-- Logs begin at Wed 2021-07-14 08:31:29 UTC, end at Wed 2021-07-14 10:55:02 UTC. -- Jul 14 09:05:05.260428 n-d-779913-29 systemd[1]: Started Devstack devstack@q-svc.service. Jul 14 09:05:07.936515 n-d-779913-29 neutron-server[93848]: INFO neutron.common.config [-] Logging enabled! Jul 14 09:05:07.937099 n-d-779913-29 neutron-server[93848]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev464 Jul 14 09:05:07.937293 n-d-779913-29 neutron-server[93848]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93848) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 14 09:05:07.940514 n-d-779913-29 neutron-server[93848]: INFO neutron.common.config [-] Logging enabled! Jul 14 09:05:07.940771 n-d-779913-29 neutron-server[93848]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev464 Jul 14 09:05:07.941086 n-d-779913-29 neutron-server[93848]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93848) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 14 09:05:07.942580 n-d-779913-29 neutron-server[93848]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 14 09:05:07.942820 n-d-779913-29 neutron-server[93848]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 14 09:05:07.943183 n-d-779913-29 neutron-server[93848]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 14 09:05:07.943432 n-d-779913-29 neutron-server[93848]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 14 09:05:07.943663 n-d-779913-29 neutron-server[93848]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 14 09:05:07.943987 n-d-779913-29 neutron-server[93848]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:07.944286 n-d-779913-29 neutron-server[93848]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:07.944593 n-d-779913-29 neutron-server[93848]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:07.944832 n-d-779913-29 neutron-server[93848]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:07.945132 n-d-779913-29 neutron-server[93848]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:07.945426 n-d-779913-29 neutron-server[93848]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:07.945739 n-d-779913-29 neutron-server[93848]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:07.946032 n-d-779913-29 neutron-server[93848]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:07.946332 n-d-779913-29 neutron-server[93848]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:07.946621 n-d-779913-29 neutron-server[93848]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:07.946904 n-d-779913-29 neutron-server[93848]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:07.947188 n-d-779913-29 neutron-server[93848]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:07.947424 n-d-779913-29 neutron-server[93848]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:07.947706 n-d-779913-29 neutron-server[93848]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:07.947997 n-d-779913-29 neutron-server[93848]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:07.948287 n-d-779913-29 neutron-server[93848]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:07.948513 n-d-779913-29 neutron-server[93848]: DEBUG neutron.common.config [-] debug = True {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:07.948796 n-d-779913-29 neutron-server[93848]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:07.949218 n-d-779913-29 neutron-server[93848]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:07.949653 n-d-779913-29 neutron-server[93848]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:07.949938 n-d-779913-29 neutron-server[93848]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:07.950398 n-d-779913-29 neutron-server[93848]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:07.950519 n-d-779913-29 neutron-server[93848]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:07.950796 n-d-779913-29 neutron-server[93848]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:07.951074 n-d-779913-29 neutron-server[93848]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:07.951359 n-d-779913-29 neutron-server[93848]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:07.951689 n-d-779913-29 neutron-server[93848]: DEBUG neutron.common.config [-] host = n-d-779913-29 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:07.951970 n-d-779913-29 neutron-server[93848]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:07.952262 n-d-779913-29 neutron-server[93848]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:07.952553 n-d-779913-29 neutron-server[93848]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:07.952843 n-d-779913-29 neutron-server[93848]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:07.953119 n-d-779913-29 neutron-server[93848]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:07.953398 n-d-779913-29 neutron-server[93848]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:07.953709 n-d-779913-29 neutron-server[93848]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:07.953988 n-d-779913-29 neutron-server[93848]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:07.954263 n-d-779913-29 neutron-server[93848]: DEBUG neutron.common.config [-] log_file = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:07.954539 n-d-779913-29 neutron-server[93848]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:07.954836 n-d-779913-29 neutron-server[93848]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:07.955127 n-d-779913-29 neutron-server[93848]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:07.955419 n-d-779913-29 neutron-server[93848]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:07.955649 n-d-779913-29 neutron-server[93848]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:07.955876 n-d-779913-29 neutron-server[93848]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:07.956169 n-d-779913-29 neutron-server[93848]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:07.956459 n-d-779913-29 neutron-server[93848]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:07.956739 n-d-779913-29 neutron-server[93848]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:07.957635 n-d-779913-29 neutron-server[93848]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:07.957943 n-d-779913-29 neutron-server[93848]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:07.958222 n-d-779913-29 neutron-server[93848]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:07.958503 n-d-779913-29 neutron-server[93848]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:07.958781 n-d-779913-29 neutron-server[93848]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:07.959068 n-d-779913-29 neutron-server[93848]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:07.959357 n-d-779913-29 neutron-server[93848]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:07.959646 n-d-779913-29 neutron-server[93848]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:07.959923 n-d-779913-29 neutron-server[93848]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:07.960200 n-d-779913-29 neutron-server[93848]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:07.960474 n-d-779913-29 neutron-server[93848]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:07.960749 n-d-779913-29 neutron-server[93848]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:07.961037 n-d-779913-29 neutron-server[93848]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:07.961315 n-d-779913-29 neutron-server[93848]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:07.961622 n-d-779913-29 neutron-server[93848]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:07.961900 n-d-779913-29 neutron-server[93848]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:07.962187 n-d-779913-29 neutron-server[93848]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:07.962460 n-d-779913-29 neutron-server[93848]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:07.962737 n-d-779913-29 neutron-server[93848]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:07.963040 n-d-779913-29 neutron-server[93848]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:07.963327 n-d-779913-29 neutron-server[93848]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:07.963612 n-d-779913-29 neutron-server[93848]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:07.963898 n-d-779913-29 neutron-server[93848]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:07.964174 n-d-779913-29 neutron-server[93848]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:07.964460 n-d-779913-29 neutron-server[93848]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:07.964735 n-d-779913-29 neutron-server[93848]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:07.965013 n-d-779913-29 neutron-server[93848]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:07.965287 n-d-779913-29 neutron-server[93848]: DEBUG neutron.common.config [-] use_json = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:07.965583 n-d-779913-29 neutron-server[93848]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:07.965857 n-d-779913-29 neutron-server[93848]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:07.966139 n-d-779913-29 neutron-server[93848]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:07.966414 n-d-779913-29 neutron-server[93848]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:07.966688 n-d-779913-29 neutron-server[93848]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:07.966965 n-d-779913-29 neutron-server[93848]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:07.967491 n-d-779913-29 neutron-server[93848]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:07.967780 n-d-779913-29 neutron-server[93848]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:07.968079 n-d-779913-29 neutron-server[93848]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:07.968379 n-d-779913-29 neutron-server[93848]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:07.968683 n-d-779913-29 neutron-server[93848]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:07.968969 n-d-779913-29 neutron-server[93848]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:07.969266 n-d-779913-29 neutron-server[93848]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:07.969575 n-d-779913-29 neutron-server[93848]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:07.969869 n-d-779913-29 neutron-server[93848]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:07.970147 n-d-779913-29 neutron-server[93848]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:07.970437 n-d-779913-29 neutron-server[93848]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:07.970727 n-d-779913-29 neutron-server[93848]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:07.971016 n-d-779913-29 neutron-server[93848]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:07.971293 n-d-779913-29 neutron-server[93848]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:07.971579 n-d-779913-29 neutron-server[93848]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:07.971858 n-d-779913-29 neutron-server[93848]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:07.972153 n-d-779913-29 neutron-server[93848]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:07.972456 n-d-779913-29 neutron-server[93848]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:07.972794 n-d-779913-29 neutron-server[93848]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:07.973091 n-d-779913-29 neutron-server[93848]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:07.973370 n-d-779913-29 neutron-server[93848]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:07.973670 n-d-779913-29 neutron-server[93848]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:07.973949 n-d-779913-29 neutron-server[93848]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:07.974227 n-d-779913-29 neutron-server[93848]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:07.974513 n-d-779913-29 neutron-server[93848]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:07.974814 n-d-779913-29 neutron-server[93848]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:07.975106 n-d-779913-29 neutron-server[93848]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:07.975382 n-d-779913-29 neutron-server[93848]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:07.975663 n-d-779913-29 neutron-server[93848]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:07.975958 n-d-779913-29 neutron-server[93848]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:07.976237 n-d-779913-29 neutron-server[93848]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:07.976510 n-d-779913-29 neutron-server[93848]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:07.976791 n-d-779913-29 neutron-server[93848]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:07.977083 n-d-779913-29 neutron-server[93848]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:07.977362 n-d-779913-29 neutron-server[93848]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:07.977666 n-d-779913-29 neutron-server[93848]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:07.977949 n-d-779913-29 neutron-server[93848]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:07.978226 n-d-779913-29 neutron-server[93848]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:07.978499 n-d-779913-29 neutron-server[93848]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:07.978772 n-d-779913-29 neutron-server[93848]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:07.979050 n-d-779913-29 neutron-server[93848]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:07.979341 n-d-779913-29 neutron-server[93848]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:07.979618 n-d-779913-29 neutron-server[93848]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:07.979892 n-d-779913-29 neutron-server[93848]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:07.980164 n-d-779913-29 neutron-server[93848]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:07.980438 n-d-779913-29 neutron-server[93848]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:07.980707 n-d-779913-29 neutron-server[93848]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:07.980993 n-d-779913-29 neutron-server[93848]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:07.981270 n-d-779913-29 neutron-server[93848]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:07.981569 n-d-779913-29 neutron-server[93848]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:07.981843 n-d-779913-29 neutron-server[93848]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:07.982121 n-d-779913-29 neutron-server[93848]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:07.982392 n-d-779913-29 neutron-server[93848]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:07.982663 n-d-779913-29 neutron-server[93848]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:07.982939 n-d-779913-29 neutron-server[93848]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:07.983214 n-d-779913-29 neutron-server[93848]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:07.983492 n-d-779913-29 neutron-server[93848]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:07.983764 n-d-779913-29 neutron-server[93848]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:07.984037 n-d-779913-29 neutron-server[93848]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:07.984308 n-d-779913-29 neutron-server[93848]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:07.984579 n-d-779913-29 neutron-server[93848]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:07.984855 n-d-779913-29 neutron-server[93848]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:07.985130 n-d-779913-29 neutron-server[93848]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:07.985406 n-d-779913-29 neutron-server[93848]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:07.985707 n-d-779913-29 neutron-server[93848]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:07.985983 n-d-779913-29 neutron-server[93848]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:07.986254 n-d-779913-29 neutron-server[93848]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:07.986527 n-d-779913-29 neutron-server[93848]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:07.986799 n-d-779913-29 neutron-server[93848]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:07.987079 n-d-779913-29 neutron-server[93848]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:07.987366 n-d-779913-29 neutron-server[93848]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:07.987662 n-d-779913-29 neutron-server[93848]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:07.987941 n-d-779913-29 neutron-server[93848]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:07.988219 n-d-779913-29 neutron-server[93848]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:07.988517 n-d-779913-29 neutron-server[93848]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:07.988810 n-d-779913-29 neutron-server[93848]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:07.989073 n-d-779913-29 neutron-server[93848]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:07.989350 n-d-779913-29 neutron-server[93848]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:07.989655 n-d-779913-29 neutron-server[93848]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:07.989935 n-d-779913-29 neutron-server[93848]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:07.990210 n-d-779913-29 neutron-server[93848]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:07.990502 n-d-779913-29 neutron-server[93848]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:07.990785 n-d-779913-29 neutron-server[93848]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:07.991071 n-d-779913-29 neutron-server[93848]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:07.991358 n-d-779913-29 neutron-server[93848]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:07.991638 n-d-779913-29 neutron-server[93848]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:07.991936 n-d-779913-29 neutron-server[93848]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:07.992217 n-d-779913-29 neutron-server[93848]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:07.992501 n-d-779913-29 neutron-server[93848]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:07.992779 n-d-779913-29 neutron-server[93848]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:07.993060 n-d-779913-29 neutron-server[93848]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:07.993353 n-d-779913-29 neutron-server[93848]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:07.993666 n-d-779913-29 neutron-server[93848]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:07.993964 n-d-779913-29 neutron-server[93848]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:07.994260 n-d-779913-29 neutron-server[93848]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:07.994558 n-d-779913-29 neutron-server[93848]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:07.994859 n-d-779913-29 neutron-server[93848]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:07.995154 n-d-779913-29 neutron-server[93848]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:07.995436 n-d-779913-29 neutron-server[93848]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:07.995746 n-d-779913-29 neutron-server[93848]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:07.996026 n-d-779913-29 neutron-server[93848]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:07.996247 n-d-779913-29 neutron-server[93848]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 14 09:05:07.996491 n-d-779913-29 neutron-server[93848]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93848) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 14 09:05:08.340358 n-d-779913-29 neutron-server[93848]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 14 09:05:08.340639 n-d-779913-29 neutron-server[93848]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 14 09:05:08.340928 n-d-779913-29 neutron-server[93848]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 14 09:05:08.341264 n-d-779913-29 neutron-server[93848]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 14 09:05:08.727990 n-d-779913-29 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:05:08.728204 n-d-779913-29 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:05:08.728478 n-d-779913-29 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:05:08.729821 n-d-779913-29 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:05:08.730099 n-d-779913-29 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:05:08.730377 n-d-779913-29 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:05:08.764100 n-d-779913-29 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:05:08.764379 n-d-779913-29 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:05:08.764650 n-d-779913-29 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:05:08.777723 n-d-779913-29 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:05:08.778006 n-d-779913-29 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:05:08.778277 n-d-779913-29 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:05:08.808273 n-d-779913-29 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:05:08.808556 n-d-779913-29 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:05:08.808833 n-d-779913-29 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:05:08.843718 n-d-779913-29 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:05:08.844003 n-d-779913-29 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:05:08.844274 n-d-779913-29 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:05:09.073413 n-d-779913-29 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:05:09.073943 n-d-779913-29 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:05:09.074033 n-d-779913-29 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:05:09.074238 n-d-779913-29 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:05:09.074956 n-d-779913-29 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:05:09.193303 n-d-779913-29 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:05:09.193650 n-d-779913-29 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:05:09.193936 n-d-779913-29 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:05:09.194214 n-d-779913-29 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:05:09.194486 n-d-779913-29 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:05:09.194802 n-d-779913-29 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:05:09.195065 n-d-779913-29 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:05:09.195324 n-d-779913-29 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:05:09.195579 n-d-779913-29 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:05:09.195863 n-d-779913-29 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:05:09.196124 n-d-779913-29 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:05:09.196391 n-d-779913-29 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:05:09.196648 n-d-779913-29 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:05:09.196906 n-d-779913-29 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:05:09.197162 n-d-779913-29 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:05:09.197426 n-d-779913-29 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:05:09.197706 n-d-779913-29 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:05:09.197973 n-d-779913-29 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:05:09.198243 n-d-779913-29 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:05:09.198504 n-d-779913-29 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:05:09.198777 n-d-779913-29 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:05:09.199030 n-d-779913-29 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:05:09.199312 n-d-779913-29 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:05:09.199688 n-d-779913-29 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:05:09.199938 n-d-779913-29 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:05:09.200186 n-d-779913-29 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:05:09.200580 n-d-779913-29 neutron-server[93848]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93848) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 14 09:05:09.200824 n-d-779913-29 neutron-server[93848]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93848) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 14 09:05:09.201063 n-d-779913-29 neutron-server[93848]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93848) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 14 09:05:09.201303 n-d-779913-29 neutron-server[93848]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93848) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 14 09:05:09.201565 n-d-779913-29 neutron-server[93848]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93848) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 14 09:05:09.201805 n-d-779913-29 neutron-server[93848]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93848) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 14 09:05:09.202170 n-d-779913-29 neutron-server[93848]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 14 09:05:09.205331 n-d-779913-29 neutron-server[93848]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 14 09:05:09.209866 n-d-779913-29 neutron-server[93848]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 14 09:05:09.213544 n-d-779913-29 neutron-server[93848]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(700, 749)])]) Jul 14 09:05:09.215164 n-d-779913-29 neutron-server[93848]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 14 09:05:09.215618 n-d-779913-29 neutron-server[93848]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 14 09:05:09.215959 n-d-779913-29 neutron-server[93848]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 14 09:05:09.216345 n-d-779913-29 neutron-server[93848]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 14 09:05:09.219391 n-d-779913-29 neutron-server[93848]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 14 09:05:09.219645 n-d-779913-29 neutron-server[93848]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 14 09:05:09.219993 n-d-779913-29 neutron-server[93848]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 14 09:05:09.248809 n-d-779913-29 neutron-server[93848]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 14 09:05:09.249260 n-d-779913-29 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:05:09.249582 n-d-779913-29 neutron-server[93848]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93848) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 14 09:05:09.249948 n-d-779913-29 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:05:09.251300 n-d-779913-29 neutron-server[93848]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93848) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 14 09:05:09.251599 n-d-779913-29 neutron-server[93848]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 14 09:05:09.251830 n-d-779913-29 neutron-server[93848]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 14 09:05:09.254875 n-d-779913-29 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:05:09.255164 n-d-779913-29 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:05:09.318999 n-d-779913-29 neutron-server[93848]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 14 09:05:09.319188 n-d-779913-29 neutron-server[93848]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 14 09:05:09.319427 n-d-779913-29 neutron-server[93848]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 14 09:05:09.319793 n-d-779913-29 neutron-server[93848]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 14 09:05:09.340552 n-d-779913-29 neutron-server[93848]: DEBUG oslo_db.sqlalchemy.engines [None req-396444f7-2368-4294-add8-76b182d60ccc None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93848) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 14 09:05:09.869712 n-d-779913-29 neutron-server[93848]: INFO neutron.plugins.ml2.managers [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Initializing driver for type 'gre' Jul 14 09:05:09.870232 n-d-779913-29 neutron-server[93848]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-396444f7-2368-4294-add8-76b182d60ccc None None] gre ID ranges: [(1, 1000)] Jul 14 09:05:09.921438 n-d-779913-29 neutron-server[93848]: INFO neutron.plugins.ml2.managers [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Initializing driver for type 'local' Jul 14 09:05:09.921857 n-d-779913-29 neutron-server[93848]: INFO neutron.plugins.ml2.managers [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Initializing driver for type 'vlan' Jul 14 09:05:09.934300 n-d-779913-29 neutron-server[93848]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-396444f7-2368-4294-add8-76b182d60ccc None None] VlanTypeDriver initialization complete Jul 14 09:05:09.934874 n-d-779913-29 neutron-server[93848]: INFO neutron.plugins.ml2.managers [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Initializing driver for type 'vxlan' Jul 14 09:05:09.935375 n-d-779913-29 neutron-server[93848]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-396444f7-2368-4294-add8-76b182d60ccc None None] vxlan ID ranges: [(1, 1000)] Jul 14 09:05:09.989317 n-d-779913-29 neutron-server[93848]: INFO neutron.plugins.ml2.managers [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Initializing extension driver 'port_security' Jul 14 09:05:09.989689 n-d-779913-29 neutron-server[93848]: INFO neutron.plugins.ml2.extensions.port_security [None req-396444f7-2368-4294-add8-76b182d60ccc None None] PortSecurityExtensionDriver initialization complete Jul 14 09:05:09.990053 n-d-779913-29 neutron-server[93848]: INFO neutron.plugins.ml2.managers [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Initializing mechanism driver 'openvswitch' Jul 14 09:05:09.990379 n-d-779913-29 neutron-server[93848]: INFO neutron.plugins.ml2.managers [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Initializing mechanism driver 'hyperv' Jul 14 09:05:09.996765 n-d-779913-29 neutron-server[93848]: DEBUG neutron.plugins.ml2.plugin [None req-396444f7-2368-4294-add8-76b182d60ccc None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:05:09.997456 n-d-779913-29 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Subscribe: > port after_create 55550000 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:05:09.997860 n-d-779913-29 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Subscribe: > port after_update 55550000 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:05:09.998216 n-d-779913-29 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Subscribe: > port after_delete 55550000 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:05:09.998742 n-d-779913-29 neutron-server[93848]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93848) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 14 09:05:09.999181 n-d-779913-29 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Subscribe: > subnet after_create 55550000 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:05:09.999536 n-d-779913-29 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Subscribe: > subnet after_update 55550000 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:05:09.999899 n-d-779913-29 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Subscribe: > subnet after_delete 55550000 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:05:10.000278 n-d-779913-29 neutron-server[93848]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93848) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 14 09:05:10.000689 n-d-779913-29 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Subscribe: > network after_create 55550000 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:05:10.001039 n-d-779913-29 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Subscribe: > network after_update 55550000 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:05:10.001382 n-d-779913-29 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Subscribe: > network after_delete 55550000 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:05:10.001807 n-d-779913-29 neutron-server[93848]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93848) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 14 09:05:10.002215 n-d-779913-29 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Subscribe: > security_group after_create 55550000 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:05:10.002568 n-d-779913-29 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Subscribe: > security_group after_update 55550000 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:05:10.002911 n-d-779913-29 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Subscribe: > security_group after_delete 55550000 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:05:10.003444 n-d-779913-29 neutron-server[93848]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93848) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 14 09:05:10.003887 n-d-779913-29 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:05:10.004241 n-d-779913-29 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:05:10.004588 n-d-779913-29 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:05:10.004984 n-d-779913-29 neutron-server[93848]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93848) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 14 09:05:10.005389 n-d-779913-29 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Subscribe: > address_group after_create 55550000 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:05:10.005773 n-d-779913-29 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Subscribe: > address_group after_update 55550000 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:05:10.006117 n-d-779913-29 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Subscribe: > address_group after_delete 55550000 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:05:10.006511 n-d-779913-29 neutron-server[93848]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93848) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 14 09:05:10.006898 n-d-779913-29 neutron-server[93848]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-396444f7-2368-4294-add8-76b182d60ccc None None] ML2 OVO RPC backend initialized. {{(pid=93848) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Jul 14 09:05:10.007608 n-d-779913-29 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Subscribe: > router_interface after_create 55550000 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:05:10.007968 n-d-779913-29 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:05:10.008388 n-d-779913-29 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Subscribe: > network before_response 55550000 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:05:10.008744 n-d-779913-29 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Subscribe: > networks before_response 55550000 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:05:10.009099 n-d-779913-29 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Subscribe: > port before_response 55550000 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:05:10.009447 n-d-779913-29 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Subscribe: > ports before_response 55550000 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:05:10.009830 n-d-779913-29 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Subscribe: > subnet before_response 55550000 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:05:10.010178 n-d-779913-29 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Subscribe: > subnets before_response 55550000 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:05:10.010528 n-d-779913-29 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Subscribe: > network after_create 55550000 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:05:10.010873 n-d-779913-29 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Subscribe: > network after_update 55550000 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:05:10.011216 n-d-779913-29 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Subscribe: > network after_delete 55550000 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:05:10.011557 n-d-779913-29 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Subscribe: > port after_create 55550000 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:05:10.011898 n-d-779913-29 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Subscribe: > port after_update 55550000 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:05:10.012243 n-d-779913-29 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Subscribe: > port after_delete 55550000 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:05:10.012584 n-d-779913-29 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Subscribe: > subnet after_create 55550000 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:05:10.012927 n-d-779913-29 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Subscribe: > subnet after_update 55550000 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:05:10.013271 n-d-779913-29 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Subscribe: > subnet after_delete 55550000 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:05:10.013884 n-d-779913-29 neutron-server[93848]: INFO neutron.plugins.ml2.plugin [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Modular L2 Plugin initialization complete Jul 14 09:05:10.014221 n-d-779913-29 neutron-server[93848]: DEBUG neutron.manager [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Loading services supported by the core plugin {{(pid=93848) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 14 09:05:10.014555 n-d-779913-29 neutron-server[93848]: INFO neutron.plugins.ml2.managers [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Got port-security extension from driver 'port_security' Jul 14 09:05:10.015026 n-d-779913-29 neutron-server[93848]: INFO neutron.extensions.vlantransparent [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Disabled vlantransparent extension. Jul 14 09:05:10.015513 n-d-779913-29 neutron-server[93848]: DEBUG neutron.manager [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93848) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 14 09:05:10.015834 n-d-779913-29 neutron-server[93848]: INFO neutron.manager [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Loading Plugin: router Jul 14 09:05:10.052226 n-d-779913-29 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Subscribe: > router_interface before_create 55550000 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:05:10.052628 n-d-779913-29 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Subscribe: > router after_create 55549900 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:05:10.053007 n-d-779913-29 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Subscribe: > router before_create 55549900 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:05:10.053380 n-d-779913-29 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:05:10.053788 n-d-779913-29 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:05:10.054150 n-d-779913-29 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Subscribe: > router after_delete 55549900 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:05:10.054516 n-d-779913-29 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Subscribe: > floatingip after_update 55550000 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:05:10.054890 n-d-779913-29 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Subscribe: > router after_create 55549900 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:05:10.055243 n-d-779913-29 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Subscribe: > router after_update 55549900 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:05:10.055598 n-d-779913-29 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Subscribe: > router after_update 55549900 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:05:10.056058 n-d-779913-29 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:05:10.056429 n-d-779913-29 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Subscribe: > router after_update 55549900 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:05:10.056845 n-d-779913-29 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Subscribe: > router precommit_update 55549900 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:05:10.057220 n-d-779913-29 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Subscribe: port after_update 55550000 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:05:10.057604 n-d-779913-29 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Subscribe: port after_delete 55550000 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:05:10.057951 n-d-779913-29 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Subscribe: subnet after_update 55550000 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:05:10.058299 n-d-779913-29 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:05:10.058654 n-d-779913-29 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Subscribe: > port precommit_delete 55550000 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:05:10.059009 n-d-779913-29 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Subscribe: > router precommit_create 55549900 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:05:10.059360 n-d-779913-29 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Subscribe: port before_delete 55550000 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:05:10.059711 n-d-779913-29 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Subscribe: > router precommit_create 55550000 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:05:10.060073 n-d-779913-29 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Subscribe: > router after_update 55549900 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:05:10.060422 n-d-779913-29 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Subscribe: > router precommit_delete 55549900 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:05:10.060778 n-d-779913-29 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Subscribe: > router precommit_create 55549900 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:05:10.061144 n-d-779913-29 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Subscribe: > router_interface after_create 55550000 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:05:10.061516 n-d-779913-29 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Subscribe: > router precommit_update 55549900 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:05:10.061889 n-d-779913-29 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Subscribe: > agent after_create 55550000 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:05:10.062246 n-d-779913-29 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Subscribe: > agent after_delete 55550000 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:05:10.062596 n-d-779913-29 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Subscribe: > network after_delete 55550000 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:05:10.063476 n-d-779913-29 neutron-server[93848]: DEBUG neutron.quota.resource_registry [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Tracking information for resource: router configured {{(pid=93848) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 14 09:05:10.063818 n-d-779913-29 neutron-server[93848]: DEBUG neutron.quota.resource_registry [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Tracking information for resource: floatingip configured {{(pid=93848) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 14 09:05:10.068796 n-d-779913-29 neutron-server[93848]: INFO neutron.db.l3_agentschedulers_db [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 14 09:05:10.069373 n-d-779913-29 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Subscribe: port after_update 55550000 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:05:10.069778 n-d-779913-29 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Subscribe: port after_create 55550000 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:05:10.070138 n-d-779913-29 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Subscribe: port after_delete 55550000 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:05:10.070495 n-d-779913-29 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Subscribe: port after_update 55550000 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:05:10.071294 n-d-779913-29 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Subscribe: > router before_create 55550100 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:05:10.071665 n-d-779913-29 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Subscribe: > router precommit_delete 55550100 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:05:10.072038 n-d-779913-29 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Subscribe: > router precommit_create 55550100 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:05:10.072401 n-d-779913-29 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Subscribe: > router precommit_update 55550100 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:05:10.076828 n-d-779913-29 neutron-server[93848]: DEBUG neutron.services.provider_configuration [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Service providers = [] {{(pid=93848) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 14 09:05:10.077354 n-d-779913-29 neutron-server[93848]: DEBUG neutron.db.servicetype_db [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93848) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 14 09:05:10.080168 n-d-779913-29 neutron-server[93848]: DEBUG neutron.services.service_base [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93848) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 14 09:05:10.080528 n-d-779913-29 neutron-server[93848]: DEBUG neutron.services.service_base [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93848) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 14 09:05:10.080878 n-d-779913-29 neutron-server[93848]: DEBUG neutron.services.service_base [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93848) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 14 09:05:10.081810 n-d-779913-29 neutron-server[93848]: DEBUG neutron.services.service_base [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93848) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 14 09:05:10.082710 n-d-779913-29 neutron-server[93848]: INFO neutron.services.service_base [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 14 09:05:10.083125 n-d-779913-29 neutron-server[93848]: DEBUG neutron.manager [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93848) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 14 09:05:10.083446 n-d-779913-29 neutron-server[93848]: INFO neutron.manager [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 14 09:05:10.094233 n-d-779913-29 neutron-server[93848]: DEBUG neutron.manager [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93848) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 14 09:05:10.094572 n-d-779913-29 neutron-server[93848]: INFO neutron.manager [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Loading Plugin: auto_allocate Jul 14 09:05:10.100912 n-d-779913-29 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Subscribe: network precommit_update 55550000 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:05:10.101286 n-d-779913-29 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Subscribe: network precommit_create 55550000 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:05:10.101843 n-d-779913-29 neutron-server[93848]: DEBUG neutron.manager [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93848) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 14 09:05:10.102170 n-d-779913-29 neutron-server[93848]: INFO neutron.manager [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Loading Plugin: tag Jul 14 09:05:10.108639 n-d-779913-29 neutron-server[93848]: DEBUG neutron.manager [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93848) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 14 09:05:10.108974 n-d-779913-29 neutron-server[93848]: INFO neutron.manager [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Loading Plugin: timestamp Jul 14 09:05:10.112999 n-d-779913-29 neutron-server[93848]: DEBUG neutron.manager [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93848) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 14 09:05:10.113365 n-d-779913-29 neutron-server[93848]: INFO neutron.manager [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Loading Plugin: network_ip_availability Jul 14 09:05:10.118835 n-d-779913-29 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:05:10.119212 n-d-779913-29 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:05:10.119575 n-d-779913-29 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:05:10.120339 n-d-779913-29 neutron-server[93848]: DEBUG neutron.manager [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93848) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 14 09:05:10.120620 n-d-779913-29 neutron-server[93848]: INFO neutron.manager [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Loading Plugin: flavors Jul 14 09:05:10.125273 n-d-779913-29 neutron-server[93848]: DEBUG neutron.manager [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93848) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 14 09:05:10.125644 n-d-779913-29 neutron-server[93848]: INFO neutron.manager [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Loading Plugin: revisions Jul 14 09:05:10.130472 n-d-779913-29 neutron-server[93848]: DEBUG neutron.manager [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93848) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 14 09:05:10.130866 n-d-779913-29 neutron-server[93848]: DEBUG oslo_concurrency.lockutils [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.790s {{(pid=93848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 14 09:05:10.131602 n-d-779913-29 neutron-server[93848]: DEBUG neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93848) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 14 09:05:10.131946 n-d-779913-29 neutron-server[93848]: INFO neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Initializing extension manager. Jul 14 09:05:10.132461 n-d-779913-29 neutron-server[93848]: DEBUG neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Loading extension file: __init__.py {{(pid=93848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:05:10.132807 n-d-779913-29 neutron-server[93848]: DEBUG neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Loading extension file: __pycache__ {{(pid=93848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:05:10.133143 n-d-779913-29 neutron-server[93848]: DEBUG neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:05:10.133481 n-d-779913-29 neutron-server[93848]: DEBUG neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Loading extension file: address_group.py {{(pid=93848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:05:10.134262 n-d-779913-29 neutron-server[93848]: DEBUG neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:05:10.134825 n-d-779913-29 neutron-server[93848]: INFO neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Loaded extension: address-group Jul 14 09:05:10.135152 n-d-779913-29 neutron-server[93848]: DEBUG neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Loading extension file: address_scope.py {{(pid=93848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:05:10.135872 n-d-779913-29 neutron-server[93848]: DEBUG neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:05:10.136383 n-d-779913-29 neutron-server[93848]: INFO neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Loaded extension: address-scope Jul 14 09:05:10.136713 n-d-779913-29 neutron-server[93848]: DEBUG neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Loading extension file: admin_state_down_before_update.py {{(pid=93848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:05:10.137670 n-d-779913-29 neutron-server[93848]: DEBUG neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:05:10.138194 n-d-779913-29 neutron-server[93848]: INFO neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Loaded extension: router-admin-state-down-before-update Jul 14 09:05:10.138523 n-d-779913-29 neutron-server[93848]: DEBUG neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Loading extension file: agent.py {{(pid=93848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:05:10.140689 n-d-779913-29 neutron-server[93848]: DEBUG neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:05:10.141218 n-d-779913-29 neutron-server[93848]: INFO neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Loaded extension: agent Jul 14 09:05:10.141588 n-d-779913-29 neutron-server[93848]: DEBUG neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Loading extension file: agent_resources_synced.py {{(pid=93848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:05:10.142529 n-d-779913-29 neutron-server[93848]: DEBUG neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:05:10.143053 n-d-779913-29 neutron-server[93848]: INFO neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Loaded extension: agent-resources-synced Jul 14 09:05:10.143387 n-d-779913-29 neutron-server[93848]: DEBUG neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Loading extension file: allowedaddresspairs.py {{(pid=93848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:05:10.145774 n-d-779913-29 neutron-server[93848]: DEBUG neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:05:10.146308 n-d-779913-29 neutron-server[93848]: INFO neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Loaded extension: allowed-address-pairs Jul 14 09:05:10.146647 n-d-779913-29 neutron-server[93848]: DEBUG neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Loading extension file: auto_allocated_topology.py {{(pid=93848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:05:10.147729 n-d-779913-29 neutron-server[93848]: DEBUG neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:05:10.148259 n-d-779913-29 neutron-server[93848]: INFO neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Loaded extension: auto-allocated-topology Jul 14 09:05:10.148593 n-d-779913-29 neutron-server[93848]: DEBUG neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Loading extension file: availability_zone.py {{(pid=93848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:05:10.149294 n-d-779913-29 neutron-server[93848]: DEBUG neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:05:10.149844 n-d-779913-29 neutron-server[93848]: INFO neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Loaded extension: availability_zone Jul 14 09:05:10.150176 n-d-779913-29 neutron-server[93848]: DEBUG neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Loading extension file: availability_zone_filter.py {{(pid=93848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:05:10.151097 n-d-779913-29 neutron-server[93848]: DEBUG neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:05:10.151606 n-d-779913-29 neutron-server[93848]: INFO neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Loaded extension: availability_zone_filter Jul 14 09:05:10.151936 n-d-779913-29 neutron-server[93848]: DEBUG neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Loading extension file: data_plane_status.py {{(pid=93848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:05:10.152849 n-d-779913-29 neutron-server[93848]: DEBUG neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:05:10.153356 n-d-779913-29 neutron-server[93848]: INFO neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Extension data-plane-status not supported by any of loaded plugins Jul 14 09:05:10.153717 n-d-779913-29 neutron-server[93848]: DEBUG neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Loading extension file: default_subnetpools.py {{(pid=93848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:05:10.154636 n-d-779913-29 neutron-server[93848]: DEBUG neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:05:10.155145 n-d-779913-29 neutron-server[93848]: INFO neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Loaded extension: default-subnetpools Jul 14 09:05:10.155473 n-d-779913-29 neutron-server[93848]: DEBUG neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Loading extension file: dhcpagentscheduler.py {{(pid=93848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:05:10.156290 n-d-779913-29 neutron-server[93848]: DEBUG neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:05:10.156809 n-d-779913-29 neutron-server[93848]: INFO neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Loaded extension: dhcp_agent_scheduler Jul 14 09:05:10.157141 n-d-779913-29 neutron-server[93848]: DEBUG neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Loading extension file: dns.py {{(pid=93848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:05:10.158121 n-d-779913-29 neutron-server[93848]: DEBUG neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:05:10.158635 n-d-779913-29 neutron-server[93848]: INFO neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Extension dns-integration not supported by any of loaded plugins Jul 14 09:05:10.158966 n-d-779913-29 neutron-server[93848]: DEBUG neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Loading extension file: dns_domain_ports.py {{(pid=93848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:05:10.159894 n-d-779913-29 neutron-server[93848]: DEBUG neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:05:10.160441 n-d-779913-29 neutron-server[93848]: INFO neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 14 09:05:10.160773 n-d-779913-29 neutron-server[93848]: DEBUG neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:05:10.161734 n-d-779913-29 neutron-server[93848]: DEBUG neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:05:10.162247 n-d-779913-29 neutron-server[93848]: INFO neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 14 09:05:10.162576 n-d-779913-29 neutron-server[93848]: DEBUG neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Loading extension file: dvr.py {{(pid=93848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:05:10.163256 n-d-779913-29 neutron-server[93848]: DEBUG neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:05:10.163768 n-d-779913-29 neutron-server[93848]: INFO neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Loaded extension: dvr Jul 14 09:05:10.164095 n-d-779913-29 neutron-server[93848]: DEBUG neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Loading extension file: empty_string_filtering.py {{(pid=93848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:05:10.165015 n-d-779913-29 neutron-server[93848]: DEBUG neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:05:10.165560 n-d-779913-29 neutron-server[93848]: INFO neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Loaded extension: empty-string-filtering Jul 14 09:05:10.165889 n-d-779913-29 neutron-server[93848]: DEBUG neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:05:10.166807 n-d-779913-29 neutron-server[93848]: DEBUG neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:05:10.167311 n-d-779913-29 neutron-server[93848]: INFO neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 14 09:05:10.167637 n-d-779913-29 neutron-server[93848]: DEBUG neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:05:10.168563 n-d-779913-29 neutron-server[93848]: DEBUG neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:05:10.169072 n-d-779913-29 neutron-server[93848]: INFO neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 14 09:05:10.169399 n-d-779913-29 neutron-server[93848]: DEBUG neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Loading extension file: external_net.py {{(pid=93848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:05:10.170418 n-d-779913-29 neutron-server[93848]: DEBUG neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:05:10.170923 n-d-779913-29 neutron-server[93848]: INFO neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Loaded extension: external-net Jul 14 09:05:10.171458 n-d-779913-29 neutron-server[93848]: DEBUG neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Loading extension file: extra_dhcp_opt.py {{(pid=93848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:05:10.172509 n-d-779913-29 neutron-server[93848]: DEBUG neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:05:10.173253 n-d-779913-29 neutron-server[93848]: INFO neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Loaded extension: extra_dhcp_opt Jul 14 09:05:10.173724 n-d-779913-29 neutron-server[93848]: DEBUG neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Loading extension file: extraroute.py {{(pid=93848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:05:10.174997 n-d-779913-29 neutron-server[93848]: DEBUG neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:05:10.175536 n-d-779913-29 neutron-server[93848]: INFO neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Loaded extension: extraroute Jul 14 09:05:10.176104 n-d-779913-29 neutron-server[93848]: DEBUG neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Loading extension file: extraroute_atomic.py {{(pid=93848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:05:10.177367 n-d-779913-29 neutron-server[93848]: DEBUG neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:05:10.178142 n-d-779913-29 neutron-server[93848]: INFO neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Loaded extension: extraroute-atomic Jul 14 09:05:10.178472 n-d-779913-29 neutron-server[93848]: DEBUG neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Loading extension file: filter_validation.py {{(pid=93848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:05:10.179462 n-d-779913-29 neutron-server[93848]: DEBUG neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:05:10.180096 n-d-779913-29 neutron-server[93848]: INFO neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Loaded extension: filter-validation Jul 14 09:05:10.180599 n-d-779913-29 neutron-server[93848]: DEBUG neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Loading extension file: fip_pf_description.py {{(pid=93848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:05:10.182004 n-d-779913-29 neutron-server[93848]: DEBUG neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:05:10.182515 n-d-779913-29 neutron-server[93848]: INFO neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 14 09:05:10.182960 n-d-779913-29 neutron-server[93848]: DEBUG neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Loading extension file: fip_port_details.py {{(pid=93848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:05:10.184145 n-d-779913-29 neutron-server[93848]: DEBUG neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:05:10.184804 n-d-779913-29 neutron-server[93848]: INFO neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Loaded extension: fip-port-details Jul 14 09:05:10.185231 n-d-779913-29 neutron-server[93848]: DEBUG neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Loading extension file: flavors.py {{(pid=93848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:05:10.186918 n-d-779913-29 neutron-server[93848]: DEBUG neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:05:10.187450 n-d-779913-29 neutron-server[93848]: INFO neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Loaded extension: flavors Jul 14 09:05:10.187916 n-d-779913-29 neutron-server[93848]: DEBUG neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:05:10.190211 n-d-779913-29 neutron-server[93848]: DEBUG neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:05:10.190793 n-d-779913-29 neutron-server[93848]: INFO neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 14 09:05:10.191830 n-d-779913-29 neutron-server[93848]: DEBUG neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Loading extension file: floatingip_pools.py {{(pid=93848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:05:10.192585 n-d-779913-29 neutron-server[93848]: DEBUG neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:05:10.193342 n-d-779913-29 neutron-server[93848]: INFO neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Loaded extension: floatingip-pools Jul 14 09:05:10.193735 n-d-779913-29 neutron-server[93848]: DEBUG neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Loading extension file: ip_allocation.py {{(pid=93848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:05:10.194673 n-d-779913-29 neutron-server[93848]: DEBUG neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:05:10.195182 n-d-779913-29 neutron-server[93848]: INFO neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Extension ip_allocation not supported by any of loaded plugins Jul 14 09:05:10.195511 n-d-779913-29 neutron-server[93848]: DEBUG neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:05:10.196435 n-d-779913-29 neutron-server[93848]: DEBUG neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:05:10.196951 n-d-779913-29 neutron-server[93848]: INFO neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Loaded extension: ip-substring-filtering Jul 14 09:05:10.197281 n-d-779913-29 neutron-server[93848]: DEBUG neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Loading extension file: l2_adjacency.py {{(pid=93848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:05:10.198261 n-d-779913-29 neutron-server[93848]: DEBUG neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:05:10.198772 n-d-779913-29 neutron-server[93848]: INFO neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Extension l2_adjacency not supported by any of loaded plugins Jul 14 09:05:10.199102 n-d-779913-29 neutron-server[93848]: DEBUG neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Loading extension file: l3.py {{(pid=93848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:05:10.200091 n-d-779913-29 neutron-server[93848]: DEBUG neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:05:10.200609 n-d-779913-29 neutron-server[93848]: INFO neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Loaded extension: router Jul 14 09:05:10.200941 n-d-779913-29 neutron-server[93848]: DEBUG neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Loading extension file: l3_conntrack_helper.py {{(pid=93848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:05:10.203362 n-d-779913-29 neutron-server[93848]: DEBUG neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:05:10.203902 n-d-779913-29 neutron-server[93848]: INFO neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 14 09:05:10.204243 n-d-779913-29 neutron-server[93848]: DEBUG neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:05:10.205191 n-d-779913-29 neutron-server[93848]: DEBUG neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:05:10.205738 n-d-779913-29 neutron-server[93848]: INFO neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Loaded extension: ext-gw-mode Jul 14 09:05:10.206073 n-d-779913-29 neutron-server[93848]: DEBUG neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:05:10.207596 n-d-779913-29 neutron-server[93848]: DEBUG neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:05:10.208112 n-d-779913-29 neutron-server[93848]: INFO neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Loaded extension: l3-ha Jul 14 09:05:10.208440 n-d-779913-29 neutron-server[93848]: DEBUG neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Loading extension file: l3_flavors.py {{(pid=93848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:05:10.209389 n-d-779913-29 neutron-server[93848]: DEBUG neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:05:10.209939 n-d-779913-29 neutron-server[93848]: INFO neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Loaded extension: l3-flavors Jul 14 09:05:10.210268 n-d-779913-29 neutron-server[93848]: DEBUG neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:05:10.211191 n-d-779913-29 neutron-server[93848]: DEBUG neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:05:10.211710 n-d-779913-29 neutron-server[93848]: INFO neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Loaded extension: l3-port-ip-change-not-allowed Jul 14 09:05:10.212036 n-d-779913-29 neutron-server[93848]: DEBUG neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Loading extension file: l3agentscheduler.py {{(pid=93848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:05:10.213089 n-d-779913-29 neutron-server[93848]: DEBUG neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:05:10.213641 n-d-779913-29 neutron-server[93848]: INFO neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Loaded extension: l3_agent_scheduler Jul 14 09:05:10.213974 n-d-779913-29 neutron-server[93848]: DEBUG neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Loading extension file: logging.py {{(pid=93848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:05:10.215462 n-d-779913-29 neutron-server[93848]: DEBUG neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:05:10.215990 n-d-779913-29 neutron-server[93848]: INFO neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Extension logging not supported by any of loaded plugins Jul 14 09:05:10.216327 n-d-779913-29 neutron-server[93848]: DEBUG neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Loading extension file: metering.py {{(pid=93848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:05:10.217338 n-d-779913-29 neutron-server[93848]: DEBUG neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:05:10.217959 n-d-779913-29 neutron-server[93848]: INFO neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Loaded extension: metering Jul 14 09:05:10.218292 n-d-779913-29 neutron-server[93848]: DEBUG neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:05:10.219391 n-d-779913-29 neutron-server[93848]: DEBUG neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:05:10.219914 n-d-779913-29 neutron-server[93848]: INFO neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Loaded extension: metering_source_and_destination_fields Jul 14 09:05:10.220248 n-d-779913-29 neutron-server[93848]: DEBUG neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Loading extension file: multiprovidernet.py {{(pid=93848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:05:10.221190 n-d-779913-29 neutron-server[93848]: DEBUG neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:05:10.221728 n-d-779913-29 neutron-server[93848]: INFO neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Loaded extension: multi-provider Jul 14 09:05:10.222062 n-d-779913-29 neutron-server[93848]: DEBUG neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Loading extension file: netmtu.py {{(pid=93848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:05:10.223013 n-d-779913-29 neutron-server[93848]: DEBUG neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:05:10.223527 n-d-779913-29 neutron-server[93848]: INFO neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Loaded extension: net-mtu Jul 14 09:05:10.223855 n-d-779913-29 neutron-server[93848]: DEBUG neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Loading extension file: netmtu_writable.py {{(pid=93848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:05:10.224780 n-d-779913-29 neutron-server[93848]: DEBUG neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:05:10.225294 n-d-779913-29 neutron-server[93848]: INFO neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Loaded extension: net-mtu-writable Jul 14 09:05:10.225670 n-d-779913-29 neutron-server[93848]: DEBUG neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Loading extension file: network_availability_zone.py {{(pid=93848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:05:10.226358 n-d-779913-29 neutron-server[93848]: DEBUG neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:05:10.226868 n-d-779913-29 neutron-server[93848]: INFO neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Loaded extension: network_availability_zone Jul 14 09:05:10.227197 n-d-779913-29 neutron-server[93848]: DEBUG neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Loading extension file: network_ip_availability.py {{(pid=93848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:05:10.228296 n-d-779913-29 neutron-server[93848]: DEBUG neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:05:10.228817 n-d-779913-29 neutron-server[93848]: INFO neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Loaded extension: network-ip-availability Jul 14 09:05:10.229148 n-d-779913-29 neutron-server[93848]: DEBUG neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Loading extension file: network_segment_range.py {{(pid=93848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:05:10.229947 n-d-779913-29 neutron-server[93848]: DEBUG neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:05:10.230463 n-d-779913-29 neutron-server[93848]: INFO neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Extension network-segment-range not supported by any of loaded plugins Jul 14 09:05:10.230794 n-d-779913-29 neutron-server[93848]: DEBUG neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Loading extension file: pagination.py {{(pid=93848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:05:10.231782 n-d-779913-29 neutron-server[93848]: DEBUG neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:05:10.232119 n-d-779913-29 neutron-server[93848]: INFO neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Loaded extension: pagination Jul 14 09:05:10.232444 n-d-779913-29 neutron-server[93848]: DEBUG neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Loading extension file: port_device_profile.py {{(pid=93848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:05:10.233375 n-d-779913-29 neutron-server[93848]: DEBUG neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:05:10.233998 n-d-779913-29 neutron-server[93848]: INFO neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Loaded extension: port-device-profile Jul 14 09:05:10.234328 n-d-779913-29 neutron-server[93848]: DEBUG neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:05:10.235264 n-d-779913-29 neutron-server[93848]: DEBUG neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:05:10.235772 n-d-779913-29 neutron-server[93848]: INFO neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Loaded extension: port-mac-address-regenerate Jul 14 09:05:10.236097 n-d-779913-29 neutron-server[93848]: DEBUG neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:05:10.237027 n-d-779913-29 neutron-server[93848]: DEBUG neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:05:10.237564 n-d-779913-29 neutron-server[93848]: INFO neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Loaded extension: port-numa-affinity-policy Jul 14 09:05:10.237892 n-d-779913-29 neutron-server[93848]: DEBUG neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Loading extension file: port_resource_request.py {{(pid=93848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:05:10.238855 n-d-779913-29 neutron-server[93848]: DEBUG neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:05:10.239365 n-d-779913-29 neutron-server[93848]: INFO neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Extension port-resource-request not supported by any of loaded plugins Jul 14 09:05:10.239696 n-d-779913-29 neutron-server[93848]: DEBUG neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Loading extension file: portbindings.py {{(pid=93848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:05:10.240637 n-d-779913-29 neutron-server[93848]: DEBUG neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:05:10.241154 n-d-779913-29 neutron-server[93848]: INFO neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Loaded extension: binding Jul 14 09:05:10.241482 n-d-779913-29 neutron-server[93848]: DEBUG neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Loading extension file: portbindings_extended.py {{(pid=93848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:05:10.242891 n-d-779913-29 neutron-server[93848]: DEBUG neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:05:10.243417 n-d-779913-29 neutron-server[93848]: INFO neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Loaded extension: binding-extended Jul 14 09:05:10.243753 n-d-779913-29 neutron-server[93848]: DEBUG neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Loading extension file: portsecurity.py {{(pid=93848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:05:10.244673 n-d-779913-29 neutron-server[93848]: DEBUG neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:05:10.245188 n-d-779913-29 neutron-server[93848]: INFO neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Loaded extension: port-security Jul 14 09:05:10.245547 n-d-779913-29 neutron-server[93848]: DEBUG neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Loading extension file: project_id.py {{(pid=93848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:05:10.246535 n-d-779913-29 neutron-server[93848]: DEBUG neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:05:10.246872 n-d-779913-29 neutron-server[93848]: INFO neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Loaded extension: project-id Jul 14 09:05:10.247200 n-d-779913-29 neutron-server[93848]: DEBUG neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Loading extension file: providernet.py {{(pid=93848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:05:10.248133 n-d-779913-29 neutron-server[93848]: DEBUG neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:05:10.248647 n-d-779913-29 neutron-server[93848]: INFO neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Loaded extension: provider Jul 14 09:05:10.248983 n-d-779913-29 neutron-server[93848]: DEBUG neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Loading extension file: qos.py {{(pid=93848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:05:10.252488 n-d-779913-29 neutron-server[93848]: DEBUG neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:05:10.253017 n-d-779913-29 neutron-server[93848]: INFO neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Extension qos not supported by any of loaded plugins Jul 14 09:05:10.253354 n-d-779913-29 neutron-server[93848]: DEBUG neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:05:10.255159 n-d-779913-29 neutron-server[93848]: DEBUG neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:05:10.255684 n-d-779913-29 neutron-server[93848]: INFO neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 14 09:05:10.256019 n-d-779913-29 neutron-server[93848]: DEBUG neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:05:10.256948 n-d-779913-29 neutron-server[93848]: DEBUG neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:05:10.257464 n-d-779913-29 neutron-server[93848]: INFO neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 14 09:05:10.257821 n-d-779913-29 neutron-server[93848]: DEBUG neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Loading extension file: qos_default.py {{(pid=93848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:05:10.258758 n-d-779913-29 neutron-server[93848]: DEBUG neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:05:10.259278 n-d-779913-29 neutron-server[93848]: INFO neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Extension qos-default not supported by any of loaded plugins Jul 14 09:05:10.259609 n-d-779913-29 neutron-server[93848]: DEBUG neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Loading extension file: qos_fip.py {{(pid=93848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:05:10.260268 n-d-779913-29 neutron-server[93848]: DEBUG neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:05:10.260776 n-d-779913-29 neutron-server[93848]: INFO neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Extension qos-fip not supported by any of loaded plugins Jul 14 09:05:10.261102 n-d-779913-29 neutron-server[93848]: DEBUG neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Loading extension file: qos_gateway_ip.py {{(pid=93848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:05:10.262065 n-d-779913-29 neutron-server[93848]: DEBUG neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:05:10.262588 n-d-779913-29 neutron-server[93848]: INFO neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 14 09:05:10.262914 n-d-779913-29 neutron-server[93848]: DEBUG neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Loading extension file: qos_port_network_policy.py {{(pid=93848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:05:10.263838 n-d-779913-29 neutron-server[93848]: DEBUG neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:05:10.264348 n-d-779913-29 neutron-server[93848]: INFO neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 14 09:05:10.264679 n-d-779913-29 neutron-server[93848]: DEBUG neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Loading extension file: qos_rule_type_details.py {{(pid=93848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:05:10.265628 n-d-779913-29 neutron-server[93848]: DEBUG neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:05:10.266146 n-d-779913-29 neutron-server[93848]: INFO neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 14 09:05:10.266479 n-d-779913-29 neutron-server[93848]: DEBUG neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Loading extension file: qos_rules_alias.py {{(pid=93848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:05:10.267523 n-d-779913-29 neutron-server[93848]: DEBUG neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:05:10.268047 n-d-779913-29 neutron-server[93848]: INFO neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 14 09:05:10.268377 n-d-779913-29 neutron-server[93848]: DEBUG neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Loading extension file: quotasv2.py {{(pid=93848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:05:10.269292 n-d-779913-29 neutron-server[93848]: DEBUG neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:05:10.270195 n-d-779913-29 neutron-server[93848]: INFO neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Loaded extension: quotas Jul 14 09:05:10.270524 n-d-779913-29 neutron-server[93848]: DEBUG neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Loading extension file: quotasv2_detail.py {{(pid=93848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:05:10.273581 n-d-779913-29 neutron-server[93848]: DEBUG neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:05:10.273936 n-d-779913-29 neutron-server[93848]: INFO neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Loaded extension: quota_details Jul 14 09:05:10.274275 n-d-779913-29 neutron-server[93848]: DEBUG neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Loading extension file: rbac.py {{(pid=93848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:05:10.275337 n-d-779913-29 neutron-server[93848]: DEBUG neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:05:10.275871 n-d-779913-29 neutron-server[93848]: INFO neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Loaded extension: rbac-policies Jul 14 09:05:10.276206 n-d-779913-29 neutron-server[93848]: DEBUG neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Loading extension file: rbac_address_group.py {{(pid=93848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:05:10.277351 n-d-779913-29 neutron-server[93848]: DEBUG neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:05:10.277909 n-d-779913-29 neutron-server[93848]: INFO neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Loaded extension: rbac-address-group Jul 14 09:05:10.278242 n-d-779913-29 neutron-server[93848]: DEBUG neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Loading extension file: rbac_address_scope.py {{(pid=93848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:05:10.279187 n-d-779913-29 neutron-server[93848]: DEBUG neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:05:10.279703 n-d-779913-29 neutron-server[93848]: INFO neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Loaded extension: rbac-address-scope Jul 14 09:05:10.280031 n-d-779913-29 neutron-server[93848]: DEBUG neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Loading extension file: rbac_security_groups.py {{(pid=93848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:05:10.280955 n-d-779913-29 neutron-server[93848]: DEBUG neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:05:10.281476 n-d-779913-29 neutron-server[93848]: INFO neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Loaded extension: rbac-security-groups Jul 14 09:05:10.281833 n-d-779913-29 neutron-server[93848]: DEBUG neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Loading extension file: rbac_subnetpool.py {{(pid=93848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:05:10.282757 n-d-779913-29 neutron-server[93848]: DEBUG neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:05:10.283275 n-d-779913-29 neutron-server[93848]: INFO neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Loaded extension: rbac-subnetpool Jul 14 09:05:10.283604 n-d-779913-29 neutron-server[93848]: DEBUG neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Loading extension file: revisionifmatch.py {{(pid=93848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:05:10.284531 n-d-779913-29 neutron-server[93848]: DEBUG neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:05:10.285091 n-d-779913-29 neutron-server[93848]: INFO neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Loaded extension: revision-if-match Jul 14 09:05:10.285419 n-d-779913-29 neutron-server[93848]: DEBUG neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Loading extension file: revisions.py {{(pid=93848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:05:10.286566 n-d-779913-29 neutron-server[93848]: DEBUG neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:05:10.287086 n-d-779913-29 neutron-server[93848]: INFO neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Loaded extension: standard-attr-revisions Jul 14 09:05:10.287416 n-d-779913-29 neutron-server[93848]: DEBUG neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Loading extension file: router_availability_zone.py {{(pid=93848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:05:10.288101 n-d-779913-29 neutron-server[93848]: DEBUG neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:05:10.288621 n-d-779913-29 neutron-server[93848]: INFO neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Loaded extension: router_availability_zone Jul 14 09:05:10.288948 n-d-779913-29 neutron-server[93848]: DEBUG neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Loading extension file: routerservicetype.py {{(pid=93848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:05:10.289908 n-d-779913-29 neutron-server[93848]: DEBUG neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:05:10.290426 n-d-779913-29 neutron-server[93848]: INFO neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Extension router-service-type not supported by any of loaded plugins Jul 14 09:05:10.290752 n-d-779913-29 neutron-server[93848]: DEBUG neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:05:10.291689 n-d-779913-29 neutron-server[93848]: DEBUG neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:05:10.292206 n-d-779913-29 neutron-server[93848]: INFO neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Loaded extension: security-groups-normalized-cidr Jul 14 09:05:10.292531 n-d-779913-29 neutron-server[93848]: DEBUG neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Loading extension file: security_groups_port_filtering.py {{(pid=93848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:05:10.293466 n-d-779913-29 neutron-server[93848]: DEBUG neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:05:10.294002 n-d-779913-29 neutron-server[93848]: INFO neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Loaded extension: port-security-groups-filtering Jul 14 09:05:10.294327 n-d-779913-29 neutron-server[93848]: DEBUG neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:05:10.295253 n-d-779913-29 neutron-server[93848]: DEBUG neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:05:10.295774 n-d-779913-29 neutron-server[93848]: INFO neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Loaded extension: security-groups-remote-address-group Jul 14 09:05:10.296100 n-d-779913-29 neutron-server[93848]: DEBUG neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Loading extension file: securitygroup.py {{(pid=93848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:05:10.305645 n-d-779913-29 neutron-server[93848]: DEBUG neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:05:10.306176 n-d-779913-29 neutron-server[93848]: INFO neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Loaded extension: security-group Jul 14 09:05:10.306511 n-d-779913-29 neutron-server[93848]: DEBUG neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Loading extension file: segment.py {{(pid=93848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:05:10.307302 n-d-779913-29 neutron-server[93848]: DEBUG neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:05:10.307817 n-d-779913-29 neutron-server[93848]: INFO neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Extension segment not supported by any of loaded plugins Jul 14 09:05:10.308148 n-d-779913-29 neutron-server[93848]: DEBUG neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:05:10.309096 n-d-779913-29 neutron-server[93848]: DEBUG neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:05:10.309656 n-d-779913-29 neutron-server[93848]: INFO neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 14 09:05:10.309986 n-d-779913-29 neutron-server[93848]: DEBUG neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Loading extension file: servicetype.py {{(pid=93848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:05:10.311107 n-d-779913-29 neutron-server[93848]: DEBUG neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:05:10.311642 n-d-779913-29 neutron-server[93848]: INFO neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Loaded extension: service-type Jul 14 09:05:10.311975 n-d-779913-29 neutron-server[93848]: DEBUG neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Loading extension file: sorting.py {{(pid=93848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:05:10.312959 n-d-779913-29 neutron-server[93848]: DEBUG neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:05:10.313300 n-d-779913-29 neutron-server[93848]: INFO neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Loaded extension: sorting Jul 14 09:05:10.313665 n-d-779913-29 neutron-server[93848]: DEBUG neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Loading extension file: standard_attr_segment.py {{(pid=93848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:05:10.314657 n-d-779913-29 neutron-server[93848]: DEBUG neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:05:10.315180 n-d-779913-29 neutron-server[93848]: INFO neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 14 09:05:10.315506 n-d-779913-29 neutron-server[93848]: DEBUG neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Loading extension file: standardattrdescription.py {{(pid=93848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:05:10.316171 n-d-779913-29 neutron-server[93848]: DEBUG neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:05:10.317212 n-d-779913-29 neutron-server[93848]: INFO neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Loaded extension: standard-attr-description Jul 14 09:05:10.317569 n-d-779913-29 neutron-server[93848]: DEBUG neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Loading extension file: stateful_security_group.py {{(pid=93848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:05:10.318516 n-d-779913-29 neutron-server[93848]: DEBUG neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:05:10.319034 n-d-779913-29 neutron-server[93848]: INFO neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Loaded extension: stateful-security-group Jul 14 09:05:10.319364 n-d-779913-29 neutron-server[93848]: DEBUG neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Loading extension file: stdattrs_common.py {{(pid=93848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:05:10.319952 n-d-779913-29 neutron-server[93848]: WARNING neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 14 09:05:10.320280 n-d-779913-29 neutron-server[93848]: DEBUG neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:05:10.321217 n-d-779913-29 neutron-server[93848]: DEBUG neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:05:10.321775 n-d-779913-29 neutron-server[93848]: INFO neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 14 09:05:10.322101 n-d-779913-29 neutron-server[93848]: DEBUG neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Loading extension file: subnet_onboard.py {{(pid=93848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:05:10.323185 n-d-779913-29 neutron-server[93848]: DEBUG neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:05:10.323706 n-d-779913-29 neutron-server[93848]: INFO neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Loaded extension: subnet_onboard Jul 14 09:05:10.324033 n-d-779913-29 neutron-server[93848]: DEBUG neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:05:10.324974 n-d-779913-29 neutron-server[93848]: DEBUG neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:05:10.325483 n-d-779913-29 neutron-server[93848]: INFO neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 14 09:05:10.325835 n-d-779913-29 neutron-server[93848]: DEBUG neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Loading extension file: subnet_service_types.py {{(pid=93848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:05:10.326776 n-d-779913-29 neutron-server[93848]: DEBUG neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:05:10.327291 n-d-779913-29 neutron-server[93848]: INFO neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Loaded extension: subnet-service-types Jul 14 09:05:10.327618 n-d-779913-29 neutron-server[93848]: DEBUG neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Loading extension file: subnetallocation.py {{(pid=93848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:05:10.328701 n-d-779913-29 neutron-server[93848]: DEBUG neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:05:10.329217 n-d-779913-29 neutron-server[93848]: INFO neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Loaded extension: subnet_allocation Jul 14 09:05:10.329574 n-d-779913-29 neutron-server[93848]: DEBUG neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:05:10.330244 n-d-779913-29 neutron-server[93848]: DEBUG neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:05:10.330759 n-d-779913-29 neutron-server[93848]: INFO neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Loaded extension: subnetpool-prefix-ops Jul 14 09:05:10.331084 n-d-779913-29 neutron-server[93848]: DEBUG neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:05:10.332583 n-d-779913-29 neutron-server[93848]: DEBUG neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:05:10.333100 n-d-779913-29 neutron-server[93848]: INFO neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 14 09:05:10.333427 n-d-779913-29 neutron-server[93848]: DEBUG neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Loading extension file: tagging.py {{(pid=93848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:05:10.334655 n-d-779913-29 neutron-server[93848]: DEBUG neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:05:10.335165 n-d-779913-29 neutron-server[93848]: INFO neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Loaded extension: standard-attr-tag Jul 14 09:05:10.335497 n-d-779913-29 neutron-server[93848]: DEBUG neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Loading extension file: timestamp.py {{(pid=93848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:05:10.336705 n-d-779913-29 neutron-server[93848]: DEBUG neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:05:10.337231 n-d-779913-29 neutron-server[93848]: INFO neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Loaded extension: standard-attr-timestamp Jul 14 09:05:10.337596 n-d-779913-29 neutron-server[93848]: DEBUG neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Loading extension file: trunk.py {{(pid=93848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:05:10.338639 n-d-779913-29 neutron-server[93848]: DEBUG neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:05:10.339159 n-d-779913-29 neutron-server[93848]: INFO neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Extension trunk not supported by any of loaded plugins Jul 14 09:05:10.339493 n-d-779913-29 neutron-server[93848]: DEBUG neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Loading extension file: trunk_details.py {{(pid=93848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:05:10.340431 n-d-779913-29 neutron-server[93848]: DEBUG neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:05:10.340949 n-d-779913-29 neutron-server[93848]: INFO neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Extension trunk-details not supported by any of loaded plugins Jul 14 09:05:10.341281 n-d-779913-29 neutron-server[93848]: DEBUG neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Loading extension file: uplink_status_propagation.py {{(pid=93848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:05:10.342492 n-d-779913-29 neutron-server[93848]: DEBUG neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:05:10.343016 n-d-779913-29 neutron-server[93848]: INFO neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 14 09:05:10.343348 n-d-779913-29 neutron-server[93848]: DEBUG neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Loading extension file: vlantransparent.py {{(pid=93848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:05:10.344028 n-d-779913-29 neutron-server[93848]: DEBUG neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:05:10.344542 n-d-779913-29 neutron-server[93848]: INFO neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Extension vlan-transparent not supported by any of loaded plugins Jul 14 09:05:10.347032 n-d-779913-29 neutron-server[93848]: INFO neutron.quota.resource_registry [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Creating instance of TrackedResource for resource:network Jul 14 09:05:10.347593 n-d-779913-29 neutron-server[93848]: INFO neutron.quota.resource_registry [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Creating instance of TrackedResource for resource:subnet Jul 14 09:05:10.348000 n-d-779913-29 neutron-server[93848]: INFO neutron.quota.resource_registry [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Creating instance of TrackedResource for resource:subnetpool Jul 14 09:05:10.348399 n-d-779913-29 neutron-server[93848]: INFO neutron.quota.resource_registry [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Creating instance of TrackedResource for resource:port Jul 14 09:05:10.349686 n-d-779913-29 neutron-server[93848]: DEBUG neutron.api.v2.resource_helper [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93848) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 09:05:10.350139 n-d-779913-29 neutron-server[93848]: DEBUG neutron.api.v2.resource_helper [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Service FLAVORS assigned prefix: {{(pid=93848) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 09:05:10.350771 n-d-779913-29 neutron-server[93848]: DEBUG neutron.api.v2.resource_helper [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93848) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 09:05:10.351204 n-d-779913-29 neutron-server[93848]: DEBUG neutron.api.v2.resource_helper [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93848) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 09:05:10.351539 n-d-779913-29 neutron-server[93848]: INFO neutron.quota.resource_registry [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Creating instance of TrackedResource for resource:router Jul 14 09:05:10.351973 n-d-779913-29 neutron-server[93848]: INFO neutron.quota.resource_registry [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Creating instance of TrackedResource for resource:floatingip Jul 14 09:05:10.352461 n-d-779913-29 neutron-server[93848]: DEBUG neutron.api.v2.resource_helper [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Service METERING assigned prefix: /metering {{(pid=93848) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 09:05:10.353934 n-d-779913-29 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:05:10.354309 n-d-779913-29 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:05:10.354662 n-d-779913-29 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:05:10.355657 n-d-779913-29 neutron-server[93848]: INFO neutron.quota.resource_registry [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Creating instance of CountableResource for resource:rbac_policy Jul 14 09:05:10.356124 n-d-779913-29 neutron-server[93848]: INFO neutron.quota.resource_registry [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Creating instance of TrackedResource for resource:security_group Jul 14 09:05:10.356564 n-d-779913-29 neutron-server[93848]: INFO neutron.quota.resource_registry [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Creating instance of TrackedResource for resource:security_group_rule Jul 14 09:05:10.357188 n-d-779913-29 neutron-server[93848]: DEBUG neutron.api.v2.resource_helper [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Service CORE assigned prefix: {{(pid=93848) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 09:05:10.357546 n-d-779913-29 neutron-server[93848]: INFO neutron.quota.resource_registry [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Creating instance of TrackedResource for resource:subnetpool Jul 14 09:05:10.357898 n-d-779913-29 neutron-server[93848]: WARNING neutron.quota.resource_registry [None req-396444f7-2368-4294-add8-76b182d60ccc None None] subnetpool is already registered Jul 14 09:05:10.358334 n-d-779913-29 neutron-server[93848]: DEBUG neutron.api.v2.resource_helper [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Service CORE assigned prefix: {{(pid=93848) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 09:05:10.358664 n-d-779913-29 neutron-server[93848]: INFO neutron.quota.resource_registry [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Creating instance of TrackedResource for resource:subnetpool Jul 14 09:05:10.358999 n-d-779913-29 neutron-server[93848]: WARNING neutron.quota.resource_registry [None req-396444f7-2368-4294-add8-76b182d60ccc None None] subnetpool is already registered Jul 14 09:05:10.361307 n-d-779913-29 neutron-server[93848]: DEBUG neutron.api.v2.resource_helper [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93848) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 09:05:10.361782 n-d-779913-29 neutron-server[93848]: DEBUG neutron.api.v2.resource_helper [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Service FLAVORS assigned prefix: {{(pid=93848) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 09:05:10.362386 n-d-779913-29 neutron-server[93848]: DEBUG neutron.api.v2.resource_helper [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93848) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 09:05:10.362818 n-d-779913-29 neutron-server[93848]: DEBUG neutron.api.v2.resource_helper [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93848) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 09:05:10.363179 n-d-779913-29 neutron-server[93848]: INFO neutron.quota.resource_registry [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Creating instance of TrackedResource for resource:router Jul 14 09:05:10.363522 n-d-779913-29 neutron-server[93848]: WARNING neutron.quota.resource_registry [None req-396444f7-2368-4294-add8-76b182d60ccc None None] router is already registered Jul 14 09:05:10.363940 n-d-779913-29 neutron-server[93848]: INFO neutron.quota.resource_registry [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Creating instance of TrackedResource for resource:floatingip Jul 14 09:05:10.364282 n-d-779913-29 neutron-server[93848]: WARNING neutron.quota.resource_registry [None req-396444f7-2368-4294-add8-76b182d60ccc None None] floatingip is already registered Jul 14 09:05:10.364740 n-d-779913-29 neutron-server[93848]: DEBUG neutron.api.v2.resource_helper [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Service METERING assigned prefix: /metering {{(pid=93848) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 09:05:10.365408 n-d-779913-29 neutron-server[93848]: INFO neutron.quota.resource_registry [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Creating instance of CountableResource for resource:rbac_policy Jul 14 09:05:10.365764 n-d-779913-29 neutron-server[93848]: WARNING neutron.quota.resource_registry [None req-396444f7-2368-4294-add8-76b182d60ccc None None] rbac_policy is already registered Jul 14 09:05:10.366187 n-d-779913-29 neutron-server[93848]: INFO neutron.quota.resource_registry [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Creating instance of TrackedResource for resource:security_group Jul 14 09:05:10.366528 n-d-779913-29 neutron-server[93848]: WARNING neutron.quota.resource_registry [None req-396444f7-2368-4294-add8-76b182d60ccc None None] security_group is already registered Jul 14 09:05:10.366931 n-d-779913-29 neutron-server[93848]: INFO neutron.quota.resource_registry [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Creating instance of TrackedResource for resource:security_group_rule Jul 14 09:05:10.367269 n-d-779913-29 neutron-server[93848]: WARNING neutron.quota.resource_registry [None req-396444f7-2368-4294-add8-76b182d60ccc None None] security_group_rule is already registered Jul 14 09:05:10.367907 n-d-779913-29 neutron-server[93848]: DEBUG neutron.api.v2.resource_helper [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Service CORE assigned prefix: {{(pid=93848) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 09:05:10.368240 n-d-779913-29 neutron-server[93848]: INFO neutron.quota.resource_registry [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Creating instance of TrackedResource for resource:subnetpool Jul 14 09:05:10.368580 n-d-779913-29 neutron-server[93848]: WARNING neutron.quota.resource_registry [None req-396444f7-2368-4294-add8-76b182d60ccc None None] subnetpool is already registered Jul 14 09:05:10.369001 n-d-779913-29 neutron-server[93848]: DEBUG neutron.api.v2.resource_helper [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Service CORE assigned prefix: {{(pid=93848) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 09:05:10.369331 n-d-779913-29 neutron-server[93848]: INFO neutron.quota.resource_registry [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Creating instance of TrackedResource for resource:subnetpool Jul 14 09:05:10.369688 n-d-779913-29 neutron-server[93848]: WARNING neutron.quota.resource_registry [None req-396444f7-2368-4294-add8-76b182d60ccc None None] subnetpool is already registered Jul 14 09:05:10.370159 n-d-779913-29 neutron-server[93848]: DEBUG neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Extended resource: extensions {{(pid=93848) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 09:05:10.371666 n-d-779913-29 neutron-server[93848]: DEBUG neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Extended resource: address-groups {{(pid=93848) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 09:05:10.373106 n-d-779913-29 neutron-server[93848]: DEBUG neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Extended resource: address-scopes {{(pid=93848) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 09:05:10.374465 n-d-779913-29 neutron-server[93848]: DEBUG neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Extended resource: agents {{(pid=93848) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 09:05:10.375630 n-d-779913-29 neutron-server[93848]: DEBUG neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Extended resource: auto-allocated-topology {{(pid=93848) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 09:05:10.376902 n-d-779913-29 neutron-server[93848]: DEBUG neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Extended resource: availability_zones {{(pid=93848) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 09:05:10.378167 n-d-779913-29 neutron-server[93848]: DEBUG neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Extended resource: dhcp-networks {{(pid=93848) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 09:05:10.380251 n-d-779913-29 neutron-server[93848]: DEBUG neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Extended resource: dhcp-agents {{(pid=93848) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 09:05:10.381699 n-d-779913-29 neutron-server[93848]: DEBUG neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Extended resource: routers {{(pid=93848) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 09:05:10.383418 n-d-779913-29 neutron-server[93848]: DEBUG neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Extended resource: flavors {{(pid=93848) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 09:05:10.385623 n-d-779913-29 neutron-server[93848]: DEBUG neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Extended resource: service_profiles {{(pid=93848) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 09:05:10.386853 n-d-779913-29 neutron-server[93848]: DEBUG neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Extended resource: next_providers {{(pid=93848) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 09:05:10.388313 n-d-779913-29 neutron-server[93848]: DEBUG neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Extended resource: service_profiles {{(pid=93848) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 09:05:10.389895 n-d-779913-29 neutron-server[93848]: DEBUG neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Extended resource: floatingip-pools {{(pid=93848) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 09:05:10.391115 n-d-779913-29 neutron-server[93848]: DEBUG neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Extended resource: routers {{(pid=93848) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 09:05:10.392822 n-d-779913-29 neutron-server[93848]: DEBUG neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Extended resource: floatingips {{(pid=93848) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 09:05:10.394117 n-d-779913-29 neutron-server[93848]: DEBUG neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Extended resource: l3-routers {{(pid=93848) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 09:05:10.396083 n-d-779913-29 neutron-server[93848]: DEBUG neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Extended resource: l3-agents {{(pid=93848) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 09:05:10.397516 n-d-779913-29 neutron-server[93848]: DEBUG neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Extended resource: metering-labels {{(pid=93848) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 09:05:10.398766 n-d-779913-29 neutron-server[93848]: DEBUG neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Extended resource: metering-label-rules {{(pid=93848) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 09:05:10.400149 n-d-779913-29 neutron-server[93848]: DEBUG neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Extended resource: network-ip-availabilities {{(pid=93848) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 09:05:10.401414 n-d-779913-29 neutron-server[93848]: DEBUG neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Extended resource: bindings {{(pid=93848) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 09:05:10.402987 n-d-779913-29 neutron-server[93848]: DEBUG neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Extended resource: quotas {{(pid=93848) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 09:05:10.404551 n-d-779913-29 neutron-server[93848]: DEBUG neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Extended resource: quotas {{(pid=93848) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 09:05:10.406008 n-d-779913-29 neutron-server[93848]: DEBUG neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Extended resource: rbac-policies {{(pid=93848) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 09:05:10.407212 n-d-779913-29 neutron-server[93848]: DEBUG neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Extended resource: security-groups {{(pid=93848) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 09:05:10.408518 n-d-779913-29 neutron-server[93848]: DEBUG neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Extended resource: security-group-rules {{(pid=93848) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 09:05:10.409793 n-d-779913-29 neutron-server[93848]: DEBUG neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Extended resource: service-providers {{(pid=93848) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 09:05:10.411096 n-d-779913-29 neutron-server[93848]: DEBUG neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Extended resource: subnetpools {{(pid=93848) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 09:05:10.412417 n-d-779913-29 neutron-server[93848]: DEBUG neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Extended resource: subnetpools {{(pid=93848) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 09:05:10.414001 n-d-779913-29 neutron-server[93848]: DEBUG neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Extended resource: tags {{(pid=93848) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 09:05:10.415684 n-d-779913-29 neutron-server[93848]: DEBUG neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Extended resource: tags {{(pid=93848) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 09:05:10.417550 n-d-779913-29 neutron-server[93848]: DEBUG neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Extended resource: tags {{(pid=93848) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 09:05:10.419331 n-d-779913-29 neutron-server[93848]: DEBUG neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Extended resource: tags {{(pid=93848) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 09:05:10.421017 n-d-779913-29 neutron-server[93848]: DEBUG neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Extended resource: tags {{(pid=93848) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 09:05:10.423207 n-d-779913-29 neutron-server[93848]: DEBUG neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Extended resource: tags {{(pid=93848) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 09:05:10.424969 n-d-779913-29 neutron-server[93848]: DEBUG neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Extended resource: tags {{(pid=93848) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 09:05:10.426871 n-d-779913-29 neutron-server[93848]: DEBUG neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Extended resource: tags {{(pid=93848) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 09:05:10.428757 n-d-779913-29 neutron-server[93848]: DEBUG neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Extended resource: tags {{(pid=93848) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 09:05:10.430554 n-d-779913-29 neutron-server[93848]: DEBUG neutron.api.extensions [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Extended resource: tags {{(pid=93848) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 09:05:10.436532 n-d-779913-29 neutron-server[93848]: WARNING keystonemiddleware.auth_token [None req-396444f7-2368-4294-add8-76b182d60ccc None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 14 09:05:10.441073 n-d-779913-29 neutron-server[93848]: WARNING keystonemiddleware.auth_token [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 14 09:05:10.449998 n-d-779913-29 neutron-server[93848]: DEBUG oslo_concurrency.lockutils [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Acquired lock "singleton_lock" {{(pid=93848) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 14 09:05:10.450481 n-d-779913-29 neutron-server[93848]: DEBUG oslo_concurrency.lockutils [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Releasing lock "singleton_lock" {{(pid=93848) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 14 09:05:10.451121 n-d-779913-29 neutron-server[93848]: INFO oslo_service.service [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Starting 2 workers Jul 14 09:05:10.455927 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Started child 93957 {{(pid=93848) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 14 09:05:10.460912 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Started child 93958 {{(pid=93848) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 14 09:05:10.461903 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:10.462540 n-d-779913-29 neutron-server[93848]: INFO neutron.service [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Neutron service started, listening on 0.0.0.0:9696 Jul 14 09:05:10.463171 n-d-779913-29 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Notify callbacks [] for process, before_spawn {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:10.463390 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [-] (93957) wsgi starting up on http://0.0.0.0:9696 Jul 14 09:05:10.465535 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:10.465953 n-d-779913-29 neutron-server[93848]: INFO oslo_service.service [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Starting 1 workers Jul 14 09:05:10.466898 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [-] (93958) wsgi starting up on http://0.0.0.0:9696 Jul 14 09:05:10.471153 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Started child 93959 {{(pid=93848) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 14 09:05:10.471667 n-d-779913-29 neutron-server[93848]: INFO oslo_service.service [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Starting 1 workers Jul 14 09:05:10.474958 n-d-779913-29 neutron-server[93959]: DEBUG neutron.service [None req-396444f7-2368-4294-add8-76b182d60ccc None None] calling RpcWorker wait() {{(pid=93959) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 14 09:05:10.475504 n-d-779913-29 neutron-server[93959]: DEBUG neutron.service [None req-396444f7-2368-4294-add8-76b182d60ccc None None] returning from RpcWorker wait() {{(pid=93959) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 14 09:05:10.476167 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Started child 93960 {{(pid=93848) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 14 09:05:10.476849 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:10.477003 n-d-779913-29 neutron-server[93848]: DEBUG neutron_lib.callbacks.manager [None req-396444f7-2368-4294-add8-76b182d60ccc None None] Notify callbacks [] for process, after_spawn {{(pid=93848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:10.477455 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:05:10.478792 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93848) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 14 09:05:10.479004 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 14 09:05:10.479196 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 14 09:05:10.479415 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 14 09:05:10.479769 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 14 09:05:10.479934 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 14 09:05:10.480465 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:10.480748 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:10.480838 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:10.481285 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:10.481285 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:10.481572 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:10.482144 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:10.482424 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:10.482688 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:10.482971 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:10.483227 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:10.483406 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:10.483575 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:10.483840 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:10.484074 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:10.484369 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:10.484639 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:10.484893 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:10.485164 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:10.485343 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:10.485639 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:10.485929 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:10.486185 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:10.486453 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] debug = True {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:10.486703 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:10.487187 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:10.487434 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:10.487675 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:10.487910 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:10.489084 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:10.489332 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:10.489631 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:10.489893 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:10.490152 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:10.490392 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:10.490655 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:10.490917 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:10.491155 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:10.491386 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:10.491664 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:10.491911 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:10.492368 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] host = n-d-779913-29 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:10.492613 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:10.492837 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:10.493091 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:10.493327 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:10.493602 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:10.493831 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:10.494105 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:10.494387 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:10.494659 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:10.494925 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:10.495182 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:10.495447 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:10.495691 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:10.495951 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] log_file = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:10.496121 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] log_options = True {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:10.496377 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:10.496647 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:10.496930 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:10.497129 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:10.497304 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:10.497484 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:10.497770 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:10.497942 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:10.498206 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:10.498461 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:10.498722 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:10.498943 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:10.499149 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:10.499390 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:10.499665 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:10.499985 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:10.500121 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:10.500379 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:10.500635 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:10.500869 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:10.501102 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:10.501336 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:10.501601 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:10.501842 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:10.502063 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:10.502317 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:10.502568 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:10.502818 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:10.503037 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:10.503296 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:10.503535 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:10.503857 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:10.504625 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:10.504873 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:10.505135 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:10.505353 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:10.505625 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:10.505916 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:10.506157 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:10.506413 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:10.506696 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:10.506941 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:10.507202 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:10.507445 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:10.507685 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:10.507905 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] use_json = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:10.508126 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:10.508348 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:10.508611 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:10.508832 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:10.509052 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:10.509265 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:10.509484 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:10.509759 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:10.510181 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.510468 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.510782 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.511053 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.511431 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.512240 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.512484 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.512713 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.512983 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.513197 n-d-779913-29 neutron-server[93960]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:05:10.513334 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.513598 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.513850 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.514140 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.514418 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.514701 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.515106 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.515550 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.516035 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.516193 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.516555 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.516823 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.517054 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.517383 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.517708 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.518206 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.68/identity {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.518357 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.518602 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.518879 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.519108 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.519411 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.519601 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.519840 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.520407 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.520407 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.520697 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.520834 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.521028 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.521268 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.521677 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.521823 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.522049 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.522303 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.522517 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.522737 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.522975 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.523193 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.523418 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.523678 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.523898 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.524159 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.524409 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.524635 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.524873 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.525094 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.525320 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.525581 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.525809 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.526026 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.526243 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.526467 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.526699 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.526956 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.527201 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.527418 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.527641 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.527887 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.528126 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.528348 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.528576 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.529336 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.529708 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.529849 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.530217 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.530434 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.530563 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.530687 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.530885 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.531103 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.531326 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.531551 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.531792 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.532035 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.532267 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.532513 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.532809 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.533140 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.533402 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.533695 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.533926 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.534182 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.534412 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.534722 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.535032 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.535271 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.535516 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.535791 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.536042 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.536283 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.536539 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.536773 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.537040 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.537304 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.537566 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.537800 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.538061 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.538311 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.538588 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.538864 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.539127 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.539366 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.539647 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.539943 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.540204 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.540491 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.540741 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.541022 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.541339 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.541645 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.541936 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.542762 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.542762 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.542762 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.543098 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.543237 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.543424 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.543682 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.543909 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.544189 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.544457 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.544702 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.545046 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.545137 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.545466 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.545733 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.545954 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.546177 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.546459 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.546705 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.546951 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.547238 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.547490 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.547730 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.547989 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.548240 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.68/identity {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.548465 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.548701 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.548939 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.549158 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.549410 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.549677 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.549904 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.550126 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.550367 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.551135 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.551355 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.551618 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.551838 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.552094 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.552333 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.552603 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.552846 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.553091 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.553344 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.553590 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.553837 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.554058 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.554277 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.554552 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.554778 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.555072 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.555333 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.555572 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.555835 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.556103 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.556358 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.556579 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.556836 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.557062 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.557286 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.557587 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.557871 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.558175 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.558497 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.558877 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.559248 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.559648 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.560071 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.560637 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.561087 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.561587 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.562088 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.562636 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.563086 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.563491 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.563898 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.564290 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.564694 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.565121 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.565623 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.566059 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.567026 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.567407 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.567831 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.568103 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.568341 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.568714 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.569121 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.569385 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.569665 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.569937 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.570199 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.570429 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.570671 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.570901 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.571122 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.571355 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.571600 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.571819 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.572056 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.572280 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.572497 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.572746 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.572970 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.573186 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.573445 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.573696 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.573914 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.574146 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.574372 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.574615 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.574848 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.575108 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.575327 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.575555 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.575779 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.575994 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.576307 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.576564 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.576792 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.577099 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.577336 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.577613 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.577866 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.578192 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.578435 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.578686 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.578918 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.579144 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.579371 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.579699 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.580105 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.580459 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.580730 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.581025 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.582995 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.583321 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.583613 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.583850 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.584152 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.584524 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.584834 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.585097 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.585338 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.587174 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.587904 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.588704 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.588985 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.589253 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.589487 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.589786 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.590041 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.590287 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.590543 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.590809 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.591072 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.591313 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.591559 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.591793 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.592305 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.592471 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 14 09:05:10.593016 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93848) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 14 09:05:10.593183 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 14 09:05:10.593346 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 14 09:05:10.593877 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 14 09:05:10.594074 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 14 09:05:10.594376 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 14 09:05:10.594603 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:10.594777 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:10.594955 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:10.595109 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:10.595453 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:10.595649 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:10.595820 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:10.595986 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:10.596153 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:10.596319 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:10.596484 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:10.596650 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:10.596818 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:10.596981 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:10.597145 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:10.597310 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:10.597538 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:10.597697 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:10.597859 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:10.598021 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:10.598183 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:10.598345 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:10.598508 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] debug = True {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:10.598671 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:10.598885 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:10.599363 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:10.599534 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:10.599699 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:10.599865 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:10.600030 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:10.600194 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:10.600370 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:10.600507 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:10.600669 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:10.600833 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:10.600994 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:10.601159 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:10.601322 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:10.601486 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:10.601674 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:10.601837 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] host = n-d-779913-29 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:10.602001 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:10.602165 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:10.602329 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:10.602494 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:10.602657 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:10.602821 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:10.602984 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:10.603146 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:10.603309 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:10.603472 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:10.603635 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:10.603798 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:10.603958 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:10.604145 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] log_file = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:10.604263 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] log_options = True {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:10.604429 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:10.604591 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:10.604754 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:10.604942 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:10.605111 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:10.605273 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:10.605436 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:10.605621 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:10.605785 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:10.605947 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:10.606111 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:10.606273 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:10.606438 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:10.606596 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:10.606757 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:10.606930 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:10.607136 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:10.607360 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:10.607560 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:10.607697 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:10.607914 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:10.608052 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:10.608197 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:10.608362 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:10.608525 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:10.608761 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:10.608926 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:10.609089 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:10.609253 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:10.609417 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:10.609614 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:10.610703 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:10.611289 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:10.611552 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:10.611745 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:10.611922 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:10.612101 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:10.612290 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:10.613664 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:10.614818 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:10.615011 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:10.615183 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:10.615357 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:10.615531 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:10.615702 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:10.615874 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] use_json = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:10.616043 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:10.616211 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:10.616383 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:10.616569 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:10.616709 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:10.616876 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:10.617041 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:10.618693 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:05:10.618900 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.619081 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.619267 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.619443 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.619616 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.619787 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.619957 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.620127 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.620293 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.620457 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.620632 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.620796 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.620974 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.621139 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.621308 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.621477 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.621956 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.622330 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.622495 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.622661 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.622828 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.622992 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.623174 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.623340 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.623506 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.68/identity {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.623687 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.623838 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.624002 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.624167 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.624328 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.624499 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.624666 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.624829 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.624995 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.625159 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.625717 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.625897 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.626064 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.626229 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.626398 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.626563 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.626725 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.627053 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.627222 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.627388 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.627555 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.627720 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.627887 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.628054 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.628219 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.628397 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.628562 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.628829 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.629533 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.629703 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.629868 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.630034 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.630199 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.630363 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.630527 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.630690 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.630869 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.631038 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.631204 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.631374 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.631542 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.631704 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.631868 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.632031 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.632194 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.632358 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.632520 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.632684 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.632846 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.633011 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.633175 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.633339 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.633525 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.633691 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.634015 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.634247 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.634389 n-d-779913-29 neutron-server[93959]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:05:10.634513 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.634513 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.634664 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.634801 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.634982 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.635157 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.635308 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.635472 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.635637 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.635802 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.635966 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.636129 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.636292 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.636457 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.636620 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.636783 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.636949 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.637114 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.637277 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.637440 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.637629 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.637793 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.637957 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.638122 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.638286 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.638450 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.638615 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.638779 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.638944 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.639108 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.639281 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.639446 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.639613 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.639777 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.639948 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.640124 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.640288 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.640452 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.640616 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.640781 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.640945 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.641109 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.641273 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.641442 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.641630 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.641795 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.641966 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.642142 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.642306 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.642469 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.642633 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.642820 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.642986 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.643150 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.643316 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.643479 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.643644 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.643808 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.643971 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.644135 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.644318 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.644484 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.644649 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.68/identity {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.644813 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.644976 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.646824 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.646973 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.647101 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.647275 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.647421 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.647598 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.647763 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.647925 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.648086 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.648254 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.648420 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.648585 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.648751 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.648917 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.649081 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.649247 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.649411 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.649701 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.650003 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.650215 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.650381 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.650544 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.650708 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.650879 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.651062 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.651201 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.651370 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.651537 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.651704 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.651870 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.652020 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.652182 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.652355 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.652516 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.652834 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.653154 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.653319 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.653651 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.653969 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.654137 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.654306 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.654488 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.654655 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.654794 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.654963 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.655129 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.655293 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.655460 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.655628 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.655790 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.655955 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.656123 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.656289 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.656456 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.656622 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.656787 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.656982 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.657118 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.657283 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.657447 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.657651 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.657816 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.657981 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.658147 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.658312 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.658476 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.658652 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.658816 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.658979 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.659145 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.659308 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.659470 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.659646 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.659810 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.659973 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.660162 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.660326 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.660490 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.660664 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.660828 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.660992 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.661157 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.661323 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.661487 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.661681 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.661846 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.662009 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.662173 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.662336 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.662500 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.662674 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.662839 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.663005 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.663179 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.663345 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.663509 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.663674 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.663851 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.664017 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.664185 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.664351 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.664515 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.664680 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.664847 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.665016 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.665190 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.665361 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.665551 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.665727 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.665900 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.666073 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.666236 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.666408 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.666585 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.666751 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.666915 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.667078 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.667243 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.667407 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.667571 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.667735 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.667898 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.668062 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.668227 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.668392 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.668555 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.668719 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.668883 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.669047 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.669212 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.669375 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.669563 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.669728 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:05:10.670045 n-d-779913-29 neutron-server[93848]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 14 09:05:10.928417 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 59528) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:05:10.937123 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [-] 10.222.0.68 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064893 Jul 14 09:05:22.154912 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dc62c86-52ee-406b-97b8-d8f44ab65b9e None None] get_active_networks_info from n-d-779913-29 {{(pid=93959) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 14 09:05:22.233688 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dc62c86-52ee-406b-97b8-d8f44ab65b9e None None] No non-hosted networks {{(pid=93959) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 14 09:05:22.250375 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.agentschedulers_db [None req-8dc62c86-52ee-406b-97b8-d8f44ab65b9e None None] DHCP Agent not found on host n-d-779913-29 {{(pid=93959) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jul 14 09:05:22.368259 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-78fe065a-1d23-4b42-85db-d5bc5389ed6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-682776'] for agent, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:24.650907 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-682776'] for agent, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:24.653731 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:05:24.654165 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:05:24.654515 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:05:24.654855 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:05:24.655192 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:05:24.655523 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:05:24.665395 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:05:24.665758 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:05:24.666109 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:05:24.666452 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:05:24.666791 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:05:24.667129 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:05:24.667636 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-779913-29', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:05:24.675604 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-779913-29', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:05:24.728252 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-44cee3b0-7114-492f-9cd6-3eabae5e07c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-682776'] for agent, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:24.794765 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-46c0eb04-7fee-4e70-ae5d-c9ca79a8135f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:25.783100 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5ad31076-714c-49ec-bc37-f3d4cd90112a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-682776'] for agent, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:27.528195 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5bbe322f-3f67-4864-bc0a-91afe44d23e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-682776'] for agent, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:28.493923 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 59620) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:05:28.978954 n-d-779913-29 neutron-server[93957]: WARNING oslo_policy.policy [None req-a5813dee-9c60-4597-aba2-a575837b9cfb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 14 09:05:28.979541 n-d-779913-29 neutron-server[93957]: WARNING oslo_policy.policy [None req-a5813dee-9c60-4597-aba2-a575837b9cfb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 14 09:05:29.038358 n-d-779913-29 neutron-server[93959]: INFO neutron.db.l3_hamode_db [None req-99028e68-8425-40c5-8a95-3a675fe2d4e1 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 14 09:05:29.114502 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99028e68-8425-40c5-8a95-3a675fe2d4e1 None None] Routers set() bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:05:29.114818 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99028e68-8425-40c5-8a95-3a675fe2d4e1 None None] Router IDs set() for agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 14 09:05:29.196734 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [None req-a5813dee-9c60-4597-aba2-a575837b9cfb admin admin] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=93957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:05:29.198003 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-a5813dee-9c60-4597-aba2-a575837b9cfb admin admin] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7019756 Jul 14 09:05:31.546847 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 59634) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:05:31.846897 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-d6964dd5-1666-43b1-b624-4bc10328dba6 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'shared': True, 'is_default': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:05:31.939115 n-d-779913-29 neutron-server[93957]: DEBUG neutron.policy [None req-d6964dd5-1666-43b1-b624-4bc10328dba6 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93957) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 14 09:05:31.983060 n-d-779913-29 neutron-server[93957]: WARNING oslo_policy.policy [None req-d6964dd5-1666-43b1-b624-4bc10328dba6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 14 09:05:31.983422 n-d-779913-29 neutron-server[93957]: WARNING oslo_policy.policy [None req-d6964dd5-1666-43b1-b624-4bc10328dba6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 14 09:05:31.992402 n-d-779913-29 neutron-server[93957]: INFO neutron.quota [None req-d6964dd5-1666-43b1-b624-4bc10328dba6 admin admin] Loaded quota_driver: . Jul 14 09:05:32.082557 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d6964dd5-1666-43b1-b624-4bc10328dba6 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735688315670', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735688315329', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735688320393', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735688301527', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735688307986', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735688347566', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3876136', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3912288', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-749787', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-556861'] for rbac-policy, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:32.146298 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d6964dd5-1666-43b1-b624-4bc10328dba6 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:32.147465 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-d6964dd5-1666-43b1-b624-4bc10328dba6 admin admin] 10.222.0.68 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.5996594 Jul 14 09:05:34.682948 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 59646) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:05:34.977159 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-4034f7dd-06e3-44b0-8813-51c373b88d85 admin admin] Request body: {'network': {'tenant_id': 'e63059a43fb949c0a5c000c21db4601a', 'admin_state_up': True, 'project_id': 'e63059a43fb949c0a5c000c21db4601a', 'name': 'private'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:05:35.005825 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4034f7dd-06e3-44b0-8813-51c373b88d85 admin admin] Made reservation on behalf of e63059a43fb949c0a5c000c21db4601a for: {'network': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:05:35.008668 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4034f7dd-06e3-44b0-8813-51c373b88d85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for network, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:35.024740 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4034f7dd-06e3-44b0-8813-51c373b88d85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:35.145283 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4034f7dd-06e3-44b0-8813-51c373b88d85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:35.148997 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4034f7dd-06e3-44b0-8813-51c373b88d85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:35.166979 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4034f7dd-06e3-44b0-8813-51c373b88d85 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 710} {{(pid=93957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:05:35.196206 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4034f7dd-06e3-44b0-8813-51c373b88d85 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8735688346588', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:35.196811 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4034f7dd-06e3-44b0-8813-51c373b88d85 admin admin] Unsubscribe: segment precommit_create {{(pid=93957) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 14 09:05:35.197339 n-d-779913-29 neutron-server[93957]: INFO neutron.db.segments_db [None req-4034f7dd-06e3-44b0-8813-51c373b88d85 admin admin] Added segment 5efd6e7a-b371-4e50-a31f-0adb7674e5bf of type vlan for network bb243121-2fee-41bb-b341-7c92811c5a91 Jul 14 09:05:35.231115 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4034f7dd-06e3-44b0-8813-51c373b88d85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e0ae956-055b-480e-89dc-2bd7f60e3193,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:05:35.265852 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4034f7dd-06e3-44b0-8813-51c373b88d85 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:05:35.266228 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4034f7dd-06e3-44b0-8813-51c373b88d85 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:05:35.266576 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4034f7dd-06e3-44b0-8813-51c373b88d85 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:05:35.266906 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4034f7dd-06e3-44b0-8813-51c373b88d85 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:05:35.267235 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4034f7dd-06e3-44b0-8813-51c373b88d85 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:05:35.267582 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4034f7dd-06e3-44b0-8813-51c373b88d85 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:05:35.267904 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4034f7dd-06e3-44b0-8813-51c373b88d85 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:05:35.268224 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4034f7dd-06e3-44b0-8813-51c373b88d85 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:05:35.268541 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4034f7dd-06e3-44b0-8813-51c373b88d85 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:05:35.268858 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4034f7dd-06e3-44b0-8813-51c373b88d85 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:05:35.269205 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4034f7dd-06e3-44b0-8813-51c373b88d85 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:05:35.269539 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4034f7dd-06e3-44b0-8813-51c373b88d85 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:05:35.270610 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4034f7dd-06e3-44b0-8813-51c373b88d85 admin admin] Tracked resource versions report: Jul 14 09:05:35.270610 n-d-779913-29 neutron-server[93957]: pushed versions: Jul 14 09:05:35.270610 n-d-779913-29 neutron-server[93957]: { 'AddressGroup': {'1.2'}, Jul 14 09:05:35.270610 n-d-779913-29 neutron-server[93957]: 'ConntrackHelper': {'1.0'}, Jul 14 09:05:35.270610 n-d-779913-29 neutron-server[93957]: 'Log': {'1.0'}, Jul 14 09:05:35.270610 n-d-779913-29 neutron-server[93957]: 'Network': {'1.1'}, Jul 14 09:05:35.270610 n-d-779913-29 neutron-server[93957]: 'Port': {'1.7'}, Jul 14 09:05:35.270610 n-d-779913-29 neutron-server[93957]: 'PortForwarding': {'1.2'}, Jul 14 09:05:35.270610 n-d-779913-29 neutron-server[93957]: 'QosPolicy': {'1.8'}, Jul 14 09:05:35.270610 n-d-779913-29 neutron-server[93957]: 'SecurityGroup': {'1.4'}, Jul 14 09:05:35.270610 n-d-779913-29 neutron-server[93957]: 'SecurityGroupRule': {'1.2'}, Jul 14 09:05:35.270610 n-d-779913-29 neutron-server[93957]: 'SubPort': {'1.0'}, Jul 14 09:05:35.270610 n-d-779913-29 neutron-server[93957]: 'Subnet': {'1.1'}, Jul 14 09:05:35.270610 n-d-779913-29 neutron-server[93957]: 'Trunk': {'1.1'}} Jul 14 09:05:35.270610 n-d-779913-29 neutron-server[93957]: consumer versions: Jul 14 09:05:35.270610 n-d-779913-29 neutron-server[93957]: { DHCP agent@n-d-779913-29: {}, Jul 14 09:05:35.270610 n-d-779913-29 neutron-server[93957]: L3 agent@n-d-779913-29: {}, Jul 14 09:05:35.270610 n-d-779913-29 neutron-server[93957]: Metadata agent@n-d-779913-29: {}, Jul 14 09:05:35.270610 n-d-779913-29 neutron-server[93957]: Metering agent@n-d-779913-29: {}, Jul 14 09:05:35.270610 n-d-779913-29 neutron-server[93957]: Open vSwitch agent@n-d-779913-29: { 'AddressGroup': '1.2', Jul 14 09:05:35.270610 n-d-779913-29 neutron-server[93957]: 'ConntrackHelper': '1.0', Jul 14 09:05:35.270610 n-d-779913-29 neutron-server[93957]: 'Log': '1.0', Jul 14 09:05:35.270610 n-d-779913-29 neutron-server[93957]: 'Network': '1.1', Jul 14 09:05:35.270610 n-d-779913-29 neutron-server[93957]: 'Port': '1.7', Jul 14 09:05:35.270610 n-d-779913-29 neutron-server[93957]: 'PortForwarding': '1.2', Jul 14 09:05:35.270610 n-d-779913-29 neutron-server[93957]: 'QosPolicy': '1.8', Jul 14 09:05:35.270610 n-d-779913-29 neutron-server[93957]: 'SecurityGroup': '1.4', Jul 14 09:05:35.270610 n-d-779913-29 neutron-server[93957]: 'SecurityGroupRule': '1.2', Jul 14 09:05:35.270610 n-d-779913-29 neutron-server[93957]: 'SubPort': '1.0', Jul 14 09:05:35.270610 n-d-779913-29 neutron-server[93957]: 'Subnet': '1.1', Jul 14 09:05:35.270610 n-d-779913-29 neutron-server[93957]: 'Trunk': '1.1'}} Jul 14 09:05:35.270610 n-d-779913-29 neutron-server[93957]: {{(pid=93957) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 14 09:05:35.312883 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4034f7dd-06e3-44b0-8813-51c373b88d85 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735687821325'] for network, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:35.367244 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4034f7dd-06e3-44b0-8813-51c373b88d85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855'] for network, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:35.368485 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4034f7dd-06e3-44b0-8813-51c373b88d85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:35.369140 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4034f7dd-06e3-44b0-8813-51c373b88d85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for network, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:35.448103 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-4034f7dd-06e3-44b0-8813-51c373b88d85 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7641039 Jul 14 09:05:35.465583 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4034f7dd-06e3-44b0-8813-51c373b88d85 admin admin] Pushing event updated for resources: {'Network': ['ID=bb243121-2fee-41bb-b341-7c92811c5a91,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:05:35.478738 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Network bb243121-2fee-41bb-b341-7c92811c5a91 details requested by agent ovs-agent-n-d-779913-29 with host n-d-779913-29 {{(pid=93959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:05:38.045838 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 59660) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:05:38.424006 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cbc27b5-7f8d-45e2-bf1f-ad9841261b44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:38.425369 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-6cbc27b5-7f8d-45e2-bf1f-ad9841261b44 admin admin] 10.222.0.68 "GET /v2.0/networks/bb243121-2fee-41bb-b341-7c92811c5a91 HTTP/1.1" status: 200 len: 825 time: 0.3785796 Jul 14 09:05:38.448617 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-120c242d-6be4-405b-a44d-726dda4d6b1a admin admin] 10.222.0.68 "GET /v2.0/subnetpools/bd545ce7-9855-43ae-9977-f3c20dfe5b1e HTTP/1.1" status: 200 len: 734 time: 0.0179584 Jul 14 09:05:38.457260 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-e2608bc3-e89e-4b68-9eef-ce40901f863f admin admin] Request body: {'subnet': {'network_id': 'bb243121-2fee-41bb-b341-7c92811c5a91', 'tenant_id': 'e63059a43fb949c0a5c000c21db4601a', 'subnetpool_id': 'bd545ce7-9855-43ae-9977-f3c20dfe5b1e', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'name': 'private-subnet'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:05:38.478256 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2608bc3-e89e-4b68-9eef-ce40901f863f admin admin] Made reservation on behalf of e63059a43fb949c0a5c000c21db4601a for: {'subnet': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:05:38.480576 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e2608bc3-e89e-4b68-9eef-ce40901f863f admin admin] Notify callbacks [] for subnet, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:38.775939 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e2608bc3-e89e-4b68-9eef-ce40901f863f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855'] for subnet, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:38.846087 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2608bc3-e89e-4b68-9eef-ce40901f863f admin admin] Pushing event updated for resources: {'Subnet': ['ID=acf6e20d-25a4-4498-8e48-516ab70f145c,revision_number=0']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:05:38.848069 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2608bc3-e89e-4b68-9eef-ce40901f863f admin admin] Checking segment: {'id': '5efd6e7a-b371-4e50-a31f-0adb7674e5bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'bb243121-2fee-41bb-b341-7c92811c5a91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:05:38.848467 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2608bc3-e89e-4b68-9eef-ce40901f863f admin admin] Network hostable DHCP agents. Network: bb243121-2fee-41bb-b341-7c92811c5a91, hostable agents: ['c6a09bd4-f72e-4283-a3ca-0bbca8a51081'], hosted agents: [] {{(pid=93957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:05:38.869707 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2608bc3-e89e-4b68-9eef-ce40901f863f admin admin] Network bb243121-2fee-41bb-b341-7c92811c5a91 is scheduled to be hosted by DHCP agent c6a09bd4-f72e-4283-a3ca-0bbca8a51081 with binding_index 1 {{(pid=93957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:05:38.881110 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-e2608bc3-e89e-4b68-9eef-ce40901f863f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-29, bb243121-2fee-41bb-b341-7c92811c5a91) {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:05:38.885616 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2608bc3-e89e-4b68-9eef-ce40901f863f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:38.886196 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e2608bc3-e89e-4b68-9eef-ce40901f863f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for subnet, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:38.890920 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf7d48b5-7500-43d1-a35f-953bf9002709 None None] Network bb243121-2fee-41bb-b341-7c92811c5a91 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:05:38.903737 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-e2608bc3-e89e-4b68-9eef-ce40901f863f admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4503117 Jul 14 09:05:39.197308 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19d1788d-3f72-47ee-b068-ce41364087c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf57baaa9-fd24-59f4-8fd2-1dc21122ce72-bb243121-2fee-41bb-b341-7c92811c5a91', 'network_id': 'bb243121-2fee-41bb-b341-7c92811c5a91', 'tenant_id': 'e63059a43fb949c0a5c000c21db4601a', 'fixed_ips': [{'subnet_id': 'acf6e20d-25a4-4498-8e48-516ab70f145c'}]}} from n-d-779913-29. {{(pid=93959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:05:39.198614 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-19d1788d-3f72-47ee-b068-ce41364087c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:39.462222 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-19d1788d-3f72-47ee-b068-ce41364087c9 None None] Allocated IP 172.20.0.2 (bb243121-2fee-41bb-b341-7c92811c5a91/acf6e20d-25a4-4498-8e48-516ab70f145c/54028b96-231f-45c1-a230-18673f7a70aa) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:05:39.656667 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-19d1788d-3f72-47ee-b068-ce41364087c9 None None] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:39.673699 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-19d1788d-3f72-47ee-b068-ce41364087c9 None None] Transition to ACTIVE for port object 54028b96-231f-45c1-a230-18673f7a70aa will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:05:39.721585 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-19d1788d-3f72-47ee-b068-ce41364087c9 None None] Transition to ACTIVE for port object 54028b96-231f-45c1-a230-18673f7a70aa will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:05:39.730432 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-19d1788d-3f72-47ee-b068-ce41364087c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:39.791657 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19d1788d-3f72-47ee-b068-ce41364087c9 None None] Network bb243121-2fee-41bb-b341-7c92811c5a91 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:05:39.798483 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-19d1788d-3f72-47ee-b068-ce41364087c9 None None] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:05:39.807500 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19d1788d-3f72-47ee-b068-ce41364087c9 None None] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:05:39.815548 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d1788d-3f72-47ee-b068-ce41364087c9 None None] Pushing event updated for resources: {'Port': ['ID=54028b96-231f-45c1-a230-18673f7a70aa,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:05:39.860142 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d1788d-3f72-47ee-b068-ce41364087c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:05:39.860494 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d1788d-3f72-47ee-b068-ce41364087c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:05:39.860841 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d1788d-3f72-47ee-b068-ce41364087c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:05:39.861209 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d1788d-3f72-47ee-b068-ce41364087c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:05:39.861569 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d1788d-3f72-47ee-b068-ce41364087c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:05:39.861903 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d1788d-3f72-47ee-b068-ce41364087c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:05:39.862231 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d1788d-3f72-47ee-b068-ce41364087c9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:05:39.862558 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d1788d-3f72-47ee-b068-ce41364087c9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:05:39.862884 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d1788d-3f72-47ee-b068-ce41364087c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:05:39.863208 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d1788d-3f72-47ee-b068-ce41364087c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:05:39.863530 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d1788d-3f72-47ee-b068-ce41364087c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:05:39.863851 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d1788d-3f72-47ee-b068-ce41364087c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:05:39.864907 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d1788d-3f72-47ee-b068-ce41364087c9 None None] Tracked resource versions report: Jul 14 09:05:39.864907 n-d-779913-29 neutron-server[93959]: pushed versions: Jul 14 09:05:39.864907 n-d-779913-29 neutron-server[93959]: { 'AddressGroup': {'1.2'}, Jul 14 09:05:39.864907 n-d-779913-29 neutron-server[93959]: 'ConntrackHelper': {'1.0'}, Jul 14 09:05:39.864907 n-d-779913-29 neutron-server[93959]: 'Log': {'1.0'}, Jul 14 09:05:39.864907 n-d-779913-29 neutron-server[93959]: 'Network': {'1.1'}, Jul 14 09:05:39.864907 n-d-779913-29 neutron-server[93959]: 'Port': {'1.7'}, Jul 14 09:05:39.864907 n-d-779913-29 neutron-server[93959]: 'PortForwarding': {'1.2'}, Jul 14 09:05:39.864907 n-d-779913-29 neutron-server[93959]: 'QosPolicy': {'1.8'}, Jul 14 09:05:39.864907 n-d-779913-29 neutron-server[93959]: 'SecurityGroup': {'1.4'}, Jul 14 09:05:39.864907 n-d-779913-29 neutron-server[93959]: 'SecurityGroupRule': {'1.2'}, Jul 14 09:05:39.864907 n-d-779913-29 neutron-server[93959]: 'SubPort': {'1.0'}, Jul 14 09:05:39.864907 n-d-779913-29 neutron-server[93959]: 'Subnet': {'1.1'}, Jul 14 09:05:39.864907 n-d-779913-29 neutron-server[93959]: 'Trunk': {'1.1'}} Jul 14 09:05:39.864907 n-d-779913-29 neutron-server[93959]: consumer versions: Jul 14 09:05:39.864907 n-d-779913-29 neutron-server[93959]: { DHCP agent@n-d-779913-29: {}, Jul 14 09:05:39.864907 n-d-779913-29 neutron-server[93959]: L3 agent@n-d-779913-29: {}, Jul 14 09:05:39.864907 n-d-779913-29 neutron-server[93959]: Metadata agent@n-d-779913-29: {}, Jul 14 09:05:39.864907 n-d-779913-29 neutron-server[93959]: Metering agent@n-d-779913-29: {}, Jul 14 09:05:39.864907 n-d-779913-29 neutron-server[93959]: Open vSwitch agent@n-d-779913-29: { 'AddressGroup': '1.2', Jul 14 09:05:39.864907 n-d-779913-29 neutron-server[93959]: 'ConntrackHelper': '1.0', Jul 14 09:05:39.864907 n-d-779913-29 neutron-server[93959]: 'Log': '1.0', Jul 14 09:05:39.864907 n-d-779913-29 neutron-server[93959]: 'Network': '1.1', Jul 14 09:05:39.864907 n-d-779913-29 neutron-server[93959]: 'Port': '1.7', Jul 14 09:05:39.864907 n-d-779913-29 neutron-server[93959]: 'PortForwarding': '1.2', Jul 14 09:05:39.864907 n-d-779913-29 neutron-server[93959]: 'QosPolicy': '1.8', Jul 14 09:05:39.864907 n-d-779913-29 neutron-server[93959]: 'SecurityGroup': '1.4', Jul 14 09:05:39.864907 n-d-779913-29 neutron-server[93959]: 'SecurityGroupRule': '1.2', Jul 14 09:05:39.864907 n-d-779913-29 neutron-server[93959]: 'SubPort': '1.0', Jul 14 09:05:39.864907 n-d-779913-29 neutron-server[93959]: 'Subnet': '1.1', Jul 14 09:05:39.864907 n-d-779913-29 neutron-server[93959]: 'Trunk': '1.1'}} Jul 14 09:05:39.864907 n-d-779913-29 neutron-server[93959]: {{(pid=93959) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 14 09:05:39.895856 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-19d1788d-3f72-47ee-b068-ce41364087c9 None None] Attempting to bind port 54028b96-231f-45c1-a230-18673f7a70aa on host n-d-779913-29 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:05:39.896385 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-19d1788d-3f72-47ee-b068-ce41364087c9 None None] Attempting to bind port 54028b96-231f-45c1-a230-18673f7a70aa by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': '5efd6e7a-b371-4e50-a31f-0adb7674e5bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'bb243121-2fee-41bb-b341-7c92811c5a91'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:05:39.896670 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19d1788d-3f72-47ee-b068-ce41364087c9 None None] Attempting to bind port 54028b96-231f-45c1-a230-18673f7a70aa on network bb243121-2fee-41bb-b341-7c92811c5a91 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:05:39.901307 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19d1788d-3f72-47ee-b068-ce41364087c9 None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 5, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:05:39.901767 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19d1788d-3f72-47ee-b068-ce41364087c9 None None] Checking segment: {'id': '5efd6e7a-b371-4e50-a31f-0adb7674e5bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'bb243121-2fee-41bb-b341-7c92811c5a91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:05:39.902246 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-19d1788d-3f72-47ee-b068-ce41364087c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:39.902631 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19d1788d-3f72-47ee-b068-ce41364087c9 None None] Bound using segment: {'id': '5efd6e7a-b371-4e50-a31f-0adb7674e5bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'bb243121-2fee-41bb-b341-7c92811c5a91'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:05:39.903091 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-19d1788d-3f72-47ee-b068-ce41364087c9 None None] Bound port: 54028b96-231f-45c1-a230-18673f7a70aa, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5efd6e7a-b371-4e50-a31f-0adb7674e5bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'bb243121-2fee-41bb-b341-7c92811c5a91'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:05:39.903496 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-19d1788d-3f72-47ee-b068-ce41364087c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:39.964267 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-19d1788d-3f72-47ee-b068-ce41364087c9 None None] For port 54028b96-231f-45c1-a230-18673f7a70aa, host n-d-779913-29, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:05:39.968635 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-19d1788d-3f72-47ee-b068-ce41364087c9 None None] For port 54028b96-231f-45c1-a230-18673f7a70aa, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=54028b96-231f-45c1-a230-18673f7a70aa,segment=NetworkSegment(5efd6e7a-b371-4e50-a31f-0adb7674e5bf),segment_id=5efd6e7a-b371-4e50-a31f-0adb7674e5bf)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:05:39.972833 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-19d1788d-3f72-47ee-b068-ce41364087c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:40.039252 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d1788d-3f72-47ee-b068-ce41364087c9 None None] Pushing event updated for resources: {'Port': ['ID=54028b96-231f-45c1-a230-18673f7a70aa,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:05:41.293437 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 59668) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:05:41.769619 n-d-779913-29 neutron-server[93958]: WARNING oslo_policy.policy [None req-ced4f192-56a6-41ae-95bf-436aeafc266b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 14 09:05:41.770216 n-d-779913-29 neutron-server[93958]: WARNING oslo_policy.policy [None req-ced4f192-56a6-41ae-95bf-436aeafc266b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 14 09:05:41.986675 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [None req-ced4f192-56a6-41ae-95bf-436aeafc266b admin admin] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=93958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:05:41.987744 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-ced4f192-56a6-41ae-95bf-436aeafc266b admin admin] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.6934481 Jul 14 09:05:44.322668 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 59682) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:05:44.632697 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [None req-d0304f5f-5237-4336-96b3-c8bd5d9acb58 admin admin] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=93958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:05:44.633672 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-d0304f5f-5237-4336-96b3-c8bd5d9acb58 admin admin] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3100729 Jul 14 09:05:46.117395 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d6cbe49-1e4b-4307-8d76-6a197e2f2ad2 None None] Network bb243121-2fee-41bb-b341-7c92811c5a91 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:05:46.205506 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-612c557b-0ad5-475f-8f50-26771af2fe5c None None] Provisioning for port 54028b96-231f-45c1-a230-18673f7a70aa completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:05:46.619897 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 54028b96-231f-45c1-a230-18673f7a70aa up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:05:46.698356 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning for port 54028b96-231f-45c1-a230-18673f7a70aa completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:05:46.702063 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port 54028b96-231f-45c1-a230-18673f7a70aa triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:05:46.702461 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:46.814651 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:46.851809 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] For port 54028b96-231f-45c1-a230-18673f7a70aa, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=54028b96-231f-45c1-a230-18673f7a70aa,segment=NetworkSegment(5efd6e7a-b371-4e50-a31f-0adb7674e5bf),segment_id=5efd6e7a-b371-4e50-a31f-0adb7674e5bf)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:05:46.855634 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:46.900928 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Pushing event updated for resources: {'Port': ['ID=54028b96-231f-45c1-a230-18673f7a70aa,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:05:47.241289 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 59696) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:05:47.528950 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-64f13466-c1ae-46b8-93a2-c8a2131cd7ab admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': 'e63059a43fb949c0a5c000c21db4601a', 'name': 'router1'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:05:47.593339 n-d-779913-29 neutron-server[93958]: DEBUG neutron.policy [None req-64f13466-c1ae-46b8-93a2-c8a2131cd7ab admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93958) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 14 09:05:47.638751 n-d-779913-29 neutron-server[93958]: WARNING oslo_policy.policy [None req-64f13466-c1ae-46b8-93a2-c8a2131cd7ab admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 14 09:05:47.639124 n-d-779913-29 neutron-server[93958]: WARNING oslo_policy.policy [None req-64f13466-c1ae-46b8-93a2-c8a2131cd7ab admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 14 09:05:47.647680 n-d-779913-29 neutron-server[93958]: INFO neutron.quota [None req-64f13466-c1ae-46b8-93a2-c8a2131cd7ab admin admin] Loaded quota_driver: . Jul 14 09:05:47.705146 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-64f13466-c1ae-46b8-93a2-c8a2131cd7ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-711749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14670'] for router, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:47.707067 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-64f13466-c1ae-46b8-93a2-c8a2131cd7ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-711718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-661475', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14679'] for router, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:47.857307 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-64f13466-c1ae-46b8-93a2-c8a2131cd7ab admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:47.862827 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-64f13466-c1ae-46b8-93a2-c8a2131cd7ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-711762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-661452'] for router, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:47.880850 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-64f13466-c1ae-46b8-93a2-c8a2131cd7ab admin admin] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:47.882037 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-64f13466-c1ae-46b8-93a2-c8a2131cd7ab admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6397476 Jul 14 09:05:48.600520 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 54028b96-231f-45c1-a230-18673f7a70aa up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:05:48.646484 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port 54028b96-231f-45c1-a230-18673f7a70aa triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:05:48.646854 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:50.262049 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 59706) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:05:50.562385 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [None req-351319f3-464c-4a76-ad31-263843bcd0d9 admin admin] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=93957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:05:50.564015 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-351319f3-464c-4a76-ad31-263843bcd0d9 admin admin] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3003616 Jul 14 09:05:52.057758 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f6253cf6-3921-43e3-ba3a-4a635ecbf0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:52.906997 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 59714) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:05:53.218591 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-c70b2912-95a3-466d-b65a-e0c1939b0352 admin admin] Request body: {'network': {'router:external': True, 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'is_default': True, 'provider:network_type': 'flat'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:05:53.243159 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c70b2912-95a3-466d-b65a-e0c1939b0352 admin admin] Made reservation on behalf of b8edb584aa3c4b83a5d356cd49053ce2 for: {'network': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:05:53.245452 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c70b2912-95a3-466d-b65a-e0c1939b0352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for network, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:53.253363 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c70b2912-95a3-466d-b65a-e0c1939b0352 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:53.340976 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c70b2912-95a3-466d-b65a-e0c1939b0352 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:53.343899 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c70b2912-95a3-466d-b65a-e0c1939b0352 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:53.359403 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-c70b2912-95a3-466d-b65a-e0c1939b0352 admin admin] Reserving flat network on physical network physnet1 {{(pid=93957) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 14 09:05:53.381707 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70b2912-95a3-466d-b65a-e0c1939b0352 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=872d207d-e600-4ebd-9cfa-44f1d7761f8e,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:05:53.387124 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c70b2912-95a3-466d-b65a-e0c1939b0352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:53.387467 n-d-779913-29 neutron-server[93957]: INFO neutron.db.segments_db [None req-c70b2912-95a3-466d-b65a-e0c1939b0352 admin admin] Added segment 81bf7a93-80b3-43df-b9d5-462c604a2945 of type flat for network 2dcd4d32-cc7c-4468-b396-7ce5c9231892 Jul 14 09:05:53.434739 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c70b2912-95a3-466d-b65a-e0c1939b0352 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735687821325'] for network, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:53.471186 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c70b2912-95a3-466d-b65a-e0c1939b0352 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855'] for network, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:53.472040 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c70b2912-95a3-466d-b65a-e0c1939b0352 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:53.472614 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c70b2912-95a3-466d-b65a-e0c1939b0352 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for network, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:53.528674 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-c70b2912-95a3-466d-b65a-e0c1939b0352 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6206117 Jul 14 09:05:53.534187 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70b2912-95a3-466d-b65a-e0c1939b0352 admin admin] Pushing event updated for resources: {'Network': ['ID=2dcd4d32-cc7c-4468-b396-7ce5c9231892,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:05:53.544860 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Network 2dcd4d32-cc7c-4468-b396-7ce5c9231892 details requested by agent ovs-agent-n-d-779913-29 with host n-d-779913-29 {{(pid=93959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:05:54.638195 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:54.718351 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2226a7b6-1b2e-425b-8e22-d03a78d21590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:55.714649 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5ad31076-714c-49ec-bc37-f3d4cd90112a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:55.852186 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 59722) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:05:56.139470 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8f1ab8d-923f-4cba-8f57-d662a4bd3ab9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:05:56.140793 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-e8f1ab8d-923f-4cba-8f57-d662a4bd3ab9 admin admin] 10.222.0.68 "GET /v2.0/subnets/acf6e20d-25a4-4498-8e48-516ab70f145c HTTP/1.1" status: 200 len: 849 time: 0.2876606 Jul 14 09:05:56.300997 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-383ff4c3-d152-45fc-9680-0ba110b33618 admin admin] 10.222.0.68 "GET /v2.0/routers/a75dee1a-151e-4f71-bed1-d9fb6905cd63 HTTP/1.1" status: 200 len: 704 time: 0.1548409 Jul 14 09:05:56.559961 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2a2d3f2b-8bad-412c-a42d-61b349553380 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:56.884774 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-2a2d3f2b-8bad-412c-a42d-61b349553380 admin admin] Allocated IP 172.20.0.1 (bb243121-2fee-41bb-b341-7c92811c5a91/acf6e20d-25a4-4498-8e48-516ab70f145c/6312bcbd-4a88-4fe9-b7d6-661b9b854314) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:05:57.081885 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2a2d3f2b-8bad-412c-a42d-61b349553380 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:57.103020 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-2a2d3f2b-8bad-412c-a42d-61b349553380 admin admin] Transition to ACTIVE for port object 6312bcbd-4a88-4fe9-b7d6-661b9b854314 will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:05:57.184045 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2a2d3f2b-8bad-412c-a42d-61b349553380 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:57.242158 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a2d3f2b-8bad-412c-a42d-61b349553380 admin admin] Network bb243121-2fee-41bb-b341-7c92811c5a91 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:05:57.248217 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-2a2d3f2b-8bad-412c-a42d-61b349553380 admin admin] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:05:57.251789 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a2d3f2b-8bad-412c-a42d-61b349553380 admin admin] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:05:57.252336 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2a2d3f2b-8bad-412c-a42d-61b349553380 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-660393'] for router_interface, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:57.334037 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2d3f2b-8bad-412c-a42d-61b349553380 admin admin] Pushing event updated for resources: {'Port': ['ID=6312bcbd-4a88-4fe9-b7d6-661b9b854314,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:05:57.408575 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c26a82e7-3ba5-4eb2-bf62-26783ac5857b None None] Provisioning for port 6312bcbd-4a88-4fe9-b7d6-661b9b854314 completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:05:57.412483 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c26a82e7-3ba5-4eb2-bf62-26783ac5857b None None] Provisioning complete for port 6312bcbd-4a88-4fe9-b7d6-661b9b854314 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:05:57.412916 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c26a82e7-3ba5-4eb2-bf62-26783ac5857b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:57.455483 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-c26a82e7-3ba5-4eb2-bf62-26783ac5857b None None] Port 6312bcbd-4a88-4fe9-b7d6-661b9b854314 cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:05:57.458264 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5bbe322f-3f67-4864-bc0a-91afe44d23e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:57.481145 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2a2d3f2b-8bad-412c-a42d-61b349553380 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:57.656051 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2a2d3f2b-8bad-412c-a42d-61b349553380 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:57.660794 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2a2d3f2b-8bad-412c-a42d-61b349553380 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:57.661646 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2a2d3f2b-8bad-412c-a42d-61b349553380 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-683747'] for router_interface, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:57.737272 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2d3f2b-8bad-412c-a42d-61b349553380 admin admin] Pushing event updated for resources: {'Port': ['ID=6312bcbd-4a88-4fe9-b7d6-661b9b854314,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:05:57.779449 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a2d3f2b-8bad-412c-a42d-61b349553380 admin admin] Network bb243121-2fee-41bb-b341-7c92811c5a91 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:05:57.780705 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-2a2d3f2b-8bad-412c-a42d-61b349553380 admin admin] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:05:57.940834 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a2d3f2b-8bad-412c-a42d-61b349553380 admin admin] Router a75dee1a-151e-4f71-bed1-d9fb6905cd63 is scheduled to L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 with binding_index 1 {{(pid=93957) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:05:57.976021 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-3f70f43d-ea3c-42b0-8f68-c8447133fd6a None None] Provisioning complete for port 6312bcbd-4a88-4fe9-b7d6-661b9b854314 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:05:57.976487 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3f70f43d-ea3c-42b0-8f68-c8447133fd6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:58.007808 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-3f70f43d-ea3c-42b0-8f68-c8447133fd6a None None] Port 6312bcbd-4a88-4fe9-b7d6-661b9b854314 cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:05:58.029996 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a2d3f2b-8bad-412c-a42d-61b349553380 admin admin] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:05:58.035514 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-2a2d3f2b-8bad-412c-a42d-61b349553380 admin admin] 10.222.0.68 "PUT /v2.0/routers/a75dee1a-151e-4f71-bed1-d9fb6905cd63/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7295954 Jul 14 09:05:58.039930 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab6c0c30-7ca0-4a79-83e7-c0c9a600bdbd None None] Sync routers for ids ['a75dee1a-151e-4f71-bed1-d9fb6905cd63'] in n-d-779913-29 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:05:58.054105 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab6c0c30-7ca0-4a79-83e7-c0c9a600bdbd None None] Routers {'a75dee1a-151e-4f71-bed1-d9fb6905cd63'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:05:58.054882 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-ab6c0c30-7ca0-4a79-83e7-c0c9a600bdbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:05:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['a75dee1a-151e-4f71-bed1-d9fb6905cd63'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:05:58.236297 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-ab6c0c30-7ca0-4a79-83e7-c0c9a600bdbd None None] Set router a75dee1a-151e-4f71-bed1-d9fb6905cd63 gateway port host: None {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:05:58.655794 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-ab6c0c30-7ca0-4a79-83e7-c0c9a600bdbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a75dee1a-151e-4f71-bed1-d9fb6905cd63', 'name': 'router1', 'tenant_id': 'e63059a43fb949c0a5c000c21db4601a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:05:47Z', 'updated_at': '2021-07-14T09:05:57Z', 'revision_number': 2, 'project_id': 'e63059a43fb949c0a5c000c21db4601a', 'gw_port_host': None, '_interfaces': [{'id': '6312bcbd-4a88-4fe9-b7d6-661b9b854314', 'name': '', 'network_id': 'bb243121-2fee-41bb-b341-7c92811c5a91', 'tenant_id': 'e63059a43fb949c0a5c000c21db4601a', 'mac_address': 'fa:16:3e:d3:75:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a75dee1a-151e-4f71-bed1-d9fb6905cd63', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'acf6e20d-25a4-4498-8e48-516ab70f145c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:05:56Z', 'updated_at': '2021-07-14T09:05:57Z', 'revision_number': 2, 'project_id': 'e63059a43fb949c0a5c000c21db4601a', 'subnets': [{'id': 'acf6e20d-25a4-4498-8e48-516ab70f145c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bd545ce7-9855-43ae-9977-f3c20dfe5b1e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:05:58.706166 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab6c0c30-7ca0-4a79-83e7-c0c9a600bdbd None None] Checking router: a75dee1a-151e-4f71-bed1-d9fb6905cd63 for host: n-d-779913-29 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:05:58.706539 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab6c0c30-7ca0-4a79-83e7-c0c9a600bdbd None None] Updating router a75dee1a-151e-4f71-bed1-d9fb6905cd63 port 6312bcbd-4a88-4fe9-b7d6-661b9b854314 binding host n-d-779913-29 {{(pid=93960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:05:58.769935 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ab6c0c30-7ca0-4a79-83e7-c0c9a600bdbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:59.257598 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ab6c0c30-7ca0-4a79-83e7-c0c9a600bdbd None None] Notify callbacks [] for port, precommit_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:59.275178 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-ab6c0c30-7ca0-4a79-83e7-c0c9a600bdbd None None] Transition to ACTIVE for port object 6312bcbd-4a88-4fe9-b7d6-661b9b854314 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:05:59.282001 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ab6c0c30-7ca0-4a79-83e7-c0c9a600bdbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:59.385939 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d810f4c-d6e6-4e45-8192-892c1fc7803c None None] Pushing event updated for resources: {'Port': ['ID=6312bcbd-4a88-4fe9-b7d6-661b9b854314,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:05:59.432929 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d810f4c-d6e6-4e45-8192-892c1fc7803c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:05:59.433559 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d810f4c-d6e6-4e45-8192-892c1fc7803c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:05:59.434365 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d810f4c-d6e6-4e45-8192-892c1fc7803c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:05:59.434903 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d810f4c-d6e6-4e45-8192-892c1fc7803c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:05:59.435393 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d810f4c-d6e6-4e45-8192-892c1fc7803c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:05:59.436010 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d810f4c-d6e6-4e45-8192-892c1fc7803c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:05:59.436209 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d810f4c-d6e6-4e45-8192-892c1fc7803c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:05:59.436537 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d810f4c-d6e6-4e45-8192-892c1fc7803c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:05:59.436864 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d810f4c-d6e6-4e45-8192-892c1fc7803c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:05:59.437391 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d810f4c-d6e6-4e45-8192-892c1fc7803c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:05:59.438127 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d810f4c-d6e6-4e45-8192-892c1fc7803c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:05:59.438471 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d810f4c-d6e6-4e45-8192-892c1fc7803c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:05:59.439563 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d810f4c-d6e6-4e45-8192-892c1fc7803c None None] Tracked resource versions report: Jul 14 09:05:59.439563 n-d-779913-29 neutron-server[93960]: pushed versions: Jul 14 09:05:59.439563 n-d-779913-29 neutron-server[93960]: { 'AddressGroup': {'1.2'}, Jul 14 09:05:59.439563 n-d-779913-29 neutron-server[93960]: 'ConntrackHelper': {'1.0'}, Jul 14 09:05:59.439563 n-d-779913-29 neutron-server[93960]: 'Log': {'1.0'}, Jul 14 09:05:59.439563 n-d-779913-29 neutron-server[93960]: 'Network': {'1.1'}, Jul 14 09:05:59.439563 n-d-779913-29 neutron-server[93960]: 'Port': {'1.7'}, Jul 14 09:05:59.439563 n-d-779913-29 neutron-server[93960]: 'PortForwarding': {'1.2'}, Jul 14 09:05:59.439563 n-d-779913-29 neutron-server[93960]: 'QosPolicy': {'1.8'}, Jul 14 09:05:59.439563 n-d-779913-29 neutron-server[93960]: 'SecurityGroup': {'1.4'}, Jul 14 09:05:59.439563 n-d-779913-29 neutron-server[93960]: 'SecurityGroupRule': {'1.2'}, Jul 14 09:05:59.439563 n-d-779913-29 neutron-server[93960]: 'SubPort': {'1.0'}, Jul 14 09:05:59.439563 n-d-779913-29 neutron-server[93960]: 'Subnet': {'1.1'}, Jul 14 09:05:59.439563 n-d-779913-29 neutron-server[93960]: 'Trunk': {'1.1'}} Jul 14 09:05:59.439563 n-d-779913-29 neutron-server[93960]: consumer versions: Jul 14 09:05:59.439563 n-d-779913-29 neutron-server[93960]: { DHCP agent@n-d-779913-29: {}, Jul 14 09:05:59.439563 n-d-779913-29 neutron-server[93960]: L3 agent@n-d-779913-29: {}, Jul 14 09:05:59.439563 n-d-779913-29 neutron-server[93960]: Metadata agent@n-d-779913-29: {}, Jul 14 09:05:59.439563 n-d-779913-29 neutron-server[93960]: Metering agent@n-d-779913-29: {}, Jul 14 09:05:59.439563 n-d-779913-29 neutron-server[93960]: Open vSwitch agent@n-d-779913-29: { 'AddressGroup': '1.2', Jul 14 09:05:59.439563 n-d-779913-29 neutron-server[93960]: 'ConntrackHelper': '1.0', Jul 14 09:05:59.439563 n-d-779913-29 neutron-server[93960]: 'Log': '1.0', Jul 14 09:05:59.439563 n-d-779913-29 neutron-server[93960]: 'Network': '1.1', Jul 14 09:05:59.439563 n-d-779913-29 neutron-server[93960]: 'Port': '1.7', Jul 14 09:05:59.439563 n-d-779913-29 neutron-server[93960]: 'PortForwarding': '1.2', Jul 14 09:05:59.439563 n-d-779913-29 neutron-server[93960]: 'QosPolicy': '1.8', Jul 14 09:05:59.439563 n-d-779913-29 neutron-server[93960]: 'SecurityGroup': '1.4', Jul 14 09:05:59.439563 n-d-779913-29 neutron-server[93960]: 'SecurityGroupRule': '1.2', Jul 14 09:05:59.439563 n-d-779913-29 neutron-server[93960]: 'SubPort': '1.0', Jul 14 09:05:59.439563 n-d-779913-29 neutron-server[93960]: 'Subnet': '1.1', Jul 14 09:05:59.439563 n-d-779913-29 neutron-server[93960]: 'Trunk': '1.1'}} Jul 14 09:05:59.439563 n-d-779913-29 neutron-server[93960]: {{(pid=93960) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 14 09:05:59.486211 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-ab6c0c30-7ca0-4a79-83e7-c0c9a600bdbd None None] Attempting to bind port 6312bcbd-4a88-4fe9-b7d6-661b9b854314 on host n-d-779913-29 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:05:59.486617 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-ab6c0c30-7ca0-4a79-83e7-c0c9a600bdbd None None] Attempting to bind port 6312bcbd-4a88-4fe9-b7d6-661b9b854314 by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': '5efd6e7a-b371-4e50-a31f-0adb7674e5bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'bb243121-2fee-41bb-b341-7c92811c5a91'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:05:59.487031 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab6c0c30-7ca0-4a79-83e7-c0c9a600bdbd None None] Attempting to bind port 6312bcbd-4a88-4fe9-b7d6-661b9b854314 on network bb243121-2fee-41bb-b341-7c92811c5a91 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:05:59.492507 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab6c0c30-7ca0-4a79-83e7-c0c9a600bdbd None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 5, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:05:59.492923 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab6c0c30-7ca0-4a79-83e7-c0c9a600bdbd None None] Checking segment: {'id': '5efd6e7a-b371-4e50-a31f-0adb7674e5bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'bb243121-2fee-41bb-b341-7c92811c5a91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:05:59.493408 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ab6c0c30-7ca0-4a79-83e7-c0c9a600bdbd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:59.493830 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab6c0c30-7ca0-4a79-83e7-c0c9a600bdbd None None] Bound using segment: {'id': '5efd6e7a-b371-4e50-a31f-0adb7674e5bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'bb243121-2fee-41bb-b341-7c92811c5a91'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:05:59.494290 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-ab6c0c30-7ca0-4a79-83e7-c0c9a600bdbd None None] Bound port: 6312bcbd-4a88-4fe9-b7d6-661b9b854314, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5efd6e7a-b371-4e50-a31f-0adb7674e5bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'bb243121-2fee-41bb-b341-7c92811c5a91'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:05:59.494685 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ab6c0c30-7ca0-4a79-83e7-c0c9a600bdbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:59.560930 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-ab6c0c30-7ca0-4a79-83e7-c0c9a600bdbd None None] For port 6312bcbd-4a88-4fe9-b7d6-661b9b854314, host n-d-779913-29, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:05:59.582086 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-ab6c0c30-7ca0-4a79-83e7-c0c9a600bdbd None None] For port 6312bcbd-4a88-4fe9-b7d6-661b9b854314, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=6312bcbd-4a88-4fe9-b7d6-661b9b854314,segment=NetworkSegment(5efd6e7a-b371-4e50-a31f-0adb7674e5bf),segment_id=5efd6e7a-b371-4e50-a31f-0adb7674e5bf)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:05:59.586158 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ab6c0c30-7ca0-4a79-83e7-c0c9a600bdbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:05:59.641315 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab6c0c30-7ca0-4a79-83e7-c0c9a600bdbd None None] Routers {'a75dee1a-151e-4f71-bed1-d9fb6905cd63'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:05:59.641955 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-ab6c0c30-7ca0-4a79-83e7-c0c9a600bdbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:05:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['a75dee1a-151e-4f71-bed1-d9fb6905cd63'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:05:59.704579 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d810f4c-d6e6-4e45-8192-892c1fc7803c None None] Pushing event updated for resources: {'Port': ['ID=6312bcbd-4a88-4fe9-b7d6-661b9b854314,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:05:59.735737 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-ab6c0c30-7ca0-4a79-83e7-c0c9a600bdbd None None] Set router a75dee1a-151e-4f71-bed1-d9fb6905cd63 gateway port host: None {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:05:59.940405 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-ab6c0c30-7ca0-4a79-83e7-c0c9a600bdbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a75dee1a-151e-4f71-bed1-d9fb6905cd63', 'name': 'router1', 'tenant_id': 'e63059a43fb949c0a5c000c21db4601a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:05:47Z', 'updated_at': '2021-07-14T09:05:57Z', 'revision_number': 2, 'project_id': 'e63059a43fb949c0a5c000c21db4601a', 'gw_port_host': None, '_interfaces': [{'id': '6312bcbd-4a88-4fe9-b7d6-661b9b854314', 'name': '', 'network_id': 'bb243121-2fee-41bb-b341-7c92811c5a91', 'tenant_id': 'e63059a43fb949c0a5c000c21db4601a', 'mac_address': 'fa:16:3e:d3:75:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a75dee1a-151e-4f71-bed1-d9fb6905cd63', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'acf6e20d-25a4-4498-8e48-516ab70f145c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:05:56Z', 'updated_at': '2021-07-14T09:05:59Z', 'revision_number': 4, 'project_id': 'e63059a43fb949c0a5c000c21db4601a', 'subnets': [{'id': 'acf6e20d-25a4-4498-8e48-516ab70f145c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bd545ce7-9855-43ae-9977-f3c20dfe5b1e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:05:59.968422 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab6c0c30-7ca0-4a79-83e7-c0c9a600bdbd None None] The sync data for ids ['a75dee1a-151e-4f71-bed1-d9fb6905cd63'] in n-d-779913-29 is: [{'id': 'a75dee1a-151e-4f71-bed1-d9fb6905cd63', 'name': 'router1', 'tenant_id': 'e63059a43fb949c0a5c000c21db4601a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:05:47Z', 'updated_at': '2021-07-14T09:05:57Z', 'revision_number': 2, 'project_id': 'e63059a43fb949c0a5c000c21db4601a', 'gw_port_host': None, '_interfaces': [{'id': '6312bcbd-4a88-4fe9-b7d6-661b9b854314', 'name': '', 'network_id': 'bb243121-2fee-41bb-b341-7c92811c5a91', 'tenant_id': 'e63059a43fb949c0a5c000c21db4601a', 'mac_address': 'fa:16:3e:d3:75:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a75dee1a-151e-4f71-bed1-d9fb6905cd63', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'acf6e20d-25a4-4498-8e48-516ab70f145c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:05:56Z', 'updated_at': '2021-07-14T09:05:59Z', 'revision_number': 4, 'project_id': 'e63059a43fb949c0a5c000c21db4601a', 'subnets': [{'id': 'acf6e20d-25a4-4498-8e48-516ab70f145c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bd545ce7-9855-43ae-9977-f3c20dfe5b1e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:06:00.268943 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 59742) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:06:00.451754 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89c315fa-7f90-4741-a902-c92e67f21385 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:00.453206 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-89c315fa-7f90-4741-a902-c92e67f21385 admin admin] 10.222.0.68 "GET /v2.0/networks/2dcd4d32-cc7c-4468-b396-7ce5c9231892 HTTP/1.1" status: 200 len: 842 time: 0.1832557 Jul 14 09:06:00.462684 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-dec2f717-eec4-4ba8-8d2b-da31e28f705d admin admin] Request body: {'subnet': {'name': 'public-subnet', 'cidr': '172.25.4.0/24', 'ip_version': 4, 'gateway_ip': '172.25.4.1', 'enable_dhcp': False, 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:06:00.486954 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dec2f717-eec4-4ba8-8d2b-da31e28f705d admin admin] Made reservation on behalf of b8edb584aa3c4b83a5d356cd49053ce2 for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:06:00.489607 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-dec2f717-eec4-4ba8-8d2b-da31e28f705d admin admin] Notify callbacks [] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:00.878164 n-d-779913-29 neutron-server[93958]: DEBUG neutron.objects.ports [None req-dec2f717-eec4-4ba8-8d2b-da31e28f705d admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93958) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 14 09:06:00.878634 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-dec2f717-eec4-4ba8-8d2b-da31e28f705d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:00.945319 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec2f717-eec4-4ba8-8d2b-da31e28f705d admin admin] Checking segment: {'id': '81bf7a93-80b3-43df-b9d5-462c604a2945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:06:00.945733 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dec2f717-eec4-4ba8-8d2b-da31e28f705d admin admin] Network hostable DHCP agents. Network: 2dcd4d32-cc7c-4468-b396-7ce5c9231892, hostable agents: ['c6a09bd4-f72e-4283-a3ca-0bbca8a51081'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:06:00.950232 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec2f717-eec4-4ba8-8d2b-da31e28f705d admin admin] Pushing event updated for resources: {'Subnet': ['ID=6cd22a75-5bc1-467c-a3c4-0af04bd1b34a,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:06:00.963071 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec2f717-eec4-4ba8-8d2b-da31e28f705d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:06:00.963416 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec2f717-eec4-4ba8-8d2b-da31e28f705d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:06:00.963754 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec2f717-eec4-4ba8-8d2b-da31e28f705d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:06:00.964093 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec2f717-eec4-4ba8-8d2b-da31e28f705d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:06:00.964422 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec2f717-eec4-4ba8-8d2b-da31e28f705d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:06:00.964751 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec2f717-eec4-4ba8-8d2b-da31e28f705d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:06:00.965075 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec2f717-eec4-4ba8-8d2b-da31e28f705d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:06:00.965679 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec2f717-eec4-4ba8-8d2b-da31e28f705d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:06:00.966002 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec2f717-eec4-4ba8-8d2b-da31e28f705d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:06:00.966322 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec2f717-eec4-4ba8-8d2b-da31e28f705d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:06:00.966641 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec2f717-eec4-4ba8-8d2b-da31e28f705d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:06:00.966959 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec2f717-eec4-4ba8-8d2b-da31e28f705d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:06:00.968012 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec2f717-eec4-4ba8-8d2b-da31e28f705d admin admin] Tracked resource versions report: Jul 14 09:06:00.968012 n-d-779913-29 neutron-server[93958]: pushed versions: Jul 14 09:06:00.968012 n-d-779913-29 neutron-server[93958]: { 'AddressGroup': {'1.2'}, Jul 14 09:06:00.968012 n-d-779913-29 neutron-server[93958]: 'ConntrackHelper': {'1.0'}, Jul 14 09:06:00.968012 n-d-779913-29 neutron-server[93958]: 'Log': {'1.0'}, Jul 14 09:06:00.968012 n-d-779913-29 neutron-server[93958]: 'Network': {'1.1'}, Jul 14 09:06:00.968012 n-d-779913-29 neutron-server[93958]: 'Port': {'1.7'}, Jul 14 09:06:00.968012 n-d-779913-29 neutron-server[93958]: 'PortForwarding': {'1.2'}, Jul 14 09:06:00.968012 n-d-779913-29 neutron-server[93958]: 'QosPolicy': {'1.8'}, Jul 14 09:06:00.968012 n-d-779913-29 neutron-server[93958]: 'SecurityGroup': {'1.4'}, Jul 14 09:06:00.968012 n-d-779913-29 neutron-server[93958]: 'SecurityGroupRule': {'1.2'}, Jul 14 09:06:00.968012 n-d-779913-29 neutron-server[93958]: 'SubPort': {'1.0'}, Jul 14 09:06:00.968012 n-d-779913-29 neutron-server[93958]: 'Subnet': {'1.1'}, Jul 14 09:06:00.968012 n-d-779913-29 neutron-server[93958]: 'Trunk': {'1.1'}} Jul 14 09:06:00.968012 n-d-779913-29 neutron-server[93958]: consumer versions: Jul 14 09:06:00.968012 n-d-779913-29 neutron-server[93958]: { DHCP agent@n-d-779913-29: {}, Jul 14 09:06:00.968012 n-d-779913-29 neutron-server[93958]: L3 agent@n-d-779913-29: {}, Jul 14 09:06:00.968012 n-d-779913-29 neutron-server[93958]: Metadata agent@n-d-779913-29: {}, Jul 14 09:06:00.968012 n-d-779913-29 neutron-server[93958]: Metering agent@n-d-779913-29: {}, Jul 14 09:06:00.968012 n-d-779913-29 neutron-server[93958]: Open vSwitch agent@n-d-779913-29: { 'AddressGroup': '1.2', Jul 14 09:06:00.968012 n-d-779913-29 neutron-server[93958]: 'ConntrackHelper': '1.0', Jul 14 09:06:00.968012 n-d-779913-29 neutron-server[93958]: 'Log': '1.0', Jul 14 09:06:00.968012 n-d-779913-29 neutron-server[93958]: 'Network': '1.1', Jul 14 09:06:00.968012 n-d-779913-29 neutron-server[93958]: 'Port': '1.7', Jul 14 09:06:00.968012 n-d-779913-29 neutron-server[93958]: 'PortForwarding': '1.2', Jul 14 09:06:00.968012 n-d-779913-29 neutron-server[93958]: 'QosPolicy': '1.8', Jul 14 09:06:00.968012 n-d-779913-29 neutron-server[93958]: 'SecurityGroup': '1.4', Jul 14 09:06:00.968012 n-d-779913-29 neutron-server[93958]: 'SecurityGroupRule': '1.2', Jul 14 09:06:00.968012 n-d-779913-29 neutron-server[93958]: 'SubPort': '1.0', Jul 14 09:06:00.968012 n-d-779913-29 neutron-server[93958]: 'Subnet': '1.1', Jul 14 09:06:00.968012 n-d-779913-29 neutron-server[93958]: 'Trunk': '1.1'}} Jul 14 09:06:00.968012 n-d-779913-29 neutron-server[93958]: {{(pid=93958) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 14 09:06:01.003229 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dec2f717-eec4-4ba8-8d2b-da31e28f705d admin admin] Network 2dcd4d32-cc7c-4468-b396-7ce5c9231892 is scheduled to be hosted by DHCP agent c6a09bd4-f72e-4283-a3ca-0bbca8a51081 with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:06:01.016324 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-dec2f717-eec4-4ba8-8d2b-da31e28f705d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-29, 2dcd4d32-cc7c-4468-b396-7ce5c9231892) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:06:01.020844 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dec2f717-eec4-4ba8-8d2b-da31e28f705d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:01.021645 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-dec2f717-eec4-4ba8-8d2b-da31e28f705d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:01.026397 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0b4f496-0fdc-4cfe-87e6-21a2c38751f2 None None] Network 2dcd4d32-cc7c-4468-b396-7ce5c9231892 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:06:01.047089 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-dec2f717-eec4-4ba8-8d2b-da31e28f705d admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5876696 Jul 14 09:06:01.164261 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8835af5-f98a-4e0e-9eb9-a8463456d331 None None] Network 2dcd4d32-cc7c-4468-b396-7ce5c9231892 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:06:03.384009 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 59768) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:06:03.603772 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-cf0853fa-c2e6-45aa-baeb-ecbba925cba8 admin admin] 10.222.0.68 "GET /v2.0/routers/a75dee1a-151e-4f71-bed1-d9fb6905cd63 HTTP/1.1" status: 200 len: 710 time: 0.2185574 Jul 14 09:06:03.690959 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f973857-9d69-4ecb-8c45-9f109c1b863e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:06:03.692327 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-6f973857-9d69-4ecb-8c45-9f109c1b863e admin admin] 10.222.0.68 "GET /v2.0/networks/2dcd4d32-cc7c-4468-b396-7ce5c9231892 HTTP/1.1" status: 200 len: 886 time: 0.0832694 Jul 14 09:06:03.700944 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-614fa90b-0b8f-467a-828c-9cb1ebdb9660 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'}}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:06:03.955009 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-614fa90b-0b8f-467a-828c-9cb1ebdb9660 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-661489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-711771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12973'] for router, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:04.202944 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-614fa90b-0b8f-467a-828c-9cb1ebdb9660 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:04.280078 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-614fa90b-0b8f-467a-828c-9cb1ebdb9660 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:04.435967 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-614fa90b-0b8f-467a-828c-9cb1ebdb9660 admin admin] Allocated IP 172.25.4.169 (2dcd4d32-cc7c-4468-b396-7ce5c9231892/6cd22a75-5bc1-467c-a3c4-0af04bd1b34a/c59eb26f-6fa5-4b67-a4e8-77454021be20) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:06:04.541858 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.agents_db [None req-3c3509fb-540d-4335-a450-574895dd3602 None None] Agent healthcheck: found 5 active agents {{(pid=93960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:06:04.546274 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-614fa90b-0b8f-467a-828c-9cb1ebdb9660 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:04.627753 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 6312bcbd-4a88-4fe9-b7d6-661b9b854314 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:06:04.677470 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning for port 6312bcbd-4a88-4fe9-b7d6-661b9b854314 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:06:04.679366 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-614fa90b-0b8f-467a-828c-9cb1ebdb9660 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:04.680873 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port 6312bcbd-4a88-4fe9-b7d6-661b9b854314 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:06:04.681259 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:04.758293 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-614fa90b-0b8f-467a-828c-9cb1ebdb9660 admin admin] Network 2dcd4d32-cc7c-4468-b396-7ce5c9231892 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:06:04.758511 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:04.766404 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-614fa90b-0b8f-467a-828c-9cb1ebdb9660 admin admin] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:06:04.769483 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-614fa90b-0b8f-467a-828c-9cb1ebdb9660 admin admin] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:06:04.772811 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614fa90b-0b8f-467a-828c-9cb1ebdb9660 admin admin] Pushing event updated for resources: {'Port': ['ID=c59eb26f-6fa5-4b67-a4e8-77454021be20,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:06:04.791050 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] For port 6312bcbd-4a88-4fe9-b7d6-661b9b854314, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=6312bcbd-4a88-4fe9-b7d6-661b9b854314,segment=NetworkSegment(5efd6e7a-b371-4e50-a31f-0adb7674e5bf),segment_id=5efd6e7a-b371-4e50-a31f-0adb7674e5bf)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:06:04.794914 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:04.840344 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Pushing event updated for resources: {'Port': ['ID=6312bcbd-4a88-4fe9-b7d6-661b9b854314,revision_number=5']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:06:05.057371 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-614fa90b-0b8f-467a-828c-9cb1ebdb9660 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:05.252609 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-614fa90b-0b8f-467a-828c-9cb1ebdb9660 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-661489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-711771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12973'] for router, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:05.255845 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-614fa90b-0b8f-467a-828c-9cb1ebdb9660 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-661452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-661502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-661447', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-711840'] for router, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:05.366017 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-614fa90b-0b8f-467a-828c-9cb1ebdb9660 admin admin] Router a75dee1a-151e-4f71-bed1-d9fb6905cd63 has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:06:05.473646 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-614fa90b-0b8f-467a-828c-9cb1ebdb9660 admin admin] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:06:05.478015 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-614fa90b-0b8f-467a-828c-9cb1ebdb9660 admin admin] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:05.479401 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-614fa90b-0b8f-467a-828c-9cb1ebdb9660 admin admin] 10.222.0.68 "PUT /v2.0/routers/a75dee1a-151e-4f71-bed1-d9fb6905cd63 HTTP/1.1" status: 200 len: 890 time: 1.7815313 Jul 14 09:06:05.483508 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5614c825-43d1-44b1-8255-6d6f48f16510 None None] Sync routers for ids ['a75dee1a-151e-4f71-bed1-d9fb6905cd63'] in n-d-779913-29 {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:06:05.494914 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5614c825-43d1-44b1-8255-6d6f48f16510 None None] Routers {'a75dee1a-151e-4f71-bed1-d9fb6905cd63'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:06:05.495594 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-5614c825-43d1-44b1-8255-6d6f48f16510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:05:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['a75dee1a-151e-4f71-bed1-d9fb6905cd63'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:06:05.763307 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvr_db [None req-5614c825-43d1-44b1-8255-6d6f48f16510 None None] Set router a75dee1a-151e-4f71-bed1-d9fb6905cd63 gateway port host: n-d-779913-29 {{(pid=93959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:06:06.150791 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-5614c825-43d1-44b1-8255-6d6f48f16510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a75dee1a-151e-4f71-bed1-d9fb6905cd63', 'name': 'router1', 'tenant_id': 'e63059a43fb949c0a5c000c21db4601a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.169'}], 'enable_snat': True}, 'gw_port_id': 'c59eb26f-6fa5-4b67-a4e8-77454021be20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:05:47Z', 'updated_at': '2021-07-14T09:06:04Z', 'revision_number': 4, 'project_id': 'e63059a43fb949c0a5c000c21db4601a', 'gw_port': {'id': 'c59eb26f-6fa5-4b67-a4e8-77454021be20', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:1c:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a75dee1a-151e-4f71-bed1-d9fb6905cd63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:06:04Z', 'updated_at': '2021-07-14T09:06:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': '6312bcbd-4a88-4fe9-b7d6-661b9b854314', 'name': '', 'network_id': 'bb243121-2fee-41bb-b341-7c92811c5a91', 'tenant_id': 'e63059a43fb949c0a5c000c21db4601a', 'mac_address': 'fa:16:3e:d3:75:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a75dee1a-151e-4f71-bed1-d9fb6905cd63', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'acf6e20d-25a4-4498-8e48-516ab70f145c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:05:56Z', 'updated_at': '2021-07-14T09:06:04Z', 'revision_number': 5, 'project_id': 'e63059a43fb949c0a5c000c21db4601a', 'subnets': [{'id': 'acf6e20d-25a4-4498-8e48-516ab70f145c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bd545ce7-9855-43ae-9977-f3c20dfe5b1e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:06:06.202321 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5614c825-43d1-44b1-8255-6d6f48f16510 None None] Checking router: a75dee1a-151e-4f71-bed1-d9fb6905cd63 for host: n-d-779913-29 {{(pid=93959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:06:06.203193 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5614c825-43d1-44b1-8255-6d6f48f16510 None None] Updating router a75dee1a-151e-4f71-bed1-d9fb6905cd63 port c59eb26f-6fa5-4b67-a4e8-77454021be20 binding host n-d-779913-29 {{(pid=93959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:06:06.236598 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5614c825-43d1-44b1-8255-6d6f48f16510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:06.561002 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5614c825-43d1-44b1-8255-6d6f48f16510 None None] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:06.572399 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-5614c825-43d1-44b1-8255-6d6f48f16510 None None] Transition to ACTIVE for port object c59eb26f-6fa5-4b67-a4e8-77454021be20 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:06:06.579537 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5614c825-43d1-44b1-8255-6d6f48f16510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:06.627359 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aaaaad8-b4c6-4794-9df1-e081aa1cb97b None None] Pushing event updated for resources: {'Port': ['ID=c59eb26f-6fa5-4b67-a4e8-77454021be20,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:06:06.630395 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 6312bcbd-4a88-4fe9-b7d6-661b9b854314 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:06:06.658805 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-5614c825-43d1-44b1-8255-6d6f48f16510 None None] Attempting to bind port c59eb26f-6fa5-4b67-a4e8-77454021be20 on host n-d-779913-29 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:06:06.659188 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-5614c825-43d1-44b1-8255-6d6f48f16510 None None] Attempting to bind port c59eb26f-6fa5-4b67-a4e8-77454021be20 by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': '81bf7a93-80b3-43df-b9d5-462c604a2945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:06:06.659551 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5614c825-43d1-44b1-8255-6d6f48f16510 None None] Attempting to bind port c59eb26f-6fa5-4b67-a4e8-77454021be20 on network 2dcd4d32-cc7c-4468-b396-7ce5c9231892 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:06:06.666820 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5614c825-43d1-44b1-8255-6d6f48f16510 None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 5, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:06:06.667196 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5614c825-43d1-44b1-8255-6d6f48f16510 None None] Checking segment: {'id': '81bf7a93-80b3-43df-b9d5-462c604a2945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:06:06.667605 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5614c825-43d1-44b1-8255-6d6f48f16510 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:06.667999 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5614c825-43d1-44b1-8255-6d6f48f16510 None None] Bound using segment: {'id': '81bf7a93-80b3-43df-b9d5-462c604a2945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:06:06.668492 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-5614c825-43d1-44b1-8255-6d6f48f16510 None None] Bound port: c59eb26f-6fa5-4b67-a4e8-77454021be20, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81bf7a93-80b3-43df-b9d5-462c604a2945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:06:06.668890 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5614c825-43d1-44b1-8255-6d6f48f16510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:06.730974 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-5614c825-43d1-44b1-8255-6d6f48f16510 None None] For port c59eb26f-6fa5-4b67-a4e8-77454021be20, host n-d-779913-29, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:06:06.734414 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-5614c825-43d1-44b1-8255-6d6f48f16510 None None] For port c59eb26f-6fa5-4b67-a4e8-77454021be20, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=c59eb26f-6fa5-4b67-a4e8-77454021be20,segment=NetworkSegment(81bf7a93-80b3-43df-b9d5-462c604a2945),segment_id=81bf7a93-80b3-43df-b9d5-462c604a2945)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:06:06.735340 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port 6312bcbd-4a88-4fe9-b7d6-661b9b854314 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:06:06.735761 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:06.738916 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5614c825-43d1-44b1-8255-6d6f48f16510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:06.833740 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5614c825-43d1-44b1-8255-6d6f48f16510 None None] Routers {'a75dee1a-151e-4f71-bed1-d9fb6905cd63'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:06:06.834426 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-5614c825-43d1-44b1-8255-6d6f48f16510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:05:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['a75dee1a-151e-4f71-bed1-d9fb6905cd63'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:06:06.871893 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aaaaad8-b4c6-4794-9df1-e081aa1cb97b None None] Pushing event updated for resources: {'Port': ['ID=c59eb26f-6fa5-4b67-a4e8-77454021be20,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:06:07.048012 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvr_db [None req-5614c825-43d1-44b1-8255-6d6f48f16510 None None] Set router a75dee1a-151e-4f71-bed1-d9fb6905cd63 gateway port host: n-d-779913-29 {{(pid=93959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:06:07.257581 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-5614c825-43d1-44b1-8255-6d6f48f16510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a75dee1a-151e-4f71-bed1-d9fb6905cd63', 'name': 'router1', 'tenant_id': 'e63059a43fb949c0a5c000c21db4601a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.169'}], 'enable_snat': True}, 'gw_port_id': 'c59eb26f-6fa5-4b67-a4e8-77454021be20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:05:47Z', 'updated_at': '2021-07-14T09:06:04Z', 'revision_number': 4, 'project_id': 'e63059a43fb949c0a5c000c21db4601a', 'gw_port': {'id': 'c59eb26f-6fa5-4b67-a4e8-77454021be20', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:1c:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a75dee1a-151e-4f71-bed1-d9fb6905cd63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:06:04Z', 'updated_at': '2021-07-14T09:06:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': '6312bcbd-4a88-4fe9-b7d6-661b9b854314', 'name': '', 'network_id': 'bb243121-2fee-41bb-b341-7c92811c5a91', 'tenant_id': 'e63059a43fb949c0a5c000c21db4601a', 'mac_address': 'fa:16:3e:d3:75:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a75dee1a-151e-4f71-bed1-d9fb6905cd63', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'acf6e20d-25a4-4498-8e48-516ab70f145c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:05:56Z', 'updated_at': '2021-07-14T09:06:04Z', 'revision_number': 5, 'project_id': 'e63059a43fb949c0a5c000c21db4601a', 'subnets': [{'id': 'acf6e20d-25a4-4498-8e48-516ab70f145c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bd545ce7-9855-43ae-9977-f3c20dfe5b1e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:06:07.286265 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5614c825-43d1-44b1-8255-6d6f48f16510 None None] The sync data for ids ['a75dee1a-151e-4f71-bed1-d9fb6905cd63'] in n-d-779913-29 is: [{'id': 'a75dee1a-151e-4f71-bed1-d9fb6905cd63', 'name': 'router1', 'tenant_id': 'e63059a43fb949c0a5c000c21db4601a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.169'}], 'enable_snat': True}, 'gw_port_id': 'c59eb26f-6fa5-4b67-a4e8-77454021be20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:05:47Z', 'updated_at': '2021-07-14T09:06:04Z', 'revision_number': 4, 'project_id': 'e63059a43fb949c0a5c000c21db4601a', 'gw_port': {'id': 'c59eb26f-6fa5-4b67-a4e8-77454021be20', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:1c:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a75dee1a-151e-4f71-bed1-d9fb6905cd63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:06:04Z', 'updated_at': '2021-07-14T09:06:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': '6312bcbd-4a88-4fe9-b7d6-661b9b854314', 'name': '', 'network_id': 'bb243121-2fee-41bb-b341-7c92811c5a91', 'tenant_id': 'e63059a43fb949c0a5c000c21db4601a', 'mac_address': 'fa:16:3e:d3:75:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a75dee1a-151e-4f71-bed1-d9fb6905cd63', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'acf6e20d-25a4-4498-8e48-516ab70f145c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:05:56Z', 'updated_at': '2021-07-14T09:06:04Z', 'revision_number': 5, 'project_id': 'e63059a43fb949c0a5c000c21db4601a', 'subnets': [{'id': 'acf6e20d-25a4-4498-8e48-516ab70f145c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bd545ce7-9855-43ae-9977-f3c20dfe5b1e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:06:07.873066 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 59778) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:06:07.994781 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-d42db105-2c6b-4018-856d-29fcaa8f56a3 admin admin] 10.222.0.68 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1205637 Jul 14 09:06:08.634912 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device c59eb26f-6fa5-4b67-a4e8-77454021be20 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:06:08.685092 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning for port c59eb26f-6fa5-4b67-a4e8-77454021be20 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:06:08.689614 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port c59eb26f-6fa5-4b67-a4e8-77454021be20 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:06:08.690016 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:08.777010 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:08.803244 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] For port c59eb26f-6fa5-4b67-a4e8-77454021be20, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=c59eb26f-6fa5-4b67-a4e8-77454021be20,segment=NetworkSegment(81bf7a93-80b3-43df-b9d5-462c604a2945),segment_id=81bf7a93-80b3-43df-b9d5-462c604a2945)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:06:08.808028 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:08.867635 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Pushing event updated for resources: {'Port': ['ID=c59eb26f-6fa5-4b67-a4e8-77454021be20,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:06:10.629604 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device c59eb26f-6fa5-4b67-a4e8-77454021be20 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:06:10.684778 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port c59eb26f-6fa5-4b67-a4e8-77454021be20 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:06:10.685160 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:22.063120 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-be903d6a-da48-4fa5-a54c-ce796ff4e127 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:24.641343 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:24.767652 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cc71e1cd-2362-400b-86e1-0c23d2432854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:25.726648 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5ad31076-714c-49ec-bc37-f3d4cd90112a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:27.467722 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5bbe322f-3f67-4864-bc0a-91afe44d23e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:41.541141 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.agents_db [None req-3c3509fb-540d-4335-a450-574895dd3602 None None] Agent healthcheck: found 5 active agents {{(pid=93960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:06:52.055164 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-143824f0-dee9-4f1b-9b01-035e3d061053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:54.650741 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:54.722569 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f51c85e1-9cb9-4354-8d54-a91548513bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:55.720079 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5ad31076-714c-49ec-bc37-f3d4cd90112a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:06:57.477966 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5bbe322f-3f67-4864-bc0a-91afe44d23e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:18.539458 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.agents_db [None req-3c3509fb-540d-4335-a450-574895dd3602 None None] Agent healthcheck: found 5 active agents {{(pid=93960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:07:22.060734 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-22476d0b-aaa1-4db0-aa2d-74c186164e3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:24.644218 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:24.724387 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-33c41b78-82fa-4e73-bacc-da3d99347c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:25.727013 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5ad31076-714c-49ec-bc37-f3d4cd90112a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:27.476773 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5bbe322f-3f67-4864-bc0a-91afe44d23e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:50.694657 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 60378) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:07:50.757445 n-d-779913-29 neutron-server[93957]: INFO neutron.pecan_wsgi.hooks.translation [None req-451cd218-8262-4e97-90b4-cb6e8f848c80 admin admin] GET failed (client error): The resource could not be found. Jul 14 09:07:50.758832 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-451cd218-8262-4e97-90b4-cb6e8f848c80 admin admin] 10.222.0.68 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0632064 Jul 14 09:07:50.917302 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1263bc13-920e-4b2b-9228-cf6a89b2ca69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:50.918730 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-1263bc13-920e-4b2b-9228-cf6a89b2ca69 admin admin] 10.222.0.68 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1560578 Jul 14 09:07:52.064448 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-70d0e6d4-6225-4633-98c6-31bc2c292a28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:53.128656 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 60388) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:07:53.217932 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54e880a5-9c41-410f-9db9-2024bd0625d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:53.219264 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-54e880a5-9c41-410f-9db9-2024bd0625d5 admin admin] 10.222.0.68 "GET /v2.0/subnets/acf6e20d-25a4-4498-8e48-516ab70f145c HTTP/1.1" status: 200 len: 849 time: 0.0896666 Jul 14 09:07:53.228470 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-ee3a2cb1-bc71-4190-9fa3-e02573abefca admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:07:53.385765 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ee3a2cb1-bc71-4190-9fa3-e02573abefca admin admin] Notify callbacks [] for subnet, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:53.526973 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ee3a2cb1-bc71-4190-9fa3-e02573abefca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8735688246510'] for subnet, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:53.560727 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee3a2cb1-bc71-4190-9fa3-e02573abefca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:53.561593 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ee3a2cb1-bc71-4190-9fa3-e02573abefca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for subnet, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:53.563278 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-ee3a2cb1-bc71-4190-9fa3-e02573abefca admin admin] 10.222.0.68 "PUT /v2.0/subnets/acf6e20d-25a4-4498-8e48-516ab70f145c HTTP/1.1" status: 200 len: 868 time: 0.3385470 Jul 14 09:07:53.564549 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f256a38-ffaa-4cc7-8a3d-dfc3d3529381 None None] Network bb243121-2fee-41bb-b341-7c92811c5a91 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:07:53.580339 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3a2cb1-bc71-4190-9fa3-e02573abefca admin admin] Pushing event updated for resources: {'Subnet': ['ID=acf6e20d-25a4-4498-8e48-516ab70f145c,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:07:53.588220 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3a2cb1-bc71-4190-9fa3-e02573abefca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:07:53.588586 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3a2cb1-bc71-4190-9fa3-e02573abefca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:07:53.588911 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3a2cb1-bc71-4190-9fa3-e02573abefca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:07:53.589246 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3a2cb1-bc71-4190-9fa3-e02573abefca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:07:53.589604 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3a2cb1-bc71-4190-9fa3-e02573abefca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:07:53.589938 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3a2cb1-bc71-4190-9fa3-e02573abefca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:07:53.590268 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3a2cb1-bc71-4190-9fa3-e02573abefca admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:07:53.590595 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3a2cb1-bc71-4190-9fa3-e02573abefca admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:07:53.590920 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3a2cb1-bc71-4190-9fa3-e02573abefca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:07:53.591245 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3a2cb1-bc71-4190-9fa3-e02573abefca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:07:53.591568 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3a2cb1-bc71-4190-9fa3-e02573abefca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:07:53.591900 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3a2cb1-bc71-4190-9fa3-e02573abefca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:07:53.936064 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-8ae61c67-7bb0-44cf-afdf-0908bb2d4111 None None] Provisioning complete for port 6312bcbd-4a88-4fe9-b7d6-661b9b854314 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:07:53.936442 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8ae61c67-7bb0-44cf-afdf-0908bb2d4111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:54.023468 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-8ae61c67-7bb0-44cf-afdf-0908bb2d4111 None None] Provisioning complete for port 54028b96-231f-45c1-a230-18673f7a70aa triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:07:54.023736 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8ae61c67-7bb0-44cf-afdf-0908bb2d4111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:54.644953 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:54.725699 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c4bf5677-f6d1-411e-af33-9b13c08f5956 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:55.537089 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.agents_db [None req-3c3509fb-540d-4335-a450-574895dd3602 None None] Agent healthcheck: found 5 active agents {{(pid=93960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:07:55.728491 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5ad31076-714c-49ec-bc37-f3d4cd90112a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:55.771961 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 60396) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:07:55.971187 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0b7df7f-0ba1-44b2-91c7-a3e1d624bbe2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:55.971674 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0b7df7f-0ba1-44b2-91c7-a3e1d624bbe2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:55.973172 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-a0b7df7f-0ba1-44b2-91c7-a3e1d624bbe2 admin admin] 10.222.0.68 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2002599 Jul 14 09:07:57.481426 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5bbe322f-3f67-4864-bc0a-91afe44d23e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:07:58.152955 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 60404) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:07:58.286431 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a6f2c6b-3f4f-48d3-9fe6-ddcd293a2113 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:58.286904 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a6f2c6b-3f4f-48d3-9fe6-ddcd293a2113 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:07:58.288464 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-2a6f2c6b-3f4f-48d3-9fe6-ddcd293a2113 admin admin] 10.222.0.68 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1345110 Jul 14 09:08:00.445979 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 60412) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:08:00.568278 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3458a98-f99b-4c0a-a6ac-f22ca95dc7c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:00.570315 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-d3458a98-f99b-4c0a-a6ac-f22ca95dc7c5 admin admin] 10.222.0.68 "GET /v2.0/networks/2dcd4d32-cc7c-4468-b396-7ce5c9231892 HTTP/1.1" status: 200 len: 886 time: 0.1233497 Jul 14 09:08:02.720591 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 60420) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:08:02.847317 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f6ee328-c9c9-4bea-a56e-367071357c7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:02.848667 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-4f6ee328-c9c9-4bea-a56e-367071357c7d admin admin] 10.222.0.68 "GET /v2.0/networks/bb243121-2fee-41bb-b341-7c92811c5a91 HTTP/1.1" status: 200 len: 869 time: 0.1271183 Jul 14 09:08:05.007272 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 60428) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:08:05.130450 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1828b04-f471-4d14-b569-3000b1af53e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:05.130910 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1828b04-f471-4d14-b569-3000b1af53e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:05.133070 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-a1828b04-f471-4d14-b569-3000b1af53e5 admin admin] 10.222.0.68 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1245725 Jul 14 09:08:07.287318 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 60436) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:08:07.412023 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ca51079-b9d7-4baf-b966-24cfccde7d46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:07.412483 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ca51079-b9d7-4baf-b966-24cfccde7d46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:07.414668 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-4ca51079-b9d7-4baf-b966-24cfccde7d46 admin admin] 10.222.0.68 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1257954 Jul 14 09:08:09.592523 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 60446) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:08:09.694535 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-062d9136-eba9-47de-8862-618d4ffd5ce5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:09.696454 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-062d9136-eba9-47de-8862-618d4ffd5ce5 admin admin] 10.222.0.68 "GET /v2.0/subnets/6cd22a75-5bc1-467c-a3c4-0af04bd1b34a HTTP/1.1" status: 200 len: 816 time: 0.1027982 Jul 14 09:08:11.978390 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 60454) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:08:12.081985 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-784306c5-0eea-41d6-ba29-c19d6e5dc8b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:12.083406 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-784306c5-0eea-41d6-ba29-c19d6e5dc8b8 admin admin] 10.222.0.68 "GET /v2.0/subnets/acf6e20d-25a4-4498-8e48-516ab70f145c HTTP/1.1" status: 200 len: 868 time: 0.1040230 Jul 14 09:08:22.073512 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-722cb5e4-a0c0-45d6-acce-74353884d1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:24.646046 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:24.729657 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3607a2b5-ec05-4c0b-8d11-731d2de22f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:25.727660 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5ad31076-714c-49ec-bc37-f3d4cd90112a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:27.491528 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5bbe322f-3f67-4864-bc0a-91afe44d23e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:32.538556 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.agents_db [None req-3c3509fb-540d-4335-a450-574895dd3602 None None] Agent healthcheck: found 5 active agents {{(pid=93960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:08:37.434428 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 60506) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:08:37.482700 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [None req-9b76e074-eda8-45c3-a97d-e558828a90d3 admin admin] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=93957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:08:37.483696 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-9b76e074-eda8-45c3-a97d-e558828a90d3 admin admin] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0483294 Jul 14 09:08:39.714567 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 60514) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:08:39.772984 n-d-779913-29 neutron-server[93957]: INFO neutron.pecan_wsgi.hooks.translation [None req-349283e1-4ee9-472a-a76b-1013256eed93 admin admin] GET failed (client error): The resource could not be found. Jul 14 09:08:39.774366 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-349283e1-4ee9-472a-a76b-1013256eed93 admin admin] 10.222.0.68 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0588508 Jul 14 09:08:39.860557 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d80dc54-f935-4d9b-b76f-029b1506c418 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:39.862056 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-5d80dc54-f935-4d9b-b76f-029b1506c418 admin admin] 10.222.0.68 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0837562 Jul 14 09:08:42.046311 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 60522) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:08:42.094212 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-ad12e83f-5f8e-4720-88ef-664ec40148e9 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:08:42.115033 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad12e83f-5f8e-4720-88ef-664ec40148e9 admin admin] Made reservation on behalf of b8edb584aa3c4b83a5d356cd49053ce2 for: {'network': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:08:42.117238 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ad12e83f-5f8e-4720-88ef-664ec40148e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for network, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:42.145061 n-d-779913-29 neutron-server[93957]: WARNING neutron.services.revisions.revision_plugin [None req-ad12e83f-5f8e-4720-88ef-664ec40148e9 admin admin] Could not find related network for resource to bump revision. Jul 14 09:08:42.156292 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad12e83f-5f8e-4720-88ef-664ec40148e9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 724} {{(pid=93957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:08:42.165231 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ad12e83f-5f8e-4720-88ef-664ec40148e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:42.165621 n-d-779913-29 neutron-server[93957]: INFO neutron.db.segments_db [None req-ad12e83f-5f8e-4720-88ef-664ec40148e9 admin admin] Added segment 8f1c1422-de6c-445f-ab95-4e2c94585b2b of type vlan for network 2244f7a1-04bd-42cd-9e86-31839b46f57f Jul 14 09:08:42.209186 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ad12e83f-5f8e-4720-88ef-664ec40148e9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735687821325'] for network, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:42.248996 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ad12e83f-5f8e-4720-88ef-664ec40148e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855'] for network, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:42.249996 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad12e83f-5f8e-4720-88ef-664ec40148e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:42.250566 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ad12e83f-5f8e-4720-88ef-664ec40148e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for network, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:42.308643 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-ad12e83f-5f8e-4720-88ef-664ec40148e9 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2612391 Jul 14 09:08:42.313679 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad12e83f-5f8e-4720-88ef-664ec40148e9 admin admin] Pushing event updated for resources: {'Network': ['ID=2244f7a1-04bd-42cd-9e86-31839b46f57f,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:08:42.325384 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Network 2244f7a1-04bd-42cd-9e86-31839b46f57f details requested by agent ovs-agent-n-d-779913-29 with host n-d-779913-29 {{(pid=93959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:08:44.505604 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 60530) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:08:44.563979 n-d-779913-29 neutron-server[93957]: INFO neutron.pecan_wsgi.hooks.translation [None req-4434f463-6065-4fb4-815d-8bf3040e68af admin admin] GET failed (client error): The resource could not be found. Jul 14 09:08:44.565283 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-4434f463-6065-4fb4-815d-8bf3040e68af admin admin] 10.222.0.68 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0584226 Jul 14 09:08:44.633989 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f52f9aee-042d-4047-b236-2f737da46a3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:44.635487 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-f52f9aee-042d-4047-b236-2f737da46a3c admin admin] 10.222.0.68 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0664206 Jul 14 09:08:44.645524 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-2d1e3d77-939c-4f43-ab9f-67da1bf7af7f admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'shared-subnet', 'network_id': '2244f7a1-04bd-42cd-9e86-31839b46f57f', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:08:44.667259 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d1e3d77-939c-4f43-ab9f-67da1bf7af7f admin admin] Made reservation on behalf of b8edb584aa3c4b83a5d356cd49053ce2 for: {'subnet': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:08:44.669056 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2d1e3d77-939c-4f43-ab9f-67da1bf7af7f admin admin] Notify callbacks [] for subnet, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:44.834592 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2d1e3d77-939c-4f43-ab9f-67da1bf7af7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855'] for subnet, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:44.894268 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1e3d77-939c-4f43-ab9f-67da1bf7af7f admin admin] Pushing event updated for resources: {'Subnet': ['ID=85060e65-3b2f-4a6c-a04c-ce849daa5b3b,revision_number=0']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:08:44.903733 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d1e3d77-939c-4f43-ab9f-67da1bf7af7f admin admin] Checking segment: {'id': '8f1c1422-de6c-445f-ab95-4e2c94585b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '2244f7a1-04bd-42cd-9e86-31839b46f57f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:08:44.904093 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d1e3d77-939c-4f43-ab9f-67da1bf7af7f admin admin] Network hostable DHCP agents. Network: 2244f7a1-04bd-42cd-9e86-31839b46f57f, hostable agents: ['c6a09bd4-f72e-4283-a3ca-0bbca8a51081'], hosted agents: [] {{(pid=93957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:08:44.920744 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d1e3d77-939c-4f43-ab9f-67da1bf7af7f admin admin] Network 2244f7a1-04bd-42cd-9e86-31839b46f57f is scheduled to be hosted by DHCP agent c6a09bd4-f72e-4283-a3ca-0bbca8a51081 with binding_index 1 {{(pid=93957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:08:44.930874 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-2d1e3d77-939c-4f43-ab9f-67da1bf7af7f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-29, 2244f7a1-04bd-42cd-9e86-31839b46f57f) {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:08:44.935574 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d1e3d77-939c-4f43-ab9f-67da1bf7af7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:08:44.936696 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2d1e3d77-939c-4f43-ab9f-67da1bf7af7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for subnet, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:44.940038 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09b05f0e-08eb-4349-8467-02a1b7ccbe53 None None] Network 2244f7a1-04bd-42cd-9e86-31839b46f57f requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:08:44.951454 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-2d1e3d77-939c-4f43-ab9f-67da1bf7af7f admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3093448 Jul 14 09:08:45.095303 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eefa9bd-9cf8-4272-be06-c95483b67c52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf57baaa9-fd24-59f4-8fd2-1dc21122ce72-2244f7a1-04bd-42cd-9e86-31839b46f57f', 'network_id': '2244f7a1-04bd-42cd-9e86-31839b46f57f', 'tenant_id': 'b8edb584aa3c4b83a5d356cd49053ce2', 'fixed_ips': [{'subnet_id': '85060e65-3b2f-4a6c-a04c-ce849daa5b3b'}]}} from n-d-779913-29. {{(pid=93959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:08:45.096193 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0eefa9bd-9cf8-4272-be06-c95483b67c52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:45.336854 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-0eefa9bd-9cf8-4272-be06-c95483b67c52 None None] Allocated IP 192.168.233.2 (2244f7a1-04bd-42cd-9e86-31839b46f57f/85060e65-3b2f-4a6c-a04c-ce849daa5b3b/7d9c6192-7755-4f1f-b5d8-064782772a97) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:08:45.491593 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0eefa9bd-9cf8-4272-be06-c95483b67c52 None None] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:45.500905 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-0eefa9bd-9cf8-4272-be06-c95483b67c52 None None] Transition to ACTIVE for port object 7d9c6192-7755-4f1f-b5d8-064782772a97 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:08:45.516826 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-0eefa9bd-9cf8-4272-be06-c95483b67c52 None None] Transition to ACTIVE for port object 7d9c6192-7755-4f1f-b5d8-064782772a97 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:08:45.523634 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0eefa9bd-9cf8-4272-be06-c95483b67c52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:45.565030 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eefa9bd-9cf8-4272-be06-c95483b67c52 None None] Network 2244f7a1-04bd-42cd-9e86-31839b46f57f is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:08:45.568042 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-0eefa9bd-9cf8-4272-be06-c95483b67c52 None None] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:08:45.571708 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eefa9bd-9cf8-4272-be06-c95483b67c52 None None] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:08:45.577364 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eefa9bd-9cf8-4272-be06-c95483b67c52 None None] Pushing event updated for resources: {'Port': ['ID=7d9c6192-7755-4f1f-b5d8-064782772a97,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:08:45.588980 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eefa9bd-9cf8-4272-be06-c95483b67c52 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:08:45.589321 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eefa9bd-9cf8-4272-be06-c95483b67c52 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:08:45.589686 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eefa9bd-9cf8-4272-be06-c95483b67c52 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:08:45.590028 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eefa9bd-9cf8-4272-be06-c95483b67c52 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:08:45.590352 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eefa9bd-9cf8-4272-be06-c95483b67c52 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:08:45.590679 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eefa9bd-9cf8-4272-be06-c95483b67c52 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:08:45.591003 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eefa9bd-9cf8-4272-be06-c95483b67c52 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:08:45.591323 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eefa9bd-9cf8-4272-be06-c95483b67c52 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:08:45.591642 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eefa9bd-9cf8-4272-be06-c95483b67c52 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:08:45.591968 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eefa9bd-9cf8-4272-be06-c95483b67c52 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:08:45.592285 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eefa9bd-9cf8-4272-be06-c95483b67c52 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:08:45.592607 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eefa9bd-9cf8-4272-be06-c95483b67c52 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:08:45.642573 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-0eefa9bd-9cf8-4272-be06-c95483b67c52 None None] Attempting to bind port 7d9c6192-7755-4f1f-b5d8-064782772a97 on host n-d-779913-29 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:08:45.642948 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-0eefa9bd-9cf8-4272-be06-c95483b67c52 None None] Attempting to bind port 7d9c6192-7755-4f1f-b5d8-064782772a97 by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': '8f1c1422-de6c-445f-ab95-4e2c94585b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '2244f7a1-04bd-42cd-9e86-31839b46f57f'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:08:45.643314 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eefa9bd-9cf8-4272-be06-c95483b67c52 None None] Attempting to bind port 7d9c6192-7755-4f1f-b5d8-064782772a97 on network 2244f7a1-04bd-42cd-9e86-31839b46f57f {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:08:45.648702 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eefa9bd-9cf8-4272-be06-c95483b67c52 None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 8, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:08:45.649077 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eefa9bd-9cf8-4272-be06-c95483b67c52 None None] Checking segment: {'id': '8f1c1422-de6c-445f-ab95-4e2c94585b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '2244f7a1-04bd-42cd-9e86-31839b46f57f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:08:45.649535 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0eefa9bd-9cf8-4272-be06-c95483b67c52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:45.650489 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eefa9bd-9cf8-4272-be06-c95483b67c52 None None] Bound using segment: {'id': '8f1c1422-de6c-445f-ab95-4e2c94585b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '2244f7a1-04bd-42cd-9e86-31839b46f57f'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:08:45.650961 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-0eefa9bd-9cf8-4272-be06-c95483b67c52 None None] Bound port: 7d9c6192-7755-4f1f-b5d8-064782772a97, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f1c1422-de6c-445f-ab95-4e2c94585b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '2244f7a1-04bd-42cd-9e86-31839b46f57f'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:08:45.651364 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0eefa9bd-9cf8-4272-be06-c95483b67c52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:45.719296 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-0eefa9bd-9cf8-4272-be06-c95483b67c52 None None] For port 7d9c6192-7755-4f1f-b5d8-064782772a97, host n-d-779913-29, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:08:45.722782 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-0eefa9bd-9cf8-4272-be06-c95483b67c52 None None] For port 7d9c6192-7755-4f1f-b5d8-064782772a97, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=7d9c6192-7755-4f1f-b5d8-064782772a97,segment=NetworkSegment(8f1c1422-de6c-445f-ab95-4e2c94585b2b),segment_id=8f1c1422-de6c-445f-ab95-4e2c94585b2b)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:08:45.727569 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0eefa9bd-9cf8-4272-be06-c95483b67c52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:45.791240 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eefa9bd-9cf8-4272-be06-c95483b67c52 None None] Pushing event updated for resources: {'Port': ['ID=7d9c6192-7755-4f1f-b5d8-064782772a97,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:08:46.590095 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7674d4b0-450c-4d92-98f2-31b55aee2ec1 None None] Network 2244f7a1-04bd-42cd-9e86-31839b46f57f requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:08:46.703888 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-6e8d02ed-a0d7-4fc5-aea2-29529bb94df6 None None] Provisioning for port 7d9c6192-7755-4f1f-b5d8-064782772a97 completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:08:46.782556 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 7d9c6192-7755-4f1f-b5d8-064782772a97 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:08:46.840074 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning for port 7d9c6192-7755-4f1f-b5d8-064782772a97 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:08:46.843409 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port 7d9c6192-7755-4f1f-b5d8-064782772a97 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:08:46.843782 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:46.935336 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:46.971436 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] For port 7d9c6192-7755-4f1f-b5d8-064782772a97, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=7d9c6192-7755-4f1f-b5d8-064782772a97,segment=NetworkSegment(8f1c1422-de6c-445f-ab95-4e2c94585b2b),segment_id=8f1c1422-de6c-445f-ab95-4e2c94585b2b)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:08:46.975403 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:47.029847 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Pushing event updated for resources: {'Port': ['ID=7d9c6192-7755-4f1f-b5d8-064782772a97,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:08:47.041550 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-72885adc-545b-4f4f-ba38-97f40690525e None None] Provisioning complete for port 7d9c6192-7755-4f1f-b5d8-064782772a97 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:08:47.041853 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-72885adc-545b-4f4f-ba38-97f40690525e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:48.725214 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 7d9c6192-7755-4f1f-b5d8-064782772a97 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:08:48.772367 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port 7d9c6192-7755-4f1f-b5d8-064782772a97 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:08:48.772367 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:52.064445 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bcf0ccb4-752f-4da1-be24-50db7764ad9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:54.649169 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:54.729547 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a0341702-ec8b-44c3-a6e2-9db9d8663d48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:55.731479 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5ad31076-714c-49ec-bc37-f3d4cd90112a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:08:57.495564 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5bbe322f-3f67-4864-bc0a-91afe44d23e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:09.537774 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.agents_db [None req-3c3509fb-540d-4335-a450-574895dd3602 None None] Agent healthcheck: found 5 active agents {{(pid=93960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:09:22.068155 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0cf37e7f-f81a-4507-aee7-586e2a7980de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:24.650620 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:24.730389 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2b30adfc-351f-4b7d-949c-832b6a60008f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:25.738795 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5ad31076-714c-49ec-bc37-f3d4cd90112a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:27.499458 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5bbe322f-3f67-4864-bc0a-91afe44d23e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:46.536279 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.agents_db [None req-3c3509fb-540d-4335-a450-574895dd3602 None None] Agent healthcheck: found 5 active agents {{(pid=93960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:09:52.070010 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c97f293f-7316-448b-9106-4bb0169b64f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:54.652759 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:54.732867 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fbfb9e8d-6a08-4c4a-80d7-6dd4e60ccd7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:55.739256 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5ad31076-714c-49ec-bc37-f3d4cd90112a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:09:57.503256 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5bbe322f-3f67-4864-bc0a-91afe44d23e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:02.732094 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 60582) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:10:02.738071 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [None req-b6314a08-d7f6-4bc2-b24d-ce6dc9798a93 tempest-verify_tempest_config-527423600 tempest-verify_tempest_config-527423600-project] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=93957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:10:02.739049 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-b6314a08-d7f6-4bc2-b24d-ce6dc9798a93 tempest-verify_tempest_config-527423600 tempest-verify_tempest_config-527423600-project] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059633 Jul 14 09:10:03.049904 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 60600) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:10:03.152961 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ca8747a5-a985-433a-a16d-ce2dab93573d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:03.242212 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ca8747a5-a985-433a-a16d-ce2dab93573d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:03.246727 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ca8747a5-a985-433a-a16d-ce2dab93573d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:03.289025 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8747a5-a985-433a-a16d-ce2dab93573d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6ce62a2-7708-43ff-9d03-e31586d5f5ed,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:03.294030 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-ca8747a5-a985-433a-a16d-ce2dab93573d admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=a0da67e36f3c4583bc3cf1abc9528304&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2431176 Jul 14 09:10:03.296829 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 60604) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:10:03.298482 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8747a5-a985-433a-a16d-ce2dab93573d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:10:03.298661 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8747a5-a985-433a-a16d-ce2dab93573d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:10:03.299066 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8747a5-a985-433a-a16d-ce2dab93573d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:10:03.299314 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8747a5-a985-433a-a16d-ce2dab93573d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:10:03.299651 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8747a5-a985-433a-a16d-ce2dab93573d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:10:03.300008 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8747a5-a985-433a-a16d-ce2dab93573d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:10:03.300299 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8747a5-a985-433a-a16d-ce2dab93573d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:10:03.300623 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8747a5-a985-433a-a16d-ce2dab93573d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:10:03.300945 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8747a5-a985-433a-a16d-ce2dab93573d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:10:03.301273 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8747a5-a985-433a-a16d-ce2dab93573d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:10:03.301621 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8747a5-a985-433a-a16d-ce2dab93573d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:10:03.301963 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8747a5-a985-433a-a16d-ce2dab93573d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:10:03.379658 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9a4d515c-94a0-4e94-b915-c2e7f5cc9424 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:03.403604 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9a4d515c-94a0-4e94-b915-c2e7f5cc9424 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:03.491003 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9a4d515c-94a0-4e94-b915-c2e7f5cc9424 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:03.493575 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9a4d515c-94a0-4e94-b915-c2e7f5cc9424 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:03.494674 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-9a4d515c-94a0-4e94-b915-c2e7f5cc9424 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/f6ce62a2-7708-43ff-9d03-e31586d5f5ed HTTP/1.1" status: 204 len: 168 time: 0.1968687 Jul 14 09:10:03.503326 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4d515c-94a0-4e94-b915-c2e7f5cc9424 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6ce62a2-7708-43ff-9d03-e31586d5f5ed,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:03.510061 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4d515c-94a0-4e94-b915-c2e7f5cc9424 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:10:03.510411 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4d515c-94a0-4e94-b915-c2e7f5cc9424 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:10:03.510756 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4d515c-94a0-4e94-b915-c2e7f5cc9424 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:10:03.511098 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4d515c-94a0-4e94-b915-c2e7f5cc9424 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:10:03.511998 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4d515c-94a0-4e94-b915-c2e7f5cc9424 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:10:03.512338 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4d515c-94a0-4e94-b915-c2e7f5cc9424 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:10:03.512672 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4d515c-94a0-4e94-b915-c2e7f5cc9424 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:10:03.513206 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4d515c-94a0-4e94-b915-c2e7f5cc9424 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:10:03.513561 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4d515c-94a0-4e94-b915-c2e7f5cc9424 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:10:03.513897 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4d515c-94a0-4e94-b915-c2e7f5cc9424 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:10:03.514227 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4d515c-94a0-4e94-b915-c2e7f5cc9424 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:10:03.514558 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4d515c-94a0-4e94-b915-c2e7f5cc9424 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:10:22.071464 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b81e9dd2-194f-4b0a-bc7c-61afe154f548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:23.535233 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.agents_db [None req-3c3509fb-540d-4335-a450-574895dd3602 None None] Agent healthcheck: found 5 active agents {{(pid=93960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:10:24.654785 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:24.736163 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-334f5c33-d30a-42b5-b161-f25530be2968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:25.739873 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5ad31076-714c-49ec-bc37-f3d4cd90112a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:27.514017 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5bbe322f-3f67-4864-bc0a-91afe44d23e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:52.073666 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0d3356f2-6508-4322-bfc8-4049154c7503 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:54.657655 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:54.732624 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5997c7d4-3274-46ee-b17b-5dbf722de460 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:55.744007 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5ad31076-714c-49ec-bc37-f3d4cd90112a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:57.512183 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5bbe322f-3f67-4864-bc0a-91afe44d23e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:00.534027 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.agents_db [None req-3c3509fb-540d-4335-a450-574895dd3602 None None] Agent healthcheck: found 5 active agents {{(pid=93960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:11:22.078872 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-dbbda208-3274-4cb9-a656-ed9a15ff5a25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:24.658332 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:24.733368 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-336424bb-b3f6-4785-81fe-c406e9c9490c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:25.746252 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5ad31076-714c-49ec-bc37-f3d4cd90112a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:27.514841 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5bbe322f-3f67-4864-bc0a-91afe44d23e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:37.532390 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.agents_db [None req-3c3509fb-540d-4335-a450-574895dd3602 None None] Agent healthcheck: found 5 active agents {{(pid=93960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:11:52.070565 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-65bcbea6-c189-4f84-a9b1-efa5dd36e4a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:54.658844 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:54.732778 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-de9388d9-ae2c-4c5c-9343-722d455b241d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:55.749476 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5ad31076-714c-49ec-bc37-f3d4cd90112a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:57.517330 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5bbe322f-3f67-4864-bc0a-91afe44d23e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:14.530779 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.agents_db [None req-3c3509fb-540d-4335-a450-574895dd3602 None None] Agent healthcheck: found 5 active agents {{(pid=93960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:12:22.071015 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8e9c373e-aa09-4ffa-82d6-c6c05e1a81c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:24.660170 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:24.733412 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2936e3fa-9841-43a0-8ba9-b6bacb161ffe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:25.752256 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5ad31076-714c-49ec-bc37-f3d4cd90112a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:27.518735 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5bbe322f-3f67-4864-bc0a-91afe44d23e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:51.530397 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.agents_db [None req-3c3509fb-540d-4335-a450-574895dd3602 None None] Agent healthcheck: found 5 active agents {{(pid=93960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:12:52.071754 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-438977bc-a26d-4f0b-b048-67223fc5a86f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:54.661691 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:54.733307 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8dd24be7-812a-4126-af6a-fa184e409bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:55.753674 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5ad31076-714c-49ec-bc37-f3d4cd90112a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:57.523350 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5bbe322f-3f67-4864-bc0a-91afe44d23e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:12.452409 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-682776'] for agent, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:13.106216 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-682776'] for agent, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:22.072392 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-026731a7-e5bd-4427-a833-8f6264c16482 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:24.662256 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:24.731890 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ee67fd11-8e5b-4ffc-b7f5-4568e3d0f633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:25.758372 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5ad31076-714c-49ec-bc37-f3d4cd90112a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:27.524879 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5bbe322f-3f67-4864-bc0a-91afe44d23e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:28.529789 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.agents_db [None req-3c3509fb-540d-4335-a450-574895dd3602 None None] Agent healthcheck: found 7 active agents {{(pid=93960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:13:42.460999 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:43.059103 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:50.044014 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 60670) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:13:50.145188 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-fb56eb41-ac1c-4b0f-9b8f-e35eea083612 admin admin] 10.222.0.68 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.0996418 Jul 14 09:13:52.077544 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3973b573-8edd-42db-b212-337f2ddb66be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:52.312512 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 60680) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:13:52.371220 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-924cf5e7-7938-4157-b34c-87b31d1ad037 admin admin] 10.222.0.68 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.0576894 Jul 14 09:13:54.663571 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:54.731404 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-649a2b02-7caa-4bdf-ab6d-79006f0a69e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:55.760088 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5ad31076-714c-49ec-bc37-f3d4cd90112a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:57.527447 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5bbe322f-3f67-4864-bc0a-91afe44d23e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:05.530038 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.agents_db [None req-3c3509fb-540d-4335-a450-574895dd3602 None None] Agent healthcheck: found 7 active agents {{(pid=93960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:14:12.458090 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:13.060542 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:22.078879 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5f7a2eb1-a198-4564-a2ff-47fddbfe12a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:24.663678 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:24.730438 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-56f97671-6b82-4be3-bd06-1af8a9323fbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:25.763296 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5ad31076-714c-49ec-bc37-f3d4cd90112a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:27.530778 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5bbe322f-3f67-4864-bc0a-91afe44d23e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:42.473108 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:42.529637 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.agents_db [None req-3c3509fb-540d-4335-a450-574895dd3602 None None] Agent healthcheck: found 7 active agents {{(pid=93960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:14:43.070211 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:52.078568 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-207f75ac-4086-421b-a0c1-2996061283f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:54.665479 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:54.733060 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4557ad79-639a-450c-b213-77335671f7fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:55.766786 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5ad31076-714c-49ec-bc37-f3d4cd90112a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:57.534603 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5bbe322f-3f67-4864-bc0a-91afe44d23e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:12.488292 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:13.078414 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:15.445186 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 60874) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:15.777614 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-5e53272e-804c-40e4-921b-64fc668f6c05 tempest-AutoAllocateNetworkTest-1258070731 tempest-AutoAllocateNetworkTest-1258070731-project] 10.222.0.68 "GET /v2.0/networks?tenant_id=5e2e754ed0064b628ba3aac953a3d4e9&shared=False HTTP/1.1" status: 200 len: 208 time: 0.3311327 Jul 14 09:15:15.784754 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 60894) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:15.978132 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76e7d05e-14d8-4707-9cf5-13617d7320f5 tempest-AutoAllocateNetworkTest-1258070731 tempest-AutoAllocateNetworkTest-1258070731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:15.983192 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 60906) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:15.984037 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-76e7d05e-14d8-4707-9cf5-13617d7320f5 tempest-AutoAllocateNetworkTest-1258070731 tempest-AutoAllocateNetworkTest-1258070731-project] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2024355 Jul 14 09:15:16.048241 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 60910) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:16.049048 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-fc4c176f-6075-497d-acc3-a9dfb3e95a1b tempest-AutoAllocateNetworkTest-1258070731 tempest-AutoAllocateNetworkTest-1258070731-project] 10.222.0.68 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0620120 Jul 14 09:15:16.080596 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-7c98af22-63f8-4284-a499-d0927e7c2d37 tempest-AutoAllocateNetworkTest-1258070731 tempest-AutoAllocateNetworkTest-1258070731-project] 10.222.0.68 "GET /v2.0/networks?tenant_id=5e2e754ed0064b628ba3aac953a3d4e9 HTTP/1.1" status: 200 len: 208 time: 0.0330842 Jul 14 09:15:16.823534 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 60954) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:17.255559 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-45358f3f-8067-4a74-9401-ae9ade58365d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:17.364786 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-45358f3f-8067-4a74-9401-ae9ade58365d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:17.369393 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-45358f3f-8067-4a74-9401-ae9ade58365d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:17.417676 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45358f3f-8067-4a74-9401-ae9ade58365d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d12892ef-f4e2-475f-a7d4-a383bfb7f314,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:17.425585 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-45358f3f-8067-4a74-9401-ae9ade58365d admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=5e2e754ed0064b628ba3aac953a3d4e9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6009490 Jul 14 09:15:17.425765 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 60994) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:17.431089 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45358f3f-8067-4a74-9401-ae9ade58365d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:15:17.431539 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45358f3f-8067-4a74-9401-ae9ade58365d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:15:17.431956 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45358f3f-8067-4a74-9401-ae9ade58365d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:15:17.432305 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45358f3f-8067-4a74-9401-ae9ade58365d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:15:17.432737 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45358f3f-8067-4a74-9401-ae9ade58365d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:15:17.433136 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45358f3f-8067-4a74-9401-ae9ade58365d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:15:17.433674 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45358f3f-8067-4a74-9401-ae9ade58365d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:15:17.433973 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45358f3f-8067-4a74-9401-ae9ade58365d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:15:17.434425 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45358f3f-8067-4a74-9401-ae9ade58365d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:15:17.434783 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45358f3f-8067-4a74-9401-ae9ade58365d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:15:17.435114 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45358f3f-8067-4a74-9401-ae9ade58365d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:15:17.435562 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45358f3f-8067-4a74-9401-ae9ade58365d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:15:17.436569 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45358f3f-8067-4a74-9401-ae9ade58365d admin admin] Tracked resource versions report: Jul 14 09:15:17.436569 n-d-779913-29 neutron-server[93958]: pushed versions: Jul 14 09:15:17.436569 n-d-779913-29 neutron-server[93958]: { 'AddressGroup': {'1.2'}, Jul 14 09:15:17.436569 n-d-779913-29 neutron-server[93958]: 'ConntrackHelper': {'1.0'}, Jul 14 09:15:17.436569 n-d-779913-29 neutron-server[93958]: 'Log': {'1.0'}, Jul 14 09:15:17.436569 n-d-779913-29 neutron-server[93958]: 'Network': {'1.1'}, Jul 14 09:15:17.436569 n-d-779913-29 neutron-server[93958]: 'Port': {'1.7'}, Jul 14 09:15:17.436569 n-d-779913-29 neutron-server[93958]: 'PortForwarding': {'1.2'}, Jul 14 09:15:17.436569 n-d-779913-29 neutron-server[93958]: 'QosPolicy': {'1.8'}, Jul 14 09:15:17.436569 n-d-779913-29 neutron-server[93958]: 'SecurityGroup': {'1.4'}, Jul 14 09:15:17.436569 n-d-779913-29 neutron-server[93958]: 'SecurityGroupRule': {'1.2'}, Jul 14 09:15:17.436569 n-d-779913-29 neutron-server[93958]: 'SubPort': {'1.0'}, Jul 14 09:15:17.436569 n-d-779913-29 neutron-server[93958]: 'Subnet': {'1.1'}, Jul 14 09:15:17.436569 n-d-779913-29 neutron-server[93958]: 'Trunk': {'1.1'}} Jul 14 09:15:17.436569 n-d-779913-29 neutron-server[93958]: consumer versions: Jul 14 09:15:17.436569 n-d-779913-29 neutron-server[93958]: { DHCP agent@n-d-779913-29: {}, Jul 14 09:15:17.436569 n-d-779913-29 neutron-server[93958]: HyperV agent@n-h1-779913-29: {}, Jul 14 09:15:17.436569 n-d-779913-29 neutron-server[93958]: HyperV agent@n-h2-779913-29: {}, Jul 14 09:15:17.436569 n-d-779913-29 neutron-server[93958]: L3 agent@n-d-779913-29: {}, Jul 14 09:15:17.436569 n-d-779913-29 neutron-server[93958]: Metadata agent@n-d-779913-29: {}, Jul 14 09:15:17.436569 n-d-779913-29 neutron-server[93958]: Metering agent@n-d-779913-29: {}, Jul 14 09:15:17.436569 n-d-779913-29 neutron-server[93958]: Open vSwitch agent@n-d-779913-29: { 'AddressGroup': '1.2', Jul 14 09:15:17.436569 n-d-779913-29 neutron-server[93958]: 'ConntrackHelper': '1.0', Jul 14 09:15:17.436569 n-d-779913-29 neutron-server[93958]: 'Log': '1.0', Jul 14 09:15:17.436569 n-d-779913-29 neutron-server[93958]: 'Network': '1.1', Jul 14 09:15:17.436569 n-d-779913-29 neutron-server[93958]: 'Port': '1.7', Jul 14 09:15:17.436569 n-d-779913-29 neutron-server[93958]: 'PortForwarding': '1.2', Jul 14 09:15:17.436569 n-d-779913-29 neutron-server[93958]: 'QosPolicy': '1.8', Jul 14 09:15:17.436569 n-d-779913-29 neutron-server[93958]: 'SecurityGroup': '1.4', Jul 14 09:15:17.436569 n-d-779913-29 neutron-server[93958]: 'SecurityGroupRule': '1.2', Jul 14 09:15:17.436569 n-d-779913-29 neutron-server[93958]: 'SubPort': '1.0', Jul 14 09:15:17.436569 n-d-779913-29 neutron-server[93958]: 'Subnet': '1.1', Jul 14 09:15:17.436569 n-d-779913-29 neutron-server[93958]: 'Trunk': '1.1'}} Jul 14 09:15:17.436569 n-d-779913-29 neutron-server[93958]: {{(pid=93958) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 14 09:15:17.500642 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-46e56f5c-2ecf-4149-89bd-608cc04a57de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:17.522525 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-46e56f5c-2ecf-4149-89bd-608cc04a57de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:17.579235 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-46e56f5c-2ecf-4149-89bd-608cc04a57de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:17.582118 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-46e56f5c-2ecf-4149-89bd-608cc04a57de admin admin] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:17.593441 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-46e56f5c-2ecf-4149-89bd-608cc04a57de admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/d12892ef-f4e2-475f-a7d4-a383bfb7f314 HTTP/1.1" status: 204 len: 168 time: 0.1592481 Jul 14 09:15:17.595448 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e56f5c-2ecf-4149-89bd-608cc04a57de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d12892ef-f4e2-475f-a7d4-a383bfb7f314,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:17.603995 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e56f5c-2ecf-4149-89bd-608cc04a57de admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:15:17.604368 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e56f5c-2ecf-4149-89bd-608cc04a57de admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:15:17.604690 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e56f5c-2ecf-4149-89bd-608cc04a57de admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:15:17.605209 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e56f5c-2ecf-4149-89bd-608cc04a57de admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:15:17.605766 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e56f5c-2ecf-4149-89bd-608cc04a57de admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:15:17.606239 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e56f5c-2ecf-4149-89bd-608cc04a57de admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:15:17.607223 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e56f5c-2ecf-4149-89bd-608cc04a57de admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:15:17.607561 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e56f5c-2ecf-4149-89bd-608cc04a57de admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:15:17.607892 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e56f5c-2ecf-4149-89bd-608cc04a57de admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:15:17.608220 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e56f5c-2ecf-4149-89bd-608cc04a57de admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:15:17.608544 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e56f5c-2ecf-4149-89bd-608cc04a57de admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:15:17.608881 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e56f5c-2ecf-4149-89bd-608cc04a57de admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:15:17.609975 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e56f5c-2ecf-4149-89bd-608cc04a57de admin admin] Tracked resource versions report: Jul 14 09:15:17.609975 n-d-779913-29 neutron-server[93957]: pushed versions: Jul 14 09:15:17.609975 n-d-779913-29 neutron-server[93957]: { 'AddressGroup': {'1.2'}, Jul 14 09:15:17.609975 n-d-779913-29 neutron-server[93957]: 'ConntrackHelper': {'1.0'}, Jul 14 09:15:17.609975 n-d-779913-29 neutron-server[93957]: 'Log': {'1.0'}, Jul 14 09:15:17.609975 n-d-779913-29 neutron-server[93957]: 'Network': {'1.1'}, Jul 14 09:15:17.609975 n-d-779913-29 neutron-server[93957]: 'Port': {'1.7'}, Jul 14 09:15:17.609975 n-d-779913-29 neutron-server[93957]: 'PortForwarding': {'1.2'}, Jul 14 09:15:17.609975 n-d-779913-29 neutron-server[93957]: 'QosPolicy': {'1.8'}, Jul 14 09:15:17.609975 n-d-779913-29 neutron-server[93957]: 'SecurityGroup': {'1.4'}, Jul 14 09:15:17.609975 n-d-779913-29 neutron-server[93957]: 'SecurityGroupRule': {'1.2'}, Jul 14 09:15:17.609975 n-d-779913-29 neutron-server[93957]: 'SubPort': {'1.0'}, Jul 14 09:15:17.609975 n-d-779913-29 neutron-server[93957]: 'Subnet': {'1.1'}, Jul 14 09:15:17.609975 n-d-779913-29 neutron-server[93957]: 'Trunk': {'1.1'}} Jul 14 09:15:17.609975 n-d-779913-29 neutron-server[93957]: consumer versions: Jul 14 09:15:17.609975 n-d-779913-29 neutron-server[93957]: { DHCP agent@n-d-779913-29: {}, Jul 14 09:15:17.609975 n-d-779913-29 neutron-server[93957]: HyperV agent@n-h1-779913-29: {}, Jul 14 09:15:17.609975 n-d-779913-29 neutron-server[93957]: HyperV agent@n-h2-779913-29: {}, Jul 14 09:15:17.609975 n-d-779913-29 neutron-server[93957]: L3 agent@n-d-779913-29: {}, Jul 14 09:15:17.609975 n-d-779913-29 neutron-server[93957]: Metadata agent@n-d-779913-29: {}, Jul 14 09:15:17.609975 n-d-779913-29 neutron-server[93957]: Metering agent@n-d-779913-29: {}, Jul 14 09:15:17.609975 n-d-779913-29 neutron-server[93957]: Open vSwitch agent@n-d-779913-29: { 'AddressGroup': '1.2', Jul 14 09:15:17.609975 n-d-779913-29 neutron-server[93957]: 'ConntrackHelper': '1.0', Jul 14 09:15:17.609975 n-d-779913-29 neutron-server[93957]: 'Log': '1.0', Jul 14 09:15:17.609975 n-d-779913-29 neutron-server[93957]: 'Network': '1.1', Jul 14 09:15:17.609975 n-d-779913-29 neutron-server[93957]: 'Port': '1.7', Jul 14 09:15:17.609975 n-d-779913-29 neutron-server[93957]: 'PortForwarding': '1.2', Jul 14 09:15:17.609975 n-d-779913-29 neutron-server[93957]: 'QosPolicy': '1.8', Jul 14 09:15:17.609975 n-d-779913-29 neutron-server[93957]: 'SecurityGroup': '1.4', Jul 14 09:15:17.609975 n-d-779913-29 neutron-server[93957]: 'SecurityGroupRule': '1.2', Jul 14 09:15:17.609975 n-d-779913-29 neutron-server[93957]: 'SubPort': '1.0', Jul 14 09:15:17.609975 n-d-779913-29 neutron-server[93957]: 'Subnet': '1.1', Jul 14 09:15:17.609975 n-d-779913-29 neutron-server[93957]: 'Trunk': '1.1'}} Jul 14 09:15:17.609975 n-d-779913-29 neutron-server[93957]: {{(pid=93957) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 14 09:15:19.239285 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 32868) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:19.241811 n-d-779913-29 neutron-server[93957]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 14 09:15:19.362429 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-9c0a51af-b53c-46ab-b860-fa415b4d98d3 req-228f276f-c061-4036-9bdf-ef0f44a178fb tempest-DeleteServersAdminTestJSON-1035248896 tempest-DeleteServersAdminTestJSON-1035248896-project] 10.222.0.68 "GET /v2.0/networks?tenant_id=91bf6090a5d04784b6bc54869d87dad3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1214025 Jul 14 09:15:19.534138 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.agents_db [None req-3c3509fb-540d-4335-a450-574895dd3602 None None] Agent healthcheck: found 7 active agents {{(pid=93960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:15:19.564388 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0a51af-b53c-46ab-b860-fa415b4d98d3 req-6fba6171-dfc8-474e-8ac5-c16fc7efaab7 tempest-DeleteServersAdminTestJSON-1035248896 tempest-DeleteServersAdminTestJSON-1035248896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:19.565906 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-9c0a51af-b53c-46ab-b860-fa415b4d98d3 req-6fba6171-dfc8-474e-8ac5-c16fc7efaab7 tempest-DeleteServersAdminTestJSON-1035248896 tempest-DeleteServersAdminTestJSON-1035248896-project] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1996055 Jul 14 09:15:19.583474 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-9c0a51af-b53c-46ab-b860-fa415b4d98d3 req-1eab3b42-a713-4323-9a82-2356601453e6 tempest-DeleteServersAdminTestJSON-1035248896 tempest-DeleteServersAdminTestJSON-1035248896-project] 10.222.0.68 "GET /v2.0/quotas/91bf6090a5d04784b6bc54869d87dad3 HTTP/1.1" status: 200 len: 375 time: 0.0113013 Jul 14 09:15:19.640770 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-9c0a51af-b53c-46ab-b860-fa415b4d98d3 req-156e21bb-a36f-4e70-8843-b8703903dd63 tempest-DeleteServersAdminTestJSON-1035248896 tempest-DeleteServersAdminTestJSON-1035248896-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=91bf6090a5d04784b6bc54869d87dad3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0508838 Jul 14 09:15:20.183840 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-7838c5bb-76cb-4603-9996-3627cf5416d1 req-cf812b04-02a9-4e1c-9a58-f76caf4bb5bd tempest-DeleteServersAdminTestJSON-1035248896 tempest-DeleteServersAdminTestJSON-1035248896-project] 10.222.0.68 "GET /v2.0/ports?device_id=15e11ffd-5284-41db-9bf8-cfa26e1b72db HTTP/1.1" status: 200 len: 210 time: 0.0508618 Jul 14 09:15:20.432542 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 32944) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:20.471344 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 32950) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:20.661642 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-03b0d6e6-8b8d-4e99-baf8-dac3f9bcfb6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:20.705402 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-657e88f7-a0a6-4b6c-ab47-a10c2a519cd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:20.790158 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-03b0d6e6-8b8d-4e99-baf8-dac3f9bcfb6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:20.806700 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-03b0d6e6-8b8d-4e99-baf8-dac3f9bcfb6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:20.849164 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b0d6e6-8b8d-4e99-baf8-dac3f9bcfb6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d97b916a-f533-493a-953b-d55c70b2c819,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:20.890931 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-03b0d6e6-8b8d-4e99-baf8-dac3f9bcfb6d admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=ace6183763ff400e8a4f805287821c7d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4563808 Jul 14 09:15:20.891851 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 32982) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:20.919886 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-657e88f7-a0a6-4b6c-ab47-a10c2a519cd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:20.925699 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-657e88f7-a0a6-4b6c-ab47-a10c2a519cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:20.972804 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-50f88e4d-97a9-428d-97e0-f6cfaed5820d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:20.988651 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657e88f7-a0a6-4b6c-ab47-a10c2a519cd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12eb5403-6026-402e-9dbd-d16b4ccb0f2e,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:21.008850 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-657e88f7-a0a6-4b6c-ab47-a10c2a519cd2 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=f90d4d78d450433a885fe614fc92ff8e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5361981 Jul 14 09:15:21.011488 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 32990) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:21.028656 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-50f88e4d-97a9-428d-97e0-f6cfaed5820d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:21.075063 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-aec39e76-fe14-4375-adab-be7274d42250 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:21.096679 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-50f88e4d-97a9-428d-97e0-f6cfaed5820d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:21.103159 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-50f88e4d-97a9-428d-97e0-f6cfaed5820d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:21.103346 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-aec39e76-fe14-4375-adab-be7274d42250 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:21.121831 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-50f88e4d-97a9-428d-97e0-f6cfaed5820d admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/d97b916a-f533-493a-953b-d55c70b2c819 HTTP/1.1" status: 204 len: 168 time: 0.2152481 Jul 14 09:15:21.154139 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-aec39e76-fe14-4375-adab-be7274d42250 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:21.156839 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-aec39e76-fe14-4375-adab-be7274d42250 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:21.157727 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f88e4d-97a9-428d-97e0-f6cfaed5820d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d97b916a-f533-493a-953b-d55c70b2c819,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:21.159225 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-aec39e76-fe14-4375-adab-be7274d42250 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/12eb5403-6026-402e-9dbd-d16b4ccb0f2e HTTP/1.1" status: 204 len: 168 time: 0.1464648 Jul 14 09:15:21.170566 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec39e76-fe14-4375-adab-be7274d42250 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12eb5403-6026-402e-9dbd-d16b4ccb0f2e,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:21.612806 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 33040) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:21.618754 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 33044) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:21.636605 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-53257480-9def-4a9c-a6cf-eb41661719c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:21.745561 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-53257480-9def-4a9c-a6cf-eb41661719c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:21.750053 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-9fb94113-f80e-4212-a17a-be0f8b6d4cac req-075e2017-9eb6-410c-b787-02924d78445a tempest-AggregatesAdminTestJSON-1474541478 tempest-AggregatesAdminTestJSON-1474541478-project] 10.222.0.68 "GET /v2.0/networks?tenant_id=d9d0952bcf694fb0887015db43039b3f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0422332 Jul 14 09:15:21.753719 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-53257480-9def-4a9c-a6cf-eb41661719c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:21.802028 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-53257480-9def-4a9c-a6cf-eb41661719c2 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=3b38ddfd771746ccb31e6f229285bd19&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1817615 Jul 14 09:15:21.810380 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 33056) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:21.859965 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53257480-9def-4a9c-a6cf-eb41661719c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08373335-60fd-4ddf-95c2-f2b1a756ede6,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:21.895626 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 33062) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:21.901287 n-d-779913-29 neutron-server[93958]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 14 09:15:21.914199 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb94113-f80e-4212-a17a-be0f8b6d4cac req-89d321cd-e2f2-419b-8fbd-a72743b6c262 tempest-AggregatesAdminTestJSON-1474541478 tempest-AggregatesAdminTestJSON-1474541478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:21.915632 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-9fb94113-f80e-4212-a17a-be0f8b6d4cac req-89d321cd-e2f2-419b-8fbd-a72743b6c262 tempest-AggregatesAdminTestJSON-1474541478 tempest-AggregatesAdminTestJSON-1474541478-project] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1593969 Jul 14 09:15:21.932094 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-9fb94113-f80e-4212-a17a-be0f8b6d4cac req-e6468203-9b7e-401d-948a-b5a6bc99cce8 tempest-AggregatesAdminTestJSON-1474541478 tempest-AggregatesAdminTestJSON-1474541478-project] 10.222.0.68 "GET /v2.0/quotas/d9d0952bcf694fb0887015db43039b3f HTTP/1.1" status: 200 len: 375 time: 0.0110021 Jul 14 09:15:21.932287 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6d0b1b07-7aec-4905-954f-74230ba607db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:21.959026 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-f145ac40-8b3f-46ec-a805-09dbfef8c24e req-ab6c6ac8-9a0f-494b-b337-0dffb42c84de tempest-DeleteServersAdminTestJSON-1035248896 tempest-DeleteServersAdminTestJSON-1035248896-project] 10.222.0.68 "GET /v2.0/ports?device_id=15e11ffd-5284-41db-9bf8-cfa26e1b72db HTTP/1.1" status: 200 len: 210 time: 0.3451064 Jul 14 09:15:21.964413 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f63bc3d7-5c43-4c27-95c0-31a451d62f6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:21.980366 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-9fb94113-f80e-4212-a17a-be0f8b6d4cac req-d8c728a6-0a7d-4f51-801b-357b24874b5b tempest-AggregatesAdminTestJSON-1474541478 tempest-AggregatesAdminTestJSON-1474541478-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=d9d0952bcf694fb0887015db43039b3f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0386844 Jul 14 09:15:21.998474 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6d0b1b07-7aec-4905-954f-74230ba607db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:22.094319 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6d0b1b07-7aec-4905-954f-74230ba607db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:22.097260 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6d0b1b07-7aec-4905-954f-74230ba607db admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:22.098641 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-6d0b1b07-7aec-4905-954f-74230ba607db admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/08373335-60fd-4ddf-95c2-f2b1a756ede6 HTTP/1.1" status: 204 len: 168 time: 0.2867014 Jul 14 09:15:22.107988 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d946cb63-7773-48ef-9c75-62ad59757c93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:22.118462 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0b1b07-7aec-4905-954f-74230ba607db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08373335-60fd-4ddf-95c2-f2b1a756ede6,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:22.181418 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f63bc3d7-5c43-4c27-95c0-31a451d62f6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:22.187503 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f63bc3d7-5c43-4c27-95c0-31a451d62f6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:22.276714 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 33078) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:22.276868 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-f63bc3d7-5c43-4c27-95c0-31a451d62f6b admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=706c2b9947694d8795a3283fdf363f35&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3783746 Jul 14 09:15:22.277949 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63bc3d7-5c43-4c27-95c0-31a451d62f6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e710c9ef-0a8c-407b-ba49-c4c8a77b4f17,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:22.378701 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-22f1fa4e-dc63-4e83-a806-9adf945374d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:22.499591 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f80d3668-36fc-47e8-b6ca-142bbbc0eb9b req-0b6711de-2f4f-4bf0-85c9-8065b7b5bd9d tempest-AggregatesAdminTestJSON-1474541478 tempest-AggregatesAdminTestJSON-1474541478-project] 10.222.0.68 "GET /v2.0/ports?device_id=b258e9c5-926b-4718-843d-812c42f5fc50 HTTP/1.1" status: 200 len: 210 time: 0.0539985 Jul 14 09:15:22.505768 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-22f1fa4e-dc63-4e83-a806-9adf945374d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:22.616370 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-22f1fa4e-dc63-4e83-a806-9adf945374d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:22.620986 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-22f1fa4e-dc63-4e83-a806-9adf945374d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:22.622388 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-22f1fa4e-dc63-4e83-a806-9adf945374d2 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/e710c9ef-0a8c-407b-ba49-c4c8a77b4f17 HTTP/1.1" status: 204 len: 168 time: 0.3435729 Jul 14 09:15:22.640162 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f1fa4e-dc63-4e83-a806-9adf945374d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e710c9ef-0a8c-407b-ba49-c4c8a77b4f17,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:22.796270 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.57', 51390) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:22.841942 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-9c0a51af-b53c-46ab-b860-fa415b4d98d3 req-dd1a08d7-e996-431a-8c39-6a21468c534f tempest-DeleteServersAdminTestJSON-1035248896 tempest-DeleteServersAdminTestJSON-1035248896-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=91bf6090a5d04784b6bc54869d87dad3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0290585 Jul 14 09:15:23.001628 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0a51af-b53c-46ab-b860-fa415b4d98d3 req-3bbb30b1-5aa8-4548-a7ee-4c15ccfdad20 tempest-DeleteServersAdminTestJSON-1035248896 tempest-DeleteServersAdminTestJSON-1035248896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:23.003364 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-9c0a51af-b53c-46ab-b860-fa415b4d98d3 req-3bbb30b1-5aa8-4548-a7ee-4c15ccfdad20 tempest-DeleteServersAdminTestJSON-1035248896 tempest-DeleteServersAdminTestJSON-1035248896-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1526620 Jul 14 09:15:23.175215 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-9c0a51af-b53c-46ab-b860-fa415b4d98d3 req-663b2d34-ff2f-4644-95d9-3e2d53a5ad14 tempest-DeleteServersAdminTestJSON-1035248896 tempest-DeleteServersAdminTestJSON-1035248896-project] Request body: {'port': {'device_id': '15e11ffd-5284-41db-9bf8-cfa26e1b72db', 'network_id': '2244f7a1-04bd-42cd-9e86-31839b46f57f', 'admin_state_up': True, 'tenant_id': '91bf6090a5d04784b6bc54869d87dad3'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:15:23.202159 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-bcd220d1-c4ea-4d0d-a25b-3b7b6972a8b4 req-68e90370-051f-480e-8220-433568cc9baa tempest-DeleteServersAdminTestJSON-1035248896 tempest-DeleteServersAdminTestJSON-1035248896-project] 10.222.0.68 "GET /v2.0/ports?device_id=15e11ffd-5284-41db-9bf8-cfa26e1b72db HTTP/1.1" status: 200 len: 210 time: 0.0492651 Jul 14 09:15:23.369973 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 33154) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:23.399991 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c0a51af-b53c-46ab-b860-fa415b4d98d3 req-663b2d34-ff2f-4644-95d9-3e2d53a5ad14 tempest-DeleteServersAdminTestJSON-1035248896 tempest-DeleteServersAdminTestJSON-1035248896-project] Made reservation on behalf of 91bf6090a5d04784b6bc54869d87dad3 for: {'port': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:15:23.404657 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-9c0a51af-b53c-46ab-b860-fa415b4d98d3 req-663b2d34-ff2f-4644-95d9-3e2d53a5ad14 tempest-DeleteServersAdminTestJSON-1035248896 tempest-DeleteServersAdminTestJSON-1035248896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:23.437467 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-9c0a51af-b53c-46ab-b860-fa415b4d98d3 req-663b2d34-ff2f-4644-95d9-3e2d53a5ad14 tempest-DeleteServersAdminTestJSON-1035248896 tempest-DeleteServersAdminTestJSON-1035248896-project] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:23.593198 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 33166) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:23.617783 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-9c0a51af-b53c-46ab-b860-fa415b4d98d3 req-663b2d34-ff2f-4644-95d9-3e2d53a5ad14 tempest-DeleteServersAdminTestJSON-1035248896 tempest-DeleteServersAdminTestJSON-1035248896-project] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:23.629225 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-9c0a51af-b53c-46ab-b860-fa415b4d98d3 req-663b2d34-ff2f-4644-95d9-3e2d53a5ad14 tempest-DeleteServersAdminTestJSON-1035248896 tempest-DeleteServersAdminTestJSON-1035248896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:23.677676 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663b2d34-ff2f-4644-95d9-3e2d53a5ad14 tempest-DeleteServersAdminTestJSON-1035248896 tempest-DeleteServersAdminTestJSON-1035248896-project] Pushing event updated for resources: {'SecurityGroup': ['ID=895e8c22-e884-4014-9e60-5bdb90a485a7,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:23.708053 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-c5316c79-6d00-40d8-8ca2-91ce1f9ebcfc req-64d9e53d-4504-432c-ac85-9ea81979bca1 tempest-AggregatesAdminTestJSON-1474541478 tempest-AggregatesAdminTestJSON-1474541478-project] 10.222.0.68 "GET /v2.0/ports?device_id=b258e9c5-926b-4718-843d-812c42f5fc50 HTTP/1.1" status: 200 len: 210 time: 0.0328901 Jul 14 09:15:23.725923 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3534dbb2-6cd7-41a9-9bcd-59efe0f16507 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:23.842909 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3534dbb2-6cd7-41a9-9bcd-59efe0f16507 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:23.849697 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3534dbb2-6cd7-41a9-9bcd-59efe0f16507 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:23.886851 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-3534dbb2-6cd7-41a9-9bcd-59efe0f16507 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=72b3642d7bda45efa9901e9ab26968b8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5165379 Jul 14 09:15:23.893201 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 33192) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:23.913992 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5c51f809-13f4-42a9-98d9-0b5a47c75056 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:23.959996 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.65', 56608) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:24.011516 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [req-9c0a51af-b53c-46ab-b860-fa415b4d98d3 req-663b2d34-ff2f-4644-95d9-3e2d53a5ad14 tempest-DeleteServersAdminTestJSON-1035248896 tempest-DeleteServersAdminTestJSON-1035248896-project] Allocated IP 192.168.233.233 (2244f7a1-04bd-42cd-9e86-31839b46f57f/85060e65-3b2f-4a6c-a04c-ce849daa5b3b/068e0481-dd6c-4b2d-a1f8-82fb98d18373) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:15:24.049820 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-9fb94113-f80e-4212-a17a-be0f8b6d4cac req-592262af-68be-46f8-a318-3ebcbbf9d2da tempest-AggregatesAdminTestJSON-1474541478 tempest-AggregatesAdminTestJSON-1474541478-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=d9d0952bcf694fb0887015db43039b3f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0823753 Jul 14 09:15:24.053886 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-be4d884e-890f-444f-bef0-440a26830d7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:24.054506 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5c51f809-13f4-42a9-98d9-0b5a47c75056 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:24.055835 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3534dbb2-6cd7-41a9-9bcd-59efe0f16507 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b0250f7-b67f-45c8-8d93-c9319a1f3c87,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:24.059805 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5c51f809-13f4-42a9-98d9-0b5a47c75056 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:24.090050 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-5c51f809-13f4-42a9-98d9-0b5a47c75056 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=a7ef6eef1ccd413ca72cfb43878ec115&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4953110 Jul 14 09:15:24.096845 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 33202) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:24.111329 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-be4d884e-890f-444f-bef0-440a26830d7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:24.157288 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7c05f248-5e17-4999-b4ca-ad2319da8331 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:24.182694 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7c05f248-5e17-4999-b4ca-ad2319da8331 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:24.187114 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-be4d884e-890f-444f-bef0-440a26830d7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:24.190346 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-be4d884e-890f-444f-bef0-440a26830d7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:24.191884 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-be4d884e-890f-444f-bef0-440a26830d7d admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/6b0250f7-b67f-45c8-8d93-c9319a1f3c87 HTTP/1.1" status: 204 len: 168 time: 0.2975323 Jul 14 09:15:24.242060 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7c05f248-5e17-4999-b4ca-ad2319da8331 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:24.244553 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7c05f248-5e17-4999-b4ca-ad2319da8331 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:24.250676 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-7c05f248-5e17-4999-b4ca-ad2319da8331 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/28ef0003-efa7-44d4-a212-a2e48b679824 HTTP/1.1" status: 204 len: 168 time: 0.1528244 Jul 14 09:15:24.252842 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c51f809-13f4-42a9-98d9-0b5a47c75056 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28ef0003-efa7-44d4-a212-a2e48b679824,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:24.267630 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c05f248-5e17-4999-b4ca-ad2319da8331 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28ef0003-efa7-44d4-a212-a2e48b679824,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:24.287274 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4d884e-890f-444f-bef0-440a26830d7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b0250f7-b67f-45c8-8d93-c9319a1f3c87,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:24.446866 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ecaf1247-7598-4eb8-9f24-84a65662f7d4 req-d503fe72-9ce6-4972-850e-a3fcc14c6a6a tempest-DeleteServersAdminTestJSON-1035248896 tempest-DeleteServersAdminTestJSON-1035248896-project] 10.222.0.68 "GET /v2.0/ports?device_id=15e11ffd-5284-41db-9bf8-cfa26e1b72db HTTP/1.1" status: 200 len: 210 time: 0.0321264 Jul 14 09:15:24.621871 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb94113-f80e-4212-a17a-be0f8b6d4cac req-0df9f6c2-3a73-4a9d-84ca-8f1b9372aeef tempest-AggregatesAdminTestJSON-1474541478 tempest-AggregatesAdminTestJSON-1474541478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:24.625609 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-9fb94113-f80e-4212-a17a-be0f8b6d4cac req-0df9f6c2-3a73-4a9d-84ca-8f1b9372aeef tempest-AggregatesAdminTestJSON-1474541478 tempest-AggregatesAdminTestJSON-1474541478-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5296361 Jul 14 09:15:24.675109 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:24.689647 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-9c0a51af-b53c-46ab-b860-fa415b4d98d3 req-663b2d34-ff2f-4644-95d9-3e2d53a5ad14 tempest-DeleteServersAdminTestJSON-1035248896 tempest-DeleteServersAdminTestJSON-1035248896-project] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:24.710556 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [req-9c0a51af-b53c-46ab-b860-fa415b4d98d3 req-663b2d34-ff2f-4644-95d9-3e2d53a5ad14 tempest-DeleteServersAdminTestJSON-1035248896 tempest-DeleteServersAdminTestJSON-1035248896-project] Transition to ACTIVE for port object 068e0481-dd6c-4b2d-a1f8-82fb98d18373 will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:15:24.749399 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6dc845f2-8ccf-4902-bd45-8830f08e5746 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:24.758793 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-9fb94113-f80e-4212-a17a-be0f8b6d4cac req-98940fbf-ee1e-49b5-8c5c-47d5af3ac744 tempest-AggregatesAdminTestJSON-1474541478 tempest-AggregatesAdminTestJSON-1474541478-project] Request body: {'port': {'device_id': 'b258e9c5-926b-4718-843d-812c42f5fc50', 'network_id': '2244f7a1-04bd-42cd-9e86-31839b46f57f', 'admin_state_up': True, 'tenant_id': 'd9d0952bcf694fb0887015db43039b3f'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:15:25.032420 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9fb94113-f80e-4212-a17a-be0f8b6d4cac req-98940fbf-ee1e-49b5-8c5c-47d5af3ac744 tempest-AggregatesAdminTestJSON-1474541478 tempest-AggregatesAdminTestJSON-1474541478-project] Made reservation on behalf of d9d0952bcf694fb0887015db43039b3f for: {'port': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:15:25.037428 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-9fb94113-f80e-4212-a17a-be0f8b6d4cac req-98940fbf-ee1e-49b5-8c5c-47d5af3ac744 tempest-AggregatesAdminTestJSON-1474541478 tempest-AggregatesAdminTestJSON-1474541478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:25.062260 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-9c0a51af-b53c-46ab-b860-fa415b4d98d3 req-663b2d34-ff2f-4644-95d9-3e2d53a5ad14 tempest-DeleteServersAdminTestJSON-1035248896 tempest-DeleteServersAdminTestJSON-1035248896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:25.083049 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2120c6ae-5521-40c6-8276-a013b7db7f2c req-c185ccbd-8c4e-4031-96a2-d62a77c07ee6 tempest-AggregatesAdminTestJSON-1474541478 tempest-AggregatesAdminTestJSON-1474541478-project] 10.222.0.68 "GET /v2.0/ports?device_id=b258e9c5-926b-4718-843d-812c42f5fc50 HTTP/1.1" status: 200 len: 210 time: 0.0688546 Jul 14 09:15:25.086955 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-9fb94113-f80e-4212-a17a-be0f8b6d4cac req-98940fbf-ee1e-49b5-8c5c-47d5af3ac744 tempest-AggregatesAdminTestJSON-1474541478 tempest-AggregatesAdminTestJSON-1474541478-project] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:25.132057 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c0a51af-b53c-46ab-b860-fa415b4d98d3 req-663b2d34-ff2f-4644-95d9-3e2d53a5ad14 tempest-DeleteServersAdminTestJSON-1035248896 tempest-DeleteServersAdminTestJSON-1035248896-project] Network 2244f7a1-04bd-42cd-9e86-31839b46f57f is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:15:25.162657 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [req-9c0a51af-b53c-46ab-b860-fa415b4d98d3 req-663b2d34-ff2f-4644-95d9-3e2d53a5ad14 tempest-DeleteServersAdminTestJSON-1035248896 tempest-DeleteServersAdminTestJSON-1035248896-project] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:15:25.167403 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c0a51af-b53c-46ab-b860-fa415b4d98d3 req-663b2d34-ff2f-4644-95d9-3e2d53a5ad14 tempest-DeleteServersAdminTestJSON-1035248896 tempest-DeleteServersAdminTestJSON-1035248896-project] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:15:25.175481 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0a51af-b53c-46ab-b860-fa415b4d98d3 req-663b2d34-ff2f-4644-95d9-3e2d53a5ad14 tempest-DeleteServersAdminTestJSON-1035248896 tempest-DeleteServersAdminTestJSON-1035248896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:25.176468 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-9c0a51af-b53c-46ab-b860-fa415b4d98d3 req-663b2d34-ff2f-4644-95d9-3e2d53a5ad14 tempest-DeleteServersAdminTestJSON-1035248896 tempest-DeleteServersAdminTestJSON-1035248896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:25.389180 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663b2d34-ff2f-4644-95d9-3e2d53a5ad14 tempest-DeleteServersAdminTestJSON-1035248896 tempest-DeleteServersAdminTestJSON-1035248896-project] Pushing event updated for resources: {'Port': ['ID=068e0481-dd6c-4b2d-a1f8-82fb98d18373,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:25.489275 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 33244) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:25.529882 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-095c9a52-600b-42b6-9f8b-8205bddd5f90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:25.584871 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-9fb94113-f80e-4212-a17a-be0f8b6d4cac req-98940fbf-ee1e-49b5-8c5c-47d5af3ac744 tempest-AggregatesAdminTestJSON-1474541478 tempest-AggregatesAdminTestJSON-1474541478-project] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:25.624947 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-9fb94113-f80e-4212-a17a-be0f8b6d4cac req-98940fbf-ee1e-49b5-8c5c-47d5af3ac744 tempest-AggregatesAdminTestJSON-1474541478 tempest-AggregatesAdminTestJSON-1474541478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:25.629182 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-0b4a8c05-a4f1-4c06-8c6f-abbfb2430a87 None None] Provisioning for port 068e0481-dd6c-4b2d-a1f8-82fb98d18373 completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:15:25.648400 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-0b4a8c05-a4f1-4c06-8c6f-abbfb2430a87 None None] Provisioning complete for port 068e0481-dd6c-4b2d-a1f8-82fb98d18373 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:15:25.649298 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0b4a8c05-a4f1-4c06-8c6f-abbfb2430a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:25.752076 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-0b4a8c05-a4f1-4c06-8c6f-abbfb2430a87 None None] Port 068e0481-dd6c-4b2d-a1f8-82fb98d18373 cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:15:25.785453 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5ad31076-714c-49ec-bc37-f3d4cd90112a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:25.839616 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-095c9a52-600b-42b6-9f8b-8205bddd5f90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:25.855514 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-095c9a52-600b-42b6-9f8b-8205bddd5f90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:25.897051 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-9c0a51af-b53c-46ab-b860-fa415b4d98d3 req-663b2d34-ff2f-4644-95d9-3e2d53a5ad14 tempest-DeleteServersAdminTestJSON-1035248896 tempest-DeleteServersAdminTestJSON-1035248896-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7256758 Jul 14 09:15:25.913203 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-095c9a52-600b-42b6-9f8b-8205bddd5f90 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=111d4964e60645508ca6d75ea4c98e85&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4192212 Jul 14 09:15:25.916905 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 33250) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:25.973590 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ae5145-90de-42f2-a4c5-3bfb9642ade1 req-f6210bab-1ea6-4bd1-bbc3-ad20b7ccde2a tempest-DeleteServersAdminTestJSON-1035248896 tempest-DeleteServersAdminTestJSON-1035248896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:25.988356 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d1ae5145-90de-42f2-a4c5-3bfb9642ade1 req-f6210bab-1ea6-4bd1-bbc3-ad20b7ccde2a tempest-DeleteServersAdminTestJSON-1035248896 tempest-DeleteServersAdminTestJSON-1035248896-project] 10.222.0.68 "GET /v2.0/ports?device_id=15e11ffd-5284-41db-9bf8-cfa26e1b72db HTTP/1.1" status: 200 len: 936 time: 0.2483387 Jul 14 09:15:26.003019 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98940fbf-ee1e-49b5-8c5c-47d5af3ac744 tempest-AggregatesAdminTestJSON-1474541478 tempest-AggregatesAdminTestJSON-1474541478-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15c9ca1a-6146-49cb-90e4-2f05d934dcb7,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:26.010348 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 33254) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:26.068690 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095c9a52-600b-42b6-9f8b-8205bddd5f90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=020eeb11-fa78-444c-a3c4-476d3f9615e4,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:26.084417 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a8329ea8-fea8-479d-b7cd-32050da7fcad admin admin] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:26.147105 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d1ae5145-90de-42f2-a4c5-3bfb9642ade1 req-5b45d5af-2441-4211-a457-77612b2ba4a4 tempest-DeleteServersAdminTestJSON-1035248896 tempest-DeleteServersAdminTestJSON-1035248896-project] 10.222.0.68 "GET /v2.0/security-groups?id=895e8c22-e884-4014-9e60-5bdb90a485a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573622 Jul 14 09:15:26.194715 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7c1cb899-1be4-4cce-9aa3-869499ab9c30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:26.240682 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7c1cb899-1be4-4cce-9aa3-869499ab9c30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:26.305439 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7c1cb899-1be4-4cce-9aa3-869499ab9c30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:26.309010 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7c1cb899-1be4-4cce-9aa3-869499ab9c30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:26.310867 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-7c1cb899-1be4-4cce-9aa3-869499ab9c30 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/020eeb11-fa78-444c-a3c4-476d3f9615e4 HTTP/1.1" status: 204 len: 168 time: 0.3439519 Jul 14 09:15:26.365597 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [req-9fb94113-f80e-4212-a17a-be0f8b6d4cac req-98940fbf-ee1e-49b5-8c5c-47d5af3ac744 tempest-AggregatesAdminTestJSON-1474541478 tempest-AggregatesAdminTestJSON-1474541478-project] Allocated IP 192.168.233.12 (2244f7a1-04bd-42cd-9e86-31839b46f57f/85060e65-3b2f-4a6c-a04c-ce849daa5b3b/7896c20a-bda7-46ef-9a2f-515e85a902ce) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:15:26.372571 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b69f24e3-8835-4ade-b4d6-4a7acf4dc4ad req-6f01bc4f-8858-4297-bcee-c040228057e8 tempest-AggregatesAdminTestJSON-1474541478 tempest-AggregatesAdminTestJSON-1474541478-project] 10.222.0.68 "GET /v2.0/ports?device_id=b258e9c5-926b-4718-843d-812c42f5fc50 HTTP/1.1" status: 200 len: 210 time: 0.0551472 Jul 14 09:15:26.380840 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1cb899-1be4-4cce-9aa3-869499ab9c30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=020eeb11-fa78-444c-a3c4-476d3f9615e4,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:26.630274 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-9fb94113-f80e-4212-a17a-be0f8b6d4cac req-98940fbf-ee1e-49b5-8c5c-47d5af3ac744 tempest-AggregatesAdminTestJSON-1474541478 tempest-AggregatesAdminTestJSON-1474541478-project] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:26.655648 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [req-9fb94113-f80e-4212-a17a-be0f8b6d4cac req-98940fbf-ee1e-49b5-8c5c-47d5af3ac744 tempest-AggregatesAdminTestJSON-1474541478 tempest-AggregatesAdminTestJSON-1474541478-project] Transition to ACTIVE for port object 7896c20a-bda7-46ef-9a2f-515e85a902ce will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:15:26.735233 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a8329ea8-fea8-479d-b7cd-32050da7fcad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:26.737838 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-9fb94113-f80e-4212-a17a-be0f8b6d4cac req-98940fbf-ee1e-49b5-8c5c-47d5af3ac744 tempest-AggregatesAdminTestJSON-1474541478 tempest-AggregatesAdminTestJSON-1474541478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:26.741350 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a8329ea8-fea8-479d-b7cd-32050da7fcad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:26.859094 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9fb94113-f80e-4212-a17a-be0f8b6d4cac req-98940fbf-ee1e-49b5-8c5c-47d5af3ac744 tempest-AggregatesAdminTestJSON-1474541478 tempest-AggregatesAdminTestJSON-1474541478-project] Network 2244f7a1-04bd-42cd-9e86-31839b46f57f is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:15:26.868658 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [req-9fb94113-f80e-4212-a17a-be0f8b6d4cac req-98940fbf-ee1e-49b5-8c5c-47d5af3ac744 tempest-AggregatesAdminTestJSON-1474541478 tempest-AggregatesAdminTestJSON-1474541478-project] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:15:26.878498 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-a8329ea8-fea8-479d-b7cd-32050da7fcad admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=b800ce11f6414eb8babf510d3682308e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8670020 Jul 14 09:15:26.882985 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 33270) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:26.886083 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fb94113-f80e-4212-a17a-be0f8b6d4cac req-98940fbf-ee1e-49b5-8c5c-47d5af3ac744 tempest-AggregatesAdminTestJSON-1474541478 tempest-AggregatesAdminTestJSON-1474541478-project] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:15:26.889914 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 33272) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:26.893820 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb94113-f80e-4212-a17a-be0f8b6d4cac req-98940fbf-ee1e-49b5-8c5c-47d5af3ac744 tempest-AggregatesAdminTestJSON-1474541478 tempest-AggregatesAdminTestJSON-1474541478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:26.894897 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-9fb94113-f80e-4212-a17a-be0f8b6d4cac req-98940fbf-ee1e-49b5-8c5c-47d5af3ac744 tempest-AggregatesAdminTestJSON-1474541478 tempest-AggregatesAdminTestJSON-1474541478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:26.898163 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8329ea8-fea8-479d-b7cd-32050da7fcad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=743b9c41-00f3-400e-88cd-4ebe358428a9,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:26.909262 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98940fbf-ee1e-49b5-8c5c-47d5af3ac744 tempest-AggregatesAdminTestJSON-1474541478 tempest-AggregatesAdminTestJSON-1474541478-project] Pushing event updated for resources: {'Port': ['ID=7896c20a-bda7-46ef-9a2f-515e85a902ce,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:26.932710 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-9fb94113-f80e-4212-a17a-be0f8b6d4cac req-98940fbf-ee1e-49b5-8c5c-47d5af3ac744 tempest-AggregatesAdminTestJSON-1474541478 tempest-AggregatesAdminTestJSON-1474541478-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1848185 Jul 14 09:15:26.991527 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [req-9c0a51af-b53c-46ab-b860-fa415b4d98d3 req-6f24f8c6-623b-4a9c-93f0-e61ac7b7faa9 tempest-DeleteServersAdminTestJSON-1035248896 tempest-DeleteServersAdminTestJSON-1035248896-project] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=93957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:15:26.992889 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-9c0a51af-b53c-46ab-b860-fa415b4d98d3 req-6f24f8c6-623b-4a9c-93f0-e61ac7b7faa9 tempest-DeleteServersAdminTestJSON-1035248896 tempest-DeleteServersAdminTestJSON-1035248896-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059783 Jul 14 09:15:27.048844 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-41438304-2c76-4ef9-a781-b8b5f175f573 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:27.091727 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-41438304-2c76-4ef9-a781-b8b5f175f573 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:27.163591 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-41438304-2c76-4ef9-a781-b8b5f175f573 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:27.169043 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-41438304-2c76-4ef9-a781-b8b5f175f573 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:27.187414 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-41438304-2c76-4ef9-a781-b8b5f175f573 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/743b9c41-00f3-400e-88cd-4ebe358428a9 HTTP/1.1" status: 204 len: 168 time: 0.3041430 Jul 14 09:15:27.214285 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41438304-2c76-4ef9-a781-b8b5f175f573 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=743b9c41-00f3-400e-88cd-4ebe358428a9,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:27.292640 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-411ef6b1-caf1-4146-90a9-85a06f223714 None None] Provisioning for port 7896c20a-bda7-46ef-9a2f-515e85a902ce completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:15:27.301907 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-411ef6b1-caf1-4146-90a9-85a06f223714 None None] Provisioning complete for port 7896c20a-bda7-46ef-9a2f-515e85a902ce triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:15:27.307191 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-411ef6b1-caf1-4146-90a9-85a06f223714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:27.421301 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-411ef6b1-caf1-4146-90a9-85a06f223714 None None] Port 7896c20a-bda7-46ef-9a2f-515e85a902ce cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:15:27.525662 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1ed68c3f-7584-4dd4-92ce-1dd406f880f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:27.548959 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbb993b-c3a6-4631-9686-631ead56adfd req-82f9a527-f05f-4906-8d0b-4e716798c2f9 tempest-DeleteServersAdminTestJSON-1035248896 tempest-DeleteServersAdminTestJSON-1035248896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:27.560482 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5bbe322f-3f67-4864-bc0a-91afe44d23e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:27.563926 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-7cbb993b-c3a6-4631-9686-631ead56adfd req-82f9a527-f05f-4906-8d0b-4e716798c2f9 tempest-DeleteServersAdminTestJSON-1035248896 tempest-DeleteServersAdminTestJSON-1035248896-project] 10.222.0.68 "GET /v2.0/ports?device_id=15e11ffd-5284-41db-9bf8-cfa26e1b72db HTTP/1.1" status: 200 len: 936 time: 0.2442124 Jul 14 09:15:27.794314 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-7cbb993b-c3a6-4631-9686-631ead56adfd req-d6548af5-2c0e-41bd-89ad-5475c93bd02e tempest-DeleteServersAdminTestJSON-1035248896 tempest-DeleteServersAdminTestJSON-1035248896-project] 10.222.0.68 "GET /v2.0/security-groups?id=895e8c22-e884-4014-9e60-5bdb90a485a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2291448 Jul 14 09:15:27.917064 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c3d76a-e2cf-4778-832d-3f12bdc76966 req-8af83cfe-fc28-4a82-a8ea-851a1c64979f tempest-AggregatesAdminTestJSON-1474541478 tempest-AggregatesAdminTestJSON-1474541478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:27.935235 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-15c3d76a-e2cf-4778-832d-3f12bdc76966 req-8af83cfe-fc28-4a82-a8ea-851a1c64979f tempest-AggregatesAdminTestJSON-1474541478 tempest-AggregatesAdminTestJSON-1474541478-project] 10.222.0.68 "GET /v2.0/ports?device_id=b258e9c5-926b-4718-843d-812c42f5fc50 HTTP/1.1" status: 200 len: 935 time: 0.2574217 Jul 14 09:15:27.960617 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1ed68c3f-7584-4dd4-92ce-1dd406f880f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:27.965648 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1ed68c3f-7584-4dd4-92ce-1dd406f880f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:28.015546 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-15c3d76a-e2cf-4778-832d-3f12bdc76966 req-f1aae2d9-3c36-49cd-9afa-f81c69120e12 tempest-AggregatesAdminTestJSON-1474541478 tempest-AggregatesAdminTestJSON-1474541478-project] 10.222.0.68 "GET /v2.0/security-groups?id=15c9ca1a-6146-49cb-90e4-2f05d934dcb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786259 Jul 14 09:15:28.025164 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-1ed68c3f-7584-4dd4-92ce-1dd406f880f4 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=94fcca1fb4c141a0a531da673085a8c0&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1289606 Jul 14 09:15:28.035141 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 33298) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:28.081484 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed68c3f-7584-4dd4-92ce-1dd406f880f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a374fba-031e-4dfd-b9b7-a912ec1efed0,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:28.116456 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d688e283-0524-4826-8e54-8824aa29b4b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:28.143758 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d688e283-0524-4826-8e54-8824aa29b4b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:28.207204 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d688e283-0524-4826-8e54-8824aa29b4b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:28.209443 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d688e283-0524-4826-8e54-8824aa29b4b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:28.213086 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-d688e283-0524-4826-8e54-8824aa29b4b9 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/4a374fba-031e-4dfd-b9b7-a912ec1efed0 HTTP/1.1" status: 204 len: 168 time: 0.1744952 Jul 14 09:15:28.223033 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d688e283-0524-4826-8e54-8824aa29b4b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a374fba-031e-4dfd-b9b7-a912ec1efed0,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:28.254204 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-9c0a51af-b53c-46ab-b860-fa415b4d98d3 req-2deecb58-9d6c-49e8-bc82-f272cb7968a6 service neutron] Request body: {'port': {'device_id': '15e11ffd-5284-41db-9bf8-cfa26e1b72db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-29'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:15:28.440163 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-9c0a51af-b53c-46ab-b860-fa415b4d98d3 req-2deecb58-9d6c-49e8-bc82-f272cb7968a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:29.003487 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [req-9c0a51af-b53c-46ab-b860-fa415b4d98d3 req-2deecb58-9d6c-49e8-bc82-f272cb7968a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 068e0481-dd6c-4b2d-a1f8-82fb98d18373 {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:15:29.037999 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-9c0a51af-b53c-46ab-b860-fa415b4d98d3 req-2deecb58-9d6c-49e8-bc82-f272cb7968a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:29.073982 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [req-9c0a51af-b53c-46ab-b860-fa415b4d98d3 req-2deecb58-9d6c-49e8-bc82-f272cb7968a6 service neutron] Transition to ACTIVE for port object 068e0481-dd6c-4b2d-a1f8-82fb98d18373 will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:15:29.079129 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-9c0a51af-b53c-46ab-b860-fa415b4d98d3 req-2deecb58-9d6c-49e8-bc82-f272cb7968a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:29.107138 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc25fe1c-5dfe-4ab0-a46a-2fc7ff0a6c10 req-a6d6990a-e6c7-4175-86c3-a3753b4c82c0 tempest-DeleteServersAdminTestJSON-1035248896 tempest-DeleteServersAdminTestJSON-1035248896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:29.108900 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-fc25fe1c-5dfe-4ab0-a46a-2fc7ff0a6c10 req-a6d6990a-e6c7-4175-86c3-a3753b4c82c0 tempest-DeleteServersAdminTestJSON-1035248896 tempest-DeleteServersAdminTestJSON-1035248896-project] 10.222.0.68 "GET /v2.0/ports?device_id=15e11ffd-5284-41db-9bf8-cfa26e1b72db HTTP/1.1" status: 200 len: 936 time: 0.0983109 Jul 14 09:15:29.141341 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2deecb58-9d6c-49e8-bc82-f272cb7968a6 service neutron] Pushing event updated for resources: {'Port': ['ID=068e0481-dd6c-4b2d-a1f8-82fb98d18373,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:29.198131 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-fc25fe1c-5dfe-4ab0-a46a-2fc7ff0a6c10 req-d648c9d0-6a5c-4411-add7-a22df4ece0de tempest-DeleteServersAdminTestJSON-1035248896 tempest-DeleteServersAdminTestJSON-1035248896-project] 10.222.0.68 "GET /v2.0/security-groups?id=895e8c22-e884-4014-9e60-5bdb90a485a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811961 Jul 14 09:15:29.378183 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [req-9fb94113-f80e-4212-a17a-be0f8b6d4cac req-3702d6d8-fb91-420d-a66a-7c3ed319e6ef tempest-AggregatesAdminTestJSON-1474541478 tempest-AggregatesAdminTestJSON-1474541478-project] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=93957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:15:29.379408 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-9fb94113-f80e-4212-a17a-be0f8b6d4cac req-3702d6d8-fb91-420d-a66a-7c3ed319e6ef tempest-AggregatesAdminTestJSON-1474541478 tempest-AggregatesAdminTestJSON-1474541478-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0221307 Jul 14 09:15:29.420069 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-9c0a51af-b53c-46ab-b860-fa415b4d98d3 req-2deecb58-9d6c-49e8-bc82-f272cb7968a6 service neutron] Attempting to bind port 068e0481-dd6c-4b2d-a1f8-82fb98d18373 on host n-h2-779913-29 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:15:29.420685 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-9c0a51af-b53c-46ab-b860-fa415b4d98d3 req-2deecb58-9d6c-49e8-bc82-f272cb7968a6 service neutron] Attempting to bind port 068e0481-dd6c-4b2d-a1f8-82fb98d18373 by drivers openvswitch,hyperv on host n-h2-779913-29 at level 0 using segments [{'id': '8f1c1422-de6c-445f-ab95-4e2c94585b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '2244f7a1-04bd-42cd-9e86-31839b46f57f'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:15:29.422700 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c0a51af-b53c-46ab-b860-fa415b4d98d3 req-2deecb58-9d6c-49e8-bc82-f272cb7968a6 service neutron] Attempting to bind port 068e0481-dd6c-4b2d-a1f8-82fb98d18373 on network 2244f7a1-04bd-42cd-9e86-31839b46f57f {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:15:29.436595 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c0a51af-b53c-46ab-b860-fa415b4d98d3 req-2deecb58-9d6c-49e8-bc82-f272cb7968a6 service neutron] Port 068e0481-dd6c-4b2d-a1f8-82fb98d18373 on network 2244f7a1-04bd-42cd-9e86-31839b46f57f not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-29 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:15:29.437094 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c0a51af-b53c-46ab-b860-fa415b4d98d3 req-2deecb58-9d6c-49e8-bc82-f272cb7968a6 service neutron] Attempting to bind port 068e0481-dd6c-4b2d-a1f8-82fb98d18373 on network 2244f7a1-04bd-42cd-9e86-31839b46f57f {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:15:29.449069 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c0a51af-b53c-46ab-b860-fa415b4d98d3 req-2deecb58-9d6c-49e8-bc82-f272cb7968a6 service neutron] Checking agent: {'id': '013e4a3b-a634-47b8-b6a5-1a25109b73fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 13, 13), 'started_at': datetime.datetime(2021, 7, 14, 9, 13, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 15, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:15:29.449482 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c0a51af-b53c-46ab-b860-fa415b4d98d3 req-2deecb58-9d6c-49e8-bc82-f272cb7968a6 service neutron] Checking segment: {'id': '8f1c1422-de6c-445f-ab95-4e2c94585b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '2244f7a1-04bd-42cd-9e86-31839b46f57f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:15:29.467922 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c0a51af-b53c-46ab-b860-fa415b4d98d3 req-2deecb58-9d6c-49e8-bc82-f272cb7968a6 service neutron] Bound using segment: {'id': '8f1c1422-de6c-445f-ab95-4e2c94585b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '2244f7a1-04bd-42cd-9e86-31839b46f57f'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:15:29.470597 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-9c0a51af-b53c-46ab-b860-fa415b4d98d3 req-2deecb58-9d6c-49e8-bc82-f272cb7968a6 service neutron] Bound port: 068e0481-dd6c-4b2d-a1f8-82fb98d18373, host: n-h2-779913-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f1c1422-de6c-445f-ab95-4e2c94585b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '2244f7a1-04bd-42cd-9e86-31839b46f57f'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:15:29.471012 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-9c0a51af-b53c-46ab-b860-fa415b4d98d3 req-2deecb58-9d6c-49e8-bc82-f272cb7968a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:29.480973 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 33336) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:29.520981 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5c43167e-f68d-4bee-a10f-42df8e8a9430 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:29.670129 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2983a7f-aaae-4c10-8c1c-c145663988a7 req-df8e7eb0-5c7f-44e1-b53d-19c0466fe427 tempest-AggregatesAdminTestJSON-1474541478 tempest-AggregatesAdminTestJSON-1474541478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:29.680008 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-f2983a7f-aaae-4c10-8c1c-c145663988a7 req-df8e7eb0-5c7f-44e1-b53d-19c0466fe427 tempest-AggregatesAdminTestJSON-1474541478 tempest-AggregatesAdminTestJSON-1474541478-project] 10.222.0.68 "GET /v2.0/ports?device_id=b258e9c5-926b-4718-843d-812c42f5fc50 HTTP/1.1" status: 200 len: 935 time: 0.2521884 Jul 14 09:15:29.686180 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-9c0a51af-b53c-46ab-b860-fa415b4d98d3 req-2deecb58-9d6c-49e8-bc82-f272cb7968a6 service neutron] For port 068e0481-dd6c-4b2d-a1f8-82fb98d18373, host n-h2-779913-29, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:15:29.695270 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-9c0a51af-b53c-46ab-b860-fa415b4d98d3 req-2deecb58-9d6c-49e8-bc82-f272cb7968a6 service neutron] For port 068e0481-dd6c-4b2d-a1f8-82fb98d18373, host n-h2-779913-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=068e0481-dd6c-4b2d-a1f8-82fb98d18373,segment=NetworkSegment(8f1c1422-de6c-445f-ab95-4e2c94585b2b),segment_id=8f1c1422-de6c-445f-ab95-4e2c94585b2b)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:15:29.704510 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-9c0a51af-b53c-46ab-b860-fa415b4d98d3 req-2deecb58-9d6c-49e8-bc82-f272cb7968a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:29.758827 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-f2983a7f-aaae-4c10-8c1c-c145663988a7 req-d4efcb0d-f649-4a90-8b51-3fcb9034d939 tempest-AggregatesAdminTestJSON-1474541478 tempest-AggregatesAdminTestJSON-1474541478-project] 10.222.0.68 "GET /v2.0/security-groups?id=15c9ca1a-6146-49cb-90e4-2f05d934dcb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777509 Jul 14 09:15:29.789523 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0a51af-b53c-46ab-b860-fa415b4d98d3 req-2deecb58-9d6c-49e8-bc82-f272cb7968a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:29.790328 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-9c0a51af-b53c-46ab-b860-fa415b4d98d3 req-2deecb58-9d6c-49e8-bc82-f272cb7968a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:29.791907 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-9c0a51af-b53c-46ab-b860-fa415b4d98d3 req-2deecb58-9d6c-49e8-bc82-f272cb7968a6 service neutron] 10.222.0.57 "PUT /v2.0/ports/068e0481-dd6c-4b2d-a1f8-82fb98d18373 HTTP/1.1" status: 200 len: 1097 time: 2.1590731 Jul 14 09:15:29.795094 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15e11ffd-5284-41db-9bf8-cfa26e1b72db', 'tag': '068e0481-dd6c-4b2d-a1f8-82fb98d18373'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:15:29.854826 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5c43167e-f68d-4bee-a10f-42df8e8a9430 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:29.863590 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5c43167e-f68d-4bee-a10f-42df8e8a9430 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:29.917937 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 33342) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:29.919818 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-5c43167e-f68d-4bee-a10f-42df8e8a9430 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=1198f5fc66e041c1a067c5b88fe26670&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4369411 Jul 14 09:15:29.962606 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c43167e-f68d-4bee-a10f-42df8e8a9430 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a53d461e-95f4-41db-aebd-64db9673a569,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:30.017484 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2deecb58-9d6c-49e8-bc82-f272cb7968a6 service neutron] Pushing event updated for resources: {'Port': ['ID=068e0481-dd6c-4b2d-a1f8-82fb98d18373,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:30.555801 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c76abfc3-a031-46d5-950d-b7bed656d56d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:30.576608 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4180ee7f-d81a-4347-ad7b-ad91327de623 req-041f94a6-3aab-4e13-ae34-d36b6ada2443 tempest-DeleteServersAdminTestJSON-1035248896 tempest-DeleteServersAdminTestJSON-1035248896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:30.578150 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-4180ee7f-d81a-4347-ad7b-ad91327de623 req-041f94a6-3aab-4e13-ae34-d36b6ada2443 tempest-DeleteServersAdminTestJSON-1035248896 tempest-DeleteServersAdminTestJSON-1035248896-project] 10.222.0.68 "GET /v2.0/ports?device_id=15e11ffd-5284-41db-9bf8-cfa26e1b72db HTTP/1.1" status: 200 len: 948 time: 0.1598134 Jul 14 09:15:30.591468 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c76abfc3-a031-46d5-950d-b7bed656d56d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:30.607155 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1815ff9a-2821-4038-919b-13553fd0fa10" -d '{"events": [{"name": "network-changed", "server_uuid": "15e11ffd-5284-41db-9bf8-cfa26e1b72db", "tag": "068e0481-dd6c-4b2d-a1f8-82fb98d18373"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:15:30.641220 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-4180ee7f-d81a-4347-ad7b-ad91327de623 req-eec5b16d-80d0-4b82-bdc6-b9143fec19e5 tempest-DeleteServersAdminTestJSON-1035248896 tempest-DeleteServersAdminTestJSON-1035248896-project] 10.222.0.68 "GET /v2.0/security-groups?id=895e8c22-e884-4014-9e60-5bdb90a485a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570164 Jul 14 09:15:30.666071 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0a51af-b53c-46ab-b860-fa415b4d98d3 req-d92d13b4-027b-4506-9c73-3d54f83e9f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:30.666071 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-9c0a51af-b53c-46ab-b860-fa415b4d98d3 req-d92d13b4-027b-4506-9c73-3d54f83e9f40 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=91bf6090a5d04784b6bc54869d87dad3&device_id=15e11ffd-5284-41db-9bf8-cfa26e1b72db HTTP/1.1" status: 200 len: 1100 time: 0.6576850 Jul 14 09:15:30.773775 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-9c0a51af-b53c-46ab-b860-fa415b4d98d3 req-b06d7429-8bb7-4fd2-a676-db252b3cae28 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=068e0481-dd6c-4b2d-a1f8-82fb98d18373 HTTP/1.1" status: 200 len: 217 time: 0.0893192 Jul 14 09:15:30.829618 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c76abfc3-a031-46d5-950d-b7bed656d56d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:30.833154 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c76abfc3-a031-46d5-950d-b7bed656d56d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:30.846523 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-c76abfc3-a031-46d5-950d-b7bed656d56d admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/a53d461e-95f4-41db-aebd-64db9673a569 HTTP/1.1" status: 204 len: 168 time: 0.8869581 Jul 14 09:15:30.933152 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76abfc3-a031-46d5-950d-b7bed656d56d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a53d461e-95f4-41db-aebd-64db9673a569,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:31.007489 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0a51af-b53c-46ab-b860-fa415b4d98d3 req-6bff3151-dc82-453c-9ece-e54b95563912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:31.009548 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-9c0a51af-b53c-46ab-b860-fa415b4d98d3 req-6bff3151-dc82-453c-9ece-e54b95563912 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=85060e65-3b2f-4a6c-a04c-ce849daa5b3b HTTP/1.1" status: 200 len: 843 time: 0.2228470 Jul 14 09:15:31.224811 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:15:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baf9bec8-1dc7-424b-9725-209fe7134313 x-openstack-request-id: req-baf9bec8-1dc7-424b-9725-209fe7134313 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:15:31.225515 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15e11ffd-5284-41db-9bf8-cfa26e1b72db", "tag": "068e0481-dd6c-4b2d-a1f8-82fb98d18373", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:15:31.225515 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-baf9bec8-1dc7-424b-9725-209fe7134313 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:15:31.225850 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15e11ffd-5284-41db-9bf8-cfa26e1b72db', 'tag': '068e0481-dd6c-4b2d-a1f8-82fb98d18373', 'status': 'completed', 'code': 200} Jul 14 09:15:31.330169 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0a51af-b53c-46ab-b860-fa415b4d98d3 req-9af397e6-6b4c-4cdc-a32b-b991dd70d819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:31.331681 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-9c0a51af-b53c-46ab-b860-fa415b4d98d3 req-9af397e6-6b4c-4cdc-a32b-b991dd70d819 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2244f7a1-04bd-42cd-9e86-31839b46f57f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2486861 Jul 14 09:15:31.504541 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17373473-ca30-402c-9a67-3bef124b5700 req-0b1b95f1-b263-4624-9575-94738d88de95 tempest-AggregatesAdminTestJSON-1474541478 tempest-AggregatesAdminTestJSON-1474541478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:31.506147 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-17373473-ca30-402c-9a67-3bef124b5700 req-0b1b95f1-b263-4624-9575-94738d88de95 tempest-AggregatesAdminTestJSON-1474541478 tempest-AggregatesAdminTestJSON-1474541478-project] 10.222.0.68 "GET /v2.0/ports?device_id=b258e9c5-926b-4718-843d-812c42f5fc50 HTTP/1.1" status: 200 len: 935 time: 0.1311748 Jul 14 09:15:31.681600 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-17373473-ca30-402c-9a67-3bef124b5700 req-4c2e6034-0568-406d-b323-c8942a0d4b71 tempest-AggregatesAdminTestJSON-1474541478 tempest-AggregatesAdminTestJSON-1474541478-project] 10.222.0.68 "GET /v2.0/security-groups?id=15c9ca1a-6146-49cb-90e4-2f05d934dcb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664457 Jul 14 09:15:31.777587 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-9c0a51af-b53c-46ab-b860-fa415b4d98d3 req-6ce1e80e-281e-4890-aac7-f52561d15794 service neutron] 10.222.0.57 "GET /v2.0/networks/2244f7a1-04bd-42cd-9e86-31839b46f57f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2669115 Jul 14 09:15:32.070790 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-9c0a51af-b53c-46ab-b860-fa415b4d98d3 req-6e91dcf6-e658-478a-b9b5-e6bff8506e2a service neutron] 10.222.0.57 "GET /v2.0/networks/2244f7a1-04bd-42cd-9e86-31839b46f57f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2582850 Jul 14 09:15:32.093976 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa526b7-7699-450b-8473-cd500fb66e69 req-ca1f2627-122e-46de-9135-0b7529299b8d tempest-DeleteServersAdminTestJSON-1035248896 tempest-DeleteServersAdminTestJSON-1035248896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:32.096129 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-9fa526b7-7699-450b-8473-cd500fb66e69 req-ca1f2627-122e-46de-9135-0b7529299b8d tempest-DeleteServersAdminTestJSON-1035248896 tempest-DeleteServersAdminTestJSON-1035248896-project] 10.222.0.68 "GET /v2.0/ports?device_id=15e11ffd-5284-41db-9bf8-cfa26e1b72db HTTP/1.1" status: 200 len: 948 time: 0.2856894 Jul 14 09:15:32.187226 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-9fa526b7-7699-450b-8473-cd500fb66e69 req-d93262d3-bf9b-4218-8bba-1ea5927de297 tempest-DeleteServersAdminTestJSON-1035248896 tempest-DeleteServersAdminTestJSON-1035248896-project] 10.222.0.68 "GET /v2.0/security-groups?id=895e8c22-e884-4014-9e60-5bdb90a485a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850089 Jul 14 09:15:32.360849 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1815ff9a-2821-4038-919b-13553fd0fa10 req-e1c12407-48f7-4295-a9c2-42bb863c901c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:32.362463 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1815ff9a-2821-4038-919b-13553fd0fa10 req-e1c12407-48f7-4295-a9c2-42bb863c901c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=91bf6090a5d04784b6bc54869d87dad3&device_id=15e11ffd-5284-41db-9bf8-cfa26e1b72db HTTP/1.1" status: 200 len: 1100 time: 0.1102645 Jul 14 09:15:32.680429 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1815ff9a-2821-4038-919b-13553fd0fa10 req-5519f72f-05c0-4578-8e30-f0c86c3ff1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:32.683220 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1815ff9a-2821-4038-919b-13553fd0fa10 req-5519f72f-05c0-4578-8e30-f0c86c3ff1ba service neutron] 10.222.0.57 "GET /v2.0/networks?id=2244f7a1-04bd-42cd-9e86-31839b46f57f HTTP/1.1" status: 200 len: 870 time: 0.3142507 Jul 14 09:15:33.092856 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2c1a13-b076-4568-8bd1-69f02cf8ea3d req-2c56e239-e10f-44fe-a899-38cde9ca5bb3 tempest-AggregatesAdminTestJSON-1474541478 tempest-AggregatesAdminTestJSON-1474541478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:33.107447 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2f2c1a13-b076-4568-8bd1-69f02cf8ea3d req-2c56e239-e10f-44fe-a899-38cde9ca5bb3 tempest-AggregatesAdminTestJSON-1474541478 tempest-AggregatesAdminTestJSON-1474541478-project] 10.222.0.68 "GET /v2.0/ports?device_id=b258e9c5-926b-4718-843d-812c42f5fc50 HTTP/1.1" status: 200 len: 935 time: 0.1926038 Jul 14 09:15:33.204326 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-9fb94113-f80e-4212-a17a-be0f8b6d4cac req-8108d8a4-76d3-40b3-9ff8-114216cdef58 service neutron] Request body: {'port': {'device_id': 'b258e9c5-926b-4718-843d-812c42f5fc50', 'device_owner': 'compute:tempest-test_az-1414252460', 'binding:host_id': 'n-h1-779913-29'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:15:33.239724 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2f2c1a13-b076-4568-8bd1-69f02cf8ea3d req-ccf3bcfb-5098-447f-895d-f55ffb96aab9 tempest-AggregatesAdminTestJSON-1474541478 tempest-AggregatesAdminTestJSON-1474541478-project] 10.222.0.68 "GET /v2.0/security-groups?id=15c9ca1a-6146-49cb-90e4-2f05d934dcb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312196 Jul 14 09:15:33.347536 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-9fb94113-f80e-4212-a17a-be0f8b6d4cac req-8108d8a4-76d3-40b3-9ff8-114216cdef58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:33.616507 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044bf0bf-f0fb-4965-8531-4fa6476464b6 req-b2f57fbc-0691-4ab9-8e69-64d0869bcce5 tempest-DeleteServersAdminTestJSON-1035248896 tempest-DeleteServersAdminTestJSON-1035248896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:33.629738 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-044bf0bf-f0fb-4965-8531-4fa6476464b6 req-b2f57fbc-0691-4ab9-8e69-64d0869bcce5 tempest-DeleteServersAdminTestJSON-1035248896 tempest-DeleteServersAdminTestJSON-1035248896-project] 10.222.0.68 "GET /v2.0/ports?device_id=15e11ffd-5284-41db-9bf8-cfa26e1b72db HTTP/1.1" status: 200 len: 948 time: 0.1702740 Jul 14 09:15:33.738154 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-044bf0bf-f0fb-4965-8531-4fa6476464b6 req-c702edb8-ad47-4a47-a18c-26d56f65b406 tempest-DeleteServersAdminTestJSON-1035248896 tempest-DeleteServersAdminTestJSON-1035248896-project] 10.222.0.68 "GET /v2.0/security-groups?id=895e8c22-e884-4014-9e60-5bdb90a485a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034086 Jul 14 09:15:33.903832 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 33470) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:33.974612 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [req-9fb94113-f80e-4212-a17a-be0f8b6d4cac req-8108d8a4-76d3-40b3-9ff8-114216cdef58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7896c20a-bda7-46ef-9a2f-515e85a902ce {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:15:33.985544 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-9fb94113-f80e-4212-a17a-be0f8b6d4cac req-8108d8a4-76d3-40b3-9ff8-114216cdef58 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:34.000429 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [req-9fb94113-f80e-4212-a17a-be0f8b6d4cac req-8108d8a4-76d3-40b3-9ff8-114216cdef58 service neutron] Transition to ACTIVE for port object 7896c20a-bda7-46ef-9a2f-515e85a902ce will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:15:34.011099 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-9fb94113-f80e-4212-a17a-be0f8b6d4cac req-8108d8a4-76d3-40b3-9ff8-114216cdef58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:34.268049 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8108d8a4-76d3-40b3-9ff8-114216cdef58 service neutron] Pushing event updated for resources: {'Port': ['ID=7896c20a-bda7-46ef-9a2f-515e85a902ce,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:34.271054 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-9fb94113-f80e-4212-a17a-be0f8b6d4cac req-8108d8a4-76d3-40b3-9ff8-114216cdef58 service neutron] Attempting to bind port 7896c20a-bda7-46ef-9a2f-515e85a902ce on host n-h1-779913-29 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:15:34.271520 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-9fb94113-f80e-4212-a17a-be0f8b6d4cac req-8108d8a4-76d3-40b3-9ff8-114216cdef58 service neutron] Attempting to bind port 7896c20a-bda7-46ef-9a2f-515e85a902ce by drivers openvswitch,hyperv on host n-h1-779913-29 at level 0 using segments [{'id': '8f1c1422-de6c-445f-ab95-4e2c94585b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '2244f7a1-04bd-42cd-9e86-31839b46f57f'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:15:34.271957 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb94113-f80e-4212-a17a-be0f8b6d4cac req-8108d8a4-76d3-40b3-9ff8-114216cdef58 service neutron] Attempting to bind port 7896c20a-bda7-46ef-9a2f-515e85a902ce on network 2244f7a1-04bd-42cd-9e86-31839b46f57f {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:15:34.281622 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb94113-f80e-4212-a17a-be0f8b6d4cac req-8108d8a4-76d3-40b3-9ff8-114216cdef58 service neutron] Port 7896c20a-bda7-46ef-9a2f-515e85a902ce on network 2244f7a1-04bd-42cd-9e86-31839b46f57f not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-29 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:15:34.282061 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb94113-f80e-4212-a17a-be0f8b6d4cac req-8108d8a4-76d3-40b3-9ff8-114216cdef58 service neutron] Attempting to bind port 7896c20a-bda7-46ef-9a2f-515e85a902ce on network 2244f7a1-04bd-42cd-9e86-31839b46f57f {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:15:34.290090 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb94113-f80e-4212-a17a-be0f8b6d4cac req-8108d8a4-76d3-40b3-9ff8-114216cdef58 service neutron] Checking agent: {'id': 'de11e667-f145-47b0-bd09-334a7505938e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 13, 12), 'started_at': datetime.datetime(2021, 7, 14, 9, 13, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 15, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:15:34.293165 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb94113-f80e-4212-a17a-be0f8b6d4cac req-8108d8a4-76d3-40b3-9ff8-114216cdef58 service neutron] Checking segment: {'id': '8f1c1422-de6c-445f-ab95-4e2c94585b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '2244f7a1-04bd-42cd-9e86-31839b46f57f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:15:34.296822 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb94113-f80e-4212-a17a-be0f8b6d4cac req-8108d8a4-76d3-40b3-9ff8-114216cdef58 service neutron] Bound using segment: {'id': '8f1c1422-de6c-445f-ab95-4e2c94585b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '2244f7a1-04bd-42cd-9e86-31839b46f57f'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:15:34.297428 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-9fb94113-f80e-4212-a17a-be0f8b6d4cac req-8108d8a4-76d3-40b3-9ff8-114216cdef58 service neutron] Bound port: 7896c20a-bda7-46ef-9a2f-515e85a902ce, host: n-h1-779913-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f1c1422-de6c-445f-ab95-4e2c94585b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '2244f7a1-04bd-42cd-9e86-31839b46f57f'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:15:34.298503 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-9fb94113-f80e-4212-a17a-be0f8b6d4cac req-8108d8a4-76d3-40b3-9ff8-114216cdef58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:34.466036 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-9fb94113-f80e-4212-a17a-be0f8b6d4cac req-8108d8a4-76d3-40b3-9ff8-114216cdef58 service neutron] For port 7896c20a-bda7-46ef-9a2f-515e85a902ce, host n-h1-779913-29, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:15:34.473682 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-9fb94113-f80e-4212-a17a-be0f8b6d4cac req-8108d8a4-76d3-40b3-9ff8-114216cdef58 service neutron] For port 7896c20a-bda7-46ef-9a2f-515e85a902ce, host n-h1-779913-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=7896c20a-bda7-46ef-9a2f-515e85a902ce,segment=NetworkSegment(8f1c1422-de6c-445f-ab95-4e2c94585b2b),segment_id=8f1c1422-de6c-445f-ab95-4e2c94585b2b)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:15:34.483945 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-9fb94113-f80e-4212-a17a-be0f8b6d4cac req-8108d8a4-76d3-40b3-9ff8-114216cdef58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:34.581446 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb94113-f80e-4212-a17a-be0f8b6d4cac req-8108d8a4-76d3-40b3-9ff8-114216cdef58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:34.583942 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-9fb94113-f80e-4212-a17a-be0f8b6d4cac req-8108d8a4-76d3-40b3-9ff8-114216cdef58 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:34.587446 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-9fb94113-f80e-4212-a17a-be0f8b6d4cac req-8108d8a4-76d3-40b3-9ff8-114216cdef58 service neutron] 10.222.0.65 "PUT /v2.0/ports/7896c20a-bda7-46ef-9a2f-515e85a902ce HTTP/1.1" status: 200 len: 1118 time: 1.8943484 Jul 14 09:15:34.588228 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b258e9c5-926b-4718-843d-812c42f5fc50', 'tag': '7896c20a-bda7-46ef-9a2f-515e85a902ce'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:15:34.595261 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd097765-944c-407f-87f3-ee4344dcf285" -d '{"events": [{"name": "network-changed", "server_uuid": "b258e9c5-926b-4718-843d-812c42f5fc50", "tag": "7896c20a-bda7-46ef-9a2f-515e85a902ce"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:15:34.596286 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-55277152-d7b9-4892-9df0-3e8e727b9923 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:34.692590 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3942d7ec-2845-44f5-956a-9b629f0b4e08 req-a7878855-972b-4bd6-a134-c8b4c87129b6 tempest-AggregatesAdminTestJSON-1474541478 tempest-AggregatesAdminTestJSON-1474541478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:34.694893 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-3942d7ec-2845-44f5-956a-9b629f0b4e08 req-a7878855-972b-4bd6-a134-c8b4c87129b6 tempest-AggregatesAdminTestJSON-1474541478 tempest-AggregatesAdminTestJSON-1474541478-project] 10.222.0.68 "GET /v2.0/ports?device_id=b258e9c5-926b-4718-843d-812c42f5fc50 HTTP/1.1" status: 200 len: 969 time: 0.1907821 Jul 14 09:15:34.720747 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8108d8a4-76d3-40b3-9ff8-114216cdef58 service neutron] Pushing event updated for resources: {'Port': ['ID=7896c20a-bda7-46ef-9a2f-515e85a902ce,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:34.757291 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb94113-f80e-4212-a17a-be0f8b6d4cac req-0bd161ae-96fd-47f5-ab60-3220ec569c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:34.758955 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-9fb94113-f80e-4212-a17a-be0f8b6d4cac req-0bd161ae-96fd-47f5-ab60-3220ec569c77 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=d9d0952bcf694fb0887015db43039b3f&device_id=b258e9c5-926b-4718-843d-812c42f5fc50 HTTP/1.1" status: 200 len: 1121 time: 0.0974448 Jul 14 09:15:34.825957 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-9fb94113-f80e-4212-a17a-be0f8b6d4cac req-096d53a4-6a50-44e9-9c9c-5c05bc9afa53 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=7896c20a-bda7-46ef-9a2f-515e85a902ce HTTP/1.1" status: 200 len: 217 time: 0.0507464 Jul 14 09:15:34.833224 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-3942d7ec-2845-44f5-956a-9b629f0b4e08 req-483236ba-51ed-43e9-81df-5bb5471cdcbe tempest-AggregatesAdminTestJSON-1474541478 tempest-AggregatesAdminTestJSON-1474541478-project] 10.222.0.68 "GET /v2.0/security-groups?id=15c9ca1a-6146-49cb-90e4-2f05d934dcb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305084 Jul 14 09:15:34.937154 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb94113-f80e-4212-a17a-be0f8b6d4cac req-6855f315-d76e-423a-adf3-7249cb013a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:34.939468 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-9fb94113-f80e-4212-a17a-be0f8b6d4cac req-6855f315-d76e-423a-adf3-7249cb013a58 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=85060e65-3b2f-4a6c-a04c-ce849daa5b3b HTTP/1.1" status: 200 len: 843 time: 0.1091013 Jul 14 09:15:34.958435 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-55277152-d7b9-4892-9df0-3e8e727b9923 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:34.964586 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-55277152-d7b9-4892-9df0-3e8e727b9923 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:34.978352 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:15:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0bbc83b-cce9-48e3-a943-fc74fd39f3e8 x-openstack-request-id: req-a0bbc83b-cce9-48e3-a943-fc74fd39f3e8 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:15:34.978840 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b258e9c5-926b-4718-843d-812c42f5fc50", "tag": "7896c20a-bda7-46ef-9a2f-515e85a902ce", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:15:34.978840 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-a0bbc83b-cce9-48e3-a943-fc74fd39f3e8 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:15:34.982008 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b258e9c5-926b-4718-843d-812c42f5fc50', 'tag': '7896c20a-bda7-46ef-9a2f-515e85a902ce', 'status': 'completed', 'code': 200} Jul 14 09:15:35.061884 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55277152-d7b9-4892-9df0-3e8e727b9923 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7ee5f63-f691-4ebe-bcd2-0bfbe8ad33f3,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:35.100496 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb94113-f80e-4212-a17a-be0f8b6d4cac req-2579b196-2618-41b8-a2d5-370816e5a2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:35.102325 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-9fb94113-f80e-4212-a17a-be0f8b6d4cac req-2579b196-2618-41b8-a2d5-370816e5a2f5 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2244f7a1-04bd-42cd-9e86-31839b46f57f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1552005 Jul 14 09:15:35.124905 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-55277152-d7b9-4892-9df0-3e8e727b9923 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=21ea3fe061e6441eaf65b0c0db2c152e&name=default HTTP/1.1" status: 200 len: 2978 time: 1.2194116 Jul 14 09:15:35.129012 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 33498) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:35.271000 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c682f6-c243-4676-a4cf-805b261cbf6f req-15cc70b6-8c67-4936-8650-26bdd4dab906 tempest-DeleteServersAdminTestJSON-1035248896 tempest-DeleteServersAdminTestJSON-1035248896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:35.272493 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-64c682f6-c243-4676-a4cf-805b261cbf6f req-15cc70b6-8c67-4936-8650-26bdd4dab906 tempest-DeleteServersAdminTestJSON-1035248896 tempest-DeleteServersAdminTestJSON-1035248896-project] 10.222.0.68 "GET /v2.0/ports?device_id=15e11ffd-5284-41db-9bf8-cfa26e1b72db HTTP/1.1" status: 200 len: 948 time: 0.1465821 Jul 14 09:15:35.352838 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-64c682f6-c243-4676-a4cf-805b261cbf6f req-38da1761-78b3-4597-9f11-790b80520302 tempest-DeleteServersAdminTestJSON-1035248896 tempest-DeleteServersAdminTestJSON-1035248896-project] 10.222.0.68 "GET /v2.0/security-groups?id=895e8c22-e884-4014-9e60-5bdb90a485a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693810 Jul 14 09:15:35.385260 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-fff20ea4-ca9c-4a44-aea8-845076df96c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:35.424015 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-fff20ea4-ca9c-4a44-aea8-845076df96c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:35.432736 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-9fb94113-f80e-4212-a17a-be0f8b6d4cac req-93809321-8809-4dc0-ab35-f486292874d2 service neutron] 10.222.0.65 "GET /v2.0/networks/2244f7a1-04bd-42cd-9e86-31839b46f57f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3231390 Jul 14 09:15:35.547028 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-fff20ea4-ca9c-4a44-aea8-845076df96c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:35.549998 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-fff20ea4-ca9c-4a44-aea8-845076df96c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:35.554349 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-fff20ea4-ca9c-4a44-aea8-845076df96c8 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/a7ee5f63-f691-4ebe-bcd2-0bfbe8ad33f3 HTTP/1.1" status: 204 len: 168 time: 0.3895345 Jul 14 09:15:35.569248 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff20ea4-ca9c-4a44-aea8-845076df96c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7ee5f63-f691-4ebe-bcd2-0bfbe8ad33f3,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:35.599071 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-9fb94113-f80e-4212-a17a-be0f8b6d4cac req-3fce97e5-1d94-4d98-a94e-86587f3c5d4e service neutron] 10.222.0.65 "GET /v2.0/networks/2244f7a1-04bd-42cd-9e86-31839b46f57f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564777 Jul 14 09:15:35.811775 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 33524) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:36.375634 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1815ff9a-2821-4038-919b-13553fd0fa10 req-1b6851ef-33a4-493e-996b-a8f984f97821 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=068e0481-dd6c-4b2d-a1f8-82fb98d18373 HTTP/1.1" status: 200 len: 217 time: 0.3802824 Jul 14 09:15:36.380129 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2fb58d-bf81-4323-b527-201b8b1c41a1 req-da1cdbd2-dfe0-4c1d-b029-85dcac0e7159 tempest-AggregatesAdminTestJSON-1474541478 tempest-AggregatesAdminTestJSON-1474541478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:36.389006 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-5e2fb58d-bf81-4323-b527-201b8b1c41a1 req-da1cdbd2-dfe0-4c1d-b029-85dcac0e7159 tempest-AggregatesAdminTestJSON-1474541478 tempest-AggregatesAdminTestJSON-1474541478-project] 10.222.0.68 "GET /v2.0/ports?device_id=b258e9c5-926b-4718-843d-812c42f5fc50 HTTP/1.1" status: 200 len: 969 time: 0.1675196 Jul 14 09:15:36.589182 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1815ff9a-2821-4038-919b-13553fd0fa10 req-e2bbd925-521f-4bf1-b552-383efc6a2bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:36.595483 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1815ff9a-2821-4038-919b-13553fd0fa10 req-e2bbd925-521f-4bf1-b552-383efc6a2bbb service neutron] 10.222.0.57 "GET /v2.0/subnets?id=85060e65-3b2f-4a6c-a04c-ce849daa5b3b HTTP/1.1" status: 200 len: 843 time: 0.2018814 Jul 14 09:15:36.596152 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 33538) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:36.598427 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 33540) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:36.690177 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-5e2fb58d-bf81-4323-b527-201b8b1c41a1 req-80133a84-99ee-4801-9428-0502341a3a98 tempest-AggregatesAdminTestJSON-1474541478 tempest-AggregatesAdminTestJSON-1474541478-project] 10.222.0.68 "GET /v2.0/security-groups?id=15c9ca1a-6146-49cb-90e4-2f05d934dcb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2998857 Jul 14 09:15:36.738734 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-9ede7c02-da5a-4881-b2a5-6eb6fa5e1605 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:36.887975 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-da8abf66-c290-4c57-906c-f78b9bb18853 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:36.946528 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-9ede7c02-da5a-4881-b2a5-6eb6fa5e1605 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:36.961633 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-9ede7c02-da5a-4881-b2a5-6eb6fa5e1605 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:37.013344 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-9ede7c02-da5a-4881-b2a5-6eb6fa5e1605 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=fda9d0a972064c5eae8b2eda2e89b322&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2001040 Jul 14 09:15:37.016296 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 33554) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:37.019594 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd097765-944c-407f-87f3-ee4344dcf285 req-b7659a36-8ccc-4036-b2b9-99eae670c1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:37.021240 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-dd097765-944c-407f-87f3-ee4344dcf285 req-b7659a36-8ccc-4036-b2b9-99eae670c1a6 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=d9d0952bcf694fb0887015db43039b3f&device_id=b258e9c5-926b-4718-843d-812c42f5fc50 HTTP/1.1" status: 200 len: 1121 time: 1.0995884 Jul 14 09:15:37.068838 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ede7c02-da5a-4881-b2a5-6eb6fa5e1605 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03b1db54-c31f-4108-aac4-ba99263d1815,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:37.180648 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b022b5f7-53d0-4e38-8a9d-aaa7302b8a3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:37.220547 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5c239227-d842-441e-b940-fc5d4f535775 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:37.290660 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5c239227-d842-441e-b940-fc5d4f535775 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:37.304351 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5e2a05-0280-45cf-9dda-c33be8029b8e req-a45c57cd-112a-4599-920f-197e4d4a04e9 tempest-DeleteServersAdminTestJSON-1035248896 tempest-DeleteServersAdminTestJSON-1035248896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:37.326086 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0d5e2a05-0280-45cf-9dda-c33be8029b8e req-a45c57cd-112a-4599-920f-197e4d4a04e9 tempest-DeleteServersAdminTestJSON-1035248896 tempest-DeleteServersAdminTestJSON-1035248896-project] 10.222.0.68 "GET /v2.0/ports?device_id=15e11ffd-5284-41db-9bf8-cfa26e1b72db HTTP/1.1" status: 200 len: 948 time: 0.6814504 Jul 14 09:15:37.329346 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1815ff9a-2821-4038-919b-13553fd0fa10 req-163b6abc-b419-4f35-a208-6c0146703eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:37.333669 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1815ff9a-2821-4038-919b-13553fd0fa10 req-163b6abc-b419-4f35-a208-6c0146703eb0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2244f7a1-04bd-42cd-9e86-31839b46f57f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.7072809 Jul 14 09:15:37.397283 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5c239227-d842-441e-b940-fc5d4f535775 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:37.400731 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5c239227-d842-441e-b940-fc5d4f535775 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:37.404518 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-5c239227-d842-441e-b940-fc5d4f535775 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/03b1db54-c31f-4108-aac4-ba99263d1815 HTTP/1.1" status: 204 len: 168 time: 0.3865645 Jul 14 09:15:37.450060 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c239227-d842-441e-b940-fc5d4f535775 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03b1db54-c31f-4108-aac4-ba99263d1815,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:37.457436 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0d5e2a05-0280-45cf-9dda-c33be8029b8e req-71c4a577-566c-4602-a7a0-bf5bfdf66f05 tempest-DeleteServersAdminTestJSON-1035248896 tempest-DeleteServersAdminTestJSON-1035248896-project] 10.222.0.68 "GET /v2.0/security-groups?id=895e8c22-e884-4014-9e60-5bdb90a485a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158230 Jul 14 09:15:37.498950 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd097765-944c-407f-87f3-ee4344dcf285 req-5be9649a-dc7d-4758-9a2e-41ac401dd68f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:37.501280 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-dd097765-944c-407f-87f3-ee4344dcf285 req-5be9649a-dc7d-4758-9a2e-41ac401dd68f service neutron] 10.222.0.65 "GET /v2.0/networks?id=2244f7a1-04bd-42cd-9e86-31839b46f57f HTTP/1.1" status: 200 len: 870 time: 0.4261639 Jul 14 09:15:37.565176 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-dd097765-944c-407f-87f3-ee4344dcf285 req-e43130bf-0d46-494c-9da1-1d1309ca4ec0 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=7896c20a-bda7-46ef-9a2f-515e85a902ce HTTP/1.1" status: 200 len: 217 time: 0.0490239 Jul 14 09:15:37.596198 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-da8abf66-c290-4c57-906c-f78b9bb18853 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:37.604518 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-da8abf66-c290-4c57-906c-f78b9bb18853 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:37.754562 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8abf66-c290-4c57-906c-f78b9bb18853 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b6e3adb-cb2d-4aec-9caf-96b1ab556e85,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:37.765842 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-da8abf66-c290-4c57-906c-f78b9bb18853 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=dc0b20cef2db42dcbec94d75f2c17504&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1624813 Jul 14 09:15:37.768281 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 33574) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:37.906905 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b022b5f7-53d0-4e38-8a9d-aaa7302b8a3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:37.913244 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-23a1fe79-684e-4f6b-bcd5-4a46ca01682c req-0da33133-7184-482a-89cf-b6167b0a7e91 tempest-TenantUsagesTestJSON-1224325920 tempest-TenantUsagesTestJSON-1224325920-project] 10.222.0.68 "GET /v2.0/networks?tenant_id=b7b1a1ec44654f09b65aa567222f845c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1164501 Jul 14 09:15:37.925526 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b022b5f7-53d0-4e38-8a9d-aaa7302b8a3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:38.061300 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 33576) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:38.135537 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-b022b5f7-53d0-4e38-8a9d-aaa7302b8a3a admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=919fb7cfa3484b2cb3292e6393d126ec&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5259366 Jul 14 09:15:38.148501 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 33578) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:38.149023 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b022b5f7-53d0-4e38-8a9d-aaa7302b8a3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac840653-4d86-4e8f-8f95-2326c191f4b8,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:38.158067 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-11af1ca1-1999-434b-9996-b229f579ebf8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:38.171777 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2819a7a-4603-4df0-9f45-2b0bc3ce82df req-be772849-d09c-4974-9054-3b29277260ce tempest-AggregatesAdminTestJSON-1474541478 tempest-AggregatesAdminTestJSON-1474541478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:38.173807 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f2819a7a-4603-4df0-9f45-2b0bc3ce82df req-be772849-d09c-4974-9054-3b29277260ce tempest-AggregatesAdminTestJSON-1474541478 tempest-AggregatesAdminTestJSON-1474541478-project] 10.222.0.68 "GET /v2.0/ports?device_id=b258e9c5-926b-4718-843d-812c42f5fc50 HTTP/1.1" status: 200 len: 969 time: 0.1550167 Jul 14 09:15:38.190314 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1815ff9a-2821-4038-919b-13553fd0fa10 req-4d4d2a4d-c327-4a6b-b509-4b37702e29d4 service neutron] 10.222.0.57 "GET /v2.0/networks/2244f7a1-04bd-42cd-9e86-31839b46f57f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2812583 Jul 14 09:15:38.201377 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-262017a7-25c9-4e5d-8b1b-1d19fc2052b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:38.330393 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f2819a7a-4603-4df0-9f45-2b0bc3ce82df req-fd8786e3-8907-4b4b-8385-e64dff07ce40 tempest-AggregatesAdminTestJSON-1474541478 tempest-AggregatesAdminTestJSON-1474541478-project] 10.222.0.68 "GET /v2.0/security-groups?id=15c9ca1a-6146-49cb-90e4-2f05d934dcb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308300 Jul 14 09:15:38.333839 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a1fe79-684e-4f6b-bcd5-4a46ca01682c req-6456e422-1728-405f-8537-2644b392b5ef tempest-TenantUsagesTestJSON-1224325920 tempest-TenantUsagesTestJSON-1224325920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:38.343909 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-23a1fe79-684e-4f6b-bcd5-4a46ca01682c req-6456e422-1728-405f-8537-2644b392b5ef tempest-TenantUsagesTestJSON-1224325920 tempest-TenantUsagesTestJSON-1224325920-project] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4292016 Jul 14 09:15:38.347407 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-262017a7-25c9-4e5d-8b1b-1d19fc2052b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:38.399869 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-23a1fe79-684e-4f6b-bcd5-4a46ca01682c req-37d404b6-571b-4631-ba70-670f58808c69 tempest-TenantUsagesTestJSON-1224325920 tempest-TenantUsagesTestJSON-1224325920-project] 10.222.0.68 "GET /v2.0/quotas/b7b1a1ec44654f09b65aa567222f845c HTTP/1.1" status: 200 len: 375 time: 0.0549603 Jul 14 09:15:38.404200 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1815ff9a-2821-4038-919b-13553fd0fa10 req-8af48b8f-dfc8-42b4-afeb-2b3e5e20105b service neutron] 10.222.0.57 "GET /v2.0/networks/2244f7a1-04bd-42cd-9e86-31839b46f57f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1838088 Jul 14 09:15:38.480072 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-23a1fe79-684e-4f6b-bcd5-4a46ca01682c req-c33e762a-62cd-4704-9052-6296281df3b1 tempest-TenantUsagesTestJSON-1224325920 tempest-TenantUsagesTestJSON-1224325920-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=b7b1a1ec44654f09b65aa567222f845c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0697899 Jul 14 09:15:38.504096 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-47961762-308d-45d8-b8e6-03486aaac5f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:38.546556 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-47961762-308d-45d8-b8e6-03486aaac5f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:38.549604 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-262017a7-25c9-4e5d-8b1b-1d19fc2052b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:38.552105 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-262017a7-25c9-4e5d-8b1b-1d19fc2052b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:38.557631 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-262017a7-25c9-4e5d-8b1b-1d19fc2052b5 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/4b6e3adb-cb2d-4aec-9caf-96b1ab556e85 HTTP/1.1" status: 204 len: 168 time: 0.7864811 Jul 14 09:15:38.602114 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262017a7-25c9-4e5d-8b1b-1d19fc2052b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b6e3adb-cb2d-4aec-9caf-96b1ab556e85,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:38.612265 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-11af1ca1-1999-434b-9996-b229f579ebf8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:38.619316 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-11af1ca1-1999-434b-9996-b229f579ebf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:38.669457 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-11af1ca1-1999-434b-9996-b229f579ebf8 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=eb12eacc0d1f479bbc5fa7f878d67a12&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6031685 Jul 14 09:15:38.672266 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 33588) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:38.697059 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11af1ca1-1999-434b-9996-b229f579ebf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07093281-efb3-4153-8f8c-668a26a3c952,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:38.719336 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-47961762-308d-45d8-b8e6-03486aaac5f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:38.732469 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-47961762-308d-45d8-b8e6-03486aaac5f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:38.746950 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-47961762-308d-45d8-b8e6-03486aaac5f2 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/ac840653-4d86-4e8f-8f95-2326c191f4b8 HTTP/1.1" status: 204 len: 168 time: 0.5898767 Jul 14 09:15:38.802177 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47961762-308d-45d8-b8e6-03486aaac5f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac840653-4d86-4e8f-8f95-2326c191f4b8,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:38.864720 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-38a9b4a7-4aa7-4cd3-beb2-99de1700c21a req-804ff181-be5a-4b2f-812c-9a2746a5e99a tempest-TenantUsagesTestJSON-1224325920 tempest-TenantUsagesTestJSON-1224325920-project] 10.222.0.68 "GET /v2.0/ports?device_id=63f1c04c-3a3e-472f-890e-156f86a9dc7e HTTP/1.1" status: 200 len: 210 time: 0.1141889 Jul 14 09:15:38.893466 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-9af18fe4-b771-4373-a69d-36b7abbb7738 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:38.933871 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-9af18fe4-b771-4373-a69d-36b7abbb7738 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:38.955761 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d303e0b4-86ca-4e51-9086-adcd298b07d9 req-558ccfea-139f-4074-97f0-0b08cd77332e tempest-DeleteServersAdminTestJSON-1035248896 tempest-DeleteServersAdminTestJSON-1035248896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:38.957450 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d303e0b4-86ca-4e51-9086-adcd298b07d9 req-558ccfea-139f-4074-97f0-0b08cd77332e tempest-DeleteServersAdminTestJSON-1035248896 tempest-DeleteServersAdminTestJSON-1035248896-project] 10.222.0.68 "GET /v2.0/ports?device_id=15e11ffd-5284-41db-9bf8-cfa26e1b72db HTTP/1.1" status: 200 len: 948 time: 0.2264986 Jul 14 09:15:39.021403 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d303e0b4-86ca-4e51-9086-adcd298b07d9 req-e606b189-bb3d-4431-8151-ae8efcac1e3d tempest-DeleteServersAdminTestJSON-1035248896 tempest-DeleteServersAdminTestJSON-1035248896-project] 10.222.0.68 "GET /v2.0/security-groups?id=895e8c22-e884-4014-9e60-5bdb90a485a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545225 Jul 14 09:15:39.056285 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-9af18fe4-b771-4373-a69d-36b7abbb7738 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:39.061144 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-9af18fe4-b771-4373-a69d-36b7abbb7738 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:39.062892 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-9af18fe4-b771-4373-a69d-36b7abbb7738 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/07093281-efb3-4153-8f8c-668a26a3c952 HTTP/1.1" status: 204 len: 168 time: 0.3895373 Jul 14 09:15:39.079999 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af18fe4-b771-4373-a69d-36b7abbb7738 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07093281-efb3-4153-8f8c-668a26a3c952,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:39.317903 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 33618) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:39.333950 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a638c0ac-074f-412a-bbdf-73c6280656f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:39.503879 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a638c0ac-074f-412a-bbdf-73c6280656f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:39.509205 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a638c0ac-074f-412a-bbdf-73c6280656f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:39.564225 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-a638c0ac-074f-412a-bbdf-73c6280656f9 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=97de3a73dec142a5b5119b501a5ce117&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2451570 Jul 14 09:15:39.570540 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 33636) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:39.577802 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a638c0ac-074f-412a-bbdf-73c6280656f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7faec412-9abf-494b-8399-ef2025331270,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:39.620610 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0582eb90-21e0-4e28-8227-6b5adcd512bb req-33d9493a-83a5-4528-86c5-569f8c948ee1 tempest-AggregatesAdminTestJSON-1474541478 tempest-AggregatesAdminTestJSON-1474541478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:39.629171 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-0582eb90-21e0-4e28-8227-6b5adcd512bb req-33d9493a-83a5-4528-86c5-569f8c948ee1 tempest-AggregatesAdminTestJSON-1474541478 tempest-AggregatesAdminTestJSON-1474541478-project] 10.222.0.68 "GET /v2.0/ports?device_id=b258e9c5-926b-4718-843d-812c42f5fc50 HTTP/1.1" status: 200 len: 969 time: 0.1536119 Jul 14 09:15:39.640794 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8eeff5e1-d589-4c0f-a3dc-0aabb8ab0cb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:39.667497 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8eeff5e1-d589-4c0f-a3dc-0aabb8ab0cb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:39.689721 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-0582eb90-21e0-4e28-8227-6b5adcd512bb req-e8dac67b-09a1-416d-816b-b4582c07b88c tempest-AggregatesAdminTestJSON-1474541478 tempest-AggregatesAdminTestJSON-1474541478-project] 10.222.0.68 "GET /v2.0/security-groups?id=15c9ca1a-6146-49cb-90e4-2f05d934dcb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591993 Jul 14 09:15:39.743606 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8eeff5e1-d589-4c0f-a3dc-0aabb8ab0cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:39.750117 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8eeff5e1-d589-4c0f-a3dc-0aabb8ab0cb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:39.751735 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-8eeff5e1-d589-4c0f-a3dc-0aabb8ab0cb3 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/7faec412-9abf-494b-8399-ef2025331270 HTTP/1.1" status: 204 len: 168 time: 0.1798544 Jul 14 09:15:39.763722 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eeff5e1-d589-4c0f-a3dc-0aabb8ab0cb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7faec412-9abf-494b-8399-ef2025331270,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:39.912557 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd097765-944c-407f-87f3-ee4344dcf285 req-9976ad5c-0fa1-4687-aff1-1b8178090131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:39.915383 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-dd097765-944c-407f-87f3-ee4344dcf285 req-9976ad5c-0fa1-4687-aff1-1b8178090131 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=85060e65-3b2f-4a6c-a04c-ce849daa5b3b HTTP/1.1" status: 200 len: 843 time: 0.0831299 Jul 14 09:15:39.992889 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd097765-944c-407f-87f3-ee4344dcf285 req-58ac0a19-77e3-4a78-ad01-aa6ba45fc6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:39.995329 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-dd097765-944c-407f-87f3-ee4344dcf285 req-58ac0a19-77e3-4a78-ad01-aa6ba45fc6d4 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2244f7a1-04bd-42cd-9e86-31839b46f57f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0732896 Jul 14 09:15:40.035833 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d2056f54-27ec-423a-8f1e-411a4cd33039 req-96b83499-999e-4bb9-9ea9-ffe1bb55ec30 tempest-TenantUsagesTestJSON-1224325920 tempest-TenantUsagesTestJSON-1224325920-project] 10.222.0.68 "GET /v2.0/ports?device_id=63f1c04c-3a3e-472f-890e-156f86a9dc7e HTTP/1.1" status: 200 len: 210 time: 0.0392308 Jul 14 09:15:40.149923 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-dd097765-944c-407f-87f3-ee4344dcf285 req-8f0821f9-4910-4511-9d4e-741a99a44e80 service neutron] 10.222.0.65 "GET /v2.0/networks/2244f7a1-04bd-42cd-9e86-31839b46f57f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408706 Jul 14 09:15:40.275426 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-dd097765-944c-407f-87f3-ee4344dcf285 req-5c84d03f-496e-449e-a71b-313dc7917c91 service neutron] 10.222.0.65 "GET /v2.0/networks/2244f7a1-04bd-42cd-9e86-31839b46f57f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139681 Jul 14 09:15:40.292698 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ed5a85-b538-4550-91fa-3e095916aacb req-88ded14f-6fa9-4adf-a2b2-5dde1eb88301 tempest-DeleteServersAdminTestJSON-1035248896 tempest-DeleteServersAdminTestJSON-1035248896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:40.299648 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-19ed5a85-b538-4550-91fa-3e095916aacb req-88ded14f-6fa9-4adf-a2b2-5dde1eb88301 tempest-DeleteServersAdminTestJSON-1035248896 tempest-DeleteServersAdminTestJSON-1035248896-project] 10.222.0.68 "GET /v2.0/ports?device_id=15e11ffd-5284-41db-9bf8-cfa26e1b72db HTTP/1.1" status: 200 len: 948 time: 0.1133347 Jul 14 09:15:40.345276 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-19ed5a85-b538-4550-91fa-3e095916aacb req-6bac1ee8-a205-4dfb-841e-2404fc866fea tempest-DeleteServersAdminTestJSON-1035248896 tempest-DeleteServersAdminTestJSON-1035248896-project] 10.222.0.68 "GET /v2.0/security-groups?id=895e8c22-e884-4014-9e60-5bdb90a485a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355651 Jul 14 09:15:40.736083 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-23a1fe79-684e-4f6b-bcd5-4a46ca01682c req-2211bce4-b255-4022-a416-371e978d76e3 tempest-TenantUsagesTestJSON-1224325920 tempest-TenantUsagesTestJSON-1224325920-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=b7b1a1ec44654f09b65aa567222f845c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0240874 Jul 14 09:15:40.924711 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01ed19b-f47f-46ac-9dff-65c8aa2b1f61 req-a1fd3b9c-1f32-465e-9469-9885e399f206 tempest-AggregatesAdminTestJSON-1474541478 tempest-AggregatesAdminTestJSON-1474541478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:40.926250 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d01ed19b-f47f-46ac-9dff-65c8aa2b1f61 req-a1fd3b9c-1f32-465e-9469-9885e399f206 tempest-AggregatesAdminTestJSON-1474541478 tempest-AggregatesAdminTestJSON-1474541478-project] 10.222.0.68 "GET /v2.0/ports?device_id=b258e9c5-926b-4718-843d-812c42f5fc50 HTTP/1.1" status: 200 len: 969 time: 0.0959492 Jul 14 09:15:40.985996 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a1fe79-684e-4f6b-bcd5-4a46ca01682c req-9a154c0b-3050-4f6d-af11-9e1ba501d14a tempest-TenantUsagesTestJSON-1224325920 tempest-TenantUsagesTestJSON-1224325920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:40.987720 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-23a1fe79-684e-4f6b-bcd5-4a46ca01682c req-9a154c0b-3050-4f6d-af11-9e1ba501d14a tempest-TenantUsagesTestJSON-1224325920 tempest-TenantUsagesTestJSON-1224325920-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2467060 Jul 14 09:15:40.994800 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d01ed19b-f47f-46ac-9dff-65c8aa2b1f61 req-09499a13-af34-4a4a-8323-4d8c487b6c31 tempest-AggregatesAdminTestJSON-1474541478 tempest-AggregatesAdminTestJSON-1474541478-project] 10.222.0.68 "GET /v2.0/security-groups?id=15c9ca1a-6146-49cb-90e4-2f05d934dcb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615287 Jul 14 09:15:41.017372 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-23a1fe79-684e-4f6b-bcd5-4a46ca01682c req-aaa33c67-3ac9-4260-b352-8c0e4d70c621 tempest-TenantUsagesTestJSON-1224325920 tempest-TenantUsagesTestJSON-1224325920-project] Request body: {'port': {'device_id': '63f1c04c-3a3e-472f-890e-156f86a9dc7e', 'network_id': '2244f7a1-04bd-42cd-9e86-31839b46f57f', 'admin_state_up': True, 'tenant_id': 'b7b1a1ec44654f09b65aa567222f845c'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:15:41.194199 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-da70638a-1831-4295-ad2f-5f8c98d6d8a5 req-ec351a8b-bac9-4e9f-829a-9ce29626072c tempest-TenantUsagesTestJSON-1224325920 tempest-TenantUsagesTestJSON-1224325920-project] 10.222.0.68 "GET /v2.0/ports?device_id=63f1c04c-3a3e-472f-890e-156f86a9dc7e HTTP/1.1" status: 200 len: 210 time: 0.0330229 Jul 14 09:15:41.206500 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23a1fe79-684e-4f6b-bcd5-4a46ca01682c req-aaa33c67-3ac9-4260-b352-8c0e4d70c621 tempest-TenantUsagesTestJSON-1224325920 tempest-TenantUsagesTestJSON-1224325920-project] Made reservation on behalf of b7b1a1ec44654f09b65aa567222f845c for: {'port': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:15:41.217612 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-23a1fe79-684e-4f6b-bcd5-4a46ca01682c req-aaa33c67-3ac9-4260-b352-8c0e4d70c621 tempest-TenantUsagesTestJSON-1224325920 tempest-TenantUsagesTestJSON-1224325920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:41.227023 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-23a1fe79-684e-4f6b-bcd5-4a46ca01682c req-aaa33c67-3ac9-4260-b352-8c0e4d70c621 tempest-TenantUsagesTestJSON-1224325920 tempest-TenantUsagesTestJSON-1224325920-project] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:41.334596 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-23a1fe79-684e-4f6b-bcd5-4a46ca01682c req-aaa33c67-3ac9-4260-b352-8c0e4d70c621 tempest-TenantUsagesTestJSON-1224325920 tempest-TenantUsagesTestJSON-1224325920-project] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:41.338781 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-23a1fe79-684e-4f6b-bcd5-4a46ca01682c req-aaa33c67-3ac9-4260-b352-8c0e4d70c621 tempest-TenantUsagesTestJSON-1224325920 tempest-TenantUsagesTestJSON-1224325920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:41.412185 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa33c67-3ac9-4260-b352-8c0e4d70c621 tempest-TenantUsagesTestJSON-1224325920 tempest-TenantUsagesTestJSON-1224325920-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a1b047a-b56b-4db0-8308-8d47b5f88509,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:41.530199 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [req-23a1fe79-684e-4f6b-bcd5-4a46ca01682c req-aaa33c67-3ac9-4260-b352-8c0e4d70c621 tempest-TenantUsagesTestJSON-1224325920 tempest-TenantUsagesTestJSON-1224325920-project] Allocated IP 192.168.233.77 (2244f7a1-04bd-42cd-9e86-31839b46f57f/85060e65-3b2f-4a6c-a04c-ce849daa5b3b/f3caa2db-6854-4c43-845c-c19d3e18c403) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:15:41.625945 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0947453b-4883-466b-8769-f946cdb5a077 req-55b58735-8f42-4bd7-b905-755982101935 tempest-DeleteServersAdminTestJSON-1035248896 tempest-DeleteServersAdminTestJSON-1035248896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:41.627530 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0947453b-4883-466b-8769-f946cdb5a077 req-55b58735-8f42-4bd7-b905-755982101935 tempest-DeleteServersAdminTestJSON-1035248896 tempest-DeleteServersAdminTestJSON-1035248896-project] 10.222.0.68 "GET /v2.0/ports?device_id=15e11ffd-5284-41db-9bf8-cfa26e1b72db HTTP/1.1" status: 200 len: 948 time: 0.1299086 Jul 14 09:15:41.687810 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 068e0481-dd6c-4b2d-a1f8-82fb98d18373 details requested by agent hyperv_n-h2-779913-29 with host n-h2-779913-29 {{(pid=93959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:15:41.752917 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0947453b-4883-466b-8769-f946cdb5a077 req-9457cf4b-6a29-4e6e-8c6f-d732fe7fdc97 tempest-DeleteServersAdminTestJSON-1035248896 tempest-DeleteServersAdminTestJSON-1035248896-project] 10.222.0.68 "GET /v2.0/security-groups?id=895e8c22-e884-4014-9e60-5bdb90a485a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979905 Jul 14 09:15:41.810991 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 068e0481-dd6c-4b2d-a1f8-82fb98d18373, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=068e0481-dd6c-4b2d-a1f8-82fb98d18373,segment=NetworkSegment(8f1c1422-de6c-445f-ab95-4e2c94585b2b),segment_id=8f1c1422-de6c-445f-ab95-4e2c94585b2b)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:15:41.820351 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-23a1fe79-684e-4f6b-bcd5-4a46ca01682c req-aaa33c67-3ac9-4260-b352-8c0e4d70c621 tempest-TenantUsagesTestJSON-1224325920 tempest-TenantUsagesTestJSON-1224325920-project] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:41.822933 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ce1021f9-7338-44a9-a38a-887c239764e9 req-f30d9ef4-24ec-4971-ac1a-c72887fb034d tempest-LiveMigrationNegativeTest-1997266940 tempest-LiveMigrationNegativeTest-1997266940-project] 10.222.0.68 "GET /v2.0/networks?tenant_id=fffe3e6faca04c7d8f07c5b54adca682&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0411572 Jul 14 09:15:41.827312 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Returning: {'device': '068e0481-dd6c-4b2d-a1f8-82fb98d18373', 'network_id': '2244f7a1-04bd-42cd-9e86-31839b46f57f', 'port_id': '068e0481-dd6c-4b2d-a1f8-82fb98d18373', 'mac_address': 'fa:16:3e:0a:7e:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 724, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85060e65-3b2f-4a6c-a04c-ce849daa5b3b', 'ip_address': '192.168.233.233'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:15:41.838219 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [req-23a1fe79-684e-4f6b-bcd5-4a46ca01682c req-aaa33c67-3ac9-4260-b352-8c0e4d70c621 tempest-TenantUsagesTestJSON-1224325920 tempest-TenantUsagesTestJSON-1224325920-project] Transition to ACTIVE for port object f3caa2db-6854-4c43-845c-c19d3e18c403 will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:15:41.887307 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-23a1fe79-684e-4f6b-bcd5-4a46ca01682c req-aaa33c67-3ac9-4260-b352-8c0e4d70c621 tempest-TenantUsagesTestJSON-1224325920 tempest-TenantUsagesTestJSON-1224325920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:41.959417 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23a1fe79-684e-4f6b-bcd5-4a46ca01682c req-aaa33c67-3ac9-4260-b352-8c0e4d70c621 tempest-TenantUsagesTestJSON-1224325920 tempest-TenantUsagesTestJSON-1224325920-project] Network 2244f7a1-04bd-42cd-9e86-31839b46f57f is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:15:41.969376 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [req-23a1fe79-684e-4f6b-bcd5-4a46ca01682c req-aaa33c67-3ac9-4260-b352-8c0e4d70c621 tempest-TenantUsagesTestJSON-1224325920 tempest-TenantUsagesTestJSON-1224325920-project] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:15:41.992080 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-23a1fe79-684e-4f6b-bcd5-4a46ca01682c req-aaa33c67-3ac9-4260-b352-8c0e4d70c621 tempest-TenantUsagesTestJSON-1224325920 tempest-TenantUsagesTestJSON-1224325920-project] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:15:41.995548 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1021f9-7338-44a9-a38a-887c239764e9 req-93b649a5-9388-4a8c-8aac-297917d7a9c1 tempest-LiveMigrationNegativeTest-1997266940 tempest-LiveMigrationNegativeTest-1997266940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:42.000245 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ce1021f9-7338-44a9-a38a-887c239764e9 req-93b649a5-9388-4a8c-8aac-297917d7a9c1 tempest-LiveMigrationNegativeTest-1997266940 tempest-LiveMigrationNegativeTest-1997266940-project] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1764598 Jul 14 09:15:42.005365 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a1fe79-684e-4f6b-bcd5-4a46ca01682c req-aaa33c67-3ac9-4260-b352-8c0e4d70c621 tempest-TenantUsagesTestJSON-1224325920 tempest-TenantUsagesTestJSON-1224325920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:42.006823 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-23a1fe79-684e-4f6b-bcd5-4a46ca01682c req-aaa33c67-3ac9-4260-b352-8c0e4d70c621 tempest-TenantUsagesTestJSON-1224325920 tempest-TenantUsagesTestJSON-1224325920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:42.012475 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:42.013237 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa33c67-3ac9-4260-b352-8c0e4d70c621 tempest-TenantUsagesTestJSON-1224325920 tempest-TenantUsagesTestJSON-1224325920-project] Pushing event updated for resources: {'Port': ['ID=f3caa2db-6854-4c43-845c-c19d3e18c403,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:42.035232 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ce1021f9-7338-44a9-a38a-887c239764e9 req-30f94ead-c88a-4fa4-aa85-d229b1757925 tempest-LiveMigrationNegativeTest-1997266940 tempest-LiveMigrationNegativeTest-1997266940-project] 10.222.0.68 "GET /v2.0/quotas/fffe3e6faca04c7d8f07c5b54adca682 HTTP/1.1" status: 200 len: 375 time: 0.0287628 Jul 14 09:15:42.035454 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 068e0481-dd6c-4b2d-a1f8-82fb98d18373 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:15:42.035603 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-23a1fe79-684e-4f6b-bcd5-4a46ca01682c req-aaa33c67-3ac9-4260-b352-8c0e4d70c621 tempest-TenantUsagesTestJSON-1224325920 tempest-TenantUsagesTestJSON-1224325920-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0224192 Jul 14 09:15:42.060662 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-23a1fe79-684e-4f6b-bcd5-4a46ca01682c req-78c83ce7-b7d7-465e-8c30-9f65708f6879 service neutron] Request body: {'port': {'device_id': '63f1c04c-3a3e-472f-890e-156f86a9dc7e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-29'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:15:42.068403 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 068e0481-dd6c-4b2d-a1f8-82fb98d18373, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=068e0481-dd6c-4b2d-a1f8-82fb98d18373,segment=NetworkSegment(8f1c1422-de6c-445f-ab95-4e2c94585b2b),segment_id=8f1c1422-de6c-445f-ab95-4e2c94585b2b)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:15:42.073366 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:42.103251 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ce1021f9-7338-44a9-a38a-887c239764e9 req-94d9d00b-fbbe-46ca-b350-cbdb53fa2fc5 tempest-LiveMigrationNegativeTest-1997266940 tempest-LiveMigrationNegativeTest-1997266940-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=fffe3e6faca04c7d8f07c5b54adca682&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0568495 Jul 14 09:15:42.139754 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Pushing event updated for resources: {'Port': ['ID=068e0481-dd6c-4b2d-a1f8-82fb98d18373,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:42.149825 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:15:42.150396 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:15:42.151432 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:15:42.151771 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:15:42.154747 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:15:42.155279 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:15:42.155659 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:15:42.156002 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:15:42.156330 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:15:42.156658 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:15:42.156972 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:15:42.160418 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:15:42.162045 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Tracked resource versions report: Jul 14 09:15:42.162045 n-d-779913-29 neutron-server[93959]: pushed versions: Jul 14 09:15:42.162045 n-d-779913-29 neutron-server[93959]: { 'AddressGroup': {'1.2'}, Jul 14 09:15:42.162045 n-d-779913-29 neutron-server[93959]: 'ConntrackHelper': {'1.0'}, Jul 14 09:15:42.162045 n-d-779913-29 neutron-server[93959]: 'Log': {'1.0'}, Jul 14 09:15:42.162045 n-d-779913-29 neutron-server[93959]: 'Network': {'1.1'}, Jul 14 09:15:42.162045 n-d-779913-29 neutron-server[93959]: 'Port': {'1.7'}, Jul 14 09:15:42.162045 n-d-779913-29 neutron-server[93959]: 'PortForwarding': {'1.2'}, Jul 14 09:15:42.162045 n-d-779913-29 neutron-server[93959]: 'QosPolicy': {'1.8'}, Jul 14 09:15:42.162045 n-d-779913-29 neutron-server[93959]: 'SecurityGroup': {'1.4'}, Jul 14 09:15:42.162045 n-d-779913-29 neutron-server[93959]: 'SecurityGroupRule': {'1.2'}, Jul 14 09:15:42.162045 n-d-779913-29 neutron-server[93959]: 'SubPort': {'1.0'}, Jul 14 09:15:42.162045 n-d-779913-29 neutron-server[93959]: 'Subnet': {'1.1'}, Jul 14 09:15:42.162045 n-d-779913-29 neutron-server[93959]: 'Trunk': {'1.1'}} Jul 14 09:15:42.162045 n-d-779913-29 neutron-server[93959]: consumer versions: Jul 14 09:15:42.162045 n-d-779913-29 neutron-server[93959]: { DHCP agent@n-d-779913-29: {}, Jul 14 09:15:42.162045 n-d-779913-29 neutron-server[93959]: HyperV agent@n-h1-779913-29: {}, Jul 14 09:15:42.162045 n-d-779913-29 neutron-server[93959]: HyperV agent@n-h2-779913-29: {}, Jul 14 09:15:42.162045 n-d-779913-29 neutron-server[93959]: L3 agent@n-d-779913-29: {}, Jul 14 09:15:42.162045 n-d-779913-29 neutron-server[93959]: Metadata agent@n-d-779913-29: {}, Jul 14 09:15:42.162045 n-d-779913-29 neutron-server[93959]: Metering agent@n-d-779913-29: {}, Jul 14 09:15:42.162045 n-d-779913-29 neutron-server[93959]: Open vSwitch agent@n-d-779913-29: { 'AddressGroup': '1.2', Jul 14 09:15:42.162045 n-d-779913-29 neutron-server[93959]: 'ConntrackHelper': '1.0', Jul 14 09:15:42.162045 n-d-779913-29 neutron-server[93959]: 'Log': '1.0', Jul 14 09:15:42.162045 n-d-779913-29 neutron-server[93959]: 'Network': '1.1', Jul 14 09:15:42.162045 n-d-779913-29 neutron-server[93959]: 'Port': '1.7', Jul 14 09:15:42.162045 n-d-779913-29 neutron-server[93959]: 'PortForwarding': '1.2', Jul 14 09:15:42.162045 n-d-779913-29 neutron-server[93959]: 'QosPolicy': '1.8', Jul 14 09:15:42.162045 n-d-779913-29 neutron-server[93959]: 'SecurityGroup': '1.4', Jul 14 09:15:42.162045 n-d-779913-29 neutron-server[93959]: 'SecurityGroupRule': '1.2', Jul 14 09:15:42.162045 n-d-779913-29 neutron-server[93959]: 'SubPort': '1.0', Jul 14 09:15:42.162045 n-d-779913-29 neutron-server[93959]: 'Subnet': '1.1', Jul 14 09:15:42.162045 n-d-779913-29 neutron-server[93959]: 'Trunk': '1.1'}} Jul 14 09:15:42.162045 n-d-779913-29 neutron-server[93959]: {{(pid=93959) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 14 09:15:42.196309 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-23a1fe79-684e-4f6b-bcd5-4a46ca01682c req-78c83ce7-b7d7-465e-8c30-9f65708f6879 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:42.329427 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-1ac6cf1f-04e8-4157-bd7f-600f89f115ed None None] Provisioning for port f3caa2db-6854-4c43-845c-c19d3e18c403 completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:15:42.336300 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-1ac6cf1f-04e8-4157-bd7f-600f89f115ed None None] Provisioning complete for port f3caa2db-6854-4c43-845c-c19d3e18c403 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:15:42.336835 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1ac6cf1f-04e8-4157-bd7f-600f89f115ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:42.431059 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-1ac6cf1f-04e8-4157-bd7f-600f89f115ed None None] Port f3caa2db-6854-4c43-845c-c19d3e18c403 cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:15:42.479827 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:42.487944 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93ae56f-64b0-4149-97fe-46937246460e req-703e7b65-73c2-4ff0-8a78-0fc35418d3e4 tempest-AggregatesAdminTestJSON-1474541478 tempest-AggregatesAdminTestJSON-1474541478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:42.489470 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-c93ae56f-64b0-4149-97fe-46937246460e req-703e7b65-73c2-4ff0-8a78-0fc35418d3e4 tempest-AggregatesAdminTestJSON-1474541478 tempest-AggregatesAdminTestJSON-1474541478-project] 10.222.0.68 "GET /v2.0/ports?device_id=b258e9c5-926b-4718-843d-812c42f5fc50 HTTP/1.1" status: 200 len: 969 time: 0.0756412 Jul 14 09:15:42.511033 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] get_ports_and_sgs() called for port_ids ['068e0481-dd6c-4b2d-a1f8-82fb98d18373'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:15:42.536151 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-c93ae56f-64b0-4149-97fe-46937246460e req-f2faf850-a9e4-48fd-a719-166044790570 tempest-AggregatesAdminTestJSON-1474541478 tempest-AggregatesAdminTestJSON-1474541478-project] 10.222.0.68 "GET /v2.0/security-groups?id=15c9ca1a-6146-49cb-90e4-2f05d934dcb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407512 Jul 14 09:15:42.573584 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [req-23a1fe79-684e-4f6b-bcd5-4a46ca01682c req-78c83ce7-b7d7-465e-8c30-9f65708f6879 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3caa2db-6854-4c43-845c-c19d3e18c403 {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:15:42.584847 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-23a1fe79-684e-4f6b-bcd5-4a46ca01682c req-78c83ce7-b7d7-465e-8c30-9f65708f6879 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:42.604940 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [req-23a1fe79-684e-4f6b-bcd5-4a46ca01682c req-78c83ce7-b7d7-465e-8c30-9f65708f6879 service neutron] Transition to ACTIVE for port object f3caa2db-6854-4c43-845c-c19d3e18c403 will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:15:42.611318 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-23a1fe79-684e-4f6b-bcd5-4a46ca01682c req-78c83ce7-b7d7-465e-8c30-9f65708f6879 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:42.644352 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-2ced370d-4e0f-46c1-89f9-9e0cf4206f62 req-f264c00b-d99e-467a-92b1-3adcf0b15e21 tempest-LiveMigrationNegativeTest-1997266940 tempest-LiveMigrationNegativeTest-1997266940-project] 10.222.0.68 "GET /v2.0/ports?device_id=d80263ee-25b8-45a5-8b60-532b80cae955 HTTP/1.1" status: 200 len: 210 time: 0.0425916 Jul 14 09:15:42.645625 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a201ebd-3df3-4c6e-8d88-87c987eb292c req-895ac13e-cabf-4531-a262-acd36fc4fa99 tempest-TenantUsagesTestJSON-1224325920 tempest-TenantUsagesTestJSON-1224325920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:42.648114 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5a201ebd-3df3-4c6e-8d88-87c987eb292c req-895ac13e-cabf-4531-a262-acd36fc4fa99 tempest-TenantUsagesTestJSON-1224325920 tempest-TenantUsagesTestJSON-1224325920-project] 10.222.0.68 "GET /v2.0/ports?device_id=63f1c04c-3a3e-472f-890e-156f86a9dc7e HTTP/1.1" status: 200 len: 935 time: 0.1507347 Jul 14 09:15:42.869130 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c83ce7-b7d7-465e-8c30-9f65708f6879 service neutron] Pushing event updated for resources: {'Port': ['ID=f3caa2db-6854-4c43-845c-c19d3e18c403,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:42.879934 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-23a1fe79-684e-4f6b-bcd5-4a46ca01682c req-78c83ce7-b7d7-465e-8c30-9f65708f6879 service neutron] Attempting to bind port f3caa2db-6854-4c43-845c-c19d3e18c403 on host n-h2-779913-29 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:15:42.880269 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-23a1fe79-684e-4f6b-bcd5-4a46ca01682c req-78c83ce7-b7d7-465e-8c30-9f65708f6879 service neutron] Attempting to bind port f3caa2db-6854-4c43-845c-c19d3e18c403 by drivers openvswitch,hyperv on host n-h2-779913-29 at level 0 using segments [{'id': '8f1c1422-de6c-445f-ab95-4e2c94585b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '2244f7a1-04bd-42cd-9e86-31839b46f57f'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:15:42.880595 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a1fe79-684e-4f6b-bcd5-4a46ca01682c req-78c83ce7-b7d7-465e-8c30-9f65708f6879 service neutron] Attempting to bind port f3caa2db-6854-4c43-845c-c19d3e18c403 on network 2244f7a1-04bd-42cd-9e86-31839b46f57f {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:15:42.886410 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5a201ebd-3df3-4c6e-8d88-87c987eb292c req-64c7ac58-8361-4f58-9f2f-3b3e5c9bc1ab tempest-TenantUsagesTestJSON-1224325920 tempest-TenantUsagesTestJSON-1224325920-project] 10.222.0.68 "GET /v2.0/security-groups?id=3a1b047a-b56b-4db0-8308-8d47b5f88509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772406 Jul 14 09:15:42.889692 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a1fe79-684e-4f6b-bcd5-4a46ca01682c req-78c83ce7-b7d7-465e-8c30-9f65708f6879 service neutron] Port f3caa2db-6854-4c43-845c-c19d3e18c403 on network 2244f7a1-04bd-42cd-9e86-31839b46f57f not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-29 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:15:42.890042 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a1fe79-684e-4f6b-bcd5-4a46ca01682c req-78c83ce7-b7d7-465e-8c30-9f65708f6879 service neutron] Attempting to bind port f3caa2db-6854-4c43-845c-c19d3e18c403 on network 2244f7a1-04bd-42cd-9e86-31839b46f57f {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:15:42.900352 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a1fe79-684e-4f6b-bcd5-4a46ca01682c req-78c83ce7-b7d7-465e-8c30-9f65708f6879 service neutron] Checking agent: {'id': '013e4a3b-a634-47b8-b6a5-1a25109b73fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 13, 13), 'started_at': datetime.datetime(2021, 7, 14, 9, 13, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 15, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:15:42.900583 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a1fe79-684e-4f6b-bcd5-4a46ca01682c req-78c83ce7-b7d7-465e-8c30-9f65708f6879 service neutron] Checking segment: {'id': '8f1c1422-de6c-445f-ab95-4e2c94585b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '2244f7a1-04bd-42cd-9e86-31839b46f57f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:15:42.901795 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a1fe79-684e-4f6b-bcd5-4a46ca01682c req-78c83ce7-b7d7-465e-8c30-9f65708f6879 service neutron] Bound using segment: {'id': '8f1c1422-de6c-445f-ab95-4e2c94585b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '2244f7a1-04bd-42cd-9e86-31839b46f57f'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:15:42.902871 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-23a1fe79-684e-4f6b-bcd5-4a46ca01682c req-78c83ce7-b7d7-465e-8c30-9f65708f6879 service neutron] Bound port: f3caa2db-6854-4c43-845c-c19d3e18c403, host: n-h2-779913-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f1c1422-de6c-445f-ab95-4e2c94585b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '2244f7a1-04bd-42cd-9e86-31839b46f57f'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:15:42.903914 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-23a1fe79-684e-4f6b-bcd5-4a46ca01682c req-78c83ce7-b7d7-465e-8c30-9f65708f6879 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:43.021112 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 7896c20a-bda7-46ef-9a2f-515e85a902ce details requested by agent hyperv_n-h1-779913-29 with host n-h1-779913-29 {{(pid=93959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:15:43.075983 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-23a1fe79-684e-4f6b-bcd5-4a46ca01682c req-78c83ce7-b7d7-465e-8c30-9f65708f6879 service neutron] For port f3caa2db-6854-4c43-845c-c19d3e18c403, host n-h2-779913-29, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:15:43.080842 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-23a1fe79-684e-4f6b-bcd5-4a46ca01682c req-78c83ce7-b7d7-465e-8c30-9f65708f6879 service neutron] For port f3caa2db-6854-4c43-845c-c19d3e18c403, host n-h2-779913-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=f3caa2db-6854-4c43-845c-c19d3e18c403,segment=NetworkSegment(8f1c1422-de6c-445f-ab95-4e2c94585b2b),segment_id=8f1c1422-de6c-445f-ab95-4e2c94585b2b)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:15:43.092978 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3df4a3-8a5a-4e12-b89e-2613b333980c req-b1ffdfd8-2010-48cc-8c92-2fcdd59b6ff6 tempest-DeleteServersAdminTestJSON-1035248896 tempest-DeleteServersAdminTestJSON-1035248896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:43.100855 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-5e3df4a3-8a5a-4e12-b89e-2613b333980c req-b1ffdfd8-2010-48cc-8c92-2fcdd59b6ff6 tempest-DeleteServersAdminTestJSON-1035248896 tempest-DeleteServersAdminTestJSON-1035248896-project] 10.222.0.68 "GET /v2.0/ports?device_id=15e11ffd-5284-41db-9bf8-cfa26e1b72db HTTP/1.1" status: 200 len: 949 time: 0.1663902 Jul 14 09:15:43.103546 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-23a1fe79-684e-4f6b-bcd5-4a46ca01682c req-78c83ce7-b7d7-465e-8c30-9f65708f6879 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:43.134103 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:43.159113 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a1fe79-684e-4f6b-bcd5-4a46ca01682c req-78c83ce7-b7d7-465e-8c30-9f65708f6879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:43.159734 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-23a1fe79-684e-4f6b-bcd5-4a46ca01682c req-78c83ce7-b7d7-465e-8c30-9f65708f6879 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:43.161129 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-23a1fe79-684e-4f6b-bcd5-4a46ca01682c req-78c83ce7-b7d7-465e-8c30-9f65708f6879 service neutron] 10.222.0.57 "PUT /v2.0/ports/f3caa2db-6854-4c43-845c-c19d3e18c403 HTTP/1.1" status: 200 len: 1096 time: 1.1085649 Jul 14 09:15:43.161591 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63f1c04c-3a3e-472f-890e-156f86a9dc7e', 'tag': 'f3caa2db-6854-4c43-845c-c19d3e18c403'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:15:43.163795 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88615fe4-fbb1-472c-ba98-55f765fa647f" -d '{"events": [{"name": "network-changed", "server_uuid": "63f1c04c-3a3e-472f-890e-156f86a9dc7e", "tag": "f3caa2db-6854-4c43-845c-c19d3e18c403"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:15:43.190120 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port 7896c20a-bda7-46ef-9a2f-515e85a902ce, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=7896c20a-bda7-46ef-9a2f-515e85a902ce,segment=NetworkSegment(8f1c1422-de6c-445f-ab95-4e2c94585b2b),segment_id=8f1c1422-de6c-445f-ab95-4e2c94585b2b)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:15:43.207084 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Returning: {'device': '7896c20a-bda7-46ef-9a2f-515e85a902ce', 'network_id': '2244f7a1-04bd-42cd-9e86-31839b46f57f', 'port_id': '7896c20a-bda7-46ef-9a2f-515e85a902ce', 'mac_address': 'fa:16:3e:50:10:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 724, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85060e65-3b2f-4a6c-a04c-ce849daa5b3b', 'ip_address': '192.168.233.12'}], 'device_owner': 'compute:tempest-test_az-1414252460', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:15:43.220792 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-5e3df4a3-8a5a-4e12-b89e-2613b333980c req-6773b3d6-f45c-4c0c-8d0c-f2541855c112 tempest-DeleteServersAdminTestJSON-1035248896 tempest-DeleteServersAdminTestJSON-1035248896-project] 10.222.0.68 "GET /v2.0/security-groups?id=895e8c22-e884-4014-9e60-5bdb90a485a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136882 Jul 14 09:15:43.262185 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 33784) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:43.271569 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c83ce7-b7d7-465e-8c30-9f65708f6879 service neutron] Pushing event updated for resources: {'Port': ['ID=f3caa2db-6854-4c43-845c-c19d3e18c403,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:43.283489 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:15:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dbb070b-34a5-44ab-b625-5a4a3be7d075 x-openstack-request-id: req-4dbb070b-34a5-44ab-b625-5a4a3be7d075 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:15:43.283717 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63f1c04c-3a3e-472f-890e-156f86a9dc7e", "tag": "f3caa2db-6854-4c43-845c-c19d3e18c403", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:15:43.284579 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-4dbb070b-34a5-44ab-b625-5a4a3be7d075 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:15:43.286041 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63f1c04c-3a3e-472f-890e-156f86a9dc7e', 'tag': 'f3caa2db-6854-4c43-845c-c19d3e18c403', 'status': 'completed', 'code': 200} Jul 14 09:15:43.287395 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:43.305534 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7896c20a-bda7-46ef-9a2f-515e85a902ce {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:15:43.331247 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port 7896c20a-bda7-46ef-9a2f-515e85a902ce, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=7896c20a-bda7-46ef-9a2f-515e85a902ce,segment=NetworkSegment(8f1c1422-de6c-445f-ab95-4e2c94585b2b),segment_id=8f1c1422-de6c-445f-ab95-4e2c94585b2b)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:15:43.340239 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:43.417204 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-03f56bea-48c5-4035-8bc1-b20a9f8c8a8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:43.432593 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Pushing event updated for resources: {'Port': ['ID=7896c20a-bda7-46ef-9a2f-515e85a902ce,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:43.454648 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 33788) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:43.457784 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a1fe79-684e-4f6b-bcd5-4a46ca01682c req-201eb1c9-cc1a-4f3e-b929-852e65a8ee0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:43.460099 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-23a1fe79-684e-4f6b-bcd5-4a46ca01682c req-201eb1c9-cc1a-4f3e-b929-852e65a8ee0a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b7b1a1ec44654f09b65aa567222f845c&device_id=63f1c04c-3a3e-472f-890e-156f86a9dc7e HTTP/1.1" status: 200 len: 1099 time: 0.0877190 Jul 14 09:15:43.515980 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-23a1fe79-684e-4f6b-bcd5-4a46ca01682c req-ff559e90-a2d5-496d-84f6-60aa43f96cc8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=f3caa2db-6854-4c43-845c-c19d3e18c403 HTTP/1.1" status: 200 len: 217 time: 0.0412619 Jul 14 09:15:43.527113 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-39ef0e81-8447-4050-8d5b-a470cadb136e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:43.542058 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-03f56bea-48c5-4035-8bc1-b20a9f8c8a8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:43.546072 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-03f56bea-48c5-4035-8bc1-b20a9f8c8a8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:43.563733 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a1fe79-684e-4f6b-bcd5-4a46ca01682c req-8cd1e624-ee9f-496d-99af-7e23857f88f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:43.565289 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-23a1fe79-684e-4f6b-bcd5-4a46ca01682c req-8cd1e624-ee9f-496d-99af-7e23857f88f4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=85060e65-3b2f-4a6c-a04c-ce849daa5b3b HTTP/1.1" status: 200 len: 843 time: 0.0434263 Jul 14 09:15:43.608899 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-03f56bea-48c5-4035-8bc1-b20a9f8c8a8a admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=21a645dca83f4cbebfef1a95546d6945&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3445468 Jul 14 09:15:43.614381 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 33794) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:43.614566 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f56bea-48c5-4035-8bc1-b20a9f8c8a8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1946707c-4627-4358-be09-0af54f0674b4,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:43.666007 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 068e0481-dd6c-4b2d-a1f8-82fb98d18373 up at agent hyperv_n-h2-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:15:43.682335 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-39ef0e81-8447-4050-8d5b-a470cadb136e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:43.693401 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-39ef0e81-8447-4050-8d5b-a470cadb136e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:43.713246 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a1fe79-684e-4f6b-bcd5-4a46ca01682c req-27f3165c-cb4a-416c-8666-7ec1f8eadc04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:43.715361 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-23a1fe79-684e-4f6b-bcd5-4a46ca01682c req-27f3165c-cb4a-416c-8666-7ec1f8eadc04 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2244f7a1-04bd-42cd-9e86-31839b46f57f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1430588 Jul 14 09:15:43.716181 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-78687f79-f7d3-4f09-8c04-b28be13a5a86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:43.724290 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] get_ports_and_sgs() called for port_ids ['7896c20a-bda7-46ef-9a2f-515e85a902ce'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:15:43.774156 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-39ef0e81-8447-4050-8d5b-a470cadb136e admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=d5c0c3e97f9d4f9cb1fa876683bdea70&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3162496 Jul 14 09:15:43.774156 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ef0e81-8447-4050-8d5b-a470cadb136e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6bae117-694e-4966-937c-798d97814bf0,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:43.776146 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 33798) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:43.792742 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Provisioning for port 068e0481-dd6c-4b2d-a1f8-82fb98d18373 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:15:43.798702 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Provisioning complete for port 068e0481-dd6c-4b2d-a1f8-82fb98d18373 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:15:43.799143 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:43.842867 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f52b2c-7f64-4031-9c3d-f2d8969b86d1 req-46e3c9d4-a446-431d-a1ee-c0fa74f23822 tempest-AggregatesAdminTestJSON-1474541478 tempest-AggregatesAdminTestJSON-1474541478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:43.844842 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-02f52b2c-7f64-4031-9c3d-f2d8969b86d1 req-46e3c9d4-a446-431d-a1ee-c0fa74f23822 tempest-AggregatesAdminTestJSON-1474541478 tempest-AggregatesAdminTestJSON-1474541478-project] 10.222.0.68 "GET /v2.0/ports?device_id=b258e9c5-926b-4718-843d-812c42f5fc50 HTTP/1.1" status: 200 len: 970 time: 0.1679022 Jul 14 09:15:43.896592 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-aae6d5a8-3b80-48c3-bb76-4640bcd50997 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:43.936470 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-aae6d5a8-3b80-48c3-bb76-4640bcd50997 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:43.941052 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-02f52b2c-7f64-4031-9c3d-f2d8969b86d1 req-cbadfe3f-11e1-43b4-9704-be4061869011 tempest-AggregatesAdminTestJSON-1474541478 tempest-AggregatesAdminTestJSON-1474541478-project] 10.222.0.68 "GET /v2.0/security-groups?id=15c9ca1a-6146-49cb-90e4-2f05d934dcb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888968 Jul 14 09:15:44.008145 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-aae6d5a8-3b80-48c3-bb76-4640bcd50997 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:44.011118 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-aae6d5a8-3b80-48c3-bb76-4640bcd50997 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:44.016046 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-aae6d5a8-3b80-48c3-bb76-4640bcd50997 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/b6bae117-694e-4966-937c-798d97814bf0 HTTP/1.1" status: 204 len: 168 time: 0.2374144 Jul 14 09:15:44.022325 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-78687f79-f7d3-4f09-8c04-b28be13a5a86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:44.031412 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae6d5a8-3b80-48c3-bb76-4640bcd50997 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6bae117-694e-4966-937c-798d97814bf0,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:44.045100 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ce1021f9-7338-44a9-a38a-887c239764e9 req-22c72385-038f-43f4-85e2-00aa0e00a2c3 tempest-LiveMigrationNegativeTest-1997266940 tempest-LiveMigrationNegativeTest-1997266940-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=fffe3e6faca04c7d8f07c5b54adca682&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1027286 Jul 14 09:15:44.047940 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:44.057329 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1692abb3-6bc2-463e-9f09-ca7e304cf392 req-2873a6e4-42dc-4e6a-9a55-3b7b12ae22c6 tempest-LiveMigrationNegativeTest-1997266940 tempest-LiveMigrationNegativeTest-1997266940-project] 10.222.0.68 "GET /v2.0/ports?device_id=d80263ee-25b8-45a5-8b60-532b80cae955 HTTP/1.1" status: 200 len: 210 time: 0.1139019 Jul 14 09:15:44.131115 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15e11ffd-5284-41db-9bf8-cfa26e1b72db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '068e0481-dd6c-4b2d-a1f8-82fb98d18373'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:15:44.213277 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 068e0481-dd6c-4b2d-a1f8-82fb98d18373, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=068e0481-dd6c-4b2d-a1f8-82fb98d18373,segment=NetworkSegment(8f1c1422-de6c-445f-ab95-4e2c94585b2b),segment_id=8f1c1422-de6c-445f-ab95-4e2c94585b2b)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:15:44.223766 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:44.224389 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-23a1fe79-684e-4f6b-bcd5-4a46ca01682c req-cb72dab1-c4a6-4443-9981-bc36b2255573 service neutron] 10.222.0.57 "GET /v2.0/networks/2244f7a1-04bd-42cd-9e86-31839b46f57f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4975846 Jul 14 09:15:44.304124 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c17197-8d03-4e9e-81a0-c233f36244f4 req-3d1f86e4-b8f3-44e5-8f40-f767286216b2 tempest-TenantUsagesTestJSON-1224325920 tempest-TenantUsagesTestJSON-1224325920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:44.305713 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-c3c17197-8d03-4e9e-81a0-c233f36244f4 req-3d1f86e4-b8f3-44e5-8f40-f767286216b2 tempest-TenantUsagesTestJSON-1224325920 tempest-TenantUsagesTestJSON-1224325920-project] 10.222.0.68 "GET /v2.0/ports?device_id=63f1c04c-3a3e-472f-890e-156f86a9dc7e HTTP/1.1" status: 200 len: 947 time: 0.1534479 Jul 14 09:15:44.323411 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1021f9-7338-44a9-a38a-887c239764e9 req-7d3accf5-af31-46a1-b0c9-7aa35715bc28 tempest-LiveMigrationNegativeTest-1997266940 tempest-LiveMigrationNegativeTest-1997266940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:44.325824 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ce1021f9-7338-44a9-a38a-887c239764e9 req-7d3accf5-af31-46a1-b0c9-7aa35715bc28 tempest-LiveMigrationNegativeTest-1997266940 tempest-LiveMigrationNegativeTest-1997266940-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2616081 Jul 14 09:15:44.326486 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-78687f79-f7d3-4f09-8c04-b28be13a5a86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:44.329031 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-78687f79-f7d3-4f09-8c04-b28be13a5a86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:44.333088 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-78687f79-f7d3-4f09-8c04-b28be13a5a86 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/1946707c-4627-4358-be09-0af54f0674b4 HTTP/1.1" status: 204 len: 168 time: 0.7168734 Jul 14 09:15:44.355822 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-ce1021f9-7338-44a9-a38a-887c239764e9 req-674d596e-6603-4c00-98af-543b8e9ab513 tempest-LiveMigrationNegativeTest-1997266940 tempest-LiveMigrationNegativeTest-1997266940-project] Request body: {'port': {'device_id': 'd80263ee-25b8-45a5-8b60-532b80cae955', 'network_id': '2244f7a1-04bd-42cd-9e86-31839b46f57f', 'admin_state_up': True, 'tenant_id': 'fffe3e6faca04c7d8f07c5b54adca682'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:15:44.365189 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78687f79-f7d3-4f09-8c04-b28be13a5a86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1946707c-4627-4358-be09-0af54f0674b4,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:44.380101 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Pushing event updated for resources: {'Port': ['ID=068e0481-dd6c-4b2d-a1f8-82fb98d18373,revision_number=5']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:44.412807 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-c3c17197-8d03-4e9e-81a0-c233f36244f4 req-691e2e78-7f68-4e81-89e5-564045506734 tempest-TenantUsagesTestJSON-1224325920 tempest-TenantUsagesTestJSON-1224325920-project] 10.222.0.68 "GET /v2.0/security-groups?id=3a1b047a-b56b-4db0-8308-8d47b5f88509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950854 Jul 14 09:15:44.434099 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd62303f06773040a8a4e189dc46b4f565768c299abf8ab8e7739778b0bc3e97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b055daeb-9f9d-4086-aa3a-65e175a8ebc6" -d '{"events": [{"server_uuid": "15e11ffd-5284-41db-9bf8-cfa26e1b72db", "name": "network-vif-plugged", "status": "completed", "tag": "068e0481-dd6c-4b2d-a1f8-82fb98d18373"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:15:44.499637 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-23a1fe79-684e-4f6b-bcd5-4a46ca01682c req-4b7621ea-52fe-419d-af0a-c993861d6ac2 service neutron] 10.222.0.57 "GET /v2.0/networks/2244f7a1-04bd-42cd-9e86-31839b46f57f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2651696 Jul 14 09:15:44.539931 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 33818) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:44.544447 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54ac067-4669-4def-9a17-54106391299c req-494936d3-a1c8-4555-99e7-faca434a0cc5 tempest-DeleteServersAdminTestJSON-1035248896 tempest-DeleteServersAdminTestJSON-1035248896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:44.551289 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b54ac067-4669-4def-9a17-54106391299c req-494936d3-a1c8-4555-99e7-faca434a0cc5 tempest-DeleteServersAdminTestJSON-1035248896 tempest-DeleteServersAdminTestJSON-1035248896-project] 10.222.0.68 "GET /v2.0/ports?device_id=15e11ffd-5284-41db-9bf8-cfa26e1b72db HTTP/1.1" status: 200 len: 950 time: 0.1421957 Jul 14 09:15:44.554165 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b8e06b99-0b9e-489c-aad6-9ab124add083 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:44.585785 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.db.api [req-ce1021f9-7338-44a9-a38a-887c239764e9 req-674d596e-6603-4c00-98af-543b8e9ab513 tempest-LiveMigrationNegativeTest-1997266940 tempest-LiveMigrationNegativeTest-1997266940-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 14 09:15:44.585785 n-d-779913-29 neutron-server[93957]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 14 09:15:44.585785 n-d-779913-29 neutron-server[93957]: [parameters: {'project_id': 'fffe3e6faca04c7d8f07c5b54adca682', 'id': 'e6cb19c9-801b-4af8-820c-3d9805c71275', 'expiration': datetime.datetime(2021, 7, 14, 9, 17, 44, 578215)}] Jul 14 09:15:44.585785 n-d-779913-29 neutron-server[93957]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93957) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 09:15:44.586197 n-d-779913-29 neutron-server[93957]: DEBUG oslo_db.api [req-ce1021f9-7338-44a9-a38a-887c239764e9 req-674d596e-6603-4c00-98af-543b8e9ab513 tempest-LiveMigrationNegativeTest-1997266940 tempest-LiveMigrationNegativeTest-1997266940-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 09:15:44.616572 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b54ac067-4669-4def-9a17-54106391299c req-696dd1c7-a2f3-41f0-82b4-df9a07b51215 tempest-DeleteServersAdminTestJSON-1035248896 tempest-DeleteServersAdminTestJSON-1035248896-project] 10.222.0.68 "GET /v2.0/security-groups?id=895e8c22-e884-4014-9e60-5bdb90a485a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643263 Jul 14 09:15:44.686578 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b8e06b99-0b9e-489c-aad6-9ab124add083 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:44.691413 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88615fe4-fbb1-472c-ba98-55f765fa647f req-ee3f4fdf-3bb0-417e-879b-898eb02d520e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:44.691927 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b8e06b99-0b9e-489c-aad6-9ab124add083 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:44.694256 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-88615fe4-fbb1-472c-ba98-55f765fa647f req-ee3f4fdf-3bb0-417e-879b-898eb02d520e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b7b1a1ec44654f09b65aa567222f845c&device_id=63f1c04c-3a3e-472f-890e-156f86a9dc7e HTTP/1.1" status: 200 len: 1099 time: 0.0699747 Jul 14 09:15:44.737243 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-b8e06b99-0b9e-489c-aad6-9ab124add083 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=a3da61aa894743deac491270476b39b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1961994 Jul 14 09:15:44.739801 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 33822) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:44.747161 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e06b99-0b9e-489c-aad6-9ab124add083 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53a6baa7-406f-4fe9-b537-12ec79c727d5,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:44.747361 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:15:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60ee55a2-b71c-4d61-b885-bc61d6b4cd88 x-openstack-request-id: req-60ee55a2-b71c-4d61-b885-bc61d6b4cd88 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:15:44.747665 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15e11ffd-5284-41db-9bf8-cfa26e1b72db", "name": "network-vif-plugged", "status": "completed", "tag": "068e0481-dd6c-4b2d-a1f8-82fb98d18373", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:15:44.747926 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-60ee55a2-b71c-4d61-b885-bc61d6b4cd88 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:15:44.748393 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15e11ffd-5284-41db-9bf8-cfa26e1b72db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '068e0481-dd6c-4b2d-a1f8-82fb98d18373', 'code': 200} Jul 14 09:15:44.805893 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-be521582-344b-4e92-b7f1-d4e9e86a4bae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:44.820374 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88615fe4-fbb1-472c-ba98-55f765fa647f req-5af4fb4a-13d0-413d-afce-f957afde74d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:44.821987 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-88615fe4-fbb1-472c-ba98-55f765fa647f req-5af4fb4a-13d0-413d-afce-f957afde74d9 service neutron] 10.222.0.57 "GET /v2.0/networks?id=2244f7a1-04bd-42cd-9e86-31839b46f57f HTTP/1.1" status: 200 len: 870 time: 0.1120999 Jul 14 09:15:44.830909 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-be521582-344b-4e92-b7f1-d4e9e86a4bae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:44.856041 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.57', 51399) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:44.874997 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-88615fe4-fbb1-472c-ba98-55f765fa647f req-8920fde8-3fe9-4029-9f16-f7e056e8d36b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=f3caa2db-6854-4c43-845c-c19d3e18c403 HTTP/1.1" status: 200 len: 217 time: 0.0387843 Jul 14 09:15:44.875445 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 33824) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:44.895197 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b90d9082-bfd0-4378-8c40-91b83ef072a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:44.949395 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88615fe4-fbb1-472c-ba98-55f765fa647f req-cb0f30a1-0fa7-47cb-87d7-ac8b111dd365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:44.949934 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-be521582-344b-4e92-b7f1-d4e9e86a4bae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:44.950969 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-88615fe4-fbb1-472c-ba98-55f765fa647f req-cb0f30a1-0fa7-47cb-87d7-ac8b111dd365 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=85060e65-3b2f-4a6c-a04c-ce849daa5b3b HTTP/1.1" status: 200 len: 843 time: 0.0686452 Jul 14 09:15:44.952148 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-be521582-344b-4e92-b7f1-d4e9e86a4bae admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:44.953957 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-be521582-344b-4e92-b7f1-d4e9e86a4bae admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/53a6baa7-406f-4fe9-b537-12ec79c727d5 HTTP/1.1" status: 204 len: 168 time: 0.2131944 Jul 14 09:15:44.959001 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4288e873-3b37-469c-8fae-5fecdb0f3011 req-5368233a-35e2-4fdd-a731-8ca8644c8395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:44.960432 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-4288e873-3b37-469c-8fae-5fecdb0f3011 req-5368233a-35e2-4fdd-a731-8ca8644c8395 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=15e11ffd-5284-41db-9bf8-cfa26e1b72db HTTP/1.1" status: 200 len: 1102 time: 0.1035013 Jul 14 09:15:44.975498 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be521582-344b-4e92-b7f1-d4e9e86a4bae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53a6baa7-406f-4fe9-b537-12ec79c727d5,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:44.987994 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-4288e873-3b37-469c-8fae-5fecdb0f3011 req-a8f0c968-b7f7-49c0-96d4-0c7a00400072 service neutron] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:45.035868 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 7896c20a-bda7-46ef-9a2f-515e85a902ce up at agent hyperv_n-h1-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:15:45.054910 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88615fe4-fbb1-472c-ba98-55f765fa647f req-981131a3-cbe0-4915-991d-a10caea188d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:45.056618 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-88615fe4-fbb1-472c-ba98-55f765fa647f req-981131a3-cbe0-4915-991d-a10caea188d8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2244f7a1-04bd-42cd-9e86-31839b46f57f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0990732 Jul 14 09:15:45.132625 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Provisioning for port 7896c20a-bda7-46ef-9a2f-515e85a902ce completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:15:45.137071 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Provisioning complete for port 7896c20a-bda7-46ef-9a2f-515e85a902ce triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:15:45.137615 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:45.145988 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b90d9082-bfd0-4378-8c40-91b83ef072a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:45.192362 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b90d9082-bfd0-4378-8c40-91b83ef072a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:45.240851 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:45.285658 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port 7896c20a-bda7-46ef-9a2f-515e85a902ce, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=7896c20a-bda7-46ef-9a2f-515e85a902ce,segment=NetworkSegment(8f1c1422-de6c-445f-ab95-4e2c94585b2b),segment_id=8f1c1422-de6c-445f-ab95-4e2c94585b2b)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:15:45.286086 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-3b99ef66-8f09-4fc6-a324-231dd0176d81 req-ef3e3bff-b814-4539-b0a4-f85a6c3a504d tempest-LiveMigrationNegativeTest-1997266940 tempest-LiveMigrationNegativeTest-1997266940-project] 10.222.0.68 "GET /v2.0/ports?device_id=d80263ee-25b8-45a5-8b60-532b80cae955 HTTP/1.1" status: 200 len: 210 time: 0.0522249 Jul 14 09:15:45.293698 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:45.314163 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90d9082-bfd0-4378-8c40-91b83ef072a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b43e6668-1b5c-4d5c-a883-a580085f59cf,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:45.332117 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-b90d9082-bfd0-4378-8c40-91b83ef072a3 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=fd04494c20124c9d90c69f07fe8c13a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4556992 Jul 14 09:15:45.336533 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 33834) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:45.352016 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-88615fe4-fbb1-472c-ba98-55f765fa647f req-f9bba15d-ff67-4625-9824-c18b57b7d257 service neutron] 10.222.0.57 "GET /v2.0/networks/2244f7a1-04bd-42cd-9e86-31839b46f57f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2856293 Jul 14 09:15:45.366552 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Pushing event updated for resources: {'Port': ['ID=7896c20a-bda7-46ef-9a2f-515e85a902ce,revision_number=5']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:45.379588 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23668014-418f-4161-93d8-ef3a823647d9 req-35dc49b3-4efd-4225-9c72-e2a5d773fb43 tempest-AggregatesAdminTestJSON-1474541478 tempest-AggregatesAdminTestJSON-1474541478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:45.382283 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-23668014-418f-4161-93d8-ef3a823647d9 req-35dc49b3-4efd-4225-9c72-e2a5d773fb43 tempest-AggregatesAdminTestJSON-1474541478 tempest-AggregatesAdminTestJSON-1474541478-project] 10.222.0.68 "GET /v2.0/ports?device_id=b258e9c5-926b-4718-843d-812c42f5fc50 HTTP/1.1" status: 200 len: 970 time: 0.2434046 Jul 14 09:15:45.393915 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-4288e873-3b37-469c-8fae-5fecdb0f3011 req-a8f0c968-b7f7-49c0-96d4-0c7a00400072 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:45.401056 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-4288e873-3b37-469c-8fae-5fecdb0f3011 req-a8f0c968-b7f7-49c0-96d4-0c7a00400072 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:45.437175 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-026892a1-ffc5-4f6c-9f44-99149ad4661b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:45.446368 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-4288e873-3b37-469c-8fae-5fecdb0f3011 req-a8f0c968-b7f7-49c0-96d4-0c7a00400072 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=895e8c22-e884-4014-9e60-5bdb90a485a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4758852 Jul 14 09:15:45.463548 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f0c968-b7f7-49c0-96d4-0c7a00400072 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=df3b18dc-c2ff-4fb2-8897-806bd5a5475e,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:45.480053 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-026892a1-ffc5-4f6c-9f44-99149ad4661b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:45.490726 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce1021f9-7338-44a9-a38a-887c239764e9 req-674d596e-6603-4c00-98af-543b8e9ab513 tempest-LiveMigrationNegativeTest-1997266940 tempest-LiveMigrationNegativeTest-1997266940-project] Made reservation on behalf of fffe3e6faca04c7d8f07c5b54adca682 for: {'port': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:15:45.494147 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-ce1021f9-7338-44a9-a38a-887c239764e9 req-674d596e-6603-4c00-98af-543b8e9ab513 tempest-LiveMigrationNegativeTest-1997266940 tempest-LiveMigrationNegativeTest-1997266940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:45.518355 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-ce1021f9-7338-44a9-a38a-887c239764e9 req-674d596e-6603-4c00-98af-543b8e9ab513 tempest-LiveMigrationNegativeTest-1997266940 tempest-LiveMigrationNegativeTest-1997266940-project] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:45.528369 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-23668014-418f-4161-93d8-ef3a823647d9 req-02a592ad-fbd5-4e06-8d85-c87b601b5a74 tempest-AggregatesAdminTestJSON-1474541478 tempest-AggregatesAdminTestJSON-1474541478-project] 10.222.0.68 "GET /v2.0/security-groups?id=15c9ca1a-6146-49cb-90e4-2f05d934dcb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909610 Jul 14 09:15:45.546374 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-026892a1-ffc5-4f6c-9f44-99149ad4661b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:45.550584 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-026892a1-ffc5-4f6c-9f44-99149ad4661b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:45.554384 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-026892a1-ffc5-4f6c-9f44-99149ad4661b admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/b43e6668-1b5c-4d5c-a883-a580085f59cf HTTP/1.1" status: 204 len: 168 time: 0.2155497 Jul 14 09:15:45.561261 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-88615fe4-fbb1-472c-ba98-55f765fa647f req-a99b9d4d-31ec-459a-92e2-e9c3964d4e35 service neutron] 10.222.0.57 "GET /v2.0/networks/2244f7a1-04bd-42cd-9e86-31839b46f57f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2006931 Jul 14 09:15:45.575561 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026892a1-ffc5-4f6c-9f44-99149ad4661b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b43e6668-1b5c-4d5c-a883-a580085f59cf,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:45.717432 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-ce1021f9-7338-44a9-a38a-887c239764e9 req-674d596e-6603-4c00-98af-543b8e9ab513 tempest-LiveMigrationNegativeTest-1997266940 tempest-LiveMigrationNegativeTest-1997266940-project] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:45.725614 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-ce1021f9-7338-44a9-a38a-887c239764e9 req-674d596e-6603-4c00-98af-543b8e9ab513 tempest-LiveMigrationNegativeTest-1997266940 tempest-LiveMigrationNegativeTest-1997266940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:45.843748 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23345053-9400-42b7-8bdb-8c0e9ff52425 req-7e2e8841-5c0c-43e7-8ab1-a662636e7112 tempest-TenantUsagesTestJSON-1224325920 tempest-TenantUsagesTestJSON-1224325920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:45.851779 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-23345053-9400-42b7-8bdb-8c0e9ff52425 req-7e2e8841-5c0c-43e7-8ab1-a662636e7112 tempest-TenantUsagesTestJSON-1224325920 tempest-TenantUsagesTestJSON-1224325920-project] 10.222.0.68 "GET /v2.0/ports?device_id=63f1c04c-3a3e-472f-890e-156f86a9dc7e HTTP/1.1" status: 200 len: 947 time: 0.2369726 Jul 14 09:15:45.863814 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674d596e-6603-4c00-98af-543b8e9ab513 tempest-LiveMigrationNegativeTest-1997266940 tempest-LiveMigrationNegativeTest-1997266940-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e39688f0-61de-4c8a-9f4f-c08fcddf2800,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:45.911911 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-23345053-9400-42b7-8bdb-8c0e9ff52425 req-f28b83b6-232c-4726-9796-4a0974b66938 tempest-TenantUsagesTestJSON-1224325920 tempest-TenantUsagesTestJSON-1224325920-project] 10.222.0.68 "GET /v2.0/security-groups?id=3a1b047a-b56b-4db0-8308-8d47b5f88509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587196 Jul 14 09:15:45.950246 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3be4a9-060a-4394-9d73-45d2c186faa2 req-874adb1c-9f2c-4e06-858a-dd9eebe4a5af tempest-DeleteServersAdminTestJSON-1035248896 tempest-DeleteServersAdminTestJSON-1035248896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:45.951584 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8e3be4a9-060a-4394-9d73-45d2c186faa2 req-874adb1c-9f2c-4e06-858a-dd9eebe4a5af tempest-DeleteServersAdminTestJSON-1035248896 tempest-DeleteServersAdminTestJSON-1035248896-project] 10.222.0.68 "GET /v2.0/ports?device_id=15e11ffd-5284-41db-9bf8-cfa26e1b72db HTTP/1.1" status: 200 len: 950 time: 0.1986849 Jul 14 09:15:45.972660 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [req-ce1021f9-7338-44a9-a38a-887c239764e9 req-674d596e-6603-4c00-98af-543b8e9ab513 tempest-LiveMigrationNegativeTest-1997266940 tempest-LiveMigrationNegativeTest-1997266940-project] Allocated IP 192.168.233.8 (2244f7a1-04bd-42cd-9e86-31839b46f57f/85060e65-3b2f-4a6c-a04c-ce849daa5b3b/93fde9f8-9031-404f-943c-8e72b996505f) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:15:46.036685 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8e3be4a9-060a-4394-9d73-45d2c186faa2 req-2a7a7741-ac2e-4440-9d32-26450307110a tempest-DeleteServersAdminTestJSON-1035248896 tempest-DeleteServersAdminTestJSON-1035248896-project] 10.222.0.68 "GET /v2.0/security-groups?id=895e8c22-e884-4014-9e60-5bdb90a485a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769098 Jul 14 09:15:46.187529 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-ce1021f9-7338-44a9-a38a-887c239764e9 req-674d596e-6603-4c00-98af-543b8e9ab513 tempest-LiveMigrationNegativeTest-1997266940 tempest-LiveMigrationNegativeTest-1997266940-project] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:46.202507 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [req-ce1021f9-7338-44a9-a38a-887c239764e9 req-674d596e-6603-4c00-98af-543b8e9ab513 tempest-LiveMigrationNegativeTest-1997266940 tempest-LiveMigrationNegativeTest-1997266940-project] Transition to ACTIVE for port object 93fde9f8-9031-404f-943c-8e72b996505f will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:15:46.246911 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-ce1021f9-7338-44a9-a38a-887c239764e9 req-674d596e-6603-4c00-98af-543b8e9ab513 tempest-LiveMigrationNegativeTest-1997266940 tempest-LiveMigrationNegativeTest-1997266940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:46.293782 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce1021f9-7338-44a9-a38a-887c239764e9 req-674d596e-6603-4c00-98af-543b8e9ab513 tempest-LiveMigrationNegativeTest-1997266940 tempest-LiveMigrationNegativeTest-1997266940-project] Network 2244f7a1-04bd-42cd-9e86-31839b46f57f is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:15:46.300051 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [req-ce1021f9-7338-44a9-a38a-887c239764e9 req-674d596e-6603-4c00-98af-543b8e9ab513 tempest-LiveMigrationNegativeTest-1997266940 tempest-LiveMigrationNegativeTest-1997266940-project] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:15:46.304493 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce1021f9-7338-44a9-a38a-887c239764e9 req-674d596e-6603-4c00-98af-543b8e9ab513 tempest-LiveMigrationNegativeTest-1997266940 tempest-LiveMigrationNegativeTest-1997266940-project] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:15:46.311172 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1021f9-7338-44a9-a38a-887c239764e9 req-674d596e-6603-4c00-98af-543b8e9ab513 tempest-LiveMigrationNegativeTest-1997266940 tempest-LiveMigrationNegativeTest-1997266940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:46.311903 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-ce1021f9-7338-44a9-a38a-887c239764e9 req-674d596e-6603-4c00-98af-543b8e9ab513 tempest-LiveMigrationNegativeTest-1997266940 tempest-LiveMigrationNegativeTest-1997266940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:46.337340 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ce1021f9-7338-44a9-a38a-887c239764e9 req-674d596e-6603-4c00-98af-543b8e9ab513 tempest-LiveMigrationNegativeTest-1997266940 tempest-LiveMigrationNegativeTest-1997266940-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.9883335 Jul 14 09:15:46.347276 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674d596e-6603-4c00-98af-543b8e9ab513 tempest-LiveMigrationNegativeTest-1997266940 tempest-LiveMigrationNegativeTest-1997266940-project] Pushing event updated for resources: {'Port': ['ID=93fde9f8-9031-404f-943c-8e72b996505f,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:46.358429 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-ce1021f9-7338-44a9-a38a-887c239764e9 req-e2c0a9b5-4b2f-4a75-b957-ecac57fb4710 service neutron] Request body: {'port': {'device_id': 'd80263ee-25b8-45a5-8b60-532b80cae955', 'device_owner': 'compute:tempest-test_az-1414252460', 'binding:host_id': 'n-h1-779913-29'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:15:46.453977 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-ce1021f9-7338-44a9-a38a-887c239764e9 req-e2c0a9b5-4b2f-4a75-b957-ecac57fb4710 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:46.539981 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481b4ca3-956e-4778-9318-0fc3599e36cd req-8013740c-4f03-4292-a6fb-e898d0f59bc7 tempest-LiveMigrationNegativeTest-1997266940 tempest-LiveMigrationNegativeTest-1997266940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:46.546130 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-481b4ca3-956e-4778-9318-0fc3599e36cd req-8013740c-4f03-4292-a6fb-e898d0f59bc7 tempest-LiveMigrationNegativeTest-1997266940 tempest-LiveMigrationNegativeTest-1997266940-project] 10.222.0.68 "GET /v2.0/ports?device_id=d80263ee-25b8-45a5-8b60-532b80cae955 HTTP/1.1" status: 200 len: 934 time: 0.0967565 Jul 14 09:15:46.603418 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-481b4ca3-956e-4778-9318-0fc3599e36cd req-251f5955-088b-4929-8b03-1c7941e765de tempest-LiveMigrationNegativeTest-1997266940 tempest-LiveMigrationNegativeTest-1997266940-project] 10.222.0.68 "GET /v2.0/security-groups?id=e39688f0-61de-4c8a-9f4f-c08fcddf2800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535271 Jul 14 09:15:46.702223 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-4e3978f0-afa1-4e9f-904e-59cad9bb6c44 None None] Provisioning for port 93fde9f8-9031-404f-943c-8e72b996505f completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:15:46.708482 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-4e3978f0-afa1-4e9f-904e-59cad9bb6c44 None None] Provisioning complete for port 93fde9f8-9031-404f-943c-8e72b996505f triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:15:46.709485 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4e3978f0-afa1-4e9f-904e-59cad9bb6c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:46.749754 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b258e9c5-926b-4718-843d-812c42f5fc50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7896c20a-bda7-46ef-9a2f-515e85a902ce'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:15:46.752271 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd62303f06773040a8a4e189dc46b4f565768c299abf8ab8e7739778b0bc3e97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcf2ec50-9c01-4b5b-a7df-d8e2c8f7aa69" -d '{"events": [{"server_uuid": "b258e9c5-926b-4718-843d-812c42f5fc50", "name": "network-vif-plugged", "status": "completed", "tag": "7896c20a-bda7-46ef-9a2f-515e85a902ce"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:15:46.757561 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-4e3978f0-afa1-4e9f-904e-59cad9bb6c44 None None] Port 93fde9f8-9031-404f-943c-8e72b996505f cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:15:46.802531 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:15:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c9e308e-a0e5-4fbc-91cf-06f64d8dd931 x-openstack-request-id: req-3c9e308e-a0e5-4fbc-91cf-06f64d8dd931 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:15:46.802688 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b258e9c5-926b-4718-843d-812c42f5fc50", "name": "network-vif-plugged", "status": "completed", "tag": "7896c20a-bda7-46ef-9a2f-515e85a902ce", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:15:46.803101 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-3c9e308e-a0e5-4fbc-91cf-06f64d8dd931 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:15:46.803476 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b258e9c5-926b-4718-843d-812c42f5fc50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7896c20a-bda7-46ef-9a2f-515e85a902ce', 'code': 200} Jul 14 09:15:46.885160 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829bfca6-86e6-44cd-b43a-ff004c9d754f req-a4f5abc7-94ea-470c-a7c1-1ab3c1ba9545 tempest-AggregatesAdminTestJSON-1474541478 tempest-AggregatesAdminTestJSON-1474541478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:46.887398 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-829bfca6-86e6-44cd-b43a-ff004c9d754f req-a4f5abc7-94ea-470c-a7c1-1ab3c1ba9545 tempest-AggregatesAdminTestJSON-1474541478 tempest-AggregatesAdminTestJSON-1474541478-project] 10.222.0.68 "GET /v2.0/ports?device_id=b258e9c5-926b-4718-843d-812c42f5fc50 HTTP/1.1" status: 200 len: 971 time: 0.1686056 Jul 14 09:15:46.893547 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [req-ce1021f9-7338-44a9-a38a-887c239764e9 req-e2c0a9b5-4b2f-4a75-b957-ecac57fb4710 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93fde9f8-9031-404f-943c-8e72b996505f {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:15:46.911695 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-ce1021f9-7338-44a9-a38a-887c239764e9 req-e2c0a9b5-4b2f-4a75-b957-ecac57fb4710 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:46.920794 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.65', 56616) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:46.939304 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [req-ce1021f9-7338-44a9-a38a-887c239764e9 req-e2c0a9b5-4b2f-4a75-b957-ecac57fb4710 service neutron] Transition to ACTIVE for port object 93fde9f8-9031-404f-943c-8e72b996505f will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:15:46.952199 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-ce1021f9-7338-44a9-a38a-887c239764e9 req-e2c0a9b5-4b2f-4a75-b957-ecac57fb4710 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:46.988426 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53215c4a-3b38-4a94-86de-0cb199695bb5 req-90b24678-4d5a-4ec1-8a6d-76e2f99f0738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:46.990252 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-53215c4a-3b38-4a94-86de-0cb199695bb5 req-90b24678-4d5a-4ec1-8a6d-76e2f99f0738 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=b258e9c5-926b-4718-843d-812c42f5fc50 HTTP/1.1" status: 200 len: 1123 time: 0.0670760 Jul 14 09:15:47.014681 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c0a9b5-4b2f-4a75-b957-ecac57fb4710 service neutron] Pushing event updated for resources: {'Port': ['ID=93fde9f8-9031-404f-943c-8e72b996505f,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:47.044016 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-829bfca6-86e6-44cd-b43a-ff004c9d754f req-1e65a75d-ae15-48f0-b4bf-5a459dec551c tempest-AggregatesAdminTestJSON-1474541478 tempest-AggregatesAdminTestJSON-1474541478-project] 10.222.0.68 "GET /v2.0/security-groups?id=15c9ca1a-6146-49cb-90e4-2f05d934dcb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441901 Jul 14 09:15:47.083007 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-53215c4a-3b38-4a94-86de-0cb199695bb5 req-dd0d7639-29cc-4dcf-bebc-760851a91483 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=15c9ca1a-6146-49cb-90e4-2f05d934dcb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843904 Jul 14 09:15:47.120182 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-ce1021f9-7338-44a9-a38a-887c239764e9 req-e2c0a9b5-4b2f-4a75-b957-ecac57fb4710 service neutron] Attempting to bind port 93fde9f8-9031-404f-943c-8e72b996505f on host n-h1-779913-29 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:15:47.121665 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-ce1021f9-7338-44a9-a38a-887c239764e9 req-e2c0a9b5-4b2f-4a75-b957-ecac57fb4710 service neutron] Attempting to bind port 93fde9f8-9031-404f-943c-8e72b996505f by drivers openvswitch,hyperv on host n-h1-779913-29 at level 0 using segments [{'id': '8f1c1422-de6c-445f-ab95-4e2c94585b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '2244f7a1-04bd-42cd-9e86-31839b46f57f'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:15:47.122360 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce1021f9-7338-44a9-a38a-887c239764e9 req-e2c0a9b5-4b2f-4a75-b957-ecac57fb4710 service neutron] Attempting to bind port 93fde9f8-9031-404f-943c-8e72b996505f on network 2244f7a1-04bd-42cd-9e86-31839b46f57f {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:15:47.130125 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce1021f9-7338-44a9-a38a-887c239764e9 req-e2c0a9b5-4b2f-4a75-b957-ecac57fb4710 service neutron] Port 93fde9f8-9031-404f-943c-8e72b996505f on network 2244f7a1-04bd-42cd-9e86-31839b46f57f not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-29 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:15:47.130732 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce1021f9-7338-44a9-a38a-887c239764e9 req-e2c0a9b5-4b2f-4a75-b957-ecac57fb4710 service neutron] Attempting to bind port 93fde9f8-9031-404f-943c-8e72b996505f on network 2244f7a1-04bd-42cd-9e86-31839b46f57f {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:15:47.138795 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce1021f9-7338-44a9-a38a-887c239764e9 req-e2c0a9b5-4b2f-4a75-b957-ecac57fb4710 service neutron] Checking agent: {'id': 'de11e667-f145-47b0-bd09-334a7505938e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 13, 12), 'started_at': datetime.datetime(2021, 7, 14, 9, 13, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 15, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:15:47.139288 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce1021f9-7338-44a9-a38a-887c239764e9 req-e2c0a9b5-4b2f-4a75-b957-ecac57fb4710 service neutron] Checking segment: {'id': '8f1c1422-de6c-445f-ab95-4e2c94585b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '2244f7a1-04bd-42cd-9e86-31839b46f57f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:15:47.140325 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce1021f9-7338-44a9-a38a-887c239764e9 req-e2c0a9b5-4b2f-4a75-b957-ecac57fb4710 service neutron] Bound using segment: {'id': '8f1c1422-de6c-445f-ab95-4e2c94585b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '2244f7a1-04bd-42cd-9e86-31839b46f57f'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:15:47.140875 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-ce1021f9-7338-44a9-a38a-887c239764e9 req-e2c0a9b5-4b2f-4a75-b957-ecac57fb4710 service neutron] Bound port: 93fde9f8-9031-404f-943c-8e72b996505f, host: n-h1-779913-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f1c1422-de6c-445f-ab95-4e2c94585b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '2244f7a1-04bd-42cd-9e86-31839b46f57f'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:15:47.141393 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-ce1021f9-7338-44a9-a38a-887c239764e9 req-e2c0a9b5-4b2f-4a75-b957-ecac57fb4710 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:47.181472 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20760a38-1668-44fb-8aa5-4db0ba768c11 req-8fd22dc4-a261-4f07-a3dd-afd4632d8eda tempest-TenantUsagesTestJSON-1224325920 tempest-TenantUsagesTestJSON-1224325920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:47.190318 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-20760a38-1668-44fb-8aa5-4db0ba768c11 req-8fd22dc4-a261-4f07-a3dd-afd4632d8eda tempest-TenantUsagesTestJSON-1224325920 tempest-TenantUsagesTestJSON-1224325920-project] 10.222.0.68 "GET /v2.0/ports?device_id=63f1c04c-3a3e-472f-890e-156f86a9dc7e HTTP/1.1" status: 200 len: 947 time: 0.1062903 Jul 14 09:15:47.219115 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-ce1021f9-7338-44a9-a38a-887c239764e9 req-e2c0a9b5-4b2f-4a75-b957-ecac57fb4710 service neutron] For port 93fde9f8-9031-404f-943c-8e72b996505f, host n-h1-779913-29, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:15:47.222840 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-ce1021f9-7338-44a9-a38a-887c239764e9 req-e2c0a9b5-4b2f-4a75-b957-ecac57fb4710 service neutron] For port 93fde9f8-9031-404f-943c-8e72b996505f, host n-h1-779913-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=93fde9f8-9031-404f-943c-8e72b996505f,segment=NetworkSegment(8f1c1422-de6c-445f-ab95-4e2c94585b2b),segment_id=8f1c1422-de6c-445f-ab95-4e2c94585b2b)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:15:47.251761 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-20760a38-1668-44fb-8aa5-4db0ba768c11 req-d0d030f8-7b25-4cd8-84b3-e7e13f10d0f7 tempest-TenantUsagesTestJSON-1224325920 tempest-TenantUsagesTestJSON-1224325920-project] 10.222.0.68 "GET /v2.0/security-groups?id=3a1b047a-b56b-4db0-8308-8d47b5f88509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399063 Jul 14 09:15:47.265594 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-ce1021f9-7338-44a9-a38a-887c239764e9 req-e2c0a9b5-4b2f-4a75-b957-ecac57fb4710 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:47.322002 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1021f9-7338-44a9-a38a-887c239764e9 req-e2c0a9b5-4b2f-4a75-b957-ecac57fb4710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:47.322622 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-ce1021f9-7338-44a9-a38a-887c239764e9 req-e2c0a9b5-4b2f-4a75-b957-ecac57fb4710 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:47.324059 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ce1021f9-7338-44a9-a38a-887c239764e9 req-e2c0a9b5-4b2f-4a75-b957-ecac57fb4710 service neutron] 10.222.0.65 "PUT /v2.0/ports/93fde9f8-9031-404f-943c-8e72b996505f HTTP/1.1" status: 200 len: 1117 time: 0.9722731 Jul 14 09:15:47.324497 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd80263ee-25b8-45a5-8b60-532b80cae955', 'tag': '93fde9f8-9031-404f-943c-8e72b996505f'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:15:47.326727 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06d1cfa4-8f8f-497c-94e1-b95ae36902b8" -d '{"events": [{"name": "network-changed", "server_uuid": "d80263ee-25b8-45a5-8b60-532b80cae955", "tag": "93fde9f8-9031-404f-943c-8e72b996505f"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:15:47.364269 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fff22f-341c-42fa-8745-058ab354ca95 req-8b6ef4d4-c1fd-4da1-81fc-eb4a5f2140be tempest-DeleteServersAdminTestJSON-1035248896 tempest-DeleteServersAdminTestJSON-1035248896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:47.365846 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d4fff22f-341c-42fa-8745-058ab354ca95 req-8b6ef4d4-c1fd-4da1-81fc-eb4a5f2140be tempest-DeleteServersAdminTestJSON-1035248896 tempest-DeleteServersAdminTestJSON-1035248896-project] 10.222.0.68 "GET /v2.0/ports?device_id=15e11ffd-5284-41db-9bf8-cfa26e1b72db HTTP/1.1" status: 200 len: 950 time: 0.1567428 Jul 14 09:15:47.369148 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c0a9b5-4b2f-4a75-b957-ecac57fb4710 service neutron] Pushing event updated for resources: {'Port': ['ID=93fde9f8-9031-404f-943c-8e72b996505f,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:47.422481 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d4fff22f-341c-42fa-8745-058ab354ca95 req-369a66fa-b58b-4a65-9868-e4c0d48efbaa tempest-DeleteServersAdminTestJSON-1035248896 tempest-DeleteServersAdminTestJSON-1035248896-project] 10.222.0.68 "GET /v2.0/security-groups?id=895e8c22-e884-4014-9e60-5bdb90a485a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495403 Jul 14 09:15:47.477694 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:15:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b593c51b-d0f1-49d2-911b-8482ef471062 x-openstack-request-id: req-b593c51b-d0f1-49d2-911b-8482ef471062 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:15:47.477989 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d80263ee-25b8-45a5-8b60-532b80cae955", "tag": "93fde9f8-9031-404f-943c-8e72b996505f", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:15:47.478242 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-b593c51b-d0f1-49d2-911b-8482ef471062 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:15:47.478640 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd80263ee-25b8-45a5-8b60-532b80cae955', 'tag': '93fde9f8-9031-404f-943c-8e72b996505f', 'status': 'completed', 'code': 200} Jul 14 09:15:47.604399 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d1cfa4-8f8f-497c-94e1-b95ae36902b8 req-3f9e18bd-07d0-46d3-b2fd-c4094c3ebb74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:47.607889 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-06d1cfa4-8f8f-497c-94e1-b95ae36902b8 req-3f9e18bd-07d0-46d3-b2fd-c4094c3ebb74 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=fffe3e6faca04c7d8f07c5b54adca682&device_id=d80263ee-25b8-45a5-8b60-532b80cae955 HTTP/1.1" status: 200 len: 1120 time: 0.0710871 Jul 14 09:15:47.669375 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-06d1cfa4-8f8f-497c-94e1-b95ae36902b8 req-f1134772-ba31-426c-9c3c-dc17fcd1c5f9 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=fffe3e6faca04c7d8f07c5b54adca682&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0435464 Jul 14 09:15:47.672920 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-0074f6a5-cbea-4a1a-bd69-f7133e02343b req-e50cff22-a650-4f35-9d0f-a1d4cdc8497a tempest-SecurityGroupsTestAdminJSON-121644099 tempest-SecurityGroupsTestAdminJSON-121644099-project] Request body: {'security_group': {'name': 'tempest-securitygroup-120751590', 'description': 'tempest-description-756637762'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:15:47.674272 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device f3caa2db-6854-4c43-845c-c19d3e18c403 details requested by agent hyperv_n-h2-779913-29 with host n-h2-779913-29 {{(pid=93959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:15:47.795236 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port f3caa2db-6854-4c43-845c-c19d3e18c403, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=f3caa2db-6854-4c43-845c-c19d3e18c403,segment=NetworkSegment(8f1c1422-de6c-445f-ab95-4e2c94585b2b),segment_id=8f1c1422-de6c-445f-ab95-4e2c94585b2b)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:15:47.807655 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Returning: {'device': 'f3caa2db-6854-4c43-845c-c19d3e18c403', 'network_id': '2244f7a1-04bd-42cd-9e86-31839b46f57f', 'port_id': 'f3caa2db-6854-4c43-845c-c19d3e18c403', 'mac_address': 'fa:16:3e:b2:33:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 724, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85060e65-3b2f-4a6c-a04c-ce849daa5b3b', 'ip_address': '192.168.233.77'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:15:47.848906 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:47.863715 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3caa2db-6854-4c43-845c-c19d3e18c403 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:15:47.863910 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d0b351-b209-4199-bf4b-832a942520ae req-e8cb100b-ee47-4025-a163-eb5d78697dd9 tempest-LiveMigrationNegativeTest-1997266940 tempest-LiveMigrationNegativeTest-1997266940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:47.865360 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-44d0b351-b209-4199-bf4b-832a942520ae req-e8cb100b-ee47-4025-a163-eb5d78697dd9 tempest-LiveMigrationNegativeTest-1997266940 tempest-LiveMigrationNegativeTest-1997266940-project] 10.222.0.68 "GET /v2.0/ports?device_id=d80263ee-25b8-45a5-8b60-532b80cae955 HTTP/1.1" status: 200 len: 968 time: 0.0671773 Jul 14 09:15:47.886094 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port f3caa2db-6854-4c43-845c-c19d3e18c403, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=f3caa2db-6854-4c43-845c-c19d3e18c403,segment=NetworkSegment(8f1c1422-de6c-445f-ab95-4e2c94585b2b),segment_id=8f1c1422-de6c-445f-ab95-4e2c94585b2b)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:15:47.890384 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:47.908468 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-44d0b351-b209-4199-bf4b-832a942520ae req-eebf188f-0b18-48ee-a186-e684d7dd0695 tempest-LiveMigrationNegativeTest-1997266940 tempest-LiveMigrationNegativeTest-1997266940-project] 10.222.0.68 "GET /v2.0/security-groups?id=e39688f0-61de-4c8a-9f4f-c08fcddf2800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366280 Jul 14 09:15:47.943931 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Pushing event updated for resources: {'Port': ['ID=f3caa2db-6854-4c43-845c-c19d3e18c403,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:47.950184 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-0074f6a5-cbea-4a1a-bd69-f7133e02343b req-e50cff22-a650-4f35-9d0f-a1d4cdc8497a tempest-SecurityGroupsTestAdminJSON-121644099 tempest-SecurityGroupsTestAdminJSON-121644099-project] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:47.974973 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-0074f6a5-cbea-4a1a-bd69-f7133e02343b req-e50cff22-a650-4f35-9d0f-a1d4cdc8497a tempest-SecurityGroupsTestAdminJSON-121644099 tempest-SecurityGroupsTestAdminJSON-121644099-project] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:48.052546 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d1cfa4-8f8f-497c-94e1-b95ae36902b8 req-7d954189-b2a3-4843-bd30-0e7f9e022ece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:48.054238 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-06d1cfa4-8f8f-497c-94e1-b95ae36902b8 req-7d954189-b2a3-4843-bd30-0e7f9e022ece service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3691702 Jul 14 09:15:48.127610 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-0074f6a5-cbea-4a1a-bd69-f7133e02343b req-e50cff22-a650-4f35-9d0f-a1d4cdc8497a tempest-SecurityGroupsTestAdminJSON-121644099 tempest-SecurityGroupsTestAdminJSON-121644099-project] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:48.133643 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-0074f6a5-cbea-4a1a-bd69-f7133e02343b req-e50cff22-a650-4f35-9d0f-a1d4cdc8497a tempest-SecurityGroupsTestAdminJSON-121644099 tempest-SecurityGroupsTestAdminJSON-121644099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:48.219450 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50cff22-a650-4f35-9d0f-a1d4cdc8497a tempest-SecurityGroupsTestAdminJSON-121644099 tempest-SecurityGroupsTestAdminJSON-121644099-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0fe28f0-6c32-4ef8-9ae2-f4a913923295,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:48.227496 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a9288b-d30a-47fd-8a88-c7ba0c5c50ac req-9e65b39b-7906-422d-99ea-94a8eebe0472 tempest-AggregatesAdminTestJSON-1474541478 tempest-AggregatesAdminTestJSON-1474541478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:48.235173 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-95a9288b-d30a-47fd-8a88-c7ba0c5c50ac req-9e65b39b-7906-422d-99ea-94a8eebe0472 tempest-AggregatesAdminTestJSON-1474541478 tempest-AggregatesAdminTestJSON-1474541478-project] 10.222.0.68 "GET /v2.0/ports?device_id=b258e9c5-926b-4718-843d-812c42f5fc50 HTTP/1.1" status: 200 len: 971 time: 0.0771761 Jul 14 09:15:48.261970 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1021f9-7338-44a9-a38a-887c239764e9 req-2ee8028b-1986-45bc-84cd-9ef635b25aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:48.263661 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ce1021f9-7338-44a9-a38a-887c239764e9 req-2ee8028b-1986-45bc-84cd-9ef635b25aa9 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=fffe3e6faca04c7d8f07c5b54adca682&device_id=d80263ee-25b8-45a5-8b60-532b80cae955 HTTP/1.1" status: 200 len: 1120 time: 0.1251724 Jul 14 09:15:48.265179 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] get_ports_and_sgs() called for port_ids ['f3caa2db-6854-4c43-845c-c19d3e18c403'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:15:48.286720 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-95a9288b-d30a-47fd-8a88-c7ba0c5c50ac req-5b3402de-e085-4382-945b-c324fe7780ff tempest-AggregatesAdminTestJSON-1474541478 tempest-AggregatesAdminTestJSON-1474541478-project] 10.222.0.68 "GET /v2.0/security-groups?id=15c9ca1a-6146-49cb-90e4-2f05d934dcb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499628 Jul 14 09:15:48.323171 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ce1021f9-7338-44a9-a38a-887c239764e9 req-f356ab80-ea25-4175-81e7-19299c261e0f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=93fde9f8-9031-404f-943c-8e72b996505f HTTP/1.1" status: 200 len: 217 time: 0.0418844 Jul 14 09:15:48.326223 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-0074f6a5-cbea-4a1a-bd69-f7133e02343b req-e50cff22-a650-4f35-9d0f-a1d4cdc8497a tempest-SecurityGroupsTestAdminJSON-121644099 tempest-SecurityGroupsTestAdminJSON-121644099-project] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:48.341665 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-0074f6a5-cbea-4a1a-bd69-f7133e02343b req-e50cff22-a650-4f35-9d0f-a1d4cdc8497a tempest-SecurityGroupsTestAdminJSON-121644099 tempest-SecurityGroupsTestAdminJSON-121644099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:48.354113 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 33952) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:48.407576 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-0074f6a5-cbea-4a1a-bd69-f7133e02343b req-e50cff22-a650-4f35-9d0f-a1d4cdc8497a tempest-SecurityGroupsTestAdminJSON-121644099 tempest-SecurityGroupsTestAdminJSON-121644099-project] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:48.408945 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0074f6a5-cbea-4a1a-bd69-f7133e02343b req-e50cff22-a650-4f35-9d0f-a1d4cdc8497a tempest-SecurityGroupsTestAdminJSON-121644099 tempest-SecurityGroupsTestAdminJSON-121644099-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.7431965 Jul 14 09:15:48.428095 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1021f9-7338-44a9-a38a-887c239764e9 req-739f69d3-300c-4bf7-9f37-a94d408a5cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:48.439126 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ce1021f9-7338-44a9-a38a-887c239764e9 req-739f69d3-300c-4bf7-9f37-a94d408a5cc4 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=85060e65-3b2f-4a6c-a04c-ce849daa5b3b HTTP/1.1" status: 200 len: 843 time: 0.1087608 Jul 14 09:15:48.441714 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50cff22-a650-4f35-9d0f-a1d4cdc8497a tempest-SecurityGroupsTestAdminJSON-121644099 tempest-SecurityGroupsTestAdminJSON-121644099-project] Pushing event updated for resources: {'SecurityGroup': ['ID=851a2224-f43a-4214-9847-910e5091598c,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:48.451213 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-6f287482-bceb-40bd-a615-68a108d2858f req-78dde435-2512-421c-a161-02c6535c7a97 tempest-SecurityGroupsTestAdminJSON-121644099 tempest-SecurityGroupsTestAdminJSON-121644099-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1657807013', 'description': 'tempest-description-2084806481'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:15:48.502610 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32755036-1be6-4882-97c4-a0b5f4131044 req-b1145e21-aa1f-4353-bc1d-f1f99055e7bc tempest-TenantUsagesTestJSON-1224325920 tempest-TenantUsagesTestJSON-1224325920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:48.504702 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-6f287482-bceb-40bd-a615-68a108d2858f req-78dde435-2512-421c-a161-02c6535c7a97 tempest-SecurityGroupsTestAdminJSON-121644099 tempest-SecurityGroupsTestAdminJSON-121644099-project] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:48.505998 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-32755036-1be6-4882-97c4-a0b5f4131044 req-b1145e21-aa1f-4353-bc1d-f1f99055e7bc tempest-TenantUsagesTestJSON-1224325920 tempest-TenantUsagesTestJSON-1224325920-project] 10.222.0.68 "GET /v2.0/ports?device_id=63f1c04c-3a3e-472f-890e-156f86a9dc7e HTTP/1.1" status: 200 len: 948 time: 0.1078491 Jul 14 09:15:48.541322 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1021f9-7338-44a9-a38a-887c239764e9 req-0506b3fd-e8f8-45a8-9319-78728d98f9da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:48.541866 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-98830f96-2866-4269-a204-fbaac98d861d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:48.542881 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ce1021f9-7338-44a9-a38a-887c239764e9 req-0506b3fd-e8f8-45a8-9319-78728d98f9da service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2244f7a1-04bd-42cd-9e86-31839b46f57f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0845490 Jul 14 09:15:48.562202 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-32755036-1be6-4882-97c4-a0b5f4131044 req-9c5486a9-5ca7-4c3e-b45b-2602b3c0f1e3 tempest-TenantUsagesTestJSON-1224325920 tempest-TenantUsagesTestJSON-1224325920-project] 10.222.0.68 "GET /v2.0/security-groups?id=3a1b047a-b56b-4db0-8308-8d47b5f88509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518177 Jul 14 09:15:48.673307 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-6f287482-bceb-40bd-a615-68a108d2858f req-78dde435-2512-421c-a161-02c6535c7a97 tempest-SecurityGroupsTestAdminJSON-121644099 tempest-SecurityGroupsTestAdminJSON-121644099-project] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:48.676229 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ce1021f9-7338-44a9-a38a-887c239764e9 req-3b2ce5da-f20e-4662-85de-32b670b8c2c3 service neutron] 10.222.0.65 "GET /v2.0/networks/2244f7a1-04bd-42cd-9e86-31839b46f57f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255221 Jul 14 09:15:48.677916 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-6f287482-bceb-40bd-a615-68a108d2858f req-78dde435-2512-421c-a161-02c6535c7a97 tempest-SecurityGroupsTestAdminJSON-121644099 tempest-SecurityGroupsTestAdminJSON-121644099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:48.755117 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78dde435-2512-421c-a161-02c6535c7a97 tempest-SecurityGroupsTestAdminJSON-121644099 tempest-SecurityGroupsTestAdminJSON-121644099-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e48a467-6cff-46f0-834e-9dd3db7c1575,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:48.774060 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1407494-9135-4ad3-a8d3-26f9491195bd req-ac87bb08-4a02-4e70-8247-2b41525c0bf1 tempest-DeleteServersAdminTestJSON-1035248896 tempest-DeleteServersAdminTestJSON-1035248896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:48.775567 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-f1407494-9135-4ad3-a8d3-26f9491195bd req-ac87bb08-4a02-4e70-8247-2b41525c0bf1 tempest-DeleteServersAdminTestJSON-1035248896 tempest-DeleteServersAdminTestJSON-1035248896-project] 10.222.0.68 "GET /v2.0/ports?device_id=15e11ffd-5284-41db-9bf8-cfa26e1b72db HTTP/1.1" status: 200 len: 950 time: 0.1044044 Jul 14 09:15:48.793743 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ce1021f9-7338-44a9-a38a-887c239764e9 req-01b6d60e-a8d9-4bfc-8090-3dc15585851b service neutron] 10.222.0.65 "GET /v2.0/networks/2244f7a1-04bd-42cd-9e86-31839b46f57f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083531 Jul 14 09:15:48.836236 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-98830f96-2866-4269-a204-fbaac98d861d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:48.842289 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-f1407494-9135-4ad3-a8d3-26f9491195bd req-d362d2d2-7e26-4c3d-aa32-613338d0bf3d tempest-DeleteServersAdminTestJSON-1035248896 tempest-DeleteServersAdminTestJSON-1035248896-project] 10.222.0.68 "GET /v2.0/security-groups?id=895e8c22-e884-4014-9e60-5bdb90a485a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549409 Jul 14 09:15:48.843712 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-98830f96-2866-4269-a204-fbaac98d861d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:48.846914 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-6f287482-bceb-40bd-a615-68a108d2858f req-78dde435-2512-421c-a161-02c6535c7a97 tempest-SecurityGroupsTestAdminJSON-121644099 tempest-SecurityGroupsTestAdminJSON-121644099-project] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:48.848283 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6f287482-bceb-40bd-a615-68a108d2858f req-78dde435-2512-421c-a161-02c6535c7a97 tempest-SecurityGroupsTestAdminJSON-121644099 tempest-SecurityGroupsTestAdminJSON-121644099-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.4074757 Jul 14 09:15:48.884130 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-98830f96-2866-4269-a204-fbaac98d861d admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=b7aa3a87dc884333a2bad457af6c117c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5289195 Jul 14 09:15:48.884966 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98830f96-2866-4269-a204-fbaac98d861d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cd29624-f7c4-4c59-98ad-394dec143b22,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:48.887916 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 33968) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:48.951981 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-05dca346-7a5c-4aa9-96f3-ca8a51162d02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:48.980921 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-05dca346-7a5c-4aa9-96f3-ca8a51162d02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:49.041010 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-05dca346-7a5c-4aa9-96f3-ca8a51162d02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:49.044248 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-05dca346-7a5c-4aa9-96f3-ca8a51162d02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:49.048134 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-05dca346-7a5c-4aa9-96f3-ca8a51162d02 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/1cd29624-f7c4-4c59-98ad-394dec143b22 HTTP/1.1" status: 204 len: 168 time: 0.1565137 Jul 14 09:15:49.055223 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05dca346-7a5c-4aa9-96f3-ca8a51162d02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cd29624-f7c4-4c59-98ad-394dec143b22,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:49.130852 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-2ce6e9de-2a30-4077-9afd-bead3a74be52 req-a109bd0a-e6d5-4d38-8d83-c108750b510c tempest-SecurityGroupsTestAdminJSON-1391296346 tempest-SecurityGroupsTestAdminJSON-1391296346-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1150991631', 'description': 'tempest-description-945703012'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:15:49.154282 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-2ce6e9de-2a30-4077-9afd-bead3a74be52 req-a109bd0a-e6d5-4d38-8d83-c108750b510c tempest-SecurityGroupsTestAdminJSON-1391296346 tempest-SecurityGroupsTestAdminJSON-1391296346-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:49.163231 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-2ce6e9de-2a30-4077-9afd-bead3a74be52 req-a109bd0a-e6d5-4d38-8d83-c108750b510c tempest-SecurityGroupsTestAdminJSON-1391296346 tempest-SecurityGroupsTestAdminJSON-1391296346-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:49.286347 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-2ce6e9de-2a30-4077-9afd-bead3a74be52 req-a109bd0a-e6d5-4d38-8d83-c108750b510c tempest-SecurityGroupsTestAdminJSON-1391296346 tempest-SecurityGroupsTestAdminJSON-1391296346-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:49.292192 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-2ce6e9de-2a30-4077-9afd-bead3a74be52 req-a109bd0a-e6d5-4d38-8d83-c108750b510c tempest-SecurityGroupsTestAdminJSON-1391296346 tempest-SecurityGroupsTestAdminJSON-1391296346-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:49.337723 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a109bd0a-e6d5-4d38-8d83-c108750b510c tempest-SecurityGroupsTestAdminJSON-1391296346 tempest-SecurityGroupsTestAdminJSON-1391296346-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16c4db14-c7db-4188-8a8a-d85a806815e0,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:49.397600 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-2ce6e9de-2a30-4077-9afd-bead3a74be52 req-a109bd0a-e6d5-4d38-8d83-c108750b510c tempest-SecurityGroupsTestAdminJSON-1391296346 tempest-SecurityGroupsTestAdminJSON-1391296346-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:49.402642 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-2ce6e9de-2a30-4077-9afd-bead3a74be52 req-a109bd0a-e6d5-4d38-8d83-c108750b510c tempest-SecurityGroupsTestAdminJSON-1391296346 tempest-SecurityGroupsTestAdminJSON-1391296346-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:49.429602 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-2ce6e9de-2a30-4077-9afd-bead3a74be52 req-a109bd0a-e6d5-4d38-8d83-c108750b510c tempest-SecurityGroupsTestAdminJSON-1391296346 tempest-SecurityGroupsTestAdminJSON-1391296346-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:49.438659 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2ce6e9de-2a30-4077-9afd-bead3a74be52 req-a109bd0a-e6d5-4d38-8d83-c108750b510c tempest-SecurityGroupsTestAdminJSON-1391296346 tempest-SecurityGroupsTestAdminJSON-1391296346-project-admin] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.3115935 Jul 14 09:15:49.450782 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a109bd0a-e6d5-4d38-8d83-c108750b510c tempest-SecurityGroupsTestAdminJSON-1391296346 tempest-SecurityGroupsTestAdminJSON-1391296346-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=954fb868-df9c-4c9b-9916-012c1b49db0a,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:49.487717 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 33982) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:49.500272 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6c4845cd-d50b-4cf0-b4ad-f4a7646b0a15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:49.627140 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e590a4-3b5d-42ee-8116-c7a73b9699aa req-239d6228-6791-4042-ad97-89210e30a4f6 tempest-AggregatesAdminTestJSON-1474541478 tempest-AggregatesAdminTestJSON-1474541478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:49.628555 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e7e590a4-3b5d-42ee-8116-c7a73b9699aa req-239d6228-6791-4042-ad97-89210e30a4f6 tempest-AggregatesAdminTestJSON-1474541478 tempest-AggregatesAdminTestJSON-1474541478-project] 10.222.0.68 "GET /v2.0/ports?device_id=b258e9c5-926b-4718-843d-812c42f5fc50 HTTP/1.1" status: 200 len: 971 time: 0.0848343 Jul 14 09:15:49.655964 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6c4845cd-d50b-4cf0-b4ad-f4a7646b0a15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:49.665626 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6c4845cd-d50b-4cf0-b4ad-f4a7646b0a15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:49.668274 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e7e590a4-3b5d-42ee-8116-c7a73b9699aa req-2bad25f7-1847-4e47-b8e5-928b27fa366c tempest-AggregatesAdminTestJSON-1474541478 tempest-AggregatesAdminTestJSON-1474541478-project] 10.222.0.68 "GET /v2.0/security-groups?id=15c9ca1a-6146-49cb-90e4-2f05d934dcb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341396 Jul 14 09:15:49.695250 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8216a42-a7c9-458f-b2f3-e6ccb3f44d82 req-0a04894f-63b3-49bd-b123-c2e48f3bef7e tempest-LiveMigrationNegativeTest-1997266940 tempest-LiveMigrationNegativeTest-1997266940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:49.695928 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device f3caa2db-6854-4c43-845c-c19d3e18c403 up at agent hyperv_n-h2-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:15:49.697855 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-f8216a42-a7c9-458f-b2f3-e6ccb3f44d82 req-0a04894f-63b3-49bd-b123-c2e48f3bef7e tempest-LiveMigrationNegativeTest-1997266940 tempest-LiveMigrationNegativeTest-1997266940-project] 10.222.0.68 "GET /v2.0/ports?device_id=d80263ee-25b8-45a5-8b60-532b80cae955 HTTP/1.1" status: 200 len: 968 time: 0.1254675 Jul 14 09:15:49.746885 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Provisioning for port f3caa2db-6854-4c43-845c-c19d3e18c403 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:15:49.751085 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Provisioning complete for port f3caa2db-6854-4c43-845c-c19d3e18c403 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:15:49.751210 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:49.772752 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-6c4845cd-d50b-4cf0-b4ad-f4a7646b0a15 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=f11b245f16ca4ed696ae9274fce0f7bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2843165 Jul 14 09:15:49.774434 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4845cd-d50b-4cf0-b4ad-f4a7646b0a15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85af68d3-1139-4e50-8e93-40be17444789,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:49.776878 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 33988) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:49.804355 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-f8216a42-a7c9-458f-b2f3-e6ccb3f44d82 req-616485f4-a4b8-40b3-878b-35fdfab075cd tempest-LiveMigrationNegativeTest-1997266940 tempest-LiveMigrationNegativeTest-1997266940-project] 10.222.0.68 "GET /v2.0/security-groups?id=e39688f0-61de-4c8a-9f4f-c08fcddf2800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932174 Jul 14 09:15:49.835271 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [req-2455e909-e2cd-4f10-a4db-143cdb9f2245 req-8a9e7540-10e4-4758-8ebe-e2e15e667987 tempest-SecurityGroupsTestAdminJSON-1391296346 tempest-SecurityGroupsTestAdminJSON-1391296346-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1127313554', 'description': 'tempest-description-900466365'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:15:49.862576 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-2455e909-e2cd-4f10-a4db-143cdb9f2245 req-8a9e7540-10e4-4758-8ebe-e2e15e667987 tempest-SecurityGroupsTestAdminJSON-1391296346 tempest-SecurityGroupsTestAdminJSON-1391296346-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:49.877365 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:49.878434 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-18cbbda7-da85-441e-a491-cf59494cd67b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:49.906598 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63f1c04c-3a3e-472f-890e-156f86a9dc7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3caa2db-6854-4c43-845c-c19d3e18c403'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:15:49.909044 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd62303f06773040a8a4e189dc46b4f565768c299abf8ab8e7739778b0bc3e97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59c9fd20-0235-4e02-adb0-35ea2852561a" -d '{"events": [{"server_uuid": "63f1c04c-3a3e-472f-890e-156f86a9dc7e", "name": "network-vif-plugged", "status": "completed", "tag": "f3caa2db-6854-4c43-845c-c19d3e18c403"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:15:49.910801 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-18cbbda7-da85-441e-a491-cf59494cd67b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:49.926760 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port f3caa2db-6854-4c43-845c-c19d3e18c403, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=f3caa2db-6854-4c43-845c-c19d3e18c403,segment=NetworkSegment(8f1c1422-de6c-445f-ab95-4e2c94585b2b),segment_id=8f1c1422-de6c-445f-ab95-4e2c94585b2b)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:15:49.930917 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:49.932496 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e200e91-91fb-4c18-91e0-4d7233d9e605 req-6dcda9f0-6600-45b2-8881-4f78364bb76f tempest-DeleteServersAdminTestJSON-1035248896 tempest-DeleteServersAdminTestJSON-1035248896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:49.934658 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6e200e91-91fb-4c18-91e0-4d7233d9e605 req-6dcda9f0-6600-45b2-8881-4f78364bb76f tempest-DeleteServersAdminTestJSON-1035248896 tempest-DeleteServersAdminTestJSON-1035248896-project] 10.222.0.68 "GET /v2.0/ports?device_id=15e11ffd-5284-41db-9bf8-cfa26e1b72db HTTP/1.1" status: 200 len: 950 time: 0.1587887 Jul 14 09:15:49.970425 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-2455e909-e2cd-4f10-a4db-143cdb9f2245 req-8a9e7540-10e4-4758-8ebe-e2e15e667987 tempest-SecurityGroupsTestAdminJSON-1391296346 tempest-SecurityGroupsTestAdminJSON-1391296346-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:49.975386 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-2455e909-e2cd-4f10-a4db-143cdb9f2245 req-8a9e7540-10e4-4758-8ebe-e2e15e667987 tempest-SecurityGroupsTestAdminJSON-1391296346 tempest-SecurityGroupsTestAdminJSON-1391296346-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:49.990670 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6e200e91-91fb-4c18-91e0-4d7233d9e605 req-82c54bd1-6ff5-4338-985e-220f073dfd9c tempest-DeleteServersAdminTestJSON-1035248896 tempest-DeleteServersAdminTestJSON-1035248896-project] 10.222.0.68 "GET /v2.0/security-groups?id=895e8c22-e884-4014-9e60-5bdb90a485a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432332 Jul 14 09:15:49.991113 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Pushing event updated for resources: {'Port': ['ID=f3caa2db-6854-4c43-845c-c19d3e18c403,revision_number=5']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:50.004203 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-18cbbda7-da85-441e-a491-cf59494cd67b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:50.007868 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-18cbbda7-da85-441e-a491-cf59494cd67b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:50.012482 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-18cbbda7-da85-441e-a491-cf59494cd67b admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/85af68d3-1139-4e50-8e93-40be17444789 HTTP/1.1" status: 204 len: 168 time: 0.2307475 Jul 14 09:15:50.023956 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-2455e909-e2cd-4f10-a4db-143cdb9f2245 req-8a9e7540-10e4-4758-8ebe-e2e15e667987 tempest-SecurityGroupsTestAdminJSON-1391296346 tempest-SecurityGroupsTestAdminJSON-1391296346-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:50.025508 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cbbda7-da85-441e-a491-cf59494cd67b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85af68d3-1139-4e50-8e93-40be17444789,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:50.038892 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-2455e909-e2cd-4f10-a4db-143cdb9f2245 req-8a9e7540-10e4-4758-8ebe-e2e15e667987 tempest-SecurityGroupsTestAdminJSON-1391296346 tempest-SecurityGroupsTestAdminJSON-1391296346-project-admin] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.2068396 Jul 14 09:15:50.044158 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9e7540-10e4-4758-8ebe-e2e15e667987 tempest-SecurityGroupsTestAdminJSON-1391296346 tempest-SecurityGroupsTestAdminJSON-1391296346-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e429ad3f-7e8e-43a3-ac4d-c2dfa8de1f80,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:50.195021 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5f4ab8-e2a1-4c81-9d31-77d5caa1e4de req-1fb63087-3083-42ef-bba2-bb91b6b557b0 tempest-TenantUsagesTestJSON-1224325920 tempest-TenantUsagesTestJSON-1224325920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:50.196540 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-bf5f4ab8-e2a1-4c81-9d31-77d5caa1e4de req-1fb63087-3083-42ef-bba2-bb91b6b557b0 tempest-TenantUsagesTestJSON-1224325920 tempest-TenantUsagesTestJSON-1224325920-project] 10.222.0.68 "GET /v2.0/ports?device_id=63f1c04c-3a3e-472f-890e-156f86a9dc7e HTTP/1.1" status: 200 len: 949 time: 0.0660725 Jul 14 09:15:50.241840 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-bf5f4ab8-e2a1-4c81-9d31-77d5caa1e4de req-d2ff7b74-21e7-490d-91c0-5c071646cc8c tempest-TenantUsagesTestJSON-1224325920 tempest-TenantUsagesTestJSON-1224325920-project] 10.222.0.68 "GET /v2.0/security-groups?id=3a1b047a-b56b-4db0-8308-8d47b5f88509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388949 Jul 14 09:15:50.282369 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b178a58-1816-4dcb-9696-0d4950ec7ac3 req-41628303-aedb-4169-b69e-6d4fc0bc7551 tempest-AggregatesAdminTestJSON-193783362 tempest-AggregatesAdminTestJSON-193783362-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:50.283963 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-4b178a58-1816-4dcb-9696-0d4950ec7ac3 req-41628303-aedb-4169-b69e-6d4fc0bc7551 tempest-AggregatesAdminTestJSON-193783362 tempest-AggregatesAdminTestJSON-193783362-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=b258e9c5-926b-4718-843d-812c42f5fc50 HTTP/1.1" status: 200 len: 1123 time: 0.0744841 Jul 14 09:15:50.295726 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:15:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f3c00c6-1bbf-4e2c-8d78-90ca83ee4393 x-openstack-request-id: req-4f3c00c6-1bbf-4e2c-8d78-90ca83ee4393 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:15:50.296072 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63f1c04c-3a3e-472f-890e-156f86a9dc7e", "name": "network-vif-plugged", "status": "completed", "tag": "f3caa2db-6854-4c43-845c-c19d3e18c403", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:15:50.296336 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-4f3c00c6-1bbf-4e2c-8d78-90ca83ee4393 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:15:50.296734 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63f1c04c-3a3e-472f-890e-156f86a9dc7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3caa2db-6854-4c43-845c-c19d3e18c403', 'code': 200} Jul 14 09:15:50.313853 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-4b178a58-1816-4dcb-9696-0d4950ec7ac3 req-69204502-8e3e-4eaa-80be-23bdd4908c48 tempest-AggregatesAdminTestJSON-193783362 tempest-AggregatesAdminTestJSON-193783362-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:50.450652 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-4b178a58-1816-4dcb-9696-0d4950ec7ac3 req-69204502-8e3e-4eaa-80be-23bdd4908c48 tempest-AggregatesAdminTestJSON-193783362 tempest-AggregatesAdminTestJSON-193783362-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:50.455189 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-4b178a58-1816-4dcb-9696-0d4950ec7ac3 req-69204502-8e3e-4eaa-80be-23bdd4908c48 tempest-AggregatesAdminTestJSON-193783362 tempest-AggregatesAdminTestJSON-193783362-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:50.482559 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-4b178a58-1816-4dcb-9696-0d4950ec7ac3 req-69204502-8e3e-4eaa-80be-23bdd4908c48 tempest-AggregatesAdminTestJSON-193783362 tempest-AggregatesAdminTestJSON-193783362-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=15c9ca1a-6146-49cb-90e4-2f05d934dcb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855705 Jul 14 09:15:50.487353 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69204502-8e3e-4eaa-80be-23bdd4908c48 tempest-AggregatesAdminTestJSON-193783362 tempest-AggregatesAdminTestJSON-193783362-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=576d4b2c-ebc2-42a1-a42d-2dc0c7b356a3,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:50.579932 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e9690f-5a98-46bb-a81d-74319caa2158 req-db7e71f5-ebcf-41b5-9ba4-3e053b44d337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:50.581434 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-69e9690f-5a98-46bb-a81d-74319caa2158 req-db7e71f5-ebcf-41b5-9ba4-3e053b44d337 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=63f1c04c-3a3e-472f-890e-156f86a9dc7e HTTP/1.1" status: 200 len: 1101 time: 0.1455128 Jul 14 09:15:50.601756 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-29ef69b0-fa16-461b-8c11-d92398f10905 req-0423fa9f-469b-475f-9192-c17e95dc5ff6 tempest-SecurityGroupsTestAdminJSON-1391296346 tempest-SecurityGroupsTestAdminJSON-1391296346-project-admin] 10.222.0.68 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 31305 time: 0.2910020 Jul 14 09:15:50.666683 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-69e9690f-5a98-46bb-a81d-74319caa2158 req-c832eda6-93df-4612-bad8-d91f6e4bf9bd service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=3a1b047a-b56b-4db0-8308-8d47b5f88509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639169 Jul 14 09:15:50.677257 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-29ef69b0-fa16-461b-8c11-d92398f10905 req-753a3bfc-2234-451e-ad54-ed7ef81e35ef tempest-SecurityGroupsTestAdminJSON-1391296346 tempest-SecurityGroupsTestAdminJSON-1391296346-project-admin] 10.222.0.68 "GET /v2.0/security-groups/15c9ca1a-6146-49cb-90e4-2f05d934dcb7 HTTP/1.1" status: 200 len: 2977 time: 0.0677035 Jul 14 09:15:50.729433 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-29ef69b0-fa16-461b-8c11-d92398f10905 req-ed124ddf-092f-4c25-ba45-02ac72e08928 tempest-SecurityGroupsTestAdminJSON-1391296346 tempest-SecurityGroupsTestAdminJSON-1391296346-project-admin] 10.222.0.68 "GET /v2.0/security-groups/15c9ca1a-6146-49cb-90e4-2f05d934dcb7 HTTP/1.1" status: 200 len: 2977 time: 0.0422654 Jul 14 09:15:50.782984 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-29ef69b0-fa16-461b-8c11-d92398f10905 req-c129419d-9693-4af9-9b4e-5e9c7e5d6d1b tempest-SecurityGroupsTestAdminJSON-1391296346 tempest-SecurityGroupsTestAdminJSON-1391296346-project-admin] 10.222.0.68 "GET /v2.0/security-groups/16c4db14-c7db-4188-8a8a-d85a806815e0 HTTP/1.1" status: 200 len: 2981 time: 0.0397468 Jul 14 09:15:50.841900 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-29ef69b0-fa16-461b-8c11-d92398f10905 req-74019557-864e-4986-920a-391e98b82653 tempest-SecurityGroupsTestAdminJSON-1391296346 tempest-SecurityGroupsTestAdminJSON-1391296346-project-admin] 10.222.0.68 "GET /v2.0/security-groups/16c4db14-c7db-4188-8a8a-d85a806815e0 HTTP/1.1" status: 200 len: 2981 time: 0.0440691 Jul 14 09:15:50.887719 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-29ef69b0-fa16-461b-8c11-d92398f10905 req-1cf4a602-055a-436f-a8c1-0f654db451bd tempest-SecurityGroupsTestAdminJSON-1391296346 tempest-SecurityGroupsTestAdminJSON-1391296346-project-admin] 10.222.0.68 "GET /v2.0/security-groups/3a1b047a-b56b-4db0-8308-8d47b5f88509 HTTP/1.1" status: 200 len: 2981 time: 0.0447967 Jul 14 09:15:50.960836 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-29ef69b0-fa16-461b-8c11-d92398f10905 req-2576f394-89ca-456f-8991-898c77760a4f tempest-SecurityGroupsTestAdminJSON-1391296346 tempest-SecurityGroupsTestAdminJSON-1391296346-project-admin] 10.222.0.68 "GET /v2.0/security-groups/3a1b047a-b56b-4db0-8308-8d47b5f88509 HTTP/1.1" status: 200 len: 2981 time: 0.0632269 Jul 14 09:15:51.006933 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-29ef69b0-fa16-461b-8c11-d92398f10905 req-bed209db-2ba9-46e6-bdd6-a7bc54496989 tempest-SecurityGroupsTestAdminJSON-1391296346 tempest-SecurityGroupsTestAdminJSON-1391296346-project-admin] 10.222.0.68 "GET /v2.0/security-groups/7e0ae956-055b-480e-89dc-2bd7f60e3193 HTTP/1.1" status: 200 len: 2973 time: 0.0378437 Jul 14 09:15:51.058790 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-29ef69b0-fa16-461b-8c11-d92398f10905 req-bb566366-c28f-4849-b077-f3e3bcb4caaa tempest-SecurityGroupsTestAdminJSON-1391296346 tempest-SecurityGroupsTestAdminJSON-1391296346-project-admin] 10.222.0.68 "GET /v2.0/security-groups/7e0ae956-055b-480e-89dc-2bd7f60e3193 HTTP/1.1" status: 200 len: 2973 time: 0.0452666 Jul 14 09:15:51.104678 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-29ef69b0-fa16-461b-8c11-d92398f10905 req-672a74bd-0c2f-48ca-9161-c09d7d285d10 tempest-SecurityGroupsTestAdminJSON-1391296346 tempest-SecurityGroupsTestAdminJSON-1391296346-project-admin] 10.222.0.68 "GET /v2.0/security-groups/872d207d-e600-4ebd-9cfa-44f1d7761f8e HTTP/1.1" status: 200 len: 2977 time: 0.0417051 Jul 14 09:15:51.150358 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-29ef69b0-fa16-461b-8c11-d92398f10905 req-5307749c-b2fb-403f-b147-d2bf49fb9922 tempest-SecurityGroupsTestAdminJSON-1391296346 tempest-SecurityGroupsTestAdminJSON-1391296346-project-admin] 10.222.0.68 "GET /v2.0/security-groups/872d207d-e600-4ebd-9cfa-44f1d7761f8e HTTP/1.1" status: 200 len: 2977 time: 0.0375113 Jul 14 09:15:51.185025 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71853969-799b-4bd3-94aa-c559fb412e26 req-bc2eb8b8-78a1-463c-90ff-1794073caf50 tempest-LiveMigrationNegativeTest-1997266940 tempest-LiveMigrationNegativeTest-1997266940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:51.186601 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-71853969-799b-4bd3-94aa-c559fb412e26 req-bc2eb8b8-78a1-463c-90ff-1794073caf50 tempest-LiveMigrationNegativeTest-1997266940 tempest-LiveMigrationNegativeTest-1997266940-project] 10.222.0.68 "GET /v2.0/ports?device_id=d80263ee-25b8-45a5-8b60-532b80cae955 HTTP/1.1" status: 200 len: 968 time: 0.0709591 Jul 14 09:15:51.207316 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-29ef69b0-fa16-461b-8c11-d92398f10905 req-7f94e36d-131e-4190-9cb0-139edcaf5ff0 tempest-SecurityGroupsTestAdminJSON-1391296346 tempest-SecurityGroupsTestAdminJSON-1391296346-project-admin] 10.222.0.68 "GET /v2.0/security-groups/895e8c22-e884-4014-9e60-5bdb90a485a7 HTTP/1.1" status: 200 len: 2977 time: 0.0507078 Jul 14 09:15:51.234330 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-71853969-799b-4bd3-94aa-c559fb412e26 req-9b9ff038-7428-43ae-8a11-023e1033b155 tempest-LiveMigrationNegativeTest-1997266940 tempest-LiveMigrationNegativeTest-1997266940-project] 10.222.0.68 "GET /v2.0/security-groups?id=e39688f0-61de-4c8a-9f4f-c08fcddf2800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415497 Jul 14 09:15:51.271092 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-29ef69b0-fa16-461b-8c11-d92398f10905 req-52be09eb-8753-4792-aee9-a833a5759dea tempest-SecurityGroupsTestAdminJSON-1391296346 tempest-SecurityGroupsTestAdminJSON-1391296346-project-admin] 10.222.0.68 "GET /v2.0/security-groups/895e8c22-e884-4014-9e60-5bdb90a485a7 HTTP/1.1" status: 200 len: 2977 time: 0.0576591 Jul 14 09:15:51.329696 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-29ef69b0-fa16-461b-8c11-d92398f10905 req-b1afc4c3-e97a-4491-9b02-0c89643464c0 tempest-SecurityGroupsTestAdminJSON-1391296346 tempest-SecurityGroupsTestAdminJSON-1391296346-project-admin] 10.222.0.68 "GET /v2.0/security-groups/df3b18dc-c2ff-4fb2-8897-806bd5a5475e HTTP/1.1" status: 200 len: 2981 time: 0.0459335 Jul 14 09:15:51.375635 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-29ef69b0-fa16-461b-8c11-d92398f10905 req-ed797926-3ad4-4bb7-a225-b34a54ee69c2 tempest-SecurityGroupsTestAdminJSON-1391296346 tempest-SecurityGroupsTestAdminJSON-1391296346-project-admin] 10.222.0.68 "GET /v2.0/security-groups/df3b18dc-c2ff-4fb2-8897-806bd5a5475e HTTP/1.1" status: 200 len: 2981 time: 0.0397961 Jul 14 09:15:51.429706 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-29ef69b0-fa16-461b-8c11-d92398f10905 req-e1c542ae-8ed3-474b-af60-470a36779ea2 tempest-SecurityGroupsTestAdminJSON-1391296346 tempest-SecurityGroupsTestAdminJSON-1391296346-project-admin] 10.222.0.68 "GET /v2.0/security-groups/e0fe28f0-6c32-4ef8-9ae2-f4a913923295 HTTP/1.1" status: 200 len: 2981 time: 0.0387568 Jul 14 09:15:51.448543 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bdd071-ca93-42fb-9937-82e0ef98c8ba req-842f08ad-08bf-4626-9bde-f53ee8944b40 tempest-DeleteServersAdminTestJSON-1035248896 tempest-DeleteServersAdminTestJSON-1035248896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:51.450126 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-34bdd071-ca93-42fb-9937-82e0ef98c8ba req-842f08ad-08bf-4626-9bde-f53ee8944b40 tempest-DeleteServersAdminTestJSON-1035248896 tempest-DeleteServersAdminTestJSON-1035248896-project] 10.222.0.68 "GET /v2.0/ports?device_id=15e11ffd-5284-41db-9bf8-cfa26e1b72db HTTP/1.1" status: 200 len: 950 time: 0.0704367 Jul 14 09:15:51.481382 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-29ef69b0-fa16-461b-8c11-d92398f10905 req-23528ec9-999c-4568-91ca-5263603ed1c0 tempest-SecurityGroupsTestAdminJSON-1391296346 tempest-SecurityGroupsTestAdminJSON-1391296346-project-admin] 10.222.0.68 "GET /v2.0/security-groups/e0fe28f0-6c32-4ef8-9ae2-f4a913923295 HTTP/1.1" status: 200 len: 2981 time: 0.0455809 Jul 14 09:15:51.492735 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-34bdd071-ca93-42fb-9937-82e0ef98c8ba req-026bb1a6-999e-40b6-b71e-fd26d0d8b06e tempest-DeleteServersAdminTestJSON-1035248896 tempest-DeleteServersAdminTestJSON-1035248896-project] 10.222.0.68 "GET /v2.0/security-groups?id=895e8c22-e884-4014-9e60-5bdb90a485a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345948 Jul 14 09:15:51.524808 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-29ef69b0-fa16-461b-8c11-d92398f10905 req-18f74751-3e8e-4d45-adc3-5aa5b4cf4c37 tempest-SecurityGroupsTestAdminJSON-1391296346 tempest-SecurityGroupsTestAdminJSON-1391296346-project-admin] 10.222.0.68 "GET /v2.0/security-groups/e39688f0-61de-4c8a-9f4f-c08fcddf2800 HTTP/1.1" status: 200 len: 2981 time: 0.0378256 Jul 14 09:15:51.576273 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-29ef69b0-fa16-461b-8c11-d92398f10905 req-6064211e-027d-45cb-900a-3d78b0f7b242 tempest-SecurityGroupsTestAdminJSON-1391296346 tempest-SecurityGroupsTestAdminJSON-1391296346-project-admin] 10.222.0.68 "GET /v2.0/security-groups/e39688f0-61de-4c8a-9f4f-c08fcddf2800 HTTP/1.1" status: 200 len: 2981 time: 0.0426283 Jul 14 09:15:51.672640 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c801f34b-9e7a-4576-a89c-8be3cf359960 req-eafb9d31-9b1e-451f-ba5a-b044685bef4e tempest-TenantUsagesTestJSON-1224325920 tempest-TenantUsagesTestJSON-1224325920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:51.674268 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-c801f34b-9e7a-4576-a89c-8be3cf359960 req-eafb9d31-9b1e-451f-ba5a-b044685bef4e tempest-TenantUsagesTestJSON-1224325920 tempest-TenantUsagesTestJSON-1224325920-project] 10.222.0.68 "GET /v2.0/ports?device_id=63f1c04c-3a3e-472f-890e-156f86a9dc7e HTTP/1.1" status: 200 len: 949 time: 0.0677855 Jul 14 09:15:51.716122 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-c801f34b-9e7a-4576-a89c-8be3cf359960 req-ee9f162a-5983-4bc3-89f8-fb3b24578845 tempest-TenantUsagesTestJSON-1224325920 tempest-TenantUsagesTestJSON-1224325920-project] 10.222.0.68 "GET /v2.0/security-groups?id=3a1b047a-b56b-4db0-8308-8d47b5f88509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312443 Jul 14 09:15:51.717236 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-11095aef-46bf-4ad1-9762-9e8610e83cc6 req-6553439c-7aad-4dba-bd11-6b1986aab9eb tempest-SecurityGroupsTestAdminJSON-121644099 tempest-SecurityGroupsTestAdminJSON-121644099-project] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=99321383dea14346b6f6abb72e93dabb HTTP/1.1" status: 200 len: 6102 time: 0.0711021 Jul 14 09:15:51.794344 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-11095aef-46bf-4ad1-9762-9e8610e83cc6 req-9ccee4a2-958c-4ec5-93b9-2a9fd780e07d tempest-SecurityGroupsTestAdminJSON-121644099 tempest-SecurityGroupsTestAdminJSON-121644099-project] 10.222.0.68 "GET /v2.0/security-groups/e0fe28f0-6c32-4ef8-9ae2-f4a913923295 HTTP/1.1" status: 200 len: 2981 time: 0.0706289 Jul 14 09:15:51.823356 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b96cb0-402d-4a7e-a229-67c8f1036c49 req-c640284b-3c55-4aba-b786-febd38f47642 tempest-DeleteServersAdminTestJSON-405926712 tempest-DeleteServersAdminTestJSON-405926712-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:51.825365 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a9b96cb0-402d-4a7e-a229-67c8f1036c49 req-c640284b-3c55-4aba-b786-febd38f47642 tempest-DeleteServersAdminTestJSON-405926712 tempest-DeleteServersAdminTestJSON-405926712-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=15e11ffd-5284-41db-9bf8-cfa26e1b72db HTTP/1.1" status: 200 len: 1102 time: 0.0941682 Jul 14 09:15:51.877799 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-11095aef-46bf-4ad1-9762-9e8610e83cc6 req-d73bcc81-f042-43a4-a9cd-5466b97f0058 tempest-SecurityGroupsTestAdminJSON-121644099 tempest-SecurityGroupsTestAdminJSON-121644099-project] 10.222.0.68 "GET /v2.0/security-groups/e0fe28f0-6c32-4ef8-9ae2-f4a913923295 HTTP/1.1" status: 200 len: 2981 time: 0.0736365 Jul 14 09:15:51.974721 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [req-a9b96cb0-402d-4a7e-a229-67c8f1036c49 req-ae9f2693-475a-4c01-8a35-9ade4aeb3839 tempest-DeleteServersAdminTestJSON-405926712 tempest-DeleteServersAdminTestJSON-405926712-project-admin] Deleting port 068e0481-dd6c-4b2d-a1f8-82fb98d18373 {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:15:51.975059 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-a9b96cb0-402d-4a7e-a229-67c8f1036c49 req-ae9f2693-475a-4c01-8a35-9ade4aeb3839 tempest-DeleteServersAdminTestJSON-405926712 tempest-DeleteServersAdminTestJSON-405926712-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:51.981264 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b8622686-194a-44ab-83f0-38c6d7284af9 req-89dd4fe8-d954-47d0-93ec-0fe69faf2572 tempest-SecurityGroupsTestAdminJSON-1391296346 tempest-SecurityGroupsTestAdminJSON-1391296346-project-admin] 10.222.0.68 "GET /v2.0/security-groups/e429ad3f-7e8e-43a3-ac4d-c2dfa8de1f80 HTTP/1.1" status: 200 len: 1777 time: 0.0515263 Jul 14 09:15:52.062429 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-f304ce21-cb51-42fe-80a9-1164d56fc158 req-7ec9de27-2cfd-4e48-a4e7-46937e8934f6 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/networks?tenant_id=f15ecc2e979442a6b02936316f8b33e1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0227869 Jul 14 09:15:52.083677 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-69ebe564-76b4-49ac-a1ba-1370a1e59092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:52.107505 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-a9b96cb0-402d-4a7e-a229-67c8f1036c49 req-ae9f2693-475a-4c01-8a35-9ade4aeb3839 tempest-DeleteServersAdminTestJSON-405926712 tempest-DeleteServersAdminTestJSON-405926712-project-admin] For port 068e0481-dd6c-4b2d-a1f8-82fb98d18373, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=068e0481-dd6c-4b2d-a1f8-82fb98d18373,segment=NetworkSegment(8f1c1422-de6c-445f-ab95-4e2c94585b2b),segment_id=8f1c1422-de6c-445f-ab95-4e2c94585b2b)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:15:52.107984 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-a9b96cb0-402d-4a7e-a229-67c8f1036c49 req-ae9f2693-475a-4c01-8a35-9ade4aeb3839 tempest-DeleteServersAdminTestJSON-405926712 tempest-DeleteServersAdminTestJSON-405926712-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:52.110494 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-b8622686-194a-44ab-83f0-38c6d7284af9 req-7585e273-6532-4e5f-9e2d-88337269ac5c tempest-SecurityGroupsTestAdminJSON-1391296346 tempest-SecurityGroupsTestAdminJSON-1391296346-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:52.128573 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [req-a9b96cb0-402d-4a7e-a229-67c8f1036c49 req-ae9f2693-475a-4c01-8a35-9ade4aeb3839 tempest-DeleteServersAdminTestJSON-405926712 tempest-DeleteServersAdminTestJSON-405926712-project-admin] Calling delete_port for 068e0481-dd6c-4b2d-a1f8-82fb98d18373 owned by compute:nova {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:15:52.152916 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-b8622686-194a-44ab-83f0-38c6d7284af9 req-7585e273-6532-4e5f-9e2d-88337269ac5c tempest-SecurityGroupsTestAdminJSON-1391296346 tempest-SecurityGroupsTestAdminJSON-1391296346-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:52.188109 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f304ce21-cb51-42fe-80a9-1164d56fc158 req-d6f3b393-bb07-4055-8603-6b031d605aff tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:52.189628 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-f304ce21-cb51-42fe-80a9-1164d56fc158 req-d6f3b393-bb07-4055-8603-6b031d605aff tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1190963 Jul 14 09:15:52.205687 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-f304ce21-cb51-42fe-80a9-1164d56fc158 req-587db698-bc33-4d00-9902-6068ac9ee5b2 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/quotas/f15ecc2e979442a6b02936316f8b33e1 HTTP/1.1" status: 200 len: 375 time: 0.0098560 Jul 14 09:15:52.241525 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-f304ce21-cb51-42fe-80a9-1164d56fc158 req-c8dd0f63-5d8e-4c90-b552-abd89cd09640 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=f15ecc2e979442a6b02936316f8b33e1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0295377 Jul 14 09:15:52.270186 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-b8622686-194a-44ab-83f0-38c6d7284af9 req-7585e273-6532-4e5f-9e2d-88337269ac5c tempest-SecurityGroupsTestAdminJSON-1391296346 tempest-SecurityGroupsTestAdminJSON-1391296346-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:52.272738 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-b8622686-194a-44ab-83f0-38c6d7284af9 req-7585e273-6532-4e5f-9e2d-88337269ac5c tempest-SecurityGroupsTestAdminJSON-1391296346 tempest-SecurityGroupsTestAdminJSON-1391296346-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:52.273904 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b8622686-194a-44ab-83f0-38c6d7284af9 req-7585e273-6532-4e5f-9e2d-88337269ac5c tempest-SecurityGroupsTestAdminJSON-1391296346 tempest-SecurityGroupsTestAdminJSON-1391296346-project-admin] 10.222.0.68 "DELETE /v2.0/security-groups/e429ad3f-7e8e-43a3-ac4d-c2dfa8de1f80 HTTP/1.1" status: 204 len: 173 time: 0.2836306 Jul 14 09:15:52.287644 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7585e273-6532-4e5f-9e2d-88337269ac5c tempest-SecurityGroupsTestAdminJSON-1391296346 tempest-SecurityGroupsTestAdminJSON-1391296346-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e429ad3f-7e8e-43a3-ac4d-c2dfa8de1f80,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:52.354194 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-a9b96cb0-402d-4a7e-a229-67c8f1036c49 req-ae9f2693-475a-4c01-8a35-9ade4aeb3839 tempest-DeleteServersAdminTestJSON-405926712 tempest-DeleteServersAdminTestJSON-405926712-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:52.387666 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9f2693-475a-4c01-8a35-9ade4aeb3839 tempest-DeleteServersAdminTestJSON-405926712 tempest-DeleteServersAdminTestJSON-405926712-project-admin] Pushing event deleted for resources: {'Port': ['ID=068e0481-dd6c-4b2d-a1f8-82fb98d18373,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:52.390271 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] get_ports_and_sgs() called for port_ids ['068e0481-dd6c-4b2d-a1f8-82fb98d18373'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:15:52.477339 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9b96cb0-402d-4a7e-a229-67c8f1036c49 req-ae9f2693-475a-4c01-8a35-9ade4aeb3839 tempest-DeleteServersAdminTestJSON-405926712 tempest-DeleteServersAdminTestJSON-405926712-project-admin] No DVR routers for this DVR port 068e0481-dd6c-4b2d-a1f8-82fb98d18373 on host n-h2-779913-29 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:15:52.483564 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-a9b96cb0-402d-4a7e-a229-67c8f1036c49 req-ae9f2693-475a-4c01-8a35-9ade4aeb3839 tempest-DeleteServersAdminTestJSON-405926712 tempest-DeleteServersAdminTestJSON-405926712-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:52.487529 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a9b96cb0-402d-4a7e-a229-67c8f1036c49 req-ae9f2693-475a-4c01-8a35-9ade4aeb3839 tempest-DeleteServersAdminTestJSON-405926712 tempest-DeleteServersAdminTestJSON-405926712-project-admin] 10.222.0.57 "DELETE /v2.0/ports/068e0481-dd6c-4b2d-a1f8-82fb98d18373 HTTP/1.1" status: 204 len: 173 time: 0.6522527 Jul 14 09:15:52.488012 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15e11ffd-5284-41db-9bf8-cfa26e1b72db', 'name': 'network-vif-deleted', 'tag': '068e0481-dd6c-4b2d-a1f8-82fb98d18373'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:15:52.504580 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6f7b20c-0d4a-4f54-b807-4929920ca78a" -d '{"events": [{"server_uuid": "15e11ffd-5284-41db-9bf8-cfa26e1b72db", "name": "network-vif-deleted", "tag": "068e0481-dd6c-4b2d-a1f8-82fb98d18373"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:15:52.608650 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785846da-519c-4ebb-8b67-c6e3f670dca2 req-1386ccf6-e8af-4985-998f-4e897680e970 tempest-LiveMigrationNegativeTest-1997266940 tempest-LiveMigrationNegativeTest-1997266940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:52.616090 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-785846da-519c-4ebb-8b67-c6e3f670dca2 req-1386ccf6-e8af-4985-998f-4e897680e970 tempest-LiveMigrationNegativeTest-1997266940 tempest-LiveMigrationNegativeTest-1997266940-project] 10.222.0.68 "GET /v2.0/ports?device_id=d80263ee-25b8-45a5-8b60-532b80cae955 HTTP/1.1" status: 200 len: 968 time: 0.0856490 Jul 14 09:15:52.624025 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-521d625d-9aa2-4886-83b9-e9f904b56888 req-cbfa44ef-8ecf-4f4a-928b-325046b17c4e tempest-SecurityGroupsTestAdminJSON-1391296346 tempest-SecurityGroupsTestAdminJSON-1391296346-project-admin] 10.222.0.68 "GET /v2.0/security-groups/954fb868-df9c-4c9b-9916-012c1b49db0a HTTP/1.1" status: 200 len: 1777 time: 0.0874803 Jul 14 09:15:52.666702 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-785846da-519c-4ebb-8b67-c6e3f670dca2 req-a058fe72-7a36-43aa-b8a4-836a1561763e tempest-LiveMigrationNegativeTest-1997266940 tempest-LiveMigrationNegativeTest-1997266940-project] 10.222.0.68 "GET /v2.0/security-groups?id=e39688f0-61de-4c8a-9f4f-c08fcddf2800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493965 Jul 14 09:15:52.703099 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-521d625d-9aa2-4886-83b9-e9f904b56888 req-e9c4381c-2606-48f5-86e8-d24aea2569bf tempest-SecurityGroupsTestAdminJSON-1391296346 tempest-SecurityGroupsTestAdminJSON-1391296346-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:52.734838 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-521d625d-9aa2-4886-83b9-e9f904b56888 req-e9c4381c-2606-48f5-86e8-d24aea2569bf tempest-SecurityGroupsTestAdminJSON-1391296346 tempest-SecurityGroupsTestAdminJSON-1391296346-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:52.760081 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-0f01188f-c65b-43be-a884-7dc210a44f6f req-727cba72-8212-4d85-becc-e18646bb7114 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/ports?device_id=611c1b28-c22b-43c2-aa46-15cef6f6cd26 HTTP/1.1" status: 200 len: 210 time: 0.0429459 Jul 14 09:15:52.799224 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-521d625d-9aa2-4886-83b9-e9f904b56888 req-e9c4381c-2606-48f5-86e8-d24aea2569bf tempest-SecurityGroupsTestAdminJSON-1391296346 tempest-SecurityGroupsTestAdminJSON-1391296346-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:52.801735 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-521d625d-9aa2-4886-83b9-e9f904b56888 req-e9c4381c-2606-48f5-86e8-d24aea2569bf tempest-SecurityGroupsTestAdminJSON-1391296346 tempest-SecurityGroupsTestAdminJSON-1391296346-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:52.815038 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-521d625d-9aa2-4886-83b9-e9f904b56888 req-e9c4381c-2606-48f5-86e8-d24aea2569bf tempest-SecurityGroupsTestAdminJSON-1391296346 tempest-SecurityGroupsTestAdminJSON-1391296346-project-admin] 10.222.0.68 "DELETE /v2.0/security-groups/954fb868-df9c-4c9b-9916-012c1b49db0a HTTP/1.1" status: 204 len: 173 time: 0.1900666 Jul 14 09:15:52.832009 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:15:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e72d023c-d55d-4cc3-853f-beeb6963e001 x-openstack-request-id: req-e72d023c-d55d-4cc3-853f-beeb6963e001 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:15:52.832484 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15e11ffd-5284-41db-9bf8-cfa26e1b72db", "name": "network-vif-deleted", "tag": "068e0481-dd6c-4b2d-a1f8-82fb98d18373", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:15:52.832942 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-e72d023c-d55d-4cc3-853f-beeb6963e001 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:15:52.833583 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15e11ffd-5284-41db-9bf8-cfa26e1b72db', 'name': 'network-vif-deleted', 'tag': '068e0481-dd6c-4b2d-a1f8-82fb98d18373', 'status': 'completed', 'code': 200} Jul 14 09:15:52.836063 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c4381c-2606-48f5-86e8-d24aea2569bf tempest-SecurityGroupsTestAdminJSON-1391296346 tempest-SecurityGroupsTestAdminJSON-1391296346-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=954fb868-df9c-4c9b-9916-012c1b49db0a,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:52.982210 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-9ed8d608-3bfd-4354-9852-5f825ab32443 req-7701156c-c1b9-4591-9f65-7c47be21fde6 tempest-DeleteServersAdminTestJSON-1035248896 tempest-DeleteServersAdminTestJSON-1035248896-project] 10.222.0.68 "GET /v2.0/ports?device_id=15e11ffd-5284-41db-9bf8-cfa26e1b72db HTTP/1.1" status: 200 len: 210 time: 0.0340173 Jul 14 09:15:53.054955 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a23d508-667d-4dae-91a1-5185b64c0b80 req-a0441dd6-51bd-4526-b930-0c4ea67e4414 tempest-TenantUsagesTestJSON-1224325920 tempest-TenantUsagesTestJSON-1224325920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:53.056498 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-6a23d508-667d-4dae-91a1-5185b64c0b80 req-a0441dd6-51bd-4526-b930-0c4ea67e4414 tempest-TenantUsagesTestJSON-1224325920 tempest-TenantUsagesTestJSON-1224325920-project] 10.222.0.68 "GET /v2.0/ports?device_id=63f1c04c-3a3e-472f-890e-156f86a9dc7e HTTP/1.1" status: 200 len: 949 time: 0.0724726 Jul 14 09:15:53.060046 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 93fde9f8-9031-404f-943c-8e72b996505f details requested by agent hyperv_n-h1-779913-29 with host n-h1-779913-29 {{(pid=93959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:15:53.154436 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-6a23d508-667d-4dae-91a1-5185b64c0b80 req-0aaba2e0-ef1d-4273-80b2-38e2fbc3482a tempest-TenantUsagesTestJSON-1224325920 tempest-TenantUsagesTestJSON-1224325920-project] 10.222.0.68 "GET /v2.0/security-groups?id=3a1b047a-b56b-4db0-8308-8d47b5f88509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849993 Jul 14 09:15:53.182134 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port 93fde9f8-9031-404f-943c-8e72b996505f, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=93fde9f8-9031-404f-943c-8e72b996505f,segment=NetworkSegment(8f1c1422-de6c-445f-ab95-4e2c94585b2b),segment_id=8f1c1422-de6c-445f-ab95-4e2c94585b2b)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:15:53.201292 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Returning: {'device': '93fde9f8-9031-404f-943c-8e72b996505f', 'network_id': '2244f7a1-04bd-42cd-9e86-31839b46f57f', 'port_id': '93fde9f8-9031-404f-943c-8e72b996505f', 'mac_address': 'fa:16:3e:1c:40:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 724, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85060e65-3b2f-4a6c-a04c-ce849daa5b3b', 'ip_address': '192.168.233.8'}], 'device_owner': 'compute:tempest-test_az-1414252460', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:15:53.254562 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:53.277862 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93fde9f8-9031-404f-943c-8e72b996505f {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:15:53.302928 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port 93fde9f8-9031-404f-943c-8e72b996505f, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=93fde9f8-9031-404f-943c-8e72b996505f,segment=NetworkSegment(8f1c1422-de6c-445f-ab95-4e2c94585b2b),segment_id=8f1c1422-de6c-445f-ab95-4e2c94585b2b)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:15:53.309987 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:53.326422 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-4a807acc-8f92-49f1-8ba4-22d808da2dba req-7b6d09bb-92a1-46d5-af30-cc8da83ddd78 tempest-SecurityGroupsTestAdminJSON-121644099 tempest-SecurityGroupsTestAdminJSON-121644099-project] 10.222.0.68 "GET /v2.0/security-groups/0e48a467-6cff-46f0-834e-9dd3db7c1575 HTTP/1.1" status: 200 len: 1778 time: 0.3121641 Jul 14 09:15:53.371849 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Pushing event updated for resources: {'Port': ['ID=93fde9f8-9031-404f-943c-8e72b996505f,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:53.394602 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-4a807acc-8f92-49f1-8ba4-22d808da2dba req-cea54422-042b-4977-97db-bcb091ca40e9 tempest-SecurityGroupsTestAdminJSON-121644099 tempest-SecurityGroupsTestAdminJSON-121644099-project] Notify callbacks [] for security_group, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:53.417803 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-4a807acc-8f92-49f1-8ba4-22d808da2dba req-cea54422-042b-4977-97db-bcb091ca40e9 tempest-SecurityGroupsTestAdminJSON-121644099 tempest-SecurityGroupsTestAdminJSON-121644099-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:53.475435 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-4a807acc-8f92-49f1-8ba4-22d808da2dba req-cea54422-042b-4977-97db-bcb091ca40e9 tempest-SecurityGroupsTestAdminJSON-121644099 tempest-SecurityGroupsTestAdminJSON-121644099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:53.480406 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-4a807acc-8f92-49f1-8ba4-22d808da2dba req-cea54422-042b-4977-97db-bcb091ca40e9 tempest-SecurityGroupsTestAdminJSON-121644099 tempest-SecurityGroupsTestAdminJSON-121644099-project] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:53.481763 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-4a807acc-8f92-49f1-8ba4-22d808da2dba req-cea54422-042b-4977-97db-bcb091ca40e9 tempest-SecurityGroupsTestAdminJSON-121644099 tempest-SecurityGroupsTestAdminJSON-121644099-project] 10.222.0.68 "DELETE /v2.0/security-groups/0e48a467-6cff-46f0-834e-9dd3db7c1575 HTTP/1.1" status: 204 len: 173 time: 0.1490574 Jul 14 09:15:53.492869 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea54422-042b-4977-97db-bcb091ca40e9 tempest-SecurityGroupsTestAdminJSON-121644099 tempest-SecurityGroupsTestAdminJSON-121644099-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e48a467-6cff-46f0-834e-9dd3db7c1575,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:53.602021 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] get_ports_and_sgs() called for port_ids ['93fde9f8-9031-404f-943c-8e72b996505f'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:15:53.632712 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-41488a15-fb5c-4ad2-9e1e-5c6bbe18b241 req-41b813b2-4ca2-49ce-a228-b2cea721531f tempest-SecurityGroupsTestAdminJSON-121644099 tempest-SecurityGroupsTestAdminJSON-121644099-project] 10.222.0.68 "GET /v2.0/security-groups/851a2224-f43a-4214-9847-910e5091598c HTTP/1.1" status: 200 len: 1776 time: 0.0582860 Jul 14 09:15:53.733823 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-41488a15-fb5c-4ad2-9e1e-5c6bbe18b241 req-229eaab5-c8f8-4ca7-a560-11e7b072f847 tempest-SecurityGroupsTestAdminJSON-121644099 tempest-SecurityGroupsTestAdminJSON-121644099-project] Notify callbacks [] for security_group, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:53.763905 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-41488a15-fb5c-4ad2-9e1e-5c6bbe18b241 req-229eaab5-c8f8-4ca7-a560-11e7b072f847 tempest-SecurityGroupsTestAdminJSON-121644099 tempest-SecurityGroupsTestAdminJSON-121644099-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:53.815248 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-41488a15-fb5c-4ad2-9e1e-5c6bbe18b241 req-229eaab5-c8f8-4ca7-a560-11e7b072f847 tempest-SecurityGroupsTestAdminJSON-121644099 tempest-SecurityGroupsTestAdminJSON-121644099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:53.818411 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-41488a15-fb5c-4ad2-9e1e-5c6bbe18b241 req-229eaab5-c8f8-4ca7-a560-11e7b072f847 tempest-SecurityGroupsTestAdminJSON-121644099 tempest-SecurityGroupsTestAdminJSON-121644099-project] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:53.837601 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-41488a15-fb5c-4ad2-9e1e-5c6bbe18b241 req-229eaab5-c8f8-4ca7-a560-11e7b072f847 tempest-SecurityGroupsTestAdminJSON-121644099 tempest-SecurityGroupsTestAdminJSON-121644099-project] 10.222.0.68 "DELETE /v2.0/security-groups/851a2224-f43a-4214-9847-910e5091598c HTTP/1.1" status: 204 len: 173 time: 0.1809907 Jul 14 09:15:53.861983 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229eaab5-c8f8-4ca7-a560-11e7b072f847 tempest-SecurityGroupsTestAdminJSON-121644099 tempest-SecurityGroupsTestAdminJSON-121644099-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=851a2224-f43a-4214-9847-910e5091598c,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:54.044237 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d4843c3b-3b5f-48fb-8292-f3258cc232ac req-c2c32102-5d8e-4710-aca9-cb215b611b4b tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/ports?device_id=611c1b28-c22b-43c2-aa46-15cef6f6cd26 HTTP/1.1" status: 200 len: 210 time: 0.0369899 Jul 14 09:15:54.085909 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f304ce21-cb51-42fe-80a9-1164d56fc158 req-5b47392a-f889-49a5-ace6-733f4e676d50 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=f15ecc2e979442a6b02936316f8b33e1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0449812 Jul 14 09:15:54.182030 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 34158) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:54.216756 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e03be9c-8e9b-4de7-9eb1-e4f9e09fedd5 req-f416f840-f043-4cfe-a11b-64dfe75f81f9 tempest-LiveMigrationNegativeTest-1997266940 tempest-LiveMigrationNegativeTest-1997266940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:54.224528 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6e03be9c-8e9b-4de7-9eb1-e4f9e09fedd5 req-f416f840-f043-4cfe-a11b-64dfe75f81f9 tempest-LiveMigrationNegativeTest-1997266940 tempest-LiveMigrationNegativeTest-1997266940-project] 10.222.0.68 "GET /v2.0/ports?device_id=d80263ee-25b8-45a5-8b60-532b80cae955 HTTP/1.1" status: 200 len: 969 time: 0.2547166 Jul 14 09:15:54.296044 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6e03be9c-8e9b-4de7-9eb1-e4f9e09fedd5 req-eb1b15e0-ea54-41fd-8986-b760419a25b3 tempest-LiveMigrationNegativeTest-1997266940 tempest-LiveMigrationNegativeTest-1997266940-project] 10.222.0.68 "GET /v2.0/security-groups?id=e39688f0-61de-4c8a-9f4f-c08fcddf2800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703881 Jul 14 09:15:54.313879 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f304ce21-cb51-42fe-80a9-1164d56fc158 req-7c65aaf5-836a-4e29-bea5-c4039231921e tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:54.322767 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f304ce21-cb51-42fe-80a9-1164d56fc158 req-7c65aaf5-836a-4e29-bea5-c4039231921e tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2271369 Jul 14 09:15:54.354158 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-f304ce21-cb51-42fe-80a9-1164d56fc158 req-b1917f21-fc68-415c-8e7c-71f0d2c3ffcb tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Request body: {'port': {'device_id': '611c1b28-c22b-43c2-aa46-15cef6f6cd26', 'network_id': '2244f7a1-04bd-42cd-9e86-31839b46f57f', 'admin_state_up': True, 'tenant_id': 'f15ecc2e979442a6b02936316f8b33e1'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:15:54.425986 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-e264eb83-945a-4f91-8bbd-36013f809c5d admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=99321383dea14346b6f6abb72e93dabb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2425542 Jul 14 09:15:54.428483 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 34166) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:54.538611 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b3d82c0c-f8e1-4671-ad70-615ccba79b02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:54.542323 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f304ce21-cb51-42fe-80a9-1164d56fc158 req-b1917f21-fc68-415c-8e7c-71f0d2c3ffcb tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Made reservation on behalf of f15ecc2e979442a6b02936316f8b33e1 for: {'port': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:15:54.546364 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-f304ce21-cb51-42fe-80a9-1164d56fc158 req-b1917f21-fc68-415c-8e7c-71f0d2c3ffcb tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:54.558405 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-f304ce21-cb51-42fe-80a9-1164d56fc158 req-b1917f21-fc68-415c-8e7c-71f0d2c3ffcb tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:54.563669 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b3d82c0c-f8e1-4671-ad70-615ccba79b02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:54.656649 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b3d82c0c-f8e1-4671-ad70-615ccba79b02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:54.659400 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b3d82c0c-f8e1-4671-ad70-615ccba79b02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:54.661099 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-b3d82c0c-f8e1-4671-ad70-615ccba79b02 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/e0fe28f0-6c32-4ef8-9ae2-f4a913923295 HTTP/1.1" status: 204 len: 168 time: 0.2306004 Jul 14 09:15:54.672117 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d82c0c-f8e1-4671-ad70-615ccba79b02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0fe28f0-6c32-4ef8-9ae2-f4a913923295,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:54.699770 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:54.719321 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc36b77-2165-4def-abcf-949eb9013493 req-1a00a08d-edab-41f8-b5e9-438f77826bf7 tempest-TenantUsagesTestJSON-1224325920 tempest-TenantUsagesTestJSON-1224325920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:54.721382 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-5cc36b77-2165-4def-abcf-949eb9013493 req-1a00a08d-edab-41f8-b5e9-438f77826bf7 tempest-TenantUsagesTestJSON-1224325920 tempest-TenantUsagesTestJSON-1224325920-project] 10.222.0.68 "GET /v2.0/ports?device_id=63f1c04c-3a3e-472f-890e-156f86a9dc7e HTTP/1.1" status: 200 len: 949 time: 0.1213620 Jul 14 09:15:54.724246 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-f304ce21-cb51-42fe-80a9-1164d56fc158 req-b1917f21-fc68-415c-8e7c-71f0d2c3ffcb tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:54.730964 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-f304ce21-cb51-42fe-80a9-1164d56fc158 req-b1917f21-fc68-415c-8e7c-71f0d2c3ffcb tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:54.743373 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2a12756b-3664-4d94-a320-c3eb0952c8e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:54.805846 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-5cc36b77-2165-4def-abcf-949eb9013493 req-d01a582d-3f1b-477b-883f-a19e87f8c965 tempest-TenantUsagesTestJSON-1224325920 tempest-TenantUsagesTestJSON-1224325920-project] 10.222.0.68 "GET /v2.0/security-groups?id=3a1b047a-b56b-4db0-8308-8d47b5f88509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648000 Jul 14 09:15:54.863425 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1917f21-fc68-415c-8e7c-71f0d2c3ffcb tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93b55648-4dd6-4852-bb99-9aa842ab19a1,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:54.873476 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-80e9405e-ddab-4b1d-acd2-2a7a0d002a16 req-2306d142-d7eb-48e0-a7b4-8dda4047dfe2 tempest-DeleteServersAdminTestJSON-1035248896 tempest-DeleteServersAdminTestJSON-1035248896-project] 10.222.0.68 "GET /v2.0/networks?tenant_id=91bf6090a5d04784b6bc54869d87dad3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0385375 Jul 14 09:15:54.987629 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [req-f304ce21-cb51-42fe-80a9-1164d56fc158 req-b1917f21-fc68-415c-8e7c-71f0d2c3ffcb tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Allocated IP 192.168.233.238 (2244f7a1-04bd-42cd-9e86-31839b46f57f/85060e65-3b2f-4a6c-a04c-ce849daa5b3b/3c588ba2-3350-4d26-ae32-a0222859845a) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:15:55.049732 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e9405e-ddab-4b1d-acd2-2a7a0d002a16 req-6e01adba-9ff1-44e9-a78d-8242ab7a97cc tempest-DeleteServersAdminTestJSON-1035248896 tempest-DeleteServersAdminTestJSON-1035248896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:55.056275 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-80e9405e-ddab-4b1d-acd2-2a7a0d002a16 req-6e01adba-9ff1-44e9-a78d-8242ab7a97cc tempest-DeleteServersAdminTestJSON-1035248896 tempest-DeleteServersAdminTestJSON-1035248896-project] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1741517 Jul 14 09:15:55.074519 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 93fde9f8-9031-404f-943c-8e72b996505f up at agent hyperv_n-h1-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:15:55.095384 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-80e9405e-ddab-4b1d-acd2-2a7a0d002a16 req-cc63ac53-5170-451e-a008-d14ca8debdd8 tempest-DeleteServersAdminTestJSON-1035248896 tempest-DeleteServersAdminTestJSON-1035248896-project] 10.222.0.68 "GET /v2.0/quotas/91bf6090a5d04784b6bc54869d87dad3 HTTP/1.1" status: 200 len: 375 time: 0.0380757 Jul 14 09:15:55.134360 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Provisioning for port 93fde9f8-9031-404f-943c-8e72b996505f completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:15:55.140443 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 34212) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:55.142287 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Provisioning complete for port 93fde9f8-9031-404f-943c-8e72b996505f triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:15:55.142808 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:55.190265 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-80e9405e-ddab-4b1d-acd2-2a7a0d002a16 req-e56c0a51-80e5-4b2c-8510-7b8c08e7338a tempest-DeleteServersAdminTestJSON-1035248896 tempest-DeleteServersAdminTestJSON-1035248896-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=91bf6090a5d04784b6bc54869d87dad3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0893950 Jul 14 09:15:55.193813 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-d21ff703-8bd3-4625-bbb2-184f7bdfbdc7 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=d3be0a1a552a4b6c954c6c46b829aec6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0518045 Jul 14 09:15:55.196118 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 34214) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:55.254289 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-c4f54f86-52f7-4cb4-b1c9-87a0b59994c5 req-7f7d5c8a-7934-43e6-afc2-e894e97f6459 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/ports?device_id=611c1b28-c22b-43c2-aa46-15cef6f6cd26 HTTP/1.1" status: 200 len: 210 time: 0.0457876 Jul 14 09:15:55.272608 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-f304ce21-cb51-42fe-80a9-1164d56fc158 req-b1917f21-fc68-415c-8e7c-71f0d2c3ffcb tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:55.277822 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:55.322764 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [req-f304ce21-cb51-42fe-80a9-1164d56fc158 req-b1917f21-fc68-415c-8e7c-71f0d2c3ffcb tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Transition to ACTIVE for port object 3c588ba2-3350-4d26-ae32-a0222859845a will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:15:55.326355 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fc407b07-c6be-4421-8d9a-b9f3774cf1ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:55.334508 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd80263ee-25b8-45a5-8b60-532b80cae955', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93fde9f8-9031-404f-943c-8e72b996505f'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:15:55.338061 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd62303f06773040a8a4e189dc46b4f565768c299abf8ab8e7739778b0bc3e97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3400d19-a8eb-4dcc-9529-1e947c360383" -d '{"events": [{"server_uuid": "d80263ee-25b8-45a5-8b60-532b80cae955", "name": "network-vif-plugged", "status": "completed", "tag": "93fde9f8-9031-404f-943c-8e72b996505f"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:15:55.353170 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fc407b07-c6be-4421-8d9a-b9f3774cf1ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:55.383381 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port 93fde9f8-9031-404f-943c-8e72b996505f, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=93fde9f8-9031-404f-943c-8e72b996505f,segment=NetworkSegment(8f1c1422-de6c-445f-ab95-4e2c94585b2b),segment_id=8f1c1422-de6c-445f-ab95-4e2c94585b2b)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:15:55.389203 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:55.432850 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-f304ce21-cb51-42fe-80a9-1164d56fc158 req-b1917f21-fc68-415c-8e7c-71f0d2c3ffcb tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:55.456477 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fc407b07-c6be-4421-8d9a-b9f3774cf1ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:55.459848 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fc407b07-c6be-4421-8d9a-b9f3774cf1ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:55.462322 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-fc407b07-c6be-4421-8d9a-b9f3774cf1ec admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/16c4db14-c7db-4188-8a8a-d85a806815e0 HTTP/1.1" status: 204 len: 168 time: 0.2649698 Jul 14 09:15:55.482220 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc407b07-c6be-4421-8d9a-b9f3774cf1ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16c4db14-c7db-4188-8a8a-d85a806815e0,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:55.494695 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Pushing event updated for resources: {'Port': ['ID=93fde9f8-9031-404f-943c-8e72b996505f,revision_number=5']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:55.520922 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f304ce21-cb51-42fe-80a9-1164d56fc158 req-b1917f21-fc68-415c-8e7c-71f0d2c3ffcb tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Network 2244f7a1-04bd-42cd-9e86-31839b46f57f is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:15:55.525004 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [req-f304ce21-cb51-42fe-80a9-1164d56fc158 req-b1917f21-fc68-415c-8e7c-71f0d2c3ffcb tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:15:55.545506 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1917f21-fc68-415c-8e7c-71f0d2c3ffcb tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Pushing event updated for resources: {'Port': ['ID=3c588ba2-3350-4d26-ae32-a0222859845a,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:55.556033 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-f304ce21-cb51-42fe-80a9-1164d56fc158 req-b1917f21-fc68-415c-8e7c-71f0d2c3ffcb tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:15:55.562471 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f304ce21-cb51-42fe-80a9-1164d56fc158 req-b1917f21-fc68-415c-8e7c-71f0d2c3ffcb tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:55.563157 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-f304ce21-cb51-42fe-80a9-1164d56fc158 req-b1917f21-fc68-415c-8e7c-71f0d2c3ffcb tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:55.582416 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f304ce21-cb51-42fe-80a9-1164d56fc158 req-b1917f21-fc68-415c-8e7c-71f0d2c3ffcb tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2321155 Jul 14 09:15:55.604238 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-f304ce21-cb51-42fe-80a9-1164d56fc158 req-71810540-ea93-4c4b-b660-741405d4fae0 service neutron] Request body: {'port': {'device_id': '611c1b28-c22b-43c2-aa46-15cef6f6cd26', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-29'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:15:55.735491 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 068e0481-dd6c-4b2d-a1f8-82fb98d18373 no longer exists at agent hyperv_n-h2-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:15:55.754169 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-f304ce21-cb51-42fe-80a9-1164d56fc158 req-71810540-ea93-4c4b-b660-741405d4fae0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:55.796099 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2dd4f4-de9e-4ed9-91e3-2edeeffec212 req-6cb93969-f145-4b39-b34b-e10b1a80d98a tempest-LiveMigrationNegativeTest-1997266940 tempest-LiveMigrationNegativeTest-1997266940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:55.797699 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0b2dd4f4-de9e-4ed9-91e3-2edeeffec212 req-6cb93969-f145-4b39-b34b-e10b1a80d98a tempest-LiveMigrationNegativeTest-1997266940 tempest-LiveMigrationNegativeTest-1997266940-project] 10.222.0.68 "GET /v2.0/ports?device_id=d80263ee-25b8-45a5-8b60-532b80cae955 HTTP/1.1" status: 200 len: 970 time: 0.1904004 Jul 14 09:15:55.823945 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] No Port match for: 068e0481-dd6c-4b2d-a1f8-82fb98d18373 {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:15:55.824298 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 068e0481-dd6c-4b2d-a1f8-82fb98d18373 not bound to the agent host n-h2-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:15:55.861347 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5ad31076-714c-49ec-bc37-f3d4cd90112a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:55.879414 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:15:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9cc1852-ffba-4a62-99c6-46096f0fe9b5 x-openstack-request-id: req-b9cc1852-ffba-4a62-99c6-46096f0fe9b5 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:15:55.879706 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d80263ee-25b8-45a5-8b60-532b80cae955", "name": "network-vif-plugged", "status": "completed", "tag": "93fde9f8-9031-404f-943c-8e72b996505f", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:15:55.880119 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-b9cc1852-ffba-4a62-99c6-46096f0fe9b5 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:15:55.880849 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd80263ee-25b8-45a5-8b60-532b80cae955', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93fde9f8-9031-404f-943c-8e72b996505f', 'code': 200} Jul 14 09:15:55.912486 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-b249895e-cbde-4c60-b420-f0310a540e30 None None] Provisioning for port 3c588ba2-3350-4d26-ae32-a0222859845a completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:15:55.930255 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-b249895e-cbde-4c60-b420-f0310a540e30 None None] Provisioning complete for port 3c588ba2-3350-4d26-ae32-a0222859845a triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:15:55.930990 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b249895e-cbde-4c60-b420-f0310a540e30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:55.944701 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0b2dd4f4-de9e-4ed9-91e3-2edeeffec212 req-13bc9792-cfa4-4b12-9374-b924af0cd109 tempest-LiveMigrationNegativeTest-1997266940 tempest-LiveMigrationNegativeTest-1997266940-project] 10.222.0.68 "GET /v2.0/security-groups?id=e39688f0-61de-4c8a-9f4f-c08fcddf2800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324708 Jul 14 09:15:56.028170 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-b249895e-cbde-4c60-b420-f0310a540e30 None None] Port 3c588ba2-3350-4d26-ae32-a0222859845a cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:15:56.115043 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-e3414572-50dc-421a-9b03-68ab1078028d req-300e35ac-ae1a-4617-9781-bced556a731c tempest-DeleteServersAdminTestJSON-1035248896 tempest-DeleteServersAdminTestJSON-1035248896-project] 10.222.0.68 "GET /v2.0/ports?device_id=8b5cc62b-1d87-468c-9cb9-ed3c3c8a9ed2 HTTP/1.1" status: 200 len: 210 time: 0.0333600 Jul 14 09:15:56.155425 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a42fe2b-dace-4c38-942b-ceaeaae4d5b1 req-459af344-cbe3-4e07-b955-745c82c58070 tempest-TenantUsagesTestJSON-1224325920 tempest-TenantUsagesTestJSON-1224325920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:56.162649 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-7a42fe2b-dace-4c38-942b-ceaeaae4d5b1 req-459af344-cbe3-4e07-b955-745c82c58070 tempest-TenantUsagesTestJSON-1224325920 tempest-TenantUsagesTestJSON-1224325920-project] 10.222.0.57 "GET /v2.0/ports?device_id=63f1c04c-3a3e-472f-890e-156f86a9dc7e HTTP/1.1" status: 200 len: 949 time: 0.2058580 Jul 14 09:15:56.406517 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0f692a-8445-4e4e-93cb-33c7aa311b67 req-3b0316ba-7869-421c-b97e-27fcab6a4a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:56.408176 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-fd0f692a-8445-4e4e-93cb-33c7aa311b67 req-3b0316ba-7869-421c-b97e-27fcab6a4a86 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=d80263ee-25b8-45a5-8b60-532b80cae955 HTTP/1.1" status: 200 len: 1122 time: 0.3938539 Jul 14 09:15:56.411975 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-7a42fe2b-dace-4c38-942b-ceaeaae4d5b1 req-7eecf173-1ac3-4f99-b999-544b4ad8c97d tempest-TenantUsagesTestJSON-1224325920 tempest-TenantUsagesTestJSON-1224325920-project] Deleting port f3caa2db-6854-4c43-845c-c19d3e18c403 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:15:56.414371 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-7a42fe2b-dace-4c38-942b-ceaeaae4d5b1 req-7eecf173-1ac3-4f99-b999-544b4ad8c97d tempest-TenantUsagesTestJSON-1224325920 tempest-TenantUsagesTestJSON-1224325920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:56.492561 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f935be-cf96-4007-83d3-99b86db6436c req-f01b379e-392f-4843-9be1-3144127b0bc1 tempest-TenantUsagesTestJSON-1224325920 tempest-TenantUsagesTestJSON-1224325920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:56.500364 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b3f935be-cf96-4007-83d3-99b86db6436c req-f01b379e-392f-4843-9be1-3144127b0bc1 tempest-TenantUsagesTestJSON-1224325920 tempest-TenantUsagesTestJSON-1224325920-project] 10.222.0.68 "GET /v2.0/ports?device_id=63f1c04c-3a3e-472f-890e-156f86a9dc7e HTTP/1.1" status: 200 len: 949 time: 0.3459740 Jul 14 09:15:56.542568 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.agents_db [None req-3c3509fb-540d-4335-a450-574895dd3602 None None] Agent healthcheck: found 7 active agents {{(pid=93960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:15:56.578651 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-fd0f692a-8445-4e4e-93cb-33c7aa311b67 req-36dad32a-8f67-4252-8ac4-80692920b81b service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=e39688f0-61de-4c8a-9f4f-c08fcddf2800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589990 Jul 14 09:15:56.605419 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b3f935be-cf96-4007-83d3-99b86db6436c req-d3d0dea0-4904-412c-93c2-58e64b6b7851 tempest-TenantUsagesTestJSON-1224325920 tempest-TenantUsagesTestJSON-1224325920-project] 10.222.0.68 "GET /v2.0/security-groups?id=3a1b047a-b56b-4db0-8308-8d47b5f88509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024203 Jul 14 09:15:56.720576 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [req-f304ce21-cb51-42fe-80a9-1164d56fc158 req-71810540-ea93-4c4b-b660-741405d4fae0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c588ba2-3350-4d26-ae32-a0222859845a {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:15:56.728736 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-f304ce21-cb51-42fe-80a9-1164d56fc158 req-71810540-ea93-4c4b-b660-741405d4fae0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:56.742193 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [req-f304ce21-cb51-42fe-80a9-1164d56fc158 req-71810540-ea93-4c4b-b660-741405d4fae0 service neutron] Transition to ACTIVE for port object 3c588ba2-3350-4d26-ae32-a0222859845a will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:15:56.746913 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-f304ce21-cb51-42fe-80a9-1164d56fc158 req-71810540-ea93-4c4b-b660-741405d4fae0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:56.897199 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71810540-ea93-4c4b-b660-741405d4fae0 service neutron] Pushing event updated for resources: {'Port': ['ID=3c588ba2-3350-4d26-ae32-a0222859845a,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:56.919939 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-f304ce21-cb51-42fe-80a9-1164d56fc158 req-71810540-ea93-4c4b-b660-741405d4fae0 service neutron] Attempting to bind port 3c588ba2-3350-4d26-ae32-a0222859845a on host n-h2-779913-29 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:15:56.920505 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-f304ce21-cb51-42fe-80a9-1164d56fc158 req-71810540-ea93-4c4b-b660-741405d4fae0 service neutron] Attempting to bind port 3c588ba2-3350-4d26-ae32-a0222859845a by drivers openvswitch,hyperv on host n-h2-779913-29 at level 0 using segments [{'id': '8f1c1422-de6c-445f-ab95-4e2c94585b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '2244f7a1-04bd-42cd-9e86-31839b46f57f'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:15:56.921060 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f304ce21-cb51-42fe-80a9-1164d56fc158 req-71810540-ea93-4c4b-b660-741405d4fae0 service neutron] Attempting to bind port 3c588ba2-3350-4d26-ae32-a0222859845a on network 2244f7a1-04bd-42cd-9e86-31839b46f57f {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:15:56.931315 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f304ce21-cb51-42fe-80a9-1164d56fc158 req-71810540-ea93-4c4b-b660-741405d4fae0 service neutron] Port 3c588ba2-3350-4d26-ae32-a0222859845a on network 2244f7a1-04bd-42cd-9e86-31839b46f57f not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-29 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:15:56.932009 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f304ce21-cb51-42fe-80a9-1164d56fc158 req-71810540-ea93-4c4b-b660-741405d4fae0 service neutron] Attempting to bind port 3c588ba2-3350-4d26-ae32-a0222859845a on network 2244f7a1-04bd-42cd-9e86-31839b46f57f {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:15:56.934624 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-7a42fe2b-dace-4c38-942b-ceaeaae4d5b1 req-7eecf173-1ac3-4f99-b999-544b4ad8c97d tempest-TenantUsagesTestJSON-1224325920 tempest-TenantUsagesTestJSON-1224325920-project] For port f3caa2db-6854-4c43-845c-c19d3e18c403, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=f3caa2db-6854-4c43-845c-c19d3e18c403,segment=NetworkSegment(8f1c1422-de6c-445f-ab95-4e2c94585b2b),segment_id=8f1c1422-de6c-445f-ab95-4e2c94585b2b)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:15:56.935103 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-7a42fe2b-dace-4c38-942b-ceaeaae4d5b1 req-7eecf173-1ac3-4f99-b999-544b4ad8c97d tempest-TenantUsagesTestJSON-1224325920 tempest-TenantUsagesTestJSON-1224325920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:56.955262 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f304ce21-cb51-42fe-80a9-1164d56fc158 req-71810540-ea93-4c4b-b660-741405d4fae0 service neutron] Checking agent: {'id': '013e4a3b-a634-47b8-b6a5-1a25109b73fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 13, 13), 'started_at': datetime.datetime(2021, 7, 14, 9, 13, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 15, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:15:56.956827 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f304ce21-cb51-42fe-80a9-1164d56fc158 req-71810540-ea93-4c4b-b660-741405d4fae0 service neutron] Checking segment: {'id': '8f1c1422-de6c-445f-ab95-4e2c94585b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '2244f7a1-04bd-42cd-9e86-31839b46f57f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:15:56.959850 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f304ce21-cb51-42fe-80a9-1164d56fc158 req-71810540-ea93-4c4b-b660-741405d4fae0 service neutron] Bound using segment: {'id': '8f1c1422-de6c-445f-ab95-4e2c94585b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '2244f7a1-04bd-42cd-9e86-31839b46f57f'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:15:56.960641 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-f304ce21-cb51-42fe-80a9-1164d56fc158 req-71810540-ea93-4c4b-b660-741405d4fae0 service neutron] Bound port: 3c588ba2-3350-4d26-ae32-a0222859845a, host: n-h2-779913-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f1c1422-de6c-445f-ab95-4e2c94585b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '2244f7a1-04bd-42cd-9e86-31839b46f57f'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:15:56.961249 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-f304ce21-cb51-42fe-80a9-1164d56fc158 req-71810540-ea93-4c4b-b660-741405d4fae0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:56.969615 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-7a42fe2b-dace-4c38-942b-ceaeaae4d5b1 req-7eecf173-1ac3-4f99-b999-544b4ad8c97d tempest-TenantUsagesTestJSON-1224325920 tempest-TenantUsagesTestJSON-1224325920-project] Calling delete_port for f3caa2db-6854-4c43-845c-c19d3e18c403 owned by compute:nova {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:15:57.054709 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5448aed5-8da9-435d-bd26-941ea1ee29a7 req-cb040718-051a-4c82-aa7a-906e434fea4b tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:57.056271 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-5448aed5-8da9-435d-bd26-941ea1ee29a7 req-cb040718-051a-4c82-aa7a-906e434fea4b tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/ports?device_id=611c1b28-c22b-43c2-aa46-15cef6f6cd26 HTTP/1.1" status: 200 len: 948 time: 0.3256056 Jul 14 09:15:57.151137 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.57', 51407) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:57.178009 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-f304ce21-cb51-42fe-80a9-1164d56fc158 req-71810540-ea93-4c4b-b660-741405d4fae0 service neutron] For port 3c588ba2-3350-4d26-ae32-a0222859845a, host n-h2-779913-29, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:15:57.213308 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-5448aed5-8da9-435d-bd26-941ea1ee29a7 req-e1d3a89c-9847-40df-9bc6-f5e0e33c49f5 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/security-groups?id=93b55648-4dd6-4852-bb99-9aa842ab19a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730920 Jul 14 09:15:57.223693 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-80e9405e-ddab-4b1d-acd2-2a7a0d002a16 req-127e3d56-141c-4e2f-a409-9b75ed72d912 tempest-DeleteServersAdminTestJSON-1035248896 tempest-DeleteServersAdminTestJSON-1035248896-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=91bf6090a5d04784b6bc54869d87dad3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0689771 Jul 14 09:15:57.235016 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-f304ce21-cb51-42fe-80a9-1164d56fc158 req-71810540-ea93-4c4b-b660-741405d4fae0 service neutron] For port 3c588ba2-3350-4d26-ae32-a0222859845a, host n-h2-779913-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=3c588ba2-3350-4d26-ae32-a0222859845a,segment=NetworkSegment(8f1c1422-de6c-445f-ab95-4e2c94585b2b),segment_id=8f1c1422-de6c-445f-ab95-4e2c94585b2b)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:15:57.256314 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-f304ce21-cb51-42fe-80a9-1164d56fc158 req-71810540-ea93-4c4b-b660-741405d4fae0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:57.397423 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 34312) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:57.452199 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-7a42fe2b-dace-4c38-942b-ceaeaae4d5b1 req-7eecf173-1ac3-4f99-b999-544b4ad8c97d tempest-TenantUsagesTestJSON-1224325920 tempest-TenantUsagesTestJSON-1224325920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:57.466992 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71810540-ea93-4c4b-b660-741405d4fae0 service neutron] Pushing event updated for resources: {'Port': ['ID=3c588ba2-3350-4d26-ae32-a0222859845a,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:57.492841 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] get_ports_and_sgs() called for port_ids ['f3caa2db-6854-4c43-845c-c19d3e18c403'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:15:57.502371 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f304ce21-cb51-42fe-80a9-1164d56fc158 req-71810540-ea93-4c4b-b660-741405d4fae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:57.502991 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-f304ce21-cb51-42fe-80a9-1164d56fc158 req-71810540-ea93-4c4b-b660-741405d4fae0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:57.511284 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f304ce21-cb51-42fe-80a9-1164d56fc158 req-71810540-ea93-4c4b-b660-741405d4fae0 service neutron] 10.222.0.57 "PUT /v2.0/ports/3c588ba2-3350-4d26-ae32-a0222859845a HTTP/1.1" status: 200 len: 1097 time: 1.9113426 Jul 14 09:15:57.515929 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '611c1b28-c22b-43c2-aa46-15cef6f6cd26', 'tag': '3c588ba2-3350-4d26-ae32-a0222859845a'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:15:57.518236 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1294fcb4-5c60-45f0-9104-b3a8d2767177" -d '{"events": [{"name": "network-changed", "server_uuid": "611c1b28-c22b-43c2-aa46-15cef6f6cd26", "tag": "3c588ba2-3350-4d26-ae32-a0222859845a"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:15:57.583590 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eecf173-1ac3-4f99-b999-544b4ad8c97d tempest-TenantUsagesTestJSON-1224325920 tempest-TenantUsagesTestJSON-1224325920-project] Pushing event deleted for resources: {'Port': ['ID=f3caa2db-6854-4c43-845c-c19d3e18c403,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:57.660106 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5bbe322f-3f67-4864-bc0a-91afe44d23e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:57.808763 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-79b4ad2d-1335-42fc-8da0-d537aba2260f req-2d5718ec-9ed8-4e81-a8c2-530951e998aa tempest-DeleteServersAdminTestJSON-1035248896 tempest-DeleteServersAdminTestJSON-1035248896-project] 10.222.0.68 "GET /v2.0/ports?device_id=8b5cc62b-1d87-468c-9cb9-ed3c3c8a9ed2 HTTP/1.1" status: 200 len: 210 time: 0.1352410 Jul 14 09:15:57.815268 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a42fe2b-dace-4c38-942b-ceaeaae4d5b1 req-7eecf173-1ac3-4f99-b999-544b4ad8c97d tempest-TenantUsagesTestJSON-1224325920 tempest-TenantUsagesTestJSON-1224325920-project] No DVR routers for this DVR port f3caa2db-6854-4c43-845c-c19d3e18c403 on host n-h2-779913-29 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:15:57.833233 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-7a42fe2b-dace-4c38-942b-ceaeaae4d5b1 req-7eecf173-1ac3-4f99-b999-544b4ad8c97d tempest-TenantUsagesTestJSON-1224325920 tempest-TenantUsagesTestJSON-1224325920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:57.834353 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e9405e-ddab-4b1d-acd2-2a7a0d002a16 req-88997736-c3f8-486a-95c0-2af58cdfeae6 tempest-DeleteServersAdminTestJSON-1035248896 tempest-DeleteServersAdminTestJSON-1035248896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:57.835499 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-7a42fe2b-dace-4c38-942b-ceaeaae4d5b1 req-7eecf173-1ac3-4f99-b999-544b4ad8c97d tempest-TenantUsagesTestJSON-1224325920 tempest-TenantUsagesTestJSON-1224325920-project] 10.222.0.57 "DELETE /v2.0/ports/f3caa2db-6854-4c43-845c-c19d3e18c403 HTTP/1.1" status: 204 len: 173 time: 1.6670873 Jul 14 09:15:57.835960 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-80e9405e-ddab-4b1d-acd2-2a7a0d002a16 req-88997736-c3f8-486a-95c0-2af58cdfeae6 tempest-DeleteServersAdminTestJSON-1035248896 tempest-DeleteServersAdminTestJSON-1035248896-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5994480 Jul 14 09:15:57.836092 n-d-779913-29 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63f1c04c-3a3e-472f-890e-156f86a9dc7e', 'name': 'network-vif-deleted', 'tag': 'f3caa2db-6854-4c43-845c-c19d3e18c403'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:15:57.873588 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-80e9405e-ddab-4b1d-acd2-2a7a0d002a16 req-dd59c0cd-b5cb-413f-b120-3ed25cb5bbfd tempest-DeleteServersAdminTestJSON-1035248896 tempest-DeleteServersAdminTestJSON-1035248896-project] Request body: {'port': {'device_id': '8b5cc62b-1d87-468c-9cb9-ed3c3c8a9ed2', 'network_id': '2244f7a1-04bd-42cd-9e86-31839b46f57f', 'admin_state_up': True, 'tenant_id': '91bf6090a5d04784b6bc54869d87dad3'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:15:57.978760 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f304ce21-cb51-42fe-80a9-1164d56fc158 req-60fb4826-9bf3-415b-98d4-06b519fe9e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:57.980974 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f304ce21-cb51-42fe-80a9-1164d56fc158 req-60fb4826-9bf3-415b-98d4-06b519fe9e21 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f15ecc2e979442a6b02936316f8b33e1&device_id=611c1b28-c22b-43c2-aa46-15cef6f6cd26 HTTP/1.1" status: 200 len: 1100 time: 0.3963897 Jul 14 09:15:57.981927 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1ac0339b-55b8-400a-bfde-21083dcf6d2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:58.000389 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da235195-ff6a-42a6-a4d9-83a63fd271a6 req-1874250a-bf1f-4ba3-a2cc-ee16261016e3 tempest-LiveMigrationNegativeTest-1997266940 tempest-LiveMigrationNegativeTest-1997266940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:58.011811 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-da235195-ff6a-42a6-a4d9-83a63fd271a6 req-1874250a-bf1f-4ba3-a2cc-ee16261016e3 tempest-LiveMigrationNegativeTest-1997266940 tempest-LiveMigrationNegativeTest-1997266940-project] 10.222.0.68 "GET /v2.0/ports?device_id=d80263ee-25b8-45a5-8b60-532b80cae955 HTTP/1.1" status: 200 len: 970 time: 0.3309443 Jul 14 09:15:58.112278 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:15:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3f47c9f-1cdf-4fcf-a876-358525e161d8 x-openstack-request-id: req-a3f47c9f-1cdf-4fcf-a876-358525e161d8 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:15:58.113413 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "611c1b28-c22b-43c2-aa46-15cef6f6cd26", "tag": "3c588ba2-3350-4d26-ae32-a0222859845a", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:15:58.114274 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-a3f47c9f-1cdf-4fcf-a876-358525e161d8 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:15:58.115000 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '611c1b28-c22b-43c2-aa46-15cef6f6cd26', 'tag': '3c588ba2-3350-4d26-ae32-a0222859845a', 'status': 'completed', 'code': 200} Jul 14 09:15:58.164265 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cb48f044f948e981f43897c8d7f1332f741dc7af2b4c5a6e19d8f4a80f708e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00c28c3c-be30-4604-94e4-2baa56517b6f" -d '{"events": [{"server_uuid": "63f1c04c-3a3e-472f-890e-156f86a9dc7e", "name": "network-vif-deleted", "tag": "f3caa2db-6854-4c43-845c-c19d3e18c403"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:15:58.201408 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f304ce21-cb51-42fe-80a9-1164d56fc158 req-035fbd01-088b-4b8e-b5f6-a172ffe25124 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=3c588ba2-3350-4d26-ae32-a0222859845a HTTP/1.1" status: 200 len: 217 time: 0.1865525 Jul 14 09:15:58.266449 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-da235195-ff6a-42a6-a4d9-83a63fd271a6 req-8096e331-7e95-40fc-9131-49463796e474 tempest-LiveMigrationNegativeTest-1997266940 tempest-LiveMigrationNegativeTest-1997266940-project] 10.222.0.68 "GET /v2.0/security-groups?id=e39688f0-61de-4c8a-9f4f-c08fcddf2800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2532110 Jul 14 09:15:58.349994 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-e35935a4-1b88-4b2a-a7f1-10ec5f248b54 req-3d987425-3bbd-4fba-81e8-a4afa9c70b52 tempest-TenantUsagesTestJSON-1224325920 tempest-TenantUsagesTestJSON-1224325920-project] 10.222.0.68 "GET /v2.0/ports?device_id=63f1c04c-3a3e-472f-890e-156f86a9dc7e HTTP/1.1" status: 200 len: 210 time: 0.0565200 Jul 14 09:15:58.457289 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1ac0339b-55b8-400a-bfde-21083dcf6d2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:58.470908 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1ac0339b-55b8-400a-bfde-21083dcf6d2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:58.516101 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac0339b-55b8-400a-bfde-21083dcf6d2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b663bce-f23f-4ed2-bfc3-58efbff69bfd,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:58.535259 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:15:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ee003c5-b9d1-4ee8-8486-9908a33402a8 x-openstack-request-id: req-2ee003c5-b9d1-4ee8-8486-9908a33402a8 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:15:58.535561 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63f1c04c-3a3e-472f-890e-156f86a9dc7e", "name": "network-vif-deleted", "tag": "f3caa2db-6854-4c43-845c-c19d3e18c403", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:15:58.535808 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-2ee003c5-b9d1-4ee8-8486-9908a33402a8 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:15:58.536330 n-d-779913-29 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63f1c04c-3a3e-472f-890e-156f86a9dc7e', 'name': 'network-vif-deleted', 'tag': 'f3caa2db-6854-4c43-845c-c19d3e18c403', 'status': 'completed', 'code': 200} Jul 14 09:15:58.590852 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f304ce21-cb51-42fe-80a9-1164d56fc158 req-6f684e1d-65ce-4ae3-b241-e081d030059a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:58.592099 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f304ce21-cb51-42fe-80a9-1164d56fc158 req-6f684e1d-65ce-4ae3-b241-e081d030059a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=85060e65-3b2f-4a6c-a04c-ce849daa5b3b HTTP/1.1" status: 200 len: 843 time: 0.3674335 Jul 14 09:15:58.600303 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-1ac0339b-55b8-400a-bfde-21083dcf6d2b admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=bb9c9ce53d76495992ac27afdf64c393&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1173940 Jul 14 09:15:58.600887 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 34362) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:58.657120 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80e9405e-ddab-4b1d-acd2-2a7a0d002a16 req-dd59c0cd-b5cb-413f-b120-3ed25cb5bbfd tempest-DeleteServersAdminTestJSON-1035248896 tempest-DeleteServersAdminTestJSON-1035248896-project] Made reservation on behalf of 91bf6090a5d04784b6bc54869d87dad3 for: {'port': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:15:58.661268 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-80e9405e-ddab-4b1d-acd2-2a7a0d002a16 req-dd59c0cd-b5cb-413f-b120-3ed25cb5bbfd tempest-DeleteServersAdminTestJSON-1035248896 tempest-DeleteServersAdminTestJSON-1035248896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:58.679269 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-609c25a1-5db0-433f-8b4c-48bb8fc3e20e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:58.704773 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-609c25a1-5db0-433f-8b4c-48bb8fc3e20e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:58.739452 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58464a45-7e54-4ea6-8df3-292f580cefe9 req-5f4b5bb1-c6eb-4cf3-aa66-6861df8f5f0c tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:58.753571 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-58464a45-7e54-4ea6-8df3-292f580cefe9 req-5f4b5bb1-c6eb-4cf3-aa66-6861df8f5f0c tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/ports?device_id=611c1b28-c22b-43c2-aa46-15cef6f6cd26 HTTP/1.1" status: 200 len: 948 time: 0.2462645 Jul 14 09:15:58.775230 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-609c25a1-5db0-433f-8b4c-48bb8fc3e20e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:58.778704 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-609c25a1-5db0-433f-8b4c-48bb8fc3e20e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:58.779839 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-609c25a1-5db0-433f-8b4c-48bb8fc3e20e admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/9b663bce-f23f-4ed2-bfc3-58efbff69bfd HTTP/1.1" status: 204 len: 168 time: 0.1789057 Jul 14 09:15:58.793717 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-021a505a-41bb-424a-acc4-59e5145c6437 req-f70a92f9-bfac-4504-b1db-9bae17d9ade3 tempest-ServersAdminNegativeTestJSON-1399855934 tempest-ServersAdminNegativeTestJSON-1399855934-project] 10.222.0.68 "GET /v2.0/networks?tenant_id=bab8ec32ccbf4f14accd2e68d88343b8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0324364 Jul 14 09:15:58.798809 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609c25a1-5db0-433f-8b4c-48bb8fc3e20e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b663bce-f23f-4ed2-bfc3-58efbff69bfd,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:58.956819 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021a505a-41bb-424a-acc4-59e5145c6437 req-649e2457-3dbd-4e2c-8943-d87ab5b8f742 tempest-ServersAdminNegativeTestJSON-1399855934 tempest-ServersAdminNegativeTestJSON-1399855934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:58.964447 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-021a505a-41bb-424a-acc4-59e5145c6437 req-649e2457-3dbd-4e2c-8943-d87ab5b8f742 tempest-ServersAdminNegativeTestJSON-1399855934 tempest-ServersAdminNegativeTestJSON-1399855934-project] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1549973 Jul 14 09:15:58.976771 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-021a505a-41bb-424a-acc4-59e5145c6437 req-44c2cecd-8e93-4892-a61b-479b137d7912 tempest-ServersAdminNegativeTestJSON-1399855934 tempest-ServersAdminNegativeTestJSON-1399855934-project] 10.222.0.68 "GET /v2.0/quotas/bab8ec32ccbf4f14accd2e68d88343b8 HTTP/1.1" status: 200 len: 375 time: 0.0110312 Jul 14 09:15:59.014415 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-021a505a-41bb-424a-acc4-59e5145c6437 req-82a455be-6a49-44f9-8fc7-a9c1960045b0 tempest-ServersAdminNegativeTestJSON-1399855934 tempest-ServersAdminNegativeTestJSON-1399855934-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=bab8ec32ccbf4f14accd2e68d88343b8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0300186 Jul 14 09:15:59.137772 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f304ce21-cb51-42fe-80a9-1164d56fc158 req-1178f146-e39b-46ed-8e2c-9527e65f4beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:59.140111 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f304ce21-cb51-42fe-80a9-1164d56fc158 req-1178f146-e39b-46ed-8e2c-9527e65f4beb service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2244f7a1-04bd-42cd-9e86-31839b46f57f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5314820 Jul 14 09:15:59.194877 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-58464a45-7e54-4ea6-8df3-292f580cefe9 req-23f835b9-136e-4ff8-81e0-3f57981f5905 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/security-groups?id=93b55648-4dd6-4852-bb99-9aa842ab19a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4401963 Jul 14 09:15:59.242047 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 34394) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:59.263789 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7dbb88c7-5c66-4da1-a561-94d3767c1b92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:59.336442 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c3a56b8e-dafa-48fa-abef-a3da8ade242d req-1876880a-88b3-43d6-9716-0fd623b1a3a3 tempest-ServersAdminNegativeTestJSON-1399855934 tempest-ServersAdminNegativeTestJSON-1399855934-project] 10.222.0.68 "GET /v2.0/ports?device_id=bae8f53d-9f15-46d2-88eb-68c9dfbe1a1e HTTP/1.1" status: 200 len: 210 time: 0.0592477 Jul 14 09:15:59.355221 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-8377f95a-83e4-4cdc-aab6-1f583fc7414f req-8cb06c27-87d4-4458-b9e3-34660cbfa159 tempest-DeleteServersAdminTestJSON-1035248896 tempest-DeleteServersAdminTestJSON-1035248896-project] 10.222.0.68 "GET /v2.0/ports?device_id=8b5cc62b-1d87-468c-9cb9-ed3c3c8a9ed2 HTTP/1.1" status: 200 len: 210 time: 0.0344360 Jul 14 09:15:59.387766 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [req-80e9405e-ddab-4b1d-acd2-2a7a0d002a16 req-dd59c0cd-b5cb-413f-b120-3ed25cb5bbfd tempest-DeleteServersAdminTestJSON-1035248896 tempest-DeleteServersAdminTestJSON-1035248896-project] Allocated IP 192.168.233.54 (2244f7a1-04bd-42cd-9e86-31839b46f57f/85060e65-3b2f-4a6c-a04c-ce849daa5b3b/f2035733-b989-4704-90fd-ae74d66737f3) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:15:59.429655 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f304ce21-cb51-42fe-80a9-1164d56fc158 req-a1150afb-cb85-4e76-b668-ba1c6d482d47 service neutron] 10.222.0.57 "GET /v2.0/networks/2244f7a1-04bd-42cd-9e86-31839b46f57f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2756004 Jul 14 09:15:59.477155 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7dbb88c7-5c66-4da1-a561-94d3767c1b92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:59.485258 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7dbb88c7-5c66-4da1-a561-94d3767c1b92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:59.565206 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-7dbb88c7-5c66-4da1-a561-94d3767c1b92 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=7c90d0bada1d453aa7ec4567689a4bfd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3211908 Jul 14 09:15:59.578682 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 34410) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:15:59.606686 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbb88c7-5c66-4da1-a561-94d3767c1b92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e35cc178-8154-4b67-979b-af39bcd1d0e3,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:15:59.647923 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6b6c5e-f81f-4376-a568-02e047493c9d req-95892802-9081-4211-9447-5dbbe2f5ebb4 tempest-LiveMigrationNegativeTest-1997266940 tempest-LiveMigrationNegativeTest-1997266940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:15:59.656242 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-fb6b6c5e-f81f-4376-a568-02e047493c9d req-95892802-9081-4211-9447-5dbbe2f5ebb4 tempest-LiveMigrationNegativeTest-1997266940 tempest-LiveMigrationNegativeTest-1997266940-project] 10.222.0.68 "GET /v2.0/ports?device_id=d80263ee-25b8-45a5-8b60-532b80cae955 HTTP/1.1" status: 200 len: 970 time: 0.1009936 Jul 14 09:15:59.669143 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f304ce21-cb51-42fe-80a9-1164d56fc158 req-8b535b8e-bab5-4c08-9722-e0516ee7c30c service neutron] 10.222.0.57 "GET /v2.0/networks/2244f7a1-04bd-42cd-9e86-31839b46f57f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2335019 Jul 14 09:15:59.712531 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-fb6b6c5e-f81f-4376-a568-02e047493c9d req-c6715156-83c9-45a5-957f-f407bc912603 tempest-LiveMigrationNegativeTest-1997266940 tempest-LiveMigrationNegativeTest-1997266940-project] 10.222.0.68 "GET /v2.0/security-groups?id=e39688f0-61de-4c8a-9f4f-c08fcddf2800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540817 Jul 14 09:15:59.729427 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-27aa4778-736b-4370-baf5-6e122f58ff29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:59.758851 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device f3caa2db-6854-4c43-845c-c19d3e18c403 no longer exists at agent hyperv_n-h2-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:15:59.788195 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-80e9405e-ddab-4b1d-acd2-2a7a0d002a16 req-dd59c0cd-b5cb-413f-b120-3ed25cb5bbfd tempest-DeleteServersAdminTestJSON-1035248896 tempest-DeleteServersAdminTestJSON-1035248896-project] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:59.818078 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] No Port match for: f3caa2db-6854-4c43-845c-c19d3e18c403 {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:15:59.824298 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device f3caa2db-6854-4c43-845c-c19d3e18c403 not bound to the agent host n-h2-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:15:59.895094 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-27aa4778-736b-4370-baf5-6e122f58ff29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:00.016123 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [req-80e9405e-ddab-4b1d-acd2-2a7a0d002a16 req-dd59c0cd-b5cb-413f-b120-3ed25cb5bbfd tempest-DeleteServersAdminTestJSON-1035248896 tempest-DeleteServersAdminTestJSON-1035248896-project] Transition to ACTIVE for port object f2035733-b989-4704-90fd-ae74d66737f3 will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:16:00.022305 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-27aa4778-736b-4370-baf5-6e122f58ff29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:00.025167 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-27aa4778-736b-4370-baf5-6e122f58ff29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:00.026952 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-27aa4778-736b-4370-baf5-6e122f58ff29 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/e35cc178-8154-4b67-979b-af39bcd1d0e3 HTTP/1.1" status: 204 len: 168 time: 0.4467032 Jul 14 09:16:00.044887 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27aa4778-736b-4370-baf5-6e122f58ff29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e35cc178-8154-4b67-979b-af39bcd1d0e3,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:00.089648 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1294fcb4-5c60-45f0-9104-b3a8d2767177 req-ce7ddae1-cb4f-4ad0-b1eb-09b75438f47c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:00.089648 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1294fcb4-5c60-45f0-9104-b3a8d2767177 req-ce7ddae1-cb4f-4ad0-b1eb-09b75438f47c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f15ecc2e979442a6b02936316f8b33e1&device_id=611c1b28-c22b-43c2-aa46-15cef6f6cd26 HTTP/1.1" status: 200 len: 1100 time: 0.2767527 Jul 14 09:16:00.100240 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 34444) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:00.127348 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-80e9405e-ddab-4b1d-acd2-2a7a0d002a16 req-dd59c0cd-b5cb-413f-b120-3ed25cb5bbfd tempest-DeleteServersAdminTestJSON-1035248896 tempest-DeleteServersAdminTestJSON-1035248896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:00.223472 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80e9405e-ddab-4b1d-acd2-2a7a0d002a16 req-dd59c0cd-b5cb-413f-b120-3ed25cb5bbfd tempest-DeleteServersAdminTestJSON-1035248896 tempest-DeleteServersAdminTestJSON-1035248896-project] Network 2244f7a1-04bd-42cd-9e86-31839b46f57f is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:16:00.240043 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [req-80e9405e-ddab-4b1d-acd2-2a7a0d002a16 req-dd59c0cd-b5cb-413f-b120-3ed25cb5bbfd tempest-DeleteServersAdminTestJSON-1035248896 tempest-DeleteServersAdminTestJSON-1035248896-project] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:16:00.249834 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-80e9405e-ddab-4b1d-acd2-2a7a0d002a16 req-dd59c0cd-b5cb-413f-b120-3ed25cb5bbfd tempest-DeleteServersAdminTestJSON-1035248896 tempest-DeleteServersAdminTestJSON-1035248896-project] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:16:00.255213 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e9405e-ddab-4b1d-acd2-2a7a0d002a16 req-dd59c0cd-b5cb-413f-b120-3ed25cb5bbfd tempest-DeleteServersAdminTestJSON-1035248896 tempest-DeleteServersAdminTestJSON-1035248896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:00.256127 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-80e9405e-ddab-4b1d-acd2-2a7a0d002a16 req-dd59c0cd-b5cb-413f-b120-3ed25cb5bbfd tempest-DeleteServersAdminTestJSON-1035248896 tempest-DeleteServersAdminTestJSON-1035248896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:00.267063 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd59c0cd-b5cb-413f-b120-3ed25cb5bbfd tempest-DeleteServersAdminTestJSON-1035248896 tempest-DeleteServersAdminTestJSON-1035248896-project] Pushing event updated for resources: {'Port': ['ID=f2035733-b989-4704-90fd-ae74d66737f3,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:00.310264 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-80e9405e-ddab-4b1d-acd2-2a7a0d002a16 req-dd59c0cd-b5cb-413f-b120-3ed25cb5bbfd tempest-DeleteServersAdminTestJSON-1035248896 tempest-DeleteServersAdminTestJSON-1035248896-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4493711 Jul 14 09:16:00.311732 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1294fcb4-5c60-45f0-9104-b3a8d2767177 req-a42c6234-ae21-47e3-b186-c25d03426ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:00.313169 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1294fcb4-5c60-45f0-9104-b3a8d2767177 req-a42c6234-ae21-47e3-b186-c25d03426ff8 service neutron] 10.222.0.57 "GET /v2.0/networks?id=2244f7a1-04bd-42cd-9e86-31839b46f57f HTTP/1.1" status: 200 len: 870 time: 0.2062604 Jul 14 09:16:00.334340 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-80e9405e-ddab-4b1d-acd2-2a7a0d002a16 req-387ee336-8ae4-400d-af5b-f369246d503d service neutron] Request body: {'port': {'device_id': '8b5cc62b-1d87-468c-9cb9-ed3c3c8a9ed2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-29'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:16:00.490358 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1294fcb4-5c60-45f0-9104-b3a8d2767177 req-e7b217eb-8f3d-4a1a-b9ad-0c12bcebbf0c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=3c588ba2-3350-4d26-ae32-a0222859845a HTTP/1.1" status: 200 len: 217 time: 0.1530151 Jul 14 09:16:00.638040 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-97785403-9279-4286-9b79-c5ac0de3ae7c None None] Provisioning for port f2035733-b989-4704-90fd-ae74d66737f3 completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:16:00.645457 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-97785403-9279-4286-9b79-c5ac0de3ae7c None None] Provisioning complete for port f2035733-b989-4704-90fd-ae74d66737f3 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:16:00.646839 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-97785403-9279-4286-9b79-c5ac0de3ae7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:00.671002 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1294fcb4-5c60-45f0-9104-b3a8d2767177 req-dcd66608-9818-487c-8066-1dc934aeb357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:00.671110 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1294fcb4-5c60-45f0-9104-b3a8d2767177 req-dcd66608-9818-487c-8066-1dc934aeb357 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=85060e65-3b2f-4a6c-a04c-ce849daa5b3b HTTP/1.1" status: 200 len: 843 time: 0.1700065 Jul 14 09:16:00.679743 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-80e9405e-ddab-4b1d-acd2-2a7a0d002a16 req-387ee336-8ae4-400d-af5b-f369246d503d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:00.704255 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-b9c42d9f-8cf7-4397-a1d9-26b3e386c5cd admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=b7b1a1ec44654f09b65aa567222f845c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6035182 Jul 14 09:16:00.707858 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 34476) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:00.723547 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5559ea-d2ee-4a88-9b07-5542682c9af3 req-287b6e24-ab6b-4925-bc3d-470af012acc4 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:00.731169 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-1e5559ea-d2ee-4a88-9b07-5542682c9af3 req-287b6e24-ab6b-4925-bc3d-470af012acc4 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/ports?device_id=611c1b28-c22b-43c2-aa46-15cef6f6cd26 HTTP/1.1" status: 200 len: 948 time: 0.2011869 Jul 14 09:16:00.762518 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-97785403-9279-4286-9b79-c5ac0de3ae7c None None] Port f2035733-b989-4704-90fd-ae74d66737f3 cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:16:00.848616 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1294fcb4-5c60-45f0-9104-b3a8d2767177 req-d6a45731-823c-49ae-8928-c6dda174f401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:00.848782 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-1e5559ea-d2ee-4a88-9b07-5542682c9af3 req-d0e02111-2c14-438c-b437-d53b13291d09 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/security-groups?id=93b55648-4dd6-4852-bb99-9aa842ab19a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166670 Jul 14 09:16:00.857339 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1294fcb4-5c60-45f0-9104-b3a8d2767177 req-d6a45731-823c-49ae-8928-c6dda174f401 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2244f7a1-04bd-42cd-9e86-31839b46f57f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1787224 Jul 14 09:16:00.895033 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1736f12c-db22-47c2-bea2-6eb2df61e6f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:00.949507 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1736f12c-db22-47c2-bea2-6eb2df61e6f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:01.014739 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-629f6321-ae5b-4c8c-a9df-3cd9f7f27b9f req-284e9e88-fcb9-4e71-918a-200bb4543752 tempest-ServersAdminNegativeTestJSON-1399855934 tempest-ServersAdminNegativeTestJSON-1399855934-project] 10.222.0.68 "GET /v2.0/ports?device_id=bae8f53d-9f15-46d2-88eb-68c9dfbe1a1e HTTP/1.1" status: 200 len: 210 time: 0.0763848 Jul 14 09:16:01.076220 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-021a505a-41bb-424a-acc4-59e5145c6437 req-8ef52f02-d0a8-4276-adc5-e7e1f3740217 tempest-ServersAdminNegativeTestJSON-1399855934 tempest-ServersAdminNegativeTestJSON-1399855934-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=bab8ec32ccbf4f14accd2e68d88343b8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0727675 Jul 14 09:16:01.153171 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1294fcb4-5c60-45f0-9104-b3a8d2767177 req-ecbfbd9f-2430-4579-baa0-78327ba75e5e service neutron] 10.222.0.57 "GET /v2.0/networks/2244f7a1-04bd-42cd-9e86-31839b46f57f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2890241 Jul 14 09:16:01.158958 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1736f12c-db22-47c2-bea2-6eb2df61e6f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:01.162927 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1736f12c-db22-47c2-bea2-6eb2df61e6f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:01.176376 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-1736f12c-db22-47c2-bea2-6eb2df61e6f1 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/3a1b047a-b56b-4db0-8308-8d47b5f88509 HTTP/1.1" status: 204 len: 168 time: 0.4619629 Jul 14 09:16:01.254786 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1736f12c-db22-47c2-bea2-6eb2df61e6f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a1b047a-b56b-4db0-8308-8d47b5f88509,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:01.262683 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 34488) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:01.306427 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c44e83-bb35-4369-9370-03ed285daf09 req-129332a3-5145-4f77-9fa4-5058f46d221d tempest-DeleteServersAdminTestJSON-1035248896 tempest-DeleteServersAdminTestJSON-1035248896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:01.317803 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-22c44e83-bb35-4369-9370-03ed285daf09 req-129332a3-5145-4f77-9fa4-5058f46d221d tempest-DeleteServersAdminTestJSON-1035248896 tempest-DeleteServersAdminTestJSON-1035248896-project] 10.222.0.68 "GET /v2.0/ports?device_id=8b5cc62b-1d87-468c-9cb9-ed3c3c8a9ed2 HTTP/1.1" status: 200 len: 935 time: 0.2436879 Jul 14 09:16:01.411275 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-22c44e83-bb35-4369-9370-03ed285daf09 req-d9e1c3d5-2b6f-4316-923d-99ca311ff017 tempest-DeleteServersAdminTestJSON-1035248896 tempest-DeleteServersAdminTestJSON-1035248896-project] 10.222.0.68 "GET /v2.0/security-groups?id=895e8c22-e884-4014-9e60-5bdb90a485a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923278 Jul 14 09:16:01.423373 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb7d46d-ee92-4b92-89b9-7d3f999bf7d8 req-cc0ca55a-39d8-4c93-a84f-6cd43bb1baee tempest-LiveMigrationNegativeTest-1997266940 tempest-LiveMigrationNegativeTest-1997266940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:01.430825 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-efb7d46d-ee92-4b92-89b9-7d3f999bf7d8 req-cc0ca55a-39d8-4c93-a84f-6cd43bb1baee tempest-LiveMigrationNegativeTest-1997266940 tempest-LiveMigrationNegativeTest-1997266940-project] 10.222.0.68 "GET /v2.0/ports?device_id=d80263ee-25b8-45a5-8b60-532b80cae955 HTTP/1.1" status: 200 len: 970 time: 0.2516339 Jul 14 09:16:01.438151 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [req-80e9405e-ddab-4b1d-acd2-2a7a0d002a16 req-387ee336-8ae4-400d-af5b-f369246d503d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2035733-b989-4704-90fd-ae74d66737f3 {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:16:01.452762 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-80e9405e-ddab-4b1d-acd2-2a7a0d002a16 req-387ee336-8ae4-400d-af5b-f369246d503d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:01.463149 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1294fcb4-5c60-45f0-9104-b3a8d2767177 req-d425e30c-7f4c-4617-8912-d05c16a97e59 service neutron] 10.222.0.57 "GET /v2.0/networks/2244f7a1-04bd-42cd-9e86-31839b46f57f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3004241 Jul 14 09:16:01.466750 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021a505a-41bb-424a-acc4-59e5145c6437 req-64948f3f-79b8-4147-941b-c72b2b8b8fbb tempest-ServersAdminNegativeTestJSON-1399855934 tempest-ServersAdminNegativeTestJSON-1399855934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:01.468839 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-021a505a-41bb-424a-acc4-59e5145c6437 req-64948f3f-79b8-4147-941b-c72b2b8b8fbb tempest-ServersAdminNegativeTestJSON-1399855934 tempest-ServersAdminNegativeTestJSON-1399855934-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3467114 Jul 14 09:16:01.498925 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [req-021a505a-41bb-424a-acc4-59e5145c6437 req-e8639182-d200-4d27-8fd8-6cc1a9e0873c tempest-ServersAdminNegativeTestJSON-1399855934 tempest-ServersAdminNegativeTestJSON-1399855934-project] Request body: {'port': {'device_id': 'bae8f53d-9f15-46d2-88eb-68c9dfbe1a1e', 'network_id': '2244f7a1-04bd-42cd-9e86-31839b46f57f', 'admin_state_up': True, 'tenant_id': 'bab8ec32ccbf4f14accd2e68d88343b8'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:16:01.502641 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [req-80e9405e-ddab-4b1d-acd2-2a7a0d002a16 req-387ee336-8ae4-400d-af5b-f369246d503d service neutron] Transition to ACTIVE for port object f2035733-b989-4704-90fd-ae74d66737f3 will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:16:01.518734 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-efb7d46d-ee92-4b92-89b9-7d3f999bf7d8 req-40b8ce4c-020c-475d-ae68-e73826388a50 tempest-LiveMigrationNegativeTest-1997266940 tempest-LiveMigrationNegativeTest-1997266940-project] 10.222.0.68 "GET /v2.0/security-groups?id=e39688f0-61de-4c8a-9f4f-c08fcddf2800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866671 Jul 14 09:16:01.533543 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-80e9405e-ddab-4b1d-acd2-2a7a0d002a16 req-387ee336-8ae4-400d-af5b-f369246d503d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:01.596402 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387ee336-8ae4-400d-af5b-f369246d503d service neutron] Pushing event updated for resources: {'Port': ['ID=f2035733-b989-4704-90fd-ae74d66737f3,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:01.652205 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-80e9405e-ddab-4b1d-acd2-2a7a0d002a16 req-387ee336-8ae4-400d-af5b-f369246d503d service neutron] Attempting to bind port f2035733-b989-4704-90fd-ae74d66737f3 on host n-h2-779913-29 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:16:01.652915 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-80e9405e-ddab-4b1d-acd2-2a7a0d002a16 req-387ee336-8ae4-400d-af5b-f369246d503d service neutron] Attempting to bind port f2035733-b989-4704-90fd-ae74d66737f3 by drivers openvswitch,hyperv on host n-h2-779913-29 at level 0 using segments [{'id': '8f1c1422-de6c-445f-ab95-4e2c94585b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '2244f7a1-04bd-42cd-9e86-31839b46f57f'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:16:01.653619 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80e9405e-ddab-4b1d-acd2-2a7a0d002a16 req-387ee336-8ae4-400d-af5b-f369246d503d service neutron] Attempting to bind port f2035733-b989-4704-90fd-ae74d66737f3 on network 2244f7a1-04bd-42cd-9e86-31839b46f57f {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:16:01.658997 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80e9405e-ddab-4b1d-acd2-2a7a0d002a16 req-387ee336-8ae4-400d-af5b-f369246d503d service neutron] Port f2035733-b989-4704-90fd-ae74d66737f3 on network 2244f7a1-04bd-42cd-9e86-31839b46f57f not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-29 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:16:01.659661 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80e9405e-ddab-4b1d-acd2-2a7a0d002a16 req-387ee336-8ae4-400d-af5b-f369246d503d service neutron] Attempting to bind port f2035733-b989-4704-90fd-ae74d66737f3 on network 2244f7a1-04bd-42cd-9e86-31839b46f57f {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:16:01.678968 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80e9405e-ddab-4b1d-acd2-2a7a0d002a16 req-387ee336-8ae4-400d-af5b-f369246d503d service neutron] Checking agent: {'id': '013e4a3b-a634-47b8-b6a5-1a25109b73fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 13, 13), 'started_at': datetime.datetime(2021, 7, 14, 9, 13, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 15, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:16:01.686057 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80e9405e-ddab-4b1d-acd2-2a7a0d002a16 req-387ee336-8ae4-400d-af5b-f369246d503d service neutron] Checking segment: {'id': '8f1c1422-de6c-445f-ab95-4e2c94585b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '2244f7a1-04bd-42cd-9e86-31839b46f57f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:16:01.687254 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80e9405e-ddab-4b1d-acd2-2a7a0d002a16 req-387ee336-8ae4-400d-af5b-f369246d503d service neutron] Bound using segment: {'id': '8f1c1422-de6c-445f-ab95-4e2c94585b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '2244f7a1-04bd-42cd-9e86-31839b46f57f'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:16:01.688923 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-80e9405e-ddab-4b1d-acd2-2a7a0d002a16 req-387ee336-8ae4-400d-af5b-f369246d503d service neutron] Bound port: f2035733-b989-4704-90fd-ae74d66737f3, host: n-h2-779913-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f1c1422-de6c-445f-ab95-4e2c94585b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '2244f7a1-04bd-42cd-9e86-31839b46f57f'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:16:01.689700 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-80e9405e-ddab-4b1d-acd2-2a7a0d002a16 req-387ee336-8ae4-400d-af5b-f369246d503d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:01.719978 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-a0948c74-b271-4658-b941-294ddb49b978 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-566035079-network', 'tenant_id': 'e14af975015c4397b9da2a89a906dfc2'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:16:01.767952 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 34502) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:01.791155 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.db.api [None req-a0948c74-b271-4658-b941-294ddb49b978 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 14 09:16:01.791155 n-d-779913-29 neutron-server[93958]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 14 09:16:01.791155 n-d-779913-29 neutron-server[93958]: [parameters: {'project_id': 'e14af975015c4397b9da2a89a906dfc2', 'id': 'f97623f7-2121-41e6-83b1-ab65857eb976', 'expiration': datetime.datetime(2021, 7, 14, 9, 18, 1, 769794)}] Jul 14 09:16:01.791155 n-d-779913-29 neutron-server[93958]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93958) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 09:16:01.791699 n-d-779913-29 neutron-server[93958]: DEBUG oslo_db.api [None req-a0948c74-b271-4658-b941-294ddb49b978 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 09:16:01.794432 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-021a505a-41bb-424a-acc4-59e5145c6437 req-e8639182-d200-4d27-8fd8-6cc1a9e0873c tempest-ServersAdminNegativeTestJSON-1399855934 tempest-ServersAdminNegativeTestJSON-1399855934-project] Made reservation on behalf of bab8ec32ccbf4f14accd2e68d88343b8 for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:16:01.800597 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-021a505a-41bb-424a-acc4-59e5145c6437 req-e8639182-d200-4d27-8fd8-6cc1a9e0873c tempest-ServersAdminNegativeTestJSON-1399855934 tempest-ServersAdminNegativeTestJSON-1399855934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:01.815026 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-17e3d1ac-a327-412b-94a8-fd9ad64fab2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:01.828984 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-021a505a-41bb-424a-acc4-59e5145c6437 req-e8639182-d200-4d27-8fd8-6cc1a9e0873c tempest-ServersAdminNegativeTestJSON-1399855934 tempest-ServersAdminNegativeTestJSON-1399855934-project] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:01.863003 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-80e9405e-ddab-4b1d-acd2-2a7a0d002a16 req-387ee336-8ae4-400d-af5b-f369246d503d service neutron] For port f2035733-b989-4704-90fd-ae74d66737f3, host n-h2-779913-29, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:16:01.894347 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-80e9405e-ddab-4b1d-acd2-2a7a0d002a16 req-387ee336-8ae4-400d-af5b-f369246d503d service neutron] For port f2035733-b989-4704-90fd-ae74d66737f3, host n-h2-779913-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=f2035733-b989-4704-90fd-ae74d66737f3,segment=NetworkSegment(8f1c1422-de6c-445f-ab95-4e2c94585b2b),segment_id=8f1c1422-de6c-445f-ab95-4e2c94585b2b)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:16:01.904588 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-80e9405e-ddab-4b1d-acd2-2a7a0d002a16 req-387ee336-8ae4-400d-af5b-f369246d503d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:01.955118 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e9405e-ddab-4b1d-acd2-2a7a0d002a16 req-387ee336-8ae4-400d-af5b-f369246d503d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:01.955747 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-80e9405e-ddab-4b1d-acd2-2a7a0d002a16 req-387ee336-8ae4-400d-af5b-f369246d503d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:01.961307 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-80e9405e-ddab-4b1d-acd2-2a7a0d002a16 req-387ee336-8ae4-400d-af5b-f369246d503d service neutron] 10.222.0.57 "PUT /v2.0/ports/f2035733-b989-4704-90fd-ae74d66737f3 HTTP/1.1" status: 200 len: 1096 time: 1.6299300 Jul 14 09:16:01.961821 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b5cc62b-1d87-468c-9cb9-ed3c3c8a9ed2', 'tag': 'f2035733-b989-4704-90fd-ae74d66737f3'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:16:01.964633 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f958caf4-71bf-46aa-8579-6dc741d5ea55" -d '{"events": [{"name": "network-changed", "server_uuid": "8b5cc62b-1d87-468c-9cb9-ed3c3c8a9ed2", "tag": "f2035733-b989-4704-90fd-ae74d66737f3"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:16:02.121923 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387ee336-8ae4-400d-af5b-f369246d503d service neutron] Pushing event updated for resources: {'Port': ['ID=f2035733-b989-4704-90fd-ae74d66737f3,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:02.139496 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-17e3d1ac-a327-412b-94a8-fd9ad64fab2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:02.148806 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-41024db2-c231-4254-b8d4-a4871f3a96e7 req-525c214b-053e-477f-9ba4-761310a02488 tempest-LiveMigrationNegativeTest-1997266940 tempest-LiveMigrationNegativeTest-1997266940-project] 10.222.0.68 "GET /v2.0/networks?tenant_id=fffe3e6faca04c7d8f07c5b54adca682&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0564725 Jul 14 09:16:02.160936 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-17e3d1ac-a327-412b-94a8-fd9ad64fab2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:02.301182 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf8c42f-d102-412f-827a-df8088b6777d req-6b357cbc-d20d-4d3f-b2db-6595bc4820ae tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:02.302672 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-fdf8c42f-d102-412f-827a-df8088b6777d req-6b357cbc-d20d-4d3f-b2db-6595bc4820ae tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/ports?device_id=611c1b28-c22b-43c2-aa46-15cef6f6cd26 HTTP/1.1" status: 200 len: 948 time: 0.1062531 Jul 14 09:16:02.368368 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-17e3d1ac-a327-412b-94a8-fd9ad64fab2c admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=52a4d2c197fa4d43ae7fab4d56c14628&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5995164 Jul 14 09:16:02.373968 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 34542) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:02.376856 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e3d1ac-a327-412b-94a8-fd9ad64fab2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7ead724-ecb7-45a2-b440-5b5c4497de9a,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:02.400284 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e9405e-ddab-4b1d-acd2-2a7a0d002a16 req-00abbe5e-c49d-4f24-9009-e6f50f63e573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:02.402420 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-80e9405e-ddab-4b1d-acd2-2a7a0d002a16 req-00abbe5e-c49d-4f24-9009-e6f50f63e573 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=91bf6090a5d04784b6bc54869d87dad3&device_id=8b5cc62b-1d87-468c-9cb9-ed3c3c8a9ed2 HTTP/1.1" status: 200 len: 1099 time: 0.3762424 Jul 14 09:16:02.412897 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41024db2-c231-4254-b8d4-a4871f3a96e7 req-2c517192-2113-4a09-9f2b-33679674b039 tempest-LiveMigrationNegativeTest-1997266940 tempest-LiveMigrationNegativeTest-1997266940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:02.414475 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-41024db2-c231-4254-b8d4-a4871f3a96e7 req-2c517192-2113-4a09-9f2b-33679674b039 tempest-LiveMigrationNegativeTest-1997266940 tempest-LiveMigrationNegativeTest-1997266940-project] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2645495 Jul 14 09:16:02.472788 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-80e9405e-ddab-4b1d-acd2-2a7a0d002a16 req-6d939659-1a23-47c8-9ab1-973cd65617ab service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=f2035733-b989-4704-90fd-ae74d66737f3 HTTP/1.1" status: 200 len: 217 time: 0.0539806 Jul 14 09:16:02.490250 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-41024db2-c231-4254-b8d4-a4871f3a96e7 req-2c58cc9c-36cd-46db-8b97-9491d8d5257f tempest-LiveMigrationNegativeTest-1997266940 tempest-LiveMigrationNegativeTest-1997266940-project] 10.222.0.68 "GET /v2.0/quotas/fffe3e6faca04c7d8f07c5b54adca682 HTTP/1.1" status: 200 len: 375 time: 0.0613983 Jul 14 09:16:02.511036 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-021a505a-41bb-424a-acc4-59e5145c6437 req-e8639182-d200-4d27-8fd8-6cc1a9e0873c tempest-ServersAdminNegativeTestJSON-1399855934 tempest-ServersAdminNegativeTestJSON-1399855934-project] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:02.517172 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-fdf8c42f-d102-412f-827a-df8088b6777d req-c6001101-93a3-4417-b31d-0ab14751ca81 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/security-groups?id=93b55648-4dd6-4852-bb99-9aa842ab19a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2014999 Jul 14 09:16:02.521701 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-021a505a-41bb-424a-acc4-59e5145c6437 req-e8639182-d200-4d27-8fd8-6cc1a9e0873c tempest-ServersAdminNegativeTestJSON-1399855934 tempest-ServersAdminNegativeTestJSON-1399855934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:02.622118 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0948c74-b271-4658-b941-294ddb49b978 admin admin] Made reservation on behalf of e14af975015c4397b9da2a89a906dfc2 for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:16:02.624175 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a0948c74-b271-4658-b941-294ddb49b978 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:02.652894 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8639182-d200-4d27-8fd8-6cc1a9e0873c tempest-ServersAdminNegativeTestJSON-1399855934 tempest-ServersAdminNegativeTestJSON-1399855934-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12cec5c4-9898-4269-a307-518d62ed3fb9,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:02.664755 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a0948c74-b271-4658-b941-294ddb49b978 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:02.724998 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:16:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9679a31-3d0f-459d-8e0f-08230f8273cc x-openstack-request-id: req-f9679a31-3d0f-459d-8e0f-08230f8273cc {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:16:02.725314 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b5cc62b-1d87-468c-9cb9-ed3c3c8a9ed2", "tag": "f2035733-b989-4704-90fd-ae74d66737f3", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:16:02.725564 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-f9679a31-3d0f-459d-8e0f-08230f8273cc {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:16:02.725957 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b5cc62b-1d87-468c-9cb9-ed3c3c8a9ed2', 'tag': 'f2035733-b989-4704-90fd-ae74d66737f3', 'status': 'completed', 'code': 200} Jul 14 09:16:02.765976 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-b46da949-8efb-49ab-aea7-123785d63473 req-3257af27-74a1-46c8-b91a-46f27ab42728 tempest-ServersAdminNegativeTestJSON-1399855934 tempest-ServersAdminNegativeTestJSON-1399855934-project] 10.222.0.68 "GET /v2.0/ports?device_id=bae8f53d-9f15-46d2-88eb-68c9dfbe1a1e HTTP/1.1" status: 200 len: 210 time: 0.0556717 Jul 14 09:16:02.780380 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-0592fd42-760b-4b8c-a9ef-1f8629045d7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:02.784598 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e9405e-ddab-4b1d-acd2-2a7a0d002a16 req-214366bb-48da-4097-907e-81fc60083483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:02.786294 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-80e9405e-ddab-4b1d-acd2-2a7a0d002a16 req-214366bb-48da-4097-907e-81fc60083483 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=85060e65-3b2f-4a6c-a04c-ce849daa5b3b HTTP/1.1" status: 200 len: 843 time: 0.3079007 Jul 14 09:16:02.803964 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [req-021a505a-41bb-424a-acc4-59e5145c6437 req-e8639182-d200-4d27-8fd8-6cc1a9e0873c tempest-ServersAdminNegativeTestJSON-1399855934 tempest-ServersAdminNegativeTestJSON-1399855934-project] Allocated IP 192.168.233.188 (2244f7a1-04bd-42cd-9e86-31839b46f57f/85060e65-3b2f-4a6c-a04c-ce849daa5b3b/cdfdc07e-e2b3-45c5-836b-025c2b44f895) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:16:02.867041 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-0592fd42-760b-4b8c-a9ef-1f8629045d7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:02.922196 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-41024db2-c231-4254-b8d4-a4871f3a96e7 req-a5fdd931-9d80-484a-af63-71d62610eaca tempest-LiveMigrationNegativeTest-1997266940 tempest-LiveMigrationNegativeTest-1997266940-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=fffe3e6faca04c7d8f07c5b54adca682&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4078846 Jul 14 09:16:02.940901 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e9405e-ddab-4b1d-acd2-2a7a0d002a16 req-e139f68b-6c4e-4129-80f5-7486441cd546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:02.942612 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-80e9405e-ddab-4b1d-acd2-2a7a0d002a16 req-e139f68b-6c4e-4129-80f5-7486441cd546 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2244f7a1-04bd-42cd-9e86-31839b46f57f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1453083 Jul 14 09:16:02.957507 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a0948c74-b271-4658-b941-294ddb49b978 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:02.989272 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a0948c74-b271-4658-b941-294ddb49b978 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:02.997088 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-0592fd42-760b-4b8c-a9ef-1f8629045d7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:02.999688 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-0592fd42-760b-4b8c-a9ef-1f8629045d7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:03.001011 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-0592fd42-760b-4b8c-a9ef-1f8629045d7c admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/b7ead724-ecb7-45a2-b440-5b5c4497de9a HTTP/1.1" status: 204 len: 168 time: 0.6251028 Jul 14 09:16:03.034632 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0592fd42-760b-4b8c-a9ef-1f8629045d7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7ead724-ecb7-45a2-b440-5b5c4497de9a,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:03.039312 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0948c74-b271-4658-b941-294ddb49b978 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 708} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:16:03.088832 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-80e9405e-ddab-4b1d-acd2-2a7a0d002a16 req-66515160-cac3-4ca4-bd77-854e1f142c68 service neutron] 10.222.0.57 "GET /v2.0/networks/2244f7a1-04bd-42cd-9e86-31839b46f57f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392753 Jul 14 09:16:03.088966 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0948c74-b271-4658-b941-294ddb49b978 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bf941d0-4fab-41ec-a174-078829fdb488,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:03.134463 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a0948c74-b271-4658-b941-294ddb49b978 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8735688346588', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:03.135034 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a0948c74-b271-4658-b941-294ddb49b978 admin admin] Unsubscribe: segment precommit_create {{(pid=93958) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 14 09:16:03.135677 n-d-779913-29 neutron-server[93958]: INFO neutron.db.segments_db [None req-a0948c74-b271-4658-b941-294ddb49b978 admin admin] Added segment 4f3a0541-e6cd-42f5-92f6-5d961c2f621f of type vlan for network e7cb481e-49dc-464e-b748-d3d2c45f69f9 Jul 14 09:16:03.203016 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-021a505a-41bb-424a-acc4-59e5145c6437 req-e8639182-d200-4d27-8fd8-6cc1a9e0873c tempest-ServersAdminNegativeTestJSON-1399855934 tempest-ServersAdminNegativeTestJSON-1399855934-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:03.216263 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-dea05c4c-317b-41fb-b981-39c976c6f739 req-3e240871-7292-44c3-9c4c-51f9a03da3ba tempest-LiveMigrationNegativeTest-1997266940 tempest-LiveMigrationNegativeTest-1997266940-project] 10.222.0.68 "GET /v2.0/ports?device_id=cf2e0952-6160-4006-b681-dbf55cdb0673 HTTP/1.1" status: 200 len: 210 time: 0.0375917 Jul 14 09:16:03.245876 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-021a505a-41bb-424a-acc4-59e5145c6437 req-e8639182-d200-4d27-8fd8-6cc1a9e0873c tempest-ServersAdminNegativeTestJSON-1399855934 tempest-ServersAdminNegativeTestJSON-1399855934-project] Transition to ACTIVE for port object cdfdc07e-e2b3-45c5-836b-025c2b44f895 will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:16:03.266620 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-80e9405e-ddab-4b1d-acd2-2a7a0d002a16 req-69c1e9e6-a87c-4bc0-bbd5-b9ecaae0c797 service neutron] 10.222.0.57 "GET /v2.0/networks/2244f7a1-04bd-42cd-9e86-31839b46f57f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569190 Jul 14 09:16:03.348169 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a0948c74-b271-4658-b941-294ddb49b978 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735687821325'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:03.380100 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18a2cb0-924a-4082-9419-317ef33d01f8 req-edacbb9f-5d12-45a9-a1e8-b3d9983824ed tempest-DeleteServersAdminTestJSON-1035248896 tempest-DeleteServersAdminTestJSON-1035248896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:03.383030 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-a18a2cb0-924a-4082-9419-317ef33d01f8 req-edacbb9f-5d12-45a9-a1e8-b3d9983824ed tempest-DeleteServersAdminTestJSON-1035248896 tempest-DeleteServersAdminTestJSON-1035248896-project] 10.222.0.68 "GET /v2.0/ports?device_id=8b5cc62b-1d87-468c-9cb9-ed3c3c8a9ed2 HTTP/1.1" status: 200 len: 947 time: 0.4592295 Jul 14 09:16:03.410619 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-021a505a-41bb-424a-acc4-59e5145c6437 req-e8639182-d200-4d27-8fd8-6cc1a9e0873c tempest-ServersAdminNegativeTestJSON-1399855934 tempest-ServersAdminNegativeTestJSON-1399855934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:03.520386 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f958caf4-71bf-46aa-8579-6dc741d5ea55 req-4af7d53b-5568-4a91-bd9b-15ed3bdf3fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:03.521961 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f958caf4-71bf-46aa-8579-6dc741d5ea55 req-4af7d53b-5568-4a91-bd9b-15ed3bdf3fd2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=91bf6090a5d04784b6bc54869d87dad3&device_id=8b5cc62b-1d87-468c-9cb9-ed3c3c8a9ed2 HTTP/1.1" status: 200 len: 1099 time: 0.1480451 Jul 14 09:16:03.534010 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8639182-d200-4d27-8fd8-6cc1a9e0873c tempest-ServersAdminNegativeTestJSON-1399855934 tempest-ServersAdminNegativeTestJSON-1399855934-project] Pushing event updated for resources: {'Port': ['ID=cdfdc07e-e2b3-45c5-836b-025c2b44f895,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:03.546020 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a0948c74-b271-4658-b941-294ddb49b978 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:03.546877 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0948c74-b271-4658-b941-294ddb49b978 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:03.547452 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a0948c74-b271-4658-b941-294ddb49b978 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:03.583665 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-021a505a-41bb-424a-acc4-59e5145c6437 req-e8639182-d200-4d27-8fd8-6cc1a9e0873c tempest-ServersAdminNegativeTestJSON-1399855934 tempest-ServersAdminNegativeTestJSON-1399855934-project] Network 2244f7a1-04bd-42cd-9e86-31839b46f57f is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:16:03.636834 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-a18a2cb0-924a-4082-9419-317ef33d01f8 req-3c0f195f-b04c-4683-b498-c4d047f8bd45 tempest-DeleteServersAdminTestJSON-1035248896 tempest-DeleteServersAdminTestJSON-1035248896-project] 10.222.0.68 "GET /v2.0/security-groups?id=895e8c22-e884-4014-9e60-5bdb90a485a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2345967 Jul 14 09:16:03.666596 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [req-021a505a-41bb-424a-acc4-59e5145c6437 req-e8639182-d200-4d27-8fd8-6cc1a9e0873c tempest-ServersAdminNegativeTestJSON-1399855934 tempest-ServersAdminNegativeTestJSON-1399855934-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:16:03.695754 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-021a505a-41bb-424a-acc4-59e5145c6437 req-e8639182-d200-4d27-8fd8-6cc1a9e0873c tempest-ServersAdminNegativeTestJSON-1399855934 tempest-ServersAdminNegativeTestJSON-1399855934-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:16:03.714920 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021a505a-41bb-424a-acc4-59e5145c6437 req-e8639182-d200-4d27-8fd8-6cc1a9e0873c tempest-ServersAdminNegativeTestJSON-1399855934 tempest-ServersAdminNegativeTestJSON-1399855934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:03.718830 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-021a505a-41bb-424a-acc4-59e5145c6437 req-e8639182-d200-4d27-8fd8-6cc1a9e0873c tempest-ServersAdminNegativeTestJSON-1399855934 tempest-ServersAdminNegativeTestJSON-1399855934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:03.742667 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f958caf4-71bf-46aa-8579-6dc741d5ea55 req-89f85325-b14d-434d-bba5-b1494dc6cd6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:03.744753 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f958caf4-71bf-46aa-8579-6dc741d5ea55 req-89f85325-b14d-434d-bba5-b1494dc6cd6e service neutron] 10.222.0.57 "GET /v2.0/networks?id=2244f7a1-04bd-42cd-9e86-31839b46f57f HTTP/1.1" status: 200 len: 870 time: 0.2163906 Jul 14 09:16:03.762639 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 3c588ba2-3350-4d26-ae32-a0222859845a details requested by agent hyperv_n-h2-779913-29 with host n-h2-779913-29 {{(pid=93959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:16:03.779005 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-a0948c74-b271-4658-b941-294ddb49b978 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.5148563 Jul 14 09:16:03.786754 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 34588) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:03.790022 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0948c74-b271-4658-b941-294ddb49b978 admin admin] Pushing event updated for resources: {'Network': ['ID=e7cb481e-49dc-464e-b748-d3d2c45f69f9,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:03.822065 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-fc726648-a2b9-4286-bf45-282a5fc6c528 admin admin] Request body: {'subnet': {'network_id': 'e7cb481e-49dc-464e-b748-d3d2c45f69f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-566035079-subnet', 'tenant_id': 'e14af975015c4397b9da2a89a906dfc2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:16:03.846117 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-021a505a-41bb-424a-acc4-59e5145c6437 req-e8639182-d200-4d27-8fd8-6cc1a9e0873c tempest-ServersAdminNegativeTestJSON-1399855934 tempest-ServersAdminNegativeTestJSON-1399855934-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3529334 Jul 14 09:16:03.851874 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f958caf4-71bf-46aa-8579-6dc741d5ea55 req-d0802e55-763a-46c6-8e8d-edad1451861a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=f2035733-b989-4704-90fd-ae74d66737f3 HTTP/1.1" status: 200 len: 217 time: 0.0994873 Jul 14 09:16:03.890683 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [req-021a505a-41bb-424a-acc4-59e5145c6437 req-9c0fa9e8-d339-49ae-9690-83ea7a135db6 service neutron] Request body: {'port': {'device_id': 'bae8f53d-9f15-46d2-88eb-68c9dfbe1a1e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-29'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:16:03.917379 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc726648-a2b9-4286-bf45-282a5fc6c528 admin admin] Made reservation on behalf of e14af975015c4397b9da2a89a906dfc2 for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:16:03.919761 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Network e7cb481e-49dc-464e-b748-d3d2c45f69f9 details requested by agent ovs-agent-n-d-779913-29 with host n-d-779913-29 {{(pid=93959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:16:03.924114 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fc726648-a2b9-4286-bf45-282a5fc6c528 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:03.999433 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f958caf4-71bf-46aa-8579-6dc741d5ea55 req-22191741-0214-4c2f-a8c5-1730988d789d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:04.014839 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f958caf4-71bf-46aa-8579-6dc741d5ea55 req-22191741-0214-4c2f-a8c5-1730988d789d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=85060e65-3b2f-4a6c-a04c-ce849daa5b3b HTTP/1.1" status: 200 len: 843 time: 0.1422915 Jul 14 09:16:04.223587 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f958caf4-71bf-46aa-8579-6dc741d5ea55 req-54f21802-19d8-44d8-b894-88d0f78cd16f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:04.225218 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f958caf4-71bf-46aa-8579-6dc741d5ea55 req-54f21802-19d8-44d8-b894-88d0f78cd16f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2244f7a1-04bd-42cd-9e86-31839b46f57f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2091992 Jul 14 09:16:04.241953 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8389acb7-4bfa-47ca-8c33-bb5503369be3 req-4aa0c877-e2af-4a70-971b-2adeb23fb82f tempest-AggregatesAdminTestJSON-1474541478 tempest-AggregatesAdminTestJSON-1474541478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:04.250280 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8389acb7-4bfa-47ca-8c33-bb5503369be3 req-4aa0c877-e2af-4a70-971b-2adeb23fb82f tempest-AggregatesAdminTestJSON-1474541478 tempest-AggregatesAdminTestJSON-1474541478-project] 10.222.0.68 "GET /v2.0/ports?device_id=b258e9c5-926b-4718-843d-812c42f5fc50 HTTP/1.1" status: 200 len: 971 time: 0.2142603 Jul 14 09:16:04.254177 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-021a505a-41bb-424a-acc4-59e5145c6437 req-9c0fa9e8-d339-49ae-9690-83ea7a135db6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:04.266753 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-6f8cf7cc-e12f-41a2-ad0c-0378e025b0c4 None None] Provisioning for port cdfdc07e-e2b3-45c5-836b-025c2b44f895 completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:16:04.290452 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 3c588ba2-3350-4d26-ae32-a0222859845a, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=3c588ba2-3350-4d26-ae32-a0222859845a,segment=NetworkSegment(8f1c1422-de6c-445f-ab95-4e2c94585b2b),segment_id=8f1c1422-de6c-445f-ab95-4e2c94585b2b)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:16:04.297582 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-6f8cf7cc-e12f-41a2-ad0c-0378e025b0c4 None None] Provisioning complete for port cdfdc07e-e2b3-45c5-836b-025c2b44f895 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:16:04.297982 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6f8cf7cc-e12f-41a2-ad0c-0378e025b0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:04.303319 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8389acb7-4bfa-47ca-8c33-bb5503369be3 req-6eeef9ae-f40a-4c5d-925c-16794190bf6d tempest-AggregatesAdminTestJSON-1474541478 tempest-AggregatesAdminTestJSON-1474541478-project] 10.222.0.68 "GET /v2.0/security-groups?id=15c9ca1a-6146-49cb-90e4-2f05d934dcb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519640 Jul 14 09:16:04.365030 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Returning: {'device': '3c588ba2-3350-4d26-ae32-a0222859845a', 'network_id': '2244f7a1-04bd-42cd-9e86-31839b46f57f', 'port_id': '3c588ba2-3350-4d26-ae32-a0222859845a', 'mac_address': 'fa:16:3e:06:26:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 724, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85060e65-3b2f-4a6c-a04c-ce849daa5b3b', 'ip_address': '192.168.233.238'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:16:04.424220 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 34604) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:04.434186 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-6f8cf7cc-e12f-41a2-ad0c-0378e025b0c4 None None] Port cdfdc07e-e2b3-45c5-836b-025c2b44f895 cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:16:04.484384 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:04.508706 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c588ba2-3350-4d26-ae32-a0222859845a {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:16:04.532275 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 3c588ba2-3350-4d26-ae32-a0222859845a, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=3c588ba2-3350-4d26-ae32-a0222859845a,segment=NetworkSegment(8f1c1422-de6c-445f-ab95-4e2c94585b2b),segment_id=8f1c1422-de6c-445f-ab95-4e2c94585b2b)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:16:04.538056 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:04.571773 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f958caf4-71bf-46aa-8579-6dc741d5ea55 req-528e3cf3-1ff6-4d46-a699-8712456fe48a service neutron] 10.222.0.57 "GET /v2.0/networks/2244f7a1-04bd-42cd-9e86-31839b46f57f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3191850 Jul 14 09:16:04.578811 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a5fa42-bf27-4975-b696-c83917f191e0 req-b1f043fb-3c29-428a-964d-17e1811c582c tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:04.579914 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-94a5fa42-bf27-4975-b696-c83917f191e0 req-b1f043fb-3c29-428a-964d-17e1811c582c tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/ports?device_id=611c1b28-c22b-43c2-aa46-15cef6f6cd26 HTTP/1.1" status: 200 len: 948 time: 0.5771282 Jul 14 09:16:04.618987 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Pushing event updated for resources: {'Port': ['ID=3c588ba2-3350-4d26-ae32-a0222859845a,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:04.641857 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b163d07-ec46-4ffb-b16f-5462d69cefbd req-a0227f87-ea32-42a3-8580-c97e92e8e786 tempest-ServersAdminNegativeTestJSON-1399855934 tempest-ServersAdminNegativeTestJSON-1399855934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:04.649646 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-7b163d07-ec46-4ffb-b16f-5462d69cefbd req-a0227f87-ea32-42a3-8580-c97e92e8e786 tempest-ServersAdminNegativeTestJSON-1399855934 tempest-ServersAdminNegativeTestJSON-1399855934-project] 10.222.0.68 "GET /v2.0/ports?device_id=bae8f53d-9f15-46d2-88eb-68c9dfbe1a1e HTTP/1.1" status: 200 len: 936 time: 0.1430507 Jul 14 09:16:04.673355 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fc726648-a2b9-4286-bf45-282a5fc6c528 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:04.705814 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-7b163d07-ec46-4ffb-b16f-5462d69cefbd req-2dc6e297-0ee3-4399-b6ec-d1b00c17af78 tempest-ServersAdminNegativeTestJSON-1399855934 tempest-ServersAdminNegativeTestJSON-1399855934-project] 10.222.0.68 "GET /v2.0/security-groups?id=12cec5c4-9898-4269-a307-518d62ed3fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550613 Jul 14 09:16:04.725285 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f958caf4-71bf-46aa-8579-6dc741d5ea55 req-e06098c9-9413-43e5-9319-6896a65f197d service neutron] 10.222.0.57 "GET /v2.0/networks/2244f7a1-04bd-42cd-9e86-31839b46f57f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462061 Jul 14 09:16:04.735034 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-13a7962b-3ec5-4da0-abab-7c907589df8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:04.816890 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] get_ports_and_sgs() called for port_ids ['3c588ba2-3350-4d26-ae32-a0222859845a'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:16:04.839171 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-56c1bbad-7e7e-4e0a-ad22-5ce3f4c9b3a6 req-5c595419-878b-455f-a393-eecbdd11ccb6 tempest-LiveMigrationNegativeTest-1997266940 tempest-LiveMigrationNegativeTest-1997266940-project] 10.222.0.68 "GET /v2.0/ports?device_id=cf2e0952-6160-4006-b681-dbf55cdb0673 HTTP/1.1" status: 200 len: 210 time: 0.0306585 Jul 14 09:16:04.839436 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-94a5fa42-bf27-4975-b696-c83917f191e0 req-d4f9f68b-e9b2-44d6-88e2-adf093661ddb tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/security-groups?id=93b55648-4dd6-4852-bb99-9aa842ab19a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058191 Jul 14 09:16:04.850635 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc726648-a2b9-4286-bf45-282a5fc6c528 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1f8d7cc-d5f0-4ac4-b550-493e46cf12fc,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:04.906922 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc726648-a2b9-4286-bf45-282a5fc6c528 admin admin] Checking segment: {'id': '4f3a0541-e6cd-42f5-92f6-5d961c2f621f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'e7cb481e-49dc-464e-b748-d3d2c45f69f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:16:04.907281 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc726648-a2b9-4286-bf45-282a5fc6c528 admin admin] Network hostable DHCP agents. Network: e7cb481e-49dc-464e-b748-d3d2c45f69f9, hostable agents: ['c6a09bd4-f72e-4283-a3ca-0bbca8a51081'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:16:04.981290 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc726648-a2b9-4286-bf45-282a5fc6c528 admin admin] Network e7cb481e-49dc-464e-b748-d3d2c45f69f9 is scheduled to be hosted by DHCP agent c6a09bd4-f72e-4283-a3ca-0bbca8a51081 with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:16:05.012104 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-fc726648-a2b9-4286-bf45-282a5fc6c528 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-29, e7cb481e-49dc-464e-b748-d3d2c45f69f9) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:16:05.033623 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc726648-a2b9-4286-bf45-282a5fc6c528 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:05.036649 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fc726648-a2b9-4286-bf45-282a5fc6c528 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:05.053907 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-955a7cb9-3b2b-40a8-a3b8-3106998c79a3 None None] Network e7cb481e-49dc-464e-b748-d3d2c45f69f9 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:16:05.123139 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-41024db2-c231-4254-b8d4-a4871f3a96e7 req-cb22e56e-73ee-4ec3-9399-89f3a13d23fc tempest-LiveMigrationNegativeTest-1997266940 tempest-LiveMigrationNegativeTest-1997266940-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=fffe3e6faca04c7d8f07c5b54adca682&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0388584 Jul 14 09:16:05.164122 n-d-779913-29 neutron-server[93958]: DEBUG neutron.notifiers.nova [req-021a505a-41bb-424a-acc4-59e5145c6437 req-9c0fa9e8-d339-49ae-9690-83ea7a135db6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cdfdc07e-e2b3-45c5-836b-025c2b44f895 {{(pid=93958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:16:05.187490 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-021a505a-41bb-424a-acc4-59e5145c6437 req-9c0fa9e8-d339-49ae-9690-83ea7a135db6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:05.194651 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-13a7962b-3ec5-4da0-abab-7c907589df8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:05.216575 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-13a7962b-3ec5-4da0-abab-7c907589df8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:05.258302 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-fc726648-a2b9-4286-bf45-282a5fc6c528 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.4697952 Jul 14 09:16:05.275968 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-021a505a-41bb-424a-acc4-59e5145c6437 req-9c0fa9e8-d339-49ae-9690-83ea7a135db6 service neutron] Transition to ACTIVE for port object cdfdc07e-e2b3-45c5-836b-025c2b44f895 will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:16:05.277710 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d422d01-3465-4a53-904d-3fabf6ba0560 None None] Network e7cb481e-49dc-464e-b748-d3d2c45f69f9 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:16:05.316427 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-021a505a-41bb-424a-acc4-59e5145c6437 req-9c0fa9e8-d339-49ae-9690-83ea7a135db6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:05.475075 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41024db2-c231-4254-b8d4-a4871f3a96e7 req-5bdaf422-43da-411e-b9db-7e11f0e2e1a8 tempest-LiveMigrationNegativeTest-1997266940 tempest-LiveMigrationNegativeTest-1997266940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:05.477726 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-41024db2-c231-4254-b8d4-a4871f3a96e7 req-5bdaf422-43da-411e-b9db-7e11f0e2e1a8 tempest-LiveMigrationNegativeTest-1997266940 tempest-LiveMigrationNegativeTest-1997266940-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3467638 Jul 14 09:16:05.506005 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-41024db2-c231-4254-b8d4-a4871f3a96e7 req-5b6f1886-0dc4-498b-8e32-ee35c9d23113 tempest-LiveMigrationNegativeTest-1997266940 tempest-LiveMigrationNegativeTest-1997266940-project] Request body: {'port': {'device_id': 'cf2e0952-6160-4006-b681-dbf55cdb0673', 'network_id': '2244f7a1-04bd-42cd-9e86-31839b46f57f', 'admin_state_up': True, 'tenant_id': 'fffe3e6faca04c7d8f07c5b54adca682'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:16:05.651722 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-13a7962b-3ec5-4da0-abab-7c907589df8c admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=1b9bf7479a87475d856b489da83be9fa&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2231410 Jul 14 09:16:05.653068 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 34638) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:05.658274 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a7962b-3ec5-4da0-abab-7c907589df8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20688f86-39f1-4254-b031-24f4fb847376,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:05.757986 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5493c963-0c5e-4bfa-ab3b-2f06209a8dee req-298f3878-c31e-4db1-b275-132a42a3b67c tempest-AggregatesAdminTestJSON-1474541478 tempest-AggregatesAdminTestJSON-1474541478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:05.764568 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5493c963-0c5e-4bfa-ab3b-2f06209a8dee req-298f3878-c31e-4db1-b275-132a42a3b67c tempest-AggregatesAdminTestJSON-1474541478 tempest-AggregatesAdminTestJSON-1474541478-project] 10.222.0.68 "GET /v2.0/ports?device_id=b258e9c5-926b-4718-843d-812c42f5fc50 HTTP/1.1" status: 200 len: 971 time: 0.2154660 Jul 14 09:16:05.775494 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6ddf9a-3ec0-40c1-90f6-1e142b829d43 req-695ec8f6-16a3-4d0d-9790-54d8246e0f4f tempest-DeleteServersAdminTestJSON-1035248896 tempest-DeleteServersAdminTestJSON-1035248896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:05.783162 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-dc6ddf9a-3ec0-40c1-90f6-1e142b829d43 req-695ec8f6-16a3-4d0d-9790-54d8246e0f4f tempest-DeleteServersAdminTestJSON-1035248896 tempest-DeleteServersAdminTestJSON-1035248896-project] 10.222.0.68 "GET /v2.0/ports?device_id=8b5cc62b-1d87-468c-9cb9-ed3c3c8a9ed2 HTTP/1.1" status: 200 len: 947 time: 0.7315483 Jul 14 09:16:05.790616 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device f2035733-b989-4704-90fd-ae74d66737f3 details requested by agent hyperv_n-h2-779913-29 with host n-h2-779913-29 {{(pid=93959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:16:05.857020 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 3c588ba2-3350-4d26-ae32-a0222859845a up at agent hyperv_n-h2-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:16:05.859869 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5493c963-0c5e-4bfa-ab3b-2f06209a8dee req-79c5901d-c38f-4de0-84c6-6f45bbdcb477 tempest-AggregatesAdminTestJSON-1474541478 tempest-AggregatesAdminTestJSON-1474541478-project] 10.222.0.68 "GET /v2.0/security-groups?id=15c9ca1a-6146-49cb-90e4-2f05d934dcb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803878 Jul 14 09:16:05.860545 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41024db2-c231-4254-b8d4-a4871f3a96e7 req-5b6f1886-0dc4-498b-8e32-ee35c9d23113 tempest-LiveMigrationNegativeTest-1997266940 tempest-LiveMigrationNegativeTest-1997266940-project] Made reservation on behalf of fffe3e6faca04c7d8f07c5b54adca682 for: {'port': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:16:05.867497 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-41024db2-c231-4254-b8d4-a4871f3a96e7 req-5b6f1886-0dc4-498b-8e32-ee35c9d23113 tempest-LiveMigrationNegativeTest-1997266940 tempest-LiveMigrationNegativeTest-1997266940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:05.989768 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port f2035733-b989-4704-90fd-ae74d66737f3, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=f2035733-b989-4704-90fd-ae74d66737f3,segment=NetworkSegment(8f1c1422-de6c-445f-ab95-4e2c94585b2b),segment_id=8f1c1422-de6c-445f-ab95-4e2c94585b2b)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:16:06.006223 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Returning: {'device': 'f2035733-b989-4704-90fd-ae74d66737f3', 'network_id': '2244f7a1-04bd-42cd-9e86-31839b46f57f', 'port_id': 'f2035733-b989-4704-90fd-ae74d66737f3', 'mac_address': 'fa:16:3e:73:a7:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 724, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85060e65-3b2f-4a6c-a04c-ce849daa5b3b', 'ip_address': '192.168.233.54'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:16:06.008295 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Provisioning for port 3c588ba2-3350-4d26-ae32-a0222859845a completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:16:06.014887 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Provisioning complete for port 3c588ba2-3350-4d26-ae32-a0222859845a triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:16:06.015434 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:06.068682 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0fa9e8-d339-49ae-9690-83ea7a135db6 service neutron] Pushing event updated for resources: {'Port': ['ID=cdfdc07e-e2b3-45c5-836b-025c2b44f895,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:06.099408 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:06.139102 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc3fb20-883c-44d7-bffa-a2ea94a4545f req-356c35d1-b0b6-4e93-91d4-ba5898cf20c0 tempest-AggregatesAdminTestJSON-1474541478 tempest-AggregatesAdminTestJSON-1474541478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:06.140950 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-abc3fb20-883c-44d7-bffa-a2ea94a4545f req-356c35d1-b0b6-4e93-91d4-ba5898cf20c0 tempest-AggregatesAdminTestJSON-1474541478 tempest-AggregatesAdminTestJSON-1474541478-project] 10.222.0.65 "GET /v2.0/ports?device_id=b258e9c5-926b-4718-843d-812c42f5fc50 HTTP/1.1" status: 200 len: 971 time: 0.4864054 Jul 14 09:16:06.153633 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-021a505a-41bb-424a-acc4-59e5145c6437 req-9c0fa9e8-d339-49ae-9690-83ea7a135db6 service neutron] Attempting to bind port cdfdc07e-e2b3-45c5-836b-025c2b44f895 on host n-h2-779913-29 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:16:06.154248 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-021a505a-41bb-424a-acc4-59e5145c6437 req-9c0fa9e8-d339-49ae-9690-83ea7a135db6 service neutron] Attempting to bind port cdfdc07e-e2b3-45c5-836b-025c2b44f895 by drivers openvswitch,hyperv on host n-h2-779913-29 at level 0 using segments [{'id': '8f1c1422-de6c-445f-ab95-4e2c94585b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '2244f7a1-04bd-42cd-9e86-31839b46f57f'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:16:06.154828 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-021a505a-41bb-424a-acc4-59e5145c6437 req-9c0fa9e8-d339-49ae-9690-83ea7a135db6 service neutron] Attempting to bind port cdfdc07e-e2b3-45c5-836b-025c2b44f895 on network 2244f7a1-04bd-42cd-9e86-31839b46f57f {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:16:06.170538 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2035733-b989-4704-90fd-ae74d66737f3 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:16:06.172853 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-dc6ddf9a-3ec0-40c1-90f6-1e142b829d43 req-73a0070b-9f62-46a2-bf03-3d398bc53806 tempest-DeleteServersAdminTestJSON-1035248896 tempest-DeleteServersAdminTestJSON-1035248896-project] 10.222.0.68 "GET /v2.0/security-groups?id=895e8c22-e884-4014-9e60-5bdb90a485a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3885763 Jul 14 09:16:06.176460 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [req-41024db2-c231-4254-b8d4-a4871f3a96e7 req-5b6f1886-0dc4-498b-8e32-ee35c9d23113 tempest-LiveMigrationNegativeTest-1997266940 tempest-LiveMigrationNegativeTest-1997266940-project] Allocated IP 192.168.233.131 (2244f7a1-04bd-42cd-9e86-31839b46f57f/85060e65-3b2f-4a6c-a04c-ce849daa5b3b/018b8dba-5101-4e8f-9864-352583eaa07d) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:16:06.218637 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port f2035733-b989-4704-90fd-ae74d66737f3, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=f2035733-b989-4704-90fd-ae74d66737f3,segment=NetworkSegment(8f1c1422-de6c-445f-ab95-4e2c94585b2b),segment_id=8f1c1422-de6c-445f-ab95-4e2c94585b2b)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:16:06.232704 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:06.303120 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-021a505a-41bb-424a-acc4-59e5145c6437 req-9c0fa9e8-d339-49ae-9690-83ea7a135db6 service neutron] Port cdfdc07e-e2b3-45c5-836b-025c2b44f895 on network 2244f7a1-04bd-42cd-9e86-31839b46f57f not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-29 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:16:06.303606 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-021a505a-41bb-424a-acc4-59e5145c6437 req-9c0fa9e8-d339-49ae-9690-83ea7a135db6 service neutron] Attempting to bind port cdfdc07e-e2b3-45c5-836b-025c2b44f895 on network 2244f7a1-04bd-42cd-9e86-31839b46f57f {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:16:06.310094 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 34668) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:06.316037 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-021a505a-41bb-424a-acc4-59e5145c6437 req-9c0fa9e8-d339-49ae-9690-83ea7a135db6 service neutron] Checking agent: {'id': '013e4a3b-a634-47b8-b6a5-1a25109b73fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 13, 13), 'started_at': datetime.datetime(2021, 7, 14, 9, 13, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 15, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:16:06.316518 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-021a505a-41bb-424a-acc4-59e5145c6437 req-9c0fa9e8-d339-49ae-9690-83ea7a135db6 service neutron] Checking segment: {'id': '8f1c1422-de6c-445f-ab95-4e2c94585b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '2244f7a1-04bd-42cd-9e86-31839b46f57f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:16:06.318056 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-021a505a-41bb-424a-acc4-59e5145c6437 req-9c0fa9e8-d339-49ae-9690-83ea7a135db6 service neutron] Bound using segment: {'id': '8f1c1422-de6c-445f-ab95-4e2c94585b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '2244f7a1-04bd-42cd-9e86-31839b46f57f'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:16:06.318326 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-021a505a-41bb-424a-acc4-59e5145c6437 req-9c0fa9e8-d339-49ae-9690-83ea7a135db6 service neutron] Bound port: cdfdc07e-e2b3-45c5-836b-025c2b44f895, host: n-h2-779913-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f1c1422-de6c-445f-ab95-4e2c94585b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '2244f7a1-04bd-42cd-9e86-31839b46f57f'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:16:06.319030 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-021a505a-41bb-424a-acc4-59e5145c6437 req-9c0fa9e8-d339-49ae-9690-83ea7a135db6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:06.332839 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:06.344132 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-6bfb30c6-0f52-47e2-b07f-a375ae703e6d admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-348870454-network', 'tenant_id': 'a4e4dc3c9d3948ccbe8364551034dd20'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:16:06.372172 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b1d99f-610d-4a15-881e-1ed3b08ed4be req-ceb62397-e528-46f6-9deb-492a1a55bf8d tempest-ServersAdminNegativeTestJSON-1399855934 tempest-ServersAdminNegativeTestJSON-1399855934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:06.374307 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 3c588ba2-3350-4d26-ae32-a0222859845a, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=3c588ba2-3350-4d26-ae32-a0222859845a,segment=NetworkSegment(8f1c1422-de6c-445f-ab95-4e2c94585b2b),segment_id=8f1c1422-de6c-445f-ab95-4e2c94585b2b)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:16:06.379151 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '611c1b28-c22b-43c2-aa46-15cef6f6cd26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c588ba2-3350-4d26-ae32-a0222859845a'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:16:06.379697 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b0b1d99f-610d-4a15-881e-1ed3b08ed4be req-ceb62397-e528-46f6-9deb-492a1a55bf8d tempest-ServersAdminNegativeTestJSON-1399855934 tempest-ServersAdminNegativeTestJSON-1399855934-project] 10.222.0.68 "GET /v2.0/ports?device_id=bae8f53d-9f15-46d2-88eb-68c9dfbe1a1e HTTP/1.1" status: 200 len: 948 time: 0.1952851 Jul 14 09:16:06.382450 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd62303f06773040a8a4e189dc46b4f565768c299abf8ab8e7739778b0bc3e97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b39d505-89aa-482e-a89d-e1654abd392b" -d '{"events": [{"server_uuid": "611c1b28-c22b-43c2-aa46-15cef6f6cd26", "name": "network-vif-plugged", "status": "completed", "tag": "3c588ba2-3350-4d26-ae32-a0222859845a"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:16:06.388926 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:06.420693 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Pushing event updated for resources: {'Port': ['ID=f2035733-b989-4704-90fd-ae74d66737f3,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:06.440043 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bfb30c6-0f52-47e2-b07f-a375ae703e6d admin admin] Made reservation on behalf of a4e4dc3c9d3948ccbe8364551034dd20 for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:16:06.442424 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6bfb30c6-0f52-47e2-b07f-a375ae703e6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:06.459089 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b0b1d99f-610d-4a15-881e-1ed3b08ed4be req-818a6e81-1d75-454f-81c7-28ff52bcc119 tempest-ServersAdminNegativeTestJSON-1399855934 tempest-ServersAdminNegativeTestJSON-1399855934-project] 10.222.0.68 "GET /v2.0/security-groups?id=12cec5c4-9898-4269-a307-518d62ed3fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774658 Jul 14 09:16:06.481342 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-b29fd432-9886-4e1e-b484-58e126c2afd7 req-d42df5c1-860e-4878-8a85-43adee0751c6 tempest-LiveMigrationNegativeTest-1997266940 tempest-LiveMigrationNegativeTest-1997266940-project] 10.222.0.68 "GET /v2.0/ports?device_id=cf2e0952-6160-4006-b681-dbf55cdb0673 HTTP/1.1" status: 200 len: 210 time: 0.0573559 Jul 14 09:16:06.482252 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Pushing event updated for resources: {'Port': ['ID=3c588ba2-3350-4d26-ae32-a0222859845a,revision_number=5']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:06.502462 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-021a505a-41bb-424a-acc4-59e5145c6437 req-9c0fa9e8-d339-49ae-9690-83ea7a135db6 service neutron] For port cdfdc07e-e2b3-45c5-836b-025c2b44f895, host n-h2-779913-29, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:16:06.505123 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6bfb30c6-0f52-47e2-b07f-a375ae703e6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:06.507647 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-41024db2-c231-4254-b8d4-a4871f3a96e7 req-5b6f1886-0dc4-498b-8e32-ee35c9d23113 tempest-LiveMigrationNegativeTest-1997266940 tempest-LiveMigrationNegativeTest-1997266940-project] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:06.527244 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [req-41024db2-c231-4254-b8d4-a4871f3a96e7 req-5b6f1886-0dc4-498b-8e32-ee35c9d23113 tempest-LiveMigrationNegativeTest-1997266940 tempest-LiveMigrationNegativeTest-1997266940-project] Transition to ACTIVE for port object 018b8dba-5101-4e8f-9864-352583eaa07d will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:16:06.537687 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] get_ports_and_sgs() called for port_ids ['f2035733-b989-4704-90fd-ae74d66737f3'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:16:06.555552 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a0d2bd75-6355-49ca-b2ad-474a816e398c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:06.577821 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-021a505a-41bb-424a-acc4-59e5145c6437 req-9c0fa9e8-d339-49ae-9690-83ea7a135db6 service neutron] For port cdfdc07e-e2b3-45c5-836b-025c2b44f895, host n-h2-779913-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=cdfdc07e-e2b3-45c5-836b-025c2b44f895,segment=NetworkSegment(8f1c1422-de6c-445f-ab95-4e2c94585b2b),segment_id=8f1c1422-de6c-445f-ab95-4e2c94585b2b)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:16:06.594767 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-021a505a-41bb-424a-acc4-59e5145c6437 req-9c0fa9e8-d339-49ae-9690-83ea7a135db6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:06.609345 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a0d2bd75-6355-49ca-b2ad-474a816e398c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:06.622037 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-41024db2-c231-4254-b8d4-a4871f3a96e7 req-5b6f1886-0dc4-498b-8e32-ee35c9d23113 tempest-LiveMigrationNegativeTest-1997266940 tempest-LiveMigrationNegativeTest-1997266940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:06.662057 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] get_ports_and_sgs() called for port_ids ['93fde9f8-9031-404f-943c-8e72b996505f'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:16:06.698968 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021a505a-41bb-424a-acc4-59e5145c6437 req-9c0fa9e8-d339-49ae-9690-83ea7a135db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:06.699597 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-021a505a-41bb-424a-acc4-59e5145c6437 req-9c0fa9e8-d339-49ae-9690-83ea7a135db6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:06.700992 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-021a505a-41bb-424a-acc4-59e5145c6437 req-9c0fa9e8-d339-49ae-9690-83ea7a135db6 service neutron] 10.222.0.57 "PUT /v2.0/ports/cdfdc07e-e2b3-45c5-836b-025c2b44f895 HTTP/1.1" status: 200 len: 1097 time: 2.8210721 Jul 14 09:16:06.714426 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41024db2-c231-4254-b8d4-a4871f3a96e7 req-5b6f1886-0dc4-498b-8e32-ee35c9d23113 tempest-LiveMigrationNegativeTest-1997266940 tempest-LiveMigrationNegativeTest-1997266940-project] Network 2244f7a1-04bd-42cd-9e86-31839b46f57f is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:16:06.727428 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [req-41024db2-c231-4254-b8d4-a4871f3a96e7 req-5b6f1886-0dc4-498b-8e32-ee35c9d23113 tempest-LiveMigrationNegativeTest-1997266940 tempest-LiveMigrationNegativeTest-1997266940-project] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:16:06.728733 n-d-779913-29 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bae8f53d-9f15-46d2-88eb-68c9dfbe1a1e', 'tag': 'cdfdc07e-e2b3-45c5-836b-025c2b44f895'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:16:06.735306 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-41024db2-c231-4254-b8d4-a4871f3a96e7 req-5b6f1886-0dc4-498b-8e32-ee35c9d23113 tempest-LiveMigrationNegativeTest-1997266940 tempest-LiveMigrationNegativeTest-1997266940-project] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:16:06.740665 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cb48f044f948e981f43897c8d7f1332f741dc7af2b4c5a6e19d8f4a80f708e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9315d9f1-a195-4bb4-a230-fec5b0aec88a" -d '{"events": [{"name": "network-changed", "server_uuid": "bae8f53d-9f15-46d2-88eb-68c9dfbe1a1e", "tag": "cdfdc07e-e2b3-45c5-836b-025c2b44f895"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:16:06.741669 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41024db2-c231-4254-b8d4-a4871f3a96e7 req-5b6f1886-0dc4-498b-8e32-ee35c9d23113 tempest-LiveMigrationNegativeTest-1997266940 tempest-LiveMigrationNegativeTest-1997266940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:06.742402 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-41024db2-c231-4254-b8d4-a4871f3a96e7 req-5b6f1886-0dc4-498b-8e32-ee35c9d23113 tempest-LiveMigrationNegativeTest-1997266940 tempest-LiveMigrationNegativeTest-1997266940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:06.767290 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-64f6bcca-bf3b-4eb2-b886-bed20207357b req-773a3cff-a22b-4ae8-9bd6-75ac0bb3f5eb tempest-FlavorsV2NegativeTest-1115646968 tempest-FlavorsV2NegativeTest-1115646968-project] 10.222.0.68 "GET /v2.0/networks?tenant_id=336fb005477d4421b6edbc64a3ed5581&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1460159 Jul 14 09:16:06.768424 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6f1886-0dc4-498b-8e32-ee35c9d23113 tempest-LiveMigrationNegativeTest-1997266940 tempest-LiveMigrationNegativeTest-1997266940-project] Pushing event updated for resources: {'Port': ['ID=018b8dba-5101-4e8f-9864-352583eaa07d,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:06.803411 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7eab7b-50c7-4fb5-b4a7-d16d9551b15e req-5a11c606-fabb-4503-94d2-2e8e4beff41c tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:06.805328 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6d7eab7b-50c7-4fb5-b4a7-d16d9551b15e req-5a11c606-fabb-4503-94d2-2e8e4beff41c tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/ports?device_id=611c1b28-c22b-43c2-aa46-15cef6f6cd26 HTTP/1.1" status: 200 len: 950 time: 0.1809139 Jul 14 09:16:06.858090 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0fa9e8-d339-49ae-9690-83ea7a135db6 service neutron] Pushing event updated for resources: {'Port': ['ID=cdfdc07e-e2b3-45c5-836b-025c2b44f895,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:06.858693 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6d7eab7b-50c7-4fb5-b4a7-d16d9551b15e req-4295d4df-aa3a-4d8b-9285-a834d057c398 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/security-groups?id=93b55648-4dd6-4852-bb99-9aa842ab19a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398848 Jul 14 09:16:06.907233 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-abc3fb20-883c-44d7-bffa-a2ea94a4545f req-70b264b8-73f1-417a-87c4-daf1b2c1f661 tempest-AggregatesAdminTestJSON-1474541478 tempest-AggregatesAdminTestJSON-1474541478-project] Deleting port 7896c20a-bda7-46ef-9a2f-515e85a902ce {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:16:06.907729 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-abc3fb20-883c-44d7-bffa-a2ea94a4545f req-70b264b8-73f1-417a-87c4-daf1b2c1f661 tempest-AggregatesAdminTestJSON-1474541478 tempest-AggregatesAdminTestJSON-1474541478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:06.931964 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:16:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-750f9476-527a-4aeb-9ec7-466f3f259191 x-openstack-request-id: req-750f9476-527a-4aeb-9ec7-466f3f259191 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:16:06.932490 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "611c1b28-c22b-43c2-aa46-15cef6f6cd26", "name": "network-vif-plugged", "status": "completed", "tag": "3c588ba2-3350-4d26-ae32-a0222859845a", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:16:06.932709 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-750f9476-527a-4aeb-9ec7-466f3f259191 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:16:06.933159 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '611c1b28-c22b-43c2-aa46-15cef6f6cd26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c588ba2-3350-4d26-ae32-a0222859845a', 'code': 200} Jul 14 09:16:06.975736 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:16:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c910486-3f98-49f7-b7bc-21a2485a6455 x-openstack-request-id: req-4c910486-3f98-49f7-b7bc-21a2485a6455 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:16:06.976025 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bae8f53d-9f15-46d2-88eb-68c9dfbe1a1e", "tag": "cdfdc07e-e2b3-45c5-836b-025c2b44f895", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:16:06.976321 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-4c910486-3f98-49f7-b7bc-21a2485a6455 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:16:06.976722 n-d-779913-29 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bae8f53d-9f15-46d2-88eb-68c9dfbe1a1e', 'tag': 'cdfdc07e-e2b3-45c5-836b-025c2b44f895', 'status': 'completed', 'code': 200} Jul 14 09:16:07.070715 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a0d2bd75-6355-49ca-b2ad-474a816e398c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:07.074019 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a0d2bd75-6355-49ca-b2ad-474a816e398c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:07.075174 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-a0d2bd75-6355-49ca-b2ad-474a816e398c admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/20688f86-39f1-4254-b031-24f4fb847376 HTTP/1.1" status: 204 len: 168 time: 1.4178257 Jul 14 09:16:07.129754 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d2bd75-6355-49ca-b2ad-474a816e398c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20688f86-39f1-4254-b031-24f4fb847376,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:07.161098 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6bfb30c6-0f52-47e2-b07f-a375ae703e6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:07.177395 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-d57fbac9-a8cf-40fc-94be-036d1e23544c None None] Provisioning for port 018b8dba-5101-4e8f-9864-352583eaa07d completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:16:07.182049 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6bfb30c6-0f52-47e2-b07f-a375ae703e6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:07.182824 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-d57fbac9-a8cf-40fc-94be-036d1e23544c None None] Provisioning complete for port 018b8dba-5101-4e8f-9864-352583eaa07d triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:16:07.183375 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d57fbac9-a8cf-40fc-94be-036d1e23544c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:07.199347 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-41024db2-c231-4254-b8d4-a4871f3a96e7 req-5b6f1886-0dc4-498b-8e32-ee35c9d23113 tempest-LiveMigrationNegativeTest-1997266940 tempest-LiveMigrationNegativeTest-1997266940-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7048395 Jul 14 09:16:07.210390 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021a505a-41bb-424a-acc4-59e5145c6437 req-8fd01d91-810e-4012-b8c6-37642f14d640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:07.212008 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-021a505a-41bb-424a-acc4-59e5145c6437 req-8fd01d91-810e-4012-b8c6-37642f14d640 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=bab8ec32ccbf4f14accd2e68d88343b8&device_id=bae8f53d-9f15-46d2-88eb-68c9dfbe1a1e HTTP/1.1" status: 200 len: 1100 time: 0.4280560 Jul 14 09:16:07.221919 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-41024db2-c231-4254-b8d4-a4871f3a96e7 req-60ad4093-5760-4c7d-8f20-ab5fab72c07f service neutron] Request body: {'port': {'device_id': 'cf2e0952-6160-4006-b681-dbf55cdb0673', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-29'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:16:07.228462 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f6bcca-bf3b-4eb2-b886-bed20207357b req-531a4d53-86d9-4030-8d8a-f418b5c31e1a tempest-FlavorsV2NegativeTest-1115646968 tempest-FlavorsV2NegativeTest-1115646968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:07.230607 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-64f6bcca-bf3b-4eb2-b886-bed20207357b req-531a4d53-86d9-4030-8d8a-f418b5c31e1a tempest-FlavorsV2NegativeTest-1115646968 tempest-FlavorsV2NegativeTest-1115646968-project] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4283154 Jul 14 09:16:07.238043 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-abc3fb20-883c-44d7-bffa-a2ea94a4545f req-70b264b8-73f1-417a-87c4-daf1b2c1f661 tempest-AggregatesAdminTestJSON-1474541478 tempest-AggregatesAdminTestJSON-1474541478-project] For port 7896c20a-bda7-46ef-9a2f-515e85a902ce, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=7896c20a-bda7-46ef-9a2f-515e85a902ce,segment=NetworkSegment(8f1c1422-de6c-445f-ab95-4e2c94585b2b),segment_id=8f1c1422-de6c-445f-ab95-4e2c94585b2b)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:16:07.238441 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-abc3fb20-883c-44d7-bffa-a2ea94a4545f req-70b264b8-73f1-417a-87c4-daf1b2c1f661 tempest-AggregatesAdminTestJSON-1474541478 tempest-AggregatesAdminTestJSON-1474541478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:07.250693 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-d57fbac9-a8cf-40fc-94be-036d1e23544c None None] Port 018b8dba-5101-4e8f-9864-352583eaa07d cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:16:07.261787 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f91eb02-f549-4e06-9527-c0ab1df88d6f req-a6e479a1-df19-402a-8857-3bb6cd6dd636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:07.263292 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6f91eb02-f549-4e06-9527-c0ab1df88d6f req-a6e479a1-df19-402a-8857-3bb6cd6dd636 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=611c1b28-c22b-43c2-aa46-15cef6f6cd26 HTTP/1.1" status: 200 len: 1102 time: 0.2063348 Jul 14 09:16:07.283889 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bfb30c6-0f52-47e2-b07f-a375ae703e6d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 707} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:16:07.331030 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340ad90d-09f1-42c2-a99e-8cb07b518ef5 req-fa57584a-d388-48bc-8d07-da94d58364b3 tempest-AggregatesAdminTestJSON-1474541478 tempest-AggregatesAdminTestJSON-1474541478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:07.332127 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-021a505a-41bb-424a-acc4-59e5145c6437 req-88f95733-6731-42ba-b496-817ced48a04c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=cdfdc07e-e2b3-45c5-836b-025c2b44f895 HTTP/1.1" status: 200 len: 217 time: 0.1005619 Jul 14 09:16:07.332834 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-340ad90d-09f1-42c2-a99e-8cb07b518ef5 req-fa57584a-d388-48bc-8d07-da94d58364b3 tempest-AggregatesAdminTestJSON-1474541478 tempest-AggregatesAdminTestJSON-1474541478-project] 10.222.0.68 "GET /v2.0/ports?device_id=b258e9c5-926b-4718-843d-812c42f5fc50 HTTP/1.1" status: 200 len: 971 time: 0.2085872 Jul 14 09:16:07.334015 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-abc3fb20-883c-44d7-bffa-a2ea94a4545f req-70b264b8-73f1-417a-87c4-daf1b2c1f661 tempest-AggregatesAdminTestJSON-1474541478 tempest-AggregatesAdminTestJSON-1474541478-project] Calling delete_port for 7896c20a-bda7-46ef-9a2f-515e85a902ce owned by compute:tempest-test_az-1414252460 {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:16:07.336172 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfb30c6-0f52-47e2-b07f-a375ae703e6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71d89f99-2d39-439d-9da5-cb4cff9df701,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:07.349842 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-64f6bcca-bf3b-4eb2-b886-bed20207357b req-604163b6-8ef3-4b88-a61b-69ad684c3fbc tempest-FlavorsV2NegativeTest-1115646968 tempest-FlavorsV2NegativeTest-1115646968-project] 10.222.0.68 "GET /v2.0/quotas/336fb005477d4421b6edbc64a3ed5581 HTTP/1.1" status: 200 len: 375 time: 0.1087198 Jul 14 09:16:07.358523 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6bfb30c6-0f52-47e2-b07f-a375ae703e6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:07.358861 n-d-779913-29 neutron-server[93958]: INFO neutron.db.segments_db [None req-6bfb30c6-0f52-47e2-b07f-a375ae703e6d admin admin] Added segment ec193559-4596-4c9e-a8bd-d481e4c7e6e3 of type vlan for network efceacfa-68c7-494e-881e-13bb7fd36728 Jul 14 09:16:07.363267 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6f91eb02-f549-4e06-9527-c0ab1df88d6f req-c2eff2bb-009c-4b48-b8b0-39488bfd4762 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=93b55648-4dd6-4852-bb99-9aa842ab19a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917504 Jul 14 09:16:07.368888 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-41024db2-c231-4254-b8d4-a4871f3a96e7 req-60ad4093-5760-4c7d-8f20-ab5fab72c07f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:07.425601 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-340ad90d-09f1-42c2-a99e-8cb07b518ef5 req-d02c9f53-4204-44bc-a684-7d7a2d138d59 tempest-AggregatesAdminTestJSON-1474541478 tempest-AggregatesAdminTestJSON-1474541478-project] 10.222.0.68 "GET /v2.0/security-groups?id=15c9ca1a-6146-49cb-90e4-2f05d934dcb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651813 Jul 14 09:16:07.446546 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-64f6bcca-bf3b-4eb2-b886-bed20207357b req-e2afc38f-ed9d-4623-9271-999702a6be88 tempest-FlavorsV2NegativeTest-1115646968 tempest-FlavorsV2NegativeTest-1115646968-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=336fb005477d4421b6edbc64a3ed5581&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0957196 Jul 14 09:16:07.504263 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6bfb30c6-0f52-47e2-b07f-a375ae703e6d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735687821325'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:07.529768 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021a505a-41bb-424a-acc4-59e5145c6437 req-9a8a1e18-e21e-433b-83cf-440d8d2cfef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:07.538502 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-021a505a-41bb-424a-acc4-59e5145c6437 req-9a8a1e18-e21e-433b-83cf-440d8d2cfef9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=85060e65-3b2f-4a6c-a04c-ce849daa5b3b HTTP/1.1" status: 200 len: 843 time: 0.1957903 Jul 14 09:16:07.608201 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6bfb30c6-0f52-47e2-b07f-a375ae703e6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:07.609400 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bfb30c6-0f52-47e2-b07f-a375ae703e6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:07.609994 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6bfb30c6-0f52-47e2-b07f-a375ae703e6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:07.625407 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-6bfb30c6-0f52-47e2-b07f-a375ae703e6d admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.2901170 Jul 14 09:16:07.631637 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 34700) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:07.657271 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-944d90ff-bf7e-4bef-bce4-e3726fb2b8d2 admin admin] Request body: {'subnet': {'network_id': 'efceacfa-68c7-494e-881e-13bb7fd36728', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-348870454-subnet', 'tenant_id': 'a4e4dc3c9d3948ccbe8364551034dd20', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:16:07.687227 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 34704) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:07.741948 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-944d90ff-bf7e-4bef-bce4-e3726fb2b8d2 admin admin] Made reservation on behalf of a4e4dc3c9d3948ccbe8364551034dd20 for: {'subnet': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:16:07.744272 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-944d90ff-bf7e-4bef-bce4-e3726fb2b8d2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:07.806555 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6bb4c00f-1ef2-4363-b733-c8b8e632b77c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:07.808778 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device f2035733-b989-4704-90fd-ae74d66737f3 up at agent hyperv_n-h2-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:16:07.826731 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfb30c6-0f52-47e2-b07f-a375ae703e6d admin admin] Pushing event updated for resources: {'Network': ['ID=efceacfa-68c7-494e-881e-13bb7fd36728,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:07.847023 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a756ec4-5a59-4c22-ab5a-66a4ddbbb031 req-d36a5522-a4e9-461d-abf0-e9ed87f6d79b tempest-DeleteServersAdminTestJSON-1035248896 tempest-DeleteServersAdminTestJSON-1035248896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:07.854270 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2a756ec4-5a59-4c22-ab5a-66a4ddbbb031 req-d36a5522-a4e9-461d-abf0-e9ed87f6d79b tempest-DeleteServersAdminTestJSON-1035248896 tempest-DeleteServersAdminTestJSON-1035248896-project] 10.222.0.68 "GET /v2.0/ports?device_id=8b5cc62b-1d87-468c-9cb9-ed3c3c8a9ed2 HTTP/1.1" status: 200 len: 948 time: 0.2465370 Jul 14 09:16:07.873573 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Network efceacfa-68c7-494e-881e-13bb7fd36728 details requested by agent ovs-agent-n-d-779913-29 with host n-d-779913-29 {{(pid=93959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:16:07.897895 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-abc3fb20-883c-44d7-bffa-a2ea94a4545f req-70b264b8-73f1-417a-87c4-daf1b2c1f661 tempest-AggregatesAdminTestJSON-1474541478 tempest-AggregatesAdminTestJSON-1474541478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:07.953114 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [req-41024db2-c231-4254-b8d4-a4871f3a96e7 req-60ad4093-5760-4c7d-8f20-ab5fab72c07f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 018b8dba-5101-4e8f-9864-352583eaa07d {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:16:07.968319 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Provisioning for port f2035733-b989-4704-90fd-ae74d66737f3 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:16:07.969954 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b264b8-73f1-417a-87c4-daf1b2c1f661 tempest-AggregatesAdminTestJSON-1474541478 tempest-AggregatesAdminTestJSON-1474541478-project] Pushing event deleted for resources: {'Port': ['ID=7896c20a-bda7-46ef-9a2f-515e85a902ce,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:07.973121 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021a505a-41bb-424a-acc4-59e5145c6437 req-d4f5e97b-123a-4e6a-b4ba-f83147a9874a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:07.974494 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-021a505a-41bb-424a-acc4-59e5145c6437 req-d4f5e97b-123a-4e6a-b4ba-f83147a9874a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2244f7a1-04bd-42cd-9e86-31839b46f57f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2857482 Jul 14 09:16:07.976308 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2a756ec4-5a59-4c22-ab5a-66a4ddbbb031 req-a3ca5623-fc06-42cb-8a02-0c984ab6e259 tempest-DeleteServersAdminTestJSON-1035248896 tempest-DeleteServersAdminTestJSON-1035248896-project] 10.222.0.68 "GET /v2.0/security-groups?id=895e8c22-e884-4014-9e60-5bdb90a485a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189675 Jul 14 09:16:07.977056 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Provisioning complete for port f2035733-b989-4704-90fd-ae74d66737f3 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:16:07.977984 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:07.989280 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76afe17a-6e30-485e-b160-202fb61e08a2 req-6b7991e4-bb0c-448d-b81f-7afd311f6d0d tempest-ServersAdminNegativeTestJSON-1399855934 tempest-ServersAdminNegativeTestJSON-1399855934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:07.990219 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-41024db2-c231-4254-b8d4-a4871f3a96e7 req-60ad4093-5760-4c7d-8f20-ab5fab72c07f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:08.000261 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-76afe17a-6e30-485e-b160-202fb61e08a2 req-6b7991e4-bb0c-448d-b81f-7afd311f6d0d tempest-ServersAdminNegativeTestJSON-1399855934 tempest-ServersAdminNegativeTestJSON-1399855934-project] 10.222.0.68 "GET /v2.0/ports?device_id=bae8f53d-9f15-46d2-88eb-68c9dfbe1a1e HTTP/1.1" status: 200 len: 948 time: 0.3211308 Jul 14 09:16:08.105881 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [req-41024db2-c231-4254-b8d4-a4871f3a96e7 req-60ad4093-5760-4c7d-8f20-ab5fab72c07f service neutron] Transition to ACTIVE for port object 018b8dba-5101-4e8f-9864-352583eaa07d will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:16:08.133003 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-41024db2-c231-4254-b8d4-a4871f3a96e7 req-60ad4093-5760-4c7d-8f20-ab5fab72c07f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:08.136750 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6bb4c00f-1ef2-4363-b733-c8b8e632b77c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:08.196500 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:08.242255 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port f2035733-b989-4704-90fd-ae74d66737f3, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=f2035733-b989-4704-90fd-ae74d66737f3,segment=NetworkSegment(8f1c1422-de6c-445f-ab95-4e2c94585b2b),segment_id=8f1c1422-de6c-445f-ab95-4e2c94585b2b)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:16:08.248669 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:08.312704 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Pushing event updated for resources: {'Port': ['ID=f2035733-b989-4704-90fd-ae74d66737f3,revision_number=5']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:08.319562 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ad4093-5760-4c7d-8f20-ab5fab72c07f service neutron] Pushing event updated for resources: {'Port': ['ID=018b8dba-5101-4e8f-9864-352583eaa07d,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:08.326052 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-944d90ff-bf7e-4bef-bce4-e3726fb2b8d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855'] for subnet, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:08.437698 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-41024db2-c231-4254-b8d4-a4871f3a96e7 req-60ad4093-5760-4c7d-8f20-ab5fab72c07f service neutron] Attempting to bind port 018b8dba-5101-4e8f-9864-352583eaa07d on host n-h1-779913-29 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:16:08.438783 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-41024db2-c231-4254-b8d4-a4871f3a96e7 req-60ad4093-5760-4c7d-8f20-ab5fab72c07f service neutron] Attempting to bind port 018b8dba-5101-4e8f-9864-352583eaa07d by drivers openvswitch,hyperv on host n-h1-779913-29 at level 0 using segments [{'id': '8f1c1422-de6c-445f-ab95-4e2c94585b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '2244f7a1-04bd-42cd-9e86-31839b46f57f'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:16:08.438783 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41024db2-c231-4254-b8d4-a4871f3a96e7 req-60ad4093-5760-4c7d-8f20-ab5fab72c07f service neutron] Attempting to bind port 018b8dba-5101-4e8f-9864-352583eaa07d on network 2244f7a1-04bd-42cd-9e86-31839b46f57f {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:16:08.439419 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-abc3fb20-883c-44d7-bffa-a2ea94a4545f req-70b264b8-73f1-417a-87c4-daf1b2c1f661 tempest-AggregatesAdminTestJSON-1474541478 tempest-AggregatesAdminTestJSON-1474541478-project] No DVR routers for this DVR port 7896c20a-bda7-46ef-9a2f-515e85a902ce on host n-h1-779913-29 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:16:08.441271 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6bb4c00f-1ef2-4363-b733-c8b8e632b77c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:08.452915 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944d90ff-bf7e-4bef-bce4-e3726fb2b8d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa3431cb-18cf-48b8-a52e-5b02fdee4e15,revision_number=0']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:08.476358 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41024db2-c231-4254-b8d4-a4871f3a96e7 req-60ad4093-5760-4c7d-8f20-ab5fab72c07f service neutron] Port 018b8dba-5101-4e8f-9864-352583eaa07d on network 2244f7a1-04bd-42cd-9e86-31839b46f57f not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-29 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:16:08.476860 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41024db2-c231-4254-b8d4-a4871f3a96e7 req-60ad4093-5760-4c7d-8f20-ab5fab72c07f service neutron] Attempting to bind port 018b8dba-5101-4e8f-9864-352583eaa07d on network 2244f7a1-04bd-42cd-9e86-31839b46f57f {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:16:08.500737 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41024db2-c231-4254-b8d4-a4871f3a96e7 req-60ad4093-5760-4c7d-8f20-ab5fab72c07f service neutron] Checking agent: {'id': 'de11e667-f145-47b0-bd09-334a7505938e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 13, 12), 'started_at': datetime.datetime(2021, 7, 14, 9, 13, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 15, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:16:08.501305 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41024db2-c231-4254-b8d4-a4871f3a96e7 req-60ad4093-5760-4c7d-8f20-ab5fab72c07f service neutron] Checking segment: {'id': '8f1c1422-de6c-445f-ab95-4e2c94585b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '2244f7a1-04bd-42cd-9e86-31839b46f57f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:16:08.502049 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41024db2-c231-4254-b8d4-a4871f3a96e7 req-60ad4093-5760-4c7d-8f20-ab5fab72c07f service neutron] Bound using segment: {'id': '8f1c1422-de6c-445f-ab95-4e2c94585b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '2244f7a1-04bd-42cd-9e86-31839b46f57f'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:16:08.502514 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-41024db2-c231-4254-b8d4-a4871f3a96e7 req-60ad4093-5760-4c7d-8f20-ab5fab72c07f service neutron] Bound port: 018b8dba-5101-4e8f-9864-352583eaa07d, host: n-h1-779913-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f1c1422-de6c-445f-ab95-4e2c94585b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '2244f7a1-04bd-42cd-9e86-31839b46f57f'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:16:08.503006 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-41024db2-c231-4254-b8d4-a4871f3a96e7 req-60ad4093-5760-4c7d-8f20-ab5fab72c07f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:08.513953 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ce64bc-a23c-4748-8736-53dce8bf2548 req-78206cc0-a448-4fc9-9561-cfb4677bd039 tempest-LiveMigrationNegativeTest-1997266940 tempest-LiveMigrationNegativeTest-1997266940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:08.514167 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-abc3fb20-883c-44d7-bffa-a2ea94a4545f req-70b264b8-73f1-417a-87c4-daf1b2c1f661 tempest-AggregatesAdminTestJSON-1474541478 tempest-AggregatesAdminTestJSON-1474541478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:08.516158 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-18ce64bc-a23c-4748-8736-53dce8bf2548 req-78206cc0-a448-4fc9-9561-cfb4677bd039 tempest-LiveMigrationNegativeTest-1997266940 tempest-LiveMigrationNegativeTest-1997266940-project] 10.222.0.68 "GET /v2.0/ports?device_id=cf2e0952-6160-4006-b681-dbf55cdb0673 HTTP/1.1" status: 200 len: 948 time: 0.3070765 Jul 14 09:16:08.518672 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-944d90ff-bf7e-4bef-bce4-e3726fb2b8d2 admin admin] Checking segment: {'id': 'ec193559-4596-4c9e-a8bd-d481e4c7e6e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'efceacfa-68c7-494e-881e-13bb7fd36728'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:16:08.519194 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-944d90ff-bf7e-4bef-bce4-e3726fb2b8d2 admin admin] Network hostable DHCP agents. Network: efceacfa-68c7-494e-881e-13bb7fd36728, hostable agents: ['c6a09bd4-f72e-4283-a3ca-0bbca8a51081'], hosted agents: [] {{(pid=93957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:16:08.523127 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-abc3fb20-883c-44d7-bffa-a2ea94a4545f req-70b264b8-73f1-417a-87c4-daf1b2c1f661 tempest-AggregatesAdminTestJSON-1474541478 tempest-AggregatesAdminTestJSON-1474541478-project] 10.222.0.65 "DELETE /v2.0/ports/7896c20a-bda7-46ef-9a2f-515e85a902ce HTTP/1.1" status: 204 len: 173 time: 2.3723865 Jul 14 09:16:08.545072 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb4c00f-1ef2-4363-b733-c8b8e632b77c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42075c07-2459-41a5-8cd0-030cc1d3a7ae,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:08.589239 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-6bb4c00f-1ef2-4363-b733-c8b8e632b77c admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=e9c7a0e22c9f4638a8d35caee1d2655f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8993738 Jul 14 09:16:08.596692 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 34724) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:08.617470 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-76afe17a-6e30-485e-b160-202fb61e08a2 req-3b442757-4ef2-4066-9ad2-9503644d87c0 tempest-ServersAdminNegativeTestJSON-1399855934 tempest-ServersAdminNegativeTestJSON-1399855934-project] 10.222.0.68 "GET /v2.0/security-groups?id=12cec5c4-9898-4269-a307-518d62ed3fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6163847 Jul 14 09:16:08.623873 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-944d90ff-bf7e-4bef-bce4-e3726fb2b8d2 admin admin] Network efceacfa-68c7-494e-881e-13bb7fd36728 is scheduled to be hosted by DHCP agent c6a09bd4-f72e-4283-a3ca-0bbca8a51081 with binding_index 1 {{(pid=93957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:16:08.640255 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-18ce64bc-a23c-4748-8736-53dce8bf2548 req-ad9c3943-35d5-4da9-9f01-88b13c8597ed tempest-LiveMigrationNegativeTest-1997266940 tempest-LiveMigrationNegativeTest-1997266940-project] 10.222.0.68 "GET /v2.0/security-groups?id=e39688f0-61de-4c8a-9f4f-c08fcddf2800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100869 Jul 14 09:16:08.652984 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-944d90ff-bf7e-4bef-bce4-e3726fb2b8d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-29, efceacfa-68c7-494e-881e-13bb7fd36728) {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:16:08.658085 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-41024db2-c231-4254-b8d4-a4871f3a96e7 req-60ad4093-5760-4c7d-8f20-ab5fab72c07f service neutron] For port 018b8dba-5101-4e8f-9864-352583eaa07d, host n-h1-779913-29, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:16:08.659136 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-021a505a-41bb-424a-acc4-59e5145c6437 req-61f72189-c209-4613-ab9b-261c74a32c20 service neutron] 10.222.0.57 "GET /v2.0/networks/2244f7a1-04bd-42cd-9e86-31839b46f57f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6568227 Jul 14 09:16:08.661141 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-944d90ff-bf7e-4bef-bce4-e3726fb2b8d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:08.661885 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-944d90ff-bf7e-4bef-bce4-e3726fb2b8d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for subnet, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:08.665723 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-41024db2-c231-4254-b8d4-a4871f3a96e7 req-60ad4093-5760-4c7d-8f20-ab5fab72c07f service neutron] For port 018b8dba-5101-4e8f-9864-352583eaa07d, host n-h1-779913-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=018b8dba-5101-4e8f-9864-352583eaa07d,segment=NetworkSegment(8f1c1422-de6c-445f-ab95-4e2c94585b2b),segment_id=8f1c1422-de6c-445f-ab95-4e2c94585b2b)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:16:08.669352 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a0c94c3-f87a-41b9-8377-cf6c482d89fb None None] Network efceacfa-68c7-494e-881e-13bb7fd36728 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:16:08.681871 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-41024db2-c231-4254-b8d4-a4871f3a96e7 req-60ad4093-5760-4c7d-8f20-ab5fab72c07f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:08.725214 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-944d90ff-bf7e-4bef-bce4-e3726fb2b8d2 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.0722258 Jul 14 09:16:08.729006 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41024db2-c231-4254-b8d4-a4871f3a96e7 req-60ad4093-5760-4c7d-8f20-ab5fab72c07f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:08.730030 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-41024db2-c231-4254-b8d4-a4871f3a96e7 req-60ad4093-5760-4c7d-8f20-ab5fab72c07f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:08.731600 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-41024db2-c231-4254-b8d4-a4871f3a96e7 req-60ad4093-5760-4c7d-8f20-ab5fab72c07f service neutron] 10.222.0.65 "PUT /v2.0/ports/018b8dba-5101-4e8f-9864-352583eaa07d HTTP/1.1" status: 200 len: 1097 time: 1.5184727 Jul 14 09:16:08.732149 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf2e0952-6160-4006-b681-dbf55cdb0673', 'tag': '018b8dba-5101-4e8f-9864-352583eaa07d'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:16:08.734550 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0eefda9-a823-4706-8782-21d3d679d611" -d '{"events": [{"name": "network-changed", "server_uuid": "cf2e0952-6160-4006-b681-dbf55cdb0673", "tag": "018b8dba-5101-4e8f-9864-352583eaa07d"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:16:08.808110 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 34732) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:08.934551 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b5cc62b-1d87-468c-9cb9-ed3c3c8a9ed2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2035733-b989-4704-90fd-ae74d66737f3'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:16:08.941004 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd62303f06773040a8a4e189dc46b4f565768c299abf8ab8e7739778b0bc3e97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4439ee3-7f9e-4b79-aafd-decaffa64fbf" -d '{"events": [{"server_uuid": "8b5cc62b-1d87-468c-9cb9-ed3c3c8a9ed2", "name": "network-vif-plugged", "status": "completed", "tag": "f2035733-b989-4704-90fd-ae74d66737f3"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:16:08.968609 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a6a3e294-0dcf-4a33-9b5e-a9e4a2634d18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:08.993623 n-d-779913-29 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b258e9c5-926b-4718-843d-812c42f5fc50', 'name': 'network-vif-deleted', 'tag': '7896c20a-bda7-46ef-9a2f-515e85a902ce'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:16:09.003533 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cb48f044f948e981f43897c8d7f1332f741dc7af2b4c5a6e19d8f4a80f708e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa7dd2d6-216b-4931-94cc-d0eb9c514f6e" -d '{"events": [{"server_uuid": "b258e9c5-926b-4718-843d-812c42f5fc50", "name": "network-vif-deleted", "tag": "7896c20a-bda7-46ef-9a2f-515e85a902ce"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:16:09.100807 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bc4e158-8783-44e2-8963-33c95335a031 None None] Network efceacfa-68c7-494e-881e-13bb7fd36728 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:16:09.105222 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a6a3e294-0dcf-4a33-9b5e-a9e4a2634d18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:09.138632 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-021a505a-41bb-424a-acc4-59e5145c6437 req-3868f464-e59d-442a-938d-84b483d89048 service neutron] 10.222.0.57 "GET /v2.0/networks/2244f7a1-04bd-42cd-9e86-31839b46f57f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4535027 Jul 14 09:16:09.173308 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 7896c20a-bda7-46ef-9a2f-515e85a902ce no longer exists at agent hyperv_n-h1-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:16:09.188379 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-f1d21cf9-34b4-45f9-be0c-3694bdc10bcd req-85600d5e-7db7-4b22-96b6-802c7222976e tempest-AggregatesAdminTestJSON-1474541478 tempest-AggregatesAdminTestJSON-1474541478-project] 10.222.0.68 "GET /v2.0/ports?device_id=b258e9c5-926b-4718-843d-812c42f5fc50 HTTP/1.1" status: 200 len: 210 time: 0.0757754 Jul 14 09:16:09.249383 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] No Port match for: 7896c20a-bda7-46ef-9a2f-515e85a902ce {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:16:09.249959 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 7896c20a-bda7-46ef-9a2f-515e85a902ce not bound to the agent host n-h1-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:16:09.298335 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:16:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5aca010-4def-4771-b81a-9e96697ee572 x-openstack-request-id: req-a5aca010-4def-4771-b81a-9e96697ee572 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:16:09.299035 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf2e0952-6160-4006-b681-dbf55cdb0673", "tag": "018b8dba-5101-4e8f-9864-352583eaa07d", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:16:09.299158 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-a5aca010-4def-4771-b81a-9e96697ee572 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:16:09.299714 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf2e0952-6160-4006-b681-dbf55cdb0673', 'tag': '018b8dba-5101-4e8f-9864-352583eaa07d', 'status': 'completed', 'code': 200} Jul 14 09:16:09.320564 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a6a3e294-0dcf-4a33-9b5e-a9e4a2634d18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:09.325178 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a6a3e294-0dcf-4a33-9b5e-a9e4a2634d18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:09.331704 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-a6a3e294-0dcf-4a33-9b5e-a9e4a2634d18 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/42075c07-2459-41a5-8cd0-030cc1d3a7ae HTTP/1.1" status: 204 len: 168 time: 0.7336698 Jul 14 09:16:09.339368 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:16:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b4e1cb6-aecc-48b5-9b46-3a89d4a229d9 x-openstack-request-id: req-0b4e1cb6-aecc-48b5-9b46-3a89d4a229d9 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:16:09.339575 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b5cc62b-1d87-468c-9cb9-ed3c3c8a9ed2", "name": "network-vif-plugged", "status": "completed", "tag": "f2035733-b989-4704-90fd-ae74d66737f3", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:16:09.345549 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-0b4e1cb6-aecc-48b5-9b46-3a89d4a229d9 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:16:09.345992 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b5cc62b-1d87-468c-9cb9-ed3c3c8a9ed2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2035733-b989-4704-90fd-ae74d66737f3', 'code': 200} Jul 14 09:16:09.361728 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a3e294-0dcf-4a33-9b5e-a9e4a2634d18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42075c07-2459-41a5-8cd0-030cc1d3a7ae,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:09.369767 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9315d9f1-a195-4bb4-a230-fec5b0aec88a req-9da9ad6b-c6a1-492a-92da-cf159fe0bf27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:09.372619 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-9315d9f1-a195-4bb4-a230-fec5b0aec88a req-9da9ad6b-c6a1-492a-92da-cf159fe0bf27 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=bab8ec32ccbf4f14accd2e68d88343b8&device_id=bae8f53d-9f15-46d2-88eb-68c9dfbe1a1e HTTP/1.1" status: 200 len: 1100 time: 0.1379197 Jul 14 09:16:09.412345 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ad4093-5760-4c7d-8f20-ab5fab72c07f service neutron] Pushing event updated for resources: {'Port': ['ID=018b8dba-5101-4e8f-9864-352583eaa07d,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:09.424809 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-694eadf2-be98-4860-b73e-5b9bfcf08ec5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:09.644143 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578c6b5a-d9c5-4eb4-a614-ba661192a375 req-97e361ed-972a-4439-b83e-d22b5d60f9dc tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:09.646584 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-578c6b5a-d9c5-4eb4-a614-ba661192a375 req-97e361ed-972a-4439-b83e-d22b5d60f9dc tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/ports?device_id=611c1b28-c22b-43c2-aa46-15cef6f6cd26 HTTP/1.1" status: 200 len: 950 time: 0.3507085 Jul 14 09:16:09.656278 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41024db2-c231-4254-b8d4-a4871f3a96e7 req-0230a34b-bfb2-48f9-9cd4-dc10aa1cfbe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:09.658554 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-41024db2-c231-4254-b8d4-a4871f3a96e7 req-0230a34b-bfb2-48f9-9cd4-dc10aa1cfbe8 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=fffe3e6faca04c7d8f07c5b54adca682&device_id=cf2e0952-6160-4006-b681-dbf55cdb0673 HTTP/1.1" status: 200 len: 1100 time: 0.8113463 Jul 14 09:16:09.754538 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9315d9f1-a195-4bb4-a230-fec5b0aec88a req-4296fde2-a3f7-4d11-9c2b-cd0034acbe8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:09.756752 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-9315d9f1-a195-4bb4-a230-fec5b0aec88a req-4296fde2-a3f7-4d11-9c2b-cd0034acbe8f service neutron] 10.222.0.57 "GET /v2.0/networks?id=2244f7a1-04bd-42cd-9e86-31839b46f57f HTTP/1.1" status: 200 len: 870 time: 0.3779294 Jul 14 09:16:09.794757 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-41024db2-c231-4254-b8d4-a4871f3a96e7 req-e698b0f8-e8f7-44e3-b1af-0cafe6ed0893 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=018b8dba-5101-4e8f-9864-352583eaa07d HTTP/1.1" status: 200 len: 217 time: 0.1056139 Jul 14 09:16:09.810749 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-9315d9f1-a195-4bb4-a230-fec5b0aec88a req-dcb50fd6-ed8f-4968-9208-85c02ab02a03 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=cdfdc07e-e2b3-45c5-836b-025c2b44f895 HTTP/1.1" status: 200 len: 217 time: 0.0440009 Jul 14 09:16:09.859209 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5b5d4a-6071-4f79-855e-d4437725e836 req-49a13811-e510-4301-a4a9-1df961b7d62d tempest-DeleteServersAdminTestJSON-1035248896 tempest-DeleteServersAdminTestJSON-1035248896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:09.860701 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-5c5b5d4a-6071-4f79-855e-d4437725e836 req-49a13811-e510-4301-a4a9-1df961b7d62d tempest-DeleteServersAdminTestJSON-1035248896 tempest-DeleteServersAdminTestJSON-1035248896-project] 10.222.0.68 "GET /v2.0/ports?device_id=8b5cc62b-1d87-468c-9cb9-ed3c3c8a9ed2 HTTP/1.1" status: 200 len: 949 time: 0.3176317 Jul 14 09:16:09.879080 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d24513-10fc-42d7-af3a-2632f17f02b6 req-588d61f8-dfed-4b47-b11d-f91d7560ad43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:09.881655 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e5d24513-10fc-42d7-af3a-2632f17f02b6 req-588d61f8-dfed-4b47-b11d-f91d7560ad43 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=8b5cc62b-1d87-468c-9cb9-ed3c3c8a9ed2 HTTP/1.1" status: 200 len: 1101 time: 0.3956230 Jul 14 09:16:09.904682 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9315d9f1-a195-4bb4-a230-fec5b0aec88a req-cf2cddb5-1e23-4e20-9297-cbf07c6bf01e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:09.906159 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-9315d9f1-a195-4bb4-a230-fec5b0aec88a req-cf2cddb5-1e23-4e20-9297-cbf07c6bf01e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=85060e65-3b2f-4a6c-a04c-ce849daa5b3b HTTP/1.1" status: 200 len: 843 time: 0.0884416 Jul 14 09:16:09.920140 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-578c6b5a-d9c5-4eb4-a614-ba661192a375 req-995717e6-82fd-4355-949b-819799694560 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/security-groups?id=93b55648-4dd6-4852-bb99-9aa842ab19a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2582400 Jul 14 09:16:09.931204 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-694eadf2-be98-4860-b73e-5b9bfcf08ec5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:09.946854 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-5c5b5d4a-6071-4f79-855e-d4437725e836 req-8f129dda-ebc7-4c78-b65b-f9c409cb6cbf tempest-DeleteServersAdminTestJSON-1035248896 tempest-DeleteServersAdminTestJSON-1035248896-project] 10.222.0.68 "GET /v2.0/security-groups?id=895e8c22-e884-4014-9e60-5bdb90a485a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697336 Jul 14 09:16:09.948911 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-694eadf2-be98-4860-b73e-5b9bfcf08ec5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:09.978377 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9315d9f1-a195-4bb4-a230-fec5b0aec88a req-6bf77cb7-0a66-487c-ba42-edb5e7dc0c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:09.980742 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-9315d9f1-a195-4bb4-a230-fec5b0aec88a req-6bf77cb7-0a66-487c-ba42-edb5e7dc0c82 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2244f7a1-04bd-42cd-9e86-31839b46f57f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0640039 Jul 14 09:16:10.012654 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41024db2-c231-4254-b8d4-a4871f3a96e7 req-becb809b-7637-4692-b5f8-e02277cf18a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:10.014171 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-41024db2-c231-4254-b8d4-a4871f3a96e7 req-becb809b-7637-4692-b5f8-e02277cf18a1 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=85060e65-3b2f-4a6c-a04c-ce849daa5b3b HTTP/1.1" status: 200 len: 843 time: 0.2076726 Jul 14 09:16:10.065536 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:16:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45a3ca4c-a301-4eaa-b4ae-9d55af5a914d x-openstack-request-id: req-45a3ca4c-a301-4eaa-b4ae-9d55af5a914d {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:16:10.065941 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b258e9c5-926b-4718-843d-812c42f5fc50", "name": "network-vif-deleted", "tag": "7896c20a-bda7-46ef-9a2f-515e85a902ce", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:16:10.066221 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-45a3ca4c-a301-4eaa-b4ae-9d55af5a914d {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:16:10.066676 n-d-779913-29 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b258e9c5-926b-4718-843d-812c42f5fc50', 'name': 'network-vif-deleted', 'tag': '7896c20a-bda7-46ef-9a2f-515e85a902ce', 'status': 'completed', 'code': 200} Jul 14 09:16:10.091430 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-694eadf2-be98-4860-b73e-5b9bfcf08ec5 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=336fb005477d4421b6edbc64a3ed5581&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2805588 Jul 14 09:16:10.092039 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 34772) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:10.100207 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694eadf2-be98-4860-b73e-5b9bfcf08ec5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f34ccdf5-c133-40ff-81f6-e6f607cbbaa7,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:10.106909 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e5d24513-10fc-42d7-af3a-2632f17f02b6 req-8ad11ffe-aaba-4294-9080-53874b2dc3c6 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=895e8c22-e884-4014-9e60-5bdb90a485a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2098053 Jul 14 09:16:10.162658 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41024db2-c231-4254-b8d4-a4871f3a96e7 req-59e5167c-f972-4e97-869b-8f5d4b9daf1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:10.164573 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-41024db2-c231-4254-b8d4-a4871f3a96e7 req-59e5167c-f972-4e97-869b-8f5d4b9daf1b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2244f7a1-04bd-42cd-9e86-31839b46f57f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1364946 Jul 14 09:16:10.195495 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-9315d9f1-a195-4bb4-a230-fec5b0aec88a req-4531de77-caf6-4e5a-bf8c-bec094319646 service neutron] 10.222.0.57 "GET /v2.0/networks/2244f7a1-04bd-42cd-9e86-31839b46f57f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2070460 Jul 14 09:16:10.211193 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-235108fd-e3a1-4462-87d9-8ec19ec03a63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:10.250751 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-235108fd-e3a1-4462-87d9-8ec19ec03a63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:10.320463 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-235108fd-e3a1-4462-87d9-8ec19ec03a63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:10.323200 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-235108fd-e3a1-4462-87d9-8ec19ec03a63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:10.327097 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-235108fd-e3a1-4462-87d9-8ec19ec03a63 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/f34ccdf5-c133-40ff-81f6-e6f607cbbaa7 HTTP/1.1" status: 204 len: 168 time: 0.2311606 Jul 14 09:16:10.335697 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235108fd-e3a1-4462-87d9-8ec19ec03a63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f34ccdf5-c133-40ff-81f6-e6f607cbbaa7,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:10.368403 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c51bf06-f2ea-4517-b559-5109149a6a69 req-292b0caa-e810-493b-a063-6a70b20b59eb tempest-LiveMigrationNegativeTest-1997266940 tempest-LiveMigrationNegativeTest-1997266940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:10.385203 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-9c51bf06-f2ea-4517-b559-5109149a6a69 req-292b0caa-e810-493b-a063-6a70b20b59eb tempest-LiveMigrationNegativeTest-1997266940 tempest-LiveMigrationNegativeTest-1997266940-project] 10.222.0.68 "GET /v2.0/ports?device_id=cf2e0952-6160-4006-b681-dbf55cdb0673 HTTP/1.1" status: 200 len: 948 time: 0.2189443 Jul 14 09:16:10.390118 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-41024db2-c231-4254-b8d4-a4871f3a96e7 req-ae680185-02ac-486c-b77a-51624944ebe8 service neutron] 10.222.0.65 "GET /v2.0/networks/2244f7a1-04bd-42cd-9e86-31839b46f57f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2093964 Jul 14 09:16:10.507981 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-9c51bf06-f2ea-4517-b559-5109149a6a69 req-f000b9d3-172a-497f-b5d0-a21205554b72 tempest-LiveMigrationNegativeTest-1997266940 tempest-LiveMigrationNegativeTest-1997266940-project] 10.222.0.68 "GET /v2.0/security-groups?id=e39688f0-61de-4c8a-9f4f-c08fcddf2800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216500 Jul 14 09:16:10.541165 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff83710d-fccb-40a7-8e8c-d0b834aaf1b8 req-06ddf5ef-75ab-44b9-85ab-19c75f84c7fb tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:10.549147 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ff83710d-fccb-40a7-8e8c-d0b834aaf1b8 req-06ddf5ef-75ab-44b9-85ab-19c75f84c7fb tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] 10.222.0.68 "GET /v2.0/networks?id=e7cb481e-49dc-464e-b748-d3d2c45f69f9 HTTP/1.1" status: 200 len: 820 time: 0.2013249 Jul 14 09:16:10.601032 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-41024db2-c231-4254-b8d4-a4871f3a96e7 req-b3c1dfe6-2ba1-47ca-88b7-1dcb4836d73c service neutron] 10.222.0.65 "GET /v2.0/networks/2244f7a1-04bd-42cd-9e86-31839b46f57f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1746428 Jul 14 09:16:10.648021 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ff83710d-fccb-40a7-8e8c-d0b834aaf1b8 req-fa79bc00-2c40-4d40-b857-1946d7a0365d tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] 10.222.0.68 "GET /v2.0/quotas/e14af975015c4397b9da2a89a906dfc2 HTTP/1.1" status: 200 len: 375 time: 0.0931418 Jul 14 09:16:10.734333 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ff83710d-fccb-40a7-8e8c-d0b834aaf1b8 req-e1793f02-2afe-4cae-9dd9-fde59ce159a4 tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=e14af975015c4397b9da2a89a906dfc2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0793700 Jul 14 09:16:10.760730 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec4acae-f2d1-4761-95df-3f2e8bba75cc req-687de72d-4af7-407d-88bd-a25f1f042e17 tempest-ServersAdminNegativeTestJSON-1399855934 tempest-ServersAdminNegativeTestJSON-1399855934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:10.767674 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2ec4acae-f2d1-4761-95df-3f2e8bba75cc req-687de72d-4af7-407d-88bd-a25f1f042e17 tempest-ServersAdminNegativeTestJSON-1399855934 tempest-ServersAdminNegativeTestJSON-1399855934-project] 10.222.0.68 "GET /v2.0/ports?device_id=bae8f53d-9f15-46d2-88eb-68c9dfbe1a1e HTTP/1.1" status: 200 len: 948 time: 0.1085851 Jul 14 09:16:10.808598 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-9315d9f1-a195-4bb4-a230-fec5b0aec88a req-7cdaa774-2c04-444c-bf9c-9976919fc7b3 service neutron] 10.222.0.57 "GET /v2.0/networks/2244f7a1-04bd-42cd-9e86-31839b46f57f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2578936 Jul 14 09:16:10.830647 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2ec4acae-f2d1-4761-95df-3f2e8bba75cc req-b773b070-ea2a-49c6-bdd5-5463ad933b75 tempest-ServersAdminNegativeTestJSON-1399855934 tempest-ServersAdminNegativeTestJSON-1399855934-project] 10.222.0.68 "GET /v2.0/security-groups?id=12cec5c4-9898-4269-a307-518d62ed3fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619767 Jul 14 09:16:10.841290 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0eefda9-a823-4706-8782-21d3d679d611 req-dbacf322-0155-498a-a9f6-5b69705a3ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:10.843123 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d0eefda9-a823-4706-8782-21d3d679d611 req-dbacf322-0155-498a-a9f6-5b69705a3ced service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=fffe3e6faca04c7d8f07c5b54adca682&device_id=cf2e0952-6160-4006-b681-dbf55cdb0673 HTTP/1.1" status: 200 len: 1100 time: 0.1340873 Jul 14 09:16:10.940174 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0eefda9-a823-4706-8782-21d3d679d611 req-0d0d7a11-5a78-4a6e-88e7-feb4dd20f60a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:10.942071 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d0eefda9-a823-4706-8782-21d3d679d611 req-0d0d7a11-5a78-4a6e-88e7-feb4dd20f60a service neutron] 10.222.0.65 "GET /v2.0/networks?id=2244f7a1-04bd-42cd-9e86-31839b46f57f HTTP/1.1" status: 200 len: 870 time: 0.0882928 Jul 14 09:16:10.987781 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d0eefda9-a823-4706-8782-21d3d679d611 req-ebe846ae-d1b7-4a2a-8820-1fafff2fc79f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=018b8dba-5101-4e8f-9864-352583eaa07d HTTP/1.1" status: 200 len: 217 time: 0.0385699 Jul 14 09:16:11.037155 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [req-ff83710d-fccb-40a7-8e8c-d0b834aaf1b8 req-5eab4449-1541-4544-aea3-528f1bf98442 service neutron] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=93958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:16:11.043809 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0eefda9-a823-4706-8782-21d3d679d611 req-8a5d70dd-82dc-49b3-b160-8cb878ed78e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:11.045301 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d0eefda9-a823-4706-8782-21d3d679d611 req-8a5d70dd-82dc-49b3-b160-8cb878ed78e1 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=85060e65-3b2f-4a6c-a04c-ce849daa5b3b HTTP/1.1" status: 200 len: 843 time: 0.0510802 Jul 14 09:16:11.050813 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ff83710d-fccb-40a7-8e8c-d0b834aaf1b8 req-5eab4449-1541-4544-aea3-528f1bf98442 service neutron] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1570332 Jul 14 09:16:11.110216 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0eefda9-a823-4706-8782-21d3d679d611 req-43723309-df8d-4676-ba9d-4e1e998bc588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:11.111730 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d0eefda9-a823-4706-8782-21d3d679d611 req-43723309-df8d-4676-ba9d-4e1e998bc588 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2244f7a1-04bd-42cd-9e86-31839b46f57f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0593841 Jul 14 09:16:11.170890 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ff83710d-fccb-40a7-8e8c-d0b834aaf1b8 req-99c14884-ce75-46bf-808b-9c4b8a8ae7e3 service neutron] 10.222.0.68 "GET /v2.0/networks/e7cb481e-49dc-464e-b748-d3d2c45f69f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192122 Jul 14 09:16:11.274289 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d0eefda9-a823-4706-8782-21d3d679d611 req-9aa27848-8b22-4aa0-9faf-1dc1959eb0fb service neutron] 10.222.0.65 "GET /v2.0/networks/2244f7a1-04bd-42cd-9e86-31839b46f57f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545546 Jul 14 09:16:11.339083 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ff83710d-fccb-40a7-8e8c-d0b834aaf1b8 req-aebfcfda-e364-4734-bbf6-1c6c4cc9c7e7 service neutron] 10.222.0.68 "GET /v2.0/networks/e7cb481e-49dc-464e-b748-d3d2c45f69f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620114 Jul 14 09:16:11.439578 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86683ab6-154d-4121-bf3e-cc2fa9fdb07a req-80f36c4c-dbdd-4573-89ee-e5d98c3e6d81 tempest-MigrationsAdminTest-1950936182 tempest-MigrationsAdminTest-1950936182-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:11.446925 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-86683ab6-154d-4121-bf3e-cc2fa9fdb07a req-80f36c4c-dbdd-4573-89ee-e5d98c3e6d81 tempest-MigrationsAdminTest-1950936182 tempest-MigrationsAdminTest-1950936182-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=611c1b28-c22b-43c2-aa46-15cef6f6cd26 HTTP/1.1" status: 200 len: 1102 time: 0.1793087 Jul 14 09:16:11.479843 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-86683ab6-154d-4121-bf3e-cc2fa9fdb07a req-78fbc260-d5ca-40bb-b702-56ac2f15a420 tempest-MigrationsAdminTest-1950936182 tempest-MigrationsAdminTest-1950936182-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:11.491283 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d0eefda9-a823-4706-8782-21d3d679d611 req-25e82f6b-d8f1-48ec-a67d-3428b78f0283 service neutron] 10.222.0.65 "GET /v2.0/networks/2244f7a1-04bd-42cd-9e86-31839b46f57f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2014058 Jul 14 09:16:11.621063 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-86683ab6-154d-4121-bf3e-cc2fa9fdb07a req-78fbc260-d5ca-40bb-b702-56ac2f15a420 tempest-MigrationsAdminTest-1950936182 tempest-MigrationsAdminTest-1950936182-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:11.628526 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-86683ab6-154d-4121-bf3e-cc2fa9fdb07a req-78fbc260-d5ca-40bb-b702-56ac2f15a420 tempest-MigrationsAdminTest-1950936182 tempest-MigrationsAdminTest-1950936182-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:11.668501 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fbc260-d5ca-40bb-b702-56ac2f15a420 tempest-MigrationsAdminTest-1950936182 tempest-MigrationsAdminTest-1950936182-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b838087-ad94-4ca8-a47d-dbaa4d34fb00,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:11.690967 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-86683ab6-154d-4121-bf3e-cc2fa9fdb07a req-78fbc260-d5ca-40bb-b702-56ac2f15a420 tempest-MigrationsAdminTest-1950936182 tempest-MigrationsAdminTest-1950936182-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=93b55648-4dd6-4852-bb99-9aa842ab19a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2430017 Jul 14 09:16:11.798688 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0877fa24-9121-4687-9130-e0a2a443b84f req-6518f631-1baf-4459-bca2-eddd7e5dab9e tempest-DeleteServersAdminTestJSON-1035248896 tempest-DeleteServersAdminTestJSON-1035248896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:11.800232 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-0877fa24-9121-4687-9130-e0a2a443b84f req-6518f631-1baf-4459-bca2-eddd7e5dab9e tempest-DeleteServersAdminTestJSON-1035248896 tempest-DeleteServersAdminTestJSON-1035248896-project] 10.222.0.68 "GET /v2.0/ports?device_id=8b5cc62b-1d87-468c-9cb9-ed3c3c8a9ed2 HTTP/1.1" status: 200 len: 949 time: 0.0888226 Jul 14 09:16:11.815367 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 34848) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:11.835860 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device cdfdc07e-e2b3-45c5-836b-025c2b44f895 details requested by agent hyperv_n-h2-779913-29 with host n-h2-779913-29 {{(pid=93959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:16:11.873067 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-0877fa24-9121-4687-9130-e0a2a443b84f req-3dd3c255-add3-4f30-be60-783f32f6162a tempest-DeleteServersAdminTestJSON-1035248896 tempest-DeleteServersAdminTestJSON-1035248896-project] 10.222.0.68 "GET /v2.0/security-groups?id=895e8c22-e884-4014-9e60-5bdb90a485a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656488 Jul 14 09:16:11.939600 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 34858) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:12.022642 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-dca945c5-3966-4de8-8b05-74d9c55bc179 req-aeadb2cf-1cb8-4335-a62f-24c65dc1f3c7 tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] 10.222.0.68 "GET /v2.0/ports?device_id=2719b879-abb1-4c54-98f8-1863e426ed31 HTTP/1.1" status: 200 len: 210 time: 0.0585687 Jul 14 09:16:12.033375 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port cdfdc07e-e2b3-45c5-836b-025c2b44f895, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=cdfdc07e-e2b3-45c5-836b-025c2b44f895,segment=NetworkSegment(8f1c1422-de6c-445f-ab95-4e2c94585b2b),segment_id=8f1c1422-de6c-445f-ab95-4e2c94585b2b)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:16:12.074089 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Returning: {'device': 'cdfdc07e-e2b3-45c5-836b-025c2b44f895', 'network_id': '2244f7a1-04bd-42cd-9e86-31839b46f57f', 'port_id': 'cdfdc07e-e2b3-45c5-836b-025c2b44f895', 'mac_address': 'fa:16:3e:d1:11:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 724, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85060e65-3b2f-4a6c-a04c-ce849daa5b3b', 'ip_address': '192.168.233.188'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:16:12.116127 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-3478d756-7914-4fdf-be96-3b4227ae04c4 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-248124950-network', 'tenant_id': '2b79521383bc411e873003949678ee4e'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:16:12.155219 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3478d756-7914-4fdf-be96-3b4227ae04c4 admin admin] Made reservation on behalf of 2b79521383bc411e873003949678ee4e for: {'network': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:16:12.158615 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3478d756-7914-4fdf-be96-3b4227ae04c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for network, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:12.173613 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-cc11483c-202f-4c88-bb02-1898a68b1d1a admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=d9d0952bcf694fb0887015db43039b3f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2323589 Jul 14 09:16:12.175951 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 34864) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:12.177345 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3478d756-7914-4fdf-be96-3b4227ae04c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:12.178780 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:12.214555 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cdfdc07e-e2b3-45c5-836b-025c2b44f895 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:16:12.268702 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port cdfdc07e-e2b3-45c5-836b-025c2b44f895, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=cdfdc07e-e2b3-45c5-836b-025c2b44f895,segment=NetworkSegment(8f1c1422-de6c-445f-ab95-4e2c94585b2b),segment_id=8f1c1422-de6c-445f-ab95-4e2c94585b2b)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:16:12.275059 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:12.315668 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3478d756-7914-4fdf-be96-3b4227ae04c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:12.322352 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3478d756-7914-4fdf-be96-3b4227ae04c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:12.343523 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Pushing event updated for resources: {'Port': ['ID=cdfdc07e-e2b3-45c5-836b-025c2b44f895,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:12.358446 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3478d756-7914-4fdf-be96-3b4227ae04c4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 727} {{(pid=93957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:16:12.359463 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-741400ea-682c-4e69-985a-d6bfd8bf0917 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:12.394211 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3478d756-7914-4fdf-be96-3b4227ae04c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dccc539-6226-40de-a0d5-eb3c1dc9e525,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:12.410676 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3478d756-7914-4fdf-be96-3b4227ae04c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:12.411202 n-d-779913-29 neutron-server[93957]: INFO neutron.db.segments_db [None req-3478d756-7914-4fdf-be96-3b4227ae04c4 admin admin] Added segment 2fc666a1-b4bf-4e3a-9fbc-78b649753e24 of type vlan for network e27c633c-d678-4cf7-9628-f7c7f38c1cbc Jul 14 09:16:12.423064 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d14043d-9814-437b-aad3-786c6d3fadfb req-6097f450-28fa-48dd-aff6-6f71735cdbf0 tempest-LiveMigrationNegativeTest-1997266940 tempest-LiveMigrationNegativeTest-1997266940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:12.426813 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-6d14043d-9814-437b-aad3-786c6d3fadfb req-6097f450-28fa-48dd-aff6-6f71735cdbf0 tempest-LiveMigrationNegativeTest-1997266940 tempest-LiveMigrationNegativeTest-1997266940-project] 10.222.0.68 "GET /v2.0/ports?device_id=cf2e0952-6160-4006-b681-dbf55cdb0673 HTTP/1.1" status: 200 len: 948 time: 0.2416892 Jul 14 09:16:12.472170 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-741400ea-682c-4e69-985a-d6bfd8bf0917 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:12.495844 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3478d756-7914-4fdf-be96-3b4227ae04c4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735687821325'] for network, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:12.508562 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-6d14043d-9814-437b-aad3-786c6d3fadfb req-4b0e9ce8-e72a-45bb-982c-7ca36cfbcf32 tempest-LiveMigrationNegativeTest-1997266940 tempest-LiveMigrationNegativeTest-1997266940-project] 10.222.0.68 "GET /v2.0/security-groups?id=e39688f0-61de-4c8a-9f4f-c08fcddf2800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662591 Jul 14 09:16:12.527462 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:12.574701 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] get_ports_and_sgs() called for port_ids ['cdfdc07e-e2b3-45c5-836b-025c2b44f895'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:16:12.583706 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-741400ea-682c-4e69-985a-d6bfd8bf0917 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:12.586818 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-741400ea-682c-4e69-985a-d6bfd8bf0917 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:12.588651 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-741400ea-682c-4e69-985a-d6bfd8bf0917 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/15c9ca1a-6146-49cb-90e4-2f05d934dcb7 HTTP/1.1" status: 204 len: 168 time: 0.4114499 Jul 14 09:16:12.601042 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741400ea-682c-4e69-985a-d6bfd8bf0917 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15c9ca1a-6146-49cb-90e4-2f05d934dcb7,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:12.607725 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3478d756-7914-4fdf-be96-3b4227ae04c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855'] for network, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:12.609900 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3478d756-7914-4fdf-be96-3b4227ae04c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:12.612254 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3478d756-7914-4fdf-be96-3b4227ae04c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for network, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:12.679323 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-3478d756-7914-4fdf-be96-3b4227ae04c4 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.8598077 Jul 14 09:16:12.683126 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 34878) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:12.695914 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-5dfbf09c-647d-4829-95b3-74c893a72c68 admin admin] Request body: {'subnet': {'network_id': 'e27c633c-d678-4cf7-9628-f7c7f38c1cbc', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-248124950-subnet', 'tenant_id': '2b79521383bc411e873003949678ee4e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:16:12.724542 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3478d756-7914-4fdf-be96-3b4227ae04c4 admin admin] Pushing event updated for resources: {'Network': ['ID=e27c633c-d678-4cf7-9628-f7c7f38c1cbc,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:12.739230 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Network e27c633c-d678-4cf7-9628-f7c7f38c1cbc details requested by agent ovs-agent-n-d-779913-29 with host n-d-779913-29 {{(pid=93959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:16:12.760532 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dfbf09c-647d-4829-95b3-74c893a72c68 admin admin] Made reservation on behalf of 2b79521383bc411e873003949678ee4e for: {'subnet': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:16:12.761433 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfed07f0-ce84-49a5-a139-8b06ed124e7f req-d4a1f7af-4f02-4484-950f-7e5f7102b2df tempest-ServersAdminNegativeTestJSON-1399855934 tempest-ServersAdminNegativeTestJSON-1399855934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:12.763838 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-cfed07f0-ce84-49a5-a139-8b06ed124e7f req-d4a1f7af-4f02-4484-950f-7e5f7102b2df tempest-ServersAdminNegativeTestJSON-1399855934 tempest-ServersAdminNegativeTestJSON-1399855934-project] 10.222.0.68 "GET /v2.0/ports?device_id=bae8f53d-9f15-46d2-88eb-68c9dfbe1a1e HTTP/1.1" status: 200 len: 949 time: 0.1013608 Jul 14 09:16:12.769990 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5dfbf09c-647d-4829-95b3-74c893a72c68 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:12.878606 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-cfed07f0-ce84-49a5-a139-8b06ed124e7f req-a5d130a7-961b-4437-83e3-fb3a277ae049 tempest-ServersAdminNegativeTestJSON-1399855934 tempest-ServersAdminNegativeTestJSON-1399855934-project] 10.222.0.68 "GET /v2.0/security-groups?id=12cec5c4-9898-4269-a307-518d62ed3fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958474 Jul 14 09:16:13.031048 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 34890) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:13.121256 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:13.144144 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 34896) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:13.178101 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5dfbf09c-647d-4829-95b3-74c893a72c68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855'] for subnet, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:13.378170 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-7b94180d-17f8-4317-a1a4-e03570c3f39f req-ac90dab6-d197-45dd-b2ce-a2a1773bf880 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=611c1b28-c22b-43c2-aa46-15cef6f6cd26&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3455300 Jul 14 09:16:13.390889 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895288cb-d071-45c1-8776-c1f0da46ce18 req-0f6823f7-3afd-4c87-a675-cadf3b8b7a70 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:13.392509 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-895288cb-d071-45c1-8776-c1f0da46ce18 req-0f6823f7-3afd-4c87-a675-cadf3b8b7a70 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/ports?device_id=611c1b28-c22b-43c2-aa46-15cef6f6cd26 HTTP/1.1" status: 200 len: 950 time: 0.2444603 Jul 14 09:16:13.419589 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-34e07b5d-1d97-47fb-8c5d-b0d5b78206c3 req-1b2bc166-db75-4b2c-bf20-36aa7e6cae0e tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] 10.222.0.68 "GET /v2.0/ports?device_id=2719b879-abb1-4c54-98f8-1863e426ed31 HTTP/1.1" status: 200 len: 210 time: 0.1132178 Jul 14 09:16:13.422458 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-c00c08d5-2541-479e-abcf-be0135f7b8c7 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=d1bb302663dc418c8b58235a9fd0db49&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2767262 Jul 14 09:16:13.428858 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 34902) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:13.459083 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfbf09c-647d-4829-95b3-74c893a72c68 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5bebc6f5-a356-4c61-b3e2-33b009b4e3d7,revision_number=0']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:13.514125 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dfbf09c-647d-4829-95b3-74c893a72c68 admin admin] Checking segment: {'id': '2fc666a1-b4bf-4e3a-9fbc-78b649753e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'e27c633c-d678-4cf7-9628-f7c7f38c1cbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:16:13.514850 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dfbf09c-647d-4829-95b3-74c893a72c68 admin admin] Network hostable DHCP agents. Network: e27c633c-d678-4cf7-9628-f7c7f38c1cbc, hostable agents: ['c6a09bd4-f72e-4283-a3ca-0bbca8a51081'], hosted agents: [] {{(pid=93957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:16:13.534351 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-895288cb-d071-45c1-8776-c1f0da46ce18 req-2f880919-7d51-4d84-9192-1be087a0ac86 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/security-groups?id=93b55648-4dd6-4852-bb99-9aa842ab19a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355851 Jul 14 09:16:13.556536 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff83710d-fccb-40a7-8e8c-d0b834aaf1b8 req-d971d820-cb33-4c72-b315-d68d950ce2ca tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:13.557888 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ff83710d-fccb-40a7-8e8c-d0b834aaf1b8 req-d971d820-cb33-4c72-b315-d68d950ce2ca tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] 10.222.0.65 "GET /v2.0/networks?id=e7cb481e-49dc-464e-b748-d3d2c45f69f9 HTTP/1.1" status: 200 len: 820 time: 0.3387351 Jul 14 09:16:13.566798 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dfbf09c-647d-4829-95b3-74c893a72c68 admin admin] Network e27c633c-d678-4cf7-9628-f7c7f38c1cbc is scheduled to be hosted by DHCP agent c6a09bd4-f72e-4283-a3ca-0bbca8a51081 with binding_index 1 {{(pid=93957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:16:13.580840 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3120e3fd-5735-4729-b444-98c7efc8f1cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:13.582976 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-5dfbf09c-647d-4829-95b3-74c893a72c68 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-29, e27c633c-d678-4cf7-9628-f7c7f38c1cbc) {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:16:13.591042 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dfbf09c-647d-4829-95b3-74c893a72c68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:13.595443 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5dfbf09c-647d-4829-95b3-74c893a72c68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for subnet, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:13.596568 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc0211b4-0ced-41b9-8482-bf7b8ed499ce None None] Network e27c633c-d678-4cf7-9628-f7c7f38c1cbc requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:16:13.612952 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-ff83710d-fccb-40a7-8e8c-d0b834aaf1b8 req-ae72d8fa-f23f-4cc3-a4fd-61e6d85d3cd8 tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] Request body: {'port': {'device_id': '2719b879-abb1-4c54-98f8-1863e426ed31', 'network_id': 'e7cb481e-49dc-464e-b748-d3d2c45f69f9', 'admin_state_up': True, 'tenant_id': 'e14af975015c4397b9da2a89a906dfc2'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:16:13.640727 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3120e3fd-5735-4729-b444-98c7efc8f1cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:13.701710 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3120e3fd-5735-4729-b444-98c7efc8f1cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:13.704809 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3120e3fd-5735-4729-b444-98c7efc8f1cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:13.711782 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-3120e3fd-5735-4729-b444-98c7efc8f1cc admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/576d4b2c-ebc2-42a1-a42d-2dc0c7b356a3 HTTP/1.1" status: 204 len: 168 time: 0.2749667 Jul 14 09:16:13.725006 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3120e3fd-5735-4729-b444-98c7efc8f1cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=576d4b2c-ebc2-42a1-a42d-2dc0c7b356a3,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:13.839332 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab1d673-1d40-4c13-9536-19381860bfeb req-ead503c4-6a45-4f40-8324-86d4cc7f095f tempest-LiveMigrationNegativeTest-1997266940 tempest-LiveMigrationNegativeTest-1997266940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:13.841797 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-4ab1d673-1d40-4c13-9536-19381860bfeb req-ead503c4-6a45-4f40-8324-86d4cc7f095f tempest-LiveMigrationNegativeTest-1997266940 tempest-LiveMigrationNegativeTest-1997266940-project] 10.222.0.68 "GET /v2.0/ports?device_id=cf2e0952-6160-4006-b681-dbf55cdb0673 HTTP/1.1" status: 200 len: 948 time: 0.1056435 Jul 14 09:16:13.845860 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-5dfbf09c-647d-4829-95b3-74c893a72c68 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.1540253 Jul 14 09:16:13.846084 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 34920) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:13.852637 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-2e2bb7bf-8ee2-45ed-ac78-c5fd5c81f527 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-248124950-router', 'tenant_id': '2b79521383bc411e873003949678ee4e', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'}}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:16:13.854674 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26263ebe-41b3-4f8e-9526-102374dbeaf1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf57baaa9-fd24-59f4-8fd2-1dc21122ce72-e27c633c-d678-4cf7-9628-f7c7f38c1cbc', 'network_id': 'e27c633c-d678-4cf7-9628-f7c7f38c1cbc', 'tenant_id': '2b79521383bc411e873003949678ee4e', 'fixed_ips': [{'subnet_id': '5bebc6f5-a356-4c61-b3e2-33b009b4e3d7'}]}} from n-d-779913-29. {{(pid=93959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:16:13.856202 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-26263ebe-41b3-4f8e-9526-102374dbeaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:13.870963 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device cdfdc07e-e2b3-45c5-836b-025c2b44f895 up at agent hyperv_n-h2-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:16:13.928818 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2e2bb7bf-8ee2-45ed-ac78-c5fd5c81f527 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-711749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14670'] for router, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:13.929992 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2e2bb7bf-8ee2-45ed-ac78-c5fd5c81f527 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-711718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-661475', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14679'] for router, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:13.956684 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adf676e-17c4-430a-b3c8-6fb557059808 req-7c0ec07d-1855-45d0-8e3a-8182da793f83 tempest-DeleteServersAdminTestJSON-1035248896 tempest-DeleteServersAdminTestJSON-1035248896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:13.958574 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0adf676e-17c4-430a-b3c8-6fb557059808 req-7c0ec07d-1855-45d0-8e3a-8182da793f83 tempest-DeleteServersAdminTestJSON-1035248896 tempest-DeleteServersAdminTestJSON-1035248896-project] 10.222.0.68 "GET /v2.0/ports?device_id=8b5cc62b-1d87-468c-9cb9-ed3c3c8a9ed2 HTTP/1.1" status: 200 len: 949 time: 0.3063333 Jul 14 09:16:13.961877 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-4ab1d673-1d40-4c13-9536-19381860bfeb req-0972ebe9-b800-4c61-a897-eadf8c4c1b04 tempest-LiveMigrationNegativeTest-1997266940 tempest-LiveMigrationNegativeTest-1997266940-project] 10.222.0.68 "GET /v2.0/security-groups?id=e39688f0-61de-4c8a-9f4f-c08fcddf2800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133339 Jul 14 09:16:14.004762 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff83710d-fccb-40a7-8e8c-d0b834aaf1b8 req-ae72d8fa-f23f-4cc3-a4fd-61e6d85d3cd8 tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] Made reservation on behalf of e14af975015c4397b9da2a89a906dfc2 for: {'port': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:16:14.012315 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-ff83710d-fccb-40a7-8e8c-d0b834aaf1b8 req-ae72d8fa-f23f-4cc3-a4fd-61e6d85d3cd8 tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:14.064183 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2e2bb7bf-8ee2-45ed-ac78-c5fd5c81f527 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:14.142609 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0adf676e-17c4-430a-b3c8-6fb557059808 req-02ca451c-659b-408a-a21e-5fb8b0951cae tempest-DeleteServersAdminTestJSON-1035248896 tempest-DeleteServersAdminTestJSON-1035248896-project] 10.222.0.68 "GET /v2.0/security-groups?id=895e8c22-e884-4014-9e60-5bdb90a485a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586194 Jul 14 09:16:14.313049 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2e2bb7bf-8ee2-45ed-ac78-c5fd5c81f527 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-661489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-711771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12973'] for router, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:14.371266 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [req-ff83710d-fccb-40a7-8e8c-d0b834aaf1b8 req-ae72d8fa-f23f-4cc3-a4fd-61e6d85d3cd8 tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] Allocated IP 172.20.0.9 (e7cb481e-49dc-464e-b748-d3d2c45f69f9/a1f8d7cc-d5f0-4ac4-b550-493e46cf12fc/aab7bb30-8d5d-4d47-b33f-ff650cfffb9e) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:16:14.453243 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4770866-181e-4c96-863b-ea5484c5da41 req-5d24b764-70e8-446a-8b68-2ff61f429973 tempest-ServersAdminNegativeTestJSON-1399855934 tempest-ServersAdminNegativeTestJSON-1399855934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:14.455105 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-f4770866-181e-4c96-863b-ea5484c5da41 req-5d24b764-70e8-446a-8b68-2ff61f429973 tempest-ServersAdminNegativeTestJSON-1399855934 tempest-ServersAdminNegativeTestJSON-1399855934-project] 10.222.0.68 "GET /v2.0/ports?device_id=bae8f53d-9f15-46d2-88eb-68c9dfbe1a1e HTTP/1.1" status: 200 len: 949 time: 0.1346486 Jul 14 09:16:14.482210 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Provisioning for port cdfdc07e-e2b3-45c5-836b-025c2b44f895 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:16:14.502460 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Provisioning complete for port cdfdc07e-e2b3-45c5-836b-025c2b44f895 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:16:14.502957 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:14.548700 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-26263ebe-41b3-4f8e-9526-102374dbeaf1 None None] Allocated IP 172.20.0.2 (e27c633c-d678-4cf7-9628-f7c7f38c1cbc/5bebc6f5-a356-4c61-b3e2-33b009b4e3d7/45396541-a714-499e-ab23-9673077791ac) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:16:14.591951 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-f4770866-181e-4c96-863b-ea5484c5da41 req-b67095d6-18b2-4757-b215-e0eaad21f984 tempest-ServersAdminNegativeTestJSON-1399855934 tempest-ServersAdminNegativeTestJSON-1399855934-project] 10.222.0.68 "GET /v2.0/security-groups?id=12cec5c4-9898-4269-a307-518d62ed3fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261358 Jul 14 09:16:14.749316 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-ff83710d-fccb-40a7-8e8c-d0b834aaf1b8 req-ae72d8fa-f23f-4cc3-a4fd-61e6d85d3cd8 tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:14.796061 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2e2bb7bf-8ee2-45ed-ac78-c5fd5c81f527 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:14.859797 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2e2bb7bf-8ee2-45ed-ac78-c5fd5c81f527 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:14.868847 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ea3b77f3-5666-4de0-912d-4953d70a9a6d req-9917e02c-8c95-4190-b62d-2150f4330f27 tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] 10.222.0.68 "GET /v2.0/ports?device_id=2719b879-abb1-4c54-98f8-1863e426ed31 HTTP/1.1" status: 200 len: 210 time: 0.0932229 Jul 14 09:16:14.874159 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:14.922449 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bae8f53d-9f15-46d2-88eb-68c9dfbe1a1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdfdc07e-e2b3-45c5-836b-025c2b44f895'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:16:14.926671 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd62303f06773040a8a4e189dc46b4f565768c299abf8ab8e7739778b0bc3e97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-215e879a-c4a6-488a-b95e-386389ea25c0" -d '{"events": [{"server_uuid": "bae8f53d-9f15-46d2-88eb-68c9dfbe1a1e", "name": "network-vif-plugged", "status": "completed", "tag": "cdfdc07e-e2b3-45c5-836b-025c2b44f895"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:16:14.945474 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-ff83710d-fccb-40a7-8e8c-d0b834aaf1b8 req-ae72d8fa-f23f-4cc3-a4fd-61e6d85d3cd8 tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:14.962775 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port cdfdc07e-e2b3-45c5-836b-025c2b44f895, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=cdfdc07e-e2b3-45c5-836b-025c2b44f895,segment=NetworkSegment(8f1c1422-de6c-445f-ab95-4e2c94585b2b),segment_id=8f1c1422-de6c-445f-ab95-4e2c94585b2b)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:16:14.971518 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:15.029856 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff83710d-fccb-40a7-8e8c-d0b834aaf1b8 req-ae72d8fa-f23f-4cc3-a4fd-61e6d85d3cd8 tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] Network e7cb481e-49dc-464e-b748-d3d2c45f69f9 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:16:15.029856 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae72d8fa-f23f-4cc3-a4fd-61e6d85d3cd8 tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] Pushing event updated for resources: {'Port': ['ID=aab7bb30-8d5d-4d47-b33f-ff650cfffb9e,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:15.033008 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [req-ff83710d-fccb-40a7-8e8c-d0b834aaf1b8 req-ae72d8fa-f23f-4cc3-a4fd-61e6d85d3cd8 tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:16:15.035730 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff83710d-fccb-40a7-8e8c-d0b834aaf1b8 req-ae72d8fa-f23f-4cc3-a4fd-61e6d85d3cd8 tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:16:15.042612 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff83710d-fccb-40a7-8e8c-d0b834aaf1b8 req-ae72d8fa-f23f-4cc3-a4fd-61e6d85d3cd8 tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:15.043564 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-ff83710d-fccb-40a7-8e8c-d0b834aaf1b8 req-ae72d8fa-f23f-4cc3-a4fd-61e6d85d3cd8 tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:15.054977 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-26263ebe-41b3-4f8e-9526-102374dbeaf1 None None] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:15.066447 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ff83710d-fccb-40a7-8e8c-d0b834aaf1b8 req-ae72d8fa-f23f-4cc3-a4fd-61e6d85d3cd8 tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4634407 Jul 14 09:16:15.086360 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-ff83710d-fccb-40a7-8e8c-d0b834aaf1b8 req-713fbd21-fea2-4fa7-a81e-764bfd8b396f service neutron] Request body: {'port': {'device_id': '2719b879-abb1-4c54-98f8-1863e426ed31', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-29'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:16:15.104278 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-26263ebe-41b3-4f8e-9526-102374dbeaf1 None None] Transition to ACTIVE for port object 45396541-a714-499e-ab23-9673077791ac will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:16:15.111350 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Pushing event updated for resources: {'Port': ['ID=cdfdc07e-e2b3-45c5-836b-025c2b44f895,revision_number=5']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:15.139619 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-26263ebe-41b3-4f8e-9526-102374dbeaf1 None None] Transition to ACTIVE for port object 45396541-a714-499e-ab23-9673077791ac will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:16:15.149001 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-26263ebe-41b3-4f8e-9526-102374dbeaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:15.202799 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75759bc0-f21c-4c5a-8d95-d3b791a61e26 req-951a665f-095b-41c9-a422-f8c44dcbf12e tempest-DeleteServersAdminTestJSON-1035248896 tempest-DeleteServersAdminTestJSON-1035248896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:15.208181 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26263ebe-41b3-4f8e-9526-102374dbeaf1 None None] Network e27c633c-d678-4cf7-9628-f7c7f38c1cbc is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:16:15.212296 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-26263ebe-41b3-4f8e-9526-102374dbeaf1 None None] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:16:15.215993 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-75759bc0-f21c-4c5a-8d95-d3b791a61e26 req-951a665f-095b-41c9-a422-f8c44dcbf12e tempest-DeleteServersAdminTestJSON-1035248896 tempest-DeleteServersAdminTestJSON-1035248896-project] 10.222.0.68 "GET /v2.0/ports?device_id=8b5cc62b-1d87-468c-9cb9-ed3c3c8a9ed2 HTTP/1.1" status: 200 len: 949 time: 0.2642784 Jul 14 09:16:15.216221 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26263ebe-41b3-4f8e-9526-102374dbeaf1 None None] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:16:15.220466 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-2e2bb7bf-8ee2-45ed-ac78-c5fd5c81f527 admin admin] Allocated IP 172.25.4.68 (2dcd4d32-cc7c-4468-b396-7ce5c9231892/6cd22a75-5bc1-467c-a3c4-0af04bd1b34a/5892fbc0-965b-4679-b5c5-59e0704c1ce6) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:16:15.239727 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 018b8dba-5101-4e8f-9864-352583eaa07d details requested by agent hyperv_n-h1-779913-29 with host n-h1-779913-29 {{(pid=93959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:16:15.317875 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-75759bc0-f21c-4c5a-8d95-d3b791a61e26 req-77dfba69-e547-4421-bf13-e3f2c3a2c2ee tempest-DeleteServersAdminTestJSON-1035248896 tempest-DeleteServersAdminTestJSON-1035248896-project] 10.222.0.68 "GET /v2.0/security-groups?id=895e8c22-e884-4014-9e60-5bdb90a485a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002963 Jul 14 09:16:15.373589 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-26263ebe-41b3-4f8e-9526-102374dbeaf1 None None] Attempting to bind port 45396541-a714-499e-ab23-9673077791ac on host n-d-779913-29 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:16:15.374342 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-26263ebe-41b3-4f8e-9526-102374dbeaf1 None None] Attempting to bind port 45396541-a714-499e-ab23-9673077791ac by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': '2fc666a1-b4bf-4e3a-9fbc-78b649753e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'e27c633c-d678-4cf7-9628-f7c7f38c1cbc'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:16:15.377073 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26263ebe-41b3-4f8e-9526-102374dbeaf1 None None] Attempting to bind port 45396541-a714-499e-ab23-9673077791ac on network e27c633c-d678-4cf7-9628-f7c7f38c1cbc {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:16:15.384626 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26263ebe-41b3-4f8e-9526-102374dbeaf1 None None] Pushing event updated for resources: {'Port': ['ID=45396541-a714-499e-ab23-9673077791ac,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:15.391316 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26263ebe-41b3-4f8e-9526-102374dbeaf1 None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 15, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:16:15.391798 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26263ebe-41b3-4f8e-9526-102374dbeaf1 None None] Checking segment: {'id': '2fc666a1-b4bf-4e3a-9fbc-78b649753e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'e27c633c-d678-4cf7-9628-f7c7f38c1cbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:16:15.392446 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-26263ebe-41b3-4f8e-9526-102374dbeaf1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:15.392731 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26263ebe-41b3-4f8e-9526-102374dbeaf1 None None] Bound using segment: {'id': '2fc666a1-b4bf-4e3a-9fbc-78b649753e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'e27c633c-d678-4cf7-9628-f7c7f38c1cbc'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:16:15.393288 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-26263ebe-41b3-4f8e-9526-102374dbeaf1 None None] Bound port: 45396541-a714-499e-ab23-9673077791ac, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fc666a1-b4bf-4e3a-9fbc-78b649753e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'e27c633c-d678-4cf7-9628-f7c7f38c1cbc'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:16:15.393800 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-26263ebe-41b3-4f8e-9526-102374dbeaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:15.498788 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-ff83710d-fccb-40a7-8e8c-d0b834aaf1b8 req-713fbd21-fea2-4fa7-a81e-764bfd8b396f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:15.502502 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:16:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09998061-0ad5-48b4-9fa3-04e5e6eacd91 x-openstack-request-id: req-09998061-0ad5-48b4-9fa3-04e5e6eacd91 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:16:15.502983 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bae8f53d-9f15-46d2-88eb-68c9dfbe1a1e", "name": "network-vif-plugged", "status": "completed", "tag": "cdfdc07e-e2b3-45c5-836b-025c2b44f895", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:16:15.503087 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-09998061-0ad5-48b4-9fa3-04e5e6eacd91 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:16:15.503425 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bae8f53d-9f15-46d2-88eb-68c9dfbe1a1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdfdc07e-e2b3-45c5-836b-025c2b44f895', 'code': 200} Jul 14 09:16:15.517116 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351afc2b-f7e4-487b-b32c-4d7ebf751ca9 req-7eccb6f5-cdb6-445c-9d98-3a41dbb410ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:15.519382 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-351afc2b-f7e4-487b-b32c-4d7ebf751ca9 req-7eccb6f5-cdb6-445c-9d98-3a41dbb410ce service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f15ecc2e979442a6b02936316f8b33e1&device_id=611c1b28-c22b-43c2-aa46-15cef6f6cd26 HTTP/1.1" status: 200 len: 1102 time: 0.2001812 Jul 14 09:16:15.522812 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda42b1f-1607-4ef2-aab6-7d19f7f5330d req-fc83c9bb-94f5-4b9c-b3f5-969b732b9c85 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:15.524349 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-dda42b1f-1607-4ef2-aab6-7d19f7f5330d req-fc83c9bb-94f5-4b9c-b3f5-969b732b9c85 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/ports?device_id=611c1b28-c22b-43c2-aa46-15cef6f6cd26 HTTP/1.1" status: 200 len: 950 time: 0.1314397 Jul 14 09:16:15.533918 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2e2bb7bf-8ee2-45ed-ac78-c5fd5c81f527 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:15.611295 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-26263ebe-41b3-4f8e-9526-102374dbeaf1 None None] For port 45396541-a714-499e-ab23-9673077791ac, host n-d-779913-29, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:16:15.616179 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-26263ebe-41b3-4f8e-9526-102374dbeaf1 None None] For port 45396541-a714-499e-ab23-9673077791ac, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=45396541-a714-499e-ab23-9673077791ac,segment=NetworkSegment(2fc666a1-b4bf-4e3a-9fbc-78b649753e24),segment_id=2fc666a1-b4bf-4e3a-9fbc-78b649753e24)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:16:15.634221 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-26263ebe-41b3-4f8e-9526-102374dbeaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:15.708882 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-dda42b1f-1607-4ef2-aab6-7d19f7f5330d req-0e976eef-b460-49cf-a246-152a46dfbd69 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/security-groups?id=93b55648-4dd6-4852-bb99-9aa842ab19a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317062 Jul 14 09:16:15.758004 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2e2bb7bf-8ee2-45ed-ac78-c5fd5c81f527 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:15.769645 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26263ebe-41b3-4f8e-9526-102374dbeaf1 None None] Pushing event updated for resources: {'Port': ['ID=45396541-a714-499e-ab23-9673077791ac,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:15.823771 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port 018b8dba-5101-4e8f-9864-352583eaa07d, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=018b8dba-5101-4e8f-9864-352583eaa07d,segment=NetworkSegment(8f1c1422-de6c-445f-ab95-4e2c94585b2b),segment_id=8f1c1422-de6c-445f-ab95-4e2c94585b2b)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:16:15.844662 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548d69ba-07ac-4718-a153-d87f6c90eb7a req-d13efe0f-5e40-4a90-bdc7-9d62ad61ef70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:15.846851 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-548d69ba-07ac-4718-a153-d87f6c90eb7a req-d13efe0f-5e40-4a90-bdc7-9d62ad61ef70 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=bae8f53d-9f15-46d2-88eb-68c9dfbe1a1e HTTP/1.1" status: 200 len: 1102 time: 0.2364237 Jul 14 09:16:15.847012 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Returning: {'device': '018b8dba-5101-4e8f-9864-352583eaa07d', 'network_id': '2244f7a1-04bd-42cd-9e86-31839b46f57f', 'port_id': '018b8dba-5101-4e8f-9864-352583eaa07d', 'mac_address': 'fa:16:3e:2c:86:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 724, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85060e65-3b2f-4a6c-a04c-ce849daa5b3b', 'ip_address': '192.168.233.131'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:16:15.858107 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e2bb7bf-8ee2-45ed-ac78-c5fd5c81f527 admin admin] Network 2dcd4d32-cc7c-4468-b396-7ce5c9231892 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:16:15.868818 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-2e2bb7bf-8ee2-45ed-ac78-c5fd5c81f527 admin admin] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:16:15.871873 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e2bb7bf-8ee2-45ed-ac78-c5fd5c81f527 admin admin] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:16:15.927354 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:15.929977 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-548d69ba-07ac-4718-a153-d87f6c90eb7a req-b56f996c-5b2d-48f1-835e-1358cf2cd28b service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=12cec5c4-9898-4269-a307-518d62ed3fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720978 Jul 14 09:16:15.941789 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2bb7bf-8ee2-45ed-ac78-c5fd5c81f527 admin admin] Pushing event updated for resources: {'Port': ['ID=5892fbc0-965b-4679-b5c5-59e0704c1ce6,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:15.958255 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 018b8dba-5101-4e8f-9864-352583eaa07d {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:16:15.996696 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port 018b8dba-5101-4e8f-9864-352583eaa07d, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=018b8dba-5101-4e8f-9864-352583eaa07d,segment=NetworkSegment(8f1c1422-de6c-445f-ab95-4e2c94585b2b),segment_id=8f1c1422-de6c-445f-ab95-4e2c94585b2b)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:16:16.002177 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:16.033799 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e717c4b4-d8f9-4775-89b9-f76d6121d779 req-993a0403-5f59-439b-85c8-5e3e5737e1f7 tempest-LiveMigrationNegativeTest-1997266940 tempest-LiveMigrationNegativeTest-1997266940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:16.046912 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-e717c4b4-d8f9-4775-89b9-f76d6121d779 req-993a0403-5f59-439b-85c8-5e3e5737e1f7 tempest-LiveMigrationNegativeTest-1997266940 tempest-LiveMigrationNegativeTest-1997266940-project] 10.222.0.68 "GET /v2.0/ports?device_id=cf2e0952-6160-4006-b681-dbf55cdb0673 HTTP/1.1" status: 200 len: 948 time: 0.3995380 Jul 14 09:16:16.051238 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351afc2b-f7e4-487b-b32c-4d7ebf751ca9 req-58014950-6b57-44e2-8940-8151efac5e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:16.052672 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-351afc2b-f7e4-487b-b32c-4d7ebf751ca9 req-58014950-6b57-44e2-8940-8151efac5e58 service neutron] 10.222.0.57 "GET /v2.0/networks?id=2244f7a1-04bd-42cd-9e86-31839b46f57f HTTP/1.1" status: 200 len: 870 time: 0.4993374 Jul 14 09:16:16.070167 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [req-ff83710d-fccb-40a7-8e8c-d0b834aaf1b8 req-713fbd21-fea2-4fa7-a81e-764bfd8b396f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aab7bb30-8d5d-4d47-b33f-ff650cfffb9e {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:16:16.076095 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Pushing event updated for resources: {'Port': ['ID=018b8dba-5101-4e8f-9864-352583eaa07d,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:16.117412 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-ff83710d-fccb-40a7-8e8c-d0b834aaf1b8 req-713fbd21-fea2-4fa7-a81e-764bfd8b396f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:16.144293 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [req-ff83710d-fccb-40a7-8e8c-d0b834aaf1b8 req-713fbd21-fea2-4fa7-a81e-764bfd8b396f service neutron] Transition to ACTIVE for port object aab7bb30-8d5d-4d47-b33f-ff650cfffb9e will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:16:16.157277 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-ff83710d-fccb-40a7-8e8c-d0b834aaf1b8 req-713fbd21-fea2-4fa7-a81e-764bfd8b396f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:16.182292 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-e717c4b4-d8f9-4775-89b9-f76d6121d779 req-0bdd32ef-888d-430a-9209-2e2eff258b67 tempest-LiveMigrationNegativeTest-1997266940 tempest-LiveMigrationNegativeTest-1997266940-project] 10.222.0.68 "GET /v2.0/security-groups?id=e39688f0-61de-4c8a-9f4f-c08fcddf2800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337943 Jul 14 09:16:16.249526 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f12079c-cb28-4f4c-964a-1c9fcf91fef0 req-d4f5a80d-ad47-4759-ae62-93fed7b0cb0f tempest-ServersAdminNegativeTestJSON-1399855934 tempest-ServersAdminNegativeTestJSON-1399855934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:16.270716 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8f12079c-cb28-4f4c-964a-1c9fcf91fef0 req-d4f5a80d-ad47-4759-ae62-93fed7b0cb0f tempest-ServersAdminNegativeTestJSON-1399855934 tempest-ServersAdminNegativeTestJSON-1399855934-project] 10.222.0.68 "GET /v2.0/ports?device_id=bae8f53d-9f15-46d2-88eb-68c9dfbe1a1e HTTP/1.1" status: 200 len: 950 time: 0.2541647 Jul 14 09:16:16.304844 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] get_ports_and_sgs() called for port_ids ['018b8dba-5101-4e8f-9864-352583eaa07d'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:16:16.329537 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-351afc2b-f7e4-487b-b32c-4d7ebf751ca9 req-7a912d9e-4525-4c09-b8bb-8acc3619313d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=3c588ba2-3350-4d26-ae32-a0222859845a HTTP/1.1" status: 200 len: 217 time: 0.0712709 Jul 14 09:16:16.387003 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713fbd21-fea2-4fa7-a81e-764bfd8b396f service neutron] Pushing event updated for resources: {'Port': ['ID=aab7bb30-8d5d-4d47-b33f-ff650cfffb9e,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:16.391629 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-ff83710d-fccb-40a7-8e8c-d0b834aaf1b8 req-713fbd21-fea2-4fa7-a81e-764bfd8b396f service neutron] Attempting to bind port aab7bb30-8d5d-4d47-b33f-ff650cfffb9e on host n-h1-779913-29 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:16:16.391972 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-ff83710d-fccb-40a7-8e8c-d0b834aaf1b8 req-713fbd21-fea2-4fa7-a81e-764bfd8b396f service neutron] Attempting to bind port aab7bb30-8d5d-4d47-b33f-ff650cfffb9e by drivers openvswitch,hyperv on host n-h1-779913-29 at level 0 using segments [{'id': '4f3a0541-e6cd-42f5-92f6-5d961c2f621f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'e7cb481e-49dc-464e-b748-d3d2c45f69f9'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:16:16.392402 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff83710d-fccb-40a7-8e8c-d0b834aaf1b8 req-713fbd21-fea2-4fa7-a81e-764bfd8b396f service neutron] Attempting to bind port aab7bb30-8d5d-4d47-b33f-ff650cfffb9e on network e7cb481e-49dc-464e-b748-d3d2c45f69f9 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:16:16.412883 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8f12079c-cb28-4f4c-964a-1c9fcf91fef0 req-f70052f0-3845-44c9-8297-eae5138ac317 tempest-ServersAdminNegativeTestJSON-1399855934 tempest-ServersAdminNegativeTestJSON-1399855934-project] 10.222.0.68 "GET /v2.0/security-groups?id=12cec5c4-9898-4269-a307-518d62ed3fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411438 Jul 14 09:16:16.424816 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff83710d-fccb-40a7-8e8c-d0b834aaf1b8 req-713fbd21-fea2-4fa7-a81e-764bfd8b396f service neutron] Port aab7bb30-8d5d-4d47-b33f-ff650cfffb9e on network e7cb481e-49dc-464e-b748-d3d2c45f69f9 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-29 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:16:16.425156 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff83710d-fccb-40a7-8e8c-d0b834aaf1b8 req-713fbd21-fea2-4fa7-a81e-764bfd8b396f service neutron] Attempting to bind port aab7bb30-8d5d-4d47-b33f-ff650cfffb9e on network e7cb481e-49dc-464e-b748-d3d2c45f69f9 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:16:16.442235 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff83710d-fccb-40a7-8e8c-d0b834aaf1b8 req-713fbd21-fea2-4fa7-a81e-764bfd8b396f service neutron] Checking agent: {'id': 'de11e667-f145-47b0-bd09-334a7505938e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 13, 12), 'started_at': datetime.datetime(2021, 7, 14, 9, 13, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 16, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:16:16.442570 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff83710d-fccb-40a7-8e8c-d0b834aaf1b8 req-713fbd21-fea2-4fa7-a81e-764bfd8b396f service neutron] Checking segment: {'id': '4f3a0541-e6cd-42f5-92f6-5d961c2f621f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'e7cb481e-49dc-464e-b748-d3d2c45f69f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:16:16.442888 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff83710d-fccb-40a7-8e8c-d0b834aaf1b8 req-713fbd21-fea2-4fa7-a81e-764bfd8b396f service neutron] Bound using segment: {'id': '4f3a0541-e6cd-42f5-92f6-5d961c2f621f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'e7cb481e-49dc-464e-b748-d3d2c45f69f9'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:16:16.443328 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-ff83710d-fccb-40a7-8e8c-d0b834aaf1b8 req-713fbd21-fea2-4fa7-a81e-764bfd8b396f service neutron] Bound port: aab7bb30-8d5d-4d47-b33f-ff650cfffb9e, host: n-h1-779913-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f3a0541-e6cd-42f5-92f6-5d961c2f621f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'e7cb481e-49dc-464e-b748-d3d2c45f69f9'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:16:16.443695 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-ff83710d-fccb-40a7-8e8c-d0b834aaf1b8 req-713fbd21-fea2-4fa7-a81e-764bfd8b396f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:16.451655 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2e2bb7bf-8ee2-45ed-ac78-c5fd5c81f527 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:16.576541 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-ff83710d-fccb-40a7-8e8c-d0b834aaf1b8 req-713fbd21-fea2-4fa7-a81e-764bfd8b396f service neutron] For port aab7bb30-8d5d-4d47-b33f-ff650cfffb9e, host n-h1-779913-29, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:16:16.586580 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-ff83710d-fccb-40a7-8e8c-d0b834aaf1b8 req-713fbd21-fea2-4fa7-a81e-764bfd8b396f service neutron] For port aab7bb30-8d5d-4d47-b33f-ff650cfffb9e, host n-h1-779913-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=aab7bb30-8d5d-4d47-b33f-ff650cfffb9e,segment=NetworkSegment(4f3a0541-e6cd-42f5-92f6-5d961c2f621f),segment_id=4f3a0541-e6cd-42f5-92f6-5d961c2f621f)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:16:16.595187 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-ff83710d-fccb-40a7-8e8c-d0b834aaf1b8 req-713fbd21-fea2-4fa7-a81e-764bfd8b396f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:16.630700 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351afc2b-f7e4-487b-b32c-4d7ebf751ca9 req-6344bd85-cea6-4936-9abe-cea059fb68b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:16.632664 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-351afc2b-f7e4-487b-b32c-4d7ebf751ca9 req-6344bd85-cea6-4936-9abe-cea059fb68b2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=85060e65-3b2f-4a6c-a04c-ce849daa5b3b HTTP/1.1" status: 200 len: 843 time: 0.2914789 Jul 14 09:16:16.648624 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff83710d-fccb-40a7-8e8c-d0b834aaf1b8 req-713fbd21-fea2-4fa7-a81e-764bfd8b396f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:16.649269 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-ff83710d-fccb-40a7-8e8c-d0b834aaf1b8 req-713fbd21-fea2-4fa7-a81e-764bfd8b396f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:16.656812 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ff83710d-fccb-40a7-8e8c-d0b834aaf1b8 req-713fbd21-fea2-4fa7-a81e-764bfd8b396f service neutron] 10.222.0.65 "PUT /v2.0/ports/aab7bb30-8d5d-4d47-b33f-ff650cfffb9e HTTP/1.1" status: 200 len: 1092 time: 1.5754604 Jul 14 09:16:16.659433 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2719b879-abb1-4c54-98f8-1863e426ed31', 'tag': 'aab7bb30-8d5d-4d47-b33f-ff650cfffb9e'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:16:16.664451 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98296edf-220a-4959-bb40-ab5dae1e687b" -d '{"events": [{"name": "network-changed", "server_uuid": "2719b879-abb1-4c54-98f8-1863e426ed31", "tag": "aab7bb30-8d5d-4d47-b33f-ff650cfffb9e"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:16:16.797726 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713fbd21-fea2-4fa7-a81e-764bfd8b396f service neutron] Pushing event updated for resources: {'Port': ['ID=aab7bb30-8d5d-4d47-b33f-ff650cfffb9e,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:16.809069 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764d303e-bd0c-4509-87dc-77677a488d47 req-73533314-3950-4509-b3bd-cfd1c05cd905 tempest-DeleteServersAdminTestJSON-1035248896 tempest-DeleteServersAdminTestJSON-1035248896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:16.811145 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-764d303e-bd0c-4509-87dc-77677a488d47 req-73533314-3950-4509-b3bd-cfd1c05cd905 tempest-DeleteServersAdminTestJSON-1035248896 tempest-DeleteServersAdminTestJSON-1035248896-project] 10.222.0.57 "GET /v2.0/ports?device_id=8b5cc62b-1d87-468c-9cb9-ed3c3c8a9ed2 HTTP/1.1" status: 200 len: 949 time: 0.2939579 Jul 14 09:16:16.960730 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff83710d-fccb-40a7-8e8c-d0b834aaf1b8 req-ef0b25e1-e12e-4230-b353-21650f9cb3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:16.962234 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ff83710d-fccb-40a7-8e8c-d0b834aaf1b8 req-ef0b25e1-e12e-4230-b353-21650f9cb3b5 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e14af975015c4397b9da2a89a906dfc2&device_id=2719b879-abb1-4c54-98f8-1863e426ed31 HTTP/1.1" status: 200 len: 1095 time: 0.2271624 Jul 14 09:16:16.965829 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2e2bb7bf-8ee2-45ed-ac78-c5fd5c81f527 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-711762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-661452'] for router, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:16.986567 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9291e2a5-5e12-4959-b68e-3bf6095d9e5f req-37849129-d617-430d-aa38-596a52cc7904 tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:16.993520 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-9291e2a5-5e12-4959-b68e-3bf6095d9e5f req-37849129-d617-430d-aa38-596a52cc7904 tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] 10.222.0.68 "GET /v2.0/ports?device_id=2719b879-abb1-4c54-98f8-1863e426ed31 HTTP/1.1" status: 200 len: 943 time: 0.3575010 Jul 14 09:16:17.035842 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351afc2b-f7e4-487b-b32c-4d7ebf751ca9 req-090eb596-219a-4ec1-a46a-4d0d602355ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:17.037326 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-351afc2b-f7e4-487b-b32c-4d7ebf751ca9 req-090eb596-219a-4ec1-a46a-4d0d602355ea service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2244f7a1-04bd-42cd-9e86-31839b46f57f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3868163 Jul 14 09:16:17.037645 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ff83710d-fccb-40a7-8e8c-d0b834aaf1b8 req-cf84a483-d36d-4532-b7e6-6689199dc5ac service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aab7bb30-8d5d-4d47-b33f-ff650cfffb9e HTTP/1.1" status: 200 len: 217 time: 0.0547972 Jul 14 09:16:17.065999 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c8b636-42e2-4c2d-bf02-77cfcfde7b28 req-d04547ca-965d-461f-95e1-c85dff2ad377 tempest-DeleteServersAdminTestJSON-1035248896 tempest-DeleteServersAdminTestJSON-1035248896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:17.073981 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-43c8b636-42e2-4c2d-bf02-77cfcfde7b28 req-d04547ca-965d-461f-95e1-c85dff2ad377 tempest-DeleteServersAdminTestJSON-1035248896 tempest-DeleteServersAdminTestJSON-1035248896-project] 10.222.0.68 "GET /v2.0/ports?device_id=8b5cc62b-1d87-468c-9cb9-ed3c3c8a9ed2 HTTP/1.1" status: 200 len: 949 time: 0.3004785 Jul 14 09:16:17.173885 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-43c8b636-42e2-4c2d-bf02-77cfcfde7b28 req-44cb7937-a704-4761-bc43-12d9d2ba861a tempest-DeleteServersAdminTestJSON-1035248896 tempest-DeleteServersAdminTestJSON-1035248896-project] 10.222.0.68 "GET /v2.0/security-groups?id=895e8c22-e884-4014-9e60-5bdb90a485a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950294 Jul 14 09:16:17.175951 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff83710d-fccb-40a7-8e8c-d0b834aaf1b8 req-fb82fbdf-ee2d-4236-b494-8f30de81cf8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:17.176320 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 45396541-a714-499e-ab23-9673077791ac up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:16:17.177930 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ff83710d-fccb-40a7-8e8c-d0b834aaf1b8 req-fb82fbdf-ee2d-4236-b494-8f30de81cf8e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a1f8d7cc-d5f0-4ac4-b550-493e46cf12fc HTTP/1.1" status: 200 len: 860 time: 0.1001601 Jul 14 09:16:17.183192 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [req-764d303e-bd0c-4509-87dc-77677a488d47 req-bc36d58f-4c59-4622-8891-a14a99ea6356 tempest-DeleteServersAdminTestJSON-1035248896 tempest-DeleteServersAdminTestJSON-1035248896-project] Deleting port f2035733-b989-4704-90fd-ae74d66737f3 {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:16:17.183545 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-764d303e-bd0c-4509-87dc-77677a488d47 req-bc36d58f-4c59-4622-8891-a14a99ea6356 tempest-DeleteServersAdminTestJSON-1035248896 tempest-DeleteServersAdminTestJSON-1035248896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:17.217932 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-9291e2a5-5e12-4959-b68e-3bf6095d9e5f req-0327c3ef-2b6f-46ed-9958-9028eba04589 tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] 10.222.0.68 "GET /v2.0/security-groups?id=7bf941d0-4fab-41ec-a174-078829fdb488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2232199 Jul 14 09:16:17.271451 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 018b8dba-5101-4e8f-9864-352583eaa07d up at agent hyperv_n-h1-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:16:17.296454 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:16:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eab864ef-88c4-40dc-bdf5-3bf920b32cdb x-openstack-request-id: req-eab864ef-88c4-40dc-bdf5-3bf920b32cdb {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:16:17.296752 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2719b879-abb1-4c54-98f8-1863e426ed31", "tag": "aab7bb30-8d5d-4d47-b33f-ff650cfffb9e", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:16:17.297010 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-eab864ef-88c4-40dc-bdf5-3bf920b32cdb {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:16:17.297412 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2719b879-abb1-4c54-98f8-1863e426ed31', 'tag': 'aab7bb30-8d5d-4d47-b33f-ff650cfffb9e', 'status': 'completed', 'code': 200} Jul 14 09:16:17.317383 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-351afc2b-f7e4-487b-b32c-4d7ebf751ca9 req-f0ab0afe-0a52-4ac7-9aa3-e9b154cfc845 service neutron] 10.222.0.57 "GET /v2.0/networks/2244f7a1-04bd-42cd-9e86-31839b46f57f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2668827 Jul 14 09:16:17.341016 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-216d6d60-8efb-4ee8-94df-8939af10237a None None] Network e27c633c-d678-4cf7-9628-f7c7f38c1cbc requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:16:17.369906 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ff83710d-fccb-40a7-8e8c-d0b834aaf1b8 req-aab28eb2-7ac7-406d-b2ba-ffbd6a66aa9a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e7cb481e-49dc-464e-b748-d3d2c45f69f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0761569 Jul 14 09:16:17.409795 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e2bb7bf-8ee2-45ed-ac78-c5fd5c81f527 admin admin] Router 85c64e10-0b65-431d-ad40-d7ebb241ce65 is scheduled to L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 with binding_index 1 {{(pid=93958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:16:17.431119 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning for port 45396541-a714-499e-ab23-9673077791ac completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:16:17.456780 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-de5da339-d512-48d3-b501-b72ba6728a33 None None] Provisioning for port 45396541-a714-499e-ab23-9673077791ac completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:16:17.466208 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-de5da339-d512-48d3-b501-b72ba6728a33 None None] Provisioning complete for port 45396541-a714-499e-ab23-9673077791ac triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:16:17.466796 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-de5da339-d512-48d3-b501-b72ba6728a33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:17.494695 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-764d303e-bd0c-4509-87dc-77677a488d47 req-bc36d58f-4c59-4622-8891-a14a99ea6356 tempest-DeleteServersAdminTestJSON-1035248896 tempest-DeleteServersAdminTestJSON-1035248896-project] For port f2035733-b989-4704-90fd-ae74d66737f3, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=f2035733-b989-4704-90fd-ae74d66737f3,segment=NetworkSegment(8f1c1422-de6c-445f-ab95-4e2c94585b2b),segment_id=8f1c1422-de6c-445f-ab95-4e2c94585b2b)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:16:17.495060 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-764d303e-bd0c-4509-87dc-77677a488d47 req-bc36d58f-4c59-4622-8891-a14a99ea6356 tempest-DeleteServersAdminTestJSON-1035248896 tempest-DeleteServersAdminTestJSON-1035248896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:17.542970 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-351afc2b-f7e4-487b-b32c-4d7ebf751ca9 req-6d37170e-5320-4eb8-a4ce-ca1faf901f46 service neutron] 10.222.0.57 "GET /v2.0/networks/2244f7a1-04bd-42cd-9e86-31839b46f57f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2158630 Jul 14 09:16:17.543280 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Provisioning for port 018b8dba-5101-4e8f-9864-352583eaa07d completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:16:17.565483 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Provisioning complete for port 018b8dba-5101-4e8f-9864-352583eaa07d triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:16:17.565906 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:17.569462 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [req-764d303e-bd0c-4509-87dc-77677a488d47 req-bc36d58f-4c59-4622-8891-a14a99ea6356 tempest-DeleteServersAdminTestJSON-1035248896 tempest-DeleteServersAdminTestJSON-1035248896-project] Calling delete_port for f2035733-b989-4704-90fd-ae74d66737f3 owned by compute:nova {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:16:17.656373 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e2bb7bf-8ee2-45ed-ac78-c5fd5c81f527 admin admin] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:16:17.670124 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45a6c4b9-04b8-46ae-b1cb-61e1ef071539 None None] Sync routers for ids ['85c64e10-0b65-431d-ad40-d7ebb241ce65'] in n-d-779913-29 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:16:17.677464 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2e2bb7bf-8ee2-45ed-ac78-c5fd5c81f527 admin admin] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:17.682845 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-2e2bb7bf-8ee2-45ed-ac78-c5fd5c81f527 admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 3.8318110 Jul 14 09:16:17.683055 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ff83710d-fccb-40a7-8e8c-d0b834aaf1b8 req-063d6140-a74d-4cbb-b474-b7265646a1b7 service neutron] 10.222.0.65 "GET /v2.0/networks/e7cb481e-49dc-464e-b748-d3d2c45f69f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2973924 Jul 14 09:16:17.684617 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 35018) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:17.693508 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a6c4b9-04b8-46ae-b1cb-61e1ef071539 None None] Routers {'85c64e10-0b65-431d-ad40-d7ebb241ce65'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:16:17.694755 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-45a6c4b9-04b8-46ae-b1cb-61e1ef071539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:15:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['85c64e10-0b65-431d-ad40-d7ebb241ce65'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:16:17.725774 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e6c4f1-93f0-44a0-8fc7-5545d8667b5f req-5fc32ce0-0f89-492b-ae9a-eb86920f7c29 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:17.729385 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-72e6c4f1-93f0-44a0-8fc7-5545d8667b5f req-5fc32ce0-0f89-492b-ae9a-eb86920f7c29 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/ports?device_id=611c1b28-c22b-43c2-aa46-15cef6f6cd26 HTTP/1.1" status: 200 len: 950 time: 0.2290819 Jul 14 09:16:17.775110 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b94180d-17f8-4317-a1a4-e03570c3f39f req-4b6b9d1c-ea71-4e6a-8941-5fc28b8dd70f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:17.777803 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-7b94180d-17f8-4317-a1a4-e03570c3f39f req-4b6b9d1c-ea71-4e6a-8941-5fc28b8dd70f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f15ecc2e979442a6b02936316f8b33e1&device_id=611c1b28-c22b-43c2-aa46-15cef6f6cd26 HTTP/1.1" status: 200 len: 1102 time: 0.0911694 Jul 14 09:16:17.822563 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-de5da339-d512-48d3-b501-b72ba6728a33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:17.883876 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-de5da339-d512-48d3-b501-b72ba6728a33 None None] For port 45396541-a714-499e-ab23-9673077791ac, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=45396541-a714-499e-ab23-9673077791ac,segment=NetworkSegment(2fc666a1-b4bf-4e3a-9fbc-78b649753e24),segment_id=2fc666a1-b4bf-4e3a-9fbc-78b649753e24)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:16:17.892148 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-72e6c4f1-93f0-44a0-8fc7-5545d8667b5f req-a28113c7-23c9-4749-8d21-109cdf0d9986 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/security-groups?id=93b55648-4dd6-4852-bb99-9aa842ab19a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101902 Jul 14 09:16:17.894302 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-45a6c4b9-04b8-46ae-b1cb-61e1ef071539 None None] Set router 85c64e10-0b65-431d-ad40-d7ebb241ce65 gateway port host: n-d-779913-29 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:16:17.936362 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b94180d-17f8-4317-a1a4-e03570c3f39f req-7634de5d-72bf-483e-a25c-fe87f93b3094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:17.937893 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-7b94180d-17f8-4317-a1a4-e03570c3f39f req-7634de5d-72bf-483e-a25c-fe87f93b3094 service neutron] 10.222.0.57 "GET /v2.0/networks?id=2244f7a1-04bd-42cd-9e86-31839b46f57f HTTP/1.1" status: 200 len: 870 time: 0.1528652 Jul 14 09:16:17.955014 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded53c39-3dab-4069-82a8-19000de3d66e req-40078c9d-9ce3-483b-b319-0a5e5f58be4d tempest-LiveMigrationNegativeTest-1997266940 tempest-LiveMigrationNegativeTest-1997266940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:17.956652 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ded53c39-3dab-4069-82a8-19000de3d66e req-40078c9d-9ce3-483b-b319-0a5e5f58be4d tempest-LiveMigrationNegativeTest-1997266940 tempest-LiveMigrationNegativeTest-1997266940-project] 10.222.0.68 "GET /v2.0/ports?device_id=cf2e0952-6160-4006-b681-dbf55cdb0673 HTTP/1.1" status: 200 len: 949 time: 0.1426497 Jul 14 09:16:18.003728 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-de5da339-d512-48d3-b501-b72ba6728a33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:18.028775 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-7b94180d-17f8-4317-a1a4-e03570c3f39f req-1ccbfe57-2856-49a1-a340-ea3e1fb7fec3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=3c588ba2-3350-4d26-ae32-a0222859845a HTTP/1.1" status: 200 len: 217 time: 0.0710742 Jul 14 09:16:18.046216 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ded53c39-3dab-4069-82a8-19000de3d66e req-009a7f46-14aa-4d0e-ac49-2c25acc908a2 tempest-LiveMigrationNegativeTest-1997266940 tempest-LiveMigrationNegativeTest-1997266940-project] 10.222.0.68 "GET /v2.0/security-groups?id=e39688f0-61de-4c8a-9f4f-c08fcddf2800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819812 Jul 14 09:16:18.105055 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b94180d-17f8-4317-a1a4-e03570c3f39f req-f9187555-757c-477e-ad39-2ae95af495ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:18.106974 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-7b94180d-17f8-4317-a1a4-e03570c3f39f req-f9187555-757c-477e-ad39-2ae95af495ed service neutron] 10.222.0.57 "GET /v2.0/subnets?id=85060e65-3b2f-4a6c-a04c-ce849daa5b3b HTTP/1.1" status: 200 len: 843 time: 0.0594573 Jul 14 09:16:18.266716 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5da339-d512-48d3-b501-b72ba6728a33 None None] Pushing event updated for resources: {'Port': ['ID=45396541-a714-499e-ab23-9673077791ac,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:18.278253 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:18.313477 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-45a6c4b9-04b8-46ae-b1cb-61e1ef071539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85c64e10-0b65-431d-ad40-d7ebb241ce65', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-248124950-router', 'tenant_id': '2b79521383bc411e873003949678ee4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': '5892fbc0-965b-4679-b5c5-59e0704c1ce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:16:13Z', 'updated_at': '2021-07-14T09:16:16Z', 'revision_number': 3, 'project_id': '2b79521383bc411e873003949678ee4e', 'gw_port': {'id': '5892fbc0-965b-4679-b5c5-59e0704c1ce6', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:32:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85c64e10-0b65-431d-ad40-d7ebb241ce65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:16:14Z', 'updated_at': '2021-07-14T09:16:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29'}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:16:18.330303 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port 018b8dba-5101-4e8f-9864-352583eaa07d, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=018b8dba-5101-4e8f-9864-352583eaa07d,segment=NetworkSegment(8f1c1422-de6c-445f-ab95-4e2c94585b2b),segment_id=8f1c1422-de6c-445f-ab95-4e2c94585b2b)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:16:18.331685 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf2e0952-6160-4006-b681-dbf55cdb0673', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '018b8dba-5101-4e8f-9864-352583eaa07d'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:16:18.335638 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd62303f06773040a8a4e189dc46b4f565768c299abf8ab8e7739778b0bc3e97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f18ec90-16d4-412e-8148-495895eb17b1" -d '{"events": [{"server_uuid": "cf2e0952-6160-4006-b681-dbf55cdb0673", "name": "network-vif-plugged", "status": "completed", "tag": "018b8dba-5101-4e8f-9864-352583eaa07d"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:16:18.339510 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:18.348262 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b94180d-17f8-4317-a1a4-e03570c3f39f req-6a4842ed-08c8-499a-bf11-d19263200626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:18.350677 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-7b94180d-17f8-4317-a1a4-e03570c3f39f req-6a4842ed-08c8-499a-bf11-d19263200626 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2244f7a1-04bd-42cd-9e86-31839b46f57f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2369363 Jul 14 09:16:18.396043 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45a6c4b9-04b8-46ae-b1cb-61e1ef071539 None None] Checking router: 85c64e10-0b65-431d-ad40-d7ebb241ce65 for host: n-d-779913-29 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:16:18.397416 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45a6c4b9-04b8-46ae-b1cb-61e1ef071539 None None] Updating router 85c64e10-0b65-431d-ad40-d7ebb241ce65 port 5892fbc0-965b-4679-b5c5-59e0704c1ce6 binding host n-d-779913-29 {{(pid=93960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:16:18.420729 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ff83710d-fccb-40a7-8e8c-d0b834aaf1b8 req-9e57f66f-cf5c-430e-9f50-503dc7e65342 service neutron] 10.222.0.65 "GET /v2.0/networks/e7cb481e-49dc-464e-b748-d3d2c45f69f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7117865 Jul 14 09:16:18.451899 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Pushing event updated for resources: {'Port': ['ID=018b8dba-5101-4e8f-9864-352583eaa07d,revision_number=5']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:18.475705 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-1ccc88ec-e906-490a-8712-f3d2a5aec4be req-3ec916bc-f893-4e3f-9eaa-2d5d37c70faa service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=d80263ee-25b8-45a5-8b60-532b80cae955&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2518649 Jul 14 09:16:18.492277 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-45a6c4b9-04b8-46ae-b1cb-61e1ef071539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:18.527782 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-7b94180d-17f8-4317-a1a4-e03570c3f39f req-1f73851c-8467-46cf-bd03-f7d0783bd9f9 service neutron] 10.222.0.57 "GET /v2.0/networks/2244f7a1-04bd-42cd-9e86-31839b46f57f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671059 Jul 14 09:16:18.593813 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-764d303e-bd0c-4509-87dc-77677a488d47 req-bc36d58f-4c59-4622-8891-a14a99ea6356 tempest-DeleteServersAdminTestJSON-1035248896 tempest-DeleteServersAdminTestJSON-1035248896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:18.630013 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] get_ports_and_sgs() called for port_ids ['f2035733-b989-4704-90fd-ae74d66737f3'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:16:18.655598 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-dc408394-12d9-46e3-960d-49791ed9d527 None None] Provisioning complete for port 45396541-a714-499e-ab23-9673077791ac triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:16:18.655815 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-dc408394-12d9-46e3-960d-49791ed9d527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:18.688910 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-39e81728-ac6d-4f72-b695-d250f84ec5d2 req-12c9d023-2930-4ffb-990d-3a2c2c2b0318 tempest-DeleteServersAdminTestJSON-1035248896 tempest-DeleteServersAdminTestJSON-1035248896-project] 10.222.0.68 "GET /v2.0/ports?device_id=8b5cc62b-1d87-468c-9cb9-ed3c3c8a9ed2 HTTP/1.1" status: 200 len: 210 time: 0.0813611 Jul 14 09:16:18.770492 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98296edf-220a-4959-bb40-ab5dae1e687b req-be2ba5c6-ead3-4d9d-9704-9bf1b2038bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:18.772152 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-98296edf-220a-4959-bb40-ab5dae1e687b req-be2ba5c6-ead3-4d9d-9704-9bf1b2038bbf service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e14af975015c4397b9da2a89a906dfc2&device_id=2719b879-abb1-4c54-98f8-1863e426ed31 HTTP/1.1" status: 200 len: 1095 time: 0.2028263 Jul 14 09:16:18.780129 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-7b94180d-17f8-4317-a1a4-e03570c3f39f req-cbc5e424-8d71-4081-bd6f-77310d3928e4 service neutron] 10.222.0.57 "GET /v2.0/networks/2244f7a1-04bd-42cd-9e86-31839b46f57f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2446337 Jul 14 09:16:18.832125 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f666d0-beec-43ff-bbc0-38374ad34022 req-4b082e73-f457-4479-aa12-6ae6a37aa66d tempest-ServersAdminNegativeTestJSON-1399855934 tempest-ServersAdminNegativeTestJSON-1399855934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:18.845706 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-92f666d0-beec-43ff-bbc0-38374ad34022 req-4b082e73-f457-4479-aa12-6ae6a37aa66d tempest-ServersAdminNegativeTestJSON-1399855934 tempest-ServersAdminNegativeTestJSON-1399855934-project] 10.222.0.68 "GET /v2.0/ports?device_id=bae8f53d-9f15-46d2-88eb-68c9dfbe1a1e HTTP/1.1" status: 200 len: 950 time: 0.6179228 Jul 14 09:16:18.857781 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc36d58f-4c59-4622-8891-a14a99ea6356 tempest-DeleteServersAdminTestJSON-1035248896 tempest-DeleteServersAdminTestJSON-1035248896-project] Pushing event deleted for resources: {'Port': ['ID=f2035733-b989-4704-90fd-ae74d66737f3,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:18.917425 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-764d303e-bd0c-4509-87dc-77677a488d47 req-bc36d58f-4c59-4622-8891-a14a99ea6356 tempest-DeleteServersAdminTestJSON-1035248896 tempest-DeleteServersAdminTestJSON-1035248896-project] No DVR routers for this DVR port f2035733-b989-4704-90fd-ae74d66737f3 on host n-h2-779913-29 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:16:18.938491 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98296edf-220a-4959-bb40-ab5dae1e687b req-5c8d49aa-8bdd-4240-98a1-671831d39221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:18.941251 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-98296edf-220a-4959-bb40-ab5dae1e687b req-5c8d49aa-8bdd-4240-98a1-671831d39221 service neutron] 10.222.0.65 "GET /v2.0/networks?id=e7cb481e-49dc-464e-b748-d3d2c45f69f9 HTTP/1.1" status: 200 len: 921 time: 0.1609459 Jul 14 09:16:18.946570 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-45a6c4b9-04b8-46ae-b1cb-61e1ef071539 None None] Notify callbacks [] for port, precommit_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:18.958667 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-45a6c4b9-04b8-46ae-b1cb-61e1ef071539 None None] Transition to ACTIVE for port object 5892fbc0-965b-4679-b5c5-59e0704c1ce6 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:16:18.968723 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-45a6c4b9-04b8-46ae-b1cb-61e1ef071539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:18.988779 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc36d58f-4c59-4622-8891-a14a99ea6356 tempest-DeleteServersAdminTestJSON-1035248896 tempest-DeleteServersAdminTestJSON-1035248896-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:16:18.989151 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc36d58f-4c59-4622-8891-a14a99ea6356 tempest-DeleteServersAdminTestJSON-1035248896 tempest-DeleteServersAdminTestJSON-1035248896-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:16:18.989502 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc36d58f-4c59-4622-8891-a14a99ea6356 tempest-DeleteServersAdminTestJSON-1035248896 tempest-DeleteServersAdminTestJSON-1035248896-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:16:18.989852 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc36d58f-4c59-4622-8891-a14a99ea6356 tempest-DeleteServersAdminTestJSON-1035248896 tempest-DeleteServersAdminTestJSON-1035248896-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:16:18.990189 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc36d58f-4c59-4622-8891-a14a99ea6356 tempest-DeleteServersAdminTestJSON-1035248896 tempest-DeleteServersAdminTestJSON-1035248896-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:16:18.990531 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc36d58f-4c59-4622-8891-a14a99ea6356 tempest-DeleteServersAdminTestJSON-1035248896 tempest-DeleteServersAdminTestJSON-1035248896-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:16:18.990865 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc36d58f-4c59-4622-8891-a14a99ea6356 tempest-DeleteServersAdminTestJSON-1035248896 tempest-DeleteServersAdminTestJSON-1035248896-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:16:18.991198 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc36d58f-4c59-4622-8891-a14a99ea6356 tempest-DeleteServersAdminTestJSON-1035248896 tempest-DeleteServersAdminTestJSON-1035248896-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:16:18.991530 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc36d58f-4c59-4622-8891-a14a99ea6356 tempest-DeleteServersAdminTestJSON-1035248896 tempest-DeleteServersAdminTestJSON-1035248896-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:16:18.991858 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc36d58f-4c59-4622-8891-a14a99ea6356 tempest-DeleteServersAdminTestJSON-1035248896 tempest-DeleteServersAdminTestJSON-1035248896-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:16:18.992187 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc36d58f-4c59-4622-8891-a14a99ea6356 tempest-DeleteServersAdminTestJSON-1035248896 tempest-DeleteServersAdminTestJSON-1035248896-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:16:18.992514 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc36d58f-4c59-4622-8891-a14a99ea6356 tempest-DeleteServersAdminTestJSON-1035248896 tempest-DeleteServersAdminTestJSON-1035248896-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:16:19.008758 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-764d303e-bd0c-4509-87dc-77677a488d47 req-bc36d58f-4c59-4622-8891-a14a99ea6356 tempest-DeleteServersAdminTestJSON-1035248896 tempest-DeleteServersAdminTestJSON-1035248896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:19.010848 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-764d303e-bd0c-4509-87dc-77677a488d47 req-bc36d58f-4c59-4622-8891-a14a99ea6356 tempest-DeleteServersAdminTestJSON-1035248896 tempest-DeleteServersAdminTestJSON-1035248896-project] 10.222.0.57 "DELETE /v2.0/ports/f2035733-b989-4704-90fd-ae74d66737f3 HTTP/1.1" status: 204 len: 173 time: 2.1797621 Jul 14 09:16:19.022881 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-45a6c4b9-04b8-46ae-b1cb-61e1ef071539 None None] Attempting to bind port 5892fbc0-965b-4679-b5c5-59e0704c1ce6 on host n-d-779913-29 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:16:19.023505 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-45a6c4b9-04b8-46ae-b1cb-61e1ef071539 None None] Attempting to bind port 5892fbc0-965b-4679-b5c5-59e0704c1ce6 by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': '81bf7a93-80b3-43df-b9d5-462c604a2945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:16:19.024071 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a6c4b9-04b8-46ae-b1cb-61e1ef071539 None None] Attempting to bind port 5892fbc0-965b-4679-b5c5-59e0704c1ce6 on network 2dcd4d32-cc7c-4468-b396-7ce5c9231892 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:16:19.036838 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a6c4b9-04b8-46ae-b1cb-61e1ef071539 None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 15, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:16:19.045349 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a6c4b9-04b8-46ae-b1cb-61e1ef071539 None None] Checking segment: {'id': '81bf7a93-80b3-43df-b9d5-462c604a2945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:16:19.045800 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-98296edf-220a-4959-bb40-ab5dae1e687b req-deaf219f-9981-41f0-ac77-9dec2a1bb5c5 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aab7bb30-8d5d-4d47-b33f-ff650cfffb9e HTTP/1.1" status: 200 len: 217 time: 0.0962472 Jul 14 09:16:19.047107 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-45a6c4b9-04b8-46ae-b1cb-61e1ef071539 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:19.047967 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a6c4b9-04b8-46ae-b1cb-61e1ef071539 None None] Bound using segment: {'id': '81bf7a93-80b3-43df-b9d5-462c604a2945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:16:19.048406 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-45a6c4b9-04b8-46ae-b1cb-61e1ef071539 None None] Bound port: 5892fbc0-965b-4679-b5c5-59e0704c1ce6, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81bf7a93-80b3-43df-b9d5-462c604a2945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:16:19.048947 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-45a6c4b9-04b8-46ae-b1cb-61e1ef071539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:19.052641 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3142c35f-09fc-444b-b23b-cc0736ddcf8b None None] Pushing event updated for resources: {'Port': ['ID=5892fbc0-965b-4679-b5c5-59e0704c1ce6,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:19.099483 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3142c35f-09fc-444b-b23b-cc0736ddcf8b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:16:19.100856 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3142c35f-09fc-444b-b23b-cc0736ddcf8b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:16:19.101556 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3142c35f-09fc-444b-b23b-cc0736ddcf8b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:16:19.102168 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3142c35f-09fc-444b-b23b-cc0736ddcf8b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:16:19.102743 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3142c35f-09fc-444b-b23b-cc0736ddcf8b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:16:19.103546 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3142c35f-09fc-444b-b23b-cc0736ddcf8b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:16:19.104360 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3142c35f-09fc-444b-b23b-cc0736ddcf8b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:16:19.104927 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3142c35f-09fc-444b-b23b-cc0736ddcf8b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:16:19.105556 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3142c35f-09fc-444b-b23b-cc0736ddcf8b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:16:19.106197 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3142c35f-09fc-444b-b23b-cc0736ddcf8b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:16:19.106853 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3142c35f-09fc-444b-b23b-cc0736ddcf8b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:16:19.107928 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3142c35f-09fc-444b-b23b-cc0736ddcf8b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:16:19.109251 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3142c35f-09fc-444b-b23b-cc0736ddcf8b None None] Tracked resource versions report: Jul 14 09:16:19.109251 n-d-779913-29 neutron-server[93960]: pushed versions: Jul 14 09:16:19.109251 n-d-779913-29 neutron-server[93960]: { 'AddressGroup': {'1.2'}, Jul 14 09:16:19.109251 n-d-779913-29 neutron-server[93960]: 'ConntrackHelper': {'1.0'}, Jul 14 09:16:19.109251 n-d-779913-29 neutron-server[93960]: 'Log': {'1.0'}, Jul 14 09:16:19.109251 n-d-779913-29 neutron-server[93960]: 'Network': {'1.1'}, Jul 14 09:16:19.109251 n-d-779913-29 neutron-server[93960]: 'Port': {'1.7'}, Jul 14 09:16:19.109251 n-d-779913-29 neutron-server[93960]: 'PortForwarding': {'1.2'}, Jul 14 09:16:19.109251 n-d-779913-29 neutron-server[93960]: 'QosPolicy': {'1.8'}, Jul 14 09:16:19.109251 n-d-779913-29 neutron-server[93960]: 'SecurityGroup': {'1.4'}, Jul 14 09:16:19.109251 n-d-779913-29 neutron-server[93960]: 'SecurityGroupRule': {'1.2'}, Jul 14 09:16:19.109251 n-d-779913-29 neutron-server[93960]: 'SubPort': {'1.0'}, Jul 14 09:16:19.109251 n-d-779913-29 neutron-server[93960]: 'Subnet': {'1.1'}, Jul 14 09:16:19.109251 n-d-779913-29 neutron-server[93960]: 'Trunk': {'1.1'}} Jul 14 09:16:19.109251 n-d-779913-29 neutron-server[93960]: consumer versions: Jul 14 09:16:19.109251 n-d-779913-29 neutron-server[93960]: { DHCP agent@n-d-779913-29: {}, Jul 14 09:16:19.109251 n-d-779913-29 neutron-server[93960]: HyperV agent@n-h1-779913-29: {}, Jul 14 09:16:19.109251 n-d-779913-29 neutron-server[93960]: HyperV agent@n-h2-779913-29: {}, Jul 14 09:16:19.109251 n-d-779913-29 neutron-server[93960]: L3 agent@n-d-779913-29: {}, Jul 14 09:16:19.109251 n-d-779913-29 neutron-server[93960]: Metadata agent@n-d-779913-29: {}, Jul 14 09:16:19.109251 n-d-779913-29 neutron-server[93960]: Metering agent@n-d-779913-29: {}, Jul 14 09:16:19.109251 n-d-779913-29 neutron-server[93960]: Open vSwitch agent@n-d-779913-29: { 'AddressGroup': '1.2', Jul 14 09:16:19.109251 n-d-779913-29 neutron-server[93960]: 'ConntrackHelper': '1.0', Jul 14 09:16:19.109251 n-d-779913-29 neutron-server[93960]: 'Log': '1.0', Jul 14 09:16:19.109251 n-d-779913-29 neutron-server[93960]: 'Network': '1.1', Jul 14 09:16:19.109251 n-d-779913-29 neutron-server[93960]: 'Port': '1.7', Jul 14 09:16:19.109251 n-d-779913-29 neutron-server[93960]: 'PortForwarding': '1.2', Jul 14 09:16:19.109251 n-d-779913-29 neutron-server[93960]: 'QosPolicy': '1.8', Jul 14 09:16:19.109251 n-d-779913-29 neutron-server[93960]: 'SecurityGroup': '1.4', Jul 14 09:16:19.109251 n-d-779913-29 neutron-server[93960]: 'SecurityGroupRule': '1.2', Jul 14 09:16:19.109251 n-d-779913-29 neutron-server[93960]: 'SubPort': '1.0', Jul 14 09:16:19.109251 n-d-779913-29 neutron-server[93960]: 'Subnet': '1.1', Jul 14 09:16:19.109251 n-d-779913-29 neutron-server[93960]: 'Trunk': '1.1'}} Jul 14 09:16:19.109251 n-d-779913-29 neutron-server[93960]: {{(pid=93960) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 14 09:16:19.132138 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-92f666d0-beec-43ff-bbc0-38374ad34022 req-34ddab13-fa1b-448d-932c-c642da7aeae5 tempest-ServersAdminNegativeTestJSON-1399855934 tempest-ServersAdminNegativeTestJSON-1399855934-project] 10.222.0.68 "GET /v2.0/security-groups?id=12cec5c4-9898-4269-a307-518d62ed3fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2676406 Jul 14 09:16:19.145838 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 45396541-a714-499e-ab23-9673077791ac up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:16:19.146007 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccc88ec-e906-490a-8712-f3d2a5aec4be req-24bbc155-cda4-482d-a998-b994a26b1b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:19.146129 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98296edf-220a-4959-bb40-ab5dae1e687b req-38a75dd3-ab4a-4aa5-ae53-168ef4fd89ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:19.147491 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1ccc88ec-e906-490a-8712-f3d2a5aec4be req-24bbc155-cda4-482d-a998-b994a26b1b1e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=fffe3e6faca04c7d8f07c5b54adca682&device_id=d80263ee-25b8-45a5-8b60-532b80cae955 HTTP/1.1" status: 200 len: 1122 time: 0.5517364 Jul 14 09:16:19.147618 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-98296edf-220a-4959-bb40-ab5dae1e687b req-38a75dd3-ab4a-4aa5-ae53-168ef4fd89ae service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a1f8d7cc-d5f0-4ac4-b550-493e46cf12fc HTTP/1.1" status: 200 len: 860 time: 0.0931578 Jul 14 09:16:19.159537 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce5f933-a733-4013-b3ed-f22d904aa156 req-80eb1ab7-fd10-44c8-a843-524c1ae0aa34 tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:19.166542 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-fce5f933-a733-4013-b3ed-f22d904aa156 req-80eb1ab7-fd10-44c8-a843-524c1ae0aa34 tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] 10.222.0.68 "GET /v2.0/ports?device_id=2719b879-abb1-4c54-98f8-1863e426ed31 HTTP/1.1" status: 200 len: 943 time: 0.1227980 Jul 14 09:16:19.211041 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-98296edf-220a-4959-bb40-ab5dae1e687b req-853a4102-3a3a-4aed-a00e-d56280cf6414 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e7cb481e-49dc-464e-b748-d3d2c45f69f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418711 Jul 14 09:16:19.212667 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port 45396541-a714-499e-ab23-9673077791ac triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:16:19.213898 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:19.232431 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-45a6c4b9-04b8-46ae-b1cb-61e1ef071539 None None] For port 5892fbc0-965b-4679-b5c5-59e0704c1ce6, host n-d-779913-29, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:16:19.240778 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-45a6c4b9-04b8-46ae-b1cb-61e1ef071539 None None] For port 5892fbc0-965b-4679-b5c5-59e0704c1ce6, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=5892fbc0-965b-4679-b5c5-59e0704c1ce6,segment=NetworkSegment(81bf7a93-80b3-43df-b9d5-462c604a2945),segment_id=81bf7a93-80b3-43df-b9d5-462c604a2945)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:16:19.248446 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-45a6c4b9-04b8-46ae-b1cb-61e1ef071539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:19.304729 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b5cc62b-1d87-468c-9cb9-ed3c3c8a9ed2', 'name': 'network-vif-deleted', 'tag': 'f2035733-b989-4704-90fd-ae74d66737f3'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:16:19.307283 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9820e9d7-361a-4fc1-a8ff-75798f273380" -d '{"events": [{"server_uuid": "8b5cc62b-1d87-468c-9cb9-ed3c3c8a9ed2", "name": "network-vif-deleted", "tag": "f2035733-b989-4704-90fd-ae74d66737f3"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:16:19.332652 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-fce5f933-a733-4013-b3ed-f22d904aa156 req-f90ce96e-e6ee-4251-9de9-97ee4f73e303 tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] 10.222.0.68 "GET /v2.0/security-groups?id=7bf941d0-4fab-41ec-a174-078829fdb488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647406 Jul 14 09:16:19.335608 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:16:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d6066b4-6c05-4e38-aa37-259c9eee1361 x-openstack-request-id: req-5d6066b4-6c05-4e38-aa37-259c9eee1361 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:16:19.336639 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf2e0952-6160-4006-b681-dbf55cdb0673", "name": "network-vif-plugged", "status": "completed", "tag": "018b8dba-5101-4e8f-9864-352583eaa07d", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:16:19.337256 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-5d6066b4-6c05-4e38-aa37-259c9eee1361 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:16:19.338593 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf2e0952-6160-4006-b681-dbf55cdb0673', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '018b8dba-5101-4e8f-9864-352583eaa07d', 'code': 200} Jul 14 09:16:19.385013 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-98296edf-220a-4959-bb40-ab5dae1e687b req-bef27081-b239-4311-bf1f-524000330d93 service neutron] 10.222.0.65 "GET /v2.0/networks/e7cb481e-49dc-464e-b748-d3d2c45f69f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570060 Jul 14 09:16:19.394531 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a6c4b9-04b8-46ae-b1cb-61e1ef071539 None None] Routers {'85c64e10-0b65-431d-ad40-d7ebb241ce65'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:16:19.395174 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-45a6c4b9-04b8-46ae-b1cb-61e1ef071539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:15:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['85c64e10-0b65-431d-ad40-d7ebb241ce65'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:16:19.457835 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3142c35f-09fc-444b-b23b-cc0736ddcf8b None None] Pushing event updated for resources: {'Port': ['ID=5892fbc0-965b-4679-b5c5-59e0704c1ce6,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:19.459668 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.65', 56626) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:19.564628 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-45a6c4b9-04b8-46ae-b1cb-61e1ef071539 None None] Set router 85c64e10-0b65-431d-ad40-d7ebb241ce65 gateway port host: n-d-779913-29 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:16:19.571456 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccc88ec-e906-490a-8712-f3d2a5aec4be req-8c71a4f3-1774-44d7-a7af-6a18c224a7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:19.573711 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1ccc88ec-e906-490a-8712-f3d2a5aec4be req-8c71a4f3-1774-44d7-a7af-6a18c224a7e6 service neutron] 10.222.0.65 "GET /v2.0/networks?id=2244f7a1-04bd-42cd-9e86-31839b46f57f HTTP/1.1" status: 200 len: 870 time: 0.4020412 Jul 14 09:16:19.587459 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-98296edf-220a-4959-bb40-ab5dae1e687b req-1a02e770-9da3-4844-baaf-f6ce20ba8410 service neutron] 10.222.0.65 "GET /v2.0/networks/e7cb481e-49dc-464e-b748-d3d2c45f69f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1936696 Jul 14 09:16:19.623243 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6b3670-404e-43fb-9934-c3625c92eaaa req-69d4c771-05c5-4eec-a2a8-4be69c9f4905 tempest-LiveMigrationNegativeTest-1997266940 tempest-LiveMigrationNegativeTest-1997266940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:19.628784 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-4b6b3670-404e-43fb-9934-c3625c92eaaa req-69d4c771-05c5-4eec-a2a8-4be69c9f4905 tempest-LiveMigrationNegativeTest-1997266940 tempest-LiveMigrationNegativeTest-1997266940-project] 10.222.0.68 "GET /v2.0/ports?device_id=cf2e0952-6160-4006-b681-dbf55cdb0673 HTTP/1.1" status: 200 len: 950 time: 0.0802600 Jul 14 09:16:19.676764 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-4b6b3670-404e-43fb-9934-c3625c92eaaa req-2674acbe-2bba-4822-9c2b-0f2015ca708f tempest-LiveMigrationNegativeTest-1997266940 tempest-LiveMigrationNegativeTest-1997266940-project] 10.222.0.68 "GET /v2.0/security-groups?id=e39688f0-61de-4c8a-9f4f-c08fcddf2800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444851 Jul 14 09:16:19.677919 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1ccc88ec-e906-490a-8712-f3d2a5aec4be req-17d8e4b0-ac3e-452b-9c96-8f1c4dd444f4 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=93fde9f8-9031-404f-943c-8e72b996505f HTTP/1.1" status: 200 len: 217 time: 0.0921252 Jul 14 09:16:19.715016 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72846a83-34d3-482a-9d32-e6dad7e52aa6 req-99b12432-3f93-4ecf-b771-f6c0abe05aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:19.716582 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-72846a83-34d3-482a-9d32-e6dad7e52aa6 req-99b12432-3f93-4ecf-b771-f6c0abe05aef service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=cf2e0952-6160-4006-b681-dbf55cdb0673 HTTP/1.1" status: 200 len: 1102 time: 0.2559164 Jul 14 09:16:19.839964 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04765aa4-cce4-48d0-931d-8557b36749ce req-8422dc83-36ee-472a-853b-09dfa1a4aec2 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:19.841520 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-04765aa4-cce4-48d0-931d-8557b36749ce req-8422dc83-36ee-472a-853b-09dfa1a4aec2 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/ports?device_id=611c1b28-c22b-43c2-aa46-15cef6f6cd26 HTTP/1.1" status: 200 len: 950 time: 0.3210089 Jul 14 09:16:19.846839 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccc88ec-e906-490a-8712-f3d2a5aec4be req-c882d559-9373-4b2f-af3c-0480513651bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:19.848265 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1ccc88ec-e906-490a-8712-f3d2a5aec4be req-c882d559-9373-4b2f-af3c-0480513651bd service neutron] 10.222.0.65 "GET /v2.0/subnets?id=85060e65-3b2f-4a6c-a04c-ce849daa5b3b HTTP/1.1" status: 200 len: 843 time: 0.1594961 Jul 14 09:16:19.855003 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-34a0f101-522e-484a-856a-a09e32650b90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:19.864207 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-72846a83-34d3-482a-9d32-e6dad7e52aa6 req-1692a79c-1719-4c51-9199-c95120137ee2 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=e39688f0-61de-4c8a-9f4f-c08fcddf2800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243536 Jul 14 09:16:19.884579 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-45a6c4b9-04b8-46ae-b1cb-61e1ef071539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85c64e10-0b65-431d-ad40-d7ebb241ce65', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-248124950-router', 'tenant_id': '2b79521383bc411e873003949678ee4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': '5892fbc0-965b-4679-b5c5-59e0704c1ce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:16:13Z', 'updated_at': '2021-07-14T09:16:16Z', 'revision_number': 3, 'project_id': '2b79521383bc411e873003949678ee4e', 'gw_port': {'id': '5892fbc0-965b-4679-b5c5-59e0704c1ce6', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:32:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85c64e10-0b65-431d-ad40-d7ebb241ce65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:16:14Z', 'updated_at': '2021-07-14T09:16:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29'}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:16:19.920575 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45a6c4b9-04b8-46ae-b1cb-61e1ef071539 None None] The sync data for ids ['85c64e10-0b65-431d-ad40-d7ebb241ce65'] in n-d-779913-29 is: [{'id': '85c64e10-0b65-431d-ad40-d7ebb241ce65', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-248124950-router', 'tenant_id': '2b79521383bc411e873003949678ee4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': '5892fbc0-965b-4679-b5c5-59e0704c1ce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:16:13Z', 'updated_at': '2021-07-14T09:16:16Z', 'revision_number': 3, 'project_id': '2b79521383bc411e873003949678ee4e', 'gw_port': {'id': '5892fbc0-965b-4679-b5c5-59e0704c1ce6', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:32:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85c64e10-0b65-431d-ad40-d7ebb241ce65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:16:14Z', 'updated_at': '2021-07-14T09:16:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29'}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:16:20.002445 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:16:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ed0a21e-3d0b-4683-9260-060d956debe2 x-openstack-request-id: req-4ed0a21e-3d0b-4683-9260-060d956debe2 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:16:20.002445 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b5cc62b-1d87-468c-9cb9-ed3c3c8a9ed2", "name": "network-vif-deleted", "tag": "f2035733-b989-4704-90fd-ae74d66737f3", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:16:20.002864 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-4ed0a21e-3d0b-4683-9260-060d956debe2 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:16:20.003269 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b5cc62b-1d87-468c-9cb9-ed3c3c8a9ed2', 'name': 'network-vif-deleted', 'tag': 'f2035733-b989-4704-90fd-ae74d66737f3', 'status': 'completed', 'code': 200} Jul 14 09:16:20.012001 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-04765aa4-cce4-48d0-931d-8557b36749ce req-f554b325-9d5a-4ad6-b09d-ea8e4539c632 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/security-groups?id=93b55648-4dd6-4852-bb99-9aa842ab19a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625335 Jul 14 09:16:20.087362 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccc88ec-e906-490a-8712-f3d2a5aec4be req-03a9c871-bb37-4aeb-85af-a0296a2039df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:20.089330 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1ccc88ec-e906-490a-8712-f3d2a5aec4be req-03a9c871-bb37-4aeb-85af-a0296a2039df service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2244f7a1-04bd-42cd-9e86-31839b46f57f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2311051 Jul 14 09:16:20.160443 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-34a0f101-522e-484a-856a-a09e32650b90 admin admin] Allocated IP 172.20.0.1 (e27c633c-d678-4cf7-9628-f7c7f38c1cbc/5bebc6f5-a356-4c61-b3e2-33b009b4e3d7/0c45d557-2f8c-4ad3-aaf3-652551d25761) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:16:20.329692 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-7acffa66-c08d-43d2-96a5-d9e52753e038 req-2736d5b6-cb91-4758-99a5-dfe658b4507c tempest-ServersAdminNegativeTestJSON-1399855934 tempest-ServersAdminNegativeTestJSON-1399855934-project] 10.222.0.68 "GET /v2.0/networks?tenant_id=bab8ec32ccbf4f14accd2e68d88343b8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0768745 Jul 14 09:16:20.480519 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-34a0f101-522e-484a-856a-a09e32650b90 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:20.500860 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1ccc88ec-e906-490a-8712-f3d2a5aec4be req-d7acae53-b16c-416c-8206-cc3d7db130a9 service neutron] 10.222.0.65 "GET /v2.0/networks/2244f7a1-04bd-42cd-9e86-31839b46f57f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2700360 Jul 14 09:16:20.514840 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-34a0f101-522e-484a-856a-a09e32650b90 admin admin] Transition to ACTIVE for port object 0c45d557-2f8c-4ad3-aaf3-652551d25761 will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:16:20.587293 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acffa66-c08d-43d2-96a5-d9e52753e038 req-bd647655-04f5-4678-a22c-26a6e097b322 tempest-ServersAdminNegativeTestJSON-1399855934 tempest-ServersAdminNegativeTestJSON-1399855934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:20.589420 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-7acffa66-c08d-43d2-96a5-d9e52753e038 req-bd647655-04f5-4678-a22c-26a6e097b322 tempest-ServersAdminNegativeTestJSON-1399855934 tempest-ServersAdminNegativeTestJSON-1399855934-project] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2451870 Jul 14 09:16:20.629396 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-7acffa66-c08d-43d2-96a5-d9e52753e038 req-c0ca474d-433a-414a-b700-03d5cf6a1e66 tempest-ServersAdminNegativeTestJSON-1399855934 tempest-ServersAdminNegativeTestJSON-1399855934-project] 10.222.0.68 "GET /v2.0/quotas/bab8ec32ccbf4f14accd2e68d88343b8 HTTP/1.1" status: 200 len: 375 time: 0.0295007 Jul 14 09:16:20.810863 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18838f96-e182-4b55-9237-b933ac34c6c9 req-17a9dd66-8e84-4f75-a65e-10f64e2ddd9f tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:20.812562 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-18838f96-e182-4b55-9237-b933ac34c6c9 req-17a9dd66-8e84-4f75-a65e-10f64e2ddd9f tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] 10.222.0.68 "GET /v2.0/ports?device_id=2719b879-abb1-4c54-98f8-1863e426ed31 HTTP/1.1" status: 200 len: 943 time: 0.0721860 Jul 14 09:16:20.856959 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-18838f96-e182-4b55-9237-b933ac34c6c9 req-92ee0f7b-6a7a-4f95-a2d5-827f7164d99f tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] 10.222.0.68 "GET /v2.0/security-groups?id=7bf941d0-4fab-41ec-a174-078829fdb488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378165 Jul 14 09:16:20.913865 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-34a0f101-522e-484a-856a-a09e32650b90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:20.975081 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1ccc88ec-e906-490a-8712-f3d2a5aec4be req-e713fe06-1b6a-48ea-9beb-7187a085ad0f service neutron] 10.222.0.65 "GET /v2.0/networks/2244f7a1-04bd-42cd-9e86-31839b46f57f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4585118 Jul 14 09:16:20.992908 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34a0f101-522e-484a-856a-a09e32650b90 admin admin] Network e27c633c-d678-4cf7-9628-f7c7f38c1cbc is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:16:21.015751 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-34a0f101-522e-484a-856a-a09e32650b90 admin admin] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:16:21.035444 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a0f101-522e-484a-856a-a09e32650b90 admin admin] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:16:21.035944 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-34a0f101-522e-484a-856a-a09e32650b90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-660393'] for router_interface, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:21.167336 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 5892fbc0-965b-4679-b5c5-59e0704c1ce6 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:16:21.245160 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device aab7bb30-8d5d-4d47-b33f-ff650cfffb9e details requested by agent hyperv_n-h1-779913-29 with host n-h1-779913-29 {{(pid=93959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:16:21.246979 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a0f101-522e-484a-856a-a09e32650b90 admin admin] Pushing event updated for resources: {'Port': ['ID=0c45d557-2f8c-4ad3-aaf3-652551d25761,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:21.307278 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning for port 5892fbc0-965b-4679-b5c5-59e0704c1ce6 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:16:21.322690 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-7acffa66-c08d-43d2-96a5-d9e52753e038 req-89233fd8-76dd-4801-b8b2-50459027f82b tempest-ServersAdminNegativeTestJSON-1399855934 tempest-ServersAdminNegativeTestJSON-1399855934-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=bab8ec32ccbf4f14accd2e68d88343b8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6845982 Jul 14 09:16:21.352510 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fb8a40-5a04-44e3-8a0d-4d342e7c5aac req-fe9d3ad2-5dd7-4696-a0ea-29aebe2af9a2 tempest-LiveMigrationNegativeTest-1997266940 tempest-LiveMigrationNegativeTest-1997266940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:21.355916 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-81fb8a40-5a04-44e3-8a0d-4d342e7c5aac req-fe9d3ad2-5dd7-4696-a0ea-29aebe2af9a2 tempest-LiveMigrationNegativeTest-1997266940 tempest-LiveMigrationNegativeTest-1997266940-project] 10.222.0.68 "GET /v2.0/ports?device_id=cf2e0952-6160-4006-b681-dbf55cdb0673 HTTP/1.1" status: 200 len: 950 time: 0.1406243 Jul 14 09:16:21.368037 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port 5892fbc0-965b-4679-b5c5-59e0704c1ce6 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:16:21.370013 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:21.440909 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-81fb8a40-5a04-44e3-8a0d-4d342e7c5aac req-1b732e13-fa86-4855-8c22-afb1db88096d tempest-LiveMigrationNegativeTest-1997266940 tempest-LiveMigrationNegativeTest-1997266940-project] 10.222.0.68 "GET /v2.0/security-groups?id=e39688f0-61de-4c8a-9f4f-c08fcddf2800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709763 Jul 14 09:16:21.466438 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port aab7bb30-8d5d-4d47-b33f-ff650cfffb9e, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=aab7bb30-8d5d-4d47-b33f-ff650cfffb9e,segment=NetworkSegment(4f3a0541-e6cd-42f5-92f6-5d961c2f621f),segment_id=4f3a0541-e6cd-42f5-92f6-5d961c2f621f)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:16:21.534643 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-34a0f101-522e-484a-856a-a09e32650b90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:21.550456 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 35112) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:21.724025 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Returning: {'device': 'aab7bb30-8d5d-4d47-b33f-ff650cfffb9e', 'network_id': 'e7cb481e-49dc-464e-b748-d3d2c45f69f9', 'port_id': 'aab7bb30-8d5d-4d47-b33f-ff650cfffb9e', 'mac_address': 'fa:16:3e:e5:e6:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1f8d7cc-d5f0-4ac4-b550-493e46cf12fc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:16:21.729922 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-e2d3188a-8b73-48e4-b606-a505ee9ef137 req-bc22e871-a18a-47a9-85ea-7eb99394b8c7 tempest-ServersAdminNegativeTestJSON-1399855934 tempest-ServersAdminNegativeTestJSON-1399855934-project] 10.222.0.68 "GET /v2.0/ports?device_id=8c2dd031-7f06-4878-abfe-7fa9c9ea796e HTTP/1.1" status: 200 len: 210 time: 0.0491157 Jul 14 09:16:21.788326 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:21.845327 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5ba911b8-aead-4d98-8e4d-c3b5985dad66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:21.859439 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] For port 5892fbc0-965b-4679-b5c5-59e0704c1ce6, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=5892fbc0-965b-4679-b5c5-59e0704c1ce6,segment=NetworkSegment(81bf7a93-80b3-43df-b9d5-462c604a2945),segment_id=81bf7a93-80b3-43df-b9d5-462c604a2945)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:16:21.942807 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b432a1b3-7d7a-483c-83b0-2b0320109ba5 req-c92c6856-abfd-4339-aa52-3b540687f04a tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:21.944415 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b432a1b3-7d7a-483c-83b0-2b0320109ba5 req-c92c6856-abfd-4339-aa52-3b540687f04a tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/ports?device_id=611c1b28-c22b-43c2-aa46-15cef6f6cd26 HTTP/1.1" status: 200 len: 950 time: 0.1724715 Jul 14 09:16:21.973716 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:21.986437 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device f2035733-b989-4704-90fd-ae74d66737f3 no longer exists at agent hyperv_n-h2-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:16:22.023330 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-335f80ec-099c-4987-b72f-da056f6f3d59 None None] Provisioning for port 0c45d557-2f8c-4ad3-aaf3-652551d25761 completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:16:22.034029 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] No Port match for: f2035733-b989-4704-90fd-ae74d66737f3 {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:16:22.034466 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device f2035733-b989-4704-90fd-ae74d66737f3 not bound to the agent host n-h2-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:16:22.036476 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:22.044612 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5ba911b8-aead-4d98-8e4d-c3b5985dad66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:22.055439 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5ba911b8-aead-4d98-8e4d-c3b5985dad66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:22.076268 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b432a1b3-7d7a-483c-83b0-2b0320109ba5 req-d17f3654-ab6c-4b97-bb33-ded90ce8d96d tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/security-groups?id=93b55648-4dd6-4852-bb99-9aa842ab19a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214447 Jul 14 09:16:22.100597 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Pushing event updated for resources: {'Port': ['ID=5892fbc0-965b-4679-b5c5-59e0704c1ce6,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:22.106163 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-335f80ec-099c-4987-b72f-da056f6f3d59 None None] Provisioning complete for port 0c45d557-2f8c-4ad3-aaf3-652551d25761 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:16:22.106785 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-335f80ec-099c-4987-b72f-da056f6f3d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:22.151332 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 35138) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:22.153413 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-335f80ec-099c-4987-b72f-da056f6f3d59 None None] Port 0c45d557-2f8c-4ad3-aaf3-652551d25761 cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:16:22.159945 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aab7bb30-8d5d-4d47-b33f-ff650cfffb9e {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:16:22.179699 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba911b8-aead-4d98-8e4d-c3b5985dad66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e692e808-c731-4822-871c-07f7591889c0,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:22.188742 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ca67cf2c-81f4-4ea9-aec5-32ab7b7c56bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:22.193268 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port aab7bb30-8d5d-4d47-b33f-ff650cfffb9e, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=aab7bb30-8d5d-4d47-b33f-ff650cfffb9e,segment=NetworkSegment(4f3a0541-e6cd-42f5-92f6-5d961c2f621f),segment_id=4f3a0541-e6cd-42f5-92f6-5d961c2f621f)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:16:22.197406 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-34a0f101-522e-484a-856a-a09e32650b90 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:22.198634 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:22.203795 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-34a0f101-522e-484a-856a-a09e32650b90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:22.204569 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-34a0f101-522e-484a-856a-a09e32650b90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-683747'] for router_interface, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:22.269018 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-5ba911b8-aead-4d98-8e4d-c3b5985dad66 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=db91f1cb8ebd44cabde29bd802dc2957&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7149115 Jul 14 09:16:22.269018 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba911b8-aead-4d98-8e4d-c3b5985dad66 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:16:22.271978 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba911b8-aead-4d98-8e4d-c3b5985dad66 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:16:22.273225 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba911b8-aead-4d98-8e4d-c3b5985dad66 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:16:22.273684 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba911b8-aead-4d98-8e4d-c3b5985dad66 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:16:22.277202 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba911b8-aead-4d98-8e4d-c3b5985dad66 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:16:22.277695 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba911b8-aead-4d98-8e4d-c3b5985dad66 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:16:22.278128 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba911b8-aead-4d98-8e4d-c3b5985dad66 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:16:22.278700 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba911b8-aead-4d98-8e4d-c3b5985dad66 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:16:22.279131 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba911b8-aead-4d98-8e4d-c3b5985dad66 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:16:22.279568 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba911b8-aead-4d98-8e4d-c3b5985dad66 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:16:22.279994 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba911b8-aead-4d98-8e4d-c3b5985dad66 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:16:22.282499 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba911b8-aead-4d98-8e4d-c3b5985dad66 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:16:22.290205 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Pushing event updated for resources: {'Port': ['ID=aab7bb30-8d5d-4d47-b33f-ff650cfffb9e,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:22.293530 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 35146) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:22.314908 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a0f101-522e-484a-856a-a09e32650b90 admin admin] Pushing event updated for resources: {'Port': ['ID=0c45d557-2f8c-4ad3-aaf3-652551d25761,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:22.392151 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3671e482-b694-43ec-bd8c-6c0e7b21a3a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:22.406811 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b17fb94-d6fb-47d9-93ed-8d8d46dc95d3 req-7f30bf31-2ca4-491e-9fe7-53541038903a tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:22.411060 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34a0f101-522e-484a-856a-a09e32650b90 admin admin] Network e27c633c-d678-4cf7-9628-f7c7f38c1cbc is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:16:22.413517 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-34a0f101-522e-484a-856a-a09e32650b90 admin admin] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:16:22.419012 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-8b17fb94-d6fb-47d9-93ed-8d8d46dc95d3 req-7f30bf31-2ca4-491e-9fe7-53541038903a tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] 10.222.0.68 "GET /v2.0/ports?device_id=2719b879-abb1-4c54-98f8-1863e426ed31 HTTP/1.1" status: 200 len: 944 time: 0.2355371 Jul 14 09:16:22.474647 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3671e482-b694-43ec-bd8c-6c0e7b21a3a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:22.527985 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] get_ports_and_sgs() called for port_ids ['aab7bb30-8d5d-4d47-b33f-ff650cfffb9e'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:16:22.569857 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-8b17fb94-d6fb-47d9-93ed-8d8d46dc95d3 req-e0573ca5-44f3-42dd-ae23-878002a53c28 tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] 10.222.0.68 "GET /v2.0/security-groups?id=7bf941d0-4fab-41ec-a174-078829fdb488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495538 Jul 14 09:16:22.644464 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3671e482-b694-43ec-bd8c-6c0e7b21a3a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:22.647941 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3671e482-b694-43ec-bd8c-6c0e7b21a3a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:22.651465 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-3671e482-b694-43ec-bd8c-6c0e7b21a3a3 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/e692e808-c731-4822-871c-07f7591889c0 HTTP/1.1" status: 204 len: 168 time: 0.3523438 Jul 14 09:16:22.690744 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3671e482-b694-43ec-bd8c-6c0e7b21a3a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e692e808-c731-4822-871c-07f7591889c0,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:22.757045 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34a0f101-522e-484a-856a-a09e32650b90 admin admin] Router 85c64e10-0b65-431d-ad40-d7ebb241ce65 has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:16:22.772718 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-596f9353-be84-4d9d-bb2d-40f005a51962 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=91bf6090a5d04784b6bc54869d87dad3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6163962 Jul 14 09:16:22.777985 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 35168) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:22.895167 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-02702146-4b21-4d23-8033-ebcd759de217 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:22.960845 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-02702146-4b21-4d23-8033-ebcd759de217 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:22.965121 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-01e0c8b9-0197-427a-b70c-2a9fb581daf7 None None] Provisioning complete for port 0c45d557-2f8c-4ad3-aaf3-652551d25761 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:16:22.966622 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-01e0c8b9-0197-427a-b70c-2a9fb581daf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:22.989991 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66edd9a1-2adc-4ff1-a3b0-24d926a6730a req-5e2dd0a4-2edc-4bf5-91d1-f2fb55235543 tempest-LiveMigrationNegativeTest-1997266940 tempest-LiveMigrationNegativeTest-1997266940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:22.991928 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-66edd9a1-2adc-4ff1-a3b0-24d926a6730a req-5e2dd0a4-2edc-4bf5-91d1-f2fb55235543 tempest-LiveMigrationNegativeTest-1997266940 tempest-LiveMigrationNegativeTest-1997266940-project] 10.222.0.68 "GET /v2.0/ports?device_id=cf2e0952-6160-4006-b681-dbf55cdb0673 HTTP/1.1" status: 200 len: 950 time: 0.1358864 Jul 14 09:16:23.016265 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34a0f101-522e-484a-856a-a09e32650b90 admin admin] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:16:23.039802 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-34a0f101-522e-484a-856a-a09e32650b90 admin admin] 10.222.0.68 "PUT /v2.0/routers/85c64e10-0b65-431d-ad40-d7ebb241ce65/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3540626 Jul 14 09:16:23.098253 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-02702146-4b21-4d23-8033-ebcd759de217 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:23.107166 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-02702146-4b21-4d23-8033-ebcd759de217 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:23.113657 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-02702146-4b21-4d23-8033-ebcd759de217 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/895e8c22-e884-4014-9e60-5bdb90a485a7 HTTP/1.1" status: 204 len: 168 time: 0.3339965 Jul 14 09:16:23.125358 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-66edd9a1-2adc-4ff1-a3b0-24d926a6730a req-de3221a9-6959-47a6-a86e-42ba1b878b90 tempest-LiveMigrationNegativeTest-1997266940 tempest-LiveMigrationNegativeTest-1997266940-project] 10.222.0.68 "GET /v2.0/security-groups?id=e39688f0-61de-4c8a-9f4f-c08fcddf2800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057196 Jul 14 09:16:23.185820 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02702146-4b21-4d23-8033-ebcd759de217 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=895e8c22-e884-4014-9e60-5bdb90a485a7,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:23.214488 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 5892fbc0-965b-4679-b5c5-59e0704c1ce6 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:16:23.229113 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-bdd7aea7-0a09-4697-a053-5ce225df2e4b req-42c18af2-11b6-4cb2-b380-aca1cd1a915f tempest-ServersAdminNegativeTestJSON-1399855934 tempest-ServersAdminNegativeTestJSON-1399855934-project] 10.222.0.68 "GET /v2.0/ports?device_id=8c2dd031-7f06-4878-abfe-7fa9c9ea796e HTTP/1.1" status: 200 len: 210 time: 0.0868881 Jul 14 09:16:23.280639 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-01e0c8b9-0197-427a-b70c-2a9fb581daf7 None None] Port 0c45d557-2f8c-4ad3-aaf3-652551d25761 cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:16:23.314146 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port 5892fbc0-965b-4679-b5c5-59e0704c1ce6 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:16:23.314967 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:23.442487 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c19de5-dea7-4d57-a4f3-959c7f021b4b None None] Sync routers for ids ['85c64e10-0b65-431d-ad40-d7ebb241ce65'] in n-d-779913-29 {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:16:23.448897 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 35186) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:23.469738 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7485ced6-35be-4b37-86df-d077318b3ae6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:23.474522 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c19de5-dea7-4d57-a4f3-959c7f021b4b None None] Routers {'85c64e10-0b65-431d-ad40-d7ebb241ce65'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:16:23.475657 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-f3c19de5-dea7-4d57-a4f3-959c7f021b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:15:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['85c64e10-0b65-431d-ad40-d7ebb241ce65'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:16:23.509325 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cec430-4075-44d9-a49f-7641a517421e req-4957b322-2284-4de7-ad13-a21896be344a tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:23.511735 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-63cec430-4075-44d9-a49f-7641a517421e req-4957b322-2284-4de7-ad13-a21896be344a tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/ports?device_id=611c1b28-c22b-43c2-aa46-15cef6f6cd26 HTTP/1.1" status: 200 len: 950 time: 0.0890882 Jul 14 09:16:23.582257 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-63cec430-4075-44d9-a49f-7641a517421e req-0e53ee2c-b2f4-41f0-9ca0-e3910e8e0aad tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/security-groups?id=93b55648-4dd6-4852-bb99-9aa842ab19a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640528 Jul 14 09:16:23.685568 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7485ced6-35be-4b37-86df-d077318b3ae6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:23.694026 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7485ced6-35be-4b37-86df-d077318b3ae6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:23.711173 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvr_db [None req-f3c19de5-dea7-4d57-a4f3-959c7f021b4b None None] Set router 85c64e10-0b65-431d-ad40-d7ebb241ce65 gateway port host: n-d-779913-29 {{(pid=93959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:16:23.769117 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7485ced6-35be-4b37-86df-d077318b3ae6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4baa23f5-0682-4144-b482-c518cc369735,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:23.819609 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-7485ced6-35be-4b37-86df-d077318b3ae6 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=6d207724eca04c759fe95c1fb4adaa3a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3692422 Jul 14 09:16:23.826400 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 35196) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:23.908824 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d03e14-bb42-4ca3-a3ba-758f88797010 req-d984d4b0-ab0d-4f11-89af-128ec8163df3 tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:23.909611 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5a7340df-909f-4c31-8159-c0262876a29a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:23.920451 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-05d03e14-bb42-4ca3-a3ba-758f88797010 req-d984d4b0-ab0d-4f11-89af-128ec8163df3 tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] 10.222.0.68 "GET /v2.0/ports?device_id=2719b879-abb1-4c54-98f8-1863e426ed31 HTTP/1.1" status: 200 len: 944 time: 0.1451259 Jul 14 09:16:23.955440 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5a7340df-909f-4c31-8159-c0262876a29a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:23.981082 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-7acffa66-c08d-43d2-96a5-d9e52753e038 req-db0e9513-c728-4bad-9b4e-5ee777650352 tempest-ServersAdminNegativeTestJSON-1399855934 tempest-ServersAdminNegativeTestJSON-1399855934-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=bab8ec32ccbf4f14accd2e68d88343b8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0440266 Jul 14 09:16:24.008221 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-05d03e14-bb42-4ca3-a3ba-758f88797010 req-3db49de4-7965-403a-b481-443ef2ea513d tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] 10.222.0.68 "GET /v2.0/security-groups?id=7bf941d0-4fab-41ec-a174-078829fdb488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867772 Jul 14 09:16:24.133727 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5a7340df-909f-4c31-8159-c0262876a29a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:24.138010 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5a7340df-909f-4c31-8159-c0262876a29a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:24.143651 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-5a7340df-909f-4c31-8159-c0262876a29a admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/4baa23f5-0682-4144-b482-c518cc369735 HTTP/1.1" status: 204 len: 168 time: 0.3133585 Jul 14 09:16:24.226563 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-f3c19de5-dea7-4d57-a4f3-959c7f021b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85c64e10-0b65-431d-ad40-d7ebb241ce65', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-248124950-router', 'tenant_id': '2b79521383bc411e873003949678ee4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': '5892fbc0-965b-4679-b5c5-59e0704c1ce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:16:13Z', 'updated_at': '2021-07-14T09:16:21Z', 'revision_number': 4, 'project_id': '2b79521383bc411e873003949678ee4e', 'gw_port': {'id': '5892fbc0-965b-4679-b5c5-59e0704c1ce6', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:32:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c64e10-0b65-431d-ad40-d7ebb241ce65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:16:14Z', 'updated_at': '2021-07-14T09:16:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': '0c45d557-2f8c-4ad3-aaf3-652551d25761', 'name': '', 'network_id': 'e27c633c-d678-4cf7-9628-f7c7f38c1cbc', 'tenant_id': '2b79521383bc411e873003949678ee4e', 'mac_address': 'fa:16:3e:e7:e7:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85c64e10-0b65-431d-ad40-d7ebb241ce65', 'device_owner': 'network:router_interface', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '5bebc6f5-a356-4c61-b3e2-33b009b4e3d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:16:19Z', 'updated_at': '2021-07-14T09:16:21Z', 'revision_number': 2, 'project_id': '2b79521383bc411e873003949678ee4e', 'subnets': [{'id': '5bebc6f5-a356-4c61-b3e2-33b009b4e3d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:16:24.244288 n-d-779913-29 neutron-server[93957]: INFO neutron.api.v2.resource [req-b1952cf3-b773-4457-aa6b-53fd30324949 req-6fb0033f-a31f-4db8-b4f9-ae76022a4215 tempest-FloatingIPDetailsNegativeTestJSON-448123580 tempest-FloatingIPDetailsNegativeTestJSON-448123580-project] show failed (client error): The resource could not be found. Jul 14 09:16:24.258650 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b1952cf3-b773-4457-aa6b-53fd30324949 req-6fb0033f-a31f-4db8-b4f9-ae76022a4215 tempest-FloatingIPDetailsNegativeTestJSON-448123580 tempest-FloatingIPDetailsNegativeTestJSON-448123580-project] 10.222.0.68 "GET /v2.0/floatingips/0a1e3af2-acf8-4152-a756-86b0740c6fc0 HTTP/1.1" status: 404 len: 350 time: 0.1115746 Jul 14 09:16:24.264093 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7340df-909f-4c31-8159-c0262876a29a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4baa23f5-0682-4144-b482-c518cc369735,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:24.264769 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 35204) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:24.293996 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acffa66-c08d-43d2-96a5-d9e52753e038 req-42b92bb7-adba-4af5-80d3-beba2a5343f7 tempest-ServersAdminNegativeTestJSON-1399855934 tempest-ServersAdminNegativeTestJSON-1399855934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:24.298172 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-7acffa66-c08d-43d2-96a5-d9e52753e038 req-42b92bb7-adba-4af5-80d3-beba2a5343f7 tempest-ServersAdminNegativeTestJSON-1399855934 tempest-ServersAdminNegativeTestJSON-1399855934-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3091664 Jul 14 09:16:24.304636 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 35206) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:24.325416 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c19de5-dea7-4d57-a4f3-959c7f021b4b None None] Checking router: 85c64e10-0b65-431d-ad40-d7ebb241ce65 for host: n-d-779913-29 {{(pid=93959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:16:24.325724 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c19de5-dea7-4d57-a4f3-959c7f021b4b None None] Updating router 85c64e10-0b65-431d-ad40-d7ebb241ce65 port 0c45d557-2f8c-4ad3-aaf3-652551d25761 binding host n-d-779913-29 {{(pid=93959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:16:24.347646 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-7acffa66-c08d-43d2-96a5-d9e52753e038 req-a8673dcc-3224-40a8-b874-fe35a52ba824 tempest-ServersAdminNegativeTestJSON-1399855934 tempest-ServersAdminNegativeTestJSON-1399855934-project] Request body: {'port': {'device_id': '8c2dd031-7f06-4878-abfe-7fa9c9ea796e', 'network_id': '2244f7a1-04bd-42cd-9e86-31839b46f57f', 'admin_state_up': True, 'tenant_id': 'bab8ec32ccbf4f14accd2e68d88343b8'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:16:24.364450 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-38c3cde5-5a9e-424e-96a9-3db86776dc78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:24.423816 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f3c19de5-dea7-4d57-a4f3-959c7f021b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:24.538561 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-4de710bb-30b8-4bc8-a9e1-4fb6aa91901a req-85d68b0d-4e89-4ba3-bbc6-7a81b82078f8 tempest-ServersAdminNegativeTestJSON-1399855934 tempest-ServersAdminNegativeTestJSON-1399855934-project] 10.222.0.68 "GET /v2.0/ports?device_id=8c2dd031-7f06-4878-abfe-7fa9c9ea796e HTTP/1.1" status: 200 len: 210 time: 0.0566332 Jul 14 09:16:24.677675 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82da8b08-556d-4c21-b99b-3a1e347a152a req-e5124187-0a3c-45f9-90f2-d204ba8d7a61 tempest-LiveMigrationNegativeTest-1997266940 tempest-LiveMigrationNegativeTest-1997266940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:24.685485 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-82da8b08-556d-4c21-b99b-3a1e347a152a req-e5124187-0a3c-45f9-90f2-d204ba8d7a61 tempest-LiveMigrationNegativeTest-1997266940 tempest-LiveMigrationNegativeTest-1997266940-project] 10.222.0.68 "GET /v2.0/ports?device_id=cf2e0952-6160-4006-b681-dbf55cdb0673 HTTP/1.1" status: 200 len: 950 time: 0.5003593 Jul 14 09:16:24.704661 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:24.762759 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-463c9f56-a64b-417c-9f94-45f526ee3a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:24.789165 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-82da8b08-556d-4c21-b99b-3a1e347a152a req-4b823460-9b5d-4ded-841f-ff824b2ca579 tempest-LiveMigrationNegativeTest-1997266940 tempest-LiveMigrationNegativeTest-1997266940-project] 10.222.0.68 "GET /v2.0/security-groups?id=e39688f0-61de-4c8a-9f4f-c08fcddf2800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990291 Jul 14 09:16:24.871030 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7cb63a-193c-4534-86b1-afe413d8e098 req-faaab6f1-ecb6-443d-be59-5a625624486a tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:24.872386 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f3c19de5-dea7-4d57-a4f3-959c7f021b4b None None] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:24.883298 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2b7cb63a-193c-4534-86b1-afe413d8e098 req-faaab6f1-ecb6-443d-be59-5a625624486a tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/ports?device_id=611c1b28-c22b-43c2-aa46-15cef6f6cd26 HTTP/1.1" status: 200 len: 950 time: 0.1336222 Jul 14 09:16:24.890097 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-f3c19de5-dea7-4d57-a4f3-959c7f021b4b None None] Transition to ACTIVE for port object 0c45d557-2f8c-4ad3-aaf3-652551d25761 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:16:24.906262 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-38c3cde5-5a9e-424e-96a9-3db86776dc78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:24.906477 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f3c19de5-dea7-4d57-a4f3-959c7f021b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:24.924066 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-38c3cde5-5a9e-424e-96a9-3db86776dc78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:24.998637 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7acffa66-c08d-43d2-96a5-d9e52753e038 req-a8673dcc-3224-40a8-b874-fe35a52ba824 tempest-ServersAdminNegativeTestJSON-1399855934 tempest-ServersAdminNegativeTestJSON-1399855934-project] Made reservation on behalf of bab8ec32ccbf4f14accd2e68d88343b8 for: {'port': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:16:25.002165 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-7acffa66-c08d-43d2-96a5-d9e52753e038 req-a8673dcc-3224-40a8-b874-fe35a52ba824 tempest-ServersAdminNegativeTestJSON-1399855934 tempest-ServersAdminNegativeTestJSON-1399855934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:25.019013 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c3cde5-5a9e-424e-96a9-3db86776dc78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d119f317-6b95-45b1-b7fe-ef74079781cd,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:25.048231 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2b7cb63a-193c-4534-86b1-afe413d8e098 req-7437de74-695a-4d46-b94e-e63d3a95d980 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/security-groups?id=93b55648-4dd6-4852-bb99-9aa842ab19a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518641 Jul 14 09:16:25.082547 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-38c3cde5-5a9e-424e-96a9-3db86776dc78 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=8424d545ecba437ab57d619652a06db4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7760155 Jul 14 09:16:25.085434 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 35240) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:25.120192 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78ad108-063c-4a16-b5ad-7a9844036313 None None] Pushing event updated for resources: {'Port': ['ID=0c45d557-2f8c-4ad3-aaf3-652551d25761,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:25.231112 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-f3c19de5-dea7-4d57-a4f3-959c7f021b4b None None] Attempting to bind port 0c45d557-2f8c-4ad3-aaf3-652551d25761 on host n-d-779913-29 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:16:25.231867 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-f3c19de5-dea7-4d57-a4f3-959c7f021b4b None None] Attempting to bind port 0c45d557-2f8c-4ad3-aaf3-652551d25761 by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': '2fc666a1-b4bf-4e3a-9fbc-78b649753e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'e27c633c-d678-4cf7-9628-f7c7f38c1cbc'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:16:25.232166 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c19de5-dea7-4d57-a4f3-959c7f021b4b None None] Attempting to bind port 0c45d557-2f8c-4ad3-aaf3-652551d25761 on network e27c633c-d678-4cf7-9628-f7c7f38c1cbc {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:16:25.248822 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c19de5-dea7-4d57-a4f3-959c7f021b4b None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 16, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:16:25.248822 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c19de5-dea7-4d57-a4f3-959c7f021b4b None None] Checking segment: {'id': '2fc666a1-b4bf-4e3a-9fbc-78b649753e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'e27c633c-d678-4cf7-9628-f7c7f38c1cbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:16:25.248822 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f3c19de5-dea7-4d57-a4f3-959c7f021b4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:25.248822 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c19de5-dea7-4d57-a4f3-959c7f021b4b None None] Bound using segment: {'id': '2fc666a1-b4bf-4e3a-9fbc-78b649753e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'e27c633c-d678-4cf7-9628-f7c7f38c1cbc'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:16:25.248822 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-f3c19de5-dea7-4d57-a4f3-959c7f021b4b None None] Bound port: 0c45d557-2f8c-4ad3-aaf3-652551d25761, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fc666a1-b4bf-4e3a-9fbc-78b649753e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'e27c633c-d678-4cf7-9628-f7c7f38c1cbc'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:16:25.248822 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f3c19de5-dea7-4d57-a4f3-959c7f021b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:25.250870 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-41afbd90-0291-4362-a647-a5545b471cc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:25.284640 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device aab7bb30-8d5d-4d47-b33f-ff650cfffb9e up at agent hyperv_n-h1-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:16:25.298053 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-41afbd90-0291-4362-a647-a5545b471cc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:25.401016 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-41afbd90-0291-4362-a647-a5545b471cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:25.403785 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-41afbd90-0291-4362-a647-a5545b471cc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:25.404960 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-41afbd90-0291-4362-a647-a5545b471cc5 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/d119f317-6b95-45b1-b7fe-ef74079781cd HTTP/1.1" status: 204 len: 168 time: 0.3109457 Jul 14 09:16:25.421346 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41afbd90-0291-4362-a647-a5545b471cc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d119f317-6b95-45b1-b7fe-ef74079781cd,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:25.453747 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c01163ec-5942-45bc-8aa8-7b7ce9e47486 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-683602'] for router_interface, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:25.498795 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-f3c19de5-dea7-4d57-a4f3-959c7f021b4b None None] For port 0c45d557-2f8c-4ad3-aaf3-652551d25761, host n-d-779913-29, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:16:25.503704 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-f3c19de5-dea7-4d57-a4f3-959c7f021b4b None None] For port 0c45d557-2f8c-4ad3-aaf3-652551d25761, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=0c45d557-2f8c-4ad3-aaf3-652551d25761,segment=NetworkSegment(2fc666a1-b4bf-4e3a-9fbc-78b649753e24),segment_id=2fc666a1-b4bf-4e3a-9fbc-78b649753e24)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:16:25.514014 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f3c19de5-dea7-4d57-a4f3-959c7f021b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:25.550149 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [req-7acffa66-c08d-43d2-96a5-d9e52753e038 req-a8673dcc-3224-40a8-b874-fe35a52ba824 tempest-ServersAdminNegativeTestJSON-1399855934 tempest-ServersAdminNegativeTestJSON-1399855934-project] Allocated IP 192.168.233.38 (2244f7a1-04bd-42cd-9e86-31839b46f57f/85060e65-3b2f-4a6c-a04c-ce849daa5b3b/8641363b-3a0e-49a5-8510-4158be37c4c6) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:16:25.552022 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Provisioning for port aab7bb30-8d5d-4d47-b33f-ff650cfffb9e completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:16:25.567623 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Provisioning complete for port aab7bb30-8d5d-4d47-b33f-ff650cfffb9e triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:16:25.568326 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:25.707686 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c19de5-dea7-4d57-a4f3-959c7f021b4b None None] Routers {'85c64e10-0b65-431d-ad40-d7ebb241ce65'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:16:25.713359 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-f3c19de5-dea7-4d57-a4f3-959c7f021b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:16:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['85c64e10-0b65-431d-ad40-d7ebb241ce65'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:16:25.719996 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78ad108-063c-4a16-b5ad-7a9844036313 None None] Pushing event updated for resources: {'Port': ['ID=0c45d557-2f8c-4ad3-aaf3-652551d25761,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:25.800088 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f143dd3-7858-444c-a61a-feae0f0e299e req-ba6f73ed-2732-45be-aea9-ca177a0a4753 tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:25.810475 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-4f143dd3-7858-444c-a61a-feae0f0e299e req-ba6f73ed-2732-45be-aea9-ca177a0a4753 tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] 10.222.0.68 "GET /v2.0/ports?device_id=2719b879-abb1-4c54-98f8-1863e426ed31 HTTP/1.1" status: 200 len: 944 time: 0.5346920 Jul 14 09:16:25.838727 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e4b657a2-a4dd-4e0a-b492-f034ee1d2cf1 req-e441aa94-8c2c-4e65-8bcd-50f0bbf8c538 tempest-ServersAdminNegativeTestJSON-1399855934 tempest-ServersAdminNegativeTestJSON-1399855934-project] 10.222.0.68 "GET /v2.0/ports?device_id=8c2dd031-7f06-4878-abfe-7fa9c9ea796e HTTP/1.1" status: 200 len: 210 time: 0.0562191 Jul 14 09:16:25.964058 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-4f143dd3-7858-444c-a61a-feae0f0e299e req-dabbdabd-9ee3-499b-b0e3-f06715dcca2d tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] 10.222.0.68 "GET /v2.0/security-groups?id=7bf941d0-4fab-41ec-a174-078829fdb488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527154 Jul 14 09:16:25.974270 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-7acffa66-c08d-43d2-96a5-d9e52753e038 req-a8673dcc-3224-40a8-b874-fe35a52ba824 tempest-ServersAdminNegativeTestJSON-1399855934 tempest-ServersAdminNegativeTestJSON-1399855934-project] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:25.991799 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 35270) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:26.005512 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [req-7acffa66-c08d-43d2-96a5-d9e52753e038 req-a8673dcc-3224-40a8-b874-fe35a52ba824 tempest-ServersAdminNegativeTestJSON-1399855934 tempest-ServersAdminNegativeTestJSON-1399855934-project] Transition to ACTIVE for port object 8641363b-3a0e-49a5-8510-4158be37c4c6 will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:16:26.070886 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-7acffa66-c08d-43d2-96a5-d9e52753e038 req-a8673dcc-3224-40a8-b874-fe35a52ba824 tempest-ServersAdminNegativeTestJSON-1399855934 tempest-ServersAdminNegativeTestJSON-1399855934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:26.073471 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5ad31076-714c-49ec-bc37-f3d4cd90112a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:26.120227 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] get_ports_and_sgs() called for port_ids ['cdfdc07e-e2b3-45c5-836b-025c2b44f895'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:16:26.143877 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-c01163ec-5942-45bc-8aa8-7b7ce9e47486 admin admin] Deleting port 0c45d557-2f8c-4ad3-aaf3-652551d25761 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:16:26.144187 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c01163ec-5942-45bc-8aa8-7b7ce9e47486 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:26.204883 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvr_db [None req-f3c19de5-dea7-4d57-a4f3-959c7f021b4b None None] Set router 85c64e10-0b65-431d-ad40-d7ebb241ce65 gateway port host: n-d-779913-29 {{(pid=93959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:16:26.227593 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8673dcc-3224-40a8-b874-fe35a52ba824 tempest-ServersAdminNegativeTestJSON-1399855934 tempest-ServersAdminNegativeTestJSON-1399855934-project] Pushing event updated for resources: {'Port': ['ID=8641363b-3a0e-49a5-8510-4158be37c4c6,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:26.258457 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:26.264867 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-c01163ec-5942-45bc-8aa8-7b7ce9e47486 admin admin] For port 0c45d557-2f8c-4ad3-aaf3-652551d25761, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=0c45d557-2f8c-4ad3-aaf3-652551d25761,segment=NetworkSegment(2fc666a1-b4bf-4e3a-9fbc-78b649753e24),segment_id=2fc666a1-b4bf-4e3a-9fbc-78b649753e24)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:16:26.265230 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c01163ec-5942-45bc-8aa8-7b7ce9e47486 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:26.285213 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-c01163ec-5942-45bc-8aa8-7b7ce9e47486 admin admin] Calling delete_port for 0c45d557-2f8c-4ad3-aaf3-652551d25761 owned by network:router_interface {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:16:26.368085 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7acffa66-c08d-43d2-96a5-d9e52753e038 req-a8673dcc-3224-40a8-b874-fe35a52ba824 tempest-ServersAdminNegativeTestJSON-1399855934 tempest-ServersAdminNegativeTestJSON-1399855934-project] Network 2244f7a1-04bd-42cd-9e86-31839b46f57f is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:16:26.375036 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [req-7acffa66-c08d-43d2-96a5-d9e52753e038 req-a8673dcc-3224-40a8-b874-fe35a52ba824 tempest-ServersAdminNegativeTestJSON-1399855934 tempest-ServersAdminNegativeTestJSON-1399855934-project] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:16:26.388827 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-7acffa66-c08d-43d2-96a5-d9e52753e038 req-a8673dcc-3224-40a8-b874-fe35a52ba824 tempest-ServersAdminNegativeTestJSON-1399855934 tempest-ServersAdminNegativeTestJSON-1399855934-project] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:16:26.405044 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acffa66-c08d-43d2-96a5-d9e52753e038 req-a8673dcc-3224-40a8-b874-fe35a52ba824 tempest-ServersAdminNegativeTestJSON-1399855934 tempest-ServersAdminNegativeTestJSON-1399855934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:26.405679 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-7acffa66-c08d-43d2-96a5-d9e52753e038 req-a8673dcc-3224-40a8-b874-fe35a52ba824 tempest-ServersAdminNegativeTestJSON-1399855934 tempest-ServersAdminNegativeTestJSON-1399855934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:26.456608 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d6ae5916-3004-4b1a-9530-4f43cb588d6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:26.486543 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-7acffa66-c08d-43d2-96a5-d9e52753e038 req-a8673dcc-3224-40a8-b874-fe35a52ba824 tempest-ServersAdminNegativeTestJSON-1399855934 tempest-ServersAdminNegativeTestJSON-1399855934-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1682050 Jul 14 09:16:26.517472 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7ca51b-02f4-4df5-99d2-e654afa2a606 req-0daeb1f6-f900-4dd8-bdc4-a81d5206727a tempest-LiveMigrationNegativeTest-1997266940 tempest-LiveMigrationNegativeTest-1997266940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:26.528520 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-9a7ca51b-02f4-4df5-99d2-e654afa2a606 req-0daeb1f6-f900-4dd8-bdc4-a81d5206727a tempest-LiveMigrationNegativeTest-1997266940 tempest-LiveMigrationNegativeTest-1997266940-project] 10.222.0.68 "GET /v2.0/ports?device_id=cf2e0952-6160-4006-b681-dbf55cdb0673 HTTP/1.1" status: 200 len: 950 time: 0.2817409 Jul 14 09:16:26.544667 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-7acffa66-c08d-43d2-96a5-d9e52753e038 req-f5ffd314-f975-40db-bf6d-dd9ff77642ea service neutron] Request body: {'port': {'device_id': '8c2dd031-7f06-4878-abfe-7fa9c9ea796e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-29'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:16:26.617858 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c01163ec-5942-45bc-8aa8-7b7ce9e47486 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:26.638144 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2719b879-abb1-4c54-98f8-1863e426ed31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aab7bb30-8d5d-4d47-b33f-ff650cfffb9e'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:16:26.645914 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd62303f06773040a8a4e189dc46b4f565768c299abf8ab8e7739778b0bc3e97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5917f01b-fc67-4526-96da-21d850ab818a" -d '{"events": [{"server_uuid": "2719b879-abb1-4c54-98f8-1863e426ed31", "name": "network-vif-plugged", "status": "completed", "tag": "aab7bb30-8d5d-4d47-b33f-ff650cfffb9e"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:16:26.721540 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01163ec-5942-45bc-8aa8-7b7ce9e47486 admin admin] Pushing event deleted for resources: {'Port': ['ID=0c45d557-2f8c-4ad3-aaf3-652551d25761,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:26.758524 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port aab7bb30-8d5d-4d47-b33f-ff650cfffb9e, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=aab7bb30-8d5d-4d47-b33f-ff650cfffb9e,segment=NetworkSegment(4f3a0541-e6cd-42f5-92f6-5d961c2f621f),segment_id=4f3a0541-e6cd-42f5-92f6-5d961c2f621f)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:16:26.814448 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-7acffa66-c08d-43d2-96a5-d9e52753e038 req-f5ffd314-f975-40db-bf6d-dd9ff77642ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:26.849884 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-9a7ca51b-02f4-4df5-99d2-e654afa2a606 req-74275550-3d1b-4842-94ac-b3e716b53174 tempest-LiveMigrationNegativeTest-1997266940 tempest-LiveMigrationNegativeTest-1997266940-project] 10.222.0.68 "GET /v2.0/security-groups?id=e39688f0-61de-4c8a-9f4f-c08fcddf2800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3200178 Jul 14 09:16:26.857394 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79010e6c-3e4c-4116-8f69-3caf3ef96997 req-8268c79c-eb18-4f7a-8f35-7d2355802d98 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:26.865971 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-79010e6c-3e4c-4116-8f69-3caf3ef96997 req-8268c79c-eb18-4f7a-8f35-7d2355802d98 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/ports?device_id=611c1b28-c22b-43c2-aa46-15cef6f6cd26 HTTP/1.1" status: 200 len: 950 time: 0.2622409 Jul 14 09:16:26.866926 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:26.984342 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-dc7e923c-edbc-404d-8450-2c57efc021f3 None None] Provisioning for port 8641363b-3a0e-49a5-8510-4158be37c4c6 completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:16:26.992006 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-79010e6c-3e4c-4116-8f69-3caf3ef96997 req-3011a219-af94-4d31-9018-b3dfb88943b6 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/security-groups?id=93b55648-4dd6-4852-bb99-9aa842ab19a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249273 Jul 14 09:16:27.029755 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c01163ec-5942-45bc-8aa8-7b7ce9e47486 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-620860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682934'] for router_interface, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:27.053586 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:16:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fc1abb0-0253-4e89-b94a-8c3a3706a4fd x-openstack-request-id: req-8fc1abb0-0253-4e89-b94a-8c3a3706a4fd {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:16:27.053870 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2719b879-abb1-4c54-98f8-1863e426ed31", "name": "network-vif-plugged", "status": "completed", "tag": "aab7bb30-8d5d-4d47-b33f-ff650cfffb9e", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:16:27.054126 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-8fc1abb0-0253-4e89-b94a-8c3a3706a4fd {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:16:27.059522 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2719b879-abb1-4c54-98f8-1863e426ed31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aab7bb30-8d5d-4d47-b33f-ff650cfffb9e', 'code': 200} Jul 14 09:16:27.086668 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-dc7e923c-edbc-404d-8450-2c57efc021f3 None None] Provisioning complete for port 8641363b-3a0e-49a5-8510-4158be37c4c6 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:16:27.087042 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-dc7e923c-edbc-404d-8450-2c57efc021f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:27.210352 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d6ae5916-3004-4b1a-9530-4f43cb588d6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:27.229600 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d6ae5916-3004-4b1a-9530-4f43cb588d6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:27.262727 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Pushing event updated for resources: {'Port': ['ID=aab7bb30-8d5d-4d47-b33f-ff650cfffb9e,revision_number=5']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:27.295594 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-dc7e923c-edbc-404d-8450-2c57efc021f3 None None] Port 8641363b-3a0e-49a5-8510-4158be37c4c6 cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:16:27.330865 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-d6ae5916-3004-4b1a-9530-4f43cb588d6a admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=53b4a94bd93c432bb2f935a9451943fb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3076394 Jul 14 09:16:27.338477 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ae5916-3004-4b1a-9530-4f43cb588d6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6babdf79-d8f2-4640-ba90-bd21e1c9b63d,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:27.354803 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 35316) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:27.403223 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-f3c19de5-dea7-4d57-a4f3-959c7f021b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85c64e10-0b65-431d-ad40-d7ebb241ce65', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-248124950-router', 'tenant_id': '2b79521383bc411e873003949678ee4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': '5892fbc0-965b-4679-b5c5-59e0704c1ce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:16:13Z', 'updated_at': '2021-07-14T09:16:21Z', 'revision_number': 4, 'project_id': '2b79521383bc411e873003949678ee4e', 'gw_port': {'id': '5892fbc0-965b-4679-b5c5-59e0704c1ce6', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:32:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c64e10-0b65-431d-ad40-d7ebb241ce65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:16:14Z', 'updated_at': '2021-07-14T09:16:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': '0c45d557-2f8c-4ad3-aaf3-652551d25761', 'name': '', 'network_id': 'e27c633c-d678-4cf7-9628-f7c7f38c1cbc', 'tenant_id': '2b79521383bc411e873003949678ee4e', 'mac_address': 'fa:16:3e:e7:e7:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85c64e10-0b65-431d-ad40-d7ebb241ce65', 'device_owner': 'network:router_interface', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '5bebc6f5-a356-4c61-b3e2-33b009b4e3d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:16:19Z', 'updated_at': '2021-07-14T09:16:25Z', 'revision_number': 4, 'project_id': '2b79521383bc411e873003949678ee4e', 'subnets': [{'id': '5bebc6f5-a356-4c61-b3e2-33b009b4e3d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:16:27.435759 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c19de5-dea7-4d57-a4f3-959c7f021b4b None None] The sync data for ids ['85c64e10-0b65-431d-ad40-d7ebb241ce65'] in n-d-779913-29 is: [{'id': '85c64e10-0b65-431d-ad40-d7ebb241ce65', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-248124950-router', 'tenant_id': '2b79521383bc411e873003949678ee4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': '5892fbc0-965b-4679-b5c5-59e0704c1ce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:16:13Z', 'updated_at': '2021-07-14T09:16:21Z', 'revision_number': 4, 'project_id': '2b79521383bc411e873003949678ee4e', 'gw_port': {'id': '5892fbc0-965b-4679-b5c5-59e0704c1ce6', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:32:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c64e10-0b65-431d-ad40-d7ebb241ce65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:16:14Z', 'updated_at': '2021-07-14T09:16:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': '0c45d557-2f8c-4ad3-aaf3-652551d25761', 'name': '', 'network_id': 'e27c633c-d678-4cf7-9628-f7c7f38c1cbc', 'tenant_id': '2b79521383bc411e873003949678ee4e', 'mac_address': 'fa:16:3e:e7:e7:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85c64e10-0b65-431d-ad40-d7ebb241ce65', 'device_owner': 'network:router_interface', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '5bebc6f5-a356-4c61-b3e2-33b009b4e3d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:16:19Z', 'updated_at': '2021-07-14T09:16:25Z', 'revision_number': 4, 'project_id': '2b79521383bc411e873003949678ee4e', 'subnets': [{'id': '5bebc6f5-a356-4c61-b3e2-33b009b4e3d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:16:27.460582 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-331efae7-fb82-4d55-b065-0526e53c12e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:27.568893 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5bbe322f-3f67-4864-bc0a-91afe44d23e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:27.569421 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec31c38-88c6-46a1-8b14-b6a1abc1296a req-549e2429-b7c1-4a66-9a53-d248194dc1f4 tempest-ServersAdminNegativeTestJSON-1399855934 tempest-ServersAdminNegativeTestJSON-1399855934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:27.578295 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-bec31c38-88c6-46a1-8b14-b6a1abc1296a req-549e2429-b7c1-4a66-9a53-d248194dc1f4 tempest-ServersAdminNegativeTestJSON-1399855934 tempest-ServersAdminNegativeTestJSON-1399855934-project] 10.222.0.68 "GET /v2.0/ports?device_id=8c2dd031-7f06-4878-abfe-7fa9c9ea796e HTTP/1.1" status: 200 len: 935 time: 0.2015641 Jul 14 09:16:27.726404 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-bec31c38-88c6-46a1-8b14-b6a1abc1296a req-d2bbb37f-8b79-4d01-af92-89556084cef5 tempest-ServersAdminNegativeTestJSON-1399855934 tempest-ServersAdminNegativeTestJSON-1399855934-project] 10.222.0.68 "GET /v2.0/security-groups?id=12cec5c4-9898-4269-a307-518d62ed3fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470451 Jul 14 09:16:27.786724 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c01163ec-5942-45bc-8aa8-7b7ce9e47486 admin admin] Router 85c64e10-0b65-431d-ad40-d7ebb241ce65 has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:16:27.834457 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-331efae7-fb82-4d55-b065-0526e53c12e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:27.853456 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f42dcf-6db9-4796-a14d-dce49a9f4736 req-83cbe3e9-a3ba-45cc-b935-e3d23190dae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:27.855116 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-44f42dcf-6db9-4796-a14d-dce49a9f4736 req-83cbe3e9-a3ba-45cc-b935-e3d23190dae9 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=2719b879-abb1-4c54-98f8-1863e426ed31 HTTP/1.1" status: 200 len: 1097 time: 0.6618817 Jul 14 09:16:27.949725 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5054d21-0254-48d0-99df-554ad9603305 req-0988b445-b4e2-45cc-a6e0-5053c13da826 tempest-LiveMigrationNegativeTest-588048538 tempest-LiveMigrationNegativeTest-588048538-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:27.956751 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f5054d21-0254-48d0-99df-554ad9603305 req-0988b445-b4e2-45cc-a6e0-5053c13da826 tempest-LiveMigrationNegativeTest-588048538 tempest-LiveMigrationNegativeTest-588048538-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=cf2e0952-6160-4006-b681-dbf55cdb0673 HTTP/1.1" status: 200 len: 1102 time: 0.6598272 Jul 14 09:16:27.967172 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-44f42dcf-6db9-4796-a14d-dce49a9f4736 req-9f6c5440-5947-4ea6-b564-41a3d544b105 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=7bf941d0-4fab-41ec-a174-078829fdb488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958431 Jul 14 09:16:27.989775 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-f5054d21-0254-48d0-99df-554ad9603305 req-eff194d3-cdac-4f6f-9b73-c38a068c2306 tempest-LiveMigrationNegativeTest-588048538 tempest-LiveMigrationNegativeTest-588048538-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:28.021855 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c01163ec-5942-45bc-8aa8-7b7ce9e47486 admin admin] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:16:28.045563 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-c01163ec-5942-45bc-8aa8-7b7ce9e47486 admin admin] 10.222.0.68 "PUT /v2.0/routers/85c64e10-0b65-431d-ad40-d7ebb241ce65/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7736328 Jul 14 09:16:28.045563 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 35330) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:28.057695 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117939ee-8762-4fc2-83ea-7e616b857266 req-72acc0ad-97ca-435a-933b-6f88206479ec tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:28.066580 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-117939ee-8762-4fc2-83ea-7e616b857266 req-72acc0ad-97ca-435a-933b-6f88206479ec tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] 10.222.0.68 "GET /v2.0/ports?device_id=2719b879-abb1-4c54-98f8-1863e426ed31 HTTP/1.1" status: 200 len: 945 time: 0.1327705 Jul 14 09:16:28.071297 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-331efae7-fb82-4d55-b065-0526e53c12e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:28.074909 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-331efae7-fb82-4d55-b065-0526e53c12e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:28.076214 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-331efae7-fb82-4d55-b065-0526e53c12e4 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/6babdf79-d8f2-4640-ba90-bd21e1c9b63d HTTP/1.1" status: 204 len: 168 time: 0.7197838 Jul 14 09:16:28.104531 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331efae7-fb82-4d55-b065-0526e53c12e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6babdf79-d8f2-4640-ba90-bd21e1c9b63d,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:28.117045 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [req-7acffa66-c08d-43d2-96a5-d9e52753e038 req-f5ffd314-f975-40db-bf6d-dd9ff77642ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8641363b-3a0e-49a5-8510-4158be37c4c6 {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:16:28.131176 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-7acffa66-c08d-43d2-96a5-d9e52753e038 req-f5ffd314-f975-40db-bf6d-dd9ff77642ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:28.160662 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [req-7acffa66-c08d-43d2-96a5-d9e52753e038 req-f5ffd314-f975-40db-bf6d-dd9ff77642ea service neutron] Transition to ACTIVE for port object 8641363b-3a0e-49a5-8510-4158be37c4c6 will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:16:28.170885 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-7acffa66-c08d-43d2-96a5-d9e52753e038 req-f5ffd314-f975-40db-bf6d-dd9ff77642ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:28.258222 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-117939ee-8762-4fc2-83ea-7e616b857266 req-9d23b716-98b6-4577-aad1-10807467a387 tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] 10.222.0.68 "GET /v2.0/security-groups?id=7bf941d0-4fab-41ec-a174-078829fdb488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910720 Jul 14 09:16:28.282862 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ffd314-f975-40db-bf6d-dd9ff77642ea service neutron] Pushing event updated for resources: {'Port': ['ID=8641363b-3a0e-49a5-8510-4158be37c4c6,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:28.342205 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-f5054d21-0254-48d0-99df-554ad9603305 req-eff194d3-cdac-4f6f-9b73-c38a068c2306 tempest-LiveMigrationNegativeTest-588048538 tempest-LiveMigrationNegativeTest-588048538-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:28.347255 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-baec8652-541b-4cf0-aac8-efc6e310d826 admin admin] Notify callbacks [] for router, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:28.356832 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-f5054d21-0254-48d0-99df-554ad9603305 req-eff194d3-cdac-4f6f-9b73-c38a068c2306 tempest-LiveMigrationNegativeTest-588048538 tempest-LiveMigrationNegativeTest-588048538-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:28.391272 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f5054d21-0254-48d0-99df-554ad9603305 req-eff194d3-cdac-4f6f-9b73-c38a068c2306 tempest-LiveMigrationNegativeTest-588048538 tempest-LiveMigrationNegativeTest-588048538-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=e39688f0-61de-4c8a-9f4f-c08fcddf2800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4335849 Jul 14 09:16:28.426025 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-7acffa66-c08d-43d2-96a5-d9e52753e038 req-f5ffd314-f975-40db-bf6d-dd9ff77642ea service neutron] Attempting to bind port 8641363b-3a0e-49a5-8510-4158be37c4c6 on host n-h2-779913-29 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:16:28.426365 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-7acffa66-c08d-43d2-96a5-d9e52753e038 req-f5ffd314-f975-40db-bf6d-dd9ff77642ea service neutron] Attempting to bind port 8641363b-3a0e-49a5-8510-4158be37c4c6 by drivers openvswitch,hyperv on host n-h2-779913-29 at level 0 using segments [{'id': '8f1c1422-de6c-445f-ab95-4e2c94585b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '2244f7a1-04bd-42cd-9e86-31839b46f57f'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:16:28.426698 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7acffa66-c08d-43d2-96a5-d9e52753e038 req-f5ffd314-f975-40db-bf6d-dd9ff77642ea service neutron] Attempting to bind port 8641363b-3a0e-49a5-8510-4158be37c4c6 on network 2244f7a1-04bd-42cd-9e86-31839b46f57f {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:16:28.447202 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7acffa66-c08d-43d2-96a5-d9e52753e038 req-f5ffd314-f975-40db-bf6d-dd9ff77642ea service neutron] Port 8641363b-3a0e-49a5-8510-4158be37c4c6 on network 2244f7a1-04bd-42cd-9e86-31839b46f57f not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-29 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:16:28.447535 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7acffa66-c08d-43d2-96a5-d9e52753e038 req-f5ffd314-f975-40db-bf6d-dd9ff77642ea service neutron] Attempting to bind port 8641363b-3a0e-49a5-8510-4158be37c4c6 on network 2244f7a1-04bd-42cd-9e86-31839b46f57f {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:16:28.465474 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7acffa66-c08d-43d2-96a5-d9e52753e038 req-f5ffd314-f975-40db-bf6d-dd9ff77642ea service neutron] Checking agent: {'id': '013e4a3b-a634-47b8-b6a5-1a25109b73fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 13, 13), 'started_at': datetime.datetime(2021, 7, 14, 9, 13, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 16, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:16:28.470140 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7acffa66-c08d-43d2-96a5-d9e52753e038 req-f5ffd314-f975-40db-bf6d-dd9ff77642ea service neutron] Checking segment: {'id': '8f1c1422-de6c-445f-ab95-4e2c94585b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '2244f7a1-04bd-42cd-9e86-31839b46f57f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:16:28.471031 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7acffa66-c08d-43d2-96a5-d9e52753e038 req-f5ffd314-f975-40db-bf6d-dd9ff77642ea service neutron] Bound using segment: {'id': '8f1c1422-de6c-445f-ab95-4e2c94585b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '2244f7a1-04bd-42cd-9e86-31839b46f57f'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:16:28.471673 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-7acffa66-c08d-43d2-96a5-d9e52753e038 req-f5ffd314-f975-40db-bf6d-dd9ff77642ea service neutron] Bound port: 8641363b-3a0e-49a5-8510-4158be37c4c6, host: n-h2-779913-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f1c1422-de6c-445f-ab95-4e2c94585b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '2244f7a1-04bd-42cd-9e86-31839b46f57f'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:16:28.474697 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-7acffa66-c08d-43d2-96a5-d9e52753e038 req-f5ffd314-f975-40db-bf6d-dd9ff77642ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:28.527382 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff194d3-cdac-4f6f-9b73-c38a068c2306 tempest-LiveMigrationNegativeTest-588048538 tempest-LiveMigrationNegativeTest-588048538-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfdbd051-2673-4810-86a2-f4b72b56b570,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:28.573585 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-baec8652-541b-4cf0-aac8-efc6e310d826 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:28.659595 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-baec8652-541b-4cf0-aac8-efc6e310d826 admin admin] Deleting port 5892fbc0-965b-4679-b5c5-59e0704c1ce6 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:16:28.659937 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-baec8652-541b-4cf0-aac8-efc6e310d826 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:28.704169 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-7acffa66-c08d-43d2-96a5-d9e52753e038 req-f5ffd314-f975-40db-bf6d-dd9ff77642ea service neutron] For port 8641363b-3a0e-49a5-8510-4158be37c4c6, host n-h2-779913-29, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:16:28.709262 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-7acffa66-c08d-43d2-96a5-d9e52753e038 req-f5ffd314-f975-40db-bf6d-dd9ff77642ea service neutron] For port 8641363b-3a0e-49a5-8510-4158be37c4c6, host n-h2-779913-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=8641363b-3a0e-49a5-8510-4158be37c4c6,segment=NetworkSegment(8f1c1422-de6c-445f-ab95-4e2c94585b2b),segment_id=8f1c1422-de6c-445f-ab95-4e2c94585b2b)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:16:28.721422 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-7acffa66-c08d-43d2-96a5-d9e52753e038 req-f5ffd314-f975-40db-bf6d-dd9ff77642ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:28.779392 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acffa66-c08d-43d2-96a5-d9e52753e038 req-f5ffd314-f975-40db-bf6d-dd9ff77642ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:28.780379 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-7acffa66-c08d-43d2-96a5-d9e52753e038 req-f5ffd314-f975-40db-bf6d-dd9ff77642ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:28.782579 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-7acffa66-c08d-43d2-96a5-d9e52753e038 req-f5ffd314-f975-40db-bf6d-dd9ff77642ea service neutron] 10.222.0.57 "PUT /v2.0/ports/8641363b-3a0e-49a5-8510-4158be37c4c6 HTTP/1.1" status: 200 len: 1096 time: 2.2501333 Jul 14 09:16:28.789579 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c2dd031-7f06-4878-abfe-7fa9c9ea796e', 'tag': '8641363b-3a0e-49a5-8510-4158be37c4c6'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:16:28.794473 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80f59e4a-3cbf-4e41-b3d3-2cfd048bab10" -d '{"events": [{"name": "network-changed", "server_uuid": "8c2dd031-7f06-4878-abfe-7fa9c9ea796e", "tag": "8641363b-3a0e-49a5-8510-4158be37c4c6"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:16:28.815986 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95470e1-4e34-4abc-bd08-41f11d064596 req-ff44b2ba-c669-4c86-8206-11033f441a48 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:28.834770 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-baec8652-541b-4cf0-aac8-efc6e310d826 admin admin] For port 5892fbc0-965b-4679-b5c5-59e0704c1ce6, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=5892fbc0-965b-4679-b5c5-59e0704c1ce6,segment=NetworkSegment(81bf7a93-80b3-43df-b9d5-462c604a2945),segment_id=81bf7a93-80b3-43df-b9d5-462c604a2945)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:16:28.835336 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-baec8652-541b-4cf0-aac8-efc6e310d826 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:28.840781 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e95470e1-4e34-4abc-bd08-41f11d064596 req-ff44b2ba-c669-4c86-8206-11033f441a48 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/ports?device_id=611c1b28-c22b-43c2-aa46-15cef6f6cd26 HTTP/1.1" status: 200 len: 950 time: 0.1977077 Jul 14 09:16:28.868910 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-baec8652-541b-4cf0-aac8-efc6e310d826 admin admin] Calling delete_port for 5892fbc0-965b-4679-b5c5-59e0704c1ce6 owned by network:router_gateway {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:16:28.981584 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e95470e1-4e34-4abc-bd08-41f11d064596 req-f59e0cef-fbf8-43e4-aac0-61bb7756c220 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/security-groups?id=93b55648-4dd6-4852-bb99-9aa842ab19a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363142 Jul 14 09:16:29.003101 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ffd314-f975-40db-bf6d-dd9ff77642ea service neutron] Pushing event updated for resources: {'Port': ['ID=8641363b-3a0e-49a5-8510-4158be37c4c6,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:29.102471 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acffa66-c08d-43d2-96a5-d9e52753e038 req-43978ba9-0652-4cc8-9ed0-87f1ab996c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:29.106908 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-7acffa66-c08d-43d2-96a5-d9e52753e038 req-43978ba9-0652-4cc8-9ed0-87f1ab996c86 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=bab8ec32ccbf4f14accd2e68d88343b8&device_id=8c2dd031-7f06-4878-abfe-7fa9c9ea796e HTTP/1.1" status: 200 len: 1099 time: 0.2515659 Jul 14 09:16:29.180300 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-7acffa66-c08d-43d2-96a5-d9e52753e038 req-556d4a9c-9478-4087-b266-b87c2c2a76d4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=8641363b-3a0e-49a5-8510-4158be37c4c6 HTTP/1.1" status: 200 len: 217 time: 0.0547779 Jul 14 09:16:29.183066 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:16:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88c3f9bf-6fd3-457d-b4e7-ac0eaf5c3981 x-openstack-request-id: req-88c3f9bf-6fd3-457d-b4e7-ac0eaf5c3981 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:16:29.183364 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c2dd031-7f06-4878-abfe-7fa9c9ea796e", "tag": "8641363b-3a0e-49a5-8510-4158be37c4c6", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:16:29.183622 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-88c3f9bf-6fd3-457d-b4e7-ac0eaf5c3981 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:16:29.184022 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c2dd031-7f06-4878-abfe-7fa9c9ea796e', 'tag': '8641363b-3a0e-49a5-8510-4158be37c4c6', 'status': 'completed', 'code': 200} Jul 14 09:16:29.184452 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 35362) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:29.200432 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-cb2631af-d730-491c-a04c-10b6bcdbdad0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:29.249240 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-baec8652-541b-4cf0-aac8-efc6e310d826 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:29.322135 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acffa66-c08d-43d2-96a5-d9e52753e038 req-dd18acaa-ef76-4229-a426-63bc23305ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:29.324747 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-7acffa66-c08d-43d2-96a5-d9e52753e038 req-dd18acaa-ef76-4229-a426-63bc23305ad6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=85060e65-3b2f-4a6c-a04c-ce849daa5b3b HTTP/1.1" status: 200 len: 843 time: 0.1216416 Jul 14 09:16:29.337798 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baec8652-541b-4cf0-aac8-efc6e310d826 admin admin] Pushing event deleted for resources: {'Port': ['ID=5892fbc0-965b-4679-b5c5-59e0704c1ce6,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:29.451218 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acffa66-c08d-43d2-96a5-d9e52753e038 req-c4ad4d5c-a900-43d5-983b-7ac38c60b064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:29.453423 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-7acffa66-c08d-43d2-96a5-d9e52753e038 req-c4ad4d5c-a900-43d5-983b-7ac38c60b064 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2244f7a1-04bd-42cd-9e86-31839b46f57f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1191258 Jul 14 09:16:29.466627 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfc74cff-e362-4dec-904e-85ce045319df None None] Sync routers for ids ['85c64e10-0b65-431d-ad40-d7ebb241ce65'] in n-d-779913-29 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:16:29.470905 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-baec8652-541b-4cf0-aac8-efc6e310d826 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-660532'] for router_gateway, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:29.485024 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc74cff-e362-4dec-904e-85ce045319df None None] Routers {'85c64e10-0b65-431d-ad40-d7ebb241ce65'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:16:29.485794 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-bfc74cff-e362-4dec-904e-85ce045319df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:16:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['85c64e10-0b65-431d-ad40-d7ebb241ce65'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:16:29.614935 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-baec8652-541b-4cf0-aac8-efc6e310d826 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-711871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12964'] for router, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:29.617666 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-baec8652-541b-4cf0-aac8-efc6e310d826 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:29.644602 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-bfc74cff-e362-4dec-904e-85ce045319df None None] Set router 85c64e10-0b65-431d-ad40-d7ebb241ce65 gateway port host: None {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:16:29.680002 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-cb2631af-d730-491c-a04c-10b6bcdbdad0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:29.693571 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-baec8652-541b-4cf0-aac8-efc6e310d826 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-704815'] for router, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:29.694114 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baec8652-541b-4cf0-aac8-efc6e310d826 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 85c64e10-0b65-431d-ad40-d7ebb241ce65 {{(pid=93958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:16:29.704069 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-baec8652-541b-4cf0-aac8-efc6e310d826 admin admin] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:29.707606 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-baec8652-541b-4cf0-aac8-efc6e310d826 admin admin] 10.222.0.68 "DELETE /v2.0/routers/85c64e10-0b65-431d-ad40-d7ebb241ce65 HTTP/1.1" status: 204 len: 168 time: 1.6621797 Jul 14 09:16:29.709031 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 35378) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:29.709186 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-cb2631af-d730-491c-a04c-10b6bcdbdad0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:29.724588 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60046a1-b46d-4698-a565-62ce3aeba33e req-493006b2-3043-41d4-b7d5-ef490efdb600 tempest-ServersAdminNegativeTestJSON-1399855934 tempest-ServersAdminNegativeTestJSON-1399855934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:29.726162 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d60046a1-b46d-4698-a565-62ce3aeba33e req-493006b2-3043-41d4-b7d5-ef490efdb600 tempest-ServersAdminNegativeTestJSON-1399855934 tempest-ServersAdminNegativeTestJSON-1399855934-project] 10.222.0.68 "GET /v2.0/ports?device_id=8c2dd031-7f06-4878-abfe-7fa9c9ea796e HTTP/1.1" status: 200 len: 947 time: 0.3344867 Jul 14 09:16:29.729300 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-bfc74cff-e362-4dec-904e-85ce045319df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85c64e10-0b65-431d-ad40-d7ebb241ce65', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-248124950-router', 'tenant_id': '2b79521383bc411e873003949678ee4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:16:13Z', 'updated_at': '2021-07-14T09:16:29Z', 'revision_number': 7, 'project_id': '2b79521383bc411e873003949678ee4e', 'gw_port_host': None}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:16:29.745341 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-cb2631af-d730-491c-a04c-10b6bcdbdad0 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=1c0120b385984d2d8757bf8f7f83c198&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5566754 Jul 14 09:16:29.745545 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 35380) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:29.746759 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 35382) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:29.773860 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-7acffa66-c08d-43d2-96a5-d9e52753e038 req-339ca318-3fa5-447e-89c5-4abe4e8927a6 service neutron] 10.222.0.57 "GET /v2.0/networks/2244f7a1-04bd-42cd-9e86-31839b46f57f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2962539 Jul 14 09:16:29.782006 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfc74cff-e362-4dec-904e-85ce045319df None None] Checking router: 85c64e10-0b65-431d-ad40-d7ebb241ce65 for host: n-d-779913-29 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:16:29.799527 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc74cff-e362-4dec-904e-85ce045319df None None] Routers set() bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:16:29.800545 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc74cff-e362-4dec-904e-85ce045319df None None] Router IDs set() for agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 14 09:16:29.802257 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_agentschedulers_db [None req-bfc74cff-e362-4dec-904e-85ce045319df None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'85c64e10-0b65-431d-ad40-d7ebb241ce65'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:16:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent'). {{(pid=93960) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 14 09:16:29.803159 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfc74cff-e362-4dec-904e-85ce045319df None None] The sync data for ids ['85c64e10-0b65-431d-ad40-d7ebb241ce65'] in n-d-779913-29 is: [] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:16:29.823589 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d60046a1-b46d-4698-a565-62ce3aeba33e req-23bee04a-f98d-4b78-9cef-ffc154683df4 tempest-ServersAdminNegativeTestJSON-1399855934 tempest-ServersAdminNegativeTestJSON-1399855934-project] 10.222.0.68 "GET /v2.0/security-groups?id=12cec5c4-9898-4269-a307-518d62ed3fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766492 Jul 14 09:16:29.830076 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-22b654f6-302c-4e75-8a1b-d2fda2577787 admin admin] Deleting subnet 5bebc6f5-a356-4c61-b3e2-33b009b4e3d7 {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:16:29.839210 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-22b654f6-302c-4e75-8a1b-d2fda2577787 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:29.889334 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-7acffa66-c08d-43d2-96a5-d9e52753e038 req-5053e7b3-312e-431d-bdc9-191bd62316fd service neutron] 10.222.0.57 "GET /v2.0/networks/2244f7a1-04bd-42cd-9e86-31839b46f57f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045139 Jul 14 09:16:29.895830 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2631af-d730-491c-a04c-10b6bcdbdad0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78dc5a30-2755-4077-a8d5-f9381c90d4f4,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:29.902374 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2c77fe4b-c381-47d0-9142-6383c5da8e4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:29.923516 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abab78c6-59dc-47e8-8d48-80fb55c51188 req-c4ee5468-6256-44d6-943b-48fdfa932fa1 tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:29.932890 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-22b654f6-302c-4e75-8a1b-d2fda2577787 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:29.937319 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-abab78c6-59dc-47e8-8d48-80fb55c51188 req-c4ee5468-6256-44d6-943b-48fdfa932fa1 tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] 10.222.0.68 "GET /v2.0/ports?device_id=2719b879-abb1-4c54-98f8-1863e426ed31 HTTP/1.1" status: 200 len: 945 time: 0.3137693 Jul 14 09:16:29.973993 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2c77fe4b-c381-47d0-9142-6383c5da8e4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:30.001781 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-abab78c6-59dc-47e8-8d48-80fb55c51188 req-d2648c11-7905-48e7-beaf-ea859715aca1 tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] 10.222.0.68 "GET /v2.0/security-groups?id=7bf941d0-4fab-41ec-a174-078829fdb488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633175 Jul 14 09:16:30.123258 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f59e4a-3cbf-4e41-b3d3-2cfd048bab10 req-197d759b-a583-492c-b08c-b768d94bd8af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:30.125719 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-80f59e4a-3cbf-4e41-b3d3-2cfd048bab10 req-197d759b-a583-492c-b08c-b768d94bd8af service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=bab8ec32ccbf4f14accd2e68d88343b8&device_id=8c2dd031-7f06-4878-abfe-7fa9c9ea796e HTTP/1.1" status: 200 len: 1099 time: 0.1131616 Jul 14 09:16:30.251332 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f5051719-acfe-4395-9fdf-10cee925988a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:30.263902 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f59e4a-3cbf-4e41-b3d3-2cfd048bab10 req-6428442b-9007-44e8-a5da-ab69c9d105a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:30.265873 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-80f59e4a-3cbf-4e41-b3d3-2cfd048bab10 req-6428442b-9007-44e8-a5da-ab69c9d105a7 service neutron] 10.222.0.57 "GET /v2.0/networks?id=2244f7a1-04bd-42cd-9e86-31839b46f57f HTTP/1.1" status: 200 len: 870 time: 0.1297524 Jul 14 09:16:30.336421 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-80f59e4a-3cbf-4e41-b3d3-2cfd048bab10 req-73131648-b8f5-4dbe-ba05-5ebd4f9e8422 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=8641363b-3a0e-49a5-8510-4158be37c4c6 HTTP/1.1" status: 200 len: 217 time: 0.0627339 Jul 14 09:16:30.341159 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-22b654f6-302c-4e75-8a1b-d2fda2577787 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3481002'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:30.422903 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f59e4a-3cbf-4e41-b3d3-2cfd048bab10 req-3d4232a8-7104-41dc-a49c-5443efb979d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:30.424420 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-80f59e4a-3cbf-4e41-b3d3-2cfd048bab10 req-3d4232a8-7104-41dc-a49c-5443efb979d4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=85060e65-3b2f-4a6c-a04c-ce849daa5b3b HTTP/1.1" status: 200 len: 843 time: 0.0778544 Jul 14 09:16:30.508338 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-22b654f6-302c-4e75-8a1b-d2fda2577787 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:30.514115 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2c77fe4b-c381-47d0-9142-6383c5da8e4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:30.516986 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2c77fe4b-c381-47d0-9142-6383c5da8e4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:30.517534 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f59e4a-3cbf-4e41-b3d3-2cfd048bab10 req-a35f4afb-d74a-43d9-b8df-c0e30f95c948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:30.517701 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-2c77fe4b-c381-47d0-9142-6383c5da8e4e admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/78dc5a30-2755-4077-a8d5-f9381c90d4f4 HTTP/1.1" status: 204 len: 168 time: 0.7688961 Jul 14 09:16:30.519301 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-80f59e4a-3cbf-4e41-b3d3-2cfd048bab10 req-a35f4afb-d74a-43d9-b8df-c0e30f95c948 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2244f7a1-04bd-42cd-9e86-31839b46f57f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0839739 Jul 14 09:16:30.565116 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b654f6-302c-4e75-8a1b-d2fda2577787 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5bebc6f5-a356-4c61-b3e2-33b009b4e3d7,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:30.578840 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-22b654f6-302c-4e75-8a1b-d2fda2577787 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:30.580768 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-22b654f6-302c-4e75-8a1b-d2fda2577787 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/5bebc6f5-a356-4c61-b3e2-33b009b4e3d7 HTTP/1.1" status: 204 len: 168 time: 0.8720322 Jul 14 09:16:30.585851 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-187bd0aa-57d5-4493-b189-b7291b51d1a0 None None] Network e27c633c-d678-4cf7-9628-f7c7f38c1cbc requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:16:30.586430 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c77fe4b-c381-47d0-9142-6383c5da8e4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78dc5a30-2755-4077-a8d5-f9381c90d4f4,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:30.595025 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 35400) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:30.680325 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7820a64b-2378-45ee-9246-ea6d39aacede req-3fae5951-4f66-4111-b188-6042dff29254 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:30.682429 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-7820a64b-2378-45ee-9246-ea6d39aacede req-3fae5951-4f66-4111-b188-6042dff29254 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/ports?device_id=611c1b28-c22b-43c2-aa46-15cef6f6cd26 HTTP/1.1" status: 200 len: 950 time: 0.2815704 Jul 14 09:16:30.706599 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-80f59e4a-3cbf-4e41-b3d3-2cfd048bab10 req-109a9c3d-18c7-413b-9477-6ad8eb8acf0d service neutron] 10.222.0.57 "GET /v2.0/networks/2244f7a1-04bd-42cd-9e86-31839b46f57f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1771781 Jul 14 09:16:30.744056 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f5051719-acfe-4395-9fdf-10cee925988a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:30.763671 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f5051719-acfe-4395-9fdf-10cee925988a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:30.767966 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9de6f4af-06c1-43e5-8e09-083ccf6336e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3876111'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:30.836167 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-80f59e4a-3cbf-4e41-b3d3-2cfd048bab10 req-22ae4e27-38ea-47ee-94ae-0afb4b5f5779 service neutron] 10.222.0.57 "GET /v2.0/networks/2244f7a1-04bd-42cd-9e86-31839b46f57f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222415 Jul 14 09:16:30.850483 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-7820a64b-2378-45ee-9246-ea6d39aacede req-c691b96d-9f53-432d-83a4-bb9038a6b231 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/security-groups?id=93b55648-4dd6-4852-bb99-9aa842ab19a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535535 Jul 14 09:16:30.867898 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-f5051719-acfe-4395-9fdf-10cee925988a admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=42473e8cfdb04e4ebfe9fb4267b6e21a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1176481 Jul 14 09:16:30.869301 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 35404) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:30.876350 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5051719-acfe-4395-9fdf-10cee925988a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afd44798-83e3-4aae-be65-a403021fa31b,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:30.963945 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-dc2acb95-2553-4558-b15e-d45fb6de5b22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:30.968187 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dffce5c-10bd-4bc8-9139-aa3ff55ef7e4 req-0e2e13a3-f186-4707-ba15-c6d178d707d0 tempest-LiveAutoBlockMigrationV225Test-648529105 tempest-LiveAutoBlockMigrationV225Test-648529105-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:30.969094 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6dffce5c-10bd-4bc8-9139-aa3ff55ef7e4 req-0e2e13a3-f186-4707-ba15-c6d178d707d0 tempest-LiveAutoBlockMigrationV225Test-648529105 tempest-LiveAutoBlockMigrationV225Test-648529105-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=2719b879-abb1-4c54-98f8-1863e426ed31 HTTP/1.1" status: 200 len: 1097 time: 0.1318436 Jul 14 09:16:30.981147 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-9de6f4af-06c1-43e5-8e09-083ccf6336e7 admin admin] Deleting port 45396541-a714-499e-ab23-9673077791ac {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:16:30.982175 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9de6f4af-06c1-43e5-8e09-083ccf6336e7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:30.985203 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b7246dc-ccab-48f6-9053-17d7fa52a49d None None] DHCP port deletion for e27c633c-d678-4cf7-9628-f7c7f38c1cbc request from n-d-779913-29 {{(pid=93959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:16:31.013460 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-dc2acb95-2553-4558-b15e-d45fb6de5b22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:31.086651 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6dffce5c-10bd-4bc8-9139-aa3ff55ef7e4 req-73e9c2d8-56f1-4e1d-8cd0-472e6cc7fe8b tempest-LiveAutoBlockMigrationV225Test-648529105 tempest-LiveAutoBlockMigrationV225Test-648529105-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=7bf941d0-4fab-41ec-a174-078829fdb488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775824 Jul 14 09:16:31.090055 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-9de6f4af-06c1-43e5-8e09-083ccf6336e7 admin admin] For port 45396541-a714-499e-ab23-9673077791ac, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=45396541-a714-499e-ab23-9673077791ac,segment=NetworkSegment(2fc666a1-b4bf-4e3a-9fbc-78b649753e24),segment_id=2fc666a1-b4bf-4e3a-9fbc-78b649753e24)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:16:31.093651 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9de6f4af-06c1-43e5-8e09-083ccf6336e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:31.110237 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-dc2acb95-2553-4558-b15e-d45fb6de5b22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:31.113340 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-dc2acb95-2553-4558-b15e-d45fb6de5b22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:31.114714 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-dc2acb95-2553-4558-b15e-d45fb6de5b22 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/afd44798-83e3-4aae-be65-a403021fa31b HTTP/1.1" status: 204 len: 168 time: 0.2445147 Jul 14 09:16:31.135940 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2acb95-2553-4558-b15e-d45fb6de5b22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afd44798-83e3-4aae-be65-a403021fa31b,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:31.140861 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-9de6f4af-06c1-43e5-8e09-083ccf6336e7 admin admin] Calling delete_port for 45396541-a714-499e-ab23-9673077791ac owned by network:dhcp {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:16:31.144148 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-8b7246dc-ccab-48f6-9053-17d7fa52a49d None None] Deleting port 45396541-a714-499e-ab23-9673077791ac {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:16:31.144623 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b7246dc-ccab-48f6-9053-17d7fa52a49d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:31.220828 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 0c45d557-2f8c-4ad3-aaf3-652551d25761 no longer exists at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:16:31.271816 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] No Port match for: 0c45d557-2f8c-4ad3-aaf3-652551d25761 {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:16:31.272157 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 0c45d557-2f8c-4ad3-aaf3-652551d25761 not bound to the agent host n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:16:31.272763 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 45396541-a714-499e-ab23-9673077791ac no longer exists at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:16:31.308673 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9de6f4af-06c1-43e5-8e09-083ccf6336e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:31.332145 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de6f4af-06c1-43e5-8e09-083ccf6336e7 admin admin] No DVR routers for this DVR port 45396541-a714-499e-ab23-9673077791ac on host n-d-779913-29 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:16:31.363482 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] No active binding found for port 45396541-a714-499e-ab23-9673077791ac {{(pid=93959) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 14 09:16:31.364359 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 45396541-a714-499e-ab23-9673077791ac not bound to the agent host n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:16:31.364926 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 5892fbc0-965b-4679-b5c5-59e0704c1ce6 no longer exists at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:16:31.377884 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de6f4af-06c1-43e5-8e09-083ccf6336e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=45396541-a714-499e-ab23-9673077791ac,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:31.393709 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] No Port match for: 5892fbc0-965b-4679-b5c5-59e0704c1ce6 {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:16:31.394221 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 5892fbc0-965b-4679-b5c5-59e0704c1ce6 not bound to the agent host n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:16:31.411257 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b7246dc-ccab-48f6-9053-17d7fa52a49d None None] For port 45396541-a714-499e-ab23-9673077791ac, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=45396541-a714-499e-ab23-9673077791ac,segment=NetworkSegment(2fc666a1-b4bf-4e3a-9fbc-78b649753e24),segment_id=2fc666a1-b4bf-4e3a-9fbc-78b649753e24)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:16:31.411798 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b7246dc-ccab-48f6-9053-17d7fa52a49d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:31.436927 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-8b7246dc-ccab-48f6-9053-17d7fa52a49d None None] Calling delete_port for 45396541-a714-499e-ab23-9673077791ac owned by network:dhcp {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:16:31.556530 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9de6f4af-06c1-43e5-8e09-083ccf6336e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473955', 'neutron.services.segments.db._delete_segments_for_network-8735688326548'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:31.573269 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9de6f4af-06c1-43e5-8e09-083ccf6336e7 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:16:31.573779 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9de6f4af-06c1-43e5-8e09-083ccf6336e7 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:16:31.574596 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9de6f4af-06c1-43e5-8e09-083ccf6336e7 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:16:31.575013 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9de6f4af-06c1-43e5-8e09-083ccf6336e7 admin admin] Subscribe: > port after_create 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:16:31.575403 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9de6f4af-06c1-43e5-8e09-083ccf6336e7 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:16:31.575938 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9de6f4af-06c1-43e5-8e09-083ccf6336e7 admin admin] Subscribe: > port after_update 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:16:31.576325 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9de6f4af-06c1-43e5-8e09-083ccf6336e7 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:16:31.576709 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9de6f4af-06c1-43e5-8e09-083ccf6336e7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:16:31.577105 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9de6f4af-06c1-43e5-8e09-083ccf6336e7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:16:31.577521 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9de6f4af-06c1-43e5-8e09-083ccf6336e7 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:16:31.597467 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f433de21-5c65-4138-bfcf-b2adec974bc5 req-220d0e2f-f40b-4c90-b530-feab41ac9cad tempest-LiveMigrationNegativeTest-1997266940 tempest-LiveMigrationNegativeTest-1997266940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:31.604756 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f433de21-5c65-4138-bfcf-b2adec974bc5 req-220d0e2f-f40b-4c90-b530-feab41ac9cad tempest-LiveMigrationNegativeTest-1997266940 tempest-LiveMigrationNegativeTest-1997266940-project] 10.222.0.68 "GET /v2.0/ports?device_id=cf2e0952-6160-4006-b681-dbf55cdb0673 HTTP/1.1" status: 200 len: 950 time: 0.0843303 Jul 14 09:16:31.615495 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b7246dc-ccab-48f6-9053-17d7fa52a49d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:31.645215 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7246dc-ccab-48f6-9053-17d7fa52a49d None None] Pushing event deleted for resources: {'Port': ['ID=45396541-a714-499e-ab23-9673077791ac,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:31.650911 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b7246dc-ccab-48f6-9053-17d7fa52a49d None None] No DVR routers for this DVR port 45396541-a714-499e-ab23-9673077791ac on host n-d-779913-29 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:16:31.655356 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f433de21-5c65-4138-bfcf-b2adec974bc5 req-48a1d71c-4c25-4999-b61b-87ba3ad34dab tempest-LiveMigrationNegativeTest-1997266940 tempest-LiveMigrationNegativeTest-1997266940-project] 10.222.0.68 "GET /v2.0/security-groups?id=e39688f0-61de-4c8a-9f4f-c08fcddf2800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495901 Jul 14 09:16:31.719077 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 35428) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:31.733055 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4c29938f-fc57-4337-9436-5bf465f1e64a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:31.740260 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9de6f4af-06c1-43e5-8e09-083ccf6336e7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:16:31.740901 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9de6f4af-06c1-43e5-8e09-083ccf6336e7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:16:31.741772 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9de6f4af-06c1-43e5-8e09-083ccf6336e7 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:16:31.742608 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9de6f4af-06c1-43e5-8e09-083ccf6336e7 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:16:31.743596 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-9de6f4af-06c1-43e5-8e09-083ccf6336e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e27c633c-d678-4cf7-9628-f7c7f38c1cbc']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:16:31.775137 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-9de6f4af-06c1-43e5-8e09-083ccf6336e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fc666a1-b4bf-4e3a-9fbc-78b649753e24') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:16:31.775753 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-9de6f4af-06c1-43e5-8e09-083ccf6336e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fc666a1-b4bf-4e3a-9fbc-78b649753e24') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:16:31.803542 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9de6f4af-06c1-43e5-8e09-083ccf6336e7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735688356235', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13574129'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:31.848529 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858b223f-26d1-4004-8f79-2ce74bdd29fd req-cc831698-6135-4c1a-94e0-d78fd2bb3163 tempest-ServersAdminNegativeTestJSON-1399855934 tempest-ServersAdminNegativeTestJSON-1399855934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:31.852556 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-858b223f-26d1-4004-8f79-2ce74bdd29fd req-cc831698-6135-4c1a-94e0-d78fd2bb3163 tempest-ServersAdminNegativeTestJSON-1399855934 tempest-ServersAdminNegativeTestJSON-1399855934-project] 10.222.0.68 "GET /v2.0/ports?device_id=8c2dd031-7f06-4878-abfe-7fa9c9ea796e HTTP/1.1" status: 200 len: 947 time: 0.3407264 Jul 14 09:16:31.853857 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9de6f4af-06c1-43e5-8e09-083ccf6336e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:31.858215 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a2e874-7af8-41c6-8295-dd15cf9d093d req-d2c7f73c-b295-44b7-ab92-7b8661dba90e tempest-LiveAutoBlockMigrationV225Test-648529105 tempest-LiveAutoBlockMigrationV225Test-648529105-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:31.859760 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-79a2e874-7af8-41c6-8295-dd15cf9d093d req-d2c7f73c-b295-44b7-ab92-7b8661dba90e tempest-LiveAutoBlockMigrationV225Test-648529105 tempest-LiveAutoBlockMigrationV225Test-648529105-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=2719b879-abb1-4c54-98f8-1863e426ed31 HTTP/1.1" status: 200 len: 1097 time: 0.0925169 Jul 14 09:16:31.872453 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9de6f4af-06c1-43e5-8e09-083ccf6336e7 admin admin] Releasing vlan 727 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:16:31.872914 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9de6f4af-06c1-43e5-8e09-083ccf6336e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13573126'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:31.891156 n-d-779913-29 neutron-server[93958]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 14 09:16:31.891156 n-d-779913-29 neutron-server[93958]: from cryptography.utils import int_from_bytes Jul 14 09:16:31.891156 n-d-779913-29 neutron-server[93958]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 14 09:16:31.891156 n-d-779913-29 neutron-server[93958]: from cryptography.utils import int_from_bytes Jul 14 09:16:31.891156 n-d-779913-29 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:16:31.891156 n-d-779913-29 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:16:31.891156 n-d-779913-29 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:16:31.891156 n-d-779913-29 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:16:31.891156 n-d-779913-29 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:16:31.891156 n-d-779913-29 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:16:31.891156 n-d-779913-29 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:16:31.891156 n-d-779913-29 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:16:31.891156 n-d-779913-29 neutron-server[93958]: Traceback (most recent call last): Jul 14 09:16:31.891156 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:16:31.891156 n-d-779913-29 neutron-server[93958]: timer() Jul 14 09:16:31.891156 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:16:31.891156 n-d-779913-29 neutron-server[93958]: cb(*args, **kw) Jul 14 09:16:31.891156 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:16:31.891156 n-d-779913-29 neutron-server[93958]: return func(*args, **kwargs) Jul 14 09:16:31.891156 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:16:31.891156 n-d-779913-29 neutron-server[93958]: self._notify() Jul 14 09:16:31.891156 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:16:31.891156 n-d-779913-29 neutron-server[93958]: self.callback(batched_events) Jul 14 09:16:31.891156 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:16:31.891156 n-d-779913-29 neutron-server[93958]: event.method(event) Jul 14 09:16:31.891156 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:16:31.891156 n-d-779913-29 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:16:31.891156 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:16:31.891156 n-d-779913-29 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:16:31.891156 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:16:31.891156 n-d-779913-29 neutron-server[93958]: return f(self, *a, **k) Jul 14 09:16:31.891156 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:16:31.891156 n-d-779913-29 neutron-server[93958]: return self._get(url).json() Jul 14 09:16:31.891156 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:16:31.891156 n-d-779913-29 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:16:31.891156 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:16:31.891156 n-d-779913-29 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 14 09:16:31.891156 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:16:31.891156 n-d-779913-29 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:16:31.891156 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:16:31.891156 n-d-779913-29 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:16:31.891156 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:16:31.891156 n-d-779913-29 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:16:31.891156 n-d-779913-29 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:16:31.909594 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4c29938f-fc57-4337-9436-5bf465f1e64a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:31.918391 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4c29938f-fc57-4337-9436-5bf465f1e64a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:31.932458 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-79a2e874-7af8-41c6-8295-dd15cf9d093d req-788c6797-435c-4dd3-be39-dd80591c1b4d tempest-LiveAutoBlockMigrationV225Test-648529105 tempest-LiveAutoBlockMigrationV225Test-648529105-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=7bf941d0-4fab-41ec-a174-078829fdb488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645378 Jul 14 09:16:31.966177 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-4c29938f-fc57-4337-9436-5bf465f1e64a admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=0959d649288445dd90b3570f24d655a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2459803 Jul 14 09:16:31.967083 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c29938f-fc57-4337-9436-5bf465f1e64a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77fd3671-044b-430f-8dd7-447264b40afa,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:31.969776 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 35438) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:31.999102 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-858b223f-26d1-4004-8f79-2ce74bdd29fd req-28cc6702-ef2b-43c7-8232-3416249c4699 tempest-ServersAdminNegativeTestJSON-1399855934 tempest-ServersAdminNegativeTestJSON-1399855934-project] 10.222.0.68 "GET /v2.0/security-groups?id=12cec5c4-9898-4269-a307-518d62ed3fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292849 Jul 14 09:16:32.004758 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9de6f4af-06c1-43e5-8e09-083ccf6336e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660504'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:32.021935 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de6f4af-06c1-43e5-8e09-083ccf6336e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=e27c633c-d678-4cf7-9628-f7c7f38c1cbc,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:32.032451 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9de6f4af-06c1-43e5-8e09-083ccf6336e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:32.037440 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-9de6f4af-06c1-43e5-8e09-083ccf6336e7 admin admin] 10.222.0.68 "DELETE /v2.0/networks/e27c633c-d678-4cf7-9628-f7c7f38c1cbc HTTP/1.1" status: 204 len: 168 time: 1.4337628 Jul 14 09:16:32.045862 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-30d635ac-1bd1-4808-b90e-3850da6bf968 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:32.076540 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-30d635ac-1bd1-4808-b90e-3850da6bf968 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:32.179459 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e19132-a3d4-48cf-861d-edf92ae0bfe7 req-46352cd5-d3f8-432d-aefb-cf74a52edfc3 tempest-LiveMigrationNegativeTest-1997266940 tempest-LiveMigrationNegativeTest-1997266940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:32.181671 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-16e19132-a3d4-48cf-861d-edf92ae0bfe7 req-46352cd5-d3f8-432d-aefb-cf74a52edfc3 tempest-LiveMigrationNegativeTest-1997266940 tempest-LiveMigrationNegativeTest-1997266940-project] 10.222.0.65 "GET /v2.0/ports?device_id=cf2e0952-6160-4006-b681-dbf55cdb0673 HTTP/1.1" status: 200 len: 950 time: 0.0973890 Jul 14 09:16:32.182926 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-30d635ac-1bd1-4808-b90e-3850da6bf968 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:32.185824 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-30d635ac-1bd1-4808-b90e-3850da6bf968 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:32.189187 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-30d635ac-1bd1-4808-b90e-3850da6bf968 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/77fd3671-044b-430f-8dd7-447264b40afa HTTP/1.1" status: 204 len: 168 time: 0.2162261 Jul 14 09:16:32.204323 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d635ac-1bd1-4808-b90e-3850da6bf968 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77fd3671-044b-430f-8dd7-447264b40afa,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:32.261330 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b03ecd-1ff7-4726-aa56-0df6b94b4b2d req-a1f31267-557f-406a-acd9-fc5ec1143d65 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:32.269553 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d3b03ecd-1ff7-4726-aa56-0df6b94b4b2d req-a1f31267-557f-406a-acd9-fc5ec1143d65 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/ports?device_id=611c1b28-c22b-43c2-aa46-15cef6f6cd26 HTTP/1.1" status: 200 len: 950 time: 0.1169841 Jul 14 09:16:32.317036 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 35454) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:32.333117 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d3b03ecd-1ff7-4726-aa56-0df6b94b4b2d req-8b867b84-4709-48b3-a2db-a981e9d43497 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/security-groups?id=93b55648-4dd6-4852-bb99-9aa842ab19a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625191 Jul 14 09:16:32.388465 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [req-16e19132-a3d4-48cf-861d-edf92ae0bfe7 req-11f12d35-a3fd-4cb3-b235-563fbb14cf33 tempest-LiveMigrationNegativeTest-1997266940 tempest-LiveMigrationNegativeTest-1997266940-project] Deleting port 018b8dba-5101-4e8f-9864-352583eaa07d {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:16:32.388808 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-16e19132-a3d4-48cf-861d-edf92ae0bfe7 req-11f12d35-a3fd-4cb3-b235-563fbb14cf33 tempest-LiveMigrationNegativeTest-1997266940 tempest-LiveMigrationNegativeTest-1997266940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:32.448495 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 35460) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:32.448719 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-dbe74d7c-1d9f-4565-9504-78203a10f663 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=2b79521383bc411e873003949678ee4e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1303606 Jul 14 09:16:32.540997 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-78fd0633-6a74-4e4e-92bf-75981e3702d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:32.562483 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-16e19132-a3d4-48cf-861d-edf92ae0bfe7 req-11f12d35-a3fd-4cb3-b235-563fbb14cf33 tempest-LiveMigrationNegativeTest-1997266940 tempest-LiveMigrationNegativeTest-1997266940-project] For port 018b8dba-5101-4e8f-9864-352583eaa07d, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=018b8dba-5101-4e8f-9864-352583eaa07d,segment=NetworkSegment(8f1c1422-de6c-445f-ab95-4e2c94585b2b),segment_id=8f1c1422-de6c-445f-ab95-4e2c94585b2b)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:16:32.563059 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-16e19132-a3d4-48cf-861d-edf92ae0bfe7 req-11f12d35-a3fd-4cb3-b235-563fbb14cf33 tempest-LiveMigrationNegativeTest-1997266940 tempest-LiveMigrationNegativeTest-1997266940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:32.574080 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-78fd0633-6a74-4e4e-92bf-75981e3702d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:32.604706 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [req-16e19132-a3d4-48cf-861d-edf92ae0bfe7 req-11f12d35-a3fd-4cb3-b235-563fbb14cf33 tempest-LiveMigrationNegativeTest-1997266940 tempest-LiveMigrationNegativeTest-1997266940-project] Calling delete_port for 018b8dba-5101-4e8f-9864-352583eaa07d owned by compute:nova {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:16:32.651996 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-78fd0633-6a74-4e4e-92bf-75981e3702d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:32.655901 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-78fd0633-6a74-4e4e-92bf-75981e3702d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:32.658621 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-78fd0633-6a74-4e4e-92bf-75981e3702d6 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/7dccc539-6226-40de-a0d5-eb3c1dc9e525 HTTP/1.1" status: 204 len: 168 time: 0.2082167 Jul 14 09:16:32.676548 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fd0633-6a74-4e4e-92bf-75981e3702d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dccc539-6226-40de-a0d5-eb3c1dc9e525,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:32.891365 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-16e19132-a3d4-48cf-861d-edf92ae0bfe7 req-11f12d35-a3fd-4cb3-b235-563fbb14cf33 tempest-LiveMigrationNegativeTest-1997266940 tempest-LiveMigrationNegativeTest-1997266940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:32.928141 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] get_ports_and_sgs() called for port_ids ['93fde9f8-9031-404f-943c-8e72b996505f', '018b8dba-5101-4e8f-9864-352583eaa07d'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:16:32.937794 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f12d35-a3fd-4cb3-b235-563fbb14cf33 tempest-LiveMigrationNegativeTest-1997266940 tempest-LiveMigrationNegativeTest-1997266940-project] Pushing event deleted for resources: {'Port': ['ID=018b8dba-5101-4e8f-9864-352583eaa07d,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:33.023839 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-16e19132-a3d4-48cf-861d-edf92ae0bfe7 req-11f12d35-a3fd-4cb3-b235-563fbb14cf33 tempest-LiveMigrationNegativeTest-1997266940 tempest-LiveMigrationNegativeTest-1997266940-project] No DVR routers for this DVR port 018b8dba-5101-4e8f-9864-352583eaa07d on host n-h1-779913-29 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:16:33.032885 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-16e19132-a3d4-48cf-861d-edf92ae0bfe7 req-11f12d35-a3fd-4cb3-b235-563fbb14cf33 tempest-LiveMigrationNegativeTest-1997266940 tempest-LiveMigrationNegativeTest-1997266940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:33.035906 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-16e19132-a3d4-48cf-861d-edf92ae0bfe7 req-11f12d35-a3fd-4cb3-b235-563fbb14cf33 tempest-LiveMigrationNegativeTest-1997266940 tempest-LiveMigrationNegativeTest-1997266940-project] 10.222.0.65 "DELETE /v2.0/ports/018b8dba-5101-4e8f-9864-352583eaa07d HTTP/1.1" status: 204 len: 173 time: 0.8459916 Jul 14 09:16:33.036476 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf2e0952-6160-4006-b681-dbf55cdb0673', 'name': 'network-vif-deleted', 'tag': '018b8dba-5101-4e8f-9864-352583eaa07d'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:16:33.040182 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4be2e8c5-1de1-482c-9e56-2424e6140da0" -d '{"events": [{"server_uuid": "cf2e0952-6160-4006-b681-dbf55cdb0673", "name": "network-vif-deleted", "tag": "018b8dba-5101-4e8f-9864-352583eaa07d"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:16:33.462820 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-01c2f83b-f20a-4de5-8e7e-b504413e9081 req-abeeb509-c40b-4cf4-9182-350ec6beb784 tempest-LiveMigrationNegativeTest-1997266940 tempest-LiveMigrationNegativeTest-1997266940-project] 10.222.0.68 "GET /v2.0/ports?device_id=cf2e0952-6160-4006-b681-dbf55cdb0673 HTTP/1.1" status: 200 len: 210 time: 0.0284009 Jul 14 09:16:33.516983 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:16:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c544ecf-88e1-439c-9997-015b5e1144b1 x-openstack-request-id: req-2c544ecf-88e1-439c-9997-015b5e1144b1 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:16:33.517277 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf2e0952-6160-4006-b681-dbf55cdb0673", "name": "network-vif-deleted", "tag": "018b8dba-5101-4e8f-9864-352583eaa07d", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:16:33.517599 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-2c544ecf-88e1-439c-9997-015b5e1144b1 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:16:33.518004 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf2e0952-6160-4006-b681-dbf55cdb0673', 'name': 'network-vif-deleted', 'tag': '018b8dba-5101-4e8f-9864-352583eaa07d', 'status': 'completed', 'code': 200} Jul 14 09:16:33.537267 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.agents_db [None req-3c3509fb-540d-4335-a450-574895dd3602 None None] Agent healthcheck: found 7 active agents {{(pid=93960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:16:33.680012 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c692b8-3116-47e2-85ce-79f4625c03a8 req-263c4096-078f-4d91-8a8a-6404891a79cd tempest-ServersAdminNegativeTestJSON-1399855934 tempest-ServersAdminNegativeTestJSON-1399855934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:33.688151 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-57c692b8-3116-47e2-85ce-79f4625c03a8 req-263c4096-078f-4d91-8a8a-6404891a79cd tempest-ServersAdminNegativeTestJSON-1399855934 tempest-ServersAdminNegativeTestJSON-1399855934-project] 10.222.0.68 "GET /v2.0/ports?device_id=8c2dd031-7f06-4878-abfe-7fa9c9ea796e HTTP/1.1" status: 200 len: 947 time: 0.0790710 Jul 14 09:16:33.745223 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-57c692b8-3116-47e2-85ce-79f4625c03a8 req-7844ab3f-1baf-4d3c-9a8d-9ed852990619 tempest-ServersAdminNegativeTestJSON-1399855934 tempest-ServersAdminNegativeTestJSON-1399855934-project] 10.222.0.68 "GET /v2.0/security-groups?id=12cec5c4-9898-4269-a307-518d62ed3fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558274 Jul 14 09:16:33.981915 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 8641363b-3a0e-49a5-8510-4158be37c4c6 details requested by agent hyperv_n-h2-779913-29 with host n-h2-779913-29 {{(pid=93959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:16:34.010695 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8eeb4c-0ace-4041-9172-360430d8717e req-f54e2972-00e2-4174-98f7-8203520b5ef4 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:34.019521 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-4d8eeb4c-0ace-4041-9172-360430d8717e req-f54e2972-00e2-4174-98f7-8203520b5ef4 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/ports?device_id=611c1b28-c22b-43c2-aa46-15cef6f6cd26 HTTP/1.1" status: 200 len: 950 time: 0.1094601 Jul 14 09:16:34.079220 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-4d8eeb4c-0ace-4041-9172-360430d8717e req-52ede3f1-473f-4fb7-b4b1-def0d94a44da tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/security-groups?id=93b55648-4dd6-4852-bb99-9aa842ab19a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567918 Jul 14 09:16:34.111998 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 8641363b-3a0e-49a5-8510-4158be37c4c6, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=8641363b-3a0e-49a5-8510-4158be37c4c6,segment=NetworkSegment(8f1c1422-de6c-445f-ab95-4e2c94585b2b),segment_id=8f1c1422-de6c-445f-ab95-4e2c94585b2b)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:16:34.136203 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Returning: {'device': '8641363b-3a0e-49a5-8510-4158be37c4c6', 'network_id': '2244f7a1-04bd-42cd-9e86-31839b46f57f', 'port_id': '8641363b-3a0e-49a5-8510-4158be37c4c6', 'mac_address': 'fa:16:3e:0f:f3:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 724, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85060e65-3b2f-4a6c-a04c-ce849daa5b3b', 'ip_address': '192.168.233.38'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:16:34.184264 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:34.202269 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8641363b-3a0e-49a5-8510-4158be37c4c6 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:16:34.234926 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 8641363b-3a0e-49a5-8510-4158be37c4c6, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=8641363b-3a0e-49a5-8510-4158be37c4c6,segment=NetworkSegment(8f1c1422-de6c-445f-ab95-4e2c94585b2b),segment_id=8f1c1422-de6c-445f-ab95-4e2c94585b2b)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:16:34.241133 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:34.300799 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Pushing event updated for resources: {'Port': ['ID=8641363b-3a0e-49a5-8510-4158be37c4c6,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:34.558285 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] get_ports_and_sgs() called for port_ids ['8641363b-3a0e-49a5-8510-4158be37c4c6'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:16:34.573547 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 35568) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:34.774790 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 35584) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:34.818628 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-7c0f7e18-1604-4f27-9af3-8857abeb6e8b admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1825414716-network', 'tenant_id': '693039a9031c4718ab71870c2e8c0097'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:16:34.850243 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c0f7e18-1604-4f27-9af3-8857abeb6e8b admin admin] Made reservation on behalf of 693039a9031c4718ab71870c2e8c0097 for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:16:34.856202 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7c0f7e18-1604-4f27-9af3-8857abeb6e8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:34.867845 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7c0f7e18-1604-4f27-9af3-8857abeb6e8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:34.870838 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-5cd22cd3-fffa-43d6-8b02-b98614dd5643 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-363841589-network', 'tenant_id': '7106393f864d424cbb37d8910f9a40b9'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:16:34.888595 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.db.api [None req-7c0f7e18-1604-4f27-9af3-8857abeb6e8b admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 14 09:16:34.888595 n-d-779913-29 neutron-server[93958]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 14 09:16:34.888595 n-d-779913-29 neutron-server[93958]: [parameters: {'project_id_1': '693039a9031c4718ab71870c2e8c0097', 'expiration_1': datetime.datetime(2021, 7, 14, 9, 16, 34, 879619)}] Jul 14 09:16:34.888595 n-d-779913-29 neutron-server[93958]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93958) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 09:16:34.889070 n-d-779913-29 neutron-server[93958]: DEBUG oslo_db.api [None req-7c0f7e18-1604-4f27-9af3-8857abeb6e8b admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 09:16:34.897373 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cd22cd3-fffa-43d6-8b02-b98614dd5643 admin admin] Made reservation on behalf of 7106393f864d424cbb37d8910f9a40b9 for: {'network': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:16:34.900979 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5cd22cd3-fffa-43d6-8b02-b98614dd5643 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for network, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:34.910412 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5cd22cd3-fffa-43d6-8b02-b98614dd5643 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:35.004689 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5cd22cd3-fffa-43d6-8b02-b98614dd5643 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:35.011371 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5cd22cd3-fffa-43d6-8b02-b98614dd5643 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:35.061606 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5cd22cd3-fffa-43d6-8b02-b98614dd5643 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 717} {{(pid=93957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:16:35.080962 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd22cd3-fffa-43d6-8b02-b98614dd5643 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fa97f2f-f617-45f3-9331-b542b3f62cec,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:35.084988 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5cd22cd3-fffa-43d6-8b02-b98614dd5643 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:35.085574 n-d-779913-29 neutron-server[93957]: INFO neutron.db.segments_db [None req-5cd22cd3-fffa-43d6-8b02-b98614dd5643 admin admin] Added segment becdfe35-a9ff-4f14-9744-544114c40ea3 of type vlan for network 9b8a6edc-bbae-47ce-bda0-fb444fc735c0 Jul 14 09:16:35.144621 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5cd22cd3-fffa-43d6-8b02-b98614dd5643 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735687821325'] for network, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:35.147402 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [req-ea1094f8-2634-4261-83c2-29d17c2d8f53 req-cf28e58a-2cef-4bd1-a083-cc95066c5574 tempest-LiveAutoBlockMigrationV225Test-648529105 tempest-LiveAutoBlockMigrationV225Test-648529105-project-admin] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=93958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:16:35.148592 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ea1094f8-2634-4261-83c2-29d17c2d8f53 req-cf28e58a-2cef-4bd1-a083-cc95066c5574 tempest-LiveAutoBlockMigrationV225Test-648529105 tempest-LiveAutoBlockMigrationV225Test-648529105-project-admin] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0756357 Jul 14 09:16:35.158338 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [req-ea1094f8-2634-4261-83c2-29d17c2d8f53 req-4afbc154-a920-4741-9c60-8aa5e583cc78 service neutron] Request body: {'binding': {'host': 'n-h2-779913-29', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:16:35.158861 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [req-ea1094f8-2634-4261-83c2-29d17c2d8f53 req-4afbc154-a920-4741-9c60-8aa5e583cc78 service neutron] Unknown quota resources ['binding']. {{(pid=93958) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 14 09:16:35.191422 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5cd22cd3-fffa-43d6-8b02-b98614dd5643 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855'] for network, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:35.193255 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cd22cd3-fffa-43d6-8b02-b98614dd5643 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:35.194066 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5cd22cd3-fffa-43d6-8b02-b98614dd5643 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for network, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:35.248258 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-5cd22cd3-fffa-43d6-8b02-b98614dd5643 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.4678395 Jul 14 09:16:35.249162 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 35598) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:35.256420 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-feb057ba-d0a8-42cf-902f-1ebc9a57968c admin admin] Request body: {'subnet': {'network_id': '9b8a6edc-bbae-47ce-bda0-fb444fc735c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-363841589-subnet', 'tenant_id': '7106393f864d424cbb37d8910f9a40b9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:16:35.260076 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd22cd3-fffa-43d6-8b02-b98614dd5643 admin admin] Pushing event updated for resources: {'Network': ['ID=9b8a6edc-bbae-47ce-bda0-fb444fc735c0,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:35.270886 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Network 9b8a6edc-bbae-47ce-bda0-fb444fc735c0 details requested by agent ovs-agent-n-d-779913-29 with host n-d-779913-29 {{(pid=93959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:16:35.320005 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feb057ba-d0a8-42cf-902f-1ebc9a57968c admin admin] Made reservation on behalf of 7106393f864d424cbb37d8910f9a40b9 for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:16:35.323439 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-feb057ba-d0a8-42cf-902f-1ebc9a57968c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16714600'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:35.397404 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7c0f7e18-1604-4f27-9af3-8857abeb6e8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:35.511754 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-ea1094f8-2634-4261-83c2-29d17c2d8f53 req-4afbc154-a920-4741-9c60-8aa5e583cc78 service neutron] Attempting to bind port aab7bb30-8d5d-4d47-b33f-ff650cfffb9e on host n-h2-779913-29 for vnic_type normal with profile None {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:16:35.512220 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-ea1094f8-2634-4261-83c2-29d17c2d8f53 req-4afbc154-a920-4741-9c60-8aa5e583cc78 service neutron] Attempting to bind port aab7bb30-8d5d-4d47-b33f-ff650cfffb9e by drivers openvswitch,hyperv on host n-h2-779913-29 at level 0 using segments [{'id': '4f3a0541-e6cd-42f5-92f6-5d961c2f621f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'e7cb481e-49dc-464e-b748-d3d2c45f69f9'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:16:35.512408 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c65a959-27b7-4b91-bf2f-9ac42c7a4785 req-ae3b8527-b5f7-4cd2-8072-e165a1502cd9 tempest-ServersAdminNegativeTestJSON-1399855934 tempest-ServersAdminNegativeTestJSON-1399855934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:35.512683 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea1094f8-2634-4261-83c2-29d17c2d8f53 req-4afbc154-a920-4741-9c60-8aa5e583cc78 service neutron] Attempting to bind port aab7bb30-8d5d-4d47-b33f-ff650cfffb9e on network e7cb481e-49dc-464e-b748-d3d2c45f69f9 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:16:35.514171 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-9c65a959-27b7-4b91-bf2f-9ac42c7a4785 req-ae3b8527-b5f7-4cd2-8072-e165a1502cd9 tempest-ServersAdminNegativeTestJSON-1399855934 tempest-ServersAdminNegativeTestJSON-1399855934-project] 10.222.0.68 "GET /v2.0/ports?device_id=8c2dd031-7f06-4878-abfe-7fa9c9ea796e HTTP/1.1" status: 200 len: 948 time: 0.0674102 Jul 14 09:16:35.534440 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea1094f8-2634-4261-83c2-29d17c2d8f53 req-4afbc154-a920-4741-9c60-8aa5e583cc78 service neutron] Port aab7bb30-8d5d-4d47-b33f-ff650cfffb9e on network e7cb481e-49dc-464e-b748-d3d2c45f69f9 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-29 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:16:35.534891 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea1094f8-2634-4261-83c2-29d17c2d8f53 req-4afbc154-a920-4741-9c60-8aa5e583cc78 service neutron] Attempting to bind port aab7bb30-8d5d-4d47-b33f-ff650cfffb9e on network e7cb481e-49dc-464e-b748-d3d2c45f69f9 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:16:35.556539 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea1094f8-2634-4261-83c2-29d17c2d8f53 req-4afbc154-a920-4741-9c60-8aa5e583cc78 service neutron] Checking agent: {'id': '013e4a3b-a634-47b8-b6a5-1a25109b73fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 13, 13), 'started_at': datetime.datetime(2021, 7, 14, 9, 13, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 16, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:16:35.556755 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-9c65a959-27b7-4b91-bf2f-9ac42c7a4785 req-5ee4376a-ef94-444c-a78d-c68726fb4c08 tempest-ServersAdminNegativeTestJSON-1399855934 tempest-ServersAdminNegativeTestJSON-1399855934-project] 10.222.0.68 "GET /v2.0/security-groups?id=12cec5c4-9898-4269-a307-518d62ed3fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351300 Jul 14 09:16:35.556915 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea1094f8-2634-4261-83c2-29d17c2d8f53 req-4afbc154-a920-4741-9c60-8aa5e583cc78 service neutron] Checking segment: {'id': '4f3a0541-e6cd-42f5-92f6-5d961c2f621f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'e7cb481e-49dc-464e-b748-d3d2c45f69f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:16:35.557452 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea1094f8-2634-4261-83c2-29d17c2d8f53 req-4afbc154-a920-4741-9c60-8aa5e583cc78 service neutron] Bound using segment: {'id': '4f3a0541-e6cd-42f5-92f6-5d961c2f621f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'e7cb481e-49dc-464e-b748-d3d2c45f69f9'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:16:35.558150 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-ea1094f8-2634-4261-83c2-29d17c2d8f53 req-4afbc154-a920-4741-9c60-8aa5e583cc78 service neutron] Bound port: aab7bb30-8d5d-4d47-b33f-ff650cfffb9e, host: n-h2-779913-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f3a0541-e6cd-42f5-92f6-5d961c2f621f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'e7cb481e-49dc-464e-b748-d3d2c45f69f9'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:16:35.751687 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40aea8b-1404-4f20-9464-a629eca764de req-020be952-2c45-46d0-b4f3-3bb0dadacb25 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:35.753177 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f40aea8b-1404-4f20-9464-a629eca764de req-020be952-2c45-46d0-b4f3-3bb0dadacb25 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/ports?device_id=611c1b28-c22b-43c2-aa46-15cef6f6cd26 HTTP/1.1" status: 200 len: 950 time: 0.0686319 Jul 14 09:16:35.792539 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f40aea8b-1404-4f20-9464-a629eca764de req-cb251618-6b36-4efd-9031-f6e839b07ed9 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/security-groups?id=93b55648-4dd6-4852-bb99-9aa842ab19a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328181 Jul 14 09:16:35.814672 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-ea1094f8-2634-4261-83c2-29d17c2d8f53 req-4afbc154-a920-4741-9c60-8aa5e583cc78 service neutron] For port aab7bb30-8d5d-4d47-b33f-ff650cfffb9e, host n-h2-779913-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=aab7bb30-8d5d-4d47-b33f-ff650cfffb9e,segment=NetworkSegment(4f3a0541-e6cd-42f5-92f6-5d961c2f621f),segment_id=4f3a0541-e6cd-42f5-92f6-5d961c2f621f)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:16:35.830407 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-ea1094f8-2634-4261-83c2-29d17c2d8f53 req-4afbc154-a920-4741-9c60-8aa5e583cc78 service neutron] Notify callbacks [] for binding, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:35.831723 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ea1094f8-2634-4261-83c2-29d17c2d8f53 req-4afbc154-a920-4741-9c60-8aa5e583cc78 service neutron] 10.222.0.68 "POST /v2.0/ports/aab7bb30-8d5d-4d47-b33f-ff650cfffb9e/bindings HTTP/1.1" status: 201 len: 390 time: 0.6770201 Jul 14 09:16:35.861988 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7c0f7e18-1604-4f27-9af3-8857abeb6e8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:35.867562 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7c0f7e18-1604-4f27-9af3-8857abeb6e8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:35.873387 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-feb057ba-d0a8-42cf-902f-1ebc9a57968c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13573993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16714586'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:35.944459 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c0f7e18-1604-4f27-9af3-8857abeb6e8b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 713} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:16:35.965897 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7c0f7e18-1604-4f27-9af3-8857abeb6e8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:35.966257 n-d-779913-29 neutron-server[93958]: INFO neutron.db.segments_db [None req-7c0f7e18-1604-4f27-9af3-8857abeb6e8b admin admin] Added segment 01d3a1cb-0c03-4cf6-93ad-80731b093c35 of type vlan for network d5b4013b-42cf-4baf-b88c-1346c6034b92 Jul 14 09:16:35.967901 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0f7e18-1604-4f27-9af3-8857abeb6e8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8da2148-7624-4a90-b3c9-da5e32e7a224,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:35.977226 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb057ba-d0a8-42cf-902f-1ebc9a57968c admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ea73f7d-9594-449c-9c84-8c744576418b,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:35.994179 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 8641363b-3a0e-49a5-8510-4158be37c4c6 up at agent hyperv_n-h2-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:16:36.042942 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb057ba-d0a8-42cf-902f-1ebc9a57968c admin admin] Checking segment: {'id': 'becdfe35-a9ff-4f14-9744-544114c40ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '9b8a6edc-bbae-47ce-bda0-fb444fc735c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:16:36.043331 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feb057ba-d0a8-42cf-902f-1ebc9a57968c admin admin] Network hostable DHCP agents. Network: 9b8a6edc-bbae-47ce-bda0-fb444fc735c0, hostable agents: ['c6a09bd4-f72e-4283-a3ca-0bbca8a51081'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:16:36.060196 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7c0f7e18-1604-4f27-9af3-8857abeb6e8b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735687821325'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:36.090070 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089666a3-99cf-4185-8482-ea72b86c0fe9 req-38b53f97-a7e0-469e-b309-c97cced54378 tempest-LiveMigrationNegativeTest-1997266940 tempest-LiveMigrationNegativeTest-1997266940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:36.091626 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Provisioning for port 8641363b-3a0e-49a5-8510-4158be37c4c6 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:16:36.091817 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-089666a3-99cf-4185-8482-ea72b86c0fe9 req-38b53f97-a7e0-469e-b309-c97cced54378 tempest-LiveMigrationNegativeTest-1997266940 tempest-LiveMigrationNegativeTest-1997266940-project] 10.222.0.68 "GET /v2.0/ports?device_id=d80263ee-25b8-45a5-8b60-532b80cae955 HTTP/1.1" status: 200 len: 970 time: 0.1071074 Jul 14 09:16:36.096311 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feb057ba-d0a8-42cf-902f-1ebc9a57968c admin admin] Network 9b8a6edc-bbae-47ce-bda0-fb444fc735c0 is scheduled to be hosted by DHCP agent c6a09bd4-f72e-4283-a3ca-0bbca8a51081 with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:16:36.096895 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Provisioning complete for port 8641363b-3a0e-49a5-8510-4158be37c4c6 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:16:36.097276 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:36.110010 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-feb057ba-d0a8-42cf-902f-1ebc9a57968c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-29, 9b8a6edc-bbae-47ce-bda0-fb444fc735c0) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:16:36.116287 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feb057ba-d0a8-42cf-902f-1ebc9a57968c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:36.117176 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-feb057ba-d0a8-42cf-902f-1ebc9a57968c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:36.130016 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7c0f7e18-1604-4f27-9af3-8857abeb6e8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:36.131207 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c0f7e18-1604-4f27-9af3-8857abeb6e8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:36.131805 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7c0f7e18-1604-4f27-9af3-8857abeb6e8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:36.147221 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-feb057ba-d0a8-42cf-902f-1ebc9a57968c admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.8964627 Jul 14 09:16:36.167808 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-089666a3-99cf-4185-8482-ea72b86c0fe9 req-6995cdc7-3148-47c5-a1e4-80f39a489c48 tempest-LiveMigrationNegativeTest-1997266940 tempest-LiveMigrationNegativeTest-1997266940-project] 10.222.0.68 "GET /v2.0/security-groups?id=e39688f0-61de-4c8a-9f4f-c08fcddf2800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584686 Jul 14 09:16:36.209697 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffc3f7b2-403f-46f4-b3cb-24d0ed275ef3 None None] Network 9b8a6edc-bbae-47ce-bda0-fb444fc735c0 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:16:36.219516 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-7c0f7e18-1604-4f27-9af3-8857abeb6e8b admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.6445048 Jul 14 09:16:36.220454 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0f7e18-1604-4f27-9af3-8857abeb6e8b admin admin] Pushing event updated for resources: {'Network': ['ID=d5b4013b-42cf-4baf-b88c-1346c6034b92,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:36.222728 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 35616) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:36.229520 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-f5461aab-0c35-40d8-9820-9dddab13b229 admin admin] Request body: {'subnet': {'network_id': 'd5b4013b-42cf-4baf-b88c-1346c6034b92', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1825414716-subnet', 'tenant_id': '693039a9031c4718ab71870c2e8c0097', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:16:36.268238 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5461aab-0c35-40d8-9820-9dddab13b229 admin admin] Made reservation on behalf of 693039a9031c4718ab71870c2e8c0097 for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:16:36.272848 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f5461aab-0c35-40d8-9820-9dddab13b229 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16714600'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:36.325043 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1094f8-2634-4261-83c2-29d17c2d8f53 req-20716764-c064-447b-8686-831f41a1d8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:36.327243 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ea1094f8-2634-4261-83c2-29d17c2d8f53 req-20716764-c064-447b-8686-831f41a1d8d3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e14af975015c4397b9da2a89a906dfc2&device_id=2719b879-abb1-4c54-98f8-1863e426ed31 HTTP/1.1" status: 200 len: 1097 time: 0.1544795 Jul 14 09:16:36.331631 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Network d5b4013b-42cf-4baf-b88c-1346c6034b92 details requested by agent ovs-agent-n-d-779913-29 with host n-d-779913-29 {{(pid=93959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:16:36.500240 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71910590-da3c-4a22-9a2d-a35b784920f8 None None] Network 9b8a6edc-bbae-47ce-bda0-fb444fc735c0 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:16:36.511833 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1094f8-2634-4261-83c2-29d17c2d8f53 req-476f19af-361e-4fb7-bc92-1d452a78410e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:36.513666 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ea1094f8-2634-4261-83c2-29d17c2d8f53 req-476f19af-361e-4fb7-bc92-1d452a78410e service neutron] 10.222.0.57 "GET /v2.0/networks?id=e7cb481e-49dc-464e-b748-d3d2c45f69f9 HTTP/1.1" status: 200 len: 921 time: 0.1694367 Jul 14 09:16:36.564743 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:36.582044 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5188e963-88ae-461b-8ddd-afc2d95332d5 req-f435432d-9a40-47b8-9978-f9eb967e2e5c tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:36.583916 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-5188e963-88ae-461b-8ddd-afc2d95332d5 req-f435432d-9a40-47b8-9978-f9eb967e2e5c tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] 10.222.0.68 "GET /v2.0/ports?device_id=2719b879-abb1-4c54-98f8-1863e426ed31 HTTP/1.1" status: 200 len: 945 time: 0.1787825 Jul 14 09:16:36.602991 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ea1094f8-2634-4261-83c2-29d17c2d8f53 req-021930d1-aa8e-4107-bc96-1a75f0f86be8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aab7bb30-8d5d-4d47-b33f-ff650cfffb9e HTTP/1.1" status: 200 len: 217 time: 0.0812993 Jul 14 09:16:36.626327 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 8641363b-3a0e-49a5-8510-4158be37c4c6, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=8641363b-3a0e-49a5-8510-4158be37c4c6,segment=NetworkSegment(8f1c1422-de6c-445f-ab95-4e2c94585b2b),segment_id=8f1c1422-de6c-445f-ab95-4e2c94585b2b)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:16:36.633339 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f5461aab-0c35-40d8-9820-9dddab13b229 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13573993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16714586'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:36.688456 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c2dd031-7f06-4878-abfe-7fa9c9ea796e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8641363b-3a0e-49a5-8510-4158be37c4c6'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:16:36.691612 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd62303f06773040a8a4e189dc46b4f565768c299abf8ab8e7739778b0bc3e97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28452d23-a2c1-49f8-9ce9-29dcace6dd30" -d '{"events": [{"server_uuid": "8c2dd031-7f06-4878-abfe-7fa9c9ea796e", "name": "network-vif-plugged", "status": "completed", "tag": "8641363b-3a0e-49a5-8510-4158be37c4c6"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:16:36.712439 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:36.713239 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1094f8-2634-4261-83c2-29d17c2d8f53 req-68326528-8054-4425-8458-edce3115dbc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:36.719685 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ea1094f8-2634-4261-83c2-29d17c2d8f53 req-68326528-8054-4425-8458-edce3115dbc4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a1f8d7cc-d5f0-4ac4-b550-493e46cf12fc HTTP/1.1" status: 200 len: 860 time: 0.1059523 Jul 14 09:16:36.756115 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ea1094f8-2634-4261-83c2-29d17c2d8f53 req-a67dcc67-f09e-4a81-8d87-91a13890f110 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e7cb481e-49dc-464e-b748-d3d2c45f69f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327387 Jul 14 09:16:36.810858 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-5188e963-88ae-461b-8ddd-afc2d95332d5 req-47651a56-b954-4ac6-9b2a-4830780fd801 tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] 10.222.0.68 "GET /v2.0/security-groups?id=7bf941d0-4fab-41ec-a174-078829fdb488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2160687 Jul 14 09:16:36.823217 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Pushing event updated for resources: {'Port': ['ID=8641363b-3a0e-49a5-8510-4158be37c4c6,revision_number=5']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:36.863786 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5461aab-0c35-40d8-9820-9dddab13b229 admin admin] Checking segment: {'id': '01d3a1cb-0c03-4cf6-93ad-80731b093c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'd5b4013b-42cf-4baf-b88c-1346c6034b92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:16:36.864315 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5461aab-0c35-40d8-9820-9dddab13b229 admin admin] Network hostable DHCP agents. Network: d5b4013b-42cf-4baf-b88c-1346c6034b92, hostable agents: ['c6a09bd4-f72e-4283-a3ca-0bbca8a51081'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:16:36.876467 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5461aab-0c35-40d8-9820-9dddab13b229 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff357304-9a7a-4849-886e-222423635809,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:36.907394 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 35650) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:36.913759 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5461aab-0c35-40d8-9820-9dddab13b229 admin admin] Network d5b4013b-42cf-4baf-b88c-1346c6034b92 is scheduled to be hosted by DHCP agent c6a09bd4-f72e-4283-a3ca-0bbca8a51081 with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:16:36.944645 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-f5461aab-0c35-40d8-9820-9dddab13b229 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-29, d5b4013b-42cf-4baf-b88c-1346c6034b92) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:16:36.954395 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5461aab-0c35-40d8-9820-9dddab13b229 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:36.955435 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f5461aab-0c35-40d8-9820-9dddab13b229 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:37.002133 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-f5461aab-0c35-40d8-9820-9dddab13b229 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.7779071 Jul 14 09:16:37.003257 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 35656) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:37.028022 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-4ed72899-6595-4968-a2fe-9a0b07d0ab44 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1825414716-router', 'tenant_id': '693039a9031c4718ab71870c2e8c0097', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'}}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:16:37.125423 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e79a84-0f52-4f9f-a70e-5105b9351b25 req-674c498a-0294-40bf-8907-f54a6aff2327 tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:37.132052 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c7e79a84-0f52-4f9f-a70e-5105b9351b25 req-674c498a-0294-40bf-8907-f54a6aff2327 tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] 10.222.0.68 "GET /v2.0/networks?id=9b8a6edc-bbae-47ce-bda0-fb444fc735c0 HTTP/1.1" status: 200 len: 804 time: 0.3527224 Jul 14 09:16:37.137894 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ea1094f8-2634-4261-83c2-29d17c2d8f53 req-7f438c74-92ce-4931-8241-da313f2705cf service neutron] 10.222.0.57 "GET /v2.0/networks/e7cb481e-49dc-464e-b748-d3d2c45f69f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3740754 Jul 14 09:16:37.171176 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd9f0ce0-566e-4061-9025-fc631a0c87de None None] Network d5b4013b-42cf-4baf-b88c-1346c6034b92 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:16:37.178812 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-890b443f-e1cb-497e-9ca1-cef6649fa2aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:37.184775 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4ed72899-6595-4968-a2fe-9a0b07d0ab44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-711749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14670'] for router, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:37.187879 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4ed72899-6595-4968-a2fe-9a0b07d0ab44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-711718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-661475', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14679'] for router, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:37.224846 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c7e79a84-0f52-4f9f-a70e-5105b9351b25 req-e0f23de2-b9b5-49c9-a1f4-226f59b434ce tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] 10.222.0.68 "GET /v2.0/quotas/7106393f864d424cbb37d8910f9a40b9 HTTP/1.1" status: 200 len: 375 time: 0.0919104 Jul 14 09:16:37.265830 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cec361-0f20-455c-a3cf-a0af96392259 req-4529a764-6698-4a04-ae57-4124ac2ff245 tempest-LiveMigrationNegativeTest-1997266940 tempest-LiveMigrationNegativeTest-1997266940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:37.268038 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e6cec361-0f20-455c-a3cf-a0af96392259 req-4529a764-6698-4a04-ae57-4124ac2ff245 tempest-LiveMigrationNegativeTest-1997266940 tempest-LiveMigrationNegativeTest-1997266940-project] 10.222.0.65 "GET /v2.0/ports?device_id=d80263ee-25b8-45a5-8b60-532b80cae955 HTTP/1.1" status: 200 len: 970 time: 0.2297275 Jul 14 09:16:37.283404 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92664f0-9130-47e7-8f2c-0c71270382c3 req-d451b5b1-94e9-48bb-89fd-bef2f66e2799 tempest-ServersAdminNegativeTestJSON-1399855934 tempest-ServersAdminNegativeTestJSON-1399855934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:37.284566 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d92664f0-9130-47e7-8f2c-0c71270382c3 req-d451b5b1-94e9-48bb-89fd-bef2f66e2799 tempest-ServersAdminNegativeTestJSON-1399855934 tempest-ServersAdminNegativeTestJSON-1399855934-project] 10.222.0.68 "GET /v2.0/ports?device_id=8c2dd031-7f06-4878-abfe-7fa9c9ea796e HTTP/1.1" status: 200 len: 949 time: 0.2523911 Jul 14 09:16:37.332845 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ea1094f8-2634-4261-83c2-29d17c2d8f53 req-50bb7ea0-f0b4-4b9a-a605-d9950ab1e4ac service neutron] 10.222.0.57 "GET /v2.0/networks/e7cb481e-49dc-464e-b748-d3d2c45f69f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1865680 Jul 14 09:16:37.336332 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 018b8dba-5101-4e8f-9864-352583eaa07d no longer exists at agent hyperv_n-h1-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:16:37.362518 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c7e79a84-0f52-4f9f-a70e-5105b9351b25 req-7ef255f4-427c-47b3-938c-5f14880e64b9 tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=7106393f864d424cbb37d8910f9a40b9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1187751 Jul 14 09:16:37.364394 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] No Port match for: 018b8dba-5101-4e8f-9864-352583eaa07d {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:16:37.364747 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 018b8dba-5101-4e8f-9864-352583eaa07d not bound to the agent host n-h1-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:16:37.383709 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4ed72899-6595-4968-a2fe-9a0b07d0ab44 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:37.417240 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7175c22e-afd3-4987-8e5d-51455cf2cf0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf57baaa9-fd24-59f4-8fd2-1dc21122ce72-d5b4013b-42cf-4baf-b88c-1346c6034b92', 'network_id': 'd5b4013b-42cf-4baf-b88c-1346c6034b92', 'tenant_id': '693039a9031c4718ab71870c2e8c0097', 'fixed_ips': [{'subnet_id': 'ff357304-9a7a-4849-886e-222423635809'}]}} from n-d-779913-29. {{(pid=93959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:16:37.418524 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7175c22e-afd3-4987-8e5d-51455cf2cf0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:37.429524 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d92664f0-9130-47e7-8f2c-0c71270382c3 req-791b3c19-bc4e-4937-ab41-aec96021a976 tempest-ServersAdminNegativeTestJSON-1399855934 tempest-ServersAdminNegativeTestJSON-1399855934-project] 10.222.0.68 "GET /v2.0/security-groups?id=12cec5c4-9898-4269-a307-518d62ed3fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377134 Jul 14 09:16:37.551821 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:16:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45eb4dc5-e638-48a2-a402-cb52b129df78 x-openstack-request-id: req-45eb4dc5-e638-48a2-a402-cb52b129df78 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:16:37.552216 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c2dd031-7f06-4878-abfe-7fa9c9ea796e", "name": "network-vif-plugged", "status": "completed", "tag": "8641363b-3a0e-49a5-8510-4158be37c4c6", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:16:37.552378 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-45eb4dc5-e638-48a2-a402-cb52b129df78 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:16:37.552901 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c2dd031-7f06-4878-abfe-7fa9c9ea796e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8641363b-3a0e-49a5-8510-4158be37c4c6', 'code': 200} Jul 14 09:16:37.565886 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [req-e6cec361-0f20-455c-a3cf-a0af96392259 req-a4238db3-07e1-412c-86d5-87dc051d3661 tempest-LiveMigrationNegativeTest-1997266940 tempest-LiveMigrationNegativeTest-1997266940-project] Deleting port 93fde9f8-9031-404f-943c-8e72b996505f {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:16:37.568146 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-e6cec361-0f20-455c-a3cf-a0af96392259 req-a4238db3-07e1-412c-86d5-87dc051d3661 tempest-LiveMigrationNegativeTest-1997266940 tempest-LiveMigrationNegativeTest-1997266940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:37.652277 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4ed72899-6595-4968-a2fe-9a0b07d0ab44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-661489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-711771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12973'] for router, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:37.701295 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-7175c22e-afd3-4987-8e5d-51455cf2cf0e None None] Allocated IP 172.20.0.2 (d5b4013b-42cf-4baf-b88c-1346c6034b92/ff357304-9a7a-4849-886e-222423635809/c2cfaa98-75d6-4d8c-96ad-1b0f67576b94) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:16:37.740473 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-890b443f-e1cb-497e-9ca1-cef6649fa2aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:37.755004 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-890b443f-e1cb-497e-9ca1-cef6649fa2aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:37.905377 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [req-c7e79a84-0f52-4f9f-a70e-5105b9351b25 req-d4b550b2-dc6c-459e-b452-d8903e54fa8e service neutron] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=93957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:16:37.906848 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c7e79a84-0f52-4f9f-a70e-5105b9351b25 req-d4b550b2-dc6c-459e-b452-d8903e54fa8e service neutron] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3873389 Jul 14 09:16:37.982999 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7175c22e-afd3-4987-8e5d-51455cf2cf0e None None] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:37.992975 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-7175c22e-afd3-4987-8e5d-51455cf2cf0e None None] Transition to ACTIVE for port object c2cfaa98-75d6-4d8c-96ad-1b0f67576b94 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:16:38.013258 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-7175c22e-afd3-4987-8e5d-51455cf2cf0e None None] Transition to ACTIVE for port object c2cfaa98-75d6-4d8c-96ad-1b0f67576b94 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:16:38.025799 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7175c22e-afd3-4987-8e5d-51455cf2cf0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:38.089899 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-e6cec361-0f20-455c-a3cf-a0af96392259 req-a4238db3-07e1-412c-86d5-87dc051d3661 tempest-LiveMigrationNegativeTest-1997266940 tempest-LiveMigrationNegativeTest-1997266940-project] For port 93fde9f8-9031-404f-943c-8e72b996505f, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=93fde9f8-9031-404f-943c-8e72b996505f,segment=NetworkSegment(8f1c1422-de6c-445f-ab95-4e2c94585b2b),segment_id=8f1c1422-de6c-445f-ab95-4e2c94585b2b)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:16:38.090264 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-e6cec361-0f20-455c-a3cf-a0af96392259 req-a4238db3-07e1-412c-86d5-87dc051d3661 tempest-LiveMigrationNegativeTest-1997266940 tempest-LiveMigrationNegativeTest-1997266940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:38.091528 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890b443f-e1cb-497e-9ca1-cef6649fa2aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0f536f3-15cb-45af-8e68-6cf242b46061,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:38.101717 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7175c22e-afd3-4987-8e5d-51455cf2cf0e None None] Network d5b4013b-42cf-4baf-b88c-1346c6034b92 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:16:38.112089 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-7175c22e-afd3-4987-8e5d-51455cf2cf0e None None] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:16:38.116391 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7175c22e-afd3-4987-8e5d-51455cf2cf0e None None] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:16:38.124315 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [req-e6cec361-0f20-455c-a3cf-a0af96392259 req-a4238db3-07e1-412c-86d5-87dc051d3661 tempest-LiveMigrationNegativeTest-1997266940 tempest-LiveMigrationNegativeTest-1997266940-project] Calling delete_port for 93fde9f8-9031-404f-943c-8e72b996505f owned by compute:tempest-test_az-1414252460 {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:16:38.128677 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-890b443f-e1cb-497e-9ca1-cef6649fa2aa admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=8413ba850e514dcb8cdb207297115606&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2178438 Jul 14 09:16:38.134879 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 35668) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:38.161773 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1094f8-2634-4261-83c2-29d17c2d8f53 req-6ecfb778-0b6f-48d8-bf56-414e6288afcd tempest-LiveAutoBlockMigrationV225Test-648529105 tempest-LiveAutoBlockMigrationV225Test-648529105-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:38.163206 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ea1094f8-2634-4261-83c2-29d17c2d8f53 req-6ecfb778-0b6f-48d8-bf56-414e6288afcd tempest-LiveAutoBlockMigrationV225Test-648529105 tempest-LiveAutoBlockMigrationV225Test-648529105-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=2719b879-abb1-4c54-98f8-1863e426ed31&tenant_id=e14af975015c4397b9da2a89a906dfc2&binding%3Ahost_id=n-h1-779913-29 HTTP/1.1" status: 200 len: 1097 time: 0.2622707 Jul 14 09:16:38.166845 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e857deb3-8349-4d27-a3b5-e934df1f4449 req-64eafae9-ea49-4561-94d8-51c9de76547b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:38.168021 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7175c22e-afd3-4987-8e5d-51455cf2cf0e None None] Pushing event updated for resources: {'Port': ['ID=c2cfaa98-75d6-4d8c-96ad-1b0f67576b94,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:38.168135 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-e857deb3-8349-4d27-a3b5-e934df1f4449 req-64eafae9-ea49-4561-94d8-51c9de76547b service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=8c2dd031-7f06-4878-abfe-7fa9c9ea796e HTTP/1.1" status: 200 len: 1101 time: 0.4939752 Jul 14 09:16:38.170254 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c7e79a84-0f52-4f9f-a70e-5105b9351b25 req-b966e7c1-e8f5-40c7-8fe0-1fb684aa8758 service neutron] 10.222.0.68 "GET /v2.0/networks/9b8a6edc-bbae-47ce-bda0-fb444fc735c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2390645 Jul 14 09:16:38.188977 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-ea1094f8-2634-4261-83c2-29d17c2d8f53 req-bc126c57-7ea0-4d89-bd0b-87a2a1839dfa service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-779913-29'}}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:16:38.212266 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-7175c22e-afd3-4987-8e5d-51455cf2cf0e None None] Attempting to bind port c2cfaa98-75d6-4d8c-96ad-1b0f67576b94 on host n-d-779913-29 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:16:38.212636 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-7175c22e-afd3-4987-8e5d-51455cf2cf0e None None] Attempting to bind port c2cfaa98-75d6-4d8c-96ad-1b0f67576b94 by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': '01d3a1cb-0c03-4cf6-93ad-80731b093c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'd5b4013b-42cf-4baf-b88c-1346c6034b92'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:16:38.212999 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7175c22e-afd3-4987-8e5d-51455cf2cf0e None None] Attempting to bind port c2cfaa98-75d6-4d8c-96ad-1b0f67576b94 on network d5b4013b-42cf-4baf-b88c-1346c6034b92 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:16:38.213662 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783b899b-a762-42ec-9d36-d498d0eb5821 req-249fb563-ec7b-48a3-9d6c-6e58c6aed274 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:38.215229 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-783b899b-a762-42ec-9d36-d498d0eb5821 req-249fb563-ec7b-48a3-9d6c-6e58c6aed274 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/ports?device_id=611c1b28-c22b-43c2-aa46-15cef6f6cd26 HTTP/1.1" status: 200 len: 950 time: 0.4217696 Jul 14 09:16:38.220651 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7175c22e-afd3-4987-8e5d-51455cf2cf0e None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 16, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:16:38.220883 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7175c22e-afd3-4987-8e5d-51455cf2cf0e None None] Checking segment: {'id': '01d3a1cb-0c03-4cf6-93ad-80731b093c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'd5b4013b-42cf-4baf-b88c-1346c6034b92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:16:38.221298 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7175c22e-afd3-4987-8e5d-51455cf2cf0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:38.221722 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7175c22e-afd3-4987-8e5d-51455cf2cf0e None None] Bound using segment: {'id': '01d3a1cb-0c03-4cf6-93ad-80731b093c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'd5b4013b-42cf-4baf-b88c-1346c6034b92'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:16:38.222195 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-7175c22e-afd3-4987-8e5d-51455cf2cf0e None None] Bound port: c2cfaa98-75d6-4d8c-96ad-1b0f67576b94, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01d3a1cb-0c03-4cf6-93ad-80731b093c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'd5b4013b-42cf-4baf-b88c-1346c6034b92'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:16:38.222577 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7175c22e-afd3-4987-8e5d-51455cf2cf0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:38.250194 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-e857deb3-8349-4d27-a3b5-e934df1f4449 req-cd6c8030-4e7e-44dd-8bcb-60f76c91e24f service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=12cec5c4-9898-4269-a307-518d62ed3fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721872 Jul 14 09:16:38.283410 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-783b899b-a762-42ec-9d36-d498d0eb5821 req-92a594c0-27b8-4c19-8e0f-cc790ce901d0 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/security-groups?id=93b55648-4dd6-4852-bb99-9aa842ab19a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564585 Jul 14 09:16:38.294074 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-7175c22e-afd3-4987-8e5d-51455cf2cf0e None None] For port c2cfaa98-75d6-4d8c-96ad-1b0f67576b94, host n-d-779913-29, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:16:38.298283 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-7175c22e-afd3-4987-8e5d-51455cf2cf0e None None] For port c2cfaa98-75d6-4d8c-96ad-1b0f67576b94, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=c2cfaa98-75d6-4d8c-96ad-1b0f67576b94,segment=NetworkSegment(01d3a1cb-0c03-4cf6-93ad-80731b093c35),segment_id=01d3a1cb-0c03-4cf6-93ad-80731b093c35)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:16:38.304593 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7175c22e-afd3-4987-8e5d-51455cf2cf0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:38.370994 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7175c22e-afd3-4987-8e5d-51455cf2cf0e None None] Pushing event updated for resources: {'Port': ['ID=c2cfaa98-75d6-4d8c-96ad-1b0f67576b94,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:38.432872 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4ed72899-6595-4968-a2fe-9a0b07d0ab44 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:38.453145 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4ed72899-6595-4968-a2fe-9a0b07d0ab44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:38.501134 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-44ac4320-bff6-4b9b-b5de-87bf8363aad2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:38.519205 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-ea1094f8-2634-4261-83c2-29d17c2d8f53 req-bc126c57-7ea0-4d89-bd0b-87a2a1839dfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:38.530456 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c7e79a84-0f52-4f9f-a70e-5105b9351b25 req-2a22c7c3-fe1f-4337-9f8c-a207deb2c884 service neutron] 10.222.0.68 "GET /v2.0/networks/9b8a6edc-bbae-47ce-bda0-fb444fc735c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3367174 Jul 14 09:16:38.575062 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-44ac4320-bff6-4b9b-b5de-87bf8363aad2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:38.595972 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-4ed72899-6595-4968-a2fe-9a0b07d0ab44 admin admin] Allocated IP 172.25.4.78 (2dcd4d32-cc7c-4468-b396-7ce5c9231892/6cd22a75-5bc1-467c-a3c4-0af04bd1b34a/0d109e6e-0e02-460f-80ee-f90b06225130) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:16:38.783455 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4ed72899-6595-4968-a2fe-9a0b07d0ab44 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:38.819826 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-e6cec361-0f20-455c-a3cf-a0af96392259 req-a4238db3-07e1-412c-86d5-87dc051d3661 tempest-LiveMigrationNegativeTest-1997266940 tempest-LiveMigrationNegativeTest-1997266940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:38.861835 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] get_ports_and_sgs() called for port_ids ['93fde9f8-9031-404f-943c-8e72b996505f'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:16:38.864091 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-44ac4320-bff6-4b9b-b5de-87bf8363aad2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:38.869332 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-44ac4320-bff6-4b9b-b5de-87bf8363aad2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:38.875347 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-44ac4320-bff6-4b9b-b5de-87bf8363aad2 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/b0f536f3-15cb-45af-8e68-6cf242b46061 HTTP/1.1" status: 204 len: 168 time: 0.7393551 Jul 14 09:16:38.886877 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4ed72899-6595-4968-a2fe-9a0b07d0ab44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:38.912799 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4238db3-07e1-412c-86d5-87dc051d3661 tempest-LiveMigrationNegativeTest-1997266940 tempest-LiveMigrationNegativeTest-1997266940-project] Pushing event deleted for resources: {'Port': ['ID=93fde9f8-9031-404f-943c-8e72b996505f,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:38.968120 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-e05e85c5-fdc4-4846-bf7f-4544d4867cde req-ce080e58-d130-4f9d-a8d7-15d23976adea tempest-LiveMigrationNegativeTest-1997266940 tempest-LiveMigrationNegativeTest-1997266940-project] 10.222.0.68 "GET /v2.0/ports?device_id=d80263ee-25b8-45a5-8b60-532b80cae955 HTTP/1.1" status: 200 len: 210 time: 0.0960333 Jul 14 09:16:38.984621 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ac4320-bff6-4b9b-b5de-87bf8363aad2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0f536f3-15cb-45af-8e68-6cf242b46061,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:39.138143 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6cec361-0f20-455c-a3cf-a0af96392259 req-a4238db3-07e1-412c-86d5-87dc051d3661 tempest-LiveMigrationNegativeTest-1997266940 tempest-LiveMigrationNegativeTest-1997266940-project] No DVR routers for this DVR port 93fde9f8-9031-404f-943c-8e72b996505f on host n-h1-779913-29 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:16:39.149535 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed72899-6595-4968-a2fe-9a0b07d0ab44 admin admin] Pushing event updated for resources: {'Port': ['ID=0d109e6e-0e02-460f-80ee-f90b06225130,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:39.161142 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ed72899-6595-4968-a2fe-9a0b07d0ab44 admin admin] Network 2dcd4d32-cc7c-4468-b396-7ce5c9231892 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:16:39.163305 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-4ed72899-6595-4968-a2fe-9a0b07d0ab44 admin admin] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:16:39.175317 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed72899-6595-4968-a2fe-9a0b07d0ab44 admin admin] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:16:39.224767 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device c2cfaa98-75d6-4d8c-96ad-1b0f67576b94 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:16:39.238294 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-e6cec361-0f20-455c-a3cf-a0af96392259 req-a4238db3-07e1-412c-86d5-87dc051d3661 tempest-LiveMigrationNegativeTest-1997266940 tempest-LiveMigrationNegativeTest-1997266940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:39.251659 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e6cec361-0f20-455c-a3cf-a0af96392259 req-a4238db3-07e1-412c-86d5-87dc051d3661 tempest-LiveMigrationNegativeTest-1997266940 tempest-LiveMigrationNegativeTest-1997266940-project] 10.222.0.65 "DELETE /v2.0/ports/93fde9f8-9031-404f-943c-8e72b996505f HTTP/1.1" status: 204 len: 173 time: 1.9680934 Jul 14 09:16:39.252242 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd80263ee-25b8-45a5-8b60-532b80cae955', 'name': 'network-vif-deleted', 'tag': '93fde9f8-9031-404f-943c-8e72b996505f'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:16:39.254736 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2cf3d22-8a4f-4601-bd9a-b3eaf4dc1f62" -d '{"events": [{"server_uuid": "d80263ee-25b8-45a5-8b60-532b80cae955", "name": "network-vif-deleted", "tag": "93fde9f8-9031-404f-943c-8e72b996505f"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:16:39.303762 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-ea1094f8-2634-4261-83c2-29d17c2d8f53 req-bc126c57-7ea0-4d89-bd0b-87a2a1839dfa service neutron] For port aab7bb30-8d5d-4d47-b33f-ff650cfffb9e, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=aab7bb30-8d5d-4d47-b33f-ff650cfffb9e,segment=NetworkSegment(4f3a0541-e6cd-42f5-92f6-5d961c2f621f),segment_id=4f3a0541-e6cd-42f5-92f6-5d961c2f621f)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:16:39.341225 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1254aca-047b-40d0-aa05-18c074add162 req-4ad79bab-c797-4ed8-b872-d2df10c2f03c tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:39.349545 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f1254aca-047b-40d0-aa05-18c074add162 req-4ad79bab-c797-4ed8-b872-d2df10c2f03c tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] 10.222.0.68 "GET /v2.0/ports?device_id=2719b879-abb1-4c54-98f8-1863e426ed31 HTTP/1.1" status: 200 len: 945 time: 0.2810748 Jul 14 09:16:39.432891 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-ea1094f8-2634-4261-83c2-29d17c2d8f53 req-bc126c57-7ea0-4d89-bd0b-87a2a1839dfa service neutron] For port aab7bb30-8d5d-4d47-b33f-ff650cfffb9e, host n-h1-779913-29, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:16:39.484080 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f1254aca-047b-40d0-aa05-18c074add162 req-0e9bec0e-715a-4c94-9976-7df2da4b85d7 tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] 10.222.0.68 "GET /v2.0/security-groups?id=7bf941d0-4fab-41ec-a174-078829fdb488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334095 Jul 14 09:16:39.507655 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning for port c2cfaa98-75d6-4d8c-96ad-1b0f67576b94 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:16:39.565272 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-ea1094f8-2634-4261-83c2-29d17c2d8f53 req-bc126c57-7ea0-4d89-bd0b-87a2a1839dfa service neutron] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:39.584513 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-ea1094f8-2634-4261-83c2-29d17c2d8f53 req-bc126c57-7ea0-4d89-bd0b-87a2a1839dfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:39.667761 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 35698) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:39.668833 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc126c57-7ea0-4d89-bd0b-87a2a1839dfa service neutron] Pushing event updated for resources: {'Port': ['ID=aab7bb30-8d5d-4d47-b33f-ff650cfffb9e,revision_number=7']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:39.689841 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-60246137-c2d6-4de1-97f5-352cf92f5471 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:39.742371 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5fc00d5c-549a-4b0e-98c1-a534bf3da77d req-6d521268-2e4b-4a91-8a08-20a69d3e1e3e tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] 10.222.0.68 "GET /v2.0/ports?device_id=54ee8264-27af-4439-8dfb-36f97f31dbe4 HTTP/1.1" status: 200 len: 210 time: 0.0752239 Jul 14 09:16:39.848755 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:16:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40215bdf-3f5d-4281-a6f9-94711d8e0297 x-openstack-request-id: req-40215bdf-3f5d-4281-a6f9-94711d8e0297 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:16:39.849183 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d80263ee-25b8-45a5-8b60-532b80cae955", "name": "network-vif-deleted", "tag": "93fde9f8-9031-404f-943c-8e72b996505f", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:16:39.849728 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-40215bdf-3f5d-4281-a6f9-94711d8e0297 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:16:39.853551 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd80263ee-25b8-45a5-8b60-532b80cae955', 'name': 'network-vif-deleted', 'tag': '93fde9f8-9031-404f-943c-8e72b996505f', 'status': 'completed', 'code': 200} Jul 14 09:16:39.873759 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b770cb94-6923-455b-8a9e-d39a6592804c req-6c438634-cd15-4169-a688-7e7b75d567b5 tempest-ServersAdminNegativeTestJSON-1399855934 tempest-ServersAdminNegativeTestJSON-1399855934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:39.882129 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-b770cb94-6923-455b-8a9e-d39a6592804c req-6c438634-cd15-4169-a688-7e7b75d567b5 tempest-ServersAdminNegativeTestJSON-1399855934 tempest-ServersAdminNegativeTestJSON-1399855934-project] 10.222.0.68 "GET /v2.0/ports?device_id=8c2dd031-7f06-4878-abfe-7fa9c9ea796e HTTP/1.1" status: 200 len: 949 time: 0.5900986 Jul 14 09:16:39.903068 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-ea1094f8-2634-4261-83c2-29d17c2d8f53 req-bc126c57-7ea0-4d89-bd0b-87a2a1839dfa service neutron] Attempting to bind port aab7bb30-8d5d-4d47-b33f-ff650cfffb9e on host n-h1-779913-29 for vnic_type normal with profile {"migrating_to": "n-h2-779913-29"} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:16:39.903417 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-ea1094f8-2634-4261-83c2-29d17c2d8f53 req-bc126c57-7ea0-4d89-bd0b-87a2a1839dfa service neutron] Attempting to bind port aab7bb30-8d5d-4d47-b33f-ff650cfffb9e by drivers openvswitch,hyperv on host n-h1-779913-29 at level 0 using segments [{'id': '4f3a0541-e6cd-42f5-92f6-5d961c2f621f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'e7cb481e-49dc-464e-b748-d3d2c45f69f9'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:16:39.903736 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea1094f8-2634-4261-83c2-29d17c2d8f53 req-bc126c57-7ea0-4d89-bd0b-87a2a1839dfa service neutron] Attempting to bind port aab7bb30-8d5d-4d47-b33f-ff650cfffb9e on network e7cb481e-49dc-464e-b748-d3d2c45f69f9 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:16:39.921058 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea1094f8-2634-4261-83c2-29d17c2d8f53 req-bc126c57-7ea0-4d89-bd0b-87a2a1839dfa service neutron] Port aab7bb30-8d5d-4d47-b33f-ff650cfffb9e on network e7cb481e-49dc-464e-b748-d3d2c45f69f9 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-29 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:16:39.921379 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea1094f8-2634-4261-83c2-29d17c2d8f53 req-bc126c57-7ea0-4d89-bd0b-87a2a1839dfa service neutron] Attempting to bind port aab7bb30-8d5d-4d47-b33f-ff650cfffb9e on network e7cb481e-49dc-464e-b748-d3d2c45f69f9 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:16:39.943387 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea1094f8-2634-4261-83c2-29d17c2d8f53 req-bc126c57-7ea0-4d89-bd0b-87a2a1839dfa service neutron] Checking agent: {'id': 'de11e667-f145-47b0-bd09-334a7505938e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 13, 12), 'started_at': datetime.datetime(2021, 7, 14, 9, 13, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 16, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:16:39.943579 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea1094f8-2634-4261-83c2-29d17c2d8f53 req-bc126c57-7ea0-4d89-bd0b-87a2a1839dfa service neutron] Checking segment: {'id': '4f3a0541-e6cd-42f5-92f6-5d961c2f621f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'e7cb481e-49dc-464e-b748-d3d2c45f69f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:16:39.953812 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea1094f8-2634-4261-83c2-29d17c2d8f53 req-bc126c57-7ea0-4d89-bd0b-87a2a1839dfa service neutron] Bound using segment: {'id': '4f3a0541-e6cd-42f5-92f6-5d961c2f621f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'e7cb481e-49dc-464e-b748-d3d2c45f69f9'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:16:39.954355 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-ea1094f8-2634-4261-83c2-29d17c2d8f53 req-bc126c57-7ea0-4d89-bd0b-87a2a1839dfa service neutron] Bound port: aab7bb30-8d5d-4d47-b33f-ff650cfffb9e, host: n-h1-779913-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f3a0541-e6cd-42f5-92f6-5d961c2f621f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'e7cb481e-49dc-464e-b748-d3d2c45f69f9'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:16:39.954730 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-ea1094f8-2634-4261-83c2-29d17c2d8f53 req-bc126c57-7ea0-4d89-bd0b-87a2a1839dfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:39.991715 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-b770cb94-6923-455b-8a9e-d39a6592804c req-3fcc6f14-b946-41cf-a02b-f4ef32df4c06 tempest-ServersAdminNegativeTestJSON-1399855934 tempest-ServersAdminNegativeTestJSON-1399855934-project] 10.222.0.68 "GET /v2.0/security-groups?id=12cec5c4-9898-4269-a307-518d62ed3fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065569 Jul 14 09:16:40.027923 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-193fc4ae-56ed-4355-bcf6-f65dc79ceb38 None None] Network d5b4013b-42cf-4baf-b88c-1346c6034b92 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:16:40.119022 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-aabb3997-8351-46e6-bc82-162838e8c807 None None] Provisioning for port c2cfaa98-75d6-4d8c-96ad-1b0f67576b94 completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:16:40.129340 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-aabb3997-8351-46e6-bc82-162838e8c807 None None] Provisioning complete for port c2cfaa98-75d6-4d8c-96ad-1b0f67576b94 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:16:40.129922 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-aabb3997-8351-46e6-bc82-162838e8c807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:40.132090 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-ea1094f8-2634-4261-83c2-29d17c2d8f53 req-bc126c57-7ea0-4d89-bd0b-87a2a1839dfa service neutron] For port aab7bb30-8d5d-4d47-b33f-ff650cfffb9e, host n-h1-779913-29, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:16:40.142784 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-ea1094f8-2634-4261-83c2-29d17c2d8f53 req-bc126c57-7ea0-4d89-bd0b-87a2a1839dfa service neutron] For port aab7bb30-8d5d-4d47-b33f-ff650cfffb9e, host n-h1-779913-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=aab7bb30-8d5d-4d47-b33f-ff650cfffb9e,segment=NetworkSegment(4f3a0541-e6cd-42f5-92f6-5d961c2f621f),segment_id=4f3a0541-e6cd-42f5-92f6-5d961c2f621f)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:16:40.181085 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4ed72899-6595-4968-a2fe-9a0b07d0ab44 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:40.206385 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-ea1094f8-2634-4261-83c2-29d17c2d8f53 req-bc126c57-7ea0-4d89-bd0b-87a2a1839dfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:40.403809 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc126c57-7ea0-4d89-bd0b-87a2a1839dfa service neutron] Pushing event updated for resources: {'Port': ['ID=aab7bb30-8d5d-4d47-b33f-ff650cfffb9e,revision_number=8']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:40.422531 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-aabb3997-8351-46e6-bc82-162838e8c807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:40.513119 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1094f8-2634-4261-83c2-29d17c2d8f53 req-bc126c57-7ea0-4d89-bd0b-87a2a1839dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:40.514401 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-ea1094f8-2634-4261-83c2-29d17c2d8f53 req-bc126c57-7ea0-4d89-bd0b-87a2a1839dfa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:40.514847 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-aabb3997-8351-46e6-bc82-162838e8c807 None None] For port c2cfaa98-75d6-4d8c-96ad-1b0f67576b94, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=c2cfaa98-75d6-4d8c-96ad-1b0f67576b94,segment=NetworkSegment(01d3a1cb-0c03-4cf6-93ad-80731b093c35),segment_id=01d3a1cb-0c03-4cf6-93ad-80731b093c35)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:16:40.518738 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ea1094f8-2634-4261-83c2-29d17c2d8f53 req-bc126c57-7ea0-4d89-bd0b-87a2a1839dfa service neutron] 10.222.0.57 "PUT /v2.0/ports/aab7bb30-8d5d-4d47-b33f-ff650cfffb9e HTTP/1.1" status: 200 len: 1123 time: 2.3416283 Jul 14 09:16:40.535938 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-aabb3997-8351-46e6-bc82-162838e8c807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:40.562996 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-60246137-c2d6-4de1-97f5-352cf92f5471 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:40.594996 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ace869-caf1-4359-b016-7f159da13b0a req-7ad39689-3b91-4583-a42f-b2815c047ead tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:40.597025 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-97ace869-caf1-4359-b016-7f159da13b0a req-7ad39689-3b91-4583-a42f-b2815c047ead tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/ports?device_id=611c1b28-c22b-43c2-aa46-15cef6f6cd26 HTTP/1.1" status: 200 len: 950 time: 0.4502621 Jul 14 09:16:40.600198 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-60246137-c2d6-4de1-97f5-352cf92f5471 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:40.607309 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4ed72899-6595-4968-a2fe-9a0b07d0ab44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-711762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-661452'] for router, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:40.661210 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] get_ports_and_sgs() called for port_ids ['aab7bb30-8d5d-4d47-b33f-ff650cfffb9e'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:16:40.667932 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60246137-c2d6-4de1-97f5-352cf92f5471 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d6202be-9efb-4731-983c-603a3b7e9ac9,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:40.728643 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabb3997-8351-46e6-bc82-162838e8c807 None None] Pushing event updated for resources: {'Port': ['ID=c2cfaa98-75d6-4d8c-96ad-1b0f67576b94,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:40.741770 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-60246137-c2d6-4de1-97f5-352cf92f5471 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=efbdee17c60c402fba67f86510be33b3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0694904 Jul 14 09:16:40.749624 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 35710) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:40.757887 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-97ace869-caf1-4359-b016-7f159da13b0a req-9cedcbbd-4f40-4ab6-b819-3b04624e0c56 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/security-groups?id=93b55648-4dd6-4852-bb99-9aa842ab19a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498923 Jul 14 09:16:40.822147 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-c123a435-eb91-4c23-ab31-5f6db55cb1f0 req-7547cdd5-0153-4546-b7b7-f65a8c85c0fc tempest-LiveMigrationNegativeTest-1997266940 tempest-LiveMigrationNegativeTest-1997266940-project] 10.222.0.68 "GET /v2.0/ports?device_id=d80263ee-25b8-45a5-8b60-532b80cae955 HTTP/1.1" status: 200 len: 210 time: 0.0822966 Jul 14 09:16:40.903427 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a09d2bc7-defb-411b-8349-1e34be1926d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:40.933156 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a09d2bc7-defb-411b-8349-1e34be1926d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:40.952619 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ed72899-6595-4968-a2fe-9a0b07d0ab44 admin admin] Router 982de53f-bb4f-4e9e-b79f-f1ca554cffb3 is scheduled to L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 with binding_index 1 {{(pid=93958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:16:40.977459 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-792d6d8b-fbf5-4572-8b53-984bc490be19 None None] Provisioning complete for port c2cfaa98-75d6-4d8c-96ad-1b0f67576b94 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:16:40.978082 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-792d6d8b-fbf5-4572-8b53-984bc490be19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:41.054994 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-4a45e452-4592-4565-bc55-240b46d5d56b req-1a5bf0f8-a1c9-4d02-963b-bf3ea22591b5 tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] 10.222.0.68 "GET /v2.0/ports?device_id=54ee8264-27af-4439-8dfb-36f97f31dbe4 HTTP/1.1" status: 200 len: 210 time: 0.0397735 Jul 14 09:16:41.107165 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a09d2bc7-defb-411b-8349-1e34be1926d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:41.109894 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a09d2bc7-defb-411b-8349-1e34be1926d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:41.120845 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-a09d2bc7-defb-411b-8349-1e34be1926d5 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/4d6202be-9efb-4731-983c-603a3b7e9ac9 HTTP/1.1" status: 204 len: 168 time: 0.3563123 Jul 14 09:16:41.169445 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device c2cfaa98-75d6-4d8c-96ad-1b0f67576b94 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:16:41.183923 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0f4f25-eaf9-4b53-b826-a82a66d0e779 req-ee3bc823-015c-4c89-9a6e-a34525bf608f tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:41.185630 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1a0f4f25-eaf9-4b53-b826-a82a66d0e779 req-ee3bc823-015c-4c89-9a6e-a34525bf608f tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] 10.222.0.68 "GET /v2.0/ports?device_id=2719b879-abb1-4c54-98f8-1863e426ed31 HTTP/1.1" status: 200 len: 943 time: 0.1331532 Jul 14 09:16:41.214684 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ed72899-6595-4968-a2fe-9a0b07d0ab44 admin admin] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:16:41.222318 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09d2bc7-defb-411b-8349-1e34be1926d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d6202be-9efb-4731-983c-603a3b7e9ac9,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:41.267419 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba9c35e-127e-45ba-affc-dff07caaafd0 None None] Sync routers for ids ['982de53f-bb4f-4e9e-b79f-f1ca554cffb3'] in n-d-779913-29 {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:16:41.268312 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4ed72899-6595-4968-a2fe-9a0b07d0ab44 admin admin] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:41.272834 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-4ed72899-6595-4968-a2fe-9a0b07d0ab44 admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 4.2665718 Jul 14 09:16:41.274611 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 35722) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:41.318841 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba9c35e-127e-45ba-affc-dff07caaafd0 None None] Routers {'982de53f-bb4f-4e9e-b79f-f1ca554cffb3'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:16:41.323266 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-1ba9c35e-127e-45ba-affc-dff07caaafd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:16:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['982de53f-bb4f-4e9e-b79f-f1ca554cffb3'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:16:41.472578 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvr_db [None req-1ba9c35e-127e-45ba-affc-dff07caaafd0 None None] Set router 982de53f-bb4f-4e9e-b79f-f1ca554cffb3 gateway port host: n-d-779913-29 {{(pid=93959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:16:41.537920 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e79a84-0f52-4f9f-a70e-5105b9351b25 req-f4924905-faa8-4239-ba9f-b58e865623df tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:41.540999 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c7e79a84-0f52-4f9f-a70e-5105b9351b25 req-f4924905-faa8-4239-ba9f-b58e865623df tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] 10.222.0.65 "GET /v2.0/networks?id=9b8a6edc-bbae-47ce-bda0-fb444fc735c0 HTTP/1.1" status: 200 len: 804 time: 0.3467531 Jul 14 09:16:41.613302 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 93fde9f8-9031-404f-943c-8e72b996505f no longer exists at agent hyperv_n-h1-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:16:41.623204 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-c7e79a84-0f52-4f9f-a70e-5105b9351b25 req-bd9584bb-4840-45dd-a600-c808881c498e tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] Request body: {'port': {'device_id': '54ee8264-27af-4439-8dfb-36f97f31dbe4', 'network_id': '9b8a6edc-bbae-47ce-bda0-fb444fc735c0', 'admin_state_up': True, 'tenant_id': '7106393f864d424cbb37d8910f9a40b9'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:16:41.645984 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] No Port match for: 93fde9f8-9031-404f-943c-8e72b996505f {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:16:41.646465 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 93fde9f8-9031-404f-943c-8e72b996505f not bound to the agent host n-h1-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:16:41.676632 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port c2cfaa98-75d6-4d8c-96ad-1b0f67576b94 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:16:41.677104 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:41.745422 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-1ba9c35e-127e-45ba-affc-dff07caaafd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '982de53f-bb4f-4e9e-b79f-f1ca554cffb3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1825414716-router', 'tenant_id': '693039a9031c4718ab71870c2e8c0097', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.78'}], 'enable_snat': True}, 'gw_port_id': '0d109e6e-0e02-460f-80ee-f90b06225130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:16:37Z', 'updated_at': '2021-07-14T09:16:39Z', 'revision_number': 3, 'project_id': '693039a9031c4718ab71870c2e8c0097', 'gw_port': {'id': '0d109e6e-0e02-460f-80ee-f90b06225130', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:af:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '982de53f-bb4f-4e9e-b79f-f1ca554cffb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:16:38Z', 'updated_at': '2021-07-14T09:16:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29'}], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:16:41.804948 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1a0f4f25-eaf9-4b53-b826-a82a66d0e779 req-e0455196-a860-4175-83b5-f7ab613d85e4 tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] 10.222.0.68 "GET /v2.0/security-groups?id=7bf941d0-4fab-41ec-a174-078829fdb488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6118267 Jul 14 09:16:41.824171 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba9c35e-127e-45ba-affc-dff07caaafd0 None None] Checking router: 982de53f-bb4f-4e9e-b79f-f1ca554cffb3 for host: n-d-779913-29 {{(pid=93959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:16:41.824537 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba9c35e-127e-45ba-affc-dff07caaafd0 None None] Updating router 982de53f-bb4f-4e9e-b79f-f1ca554cffb3 port 0d109e6e-0e02-460f-80ee-f90b06225130 binding host n-d-779913-29 {{(pid=93959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:16:41.879288 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2719b879-abb1-4c54-98f8-1863e426ed31', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aab7bb30-8d5d-4d47-b33f-ff650cfffb9e'}, {'name': 'network-changed', 'server_uuid': '2719b879-abb1-4c54-98f8-1863e426ed31', 'tag': 'aab7bb30-8d5d-4d47-b33f-ff650cfffb9e'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:16:41.887109 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-754fa42a-7bda-4ad8-806b-846a8f859e60" -d '{"events": [{"server_uuid": "2719b879-abb1-4c54-98f8-1863e426ed31", "name": "network-vif-unplugged", "status": "completed", "tag": "aab7bb30-8d5d-4d47-b33f-ff650cfffb9e"}, {"name": "network-changed", "server_uuid": "2719b879-abb1-4c54-98f8-1863e426ed31", "tag": "aab7bb30-8d5d-4d47-b33f-ff650cfffb9e"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:16:41.912082 n-d-779913-29 neutron-server[93957]: INFO neutron.api.v2.resource [req-7b94180d-17f8-4317-a1a4-e03570c3f39f req-a879a489-3a6b-45ff-8011-f359a44d2965 service neutron] show failed (client error): The resource could not be found. Jul 14 09:16:41.913874 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-7b94180d-17f8-4317-a1a4-e03570c3f39f req-a879a489-3a6b-45ff-8011-f359a44d2965 service neutron] 10.222.0.57 "GET /v2.0/ports/3c588ba2-3350-4d26-ae32-a0222859845a/bindings/n-h1-779913-29 HTTP/1.1" status: 404 len: 381 time: 0.3684072 Jul 14 09:16:41.959846 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4192bf2b-e54f-4357-81b2-c44111b64bd5 req-b4d2bb8e-5bdc-4477-bfb7-531b1902e16b tempest-ServersAdminNegativeTestJSON-1399855934 tempest-ServersAdminNegativeTestJSON-1399855934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:41.968117 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-4192bf2b-e54f-4357-81b2-c44111b64bd5 req-b4d2bb8e-5bdc-4477-bfb7-531b1902e16b tempest-ServersAdminNegativeTestJSON-1399855934 tempest-ServersAdminNegativeTestJSON-1399855934-project] 10.222.0.68 "GET /v2.0/ports?device_id=8c2dd031-7f06-4878-abfe-7fa9c9ea796e HTTP/1.1" status: 200 len: 949 time: 0.5712860 Jul 14 09:16:42.005270 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7e79a84-0f52-4f9f-a70e-5105b9351b25 req-bd9584bb-4840-45dd-a600-c808881c498e tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] Made reservation on behalf of 7106393f864d424cbb37d8910f9a40b9 for: {'port': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:16:42.014297 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-c7e79a84-0f52-4f9f-a70e-5105b9351b25 req-bd9584bb-4840-45dd-a600-c808881c498e tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:42.023417 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1ba9c35e-127e-45ba-affc-dff07caaafd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:42.075360 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-4192bf2b-e54f-4357-81b2-c44111b64bd5 req-60016010-297d-4f1b-8f76-3f395fc05d18 tempest-ServersAdminNegativeTestJSON-1399855934 tempest-ServersAdminNegativeTestJSON-1399855934-project] 10.222.0.68 "GET /v2.0/security-groups?id=12cec5c4-9898-4269-a307-518d62ed3fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059442 Jul 14 09:16:42.474029 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Wed, 14 Jul 2021 09:16:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae239914-2147-45c6-82af-42cbf6ff4a97 x-openstack-request-id: req-ae239914-2147-45c6-82af-42cbf6ff4a97 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:16:42.474724 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2719b879-abb1-4c54-98f8-1863e426ed31", "name": "network-vif-unplugged", "status": "completed", "tag": "aab7bb30-8d5d-4d47-b33f-ff650cfffb9e", "code": 200}, {"name": "network-changed", "server_uuid": "2719b879-abb1-4c54-98f8-1863e426ed31", "tag": "aab7bb30-8d5d-4d47-b33f-ff650cfffb9e", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:16:42.475143 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-ae239914-2147-45c6-82af-42cbf6ff4a97 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:16:42.475875 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2719b879-abb1-4c54-98f8-1863e426ed31', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aab7bb30-8d5d-4d47-b33f-ff650cfffb9e', 'code': 200} Jul 14 09:16:42.476413 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2719b879-abb1-4c54-98f8-1863e426ed31', 'tag': 'aab7bb30-8d5d-4d47-b33f-ff650cfffb9e', 'status': 'completed', 'code': 200} Jul 14 09:16:42.615344 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1ba9c35e-127e-45ba-affc-dff07caaafd0 None None] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:42.642269 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-1ba9c35e-127e-45ba-affc-dff07caaafd0 None None] Transition to ACTIVE for port object 0d109e6e-0e02-460f-80ee-f90b06225130 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:16:42.652855 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1ba9c35e-127e-45ba-affc-dff07caaafd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:42.707875 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [req-c7e79a84-0f52-4f9f-a70e-5105b9351b25 req-bd9584bb-4840-45dd-a600-c808881c498e tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] Allocated IP 172.20.0.4 (9b8a6edc-bbae-47ce-bda0-fb444fc735c0/8ea73f7d-9594-449c-9c84-8c744576418b/ec695950-10e1-4821-83e0-8e8d7ca82f82) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:16:42.728949 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:42.775379 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-1ba9c35e-127e-45ba-affc-dff07caaafd0 None None] Attempting to bind port 0d109e6e-0e02-460f-80ee-f90b06225130 on host n-d-779913-29 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:16:42.776110 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-1ba9c35e-127e-45ba-affc-dff07caaafd0 None None] Attempting to bind port 0d109e6e-0e02-460f-80ee-f90b06225130 by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': '81bf7a93-80b3-43df-b9d5-462c604a2945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:16:42.777372 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba9c35e-127e-45ba-affc-dff07caaafd0 None None] Attempting to bind port 0d109e6e-0e02-460f-80ee-f90b06225130 on network 2dcd4d32-cc7c-4468-b396-7ce5c9231892 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:16:42.793813 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba9c35e-127e-45ba-affc-dff07caaafd0 None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 16, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:16:42.800445 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba9c35e-127e-45ba-affc-dff07caaafd0 None None] Checking segment: {'id': '81bf7a93-80b3-43df-b9d5-462c604a2945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:16:42.801190 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1ba9c35e-127e-45ba-affc-dff07caaafd0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:42.803287 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba9c35e-127e-45ba-affc-dff07caaafd0 None None] Bound using segment: {'id': '81bf7a93-80b3-43df-b9d5-462c604a2945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:16:42.805914 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-1ba9c35e-127e-45ba-affc-dff07caaafd0 None None] Bound port: 0d109e6e-0e02-460f-80ee-f90b06225130, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81bf7a93-80b3-43df-b9d5-462c604a2945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:16:42.810098 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1ba9c35e-127e-45ba-affc-dff07caaafd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:42.844805 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754fa42a-7bda-4ad8-806b-846a8f859e60 req-d46e4c38-75af-4e64-8244-9824801f22d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:42.851970 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-754fa42a-7bda-4ad8-806b-846a8f859e60 req-d46e4c38-75af-4e64-8244-9824801f22d7 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e14af975015c4397b9da2a89a906dfc2&device_id=2719b879-abb1-4c54-98f8-1863e426ed31 HTTP/1.1" status: 200 len: 1126 time: 0.3820188 Jul 14 09:16:42.884930 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-355349c7-c5c9-450d-b631-f5246f9c551e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:42.890092 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3ce115-7e01-4b7c-89ca-750d180c0e56 None None] Pushing event updated for resources: {'Port': ['ID=0d109e6e-0e02-460f-80ee-f90b06225130,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:42.906070 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7294c9-e418-44ad-8af8-4c29c61b9c4f req-4aae0c51-143c-4da2-a7b2-b1a557f941a2 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:42.906382 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3ce115-7e01-4b7c-89ca-750d180c0e56 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:16:42.906566 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3ce115-7e01-4b7c-89ca-750d180c0e56 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:16:42.907051 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3ce115-7e01-4b7c-89ca-750d180c0e56 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:16:42.907580 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3ce115-7e01-4b7c-89ca-750d180c0e56 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:16:42.908077 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3ce115-7e01-4b7c-89ca-750d180c0e56 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:16:42.908561 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3ce115-7e01-4b7c-89ca-750d180c0e56 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:16:42.909054 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3ce115-7e01-4b7c-89ca-750d180c0e56 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:16:42.909571 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3ce115-7e01-4b7c-89ca-750d180c0e56 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:16:42.910066 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3ce115-7e01-4b7c-89ca-750d180c0e56 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:16:42.910707 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3ce115-7e01-4b7c-89ca-750d180c0e56 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:16:42.911184 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3ce115-7e01-4b7c-89ca-750d180c0e56 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:16:42.911660 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3ce115-7e01-4b7c-89ca-750d180c0e56 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:16:42.918606 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-be7294c9-e418-44ad-8af8-4c29c61b9c4f req-4aae0c51-143c-4da2-a7b2-b1a557f941a2 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/ports?device_id=611c1b28-c22b-43c2-aa46-15cef6f6cd26 HTTP/1.1" status: 200 len: 950 time: 0.4390433 Jul 14 09:16:42.931879 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b94180d-17f8-4317-a1a4-e03570c3f39f req-d0fbc7b8-8f27-4fe6-bcde-13ad0910dd94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:42.933808 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-7b94180d-17f8-4317-a1a4-e03570c3f39f req-d0fbc7b8-8f27-4fe6-bcde-13ad0910dd94 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=611c1b28-c22b-43c2-aa46-15cef6f6cd26&tenant_id=f15ecc2e979442a6b02936316f8b33e1 HTTP/1.1" status: 200 len: 1102 time: 0.3895369 Jul 14 09:16:42.964275 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-1ba9c35e-127e-45ba-affc-dff07caaafd0 None None] For port 0d109e6e-0e02-460f-80ee-f90b06225130, host n-d-779913-29, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:16:42.965263 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [req-7b94180d-17f8-4317-a1a4-e03570c3f39f req-2f3b9f32-7b7c-4bf7-8530-91a048395907 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-779913-29', 'device_owner': 'compute:nova'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:16:42.977297 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-1ba9c35e-127e-45ba-affc-dff07caaafd0 None None] For port 0d109e6e-0e02-460f-80ee-f90b06225130, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=0d109e6e-0e02-460f-80ee-f90b06225130,segment=NetworkSegment(81bf7a93-80b3-43df-b9d5-462c604a2945),segment_id=81bf7a93-80b3-43df-b9d5-462c604a2945)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:16:42.995224 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1ba9c35e-127e-45ba-affc-dff07caaafd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:43.007182 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 35762) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:43.120770 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba9c35e-127e-45ba-affc-dff07caaafd0 None None] Routers {'982de53f-bb4f-4e9e-b79f-f1ca554cffb3'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:16:43.121519 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-1ba9c35e-127e-45ba-affc-dff07caaafd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:16:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['982de53f-bb4f-4e9e-b79f-f1ca554cffb3'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:16:43.190475 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3ce115-7e01-4b7c-89ca-750d180c0e56 None None] Pushing event updated for resources: {'Port': ['ID=0d109e6e-0e02-460f-80ee-f90b06225130,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:43.214870 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:43.224178 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-7b94180d-17f8-4317-a1a4-e03570c3f39f req-2f3b9f32-7b7c-4bf7-8530-91a048395907 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:43.294590 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvr_db [None req-1ba9c35e-127e-45ba-affc-dff07caaafd0 None None] Set router 982de53f-bb4f-4e9e-b79f-f1ca554cffb3 gateway port host: n-d-779913-29 {{(pid=93959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:16:43.338502 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-355349c7-c5c9-450d-b631-f5246f9c551e admin admin] Allocated IP 172.20.0.1 (d5b4013b-42cf-4baf-b88c-1346c6034b92/ff357304-9a7a-4849-886e-222423635809/3c3ffe21-8033-4d60-8a4e-32db41b1db54) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:16:43.481692 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-c7e79a84-0f52-4f9f-a70e-5105b9351b25 req-bd9584bb-4840-45dd-a600-c808881c498e tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:43.570485 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-be7294c9-e418-44ad-8af8-4c29c61b9c4f req-8311f925-a281-425a-81a5-e12e8441e3e3 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/security-groups?id=93b55648-4dd6-4852-bb99-9aa842ab19a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6503785 Jul 14 09:16:43.740545 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-470fe4b3-7956-496a-acc5-cfba6e96ecd6 req-3e2dc7c8-4956-420b-9bec-b007bb2c1656 tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] 10.222.0.68 "GET /v2.0/ports?device_id=54ee8264-27af-4439-8dfb-36f97f31dbe4 HTTP/1.1" status: 200 len: 210 time: 0.0900848 Jul 14 09:16:43.765652 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-5b281ba0-0960-4456-bb93-175c9b9e29d3 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=fffe3e6faca04c7d8f07c5b54adca682&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7535207 Jul 14 09:16:43.767550 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754fa42a-7bda-4ad8-806b-846a8f859e60 req-a1b657eb-3c3c-4240-998d-e84084f866ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:43.771278 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-754fa42a-7bda-4ad8-806b-846a8f859e60 req-a1b657eb-3c3c-4240-998d-e84084f866ae service neutron] 10.222.0.65 "GET /v2.0/networks?id=e7cb481e-49dc-464e-b748-d3d2c45f69f9 HTTP/1.1" status: 200 len: 921 time: 0.9093206 Jul 14 09:16:43.775280 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 35772) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:43.836452 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-355349c7-c5c9-450d-b631-f5246f9c551e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:43.892521 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-7b94180d-17f8-4317-a1a4-e03570c3f39f req-2f3b9f32-7b7c-4bf7-8530-91a048395907 service neutron] For port 3c588ba2-3350-4d26-ae32-a0222859845a, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=3c588ba2-3350-4d26-ae32-a0222859845a,segment=NetworkSegment(8f1c1422-de6c-445f-ab95-4e2c94585b2b),segment_id=8f1c1422-de6c-445f-ab95-4e2c94585b2b)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:16:43.896558 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-1ba9c35e-127e-45ba-affc-dff07caaafd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '982de53f-bb4f-4e9e-b79f-f1ca554cffb3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1825414716-router', 'tenant_id': '693039a9031c4718ab71870c2e8c0097', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.78'}], 'enable_snat': True}, 'gw_port_id': '0d109e6e-0e02-460f-80ee-f90b06225130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:16:37Z', 'updated_at': '2021-07-14T09:16:39Z', 'revision_number': 3, 'project_id': '693039a9031c4718ab71870c2e8c0097', 'gw_port': {'id': '0d109e6e-0e02-460f-80ee-f90b06225130', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:af:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '982de53f-bb4f-4e9e-b79f-f1ca554cffb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:16:38Z', 'updated_at': '2021-07-14T09:16:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29'}], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:16:43.900195 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-355349c7-c5c9-450d-b631-f5246f9c551e admin admin] Transition to ACTIVE for port object 3c3ffe21-8033-4d60-8a4e-32db41b1db54 will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:16:43.959825 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-754fa42a-7bda-4ad8-806b-846a8f859e60 req-b187520f-17a7-45c4-94a9-8690618d3262 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aab7bb30-8d5d-4d47-b33f-ff650cfffb9e HTTP/1.1" status: 200 len: 217 time: 0.1299632 Jul 14 09:16:43.969978 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba9c35e-127e-45ba-affc-dff07caaafd0 None None] The sync data for ids ['982de53f-bb4f-4e9e-b79f-f1ca554cffb3'] in n-d-779913-29 is: [{'id': '982de53f-bb4f-4e9e-b79f-f1ca554cffb3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1825414716-router', 'tenant_id': '693039a9031c4718ab71870c2e8c0097', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.78'}], 'enable_snat': True}, 'gw_port_id': '0d109e6e-0e02-460f-80ee-f90b06225130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:16:37Z', 'updated_at': '2021-07-14T09:16:39Z', 'revision_number': 3, 'project_id': '693039a9031c4718ab71870c2e8c0097', 'gw_port': {'id': '0d109e6e-0e02-460f-80ee-f90b06225130', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:af:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '982de53f-bb4f-4e9e-b79f-f1ca554cffb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:16:38Z', 'updated_at': '2021-07-14T09:16:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29'}] {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:16:44.014077 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-7b94180d-17f8-4317-a1a4-e03570c3f39f req-2f3b9f32-7b7c-4bf7-8530-91a048395907 service neutron] For port 3c588ba2-3350-4d26-ae32-a0222859845a, host n-h2-779913-29, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:16:44.066695 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device aab7bb30-8d5d-4d47-b33f-ff650cfffb9e details requested by agent hyperv_n-h2-779913-29 with host n-h2-779913-29 {{(pid=93959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:16:44.067276 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-355349c7-c5c9-450d-b631-f5246f9c551e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:44.078192 n-d-779913-29 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '611c1b28-c22b-43c2-aa46-15cef6f6cd26', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3c588ba2-3350-4d26-ae32-a0222859845a'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:16:44.083758 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cb48f044f948e981f43897c8d7f1332f741dc7af2b4c5a6e19d8f4a80f708e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-901fe7db-c303-4561-917e-c689ce4c1890" -d '{"events": [{"server_uuid": "611c1b28-c22b-43c2-aa46-15cef6f6cd26", "name": "network-vif-unplugged", "status": "completed", "tag": "3c588ba2-3350-4d26-ae32-a0222859845a"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:16:44.088541 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-7b94180d-17f8-4317-a1a4-e03570c3f39f req-2f3b9f32-7b7c-4bf7-8530-91a048395907 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:44.151300 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-355349c7-c5c9-450d-b631-f5246f9c551e admin admin] Network d5b4013b-42cf-4baf-b88c-1346c6034b92 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:16:44.170604 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544e909d-8102-44b9-8081-0cfcc56e318a req-e552faa9-b2bf-4ec0-91cf-80ed44f74155 tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:44.175947 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754fa42a-7bda-4ad8-806b-846a8f859e60 req-fca92648-fbff-4a7c-a881-d8a012cace19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:44.177554 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-544e909d-8102-44b9-8081-0cfcc56e318a req-e552faa9-b2bf-4ec0-91cf-80ed44f74155 tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] 10.222.0.68 "GET /v2.0/ports?device_id=2719b879-abb1-4c54-98f8-1863e426ed31 HTTP/1.1" status: 200 len: 943 time: 0.2406151 Jul 14 09:16:44.179010 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-754fa42a-7bda-4ad8-806b-846a8f859e60 req-fca92648-fbff-4a7c-a881-d8a012cace19 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a1f8d7cc-d5f0-4ac4-b550-493e46cf12fc HTTP/1.1" status: 200 len: 860 time: 0.1885762 Jul 14 09:16:44.180537 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-7b94180d-17f8-4317-a1a4-e03570c3f39f req-2f3b9f32-7b7c-4bf7-8530-91a048395907 service neutron] Transition to ACTIVE for port object 3c588ba2-3350-4d26-ae32-a0222859845a will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:16:44.184583 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-355349c7-c5c9-450d-b631-f5246f9c551e admin admin] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:16:44.193864 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-355349c7-c5c9-450d-b631-f5246f9c551e admin admin] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:16:44.206531 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-7b94180d-17f8-4317-a1a4-e03570c3f39f req-2f3b9f32-7b7c-4bf7-8530-91a048395907 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13574142'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:44.227780 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355349c7-c5c9-450d-b631-f5246f9c551e admin admin] Pushing event updated for resources: {'Port': ['ID=3c3ffe21-8033-4d60-8a4e-32db41b1db54,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:44.285896 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c76f5788-bd8c-48b2-9060-1b56cc2ed28e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:44.306660 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-c7e79a84-0f52-4f9f-a70e-5105b9351b25 req-bd9584bb-4840-45dd-a600-c808881c498e tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:44.335658 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-355349c7-c5c9-450d-b631-f5246f9c551e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-660393'] for router_interface, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:44.351886 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-544e909d-8102-44b9-8081-0cfcc56e318a req-7d056b11-88d5-47a0-8aab-6a14bfb3e0c3 tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] 10.222.0.68 "GET /v2.0/security-groups?id=7bf941d0-4fab-41ec-a174-078829fdb488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733143 Jul 14 09:16:44.399436 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port aab7bb30-8d5d-4d47-b33f-ff650cfffb9e, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=aab7bb30-8d5d-4d47-b33f-ff650cfffb9e,segment=NetworkSegment(4f3a0541-e6cd-42f5-92f6-5d961c2f621f),segment_id=4f3a0541-e6cd-42f5-92f6-5d961c2f621f)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:16:44.424384 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-754fa42a-7bda-4ad8-806b-846a8f859e60 req-90c38c23-536f-48e9-912a-20c74ac00718 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e7cb481e-49dc-464e-b748-d3d2c45f69f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1985493 Jul 14 09:16:44.447827 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3b9f32-7b7c-4bf7-8530-91a048395907 service neutron] Pushing event updated for resources: {'Port': ['ID=3c588ba2-3350-4d26-ae32-a0222859845a,revision_number=6']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:44.450467 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device aab7bb30-8d5d-4d47-b33f-ff650cfffb9e has no active binding in host n-h2-779913-29 {{(pid=93959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 14 09:16:44.636597 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b94180d-17f8-4317-a1a4-e03570c3f39f req-2f3b9f32-7b7c-4bf7-8530-91a048395907 service neutron] No DVR routers for this DVR port 3c588ba2-3350-4d26-ae32-a0222859845a on host n-h2-779913-29 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:16:44.639351 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 09:16:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba3ae78f-a70f-40fe-a774-3a506b58c8bc x-openstack-request-id: req-ba3ae78f-a70f-40fe-a774-3a506b58c8bc {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:16:44.639943 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "611c1b28-c22b-43c2-aa46-15cef6f6cd26", "name": "network-vif-unplugged", "status": "completed", "tag": "3c588ba2-3350-4d26-ae32-a0222859845a", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:16:44.640195 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-ba3ae78f-a70f-40fe-a774-3a506b58c8bc {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:16:44.640583 n-d-779913-29 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '611c1b28-c22b-43c2-aa46-15cef6f6cd26', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3c588ba2-3350-4d26-ae32-a0222859845a', 'code': 200} Jul 14 09:16:44.755773 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7e79a84-0f52-4f9f-a70e-5105b9351b25 req-bd9584bb-4840-45dd-a600-c808881c498e tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] Network 9b8a6edc-bbae-47ce-bda0-fb444fc735c0 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:16:44.811412 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-4d7cd764-6724-4d6e-80fd-5a3b6b647501 None None] Provisioning for port 3c3ffe21-8033-4d60-8a4e-32db41b1db54 completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:16:44.824948 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-4d7cd764-6724-4d6e-80fd-5a3b6b647501 None None] Provisioning complete for port 3c3ffe21-8033-4d60-8a4e-32db41b1db54 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:16:44.825805 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4d7cd764-6724-4d6e-80fd-5a3b6b647501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:44.853042 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c76f5788-bd8c-48b2-9060-1b56cc2ed28e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:44.982005 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-4d7cd764-6724-4d6e-80fd-5a3b6b647501 None None] Port 3c3ffe21-8033-4d60-8a4e-32db41b1db54 cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:16:45.246144 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [req-c7e79a84-0f52-4f9f-a70e-5105b9351b25 req-bd9584bb-4840-45dd-a600-c808881c498e tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:16:45.275357 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 0d109e6e-0e02-460f-80ee-f90b06225130 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:16:45.285893 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7e79a84-0f52-4f9f-a70e-5105b9351b25 req-bd9584bb-4840-45dd-a600-c808881c498e tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:16:45.297174 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e79a84-0f52-4f9f-a70e-5105b9351b25 req-bd9584bb-4840-45dd-a600-c808881c498e tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:45.298084 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-c7e79a84-0f52-4f9f-a70e-5105b9351b25 req-bd9584bb-4840-45dd-a600-c808881c498e tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:45.327331 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9584bb-4840-45dd-a600-c808881c498e tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] Pushing event updated for resources: {'Port': ['ID=ec695950-10e1-4821-83e0-8e8d7ca82f82,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:45.357960 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-7b94180d-17f8-4317-a1a4-e03570c3f39f req-2f3b9f32-7b7c-4bf7-8530-91a048395907 service neutron] Attempting to bind port 3c588ba2-3350-4d26-ae32-a0222859845a on host n-h1-779913-29 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:16:45.358766 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-7b94180d-17f8-4317-a1a4-e03570c3f39f req-2f3b9f32-7b7c-4bf7-8530-91a048395907 service neutron] Attempting to bind port 3c588ba2-3350-4d26-ae32-a0222859845a by drivers openvswitch,hyperv on host n-h1-779913-29 at level 0 using segments [{'id': '8f1c1422-de6c-445f-ab95-4e2c94585b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '2244f7a1-04bd-42cd-9e86-31839b46f57f'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:16:45.358766 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b94180d-17f8-4317-a1a4-e03570c3f39f req-2f3b9f32-7b7c-4bf7-8530-91a048395907 service neutron] Attempting to bind port 3c588ba2-3350-4d26-ae32-a0222859845a on network 2244f7a1-04bd-42cd-9e86-31839b46f57f {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:16:45.395204 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b94180d-17f8-4317-a1a4-e03570c3f39f req-2f3b9f32-7b7c-4bf7-8530-91a048395907 service neutron] Port 3c588ba2-3350-4d26-ae32-a0222859845a on network 2244f7a1-04bd-42cd-9e86-31839b46f57f not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-29 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:16:45.395826 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b94180d-17f8-4317-a1a4-e03570c3f39f req-2f3b9f32-7b7c-4bf7-8530-91a048395907 service neutron] Attempting to bind port 3c588ba2-3350-4d26-ae32-a0222859845a on network 2244f7a1-04bd-42cd-9e86-31839b46f57f {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:16:45.398035 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c7e79a84-0f52-4f9f-a70e-5105b9351b25 req-bd9584bb-4840-45dd-a600-c808881c498e tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8376284 Jul 14 09:16:45.412772 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning for port 0d109e6e-0e02-460f-80ee-f90b06225130 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:16:45.417795 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b94180d-17f8-4317-a1a4-e03570c3f39f req-2f3b9f32-7b7c-4bf7-8530-91a048395907 service neutron] Checking agent: {'id': 'de11e667-f145-47b0-bd09-334a7505938e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 13, 12), 'started_at': datetime.datetime(2021, 7, 14, 9, 13, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 16, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:16:45.417795 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b94180d-17f8-4317-a1a4-e03570c3f39f req-2f3b9f32-7b7c-4bf7-8530-91a048395907 service neutron] Checking segment: {'id': '8f1c1422-de6c-445f-ab95-4e2c94585b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '2244f7a1-04bd-42cd-9e86-31839b46f57f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:16:45.418218 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b94180d-17f8-4317-a1a4-e03570c3f39f req-2f3b9f32-7b7c-4bf7-8530-91a048395907 service neutron] Bound using segment: {'id': '8f1c1422-de6c-445f-ab95-4e2c94585b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '2244f7a1-04bd-42cd-9e86-31839b46f57f'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:16:45.419435 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-7b94180d-17f8-4317-a1a4-e03570c3f39f req-2f3b9f32-7b7c-4bf7-8530-91a048395907 service neutron] Bound port: 3c588ba2-3350-4d26-ae32-a0222859845a, host: n-h1-779913-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f1c1422-de6c-445f-ab95-4e2c94585b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '2244f7a1-04bd-42cd-9e86-31839b46f57f'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:16:45.419793 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port 0d109e6e-0e02-460f-80ee-f90b06225130 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:16:45.419981 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-7b94180d-17f8-4317-a1a4-e03570c3f39f req-2f3b9f32-7b7c-4bf7-8530-91a048395907 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:45.420184 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:45.437069 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-355349c7-c5c9-450d-b631-f5246f9c551e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:45.463474 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-c7e79a84-0f52-4f9f-a70e-5105b9351b25 req-56f64d55-6811-4b61-9364-093c64584c48 service neutron] Request body: {'port': {'device_id': '54ee8264-27af-4439-8dfb-36f97f31dbe4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-29'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:16:45.524710 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 35804) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:45.538413 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:45.541556 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-754fa42a-7bda-4ad8-806b-846a8f859e60 req-de79ef81-e04d-4d81-b96c-d9a7dbac3ed7 service neutron] 10.222.0.65 "GET /v2.0/networks/e7cb481e-49dc-464e-b748-d3d2c45f69f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1001463 Jul 14 09:16:45.581657 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] For port 0d109e6e-0e02-460f-80ee-f90b06225130, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=0d109e6e-0e02-460f-80ee-f90b06225130,segment=NetworkSegment(81bf7a93-80b3-43df-b9d5-462c604a2945),segment_id=81bf7a93-80b3-43df-b9d5-462c604a2945)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:16:45.586249 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f419371-f1d4-4227-a8ee-4aa2e7d8b8c5 req-655c18fc-14ec-4164-9276-46fbbbfc2d12 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:45.593515 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:45.593818 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-0f419371-f1d4-4227-a8ee-4aa2e7d8b8c5 req-655c18fc-14ec-4164-9276-46fbbbfc2d12 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/ports?device_id=611c1b28-c22b-43c2-aa46-15cef6f6cd26 HTTP/1.1" status: 200 len: 948 time: 0.6709847 Jul 14 09:16:45.643402 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-7b94180d-17f8-4317-a1a4-e03570c3f39f req-2f3b9f32-7b7c-4bf7-8530-91a048395907 service neutron] For port 3c588ba2-3350-4d26-ae32-a0222859845a, host n-h1-779913-29, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:16:45.679267 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-7b94180d-17f8-4317-a1a4-e03570c3f39f req-2f3b9f32-7b7c-4bf7-8530-91a048395907 service neutron] For port 3c588ba2-3350-4d26-ae32-a0222859845a, host n-h1-779913-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=3c588ba2-3350-4d26-ae32-a0222859845a,segment=NetworkSegment(8f1c1422-de6c-445f-ab95-4e2c94585b2b),segment_id=8f1c1422-de6c-445f-ab95-4e2c94585b2b)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:16:45.692808 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e3ebe6-596b-4f56-835d-d858e79a2cb5 req-481158d8-5bcf-42da-a35d-573cea0a5251 tempest-ServersAdminNegativeTestJSON-152600987 tempest-ServersAdminNegativeTestJSON-152600987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:45.699049 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-24e3ebe6-596b-4f56-835d-d858e79a2cb5 req-481158d8-5bcf-42da-a35d-573cea0a5251 tempest-ServersAdminNegativeTestJSON-152600987 tempest-ServersAdminNegativeTestJSON-152600987-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=8c2dd031-7f06-4878-abfe-7fa9c9ea796e HTTP/1.1" status: 200 len: 1101 time: 1.3134117 Jul 14 09:16:45.714292 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c76f5788-bd8c-48b2-9060-1b56cc2ed28e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:45.717091 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c76f5788-bd8c-48b2-9060-1b56cc2ed28e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:45.720787 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Pushing event updated for resources: {'Port': ['ID=0d109e6e-0e02-460f-80ee-f90b06225130,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:45.725650 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-c76f5788-bd8c-48b2-9060-1b56cc2ed28e admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/e39688f0-61de-4c8a-9f4f-c08fcddf2800 HTTP/1.1" status: 204 len: 168 time: 1.9486206 Jul 14 09:16:45.736438 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-0f419371-f1d4-4227-a8ee-4aa2e7d8b8c5 req-f17ec313-27e5-4a71-8aa8-0b6d1f4bab12 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/security-groups?id=93b55648-4dd6-4852-bb99-9aa842ab19a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416738 Jul 14 09:16:45.737531 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-7b94180d-17f8-4317-a1a4-e03570c3f39f req-2f3b9f32-7b7c-4bf7-8530-91a048395907 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13574142'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:45.856096 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-03aa17a5-cfaa-4035-aec0-7a33ed8d085f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:45.859332 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b94180d-17f8-4317-a1a4-e03570c3f39f req-2f3b9f32-7b7c-4bf7-8530-91a048395907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:45.860257 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-7b94180d-17f8-4317-a1a4-e03570c3f39f req-2f3b9f32-7b7c-4bf7-8530-91a048395907 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:45.862174 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-7b94180d-17f8-4317-a1a4-e03570c3f39f req-2f3b9f32-7b7c-4bf7-8530-91a048395907 service neutron] 10.222.0.65 "PUT /v2.0/ports/3c588ba2-3350-4d26-ae32-a0222859845a HTTP/1.1" status: 200 len: 1097 time: 2.9010947 Jul 14 09:16:45.921372 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-c7e79a84-0f52-4f9f-a70e-5105b9351b25 req-56f64d55-6811-4b61-9364-093c64584c48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:45.944863 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-754fa42a-7bda-4ad8-806b-846a8f859e60 req-30380dd8-f3d7-4767-9de7-d708b7acbc31 service neutron] 10.222.0.65 "GET /v2.0/networks/e7cb481e-49dc-464e-b748-d3d2c45f69f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3314946 Jul 14 09:16:45.958348 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-24e3ebe6-596b-4f56-835d-d858e79a2cb5 req-5fd5e37a-26d5-4769-b7ba-554f8cc12678 tempest-ServersAdminNegativeTestJSON-152600987 tempest-ServersAdminNegativeTestJSON-152600987-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:45.993547 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76f5788-bd8c-48b2-9060-1b56cc2ed28e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e39688f0-61de-4c8a-9f4f-c08fcddf2800,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:46.023067 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3b9f32-7b7c-4bf7-8530-91a048395907 service neutron] Pushing event updated for resources: {'Port': ['ID=3c588ba2-3350-4d26-ae32-a0222859845a,revision_number=7']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:46.087335 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.db.api [None req-03aa17a5-cfaa-4035-aec0-7a33ed8d085f admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 14 09:16:46.087335 n-d-779913-29 neutron-server[93958]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 14 09:16:46.087335 n-d-779913-29 neutron-server[93958]: [parameters: {'project_id': '967ac4290e3c4beca210d2845e5fedba', 'id': '7b3ae28e-80de-4592-934b-014376abfead', 'expiration': datetime.datetime(2021, 7, 14, 9, 18, 46, 62820)}] Jul 14 09:16:46.087335 n-d-779913-29 neutron-server[93958]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93958) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 09:16:46.087970 n-d-779913-29 neutron-server[93958]: DEBUG oslo_db.api [None req-03aa17a5-cfaa-4035-aec0-7a33ed8d085f admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 09:16:46.096027 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 3c588ba2-3350-4d26-ae32-a0222859845a no longer exists at agent hyperv_n-h2-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:16:46.140775 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-355349c7-c5c9-450d-b631-f5246f9c551e admin admin] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:46.159938 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-355349c7-c5c9-450d-b631-f5246f9c551e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13574142'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:46.187809 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 3c588ba2-3350-4d26-ae32-a0222859845a not bound to the agent host n-h2-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:16:46.222531 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-24e3ebe6-596b-4f56-835d-d858e79a2cb5 req-5fd5e37a-26d5-4769-b7ba-554f8cc12678 tempest-ServersAdminNegativeTestJSON-152600987 tempest-ServersAdminNegativeTestJSON-152600987-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:46.234553 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-24e3ebe6-596b-4f56-835d-d858e79a2cb5 req-5fd5e37a-26d5-4769-b7ba-554f8cc12678 tempest-ServersAdminNegativeTestJSON-152600987 tempest-ServersAdminNegativeTestJSON-152600987-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:46.258129 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b4bb82-1873-4106-8d25-4e11f38d257c req-5afcc48b-256f-4de5-aba7-02de37dbd38c tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:46.259774 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-f7b4bb82-1873-4106-8d25-4e11f38d257c req-5afcc48b-256f-4de5-aba7-02de37dbd38c tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] 10.222.0.68 "GET /v2.0/ports?device_id=54ee8264-27af-4439-8dfb-36f97f31dbe4 HTTP/1.1" status: 200 len: 931 time: 0.3169672 Jul 14 09:16:46.280010 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b94180d-17f8-4317-a1a4-e03570c3f39f req-47a77ecf-787b-4ef7-8fe8-b0366dc281cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:46.281525 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-7b94180d-17f8-4317-a1a4-e03570c3f39f req-47a77ecf-787b-4ef7-8fe8-b0366dc281cd service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f15ecc2e979442a6b02936316f8b33e1&device_id=611c1b28-c22b-43c2-aa46-15cef6f6cd26 HTTP/1.1" status: 200 len: 1100 time: 0.3401916 Jul 14 09:16:46.292094 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-24e3ebe6-596b-4f56-835d-d858e79a2cb5 req-5fd5e37a-26d5-4769-b7ba-554f8cc12678 tempest-ServersAdminNegativeTestJSON-152600987 tempest-ServersAdminNegativeTestJSON-152600987-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=12cec5c4-9898-4269-a307-518d62ed3fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5918322 Jul 14 09:16:46.325613 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd5e37a-26d5-4769-b7ba-554f8cc12678 tempest-ServersAdminNegativeTestJSON-152600987 tempest-ServersAdminNegativeTestJSON-152600987-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d23f8b4-19eb-4032-9c81-a585220d8638,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:46.331330 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-355349c7-c5c9-450d-b631-f5246f9c551e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-683747'] for router_interface, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:46.333246 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355349c7-c5c9-450d-b631-f5246f9c551e admin admin] Pushing event updated for resources: {'Port': ['ID=3c3ffe21-8033-4d60-8a4e-32db41b1db54,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:46.446968 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 35814) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:46.574323 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-f7b4bb82-1873-4106-8d25-4e11f38d257c req-1d0c8325-3d4f-4134-85ac-d60bdc3f028c tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] 10.222.0.68 "GET /v2.0/security-groups?id=4fa97f2f-f617-45f3-9331-b542b3f62cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3003848 Jul 14 09:16:46.628309 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-03aa17a5-cfaa-4035-aec0-7a33ed8d085f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:46.632533 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b94180d-17f8-4317-a1a4-e03570c3f39f req-c29b8f12-df76-49b8-89b3-c761ea7afda8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:46.634533 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-7b94180d-17f8-4317-a1a4-e03570c3f39f req-c29b8f12-df76-49b8-89b3-c761ea7afda8 service neutron] 10.222.0.65 "GET /v2.0/networks?id=2244f7a1-04bd-42cd-9e86-31839b46f57f HTTP/1.1" status: 200 len: 870 time: 0.3418469 Jul 14 09:16:46.645873 n-d-779913-29 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '611c1b28-c22b-43c2-aa46-15cef6f6cd26', 'tag': '3c588ba2-3350-4d26-ae32-a0222859845a'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:16:46.651199 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cb48f044f948e981f43897c8d7f1332f741dc7af2b4c5a6e19d8f4a80f708e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4b57655-7938-408c-89a9-f99dbdf61650" -d '{"events": [{"name": "network-changed", "server_uuid": "611c1b28-c22b-43c2-aa46-15cef6f6cd26", "tag": "3c588ba2-3350-4d26-ae32-a0222859845a"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:16:46.674380 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-355349c7-c5c9-450d-b631-f5246f9c551e admin admin] Network d5b4013b-42cf-4baf-b88c-1346c6034b92 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:16:46.684597 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-8d6230de-7131-425b-af5b-095edd831b42 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=07f8c4514bf84eaabe033a957b3691de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2361741 Jul 14 09:16:46.692242 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 35822) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:46.736838 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ea1094f8-2634-4261-83c2-29d17c2d8f53 req-f04084e0-a3eb-4612-a281-0c30cc6e4ecf service neutron] 10.222.0.65 "GET /v2.0/ports/aab7bb30-8d5d-4d47-b33f-ff650cfffb9e/bindings/n-h2-779913-29 HTTP/1.1" status: 200 len: 385 time: 0.2482460 Jul 14 09:16:46.799646 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-03aa17a5-cfaa-4035-aec0-7a33ed8d085f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:46.804830 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-355349c7-c5c9-450d-b631-f5246f9c551e admin admin] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:16:46.846272 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-aec83094-a7f7-45d4-903c-9cdf833c715b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:46.886225 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-03aa17a5-cfaa-4035-aec0-7a33ed8d085f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:46.915999 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-7b94180d-17f8-4317-a1a4-e03570c3f39f req-e776ba62-3029-4bf8-b6ef-1ecae51ecfc5 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=3c588ba2-3350-4d26-ae32-a0222859845a HTTP/1.1" status: 200 len: 217 time: 0.2601829 Jul 14 09:16:46.975156 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-aec83094-a7f7-45d4-903c-9cdf833c715b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:46.985714 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03aa17a5-cfaa-4035-aec0-7a33ed8d085f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43951abb-20b8-45a1-91d3-edb295a04ff1,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:47.004611 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-03aa17a5-cfaa-4035-aec0-7a33ed8d085f admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=967ac4290e3c4beca210d2845e5fedba&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4786327 Jul 14 09:16:47.029144 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 35826) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:47.131481 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b94180d-17f8-4317-a1a4-e03570c3f39f req-caa2849a-f890-4451-ab7c-a3abd8353684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:47.133464 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-7b94180d-17f8-4317-a1a4-e03570c3f39f req-caa2849a-f890-4451-ab7c-a3abd8353684 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=85060e65-3b2f-4a6c-a04c-ce849daa5b3b HTTP/1.1" status: 200 len: 843 time: 0.1484642 Jul 14 09:16:47.160195 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bc18e632-b440-4104-8b00-cbae8374ecca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:47.182636 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-ea1094f8-2634-4261-83c2-29d17c2d8f53 req-ab66daed-2643-4a3d-a68b-bdcf8b0fec5c service neutron] For port aab7bb30-8d5d-4d47-b33f-ff650cfffb9e, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=aab7bb30-8d5d-4d47-b33f-ff650cfffb9e,segment=NetworkSegment(4f3a0541-e6cd-42f5-92f6-5d961c2f621f),segment_id=4f3a0541-e6cd-42f5-92f6-5d961c2f621f)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:16:47.196991 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 0d109e6e-0e02-460f-80ee-f90b06225130 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:16:47.220181 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d39159e-0c17-48b5-aa9d-f02b7922e1c9 req-9f9a2377-f279-4643-a0cc-c7eae807f062 tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:47.221764 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-5d39159e-0c17-48b5-aa9d-f02b7922e1c9 req-9f9a2377-f279-4643-a0cc-c7eae807f062 tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] 10.222.0.68 "GET /v2.0/ports?device_id=2719b879-abb1-4c54-98f8-1863e426ed31 HTTP/1.1" status: 200 len: 943 time: 0.4184873 Jul 14 09:16:47.232525 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-ea1094f8-2634-4261-83c2-29d17c2d8f53 req-ab66daed-2643-4a3d-a68b-bdcf8b0fec5c service neutron] For port aab7bb30-8d5d-4d47-b33f-ff650cfffb9e, host n-h1-779913-29, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:16:47.246335 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bc18e632-b440-4104-8b00-cbae8374ecca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:47.268661 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [req-ea1094f8-2634-4261-83c2-29d17c2d8f53 req-ab66daed-2643-4a3d-a68b-bdcf8b0fec5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aab7bb30-8d5d-4d47-b33f-ff650cfffb9e {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:16:47.271106 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-355349c7-c5c9-450d-b631-f5246f9c551e admin admin] Router 982de53f-bb4f-4e9e-b79f-f1ca554cffb3 has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:16:47.282041 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-ea1094f8-2634-4261-83c2-29d17c2d8f53 req-ab66daed-2643-4a3d-a68b-bdcf8b0fec5c service neutron] For port aab7bb30-8d5d-4d47-b33f-ff650cfffb9e, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=aab7bb30-8d5d-4d47-b33f-ff650cfffb9e,segment=NetworkSegment(4f3a0541-e6cd-42f5-92f6-5d961c2f621f),segment_id=4f3a0541-e6cd-42f5-92f6-5d961c2f621f)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:16:47.307555 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:16:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9d35c75-10a4-4770-8814-4958b0f7c0b7 x-openstack-request-id: req-f9d35c75-10a4-4770-8814-4958b0f7c0b7 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:16:47.307764 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-ea1094f8-2634-4261-83c2-29d17c2d8f53 req-ab66daed-2643-4a3d-a68b-bdcf8b0fec5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:47.307933 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "611c1b28-c22b-43c2-aa46-15cef6f6cd26", "tag": "3c588ba2-3350-4d26-ae32-a0222859845a", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:16:47.308071 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-f9d35c75-10a4-4770-8814-4958b0f7c0b7 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:16:47.308476 n-d-779913-29 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '611c1b28-c22b-43c2-aa46-15cef6f6cd26', 'tag': '3c588ba2-3350-4d26-ae32-a0222859845a', 'status': 'completed', 'code': 200} Jul 14 09:16:47.311685 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [req-c7e79a84-0f52-4f9f-a70e-5105b9351b25 req-56f64d55-6811-4b61-9364-093c64584c48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec695950-10e1-4821-83e0-8e8d7ca82f82 {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:16:47.337807 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-c7e79a84-0f52-4f9f-a70e-5105b9351b25 req-56f64d55-6811-4b61-9364-093c64584c48 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:47.367252 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-5d39159e-0c17-48b5-aa9d-f02b7922e1c9 req-567f48d3-dfc5-4d93-926a-e2eafe488147 tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] 10.222.0.68 "GET /v2.0/security-groups?id=7bf941d0-4fab-41ec-a174-078829fdb488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345546 Jul 14 09:16:47.374162 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [req-c7e79a84-0f52-4f9f-a70e-5105b9351b25 req-56f64d55-6811-4b61-9364-093c64584c48 service neutron] Transition to ACTIVE for port object ec695950-10e1-4821-83e0-8e8d7ca82f82 will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:16:47.407009 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-c7e79a84-0f52-4f9f-a70e-5105b9351b25 req-56f64d55-6811-4b61-9364-093c64584c48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:47.460436 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port 0d109e6e-0e02-460f-80ee-f90b06225130 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:16:47.461376 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:47.475566 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f64d55-6811-4b61-9364-093c64584c48 service neutron] Pushing event updated for resources: {'Port': ['ID=ec695950-10e1-4821-83e0-8e8d7ca82f82,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:47.491174 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b94180d-17f8-4317-a1a4-e03570c3f39f req-df5a4af1-0b46-4e7e-8fc6-cc5a94e76b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:47.493463 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-7b94180d-17f8-4317-a1a4-e03570c3f39f req-df5a4af1-0b46-4e7e-8fc6-cc5a94e76b45 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2244f7a1-04bd-42cd-9e86-31839b46f57f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3358271 Jul 14 09:16:47.519873 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-aec83094-a7f7-45d4-903c-9cdf833c715b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:47.522404 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-aec83094-a7f7-45d4-903c-9cdf833c715b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:47.527025 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-aec83094-a7f7-45d4-903c-9cdf833c715b admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/dfdbd051-2673-4810-86a2-f4b72b56b570 HTTP/1.1" status: 204 len: 168 time: 0.8338413 Jul 14 09:16:47.561315 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-e3ff5d2e-c9ee-43ee-ae84-d223575f3865 None None] Provisioning complete for port 3c3ffe21-8033-4d60-8a4e-32db41b1db54 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:16:47.561661 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec83094-a7f7-45d4-903c-9cdf833c715b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfdbd051-2673-4810-86a2-f4b72b56b570,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:47.562455 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e3ff5d2e-c9ee-43ee-ae84-d223575f3865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:47.579709 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-c7e79a84-0f52-4f9f-a70e-5105b9351b25 req-56f64d55-6811-4b61-9364-093c64584c48 service neutron] Attempting to bind port ec695950-10e1-4821-83e0-8e8d7ca82f82 on host n-h1-779913-29 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:16:47.580032 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-c7e79a84-0f52-4f9f-a70e-5105b9351b25 req-56f64d55-6811-4b61-9364-093c64584c48 service neutron] Attempting to bind port ec695950-10e1-4821-83e0-8e8d7ca82f82 by drivers openvswitch,hyperv on host n-h1-779913-29 at level 0 using segments [{'id': 'becdfe35-a9ff-4f14-9744-544114c40ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '9b8a6edc-bbae-47ce-bda0-fb444fc735c0'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:16:47.580474 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7e79a84-0f52-4f9f-a70e-5105b9351b25 req-56f64d55-6811-4b61-9364-093c64584c48 service neutron] Attempting to bind port ec695950-10e1-4821-83e0-8e8d7ca82f82 on network 9b8a6edc-bbae-47ce-bda0-fb444fc735c0 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:16:47.628364 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [req-ea1094f8-2634-4261-83c2-29d17c2d8f53 req-ab66daed-2643-4a3d-a68b-bdcf8b0fec5c service neutron] Transition to ACTIVE for port object aab7bb30-8d5d-4d47-b33f-ff650cfffb9e will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:16:47.638587 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-ea1094f8-2634-4261-83c2-29d17c2d8f53 req-ab66daed-2643-4a3d-a68b-bdcf8b0fec5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:47.658190 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7e79a84-0f52-4f9f-a70e-5105b9351b25 req-56f64d55-6811-4b61-9364-093c64584c48 service neutron] Port ec695950-10e1-4821-83e0-8e8d7ca82f82 on network 9b8a6edc-bbae-47ce-bda0-fb444fc735c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-29 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:16:47.658509 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7e79a84-0f52-4f9f-a70e-5105b9351b25 req-56f64d55-6811-4b61-9364-093c64584c48 service neutron] Attempting to bind port ec695950-10e1-4821-83e0-8e8d7ca82f82 on network 9b8a6edc-bbae-47ce-bda0-fb444fc735c0 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:16:47.667814 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bc18e632-b440-4104-8b00-cbae8374ecca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:47.670436 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bc18e632-b440-4104-8b00-cbae8374ecca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:47.671058 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7e79a84-0f52-4f9f-a70e-5105b9351b25 req-56f64d55-6811-4b61-9364-093c64584c48 service neutron] Checking agent: {'id': 'de11e667-f145-47b0-bd09-334a7505938e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 13, 12), 'started_at': datetime.datetime(2021, 7, 14, 9, 13, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 16, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:16:47.671701 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-bc18e632-b440-4104-8b00-cbae8374ecca admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/43951abb-20b8-45a1-91d3-edb295a04ff1 HTTP/1.1" status: 204 len: 168 time: 0.6377065 Jul 14 09:16:47.676070 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7e79a84-0f52-4f9f-a70e-5105b9351b25 req-56f64d55-6811-4b61-9364-093c64584c48 service neutron] Checking segment: {'id': 'becdfe35-a9ff-4f14-9744-544114c40ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '9b8a6edc-bbae-47ce-bda0-fb444fc735c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:16:47.687548 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7e79a84-0f52-4f9f-a70e-5105b9351b25 req-56f64d55-6811-4b61-9364-093c64584c48 service neutron] Bound using segment: {'id': 'becdfe35-a9ff-4f14-9744-544114c40ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '9b8a6edc-bbae-47ce-bda0-fb444fc735c0'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:16:47.688035 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-c7e79a84-0f52-4f9f-a70e-5105b9351b25 req-56f64d55-6811-4b61-9364-093c64584c48 service neutron] Bound port: ec695950-10e1-4821-83e0-8e8d7ca82f82, host: n-h1-779913-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'becdfe35-a9ff-4f14-9744-544114c40ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '9b8a6edc-bbae-47ce-bda0-fb444fc735c0'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:16:47.688415 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-c7e79a84-0f52-4f9f-a70e-5105b9351b25 req-56f64d55-6811-4b61-9364-093c64584c48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:47.698943 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-e3ff5d2e-c9ee-43ee-ae84-d223575f3865 None None] Port 3c3ffe21-8033-4d60-8a4e-32db41b1db54 cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:16:47.722231 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc18e632-b440-4104-8b00-cbae8374ecca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43951abb-20b8-45a1-91d3-edb295a04ff1,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:47.757225 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-355349c7-c5c9-450d-b631-f5246f9c551e admin admin] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:16:47.765611 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-355349c7-c5c9-450d-b631-f5246f9c551e admin admin] 10.222.0.68 "PUT /v2.0/routers/982de53f-bb4f-4e9e-b79f-f1ca554cffb3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4897370 Jul 14 09:16:47.785135 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24376d92-48e8-47b7-9347-f10c4ca7fc44 None None] Sync routers for ids ['982de53f-bb4f-4e9e-b79f-f1ca554cffb3'] in n-d-779913-29 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:16:47.807108 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea1094f8-2634-4261-83c2-29d17c2d8f53 req-ab66daed-2643-4a3d-a68b-bdcf8b0fec5c service neutron] No DVR routers for this DVR port aab7bb30-8d5d-4d47-b33f-ff650cfffb9e on host n-h1-779913-29 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:16:47.829253 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24376d92-48e8-47b7-9347-f10c4ca7fc44 None None] Routers {'982de53f-bb4f-4e9e-b79f-f1ca554cffb3'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:16:47.830472 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-24376d92-48e8-47b7-9347-f10c4ca7fc44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:16:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['982de53f-bb4f-4e9e-b79f-f1ca554cffb3'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:16:47.841196 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-7b94180d-17f8-4317-a1a4-e03570c3f39f req-a780fcca-ab9e-4aae-a919-e3a8564abdbb service neutron] 10.222.0.65 "GET /v2.0/networks/2244f7a1-04bd-42cd-9e86-31839b46f57f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3244159 Jul 14 09:16:47.848249 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b57655-7938-408c-89a9-f99dbdf61650 req-c66f8592-5c10-4e5c-8fc7-2a4409850fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:47.849939 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c4b57655-7938-408c-89a9-f99dbdf61650 req-c66f8592-5c10-4e5c-8fc7-2a4409850fb7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f15ecc2e979442a6b02936316f8b33e1&device_id=611c1b28-c22b-43c2-aa46-15cef6f6cd26 HTTP/1.1" status: 200 len: 1100 time: 0.4742603 Jul 14 09:16:47.958619 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c196c4-bb76-49a9-b34e-045a491ea7c6 req-4bc80e83-da26-449e-9ec7-b6a22f5235a0 tempest-ServersAdminNegativeTestJSON-152600987 tempest-ServersAdminNegativeTestJSON-152600987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:47.963892 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-99c196c4-bb76-49a9-b34e-045a491ea7c6 req-4bc80e83-da26-449e-9ec7-b6a22f5235a0 tempest-ServersAdminNegativeTestJSON-152600987 tempest-ServersAdminNegativeTestJSON-152600987-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=8c2dd031-7f06-4878-abfe-7fa9c9ea796e HTTP/1.1" status: 200 len: 1101 time: 0.2982697 Jul 14 09:16:48.001641 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ea1094f8-2634-4261-83c2-29d17c2d8f53 req-ab66daed-2643-4a3d-a68b-bdcf8b0fec5c service neutron] 10.222.0.65 "PUT /v2.0/ports/aab7bb30-8d5d-4d47-b33f-ff650cfffb9e/bindings/n-h2-779913-29/activate HTTP/1.1" status: 200 len: 370 time: 1.2548494 Jul 14 09:16:48.002420 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab66daed-2643-4a3d-a68b-bdcf8b0fec5c service neutron] Pushing event updated for resources: {'Port': ['ID=aab7bb30-8d5d-4d47-b33f-ff650cfffb9e,revision_number=10']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:48.035405 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dfe991-4de0-4ea0-9a22-9da84f1a8ee9 req-bbc86e03-dd03-4a42-88c1-5ea61c07b562 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:48.042175 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e8dfe991-4de0-4ea0-9a22-9da84f1a8ee9 req-bbc86e03-dd03-4a42-88c1-5ea61c07b562 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/ports?device_id=611c1b28-c22b-43c2-aa46-15cef6f6cd26 HTTP/1.1" status: 200 len: 948 time: 0.4815440 Jul 14 09:16:48.052836 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-c7e79a84-0f52-4f9f-a70e-5105b9351b25 req-56f64d55-6811-4b61-9364-093c64584c48 service neutron] For port ec695950-10e1-4821-83e0-8e8d7ca82f82, host n-h1-779913-29, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:16:48.060867 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-c7e79a84-0f52-4f9f-a70e-5105b9351b25 req-56f64d55-6811-4b61-9364-093c64584c48 service neutron] For port ec695950-10e1-4821-83e0-8e8d7ca82f82, host n-h1-779913-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=ec695950-10e1-4821-83e0-8e8d7ca82f82,segment=NetworkSegment(becdfe35-a9ff-4f14-9744-544114c40ea3),segment_id=becdfe35-a9ff-4f14-9744-544114c40ea3)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:16:48.089350 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-c7e79a84-0f52-4f9f-a70e-5105b9351b25 req-56f64d55-6811-4b61-9364-093c64584c48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:48.132802 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e79a84-0f52-4f9f-a70e-5105b9351b25 req-56f64d55-6811-4b61-9364-093c64584c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:48.134282 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-c7e79a84-0f52-4f9f-a70e-5105b9351b25 req-56f64d55-6811-4b61-9364-093c64584c48 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:48.135830 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c7e79a84-0f52-4f9f-a70e-5105b9351b25 req-56f64d55-6811-4b61-9364-093c64584c48 service neutron] 10.222.0.65 "PUT /v2.0/ports/ec695950-10e1-4821-83e0-8e8d7ca82f82 HTTP/1.1" status: 200 len: 1092 time: 2.7182479 Jul 14 09:16:48.170761 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54ee8264-27af-4439-8dfb-36f97f31dbe4', 'tag': 'ec695950-10e1-4821-83e0-8e8d7ca82f82'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:16:48.172694 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-24376d92-48e8-47b7-9347-f10c4ca7fc44 None None] Set router 982de53f-bb4f-4e9e-b79f-f1ca554cffb3 gateway port host: n-d-779913-29 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:16:48.173273 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-486c1f36-293b-46db-9d28-9d2f813288c5" -d '{"events": [{"name": "network-changed", "server_uuid": "54ee8264-27af-4439-8dfb-36f97f31dbe4", "tag": "ec695950-10e1-4821-83e0-8e8d7ca82f82"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:16:48.262782 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-99c196c4-bb76-49a9-b34e-045a491ea7c6 req-d7e23261-c550-4096-a7d1-742d31cb3699 tempest-ServersAdminNegativeTestJSON-152600987 tempest-ServersAdminNegativeTestJSON-152600987-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=12cec5c4-9898-4269-a307-518d62ed3fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814888 Jul 14 09:16:48.274478 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f64d55-6811-4b61-9364-093c64584c48 service neutron] Pushing event updated for resources: {'Port': ['ID=ec695950-10e1-4821-83e0-8e8d7ca82f82,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:48.294807 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b57655-7938-408c-89a9-f99dbdf61650 req-551ff33b-2de4-41a6-9bff-fd1c588b384a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:48.300336 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c4b57655-7938-408c-89a9-f99dbdf61650 req-551ff33b-2de4-41a6-9bff-fd1c588b384a service neutron] 10.222.0.57 "GET /v2.0/networks?id=2244f7a1-04bd-42cd-9e86-31839b46f57f HTTP/1.1" status: 200 len: 870 time: 0.3926442 Jul 14 09:16:48.319738 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e8dfe991-4de0-4ea0-9a22-9da84f1a8ee9 req-17dc1b83-d131-49fc-87cf-c0803831a6c9 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/security-groups?id=93b55648-4dd6-4852-bb99-9aa842ab19a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2601774 Jul 14 09:16:48.354786 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-7b94180d-17f8-4317-a1a4-e03570c3f39f req-fe59e2d4-7c34-474f-a639-9b8eb0b8e0c4 service neutron] 10.222.0.65 "GET /v2.0/networks/2244f7a1-04bd-42cd-9e86-31839b46f57f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4987783 Jul 14 09:16:48.403882 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1094f8-2634-4261-83c2-29d17c2d8f53 req-c2786f8a-519c-4a0e-a057-9dc0b2b3752f tempest-LiveAutoBlockMigrationV225Test-648529105 tempest-LiveAutoBlockMigrationV225Test-648529105-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:48.407528 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ea1094f8-2634-4261-83c2-29d17c2d8f53 req-c2786f8a-519c-4a0e-a057-9dc0b2b3752f tempest-LiveAutoBlockMigrationV225Test-648529105 tempest-LiveAutoBlockMigrationV225Test-648529105-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=2719b879-abb1-4c54-98f8-1863e426ed31&tenant_id=e14af975015c4397b9da2a89a906dfc2&binding%3Ahost_id=n-h1-779913-29 HTTP/1.1" status: 200 len: 1096 time: 0.2544136 Jul 14 09:16:48.462531 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c4b57655-7938-408c-89a9-f99dbdf61650 req-c7c4c6b9-b373-4821-88cb-ff826531efca service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=3c588ba2-3350-4d26-ae32-a0222859845a HTTP/1.1" status: 200 len: 217 time: 0.1406126 Jul 14 09:16:48.575383 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-24376d92-48e8-47b7-9347-f10c4ca7fc44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '982de53f-bb4f-4e9e-b79f-f1ca554cffb3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1825414716-router', 'tenant_id': '693039a9031c4718ab71870c2e8c0097', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.78'}], 'enable_snat': True}, 'gw_port_id': '0d109e6e-0e02-460f-80ee-f90b06225130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:16:37Z', 'updated_at': '2021-07-14T09:16:44Z', 'revision_number': 4, 'project_id': '693039a9031c4718ab71870c2e8c0097', 'gw_port': {'id': '0d109e6e-0e02-460f-80ee-f90b06225130', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:af:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '982de53f-bb4f-4e9e-b79f-f1ca554cffb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:16:38Z', 'updated_at': '2021-07-14T09:16:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': '3c3ffe21-8033-4d60-8a4e-32db41b1db54', 'name': '', 'network_id': 'd5b4013b-42cf-4baf-b88c-1346c6034b92', 'tenant_id': '693039a9031c4718ab71870c2e8c0097', 'mac_address': 'fa:16:3e:06:5b:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '982de53f-bb4f-4e9e-b79f-f1ca554cffb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'ff357304-9a7a-4849-886e-222423635809', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:16:42Z', 'updated_at': '2021-07-14T09:16:45Z', 'revision_number': 2, 'project_id': '693039a9031c4718ab71870c2e8c0097', 'subnets': [{'id': 'ff357304-9a7a-4849-886e-222423635809', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:16:48.603543 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 35860) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:48.625300 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:16:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8922f1d4-6b3e-4d52-8373-b2a9239b3d49 x-openstack-request-id: req-8922f1d4-6b3e-4d52-8373-b2a9239b3d49 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:16:48.625745 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54ee8264-27af-4439-8dfb-36f97f31dbe4", "tag": "ec695950-10e1-4821-83e0-8e8d7ca82f82", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:16:48.626548 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-8922f1d4-6b3e-4d52-8373-b2a9239b3d49 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:16:48.626548 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54ee8264-27af-4439-8dfb-36f97f31dbe4', 'tag': 'ec695950-10e1-4821-83e0-8e8d7ca82f82', 'status': 'completed', 'code': 200} Jul 14 09:16:48.634226 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24376d92-48e8-47b7-9347-f10c4ca7fc44 None None] Checking router: 982de53f-bb4f-4e9e-b79f-f1ca554cffb3 for host: n-d-779913-29 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:16:48.634544 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24376d92-48e8-47b7-9347-f10c4ca7fc44 None None] Updating router 982de53f-bb4f-4e9e-b79f-f1ca554cffb3 port 3c3ffe21-8033-4d60-8a4e-32db41b1db54 binding host n-d-779913-29 {{(pid=93960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:16:48.642126 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e79a84-0f52-4f9f-a70e-5105b9351b25 req-a93a808a-bd10-4009-8ad8-95c4176a57f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:48.643808 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c7e79a84-0f52-4f9f-a70e-5105b9351b25 req-a93a808a-bd10-4009-8ad8-95c4176a57f0 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=7106393f864d424cbb37d8910f9a40b9&device_id=54ee8264-27af-4439-8dfb-36f97f31dbe4 HTTP/1.1" status: 200 len: 1095 time: 0.4279344 Jul 14 09:16:48.696193 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-26a662e3-8cef-46cf-86e9-6b51d7e147fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:48.700120 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-24376d92-48e8-47b7-9347-f10c4ca7fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:48.744253 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b57655-7938-408c-89a9-f99dbdf61650 req-39027e3f-525d-4c38-9771-2a22de50faf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:48.746326 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c4b57655-7938-408c-89a9-f99dbdf61650 req-39027e3f-525d-4c38-9771-2a22de50faf1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=85060e65-3b2f-4a6c-a04c-ce849daa5b3b HTTP/1.1" status: 200 len: 843 time: 0.2728074 Jul 14 09:16:48.752842 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c7e79a84-0f52-4f9f-a70e-5105b9351b25 req-85632db4-1ddb-4213-98fd-de06bb804f39 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ec695950-10e1-4821-83e0-8e8d7ca82f82 HTTP/1.1" status: 200 len: 217 time: 0.0867527 Jul 14 09:16:48.783866 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1094f8-2634-4261-83c2-29d17c2d8f53 req-eeb7221f-0d0e-410d-9d9d-cc937fd4132c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:48.792812 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ea1094f8-2634-4261-83c2-29d17c2d8f53 req-eeb7221f-0d0e-410d-9d9d-cc937fd4132c service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=2719b879-abb1-4c54-98f8-1863e426ed31&tenant_id=e14af975015c4397b9da2a89a906dfc2 HTTP/1.1" status: 200 len: 1096 time: 0.3680542 Jul 14 09:16:48.825287 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b57655-7938-408c-89a9-f99dbdf61650 req-1ba4bba7-0a71-47fb-bf1c-a38c0de8024b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:48.830757 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-c4b57655-7938-408c-89a9-f99dbdf61650 req-1ba4bba7-0a71-47fb-bf1c-a38c0de8024b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f15ecc2e979442a6b02936316f8b33e1&device_id=611c1b28-c22b-43c2-aa46-15cef6f6cd26 HTTP/1.1" status: 200 len: 1100 time: 0.2569170 Jul 14 09:16:48.894531 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a21e7f-5420-44ab-b442-c214bb563a93 req-5963fe48-b577-416c-9234-5a5854b5dbec tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:48.913989 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-85a21e7f-5420-44ab-b442-c214bb563a93 req-5963fe48-b577-416c-9234-5a5854b5dbec tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] 10.222.0.68 "GET /v2.0/ports?device_id=54ee8264-27af-4439-8dfb-36f97f31dbe4 HTTP/1.1" status: 200 len: 943 time: 0.2746055 Jul 14 09:16:49.102439 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e79a84-0f52-4f9f-a70e-5105b9351b25 req-fbb2c0ed-5644-4db1-88c6-f580c9aeeee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:49.104961 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c7e79a84-0f52-4f9f-a70e-5105b9351b25 req-fbb2c0ed-5644-4db1-88c6-f580c9aeeee3 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=8ea73f7d-9594-449c-9c84-8c744576418b HTTP/1.1" status: 200 len: 844 time: 0.3136041 Jul 14 09:16:49.169390 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-24376d92-48e8-47b7-9347-f10c4ca7fc44 None None] Notify callbacks [] for port, precommit_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:49.173631 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-85a21e7f-5420-44ab-b442-c214bb563a93 req-9694abdc-6e1e-487a-9e06-52c600d3b81e tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] 10.222.0.68 "GET /v2.0/security-groups?id=4fa97f2f-f617-45f3-9331-b542b3f62cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2583358 Jul 14 09:16:49.195370 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-24376d92-48e8-47b7-9347-f10c4ca7fc44 None None] Transition to ACTIVE for port object 3c3ffe21-8033-4d60-8a4e-32db41b1db54 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:16:49.220711 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-24376d92-48e8-47b7-9347-f10c4ca7fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:49.228256 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b57655-7938-408c-89a9-f99dbdf61650 req-9838175d-0b2f-44a7-b916-6e72ea746a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:49.230963 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-c4b57655-7938-408c-89a9-f99dbdf61650 req-9838175d-0b2f-44a7-b916-6e72ea746a43 service neutron] 10.222.0.65 "GET /v2.0/networks?id=2244f7a1-04bd-42cd-9e86-31839b46f57f HTTP/1.1" status: 200 len: 870 time: 0.3843620 Jul 14 09:16:49.235938 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1094f8-2634-4261-83c2-29d17c2d8f53 req-fdd095f3-9a97-4166-8b17-7e7337d1cb95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:49.238460 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ea1094f8-2634-4261-83c2-29d17c2d8f53 req-fdd095f3-9a97-4166-8b17-7e7337d1cb95 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e14af975015c4397b9da2a89a906dfc2&device_id=2719b879-abb1-4c54-98f8-1863e426ed31 HTTP/1.1" status: 200 len: 1096 time: 0.4066317 Jul 14 09:16:49.285015 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c7e79a84-0f52-4f9f-a70e-5105b9351b25 req-3403e529-7b6f-4e65-90c2-0d11f2893293 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=9b8a6edc-bbae-47ce-bda0-fb444fc735c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1270542 Jul 14 09:16:49.431499 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b57655-7938-408c-89a9-f99dbdf61650 req-4c3f0972-7fbe-416d-ac0f-09b18e37112a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:49.433927 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c4b57655-7938-408c-89a9-f99dbdf61650 req-4c3f0972-7fbe-416d-ac0f-09b18e37112a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2244f7a1-04bd-42cd-9e86-31839b46f57f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6777978 Jul 14 09:16:49.564989 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c845c42-3cad-40a6-a856-80604d845109 None None] Pushing event updated for resources: {'Port': ['ID=3c3ffe21-8033-4d60-8a4e-32db41b1db54,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:49.606135 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-24376d92-48e8-47b7-9347-f10c4ca7fc44 None None] Attempting to bind port 3c3ffe21-8033-4d60-8a4e-32db41b1db54 on host n-d-779913-29 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:16:49.607028 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-24376d92-48e8-47b7-9347-f10c4ca7fc44 None None] Attempting to bind port 3c3ffe21-8033-4d60-8a4e-32db41b1db54 by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': '01d3a1cb-0c03-4cf6-93ad-80731b093c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'd5b4013b-42cf-4baf-b88c-1346c6034b92'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:16:49.607838 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24376d92-48e8-47b7-9347-f10c4ca7fc44 None None] Attempting to bind port 3c3ffe21-8033-4d60-8a4e-32db41b1db54 on network d5b4013b-42cf-4baf-b88c-1346c6034b92 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:16:49.624751 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c4b57655-7938-408c-89a9-f99dbdf61650 req-93c9f1e2-e735-498d-b82d-cfbc23988668 service neutron] 10.222.0.57 "GET /v2.0/networks/2244f7a1-04bd-42cd-9e86-31839b46f57f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756139 Jul 14 09:16:49.626494 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 35892) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:49.627725 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24376d92-48e8-47b7-9347-f10c4ca7fc44 None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 16, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:16:49.628731 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24376d92-48e8-47b7-9347-f10c4ca7fc44 None None] Checking segment: {'id': '01d3a1cb-0c03-4cf6-93ad-80731b093c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'd5b4013b-42cf-4baf-b88c-1346c6034b92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:16:49.630314 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-24376d92-48e8-47b7-9347-f10c4ca7fc44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:49.634375 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24376d92-48e8-47b7-9347-f10c4ca7fc44 None None] Bound using segment: {'id': '01d3a1cb-0c03-4cf6-93ad-80731b093c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'd5b4013b-42cf-4baf-b88c-1346c6034b92'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:16:49.635593 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-24376d92-48e8-47b7-9347-f10c4ca7fc44 None None] Bound port: 3c3ffe21-8033-4d60-8a4e-32db41b1db54, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01d3a1cb-0c03-4cf6-93ad-80731b093c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'd5b4013b-42cf-4baf-b88c-1346c6034b92'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:16:49.636599 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-24376d92-48e8-47b7-9347-f10c4ca7fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:49.647561 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-d3038f56-0f24-4551-a9b1-ff503a3ca269 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-952562594-network', 'tenant_id': '91f0548988464fef9816262c0d7ec930'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:16:49.847409 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-24376d92-48e8-47b7-9347-f10c4ca7fc44 None None] For port 3c3ffe21-8033-4d60-8a4e-32db41b1db54, host n-d-779913-29, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:16:49.852919 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-24376d92-48e8-47b7-9347-f10c4ca7fc44 None None] For port 3c3ffe21-8033-4d60-8a4e-32db41b1db54, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=3c3ffe21-8033-4d60-8a4e-32db41b1db54,segment=NetworkSegment(01d3a1cb-0c03-4cf6-93ad-80731b093c35),segment_id=01d3a1cb-0c03-4cf6-93ad-80731b093c35)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:16:49.866525 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-24376d92-48e8-47b7-9347-f10c4ca7fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:49.872100 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-26a662e3-8cef-46cf-86e9-6b51d7e147fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:49.925438 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-26a662e3-8cef-46cf-86e9-6b51d7e147fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:49.966099 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 35902) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:50.024641 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c845c42-3cad-40a6-a856-80604d845109 None None] Pushing event updated for resources: {'Port': ['ID=3c3ffe21-8033-4d60-8a4e-32db41b1db54,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:50.053301 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-26a662e3-8cef-46cf-86e9-6b51d7e147fc admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=6d639e916581428cbce538721941702e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4210112 Jul 14 09:16:50.054614 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3038f56-0f24-4551-a9b1-ff503a3ca269 admin admin] Made reservation on behalf of 91f0548988464fef9816262c0d7ec930 for: {'network': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:16:50.060422 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d3038f56-0f24-4551-a9b1-ff503a3ca269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for network, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:50.061168 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24376d92-48e8-47b7-9347-f10c4ca7fc44 None None] Routers {'982de53f-bb4f-4e9e-b79f-f1ca554cffb3'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:16:50.062641 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-24376d92-48e8-47b7-9347-f10c4ca7fc44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:16:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['982de53f-bb4f-4e9e-b79f-f1ca554cffb3'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:16:50.068205 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-c4b57655-7938-408c-89a9-f99dbdf61650 req-018d7048-9cd3-426d-9264-75636c8b762b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=3c588ba2-3350-4d26-ae32-a0222859845a HTTP/1.1" status: 200 len: 217 time: 0.8283420 Jul 14 09:16:50.078589 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 35908) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:50.088516 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c7e79a84-0f52-4f9f-a70e-5105b9351b25 req-74a0efc9-71e2-4fd5-a899-9768b69f7d84 service neutron] 10.222.0.65 "GET /v2.0/networks/9b8a6edc-bbae-47ce-bda0-fb444fc735c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7923462 Jul 14 09:16:50.239283 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-24376d92-48e8-47b7-9347-f10c4ca7fc44 None None] Set router 982de53f-bb4f-4e9e-b79f-f1ca554cffb3 gateway port host: n-d-779913-29 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:16:50.244057 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d3038f56-0f24-4551-a9b1-ff503a3ca269 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:50.244787 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748b21b5-ee72-4fb9-9005-cf5d93e8919f req-bba3663a-ba92-46c2-b0d3-01bac23cdce3 tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:50.254775 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-748b21b5-ee72-4fb9-9005-cf5d93e8919f req-bba3663a-ba92-46c2-b0d3-01bac23cdce3 tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] 10.222.0.68 "GET /v2.0/ports?device_id=2719b879-abb1-4c54-98f8-1863e426ed31 HTTP/1.1" status: 200 len: 944 time: 1.1037428 Jul 14 09:16:50.308414 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a662e3-8cef-46cf-86e9-6b51d7e147fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef626503-a8be-4a81-87d7-93fd1e1d182d,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:50.359253 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b57655-7938-408c-89a9-f99dbdf61650 req-7b0e2bdc-e4df-4a96-a060-3151934ab802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:50.367027 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-c4b57655-7938-408c-89a9-f99dbdf61650 req-7b0e2bdc-e4df-4a96-a060-3151934ab802 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=85060e65-3b2f-4a6c-a04c-ce849daa5b3b HTTP/1.1" status: 200 len: 843 time: 0.2907970 Jul 14 09:16:50.402086 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-748b21b5-ee72-4fb9-9005-cf5d93e8919f req-d8207b57-bdc4-444b-9165-f96e7894b7d3 tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] 10.222.0.68 "GET /v2.0/security-groups?id=7bf941d0-4fab-41ec-a174-078829fdb488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462638 Jul 14 09:16:50.441746 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1094f8-2634-4261-83c2-29d17c2d8f53 req-311b4cc5-7386-4923-98c7-5fb924cb1e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:50.443514 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ea1094f8-2634-4261-83c2-29d17c2d8f53 req-311b4cc5-7386-4923-98c7-5fb924cb1e43 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e7cb481e-49dc-464e-b748-d3d2c45f69f9 HTTP/1.1" status: 200 len: 921 time: 1.1895134 Jul 14 09:16:50.633954 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c7e79a84-0f52-4f9f-a70e-5105b9351b25 req-038b87eb-5ef1-4c25-aab4-d379e956b372 service neutron] 10.222.0.65 "GET /v2.0/networks/9b8a6edc-bbae-47ce-bda0-fb444fc735c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3173940 Jul 14 09:16:50.649846 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ea1094f8-2634-4261-83c2-29d17c2d8f53 req-1a117fd2-b6f1-46fb-b02e-2a269688c3c4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aab7bb30-8d5d-4d47-b33f-ff650cfffb9e HTTP/1.1" status: 200 len: 217 time: 0.1470144 Jul 14 09:16:50.671981 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e30d8abb-f282-4a62-925f-569eaccb18e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:50.692680 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c4b57655-7938-408c-89a9-f99dbdf61650 req-9e4ced4e-af6b-44fc-9743-54389173ce9e service neutron] 10.222.0.57 "GET /v2.0/networks/2244f7a1-04bd-42cd-9e86-31839b46f57f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0395424 Jul 14 09:16:50.874791 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e30d8abb-f282-4a62-925f-569eaccb18e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:50.927376 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1094f8-2634-4261-83c2-29d17c2d8f53 req-edbbf4a2-56ab-4fea-81e8-72d292c5502f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:50.932231 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ea1094f8-2634-4261-83c2-29d17c2d8f53 req-edbbf4a2-56ab-4fea-81e8-72d292c5502f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a1f8d7cc-d5f0-4ac4-b550-493e46cf12fc HTTP/1.1" status: 200 len: 860 time: 0.2517898 Jul 14 09:16:50.934760 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d3038f56-0f24-4551-a9b1-ff503a3ca269 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:50.968990 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d3038f56-0f24-4551-a9b1-ff503a3ca269 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:50.972062 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2f3101d6-d5e1-4571-ae23-f9d54038d67d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:50.994235 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b48dc6b-ef5c-4e39-9000-a8e46e0a482e req-faf2d4a1-587d-4ba0-95eb-bad08c3d47f7 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:50.997080 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-9b48dc6b-ef5c-4e39-9000-a8e46e0a482e req-faf2d4a1-587d-4ba0-95eb-bad08c3d47f7 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/ports?device_id=611c1b28-c22b-43c2-aa46-15cef6f6cd26 HTTP/1.1" status: 200 len: 948 time: 1.0510759 Jul 14 09:16:51.001714 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ea1094f8-2634-4261-83c2-29d17c2d8f53 req-6ad6be02-3eda-40d6-832d-7fedb510efb8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e7cb481e-49dc-464e-b748-d3d2c45f69f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418837 Jul 14 09:16:51.010820 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b57655-7938-408c-89a9-f99dbdf61650 req-828e06a2-dd4f-4f94-8538-a67945ad3e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:51.012690 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-c4b57655-7938-408c-89a9-f99dbdf61650 req-828e06a2-dd4f-4f94-8538-a67945ad3e8a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2244f7a1-04bd-42cd-9e86-31839b46f57f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6239073 Jul 14 09:16:51.017482 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-24376d92-48e8-47b7-9347-f10c4ca7fc44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '982de53f-bb4f-4e9e-b79f-f1ca554cffb3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1825414716-router', 'tenant_id': '693039a9031c4718ab71870c2e8c0097', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.78'}], 'enable_snat': True}, 'gw_port_id': '0d109e6e-0e02-460f-80ee-f90b06225130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:16:37Z', 'updated_at': '2021-07-14T09:16:44Z', 'revision_number': 4, 'project_id': '693039a9031c4718ab71870c2e8c0097', 'gw_port': {'id': '0d109e6e-0e02-460f-80ee-f90b06225130', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:af:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '982de53f-bb4f-4e9e-b79f-f1ca554cffb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:16:38Z', 'updated_at': '2021-07-14T09:16:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': '3c3ffe21-8033-4d60-8a4e-32db41b1db54', 'name': '', 'network_id': 'd5b4013b-42cf-4baf-b88c-1346c6034b92', 'tenant_id': '693039a9031c4718ab71870c2e8c0097', 'mac_address': 'fa:16:3e:06:5b:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '982de53f-bb4f-4e9e-b79f-f1ca554cffb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'ff357304-9a7a-4849-886e-222423635809', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:16:42Z', 'updated_at': '2021-07-14T09:16:49Z', 'revision_number': 4, 'project_id': '693039a9031c4718ab71870c2e8c0097', 'subnets': [{'id': 'ff357304-9a7a-4849-886e-222423635809', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:16:51.040329 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3038f56-0f24-4551-a9b1-ff503a3ca269 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 700} {{(pid=93957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:16:51.074654 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24376d92-48e8-47b7-9347-f10c4ca7fc44 None None] The sync data for ids ['982de53f-bb4f-4e9e-b79f-f1ca554cffb3'] in n-d-779913-29 is: [{'id': '982de53f-bb4f-4e9e-b79f-f1ca554cffb3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1825414716-router', 'tenant_id': '693039a9031c4718ab71870c2e8c0097', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.78'}], 'enable_snat': True}, 'gw_port_id': '0d109e6e-0e02-460f-80ee-f90b06225130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:16:37Z', 'updated_at': '2021-07-14T09:16:44Z', 'revision_number': 4, 'project_id': '693039a9031c4718ab71870c2e8c0097', 'gw_port': {'id': '0d109e6e-0e02-460f-80ee-f90b06225130', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:af:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '982de53f-bb4f-4e9e-b79f-f1ca554cffb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:16:38Z', 'updated_at': '2021-07-14T09:16:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': '3c3ffe21-8033-4d60-8a4e-32db41b1db54', 'name': '', 'network_id': 'd5b4013b-42cf-4baf-b88c-1346c6034b92', 'tenant_id': '693039a9031c4718ab71870c2e8c0097', 'mac_address': 'fa:16:3e:06:5b:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '982de53f-bb4f-4e9e-b79f-f1ca554cffb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'ff357304-9a7a-4849-886e-222423635809', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:16:42Z', 'updated_at': '2021-07-14T09:16:49Z', 'revision_number': 4, 'project_id': '693039a9031c4718ab71870c2e8c0097', 'subnets': [{'id': 'ff357304-9a7a-4849-886e-222423635809', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:16:51.096104 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3038f56-0f24-4551-a9b1-ff503a3ca269 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c761aec-5e1e-4c60-add2-73c8e797395a,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:51.171410 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-9b48dc6b-ef5c-4e39-9000-a8e46e0a482e req-60a075f0-8a0d-488f-8bf1-3affb227c121 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/security-groups?id=93b55648-4dd6-4852-bb99-9aa842ab19a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508644 Jul 14 09:16:51.204335 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a1f400-1974-4e3b-9e9a-a8e155891921 req-d1aa6047-0ce1-4e75-95de-7b39633280a4 tempest-ServersAdminNegativeTestJSON-1399855934 tempest-ServersAdminNegativeTestJSON-1399855934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:51.210025 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-43a1f400-1974-4e3b-9e9a-a8e155891921 req-d1aa6047-0ce1-4e75-95de-7b39633280a4 tempest-ServersAdminNegativeTestJSON-1399855934 tempest-ServersAdminNegativeTestJSON-1399855934-project] 10.222.0.68 "GET /v2.0/ports?device_id=8c2dd031-7f06-4878-abfe-7fa9c9ea796e HTTP/1.1" status: 200 len: 949 time: 0.4950118 Jul 14 09:16:51.231344 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d3038f56-0f24-4551-a9b1-ff503a3ca269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:51.231608 n-d-779913-29 neutron-server[93957]: INFO neutron.db.segments_db [None req-d3038f56-0f24-4551-a9b1-ff503a3ca269 admin admin] Added segment 855973af-c48a-4a6b-b5ca-0dddf5410a13 of type vlan for network 4d6b908e-988c-46fd-932a-5482cccd04f3 Jul 14 09:16:51.284214 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486c1f36-293b-46db-9d28-9d2f813288c5 req-5245f770-4eea-4454-9c75-b9ee414ed8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:51.285301 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e30d8abb-f282-4a62-925f-569eaccb18e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:51.286531 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-486c1f36-293b-46db-9d28-9d2f813288c5 req-5245f770-4eea-4454-9c75-b9ee414ed8c7 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=7106393f864d424cbb37d8910f9a40b9&device_id=54ee8264-27af-4439-8dfb-36f97f31dbe4 HTTP/1.1" status: 200 len: 1095 time: 0.5126665 Jul 14 09:16:51.288603 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e30d8abb-f282-4a62-925f-569eaccb18e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:51.290752 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-e30d8abb-f282-4a62-925f-569eaccb18e3 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/ef626503-a8be-4a81-87d7-93fd1e1d182d HTTP/1.1" status: 204 len: 168 time: 1.2104311 Jul 14 09:16:51.314079 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30d8abb-f282-4a62-925f-569eaccb18e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef626503-a8be-4a81-87d7-93fd1e1d182d,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:51.387271 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-c4b57655-7938-408c-89a9-f99dbdf61650 req-7f46f7f6-e723-4ca6-b598-496ecd6badad service neutron] 10.222.0.65 "GET /v2.0/networks/2244f7a1-04bd-42cd-9e86-31839b46f57f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3380044 Jul 14 09:16:51.403570 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 3c588ba2-3350-4d26-ae32-a0222859845a details requested by agent hyperv_n-h1-779913-29 with host n-h1-779913-29 {{(pid=93959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:16:51.455620 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ea1094f8-2634-4261-83c2-29d17c2d8f53 req-561e0cbc-99e4-4e77-924e-300280d3f526 service neutron] 10.222.0.57 "GET /v2.0/networks/e7cb481e-49dc-464e-b748-d3d2c45f69f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4409950 Jul 14 09:16:51.462313 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device aab7bb30-8d5d-4d47-b33f-ff650cfffb9e no longer exists at agent hyperv_n-h1-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:16:51.490257 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-43a1f400-1974-4e3b-9e9a-a8e155891921 req-90b31d1f-6829-4999-9cd8-032406473507 tempest-ServersAdminNegativeTestJSON-1399855934 tempest-ServersAdminNegativeTestJSON-1399855934-project] 10.222.0.68 "GET /v2.0/security-groups?id=12cec5c4-9898-4269-a307-518d62ed3fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2250848 Jul 14 09:16:51.565642 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d3038f56-0f24-4551-a9b1-ff503a3ca269 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735687821325'] for network, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:51.618686 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device aab7bb30-8d5d-4d47-b33f-ff650cfffb9e not bound to the agent host n-h1-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:16:51.659662 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port 3c588ba2-3350-4d26-ae32-a0222859845a, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=3c588ba2-3350-4d26-ae32-a0222859845a,segment=NetworkSegment(8f1c1422-de6c-445f-ab95-4e2c94585b2b),segment_id=8f1c1422-de6c-445f-ab95-4e2c94585b2b)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:16:51.698873 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Returning: {'device': '3c588ba2-3350-4d26-ae32-a0222859845a', 'network_id': '2244f7a1-04bd-42cd-9e86-31839b46f57f', 'port_id': '3c588ba2-3350-4d26-ae32-a0222859845a', 'mac_address': 'fa:16:3e:06:26:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 724, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85060e65-3b2f-4a6c-a04c-ce849daa5b3b', 'ip_address': '192.168.233.238'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:16:51.718998 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2f3101d6-d5e1-4571-ae23-f9d54038d67d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:51.734915 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ea1094f8-2634-4261-83c2-29d17c2d8f53 req-b0540aa4-9961-4c93-8eff-90c5978fb131 service neutron] 10.222.0.57 "GET /v2.0/networks/e7cb481e-49dc-464e-b748-d3d2c45f69f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1804800 Jul 14 09:16:51.822015 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-c4b57655-7938-408c-89a9-f99dbdf61650 req-c62279a4-bc0f-4044-8f23-70c4dd75c43b service neutron] 10.222.0.65 "GET /v2.0/networks/2244f7a1-04bd-42cd-9e86-31839b46f57f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4046624 Jul 14 09:16:51.847046 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:51.889734 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c588ba2-3350-4d26-ae32-a0222859845a {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:16:51.947944 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 35936) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:51.957207 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port 3c588ba2-3350-4d26-ae32-a0222859845a, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=3c588ba2-3350-4d26-ae32-a0222859845a,segment=NetworkSegment(8f1c1422-de6c-445f-ab95-4e2c94585b2b),segment_id=8f1c1422-de6c-445f-ab95-4e2c94585b2b)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:16:51.965922 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:51.971802 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0517709b-98c9-4fab-88cf-a9ca888a4d18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:52.067983 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2f3101d6-d5e1-4571-ae23-f9d54038d67d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:52.097174 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.db.resource_extend [None req-d3038f56-0f24-4551-a9b1-ff503a3ca269 admin admin] It took 0.37 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 14 09:16:52.130185 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486c1f36-293b-46db-9d28-9d2f813288c5 req-dee9d808-729a-4ad8-a8c4-1edc2a1bf050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:52.131939 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-486c1f36-293b-46db-9d28-9d2f813288c5 req-dee9d808-729a-4ad8-a8c4-1edc2a1bf050 service neutron] 10.222.0.65 "GET /v2.0/networks?id=9b8a6edc-bbae-47ce-bda0-fb444fc735c0 HTTP/1.1" status: 200 len: 905 time: 0.7845409 Jul 14 09:16:52.140964 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Pushing event updated for resources: {'Port': ['ID=3c588ba2-3350-4d26-ae32-a0222859845a,revision_number=8']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:52.149518 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a38a9627-2562-4775-906f-7db6c601b4bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:52.207747 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-2f3101d6-d5e1-4571-ae23-f9d54038d67d admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=ca7060f9a75941edb7eb7c4c9181006d&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1660540 Jul 14 09:16:52.217711 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 35940) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:52.225775 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0517709b-98c9-4fab-88cf-a9ca888a4d18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:52.232853 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0517709b-98c9-4fab-88cf-a9ca888a4d18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:52.265794 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] get_ports_and_sgs() called for port_ids ['3c588ba2-3350-4d26-ae32-a0222859845a'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:16:52.302321 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-0517709b-98c9-4fab-88cf-a9ca888a4d18 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=5715c30c335c43e191b1fb13f6b87ca3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3527060 Jul 14 09:16:52.303075 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 35944) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:52.307405 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3101d6-d5e1-4571-ae23-f9d54038d67d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edc73b3b-264f-41a9-ae51-c00370aaf5c6,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:52.317796 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d3038f56-0f24-4551-a9b1-ff503a3ca269 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855'] for network, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:52.318882 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3038f56-0f24-4551-a9b1-ff503a3ca269 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:52.319368 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d3038f56-0f24-4551-a9b1-ff503a3ca269 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for network, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:52.333630 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0517709b-98c9-4fab-88cf-a9ca888a4d18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08b0be42-e579-4035-984a-cea07a38e834,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:52.347646 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fd6079-978c-4e2e-9f1a-62f64cf184d6 req-ba56ff0f-8ce5-49ad-96a7-4ddba729c2ce tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:52.349233 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d8fd6079-978c-4e2e-9f1a-62f64cf184d6 req-ba56ff0f-8ce5-49ad-96a7-4ddba729c2ce tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] 10.222.0.68 "GET /v2.0/ports?device_id=54ee8264-27af-4439-8dfb-36f97f31dbe4 HTTP/1.1" status: 200 len: 943 time: 0.8040934 Jul 14 09:16:52.378161 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1094f8-2634-4261-83c2-29d17c2d8f53 req-2ef900a2-b0af-4007-b09f-37d8525a9779 tempest-LiveAutoBlockMigrationV225Test-648529105 tempest-LiveAutoBlockMigrationV225Test-648529105-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:52.379655 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-486c1f36-293b-46db-9d28-9d2f813288c5 req-862604a1-f582-47bb-9790-33a3382043c6 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ec695950-10e1-4821-83e0-8e8d7ca82f82 HTTP/1.1" status: 200 len: 217 time: 0.2135739 Jul 14 09:16:52.380071 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ea1094f8-2634-4261-83c2-29d17c2d8f53 req-2ef900a2-b0af-4007-b09f-37d8525a9779 tempest-LiveAutoBlockMigrationV225Test-648529105 tempest-LiveAutoBlockMigrationV225Test-648529105-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=2719b879-abb1-4c54-98f8-1863e426ed31&tenant_id=e14af975015c4397b9da2a89a906dfc2&binding%3Ahost_id=n-h2-779913-29 HTTP/1.1" status: 200 len: 1096 time: 0.2122436 Jul 14 09:16:52.402111 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-82c39668-d75e-427a-aa80-d5c52e353d44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:52.425720 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-82c39668-d75e-427a-aa80-d5c52e353d44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:52.499728 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-d3038f56-0f24-4551-a9b1-ff503a3ca269 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 2.8699355 Jul 14 09:16:52.505611 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 35946) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:52.507258 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-32b755ac-e365-4d64-ab9c-6385e19a94c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:52.514672 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-407430b7-c0c8-4deb-a398-01f4e8e3993f admin admin] Request body: {'subnet': {'network_id': '4d6b908e-988c-46fd-932a-5482cccd04f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-952562594-subnet', 'tenant_id': '91f0548988464fef9816262c0d7ec930', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:16:52.526291 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d8fd6079-978c-4e2e-9f1a-62f64cf184d6 req-fd892b9a-a26f-47b1-81e8-00083fe8ac63 tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] 10.222.0.68 "GET /v2.0/security-groups?id=4fa97f2f-f617-45f3-9331-b542b3f62cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444163 Jul 14 09:16:52.570281 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-32b755ac-e365-4d64-ab9c-6385e19a94c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:52.585089 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-82c39668-d75e-427a-aa80-d5c52e353d44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:52.589272 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-82c39668-d75e-427a-aa80-d5c52e353d44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:52.591317 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-82c39668-d75e-427a-aa80-d5c52e353d44 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/edc73b3b-264f-41a9-ae51-c00370aaf5c6 HTTP/1.1" status: 204 len: 168 time: 0.3274827 Jul 14 09:16:52.664695 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c39668-d75e-427a-aa80-d5c52e353d44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edc73b3b-264f-41a9-ae51-c00370aaf5c6,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:52.691806 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34574282-ff6c-4a03-bc5a-ab3b38d6054c req-b0c0f19c-b2a0-4dcc-b3f9-7d9c02c61b62 tempest-ServersAdminNegativeTestJSON-1399855934 tempest-ServersAdminNegativeTestJSON-1399855934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:52.692321 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-407430b7-c0c8-4deb-a398-01f4e8e3993f admin admin] Made reservation on behalf of 91f0548988464fef9816262c0d7ec930 for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:16:52.694406 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-34574282-ff6c-4a03-bc5a-ab3b38d6054c req-b0c0f19c-b2a0-4dcc-b3f9-7d9c02c61b62 tempest-ServersAdminNegativeTestJSON-1399855934 tempest-ServersAdminNegativeTestJSON-1399855934-project] 10.222.0.57 "GET /v2.0/ports?device_id=8c2dd031-7f06-4878-abfe-7fa9c9ea796e HTTP/1.1" status: 200 len: 949 time: 1.0853233 Jul 14 09:16:52.696064 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-407430b7-c0c8-4deb-a398-01f4e8e3993f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16714600'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:52.705608 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06736f3e-1aa6-4692-8a18-0d90b8b19e0d req-83f2c74c-1a08-4527-a806-eb2383b808f5 tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:52.707410 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-06736f3e-1aa6-4692-8a18-0d90b8b19e0d req-83f2c74c-1a08-4527-a806-eb2383b808f5 tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] 10.222.0.68 "GET /v2.0/ports?device_id=2719b879-abb1-4c54-98f8-1863e426ed31 HTTP/1.1" status: 200 len: 944 time: 0.3109090 Jul 14 09:16:52.825116 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3038f56-0f24-4551-a9b1-ff503a3ca269 admin admin] Pushing event updated for resources: {'Network': ['ID=4d6b908e-988c-46fd-932a-5482cccd04f3,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:52.844386 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486c1f36-293b-46db-9d28-9d2f813288c5 req-30e232cb-6d19-4d31-b3c5-4ab49f3cc98f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:52.849539 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-486c1f36-293b-46db-9d28-9d2f813288c5 req-30e232cb-6d19-4d31-b3c5-4ab49f3cc98f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=8ea73f7d-9594-449c-9c84-8c744576418b HTTP/1.1" status: 200 len: 844 time: 0.3458374 Jul 14 09:16:52.852671 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Network 4d6b908e-988c-46fd-932a-5482cccd04f3 details requested by agent ovs-agent-n-d-779913-29 with host n-d-779913-29 {{(pid=93959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:16:52.854009 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-ea1094f8-2634-4261-83c2-29d17c2d8f53 req-c9c794f6-8b9d-4695-a644-c752a1dd9081 service neutron] For port aab7bb30-8d5d-4d47-b33f-ff650cfffb9e, host n-h1-779913-29, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:16:52.866417 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-06736f3e-1aa6-4692-8a18-0d90b8b19e0d req-7acbb68d-f461-48c2-a74b-283e87934938 tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] 10.222.0.68 "GET /v2.0/security-groups?id=7bf941d0-4fab-41ec-a174-078829fdb488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363325 Jul 14 09:16:52.872600 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-32b755ac-e365-4d64-ab9c-6385e19a94c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:52.885337 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-32b755ac-e365-4d64-ab9c-6385e19a94c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:52.899138 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-32b755ac-e365-4d64-ab9c-6385e19a94c4 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/08b0be42-e579-4035-984a-cea07a38e834 HTTP/1.1" status: 204 len: 168 time: 0.5943322 Jul 14 09:16:52.911784 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-ea1094f8-2634-4261-83c2-29d17c2d8f53 req-c9c794f6-8b9d-4695-a644-c752a1dd9081 service neutron] Notify callbacks [] for binding, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:52.918395 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ea1094f8-2634-4261-83c2-29d17c2d8f53 req-c9c794f6-8b9d-4695-a644-c752a1dd9081 service neutron] 10.222.0.57 "DELETE /v2.0/ports/aab7bb30-8d5d-4d47-b33f-ff650cfffb9e/bindings/n-h1-779913-29 HTTP/1.1" status: 204 len: 173 time: 0.5284126 Jul 14 09:16:52.935382 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b755ac-e365-4d64-ab9c-6385e19a94c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08b0be42-e579-4035-984a-cea07a38e834,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:52.968301 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-486c1f36-293b-46db-9d28-9d2f813288c5 req-0c18168d-2863-4503-927c-2d9745d078e5 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=9b8a6edc-bbae-47ce-bda0-fb444fc735c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1055064 Jul 14 09:16:53.161462 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-407430b7-c0c8-4deb-a398-01f4e8e3993f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13573993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16714586'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:53.194710 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-486c1f36-293b-46db-9d28-9d2f813288c5 req-6a7b2362-d7dc-4b58-a593-904c05fa10d9 service neutron] 10.222.0.65 "GET /v2.0/networks/9b8a6edc-bbae-47ce-bda0-fb444fc735c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2077861 Jul 14 09:16:53.277177 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 3c3ffe21-8033-4d60-8a4e-32db41b1db54 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:16:53.314180 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407430b7-c0c8-4deb-a398-01f4e8e3993f admin admin] Pushing event updated for resources: {'Subnet': ['ID=f432ed2c-e632-4435-bdc1-b65316caa54a,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:53.333413 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-407430b7-c0c8-4deb-a398-01f4e8e3993f admin admin] Checking segment: {'id': '855973af-c48a-4a6b-b5ca-0dddf5410a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '4d6b908e-988c-46fd-932a-5482cccd04f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:16:53.334296 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-407430b7-c0c8-4deb-a398-01f4e8e3993f admin admin] Network hostable DHCP agents. Network: 4d6b908e-988c-46fd-932a-5482cccd04f3, hostable agents: ['c6a09bd4-f72e-4283-a3ca-0bbca8a51081'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:16:53.368563 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b601fef-5b10-447a-8cf6-f4dd56559182 req-c4ac2e81-86a4-4c0b-923f-eb0660b7577e tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:53.369981 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-407430b7-c0c8-4deb-a398-01f4e8e3993f admin admin] Network 4d6b908e-988c-46fd-932a-5482cccd04f3 is scheduled to be hosted by DHCP agent c6a09bd4-f72e-4283-a3ca-0bbca8a51081 with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:16:53.377365 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-4b601fef-5b10-447a-8cf6-f4dd56559182 req-c4ac2e81-86a4-4c0b-923f-eb0660b7577e tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/ports?device_id=611c1b28-c22b-43c2-aa46-15cef6f6cd26 HTTP/1.1" status: 200 len: 949 time: 0.6731577 Jul 14 09:16:53.385680 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-407430b7-c0c8-4deb-a398-01f4e8e3993f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-29, 4d6b908e-988c-46fd-932a-5482cccd04f3) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:16:53.393234 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning for port 3c3ffe21-8033-4d60-8a4e-32db41b1db54 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:16:53.396044 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-407430b7-c0c8-4deb-a398-01f4e8e3993f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:53.396675 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-407430b7-c0c8-4deb-a398-01f4e8e3993f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:53.404975 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 35960) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:53.411375 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device ec695950-10e1-4821-83e0-8e8d7ca82f82 details requested by agent hyperv_n-h1-779913-29 with host n-h1-779913-29 {{(pid=93959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:16:53.436957 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-407430b7-c0c8-4deb-a398-01f4e8e3993f admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.9267094 Jul 14 09:16:53.437563 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 35962) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:53.450077 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-8c803e59-eddf-44f2-afd5-e0abaf5179ec admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-952562594-router', 'tenant_id': '91f0548988464fef9816262c0d7ec930', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'}}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:16:53.457249 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-380ddf51-dfc4-4328-914d-4aadb0467b2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:53.515750 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8c803e59-eddf-44f2-afd5-e0abaf5179ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-711749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14670'] for router, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:53.516703 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8c803e59-eddf-44f2-afd5-e0abaf5179ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-711718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-661475', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14679'] for router, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:53.550334 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dfec077-3eb9-4a0a-996a-dfdd8a34f591 None None] Network 4d6b908e-988c-46fd-932a-5482cccd04f3 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:16:53.552867 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 3c588ba2-3350-4d26-ae32-a0222859845a up at agent hyperv_n-h1-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:16:53.571079 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [req-34574282-ff6c-4a03-bc5a-ab3b38d6054c req-4e035782-2332-4ee3-b272-2625a0e0a9f7 tempest-ServersAdminNegativeTestJSON-1399855934 tempest-ServersAdminNegativeTestJSON-1399855934-project] Deleting port 8641363b-3a0e-49a5-8510-4158be37c4c6 {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:16:53.574849 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-34574282-ff6c-4a03-bc5a-ab3b38d6054c req-4e035782-2332-4ee3-b272-2625a0e0a9f7 tempest-ServersAdminNegativeTestJSON-1399855934 tempest-ServersAdminNegativeTestJSON-1399855934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:53.578220 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8c803e59-eddf-44f2-afd5-e0abaf5179ec admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:53.667863 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-486c1f36-293b-46db-9d28-9d2f813288c5 req-2be900f6-8582-4b3a-96df-a1d60e5c5a80 service neutron] 10.222.0.65 "GET /v2.0/networks/9b8a6edc-bbae-47ce-bda0-fb444fc735c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4303625 Jul 14 09:16:53.671564 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-4b601fef-5b10-447a-8cf6-f4dd56559182 req-37d739a0-c3cb-4820-a4ac-5f4eaeb449c8 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/security-groups?id=93b55648-4dd6-4852-bb99-9aa842ab19a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2520981 Jul 14 09:16:53.689721 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port 3c3ffe21-8033-4d60-8a4e-32db41b1db54 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:16:53.690034 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:53.742536 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-34574282-ff6c-4a03-bc5a-ab3b38d6054c req-4e035782-2332-4ee3-b272-2625a0e0a9f7 tempest-ServersAdminNegativeTestJSON-1399855934 tempest-ServersAdminNegativeTestJSON-1399855934-project] For port 8641363b-3a0e-49a5-8510-4158be37c4c6, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=8641363b-3a0e-49a5-8510-4158be37c4c6,segment=NetworkSegment(8f1c1422-de6c-445f-ab95-4e2c94585b2b),segment_id=8f1c1422-de6c-445f-ab95-4e2c94585b2b)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:16:53.743341 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-34574282-ff6c-4a03-bc5a-ab3b38d6054c req-4e035782-2332-4ee3-b272-2625a0e0a9f7 tempest-ServersAdminNegativeTestJSON-1399855934 tempest-ServersAdminNegativeTestJSON-1399855934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:53.765358 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [req-34574282-ff6c-4a03-bc5a-ab3b38d6054c req-4e035782-2332-4ee3-b272-2625a0e0a9f7 tempest-ServersAdminNegativeTestJSON-1399855934 tempest-ServersAdminNegativeTestJSON-1399855934-project] Calling delete_port for 8641363b-3a0e-49a5-8510-4158be37c4c6 owned by compute:nova {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:16:53.779310 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Provisioning for port 3c588ba2-3350-4d26-ae32-a0222859845a completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:16:53.779310 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Provisioning complete for port 3c588ba2-3350-4d26-ae32-a0222859845a triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:16:53.779310 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:53.879236 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-380ddf51-dfc4-4328-914d-4aadb0467b2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:53.894997 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-380ddf51-dfc4-4328-914d-4aadb0467b2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:53.911787 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port ec695950-10e1-4821-83e0-8e8d7ca82f82, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=ec695950-10e1-4821-83e0-8e8d7ca82f82,segment=NetworkSegment(becdfe35-a9ff-4f14-9744-544114c40ea3),segment_id=becdfe35-a9ff-4f14-9744-544114c40ea3)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:16:53.987173 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380ddf51-dfc4-4328-914d-4aadb0467b2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc56c34a-1665-4834-a34c-7c675408eb98,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:53.998479 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-380ddf51-dfc4-4328-914d-4aadb0467b2b admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=4f966670ede246f8b06812fc68681c50&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5889325 Jul 14 09:16:54.001526 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 35980) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:54.003029 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Returning: {'device': 'ec695950-10e1-4821-83e0-8e8d7ca82f82', 'network_id': '9b8a6edc-bbae-47ce-bda0-fb444fc735c0', 'port_id': 'ec695950-10e1-4821-83e0-8e8d7ca82f82', 'mac_address': 'fa:16:3e:40:90:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 717, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ea73f7d-9594-449c-9c84-8c744576418b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:16:54.049747 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8c803e59-eddf-44f2-afd5-e0abaf5179ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-661489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-711771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12973'] for router, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:54.104612 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-34574282-ff6c-4a03-bc5a-ab3b38d6054c req-4e035782-2332-4ee3-b272-2625a0e0a9f7 tempest-ServersAdminNegativeTestJSON-1399855934 tempest-ServersAdminNegativeTestJSON-1399855934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:54.173752 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65d1216-eb9f-4e5d-ab8a-63f2853b72ed req-e7e73453-a018-466e-88ab-d31d15ca7fe4 tempest-ServersAdminNegativeTestJSON-1399855934 tempest-ServersAdminNegativeTestJSON-1399855934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:54.182677 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e035782-2332-4ee3-b272-2625a0e0a9f7 tempest-ServersAdminNegativeTestJSON-1399855934 tempest-ServersAdminNegativeTestJSON-1399855934-project] Pushing event deleted for resources: {'Port': ['ID=8641363b-3a0e-49a5-8510-4158be37c4c6,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:54.182998 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-f65d1216-eb9f-4e5d-ab8a-63f2853b72ed req-e7e73453-a018-466e-88ab-d31d15ca7fe4 tempest-ServersAdminNegativeTestJSON-1399855934 tempest-ServersAdminNegativeTestJSON-1399855934-project] 10.222.0.68 "GET /v2.0/ports?device_id=8c2dd031-7f06-4878-abfe-7fa9c9ea796e HTTP/1.1" status: 200 len: 867 time: 0.2986512 Jul 14 09:16:54.250548 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-f65d1216-eb9f-4e5d-ab8a-63f2853b72ed req-9e0f1658-6cae-48da-a2ef-34974f60ec2b tempest-ServersAdminNegativeTestJSON-1399855934 tempest-ServersAdminNegativeTestJSON-1399855934-project] 10.222.0.68 "GET /v2.0/security-groups?id=12cec5c4-9898-4269-a307-518d62ed3fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666509 Jul 14 09:16:54.362537 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-34574282-ff6c-4a03-bc5a-ab3b38d6054c req-4e035782-2332-4ee3-b272-2625a0e0a9f7 tempest-ServersAdminNegativeTestJSON-1399855934 tempest-ServersAdminNegativeTestJSON-1399855934-project] No DVR routers for this DVR port 8641363b-3a0e-49a5-8510-4158be37c4c6 on host n-h2-779913-29 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:16:54.366126 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-34574282-ff6c-4a03-bc5a-ab3b38d6054c req-4e035782-2332-4ee3-b272-2625a0e0a9f7 tempest-ServersAdminNegativeTestJSON-1399855934 tempest-ServersAdminNegativeTestJSON-1399855934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:54.368583 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-34574282-ff6c-4a03-bc5a-ab3b38d6054c req-4e035782-2332-4ee3-b272-2625a0e0a9f7 tempest-ServersAdminNegativeTestJSON-1399855934 tempest-ServersAdminNegativeTestJSON-1399855934-project] 10.222.0.57 "DELETE /v2.0/ports/8641363b-3a0e-49a5-8510-4158be37c4c6 HTTP/1.1" status: 204 len: 173 time: 1.6485920 Jul 14 09:16:54.369776 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c2dd031-7f06-4878-abfe-7fa9c9ea796e', 'name': 'network-vif-deleted', 'tag': '8641363b-3a0e-49a5-8510-4158be37c4c6'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:16:54.372342 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-243b70f9-d509-40d8-b429-7f65d9c01d7c" -d '{"events": [{"server_uuid": "8c2dd031-7f06-4878-abfe-7fa9c9ea796e", "name": "network-vif-deleted", "tag": "8641363b-3a0e-49a5-8510-4158be37c4c6"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:16:54.377421 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2e0fdb13-3a9d-4bae-b2b9-2c3242b91ca3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:54.409117 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:54.419093 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2e0fdb13-3a9d-4bae-b2b9-2c3242b91ca3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:54.440583 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c721e2b-3368-4937-815c-7cb80b2adc01 req-c95a3607-d2a0-466c-ae23-64900f52c4e0 tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:54.447858 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6c721e2b-3368-4937-815c-7cb80b2adc01 req-c95a3607-d2a0-466c-ae23-64900f52c4e0 tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] 10.222.0.68 "GET /v2.0/ports?device_id=54ee8264-27af-4439-8dfb-36f97f31dbe4 HTTP/1.1" status: 200 len: 943 time: 0.2697146 Jul 14 09:16:54.458258 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec695950-10e1-4821-83e0-8e8d7ca82f82 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:16:54.506089 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port ec695950-10e1-4821-83e0-8e8d7ca82f82, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=ec695950-10e1-4821-83e0-8e8d7ca82f82,segment=NetworkSegment(becdfe35-a9ff-4f14-9744-544114c40ea3),segment_id=becdfe35-a9ff-4f14-9744-544114c40ea3)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:16:54.507773 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] get_ports_and_sgs() called for port_ids ['cdfdc07e-e2b3-45c5-836b-025c2b44f895', '8641363b-3a0e-49a5-8510-4158be37c4c6'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:16:54.529467 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6c721e2b-3368-4937-815c-7cb80b2adc01 req-1b05381a-b5a8-4ad2-88a0-440822759227 tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] 10.222.0.68 "GET /v2.0/security-groups?id=4fa97f2f-f617-45f3-9331-b542b3f62cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804698 Jul 14 09:16:54.567480 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2e0fdb13-3a9d-4bae-b2b9-2c3242b91ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:54.571133 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2e0fdb13-3a9d-4bae-b2b9-2c3242b91ca3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:54.572562 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-2e0fdb13-3a9d-4bae-b2b9-2c3242b91ca3 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/bc56c34a-1665-4834-a34c-7c675408eb98 HTTP/1.1" status: 204 len: 168 time: 0.5602670 Jul 14 09:16:54.586987 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0fdb13-3a9d-4bae-b2b9-2c3242b91ca3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc56c34a-1665-4834-a34c-7c675408eb98,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:54.625744 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:54.659870 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:54.686928 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:54.815592 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ba9223-b772-4b8b-be27-dcd5ede7ec10 req-26ad9d20-3352-4c7d-8863-bafbd5710ebe tempest-LiveAutoBlockMigrationV225Test-648529105 tempest-LiveAutoBlockMigrationV225Test-648529105-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:54.828355 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-03ba9223-b772-4b8b-be27-dcd5ede7ec10 req-26ad9d20-3352-4c7d-8863-bafbd5710ebe tempest-LiveAutoBlockMigrationV225Test-648529105 tempest-LiveAutoBlockMigrationV225Test-648529105-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=2719b879-abb1-4c54-98f8-1863e426ed31 HTTP/1.1" status: 200 len: 1096 time: 0.1259944 Jul 14 09:16:54.831676 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Pushing event updated for resources: {'Port': ['ID=ec695950-10e1-4821-83e0-8e8d7ca82f82,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:54.860463 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:54.906215 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-03ba9223-b772-4b8b-be27-dcd5ede7ec10 req-49f40b9a-a9b4-450a-a2a4-870dde32b8e4 tempest-LiveAutoBlockMigrationV225Test-648529105 tempest-LiveAutoBlockMigrationV225Test-648529105-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=7bf941d0-4fab-41ec-a174-078829fdb488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749683 Jul 14 09:16:54.912584 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b285ede-d620-4e3a-99a2-8af1211c95ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf57baaa9-fd24-59f4-8fd2-1dc21122ce72-4d6b908e-988c-46fd-932a-5482cccd04f3', 'network_id': '4d6b908e-988c-46fd-932a-5482cccd04f3', 'tenant_id': '91f0548988464fef9816262c0d7ec930', 'fixed_ips': [{'subnet_id': 'f432ed2c-e632-4435-bdc1-b65316caa54a'}]}} from n-d-779913-29. {{(pid=93959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:16:54.915222 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6b285ede-d620-4e3a-99a2-8af1211c95ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:54.928961 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e6a6c659-435e-4190-8a01-55bdb98a1582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:54.961240 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8c803e59-eddf-44f2-afd5-e0abaf5179ec admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:54.987959 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '611c1b28-c22b-43c2-aa46-15cef6f6cd26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c588ba2-3350-4d26-ae32-a0222859845a'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:16:54.990134 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:16:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddfbe13b-3376-4cc9-a992-13e64469c5ce x-openstack-request-id: req-ddfbe13b-3376-4cc9-a992-13e64469c5ce {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:16:54.990785 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c2dd031-7f06-4878-abfe-7fa9c9ea796e", "name": "network-vif-deleted", "tag": "8641363b-3a0e-49a5-8510-4158be37c4c6", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:16:54.991368 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-ddfbe13b-3376-4cc9-a992-13e64469c5ce {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:16:54.992599 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c2dd031-7f06-4878-abfe-7fa9c9ea796e', 'name': 'network-vif-deleted', 'tag': '8641363b-3a0e-49a5-8510-4158be37c4c6', 'status': 'completed', 'code': 200} Jul 14 09:16:54.993367 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd62303f06773040a8a4e189dc46b4f565768c299abf8ab8e7739778b0bc3e97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dbaa1c7-e4bd-4789-beda-e6bb6ba4e42a" -d '{"events": [{"server_uuid": "611c1b28-c22b-43c2-aa46-15cef6f6cd26", "name": "network-vif-plugged", "status": "completed", "tag": "3c588ba2-3350-4d26-ae32-a0222859845a"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:16:55.065483 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] get_ports_and_sgs() called for port_ids ['ec695950-10e1-4821-83e0-8e8d7ca82f82'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:16:55.082875 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port 3c588ba2-3350-4d26-ae32-a0222859845a, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=3c588ba2-3350-4d26-ae32-a0222859845a,segment=NetworkSegment(8f1c1422-de6c-445f-ab95-4e2c94585b2b),segment_id=8f1c1422-de6c-445f-ab95-4e2c94585b2b)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:16:55.090972 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8c803e59-eddf-44f2-afd5-e0abaf5179ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:55.099234 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] For port 3c3ffe21-8033-4d60-8a4e-32db41b1db54, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=3c3ffe21-8033-4d60-8a4e-32db41b1db54,segment=NetworkSegment(01d3a1cb-0c03-4cf6-93ad-80731b093c35),segment_id=01d3a1cb-0c03-4cf6-93ad-80731b093c35)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:16:55.186560 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:55.193463 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:55.243096 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:16:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21901583-e09d-4748-9fee-928c24225570 x-openstack-request-id: req-21901583-e09d-4748-9fee-928c24225570 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:16:55.243553 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "611c1b28-c22b-43c2-aa46-15cef6f6cd26", "name": "network-vif-plugged", "status": "completed", "tag": "3c588ba2-3350-4d26-ae32-a0222859845a", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:16:55.243964 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-21901583-e09d-4748-9fee-928c24225570 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:16:55.245354 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '611c1b28-c22b-43c2-aa46-15cef6f6cd26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c588ba2-3350-4d26-ae32-a0222859845a', 'code': 200} Jul 14 09:16:55.337750 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749b8ae0-54aa-4cf3-956e-0910725a4f8c req-3c5dcacf-1f5e-41e7-a175-8939adfa648c tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:55.339585 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-749b8ae0-54aa-4cf3-956e-0910725a4f8c req-3c5dcacf-1f5e-41e7-a175-8939adfa648c tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.57 "GET /v2.0/ports?device_id=611c1b28-c22b-43c2-aa46-15cef6f6cd26&tenant_id=f15ecc2e979442a6b02936316f8b33e1&binding%3Ahost_id=n-h1-779913-29 HTTP/1.1" status: 200 len: 950 time: 0.2103252 Jul 14 09:16:55.352859 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf3c6d8-c370-4d6a-9e98-45495755a810 req-40dc7f40-b987-4e45-991d-0aeba67356d7 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:55.363817 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-4bf3c6d8-c370-4d6a-9e98-45495755a810 req-40dc7f40-b987-4e45-991d-0aeba67356d7 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/ports?device_id=611c1b28-c22b-43c2-aa46-15cef6f6cd26 HTTP/1.1" status: 200 len: 950 time: 0.1883664 Jul 14 09:16:55.415600 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-8c803e59-eddf-44f2-afd5-e0abaf5179ec admin admin] Allocated IP 172.25.4.188 (2dcd4d32-cc7c-4468-b396-7ce5c9231892/6cd22a75-5bc1-467c-a3c4-0af04bd1b34a/8f250d8a-f76d-42a3-bcc3-8cbd3db8c270) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:16:55.541116 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-4bf3c6d8-c370-4d6a-9e98-45495755a810 req-ffb644ef-b3ae-405f-adb1-64fe64e9e1c3 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/security-groups?id=93b55648-4dd6-4852-bb99-9aa842ab19a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748877 Jul 14 09:16:55.603053 n-d-779913-29 neutron-server[93957]: INFO neutron.api.v2.resource [req-749b8ae0-54aa-4cf3-956e-0910725a4f8c req-b99447d9-7950-4aaf-b288-484240c0e6a7 service neutron] delete failed (client error): The resource could not be found. Jul 14 09:16:55.606165 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-749b8ae0-54aa-4cf3-956e-0910725a4f8c req-b99447d9-7950-4aaf-b288-484240c0e6a7 service neutron] 10.222.0.57 "DELETE /v2.0/ports/3c588ba2-3350-4d26-ae32-a0222859845a/bindings/n-h2-779913-29 HTTP/1.1" status: 404 len: 381 time: 0.2389014 Jul 14 09:16:55.709163 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Pushing event updated for resources: {'Port': ['ID=3c588ba2-3350-4d26-ae32-a0222859845a,revision_number=9']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:55.780282 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-6b285ede-d620-4e3a-99a2-8af1211c95ef None None] Allocated IP 172.20.0.2 (4d6b908e-988c-46fd-932a-5482cccd04f3/f432ed2c-e632-4435-bdc1-b65316caa54a/567688ae-284f-4cf8-9ebe-982c8c60db94) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:16:55.806401 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-c05589c7-cd55-40d6-b7a2-530ac5487e6d req-d42d3ac4-2325-4b81-9fa3-cf2ede05d8d9 tempest-ServersAdminNegativeTestJSON-1399855934 tempest-ServersAdminNegativeTestJSON-1399855934-project] 10.222.0.68 "GET /v2.0/ports?device_id=8c2dd031-7f06-4878-abfe-7fa9c9ea796e HTTP/1.1" status: 200 len: 210 time: 0.2104406 Jul 14 09:16:55.901485 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a09a17a-f810-4911-90ca-b41a78bb7d87 req-f61ba4b7-fd9c-45fb-ac32-13fbfeaad843 tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:55.904972 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6a09a17a-f810-4911-90ca-b41a78bb7d87 req-f61ba4b7-fd9c-45fb-ac32-13fbfeaad843 tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] 10.222.0.68 "GET /v2.0/networks?id=e7cb481e-49dc-464e-b748-d3d2c45f69f9 HTTP/1.1" status: 200 len: 820 time: 0.2323365 Jul 14 09:16:55.976150 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8c803e59-eddf-44f2-afd5-e0abaf5179ec admin admin] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:55.980423 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6a09a17a-f810-4911-90ca-b41a78bb7d87 req-bc958887-b81f-4d96-8b9e-31f087875477 tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] 10.222.0.68 "GET /v2.0/quotas/e14af975015c4397b9da2a89a906dfc2 HTTP/1.1" status: 200 len: 375 time: 0.0668402 Jul 14 09:16:55.990030 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749b8ae0-54aa-4cf3-956e-0910725a4f8c req-e1ac0af3-5b0f-4dee-956b-4e5a88510fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:55.996425 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-749b8ae0-54aa-4cf3-956e-0910725a4f8c req-e1ac0af3-5b0f-4dee-956b-4e5a88510fc8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f15ecc2e979442a6b02936316f8b33e1&device_id=611c1b28-c22b-43c2-aa46-15cef6f6cd26 HTTP/1.1" status: 200 len: 1102 time: 0.1909881 Jul 14 09:16:56.105083 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5ad31076-714c-49ec-bc37-f3d4cd90112a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:56.143693 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 36038) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:56.144090 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 8641363b-3a0e-49a5-8510-4158be37c4c6 no longer exists at agent hyperv_n-h2-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:16:56.194471 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Pushing event updated for resources: {'Port': ['ID=3c3ffe21-8033-4d60-8a4e-32db41b1db54,revision_number=5']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:56.195126 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd18f87-cc3e-46f7-a53c-4c339530de4d req-9b98d8ef-8adc-4084-9ab6-039820c48c17 tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:56.202554 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-1bd18f87-cc3e-46f7-a53c-4c339530de4d req-9b98d8ef-8adc-4084-9ab6-039820c48c17 tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] 10.222.0.68 "GET /v2.0/ports?device_id=54ee8264-27af-4439-8dfb-36f97f31dbe4 HTTP/1.1" status: 200 len: 944 time: 0.1757555 Jul 14 09:16:56.215573 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] No Port match for: 8641363b-3a0e-49a5-8510-4158be37c4c6 {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:16:56.215938 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8c803e59-eddf-44f2-afd5-e0abaf5179ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:56.219680 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 8641363b-3a0e-49a5-8510-4158be37c4c6 not bound to the agent host n-h2-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:16:56.280588 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c803e59-eddf-44f2-afd5-e0abaf5179ec admin admin] Pushing event updated for resources: {'Port': ['ID=8f250d8a-f76d-42a3-bcc3-8cbd3db8c270,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:56.303373 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c803e59-eddf-44f2-afd5-e0abaf5179ec admin admin] Network 2dcd4d32-cc7c-4468-b396-7ce5c9231892 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:16:56.308025 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-8c803e59-eddf-44f2-afd5-e0abaf5179ec admin admin] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:16:56.311010 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c803e59-eddf-44f2-afd5-e0abaf5179ec admin admin] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:16:56.421693 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6a09a17a-f810-4911-90ca-b41a78bb7d87 req-65a23d13-edb0-4362-aa92-75938d95c9c4 tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=e14af975015c4397b9da2a89a906dfc2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4066129 Jul 14 09:16:56.444080 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-1bd18f87-cc3e-46f7-a53c-4c339530de4d req-69e516a4-e9f7-4aa3-9482-be48573d7927 tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] 10.222.0.68 "GET /v2.0/security-groups?id=4fa97f2f-f617-45f3-9331-b542b3f62cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2390451 Jul 14 09:16:56.555102 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a97598ac-37f0-4de2-8052-4457cf40c330 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:56.575390 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6b285ede-d620-4e3a-99a2-8af1211c95ef None None] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:56.585983 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749b8ae0-54aa-4cf3-956e-0910725a4f8c req-90bbaec9-5c2b-473a-a9a2-0e368807c2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:56.587824 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-749b8ae0-54aa-4cf3-956e-0910725a4f8c req-90bbaec9-5c2b-473a-a9a2-0e368807c2c3 service neutron] 10.222.0.57 "GET /v2.0/networks?id=2244f7a1-04bd-42cd-9e86-31839b46f57f HTTP/1.1" status: 200 len: 870 time: 0.5807729 Jul 14 09:16:56.635220 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-6b285ede-d620-4e3a-99a2-8af1211c95ef None None] Transition to ACTIVE for port object 567688ae-284f-4cf8-9ebe-982c8c60db94 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:16:56.641860 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-749b8ae0-54aa-4cf3-956e-0910725a4f8c req-741fe5d1-9fe4-42ee-988c-1ab4c8be474e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=3c588ba2-3350-4d26-ae32-a0222859845a HTTP/1.1" status: 200 len: 217 time: 0.0439224 Jul 14 09:16:56.650361 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6a09a17a-f810-4911-90ca-b41a78bb7d87 req-f85109a7-e3af-4b90-ac84-43064f61368a service neutron] 10.222.0.68 "GET /v2.0/networks/e7cb481e-49dc-464e-b748-d3d2c45f69f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2276993 Jul 14 09:16:56.695905 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-6b285ede-d620-4e3a-99a2-8af1211c95ef None None] Transition to ACTIVE for port object 567688ae-284f-4cf8-9ebe-982c8c60db94 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:16:56.711301 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6b285ede-d620-4e3a-99a2-8af1211c95ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:56.855028 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6a09a17a-f810-4911-90ca-b41a78bb7d87 req-4f03ea62-0309-4632-a8c1-e2c778d30ba3 service neutron] 10.222.0.68 "GET /v2.0/networks/e7cb481e-49dc-464e-b748-d3d2c45f69f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2036450 Jul 14 09:16:56.919988 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749b8ae0-54aa-4cf3-956e-0910725a4f8c req-03bcb237-7eef-4340-a7d1-0e0d3027c299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:56.922607 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-749b8ae0-54aa-4cf3-956e-0910725a4f8c req-03bcb237-7eef-4340-a7d1-0e0d3027c299 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=85060e65-3b2f-4a6c-a04c-ce849daa5b3b HTTP/1.1" status: 200 len: 843 time: 0.0664003 Jul 14 09:16:56.933416 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8c803e59-eddf-44f2-afd5-e0abaf5179ec admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:56.955592 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b285ede-d620-4e3a-99a2-8af1211c95ef None None] Network 4d6b908e-988c-46fd-932a-5482cccd04f3 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:16:56.960722 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b285ede-d620-4e3a-99a2-8af1211c95ef None None] Pushing event updated for resources: {'Port': ['ID=567688ae-284f-4cf8-9ebe-982c8c60db94,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:56.976494 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-6b285ede-d620-4e3a-99a2-8af1211c95ef None None] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:16:56.980524 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b285ede-d620-4e3a-99a2-8af1211c95ef None None] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:16:57.073693 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749b8ae0-54aa-4cf3-956e-0910725a4f8c req-3b2dd166-b8fe-4960-81d1-caf58baa0a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:57.075612 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-749b8ae0-54aa-4cf3-956e-0910725a4f8c req-3b2dd166-b8fe-4960-81d1-caf58baa0a21 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2244f7a1-04bd-42cd-9e86-31839b46f57f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1435523 Jul 14 09:16:57.117510 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-6b285ede-d620-4e3a-99a2-8af1211c95ef None None] Attempting to bind port 567688ae-284f-4cf8-9ebe-982c8c60db94 on host n-d-779913-29 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:16:57.118078 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-6b285ede-d620-4e3a-99a2-8af1211c95ef None None] Attempting to bind port 567688ae-284f-4cf8-9ebe-982c8c60db94 by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': '855973af-c48a-4a6b-b5ca-0dddf5410a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '4d6b908e-988c-46fd-932a-5482cccd04f3'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:16:57.118363 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b285ede-d620-4e3a-99a2-8af1211c95ef None None] Attempting to bind port 567688ae-284f-4cf8-9ebe-982c8c60db94 on network 4d6b908e-988c-46fd-932a-5482cccd04f3 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:16:57.124598 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b285ede-d620-4e3a-99a2-8af1211c95ef None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 16, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:16:57.124868 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b285ede-d620-4e3a-99a2-8af1211c95ef None None] Checking segment: {'id': '855973af-c48a-4a6b-b5ca-0dddf5410a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '4d6b908e-988c-46fd-932a-5482cccd04f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:16:57.125281 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6b285ede-d620-4e3a-99a2-8af1211c95ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:57.125743 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b285ede-d620-4e3a-99a2-8af1211c95ef None None] Bound using segment: {'id': '855973af-c48a-4a6b-b5ca-0dddf5410a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '4d6b908e-988c-46fd-932a-5482cccd04f3'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:16:57.126335 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-6b285ede-d620-4e3a-99a2-8af1211c95ef None None] Bound port: 567688ae-284f-4cf8-9ebe-982c8c60db94, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '855973af-c48a-4a6b-b5ca-0dddf5410a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '4d6b908e-988c-46fd-932a-5482cccd04f3'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:16:57.126731 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6b285ede-d620-4e3a-99a2-8af1211c95ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:57.357420 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-6b285ede-d620-4e3a-99a2-8af1211c95ef None None] For port 567688ae-284f-4cf8-9ebe-982c8c60db94, host n-d-779913-29, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:16:57.365527 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-6b285ede-d620-4e3a-99a2-8af1211c95ef None None] For port 567688ae-284f-4cf8-9ebe-982c8c60db94, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=567688ae-284f-4cf8-9ebe-982c8c60db94,segment=NetworkSegment(855973af-c48a-4a6b-b5ca-0dddf5410a13),segment_id=855973af-c48a-4a6b-b5ca-0dddf5410a13)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:16:57.370770 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 3c3ffe21-8033-4d60-8a4e-32db41b1db54 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:16:57.385597 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-749b8ae0-54aa-4cf3-956e-0910725a4f8c req-fde121d1-9388-4fa5-9b38-cd4dff80715f service neutron] 10.222.0.57 "GET /v2.0/networks/2244f7a1-04bd-42cd-9e86-31839b46f57f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2999370 Jul 14 09:16:57.442825 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a97598ac-37f0-4de2-8052-4457cf40c330 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:57.451061 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device ec695950-10e1-4821-83e0-8e8d7ca82f82 up at agent hyperv_n-h1-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:16:57.467930 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98ecab7-d995-4cb7-ad30-79ee8c61afa4 req-24acca43-5e95-4bd5-a4a0-37134c5edc40 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:57.469481 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d98ecab7-d995-4cb7-ad30-79ee8c61afa4 req-24acca43-5e95-4bd5-a4a0-37134c5edc40 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/ports?device_id=611c1b28-c22b-43c2-aa46-15cef6f6cd26 HTTP/1.1" status: 200 len: 950 time: 0.2176397 Jul 14 09:16:57.470213 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a97598ac-37f0-4de2-8052-4457cf40c330 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:57.474876 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6b285ede-d620-4e3a-99a2-8af1211c95ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:57.505816 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97598ac-37f0-4de2-8052-4457cf40c330 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3362e62c-32fc-4fce-b7fc-6d0b22afd142,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:57.633467 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5bbe322f-3f67-4864-bc0a-91afe44d23e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:57.661245 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b285ede-d620-4e3a-99a2-8af1211c95ef None None] Pushing event updated for resources: {'Port': ['ID=567688ae-284f-4cf8-9ebe-982c8c60db94,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:57.672816 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port 3c3ffe21-8033-4d60-8a4e-32db41b1db54 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:16:57.673457 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:57.716510 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Provisioning for port ec695950-10e1-4821-83e0-8e8d7ca82f82 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:16:57.724229 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-749b8ae0-54aa-4cf3-956e-0910725a4f8c req-3429264c-cb7a-42b4-8145-341e7b99c46e service neutron] 10.222.0.57 "GET /v2.0/networks/2244f7a1-04bd-42cd-9e86-31839b46f57f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3292756 Jul 14 09:16:57.725695 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Provisioning complete for port ec695950-10e1-4821-83e0-8e8d7ca82f82 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:16:57.726507 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:57.804793 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-a97598ac-37f0-4de2-8052-4457cf40c330 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=ba011ab940044264988f062aaf1a2be5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6557443 Jul 14 09:16:57.806035 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 36088) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:57.893209 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d98ecab7-d995-4cb7-ad30-79ee8c61afa4 req-305229cb-11d4-4b12-ac1a-ca91e261f557 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/security-groups?id=93b55648-4dd6-4852-bb99-9aa842ab19a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3894687 Jul 14 09:16:57.943414 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:58.003362 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54ee8264-27af-4439-8dfb-36f97f31dbe4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec695950-10e1-4821-83e0-8e8d7ca82f82'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:16:58.011121 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd62303f06773040a8a4e189dc46b4f565768c299abf8ab8e7739778b0bc3e97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85240986-231d-4517-ad42-5d961aa2e68a" -d '{"events": [{"server_uuid": "54ee8264-27af-4439-8dfb-36f97f31dbe4", "name": "network-vif-plugged", "status": "completed", "tag": "ec695950-10e1-4821-83e0-8e8d7ca82f82"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:16:58.059830 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port ec695950-10e1-4821-83e0-8e8d7ca82f82, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=ec695950-10e1-4821-83e0-8e8d7ca82f82,segment=NetworkSegment(becdfe35-a9ff-4f14-9744-544114c40ea3),segment_id=becdfe35-a9ff-4f14-9744-544114c40ea3)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:16:58.072138 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:58.177567 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-db289686-98c0-425c-8673-529d10c9a4e7 req-08ceb452-989a-451c-b317-336bf20c26ff tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] 10.222.0.68 "GET /v2.0/ports?device_id=28dd3587-2d03-4043-84ca-73b4803ca881 HTTP/1.1" status: 200 len: 210 time: 0.1066477 Jul 14 09:16:58.222471 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Pushing event updated for resources: {'Port': ['ID=ec695950-10e1-4821-83e0-8e8d7ca82f82,revision_number=5']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:58.239815 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8c803e59-eddf-44f2-afd5-e0abaf5179ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-711762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-661452'] for router, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:58.270104 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bd60fe1e-2f6b-4831-adfe-47a129693db7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:58.295621 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bd60fe1e-2f6b-4831-adfe-47a129693db7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:58.468935 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bd60fe1e-2f6b-4831-adfe-47a129693db7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:58.472160 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bd60fe1e-2f6b-4831-adfe-47a129693db7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:58.473347 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-bd60fe1e-2f6b-4831-adfe-47a129693db7 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/3362e62c-32fc-4fce-b7fc-6d0b22afd142 HTTP/1.1" status: 204 len: 168 time: 0.6659598 Jul 14 09:16:58.525842 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd60fe1e-2f6b-4831-adfe-47a129693db7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3362e62c-32fc-4fce-b7fc-6d0b22afd142,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:58.574725 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c881156-7e9e-4a74-98c2-e7d0b5c0db2d req-218b7b1b-e7a3-4466-bacd-f42f559138dc tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:58.582300 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-3c881156-7e9e-4a74-98c2-e7d0b5c0db2d req-218b7b1b-e7a3-4466-bacd-f42f559138dc tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] 10.222.0.68 "GET /v2.0/ports?device_id=54ee8264-27af-4439-8dfb-36f97f31dbe4 HTTP/1.1" status: 200 len: 945 time: 0.1737165 Jul 14 09:16:58.672355 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-3c881156-7e9e-4a74-98c2-e7d0b5c0db2d req-40b3fb7e-2105-45f4-95b5-dcd198d02a9c tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] 10.222.0.68 "GET /v2.0/security-groups?id=4fa97f2f-f617-45f3-9331-b542b3f62cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890536 Jul 14 09:16:58.678221 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c803e59-eddf-44f2-afd5-e0abaf5179ec admin admin] Router bbeaa23c-b561-4290-871c-c79a30575231 is scheduled to L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 with binding_index 1 {{(pid=93958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:16:58.781775 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:16:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-852583b2-15a8-49d8-9fa9-80b978659216 x-openstack-request-id: req-852583b2-15a8-49d8-9fa9-80b978659216 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:16:58.782247 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54ee8264-27af-4439-8dfb-36f97f31dbe4", "name": "network-vif-plugged", "status": "completed", "tag": "ec695950-10e1-4821-83e0-8e8d7ca82f82", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:16:58.782839 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-852583b2-15a8-49d8-9fa9-80b978659216 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:16:58.785096 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54ee8264-27af-4439-8dfb-36f97f31dbe4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec695950-10e1-4821-83e0-8e8d7ca82f82', 'code': 200} Jul 14 09:16:58.910464 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c803e59-eddf-44f2-afd5-e0abaf5179ec admin admin] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:16:58.930279 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b001119-6e98-432d-9969-5da6c698b9b8 None None] Sync routers for ids ['bbeaa23c-b561-4290-871c-c79a30575231'] in n-d-779913-29 {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:16:58.956923 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8c803e59-eddf-44f2-afd5-e0abaf5179ec admin admin] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:58.958686 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-8c803e59-eddf-44f2-afd5-e0abaf5179ec admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 5.5200632 Jul 14 09:16:58.963662 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 36116) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:58.968088 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b001119-6e98-432d-9969-5da6c698b9b8 None None] Routers {'bbeaa23c-b561-4290-871c-c79a30575231'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:16:58.971486 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-8b001119-6e98-432d-9969-5da6c698b9b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:16:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['bbeaa23c-b561-4290-871c-c79a30575231'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:16:59.198961 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143449f4-2ccb-4b06-99a6-063922133682 req-d1a0be71-2042-481e-963e-18b41ea8eb22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:59.227706 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-143449f4-2ccb-4b06-99a6-063922133682 req-d1a0be71-2042-481e-963e-18b41ea8eb22 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=54ee8264-27af-4439-8dfb-36f97f31dbe4 HTTP/1.1" status: 200 len: 1097 time: 0.1494803 Jul 14 09:16:59.306390 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-143449f4-2ccb-4b06-99a6-063922133682 req-251bc92d-f9a5-4cef-aea4-d1272933cc5a service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=4fa97f2f-f617-45f3-9331-b542b3f62cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721331 Jul 14 09:16:59.396996 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 36122) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:59.416226 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7eff6fcc-fba2-4b2a-b799-25e05ac85dc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:59.418499 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvr_db [None req-8b001119-6e98-432d-9969-5da6c698b9b8 None None] Set router bbeaa23c-b561-4290-871c-c79a30575231 gateway port host: n-d-779913-29 {{(pid=93959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:16:59.462333 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07546273-54ee-4ea0-ac29-1443e9f083c8 req-dff6836c-152c-43fe-a1f2-52b2b8019f57 tempest-ServersAdminNegativeTestJSON-1399855934 tempest-ServersAdminNegativeTestJSON-1399855934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:59.465165 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-07546273-54ee-4ea0-ac29-1443e9f083c8 req-dff6836c-152c-43fe-a1f2-52b2b8019f57 tempest-ServersAdminNegativeTestJSON-1399855934 tempest-ServersAdminNegativeTestJSON-1399855934-project] 10.222.0.68 "GET /v2.0/ports?device_id=bae8f53d-9f15-46d2-88eb-68c9dfbe1a1e HTTP/1.1" status: 200 len: 950 time: 0.3085227 Jul 14 09:16:59.533409 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 567688ae-284f-4cf8-9ebe-982c8c60db94 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:16:59.586682 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-07546273-54ee-4ea0-ac29-1443e9f083c8 req-8f7520dc-b241-4156-b7e3-8629dcd5a804 tempest-ServersAdminNegativeTestJSON-1399855934 tempest-ServersAdminNegativeTestJSON-1399855934-project] 10.222.0.68 "GET /v2.0/security-groups?id=12cec5c4-9898-4269-a307-518d62ed3fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688438 Jul 14 09:16:59.739940 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7eff6fcc-fba2-4b2a-b799-25e05ac85dc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:59.774685 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63909583-1b04-4a98-8e63-2942db4b53b2 req-c30d12f3-3df2-4b91-9eab-3d97ffd84b0a tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:16:59.782219 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-63909583-1b04-4a98-8e63-2942db4b53b2 req-c30d12f3-3df2-4b91-9eab-3d97ffd84b0a tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/ports?device_id=611c1b28-c22b-43c2-aa46-15cef6f6cd26 HTTP/1.1" status: 200 len: 950 time: 0.2060864 Jul 14 09:16:59.785155 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7eff6fcc-fba2-4b2a-b799-25e05ac85dc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:59.787648 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 36128) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:59.796283 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2db78e4a-0056-40bf-a4e5-07c5cb7fbff3 None None] Network 4d6b908e-988c-46fd-932a-5482cccd04f3 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:16:59.819656 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-b94daef9-0fc2-4ee8-bda2-3dcf07744036 req-941d549e-f744-49e1-90fb-b711c9008807 tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] 10.222.0.68 "GET /v2.0/ports?device_id=28dd3587-2d03-4043-84ca-73b4803ca881 HTTP/1.1" status: 200 len: 210 time: 0.0804093 Jul 14 09:16:59.854228 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eff6fcc-fba2-4b2a-b799-25e05ac85dc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca5c7bbb-0105-43c3-a162-89332eb78b3a,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:16:59.876364 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-7eff6fcc-fba2-4b2a-b799-25e05ac85dc4 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=8ea780620ea247498a7be2efd9d34dba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4782429 Jul 14 09:16:59.881235 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 36134) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:16:59.930560 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-63909583-1b04-4a98-8e63-2942db4b53b2 req-f4fd610e-c43e-4ac5-bf2e-26345814e631 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/security-groups?id=93b55648-4dd6-4852-bb99-9aa842ab19a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469364 Jul 14 09:16:59.966752 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-84116f0e-b7f1-475b-bd6a-1aa3ef51b56a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:00.015653 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-db7505f7-b7f3-4e44-9b28-a34ecf8ef4a0 None None] Provisioning for port 567688ae-284f-4cf8-9ebe-982c8c60db94 completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:17:00.075367 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a8f86f5f-27cd-44ef-bb55-e6d0898b2324 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:00.180980 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning for port 567688ae-284f-4cf8-9ebe-982c8c60db94 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:17:00.198054 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port 567688ae-284f-4cf8-9ebe-982c8c60db94 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:17:00.198462 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:00.268811 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7209d7c0-65e6-4f06-9107-48041fd971c7 req-a1049438-8cb0-4be9-b1bd-55f1f489c8fe tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:00.271237 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-7209d7c0-65e6-4f06-9107-48041fd971c7 req-a1049438-8cb0-4be9-b1bd-55f1f489c8fe tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] 10.222.0.68 "GET /v2.0/ports?device_id=54ee8264-27af-4439-8dfb-36f97f31dbe4 HTTP/1.1" status: 200 len: 945 time: 0.2069852 Jul 14 09:17:00.308250 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-84116f0e-b7f1-475b-bd6a-1aa3ef51b56a admin admin] Allocated IP 172.20.0.1 (4d6b908e-988c-46fd-932a-5482cccd04f3/f432ed2c-e632-4435-bdc1-b65316caa54a/563da199-8de4-47e1-84e6-1390ac5de001) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:17:00.348329 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-7209d7c0-65e6-4f06-9107-48041fd971c7 req-fbb3ee56-446c-45d3-bac9-30211ecd5678 tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] 10.222.0.68 "GET /v2.0/security-groups?id=4fa97f2f-f617-45f3-9331-b542b3f62cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682967 Jul 14 09:17:00.350316 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:00.378796 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-8b001119-6e98-432d-9969-5da6c698b9b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbeaa23c-b561-4290-871c-c79a30575231', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-952562594-router', 'tenant_id': '91f0548988464fef9816262c0d7ec930', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.188'}], 'enable_snat': True}, 'gw_port_id': '8f250d8a-f76d-42a3-bcc3-8cbd3db8c270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:16:53Z', 'updated_at': '2021-07-14T09:16:56Z', 'revision_number': 3, 'project_id': '91f0548988464fef9816262c0d7ec930', 'gw_port': {'id': '8f250d8a-f76d-42a3-bcc3-8cbd3db8c270', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:37:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbeaa23c-b561-4290-871c-c79a30575231', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:16:55Z', 'updated_at': '2021-07-14T09:16:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29'}], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:17:00.458031 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b001119-6e98-432d-9969-5da6c698b9b8 None None] Checking router: bbeaa23c-b561-4290-871c-c79a30575231 for host: n-d-779913-29 {{(pid=93959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:17:00.458730 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b001119-6e98-432d-9969-5da6c698b9b8 None None] Updating router bbeaa23c-b561-4290-871c-c79a30575231 port 8f250d8a-f76d-42a3-bcc3-8cbd3db8c270 binding host n-d-779913-29 {{(pid=93959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:17:00.471878 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-84116f0e-b7f1-475b-bd6a-1aa3ef51b56a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:00.495882 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-84116f0e-b7f1-475b-bd6a-1aa3ef51b56a admin admin] Transition to ACTIVE for port object 563da199-8de4-47e1-84e6-1390ac5de001 will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:17:00.548794 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-84116f0e-b7f1-475b-bd6a-1aa3ef51b56a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:00.555932 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] For port 567688ae-284f-4cf8-9ebe-982c8c60db94, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=567688ae-284f-4cf8-9ebe-982c8c60db94,segment=NetworkSegment(855973af-c48a-4a6b-b5ca-0dddf5410a13),segment_id=855973af-c48a-4a6b-b5ca-0dddf5410a13)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:17:00.558211 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b001119-6e98-432d-9969-5da6c698b9b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:00.587365 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a09a17a-f810-4911-90ca-b41a78bb7d87 req-ec97aa95-83a6-4f68-a2ab-f9694eb497ab tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:00.587946 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:00.588897 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6a09a17a-f810-4911-90ca-b41a78bb7d87 req-ec97aa95-83a6-4f68-a2ab-f9694eb497ab tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] 10.222.0.65 "GET /v2.0/networks?id=e7cb481e-49dc-464e-b748-d3d2c45f69f9 HTTP/1.1" status: 200 len: 820 time: 0.5154343 Jul 14 09:17:00.597186 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4c328559-0745-4e14-8507-5fa44b581f0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:00.608428 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84116f0e-b7f1-475b-bd6a-1aa3ef51b56a admin admin] Network 4d6b908e-988c-46fd-932a-5482cccd04f3 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:17:00.613912 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-84116f0e-b7f1-475b-bd6a-1aa3ef51b56a admin admin] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:17:00.619481 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84116f0e-b7f1-475b-bd6a-1aa3ef51b56a admin admin] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:17:00.625229 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-6a09a17a-f810-4911-90ca-b41a78bb7d87 req-f143b840-f69d-4185-8124-9d2db99b7d96 tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] Request body: {'port': {'device_id': '28dd3587-2d03-4043-84ca-73b4803ca881', 'network_id': 'e7cb481e-49dc-464e-b748-d3d2c45f69f9', 'admin_state_up': True, 'tenant_id': 'e14af975015c4397b9da2a89a906dfc2'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:17:00.681098 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a8f86f5f-27cd-44ef-bb55-e6d0898b2324 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:00.694396 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84116f0e-b7f1-475b-bd6a-1aa3ef51b56a admin admin] Pushing event updated for resources: {'Port': ['ID=563da199-8de4-47e1-84e6-1390ac5de001,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:00.716541 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-84116f0e-b7f1-475b-bd6a-1aa3ef51b56a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-660393'] for router_interface, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:00.838091 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Pushing event updated for resources: {'Port': ['ID=567688ae-284f-4cf8-9ebe-982c8c60db94,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:00.917695 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a8f86f5f-27cd-44ef-bb55-e6d0898b2324 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:00.920624 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a8f86f5f-27cd-44ef-bb55-e6d0898b2324 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:00.922030 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-a8f86f5f-27cd-44ef-bb55-e6d0898b2324 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/ca5c7bbb-0105-43c3-a162-89332eb78b3a HTTP/1.1" status: 204 len: 168 time: 1.0346365 Jul 14 09:17:00.965503 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-84116f0e-b7f1-475b-bd6a-1aa3ef51b56a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:00.979576 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139915f4-48ce-4978-a0af-82a59170137e req-82912cb0-bed1-4347-8f4d-46dd8708a333 tempest-ServersAdminNegativeTestJSON-1399855934 tempest-ServersAdminNegativeTestJSON-1399855934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:00.987637 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-139915f4-48ce-4978-a0af-82a59170137e req-82912cb0-bed1-4347-8f4d-46dd8708a333 tempest-ServersAdminNegativeTestJSON-1399855934 tempest-ServersAdminNegativeTestJSON-1399855934-project] 10.222.0.68 "GET /v2.0/ports?device_id=bae8f53d-9f15-46d2-88eb-68c9dfbe1a1e HTTP/1.1" status: 200 len: 950 time: 0.2116542 Jul 14 09:17:00.994378 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b001119-6e98-432d-9969-5da6c698b9b8 None None] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:00.997218 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f085aa-929d-439f-98e6-42e8d45ee437 req-d508f310-0bd2-4f84-9d70-655f2c7faff4 tempest-MigrationsAdminTest-1950936182 tempest-MigrationsAdminTest-1950936182-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:01.005042 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c3f085aa-929d-439f-98e6-42e8d45ee437 req-d508f310-0bd2-4f84-9d70-655f2c7faff4 tempest-MigrationsAdminTest-1950936182 tempest-MigrationsAdminTest-1950936182-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=611c1b28-c22b-43c2-aa46-15cef6f6cd26 HTTP/1.1" status: 200 len: 1102 time: 0.4151039 Jul 14 09:17:01.012851 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-8b001119-6e98-432d-9969-5da6c698b9b8 None None] Transition to ACTIVE for port object 8f250d8a-f76d-42a3-bcc3-8cbd3db8c270 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:17:01.015260 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a1e051-5cda-487d-b4c1-28e5d84fe5f8 req-bc7ca2ab-e001-4b3b-bd02-379d9f0d596d tempest-ServersAdminNegativeTestJSON-1399855934 tempest-ServersAdminNegativeTestJSON-1399855934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:01.016896 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-02a1e051-5cda-487d-b4c1-28e5d84fe5f8 req-bc7ca2ab-e001-4b3b-bd02-379d9f0d596d tempest-ServersAdminNegativeTestJSON-1399855934 tempest-ServersAdminNegativeTestJSON-1399855934-project] 10.222.0.57 "GET /v2.0/ports?device_id=bae8f53d-9f15-46d2-88eb-68c9dfbe1a1e HTTP/1.1" status: 200 len: 950 time: 0.4208760 Jul 14 09:17:01.017819 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f86f5f-27cd-44ef-bb55-e6d0898b2324 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca5c7bbb-0105-43c3-a162-89332eb78b3a,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:01.028752 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b001119-6e98-432d-9969-5da6c698b9b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:01.081959 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c3f085aa-929d-439f-98e6-42e8d45ee437 req-8396ba31-9d70-4a07-b655-947cc60ce8f7 tempest-MigrationsAdminTest-1950936182 tempest-MigrationsAdminTest-1950936182-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=93b55648-4dd6-4852-bb99-9aa842ab19a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757051 Jul 14 09:17:01.145636 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-8b001119-6e98-432d-9969-5da6c698b9b8 None None] Attempting to bind port 8f250d8a-f76d-42a3-bcc3-8cbd3db8c270 on host n-d-779913-29 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:17:01.146013 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-8b001119-6e98-432d-9969-5da6c698b9b8 None None] Attempting to bind port 8f250d8a-f76d-42a3-bcc3-8cbd3db8c270 by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': '81bf7a93-80b3-43df-b9d5-462c604a2945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:17:01.146376 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b001119-6e98-432d-9969-5da6c698b9b8 None None] Attempting to bind port 8f250d8a-f76d-42a3-bcc3-8cbd3db8c270 on network 2dcd4d32-cc7c-4468-b396-7ce5c9231892 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:17:01.152637 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-9fe83a73-31df-41f9-aaee-37bd279a098d None None] Provisioning complete for port 567688ae-284f-4cf8-9ebe-982c8c60db94 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:17:01.153007 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9fe83a73-31df-41f9-aaee-37bd279a098d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:01.158641 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953a8761-55b8-4a3e-9654-c2b30a2dacc8 None None] Pushing event updated for resources: {'Port': ['ID=8f250d8a-f76d-42a3-bcc3-8cbd3db8c270,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:01.163152 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-139915f4-48ce-4978-a0af-82a59170137e req-b8d0b9b3-d141-45a7-b914-d6b47ddc99af tempest-ServersAdminNegativeTestJSON-1399855934 tempest-ServersAdminNegativeTestJSON-1399855934-project] 10.222.0.68 "GET /v2.0/security-groups?id=12cec5c4-9898-4269-a307-518d62ed3fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745632 Jul 14 09:17:01.196278 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4c328559-0745-4e14-8507-5fa44b581f0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:01.199242 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b001119-6e98-432d-9969-5da6c698b9b8 None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 16, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:17:01.199494 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b001119-6e98-432d-9969-5da6c698b9b8 None None] Checking segment: {'id': '81bf7a93-80b3-43df-b9d5-462c604a2945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:17:01.199901 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b001119-6e98-432d-9969-5da6c698b9b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:01.200296 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b001119-6e98-432d-9969-5da6c698b9b8 None None] Bound using segment: {'id': '81bf7a93-80b3-43df-b9d5-462c604a2945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:17:01.200782 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-8b001119-6e98-432d-9969-5da6c698b9b8 None None] Bound port: 8f250d8a-f76d-42a3-bcc3-8cbd3db8c270, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81bf7a93-80b3-43df-b9d5-462c604a2945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:17:01.201160 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b001119-6e98-432d-9969-5da6c698b9b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:01.268272 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4c328559-0745-4e14-8507-5fa44b581f0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:01.384831 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b001119-6e98-432d-9969-5da6c698b9b8 None None] For port 8f250d8a-f76d-42a3-bcc3-8cbd3db8c270, host n-d-779913-29, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:17:01.389435 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b001119-6e98-432d-9969-5da6c698b9b8 None None] For port 8f250d8a-f76d-42a3-bcc3-8cbd3db8c270, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=8f250d8a-f76d-42a3-bcc3-8cbd3db8c270,segment=NetworkSegment(81bf7a93-80b3-43df-b9d5-462c604a2945),segment_id=81bf7a93-80b3-43df-b9d5-462c604a2945)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:17:01.393542 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 567688ae-284f-4cf8-9ebe-982c8c60db94 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:17:01.417319 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b001119-6e98-432d-9969-5da6c698b9b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:01.457703 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a09a17a-f810-4911-90ca-b41a78bb7d87 req-f143b840-f69d-4185-8124-9d2db99b7d96 tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] Made reservation on behalf of e14af975015c4397b9da2a89a906dfc2 for: {'port': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:17:01.462792 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-6a09a17a-f810-4911-90ca-b41a78bb7d87 req-f143b840-f69d-4185-8124-9d2db99b7d96 tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:01.479570 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-6553f8fc-149c-4a7e-b49d-359c5159600b req-1895323d-b76b-4ce5-8aa6-ac8e8d1c6021 tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] 10.222.0.68 "GET /v2.0/ports?device_id=28dd3587-2d03-4043-84ca-73b4803ca881 HTTP/1.1" status: 200 len: 210 time: 0.0455949 Jul 14 09:17:01.489013 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-84116f0e-b7f1-475b-bd6a-1aa3ef51b56a admin admin] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:01.497837 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-84116f0e-b7f1-475b-bd6a-1aa3ef51b56a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13574142'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:01.504763 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c328559-0745-4e14-8507-5fa44b581f0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db000d8f-f92c-4c6c-9396-672000779f3e,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:01.535758 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-4c328559-0745-4e14-8507-5fa44b581f0f admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=0962f4f7534b4c37814e94c5c28f0fdd&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7409704 Jul 14 09:17:01.538319 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 36172) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:17:01.597821 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953a8761-55b8-4a3e-9654-c2b30a2dacc8 None None] Pushing event updated for resources: {'Port': ['ID=8f250d8a-f76d-42a3-bcc3-8cbd3db8c270,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:01.613095 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b001119-6e98-432d-9969-5da6c698b9b8 None None] Routers {'bbeaa23c-b561-4290-871c-c79a30575231'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:17:01.613760 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-8b001119-6e98-432d-9969-5da6c698b9b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:16:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['bbeaa23c-b561-4290-871c-c79a30575231'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:17:01.659774 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-84116f0e-b7f1-475b-bd6a-1aa3ef51b56a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-683747'] for router_interface, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:01.673898 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84116f0e-b7f1-475b-bd6a-1aa3ef51b56a admin admin] Pushing event updated for resources: {'Port': ['ID=563da199-8de4-47e1-84e6-1390ac5de001,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:01.734569 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port 567688ae-284f-4cf8-9ebe-982c8c60db94 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:17:01.761036 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:01.792266 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 36188) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:17:01.806338 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [req-02a1e051-5cda-487d-b4c1-28e5d84fe5f8 req-9cc1e4de-6d13-43bb-b5ae-3e1fc09c5dd3 tempest-ServersAdminNegativeTestJSON-1399855934 tempest-ServersAdminNegativeTestJSON-1399855934-project] Deleting port cdfdc07e-e2b3-45c5-836b-025c2b44f895 {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:17:01.806988 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-02a1e051-5cda-487d-b4c1-28e5d84fe5f8 req-9cc1e4de-6d13-43bb-b5ae-3e1fc09c5dd3 tempest-ServersAdminNegativeTestJSON-1399855934 tempest-ServersAdminNegativeTestJSON-1399855934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:01.839271 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-f16daca1-d8b5-4ea3-ae27-b133096400c0 None None] Provisioning for port 563da199-8de4-47e1-84e6-1390ac5de001 completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:17:01.877128 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-f16daca1-d8b5-4ea3-ae27-b133096400c0 None None] Provisioning complete for port 563da199-8de4-47e1-84e6-1390ac5de001 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:17:01.877531 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f16daca1-d8b5-4ea3-ae27-b133096400c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:01.914255 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [req-6a09a17a-f810-4911-90ca-b41a78bb7d87 req-f143b840-f69d-4185-8124-9d2db99b7d96 tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] Allocated IP 172.20.0.14 (e7cb481e-49dc-464e-b748-d3d2c45f69f9/a1f8d7cc-d5f0-4ac4-b550-493e46cf12fc/0f6b05e0-8d17-4b83-aa55-df527950bbf0) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:17:01.918739 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-f16daca1-d8b5-4ea3-ae27-b133096400c0 None None] Port 563da199-8de4-47e1-84e6-1390ac5de001 cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:17:01.920989 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-48c8052f-8a22-4044-a351-e50b6285a9c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:01.951524 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-48c8052f-8a22-4044-a351-e50b6285a9c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:01.985007 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvr_db [None req-8b001119-6e98-432d-9969-5da6c698b9b8 None None] Set router bbeaa23c-b561-4290-871c-c79a30575231 gateway port host: n-d-779913-29 {{(pid=93959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:17:02.027596 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-48c8052f-8a22-4044-a351-e50b6285a9c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:02.031460 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-48c8052f-8a22-4044-a351-e50b6285a9c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:02.037013 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-48c8052f-8a22-4044-a351-e50b6285a9c8 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/db000d8f-f92c-4c6c-9396-672000779f3e HTTP/1.1" status: 204 len: 168 time: 0.4965405 Jul 14 09:17:02.061102 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e2a564-0048-47b2-ae91-34cf8c6a1a17 req-c5319f78-2047-4681-9f28-3e70d0e8d48d tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:02.063135 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-80e2a564-0048-47b2-ae91-34cf8c6a1a17 req-c5319f78-2047-4681-9f28-3e70d0e8d48d tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] 10.222.0.68 "GET /v2.0/ports?device_id=54ee8264-27af-4439-8dfb-36f97f31dbe4 HTTP/1.1" status: 200 len: 945 time: 0.4295802 Jul 14 09:17:02.105321 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-0a1bb9d0-42f5-4de0-a496-f95ab86c8a0e req-12e310b3-f65b-44b5-8530-af97d031c38c tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/networks?tenant_id=f15ecc2e979442a6b02936316f8b33e1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0396283 Jul 14 09:17:02.108809 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c8052f-8a22-4044-a351-e50b6285a9c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db000d8f-f92c-4c6c-9396-672000779f3e,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:02.173093 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b47c142b-fe18-4479-a052-43cb9514f117 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:02.246141 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-80e2a564-0048-47b2-ae91-34cf8c6a1a17 req-554d2694-6b01-4b49-b0a0-f12239d544a7 tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] 10.222.0.68 "GET /v2.0/security-groups?id=4fa97f2f-f617-45f3-9331-b542b3f62cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633565 Jul 14 09:17:02.251085 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-02a1e051-5cda-487d-b4c1-28e5d84fe5f8 req-9cc1e4de-6d13-43bb-b5ae-3e1fc09c5dd3 tempest-ServersAdminNegativeTestJSON-1399855934 tempest-ServersAdminNegativeTestJSON-1399855934-project] For port cdfdc07e-e2b3-45c5-836b-025c2b44f895, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=cdfdc07e-e2b3-45c5-836b-025c2b44f895,segment=NetworkSegment(8f1c1422-de6c-445f-ab95-4e2c94585b2b),segment_id=8f1c1422-de6c-445f-ab95-4e2c94585b2b)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:17:02.251085 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-02a1e051-5cda-487d-b4c1-28e5d84fe5f8 req-9cc1e4de-6d13-43bb-b5ae-3e1fc09c5dd3 tempest-ServersAdminNegativeTestJSON-1399855934 tempest-ServersAdminNegativeTestJSON-1399855934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:02.276861 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-8b001119-6e98-432d-9969-5da6c698b9b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbeaa23c-b561-4290-871c-c79a30575231', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-952562594-router', 'tenant_id': '91f0548988464fef9816262c0d7ec930', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.188'}], 'enable_snat': True}, 'gw_port_id': '8f250d8a-f76d-42a3-bcc3-8cbd3db8c270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:16:53Z', 'updated_at': '2021-07-14T09:17:00Z', 'revision_number': 4, 'project_id': '91f0548988464fef9816262c0d7ec930', 'gw_port': {'id': '8f250d8a-f76d-42a3-bcc3-8cbd3db8c270', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:37:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbeaa23c-b561-4290-871c-c79a30575231', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:16:55Z', 'updated_at': '2021-07-14T09:17:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': '563da199-8de4-47e1-84e6-1390ac5de001', 'name': '', 'network_id': '4d6b908e-988c-46fd-932a-5482cccd04f3', 'tenant_id': '91f0548988464fef9816262c0d7ec930', 'mac_address': 'fa:16:3e:28:03:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbeaa23c-b561-4290-871c-c79a30575231', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'f432ed2c-e632-4435-bdc1-b65316caa54a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:16:59Z', 'updated_at': '2021-07-14T09:17:01Z', 'revision_number': 2, 'project_id': '91f0548988464fef9816262c0d7ec930', 'subnets': [{'id': 'f432ed2c-e632-4435-bdc1-b65316caa54a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:17:02.334779 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b001119-6e98-432d-9969-5da6c698b9b8 None None] The sync data for ids ['bbeaa23c-b561-4290-871c-c79a30575231'] in n-d-779913-29 is: [{'id': 'bbeaa23c-b561-4290-871c-c79a30575231', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-952562594-router', 'tenant_id': '91f0548988464fef9816262c0d7ec930', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.188'}], 'enable_snat': True}, 'gw_port_id': '8f250d8a-f76d-42a3-bcc3-8cbd3db8c270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:16:53Z', 'updated_at': '2021-07-14T09:17:00Z', 'revision_number': 4, 'project_id': '91f0548988464fef9816262c0d7ec930', 'gw_port': {'id': '8f250d8a-f76d-42a3-bcc3-8cbd3db8c270', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:37:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbeaa23c-b561-4290-871c-c79a30575231', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:16:55Z', 'updated_at': '2021-07-14T09:17:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': '563da199-8de4-47e1-84e6-1390ac5de001', 'name': '', 'network_id': '4d6b908e-988c-46fd-932a-5482cccd04f3', 'tenant_id': '91f0548988464fef9816262c0d7ec930', 'mac_address': 'fa:16:3e:28:03:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbeaa23c-b561-4290-871c-c79a30575231', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'f432ed2c-e632-4435-bdc1-b65316caa54a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:16:59Z', 'updated_at': '2021-07-14T09:17:01Z', 'revision_number': 2, 'project_id': '91f0548988464fef9816262c0d7ec930', 'subnets': [{'id': 'f432ed2c-e632-4435-bdc1-b65316caa54a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:17:02.361137 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1bb9d0-42f5-4de0-a496-f95ab86c8a0e req-64989e1a-de5a-46c8-b9ba-52783328e999 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:02.363382 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-0a1bb9d0-42f5-4de0-a496-f95ab86c8a0e req-64989e1a-de5a-46c8-b9ba-52783328e999 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2573497 Jul 14 09:17:02.372881 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [req-02a1e051-5cda-487d-b4c1-28e5d84fe5f8 req-9cc1e4de-6d13-43bb-b5ae-3e1fc09c5dd3 tempest-ServersAdminNegativeTestJSON-1399855934 tempest-ServersAdminNegativeTestJSON-1399855934-project] Calling delete_port for cdfdc07e-e2b3-45c5-836b-025c2b44f895 owned by compute:nova {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:17:02.378494 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84116f0e-b7f1-475b-bd6a-1aa3ef51b56a admin admin] Network 4d6b908e-988c-46fd-932a-5482cccd04f3 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:17:02.396518 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-84116f0e-b7f1-475b-bd6a-1aa3ef51b56a admin admin] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:17:02.446483 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-0a1bb9d0-42f5-4de0-a496-f95ab86c8a0e req-99c09cf8-e576-41a3-9155-96be04a26971 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/quotas/f15ecc2e979442a6b02936316f8b33e1 HTTP/1.1" status: 200 len: 375 time: 0.0565414 Jul 14 09:17:02.702811 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 36214) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:17:02.807687 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4408317e-936f-48ad-869a-c057f6b021af admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:02.828839 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-6a09a17a-f810-4911-90ca-b41a78bb7d87 req-f143b840-f69d-4185-8124-9d2db99b7d96 tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:02.857343 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-8fa8ac95-3c49-4453-85d7-017534cfe738 None None] Provisioning complete for port 563da199-8de4-47e1-84e6-1390ac5de001 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:17:02.858064 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8fa8ac95-3c49-4453-85d7-017534cfe738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:02.907366 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7e6128-7ec5-4e29-aecf-cc316e5e5ce7 req-57b60444-4df1-4a73-8a04-1673d41df1cb tempest-ServersAdminNegativeTestJSON-1399855934 tempest-ServersAdminNegativeTestJSON-1399855934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:02.915525 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-de7e6128-7ec5-4e29-aecf-cc316e5e5ce7 req-57b60444-4df1-4a73-8a04-1673d41df1cb tempest-ServersAdminNegativeTestJSON-1399855934 tempest-ServersAdminNegativeTestJSON-1399855934-project] 10.222.0.68 "GET /v2.0/ports?device_id=bae8f53d-9f15-46d2-88eb-68c9dfbe1a1e HTTP/1.1" status: 200 len: 950 time: 0.4160371 Jul 14 09:17:02.918541 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-8fa8ac95-3c49-4453-85d7-017534cfe738 None None] Port 563da199-8de4-47e1-84e6-1390ac5de001 cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:17:02.954647 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-0a1bb9d0-42f5-4de0-a496-f95ab86c8a0e req-feb62450-403f-4631-955f-12870edaf1f3 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=f15ecc2e979442a6b02936316f8b33e1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5070522 Jul 14 09:17:02.964075 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84116f0e-b7f1-475b-bd6a-1aa3ef51b56a admin admin] Router bbeaa23c-b561-4290-871c-c79a30575231 has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:17:03.105717 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b47c142b-fe18-4479-a052-43cb9514f117 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:03.130831 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-de7e6128-7ec5-4e29-aecf-cc316e5e5ce7 req-5108c84a-8336-4f0d-befb-13a02c26a234 tempest-ServersAdminNegativeTestJSON-1399855934 tempest-ServersAdminNegativeTestJSON-1399855934-project] 10.222.0.68 "GET /v2.0/security-groups?id=12cec5c4-9898-4269-a307-518d62ed3fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138908 Jul 14 09:17:03.138529 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b47c142b-fe18-4479-a052-43cb9514f117 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:03.236375 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-6a09a17a-f810-4911-90ca-b41a78bb7d87 req-f143b840-f69d-4185-8124-9d2db99b7d96 tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:03.282455 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84116f0e-b7f1-475b-bd6a-1aa3ef51b56a admin admin] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:17:03.296456 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-84116f0e-b7f1-475b-bd6a-1aa3ef51b56a admin admin] 10.222.0.68 "PUT /v2.0/routers/bbeaa23c-b561-4290-871c-c79a30575231/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3314333 Jul 14 09:17:03.327909 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-02a1e051-5cda-487d-b4c1-28e5d84fe5f8 req-9cc1e4de-6d13-43bb-b5ae-3e1fc09c5dd3 tempest-ServersAdminNegativeTestJSON-1399855934 tempest-ServersAdminNegativeTestJSON-1399855934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:03.402785 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4408317e-936f-48ad-869a-c057f6b021af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:03.407997 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4408317e-936f-48ad-869a-c057f6b021af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:03.441979 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-b47c142b-fe18-4479-a052-43cb9514f117 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=fab2312ac79348b58cf6318494f21856&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6484206 Jul 14 09:17:03.443705 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47c142b-fe18-4479-a052-43cb9514f117 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7220092c-c9ee-4c9c-b83a-08c0c2cfef49,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:03.448768 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 36226) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:17:03.566991 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-4408317e-936f-48ad-869a-c057f6b021af admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=a3f89c57ba7d420f9034e83a81345cba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8630850 Jul 14 09:17:03.575607 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 36230) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:17:03.586218 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f143b840-f69d-4185-8124-9d2db99b7d96 tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] Pushing event updated for resources: {'Port': ['ID=0f6b05e0-8d17-4b83-aa55-df527950bbf0,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:03.634351 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a09a17a-f810-4911-90ca-b41a78bb7d87 req-f143b840-f69d-4185-8124-9d2db99b7d96 tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] Network e7cb481e-49dc-464e-b748-d3d2c45f69f9 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:17:03.675421 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [req-6a09a17a-f810-4911-90ca-b41a78bb7d87 req-f143b840-f69d-4185-8124-9d2db99b7d96 tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:17:03.677556 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc1e4de-6d13-43bb-b5ae-3e1fc09c5dd3 tempest-ServersAdminNegativeTestJSON-1399855934 tempest-ServersAdminNegativeTestJSON-1399855934-project] Pushing event deleted for resources: {'Port': ['ID=cdfdc07e-e2b3-45c5-836b-025c2b44f895,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:03.683380 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4408317e-936f-48ad-869a-c057f6b021af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24673548-05f6-4c14-88ae-729f70b6f2bb,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:03.688842 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a09a17a-f810-4911-90ca-b41a78bb7d87 req-f143b840-f69d-4185-8124-9d2db99b7d96 tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:17:03.706017 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a09a17a-f810-4911-90ca-b41a78bb7d87 req-f143b840-f69d-4185-8124-9d2db99b7d96 tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:03.706771 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-6a09a17a-f810-4911-90ca-b41a78bb7d87 req-f143b840-f69d-4185-8124-9d2db99b7d96 tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:03.830044 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-02a1e051-5cda-487d-b4c1-28e5d84fe5f8 req-9cc1e4de-6d13-43bb-b5ae-3e1fc09c5dd3 tempest-ServersAdminNegativeTestJSON-1399855934 tempest-ServersAdminNegativeTestJSON-1399855934-project] No DVR routers for this DVR port cdfdc07e-e2b3-45c5-836b-025c2b44f895 on host n-h2-779913-29 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:17:03.833291 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6a09a17a-f810-4911-90ca-b41a78bb7d87 req-f143b840-f69d-4185-8124-9d2db99b7d96 tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2124820 Jul 14 09:17:03.851603 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8fa2c4fd-809f-4caa-8f6b-011618ec5582 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:03.852202 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-02a1e051-5cda-487d-b4c1-28e5d84fe5f8 req-9cc1e4de-6d13-43bb-b5ae-3e1fc09c5dd3 tempest-ServersAdminNegativeTestJSON-1399855934 tempest-ServersAdminNegativeTestJSON-1399855934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:03.854176 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-02a1e051-5cda-487d-b4c1-28e5d84fe5f8 req-9cc1e4de-6d13-43bb-b5ae-3e1fc09c5dd3 tempest-ServersAdminNegativeTestJSON-1399855934 tempest-ServersAdminNegativeTestJSON-1399855934-project] 10.222.0.57 "DELETE /v2.0/ports/cdfdc07e-e2b3-45c5-836b-025c2b44f895 HTTP/1.1" status: 204 len: 173 time: 2.7859659 Jul 14 09:17:03.854710 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bae8f53d-9f15-46d2-88eb-68c9dfbe1a1e', 'name': 'network-vif-deleted', 'tag': 'cdfdc07e-e2b3-45c5-836b-025c2b44f895'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:17:03.857592 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0fca44e-6d69-408a-b188-2cf8fd2ce5cc" -d '{"events": [{"server_uuid": "bae8f53d-9f15-46d2-88eb-68c9dfbe1a1e", "name": "network-vif-deleted", "tag": "cdfdc07e-e2b3-45c5-836b-025c2b44f895"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:17:03.876140 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-470b9cf6-1736-43e9-a014-dba48e90b249 req-7d84b305-fd10-49fb-9bed-19e4e0bc95b9 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/ports?device_id=075c0166-2f45-4ba5-a5fa-7f7ff3bec1e9 HTTP/1.1" status: 200 len: 210 time: 0.1016951 Jul 14 09:17:03.881822 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-6a09a17a-f810-4911-90ca-b41a78bb7d87 req-5cb232ce-a4eb-4b84-bed4-d5c59afd6b65 service neutron] Request body: {'port': {'device_id': '28dd3587-2d03-4043-84ca-73b4803ca881', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-29'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:17:03.932604 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8fa2c4fd-809f-4caa-8f6b-011618ec5582 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:03.945585 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8be6cc-9587-46ed-b74a-fa15ae4b59a1 req-daf78da6-1664-4262-9b6d-7be6ffebd00d tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:03.954250 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ba8be6cc-9587-46ed-b74a-fa15ae4b59a1 req-daf78da6-1664-4262-9b6d-7be6ffebd00d tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] 10.222.0.68 "GET /v2.0/ports?device_id=28dd3587-2d03-4043-84ca-73b4803ca881 HTTP/1.1" status: 200 len: 932 time: 0.3713915 Jul 14 09:17:03.964001 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-faed57e0-668f-45ae-b348-86eab3a41876 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:04.076750 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-faed57e0-668f-45ae-b348-86eab3a41876 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:04.103427 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device cdfdc07e-e2b3-45c5-836b-025c2b44f895 no longer exists at agent hyperv_n-h2-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:17:04.113737 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ba8be6cc-9587-46ed-b74a-fa15ae4b59a1 req-63f8c987-b8d3-41f3-a785-5cd68a2b59ea tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] 10.222.0.68 "GET /v2.0/security-groups?id=7bf941d0-4fab-41ec-a174-078829fdb488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565423 Jul 14 09:17:04.188625 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] No Port match for: cdfdc07e-e2b3-45c5-836b-025c2b44f895 {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:17:04.188976 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device cdfdc07e-e2b3-45c5-836b-025c2b44f895 not bound to the agent host n-h2-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:17:04.190653 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-6a09a17a-f810-4911-90ca-b41a78bb7d87 req-5cb232ce-a4eb-4b84-bed4-d5c59afd6b65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:04.237223 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8fa2c4fd-809f-4caa-8f6b-011618ec5582 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:04.247095 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8fa2c4fd-809f-4caa-8f6b-011618ec5582 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:04.251178 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-8fa2c4fd-809f-4caa-8f6b-011618ec5582 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/24673548-05f6-4c14-88ae-729f70b6f2bb HTTP/1.1" status: 204 len: 168 time: 0.6703343 Jul 14 09:17:04.283651 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa2c4fd-809f-4caa-8f6b-011618ec5582 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24673548-05f6-4c14-88ae-729f70b6f2bb,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:04.325698 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-faed57e0-668f-45ae-b348-86eab3a41876 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:04.336033 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-faed57e0-668f-45ae-b348-86eab3a41876 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:04.340750 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-faed57e0-668f-45ae-b348-86eab3a41876 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/7220092c-c9ee-4c9c-b83a-08c0c2cfef49 HTTP/1.1" status: 204 len: 168 time: 0.8807931 Jul 14 09:17:04.371046 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faed57e0-668f-45ae-b348-86eab3a41876 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7220092c-c9ee-4c9c-b83a-08c0c2cfef49,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:04.775365 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b1be16-6f2d-4adf-953c-0b7eea06c417 req-b7014ce9-475b-48f2-af08-78c9a3597256 tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:04.803074 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-03b1be16-6f2d-4adf-953c-0b7eea06c417 req-b7014ce9-475b-48f2-af08-78c9a3597256 tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] 10.222.0.68 "GET /v2.0/ports?device_id=54ee8264-27af-4439-8dfb-36f97f31dbe4 HTTP/1.1" status: 200 len: 945 time: 0.2216263 Jul 14 09:17:04.834713 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:17:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-788d3e37-22fe-4346-a290-2188986f8e3b x-openstack-request-id: req-788d3e37-22fe-4346-a290-2188986f8e3b {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:17:04.836237 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bae8f53d-9f15-46d2-88eb-68c9dfbe1a1e", "name": "network-vif-deleted", "tag": "cdfdc07e-e2b3-45c5-836b-025c2b44f895", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:17:04.836691 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-788d3e37-22fe-4346-a290-2188986f8e3b {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:17:04.837146 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bae8f53d-9f15-46d2-88eb-68c9dfbe1a1e', 'name': 'network-vif-deleted', 'tag': 'cdfdc07e-e2b3-45c5-836b-025c2b44f895', 'status': 'completed', 'code': 200} Jul 14 09:17:04.965014 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [req-6a09a17a-f810-4911-90ca-b41a78bb7d87 req-5cb232ce-a4eb-4b84-bed4-d5c59afd6b65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f6b05e0-8d17-4b83-aa55-df527950bbf0 {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:17:04.976334 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-6a09a17a-f810-4911-90ca-b41a78bb7d87 req-5cb232ce-a4eb-4b84-bed4-d5c59afd6b65 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:05.001103 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [req-6a09a17a-f810-4911-90ca-b41a78bb7d87 req-5cb232ce-a4eb-4b84-bed4-d5c59afd6b65 service neutron] Transition to ACTIVE for port object 0f6b05e0-8d17-4b83-aa55-df527950bbf0 will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:17:05.012295 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-6a09a17a-f810-4911-90ca-b41a78bb7d87 req-5cb232ce-a4eb-4b84-bed4-d5c59afd6b65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:05.051533 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-03b1be16-6f2d-4adf-953c-0b7eea06c417 req-84983537-852a-4f56-864d-72f59894ad5e tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] 10.222.0.68 "GET /v2.0/security-groups?id=4fa97f2f-f617-45f3-9331-b542b3f62cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2475519 Jul 14 09:17:05.106281 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb232ce-a4eb-4b84-bed4-d5c59afd6b65 service neutron] Pushing event updated for resources: {'Port': ['ID=0f6b05e0-8d17-4b83-aa55-df527950bbf0,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:05.120111 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-16763be3-7dde-49f0-94d6-bb597b902594 req-316cf861-fa08-44d0-9653-6e05b7823de3 tempest-ServersAdminNegativeTestJSON-1399855934 tempest-ServersAdminNegativeTestJSON-1399855934-project] 10.222.0.68 "GET /v2.0/ports?device_id=bae8f53d-9f15-46d2-88eb-68c9dfbe1a1e HTTP/1.1" status: 200 len: 210 time: 0.0944817 Jul 14 09:17:05.163180 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-6a09a17a-f810-4911-90ca-b41a78bb7d87 req-5cb232ce-a4eb-4b84-bed4-d5c59afd6b65 service neutron] Attempting to bind port 0f6b05e0-8d17-4b83-aa55-df527950bbf0 on host n-h1-779913-29 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:17:05.163737 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-6a09a17a-f810-4911-90ca-b41a78bb7d87 req-5cb232ce-a4eb-4b84-bed4-d5c59afd6b65 service neutron] Attempting to bind port 0f6b05e0-8d17-4b83-aa55-df527950bbf0 by drivers openvswitch,hyperv on host n-h1-779913-29 at level 0 using segments [{'id': '4f3a0541-e6cd-42f5-92f6-5d961c2f621f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'e7cb481e-49dc-464e-b748-d3d2c45f69f9'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:17:05.164284 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a09a17a-f810-4911-90ca-b41a78bb7d87 req-5cb232ce-a4eb-4b84-bed4-d5c59afd6b65 service neutron] Attempting to bind port 0f6b05e0-8d17-4b83-aa55-df527950bbf0 on network e7cb481e-49dc-464e-b748-d3d2c45f69f9 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:17:05.170000 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a09a17a-f810-4911-90ca-b41a78bb7d87 req-5cb232ce-a4eb-4b84-bed4-d5c59afd6b65 service neutron] Port 0f6b05e0-8d17-4b83-aa55-df527950bbf0 on network e7cb481e-49dc-464e-b748-d3d2c45f69f9 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-29 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:17:05.170527 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a09a17a-f810-4911-90ca-b41a78bb7d87 req-5cb232ce-a4eb-4b84-bed4-d5c59afd6b65 service neutron] Attempting to bind port 0f6b05e0-8d17-4b83-aa55-df527950bbf0 on network e7cb481e-49dc-464e-b748-d3d2c45f69f9 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:17:05.176310 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a09a17a-f810-4911-90ca-b41a78bb7d87 req-5cb232ce-a4eb-4b84-bed4-d5c59afd6b65 service neutron] Checking agent: {'id': 'de11e667-f145-47b0-bd09-334a7505938e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 13, 12), 'started_at': datetime.datetime(2021, 7, 14, 9, 13, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 16, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:17:05.176828 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a09a17a-f810-4911-90ca-b41a78bb7d87 req-5cb232ce-a4eb-4b84-bed4-d5c59afd6b65 service neutron] Checking segment: {'id': '4f3a0541-e6cd-42f5-92f6-5d961c2f621f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'e7cb481e-49dc-464e-b748-d3d2c45f69f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:17:05.177368 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a09a17a-f810-4911-90ca-b41a78bb7d87 req-5cb232ce-a4eb-4b84-bed4-d5c59afd6b65 service neutron] Bound using segment: {'id': '4f3a0541-e6cd-42f5-92f6-5d961c2f621f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'e7cb481e-49dc-464e-b748-d3d2c45f69f9'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:17:05.178135 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-6a09a17a-f810-4911-90ca-b41a78bb7d87 req-5cb232ce-a4eb-4b84-bed4-d5c59afd6b65 service neutron] Bound port: 0f6b05e0-8d17-4b83-aa55-df527950bbf0, host: n-h1-779913-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f3a0541-e6cd-42f5-92f6-5d961c2f621f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'e7cb481e-49dc-464e-b748-d3d2c45f69f9'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:17:05.178604 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-6a09a17a-f810-4911-90ca-b41a78bb7d87 req-5cb232ce-a4eb-4b84-bed4-d5c59afd6b65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:05.324756 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-6a09a17a-f810-4911-90ca-b41a78bb7d87 req-5cb232ce-a4eb-4b84-bed4-d5c59afd6b65 service neutron] For port 0f6b05e0-8d17-4b83-aa55-df527950bbf0, host n-h1-779913-29, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:17:05.340677 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-6a09a17a-f810-4911-90ca-b41a78bb7d87 req-5cb232ce-a4eb-4b84-bed4-d5c59afd6b65 service neutron] For port 0f6b05e0-8d17-4b83-aa55-df527950bbf0, host n-h1-779913-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=0f6b05e0-8d17-4b83-aa55-df527950bbf0,segment=NetworkSegment(4f3a0541-e6cd-42f5-92f6-5d961c2f621f),segment_id=4f3a0541-e6cd-42f5-92f6-5d961c2f621f)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:17:05.347044 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-6a09a17a-f810-4911-90ca-b41a78bb7d87 req-5cb232ce-a4eb-4b84-bed4-d5c59afd6b65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:05.364007 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-c6d22b72-03a0-420d-9b59-ea5db81fc7fa req-4864bc99-1c0d-4e16-bb0f-740e8e30c878 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/ports?device_id=075c0166-2f45-4ba5-a5fa-7f7ff3bec1e9 HTTP/1.1" status: 200 len: 210 time: 0.0819695 Jul 14 09:17:05.392595 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a09a17a-f810-4911-90ca-b41a78bb7d87 req-5cb232ce-a4eb-4b84-bed4-d5c59afd6b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:05.393878 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-6a09a17a-f810-4911-90ca-b41a78bb7d87 req-5cb232ce-a4eb-4b84-bed4-d5c59afd6b65 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:05.395324 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6a09a17a-f810-4911-90ca-b41a78bb7d87 req-5cb232ce-a4eb-4b84-bed4-d5c59afd6b65 service neutron] 10.222.0.65 "PUT /v2.0/ports/0f6b05e0-8d17-4b83-aa55-df527950bbf0 HTTP/1.1" status: 200 len: 1093 time: 1.5179093 Jul 14 09:17:05.443531 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 36286) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:17:05.457792 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 8f250d8a-f76d-42a3-bcc3-8cbd3db8c270 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:17:05.459256 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb232ce-a4eb-4b84-bed4-d5c59afd6b65 service neutron] Pushing event updated for resources: {'Port': ['ID=0f6b05e0-8d17-4b83-aa55-df527950bbf0,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:05.496389 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a196435c-fab3-449a-b002-6beb0690e414 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:05.573073 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning for port 8f250d8a-f76d-42a3-bcc3-8cbd3db8c270 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:17:05.579207 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port 8f250d8a-f76d-42a3-bcc3-8cbd3db8c270 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:17:05.581028 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:05.655342 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a196435c-fab3-449a-b002-6beb0690e414 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:05.662434 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a196435c-fab3-449a-b002-6beb0690e414 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:05.690863 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0a1bb9d0-42f5-4de0-a496-f95ab86c8a0e req-d5fd3ad8-be85-4481-954e-1aea5f04774d tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=f15ecc2e979442a6b02936316f8b33e1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0859616 Jul 14 09:17:05.694450 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:05.721972 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] For port 8f250d8a-f76d-42a3-bcc3-8cbd3db8c270, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=8f250d8a-f76d-42a3-bcc3-8cbd3db8c270,segment=NetworkSegment(81bf7a93-80b3-43df-b9d5-462c604a2945),segment_id=81bf7a93-80b3-43df-b9d5-462c604a2945)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:17:05.730053 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:05.755627 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a196435c-fab3-449a-b002-6beb0690e414 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fafc97e2-79f9-4018-aeeb-96be41a45981,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:05.808939 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-a196435c-fab3-449a-b002-6beb0690e414 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=5f103c5639594b4a898fdd11ce6056cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3643098 Jul 14 09:17:05.811446 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 36296) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:17:05.817712 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a09a17a-f810-4911-90ca-b41a78bb7d87 req-8d213422-a0af-4673-9ebf-924310c666f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:05.820530 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6a09a17a-f810-4911-90ca-b41a78bb7d87 req-8d213422-a0af-4673-9ebf-924310c666f9 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e14af975015c4397b9da2a89a906dfc2&device_id=28dd3587-2d03-4043-84ca-73b4803ca881 HTTP/1.1" status: 200 len: 1096 time: 0.3158872 Jul 14 09:17:05.858548 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Pushing event updated for resources: {'Port': ['ID=8f250d8a-f76d-42a3-bcc3-8cbd3db8c270,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:05.877117 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01bd0fa0-8add-43cb-b971-4a8ddde4abb3 None None] Sync routers for ids ['bbeaa23c-b561-4290-871c-c79a30575231'] in n-d-779913-29 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:17:05.888544 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01bd0fa0-8add-43cb-b971-4a8ddde4abb3 None None] Routers {'bbeaa23c-b561-4290-871c-c79a30575231'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:17:05.889281 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-01bd0fa0-8add-43cb-b971-4a8ddde4abb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:16:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['bbeaa23c-b561-4290-871c-c79a30575231'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:17:05.905381 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ef4e3fdd-97a8-47a4-a38f-f7f8e469c324 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:05.936685 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ef4e3fdd-97a8-47a4-a38f-f7f8e469c324 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:06.016310 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-1f941d2f-61e0-4390-a33a-21abc9198310 req-3a7bbe1f-eebc-4327-aa78-95de89eb74da tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] 10.222.0.68 "GET /v2.0/networks?tenant_id=0354ae2bb6fb4c529416d8b4f0eeb6aa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0371921 Jul 14 09:17:06.016636 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6a09a17a-f810-4911-90ca-b41a78bb7d87 req-601f7fff-b4d6-4f17-b1b8-b951c54ed33e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0f6b05e0-8d17-4b83-aa55-df527950bbf0 HTTP/1.1" status: 200 len: 217 time: 0.1757495 Jul 14 09:17:06.088429 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-01bd0fa0-8add-43cb-b971-4a8ddde4abb3 None None] Set router bbeaa23c-b561-4290-871c-c79a30575231 gateway port host: n-d-779913-29 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:17:06.107081 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ef4e3fdd-97a8-47a4-a38f-f7f8e469c324 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:06.110712 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ef4e3fdd-97a8-47a4-a38f-f7f8e469c324 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:06.112373 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-ef4e3fdd-97a8-47a4-a38f-f7f8e469c324 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/fafc97e2-79f9-4018-aeeb-96be41a45981 HTTP/1.1" status: 204 len: 168 time: 0.2957168 Jul 14 09:17:06.129525 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4e3fdd-97a8-47a4-a38f-f7f8e469c324 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fafc97e2-79f9-4018-aeeb-96be41a45981,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:06.176458 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f941d2f-61e0-4390-a33a-21abc9198310 req-041e1982-9648-4d5e-97f3-2cebb657a8bb tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:06.184821 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-1f941d2f-61e0-4390-a33a-21abc9198310 req-041e1982-9648-4d5e-97f3-2cebb657a8bb tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1664996 Jul 14 09:17:06.190853 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1bb9d0-42f5-4de0-a496-f95ab86c8a0e req-85cd9ba4-6794-43a8-a0e7-5e39eeeb9a4c tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:06.192332 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0a1bb9d0-42f5-4de0-a496-f95ab86c8a0e req-85cd9ba4-6794-43a8-a0e7-5e39eeeb9a4c tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4960101 Jul 14 09:17:06.199672 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a09a17a-f810-4911-90ca-b41a78bb7d87 req-15980767-363e-4c2f-8640-b116c1869716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:06.202410 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-1f941d2f-61e0-4390-a33a-21abc9198310 req-74df1461-d1f0-445b-877f-537f1287bd0f tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] 10.222.0.68 "GET /v2.0/quotas/0354ae2bb6fb4c529416d8b4f0eeb6aa HTTP/1.1" status: 200 len: 375 time: 0.0163651 Jul 14 09:17:06.204832 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6a09a17a-f810-4911-90ca-b41a78bb7d87 req-15980767-363e-4c2f-8640-b116c1869716 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a1f8d7cc-d5f0-4ac4-b550-493e46cf12fc HTTP/1.1" status: 200 len: 860 time: 0.1559119 Jul 14 09:17:06.238278 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-0a1bb9d0-42f5-4de0-a496-f95ab86c8a0e req-9238d8a0-10c8-450e-8616-0a6a540f1fa5 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Request body: {'port': {'device_id': '075c0166-2f45-4ba5-a5fa-7f7ff3bec1e9', 'network_id': '2244f7a1-04bd-42cd-9e86-31839b46f57f', 'admin_state_up': True, 'tenant_id': 'f15ecc2e979442a6b02936316f8b33e1'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:17:06.256368 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-1f941d2f-61e0-4390-a33a-21abc9198310 req-2cc96333-3286-4351-b2dc-994609c1e2b3 tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=0354ae2bb6fb4c529416d8b4f0eeb6aa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0527730 Jul 14 09:17:06.388235 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6a09a17a-f810-4911-90ca-b41a78bb7d87 req-151d339d-fd24-4081-9e38-f11e7c843a03 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e7cb481e-49dc-464e-b748-d3d2c45f69f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1764736 Jul 14 09:17:06.491433 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-01bd0fa0-8add-43cb-b971-4a8ddde4abb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbeaa23c-b561-4290-871c-c79a30575231', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-952562594-router', 'tenant_id': '91f0548988464fef9816262c0d7ec930', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.188'}], 'enable_snat': True}, 'gw_port_id': '8f250d8a-f76d-42a3-bcc3-8cbd3db8c270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:16:53Z', 'updated_at': '2021-07-14T09:17:00Z', 'revision_number': 4, 'project_id': '91f0548988464fef9816262c0d7ec930', 'gw_port': {'id': '8f250d8a-f76d-42a3-bcc3-8cbd3db8c270', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:37:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbeaa23c-b561-4290-871c-c79a30575231', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:16:55Z', 'updated_at': '2021-07-14T09:17:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': '563da199-8de4-47e1-84e6-1390ac5de001', 'name': '', 'network_id': '4d6b908e-988c-46fd-932a-5482cccd04f3', 'tenant_id': '91f0548988464fef9816262c0d7ec930', 'mac_address': 'fa:16:3e:28:03:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbeaa23c-b561-4290-871c-c79a30575231', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'f432ed2c-e632-4435-bdc1-b65316caa54a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:16:59Z', 'updated_at': '2021-07-14T09:17:01Z', 'revision_number': 2, 'project_id': '91f0548988464fef9816262c0d7ec930', 'subnets': [{'id': 'f432ed2c-e632-4435-bdc1-b65316caa54a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:17:06.534927 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01bd0fa0-8add-43cb-b971-4a8ddde4abb3 None None] Checking router: bbeaa23c-b561-4290-871c-c79a30575231 for host: n-d-779913-29 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:17:06.534927 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01bd0fa0-8add-43cb-b971-4a8ddde4abb3 None None] Updating router bbeaa23c-b561-4290-871c-c79a30575231 port 563da199-8de4-47e1-84e6-1390ac5de001 binding host n-d-779913-29 {{(pid=93960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:17:06.567638 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-01bd0fa0-8add-43cb-b971-4a8ddde4abb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:06.771970 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a1bb9d0-42f5-4de0-a496-f95ab86c8a0e req-9238d8a0-10c8-450e-8616-0a6a540f1fa5 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Made reservation on behalf of f15ecc2e979442a6b02936316f8b33e1 for: {'port': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:17:06.776769 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-0a1bb9d0-42f5-4de0-a496-f95ab86c8a0e req-9238d8a0-10c8-450e-8616-0a6a540f1fa5 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:06.899735 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28dd3587-2d03-4043-84ca-73b4803ca881', 'tag': '0f6b05e0-8d17-4b83-aa55-df527950bbf0'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:17:06.907777 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-912ea31b-db3d-4270-ad62-7f35d3fc2129" -d '{"events": [{"name": "network-changed", "server_uuid": "28dd3587-2d03-4043-84ca-73b4803ca881", "tag": "0f6b05e0-8d17-4b83-aa55-df527950bbf0"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:17:06.939722 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6a09a17a-f810-4911-90ca-b41a78bb7d87 req-0b108321-2ef1-4ed7-a99d-3edc37c41047 service neutron] 10.222.0.65 "GET /v2.0/networks/e7cb481e-49dc-464e-b748-d3d2c45f69f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5374541 Jul 14 09:17:06.948942 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-8a0ebbb0-5900-4b96-b975-32be759140aa req-ca522d70-f100-4609-8e14-b41d35fcc4fb tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/ports?device_id=075c0166-2f45-4ba5-a5fa-7f7ff3bec1e9 HTTP/1.1" status: 200 len: 210 time: 0.0528929 Jul 14 09:17:06.993422 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-01bd0fa0-8add-43cb-b971-4a8ddde4abb3 None None] Notify callbacks [] for port, precommit_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:07.003088 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9492b97-2785-4537-a65b-31d89a990d3a req-27c3a27e-cf59-4d02-af41-eafaf6914e07 tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:07.008566 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-01bd0fa0-8add-43cb-b971-4a8ddde4abb3 None None] Transition to ACTIVE for port object 563da199-8de4-47e1-84e6-1390ac5de001 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:17:07.009437 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e9492b97-2785-4537-a65b-31d89a990d3a req-27c3a27e-cf59-4d02-af41-eafaf6914e07 tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] 10.222.0.68 "GET /v2.0/ports?device_id=28dd3587-2d03-4043-84ca-73b4803ca881 HTTP/1.1" status: 200 len: 944 time: 0.4846001 Jul 14 09:17:07.016330 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-01bd0fa0-8add-43cb-b971-4a8ddde4abb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:07.068377 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65be4ddc-ebe5-417e-a8df-82daca3c3ebb None None] Pushing event updated for resources: {'Port': ['ID=563da199-8de4-47e1-84e6-1390ac5de001,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:07.209439 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d0ed7834-fd4c-4ad0-ba43-a835099bac6b req-ae2ff76b-ca9e-4d56-b347-8d6503e78235 tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] 10.222.0.68 "GET /v2.0/networks?tenant_id=0354ae2bb6fb4c529416d8b4f0eeb6aa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0454829 Jul 14 09:17:07.214823 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-01bd0fa0-8add-43cb-b971-4a8ddde4abb3 None None] Attempting to bind port 563da199-8de4-47e1-84e6-1390ac5de001 on host n-d-779913-29 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:17:07.215205 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-01bd0fa0-8add-43cb-b971-4a8ddde4abb3 None None] Attempting to bind port 563da199-8de4-47e1-84e6-1390ac5de001 by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': '855973af-c48a-4a6b-b5ca-0dddf5410a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '4d6b908e-988c-46fd-932a-5482cccd04f3'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:17:07.215651 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01bd0fa0-8add-43cb-b971-4a8ddde4abb3 None None] Attempting to bind port 563da199-8de4-47e1-84e6-1390ac5de001 on network 4d6b908e-988c-46fd-932a-5482cccd04f3 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:17:07.230231 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01bd0fa0-8add-43cb-b971-4a8ddde4abb3 None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 16, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:17:07.230624 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01bd0fa0-8add-43cb-b971-4a8ddde4abb3 None None] Checking segment: {'id': '855973af-c48a-4a6b-b5ca-0dddf5410a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '4d6b908e-988c-46fd-932a-5482cccd04f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:17:07.231038 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-01bd0fa0-8add-43cb-b971-4a8ddde4abb3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:07.231436 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01bd0fa0-8add-43cb-b971-4a8ddde4abb3 None None] Bound using segment: {'id': '855973af-c48a-4a6b-b5ca-0dddf5410a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '4d6b908e-988c-46fd-932a-5482cccd04f3'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:17:07.231917 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-01bd0fa0-8add-43cb-b971-4a8ddde4abb3 None None] Bound port: 563da199-8de4-47e1-84e6-1390ac5de001, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '855973af-c48a-4a6b-b5ca-0dddf5410a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '4d6b908e-988c-46fd-932a-5482cccd04f3'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:17:07.232299 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-01bd0fa0-8add-43cb-b971-4a8ddde4abb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:07.374792 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-01bd0fa0-8add-43cb-b971-4a8ddde4abb3 None None] For port 563da199-8de4-47e1-84e6-1390ac5de001, host n-d-779913-29, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:17:07.381407 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-01bd0fa0-8add-43cb-b971-4a8ddde4abb3 None None] For port 563da199-8de4-47e1-84e6-1390ac5de001, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=563da199-8de4-47e1-84e6-1390ac5de001,segment=NetworkSegment(855973af-c48a-4a6b-b5ca-0dddf5410a13),segment_id=855973af-c48a-4a6b-b5ca-0dddf5410a13)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:17:07.391215 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 8f250d8a-f76d-42a3-bcc3-8cbd3db8c270 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:17:07.394063 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-01bd0fa0-8add-43cb-b971-4a8ddde4abb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:07.395735 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 36376) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:17:07.527257 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port 8f250d8a-f76d-42a3-bcc3-8cbd3db8c270 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:17:07.527628 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:07.537605 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ed7834-fd4c-4ad0-ba43-a835099bac6b req-3d19c8cd-d464-4acc-8052-9a50be48f0e3 tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:07.549810 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01bd0fa0-8add-43cb-b971-4a8ddde4abb3 None None] Routers {'bbeaa23c-b561-4290-871c-c79a30575231'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:17:07.550656 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-01bd0fa0-8add-43cb-b971-4a8ddde4abb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:16:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['bbeaa23c-b561-4290-871c-c79a30575231'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:17:07.551292 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d0ed7834-fd4c-4ad0-ba43-a835099bac6b req-3d19c8cd-d464-4acc-8052-9a50be48f0e3 tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3363018 Jul 14 09:17:07.596992 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d0ed7834-fd4c-4ad0-ba43-a835099bac6b req-72c9cf21-b968-4a49-9361-4cbbd9cd46b3 tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] 10.222.0.68 "GET /v2.0/quotas/0354ae2bb6fb4c529416d8b4f0eeb6aa HTTP/1.1" status: 200 len: 375 time: 0.0447152 Jul 14 09:17:07.690467 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65be4ddc-ebe5-417e-a8df-82daca3c3ebb None None] Pushing event updated for resources: {'Port': ['ID=563da199-8de4-47e1-84e6-1390ac5de001,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:07.753698 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d0ed7834-fd4c-4ad0-ba43-a835099bac6b req-af864806-9f92-43f2-9383-5a42622d81aa tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=0354ae2bb6fb4c529416d8b4f0eeb6aa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1555791 Jul 14 09:17:07.874704 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-01bd0fa0-8add-43cb-b971-4a8ddde4abb3 None None] Set router bbeaa23c-b561-4290-871c-c79a30575231 gateway port host: n-d-779913-29 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:17:07.904138 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-d7fc45ca-3109-4fd0-a3af-059d760c61a6 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=bab8ec32ccbf4f14accd2e68d88343b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5071118 Jul 14 09:17:07.906028 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 36396) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:17:08.021775 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:17:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a334490-62b9-452b-91fa-ca41ef6fdfd4 x-openstack-request-id: req-9a334490-62b9-452b-91fa-ca41ef6fdfd4 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:17:08.021775 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28dd3587-2d03-4043-84ca-73b4803ca881", "tag": "0f6b05e0-8d17-4b83-aa55-df527950bbf0", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:17:08.021775 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-9a334490-62b9-452b-91fa-ca41ef6fdfd4 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:17:08.021775 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28dd3587-2d03-4043-84ca-73b4803ca881', 'tag': '0f6b05e0-8d17-4b83-aa55-df527950bbf0', 'status': 'completed', 'code': 200} Jul 14 09:17:08.064345 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e9492b97-2785-4537-a65b-31d89a990d3a req-32502df9-ca4a-43f8-83e5-31652c4df550 tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] 10.222.0.68 "GET /v2.0/security-groups?id=7bf941d0-4fab-41ec-a174-078829fdb488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0456042 Jul 14 09:17:08.165321 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [req-0a1bb9d0-42f5-4de0-a496-f95ab86c8a0e req-9238d8a0-10c8-450e-8616-0a6a540f1fa5 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Allocated IP 192.168.233.246 (2244f7a1-04bd-42cd-9e86-31839b46f57f/85060e65-3b2f-4a6c-a04c-ce849daa5b3b/3bee9368-ec6b-43ef-baa3-7d86465c278e) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:17:08.293079 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 36428) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:17:08.307854 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6a09a17a-f810-4911-90ca-b41a78bb7d87 req-bbe386de-b5cb-4161-966d-b267caaa62e8 service neutron] 10.222.0.65 "GET /v2.0/networks/e7cb481e-49dc-464e-b748-d3d2c45f69f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3421226 Jul 14 09:17:08.362700 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-01bd0fa0-8add-43cb-b971-4a8ddde4abb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbeaa23c-b561-4290-871c-c79a30575231', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-952562594-router', 'tenant_id': '91f0548988464fef9816262c0d7ec930', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.188'}], 'enable_snat': True}, 'gw_port_id': '8f250d8a-f76d-42a3-bcc3-8cbd3db8c270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:16:53Z', 'updated_at': '2021-07-14T09:17:00Z', 'revision_number': 4, 'project_id': '91f0548988464fef9816262c0d7ec930', 'gw_port': {'id': '8f250d8a-f76d-42a3-bcc3-8cbd3db8c270', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:37:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbeaa23c-b561-4290-871c-c79a30575231', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:16:55Z', 'updated_at': '2021-07-14T09:17:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': '563da199-8de4-47e1-84e6-1390ac5de001', 'name': '', 'network_id': '4d6b908e-988c-46fd-932a-5482cccd04f3', 'tenant_id': '91f0548988464fef9816262c0d7ec930', 'mac_address': 'fa:16:3e:28:03:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbeaa23c-b561-4290-871c-c79a30575231', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'f432ed2c-e632-4435-bdc1-b65316caa54a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:16:59Z', 'updated_at': '2021-07-14T09:17:07Z', 'revision_number': 4, 'project_id': '91f0548988464fef9816262c0d7ec930', 'subnets': [{'id': 'f432ed2c-e632-4435-bdc1-b65316caa54a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:17:08.363909 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-67ba427d-f9e5-483c-a758-f86f7e734913 req-8feddc1f-10fc-4d16-b4bd-eba9fc0c7784 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/ports?device_id=075c0166-2f45-4ba5-a5fa-7f7ff3bec1e9 HTTP/1.1" status: 200 len: 210 time: 0.0652452 Jul 14 09:17:08.391036 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e750e976-c4a4-4a0b-938a-90177f85c09a req-7e7174d4-37af-450d-8971-fbb3b8beddb2 tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] 10.222.0.68 "GET /v2.0/ports?device_id=ca448bf7-6123-4542-9a1e-8f670b033294 HTTP/1.1" status: 200 len: 210 time: 0.0783336 Jul 14 09:17:08.454823 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01bd0fa0-8add-43cb-b971-4a8ddde4abb3 None None] The sync data for ids ['bbeaa23c-b561-4290-871c-c79a30575231'] in n-d-779913-29 is: [{'id': 'bbeaa23c-b561-4290-871c-c79a30575231', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-952562594-router', 'tenant_id': '91f0548988464fef9816262c0d7ec930', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.188'}], 'enable_snat': True}, 'gw_port_id': '8f250d8a-f76d-42a3-bcc3-8cbd3db8c270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:16:53Z', 'updated_at': '2021-07-14T09:17:00Z', 'revision_number': 4, 'project_id': '91f0548988464fef9816262c0d7ec930', 'gw_port': {'id': '8f250d8a-f76d-42a3-bcc3-8cbd3db8c270', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:37:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbeaa23c-b561-4290-871c-c79a30575231', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:16:55Z', 'updated_at': '2021-07-14T09:17:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': '563da199-8de4-47e1-84e6-1390ac5de001', 'name': '', 'network_id': '4d6b908e-988c-46fd-932a-5482cccd04f3', 'tenant_id': '91f0548988464fef9816262c0d7ec930', 'mac_address': 'fa:16:3e:28:03:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbeaa23c-b561-4290-871c-c79a30575231', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'f432ed2c-e632-4435-bdc1-b65316caa54a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:16:59Z', 'updated_at': '2021-07-14T09:17:07Z', 'revision_number': 4, 'project_id': '91f0548988464fef9816262c0d7ec930', 'subnets': [{'id': 'f432ed2c-e632-4435-bdc1-b65316caa54a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:17:08.510330 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-1f941d2f-61e0-4390-a33a-21abc9198310 req-46540e7e-2af9-48a6-b153-24717ed63492 tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=0354ae2bb6fb4c529416d8b4f0eeb6aa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0488145 Jul 14 09:17:08.609605 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d741d26f-2b08-44b7-bb83-dbe18348e8ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:08.646668 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-4ece4677-951f-4401-ba23-07a76a95688b admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1107634157-network', 'tenant_id': '1532040633774edbb4660d89e5a0febc'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:17:08.704708 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d741d26f-2b08-44b7-bb83-dbe18348e8ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:08.777749 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ece4677-951f-4401-ba23-07a76a95688b admin admin] Made reservation on behalf of 1532040633774edbb4660d89e5a0febc for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:17:08.779932 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912ea31b-db3d-4270-ad62-7f35d3fc2129 req-8374b462-2d61-4acd-b39b-cf265470106b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:08.781033 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4ece4677-951f-4401-ba23-07a76a95688b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:08.781978 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-912ea31b-db3d-4270-ad62-7f35d3fc2129 req-8374b462-2d61-4acd-b39b-cf265470106b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e14af975015c4397b9da2a89a906dfc2&device_id=28dd3587-2d03-4043-84ca-73b4803ca881 HTTP/1.1" status: 200 len: 1096 time: 0.2821538 Jul 14 09:17:08.795210 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4ece4677-951f-4401-ba23-07a76a95688b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:08.816779 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-0a1bb9d0-42f5-4de0-a496-f95ab86c8a0e req-9238d8a0-10c8-450e-8616-0a6a540f1fa5 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:08.860841 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f941d2f-61e0-4390-a33a-21abc9198310 req-d2428a5a-70bd-429f-a7e2-8b6c0efbcef1 tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:08.862438 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-1f941d2f-61e0-4390-a33a-21abc9198310 req-d2428a5a-70bd-429f-a7e2-8b6c0efbcef1 tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3450785 Jul 14 09:17:08.936516 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [req-1f941d2f-61e0-4390-a33a-21abc9198310 req-403f1142-68cc-4694-9f74-59137b857e23 tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] Request body: {'port': {'device_id': '6593e4b3-80b2-4edd-b3fd-9f72f9137c4e', 'network_id': '2244f7a1-04bd-42cd-9e86-31839b46f57f', 'admin_state_up': True, 'tenant_id': '0354ae2bb6fb4c529416d8b4f0eeb6aa'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:17:08.941862 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 36444) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:17:08.942489 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [req-0a1bb9d0-42f5-4de0-a496-f95ab86c8a0e req-9238d8a0-10c8-450e-8616-0a6a540f1fa5 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Transition to ACTIVE for port object 3bee9368-ec6b-43ef-baa3-7d86465c278e will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:17:08.948987 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6aa8ed68-416b-4746-830d-4791560c20cd req-28f08948-ed72-42d5-a6dc-2a9db357c8d3 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] 10.222.0.68 "GET /v2.0/networks?tenant_id=960db35cb56b449db311d3b4abef7a82&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0514433 Jul 14 09:17:08.957997 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d741d26f-2b08-44b7-bb83-dbe18348e8ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:08.960876 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-889b07bb-a792-40df-95eb-4578ff3c7c2d tempest-ServersWithSpecificFlavorTestJSON-1964774978 tempest-ServersWithSpecificFlavorTestJSON-1964774978-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1825931264', 'description': 'tempest-description--536321252'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:17:08.961441 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d741d26f-2b08-44b7-bb83-dbe18348e8ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:08.962653 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-d741d26f-2b08-44b7-bb83-dbe18348e8ef admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/12cec5c4-9898-4269-a307-518d62ed3fb9 HTTP/1.1" status: 204 len: 168 time: 1.0556128 Jul 14 09:17:09.063550 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d741d26f-2b08-44b7-bb83-dbe18348e8ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12cec5c4-9898-4269-a307-518d62ed3fb9,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:09.132019 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4ece4677-951f-4401-ba23-07a76a95688b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:09.155040 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4ece4677-951f-4401-ba23-07a76a95688b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:09.208881 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ece4677-951f-4401-ba23-07a76a95688b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba297745-e86e-49bb-adc7-e9daa704dd3e,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:09.218162 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ece4677-951f-4401-ba23-07a76a95688b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 728} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:17:09.234861 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-889b07bb-a792-40df-95eb-4578ff3c7c2d tempest-ServersWithSpecificFlavorTestJSON-1964774978 tempest-ServersWithSpecificFlavorTestJSON-1964774978-project] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:09.259973 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4ece4677-951f-4401-ba23-07a76a95688b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:09.260831 n-d-779913-29 neutron-server[93958]: INFO neutron.db.segments_db [None req-4ece4677-951f-4401-ba23-07a76a95688b admin admin] Added segment f875f095-62bd-47f3-862d-b05d81d8e5db of type vlan for network 88f3ad4b-ba2c-4cda-9108-6b5398b5823b Jul 14 09:17:09.276493 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912ea31b-db3d-4270-ad62-7f35d3fc2129 req-c4f53ce2-9d83-4711-a57a-fe063661130e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:09.284728 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-912ea31b-db3d-4270-ad62-7f35d3fc2129 req-c4f53ce2-9d83-4711-a57a-fe063661130e service neutron] 10.222.0.65 "GET /v2.0/networks?id=e7cb481e-49dc-464e-b748-d3d2c45f69f9 HTTP/1.1" status: 200 len: 921 time: 0.4837894 Jul 14 09:17:09.353787 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f941d2f-61e0-4390-a33a-21abc9198310 req-403f1142-68cc-4694-9f74-59137b857e23 tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] Made reservation on behalf of 0354ae2bb6fb4c529416d8b4f0eeb6aa for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:17:09.359888 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-1f941d2f-61e0-4390-a33a-21abc9198310 req-403f1142-68cc-4694-9f74-59137b857e23 tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:09.369789 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4ece4677-951f-4401-ba23-07a76a95688b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735687821325'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:09.391907 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-1f941d2f-61e0-4390-a33a-21abc9198310 req-403f1142-68cc-4694-9f74-59137b857e23 tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:09.436053 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-912ea31b-db3d-4270-ad62-7f35d3fc2129 req-3bad732f-b8dc-4788-9105-eadcf9c35345 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0f6b05e0-8d17-4b83-aa55-df527950bbf0 HTTP/1.1" status: 200 len: 217 time: 0.1419277 Jul 14 09:17:09.481655 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 563da199-8de4-47e1-84e6-1390ac5de001 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:17:09.489694 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-0a1bb9d0-42f5-4de0-a496-f95ab86c8a0e req-9238d8a0-10c8-450e-8616-0a6a540f1fa5 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:09.489932 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4ece4677-951f-4401-ba23-07a76a95688b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:09.490719 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ece4677-951f-4401-ba23-07a76a95688b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:09.493335 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4ece4677-951f-4401-ba23-07a76a95688b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:09.501998 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 36458) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:17:09.550682 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device ec695950-10e1-4821-83e0-8e8d7ca82f82 details requested by agent hyperv_n-h1-779913-29 with host n-h1-779913-29 {{(pid=93959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:17:09.560562 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] get_ports_and_sgs() called for port_ids ['3c588ba2-3350-4d26-ae32-a0222859845a'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:17:09.581461 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a1bb9d0-42f5-4de0-a496-f95ab86c8a0e req-9238d8a0-10c8-450e-8616-0a6a540f1fa5 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Network 2244f7a1-04bd-42cd-9e86-31839b46f57f is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:17:09.609071 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa8ed68-416b-4746-830d-4791560c20cd req-ee0cf633-1d27-4a33-90a6-87425f964b57 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:09.611629 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6aa8ed68-416b-4746-830d-4791560c20cd req-ee0cf633-1d27-4a33-90a6-87425f964b57 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6379321 Jul 14 09:17:09.612745 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [req-0a1bb9d0-42f5-4de0-a496-f95ab86c8a0e req-9238d8a0-10c8-450e-8616-0a6a540f1fa5 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:17:09.615706 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912ea31b-db3d-4270-ad62-7f35d3fc2129 req-7826ce28-1f77-41d6-8b39-92ba82d2fc81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:09.618383 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-912ea31b-db3d-4270-ad62-7f35d3fc2129 req-7826ce28-1f77-41d6-8b39-92ba82d2fc81 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a1f8d7cc-d5f0-4ac4-b550-493e46cf12fc HTTP/1.1" status: 200 len: 860 time: 0.1731515 Jul 14 09:17:09.620590 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a1bb9d0-42f5-4de0-a496-f95ab86c8a0e req-9238d8a0-10c8-450e-8616-0a6a540f1fa5 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:17:09.628641 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1bb9d0-42f5-4de0-a496-f95ab86c8a0e req-9238d8a0-10c8-450e-8616-0a6a540f1fa5 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:09.630519 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-0a1bb9d0-42f5-4de0-a496-f95ab86c8a0e req-9238d8a0-10c8-450e-8616-0a6a540f1fa5 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:09.705159 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-889b07bb-a792-40df-95eb-4578ff3c7c2d tempest-ServersWithSpecificFlavorTestJSON-1964774978 tempest-ServersWithSpecificFlavorTestJSON-1964774978-project] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:09.707547 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ece4677-951f-4401-ba23-07a76a95688b admin admin] Pushing event updated for resources: {'Network': ['ID=88f3ad4b-ba2c-4cda-9108-6b5398b5823b,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:09.715563 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-889b07bb-a792-40df-95eb-4578ff3c7c2d tempest-ServersWithSpecificFlavorTestJSON-1964774978 tempest-ServersWithSpecificFlavorTestJSON-1964774978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:09.746827 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-4ece4677-951f-4401-ba23-07a76a95688b admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.4504220 Jul 14 09:17:09.751297 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Network 88f3ad4b-ba2c-4cda-9108-6b5398b5823b details requested by agent ovs-agent-n-d-779913-29 with host n-d-779913-29 {{(pid=93959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:17:09.751864 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-912ea31b-db3d-4270-ad62-7f35d3fc2129 req-c8a5b5ae-2d58-47ca-a0a3-3209e2383d73 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e7cb481e-49dc-464e-b748-d3d2c45f69f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0591934 Jul 14 09:17:09.753045 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 36460) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:17:09.763241 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-a4d97648-b614-436d-88ac-c1575604913d admin admin] Request body: {'subnet': {'network_id': '88f3ad4b-ba2c-4cda-9108-6b5398b5823b', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1107634157-subnet', 'tenant_id': '1532040633774edbb4660d89e5a0febc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:17:09.819550 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6aa8ed68-416b-4746-830d-4791560c20cd req-73d5bf9c-b4d5-43c1-90b0-d33600bd4305 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] 10.222.0.68 "GET /v2.0/quotas/960db35cb56b449db311d3b4abef7a82 HTTP/1.1" status: 200 len: 375 time: 0.1342375 Jul 14 09:17:09.830733 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0a1bb9d0-42f5-4de0-a496-f95ab86c8a0e req-9238d8a0-10c8-450e-8616-0a6a540f1fa5 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.6172998 Jul 14 09:17:09.844601 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889b07bb-a792-40df-95eb-4578ff3c7c2d tempest-ServersWithSpecificFlavorTestJSON-1964774978 tempest-ServersWithSpecificFlavorTestJSON-1964774978-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c439237c-c705-4180-98e6-8dcbf5353a3f,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:09.876656 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b04a95-423f-4d03-9c28-9f5a6f89e416 req-3fecf36e-878c-40bb-b792-58294a210449 tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:09.884632 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-c5b04a95-423f-4d03-9c28-9f5a6f89e416 req-3fecf36e-878c-40bb-b792-58294a210449 tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] 10.222.0.68 "GET /v2.0/ports?device_id=28dd3587-2d03-4043-84ca-73b4803ca881 HTTP/1.1" status: 200 len: 944 time: 0.2311022 Jul 14 09:17:09.895932 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6aa8ed68-416b-4746-830d-4791560c20cd req-284feaba-7ce4-4856-92aa-dd65f264a10d tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=960db35cb56b449db311d3b4abef7a82&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0633399 Jul 14 09:17:09.896281 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning for port 563da199-8de4-47e1-84e6-1390ac5de001 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:17:09.912080 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-0a1bb9d0-42f5-4de0-a496-f95ab86c8a0e req-f49f1d9d-30cf-4ede-b85c-edff6fd1384e service neutron] Request body: {'port': {'device_id': '075c0166-2f45-4ba5-a5fa-7f7ff3bec1e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-29'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:17:09.927153 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port 563da199-8de4-47e1-84e6-1390ac5de001 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:17:09.927460 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:09.934361 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9238d8a0-10c8-450e-8616-0a6a540f1fa5 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Pushing event updated for resources: {'Port': ['ID=3bee9368-ec6b-43ef-baa3-7d86465c278e,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:09.986564 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port ec695950-10e1-4821-83e0-8e8d7ca82f82, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=ec695950-10e1-4821-83e0-8e8d7ca82f82,segment=NetworkSegment(becdfe35-a9ff-4f14-9744-544114c40ea3),segment_id=becdfe35-a9ff-4f14-9744-544114c40ea3)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:17:10.003862 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Returning: {'device': 'ec695950-10e1-4821-83e0-8e8d7ca82f82', 'network_id': '9b8a6edc-bbae-47ce-bda0-fb444fc735c0', 'port_id': 'ec695950-10e1-4821-83e0-8e8d7ca82f82', 'mac_address': 'fa:16:3e:40:90:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 717, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ea73f7d-9594-449c-9c84-8c744576418b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:17:10.005037 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-afabe27e-7e37-4ab6-9e5d-ad2a3d6d1786 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=8e1417b049df4c6c90c641ad94aebbf3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4936624 Jul 14 09:17:10.011501 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 36462) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:17:10.075945 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d0ed7834-fd4c-4ad0-ba43-a835099bac6b req-b908e357-f0b3-4e7c-8d6c-3126b358ded5 tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=0354ae2bb6fb4c529416d8b4f0eeb6aa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0877891 Jul 14 09:17:10.108614 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-c5b04a95-423f-4d03-9c28-9f5a6f89e416 req-b223be8a-60d6-416f-903f-65aac088ff02 tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] 10.222.0.68 "GET /v2.0/security-groups?id=7bf941d0-4fab-41ec-a174-078829fdb488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2212925 Jul 14 09:17:10.110943 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-0a1bb9d0-42f5-4de0-a496-f95ab86c8a0e req-f49f1d9d-30cf-4ede-b85c-edff6fd1384e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:10.112933 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-1f941d2f-61e0-4390-a33a-21abc9198310 req-403f1142-68cc-4694-9f74-59137b857e23 tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:10.141248 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-1f941d2f-61e0-4390-a33a-21abc9198310 req-403f1142-68cc-4694-9f74-59137b857e23 tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:10.151787 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-912ea31b-db3d-4270-ad62-7f35d3fc2129 req-aec7ee91-127d-4e43-9988-f2c53af7115d service neutron] 10.222.0.65 "GET /v2.0/networks/e7cb481e-49dc-464e-b748-d3d2c45f69f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3826969 Jul 14 09:17:10.254581 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-1558bbbe-d2a2-4582-8f02-b80050b54962 None None] Provisioning for port 3bee9368-ec6b-43ef-baa3-7d86465c278e completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:17:10.257566 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-889b07bb-a792-40df-95eb-4578ff3c7c2d tempest-ServersWithSpecificFlavorTestJSON-1964774978 tempest-ServersWithSpecificFlavorTestJSON-1964774978-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:10.258830 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:10.262251 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-889b07bb-a792-40df-95eb-4578ff3c7c2d tempest-ServersWithSpecificFlavorTestJSON-1964774978 tempest-ServersWithSpecificFlavorTestJSON-1964774978-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.3155837 Jul 14 09:17:10.267943 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 36482) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:17:10.292274 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-391a72d6-bd31-4ff0-a81f-6e96fff5a5e5 tempest-ServersWithSpecificFlavorTestJSON-1964774978 tempest-ServersWithSpecificFlavorTestJSON-1964774978-project] Request body: {'security_group_rule': {'security_group_id': 'c439237c-c705-4180-98e6-8dcbf5353a3f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:17:10.311211 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-88bd414a-4ba3-4932-a6ea-dd968509011c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:10.353187 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:10.387291 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-1558bbbe-d2a2-4582-8f02-b80050b54962 None None] Provisioning complete for port 3bee9368-ec6b-43ef-baa3-7d86465c278e triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:17:10.388868 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1558bbbe-d2a2-4582-8f02-b80050b54962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:10.456977 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4d97648-b614-436d-88ac-c1575604913d admin admin] Made reservation on behalf of 1532040633774edbb4660d89e5a0febc for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:17:10.459414 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a4d97648-b614-436d-88ac-c1575604913d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16714600'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:10.481574 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-88bd414a-4ba3-4932-a6ea-dd968509011c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:10.505410 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ec695950-10e1-4821-83e0-8e8d7ca82f82 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:17:10.540884 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.agents_db [None req-3c3509fb-540d-4335-a450-574895dd3602 None None] Agent healthcheck: found 7 active agents {{(pid=93960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:17:10.565347 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403f1142-68cc-4694-9f74-59137b857e23 tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77fde4ca-6f5f-48d5-b2fd-4c103e7ba04b,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:10.608904 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-410e538d-a665-4869-bbb9-7fb5110a6287 req-15c47807-8d13-4221-bfd6-fec1358656b2 tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] 10.222.0.68 "GET /v2.0/ports?device_id=ca448bf7-6123-4542-9a1e-8f670b033294 HTTP/1.1" status: 200 len: 210 time: 0.0739443 Jul 14 09:17:10.628849 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port ec695950-10e1-4821-83e0-8e8d7ca82f82, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=ec695950-10e1-4821-83e0-8e8d7ca82f82,segment=NetworkSegment(becdfe35-a9ff-4f14-9744-544114c40ea3),segment_id=becdfe35-a9ff-4f14-9744-544114c40ea3)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:17:10.664620 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-1558bbbe-d2a2-4582-8f02-b80050b54962 None None] Port 3bee9368-ec6b-43ef-baa3-7d86465c278e cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:17:10.671158 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ed7834-fd4c-4ad0-ba43-a835099bac6b req-eaabdfff-0970-4dd9-a98b-f77385da634b tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:10.673099 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d0ed7834-fd4c-4ad0-ba43-a835099bac6b req-eaabdfff-0970-4dd9-a98b-f77385da634b tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5896795 Jul 14 09:17:10.687533 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:10.690552 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] For port 563da199-8de4-47e1-84e6-1390ac5de001, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=563da199-8de4-47e1-84e6-1390ac5de001,segment=NetworkSegment(855973af-c48a-4a6b-b5ca-0dddf5410a13),segment_id=855973af-c48a-4a6b-b5ca-0dddf5410a13)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:17:10.719495 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:10.724734 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [req-d0ed7834-fd4c-4ad0-ba43-a835099bac6b req-31f6b032-9976-4ef8-92f7-c7fa9fb4b7e0 tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] Request body: {'port': {'device_id': 'ca448bf7-6123-4542-9a1e-8f670b033294', 'network_id': '2244f7a1-04bd-42cd-9e86-31839b46f57f', 'admin_state_up': True, 'tenant_id': '0354ae2bb6fb4c529416d8b4f0eeb6aa'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:17:10.751869 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Pushing event updated for resources: {'Port': ['ID=ec695950-10e1-4821-83e0-8e8d7ca82f82,revision_number=6']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:10.758581 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-391a72d6-bd31-4ff0-a81f-6e96fff5a5e5 tempest-ServersWithSpecificFlavorTestJSON-1964774978 tempest-ServersWithSpecificFlavorTestJSON-1964774978-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:10.815063 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e0b369-081a-46d0-97b7-a95350d475a6 req-e078375c-cd68-44ce-ac6c-bf21866cecc4 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:10.822027 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Pushing event updated for resources: {'Port': ['ID=563da199-8de4-47e1-84e6-1390ac5de001,revision_number=5']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:10.823704 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-c3e0b369-081a-46d0-97b7-a95350d475a6 req-e078375c-cd68-44ce-ac6c-bf21866cecc4 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/ports?device_id=075c0166-2f45-4ba5-a5fa-7f7ff3bec1e9 HTTP/1.1" status: 200 len: 936 time: 0.4486675 Jul 14 09:17:10.846217 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c093f69e-e286-4898-861a-b49dac455dac req-24988d90-4d20-4a80-a7cb-60e13590eddb tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] 10.222.0.68 "GET /v2.0/ports?device_id=1b299265-6d02-48dc-a72a-858f96118e51 HTTP/1.1" status: 200 len: 210 time: 0.1260123 Jul 14 09:17:10.848702 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-912ea31b-db3d-4270-ad62-7f35d3fc2129 req-6001205a-a391-4046-8020-2e6e58f978d4 service neutron] 10.222.0.65 "GET /v2.0/networks/e7cb481e-49dc-464e-b748-d3d2c45f69f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6687012 Jul 14 09:17:10.856711 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-88bd414a-4ba3-4932-a6ea-dd968509011c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:10.860882 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-88bd414a-4ba3-4932-a6ea-dd968509011c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:10.862775 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-88bd414a-4ba3-4932-a6ea-dd968509011c admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/1d23f8b4-19eb-4032-9c81-a585220d8638 HTTP/1.1" status: 204 len: 168 time: 0.8499253 Jul 14 09:17:10.879507 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bd414a-4ba3-4932-a6ea-dd968509011c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d23f8b4-19eb-4032-9c81-a585220d8638,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:10.885346 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] get_ports_and_sgs() called for port_ids ['ec695950-10e1-4821-83e0-8e8d7ca82f82'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:17:10.935050 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [req-1f941d2f-61e0-4390-a33a-21abc9198310 req-403f1142-68cc-4694-9f74-59137b857e23 tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] Allocated IP 192.168.233.37 (2244f7a1-04bd-42cd-9e86-31839b46f57f/85060e65-3b2f-4a6c-a04c-ce849daa5b3b/89b93a88-8318-4b86-8e96-0157da76e316) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:17:10.937372 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-391a72d6-bd31-4ff0-a81f-6e96fff5a5e5 tempest-ServersWithSpecificFlavorTestJSON-1964774978 tempest-ServersWithSpecificFlavorTestJSON-1964774978-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:10.943710 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-391a72d6-bd31-4ff0-a81f-6e96fff5a5e5 tempest-ServersWithSpecificFlavorTestJSON-1964774978 tempest-ServersWithSpecificFlavorTestJSON-1964774978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529131'] for security_group_rule, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:10.971755 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391a72d6-bd31-4ff0-a81f-6e96fff5a5e5 tempest-ServersWithSpecificFlavorTestJSON-1964774978 tempest-ServersWithSpecificFlavorTestJSON-1964774978-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0948ec02-11b1-48c5-a200-dd51e1cc684c,revision_number=0']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:10.981918 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-391a72d6-bd31-4ff0-a81f-6e96fff5a5e5 tempest-ServersWithSpecificFlavorTestJSON-1964774978 tempest-ServersWithSpecificFlavorTestJSON-1964774978-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:10.985143 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-391a72d6-bd31-4ff0-a81f-6e96fff5a5e5 tempest-ServersWithSpecificFlavorTestJSON-1964774978 tempest-ServersWithSpecificFlavorTestJSON-1964774978-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7137413 Jul 14 09:17:10.987639 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 36506) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:17:10.996085 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-59f7f5dd-a6a9-4542-931a-052d7d4d0c26 tempest-ServersWithSpecificFlavorTestJSON-1964774978 tempest-ServersWithSpecificFlavorTestJSON-1964774978-project] Request body: {'security_group_rule': {'security_group_id': 'c439237c-c705-4180-98e6-8dcbf5353a3f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:17:11.059602 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-59f7f5dd-a6a9-4542-931a-052d7d4d0c26 tempest-ServersWithSpecificFlavorTestJSON-1964774978 tempest-ServersWithSpecificFlavorTestJSON-1964774978-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:11.161640 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-59f7f5dd-a6a9-4542-931a-052d7d4d0c26 tempest-ServersWithSpecificFlavorTestJSON-1964774978 tempest-ServersWithSpecificFlavorTestJSON-1964774978-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:11.170726 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-59f7f5dd-a6a9-4542-931a-052d7d4d0c26 tempest-ServersWithSpecificFlavorTestJSON-1964774978 tempest-ServersWithSpecificFlavorTestJSON-1964774978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529131'] for security_group_rule, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:11.225256 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-59f7f5dd-a6a9-4542-931a-052d7d4d0c26 tempest-ServersWithSpecificFlavorTestJSON-1964774978 tempest-ServersWithSpecificFlavorTestJSON-1964774978-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:11.227133 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-59f7f5dd-a6a9-4542-931a-052d7d4d0c26 tempest-ServersWithSpecificFlavorTestJSON-1964774978 tempest-ServersWithSpecificFlavorTestJSON-1964774978-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2375457 Jul 14 09:17:11.239732 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 36516) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:17:11.245297 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-87bf2459-ad80-46c6-b360-5a4465cef372 tempest-ServersWithSpecificFlavorTestJSON-1964774978 tempest-ServersWithSpecificFlavorTestJSON-1964774978-project] Request body: {'floatingip': {'floating_network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:17:11.264044 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f7f5dd-a6a9-4542-931a-052d7d4d0c26 tempest-ServersWithSpecificFlavorTestJSON-1964774978 tempest-ServersWithSpecificFlavorTestJSON-1964774978-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0ce4c85-e08a-4e32-9bc9-dec8ddfc62b2,revision_number=0']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:11.314950 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-87bf2459-ad80-46c6-b360-5a4465cef372 tempest-ServersWithSpecificFlavorTestJSON-1964774978 tempest-ServersWithSpecificFlavorTestJSON-1964774978-project] Notify callbacks [] for floatingip, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:11.365070 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-c3e0b369-081a-46d0-97b7-a95350d475a6 req-008d61cf-0423-4904-a08d-191ee26f7824 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/security-groups?id=93b55648-4dd6-4852-bb99-9aa842ab19a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5381062 Jul 14 09:17:11.420706 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 563da199-8de4-47e1-84e6-1390ac5de001 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:17:11.554255 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 0f6b05e0-8d17-4b83-aa55-df527950bbf0 details requested by agent hyperv_n-h1-779913-29 with host n-h1-779913-29 {{(pid=93959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:17:11.569653 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a4d97648-b614-436d-88ac-c1575604913d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13573993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16714586'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:11.583942 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device ec695950-10e1-4821-83e0-8e8d7ca82f82 up at agent hyperv_n-h1-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:17:11.596363 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0ed7834-fd4c-4ad0-ba43-a835099bac6b req-31f6b032-9976-4ef8-92f7-c7fa9fb4b7e0 tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] Made reservation on behalf of 0354ae2bb6fb4c529416d8b4f0eeb6aa for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:17:11.600269 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78bca04-705e-4c8a-af01-7dbdb325e566 req-e4459c72-a520-48f6-8ff1-dd091e3fdbfa tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:11.605722 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-d0ed7834-fd4c-4ad0-ba43-a835099bac6b req-31f6b032-9976-4ef8-92f7-c7fa9fb4b7e0 tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:11.611286 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c78bca04-705e-4c8a-af01-7dbdb325e566 req-e4459c72-a520-48f6-8ff1-dd091e3fdbfa tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] 10.222.0.68 "GET /v2.0/ports?device_id=28dd3587-2d03-4043-84ca-73b4803ca881 HTTP/1.1" status: 200 len: 944 time: 0.1669037 Jul 14 09:17:11.677025 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c78bca04-705e-4c8a-af01-7dbdb325e566 req-748d7ec1-7aa7-44bf-bfac-c14dab07e8b4 tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] 10.222.0.68 "GET /v2.0/security-groups?id=7bf941d0-4fab-41ec-a174-078829fdb488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647435 Jul 14 09:17:11.696092 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-87bf2459-ad80-46c6-b360-5a4465cef372 tempest-ServersWithSpecificFlavorTestJSON-1964774978 tempest-ServersWithSpecificFlavorTestJSON-1964774978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:11.708534 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port 563da199-8de4-47e1-84e6-1390ac5de001 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:17:11.708911 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:11.804841 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port 0f6b05e0-8d17-4b83-aa55-df527950bbf0, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=0f6b05e0-8d17-4b83-aa55-df527950bbf0,segment=NetworkSegment(4f3a0541-e6cd-42f5-92f6-5d961c2f621f),segment_id=4f3a0541-e6cd-42f5-92f6-5d961c2f621f)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:17:11.814566 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Provisioning complete for port ec695950-10e1-4821-83e0-8e8d7ca82f82 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:17:11.814941 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:11.853048 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Returning: {'device': '0f6b05e0-8d17-4b83-aa55-df527950bbf0', 'network_id': 'e7cb481e-49dc-464e-b748-d3d2c45f69f9', 'port_id': '0f6b05e0-8d17-4b83-aa55-df527950bbf0', 'mac_address': 'fa:16:3e:2f:f3:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1f8d7cc-d5f0-4ac4-b550-493e46cf12fc', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:17:11.947009 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d97648-b614-436d-88ac-c1575604913d admin admin] Pushing event updated for resources: {'Subnet': ['ID=a33045d0-918f-465b-a27f-35cc961fb754,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:11.953366 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:11.994734 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f6b05e0-8d17-4b83-aa55-df527950bbf0 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:17:12.054157 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port 0f6b05e0-8d17-4b83-aa55-df527950bbf0, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=0f6b05e0-8d17-4b83-aa55-df527950bbf0,segment=NetworkSegment(4f3a0541-e6cd-42f5-92f6-5d961c2f621f),segment_id=4f3a0541-e6cd-42f5-92f6-5d961c2f621f)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:17:12.062432 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:12.064945 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:12.085593 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-87bf2459-ad80-46c6-b360-5a4465cef372 tempest-ServersWithSpecificFlavorTestJSON-1964774978 tempest-ServersWithSpecificFlavorTestJSON-1964774978-project] Allocated IP 172.25.4.9 (2dcd4d32-cc7c-4468-b396-7ce5c9231892/6cd22a75-5bc1-467c-a3c4-0af04bd1b34a/82d8a615-9bfb-4acd-a84b-50852ec7427c) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:17:12.112414 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d14070af-1be6-4b63-af09-f1e85d949257 req-873ea739-3ac8-4813-b6bc-ea961229e863 tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] 10.222.0.68 "GET /v2.0/ports?device_id=ca448bf7-6123-4542-9a1e-8f670b033294 HTTP/1.1" status: 200 len: 210 time: 0.1532094 Jul 14 09:17:12.133335 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Pushing event updated for resources: {'Port': ['ID=0f6b05e0-8d17-4b83-aa55-df527950bbf0,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:12.163966 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54ee8264-27af-4439-8dfb-36f97f31dbe4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec695950-10e1-4821-83e0-8e8d7ca82f82'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:17:12.167862 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd62303f06773040a8a4e189dc46b4f565768c299abf8ab8e7739778b0bc3e97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be8c45ab-6cf0-4e32-8297-1200ddb99c96" -d '{"events": [{"server_uuid": "54ee8264-27af-4439-8dfb-36f97f31dbe4", "name": "network-vif-plugged", "status": "completed", "tag": "ec695950-10e1-4821-83e0-8e8d7ca82f82"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:17:12.184411 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port ec695950-10e1-4821-83e0-8e8d7ca82f82, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=ec695950-10e1-4821-83e0-8e8d7ca82f82,segment=NetworkSegment(becdfe35-a9ff-4f14-9744-544114c40ea3),segment_id=becdfe35-a9ff-4f14-9744-544114c40ea3)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:17:12.193337 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:12.243736 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:17:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8e16a9e-16c3-4b37-b274-6ab43bdeb355 x-openstack-request-id: req-a8e16a9e-16c3-4b37-b274-6ab43bdeb355 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:17:12.244042 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54ee8264-27af-4439-8dfb-36f97f31dbe4", "name": "network-vif-plugged", "status": "completed", "tag": "ec695950-10e1-4821-83e0-8e8d7ca82f82", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:17:12.244304 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-a8e16a9e-16c3-4b37-b274-6ab43bdeb355 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:17:12.244703 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54ee8264-27af-4439-8dfb-36f97f31dbe4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec695950-10e1-4821-83e0-8e8d7ca82f82', 'code': 200} Jul 14 09:17:12.255186 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-90923b3f-c405-4889-8afb-5f9435323a58 req-9b1be30a-a327-4fb3-aa35-000066516b44 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] 10.222.0.68 "GET /v2.0/ports?device_id=1b299265-6d02-48dc-a72a-858f96118e51 HTTP/1.1" status: 200 len: 210 time: 0.0708463 Jul 14 09:17:12.263006 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6aa8ed68-416b-4746-830d-4791560c20cd req-44588d6c-0431-42c3-87ca-22e49919d8e9 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=960db35cb56b449db311d3b4abef7a82&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0642228 Jul 14 09:17:12.285215 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d97648-b614-436d-88ac-c1575604913d admin admin] Checking segment: {'id': 'f875f095-62bd-47f3-862d-b05d81d8e5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '88f3ad4b-ba2c-4cda-9108-6b5398b5823b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:17:12.285791 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4d97648-b614-436d-88ac-c1575604913d admin admin] Network hostable DHCP agents. Network: 88f3ad4b-ba2c-4cda-9108-6b5398b5823b, hostable agents: ['c6a09bd4-f72e-4283-a3ca-0bbca8a51081'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:17:12.287147 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Pushing event updated for resources: {'Port': ['ID=ec695950-10e1-4821-83e0-8e8d7ca82f82,revision_number=7']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:12.312903 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-1f941d2f-61e0-4390-a33a-21abc9198310 req-403f1142-68cc-4694-9f74-59137b857e23 tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:12.333815 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-1f941d2f-61e0-4390-a33a-21abc9198310 req-403f1142-68cc-4694-9f74-59137b857e23 tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] Transition to ACTIVE for port object 89b93a88-8318-4b86-8e96-0157da76e316 will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:17:12.341569 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4d97648-b614-436d-88ac-c1575604913d admin admin] Network 88f3ad4b-ba2c-4cda-9108-6b5398b5823b is scheduled to be hosted by DHCP agent c6a09bd4-f72e-4283-a3ca-0bbca8a51081 with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:17:12.355660 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-a4d97648-b614-436d-88ac-c1575604913d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-29, 88f3ad4b-ba2c-4cda-9108-6b5398b5823b) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:17:12.362867 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4d97648-b614-436d-88ac-c1575604913d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:12.364699 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a4d97648-b614-436d-88ac-c1575604913d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:12.368941 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ed2ebdd-b674-42cb-b32b-e9173afa9445 None None] Network 88f3ad4b-ba2c-4cda-9108-6b5398b5823b requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:17:12.414799 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 36558) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:17:12.427704 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-a4d97648-b614-436d-88ac-c1575604913d admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.6735764 Jul 14 09:17:12.434869 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-1f941d2f-61e0-4390-a33a-21abc9198310 req-403f1142-68cc-4694-9f74-59137b857e23 tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:12.505794 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f941d2f-61e0-4390-a33a-21abc9198310 req-403f1142-68cc-4694-9f74-59137b857e23 tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] Network 2244f7a1-04bd-42cd-9e86-31839b46f57f is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:17:12.509887 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [req-1f941d2f-61e0-4390-a33a-21abc9198310 req-403f1142-68cc-4694-9f74-59137b857e23 tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:17:12.514543 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f941d2f-61e0-4390-a33a-21abc9198310 req-403f1142-68cc-4694-9f74-59137b857e23 tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:17:12.519351 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403f1142-68cc-4694-9f74-59137b857e23 tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] Pushing event updated for resources: {'Port': ['ID=89b93a88-8318-4b86-8e96-0157da76e316,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:12.543494 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa8ed68-416b-4746-830d-4791560c20cd req-3378efe5-0719-44f8-865f-69caf743243f tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:12.551676 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6aa8ed68-416b-4746-830d-4791560c20cd req-3378efe5-0719-44f8-865f-69caf743243f tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2834570 Jul 14 09:17:12.592748 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-6aa8ed68-416b-4746-830d-4791560c20cd req-09ba0d23-7622-48b7-a03c-a6bacba2f7b3 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] Request body: {'port': {'device_id': '1b299265-6d02-48dc-a72a-858f96118e51', 'network_id': '2244f7a1-04bd-42cd-9e86-31839b46f57f', 'admin_state_up': True, 'tenant_id': '960db35cb56b449db311d3b4abef7a82'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:17:12.612197 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f941d2f-61e0-4390-a33a-21abc9198310 req-403f1142-68cc-4694-9f74-59137b857e23 tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:12.613482 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-1f941d2f-61e0-4390-a33a-21abc9198310 req-403f1142-68cc-4694-9f74-59137b857e23 tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:12.657572 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-1f941d2f-61e0-4390-a33a-21abc9198310 req-403f1142-68cc-4694-9f74-59137b857e23 tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.7267580 Jul 14 09:17:12.668937 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] get_ports_and_sgs() called for port_ids ['0f6b05e0-8d17-4b83-aa55-df527950bbf0'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:17:12.675680 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [req-1f941d2f-61e0-4390-a33a-21abc9198310 req-d4e902a9-b04b-45a9-a91d-1899adc8e62e service neutron] Request body: {'port': {'device_id': '6593e4b3-80b2-4edd-b3fd-9f72f9137c4e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-29'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:17:12.821560 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-879abaec-7ba4-4a4e-bd93-434dc754f85e admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1427190297-network', 'tenant_id': 'dda9a7a10ff94d13800219413285210c'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:17:12.866341 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:12.921916 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-879abaec-7ba4-4a4e-bd93-434dc754f85e admin admin] Made reservation on behalf of dda9a7a10ff94d13800219413285210c for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:17:12.924909 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-879abaec-7ba4-4a4e-bd93-434dc754f85e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:12.958885 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-879abaec-7ba4-4a4e-bd93-434dc754f85e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:12.982558 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a016c747-4143-40fa-b95a-64aa8242ed13 req-ca7e96ef-2b00-48c3-8949-99079ea59b0f tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:12.984333 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-a016c747-4143-40fa-b95a-64aa8242ed13 req-ca7e96ef-2b00-48c3-8949-99079ea59b0f tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/ports?device_id=075c0166-2f45-4ba5-a5fa-7f7ff3bec1e9 HTTP/1.1" status: 200 len: 936 time: 0.2087090 Jul 14 09:17:13.008359 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03b7308c-9ef4-403b-adb3-19bf29a331d3 None None] Network 88f3ad4b-ba2c-4cda-9108-6b5398b5823b requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:17:13.105899 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-879abaec-7ba4-4a4e-bd93-434dc754f85e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:13.117606 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-1f941d2f-61e0-4390-a33a-21abc9198310 req-d4e902a9-b04b-45a9-a91d-1899adc8e62e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:13.121911 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-879abaec-7ba4-4a4e-bd93-434dc754f85e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:13.126092 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-87bf2459-ad80-46c6-b360-5a4465cef372 tempest-ServersWithSpecificFlavorTestJSON-1964774978 tempest-ServersWithSpecificFlavorTestJSON-1964774978-project] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:13.187243 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-98edb14f-a29f-4e7c-9703-45b7fe25988b None None] Provisioning for port 89b93a88-8318-4b86-8e96-0157da76e316 completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:17:13.247888 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-98edb14f-a29f-4e7c-9703-45b7fe25988b None None] Provisioning complete for port 89b93a88-8318-4b86-8e96-0157da76e316 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:17:13.258088 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-98edb14f-a29f-4e7c-9703-45b7fe25988b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:13.265061 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-879abaec-7ba4-4a4e-bd93-434dc754f85e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 730} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:17:13.285280 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:13.345693 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-87bf2459-ad80-46c6-b360-5a4465cef372 tempest-ServersWithSpecificFlavorTestJSON-1964774978 tempest-ServersWithSpecificFlavorTestJSON-1964774978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:13.345918 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-879abaec-7ba4-4a4e-bd93-434dc754f85e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:13.346149 n-d-779913-29 neutron-server[93958]: INFO neutron.db.segments_db [None req-879abaec-7ba4-4a4e-bd93-434dc754f85e admin admin] Added segment f153c2e4-cead-492c-b6f7-a19c5b081de2 of type vlan for network 2316f85f-11a8-403e-b492-6c1e729d711f Jul 14 09:17:13.360259 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-a016c747-4143-40fa-b95a-64aa8242ed13 req-00417d79-2566-4fd0-a0cf-e0cd2958e72b tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/security-groups?id=93b55648-4dd6-4852-bb99-9aa842ab19a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2519772 Jul 14 09:17:13.387593 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879abaec-7ba4-4a4e-bd93-434dc754f85e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=761521af-da17-4284-a64f-63a5105797bf,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:13.413533 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6aa8ed68-416b-4746-830d-4791560c20cd req-09ba0d23-7622-48b7-a03c-a6bacba2f7b3 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] Made reservation on behalf of 960db35cb56b449db311d3b4abef7a82 for: {'port': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:17:13.417657 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-6aa8ed68-416b-4746-830d-4791560c20cd req-09ba0d23-7622-48b7-a03c-a6bacba2f7b3 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:13.418422 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-98edb14f-a29f-4e7c-9703-45b7fe25988b None None] Port 89b93a88-8318-4b86-8e96-0157da76e316 cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:17:13.451363 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87bf2459-ad80-46c6-b360-5a4465cef372 tempest-ServersWithSpecificFlavorTestJSON-1964774978 tempest-ServersWithSpecificFlavorTestJSON-1964774978-project] Network 2dcd4d32-cc7c-4468-b396-7ce5c9231892 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:17:13.458591 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-87bf2459-ad80-46c6-b360-5a4465cef372 tempest-ServersWithSpecificFlavorTestJSON-1964774978 tempest-ServersWithSpecificFlavorTestJSON-1964774978-project] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:17:13.471711 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-6aa8ed68-416b-4746-830d-4791560c20cd req-09ba0d23-7622-48b7-a03c-a6bacba2f7b3 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:13.481587 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87bf2459-ad80-46c6-b360-5a4465cef372 tempest-ServersWithSpecificFlavorTestJSON-1964774978 tempest-ServersWithSpecificFlavorTestJSON-1964774978-project] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:17:13.492294 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-879abaec-7ba4-4a4e-bd93-434dc754f85e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735687821325'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:13.560671 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 36594) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:17:13.570450 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-4da17c72-af4f-4a29-a959-2372ea25e16e admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-13195208-network', 'tenant_id': '942cfcf760db4439978648e2c19d6885'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:17:13.595660 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-46826dd9-d2a0-42f2-9524-6a8377bfec94 req-07169a67-d265-48f6-b89b-96edeeb669f8 tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] 10.222.0.68 "GET /v2.0/ports?device_id=ca448bf7-6123-4542-9a1e-8f670b033294 HTTP/1.1" status: 200 len: 210 time: 0.0683167 Jul 14 09:17:13.604932 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-879abaec-7ba4-4a4e-bd93-434dc754f85e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:13.615018 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-879abaec-7ba4-4a4e-bd93-434dc754f85e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:13.616803 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-879abaec-7ba4-4a4e-bd93-434dc754f85e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:13.737092 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879abaec-7ba4-4a4e-bd93-434dc754f85e admin admin] Pushing event updated for resources: {'Network': ['ID=2316f85f-11a8-403e-b492-6c1e729d711f,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:13.748516 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Network 2316f85f-11a8-403e-b492-6c1e729d711f details requested by agent ovs-agent-n-d-779913-29 with host n-d-779913-29 {{(pid=93959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:17:13.852238 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-0394b1ca-fe14-4e10-80e6-dba1e5133d0c req-be112280-9589-4347-8e71-e523cc525466 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] 10.222.0.68 "GET /v2.0/ports?device_id=1b299265-6d02-48dc-a72a-858f96118e51 HTTP/1.1" status: 200 len: 210 time: 0.0608461 Jul 14 09:17:13.863830 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92e807b-b240-4739-92a7-eb5a045ac901 req-a18c0c68-9804-4f78-a936-291816542479 tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:13.871244 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f92e807b-b240-4739-92a7-eb5a045ac901 req-a18c0c68-9804-4f78-a936-291816542479 tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] 10.222.0.68 "GET /v2.0/ports?device_id=28dd3587-2d03-4043-84ca-73b4803ca881 HTTP/1.1" status: 200 len: 945 time: 0.7383490 Jul 14 09:17:13.873275 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bf2459-ad80-46c6-b360-5a4465cef372 tempest-ServersWithSpecificFlavorTestJSON-1964774978 tempest-ServersWithSpecificFlavorTestJSON-1964774978-project] Pushing event updated for resources: {'Port': ['ID=82d8a615-9bfb-4acd-a84b-50852ec7427c,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:13.996868 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [req-0a1bb9d0-42f5-4de0-a496-f95ab86c8a0e req-f49f1d9d-30cf-4ede-b85c-edff6fd1384e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3bee9368-ec6b-43ef-baa3-7d86465c278e {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:17:14.027145 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-0a1bb9d0-42f5-4de0-a496-f95ab86c8a0e req-f49f1d9d-30cf-4ede-b85c-edff6fd1384e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:14.052095 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-87bf2459-ad80-46c6-b360-5a4465cef372 tempest-ServersWithSpecificFlavorTestJSON-1964774978 tempest-ServersWithSpecificFlavorTestJSON-1964774978-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:14.069099 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f92e807b-b240-4739-92a7-eb5a045ac901 req-c357c3f7-14db-4c82-b5f8-278695b75fda tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] 10.222.0.68 "GET /v2.0/security-groups?id=7bf941d0-4fab-41ec-a174-078829fdb488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966732 Jul 14 09:17:14.081805 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [req-0a1bb9d0-42f5-4de0-a496-f95ab86c8a0e req-f49f1d9d-30cf-4ede-b85c-edff6fd1384e service neutron] Transition to ACTIVE for port object 3bee9368-ec6b-43ef-baa3-7d86465c278e will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:17:14.118690 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-0a1bb9d0-42f5-4de0-a496-f95ab86c8a0e req-f49f1d9d-30cf-4ede-b85c-edff6fd1384e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:14.181762 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [req-d0ed7834-fd4c-4ad0-ba43-a835099bac6b req-31f6b032-9976-4ef8-92f7-c7fa9fb4b7e0 tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] Allocated IP 192.168.233.220 (2244f7a1-04bd-42cd-9e86-31839b46f57f/85060e65-3b2f-4a6c-a04c-ce849daa5b3b/ccee558a-d407-4279-9836-cee5ed170c31) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:17:14.218569 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-87bf2459-ad80-46c6-b360-5a4465cef372 tempest-ServersWithSpecificFlavorTestJSON-1964774978 tempest-ServersWithSpecificFlavorTestJSON-1964774978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:14.227968 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-6aa8ed68-416b-4746-830d-4791560c20cd req-09ba0d23-7622-48b7-a03c-a6bacba2f7b3 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:14.295548 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-6aa8ed68-416b-4746-830d-4791560c20cd req-09ba0d23-7622-48b7-a03c-a6bacba2f7b3 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:14.356728 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49f1d9d-30cf-4ede-b85c-edff6fd1384e service neutron] Pushing event updated for resources: {'Port': ['ID=3bee9368-ec6b-43ef-baa3-7d86465c278e,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:14.457527 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4da17c72-af4f-4a29-a959-2372ea25e16e admin admin] Made reservation on behalf of 942cfcf760db4439978648e2c19d6885 for: {'network': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:17:14.459816 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4da17c72-af4f-4a29-a959-2372ea25e16e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for network, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:14.481096 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-0a1bb9d0-42f5-4de0-a496-f95ab86c8a0e req-f49f1d9d-30cf-4ede-b85c-edff6fd1384e service neutron] Attempting to bind port 3bee9368-ec6b-43ef-baa3-7d86465c278e on host n-h2-779913-29 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:17:14.481438 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-0a1bb9d0-42f5-4de0-a496-f95ab86c8a0e req-f49f1d9d-30cf-4ede-b85c-edff6fd1384e service neutron] Attempting to bind port 3bee9368-ec6b-43ef-baa3-7d86465c278e by drivers openvswitch,hyperv on host n-h2-779913-29 at level 0 using segments [{'id': '8f1c1422-de6c-445f-ab95-4e2c94585b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '2244f7a1-04bd-42cd-9e86-31839b46f57f'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:17:14.481804 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a1bb9d0-42f5-4de0-a496-f95ab86c8a0e req-f49f1d9d-30cf-4ede-b85c-edff6fd1384e service neutron] Attempting to bind port 3bee9368-ec6b-43ef-baa3-7d86465c278e on network 2244f7a1-04bd-42cd-9e86-31839b46f57f {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:17:14.519366 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ba0d23-7622-48b7-a03c-a6bacba2f7b3 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9156572-74c8-4b9e-9f0a-c202a5ef91ff,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:14.522564 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-d0ed7834-fd4c-4ad0-ba43-a835099bac6b req-31f6b032-9976-4ef8-92f7-c7fa9fb4b7e0 tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:14.522791 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4da17c72-af4f-4a29-a959-2372ea25e16e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:14.533569 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-879abaec-7ba4-4a4e-bd93-434dc754f85e admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.1163304 Jul 14 09:17:14.539413 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 36608) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:17:14.559906 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a1bb9d0-42f5-4de0-a496-f95ab86c8a0e req-f49f1d9d-30cf-4ede-b85c-edff6fd1384e service neutron] Port 3bee9368-ec6b-43ef-baa3-7d86465c278e on network 2244f7a1-04bd-42cd-9e86-31839b46f57f not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-29 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:17:14.560233 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a1bb9d0-42f5-4de0-a496-f95ab86c8a0e req-f49f1d9d-30cf-4ede-b85c-edff6fd1384e service neutron] Attempting to bind port 3bee9368-ec6b-43ef-baa3-7d86465c278e on network 2244f7a1-04bd-42cd-9e86-31839b46f57f {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:17:14.572932 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-c498c1a8-94e8-41dd-88b3-6b350440254d admin admin] Request body: {'subnet': {'network_id': '2316f85f-11a8-403e-b492-6c1e729d711f', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1427190297-subnet', 'tenant_id': 'dda9a7a10ff94d13800219413285210c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:17:14.593020 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a1bb9d0-42f5-4de0-a496-f95ab86c8a0e req-f49f1d9d-30cf-4ede-b85c-edff6fd1384e service neutron] Checking agent: {'id': '013e4a3b-a634-47b8-b6a5-1a25109b73fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 13, 13), 'started_at': datetime.datetime(2021, 7, 14, 9, 13, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 17, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:17:14.593363 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a1bb9d0-42f5-4de0-a496-f95ab86c8a0e req-f49f1d9d-30cf-4ede-b85c-edff6fd1384e service neutron] Checking segment: {'id': '8f1c1422-de6c-445f-ab95-4e2c94585b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '2244f7a1-04bd-42cd-9e86-31839b46f57f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:17:14.594256 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a1bb9d0-42f5-4de0-a496-f95ab86c8a0e req-f49f1d9d-30cf-4ede-b85c-edff6fd1384e service neutron] Bound using segment: {'id': '8f1c1422-de6c-445f-ab95-4e2c94585b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '2244f7a1-04bd-42cd-9e86-31839b46f57f'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:17:14.594717 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-0a1bb9d0-42f5-4de0-a496-f95ab86c8a0e req-f49f1d9d-30cf-4ede-b85c-edff6fd1384e service neutron] Bound port: 3bee9368-ec6b-43ef-baa3-7d86465c278e, host: n-h2-779913-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f1c1422-de6c-445f-ab95-4e2c94585b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '2244f7a1-04bd-42cd-9e86-31839b46f57f'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:17:14.595535 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-0a1bb9d0-42f5-4de0-a496-f95ab86c8a0e req-f49f1d9d-30cf-4ede-b85c-edff6fd1384e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:14.624387 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-d0ed7834-fd4c-4ad0-ba43-a835099bac6b req-31f6b032-9976-4ef8-92f7-c7fa9fb4b7e0 tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] Transition to ACTIVE for port object ccee558a-d407-4279-9836-cee5ed170c31 will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:17:14.656244 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.db.api [None req-4da17c72-af4f-4a29-a959-2372ea25e16e admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 14 09:17:14.656244 n-d-779913-29 neutron-server[93957]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 14 09:17:14.656244 n-d-779913-29 neutron-server[93957]: [parameters: {'project_id_1': '942cfcf760db4439978648e2c19d6885', 'expiration_1': datetime.datetime(2021, 7, 14, 9, 17, 14, 597214)}] Jul 14 09:17:14.656244 n-d-779913-29 neutron-server[93957]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93957) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 09:17:14.656662 n-d-779913-29 neutron-server[93957]: DEBUG oslo_db.api [None req-4da17c72-af4f-4a29-a959-2372ea25e16e admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 09:17:14.678694 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c498c1a8-94e8-41dd-88b3-6b350440254d admin admin] Made reservation on behalf of dda9a7a10ff94d13800219413285210c for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:17:14.681530 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c498c1a8-94e8-41dd-88b3-6b350440254d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16714600'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:14.711021 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-0a1bb9d0-42f5-4de0-a496-f95ab86c8a0e req-f49f1d9d-30cf-4ede-b85c-edff6fd1384e service neutron] For port 3bee9368-ec6b-43ef-baa3-7d86465c278e, host n-h2-779913-29, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:17:14.714488 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-87bf2459-ad80-46c6-b360-5a4465cef372 tempest-ServersWithSpecificFlavorTestJSON-1964774978 tempest-ServersWithSpecificFlavorTestJSON-1964774978-project] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:14.717486 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-0a1bb9d0-42f5-4de0-a496-f95ab86c8a0e req-f49f1d9d-30cf-4ede-b85c-edff6fd1384e service neutron] For port 3bee9368-ec6b-43ef-baa3-7d86465c278e, host n-h2-779913-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=3bee9368-ec6b-43ef-baa3-7d86465c278e,segment=NetworkSegment(8f1c1422-de6c-445f-ab95-4e2c94585b2b),segment_id=8f1c1422-de6c-445f-ab95-4e2c94585b2b)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:17:14.725642 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-0a1bb9d0-42f5-4de0-a496-f95ab86c8a0e req-f49f1d9d-30cf-4ede-b85c-edff6fd1384e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:14.736176 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-87bf2459-ad80-46c6-b360-5a4465cef372 tempest-ServersWithSpecificFlavorTestJSON-1964774978 tempest-ServersWithSpecificFlavorTestJSON-1964774978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:14.786140 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1bb9d0-42f5-4de0-a496-f95ab86c8a0e req-f49f1d9d-30cf-4ede-b85c-edff6fd1384e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:14.787325 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-0a1bb9d0-42f5-4de0-a496-f95ab86c8a0e req-f49f1d9d-30cf-4ede-b85c-edff6fd1384e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:14.788850 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0a1bb9d0-42f5-4de0-a496-f95ab86c8a0e req-f49f1d9d-30cf-4ede-b85c-edff6fd1384e service neutron] 10.222.0.57 "PUT /v2.0/ports/3bee9368-ec6b-43ef-baa3-7d86465c278e HTTP/1.1" status: 200 len: 1097 time: 4.8890476 Jul 14 09:17:14.792124 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-87bf2459-ad80-46c6-b360-5a4465cef372 tempest-ServersWithSpecificFlavorTestJSON-1964774978 tempest-ServersWithSpecificFlavorTestJSON-1964774978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-660590'] for floatingip, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:14.810869 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '075c0166-2f45-4ba5-a5fa-7f7ff3bec1e9', 'tag': '3bee9368-ec6b-43ef-baa3-7d86465c278e'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:17:14.819852 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29392f59-ad4d-4d8f-aabd-85a0a220ab84" -d '{"events": [{"name": "network-changed", "server_uuid": "075c0166-2f45-4ba5-a5fa-7f7ff3bec1e9", "tag": "3bee9368-ec6b-43ef-baa3-7d86465c278e"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:17:14.848127 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-d0ed7834-fd4c-4ad0-ba43-a835099bac6b req-31f6b032-9976-4ef8-92f7-c7fa9fb4b7e0 tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:14.871702 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0889d39d-27b6-486c-aaf7-234914b2bf4e req-7b26916b-a5ca-4f9a-90ef-7dd5f413e4d4 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:14.886486 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-0889d39d-27b6-486c-aaf7-234914b2bf4e req-7b26916b-a5ca-4f9a-90ef-7dd5f413e4d4 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/ports?device_id=075c0166-2f45-4ba5-a5fa-7f7ff3bec1e9 HTTP/1.1" status: 200 len: 948 time: 0.3705339 Jul 14 09:17:14.908167 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-87bf2459-ad80-46c6-b360-5a4465cef372 tempest-ServersWithSpecificFlavorTestJSON-1964774978 tempest-ServersWithSpecificFlavorTestJSON-1964774978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for floatingip, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:14.913544 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-87bf2459-ad80-46c6-b360-5a4465cef372 tempest-ServersWithSpecificFlavorTestJSON-1964774978 tempest-ServersWithSpecificFlavorTestJSON-1964774978-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 3.6686342 Jul 14 09:17:14.927172 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49f1d9d-30cf-4ede-b85c-edff6fd1384e service neutron] Pushing event updated for resources: {'Port': ['ID=3bee9368-ec6b-43ef-baa3-7d86465c278e,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:15.050046 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1bb9d0-42f5-4de0-a496-f95ab86c8a0e req-8ac4c742-b2e9-4a43-a0cf-de54a4b3a299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:15.052121 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0a1bb9d0-42f5-4de0-a496-f95ab86c8a0e req-8ac4c742-b2e9-4a43-a0cf-de54a4b3a299 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f15ecc2e979442a6b02936316f8b33e1&device_id=075c0166-2f45-4ba5-a5fa-7f7ff3bec1e9 HTTP/1.1" status: 200 len: 1100 time: 0.1970792 Jul 14 09:17:15.052771 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bf2459-ad80-46c6-b360-5a4465cef372 tempest-ServersWithSpecificFlavorTestJSON-1964774978 tempest-ServersWithSpecificFlavorTestJSON-1964774978-project] Pushing event updated for resources: {'Port': ['ID=82d8a615-9bfb-4acd-a84b-50852ec7427c,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:15.083979 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0ed7834-fd4c-4ad0-ba43-a835099bac6b req-31f6b032-9976-4ef8-92f7-c7fa9fb4b7e0 tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] Network 2244f7a1-04bd-42cd-9e86-31839b46f57f is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:17:15.097268 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [req-d0ed7834-fd4c-4ad0-ba43-a835099bac6b req-31f6b032-9976-4ef8-92f7-c7fa9fb4b7e0 tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:17:15.118119 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-0889d39d-27b6-486c-aaf7-234914b2bf4e req-afbac854-3048-47bf-bc22-cb118f2dd9e0 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/security-groups?id=93b55648-4dd6-4852-bb99-9aa842ab19a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2306664 Jul 14 09:17:15.119125 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f6b032-9976-4ef8-92f7-c7fa9fb4b7e0 tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] Pushing event updated for resources: {'Port': ['ID=ccee558a-d407-4279-9836-cee5ed170c31,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:15.125472 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0ed7834-fd4c-4ad0-ba43-a835099bac6b req-31f6b032-9976-4ef8-92f7-c7fa9fb4b7e0 tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:17:15.132411 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb9b342-cc98-46b2-b145-7bd20ed7c0fe req-842c926d-dea1-4fcb-b8de-c51b2a7f8be4 tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:15.140013 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-9eb9b342-cc98-46b2-b145-7bd20ed7c0fe req-842c926d-dea1-4fcb-b8de-c51b2a7f8be4 tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] 10.222.0.68 "GET /v2.0/ports?device_id=ca448bf7-6123-4542-9a1e-8f670b033294 HTTP/1.1" status: 200 len: 936 time: 0.3402250 Jul 14 09:17:15.151228 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0a1bb9d0-42f5-4de0-a496-f95ab86c8a0e req-a433124e-f753-4f0c-8842-611bfeb5cdd0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=3bee9368-ec6b-43ef-baa3-7d86465c278e HTTP/1.1" status: 200 len: 217 time: 0.0813484 Jul 14 09:17:15.161080 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4da17c72-af4f-4a29-a959-2372ea25e16e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:15.262389 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1bb9d0-42f5-4de0-a496-f95ab86c8a0e req-d999b235-b05a-4d05-9218-834fad68dfef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:15.267456 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0a1bb9d0-42f5-4de0-a496-f95ab86c8a0e req-d999b235-b05a-4d05-9218-834fad68dfef service neutron] 10.222.0.57 "GET /v2.0/subnets?id=85060e65-3b2f-4a6c-a04c-ce849daa5b3b HTTP/1.1" status: 200 len: 843 time: 0.0957236 Jul 14 09:17:15.270211 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:17:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca72c97a-ac05-4eb4-9df8-a06fd7f5001f x-openstack-request-id: req-ca72c97a-ac05-4eb4-9df8-a06fd7f5001f {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:17:15.270770 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "075c0166-2f45-4ba5-a5fa-7f7ff3bec1e9", "tag": "3bee9368-ec6b-43ef-baa3-7d86465c278e", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:17:15.271401 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-ca72c97a-ac05-4eb4-9df8-a06fd7f5001f {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:17:15.272069 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '075c0166-2f45-4ba5-a5fa-7f7ff3bec1e9', 'tag': '3bee9368-ec6b-43ef-baa3-7d86465c278e', 'status': 'completed', 'code': 200} Jul 14 09:17:15.313077 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-9eb9b342-cc98-46b2-b145-7bd20ed7c0fe req-3cadbd45-1d78-4e2e-8419-4e85b9ce385a tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] 10.222.0.68 "GET /v2.0/security-groups?id=77fde4ca-6f5f-48d5-b2fd-4c103e7ba04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721668 Jul 14 09:17:15.375318 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.57', 51432) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:17:15.430306 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ed7834-fd4c-4ad0-ba43-a835099bac6b req-31f6b032-9976-4ef8-92f7-c7fa9fb4b7e0 tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:15.430858 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-d0ed7834-fd4c-4ad0-ba43-a835099bac6b req-31f6b032-9976-4ef8-92f7-c7fa9fb4b7e0 tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:15.492828 n-d-779913-29 neutron-server[93958]: DEBUG neutron.notifiers.nova [req-1f941d2f-61e0-4390-a33a-21abc9198310 req-d4e902a9-b04b-45a9-a91d-1899adc8e62e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89b93a88-8318-4b86-8e96-0157da76e316 {{(pid=93958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:17:15.492974 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 0f6b05e0-8d17-4b83-aa55-df527950bbf0 up at agent hyperv_n-h1-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:17:15.501966 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-1f941d2f-61e0-4390-a33a-21abc9198310 req-d4e902a9-b04b-45a9-a91d-1899adc8e62e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:15.517545 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-1f941d2f-61e0-4390-a33a-21abc9198310 req-d4e902a9-b04b-45a9-a91d-1899adc8e62e service neutron] Transition to ACTIVE for port object 89b93a88-8318-4b86-8e96-0157da76e316 will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:17:15.524696 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c498c1a8-94e8-41dd-88b3-6b350440254d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13573993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16714586'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:15.541807 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-1f941d2f-61e0-4390-a33a-21abc9198310 req-d4e902a9-b04b-45a9-a91d-1899adc8e62e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13574142'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:15.627017 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Provisioning for port 0f6b05e0-8d17-4b83-aa55-df527950bbf0 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:17:15.633864 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-b2ce4ae8-c297-49eb-bd2f-a7e89e64bacf None None] Provisioning for port ccee558a-d407-4279-9836-cee5ed170c31 completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:17:15.638566 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-b2ce4ae8-c297-49eb-bd2f-a7e89e64bacf None None] Provisioning complete for port ccee558a-d407-4279-9836-cee5ed170c31 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:17:15.639280 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b2ce4ae8-c297-49eb-bd2f-a7e89e64bacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:15.648303 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e902a9-b04b-45a9-a91d-1899adc8e62e service neutron] Pushing event updated for resources: {'Port': ['ID=89b93a88-8318-4b86-8e96-0157da76e316,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:15.673435 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-f8e1bd09-d65d-485b-a64d-ebf16ae69e09 req-1112265c-6ebf-4fd2-84fe-6d6d7a47b6b0 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] 10.222.0.68 "GET /v2.0/ports?device_id=1b299265-6d02-48dc-a72a-858f96118e51 HTTP/1.1" status: 200 len: 210 time: 0.1543183 Jul 14 09:17:15.700836 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-b2ce4ae8-c297-49eb-bd2f-a7e89e64bacf None None] Port ccee558a-d407-4279-9836-cee5ed170c31 cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:17:15.705017 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Provisioning complete for port 0f6b05e0-8d17-4b83-aa55-df527950bbf0 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:17:15.705691 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:15.721410 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f876fdd6-1f58-4f28-8b8b-a58787771a20 req-18b7293a-2876-4240-8089-8f2c7e5662c3 tempest-ServersWithSpecificFlavorTestJSON-1964774978 tempest-ServersWithSpecificFlavorTestJSON-1964774978-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-securitygroup--1825931264&fields=id&tenant_id=693039a9031c4718ab71870c2e8c0097 HTTP/1.1" status: 200 len: 267 time: 0.1180756 Jul 14 09:17:15.868124 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f876fdd6-1f58-4f28-8b8b-a58787771a20 req-d49aef46-77a5-4119-a036-e7be883ddc75 tempest-ServersWithSpecificFlavorTestJSON-1964774978 tempest-ServersWithSpecificFlavorTestJSON-1964774978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:15.875614 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f876fdd6-1f58-4f28-8b8b-a58787771a20 req-d49aef46-77a5-4119-a036-e7be883ddc75 tempest-ServersWithSpecificFlavorTestJSON-1964774978 tempest-ServersWithSpecificFlavorTestJSON-1964774978-project] 10.222.0.68 "GET /v2.0/networks?id=d5b4013b-42cf-4baf-b88c-1346c6034b92 HTTP/1.1" status: 200 len: 824 time: 0.1400042 Jul 14 09:17:15.912719 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:15.913349 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1bb9d0-42f5-4de0-a496-f95ab86c8a0e req-ddc55fd4-eaf6-4a61-b6a8-2518297d03c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:15.916143 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0a1bb9d0-42f5-4de0-a496-f95ab86c8a0e req-ddc55fd4-eaf6-4a61-b6a8-2518297d03c6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2244f7a1-04bd-42cd-9e86-31839b46f57f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6205144 Jul 14 09:17:15.916639 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-1f941d2f-61e0-4390-a33a-21abc9198310 req-d4e902a9-b04b-45a9-a91d-1899adc8e62e service neutron] Attempting to bind port 89b93a88-8318-4b86-8e96-0157da76e316 on host n-h2-779913-29 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:17:15.917202 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-1f941d2f-61e0-4390-a33a-21abc9198310 req-d4e902a9-b04b-45a9-a91d-1899adc8e62e service neutron] Attempting to bind port 89b93a88-8318-4b86-8e96-0157da76e316 by drivers openvswitch,hyperv on host n-h2-779913-29 at level 0 using segments [{'id': '8f1c1422-de6c-445f-ab95-4e2c94585b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '2244f7a1-04bd-42cd-9e86-31839b46f57f'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:17:15.917341 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f941d2f-61e0-4390-a33a-21abc9198310 req-d4e902a9-b04b-45a9-a91d-1899adc8e62e service neutron] Attempting to bind port 89b93a88-8318-4b86-8e96-0157da76e316 on network 2244f7a1-04bd-42cd-9e86-31839b46f57f {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:17:15.935394 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f876fdd6-1f58-4f28-8b8b-a58787771a20 req-6108dbfd-cb29-4067-9e00-35cf0f482a9d tempest-ServersWithSpecificFlavorTestJSON-1964774978 tempest-ServersWithSpecificFlavorTestJSON-1964774978-project] 10.222.0.68 "GET /v2.0/quotas/693039a9031c4718ab71870c2e8c0097 HTTP/1.1" status: 200 len: 375 time: 0.0583789 Jul 14 09:17:15.958827 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c498c1a8-94e8-41dd-88b3-6b350440254d admin admin] Pushing event updated for resources: {'Subnet': ['ID=d28ffe8d-2125-45f9-ad4c-0a861cbee67c,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:15.969728 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f941d2f-61e0-4390-a33a-21abc9198310 req-d4e902a9-b04b-45a9-a91d-1899adc8e62e service neutron] Port 89b93a88-8318-4b86-8e96-0157da76e316 on network 2244f7a1-04bd-42cd-9e86-31839b46f57f not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-29 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:17:15.970062 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f941d2f-61e0-4390-a33a-21abc9198310 req-d4e902a9-b04b-45a9-a91d-1899adc8e62e service neutron] Attempting to bind port 89b93a88-8318-4b86-8e96-0157da76e316 on network 2244f7a1-04bd-42cd-9e86-31839b46f57f {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:17:15.973920 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28dd3587-2d03-4043-84ca-73b4803ca881', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f6b05e0-8d17-4b83-aa55-df527950bbf0'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:17:15.974988 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c498c1a8-94e8-41dd-88b3-6b350440254d admin admin] Checking segment: {'id': 'f153c2e4-cead-492c-b6f7-a19c5b081de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '2316f85f-11a8-403e-b492-6c1e729d711f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:17:15.975920 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c498c1a8-94e8-41dd-88b3-6b350440254d admin admin] Network hostable DHCP agents. Network: 2316f85f-11a8-403e-b492-6c1e729d711f, hostable agents: ['c6a09bd4-f72e-4283-a3ca-0bbca8a51081'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:17:15.976783 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd62303f06773040a8a4e189dc46b4f565768c299abf8ab8e7739778b0bc3e97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-127fb241-af91-4564-9b2f-7564e5aa3b4d" -d '{"events": [{"server_uuid": "28dd3587-2d03-4043-84ca-73b4803ca881", "name": "network-vif-plugged", "status": "completed", "tag": "0f6b05e0-8d17-4b83-aa55-df527950bbf0"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:17:15.985288 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f941d2f-61e0-4390-a33a-21abc9198310 req-d4e902a9-b04b-45a9-a91d-1899adc8e62e service neutron] Checking agent: {'id': '013e4a3b-a634-47b8-b6a5-1a25109b73fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 13, 13), 'started_at': datetime.datetime(2021, 7, 14, 9, 13, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 17, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:17:15.985747 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f941d2f-61e0-4390-a33a-21abc9198310 req-d4e902a9-b04b-45a9-a91d-1899adc8e62e service neutron] Checking segment: {'id': '8f1c1422-de6c-445f-ab95-4e2c94585b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '2244f7a1-04bd-42cd-9e86-31839b46f57f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:17:15.986049 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f941d2f-61e0-4390-a33a-21abc9198310 req-d4e902a9-b04b-45a9-a91d-1899adc8e62e service neutron] Bound using segment: {'id': '8f1c1422-de6c-445f-ab95-4e2c94585b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '2244f7a1-04bd-42cd-9e86-31839b46f57f'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:17:15.986489 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-1f941d2f-61e0-4390-a33a-21abc9198310 req-d4e902a9-b04b-45a9-a91d-1899adc8e62e service neutron] Bound port: 89b93a88-8318-4b86-8e96-0157da76e316, host: n-h2-779913-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f1c1422-de6c-445f-ab95-4e2c94585b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '2244f7a1-04bd-42cd-9e86-31839b46f57f'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:17:15.986977 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-1f941d2f-61e0-4390-a33a-21abc9198310 req-d4e902a9-b04b-45a9-a91d-1899adc8e62e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:15.992830 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port 0f6b05e0-8d17-4b83-aa55-df527950bbf0, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=0f6b05e0-8d17-4b83-aa55-df527950bbf0,segment=NetworkSegment(4f3a0541-e6cd-42f5-92f6-5d961c2f621f),segment_id=4f3a0541-e6cd-42f5-92f6-5d961c2f621f)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:17:16.000942 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:16.013305 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3064fc09-f982-4e71-8997-bb14b95d88af req-0fb01553-4bfb-4f7a-a9d8-c7a1028c92ba service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=2719b879-abb1-4c54-98f8-1863e426ed31&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.6330447 Jul 14 09:17:16.037202 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [req-6aa8ed68-416b-4746-830d-4791560c20cd req-09ba0d23-7622-48b7-a03c-a6bacba2f7b3 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] Allocated IP 192.168.233.161 (2244f7a1-04bd-42cd-9e86-31839b46f57f/85060e65-3b2f-4a6c-a04c-ce849daa5b3b/361a3635-453e-4996-a98b-cba54b0b2536) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:17:16.078129 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c498c1a8-94e8-41dd-88b3-6b350440254d admin admin] Network 2316f85f-11a8-403e-b492-6c1e729d711f is scheduled to be hosted by DHCP agent c6a09bd4-f72e-4283-a3ca-0bbca8a51081 with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:17:16.089598 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Pushing event updated for resources: {'Port': ['ID=0f6b05e0-8d17-4b83-aa55-df527950bbf0,revision_number=5']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:16.108048 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6468f46-47c1-4bfe-bd54-fbcc04981a02 req-4a145233-8658-49d2-bd23-2a2e94fef9e7 tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:16.115389 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-c6468f46-47c1-4bfe-bd54-fbcc04981a02 req-4a145233-8658-49d2-bd23-2a2e94fef9e7 tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] 10.222.0.68 "GET /v2.0/ports?device_id=28dd3587-2d03-4043-84ca-73b4803ca881 HTTP/1.1" status: 200 len: 945 time: 0.1997647 Jul 14 09:17:16.118092 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-c498c1a8-94e8-41dd-88b3-6b350440254d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-29, 2316f85f-11a8-403e-b492-6c1e729d711f) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:17:16.127113 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae3b8536-4159-430c-9858-f34e29a228c9 None None] Network 2316f85f-11a8-403e-b492-6c1e729d711f requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:17:16.140196 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c498c1a8-94e8-41dd-88b3-6b350440254d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:16.140196 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c498c1a8-94e8-41dd-88b3-6b350440254d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:16.184406 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-1f941d2f-61e0-4390-a33a-21abc9198310 req-d4e902a9-b04b-45a9-a91d-1899adc8e62e service neutron] For port 89b93a88-8318-4b86-8e96-0157da76e316, host n-h2-779913-29, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:17:16.191941 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-1f941d2f-61e0-4390-a33a-21abc9198310 req-d4e902a9-b04b-45a9-a91d-1899adc8e62e service neutron] For port 89b93a88-8318-4b86-8e96-0157da76e316, host n-h2-779913-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=89b93a88-8318-4b86-8e96-0157da76e316,segment=NetworkSegment(8f1c1422-de6c-445f-ab95-4e2c94585b2b),segment_id=8f1c1422-de6c-445f-ab95-4e2c94585b2b)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:17:16.212016 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-c6468f46-47c1-4bfe-bd54-fbcc04981a02 req-0b1607a1-2c34-44a6-a50a-58896a1b295d tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] 10.222.0.68 "GET /v2.0/security-groups?id=7bf941d0-4fab-41ec-a174-078829fdb488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948923 Jul 14 09:17:16.213242 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-1f941d2f-61e0-4390-a33a-21abc9198310 req-d4e902a9-b04b-45a9-a91d-1899adc8e62e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13574142'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:16.291510 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f941d2f-61e0-4390-a33a-21abc9198310 req-d4e902a9-b04b-45a9-a91d-1899adc8e62e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:16.292441 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-1f941d2f-61e0-4390-a33a-21abc9198310 req-d4e902a9-b04b-45a9-a91d-1899adc8e62e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:16.296624 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-1f941d2f-61e0-4390-a33a-21abc9198310 req-d4e902a9-b04b-45a9-a91d-1899adc8e62e service neutron] 10.222.0.57 "PUT /v2.0/ports/89b93a88-8318-4b86-8e96-0157da76e316 HTTP/1.1" status: 200 len: 1096 time: 3.6260521 Jul 14 09:17:16.299071 n-d-779913-29 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6593e4b3-80b2-4edd-b3fd-9f72f9137c4e', 'tag': '89b93a88-8318-4b86-8e96-0157da76e316'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:17:16.302982 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4da17c72-af4f-4a29-a959-2372ea25e16e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:16.314174 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cb48f044f948e981f43897c8d7f1332f741dc7af2b4c5a6e19d8f4a80f708e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47983f46-64f9-4534-9735-8a72c7878aad" -d '{"events": [{"name": "network-changed", "server_uuid": "6593e4b3-80b2-4edd-b3fd-9f72f9137c4e", "tag": "89b93a88-8318-4b86-8e96-0157da76e316"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:17:16.326465 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:17:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7091c2ea-12d9-4a05-a2d4-dac34d9a6661 x-openstack-request-id: req-7091c2ea-12d9-4a05-a2d4-dac34d9a6661 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:17:16.326782 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28dd3587-2d03-4043-84ca-73b4803ca881", "name": "network-vif-plugged", "status": "completed", "tag": "0f6b05e0-8d17-4b83-aa55-df527950bbf0", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:17:16.327886 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-7091c2ea-12d9-4a05-a2d4-dac34d9a6661 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:17:16.328393 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28dd3587-2d03-4043-84ca-73b4803ca881', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f6b05e0-8d17-4b83-aa55-df527950bbf0', 'code': 200} Jul 14 09:17:16.359574 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-c498c1a8-94e8-41dd-88b3-6b350440254d admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.7971077 Jul 14 09:17:16.374149 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 36646) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:17:16.374730 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d0ed7834-fd4c-4ad0-ba43-a835099bac6b req-31f6b032-9976-4ef8-92f7-c7fa9fb4b7e0 tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.6623673 Jul 14 09:17:16.379744 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bfbffd1-500c-4a56-8bc8-0fb4abf2174c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf57baaa9-fd24-59f4-8fd2-1dc21122ce72-2316f85f-11a8-403e-b492-6c1e729d711f', 'network_id': '2316f85f-11a8-403e-b492-6c1e729d711f', 'tenant_id': 'dda9a7a10ff94d13800219413285210c', 'fixed_ips': [{'subnet_id': 'd28ffe8d-2125-45f9-ad4c-0a861cbee67c'}]}} from n-d-779913-29. {{(pid=93959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:17:16.380684 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6bfbffd1-500c-4a56-8bc8-0fb4abf2174c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:16.388019 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4da17c72-af4f-4a29-a959-2372ea25e16e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:16.402920 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4da17c72-af4f-4a29-a959-2372ea25e16e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 734} {{(pid=93957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:17:16.418705 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-89f3c5e8-ad95-491e-92ba-68c743d1b348 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1427190297-router', 'tenant_id': 'dda9a7a10ff94d13800219413285210c', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'}}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:17:16.446169 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4da17c72-af4f-4a29-a959-2372ea25e16e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:16.446598 n-d-779913-29 neutron-server[93957]: INFO neutron.db.segments_db [None req-4da17c72-af4f-4a29-a959-2372ea25e16e admin admin] Added segment 72520a95-fcf2-4e79-b15a-19d555be0226 of type vlan for network 0a5c31ef-5c9f-41d4-98e4-f6172b4cf433 Jul 14 09:17:16.449020 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [req-d0ed7834-fd4c-4ad0-ba43-a835099bac6b req-8659c44a-62da-47ae-9e09-98fdb9221a1a service neutron] Request body: {'port': {'device_id': 'ca448bf7-6123-4542-9a1e-8f670b033294', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-29'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:17:16.578720 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e902a9-b04b-45a9-a91d-1899adc8e62e service neutron] Pushing event updated for resources: {'Port': ['ID=89b93a88-8318-4b86-8e96-0157da76e316,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:16.581425 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0a1bb9d0-42f5-4de0-a496-f95ab86c8a0e req-1c15e8ab-5e2a-444b-908d-f89dc3343eba service neutron] 10.222.0.57 "GET /v2.0/networks/2244f7a1-04bd-42cd-9e86-31839b46f57f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6278124 Jul 14 09:17:16.597463 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-6bfbffd1-500c-4a56-8bc8-0fb4abf2174c None None] Allocated IP 172.20.0.2 (2316f85f-11a8-403e-b492-6c1e729d711f/d28ffe8d-2125-45f9-ad4c-0a861cbee67c/11d8937d-87cd-4109-8cb3-34cf5ea96cfa) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:17:16.607596 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f876fdd6-1f58-4f28-8b8b-a58787771a20 req-743f5722-670f-4761-a25a-ae6c7a62f499 tempest-ServersWithSpecificFlavorTestJSON-1964774978 tempest-ServersWithSpecificFlavorTestJSON-1964774978-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=693039a9031c4718ab71870c2e8c0097&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6711543 Jul 14 09:17:16.776613 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0a1bb9d0-42f5-4de0-a496-f95ab86c8a0e req-9870e00f-861c-4b41-97aa-22a2987ff600 service neutron] 10.222.0.57 "GET /v2.0/networks/2244f7a1-04bd-42cd-9e86-31839b46f57f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466060 Jul 14 09:17:16.808212 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f941d2f-61e0-4390-a33a-21abc9198310 req-853d393a-67ab-4e28-9c5e-2c79b156b78b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:16.809336 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da17c72-af4f-4a29-a959-2372ea25e16e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=411fb630-dfd4-46e6-8214-2a695a1e8831,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:16.809914 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-1f941d2f-61e0-4390-a33a-21abc9198310 req-853d393a-67ab-4e28-9c5e-2c79b156b78b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0354ae2bb6fb4c529416d8b4f0eeb6aa&device_id=6593e4b3-80b2-4edd-b3fd-9f72f9137c4e HTTP/1.1" status: 200 len: 1099 time: 0.4369907 Jul 14 09:17:16.811740 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-89f3c5e8-ad95-491e-92ba-68c743d1b348 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-711749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14670'] for router, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:16.813730 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-89f3c5e8-ad95-491e-92ba-68c743d1b348 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-711718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-661475', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14679'] for router, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:16.852655 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-d0ed7834-fd4c-4ad0-ba43-a835099bac6b req-8659c44a-62da-47ae-9e09-98fdb9221a1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:16.926161 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-89f3c5e8-ad95-491e-92ba-68c743d1b348 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:16.929325 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4da17c72-af4f-4a29-a959-2372ea25e16e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735687821325'] for network, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:16.966176 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3064fc09-f982-4e71-8997-bb14b95d88af req-9e246ac0-9b32-49a0-a707-362645371778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:16.966176 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3064fc09-f982-4e71-8997-bb14b95d88af req-9e246ac0-9b32-49a0-a707-362645371778 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e14af975015c4397b9da2a89a906dfc2&device_id=2719b879-abb1-4c54-98f8-1863e426ed31 HTTP/1.1" status: 200 len: 1096 time: 0.8482003 Jul 14 09:17:16.992142 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6bfbffd1-500c-4a56-8bc8-0fb4abf2174c None None] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:17.011727 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-1f941d2f-61e0-4390-a33a-21abc9198310 req-13818136-9eb6-4837-b55f-ef7c1ce00d9e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.37&port_id=89b93a88-8318-4b86-8e96-0157da76e316 HTTP/1.1" status: 200 len: 217 time: 0.1877134 Jul 14 09:17:17.019462 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36009f48-5036-4de4-b53e-dfbab770ec2a req-c02b9edd-870a-4869-b1f6-2f1d76e1f8bd tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:17.020969 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-36009f48-5036-4de4-b53e-dfbab770ec2a req-c02b9edd-870a-4869-b1f6-2f1d76e1f8bd tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/ports?device_id=075c0166-2f45-4ba5-a5fa-7f7ff3bec1e9 HTTP/1.1" status: 200 len: 948 time: 0.4475968 Jul 14 09:17:17.036055 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-6bfbffd1-500c-4a56-8bc8-0fb4abf2174c None None] Transition to ACTIVE for port object 11d8937d-87cd-4109-8cb3-34cf5ea96cfa will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:17:17.058479 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-6bfbffd1-500c-4a56-8bc8-0fb4abf2174c None None] Transition to ACTIVE for port object 11d8937d-87cd-4109-8cb3-34cf5ea96cfa will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:17:17.071895 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6bfbffd1-500c-4a56-8bc8-0fb4abf2174c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:17.128154 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfbffd1-500c-4a56-8bc8-0fb4abf2174c None None] Pushing event updated for resources: {'Port': ['ID=11d8937d-87cd-4109-8cb3-34cf5ea96cfa,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:17.142604 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f941d2f-61e0-4390-a33a-21abc9198310 req-432b34d3-dec4-4a84-92ab-fb471165a972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:17.144181 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-1f941d2f-61e0-4390-a33a-21abc9198310 req-432b34d3-dec4-4a84-92ab-fb471165a972 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=85060e65-3b2f-4a6c-a04c-ce849daa5b3b HTTP/1.1" status: 200 len: 843 time: 0.1222494 Jul 14 09:17:17.149525 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bfbffd1-500c-4a56-8bc8-0fb4abf2174c None None] Network 2316f85f-11a8-403e-b492-6c1e729d711f is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:17:17.152596 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-6bfbffd1-500c-4a56-8bc8-0fb4abf2174c None None] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:17:17.156707 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bfbffd1-500c-4a56-8bc8-0fb4abf2174c None None] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:17:17.219002 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-36009f48-5036-4de4-b53e-dfbab770ec2a req-7298fb18-c5b0-4f21-86b7-59a51cac5bb8 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/security-groups?id=93b55648-4dd6-4852-bb99-9aa842ab19a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660926 Jul 14 09:17:17.319360 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:17:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da2fceac-7485-47bd-8c98-2f0e0971a185 x-openstack-request-id: req-da2fceac-7485-47bd-8c98-2f0e0971a185 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:17:17.320209 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6593e4b3-80b2-4edd-b3fd-9f72f9137c4e", "tag": "89b93a88-8318-4b86-8e96-0157da76e316", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:17:17.320846 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-da2fceac-7485-47bd-8c98-2f0e0971a185 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:17:17.322231 n-d-779913-29 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6593e4b3-80b2-4edd-b3fd-9f72f9137c4e', 'tag': '89b93a88-8318-4b86-8e96-0157da76e316', 'status': 'completed', 'code': 200} Jul 14 09:17:17.347413 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f941d2f-61e0-4390-a33a-21abc9198310 req-2e22f9ac-ec00-44e1-be90-7c502dc32913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:17.351757 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-1f941d2f-61e0-4390-a33a-21abc9198310 req-2e22f9ac-ec00-44e1-be90-7c502dc32913 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2244f7a1-04bd-42cd-9e86-31839b46f57f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1956666 Jul 14 09:17:17.376731 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-6bfbffd1-500c-4a56-8bc8-0fb4abf2174c None None] Attempting to bind port 11d8937d-87cd-4109-8cb3-34cf5ea96cfa on host n-d-779913-29 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:17:17.377111 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-6bfbffd1-500c-4a56-8bc8-0fb4abf2174c None None] Attempting to bind port 11d8937d-87cd-4109-8cb3-34cf5ea96cfa by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': 'f153c2e4-cead-492c-b6f7-a19c5b081de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '2316f85f-11a8-403e-b492-6c1e729d711f'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:17:17.377481 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bfbffd1-500c-4a56-8bc8-0fb4abf2174c None None] Attempting to bind port 11d8937d-87cd-4109-8cb3-34cf5ea96cfa on network 2316f85f-11a8-403e-b492-6c1e729d711f {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:17:17.384759 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bfbffd1-500c-4a56-8bc8-0fb4abf2174c None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 16, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:17:17.385134 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bfbffd1-500c-4a56-8bc8-0fb4abf2174c None None] Checking segment: {'id': 'f153c2e4-cead-492c-b6f7-a19c5b081de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '2316f85f-11a8-403e-b492-6c1e729d711f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:17:17.385587 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6bfbffd1-500c-4a56-8bc8-0fb4abf2174c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:17.385993 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bfbffd1-500c-4a56-8bc8-0fb4abf2174c None None] Bound using segment: {'id': 'f153c2e4-cead-492c-b6f7-a19c5b081de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '2316f85f-11a8-403e-b492-6c1e729d711f'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:17:17.386466 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-6bfbffd1-500c-4a56-8bc8-0fb4abf2174c None None] Bound port: 11d8937d-87cd-4109-8cb3-34cf5ea96cfa, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f153c2e4-cead-492c-b6f7-a19c5b081de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '2316f85f-11a8-403e-b492-6c1e729d711f'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:17:17.386852 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6bfbffd1-500c-4a56-8bc8-0fb4abf2174c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:17.412119 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-6aa8ed68-416b-4746-830d-4791560c20cd req-09ba0d23-7622-48b7-a03c-a6bacba2f7b3 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:17.461337 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-6bfbffd1-500c-4a56-8bc8-0fb4abf2174c None None] For port 11d8937d-87cd-4109-8cb3-34cf5ea96cfa, host n-d-779913-29, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:17:17.464723 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-6bfbffd1-500c-4a56-8bc8-0fb4abf2174c None None] For port 11d8937d-87cd-4109-8cb3-34cf5ea96cfa, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=11d8937d-87cd-4109-8cb3-34cf5ea96cfa,segment=NetworkSegment(f153c2e4-cead-492c-b6f7-a19c5b081de2),segment_id=f153c2e4-cead-492c-b6f7-a19c5b081de2)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:17:17.472253 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6bfbffd1-500c-4a56-8bc8-0fb4abf2174c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:17.543063 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.db.resource_extend [None req-4da17c72-af4f-4a29-a959-2372ea25e16e admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 14 09:17:17.586721 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfbffd1-500c-4a56-8bc8-0fb4abf2174c None None] Pushing event updated for resources: {'Port': ['ID=11d8937d-87cd-4109-8cb3-34cf5ea96cfa,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:17.594821 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [req-6aa8ed68-416b-4746-830d-4791560c20cd req-09ba0d23-7622-48b7-a03c-a6bacba2f7b3 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] Transition to ACTIVE for port object 361a3635-453e-4996-a98b-cba54b0b2536 will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:17:17.731713 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0e43ac-bfaa-4b38-a99d-439b5b29d203 req-6ed91591-2346-4a95-8148-06c210324554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:17.733258 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6f0e43ac-bfaa-4b38-a99d-439b5b29d203 req-6ed91591-2346-4a95-8148-06c210324554 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=28dd3587-2d03-4043-84ca-73b4803ca881 HTTP/1.1" status: 200 len: 1098 time: 1.2227662 Jul 14 09:17:17.733929 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4da17c72-af4f-4a29-a959-2372ea25e16e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855'] for network, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:17.734815 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4da17c72-af4f-4a29-a959-2372ea25e16e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:17.735377 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4da17c72-af4f-4a29-a959-2372ea25e16e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for network, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:17.797740 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-89f3c5e8-ad95-491e-92ba-68c743d1b348 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-661489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-711771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12973'] for router, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:17.845200 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-1f941d2f-61e0-4390-a33a-21abc9198310 req-bed84eff-50b3-498c-b5f0-e2fa30b5b135 service neutron] 10.222.0.57 "GET /v2.0/networks/2244f7a1-04bd-42cd-9e86-31839b46f57f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4853113 Jul 14 09:17:17.854379 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b708f3-8e9d-49fa-98ff-782651431b82 req-b3cf10ed-a1ac-4619-b8c1-a473375ef42b tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:17.855925 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-b9b708f3-8e9d-49fa-98ff-782651431b82 req-b3cf10ed-a1ac-4619-b8c1-a473375ef42b tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] 10.222.0.68 "GET /v2.0/ports?device_id=ca448bf7-6123-4542-9a1e-8f670b033294 HTTP/1.1" status: 200 len: 936 time: 0.1137676 Jul 14 09:17:17.978102 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-4da17c72-af4f-4a29-a959-2372ea25e16e admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 4.4140007 Jul 14 09:17:17.987585 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-b9b708f3-8e9d-49fa-98ff-782651431b82 req-0c6d3895-4388-476f-85c2-5107cb49790e tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] 10.222.0.68 "GET /v2.0/security-groups?id=77fde4ca-6f5f-48d5-b2fd-4c103e7ba04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957127 Jul 14 09:17:17.990403 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 36660) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:17:18.002089 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-634c7a31-274b-4c8d-bfa5-c07ab1576bd6 admin admin] Request body: {'subnet': {'network_id': '0a5c31ef-5c9f-41d4-98e4-f6172b4cf433', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-13195208-subnet', 'tenant_id': '942cfcf760db4439978648e2c19d6885', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:17:18.027553 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f876fdd6-1f58-4f28-8b8b-a58787771a20 req-7d56e5ff-7048-488c-a91e-2c81404034d7 service neutron] 10.222.0.68 "GET /v2.0/networks/d5b4013b-42cf-4baf-b88c-1346c6034b92?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2447846 Jul 14 09:17:18.058154 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-1f941d2f-61e0-4390-a33a-21abc9198310 req-ddb6e546-eabc-47ab-86f6-c16cb1b8007f service neutron] 10.222.0.57 "GET /v2.0/networks/2244f7a1-04bd-42cd-9e86-31839b46f57f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2009721 Jul 14 09:17:18.067782 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-634c7a31-274b-4c8d-bfa5-c07ab1576bd6 admin admin] Made reservation on behalf of 942cfcf760db4439978648e2c19d6885 for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:17:18.074572 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-634c7a31-274b-4c8d-bfa5-c07ab1576bd6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16714600'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:18.107588 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da17c72-af4f-4a29-a959-2372ea25e16e admin admin] Pushing event updated for resources: {'Network': ['ID=0a5c31ef-5c9f-41d4-98e4-f6172b4cf433,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:18.120929 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Network 0a5c31ef-5c9f-41d4-98e4-f6172b4cf433 details requested by agent ovs-agent-n-d-779913-29 with host n-d-779913-29 {{(pid=93959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:17:18.198524 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3064fc09-f982-4e71-8997-bb14b95d88af req-69aa71ff-632f-469e-b913-770a0c8dc1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:18.211223 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3064fc09-f982-4e71-8997-bb14b95d88af req-69aa71ff-632f-469e-b913-770a0c8dc1c1 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e7cb481e-49dc-464e-b748-d3d2c45f69f9 HTTP/1.1" status: 200 len: 921 time: 1.1479828 Jul 14 09:17:18.220685 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-6aa8ed68-416b-4746-830d-4791560c20cd req-09ba0d23-7622-48b7-a03c-a6bacba2f7b3 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:18.267756 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6f0e43ac-bfaa-4b38-a99d-439b5b29d203 req-cf1575b9-7a98-4974-911c-f7ce513bbb40 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=7bf941d0-4fab-41ec-a174-078829fdb488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5071871 Jul 14 09:17:18.269544 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29392f59-ad4d-4d8f-aabd-85a0a220ab84 req-e980c324-d45a-4e54-b8b7-63e38c792cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:18.271699 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-29392f59-ad4d-4d8f-aabd-85a0a220ab84 req-e980c324-d45a-4e54-b8b7-63e38c792cc2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f15ecc2e979442a6b02936316f8b33e1&device_id=075c0166-2f45-4ba5-a5fa-7f7ff3bec1e9 HTTP/1.1" status: 200 len: 1100 time: 1.2059164 Jul 14 09:17:18.400013 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3064fc09-f982-4e71-8997-bb14b95d88af req-7962a057-67bc-4c9c-b27b-871b295e6214 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aab7bb30-8d5d-4d47-b33f-ff650cfffb9e HTTP/1.1" status: 200 len: 217 time: 0.1634209 Jul 14 09:17:18.460982 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6aa8ed68-416b-4746-830d-4791560c20cd req-09ba0d23-7622-48b7-a03c-a6bacba2f7b3 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] Network 2244f7a1-04bd-42cd-9e86-31839b46f57f is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:17:18.490243 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ea5b95-6085-4ecf-b638-898def6c41b2 req-c15079aa-4260-439f-b187-8cdd032697d4 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:18.498027 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-48ea5b95-6085-4ecf-b638-898def6c41b2 req-c15079aa-4260-439f-b187-8cdd032697d4 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] 10.222.0.68 "GET /v2.0/ports?device_id=1b299265-6d02-48dc-a72a-858f96118e51 HTTP/1.1" status: 200 len: 936 time: 0.2235675 Jul 14 09:17:18.519052 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [req-6aa8ed68-416b-4746-830d-4791560c20cd req-09ba0d23-7622-48b7-a03c-a6bacba2f7b3 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:17:18.529902 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47983f46-64f9-4534-9735-8a72c7878aad req-e4e657d6-47e3-4feb-9bd0-9d9cd5ccd810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:18.530575 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-6aa8ed68-416b-4746-830d-4791560c20cd req-09ba0d23-7622-48b7-a03c-a6bacba2f7b3 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:17:18.531909 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-47983f46-64f9-4534-9735-8a72c7878aad req-e4e657d6-47e3-4feb-9bd0-9d9cd5ccd810 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0354ae2bb6fb4c529416d8b4f0eeb6aa&device_id=6593e4b3-80b2-4edd-b3fd-9f72f9137c4e HTTP/1.1" status: 200 len: 1099 time: 0.2667267 Jul 14 09:17:18.536793 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa8ed68-416b-4746-830d-4791560c20cd req-09ba0d23-7622-48b7-a03c-a6bacba2f7b3 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:18.540996 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-6aa8ed68-416b-4746-830d-4791560c20cd req-09ba0d23-7622-48b7-a03c-a6bacba2f7b3 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:18.564606 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ba0d23-7622-48b7-a03c-a6bacba2f7b3 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] Pushing event updated for resources: {'Port': ['ID=361a3635-453e-4996-a98b-cba54b0b2536,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:18.619477 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6aa8ed68-416b-4746-830d-4791560c20cd req-09ba0d23-7622-48b7-a03c-a6bacba2f7b3 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 6.0531843 Jul 14 09:17:18.628338 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f876fdd6-1f58-4f28-8b8b-a58787771a20 req-6c2731d3-c0e6-4f5e-b131-eff6fc991652 service neutron] 10.222.0.68 "GET /v2.0/networks/d5b4013b-42cf-4baf-b88c-1346c6034b92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6038234 Jul 14 09:17:18.648292 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3064fc09-f982-4e71-8997-bb14b95d88af req-baa53378-2f32-4992-a3e9-8afe4ee2c780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:18.649524 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3064fc09-f982-4e71-8997-bb14b95d88af req-baa53378-2f32-4992-a3e9-8afe4ee2c780 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a1f8d7cc-d5f0-4ac4-b550-493e46cf12fc HTTP/1.1" status: 200 len: 860 time: 0.1937635 Jul 14 09:17:18.660905 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-6aa8ed68-416b-4746-830d-4791560c20cd req-90256bc6-0f96-4c5e-b623-bd4a307e1140 service neutron] Request body: {'port': {'device_id': '1b299265-6d02-48dc-a72a-858f96118e51', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-29'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:17:18.690693 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2f10e7bb-142f-493e-a6f4-8e5b45605724 req-93cefb70-8527-4e6d-87c0-d9e534d17ec3 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=611c1b28-c22b-43c2-aa46-15cef6f6cd26&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.6540391 Jul 14 09:17:18.715925 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29392f59-ad4d-4d8f-aabd-85a0a220ab84 req-bc05dc44-f81e-4d98-9058-f473dadb78d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:18.717763 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-29392f59-ad4d-4d8f-aabd-85a0a220ab84 req-bc05dc44-f81e-4d98-9058-f473dadb78d9 service neutron] 10.222.0.57 "GET /v2.0/networks?id=2244f7a1-04bd-42cd-9e86-31839b46f57f HTTP/1.1" status: 200 len: 870 time: 0.3553591 Jul 14 09:17:18.749107 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3064fc09-f982-4e71-8997-bb14b95d88af req-24abf3c2-233e-4609-8122-e9b0f02ddd43 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e7cb481e-49dc-464e-b748-d3d2c45f69f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0781727 Jul 14 09:17:18.853001 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-48ea5b95-6085-4ecf-b638-898def6c41b2 req-66e18756-af99-4f79-8352-42bcb6d66c8b tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] 10.222.0.68 "GET /v2.0/security-groups?id=c9156572-74c8-4b9e-9f0a-c202a5ef91ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3499193 Jul 14 09:17:18.860318 n-d-779913-29 neutron-server[93958]: DEBUG neutron.notifiers.nova [req-d0ed7834-fd4c-4ad0-ba43-a835099bac6b req-8659c44a-62da-47ae-9e09-98fdb9221a1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ccee558a-d407-4279-9836-cee5ed170c31 {{(pid=93958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:17:18.886945 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-29392f59-ad4d-4d8f-aabd-85a0a220ab84 req-20266cf8-fbda-4e66-b51c-d981a67a74e4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=3bee9368-ec6b-43ef-baa3-7d86465c278e HTTP/1.1" status: 200 len: 217 time: 0.1481254 Jul 14 09:17:18.994735 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-181008b2-f6f3-41c3-80aa-cc5b116056b4 None None] Provisioning for port 361a3635-453e-4996-a98b-cba54b0b2536 completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:17:19.010340 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-181008b2-f6f3-41c3-80aa-cc5b116056b4 None None] Provisioning complete for port 361a3635-453e-4996-a98b-cba54b0b2536 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:17:19.016073 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-181008b2-f6f3-41c3-80aa-cc5b116056b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:19.117381 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-d0ed7834-fd4c-4ad0-ba43-a835099bac6b req-8659c44a-62da-47ae-9e09-98fdb9221a1a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:19.124410 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-181008b2-f6f3-41c3-80aa-cc5b116056b4 None None] Port 361a3635-453e-4996-a98b-cba54b0b2536 cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:17:19.142238 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-d0ed7834-fd4c-4ad0-ba43-a835099bac6b req-8659c44a-62da-47ae-9e09-98fdb9221a1a service neutron] Transition to ACTIVE for port object ccee558a-d407-4279-9836-cee5ed170c31 will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:17:19.147749 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-634c7a31-274b-4c8d-bfa5-c07ab1576bd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13573993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16714586'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:19.190189 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-d0ed7834-fd4c-4ad0-ba43-a835099bac6b req-8659c44a-62da-47ae-9e09-98fdb9221a1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13574142'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:19.269544 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3064fc09-f982-4e71-8997-bb14b95d88af req-925976e6-9f1c-4171-98ac-ffa21606130e service neutron] 10.222.0.57 "GET /v2.0/networks/e7cb481e-49dc-464e-b748-d3d2c45f69f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4289787 Jul 14 09:17:19.284397 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6a2e482-cd97-4abb-a39b-db4aa63049a8 None None] Network 2316f85f-11a8-403e-b492-6c1e729d711f requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:17:19.300235 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8659c44a-62da-47ae-9e09-98fdb9221a1a service neutron] Pushing event updated for resources: {'Port': ['ID=ccee558a-d407-4279-9836-cee5ed170c31,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:19.531031 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 11d8937d-87cd-4109-8cb3-34cf5ea96cfa up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:17:19.548803 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-6aa8ed68-416b-4746-830d-4791560c20cd req-90256bc6-0f96-4c5e-b623-bd4a307e1140 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:19.645368 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634c7a31-274b-4c8d-bfa5-c07ab1576bd6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ab5376a-4ba0-4d50-be8f-a797fe132795,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:19.680373 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47983f46-64f9-4534-9735-8a72c7878aad req-14d3dff9-9832-4573-bcfb-bed3c5996ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:19.682251 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-47983f46-64f9-4534-9735-8a72c7878aad req-14d3dff9-9832-4573-bcfb-bed3c5996ecb service neutron] 10.222.0.57 "GET /v2.0/networks?id=2244f7a1-04bd-42cd-9e86-31839b46f57f HTTP/1.1" status: 200 len: 870 time: 1.1063428 Jul 14 09:17:19.688395 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-634c7a31-274b-4c8d-bfa5-c07ab1576bd6 admin admin] Checking segment: {'id': '72520a95-fcf2-4e79-b15a-19d555be0226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '0a5c31ef-5c9f-41d4-98e4-f6172b4cf433'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:17:19.689692 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-634c7a31-274b-4c8d-bfa5-c07ab1576bd6 admin admin] Network hostable DHCP agents. Network: 0a5c31ef-5c9f-41d4-98e4-f6172b4cf433, hostable agents: ['c6a09bd4-f72e-4283-a3ca-0bbca8a51081'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:17:19.691200 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-194ca924-ffc1-472d-886b-6ffd615aad38 None None] Provisioning for port 11d8937d-87cd-4109-8cb3-34cf5ea96cfa completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:17:19.722331 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29392f59-ad4d-4d8f-aabd-85a0a220ab84 req-9a3dc8e0-b0d5-48d6-9d29-ec4b515fff1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:19.724236 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-29392f59-ad4d-4d8f-aabd-85a0a220ab84 req-9a3dc8e0-b0d5-48d6-9d29-ec4b515fff1a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=85060e65-3b2f-4a6c-a04c-ce849daa5b3b HTTP/1.1" status: 200 len: 843 time: 0.7318702 Jul 14 09:17:19.766076 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-d0ed7834-fd4c-4ad0-ba43-a835099bac6b req-8659c44a-62da-47ae-9e09-98fdb9221a1a service neutron] Attempting to bind port ccee558a-d407-4279-9836-cee5ed170c31 on host n-h1-779913-29 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:17:19.766446 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-d0ed7834-fd4c-4ad0-ba43-a835099bac6b req-8659c44a-62da-47ae-9e09-98fdb9221a1a service neutron] Attempting to bind port ccee558a-d407-4279-9836-cee5ed170c31 by drivers openvswitch,hyperv on host n-h1-779913-29 at level 0 using segments [{'id': '8f1c1422-de6c-445f-ab95-4e2c94585b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '2244f7a1-04bd-42cd-9e86-31839b46f57f'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:17:19.766819 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ed7834-fd4c-4ad0-ba43-a835099bac6b req-8659c44a-62da-47ae-9e09-98fdb9221a1a service neutron] Attempting to bind port ccee558a-d407-4279-9836-cee5ed170c31 on network 2244f7a1-04bd-42cd-9e86-31839b46f57f {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:17:19.770695 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-47983f46-64f9-4534-9735-8a72c7878aad req-02f58f0b-012b-4335-9acd-9c40b2a2eed5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.37&port_id=89b93a88-8318-4b86-8e96-0157da76e316 HTTP/1.1" status: 200 len: 217 time: 0.0752671 Jul 14 09:17:19.784151 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a4aa01-5442-4ae8-969f-ed3dd8f9d21c req-a8f73a98-82b0-4268-bd05-3852bd6612a6 tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:19.788722 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning for port 11d8937d-87cd-4109-8cb3-34cf5ea96cfa completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:17:19.792896 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-60a4aa01-5442-4ae8-969f-ed3dd8f9d21c req-a8f73a98-82b0-4268-bd05-3852bd6612a6 tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] 10.222.0.68 "GET /v2.0/ports?device_id=28dd3587-2d03-4043-84ca-73b4803ca881 HTTP/1.1" status: 200 len: 946 time: 0.7307332 Jul 14 09:17:19.797234 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port 11d8937d-87cd-4109-8cb3-34cf5ea96cfa triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:17:19.797641 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:19.888043 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ed7834-fd4c-4ad0-ba43-a835099bac6b req-8659c44a-62da-47ae-9e09-98fdb9221a1a service neutron] Port ccee558a-d407-4279-9836-cee5ed170c31 on network 2244f7a1-04bd-42cd-9e86-31839b46f57f not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-29 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:17:19.910197 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ed7834-fd4c-4ad0-ba43-a835099bac6b req-8659c44a-62da-47ae-9e09-98fdb9221a1a service neutron] Attempting to bind port ccee558a-d407-4279-9836-cee5ed170c31 on network 2244f7a1-04bd-42cd-9e86-31839b46f57f {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:17:19.917405 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-89f3c5e8-ad95-491e-92ba-68c743d1b348 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:19.930293 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f10e7bb-142f-493e-a6f4-8e5b45605724 req-051f918a-e191-4c35-a9e9-c84089b624fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:19.931094 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2f10e7bb-142f-493e-a6f4-8e5b45605724 req-051f918a-e191-4c35-a9e9-c84089b624fc service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f15ecc2e979442a6b02936316f8b33e1&device_id=611c1b28-c22b-43c2-aa46-15cef6f6cd26 HTTP/1.1" status: 200 len: 1102 time: 1.0855331 Jul 14 09:17:19.998710 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-60a4aa01-5442-4ae8-969f-ed3dd8f9d21c req-d3e88ef0-af2d-43b8-a3cd-f2979acffef2 tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] 10.222.0.68 "GET /v2.0/security-groups?id=7bf941d0-4fab-41ec-a174-078829fdb488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048459 Jul 14 09:17:20.006393 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47983f46-64f9-4534-9735-8a72c7878aad req-7f632a6d-f83b-4c04-a5d3-0ecc4b10111f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:20.013035 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-47983f46-64f9-4534-9735-8a72c7878aad req-7f632a6d-f83b-4c04-a5d3-0ecc4b10111f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=85060e65-3b2f-4a6c-a04c-ce849daa5b3b HTTP/1.1" status: 200 len: 843 time: 0.1877871 Jul 14 09:17:20.017853 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:20.019654 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-634c7a31-274b-4c8d-bfa5-c07ab1576bd6 admin admin] Network 0a5c31ef-5c9f-41d4-98e4-f6172b4cf433 is scheduled to be hosted by DHCP agent c6a09bd4-f72e-4283-a3ca-0bbca8a51081 with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:17:20.039131 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ed7834-fd4c-4ad0-ba43-a835099bac6b req-8659c44a-62da-47ae-9e09-98fdb9221a1a service neutron] Checking agent: {'id': 'de11e667-f145-47b0-bd09-334a7505938e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 13, 12), 'started_at': datetime.datetime(2021, 7, 14, 9, 13, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 17, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:17:20.039760 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ed7834-fd4c-4ad0-ba43-a835099bac6b req-8659c44a-62da-47ae-9e09-98fdb9221a1a service neutron] Checking segment: {'id': '8f1c1422-de6c-445f-ab95-4e2c94585b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '2244f7a1-04bd-42cd-9e86-31839b46f57f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:17:20.040574 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ed7834-fd4c-4ad0-ba43-a835099bac6b req-8659c44a-62da-47ae-9e09-98fdb9221a1a service neutron] Bound using segment: {'id': '8f1c1422-de6c-445f-ab95-4e2c94585b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '2244f7a1-04bd-42cd-9e86-31839b46f57f'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:17:20.041316 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-d0ed7834-fd4c-4ad0-ba43-a835099bac6b req-8659c44a-62da-47ae-9e09-98fdb9221a1a service neutron] Bound port: ccee558a-d407-4279-9836-cee5ed170c31, host: n-h1-779913-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f1c1422-de6c-445f-ab95-4e2c94585b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '2244f7a1-04bd-42cd-9e86-31839b46f57f'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:17:20.041894 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-d0ed7834-fd4c-4ad0-ba43-a835099bac6b req-8659c44a-62da-47ae-9e09-98fdb9221a1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:20.052610 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-89f3c5e8-ad95-491e-92ba-68c743d1b348 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:20.123757 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] For port 11d8937d-87cd-4109-8cb3-34cf5ea96cfa, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=11d8937d-87cd-4109-8cb3-34cf5ea96cfa,segment=NetworkSegment(f153c2e4-cead-492c-b6f7-a19c5b081de2),segment_id=f153c2e4-cead-492c-b6f7-a19c5b081de2)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:17:20.140069 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:20.190813 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-634c7a31-274b-4c8d-bfa5-c07ab1576bd6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-29, 0a5c31ef-5c9f-41d4-98e4-f6172b4cf433) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:17:20.201704 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-634c7a31-274b-4c8d-bfa5-c07ab1576bd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:20.202387 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-634c7a31-274b-4c8d-bfa5-c07ab1576bd6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:20.209063 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 3bee9368-ec6b-43ef-baa3-7d86465c278e details requested by agent hyperv_n-h2-779913-29 with host n-h2-779913-29 {{(pid=93959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:17:20.217050 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30bbe068-bc44-48a6-9c1c-ff8f4201e40b None None] Network 0a5c31ef-5c9f-41d4-98e4-f6172b4cf433 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:17:20.277796 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-634c7a31-274b-4c8d-bfa5-c07ab1576bd6 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 2.2859268 Jul 14 09:17:20.308676 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-d0ed7834-fd4c-4ad0-ba43-a835099bac6b req-8659c44a-62da-47ae-9e09-98fdb9221a1a service neutron] For port ccee558a-d407-4279-9836-cee5ed170c31, host n-h1-779913-29, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:17:20.365894 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-359d5b25-8282-4ce4-ac59-a3383b8f829e req-fb53ac2f-1fe2-416e-a2d5-4dbdb4337f56 tempest-ServersWithSpecificFlavorTestJSON-1964774978 tempest-ServersWithSpecificFlavorTestJSON-1964774978-project] 10.222.0.68 "GET /v2.0/ports?device_id=399cc662-da27-469a-9e98-9f69d4b89657 HTTP/1.1" status: 200 len: 210 time: 0.0712736 Jul 14 09:17:20.390522 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-d0ed7834-fd4c-4ad0-ba43-a835099bac6b req-8659c44a-62da-47ae-9e09-98fdb9221a1a service neutron] For port ccee558a-d407-4279-9836-cee5ed170c31, host n-h1-779913-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=ccee558a-d407-4279-9836-cee5ed170c31,segment=NetworkSegment(8f1c1422-de6c-445f-ab95-4e2c94585b2b),segment_id=8f1c1422-de6c-445f-ab95-4e2c94585b2b)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:17:20.401602 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-d0ed7834-fd4c-4ad0-ba43-a835099bac6b req-8659c44a-62da-47ae-9e09-98fdb9221a1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13574142'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:20.433860 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Pushing event updated for resources: {'Port': ['ID=11d8937d-87cd-4109-8cb3-34cf5ea96cfa,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:20.459029 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47983f46-64f9-4534-9735-8a72c7878aad req-f1bd5328-1134-472b-8133-a68bc201451e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:20.461732 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-47983f46-64f9-4534-9735-8a72c7878aad req-f1bd5328-1134-472b-8133-a68bc201451e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2244f7a1-04bd-42cd-9e86-31839b46f57f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3809552 Jul 14 09:17:20.512102 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-a694711d-70a9-42c2-b67e-17937c8ecc8d None None] Provisioning complete for port 11d8937d-87cd-4109-8cb3-34cf5ea96cfa triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:17:20.523829 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a694711d-70a9-42c2-b67e-17937c8ecc8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:20.577456 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ed7834-fd4c-4ad0-ba43-a835099bac6b req-8659c44a-62da-47ae-9e09-98fdb9221a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:20.578281 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-d0ed7834-fd4c-4ad0-ba43-a835099bac6b req-8659c44a-62da-47ae-9e09-98fdb9221a1a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:20.579804 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d0ed7834-fd4c-4ad0-ba43-a835099bac6b req-8659c44a-62da-47ae-9e09-98fdb9221a1a service neutron] 10.222.0.65 "PUT /v2.0/ports/ccee558a-d407-4279-9836-cee5ed170c31 HTTP/1.1" status: 200 len: 1097 time: 4.1707571 Jul 14 09:17:20.584861 n-d-779913-29 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca448bf7-6123-4542-9a1e-8f670b033294', 'tag': 'ccee558a-d407-4279-9836-cee5ed170c31'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:17:20.604058 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cb48f044f948e981f43897c8d7f1332f741dc7af2b4c5a6e19d8f4a80f708e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b2b4cfa-361f-4376-a295-3e8765af3d44" -d '{"events": [{"name": "network-changed", "server_uuid": "ca448bf7-6123-4542-9a1e-8f670b033294", "tag": "ccee558a-d407-4279-9836-cee5ed170c31"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:17:20.672073 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 36694) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:17:20.674767 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8659c44a-62da-47ae-9e09-98fdb9221a1a service neutron] Pushing event updated for resources: {'Port': ['ID=ccee558a-d407-4279-9836-cee5ed170c31,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:20.720117 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabd7d83-5c0b-4a86-b411-485b24917e76 req-6133b516-ecbd-4413-86ab-0364c2b55a6d tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:20.721988 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-fabd7d83-5c0b-4a86-b411-485b24917e76 req-6133b516-ecbd-4413-86ab-0364c2b55a6d tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/ports?device_id=075c0166-2f45-4ba5-a5fa-7f7ff3bec1e9 HTTP/1.1" status: 200 len: 948 time: 1.4432032 Jul 14 09:17:20.727195 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3064fc09-f982-4e71-8997-bb14b95d88af req-b72da2e8-2bbb-44bb-b1ec-253e9d20fded service neutron] 10.222.0.57 "GET /v2.0/networks/e7cb481e-49dc-464e-b748-d3d2c45f69f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2989626 Jul 14 09:17:20.784225 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b379b95-6e52-456c-b179-1d53b1d6e0d6 None None] Network 0a5c31ef-5c9f-41d4-98e4-f6172b4cf433 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:17:20.790353 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 3bee9368-ec6b-43ef-baa3-7d86465c278e, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=3bee9368-ec6b-43ef-baa3-7d86465c278e,segment=NetworkSegment(8f1c1422-de6c-445f-ab95-4e2c94585b2b),segment_id=8f1c1422-de6c-445f-ab95-4e2c94585b2b)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:17:20.893245 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Returning: {'device': '3bee9368-ec6b-43ef-baa3-7d86465c278e', 'network_id': '2244f7a1-04bd-42cd-9e86-31839b46f57f', 'port_id': '3bee9368-ec6b-43ef-baa3-7d86465c278e', 'mac_address': 'fa:16:3e:bd:63:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 724, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85060e65-3b2f-4a6c-a04c-ce849daa5b3b', 'ip_address': '192.168.233.246'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:17:20.903830 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a0c182b-eb07-46cd-8911-a66a349b0e2d admin admin] Deleting subnet a33045d0-918f-465b-a27f-35cc961fb754 {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:17:20.918223 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0a0c182b-eb07-46cd-8911-a66a349b0e2d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:20.969785 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:20.976639 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29392f59-ad4d-4d8f-aabd-85a0a220ab84 req-6d32476d-a31f-4cb7-b6b3-9c0b3a53f1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:20.978860 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-29392f59-ad4d-4d8f-aabd-85a0a220ab84 req-6d32476d-a31f-4cb7-b6b3-9c0b3a53f1c4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2244f7a1-04bd-42cd-9e86-31839b46f57f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 1.2196946 Jul 14 09:17:21.042559 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ed7834-fd4c-4ad0-ba43-a835099bac6b req-67c8471d-522e-490b-b4f9-f0a6edd40bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:21.059417 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d0ed7834-fd4c-4ad0-ba43-a835099bac6b req-67c8471d-522e-490b-b4f9-f0a6edd40bf4 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0354ae2bb6fb4c529416d8b4f0eeb6aa&device_id=ca448bf7-6123-4542-9a1e-8f670b033294 HTTP/1.1" status: 200 len: 1100 time: 0.3604743 Jul 14 09:17:21.067274 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-47983f46-64f9-4534-9735-8a72c7878aad req-683dd511-5b06-4327-bd41-0bb3e3ae3540 service neutron] 10.222.0.57 "GET /v2.0/networks/2244f7a1-04bd-42cd-9e86-31839b46f57f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5929041 Jul 14 09:17:21.068986 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3bee9368-ec6b-43ef-baa3-7d86465c278e {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:17:21.097064 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0a0c182b-eb07-46cd-8911-a66a349b0e2d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13574120'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:21.098078 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 3bee9368-ec6b-43ef-baa3-7d86465c278e, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=3bee9368-ec6b-43ef-baa3-7d86465c278e,segment=NetworkSegment(8f1c1422-de6c-445f-ab95-4e2c94585b2b),segment_id=8f1c1422-de6c-445f-ab95-4e2c94585b2b)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:17:21.103834 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:21.149879 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0a0c182b-eb07-46cd-8911-a66a349b0e2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3481002'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:21.178803 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Pushing event updated for resources: {'Port': ['ID=3bee9368-ec6b-43ef-baa3-7d86465c278e,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:21.191462 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-89f3c5e8-ad95-491e-92ba-68c743d1b348 admin admin] Allocated IP 172.25.4.85 (2dcd4d32-cc7c-4468-b396-7ce5c9231892/6cd22a75-5bc1-467c-a3c4-0af04bd1b34a/91d3f779-156e-4297-b072-4b36052e5558) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:17:21.364259 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 11d8937d-87cd-4109-8cb3-34cf5ea96cfa up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:17:21.399766 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0a0c182b-eb07-46cd-8911-a66a349b0e2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13574056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16714573'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:21.407852 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] get_ports_and_sgs() called for port_ids ['3bee9368-ec6b-43ef-baa3-7d86465c278e'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:17:21.424065 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d0ed7834-fd4c-4ad0-ba43-a835099bac6b req-5b1d094e-0d1a-47f6-ac2b-0c3052bfc508 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.220&port_id=ccee558a-d407-4279-9836-cee5ed170c31 HTTP/1.1" status: 200 len: 217 time: 0.3637581 Jul 14 09:17:21.496621 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port 11d8937d-87cd-4109-8cb3-34cf5ea96cfa triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:17:21.497330 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:21.504053 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0d44aa-ad9b-4a16-b5ce-e1db18d9fda8 req-f631aef1-6f24-4a44-856c-5b7c4a932a0f tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:21.513464 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-8e0d44aa-ad9b-4a16-b5ce-e1db18d9fda8 req-f631aef1-6f24-4a44-856c-5b7c4a932a0f tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] 10.222.0.68 "GET /v2.0/ports?device_id=ca448bf7-6123-4542-9a1e-8f670b033294 HTTP/1.1" status: 200 len: 948 time: 0.8991146 Jul 14 09:17:21.540761 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-47983f46-64f9-4534-9735-8a72c7878aad req-6967f070-fcb6-4c15-9a6d-f7a69f13d69c service neutron] 10.222.0.57 "GET /v2.0/networks/2244f7a1-04bd-42cd-9e86-31839b46f57f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3247845 Jul 14 09:17:21.574033 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f876fdd6-1f58-4f28-8b8b-a58787771a20 req-085c6663-56d3-453c-a317-960035cb04d3 tempest-ServersWithSpecificFlavorTestJSON-1964774978 tempest-ServersWithSpecificFlavorTestJSON-1964774978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:21.575616 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f876fdd6-1f58-4f28-8b8b-a58787771a20 req-085c6663-56d3-453c-a317-960035cb04d3 tempest-ServersWithSpecificFlavorTestJSON-1964774978 tempest-ServersWithSpecificFlavorTestJSON-1964774978-project] 10.222.0.65 "GET /v2.0/networks?id=d5b4013b-42cf-4baf-b88c-1346c6034b92 HTTP/1.1" status: 200 len: 824 time: 0.1832750 Jul 14 09:17:21.576673 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f10e7bb-142f-493e-a6f4-8e5b45605724 req-1b0641ad-0f20-48c3-bfbb-4f16ce7a8c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:21.581160 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2f10e7bb-142f-493e-a6f4-8e5b45605724 req-1b0641ad-0f20-48c3-bfbb-4f16ce7a8c48 service neutron] 10.222.0.65 "GET /v2.0/networks?id=2244f7a1-04bd-42cd-9e86-31839b46f57f HTTP/1.1" status: 200 len: 870 time: 1.5218654 Jul 14 09:17:21.595120 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0c182b-eb07-46cd-8911-a66a349b0e2d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a33045d0-918f-465b-a27f-35cc961fb754,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:21.604977 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-fabd7d83-5c0b-4a86-b411-485b24917e76 req-a6fb7057-84e7-4de5-97f7-3e8e2c630cd7 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/security-groups?id=93b55648-4dd6-4852-bb99-9aa842ab19a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8408260 Jul 14 09:17:21.665582 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0a0c182b-eb07-46cd-8911-a66a349b0e2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:21.686169 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-0a0c182b-eb07-46cd-8911-a66a349b0e2d admin admin] 10.222.0.68 "DELETE /v2.0/subnets/a33045d0-918f-465b-a27f-35cc961fb754 HTTP/1.1" status: 204 len: 168 time: 1.0082958 Jul 14 09:17:21.693299 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 36706) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:17:21.697882 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-89f3c5e8-ad95-491e-92ba-68c743d1b348 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:21.761184 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-8e0d44aa-ad9b-4a16-b5ce-e1db18d9fda8 req-25598572-ef24-4cb5-a0f3-e08dd335e244 tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] 10.222.0.68 "GET /v2.0/security-groups?id=77fde4ca-6f5f-48d5-b2fd-4c103e7ba04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2467761 Jul 14 09:17:21.776765 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ed7834-fd4c-4ad0-ba43-a835099bac6b req-5781b23f-1414-48ca-bec3-8f897cd69450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:21.778345 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d0ed7834-fd4c-4ad0-ba43-a835099bac6b req-5781b23f-1414-48ca-bec3-8f897cd69450 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=85060e65-3b2f-4a6c-a04c-ce849daa5b3b HTTP/1.1" status: 200 len: 843 time: 0.2600355 Jul 14 09:17:21.788315 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2f10e7bb-142f-493e-a6f4-8e5b45605724 req-c1b2673f-d4b1-41fb-b9cd-6bf7352709b2 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=3c588ba2-3350-4d26-ae32-a0222859845a HTTP/1.1" status: 200 len: 217 time: 0.1810946 Jul 14 09:17:21.804170 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-89f3c5e8-ad95-491e-92ba-68c743d1b348 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:21.827024 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5820311a-49fa-4c2f-8094-319ea020ac8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3876111'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:21.882835 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:17:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89ccfa22-0f97-47a5-b5f9-aad0beef322e x-openstack-request-id: req-89ccfa22-0f97-47a5-b5f9-aad0beef322e {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:17:21.883116 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca448bf7-6123-4542-9a1e-8f670b033294", "tag": "ccee558a-d407-4279-9836-cee5ed170c31", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:17:21.883939 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-89ccfa22-0f97-47a5-b5f9-aad0beef322e {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:17:21.884350 n-d-779913-29 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca448bf7-6123-4542-9a1e-8f670b033294', 'tag': 'ccee558a-d407-4279-9836-cee5ed170c31', 'status': 'completed', 'code': 200} Jul 14 09:17:21.909273 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f876fdd6-1f58-4f28-8b8b-a58787771a20 req-7e63305b-5e60-438c-9dd3-6a911e036f40 tempest-ServersWithSpecificFlavorTestJSON-1964774978 tempest-ServersWithSpecificFlavorTestJSON-1964774978-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=693039a9031c4718ab71870c2e8c0097 HTTP/1.1" status: 200 len: 380 time: 0.2913589 Jul 14 09:17:21.919153 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89f3c5e8-ad95-491e-92ba-68c743d1b348 admin admin] Network 2dcd4d32-cc7c-4468-b396-7ce5c9231892 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:17:21.936005 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-89f3c5e8-ad95-491e-92ba-68c743d1b348 admin admin] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:17:21.946285 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ed7834-fd4c-4ad0-ba43-a835099bac6b req-b0eb8df0-52dd-4c85-b079-7fc0cfa179f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:21.948680 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d0ed7834-fd4c-4ad0-ba43-a835099bac6b req-b0eb8df0-52dd-4c85-b079-7fc0cfa179f5 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2244f7a1-04bd-42cd-9e86-31839b46f57f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1596522 Jul 14 09:17:21.953000 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-f876fdd6-1f58-4f28-8b8b-a58787771a20 req-af3c0c69-0948-4619-b1eb-c81f5f52e23d tempest-ServersWithSpecificFlavorTestJSON-1964774978 tempest-ServersWithSpecificFlavorTestJSON-1964774978-project] Request body: {'port': {'device_id': '399cc662-da27-469a-9e98-9f69d4b89657', 'network_id': 'd5b4013b-42cf-4baf-b88c-1346c6034b92', 'admin_state_up': True, 'tenant_id': '693039a9031c4718ab71870c2e8c0097', 'security_groups': ['c439237c-c705-4180-98e6-8dcbf5353a3f']}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:17:21.964621 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f3c5e8-ad95-491e-92ba-68c743d1b348 admin admin] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:17:21.979382 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5820311a-49fa-4c2f-8094-319ea020ac8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473955', 'neutron.services.segments.db._delete_segments_for_network-8735688326548'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:22.012120 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-5820311a-49fa-4c2f-8094-319ea020ac8e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88f3ad4b-ba2c-4cda-9108-6b5398b5823b']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:17:22.104658 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2a03e22f-088e-4d2a-920b-e74a9e49a4bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:22.197013 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 89b93a88-8318-4b86-8e96-0157da76e316 details requested by agent hyperv_n-h2-779913-29 with host n-h2-779913-29 {{(pid=93959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:17:22.211585 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 3bee9368-ec6b-43ef-baa3-7d86465c278e up at agent hyperv_n-h2-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:17:22.359506 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f3c5e8-ad95-491e-92ba-68c743d1b348 admin admin] Pushing event updated for resources: {'Port': ['ID=91d3f779-156e-4297-b072-4b36052e5558,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:22.384184 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f3c5e8-ad95-491e-92ba-68c743d1b348 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:17:22.384835 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f3c5e8-ad95-491e-92ba-68c743d1b348 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:17:22.385331 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f3c5e8-ad95-491e-92ba-68c743d1b348 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:17:22.385926 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f3c5e8-ad95-491e-92ba-68c743d1b348 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:17:22.386565 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f3c5e8-ad95-491e-92ba-68c743d1b348 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:17:22.387130 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f3c5e8-ad95-491e-92ba-68c743d1b348 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:17:22.387822 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f3c5e8-ad95-491e-92ba-68c743d1b348 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:17:22.388356 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f3c5e8-ad95-491e-92ba-68c743d1b348 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:17:22.389073 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f3c5e8-ad95-491e-92ba-68c743d1b348 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:17:22.390508 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f3c5e8-ad95-491e-92ba-68c743d1b348 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:17:22.390769 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Provisioning for port 3bee9368-ec6b-43ef-baa3-7d86465c278e completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:17:22.391207 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f3c5e8-ad95-491e-92ba-68c743d1b348 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:17:22.392191 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f3c5e8-ad95-491e-92ba-68c743d1b348 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:17:22.401923 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Provisioning complete for port 3bee9368-ec6b-43ef-baa3-7d86465c278e triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:17:22.402311 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:22.413614 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-29392f59-ad4d-4d8f-aabd-85a0a220ab84 req-463e5eda-bfd3-4d40-989d-4ba3fd179b36 service neutron] 10.222.0.57 "GET /v2.0/networks/2244f7a1-04bd-42cd-9e86-31839b46f57f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3924296 Jul 14 09:17:22.415998 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f10e7bb-142f-493e-a6f4-8e5b45605724 req-c4309d44-1e69-4870-804d-4089cab1dd38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:22.418188 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-5820311a-49fa-4c2f-8094-319ea020ac8e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f875f095-62bd-47f3-862d-b05d81d8e5db') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:17:22.418582 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-5820311a-49fa-4c2f-8094-319ea020ac8e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f875f095-62bd-47f3-862d-b05d81d8e5db') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:17:22.418941 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2f10e7bb-142f-493e-a6f4-8e5b45605724 req-c4309d44-1e69-4870-804d-4089cab1dd38 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=85060e65-3b2f-4a6c-a04c-ce849daa5b3b HTTP/1.1" status: 200 len: 843 time: 0.6106429 Jul 14 09:17:22.437918 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5820311a-49fa-4c2f-8094-319ea020ac8e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735688356235', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13574129'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:22.467982 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5820311a-49fa-4c2f-8094-319ea020ac8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:22.482574 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5820311a-49fa-4c2f-8094-319ea020ac8e admin admin] Releasing vlan 728 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:17:22.483065 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5820311a-49fa-4c2f-8094-319ea020ac8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13573126'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:22.485136 n-d-779913-29 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:17:22.485136 n-d-779913-29 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:17:22.485136 n-d-779913-29 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:17:22.485136 n-d-779913-29 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:17:22.485136 n-d-779913-29 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:17:22.485136 n-d-779913-29 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:17:22.485136 n-d-779913-29 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:17:22.485136 n-d-779913-29 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:17:22.485136 n-d-779913-29 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:17:22.485136 n-d-779913-29 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:17:22.485136 n-d-779913-29 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:17:22.485136 n-d-779913-29 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:17:22.485136 n-d-779913-29 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:17:22.485136 n-d-779913-29 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:17:22.485136 n-d-779913-29 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:17:22.485136 n-d-779913-29 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:17:22.485136 n-d-779913-29 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:17:22.485136 n-d-779913-29 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:17:22.485136 n-d-779913-29 neutron-server[93958]: Traceback (most recent call last): Jul 14 09:17:22.485136 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:17:22.485136 n-d-779913-29 neutron-server[93958]: timer() Jul 14 09:17:22.485136 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:17:22.485136 n-d-779913-29 neutron-server[93958]: cb(*args, **kw) Jul 14 09:17:22.485136 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:17:22.485136 n-d-779913-29 neutron-server[93958]: return func(*args, **kwargs) Jul 14 09:17:22.485136 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:17:22.485136 n-d-779913-29 neutron-server[93958]: self._notify() Jul 14 09:17:22.485136 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:17:22.485136 n-d-779913-29 neutron-server[93958]: self.callback(batched_events) Jul 14 09:17:22.485136 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:17:22.485136 n-d-779913-29 neutron-server[93958]: event.method(event) Jul 14 09:17:22.485136 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:17:22.485136 n-d-779913-29 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:17:22.485136 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:17:22.485136 n-d-779913-29 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:17:22.485136 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:17:22.485136 n-d-779913-29 neutron-server[93958]: return f(self, *a, **k) Jul 14 09:17:22.485136 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:17:22.485136 n-d-779913-29 neutron-server[93958]: return self._get(url).json() Jul 14 09:17:22.485136 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:17:22.485136 n-d-779913-29 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:17:22.485136 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:17:22.485136 n-d-779913-29 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 14 09:17:22.485136 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:17:22.485136 n-d-779913-29 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:17:22.485136 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:17:22.485136 n-d-779913-29 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:17:22.485136 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:17:22.485136 n-d-779913-29 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:17:22.485136 n-d-779913-29 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:17:22.502674 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 89b93a88-8318-4b86-8e96-0157da76e316, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=89b93a88-8318-4b86-8e96-0157da76e316,segment=NetworkSegment(8f1c1422-de6c-445f-ab95-4e2c94585b2b),segment_id=8f1c1422-de6c-445f-ab95-4e2c94585b2b)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:17:22.519168 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Returning: {'device': '89b93a88-8318-4b86-8e96-0157da76e316', 'network_id': '2244f7a1-04bd-42cd-9e86-31839b46f57f', 'port_id': '89b93a88-8318-4b86-8e96-0157da76e316', 'mac_address': 'fa:16:3e:62:ac:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 724, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85060e65-3b2f-4a6c-a04c-ce849daa5b3b', 'ip_address': '192.168.233.37'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:17:22.560772 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:22.562518 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d0ed7834-fd4c-4ad0-ba43-a835099bac6b req-fab83f1b-8af8-4ab1-adc0-c785f438a48e service neutron] 10.222.0.65 "GET /v2.0/networks/2244f7a1-04bd-42cd-9e86-31839b46f57f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5803287 Jul 14 09:17:22.571873 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daa8451-c308-4a63-9514-11853d40f35a req-ba237697-06bd-4740-80a7-46b27d2c3565 tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:22.574664 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-29392f59-ad4d-4d8f-aabd-85a0a220ab84 req-a5875a1b-3dbe-46ed-9d0e-ec5a65922bf5 service neutron] 10.222.0.57 "GET /v2.0/networks/2244f7a1-04bd-42cd-9e86-31839b46f57f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505010 Jul 14 09:17:22.579220 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-9daa8451-c308-4a63-9514-11853d40f35a req-ba237697-06bd-4740-80a7-46b27d2c3565 tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] 10.222.0.68 "GET /v2.0/ports?device_id=28dd3587-2d03-4043-84ca-73b4803ca881 HTTP/1.1" status: 200 len: 946 time: 0.5502496 Jul 14 09:17:22.613969 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5820311a-49fa-4c2f-8094-319ea020ac8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660504'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:22.648614 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5820311a-49fa-4c2f-8094-319ea020ac8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:22.649864 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '075c0166-2f45-4ba5-a5fa-7f7ff3bec1e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bee9368-ec6b-43ef-baa3-7d86465c278e'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:17:22.653681 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-5820311a-49fa-4c2f-8094-319ea020ac8e admin admin] 10.222.0.68 "DELETE /v2.0/networks/88f3ad4b-ba2c-4cda-9108-6b5398b5823b HTTP/1.1" status: 204 len: 168 time: 0.9592943 Jul 14 09:17:22.657297 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd62303f06773040a8a4e189dc46b4f565768c299abf8ab8e7739778b0bc3e97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-981480bc-125a-4077-bec8-c54cdd7658ef" -d '{"events": [{"server_uuid": "075c0166-2f45-4ba5-a5fa-7f7ff3bec1e9", "name": "network-vif-plugged", "status": "completed", "tag": "3bee9368-ec6b-43ef-baa3-7d86465c278e"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:17:22.662241 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 36714) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:17:22.681471 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5820311a-49fa-4c2f-8094-319ea020ac8e admin admin] Pushing event deleted for resources: {'Network': ['ID=88f3ad4b-ba2c-4cda-9108-6b5398b5823b,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:22.688440 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:22.697331 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 3bee9368-ec6b-43ef-baa3-7d86465c278e, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=3bee9368-ec6b-43ef-baa3-7d86465c278e,segment=NetworkSegment(8f1c1422-de6c-445f-ab95-4e2c94585b2b),segment_id=8f1c1422-de6c-445f-ab95-4e2c94585b2b)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:17:22.706818 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:22.717925 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89b93a88-8318-4b86-8e96-0157da76e316 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:17:22.737824 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5820311a-49fa-4c2f-8094-319ea020ac8e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:17:22.738184 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5820311a-49fa-4c2f-8094-319ea020ac8e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:17:22.738512 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5820311a-49fa-4c2f-8094-319ea020ac8e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:17:22.738848 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5820311a-49fa-4c2f-8094-319ea020ac8e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:17:22.739182 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5820311a-49fa-4c2f-8094-319ea020ac8e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:17:22.739511 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5820311a-49fa-4c2f-8094-319ea020ac8e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:17:22.739842 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5820311a-49fa-4c2f-8094-319ea020ac8e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:17:22.740166 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5820311a-49fa-4c2f-8094-319ea020ac8e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:17:22.740523 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5820311a-49fa-4c2f-8094-319ea020ac8e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:17:22.740849 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5820311a-49fa-4c2f-8094-319ea020ac8e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:17:22.741423 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5820311a-49fa-4c2f-8094-319ea020ac8e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:17:22.741795 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5820311a-49fa-4c2f-8094-319ea020ac8e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:17:22.742432 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 89b93a88-8318-4b86-8e96-0157da76e316, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=89b93a88-8318-4b86-8e96-0157da76e316,segment=NetworkSegment(8f1c1422-de6c-445f-ab95-4e2c94585b2b),segment_id=8f1c1422-de6c-445f-ab95-4e2c94585b2b)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:17:22.765129 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-9daa8451-c308-4a63-9514-11853d40f35a req-30acdd41-6487-4a02-bf19-1003fc95ea80 tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] 10.222.0.68 "GET /v2.0/security-groups?id=7bf941d0-4fab-41ec-a174-078829fdb488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848826 Jul 14 09:17:22.768959 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:22.777062 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f876fdd6-1f58-4f28-8b8b-a58787771a20 req-af3c0c69-0948-4619-b1eb-c81f5f52e23d tempest-ServersWithSpecificFlavorTestJSON-1964774978 tempest-ServersWithSpecificFlavorTestJSON-1964774978-project] Made reservation on behalf of 693039a9031c4718ab71870c2e8c0097 for: {'port': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:17:22.783106 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-f876fdd6-1f58-4f28-8b8b-a58787771a20 req-af3c0c69-0948-4619-b1eb-c81f5f52e23d tempest-ServersWithSpecificFlavorTestJSON-1964774978 tempest-ServersWithSpecificFlavorTestJSON-1964774978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:22.807526 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Pushing event updated for resources: {'Port': ['ID=3bee9368-ec6b-43ef-baa3-7d86465c278e,revision_number=5']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:22.809079 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8a802fc-6740-4fa2-893b-c085c17d4109 admin admin] Deleting subnet 4ab5376a-4ba0-4d50-be8f-a797fe132795 {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:17:22.815033 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f8a802fc-6740-4fa2-893b-c085c17d4109 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:22.857390 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d0ed7834-fd4c-4ad0-ba43-a835099bac6b req-1f063c2b-4377-4179-83c7-7435b10071df service neutron] 10.222.0.65 "GET /v2.0/networks/2244f7a1-04bd-42cd-9e86-31839b46f57f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2697766 Jul 14 09:17:22.871142 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f8a802fc-6740-4fa2-893b-c085c17d4109 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13574120'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:22.886732 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df93a399-a8b8-4dc2-b72d-07bb18625956 req-1479f6a7-ef1d-49da-9f11-8f3ae3f8eb3d tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:22.896622 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-df93a399-a8b8-4dc2-b72d-07bb18625956 req-1479f6a7-ef1d-49da-9f11-8f3ae3f8eb3d tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] 10.222.0.68 "GET /v2.0/ports?device_id=1b299265-6d02-48dc-a72a-858f96118e51 HTTP/1.1" status: 200 len: 936 time: 0.9621012 Jul 14 09:17:22.909044 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [req-6aa8ed68-416b-4746-830d-4791560c20cd req-90256bc6-0f96-4c5e-b623-bd4a307e1140 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 361a3635-453e-4996-a98b-cba54b0b2536 {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:17:22.914306 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Pushing event updated for resources: {'Port': ['ID=89b93a88-8318-4b86-8e96-0157da76e316,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:22.944372 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f8a802fc-6740-4fa2-893b-c085c17d4109 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3481002'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:22.948351 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f10e7bb-142f-493e-a6f4-8e5b45605724 req-2c712134-341e-42fb-bb8c-1fc25e9bf357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:22.949935 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2f10e7bb-142f-493e-a6f4-8e5b45605724 req-2c712134-341e-42fb-bb8c-1fc25e9bf357 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2244f7a1-04bd-42cd-9e86-31839b46f57f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3695717 Jul 14 09:17:22.950508 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-89f3c5e8-ad95-491e-92ba-68c743d1b348 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:22.955460 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-6aa8ed68-416b-4746-830d-4791560c20cd req-90256bc6-0f96-4c5e-b623-bd4a307e1140 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:23.046050 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ed1e5efb-dbc0-4b02-b663-b2252b94f7f4 req-dd6f95bc-e818-4811-99f9-7a0732298d09 tempest-ServersWithSpecificFlavorTestJSON-1964774978 tempest-ServersWithSpecificFlavorTestJSON-1964774978-project] 10.222.0.68 "GET /v2.0/ports?device_id=399cc662-da27-469a-9e98-9f69d4b89657 HTTP/1.1" status: 200 len: 210 time: 0.0733058 Jul 14 09:17:23.070381 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] get_ports_and_sgs() called for port_ids ['89b93a88-8318-4b86-8e96-0157da76e316'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:17:23.094560 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-df93a399-a8b8-4dc2-b72d-07bb18625956 req-cd27f850-6da8-4b79-bcb4-ccf4a2de8bfc tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] 10.222.0.68 "GET /v2.0/security-groups?id=c9156572-74c8-4b9e-9f0a-c202a5ef91ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963570 Jul 14 09:17:23.152689 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f8a802fc-6740-4fa2-893b-c085c17d4109 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13574056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16714573'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:23.166867 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2b4cfa-361f-4376-a295-3e8765af3d44 req-78e976be-dd1b-405f-9397-0b6568319f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:23.168394 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-9b2b4cfa-361f-4376-a295-3e8765af3d44 req-78e976be-dd1b-405f-9397-0b6568319f2a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0354ae2bb6fb4c529416d8b4f0eeb6aa&device_id=ca448bf7-6123-4542-9a1e-8f670b033294 HTTP/1.1" status: 200 len: 1100 time: 0.1847761 Jul 14 09:17:23.199681 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:17:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9743a5c-43d9-4524-b66b-7c7a2d16c033 x-openstack-request-id: req-b9743a5c-43d9-4524-b66b-7c7a2d16c033 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:17:23.200229 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "075c0166-2f45-4ba5-a5fa-7f7ff3bec1e9", "name": "network-vif-plugged", "status": "completed", "tag": "3bee9368-ec6b-43ef-baa3-7d86465c278e", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:17:23.203578 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-b9743a5c-43d9-4524-b66b-7c7a2d16c033 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:17:23.204136 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '075c0166-2f45-4ba5-a5fa-7f7ff3bec1e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bee9368-ec6b-43ef-baa3-7d86465c278e', 'code': 200} Jul 14 09:17:23.277253 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [req-6aa8ed68-416b-4746-830d-4791560c20cd req-90256bc6-0f96-4c5e-b623-bd4a307e1140 service neutron] Transition to ACTIVE for port object 361a3635-453e-4996-a98b-cba54b0b2536 will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:17:23.296052 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-6aa8ed68-416b-4746-830d-4791560c20cd req-90256bc6-0f96-4c5e-b623-bd4a307e1140 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:23.424332 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a802fc-6740-4fa2-893b-c085c17d4109 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ab5376a-4ba0-4d50-be8f-a797fe132795,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:23.429038 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f8a802fc-6740-4fa2-893b-c085c17d4109 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:23.436131 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-f8a802fc-6740-4fa2-893b-c085c17d4109 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/4ab5376a-4ba0-4d50-be8f-a797fe132795 HTTP/1.1" status: 204 len: 168 time: 0.7634375 Jul 14 09:17:23.456287 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 36732) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:17:23.578551 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7a8b9a80-d8c7-4db9-9d8c-d3b6e4b55d07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3876111'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:23.587239 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2b4cfa-361f-4376-a295-3e8765af3d44 req-6ec05947-a107-484b-a183-61b75a8c2afa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:23.588719 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-9b2b4cfa-361f-4376-a295-3e8765af3d44 req-6ec05947-a107-484b-a183-61b75a8c2afa service neutron] 10.222.0.65 "GET /v2.0/networks?id=2244f7a1-04bd-42cd-9e86-31839b46f57f HTTP/1.1" status: 200 len: 870 time: 0.4021952 Jul 14 09:17:23.597957 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [req-f876fdd6-1f58-4f28-8b8b-a58787771a20 req-af3c0c69-0948-4619-b1eb-c81f5f52e23d tempest-ServersWithSpecificFlavorTestJSON-1964774978 tempest-ServersWithSpecificFlavorTestJSON-1964774978-project] Allocated IP 172.20.0.3 (d5b4013b-42cf-4baf-b88c-1346c6034b92/ff357304-9a7a-4849-886e-222423635809/742ea682-0e68-43c8-9fcc-ea486accf4fc) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:17:23.607727 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35669908-f552-4a30-a0b5-a6590fc4a6e4 req-19df87b8-67d1-4d58-826e-3a9d92fb179b tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:23.630806 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-35669908-f552-4a30-a0b5-a6590fc4a6e4 req-19df87b8-67d1-4d58-826e-3a9d92fb179b tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/ports?device_id=075c0166-2f45-4ba5-a5fa-7f7ff3bec1e9 HTTP/1.1" status: 200 len: 950 time: 0.2351995 Jul 14 09:17:23.706881 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-9b2b4cfa-361f-4376-a295-3e8765af3d44 req-137ef60d-1f79-457d-a84b-af8a88071ec6 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.220&port_id=ccee558a-d407-4279-9836-cee5ed170c31 HTTP/1.1" status: 200 len: 217 time: 0.0646093 Jul 14 09:17:23.809335 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-35669908-f552-4a30-a0b5-a6590fc4a6e4 req-7ce840f5-ef7d-495b-9900-ef2885a39e02 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/security-groups?id=93b55648-4dd6-4852-bb99-9aa842ab19a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773026 Jul 14 09:17:23.857211 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7a8b9a80-d8c7-4db9-9d8c-d3b6e4b55d07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473955', 'neutron.services.segments.db._delete_segments_for_network-8735688326548'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:23.897238 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-7a8b9a80-d8c7-4db9-9d8c-d3b6e4b55d07 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a5c31ef-5c9f-41d4-98e4-f6172b4cf433']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:17:23.921430 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2b4cfa-361f-4376-a295-3e8765af3d44 req-32faaf29-a279-43a3-a9b0-4af8c7749201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:23.923055 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-9b2b4cfa-361f-4376-a295-3e8765af3d44 req-32faaf29-a279-43a3-a9b0-4af8c7749201 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=85060e65-3b2f-4a6c-a04c-ce849daa5b3b HTTP/1.1" status: 200 len: 843 time: 0.1897662 Jul 14 09:17:23.924917 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-7a8b9a80-d8c7-4db9-9d8c-d3b6e4b55d07 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72520a95-fcf2-4e79-b15a-19d555be0226') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:17:23.925218 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-7a8b9a80-d8c7-4db9-9d8c-d3b6e4b55d07 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72520a95-fcf2-4e79-b15a-19d555be0226') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:17:23.978202 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7a8b9a80-d8c7-4db9-9d8c-d3b6e4b55d07 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735688356235', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13574129'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:24.065442 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7a8b9a80-d8c7-4db9-9d8c-d3b6e4b55d07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:24.081206 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2f10e7bb-142f-493e-a6f4-8e5b45605724 req-b5e3a1a4-3c76-4ce9-92db-2274ed6ef114 service neutron] 10.222.0.65 "GET /v2.0/networks/2244f7a1-04bd-42cd-9e86-31839b46f57f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0823922 Jul 14 09:17:24.082695 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a8b9a80-d8c7-4db9-9d8c-d3b6e4b55d07 admin admin] Releasing vlan 734 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:17:24.083107 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7a8b9a80-d8c7-4db9-9d8c-d3b6e4b55d07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13573126'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:24.085568 n-d-779913-29 neutron-server[93958]: Traceback (most recent call last): Jul 14 09:17:24.085568 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:17:24.085568 n-d-779913-29 neutron-server[93958]: timer() Jul 14 09:17:24.085568 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:17:24.085568 n-d-779913-29 neutron-server[93958]: cb(*args, **kw) Jul 14 09:17:24.085568 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:17:24.085568 n-d-779913-29 neutron-server[93958]: return func(*args, **kwargs) Jul 14 09:17:24.085568 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:17:24.085568 n-d-779913-29 neutron-server[93958]: self._notify() Jul 14 09:17:24.085568 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:17:24.085568 n-d-779913-29 neutron-server[93958]: self.callback(batched_events) Jul 14 09:17:24.085568 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:17:24.085568 n-d-779913-29 neutron-server[93958]: event.method(event) Jul 14 09:17:24.085568 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:17:24.085568 n-d-779913-29 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:17:24.085568 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:17:24.085568 n-d-779913-29 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:17:24.085568 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:17:24.085568 n-d-779913-29 neutron-server[93958]: return f(self, *a, **k) Jul 14 09:17:24.085568 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:17:24.085568 n-d-779913-29 neutron-server[93958]: return self._get(url).json() Jul 14 09:17:24.085568 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:17:24.085568 n-d-779913-29 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:17:24.085568 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:17:24.085568 n-d-779913-29 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 14 09:17:24.085568 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:17:24.085568 n-d-779913-29 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:17:24.085568 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:17:24.085568 n-d-779913-29 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:17:24.085568 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:17:24.085568 n-d-779913-29 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:17:24.085568 n-d-779913-29 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:17:24.161909 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2b4cfa-361f-4376-a295-3e8765af3d44 req-49894158-fdc0-4c94-b738-1a503aabc0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:24.164139 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-9b2b4cfa-361f-4376-a295-3e8765af3d44 req-49894158-fdc0-4c94-b738-1a503aabc0b0 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2244f7a1-04bd-42cd-9e86-31839b46f57f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2280505 Jul 14 09:17:24.184076 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860529ea-2d1d-4bfe-80ff-86407e3df51e req-1df5faf1-b8b0-4fe2-9ac4-2832a3d9fa09 tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:24.191781 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-860529ea-2d1d-4bfe-80ff-86407e3df51e req-1df5faf1-b8b0-4fe2-9ac4-2832a3d9fa09 tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] 10.222.0.68 "GET /v2.0/ports?device_id=ca448bf7-6123-4542-9a1e-8f670b033294 HTTP/1.1" status: 200 len: 948 time: 0.2260029 Jul 14 09:17:24.212708 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 89b93a88-8318-4b86-8e96-0157da76e316 up at agent hyperv_n-h2-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:17:24.242150 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90256bc6-0f96-4c5e-b623-bd4a307e1140 service neutron] Pushing event updated for resources: {'Port': ['ID=361a3635-453e-4996-a98b-cba54b0b2536,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:24.327790 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Provisioning for port 89b93a88-8318-4b86-8e96-0157da76e316 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:17:24.337266 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Provisioning complete for port 89b93a88-8318-4b86-8e96-0157da76e316 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:17:24.337684 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:24.347233 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7a8b9a80-d8c7-4db9-9d8c-d3b6e4b55d07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660504'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:24.351772 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-9b2b4cfa-361f-4376-a295-3e8765af3d44 req-823cbe60-bd10-4ce6-b21c-30dbd472c180 service neutron] 10.222.0.65 "GET /v2.0/networks/2244f7a1-04bd-42cd-9e86-31839b46f57f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1763728 Jul 14 09:17:24.439333 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-f876fdd6-1f58-4f28-8b8b-a58787771a20 req-af3c0c69-0948-4619-b1eb-c81f5f52e23d tempest-ServersWithSpecificFlavorTestJSON-1964774978 tempest-ServersWithSpecificFlavorTestJSON-1964774978-project] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:24.456906 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [req-f876fdd6-1f58-4f28-8b8b-a58787771a20 req-af3c0c69-0948-4619-b1eb-c81f5f52e23d tempest-ServersWithSpecificFlavorTestJSON-1964774978 tempest-ServersWithSpecificFlavorTestJSON-1964774978-project] Transition to ACTIVE for port object 742ea682-0e68-43c8-9fcc-ea486accf4fc will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:17:24.464348 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:24.475936 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7a8b9a80-d8c7-4db9-9d8c-d3b6e4b55d07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:24.480796 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-7a8b9a80-d8c7-4db9-9d8c-d3b6e4b55d07 admin admin] 10.222.0.68 "DELETE /v2.0/networks/0a5c31ef-5c9f-41d4-98e4-f6172b4cf433 HTTP/1.1" status: 204 len: 168 time: 1.0206640 Jul 14 09:17:24.482205 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8b9a80-d8c7-4db9-9d8c-d3b6e4b55d07 admin admin] Pushing event deleted for resources: {'Network': ['ID=0a5c31ef-5c9f-41d4-98e4-f6172b4cf433,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:24.491374 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-9b2b4cfa-361f-4376-a295-3e8765af3d44 req-5bafbc74-2d53-46c8-99d1-76d82097fe29 service neutron] 10.222.0.65 "GET /v2.0/networks/2244f7a1-04bd-42cd-9e86-31839b46f57f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172459 Jul 14 09:17:24.527278 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 89b93a88-8318-4b86-8e96-0157da76e316, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=89b93a88-8318-4b86-8e96-0157da76e316,segment=NetworkSegment(8f1c1422-de6c-445f-ab95-4e2c94585b2b),segment_id=8f1c1422-de6c-445f-ab95-4e2c94585b2b)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:17:24.528339 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-860529ea-2d1d-4bfe-80ff-86407e3df51e req-341a7c67-80ef-4bc1-8074-6249743b49d6 tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] 10.222.0.68 "GET /v2.0/security-groups?id=77fde4ca-6f5f-48d5-b2fd-4c103e7ba04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3349965 Jul 14 09:17:24.544163 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:24.617185 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Pushing event updated for resources: {'Port': ['ID=89b93a88-8318-4b86-8e96-0157da76e316,revision_number=5']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:24.683730 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-f876fdd6-1f58-4f28-8b8b-a58787771a20 req-af3c0c69-0948-4619-b1eb-c81f5f52e23d tempest-ServersWithSpecificFlavorTestJSON-1964774978 tempest-ServersWithSpecificFlavorTestJSON-1964774978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:24.698305 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:24.710644 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-6aa8ed68-416b-4746-830d-4791560c20cd req-90256bc6-0f96-4c5e-b623-bd4a307e1140 service neutron] Attempting to bind port 361a3635-453e-4996-a98b-cba54b0b2536 on host n-h2-779913-29 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:17:24.711195 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-6aa8ed68-416b-4746-830d-4791560c20cd req-90256bc6-0f96-4c5e-b623-bd4a307e1140 service neutron] Attempting to bind port 361a3635-453e-4996-a98b-cba54b0b2536 by drivers openvswitch,hyperv on host n-h2-779913-29 at level 0 using segments [{'id': '8f1c1422-de6c-445f-ab95-4e2c94585b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '2244f7a1-04bd-42cd-9e86-31839b46f57f'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:17:24.711573 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aa8ed68-416b-4746-830d-4791560c20cd req-90256bc6-0f96-4c5e-b623-bd4a307e1140 service neutron] Attempting to bind port 361a3635-453e-4996-a98b-cba54b0b2536 on network 2244f7a1-04bd-42cd-9e86-31839b46f57f {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:17:24.716432 n-d-779913-29 neutron-server[93957]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 14 09:17:24.716432 n-d-779913-29 neutron-server[93957]: from cryptography.utils import int_from_bytes Jul 14 09:17:24.716432 n-d-779913-29 neutron-server[93957]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 14 09:17:24.716432 n-d-779913-29 neutron-server[93957]: from cryptography.utils import int_from_bytes Jul 14 09:17:24.716432 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:17:24.716432 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:17:24.716432 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:17:24.716432 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:17:24.716432 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:17:24.716432 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:17:24.716432 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:17:24.716432 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:17:24.716432 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:17:24.716432 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:17:24.716432 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:17:24.716432 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:17:24.716432 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:17:24.716432 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:17:24.716432 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:17:24.716432 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:17:24.716432 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:17:24.716432 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:17:24.716432 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:17:24.716432 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:17:24.716432 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:17:24.716432 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:17:24.716432 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:17:24.716432 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:17:24.716432 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:17:24.716432 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:17:24.716432 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:17:24.716432 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:17:24.716432 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:17:24.716432 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:17:24.716432 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:17:24.716432 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:17:24.716432 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:17:24.716432 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:17:24.716432 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:17:24.716432 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:17:24.716432 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:17:24.716432 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:17:24.716432 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:17:24.716432 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:17:24.716432 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:17:24.716432 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:17:24.716432 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:17:24.716432 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:17:24.716432 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:17:24.716432 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:17:24.716432 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:17:24.716432 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:17:24.716432 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:17:24.716432 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:17:24.716432 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:17:24.716432 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:17:24.720312 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:17:24.720312 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:17:24.720312 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:17:24.720312 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:17:24.720312 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:17:24.720312 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:17:24.720312 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:17:24.720312 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:17:24.720312 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:17:24.720312 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:17:24.720312 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:17:24.720312 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:17:24.720312 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:17:24.720312 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:17:24.720312 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:17:24.720312 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:17:24.720312 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:17:24.720312 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:17:24.729096 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f876fdd6-1f58-4f28-8b8b-a58787771a20 req-af3c0c69-0948-4619-b1eb-c81f5f52e23d tempest-ServersWithSpecificFlavorTestJSON-1964774978 tempest-ServersWithSpecificFlavorTestJSON-1964774978-project] Network d5b4013b-42cf-4baf-b88c-1346c6034b92 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:17:24.744728 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e1ef80bb-ad13-4946-ad32-703551f5bca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:24.744950 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [req-f876fdd6-1f58-4f28-8b8b-a58787771a20 req-af3c0c69-0948-4619-b1eb-c81f5f52e23d tempest-ServersWithSpecificFlavorTestJSON-1964774978 tempest-ServersWithSpecificFlavorTestJSON-1964774978-project] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:17:24.749224 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-f876fdd6-1f58-4f28-8b8b-a58787771a20 req-af3c0c69-0948-4619-b1eb-c81f5f52e23d tempest-ServersWithSpecificFlavorTestJSON-1964774978 tempest-ServersWithSpecificFlavorTestJSON-1964774978-project] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:17:24.750974 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854ccbf4-7a1a-4524-8949-f3675e098863 req-2e4f7fa3-612b-4609-bc0f-fd1034998d28 tempest-ServersWithSpecificFlavorTestJSON-1964774978 tempest-ServersWithSpecificFlavorTestJSON-1964774978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:24.758363 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f876fdd6-1f58-4f28-8b8b-a58787771a20 req-af3c0c69-0948-4619-b1eb-c81f5f52e23d tempest-ServersWithSpecificFlavorTestJSON-1964774978 tempest-ServersWithSpecificFlavorTestJSON-1964774978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:24.759028 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-f876fdd6-1f58-4f28-8b8b-a58787771a20 req-af3c0c69-0948-4619-b1eb-c81f5f52e23d tempest-ServersWithSpecificFlavorTestJSON-1964774978 tempest-ServersWithSpecificFlavorTestJSON-1964774978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:24.764049 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-854ccbf4-7a1a-4524-8949-f3675e098863 req-2e4f7fa3-612b-4609-bc0f-fd1034998d28 tempest-ServersWithSpecificFlavorTestJSON-1964774978 tempest-ServersWithSpecificFlavorTestJSON-1964774978-project] 10.222.0.68 "GET /v2.0/ports?device_id=399cc662-da27-469a-9e98-9f69d4b89657 HTTP/1.1" status: 200 len: 931 time: 0.1130595 Jul 14 09:17:24.819484 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 36746) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:17:24.821021 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f876fdd6-1f58-4f28-8b8b-a58787771a20 req-af3c0c69-0948-4619-b1eb-c81f5f52e23d tempest-ServersWithSpecificFlavorTestJSON-1964774978 tempest-ServersWithSpecificFlavorTestJSON-1964774978-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9001834 Jul 14 09:17:24.835788 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-854ccbf4-7a1a-4524-8949-f3675e098863 req-fa5a5bf7-b52b-4217-95ff-3a4466984b4e tempest-ServersWithSpecificFlavorTestJSON-1964774978 tempest-ServersWithSpecificFlavorTestJSON-1964774978-project] 10.222.0.68 "GET /v2.0/security-groups?id=c439237c-c705-4180-98e6-8dcbf5353a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703428 Jul 14 09:17:24.842464 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-f876fdd6-1f58-4f28-8b8b-a58787771a20 req-d72396b6-7a1b-4ff0-953a-443038e42a63 service neutron] Request body: {'port': {'device_id': '399cc662-da27-469a-9e98-9f69d4b89657', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-29'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:17:24.928132 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-ad8112b4-cb97-494b-9127-355a8cc787a8 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=1532040633774edbb4660d89e5a0febc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0907414 Jul 14 09:17:24.928827 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 36750) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:17:24.932154 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aa8ed68-416b-4746-830d-4791560c20cd req-90256bc6-0f96-4c5e-b623-bd4a307e1140 service neutron] Port 361a3635-453e-4996-a98b-cba54b0b2536 on network 2244f7a1-04bd-42cd-9e86-31839b46f57f not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-29 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:17:24.932483 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aa8ed68-416b-4746-830d-4791560c20cd req-90256bc6-0f96-4c5e-b623-bd4a307e1140 service neutron] Attempting to bind port 361a3635-453e-4996-a98b-cba54b0b2536 on network 2244f7a1-04bd-42cd-9e86-31839b46f57f {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:17:24.946317 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abd2641-749c-4581-a712-dc4e2d02eecf req-869d0a19-9a17-4694-8b4a-4aa70b51244b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:24.948474 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1abd2641-749c-4581-a712-dc4e2d02eecf req-869d0a19-9a17-4694-8b4a-4aa70b51244b service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=075c0166-2f45-4ba5-a5fa-7f7ff3bec1e9 HTTP/1.1" status: 200 len: 1102 time: 1.5632007 Jul 14 09:17:24.949096 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-f876fdd6-1f58-4f28-8b8b-a58787771a20 req-d72396b6-7a1b-4ff0-953a-443038e42a63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:24.951797 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aa8ed68-416b-4746-830d-4791560c20cd req-90256bc6-0f96-4c5e-b623-bd4a307e1140 service neutron] Checking agent: {'id': '013e4a3b-a634-47b8-b6a5-1a25109b73fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 13, 13), 'started_at': datetime.datetime(2021, 7, 14, 9, 13, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 17, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:17:24.952203 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aa8ed68-416b-4746-830d-4791560c20cd req-90256bc6-0f96-4c5e-b623-bd4a307e1140 service neutron] Checking segment: {'id': '8f1c1422-de6c-445f-ab95-4e2c94585b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '2244f7a1-04bd-42cd-9e86-31839b46f57f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:17:24.952772 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aa8ed68-416b-4746-830d-4791560c20cd req-90256bc6-0f96-4c5e-b623-bd4a307e1140 service neutron] Bound using segment: {'id': '8f1c1422-de6c-445f-ab95-4e2c94585b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '2244f7a1-04bd-42cd-9e86-31839b46f57f'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:17:24.953034 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-6aa8ed68-416b-4746-830d-4791560c20cd req-90256bc6-0f96-4c5e-b623-bd4a307e1140 service neutron] Bound port: 361a3635-453e-4996-a98b-cba54b0b2536, host: n-h2-779913-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f1c1422-de6c-445f-ab95-4e2c94585b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '2244f7a1-04bd-42cd-9e86-31839b46f57f'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:17:24.953386 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-6aa8ed68-416b-4746-830d-4791560c20cd req-90256bc6-0f96-4c5e-b623-bd4a307e1140 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:24.993226 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-89f3c5e8-ad95-491e-92ba-68c743d1b348 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-711762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-661452'] for router, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:25.014892 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2449170e-4efa-4cef-881e-1589d2ed1c8c req-4b51aa13-a55a-4a04-8388-6f30c7d882ce tempest-LiveAutoBlockMigrationV225Test-648529105 tempest-LiveAutoBlockMigrationV225Test-648529105-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:25.017049 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2449170e-4efa-4cef-881e-1589d2ed1c8c req-4b51aa13-a55a-4a04-8388-6f30c7d882ce tempest-LiveAutoBlockMigrationV225Test-648529105 tempest-LiveAutoBlockMigrationV225Test-648529105-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=28dd3587-2d03-4043-84ca-73b4803ca881 HTTP/1.1" status: 200 len: 1098 time: 0.9306650 Jul 14 09:17:25.036414 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-087e4fa3-2046-4712-86af-a1bd3bfbd5be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:25.062030 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-087e4fa3-2046-4712-86af-a1bd3bfbd5be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:25.062790 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3c0c69-0948-4619-b1eb-c81f5f52e23d tempest-ServersWithSpecificFlavorTestJSON-1964774978 tempest-ServersWithSpecificFlavorTestJSON-1964774978-project] Pushing event updated for resources: {'Port': ['ID=742ea682-0e68-43c8-9fcc-ea486accf4fc,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:25.085878 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-fc09e791-1d94-400d-832e-800a72c2997d None None] Provisioning for port 742ea682-0e68-43c8-9fcc-ea486accf4fc completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:17:25.091131 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-fc09e791-1d94-400d-832e-800a72c2997d None None] Provisioning complete for port 742ea682-0e68-43c8-9fcc-ea486accf4fc triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:17:25.092764 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fc09e791-1d94-400d-832e-800a72c2997d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:25.132472 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-087e4fa3-2046-4712-86af-a1bd3bfbd5be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:25.135528 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-087e4fa3-2046-4712-86af-a1bd3bfbd5be admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:25.139088 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-087e4fa3-2046-4712-86af-a1bd3bfbd5be admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/ba297745-e86e-49bb-adc7-e9daa704dd3e HTTP/1.1" status: 204 len: 168 time: 0.2090275 Jul 14 09:17:25.145599 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-fc09e791-1d94-400d-832e-800a72c2997d None None] Port 742ea682-0e68-43c8-9fcc-ea486accf4fc cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:17:25.171146 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087e4fa3-2046-4712-86af-a1bd3bfbd5be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba297745-e86e-49bb-adc7-e9daa704dd3e,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:25.183932 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2f10e7bb-142f-493e-a6f4-8e5b45605724 req-d1a08dcf-5401-4c7c-9ec2-bba71e0a8dc2 service neutron] 10.222.0.65 "GET /v2.0/networks/2244f7a1-04bd-42cd-9e86-31839b46f57f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0292344 Jul 14 09:17:25.197649 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1abd2641-749c-4581-a712-dc4e2d02eecf req-a7bf5ca1-af31-48c9-a604-50ac779db85e service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=93b55648-4dd6-4852-bb99-9aa842ab19a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2330673 Jul 14 09:17:25.206723 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6593e4b3-80b2-4edd-b3fd-9f72f9137c4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89b93a88-8318-4b86-8e96-0157da76e316'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:17:25.211949 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd62303f06773040a8a4e189dc46b4f565768c299abf8ab8e7739778b0bc3e97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f31cf227-1a21-40c7-a7d8-5b0ec1e71855" -d '{"events": [{"server_uuid": "6593e4b3-80b2-4edd-b3fd-9f72f9137c4e", "name": "network-vif-plugged", "status": "completed", "tag": "89b93a88-8318-4b86-8e96-0157da76e316"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:17:25.212792 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c6aeea-1558-4ba3-8839-4309e98518ad req-cd844447-3a58-4a4d-8c47-8d9bae1d25aa tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:25.220606 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-c4c6aeea-1558-4ba3-8839-4309e98518ad req-cd844447-3a58-4a4d-8c47-8d9bae1d25aa tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] 10.222.0.68 "GET /v2.0/ports?device_id=1b299265-6d02-48dc-a72a-858f96118e51 HTTP/1.1" status: 200 len: 948 time: 0.1029937 Jul 14 09:17:25.276999 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-c4c6aeea-1558-4ba3-8839-4309e98518ad req-0366b462-3825-4b29-93a7-eb94f40ffbcb tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] 10.222.0.68 "GET /v2.0/security-groups?id=c9156572-74c8-4b9e-9f0a-c202a5ef91ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543633 Jul 14 09:17:25.332233 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2449170e-4efa-4cef-881e-1589d2ed1c8c req-21b7f721-34e3-4be3-b925-7aebc97fd574 tempest-LiveAutoBlockMigrationV225Test-648529105 tempest-LiveAutoBlockMigrationV225Test-648529105-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=7bf941d0-4fab-41ec-a174-078829fdb488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2998559 Jul 14 09:17:25.465898 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:17:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86b35552-1fb6-44c5-a6e6-664d9f389ff4 x-openstack-request-id: req-86b35552-1fb6-44c5-a6e6-664d9f389ff4 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:17:25.467107 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6593e4b3-80b2-4edd-b3fd-9f72f9137c4e", "name": "network-vif-plugged", "status": "completed", "tag": "89b93a88-8318-4b86-8e96-0157da76e316", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:17:25.467363 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-86b35552-1fb6-44c5-a6e6-664d9f389ff4 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:17:25.467759 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6593e4b3-80b2-4edd-b3fd-9f72f9137c4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89b93a88-8318-4b86-8e96-0157da76e316', 'code': 200} Jul 14 09:17:25.533654 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-6aa8ed68-416b-4746-830d-4791560c20cd req-90256bc6-0f96-4c5e-b623-bd4a307e1140 service neutron] For port 361a3635-453e-4996-a98b-cba54b0b2536, host n-h2-779913-29, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:17:25.560189 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device ccee558a-d407-4279-9836-cee5ed170c31 details requested by agent hyperv_n-h1-779913-29 with host n-h1-779913-29 {{(pid=93959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:17:25.587256 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fdaf8f-9dd7-4153-943a-fdf0a266c34e req-0f2aef06-1d74-4e5f-8474-2e1f6641c64a tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:25.587838 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-6aa8ed68-416b-4746-830d-4791560c20cd req-90256bc6-0f96-4c5e-b623-bd4a307e1140 service neutron] For port 361a3635-453e-4996-a98b-cba54b0b2536, host n-h2-779913-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=361a3635-453e-4996-a98b-cba54b0b2536,segment=NetworkSegment(8f1c1422-de6c-445f-ab95-4e2c94585b2b),segment_id=8f1c1422-de6c-445f-ab95-4e2c94585b2b)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:17:25.592439 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d0fdaf8f-9dd7-4153-943a-fdf0a266c34e req-0f2aef06-1d74-4e5f-8474-2e1f6641c64a tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/ports?device_id=075c0166-2f45-4ba5-a5fa-7f7ff3bec1e9 HTTP/1.1" status: 200 len: 950 time: 0.1402519 Jul 14 09:17:25.613297 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-6aa8ed68-416b-4746-830d-4791560c20cd req-90256bc6-0f96-4c5e-b623-bd4a307e1140 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:25.701134 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d0fdaf8f-9dd7-4153-943a-fdf0a266c34e req-fed06b89-6b72-4510-b98c-b7dc3b02804a tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/security-groups?id=93b55648-4dd6-4852-bb99-9aa842ab19a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970113 Jul 14 09:17:25.780273 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 36770) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:17:25.797911 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa8ed68-416b-4746-830d-4791560c20cd req-90256bc6-0f96-4c5e-b623-bd4a307e1140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:25.798466 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-6aa8ed68-416b-4746-830d-4791560c20cd req-90256bc6-0f96-4c5e-b623-bd4a307e1140 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:25.800311 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6aa8ed68-416b-4746-830d-4791560c20cd req-90256bc6-0f96-4c5e-b623-bd4a307e1140 service neutron] 10.222.0.57 "PUT /v2.0/ports/361a3635-453e-4996-a98b-cba54b0b2536 HTTP/1.1" status: 200 len: 1097 time: 7.1637292 Jul 14 09:17:25.805601 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b299265-6d02-48dc-a72a-858f96118e51', 'tag': '361a3635-453e-4996-a98b-cba54b0b2536'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:17:25.807958 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6adf66fa-6af6-4885-b1c9-2ba2d4b78b7b" -d '{"events": [{"name": "network-changed", "server_uuid": "1b299265-6d02-48dc-a72a-858f96118e51", "tag": "361a3635-453e-4996-a98b-cba54b0b2536"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:17:25.908200 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-2fe70f05-0a29-4628-9996-93b6182c21de admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=942cfcf760db4439978648e2c19d6885&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1235394 Jul 14 09:17:25.944074 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 36776) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:17:25.986185 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90256bc6-0f96-4c5e-b623-bd4a307e1140 service neutron] Pushing event updated for resources: {'Port': ['ID=361a3635-453e-4996-a98b-cba54b0b2536,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:26.014857 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90bff0c-9e26-43e9-924e-805b3b992f68 req-626699e8-9f79-48dd-82bb-69d5796367f8 tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:26.033182 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-a90bff0c-9e26-43e9-924e-805b3b992f68 req-626699e8-9f79-48dd-82bb-69d5796367f8 tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] 10.222.0.68 "GET /v2.0/ports?device_id=ca448bf7-6123-4542-9a1e-8f670b033294 HTTP/1.1" status: 200 len: 948 time: 0.1417360 Jul 14 09:17:26.054546 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port ccee558a-d407-4279-9836-cee5ed170c31, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=ccee558a-d407-4279-9836-cee5ed170c31,segment=NetworkSegment(8f1c1422-de6c-445f-ab95-4e2c94585b2b),segment_id=8f1c1422-de6c-445f-ab95-4e2c94585b2b)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:17:26.057653 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5ad31076-714c-49ec-bc37-f3d4cd90112a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:26.077459 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Returning: {'device': 'ccee558a-d407-4279-9836-cee5ed170c31', 'network_id': '2244f7a1-04bd-42cd-9e86-31839b46f57f', 'port_id': 'ccee558a-d407-4279-9836-cee5ed170c31', 'mac_address': 'fa:16:3e:72:99:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 724, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85060e65-3b2f-4a6c-a04c-ce849daa5b3b', 'ip_address': '192.168.233.220'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:17:26.118515 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89f3c5e8-ad95-491e-92ba-68c743d1b348 admin admin] Router c1bf83fb-a55c-4609-b350-a1d7a473953b is scheduled to L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 with binding_index 1 {{(pid=93957) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:17:26.123457 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-a90bff0c-9e26-43e9-924e-805b3b992f68 req-7f8a7583-cba6-46e1-a700-8eb5870b1605 tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] 10.222.0.68 "GET /v2.0/security-groups?id=77fde4ca-6f5f-48d5-b2fd-4c103e7ba04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893021 Jul 14 09:17:26.127811 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:26.154160 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648af2c5-5a8c-46b4-b5bd-0a148994c3ca req-ea316acd-23da-4f8c-877a-5b0624d461e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:26.155349 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-648af2c5-5a8c-46b4-b5bd-0a148994c3ca req-ea316acd-23da-4f8c-877a-5b0624d461e6 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=6593e4b3-80b2-4edd-b3fd-9f72f9137c4e HTTP/1.1" status: 200 len: 1101 time: 0.5588844 Jul 14 09:17:26.166994 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ccee558a-d407-4279-9836-cee5ed170c31 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:17:26.195620 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port ccee558a-d407-4279-9836-cee5ed170c31, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=ccee558a-d407-4279-9836-cee5ed170c31,segment=NetworkSegment(8f1c1422-de6c-445f-ab95-4e2c94585b2b),segment_id=8f1c1422-de6c-445f-ab95-4e2c94585b2b)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:17:26.199195 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:17:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-decd9722-40a8-4349-adc2-033c9f1c8086 x-openstack-request-id: req-decd9722-40a8-4349-adc2-033c9f1c8086 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:17:26.200039 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b299265-6d02-48dc-a72a-858f96118e51", "tag": "361a3635-453e-4996-a98b-cba54b0b2536", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:17:26.200322 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-decd9722-40a8-4349-adc2-033c9f1c8086 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:17:26.200736 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b299265-6d02-48dc-a72a-858f96118e51', 'tag': '361a3635-453e-4996-a98b-cba54b0b2536', 'status': 'completed', 'code': 200} Jul 14 09:17:26.204932 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:26.207061 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b05f402-8b77-406d-bf59-9ff4eed813ad req-cf6fb1f3-2da9-44ce-9eec-a6442493d5f8 tempest-LiveAutoBlockMigrationV225Test-648529105 tempest-LiveAutoBlockMigrationV225Test-648529105-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:26.214361 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5b05f402-8b77-406d-bf59-9ff4eed813ad req-cf6fb1f3-2da9-44ce-9eec-a6442493d5f8 tempest-LiveAutoBlockMigrationV225Test-648529105 tempest-LiveAutoBlockMigrationV225Test-648529105-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=28dd3587-2d03-4043-84ca-73b4803ca881 HTTP/1.1" status: 200 len: 1098 time: 0.5205679 Jul 14 09:17:26.248618 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-14da8ec2-02cc-4b98-957b-5943ea323f9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:26.275928 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Pushing event updated for resources: {'Port': ['ID=ccee558a-d407-4279-9836-cee5ed170c31,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:26.341188 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa8ed68-416b-4746-830d-4791560c20cd req-a5bb324c-ca4b-49a9-9643-e7be2e334611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:26.342867 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6aa8ed68-416b-4746-830d-4791560c20cd req-a5bb324c-ca4b-49a9-9643-e7be2e334611 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=960db35cb56b449db311d3b4abef7a82&device_id=1b299265-6d02-48dc-a72a-858f96118e51 HTTP/1.1" status: 200 len: 1100 time: 0.4665253 Jul 14 09:17:26.416464 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793fa734-a903-4d8a-807d-2f6c69b92476 req-2e1b139f-712f-4dec-825b-cbcdcde2def6 tempest-ServersWithSpecificFlavorTestJSON-1964774978 tempest-ServersWithSpecificFlavorTestJSON-1964774978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:26.419512 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-793fa734-a903-4d8a-807d-2f6c69b92476 req-2e1b139f-712f-4dec-825b-cbcdcde2def6 tempest-ServersWithSpecificFlavorTestJSON-1964774978 tempest-ServersWithSpecificFlavorTestJSON-1964774978-project] 10.222.0.68 "GET /v2.0/ports?device_id=399cc662-da27-469a-9e98-9f69d4b89657 HTTP/1.1" status: 200 len: 931 time: 0.1031251 Jul 14 09:17:26.428896 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-14da8ec2-02cc-4b98-957b-5943ea323f9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:26.433918 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [req-f876fdd6-1f58-4f28-8b8b-a58787771a20 req-d72396b6-7a1b-4ff0-953a-443038e42a63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 742ea682-0e68-43c8-9fcc-ea486accf4fc {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:17:26.448280 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6aa8ed68-416b-4746-830d-4791560c20cd req-6857cb13-0972-4ef6-b920-a0eb6c9a8fca service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=361a3635-453e-4996-a98b-cba54b0b2536 HTTP/1.1" status: 200 len: 217 time: 0.0907097 Jul 14 09:17:26.457340 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-648af2c5-5a8c-46b4-b5bd-0a148994c3ca req-a959f89e-f734-4c9d-8137-4db07d8d1cd2 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=77fde4ca-6f5f-48d5-b2fd-4c103e7ba04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2812791 Jul 14 09:17:26.459823 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-f876fdd6-1f58-4f28-8b8b-a58787771a20 req-d72396b6-7a1b-4ff0-953a-443038e42a63 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:26.482146 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-793fa734-a903-4d8a-807d-2f6c69b92476 req-1b36c5ab-6e64-438a-a550-6cb3ef35a264 tempest-ServersWithSpecificFlavorTestJSON-1964774978 tempest-ServersWithSpecificFlavorTestJSON-1964774978-project] 10.222.0.68 "GET /v2.0/security-groups?id=c439237c-c705-4180-98e6-8dcbf5353a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490532 Jul 14 09:17:26.504786 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5b05f402-8b77-406d-bf59-9ff4eed813ad req-a10ff576-2b1a-4c88-b466-deb0e51e0749 tempest-LiveAutoBlockMigrationV225Test-648529105 tempest-LiveAutoBlockMigrationV225Test-648529105-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=7bf941d0-4fab-41ec-a174-078829fdb488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2894814 Jul 14 09:17:26.569850 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] get_ports_and_sgs() called for port_ids ['ccee558a-d407-4279-9836-cee5ed170c31'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:17:26.607958 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [req-f876fdd6-1f58-4f28-8b8b-a58787771a20 req-d72396b6-7a1b-4ff0-953a-443038e42a63 service neutron] Transition to ACTIVE for port object 742ea682-0e68-43c8-9fcc-ea486accf4fc will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:17:26.626670 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-f876fdd6-1f58-4f28-8b8b-a58787771a20 req-d72396b6-7a1b-4ff0-953a-443038e42a63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:26.672468 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89f3c5e8-ad95-491e-92ba-68c743d1b348 admin admin] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:17:26.716348 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a4768fe-86ef-42a7-aecb-7dc69409e666 None None] Sync routers for ids ['c1bf83fb-a55c-4609-b350-a1d7a473953b'] in n-d-779913-29 {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:17:26.723512 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa8ed68-416b-4746-830d-4791560c20cd req-9b8ddd9d-9f67-45f3-bc06-4ce8e4a76419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:26.723512 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6aa8ed68-416b-4746-830d-4791560c20cd req-9b8ddd9d-9f67-45f3-bc06-4ce8e4a76419 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=85060e65-3b2f-4a6c-a04c-ce849daa5b3b HTTP/1.1" status: 200 len: 843 time: 0.2304370 Jul 14 09:17:26.771803 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e048a740-694d-4d59-93f5-21f1ef38cdb9 req-74a109f4-f7ec-4b95-ae5a-8e2ef2cfe192 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:26.775005 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-e048a740-694d-4d59-93f5-21f1ef38cdb9 req-74a109f4-f7ec-4b95-ae5a-8e2ef2cfe192 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] 10.222.0.68 "GET /v2.0/ports?device_id=1b299265-6d02-48dc-a72a-858f96118e51 HTTP/1.1" status: 200 len: 948 time: 0.1697659 Jul 14 09:17:26.804642 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-89f3c5e8-ad95-491e-92ba-68c743d1b348 admin admin] Notify callbacks [] for router, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:26.806275 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-89f3c5e8-ad95-491e-92ba-68c743d1b348 admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 10.3918834 Jul 14 09:17:26.816603 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 36798) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:17:26.839113 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a4768fe-86ef-42a7-aecb-7dc69409e666 None None] Routers {'c1bf83fb-a55c-4609-b350-a1d7a473953b'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:17:26.840216 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-8a4768fe-86ef-42a7-aecb-7dc69409e666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:17:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['c1bf83fb-a55c-4609-b350-a1d7a473953b'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:17:26.846449 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-f876fdd6-1f58-4f28-8b8b-a58787771a20 req-d72396b6-7a1b-4ff0-953a-443038e42a63 service neutron] Attempting to bind port 742ea682-0e68-43c8-9fcc-ea486accf4fc on host n-h1-779913-29 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:17:26.846842 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-f876fdd6-1f58-4f28-8b8b-a58787771a20 req-d72396b6-7a1b-4ff0-953a-443038e42a63 service neutron] Attempting to bind port 742ea682-0e68-43c8-9fcc-ea486accf4fc by drivers openvswitch,hyperv on host n-h1-779913-29 at level 0 using segments [{'id': '01d3a1cb-0c03-4cf6-93ad-80731b093c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'd5b4013b-42cf-4baf-b88c-1346c6034b92'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:17:26.847274 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f876fdd6-1f58-4f28-8b8b-a58787771a20 req-d72396b6-7a1b-4ff0-953a-443038e42a63 service neutron] Attempting to bind port 742ea682-0e68-43c8-9fcc-ea486accf4fc on network d5b4013b-42cf-4baf-b88c-1346c6034b92 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:17:26.854999 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f876fdd6-1f58-4f28-8b8b-a58787771a20 req-d72396b6-7a1b-4ff0-953a-443038e42a63 service neutron] Port 742ea682-0e68-43c8-9fcc-ea486accf4fc on network d5b4013b-42cf-4baf-b88c-1346c6034b92 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-29 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:17:26.855462 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f876fdd6-1f58-4f28-8b8b-a58787771a20 req-d72396b6-7a1b-4ff0-953a-443038e42a63 service neutron] Attempting to bind port 742ea682-0e68-43c8-9fcc-ea486accf4fc on network d5b4013b-42cf-4baf-b88c-1346c6034b92 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:17:26.861199 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-14da8ec2-02cc-4b98-957b-5943ea323f9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:26.867832 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-14da8ec2-02cc-4b98-957b-5943ea323f9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:26.867832 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-14da8ec2-02cc-4b98-957b-5943ea323f9d admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/411fb630-dfd4-46e6-8214-2a695a1e8831 HTTP/1.1" status: 204 len: 168 time: 0.9192121 Jul 14 09:17:26.884463 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14da8ec2-02cc-4b98-957b-5943ea323f9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=411fb630-dfd4-46e6-8214-2a695a1e8831,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:26.890142 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72396b6-7a1b-4ff0-953a-443038e42a63 service neutron] Pushing event updated for resources: {'Port': ['ID=742ea682-0e68-43c8-9fcc-ea486accf4fc,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:26.901042 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f876fdd6-1f58-4f28-8b8b-a58787771a20 req-d72396b6-7a1b-4ff0-953a-443038e42a63 service neutron] Checking agent: {'id': 'de11e667-f145-47b0-bd09-334a7505938e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 13, 12), 'started_at': datetime.datetime(2021, 7, 14, 9, 13, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 17, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:17:26.905219 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f876fdd6-1f58-4f28-8b8b-a58787771a20 req-d72396b6-7a1b-4ff0-953a-443038e42a63 service neutron] Checking segment: {'id': '01d3a1cb-0c03-4cf6-93ad-80731b093c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'd5b4013b-42cf-4baf-b88c-1346c6034b92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:17:26.905871 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f876fdd6-1f58-4f28-8b8b-a58787771a20 req-d72396b6-7a1b-4ff0-953a-443038e42a63 service neutron] Bound using segment: {'id': '01d3a1cb-0c03-4cf6-93ad-80731b093c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'd5b4013b-42cf-4baf-b88c-1346c6034b92'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:17:26.906688 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-f876fdd6-1f58-4f28-8b8b-a58787771a20 req-d72396b6-7a1b-4ff0-953a-443038e42a63 service neutron] Bound port: 742ea682-0e68-43c8-9fcc-ea486accf4fc, host: n-h1-779913-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01d3a1cb-0c03-4cf6-93ad-80731b093c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'd5b4013b-42cf-4baf-b88c-1346c6034b92'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:17:26.907370 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-f876fdd6-1f58-4f28-8b8b-a58787771a20 req-d72396b6-7a1b-4ff0-953a-443038e42a63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:26.968909 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-e048a740-694d-4d59-93f5-21f1ef38cdb9 req-4f30b6be-623f-439e-9dda-1eae45f34a90 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] 10.222.0.68 "GET /v2.0/security-groups?id=c9156572-74c8-4b9e-9f0a-c202a5ef91ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813135 Jul 14 09:17:27.187128 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa8ed68-416b-4746-830d-4791560c20cd req-2565a999-b920-41a5-9d04-a1c3bb81e9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:27.188689 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6aa8ed68-416b-4746-830d-4791560c20cd req-2565a999-b920-41a5-9d04-a1c3bb81e9a9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2244f7a1-04bd-42cd-9e86-31839b46f57f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4026308 Jul 14 09:17:27.329807 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvr_db [None req-8a4768fe-86ef-42a7-aecb-7dc69409e666 None None] Set router c1bf83fb-a55c-4609-b350-a1d7a473953b gateway port host: n-d-779913-29 {{(pid=93959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:17:27.919671 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5bbe322f-3f67-4864-bc0a-91afe44d23e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:27.949925 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-8a4768fe-86ef-42a7-aecb-7dc69409e666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1bf83fb-a55c-4609-b350-a1d7a473953b', 'name': 'tempest-FloatingIPsNegativeTestJSON-1427190297-router', 'tenant_id': 'dda9a7a10ff94d13800219413285210c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.85'}], 'enable_snat': True}, 'gw_port_id': '91d3f779-156e-4297-b072-4b36052e5558', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:17:16Z', 'updated_at': '2021-07-14T09:17:22Z', 'revision_number': 3, 'project_id': 'dda9a7a10ff94d13800219413285210c', 'gw_port': {'id': '91d3f779-156e-4297-b072-4b36052e5558', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:62:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1bf83fb-a55c-4609-b350-a1d7a473953b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:17:20Z', 'updated_at': '2021-07-14T09:17:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29'}], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:17:27.994304 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a4768fe-86ef-42a7-aecb-7dc69409e666 None None] Checking router: c1bf83fb-a55c-4609-b350-a1d7a473953b for host: n-d-779913-29 {{(pid=93959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:17:27.995072 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a4768fe-86ef-42a7-aecb-7dc69409e666 None None] Updating router c1bf83fb-a55c-4609-b350-a1d7a473953b port 91d3f779-156e-4297-b072-4b36052e5558 binding host n-d-779913-29 {{(pid=93959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:17:28.017959 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-f876fdd6-1f58-4f28-8b8b-a58787771a20 req-d72396b6-7a1b-4ff0-953a-443038e42a63 service neutron] For port 742ea682-0e68-43c8-9fcc-ea486accf4fc, host n-h1-779913-29, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:17:28.078029 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8a4768fe-86ef-42a7-aecb-7dc69409e666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:28.079572 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-f876fdd6-1f58-4f28-8b8b-a58787771a20 req-d72396b6-7a1b-4ff0-953a-443038e42a63 service neutron] For port 742ea682-0e68-43c8-9fcc-ea486accf4fc, host n-h1-779913-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=742ea682-0e68-43c8-9fcc-ea486accf4fc,segment=NetworkSegment(01d3a1cb-0c03-4cf6-93ad-80731b093c35),segment_id=01d3a1cb-0c03-4cf6-93ad-80731b093c35)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:17:28.086684 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c12e22-a399-4707-a3d8-f8f851eac4fc req-aca3d0f9-135a-4ac9-9ff7-bfc2f2632919 tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:28.088812 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-e5c12e22-a399-4707-a3d8-f8f851eac4fc req-aca3d0f9-135a-4ac9-9ff7-bfc2f2632919 tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] 10.222.0.68 "GET /v2.0/ports?device_id=ca448bf7-6123-4542-9a1e-8f670b033294 HTTP/1.1" status: 200 len: 949 time: 0.5704463 Jul 14 09:17:28.091176 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dc0569-0a1c-4ea8-8986-4c2d7815a193 req-6540c9e0-792e-4639-a7a2-c8822bbd8ab0 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:28.099001 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-00dc0569-0a1c-4ea8-8986-4c2d7815a193 req-6540c9e0-792e-4639-a7a2-c8822bbd8ab0 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/ports?device_id=075c0166-2f45-4ba5-a5fa-7f7ff3bec1e9 HTTP/1.1" status: 200 len: 950 time: 1.0747011 Jul 14 09:17:28.113208 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-f876fdd6-1f58-4f28-8b8b-a58787771a20 req-d72396b6-7a1b-4ff0-953a-443038e42a63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:28.208130 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72396b6-7a1b-4ff0-953a-443038e42a63 service neutron] Pushing event updated for resources: {'Port': ['ID=742ea682-0e68-43c8-9fcc-ea486accf4fc,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:28.216098 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-e5c12e22-a399-4707-a3d8-f8f851eac4fc req-c7279c57-6cab-4b00-bfe2-773346f4a137 tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] 10.222.0.68 "GET /v2.0/security-groups?id=77fde4ca-6f5f-48d5-b2fd-4c103e7ba04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002967 Jul 14 09:17:28.245867 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f876fdd6-1f58-4f28-8b8b-a58787771a20 req-d72396b6-7a1b-4ff0-953a-443038e42a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:28.247676 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-f876fdd6-1f58-4f28-8b8b-a58787771a20 req-d72396b6-7a1b-4ff0-953a-443038e42a63 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:28.249220 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f876fdd6-1f58-4f28-8b8b-a58787771a20 req-d72396b6-7a1b-4ff0-953a-443038e42a63 service neutron] 10.222.0.65 "PUT /v2.0/ports/742ea682-0e68-43c8-9fcc-ea486accf4fc HTTP/1.1" status: 200 len: 1092 time: 3.4127934 Jul 14 09:17:28.249821 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '399cc662-da27-469a-9e98-9f69d4b89657', 'tag': '742ea682-0e68-43c8-9fcc-ea486accf4fc'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:17:28.258759 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d778fd7c-f92c-4cb8-b842-410aa9b888a8" -d '{"events": [{"name": "network-changed", "server_uuid": "399cc662-da27-469a-9e98-9f69d4b89657", "tag": "742ea682-0e68-43c8-9fcc-ea486accf4fc"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:17:28.298175 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f1e0d7e9-de94-483b-8690-2788b3e0b186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:28.302148 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-00dc0569-0a1c-4ea8-8986-4c2d7815a193 req-1e34ca05-62f9-4c23-8ed6-300964133fba tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/security-groups?id=93b55648-4dd6-4852-bb99-9aa842ab19a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018957 Jul 14 09:17:28.463455 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6aa8ed68-416b-4746-830d-4791560c20cd req-0614298a-d7eb-4da4-804d-759aea728341 service neutron] 10.222.0.57 "GET /v2.0/networks/2244f7a1-04bd-42cd-9e86-31839b46f57f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2581396 Jul 14 09:17:28.593523 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-f1e0d7e9-de94-483b-8690-2788b3e0b186 admin admin] Allocated IP 172.20.0.1 (2316f85f-11a8-403e-b492-6c1e729d711f/d28ffe8d-2125-45f9-ad4c-0a861cbee67c/d8a39451-5b89-4d24-9128-1b799174d812) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:17:28.749587 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8a4768fe-86ef-42a7-aecb-7dc69409e666 None None] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:28.754488 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f1e0d7e9-de94-483b-8690-2788b3e0b186 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:28.775774 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-8a4768fe-86ef-42a7-aecb-7dc69409e666 None None] Transition to ACTIVE for port object 91d3f779-156e-4297-b072-4b36052e5558 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:17:28.786076 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8a4768fe-86ef-42a7-aecb-7dc69409e666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:28.796351 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f876fdd6-1f58-4f28-8b8b-a58787771a20 req-4fca0eba-f215-402b-a3ec-87cd5c38ae1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:28.797036 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-f1e0d7e9-de94-483b-8690-2788b3e0b186 admin admin] Transition to ACTIVE for port object d8a39451-5b89-4d24-9128-1b799174d812 will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:17:28.798011 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f876fdd6-1f58-4f28-8b8b-a58787771a20 req-4fca0eba-f215-402b-a3ec-87cd5c38ae1c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=693039a9031c4718ab71870c2e8c0097&device_id=399cc662-da27-469a-9e98-9f69d4b89657 HTTP/1.1" status: 200 len: 1095 time: 0.4460461 Jul 14 09:17:28.864710 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6aa8ed68-416b-4746-830d-4791560c20cd req-184eba46-6fff-4331-9a75-7f54bf57c467 service neutron] 10.222.0.57 "GET /v2.0/networks/2244f7a1-04bd-42cd-9e86-31839b46f57f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3896105 Jul 14 09:17:28.868424 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f876fdd6-1f58-4f28-8b8b-a58787771a20 req-75a42a27-8907-4593-95d9-25138c6f4e10 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=742ea682-0e68-43c8-9fcc-ea486accf4fc HTTP/1.1" status: 200 len: 217 time: 0.0558674 Jul 14 09:17:28.878979 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf29e7b-9a2d-4292-a31f-fad4d459d05e req-26beb88c-b5ea-494a-9c0c-1dd52d43e300 tempest-ServersWithSpecificFlavorTestJSON-1964774978 tempest-ServersWithSpecificFlavorTestJSON-1964774978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:28.883426 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f1e0d7e9-de94-483b-8690-2788b3e0b186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:28.891206 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-eaf29e7b-9a2d-4292-a31f-fad4d459d05e req-26beb88c-b5ea-494a-9c0c-1dd52d43e300 tempest-ServersWithSpecificFlavorTestJSON-1964774978 tempest-ServersWithSpecificFlavorTestJSON-1964774978-project] 10.222.0.68 "GET /v2.0/ports?device_id=399cc662-da27-469a-9e98-9f69d4b89657 HTTP/1.1" status: 200 len: 943 time: 0.2819793 Jul 14 09:17:28.929370 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-8a4768fe-86ef-42a7-aecb-7dc69409e666 None None] Attempting to bind port 91d3f779-156e-4297-b072-4b36052e5558 on host n-d-779913-29 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:17:28.930458 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-8a4768fe-86ef-42a7-aecb-7dc69409e666 None None] Attempting to bind port 91d3f779-156e-4297-b072-4b36052e5558 by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': '81bf7a93-80b3-43df-b9d5-462c604a2945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:17:28.931205 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a4768fe-86ef-42a7-aecb-7dc69409e666 None None] Attempting to bind port 91d3f779-156e-4297-b072-4b36052e5558 on network 2dcd4d32-cc7c-4468-b396-7ce5c9231892 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:17:28.939954 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a4768fe-86ef-42a7-aecb-7dc69409e666 None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 17, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:17:28.940929 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a4768fe-86ef-42a7-aecb-7dc69409e666 None None] Checking segment: {'id': '81bf7a93-80b3-43df-b9d5-462c604a2945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:17:28.941764 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8a4768fe-86ef-42a7-aecb-7dc69409e666 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:28.942367 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a4768fe-86ef-42a7-aecb-7dc69409e666 None None] Bound using segment: {'id': '81bf7a93-80b3-43df-b9d5-462c604a2945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:17:28.944544 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-8a4768fe-86ef-42a7-aecb-7dc69409e666 None None] Bound port: 91d3f779-156e-4297-b072-4b36052e5558, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81bf7a93-80b3-43df-b9d5-462c604a2945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:17:28.945194 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8a4768fe-86ef-42a7-aecb-7dc69409e666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:28.973278 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1cce83-6d4b-4e00-aa90-9a3aeb7eafdc None None] Pushing event updated for resources: {'Port': ['ID=91d3f779-156e-4297-b072-4b36052e5558,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:29.000645 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e0d7e9-de94-483b-8690-2788b3e0b186 admin admin] Pushing event updated for resources: {'Port': ['ID=d8a39451-5b89-4d24-9128-1b799174d812,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:29.015046 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1e0d7e9-de94-483b-8690-2788b3e0b186 admin admin] Network 2316f85f-11a8-403e-b492-6c1e729d711f is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:17:29.018281 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-f1e0d7e9-de94-483b-8690-2788b3e0b186 admin admin] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:17:29.037263 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e0d7e9-de94-483b-8690-2788b3e0b186 admin admin] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:17:29.046314 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8a4768fe-86ef-42a7-aecb-7dc69409e666 None None] For port 91d3f779-156e-4297-b072-4b36052e5558, host n-d-779913-29, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:17:29.051037 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8a4768fe-86ef-42a7-aecb-7dc69409e666 None None] For port 91d3f779-156e-4297-b072-4b36052e5558, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=91d3f779-156e-4297-b072-4b36052e5558,segment=NetworkSegment(81bf7a93-80b3-43df-b9d5-462c604a2945),segment_id=81bf7a93-80b3-43df-b9d5-462c604a2945)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:17:29.057171 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8a4768fe-86ef-42a7-aecb-7dc69409e666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:29.102515 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f1e0d7e9-de94-483b-8690-2788b3e0b186 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-660393'] for router_interface, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:29.113946 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acf80b4-4020-4926-807c-4edf0b99a4cb req-4bffe0af-27e9-4a4e-a654-02db8d277301 tempest-LiveAutoBlockMigrationV225Test-648529105 tempest-LiveAutoBlockMigrationV225Test-648529105-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:29.121922 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-0acf80b4-4020-4926-807c-4edf0b99a4cb req-4bffe0af-27e9-4a4e-a654-02db8d277301 tempest-LiveAutoBlockMigrationV225Test-648529105 tempest-LiveAutoBlockMigrationV225Test-648529105-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=28dd3587-2d03-4043-84ca-73b4803ca881 HTTP/1.1" status: 200 len: 1098 time: 0.3576090 Jul 14 09:17:29.207605 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f876fdd6-1f58-4f28-8b8b-a58787771a20 req-dd1a4e68-8d94-4049-9eeb-f77b98eb22c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:29.211578 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f876fdd6-1f58-4f28-8b8b-a58787771a20 req-dd1a4e68-8d94-4049-9eeb-f77b98eb22c2 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ff357304-9a7a-4849-886e-222423635809 HTTP/1.1" status: 200 len: 863 time: 0.3159313 Jul 14 09:17:29.218820 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a4768fe-86ef-42a7-aecb-7dc69409e666 None None] Routers {'c1bf83fb-a55c-4609-b350-a1d7a473953b'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:17:29.221614 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-8a4768fe-86ef-42a7-aecb-7dc69409e666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:17:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['c1bf83fb-a55c-4609-b350-a1d7a473953b'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:17:29.230993 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-0acf80b4-4020-4926-807c-4edf0b99a4cb req-4cce24fe-7dfa-4471-aa43-1c3abf47254a tempest-LiveAutoBlockMigrationV225Test-648529105 tempest-LiveAutoBlockMigrationV225Test-648529105-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=7bf941d0-4fab-41ec-a174-078829fdb488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082907 Jul 14 09:17:29.269782 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-eaf29e7b-9a2d-4292-a31f-fad4d459d05e req-dfdf60a7-1bfd-4d43-a3d9-702bff63424c tempest-ServersWithSpecificFlavorTestJSON-1964774978 tempest-ServersWithSpecificFlavorTestJSON-1964774978-project] 10.222.0.68 "GET /v2.0/security-groups?id=c439237c-c705-4180-98e6-8dcbf5353a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3775704 Jul 14 09:17:29.349360 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adf66fa-6af6-4885-b1c9-2ba2d4b78b7b req-d013312a-0395-463f-96c8-2b9dec115cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:29.351044 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6adf66fa-6af6-4885-b1c9-2ba2d4b78b7b req-d013312a-0395-463f-96c8-2b9dec115cf2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=960db35cb56b449db311d3b4abef7a82&device_id=1b299265-6d02-48dc-a72a-858f96118e51 HTTP/1.1" status: 200 len: 1100 time: 0.3545623 Jul 14 09:17:29.355029 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1cce83-6d4b-4e00-aa90-9a3aeb7eafdc None None] Pushing event updated for resources: {'Port': ['ID=91d3f779-156e-4297-b072-4b36052e5558,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:29.450962 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f1e0d7e9-de94-483b-8690-2788b3e0b186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:29.506630 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:17:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9fd4233-8eb6-4046-a489-e7ea7a0975ad x-openstack-request-id: req-e9fd4233-8eb6-4046-a489-e7ea7a0975ad {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:17:29.509624 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-cfe6f498-a916-4809-981b-7eb7a66e7023 None None] Provisioning for port d8a39451-5b89-4d24-9128-1b799174d812 completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:17:29.510018 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "399cc662-da27-469a-9e98-9f69d4b89657", "tag": "742ea682-0e68-43c8-9fcc-ea486accf4fc", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:17:29.510379 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-e9fd4233-8eb6-4046-a489-e7ea7a0975ad {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:17:29.510880 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '399cc662-da27-469a-9e98-9f69d4b89657', 'tag': '742ea682-0e68-43c8-9fcc-ea486accf4fc', 'status': 'completed', 'code': 200} Jul 14 09:17:29.519882 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvr_db [None req-8a4768fe-86ef-42a7-aecb-7dc69409e666 None None] Set router c1bf83fb-a55c-4609-b350-a1d7a473953b gateway port host: n-d-779913-29 {{(pid=93959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:17:29.531671 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-cfe6f498-a916-4809-981b-7eb7a66e7023 None None] Provisioning complete for port d8a39451-5b89-4d24-9128-1b799174d812 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:17:29.535070 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cfe6f498-a916-4809-981b-7eb7a66e7023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:29.558265 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f876fdd6-1f58-4f28-8b8b-a58787771a20 req-31821a08-162a-4722-a574-91d6191112d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:29.560115 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f876fdd6-1f58-4f28-8b8b-a58787771a20 req-31821a08-162a-4722-a574-91d6191112d6 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d5b4013b-42cf-4baf-b88c-1346c6034b92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3390031 Jul 14 09:17:29.649262 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device ccee558a-d407-4279-9836-cee5ed170c31 up at agent hyperv_n-h1-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:17:29.731554 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adf66fa-6af6-4885-b1c9-2ba2d4b78b7b req-159f574b-64a7-4e74-8770-4de20c9e41ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:29.743151 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6adf66fa-6af6-4885-b1c9-2ba2d4b78b7b req-159f574b-64a7-4e74-8770-4de20c9e41ea service neutron] 10.222.0.57 "GET /v2.0/networks?id=2244f7a1-04bd-42cd-9e86-31839b46f57f HTTP/1.1" status: 200 len: 870 time: 0.3680823 Jul 14 09:17:29.829782 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f1e0d7e9-de94-483b-8690-2788b3e0b186 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:29.845397 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceccbb99-a652-432e-8d38-f4c22ea683e1 req-00598b5d-d6a1-4d90-a1cc-4558eb2437ac tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:29.847193 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ceccbb99-a652-432e-8d38-f4c22ea683e1 req-00598b5d-d6a1-4d90-a1cc-4558eb2437ac tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] 10.222.0.68 "GET /v2.0/ports?device_id=1b299265-6d02-48dc-a72a-858f96118e51 HTTP/1.1" status: 200 len: 948 time: 0.2083654 Jul 14 09:17:29.848870 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f1e0d7e9-de94-483b-8690-2788b3e0b186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13574142'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:29.888914 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6adf66fa-6af6-4885-b1c9-2ba2d4b78b7b req-33f22ff5-6b90-4b35-baa0-8e1150b6ef2b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=361a3635-453e-4996-a98b-cba54b0b2536 HTTP/1.1" status: 200 len: 217 time: 0.1364443 Jul 14 09:17:29.952168 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-cfe6f498-a916-4809-981b-7eb7a66e7023 None None] Port d8a39451-5b89-4d24-9128-1b799174d812 cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:17:30.008364 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f876fdd6-1f58-4f28-8b8b-a58787771a20 req-57243c25-cd8a-45a7-a9f5-b86ec8b37514 service neutron] 10.222.0.65 "GET /v2.0/networks/d5b4013b-42cf-4baf-b88c-1346c6034b92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4321575 Jul 14 09:17:30.017232 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f1e0d7e9-de94-483b-8690-2788b3e0b186 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-683747'] for router_interface, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:30.019481 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e0d7e9-de94-483b-8690-2788b3e0b186 admin admin] Pushing event updated for resources: {'Port': ['ID=d8a39451-5b89-4d24-9128-1b799174d812,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:30.025311 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Provisioning for port ccee558a-d407-4279-9836-cee5ed170c31 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:17:30.036262 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Provisioning complete for port ccee558a-d407-4279-9836-cee5ed170c31 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:17:30.036893 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:30.055721 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ceccbb99-a652-432e-8d38-f4c22ea683e1 req-331a2376-509a-43f0-bccd-bb7a3ef747f1 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] 10.222.0.68 "GET /v2.0/security-groups?id=c9156572-74c8-4b9e-9f0a-c202a5ef91ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781316 Jul 14 09:17:30.215973 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-388afca6-6102-4ff5-86c7-fa3da0bdf6de req-db9f0ec2-2745-46ee-a727-0d7e12837eff service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=075c0166-2f45-4ba5-a5fa-7f7ff3bec1e9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2796481 Jul 14 09:17:30.235486 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:30.285025 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-8a4768fe-86ef-42a7-aecb-7dc69409e666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1bf83fb-a55c-4609-b350-a1d7a473953b', 'name': 'tempest-FloatingIPsNegativeTestJSON-1427190297-router', 'tenant_id': 'dda9a7a10ff94d13800219413285210c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.85'}], 'enable_snat': True}, 'gw_port_id': '91d3f779-156e-4297-b072-4b36052e5558', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:17:16Z', 'updated_at': '2021-07-14T09:17:22Z', 'revision_number': 3, 'project_id': 'dda9a7a10ff94d13800219413285210c', 'gw_port': {'id': '91d3f779-156e-4297-b072-4b36052e5558', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:62:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1bf83fb-a55c-4609-b350-a1d7a473953b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:17:20Z', 'updated_at': '2021-07-14T09:17:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29'}], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:17:30.287407 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca448bf7-6123-4542-9a1e-8f670b033294', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccee558a-d407-4279-9836-cee5ed170c31'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:17:30.288098 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1e0d7e9-de94-483b-8690-2788b3e0b186 admin admin] Network 2316f85f-11a8-403e-b492-6c1e729d711f is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:17:30.289788 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-f1e0d7e9-de94-483b-8690-2788b3e0b186 admin admin] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:17:30.290645 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd62303f06773040a8a4e189dc46b4f565768c299abf8ab8e7739778b0bc3e97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ecbfca6-07d5-42e2-83b9-56dc25141bf4" -d '{"events": [{"server_uuid": "ca448bf7-6123-4542-9a1e-8f670b033294", "name": "network-vif-plugged", "status": "completed", "tag": "ccee558a-d407-4279-9836-cee5ed170c31"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:17:30.357651 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adf66fa-6af6-4885-b1c9-2ba2d4b78b7b req-dd558a18-4699-454e-b8df-27bb243b9363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:30.359370 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6adf66fa-6af6-4885-b1c9-2ba2d4b78b7b req-dd558a18-4699-454e-b8df-27bb243b9363 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=85060e65-3b2f-4a6c-a04c-ce849daa5b3b HTTP/1.1" status: 200 len: 843 time: 0.4628882 Jul 14 09:17:30.387637 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a4768fe-86ef-42a7-aecb-7dc69409e666 None None] The sync data for ids ['c1bf83fb-a55c-4609-b350-a1d7a473953b'] in n-d-779913-29 is: [{'id': 'c1bf83fb-a55c-4609-b350-a1d7a473953b', 'name': 'tempest-FloatingIPsNegativeTestJSON-1427190297-router', 'tenant_id': 'dda9a7a10ff94d13800219413285210c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.85'}], 'enable_snat': True}, 'gw_port_id': '91d3f779-156e-4297-b072-4b36052e5558', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:17:16Z', 'updated_at': '2021-07-14T09:17:22Z', 'revision_number': 3, 'project_id': 'dda9a7a10ff94d13800219413285210c', 'gw_port': {'id': '91d3f779-156e-4297-b072-4b36052e5558', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:62:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1bf83fb-a55c-4609-b350-a1d7a473953b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:17:20Z', 'updated_at': '2021-07-14T09:17:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29'}] {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:17:30.392356 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port ccee558a-d407-4279-9836-cee5ed170c31, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=ccee558a-d407-4279-9836-cee5ed170c31,segment=NetworkSegment(8f1c1422-de6c-445f-ab95-4e2c94585b2b),segment_id=8f1c1422-de6c-445f-ab95-4e2c94585b2b)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:17:30.399283 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:30.508075 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Pushing event updated for resources: {'Port': ['ID=ccee558a-d407-4279-9836-cee5ed170c31,revision_number=5']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:30.532004 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7543160-80b6-4200-9ccf-952aa679c65f req-d420cd47-c9ce-4cba-ba1a-f888849c332d tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:30.542296 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b7543160-80b6-4200-9ccf-952aa679c65f req-d420cd47-c9ce-4cba-ba1a-f888849c332d tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] 10.222.0.68 "GET /v2.0/ports?device_id=ca448bf7-6123-4542-9a1e-8f670b033294 HTTP/1.1" status: 200 len: 949 time: 0.5486791 Jul 14 09:17:30.598720 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f876fdd6-1f58-4f28-8b8b-a58787771a20 req-75faff96-2645-42de-b003-33d07238df00 service neutron] 10.222.0.65 "GET /v2.0/networks/d5b4013b-42cf-4baf-b88c-1346c6034b92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5440350 Jul 14 09:17:30.640531 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1e0d7e9-de94-483b-8690-2788b3e0b186 admin admin] Router c1bf83fb-a55c-4609-b350-a1d7a473953b has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:17:30.684977 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-66931671-c9b6-43c2-9df5-509fce38ec35 None None] Provisioning complete for port d8a39451-5b89-4d24-9128-1b799174d812 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:17:30.689086 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-66931671-c9b6-43c2-9df5-509fce38ec35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:30.698733 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b7543160-80b6-4200-9ccf-952aa679c65f req-c4c19e09-8d7a-4921-bafa-15ad62d73c74 tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] 10.222.0.68 "GET /v2.0/security-groups?id=77fde4ca-6f5f-48d5-b2fd-4c103e7ba04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545527 Jul 14 09:17:30.709317 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adf66fa-6af6-4885-b1c9-2ba2d4b78b7b req-1052b6e4-c37d-4244-b946-8c00acd77427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:30.714044 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6adf66fa-6af6-4885-b1c9-2ba2d4b78b7b req-1052b6e4-c37d-4244-b946-8c00acd77427 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2244f7a1-04bd-42cd-9e86-31839b46f57f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3422306 Jul 14 09:17:30.835477 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-66931671-c9b6-43c2-9df5-509fce38ec35 None None] Port d8a39451-5b89-4d24-9128-1b799174d812 cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:17:31.062182 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1e0d7e9-de94-483b-8690-2788b3e0b186 admin admin] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:17:31.083295 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d778fd7c-f92c-4cb8-b842-410aa9b888a8 req-8e60a396-5b28-4aae-8927-410cbb169536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:31.084905 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d778fd7c-f92c-4cb8-b842-410aa9b888a8 req-8e60a396-5b28-4aae-8927-410cbb169536 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=693039a9031c4718ab71870c2e8c0097&device_id=399cc662-da27-469a-9e98-9f69d4b89657 HTTP/1.1" status: 200 len: 1095 time: 0.3818099 Jul 14 09:17:31.098371 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6adf66fa-6af6-4885-b1c9-2ba2d4b78b7b req-2de24ab7-aa1c-431c-b427-92696c6f5c26 service neutron] 10.222.0.57 "GET /v2.0/networks/2244f7a1-04bd-42cd-9e86-31839b46f57f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3678086 Jul 14 09:17:31.104993 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-f1e0d7e9-de94-483b-8690-2788b3e0b186 admin admin] 10.222.0.68 "PUT /v2.0/routers/c1bf83fb-a55c-4609-b350-a1d7a473953b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2861152 Jul 14 09:17:31.469787 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8a304e9a-54be-4546-a6be-7ffa570b87d2 req-d852965c-27d9-4c56-b59b-e0469d896b83 tempest-ServerDiagnosticsNegativeTest-1683519398 tempest-ServerDiagnosticsNegativeTest-1683519398-project] 10.222.0.68 "GET /v2.0/networks?tenant_id=9071e4459a01495bbad626bd0a3dc27f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0956893 Jul 14 09:17:31.524166 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 91d3f779-156e-4297-b072-4b36052e5558 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:17:31.650666 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning for port 91d3f779-156e-4297-b072-4b36052e5558 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:17:31.656624 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port 91d3f779-156e-4297-b072-4b36052e5558 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:17:31.657137 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:31.660027 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d778fd7c-f92c-4cb8-b842-410aa9b888a8 req-af72e6b8-17f1-42c0-a9c1-0c69b2ba66b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:31.662404 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d778fd7c-f92c-4cb8-b842-410aa9b888a8 req-af72e6b8-17f1-42c0-a9c1-0c69b2ba66b7 service neutron] 10.222.0.65 "GET /v2.0/networks?id=d5b4013b-42cf-4baf-b88c-1346c6034b92 HTTP/1.1" status: 200 len: 925 time: 0.5625010 Jul 14 09:17:31.785524 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d778fd7c-f92c-4cb8-b842-410aa9b888a8 req-6ccb7d53-a288-48aa-8c18-dd398e9e049e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=742ea682-0e68-43c8-9fcc-ea486accf4fc HTTP/1.1" status: 200 len: 217 time: 0.0899892 Jul 14 09:17:31.791470 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6adf66fa-6af6-4885-b1c9-2ba2d4b78b7b req-3c8a680d-d3dc-4dd4-8979-3291331d5219 service neutron] 10.222.0.57 "GET /v2.0/networks/2244f7a1-04bd-42cd-9e86-31839b46f57f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5790586 Jul 14 09:17:31.823935 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:31.852761 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d778fd7c-f92c-4cb8-b842-410aa9b888a8 req-f2624bf2-4ab2-493f-8a7f-6326b2b99149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:31.859887 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d778fd7c-f92c-4cb8-b842-410aa9b888a8 req-f2624bf2-4ab2-493f-8a7f-6326b2b99149 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ff357304-9a7a-4849-886e-222423635809 HTTP/1.1" status: 200 len: 863 time: 0.0566063 Jul 14 09:17:31.865920 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] For port 91d3f779-156e-4297-b072-4b36052e5558, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=91d3f779-156e-4297-b072-4b36052e5558,segment=NetworkSegment(81bf7a93-80b3-43df-b9d5-462c604a2945),segment_id=81bf7a93-80b3-43df-b9d5-462c604a2945)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:17:31.873271 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:31.932264 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a304e9a-54be-4546-a6be-7ffa570b87d2 req-ba3fcc02-ae98-41dd-8689-97d5785b6001 tempest-ServerDiagnosticsNegativeTest-1683519398 tempest-ServerDiagnosticsNegativeTest-1683519398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:31.941301 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8a304e9a-54be-4546-a6be-7ffa570b87d2 req-ba3fcc02-ae98-41dd-8689-97d5785b6001 tempest-ServerDiagnosticsNegativeTest-1683519398 tempest-ServerDiagnosticsNegativeTest-1683519398-project] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4520605 Jul 14 09:17:31.966579 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8a304e9a-54be-4546-a6be-7ffa570b87d2 req-d82cb034-4887-424f-9bcc-d4b24c0e0fbf tempest-ServerDiagnosticsNegativeTest-1683519398 tempest-ServerDiagnosticsNegativeTest-1683519398-project] 10.222.0.68 "GET /v2.0/quotas/9071e4459a01495bbad626bd0a3dc27f HTTP/1.1" status: 200 len: 375 time: 0.0237255 Jul 14 09:17:32.000976 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Pushing event updated for resources: {'Port': ['ID=91d3f779-156e-4297-b072-4b36052e5558,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:32.046743 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8a304e9a-54be-4546-a6be-7ffa570b87d2 req-da061f47-32d3-44d7-83d5-cc249efba95e tempest-ServerDiagnosticsNegativeTest-1683519398 tempest-ServerDiagnosticsNegativeTest-1683519398-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=9071e4459a01495bbad626bd0a3dc27f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0783517 Jul 14 09:17:32.063779 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d778fd7c-f92c-4cb8-b842-410aa9b888a8 req-44162aa5-da8b-45f6-89a3-d079af9e5392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:32.067559 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d778fd7c-f92c-4cb8-b842-410aa9b888a8 req-44162aa5-da8b-45f6-89a3-d079af9e5392 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d5b4013b-42cf-4baf-b88c-1346c6034b92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2030089 Jul 14 09:17:32.212051 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d778fd7c-f92c-4cb8-b842-410aa9b888a8 req-a6c9337d-8d77-4b47-9854-9eb1d644acfe service neutron] 10.222.0.65 "GET /v2.0/networks/d5b4013b-42cf-4baf-b88c-1346c6034b92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375849 Jul 14 09:17:32.259576 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 36944) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:17:32.260608 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 361a3635-453e-4996-a98b-cba54b0b2536 details requested by agent hyperv_n-h2-779913-29 with host n-h2-779913-29 {{(pid=93959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:17:32.371914 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d778fd7c-f92c-4cb8-b842-410aa9b888a8 req-3155d4fc-9a5b-4970-a505-7bfd45307bcf service neutron] 10.222.0.65 "GET /v2.0/networks/d5b4013b-42cf-4baf-b88c-1346c6034b92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497426 Jul 14 09:17:32.464507 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 361a3635-453e-4996-a98b-cba54b0b2536, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=361a3635-453e-4996-a98b-cba54b0b2536,segment=NetworkSegment(8f1c1422-de6c-445f-ab95-4e2c94585b2b),segment_id=8f1c1422-de6c-445f-ab95-4e2c94585b2b)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:17:32.493998 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Returning: {'device': '361a3635-453e-4996-a98b-cba54b0b2536', 'network_id': '2244f7a1-04bd-42cd-9e86-31839b46f57f', 'port_id': '361a3635-453e-4996-a98b-cba54b0b2536', 'mac_address': 'fa:16:3e:75:ef:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 724, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85060e65-3b2f-4a6c-a04c-ce849daa5b3b', 'ip_address': '192.168.233.161'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:17:32.516739 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [req-eaadb216-63c9-4e02-962c-6ee4201d7190 req-44b69ba0-380c-42ce-b128-5c1dca157d29 tempest-LiveAutoBlockMigrationV225Test-648529105 tempest-LiveAutoBlockMigrationV225Test-648529105-project-admin] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=93958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:17:32.517816 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-eaadb216-63c9-4e02-962c-6ee4201d7190 req-44b69ba0-380c-42ce-b128-5c1dca157d29 tempest-LiveAutoBlockMigrationV225Test-648529105 tempest-LiveAutoBlockMigrationV225Test-648529105-project-admin] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2563646 Jul 14 09:17:32.566787 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:32.567873 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ff6e66-74de-42c0-a122-0c2c480b5ee3 req-af973436-a592-4a39-9ebd-e048c19d6a16 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:32.570139 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-49ff6e66-74de-42c0-a122-0c2c480b5ee3 req-af973436-a592-4a39-9ebd-e048c19d6a16 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/ports?device_id=075c0166-2f45-4ba5-a5fa-7f7ff3bec1e9 HTTP/1.1" status: 200 len: 950 time: 0.1032186 Jul 14 09:17:32.589072 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 361a3635-453e-4996-a98b-cba54b0b2536 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:17:32.615071 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-49ff6e66-74de-42c0-a122-0c2c480b5ee3 req-5eeb7040-40a6-44c3-a35a-b3283a939b02 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/security-groups?id=93b55648-4dd6-4852-bb99-9aa842ab19a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365531 Jul 14 09:17:32.616758 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [req-eaadb216-63c9-4e02-962c-6ee4201d7190 req-c6d0fcfe-a17b-40bf-ae32-c4a37792838b service neutron] Request body: {'binding': {'host': 'n-h2-779913-29', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:17:32.617284 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [req-eaadb216-63c9-4e02-962c-6ee4201d7190 req-c6d0fcfe-a17b-40bf-ae32-c4a37792838b service neutron] Unknown quota resources ['binding']. {{(pid=93958) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 14 09:17:32.623172 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 361a3635-453e-4996-a98b-cba54b0b2536, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=361a3635-453e-4996-a98b-cba54b0b2536,segment=NetworkSegment(8f1c1422-de6c-445f-ab95-4e2c94585b2b),segment_id=8f1c1422-de6c-445f-ab95-4e2c94585b2b)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:17:32.629984 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:32.691720 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Pushing event updated for resources: {'Port': ['ID=361a3635-453e-4996-a98b-cba54b0b2536,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:32.814765 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-eaadb216-63c9-4e02-962c-6ee4201d7190 req-c6d0fcfe-a17b-40bf-ae32-c4a37792838b service neutron] Attempting to bind port 0f6b05e0-8d17-4b83-aa55-df527950bbf0 on host n-h2-779913-29 for vnic_type normal with profile None {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:17:32.815179 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-eaadb216-63c9-4e02-962c-6ee4201d7190 req-c6d0fcfe-a17b-40bf-ae32-c4a37792838b service neutron] Attempting to bind port 0f6b05e0-8d17-4b83-aa55-df527950bbf0 by drivers openvswitch,hyperv on host n-h2-779913-29 at level 0 using segments [{'id': '4f3a0541-e6cd-42f5-92f6-5d961c2f621f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'e7cb481e-49dc-464e-b748-d3d2c45f69f9'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:17:32.815700 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaadb216-63c9-4e02-962c-6ee4201d7190 req-c6d0fcfe-a17b-40bf-ae32-c4a37792838b service neutron] Attempting to bind port 0f6b05e0-8d17-4b83-aa55-df527950bbf0 on network e7cb481e-49dc-464e-b748-d3d2c45f69f9 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:17:32.820848 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaadb216-63c9-4e02-962c-6ee4201d7190 req-c6d0fcfe-a17b-40bf-ae32-c4a37792838b service neutron] Port 0f6b05e0-8d17-4b83-aa55-df527950bbf0 on network e7cb481e-49dc-464e-b748-d3d2c45f69f9 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-29 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:17:32.821246 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaadb216-63c9-4e02-962c-6ee4201d7190 req-c6d0fcfe-a17b-40bf-ae32-c4a37792838b service neutron] Attempting to bind port 0f6b05e0-8d17-4b83-aa55-df527950bbf0 on network e7cb481e-49dc-464e-b748-d3d2c45f69f9 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:17:32.826334 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaadb216-63c9-4e02-962c-6ee4201d7190 req-c6d0fcfe-a17b-40bf-ae32-c4a37792838b service neutron] Checking agent: {'id': '013e4a3b-a634-47b8-b6a5-1a25109b73fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 13, 13), 'started_at': datetime.datetime(2021, 7, 14, 9, 13, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 17, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:17:32.826757 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaadb216-63c9-4e02-962c-6ee4201d7190 req-c6d0fcfe-a17b-40bf-ae32-c4a37792838b service neutron] Checking segment: {'id': '4f3a0541-e6cd-42f5-92f6-5d961c2f621f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'e7cb481e-49dc-464e-b748-d3d2c45f69f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:17:32.827355 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaadb216-63c9-4e02-962c-6ee4201d7190 req-c6d0fcfe-a17b-40bf-ae32-c4a37792838b service neutron] Bound using segment: {'id': '4f3a0541-e6cd-42f5-92f6-5d961c2f621f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'e7cb481e-49dc-464e-b748-d3d2c45f69f9'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:17:32.827855 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-eaadb216-63c9-4e02-962c-6ee4201d7190 req-c6d0fcfe-a17b-40bf-ae32-c4a37792838b service neutron] Bound port: 0f6b05e0-8d17-4b83-aa55-df527950bbf0, host: n-h2-779913-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f3a0541-e6cd-42f5-92f6-5d961c2f621f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'e7cb481e-49dc-464e-b748-d3d2c45f69f9'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:17:32.902982 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-eaadb216-63c9-4e02-962c-6ee4201d7190 req-c6d0fcfe-a17b-40bf-ae32-c4a37792838b service neutron] For port 0f6b05e0-8d17-4b83-aa55-df527950bbf0, host n-h2-779913-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=0f6b05e0-8d17-4b83-aa55-df527950bbf0,segment=NetworkSegment(4f3a0541-e6cd-42f5-92f6-5d961c2f621f),segment_id=4f3a0541-e6cd-42f5-92f6-5d961c2f621f)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:17:32.911103 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-eaadb216-63c9-4e02-962c-6ee4201d7190 req-c6d0fcfe-a17b-40bf-ae32-c4a37792838b service neutron] Notify callbacks [] for binding, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:32.912686 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-eaadb216-63c9-4e02-962c-6ee4201d7190 req-c6d0fcfe-a17b-40bf-ae32-c4a37792838b service neutron] 10.222.0.68 "POST /v2.0/ports/0f6b05e0-8d17-4b83-aa55-df527950bbf0/bindings HTTP/1.1" status: 201 len: 390 time: 0.3486960 Jul 14 09:17:32.948957 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d46a475-dcaf-4390-8ee8-7ebaf2afe923 req-6735bdea-4a32-40d4-9933-1c3fc1494948 tempest-ServersWithSpecificFlavorTestJSON-1964774978 tempest-ServersWithSpecificFlavorTestJSON-1964774978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:32.956183 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-4d46a475-dcaf-4390-8ee8-7ebaf2afe923 req-6735bdea-4a32-40d4-9933-1c3fc1494948 tempest-ServersWithSpecificFlavorTestJSON-1964774978 tempest-ServersWithSpecificFlavorTestJSON-1964774978-project] 10.222.0.68 "GET /v2.0/ports?device_id=399cc662-da27-469a-9e98-9f69d4b89657 HTTP/1.1" status: 200 len: 943 time: 0.1418874 Jul 14 09:17:32.991038 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388afca6-6102-4ff5-86c7-fa3da0bdf6de req-95f60b9f-2857-4de3-bbd8-b85659f414bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:32.992519 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-388afca6-6102-4ff5-86c7-fa3da0bdf6de req-95f60b9f-2857-4de3-bbd8-b85659f414bc service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f15ecc2e979442a6b02936316f8b33e1&device_id=075c0166-2f45-4ba5-a5fa-7f7ff3bec1e9 HTTP/1.1" status: 200 len: 1102 time: 0.1366358 Jul 14 09:17:32.999610 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] get_ports_and_sgs() called for port_ids ['361a3635-453e-4996-a98b-cba54b0b2536'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:17:33.006887 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-4d46a475-dcaf-4390-8ee8-7ebaf2afe923 req-4ec7f11c-0311-478b-90da-54e6b96033af tempest-ServersWithSpecificFlavorTestJSON-1964774978 tempest-ServersWithSpecificFlavorTestJSON-1964774978-project] 10.222.0.68 "GET /v2.0/security-groups?id=c439237c-c705-4180-98e6-8dcbf5353a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497472 Jul 14 09:17:33.059527 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:17:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32429acf-c548-45ac-b806-6054cef8f37f x-openstack-request-id: req-32429acf-c548-45ac-b806-6054cef8f37f {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:17:33.059802 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca448bf7-6123-4542-9a1e-8f670b033294", "name": "network-vif-plugged", "status": "completed", "tag": "ccee558a-d407-4279-9836-cee5ed170c31", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:17:33.063329 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-32429acf-c548-45ac-b806-6054cef8f37f {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:17:33.064244 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca448bf7-6123-4542-9a1e-8f670b033294', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccee558a-d407-4279-9836-cee5ed170c31', 'code': 200} Jul 14 09:17:33.196134 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388afca6-6102-4ff5-86c7-fa3da0bdf6de req-9b72efba-3434-4051-8696-2f524fff3263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:33.198666 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-388afca6-6102-4ff5-86c7-fa3da0bdf6de req-9b72efba-3434-4051-8696-2f524fff3263 service neutron] 10.222.0.57 "GET /v2.0/networks?id=2244f7a1-04bd-42cd-9e86-31839b46f57f HTTP/1.1" status: 200 len: 870 time: 0.1905756 Jul 14 09:17:33.241228 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30672ed1-6c3b-49eb-a8e9-703c2f6d78b4 None None] Sync routers for ids ['c1bf83fb-a55c-4609-b350-a1d7a473953b'] in n-d-779913-29 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:17:33.245530 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed17f89-9bd4-458c-b660-9f6883ee7b1d req-0af609b9-d4fd-49f8-9260-b3b074df417d tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:33.248919 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-bed17f89-9bd4-458c-b660-9f6883ee7b1d req-0af609b9-d4fd-49f8-9260-b3b074df417d tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] 10.222.0.68 "GET /v2.0/ports?device_id=1b299265-6d02-48dc-a72a-858f96118e51 HTTP/1.1" status: 200 len: 949 time: 0.0781887 Jul 14 09:17:33.267388 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30672ed1-6c3b-49eb-a8e9-703c2f6d78b4 None None] Routers {'c1bf83fb-a55c-4609-b350-a1d7a473953b'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:17:33.268103 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-30672ed1-6c3b-49eb-a8e9-703c2f6d78b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:17:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['c1bf83fb-a55c-4609-b350-a1d7a473953b'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:17:33.291656 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-388afca6-6102-4ff5-86c7-fa3da0bdf6de req-5722175f-8928-41d9-a257-ad90abe0c8cb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=3bee9368-ec6b-43ef-baa3-7d86465c278e HTTP/1.1" status: 200 len: 217 time: 0.0824268 Jul 14 09:17:33.347770 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c7082c92-02f6-4196-bed2-375327350717 req-404ed92e-777e-45cc-8062-c8f538e3fa3f tempest-FloatingIPsNegativeTestJSON-527719853 tempest-FloatingIPsNegativeTestJSON-527719853-project] 10.222.0.68 "GET /v2.0/floatingips?tenant_id=dda9a7a10ff94d13800219413285210c HTTP/1.1" status: 200 len: 217 time: 0.0582287 Jul 14 09:17:33.379334 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 91d3f779-156e-4297-b072-4b36052e5558 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:17:33.392552 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-bed17f89-9bd4-458c-b660-9f6883ee7b1d req-2814906f-a452-418c-a720-651a777bfbb1 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] 10.222.0.68 "GET /v2.0/security-groups?id=c9156572-74c8-4b9e-9f0a-c202a5ef91ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372845 Jul 14 09:17:33.425082 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388afca6-6102-4ff5-86c7-fa3da0bdf6de req-a635410a-98b7-470e-86b9-a6a01c585e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:33.430288 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-388afca6-6102-4ff5-86c7-fa3da0bdf6de req-a635410a-98b7-470e-86b9-a6a01c585e4a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=85060e65-3b2f-4a6c-a04c-ce849daa5b3b HTTP/1.1" status: 200 len: 843 time: 0.0813029 Jul 14 09:17:33.436119 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-30672ed1-6c3b-49eb-a8e9-703c2f6d78b4 None None] Set router c1bf83fb-a55c-4609-b350-a1d7a473953b gateway port host: n-d-779913-29 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:17:33.487296 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port 91d3f779-156e-4297-b072-4b36052e5558 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:17:33.487772 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:33.616400 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-1a9ef73d-0e18-4200-a4a5-6d2f2eadd40a req-4f2340c4-bde1-4982-9b67-1d6a8a45a215 tempest-ServerDiagnosticsNegativeTest-1683519398 tempest-ServerDiagnosticsNegativeTest-1683519398-project] 10.222.0.68 "GET /v2.0/ports?device_id=bade9e41-c794-48ce-879d-5458f3df6e07 HTTP/1.1" status: 200 len: 210 time: 0.0550194 Jul 14 09:17:33.729281 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 742ea682-0e68-43c8-9fcc-ea486accf4fc details requested by agent hyperv_n-h1-779913-29 with host n-h1-779913-29 {{(pid=93959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:17:33.787755 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-30672ed1-6c3b-49eb-a8e9-703c2f6d78b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1bf83fb-a55c-4609-b350-a1d7a473953b', 'name': 'tempest-FloatingIPsNegativeTestJSON-1427190297-router', 'tenant_id': 'dda9a7a10ff94d13800219413285210c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.85'}], 'enable_snat': True}, 'gw_port_id': '91d3f779-156e-4297-b072-4b36052e5558', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:17:16Z', 'updated_at': '2021-07-14T09:17:29Z', 'revision_number': 4, 'project_id': 'dda9a7a10ff94d13800219413285210c', 'gw_port': {'id': '91d3f779-156e-4297-b072-4b36052e5558', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:62:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1bf83fb-a55c-4609-b350-a1d7a473953b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:17:20Z', 'updated_at': '2021-07-14T09:17:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': 'd8a39451-5b89-4d24-9128-1b799174d812', 'name': '', 'network_id': '2316f85f-11a8-403e-b492-6c1e729d711f', 'tenant_id': 'dda9a7a10ff94d13800219413285210c', 'mac_address': 'fa:16:3e:55:1e:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1bf83fb-a55c-4609-b350-a1d7a473953b', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'd28ffe8d-2125-45f9-ad4c-0a861cbee67c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:17:28Z', 'updated_at': '2021-07-14T09:17:29Z', 'revision_number': 2, 'project_id': 'dda9a7a10ff94d13800219413285210c', 'subnets': [{'id': 'd28ffe8d-2125-45f9-ad4c-0a861cbee67c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:17:33.817201 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30672ed1-6c3b-49eb-a8e9-703c2f6d78b4 None None] Checking router: c1bf83fb-a55c-4609-b350-a1d7a473953b for host: n-d-779913-29 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:17:33.818476 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30672ed1-6c3b-49eb-a8e9-703c2f6d78b4 None None] Updating router c1bf83fb-a55c-4609-b350-a1d7a473953b port d8a39451-5b89-4d24-9128-1b799174d812 binding host n-d-779913-29 {{(pid=93960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:17:33.846853 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5249be6-50cb-4391-a575-45eff68e92df req-dfafbb93-2dd0-47bc-969c-5b161eeda92b tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:33.849827 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-e5249be6-50cb-4391-a575-45eff68e92df req-dfafbb93-2dd0-47bc-969c-5b161eeda92b tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] 10.222.0.68 "GET /v2.0/ports?device_id=28dd3587-2d03-4043-84ca-73b4803ca881 HTTP/1.1" status: 200 len: 946 time: 0.0783942 Jul 14 09:17:33.855953 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-30672ed1-6c3b-49eb-a8e9-703c2f6d78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:33.897193 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port 742ea682-0e68-43c8-9fcc-ea486accf4fc, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=742ea682-0e68-43c8-9fcc-ea486accf4fc,segment=NetworkSegment(01d3a1cb-0c03-4cf6-93ad-80731b093c35),segment_id=01d3a1cb-0c03-4cf6-93ad-80731b093c35)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:17:33.911168 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-e5249be6-50cb-4391-a575-45eff68e92df req-d908f7ae-5be5-46ff-9534-ec8920071b73 tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] 10.222.0.68 "GET /v2.0/security-groups?id=7bf941d0-4fab-41ec-a174-078829fdb488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552475 Jul 14 09:17:33.914155 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Returning: {'device': '742ea682-0e68-43c8-9fcc-ea486accf4fc', 'network_id': 'd5b4013b-42cf-4baf-b88c-1346c6034b92', 'port_id': '742ea682-0e68-43c8-9fcc-ea486accf4fc', 'mac_address': 'fa:16:3e:ad:27:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 713, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff357304-9a7a-4849-886e-222423635809', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:17:33.956809 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d130092-8662-457e-993e-4dc003b48c59 req-0f3a543d-b4a0-444e-b950-0938ef06ec53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:33.958344 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6d130092-8662-457e-993e-4dc003b48c59 req-0f3a543d-b4a0-444e-b950-0938ef06ec53 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=ca448bf7-6123-4542-9a1e-8f670b033294 HTTP/1.1" status: 200 len: 1102 time: 0.5254545 Jul 14 09:17:33.969635 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:33.970404 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaadb216-63c9-4e02-962c-6ee4201d7190 req-18b5fa38-3abc-4d3c-ab1b-92d3ade882ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:33.971868 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-eaadb216-63c9-4e02-962c-6ee4201d7190 req-18b5fa38-3abc-4d3c-ab1b-92d3ade882ff service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e14af975015c4397b9da2a89a906dfc2&device_id=28dd3587-2d03-4043-84ca-73b4803ca881 HTTP/1.1" status: 200 len: 1098 time: 0.4758432 Jul 14 09:17:33.983343 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 742ea682-0e68-43c8-9fcc-ea486accf4fc {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:17:33.990497 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388afca6-6102-4ff5-86c7-fa3da0bdf6de req-2da734bb-75b6-4526-b348-f050d6f6e89b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:33.991969 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-388afca6-6102-4ff5-86c7-fa3da0bdf6de req-2da734bb-75b6-4526-b348-f050d6f6e89b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2244f7a1-04bd-42cd-9e86-31839b46f57f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4948089 Jul 14 09:17:34.007923 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port 742ea682-0e68-43c8-9fcc-ea486accf4fc, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=742ea682-0e68-43c8-9fcc-ea486accf4fc,segment=NetworkSegment(01d3a1cb-0c03-4cf6-93ad-80731b093c35),segment_id=01d3a1cb-0c03-4cf6-93ad-80731b093c35)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:17:34.019465 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:34.075409 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-a8bf7013-752f-4eef-bd84-2fe9428e33d5 req-bf760869-403f-4ccd-954e-dd7be275711e tempest-FloatingIPsNegativeTestJSON-527719853 tempest-FloatingIPsNegativeTestJSON-527719853-project] 10.222.0.68 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0488017 Jul 14 09:17:34.111221 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Pushing event updated for resources: {'Port': ['ID=742ea682-0e68-43c8-9fcc-ea486accf4fc,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:34.143570 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7df54b6-8be9-4210-b54b-af23e2868382 req-5b0160ed-4779-407e-80bd-ef5a42e64008 tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:34.145074 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c7df54b6-8be9-4210-b54b-af23e2868382 req-5b0160ed-4779-407e-80bd-ef5a42e64008 tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] 10.222.0.68 "GET /v2.0/ports?device_id=ca448bf7-6123-4542-9a1e-8f670b033294 HTTP/1.1" status: 200 len: 950 time: 0.6469271 Jul 14 09:17:34.203294 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6d130092-8662-457e-993e-4dc003b48c59 req-1586f891-c227-4705-8360-fec265e10c87 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=77fde4ca-6f5f-48d5-b2fd-4c103e7ba04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2294571 Jul 14 09:17:34.216106 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8a304e9a-54be-4546-a6be-7ffa570b87d2 req-413c9285-ddda-4cdf-bdf2-3120a3acf200 tempest-ServerDiagnosticsNegativeTest-1683519398 tempest-ServerDiagnosticsNegativeTest-1683519398-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=9071e4459a01495bbad626bd0a3dc27f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0619438 Jul 14 09:17:34.222861 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-388afca6-6102-4ff5-86c7-fa3da0bdf6de req-17cf1196-4c3a-461e-bf34-9d74f159bd08 service neutron] 10.222.0.57 "GET /v2.0/networks/2244f7a1-04bd-42cd-9e86-31839b46f57f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2167149 Jul 14 09:17:34.259165 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 361a3635-453e-4996-a98b-cba54b0b2536 up at agent hyperv_n-h2-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:17:34.271232 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c7df54b6-8be9-4210-b54b-af23e2868382 req-647b4950-40b1-4df9-ab21-45075c944298 tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] 10.222.0.68 "GET /v2.0/security-groups?id=77fde4ca-6f5f-48d5-b2fd-4c103e7ba04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051707 Jul 14 09:17:34.288167 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c747f4-5385-4f24-b185-192501a2659e req-27346d45-640c-4fe9-aeec-db0447b1a594 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:34.290608 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-a4c747f4-5385-4f24-b185-192501a2659e req-27346d45-640c-4fe9-aeec-db0447b1a594 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/ports?device_id=075c0166-2f45-4ba5-a5fa-7f7ff3bec1e9 HTTP/1.1" status: 200 len: 950 time: 0.0934830 Jul 14 09:17:34.297000 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-30672ed1-6c3b-49eb-a8e9-703c2f6d78b4 None None] Notify callbacks [] for port, precommit_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:34.312858 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-30672ed1-6c3b-49eb-a8e9-703c2f6d78b4 None None] Transition to ACTIVE for port object d8a39451-5b89-4d24-9128-1b799174d812 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:17:34.322908 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-30672ed1-6c3b-49eb-a8e9-703c2f6d78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:34.329701 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaadb216-63c9-4e02-962c-6ee4201d7190 req-88183ba9-5aab-4127-90fb-a445057b4192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:34.331055 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-eaadb216-63c9-4e02-962c-6ee4201d7190 req-88183ba9-5aab-4127-90fb-a445057b4192 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e7cb481e-49dc-464e-b748-d3d2c45f69f9 HTTP/1.1" status: 200 len: 921 time: 0.3469021 Jul 14 09:17:34.354014 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] get_ports_and_sgs() called for port_ids ['742ea682-0e68-43c8-9fcc-ea486accf4fc'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:17:34.386780 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-eaadb216-63c9-4e02-962c-6ee4201d7190 req-8e128558-48c9-4ace-9486-aaac10a82e2b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0f6b05e0-8d17-4b83-aa55-df527950bbf0 HTTP/1.1" status: 200 len: 217 time: 0.0483820 Jul 14 09:17:34.391350 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1653c35a-146d-4026-a487-bde77c28e139 None None] Pushing event updated for resources: {'Port': ['ID=d8a39451-5b89-4d24-9128-1b799174d812,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:34.405528 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Provisioning for port 361a3635-453e-4996-a98b-cba54b0b2536 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:17:34.421669 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Provisioning complete for port 361a3635-453e-4996-a98b-cba54b0b2536 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:17:34.422154 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:34.445721 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-a4c747f4-5385-4f24-b185-192501a2659e req-3ccd6e8d-10f3-47ae-a7ef-8970f0c9869c tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/security-groups?id=93b55648-4dd6-4852-bb99-9aa842ab19a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379223 Jul 14 09:17:34.475065 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-388afca6-6102-4ff5-86c7-fa3da0bdf6de req-0a8a8f21-9a95-4920-ab11-0bc8d7e5e65a service neutron] 10.222.0.57 "GET /v2.0/networks/2244f7a1-04bd-42cd-9e86-31839b46f57f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2391210 Jul 14 09:17:34.483234 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1653c35a-146d-4026-a487-bde77c28e139 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:17:34.483591 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1653c35a-146d-4026-a487-bde77c28e139 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:17:34.483931 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1653c35a-146d-4026-a487-bde77c28e139 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:17:34.484268 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1653c35a-146d-4026-a487-bde77c28e139 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:17:34.484599 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1653c35a-146d-4026-a487-bde77c28e139 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:17:34.484925 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1653c35a-146d-4026-a487-bde77c28e139 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:17:34.493097 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1653c35a-146d-4026-a487-bde77c28e139 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:17:34.493440 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1653c35a-146d-4026-a487-bde77c28e139 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:17:34.498309 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1653c35a-146d-4026-a487-bde77c28e139 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:17:34.499080 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1653c35a-146d-4026-a487-bde77c28e139 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:17:34.500880 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1653c35a-146d-4026-a487-bde77c28e139 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:17:34.501758 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1653c35a-146d-4026-a487-bde77c28e139 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:17:34.537271 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaadb216-63c9-4e02-962c-6ee4201d7190 req-8f6a93b3-ac8e-40ef-9d7b-eab2bfbee99b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:34.538798 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-eaadb216-63c9-4e02-962c-6ee4201d7190 req-8f6a93b3-ac8e-40ef-9d7b-eab2bfbee99b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a1f8d7cc-d5f0-4ac4-b550-493e46cf12fc HTTP/1.1" status: 200 len: 860 time: 0.1455019 Jul 14 09:17:34.540432 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-30672ed1-6c3b-49eb-a8e9-703c2f6d78b4 None None] Attempting to bind port d8a39451-5b89-4d24-9128-1b799174d812 on host n-d-779913-29 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:17:34.546100 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-30672ed1-6c3b-49eb-a8e9-703c2f6d78b4 None None] Attempting to bind port d8a39451-5b89-4d24-9128-1b799174d812 by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': 'f153c2e4-cead-492c-b6f7-a19c5b081de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '2316f85f-11a8-403e-b492-6c1e729d711f'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:17:34.547569 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30672ed1-6c3b-49eb-a8e9-703c2f6d78b4 None None] Attempting to bind port d8a39451-5b89-4d24-9128-1b799174d812 on network 2316f85f-11a8-403e-b492-6c1e729d711f {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:17:34.563243 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30672ed1-6c3b-49eb-a8e9-703c2f6d78b4 None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 17, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:17:34.565043 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30672ed1-6c3b-49eb-a8e9-703c2f6d78b4 None None] Checking segment: {'id': 'f153c2e4-cead-492c-b6f7-a19c5b081de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '2316f85f-11a8-403e-b492-6c1e729d711f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:17:34.565785 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-30672ed1-6c3b-49eb-a8e9-703c2f6d78b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:34.566350 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30672ed1-6c3b-49eb-a8e9-703c2f6d78b4 None None] Bound using segment: {'id': 'f153c2e4-cead-492c-b6f7-a19c5b081de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '2316f85f-11a8-403e-b492-6c1e729d711f'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:17:34.567671 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-30672ed1-6c3b-49eb-a8e9-703c2f6d78b4 None None] Bound port: d8a39451-5b89-4d24-9128-1b799174d812, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f153c2e4-cead-492c-b6f7-a19c5b081de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '2316f85f-11a8-403e-b492-6c1e729d711f'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:17:34.570122 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-30672ed1-6c3b-49eb-a8e9-703c2f6d78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:34.671114 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-eaadb216-63c9-4e02-962c-6ee4201d7190 req-292920e1-9492-48ee-b8df-e5cb26025cd5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e7cb481e-49dc-464e-b748-d3d2c45f69f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0661554 Jul 14 09:17:34.676515 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:34.722503 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-30672ed1-6c3b-49eb-a8e9-703c2f6d78b4 None None] For port d8a39451-5b89-4d24-9128-1b799174d812, host n-d-779913-29, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:17:34.727334 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-30672ed1-6c3b-49eb-a8e9-703c2f6d78b4 None None] For port d8a39451-5b89-4d24-9128-1b799174d812, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=d8a39451-5b89-4d24-9128-1b799174d812,segment=NetworkSegment(f153c2e4-cead-492c-b6f7-a19c5b081de2),segment_id=f153c2e4-cead-492c-b6f7-a19c5b081de2)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:17:34.735305 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-30672ed1-6c3b-49eb-a8e9-703c2f6d78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:34.782323 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 361a3635-453e-4996-a98b-cba54b0b2536, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=361a3635-453e-4996-a98b-cba54b0b2536,segment=NetworkSegment(8f1c1422-de6c-445f-ab95-4e2c94585b2b),segment_id=8f1c1422-de6c-445f-ab95-4e2c94585b2b)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:17:34.783784 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b06196-14b9-4e94-98be-03f059b92bf8 req-586ff09d-26f6-4e6d-ab55-0f3c4a6264e7 tempest-ServersWithSpecificFlavorTestJSON-1964774978 tempest-ServersWithSpecificFlavorTestJSON-1964774978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:34.787700 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-09b06196-14b9-4e94-98be-03f059b92bf8 req-586ff09d-26f6-4e6d-ab55-0f3c4a6264e7 tempest-ServersWithSpecificFlavorTestJSON-1964774978 tempest-ServersWithSpecificFlavorTestJSON-1964774978-project] 10.222.0.68 "GET /v2.0/ports?device_id=399cc662-da27-469a-9e98-9f69d4b89657 HTTP/1.1" status: 200 len: 944 time: 0.1352589 Jul 14 09:17:34.810250 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:34.847814 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30672ed1-6c3b-49eb-a8e9-703c2f6d78b4 None None] Routers {'c1bf83fb-a55c-4609-b350-a1d7a473953b'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:17:34.848919 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-30672ed1-6c3b-49eb-a8e9-703c2f6d78b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:17:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['c1bf83fb-a55c-4609-b350-a1d7a473953b'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:17:34.855936 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1653c35a-146d-4026-a487-bde77c28e139 None None] Pushing event updated for resources: {'Port': ['ID=d8a39451-5b89-4d24-9128-1b799174d812,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:34.863773 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-09b06196-14b9-4e94-98be-03f059b92bf8 req-b6373a07-9590-49f6-9fd6-b16f4556e760 tempest-ServersWithSpecificFlavorTestJSON-1964774978 tempest-ServersWithSpecificFlavorTestJSON-1964774978-project] 10.222.0.68 "GET /v2.0/security-groups?id=c439237c-c705-4180-98e6-8dcbf5353a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682399 Jul 14 09:17:34.898847 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a304e9a-54be-4546-a6be-7ffa570b87d2 req-cbae30f9-cdf7-4d56-8d89-071d69a59ab9 tempest-ServerDiagnosticsNegativeTest-1683519398 tempest-ServerDiagnosticsNegativeTest-1683519398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:34.900485 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8a304e9a-54be-4546-a6be-7ffa570b87d2 req-cbae30f9-cdf7-4d56-8d89-071d69a59ab9 tempest-ServerDiagnosticsNegativeTest-1683519398 tempest-ServerDiagnosticsNegativeTest-1683519398-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4202094 Jul 14 09:17:34.929813 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-8a304e9a-54be-4546-a6be-7ffa570b87d2 req-adbc6d8a-facf-4831-bc8f-6e40b82e4e89 tempest-ServerDiagnosticsNegativeTest-1683519398 tempest-ServerDiagnosticsNegativeTest-1683519398-project] Request body: {'port': {'device_id': 'bade9e41-c794-48ce-879d-5458f3df6e07', 'network_id': '2244f7a1-04bd-42cd-9e86-31839b46f57f', 'admin_state_up': True, 'tenant_id': '9071e4459a01495bbad626bd0a3dc27f'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:17:34.982166 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Pushing event updated for resources: {'Port': ['ID=361a3635-453e-4996-a98b-cba54b0b2536,revision_number=5']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:35.006518 n-d-779913-29 neutron-server[93958]: INFO neutron.api.v2.resource [req-5e9c5988-0aec-47d3-9118-431cf59d973e req-60f7c3eb-2399-4f15-aaae-9179aa8f8a08 tempest-FloatingIPsNegativeTestJSON-527719853 tempest-FloatingIPsNegativeTestJSON-527719853-project] show failed (client error): The resource could not be found. Jul 14 09:17:35.022891 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-5e9c5988-0aec-47d3-9118-431cf59d973e req-60f7c3eb-2399-4f15-aaae-9179aa8f8a08 tempest-FloatingIPsNegativeTestJSON-527719853 tempest-FloatingIPsNegativeTestJSON-527719853-project] 10.222.0.68 "GET /v2.0/floatingips/bfee7327-1552-4bf1-bfb7-84e3fdcbe815 HTTP/1.1" status: 404 len: 350 time: 0.1248312 Jul 14 09:17:35.023815 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 37034) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:17:35.030563 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-eaadb216-63c9-4e02-962c-6ee4201d7190 req-6c16a96c-77da-4def-b2cf-4813b0bd89a0 service neutron] 10.222.0.57 "GET /v2.0/networks/e7cb481e-49dc-464e-b748-d3d2c45f69f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3489916 Jul 14 09:17:35.066217 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b299265-6d02-48dc-a72a-858f96118e51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '361a3635-453e-4996-a98b-cba54b0b2536'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:17:35.068906 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd62303f06773040a8a4e189dc46b4f565768c299abf8ab8e7739778b0bc3e97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-104e559f-f4a1-4ef8-ae64-f4cf9e0a8368" -d '{"events": [{"server_uuid": "1b299265-6d02-48dc-a72a-858f96118e51", "name": "network-vif-plugged", "status": "completed", "tag": "361a3635-453e-4996-a98b-cba54b0b2536"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:17:35.084464 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-30672ed1-6c3b-49eb-a8e9-703c2f6d78b4 None None] Set router c1bf83fb-a55c-4609-b350-a1d7a473953b gateway port host: n-d-779913-29 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:17:35.253174 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-eaadb216-63c9-4e02-962c-6ee4201d7190 req-d2366ff0-047c-4ff9-910b-6c5b07fad0da service neutron] 10.222.0.57 "GET /v2.0/networks/e7cb481e-49dc-464e-b748-d3d2c45f69f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2125185 Jul 14 09:17:35.305927 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a304e9a-54be-4546-a6be-7ffa570b87d2 req-adbc6d8a-facf-4831-bc8f-6e40b82e4e89 tempest-ServerDiagnosticsNegativeTest-1683519398 tempest-ServerDiagnosticsNegativeTest-1683519398-project] Made reservation on behalf of 9071e4459a01495bbad626bd0a3dc27f for: {'port': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:17:35.316678 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-8a304e9a-54be-4546-a6be-7ffa570b87d2 req-adbc6d8a-facf-4831-bc8f-6e40b82e4e89 tempest-ServerDiagnosticsNegativeTest-1683519398 tempest-ServerDiagnosticsNegativeTest-1683519398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:35.340693 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-8a304e9a-54be-4546-a6be-7ffa570b87d2 req-adbc6d8a-facf-4831-bc8f-6e40b82e4e89 tempest-ServerDiagnosticsNegativeTest-1683519398 tempest-ServerDiagnosticsNegativeTest-1683519398-project] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:35.486890 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17936ae3-981f-4ac8-9c0b-b91212ce5072 req-7834031e-de7e-4bf4-988a-eb6b219a9ffb tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:35.488993 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-17936ae3-981f-4ac8-9c0b-b91212ce5072 req-7834031e-de7e-4bf4-988a-eb6b219a9ffb tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] 10.222.0.68 "GET /v2.0/ports?device_id=1b299265-6d02-48dc-a72a-858f96118e51 HTTP/1.1" status: 200 len: 950 time: 0.2630599 Jul 14 09:17:35.492533 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-30672ed1-6c3b-49eb-a8e9-703c2f6d78b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1bf83fb-a55c-4609-b350-a1d7a473953b', 'name': 'tempest-FloatingIPsNegativeTestJSON-1427190297-router', 'tenant_id': 'dda9a7a10ff94d13800219413285210c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.85'}], 'enable_snat': True}, 'gw_port_id': '91d3f779-156e-4297-b072-4b36052e5558', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:17:16Z', 'updated_at': '2021-07-14T09:17:29Z', 'revision_number': 4, 'project_id': 'dda9a7a10ff94d13800219413285210c', 'gw_port': {'id': '91d3f779-156e-4297-b072-4b36052e5558', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:62:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1bf83fb-a55c-4609-b350-a1d7a473953b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:17:20Z', 'updated_at': '2021-07-14T09:17:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': 'd8a39451-5b89-4d24-9128-1b799174d812', 'name': '', 'network_id': '2316f85f-11a8-403e-b492-6c1e729d711f', 'tenant_id': 'dda9a7a10ff94d13800219413285210c', 'mac_address': 'fa:16:3e:55:1e:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1bf83fb-a55c-4609-b350-a1d7a473953b', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'd28ffe8d-2125-45f9-ad4c-0a861cbee67c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:17:28Z', 'updated_at': '2021-07-14T09:17:34Z', 'revision_number': 4, 'project_id': 'dda9a7a10ff94d13800219413285210c', 'subnets': [{'id': 'd28ffe8d-2125-45f9-ad4c-0a861cbee67c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:17:35.536235 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30672ed1-6c3b-49eb-a8e9-703c2f6d78b4 None None] The sync data for ids ['c1bf83fb-a55c-4609-b350-a1d7a473953b'] in n-d-779913-29 is: [{'id': 'c1bf83fb-a55c-4609-b350-a1d7a473953b', 'name': 'tempest-FloatingIPsNegativeTestJSON-1427190297-router', 'tenant_id': 'dda9a7a10ff94d13800219413285210c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.85'}], 'enable_snat': True}, 'gw_port_id': '91d3f779-156e-4297-b072-4b36052e5558', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:17:16Z', 'updated_at': '2021-07-14T09:17:29Z', 'revision_number': 4, 'project_id': 'dda9a7a10ff94d13800219413285210c', 'gw_port': {'id': '91d3f779-156e-4297-b072-4b36052e5558', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:62:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1bf83fb-a55c-4609-b350-a1d7a473953b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:17:20Z', 'updated_at': '2021-07-14T09:17:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': 'd8a39451-5b89-4d24-9128-1b799174d812', 'name': '', 'network_id': '2316f85f-11a8-403e-b492-6c1e729d711f', 'tenant_id': 'dda9a7a10ff94d13800219413285210c', 'mac_address': 'fa:16:3e:55:1e:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1bf83fb-a55c-4609-b350-a1d7a473953b', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'd28ffe8d-2125-45f9-ad4c-0a861cbee67c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:17:28Z', 'updated_at': '2021-07-14T09:17:34Z', 'revision_number': 4, 'project_id': 'dda9a7a10ff94d13800219413285210c', 'subnets': [{'id': 'd28ffe8d-2125-45f9-ad4c-0a861cbee67c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:17:35.586058 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-17936ae3-981f-4ac8-9c0b-b91212ce5072 req-18cbdc09-5529-48c1-aec8-57722af1e143 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] 10.222.0.68 "GET /v2.0/security-groups?id=c9156572-74c8-4b9e-9f0a-c202a5ef91ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820112 Jul 14 09:17:35.644222 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-8a304e9a-54be-4546-a6be-7ffa570b87d2 req-adbc6d8a-facf-4831-bc8f-6e40b82e4e89 tempest-ServerDiagnosticsNegativeTest-1683519398 tempest-ServerDiagnosticsNegativeTest-1683519398-project] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:35.650759 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-8a304e9a-54be-4546-a6be-7ffa570b87d2 req-adbc6d8a-facf-4831-bc8f-6e40b82e4e89 tempest-ServerDiagnosticsNegativeTest-1683519398 tempest-ServerDiagnosticsNegativeTest-1683519398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:35.666639 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 742ea682-0e68-43c8-9fcc-ea486accf4fc up at agent hyperv_n-h1-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:17:35.756209 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Provisioning for port 742ea682-0e68-43c8-9fcc-ea486accf4fc completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:17:35.762090 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Provisioning complete for port 742ea682-0e68-43c8-9fcc-ea486accf4fc triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:17:35.762479 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:35.767444 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-830e0113-36c6-4f29-8c04-11a8c87bae2d req-46d9037d-5adf-446f-b36d-b4a901701c5e tempest-ServerDiagnosticsNegativeTest-1683519398 tempest-ServerDiagnosticsNegativeTest-1683519398-project] 10.222.0.68 "GET /v2.0/ports?device_id=bade9e41-c794-48ce-879d-5458f3df6e07 HTTP/1.1" status: 200 len: 210 time: 0.1215625 Jul 14 09:17:35.794047 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaadb216-63c9-4e02-962c-6ee4201d7190 req-81972b74-6a71-49e0-9799-8ff1d11b6dbd tempest-LiveAutoBlockMigrationV225Test-648529105 tempest-LiveAutoBlockMigrationV225Test-648529105-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:35.795733 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-eaadb216-63c9-4e02-962c-6ee4201d7190 req-81972b74-6a71-49e0-9799-8ff1d11b6dbd tempest-LiveAutoBlockMigrationV225Test-648529105 tempest-LiveAutoBlockMigrationV225Test-648529105-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=28dd3587-2d03-4043-84ca-73b4803ca881&tenant_id=e14af975015c4397b9da2a89a906dfc2&binding%3Ahost_id=n-h1-779913-29 HTTP/1.1" status: 200 len: 1098 time: 0.3993542 Jul 14 09:17:35.799106 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbc6d8a-facf-4831-bc8f-6e40b82e4e89 tempest-ServerDiagnosticsNegativeTest-1683519398 tempest-ServerDiagnosticsNegativeTest-1683519398-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8680f808-4c0b-4d74-b554-f3ef474d9ee6,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:35.812231 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-eaadb216-63c9-4e02-962c-6ee4201d7190 req-3c8b8ea2-f708-403d-91df-be97311ab738 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-779913-29'}}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:17:35.865481 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:17:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00727e3a-48cc-4c6e-a4c9-4546dd8166ba x-openstack-request-id: req-00727e3a-48cc-4c6e-a4c9-4546dd8166ba {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:17:35.866096 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b299265-6d02-48dc-a72a-858f96118e51", "name": "network-vif-plugged", "status": "completed", "tag": "361a3635-453e-4996-a98b-cba54b0b2536", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:17:35.866096 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-00727e3a-48cc-4c6e-a4c9-4546dd8166ba {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:17:35.866509 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b299265-6d02-48dc-a72a-858f96118e51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '361a3635-453e-4996-a98b-cba54b0b2536', 'code': 200} Jul 14 09:17:35.890916 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:35.933250 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20844ebe-6b96-4114-accb-b730a4e26de6 req-c592aa60-3448-4fdd-a3e3-a96668f449c4 tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:35.937052 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port 742ea682-0e68-43c8-9fcc-ea486accf4fc, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=742ea682-0e68-43c8-9fcc-ea486accf4fc,segment=NetworkSegment(01d3a1cb-0c03-4cf6-93ad-80731b093c35),segment_id=01d3a1cb-0c03-4cf6-93ad-80731b093c35)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:17:35.944822 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:35.946235 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device ec695950-10e1-4821-83e0-8e8d7ca82f82 no longer exists at agent hyperv_n-h1-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:17:35.946411 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-20844ebe-6b96-4114-accb-b730a4e26de6 req-c592aa60-3448-4fdd-a3e3-a96668f449c4 tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] 10.222.0.68 "GET /v2.0/ports?device_id=28dd3587-2d03-4043-84ca-73b4803ca881 HTTP/1.1" status: 200 len: 946 time: 0.2052219 Jul 14 09:17:36.004102 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [req-8a304e9a-54be-4546-a6be-7ffa570b87d2 req-adbc6d8a-facf-4831-bc8f-6e40b82e4e89 tempest-ServerDiagnosticsNegativeTest-1683519398 tempest-ServerDiagnosticsNegativeTest-1683519398-project] Allocated IP 192.168.233.127 (2244f7a1-04bd-42cd-9e86-31839b46f57f/85060e65-3b2f-4a6c-a04c-ce849daa5b3b/2e172cd8-3b96-48b5-ad68-8075b120d246) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:17:36.009893 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-20844ebe-6b96-4114-accb-b730a4e26de6 req-a6b0ee0e-866b-46a9-ad78-95e43316fb7f tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] 10.222.0.68 "GET /v2.0/security-groups?id=7bf941d0-4fab-41ec-a174-078829fdb488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568998 Jul 14 09:17:36.012748 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-eaadb216-63c9-4e02-962c-6ee4201d7190 req-3c8b8ea2-f708-403d-91df-be97311ab738 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:36.036358 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-81d59e50-34ec-4a85-8468-ee74e6fdfe68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-683602'] for router_interface, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:36.130953 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Pushing event updated for resources: {'Port': ['ID=742ea682-0e68-43c8-9fcc-ea486accf4fc,revision_number=5']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:36.147027 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:36.192986 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port ec695950-10e1-4821-83e0-8e8d7ca82f82, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=ec695950-10e1-4821-83e0-8e8d7ca82f82,segment=NetworkSegment(becdfe35-a9ff-4f14-9744-544114c40ea3),segment_id=becdfe35-a9ff-4f14-9744-544114c40ea3)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:17:36.201416 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-eaadb216-63c9-4e02-962c-6ee4201d7190 req-3c8b8ea2-f708-403d-91df-be97311ab738 service neutron] For port 0f6b05e0-8d17-4b83-aa55-df527950bbf0, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=0f6b05e0-8d17-4b83-aa55-df527950bbf0,segment=NetworkSegment(4f3a0541-e6cd-42f5-92f6-5d961c2f621f),segment_id=4f3a0541-e6cd-42f5-92f6-5d961c2f621f)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:17:36.202443 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:36.243806 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-eaadb216-63c9-4e02-962c-6ee4201d7190 req-3c8b8ea2-f708-403d-91df-be97311ab738 service neutron] For port 0f6b05e0-8d17-4b83-aa55-df527950bbf0, host n-h1-779913-29, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:17:36.293466 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Pushing event updated for resources: {'Port': ['ID=ec695950-10e1-4821-83e0-8e8d7ca82f82,revision_number=8']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:36.341770 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28dd3587-2d03-4043-84ca-73b4803ca881', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0f6b05e0-8d17-4b83-aa55-df527950bbf0'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:17:36.344070 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc4abd73-200b-403b-af68-102cff08f36b" -d '{"events": [{"server_uuid": "28dd3587-2d03-4043-84ca-73b4803ca881", "name": "network-vif-unplugged", "status": "completed", "tag": "0f6b05e0-8d17-4b83-aa55-df527950bbf0"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:17:36.354219 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-eaadb216-63c9-4e02-962c-6ee4201d7190 req-3c8b8ea2-f708-403d-91df-be97311ab738 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:36.414502 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-81d59e50-34ec-4a85-8468-ee74e6fdfe68 admin admin] Deleting port d8a39451-5b89-4d24-9128-1b799174d812 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:17:36.415155 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-81d59e50-34ec-4a85-8468-ee74e6fdfe68 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:36.500894 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-8a304e9a-54be-4546-a6be-7ffa570b87d2 req-adbc6d8a-facf-4831-bc8f-6e40b82e4e89 tempest-ServerDiagnosticsNegativeTest-1683519398 tempest-ServerDiagnosticsNegativeTest-1683519398-project] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:36.525146 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [req-8a304e9a-54be-4546-a6be-7ffa570b87d2 req-adbc6d8a-facf-4831-bc8f-6e40b82e4e89 tempest-ServerDiagnosticsNegativeTest-1683519398 tempest-ServerDiagnosticsNegativeTest-1683519398-project] Transition to ACTIVE for port object 2e172cd8-3b96-48b5-ad68-8075b120d246 will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:17:36.528337 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-eaadb216-63c9-4e02-962c-6ee4201d7190 req-3c8b8ea2-f708-403d-91df-be97311ab738 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:36.569646 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cf1e90-3bc9-480c-82ac-bc1d9b31fd34 req-c04da33f-5d01-40c7-90cb-6f2f8e596fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:36.570664 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b8cf1e90-3bc9-480c-82ac-bc1d9b31fd34 req-c04da33f-5d01-40c7-90cb-6f2f8e596fd2 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=1b299265-6d02-48dc-a72a-858f96118e51 HTTP/1.1" status: 200 len: 1102 time: 0.6280425 Jul 14 09:17:36.576027 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-81d59e50-34ec-4a85-8468-ee74e6fdfe68 admin admin] For port d8a39451-5b89-4d24-9128-1b799174d812, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=d8a39451-5b89-4d24-9128-1b799174d812,segment=NetworkSegment(f153c2e4-cead-492c-b6f7-a19c5b081de2),segment_id=f153c2e4-cead-492c-b6f7-a19c5b081de2)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:17:36.576600 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-81d59e50-34ec-4a85-8468-ee74e6fdfe68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:36.591885 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-81d59e50-34ec-4a85-8468-ee74e6fdfe68 admin admin] Calling delete_port for d8a39451-5b89-4d24-9128-1b799174d812 owned by network:router_interface {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:17:36.611295 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045d8952-f06d-48be-8be0-8d5fbbaefc4c req-ed8428ed-95a5-4935-9910-3358da5540f0 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:36.613213 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-045d8952-f06d-48be-8be0-8d5fbbaefc4c req-ed8428ed-95a5-4935-9910-3358da5540f0 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/ports?device_id=075c0166-2f45-4ba5-a5fa-7f7ff3bec1e9 HTTP/1.1" status: 200 len: 950 time: 0.1172695 Jul 14 09:17:36.618984 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8213691e-748f-43cc-8755-7a74d8d73c92 req-0c6bd161-6287-4741-9f24-2305c7f76e00 tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:36.627582 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8213691e-748f-43cc-8755-7a74d8d73c92 req-0c6bd161-6287-4741-9f24-2305c7f76e00 tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] 10.222.0.68 "GET /v2.0/ports?device_id=ca448bf7-6123-4542-9a1e-8f670b033294 HTTP/1.1" status: 200 len: 950 time: 0.6207690 Jul 14 09:17:36.689332 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8b8ea2-f708-403d-91df-be97311ab738 service neutron] Pushing event updated for resources: {'Port': ['ID=0f6b05e0-8d17-4b83-aa55-df527950bbf0,revision_number=7']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:36.718782 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-045d8952-f06d-48be-8be0-8d5fbbaefc4c req-857d8b90-4d3f-4257-a6c0-bec779d8db92 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/security-groups?id=93b55648-4dd6-4852-bb99-9aa842ab19a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971801 Jul 14 09:17:36.743341 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8213691e-748f-43cc-8755-7a74d8d73c92 req-011bc519-c9d2-4e75-b94b-818d6b5c58a1 tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] 10.222.0.68 "GET /v2.0/security-groups?id=77fde4ca-6f5f-48d5-b2fd-4c103e7ba04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147518 Jul 14 09:17:36.751835 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b8cf1e90-3bc9-480c-82ac-bc1d9b31fd34 req-5720dc82-3143-438e-91ca-de3f80c0aa9b service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=c9156572-74c8-4b9e-9f0a-c202a5ef91ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690066 Jul 14 09:17:36.764037 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-8a304e9a-54be-4546-a6be-7ffa570b87d2 req-adbc6d8a-facf-4831-bc8f-6e40b82e4e89 tempest-ServerDiagnosticsNegativeTest-1683519398 tempest-ServerDiagnosticsNegativeTest-1683519398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:36.834855 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbc6d8a-facf-4831-bc8f-6e40b82e4e89 tempest-ServerDiagnosticsNegativeTest-1683519398 tempest-ServerDiagnosticsNegativeTest-1683519398-project] Pushing event updated for resources: {'Port': ['ID=2e172cd8-3b96-48b5-ad68-8075b120d246,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:36.841638 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-eaadb216-63c9-4e02-962c-6ee4201d7190 req-3c8b8ea2-f708-403d-91df-be97311ab738 service neutron] Attempting to bind port 0f6b05e0-8d17-4b83-aa55-df527950bbf0 on host n-h1-779913-29 for vnic_type normal with profile {"migrating_to": "n-h2-779913-29"} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:17:36.841983 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-eaadb216-63c9-4e02-962c-6ee4201d7190 req-3c8b8ea2-f708-403d-91df-be97311ab738 service neutron] Attempting to bind port 0f6b05e0-8d17-4b83-aa55-df527950bbf0 by drivers openvswitch,hyperv on host n-h1-779913-29 at level 0 using segments [{'id': '4f3a0541-e6cd-42f5-92f6-5d961c2f621f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'e7cb481e-49dc-464e-b748-d3d2c45f69f9'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:17:36.842463 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaadb216-63c9-4e02-962c-6ee4201d7190 req-3c8b8ea2-f708-403d-91df-be97311ab738 service neutron] Attempting to bind port 0f6b05e0-8d17-4b83-aa55-df527950bbf0 on network e7cb481e-49dc-464e-b748-d3d2c45f69f9 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:17:36.849205 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaadb216-63c9-4e02-962c-6ee4201d7190 req-3c8b8ea2-f708-403d-91df-be97311ab738 service neutron] Port 0f6b05e0-8d17-4b83-aa55-df527950bbf0 on network e7cb481e-49dc-464e-b748-d3d2c45f69f9 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-29 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:17:36.849630 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaadb216-63c9-4e02-962c-6ee4201d7190 req-3c8b8ea2-f708-403d-91df-be97311ab738 service neutron] Attempting to bind port 0f6b05e0-8d17-4b83-aa55-df527950bbf0 on network e7cb481e-49dc-464e-b748-d3d2c45f69f9 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:17:36.861937 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaadb216-63c9-4e02-962c-6ee4201d7190 req-3c8b8ea2-f708-403d-91df-be97311ab738 service neutron] Checking agent: {'id': 'de11e667-f145-47b0-bd09-334a7505938e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 13, 12), 'started_at': datetime.datetime(2021, 7, 14, 9, 13, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 17, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:17:36.862550 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaadb216-63c9-4e02-962c-6ee4201d7190 req-3c8b8ea2-f708-403d-91df-be97311ab738 service neutron] Checking segment: {'id': '4f3a0541-e6cd-42f5-92f6-5d961c2f621f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'e7cb481e-49dc-464e-b748-d3d2c45f69f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:17:36.862987 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaadb216-63c9-4e02-962c-6ee4201d7190 req-3c8b8ea2-f708-403d-91df-be97311ab738 service neutron] Bound using segment: {'id': '4f3a0541-e6cd-42f5-92f6-5d961c2f621f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'e7cb481e-49dc-464e-b748-d3d2c45f69f9'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:17:36.863389 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-eaadb216-63c9-4e02-962c-6ee4201d7190 req-3c8b8ea2-f708-403d-91df-be97311ab738 service neutron] Bound port: 0f6b05e0-8d17-4b83-aa55-df527950bbf0, host: n-h1-779913-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f3a0541-e6cd-42f5-92f6-5d961c2f621f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'e7cb481e-49dc-464e-b748-d3d2c45f69f9'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:17:36.864264 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-eaadb216-63c9-4e02-962c-6ee4201d7190 req-3c8b8ea2-f708-403d-91df-be97311ab738 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:36.891333 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a304e9a-54be-4546-a6be-7ffa570b87d2 req-adbc6d8a-facf-4831-bc8f-6e40b82e4e89 tempest-ServerDiagnosticsNegativeTest-1683519398 tempest-ServerDiagnosticsNegativeTest-1683519398-project] Network 2244f7a1-04bd-42cd-9e86-31839b46f57f is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:17:36.953218 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [req-8a304e9a-54be-4546-a6be-7ffa570b87d2 req-adbc6d8a-facf-4831-bc8f-6e40b82e4e89 tempest-ServerDiagnosticsNegativeTest-1683519398 tempest-ServerDiagnosticsNegativeTest-1683519398-project] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:17:36.956292 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a304e9a-54be-4546-a6be-7ffa570b87d2 req-adbc6d8a-facf-4831-bc8f-6e40b82e4e89 tempest-ServerDiagnosticsNegativeTest-1683519398 tempest-ServerDiagnosticsNegativeTest-1683519398-project] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:17:36.962851 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a304e9a-54be-4546-a6be-7ffa570b87d2 req-adbc6d8a-facf-4831-bc8f-6e40b82e4e89 tempest-ServerDiagnosticsNegativeTest-1683519398 tempest-ServerDiagnosticsNegativeTest-1683519398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:36.963577 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-8a304e9a-54be-4546-a6be-7ffa570b87d2 req-adbc6d8a-facf-4831-bc8f-6e40b82e4e89 tempest-ServerDiagnosticsNegativeTest-1683519398 tempest-ServerDiagnosticsNegativeTest-1683519398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:37.012457 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-81d59e50-34ec-4a85-8468-ee74e6fdfe68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:37.022461 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8a304e9a-54be-4546-a6be-7ffa570b87d2 req-adbc6d8a-facf-4831-bc8f-6e40b82e4e89 tempest-ServerDiagnosticsNegativeTest-1683519398 tempest-ServerDiagnosticsNegativeTest-1683519398-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0968311 Jul 14 09:17:37.056145 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d59e50-34ec-4a85-8468-ee74e6fdfe68 admin admin] Pushing event deleted for resources: {'Port': ['ID=d8a39451-5b89-4d24-9128-1b799174d812,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:37.087925 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-8a304e9a-54be-4546-a6be-7ffa570b87d2 req-14939d76-64b2-4a96-8415-b61c5c035c00 service neutron] Request body: {'port': {'device_id': 'bade9e41-c794-48ce-879d-5458f3df6e07', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-29'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:17:37.089396 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff28297d-4303-4c15-8a9c-04d6041c8f92 req-4436f4c3-99ca-4ef2-8904-4dc74d1bd9f0 tempest-ServersWithSpecificFlavorTestJSON-1964774978 tempest-ServersWithSpecificFlavorTestJSON-1964774978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:37.100862 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ff28297d-4303-4c15-8a9c-04d6041c8f92 req-4436f4c3-99ca-4ef2-8904-4dc74d1bd9f0 tempest-ServersWithSpecificFlavorTestJSON-1964774978 tempest-ServersWithSpecificFlavorTestJSON-1964774978-project] 10.222.0.68 "GET /v2.0/ports?device_id=399cc662-da27-469a-9e98-9f69d4b89657 HTTP/1.1" status: 200 len: 945 time: 0.1915047 Jul 14 09:17:37.155208 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-eaadb216-63c9-4e02-962c-6ee4201d7190 req-3c8b8ea2-f708-403d-91df-be97311ab738 service neutron] For port 0f6b05e0-8d17-4b83-aa55-df527950bbf0, host n-h1-779913-29, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:17:37.184163 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3523b0cd-36d0-4ef4-83d3-2efc15709b55 req-da8bdbb0-3583-4d89-b08b-a47af1247892 tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:37.190965 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3523b0cd-36d0-4ef4-83d3-2efc15709b55 req-da8bdbb0-3583-4d89-b08b-a47af1247892 tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] 10.222.0.68 "GET /v2.0/networks?id=9b8a6edc-bbae-47ce-bda0-fb444fc735c0 HTTP/1.1" status: 200 len: 804 time: 0.3066304 Jul 14 09:17:37.205098 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ff28297d-4303-4c15-8a9c-04d6041c8f92 req-4d745603-7ffa-43cc-94e9-cbd0294282bc tempest-ServersWithSpecificFlavorTestJSON-1964774978 tempest-ServersWithSpecificFlavorTestJSON-1964774978-project] 10.222.0.68 "GET /v2.0/security-groups?id=c439237c-c705-4180-98e6-8dcbf5353a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1025410 Jul 14 09:17:37.218515 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-eaadb216-63c9-4e02-962c-6ee4201d7190 req-3c8b8ea2-f708-403d-91df-be97311ab738 service neutron] For port 0f6b05e0-8d17-4b83-aa55-df527950bbf0, host n-h1-779913-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=0f6b05e0-8d17-4b83-aa55-df527950bbf0,segment=NetworkSegment(4f3a0541-e6cd-42f5-92f6-5d961c2f621f),segment_id=4f3a0541-e6cd-42f5-92f6-5d961c2f621f)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:17:37.227332 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-eaadb216-63c9-4e02-962c-6ee4201d7190 req-3c8b8ea2-f708-403d-91df-be97311ab738 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:37.237397 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3523b0cd-36d0-4ef4-83d3-2efc15709b55 req-f2b9fa19-7e0f-49ba-b175-b423a4f530a6 tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] 10.222.0.68 "GET /v2.0/quotas/7106393f864d424cbb37d8910f9a40b9 HTTP/1.1" status: 200 len: 375 time: 0.0448399 Jul 14 09:17:37.360896 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-b7bfb6c8-53d0-4330-a23d-4e75464dc854 None None] Provisioning for port 2e172cd8-3b96-48b5-ad68-8075b120d246 completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:17:37.369258 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-8a304e9a-54be-4546-a6be-7ffa570b87d2 req-14939d76-64b2-4a96-8415-b61c5c035c00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:37.372880 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8b8ea2-f708-403d-91df-be97311ab738 service neutron] Pushing event updated for resources: {'Port': ['ID=0f6b05e0-8d17-4b83-aa55-df527950bbf0,revision_number=8']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:37.375520 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-b7bfb6c8-53d0-4330-a23d-4e75464dc854 None None] Provisioning complete for port 2e172cd8-3b96-48b5-ad68-8075b120d246 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:17:37.377994 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 09:17:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d23758c2-bdfd-4ce6-98c8-744b2b161d3d x-openstack-request-id: req-d23758c2-bdfd-4ce6-98c8-744b2b161d3d {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:17:37.378292 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28dd3587-2d03-4043-84ca-73b4803ca881", "name": "network-vif-unplugged", "status": "completed", "tag": "0f6b05e0-8d17-4b83-aa55-df527950bbf0", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:17:37.378542 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-d23758c2-bdfd-4ce6-98c8-744b2b161d3d {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:17:37.378929 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28dd3587-2d03-4043-84ca-73b4803ca881', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0f6b05e0-8d17-4b83-aa55-df527950bbf0', 'code': 200} Jul 14 09:17:37.391271 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b7bfb6c8-53d0-4330-a23d-4e75464dc854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:37.461158 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-b7bfb6c8-53d0-4330-a23d-4e75464dc854 None None] Port 2e172cd8-3b96-48b5-ad68-8075b120d246 cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:17:37.518283 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaadb216-63c9-4e02-962c-6ee4201d7190 req-3c8b8ea2-f708-403d-91df-be97311ab738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:37.518973 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-eaadb216-63c9-4e02-962c-6ee4201d7190 req-3c8b8ea2-f708-403d-91df-be97311ab738 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:37.520497 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-eaadb216-63c9-4e02-962c-6ee4201d7190 req-3c8b8ea2-f708-403d-91df-be97311ab738 service neutron] 10.222.0.57 "PUT /v2.0/ports/0f6b05e0-8d17-4b83-aa55-df527950bbf0 HTTP/1.1" status: 200 len: 1124 time: 1.7163625 Jul 14 09:17:37.604552 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3523b0cd-36d0-4ef4-83d3-2efc15709b55 req-93f2af8d-e3de-4c20-b99a-d9201d20abb7 tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=7106393f864d424cbb37d8910f9a40b9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3660345 Jul 14 09:17:37.679115 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] get_ports_and_sgs() called for port_ids ['0f6b05e0-8d17-4b83-aa55-df527950bbf0'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:17:37.681505 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-81d59e50-34ec-4a85-8468-ee74e6fdfe68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-620860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682934'] for router_interface, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:37.698029 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad076fff-a3aa-4874-a9f9-db5b30409879 req-fd42f2f3-3688-497a-9618-50fd3b754aa8 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:37.704817 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ad076fff-a3aa-4874-a9f9-db5b30409879 req-fd42f2f3-3688-497a-9618-50fd3b754aa8 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] 10.222.0.68 "GET /v2.0/ports?device_id=1b299265-6d02-48dc-a72a-858f96118e51 HTTP/1.1" status: 200 len: 950 time: 0.1286259 Jul 14 09:17:37.770533 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3523b0cd-36d0-4ef4-83d3-2efc15709b55 req-f488898f-1113-4d23-a515-2deeb04c82c9 service neutron] 10.222.0.68 "GET /v2.0/networks/9b8a6edc-bbae-47ce-bda0-fb444fc735c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1651046 Jul 14 09:17:37.796505 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ad076fff-a3aa-4874-a9f9-db5b30409879 req-0242cfc6-7ad8-4a31-8f12-203b4f367d6d tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] 10.222.0.68 "GET /v2.0/security-groups?id=c9156572-74c8-4b9e-9f0a-c202a5ef91ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907588 Jul 14 09:17:37.868196 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '399cc662-da27-469a-9e98-9f69d4b89657', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '742ea682-0e68-43c8-9fcc-ea486accf4fc'}, {'server_uuid': '54ee8264-27af-4439-8dfb-36f97f31dbe4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec695950-10e1-4821-83e0-8e8d7ca82f82'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:17:37.870160 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd62303f06773040a8a4e189dc46b4f565768c299abf8ab8e7739778b0bc3e97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b366b10-bfce-44a5-afed-e20f98a48a3d" -d '{"events": [{"server_uuid": "399cc662-da27-469a-9e98-9f69d4b89657", "name": "network-vif-plugged", "status": "completed", "tag": "742ea682-0e68-43c8-9fcc-ea486accf4fc"}, {"server_uuid": "54ee8264-27af-4439-8dfb-36f97f31dbe4", "name": "network-vif-unplugged", "status": "completed", "tag": "ec695950-10e1-4821-83e0-8e8d7ca82f82"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:17:37.933741 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [req-8a304e9a-54be-4546-a6be-7ffa570b87d2 req-14939d76-64b2-4a96-8415-b61c5c035c00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e172cd8-3b96-48b5-ad68-8075b120d246 {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:17:37.939572 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3523b0cd-36d0-4ef4-83d3-2efc15709b55 req-eb783fbd-f529-4247-96db-ed15b360f040 service neutron] 10.222.0.68 "GET /v2.0/networks/9b8a6edc-bbae-47ce-bda0-fb444fc735c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1676946 Jul 14 09:17:37.944342 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-8a304e9a-54be-4546-a6be-7ffa570b87d2 req-14939d76-64b2-4a96-8415-b61c5c035c00 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:37.957414 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [req-8a304e9a-54be-4546-a6be-7ffa570b87d2 req-14939d76-64b2-4a96-8415-b61c5c035c00 service neutron] Transition to ACTIVE for port object 2e172cd8-3b96-48b5-ad68-8075b120d246 will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:17:37.962371 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-8a304e9a-54be-4546-a6be-7ffa570b87d2 req-14939d76-64b2-4a96-8415-b61c5c035c00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:38.085576 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81d59e50-34ec-4a85-8468-ee74e6fdfe68 admin admin] Router c1bf83fb-a55c-4609-b350-a1d7a473953b has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:17:38.112195 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa524a39-c472-4cb9-b015-1b80be1e34a4 req-0127b925-15e4-4a3a-be2c-2e3d23d47c8a tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:38.113854 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-fa524a39-c472-4cb9-b015-1b80be1e34a4 req-0127b925-15e4-4a3a-be2c-2e3d23d47c8a tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] 10.222.0.68 "GET /v2.0/ports?device_id=6593e4b3-80b2-4edd-b3fd-9f72f9137c4e HTTP/1.1" status: 200 len: 949 time: 0.1798708 Jul 14 09:17:38.305920 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-fa524a39-c472-4cb9-b015-1b80be1e34a4 req-8163eb43-94e9-4932-a072-542ceec611d8 tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] 10.222.0.68 "GET /v2.0/security-groups?id=77fde4ca-6f5f-48d5-b2fd-4c103e7ba04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836691 Jul 14 09:17:38.330090 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81d59e50-34ec-4a85-8468-ee74e6fdfe68 admin admin] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:17:38.351260 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbabefb4-f964-43bb-a719-cf9ecc6b5e10 None None] Sync routers for ids ['c1bf83fb-a55c-4609-b350-a1d7a473953b'] in n-d-779913-29 {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:17:38.362494 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbabefb4-f964-43bb-a719-cf9ecc6b5e10 None None] Routers {'c1bf83fb-a55c-4609-b350-a1d7a473953b'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:17:38.365181 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-cbabefb4-f964-43bb-a719-cf9ecc6b5e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:17:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['c1bf83fb-a55c-4609-b350-a1d7a473953b'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:17:38.374980 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-81d59e50-34ec-4a85-8468-ee74e6fdfe68 admin admin] 10.222.0.68 "PUT /v2.0/routers/c1bf83fb-a55c-4609-b350-a1d7a473953b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3380172 Jul 14 09:17:38.375589 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 37098) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:17:38.506095 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14939d76-64b2-4a96-8415-b61c5c035c00 service neutron] Pushing event updated for resources: {'Port': ['ID=2e172cd8-3b96-48b5-ad68-8075b120d246,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:38.533320 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ff864547-03e6-4ea4-8645-6ad70d9719f3 admin admin] Notify callbacks [] for router, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:38.565704 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-8a304e9a-54be-4546-a6be-7ffa570b87d2 req-14939d76-64b2-4a96-8415-b61c5c035c00 service neutron] Attempting to bind port 2e172cd8-3b96-48b5-ad68-8075b120d246 on host n-h1-779913-29 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:17:38.566040 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-8a304e9a-54be-4546-a6be-7ffa570b87d2 req-14939d76-64b2-4a96-8415-b61c5c035c00 service neutron] Attempting to bind port 2e172cd8-3b96-48b5-ad68-8075b120d246 by drivers openvswitch,hyperv on host n-h1-779913-29 at level 0 using segments [{'id': '8f1c1422-de6c-445f-ab95-4e2c94585b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '2244f7a1-04bd-42cd-9e86-31839b46f57f'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:17:38.566372 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a304e9a-54be-4546-a6be-7ffa570b87d2 req-14939d76-64b2-4a96-8415-b61c5c035c00 service neutron] Attempting to bind port 2e172cd8-3b96-48b5-ad68-8075b120d246 on network 2244f7a1-04bd-42cd-9e86-31839b46f57f {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:17:38.572350 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a304e9a-54be-4546-a6be-7ffa570b87d2 req-14939d76-64b2-4a96-8415-b61c5c035c00 service neutron] Port 2e172cd8-3b96-48b5-ad68-8075b120d246 on network 2244f7a1-04bd-42cd-9e86-31839b46f57f not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-29 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:17:38.572533 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvr_db [None req-cbabefb4-f964-43bb-a719-cf9ecc6b5e10 None None] Set router c1bf83fb-a55c-4609-b350-a1d7a473953b gateway port host: n-d-779913-29 {{(pid=93959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:17:38.572667 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a304e9a-54be-4546-a6be-7ffa570b87d2 req-14939d76-64b2-4a96-8415-b61c5c035c00 service neutron] Attempting to bind port 2e172cd8-3b96-48b5-ad68-8075b120d246 on network 2244f7a1-04bd-42cd-9e86-31839b46f57f {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:17:38.586464 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a304e9a-54be-4546-a6be-7ffa570b87d2 req-14939d76-64b2-4a96-8415-b61c5c035c00 service neutron] Checking agent: {'id': 'de11e667-f145-47b0-bd09-334a7505938e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 13, 12), 'started_at': datetime.datetime(2021, 7, 14, 9, 13, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 17, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:17:38.586805 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a304e9a-54be-4546-a6be-7ffa570b87d2 req-14939d76-64b2-4a96-8415-b61c5c035c00 service neutron] Checking segment: {'id': '8f1c1422-de6c-445f-ab95-4e2c94585b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '2244f7a1-04bd-42cd-9e86-31839b46f57f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:17:38.587194 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a304e9a-54be-4546-a6be-7ffa570b87d2 req-14939d76-64b2-4a96-8415-b61c5c035c00 service neutron] Bound using segment: {'id': '8f1c1422-de6c-445f-ab95-4e2c94585b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '2244f7a1-04bd-42cd-9e86-31839b46f57f'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:17:38.587629 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-8a304e9a-54be-4546-a6be-7ffa570b87d2 req-14939d76-64b2-4a96-8415-b61c5c035c00 service neutron] Bound port: 2e172cd8-3b96-48b5-ad68-8075b120d246, host: n-h1-779913-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f1c1422-de6c-445f-ab95-4e2c94585b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '2244f7a1-04bd-42cd-9e86-31839b46f57f'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:17:38.587988 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-8a304e9a-54be-4546-a6be-7ffa570b87d2 req-14939d76-64b2-4a96-8415-b61c5c035c00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:38.660402 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a53497-a851-4017-b7d6-3639bac267a8 req-1a7d3697-2dfa-4d88-9952-009311aaf426 tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:38.662646 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-66a53497-a851-4017-b7d6-3639bac267a8 req-1a7d3697-2dfa-4d88-9952-009311aaf426 tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] 10.222.0.65 "GET /v2.0/ports?device_id=54ee8264-27af-4439-8dfb-36f97f31dbe4 HTTP/1.1" status: 200 len: 943 time: 0.1716216 Jul 14 09:17:38.674231 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22821193-9349-4731-a67c-6a549574abb0 req-e04e68d8-9ab3-4dcf-80fd-69bdfe44ab56 tempest-ServerDiagnosticsNegativeTest-1683519398 tempest-ServerDiagnosticsNegativeTest-1683519398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:38.682316 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-22821193-9349-4731-a67c-6a549574abb0 req-e04e68d8-9ab3-4dcf-80fd-69bdfe44ab56 tempest-ServerDiagnosticsNegativeTest-1683519398 tempest-ServerDiagnosticsNegativeTest-1683519398-project] 10.222.0.68 "GET /v2.0/ports?device_id=bade9e41-c794-48ce-879d-5458f3df6e07 HTTP/1.1" status: 200 len: 948 time: 0.1896095 Jul 14 09:17:38.695683 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af962cd0-8969-4318-9e12-5a2bc2856631 req-2f6977a8-7667-46a8-a158-936d9c39615f tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:38.702683 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-af962cd0-8969-4318-9e12-5a2bc2856631 req-2f6977a8-7667-46a8-a158-936d9c39615f tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] 10.222.0.68 "GET /v2.0/ports?device_id=28dd3587-2d03-4043-84ca-73b4803ca881 HTTP/1.1" status: 200 len: 944 time: 0.1668100 Jul 14 09:17:38.712378 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-8a304e9a-54be-4546-a6be-7ffa570b87d2 req-14939d76-64b2-4a96-8415-b61c5c035c00 service neutron] For port 2e172cd8-3b96-48b5-ad68-8075b120d246, host n-h1-779913-29, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:17:38.724996 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ff864547-03e6-4ea4-8645-6ad70d9719f3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:38.771458 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-af962cd0-8969-4318-9e12-5a2bc2856631 req-f4a5eaf6-53f9-44ae-99a1-ec86c85ab4de tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] 10.222.0.68 "GET /v2.0/security-groups?id=7bf941d0-4fab-41ec-a174-078829fdb488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673881 Jul 14 09:17:38.776644 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-8a304e9a-54be-4546-a6be-7ffa570b87d2 req-14939d76-64b2-4a96-8415-b61c5c035c00 service neutron] For port 2e172cd8-3b96-48b5-ad68-8075b120d246, host n-h1-779913-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=2e172cd8-3b96-48b5-ad68-8075b120d246,segment=NetworkSegment(8f1c1422-de6c-445f-ab95-4e2c94585b2b),segment_id=8f1c1422-de6c-445f-ab95-4e2c94585b2b)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:17:38.795567 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-8a304e9a-54be-4546-a6be-7ffa570b87d2 req-14939d76-64b2-4a96-8415-b61c5c035c00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:38.797399 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-ff864547-03e6-4ea4-8645-6ad70d9719f3 admin admin] Deleting port 91d3f779-156e-4297-b072-4b36052e5558 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:17:38.797847 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ff864547-03e6-4ea4-8645-6ad70d9719f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:38.817289 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-cbabefb4-f964-43bb-a719-cf9ecc6b5e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1bf83fb-a55c-4609-b350-a1d7a473953b', 'name': 'tempest-FloatingIPsNegativeTestJSON-1427190297-router', 'tenant_id': 'dda9a7a10ff94d13800219413285210c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.85'}], 'enable_snat': True}, 'gw_port_id': '91d3f779-156e-4297-b072-4b36052e5558', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:17:16Z', 'updated_at': '2021-07-14T09:17:36Z', 'revision_number': 5, 'project_id': 'dda9a7a10ff94d13800219413285210c', 'gw_port': {'id': '91d3f779-156e-4297-b072-4b36052e5558', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:62:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1bf83fb-a55c-4609-b350-a1d7a473953b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:17:20Z', 'updated_at': '2021-07-14T09:17:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29'}], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:17:38.846098 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-22821193-9349-4731-a67c-6a549574abb0 req-83d13e6d-c702-454d-8625-650a9ca64d79 tempest-ServerDiagnosticsNegativeTest-1683519398 tempest-ServerDiagnosticsNegativeTest-1683519398-project] 10.222.0.68 "GET /v2.0/security-groups?id=8680f808-4c0b-4d74-b554-f3ef474d9ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621096 Jul 14 09:17:38.879350 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbabefb4-f964-43bb-a719-cf9ecc6b5e10 None None] Checking router: c1bf83fb-a55c-4609-b350-a1d7a473953b for host: n-d-779913-29 {{(pid=93959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:17:38.896965 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbabefb4-f964-43bb-a719-cf9ecc6b5e10 None None] Routers {'c1bf83fb-a55c-4609-b350-a1d7a473953b'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:17:38.897684 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-cbabefb4-f964-43bb-a719-cf9ecc6b5e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:17:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['c1bf83fb-a55c-4609-b350-a1d7a473953b'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:17:38.925312 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a304e9a-54be-4546-a6be-7ffa570b87d2 req-14939d76-64b2-4a96-8415-b61c5c035c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:38.933146 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-8a304e9a-54be-4546-a6be-7ffa570b87d2 req-14939d76-64b2-4a96-8415-b61c5c035c00 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:38.934902 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8a304e9a-54be-4546-a6be-7ffa570b87d2 req-14939d76-64b2-4a96-8415-b61c5c035c00 service neutron] 10.222.0.65 "PUT /v2.0/ports/2e172cd8-3b96-48b5-ad68-8075b120d246 HTTP/1.1" status: 200 len: 1097 time: 1.8944263 Jul 14 09:17:38.951714 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-ff864547-03e6-4ea4-8645-6ad70d9719f3 admin admin] For port 91d3f779-156e-4297-b072-4b36052e5558, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=91d3f779-156e-4297-b072-4b36052e5558,segment=NetworkSegment(81bf7a93-80b3-43df-b9d5-462c604a2945),segment_id=81bf7a93-80b3-43df-b9d5-462c604a2945)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:17:38.952164 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ff864547-03e6-4ea4-8645-6ad70d9719f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:38.983067 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-ff864547-03e6-4ea4-8645-6ad70d9719f3 admin admin] Calling delete_port for 91d3f779-156e-4297-b072-4b36052e5558 owned by network:router_gateway {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:17:39.010722 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14939d76-64b2-4a96-8415-b61c5c035c00 service neutron] Pushing event updated for resources: {'Port': ['ID=2e172cd8-3b96-48b5-ad68-8075b120d246,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:39.013742 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvr_db [None req-cbabefb4-f964-43bb-a719-cf9ecc6b5e10 None None] Set router c1bf83fb-a55c-4609-b350-a1d7a473953b gateway port host: None {{(pid=93959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:17:39.138713 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Wed, 14 Jul 2021 09:17:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a74a6603-ba38-4c91-bb2d-59695b1cc9ae x-openstack-request-id: req-a74a6603-ba38-4c91-bb2d-59695b1cc9ae {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:17:39.138987 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "399cc662-da27-469a-9e98-9f69d4b89657", "name": "network-vif-plugged", "status": "completed", "tag": "742ea682-0e68-43c8-9fcc-ea486accf4fc", "code": 200}, {"server_uuid": "54ee8264-27af-4439-8dfb-36f97f31dbe4", "name": "network-vif-unplugged", "status": "completed", "tag": "ec695950-10e1-4821-83e0-8e8d7ca82f82", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:17:39.139548 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-a74a6603-ba38-4c91-bb2d-59695b1cc9ae {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:17:39.140009 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '399cc662-da27-469a-9e98-9f69d4b89657', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '742ea682-0e68-43c8-9fcc-ea486accf4fc', 'code': 200} Jul 14 09:17:39.140346 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54ee8264-27af-4439-8dfb-36f97f31dbe4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec695950-10e1-4821-83e0-8e8d7ca82f82', 'code': 200} Jul 14 09:17:39.141645 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-cbabefb4-f964-43bb-a719-cf9ecc6b5e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1bf83fb-a55c-4609-b350-a1d7a473953b', 'name': 'tempest-FloatingIPsNegativeTestJSON-1427190297-router', 'tenant_id': 'dda9a7a10ff94d13800219413285210c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:17:16Z', 'updated_at': '2021-07-14T09:17:38Z', 'revision_number': 6, 'project_id': 'dda9a7a10ff94d13800219413285210c', 'gw_port_host': None}], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:17:39.182797 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbabefb4-f964-43bb-a719-cf9ecc6b5e10 None None] The sync data for ids ['c1bf83fb-a55c-4609-b350-a1d7a473953b'] in n-d-779913-29 is: [{'id': 'c1bf83fb-a55c-4609-b350-a1d7a473953b', 'name': 'tempest-FloatingIPsNegativeTestJSON-1427190297-router', 'tenant_id': 'dda9a7a10ff94d13800219413285210c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:17:16Z', 'updated_at': '2021-07-14T09:17:38Z', 'revision_number': 6, 'project_id': 'dda9a7a10ff94d13800219413285210c', 'gw_port_host': None}] {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:17:39.197041 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0d253ee3-f0d4-4551-a511-4fc04d77d498 req-bfeafa44-0542-41d9-8fad-d329b9cc41da tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] 10.222.0.68 "GET /v2.0/ports?device_id=1055dbfe-92e6-437c-b901-0e1c0a80dc51 HTTP/1.1" status: 200 len: 210 time: 0.0571389 Jul 14 09:17:39.202277 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [req-66a53497-a851-4017-b7d6-3639bac267a8 req-ac996ede-be9b-4fc2-a24b-c70cefed05ff tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] Deleting port ec695950-10e1-4821-83e0-8e8d7ca82f82 {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:17:39.202852 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-66a53497-a851-4017-b7d6-3639bac267a8 req-ac996ede-be9b-4fc2-a24b-c70cefed05ff tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:39.217338 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dc4557-e5ba-4d89-befa-bae4f45d7afb req-84ab2b5a-c51c-481b-a98c-3c30893f0281 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:39.234058 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-33dc4557-e5ba-4d89-befa-bae4f45d7afb req-84ab2b5a-c51c-481b-a98c-3c30893f0281 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/ports?device_id=075c0166-2f45-4ba5-a5fa-7f7ff3bec1e9 HTTP/1.1" status: 200 len: 950 time: 0.2295072 Jul 14 09:17:39.295843 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a304e9a-54be-4546-a6be-7ffa570b87d2 req-85e96cdd-9746-40ea-ba2f-b9fdebc824eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:39.297785 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8a304e9a-54be-4546-a6be-7ffa570b87d2 req-85e96cdd-9746-40ea-ba2f-b9fdebc824eb service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=9071e4459a01495bbad626bd0a3dc27f&device_id=bade9e41-c794-48ce-879d-5458f3df6e07 HTTP/1.1" status: 200 len: 1100 time: 0.2234993 Jul 14 09:17:39.325020 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-33dc4557-e5ba-4d89-befa-bae4f45d7afb req-b2704d40-d703-4228-af04-208bc4fc8ca2 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/security-groups?id=93b55648-4dd6-4852-bb99-9aa842ab19a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869794 Jul 14 09:17:39.338406 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f81a3a-94b1-4e04-9b67-5259153ec0a7 req-3002d729-b8e0-4bb2-8049-abdcf15a83e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:39.349476 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-a6f81a3a-94b1-4e04-9b67-5259153ec0a7 req-3002d729-b8e0-4bb2-8049-abdcf15a83e5 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=399cc662-da27-469a-9e98-9f69d4b89657 HTTP/1.1" status: 200 len: 1097 time: 0.2160408 Jul 14 09:17:39.378189 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ff864547-03e6-4ea4-8645-6ad70d9719f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:39.389984 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28dd3587-2d03-4043-84ca-73b4803ca881', 'tag': '0f6b05e0-8d17-4b83-aa55-df527950bbf0'}, {'name': 'network-changed', 'server_uuid': 'bade9e41-c794-48ce-879d-5458f3df6e07', 'tag': '2e172cd8-3b96-48b5-ad68-8075b120d246'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:17:39.393227 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e83400ab-9566-41ea-affc-37bdca9487f1" -d '{"events": [{"name": "network-changed", "server_uuid": "28dd3587-2d03-4043-84ca-73b4803ca881", "tag": "0f6b05e0-8d17-4b83-aa55-df527950bbf0"}, {"name": "network-changed", "server_uuid": "bade9e41-c794-48ce-879d-5458f3df6e07", "tag": "2e172cd8-3b96-48b5-ad68-8075b120d246"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:17:39.405266 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8a304e9a-54be-4546-a6be-7ffa570b87d2 req-e5f174f5-1f30-4b37-a7f3-630fa523c439 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=2e172cd8-3b96-48b5-ad68-8075b120d246 HTTP/1.1" status: 200 len: 217 time: 0.0885141 Jul 14 09:17:39.420621 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff864547-03e6-4ea4-8645-6ad70d9719f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=91d3f779-156e-4297-b072-4b36052e5558,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:39.425580 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-a6f81a3a-94b1-4e04-9b67-5259153ec0a7 req-c7542b1e-aef7-419c-a20e-093be1c01543 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=c439237c-c705-4180-98e6-8dcbf5353a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695796 Jul 14 09:17:39.482992 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-66a53497-a851-4017-b7d6-3639bac267a8 req-ac996ede-be9b-4fc2-a24b-c70cefed05ff tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] For port ec695950-10e1-4821-83e0-8e8d7ca82f82, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=ec695950-10e1-4821-83e0-8e8d7ca82f82,segment=NetworkSegment(becdfe35-a9ff-4f14-9744-544114c40ea3),segment_id=becdfe35-a9ff-4f14-9744-544114c40ea3)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:17:39.483269 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-66a53497-a851-4017-b7d6-3639bac267a8 req-ac996ede-be9b-4fc2-a24b-c70cefed05ff tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:39.484717 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-34fc1d71-a310-4ab9-bb21-02f41878f96d req-88dfec99-6f70-4f86-8b0d-34cb1e0619a9 tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] 10.222.0.68 "GET /v2.0/networks?tenant_id=0354ae2bb6fb4c529416d8b4f0eeb6aa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0565686 Jul 14 09:17:39.504772 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [req-66a53497-a851-4017-b7d6-3639bac267a8 req-ac996ede-be9b-4fc2-a24b-c70cefed05ff tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] Calling delete_port for ec695950-10e1-4821-83e0-8e8d7ca82f82 owned by compute:nova {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:17:39.531031 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a304e9a-54be-4546-a6be-7ffa570b87d2 req-e1939ab5-36d2-4924-a2e7-820821966215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:39.532512 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8a304e9a-54be-4546-a6be-7ffa570b87d2 req-e1939ab5-36d2-4924-a2e7-820821966215 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=85060e65-3b2f-4a6c-a04c-ce849daa5b3b HTTP/1.1" status: 200 len: 843 time: 0.1117380 Jul 14 09:17:39.565144 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ff864547-03e6-4ea4-8645-6ad70d9719f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-660532'] for router_gateway, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:39.596671 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551608b5-41af-4bab-be6f-9a51c32b1ce0 req-fd2cb9b9-d3b3-46bf-a8ab-57a77888e12e tempest-ServersWithSpecificFlavorTestJSON-1964774978 tempest-ServersWithSpecificFlavorTestJSON-1964774978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:39.599990 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-551608b5-41af-4bab-be6f-9a51c32b1ce0 req-fd2cb9b9-d3b3-46bf-a8ab-57a77888e12e tempest-ServersWithSpecificFlavorTestJSON-1964774978 tempest-ServersWithSpecificFlavorTestJSON-1964774978-project] 10.222.0.68 "GET /v2.0/ports?device_id=399cc662-da27-469a-9e98-9f69d4b89657 HTTP/1.1" status: 200 len: 945 time: 0.1995332 Jul 14 09:17:39.655370 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device d8a39451-5b89-4d24-9128-1b799174d812 no longer exists at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:17:39.671785 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ff864547-03e6-4ea4-8645-6ad70d9719f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-711871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12964'] for router, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:39.674115 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-551608b5-41af-4bab-be6f-9a51c32b1ce0 req-6d7e609c-d298-4ff0-88ab-57d49451a6f8 tempest-ServersWithSpecificFlavorTestJSON-1964774978 tempest-ServersWithSpecificFlavorTestJSON-1964774978-project] 10.222.0.68 "GET /v2.0/security-groups?id=c439237c-c705-4180-98e6-8dcbf5353a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682144 Jul 14 09:17:39.679075 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ff864547-03e6-4ea4-8645-6ad70d9719f3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:39.680572 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] No Port match for: d8a39451-5b89-4d24-9128-1b799174d812 {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:17:39.680572 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device d8a39451-5b89-4d24-9128-1b799174d812 not bound to the agent host n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:17:39.733891 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fc1d71-a310-4ab9-bb21-02f41878f96d req-069cd30c-dd5c-45d6-8ef0-76e659d7ce1c tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:39.741169 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-34fc1d71-a310-4ab9-bb21-02f41878f96d req-069cd30c-dd5c-45d6-8ef0-76e659d7ce1c tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2484949 Jul 14 09:17:39.753220 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-34fc1d71-a310-4ab9-bb21-02f41878f96d req-201b25f9-9cc9-4ca3-9878-8dbc50cd3e78 tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] 10.222.0.68 "GET /v2.0/quotas/0354ae2bb6fb4c529416d8b4f0eeb6aa HTTP/1.1" status: 200 len: 375 time: 0.0111749 Jul 14 09:17:39.754409 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ff864547-03e6-4ea4-8645-6ad70d9719f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-704815'] for router, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:39.755705 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff864547-03e6-4ea4-8645-6ad70d9719f3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c1bf83fb-a55c-4609-b350-a1d7a473953b {{(pid=93958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:17:39.762000 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ff864547-03e6-4ea4-8645-6ad70d9719f3 admin admin] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:39.766106 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-ff864547-03e6-4ea4-8645-6ad70d9719f3 admin admin] 10.222.0.68 "DELETE /v2.0/routers/c1bf83fb-a55c-4609-b350-a1d7a473953b HTTP/1.1" status: 204 len: 168 time: 1.3865743 Jul 14 09:17:39.766106 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 37118) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:17:39.794738 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-66a53497-a851-4017-b7d6-3639bac267a8 req-ac996ede-be9b-4fc2-a24b-c70cefed05ff tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:39.854884 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e472d4d-ba36-4707-a46b-4281ab79657b admin admin] Deleting subnet d28ffe8d-2125-45f9-ad4c-0a861cbee67c {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:17:39.858006 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac996ede-be9b-4fc2-a24b-c70cefed05ff tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] Pushing event deleted for resources: {'Port': ['ID=ec695950-10e1-4821-83e0-8e8d7ca82f82,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:39.858516 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9e472d4d-ba36-4707-a46b-4281ab79657b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:39.863072 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a304e9a-54be-4546-a6be-7ffa570b87d2 req-e77aaa40-8779-434e-9e9a-70cd6f681435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:39.865309 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8a304e9a-54be-4546-a6be-7ffa570b87d2 req-e77aaa40-8779-434e-9e9a-70cd6f681435 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2244f7a1-04bd-42cd-9e86-31839b46f57f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1490190 Jul 14 09:17:39.902568 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9e472d4d-ba36-4707-a46b-4281ab79657b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13574120'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:39.926616 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-34fc1d71-a310-4ab9-bb21-02f41878f96d req-80b94e7f-b02f-432e-86c4-635dffa98902 tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=0354ae2bb6fb4c529416d8b4f0eeb6aa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1454782 Jul 14 09:17:39.949774 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-66a53497-a851-4017-b7d6-3639bac267a8 req-ac996ede-be9b-4fc2-a24b-c70cefed05ff tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] No DVR routers for this DVR port ec695950-10e1-4821-83e0-8e8d7ca82f82 on host n-h1-779913-29 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:17:39.955562 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-66a53497-a851-4017-b7d6-3639bac267a8 req-ac996ede-be9b-4fc2-a24b-c70cefed05ff tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:39.957533 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-66a53497-a851-4017-b7d6-3639bac267a8 req-ac996ede-be9b-4fc2-a24b-c70cefed05ff tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] 10.222.0.65 "DELETE /v2.0/ports/ec695950-10e1-4821-83e0-8e8d7ca82f82 HTTP/1.1" status: 204 len: 173 time: 1.2723541 Jul 14 09:17:39.997072 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9e472d4d-ba36-4707-a46b-4281ab79657b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3481002'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:40.000133 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dda3035-0a6e-4b9e-b56a-0ea443db0822 req-bcc923f7-0e43-4781-a9e5-a8372225c847 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:40.001696 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1dda3035-0a6e-4b9e-b56a-0ea443db0822 req-bcc923f7-0e43-4781-a9e5-a8372225c847 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] 10.222.0.68 "GET /v2.0/ports?device_id=1b299265-6d02-48dc-a72a-858f96118e51 HTTP/1.1" status: 200 len: 950 time: 0.2098515 Jul 14 09:17:40.048633 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8a304e9a-54be-4546-a6be-7ffa570b87d2 req-5da8892e-4033-496b-b5bf-a53dc6f2e610 service neutron] 10.222.0.65 "GET /v2.0/networks/2244f7a1-04bd-42cd-9e86-31839b46f57f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1744421 Jul 14 09:17:40.077524 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1dda3035-0a6e-4b9e-b56a-0ea443db0822 req-92add830-b4d1-4cdd-98d4-59b14addbd65 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] 10.222.0.68 "GET /v2.0/security-groups?id=c9156572-74c8-4b9e-9f0a-c202a5ef91ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518565 Jul 14 09:17:40.094431 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9e472d4d-ba36-4707-a46b-4281ab79657b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13574056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16714573'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:40.169270 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e472d4d-ba36-4707-a46b-4281ab79657b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d28ffe8d-2125-45f9-ad4c-0a861cbee67c,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:40.186590 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9e472d4d-ba36-4707-a46b-4281ab79657b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:40.190751 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a243fb9f-eb3e-4e5d-9cc8-a97eb206ee4a None None] Network 2316f85f-11a8-403e-b492-6c1e729d711f requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:17:40.191109 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-9e472d4d-ba36-4707-a46b-4281ab79657b admin admin] 10.222.0.68 "DELETE /v2.0/subnets/d28ffe8d-2125-45f9-ad4c-0a861cbee67c HTTP/1.1" status: 204 len: 168 time: 0.4238892 Jul 14 09:17:40.193649 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 37130) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:17:40.212923 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8a304e9a-54be-4546-a6be-7ffa570b87d2 req-8fbe80d2-f918-403c-b86b-74fbf6ac8c25 service neutron] 10.222.0.65 "GET /v2.0/networks/2244f7a1-04bd-42cd-9e86-31839b46f57f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502297 Jul 14 09:17:40.234013 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 14 Jul 2021 09:17:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55114700-1325-4e2c-91a3-9ca61eee5f1b x-openstack-request-id: req-55114700-1325-4e2c-91a3-9ca61eee5f1b {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:17:40.234319 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28dd3587-2d03-4043-84ca-73b4803ca881", "tag": "0f6b05e0-8d17-4b83-aa55-df527950bbf0", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "bade9e41-c794-48ce-879d-5458f3df6e07", "tag": "2e172cd8-3b96-48b5-ad68-8075b120d246", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:17:40.234700 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-55114700-1325-4e2c-91a3-9ca61eee5f1b {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:17:40.235104 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28dd3587-2d03-4043-84ca-73b4803ca881', 'tag': '0f6b05e0-8d17-4b83-aa55-df527950bbf0', 'status': 'completed', 'code': 200} Jul 14 09:17:40.235359 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bade9e41-c794-48ce-879d-5458f3df6e07', 'tag': '2e172cd8-3b96-48b5-ad68-8075b120d246', 'status': 'completed', 'code': 200} Jul 14 09:17:40.296499 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 0f6b05e0-8d17-4b83-aa55-df527950bbf0 details requested by agent hyperv_n-h2-779913-29 with host n-h2-779913-29 {{(pid=93959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:17:40.315654 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-023afa77-5837-4959-889c-5a0badf31749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3876111'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:40.557478 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dc5d7c-9999-4c09-ba2e-0ba728fe87b9 req-a1667aee-4311-44f5-848a-337273c416a7 tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:40.574362 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 0f6b05e0-8d17-4b83-aa55-df527950bbf0, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=0f6b05e0-8d17-4b83-aa55-df527950bbf0,segment=NetworkSegment(4f3a0541-e6cd-42f5-92f6-5d961c2f621f),segment_id=4f3a0541-e6cd-42f5-92f6-5d961c2f621f)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:17:40.575596 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-66dc5d7c-9999-4c09-ba2e-0ba728fe87b9 req-a1667aee-4311-44f5-848a-337273c416a7 tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] 10.222.0.68 "GET /v2.0/ports?device_id=28dd3587-2d03-4043-84ca-73b4803ca881 HTTP/1.1" status: 200 len: 944 time: 0.2557800 Jul 14 09:17:40.596395 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 0f6b05e0-8d17-4b83-aa55-df527950bbf0 has no active binding in host n-h2-779913-29 {{(pid=93959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 14 09:17:40.682514 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-023afa77-5837-4959-889c-5a0badf31749 admin admin] Deleting port 11d8937d-87cd-4109-8cb3-34cf5ea96cfa {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:17:40.686899 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-023afa77-5837-4959-889c-5a0badf31749 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:40.714678 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-66dc5d7c-9999-4c09-ba2e-0ba728fe87b9 req-2b7b0f76-5898-4f76-9c1e-420d9f571f83 tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] 10.222.0.68 "GET /v2.0/security-groups?id=7bf941d0-4fab-41ec-a174-078829fdb488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374986 Jul 14 09:17:40.717605 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83400ab-9566-41ea-affc-37bdca9487f1 req-7df2f2db-0dfd-4cfa-9b19-d197cfa139df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:40.719285 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e83400ab-9566-41ea-affc-37bdca9487f1 req-7df2f2db-0dfd-4cfa-9b19-d197cfa139df service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e14af975015c4397b9da2a89a906dfc2&device_id=28dd3587-2d03-4043-84ca-73b4803ca881 HTTP/1.1" status: 200 len: 1127 time: 0.3547091 Jul 14 09:17:40.737869 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d08c705-ceb9-42bf-b72d-3c124a91abed None None] DHCP port deletion for 2316f85f-11a8-403e-b492-6c1e729d711f request from n-d-779913-29 {{(pid=93959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:17:40.758999 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e03937-9c1a-4bc9-bd5b-a8d7626f6db4 req-ebebab3d-4fc7-4c54-90bc-dbec8b210391 tempest-ServerDiagnosticsNegativeTest-1683519398 tempest-ServerDiagnosticsNegativeTest-1683519398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:40.760739 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-49e03937-9c1a-4bc9-bd5b-a8d7626f6db4 req-ebebab3d-4fc7-4c54-90bc-dbec8b210391 tempest-ServerDiagnosticsNegativeTest-1683519398 tempest-ServerDiagnosticsNegativeTest-1683519398-project] 10.222.0.68 "GET /v2.0/ports?device_id=bade9e41-c794-48ce-879d-5458f3df6e07 HTTP/1.1" status: 200 len: 948 time: 0.3207302 Jul 14 09:17:40.768237 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3523b0cd-36d0-4ef4-83d3-2efc15709b55 req-02a29040-fddb-45db-8c6b-9b7a3a076f10 tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:40.770174 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3523b0cd-36d0-4ef4-83d3-2efc15709b55 req-02a29040-fddb-45db-8c6b-9b7a3a076f10 tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] 10.222.0.57 "GET /v2.0/networks?id=9b8a6edc-bbae-47ce-bda0-fb444fc735c0 HTTP/1.1" status: 200 len: 804 time: 0.3881178 Jul 14 09:17:40.834963 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-3d08c705-ceb9-42bf-b72d-3c124a91abed None None] Deleting port 11d8937d-87cd-4109-8cb3-34cf5ea96cfa {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:17:40.835468 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3d08c705-ceb9-42bf-b72d-3c124a91abed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:40.840109 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-023afa77-5837-4959-889c-5a0badf31749 admin admin] For port 11d8937d-87cd-4109-8cb3-34cf5ea96cfa, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=11d8937d-87cd-4109-8cb3-34cf5ea96cfa,segment=NetworkSegment(f153c2e4-cead-492c-b6f7-a19c5b081de2),segment_id=f153c2e4-cead-492c-b6f7-a19c5b081de2)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:17:40.840731 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-023afa77-5837-4959-889c-5a0badf31749 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:40.844892 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-3523b0cd-36d0-4ef4-83d3-2efc15709b55 req-83cf1171-b9be-481a-94f5-02b080a35f09 tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] Request body: {'port': {'device_id': '1055dbfe-92e6-437c-b901-0e1c0a80dc51', 'network_id': '9b8a6edc-bbae-47ce-bda0-fb444fc735c0', 'admin_state_up': True, 'tenant_id': '7106393f864d424cbb37d8910f9a40b9'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:17:40.893073 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-023afa77-5837-4959-889c-5a0badf31749 admin admin] Calling delete_port for 11d8937d-87cd-4109-8cb3-34cf5ea96cfa owned by network:dhcp {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:17:40.951219 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-3d08c705-ceb9-42bf-b72d-3c124a91abed None None] For port 11d8937d-87cd-4109-8cb3-34cf5ea96cfa, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=11d8937d-87cd-4109-8cb3-34cf5ea96cfa,segment=NetworkSegment(f153c2e4-cead-492c-b6f7-a19c5b081de2),segment_id=f153c2e4-cead-492c-b6f7-a19c5b081de2)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:17:40.956401 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3d08c705-ceb9-42bf-b72d-3c124a91abed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:40.977758 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-49e03937-9c1a-4bc9-bd5b-a8d7626f6db4 req-29f55b6b-a7e6-4d7b-af6f-0c03a2fd3ab8 tempest-ServerDiagnosticsNegativeTest-1683519398 tempest-ServerDiagnosticsNegativeTest-1683519398-project] 10.222.0.68 "GET /v2.0/security-groups?id=8680f808-4c0b-4d74-b554-f3ef474d9ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052152 Jul 14 09:17:41.004506 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-3d08c705-ceb9-42bf-b72d-3c124a91abed None None] Calling delete_port for 11d8937d-87cd-4109-8cb3-34cf5ea96cfa owned by network:dhcp {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:17:41.085709 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83400ab-9566-41ea-affc-37bdca9487f1 req-8878a70d-a448-47da-b4d9-23a3b3ae74ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:41.090419 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e83400ab-9566-41ea-affc-37bdca9487f1 req-8878a70d-a448-47da-b4d9-23a3b3ae74ba service neutron] 10.222.0.65 "GET /v2.0/networks?id=e7cb481e-49dc-464e-b748-d3d2c45f69f9 HTTP/1.1" status: 200 len: 921 time: 0.3168643 Jul 14 09:17:41.147564 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3d08c705-ceb9-42bf-b72d-3c124a91abed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:41.198038 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e83400ab-9566-41ea-affc-37bdca9487f1 req-a7a6f72b-fcb6-4406-86f5-4898978a282f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0f6b05e0-8d17-4b83-aa55-df527950bbf0 HTTP/1.1" status: 200 len: 217 time: 0.0992110 Jul 14 09:17:41.199987 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3523b0cd-36d0-4ef4-83d3-2efc15709b55 req-83cf1171-b9be-481a-94f5-02b080a35f09 tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] Made reservation on behalf of 7106393f864d424cbb37d8910f9a40b9 for: {'port': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:17:41.204991 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-3523b0cd-36d0-4ef4-83d3-2efc15709b55 req-83cf1171-b9be-481a-94f5-02b080a35f09 tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:41.345249 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08c705-ceb9-42bf-b72d-3c124a91abed None None] Pushing event deleted for resources: {'Port': ['ID=11d8937d-87cd-4109-8cb3-34cf5ea96cfa,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:41.350159 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d08c705-ceb9-42bf-b72d-3c124a91abed None None] No DVR routers for this DVR port 11d8937d-87cd-4109-8cb3-34cf5ea96cfa on host n-d-779913-29 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:17:41.374450 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 91d3f779-156e-4297-b072-4b36052e5558 no longer exists at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:17:41.388771 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-56805300-33c1-4511-8b07-2f6c71f3d32f req-96420e6b-675b-4de4-b5f2-b462e964c13f tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] 10.222.0.68 "GET /v2.0/ports?device_id=8206666c-d9ee-4931-8152-2da39b7a6ae4 HTTP/1.1" status: 200 len: 210 time: 0.1313951 Jul 14 09:17:41.401268 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] No Port match for: 91d3f779-156e-4297-b072-4b36052e5558 {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:17:41.401268 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 91d3f779-156e-4297-b072-4b36052e5558 not bound to the agent host n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:17:41.401646 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 11d8937d-87cd-4109-8cb3-34cf5ea96cfa no longer exists at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:17:41.421519 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] No Port match for: 11d8937d-87cd-4109-8cb3-34cf5ea96cfa {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:17:41.421864 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 11d8937d-87cd-4109-8cb3-34cf5ea96cfa not bound to the agent host n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:17:41.468088 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83400ab-9566-41ea-affc-37bdca9487f1 req-af9c4a14-e742-4329-ae02-2e6b07185a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:41.470133 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e83400ab-9566-41ea-affc-37bdca9487f1 req-af9c4a14-e742-4329-ae02-2e6b07185a97 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a1f8d7cc-d5f0-4ac4-b550-493e46cf12fc HTTP/1.1" status: 200 len: 860 time: 0.2622159 Jul 14 09:17:41.515817 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-023afa77-5837-4959-889c-5a0badf31749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:41.551315 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-023afa77-5837-4959-889c-5a0badf31749 admin admin] No DVR routers for this DVR port 11d8937d-87cd-4109-8cb3-34cf5ea96cfa on host n-d-779913-29 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:17:41.553957 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023afa77-5837-4959-889c-5a0badf31749 admin admin] Pushing event deleted for resources: {'Port': ['ID=11d8937d-87cd-4109-8cb3-34cf5ea96cfa,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:41.575543 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e83400ab-9566-41ea-affc-37bdca9487f1 req-d3dd695b-4557-4a1c-a8a7-7934c01d93b9 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e7cb481e-49dc-464e-b748-d3d2c45f69f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0897338 Jul 14 09:17:41.619230 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3e54a638-4c20-4cef-b28f-525990c5926b req-9376159a-7f39-4ed2-8d09-9d72278888ca tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] 10.222.0.68 "GET /v2.0/ports?device_id=1055dbfe-92e6-437c-b901-0e1c0a80dc51 HTTP/1.1" status: 200 len: 210 time: 0.0827382 Jul 14 09:17:41.647111 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-023afa77-5837-4959-889c-5a0badf31749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473955', 'neutron.services.segments.db._delete_segments_for_network-8735688326548'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:41.659259 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-023afa77-5837-4959-889c-5a0badf31749 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2316f85f-11a8-403e-b492-6c1e729d711f']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:17:41.669367 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7f1260-4835-4256-8fb9-aaf91fe1d32e req-6aff562e-7873-476e-b04f-815bb8d69ce9 tempest-ServersOnMultiNodesTest-574860192 tempest-ServersOnMultiNodesTest-574860192-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:41.671025 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-7f7f1260-4835-4256-8fb9-aaf91fe1d32e req-6aff562e-7873-476e-b04f-815bb8d69ce9 tempest-ServersOnMultiNodesTest-574860192 tempest-ServersOnMultiNodesTest-574860192-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=1b299265-6d02-48dc-a72a-858f96118e51 HTTP/1.1" status: 200 len: 1102 time: 0.2930834 Jul 14 09:17:41.674609 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-023afa77-5837-4959-889c-5a0badf31749 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f153c2e4-cead-492c-b6f7-a19c5b081de2') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:17:41.674973 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-023afa77-5837-4959-889c-5a0badf31749 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f153c2e4-cead-492c-b6f7-a19c5b081de2') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:17:41.696961 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-023afa77-5837-4959-889c-5a0badf31749 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735688356235', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13574129'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:41.698694 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-7f7f1260-4835-4256-8fb9-aaf91fe1d32e req-7456c971-b16b-4c22-85b4-c13174028c43 tempest-ServersOnMultiNodesTest-574860192 tempest-ServersOnMultiNodesTest-574860192-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:41.711523 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-eaadb216-63c9-4e02-962c-6ee4201d7190 req-675a0d2f-b6bb-4e05-b7d5-e2f0e1059acc service neutron] 10.222.0.65 "GET /v2.0/ports/0f6b05e0-8d17-4b83-aa55-df527950bbf0/bindings/n-h2-779913-29 HTTP/1.1" status: 200 len: 385 time: 0.2401905 Jul 14 09:17:41.722140 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-023afa77-5837-4959-889c-5a0badf31749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:41.735944 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-023afa77-5837-4959-889c-5a0badf31749 admin admin] Releasing vlan 730 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:17:41.736446 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-023afa77-5837-4959-889c-5a0badf31749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13573126'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:41.738385 n-d-779913-29 neutron-server[93958]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:17:41.738385 n-d-779913-29 neutron-server[93958]: self.session.flush() Jul 14 09:17:41.738385 n-d-779913-29 neutron-server[93958]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:17:41.738385 n-d-779913-29 neutron-server[93958]: self.session.flush() Jul 14 09:17:41.738385 n-d-779913-29 neutron-server[93958]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:17:41.738385 n-d-779913-29 neutron-server[93958]: self.session.flush() Jul 14 09:17:41.738385 n-d-779913-29 neutron-server[93958]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:17:41.738385 n-d-779913-29 neutron-server[93958]: self.session.flush() Jul 14 09:17:41.738385 n-d-779913-29 neutron-server[93958]: Traceback (most recent call last): Jul 14 09:17:41.738385 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:17:41.738385 n-d-779913-29 neutron-server[93958]: timer() Jul 14 09:17:41.738385 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:17:41.738385 n-d-779913-29 neutron-server[93958]: cb(*args, **kw) Jul 14 09:17:41.738385 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:17:41.738385 n-d-779913-29 neutron-server[93958]: return func(*args, **kwargs) Jul 14 09:17:41.738385 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:17:41.738385 n-d-779913-29 neutron-server[93958]: self._notify() Jul 14 09:17:41.738385 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:17:41.738385 n-d-779913-29 neutron-server[93958]: self.callback(batched_events) Jul 14 09:17:41.738385 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:17:41.738385 n-d-779913-29 neutron-server[93958]: event.method(event) Jul 14 09:17:41.738385 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:17:41.738385 n-d-779913-29 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:17:41.738385 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:17:41.738385 n-d-779913-29 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:17:41.738385 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:17:41.738385 n-d-779913-29 neutron-server[93958]: return f(self, *a, **k) Jul 14 09:17:41.738385 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:17:41.738385 n-d-779913-29 neutron-server[93958]: return self._get(url).json() Jul 14 09:17:41.738385 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:17:41.738385 n-d-779913-29 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:17:41.738385 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:17:41.738385 n-d-779913-29 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 14 09:17:41.738385 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:17:41.738385 n-d-779913-29 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:17:41.738385 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:17:41.738385 n-d-779913-29 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:17:41.738385 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:17:41.738385 n-d-779913-29 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:17:41.738385 n-d-779913-29 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:17:41.764343 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [req-3523b0cd-36d0-4ef4-83d3-2efc15709b55 req-83cf1171-b9be-481a-94f5-02b080a35f09 tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] Allocated IP 172.20.0.11 (9b8a6edc-bbae-47ce-bda0-fb444fc735c0/8ea73f7d-9594-449c-9c84-8c744576418b/9fc6737d-c564-428d-982b-1282a6bba865) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:17:41.816439 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-023afa77-5837-4959-889c-5a0badf31749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660504'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:41.828863 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-023afa77-5837-4959-889c-5a0badf31749 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:41.830631 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-023afa77-5837-4959-889c-5a0badf31749 admin admin] 10.222.0.68 "DELETE /v2.0/networks/2316f85f-11a8-403e-b492-6c1e729d711f HTTP/1.1" status: 204 len: 168 time: 1.6360343 Jul 14 09:17:41.844354 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023afa77-5837-4959-889c-5a0badf31749 admin admin] Pushing event deleted for resources: {'Network': ['ID=2316f85f-11a8-403e-b492-6c1e729d711f,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:41.868489 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e83400ab-9566-41ea-affc-37bdca9487f1 req-48d12568-184a-48aa-b5ee-64dfcc5e5665 service neutron] 10.222.0.65 "GET /v2.0/networks/e7cb481e-49dc-464e-b748-d3d2c45f69f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2781355 Jul 14 09:17:41.895729 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-7f7f1260-4835-4256-8fb9-aaf91fe1d32e req-7456c971-b16b-4c22-85b4-c13174028c43 tempest-ServersOnMultiNodesTest-574860192 tempest-ServersOnMultiNodesTest-574860192-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:41.900958 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-7f7f1260-4835-4256-8fb9-aaf91fe1d32e req-7456c971-b16b-4c22-85b4-c13174028c43 tempest-ServersOnMultiNodesTest-574860192 tempest-ServersOnMultiNodesTest-574860192-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:41.930565 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-7f7f1260-4835-4256-8fb9-aaf91fe1d32e req-7456c971-b16b-4c22-85b4-c13174028c43 tempest-ServersOnMultiNodesTest-574860192 tempest-ServersOnMultiNodesTest-574860192-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=c9156572-74c8-4b9e-9f0a-c202a5ef91ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2481399 Jul 14 09:17:41.935452 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7456c971-b16b-4c22-85b4-c13174028c43 tempest-ServersOnMultiNodesTest-574860192 tempest-ServersOnMultiNodesTest-574860192-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=552f0c3c-da80-404c-938a-ee6f6aabcb39,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:42.048286 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 37158) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:17:42.109982 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9eaefc-bdc9-4aae-8b7d-5fc7aa57a41e req-93fb9752-f5d0-4dec-8ad4-0387700f5bdd tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:42.111886 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0e9eaefc-bdc9-4aae-8b7d-5fc7aa57a41e req-93fb9752-f5d0-4dec-8ad4-0387700f5bdd tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/ports?device_id=075c0166-2f45-4ba5-a5fa-7f7ff3bec1e9 HTTP/1.1" status: 200 len: 950 time: 0.3548379 Jul 14 09:17:42.139128 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-56ba93bb-50c0-4b02-935b-1d439dc0cc75 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=dda9a7a10ff94d13800219413285210c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0893168 Jul 14 09:17:42.143302 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 37160) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:17:42.205824 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8b9239-b36a-47f1-871f-7d7ddc893f34 req-9ef7737f-3592-4324-8b90-b3e05cbb1c35 tempest-ServersWithSpecificFlavorTestJSON-1964774978 tempest-ServersWithSpecificFlavorTestJSON-1964774978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:42.207413 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-5a8b9239-b36a-47f1-871f-7d7ddc893f34 req-9ef7737f-3592-4324-8b90-b3e05cbb1c35 tempest-ServersWithSpecificFlavorTestJSON-1964774978 tempest-ServersWithSpecificFlavorTestJSON-1964774978-project] 10.222.0.68 "GET /v2.0/ports?device_id=399cc662-da27-469a-9e98-9f69d4b89657 HTTP/1.1" status: 200 len: 945 time: 0.1483974 Jul 14 09:17:42.239057 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d22cb859-4681-412e-af7f-d46394ec89ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:42.282520 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d22cb859-4681-412e-af7f-d46394ec89ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:42.287792 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-5a8b9239-b36a-47f1-871f-7d7ddc893f34 req-3b884a15-018a-41ca-b489-0323ad2e93ea tempest-ServersWithSpecificFlavorTestJSON-1964774978 tempest-ServersWithSpecificFlavorTestJSON-1964774978-project] 10.222.0.68 "GET /v2.0/security-groups?id=c439237c-c705-4180-98e6-8dcbf5353a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723829 Jul 14 09:17:42.352398 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d22cb859-4681-412e-af7f-d46394ec89ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:42.355859 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d22cb859-4681-412e-af7f-d46394ec89ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:42.360412 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-d22cb859-4681-412e-af7f-d46394ec89ea admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/761521af-da17-4284-a64f-63a5105797bf HTTP/1.1" status: 204 len: 168 time: 0.2138224 Jul 14 09:17:42.367653 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22cb859-4681-412e-af7f-d46394ec89ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=761521af-da17-4284-a64f-63a5105797bf,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:42.403846 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54ee8264-27af-4439-8dfb-36f97f31dbe4', 'name': 'network-vif-deleted', 'tag': 'ec695950-10e1-4821-83e0-8e8d7ca82f82'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:17:42.406132 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84c5534d-6643-4ff8-826a-1edc24650b29" -d '{"events": [{"server_uuid": "54ee8264-27af-4439-8dfb-36f97f31dbe4", "name": "network-vif-deleted", "tag": "ec695950-10e1-4821-83e0-8e8d7ca82f82"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:17:42.477936 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-34fc1d71-a310-4ab9-bb21-02f41878f96d req-ea40add2-727b-4d0c-b1e3-ecc1a6ff70e4 tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=0354ae2bb6fb4c529416d8b4f0eeb6aa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0669730 Jul 14 09:17:42.490257 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:42.490824 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e83400ab-9566-41ea-affc-37bdca9487f1 req-ab9960b4-14e5-40e0-8c45-556e896b6882 service neutron] 10.222.0.65 "GET /v2.0/networks/e7cb481e-49dc-464e-b748-d3d2c45f69f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6128933 Jul 14 09:17:42.540966 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d453df25-4eed-4c76-9d68-dcd9e29e869b req-779a8834-47e4-439c-8839-44706e5da4b0 tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:42.542819 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d453df25-4eed-4c76-9d68-dcd9e29e869b req-779a8834-47e4-439c-8839-44706e5da4b0 tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] 10.222.0.68 "GET /v2.0/ports?device_id=28dd3587-2d03-4043-84ca-73b4803ca881 HTTP/1.1" status: 200 len: 944 time: 0.0900028 Jul 14 09:17:42.588828 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0e9eaefc-bdc9-4aae-8b7d-5fc7aa57a41e req-60444725-4bed-459a-9d91-d64317940a0c tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/security-groups?id=93b55648-4dd6-4852-bb99-9aa842ab19a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4629970 Jul 14 09:17:42.598329 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-3523b0cd-36d0-4ef4-83d3-2efc15709b55 req-83cf1171-b9be-481a-94f5-02b080a35f09 tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:42.610290 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d453df25-4eed-4c76-9d68-dcd9e29e869b req-36de848b-228c-49bb-96af-d5613bfa0c98 tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] 10.222.0.68 "GET /v2.0/security-groups?id=7bf941d0-4fab-41ec-a174-078829fdb488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616493 Jul 14 09:17:42.664041 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-eaadb216-63c9-4e02-962c-6ee4201d7190 req-0593a367-8c17-48a5-b40f-b922de8112f2 service neutron] For port 0f6b05e0-8d17-4b83-aa55-df527950bbf0, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=0f6b05e0-8d17-4b83-aa55-df527950bbf0,segment=NetworkSegment(4f3a0541-e6cd-42f5-92f6-5d961c2f621f),segment_id=4f3a0541-e6cd-42f5-92f6-5d961c2f621f)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:17:42.736977 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-eaadb216-63c9-4e02-962c-6ee4201d7190 req-0593a367-8c17-48a5-b40f-b922de8112f2 service neutron] For port 0f6b05e0-8d17-4b83-aa55-df527950bbf0, host n-h1-779913-29, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:17:42.785123 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fc1d71-a310-4ab9-bb21-02f41878f96d req-e8e2cd92-544b-4352-94f2-ab6f46f4495c tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:42.791534 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-34fc1d71-a310-4ab9-bb21-02f41878f96d req-e8e2cd92-544b-4352-94f2-ab6f46f4495c tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2869456 Jul 14 09:17:42.845523 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-34fc1d71-a310-4ab9-bb21-02f41878f96d req-48c7912d-8fb4-421f-a91d-12e45bbd6e81 tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] Request body: {'port': {'device_id': '8206666c-d9ee-4931-8152-2da39b7a6ae4', 'network_id': '2244f7a1-04bd-42cd-9e86-31839b46f57f', 'admin_state_up': True, 'tenant_id': '0354ae2bb6fb4c529416d8b4f0eeb6aa'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:17:42.858006 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [req-eaadb216-63c9-4e02-962c-6ee4201d7190 req-0593a367-8c17-48a5-b40f-b922de8112f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f6b05e0-8d17-4b83-aa55-df527950bbf0 {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:17:42.863033 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-3523b0cd-36d0-4ef4-83d3-2efc15709b55 req-83cf1171-b9be-481a-94f5-02b080a35f09 tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:42.940632 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-eaadb216-63c9-4e02-962c-6ee4201d7190 req-0593a367-8c17-48a5-b40f-b922de8112f2 service neutron] For port 0f6b05e0-8d17-4b83-aa55-df527950bbf0, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=0f6b05e0-8d17-4b83-aa55-df527950bbf0,segment=NetworkSegment(4f3a0541-e6cd-42f5-92f6-5d961c2f621f),segment_id=4f3a0541-e6cd-42f5-92f6-5d961c2f621f)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:17:42.950418 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83400ab-9566-41ea-affc-37bdca9487f1 req-e879323f-5dbf-47be-93c4-7d73f9e132bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:42.951920 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e83400ab-9566-41ea-affc-37bdca9487f1 req-e879323f-5dbf-47be-93c4-7d73f9e132bc service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=9071e4459a01495bbad626bd0a3dc27f&device_id=bade9e41-c794-48ce-879d-5458f3df6e07 HTTP/1.1" status: 200 len: 1100 time: 0.3622239 Jul 14 09:17:42.979395 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d222d683-7158-4ecb-9150-0ed11adcdd99 req-42ddfc0d-3fa9-4939-88a5-abe0982fe244 tempest-ServersWithSpecificFlavorTestJSON-1964774978 tempest-ServersWithSpecificFlavorTestJSON-1964774978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:42.981647 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d222d683-7158-4ecb-9150-0ed11adcdd99 req-42ddfc0d-3fa9-4939-88a5-abe0982fe244 tempest-ServersWithSpecificFlavorTestJSON-1964774978 tempest-ServersWithSpecificFlavorTestJSON-1964774978-project] 10.222.0.68 "GET /v2.0/ports?device_id=399cc662-da27-469a-9e98-9f69d4b89657 HTTP/1.1" status: 200 len: 945 time: 0.0794392 Jul 14 09:17:42.994566 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 37186) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:17:43.003208 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-5d99c760-9ed3-4e77-afec-f903f438b18d tempest-ServersWithSpecificFlavorTestJSON-1964774978 tempest-ServersWithSpecificFlavorTestJSON-1964774978-project] Request body: {'floatingip': {'port_id': '742ea682-0e68-43c8-9fcc-ea486accf4fc'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:17:43.011558 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-eaadb216-63c9-4e02-962c-6ee4201d7190 req-0593a367-8c17-48a5-b40f-b922de8112f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:43.021040 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3523b0cd-36d0-4ef4-83d3-2efc15709b55 req-83cf1171-b9be-481a-94f5-02b080a35f09 tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] Network 9b8a6edc-bbae-47ce-bda0-fb444fc735c0 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:17:43.065914 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:17:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d0580c8-60dd-4ec3-8387-d2199dd5198f x-openstack-request-id: req-0d0580c8-60dd-4ec3-8387-d2199dd5198f {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:17:43.066294 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54ee8264-27af-4439-8dfb-36f97f31dbe4", "name": "network-vif-deleted", "tag": "ec695950-10e1-4821-83e0-8e8d7ca82f82", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:17:43.066462 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-0d0580c8-60dd-4ec3-8387-d2199dd5198f {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:17:43.066856 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54ee8264-27af-4439-8dfb-36f97f31dbe4', 'name': 'network-vif-deleted', 'tag': 'ec695950-10e1-4821-83e0-8e8d7ca82f82', 'status': 'completed', 'code': 200} Jul 14 09:17:43.067686 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cf1171-b9be-481a-94f5-02b080a35f09 tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] Pushing event updated for resources: {'Port': ['ID=9fc6737d-c564-428d-982b-1282a6bba865,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:43.078344 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [req-3523b0cd-36d0-4ef4-83d3-2efc15709b55 req-83cf1171-b9be-481a-94f5-02b080a35f09 tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:17:43.080370 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5d99c760-9ed3-4e77-afec-f903f438b18d tempest-ServersWithSpecificFlavorTestJSON-1964774978 tempest-ServersWithSpecificFlavorTestJSON-1964774978-project] Notify callbacks [] for floatingip, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:43.088236 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-3523b0cd-36d0-4ef4-83d3-2efc15709b55 req-83cf1171-b9be-481a-94f5-02b080a35f09 tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:17:43.094282 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3523b0cd-36d0-4ef4-83d3-2efc15709b55 req-83cf1171-b9be-481a-94f5-02b080a35f09 tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:43.094976 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-3523b0cd-36d0-4ef4-83d3-2efc15709b55 req-83cf1171-b9be-481a-94f5-02b080a35f09 tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:43.181825 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3523b0cd-36d0-4ef4-83d3-2efc15709b55 req-83cf1171-b9be-481a-94f5-02b080a35f09 tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3419607 Jul 14 09:17:43.184688 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:43.220375 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47085932-b059-4821-93de-a8a3f729c691 req-9968795a-9f7b-459c-a16f-f0578c9656c2 tempest-ServerDiagnosticsNegativeTest-1683519398 tempest-ServerDiagnosticsNegativeTest-1683519398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:43.221926 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-47085932-b059-4821-93de-a8a3f729c691 req-9968795a-9f7b-459c-a16f-f0578c9656c2 tempest-ServerDiagnosticsNegativeTest-1683519398 tempest-ServerDiagnosticsNegativeTest-1683519398-project] 10.222.0.68 "GET /v2.0/ports?device_id=bade9e41-c794-48ce-879d-5458f3df6e07 HTTP/1.1" status: 200 len: 948 time: 0.4521425 Jul 14 09:17:43.241220 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-3523b0cd-36d0-4ef4-83d3-2efc15709b55 req-c1305619-f34a-458d-8de7-98bd50e29787 service neutron] Request body: {'port': {'device_id': '1055dbfe-92e6-437c-b901-0e1c0a80dc51', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-29'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:17:43.279937 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34fc1d71-a310-4ab9-bb21-02f41878f96d req-48c7912d-8fb4-421f-a91d-12e45bbd6e81 tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] Made reservation on behalf of 0354ae2bb6fb4c529416d8b4f0eeb6aa for: {'port': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:17:43.280403 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-f1c382fb-9548-43fc-9262-8dd9094f5994 req-b18f4eb8-5fb8-423d-b8b6-5f786438942c tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] 10.222.0.68 "GET /v2.0/ports?device_id=8206666c-d9ee-4931-8152-2da39b7a6ae4 HTTP/1.1" status: 200 len: 210 time: 0.0434017 Jul 14 09:17:43.283511 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-34fc1d71-a310-4ab9-bb21-02f41878f96d req-48c7912d-8fb4-421f-a91d-12e45bbd6e81 tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:43.296815 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83400ab-9566-41ea-affc-37bdca9487f1 req-970cd747-6838-46a5-9df6-1d7233e0d4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:43.298344 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e83400ab-9566-41ea-affc-37bdca9487f1 req-970cd747-6838-46a5-9df6-1d7233e0d4d8 service neutron] 10.222.0.65 "GET /v2.0/networks?id=2244f7a1-04bd-42cd-9e86-31839b46f57f HTTP/1.1" status: 200 len: 870 time: 0.3308613 Jul 14 09:17:43.370400 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [req-eaadb216-63c9-4e02-962c-6ee4201d7190 req-0593a367-8c17-48a5-b40f-b922de8112f2 service neutron] Transition to ACTIVE for port object 0f6b05e0-8d17-4b83-aa55-df527950bbf0 will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:17:43.392089 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e83400ab-9566-41ea-affc-37bdca9487f1 req-1ed2b85f-7919-4e47-9340-19a916260ccd service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=2e172cd8-3b96-48b5-ad68-8075b120d246 HTTP/1.1" status: 200 len: 217 time: 0.0776432 Jul 14 09:17:43.413855 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-eaadb216-63c9-4e02-962c-6ee4201d7190 req-0593a367-8c17-48a5-b40f-b922de8112f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:43.469297 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 37196) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:17:43.518388 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-47085932-b059-4821-93de-a8a3f729c691 req-db0abc64-e58a-41fc-ac5a-9e93d50001ac tempest-ServerDiagnosticsNegativeTest-1683519398 tempest-ServerDiagnosticsNegativeTest-1683519398-project] 10.222.0.68 "GET /v2.0/security-groups?id=8680f808-4c0b-4d74-b554-f3ef474d9ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2812960 Jul 14 09:17:43.586865 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-3523b0cd-36d0-4ef4-83d3-2efc15709b55 req-c1305619-f34a-458d-8de7-98bd50e29787 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:43.627578 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-eaadb216-63c9-4e02-962c-6ee4201d7190 req-0593a367-8c17-48a5-b40f-b922de8112f2 service neutron] No DVR routers for this DVR port 0f6b05e0-8d17-4b83-aa55-df527950bbf0 on host n-h1-779913-29 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:17:43.630985 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-5431d04b-19e3-40ae-99d2-1054b63d45b5 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1192538569-network', 'tenant_id': 'aabddba14d1340aeab976aa64d5f8c9b'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:17:43.647548 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83400ab-9566-41ea-affc-37bdca9487f1 req-092a5497-dab6-4bd0-8938-d8b6ee5c5045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:43.649038 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e83400ab-9566-41ea-affc-37bdca9487f1 req-092a5497-dab6-4bd0-8938-d8b6ee5c5045 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=85060e65-3b2f-4a6c-a04c-ce849daa5b3b HTTP/1.1" status: 200 len: 843 time: 0.2324476 Jul 14 09:17:43.662444 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0593a367-8c17-48a5-b40f-b922de8112f2 service neutron] Pushing event updated for resources: {'Port': ['ID=0f6b05e0-8d17-4b83-aa55-df527950bbf0,revision_number=10']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:43.683458 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 2e172cd8-3b96-48b5-ad68-8075b120d246 details requested by agent hyperv_n-h1-779913-29 with host n-h1-779913-29 {{(pid=93959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:17:43.737976 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ee94db3c-8f69-4ca5-afcf-71dede58dc65 req-88b09c81-b7d0-4b95-b73e-26663eead5d2 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] 10.222.0.68 "GET /v2.0/networks?tenant_id=960db35cb56b449db311d3b4abef7a82&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1080914 Jul 14 09:17:43.754849 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5431d04b-19e3-40ae-99d2-1054b63d45b5 admin admin] Made reservation on behalf of aabddba14d1340aeab976aa64d5f8c9b for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:17:43.757150 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5431d04b-19e3-40ae-99d2-1054b63d45b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:43.784334 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-eaadb216-63c9-4e02-962c-6ee4201d7190 req-0593a367-8c17-48a5-b40f-b922de8112f2 service neutron] 10.222.0.65 "PUT /v2.0/ports/0f6b05e0-8d17-4b83-aa55-df527950bbf0/bindings/n-h2-779913-29/activate HTTP/1.1" status: 200 len: 370 time: 2.0651526 Jul 14 09:17:43.791692 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5431d04b-19e3-40ae-99d2-1054b63d45b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:43.793190 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port 2e172cd8-3b96-48b5-ad68-8075b120d246, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=2e172cd8-3b96-48b5-ad68-8075b120d246,segment=NetworkSegment(8f1c1422-de6c-445f-ab95-4e2c94585b2b),segment_id=8f1c1422-de6c-445f-ab95-4e2c94585b2b)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:17:43.800381 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4666344-baeb-4436-945e-abfd569fd4f8 req-b610b539-b2a1-4bf2-aa21-c8c53bf72720 tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:43.802453 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-c4666344-baeb-4436-945e-abfd569fd4f8 req-b610b539-b2a1-4bf2-aa21-c8c53bf72720 tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] 10.222.0.68 "GET /v2.0/ports?device_id=1055dbfe-92e6-437c-b901-0e1c0a80dc51 HTTP/1.1" status: 200 len: 932 time: 0.3661427 Jul 14 09:17:43.807623 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Returning: {'device': '2e172cd8-3b96-48b5-ad68-8075b120d246', 'network_id': '2244f7a1-04bd-42cd-9e86-31839b46f57f', 'port_id': '2e172cd8-3b96-48b5-ad68-8075b120d246', 'mac_address': 'fa:16:3e:b5:c1:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 724, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85060e65-3b2f-4a6c-a04c-ce849daa5b3b', 'ip_address': '192.168.233.127'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:17:43.810164 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device ec695950-10e1-4821-83e0-8e8d7ca82f82 no longer exists at agent hyperv_n-h1-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:17:43.832567 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] No Port match for: ec695950-10e1-4821-83e0-8e8d7ca82f82 {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:17:43.833726 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device ec695950-10e1-4821-83e0-8e8d7ca82f82 not bound to the agent host n-h1-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:17:43.857595 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [req-34fc1d71-a310-4ab9-bb21-02f41878f96d req-48c7912d-8fb4-421f-a91d-12e45bbd6e81 tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] Allocated IP 192.168.233.245 (2244f7a1-04bd-42cd-9e86-31839b46f57f/85060e65-3b2f-4a6c-a04c-ce849daa5b3b/2feffcf8-edef-412b-9ef7-d72c3529d55a) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:17:43.879336 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:43.899751 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e172cd8-3b96-48b5-ad68-8075b120d246 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:17:43.921611 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port 2e172cd8-3b96-48b5-ad68-8075b120d246, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=2e172cd8-3b96-48b5-ad68-8075b120d246,segment=NetworkSegment(8f1c1422-de6c-445f-ab95-4e2c94585b2b),segment_id=8f1c1422-de6c-445f-ab95-4e2c94585b2b)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:17:43.925894 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:43.986434 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Pushing event updated for resources: {'Port': ['ID=2e172cd8-3b96-48b5-ad68-8075b120d246,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:43.995969 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.db.resource_extend [None req-5d99c760-9ed3-4e77-afec-f903f438b18d tempest-ServersWithSpecificFlavorTestJSON-1964774978 tempest-ServersWithSpecificFlavorTestJSON-1964774978-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 14 09:17:43.996600 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:17:43.996600 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:17:43.996760 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:17:43.997038 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:17:43.997338 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:17:43.997752 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:17:43.998090 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:17:43.998593 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:17:43.998928 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:17:43.999259 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:17:43.999588 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:17:43.999913 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:17:44.014000 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-c4666344-baeb-4436-945e-abfd569fd4f8 req-daf76818-8c20-48a9-9bce-a47633ae49d4 tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] 10.222.0.68 "GET /v2.0/security-groups?id=4fa97f2f-f617-45f3-9331-b542b3f62cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967480 Jul 14 09:17:44.087142 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83400ab-9566-41ea-affc-37bdca9487f1 req-31e19766-3b71-4f08-8a5a-d04aaef065ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:44.088668 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e83400ab-9566-41ea-affc-37bdca9487f1 req-31e19766-3b71-4f08-8a5a-d04aaef065ba service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2244f7a1-04bd-42cd-9e86-31839b46f57f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4033642 Jul 14 09:17:44.139014 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5d99c760-9ed3-4e77-afec-f903f438b18d tempest-ServersWithSpecificFlavorTestJSON-1964774978 tempest-ServersWithSpecificFlavorTestJSON-1964774978-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:44.143517 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee94db3c-8f69-4ca5-afcf-71dede58dc65 req-0e4567a1-86d4-4eab-a343-d5a25df32edc tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:44.144981 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ee94db3c-8f69-4ca5-afcf-71dede58dc65 req-0e4567a1-86d4-4eab-a343-d5a25df32edc tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3719203 Jul 14 09:17:44.173527 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5d99c760-9ed3-4e77-afec-f903f438b18d tempest-ServersWithSpecificFlavorTestJSON-1964774978 tempest-ServersWithSpecificFlavorTestJSON-1964774978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-660590'] for floatingip, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:44.211540 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaadb216-63c9-4e02-962c-6ee4201d7190 req-f3acae1f-3929-4b76-a6f9-8085c3925e79 tempest-LiveAutoBlockMigrationV225Test-648529105 tempest-LiveAutoBlockMigrationV225Test-648529105-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:44.213048 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-eaadb216-63c9-4e02-962c-6ee4201d7190 req-f3acae1f-3929-4b76-a6f9-8085c3925e79 tempest-LiveAutoBlockMigrationV225Test-648529105 tempest-LiveAutoBlockMigrationV225Test-648529105-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=28dd3587-2d03-4043-84ca-73b4803ca881&tenant_id=e14af975015c4397b9da2a89a906dfc2&binding%3Ahost_id=n-h1-779913-29 HTTP/1.1" status: 200 len: 1097 time: 0.3006971 Jul 14 09:17:44.227265 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ee94db3c-8f69-4ca5-afcf-71dede58dc65 req-0e688ede-bc93-4162-bc99-0bd0359a01dd tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] 10.222.0.68 "GET /v2.0/quotas/960db35cb56b449db311d3b4abef7a82 HTTP/1.1" status: 200 len: 375 time: 0.0658717 Jul 14 09:17:44.247844 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] get_ports_and_sgs() called for port_ids ['2e172cd8-3b96-48b5-ad68-8075b120d246'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:17:44.307224 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-34fc1d71-a310-4ab9-bb21-02f41878f96d req-48c7912d-8fb4-421f-a91d-12e45bbd6e81 tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:44.359046 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [req-34fc1d71-a310-4ab9-bb21-02f41878f96d req-48c7912d-8fb4-421f-a91d-12e45bbd6e81 tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] Transition to ACTIVE for port object 2feffcf8-edef-412b-9ef7-d72c3529d55a will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:17:44.386453 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e83400ab-9566-41ea-affc-37bdca9487f1 req-27a9cae2-5f1c-4df2-8f9a-549d2c1db78c service neutron] 10.222.0.65 "GET /v2.0/networks/2244f7a1-04bd-42cd-9e86-31839b46f57f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2652090 Jul 14 09:17:44.504289 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5431d04b-19e3-40ae-99d2-1054b63d45b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:44.507658 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [req-3523b0cd-36d0-4ef4-83d3-2efc15709b55 req-c1305619-f34a-458d-8de7-98bd50e29787 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9fc6737d-c564-428d-982b-1282a6bba865 {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:17:44.520306 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ee94db3c-8f69-4ca5-afcf-71dede58dc65 req-cb397a4b-c740-46e6-b183-219d65dc60a5 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=960db35cb56b449db311d3b4abef7a82&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2828679 Jul 14 09:17:44.525102 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-3523b0cd-36d0-4ef4-83d3-2efc15709b55 req-c1305619-f34a-458d-8de7-98bd50e29787 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:44.541810 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5431d04b-19e3-40ae-99d2-1054b63d45b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:44.552515 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-34fc1d71-a310-4ab9-bb21-02f41878f96d req-48c7912d-8fb4-421f-a91d-12e45bbd6e81 tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:44.556271 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [req-3523b0cd-36d0-4ef4-83d3-2efc15709b55 req-c1305619-f34a-458d-8de7-98bd50e29787 service neutron] Transition to ACTIVE for port object 9fc6737d-c564-428d-982b-1282a6bba865 will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:17:44.590329 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-3523b0cd-36d0-4ef4-83d3-2efc15709b55 req-c1305619-f34a-458d-8de7-98bd50e29787 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:44.598220 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] get_ports_and_sgs() called for port_ids ['89b93a88-8318-4b86-8e96-0157da76e316'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:17:44.599152 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5431d04b-19e3-40ae-99d2-1054b63d45b5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 712} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:17:44.615194 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5431d04b-19e3-40ae-99d2-1054b63d45b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee52408c-0e46-4bbb-bc8f-5a5e0a981b12,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:44.618592 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e83400ab-9566-41ea-affc-37bdca9487f1 req-8b9bb404-4b21-44a9-84b5-2b0474d16a59 service neutron] 10.222.0.65 "GET /v2.0/networks/2244f7a1-04bd-42cd-9e86-31839b46f57f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2235799 Jul 14 09:17:44.627492 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4911a650-eea0-4517-89e2-76192b36833b req-50b50ab6-652a-42b1-99e4-5716ca79e18e tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:44.634571 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34fc1d71-a310-4ab9-bb21-02f41878f96d req-48c7912d-8fb4-421f-a91d-12e45bbd6e81 tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] Network 2244f7a1-04bd-42cd-9e86-31839b46f57f is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:17:44.634880 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-4911a650-eea0-4517-89e2-76192b36833b req-50b50ab6-652a-42b1-99e4-5716ca79e18e tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] 10.222.0.68 "GET /v2.0/ports?device_id=28dd3587-2d03-4043-84ca-73b4803ca881 HTTP/1.1" status: 200 len: 945 time: 0.5014095 Jul 14 09:17:44.641465 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [req-34fc1d71-a310-4ab9-bb21-02f41878f96d req-48c7912d-8fb4-421f-a91d-12e45bbd6e81 tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:17:44.649842 n-d-779913-29 neutron-server[93958]: INFO neutron.db.l3_db [None req-5d99c760-9ed3-4e77-afec-f903f438b18d tempest-ServersWithSpecificFlavorTestJSON-1964774978 tempest-ServersWithSpecificFlavorTestJSON-1964774978-project] Floating IP 0fc97df8-c35c-4f5c-9dfa-b83a0a94a425 associated. External IP: 172.25.4.9, port: 742ea682-0e68-43c8-9fcc-ea486accf4fc. Jul 14 09:17:44.665969 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-34fc1d71-a310-4ab9-bb21-02f41878f96d req-48c7912d-8fb4-421f-a91d-12e45bbd6e81 tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:17:44.674725 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fc1d71-a310-4ab9-bb21-02f41878f96d req-48c7912d-8fb4-421f-a91d-12e45bbd6e81 tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:44.675543 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-34fc1d71-a310-4ab9-bb21-02f41878f96d req-48c7912d-8fb4-421f-a91d-12e45bbd6e81 tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:44.708738 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5431d04b-19e3-40ae-99d2-1054b63d45b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:44.709086 n-d-779913-29 neutron-server[93958]: INFO neutron.db.segments_db [None req-5431d04b-19e3-40ae-99d2-1054b63d45b5 admin admin] Added segment 3490053c-a8b9-469d-9e8d-cf7046370617 of type vlan for network d25d8db8-0ab7-40c5-8db1-354e83a0ea79 Jul 14 09:17:44.725107 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c7912d-8fb4-421f-a91d-12e45bbd6e81 tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] Pushing event updated for resources: {'Port': ['ID=2feffcf8-edef-412b-9ef7-d72c3529d55a,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:44.751564 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-3523b0cd-36d0-4ef4-83d3-2efc15709b55 req-c1305619-f34a-458d-8de7-98bd50e29787 service neutron] Attempting to bind port 9fc6737d-c564-428d-982b-1282a6bba865 on host n-h2-779913-29 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:17:44.751749 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-3523b0cd-36d0-4ef4-83d3-2efc15709b55 req-c1305619-f34a-458d-8de7-98bd50e29787 service neutron] Attempting to bind port 9fc6737d-c564-428d-982b-1282a6bba865 by drivers openvswitch,hyperv on host n-h2-779913-29 at level 0 using segments [{'id': 'becdfe35-a9ff-4f14-9744-544114c40ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '9b8a6edc-bbae-47ce-bda0-fb444fc735c0'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:17:44.752168 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3523b0cd-36d0-4ef4-83d3-2efc15709b55 req-c1305619-f34a-458d-8de7-98bd50e29787 service neutron] Attempting to bind port 9fc6737d-c564-428d-982b-1282a6bba865 on network 9b8a6edc-bbae-47ce-bda0-fb444fc735c0 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:17:44.756799 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-34fc1d71-a310-4ab9-bb21-02f41878f96d req-48c7912d-8fb4-421f-a91d-12e45bbd6e81 tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9178479 Jul 14 09:17:44.796065 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-34fc1d71-a310-4ab9-bb21-02f41878f96d req-b846a2d4-71c2-49f6-9a0b-1d426b7b65f7 service neutron] Request body: {'port': {'device_id': '8206666c-d9ee-4931-8152-2da39b7a6ae4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-29'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:17:44.798839 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3523b0cd-36d0-4ef4-83d3-2efc15709b55 req-c1305619-f34a-458d-8de7-98bd50e29787 service neutron] Port 9fc6737d-c564-428d-982b-1282a6bba865 on network 9b8a6edc-bbae-47ce-bda0-fb444fc735c0 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-29 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:17:44.799261 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3523b0cd-36d0-4ef4-83d3-2efc15709b55 req-c1305619-f34a-458d-8de7-98bd50e29787 service neutron] Attempting to bind port 9fc6737d-c564-428d-982b-1282a6bba865 on network 9b8a6edc-bbae-47ce-bda0-fb444fc735c0 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:17:44.807957 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3523b0cd-36d0-4ef4-83d3-2efc15709b55 req-c1305619-f34a-458d-8de7-98bd50e29787 service neutron] Checking agent: {'id': '013e4a3b-a634-47b8-b6a5-1a25109b73fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 13, 13), 'started_at': datetime.datetime(2021, 7, 14, 9, 13, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 17, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:17:44.808230 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3523b0cd-36d0-4ef4-83d3-2efc15709b55 req-c1305619-f34a-458d-8de7-98bd50e29787 service neutron] Checking segment: {'id': 'becdfe35-a9ff-4f14-9744-544114c40ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '9b8a6edc-bbae-47ce-bda0-fb444fc735c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:17:44.808816 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3523b0cd-36d0-4ef4-83d3-2efc15709b55 req-c1305619-f34a-458d-8de7-98bd50e29787 service neutron] Bound using segment: {'id': 'becdfe35-a9ff-4f14-9744-544114c40ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '9b8a6edc-bbae-47ce-bda0-fb444fc735c0'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:17:44.809350 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-3523b0cd-36d0-4ef4-83d3-2efc15709b55 req-c1305619-f34a-458d-8de7-98bd50e29787 service neutron] Bound port: 9fc6737d-c564-428d-982b-1282a6bba865, host: n-h2-779913-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'becdfe35-a9ff-4f14-9744-544114c40ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '9b8a6edc-bbae-47ce-bda0-fb444fc735c0'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:17:44.809879 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-3523b0cd-36d0-4ef4-83d3-2efc15709b55 req-c1305619-f34a-458d-8de7-98bd50e29787 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:44.840159 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaadb216-63c9-4e02-962c-6ee4201d7190 req-9601f693-0b0a-4d8c-9bab-e76d121b44fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:44.841980 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-eaadb216-63c9-4e02-962c-6ee4201d7190 req-9601f693-0b0a-4d8c-9bab-e76d121b44fa service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=28dd3587-2d03-4043-84ca-73b4803ca881&tenant_id=e14af975015c4397b9da2a89a906dfc2 HTTP/1.1" status: 200 len: 1097 time: 0.6175566 Jul 14 09:17:44.849192 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5431d04b-19e3-40ae-99d2-1054b63d45b5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735687821325'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:44.865202 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] get_ports_and_sgs() called for port_ids ['ccee558a-d407-4279-9836-cee5ed170c31'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:17:44.891236 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-4911a650-eea0-4517-89e2-76192b36833b req-e3650cec-f109-4c38-af55-72c88e9c63d0 tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] 10.222.0.68 "GET /v2.0/security-groups?id=7bf941d0-4fab-41ec-a174-078829fdb488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2553899 Jul 14 09:17:45.034657 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.db.resource_extend [None req-5431d04b-19e3-40ae-99d2-1054b63d45b5 admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 14 09:17:45.060822 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-19583fac-877c-4f7f-8171-bf356dfdef14 None None] Provisioning for port 2feffcf8-edef-412b-9ef7-d72c3529d55a completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:17:45.067663 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-19583fac-877c-4f7f-8171-bf356dfdef14 None None] Provisioning complete for port 2feffcf8-edef-412b-9ef7-d72c3529d55a triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:17:45.068470 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-19583fac-877c-4f7f-8171-bf356dfdef14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:45.120951 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-19583fac-877c-4f7f-8171-bf356dfdef14 None None] Port 2feffcf8-edef-412b-9ef7-d72c3529d55a cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:17:45.204287 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5431d04b-19e3-40ae-99d2-1054b63d45b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:45.206444 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5431d04b-19e3-40ae-99d2-1054b63d45b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:45.206444 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5431d04b-19e3-40ae-99d2-1054b63d45b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:45.223086 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1305619-f34a-458d-8de7-98bd50e29787 service neutron] Pushing event updated for resources: {'Port': ['ID=9fc6737d-c564-428d-982b-1282a6bba865,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:45.312605 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-5431d04b-19e3-40ae-99d2-1054b63d45b5 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.8364105 Jul 14 09:17:45.313769 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 37222) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:17:45.322622 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-084400da-7744-4735-b03c-75eb91094f9f admin admin] Request body: {'subnet': {'network_id': 'd25d8db8-0ab7-40c5-8db1-354e83a0ea79', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1192538569-subnet', 'tenant_id': 'aabddba14d1340aeab976aa64d5f8c9b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:17:45.328084 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d99c760-9ed3-4e77-afec-f903f438b18d tempest-ServersWithSpecificFlavorTestJSON-1964774978 tempest-ServersWithSpecificFlavorTestJSON-1964774978-project] Router 982de53f-bb4f-4e9e-b79f-f1ca554cffb3 has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:17:45.357189 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5431d04b-19e3-40ae-99d2-1054b63d45b5 admin admin] Pushing event updated for resources: {'Network': ['ID=d25d8db8-0ab7-40c5-8db1-354e83a0ea79,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:45.362497 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-3523b0cd-36d0-4ef4-83d3-2efc15709b55 req-c1305619-f34a-458d-8de7-98bd50e29787 service neutron] For port 9fc6737d-c564-428d-982b-1282a6bba865, host n-h2-779913-29, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:17:45.365060 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaadb216-63c9-4e02-962c-6ee4201d7190 req-cb51e52a-0d3e-485a-a2c4-c7d1813435f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:45.367078 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-eaadb216-63c9-4e02-962c-6ee4201d7190 req-cb51e52a-0d3e-485a-a2c4-c7d1813435f0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e14af975015c4397b9da2a89a906dfc2&device_id=28dd3587-2d03-4043-84ca-73b4803ca881 HTTP/1.1" status: 200 len: 1097 time: 0.4681716 Jul 14 09:17:45.370055 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-3523b0cd-36d0-4ef4-83d3-2efc15709b55 req-c1305619-f34a-458d-8de7-98bd50e29787 service neutron] For port 9fc6737d-c564-428d-982b-1282a6bba865, host n-h2-779913-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=9fc6737d-c564-428d-982b-1282a6bba865,segment=NetworkSegment(becdfe35-a9ff-4f14-9744-544114c40ea3),segment_id=becdfe35-a9ff-4f14-9744-544114c40ea3)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:17:45.375172 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-34fc1d71-a310-4ab9-bb21-02f41878f96d req-b846a2d4-71c2-49f6-9a0b-1d426b7b65f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:45.381732 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Network d25d8db8-0ab7-40c5-8db1-354e83a0ea79 details requested by agent ovs-agent-n-d-779913-29 with host n-d-779913-29 {{(pid=93959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:17:45.383471 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-3523b0cd-36d0-4ef4-83d3-2efc15709b55 req-c1305619-f34a-458d-8de7-98bd50e29787 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:45.434653 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-084400da-7744-4735-b03c-75eb91094f9f admin admin] Made reservation on behalf of aabddba14d1340aeab976aa64d5f8c9b for: {'subnet': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:17:45.437322 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-084400da-7744-4735-b03c-75eb91094f9f admin admin] Notify callbacks [] for subnet, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:45.489665 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e388fbfc-5333-43ea-9cfe-449a43aec073 req-1c6ed39c-8da0-490a-83b0-1d49a60cb692 tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:45.491442 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e388fbfc-5333-43ea-9cfe-449a43aec073 req-1c6ed39c-8da0-490a-83b0-1d49a60cb692 tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] 10.222.0.68 "GET /v2.0/ports?device_id=8206666c-d9ee-4931-8152-2da39b7a6ae4 HTTP/1.1" status: 200 len: 936 time: 0.2652292 Jul 14 09:17:45.494748 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f950f2ad-f67c-4a18-a8f8-9754c8b757ce req-45d8dfd8-4faa-4e2d-a51b-355dba2004be tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:45.498041 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-f950f2ad-f67c-4a18-a8f8-9754c8b757ce req-45d8dfd8-4faa-4e2d-a51b-355dba2004be tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/ports?device_id=075c0166-2f45-4ba5-a5fa-7f7ff3bec1e9 HTTP/1.1" status: 200 len: 950 time: 0.3145809 Jul 14 09:17:45.526400 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3523b0cd-36d0-4ef4-83d3-2efc15709b55 req-c1305619-f34a-458d-8de7-98bd50e29787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:45.527019 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-3523b0cd-36d0-4ef4-83d3-2efc15709b55 req-c1305619-f34a-458d-8de7-98bd50e29787 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:45.528390 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3523b0cd-36d0-4ef4-83d3-2efc15709b55 req-c1305619-f34a-458d-8de7-98bd50e29787 service neutron] 10.222.0.57 "PUT /v2.0/ports/9fc6737d-c564-428d-982b-1282a6bba865 HTTP/1.1" status: 200 len: 1093 time: 2.3055396 Jul 14 09:17:45.537190 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1055dbfe-92e6-437c-b901-0e1c0a80dc51', 'tag': '9fc6737d-c564-428d-982b-1282a6bba865'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:17:45.540554 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41abe851-f646-4487-bae8-d3c39e682f66" -d '{"events": [{"name": "network-changed", "server_uuid": "1055dbfe-92e6-437c-b901-0e1c0a80dc51", "tag": "9fc6737d-c564-428d-982b-1282a6bba865"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:17:45.626052 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-f950f2ad-f67c-4a18-a8f8-9754c8b757ce req-a68da8e1-bb18-4105-825b-2f2ed364e37f tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/security-groups?id=93b55648-4dd6-4852-bb99-9aa842ab19a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201417 Jul 14 09:17:45.646149 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaadb216-63c9-4e02-962c-6ee4201d7190 req-3008dd8e-ab49-4fb6-bfd5-bd0e39a99da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:45.647983 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-eaadb216-63c9-4e02-962c-6ee4201d7190 req-3008dd8e-ab49-4fb6-bfd5-bd0e39a99da0 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e7cb481e-49dc-464e-b748-d3d2c45f69f9 HTTP/1.1" status: 200 len: 921 time: 0.2729008 Jul 14 09:17:45.649212 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d99c760-9ed3-4e77-afec-f903f438b18d tempest-ServersWithSpecificFlavorTestJSON-1964774978 tempest-ServersWithSpecificFlavorTestJSON-1964774978-project] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:17:45.666476 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d413f71e-cba9-4f67-8d2c-88328ad673cd None None] Sync routers for ids ['982de53f-bb4f-4e9e-b79f-f1ca554cffb3'] in n-d-779913-29 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:17:45.668910 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5d99c760-9ed3-4e77-afec-f903f438b18d tempest-ServersWithSpecificFlavorTestJSON-1964774978 tempest-ServersWithSpecificFlavorTestJSON-1964774978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for floatingip, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:45.683365 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d413f71e-cba9-4f67-8d2c-88328ad673cd None None] Routers {'982de53f-bb4f-4e9e-b79f-f1ca554cffb3'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:17:45.684730 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-d413f71e-cba9-4f67-8d2c-88328ad673cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:17:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['982de53f-bb4f-4e9e-b79f-f1ca554cffb3'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:17:45.687691 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1305619-f34a-458d-8de7-98bd50e29787 service neutron] Pushing event updated for resources: {'Port': ['ID=9fc6737d-c564-428d-982b-1282a6bba865,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:45.697289 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 2e172cd8-3b96-48b5-ad68-8075b120d246 up at agent hyperv_n-h1-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:17:45.751534 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-eaadb216-63c9-4e02-962c-6ee4201d7190 req-1825c271-a75e-4181-aa9a-99fd55c2412b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0f6b05e0-8d17-4b83-aa55-df527950bbf0 HTTP/1.1" status: 200 len: 217 time: 0.0777895 Jul 14 09:17:45.786387 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e388fbfc-5333-43ea-9cfe-449a43aec073 req-2a205612-115c-4185-93b5-787ae1d0cec1 tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] 10.222.0.68 "GET /v2.0/security-groups?id=77fde4ca-6f5f-48d5-b2fd-4c103e7ba04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2547724 Jul 14 09:17:45.810561 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Provisioning for port 2e172cd8-3b96-48b5-ad68-8075b120d246 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:17:45.815316 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Provisioning complete for port 2e172cd8-3b96-48b5-ad68-8075b120d246 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:17:45.815633 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:45.837282 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaadb216-63c9-4e02-962c-6ee4201d7190 req-0b0c7c69-493b-499e-abb3-9aa5ec6c8da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:45.839429 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-eaadb216-63c9-4e02-962c-6ee4201d7190 req-0b0c7c69-493b-499e-abb3-9aa5ec6c8da0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a1f8d7cc-d5f0-4ac4-b550-493e46cf12fc HTTP/1.1" status: 200 len: 860 time: 0.0748229 Jul 14 09:17:45.868631 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-d413f71e-cba9-4f67-8d2c-88328ad673cd None None] Set router 982de53f-bb4f-4e9e-b79f-f1ca554cffb3 gateway port host: n-d-779913-29 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:17:45.991388 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-eaadb216-63c9-4e02-962c-6ee4201d7190 req-143d0beb-f16f-447f-a953-6ecab7365020 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e7cb481e-49dc-464e-b748-d3d2c45f69f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0828042 Jul 14 09:17:46.006242 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-5d99c760-9ed3-4e77-afec-f903f438b18d tempest-ServersWithSpecificFlavorTestJSON-1964774978 tempest-ServersWithSpecificFlavorTestJSON-1964774978-project] 10.222.0.68 "PUT /v2.0/floatingips/0fc97df8-c35c-4f5c-9dfa-b83a0a94a425 HTTP/1.1" status: 200 len: 989 time: 3.0064337 Jul 14 09:17:46.009478 n-d-779913-29 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '399cc662-da27-469a-9e98-9f69d4b89657', 'tag': '742ea682-0e68-43c8-9fcc-ea486accf4fc'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:17:46.017232 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cb48f044f948e981f43897c8d7f1332f741dc7af2b4c5a6e19d8f4a80f708e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0e3d488-636a-41d9-827e-1d48576d77f0" -d '{"events": [{"name": "network-changed", "server_uuid": "399cc662-da27-469a-9e98-9f69d4b89657", "tag": "742ea682-0e68-43c8-9fcc-ea486accf4fc"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:17:46.019741 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3523b0cd-36d0-4ef4-83d3-2efc15709b55 req-a8a2d002-adbf-46e5-9848-2da0ecadf6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:46.022007 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3523b0cd-36d0-4ef4-83d3-2efc15709b55 req-a8a2d002-adbf-46e5-9848-2da0ecadf6dc service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7106393f864d424cbb37d8910f9a40b9&device_id=1055dbfe-92e6-437c-b901-0e1c0a80dc51 HTTP/1.1" status: 200 len: 1096 time: 0.4320602 Jul 14 09:17:46.032333 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:46.084734 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port 2e172cd8-3b96-48b5-ad68-8075b120d246, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=2e172cd8-3b96-48b5-ad68-8075b120d246,segment=NetworkSegment(8f1c1422-de6c-445f-ab95-4e2c94585b2b),segment_id=8f1c1422-de6c-445f-ab95-4e2c94585b2b)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:17:46.086206 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bade9e41-c794-48ce-879d-5458f3df6e07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e172cd8-3b96-48b5-ad68-8075b120d246'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:17:46.089809 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd62303f06773040a8a4e189dc46b4f565768c299abf8ab8e7739778b0bc3e97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7464b07e-9dd9-43a0-adfd-b72806d1823d" -d '{"events": [{"server_uuid": "bade9e41-c794-48ce-879d-5458f3df6e07", "name": "network-vif-plugged", "status": "completed", "tag": "2e172cd8-3b96-48b5-ad68-8075b120d246"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:17:46.096210 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:46.097506 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 0f6b05e0-8d17-4b83-aa55-df527950bbf0 no longer exists at agent hyperv_n-h1-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:17:46.128250 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3523b0cd-36d0-4ef4-83d3-2efc15709b55 req-99b7e18c-cef0-4383-bd22-e2dc174a4037 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9fc6737d-c564-428d-982b-1282a6bba865 HTTP/1.1" status: 200 len: 217 time: 0.0843291 Jul 14 09:17:46.201116 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-eaadb216-63c9-4e02-962c-6ee4201d7190 req-859a2f07-7f09-4e10-85c8-eb0bdcca06c6 service neutron] 10.222.0.57 "GET /v2.0/networks/e7cb481e-49dc-464e-b748-d3d2c45f69f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1942780 Jul 14 09:17:46.209819 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-084400da-7744-4735-b03c-75eb91094f9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855'] for subnet, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:46.236492 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 0f6b05e0-8d17-4b83-aa55-df527950bbf0 not bound to the agent host n-h1-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:17:46.296426 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Pushing event updated for resources: {'Port': ['ID=2e172cd8-3b96-48b5-ad68-8075b120d246,revision_number=5']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:46.304141 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3523b0cd-36d0-4ef4-83d3-2efc15709b55 req-cd5c5237-c3a6-44ff-b795-62ae9defe345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:46.305730 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3523b0cd-36d0-4ef4-83d3-2efc15709b55 req-cd5c5237-c3a6-44ff-b795-62ae9defe345 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8ea73f7d-9594-449c-9c84-8c744576418b HTTP/1.1" status: 200 len: 844 time: 0.1608827 Jul 14 09:17:46.324003 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1902550d-dde0-4991-a097-1eb2d468bcb4 req-778c27df-c54d-4146-8448-833ca8e0aa8f tempest-ServerDiagnosticsNegativeTest-1683519398 tempest-ServerDiagnosticsNegativeTest-1683519398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:46.333278 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [req-34fc1d71-a310-4ab9-bb21-02f41878f96d req-b846a2d4-71c2-49f6-9a0b-1d426b7b65f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2feffcf8-edef-412b-9ef7-d72c3529d55a {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:17:46.333695 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-1902550d-dde0-4991-a097-1eb2d468bcb4 req-778c27df-c54d-4146-8448-833ca8e0aa8f tempest-ServerDiagnosticsNegativeTest-1683519398 tempest-ServerDiagnosticsNegativeTest-1683519398-project] 10.222.0.68 "GET /v2.0/ports?device_id=bade9e41-c794-48ce-879d-5458f3df6e07 HTTP/1.1" status: 200 len: 949 time: 0.4919784 Jul 14 09:17:46.348129 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1c2832-31b2-4284-b2eb-ac530b5069b8 req-11224023-0394-4424-b139-cb5e0fbd02c8 tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:46.355860 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-da1c2832-31b2-4284-b2eb-ac530b5069b8 req-11224023-0394-4424-b139-cb5e0fbd02c8 tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] 10.222.0.68 "GET /v2.0/ports?device_id=1055dbfe-92e6-437c-b901-0e1c0a80dc51 HTTP/1.1" status: 200 len: 944 time: 0.3705516 Jul 14 09:17:46.368874 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-d413f71e-cba9-4f67-8d2c-88328ad673cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '982de53f-bb4f-4e9e-b79f-f1ca554cffb3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1825414716-router', 'tenant_id': '693039a9031c4718ab71870c2e8c0097', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.78'}], 'enable_snat': True}, 'gw_port_id': '0d109e6e-0e02-460f-80ee-f90b06225130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:16:37Z', 'updated_at': '2021-07-14T09:16:44Z', 'revision_number': 4, 'project_id': '693039a9031c4718ab71870c2e8c0097', 'gw_port': {'id': '0d109e6e-0e02-460f-80ee-f90b06225130', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:af:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '982de53f-bb4f-4e9e-b79f-f1ca554cffb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:16:38Z', 'updated_at': '2021-07-14T09:16:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_floatingips': [{'id': '0fc97df8-c35c-4f5c-9dfa-b83a0a94a425', 'tenant_id': '693039a9031c4718ab71870c2e8c0097', 'floating_ip_address': '172.25.4.9', 'floating_network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'router_id': '982de53f-bb4f-4e9e-b79f-f1ca554cffb3', 'port_id': '742ea682-0e68-43c8-9fcc-ea486accf4fc', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5b4013b-42cf-4baf-b88c-1346c6034b92', 'mac_address': 'fa:16:3e:ad:27:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '399cc662-da27-469a-9e98-9f69d4b89657', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:17:13Z', 'updated_at': '2021-07-14T09:17:43Z', 'revision_number': 1, 'project_id': '693039a9031c4718ab71870c2e8c0097', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c3ffe21-8033-4d60-8a4e-32db41b1db54', 'name': '', 'network_id': 'd5b4013b-42cf-4baf-b88c-1346c6034b92', 'tenant_id': '693039a9031c4718ab71870c2e8c0097', 'mac_address': 'fa:16:3e:06:5b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '982de53f-bb4f-4e9e-b79f-f1ca554cffb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'ff357304-9a7a-4849-886e-222423635809', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:16:42Z', 'updated_at': '2021-07-14T09:16:54Z', 'revision_number': 5, 'project_id': '693039a9031c4718ab71870c2e8c0097', 'subnets': [{'id': 'ff357304-9a7a-4849-886e-222423635809', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:17:46.371369 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-34fc1d71-a310-4ab9-bb21-02f41878f96d req-b846a2d4-71c2-49f6-9a0b-1d426b7b65f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:46.398651 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084400da-7744-4735-b03c-75eb91094f9f admin admin] Pushing event updated for resources: {'Subnet': ['ID=894e9ad4-f56d-4415-a399-0321b6578932,revision_number=0']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:46.400258 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-1902550d-dde0-4991-a097-1eb2d468bcb4 req-e8f7db81-02e2-47ef-9f1f-c6b67ab69903 tempest-ServerDiagnosticsNegativeTest-1683519398 tempest-ServerDiagnosticsNegativeTest-1683519398-project] 10.222.0.68 "GET /v2.0/security-groups?id=8680f808-4c0b-4d74-b554-f3ef474d9ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657046 Jul 14 09:17:46.412868 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3523b0cd-36d0-4ef4-83d3-2efc15709b55 req-1a4e8c6f-c394-42c0-acd6-3d7673cb533d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9b8a6edc-bbae-47ce-bda0-fb444fc735c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0937009 Jul 14 09:17:46.423973 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d413f71e-cba9-4f67-8d2c-88328ad673cd None None] Checking router: 982de53f-bb4f-4e9e-b79f-f1ca554cffb3 for host: n-d-779913-29 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:17:46.433054 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [req-34fc1d71-a310-4ab9-bb21-02f41878f96d req-b846a2d4-71c2-49f6-9a0b-1d426b7b65f7 service neutron] Transition to ACTIVE for port object 2feffcf8-edef-412b-9ef7-d72c3529d55a will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:17:46.443166 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d413f71e-cba9-4f67-8d2c-88328ad673cd None None] Routers {'982de53f-bb4f-4e9e-b79f-f1ca554cffb3'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:17:46.444316 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-d413f71e-cba9-4f67-8d2c-88328ad673cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:17:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['982de53f-bb4f-4e9e-b79f-f1ca554cffb3'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:17:46.446930 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-eaadb216-63c9-4e02-962c-6ee4201d7190 req-87376a7d-8d7b-49d7-91bb-ac84330d1a01 service neutron] 10.222.0.57 "GET /v2.0/networks/e7cb481e-49dc-464e-b748-d3d2c45f69f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2379556 Jul 14 09:17:46.454824 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-084400da-7744-4735-b03c-75eb91094f9f admin admin] Checking segment: {'id': '3490053c-a8b9-469d-9e8d-cf7046370617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd25d8db8-0ab7-40c5-8db1-354e83a0ea79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:17:46.455194 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-084400da-7744-4735-b03c-75eb91094f9f admin admin] Network hostable DHCP agents. Network: d25d8db8-0ab7-40c5-8db1-354e83a0ea79, hostable agents: ['c6a09bd4-f72e-4283-a3ca-0bbca8a51081'], hosted agents: [] {{(pid=93957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:17:46.457206 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-34fc1d71-a310-4ab9-bb21-02f41878f96d req-b846a2d4-71c2-49f6-9a0b-1d426b7b65f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:46.527472 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-da1c2832-31b2-4284-b2eb-ac530b5069b8 req-ec70ba52-9a56-48f7-9681-72b69dd267bc tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] 10.222.0.68 "GET /v2.0/security-groups?id=4fa97f2f-f617-45f3-9331-b542b3f62cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711481 Jul 14 09:17:46.576209 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-084400da-7744-4735-b03c-75eb91094f9f admin admin] Network d25d8db8-0ab7-40c5-8db1-354e83a0ea79 is scheduled to be hosted by DHCP agent c6a09bd4-f72e-4283-a3ca-0bbca8a51081 with binding_index 1 {{(pid=93957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:17:46.578218 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b846a2d4-71c2-49f6-9a0b-1d426b7b65f7 service neutron] Pushing event updated for resources: {'Port': ['ID=2feffcf8-edef-412b-9ef7-d72c3529d55a,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:46.618239 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:17:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f2a4a34-7792-43a3-b8ca-f7132a0db77c x-openstack-request-id: req-6f2a4a34-7792-43a3-b8ca-f7132a0db77c {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:17:46.618535 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1055dbfe-92e6-437c-b901-0e1c0a80dc51", "tag": "9fc6737d-c564-428d-982b-1282a6bba865", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:17:46.618789 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-6f2a4a34-7792-43a3-b8ca-f7132a0db77c {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:17:46.619180 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1055dbfe-92e6-437c-b901-0e1c0a80dc51', 'tag': '9fc6737d-c564-428d-982b-1282a6bba865', 'status': 'completed', 'code': 200} Jul 14 09:17:46.619934 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-084400da-7744-4735-b03c-75eb91094f9f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-29, d25d8db8-0ab7-40c5-8db1-354e83a0ea79) {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:17:46.628704 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab77526f-5409-48a0-9db7-564455b7452f None None] Network d25d8db8-0ab7-40c5-8db1-354e83a0ea79 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:17:46.664190 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-084400da-7744-4735-b03c-75eb91094f9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:46.664470 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-084400da-7744-4735-b03c-75eb91094f9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for subnet, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:46.670038 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3523b0cd-36d0-4ef4-83d3-2efc15709b55 req-2638a0c9-8617-45ed-8aad-e1329e81a45e service neutron] 10.222.0.57 "GET /v2.0/networks/9b8a6edc-bbae-47ce-bda0-fb444fc735c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2456415 Jul 14 09:17:46.697824 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-34fc1d71-a310-4ab9-bb21-02f41878f96d req-b846a2d4-71c2-49f6-9a0b-1d426b7b65f7 service neutron] Attempting to bind port 2feffcf8-edef-412b-9ef7-d72c3529d55a on host n-h2-779913-29 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:17:46.698178 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-34fc1d71-a310-4ab9-bb21-02f41878f96d req-b846a2d4-71c2-49f6-9a0b-1d426b7b65f7 service neutron] Attempting to bind port 2feffcf8-edef-412b-9ef7-d72c3529d55a by drivers openvswitch,hyperv on host n-h2-779913-29 at level 0 using segments [{'id': '8f1c1422-de6c-445f-ab95-4e2c94585b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '2244f7a1-04bd-42cd-9e86-31839b46f57f'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:17:46.698498 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34fc1d71-a310-4ab9-bb21-02f41878f96d req-b846a2d4-71c2-49f6-9a0b-1d426b7b65f7 service neutron] Attempting to bind port 2feffcf8-edef-412b-9ef7-d72c3529d55a on network 2244f7a1-04bd-42cd-9e86-31839b46f57f {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:17:46.701263 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-084400da-7744-4735-b03c-75eb91094f9f admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.3865178 Jul 14 09:17:46.706803 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 37246) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:17:46.712609 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-8dbccc20-4a0c-4ede-8ddc-738c16cc1b68 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1192538569-router', 'tenant_id': 'aabddba14d1340aeab976aa64d5f8c9b', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'}}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:17:46.751143 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34fc1d71-a310-4ab9-bb21-02f41878f96d req-b846a2d4-71c2-49f6-9a0b-1d426b7b65f7 service neutron] Port 2feffcf8-edef-412b-9ef7-d72c3529d55a on network 2244f7a1-04bd-42cd-9e86-31839b46f57f not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-29 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:17:46.751377 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34fc1d71-a310-4ab9-bb21-02f41878f96d req-b846a2d4-71c2-49f6-9a0b-1d426b7b65f7 service neutron] Attempting to bind port 2feffcf8-edef-412b-9ef7-d72c3529d55a on network 2244f7a1-04bd-42cd-9e86-31839b46f57f {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:17:46.762434 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34fc1d71-a310-4ab9-bb21-02f41878f96d req-b846a2d4-71c2-49f6-9a0b-1d426b7b65f7 service neutron] Checking agent: {'id': '013e4a3b-a634-47b8-b6a5-1a25109b73fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 13, 13), 'started_at': datetime.datetime(2021, 7, 14, 9, 13, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 17, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:17:46.762785 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34fc1d71-a310-4ab9-bb21-02f41878f96d req-b846a2d4-71c2-49f6-9a0b-1d426b7b65f7 service neutron] Checking segment: {'id': '8f1c1422-de6c-445f-ab95-4e2c94585b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '2244f7a1-04bd-42cd-9e86-31839b46f57f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:17:46.763182 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34fc1d71-a310-4ab9-bb21-02f41878f96d req-b846a2d4-71c2-49f6-9a0b-1d426b7b65f7 service neutron] Bound using segment: {'id': '8f1c1422-de6c-445f-ab95-4e2c94585b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '2244f7a1-04bd-42cd-9e86-31839b46f57f'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:17:46.763635 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-34fc1d71-a310-4ab9-bb21-02f41878f96d req-b846a2d4-71c2-49f6-9a0b-1d426b7b65f7 service neutron] Bound port: 2feffcf8-edef-412b-9ef7-d72c3529d55a, host: n-h2-779913-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f1c1422-de6c-445f-ab95-4e2c94585b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '2244f7a1-04bd-42cd-9e86-31839b46f57f'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:17:46.764002 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-34fc1d71-a310-4ab9-bb21-02f41878f96d req-b846a2d4-71c2-49f6-9a0b-1d426b7b65f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:46.785392 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8dbccc20-4a0c-4ede-8ddc-738c16cc1b68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-711749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14670'] for router, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:46.788018 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8dbccc20-4a0c-4ede-8ddc-738c16cc1b68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-711718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-661475', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14679'] for router, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:46.861820 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3523b0cd-36d0-4ef4-83d3-2efc15709b55 req-1aa02961-076a-484a-951c-ca3b6745e09d service neutron] 10.222.0.57 "GET /v2.0/networks/9b8a6edc-bbae-47ce-bda0-fb444fc735c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1794920 Jul 14 09:17:46.903982 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-34fc1d71-a310-4ab9-bb21-02f41878f96d req-b846a2d4-71c2-49f6-9a0b-1d426b7b65f7 service neutron] For port 2feffcf8-edef-412b-9ef7-d72c3529d55a, host n-h2-779913-29, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:17:46.904710 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8dbccc20-4a0c-4ede-8ddc-738c16cc1b68 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:46.935185 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-d413f71e-cba9-4f67-8d2c-88328ad673cd None None] Set router 982de53f-bb4f-4e9e-b79f-f1ca554cffb3 gateway port host: n-d-779913-29 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:17:46.976314 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-34fc1d71-a310-4ab9-bb21-02f41878f96d req-b846a2d4-71c2-49f6-9a0b-1d426b7b65f7 service neutron] For port 2feffcf8-edef-412b-9ef7-d72c3529d55a, host n-h2-779913-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=2feffcf8-edef-412b-9ef7-d72c3529d55a,segment=NetworkSegment(8f1c1422-de6c-445f-ab95-4e2c94585b2b),segment_id=8f1c1422-de6c-445f-ab95-4e2c94585b2b)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:17:46.994101 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-34fc1d71-a310-4ab9-bb21-02f41878f96d req-b846a2d4-71c2-49f6-9a0b-1d426b7b65f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:47.066480 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d56631a-a354-4648-84d1-bcdddb0e8316 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf57baaa9-fd24-59f4-8fd2-1dc21122ce72-d25d8db8-0ab7-40c5-8db1-354e83a0ea79', 'network_id': 'd25d8db8-0ab7-40c5-8db1-354e83a0ea79', 'tenant_id': 'aabddba14d1340aeab976aa64d5f8c9b', 'fixed_ips': [{'subnet_id': '894e9ad4-f56d-4415-a399-0321b6578932'}]}} from n-d-779913-29. {{(pid=93959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:17:47.070323 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3d56631a-a354-4648-84d1-bcdddb0e8316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:47.149008 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fc1d71-a310-4ab9-bb21-02f41878f96d req-b846a2d4-71c2-49f6-9a0b-1d426b7b65f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:47.175337 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-34fc1d71-a310-4ab9-bb21-02f41878f96d req-b846a2d4-71c2-49f6-9a0b-1d426b7b65f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:47.176844 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-34fc1d71-a310-4ab9-bb21-02f41878f96d req-b846a2d4-71c2-49f6-9a0b-1d426b7b65f7 service neutron] 10.222.0.57 "PUT /v2.0/ports/2feffcf8-edef-412b-9ef7-d72c3529d55a HTTP/1.1" status: 200 len: 1097 time: 2.3944259 Jul 14 09:17:47.209869 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634e798d-554d-450f-a487-be3a55715c20 req-35554f15-9417-474b-a306-3c81e6d1afbe tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:47.211460 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-634e798d-554d-450f-a487-be3a55715c20 req-35554f15-9417-474b-a306-3c81e6d1afbe tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] 10.222.0.68 "GET /v2.0/ports?device_id=28dd3587-2d03-4043-84ca-73b4803ca881 HTTP/1.1" status: 200 len: 945 time: 0.3370447 Jul 14 09:17:47.236035 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:17:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fb69bfa-9316-4478-9ab2-027f4992530b x-openstack-request-id: req-0fb69bfa-9316-4478-9ab2-027f4992530b {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:17:47.236626 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "399cc662-da27-469a-9e98-9f69d4b89657", "tag": "742ea682-0e68-43c8-9fcc-ea486accf4fc", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:17:47.236626 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-0fb69bfa-9316-4478-9ab2-027f4992530b {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:17:47.236956 n-d-779913-29 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '399cc662-da27-469a-9e98-9f69d4b89657', 'tag': '742ea682-0e68-43c8-9fcc-ea486accf4fc', 'status': 'completed', 'code': 200} Jul 14 09:17:47.266691 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:17:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35240420-4231-4440-b64d-6ce389efaf0e x-openstack-request-id: req-35240420-4231-4440-b64d-6ce389efaf0e {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:17:47.272423 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bade9e41-c794-48ce-879d-5458f3df6e07", "name": "network-vif-plugged", "status": "completed", "tag": "2e172cd8-3b96-48b5-ad68-8075b120d246", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:17:47.272423 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-35240420-4231-4440-b64d-6ce389efaf0e {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:17:47.272910 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bade9e41-c794-48ce-879d-5458f3df6e07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e172cd8-3b96-48b5-ad68-8075b120d246', 'code': 200} Jul 14 09:17:47.278351 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8dbccc20-4a0c-4ede-8ddc-738c16cc1b68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-661489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-711771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12973'] for router, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:47.292039 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b846a2d4-71c2-49f6-9a0b-1d426b7b65f7 service neutron] Pushing event updated for resources: {'Port': ['ID=2feffcf8-edef-412b-9ef7-d72c3529d55a,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:47.329734 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaadb216-63c9-4e02-962c-6ee4201d7190 req-324e1074-a98a-40e3-be53-6807c3041d79 tempest-LiveAutoBlockMigrationV225Test-648529105 tempest-LiveAutoBlockMigrationV225Test-648529105-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:47.332670 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-eaadb216-63c9-4e02-962c-6ee4201d7190 req-324e1074-a98a-40e3-be53-6807c3041d79 tempest-LiveAutoBlockMigrationV225Test-648529105 tempest-LiveAutoBlockMigrationV225Test-648529105-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=28dd3587-2d03-4043-84ca-73b4803ca881&tenant_id=e14af975015c4397b9da2a89a906dfc2&binding%3Ahost_id=n-h2-779913-29 HTTP/1.1" status: 200 len: 1097 time: 0.2499542 Jul 14 09:17:47.418323 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-d413f71e-cba9-4f67-8d2c-88328ad673cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '982de53f-bb4f-4e9e-b79f-f1ca554cffb3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1825414716-router', 'tenant_id': '693039a9031c4718ab71870c2e8c0097', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.78'}], 'enable_snat': True}, 'gw_port_id': '0d109e6e-0e02-460f-80ee-f90b06225130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:16:37Z', 'updated_at': '2021-07-14T09:16:44Z', 'revision_number': 4, 'project_id': '693039a9031c4718ab71870c2e8c0097', 'gw_port': {'id': '0d109e6e-0e02-460f-80ee-f90b06225130', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:af:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '982de53f-bb4f-4e9e-b79f-f1ca554cffb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:16:38Z', 'updated_at': '2021-07-14T09:16:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_floatingips': [{'id': '0fc97df8-c35c-4f5c-9dfa-b83a0a94a425', 'tenant_id': '693039a9031c4718ab71870c2e8c0097', 'floating_ip_address': '172.25.4.9', 'floating_network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'router_id': '982de53f-bb4f-4e9e-b79f-f1ca554cffb3', 'port_id': '742ea682-0e68-43c8-9fcc-ea486accf4fc', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5b4013b-42cf-4baf-b88c-1346c6034b92', 'mac_address': 'fa:16:3e:ad:27:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '399cc662-da27-469a-9e98-9f69d4b89657', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:17:13Z', 'updated_at': '2021-07-14T09:17:43Z', 'revision_number': 1, 'project_id': '693039a9031c4718ab71870c2e8c0097', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c3ffe21-8033-4d60-8a4e-32db41b1db54', 'name': '', 'network_id': 'd5b4013b-42cf-4baf-b88c-1346c6034b92', 'tenant_id': '693039a9031c4718ab71870c2e8c0097', 'mac_address': 'fa:16:3e:06:5b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '982de53f-bb4f-4e9e-b79f-f1ca554cffb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'ff357304-9a7a-4849-886e-222423635809', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:16:42Z', 'updated_at': '2021-07-14T09:16:54Z', 'revision_number': 5, 'project_id': '693039a9031c4718ab71870c2e8c0097', 'subnets': [{'id': 'ff357304-9a7a-4849-886e-222423635809', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:17:47.434012 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-3d56631a-a354-4648-84d1-bcdddb0e8316 None None] Allocated IP 172.20.0.2 (d25d8db8-0ab7-40c5-8db1-354e83a0ea79/894e9ad4-f56d-4415-a399-0321b6578932/67b5696d-30d9-4127-9e1b-e3e0c6ccc56b) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:17:47.484540 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d413f71e-cba9-4f67-8d2c-88328ad673cd None None] The sync data for ids ['982de53f-bb4f-4e9e-b79f-f1ca554cffb3'] in n-d-779913-29 is: [{'id': '982de53f-bb4f-4e9e-b79f-f1ca554cffb3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1825414716-router', 'tenant_id': '693039a9031c4718ab71870c2e8c0097', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.78'}], 'enable_snat': True}, 'gw_port_id': '0d109e6e-0e02-460f-80ee-f90b06225130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:16:37Z', 'updated_at': '2021-07-14T09:16:44Z', 'revision_number': 4, 'project_id': '693039a9031c4718ab71870c2e8c0097', 'gw_port': {'id': '0d109e6e-0e02-460f-80ee-f90b06225130', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:af:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '982de53f-bb4f-4e9e-b79f-f1ca554cffb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:16:38Z', 'updated_at': '2021-07-14T09:16:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_floatingips': [{'id': '0fc97df8-c35c-4f5c-9dfa-b83a0a94a425', 'tenant_id': '693039a9031c4718ab71870c2e8c0097', 'floating_ip_address': '172.25.4.9', 'floating_network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'router_id': '982de53f-bb4f-4e9e-b79f-f1ca554cffb3', 'port_id': '742ea682-0e68-43c8-9fcc-ea486accf4fc', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5b4013b-42cf-4baf-b88c-1346c6034b92', 'mac_address': 'fa:16:3e:ad:27:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '399cc662-da27-469a-9e98-9f69d4b89657', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:17:13Z', 'updated_at': '2021-07-14T09:17:43Z', 'revision_number': 1, 'project_id': '693039a9031c4718ab71870c2e8c0097', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c3ffe21-8033-4d60-8a4e-32db41b1db54', 'name': '', 'network_id': 'd5b4013b-42cf-4baf-b88c-1346c6034b92', 'tenant_id': '693039a9031c4718ab71870c2e8c0097', 'mac_address': 'fa:16:3e:06:5b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '982de53f-bb4f-4e9e-b79f-f1ca554cffb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'ff357304-9a7a-4849-886e-222423635809', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:16:42Z', 'updated_at': '2021-07-14T09:16:54Z', 'revision_number': 5, 'project_id': '693039a9031c4718ab71870c2e8c0097', 'subnets': [{'id': 'ff357304-9a7a-4849-886e-222423635809', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:17:47.519777 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-634e798d-554d-450f-a487-be3a55715c20 req-1c16e063-4f38-4fbb-921e-2e351d7a1779 tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] 10.222.0.68 "GET /v2.0/security-groups?id=7bf941d0-4fab-41ec-a174-078829fdb488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2846301 Jul 14 09:17:47.540014 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ee94db3c-8f69-4ca5-afcf-71dede58dc65 req-2720a652-5408-452a-8a3c-38175ca7535a tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=960db35cb56b449db311d3b4abef7a82&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1380768 Jul 14 09:17:47.543050 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41abe851-f646-4487-bae8-d3c39e682f66 req-6a480db0-0b77-46a9-b4e7-57e25977a8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:47.544643 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-41abe851-f646-4487-bae8-d3c39e682f66 req-6a480db0-0b77-46a9-b4e7-57e25977a8c6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7106393f864d424cbb37d8910f9a40b9&device_id=1055dbfe-92e6-437c-b901-0e1c0a80dc51 HTTP/1.1" status: 200 len: 1096 time: 0.4684725 Jul 14 09:17:47.546229 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.agents_db [None req-3c3509fb-540d-4335-a450-574895dd3602 None None] Agent healthcheck: found 7 active agents {{(pid=93960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:17:47.696455 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94924c8c-ba36-4b2d-9094-709f10251596 req-f70f804b-6ea9-4486-8843-03a5814992cd tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:47.704520 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-94924c8c-ba36-4b2d-9094-709f10251596 req-f70f804b-6ea9-4486-8843-03a5814992cd tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/ports?device_id=075c0166-2f45-4ba5-a5fa-7f7ff3bec1e9 HTTP/1.1" status: 200 len: 950 time: 0.2136195 Jul 14 09:17:47.733288 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fc1d71-a310-4ab9-bb21-02f41878f96d req-3ac1861b-06d9-4dc4-a306-39852348ade5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:47.734913 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-34fc1d71-a310-4ab9-bb21-02f41878f96d req-3ac1861b-06d9-4dc4-a306-39852348ade5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0354ae2bb6fb4c529416d8b4f0eeb6aa&device_id=8206666c-d9ee-4931-8152-2da39b7a6ae4 HTTP/1.1" status: 200 len: 1100 time: 0.3418427 Jul 14 09:17:47.736620 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e3d488-636a-41d9-827e-1d48576d77f0 req-6888a981-71cf-4644-9073-c4e6b95402a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:47.738100 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a0e3d488-636a-41d9-827e-1d48576d77f0 req-6888a981-71cf-4644-9073-c4e6b95402a7 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=693039a9031c4718ab71870c2e8c0097&device_id=399cc662-da27-469a-9e98-9f69d4b89657 HTTP/1.1" status: 200 len: 1097 time: 0.4408524 Jul 14 09:17:47.754304 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3d56631a-a354-4648-84d1-bcdddb0e8316 None None] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:47.801601 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-3d56631a-a354-4648-84d1-bcdddb0e8316 None None] Transition to ACTIVE for port object 67b5696d-30d9-4127-9e1b-e3e0c6ccc56b will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:17:47.830259 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613e4139-5aa9-4140-b5f8-843e42116718 req-5478a420-97bc-4ee1-b4ea-8de358b13066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:47.831751 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-613e4139-5aa9-4140-b5f8-843e42116718 req-5478a420-97bc-4ee1-b4ea-8de358b13066 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=bade9e41-c794-48ce-879d-5458f3df6e07 HTTP/1.1" status: 200 len: 1102 time: 0.3050191 Jul 14 09:17:47.846358 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-3d56631a-a354-4648-84d1-bcdddb0e8316 None None] Transition to ACTIVE for port object 67b5696d-30d9-4127-9e1b-e3e0c6ccc56b will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:17:47.864603 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3d56631a-a354-4648-84d1-bcdddb0e8316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:47.894120 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-94924c8c-ba36-4b2d-9094-709f10251596 req-e60d9468-ffe7-453b-bde5-a84d0263140c tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/security-groups?id=93b55648-4dd6-4852-bb99-9aa842ab19a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890519 Jul 14 09:17:47.922052 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bc5a954-2256-4422-9ef4-7b34ddb367bb None None] New status for floating IP 0fc97df8-c35c-4f5c-9dfa-b83a0a94a425: ACTIVE {{(pid=93959) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:17:47.933261 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-34fc1d71-a310-4ab9-bb21-02f41878f96d req-c7748bd3-47e3-4966-a7ba-8444ccb36246 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=2feffcf8-edef-412b-9ef7-d72c3529d55a HTTP/1.1" status: 200 len: 217 time: 0.1788213 Jul 14 09:17:47.960735 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-eaadb216-63c9-4e02-962c-6ee4201d7190 req-c66c733d-599c-4c0b-bbfc-237ff07eab65 service neutron] For port 0f6b05e0-8d17-4b83-aa55-df527950bbf0, host n-h1-779913-29, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:17:47.965803 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-613e4139-5aa9-4140-b5f8-843e42116718 req-f3d8a604-f59e-404f-b552-e15a6ac4395d service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=8680f808-4c0b-4d74-b554-f3ef474d9ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180942 Jul 14 09:17:47.972709 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41abe851-f646-4487-bae8-d3c39e682f66 req-5f539742-1d6d-462c-84d5-c3409ce22d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:47.974310 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-41abe851-f646-4487-bae8-d3c39e682f66 req-5f539742-1d6d-462c-84d5-c3409ce22d50 service neutron] 10.222.0.57 "GET /v2.0/networks?id=9b8a6edc-bbae-47ce-bda0-fb444fc735c0 HTTP/1.1" status: 200 len: 905 time: 0.4209585 Jul 14 09:17:47.985419 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee94db3c-8f69-4ca5-afcf-71dede58dc65 req-44d06ed9-25b8-46f8-b231-69cb88e0f36a tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:47.986973 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ee94db3c-8f69-4ca5-afcf-71dede58dc65 req-44d06ed9-25b8-46f8-b231-69cb88e0f36a tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4370015 Jul 14 09:17:47.991128 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-eaadb216-63c9-4e02-962c-6ee4201d7190 req-c66c733d-599c-4c0b-bbfc-237ff07eab65 service neutron] Notify callbacks [] for binding, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:47.996127 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-eaadb216-63c9-4e02-962c-6ee4201d7190 req-c66c733d-599c-4c0b-bbfc-237ff07eab65 service neutron] 10.222.0.57 "DELETE /v2.0/ports/0f6b05e0-8d17-4b83-aa55-df527950bbf0/bindings/n-h1-779913-29 HTTP/1.1" status: 204 len: 173 time: 0.6298060 Jul 14 09:17:48.045857 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d56631a-a354-4648-84d1-bcdddb0e8316 None None] Network d25d8db8-0ab7-40c5-8db1-354e83a0ea79 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:17:48.060792 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-3d56631a-a354-4648-84d1-bcdddb0e8316 None None] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:17:48.063694 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d56631a-a354-4648-84d1-bcdddb0e8316 None None] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:17:48.064397 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-41abe851-f646-4487-bae8-d3c39e682f66 req-5d9d5069-5204-4d87-829f-e5de85405495 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9fc6737d-c564-428d-982b-1282a6bba865 HTTP/1.1" status: 200 len: 217 time: 0.0566747 Jul 14 09:17:48.100224 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fc1d71-a310-4ab9-bb21-02f41878f96d req-6b9e6a62-6e30-4b99-bc24-edf201a428a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:48.101791 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-34fc1d71-a310-4ab9-bb21-02f41878f96d req-6b9e6a62-6e30-4b99-bc24-edf201a428a6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=85060e65-3b2f-4a6c-a04c-ce849daa5b3b HTTP/1.1" status: 200 len: 843 time: 0.1413977 Jul 14 09:17:48.110912 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d56631a-a354-4648-84d1-bcdddb0e8316 None None] Pushing event updated for resources: {'Port': ['ID=67b5696d-30d9-4127-9e1b-e3e0c6ccc56b,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:48.127522 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-9e408325-5e2f-46bf-928c-34077fc1868d req-0f4859e5-8196-4543-b69d-d7d937c064a1 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] 10.222.0.68 "GET /v2.0/ports?device_id=31766947-5817-48e3-af5d-1114f2e0bfff HTTP/1.1" status: 200 len: 210 time: 0.0346045 Jul 14 09:17:48.164004 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8dbccc20-4a0c-4ede-8ddc-738c16cc1b68 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:48.201079 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8dbccc20-4a0c-4ede-8ddc-738c16cc1b68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:48.283521 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-3d56631a-a354-4648-84d1-bcdddb0e8316 None None] Attempting to bind port 67b5696d-30d9-4127-9e1b-e3e0c6ccc56b on host n-d-779913-29 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:17:48.284064 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-3d56631a-a354-4648-84d1-bcdddb0e8316 None None] Attempting to bind port 67b5696d-30d9-4127-9e1b-e3e0c6ccc56b by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': '3490053c-a8b9-469d-9e8d-cf7046370617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd25d8db8-0ab7-40c5-8db1-354e83a0ea79'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:17:48.295737 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d56631a-a354-4648-84d1-bcdddb0e8316 None None] Attempting to bind port 67b5696d-30d9-4127-9e1b-e3e0c6ccc56b on network d25d8db8-0ab7-40c5-8db1-354e83a0ea79 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:17:48.305778 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d56631a-a354-4648-84d1-bcdddb0e8316 None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 17, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:17:48.306940 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d56631a-a354-4648-84d1-bcdddb0e8316 None None] Checking segment: {'id': '3490053c-a8b9-469d-9e8d-cf7046370617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd25d8db8-0ab7-40c5-8db1-354e83a0ea79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:17:48.307519 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3d56631a-a354-4648-84d1-bcdddb0e8316 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:48.308093 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d56631a-a354-4648-84d1-bcdddb0e8316 None None] Bound using segment: {'id': '3490053c-a8b9-469d-9e8d-cf7046370617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd25d8db8-0ab7-40c5-8db1-354e83a0ea79'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:17:48.308757 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-3d56631a-a354-4648-84d1-bcdddb0e8316 None None] Bound port: 67b5696d-30d9-4127-9e1b-e3e0c6ccc56b, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3490053c-a8b9-469d-9e8d-cf7046370617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd25d8db8-0ab7-40c5-8db1-354e83a0ea79'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:17:48.309313 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3d56631a-a354-4648-84d1-bcdddb0e8316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:48.382493 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-3d56631a-a354-4648-84d1-bcdddb0e8316 None None] For port 67b5696d-30d9-4127-9e1b-e3e0c6ccc56b, host n-d-779913-29, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:17:48.386407 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-3d56631a-a354-4648-84d1-bcdddb0e8316 None None] For port 67b5696d-30d9-4127-9e1b-e3e0c6ccc56b, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=67b5696d-30d9-4127-9e1b-e3e0c6ccc56b,segment=NetworkSegment(3490053c-a8b9-469d-9e8d-cf7046370617),segment_id=3490053c-a8b9-469d-9e8d-cf7046370617)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:17:48.398516 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3d56631a-a354-4648-84d1-bcdddb0e8316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:48.398738 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e3d488-636a-41d9-827e-1d48576d77f0 req-8bdd356d-f8f6-4e26-8edd-5e02b3e9909f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:48.400048 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a0e3d488-636a-41d9-827e-1d48576d77f0 req-8bdd356d-f8f6-4e26-8edd-5e02b3e9909f service neutron] 10.222.0.65 "GET /v2.0/networks?id=d5b4013b-42cf-4baf-b88c-1346c6034b92 HTTP/1.1" status: 200 len: 925 time: 0.6529472 Jul 14 09:17:48.403853 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-ee94db3c-8f69-4ca5-afcf-71dede58dc65 req-8db80c3e-3d20-48fe-9587-4724b5bd47df tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] Request body: {'port': {'device_id': '61b42305-974c-46b0-9777-7a8aa2815d37', 'network_id': '2244f7a1-04bd-42cd-9e86-31839b46f57f', 'admin_state_up': True, 'tenant_id': '960db35cb56b449db311d3b4abef7a82'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:17:48.417250 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ee94db3c-8f69-4ca5-afcf-71dede58dc65 req-181313de-5017-4092-88c9-c6aab0fb6177 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=960db35cb56b449db311d3b4abef7a82&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1034043 Jul 14 09:17:48.426870 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-8dbccc20-4a0c-4ede-8ddc-738c16cc1b68 admin admin] Allocated IP 172.25.4.179 (2dcd4d32-cc7c-4468-b396-7ce5c9231892/6cd22a75-5bc1-467c-a3c4-0af04bd1b34a/ce21380f-476f-4379-b1a4-f607eb5fb484) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:17:48.465722 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d56631a-a354-4648-84d1-bcdddb0e8316 None None] Pushing event updated for resources: {'Port': ['ID=67b5696d-30d9-4127-9e1b-e3e0c6ccc56b,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:48.564519 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf901548-1b59-41f9-ba69-b8601da274b9 req-f46e3933-70a8-4084-805e-5d6121f7333d tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:48.566079 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-bf901548-1b59-41f9-ba69-b8601da274b9 req-f46e3933-70a8-4084-805e-5d6121f7333d tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] 10.222.0.68 "GET /v2.0/ports?device_id=8206666c-d9ee-4931-8152-2da39b7a6ae4 HTTP/1.1" status: 200 len: 948 time: 0.6768734 Jul 14 09:17:48.601526 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41abe851-f646-4487-bae8-d3c39e682f66 req-b4865517-9c14-459b-9d46-5f00c8bcbf72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:48.603277 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-41abe851-f646-4487-bae8-d3c39e682f66 req-b4865517-9c14-459b-9d46-5f00c8bcbf72 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8ea73f7d-9594-449c-9c84-8c744576418b HTTP/1.1" status: 200 len: 844 time: 0.5186810 Jul 14 09:17:48.621437 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc0808c-b661-48fd-a9a8-fb6b3f1d7312 req-7bdb85c5-8bae-4527-89e0-f35a30533cdb tempest-ServerDiagnosticsNegativeTest-1683519398 tempest-ServerDiagnosticsNegativeTest-1683519398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:48.623177 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-9cc0808c-b661-48fd-a9a8-fb6b3f1d7312 req-7bdb85c5-8bae-4527-89e0-f35a30533cdb tempest-ServerDiagnosticsNegativeTest-1683519398 tempest-ServerDiagnosticsNegativeTest-1683519398-project] 10.222.0.68 "GET /v2.0/ports?device_id=bade9e41-c794-48ce-879d-5458f3df6e07 HTTP/1.1" status: 200 len: 950 time: 0.3671916 Jul 14 09:17:48.626435 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8206666c-d9ee-4931-8152-2da39b7a6ae4', 'tag': '2feffcf8-edef-412b-9ef7-d72c3529d55a'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:17:48.628869 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a249b95-5ea3-459b-8e84-9e744a94c160" -d '{"events": [{"name": "network-changed", "server_uuid": "8206666c-d9ee-4931-8152-2da39b7a6ae4", "tag": "2feffcf8-edef-412b-9ef7-d72c3529d55a"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:17:48.699166 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a0e3d488-636a-41d9-827e-1d48576d77f0 req-fc55aef6-5c6e-4e8e-a1a9-ff33d2f5e3fe service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=742ea682-0e68-43c8-9fcc-ea486accf4fc HTTP/1.1" status: 200 len: 999 time: 0.2787449 Jul 14 09:17:48.707692 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-41abe851-f646-4487-bae8-d3c39e682f66 req-ce32c94b-a11d-4c79-a089-13860ffe5864 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9b8a6edc-bbae-47ce-bda0-fb444fc735c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0907793 Jul 14 09:17:48.832067 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-bf901548-1b59-41f9-ba69-b8601da274b9 req-61583f9d-6080-461f-918a-78a8f01fe8a5 tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] 10.222.0.68 "GET /v2.0/security-groups?id=77fde4ca-6f5f-48d5-b2fd-4c103e7ba04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2477136 Jul 14 09:17:48.858544 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fc1d71-a310-4ab9-bb21-02f41878f96d req-a32f4e53-661a-46fb-9db9-88ba6d8dd2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:48.860040 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-34fc1d71-a310-4ab9-bb21-02f41878f96d req-a32f4e53-661a-46fb-9db9-88ba6d8dd2a6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2244f7a1-04bd-42cd-9e86-31839b46f57f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4632983 Jul 14 09:17:48.869595 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e3d488-636a-41d9-827e-1d48576d77f0 req-1acd1d9f-c7f9-4018-b413-bed059beaa88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:48.871184 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a0e3d488-636a-41d9-827e-1d48576d77f0 req-1acd1d9f-c7f9-4018-b413-bed059beaa88 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ff357304-9a7a-4849-886e-222423635809 HTTP/1.1" status: 200 len: 863 time: 0.1622200 Jul 14 09:17:48.933961 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee94db3c-8f69-4ca5-afcf-71dede58dc65 req-8db80c3e-3d20-48fe-9587-4724b5bd47df tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] Made reservation on behalf of 960db35cb56b449db311d3b4abef7a82 for: {'port': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:17:48.937465 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-ee94db3c-8f69-4ca5-afcf-71dede58dc65 req-8db80c3e-3d20-48fe-9587-4724b5bd47df tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:48.951699 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee94db3c-8f69-4ca5-afcf-71dede58dc65 req-850bcab7-aec5-4194-ba33-87eeed5a2cd1 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:48.953252 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ee94db3c-8f69-4ca5-afcf-71dede58dc65 req-850bcab7-aec5-4194-ba33-87eeed5a2cd1 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5186095 Jul 14 09:17:49.003680 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [req-ee94db3c-8f69-4ca5-afcf-71dede58dc65 req-50ee1fb2-442d-461d-8e33-32a4712a0527 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] Request body: {'port': {'device_id': '31766947-5817-48e3-af5d-1114f2e0bfff', 'network_id': '2244f7a1-04bd-42cd-9e86-31839b46f57f', 'admin_state_up': True, 'tenant_id': '960db35cb56b449db311d3b4abef7a82'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:17:49.015567 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-9cc0808c-b661-48fd-a9a8-fb6b3f1d7312 req-bc7d838c-cd36-4ec4-89da-e764c56e9088 tempest-ServerDiagnosticsNegativeTest-1683519398 tempest-ServerDiagnosticsNegativeTest-1683519398-project] 10.222.0.68 "GET /v2.0/security-groups?id=8680f808-4c0b-4d74-b554-f3ef474d9ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3814437 Jul 14 09:17:49.050115 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-41abe851-f646-4487-bae8-d3c39e682f66 req-b12c3856-ab70-4e25-85c4-57fd8e60aee1 service neutron] 10.222.0.57 "GET /v2.0/networks/9b8a6edc-bbae-47ce-bda0-fb444fc735c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3151493 Jul 14 09:17:49.089566 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8dbccc20-4a0c-4ede-8ddc-738c16cc1b68 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:49.179379 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8dbccc20-4a0c-4ede-8ddc-738c16cc1b68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:49.185141 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee94db3c-8f69-4ca5-afcf-71dede58dc65 req-50ee1fb2-442d-461d-8e33-32a4712a0527 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] Made reservation on behalf of 960db35cb56b449db311d3b4abef7a82 for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:17:49.188674 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-ee94db3c-8f69-4ca5-afcf-71dede58dc65 req-50ee1fb2-442d-461d-8e33-32a4712a0527 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:49.236981 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-34fc1d71-a310-4ab9-bb21-02f41878f96d req-b11efb93-eff2-44b6-bd79-5efd976cd1dd service neutron] 10.222.0.57 "GET /v2.0/networks/2244f7a1-04bd-42cd-9e86-31839b46f57f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3619227 Jul 14 09:17:49.252193 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dbccc20-4a0c-4ede-8ddc-738c16cc1b68 admin admin] Network 2dcd4d32-cc7c-4468-b396-7ce5c9231892 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:17:49.261033 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-8dbccc20-4a0c-4ede-8ddc-738c16cc1b68 admin admin] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:17:49.292614 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dbccc20-4a0c-4ede-8ddc-738c16cc1b68 admin admin] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:17:49.294706 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbccc20-4a0c-4ede-8ddc-738c16cc1b68 admin admin] Pushing event updated for resources: {'Port': ['ID=ce21380f-476f-4379-b1a4-f607eb5fb484,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:49.297133 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e3d488-636a-41d9-827e-1d48576d77f0 req-cd3bb473-edad-47a9-b0b5-b1c383c21b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:49.298570 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a0e3d488-636a-41d9-827e-1d48576d77f0 req-cd3bb473-edad-47a9-b0b5-b1c383c21b12 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d5b4013b-42cf-4baf-b88c-1346c6034b92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3578637 Jul 14 09:17:49.413570 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f307771-9a49-496d-a614-6e82215addf4 req-f2f11941-2e33-4913-9f8b-2c33d10d21d5 tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:49.413570 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6f307771-9a49-496d-a614-6e82215addf4 req-f2f11941-2e33-4913-9f8b-2c33d10d21d5 tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] 10.222.0.68 "GET /v2.0/ports?device_id=1055dbfe-92e6-437c-b901-0e1c0a80dc51 HTTP/1.1" status: 200 len: 944 time: 0.4222829 Jul 14 09:17:49.469131 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 67b5696d-30d9-4127-9e1b-e3e0c6ccc56b up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:17:49.502174 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [req-ee94db3c-8f69-4ca5-afcf-71dede58dc65 req-8db80c3e-3d20-48fe-9587-4724b5bd47df tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] Allocated IP 192.168.233.33 (2244f7a1-04bd-42cd-9e86-31839b46f57f/85060e65-3b2f-4a6c-a04c-ce849daa5b3b/7876554a-94a5-4362-9d48-ba2ab3e213d6) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:17:49.521564 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-41abe851-f646-4487-bae8-d3c39e682f66 req-930f8bdc-67b1-45f7-bcb1-8e29330c0ffe service neutron] 10.222.0.57 "GET /v2.0/networks/9b8a6edc-bbae-47ce-bda0-fb444fc735c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4570279 Jul 14 09:17:49.552659 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning for port 67b5696d-30d9-4127-9e1b-e3e0c6ccc56b completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:17:49.651819 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6f307771-9a49-496d-a614-6e82215addf4 req-5b275b40-b005-45f1-95fd-25cdd0da6c07 tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] 10.222.0.68 "GET /v2.0/security-groups?id=4fa97f2f-f617-45f3-9331-b542b3f62cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2371876 Jul 14 09:17:49.677922 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0ccc84-5968-4e2e-97d1-ec44d0ab41b8 req-493de109-db01-4ec8-b53d-e373c20005c7 tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:49.683134 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ec0ccc84-5968-4e2e-97d1-ec44d0ab41b8 req-493de109-db01-4ec8-b53d-e373c20005c7 tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] 10.222.0.68 "GET /v2.0/ports?device_id=28dd3587-2d03-4043-84ca-73b4803ca881 HTTP/1.1" status: 200 len: 945 time: 0.2009804 Jul 14 09:17:49.713795 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a0e3d488-636a-41d9-827e-1d48576d77f0 req-47da8d02-b355-43f3-9b86-4501800a3951 service neutron] 10.222.0.65 "GET /v2.0/networks/d5b4013b-42cf-4baf-b88c-1346c6034b92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3446891 Jul 14 09:17:49.719229 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-34fc1d71-a310-4ab9-bb21-02f41878f96d req-16940e4c-d3b3-48cb-8813-1048c49b599e service neutron] 10.222.0.57 "GET /v2.0/networks/2244f7a1-04bd-42cd-9e86-31839b46f57f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4624965 Jul 14 09:17:49.736271 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:17:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a3b2a4c-e4ff-42cb-88a1-fb7802f7b2e0 x-openstack-request-id: req-8a3b2a4c-e4ff-42cb-88a1-fb7802f7b2e0 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:17:49.736569 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8206666c-d9ee-4931-8152-2da39b7a6ae4", "tag": "2feffcf8-edef-412b-9ef7-d72c3529d55a", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:17:49.736833 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-8a3b2a4c-e4ff-42cb-88a1-fb7802f7b2e0 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:17:49.737227 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8206666c-d9ee-4931-8152-2da39b7a6ae4', 'tag': '2feffcf8-edef-412b-9ef7-d72c3529d55a', 'status': 'completed', 'code': 200} Jul 14 09:17:49.737329 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7aab37e-1693-4fd1-99de-f3a47b2df56f None None] Network d25d8db8-0ab7-40c5-8db1-354e83a0ea79 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:17:49.781450 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8dbccc20-4a0c-4ede-8ddc-738c16cc1b68 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:49.845309 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ec0ccc84-5968-4e2e-97d1-ec44d0ab41b8 req-a4e1f73a-335f-460f-83d3-62323bf361ad tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] 10.222.0.68 "GET /v2.0/security-groups?id=7bf941d0-4fab-41ec-a174-078829fdb488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852442 Jul 14 09:17:49.854922 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-082001d7-5cd3-43b3-b9b7-6f315439229c None None] Provisioning for port 67b5696d-30d9-4127-9e1b-e3e0c6ccc56b completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:17:49.881005 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-082001d7-5cd3-43b3-b9b7-6f315439229c None None] Provisioning complete for port 67b5696d-30d9-4127-9e1b-e3e0c6ccc56b triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:17:49.881367 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-082001d7-5cd3-43b3-b9b7-6f315439229c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:50.041394 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8dbccc20-4a0c-4ede-8ddc-738c16cc1b68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-711762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-661452'] for router, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:50.047371 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a0e3d488-636a-41d9-827e-1d48576d77f0 req-0e275931-5259-43e2-a7a6-127770d1154f service neutron] 10.222.0.65 "GET /v2.0/networks/d5b4013b-42cf-4baf-b88c-1346c6034b92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3272114 Jul 14 09:17:50.073716 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-ee94db3c-8f69-4ca5-afcf-71dede58dc65 req-8db80c3e-3d20-48fe-9587-4724b5bd47df tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:50.077950 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-7e22ee78-290f-4067-bb8d-57afd6c3205e req-37de6369-1e5e-4845-8836-736464005a21 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] 10.222.0.68 "GET /v2.0/ports?device_id=31766947-5817-48e3-af5d-1114f2e0bfff HTTP/1.1" status: 200 len: 210 time: 0.0404532 Jul 14 09:17:50.108447 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [req-ee94db3c-8f69-4ca5-afcf-71dede58dc65 req-8db80c3e-3d20-48fe-9587-4724b5bd47df tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] Transition to ACTIVE for port object 7876554a-94a5-4362-9d48-ba2ab3e213d6 will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:17:50.134577 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-082001d7-5cd3-43b3-b9b7-6f315439229c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:50.136970 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2024842a-7297-4cc6-b75a-ba3cbbe6d4e8 req-70ba1772-ccfe-415c-a5ef-5b3295d7bb3e tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:50.138819 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2024842a-7297-4cc6-b75a-ba3cbbe6d4e8 req-70ba1772-ccfe-415c-a5ef-5b3295d7bb3e tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/ports?device_id=075c0166-2f45-4ba5-a5fa-7f7ff3bec1e9 HTTP/1.1" status: 200 len: 950 time: 0.2912946 Jul 14 09:17:50.147411 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a249b95-5ea3-459b-8e84-9e744a94c160 req-a1e64b8b-a64c-4fdc-9dcc-81ab890ac12c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:50.149235 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2a249b95-5ea3-459b-8e84-9e744a94c160 req-a1e64b8b-a64c-4fdc-9dcc-81ab890ac12c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0354ae2bb6fb4c529416d8b4f0eeb6aa&device_id=8206666c-d9ee-4931-8152-2da39b7a6ae4 HTTP/1.1" status: 200 len: 1100 time: 0.2932403 Jul 14 09:17:50.182739 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-082001d7-5cd3-43b3-b9b7-6f315439229c None None] For port 67b5696d-30d9-4127-9e1b-e3e0c6ccc56b, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=67b5696d-30d9-4127-9e1b-e3e0c6ccc56b,segment=NetworkSegment(3490053c-a8b9-469d-9e8d-cf7046370617),segment_id=3490053c-a8b9-469d-9e8d-cf7046370617)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:17:50.189288 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-082001d7-5cd3-43b3-b9b7-6f315439229c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:50.248519 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082001d7-5cd3-43b3-b9b7-6f315439229c None None] Pushing event updated for resources: {'Port': ['ID=67b5696d-30d9-4127-9e1b-e3e0c6ccc56b,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:50.269167 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2024842a-7297-4cc6-b75a-ba3cbbe6d4e8 req-a6ba7c0b-0c49-49af-af27-ed0500056cac tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/security-groups?id=93b55648-4dd6-4852-bb99-9aa842ab19a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148005 Jul 14 09:17:50.296679 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840bf707-6a60-4552-8276-2c9926ff31b6 req-9fa465c7-98ff-4fc0-9f73-baddb1560d6b tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:50.304370 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-840bf707-6a60-4552-8276-2c9926ff31b6 req-9fa465c7-98ff-4fc0-9f73-baddb1560d6b tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] 10.222.0.68 "GET /v2.0/ports?device_id=8206666c-d9ee-4931-8152-2da39b7a6ae4 HTTP/1.1" status: 200 len: 948 time: 0.1061220 Jul 14 09:17:50.312796 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-ee94db3c-8f69-4ca5-afcf-71dede58dc65 req-8db80c3e-3d20-48fe-9587-4724b5bd47df tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:50.328322 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 9fc6737d-c564-428d-982b-1282a6bba865 details requested by agent hyperv_n-h2-779913-29 with host n-h2-779913-29 {{(pid=93959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:17:50.380253 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] get_ports_and_sgs() called for port_ids ['361a3635-453e-4996-a98b-cba54b0b2536'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:17:50.385623 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee94db3c-8f69-4ca5-afcf-71dede58dc65 req-8db80c3e-3d20-48fe-9587-4724b5bd47df tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] Network 2244f7a1-04bd-42cd-9e86-31839b46f57f is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:17:50.388840 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db80c3e-3d20-48fe-9587-4724b5bd47df tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] Pushing event updated for resources: {'Port': ['ID=7876554a-94a5-4362-9d48-ba2ab3e213d6,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:50.392002 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [req-ee94db3c-8f69-4ca5-afcf-71dede58dc65 req-8db80c3e-3d20-48fe-9587-4724b5bd47df tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:17:50.396008 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee94db3c-8f69-4ca5-afcf-71dede58dc65 req-8db80c3e-3d20-48fe-9587-4724b5bd47df tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:17:50.396694 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dbccc20-4a0c-4ede-8ddc-738c16cc1b68 admin admin] Router b0f59f6f-40b6-49c4-b8c4-fbea7189fb21 is scheduled to L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 with binding_index 1 {{(pid=93958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:17:50.402363 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee94db3c-8f69-4ca5-afcf-71dede58dc65 req-8db80c3e-3d20-48fe-9587-4724b5bd47df tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:50.403091 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-ee94db3c-8f69-4ca5-afcf-71dede58dc65 req-8db80c3e-3d20-48fe-9587-4724b5bd47df tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:50.431618 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a249b95-5ea3-459b-8e84-9e744a94c160 req-3bfae5dd-6dfd-4511-b6da-93eca7867898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:50.433093 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2a249b95-5ea3-459b-8e84-9e744a94c160 req-3bfae5dd-6dfd-4511-b6da-93eca7867898 service neutron] 10.222.0.57 "GET /v2.0/networks?id=2244f7a1-04bd-42cd-9e86-31839b46f57f HTTP/1.1" status: 200 len: 870 time: 0.2319207 Jul 14 09:17:50.433746 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [req-ee94db3c-8f69-4ca5-afcf-71dede58dc65 req-50ee1fb2-442d-461d-8e33-32a4712a0527 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] Allocated IP 192.168.233.117 (2244f7a1-04bd-42cd-9e86-31839b46f57f/85060e65-3b2f-4a6c-a04c-ce849daa5b3b/82b450e3-7637-42f2-bd8d-3daaed7e61ee) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:17:50.440289 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ee94db3c-8f69-4ca5-afcf-71dede58dc65 req-8db80c3e-3d20-48fe-9587-4724b5bd47df tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0450680 Jul 14 09:17:50.465032 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-840bf707-6a60-4552-8276-2c9926ff31b6 req-34b29087-f692-482a-962b-437e7f255f8c tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] 10.222.0.68 "GET /v2.0/security-groups?id=77fde4ca-6f5f-48d5-b2fd-4c103e7ba04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596758 Jul 14 09:17:50.499102 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2a249b95-5ea3-459b-8e84-9e744a94c160 req-92d296d6-5a36-4ca0-bd13-ca6ffa98ddbe service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=2feffcf8-edef-412b-9ef7-d72c3529d55a HTTP/1.1" status: 200 len: 217 time: 0.0569284 Jul 14 09:17:50.505591 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-ee94db3c-8f69-4ca5-afcf-71dede58dc65 req-635a1655-e5eb-48b2-b829-9e108f2db94f service neutron] Request body: {'port': {'device_id': '61b42305-974c-46b0-9777-7a8aa2815d37', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-29'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:17:50.609664 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-302033f2-36fd-4942-ac8e-356991172ecd None None] Provisioning complete for port 67b5696d-30d9-4127-9e1b-e3e0c6ccc56b triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:17:50.610221 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-302033f2-36fd-4942-ac8e-356991172ecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:50.707334 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 9fc6737d-c564-428d-982b-1282a6bba865, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=9fc6737d-c564-428d-982b-1282a6bba865,segment=NetworkSegment(becdfe35-a9ff-4f14-9744-544114c40ea3),segment_id=becdfe35-a9ff-4f14-9744-544114c40ea3)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:17:50.732043 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Returning: {'device': '9fc6737d-c564-428d-982b-1282a6bba865', 'network_id': '9b8a6edc-bbae-47ce-bda0-fb444fc735c0', 'port_id': '9fc6737d-c564-428d-982b-1282a6bba865', 'mac_address': 'fa:16:3e:92:0a:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 717, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ea73f7d-9594-449c-9c84-8c744576418b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:17:50.736328 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dbccc20-4a0c-4ede-8ddc-738c16cc1b68 admin admin] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:17:50.737359 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-ee94db3c-8f69-4ca5-afcf-71dede58dc65 req-635a1655-e5eb-48b2-b829-9e108f2db94f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:50.748110 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8776763-78c7-4d42-83ef-9677f93b78ae None None] Sync routers for ids ['b0f59f6f-40b6-49c4-b8c4-fbea7189fb21'] in n-d-779913-29 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:17:50.754373 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a249b95-5ea3-459b-8e84-9e744a94c160 req-98e59e85-2605-46ca-9f16-8fb78f2acfe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:50.756155 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2a249b95-5ea3-459b-8e84-9e744a94c160 req-98e59e85-2605-46ca-9f16-8fb78f2acfe0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=85060e65-3b2f-4a6c-a04c-ce849daa5b3b HTTP/1.1" status: 200 len: 843 time: 0.2466688 Jul 14 09:17:50.760169 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8776763-78c7-4d42-83ef-9677f93b78ae None None] Routers {'b0f59f6f-40b6-49c4-b8c4-fbea7189fb21'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:17:50.761135 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-b8776763-78c7-4d42-83ef-9677f93b78ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:17:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['b0f59f6f-40b6-49c4-b8c4-fbea7189fb21'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:17:50.809615 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8dbccc20-4a0c-4ede-8ddc-738c16cc1b68 admin admin] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:50.810933 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-8dbccc20-4a0c-4ede-8ddc-738c16cc1b68 admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 4.1031249 Jul 14 09:17:50.815263 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 37280) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:17:50.858871 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df462698-f2b4-41bd-9a42-57604997f7bc req-c37533b2-2390-42bc-aff4-04fdffbe2a2d tempest-ServerDiagnosticsNegativeTest-1683519398 tempest-ServerDiagnosticsNegativeTest-1683519398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:50.864257 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:50.869001 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-df462698-f2b4-41bd-9a42-57604997f7bc req-c37533b2-2390-42bc-aff4-04fdffbe2a2d tempest-ServerDiagnosticsNegativeTest-1683519398 tempest-ServerDiagnosticsNegativeTest-1683519398-project] 10.222.0.68 "GET /v2.0/ports?device_id=bade9e41-c794-48ce-879d-5458f3df6e07 HTTP/1.1" status: 200 len: 950 time: 0.3297596 Jul 14 09:17:50.885877 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-b8776763-78c7-4d42-83ef-9677f93b78ae None None] Set router b0f59f6f-40b6-49c4-b8c4-fbea7189fb21 gateway port host: n-d-779913-29 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:17:50.887223 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fc6737d-c564-428d-982b-1282a6bba865 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:17:50.921334 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 9fc6737d-c564-428d-982b-1282a6bba865, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=9fc6737d-c564-428d-982b-1282a6bba865,segment=NetworkSegment(becdfe35-a9ff-4f14-9744-544114c40ea3),segment_id=becdfe35-a9ff-4f14-9744-544114c40ea3)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:17:50.927273 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:50.935012 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-ee94db3c-8f69-4ca5-afcf-71dede58dc65 req-50ee1fb2-442d-461d-8e33-32a4712a0527 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:50.940451 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-df462698-f2b4-41bd-9a42-57604997f7bc req-cba513eb-c28c-455e-adec-d7202aaef0f8 tempest-ServerDiagnosticsNegativeTest-1683519398 tempest-ServerDiagnosticsNegativeTest-1683519398-project] 10.222.0.68 "GET /v2.0/security-groups?id=8680f808-4c0b-4d74-b554-f3ef474d9ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705044 Jul 14 09:17:50.945406 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f1b664-9193-414c-b21b-73a9174ed6ed req-efda602d-7133-4140-a5ef-b7e208f12005 tempest-LiveAutoBlockMigrationV225Test-648529105 tempest-LiveAutoBlockMigrationV225Test-648529105-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:50.947081 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-20f1b664-9193-414c-b21b-73a9174ed6ed req-efda602d-7133-4140-a5ef-b7e208f12005 tempest-LiveAutoBlockMigrationV225Test-648529105 tempest-LiveAutoBlockMigrationV225Test-648529105-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=28dd3587-2d03-4043-84ca-73b4803ca881 HTTP/1.1" status: 200 len: 1097 time: 0.1892762 Jul 14 09:17:50.990215 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-e9554635-527b-487e-b12d-e435c10dbb5e None None] Provisioning for port 7876554a-94a5-4362-9d48-ba2ab3e213d6 completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:17:51.002935 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-e9554635-527b-487e-b12d-e435c10dbb5e None None] Provisioning complete for port 7876554a-94a5-4362-9d48-ba2ab3e213d6 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:17:51.003591 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e9554635-527b-487e-b12d-e435c10dbb5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:51.007264 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Pushing event updated for resources: {'Port': ['ID=9fc6737d-c564-428d-982b-1282a6bba865,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:51.024467 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-ee94db3c-8f69-4ca5-afcf-71dede58dc65 req-50ee1fb2-442d-461d-8e33-32a4712a0527 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] Transition to ACTIVE for port object 82b450e3-7637-42f2-bd8d-3daaed7e61ee will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:17:51.044667 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-e9554635-527b-487e-b12d-e435c10dbb5e None None] Port 7876554a-94a5-4362-9d48-ba2ab3e213d6 cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:17:51.058568 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-20f1b664-9193-414c-b21b-73a9174ed6ed req-4d08ac48-c670-420b-b08a-0cd8d01f528b tempest-LiveAutoBlockMigrationV225Test-648529105 tempest-LiveAutoBlockMigrationV225Test-648529105-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=7bf941d0-4fab-41ec-a174-078829fdb488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632446 Jul 14 09:17:51.148537 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-ee94db3c-8f69-4ca5-afcf-71dede58dc65 req-50ee1fb2-442d-461d-8e33-32a4712a0527 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:51.208030 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-b8776763-78c7-4d42-83ef-9677f93b78ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0f59f6f-40b6-49c4-b8c4-fbea7189fb21', 'name': 'tempest-ServersTestJSON-1192538569-router', 'tenant_id': 'aabddba14d1340aeab976aa64d5f8c9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.179'}], 'enable_snat': True}, 'gw_port_id': 'ce21380f-476f-4379-b1a4-f607eb5fb484', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:17:46Z', 'updated_at': '2021-07-14T09:17:49Z', 'revision_number': 3, 'project_id': 'aabddba14d1340aeab976aa64d5f8c9b', 'gw_port': {'id': 'ce21380f-476f-4379-b1a4-f607eb5fb484', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:3f:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0f59f6f-40b6-49c4-b8c4-fbea7189fb21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:17:48Z', 'updated_at': '2021-07-14T09:17:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29'}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:17:51.241791 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8776763-78c7-4d42-83ef-9677f93b78ae None None] Checking router: b0f59f6f-40b6-49c4-b8c4-fbea7189fb21 for host: n-d-779913-29 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:17:51.242170 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8776763-78c7-4d42-83ef-9677f93b78ae None None] Updating router b0f59f6f-40b6-49c4-b8c4-fbea7189fb21 port ce21380f-476f-4379-b1a4-f607eb5fb484 binding host n-d-779913-29 {{(pid=93960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:17:51.251328 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ee1fb2-442d-461d-8e33-32a4712a0527 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] Pushing event updated for resources: {'Port': ['ID=82b450e3-7637-42f2-bd8d-3daaed7e61ee,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:51.302019 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee94db3c-8f69-4ca5-afcf-71dede58dc65 req-50ee1fb2-442d-461d-8e33-32a4712a0527 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] Network 2244f7a1-04bd-42cd-9e86-31839b46f57f is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:17:51.307566 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [req-ee94db3c-8f69-4ca5-afcf-71dede58dc65 req-50ee1fb2-442d-461d-8e33-32a4712a0527 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:17:51.307710 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b8776763-78c7-4d42-83ef-9677f93b78ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:51.324032 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee94db3c-8f69-4ca5-afcf-71dede58dc65 req-50ee1fb2-442d-461d-8e33-32a4712a0527 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:17:51.336400 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] get_ports_and_sgs() called for port_ids ['361a3635-453e-4996-a98b-cba54b0b2536'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:17:51.424468 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 67b5696d-30d9-4127-9e1b-e3e0c6ccc56b up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:17:51.495178 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a249b95-5ea3-459b-8e84-9e744a94c160 req-acbabf6b-ba84-4c4e-83f4-59ac280909b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:51.497008 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2a249b95-5ea3-459b-8e84-9e744a94c160 req-acbabf6b-ba84-4c4e-83f4-59ac280909b0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2244f7a1-04bd-42cd-9e86-31839b46f57f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.7296329 Jul 14 09:17:51.589424 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port 67b5696d-30d9-4127-9e1b-e3e0c6ccc56b triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:17:51.590292 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:51.627678 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] get_ports_and_sgs() called for port_ids ['9fc6737d-c564-428d-982b-1282a6bba865'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:17:51.651876 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d47142a-4734-4f96-88e7-2379d4b21e8a req-76a02a6d-ea2c-425d-b117-003363bd2c61 tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:51.653428 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6d47142a-4734-4f96-88e7-2379d4b21e8a req-76a02a6d-ea2c-425d-b117-003363bd2c61 tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] 10.222.0.68 "GET /v2.0/ports?device_id=1055dbfe-92e6-437c-b901-0e1c0a80dc51 HTTP/1.1" status: 200 len: 945 time: 0.2419078 Jul 14 09:17:51.680549 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee94db3c-8f69-4ca5-afcf-71dede58dc65 req-50ee1fb2-442d-461d-8e33-32a4712a0527 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:51.681203 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-ee94db3c-8f69-4ca5-afcf-71dede58dc65 req-50ee1fb2-442d-461d-8e33-32a4712a0527 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:51.687797 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b8776763-78c7-4d42-83ef-9677f93b78ae None None] Notify callbacks [] for port, precommit_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:51.702269 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b8776763-78c7-4d42-83ef-9677f93b78ae None None] Transition to ACTIVE for port object ce21380f-476f-4379-b1a4-f607eb5fb484 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:17:51.711150 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b8776763-78c7-4d42-83ef-9677f93b78ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:51.742083 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6d47142a-4734-4f96-88e7-2379d4b21e8a req-769bf08e-e566-43f6-a41d-f4d5f43ee0e4 tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] 10.222.0.68 "GET /v2.0/security-groups?id=4fa97f2f-f617-45f3-9331-b542b3f62cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792654 Jul 14 09:17:51.747636 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-1866ce03-5c8f-4d60-9e43-9daed45611a8 None None] Provisioning for port 82b450e3-7637-42f2-bd8d-3daaed7e61ee completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:17:51.747914 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2a249b95-5ea3-459b-8e84-9e744a94c160 req-89539aeb-12f4-42d1-b1e7-4c095c34f3c0 service neutron] 10.222.0.57 "GET /v2.0/networks/2244f7a1-04bd-42cd-9e86-31839b46f57f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2176611 Jul 14 09:17:51.763639 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-1866ce03-5c8f-4d60-9e43-9daed45611a8 None None] Provisioning complete for port 82b450e3-7637-42f2-bd8d-3daaed7e61ee triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:17:51.764121 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1866ce03-5c8f-4d60-9e43-9daed45611a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:51.770664 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ee94db3c-8f69-4ca5-afcf-71dede58dc65 req-50ee1fb2-442d-461d-8e33-32a4712a0527 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7761502 Jul 14 09:17:51.778851 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18aa35e7-eb69-4b30-8d89-b7c834e58798 None None] Pushing event updated for resources: {'Port': ['ID=ce21380f-476f-4379-b1a4-f607eb5fb484,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:51.794553 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab27a96-82a4-4dba-8476-2331a85589a2 req-23f84e66-dfbb-40cc-be92-5dbefefa58fd tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:51.799306 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-3ab27a96-82a4-4dba-8476-2331a85589a2 req-23f84e66-dfbb-40cc-be92-5dbefefa58fd tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] 10.222.0.68 "GET /v2.0/ports?device_id=31766947-5817-48e3-af5d-1114f2e0bfff HTTP/1.1" status: 200 len: 936 time: 0.2604470 Jul 14 09:17:51.803406 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-b8776763-78c7-4d42-83ef-9677f93b78ae None None] Attempting to bind port ce21380f-476f-4379-b1a4-f607eb5fb484 on host n-d-779913-29 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:17:51.803789 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-b8776763-78c7-4d42-83ef-9677f93b78ae None None] Attempting to bind port ce21380f-476f-4379-b1a4-f607eb5fb484 by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': '81bf7a93-80b3-43df-b9d5-462c604a2945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:17:51.804157 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8776763-78c7-4d42-83ef-9677f93b78ae None None] Attempting to bind port ce21380f-476f-4379-b1a4-f607eb5fb484 on network 2dcd4d32-cc7c-4468-b396-7ce5c9231892 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:17:51.810674 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8776763-78c7-4d42-83ef-9677f93b78ae None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 17, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:17:51.811096 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8776763-78c7-4d42-83ef-9677f93b78ae None None] Checking segment: {'id': '81bf7a93-80b3-43df-b9d5-462c604a2945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:17:51.811561 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b8776763-78c7-4d42-83ef-9677f93b78ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:51.811959 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8776763-78c7-4d42-83ef-9677f93b78ae None None] Bound using segment: {'id': '81bf7a93-80b3-43df-b9d5-462c604a2945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:17:51.812427 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-b8776763-78c7-4d42-83ef-9677f93b78ae None None] Bound port: ce21380f-476f-4379-b1a4-f607eb5fb484, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81bf7a93-80b3-43df-b9d5-462c604a2945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:17:51.812832 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b8776763-78c7-4d42-83ef-9677f93b78ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:51.822658 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [req-ee94db3c-8f69-4ca5-afcf-71dede58dc65 req-d958fdc7-8fc0-4e78-b13c-2f4619a19047 service neutron] Request body: {'port': {'device_id': '31766947-5817-48e3-af5d-1114f2e0bfff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-29'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:17:51.858256 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2a249b95-5ea3-459b-8e84-9e744a94c160 req-ae321502-4629-4b5a-8fd2-a9a7ea206b54 service neutron] 10.222.0.57 "GET /v2.0/networks/2244f7a1-04bd-42cd-9e86-31839b46f57f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955117 Jul 14 09:17:51.874125 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-b8776763-78c7-4d42-83ef-9677f93b78ae None None] For port ce21380f-476f-4379-b1a4-f607eb5fb484, host n-d-779913-29, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:17:51.877976 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-b8776763-78c7-4d42-83ef-9677f93b78ae None None] For port ce21380f-476f-4379-b1a4-f607eb5fb484, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=ce21380f-476f-4379-b1a4-f607eb5fb484,segment=NetworkSegment(81bf7a93-80b3-43df-b9d5-462c604a2945),segment_id=81bf7a93-80b3-43df-b9d5-462c604a2945)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:17:51.884425 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b8776763-78c7-4d42-83ef-9677f93b78ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:51.908428 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-1866ce03-5c8f-4d60-9e43-9daed45611a8 None None] Port 82b450e3-7637-42f2-bd8d-3daaed7e61ee cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:17:51.919219 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [req-ee94db3c-8f69-4ca5-afcf-71dede58dc65 req-635a1655-e5eb-48b2-b829-9e108f2db94f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7876554a-94a5-4362-9d48-ba2ab3e213d6 {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:17:51.928117 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-ee94db3c-8f69-4ca5-afcf-71dede58dc65 req-635a1655-e5eb-48b2-b829-9e108f2db94f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:51.943288 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [req-ee94db3c-8f69-4ca5-afcf-71dede58dc65 req-635a1655-e5eb-48b2-b829-9e108f2db94f service neutron] Transition to ACTIVE for port object 7876554a-94a5-4362-9d48-ba2ab3e213d6 will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:17:51.952751 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-ee94db3c-8f69-4ca5-afcf-71dede58dc65 req-635a1655-e5eb-48b2-b829-9e108f2db94f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:51.955387 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18aa35e7-eb69-4b30-8d89-b7c834e58798 None None] Pushing event updated for resources: {'Port': ['ID=ce21380f-476f-4379-b1a4-f607eb5fb484,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:51.992912 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8776763-78c7-4d42-83ef-9677f93b78ae None None] Routers {'b0f59f6f-40b6-49c4-b8c4-fbea7189fb21'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:17:51.993577 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-3ab27a96-82a4-4dba-8476-2331a85589a2 req-a2282edf-d088-423c-9cf8-68f54d22884d tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] 10.222.0.68 "GET /v2.0/security-groups?id=c9156572-74c8-4b9e-9f0a-c202a5ef91ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561193 Jul 14 09:17:51.994044 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-b8776763-78c7-4d42-83ef-9677f93b78ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:17:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['b0f59f6f-40b6-49c4-b8c4-fbea7189fb21'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:17:52.058509 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635a1655-e5eb-48b2-b829-9e108f2db94f service neutron] Pushing event updated for resources: {'Port': ['ID=7876554a-94a5-4362-9d48-ba2ab3e213d6,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:52.067838 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-ee94db3c-8f69-4ca5-afcf-71dede58dc65 req-635a1655-e5eb-48b2-b829-9e108f2db94f service neutron] Attempting to bind port 7876554a-94a5-4362-9d48-ba2ab3e213d6 on host n-h1-779913-29 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:17:52.068576 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-ee94db3c-8f69-4ca5-afcf-71dede58dc65 req-635a1655-e5eb-48b2-b829-9e108f2db94f service neutron] Attempting to bind port 7876554a-94a5-4362-9d48-ba2ab3e213d6 by drivers openvswitch,hyperv on host n-h1-779913-29 at level 0 using segments [{'id': '8f1c1422-de6c-445f-ab95-4e2c94585b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '2244f7a1-04bd-42cd-9e86-31839b46f57f'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:17:52.069013 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee94db3c-8f69-4ca5-afcf-71dede58dc65 req-635a1655-e5eb-48b2-b829-9e108f2db94f service neutron] Attempting to bind port 7876554a-94a5-4362-9d48-ba2ab3e213d6 on network 2244f7a1-04bd-42cd-9e86-31839b46f57f {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:17:52.080538 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee94db3c-8f69-4ca5-afcf-71dede58dc65 req-635a1655-e5eb-48b2-b829-9e108f2db94f service neutron] Port 7876554a-94a5-4362-9d48-ba2ab3e213d6 on network 2244f7a1-04bd-42cd-9e86-31839b46f57f not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-29 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:17:52.081832 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee94db3c-8f69-4ca5-afcf-71dede58dc65 req-635a1655-e5eb-48b2-b829-9e108f2db94f service neutron] Attempting to bind port 7876554a-94a5-4362-9d48-ba2ab3e213d6 on network 2244f7a1-04bd-42cd-9e86-31839b46f57f {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:17:52.097027 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee94db3c-8f69-4ca5-afcf-71dede58dc65 req-635a1655-e5eb-48b2-b829-9e108f2db94f service neutron] Checking agent: {'id': 'de11e667-f145-47b0-bd09-334a7505938e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 13, 12), 'started_at': datetime.datetime(2021, 7, 14, 9, 13, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 17, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:17:52.097794 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee94db3c-8f69-4ca5-afcf-71dede58dc65 req-635a1655-e5eb-48b2-b829-9e108f2db94f service neutron] Checking segment: {'id': '8f1c1422-de6c-445f-ab95-4e2c94585b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '2244f7a1-04bd-42cd-9e86-31839b46f57f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:17:52.099873 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee94db3c-8f69-4ca5-afcf-71dede58dc65 req-635a1655-e5eb-48b2-b829-9e108f2db94f service neutron] Bound using segment: {'id': '8f1c1422-de6c-445f-ab95-4e2c94585b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '2244f7a1-04bd-42cd-9e86-31839b46f57f'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:17:52.101987 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-ee94db3c-8f69-4ca5-afcf-71dede58dc65 req-635a1655-e5eb-48b2-b829-9e108f2db94f service neutron] Bound port: 7876554a-94a5-4362-9d48-ba2ab3e213d6, host: n-h1-779913-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f1c1422-de6c-445f-ab95-4e2c94585b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '2244f7a1-04bd-42cd-9e86-31839b46f57f'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:17:52.102468 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-ee94db3c-8f69-4ca5-afcf-71dede58dc65 req-635a1655-e5eb-48b2-b829-9e108f2db94f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:52.132163 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8746faec-fdd0-4aa0-9635-d7dc7ab6a89d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:52.199760 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-ee94db3c-8f69-4ca5-afcf-71dede58dc65 req-635a1655-e5eb-48b2-b829-9e108f2db94f service neutron] For port 7876554a-94a5-4362-9d48-ba2ab3e213d6, host n-h1-779913-29, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:17:52.203222 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-ee94db3c-8f69-4ca5-afcf-71dede58dc65 req-635a1655-e5eb-48b2-b829-9e108f2db94f service neutron] For port 7876554a-94a5-4362-9d48-ba2ab3e213d6, host n-h1-779913-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=7876554a-94a5-4362-9d48-ba2ab3e213d6,segment=NetworkSegment(8f1c1422-de6c-445f-ab95-4e2c94585b2b),segment_id=8f1c1422-de6c-445f-ab95-4e2c94585b2b)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:17:52.211687 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-b8776763-78c7-4d42-83ef-9677f93b78ae None None] Set router b0f59f6f-40b6-49c4-b8c4-fbea7189fb21 gateway port host: n-d-779913-29 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:17:52.214046 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-ee94db3c-8f69-4ca5-afcf-71dede58dc65 req-635a1655-e5eb-48b2-b829-9e108f2db94f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:52.328633 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee94db3c-8f69-4ca5-afcf-71dede58dc65 req-635a1655-e5eb-48b2-b829-9e108f2db94f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:52.329256 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-ee94db3c-8f69-4ca5-afcf-71dede58dc65 req-635a1655-e5eb-48b2-b829-9e108f2db94f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:52.330721 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ee94db3c-8f69-4ca5-afcf-71dede58dc65 req-635a1655-e5eb-48b2-b829-9e108f2db94f service neutron] 10.222.0.65 "PUT /v2.0/ports/7876554a-94a5-4362-9d48-ba2ab3e213d6 HTTP/1.1" status: 200 len: 1096 time: 1.8306429 Jul 14 09:17:52.331258 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61b42305-974c-46b0-9777-7a8aa2815d37', 'tag': '7876554a-94a5-4362-9d48-ba2ab3e213d6'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:17:52.333890 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66c1ecac-2350-4fed-801a-87d95c93261d" -d '{"events": [{"name": "network-changed", "server_uuid": "61b42305-974c-46b0-9777-7a8aa2815d37", "tag": "7876554a-94a5-4362-9d48-ba2ab3e213d6"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:17:52.352688 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 2feffcf8-edef-412b-9ef7-d72c3529d55a details requested by agent hyperv_n-h2-779913-29 with host n-h2-779913-29 {{(pid=93959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:17:52.358083 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635a1655-e5eb-48b2-b829-9e108f2db94f service neutron] Pushing event updated for resources: {'Port': ['ID=7876554a-94a5-4362-9d48-ba2ab3e213d6,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:52.407269 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6e4f98-bd6e-4b68-a3b2-b74407c7dd28 req-8c76edce-a7fa-48f3-a7c4-f103a07b988b tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:52.409021 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1f6e4f98-bd6e-4b68-a3b2-b74407c7dd28 req-8c76edce-a7fa-48f3-a7c4-f103a07b988b tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/ports?device_id=075c0166-2f45-4ba5-a5fa-7f7ff3bec1e9 HTTP/1.1" status: 200 len: 950 time: 0.1357753 Jul 14 09:17:52.503485 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1f6e4f98-bd6e-4b68-a3b2-b74407c7dd28 req-07db022b-9c5f-4a25-afc8-eb9d09a6a2e3 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/security-groups?id=93b55648-4dd6-4852-bb99-9aa842ab19a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842037 Jul 14 09:17:52.530347 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-b8776763-78c7-4d42-83ef-9677f93b78ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0f59f6f-40b6-49c4-b8c4-fbea7189fb21', 'name': 'tempest-ServersTestJSON-1192538569-router', 'tenant_id': 'aabddba14d1340aeab976aa64d5f8c9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.179'}], 'enable_snat': True}, 'gw_port_id': 'ce21380f-476f-4379-b1a4-f607eb5fb484', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:17:46Z', 'updated_at': '2021-07-14T09:17:49Z', 'revision_number': 3, 'project_id': 'aabddba14d1340aeab976aa64d5f8c9b', 'gw_port': {'id': 'ce21380f-476f-4379-b1a4-f607eb5fb484', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:3f:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0f59f6f-40b6-49c4-b8c4-fbea7189fb21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:17:48Z', 'updated_at': '2021-07-14T09:17:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29'}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:17:52.540297 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee94db3c-8f69-4ca5-afcf-71dede58dc65 req-07aa255b-8322-43e2-9e38-967c681ed3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:52.542672 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ee94db3c-8f69-4ca5-afcf-71dede58dc65 req-07aa255b-8322-43e2-9e38-967c681ed3c6 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=960db35cb56b449db311d3b4abef7a82&device_id=61b42305-974c-46b0-9777-7a8aa2815d37 HTTP/1.1" status: 200 len: 1099 time: 0.1327088 Jul 14 09:17:52.557014 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 2feffcf8-edef-412b-9ef7-d72c3529d55a, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=2feffcf8-edef-412b-9ef7-d72c3529d55a,segment=NetworkSegment(8f1c1422-de6c-445f-ab95-4e2c94585b2b),segment_id=8f1c1422-de6c-445f-ab95-4e2c94585b2b)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:17:52.560391 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8776763-78c7-4d42-83ef-9677f93b78ae None None] The sync data for ids ['b0f59f6f-40b6-49c4-b8c4-fbea7189fb21'] in n-d-779913-29 is: [{'id': 'b0f59f6f-40b6-49c4-b8c4-fbea7189fb21', 'name': 'tempest-ServersTestJSON-1192538569-router', 'tenant_id': 'aabddba14d1340aeab976aa64d5f8c9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.179'}], 'enable_snat': True}, 'gw_port_id': 'ce21380f-476f-4379-b1a4-f607eb5fb484', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:17:46Z', 'updated_at': '2021-07-14T09:17:49Z', 'revision_number': 3, 'project_id': 'aabddba14d1340aeab976aa64d5f8c9b', 'gw_port': {'id': 'ce21380f-476f-4379-b1a4-f607eb5fb484', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:3f:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0f59f6f-40b6-49c4-b8c4-fbea7189fb21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:17:48Z', 'updated_at': '2021-07-14T09:17:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29'}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:17:52.599735 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Returning: {'device': '2feffcf8-edef-412b-9ef7-d72c3529d55a', 'network_id': '2244f7a1-04bd-42cd-9e86-31839b46f57f', 'port_id': '2feffcf8-edef-412b-9ef7-d72c3529d55a', 'mac_address': 'fa:16:3e:f3:f6:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 724, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85060e65-3b2f-4a6c-a04c-ce849daa5b3b', 'ip_address': '192.168.233.245'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:17:52.599949 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8bdd908c-361f-4459-982e-c324c0c67213 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:52.624953 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-ee94db3c-8f69-4ca5-afcf-71dede58dc65 req-d958fdc7-8fc0-4e78-b13c-2f4619a19047 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:52.625443 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ee94db3c-8f69-4ca5-afcf-71dede58dc65 req-6a04e948-c41f-465c-ae5b-0063e678477c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.33&port_id=7876554a-94a5-4362-9d48-ba2ab3e213d6 HTTP/1.1" status: 200 len: 217 time: 0.0628974 Jul 14 09:17:52.668749 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b830dec7-d0a4-4862-af3e-b0d4ae6377dc req-a903ce6e-1918-4ed4-aaa5-5555853f8138 tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:52.676749 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-b830dec7-d0a4-4862-af3e-b0d4ae6377dc req-a903ce6e-1918-4ed4-aaa5-5555853f8138 tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] 10.222.0.68 "GET /v2.0/networks?id=e7cb481e-49dc-464e-b748-d3d2c45f69f9 HTTP/1.1" status: 200 len: 820 time: 0.4865499 Jul 14 09:17:52.701657 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:52.717315 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2feffcf8-edef-412b-9ef7-d72c3529d55a {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:17:52.730311 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee94db3c-8f69-4ca5-afcf-71dede58dc65 req-8e552520-9084-4584-b126-1ee049904ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:52.732055 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ee94db3c-8f69-4ca5-afcf-71dede58dc65 req-8e552520-9084-4584-b126-1ee049904ed3 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=85060e65-3b2f-4a6c-a04c-ce849daa5b3b HTTP/1.1" status: 200 len: 843 time: 0.1018281 Jul 14 09:17:52.743583 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 2feffcf8-edef-412b-9ef7-d72c3529d55a, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=2feffcf8-edef-412b-9ef7-d72c3529d55a,segment=NetworkSegment(8f1c1422-de6c-445f-ab95-4e2c94585b2b),segment_id=8f1c1422-de6c-445f-ab95-4e2c94585b2b)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:17:52.745902 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-b830dec7-d0a4-4862-af3e-b0d4ae6377dc req-464f001b-da69-4823-8ce9-d87b30401182 tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] 10.222.0.68 "GET /v2.0/quotas/e14af975015c4397b9da2a89a906dfc2 HTTP/1.1" status: 200 len: 375 time: 0.0681250 Jul 14 09:17:52.749369 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:52.806056 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c83e08-6450-4dc8-b9f4-bdf914cd11ab req-6efdefaf-e17b-485c-b73d-ba8fdddfe0a8 tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:52.808193 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d9c83e08-6450-4dc8-b9f4-bdf914cd11ab req-6efdefaf-e17b-485c-b73d-ba8fdddfe0a8 tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] 10.222.0.68 "GET /v2.0/ports?device_id=8206666c-d9ee-4931-8152-2da39b7a6ae4 HTTP/1.1" status: 200 len: 948 time: 0.1354563 Jul 14 09:17:52.840088 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Pushing event updated for resources: {'Port': ['ID=2feffcf8-edef-412b-9ef7-d72c3529d55a,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:52.851962 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee94db3c-8f69-4ca5-afcf-71dede58dc65 req-480dff88-b695-4eef-8a18-a861884d295b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:52.853484 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ee94db3c-8f69-4ca5-afcf-71dede58dc65 req-480dff88-b695-4eef-8a18-a861884d295b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2244f7a1-04bd-42cd-9e86-31839b46f57f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1138957 Jul 14 09:17:52.861344 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d9c83e08-6450-4dc8-b9f4-bdf914cd11ab req-86030925-e81f-4852-8c74-a9eaf474bf9e tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] 10.222.0.68 "GET /v2.0/security-groups?id=77fde4ca-6f5f-48d5-b2fd-4c103e7ba04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456340 Jul 14 09:17:52.972909 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ee94db3c-8f69-4ca5-afcf-71dede58dc65 req-c483a374-9b4e-4b30-b764-bbabf1c90484 service neutron] 10.222.0.65 "GET /v2.0/networks/2244f7a1-04bd-42cd-9e86-31839b46f57f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106098 Jul 14 09:17:53.101373 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-b830dec7-d0a4-4862-af3e-b0d4ae6377dc req-8fdecfa2-2d82-412e-a2d9-907ecc707fcc tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=e14af975015c4397b9da2a89a906dfc2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3439929 Jul 14 09:17:53.120379 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ee94db3c-8f69-4ca5-afcf-71dede58dc65 req-c443ba79-1f83-4e2b-9778-dbcdbd69963c service neutron] 10.222.0.65 "GET /v2.0/networks/2244f7a1-04bd-42cd-9e86-31839b46f57f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375589 Jul 14 09:17:53.183720 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] get_ports_and_sgs() called for port_ids ['2feffcf8-edef-412b-9ef7-d72c3529d55a'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:17:53.189933 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-8bdd908c-361f-4459-982e-c324c0c67213 admin admin] Allocated IP 172.20.0.1 (d25d8db8-0ab7-40c5-8db1-354e83a0ea79/894e9ad4-f56d-4415-a399-0321b6578932/21fd80e8-2c33-430c-abb6-80317aa54541) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:17:53.274973 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f57420-68f2-4e01-b2c5-5bf38c6afa00 req-f821633e-909f-47a0-83e3-7bf6b6b5e845 tempest-ServerDiagnosticsNegativeTest-1683519398 tempest-ServerDiagnosticsNegativeTest-1683519398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:53.284115 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-56f57420-68f2-4e01-b2c5-5bf38c6afa00 req-f821633e-909f-47a0-83e3-7bf6b6b5e845 tempest-ServerDiagnosticsNegativeTest-1683519398 tempest-ServerDiagnosticsNegativeTest-1683519398-project] 10.222.0.68 "GET /v2.0/ports?device_id=bade9e41-c794-48ce-879d-5458f3df6e07 HTTP/1.1" status: 200 len: 950 time: 0.0877216 Jul 14 09:17:53.333206 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-56f57420-68f2-4e01-b2c5-5bf38c6afa00 req-570f07a5-412f-40b5-a092-d478ac21e128 tempest-ServerDiagnosticsNegativeTest-1683519398 tempest-ServerDiagnosticsNegativeTest-1683519398-project] 10.222.0.68 "GET /v2.0/security-groups?id=8680f808-4c0b-4d74-b554-f3ef474d9ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481057 Jul 14 09:17:53.381354 n-d-779913-29 neutron-server[93958]: DEBUG neutron.notifiers.nova [req-ee94db3c-8f69-4ca5-afcf-71dede58dc65 req-d958fdc7-8fc0-4e78-b13c-2f4619a19047 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82b450e3-7637-42f2-bd8d-3daaed7e61ee {{(pid=93958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:17:53.391882 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-b830dec7-d0a4-4862-af3e-b0d4ae6377dc req-3cfc08a9-a79c-482c-a8e3-95037d8bccb8 service neutron] 10.222.0.68 "GET /v2.0/networks/e7cb481e-49dc-464e-b748-d3d2c45f69f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2896433 Jul 14 09:17:53.396578 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-ee94db3c-8f69-4ca5-afcf-71dede58dc65 req-d958fdc7-8fc0-4e78-b13c-2f4619a19047 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:53.414072 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device ce21380f-476f-4379-b1a4-f607eb5fb484 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:17:53.415318 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:17:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44e79d64-5753-4808-914a-08f527284e03 x-openstack-request-id: req-44e79d64-5753-4808-914a-08f527284e03 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:17:53.415849 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61b42305-974c-46b0-9777-7a8aa2815d37", "tag": "7876554a-94a5-4362-9d48-ba2ab3e213d6", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:17:53.416260 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-44e79d64-5753-4808-914a-08f527284e03 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:17:53.416942 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61b42305-974c-46b0-9777-7a8aa2815d37', 'tag': '7876554a-94a5-4362-9d48-ba2ab3e213d6', 'status': 'completed', 'code': 200} Jul 14 09:17:53.477465 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning for port ce21380f-476f-4379-b1a4-f607eb5fb484 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:17:53.479805 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-ee94db3c-8f69-4ca5-afcf-71dede58dc65 req-d958fdc7-8fc0-4e78-b13c-2f4619a19047 service neutron] Transition to ACTIVE for port object 82b450e3-7637-42f2-bd8d-3daaed7e61ee will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:17:53.496373 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-ee94db3c-8f69-4ca5-afcf-71dede58dc65 req-d958fdc7-8fc0-4e78-b13c-2f4619a19047 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13574142'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:53.499820 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port ce21380f-476f-4379-b1a4-f607eb5fb484 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:17:53.500344 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:53.603775 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:53.618156 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8bdd908c-361f-4459-982e-c324c0c67213 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:53.631769 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] For port ce21380f-476f-4379-b1a4-f607eb5fb484, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=ce21380f-476f-4379-b1a4-f607eb5fb484,segment=NetworkSegment(81bf7a93-80b3-43df-b9d5-462c604a2945),segment_id=81bf7a93-80b3-43df-b9d5-462c604a2945)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:17:53.632049 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d958fdc7-8fc0-4e78-b13c-2f4619a19047 service neutron] Pushing event updated for resources: {'Port': ['ID=82b450e3-7637-42f2-bd8d-3daaed7e61ee,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:53.639438 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:53.686040 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c1ecac-2350-4fed-801a-87d95c93261d req-9d174345-722e-4233-beeb-0f525866d512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:53.688312 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-66c1ecac-2350-4fed-801a-87d95c93261d req-9d174345-722e-4233-beeb-0f525866d512 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=960db35cb56b449db311d3b4abef7a82&device_id=61b42305-974c-46b0-9777-7a8aa2815d37 HTTP/1.1" status: 200 len: 1099 time: 0.2034357 Jul 14 09:17:53.692538 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-b830dec7-d0a4-4862-af3e-b0d4ae6377dc req-3c266e45-a864-4d8f-bfbd-d259e713078f service neutron] 10.222.0.68 "GET /v2.0/networks/e7cb481e-49dc-464e-b748-d3d2c45f69f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2815661 Jul 14 09:17:53.696437 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-8bdd908c-361f-4459-982e-c324c0c67213 admin admin] Transition to ACTIVE for port object 21fd80e8-2c33-430c-abb6-80317aa54541 will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:17:53.703684 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e931c8-3d88-4ecf-8468-20de9c4fd97a req-4ad0afca-05cc-4233-9a71-f84f4fdf9246 tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:53.705368 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-21e931c8-3d88-4ecf-8468-20de9c4fd97a req-4ad0afca-05cc-4233-9a71-f84f4fdf9246 tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] 10.222.0.68 "GET /v2.0/ports?device_id=1055dbfe-92e6-437c-b901-0e1c0a80dc51 HTTP/1.1" status: 200 len: 945 time: 0.1665912 Jul 14 09:17:53.739718 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Pushing event updated for resources: {'Port': ['ID=ce21380f-476f-4379-b1a4-f607eb5fb484,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:53.798824 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-ee94db3c-8f69-4ca5-afcf-71dede58dc65 req-d958fdc7-8fc0-4e78-b13c-2f4619a19047 service neutron] Attempting to bind port 82b450e3-7637-42f2-bd8d-3daaed7e61ee on host n-h1-779913-29 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:17:53.799166 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-ee94db3c-8f69-4ca5-afcf-71dede58dc65 req-d958fdc7-8fc0-4e78-b13c-2f4619a19047 service neutron] Attempting to bind port 82b450e3-7637-42f2-bd8d-3daaed7e61ee by drivers openvswitch,hyperv on host n-h1-779913-29 at level 0 using segments [{'id': '8f1c1422-de6c-445f-ab95-4e2c94585b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '2244f7a1-04bd-42cd-9e86-31839b46f57f'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:17:53.799497 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee94db3c-8f69-4ca5-afcf-71dede58dc65 req-d958fdc7-8fc0-4e78-b13c-2f4619a19047 service neutron] Attempting to bind port 82b450e3-7637-42f2-bd8d-3daaed7e61ee on network 2244f7a1-04bd-42cd-9e86-31839b46f57f {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:17:53.810387 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee94db3c-8f69-4ca5-afcf-71dede58dc65 req-d958fdc7-8fc0-4e78-b13c-2f4619a19047 service neutron] Port 82b450e3-7637-42f2-bd8d-3daaed7e61ee on network 2244f7a1-04bd-42cd-9e86-31839b46f57f not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-29 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:17:53.810719 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee94db3c-8f69-4ca5-afcf-71dede58dc65 req-d958fdc7-8fc0-4e78-b13c-2f4619a19047 service neutron] Attempting to bind port 82b450e3-7637-42f2-bd8d-3daaed7e61ee on network 2244f7a1-04bd-42cd-9e86-31839b46f57f {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:17:53.822408 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee94db3c-8f69-4ca5-afcf-71dede58dc65 req-d958fdc7-8fc0-4e78-b13c-2f4619a19047 service neutron] Checking agent: {'id': 'de11e667-f145-47b0-bd09-334a7505938e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 13, 12), 'started_at': datetime.datetime(2021, 7, 14, 9, 13, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 17, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:17:53.822759 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee94db3c-8f69-4ca5-afcf-71dede58dc65 req-d958fdc7-8fc0-4e78-b13c-2f4619a19047 service neutron] Checking segment: {'id': '8f1c1422-de6c-445f-ab95-4e2c94585b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '2244f7a1-04bd-42cd-9e86-31839b46f57f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:17:53.823158 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee94db3c-8f69-4ca5-afcf-71dede58dc65 req-d958fdc7-8fc0-4e78-b13c-2f4619a19047 service neutron] Bound using segment: {'id': '8f1c1422-de6c-445f-ab95-4e2c94585b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '2244f7a1-04bd-42cd-9e86-31839b46f57f'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:17:53.823602 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-ee94db3c-8f69-4ca5-afcf-71dede58dc65 req-d958fdc7-8fc0-4e78-b13c-2f4619a19047 service neutron] Bound port: 82b450e3-7637-42f2-bd8d-3daaed7e61ee, host: n-h1-779913-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f1c1422-de6c-445f-ab95-4e2c94585b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '2244f7a1-04bd-42cd-9e86-31839b46f57f'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:17:53.826884 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-ee94db3c-8f69-4ca5-afcf-71dede58dc65 req-d958fdc7-8fc0-4e78-b13c-2f4619a19047 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:53.833668 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8bdd908c-361f-4459-982e-c324c0c67213 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:53.868224 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-21e931c8-3d88-4ecf-8468-20de9c4fd97a req-0bf95ee9-d1f5-45f7-9f15-68815580a0a8 tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] 10.222.0.68 "GET /v2.0/security-groups?id=4fa97f2f-f617-45f3-9331-b542b3f62cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861843 Jul 14 09:17:53.869642 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c1ecac-2350-4fed-801a-87d95c93261d req-a67a8bdd-d302-404e-b6e6-15894adbd8ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:53.886946 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-66c1ecac-2350-4fed-801a-87d95c93261d req-a67a8bdd-d302-404e-b6e6-15894adbd8ac service neutron] 10.222.0.65 "GET /v2.0/networks?id=2244f7a1-04bd-42cd-9e86-31839b46f57f HTTP/1.1" status: 200 len: 870 time: 0.1647511 Jul 14 09:17:53.929967 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdd908c-361f-4459-982e-c324c0c67213 admin admin] Pushing event updated for resources: {'Port': ['ID=21fd80e8-2c33-430c-abb6-80317aa54541,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:53.975891 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bdd908c-361f-4459-982e-c324c0c67213 admin admin] Network d25d8db8-0ab7-40c5-8db1-354e83a0ea79 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:17:53.978819 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-8bdd908c-361f-4459-982e-c324c0c67213 admin admin] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:17:53.982575 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bdd908c-361f-4459-982e-c324c0c67213 admin admin] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:17:54.001519 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-66c1ecac-2350-4fed-801a-87d95c93261d req-f6f39767-3d2b-4e1f-ae32-99021ef00e2f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.33&port_id=7876554a-94a5-4362-9d48-ba2ab3e213d6 HTTP/1.1" status: 200 len: 217 time: 0.0765529 Jul 14 09:17:54.055193 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-ee94db3c-8f69-4ca5-afcf-71dede58dc65 req-d958fdc7-8fc0-4e78-b13c-2f4619a19047 service neutron] For port 82b450e3-7637-42f2-bd8d-3daaed7e61ee, host n-h1-779913-29, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:17:54.058949 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-ee94db3c-8f69-4ca5-afcf-71dede58dc65 req-d958fdc7-8fc0-4e78-b13c-2f4619a19047 service neutron] For port 82b450e3-7637-42f2-bd8d-3daaed7e61ee, host n-h1-779913-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=82b450e3-7637-42f2-bd8d-3daaed7e61ee,segment=NetworkSegment(8f1c1422-de6c-445f-ab95-4e2c94585b2b),segment_id=8f1c1422-de6c-445f-ab95-4e2c94585b2b)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:17:54.103649 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-ee94db3c-8f69-4ca5-afcf-71dede58dc65 req-d958fdc7-8fc0-4e78-b13c-2f4619a19047 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13574142'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:54.152656 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8bdd908c-361f-4459-982e-c324c0c67213 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-660393'] for router_interface, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:54.158420 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c1ecac-2350-4fed-801a-87d95c93261d req-13d18d07-8709-444f-9efe-8d3754f5d4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:54.159892 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-66c1ecac-2350-4fed-801a-87d95c93261d req-13d18d07-8709-444f-9efe-8d3754f5d4e2 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=85060e65-3b2f-4a6c-a04c-ce849daa5b3b HTTP/1.1" status: 200 len: 843 time: 0.1303735 Jul 14 09:17:54.224509 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee94db3c-8f69-4ca5-afcf-71dede58dc65 req-d958fdc7-8fc0-4e78-b13c-2f4619a19047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:54.225136 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-ee94db3c-8f69-4ca5-afcf-71dede58dc65 req-d958fdc7-8fc0-4e78-b13c-2f4619a19047 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:54.226579 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ee94db3c-8f69-4ca5-afcf-71dede58dc65 req-d958fdc7-8fc0-4e78-b13c-2f4619a19047 service neutron] 10.222.0.65 "PUT /v2.0/ports/82b450e3-7637-42f2-bd8d-3daaed7e61ee HTTP/1.1" status: 200 len: 1097 time: 2.4196031 Jul 14 09:17:54.228886 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aefbe6c-edef-4408-856c-ae95382a2db9 req-315b49cd-4a8f-4a7d-8abc-48c017d74b19 tempest-ServerDiagnosticsNegativeTest-1683519398 tempest-ServerDiagnosticsNegativeTest-1683519398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:54.230366 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-4aefbe6c-edef-4408-856c-ae95382a2db9 req-315b49cd-4a8f-4a7d-8abc-48c017d74b19 tempest-ServerDiagnosticsNegativeTest-1683519398 tempest-ServerDiagnosticsNegativeTest-1683519398-project] 10.222.0.65 "GET /v2.0/ports?device_id=bade9e41-c794-48ce-879d-5458f3df6e07 HTTP/1.1" status: 200 len: 950 time: 0.2373023 Jul 14 09:17:54.232555 n-d-779913-29 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31766947-5817-48e3-af5d-1114f2e0bfff', 'tag': '82b450e3-7637-42f2-bd8d-3daaed7e61ee'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:17:54.234894 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cb48f044f948e981f43897c8d7f1332f741dc7af2b4c5a6e19d8f4a80f708e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2784e3f5-ace2-4eca-80a9-167c2ef0b976" -d '{"events": [{"name": "network-changed", "server_uuid": "31766947-5817-48e3-af5d-1114f2e0bfff", "tag": "82b450e3-7637-42f2-bd8d-3daaed7e61ee"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:17:54.249555 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcec3ec5-ccb7-4635-9498-b1073f4963fa req-c772b655-0314-4fc6-8d39-d3631d30fc53 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:54.258439 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-fcec3ec5-ccb7-4635-9498-b1073f4963fa req-c772b655-0314-4fc6-8d39-d3631d30fc53 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/ports?device_id=075c0166-2f45-4ba5-a5fa-7f7ff3bec1e9 HTTP/1.1" status: 200 len: 950 time: 0.2431326 Jul 14 09:17:54.296970 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-ae347c74-3216-42b0-9c79-e543e9eeadad None None] Provisioning for port 21fd80e8-2c33-430c-abb6-80317aa54541 completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:17:54.306946 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-ae347c74-3216-42b0-9c79-e543e9eeadad None None] Provisioning complete for port 21fd80e8-2c33-430c-abb6-80317aa54541 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:17:54.307516 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ae347c74-3216-42b0-9c79-e543e9eeadad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:54.319144 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d958fdc7-8fc0-4e78-b13c-2f4619a19047 service neutron] Pushing event updated for resources: {'Port': ['ID=82b450e3-7637-42f2-bd8d-3daaed7e61ee,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:54.357517 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85719162-5d17-4a1d-9e7b-8dc7426a8dd9 req-24aa60f9-6539-42e1-b2b5-350a74e22030 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:54.366649 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-85719162-5d17-4a1d-9e7b-8dc7426a8dd9 req-24aa60f9-6539-42e1-b2b5-350a74e22030 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] 10.222.0.68 "GET /v2.0/ports?device_id=31766947-5817-48e3-af5d-1114f2e0bfff HTTP/1.1" status: 200 len: 948 time: 0.3405666 Jul 14 09:17:54.389181 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c1ecac-2350-4fed-801a-87d95c93261d req-d87eabf7-4c89-4528-8e91-007531ce8b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:54.390772 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-66c1ecac-2350-4fed-801a-87d95c93261d req-d87eabf7-4c89-4528-8e91-007531ce8b2f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2244f7a1-04bd-42cd-9e86-31839b46f57f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2184002 Jul 14 09:17:54.392592 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 2feffcf8-edef-412b-9ef7-d72c3529d55a up at agent hyperv_n-h2-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:17:54.401758 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-ae347c74-3216-42b0-9c79-e543e9eeadad None None] Port 21fd80e8-2c33-430c-abb6-80317aa54541 cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:17:54.409434 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-fcec3ec5-ccb7-4635-9498-b1073f4963fa req-dc324019-085c-4bc3-b796-b256d5532817 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/security-groups?id=93b55648-4dd6-4852-bb99-9aa842ab19a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500411 Jul 14 09:17:54.470172 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-85719162-5d17-4a1d-9e7b-8dc7426a8dd9 req-4a2927e3-ef7c-4d05-a1e1-153609f43e5b tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] 10.222.0.68 "GET /v2.0/security-groups?id=c9156572-74c8-4b9e-9f0a-c202a5ef91ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023605 Jul 14 09:17:54.519775 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Provisioning for port 2feffcf8-edef-412b-9ef7-d72c3529d55a completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:17:54.528722 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Provisioning complete for port 2feffcf8-edef-412b-9ef7-d72c3529d55a triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:17:54.531154 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:54.585794 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee94db3c-8f69-4ca5-afcf-71dede58dc65 req-fceb7207-4eba-4255-9936-3a213b42c671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:54.597503 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ee94db3c-8f69-4ca5-afcf-71dede58dc65 req-fceb7207-4eba-4255-9936-3a213b42c671 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=960db35cb56b449db311d3b4abef7a82&device_id=31766947-5817-48e3-af5d-1114f2e0bfff HTTP/1.1" status: 200 len: 1100 time: 0.2655709 Jul 14 09:17:54.600721 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-dbf29d9e-bae2-48fe-9c26-4a2458c98908 req-a5bf0661-7ecd-4ffc-9438-5d024efd02a1 tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] 10.222.0.68 "GET /v2.0/ports?device_id=facc33c5-0d58-4c84-8b5b-0879c06b54db HTTP/1.1" status: 200 len: 210 time: 0.0794461 Jul 14 09:17:54.612896 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8bdd908c-361f-4459-982e-c324c0c67213 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:54.655931 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-66c1ecac-2350-4fed-801a-87d95c93261d req-a56a3518-7cd9-4edb-9724-7b2ab0f9a9b3 service neutron] 10.222.0.65 "GET /v2.0/networks/2244f7a1-04bd-42cd-9e86-31839b46f57f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2385700 Jul 14 09:17:54.679399 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [req-4aefbe6c-edef-4408-856c-ae95382a2db9 req-12643ef0-04f0-424d-9ca0-61df0a8a94f5 tempest-ServerDiagnosticsNegativeTest-1683519398 tempest-ServerDiagnosticsNegativeTest-1683519398-project] Deleting port 2e172cd8-3b96-48b5-ad68-8075b120d246 {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:17:54.680062 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-4aefbe6c-edef-4408-856c-ae95382a2db9 req-12643ef0-04f0-424d-9ca0-61df0a8a94f5 tempest-ServerDiagnosticsNegativeTest-1683519398 tempest-ServerDiagnosticsNegativeTest-1683519398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:54.742404 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ee94db3c-8f69-4ca5-afcf-71dede58dc65 req-83cd7b84-8d5f-4381-9c04-4c42be8a241c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.117&port_id=82b450e3-7637-42f2-bd8d-3daaed7e61ee HTTP/1.1" status: 200 len: 217 time: 0.0869181 Jul 14 09:17:54.751082 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:54.777115 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:54.779171 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-56656936-7acb-4d22-ae6c-12489abb0158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:54.805668 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8206666c-d9ee-4931-8152-2da39b7a6ae4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2feffcf8-edef-412b-9ef7-d72c3529d55a'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:17:54.808924 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd62303f06773040a8a4e189dc46b4f565768c299abf8ab8e7739778b0bc3e97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a222f15-b171-4845-953e-915acb0ed42b" -d '{"events": [{"server_uuid": "8206666c-d9ee-4931-8152-2da39b7a6ae4", "name": "network-vif-plugged", "status": "completed", "tag": "2feffcf8-edef-412b-9ef7-d72c3529d55a"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:17:54.824785 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 2feffcf8-edef-412b-9ef7-d72c3529d55a, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=2feffcf8-edef-412b-9ef7-d72c3529d55a,segment=NetworkSegment(8f1c1422-de6c-445f-ab95-4e2c94585b2b),segment_id=8f1c1422-de6c-445f-ab95-4e2c94585b2b)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:17:54.832728 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:54.833598 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 9fc6737d-c564-428d-982b-1282a6bba865 up at agent hyperv_n-h2-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:17:54.893612 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-66c1ecac-2350-4fed-801a-87d95c93261d req-9bdab75c-c198-49b0-b323-9bd1ab658a35 service neutron] 10.222.0.65 "GET /v2.0/networks/2244f7a1-04bd-42cd-9e86-31839b46f57f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2263577 Jul 14 09:17:54.900136 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-4aefbe6c-edef-4408-856c-ae95382a2db9 req-12643ef0-04f0-424d-9ca0-61df0a8a94f5 tempest-ServerDiagnosticsNegativeTest-1683519398 tempest-ServerDiagnosticsNegativeTest-1683519398-project] For port 2e172cd8-3b96-48b5-ad68-8075b120d246, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=2e172cd8-3b96-48b5-ad68-8075b120d246,segment=NetworkSegment(8f1c1422-de6c-445f-ab95-4e2c94585b2b),segment_id=8f1c1422-de6c-445f-ab95-4e2c94585b2b)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:17:54.900508 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-4aefbe6c-edef-4408-856c-ae95382a2db9 req-12643ef0-04f0-424d-9ca0-61df0a8a94f5 tempest-ServerDiagnosticsNegativeTest-1683519398 tempest-ServerDiagnosticsNegativeTest-1683519398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:54.915616 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [req-4aefbe6c-edef-4408-856c-ae95382a2db9 req-12643ef0-04f0-424d-9ca0-61df0a8a94f5 tempest-ServerDiagnosticsNegativeTest-1683519398 tempest-ServerDiagnosticsNegativeTest-1683519398-project] Calling delete_port for 2e172cd8-3b96-48b5-ad68-8075b120d246 owned by compute:nova {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:17:54.946137 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Pushing event updated for resources: {'Port': ['ID=2feffcf8-edef-412b-9ef7-d72c3529d55a,revision_number=5']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:54.964790 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:17:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51535e42-e163-4f19-a33b-61cb4f926c75 x-openstack-request-id: req-51535e42-e163-4f19-a33b-61cb4f926c75 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:17:54.965041 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31766947-5817-48e3-af5d-1114f2e0bfff", "tag": "82b450e3-7637-42f2-bd8d-3daaed7e61ee", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:17:54.965293 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-51535e42-e163-4f19-a33b-61cb4f926c75 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:17:54.965717 n-d-779913-29 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31766947-5817-48e3-af5d-1114f2e0bfff', 'tag': '82b450e3-7637-42f2-bd8d-3daaed7e61ee', 'status': 'completed', 'code': 200} Jul 14 09:17:54.981730 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Provisioning for port 9fc6737d-c564-428d-982b-1282a6bba865 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:17:54.987282 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Provisioning complete for port 9fc6737d-c564-428d-982b-1282a6bba865 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:17:54.987969 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:55.079080 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af347902-5762-47df-bed4-4b7fcaeb3feb req-d3911df2-1618-4449-a46c-5085a3fdacbf tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:55.088819 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-af347902-5762-47df-bed4-4b7fcaeb3feb req-d3911df2-1618-4449-a46c-5085a3fdacbf tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] 10.222.0.68 "GET /v2.0/ports?device_id=8206666c-d9ee-4931-8152-2da39b7a6ae4 HTTP/1.1" status: 200 len: 949 time: 0.4773576 Jul 14 09:17:55.096218 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:55.110396 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee94db3c-8f69-4ca5-afcf-71dede58dc65 req-b9ad791a-d856-4cfd-9a34-7b78bbc348c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:55.112481 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ee94db3c-8f69-4ca5-afcf-71dede58dc65 req-b9ad791a-d856-4cfd-9a34-7b78bbc348c1 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=85060e65-3b2f-4a6c-a04c-ce849daa5b3b HTTP/1.1" status: 200 len: 843 time: 0.3330555 Jul 14 09:17:55.115533 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8bdd908c-361f-4459-982e-c324c0c67213 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:55.121787 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8bdd908c-361f-4459-982e-c324c0c67213 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13574142'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:55.143025 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 9fc6737d-c564-428d-982b-1282a6bba865, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=9fc6737d-c564-428d-982b-1282a6bba865,segment=NetworkSegment(becdfe35-a9ff-4f14-9744-544114c40ea3),segment_id=becdfe35-a9ff-4f14-9744-544114c40ea3)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:17:55.147547 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5109c1-3d2e-4f65-9b8e-55867a2f0085 req-8257905d-e290-4ff9-ba18-63ddd1c5380c tempest-ServerDiagnosticsNegativeTest-1683519398 tempest-ServerDiagnosticsNegativeTest-1683519398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:55.148048 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:55.149205 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-bb5109c1-3d2e-4f65-9b8e-55867a2f0085 req-8257905d-e290-4ff9-ba18-63ddd1c5380c tempest-ServerDiagnosticsNegativeTest-1683519398 tempest-ServerDiagnosticsNegativeTest-1683519398-project] 10.222.0.68 "GET /v2.0/ports?device_id=bade9e41-c794-48ce-879d-5458f3df6e07 HTTP/1.1" status: 200 len: 950 time: 0.1489103 Jul 14 09:17:55.150369 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-4aefbe6c-edef-4408-856c-ae95382a2db9 req-12643ef0-04f0-424d-9ca0-61df0a8a94f5 tempest-ServerDiagnosticsNegativeTest-1683519398 tempest-ServerDiagnosticsNegativeTest-1683519398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:55.188809 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12643ef0-04f0-424d-9ca0-61df0a8a94f5 tempest-ServerDiagnosticsNegativeTest-1683519398 tempest-ServerDiagnosticsNegativeTest-1683519398-project] Pushing event deleted for resources: {'Port': ['ID=2e172cd8-3b96-48b5-ad68-8075b120d246,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:55.196516 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] get_ports_and_sgs() called for port_ids ['2e172cd8-3b96-48b5-ad68-8075b120d246'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:17:55.231301 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Pushing event updated for resources: {'Port': ['ID=9fc6737d-c564-428d-982b-1282a6bba865,revision_number=5']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:55.242322 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-af347902-5762-47df-bed4-4b7fcaeb3feb req-24c56f98-ec9a-472d-982d-635e2cb3b7b7 tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] 10.222.0.68 "GET /v2.0/security-groups?id=77fde4ca-6f5f-48d5-b2fd-4c103e7ba04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520865 Jul 14 09:17:55.252535 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8bdd908c-361f-4459-982e-c324c0c67213 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-683747'] for router_interface, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:55.254782 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-4aefbe6c-edef-4408-856c-ae95382a2db9 req-12643ef0-04f0-424d-9ca0-61df0a8a94f5 tempest-ServerDiagnosticsNegativeTest-1683519398 tempest-ServerDiagnosticsNegativeTest-1683519398-project] No DVR routers for this DVR port 2e172cd8-3b96-48b5-ad68-8075b120d246 on host n-h1-779913-29 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:17:55.267199 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-4aefbe6c-edef-4408-856c-ae95382a2db9 req-12643ef0-04f0-424d-9ca0-61df0a8a94f5 tempest-ServerDiagnosticsNegativeTest-1683519398 tempest-ServerDiagnosticsNegativeTest-1683519398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:55.267199 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-4aefbe6c-edef-4408-856c-ae95382a2db9 req-12643ef0-04f0-424d-9ca0-61df0a8a94f5 tempest-ServerDiagnosticsNegativeTest-1683519398 tempest-ServerDiagnosticsNegativeTest-1683519398-project] 10.222.0.65 "DELETE /v2.0/ports/2e172cd8-3b96-48b5-ad68-8075b120d246 HTTP/1.1" status: 204 len: 173 time: 1.0004785 Jul 14 09:17:55.272613 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdd908c-361f-4459-982e-c324c0c67213 admin admin] Pushing event updated for resources: {'Port': ['ID=21fd80e8-2c33-430c-abb6-80317aa54541,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:55.285533 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-bb5109c1-3d2e-4f65-9b8e-55867a2f0085 req-ab9092dd-16bf-49e4-87be-158ecce76497 tempest-ServerDiagnosticsNegativeTest-1683519398 tempest-ServerDiagnosticsNegativeTest-1683519398-project] 10.222.0.68 "GET /v2.0/security-groups?id=8680f808-4c0b-4d74-b554-f3ef474d9ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210694 Jul 14 09:17:55.370701 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:17:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0716d32e-a30a-4c21-80db-26c72387ff5f x-openstack-request-id: req-0716d32e-a30a-4c21-80db-26c72387ff5f {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:17:55.371000 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8206666c-d9ee-4931-8152-2da39b7a6ae4", "name": "network-vif-plugged", "status": "completed", "tag": "2feffcf8-edef-412b-9ef7-d72c3529d55a", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:17:55.371284 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-0716d32e-a30a-4c21-80db-26c72387ff5f {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:17:55.371684 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8206666c-d9ee-4931-8152-2da39b7a6ae4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2feffcf8-edef-412b-9ef7-d72c3529d55a', 'code': 200} Jul 14 09:17:55.386019 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee94db3c-8f69-4ca5-afcf-71dede58dc65 req-d6f15303-57b4-470c-b5fc-72c5d530c52d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:55.387677 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ee94db3c-8f69-4ca5-afcf-71dede58dc65 req-d6f15303-57b4-470c-b5fc-72c5d530c52d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2244f7a1-04bd-42cd-9e86-31839b46f57f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2359006 Jul 14 09:17:55.418443 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bade9e41-c794-48ce-879d-5458f3df6e07', 'name': 'network-vif-deleted', 'tag': '2e172cd8-3b96-48b5-ad68-8075b120d246'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:17:55.421367 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e51245e5-b6bd-4b11-8aa3-4069eff8f03d" -d '{"events": [{"server_uuid": "bade9e41-c794-48ce-879d-5458f3df6e07", "name": "network-vif-deleted", "tag": "2e172cd8-3b96-48b5-ad68-8075b120d246"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:17:55.459442 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device ce21380f-476f-4379-b1a4-f607eb5fb484 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:17:55.507465 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:17:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dafb288-99d9-4a5d-8d09-4ac623eafaa8 x-openstack-request-id: req-2dafb288-99d9-4a5d-8d09-4ac623eafaa8 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:17:55.507764 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bade9e41-c794-48ce-879d-5458f3df6e07", "name": "network-vif-deleted", "tag": "2e172cd8-3b96-48b5-ad68-8075b120d246", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:17:55.508022 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-2dafb288-99d9-4a5d-8d09-4ac623eafaa8 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:17:55.508439 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bade9e41-c794-48ce-879d-5458f3df6e07', 'name': 'network-vif-deleted', 'tag': '2e172cd8-3b96-48b5-ad68-8075b120d246', 'status': 'completed', 'code': 200} Jul 14 09:17:55.532574 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975707c8-5b0a-49ec-902f-c43d9c93f42c req-d2b1ba17-6ec7-4146-b415-7d0aa164cbd5 tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:55.541277 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-975707c8-5b0a-49ec-902f-c43d9c93f42c req-d2b1ba17-6ec7-4146-b415-7d0aa164cbd5 tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] 10.222.0.68 "GET /v2.0/ports?device_id=1055dbfe-92e6-437c-b901-0e1c0a80dc51 HTTP/1.1" status: 200 len: 946 time: 0.0916030 Jul 14 09:17:55.541991 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bdd908c-361f-4459-982e-c324c0c67213 admin admin] Network d25d8db8-0ab7-40c5-8db1-354e83a0ea79 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:17:55.548512 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-8bdd908c-361f-4459-982e-c324c0c67213 admin admin] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:17:55.575817 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port ce21380f-476f-4379-b1a4-f607eb5fb484 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:17:55.576458 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:55.641795 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-975707c8-5b0a-49ec-902f-c43d9c93f42c req-7a027135-271c-474a-9ee3-ac9467a19cdc tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] 10.222.0.68 "GET /v2.0/security-groups?id=4fa97f2f-f617-45f3-9331-b542b3f62cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994892 Jul 14 09:17:55.734310 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 7876554a-94a5-4362-9d48-ba2ab3e213d6 details requested by agent hyperv_n-h1-779913-29 with host n-h1-779913-29 {{(pid=93959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:17:55.799040 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311efc8a-08eb-4e92-9835-77bce6358122 req-20475dcd-e88b-4853-8bcf-e635c15cbe6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:55.800633 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-311efc8a-08eb-4e92-9835-77bce6358122 req-20475dcd-e88b-4853-8bcf-e635c15cbe6f service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=8206666c-d9ee-4931-8152-2da39b7a6ae4 HTTP/1.1" status: 200 len: 1102 time: 0.2509093 Jul 14 09:17:55.806486 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ee94db3c-8f69-4ca5-afcf-71dede58dc65 req-5b21f27e-cb5f-4503-bd44-3bf0a36ae109 service neutron] 10.222.0.65 "GET /v2.0/networks/2244f7a1-04bd-42cd-9e86-31839b46f57f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3979166 Jul 14 09:17:55.826355 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5ad31076-714c-49ec-bc37-f3d4cd90112a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:55.897140 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b830dec7-d0a4-4862-af3e-b0d4ae6377dc req-8574374a-9353-4a72-bbd4-dd240c2c5563 tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:55.899926 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b830dec7-d0a4-4862-af3e-b0d4ae6377dc req-8574374a-9353-4a72-bbd4-dd240c2c5563 tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] 10.222.0.65 "GET /v2.0/networks?id=e7cb481e-49dc-464e-b748-d3d2c45f69f9 HTTP/1.1" status: 200 len: 820 time: 0.2319403 Jul 14 09:17:55.902706 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-311efc8a-08eb-4e92-9835-77bce6358122 req-28b966d8-faa1-41cd-b8f3-3c31fbf85adb service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=77fde4ca-6f5f-48d5-b2fd-4c103e7ba04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910723 Jul 14 09:17:55.925349 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port 7876554a-94a5-4362-9d48-ba2ab3e213d6, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=7876554a-94a5-4362-9d48-ba2ab3e213d6,segment=NetworkSegment(8f1c1422-de6c-445f-ab95-4e2c94585b2b),segment_id=8f1c1422-de6c-445f-ab95-4e2c94585b2b)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:17:55.941228 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-b830dec7-d0a4-4862-af3e-b0d4ae6377dc req-332ecbe4-92f5-475b-ac43-44d96b148f8c tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] Request body: {'port': {'device_id': 'facc33c5-0d58-4c84-8b5b-0879c06b54db', 'network_id': 'e7cb481e-49dc-464e-b748-d3d2c45f69f9', 'admin_state_up': True, 'tenant_id': 'e14af975015c4397b9da2a89a906dfc2'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:17:55.946166 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-bc987ab7-d803-418d-a13e-ebf9e0bf8199 None None] Provisioning complete for port 21fd80e8-2c33-430c-abb6-80317aa54541 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:17:55.946887 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bc987ab7-d803-418d-a13e-ebf9e0bf8199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:55.950781 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Returning: {'device': '7876554a-94a5-4362-9d48-ba2ab3e213d6', 'network_id': '2244f7a1-04bd-42cd-9e86-31839b46f57f', 'port_id': '7876554a-94a5-4362-9d48-ba2ab3e213d6', 'mac_address': 'fa:16:3e:4e:42:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 724, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85060e65-3b2f-4a6c-a04c-ce849daa5b3b', 'ip_address': '192.168.233.33'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:17:55.975134 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bdd908c-361f-4459-982e-c324c0c67213 admin admin] Router b0f59f6f-40b6-49c4-b8c4-fbea7189fb21 has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:17:56.013795 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2670092-9dda-4ce5-89b6-b8f5bb63f024 req-4fe16517-f67c-41d9-b52a-e67b260d7214 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:56.022661 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d2670092-9dda-4ce5-89b6-b8f5bb63f024 req-4fe16517-f67c-41d9-b52a-e67b260d7214 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/ports?device_id=075c0166-2f45-4ba5-a5fa-7f7ff3bec1e9 HTTP/1.1" status: 200 len: 950 time: 0.2951288 Jul 14 09:17:56.031661 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:56.048756 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-bc987ab7-d803-418d-a13e-ebf9e0bf8199 None None] Port 21fd80e8-2c33-430c-abb6-80317aa54541 cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:17:56.053866 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7876554a-94a5-4362-9d48-ba2ab3e213d6 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:17:56.075996 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port 7876554a-94a5-4362-9d48-ba2ab3e213d6, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=7876554a-94a5-4362-9d48-ba2ab3e213d6,segment=NetworkSegment(8f1c1422-de6c-445f-ab95-4e2c94585b2b),segment_id=8f1c1422-de6c-445f-ab95-4e2c94585b2b)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:17:56.081960 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:56.092838 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ebb442-d1b6-45e5-aae1-84195ebaf96e req-eeb8330d-b578-4fc1-a420-bd9b2d0d5d5e tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:56.094563 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f6ebb442-d1b6-45e5-aae1-84195ebaf96e req-eeb8330d-b578-4fc1-a420-bd9b2d0d5d5e tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] 10.222.0.68 "GET /v2.0/ports?device_id=31766947-5817-48e3-af5d-1114f2e0bfff HTTP/1.1" status: 200 len: 948 time: 0.1757207 Jul 14 09:17:56.115920 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ee94db3c-8f69-4ca5-afcf-71dede58dc65 req-b1b360e4-9ccb-49d2-a5b7-bcd9edf275ee service neutron] 10.222.0.65 "GET /v2.0/networks/2244f7a1-04bd-42cd-9e86-31839b46f57f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2966621 Jul 14 09:17:56.143895 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Pushing event updated for resources: {'Port': ['ID=7876554a-94a5-4362-9d48-ba2ab3e213d6,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:56.154127 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d2670092-9dda-4ce5-89b6-b8f5bb63f024 req-9216014c-fec9-43c1-a405-a515fc771394 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/security-groups?id=93b55648-4dd6-4852-bb99-9aa842ab19a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301467 Jul 14 09:17:56.167953 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f6ebb442-d1b6-45e5-aae1-84195ebaf96e req-b43d494b-603c-40af-a85b-4a9a7dbe1dc2 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] 10.222.0.68 "GET /v2.0/security-groups?id=c9156572-74c8-4b9e-9f0a-c202a5ef91ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624595 Jul 14 09:17:56.169349 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b830dec7-d0a4-4862-af3e-b0d4ae6377dc req-332ecbe4-92f5-475b-ac43-44d96b148f8c tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] Made reservation on behalf of e14af975015c4397b9da2a89a906dfc2 for: {'port': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:17:56.172971 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-b830dec7-d0a4-4862-af3e-b0d4ae6377dc req-332ecbe4-92f5-475b-ac43-44d96b148f8c tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:56.230957 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bdd908c-361f-4459-982e-c324c0c67213 admin admin] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:17:56.237866 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-8bdd908c-361f-4459-982e-c324c0c67213 admin admin] 10.222.0.68 "PUT /v2.0/routers/b0f59f6f-40b6-49c4-b8c4-fbea7189fb21/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4187181 Jul 14 09:17:56.249467 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9c9143e-acd7-4f6d-9c2b-0ad0ba028fa8 None None] Sync routers for ids ['b0f59f6f-40b6-49c4-b8c4-fbea7189fb21'] in n-d-779913-29 {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:17:56.266539 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c9143e-acd7-4f6d-9c2b-0ad0ba028fa8 None None] Routers {'b0f59f6f-40b6-49c4-b8c4-fbea7189fb21'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:17:56.267473 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-c9c9143e-acd7-4f6d-9c2b-0ad0ba028fa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:17:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['b0f59f6f-40b6-49c4-b8c4-fbea7189fb21'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:17:56.362362 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-c4330224-0bca-478c-b2e6-549dbbc9909a req-6aa1de6f-e47f-4376-ae51-396bf29073a7 tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] 10.222.0.68 "GET /v2.0/ports?device_id=facc33c5-0d58-4c84-8b5b-0879c06b54db HTTP/1.1" status: 200 len: 210 time: 0.0433605 Jul 14 09:17:56.395727 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [req-b830dec7-d0a4-4862-af3e-b0d4ae6377dc req-332ecbe4-92f5-475b-ac43-44d96b148f8c tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] Allocated IP 172.20.0.12 (e7cb481e-49dc-464e-b748-d3d2c45f69f9/a1f8d7cc-d5f0-4ac4-b550-493e46cf12fc/ba32fbed-4dee-4c02-8d7e-5389e3020217) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:17:56.432295 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvr_db [None req-c9c9143e-acd7-4f6d-9c2b-0ad0ba028fa8 None None] Set router b0f59f6f-40b6-49c4-b8c4-fbea7189fb21 gateway port host: n-d-779913-29 {{(pid=93959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:17:56.481703 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] get_ports_and_sgs() called for port_ids ['7876554a-94a5-4362-9d48-ba2ab3e213d6'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:17:56.635419 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-b830dec7-d0a4-4862-af3e-b0d4ae6377dc req-332ecbe4-92f5-475b-ac43-44d96b148f8c tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:56.684504 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-b830dec7-d0a4-4862-af3e-b0d4ae6377dc req-332ecbe4-92f5-475b-ac43-44d96b148f8c tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:56.792357 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b830dec7-d0a4-4862-af3e-b0d4ae6377dc req-332ecbe4-92f5-475b-ac43-44d96b148f8c tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] Network e7cb481e-49dc-464e-b748-d3d2c45f69f9 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:17:56.800526 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [req-b830dec7-d0a4-4862-af3e-b0d4ae6377dc req-332ecbe4-92f5-475b-ac43-44d96b148f8c tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:17:56.810849 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-b830dec7-d0a4-4862-af3e-b0d4ae6377dc req-332ecbe4-92f5-475b-ac43-44d96b148f8c tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:17:56.817262 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b830dec7-d0a4-4862-af3e-b0d4ae6377dc req-332ecbe4-92f5-475b-ac43-44d96b148f8c tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:56.817923 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-b830dec7-d0a4-4862-af3e-b0d4ae6377dc req-332ecbe4-92f5-475b-ac43-44d96b148f8c tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:56.838028 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b830dec7-d0a4-4862-af3e-b0d4ae6377dc req-332ecbe4-92f5-475b-ac43-44d96b148f8c tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9030988 Jul 14 09:17:56.847741 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332ecbe4-92f5-475b-ac43-44d96b148f8c tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] Pushing event updated for resources: {'Port': ['ID=ba32fbed-4dee-4c02-8d7e-5389e3020217,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:56.863995 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-b830dec7-d0a4-4862-af3e-b0d4ae6377dc req-e51bd323-e4cb-4c70-a6bc-681e4094d18d service neutron] Request body: {'port': {'device_id': 'facc33c5-0d58-4c84-8b5b-0879c06b54db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-29'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:17:56.901013 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-c9c9143e-acd7-4f6d-9c2b-0ad0ba028fa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0f59f6f-40b6-49c4-b8c4-fbea7189fb21', 'name': 'tempest-ServersTestJSON-1192538569-router', 'tenant_id': 'aabddba14d1340aeab976aa64d5f8c9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.179'}], 'enable_snat': True}, 'gw_port_id': 'ce21380f-476f-4379-b1a4-f607eb5fb484', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:17:46Z', 'updated_at': '2021-07-14T09:17:54Z', 'revision_number': 4, 'project_id': 'aabddba14d1340aeab976aa64d5f8c9b', 'gw_port': {'id': 'ce21380f-476f-4379-b1a4-f607eb5fb484', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:3f:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f59f6f-40b6-49c4-b8c4-fbea7189fb21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:17:48Z', 'updated_at': '2021-07-14T09:17:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': '21fd80e8-2c33-430c-abb6-80317aa54541', 'name': '', 'network_id': 'd25d8db8-0ab7-40c5-8db1-354e83a0ea79', 'tenant_id': 'aabddba14d1340aeab976aa64d5f8c9b', 'mac_address': 'fa:16:3e:8c:2e:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0f59f6f-40b6-49c4-b8c4-fbea7189fb21', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '894e9ad4-f56d-4415-a399-0321b6578932', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:17:52Z', 'updated_at': '2021-07-14T09:17:54Z', 'revision_number': 2, 'project_id': 'aabddba14d1340aeab976aa64d5f8c9b', 'subnets': [{'id': '894e9ad4-f56d-4415-a399-0321b6578932', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:17:56.902734 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2784e3f5-ace2-4eca-80a9-167c2ef0b976 req-25c83d5e-82bc-4dbb-9ea6-9c4243f9fee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:56.904697 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-2784e3f5-ace2-4eca-80a9-167c2ef0b976 req-25c83d5e-82bc-4dbb-9ea6-9c4243f9fee9 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=960db35cb56b449db311d3b4abef7a82&device_id=31766947-5817-48e3-af5d-1114f2e0bfff HTTP/1.1" status: 200 len: 1100 time: 0.5101933 Jul 14 09:17:56.916002 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9de29ed-37c9-4838-9e64-34c6283b4bc7 req-7aeb38db-3ece-4128-8e2c-13280ce5ec53 tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:56.918504 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-e9de29ed-37c9-4838-9e64-34c6283b4bc7 req-7aeb38db-3ece-4128-8e2c-13280ce5ec53 tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] 10.222.0.68 "GET /v2.0/ports?device_id=8206666c-d9ee-4931-8152-2da39b7a6ae4 HTTP/1.1" status: 200 len: 950 time: 0.1355016 Jul 14 09:17:56.931311 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9c9143e-acd7-4f6d-9c2b-0ad0ba028fa8 None None] Checking router: b0f59f6f-40b6-49c4-b8c4-fbea7189fb21 for host: n-d-779913-29 {{(pid=93959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:17:56.931692 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9c9143e-acd7-4f6d-9c2b-0ad0ba028fa8 None None] Updating router b0f59f6f-40b6-49c4-b8c4-fbea7189fb21 port 21fd80e8-2c33-430c-abb6-80317aa54541 binding host n-d-779913-29 {{(pid=93959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:17:56.967790 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c9c9143e-acd7-4f6d-9c2b-0ad0ba028fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:56.987910 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-b830dec7-d0a4-4862-af3e-b0d4ae6377dc req-e51bd323-e4cb-4c70-a6bc-681e4094d18d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:57.002152 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 37366) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:17:57.042013 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-e9de29ed-37c9-4838-9e64-34c6283b4bc7 req-938bdb64-adb0-4617-804b-fc2bfe38cc15 tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] 10.222.0.68 "GET /v2.0/security-groups?id=77fde4ca-6f5f-48d5-b2fd-4c103e7ba04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117418 Jul 14 09:17:57.115107 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2784e3f5-ace2-4eca-80a9-167c2ef0b976 req-eb6b5483-78a4-47a6-be58-b05ca4422b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:57.118615 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-2784e3f5-ace2-4eca-80a9-167c2ef0b976 req-eb6b5483-78a4-47a6-be58-b05ca4422b4f service neutron] 10.222.0.65 "GET /v2.0/networks?id=2244f7a1-04bd-42cd-9e86-31839b46f57f HTTP/1.1" status: 200 len: 870 time: 0.1991823 Jul 14 09:17:57.208878 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-2784e3f5-ace2-4eca-80a9-167c2ef0b976 req-b5a5a1df-6fd3-4d61-983c-1ddbf94008b4 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.117&port_id=82b450e3-7637-42f2-bd8d-3daaed7e61ee HTTP/1.1" status: 200 len: 217 time: 0.0756080 Jul 14 09:17:57.275313 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 37374) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:17:57.302189 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-bb0b9603-3fb1-44fb-8611-a348599d4375 tempest-ServersTestJSON-535065851 tempest-ServersTestJSON-535065851-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1961269245', 'description': 'tempest-description--1946465991'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:17:57.341705 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-986f26cf-03dc-4a3f-a2c6-1fa6bb5b0fe3 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=9071e4459a01495bbad626bd0a3dc27f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3377883 Jul 14 09:17:57.351862 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 37376) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:17:57.355724 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bb0b9603-3fb1-44fb-8611-a348599d4375 tempest-ServersTestJSON-535065851 tempest-ServersTestJSON-535065851-project] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:57.398006 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1055dbfe-92e6-437c-b901-0e1c0a80dc51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fc6737d-c564-428d-982b-1282a6bba865'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:17:57.400792 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd62303f06773040a8a4e189dc46b4f565768c299abf8ab8e7739778b0bc3e97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd737ec2-4aaf-4cfa-ac11-54eff2353434" -d '{"events": [{"server_uuid": "1055dbfe-92e6-437c-b901-0e1c0a80dc51", "name": "network-vif-plugged", "status": "completed", "tag": "9fc6737d-c564-428d-982b-1282a6bba865"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:17:57.421586 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2784e3f5-ace2-4eca-80a9-167c2ef0b976 req-4699e61f-6c68-4b40-b97a-e5c495508d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:57.423393 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-2784e3f5-ace2-4eca-80a9-167c2ef0b976 req-4699e61f-6c68-4b40-b97a-e5c495508d44 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=85060e65-3b2f-4a6c-a04c-ce849daa5b3b HTTP/1.1" status: 200 len: 843 time: 0.2021263 Jul 14 09:17:57.465099 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c9c9143e-acd7-4f6d-9c2b-0ad0ba028fa8 None None] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:57.481182 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c9c9143e-acd7-4f6d-9c2b-0ad0ba028fa8 None None] Transition to ACTIVE for port object 21fd80e8-2c33-430c-abb6-80317aa54541 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:17:57.489756 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c9c9143e-acd7-4f6d-9c2b-0ad0ba028fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:57.521332 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04dbfb1-d7dd-4ed3-9a78-973f191b7567 req-d273e39b-e04c-4e50-a7aa-2a73053ecfff tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:57.528628 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e04dbfb1-d7dd-4ed3-9a78-973f191b7567 req-d273e39b-e04c-4e50-a7aa-2a73053ecfff tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/ports?device_id=075c0166-2f45-4ba5-a5fa-7f7ff3bec1e9 HTTP/1.1" status: 200 len: 950 time: 0.1560469 Jul 14 09:17:57.534285 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2973a30-5b27-44ef-bd35-944047b8225b req-3f9a93ac-d811-47bf-885f-48b9cd404b7f tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:57.536400 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-b2973a30-5b27-44ef-bd35-944047b8225b req-3f9a93ac-d811-47bf-885f-48b9cd404b7f tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] 10.222.0.68 "GET /v2.0/ports?device_id=1055dbfe-92e6-437c-b901-0e1c0a80dc51 HTTP/1.1" status: 200 len: 946 time: 0.3054767 Jul 14 09:17:57.543035 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a68f3fa8-ede0-48d5-bc99-fedb8178cfd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:57.544267 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e19f36e-3c10-4a88-a531-af74d9025f6a None None] Pushing event updated for resources: {'Port': ['ID=21fd80e8-2c33-430c-abb6-80317aa54541,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:57.554574 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [req-b830dec7-d0a4-4862-af3e-b0d4ae6377dc req-e51bd323-e4cb-4c70-a6bc-681e4094d18d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba32fbed-4dee-4c02-8d7e-5389e3020217 {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:17:57.563843 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-b830dec7-d0a4-4862-af3e-b0d4ae6377dc req-e51bd323-e4cb-4c70-a6bc-681e4094d18d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:57.591912 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5bbe322f-3f67-4864-bc0a-91afe44d23e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:57.595004 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e04dbfb1-d7dd-4ed3-9a78-973f191b7567 req-276945b8-7480-49e8-af22-9a28901a9ca7 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/security-groups?id=93b55648-4dd6-4852-bb99-9aa842ab19a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620387 Jul 14 09:17:57.622486 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [req-b830dec7-d0a4-4862-af3e-b0d4ae6377dc req-e51bd323-e4cb-4c70-a6bc-681e4094d18d service neutron] Transition to ACTIVE for port object ba32fbed-4dee-4c02-8d7e-5389e3020217 will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:17:57.627354 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-b830dec7-d0a4-4862-af3e-b0d4ae6377dc req-e51bd323-e4cb-4c70-a6bc-681e4094d18d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:57.642982 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-c9c9143e-acd7-4f6d-9c2b-0ad0ba028fa8 None None] Attempting to bind port 21fd80e8-2c33-430c-abb6-80317aa54541 on host n-d-779913-29 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:17:57.643438 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-c9c9143e-acd7-4f6d-9c2b-0ad0ba028fa8 None None] Attempting to bind port 21fd80e8-2c33-430c-abb6-80317aa54541 by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': '3490053c-a8b9-469d-9e8d-cf7046370617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd25d8db8-0ab7-40c5-8db1-354e83a0ea79'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:17:57.643949 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c9143e-acd7-4f6d-9c2b-0ad0ba028fa8 None None] Attempting to bind port 21fd80e8-2c33-430c-abb6-80317aa54541 on network d25d8db8-0ab7-40c5-8db1-354e83a0ea79 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:17:57.644546 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a68f3fa8-ede0-48d5-bc99-fedb8178cfd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:57.652932 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c9143e-acd7-4f6d-9c2b-0ad0ba028fa8 None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 17, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:17:57.653410 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c9143e-acd7-4f6d-9c2b-0ad0ba028fa8 None None] Checking segment: {'id': '3490053c-a8b9-469d-9e8d-cf7046370617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd25d8db8-0ab7-40c5-8db1-354e83a0ea79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:17:57.653935 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c9c9143e-acd7-4f6d-9c2b-0ad0ba028fa8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:57.655889 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c9143e-acd7-4f6d-9c2b-0ad0ba028fa8 None None] Bound using segment: {'id': '3490053c-a8b9-469d-9e8d-cf7046370617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd25d8db8-0ab7-40c5-8db1-354e83a0ea79'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:17:57.656442 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-c9c9143e-acd7-4f6d-9c2b-0ad0ba028fa8 None None] Bound port: 21fd80e8-2c33-430c-abb6-80317aa54541, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3490053c-a8b9-469d-9e8d-cf7046370617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd25d8db8-0ab7-40c5-8db1-354e83a0ea79'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:17:57.657661 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c9c9143e-acd7-4f6d-9c2b-0ad0ba028fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:57.666195 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-b2973a30-5b27-44ef-bd35-944047b8225b req-ad76f433-84f2-4489-bc5e-808f9cc2dbda tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] 10.222.0.68 "GET /v2.0/security-groups?id=4fa97f2f-f617-45f3-9331-b542b3f62cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197519 Jul 14 09:17:57.685635 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2784e3f5-ace2-4eca-80a9-167c2ef0b976 req-48750441-6b23-4aa6-b2a8-f06d60b7611a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:57.687169 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-2784e3f5-ace2-4eca-80a9-167c2ef0b976 req-48750441-6b23-4aa6-b2a8-f06d60b7611a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2244f7a1-04bd-42cd-9e86-31839b46f57f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2527978 Jul 14 09:17:57.741768 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 7876554a-94a5-4362-9d48-ba2ab3e213d6 up at agent hyperv_n-h1-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:17:57.756877 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51bd323-e4cb-4c70-a6bc-681e4094d18d service neutron] Pushing event updated for resources: {'Port': ['ID=ba32fbed-4dee-4c02-8d7e-5389e3020217,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:57.780465 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-b830dec7-d0a4-4862-af3e-b0d4ae6377dc req-e51bd323-e4cb-4c70-a6bc-681e4094d18d service neutron] Attempting to bind port ba32fbed-4dee-4c02-8d7e-5389e3020217 on host n-h1-779913-29 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:17:57.781963 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-b830dec7-d0a4-4862-af3e-b0d4ae6377dc req-e51bd323-e4cb-4c70-a6bc-681e4094d18d service neutron] Attempting to bind port ba32fbed-4dee-4c02-8d7e-5389e3020217 by drivers openvswitch,hyperv on host n-h1-779913-29 at level 0 using segments [{'id': '4f3a0541-e6cd-42f5-92f6-5d961c2f621f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'e7cb481e-49dc-464e-b748-d3d2c45f69f9'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:17:57.782530 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b830dec7-d0a4-4862-af3e-b0d4ae6377dc req-e51bd323-e4cb-4c70-a6bc-681e4094d18d service neutron] Attempting to bind port ba32fbed-4dee-4c02-8d7e-5389e3020217 on network e7cb481e-49dc-464e-b748-d3d2c45f69f9 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:17:57.794441 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b830dec7-d0a4-4862-af3e-b0d4ae6377dc req-e51bd323-e4cb-4c70-a6bc-681e4094d18d service neutron] Port ba32fbed-4dee-4c02-8d7e-5389e3020217 on network e7cb481e-49dc-464e-b748-d3d2c45f69f9 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-29 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:17:57.797214 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b830dec7-d0a4-4862-af3e-b0d4ae6377dc req-e51bd323-e4cb-4c70-a6bc-681e4094d18d service neutron] Attempting to bind port ba32fbed-4dee-4c02-8d7e-5389e3020217 on network e7cb481e-49dc-464e-b748-d3d2c45f69f9 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:17:57.809260 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b830dec7-d0a4-4862-af3e-b0d4ae6377dc req-e51bd323-e4cb-4c70-a6bc-681e4094d18d service neutron] Checking agent: {'id': 'de11e667-f145-47b0-bd09-334a7505938e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 13, 12), 'started_at': datetime.datetime(2021, 7, 14, 9, 13, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 17, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:17:57.809962 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b830dec7-d0a4-4862-af3e-b0d4ae6377dc req-e51bd323-e4cb-4c70-a6bc-681e4094d18d service neutron] Checking segment: {'id': '4f3a0541-e6cd-42f5-92f6-5d961c2f621f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'e7cb481e-49dc-464e-b748-d3d2c45f69f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:17:57.811174 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b830dec7-d0a4-4862-af3e-b0d4ae6377dc req-e51bd323-e4cb-4c70-a6bc-681e4094d18d service neutron] Bound using segment: {'id': '4f3a0541-e6cd-42f5-92f6-5d961c2f621f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'e7cb481e-49dc-464e-b748-d3d2c45f69f9'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:17:57.813146 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-b830dec7-d0a4-4862-af3e-b0d4ae6377dc req-e51bd323-e4cb-4c70-a6bc-681e4094d18d service neutron] Bound port: ba32fbed-4dee-4c02-8d7e-5389e3020217, host: n-h1-779913-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f3a0541-e6cd-42f5-92f6-5d961c2f621f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'e7cb481e-49dc-464e-b748-d3d2c45f69f9'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:17:57.813589 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c9c9143e-acd7-4f6d-9c2b-0ad0ba028fa8 None None] For port 21fd80e8-2c33-430c-abb6-80317aa54541, host n-d-779913-29, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:17:57.814087 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-b830dec7-d0a4-4862-af3e-b0d4ae6377dc req-e51bd323-e4cb-4c70-a6bc-681e4094d18d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:57.841478 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c9c9143e-acd7-4f6d-9c2b-0ad0ba028fa8 None None] For port 21fd80e8-2c33-430c-abb6-80317aa54541, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=21fd80e8-2c33-430c-abb6-80317aa54541,segment=NetworkSegment(3490053c-a8b9-469d-9e8d-cf7046370617),segment_id=3490053c-a8b9-469d-9e8d-cf7046370617)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:17:57.846605 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bb0b9603-3fb1-44fb-8611-a348599d4375 tempest-ServersTestJSON-535065851 tempest-ServersTestJSON-535065851-project] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:57.853532 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a68f3fa8-ede0-48d5-bc99-fedb8178cfd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:57.857057 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a68f3fa8-ede0-48d5-bc99-fedb8178cfd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:57.858673 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-a68f3fa8-ede0-48d5-bc99-fedb8178cfd9 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/8680f808-4c0b-4d74-b554-f3ef474d9ee6 HTTP/1.1" status: 204 len: 168 time: 0.5040946 Jul 14 09:17:57.860079 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c9c9143e-acd7-4f6d-9c2b-0ad0ba028fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:57.874184 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68f3fa8-ede0-48d5-bc99-fedb8178cfd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8680f808-4c0b-4d74-b554-f3ef474d9ee6,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:57.878537 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bb0b9603-3fb1-44fb-8611-a348599d4375 tempest-ServersTestJSON-535065851 tempest-ServersTestJSON-535065851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:57.933707 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0b9603-3fb1-44fb-8611-a348599d4375 tempest-ServersTestJSON-535065851 tempest-ServersTestJSON-535065851-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7f2f2d5-85ef-4c08-abfe-2f1caabe3de4,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:57.985268 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Provisioning for port 7876554a-94a5-4362-9d48-ba2ab3e213d6 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:17:58.004685 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Provisioning complete for port 7876554a-94a5-4362-9d48-ba2ab3e213d6 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:17:58.005078 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:58.007876 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e19f36e-3c10-4a88-a531-af74d9025f6a None None] Pushing event updated for resources: {'Port': ['ID=21fd80e8-2c33-430c-abb6-80317aa54541,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:58.016793 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c9143e-acd7-4f6d-9c2b-0ad0ba028fa8 None None] Routers {'b0f59f6f-40b6-49c4-b8c4-fbea7189fb21'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:17:58.017461 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-c9c9143e-acd7-4f6d-9c2b-0ad0ba028fa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:17:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['b0f59f6f-40b6-49c4-b8c4-fbea7189fb21'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:17:58.029332 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bb0b9603-3fb1-44fb-8611-a348599d4375 tempest-ServersTestJSON-535065851 tempest-ServersTestJSON-535065851-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:58.034363 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-bb0b9603-3fb1-44fb-8611-a348599d4375 tempest-ServersTestJSON-535065851 tempest-ServersTestJSON-535065851-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.7575767 Jul 14 09:17:58.039259 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 37388) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:17:58.044226 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-84260b4a-e28f-47a3-a412-65bee9a50ec7 tempest-ServersTestJSON-535065851 tempest-ServersTestJSON-535065851-project] Request body: {'security_group_rule': {'security_group_id': 'a7f2f2d5-85ef-4c08-abfe-2f1caabe3de4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:17:58.101786 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-84260b4a-e28f-47a3-a412-65bee9a50ec7 tempest-ServersTestJSON-535065851 tempest-ServersTestJSON-535065851-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:58.151444 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-2784e3f5-ace2-4eca-80a9-167c2ef0b976 req-78f2469a-1dbb-4319-885f-a57ae490d35a service neutron] 10.222.0.65 "GET /v2.0/networks/2244f7a1-04bd-42cd-9e86-31839b46f57f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4363699 Jul 14 09:17:58.173622 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90eafff9-24ac-41d3-9fb2-31b7bd24e875 req-e2c331c1-4f78-40b6-b2e7-8119bb67ce32 tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:58.176275 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-90eafff9-24ac-41d3-9fb2-31b7bd24e875 req-e2c331c1-4f78-40b6-b2e7-8119bb67ce32 tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] 10.222.0.68 "GET /v2.0/ports?device_id=facc33c5-0d58-4c84-8b5b-0879c06b54db HTTP/1.1" status: 200 len: 944 time: 0.3160024 Jul 14 09:17:58.289574 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 37392) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:17:58.290238 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvr_db [None req-c9c9143e-acd7-4f6d-9c2b-0ad0ba028fa8 None None] Set router b0f59f6f-40b6-49c4-b8c4-fbea7189fb21 gateway port host: n-d-779913-29 {{(pid=93959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:17:58.318844 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:58.331071 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-90eafff9-24ac-41d3-9fb2-31b7bd24e875 req-30d779f5-f595-4c5c-8e9a-63e6f792e144 tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] 10.222.0.68 "GET /v2.0/security-groups?id=7bf941d0-4fab-41ec-a174-078829fdb488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454592 Jul 14 09:17:58.335340 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-037eb6a6-d5b1-4cad-905e-849ce658648a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:58.359773 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-b830dec7-d0a4-4862-af3e-b0d4ae6377dc req-e51bd323-e4cb-4c70-a6bc-681e4094d18d service neutron] For port ba32fbed-4dee-4c02-8d7e-5389e3020217, host n-h1-779913-29, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:17:58.368002 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-b830dec7-d0a4-4862-af3e-b0d4ae6377dc req-e51bd323-e4cb-4c70-a6bc-681e4094d18d service neutron] For port ba32fbed-4dee-4c02-8d7e-5389e3020217, host n-h1-779913-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=ba32fbed-4dee-4c02-8d7e-5389e3020217,segment=NetworkSegment(4f3a0541-e6cd-42f5-92f6-5d961c2f621f),segment_id=4f3a0541-e6cd-42f5-92f6-5d961c2f621f)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:17:58.373563 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port 7876554a-94a5-4362-9d48-ba2ab3e213d6, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=7876554a-94a5-4362-9d48-ba2ab3e213d6,segment=NetworkSegment(8f1c1422-de6c-445f-ab95-4e2c94585b2b),segment_id=8f1c1422-de6c-445f-ab95-4e2c94585b2b)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:17:58.385946 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:58.386698 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 2e172cd8-3b96-48b5-ad68-8075b120d246 no longer exists at agent hyperv_n-h1-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:17:58.389906 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-84260b4a-e28f-47a3-a412-65bee9a50ec7 tempest-ServersTestJSON-535065851 tempest-ServersTestJSON-535065851-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:58.392312 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8acc77d-f46b-4ae0-a100-290f6eb7cbaa req-9efa98c0-2050-492a-ad3b-d9261b968966 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:58.393774 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f8acc77d-f46b-4ae0-a100-290f6eb7cbaa req-9efa98c0-2050-492a-ad3b-d9261b968966 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] 10.222.0.68 "GET /v2.0/ports?device_id=31766947-5817-48e3-af5d-1114f2e0bfff HTTP/1.1" status: 200 len: 948 time: 0.5539985 Jul 14 09:17:58.396143 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-b830dec7-d0a4-4862-af3e-b0d4ae6377dc req-e51bd323-e4cb-4c70-a6bc-681e4094d18d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:58.409084 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-84260b4a-e28f-47a3-a412-65bee9a50ec7 tempest-ServersTestJSON-535065851 tempest-ServersTestJSON-535065851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529131'] for security_group_rule, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:58.450528 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-2784e3f5-ace2-4eca-80a9-167c2ef0b976 req-45c653b1-ebbd-4fef-a144-497c74033f50 service neutron] 10.222.0.65 "GET /v2.0/networks/2244f7a1-04bd-42cd-9e86-31839b46f57f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2903354 Jul 14 09:17:58.451403 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b830dec7-d0a4-4862-af3e-b0d4ae6377dc req-e51bd323-e4cb-4c70-a6bc-681e4094d18d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:58.452025 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-b830dec7-d0a4-4862-af3e-b0d4ae6377dc req-e51bd323-e4cb-4c70-a6bc-681e4094d18d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:58.453424 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b830dec7-d0a4-4862-af3e-b0d4ae6377dc req-e51bd323-e4cb-4c70-a6bc-681e4094d18d service neutron] 10.222.0.65 "PUT /v2.0/ports/ba32fbed-4dee-4c02-8d7e-5389e3020217 HTTP/1.1" status: 200 len: 1093 time: 1.5942643 Jul 14 09:17:58.454850 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84260b4a-e28f-47a3-a412-65bee9a50ec7 tempest-ServersTestJSON-535065851 tempest-ServersTestJSON-535065851-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a896f4ab-e689-4169-8e69-5fdee3d7f9b9,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:58.455566 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'facc33c5-0d58-4c84-8b5b-0879c06b54db', 'tag': 'ba32fbed-4dee-4c02-8d7e-5389e3020217'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:17:58.458858 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ceaad3b3-5803-457b-88a1-a7cc6de03c9c" -d '{"events": [{"name": "network-changed", "server_uuid": "facc33c5-0d58-4c84-8b5b-0879c06b54db", "tag": "ba32fbed-4dee-4c02-8d7e-5389e3020217"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:17:58.499735 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f8acc77d-f46b-4ae0-a100-290f6eb7cbaa req-7325ffbc-f950-40e9-94bb-c8f2dd5afbed tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] 10.222.0.68 "GET /v2.0/security-groups?id=c9156572-74c8-4b9e-9f0a-c202a5ef91ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772922 Jul 14 09:17:58.519058 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51bd323-e4cb-4c70-a6bc-681e4094d18d service neutron] Pushing event updated for resources: {'Port': ['ID=ba32fbed-4dee-4c02-8d7e-5389e3020217,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:58.563433 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-037eb6a6-d5b1-4cad-905e-849ce658648a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:58.571859 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-037eb6a6-d5b1-4cad-905e-849ce658648a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:58.606843 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-84260b4a-e28f-47a3-a412-65bee9a50ec7 tempest-ServersTestJSON-535065851 tempest-ServersTestJSON-535065851-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:58.608123 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-84260b4a-e28f-47a3-a412-65bee9a50ec7 tempest-ServersTestJSON-535065851 tempest-ServersTestJSON-535065851-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5677321 Jul 14 09:17:58.615355 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 37396) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:17:58.618389 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:17:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e793ae81-efb9-41b3-b161-36bd7d79321e x-openstack-request-id: req-e793ae81-efb9-41b3-b161-36bd7d79321e {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:17:58.618689 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1055dbfe-92e6-437c-b901-0e1c0a80dc51", "name": "network-vif-plugged", "status": "completed", "tag": "9fc6737d-c564-428d-982b-1282a6bba865", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:17:58.618947 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-e793ae81-efb9-41b3-b161-36bd7d79321e {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:17:58.619338 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1055dbfe-92e6-437c-b901-0e1c0a80dc51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fc6737d-c564-428d-982b-1282a6bba865', 'code': 200} Jul 14 09:17:58.623551 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] No Port match for: 2e172cd8-3b96-48b5-ad68-8075b120d246 {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:17:58.624113 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 2e172cd8-3b96-48b5-ad68-8075b120d246 not bound to the agent host n-h1-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:17:58.642567 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-86f6951d-4f6e-4d2f-a87c-da03d01e1dfd tempest-ServersTestJSON-535065851 tempest-ServersTestJSON-535065851-project] Request body: {'security_group_rule': {'security_group_id': 'a7f2f2d5-85ef-4c08-abfe-2f1caabe3de4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:17:58.656165 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-037eb6a6-d5b1-4cad-905e-849ce658648a admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=8d23d8b9a97b4cc9ac422c969ca0431b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3632810 Jul 14 09:17:58.664580 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037eb6a6-d5b1-4cad-905e-849ce658648a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f6837de-10bb-416b-8442-67d37c61212d,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:58.665581 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 37400) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:17:58.696513 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Pushing event updated for resources: {'Port': ['ID=7876554a-94a5-4362-9d48-ba2ab3e213d6,revision_number=5']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:58.703187 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:17:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a514c624-c12b-42b5-a13b-89086dc27229 x-openstack-request-id: req-a514c624-c12b-42b5-a13b-89086dc27229 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:17:58.703428 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "facc33c5-0d58-4c84-8b5b-0879c06b54db", "tag": "ba32fbed-4dee-4c02-8d7e-5389e3020217", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:17:58.703685 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-a514c624-c12b-42b5-a13b-89086dc27229 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:17:58.704383 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'facc33c5-0d58-4c84-8b5b-0879c06b54db', 'tag': 'ba32fbed-4dee-4c02-8d7e-5389e3020217', 'status': 'completed', 'code': 200} Jul 14 09:17:58.718401 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-c9c9143e-acd7-4f6d-9c2b-0ad0ba028fa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0f59f6f-40b6-49c4-b8c4-fbea7189fb21', 'name': 'tempest-ServersTestJSON-1192538569-router', 'tenant_id': 'aabddba14d1340aeab976aa64d5f8c9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.179'}], 'enable_snat': True}, 'gw_port_id': 'ce21380f-476f-4379-b1a4-f607eb5fb484', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:17:46Z', 'updated_at': '2021-07-14T09:17:54Z', 'revision_number': 4, 'project_id': 'aabddba14d1340aeab976aa64d5f8c9b', 'gw_port': {'id': 'ce21380f-476f-4379-b1a4-f607eb5fb484', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:3f:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f59f6f-40b6-49c4-b8c4-fbea7189fb21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:17:48Z', 'updated_at': '2021-07-14T09:17:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': '21fd80e8-2c33-430c-abb6-80317aa54541', 'name': '', 'network_id': 'd25d8db8-0ab7-40c5-8db1-354e83a0ea79', 'tenant_id': 'aabddba14d1340aeab976aa64d5f8c9b', 'mac_address': 'fa:16:3e:8c:2e:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0f59f6f-40b6-49c4-b8c4-fbea7189fb21', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '894e9ad4-f56d-4415-a399-0321b6578932', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:17:52Z', 'updated_at': '2021-07-14T09:17:57Z', 'revision_number': 4, 'project_id': 'aabddba14d1340aeab976aa64d5f8c9b', 'subnets': [{'id': '894e9ad4-f56d-4415-a399-0321b6578932', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:17:58.747733 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9c9143e-acd7-4f6d-9c2b-0ad0ba028fa8 None None] The sync data for ids ['b0f59f6f-40b6-49c4-b8c4-fbea7189fb21'] in n-d-779913-29 is: [{'id': 'b0f59f6f-40b6-49c4-b8c4-fbea7189fb21', 'name': 'tempest-ServersTestJSON-1192538569-router', 'tenant_id': 'aabddba14d1340aeab976aa64d5f8c9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.179'}], 'enable_snat': True}, 'gw_port_id': 'ce21380f-476f-4379-b1a4-f607eb5fb484', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:17:46Z', 'updated_at': '2021-07-14T09:17:54Z', 'revision_number': 4, 'project_id': 'aabddba14d1340aeab976aa64d5f8c9b', 'gw_port': {'id': 'ce21380f-476f-4379-b1a4-f607eb5fb484', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:3f:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f59f6f-40b6-49c4-b8c4-fbea7189fb21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:17:48Z', 'updated_at': '2021-07-14T09:17:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': '21fd80e8-2c33-430c-abb6-80317aa54541', 'name': '', 'network_id': 'd25d8db8-0ab7-40c5-8db1-354e83a0ea79', 'tenant_id': 'aabddba14d1340aeab976aa64d5f8c9b', 'mac_address': 'fa:16:3e:8c:2e:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0f59f6f-40b6-49c4-b8c4-fbea7189fb21', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '894e9ad4-f56d-4415-a399-0321b6578932', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:17:52Z', 'updated_at': '2021-07-14T09:17:57Z', 'revision_number': 4, 'project_id': 'aabddba14d1340aeab976aa64d5f8c9b', 'subnets': [{'id': '894e9ad4-f56d-4415-a399-0321b6578932', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:17:58.784079 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b830dec7-d0a4-4862-af3e-b0d4ae6377dc req-dc76f4ce-e2e1-44fd-95ce-0a5b7b854279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:58.786264 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b830dec7-d0a4-4862-af3e-b0d4ae6377dc req-dc76f4ce-e2e1-44fd-95ce-0a5b7b854279 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e14af975015c4397b9da2a89a906dfc2&device_id=facc33c5-0d58-4c84-8b5b-0879c06b54db HTTP/1.1" status: 200 len: 1096 time: 0.2499011 Jul 14 09:17:58.789616 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-86f6951d-4f6e-4d2f-a87c-da03d01e1dfd tempest-ServersTestJSON-535065851 tempest-ServersTestJSON-535065851-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:58.890773 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce8eebb-4f91-4289-b0d8-91d3308f7075 req-ab887cb7-b626-4d8f-b550-5e8772a8e515 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:58.892499 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-7ce8eebb-4f91-4289-b0d8-91d3308f7075 req-ab887cb7-b626-4d8f-b550-5e8772a8e515 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/ports?device_id=075c0166-2f45-4ba5-a5fa-7f7ff3bec1e9 HTTP/1.1" status: 200 len: 950 time: 0.0944898 Jul 14 09:17:58.897534 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d7f4fe-7341-4563-ac6b-68dd37eb9b1f req-b2c95ae2-3a37-44d4-bdf3-b9faa5857cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:58.899020 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b0d7f4fe-7341-4563-ac6b-68dd37eb9b1f req-b2c95ae2-3a37-44d4-bdf3-b9faa5857cb1 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=1055dbfe-92e6-437c-b901-0e1c0a80dc51 HTTP/1.1" status: 200 len: 1098 time: 0.2941475 Jul 14 09:17:58.900268 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b830dec7-d0a4-4862-af3e-b0d4ae6377dc req-be5c3c6d-63be-4a67-93f0-900fe5682cc6 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ba32fbed-4dee-4c02-8d7e-5389e3020217 HTTP/1.1" status: 200 len: 217 time: 0.0809076 Jul 14 09:17:58.904475 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-175c4a06-ad5c-44ed-8286-20232205196c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:58.939794 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-7ce8eebb-4f91-4289-b0d8-91d3308f7075 req-127e3a57-97c5-4b85-964a-9d1a02c91b5c tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/security-groups?id=93b55648-4dd6-4852-bb99-9aa842ab19a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404758 Jul 14 09:17:58.947388 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3874079-5175-4295-8942-d38332a71357 req-2dd184e8-1209-4c42-b9c0-bf6d425d3184 tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:58.948832 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f3874079-5175-4295-8942-d38332a71357 req-2dd184e8-1209-4c42-b9c0-bf6d425d3184 tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] 10.222.0.68 "GET /v2.0/ports?device_id=8206666c-d9ee-4931-8152-2da39b7a6ae4 HTTP/1.1" status: 200 len: 950 time: 0.2841029 Jul 14 09:17:59.013583 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-175c4a06-ad5c-44ed-8286-20232205196c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:59.069304 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-86f6951d-4f6e-4d2f-a87c-da03d01e1dfd tempest-ServersTestJSON-535065851 tempest-ServersTestJSON-535065851-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:59.073183 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b830dec7-d0a4-4862-af3e-b0d4ae6377dc req-845b1d8c-e992-4726-ae6a-ad5d4aaf8c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:59.074696 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b830dec7-d0a4-4862-af3e-b0d4ae6377dc req-845b1d8c-e992-4726-ae6a-ad5d4aaf8c99 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a1f8d7cc-d5f0-4ac4-b550-493e46cf12fc HTTP/1.1" status: 200 len: 860 time: 0.1604486 Jul 14 09:17:59.087027 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b0d7f4fe-7341-4563-ac6b-68dd37eb9b1f req-7dcacec1-0d42-4e4f-82af-b4d67b160816 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=4fa97f2f-f617-45f3-9331-b542b3f62cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681275 Jul 14 09:17:59.087638 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-86f6951d-4f6e-4d2f-a87c-da03d01e1dfd tempest-ServersTestJSON-535065851 tempest-ServersTestJSON-535065851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529131'] for security_group_rule, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:59.124147 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cf9a87-47ba-41e7-a007-e8660e49807d req-974367c0-9099-46c1-a7e1-166d25ab9542 tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:59.125988 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-87cf9a87-47ba-41e7-a007-e8660e49807d req-974367c0-9099-46c1-a7e1-166d25ab9542 tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] 10.222.0.68 "GET /v2.0/ports?device_id=1055dbfe-92e6-437c-b901-0e1c0a80dc51 HTTP/1.1" status: 200 len: 946 time: 0.0703712 Jul 14 09:17:59.149919 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b830dec7-d0a4-4862-af3e-b0d4ae6377dc req-ae1ff0a2-aba1-4670-b2ba-a4988311c8a6 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e7cb481e-49dc-464e-b748-d3d2c45f69f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0602326 Jul 14 09:17:59.154031 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f3874079-5175-4295-8942-d38332a71357 req-f5839eb0-fa27-4e2b-a737-7937f50209e5 tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] 10.222.0.68 "GET /v2.0/security-groups?id=77fde4ca-6f5f-48d5-b2fd-4c103e7ba04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687047 Jul 14 09:17:59.156071 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f6951d-4f6e-4d2f-a87c-da03d01e1dfd tempest-ServersTestJSON-535065851 tempest-ServersTestJSON-535065851-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e7b195c-15c8-4a0a-9891-145dc82804fe,revision_number=0']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:59.168703 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-86f6951d-4f6e-4d2f-a87c-da03d01e1dfd tempest-ServersTestJSON-535065851 tempest-ServersTestJSON-535065851-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:59.169918 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-86f6951d-4f6e-4d2f-a87c-da03d01e1dfd tempest-ServersTestJSON-535065851 tempest-ServersTestJSON-535065851-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5335343 Jul 14 09:17:59.174857 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 37404) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:17:59.193792 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-6f7e8d51-8a97-4023-b89a-05e8be93d9d8 tempest-ServersTestJSON-535065851 tempest-ServersTestJSON-535065851-project] Request body: {'floatingip': {'floating_network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:17:59.230460 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-175c4a06-ad5c-44ed-8286-20232205196c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:59.232956 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-175c4a06-ad5c-44ed-8286-20232205196c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:59.239745 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-175c4a06-ad5c-44ed-8286-20232205196c admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/9f6837de-10bb-416b-8442-67d37c61212d HTTP/1.1" status: 204 len: 168 time: 0.5660408 Jul 14 09:17:59.251092 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-87cf9a87-47ba-41e7-a007-e8660e49807d req-3dd201fa-6cc1-443a-b1dd-5d57afe8c0be tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] 10.222.0.68 "GET /v2.0/security-groups?id=4fa97f2f-f617-45f3-9331-b542b3f62cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180203 Jul 14 09:17:59.253089 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6f7e8d51-8a97-4023-b89a-05e8be93d9d8 tempest-ServersTestJSON-535065851 tempest-ServersTestJSON-535065851-project] Notify callbacks [] for floatingip, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:59.298696 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175c4a06-ad5c-44ed-8286-20232205196c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f6837de-10bb-416b-8442-67d37c61212d,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:17:59.329311 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b830dec7-d0a4-4862-af3e-b0d4ae6377dc req-176a97e3-4949-4e39-9c1b-9ed465dde146 service neutron] 10.222.0.65 "GET /v2.0/networks/e7cb481e-49dc-464e-b748-d3d2c45f69f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1709783 Jul 14 09:17:59.476594 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 21fd80e8-2c33-430c-abb6-80317aa54541 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:17:59.485728 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6f7e8d51-8a97-4023-b89a-05e8be93d9d8 tempest-ServersTestJSON-535065851 tempest-ServersTestJSON-535065851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:59.567565 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning for port 21fd80e8-2c33-430c-abb6-80317aa54541 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:17:59.569585 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b830dec7-d0a4-4862-af3e-b0d4ae6377dc req-19aa3ae0-179c-4ef2-9bdb-28a42a2d34c7 service neutron] 10.222.0.65 "GET /v2.0/networks/e7cb481e-49dc-464e-b748-d3d2c45f69f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2234690 Jul 14 09:17:59.573111 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port 21fd80e8-2c33-430c-abb6-80317aa54541 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:17:59.573732 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:59.693589 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:59.764709 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b85e10b-3cdb-4d9f-b5ba-6464e60daffb req-56780288-d317-48c5-8656-f4086243099d tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:59.774282 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 82b450e3-7637-42f2-bd8d-3daaed7e61ee details requested by agent hyperv_n-h1-779913-29 with host n-h1-779913-29 {{(pid=93959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:17:59.774417 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-0b85e10b-3cdb-4d9f-b5ba-6464e60daffb req-56780288-d317-48c5-8656-f4086243099d tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] 10.222.0.68 "GET /v2.0/ports?device_id=facc33c5-0d58-4c84-8b5b-0879c06b54db HTTP/1.1" status: 200 len: 944 time: 0.1928213 Jul 14 09:17:59.780121 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-6f7e8d51-8a97-4023-b89a-05e8be93d9d8 tempest-ServersTestJSON-535065851 tempest-ServersTestJSON-535065851-project] Allocated IP 172.25.4.213 (2dcd4d32-cc7c-4468-b396-7ce5c9231892/6cd22a75-5bc1-467c-a3c4-0af04bd1b34a/526ac03c-9252-4fb0-ba97-bfaa62a4400d) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:17:59.788538 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] For port 21fd80e8-2c33-430c-abb6-80317aa54541, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=21fd80e8-2c33-430c-abb6-80317aa54541,segment=NetworkSegment(3490053c-a8b9-469d-9e8d-cf7046370617),segment_id=3490053c-a8b9-469d-9e8d-cf7046370617)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:17:59.804533 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:59.820059 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaad3b3-5803-457b-88a1-a7cc6de03c9c req-630ebdff-9198-4999-b447-a94cccfdf68a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:17:59.822206 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ceaad3b3-5803-457b-88a1-a7cc6de03c9c req-630ebdff-9198-4999-b447-a94cccfdf68a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e14af975015c4397b9da2a89a906dfc2&device_id=facc33c5-0d58-4c84-8b5b-0879c06b54db HTTP/1.1" status: 200 len: 1096 time: 0.1449263 Jul 14 09:17:59.848840 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-0b85e10b-3cdb-4d9f-b5ba-6464e60daffb req-58868f89-33e7-4a8b-9695-1eeb074f4d24 tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] 10.222.0.68 "GET /v2.0/security-groups?id=7bf941d0-4fab-41ec-a174-078829fdb488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690341 Jul 14 09:18:00.020998 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaad3b3-5803-457b-88a1-a7cc6de03c9c req-efcfedcd-0d70-43b0-92a3-48faac951606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:00.022586 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ceaad3b3-5803-457b-88a1-a7cc6de03c9c req-efcfedcd-0d70-43b0-92a3-48faac951606 service neutron] 10.222.0.65 "GET /v2.0/networks?id=e7cb481e-49dc-464e-b748-d3d2c45f69f9 HTTP/1.1" status: 200 len: 921 time: 0.1934459 Jul 14 09:18:00.058150 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Pushing event updated for resources: {'Port': ['ID=21fd80e8-2c33-430c-abb6-80317aa54541,revision_number=5']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:00.109819 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ceaad3b3-5803-457b-88a1-a7cc6de03c9c req-dd82d671-bcfb-440e-ac2c-6747419287c4 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ba32fbed-4dee-4c02-8d7e-5389e3020217 HTTP/1.1" status: 200 len: 217 time: 0.0759697 Jul 14 09:18:00.144122 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port 82b450e3-7637-42f2-bd8d-3daaed7e61ee, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=82b450e3-7637-42f2-bd8d-3daaed7e61ee,segment=NetworkSegment(8f1c1422-de6c-445f-ab95-4e2c94585b2b),segment_id=8f1c1422-de6c-445f-ab95-4e2c94585b2b)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:18:00.171168 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Returning: {'device': '82b450e3-7637-42f2-bd8d-3daaed7e61ee', 'network_id': '2244f7a1-04bd-42cd-9e86-31839b46f57f', 'port_id': '82b450e3-7637-42f2-bd8d-3daaed7e61ee', 'mac_address': 'fa:16:3e:b1:60:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 724, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85060e65-3b2f-4a6c-a04c-ce849daa5b3b', 'ip_address': '192.168.233.117'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:18:00.226594 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaad3b3-5803-457b-88a1-a7cc6de03c9c req-c05607d4-53bf-4d13-9b42-24802a0a21db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:00.232581 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ceaad3b3-5803-457b-88a1-a7cc6de03c9c req-c05607d4-53bf-4d13-9b42-24802a0a21db service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a1f8d7cc-d5f0-4ac4-b550-493e46cf12fc HTTP/1.1" status: 200 len: 860 time: 0.1176918 Jul 14 09:18:00.241027 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:00.259193 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4e6b3d-02eb-49d4-a2f3-b62bfa2ef1c3 req-9f1aa14f-27b0-4fb3-b3ec-c7b4940031f9 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:00.260971 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-2d4e6b3d-02eb-49d4-a2f3-b62bfa2ef1c3 req-9f1aa14f-27b0-4fb3-b3ec-c7b4940031f9 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] 10.222.0.68 "GET /v2.0/ports?device_id=31766947-5817-48e3-af5d-1114f2e0bfff HTTP/1.1" status: 200 len: 948 time: 0.2243974 Jul 14 09:18:00.275862 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82b450e3-7637-42f2-bd8d-3daaed7e61ee {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:18:00.287305 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6f7e8d51-8a97-4023-b89a-05e8be93d9d8 tempest-ServersTestJSON-535065851 tempest-ServersTestJSON-535065851-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:00.304606 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ceaad3b3-5803-457b-88a1-a7cc6de03c9c req-b6157f6d-dff1-47c7-937b-f2527fdac542 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e7cb481e-49dc-464e-b748-d3d2c45f69f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0597842 Jul 14 09:18:00.318038 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port 82b450e3-7637-42f2-bd8d-3daaed7e61ee, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=82b450e3-7637-42f2-bd8d-3daaed7e61ee,segment=NetworkSegment(8f1c1422-de6c-445f-ab95-4e2c94585b2b),segment_id=8f1c1422-de6c-445f-ab95-4e2c94585b2b)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:18:00.329198 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:00.445084 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Pushing event updated for resources: {'Port': ['ID=82b450e3-7637-42f2-bd8d-3daaed7e61ee,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:00.470143 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-2d4e6b3d-02eb-49d4-a2f3-b62bfa2ef1c3 req-f91b803b-7b02-45d0-80b6-f2f8d8212e6b tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] 10.222.0.68 "GET /v2.0/security-groups?id=c9156572-74c8-4b9e-9f0a-c202a5ef91ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965191 Jul 14 09:18:00.486082 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6f7e8d51-8a97-4023-b89a-05e8be93d9d8 tempest-ServersTestJSON-535065851 tempest-ServersTestJSON-535065851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:00.545789 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ceaad3b3-5803-457b-88a1-a7cc6de03c9c req-71ed7357-a423-414d-a851-7940643012ee service neutron] 10.222.0.65 "GET /v2.0/networks/e7cb481e-49dc-464e-b748-d3d2c45f69f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2335610 Jul 14 09:18:00.551813 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f7e8d51-8a97-4023-b89a-05e8be93d9d8 tempest-ServersTestJSON-535065851 tempest-ServersTestJSON-535065851-project] Network 2dcd4d32-cc7c-4468-b396-7ce5c9231892 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:18:00.555278 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-6f7e8d51-8a97-4023-b89a-05e8be93d9d8 tempest-ServersTestJSON-535065851 tempest-ServersTestJSON-535065851-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:18:00.563330 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f7e8d51-8a97-4023-b89a-05e8be93d9d8 tempest-ServersTestJSON-535065851 tempest-ServersTestJSON-535065851-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:18:00.567673 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7e8d51-8a97-4023-b89a-05e8be93d9d8 tempest-ServersTestJSON-535065851 tempest-ServersTestJSON-535065851-project] Pushing event updated for resources: {'Port': ['ID=526ac03c-9252-4fb0-ba97-bfaa62a4400d,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:00.622012 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61b42305-974c-46b0-9777-7a8aa2815d37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7876554a-94a5-4362-9d48-ba2ab3e213d6'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:18:00.625612 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd62303f06773040a8a4e189dc46b4f565768c299abf8ab8e7739778b0bc3e97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75ead1aa-6c04-4e8e-a127-8fbfd729e459" -d '{"events": [{"server_uuid": "61b42305-974c-46b0-9777-7a8aa2815d37", "name": "network-vif-plugged", "status": "completed", "tag": "7876554a-94a5-4362-9d48-ba2ab3e213d6"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:18:00.662828 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb957fd-4ec6-4e40-98aa-59349d50840e req-83518f4a-aa56-4e15-bb7a-0b1bd1645a48 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:00.674968 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ddb957fd-4ec6-4e40-98aa-59349d50840e req-83518f4a-aa56-4e15-bb7a-0b1bd1645a48 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/ports?device_id=075c0166-2f45-4ba5-a5fa-7f7ff3bec1e9 HTTP/1.1" status: 200 len: 950 time: 0.2532616 Jul 14 09:18:00.700307 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] get_ports_and_sgs() called for port_ids ['82b450e3-7637-42f2-bd8d-3daaed7e61ee'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:18:00.767155 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6f7e8d51-8a97-4023-b89a-05e8be93d9d8 tempest-ServersTestJSON-535065851 tempest-ServersTestJSON-535065851-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:00.818195 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ddb957fd-4ec6-4e40-98aa-59349d50840e req-8bad1a7a-8b30-4a46-af49-4bf387b93893 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/security-groups?id=93b55648-4dd6-4852-bb99-9aa842ab19a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410654 Jul 14 09:18:00.851086 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ceaad3b3-5803-457b-88a1-a7cc6de03c9c req-bf75041a-8cea-46a4-99ab-0284f2b50b68 service neutron] 10.222.0.65 "GET /v2.0/networks/e7cb481e-49dc-464e-b748-d3d2c45f69f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2923532 Jul 14 09:18:00.871262 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6f7e8d51-8a97-4023-b89a-05e8be93d9d8 tempest-ServersTestJSON-535065851 tempest-ServersTestJSON-535065851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:01.037733 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a594ac08-02d9-465c-a921-04903f7869d6 req-d6407e55-cf97-4366-a0d2-ac9592348135 tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:01.042022 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a594ac08-02d9-465c-a921-04903f7869d6 req-d6407e55-cf97-4366-a0d2-ac9592348135 tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] 10.222.0.68 "GET /v2.0/ports?device_id=1055dbfe-92e6-437c-b901-0e1c0a80dc51 HTTP/1.1" status: 200 len: 946 time: 0.0716245 Jul 14 09:18:01.053533 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2908b75a-1977-45a0-b7a7-80be736a4d76 req-679d4731-a80b-480f-b866-13ab92d54944 tempest-ServersAdminTestJSON-291723786 tempest-ServersAdminTestJSON-291723786-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:01.054038 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2908b75a-1977-45a0-b7a7-80be736a4d76 req-679d4731-a80b-480f-b866-13ab92d54944 tempest-ServersAdminTestJSON-291723786 tempest-ServersAdminTestJSON-291723786-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:01.054571 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2908b75a-1977-45a0-b7a7-80be736a4d76 req-679d4731-a80b-480f-b866-13ab92d54944 tempest-ServersAdminTestJSON-291723786 tempest-ServersAdminTestJSON-291723786-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:01.055039 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2908b75a-1977-45a0-b7a7-80be736a4d76 req-679d4731-a80b-480f-b866-13ab92d54944 tempest-ServersAdminTestJSON-291723786 tempest-ServersAdminTestJSON-291723786-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:01.055598 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2908b75a-1977-45a0-b7a7-80be736a4d76 req-679d4731-a80b-480f-b866-13ab92d54944 tempest-ServersAdminTestJSON-291723786 tempest-ServersAdminTestJSON-291723786-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:01.056079 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2908b75a-1977-45a0-b7a7-80be736a4d76 req-679d4731-a80b-480f-b866-13ab92d54944 tempest-ServersAdminTestJSON-291723786 tempest-ServersAdminTestJSON-291723786-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:01.056580 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2908b75a-1977-45a0-b7a7-80be736a4d76 req-679d4731-a80b-480f-b866-13ab92d54944 tempest-ServersAdminTestJSON-291723786 tempest-ServersAdminTestJSON-291723786-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:01.057175 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2908b75a-1977-45a0-b7a7-80be736a4d76 req-679d4731-a80b-480f-b866-13ab92d54944 tempest-ServersAdminTestJSON-291723786 tempest-ServersAdminTestJSON-291723786-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:01.057602 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2908b75a-1977-45a0-b7a7-80be736a4d76 req-679d4731-a80b-480f-b866-13ab92d54944 tempest-ServersAdminTestJSON-291723786 tempest-ServersAdminTestJSON-291723786-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:01.058122 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2908b75a-1977-45a0-b7a7-80be736a4d76 req-679d4731-a80b-480f-b866-13ab92d54944 tempest-ServersAdminTestJSON-291723786 tempest-ServersAdminTestJSON-291723786-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:01.058667 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2908b75a-1977-45a0-b7a7-80be736a4d76 req-679d4731-a80b-480f-b866-13ab92d54944 tempest-ServersAdminTestJSON-291723786 tempest-ServersAdminTestJSON-291723786-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:01.059195 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2908b75a-1977-45a0-b7a7-80be736a4d76 req-679d4731-a80b-480f-b866-13ab92d54944 tempest-ServersAdminTestJSON-291723786 tempest-ServersAdminTestJSON-291723786-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:01.059660 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2908b75a-1977-45a0-b7a7-80be736a4d76 req-679d4731-a80b-480f-b866-13ab92d54944 tempest-ServersAdminTestJSON-291723786 tempest-ServersAdminTestJSON-291723786-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:01.062101 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-2908b75a-1977-45a0-b7a7-80be736a4d76 req-679d4731-a80b-480f-b866-13ab92d54944 tempest-ServersAdminTestJSON-291723786 tempest-ServersAdminTestJSON-291723786-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=facc33c5-0d58-4c84-8b5b-0879c06b54db&device_id=31766947-5817-48e3-af5d-1114f2e0bfff&device_id=61b42305-974c-46b0-9777-7a8aa2815d37&device_id=8206666c-d9ee-4931-8152-2da39b7a6ae4&device_id=1055dbfe-92e6-437c-b901-0e1c0a80dc51&device_id=399cc662-da27-469a-9e98-9f69d4b89657&device_id=1b299265-6d02-48dc-a72a-858f96118e51&device_id=ca448bf7-6123-4542-9a1e-8f670b033294&device_id=6593e4b3-80b2-4edd-b3fd-9f72f9137c4e&device_id=075c0166-2f45-4ba5-a5fa-7f7ff3bec1e9&device_id=28dd3587-2d03-4043-84ca-73b4803ca881&device_id=2719b879-abb1-4c54-98f8-1863e426ed31&device_id=611c1b28-c22b-43c2-aa46-15cef6f6cd26 HTTP/1.1" status: 200 len: 11779 time: 0.1501935 Jul 14 09:18:01.090112 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a594ac08-02d9-465c-a921-04903f7869d6 req-6f8bca4a-9204-47c4-bd6e-cc836a308105 tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] 10.222.0.68 "GET /v2.0/security-groups?id=4fa97f2f-f617-45f3-9331-b542b3f62cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394325 Jul 14 09:18:01.092792 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-2908b75a-1977-45a0-b7a7-80be736a4d76 req-9c0437d1-6d08-4ae1-948e-32b99e10efdc tempest-ServersAdminTestJSON-291723786 tempest-ServersAdminTestJSON-291723786-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:01.148012 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:18:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23eadb0f-791c-47c7-8ec1-6fb53261b9ac x-openstack-request-id: req-23eadb0f-791c-47c7-8ec1-6fb53261b9ac {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:18:01.148310 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61b42305-974c-46b0-9777-7a8aa2815d37", "name": "network-vif-plugged", "status": "completed", "tag": "7876554a-94a5-4362-9d48-ba2ab3e213d6", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:18:01.148567 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-23eadb0f-791c-47c7-8ec1-6fb53261b9ac {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:18:01.149090 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61b42305-974c-46b0-9777-7a8aa2815d37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7876554a-94a5-4362-9d48-ba2ab3e213d6', 'code': 200} Jul 14 09:18:01.162630 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6f7e8d51-8a97-4023-b89a-05e8be93d9d8 tempest-ServersTestJSON-535065851 tempest-ServersTestJSON-535065851-project] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:01.170220 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6f7e8d51-8a97-4023-b89a-05e8be93d9d8 tempest-ServersTestJSON-535065851 tempest-ServersTestJSON-535065851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13574142'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:01.274368 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7e8d51-8a97-4023-b89a-05e8be93d9d8 tempest-ServersTestJSON-535065851 tempest-ServersTestJSON-535065851-project] Pushing event updated for resources: {'Port': ['ID=526ac03c-9252-4fb0-ba97-bfaa62a4400d,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:01.293378 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6f7e8d51-8a97-4023-b89a-05e8be93d9d8 tempest-ServersTestJSON-535065851 tempest-ServersTestJSON-535065851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-660590'] for floatingip, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:01.325663 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-2908b75a-1977-45a0-b7a7-80be736a4d76 req-9c0437d1-6d08-4ae1-948e-32b99e10efdc tempest-ServersAdminTestJSON-291723786 tempest-ServersAdminTestJSON-291723786-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:01.334112 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-2908b75a-1977-45a0-b7a7-80be736a4d76 req-9c0437d1-6d08-4ae1-948e-32b99e10efdc tempest-ServersAdminTestJSON-291723786 tempest-ServersAdminTestJSON-291723786-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:01.340302 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6f7e8d51-8a97-4023-b89a-05e8be93d9d8 tempest-ServersTestJSON-535065851 tempest-ServersTestJSON-535065851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for floatingip, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:01.345586 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-6f7e8d51-8a97-4023-b89a-05e8be93d9d8 tempest-ServersTestJSON-535065851 tempest-ServersTestJSON-535065851-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1631641 Jul 14 09:18:01.383674 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-2908b75a-1977-45a0-b7a7-80be736a4d76 req-9c0437d1-6d08-4ae1-948e-32b99e10efdc tempest-ServersAdminTestJSON-291723786 tempest-ServersAdminTestJSON-291723786-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=4fa97f2f-f617-45f3-9331-b542b3f62cec&id=c439237c-c705-4180-98e6-8dcbf5353a3f&id=77fde4ca-6f5f-48d5-b2fd-4c103e7ba04b&id=7bf941d0-4fab-41ec-a174-078829fdb488&id=c9156572-74c8-4b9e-9f0a-c202a5ef91ff&id=93b55648-4dd6-4852-bb99-9aa842ab19a1&fields=id&fields=name HTTP/1.1" status: 200 len: 648 time: 0.3140869 Jul 14 09:18:01.389166 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0437d1-6d08-4ae1-948e-32b99e10efdc tempest-ServersAdminTestJSON-291723786 tempest-ServersAdminTestJSON-291723786-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0245873-7577-4606-911d-408535558356,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:01.408171 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 21fd80e8-2c33-430c-abb6-80317aa54541 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:18:01.429562 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0c1eef-4a52-415e-b256-8aece1ba1338 req-aa48e91c-4846-4a8d-b21f-12af98b82272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:01.431803 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-df0c1eef-4a52-415e-b256-8aece1ba1338 req-aa48e91c-4846-4a8d-b21f-12af98b82272 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=61b42305-974c-46b0-9777-7a8aa2815d37 HTTP/1.1" status: 200 len: 1101 time: 0.1538000 Jul 14 09:18:01.445228 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120ac167-b8a6-4e9a-9b38-a59e4511e481 req-bfefc750-d746-4403-91f0-c89f2cc7c5a1 tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:01.447184 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-120ac167-b8a6-4e9a-9b38-a59e4511e481 req-bfefc750-d746-4403-91f0-c89f2cc7c5a1 tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] 10.222.0.68 "GET /v2.0/ports?device_id=facc33c5-0d58-4c84-8b5b-0879c06b54db HTTP/1.1" status: 200 len: 944 time: 0.1850488 Jul 14 09:18:01.505021 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-df0c1eef-4a52-415e-b256-8aece1ba1338 req-621dda9d-1ec8-4f87-827a-e92e5fe87975 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=c9156572-74c8-4b9e-9f0a-c202a5ef91ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567083 Jul 14 09:18:01.521330 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port 21fd80e8-2c33-430c-abb6-80317aa54541 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:18:01.522389 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:01.530086 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-120ac167-b8a6-4e9a-9b38-a59e4511e481 req-53e55b48-7939-44c8-8356-7985663e0026 tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] 10.222.0.68 "GET /v2.0/security-groups?id=7bf941d0-4fab-41ec-a174-078829fdb488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662470 Jul 14 09:18:01.778000 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 82b450e3-7637-42f2-bd8d-3daaed7e61ee up at agent hyperv_n-h1-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:18:01.828021 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Provisioning for port 82b450e3-7637-42f2-bd8d-3daaed7e61ee completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:18:01.832378 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Provisioning complete for port 82b450e3-7637-42f2-bd8d-3daaed7e61ee triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:18:01.832765 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:01.900303 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb3fb6f-51ec-4bee-bcb1-05492d22c819 req-23ef4a78-a09d-41bd-a51b-e012ae254eca tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:01.901955 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-7eb3fb6f-51ec-4bee-bcb1-05492d22c819 req-23ef4a78-a09d-41bd-a51b-e012ae254eca tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] 10.222.0.68 "GET /v2.0/ports?device_id=31766947-5817-48e3-af5d-1114f2e0bfff HTTP/1.1" status: 200 len: 949 time: 0.0675337 Jul 14 09:18:01.948351 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-7eb3fb6f-51ec-4bee-bcb1-05492d22c819 req-30d6e834-7e64-4a3c-b02f-f87ff18d30d6 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] 10.222.0.68 "GET /v2.0/security-groups?id=c9156572-74c8-4b9e-9f0a-c202a5ef91ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405777 Jul 14 09:18:01.990369 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e0981fed-c382-4027-b821-8e960d15900d req-9be2a272-d3d1-4b8e-9263-510b3c4be818 tempest-ServersTestJSON-535065851 tempest-ServersTestJSON-535065851-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-securitygroup--1961269245&fields=id&tenant_id=aabddba14d1340aeab976aa64d5f8c9b HTTP/1.1" status: 200 len: 267 time: 0.0477502 Jul 14 09:18:02.053180 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:02.089648 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port 82b450e3-7637-42f2-bd8d-3daaed7e61ee, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=82b450e3-7637-42f2-bd8d-3daaed7e61ee,segment=NetworkSegment(8f1c1422-de6c-445f-ab95-4e2c94585b2b),segment_id=8f1c1422-de6c-445f-ab95-4e2c94585b2b)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:18:02.094153 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:02.109259 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0981fed-c382-4027-b821-8e960d15900d req-c175bdca-5e80-449a-9528-724b963c598e tempest-ServersTestJSON-535065851 tempest-ServersTestJSON-535065851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:02.110888 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e0981fed-c382-4027-b821-8e960d15900d req-c175bdca-5e80-449a-9528-724b963c598e tempest-ServersTestJSON-535065851 tempest-ServersTestJSON-535065851-project] 10.222.0.68 "GET /v2.0/networks?id=d25d8db8-0ab7-40c5-8db1-354e83a0ea79 HTTP/1.1" status: 200 len: 806 time: 0.1128721 Jul 14 09:18:02.134707 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e0981fed-c382-4027-b821-8e960d15900d req-484e24d3-a42f-438d-be0e-5a65b68a1571 tempest-ServersTestJSON-535065851 tempest-ServersTestJSON-535065851-project] 10.222.0.68 "GET /v2.0/quotas/aabddba14d1340aeab976aa64d5f8c9b HTTP/1.1" status: 200 len: 375 time: 0.0175383 Jul 14 09:18:02.149729 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Pushing event updated for resources: {'Port': ['ID=82b450e3-7637-42f2-bd8d-3daaed7e61ee,revision_number=5']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:02.209636 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e0981fed-c382-4027-b821-8e960d15900d req-9a24564e-1b35-407c-bfed-aa8bfea36340 tempest-ServersTestJSON-535065851 tempest-ServersTestJSON-535065851-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=aabddba14d1340aeab976aa64d5f8c9b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0684133 Jul 14 09:18:02.277091 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1109f242-c73d-41ed-a630-9ee8d2d82068 req-3163d47c-033b-4e2f-a3e4-44a0cf83b3b3 tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:02.278601 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-1109f242-c73d-41ed-a630-9ee8d2d82068 req-3163d47c-033b-4e2f-a3e4-44a0cf83b3b3 tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] 10.222.0.68 "GET /v2.0/ports?device_id=1055dbfe-92e6-437c-b901-0e1c0a80dc51 HTTP/1.1" status: 200 len: 946 time: 0.0666494 Jul 14 09:18:02.311431 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e0981fed-c382-4027-b821-8e960d15900d req-01deb673-09df-4948-aed9-bf0b4ecadcfa service neutron] 10.222.0.68 "GET /v2.0/networks/d25d8db8-0ab7-40c5-8db1-354e83a0ea79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901365 Jul 14 09:18:02.322359 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-1109f242-c73d-41ed-a630-9ee8d2d82068 req-83b81d44-da49-4304-82f8-b66c44ae0c84 tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] 10.222.0.68 "GET /v2.0/security-groups?id=4fa97f2f-f617-45f3-9331-b542b3f62cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376043 Jul 14 09:18:02.407759 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e0981fed-c382-4027-b821-8e960d15900d req-2bfbfbdc-2592-4382-9141-8a518d6e1245 service neutron] 10.222.0.68 "GET /v2.0/networks/d25d8db8-0ab7-40c5-8db1-354e83a0ea79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894952 Jul 14 09:18:02.604053 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7609b15d-6ac8-4f09-b933-bf897ae614a6 req-c04859be-e943-43fc-aa8d-3376476455fd tempest-ServersAdminTestJSON-291723786 tempest-ServersAdminTestJSON-291723786-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:02.604539 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7609b15d-6ac8-4f09-b933-bf897ae614a6 req-c04859be-e943-43fc-aa8d-3376476455fd tempest-ServersAdminTestJSON-291723786 tempest-ServersAdminTestJSON-291723786-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:02.605017 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7609b15d-6ac8-4f09-b933-bf897ae614a6 req-c04859be-e943-43fc-aa8d-3376476455fd tempest-ServersAdminTestJSON-291723786 tempest-ServersAdminTestJSON-291723786-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:02.606764 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-7609b15d-6ac8-4f09-b933-bf897ae614a6 req-c04859be-e943-43fc-aa8d-3376476455fd tempest-ServersAdminTestJSON-291723786 tempest-ServersAdminTestJSON-291723786-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=8206666c-d9ee-4931-8152-2da39b7a6ae4&device_id=ca448bf7-6123-4542-9a1e-8f670b033294&device_id=6593e4b3-80b2-4edd-b3fd-9f72f9137c4e HTTP/1.1" status: 200 len: 2886 time: 0.0626588 Jul 14 09:18:02.642906 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-7609b15d-6ac8-4f09-b933-bf897ae614a6 req-d05dfc6f-31ce-489a-b67c-7d4cb85a4633 tempest-ServersAdminTestJSON-291723786 tempest-ServersAdminTestJSON-291723786-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=77fde4ca-6f5f-48d5-b2fd-4c103e7ba04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302830 Jul 14 09:18:02.738491 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e5862a-e3d5-4eac-814b-9e44b0aee17e req-aaba9713-638e-418f-a418-a272b23dec89 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:02.740281 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-37e5862a-e3d5-4eac-814b-9e44b0aee17e req-aaba9713-638e-418f-a418-a272b23dec89 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/ports?device_id=075c0166-2f45-4ba5-a5fa-7f7ff3bec1e9 HTTP/1.1" status: 200 len: 950 time: 0.0784993 Jul 14 09:18:02.747912 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d91b0636-22f7-41af-822a-ca849a84a29d req-e7265c1f-17dc-4cf1-9248-15dd80b45d6b tempest-ServersTestJSON-535065851 tempest-ServersTestJSON-535065851-project] 10.222.0.68 "GET /v2.0/ports?device_id=de8bf987-5938-4a9e-bc8f-ca1216790210 HTTP/1.1" status: 200 len: 210 time: 0.0318828 Jul 14 09:18:02.786521 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-37e5862a-e3d5-4eac-814b-9e44b0aee17e req-f4628c6c-0f61-4bf3-82b7-0de3ea7bdbfe tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/security-groups?id=93b55648-4dd6-4852-bb99-9aa842ab19a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408020 Jul 14 09:18:02.940083 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e815f16-e98d-43ae-bcf4-848e57d1388e req-b638a21e-fa4b-4484-93e7-7d63f033fbe3 tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:02.942498 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-2e815f16-e98d-43ae-bcf4-848e57d1388e req-b638a21e-fa4b-4484-93e7-7d63f033fbe3 tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] 10.222.0.68 "GET /v2.0/ports?device_id=facc33c5-0d58-4c84-8b5b-0879c06b54db HTTP/1.1" status: 200 len: 944 time: 0.0737815 Jul 14 09:18:02.992462 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-2e815f16-e98d-43ae-bcf4-848e57d1388e req-66d4c287-965f-4a35-9074-7dd554fe8e4a tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] 10.222.0.68 "GET /v2.0/security-groups?id=7bf941d0-4fab-41ec-a174-078829fdb488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429420 Jul 14 09:18:03.150448 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31766947-5817-48e3-af5d-1114f2e0bfff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82b450e3-7637-42f2-bd8d-3daaed7e61ee'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:18:03.152923 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd62303f06773040a8a4e189dc46b4f565768c299abf8ab8e7739778b0bc3e97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4d0547f-7c09-4bd9-b133-0f6f8ce14be4" -d '{"events": [{"server_uuid": "31766947-5817-48e3-af5d-1114f2e0bfff", "name": "network-vif-plugged", "status": "completed", "tag": "82b450e3-7637-42f2-bd8d-3daaed7e61ee"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:18:03.234351 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce37313-92b0-49eb-aeb5-52a305796b96 req-b073943c-791b-43a6-b568-685ddd68aa27 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:03.238659 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-cce37313-92b0-49eb-aeb5-52a305796b96 req-b073943c-791b-43a6-b568-685ddd68aa27 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] 10.222.0.68 "GET /v2.0/ports?device_id=31766947-5817-48e3-af5d-1114f2e0bfff HTTP/1.1" status: 200 len: 950 time: 0.1131294 Jul 14 09:18:03.259685 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:18:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-852e7a0e-d2d6-4cba-a6ae-332b8440a1cb x-openstack-request-id: req-852e7a0e-d2d6-4cba-a6ae-332b8440a1cb {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:18:03.260176 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31766947-5817-48e3-af5d-1114f2e0bfff", "name": "network-vif-plugged", "status": "completed", "tag": "82b450e3-7637-42f2-bd8d-3daaed7e61ee", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:18:03.262151 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-852e7a0e-d2d6-4cba-a6ae-332b8440a1cb {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:18:03.262839 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31766947-5817-48e3-af5d-1114f2e0bfff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82b450e3-7637-42f2-bd8d-3daaed7e61ee', 'code': 200} Jul 14 09:18:03.304729 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-cce37313-92b0-49eb-aeb5-52a305796b96 req-eb572c6f-854a-4c9b-a93c-33d5ac6e83f8 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] 10.222.0.68 "GET /v2.0/security-groups?id=c9156572-74c8-4b9e-9f0a-c202a5ef91ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576735 Jul 14 09:18:03.583677 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94137bf-e34e-4515-b04b-2a70907a7564 req-e32e38d8-9a1d-466e-b364-747d303c3d28 tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:03.585162 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e94137bf-e34e-4515-b04b-2a70907a7564 req-e32e38d8-9a1d-466e-b364-747d303c3d28 tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] 10.222.0.68 "GET /v2.0/ports?device_id=1055dbfe-92e6-437c-b901-0e1c0a80dc51 HTTP/1.1" status: 200 len: 946 time: 0.1194291 Jul 14 09:18:03.591487 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c1d069-88bc-48ab-a7de-de6623fd63d6 req-eb8392ba-999d-4997-976a-610716591724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:03.592891 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f7c1d069-88bc-48ab-a7de-de6623fd63d6 req-eb8392ba-999d-4997-976a-610716591724 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=31766947-5817-48e3-af5d-1114f2e0bfff HTTP/1.1" status: 200 len: 1102 time: 0.0825098 Jul 14 09:18:03.654155 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e94137bf-e34e-4515-b04b-2a70907a7564 req-8ba52a62-4000-4735-995f-fce9e8514c09 tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] 10.222.0.68 "GET /v2.0/security-groups?id=4fa97f2f-f617-45f3-9331-b542b3f62cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603082 Jul 14 09:18:03.658161 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f7c1d069-88bc-48ab-a7de-de6623fd63d6 req-86f243b1-84a4-4e62-a5f2-f049850d49aa service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=c9156572-74c8-4b9e-9f0a-c202a5ef91ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580132 Jul 14 09:18:03.783025 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device ba32fbed-4dee-4c02-8d7e-5389e3020217 details requested by agent hyperv_n-h1-779913-29 with host n-h1-779913-29 {{(pid=93959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:18:03.898791 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port ba32fbed-4dee-4c02-8d7e-5389e3020217, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=ba32fbed-4dee-4c02-8d7e-5389e3020217,segment=NetworkSegment(4f3a0541-e6cd-42f5-92f6-5d961c2f621f),segment_id=4f3a0541-e6cd-42f5-92f6-5d961c2f621f)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:18:03.912976 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Returning: {'device': 'ba32fbed-4dee-4c02-8d7e-5389e3020217', 'network_id': 'e7cb481e-49dc-464e-b748-d3d2c45f69f9', 'port_id': 'ba32fbed-4dee-4c02-8d7e-5389e3020217', 'mac_address': 'fa:16:3e:ef:21:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1f8d7cc-d5f0-4ac4-b550-493e46cf12fc', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:18:03.934638 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-accc66ef-6939-4f97-a686-d00040e82430 req-8c460dc1-25cb-47b7-8f7b-0b0a88def73c tempest-ServersTestJSON-535065851 tempest-ServersTestJSON-535065851-project] 10.222.0.68 "GET /v2.0/ports?device_id=de8bf987-5938-4a9e-bc8f-ca1216790210 HTTP/1.1" status: 200 len: 210 time: 0.0315087 Jul 14 09:18:03.960466 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:03.974301 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba32fbed-4dee-4c02-8d7e-5389e3020217 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:18:03.995309 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port ba32fbed-4dee-4c02-8d7e-5389e3020217, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=ba32fbed-4dee-4c02-8d7e-5389e3020217,segment=NetworkSegment(4f3a0541-e6cd-42f5-92f6-5d961c2f621f),segment_id=4f3a0541-e6cd-42f5-92f6-5d961c2f621f)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:18:03.999069 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:04.065717 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Pushing event updated for resources: {'Port': ['ID=ba32fbed-4dee-4c02-8d7e-5389e3020217,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:04.136131 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fce780-4015-4de1-ae2b-29c046ce2812 req-9a3c2cf2-396c-4766-9cd2-5cacc8d5b5c9 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:04.137930 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-28fce780-4015-4de1-ae2b-29c046ce2812 req-9a3c2cf2-396c-4766-9cd2-5cacc8d5b5c9 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/ports?device_id=075c0166-2f45-4ba5-a5fa-7f7ff3bec1e9 HTTP/1.1" status: 200 len: 950 time: 0.0773356 Jul 14 09:18:04.190756 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-28fce780-4015-4de1-ae2b-29c046ce2812 req-eb66a3a7-9c4e-481a-9561-0ad6ea2afbe3 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/security-groups?id=93b55648-4dd6-4852-bb99-9aa842ab19a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463579 Jul 14 09:18:04.226767 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7d1cdb-8e8b-40af-9aa6-377aa0aa711d req-c754446c-5462-445b-b654-6546bc56fed7 tempest-ServersAdminTestJSON-291723786 tempest-ServersAdminTestJSON-291723786-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:04.228670 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-bb7d1cdb-8e8b-40af-9aa6-377aa0aa711d req-c754446c-5462-445b-b654-6546bc56fed7 tempest-ServersAdminTestJSON-291723786 tempest-ServersAdminTestJSON-291723786-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=6593e4b3-80b2-4edd-b3fd-9f72f9137c4e HTTP/1.1" status: 200 len: 1101 time: 0.0746474 Jul 14 09:18:04.282187 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-bb7d1cdb-8e8b-40af-9aa6-377aa0aa711d req-740715ff-3d14-4b1e-b80d-5734412d4652 tempest-ServersAdminTestJSON-291723786 tempest-ServersAdminTestJSON-291723786-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=77fde4ca-6f5f-48d5-b2fd-4c103e7ba04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447135 Jul 14 09:18:04.404772 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 37570) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:18:04.443864 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] get_ports_and_sgs() called for port_ids ['ba32fbed-4dee-4c02-8d7e-5389e3020217'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:18:04.501672 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d2069a-b749-497e-b0a1-368c2865dc87 req-b6000de9-2fa3-4c50-8878-b522892c0f27 tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:04.504425 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a7d2069a-b749-497e-b0a1-368c2865dc87 req-b6000de9-2fa3-4c50-8878-b522892c0f27 tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] 10.222.0.68 "GET /v2.0/ports?device_id=facc33c5-0d58-4c84-8b5b-0879c06b54db HTTP/1.1" status: 200 len: 945 time: 0.1743622 Jul 14 09:18:04.514381 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0981fed-c382-4027-b821-8e960d15900d req-c406255c-8718-44e0-b119-a73fe17aec59 tempest-ServersTestJSON-535065851 tempest-ServersTestJSON-535065851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:04.516327 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e0981fed-c382-4027-b821-8e960d15900d req-c406255c-8718-44e0-b119-a73fe17aec59 tempest-ServersTestJSON-535065851 tempest-ServersTestJSON-535065851-project] 10.222.0.65 "GET /v2.0/networks?id=d25d8db8-0ab7-40c5-8db1-354e83a0ea79 HTTP/1.1" status: 200 len: 806 time: 0.1513524 Jul 14 09:18:04.592472 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a7d2069a-b749-497e-b0a1-368c2865dc87 req-3da8638c-eb8f-4a06-bec0-4c46b4258fc2 tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] 10.222.0.68 "GET /v2.0/security-groups?id=7bf941d0-4fab-41ec-a174-078829fdb488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740838 Jul 14 09:18:04.633614 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437f07a7-fd7e-4da1-be21-313ff001bd16 req-34f27ab4-89cc-4758-aa37-fb840d1147fa tempest-ServersAdminTestJSON-291723786 tempest-ServersAdminTestJSON-291723786-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:04.637066 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e0981fed-c382-4027-b821-8e960d15900d req-befb865e-3adb-4664-9514-81781d0a88c1 tempest-ServersTestJSON-535065851 tempest-ServersTestJSON-535065851-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aabddba14d1340aeab976aa64d5f8c9b HTTP/1.1" status: 200 len: 380 time: 0.0952539 Jul 14 09:18:04.645955 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-437f07a7-fd7e-4da1-be21-313ff001bd16 req-34f27ab4-89cc-4758-aa37-fb840d1147fa tempest-ServersAdminTestJSON-291723786 tempest-ServersAdminTestJSON-291723786-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=6593e4b3-80b2-4edd-b3fd-9f72f9137c4e HTTP/1.1" status: 200 len: 1101 time: 0.1053367 Jul 14 09:18:04.647726 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-e0981fed-c382-4027-b821-8e960d15900d req-15d100ec-3642-4312-89f2-53e465f68375 tempest-ServersTestJSON-535065851 tempest-ServersTestJSON-535065851-project] Request body: {'port': {'device_id': 'de8bf987-5938-4a9e-bc8f-ca1216790210', 'network_id': 'd25d8db8-0ab7-40c5-8db1-354e83a0ea79', 'admin_state_up': True, 'tenant_id': 'aabddba14d1340aeab976aa64d5f8c9b', 'security_groups': ['a7f2f2d5-85ef-4c08-abfe-2f1caabe3de4']}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:18:04.678805 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-45b4c56f-6600-4204-a7eb-b9d1e8a72b25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:04.718440 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-437f07a7-fd7e-4da1-be21-313ff001bd16 req-07c17ea3-64b0-4d46-a2fb-367356aeeefc tempest-ServersAdminTestJSON-291723786 tempest-ServersAdminTestJSON-291723786-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=77fde4ca-6f5f-48d5-b2fd-4c103e7ba04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705636 Jul 14 09:18:04.815911 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-45b4c56f-6600-4204-a7eb-b9d1e8a72b25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:04.820694 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-45b4c56f-6600-4204-a7eb-b9d1e8a72b25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:04.823175 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4eb13d-62a8-4d3a-bc28-87c5bf32b111 req-12823493-3051-4038-b456-d1a5c6403f57 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:04.824735 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-df4eb13d-62a8-4d3a-bc28-87c5bf32b111 req-12823493-3051-4038-b456-d1a5c6403f57 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] 10.222.0.68 "GET /v2.0/ports?device_id=31766947-5817-48e3-af5d-1114f2e0bfff HTTP/1.1" status: 200 len: 950 time: 0.0757093 Jul 14 09:18:04.848331 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0981fed-c382-4027-b821-8e960d15900d req-15d100ec-3642-4312-89f2-53e465f68375 tempest-ServersTestJSON-535065851 tempest-ServersTestJSON-535065851-project] Made reservation on behalf of aabddba14d1340aeab976aa64d5f8c9b for: {'port': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:18:04.851803 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-e0981fed-c382-4027-b821-8e960d15900d req-15d100ec-3642-4312-89f2-53e465f68375 tempest-ServersTestJSON-535065851 tempest-ServersTestJSON-535065851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:04.894315 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-45b4c56f-6600-4204-a7eb-b9d1e8a72b25 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=5e73ae00960242428027f531f90711d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4861434 Jul 14 09:18:04.894741 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b4c56f-6600-4204-a7eb-b9d1e8a72b25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06eb0ae7-40be-4739-afc6-0c09b51e9a10,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:04.896916 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 37578) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:18:04.909978 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-df4eb13d-62a8-4d3a-bc28-87c5bf32b111 req-1b00c982-5a9d-4ab4-a734-0c9b2403fca5 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] 10.222.0.68 "GET /v2.0/security-groups?id=c9156572-74c8-4b9e-9f0a-c202a5ef91ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708296 Jul 14 09:18:04.946891 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993250c2-d8f3-4ea2-b95a-876eea58e7f3 req-96ed3e31-82fe-4a91-a349-d52a8aff9ec1 tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:04.949434 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-993250c2-d8f3-4ea2-b95a-876eea58e7f3 req-96ed3e31-82fe-4a91-a349-d52a8aff9ec1 tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] 10.222.0.68 "GET /v2.0/ports?device_id=1055dbfe-92e6-437c-b901-0e1c0a80dc51 HTTP/1.1" status: 200 len: 946 time: 0.1162839 Jul 14 09:18:04.998179 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-993250c2-d8f3-4ea2-b95a-876eea58e7f3 req-7464a9ce-3839-4a29-96dc-7e8e092b58f4 tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] 10.222.0.68 "GET /v2.0/security-groups?id=4fa97f2f-f617-45f3-9331-b542b3f62cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398099 Jul 14 09:18:05.035986 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4be8d72e-3be7-408a-8c9d-873bb6836306 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:05.063982 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [req-e0981fed-c382-4027-b821-8e960d15900d req-15d100ec-3642-4312-89f2-53e465f68375 tempest-ServersTestJSON-535065851 tempest-ServersTestJSON-535065851-project] Allocated IP 172.20.0.12 (d25d8db8-0ab7-40c5-8db1-354e83a0ea79/894e9ad4-f56d-4415-a399-0321b6578932/13c0e1ae-9f8e-4b29-a5c8-f47d438fcfc4) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:18:05.082355 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4be8d72e-3be7-408a-8c9d-873bb6836306 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:05.200024 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-60d852c0-a283-4b10-a6ab-e6431f97c71d req-617a7159-ddd8-4fa9-b77a-82c43661508e tempest-ServersTestJSON-535065851 tempest-ServersTestJSON-535065851-project] 10.222.0.68 "GET /v2.0/ports?device_id=de8bf987-5938-4a9e-bc8f-ca1216790210 HTTP/1.1" status: 200 len: 210 time: 0.0351946 Jul 14 09:18:05.233598 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4be8d72e-3be7-408a-8c9d-873bb6836306 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:05.237840 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4be8d72e-3be7-408a-8c9d-873bb6836306 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:05.242498 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-4be8d72e-3be7-408a-8c9d-873bb6836306 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/06eb0ae7-40be-4739-afc6-0c09b51e9a10 HTTP/1.1" status: 204 len: 168 time: 0.3426325 Jul 14 09:18:05.277334 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be8d72e-3be7-408a-8c9d-873bb6836306 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06eb0ae7-40be-4739-afc6-0c09b51e9a10,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:05.329769 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-e0981fed-c382-4027-b821-8e960d15900d req-15d100ec-3642-4312-89f2-53e465f68375 tempest-ServersTestJSON-535065851 tempest-ServersTestJSON-535065851-project] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:05.349551 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [req-e0981fed-c382-4027-b821-8e960d15900d req-15d100ec-3642-4312-89f2-53e465f68375 tempest-ServersTestJSON-535065851 tempest-ServersTestJSON-535065851-project] Transition to ACTIVE for port object 13c0e1ae-9f8e-4b29-a5c8-f47d438fcfc4 will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:18:05.406324 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-e0981fed-c382-4027-b821-8e960d15900d req-15d100ec-3642-4312-89f2-53e465f68375 tempest-ServersTestJSON-535065851 tempest-ServersTestJSON-535065851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:05.439444 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105be406-7ba1-44cc-8103-4278a7d62ac5 req-7c97cba0-1b51-4cf1-a1c8-9d645cc45f75 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:05.442783 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-105be406-7ba1-44cc-8103-4278a7d62ac5 req-7c97cba0-1b51-4cf1-a1c8-9d645cc45f75 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/ports?device_id=075c0166-2f45-4ba5-a5fa-7f7ff3bec1e9 HTTP/1.1" status: 200 len: 950 time: 0.0850742 Jul 14 09:18:05.464971 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0981fed-c382-4027-b821-8e960d15900d req-15d100ec-3642-4312-89f2-53e465f68375 tempest-ServersTestJSON-535065851 tempest-ServersTestJSON-535065851-project] Network d25d8db8-0ab7-40c5-8db1-354e83a0ea79 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:18:05.472187 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [req-e0981fed-c382-4027-b821-8e960d15900d req-15d100ec-3642-4312-89f2-53e465f68375 tempest-ServersTestJSON-535065851 tempest-ServersTestJSON-535065851-project] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:18:05.475715 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0981fed-c382-4027-b821-8e960d15900d req-15d100ec-3642-4312-89f2-53e465f68375 tempest-ServersTestJSON-535065851 tempest-ServersTestJSON-535065851-project] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:18:05.482464 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0981fed-c382-4027-b821-8e960d15900d req-15d100ec-3642-4312-89f2-53e465f68375 tempest-ServersTestJSON-535065851 tempest-ServersTestJSON-535065851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:05.483589 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-e0981fed-c382-4027-b821-8e960d15900d req-15d100ec-3642-4312-89f2-53e465f68375 tempest-ServersTestJSON-535065851 tempest-ServersTestJSON-535065851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:05.487773 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d100ec-3642-4312-89f2-53e465f68375 tempest-ServersTestJSON-535065851 tempest-ServersTestJSON-535065851-project] Pushing event updated for resources: {'Port': ['ID=13c0e1ae-9f8e-4b29-a5c8-f47d438fcfc4,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:05.510591 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e0981fed-c382-4027-b821-8e960d15900d req-15d100ec-3642-4312-89f2-53e465f68375 tempest-ServersTestJSON-535065851 tempest-ServersTestJSON-535065851-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8658233 Jul 14 09:18:05.521200 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-105be406-7ba1-44cc-8103-4278a7d62ac5 req-a050bef2-a2bd-4fd9-b84a-be1e449bf036 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/security-groups?id=93b55648-4dd6-4852-bb99-9aa842ab19a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704501 Jul 14 09:18:05.537174 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-e0981fed-c382-4027-b821-8e960d15900d req-6ab89f8a-29ef-4836-9f62-84e525340bc7 service neutron] Request body: {'port': {'device_id': 'de8bf987-5938-4a9e-bc8f-ca1216790210', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-29'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:18:05.655961 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 37598) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:18:05.666909 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-e0981fed-c382-4027-b821-8e960d15900d req-6ab89f8a-29ef-4836-9f62-84e525340bc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:05.670392 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0db2f08e-22bf-4952-8976-e3c63f1bba5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:05.799840 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device ba32fbed-4dee-4c02-8d7e-5389e3020217 up at agent hyperv_n-h1-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:18:05.830381 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0db2f08e-22bf-4952-8976-e3c63f1bba5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:05.837011 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0db2f08e-22bf-4952-8976-e3c63f1bba5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:05.877453 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-33c63290-948b-4095-a12b-59ca40afea8b None None] Provisioning for port 13c0e1ae-9f8e-4b29-a5c8-f47d438fcfc4 completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:18:05.881843 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-33c63290-948b-4095-a12b-59ca40afea8b None None] Provisioning complete for port 13c0e1ae-9f8e-4b29-a5c8-f47d438fcfc4 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:18:05.882423 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-33c63290-948b-4095-a12b-59ca40afea8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:05.934062 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-33c63290-948b-4095-a12b-59ca40afea8b None None] Port 13c0e1ae-9f8e-4b29-a5c8-f47d438fcfc4 cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:18:05.949428 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Provisioning for port ba32fbed-4dee-4c02-8d7e-5389e3020217 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:18:05.954921 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Provisioning complete for port ba32fbed-4dee-4c02-8d7e-5389e3020217 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:18:05.955559 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:06.014152 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-0db2f08e-22bf-4952-8976-e3c63f1bba5b admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=2cb3583c6dbe4697a2d59e1cd331d53e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3569164 Jul 14 09:18:06.019396 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db2f08e-22bf-4952-8976-e3c63f1bba5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfc6107a-1d09-4822-ae80-114ea51f648e,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:06.032995 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 37612) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:18:06.057448 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:06.057616 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c988c735-a164-4bd4-9a63-b2616c2ead84 req-4e1e3c89-0cb2-4877-8dc7-97a26c196e9b tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:06.059294 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-c988c735-a164-4bd4-9a63-b2616c2ead84 req-4e1e3c89-0cb2-4877-8dc7-97a26c196e9b tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] 10.222.0.68 "GET /v2.0/ports?device_id=facc33c5-0d58-4c84-8b5b-0879c06b54db HTTP/1.1" status: 200 len: 945 time: 0.2040761 Jul 14 09:18:06.086298 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'facc33c5-0d58-4c84-8b5b-0879c06b54db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba32fbed-4dee-4c02-8d7e-5389e3020217'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:18:06.089239 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd62303f06773040a8a4e189dc46b4f565768c299abf8ab8e7739778b0bc3e97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9baa8330-c4f0-46d6-a8c6-41bfb248e362" -d '{"events": [{"server_uuid": "facc33c5-0d58-4c84-8b5b-0879c06b54db", "name": "network-vif-plugged", "status": "completed", "tag": "ba32fbed-4dee-4c02-8d7e-5389e3020217"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:18:06.109847 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port ba32fbed-4dee-4c02-8d7e-5389e3020217, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=ba32fbed-4dee-4c02-8d7e-5389e3020217,segment=NetworkSegment(4f3a0541-e6cd-42f5-92f6-5d961c2f621f),segment_id=4f3a0541-e6cd-42f5-92f6-5d961c2f621f)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:18:06.114710 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:06.129317 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-c988c735-a164-4bd4-9a63-b2616c2ead84 req-5425a1b6-38b7-4027-9ab7-3a64725189f4 tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] 10.222.0.68 "GET /v2.0/security-groups?id=7bf941d0-4fab-41ec-a174-078829fdb488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614820 Jul 14 09:18:06.138904 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [req-e0981fed-c382-4027-b821-8e960d15900d req-6ab89f8a-29ef-4836-9f62-84e525340bc7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13c0e1ae-9f8e-4b29-a5c8-f47d438fcfc4 {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:18:06.151697 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-e0981fed-c382-4027-b821-8e960d15900d req-6ab89f8a-29ef-4836-9f62-84e525340bc7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:06.174906 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Pushing event updated for resources: {'Port': ['ID=ba32fbed-4dee-4c02-8d7e-5389e3020217,revision_number=5']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:06.205193 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [req-e0981fed-c382-4027-b821-8e960d15900d req-6ab89f8a-29ef-4836-9f62-84e525340bc7 service neutron] Transition to ACTIVE for port object 13c0e1ae-9f8e-4b29-a5c8-f47d438fcfc4 will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:18:06.217627 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-e0981fed-c382-4027-b821-8e960d15900d req-6ab89f8a-29ef-4836-9f62-84e525340bc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:06.255740 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f03ec358-cba2-49a6-841c-4d9e983edabd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:06.306961 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab89f8a-29ef-4836-9f62-84e525340bc7 service neutron] Pushing event updated for resources: {'Port': ['ID=13c0e1ae-9f8e-4b29-a5c8-f47d438fcfc4,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:06.317192 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f03ec358-cba2-49a6-841c-4d9e983edabd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:06.362324 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c2fd08-2d4e-497f-a3d7-b61a8d52b918 req-cb1248dc-f7ad-40c5-b9a9-747e0de9aa6c tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:06.363619 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-44c2fd08-2d4e-497f-a3d7-b61a8d52b918 req-cb1248dc-f7ad-40c5-b9a9-747e0de9aa6c tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] 10.222.0.68 "GET /v2.0/ports?device_id=6593e4b3-80b2-4edd-b3fd-9f72f9137c4e HTTP/1.1" status: 200 len: 949 time: 0.0821943 Jul 14 09:18:06.369417 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9664d3c2-996c-4ef4-a41e-e6579d166da5 req-49183619-8f6f-4e26-92e5-e814022c29fb tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:06.371012 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-9664d3c2-996c-4ef4-a41e-e6579d166da5 req-49183619-8f6f-4e26-92e5-e814022c29fb tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] 10.222.0.68 "GET /v2.0/ports?device_id=31766947-5817-48e3-af5d-1114f2e0bfff HTTP/1.1" status: 200 len: 950 time: 0.2266028 Jul 14 09:18:06.402853 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-e0981fed-c382-4027-b821-8e960d15900d req-6ab89f8a-29ef-4836-9f62-84e525340bc7 service neutron] Attempting to bind port 13c0e1ae-9f8e-4b29-a5c8-f47d438fcfc4 on host n-h1-779913-29 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:18:06.403196 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-e0981fed-c382-4027-b821-8e960d15900d req-6ab89f8a-29ef-4836-9f62-84e525340bc7 service neutron] Attempting to bind port 13c0e1ae-9f8e-4b29-a5c8-f47d438fcfc4 by drivers openvswitch,hyperv on host n-h1-779913-29 at level 0 using segments [{'id': '3490053c-a8b9-469d-9e8d-cf7046370617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd25d8db8-0ab7-40c5-8db1-354e83a0ea79'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:18:06.403529 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0981fed-c382-4027-b821-8e960d15900d req-6ab89f8a-29ef-4836-9f62-84e525340bc7 service neutron] Attempting to bind port 13c0e1ae-9f8e-4b29-a5c8-f47d438fcfc4 on network d25d8db8-0ab7-40c5-8db1-354e83a0ea79 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:18:06.419631 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0981fed-c382-4027-b821-8e960d15900d req-6ab89f8a-29ef-4836-9f62-84e525340bc7 service neutron] Port 13c0e1ae-9f8e-4b29-a5c8-f47d438fcfc4 on network d25d8db8-0ab7-40c5-8db1-354e83a0ea79 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-29 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:18:06.419928 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0981fed-c382-4027-b821-8e960d15900d req-6ab89f8a-29ef-4836-9f62-84e525340bc7 service neutron] Attempting to bind port 13c0e1ae-9f8e-4b29-a5c8-f47d438fcfc4 on network d25d8db8-0ab7-40c5-8db1-354e83a0ea79 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:18:06.430318 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0981fed-c382-4027-b821-8e960d15900d req-6ab89f8a-29ef-4836-9f62-84e525340bc7 service neutron] Checking agent: {'id': 'de11e667-f145-47b0-bd09-334a7505938e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 13, 12), 'started_at': datetime.datetime(2021, 7, 14, 9, 13, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 17, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:18:06.430662 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0981fed-c382-4027-b821-8e960d15900d req-6ab89f8a-29ef-4836-9f62-84e525340bc7 service neutron] Checking segment: {'id': '3490053c-a8b9-469d-9e8d-cf7046370617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd25d8db8-0ab7-40c5-8db1-354e83a0ea79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:18:06.431053 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0981fed-c382-4027-b821-8e960d15900d req-6ab89f8a-29ef-4836-9f62-84e525340bc7 service neutron] Bound using segment: {'id': '3490053c-a8b9-469d-9e8d-cf7046370617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd25d8db8-0ab7-40c5-8db1-354e83a0ea79'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:18:06.431498 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-e0981fed-c382-4027-b821-8e960d15900d req-6ab89f8a-29ef-4836-9f62-84e525340bc7 service neutron] Bound port: 13c0e1ae-9f8e-4b29-a5c8-f47d438fcfc4, host: n-h1-779913-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3490053c-a8b9-469d-9e8d-cf7046370617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd25d8db8-0ab7-40c5-8db1-354e83a0ea79'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:18:06.431865 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-e0981fed-c382-4027-b821-8e960d15900d req-6ab89f8a-29ef-4836-9f62-84e525340bc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:06.432712 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-44c2fd08-2d4e-497f-a3d7-b61a8d52b918 req-2a7eb28a-6979-4329-a56d-c3d78cde1262 tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] 10.222.0.68 "GET /v2.0/security-groups?id=77fde4ca-6f5f-48d5-b2fd-4c103e7ba04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622938 Jul 14 09:18:06.458566 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-9664d3c2-996c-4ef4-a41e-e6579d166da5 req-9d84df61-e136-4043-b4c5-04b1e732be8e tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] 10.222.0.68 "GET /v2.0/security-groups?id=c9156572-74c8-4b9e-9f0a-c202a5ef91ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777214 Jul 14 09:18:06.461413 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f03ec358-cba2-49a6-841c-4d9e983edabd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:06.463897 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f03ec358-cba2-49a6-841c-4d9e983edabd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:06.465006 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-f03ec358-cba2-49a6-841c-4d9e983edabd admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/dfc6107a-1d09-4822-ae80-114ea51f648e HTTP/1.1" status: 204 len: 168 time: 0.4089253 Jul 14 09:18:06.494330 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03ec358-cba2-49a6-841c-4d9e983edabd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfc6107a-1d09-4822-ae80-114ea51f648e,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:06.538598 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-e0981fed-c382-4027-b821-8e960d15900d req-6ab89f8a-29ef-4836-9f62-84e525340bc7 service neutron] For port 13c0e1ae-9f8e-4b29-a5c8-f47d438fcfc4, host n-h1-779913-29, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:18:06.542396 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-e0981fed-c382-4027-b821-8e960d15900d req-6ab89f8a-29ef-4836-9f62-84e525340bc7 service neutron] For port 13c0e1ae-9f8e-4b29-a5c8-f47d438fcfc4, host n-h1-779913-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=13c0e1ae-9f8e-4b29-a5c8-f47d438fcfc4,segment=NetworkSegment(3490053c-a8b9-469d-9e8d-cf7046370617),segment_id=3490053c-a8b9-469d-9e8d-cf7046370617)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:18:06.548177 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-e0981fed-c382-4027-b821-8e960d15900d req-6ab89f8a-29ef-4836-9f62-84e525340bc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:06.587557 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0981fed-c382-4027-b821-8e960d15900d req-6ab89f8a-29ef-4836-9f62-84e525340bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:06.588296 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-e0981fed-c382-4027-b821-8e960d15900d req-6ab89f8a-29ef-4836-9f62-84e525340bc7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:06.589623 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e0981fed-c382-4027-b821-8e960d15900d req-6ab89f8a-29ef-4836-9f62-84e525340bc7 service neutron] 10.222.0.65 "PUT /v2.0/ports/13c0e1ae-9f8e-4b29-a5c8-f47d438fcfc4 HTTP/1.1" status: 200 len: 1093 time: 1.0579081 Jul 14 09:18:06.590208 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de8bf987-5938-4a9e-bc8f-ca1216790210', 'tag': '13c0e1ae-9f8e-4b29-a5c8-f47d438fcfc4'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:18:06.592602 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-331b74ca-a581-4f60-bb61-76d2222b4065" -d '{"events": [{"name": "network-changed", "server_uuid": "de8bf987-5938-4a9e-bc8f-ca1216790210", "tag": "13c0e1ae-9f8e-4b29-a5c8-f47d438fcfc4"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:18:06.603234 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:18:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eac763ff-24b0-46df-8609-f4464d8b5cd8 x-openstack-request-id: req-eac763ff-24b0-46df-8609-f4464d8b5cd8 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:18:06.603536 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "facc33c5-0d58-4c84-8b5b-0879c06b54db", "name": "network-vif-plugged", "status": "completed", "tag": "ba32fbed-4dee-4c02-8d7e-5389e3020217", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:18:06.603792 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-eac763ff-24b0-46df-8609-f4464d8b5cd8 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:18:06.606152 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'facc33c5-0d58-4c84-8b5b-0879c06b54db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba32fbed-4dee-4c02-8d7e-5389e3020217', 'code': 200} Jul 14 09:18:06.623677 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab89f8a-29ef-4836-9f62-84e525340bc7 service neutron] Pushing event updated for resources: {'Port': ['ID=13c0e1ae-9f8e-4b29-a5c8-f47d438fcfc4,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:06.811035 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0981fed-c382-4027-b821-8e960d15900d req-8a445399-2d8b-4d88-b1f4-41b800086a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:06.812698 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e0981fed-c382-4027-b821-8e960d15900d req-8a445399-2d8b-4d88-b1f4-41b800086a25 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=aabddba14d1340aeab976aa64d5f8c9b&device_id=de8bf987-5938-4a9e-bc8f-ca1216790210 HTTP/1.1" status: 200 len: 1096 time: 0.1470995 Jul 14 09:18:06.815013 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f913841-661f-4a76-91f1-a1a2a1ccc720 req-f70793d6-7134-4a75-b690-8d78e5d0aba4 tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:06.817705 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-8f913841-661f-4a76-91f1-a1a2a1ccc720 req-f70793d6-7134-4a75-b690-8d78e5d0aba4 tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] 10.222.0.68 "GET /v2.0/ports?device_id=1055dbfe-92e6-437c-b901-0e1c0a80dc51 HTTP/1.1" status: 200 len: 946 time: 0.1339781 Jul 14 09:18:06.823300 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bafaebe-cf76-40b8-9f05-265179034fc5 req-07c7f822-fcbe-4c74-9482-66bb52a4157b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:06.825119 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-0bafaebe-cf76-40b8-9f05-265179034fc5 req-07c7f822-fcbe-4c74-9482-66bb52a4157b service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=facc33c5-0d58-4c84-8b5b-0879c06b54db HTTP/1.1" status: 200 len: 1098 time: 0.0903811 Jul 14 09:18:06.886408 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-8f913841-661f-4a76-91f1-a1a2a1ccc720 req-6733a728-5cf5-4c1d-80db-e2f8afe17f7d tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] 10.222.0.68 "GET /v2.0/security-groups?id=4fa97f2f-f617-45f3-9331-b542b3f62cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601289 Jul 14 09:18:06.892355 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-0bafaebe-cf76-40b8-9f05-265179034fc5 req-7e953ee9-53d9-4dd3-b87c-4d70d374fbf8 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=7bf941d0-4fab-41ec-a174-078829fdb488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486987 Jul 14 09:18:06.910158 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679da702-8ce4-47f5-adde-9b04d97ea52c req-565e00ad-6309-4caf-89cc-27395a172bf1 tempest-ServersTestJSON-535065851 tempest-ServersTestJSON-535065851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:06.911431 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-679da702-8ce4-47f5-adde-9b04d97ea52c req-565e00ad-6309-4caf-89cc-27395a172bf1 tempest-ServersTestJSON-535065851 tempest-ServersTestJSON-535065851-project] 10.222.0.68 "GET /v2.0/ports?device_id=de8bf987-5938-4a9e-bc8f-ca1216790210 HTTP/1.1" status: 200 len: 944 time: 0.1393721 Jul 14 09:18:06.913370 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e0981fed-c382-4027-b821-8e960d15900d req-4508da7f-a48b-4cfe-aab4-2cd792f69143 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=13c0e1ae-9f8e-4b29-a5c8-f47d438fcfc4 HTTP/1.1" status: 200 len: 217 time: 0.0716894 Jul 14 09:18:06.956401 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-679da702-8ce4-47f5-adde-9b04d97ea52c req-0a671594-979f-4425-a954-eb81d2ef0dd9 tempest-ServersTestJSON-535065851 tempest-ServersTestJSON-535065851-project] 10.222.0.68 "GET /v2.0/security-groups?id=a7f2f2d5-85ef-4c08-abfe-2f1caabe3de4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381067 Jul 14 09:18:07.077852 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eae5612-dc84-4936-bbb7-34c81c950fcd req-ee098f32-e519-4246-8314-571265ea1b44 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:07.079445 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-6eae5612-dc84-4936-bbb7-34c81c950fcd req-ee098f32-e519-4246-8314-571265ea1b44 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] 10.222.0.68 "GET /v2.0/ports?device_id=61b42305-974c-46b0-9777-7a8aa2815d37 HTTP/1.1" status: 200 len: 949 time: 0.0765429 Jul 14 09:18:07.121949 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-6eae5612-dc84-4936-bbb7-34c81c950fcd req-a85cb93c-591e-4fda-ad7a-e31fa9894078 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] 10.222.0.68 "GET /v2.0/security-groups?id=c9156572-74c8-4b9e-9f0a-c202a5ef91ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356214 Jul 14 09:18:07.132938 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f9d5ed-886f-4ee0-887e-a3f290c1ce2c req-a30c54bf-f92d-428b-bfcd-50851a8962df tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:07.134532 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f1f9d5ed-886f-4ee0-887e-a3f290c1ce2c req-a30c54bf-f92d-428b-bfcd-50851a8962df tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/ports?device_id=075c0166-2f45-4ba5-a5fa-7f7ff3bec1e9 HTTP/1.1" status: 200 len: 950 time: 0.0718286 Jul 14 09:18:07.179814 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f1f9d5ed-886f-4ee0-887e-a3f290c1ce2c req-f27f9c94-cc2f-4c51-9c5a-9be0088deea2 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/security-groups?id=93b55648-4dd6-4852-bb99-9aa842ab19a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393229 Jul 14 09:18:07.181350 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:18:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbdc4a99-7656-4c71-90f0-c8521b8c6df6 x-openstack-request-id: req-cbdc4a99-7656-4c71-90f0-c8521b8c6df6 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:18:07.181890 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de8bf987-5938-4a9e-bc8f-ca1216790210", "tag": "13c0e1ae-9f8e-4b29-a5c8-f47d438fcfc4", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:18:07.182156 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-cbdc4a99-7656-4c71-90f0-c8521b8c6df6 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:18:07.182659 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de8bf987-5938-4a9e-bc8f-ca1216790210', 'tag': '13c0e1ae-9f8e-4b29-a5c8-f47d438fcfc4', 'status': 'completed', 'code': 200} Jul 14 09:18:07.239212 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0981fed-c382-4027-b821-8e960d15900d req-f556865e-4715-41d2-8cdb-448e2b451aec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:07.240624 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e0981fed-c382-4027-b821-8e960d15900d req-f556865e-4715-41d2-8cdb-448e2b451aec service neutron] 10.222.0.65 "GET /v2.0/subnets?id=894e9ad4-f56d-4415-a399-0321b6578932 HTTP/1.1" status: 200 len: 845 time: 0.0573249 Jul 14 09:18:07.357025 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0981fed-c382-4027-b821-8e960d15900d req-49eeb818-78fa-44b6-9d62-e9b5376a5f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:07.359519 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e0981fed-c382-4027-b821-8e960d15900d req-49eeb818-78fa-44b6-9d62-e9b5376a5f67 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d25d8db8-0ab7-40c5-8db1-354e83a0ea79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0814278 Jul 14 09:18:07.452987 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 37658) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:18:07.479455 n-d-779913-29 neutron-server[93957]: INFO neutron.api.v2.resource [req-388afca6-6102-4ff5-86c7-fa3da0bdf6de req-ad803568-a859-49ed-974a-d7f008dfc81d service neutron] show failed (client error): The resource could not be found. Jul 14 09:18:07.480562 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-388afca6-6102-4ff5-86c7-fa3da0bdf6de req-ad803568-a859-49ed-974a-d7f008dfc81d service neutron] 10.222.0.57 "GET /v2.0/ports/3bee9368-ec6b-43ef-baa3-7d86465c278e/bindings/n-h1-779913-29 HTTP/1.1" status: 404 len: 381 time: 0.1452956 Jul 14 09:18:07.500972 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0153053-d806-4861-96de-8a8fe8d26a73 req-59f66f89-836f-4024-84b5-47e26788370f tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:07.508748 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-f0153053-d806-4861-96de-8a8fe8d26a73 req-59f66f89-836f-4024-84b5-47e26788370f tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] 10.222.0.68 "GET /v2.0/ports?device_id=facc33c5-0d58-4c84-8b5b-0879c06b54db HTTP/1.1" status: 200 len: 946 time: 0.0869548 Jul 14 09:18:07.519754 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e0981fed-c382-4027-b821-8e960d15900d req-dc3241e4-57c9-4162-8a29-4b85d52e93b3 service neutron] 10.222.0.65 "GET /v2.0/networks/d25d8db8-0ab7-40c5-8db1-354e83a0ea79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417201 Jul 14 09:18:07.566310 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-f0153053-d806-4861-96de-8a8fe8d26a73 req-c490da77-2455-429c-85f8-cbcbfd4c849d tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] 10.222.0.68 "GET /v2.0/security-groups?id=7bf941d0-4fab-41ec-a174-078829fdb488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563595 Jul 14 09:18:07.794981 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-7db44e43-a9aa-4aae-b7c4-1c532a2d1f27 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-2104447250-network', 'tenant_id': '918c1d975565476384d2cd0dc046f885'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:18:07.798423 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b466ee1-3d96-42fd-9a46-103cb072f93b req-d924c885-ba9e-4474-8453-285b169c11b7 tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:07.799894 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-4b466ee1-3d96-42fd-9a46-103cb072f93b req-d924c885-ba9e-4474-8453-285b169c11b7 tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] 10.222.0.68 "GET /v2.0/ports?device_id=6593e4b3-80b2-4edd-b3fd-9f72f9137c4e HTTP/1.1" status: 200 len: 949 time: 0.1063478 Jul 14 09:18:07.841404 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388afca6-6102-4ff5-86c7-fa3da0bdf6de req-c863e402-d64e-4f80-b75f-5d5f1c19b474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:07.842983 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-388afca6-6102-4ff5-86c7-fa3da0bdf6de req-c863e402-d64e-4f80-b75f-5d5f1c19b474 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=075c0166-2f45-4ba5-a5fa-7f7ff3bec1e9&tenant_id=f15ecc2e979442a6b02936316f8b33e1 HTTP/1.1" status: 200 len: 1102 time: 0.0946851 Jul 14 09:18:07.850700 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-4b466ee1-3d96-42fd-9a46-103cb072f93b req-78aae541-5897-4cb4-bab4-95eabae990ab tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] 10.222.0.68 "GET /v2.0/security-groups?id=77fde4ca-6f5f-48d5-b2fd-4c103e7ba04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426667 Jul 14 09:18:07.878192 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [req-388afca6-6102-4ff5-86c7-fa3da0bdf6de req-cd3542f8-9f16-45bd-bf6a-f6c4b135cffd service neutron] Request body: {'port': {'binding:host_id': 'n-h1-779913-29', 'device_owner': 'compute:nova'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:18:07.880310 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7db44e43-a9aa-4aae-b7c4-1c532a2d1f27 admin admin] Made reservation on behalf of 918c1d975565476384d2cd0dc046f885 for: {'network': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:18:07.882678 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7db44e43-a9aa-4aae-b7c4-1c532a2d1f27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for network, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:07.902775 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7db44e43-a9aa-4aae-b7c4-1c532a2d1f27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:07.925006 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646fcd92-7f23-4dd1-9353-43c05bcf7387 req-8ebf2011-c75b-4756-9f92-77bf3b3f9f22 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:07.931539 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646fcd92-7f23-4dd1-9353-43c05bcf7387 req-8ebf2011-c75b-4756-9f92-77bf3b3f9f22 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:07.933160 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-646fcd92-7f23-4dd1-9353-43c05bcf7387 req-8ebf2011-c75b-4756-9f92-77bf3b3f9f22 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] 10.222.0.68 "GET /v2.0/ports?device_id=31766947-5817-48e3-af5d-1114f2e0bfff&device_id=61b42305-974c-46b0-9777-7a8aa2815d37 HTTP/1.1" status: 200 len: 1690 time: 0.4378922 Jul 14 09:18:07.963108 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-388afca6-6102-4ff5-86c7-fa3da0bdf6de req-cd3542f8-9f16-45bd-bf6a-f6c4b135cffd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:07.969832 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e0981fed-c382-4027-b821-8e960d15900d req-49a3708d-c461-43a2-856a-6af640c7fc20 service neutron] 10.222.0.65 "GET /v2.0/networks/d25d8db8-0ab7-40c5-8db1-354e83a0ea79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1792836 Jul 14 09:18:08.008713 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-646fcd92-7f23-4dd1-9353-43c05bcf7387 req-71bb83d0-7963-41a1-a5d2-3a51fa49888f tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] 10.222.0.68 "GET /v2.0/security-groups?id=c9156572-74c8-4b9e-9f0a-c202a5ef91ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636470 Jul 14 09:18:08.111504 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7db44e43-a9aa-4aae-b7c4-1c532a2d1f27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:08.116898 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7db44e43-a9aa-4aae-b7c4-1c532a2d1f27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:08.150279 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7db44e43-a9aa-4aae-b7c4-1c532a2d1f27 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 705} {{(pid=93957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:18:08.188223 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7db44e43-a9aa-4aae-b7c4-1c532a2d1f27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:08.188576 n-d-779913-29 neutron-server[93957]: INFO neutron.db.segments_db [None req-7db44e43-a9aa-4aae-b7c4-1c532a2d1f27 admin admin] Added segment b5266798-ff4d-4e40-81ff-c2c09bc63341 of type vlan for network a6838271-32c5-479d-9743-9a5a57995865 Jul 14 09:18:08.189998 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db44e43-a9aa-4aae-b7c4-1c532a2d1f27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43fc6f3d-3946-4583-bd30-f35197ab19c6,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:08.274703 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7db44e43-a9aa-4aae-b7c4-1c532a2d1f27 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735687821325'] for network, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:08.321522 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab48a29-d459-4dd5-ad53-735c60c8b65c req-1a2739a9-61fa-4e9c-b291-a3f55774fc28 tempest-ServersTestJSON-535065851 tempest-ServersTestJSON-535065851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:08.322966 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-4ab48a29-d459-4dd5-ad53-735c60c8b65c req-1a2739a9-61fa-4e9c-b291-a3f55774fc28 tempest-ServersTestJSON-535065851 tempest-ServersTestJSON-535065851-project] 10.222.0.68 "GET /v2.0/ports?device_id=de8bf987-5938-4a9e-bc8f-ca1216790210 HTTP/1.1" status: 200 len: 944 time: 0.1981671 Jul 14 09:18:08.333237 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7db44e43-a9aa-4aae-b7c4-1c532a2d1f27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855'] for network, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:08.334234 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7db44e43-a9aa-4aae-b7c4-1c532a2d1f27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:08.334823 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7db44e43-a9aa-4aae-b7c4-1c532a2d1f27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for network, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:08.416830 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-7db44e43-a9aa-4aae-b7c4-1c532a2d1f27 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9612327 Jul 14 09:18:08.421597 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331b74ca-a581-4f60-bb61-76d2222b4065 req-a67fca00-9810-45b7-8cc3-01ea0fd7462d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:08.423034 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-331b74ca-a581-4f60-bb61-76d2222b4065 req-a67fca00-9810-45b7-8cc3-01ea0fd7462d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=aabddba14d1340aeab976aa64d5f8c9b&device_id=de8bf987-5938-4a9e-bc8f-ca1216790210 HTTP/1.1" status: 200 len: 1096 time: 0.1958954 Jul 14 09:18:08.423504 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 37674) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:18:08.437033 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-0e014a5e-8807-43e3-8c6b-3fd41921d6c7 admin admin] Request body: {'subnet': {'network_id': 'a6838271-32c5-479d-9743-9a5a57995865', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-2104447250-subnet', 'tenant_id': '918c1d975565476384d2cd0dc046f885', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:18:08.442182 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0dbb27-d605-4438-85e5-e9130134f4bf req-c4f26507-9c0d-4c67-85c7-8cdbc4f6edf7 tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:08.443764 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-3a0dbb27-d605-4438-85e5-e9130134f4bf req-c4f26507-9c0d-4c67-85c7-8cdbc4f6edf7 tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] 10.222.0.68 "GET /v2.0/ports?device_id=1055dbfe-92e6-437c-b901-0e1c0a80dc51 HTTP/1.1" status: 200 len: 946 time: 0.4328215 Jul 14 09:18:08.450392 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db44e43-a9aa-4aae-b7c4-1c532a2d1f27 admin admin] Pushing event updated for resources: {'Network': ['ID=a6838271-32c5-479d-9743-9a5a57995865,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:08.463337 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Network a6838271-32c5-479d-9743-9a5a57995865 details requested by agent ovs-agent-n-d-779913-29 with host n-d-779913-29 {{(pid=93959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:18:08.466292 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-4ab48a29-d459-4dd5-ad53-735c60c8b65c req-35fea426-d259-4213-b6cc-55e13b4b283f tempest-ServersTestJSON-535065851 tempest-ServersTestJSON-535065851-project] 10.222.0.68 "GET /v2.0/security-groups?id=a7f2f2d5-85ef-4c08-abfe-2f1caabe3de4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1282070 Jul 14 09:18:08.510621 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-388afca6-6102-4ff5-86c7-fa3da0bdf6de req-cd3542f8-9f16-45bd-bf6a-f6c4b135cffd service neutron] For port 3bee9368-ec6b-43ef-baa3-7d86465c278e, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=3bee9368-ec6b-43ef-baa3-7d86465c278e,segment=NetworkSegment(8f1c1422-de6c-445f-ab95-4e2c94585b2b),segment_id=8f1c1422-de6c-445f-ab95-4e2c94585b2b)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:18:08.522263 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-3a0dbb27-d605-4438-85e5-e9130134f4bf req-c38a6fee-c458-457b-8151-acba66989c30 tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] 10.222.0.68 "GET /v2.0/security-groups?id=4fa97f2f-f617-45f3-9331-b542b3f62cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723650 Jul 14 09:18:08.555773 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-388afca6-6102-4ff5-86c7-fa3da0bdf6de req-cd3542f8-9f16-45bd-bf6a-f6c4b135cffd service neutron] For port 3bee9368-ec6b-43ef-baa3-7d86465c278e, host n-h2-779913-29, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:18:08.589321 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331b74ca-a581-4f60-bb61-76d2222b4065 req-be88aab1-a787-4615-ac72-b128d2cc4835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:08.591198 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-331b74ca-a581-4f60-bb61-76d2222b4065 req-be88aab1-a787-4615-ac72-b128d2cc4835 service neutron] 10.222.0.65 "GET /v2.0/networks?id=d25d8db8-0ab7-40c5-8db1-354e83a0ea79 HTTP/1.1" status: 200 len: 907 time: 0.1441393 Jul 14 09:18:08.629217 n-d-779913-29 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '075c0166-2f45-4ba5-a5fa-7f7ff3bec1e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3bee9368-ec6b-43ef-baa3-7d86465c278e'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:18:08.632226 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cb48f044f948e981f43897c8d7f1332f741dc7af2b4c5a6e19d8f4a80f708e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a4d96cd-0ffa-40d5-95b8-9e6857dc75b4" -d '{"events": [{"server_uuid": "075c0166-2f45-4ba5-a5fa-7f7ff3bec1e9", "name": "network-vif-unplugged", "status": "completed", "tag": "3bee9368-ec6b-43ef-baa3-7d86465c278e"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:18:08.638170 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-388afca6-6102-4ff5-86c7-fa3da0bdf6de req-cd3542f8-9f16-45bd-bf6a-f6c4b135cffd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:08.654023 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-388afca6-6102-4ff5-86c7-fa3da0bdf6de req-cd3542f8-9f16-45bd-bf6a-f6c4b135cffd service neutron] Transition to ACTIVE for port object 3bee9368-ec6b-43ef-baa3-7d86465c278e will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:18:08.658290 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-388afca6-6102-4ff5-86c7-fa3da0bdf6de req-cd3542f8-9f16-45bd-bf6a-f6c4b135cffd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13574142'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:08.680450 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-331b74ca-a581-4f60-bb61-76d2222b4065 req-cb75dfda-70b5-4577-845c-2aaf44643a1a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=13c0e1ae-9f8e-4b29-a5c8-f47d438fcfc4 HTTP/1.1" status: 200 len: 217 time: 0.0804858 Jul 14 09:18:08.683852 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e014a5e-8807-43e3-8c6b-3fd41921d6c7 admin admin] Made reservation on behalf of 918c1d975565476384d2cd0dc046f885 for: {'subnet': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:18:08.686182 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-0e014a5e-8807-43e3-8c6b-3fd41921d6c7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:08.711125 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3542f8-9f16-45bd-bf6a-f6c4b135cffd service neutron] Pushing event updated for resources: {'Port': ['ID=3bee9368-ec6b-43ef-baa3-7d86465c278e,revision_number=6']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:08.730655 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-388afca6-6102-4ff5-86c7-fa3da0bdf6de req-cd3542f8-9f16-45bd-bf6a-f6c4b135cffd service neutron] No DVR routers for this DVR port 3bee9368-ec6b-43ef-baa3-7d86465c278e on host n-h2-779913-29 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:18:08.770458 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-388afca6-6102-4ff5-86c7-fa3da0bdf6de req-cd3542f8-9f16-45bd-bf6a-f6c4b135cffd service neutron] Attempting to bind port 3bee9368-ec6b-43ef-baa3-7d86465c278e on host n-h1-779913-29 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:18:08.770892 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-388afca6-6102-4ff5-86c7-fa3da0bdf6de req-cd3542f8-9f16-45bd-bf6a-f6c4b135cffd service neutron] Attempting to bind port 3bee9368-ec6b-43ef-baa3-7d86465c278e by drivers openvswitch,hyperv on host n-h1-779913-29 at level 0 using segments [{'id': '8f1c1422-de6c-445f-ab95-4e2c94585b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '2244f7a1-04bd-42cd-9e86-31839b46f57f'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:18:08.771340 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-388afca6-6102-4ff5-86c7-fa3da0bdf6de req-cd3542f8-9f16-45bd-bf6a-f6c4b135cffd service neutron] Attempting to bind port 3bee9368-ec6b-43ef-baa3-7d86465c278e on network 2244f7a1-04bd-42cd-9e86-31839b46f57f {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:18:08.776030 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-388afca6-6102-4ff5-86c7-fa3da0bdf6de req-cd3542f8-9f16-45bd-bf6a-f6c4b135cffd service neutron] Port 3bee9368-ec6b-43ef-baa3-7d86465c278e on network 2244f7a1-04bd-42cd-9e86-31839b46f57f not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-29 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:18:08.776473 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-388afca6-6102-4ff5-86c7-fa3da0bdf6de req-cd3542f8-9f16-45bd-bf6a-f6c4b135cffd service neutron] Attempting to bind port 3bee9368-ec6b-43ef-baa3-7d86465c278e on network 2244f7a1-04bd-42cd-9e86-31839b46f57f {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:18:08.782077 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-388afca6-6102-4ff5-86c7-fa3da0bdf6de req-cd3542f8-9f16-45bd-bf6a-f6c4b135cffd service neutron] Checking agent: {'id': 'de11e667-f145-47b0-bd09-334a7505938e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 13, 12), 'started_at': datetime.datetime(2021, 7, 14, 9, 13, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 17, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:18:08.782588 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-388afca6-6102-4ff5-86c7-fa3da0bdf6de req-cd3542f8-9f16-45bd-bf6a-f6c4b135cffd service neutron] Checking segment: {'id': '8f1c1422-de6c-445f-ab95-4e2c94585b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '2244f7a1-04bd-42cd-9e86-31839b46f57f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:18:08.783101 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-388afca6-6102-4ff5-86c7-fa3da0bdf6de req-cd3542f8-9f16-45bd-bf6a-f6c4b135cffd service neutron] Bound using segment: {'id': '8f1c1422-de6c-445f-ab95-4e2c94585b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '2244f7a1-04bd-42cd-9e86-31839b46f57f'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:18:08.783643 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-388afca6-6102-4ff5-86c7-fa3da0bdf6de req-cd3542f8-9f16-45bd-bf6a-f6c4b135cffd service neutron] Bound port: 3bee9368-ec6b-43ef-baa3-7d86465c278e, host: n-h1-779913-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f1c1422-de6c-445f-ab95-4e2c94585b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '2244f7a1-04bd-42cd-9e86-31839b46f57f'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:18:08.784114 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-388afca6-6102-4ff5-86c7-fa3da0bdf6de req-cd3542f8-9f16-45bd-bf6a-f6c4b135cffd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:08.825863 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f078c36a-2e3e-4063-a9c6-3230ad046293 req-d449ce8d-1fa2-4b7c-acfd-313d8362b9ee tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:08.827529 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f078c36a-2e3e-4063-a9c6-3230ad046293 req-d449ce8d-1fa2-4b7c-acfd-313d8362b9ee tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/ports?device_id=075c0166-2f45-4ba5-a5fa-7f7ff3bec1e9 HTTP/1.1" status: 200 len: 948 time: 0.1783006 Jul 14 09:18:08.844615 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331b74ca-a581-4f60-bb61-76d2222b4065 req-09d43424-55a5-4bc6-9e7f-9f2330601265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:08.846092 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-331b74ca-a581-4f60-bb61-76d2222b4065 req-09d43424-55a5-4bc6-9e7f-9f2330601265 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=894e9ad4-f56d-4415-a399-0321b6578932 HTTP/1.1" status: 200 len: 845 time: 0.1101029 Jul 14 09:18:08.901192 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-388afca6-6102-4ff5-86c7-fa3da0bdf6de req-cd3542f8-9f16-45bd-bf6a-f6c4b135cffd service neutron] For port 3bee9368-ec6b-43ef-baa3-7d86465c278e, host n-h1-779913-29, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:18:08.917285 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-388afca6-6102-4ff5-86c7-fa3da0bdf6de req-cd3542f8-9f16-45bd-bf6a-f6c4b135cffd service neutron] For port 3bee9368-ec6b-43ef-baa3-7d86465c278e, host n-h1-779913-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=3bee9368-ec6b-43ef-baa3-7d86465c278e,segment=NetworkSegment(8f1c1422-de6c-445f-ab95-4e2c94585b2b),segment_id=8f1c1422-de6c-445f-ab95-4e2c94585b2b)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:18:08.922703 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f47913d-baf9-45a8-af01-a1c9a440d08e req-0d7eba4d-9255-4f56-b53d-0a444a95fb28 tempest-ServersOnMultiNodesTest-574860192 tempest-ServersOnMultiNodesTest-574860192-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:08.924247 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f078c36a-2e3e-4063-a9c6-3230ad046293 req-7db83650-51f3-43b9-8329-d0fb615513b6 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/security-groups?id=93b55648-4dd6-4852-bb99-9aa842ab19a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815332 Jul 14 09:18:08.924487 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-5f47913d-baf9-45a8-af01-a1c9a440d08e req-0d7eba4d-9255-4f56-b53d-0a444a95fb28 tempest-ServersOnMultiNodesTest-574860192 tempest-ServersOnMultiNodesTest-574860192-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=31766947-5817-48e3-af5d-1114f2e0bfff HTTP/1.1" status: 200 len: 1102 time: 0.1029866 Jul 14 09:18:08.926449 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-388afca6-6102-4ff5-86c7-fa3da0bdf6de req-cd3542f8-9f16-45bd-bf6a-f6c4b135cffd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13574142'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:08.987320 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388afca6-6102-4ff5-86c7-fa3da0bdf6de req-cd3542f8-9f16-45bd-bf6a-f6c4b135cffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:08.988046 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-388afca6-6102-4ff5-86c7-fa3da0bdf6de req-cd3542f8-9f16-45bd-bf6a-f6c4b135cffd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:08.989476 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-388afca6-6102-4ff5-86c7-fa3da0bdf6de req-cd3542f8-9f16-45bd-bf6a-f6c4b135cffd service neutron] 10.222.0.65 "PUT /v2.0/ports/3bee9368-ec6b-43ef-baa3-7d86465c278e HTTP/1.1" status: 200 len: 1097 time: 1.1240680 Jul 14 09:18:09.018041 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3542f8-9f16-45bd-bf6a-f6c4b135cffd service neutron] Pushing event updated for resources: {'Port': ['ID=3bee9368-ec6b-43ef-baa3-7d86465c278e,revision_number=7']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:09.022505 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-5f47913d-baf9-45a8-af01-a1c9a440d08e req-22821a91-aadc-49f9-ada7-5cf1f23b65c2 tempest-ServersOnMultiNodesTest-574860192 tempest-ServersOnMultiNodesTest-574860192-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=c9156572-74c8-4b9e-9f0a-c202a5ef91ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899773 Jul 14 09:18:09.076584 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331b74ca-a581-4f60-bb61-76d2222b4065 req-d43e1eb5-dde3-426b-9d75-9056d81d81f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:09.078691 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-331b74ca-a581-4f60-bb61-76d2222b4065 req-d43e1eb5-dde3-426b-9d75-9056d81d81f5 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d25d8db8-0ab7-40c5-8db1-354e83a0ea79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2062984 Jul 14 09:18:09.105064 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388afca6-6102-4ff5-86c7-fa3da0bdf6de req-2b4147ae-eac1-48bd-83f3-076e5896b040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:09.106649 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-388afca6-6102-4ff5-86c7-fa3da0bdf6de req-2b4147ae-eac1-48bd-83f3-076e5896b040 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f15ecc2e979442a6b02936316f8b33e1&device_id=075c0166-2f45-4ba5-a5fa-7f7ff3bec1e9 HTTP/1.1" status: 200 len: 1100 time: 0.0666749 Jul 14 09:18:09.142445 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 09:18:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13981b87-47e6-4ac4-89e0-3c7859ccb091 x-openstack-request-id: req-13981b87-47e6-4ac4-89e0-3c7859ccb091 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:18:09.142733 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "075c0166-2f45-4ba5-a5fa-7f7ff3bec1e9", "name": "network-vif-unplugged", "status": "completed", "tag": "3bee9368-ec6b-43ef-baa3-7d86465c278e", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:18:09.142993 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-13981b87-47e6-4ac4-89e0-3c7859ccb091 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:18:09.143396 n-d-779913-29 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '075c0166-2f45-4ba5-a5fa-7f7ff3bec1e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3bee9368-ec6b-43ef-baa3-7d86465c278e', 'code': 200} Jul 14 09:18:09.192302 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-331b74ca-a581-4f60-bb61-76d2222b4065 req-e3fbdc92-db70-4584-9924-35f9eeaf4c79 service neutron] 10.222.0.65 "GET /v2.0/networks/d25d8db8-0ab7-40c5-8db1-354e83a0ea79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058295 Jul 14 09:18:09.218725 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388afca6-6102-4ff5-86c7-fa3da0bdf6de req-19f41789-7ea5-4ad5-b3e3-bb55dfebb7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:09.220241 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-388afca6-6102-4ff5-86c7-fa3da0bdf6de req-19f41789-7ea5-4ad5-b3e3-bb55dfebb7f1 service neutron] 10.222.0.65 "GET /v2.0/networks?id=2244f7a1-04bd-42cd-9e86-31839b46f57f HTTP/1.1" status: 200 len: 870 time: 0.1013269 Jul 14 09:18:09.267997 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-388afca6-6102-4ff5-86c7-fa3da0bdf6de req-0e83dd57-99f5-4037-add6-0818c80ebe03 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=3bee9368-ec6b-43ef-baa3-7d86465c278e HTTP/1.1" status: 200 len: 217 time: 0.0405254 Jul 14 09:18:09.290034 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-0e014a5e-8807-43e3-8c6b-3fd41921d6c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855'] for subnet, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:09.356621 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388afca6-6102-4ff5-86c7-fa3da0bdf6de req-90e616f5-2661-4df4-a9c4-ed65c1c18458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:09.358046 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-388afca6-6102-4ff5-86c7-fa3da0bdf6de req-90e616f5-2661-4df4-a9c4-ed65c1c18458 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=85060e65-3b2f-4a6c-a04c-ce849daa5b3b HTTP/1.1" status: 200 len: 843 time: 0.0585430 Jul 14 09:18:09.393237 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e014a5e-8807-43e3-8c6b-3fd41921d6c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e55d83a4-a947-4393-8a59-6e1e9d811f30,revision_number=0']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:09.401391 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93c3c03-9791-4b92-96e9-371e1790e9c5 req-18f95bf1-202c-41a5-9982-27b2944985f0 tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:09.402961 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-a93c3c03-9791-4b92-96e9-371e1790e9c5 req-18f95bf1-202c-41a5-9982-27b2944985f0 tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] 10.222.0.68 "GET /v2.0/ports?device_id=6593e4b3-80b2-4edd-b3fd-9f72f9137c4e HTTP/1.1" status: 200 len: 949 time: 0.1376569 Jul 14 09:18:09.407249 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-331b74ca-a581-4f60-bb61-76d2222b4065 req-4df573c7-04b6-40b6-b412-eda5bcf710ee service neutron] 10.222.0.65 "GET /v2.0/networks/d25d8db8-0ab7-40c5-8db1-354e83a0ea79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1935656 Jul 14 09:18:09.417776 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747b6ce7-91f8-4a97-a85d-803a991b41dc req-54b5fa0a-4f35-4746-afcd-ef12fb148e62 tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:09.419247 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-747b6ce7-91f8-4a97-a85d-803a991b41dc req-54b5fa0a-4f35-4746-afcd-ef12fb148e62 tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] 10.222.0.68 "GET /v2.0/ports?device_id=facc33c5-0d58-4c84-8b5b-0879c06b54db HTTP/1.1" status: 200 len: 946 time: 0.2260559 Jul 14 09:18:09.419970 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e014a5e-8807-43e3-8c6b-3fd41921d6c7 admin admin] Checking segment: {'id': 'b5266798-ff4d-4e40-81ff-c2c09bc63341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'a6838271-32c5-479d-9743-9a5a57995865'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:18:09.420331 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e014a5e-8807-43e3-8c6b-3fd41921d6c7 admin admin] Network hostable DHCP agents. Network: a6838271-32c5-479d-9743-9a5a57995865, hostable agents: ['c6a09bd4-f72e-4283-a3ca-0bbca8a51081'], hosted agents: [] {{(pid=93957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:18:09.457238 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-a93c3c03-9791-4b92-96e9-371e1790e9c5 req-174535b5-36df-4827-9359-8c4b820b04f7 tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] 10.222.0.68 "GET /v2.0/security-groups?id=77fde4ca-6f5f-48d5-b2fd-4c103e7ba04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476022 Jul 14 09:18:09.459295 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e014a5e-8807-43e3-8c6b-3fd41921d6c7 admin admin] Network a6838271-32c5-479d-9743-9a5a57995865 is scheduled to be hosted by DHCP agent c6a09bd4-f72e-4283-a3ca-0bbca8a51081 with binding_index 1 {{(pid=93957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:18:09.462966 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388afca6-6102-4ff5-86c7-fa3da0bdf6de req-d293a3b3-2a60-4552-9028-12cfa0dcc276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:09.464252 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-388afca6-6102-4ff5-86c7-fa3da0bdf6de req-d293a3b3-2a60-4552-9028-12cfa0dcc276 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2244f7a1-04bd-42cd-9e86-31839b46f57f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0993183 Jul 14 09:18:09.478403 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-0e014a5e-8807-43e3-8c6b-3fd41921d6c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-29, a6838271-32c5-479d-9743-9a5a57995865) {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:18:09.482436 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-747b6ce7-91f8-4a97-a85d-803a991b41dc req-3a2830eb-5e40-493f-ab7a-e9b3b57225f1 tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] 10.222.0.68 "GET /v2.0/security-groups?id=7bf941d0-4fab-41ec-a174-078829fdb488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553317 Jul 14 09:18:09.485577 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e014a5e-8807-43e3-8c6b-3fd41921d6c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:09.486212 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-0e014a5e-8807-43e3-8c6b-3fd41921d6c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for subnet, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:09.491676 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d276ce4c-6ed3-4f32-b37f-dbf8f7241226 None None] Network a6838271-32c5-479d-9743-9a5a57995865 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:18:09.504067 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-0e014a5e-8807-43e3-8c6b-3fd41921d6c7 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0721252 Jul 14 09:18:09.648327 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-388afca6-6102-4ff5-86c7-fa3da0bdf6de req-5f8fe461-64bc-41d7-a7ae-feb0ba119c6f service neutron] 10.222.0.65 "GET /v2.0/networks/2244f7a1-04bd-42cd-9e86-31839b46f57f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1715822 Jul 14 09:18:09.677088 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15c6b58f-d76a-437e-994d-47e8e2d82521 None None] Network a6838271-32c5-479d-9743-9a5a57995865 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:18:09.749670 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c546a701-5afa-4d48-832c-75a226c2ff93 req-f42bd6c4-f077-49f3-839e-72ac2244077d tempest-ServersTestJSON-535065851 tempest-ServersTestJSON-535065851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:09.751732 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c546a701-5afa-4d48-832c-75a226c2ff93 req-f42bd6c4-f077-49f3-839e-72ac2244077d tempest-ServersTestJSON-535065851 tempest-ServersTestJSON-535065851-project] 10.222.0.68 "GET /v2.0/ports?device_id=de8bf987-5938-4a9e-bc8f-ca1216790210 HTTP/1.1" status: 200 len: 944 time: 0.0787477 Jul 14 09:18:09.778042 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4186873c-bc6d-4e61-822b-5ed0925ab6b4 req-a8012794-cd53-4f37-bb00-d8d4776c60c8 tempest-ServersOnMultiNodesTest-574860192 tempest-ServersOnMultiNodesTest-574860192-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:09.779596 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-4186873c-bc6d-4e61-822b-5ed0925ab6b4 req-a8012794-cd53-4f37-bb00-d8d4776c60c8 tempest-ServersOnMultiNodesTest-574860192 tempest-ServersOnMultiNodesTest-574860192-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=61b42305-974c-46b0-9777-7a8aa2815d37 HTTP/1.1" status: 200 len: 1101 time: 0.1446087 Jul 14 09:18:09.785819 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-388afca6-6102-4ff5-86c7-fa3da0bdf6de req-0e1e0057-1c5c-46e1-999c-25dd1fc528d1 service neutron] 10.222.0.65 "GET /v2.0/networks/2244f7a1-04bd-42cd-9e86-31839b46f57f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190968 Jul 14 09:18:09.801934 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c546a701-5afa-4d48-832c-75a226c2ff93 req-e65ef589-ac39-4f42-b9b1-734ad5a6a5f2 tempest-ServersTestJSON-535065851 tempest-ServersTestJSON-535065851-project] 10.222.0.68 "GET /v2.0/security-groups?id=a7f2f2d5-85ef-4c08-abfe-2f1caabe3de4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423114 Jul 14 09:18:09.825401 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-4186873c-bc6d-4e61-822b-5ed0925ab6b4 req-984fc852-4627-443a-8163-54b6f7321fa1 tempest-ServersOnMultiNodesTest-574860192 tempest-ServersOnMultiNodesTest-574860192-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=c9156572-74c8-4b9e-9f0a-c202a5ef91ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337851 Jul 14 09:18:10.061708 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3afcc7f-b12d-4b19-9ec6-7df7cd52e170 req-c5459eb8-75c0-4fa5-bf38-b587b34370b5 tempest-LiveAutoBlockMigrationV225Test-648529105 tempest-LiveAutoBlockMigrationV225Test-648529105-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:10.063358 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e3afcc7f-b12d-4b19-9ec6-7df7cd52e170 req-c5459eb8-75c0-4fa5-bf38-b587b34370b5 tempest-LiveAutoBlockMigrationV225Test-648529105 tempest-LiveAutoBlockMigrationV225Test-648529105-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=facc33c5-0d58-4c84-8b5b-0879c06b54db HTTP/1.1" status: 200 len: 1098 time: 0.0962787 Jul 14 09:18:10.076755 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6d0958-dc14-4a08-ac7c-bb4ef4266b7a req-2bbc9f19-c5de-40c2-b1e2-eee94fcebfc9 tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:10.082544 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-0c6d0958-dc14-4a08-ac7c-bb4ef4266b7a req-2bbc9f19-c5de-40c2-b1e2-eee94fcebfc9 tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] 10.222.0.68 "GET /v2.0/ports?device_id=1055dbfe-92e6-437c-b901-0e1c0a80dc51 HTTP/1.1" status: 200 len: 946 time: 0.1074383 Jul 14 09:18:10.101145 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e3afcc7f-b12d-4b19-9ec6-7df7cd52e170 req-7c092053-dd33-4222-bc27-61cd94459a36 tempest-LiveAutoBlockMigrationV225Test-648529105 tempest-LiveAutoBlockMigrationV225Test-648529105-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=7bf941d0-4fab-41ec-a174-078829fdb488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310841 Jul 14 09:18:10.130836 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-0c6d0958-dc14-4a08-ac7c-bb4ef4266b7a req-01cfd800-23bd-46ac-82b5-5e8fa21f0c96 tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] 10.222.0.68 "GET /v2.0/security-groups?id=4fa97f2f-f617-45f3-9331-b542b3f62cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422480 Jul 14 09:18:10.221479 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 37714) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:18:10.227132 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-778fffba-7ce4-4d3b-895f-81673ad26a29 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1221636590-network', 'tenant_id': '1b6b87644a0b439b9ae264f0e8c76c71'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:18:10.249738 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-778fffba-7ce4-4d3b-895f-81673ad26a29 admin admin] Made reservation on behalf of 1b6b87644a0b439b9ae264f0e8c76c71 for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:18:10.254997 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-778fffba-7ce4-4d3b-895f-81673ad26a29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:10.273283 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-778fffba-7ce4-4d3b-895f-81673ad26a29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:10.404570 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-778fffba-7ce4-4d3b-895f-81673ad26a29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:10.410241 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-778fffba-7ce4-4d3b-895f-81673ad26a29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:10.437634 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778fffba-7ce4-4d3b-895f-81673ad26a29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39a96388-6458-4903-8f42-8f68d8d88182,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:10.460712 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-778fffba-7ce4-4d3b-895f-81673ad26a29 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 703} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:18:10.475704 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97732f4f-b52b-473e-b485-5cdb1bbdd34b req-5cd36817-1f17-479e-9ac8-4906b5818bff tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:10.477565 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-97732f4f-b52b-473e-b485-5cdb1bbdd34b req-5cd36817-1f17-479e-9ac8-4906b5818bff tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/ports?device_id=075c0166-2f45-4ba5-a5fa-7f7ff3bec1e9 HTTP/1.1" status: 200 len: 948 time: 0.1101761 Jul 14 09:18:10.494197 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d095a7f4-fc3d-4ce1-815a-259d1901f12c req-fcd0e68b-58f8-4ffe-894c-170252c36f8d tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] 10.222.0.68 "GET /v2.0/networks?tenant_id=960db35cb56b449db311d3b4abef7a82&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0352743 Jul 14 09:18:10.495279 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-778fffba-7ce4-4d3b-895f-81673ad26a29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:10.495631 n-d-779913-29 neutron-server[93958]: INFO neutron.db.segments_db [None req-778fffba-7ce4-4d3b-895f-81673ad26a29 admin admin] Added segment db2d23f6-e631-48be-a346-a947364b7a5d of type vlan for network 26379d5f-64dd-4fee-b5f2-19b5de5b1eab Jul 14 09:18:10.520838 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-97732f4f-b52b-473e-b485-5cdb1bbdd34b req-60b4a878-90ed-49a3-9957-40bdc95f7416 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/security-groups?id=93b55648-4dd6-4852-bb99-9aa842ab19a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374970 Jul 14 09:18:10.604083 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-778fffba-7ce4-4d3b-895f-81673ad26a29 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735687821325'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:10.665453 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d095a7f4-fc3d-4ce1-815a-259d1901f12c req-b526f600-3bfd-4e1d-a746-ace6e5ead732 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:10.666945 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d095a7f4-fc3d-4ce1-815a-259d1901f12c req-b526f600-3bfd-4e1d-a746-ace6e5ead732 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1626630 Jul 14 09:18:10.674506 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-778fffba-7ce4-4d3b-895f-81673ad26a29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:10.676489 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-778fffba-7ce4-4d3b-895f-81673ad26a29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:10.677164 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-778fffba-7ce4-4d3b-895f-81673ad26a29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:10.704224 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d095a7f4-fc3d-4ce1-815a-259d1901f12c req-0d92c3c3-8706-490d-aca0-ffc09cb2ffde tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] 10.222.0.68 "GET /v2.0/quotas/960db35cb56b449db311d3b4abef7a82 HTTP/1.1" status: 200 len: 375 time: 0.0221214 Jul 14 09:18:10.736134 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a66dd4-89a3-47ed-b094-e61b010bf45b req-71982488-b3f6-49d7-a9d2-9b0e1445e358 tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:10.737893 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f2a66dd4-89a3-47ed-b094-e61b010bf45b req-71982488-b3f6-49d7-a9d2-9b0e1445e358 tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] 10.222.0.68 "GET /v2.0/ports?device_id=6593e4b3-80b2-4edd-b3fd-9f72f9137c4e HTTP/1.1" status: 200 len: 949 time: 0.0975513 Jul 14 09:18:10.809209 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-778fffba-7ce4-4d3b-895f-81673ad26a29 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5856605 Jul 14 09:18:10.812330 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 37736) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:18:10.813991 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f2a66dd4-89a3-47ed-b094-e61b010bf45b req-041b054f-7c15-4ca0-afa7-b2645065f2b8 tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] 10.222.0.68 "GET /v2.0/security-groups?id=77fde4ca-6f5f-48d5-b2fd-4c103e7ba04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680866 Jul 14 09:18:10.817218 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778fffba-7ce4-4d3b-895f-81673ad26a29 admin admin] Pushing event updated for resources: {'Network': ['ID=26379d5f-64dd-4fee-b5f2-19b5de5b1eab,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:10.837046 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Network 26379d5f-64dd-4fee-b5f2-19b5de5b1eab details requested by agent ovs-agent-n-d-779913-29 with host n-d-779913-29 {{(pid=93959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:18:10.847040 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-4c777e73-ca13-4e1d-840e-0f15f62b8212 admin admin] Request body: {'subnet': {'network_id': '26379d5f-64dd-4fee-b5f2-19b5de5b1eab', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1221636590-subnet', 'tenant_id': '1b6b87644a0b439b9ae264f0e8c76c71', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:18:10.899176 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d095a7f4-fc3d-4ce1-815a-259d1901f12c req-36bb6ecd-9c14-439f-98ab-57d261c5c64e tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=960db35cb56b449db311d3b4abef7a82&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1521704 Jul 14 09:18:10.900699 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c777e73-ca13-4e1d-840e-0f15f62b8212 admin admin] Made reservation on behalf of 1b6b87644a0b439b9ae264f0e8c76c71 for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:18:10.906753 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4c777e73-ca13-4e1d-840e-0f15f62b8212 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16714600'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:11.102171 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16afc1c9-cc23-4970-962b-5b22efa509f1 req-a88ce32d-a3c7-419b-a075-f6ed4d987ae2 tempest-ServersTestJSON-535065851 tempest-ServersTestJSON-535065851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:11.109549 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-16afc1c9-cc23-4970-962b-5b22efa509f1 req-a88ce32d-a3c7-419b-a075-f6ed4d987ae2 tempest-ServersTestJSON-535065851 tempest-ServersTestJSON-535065851-project] 10.222.0.68 "GET /v2.0/ports?device_id=de8bf987-5938-4a9e-bc8f-ca1216790210 HTTP/1.1" status: 200 len: 944 time: 0.1653936 Jul 14 09:18:11.148177 n-d-779913-29 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '075c0166-2f45-4ba5-a5fa-7f7ff3bec1e9', 'tag': '3bee9368-ec6b-43ef-baa3-7d86465c278e'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:18:11.154391 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cb48f044f948e981f43897c8d7f1332f741dc7af2b4c5a6e19d8f4a80f708e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa320f03-abad-45be-9699-f235f3a6ee00" -d '{"events": [{"name": "network-changed", "server_uuid": "075c0166-2f45-4ba5-a5fa-7f7ff3bec1e9", "tag": "3bee9368-ec6b-43ef-baa3-7d86465c278e"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:18:11.159447 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-16afc1c9-cc23-4970-962b-5b22efa509f1 req-eca5de84-4dd0-44d3-8b5b-b7a9831b642c tempest-ServersTestJSON-535065851 tempest-ServersTestJSON-535065851-project] 10.222.0.68 "GET /v2.0/security-groups?id=a7f2f2d5-85ef-4c08-abfe-2f1caabe3de4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470786 Jul 14 09:18:11.163638 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4c777e73-ca13-4e1d-840e-0f15f62b8212 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13573993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16714586'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:11.229064 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:18:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5461ce53-80fa-4f6c-9ae2-ef85a2217ee8 x-openstack-request-id: req-5461ce53-80fa-4f6c-9ae2-ef85a2217ee8 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:18:11.229365 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "075c0166-2f45-4ba5-a5fa-7f7ff3bec1e9", "tag": "3bee9368-ec6b-43ef-baa3-7d86465c278e", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:18:11.229759 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-5461ce53-80fa-4f6c-9ae2-ef85a2217ee8 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:18:11.230333 n-d-779913-29 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '075c0166-2f45-4ba5-a5fa-7f7ff3bec1e9', 'tag': '3bee9368-ec6b-43ef-baa3-7d86465c278e', 'status': 'completed', 'code': 200} Jul 14 09:18:11.320349 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c777e73-ca13-4e1d-840e-0f15f62b8212 admin admin] Pushing event updated for resources: {'Subnet': ['ID=81753eb5-907f-4f95-a264-a0dbc8f397d6,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:11.338661 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c777e73-ca13-4e1d-840e-0f15f62b8212 admin admin] Checking segment: {'id': 'db2d23f6-e631-48be-a346-a947364b7a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '26379d5f-64dd-4fee-b5f2-19b5de5b1eab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:18:11.339050 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c777e73-ca13-4e1d-840e-0f15f62b8212 admin admin] Network hostable DHCP agents. Network: 26379d5f-64dd-4fee-b5f2-19b5de5b1eab, hostable agents: ['c6a09bd4-f72e-4283-a3ca-0bbca8a51081'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:18:11.373129 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c777e73-ca13-4e1d-840e-0f15f62b8212 admin admin] Network 26379d5f-64dd-4fee-b5f2-19b5de5b1eab is scheduled to be hosted by DHCP agent c6a09bd4-f72e-4283-a3ca-0bbca8a51081 with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:18:11.391658 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa320f03-abad-45be-9699-f235f3a6ee00 req-2df4462f-48ac-426c-9811-5ffb342a3fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:11.393955 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-aa320f03-abad-45be-9699-f235f3a6ee00 req-2df4462f-48ac-426c-9811-5ffb342a3fe2 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f15ecc2e979442a6b02936316f8b33e1&device_id=075c0166-2f45-4ba5-a5fa-7f7ff3bec1e9 HTTP/1.1" status: 200 len: 1100 time: 0.1054602 Jul 14 09:18:11.394976 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-4c777e73-ca13-4e1d-840e-0f15f62b8212 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-29, 26379d5f-64dd-4fee-b5f2-19b5de5b1eab) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:18:11.400245 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c777e73-ca13-4e1d-840e-0f15f62b8212 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:11.401115 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4c777e73-ca13-4e1d-840e-0f15f62b8212 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:11.405157 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da39c9ec-d2b8-4b54-88d7-3ffe70f677cb None None] Network 26379d5f-64dd-4fee-b5f2-19b5de5b1eab requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:18:11.413227 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa320f03-abad-45be-9699-f235f3a6ee00 req-3ba6ed22-4ab9-4d9d-af8e-969591edab05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:11.414843 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-aa320f03-abad-45be-9699-f235f3a6ee00 req-3ba6ed22-4ab9-4d9d-af8e-969591edab05 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f15ecc2e979442a6b02936316f8b33e1&device_id=075c0166-2f45-4ba5-a5fa-7f7ff3bec1e9 HTTP/1.1" status: 200 len: 1100 time: 0.1467745 Jul 14 09:18:11.444337 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-4c777e73-ca13-4e1d-840e-0f15f62b8212 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6227627 Jul 14 09:18:11.527895 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa320f03-abad-45be-9699-f235f3a6ee00 req-7632f42c-91dc-4ce5-9aeb-fa0565bb13fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:11.529406 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-aa320f03-abad-45be-9699-f235f3a6ee00 req-7632f42c-91dc-4ce5-9aeb-fa0565bb13fa service neutron] 10.222.0.57 "GET /v2.0/networks?id=2244f7a1-04bd-42cd-9e86-31839b46f57f HTTP/1.1" status: 200 len: 870 time: 0.1073616 Jul 14 09:18:11.555194 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269619bc-cdc0-4f92-a54c-fb534f095ae2 req-893d80ae-b0a5-4a2e-9959-03c74d5e11c1 tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:11.562383 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-269619bc-cdc0-4f92-a54c-fb534f095ae2 req-893d80ae-b0a5-4a2e-9959-03c74d5e11c1 tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] 10.222.0.68 "GET /v2.0/ports?device_id=1055dbfe-92e6-437c-b901-0e1c0a80dc51 HTTP/1.1" status: 200 len: 946 time: 0.2283680 Jul 14 09:18:11.588736 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa320f03-abad-45be-9699-f235f3a6ee00 req-721e974b-7f35-4a0f-b26f-43e439d11ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:11.590782 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-aa320f03-abad-45be-9699-f235f3a6ee00 req-721e974b-7f35-4a0f-b26f-43e439d11ab5 service neutron] 10.222.0.65 "GET /v2.0/networks?id=2244f7a1-04bd-42cd-9e86-31839b46f57f HTTP/1.1" status: 200 len: 870 time: 0.1731267 Jul 14 09:18:11.642425 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-aa320f03-abad-45be-9699-f235f3a6ee00 req-c15c130d-ebf2-43ec-b95c-439789656c4c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=3bee9368-ec6b-43ef-baa3-7d86465c278e HTTP/1.1" status: 200 len: 217 time: 0.1049654 Jul 14 09:18:11.653131 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-aa320f03-abad-45be-9699-f235f3a6ee00 req-929c423d-b09a-4ff1-8ae8-53d7bbd31fd5 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=3bee9368-ec6b-43ef-baa3-7d86465c278e HTTP/1.1" status: 200 len: 217 time: 0.0530531 Jul 14 09:18:11.674590 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24de8620-4860-4fd4-97ca-e026487525db None None] Network 26379d5f-64dd-4fee-b5f2-19b5de5b1eab requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:18:11.762945 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa320f03-abad-45be-9699-f235f3a6ee00 req-f298b357-332e-4dd9-ab90-6885308b0245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:11.767194 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-aa320f03-abad-45be-9699-f235f3a6ee00 req-f298b357-332e-4dd9-ab90-6885308b0245 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=85060e65-3b2f-4a6c-a04c-ce849daa5b3b HTTP/1.1" status: 200 len: 843 time: 0.1023116 Jul 14 09:18:11.792425 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-269619bc-cdc0-4f92-a54c-fb534f095ae2 req-66a1e674-2c64-484f-8364-12e168f3c66b tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] 10.222.0.68 "GET /v2.0/security-groups?id=4fa97f2f-f617-45f3-9331-b542b3f62cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2290633 Jul 14 09:18:11.833846 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa320f03-abad-45be-9699-f235f3a6ee00 req-e2984f0b-6ca1-40b5-8670-c1f20ad91021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:11.835425 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-aa320f03-abad-45be-9699-f235f3a6ee00 req-e2984f0b-6ca1-40b5-8670-c1f20ad91021 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=85060e65-3b2f-4a6c-a04c-ce849daa5b3b HTTP/1.1" status: 200 len: 843 time: 0.1823928 Jul 14 09:18:11.913228 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa320f03-abad-45be-9699-f235f3a6ee00 req-731d5a3a-0391-4d3b-bec2-35bef2ff867d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:11.915118 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-aa320f03-abad-45be-9699-f235f3a6ee00 req-731d5a3a-0391-4d3b-bec2-35bef2ff867d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2244f7a1-04bd-42cd-9e86-31839b46f57f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1189654 Jul 14 09:18:11.920411 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 13c0e1ae-9f8e-4b29-a5c8-f47d438fcfc4 details requested by agent hyperv_n-h1-779913-29 with host n-h1-779913-29 {{(pid=93959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:18:12.025647 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa320f03-abad-45be-9699-f235f3a6ee00 req-99ac4ed7-8a00-4cd6-94a5-5b94e6843086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:12.030341 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-aa320f03-abad-45be-9699-f235f3a6ee00 req-99ac4ed7-8a00-4cd6-94a5-5b94e6843086 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2244f7a1-04bd-42cd-9e86-31839b46f57f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1833255 Jul 14 09:18:12.152433 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port 13c0e1ae-9f8e-4b29-a5c8-f47d438fcfc4, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=13c0e1ae-9f8e-4b29-a5c8-f47d438fcfc4,segment=NetworkSegment(3490053c-a8b9-469d-9e8d-cf7046370617),segment_id=3490053c-a8b9-469d-9e8d-cf7046370617)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:18:12.164384 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-aa320f03-abad-45be-9699-f235f3a6ee00 req-5ed619df-10cc-4548-8c85-119620e78a24 service neutron] 10.222.0.65 "GET /v2.0/networks/2244f7a1-04bd-42cd-9e86-31839b46f57f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2347174 Jul 14 09:18:12.186118 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Returning: {'device': '13c0e1ae-9f8e-4b29-a5c8-f47d438fcfc4', 'network_id': 'd25d8db8-0ab7-40c5-8db1-354e83a0ea79', 'port_id': '13c0e1ae-9f8e-4b29-a5c8-f47d438fcfc4', 'mac_address': 'fa:16:3e:b8:6e:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '894e9ad4-f56d-4415-a399-0321b6578932', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:18:12.270579 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-aa320f03-abad-45be-9699-f235f3a6ee00 req-51a2943d-bdd5-4ee0-8981-7aec0ec4b86a service neutron] 10.222.0.57 "GET /v2.0/networks/2244f7a1-04bd-42cd-9e86-31839b46f57f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2258263 Jul 14 09:18:12.288973 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:12.343683 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13c0e1ae-9f8e-4b29-a5c8-f47d438fcfc4 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:18:12.397875 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-aa320f03-abad-45be-9699-f235f3a6ee00 req-24011775-16ae-408d-b932-37e3322dcf8a service neutron] 10.222.0.65 "GET /v2.0/networks/2244f7a1-04bd-42cd-9e86-31839b46f57f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2236485 Jul 14 09:18:12.399236 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port 13c0e1ae-9f8e-4b29-a5c8-f47d438fcfc4, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=13c0e1ae-9f8e-4b29-a5c8-f47d438fcfc4,segment=NetworkSegment(3490053c-a8b9-469d-9e8d-cf7046370617),segment_id=3490053c-a8b9-469d-9e8d-cf7046370617)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:18:12.403768 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:12.464760 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 3bee9368-ec6b-43ef-baa3-7d86465c278e no longer exists at agent hyperv_n-h2-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:18:12.513459 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc63e1f3-0e86-4ff5-b4a9-bddfeec081c1 req-6cb1423f-bc37-4b58-b40e-f7cb63699850 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:12.521756 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-dc63e1f3-0e86-4ff5-b4a9-bddfeec081c1 req-6cb1423f-bc37-4b58-b40e-f7cb63699850 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/ports?device_id=075c0166-2f45-4ba5-a5fa-7f7ff3bec1e9 HTTP/1.1" status: 200 len: 948 time: 0.1029615 Jul 14 09:18:12.551565 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:12.575330 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Pushing event updated for resources: {'Port': ['ID=13c0e1ae-9f8e-4b29-a5c8-f47d438fcfc4,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:12.607065 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-dc63e1f3-0e86-4ff5-b4a9-bddfeec081c1 req-7a1fc442-4e27-4baf-9f42-41eb9ce5a867 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/security-groups?id=93b55648-4dd6-4852-bb99-9aa842ab19a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842373 Jul 14 09:18:12.607413 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 3bee9368-ec6b-43ef-baa3-7d86465c278e not bound to the agent host n-h2-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:18:12.616582 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d727052-a553-4359-a307-89f18f4e162a req-9ef005b5-552d-4a10-ab1d-526deab2445a tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:12.618166 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2d727052-a553-4359-a307-89f18f4e162a req-9ef005b5-552d-4a10-ab1d-526deab2445a tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] 10.222.0.68 "GET /v2.0/ports?device_id=6593e4b3-80b2-4edd-b3fd-9f72f9137c4e HTTP/1.1" status: 200 len: 949 time: 0.2251937 Jul 14 09:18:12.620818 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-aa320f03-abad-45be-9699-f235f3a6ee00 req-d1547b8c-40c0-4e31-8bcb-35edf52756a8 service neutron] 10.222.0.57 "GET /v2.0/networks/2244f7a1-04bd-42cd-9e86-31839b46f57f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3417509 Jul 14 09:18:12.700809 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2d727052-a553-4359-a307-89f18f4e162a req-d00c043f-b529-4e6a-a804-4addca2a6c5c tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] 10.222.0.68 "GET /v2.0/security-groups?id=77fde4ca-6f5f-48d5-b2fd-4c103e7ba04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684054 Jul 14 09:18:12.848599 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] get_ports_and_sgs() called for port_ids ['13c0e1ae-9f8e-4b29-a5c8-f47d438fcfc4'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:18:13.066766 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac218abf-437c-4238-9f88-35ec2b4dadb6 req-e9945c0b-55eb-4223-bd0a-e1f34a8046c5 tempest-ServersTestJSON-535065851 tempest-ServersTestJSON-535065851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:13.071157 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ac218abf-437c-4238-9f88-35ec2b4dadb6 req-e9945c0b-55eb-4223-bd0a-e1f34a8046c5 tempest-ServersTestJSON-535065851 tempest-ServersTestJSON-535065851-project] 10.222.0.68 "GET /v2.0/ports?device_id=de8bf987-5938-4a9e-bc8f-ca1216790210 HTTP/1.1" status: 200 len: 945 time: 0.1953759 Jul 14 09:18:13.084739 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5edc278-4749-4bf4-831e-7d50c6081fd6 req-538e3340-3c79-4c11-b025-d0e9455c9349 tempest-VolumesAdminNegativeTest-100931047 tempest-VolumesAdminNegativeTest-100931047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:13.092790 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d5edc278-4749-4bf4-831e-7d50c6081fd6 req-538e3340-3c79-4c11-b025-d0e9455c9349 tempest-VolumesAdminNegativeTest-100931047 tempest-VolumesAdminNegativeTest-100931047-project] 10.222.0.68 "GET /v2.0/networks?id=a6838271-32c5-479d-9743-9a5a57995865 HTTP/1.1" status: 200 len: 815 time: 0.1866612 Jul 14 09:18:13.116528 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d5edc278-4749-4bf4-831e-7d50c6081fd6 req-5a079eb4-d70a-44ef-bfeb-7dffaaeb3817 tempest-VolumesAdminNegativeTest-100931047 tempest-VolumesAdminNegativeTest-100931047-project] 10.222.0.68 "GET /v2.0/quotas/918c1d975565476384d2cd0dc046f885 HTTP/1.1" status: 200 len: 375 time: 0.0222142 Jul 14 09:18:13.176984 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ac218abf-437c-4238-9f88-35ec2b4dadb6 req-e0e29b89-b6ae-4b1e-9ae5-df70492f0c21 tempest-ServersTestJSON-535065851 tempest-ServersTestJSON-535065851-project] 10.222.0.68 "GET /v2.0/security-groups?id=a7f2f2d5-85ef-4c08-abfe-2f1caabe3de4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0990651 Jul 14 09:18:13.218531 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d5edc278-4749-4bf4-831e-7d50c6081fd6 req-ba872b04-419a-470e-a5cd-70c569a57040 tempest-VolumesAdminNegativeTest-100931047 tempest-VolumesAdminNegativeTest-100931047-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=918c1d975565476384d2cd0dc046f885&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1007872 Jul 14 09:18:13.230383 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:13.407632 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d5edc278-4749-4bf4-831e-7d50c6081fd6 req-9853e04a-e6f0-47d2-ada9-bf94379edc48 service neutron] 10.222.0.68 "GET /v2.0/networks/a6838271-32c5-479d-9743-9a5a57995865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1800718 Jul 14 09:18:13.474129 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-7b8ca5cc-609b-486e-a995-07be4674d1e5 req-7903173c-87c1-4b5b-bf97-791d0d549d7c tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] 10.222.0.68 "GET /v2.0/ports?device_id=3219a920-d25a-4e7a-b33c-c9eebd14016e HTTP/1.1" status: 200 len: 210 time: 0.0852804 Jul 14 09:18:13.566174 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d5edc278-4749-4bf4-831e-7d50c6081fd6 req-3920a713-a487-47ce-9f78-89e1a0ae8159 service neutron] 10.222.0.68 "GET /v2.0/networks/a6838271-32c5-479d-9743-9a5a57995865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465371 Jul 14 09:18:13.843066 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c07ded6-f174-4216-a843-b5e9e0ab20a0 req-13c007a0-c54e-4b7b-9d81-94fc0c84519f tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:13.846083 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-7c07ded6-f174-4216-a843-b5e9e0ab20a0 req-13c007a0-c54e-4b7b-9d81-94fc0c84519f tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] 10.222.0.68 "GET /v2.0/ports?device_id=1055dbfe-92e6-437c-b901-0e1c0a80dc51 HTTP/1.1" status: 200 len: 946 time: 0.0821519 Jul 14 09:18:13.851842 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 3bee9368-ec6b-43ef-baa3-7d86465c278e details requested by agent hyperv_n-h1-779913-29 with host n-h1-779913-29 {{(pid=93959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:18:13.865376 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1902bf77-bfe4-4f19-9824-ec1e9a38a5ea req-1794204e-54a0-45ca-bd8c-c778fba3fba1 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:13.872427 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-1902bf77-bfe4-4f19-9824-ec1e9a38a5ea req-1794204e-54a0-45ca-bd8c-c778fba3fba1 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/ports?device_id=075c0166-2f45-4ba5-a5fa-7f7ff3bec1e9 HTTP/1.1" status: 200 len: 948 time: 0.0972190 Jul 14 09:18:13.921282 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-7c07ded6-f174-4216-a843-b5e9e0ab20a0 req-98f221c3-a2a0-4a26-b453-6ee0e04d4675 tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] 10.222.0.68 "GET /v2.0/security-groups?id=4fa97f2f-f617-45f3-9331-b542b3f62cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602775 Jul 14 09:18:13.950586 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-1902bf77-bfe4-4f19-9824-ec1e9a38a5ea req-af6597bc-5039-4d63-a70f-181081fb1fa0 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/security-groups?id=93b55648-4dd6-4852-bb99-9aa842ab19a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769477 Jul 14 09:18:14.006820 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d66321ad-0237-41a7-95e2-6549436c454a req-21fb03ef-90dd-4a38-8dca-69d14f72d440 tempest-VolumesAdminNegativeTest-100931047 tempest-VolumesAdminNegativeTest-100931047-project] 10.222.0.68 "GET /v2.0/ports?device_id=93bec9e9-53d8-4e4c-8bc1-01f6054a642c HTTP/1.1" status: 200 len: 210 time: 0.0473857 Jul 14 09:18:14.035985 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port 3bee9368-ec6b-43ef-baa3-7d86465c278e, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=3bee9368-ec6b-43ef-baa3-7d86465c278e,segment=NetworkSegment(8f1c1422-de6c-445f-ab95-4e2c94585b2b),segment_id=8f1c1422-de6c-445f-ab95-4e2c94585b2b)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:18:14.055119 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Returning: {'device': '3bee9368-ec6b-43ef-baa3-7d86465c278e', 'network_id': '2244f7a1-04bd-42cd-9e86-31839b46f57f', 'port_id': '3bee9368-ec6b-43ef-baa3-7d86465c278e', 'mac_address': 'fa:16:3e:bd:63:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 724, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85060e65-3b2f-4a6c-a04c-ce849daa5b3b', 'ip_address': '192.168.233.246'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:18:14.136063 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:14.166588 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3bee9368-ec6b-43ef-baa3-7d86465c278e {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:18:14.199721 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port 3bee9368-ec6b-43ef-baa3-7d86465c278e, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=3bee9368-ec6b-43ef-baa3-7d86465c278e,segment=NetworkSegment(8f1c1422-de6c-445f-ab95-4e2c94585b2b),segment_id=8f1c1422-de6c-445f-ab95-4e2c94585b2b)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:18:14.208722 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:14.265061 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2075db-2747-4acc-be17-da03a42663da req-20933b40-343a-48e6-bf5b-df62ae34abbb tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:14.270161 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-5d2075db-2747-4acc-be17-da03a42663da req-20933b40-343a-48e6-bf5b-df62ae34abbb tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] 10.222.0.68 "GET /v2.0/ports?device_id=6593e4b3-80b2-4edd-b3fd-9f72f9137c4e HTTP/1.1" status: 200 len: 949 time: 0.1208229 Jul 14 09:18:14.280244 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Pushing event updated for resources: {'Port': ['ID=3bee9368-ec6b-43ef-baa3-7d86465c278e,revision_number=8']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:14.318984 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-5d2075db-2747-4acc-be17-da03a42663da req-98ba1135-573a-4203-8301-bd51193de8f3 tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] 10.222.0.68 "GET /v2.0/security-groups?id=77fde4ca-6f5f-48d5-b2fd-4c103e7ba04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407181 Jul 14 09:18:14.485080 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d095a7f4-fc3d-4ce1-815a-259d1901f12c req-f0b94a4a-d045-4dfa-bbad-c058088fc48a tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=960db35cb56b449db311d3b4abef7a82&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0258019 Jul 14 09:18:14.589477 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d095a7f4-fc3d-4ce1-815a-259d1901f12c req-0486841e-67ab-4cfd-a57b-eed52239af59 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=960db35cb56b449db311d3b4abef7a82&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0572138 Jul 14 09:18:14.643356 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf0c42c-120e-4c07-a42f-7e5b11c668aa req-e8836f72-fcd2-4811-a0cc-689d4c601438 tempest-ServersTestJSON-535065851 tempest-ServersTestJSON-535065851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:14.645634 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-dcf0c42c-120e-4c07-a42f-7e5b11c668aa req-e8836f72-fcd2-4811-a0cc-689d4c601438 tempest-ServersTestJSON-535065851 tempest-ServersTestJSON-535065851-project] 10.222.0.68 "GET /v2.0/ports?device_id=de8bf987-5938-4a9e-bc8f-ca1216790210 HTTP/1.1" status: 200 len: 945 time: 0.2262552 Jul 14 09:18:14.680235 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] get_ports_and_sgs() called for port_ids ['3bee9368-ec6b-43ef-baa3-7d86465c278e'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:18:14.709735 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56e77fb-fdbb-40b1-b33f-999ddcebd7ff req-4a10f440-6664-4403-a6b0-a9e424a2bee3 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:14.717719 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d56e77fb-fdbb-40b1-b33f-999ddcebd7ff req-4a10f440-6664-4403-a6b0-a9e424a2bee3 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/ports?device_id=075c0166-2f45-4ba5-a5fa-7f7ff3bec1e9 HTTP/1.1" status: 200 len: 949 time: 0.2650995 Jul 14 09:18:14.786151 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3593e99e-2caf-446f-8415-b192c7f19d64 req-c8fc6c47-ef59-4c81-988a-a592d1d5c410 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:14.787726 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3593e99e-2caf-446f-8415-b192c7f19d64 req-c8fc6c47-ef59-4c81-988a-a592d1d5c410 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.57 "GET /v2.0/ports?device_id=075c0166-2f45-4ba5-a5fa-7f7ff3bec1e9&tenant_id=f15ecc2e979442a6b02936316f8b33e1&binding%3Ahost_id=n-h1-779913-29 HTTP/1.1" status: 200 len: 949 time: 0.2805765 Jul 14 09:18:14.802849 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-dcf0c42c-120e-4c07-a42f-7e5b11c668aa req-7e941c18-e0ce-4537-ac68-ed8f2e3945b0 tempest-ServersTestJSON-535065851 tempest-ServersTestJSON-535065851-project] 10.222.0.68 "GET /v2.0/security-groups?id=a7f2f2d5-85ef-4c08-abfe-2f1caabe3de4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1464372 Jul 14 09:18:14.808391 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d095a7f4-fc3d-4ce1-815a-259d1901f12c req-625d2372-4511-4935-817a-aa2e32f51ec0 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:14.810520 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d095a7f4-fc3d-4ce1-815a-259d1901f12c req-625d2372-4511-4935-817a-aa2e32f51ec0 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2089117 Jul 14 09:18:14.829953 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d56e77fb-fdbb-40b1-b33f-999ddcebd7ff req-25e1935b-4da5-4892-b1aa-ccd5badab0d7 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/security-groups?id=93b55648-4dd6-4852-bb99-9aa842ab19a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090991 Jul 14 09:18:14.840294 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [req-d095a7f4-fc3d-4ce1-815a-259d1901f12c req-e78cf747-b44d-4c3e-8545-1b90770bfc8a tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] Request body: {'port': {'device_id': '3219a920-d25a-4e7a-b33c-c9eebd14016e', 'network_id': '2244f7a1-04bd-42cd-9e86-31839b46f57f', 'admin_state_up': True, 'tenant_id': '960db35cb56b449db311d3b4abef7a82'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:18:14.946383 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d095a7f4-fc3d-4ce1-815a-259d1901f12c req-77d33b8a-6825-43b1-ba20-0c8c28ae9fe0 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:14.948483 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d095a7f4-fc3d-4ce1-815a-259d1901f12c req-77d33b8a-6825-43b1-ba20-0c8c28ae9fe0 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4582136 Jul 14 09:18:14.950420 n-d-779913-29 neutron-server[93957]: INFO neutron.api.v2.resource [req-3593e99e-2caf-446f-8415-b192c7f19d64 req-fdf26b4f-27c3-45e1-81fa-06ebe2b6e4f8 service neutron] delete failed (client error): The resource could not be found. Jul 14 09:18:14.952261 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3593e99e-2caf-446f-8415-b192c7f19d64 req-fdf26b4f-27c3-45e1-81fa-06ebe2b6e4f8 service neutron] 10.222.0.57 "DELETE /v2.0/ports/3bee9368-ec6b-43ef-baa3-7d86465c278e/bindings/n-h2-779913-29 HTTP/1.1" status: 404 len: 381 time: 0.1454029 Jul 14 09:18:15.004515 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-d095a7f4-fc3d-4ce1-815a-259d1901f12c req-17bab3ef-b3ee-4ff9-b711-429616268211 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] Request body: {'port': {'device_id': '2ff3f767-2d49-413e-9b8c-53269ea299e0', 'network_id': '2244f7a1-04bd-42cd-9e86-31839b46f57f', 'admin_state_up': True, 'tenant_id': '960db35cb56b449db311d3b4abef7a82'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:18:15.086235 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d095a7f4-fc3d-4ce1-815a-259d1901f12c req-e78cf747-b44d-4c3e-8545-1b90770bfc8a tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] Made reservation on behalf of 960db35cb56b449db311d3b4abef7a82 for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:18:15.090352 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-d095a7f4-fc3d-4ce1-815a-259d1901f12c req-e78cf747-b44d-4c3e-8545-1b90770bfc8a tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:15.100011 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-339deb00-1d98-4588-be61-33a48e84c8c1 req-345cabaf-0cf5-49f4-b782-e7219b5059a3 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] 10.222.0.68 "GET /v2.0/ports?device_id=3219a920-d25a-4e7a-b33c-c9eebd14016e HTTP/1.1" status: 200 len: 210 time: 0.0713558 Jul 14 09:18:15.234719 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d095a7f4-fc3d-4ce1-815a-259d1901f12c req-17bab3ef-b3ee-4ff9-b711-429616268211 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] Made reservation on behalf of 960db35cb56b449db311d3b4abef7a82 for: {'port': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:18:15.239540 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-d095a7f4-fc3d-4ce1-815a-259d1901f12c req-17bab3ef-b3ee-4ff9-b711-429616268211 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:15.268808 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3593e99e-2caf-446f-8415-b192c7f19d64 req-c9bb4148-866f-4a57-957b-c05ebf0da494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:15.270416 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3593e99e-2caf-446f-8415-b192c7f19d64 req-c9bb4148-866f-4a57-957b-c05ebf0da494 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f15ecc2e979442a6b02936316f8b33e1&device_id=075c0166-2f45-4ba5-a5fa-7f7ff3bec1e9 HTTP/1.1" status: 200 len: 1101 time: 0.0900116 Jul 14 09:18:15.285856 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [req-d095a7f4-fc3d-4ce1-815a-259d1901f12c req-e78cf747-b44d-4c3e-8545-1b90770bfc8a tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] Allocated IP 192.168.233.119 (2244f7a1-04bd-42cd-9e86-31839b46f57f/85060e65-3b2f-4a6c-a04c-ce849daa5b3b/4428f759-9245-47c1-969d-3af116e0a0e3) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:18:15.546690 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-d095a7f4-fc3d-4ce1-815a-259d1901f12c req-e78cf747-b44d-4c3e-8545-1b90770bfc8a tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:15.570942 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-d095a7f4-fc3d-4ce1-815a-259d1901f12c req-e78cf747-b44d-4c3e-8545-1b90770bfc8a tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] Transition to ACTIVE for port object 4428f759-9245-47c1-969d-3af116e0a0e3 will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:18:15.620365 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-d095a7f4-fc3d-4ce1-815a-259d1901f12c req-e78cf747-b44d-4c3e-8545-1b90770bfc8a tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:15.675446 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d095a7f4-fc3d-4ce1-815a-259d1901f12c req-e78cf747-b44d-4c3e-8545-1b90770bfc8a tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] Network 2244f7a1-04bd-42cd-9e86-31839b46f57f is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:18:15.679537 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] get_ports_and_sgs() called for port_ids ['361a3635-453e-4996-a98b-cba54b0b2536'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:18:15.687315 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [req-d095a7f4-fc3d-4ce1-815a-259d1901f12c req-e78cf747-b44d-4c3e-8545-1b90770bfc8a tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:18:15.690054 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3593e99e-2caf-446f-8415-b192c7f19d64 req-30a3c300-06e1-4688-ade4-121867094c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:15.691101 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-d095a7f4-fc3d-4ce1-815a-259d1901f12c req-e78cf747-b44d-4c3e-8545-1b90770bfc8a tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:18:15.692095 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3593e99e-2caf-446f-8415-b192c7f19d64 req-30a3c300-06e1-4688-ade4-121867094c51 service neutron] 10.222.0.57 "GET /v2.0/networks?id=2244f7a1-04bd-42cd-9e86-31839b46f57f HTTP/1.1" status: 200 len: 870 time: 0.3833714 Jul 14 09:18:15.764542 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3593e99e-2caf-446f-8415-b192c7f19d64 req-8805fbf0-3f85-459a-a26e-ef6ee1df04cd service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=3bee9368-ec6b-43ef-baa3-7d86465c278e HTTP/1.1" status: 200 len: 217 time: 0.0474339 Jul 14 09:18:15.784241 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-da3b849d-3202-4d24-b798-30b143f368fe req-cf3f8def-12a4-4d67-b086-246168c715b7 tempest-VolumesAdminNegativeTest-100931047 tempest-VolumesAdminNegativeTest-100931047-project] 10.222.0.68 "GET /v2.0/ports?device_id=93bec9e9-53d8-4e4c-8bc1-01f6054a642c HTTP/1.1" status: 200 len: 210 time: 0.0569124 Jul 14 09:18:15.800259 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78cf747-b44d-4c3e-8545-1b90770bfc8a tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] Pushing event updated for resources: {'Port': ['ID=4428f759-9245-47c1-969d-3af116e0a0e3,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:15.842701 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d095a7f4-fc3d-4ce1-815a-259d1901f12c req-e78cf747-b44d-4c3e-8545-1b90770bfc8a tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:15.847907 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-d095a7f4-fc3d-4ce1-815a-259d1901f12c req-e78cf747-b44d-4c3e-8545-1b90770bfc8a tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:15.878742 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 13c0e1ae-9f8e-4b29-a5c8-f47d438fcfc4 up at agent hyperv_n-h1-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:18:15.950170 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] get_ports_and_sgs() called for port_ids ['7876554a-94a5-4362-9d48-ba2ab3e213d6', '82b450e3-7637-42f2-bd8d-3daaed7e61ee'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:18:15.963947 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3593e99e-2caf-446f-8415-b192c7f19d64 req-0866038a-32bf-4e80-80d5-fb8dddc05174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:15.965857 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3593e99e-2caf-446f-8415-b192c7f19d64 req-0866038a-32bf-4e80-80d5-fb8dddc05174 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=85060e65-3b2f-4a6c-a04c-ce849daa5b3b HTTP/1.1" status: 200 len: 843 time: 0.1781037 Jul 14 09:18:15.996299 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed04403-7cf4-480f-bc28-244cd72811c4 req-0a6ab6b9-b517-425c-b99f-acba98071856 tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:15.997946 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3ed04403-7cf4-480f-bc28-244cd72811c4 req-0a6ab6b9-b517-425c-b99f-acba98071856 tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] 10.222.0.68 "GET /v2.0/ports?device_id=1055dbfe-92e6-437c-b901-0e1c0a80dc51 HTTP/1.1" status: 200 len: 946 time: 0.3049366 Jul 14 09:18:16.023395 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [req-d095a7f4-fc3d-4ce1-815a-259d1901f12c req-17bab3ef-b3ee-4ff9-b711-429616268211 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] Allocated IP 192.168.233.92 (2244f7a1-04bd-42cd-9e86-31839b46f57f/85060e65-3b2f-4a6c-a04c-ce849daa5b3b/14c0d95c-c0cf-4b32-9dbe-0ff44c088df3) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:18:16.033936 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Provisioning for port 13c0e1ae-9f8e-4b29-a5c8-f47d438fcfc4 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:18:16.041262 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Provisioning complete for port 13c0e1ae-9f8e-4b29-a5c8-f47d438fcfc4 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:18:16.041767 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:16.090638 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-d7b15aa7-6b2b-4816-90a8-3b7b3c904eac None None] Provisioning for port 4428f759-9245-47c1-969d-3af116e0a0e3 completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:18:16.099118 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5edc278-4749-4bf4-831e-7d50c6081fd6 req-debca6ef-c449-4c64-b1e3-48b3d7951693 tempest-VolumesAdminNegativeTest-100931047 tempest-VolumesAdminNegativeTest-100931047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:16.101707 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d5edc278-4749-4bf4-831e-7d50c6081fd6 req-debca6ef-c449-4c64-b1e3-48b3d7951693 tempest-VolumesAdminNegativeTest-100931047 tempest-VolumesAdminNegativeTest-100931047-project] 10.222.0.57 "GET /v2.0/networks?id=a6838271-32c5-479d-9743-9a5a57995865 HTTP/1.1" status: 200 len: 815 time: 0.2477882 Jul 14 09:18:16.117723 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-d7b15aa7-6b2b-4816-90a8-3b7b3c904eac None None] Provisioning complete for port 4428f759-9245-47c1-969d-3af116e0a0e3 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:18:16.118195 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d7b15aa7-6b2b-4816-90a8-3b7b3c904eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:16.130081 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [req-d5edc278-4749-4bf4-831e-7d50c6081fd6 req-8cdef3c6-c3e2-4ded-9aea-66cf4f33d15f tempest-VolumesAdminNegativeTest-100931047 tempest-VolumesAdminNegativeTest-100931047-project] Request body: {'port': {'device_id': '93bec9e9-53d8-4e4c-8bc1-01f6054a642c', 'network_id': 'a6838271-32c5-479d-9743-9a5a57995865', 'admin_state_up': True, 'tenant_id': '918c1d975565476384d2cd0dc046f885'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:18:16.153928 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3ed04403-7cf4-480f-bc28-244cd72811c4 req-71cca79f-444d-41ca-a1a3-dbcc8fb2248d tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] 10.222.0.68 "GET /v2.0/security-groups?id=4fa97f2f-f617-45f3-9331-b542b3f62cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356974 Jul 14 09:18:16.196582 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3593e99e-2caf-446f-8415-b192c7f19d64 req-a659e773-c397-46e8-9c00-605373a0523e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:16.200520 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3593e99e-2caf-446f-8415-b192c7f19d64 req-a659e773-c397-46e8-9c00-605373a0523e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2244f7a1-04bd-42cd-9e86-31839b46f57f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2147758 Jul 14 09:18:16.254090 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d095a7f4-fc3d-4ce1-815a-259d1901f12c req-e78cf747-b44d-4c3e-8545-1b90770bfc8a tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4228733 Jul 14 09:18:16.256495 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-d7b15aa7-6b2b-4816-90a8-3b7b3c904eac None None] Port 4428f759-9245-47c1-969d-3af116e0a0e3 cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:18:16.278913 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [req-d095a7f4-fc3d-4ce1-815a-259d1901f12c req-07ef3286-3a0f-4f7c-bcc6-b2938d3d9e72 service neutron] Request body: {'port': {'device_id': '3219a920-d25a-4e7a-b33c-c9eebd14016e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-29'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:18:16.286225 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:16.314893 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5edc278-4749-4bf4-831e-7d50c6081fd6 req-8cdef3c6-c3e2-4ded-9aea-66cf4f33d15f tempest-VolumesAdminNegativeTest-100931047 tempest-VolumesAdminNegativeTest-100931047-project] Made reservation on behalf of 918c1d975565476384d2cd0dc046f885 for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:18:16.319330 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-d5edc278-4749-4bf4-831e-7d50c6081fd6 req-8cdef3c6-c3e2-4ded-9aea-66cf4f33d15f tempest-VolumesAdminNegativeTest-100931047 tempest-VolumesAdminNegativeTest-100931047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:16.351948 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e207ea-4638-472e-80ad-2f5c19409ff7 req-20f8f554-9c0e-43b0-aa0b-51442e33f909 tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:16.358820 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d7e207ea-4638-472e-80ad-2f5c19409ff7 req-20f8f554-9c0e-43b0-aa0b-51442e33f909 tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] 10.222.0.68 "GET /v2.0/ports?device_id=6593e4b3-80b2-4edd-b3fd-9f72f9137c4e HTTP/1.1" status: 200 len: 949 time: 0.2514949 Jul 14 09:18:16.395228 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de8bf987-5938-4a9e-bc8f-ca1216790210', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13c0e1ae-9f8e-4b29-a5c8-f47d438fcfc4'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:18:16.399262 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd62303f06773040a8a4e189dc46b4f565768c299abf8ab8e7739778b0bc3e97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01f2a3d8-eb89-4620-91f8-826a314f10fb" -d '{"events": [{"server_uuid": "de8bf987-5938-4a9e-bc8f-ca1216790210", "name": "network-vif-plugged", "status": "completed", "tag": "13c0e1ae-9f8e-4b29-a5c8-f47d438fcfc4"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:18:16.486294 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d7e207ea-4638-472e-80ad-2f5c19409ff7 req-f931d7c8-83bd-44e9-b32b-f1cc2aa9ec0b tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] 10.222.0.68 "GET /v2.0/security-groups?id=77fde4ca-6f5f-48d5-b2fd-4c103e7ba04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264002 Jul 14 09:18:16.516716 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-d095a7f4-fc3d-4ce1-815a-259d1901f12c req-07ef3286-3a0f-4f7c-bcc6-b2938d3d9e72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:16.530458 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3593e99e-2caf-446f-8415-b192c7f19d64 req-8ea5ac8a-7df1-4f0c-9843-6fb2ccaabd5b service neutron] 10.222.0.57 "GET /v2.0/networks/2244f7a1-04bd-42cd-9e86-31839b46f57f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3177459 Jul 14 09:18:16.554969 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040c0160-caba-452c-b824-5c46dd50249c req-29d69f01-f388-4a92-bc80-143a00b59e4b tempest-ServersTestJSON-535065851 tempest-ServersTestJSON-535065851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:16.556529 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-040c0160-caba-452c-b824-5c46dd50249c req-29d69f01-f388-4a92-bc80-143a00b59e4b tempest-ServersTestJSON-535065851 tempest-ServersTestJSON-535065851-project] 10.222.0.68 "GET /v2.0/ports?device_id=de8bf987-5938-4a9e-bc8f-ca1216790210 HTTP/1.1" status: 200 len: 945 time: 0.1724782 Jul 14 09:18:16.602224 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port 13c0e1ae-9f8e-4b29-a5c8-f47d438fcfc4, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=13c0e1ae-9f8e-4b29-a5c8-f47d438fcfc4,segment=NetworkSegment(3490053c-a8b9-469d-9e8d-cf7046370617),segment_id=3490053c-a8b9-469d-9e8d-cf7046370617)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:18:16.609213 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:16.619668 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [req-d5edc278-4749-4bf4-831e-7d50c6081fd6 req-8cdef3c6-c3e2-4ded-9aea-66cf4f33d15f tempest-VolumesAdminNegativeTest-100931047 tempest-VolumesAdminNegativeTest-100931047-project] Allocated IP 172.20.0.6 (a6838271-32c5-479d-9743-9a5a57995865/e55d83a4-a947-4393-8a59-6e1e9d811f30/4a55874b-3eb6-4d20-8e04-1b662f6be0dc) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:18:16.687587 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3593e99e-2caf-446f-8415-b192c7f19d64 req-76a7764e-86af-4fe0-b441-45ec3c990596 service neutron] 10.222.0.57 "GET /v2.0/networks/2244f7a1-04bd-42cd-9e86-31839b46f57f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246407 Jul 14 09:18:16.714144 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-d095a7f4-fc3d-4ce1-815a-259d1901f12c req-17bab3ef-b3ee-4ff9-b711-429616268211 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:16.761102 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Pushing event updated for resources: {'Port': ['ID=13c0e1ae-9f8e-4b29-a5c8-f47d438fcfc4,revision_number=5']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:16.780972 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-040c0160-caba-452c-b824-5c46dd50249c req-78db415a-9204-4370-b909-172118e54576 tempest-ServersTestJSON-535065851 tempest-ServersTestJSON-535065851-project] 10.222.0.68 "GET /v2.0/security-groups?id=a7f2f2d5-85ef-4c08-abfe-2f1caabe3de4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884018 Jul 14 09:18:16.794626 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [req-d095a7f4-fc3d-4ce1-815a-259d1901f12c req-17bab3ef-b3ee-4ff9-b711-429616268211 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] Transition to ACTIVE for port object 14c0d95c-c0cf-4b32-9dbe-0ff44c088df3 will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:18:16.889678 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3ecb860a-858c-4bc0-9ed5-7586191e3229 req-3937b53d-0230-4f5f-a18b-eae4033a1e21 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=2719b879-abb1-4c54-98f8-1863e426ed31&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1980264 Jul 14 09:18:16.904072 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-d095a7f4-fc3d-4ce1-815a-259d1901f12c req-17bab3ef-b3ee-4ff9-b711-429616268211 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:16.959666 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] get_ports_and_sgs() called for port_ids ['361a3635-453e-4996-a98b-cba54b0b2536'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:18:17.052870 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d095a7f4-fc3d-4ce1-815a-259d1901f12c req-17bab3ef-b3ee-4ff9-b711-429616268211 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] Network 2244f7a1-04bd-42cd-9e86-31839b46f57f is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:18:17.068276 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [req-d095a7f4-fc3d-4ce1-815a-259d1901f12c req-17bab3ef-b3ee-4ff9-b711-429616268211 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:18:17.079744 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-d095a7f4-fc3d-4ce1-815a-259d1901f12c req-17bab3ef-b3ee-4ff9-b711-429616268211 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:18:17.089667 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d095a7f4-fc3d-4ce1-815a-259d1901f12c req-17bab3ef-b3ee-4ff9-b711-429616268211 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:17.091082 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-d095a7f4-fc3d-4ce1-815a-259d1901f12c req-17bab3ef-b3ee-4ff9-b711-429616268211 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:17.103319 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bab3ef-b3ee-4ff9-b711-429616268211 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] Pushing event updated for resources: {'Port': ['ID=14c0d95c-c0cf-4b32-9dbe-0ff44c088df3,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:17.132838 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-d5edc278-4749-4bf4-831e-7d50c6081fd6 req-8cdef3c6-c3e2-4ded-9aea-66cf4f33d15f tempest-VolumesAdminNegativeTest-100931047 tempest-VolumesAdminNegativeTest-100931047-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:17.145436 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d095a7f4-fc3d-4ce1-815a-259d1901f12c req-17bab3ef-b3ee-4ff9-b711-429616268211 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1469159 Jul 14 09:18:17.146979 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd42925-e13c-43c1-960f-2ef8a964cc6f req-243a7eac-e222-41a0-a03d-84241bfb071d tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:17.148578 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-2cd42925-e13c-43c1-960f-2ef8a964cc6f req-243a7eac-e222-41a0-a03d-84241bfb071d tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/ports?device_id=075c0166-2f45-4ba5-a5fa-7f7ff3bec1e9 HTTP/1.1" status: 200 len: 949 time: 0.4506080 Jul 14 09:18:17.193203 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-d095a7f4-fc3d-4ce1-815a-259d1901f12c req-4ead87b4-d81b-404f-9fee-72c4ac8eddae service neutron] Request body: {'port': {'device_id': '2ff3f767-2d49-413e-9b8c-53269ea299e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-29'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:18:17.212642 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bc7b40-8567-497b-8ca6-3ecb7fb4bb51 req-fd993911-3b7f-4ba1-8930-23ffc138b6ad tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:17.226644 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-85bc7b40-8567-497b-8ca6-3ecb7fb4bb51 req-fd993911-3b7f-4ba1-8930-23ffc138b6ad tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] 10.222.0.68 "GET /v2.0/ports?device_id=3219a920-d25a-4e7a-b33c-c9eebd14016e HTTP/1.1" status: 200 len: 936 time: 0.2766840 Jul 14 09:18:17.235108 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecb860a-858c-4bc0-9ed5-7586191e3229 req-cb7757ca-f119-41d5-9da0-1cd91679c093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:17.238354 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3ecb860a-858c-4bc0-9ed5-7586191e3229 req-cb7757ca-f119-41d5-9da0-1cd91679c093 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e14af975015c4397b9da2a89a906dfc2&device_id=2719b879-abb1-4c54-98f8-1863e426ed31 HTTP/1.1" status: 200 len: 1096 time: 0.2706623 Jul 14 09:18:17.393196 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-1827ccff-9292-40e3-8dbe-1a00381ac9ca None None] Provisioning for port 14c0d95c-c0cf-4b32-9dbe-0ff44c088df3 completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:18:17.402432 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-1827ccff-9292-40e3-8dbe-1a00381ac9ca None None] Provisioning complete for port 14c0d95c-c0cf-4b32-9dbe-0ff44c088df3 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:18:17.402748 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1827ccff-9292-40e3-8dbe-1a00381ac9ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:17.460006 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecb860a-858c-4bc0-9ed5-7586191e3229 req-7c11e344-d2cb-4f0f-b062-d86ec48b0a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:17.461999 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3ecb860a-858c-4bc0-9ed5-7586191e3229 req-7c11e344-d2cb-4f0f-b062-d86ec48b0a22 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e7cb481e-49dc-464e-b748-d3d2c45f69f9 HTTP/1.1" status: 200 len: 921 time: 0.1488311 Jul 14 09:18:17.466397 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-1827ccff-9292-40e3-8dbe-1a00381ac9ca None None] Port 14c0d95c-c0cf-4b32-9dbe-0ff44c088df3 cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:18:17.498175 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] get_ports_and_sgs() called for port_ids ['7876554a-94a5-4362-9d48-ba2ab3e213d6', '82b450e3-7637-42f2-bd8d-3daaed7e61ee'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:18:17.516637 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-85bc7b40-8567-497b-8ca6-3ecb7fb4bb51 req-08dc1386-3b0d-458d-bd9d-e69da99754fe tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] 10.222.0.68 "GET /v2.0/security-groups?id=c9156572-74c8-4b9e-9f0a-c202a5ef91ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2885652 Jul 14 09:18:17.548331 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-2cd42925-e13c-43c1-960f-2ef8a964cc6f req-1a3c9bf5-d212-4e15-a7ec-3970484d8036 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/security-groups?id=93b55648-4dd6-4852-bb99-9aa842ab19a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3404508 Jul 14 09:18:17.549319 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-d5edc278-4749-4bf4-831e-7d50c6081fd6 req-8cdef3c6-c3e2-4ded-9aea-66cf4f33d15f tempest-VolumesAdminNegativeTest-100931047 tempest-VolumesAdminNegativeTest-100931047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:17.572496 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5edc278-4749-4bf4-831e-7d50c6081fd6 req-8cdef3c6-c3e2-4ded-9aea-66cf4f33d15f tempest-VolumesAdminNegativeTest-100931047 tempest-VolumesAdminNegativeTest-100931047-project] Network a6838271-32c5-479d-9743-9a5a57995865 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:18:17.598729 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [req-d5edc278-4749-4bf4-831e-7d50c6081fd6 req-8cdef3c6-c3e2-4ded-9aea-66cf4f33d15f tempest-VolumesAdminNegativeTest-100931047 tempest-VolumesAdminNegativeTest-100931047-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:18:17.611047 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5edc278-4749-4bf4-831e-7d50c6081fd6 req-8cdef3c6-c3e2-4ded-9aea-66cf4f33d15f tempest-VolumesAdminNegativeTest-100931047 tempest-VolumesAdminNegativeTest-100931047-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:18:17.646345 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3ecb860a-858c-4bc0-9ed5-7586191e3229 req-99fbc1b3-6ab7-42d7-86d9-c2f2ed219689 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aab7bb30-8d5d-4d47-b33f-ff650cfffb9e HTTP/1.1" status: 200 len: 217 time: 0.0695531 Jul 14 09:18:17.681942 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:18:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e5c75c3-f2de-4265-85ad-3f365b95c23d x-openstack-request-id: req-3e5c75c3-f2de-4265-85ad-3f365b95c23d {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:18:17.682260 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de8bf987-5938-4a9e-bc8f-ca1216790210", "name": "network-vif-plugged", "status": "completed", "tag": "13c0e1ae-9f8e-4b29-a5c8-f47d438fcfc4", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:18:17.682520 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-3e5c75c3-f2de-4265-85ad-3f365b95c23d {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:18:17.682915 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de8bf987-5938-4a9e-bc8f-ca1216790210', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13c0e1ae-9f8e-4b29-a5c8-f47d438fcfc4', 'code': 200} Jul 14 09:18:17.724494 n-d-779913-29 neutron-server[93958]: DEBUG neutron.notifiers.nova [req-d095a7f4-fc3d-4ce1-815a-259d1901f12c req-07ef3286-3a0f-4f7c-bcc6-b2938d3d9e72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4428f759-9245-47c1-969d-3af116e0a0e3 {{(pid=93958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:18:17.741248 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-d095a7f4-fc3d-4ce1-815a-259d1901f12c req-07ef3286-3a0f-4f7c-bcc6-b2938d3d9e72 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:17.773045 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-d095a7f4-fc3d-4ce1-815a-259d1901f12c req-4ead87b4-d81b-404f-9fee-72c4ac8eddae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:17.783432 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-d095a7f4-fc3d-4ce1-815a-259d1901f12c req-07ef3286-3a0f-4f7c-bcc6-b2938d3d9e72 service neutron] Transition to ACTIVE for port object 4428f759-9245-47c1-969d-3af116e0a0e3 will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:18:17.784355 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdef3c6-c3e2-4ded-9aea-66cf4f33d15f tempest-VolumesAdminNegativeTest-100931047 tempest-VolumesAdminNegativeTest-100931047-project] Pushing event updated for resources: {'Port': ['ID=4a55874b-3eb6-4d20-8e04-1b662f6be0dc,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:17.790742 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-d095a7f4-fc3d-4ce1-815a-259d1901f12c req-07ef3286-3a0f-4f7c-bcc6-b2938d3d9e72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13574142'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:17.849467 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5edc278-4749-4bf4-831e-7d50c6081fd6 req-8cdef3c6-c3e2-4ded-9aea-66cf4f33d15f tempest-VolumesAdminNegativeTest-100931047 tempest-VolumesAdminNegativeTest-100931047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:17.853836 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-d5edc278-4749-4bf4-831e-7d50c6081fd6 req-8cdef3c6-c3e2-4ded-9aea-66cf4f33d15f tempest-VolumesAdminNegativeTest-100931047 tempest-VolumesAdminNegativeTest-100931047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:17.895423 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 3bee9368-ec6b-43ef-baa3-7d86465c278e up at agent hyperv_n-h1-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:18:18.071162 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Provisioning for port 3bee9368-ec6b-43ef-baa3-7d86465c278e completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:18:18.078473 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Provisioning complete for port 3bee9368-ec6b-43ef-baa3-7d86465c278e triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:18:18.079952 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:18.151414 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d5edc278-4749-4bf4-831e-7d50c6081fd6 req-8cdef3c6-c3e2-4ded-9aea-66cf4f33d15f tempest-VolumesAdminNegativeTest-100931047 tempest-VolumesAdminNegativeTest-100931047-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0272121 Jul 14 09:18:18.192484 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ef3286-3a0f-4f7c-bcc6-b2938d3d9e72 service neutron] Pushing event updated for resources: {'Port': ['ID=4428f759-9245-47c1-969d-3af116e0a0e3,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:18.204825 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [req-d5edc278-4749-4bf4-831e-7d50c6081fd6 req-187f7cd1-5997-4f2e-b4ef-3c86c41a8dd7 service neutron] Request body: {'port': {'device_id': '93bec9e9-53d8-4e4c-8bc1-01f6054a642c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-29'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:18:18.229546 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecb860a-858c-4bc0-9ed5-7586191e3229 req-2ac24582-c70d-4cb8-a8f7-81074cc1d2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:18.232372 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3ecb860a-858c-4bc0-9ed5-7586191e3229 req-2ac24582-c70d-4cb8-a8f7-81074cc1d2a6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a1f8d7cc-d5f0-4ac4-b550-493e46cf12fc HTTP/1.1" status: 200 len: 860 time: 0.5642490 Jul 14 09:18:18.266017 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:18.292529 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b70619e-2c9d-40b5-b810-2cc900268078 req-afb52433-d3c3-4528-b24d-074d9b8c9f72 tempest-VolumesAdminNegativeTest-100931047 tempest-VolumesAdminNegativeTest-100931047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:18.311249 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-7b70619e-2c9d-40b5-b810-2cc900268078 req-afb52433-d3c3-4528-b24d-074d9b8c9f72 tempest-VolumesAdminNegativeTest-100931047 tempest-VolumesAdminNegativeTest-100931047-project] 10.222.0.68 "GET /v2.0/ports?device_id=93bec9e9-53d8-4e4c-8bc1-01f6054a642c HTTP/1.1" status: 200 len: 931 time: 0.4227681 Jul 14 09:18:18.349930 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75a2f30-5dbc-436a-95dd-7c15ba7256e3 req-b5eeb090-2527-47d9-87fd-f49dba10e691 tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:18.351680 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d75a2f30-5dbc-436a-95dd-7c15ba7256e3 req-b5eeb090-2527-47d9-87fd-f49dba10e691 tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] 10.222.0.68 "GET /v2.0/ports?device_id=1055dbfe-92e6-437c-b901-0e1c0a80dc51 HTTP/1.1" status: 200 len: 946 time: 0.3803613 Jul 14 09:18:18.359287 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3ecb860a-858c-4bc0-9ed5-7586191e3229 req-eb8a8173-2395-4158-8c0c-ba9dce7fef84 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e7cb481e-49dc-464e-b748-d3d2c45f69f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1152217 Jul 14 09:18:18.364258 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port 3bee9368-ec6b-43ef-baa3-7d86465c278e, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=3bee9368-ec6b-43ef-baa3-7d86465c278e,segment=NetworkSegment(8f1c1422-de6c-445f-ab95-4e2c94585b2b),segment_id=8f1c1422-de6c-445f-ab95-4e2c94585b2b)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:18:18.384981 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:18.431570 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-d095a7f4-fc3d-4ce1-815a-259d1901f12c req-07ef3286-3a0f-4f7c-bcc6-b2938d3d9e72 service neutron] Attempting to bind port 4428f759-9245-47c1-969d-3af116e0a0e3 on host n-h1-779913-29 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:18:18.432055 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-d095a7f4-fc3d-4ce1-815a-259d1901f12c req-07ef3286-3a0f-4f7c-bcc6-b2938d3d9e72 service neutron] Attempting to bind port 4428f759-9245-47c1-969d-3af116e0a0e3 by drivers openvswitch,hyperv on host n-h1-779913-29 at level 0 using segments [{'id': '8f1c1422-de6c-445f-ab95-4e2c94585b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '2244f7a1-04bd-42cd-9e86-31839b46f57f'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:18:18.432490 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d095a7f4-fc3d-4ce1-815a-259d1901f12c req-07ef3286-3a0f-4f7c-bcc6-b2938d3d9e72 service neutron] Attempting to bind port 4428f759-9245-47c1-969d-3af116e0a0e3 on network 2244f7a1-04bd-42cd-9e86-31839b46f57f {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:18:18.446203 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Pushing event updated for resources: {'Port': ['ID=3bee9368-ec6b-43ef-baa3-7d86465c278e,revision_number=9']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:18.459825 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-7b70619e-2c9d-40b5-b810-2cc900268078 req-33177f65-8548-4c4b-b459-cf862d608bcf tempest-VolumesAdminNegativeTest-100931047 tempest-VolumesAdminNegativeTest-100931047-project] 10.222.0.68 "GET /v2.0/security-groups?id=43fc6f3d-3946-4583-bd30-f35197ab19c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441224 Jul 14 09:18:18.467970 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d095a7f4-fc3d-4ce1-815a-259d1901f12c req-07ef3286-3a0f-4f7c-bcc6-b2938d3d9e72 service neutron] Port 4428f759-9245-47c1-969d-3af116e0a0e3 on network 2244f7a1-04bd-42cd-9e86-31839b46f57f not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-29 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:18:18.469320 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d095a7f4-fc3d-4ce1-815a-259d1901f12c req-07ef3286-3a0f-4f7c-bcc6-b2938d3d9e72 service neutron] Attempting to bind port 4428f759-9245-47c1-969d-3af116e0a0e3 on network 2244f7a1-04bd-42cd-9e86-31839b46f57f {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:18:18.479340 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-d5edc278-4749-4bf4-831e-7d50c6081fd6 req-187f7cd1-5997-4f2e-b4ef-3c86c41a8dd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:18.490253 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d095a7f4-fc3d-4ce1-815a-259d1901f12c req-07ef3286-3a0f-4f7c-bcc6-b2938d3d9e72 service neutron] Checking agent: {'id': 'de11e667-f145-47b0-bd09-334a7505938e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 13, 12), 'started_at': datetime.datetime(2021, 7, 14, 9, 13, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 18, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:18:18.490923 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d095a7f4-fc3d-4ce1-815a-259d1901f12c req-07ef3286-3a0f-4f7c-bcc6-b2938d3d9e72 service neutron] Checking segment: {'id': '8f1c1422-de6c-445f-ab95-4e2c94585b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '2244f7a1-04bd-42cd-9e86-31839b46f57f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:18:18.491329 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d095a7f4-fc3d-4ce1-815a-259d1901f12c req-07ef3286-3a0f-4f7c-bcc6-b2938d3d9e72 service neutron] Bound using segment: {'id': '8f1c1422-de6c-445f-ab95-4e2c94585b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '2244f7a1-04bd-42cd-9e86-31839b46f57f'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:18:18.491765 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-d095a7f4-fc3d-4ce1-815a-259d1901f12c req-07ef3286-3a0f-4f7c-bcc6-b2938d3d9e72 service neutron] Bound port: 4428f759-9245-47c1-969d-3af116e0a0e3, host: n-h1-779913-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f1c1422-de6c-445f-ab95-4e2c94585b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '2244f7a1-04bd-42cd-9e86-31839b46f57f'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:18:18.492193 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-d095a7f4-fc3d-4ce1-815a-259d1901f12c req-07ef3286-3a0f-4f7c-bcc6-b2938d3d9e72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:18.507078 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d75a2f30-5dbc-436a-95dd-7c15ba7256e3 req-1e9dc84b-4bc5-4cd5-971c-2075f2876550 tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] 10.222.0.68 "GET /v2.0/security-groups?id=4fa97f2f-f617-45f3-9331-b542b3f62cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348181 Jul 14 09:18:18.581955 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3ecb860a-858c-4bc0-9ed5-7586191e3229 req-e0a1a017-419b-4224-96cd-9d94e3c5f548 service neutron] 10.222.0.57 "GET /v2.0/networks/e7cb481e-49dc-464e-b748-d3d2c45f69f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2114279 Jul 14 09:18:18.586440 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae0bbbd-120a-4a8d-80fb-ebd4c9154590 req-4c980dd1-884c-4e31-87ad-b3ba5aea7ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:18.588136 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5ae0bbbd-120a-4a8d-80fb-ebd4c9154590 req-4c980dd1-884c-4e31-87ad-b3ba5aea7ae1 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=de8bf987-5938-4a9e-bc8f-ca1216790210 HTTP/1.1" status: 200 len: 1098 time: 0.4379220 Jul 14 09:18:18.789070 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3ecb860a-858c-4bc0-9ed5-7586191e3229 req-44089da7-ca61-4355-8845-0688f75862dc service neutron] 10.222.0.57 "GET /v2.0/networks/e7cb481e-49dc-464e-b748-d3d2c45f69f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1998298 Jul 14 09:18:18.790827 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5ae0bbbd-120a-4a8d-80fb-ebd4c9154590 req-7af6a19d-35d4-498a-aadd-a1ea8e413461 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=a7f2f2d5-85ef-4c08-abfe-2f1caabe3de4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1337771 Jul 14 09:18:18.802462 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [req-d095a7f4-fc3d-4ce1-815a-259d1901f12c req-4ead87b4-d81b-404f-9fee-72c4ac8eddae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14c0d95c-c0cf-4b32-9dbe-0ff44c088df3 {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:18:18.811738 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-d095a7f4-fc3d-4ce1-815a-259d1901f12c req-4ead87b4-d81b-404f-9fee-72c4ac8eddae service neutron] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:18.832393 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-d095a7f4-fc3d-4ce1-815a-259d1901f12c req-07ef3286-3a0f-4f7c-bcc6-b2938d3d9e72 service neutron] For port 4428f759-9245-47c1-969d-3af116e0a0e3, host n-h1-779913-29, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:18:18.833074 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [req-d095a7f4-fc3d-4ce1-815a-259d1901f12c req-4ead87b4-d81b-404f-9fee-72c4ac8eddae service neutron] Transition to ACTIVE for port object 14c0d95c-c0cf-4b32-9dbe-0ff44c088df3 will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:18:18.840087 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-d095a7f4-fc3d-4ce1-815a-259d1901f12c req-4ead87b4-d81b-404f-9fee-72c4ac8eddae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:18.853630 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16649ec8-ac3e-44ce-b2c9-5af7a9af880d req-a734686a-2756-4df2-a19d-9d84c6c4133e tempest-ServersTestJSON-535065851 tempest-ServersTestJSON-535065851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:18.855339 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-16649ec8-ac3e-44ce-b2c9-5af7a9af880d req-a734686a-2756-4df2-a19d-9d84c6c4133e tempest-ServersTestJSON-535065851 tempest-ServersTestJSON-535065851-project] 10.222.0.68 "GET /v2.0/ports?device_id=de8bf987-5938-4a9e-bc8f-ca1216790210 HTTP/1.1" status: 200 len: 946 time: 0.1664557 Jul 14 09:18:18.860383 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-d095a7f4-fc3d-4ce1-815a-259d1901f12c req-07ef3286-3a0f-4f7c-bcc6-b2938d3d9e72 service neutron] For port 4428f759-9245-47c1-969d-3af116e0a0e3, host n-h1-779913-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=4428f759-9245-47c1-969d-3af116e0a0e3,segment=NetworkSegment(8f1c1422-de6c-445f-ab95-4e2c94585b2b),segment_id=8f1c1422-de6c-445f-ab95-4e2c94585b2b)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:18:18.868328 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-d095a7f4-fc3d-4ce1-815a-259d1901f12c req-07ef3286-3a0f-4f7c-bcc6-b2938d3d9e72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13574142'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:18.914731 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dc2715-f0e1-41fb-9bcb-58cdcf175628 req-3800f04e-6b65-495f-9c10-c8fe4d2c3bd9 tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:18.916302 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-85dc2715-f0e1-41fb-9bcb-58cdcf175628 req-3800f04e-6b65-495f-9c10-c8fe4d2c3bd9 tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] 10.222.0.68 "GET /v2.0/ports?device_id=6593e4b3-80b2-4edd-b3fd-9f72f9137c4e HTTP/1.1" status: 200 len: 949 time: 0.3079815 Jul 14 09:18:18.937794 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d095a7f4-fc3d-4ce1-815a-259d1901f12c req-07ef3286-3a0f-4f7c-bcc6-b2938d3d9e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:18.940633 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-d095a7f4-fc3d-4ce1-815a-259d1901f12c req-07ef3286-3a0f-4f7c-bcc6-b2938d3d9e72 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:18.940793 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ead87b4-d81b-404f-9fee-72c4ac8eddae service neutron] Pushing event updated for resources: {'Port': ['ID=14c0d95c-c0cf-4b32-9dbe-0ff44c088df3,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:18.940914 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d095a7f4-fc3d-4ce1-815a-259d1901f12c req-07ef3286-3a0f-4f7c-bcc6-b2938d3d9e72 service neutron] 10.222.0.65 "PUT /v2.0/ports/4428f759-9245-47c1-969d-3af116e0a0e3 HTTP/1.1" status: 200 len: 1097 time: 2.6675210 Jul 14 09:18:18.947615 n-d-779913-29 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3219a920-d25a-4e7a-b33c-c9eebd14016e', 'tag': '4428f759-9245-47c1-969d-3af116e0a0e3'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:18:18.949965 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cb48f044f948e981f43897c8d7f1332f741dc7af2b4c5a6e19d8f4a80f708e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b53ec09f-2933-46d0-bfc7-334559936586" -d '{"events": [{"name": "network-changed", "server_uuid": "3219a920-d25a-4e7a-b33c-c9eebd14016e", "tag": "4428f759-9245-47c1-969d-3af116e0a0e3"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:18:18.977300 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-16649ec8-ac3e-44ce-b2c9-5af7a9af880d req-e71f2ffd-b89d-4df6-a9ea-5bc3f649b1cb tempest-ServersTestJSON-535065851 tempest-ServersTestJSON-535065851-project] 10.222.0.68 "GET /v2.0/security-groups?id=a7f2f2d5-85ef-4c08-abfe-2f1caabe3de4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003973 Jul 14 09:18:19.008531 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-d095a7f4-fc3d-4ce1-815a-259d1901f12c req-4ead87b4-d81b-404f-9fee-72c4ac8eddae service neutron] Attempting to bind port 14c0d95c-c0cf-4b32-9dbe-0ff44c088df3 on host n-h2-779913-29 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:18:19.009421 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-d095a7f4-fc3d-4ce1-815a-259d1901f12c req-4ead87b4-d81b-404f-9fee-72c4ac8eddae service neutron] Attempting to bind port 14c0d95c-c0cf-4b32-9dbe-0ff44c088df3 by drivers openvswitch,hyperv on host n-h2-779913-29 at level 0 using segments [{'id': '8f1c1422-de6c-445f-ab95-4e2c94585b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '2244f7a1-04bd-42cd-9e86-31839b46f57f'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:18:19.009967 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d095a7f4-fc3d-4ce1-815a-259d1901f12c req-4ead87b4-d81b-404f-9fee-72c4ac8eddae service neutron] Attempting to bind port 14c0d95c-c0cf-4b32-9dbe-0ff44c088df3 on network 2244f7a1-04bd-42cd-9e86-31839b46f57f {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:18:19.015205 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d095a7f4-fc3d-4ce1-815a-259d1901f12c req-4ead87b4-d81b-404f-9fee-72c4ac8eddae service neutron] Port 14c0d95c-c0cf-4b32-9dbe-0ff44c088df3 on network 2244f7a1-04bd-42cd-9e86-31839b46f57f not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-29 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:18:19.015910 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d095a7f4-fc3d-4ce1-815a-259d1901f12c req-4ead87b4-d81b-404f-9fee-72c4ac8eddae service neutron] Attempting to bind port 14c0d95c-c0cf-4b32-9dbe-0ff44c088df3 on network 2244f7a1-04bd-42cd-9e86-31839b46f57f {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:18:19.020058 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ef3286-3a0f-4f7c-bcc6-b2938d3d9e72 service neutron] Pushing event updated for resources: {'Port': ['ID=4428f759-9245-47c1-969d-3af116e0a0e3,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:19.021730 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d095a7f4-fc3d-4ce1-815a-259d1901f12c req-4ead87b4-d81b-404f-9fee-72c4ac8eddae service neutron] Checking agent: {'id': '013e4a3b-a634-47b8-b6a5-1a25109b73fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 13, 13), 'started_at': datetime.datetime(2021, 7, 14, 9, 13, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 18, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:18:19.022080 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d095a7f4-fc3d-4ce1-815a-259d1901f12c req-4ead87b4-d81b-404f-9fee-72c4ac8eddae service neutron] Checking segment: {'id': '8f1c1422-de6c-445f-ab95-4e2c94585b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '2244f7a1-04bd-42cd-9e86-31839b46f57f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:18:19.022472 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d095a7f4-fc3d-4ce1-815a-259d1901f12c req-4ead87b4-d81b-404f-9fee-72c4ac8eddae service neutron] Bound using segment: {'id': '8f1c1422-de6c-445f-ab95-4e2c94585b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '2244f7a1-04bd-42cd-9e86-31839b46f57f'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:18:19.022915 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-d095a7f4-fc3d-4ce1-815a-259d1901f12c req-4ead87b4-d81b-404f-9fee-72c4ac8eddae service neutron] Bound port: 14c0d95c-c0cf-4b32-9dbe-0ff44c088df3, host: n-h2-779913-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f1c1422-de6c-445f-ab95-4e2c94585b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '2244f7a1-04bd-42cd-9e86-31839b46f57f'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:18:19.023283 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-d095a7f4-fc3d-4ce1-815a-259d1901f12c req-4ead87b4-d81b-404f-9fee-72c4ac8eddae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:19.068997 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-85dc2715-f0e1-41fb-9bcb-58cdcf175628 req-50e05bde-1ce4-4323-9a70-5a3b45cfcac2 tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] 10.222.0.68 "GET /v2.0/security-groups?id=77fde4ca-6f5f-48d5-b2fd-4c103e7ba04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111736 Jul 14 09:18:19.123266 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-d095a7f4-fc3d-4ce1-815a-259d1901f12c req-4ead87b4-d81b-404f-9fee-72c4ac8eddae service neutron] For port 14c0d95c-c0cf-4b32-9dbe-0ff44c088df3, host n-h2-779913-29, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:18:19.132315 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-d095a7f4-fc3d-4ce1-815a-259d1901f12c req-4ead87b4-d81b-404f-9fee-72c4ac8eddae service neutron] For port 14c0d95c-c0cf-4b32-9dbe-0ff44c088df3, host n-h2-779913-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=14c0d95c-c0cf-4b32-9dbe-0ff44c088df3,segment=NetworkSegment(8f1c1422-de6c-445f-ab95-4e2c94585b2b),segment_id=8f1c1422-de6c-445f-ab95-4e2c94585b2b)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:18:19.141007 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-d095a7f4-fc3d-4ce1-815a-259d1901f12c req-4ead87b4-d81b-404f-9fee-72c4ac8eddae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:19.163905 n-d-779913-29 neutron-server[93958]: DEBUG neutron.notifiers.nova [req-d5edc278-4749-4bf4-831e-7d50c6081fd6 req-187f7cd1-5997-4f2e-b4ef-3c86c41a8dd7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a55874b-3eb6-4d20-8e04-1b662f6be0dc {{(pid=93958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:18:19.175303 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-d5edc278-4749-4bf4-831e-7d50c6081fd6 req-187f7cd1-5997-4f2e-b4ef-3c86c41a8dd7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:19.194114 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-d5edc278-4749-4bf4-831e-7d50c6081fd6 req-187f7cd1-5997-4f2e-b4ef-3c86c41a8dd7 service neutron] Transition to ACTIVE for port object 4a55874b-3eb6-4d20-8e04-1b662f6be0dc will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:18:19.205066 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-d5edc278-4749-4bf4-831e-7d50c6081fd6 req-187f7cd1-5997-4f2e-b4ef-3c86c41a8dd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13574142'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:19.219554 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ead87b4-d81b-404f-9fee-72c4ac8eddae service neutron] Pushing event updated for resources: {'Port': ['ID=14c0d95c-c0cf-4b32-9dbe-0ff44c088df3,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:19.267850 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d095a7f4-fc3d-4ce1-815a-259d1901f12c req-4ead87b4-d81b-404f-9fee-72c4ac8eddae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:19.270206 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-d095a7f4-fc3d-4ce1-815a-259d1901f12c req-4ead87b4-d81b-404f-9fee-72c4ac8eddae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:19.275694 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d095a7f4-fc3d-4ce1-815a-259d1901f12c req-4ead87b4-d81b-404f-9fee-72c4ac8eddae service neutron] 10.222.0.57 "PUT /v2.0/ports/14c0d95c-c0cf-4b32-9dbe-0ff44c088df3 HTTP/1.1" status: 200 len: 1096 time: 2.0967927 Jul 14 09:18:19.283695 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ff3f767-2d49-413e-9b8c-53269ea299e0', 'tag': '14c0d95c-c0cf-4b32-9dbe-0ff44c088df3'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:18:19.288950 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0be0e11f-10b7-453f-8f49-fcf502046eb7" -d '{"events": [{"name": "network-changed", "server_uuid": "2ff3f767-2d49-413e-9b8c-53269ea299e0", "tag": "14c0d95c-c0cf-4b32-9dbe-0ff44c088df3"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:18:19.365727 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187f7cd1-5997-4f2e-b4ef-3c86c41a8dd7 service neutron] Pushing event updated for resources: {'Port': ['ID=4a55874b-3eb6-4d20-8e04-1b662f6be0dc,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:19.408081 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9e3326-5ff0-4478-8c1a-66ef40669f19 req-66ba0eb5-138d-442e-ae1e-341ac3202f78 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:19.416647 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8e9e3326-5ff0-4478-8c1a-66ef40669f19 req-66ba0eb5-138d-442e-ae1e-341ac3202f78 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] 10.222.0.68 "GET /v2.0/ports?device_id=3219a920-d25a-4e7a-b33c-c9eebd14016e HTTP/1.1" status: 200 len: 948 time: 0.1896794 Jul 14 09:18:19.491188 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8e9e3326-5ff0-4478-8c1a-66ef40669f19 req-f347d29e-0b93-4110-8ea5-e594458ba058 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] 10.222.0.68 "GET /v2.0/security-groups?id=c9156572-74c8-4b9e-9f0a-c202a5ef91ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735273 Jul 14 09:18:19.493306 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d095a7f4-fc3d-4ce1-815a-259d1901f12c req-182afa6a-bc22-4e39-a103-1403fe0a670e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:19.503737 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d095a7f4-fc3d-4ce1-815a-259d1901f12c req-182afa6a-bc22-4e39-a103-1403fe0a670e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=960db35cb56b449db311d3b4abef7a82&device_id=2ff3f767-2d49-413e-9b8c-53269ea299e0 HTTP/1.1" status: 200 len: 1099 time: 0.1548288 Jul 14 09:18:19.521788 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b38f67b-8842-407b-8ade-a050df05e3ca req-9d054755-0f4e-4875-ab97-fd038a7459ff tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:19.524879 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-9b38f67b-8842-407b-8ade-a050df05e3ca req-9d054755-0f4e-4875-ab97-fd038a7459ff tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/ports?device_id=075c0166-2f45-4ba5-a5fa-7f7ff3bec1e9 HTTP/1.1" status: 200 len: 950 time: 0.2372429 Jul 14 09:18:19.537058 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-d5edc278-4749-4bf4-831e-7d50c6081fd6 req-187f7cd1-5997-4f2e-b4ef-3c86c41a8dd7 service neutron] Attempting to bind port 4a55874b-3eb6-4d20-8e04-1b662f6be0dc on host n-h2-779913-29 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:18:19.537401 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-d5edc278-4749-4bf4-831e-7d50c6081fd6 req-187f7cd1-5997-4f2e-b4ef-3c86c41a8dd7 service neutron] Attempting to bind port 4a55874b-3eb6-4d20-8e04-1b662f6be0dc by drivers openvswitch,hyperv on host n-h2-779913-29 at level 0 using segments [{'id': 'b5266798-ff4d-4e40-81ff-c2c09bc63341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'a6838271-32c5-479d-9743-9a5a57995865'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:18:19.537751 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5edc278-4749-4bf4-831e-7d50c6081fd6 req-187f7cd1-5997-4f2e-b4ef-3c86c41a8dd7 service neutron] Attempting to bind port 4a55874b-3eb6-4d20-8e04-1b662f6be0dc on network a6838271-32c5-479d-9743-9a5a57995865 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:18:19.544500 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d095a7f4-fc3d-4ce1-815a-259d1901f12c req-6505ea13-247f-462d-b0a6-7de1fe4cef1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:19.546360 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d095a7f4-fc3d-4ce1-815a-259d1901f12c req-6505ea13-247f-462d-b0a6-7de1fe4cef1b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=960db35cb56b449db311d3b4abef7a82&device_id=3219a920-d25a-4e7a-b33c-c9eebd14016e HTTP/1.1" status: 200 len: 1100 time: 0.2574530 Jul 14 09:18:19.556780 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5edc278-4749-4bf4-831e-7d50c6081fd6 req-187f7cd1-5997-4f2e-b4ef-3c86c41a8dd7 service neutron] Port 4a55874b-3eb6-4d20-8e04-1b662f6be0dc on network a6838271-32c5-479d-9743-9a5a57995865 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-29 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:18:19.557919 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5edc278-4749-4bf4-831e-7d50c6081fd6 req-187f7cd1-5997-4f2e-b4ef-3c86c41a8dd7 service neutron] Attempting to bind port 4a55874b-3eb6-4d20-8e04-1b662f6be0dc on network a6838271-32c5-479d-9743-9a5a57995865 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:18:19.574254 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d095a7f4-fc3d-4ce1-815a-259d1901f12c req-5ce82a2e-5a34-4d10-94b7-381e3fb97752 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.92&port_id=14c0d95c-c0cf-4b32-9dbe-0ff44c088df3 HTTP/1.1" status: 200 len: 217 time: 0.0559754 Jul 14 09:18:19.588715 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5edc278-4749-4bf4-831e-7d50c6081fd6 req-187f7cd1-5997-4f2e-b4ef-3c86c41a8dd7 service neutron] Checking agent: {'id': '013e4a3b-a634-47b8-b6a5-1a25109b73fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 13, 13), 'started_at': datetime.datetime(2021, 7, 14, 9, 13, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 18, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:18:19.589183 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5edc278-4749-4bf4-831e-7d50c6081fd6 req-187f7cd1-5997-4f2e-b4ef-3c86c41a8dd7 service neutron] Checking segment: {'id': 'b5266798-ff4d-4e40-81ff-c2c09bc63341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'a6838271-32c5-479d-9743-9a5a57995865'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:18:19.589801 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5edc278-4749-4bf4-831e-7d50c6081fd6 req-187f7cd1-5997-4f2e-b4ef-3c86c41a8dd7 service neutron] Bound using segment: {'id': 'b5266798-ff4d-4e40-81ff-c2c09bc63341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'a6838271-32c5-479d-9743-9a5a57995865'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:18:19.590717 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-d5edc278-4749-4bf4-831e-7d50c6081fd6 req-187f7cd1-5997-4f2e-b4ef-3c86c41a8dd7 service neutron] Bound port: 4a55874b-3eb6-4d20-8e04-1b662f6be0dc, host: n-h2-779913-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5266798-ff4d-4e40-81ff-c2c09bc63341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'a6838271-32c5-479d-9743-9a5a57995865'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:18:19.591257 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-d5edc278-4749-4bf4-831e-7d50c6081fd6 req-187f7cd1-5997-4f2e-b4ef-3c86c41a8dd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:19.663317 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d095a7f4-fc3d-4ce1-815a-259d1901f12c req-c6018b1c-04f7-4d35-8b01-1d1640c113d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:19.664817 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d095a7f4-fc3d-4ce1-815a-259d1901f12c req-c6018b1c-04f7-4d35-8b01-1d1640c113d8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=85060e65-3b2f-4a6c-a04c-ce849daa5b3b HTTP/1.1" status: 200 len: 843 time: 0.0847390 Jul 14 09:18:19.684371 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '075c0166-2f45-4ba5-a5fa-7f7ff3bec1e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bee9368-ec6b-43ef-baa3-7d86465c278e'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:18:19.686707 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd62303f06773040a8a4e189dc46b4f565768c299abf8ab8e7739778b0bc3e97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50db9053-4d94-43ba-981d-08b5e4064d5d" -d '{"events": [{"server_uuid": "075c0166-2f45-4ba5-a5fa-7f7ff3bec1e9", "name": "network-vif-plugged", "status": "completed", "tag": "3bee9368-ec6b-43ef-baa3-7d86465c278e"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:18:19.722674 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d095a7f4-fc3d-4ce1-815a-259d1901f12c req-a7f7037a-43d5-4b34-b81a-d9068a3e95bc service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=4428f759-9245-47c1-969d-3af116e0a0e3 HTTP/1.1" status: 200 len: 217 time: 0.1439350 Jul 14 09:18:19.777236 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d095a7f4-fc3d-4ce1-815a-259d1901f12c req-a07f6bac-b156-410b-aa6b-63d8c9e82426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:19.781669 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d095a7f4-fc3d-4ce1-815a-259d1901f12c req-a07f6bac-b156-410b-aa6b-63d8c9e82426 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2244f7a1-04bd-42cd-9e86-31839b46f57f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1087096 Jul 14 09:18:19.803352 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:18:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3767ce43-d16c-417d-ab27-b0fda73ace22 x-openstack-request-id: req-3767ce43-d16c-417d-ab27-b0fda73ace22 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:18:19.803585 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3219a920-d25a-4e7a-b33c-c9eebd14016e", "tag": "4428f759-9245-47c1-969d-3af116e0a0e3", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:18:19.803839 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-3767ce43-d16c-417d-ab27-b0fda73ace22 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:18:19.804236 n-d-779913-29 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3219a920-d25a-4e7a-b33c-c9eebd14016e', 'tag': '4428f759-9245-47c1-969d-3af116e0a0e3', 'status': 'completed', 'code': 200} Jul 14 09:18:19.828569 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-9b38f67b-8842-407b-8ade-a050df05e3ca req-72f5e805-414a-4e19-a0c8-cd34450f8caf tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/security-groups?id=93b55648-4dd6-4852-bb99-9aa842ab19a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2810376 Jul 14 09:18:19.832074 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-d5edc278-4749-4bf4-831e-7d50c6081fd6 req-187f7cd1-5997-4f2e-b4ef-3c86c41a8dd7 service neutron] For port 4a55874b-3eb6-4d20-8e04-1b662f6be0dc, host n-h2-779913-29, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:18:19.909564 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d095a7f4-fc3d-4ce1-815a-259d1901f12c req-12ff464f-e852-44fb-aa93-576361a63045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:19.911932 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d095a7f4-fc3d-4ce1-815a-259d1901f12c req-12ff464f-e852-44fb-aa93-576361a63045 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=85060e65-3b2f-4a6c-a04c-ce849daa5b3b HTTP/1.1" status: 200 len: 843 time: 0.1745441 Jul 14 09:18:19.915537 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-d5edc278-4749-4bf4-831e-7d50c6081fd6 req-187f7cd1-5997-4f2e-b4ef-3c86c41a8dd7 service neutron] For port 4a55874b-3eb6-4d20-8e04-1b662f6be0dc, host n-h2-779913-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=4a55874b-3eb6-4d20-8e04-1b662f6be0dc,segment=NetworkSegment(b5266798-ff4d-4e40-81ff-c2c09bc63341),segment_id=b5266798-ff4d-4e40-81ff-c2c09bc63341)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:18:19.916822 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:18:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78a4f5cc-df0e-4fe2-9186-f56d5ab25985 x-openstack-request-id: req-78a4f5cc-df0e-4fe2-9186-f56d5ab25985 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:18:19.917639 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ff3f767-2d49-413e-9b8c-53269ea299e0", "tag": "14c0d95c-c0cf-4b32-9dbe-0ff44c088df3", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:18:19.918053 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-78a4f5cc-df0e-4fe2-9186-f56d5ab25985 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:18:19.918617 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ff3f767-2d49-413e-9b8c-53269ea299e0', 'tag': '14c0d95c-c0cf-4b32-9dbe-0ff44c088df3', 'status': 'completed', 'code': 200} Jul 14 09:18:19.961037 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d095a7f4-fc3d-4ce1-815a-259d1901f12c req-9c5f82e0-d0e5-429d-bff4-1f135941ff17 service neutron] 10.222.0.57 "GET /v2.0/networks/2244f7a1-04bd-42cd-9e86-31839b46f57f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1710014 Jul 14 09:18:19.992826 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-d5edc278-4749-4bf4-831e-7d50c6081fd6 req-187f7cd1-5997-4f2e-b4ef-3c86c41a8dd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13574142'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:20.104590 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80db4cca-f2dc-4fcf-97c4-d07409645462 req-30f1a695-6313-4192-8ea6-2ab13466db3f tempest-VolumesAdminNegativeTest-100931047 tempest-VolumesAdminNegativeTest-100931047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:20.110213 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-80db4cca-f2dc-4fcf-97c4-d07409645462 req-30f1a695-6313-4192-8ea6-2ab13466db3f tempest-VolumesAdminNegativeTest-100931047 tempest-VolumesAdminNegativeTest-100931047-project] 10.222.0.68 "GET /v2.0/ports?device_id=93bec9e9-53d8-4e4c-8bc1-01f6054a642c HTTP/1.1" status: 200 len: 943 time: 0.1522036 Jul 14 09:18:20.122304 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d095a7f4-fc3d-4ce1-815a-259d1901f12c req-40da4fcc-6ad0-4cb8-982a-e28462da32e7 service neutron] 10.222.0.57 "GET /v2.0/networks/2244f7a1-04bd-42cd-9e86-31839b46f57f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510611 Jul 14 09:18:20.131173 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5edc278-4749-4bf4-831e-7d50c6081fd6 req-187f7cd1-5997-4f2e-b4ef-3c86c41a8dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:20.132515 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-d5edc278-4749-4bf4-831e-7d50c6081fd6 req-187f7cd1-5997-4f2e-b4ef-3c86c41a8dd7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:20.133908 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d5edc278-4749-4bf4-831e-7d50c6081fd6 req-187f7cd1-5997-4f2e-b4ef-3c86c41a8dd7 service neutron] 10.222.0.57 "PUT /v2.0/ports/4a55874b-3eb6-4d20-8e04-1b662f6be0dc HTTP/1.1" status: 200 len: 1092 time: 1.9360635 Jul 14 09:18:20.179829 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187f7cd1-5997-4f2e-b4ef-3c86c41a8dd7 service neutron] Pushing event updated for resources: {'Port': ['ID=4a55874b-3eb6-4d20-8e04-1b662f6be0dc,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:20.189045 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d095a7f4-fc3d-4ce1-815a-259d1901f12c req-f9712113-6c3a-4c38-8836-919923162a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:20.191704 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d095a7f4-fc3d-4ce1-815a-259d1901f12c req-f9712113-6c3a-4c38-8836-919923162a5a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2244f7a1-04bd-42cd-9e86-31839b46f57f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2709703 Jul 14 09:18:20.198240 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-80db4cca-f2dc-4fcf-97c4-d07409645462 req-d2b9114d-781f-4322-9992-f80abbfb9302 tempest-VolumesAdminNegativeTest-100931047 tempest-VolumesAdminNegativeTest-100931047-project] 10.222.0.68 "GET /v2.0/security-groups?id=43fc6f3d-3946-4583-bd30-f35197ab19c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819278 Jul 14 09:18:20.207301 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2c4d47-8553-4bd7-812c-2fe6b476fe94 req-cc39f320-b055-42ed-bd5e-6572aad1d15f tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:20.224014 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-3f2c4d47-8553-4bd7-812c-2fe6b476fe94 req-cc39f320-b055-42ed-bd5e-6572aad1d15f tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] 10.222.0.68 "GET /v2.0/ports?device_id=1055dbfe-92e6-437c-b901-0e1c0a80dc51 HTTP/1.1" status: 200 len: 946 time: 0.2280235 Jul 14 09:18:20.257841 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:18:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e5611ec-9254-4995-b163-b3a468b1292a x-openstack-request-id: req-7e5611ec-9254-4995-b163-b3a468b1292a {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:18:20.258340 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "075c0166-2f45-4ba5-a5fa-7f7ff3bec1e9", "name": "network-vif-plugged", "status": "completed", "tag": "3bee9368-ec6b-43ef-baa3-7d86465c278e", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:18:20.258853 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-7e5611ec-9254-4995-b163-b3a468b1292a {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:18:20.259430 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '075c0166-2f45-4ba5-a5fa-7f7ff3bec1e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bee9368-ec6b-43ef-baa3-7d86465c278e', 'code': 200} Jul 14 09:18:20.342240 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be0e11f-10b7-453f-8f49-fcf502046eb7 req-55be4f95-0788-4d0f-b5e6-12119638f1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:20.344383 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0be0e11f-10b7-453f-8f49-fcf502046eb7 req-55be4f95-0788-4d0f-b5e6-12119638f1b0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=960db35cb56b449db311d3b4abef7a82&device_id=2ff3f767-2d49-413e-9b8c-53269ea299e0 HTTP/1.1" status: 200 len: 1099 time: 0.0711162 Jul 14 09:18:20.349196 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-3f2c4d47-8553-4bd7-812c-2fe6b476fe94 req-77dd2ae1-437f-4147-96fb-089d5a409dda tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] 10.222.0.68 "GET /v2.0/security-groups?id=4fa97f2f-f617-45f3-9331-b542b3f62cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242769 Jul 14 09:18:20.408541 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d095a7f4-fc3d-4ce1-815a-259d1901f12c req-64b5694e-5e5a-4142-8691-39560f4311cf service neutron] 10.222.0.65 "GET /v2.0/networks/2244f7a1-04bd-42cd-9e86-31839b46f57f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1824408 Jul 14 09:18:20.411496 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5edc278-4749-4bf4-831e-7d50c6081fd6 req-38109fb7-e97a-4373-b018-6b104f5ccb8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:20.412954 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d5edc278-4749-4bf4-831e-7d50c6081fd6 req-38109fb7-e97a-4373-b018-6b104f5ccb8c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=918c1d975565476384d2cd0dc046f885&device_id=93bec9e9-53d8-4e4c-8bc1-01f6054a642c HTTP/1.1" status: 200 len: 1095 time: 0.1246338 Jul 14 09:18:20.487624 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d5edc278-4749-4bf4-831e-7d50c6081fd6 req-70cb32e3-6573-4233-941a-15994640c259 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4a55874b-3eb6-4d20-8e04-1b662f6be0dc HTTP/1.1" status: 200 len: 217 time: 0.0582681 Jul 14 09:18:20.511892 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be0e11f-10b7-453f-8f49-fcf502046eb7 req-da789711-e668-4135-9910-a4b2121b45a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:20.513370 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0be0e11f-10b7-453f-8f49-fcf502046eb7 req-da789711-e668-4135-9910-a4b2121b45a8 service neutron] 10.222.0.57 "GET /v2.0/networks?id=2244f7a1-04bd-42cd-9e86-31839b46f57f HTTP/1.1" status: 200 len: 870 time: 0.1531105 Jul 14 09:18:20.524557 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de27dc41-b0d6-4675-a76e-2b22053febd1 req-905c488f-cf71-42ae-8647-24b21f454eb8 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:20.526273 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-de27dc41-b0d6-4675-a76e-2b22053febd1 req-905c488f-cf71-42ae-8647-24b21f454eb8 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/ports?device_id=075c0166-2f45-4ba5-a5fa-7f7ff3bec1e9 HTTP/1.1" status: 200 len: 950 time: 0.1535072 Jul 14 09:18:20.569963 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0be0e11f-10b7-453f-8f49-fcf502046eb7 req-8a281f17-0118-42c1-89f5-985fe3dcbb06 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.92&port_id=14c0d95c-c0cf-4b32-9dbe-0ff44c088df3 HTTP/1.1" status: 200 len: 217 time: 0.0426877 Jul 14 09:18:20.646199 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-de27dc41-b0d6-4675-a76e-2b22053febd1 req-e60c633e-8151-4d94-ac5b-f7ed0ec0fd62 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/security-groups?id=93b55648-4dd6-4852-bb99-9aa842ab19a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120365 Jul 14 09:18:20.660265 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5edc278-4749-4bf4-831e-7d50c6081fd6 req-0317419d-16df-4efc-9543-3eaa8de6ed34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:20.661790 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d5edc278-4749-4bf4-831e-7d50c6081fd6 req-0317419d-16df-4efc-9543-3eaa8de6ed34 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e55d83a4-a947-4393-8a59-6e1e9d811f30 HTTP/1.1" status: 200 len: 855 time: 0.1631606 Jul 14 09:18:20.665481 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be0e11f-10b7-453f-8f49-fcf502046eb7 req-c161128a-d6fb-487f-8882-8a1c3edf2d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:20.668714 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0be0e11f-10b7-453f-8f49-fcf502046eb7 req-c161128a-d6fb-487f-8882-8a1c3edf2d7d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=85060e65-3b2f-4a6c-a04c-ce849daa5b3b HTTP/1.1" status: 200 len: 843 time: 0.0883522 Jul 14 09:18:20.742098 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d5edc278-4749-4bf4-831e-7d50c6081fd6 req-d8e59acf-52a9-439c-80e3-034e63580ecb service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a6838271-32c5-479d-9743-9a5a57995865&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0523186 Jul 14 09:18:20.744195 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d095a7f4-fc3d-4ce1-815a-259d1901f12c req-e1f7d8e3-42f8-4538-8b68-1a75712c8fb6 service neutron] 10.222.0.65 "GET /v2.0/networks/2244f7a1-04bd-42cd-9e86-31839b46f57f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2352023 Jul 14 09:18:20.766272 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedb23f1-074a-48b1-9370-4fe7a4452000 req-b77be2ab-52b0-47f8-b82a-832b76ee23a0 tempest-ServersTestJSON-535065851 tempest-ServersTestJSON-535065851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:20.775298 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-bedb23f1-074a-48b1-9370-4fe7a4452000 req-b77be2ab-52b0-47f8-b82a-832b76ee23a0 tempest-ServersTestJSON-535065851 tempest-ServersTestJSON-535065851-project] 10.222.0.68 "GET /v2.0/ports?device_id=de8bf987-5938-4a9e-bc8f-ca1216790210 HTTP/1.1" status: 200 len: 946 time: 0.2672482 Jul 14 09:18:20.810371 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be0e11f-10b7-453f-8f49-fcf502046eb7 req-5a46df60-6f6e-42bb-ba00-c92c6ef696d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:20.814528 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0be0e11f-10b7-453f-8f49-fcf502046eb7 req-5a46df60-6f6e-42bb-ba00-c92c6ef696d6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2244f7a1-04bd-42cd-9e86-31839b46f57f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1244152 Jul 14 09:18:20.898239 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-bedb23f1-074a-48b1-9370-4fe7a4452000 req-9dbf6749-a95f-43bb-98a1-aa6ba7f6c1f1 tempest-ServersTestJSON-535065851 tempest-ServersTestJSON-535065851-project] 10.222.0.68 "GET /v2.0/security-groups?id=a7f2f2d5-85ef-4c08-abfe-2f1caabe3de4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1219857 Jul 14 09:18:21.046377 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d5edc278-4749-4bf4-831e-7d50c6081fd6 req-21500535-8d2e-4017-9e8f-46ccf33d1100 service neutron] 10.222.0.57 "GET /v2.0/networks/a6838271-32c5-479d-9743-9a5a57995865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2679408 Jul 14 09:18:21.236468 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53ec09f-2933-46d0-bfc7-334559936586 req-abb52d1f-9395-4dfc-88ea-429eaf4f2279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:21.238600 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-b53ec09f-2933-46d0-bfc7-334559936586 req-abb52d1f-9395-4dfc-88ea-429eaf4f2279 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=960db35cb56b449db311d3b4abef7a82&device_id=3219a920-d25a-4e7a-b33c-c9eebd14016e HTTP/1.1" status: 200 len: 1100 time: 0.3229871 Jul 14 09:18:21.277864 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d5edc278-4749-4bf4-831e-7d50c6081fd6 req-327e6a6a-310b-4ac7-93ff-5c381896d168 service neutron] 10.222.0.57 "GET /v2.0/networks/a6838271-32c5-479d-9743-9a5a57995865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2097864 Jul 14 09:18:21.281525 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd2975b-407d-41cc-94b2-68cbc294f005 req-408fe2d5-bacf-4e81-845e-a128787ef643 tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:21.282860 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-7fd2975b-407d-41cc-94b2-68cbc294f005 req-408fe2d5-bacf-4e81-845e-a128787ef643 tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] 10.222.0.68 "GET /v2.0/ports?device_id=6593e4b3-80b2-4edd-b3fd-9f72f9137c4e HTTP/1.1" status: 200 len: 949 time: 0.4464011 Jul 14 09:18:21.329796 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0be0e11f-10b7-453f-8f49-fcf502046eb7 req-3e1d9659-ae2d-4c66-a3e2-0dc77cd7a07b service neutron] 10.222.0.57 "GET /v2.0/networks/2244f7a1-04bd-42cd-9e86-31839b46f57f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5028312 Jul 14 09:18:21.358160 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-7fd2975b-407d-41cc-94b2-68cbc294f005 req-79f3aa9e-7e92-43d8-a229-cf1ea369f1f3 tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] 10.222.0.68 "GET /v2.0/security-groups?id=77fde4ca-6f5f-48d5-b2fd-4c103e7ba04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630374 Jul 14 09:18:21.513690 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0be0e11f-10b7-453f-8f49-fcf502046eb7 req-0a9c30be-7ecc-45da-8a62-d58e1a789d65 service neutron] 10.222.0.57 "GET /v2.0/networks/2244f7a1-04bd-42cd-9e86-31839b46f57f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025326 Jul 14 09:18:21.601298 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385b2a8c-9cfc-4959-88e6-c9323063753f req-dedeb0f6-8fa0-4db0-9b27-696181c25392 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:21.602796 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-385b2a8c-9cfc-4959-88e6-c9323063753f req-dedeb0f6-8fa0-4db0-9b27-696181c25392 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] 10.222.0.68 "GET /v2.0/ports?device_id=3219a920-d25a-4e7a-b33c-c9eebd14016e HTTP/1.1" status: 200 len: 948 time: 0.5617459 Jul 14 09:18:21.673711 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-385b2a8c-9cfc-4959-88e6-c9323063753f req-8b3bf64a-8d97-4043-aa68-55c28f232841 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] 10.222.0.68 "GET /v2.0/security-groups?id=c9156572-74c8-4b9e-9f0a-c202a5ef91ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618484 Jul 14 09:18:21.689452 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53ec09f-2933-46d0-bfc7-334559936586 req-336bc96d-b50e-4591-bac9-0afdde41bcbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:21.691846 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-b53ec09f-2933-46d0-bfc7-334559936586 req-336bc96d-b50e-4591-bac9-0afdde41bcbe service neutron] 10.222.0.65 "GET /v2.0/networks?id=2244f7a1-04bd-42cd-9e86-31839b46f57f HTTP/1.1" status: 200 len: 870 time: 0.4442079 Jul 14 09:18:21.748391 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-b53ec09f-2933-46d0-bfc7-334559936586 req-b4c3db81-0be6-4ed8-87ac-2c85c64a37a2 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=4428f759-9245-47c1-969d-3af116e0a0e3 HTTP/1.1" status: 200 len: 217 time: 0.0354593 Jul 14 09:18:21.758568 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b35654d-e5d4-4cd0-8cbe-90644ba66dd4 req-5056a653-e105-4a5f-ac0e-149d9850ed15 tempest-VolumesAdminNegativeTest-100931047 tempest-VolumesAdminNegativeTest-100931047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:21.761097 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0b35654d-e5d4-4cd0-8cbe-90644ba66dd4 req-5056a653-e105-4a5f-ac0e-149d9850ed15 tempest-VolumesAdminNegativeTest-100931047 tempest-VolumesAdminNegativeTest-100931047-project] 10.222.0.68 "GET /v2.0/ports?device_id=93bec9e9-53d8-4e4c-8bc1-01f6054a642c HTTP/1.1" status: 200 len: 943 time: 0.1135237 Jul 14 09:18:21.807382 n-d-779913-29 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93bec9e9-53d8-4e4c-8bc1-01f6054a642c', 'tag': '4a55874b-3eb6-4d20-8e04-1b662f6be0dc'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:18:21.809512 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cb48f044f948e981f43897c8d7f1332f741dc7af2b4c5a6e19d8f4a80f708e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df88d340-ebdf-44c7-9ae9-ebc138c9c22e" -d '{"events": [{"name": "network-changed", "server_uuid": "93bec9e9-53d8-4e4c-8bc1-01f6054a642c", "tag": "4a55874b-3eb6-4d20-8e04-1b662f6be0dc"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:18:21.822209 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0b35654d-e5d4-4cd0-8cbe-90644ba66dd4 req-7534ef0f-e80e-4e2b-bb97-a524345bb8be tempest-VolumesAdminNegativeTest-100931047 tempest-VolumesAdminNegativeTest-100931047-project] 10.222.0.68 "GET /v2.0/security-groups?id=43fc6f3d-3946-4583-bd30-f35197ab19c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546839 Jul 14 09:18:21.848237 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53ec09f-2933-46d0-bfc7-334559936586 req-fad1cab6-4e38-4ec0-b89b-eb9e3b7be5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:21.849801 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-b53ec09f-2933-46d0-bfc7-334559936586 req-fad1cab6-4e38-4ec0-b89b-eb9e3b7be5dc service neutron] 10.222.0.65 "GET /v2.0/subnets?id=85060e65-3b2f-4a6c-a04c-ce849daa5b3b HTTP/1.1" status: 200 len: 843 time: 0.0802951 Jul 14 09:18:21.933102 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0572f71f-df84-4280-979d-486c5abfe4ea req-83efe70c-661f-4d32-b9ae-3a2f848affa2 tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:21.934829 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-0572f71f-df84-4280-979d-486c5abfe4ea req-83efe70c-661f-4d32-b9ae-3a2f848affa2 tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] 10.222.0.68 "GET /v2.0/ports?device_id=1055dbfe-92e6-437c-b901-0e1c0a80dc51 HTTP/1.1" status: 200 len: 946 time: 0.1390595 Jul 14 09:18:21.956554 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53ec09f-2933-46d0-bfc7-334559936586 req-cf595b08-ae29-4b50-a6ef-90a36ba0c594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:21.958105 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-b53ec09f-2933-46d0-bfc7-334559936586 req-cf595b08-ae29-4b50-a6ef-90a36ba0c594 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2244f7a1-04bd-42cd-9e86-31839b46f57f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0949090 Jul 14 09:18:22.042671 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-0572f71f-df84-4280-979d-486c5abfe4ea req-0496880a-23a3-4214-8647-e88f43c8478c tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] 10.222.0.68 "GET /v2.0/security-groups?id=4fa97f2f-f617-45f3-9331-b542b3f62cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979838 Jul 14 09:18:22.065257 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:18:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33b1820f-032b-4d70-bf47-6b0faccaa2d8 x-openstack-request-id: req-33b1820f-032b-4d70-bf47-6b0faccaa2d8 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:18:22.065912 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93bec9e9-53d8-4e4c-8bc1-01f6054a642c", "tag": "4a55874b-3eb6-4d20-8e04-1b662f6be0dc", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:18:22.066006 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-33b1820f-032b-4d70-bf47-6b0faccaa2d8 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:18:22.066329 n-d-779913-29 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93bec9e9-53d8-4e4c-8bc1-01f6054a642c', 'tag': '4a55874b-3eb6-4d20-8e04-1b662f6be0dc', 'status': 'completed', 'code': 200} Jul 14 09:18:22.102837 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-b53ec09f-2933-46d0-bfc7-334559936586 req-77b2a3d2-0944-454b-9815-c8c3979d2303 service neutron] 10.222.0.65 "GET /v2.0/networks/2244f7a1-04bd-42cd-9e86-31839b46f57f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330600 Jul 14 09:18:22.129400 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-184a3168-b85a-4b8f-b852-1e67dedb255f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:22.208283 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df88d340-ebdf-44c7-9ae9-ebc138c9c22e req-36b90834-a9b6-4467-a51f-87baa9a05562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:22.209940 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-df88d340-ebdf-44c7-9ae9-ebc138c9c22e req-36b90834-a9b6-4467-a51f-87baa9a05562 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=918c1d975565476384d2cd0dc046f885&device_id=93bec9e9-53d8-4e4c-8bc1-01f6054a642c HTTP/1.1" status: 200 len: 1095 time: 0.0701275 Jul 14 09:18:22.277399 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-b53ec09f-2933-46d0-bfc7-334559936586 req-af221461-a831-475c-8b37-56f4ab9b5baa service neutron] 10.222.0.65 "GET /v2.0/networks/2244f7a1-04bd-42cd-9e86-31839b46f57f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399448 Jul 14 09:18:22.288623 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bdf114-05d6-4b99-894f-367eface415b req-02133f4b-eb79-4eb7-b85c-f89eb2b8a9a4 tempest-ServersTestJSON-535065851 tempest-ServersTestJSON-535065851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:22.290092 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-87bdf114-05d6-4b99-894f-367eface415b req-02133f4b-eb79-4eb7-b85c-f89eb2b8a9a4 tempest-ServersTestJSON-535065851 tempest-ServersTestJSON-535065851-project] 10.222.0.68 "GET /v2.0/ports?device_id=de8bf987-5938-4a9e-bc8f-ca1216790210 HTTP/1.1" status: 200 len: 946 time: 0.1049664 Jul 14 09:18:22.313262 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2f44c2a2-6509-401f-9935-6da6e325b484 req-dcfb6293-a6d3-4d72-9c04-332b2c174a11 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/networks?tenant_id=f15ecc2e979442a6b02936316f8b33e1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0301178 Jul 14 09:18:22.354357 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-87bdf114-05d6-4b99-894f-367eface415b req-fa0916de-75a4-4529-b4ec-34ccc12046cd tempest-ServersTestJSON-535065851 tempest-ServersTestJSON-535065851-project] 10.222.0.68 "GET /v2.0/security-groups?id=a7f2f2d5-85ef-4c08-abfe-2f1caabe3de4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581353 Jul 14 09:18:22.369927 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df88d340-ebdf-44c7-9ae9-ebc138c9c22e req-d3dacb11-6f21-41ca-a820-19b37cf2144e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:22.371500 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-df88d340-ebdf-44c7-9ae9-ebc138c9c22e req-d3dacb11-6f21-41ca-a820-19b37cf2144e service neutron] 10.222.0.57 "GET /v2.0/networks?id=a6838271-32c5-479d-9743-9a5a57995865 HTTP/1.1" status: 200 len: 916 time: 0.1515081 Jul 14 09:18:22.442750 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-df88d340-ebdf-44c7-9ae9-ebc138c9c22e req-03349baa-259e-4342-af8a-b3526d7fd507 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4a55874b-3eb6-4d20-8e04-1b662f6be0dc HTTP/1.1" status: 200 len: 217 time: 0.0454283 Jul 14 09:18:22.521712 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f44c2a2-6509-401f-9935-6da6e325b484 req-33297534-a5dc-47f1-90c8-1dea2465f7e7 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:22.523202 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2f44c2a2-6509-401f-9935-6da6e325b484 req-33297534-a5dc-47f1-90c8-1dea2465f7e7 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1823032 Jul 14 09:18:22.528743 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df88d340-ebdf-44c7-9ae9-ebc138c9c22e req-88c353d9-20f9-4056-856a-c58ff62de273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:22.530176 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-df88d340-ebdf-44c7-9ae9-ebc138c9c22e req-88c353d9-20f9-4056-856a-c58ff62de273 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e55d83a4-a947-4393-8a59-6e1e9d811f30 HTTP/1.1" status: 200 len: 855 time: 0.0710797 Jul 14 09:18:22.540343 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67a7249-2c85-4b90-84d9-83c41a8f2822 req-b0472ea2-da6c-4fed-b875-3d5f522b911a tempest-ServersTestJSON-535065851 tempest-ServersTestJSON-535065851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:22.541931 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-e67a7249-2c85-4b90-84d9-83c41a8f2822 req-b0472ea2-da6c-4fed-b875-3d5f522b911a tempest-ServersTestJSON-535065851 tempest-ServersTestJSON-535065851-project] 10.222.0.68 "GET /v2.0/ports?device_id=de8bf987-5938-4a9e-bc8f-ca1216790210 HTTP/1.1" status: 200 len: 946 time: 0.0765159 Jul 14 09:18:22.548294 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2f44c2a2-6509-401f-9935-6da6e325b484 req-ed1670ad-a330-4b43-af84-11cbabcf4404 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/quotas/f15ecc2e979442a6b02936316f8b33e1 HTTP/1.1" status: 200 len: 375 time: 0.0172000 Jul 14 09:18:22.551507 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 37936) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:18:22.556450 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-7142bb72-751f-4cac-a51a-501ee92701e0 tempest-ServersTestJSON-535065851 tempest-ServersTestJSON-535065851-project] Request body: {'floatingip': {'port_id': '13c0e1ae-9f8e-4b29-a5c8-f47d438fcfc4'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:18:22.570664 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-df88d340-ebdf-44c7-9ae9-ebc138c9c22e req-75178da1-bf83-4ba9-a68b-692a98be600d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a6838271-32c5-479d-9743-9a5a57995865&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307107 Jul 14 09:18:22.600122 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7142bb72-751f-4cac-a51a-501ee92701e0 tempest-ServersTestJSON-535065851 tempest-ServersTestJSON-535065851-project] Notify callbacks [] for floatingip, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:22.704921 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2f44c2a2-6509-401f-9935-6da6e325b484 req-693a8571-7c8f-4576-b455-e1e6a04a7530 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=f15ecc2e979442a6b02936316f8b33e1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1367331 Jul 14 09:18:22.707895 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-df88d340-ebdf-44c7-9ae9-ebc138c9c22e req-1c35676c-5933-4d52-a2b3-1a3b1eff1491 service neutron] 10.222.0.57 "GET /v2.0/networks/a6838271-32c5-479d-9743-9a5a57995865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287289 Jul 14 09:18:22.805243 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-df88d340-ebdf-44c7-9ae9-ebc138c9c22e req-f245b37f-21fc-41b2-8c72-c6b1fd83dfaf service neutron] 10.222.0.57 "GET /v2.0/networks/a6838271-32c5-479d-9743-9a5a57995865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887449 Jul 14 09:18:22.807843 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d17a82-9785-4895-a164-9ebc097163eb req-f42ea201-eb00-4ca0-90f1-1449511f5ec2 tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:22.809362 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-00d17a82-9785-4895-a164-9ebc097163eb req-f42ea201-eb00-4ca0-90f1-1449511f5ec2 tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] 10.222.0.68 "GET /v2.0/ports?device_id=6593e4b3-80b2-4edd-b3fd-9f72f9137c4e HTTP/1.1" status: 200 len: 949 time: 0.1709659 Jul 14 09:18:22.892712 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-00d17a82-9785-4895-a164-9ebc097163eb req-fd1eaeee-11f3-490e-94ab-cce59ddf17ec tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] 10.222.0.68 "GET /v2.0/security-groups?id=77fde4ca-6f5f-48d5-b2fd-4c103e7ba04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761659 Jul 14 09:18:23.034905 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a0e9ea1e-d13f-4748-8e6c-6ca00e886f1c req-0f7be475-84fa-43b4-b30d-a30a432e485a tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/ports?device_id=fae776f6-08aa-4436-8736-3d602d7a93d2 HTTP/1.1" status: 200 len: 210 time: 0.0413437 Jul 14 09:18:23.225370 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd1518e-dc19-40d7-86e9-b96b76d65ead req-968c8725-1df7-40c5-8150-378df16cffc2 tempest-VolumesAdminNegativeTest-100931047 tempest-VolumesAdminNegativeTest-100931047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:23.226993 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1cd1518e-dc19-40d7-86e9-b96b76d65ead req-968c8725-1df7-40c5-8150-378df16cffc2 tempest-VolumesAdminNegativeTest-100931047 tempest-VolumesAdminNegativeTest-100931047-project] 10.222.0.68 "GET /v2.0/ports?device_id=93bec9e9-53d8-4e4c-8bc1-01f6054a642c HTTP/1.1" status: 200 len: 943 time: 0.0712955 Jul 14 09:18:23.228207 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ace0beb-0c71-49a1-b4bb-526181d5e230 req-40c044f7-ba7c-4e10-b687-9083a091e304 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:23.229799 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-8ace0beb-0c71-49a1-b4bb-526181d5e230 req-40c044f7-ba7c-4e10-b687-9083a091e304 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] 10.222.0.68 "GET /v2.0/ports?device_id=3219a920-d25a-4e7a-b33c-c9eebd14016e HTTP/1.1" status: 200 len: 948 time: 0.2047956 Jul 14 09:18:23.270339 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7142bb72-751f-4cac-a51a-501ee92701e0 tempest-ServersTestJSON-535065851 tempest-ServersTestJSON-535065851-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:23.275276 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1cd1518e-dc19-40d7-86e9-b96b76d65ead req-73ba3bbe-2bf3-4d06-9be5-712c1dcb4f09 tempest-VolumesAdminNegativeTest-100931047 tempest-VolumesAdminNegativeTest-100931047-project] 10.222.0.68 "GET /v2.0/security-groups?id=43fc6f3d-3946-4583-bd30-f35197ab19c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387843 Jul 14 09:18:23.278927 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7142bb72-751f-4cac-a51a-501ee92701e0 tempest-ServersTestJSON-535065851 tempest-ServersTestJSON-535065851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-660590'] for floatingip, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:23.327094 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-8ace0beb-0c71-49a1-b4bb-526181d5e230 req-2b26eb6c-318e-4e08-8855-1581fe30428c tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] 10.222.0.68 "GET /v2.0/security-groups?id=c9156572-74c8-4b9e-9f0a-c202a5ef91ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913723 Jul 14 09:18:23.415059 n-d-779913-29 neutron-server[93958]: INFO neutron.db.l3_db [None req-7142bb72-751f-4cac-a51a-501ee92701e0 tempest-ServersTestJSON-535065851 tempest-ServersTestJSON-535065851-project] Floating IP 2cb999bf-1c03-48c5-aef2-6583c57ec478 associated. External IP: 172.25.4.213, port: 13c0e1ae-9f8e-4b29-a5c8-f47d438fcfc4. Jul 14 09:18:23.458429 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b8dbe1-bb0a-473a-a756-ee0ef44663d1 req-82df3eb4-db76-4416-90a3-114e82862f8d tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:23.460172 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-74b8dbe1-bb0a-473a-a756-ee0ef44663d1 req-82df3eb4-db76-4416-90a3-114e82862f8d tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] 10.222.0.68 "GET /v2.0/ports?device_id=1055dbfe-92e6-437c-b901-0e1c0a80dc51 HTTP/1.1" status: 200 len: 946 time: 0.0749133 Jul 14 09:18:23.509468 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-74b8dbe1-bb0a-473a-a756-ee0ef44663d1 req-735f9b0a-28b8-4bab-b802-0e00ef869f0d tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] 10.222.0.68 "GET /v2.0/security-groups?id=4fa97f2f-f617-45f3-9331-b542b3f62cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417147 Jul 14 09:18:23.672471 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7142bb72-751f-4cac-a51a-501ee92701e0 tempest-ServersTestJSON-535065851 tempest-ServersTestJSON-535065851-project] Router b0f59f6f-40b6-49c4-b8c4-fbea7189fb21 has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:18:23.788256 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7142bb72-751f-4cac-a51a-501ee92701e0 tempest-ServersTestJSON-535065851 tempest-ServersTestJSON-535065851-project] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:18:23.792838 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7142bb72-751f-4cac-a51a-501ee92701e0 tempest-ServersTestJSON-535065851 tempest-ServersTestJSON-535065851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for floatingip, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:23.801973 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e04d5df8-8d81-4625-9438-14ed2f1eb0b5 None None] Sync routers for ids ['b0f59f6f-40b6-49c4-b8c4-fbea7189fb21'] in n-d-779913-29 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:18:23.812218 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e04d5df8-8d81-4625-9438-14ed2f1eb0b5 None None] Routers {'b0f59f6f-40b6-49c4-b8c4-fbea7189fb21'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:18:23.813354 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-e04d5df8-8d81-4625-9438-14ed2f1eb0b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:17:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['b0f59f6f-40b6-49c4-b8c4-fbea7189fb21'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:18:23.836339 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-7142bb72-751f-4cac-a51a-501ee92701e0 tempest-ServersTestJSON-535065851 tempest-ServersTestJSON-535065851-project] 10.222.0.68 "PUT /v2.0/floatingips/2cb999bf-1c03-48c5-aef2-6583c57ec478 HTTP/1.1" status: 200 len: 992 time: 1.2811937 Jul 14 09:18:23.896509 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 4428f759-9245-47c1-969d-3af116e0a0e3 details requested by agent hyperv_n-h1-779913-29 with host n-h1-779913-29 {{(pid=93959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:18:23.931935 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-e04d5df8-8d81-4625-9438-14ed2f1eb0b5 None None] Set router b0f59f6f-40b6-49c4-b8c4-fbea7189fb21 gateway port host: n-d-779913-29 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:18:24.006724 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port 4428f759-9245-47c1-969d-3af116e0a0e3, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=4428f759-9245-47c1-969d-3af116e0a0e3,segment=NetworkSegment(8f1c1422-de6c-445f-ab95-4e2c94585b2b),segment_id=8f1c1422-de6c-445f-ab95-4e2c94585b2b)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:18:24.025771 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Returning: {'device': '4428f759-9245-47c1-969d-3af116e0a0e3', 'network_id': '2244f7a1-04bd-42cd-9e86-31839b46f57f', 'port_id': '4428f759-9245-47c1-969d-3af116e0a0e3', 'mac_address': 'fa:16:3e:63:ce:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 724, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85060e65-3b2f-4a6c-a04c-ce849daa5b3b', 'ip_address': '192.168.233.119'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:18:24.067585 n-d-779913-29 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de8bf987-5938-4a9e-bc8f-ca1216790210', 'tag': '13c0e1ae-9f8e-4b29-a5c8-f47d438fcfc4'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:18:24.070261 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cb48f044f948e981f43897c8d7f1332f741dc7af2b4c5a6e19d8f4a80f708e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-720424ab-c682-40e1-960f-8dbe1db6cc16" -d '{"events": [{"name": "network-changed", "server_uuid": "de8bf987-5938-4a9e-bc8f-ca1216790210", "tag": "13c0e1ae-9f8e-4b29-a5c8-f47d438fcfc4"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:18:24.088559 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:24.102319 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4428f759-9245-47c1-969d-3af116e0a0e3 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:18:24.107868 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1b75a7-3036-4652-ac3d-9ebfcf407a3c req-e16d94d1-a402-45a9-9825-9aa42e1c808d tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:24.109433 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-9f1b75a7-3036-4652-ac3d-9ebfcf407a3c req-e16d94d1-a402-45a9-9825-9aa42e1c808d tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] 10.222.0.68 "GET /v2.0/ports?device_id=6593e4b3-80b2-4edd-b3fd-9f72f9137c4e HTTP/1.1" status: 200 len: 949 time: 0.0786262 Jul 14 09:18:24.126205 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port 4428f759-9245-47c1-969d-3af116e0a0e3, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=4428f759-9245-47c1-969d-3af116e0a0e3,segment=NetworkSegment(8f1c1422-de6c-445f-ab95-4e2c94585b2b),segment_id=8f1c1422-de6c-445f-ab95-4e2c94585b2b)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:18:24.131010 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:24.153689 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-9f1b75a7-3036-4652-ac3d-9ebfcf407a3c req-bdeb2220-a21b-4f27-a5f5-5c9e6ff1177e tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] 10.222.0.68 "GET /v2.0/security-groups?id=77fde4ca-6f5f-48d5-b2fd-4c103e7ba04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381126 Jul 14 09:18:24.183134 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Pushing event updated for resources: {'Port': ['ID=4428f759-9245-47c1-969d-3af116e0a0e3,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:24.218128 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-e04d5df8-8d81-4625-9438-14ed2f1eb0b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0f59f6f-40b6-49c4-b8c4-fbea7189fb21', 'name': 'tempest-ServersTestJSON-1192538569-router', 'tenant_id': 'aabddba14d1340aeab976aa64d5f8c9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.179'}], 'enable_snat': True}, 'gw_port_id': 'ce21380f-476f-4379-b1a4-f607eb5fb484', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:17:46Z', 'updated_at': '2021-07-14T09:17:54Z', 'revision_number': 4, 'project_id': 'aabddba14d1340aeab976aa64d5f8c9b', 'gw_port': {'id': 'ce21380f-476f-4379-b1a4-f607eb5fb484', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:3f:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f59f6f-40b6-49c4-b8c4-fbea7189fb21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:17:48Z', 'updated_at': '2021-07-14T09:17:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_floatingips': [{'id': '2cb999bf-1c03-48c5-aef2-6583c57ec478', 'tenant_id': 'aabddba14d1340aeab976aa64d5f8c9b', 'floating_ip_address': '172.25.4.213', 'floating_network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'router_id': 'b0f59f6f-40b6-49c4-b8c4-fbea7189fb21', 'port_id': '13c0e1ae-9f8e-4b29-a5c8-f47d438fcfc4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 514, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd25d8db8-0ab7-40c5-8db1-354e83a0ea79', 'mac_address': 'fa:16:3e:b8:6e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de8bf987-5938-4a9e-bc8f-ca1216790210', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:18:00Z', 'updated_at': '2021-07-14T09:18:23Z', 'revision_number': 1, 'project_id': 'aabddba14d1340aeab976aa64d5f8c9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21fd80e8-2c33-430c-abb6-80317aa54541', 'name': '', 'network_id': 'd25d8db8-0ab7-40c5-8db1-354e83a0ea79', 'tenant_id': 'aabddba14d1340aeab976aa64d5f8c9b', 'mac_address': 'fa:16:3e:8c:2e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f59f6f-40b6-49c4-b8c4-fbea7189fb21', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '894e9ad4-f56d-4415-a399-0321b6578932', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:17:52Z', 'updated_at': '2021-07-14T09:17:59Z', 'revision_number': 5, 'project_id': 'aabddba14d1340aeab976aa64d5f8c9b', 'subnets': [{'id': '894e9ad4-f56d-4415-a399-0321b6578932', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:18:24.218893 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:18:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daa26449-105a-4136-9d7b-56984f011922 x-openstack-request-id: req-daa26449-105a-4136-9d7b-56984f011922 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:18:24.219167 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de8bf987-5938-4a9e-bc8f-ca1216790210", "tag": "13c0e1ae-9f8e-4b29-a5c8-f47d438fcfc4", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:18:24.219419 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-daa26449-105a-4136-9d7b-56984f011922 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:18:24.219813 n-d-779913-29 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de8bf987-5938-4a9e-bc8f-ca1216790210', 'tag': '13c0e1ae-9f8e-4b29-a5c8-f47d438fcfc4', 'status': 'completed', 'code': 200} Jul 14 09:18:24.246105 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e04d5df8-8d81-4625-9438-14ed2f1eb0b5 None None] Checking router: b0f59f6f-40b6-49c4-b8c4-fbea7189fb21 for host: n-d-779913-29 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:18:24.254444 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e04d5df8-8d81-4625-9438-14ed2f1eb0b5 None None] Routers {'b0f59f6f-40b6-49c4-b8c4-fbea7189fb21'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:18:24.255055 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-e04d5df8-8d81-4625-9438-14ed2f1eb0b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:17:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['b0f59f6f-40b6-49c4-b8c4-fbea7189fb21'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:18:24.298791 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d5340506-785e-4dd8-ab62-52852b2b5129 req-80a38119-f085-439c-a96c-4681778f73b3 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/ports?device_id=fae776f6-08aa-4436-8736-3d602d7a93d2 HTTP/1.1" status: 200 len: 210 time: 0.0289578 Jul 14 09:18:24.368838 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720424ab-c682-40e1-960f-8dbe1db6cc16 req-fca5414f-1867-4af6-a5a2-67d06ecdbdd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:24.370589 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-720424ab-c682-40e1-960f-8dbe1db6cc16 req-fca5414f-1867-4af6-a5a2-67d06ecdbdd2 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=aabddba14d1340aeab976aa64d5f8c9b&device_id=de8bf987-5938-4a9e-bc8f-ca1216790210 HTTP/1.1" status: 200 len: 1098 time: 0.0644848 Jul 14 09:18:24.477444 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-e04d5df8-8d81-4625-9438-14ed2f1eb0b5 None None] Set router b0f59f6f-40b6-49c4-b8c4-fbea7189fb21 gateway port host: n-d-779913-29 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:18:24.485816 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5086ac-f90b-466e-9ff5-7b33658c0f55 req-f8b11a98-6abb-4ec9-88d6-c75dd453f0ba tempest-VolumesAdminNegativeTest-100931047 tempest-VolumesAdminNegativeTest-100931047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:24.488040 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8b5086ac-f90b-466e-9ff5-7b33658c0f55 req-f8b11a98-6abb-4ec9-88d6-c75dd453f0ba tempest-VolumesAdminNegativeTest-100931047 tempest-VolumesAdminNegativeTest-100931047-project] 10.222.0.68 "GET /v2.0/ports?device_id=93bec9e9-53d8-4e4c-8bc1-01f6054a642c HTTP/1.1" status: 200 len: 943 time: 0.0880489 Jul 14 09:18:24.494005 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 4a55874b-3eb6-4d20-8e04-1b662f6be0dc details requested by agent hyperv_n-h2-779913-29 with host n-h2-779913-29 {{(pid=93959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:18:24.509949 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720424ab-c682-40e1-960f-8dbe1db6cc16 req-75bf269e-1512-4984-bc07-0665f07fc090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:24.511371 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-720424ab-c682-40e1-960f-8dbe1db6cc16 req-75bf269e-1512-4984-bc07-0665f07fc090 service neutron] 10.222.0.65 "GET /v2.0/networks?id=d25d8db8-0ab7-40c5-8db1-354e83a0ea79 HTTP/1.1" status: 200 len: 907 time: 0.1270854 Jul 14 09:18:24.543699 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.agents_db [None req-3c3509fb-540d-4335-a450-574895dd3602 None None] Agent healthcheck: found 7 active agents {{(pid=93960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:18:24.559674 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8b5086ac-f90b-466e-9ff5-7b33658c0f55 req-f7add780-8dce-4be6-97fb-432ba67dc60e tempest-VolumesAdminNegativeTest-100931047 tempest-VolumesAdminNegativeTest-100931047-project] 10.222.0.68 "GET /v2.0/security-groups?id=43fc6f3d-3946-4583-bd30-f35197ab19c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569997 Jul 14 09:18:24.636885 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 4a55874b-3eb6-4d20-8e04-1b662f6be0dc, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=4a55874b-3eb6-4d20-8e04-1b662f6be0dc,segment=NetworkSegment(b5266798-ff4d-4e40-81ff-c2c09bc63341),segment_id=b5266798-ff4d-4e40-81ff-c2c09bc63341)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:18:24.650549 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Returning: {'device': '4a55874b-3eb6-4d20-8e04-1b662f6be0dc', 'network_id': 'a6838271-32c5-479d-9743-9a5a57995865', 'port_id': '4a55874b-3eb6-4d20-8e04-1b662f6be0dc', 'mac_address': 'fa:16:3e:7a:32:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 705, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e55d83a4-a947-4393-8a59-6e1e9d811f30', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:18:24.707282 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:24.718640 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] get_ports_and_sgs() called for port_ids ['4428f759-9245-47c1-969d-3af116e0a0e3'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:18:24.740323 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-720424ab-c682-40e1-960f-8dbe1db6cc16 req-2354f6b5-2ab2-4426-ac61-c2510c6d7353 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=13c0e1ae-9f8e-4b29-a5c8-f47d438fcfc4 HTTP/1.1" status: 200 len: 1000 time: 0.2166810 Jul 14 09:18:24.797795 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:24.800726 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a55874b-3eb6-4d20-8e04-1b662f6be0dc {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:18:24.803587 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-e04d5df8-8d81-4625-9438-14ed2f1eb0b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0f59f6f-40b6-49c4-b8c4-fbea7189fb21', 'name': 'tempest-ServersTestJSON-1192538569-router', 'tenant_id': 'aabddba14d1340aeab976aa64d5f8c9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.179'}], 'enable_snat': True}, 'gw_port_id': 'ce21380f-476f-4379-b1a4-f607eb5fb484', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:17:46Z', 'updated_at': '2021-07-14T09:17:54Z', 'revision_number': 4, 'project_id': 'aabddba14d1340aeab976aa64d5f8c9b', 'gw_port': {'id': 'ce21380f-476f-4379-b1a4-f607eb5fb484', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:3f:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f59f6f-40b6-49c4-b8c4-fbea7189fb21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:17:48Z', 'updated_at': '2021-07-14T09:17:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_floatingips': [{'id': '2cb999bf-1c03-48c5-aef2-6583c57ec478', 'tenant_id': 'aabddba14d1340aeab976aa64d5f8c9b', 'floating_ip_address': '172.25.4.213', 'floating_network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'router_id': 'b0f59f6f-40b6-49c4-b8c4-fbea7189fb21', 'port_id': '13c0e1ae-9f8e-4b29-a5c8-f47d438fcfc4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 514, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd25d8db8-0ab7-40c5-8db1-354e83a0ea79', 'mac_address': 'fa:16:3e:b8:6e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de8bf987-5938-4a9e-bc8f-ca1216790210', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:18:00Z', 'updated_at': '2021-07-14T09:18:23Z', 'revision_number': 1, 'project_id': 'aabddba14d1340aeab976aa64d5f8c9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21fd80e8-2c33-430c-abb6-80317aa54541', 'name': '', 'network_id': 'd25d8db8-0ab7-40c5-8db1-354e83a0ea79', 'tenant_id': 'aabddba14d1340aeab976aa64d5f8c9b', 'mac_address': 'fa:16:3e:8c:2e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f59f6f-40b6-49c4-b8c4-fbea7189fb21', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '894e9ad4-f56d-4415-a399-0321b6578932', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:17:52Z', 'updated_at': '2021-07-14T09:17:59Z', 'revision_number': 5, 'project_id': 'aabddba14d1340aeab976aa64d5f8c9b', 'subnets': [{'id': '894e9ad4-f56d-4415-a399-0321b6578932', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:18:24.827392 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 4a55874b-3eb6-4d20-8e04-1b662f6be0dc, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=4a55874b-3eb6-4d20-8e04-1b662f6be0dc,segment=NetworkSegment(b5266798-ff4d-4e40-81ff-c2c09bc63341),segment_id=b5266798-ff4d-4e40-81ff-c2c09bc63341)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:18:24.830040 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febc79a3-f6c1-4629-89d2-d4b0a01069d5 req-fee268c7-a7ff-44d2-9354-92626eaf2ebd tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:24.835078 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:24.836219 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 14c0d95c-c0cf-4b32-9dbe-0ff44c088df3 details requested by agent hyperv_n-h2-779913-29 with host n-h2-779913-29 {{(pid=93959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:18:24.837905 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9190e3d7-10bf-4b2c-9a4a-fb699b93d8e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:24.843248 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e04d5df8-8d81-4625-9438-14ed2f1eb0b5 None None] The sync data for ids ['b0f59f6f-40b6-49c4-b8c4-fbea7189fb21'] in n-d-779913-29 is: [{'id': 'b0f59f6f-40b6-49c4-b8c4-fbea7189fb21', 'name': 'tempest-ServersTestJSON-1192538569-router', 'tenant_id': 'aabddba14d1340aeab976aa64d5f8c9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.179'}], 'enable_snat': True}, 'gw_port_id': 'ce21380f-476f-4379-b1a4-f607eb5fb484', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:17:46Z', 'updated_at': '2021-07-14T09:17:54Z', 'revision_number': 4, 'project_id': 'aabddba14d1340aeab976aa64d5f8c9b', 'gw_port': {'id': 'ce21380f-476f-4379-b1a4-f607eb5fb484', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:3f:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f59f6f-40b6-49c4-b8c4-fbea7189fb21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:17:48Z', 'updated_at': '2021-07-14T09:17:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_floatingips': [{'id': '2cb999bf-1c03-48c5-aef2-6583c57ec478', 'tenant_id': 'aabddba14d1340aeab976aa64d5f8c9b', 'floating_ip_address': '172.25.4.213', 'floating_network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'router_id': 'b0f59f6f-40b6-49c4-b8c4-fbea7189fb21', 'port_id': '13c0e1ae-9f8e-4b29-a5c8-f47d438fcfc4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 514, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd25d8db8-0ab7-40c5-8db1-354e83a0ea79', 'mac_address': 'fa:16:3e:b8:6e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de8bf987-5938-4a9e-bc8f-ca1216790210', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:18:00Z', 'updated_at': '2021-07-14T09:18:23Z', 'revision_number': 1, 'project_id': 'aabddba14d1340aeab976aa64d5f8c9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21fd80e8-2c33-430c-abb6-80317aa54541', 'name': '', 'network_id': 'd25d8db8-0ab7-40c5-8db1-354e83a0ea79', 'tenant_id': 'aabddba14d1340aeab976aa64d5f8c9b', 'mac_address': 'fa:16:3e:8c:2e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f59f6f-40b6-49c4-b8c4-fbea7189fb21', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '894e9ad4-f56d-4415-a399-0321b6578932', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:17:52Z', 'updated_at': '2021-07-14T09:17:59Z', 'revision_number': 5, 'project_id': 'aabddba14d1340aeab976aa64d5f8c9b', 'subnets': [{'id': '894e9ad4-f56d-4415-a399-0321b6578932', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:18:24.850152 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-febc79a3-f6c1-4629-89d2-d4b0a01069d5 req-fee268c7-a7ff-44d2-9354-92626eaf2ebd tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] 10.222.0.68 "GET /v2.0/ports?device_id=1055dbfe-92e6-437c-b901-0e1c0a80dc51 HTTP/1.1" status: 200 len: 946 time: 0.1477094 Jul 14 09:18:24.853520 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f72797-3346-47d6-981b-842fffb92d9b req-f272862a-204b-44e6-904e-371e882db6e7 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:24.860698 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-04f72797-3346-47d6-981b-842fffb92d9b req-f272862a-204b-44e6-904e-371e882db6e7 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] 10.222.0.68 "GET /v2.0/ports?device_id=3219a920-d25a-4e7a-b33c-c9eebd14016e HTTP/1.1" status: 200 len: 949 time: 0.3987801 Jul 14 09:18:24.895431 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2f44c2a2-6509-401f-9935-6da6e325b484 req-ab3830ca-c97b-46ed-9945-c11a5c8814b3 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=f15ecc2e979442a6b02936316f8b33e1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0434728 Jul 14 09:18:24.909359 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720424ab-c682-40e1-960f-8dbe1db6cc16 req-5c1865fc-95c5-4b34-9a2b-7e63498d79fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:24.911101 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-720424ab-c682-40e1-960f-8dbe1db6cc16 req-5c1865fc-95c5-4b34-9a2b-7e63498d79fe service neutron] 10.222.0.65 "GET /v2.0/subnets?id=894e9ad4-f56d-4415-a399-0321b6578932 HTTP/1.1" status: 200 len: 845 time: 0.1582854 Jul 14 09:18:24.975402 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Pushing event updated for resources: {'Port': ['ID=4a55874b-3eb6-4d20-8e04-1b662f6be0dc,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:25.002668 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-febc79a3-f6c1-4629-89d2-d4b0a01069d5 req-e498479b-2804-42a8-ae5b-6b7b1b4a83b2 tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] 10.222.0.68 "GET /v2.0/security-groups?id=4fa97f2f-f617-45f3-9331-b542b3f62cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136005 Jul 14 09:18:25.045445 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-04f72797-3346-47d6-981b-842fffb92d9b req-eb085d40-208f-4ec7-ab6f-45ea37a7ce37 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] 10.222.0.68 "GET /v2.0/security-groups?id=c9156572-74c8-4b9e-9f0a-c202a5ef91ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837878 Jul 14 09:18:25.091429 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f44c2a2-6509-401f-9935-6da6e325b484 req-4021a5c8-30c6-4fbc-808f-dfcdb80d138d tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:25.093759 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2f44c2a2-6509-401f-9935-6da6e325b484 req-4021a5c8-30c6-4fbc-808f-dfcdb80d138d tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1818702 Jul 14 09:18:25.103292 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720424ab-c682-40e1-960f-8dbe1db6cc16 req-25419f5b-7d85-4506-9b99-279de9631798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:25.105033 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-720424ab-c682-40e1-960f-8dbe1db6cc16 req-25419f5b-7d85-4506-9b99-279de9631798 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d25d8db8-0ab7-40c5-8db1-354e83a0ea79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1820912 Jul 14 09:18:25.129010 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-2f44c2a2-6509-401f-9935-6da6e325b484 req-092a21f7-80b5-4293-9e0c-b64643aaf8f7 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Request body: {'port': {'device_id': 'fae776f6-08aa-4436-8736-3d602d7a93d2', 'network_id': '2244f7a1-04bd-42cd-9e86-31839b46f57f', 'admin_state_up': True, 'tenant_id': 'f15ecc2e979442a6b02936316f8b33e1'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:18:25.200756 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 14c0d95c-c0cf-4b32-9dbe-0ff44c088df3, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=14c0d95c-c0cf-4b32-9dbe-0ff44c088df3,segment=NetworkSegment(8f1c1422-de6c-445f-ab95-4e2c94585b2b),segment_id=8f1c1422-de6c-445f-ab95-4e2c94585b2b)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:18:25.228506 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Returning: {'device': '14c0d95c-c0cf-4b32-9dbe-0ff44c088df3', 'network_id': '2244f7a1-04bd-42cd-9e86-31839b46f57f', 'port_id': '14c0d95c-c0cf-4b32-9dbe-0ff44c088df3', 'mac_address': 'fa:16:3e:07:44:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 724, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85060e65-3b2f-4a6c-a04c-ce849daa5b3b', 'ip_address': '192.168.233.92'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:18:25.274427 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:25.290110 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-720424ab-c682-40e1-960f-8dbe1db6cc16 req-c38f7c5b-96ba-455f-8fc7-6f74b2393e14 service neutron] 10.222.0.65 "GET /v2.0/networks/d25d8db8-0ab7-40c5-8db1-354e83a0ea79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654596 Jul 14 09:18:25.291219 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14c0d95c-c0cf-4b32-9dbe-0ff44c088df3 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:18:25.308054 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdaea588-e603-4c60-bae0-e4269c5d4feb None None] New status for floating IP 2cb999bf-1c03-48c5-aef2-6583c57ec478: ACTIVE {{(pid=93959) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:18:25.310960 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f44c2a2-6509-401f-9935-6da6e325b484 req-092a21f7-80b5-4293-9e0c-b64643aaf8f7 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Made reservation on behalf of f15ecc2e979442a6b02936316f8b33e1 for: {'port': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:18:25.315065 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-2f44c2a2-6509-401f-9935-6da6e325b484 req-092a21f7-80b5-4293-9e0c-b64643aaf8f7 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:25.347451 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 14c0d95c-c0cf-4b32-9dbe-0ff44c088df3, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=14c0d95c-c0cf-4b32-9dbe-0ff44c088df3,segment=NetworkSegment(8f1c1422-de6c-445f-ab95-4e2c94585b2b),segment_id=8f1c1422-de6c-445f-ab95-4e2c94585b2b)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:18:25.356404 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:25.455479 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Pushing event updated for resources: {'Port': ['ID=14c0d95c-c0cf-4b32-9dbe-0ff44c088df3,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:25.509347 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-720424ab-c682-40e1-960f-8dbe1db6cc16 req-7e5709e6-7984-4680-98ce-71d7f7ecd582 service neutron] 10.222.0.65 "GET /v2.0/networks/d25d8db8-0ab7-40c5-8db1-354e83a0ea79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970902 Jul 14 09:18:25.529869 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [req-2f44c2a2-6509-401f-9935-6da6e325b484 req-092a21f7-80b5-4293-9e0c-b64643aaf8f7 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Allocated IP 192.168.233.195 (2244f7a1-04bd-42cd-9e86-31839b46f57f/85060e65-3b2f-4a6c-a04c-ce849daa5b3b/2ef0f816-02a2-4c58-9b68-99ce025a71a7) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:18:25.563140 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-23725be2-6f34-41f6-b76f-73c926363e9c req-781c48e4-f6a9-4a36-b7c8-9eaea959006d tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/ports?device_id=fae776f6-08aa-4436-8736-3d602d7a93d2 HTTP/1.1" status: 200 len: 210 time: 0.0358667 Jul 14 09:18:25.603984 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86582aaf-8176-40f7-9f11-a155179ef2cb req-aeea47d0-7d74-43d3-9d1e-422fb246062c tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:25.605645 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-86582aaf-8176-40f7-9f11-a155179ef2cb req-aeea47d0-7d74-43d3-9d1e-422fb246062c tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] 10.222.0.68 "GET /v2.0/ports?device_id=6593e4b3-80b2-4edd-b3fd-9f72f9137c4e HTTP/1.1" status: 200 len: 949 time: 0.2228031 Jul 14 09:18:25.720206 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-86582aaf-8176-40f7-9f11-a155179ef2cb req-7cd1666c-7c51-43b0-9605-6653d941e303 tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] 10.222.0.68 "GET /v2.0/security-groups?id=77fde4ca-6f5f-48d5-b2fd-4c103e7ba04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927405 Jul 14 09:18:25.759838 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac3007d-20a7-46ff-8431-9d2de180e72a req-1e55bded-931a-4397-9627-f682be887444 tempest-VolumesAdminNegativeTest-100931047 tempest-VolumesAdminNegativeTest-100931047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:25.761352 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-0ac3007d-20a7-46ff-8431-9d2de180e72a req-1e55bded-931a-4397-9627-f682be887444 tempest-VolumesAdminNegativeTest-100931047 tempest-VolumesAdminNegativeTest-100931047-project] 10.222.0.68 "GET /v2.0/ports?device_id=93bec9e9-53d8-4e4c-8bc1-01f6054a642c HTTP/1.1" status: 200 len: 944 time: 0.0746720 Jul 14 09:18:25.780225 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5ad31076-714c-49ec-bc37-f3d4cd90112a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:25.789289 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-2f44c2a2-6509-401f-9935-6da6e325b484 req-092a21f7-80b5-4293-9e0c-b64643aaf8f7 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:25.806470 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [req-2f44c2a2-6509-401f-9935-6da6e325b484 req-092a21f7-80b5-4293-9e0c-b64643aaf8f7 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Transition to ACTIVE for port object 2ef0f816-02a2-4c58-9b68-99ce025a71a7 will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:18:25.807291 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-0ac3007d-20a7-46ff-8431-9d2de180e72a req-f9048c76-41dd-4aec-9d11-d50127347d1c tempest-VolumesAdminNegativeTest-100931047 tempest-VolumesAdminNegativeTest-100931047-project] 10.222.0.68 "GET /v2.0/security-groups?id=43fc6f3d-3946-4583-bd30-f35197ab19c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397899 Jul 14 09:18:25.842060 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-2f44c2a2-6509-401f-9935-6da6e325b484 req-092a21f7-80b5-4293-9e0c-b64643aaf8f7 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:25.889904 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f44c2a2-6509-401f-9935-6da6e325b484 req-092a21f7-80b5-4293-9e0c-b64643aaf8f7 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Network 2244f7a1-04bd-42cd-9e86-31839b46f57f is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:18:25.893356 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [req-2f44c2a2-6509-401f-9935-6da6e325b484 req-092a21f7-80b5-4293-9e0c-b64643aaf8f7 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:18:25.895959 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f44c2a2-6509-401f-9935-6da6e325b484 req-092a21f7-80b5-4293-9e0c-b64643aaf8f7 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:18:25.902032 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f44c2a2-6509-401f-9935-6da6e325b484 req-092a21f7-80b5-4293-9e0c-b64643aaf8f7 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:25.902628 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-2f44c2a2-6509-401f-9935-6da6e325b484 req-092a21f7-80b5-4293-9e0c-b64643aaf8f7 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:25.914758 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] get_ports_and_sgs() called for port_ids ['14c0d95c-c0cf-4b32-9dbe-0ff44c088df3'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:18:25.915201 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092a21f7-80b5-4293-9e0c-b64643aaf8f7 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Pushing event updated for resources: {'Port': ['ID=2ef0f816-02a2-4c58-9b68-99ce025a71a7,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:25.929317 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092a21f7-80b5-4293-9e0c-b64643aaf8f7 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:18:25.929706 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092a21f7-80b5-4293-9e0c-b64643aaf8f7 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:18:25.930118 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092a21f7-80b5-4293-9e0c-b64643aaf8f7 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:18:25.930514 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092a21f7-80b5-4293-9e0c-b64643aaf8f7 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:18:25.930959 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092a21f7-80b5-4293-9e0c-b64643aaf8f7 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:18:25.931351 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092a21f7-80b5-4293-9e0c-b64643aaf8f7 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:18:25.931683 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092a21f7-80b5-4293-9e0c-b64643aaf8f7 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:18:25.932014 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092a21f7-80b5-4293-9e0c-b64643aaf8f7 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:18:25.932338 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092a21f7-80b5-4293-9e0c-b64643aaf8f7 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:18:25.932669 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092a21f7-80b5-4293-9e0c-b64643aaf8f7 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:18:25.932998 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092a21f7-80b5-4293-9e0c-b64643aaf8f7 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:18:25.933347 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-092a21f7-80b5-4293-9e0c-b64643aaf8f7 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:18:25.939099 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2f44c2a2-6509-401f-9935-6da6e325b484 req-092a21f7-80b5-4293-9e0c-b64643aaf8f7 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8148189 Jul 14 09:18:25.944681 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] get_ports_and_sgs() called for port_ids ['4a55874b-3eb6-4d20-8e04-1b662f6be0dc'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:18:25.977648 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-2f44c2a2-6509-401f-9935-6da6e325b484 req-4ca5aaea-3795-4778-9428-214f07019da2 service neutron] Request body: {'port': {'device_id': 'fae776f6-08aa-4436-8736-3d602d7a93d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-29'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:18:26.101337 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-2f44c2a2-6509-401f-9935-6da6e325b484 req-4ca5aaea-3795-4778-9428-214f07019da2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:26.241020 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-7c7dad4e-29e3-4941-b215-dde97e4fef4b None None] Provisioning for port 2ef0f816-02a2-4c58-9b68-99ce025a71a7 completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:18:26.243261 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac357b49-9a62-4839-9d30-a5cfab7be72b req-3b0fc1c0-3f52-4dcd-b114-451c43988ff0 tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:26.245524 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ac357b49-9a62-4839-9d30-a5cfab7be72b req-3b0fc1c0-3f52-4dcd-b114-451c43988ff0 tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] 10.222.0.68 "GET /v2.0/ports?device_id=1055dbfe-92e6-437c-b901-0e1c0a80dc51 HTTP/1.1" status: 200 len: 946 time: 0.0695069 Jul 14 09:18:26.251557 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-7c7dad4e-29e3-4941-b215-dde97e4fef4b None None] Provisioning complete for port 2ef0f816-02a2-4c58-9b68-99ce025a71a7 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:18:26.252210 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7c7dad4e-29e3-4941-b215-dde97e4fef4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:26.287706 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ac357b49-9a62-4839-9d30-a5cfab7be72b req-d86161b4-c1be-4cdf-84e4-3bcb490c70dd tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] 10.222.0.68 "GET /v2.0/security-groups?id=4fa97f2f-f617-45f3-9331-b542b3f62cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369518 Jul 14 09:18:26.326844 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-7c7dad4e-29e3-4941-b215-dde97e4fef4b None None] Port 2ef0f816-02a2-4c58-9b68-99ce025a71a7 cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:18:26.375783 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0701ce2-30ff-423b-ad1f-2e160d9c12ac req-205e9252-bdd6-43d3-a84c-baf7a69e33e3 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:26.377469 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e0701ce2-30ff-423b-ad1f-2e160d9c12ac req-205e9252-bdd6-43d3-a84c-baf7a69e33e3 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] 10.222.0.68 "GET /v2.0/ports?device_id=3219a920-d25a-4e7a-b33c-c9eebd14016e HTTP/1.1" status: 200 len: 949 time: 0.1779537 Jul 14 09:18:26.438550 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] get_ports_and_sgs() called for port_ids ['3c588ba2-3350-4d26-ae32-a0222859845a', '3bee9368-ec6b-43ef-baa3-7d86465c278e'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:18:26.447594 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e0701ce2-30ff-423b-ad1f-2e160d9c12ac req-d101d197-a39f-49a6-ae4d-a4b32178a145 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] 10.222.0.68 "GET /v2.0/security-groups?id=c9156572-74c8-4b9e-9f0a-c202a5ef91ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632896 Jul 14 09:18:26.495647 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [req-2f44c2a2-6509-401f-9935-6da6e325b484 req-4ca5aaea-3795-4778-9428-214f07019da2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ef0f816-02a2-4c58-9b68-99ce025a71a7 {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:18:26.503630 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-2f44c2a2-6509-401f-9935-6da6e325b484 req-4ca5aaea-3795-4778-9428-214f07019da2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:26.511039 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 89b93a88-8318-4b86-8e96-0157da76e316 details requested by agent hyperv_n-h2-779913-29 with host n-h2-779913-29 {{(pid=93959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:18:26.516638 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [req-2f44c2a2-6509-401f-9935-6da6e325b484 req-4ca5aaea-3795-4778-9428-214f07019da2 service neutron] Transition to ACTIVE for port object 2ef0f816-02a2-4c58-9b68-99ce025a71a7 will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:18:26.520917 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-2f44c2a2-6509-401f-9935-6da6e325b484 req-4ca5aaea-3795-4778-9428-214f07019da2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:26.527787 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 89b93a88-8318-4b86-8e96-0157da76e316 no longer exists at agent hyperv_n-h2-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:18:26.599767 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca5aaea-3795-4778-9428-214f07019da2 service neutron] Pushing event updated for resources: {'Port': ['ID=2ef0f816-02a2-4c58-9b68-99ce025a71a7,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:26.612655 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-2f44c2a2-6509-401f-9935-6da6e325b484 req-4ca5aaea-3795-4778-9428-214f07019da2 service neutron] Attempting to bind port 2ef0f816-02a2-4c58-9b68-99ce025a71a7 on host n-h1-779913-29 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:18:26.612998 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-2f44c2a2-6509-401f-9935-6da6e325b484 req-4ca5aaea-3795-4778-9428-214f07019da2 service neutron] Attempting to bind port 2ef0f816-02a2-4c58-9b68-99ce025a71a7 by drivers openvswitch,hyperv on host n-h1-779913-29 at level 0 using segments [{'id': '8f1c1422-de6c-445f-ab95-4e2c94585b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '2244f7a1-04bd-42cd-9e86-31839b46f57f'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:18:26.613331 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f44c2a2-6509-401f-9935-6da6e325b484 req-4ca5aaea-3795-4778-9428-214f07019da2 service neutron] Attempting to bind port 2ef0f816-02a2-4c58-9b68-99ce025a71a7 on network 2244f7a1-04bd-42cd-9e86-31839b46f57f {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:18:26.618018 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f44c2a2-6509-401f-9935-6da6e325b484 req-4ca5aaea-3795-4778-9428-214f07019da2 service neutron] Port 2ef0f816-02a2-4c58-9b68-99ce025a71a7 on network 2244f7a1-04bd-42cd-9e86-31839b46f57f not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-29 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:18:26.618433 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f44c2a2-6509-401f-9935-6da6e325b484 req-4ca5aaea-3795-4778-9428-214f07019da2 service neutron] Attempting to bind port 2ef0f816-02a2-4c58-9b68-99ce025a71a7 on network 2244f7a1-04bd-42cd-9e86-31839b46f57f {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:18:26.623730 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f44c2a2-6509-401f-9935-6da6e325b484 req-4ca5aaea-3795-4778-9428-214f07019da2 service neutron] Checking agent: {'id': 'de11e667-f145-47b0-bd09-334a7505938e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 13, 12), 'started_at': datetime.datetime(2021, 7, 14, 9, 13, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 18, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:18:26.624074 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f44c2a2-6509-401f-9935-6da6e325b484 req-4ca5aaea-3795-4778-9428-214f07019da2 service neutron] Checking segment: {'id': '8f1c1422-de6c-445f-ab95-4e2c94585b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '2244f7a1-04bd-42cd-9e86-31839b46f57f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:18:26.624546 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f44c2a2-6509-401f-9935-6da6e325b484 req-4ca5aaea-3795-4778-9428-214f07019da2 service neutron] Bound using segment: {'id': '8f1c1422-de6c-445f-ab95-4e2c94585b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '2244f7a1-04bd-42cd-9e86-31839b46f57f'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:18:26.625044 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-2f44c2a2-6509-401f-9935-6da6e325b484 req-4ca5aaea-3795-4778-9428-214f07019da2 service neutron] Bound port: 2ef0f816-02a2-4c58-9b68-99ce025a71a7, host: n-h1-779913-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f1c1422-de6c-445f-ab95-4e2c94585b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '2244f7a1-04bd-42cd-9e86-31839b46f57f'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:18:26.625230 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-2f44c2a2-6509-401f-9935-6da6e325b484 req-4ca5aaea-3795-4778-9428-214f07019da2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:26.711531 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-2f44c2a2-6509-401f-9935-6da6e325b484 req-4ca5aaea-3795-4778-9428-214f07019da2 service neutron] For port 2ef0f816-02a2-4c58-9b68-99ce025a71a7, host n-h1-779913-29, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:18:26.716390 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-2f44c2a2-6509-401f-9935-6da6e325b484 req-4ca5aaea-3795-4778-9428-214f07019da2 service neutron] For port 2ef0f816-02a2-4c58-9b68-99ce025a71a7, host n-h1-779913-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=2ef0f816-02a2-4c58-9b68-99ce025a71a7,segment=NetworkSegment(8f1c1422-de6c-445f-ab95-4e2c94585b2b),segment_id=8f1c1422-de6c-445f-ab95-4e2c94585b2b)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:18:26.722576 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-2f44c2a2-6509-401f-9935-6da6e325b484 req-4ca5aaea-3795-4778-9428-214f07019da2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:26.755600 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 89b93a88-8318-4b86-8e96-0157da76e316, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=89b93a88-8318-4b86-8e96-0157da76e316,segment=NetworkSegment(8f1c1422-de6c-445f-ab95-4e2c94585b2b),segment_id=8f1c1422-de6c-445f-ab95-4e2c94585b2b)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:18:26.757867 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:26.785897 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Returning: {'device': '89b93a88-8318-4b86-8e96-0157da76e316', 'network_id': '2244f7a1-04bd-42cd-9e86-31839b46f57f', 'port_id': '89b93a88-8318-4b86-8e96-0157da76e316', 'mac_address': 'fa:16:3e:62:ac:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 724, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85060e65-3b2f-4a6c-a04c-ce849daa5b3b', 'ip_address': '192.168.233.37'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:18:26.835832 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6593e4b3-80b2-4edd-b3fd-9f72f9137c4e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '89b93a88-8318-4b86-8e96-0157da76e316'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:18:26.838102 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd62303f06773040a8a4e189dc46b4f565768c299abf8ab8e7739778b0bc3e97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25de3306-2b6a-4288-8773-174a215c9763" -d '{"events": [{"server_uuid": "6593e4b3-80b2-4edd-b3fd-9f72f9137c4e", "name": "network-vif-unplugged", "status": "completed", "tag": "89b93a88-8318-4b86-8e96-0157da76e316"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:18:26.852327 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f44c2a2-6509-401f-9935-6da6e325b484 req-4ca5aaea-3795-4778-9428-214f07019da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:26.853331 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-2f44c2a2-6509-401f-9935-6da6e325b484 req-4ca5aaea-3795-4778-9428-214f07019da2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:26.854901 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2f44c2a2-6509-401f-9935-6da6e325b484 req-4ca5aaea-3795-4778-9428-214f07019da2 service neutron] 10.222.0.65 "PUT /v2.0/ports/2ef0f816-02a2-4c58-9b68-99ce025a71a7 HTTP/1.1" status: 200 len: 1097 time: 0.8822334 Jul 14 09:18:26.856558 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fae776f6-08aa-4436-8736-3d602d7a93d2', 'tag': '2ef0f816-02a2-4c58-9b68-99ce025a71a7'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:18:26.858868 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27473f7f-a095-42cf-9230-cfc69cc17a6d" -d '{"events": [{"name": "network-changed", "server_uuid": "fae776f6-08aa-4436-8736-3d602d7a93d2", "tag": "2ef0f816-02a2-4c58-9b68-99ce025a71a7"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:18:26.861398 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 89b93a88-8318-4b86-8e96-0157da76e316, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=89b93a88-8318-4b86-8e96-0157da76e316,segment=NetworkSegment(8f1c1422-de6c-445f-ab95-4e2c94585b2b),segment_id=8f1c1422-de6c-445f-ab95-4e2c94585b2b)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:18:26.864713 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca5aaea-3795-4778-9428-214f07019da2 service neutron] Pushing event updated for resources: {'Port': ['ID=2ef0f816-02a2-4c58-9b68-99ce025a71a7,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:26.897281 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:26.911747 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a7bc88-956a-4408-84ce-e59c13fb42e2 req-7bb99cdf-dcb2-43ca-a143-a61b935db994 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:26.913326 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-10a7bc88-956a-4408-84ce-e59c13fb42e2 req-7bb99cdf-dcb2-43ca-a143-a61b935db994 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/ports?device_id=fae776f6-08aa-4436-8736-3d602d7a93d2 HTTP/1.1" status: 200 len: 948 time: 0.1094947 Jul 14 09:18:26.925290 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:26.972353 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 89b93a88-8318-4b86-8e96-0157da76e316 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:18:26.982272 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859704d3-1c71-4008-9125-7c5b4b7736b5 req-cc3d08b6-c2a7-40c6-bc5d-4da05693e91d tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:26.985572 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-859704d3-1c71-4008-9125-7c5b4b7736b5 req-cc3d08b6-c2a7-40c6-bc5d-4da05693e91d tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] 10.222.0.68 "GET /v2.0/ports?device_id=6593e4b3-80b2-4edd-b3fd-9f72f9137c4e HTTP/1.1" status: 200 len: 947 time: 0.1106057 Jul 14 09:18:26.997813 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-10a7bc88-956a-4408-84ce-e59c13fb42e2 req-9660c1cf-c70f-453b-b03f-f411b39bc600 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/security-groups?id=93b55648-4dd6-4852-bb99-9aa842ab19a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699806 Jul 14 09:18:27.039444 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Pushing event updated for resources: {'Port': ['ID=89b93a88-8318-4b86-8e96-0157da76e316,revision_number=6']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:27.054371 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-859704d3-1c71-4008-9125-7c5b4b7736b5 req-0cf0b726-4a49-49a2-9e69-12fd7ab218cc tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] 10.222.0.68 "GET /v2.0/security-groups?id=77fde4ca-6f5f-48d5-b2fd-4c103e7ba04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614130 Jul 14 09:18:27.080385 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f44c2a2-6509-401f-9935-6da6e325b484 req-fd0e70cc-afbc-407d-a2b6-510dee92e07d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:27.082185 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2f44c2a2-6509-401f-9935-6da6e325b484 req-fd0e70cc-afbc-407d-a2b6-510dee92e07d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f15ecc2e979442a6b02936316f8b33e1&device_id=fae776f6-08aa-4436-8736-3d602d7a93d2 HTTP/1.1" status: 200 len: 1100 time: 0.1139305 Jul 14 09:18:27.101997 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.db.api [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93959) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 09:18:27.102571 n-d-779913-29 neutron-server[93959]: DEBUG oslo_db.api [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 09:18:27.111303 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 09:18:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-178483ec-cb36-4aeb-b9bb-5989dde9397a x-openstack-request-id: req-178483ec-cb36-4aeb-b9bb-5989dde9397a {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:18:27.111654 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6593e4b3-80b2-4edd-b3fd-9f72f9137c4e", "name": "network-vif-unplugged", "status": "completed", "tag": "89b93a88-8318-4b86-8e96-0157da76e316", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:18:27.112409 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-178483ec-cb36-4aeb-b9bb-5989dde9397a {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:18:27.112984 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6593e4b3-80b2-4edd-b3fd-9f72f9137c4e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '89b93a88-8318-4b86-8e96-0157da76e316', 'code': 200} Jul 14 09:18:27.152790 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2f44c2a2-6509-401f-9935-6da6e325b484 req-a37ea04b-8b50-40e8-8863-1b10f27d3381 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=2ef0f816-02a2-4c58-9b68-99ce025a71a7 HTTP/1.1" status: 200 len: 217 time: 0.0485721 Jul 14 09:18:27.160541 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:18:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e373848-42c0-49eb-8a2f-60f6421bb5f0 x-openstack-request-id: req-8e373848-42c0-49eb-8a2f-60f6421bb5f0 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:18:27.160833 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fae776f6-08aa-4436-8736-3d602d7a93d2", "tag": "2ef0f816-02a2-4c58-9b68-99ce025a71a7", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:18:27.161087 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-8e373848-42c0-49eb-8a2f-60f6421bb5f0 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:18:27.161483 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fae776f6-08aa-4436-8736-3d602d7a93d2', 'tag': '2ef0f816-02a2-4c58-9b68-99ce025a71a7', 'status': 'completed', 'code': 200} Jul 14 09:18:27.210445 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f44c2a2-6509-401f-9935-6da6e325b484 req-9ff1990b-cdd7-4c7c-a77f-d1459773db69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:27.211941 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2f44c2a2-6509-401f-9935-6da6e325b484 req-9ff1990b-cdd7-4c7c-a77f-d1459773db69 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=85060e65-3b2f-4a6c-a04c-ce849daa5b3b HTTP/1.1" status: 200 len: 843 time: 0.0454636 Jul 14 09:18:27.315152 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17aea49c-eedd-4d98-9321-94a6c7880b38 req-74cb2e6d-1235-484a-af4f-fa805c8e261d tempest-VolumesAdminNegativeTest-100931047 tempest-VolumesAdminNegativeTest-100931047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:27.317633 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-17aea49c-eedd-4d98-9321-94a6c7880b38 req-74cb2e6d-1235-484a-af4f-fa805c8e261d tempest-VolumesAdminNegativeTest-100931047 tempest-VolumesAdminNegativeTest-100931047-project] 10.222.0.68 "GET /v2.0/ports?device_id=93bec9e9-53d8-4e4c-8bc1-01f6054a642c HTTP/1.1" status: 200 len: 944 time: 0.1027560 Jul 14 09:18:27.337259 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f44c2a2-6509-401f-9935-6da6e325b484 req-ee1c8db3-3a9c-470b-9446-556dab996ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:27.339571 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2f44c2a2-6509-401f-9935-6da6e325b484 req-ee1c8db3-3a9c-470b-9446-556dab996ffd service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2244f7a1-04bd-42cd-9e86-31839b46f57f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1153922 Jul 14 09:18:27.464389 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-17aea49c-eedd-4d98-9321-94a6c7880b38 req-234f437b-effa-4fb8-96eb-b9b991f9b1bf tempest-VolumesAdminNegativeTest-100931047 tempest-VolumesAdminNegativeTest-100931047-project] 10.222.0.68 "GET /v2.0/security-groups?id=43fc6f3d-3946-4583-bd30-f35197ab19c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402621 Jul 14 09:18:27.530015 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2f44c2a2-6509-401f-9935-6da6e325b484 req-14c894d0-5e09-46c2-aedd-6a3fc9da036e service neutron] 10.222.0.65 "GET /v2.0/networks/2244f7a1-04bd-42cd-9e86-31839b46f57f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779974 Jul 14 09:18:27.570971 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5bbe322f-3f67-4864-bc0a-91afe44d23e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:27.632936 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2f44c2a2-6509-401f-9935-6da6e325b484 req-3dbfbee1-229e-4e7c-939c-61a016a5e458 service neutron] 10.222.0.65 "GET /v2.0/networks/2244f7a1-04bd-42cd-9e86-31839b46f57f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939963 Jul 14 09:18:27.639965 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:27.653803 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89b93a88-8318-4b86-8e96-0157da76e316 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:18:27.676442 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 89b93a88-8318-4b86-8e96-0157da76e316, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=89b93a88-8318-4b86-8e96-0157da76e316,segment=NetworkSegment(8f1c1422-de6c-445f-ab95-4e2c94585b2b),segment_id=8f1c1422-de6c-445f-ab95-4e2c94585b2b)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:18:27.682035 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:27.731915 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6144d8cc-8628-475b-a839-ce48c7c12244 req-bed736f6-3a67-4ce2-be4d-76be88b2d0ee tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:27.733751 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-6144d8cc-8628-475b-a839-ce48c7c12244 req-bed736f6-3a67-4ce2-be4d-76be88b2d0ee tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] 10.222.0.68 "GET /v2.0/ports?device_id=1055dbfe-92e6-437c-b901-0e1c0a80dc51 HTTP/1.1" status: 200 len: 946 time: 0.3328228 Jul 14 09:18:27.751562 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Pushing event updated for resources: {'Port': ['ID=89b93a88-8318-4b86-8e96-0157da76e316,revision_number=7']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:27.790056 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-6144d8cc-8628-475b-a839-ce48c7c12244 req-453628e5-e53f-4114-8aa3-4baef105564f tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] 10.222.0.68 "GET /v2.0/security-groups?id=4fa97f2f-f617-45f3-9331-b542b3f62cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448976 Jul 14 09:18:27.874309 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aab33a7-47fd-4bc8-91ef-e031322f527c req-75672872-32d4-4a62-a894-58f95f693339 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:27.875714 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2aab33a7-47fd-4bc8-91ef-e031322f527c req-75672872-32d4-4a62-a894-58f95f693339 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] 10.222.0.68 "GET /v2.0/ports?device_id=3219a920-d25a-4e7a-b33c-c9eebd14016e HTTP/1.1" status: 200 len: 949 time: 0.1070838 Jul 14 09:18:27.882580 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27473f7f-a095-42cf-9230-cfc69cc17a6d req-5d8c6d7d-0762-4229-8293-6b43dc216819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:27.883981 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-27473f7f-a095-42cf-9230-cfc69cc17a6d req-5d8c6d7d-0762-4229-8293-6b43dc216819 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f15ecc2e979442a6b02936316f8b33e1&device_id=fae776f6-08aa-4436-8736-3d602d7a93d2 HTTP/1.1" status: 200 len: 1100 time: 0.0861785 Jul 14 09:18:27.916295 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2aab33a7-47fd-4bc8-91ef-e031322f527c req-6157498d-c900-4ba9-af2b-28be5d7b773e tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] 10.222.0.68 "GET /v2.0/security-groups?id=c9156572-74c8-4b9e-9f0a-c202a5ef91ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313888 Jul 14 09:18:27.917011 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 4428f759-9245-47c1-969d-3af116e0a0e3 up at agent hyperv_n-h1-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:18:27.966587 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Provisioning for port 4428f759-9245-47c1-969d-3af116e0a0e3 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:18:27.970783 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Provisioning complete for port 4428f759-9245-47c1-969d-3af116e0a0e3 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:18:27.971292 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:28.050905 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27473f7f-a095-42cf-9230-cfc69cc17a6d req-1b3638b7-7ed4-4a6b-a61a-6aa8fdaf3ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:28.052369 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-27473f7f-a095-42cf-9230-cfc69cc17a6d req-1b3638b7-7ed4-4a6b-a61a-6aa8fdaf3ebf service neutron] 10.222.0.65 "GET /v2.0/networks?id=2244f7a1-04bd-42cd-9e86-31839b46f57f HTTP/1.1" status: 200 len: 870 time: 0.0973027 Jul 14 09:18:28.055362 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:28.099702 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port 4428f759-9245-47c1-969d-3af116e0a0e3, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=4428f759-9245-47c1-969d-3af116e0a0e3,segment=NetworkSegment(8f1c1422-de6c-445f-ab95-4e2c94585b2b),segment_id=8f1c1422-de6c-445f-ab95-4e2c94585b2b)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:18:28.103476 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] get_ports_and_sgs() called for port_ids ['89b93a88-8318-4b86-8e96-0157da76e316'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:18:28.114740 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-27473f7f-a095-42cf-9230-cfc69cc17a6d req-398778fa-9a04-472c-99e9-1e80b94279b8 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=2ef0f816-02a2-4c58-9b68-99ce025a71a7 HTTP/1.1" status: 200 len: 217 time: 0.0472789 Jul 14 09:18:28.134784 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:28.186162 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27473f7f-a095-42cf-9230-cfc69cc17a6d req-e105005f-bb9c-4392-b9ef-8ced203831ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:28.187921 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-27473f7f-a095-42cf-9230-cfc69cc17a6d req-e105005f-bb9c-4392-b9ef-8ced203831ed service neutron] 10.222.0.65 "GET /v2.0/subnets?id=85060e65-3b2f-4a6c-a04c-ce849daa5b3b HTTP/1.1" status: 200 len: 843 time: 0.0571220 Jul 14 09:18:28.208054 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Pushing event updated for resources: {'Port': ['ID=4428f759-9245-47c1-969d-3af116e0a0e3,revision_number=5']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:28.260224 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa543c75-7388-4f57-87e7-81ea89c7f09d req-be00aeab-28c3-4855-ab5d-8c73e0c5537b tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:28.261765 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-aa543c75-7388-4f57-87e7-81ea89c7f09d req-be00aeab-28c3-4855-ab5d-8c73e0c5537b tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] 10.222.0.68 "GET /v2.0/ports?device_id=6593e4b3-80b2-4edd-b3fd-9f72f9137c4e HTTP/1.1" status: 200 len: 948 time: 0.0725307 Jul 14 09:18:28.304537 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-aa543c75-7388-4f57-87e7-81ea89c7f09d req-2e1fcaba-935b-4ac5-b1af-c923c5f9ec64 tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] 10.222.0.68 "GET /v2.0/security-groups?id=77fde4ca-6f5f-48d5-b2fd-4c103e7ba04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347002 Jul 14 09:18:28.378179 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27473f7f-a095-42cf-9230-cfc69cc17a6d req-507deaee-4454-464f-af8a-ca4aac09851b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:28.380449 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-27473f7f-a095-42cf-9230-cfc69cc17a6d req-507deaee-4454-464f-af8a-ca4aac09851b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2244f7a1-04bd-42cd-9e86-31839b46f57f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1651537 Jul 14 09:18:28.395258 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc74bb4-3343-489e-8ccc-b317a29a60c0 req-c1c1499c-9e19-4b49-8723-f7b5dfdfd291 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:28.397537 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-cdc74bb4-3343-489e-8ccc-b317a29a60c0 req-c1c1499c-9e19-4b49-8723-f7b5dfdfd291 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/ports?device_id=fae776f6-08aa-4436-8736-3d602d7a93d2 HTTP/1.1" status: 200 len: 948 time: 0.1427066 Jul 14 09:18:28.515210 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-cdc74bb4-3343-489e-8ccc-b317a29a60c0 req-d07fd6b4-45a6-4b47-a39f-abe9db2af312 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/security-groups?id=93b55648-4dd6-4852-bb99-9aa842ab19a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048799 Jul 14 09:18:28.532407 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 4a55874b-3eb6-4d20-8e04-1b662f6be0dc up at agent hyperv_n-h2-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:18:28.536720 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-27473f7f-a095-42cf-9230-cfc69cc17a6d req-58c326c2-b68e-402d-b115-2f6544e071a8 service neutron] 10.222.0.65 "GET /v2.0/networks/2244f7a1-04bd-42cd-9e86-31839b46f57f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379955 Jul 14 09:18:28.596787 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Provisioning for port 4a55874b-3eb6-4d20-8e04-1b662f6be0dc completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:18:28.600959 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Provisioning complete for port 4a55874b-3eb6-4d20-8e04-1b662f6be0dc triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:18:28.601337 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:28.640623 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-27473f7f-a095-42cf-9230-cfc69cc17a6d req-c6dbe907-5b90-403e-b0fe-1c8c7c8ad8c5 service neutron] 10.222.0.65 "GET /v2.0/networks/2244f7a1-04bd-42cd-9e86-31839b46f57f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923343 Jul 14 09:18:28.653174 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e756189e-5aec-4d04-b5f7-cedfda80400c req-efe01667-9b57-4478-926e-4834bbee8eba tempest-VolumesAdminNegativeTest-100931047 tempest-VolumesAdminNegativeTest-100931047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:28.654705 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-e756189e-5aec-4d04-b5f7-cedfda80400c req-efe01667-9b57-4478-926e-4834bbee8eba tempest-VolumesAdminNegativeTest-100931047 tempest-VolumesAdminNegativeTest-100931047-project] 10.222.0.68 "GET /v2.0/ports?device_id=93bec9e9-53d8-4e4c-8bc1-01f6054a642c HTTP/1.1" status: 200 len: 944 time: 0.0746975 Jul 14 09:18:28.686244 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:28.720232 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 4a55874b-3eb6-4d20-8e04-1b662f6be0dc, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=4a55874b-3eb6-4d20-8e04-1b662f6be0dc,segment=NetworkSegment(b5266798-ff4d-4e40-81ff-c2c09bc63341),segment_id=b5266798-ff4d-4e40-81ff-c2c09bc63341)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:18:28.723176 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-e756189e-5aec-4d04-b5f7-cedfda80400c req-764121bd-0fc4-4521-b41c-ab3d435284ba tempest-VolumesAdminNegativeTest-100931047 tempest-VolumesAdminNegativeTest-100931047-project] 10.222.0.68 "GET /v2.0/security-groups?id=43fc6f3d-3946-4583-bd30-f35197ab19c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601623 Jul 14 09:18:28.725016 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:28.726149 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 14c0d95c-c0cf-4b32-9dbe-0ff44c088df3 up at agent hyperv_n-h2-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:18:28.920654 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Pushing event updated for resources: {'Port': ['ID=4a55874b-3eb6-4d20-8e04-1b662f6be0dc,revision_number=5']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:28.934693 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Provisioning for port 14c0d95c-c0cf-4b32-9dbe-0ff44c088df3 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:18:28.938605 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Provisioning complete for port 14c0d95c-c0cf-4b32-9dbe-0ff44c088df3 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:18:28.938989 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:29.021955 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4bb5be-5e98-4800-94fa-45243420b4ad req-e1101f24-8f18-4764-9d9e-b2ed38eb54df tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:29.023720 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ca4bb5be-5e98-4800-94fa-45243420b4ad req-e1101f24-8f18-4764-9d9e-b2ed38eb54df tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] 10.222.0.68 "GET /v2.0/ports?device_id=1055dbfe-92e6-437c-b901-0e1c0a80dc51 HTTP/1.1" status: 200 len: 946 time: 0.0661685 Jul 14 09:18:29.039169 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:29.076603 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 14c0d95c-c0cf-4b32-9dbe-0ff44c088df3, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=14c0d95c-c0cf-4b32-9dbe-0ff44c088df3,segment=NetworkSegment(8f1c1422-de6c-445f-ab95-4e2c94585b2b),segment_id=8f1c1422-de6c-445f-ab95-4e2c94585b2b)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:18:29.078312 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ca4bb5be-5e98-4800-94fa-45243420b4ad req-5d4d8c37-56e4-4472-83d9-e36aa4d0ddfe tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] 10.222.0.68 "GET /v2.0/security-groups?id=4fa97f2f-f617-45f3-9331-b542b3f62cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452721 Jul 14 09:18:29.082791 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:29.115885 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3219a920-d25a-4e7a-b33c-c9eebd14016e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4428f759-9245-47c1-969d-3af116e0a0e3'}, {'server_uuid': '93bec9e9-53d8-4e4c-8bc1-01f6054a642c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a55874b-3eb6-4d20-8e04-1b662f6be0dc'}, {'server_uuid': '2ff3f767-2d49-413e-9b8c-53269ea299e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14c0d95c-c0cf-4b32-9dbe-0ff44c088df3'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:18:29.119042 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd62303f06773040a8a4e189dc46b4f565768c299abf8ab8e7739778b0bc3e97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efb6a7d2-d732-49ba-92ab-99b95fd5b972" -d '{"events": [{"server_uuid": "3219a920-d25a-4e7a-b33c-c9eebd14016e", "name": "network-vif-plugged", "status": "completed", "tag": "4428f759-9245-47c1-969d-3af116e0a0e3"}, {"server_uuid": "93bec9e9-53d8-4e4c-8bc1-01f6054a642c", "name": "network-vif-plugged", "status": "completed", "tag": "4a55874b-3eb6-4d20-8e04-1b662f6be0dc"}, {"server_uuid": "2ff3f767-2d49-413e-9b8c-53269ea299e0", "name": "network-vif-plugged", "status": "completed", "tag": "14c0d95c-c0cf-4b32-9dbe-0ff44c088df3"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:18:29.135207 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d679c948-850b-4473-955e-8442becde4f1 req-4c2cb0f0-1978-4b1a-9130-856e0ca63f8f tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:29.136889 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d679c948-850b-4473-955e-8442becde4f1 req-4c2cb0f0-1978-4b1a-9130-856e0ca63f8f tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] 10.222.0.68 "GET /v2.0/ports?device_id=3219a920-d25a-4e7a-b33c-c9eebd14016e HTTP/1.1" status: 200 len: 950 time: 0.0723233 Jul 14 09:18:29.137621 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Pushing event updated for resources: {'Port': ['ID=14c0d95c-c0cf-4b32-9dbe-0ff44c088df3,revision_number=5']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:29.177045 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d679c948-850b-4473-955e-8442becde4f1 req-b103f905-0333-4c20-bcd7-b84f59454738 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] 10.222.0.68 "GET /v2.0/security-groups?id=c9156572-74c8-4b9e-9f0a-c202a5ef91ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324473 Jul 14 09:18:29.234835 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 14 Jul 2021 09:18:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb8733fb-d7b0-426a-bca2-dd0be9867bd7 x-openstack-request-id: req-eb8733fb-d7b0-426a-bca2-dd0be9867bd7 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:18:29.235168 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3219a920-d25a-4e7a-b33c-c9eebd14016e", "name": "network-vif-plugged", "status": "completed", "tag": "4428f759-9245-47c1-969d-3af116e0a0e3", "code": 200}, {"server_uuid": "93bec9e9-53d8-4e4c-8bc1-01f6054a642c", "name": "network-vif-plugged", "status": "completed", "tag": "4a55874b-3eb6-4d20-8e04-1b662f6be0dc", "code": 200}, {"server_uuid": "2ff3f767-2d49-413e-9b8c-53269ea299e0", "name": "network-vif-plugged", "status": "completed", "tag": "14c0d95c-c0cf-4b32-9dbe-0ff44c088df3", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:18:29.235444 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-eb8733fb-d7b0-426a-bca2-dd0be9867bd7 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:18:29.235845 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3219a920-d25a-4e7a-b33c-c9eebd14016e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4428f759-9245-47c1-969d-3af116e0a0e3', 'code': 200} Jul 14 09:18:29.236102 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93bec9e9-53d8-4e4c-8bc1-01f6054a642c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a55874b-3eb6-4d20-8e04-1b662f6be0dc', 'code': 200} Jul 14 09:18:29.236363 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ff3f767-2d49-413e-9b8c-53269ea299e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14c0d95c-c0cf-4b32-9dbe-0ff44c088df3', 'code': 200} Jul 14 09:18:29.457726 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d356497c-7309-43c7-8b1f-0bbcd5b98ae4 req-5fa17e81-51dd-4032-87ef-52a94187e141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:29.459172 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d356497c-7309-43c7-8b1f-0bbcd5b98ae4 req-5fa17e81-51dd-4032-87ef-52a94187e141 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=2ff3f767-2d49-413e-9b8c-53269ea299e0 HTTP/1.1" status: 200 len: 1101 time: 0.0761733 Jul 14 09:18:29.482331 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7ed803-2420-4614-b49d-8f26392de045 req-ffb06385-3ddf-4cac-ba01-6e9709d0cee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:29.483809 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6a7ed803-2420-4614-b49d-8f26392de045 req-ffb06385-3ddf-4cac-ba01-6e9709d0cee2 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=93bec9e9-53d8-4e4c-8bc1-01f6054a642c HTTP/1.1" status: 200 len: 1097 time: 0.1166012 Jul 14 09:18:29.496782 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d356497c-7309-43c7-8b1f-0bbcd5b98ae4 req-fa44a53c-8bf1-45e7-b85a-4ad4a6bf23a0 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=c9156572-74c8-4b9e-9f0a-c202a5ef91ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297337 Jul 14 09:18:29.545593 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6a7ed803-2420-4614-b49d-8f26392de045 req-93dd667f-4e11-413f-a3a1-ae586fc01469 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=43fc6f3d-3946-4583-bd30-f35197ab19c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553541 Jul 14 09:18:29.547259 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c8df6a-96c0-4bea-b372-1223f1f6f2a3 req-27c529dd-148f-4523-a468-c51da72f200e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:29.548612 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-93c8df6a-96c0-4bea-b372-1223f1f6f2a3 req-27c529dd-148f-4523-a468-c51da72f200e service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=3219a920-d25a-4e7a-b33c-c9eebd14016e HTTP/1.1" status: 200 len: 1102 time: 0.1300938 Jul 14 09:18:29.561648 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32282222-68cb-4ec9-9eba-553e9440d341 req-00741998-d6b3-45f6-8d2b-98cfa40a7587 tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:29.563242 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-32282222-68cb-4ec9-9eba-553e9440d341 req-00741998-d6b3-45f6-8d2b-98cfa40a7587 tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] 10.222.0.68 "GET /v2.0/ports?device_id=6593e4b3-80b2-4edd-b3fd-9f72f9137c4e HTTP/1.1" status: 200 len: 948 time: 0.1162515 Jul 14 09:18:29.613465 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-93c8df6a-96c0-4bea-b372-1223f1f6f2a3 req-f8979218-ffef-4566-b9ee-f3f126989939 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=c9156572-74c8-4b9e-9f0a-c202a5ef91ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492530 Jul 14 09:18:29.626608 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-32282222-68cb-4ec9-9eba-553e9440d341 req-e7243f7d-a786-48ae-b5c6-aab26498e651 tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] 10.222.0.68 "GET /v2.0/security-groups?id=77fde4ca-6f5f-48d5-b2fd-4c103e7ba04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499027 Jul 14 09:18:29.731673 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82341b02-8b83-4550-8d2e-58308d61f154 req-989aedd8-3a85-4ab1-989e-c5aee4286bae tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:29.733066 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-82341b02-8b83-4550-8d2e-58308d61f154 req-989aedd8-3a85-4ab1-989e-c5aee4286bae tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/ports?device_id=fae776f6-08aa-4436-8736-3d602d7a93d2 HTTP/1.1" status: 200 len: 948 time: 0.0725212 Jul 14 09:18:29.772699 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-82341b02-8b83-4550-8d2e-58308d61f154 req-49c5dec2-9996-42c8-89c1-82f738530a6c tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/security-groups?id=93b55648-4dd6-4852-bb99-9aa842ab19a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333335 Jul 14 09:18:29.948420 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f1d051-8435-4134-9262-220513e743df req-15eaa33c-f049-4201-9c2c-2e43720d6f0e tempest-VolumesAdminNegativeTest-100931047 tempest-VolumesAdminNegativeTest-100931047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:29.950668 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-03f1d051-8435-4134-9262-220513e743df req-15eaa33c-f049-4201-9c2c-2e43720d6f0e tempest-VolumesAdminNegativeTest-100931047 tempest-VolumesAdminNegativeTest-100931047-project] 10.222.0.68 "GET /v2.0/ports?device_id=93bec9e9-53d8-4e4c-8bc1-01f6054a642c HTTP/1.1" status: 200 len: 945 time: 0.0976415 Jul 14 09:18:29.989893 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-03f1d051-8435-4134-9262-220513e743df req-e4229c80-f37a-4a9f-b730-bd625c746ea5 tempest-VolumesAdminNegativeTest-100931047 tempest-VolumesAdminNegativeTest-100931047-project] 10.222.0.68 "GET /v2.0/security-groups?id=43fc6f3d-3946-4583-bd30-f35197ab19c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332296 Jul 14 09:18:30.250804 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9958a50f-8f13-4725-8e2b-b823a0eae5cc req-4c80d5cf-ec99-448e-8bb6-480fb8f2ea49 tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:30.252406 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-9958a50f-8f13-4725-8e2b-b823a0eae5cc req-4c80d5cf-ec99-448e-8bb6-480fb8f2ea49 tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] 10.222.0.68 "GET /v2.0/ports?device_id=1055dbfe-92e6-437c-b901-0e1c0a80dc51 HTTP/1.1" status: 200 len: 946 time: 0.0644042 Jul 14 09:18:30.294276 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-9958a50f-8f13-4725-8e2b-b823a0eae5cc req-6162aa59-19c5-479c-a811-9d502ac86906 tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] 10.222.0.68 "GET /v2.0/security-groups?id=4fa97f2f-f617-45f3-9331-b542b3f62cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343523 Jul 14 09:18:30.397876 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4151187e-81d4-4a8a-a667-54b83907b8c7 req-1b6413e2-642a-48d3-828a-fced7c17482d tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:30.400429 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-4151187e-81d4-4a8a-a667-54b83907b8c7 req-1b6413e2-642a-48d3-828a-fced7c17482d tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] 10.222.0.68 "GET /v2.0/ports?device_id=3219a920-d25a-4e7a-b33c-c9eebd14016e HTTP/1.1" status: 200 len: 950 time: 0.1048386 Jul 14 09:18:30.443273 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-4151187e-81d4-4a8a-a667-54b83907b8c7 req-e9c2eacb-8293-46f2-b72e-e005123e5920 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] 10.222.0.68 "GET /v2.0/security-groups?id=c9156572-74c8-4b9e-9f0a-c202a5ef91ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332859 Jul 14 09:18:30.537483 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 89b93a88-8318-4b86-8e96-0157da76e316 up at agent hyperv_n-h2-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:18:30.588249 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Provisioning complete for port 89b93a88-8318-4b86-8e96-0157da76e316 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:18:30.588621 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:30.664757 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:30.699152 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 89b93a88-8318-4b86-8e96-0157da76e316, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=89b93a88-8318-4b86-8e96-0157da76e316,segment=NetworkSegment(8f1c1422-de6c-445f-ab95-4e2c94585b2b),segment_id=8f1c1422-de6c-445f-ab95-4e2c94585b2b)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:18:30.703396 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:30.754290 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Pushing event updated for resources: {'Port': ['ID=89b93a88-8318-4b86-8e96-0157da76e316,revision_number=8']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:30.851353 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3257b1f-f637-4e13-be2a-19ca2c3214b4 req-733da373-5ad1-40b9-bc9d-a8f4a3a9afa3 tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:30.852856 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-a3257b1f-f637-4e13-be2a-19ca2c3214b4 req-733da373-5ad1-40b9-bc9d-a8f4a3a9afa3 tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] 10.222.0.68 "GET /v2.0/ports?device_id=6593e4b3-80b2-4edd-b3fd-9f72f9137c4e HTTP/1.1" status: 200 len: 949 time: 0.0727372 Jul 14 09:18:30.891669 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-a3257b1f-f637-4e13-be2a-19ca2c3214b4 req-f7769047-d8b3-44bc-8231-09a549082456 tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] 10.222.0.68 "GET /v2.0/security-groups?id=77fde4ca-6f5f-48d5-b2fd-4c103e7ba04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330758 Jul 14 09:18:30.963365 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7546bf54-7a91-4517-bea1-337651311b58 req-5f876e08-771d-4c44-899b-65681548f929 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:30.964869 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-7546bf54-7a91-4517-bea1-337651311b58 req-5f876e08-771d-4c44-899b-65681548f929 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/ports?device_id=fae776f6-08aa-4436-8736-3d602d7a93d2 HTTP/1.1" status: 200 len: 948 time: 0.0700059 Jul 14 09:18:31.003511 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-7546bf54-7a91-4517-bea1-337651311b58 req-6b1379bb-4eae-42d0-89c2-af1e76eabc95 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/security-groups?id=93b55648-4dd6-4852-bb99-9aa842ab19a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327911 Jul 14 09:18:31.124290 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b0d2d5-a969-4811-a7af-b47e5a8c1290 req-e7f82582-b8e3-4e41-8810-7df45c02e122 tempest-LiveAutoBlockMigrationV225Test-648529105 tempest-LiveAutoBlockMigrationV225Test-648529105-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:31.126089 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-15b0d2d5-a969-4811-a7af-b47e5a8c1290 req-e7f82582-b8e3-4e41-8810-7df45c02e122 tempest-LiveAutoBlockMigrationV225Test-648529105 tempest-LiveAutoBlockMigrationV225Test-648529105-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=facc33c5-0d58-4c84-8b5b-0879c06b54db HTTP/1.1" status: 200 len: 1098 time: 0.0573680 Jul 14 09:18:31.171437 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-15b0d2d5-a969-4811-a7af-b47e5a8c1290 req-32288f68-2dda-426f-afd8-ebf1a98c82ba tempest-LiveAutoBlockMigrationV225Test-648529105 tempest-LiveAutoBlockMigrationV225Test-648529105-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=7bf941d0-4fab-41ec-a174-078829fdb488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373850 Jul 14 09:18:31.182327 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6166041-4f89-4b1d-aa1e-6104d79c6f52 req-4e8b3f70-8a9e-4a57-b302-40ca3d2bc5de tempest-VolumesAdminNegativeTest-100931047 tempest-VolumesAdminNegativeTest-100931047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:31.183839 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a6166041-4f89-4b1d-aa1e-6104d79c6f52 req-4e8b3f70-8a9e-4a57-b302-40ca3d2bc5de tempest-VolumesAdminNegativeTest-100931047 tempest-VolumesAdminNegativeTest-100931047-project] 10.222.0.68 "GET /v2.0/ports?device_id=93bec9e9-53d8-4e4c-8bc1-01f6054a642c HTTP/1.1" status: 200 len: 945 time: 0.0738943 Jul 14 09:18:31.227391 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a6166041-4f89-4b1d-aa1e-6104d79c6f52 req-8964e1a5-e68c-4e7a-a3b0-51ec087b20dd tempest-VolumesAdminNegativeTest-100931047 tempest-VolumesAdminNegativeTest-100931047-project] 10.222.0.68 "GET /v2.0/security-groups?id=43fc6f3d-3946-4583-bd30-f35197ab19c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360293 Jul 14 09:18:31.237454 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6593e4b3-80b2-4edd-b3fd-9f72f9137c4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89b93a88-8318-4b86-8e96-0157da76e316'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:18:31.239829 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd62303f06773040a8a4e189dc46b4f565768c299abf8ab8e7739778b0bc3e97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-542edc29-7eab-4f37-9a7d-89b7576947fb" -d '{"events": [{"server_uuid": "6593e4b3-80b2-4edd-b3fd-9f72f9137c4e", "name": "network-vif-plugged", "status": "completed", "tag": "89b93a88-8318-4b86-8e96-0157da76e316"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:18:31.419414 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:18:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0014095-9e56-4a58-bde0-6bd4b14e5c31 x-openstack-request-id: req-f0014095-9e56-4a58-bde0-6bd4b14e5c31 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:18:31.420035 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6593e4b3-80b2-4edd-b3fd-9f72f9137c4e", "name": "network-vif-plugged", "status": "completed", "tag": "89b93a88-8318-4b86-8e96-0157da76e316", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:18:31.420480 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-f0014095-9e56-4a58-bde0-6bd4b14e5c31 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:18:31.421086 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6593e4b3-80b2-4edd-b3fd-9f72f9137c4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89b93a88-8318-4b86-8e96-0157da76e316', 'code': 200} Jul 14 09:18:31.606659 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5b7a45-37e7-42ca-b337-c87bb356d0cb req-9de6c6a1-c8b9-4794-b48f-c88b6f4e0e3a tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:31.607226 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ce5b7a45-37e7-42ca-b337-c87bb356d0cb req-9de6c6a1-c8b9-4794-b48f-c88b6f4e0e3a tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] 10.222.0.68 "GET /v2.0/ports?device_id=1055dbfe-92e6-437c-b901-0e1c0a80dc51 HTTP/1.1" status: 200 len: 946 time: 0.0965786 Jul 14 09:18:31.650885 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ce5b7a45-37e7-42ca-b337-c87bb356d0cb req-b2d6ba5e-b72a-4262-a3c1-9816e8749f0f tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] 10.222.0.68 "GET /v2.0/security-groups?id=4fa97f2f-f617-45f3-9331-b542b3f62cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371988 Jul 14 09:18:31.829371 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0dcb27-bf4b-4ca2-ae28-2a4bdc8a5776 req-2170e23a-97b4-495f-a77c-b1d3b96b37e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:31.831555 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6b0dcb27-bf4b-4ca2-ae28-2a4bdc8a5776 req-2170e23a-97b4-495f-a77c-b1d3b96b37e7 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=6593e4b3-80b2-4edd-b3fd-9f72f9137c4e HTTP/1.1" status: 200 len: 1101 time: 0.0621014 Jul 14 09:18:31.890143 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6b0dcb27-bf4b-4ca2-ae28-2a4bdc8a5776 req-79eae162-978c-4da6-b5ff-4ab8895e4aff service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=77fde4ca-6f5f-48d5-b2fd-4c103e7ba04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485156 Jul 14 09:18:31.894142 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ce79aa-ff2d-474f-aa90-ea698e2fa5a9 req-65391484-53c3-4069-b955-bb80ec4460e2 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:31.896215 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-50ce79aa-ff2d-474f-aa90-ea698e2fa5a9 req-65391484-53c3-4069-b955-bb80ec4460e2 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] 10.222.0.68 "GET /v2.0/ports?device_id=3219a920-d25a-4e7a-b33c-c9eebd14016e HTTP/1.1" status: 200 len: 950 time: 0.0885918 Jul 14 09:18:31.938534 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-50ce79aa-ff2d-474f-aa90-ea698e2fa5a9 req-89e75052-92ba-40ea-a1a9-9e09085b24c5 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] 10.222.0.68 "GET /v2.0/security-groups?id=c9156572-74c8-4b9e-9f0a-c202a5ef91ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366042 Jul 14 09:18:31.943387 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 2ef0f816-02a2-4c58-9b68-99ce025a71a7 details requested by agent hyperv_n-h1-779913-29 with host n-h1-779913-29 {{(pid=93959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:18:32.090894 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port 2ef0f816-02a2-4c58-9b68-99ce025a71a7, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=2ef0f816-02a2-4c58-9b68-99ce025a71a7,segment=NetworkSegment(8f1c1422-de6c-445f-ab95-4e2c94585b2b),segment_id=8f1c1422-de6c-445f-ab95-4e2c94585b2b)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:18:32.108895 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Returning: {'device': '2ef0f816-02a2-4c58-9b68-99ce025a71a7', 'network_id': '2244f7a1-04bd-42cd-9e86-31839b46f57f', 'port_id': '2ef0f816-02a2-4c58-9b68-99ce025a71a7', 'mac_address': 'fa:16:3e:87:d6:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 724, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85060e65-3b2f-4a6c-a04c-ce849daa5b3b', 'ip_address': '192.168.233.195'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:18:32.160002 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:32.176826 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ef0f816-02a2-4c58-9b68-99ce025a71a7 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:18:32.197829 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port 2ef0f816-02a2-4c58-9b68-99ce025a71a7, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=2ef0f816-02a2-4c58-9b68-99ce025a71a7,segment=NetworkSegment(8f1c1422-de6c-445f-ab95-4e2c94585b2b),segment_id=8f1c1422-de6c-445f-ab95-4e2c94585b2b)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:18:32.201872 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:32.255179 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Pushing event updated for resources: {'Port': ['ID=2ef0f816-02a2-4c58-9b68-99ce025a71a7,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:32.286783 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf562ba-07ef-4378-bfea-caa6f1147062 req-23ae9230-8382-4ac0-8a3a-47a68949dbcb tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:32.288360 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ecf562ba-07ef-4378-bfea-caa6f1147062 req-23ae9230-8382-4ac0-8a3a-47a68949dbcb tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] 10.222.0.68 "GET /v2.0/ports?device_id=6593e4b3-80b2-4edd-b3fd-9f72f9137c4e HTTP/1.1" status: 200 len: 949 time: 0.0862854 Jul 14 09:18:32.347972 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ecf562ba-07ef-4378-bfea-caa6f1147062 req-afdcd0af-856a-4dd7-b25a-fa3f975f29d8 tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] 10.222.0.68 "GET /v2.0/security-groups?id=77fde4ca-6f5f-48d5-b2fd-4c103e7ba04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531871 Jul 14 09:18:32.563350 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f9fd07-de81-4c6b-a44e-342437018a65 req-9052903c-f97f-41a6-9421-49c1ff17da71 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:32.564870 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-c0f9fd07-de81-4c6b-a44e-342437018a65 req-9052903c-f97f-41a6-9421-49c1ff17da71 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] 10.222.0.68 "GET /v2.0/ports?device_id=2ff3f767-2d49-413e-9b8c-53269ea299e0 HTTP/1.1" status: 200 len: 949 time: 0.0754967 Jul 14 09:18:32.606026 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-c0f9fd07-de81-4c6b-a44e-342437018a65 req-f72f9834-8054-49c5-889b-046c4ad440ff tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] 10.222.0.68 "GET /v2.0/security-groups?id=c9156572-74c8-4b9e-9f0a-c202a5ef91ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352283 Jul 14 09:18:32.750511 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [req-33256bab-01d0-4508-82e6-d29a42da3299 req-c2fa2585-c51c-4ba9-9308-81b575ed9a90 tempest-LiveAutoBlockMigrationV225Test-648529105 tempest-LiveAutoBlockMigrationV225Test-648529105-project-admin] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=93958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:18:32.751494 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-33256bab-01d0-4508-82e6-d29a42da3299 req-c2fa2585-c51c-4ba9-9308-81b575ed9a90 tempest-LiveAutoBlockMigrationV225Test-648529105 tempest-LiveAutoBlockMigrationV225Test-648529105-project-admin] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0084209 Jul 14 09:18:32.758377 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] get_ports_and_sgs() called for port_ids ['2ef0f816-02a2-4c58-9b68-99ce025a71a7'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:18:32.772305 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [req-33256bab-01d0-4508-82e6-d29a42da3299 req-ec01664a-7329-47ea-9267-961689a965f2 service neutron] Request body: {'binding': {'host': 'n-h2-779913-29', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:18:32.773025 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [req-33256bab-01d0-4508-82e6-d29a42da3299 req-ec01664a-7329-47ea-9267-961689a965f2 service neutron] Unknown quota resources ['binding']. {{(pid=93958) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 14 09:18:32.853291 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5f3b39-2b98-490f-9d17-6119acb6da90 req-e27d1968-f66a-4871-beb9-90be1568a55d tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:32.855817 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-3d5f3b39-2b98-490f-9d17-6119acb6da90 req-e27d1968-f66a-4871-beb9-90be1568a55d tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/ports?device_id=fae776f6-08aa-4436-8736-3d602d7a93d2 HTTP/1.1" status: 200 len: 949 time: 0.1437988 Jul 14 09:18:32.961912 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-3d5f3b39-2b98-490f-9d17-6119acb6da90 req-30e6a587-6d44-4c29-b8f3-29567f925b9c tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/security-groups?id=93b55648-4dd6-4852-bb99-9aa842ab19a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837748 Jul 14 09:18:33.001559 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-33256bab-01d0-4508-82e6-d29a42da3299 req-ec01664a-7329-47ea-9267-961689a965f2 service neutron] Attempting to bind port ba32fbed-4dee-4c02-8d7e-5389e3020217 on host n-h2-779913-29 for vnic_type normal with profile None {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:18:33.002016 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-33256bab-01d0-4508-82e6-d29a42da3299 req-ec01664a-7329-47ea-9267-961689a965f2 service neutron] Attempting to bind port ba32fbed-4dee-4c02-8d7e-5389e3020217 by drivers openvswitch,hyperv on host n-h2-779913-29 at level 0 using segments [{'id': '4f3a0541-e6cd-42f5-92f6-5d961c2f621f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'e7cb481e-49dc-464e-b748-d3d2c45f69f9'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:18:33.002260 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33256bab-01d0-4508-82e6-d29a42da3299 req-ec01664a-7329-47ea-9267-961689a965f2 service neutron] Attempting to bind port ba32fbed-4dee-4c02-8d7e-5389e3020217 on network e7cb481e-49dc-464e-b748-d3d2c45f69f9 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:18:33.006715 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33256bab-01d0-4508-82e6-d29a42da3299 req-ec01664a-7329-47ea-9267-961689a965f2 service neutron] Port ba32fbed-4dee-4c02-8d7e-5389e3020217 on network e7cb481e-49dc-464e-b748-d3d2c45f69f9 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-29 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:18:33.006905 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33256bab-01d0-4508-82e6-d29a42da3299 req-ec01664a-7329-47ea-9267-961689a965f2 service neutron] Attempting to bind port ba32fbed-4dee-4c02-8d7e-5389e3020217 on network e7cb481e-49dc-464e-b748-d3d2c45f69f9 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:18:33.011676 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33256bab-01d0-4508-82e6-d29a42da3299 req-ec01664a-7329-47ea-9267-961689a965f2 service neutron] Checking agent: {'id': '013e4a3b-a634-47b8-b6a5-1a25109b73fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 13, 13), 'started_at': datetime.datetime(2021, 7, 14, 9, 13, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 18, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:18:33.012012 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33256bab-01d0-4508-82e6-d29a42da3299 req-ec01664a-7329-47ea-9267-961689a965f2 service neutron] Checking segment: {'id': '4f3a0541-e6cd-42f5-92f6-5d961c2f621f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'e7cb481e-49dc-464e-b748-d3d2c45f69f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:18:33.012397 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33256bab-01d0-4508-82e6-d29a42da3299 req-ec01664a-7329-47ea-9267-961689a965f2 service neutron] Bound using segment: {'id': '4f3a0541-e6cd-42f5-92f6-5d961c2f621f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'e7cb481e-49dc-464e-b748-d3d2c45f69f9'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:18:33.012890 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-33256bab-01d0-4508-82e6-d29a42da3299 req-ec01664a-7329-47ea-9267-961689a965f2 service neutron] Bound port: ba32fbed-4dee-4c02-8d7e-5389e3020217, host: n-h2-779913-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f3a0541-e6cd-42f5-92f6-5d961c2f621f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'e7cb481e-49dc-464e-b748-d3d2c45f69f9'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:18:33.068370 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-33256bab-01d0-4508-82e6-d29a42da3299 req-ec01664a-7329-47ea-9267-961689a965f2 service neutron] For port ba32fbed-4dee-4c02-8d7e-5389e3020217, host n-h2-779913-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=ba32fbed-4dee-4c02-8d7e-5389e3020217,segment=NetworkSegment(4f3a0541-e6cd-42f5-92f6-5d961c2f621f),segment_id=4f3a0541-e6cd-42f5-92f6-5d961c2f621f)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:18:33.073093 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-33256bab-01d0-4508-82e6-d29a42da3299 req-ec01664a-7329-47ea-9267-961689a965f2 service neutron] Notify callbacks [] for binding, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:33.074479 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-33256bab-01d0-4508-82e6-d29a42da3299 req-ec01664a-7329-47ea-9267-961689a965f2 service neutron] 10.222.0.68 "POST /v2.0/ports/ba32fbed-4dee-4c02-8d7e-5389e3020217/bindings HTTP/1.1" status: 201 len: 390 time: 0.3112357 Jul 14 09:18:33.211575 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0910636-79bc-4978-8995-41f01d406726 req-dafc54f2-2fd0-4cec-831d-4113871c715d tempest-VolumesAdminNegativeTest-100931047 tempest-VolumesAdminNegativeTest-100931047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:33.213268 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-f0910636-79bc-4978-8995-41f01d406726 req-dafc54f2-2fd0-4cec-831d-4113871c715d tempest-VolumesAdminNegativeTest-100931047 tempest-VolumesAdminNegativeTest-100931047-project] 10.222.0.68 "GET /v2.0/ports?device_id=93bec9e9-53d8-4e4c-8bc1-01f6054a642c HTTP/1.1" status: 200 len: 945 time: 0.0792203 Jul 14 09:18:33.253128 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-f0910636-79bc-4978-8995-41f01d406726 req-42053431-f1eb-4745-9628-a0d4fa08c816 tempest-VolumesAdminNegativeTest-100931047 tempest-VolumesAdminNegativeTest-100931047-project] 10.222.0.68 "GET /v2.0/security-groups?id=43fc6f3d-3946-4583-bd30-f35197ab19c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336092 Jul 14 09:18:33.461184 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63a2131-0363-4b08-bbfe-805275e532df req-50caa3a9-c633-4c01-b22f-e0a06349cc2c tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:33.463220 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e63a2131-0363-4b08-bbfe-805275e532df req-50caa3a9-c633-4c01-b22f-e0a06349cc2c tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] 10.222.0.68 "GET /v2.0/ports?device_id=1055dbfe-92e6-437c-b901-0e1c0a80dc51 HTTP/1.1" status: 200 len: 946 time: 0.0793602 Jul 14 09:18:33.552292 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33256bab-01d0-4508-82e6-d29a42da3299 req-93ddd5e5-c749-4f7e-9539-f5faf3baf98b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:33.553870 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-33256bab-01d0-4508-82e6-d29a42da3299 req-93ddd5e5-c749-4f7e-9539-f5faf3baf98b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e14af975015c4397b9da2a89a906dfc2&device_id=facc33c5-0d58-4c84-8b5b-0879c06b54db HTTP/1.1" status: 200 len: 1098 time: 0.0895195 Jul 14 09:18:33.559211 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e63a2131-0363-4b08-bbfe-805275e532df req-016805ad-ce8a-43cf-a4eb-add655ecb476 tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] 10.222.0.68 "GET /v2.0/security-groups?id=4fa97f2f-f617-45f3-9331-b542b3f62cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654464 Jul 14 09:18:33.664669 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33256bab-01d0-4508-82e6-d29a42da3299 req-8580bc62-5851-4af3-b2c2-6f9a521f9ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:33.666194 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-33256bab-01d0-4508-82e6-d29a42da3299 req-8580bc62-5851-4af3-b2c2-6f9a521f9ec1 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e7cb481e-49dc-464e-b748-d3d2c45f69f9 HTTP/1.1" status: 200 len: 921 time: 0.1047311 Jul 14 09:18:33.739878 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-33256bab-01d0-4508-82e6-d29a42da3299 req-cb28dfaa-a5aa-4e79-be90-b08d9e2a2180 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ba32fbed-4dee-4c02-8d7e-5389e3020217 HTTP/1.1" status: 200 len: 217 time: 0.0501797 Jul 14 09:18:33.820696 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33256bab-01d0-4508-82e6-d29a42da3299 req-414dd3d8-e7a2-4429-8a57-80a7caa2b363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:33.822382 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-33256bab-01d0-4508-82e6-d29a42da3299 req-414dd3d8-e7a2-4429-8a57-80a7caa2b363 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a1f8d7cc-d5f0-4ac4-b550-493e46cf12fc HTTP/1.1" status: 200 len: 860 time: 0.0744791 Jul 14 09:18:33.836667 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa43e8c0-0a01-46bb-8457-b01812dcdf3a req-06b9882d-02c5-431b-bb4a-6cd935b9669d tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:33.843534 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa43e8c0-0a01-46bb-8457-b01812dcdf3a req-06b9882d-02c5-431b-bb4a-6cd935b9669d tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:33.853458 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-fa43e8c0-0a01-46bb-8457-b01812dcdf3a req-06b9882d-02c5-431b-bb4a-6cd935b9669d tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] 10.222.0.68 "GET /v2.0/ports?device_id=2ff3f767-2d49-413e-9b8c-53269ea299e0&device_id=3219a920-d25a-4e7a-b33c-c9eebd14016e HTTP/1.1" status: 200 len: 1690 time: 0.1480134 Jul 14 09:18:33.908866 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-fa43e8c0-0a01-46bb-8457-b01812dcdf3a req-92857315-08ad-4c3a-a5cf-76dd2cf3594a tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] 10.222.0.68 "GET /v2.0/security-groups?id=c9156572-74c8-4b9e-9f0a-c202a5ef91ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535500 Jul 14 09:18:33.909200 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-33256bab-01d0-4508-82e6-d29a42da3299 req-4fc192c8-844f-4024-94fa-292ee61f29ed service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e7cb481e-49dc-464e-b748-d3d2c45f69f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0793223 Jul 14 09:18:34.027584 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503bdb1e-0cc8-4f22-ab3c-0f15df6df6a4 req-5ec76607-c08f-4b4a-920b-d11e7f52e425 tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:34.029692 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-503bdb1e-0cc8-4f22-ab3c-0f15df6df6a4 req-5ec76607-c08f-4b4a-920b-d11e7f52e425 tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] 10.222.0.68 "GET /v2.0/ports?device_id=facc33c5-0d58-4c84-8b5b-0879c06b54db HTTP/1.1" status: 200 len: 946 time: 0.1766727 Jul 14 09:18:34.052882 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-33256bab-01d0-4508-82e6-d29a42da3299 req-698949f9-c3d6-452c-8986-b61794cc7726 service neutron] 10.222.0.57 "GET /v2.0/networks/e7cb481e-49dc-464e-b748-d3d2c45f69f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361649 Jul 14 09:18:34.095206 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1039400-2fbd-4eec-9e0e-319aac20cc32 req-20efc17b-4690-485d-baa3-14b1cda702a6 tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:34.097370 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-e1039400-2fbd-4eec-9e0e-319aac20cc32 req-20efc17b-4690-485d-baa3-14b1cda702a6 tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] 10.222.0.68 "GET /v2.0/ports?device_id=6593e4b3-80b2-4edd-b3fd-9f72f9137c4e HTTP/1.1" status: 200 len: 949 time: 0.0883973 Jul 14 09:18:34.141403 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-e1039400-2fbd-4eec-9e0e-319aac20cc32 req-6d35ec71-c88f-490c-b6f4-7f6ac2188c8c tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] 10.222.0.68 "GET /v2.0/security-groups?id=77fde4ca-6f5f-48d5-b2fd-4c103e7ba04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380158 Jul 14 09:18:34.143122 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-503bdb1e-0cc8-4f22-ab3c-0f15df6df6a4 req-19a95bd5-3a3e-433f-8bb1-5da907eb2e1f tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] 10.222.0.68 "GET /v2.0/security-groups?id=7bf941d0-4fab-41ec-a174-078829fdb488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892789 Jul 14 09:18:34.177096 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-33256bab-01d0-4508-82e6-d29a42da3299 req-2df1b14d-1c7a-47bd-bb4d-a246d35601d3 service neutron] 10.222.0.57 "GET /v2.0/networks/e7cb481e-49dc-464e-b748-d3d2c45f69f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164851 Jul 14 09:18:34.450202 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc356bb-b271-4342-bd25-2dde9926ae12 req-78e1ba0b-01d3-4de5-b7ee-333f52937b81 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:34.451998 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-adc356bb-b271-4342-bd25-2dde9926ae12 req-78e1ba0b-01d3-4de5-b7ee-333f52937b81 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/ports?device_id=fae776f6-08aa-4436-8736-3d602d7a93d2 HTTP/1.1" status: 200 len: 949 time: 0.0881875 Jul 14 09:18:34.502932 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-adc356bb-b271-4342-bd25-2dde9926ae12 req-5039088d-15f8-4d2e-8975-5b3ced27d15d tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/security-groups?id=93b55648-4dd6-4852-bb99-9aa842ab19a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425096 Jul 14 09:18:34.719597 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574f9653-143d-4dad-ac88-25b8501c6e0c req-05b40a87-85b0-4686-9e8c-491b9cfc36b9 tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:34.722773 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-574f9653-143d-4dad-ac88-25b8501c6e0c req-05b40a87-85b0-4686-9e8c-491b9cfc36b9 tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] 10.222.0.68 "GET /v2.0/ports?device_id=6593e4b3-80b2-4edd-b3fd-9f72f9137c4e HTTP/1.1" status: 200 len: 949 time: 0.1112204 Jul 14 09:18:34.781684 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-574f9653-143d-4dad-ac88-25b8501c6e0c req-3c1b7da8-a425-48ce-9f92-53aa9172d0f0 tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] 10.222.0.68 "GET /v2.0/security-groups?id=77fde4ca-6f5f-48d5-b2fd-4c103e7ba04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530853 Jul 14 09:18:34.874876 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0573009c-beb3-47ea-b90e-42cb5053ca27 req-be8bee88-e9a2-41b5-b3c5-1afec4435aba tempest-ServersOnMultiNodesTest-574860192 tempest-ServersOnMultiNodesTest-574860192-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:34.889856 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-0573009c-beb3-47ea-b90e-42cb5053ca27 req-be8bee88-e9a2-41b5-b3c5-1afec4435aba tempest-ServersOnMultiNodesTest-574860192 tempest-ServersOnMultiNodesTest-574860192-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=2ff3f767-2d49-413e-9b8c-53269ea299e0 HTTP/1.1" status: 200 len: 1101 time: 0.1148357 Jul 14 09:18:34.938486 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-0573009c-beb3-47ea-b90e-42cb5053ca27 req-284e8a4f-b63e-4e2b-8cd5-a3a1454c6b32 tempest-ServersOnMultiNodesTest-574860192 tempest-ServersOnMultiNodesTest-574860192-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=c9156572-74c8-4b9e-9f0a-c202a5ef91ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470264 Jul 14 09:18:35.342606 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4698e3bb-d031-42ba-b286-47c96bab9256 req-a3749526-3c28-4bc2-a049-1a79b993bccd tempest-ServersOnMultiNodesTest-574860192 tempest-ServersOnMultiNodesTest-574860192-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:35.344162 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-4698e3bb-d031-42ba-b286-47c96bab9256 req-a3749526-3c28-4bc2-a049-1a79b993bccd tempest-ServersOnMultiNodesTest-574860192 tempest-ServersOnMultiNodesTest-574860192-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=3219a920-d25a-4e7a-b33c-c9eebd14016e HTTP/1.1" status: 200 len: 1102 time: 0.0593343 Jul 14 09:18:35.386363 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-4698e3bb-d031-42ba-b286-47c96bab9256 req-892ef956-8e7e-477b-b6d0-6a0dd3fc33c6 tempest-ServersOnMultiNodesTest-574860192 tempest-ServersOnMultiNodesTest-574860192-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=c9156572-74c8-4b9e-9f0a-c202a5ef91ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346920 Jul 14 09:18:35.726544 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50a275b-9476-44d1-bfca-f09a1ed4715f req-d6024390-beee-46fa-8229-42e67d4fcaa6 tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:35.728122 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d50a275b-9476-44d1-bfca-f09a1ed4715f req-d6024390-beee-46fa-8229-42e67d4fcaa6 tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] 10.222.0.68 "GET /v2.0/ports?device_id=facc33c5-0d58-4c84-8b5b-0879c06b54db HTTP/1.1" status: 200 len: 946 time: 0.0820177 Jul 14 09:18:35.785010 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d50a275b-9476-44d1-bfca-f09a1ed4715f req-d132325d-59b1-45e0-bd51-ebd484a61260 tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] 10.222.0.68 "GET /v2.0/security-groups?id=7bf941d0-4fab-41ec-a174-078829fdb488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468135 Jul 14 09:18:35.975320 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 2ef0f816-02a2-4c58-9b68-99ce025a71a7 up at agent hyperv_n-h1-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:18:36.000023 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-b9aee657-b0a9-4d82-bd17-8ed85383ebff req-410618f4-0df3-487d-a50d-1bd79986aa17 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] 10.222.0.68 "GET /v2.0/networks?tenant_id=960db35cb56b449db311d3b4abef7a82&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0859408 Jul 14 09:18:36.116072 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Provisioning for port 2ef0f816-02a2-4c58-9b68-99ce025a71a7 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:18:36.122849 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Provisioning complete for port 2ef0f816-02a2-4c58-9b68-99ce025a71a7 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:18:36.123330 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:36.234187 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6545077-210b-44f5-acf8-ff04cc4dd6f8 req-012b7ee7-822e-4f03-be22-b75dba61d47c tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:36.238225 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f6545077-210b-44f5-acf8-ff04cc4dd6f8 req-012b7ee7-822e-4f03-be22-b75dba61d47c tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] 10.222.0.68 "GET /v2.0/ports?device_id=6593e4b3-80b2-4edd-b3fd-9f72f9137c4e HTTP/1.1" status: 200 len: 949 time: 0.1194463 Jul 14 09:18:36.242663 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9aee657-b0a9-4d82-bd17-8ed85383ebff req-c52b28bd-6508-47f6-9e80-352d57dc3aa3 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:36.247352 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:36.256858 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-b9aee657-b0a9-4d82-bd17-8ed85383ebff req-c52b28bd-6508-47f6-9e80-352d57dc3aa3 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2478039 Jul 14 09:18:36.276559 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fae776f6-08aa-4436-8736-3d602d7a93d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ef0f816-02a2-4c58-9b68-99ce025a71a7'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:18:36.279407 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd62303f06773040a8a4e189dc46b4f565768c299abf8ab8e7739778b0bc3e97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c3dadae-95b3-4b6b-8d64-cb62086bd668" -d '{"events": [{"server_uuid": "fae776f6-08aa-4436-8736-3d602d7a93d2", "name": "network-vif-plugged", "status": "completed", "tag": "2ef0f816-02a2-4c58-9b68-99ce025a71a7"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:18:36.294264 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-b9aee657-b0a9-4d82-bd17-8ed85383ebff req-0a243cb2-27d3-4c6b-adb1-5bf7595f2bb5 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] 10.222.0.68 "GET /v2.0/quotas/960db35cb56b449db311d3b4abef7a82 HTTP/1.1" status: 200 len: 375 time: 0.0358963 Jul 14 09:18:36.296841 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port 2ef0f816-02a2-4c58-9b68-99ce025a71a7, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=2ef0f816-02a2-4c58-9b68-99ce025a71a7,segment=NetworkSegment(8f1c1422-de6c-445f-ab95-4e2c94585b2b),segment_id=8f1c1422-de6c-445f-ab95-4e2c94585b2b)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:18:36.304516 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:36.376206 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Pushing event updated for resources: {'Port': ['ID=2ef0f816-02a2-4c58-9b68-99ce025a71a7,revision_number=5']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:36.434599 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-b9aee657-b0a9-4d82-bd17-8ed85383ebff req-b9f9a013-3ed9-441e-aeff-897e98fa110f tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=960db35cb56b449db311d3b4abef7a82&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1390555 Jul 14 09:18:36.562418 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 9fc6737d-c564-428d-982b-1282a6bba865 details requested by agent hyperv_n-h2-779913-29 with host n-h2-779913-29 {{(pid=93959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:18:36.778306 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f6545077-210b-44f5-acf8-ff04cc4dd6f8 req-79c3747d-773c-410e-b1d6-8ca524424df7 tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] 10.222.0.68 "GET /v2.0/security-groups?id=77fde4ca-6f5f-48d5-b2fd-4c103e7ba04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5270748 Jul 14 09:18:36.848845 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 9fc6737d-c564-428d-982b-1282a6bba865, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=9fc6737d-c564-428d-982b-1282a6bba865,segment=NetworkSegment(becdfe35-a9ff-4f14-9744-544114c40ea3),segment_id=becdfe35-a9ff-4f14-9744-544114c40ea3)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:18:36.892109 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Returning: {'device': '9fc6737d-c564-428d-982b-1282a6bba865', 'network_id': '9b8a6edc-bbae-47ce-bda0-fb444fc735c0', 'port_id': '9fc6737d-c564-428d-982b-1282a6bba865', 'mac_address': 'fa:16:3e:92:0a:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 717, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ea73f7d-9594-449c-9c84-8c744576418b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:18:36.984245 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:37.002313 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8749100-00d9-48fb-95bf-730f28028bc6 req-3fc2a560-650d-4016-8d00-9955877d3abd tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:37.010920 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-c8749100-00d9-48fb-95bf-730f28028bc6 req-3fc2a560-650d-4016-8d00-9955877d3abd tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/ports?device_id=fae776f6-08aa-4436-8736-3d602d7a93d2 HTTP/1.1" status: 200 len: 950 time: 0.1630244 Jul 14 09:18:37.035184 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9fc6737d-c564-428d-982b-1282a6bba865 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:18:37.093547 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-c8749100-00d9-48fb-95bf-730f28028bc6 req-a769cd4c-0624-4688-af6c-495422508403 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/security-groups?id=93b55648-4dd6-4852-bb99-9aa842ab19a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770609 Jul 14 09:18:37.139271 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 9fc6737d-c564-428d-982b-1282a6bba865, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=9fc6737d-c564-428d-982b-1282a6bba865,segment=NetworkSegment(becdfe35-a9ff-4f14-9744-544114c40ea3),segment_id=becdfe35-a9ff-4f14-9744-544114c40ea3)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:18:37.146631 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:37.257808 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Pushing event updated for resources: {'Port': ['ID=9fc6737d-c564-428d-982b-1282a6bba865,revision_number=6']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:37.327574 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:18:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-521c35b4-7a23-4e4a-9331-f0ebe1299528 x-openstack-request-id: req-521c35b4-7a23-4e4a-9331-f0ebe1299528 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:18:37.327915 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fae776f6-08aa-4436-8736-3d602d7a93d2", "name": "network-vif-plugged", "status": "completed", "tag": "2ef0f816-02a2-4c58-9b68-99ce025a71a7", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:18:37.328350 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-521c35b4-7a23-4e4a-9331-f0ebe1299528 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:18:37.328823 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fae776f6-08aa-4436-8736-3d602d7a93d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ef0f816-02a2-4c58-9b68-99ce025a71a7', 'code': 200} Jul 14 09:18:37.498649 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] get_ports_and_sgs() called for port_ids ['9fc6737d-c564-428d-982b-1282a6bba865'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:18:37.532404 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-cde2960c-cdb8-474b-9c7c-6fcd957f5fb3 req-da35022a-9c93-4b67-9144-e196580dc90d tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] 10.222.0.68 "GET /v2.0/ports?device_id=bf400e31-083a-418b-85da-845c316517c7 HTTP/1.1" status: 200 len: 210 time: 0.1372828 Jul 14 09:18:37.691234 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0ee709-5d32-4460-a476-622f5f5dcc58 req-d7d73014-445b-4b28-9188-ef1e1e9074d7 tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:37.709195 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ab0ee709-5d32-4460-a476-622f5f5dcc58 req-d7d73014-445b-4b28-9188-ef1e1e9074d7 tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] 10.222.0.68 "GET /v2.0/ports?device_id=facc33c5-0d58-4c84-8b5b-0879c06b54db HTTP/1.1" status: 200 len: 946 time: 0.2351363 Jul 14 09:18:37.774808 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8021a3-d51c-4bd8-b099-3daae816ee2e req-6ba999ac-c4f9-49c5-8eb1-cf349cca2e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:37.777354 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ad8021a3-d51c-4bd8-b099-3daae816ee2e req-6ba999ac-c4f9-49c5-8eb1-cf349cca2e37 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=fae776f6-08aa-4436-8736-3d602d7a93d2 HTTP/1.1" status: 200 len: 1102 time: 0.2073131 Jul 14 09:18:37.805125 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ab0ee709-5d32-4460-a476-622f5f5dcc58 req-4b99bef2-6c6c-4d46-9445-b44048335285 tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] 10.222.0.68 "GET /v2.0/security-groups?id=7bf941d0-4fab-41ec-a174-078829fdb488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936954 Jul 14 09:18:37.897872 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ad8021a3-d51c-4bd8-b099-3daae816ee2e req-85a3764e-5e74-4320-8cad-f82e380d5829 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=93b55648-4dd6-4852-bb99-9aa842ab19a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016834 Jul 14 09:18:38.094626 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53149b2f-03f5-4bcb-9b5e-d792f3d0d710 req-8e69060d-bfad-400a-9724-5f16ad0adf45 tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:38.103888 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-53149b2f-03f5-4bcb-9b5e-d792f3d0d710 req-8e69060d-bfad-400a-9724-5f16ad0adf45 tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] 10.222.0.68 "GET /v2.0/ports?device_id=6593e4b3-80b2-4edd-b3fd-9f72f9137c4e HTTP/1.1" status: 200 len: 949 time: 0.1011813 Jul 14 09:18:38.170184 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-53149b2f-03f5-4bcb-9b5e-d792f3d0d710 req-0c020239-482a-4f09-9f3b-5fc14eda8cb5 tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] 10.222.0.68 "GET /v2.0/security-groups?id=77fde4ca-6f5f-48d5-b2fd-4c103e7ba04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646579 Jul 14 09:18:38.450014 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470e47a6-9960-436b-b795-6b3f5954a815 req-1cffd77b-65c8-49dc-bca6-85b759a226a1 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:38.451725 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-470e47a6-9960-436b-b795-6b3f5954a815 req-1cffd77b-65c8-49dc-bca6-85b759a226a1 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/ports?device_id=fae776f6-08aa-4436-8736-3d602d7a93d2 HTTP/1.1" status: 200 len: 950 time: 0.1166859 Jul 14 09:18:38.513796 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-470e47a6-9960-436b-b795-6b3f5954a815 req-99cba7f7-c047-458f-86f5-1cea09775fba tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/security-groups?id=93b55648-4dd6-4852-bb99-9aa842ab19a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366731 Jul 14 09:18:38.578368 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 9fc6737d-c564-428d-982b-1282a6bba865 up at agent hyperv_n-h2-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:18:38.671489 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Provisioning complete for port 9fc6737d-c564-428d-982b-1282a6bba865 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:18:38.671861 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:38.777945 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:38.793458 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-252076b4-9c09-4845-aba4-665b885e7db8 req-5931462e-ddde-4d69-bcfe-acb84fe51f9e tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] 10.222.0.68 "GET /v2.0/ports?device_id=bf400e31-083a-418b-85da-845c316517c7 HTTP/1.1" status: 200 len: 210 time: 0.0598528 Jul 14 09:18:38.825136 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 9fc6737d-c564-428d-982b-1282a6bba865, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=9fc6737d-c564-428d-982b-1282a6bba865,segment=NetworkSegment(becdfe35-a9ff-4f14-9744-544114c40ea3),segment_id=becdfe35-a9ff-4f14-9744-544114c40ea3)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:18:38.830685 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:38.901762 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Pushing event updated for resources: {'Port': ['ID=9fc6737d-c564-428d-982b-1282a6bba865,revision_number=7']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:39.119087 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c55236-8f6c-4fef-9f38-6d349e765625 req-09d2413f-0eb8-42a5-98f5-7ac942929a9d tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:39.121520 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b9c55236-8f6c-4fef-9f38-6d349e765625 req-09d2413f-0eb8-42a5-98f5-7ac942929a9d tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] 10.222.0.68 "GET /v2.0/ports?device_id=facc33c5-0d58-4c84-8b5b-0879c06b54db HTTP/1.1" status: 200 len: 946 time: 0.1107280 Jul 14 09:18:39.201101 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b9c55236-8f6c-4fef-9f38-6d349e765625 req-1ac700d4-079c-4ad2-a443-5aaba43ad08a tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] 10.222.0.68 "GET /v2.0/security-groups?id=7bf941d0-4fab-41ec-a174-078829fdb488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734689 Jul 14 09:18:39.202892 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b9aee657-b0a9-4d82-bd17-8ed85383ebff req-9c657948-0af2-4457-b4ed-06ac24c74528 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=960db35cb56b449db311d3b4abef7a82&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0416622 Jul 14 09:18:39.330366 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1055dbfe-92e6-437c-b901-0e1c0a80dc51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fc6737d-c564-428d-982b-1282a6bba865'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:18:39.333423 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd62303f06773040a8a4e189dc46b4f565768c299abf8ab8e7739778b0bc3e97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c9c3fca-c60b-45e2-9770-943224389bb3" -d '{"events": [{"server_uuid": "1055dbfe-92e6-437c-b901-0e1c0a80dc51", "name": "network-vif-plugged", "status": "completed", "tag": "9fc6737d-c564-428d-982b-1282a6bba865"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:18:39.395218 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:18:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d3f6ef7-4afc-4a7d-8521-582f6989bce4 x-openstack-request-id: req-6d3f6ef7-4afc-4a7d-8521-582f6989bce4 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:18:39.395983 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1055dbfe-92e6-437c-b901-0e1c0a80dc51", "name": "network-vif-plugged", "status": "completed", "tag": "9fc6737d-c564-428d-982b-1282a6bba865", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:18:39.396419 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-6d3f6ef7-4afc-4a7d-8521-582f6989bce4 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:18:39.397153 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1055dbfe-92e6-437c-b901-0e1c0a80dc51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fc6737d-c564-428d-982b-1282a6bba865', 'code': 200} Jul 14 09:18:39.428966 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9aee657-b0a9-4d82-bd17-8ed85383ebff req-ff05921d-2bcc-40ac-89a2-100c1f6f8977 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:39.435604 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b9aee657-b0a9-4d82-bd17-8ed85383ebff req-ff05921d-2bcc-40ac-89a2-100c1f6f8977 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2251191 Jul 14 09:18:39.479076 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-b9aee657-b0a9-4d82-bd17-8ed85383ebff req-e058e8dc-2ba7-4bc8-8206-c8faf39c0919 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] Request body: {'port': {'device_id': 'bf400e31-083a-418b-85da-845c316517c7', 'network_id': '2244f7a1-04bd-42cd-9e86-31839b46f57f', 'admin_state_up': True, 'tenant_id': '960db35cb56b449db311d3b4abef7a82'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:18:39.492594 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c216f714-5794-49e3-947a-9dedbd8bf359 req-6f3f09b5-b8e7-4dbb-9509-18c69271040e tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:39.501002 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-c216f714-5794-49e3-947a-9dedbd8bf359 req-6f3f09b5-b8e7-4dbb-9509-18c69271040e tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] 10.222.0.68 "GET /v2.0/ports?device_id=6593e4b3-80b2-4edd-b3fd-9f72f9137c4e HTTP/1.1" status: 200 len: 949 time: 0.0981750 Jul 14 09:18:39.566442 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-c216f714-5794-49e3-947a-9dedbd8bf359 req-ebb0a825-1e8a-4c2c-ab01-86df18ff479c tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] 10.222.0.68 "GET /v2.0/security-groups?id=77fde4ca-6f5f-48d5-b2fd-4c103e7ba04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633843 Jul 14 09:18:39.973687 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9aee657-b0a9-4d82-bd17-8ed85383ebff req-e058e8dc-2ba7-4bc8-8206-c8faf39c0919 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] Made reservation on behalf of 960db35cb56b449db311d3b4abef7a82 for: {'port': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:18:39.977553 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-b9aee657-b0a9-4d82-bd17-8ed85383ebff req-e058e8dc-2ba7-4bc8-8206-c8faf39c0919 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:40.004001 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2481a2e-95ed-46b9-9ac1-beb7ee3d434c req-3207821b-75d6-4494-ab20-9be24980a08c tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:40.010658 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b2481a2e-95ed-46b9-9ac1-beb7ee3d434c req-3207821b-75d6-4494-ab20-9be24980a08c tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/ports?device_id=fae776f6-08aa-4436-8736-3d602d7a93d2 HTTP/1.1" status: 200 len: 950 time: 0.1834984 Jul 14 09:18:40.223899 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b2481a2e-95ed-46b9-9ac1-beb7ee3d434c req-d1cb29c4-dd67-431d-b3d3-047d01df2b94 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/security-groups?id=93b55648-4dd6-4852-bb99-9aa842ab19a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114575 Jul 14 09:18:40.411261 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-5a224a23-b934-4d6e-8f01-6e53b6d5199f req-31bd755d-1a0e-4f51-a94d-1ba2692671a2 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] 10.222.0.68 "GET /v2.0/ports?device_id=bf400e31-083a-418b-85da-845c316517c7 HTTP/1.1" status: 200 len: 210 time: 0.0841770 Jul 14 09:18:40.480549 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [req-b9aee657-b0a9-4d82-bd17-8ed85383ebff req-e058e8dc-2ba7-4bc8-8206-c8faf39c0919 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] Allocated IP 192.168.233.249 (2244f7a1-04bd-42cd-9e86-31839b46f57f/85060e65-3b2f-4a6c-a04c-ce849daa5b3b/a8d2c56c-feb8-4d49-b105-e6f69ce0ed6f) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:18:40.801129 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f385e1-f1ce-49a4-a053-87f2ea935321 req-c6a294db-3273-4aa8-9e87-709e6a4d0768 tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:40.802994 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de059764-9c1c-4330-950c-28fd593839de req-92adc58b-e20a-4ed0-9a43-80b9f8d450db tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:40.805301 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-de059764-9c1c-4330-950c-28fd593839de req-92adc58b-e20a-4ed0-9a43-80b9f8d450db tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] 10.222.0.68 "GET /v2.0/ports?device_id=6593e4b3-80b2-4edd-b3fd-9f72f9137c4e HTTP/1.1" status: 200 len: 949 time: 0.0882666 Jul 14 09:18:40.812208 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-39f385e1-f1ce-49a4-a053-87f2ea935321 req-c6a294db-3273-4aa8-9e87-709e6a4d0768 tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] 10.222.0.68 "GET /v2.0/ports?device_id=facc33c5-0d58-4c84-8b5b-0879c06b54db HTTP/1.1" status: 200 len: 946 time: 0.2730420 Jul 14 09:18:40.878360 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-de059764-9c1c-4330-950c-28fd593839de req-062a34b9-3525-475d-93c3-e44ee908ff04 tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] 10.222.0.68 "GET /v2.0/security-groups?id=77fde4ca-6f5f-48d5-b2fd-4c103e7ba04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625570 Jul 14 09:18:40.929435 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-b9aee657-b0a9-4d82-bd17-8ed85383ebff req-e058e8dc-2ba7-4bc8-8206-c8faf39c0919 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:40.952436 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-39f385e1-f1ce-49a4-a053-87f2ea935321 req-8f3b619a-0cc8-4788-be46-196171e859d1 tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] 10.222.0.68 "GET /v2.0/security-groups?id=7bf941d0-4fab-41ec-a174-078829fdb488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386909 Jul 14 09:18:40.990913 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [req-b9aee657-b0a9-4d82-bd17-8ed85383ebff req-e058e8dc-2ba7-4bc8-8206-c8faf39c0919 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] Transition to ACTIVE for port object a8d2c56c-feb8-4d49-b105-e6f69ce0ed6f will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:18:41.086744 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-b9aee657-b0a9-4d82-bd17-8ed85383ebff req-e058e8dc-2ba7-4bc8-8206-c8faf39c0919 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:41.130215 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] get_ports_and_sgs() called for port_ids ['361a3635-453e-4996-a98b-cba54b0b2536', '14c0d95c-c0cf-4b32-9dbe-0ff44c088df3'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:18:41.166732 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] get_ports_and_sgs() called for port_ids ['7876554a-94a5-4362-9d48-ba2ab3e213d6', '82b450e3-7637-42f2-bd8d-3daaed7e61ee', '4428f759-9245-47c1-969d-3af116e0a0e3'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:18:41.197822 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e058e8dc-2ba7-4bc8-8206-c8faf39c0919 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] Pushing event updated for resources: {'Port': ['ID=a8d2c56c-feb8-4d49-b105-e6f69ce0ed6f,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:41.211634 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9aee657-b0a9-4d82-bd17-8ed85383ebff req-e058e8dc-2ba7-4bc8-8206-c8faf39c0919 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] Network 2244f7a1-04bd-42cd-9e86-31839b46f57f is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:18:41.215707 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [req-b9aee657-b0a9-4d82-bd17-8ed85383ebff req-e058e8dc-2ba7-4bc8-8206-c8faf39c0919 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:18:41.228708 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9aee657-b0a9-4d82-bd17-8ed85383ebff req-e058e8dc-2ba7-4bc8-8206-c8faf39c0919 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:18:41.239393 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9aee657-b0a9-4d82-bd17-8ed85383ebff req-e058e8dc-2ba7-4bc8-8206-c8faf39c0919 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:41.240201 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-b9aee657-b0a9-4d82-bd17-8ed85383ebff req-e058e8dc-2ba7-4bc8-8206-c8faf39c0919 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:41.281343 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b9aee657-b0a9-4d82-bd17-8ed85383ebff req-e058e8dc-2ba7-4bc8-8206-c8faf39c0919 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8111372 Jul 14 09:18:41.309528 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-b9aee657-b0a9-4d82-bd17-8ed85383ebff req-8bd696c7-8323-49cf-bbd8-d729b17ff0f7 service neutron] Request body: {'port': {'device_id': 'bf400e31-083a-418b-85da-845c316517c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-29'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:18:41.483685 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-b9aee657-b0a9-4d82-bd17-8ed85383ebff req-8bd696c7-8323-49cf-bbd8-d729b17ff0f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:41.726380 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-8d3d3314-5448-4704-be60-d690122553e0 None None] Provisioning for port a8d2c56c-feb8-4d49-b105-e6f69ce0ed6f completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:18:41.752048 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-8d3d3314-5448-4704-be60-d690122553e0 None None] Provisioning complete for port a8d2c56c-feb8-4d49-b105-e6f69ce0ed6f triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:18:41.752584 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8d3d3314-5448-4704-be60-d690122553e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:41.802424 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eebe5b8-0287-42ec-9a53-c70d151fcd79 req-05d33304-f3ed-4fe9-9d86-51dda1a128ba tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:41.804248 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-2eebe5b8-0287-42ec-9a53-c70d151fcd79 req-05d33304-f3ed-4fe9-9d86-51dda1a128ba tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] 10.222.0.68 "GET /v2.0/ports?device_id=bf400e31-083a-418b-85da-845c316517c7 HTTP/1.1" status: 200 len: 936 time: 0.1489022 Jul 14 09:18:41.884445 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-8d3d3314-5448-4704-be60-d690122553e0 None None] Port a8d2c56c-feb8-4d49-b105-e6f69ce0ed6f cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:18:41.919975 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-2eebe5b8-0287-42ec-9a53-c70d151fcd79 req-721251ad-bb7b-42ca-b329-e9f26671fd90 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] 10.222.0.68 "GET /v2.0/security-groups?id=c9156572-74c8-4b9e-9f0a-c202a5ef91ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083844 Jul 14 09:18:41.946187 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7c62d6-a173-4cb3-b1a8-16281b9ee8c8 req-015d5d70-0ec9-47c8-bd2f-2e7413d93460 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:41.960808 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8f7c62d6-a173-4cb3-b1a8-16281b9ee8c8 req-015d5d70-0ec9-47c8-bd2f-2e7413d93460 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/ports?device_id=fae776f6-08aa-4436-8736-3d602d7a93d2 HTTP/1.1" status: 200 len: 950 time: 0.2835951 Jul 14 09:18:42.098250 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8f7c62d6-a173-4cb3-b1a8-16281b9ee8c8 req-3a41c93f-42be-412f-8092-d94afdce937f tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/security-groups?id=93b55648-4dd6-4852-bb99-9aa842ab19a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349623 Jul 14 09:18:42.225132 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [req-b9aee657-b0a9-4d82-bd17-8ed85383ebff req-8bd696c7-8323-49cf-bbd8-d729b17ff0f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8d2c56c-feb8-4d49-b105-e6f69ce0ed6f {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:18:42.247735 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-b9aee657-b0a9-4d82-bd17-8ed85383ebff req-8bd696c7-8323-49cf-bbd8-d729b17ff0f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:42.271400 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [req-b9aee657-b0a9-4d82-bd17-8ed85383ebff req-8bd696c7-8323-49cf-bbd8-d729b17ff0f7 service neutron] Transition to ACTIVE for port object a8d2c56c-feb8-4d49-b105-e6f69ce0ed6f will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:18:42.279549 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-b9aee657-b0a9-4d82-bd17-8ed85383ebff req-8bd696c7-8323-49cf-bbd8-d729b17ff0f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:42.365112 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd696c7-8323-49cf-bbd8-d729b17ff0f7 service neutron] Pushing event updated for resources: {'Port': ['ID=a8d2c56c-feb8-4d49-b105-e6f69ce0ed6f,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:42.459862 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-b9aee657-b0a9-4d82-bd17-8ed85383ebff req-8bd696c7-8323-49cf-bbd8-d729b17ff0f7 service neutron] Attempting to bind port a8d2c56c-feb8-4d49-b105-e6f69ce0ed6f on host n-h1-779913-29 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:18:42.460604 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-b9aee657-b0a9-4d82-bd17-8ed85383ebff req-8bd696c7-8323-49cf-bbd8-d729b17ff0f7 service neutron] Attempting to bind port a8d2c56c-feb8-4d49-b105-e6f69ce0ed6f by drivers openvswitch,hyperv on host n-h1-779913-29 at level 0 using segments [{'id': '8f1c1422-de6c-445f-ab95-4e2c94585b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '2244f7a1-04bd-42cd-9e86-31839b46f57f'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:18:42.461116 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9aee657-b0a9-4d82-bd17-8ed85383ebff req-8bd696c7-8323-49cf-bbd8-d729b17ff0f7 service neutron] Attempting to bind port a8d2c56c-feb8-4d49-b105-e6f69ce0ed6f on network 2244f7a1-04bd-42cd-9e86-31839b46f57f {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:18:42.476375 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9aee657-b0a9-4d82-bd17-8ed85383ebff req-8bd696c7-8323-49cf-bbd8-d729b17ff0f7 service neutron] Port a8d2c56c-feb8-4d49-b105-e6f69ce0ed6f on network 2244f7a1-04bd-42cd-9e86-31839b46f57f not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-29 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:18:42.476980 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9aee657-b0a9-4d82-bd17-8ed85383ebff req-8bd696c7-8323-49cf-bbd8-d729b17ff0f7 service neutron] Attempting to bind port a8d2c56c-feb8-4d49-b105-e6f69ce0ed6f on network 2244f7a1-04bd-42cd-9e86-31839b46f57f {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:18:42.492930 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78115204-6cb9-4d5e-9f8f-c5865d49b4c8 req-6a8cc6f0-d607-42e3-b41f-2e4348c83e73 tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:42.518252 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-78115204-6cb9-4d5e-9f8f-c5865d49b4c8 req-6a8cc6f0-d607-42e3-b41f-2e4348c83e73 tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] 10.222.0.68 "GET /v2.0/ports?device_id=6593e4b3-80b2-4edd-b3fd-9f72f9137c4e HTTP/1.1" status: 200 len: 949 time: 0.2144182 Jul 14 09:18:42.520895 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9aee657-b0a9-4d82-bd17-8ed85383ebff req-8bd696c7-8323-49cf-bbd8-d729b17ff0f7 service neutron] Checking agent: {'id': 'de11e667-f145-47b0-bd09-334a7505938e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 13, 12), 'started_at': datetime.datetime(2021, 7, 14, 9, 13, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 18, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:18:42.521453 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9aee657-b0a9-4d82-bd17-8ed85383ebff req-8bd696c7-8323-49cf-bbd8-d729b17ff0f7 service neutron] Checking segment: {'id': '8f1c1422-de6c-445f-ab95-4e2c94585b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '2244f7a1-04bd-42cd-9e86-31839b46f57f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:18:42.522050 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9aee657-b0a9-4d82-bd17-8ed85383ebff req-8bd696c7-8323-49cf-bbd8-d729b17ff0f7 service neutron] Bound using segment: {'id': '8f1c1422-de6c-445f-ab95-4e2c94585b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '2244f7a1-04bd-42cd-9e86-31839b46f57f'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:18:42.522681 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-b9aee657-b0a9-4d82-bd17-8ed85383ebff req-8bd696c7-8323-49cf-bbd8-d729b17ff0f7 service neutron] Bound port: a8d2c56c-feb8-4d49-b105-e6f69ce0ed6f, host: n-h1-779913-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f1c1422-de6c-445f-ab95-4e2c94585b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '2244f7a1-04bd-42cd-9e86-31839b46f57f'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:18:42.523222 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-b9aee657-b0a9-4d82-bd17-8ed85383ebff req-8bd696c7-8323-49cf-bbd8-d729b17ff0f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:42.595715 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-78115204-6cb9-4d5e-9f8f-c5865d49b4c8 req-2932c8a5-e52c-4ec9-9e97-030d8eb03b15 tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] 10.222.0.68 "GET /v2.0/security-groups?id=77fde4ca-6f5f-48d5-b2fd-4c103e7ba04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755675 Jul 14 09:18:42.625524 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:42.661032 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-b9aee657-b0a9-4d82-bd17-8ed85383ebff req-8bd696c7-8323-49cf-bbd8-d729b17ff0f7 service neutron] For port a8d2c56c-feb8-4d49-b105-e6f69ce0ed6f, host n-h1-779913-29, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:18:42.665115 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-b9aee657-b0a9-4d82-bd17-8ed85383ebff req-8bd696c7-8323-49cf-bbd8-d729b17ff0f7 service neutron] For port a8d2c56c-feb8-4d49-b105-e6f69ce0ed6f, host n-h1-779913-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=a8d2c56c-feb8-4d49-b105-e6f69ce0ed6f,segment=NetworkSegment(8f1c1422-de6c-445f-ab95-4e2c94585b2b),segment_id=8f1c1422-de6c-445f-ab95-4e2c94585b2b)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:18:42.694074 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-b9aee657-b0a9-4d82-bd17-8ed85383ebff req-8bd696c7-8323-49cf-bbd8-d729b17ff0f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:42.766531 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9aee657-b0a9-4d82-bd17-8ed85383ebff req-8bd696c7-8323-49cf-bbd8-d729b17ff0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:42.766531 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-b9aee657-b0a9-4d82-bd17-8ed85383ebff req-8bd696c7-8323-49cf-bbd8-d729b17ff0f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:42.766531 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b9aee657-b0a9-4d82-bd17-8ed85383ebff req-8bd696c7-8323-49cf-bbd8-d729b17ff0f7 service neutron] 10.222.0.65 "PUT /v2.0/ports/a8d2c56c-feb8-4d49-b105-e6f69ce0ed6f HTTP/1.1" status: 200 len: 1097 time: 1.4666731 Jul 14 09:18:42.767187 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf400e31-083a-418b-85da-845c316517c7', 'tag': 'a8d2c56c-feb8-4d49-b105-e6f69ce0ed6f'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:18:42.770282 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fad8475-856c-4e36-bcfa-f50838c334e3" -d '{"events": [{"name": "network-changed", "server_uuid": "bf400e31-083a-418b-85da-845c316517c7", "tag": "a8d2c56c-feb8-4d49-b105-e6f69ce0ed6f"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:18:42.787958 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577fc563-7815-4221-90e2-b895a5351576 req-44cea2ef-0ada-4961-8c72-e57960ca11e0 tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:42.789778 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-577fc563-7815-4221-90e2-b895a5351576 req-44cea2ef-0ada-4961-8c72-e57960ca11e0 tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] 10.222.0.68 "GET /v2.0/ports?device_id=facc33c5-0d58-4c84-8b5b-0879c06b54db HTTP/1.1" status: 200 len: 946 time: 0.3634474 Jul 14 09:18:42.824684 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd696c7-8323-49cf-bbd8-d729b17ff0f7 service neutron] Pushing event updated for resources: {'Port': ['ID=a8d2c56c-feb8-4d49-b105-e6f69ce0ed6f,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:42.869302 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-577fc563-7815-4221-90e2-b895a5351576 req-5de9d318-a692-467c-adce-6e731f1c72f9 tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] 10.222.0.68 "GET /v2.0/security-groups?id=7bf941d0-4fab-41ec-a174-078829fdb488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697875 Jul 14 09:18:43.099300 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9aee657-b0a9-4d82-bd17-8ed85383ebff req-e0509d76-1642-444d-be66-0da01139d1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:43.102643 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b9aee657-b0a9-4d82-bd17-8ed85383ebff req-e0509d76-1642-444d-be66-0da01139d1f5 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=960db35cb56b449db311d3b4abef7a82&device_id=bf400e31-083a-418b-85da-845c316517c7 HTTP/1.1" status: 200 len: 1100 time: 0.1682041 Jul 14 09:18:43.190650 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:43.218220 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b9aee657-b0a9-4d82-bd17-8ed85383ebff req-adb4ffcf-0a93-45ab-aa22-5b818d5c07a0 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=a8d2c56c-feb8-4d49-b105-e6f69ce0ed6f HTTP/1.1" status: 200 len: 217 time: 0.0973787 Jul 14 09:18:43.267974 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbd0a63-bf6f-490e-83bf-1cca4be21a65 req-4e1210fa-25c3-4f78-8257-c9f32abeb849 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:43.276371 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-9dbd0a63-bf6f-490e-83bf-1cca4be21a65 req-4e1210fa-25c3-4f78-8257-c9f32abeb849 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/ports?device_id=fae776f6-08aa-4436-8736-3d602d7a93d2 HTTP/1.1" status: 200 len: 950 time: 0.1421361 Jul 14 09:18:43.302123 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:18:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-064fc76b-b485-48c0-9bed-23ea175622af x-openstack-request-id: req-064fc76b-b485-48c0-9bed-23ea175622af {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:18:43.302938 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf400e31-083a-418b-85da-845c316517c7", "tag": "a8d2c56c-feb8-4d49-b105-e6f69ce0ed6f", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:18:43.302938 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-064fc76b-b485-48c0-9bed-23ea175622af {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:18:43.303218 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf400e31-083a-418b-85da-845c316517c7', 'tag': 'a8d2c56c-feb8-4d49-b105-e6f69ce0ed6f', 'status': 'completed', 'code': 200} Jul 14 09:18:43.320444 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9aee657-b0a9-4d82-bd17-8ed85383ebff req-6abe55d3-f315-4a54-9012-5b28ba23a46e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:43.334168 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b9aee657-b0a9-4d82-bd17-8ed85383ebff req-6abe55d3-f315-4a54-9012-5b28ba23a46e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=85060e65-3b2f-4a6c-a04c-ce849daa5b3b HTTP/1.1" status: 200 len: 843 time: 0.0998669 Jul 14 09:18:43.344879 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-9dbd0a63-bf6f-490e-83bf-1cca4be21a65 req-036f62ca-7f07-4b38-a3b1-c496a1c179ad tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/security-groups?id=93b55648-4dd6-4852-bb99-9aa842ab19a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624251 Jul 14 09:18:43.468051 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9aee657-b0a9-4d82-bd17-8ed85383ebff req-2272b9bc-7031-4e0e-8fc7-cdd6757bc595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:43.469618 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b9aee657-b0a9-4d82-bd17-8ed85383ebff req-2272b9bc-7031-4e0e-8fc7-cdd6757bc595 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2244f7a1-04bd-42cd-9e86-31839b46f57f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1226728 Jul 14 09:18:43.605236 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1450d4-967b-4c7e-b75f-71efb156989e req-d10c8563-32d8-40d2-b05d-9c6c9f591d12 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:43.606877 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ab1450d4-967b-4c7e-b75f-71efb156989e req-d10c8563-32d8-40d2-b05d-9c6c9f591d12 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] 10.222.0.68 "GET /v2.0/ports?device_id=bf400e31-083a-418b-85da-845c316517c7 HTTP/1.1" status: 200 len: 948 time: 0.1551557 Jul 14 09:18:43.612508 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b9aee657-b0a9-4d82-bd17-8ed85383ebff req-188f5ef0-47fb-4737-81db-090e2cc91f8c service neutron] 10.222.0.65 "GET /v2.0/networks/2244f7a1-04bd-42cd-9e86-31839b46f57f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251686 Jul 14 09:18:43.771123 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ab1450d4-967b-4c7e-b75f-71efb156989e req-d0c5cfe2-8028-49be-95cb-301e61d8c664 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] 10.222.0.68 "GET /v2.0/security-groups?id=c9156572-74c8-4b9e-9f0a-c202a5ef91ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554263 Jul 14 09:18:43.857215 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b9aee657-b0a9-4d82-bd17-8ed85383ebff req-6b589f80-1b62-450a-810d-425a2de1f388 service neutron] 10.222.0.65 "GET /v2.0/networks/2244f7a1-04bd-42cd-9e86-31839b46f57f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2098939 Jul 14 09:18:44.010307 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d7b6294c-987a-47b8-9f18-18cad3346c1a req-5da99fc1-a79f-46b8-9b54-14e1e2932e29 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=fae776f6-08aa-4436-8736-3d602d7a93d2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1039882 Jul 14 09:18:44.132948 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94540b4-cb59-466d-b980-e7b5e5d9b9d1 req-8b37535d-1774-4b16-ab8e-df4a9a1f8077 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:44.135970 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34a5075-b4d4-4fe5-82bf-11ac0a7114c0 req-262d45f3-8e1c-4b90-9414-292bcbef255e tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:44.138001 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c34a5075-b4d4-4fe5-82bf-11ac0a7114c0 req-262d45f3-8e1c-4b90-9414-292bcbef255e tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] 10.222.0.68 "GET /v2.0/ports?device_id=6593e4b3-80b2-4edd-b3fd-9f72f9137c4e HTTP/1.1" status: 200 len: 949 time: 0.1747775 Jul 14 09:18:44.143133 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-f94540b4-cb59-466d-b980-e7b5e5d9b9d1 req-8b37535d-1774-4b16-ab8e-df4a9a1f8077 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/ports?device_id=fae776f6-08aa-4436-8736-3d602d7a93d2 HTTP/1.1" status: 200 len: 950 time: 0.1167030 Jul 14 09:18:44.151041 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fad8475-856c-4e36-bcfa-f50838c334e3 req-fe35e9aa-887a-4c16-bdf7-359700a2fe4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:44.156221 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3fad8475-856c-4e36-bcfa-f50838c334e3 req-fe35e9aa-887a-4c16-bdf7-359700a2fe4b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=960db35cb56b449db311d3b4abef7a82&device_id=bf400e31-083a-418b-85da-845c316517c7 HTTP/1.1" status: 200 len: 1100 time: 0.1287837 Jul 14 09:18:44.203033 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-f94540b4-cb59-466d-b980-e7b5e5d9b9d1 req-3302bb46-ae75-4d58-bb78-ad5dc63d6ac4 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/security-groups?id=93b55648-4dd6-4852-bb99-9aa842ab19a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586491 Jul 14 09:18:44.295002 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c34a5075-b4d4-4fe5-82bf-11ac0a7114c0 req-8c2011b2-7140-47f2-9f1b-b075cd2a5736 tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] 10.222.0.68 "GET /v2.0/security-groups?id=77fde4ca-6f5f-48d5-b2fd-4c103e7ba04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375062 Jul 14 09:18:44.367546 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fad8475-856c-4e36-bcfa-f50838c334e3 req-cdb2646b-4570-4f14-8615-ffd5dbff9547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:44.370132 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3fad8475-856c-4e36-bcfa-f50838c334e3 req-cdb2646b-4570-4f14-8615-ffd5dbff9547 service neutron] 10.222.0.65 "GET /v2.0/networks?id=2244f7a1-04bd-42cd-9e86-31839b46f57f HTTP/1.1" status: 200 len: 870 time: 0.1947365 Jul 14 09:18:44.489645 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3fad8475-856c-4e36-bcfa-f50838c334e3 req-16d80c15-814e-483c-9994-d9160d17db24 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=a8d2c56c-feb8-4d49-b105-e6f69ce0ed6f HTTP/1.1" status: 200 len: 217 time: 0.1067226 Jul 14 09:18:44.535401 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29339d96-36ed-4541-ac05-71f753dea3f7 req-0e0fcbba-c2dd-43b8-9aaa-85f0ad178643 tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:44.558663 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-29339d96-36ed-4541-ac05-71f753dea3f7 req-0e0fcbba-c2dd-43b8-9aaa-85f0ad178643 tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] 10.222.0.68 "GET /v2.0/ports?device_id=facc33c5-0d58-4c84-8b5b-0879c06b54db HTTP/1.1" status: 200 len: 946 time: 0.1588681 Jul 14 09:18:44.592231 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fad8475-856c-4e36-bcfa-f50838c334e3 req-96fb7255-f6b1-4f1d-9bc4-84c3440f0514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:44.596935 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3fad8475-856c-4e36-bcfa-f50838c334e3 req-96fb7255-f6b1-4f1d-9bc4-84c3440f0514 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=85060e65-3b2f-4a6c-a04c-ce849daa5b3b HTTP/1.1" status: 200 len: 843 time: 0.0902107 Jul 14 09:18:44.659575 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-29339d96-36ed-4541-ac05-71f753dea3f7 req-126f90d2-c1be-4c70-8817-1d05f194474b tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] 10.222.0.68 "GET /v2.0/security-groups?id=7bf941d0-4fab-41ec-a174-078829fdb488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985312 Jul 14 09:18:44.757599 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fad8475-856c-4e36-bcfa-f50838c334e3 req-5a497a82-34fe-454a-a68d-cc84dabcb51d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:44.763894 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3fad8475-856c-4e36-bcfa-f50838c334e3 req-5a497a82-34fe-454a-a68d-cc84dabcb51d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2244f7a1-04bd-42cd-9e86-31839b46f57f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1501610 Jul 14 09:18:45.016902 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3fad8475-856c-4e36-bcfa-f50838c334e3 req-626fa960-e56b-457b-a2b3-b4c0901e209a service neutron] 10.222.0.65 "GET /v2.0/networks/2244f7a1-04bd-42cd-9e86-31839b46f57f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2339320 Jul 14 09:18:45.101510 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea844434-bfd6-4f79-a65a-34eae7f0b53f req-fd7e8b60-8dce-4dec-8f63-ab245ddabe4f tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:45.103686 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ea844434-bfd6-4f79-a65a-34eae7f0b53f req-fd7e8b60-8dce-4dec-8f63-ab245ddabe4f tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] 10.222.0.68 "GET /v2.0/ports?device_id=bf400e31-083a-418b-85da-845c316517c7 HTTP/1.1" status: 200 len: 948 time: 0.1262882 Jul 14 09:18:45.165987 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ea844434-bfd6-4f79-a65a-34eae7f0b53f req-4cc91c1f-bedd-4738-97c4-282ea5b45d44 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] 10.222.0.68 "GET /v2.0/security-groups?id=c9156572-74c8-4b9e-9f0a-c202a5ef91ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530043 Jul 14 09:18:45.188487 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3fad8475-856c-4e36-bcfa-f50838c334e3 req-4894a473-a6bd-41e9-8e5d-409472dd6656 service neutron] 10.222.0.65 "GET /v2.0/networks/2244f7a1-04bd-42cd-9e86-31839b46f57f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1600878 Jul 14 09:18:45.600178 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee65eb6-1513-4a4d-89b6-ee8fd31e0686 req-77f93959-3e28-4fae-99e3-96edae8acc8d tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:45.610222 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3ee65eb6-1513-4a4d-89b6-ee8fd31e0686 req-77f93959-3e28-4fae-99e3-96edae8acc8d tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/ports?device_id=fae776f6-08aa-4436-8736-3d602d7a93d2 HTTP/1.1" status: 200 len: 950 time: 0.1041100 Jul 14 09:18:45.670865 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441eb351-e960-40d6-9da0-0c09873177b5 req-4b9ea2b2-ab2f-41b2-a838-7aadcc867337 tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:45.673644 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-441eb351-e960-40d6-9da0-0c09873177b5 req-4b9ea2b2-ab2f-41b2-a838-7aadcc867337 tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] 10.222.0.68 "GET /v2.0/ports?device_id=6593e4b3-80b2-4edd-b3fd-9f72f9137c4e HTTP/1.1" status: 200 len: 949 time: 0.1291516 Jul 14 09:18:45.677329 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3ee65eb6-1513-4a4d-89b6-ee8fd31e0686 req-accc3d70-0736-484f-bbc4-3ecc39c4d25a tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/security-groups?id=93b55648-4dd6-4852-bb99-9aa842ab19a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648432 Jul 14 09:18:45.747296 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-441eb351-e960-40d6-9da0-0c09873177b5 req-d58f1244-ff4b-4377-bea7-6f2cc7b6ac86 tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] 10.222.0.68 "GET /v2.0/security-groups?id=77fde4ca-6f5f-48d5-b2fd-4c103e7ba04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571711 Jul 14 09:18:46.076259 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43746d62-1791-430a-8716-b5f7011bc7ab req-1fef0cd5-93c1-4e45-8dc7-b85b52f52305 tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:46.078266 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-43746d62-1791-430a-8716-b5f7011bc7ab req-1fef0cd5-93c1-4e45-8dc7-b85b52f52305 tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] 10.222.0.68 "GET /v2.0/ports?device_id=facc33c5-0d58-4c84-8b5b-0879c06b54db HTTP/1.1" status: 200 len: 946 time: 0.1240673 Jul 14 09:18:46.144406 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-43746d62-1791-430a-8716-b5f7011bc7ab req-092e241b-362d-4bb7-9352-ce0061b1a8ea tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] 10.222.0.68 "GET /v2.0/security-groups?id=7bf941d0-4fab-41ec-a174-078829fdb488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520740 Jul 14 09:18:46.438106 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819c297c-e84f-467b-9575-b840b3bb7f76 req-822094fb-1884-4cc9-b75c-edf29ba255d7 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:46.440672 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-819c297c-e84f-467b-9575-b840b3bb7f76 req-822094fb-1884-4cc9-b75c-edf29ba255d7 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] 10.222.0.68 "GET /v2.0/ports?device_id=bf400e31-083a-418b-85da-845c316517c7 HTTP/1.1" status: 200 len: 948 time: 0.1251068 Jul 14 09:18:46.535288 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-819c297c-e84f-467b-9575-b840b3bb7f76 req-e7d818c7-8748-4f15-88d3-6daa687ba9bd tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] 10.222.0.68 "GET /v2.0/security-groups?id=c9156572-74c8-4b9e-9f0a-c202a5ef91ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836592 Jul 14 09:18:46.544111 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b6294c-987a-47b8-9f18-18cad3346c1a req-3375c771-b4df-4b73-b047-a2d67cc54bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:46.545645 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d7b6294c-987a-47b8-9f18-18cad3346c1a req-3375c771-b4df-4b73-b047-a2d67cc54bfb service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f15ecc2e979442a6b02936316f8b33e1&device_id=fae776f6-08aa-4436-8736-3d602d7a93d2 HTTP/1.1" status: 200 len: 1102 time: 0.1018991 Jul 14 09:18:46.666614 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b6294c-987a-47b8-9f18-18cad3346c1a req-3afdead7-a78d-4d31-ad8c-92e0dcbac764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:46.668234 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d7b6294c-987a-47b8-9f18-18cad3346c1a req-3afdead7-a78d-4d31-ad8c-92e0dcbac764 service neutron] 10.222.0.65 "GET /v2.0/networks?id=2244f7a1-04bd-42cd-9e86-31839b46f57f HTTP/1.1" status: 200 len: 870 time: 0.1116965 Jul 14 09:18:46.731049 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d7b6294c-987a-47b8-9f18-18cad3346c1a req-299f5795-ee19-405b-acb6-66b636064be4 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=2ef0f816-02a2-4c58-9b68-99ce025a71a7 HTTP/1.1" status: 200 len: 217 time: 0.0460582 Jul 14 09:18:46.798502 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b6294c-987a-47b8-9f18-18cad3346c1a req-b6756349-d839-4925-81a5-011898a70b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:46.800284 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d7b6294c-987a-47b8-9f18-18cad3346c1a req-b6756349-d839-4925-81a5-011898a70b6c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=85060e65-3b2f-4a6c-a04c-ce849daa5b3b HTTP/1.1" status: 200 len: 843 time: 0.0606940 Jul 14 09:18:46.947670 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b6294c-987a-47b8-9f18-18cad3346c1a req-1c2ed751-8e60-418a-a11e-5bd1aa5ac9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:46.950254 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d7b6294c-987a-47b8-9f18-18cad3346c1a req-1c2ed751-8e60-418a-a11e-5bd1aa5ac9f5 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2244f7a1-04bd-42cd-9e86-31839b46f57f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1382272 Jul 14 09:18:46.964668 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaad6ffd-7781-4d03-85da-9abb9c22f0cd req-c3f99645-b04d-4c99-9fcc-77792e5bcd8f tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:46.967502 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-aaad6ffd-7781-4d03-85da-9abb9c22f0cd req-c3f99645-b04d-4c99-9fcc-77792e5bcd8f tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/ports?device_id=fae776f6-08aa-4436-8736-3d602d7a93d2 HTTP/1.1" status: 200 len: 950 time: 0.1476119 Jul 14 09:18:47.093175 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-aaad6ffd-7781-4d03-85da-9abb9c22f0cd req-da7fe843-2198-4122-ab00-737c2f27140f tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/security-groups?id=93b55648-4dd6-4852-bb99-9aa842ab19a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074607 Jul 14 09:18:47.176564 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d7b6294c-987a-47b8-9f18-18cad3346c1a req-183bd9fb-b564-400e-b199-a8b2b9a5ae84 service neutron] 10.222.0.65 "GET /v2.0/networks/2244f7a1-04bd-42cd-9e86-31839b46f57f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2036197 Jul 14 09:18:47.191661 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f418c1-2d6d-4a24-95d1-731e20bb7b01 req-2cde98bc-c5ba-4572-868c-1db0d6143a0c tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:47.193414 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-99f418c1-2d6d-4a24-95d1-731e20bb7b01 req-2cde98bc-c5ba-4572-868c-1db0d6143a0c tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] 10.222.0.68 "GET /v2.0/ports?device_id=6593e4b3-80b2-4edd-b3fd-9f72f9137c4e HTTP/1.1" status: 200 len: 949 time: 0.2412486 Jul 14 09:18:47.346312 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-99f418c1-2d6d-4a24-95d1-731e20bb7b01 req-b01c1895-0dfc-47f1-a2eb-7e5c6a9679f2 tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] 10.222.0.68 "GET /v2.0/security-groups?id=77fde4ca-6f5f-48d5-b2fd-4c103e7ba04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438942 Jul 14 09:18:47.352409 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d7b6294c-987a-47b8-9f18-18cad3346c1a req-0be88d50-73c6-46a4-a353-bbbef10081cc service neutron] 10.222.0.65 "GET /v2.0/networks/2244f7a1-04bd-42cd-9e86-31839b46f57f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580009 Jul 14 09:18:47.696091 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e14474f-5069-42ef-ab03-ef31740012ee req-0416e461-5059-419c-9d1b-e3fc7c8e4800 tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:47.709317 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-4e14474f-5069-42ef-ab03-ef31740012ee req-0416e461-5059-419c-9d1b-e3fc7c8e4800 tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] 10.222.0.68 "GET /v2.0/ports?device_id=facc33c5-0d58-4c84-8b5b-0879c06b54db HTTP/1.1" status: 200 len: 946 time: 0.0853932 Jul 14 09:18:47.754189 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-4e14474f-5069-42ef-ab03-ef31740012ee req-88fe83be-2039-4bc6-aa44-473f3fd81af8 tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] 10.222.0.68 "GET /v2.0/security-groups?id=7bf941d0-4fab-41ec-a174-078829fdb488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458436 Jul 14 09:18:47.794529 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2773907-7c7b-4473-8806-904ae4fa85cd req-f414f762-37f7-460e-9726-4ea2143205b9 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:47.796481 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a2773907-7c7b-4473-8806-904ae4fa85cd req-f414f762-37f7-460e-9726-4ea2143205b9 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] 10.222.0.68 "GET /v2.0/ports?device_id=bf400e31-083a-418b-85da-845c316517c7 HTTP/1.1" status: 200 len: 948 time: 0.0974662 Jul 14 09:18:47.846585 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a2773907-7c7b-4473-8806-904ae4fa85cd req-54154d55-685a-4b17-967f-54b0b37d8194 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] 10.222.0.68 "GET /v2.0/security-groups?id=c9156572-74c8-4b9e-9f0a-c202a5ef91ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426309 Jul 14 09:18:48.053787 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device a8d2c56c-feb8-4d49-b105-e6f69ce0ed6f details requested by agent hyperv_n-h1-779913-29 with host n-h1-779913-29 {{(pid=93959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:18:48.173592 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port a8d2c56c-feb8-4d49-b105-e6f69ce0ed6f, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=a8d2c56c-feb8-4d49-b105-e6f69ce0ed6f,segment=NetworkSegment(8f1c1422-de6c-445f-ab95-4e2c94585b2b),segment_id=8f1c1422-de6c-445f-ab95-4e2c94585b2b)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:18:48.190306 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Returning: {'device': 'a8d2c56c-feb8-4d49-b105-e6f69ce0ed6f', 'network_id': '2244f7a1-04bd-42cd-9e86-31839b46f57f', 'port_id': 'a8d2c56c-feb8-4d49-b105-e6f69ce0ed6f', 'mac_address': 'fa:16:3e:6b:a2:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 724, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85060e65-3b2f-4a6c-a04c-ce849daa5b3b', 'ip_address': '192.168.233.249'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:18:48.273516 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:48.287372 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f5d4a6-3e52-4a0c-ac92-da2903c8818f req-b9935a46-1698-4e9f-91e9-cbbad513b60a tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:48.294828 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-02f5d4a6-3e52-4a0c-ac92-da2903c8818f req-b9935a46-1698-4e9f-91e9-cbbad513b60a tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/ports?device_id=fae776f6-08aa-4436-8736-3d602d7a93d2 HTTP/1.1" status: 200 len: 950 time: 0.0834768 Jul 14 09:18:48.306355 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8d2c56c-feb8-4d49-b105-e6f69ce0ed6f {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:18:48.336503 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port a8d2c56c-feb8-4d49-b105-e6f69ce0ed6f, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=a8d2c56c-feb8-4d49-b105-e6f69ce0ed6f,segment=NetworkSegment(8f1c1422-de6c-445f-ab95-4e2c94585b2b),segment_id=8f1c1422-de6c-445f-ab95-4e2c94585b2b)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:18:48.338294 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-02f5d4a6-3e52-4a0c-ac92-da2903c8818f req-87be7f19-ff1b-4032-916b-f47352422acb tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/security-groups?id=93b55648-4dd6-4852-bb99-9aa842ab19a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423906 Jul 14 09:18:48.344010 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:48.409876 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Pushing event updated for resources: {'Port': ['ID=a8d2c56c-feb8-4d49-b105-e6f69ce0ed6f,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:48.418025 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:18:48.418518 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:18:48.418871 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:18:48.419216 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:18:48.419554 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:18:48.419890 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:18:48.420222 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:18:48.420553 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:18:48.421019 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:18:48.421356 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:18:48.421743 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:18:48.422080 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:18:48.568041 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4ec165-c42b-4bdc-80b1-3ab6c17582e9 req-df669fe5-97ed-4195-8135-31af60da6f1c tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:48.574505 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6a4ec165-c42b-4bdc-80b1-3ab6c17582e9 req-df669fe5-97ed-4195-8135-31af60da6f1c tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] 10.222.0.68 "GET /v2.0/ports?device_id=6593e4b3-80b2-4edd-b3fd-9f72f9137c4e HTTP/1.1" status: 200 len: 949 time: 0.1026115 Jul 14 09:18:48.654030 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6a4ec165-c42b-4bdc-80b1-3ab6c17582e9 req-77026b63-0d7c-4268-8466-11eaba08ed43 tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] 10.222.0.68 "GET /v2.0/security-groups?id=77fde4ca-6f5f-48d5-b2fd-4c103e7ba04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707862 Jul 14 09:18:48.914184 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] get_ports_and_sgs() called for port_ids ['a8d2c56c-feb8-4d49-b105-e6f69ce0ed6f'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:18:49.017719 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4148e97-690b-44bd-bf6f-0b518d809f32 req-84be1ccf-6473-4b00-91eb-0736d79333b0 tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:49.019714 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b4148e97-690b-44bd-bf6f-0b518d809f32 req-84be1ccf-6473-4b00-91eb-0736d79333b0 tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] 10.222.0.68 "GET /v2.0/ports?device_id=facc33c5-0d58-4c84-8b5b-0879c06b54db HTTP/1.1" status: 200 len: 946 time: 0.1122110 Jul 14 09:18:49.060340 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b170e04c-baf1-43d7-b37e-52836aa42a59 req-0b9d5b1d-b01e-44fa-b550-a90c39623575 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:49.061909 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-b170e04c-baf1-43d7-b37e-52836aa42a59 req-0b9d5b1d-b01e-44fa-b550-a90c39623575 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] 10.222.0.68 "GET /v2.0/ports?device_id=bf400e31-083a-418b-85da-845c316517c7 HTTP/1.1" status: 200 len: 949 time: 0.0829117 Jul 14 09:18:49.098506 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b4148e97-690b-44bd-bf6f-0b518d809f32 req-48bcd9c4-7045-42f0-856c-c0d4f9b9a708 tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] 10.222.0.68 "GET /v2.0/security-groups?id=7bf941d0-4fab-41ec-a174-078829fdb488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555377 Jul 14 09:18:49.104687 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-b170e04c-baf1-43d7-b37e-52836aa42a59 req-19ed7510-dc64-4e70-9a3a-532f7d8a34bb tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] 10.222.0.68 "GET /v2.0/security-groups?id=c9156572-74c8-4b9e-9f0a-c202a5ef91ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344806 Jul 14 09:18:49.546088 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62564b2-0f16-430f-8f24-ccb66f6ec2db req-2030c68d-1859-4495-85ed-55210800c9f2 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:49.547832 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b62564b2-0f16-430f-8f24-ccb66f6ec2db req-2030c68d-1859-4495-85ed-55210800c9f2 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/ports?device_id=fae776f6-08aa-4436-8736-3d602d7a93d2 HTTP/1.1" status: 200 len: 950 time: 0.0799906 Jul 14 09:18:49.618577 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b62564b2-0f16-430f-8f24-ccb66f6ec2db req-3c732c6e-2610-46d6-aed0-4a07a327acd3 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/security-groups?id=93b55648-4dd6-4852-bb99-9aa842ab19a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587828 Jul 14 09:18:49.873016 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4369dc5-8c1f-4bcd-a78e-e3f7aea0fda4 req-d4c40f4a-7a52-4ad3-ae70-228baac65dc0 tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:49.874837 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c4369dc5-8c1f-4bcd-a78e-e3f7aea0fda4 req-d4c40f4a-7a52-4ad3-ae70-228baac65dc0 tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] 10.222.0.68 "GET /v2.0/ports?device_id=6593e4b3-80b2-4edd-b3fd-9f72f9137c4e HTTP/1.1" status: 200 len: 949 time: 0.0798941 Jul 14 09:18:49.926252 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c4369dc5-8c1f-4bcd-a78e-e3f7aea0fda4 req-1bb0c973-c1b8-4f8a-a111-13e8c035d427 tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] 10.222.0.68 "GET /v2.0/security-groups?id=77fde4ca-6f5f-48d5-b2fd-4c103e7ba04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452974 Jul 14 09:18:50.327591 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86ef3f0-8419-4ea2-b7a4-e35dead7ad51 req-9d4eae93-1348-4cfb-b4b7-47adeb83a6f0 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:50.336606 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b86ef3f0-8419-4ea2-b7a4-e35dead7ad51 req-9d4eae93-1348-4cfb-b4b7-47adeb83a6f0 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] 10.222.0.68 "GET /v2.0/ports?device_id=bf400e31-083a-418b-85da-845c316517c7 HTTP/1.1" status: 200 len: 949 time: 0.0959373 Jul 14 09:18:50.351001 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dbe492-3939-4776-b5c2-40e073b09230 req-0d4ca049-80cc-4722-b6a0-f454a5228c2a tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:50.359726 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-78dbe492-3939-4776-b5c2-40e073b09230 req-0d4ca049-80cc-4722-b6a0-f454a5228c2a tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] 10.222.0.68 "GET /v2.0/ports?device_id=facc33c5-0d58-4c84-8b5b-0879c06b54db HTTP/1.1" status: 200 len: 946 time: 0.0913925 Jul 14 09:18:50.390949 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b86ef3f0-8419-4ea2-b7a4-e35dead7ad51 req-c1aa5b72-f4aa-4106-b591-e7bb84796e45 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] 10.222.0.68 "GET /v2.0/security-groups?id=c9156572-74c8-4b9e-9f0a-c202a5ef91ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533588 Jul 14 09:18:50.434105 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-78dbe492-3939-4776-b5c2-40e073b09230 req-7962fe1a-1605-419d-981a-5e03673dbd1e tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] 10.222.0.68 "GET /v2.0/security-groups?id=7bf941d0-4fab-41ec-a174-078829fdb488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674491 Jul 14 09:18:50.903378 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffcbb5d-abf1-40f7-bde8-16114381c2a8 req-595ba1e5-7e10-4d0b-ab1e-f212dcdde17e tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:50.914091 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-5ffcbb5d-abf1-40f7-bde8-16114381c2a8 req-595ba1e5-7e10-4d0b-ab1e-f212dcdde17e tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/ports?device_id=fae776f6-08aa-4436-8736-3d602d7a93d2 HTTP/1.1" status: 200 len: 950 time: 0.0964775 Jul 14 09:18:50.961792 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-5ffcbb5d-abf1-40f7-bde8-16114381c2a8 req-c9d37936-4ab6-4e1e-9b47-ab64cbd45936 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/security-groups?id=93b55648-4dd6-4852-bb99-9aa842ab19a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459552 Jul 14 09:18:51.187820 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e49d36b-db12-4db3-aab8-c21f956bd3e6 req-a93d2e7b-635a-47d5-a83b-d7954bc4c13c tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:51.189939 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-2e49d36b-db12-4db3-aab8-c21f956bd3e6 req-a93d2e7b-635a-47d5-a83b-d7954bc4c13c tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] 10.222.0.68 "GET /v2.0/ports?device_id=6593e4b3-80b2-4edd-b3fd-9f72f9137c4e HTTP/1.1" status: 200 len: 949 time: 0.0783434 Jul 14 09:18:51.244859 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-2e49d36b-db12-4db3-aab8-c21f956bd3e6 req-8799ccf0-cf7c-4fc1-bc73-20a65f7ae642 tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] 10.222.0.68 "GET /v2.0/security-groups?id=77fde4ca-6f5f-48d5-b2fd-4c103e7ba04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490365 Jul 14 09:18:51.675889 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2a86d1-1686-421d-92fc-0b9c3ba756db req-1087a7a4-0ef1-4973-9339-6992fb7e5c93 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:51.677351 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1f2a86d1-1686-421d-92fc-0b9c3ba756db req-1087a7a4-0ef1-4973-9339-6992fb7e5c93 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] 10.222.0.68 "GET /v2.0/ports?device_id=bf400e31-083a-418b-85da-845c316517c7 HTTP/1.1" status: 200 len: 949 time: 0.0970333 Jul 14 09:18:51.701764 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6bff6a-fc98-4f6e-82b6-d1d98b93b4fa req-4f1ac22a-dcf8-4260-9890-1f7f854b066f tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:51.703240 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-6e6bff6a-fc98-4f6e-82b6-d1d98b93b4fa req-4f1ac22a-dcf8-4260-9890-1f7f854b066f tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] 10.222.0.68 "GET /v2.0/ports?device_id=facc33c5-0d58-4c84-8b5b-0879c06b54db HTTP/1.1" status: 200 len: 946 time: 0.1303890 Jul 14 09:18:51.729923 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1f2a86d1-1686-421d-92fc-0b9c3ba756db req-2fd4bd4f-5b48-446e-95b4-14372371e4de tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] 10.222.0.68 "GET /v2.0/security-groups?id=c9156572-74c8-4b9e-9f0a-c202a5ef91ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421529 Jul 14 09:18:51.768657 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-6e6bff6a-fc98-4f6e-82b6-d1d98b93b4fa req-827f14b2-40a5-4639-bf25-6527458994b7 tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] 10.222.0.68 "GET /v2.0/security-groups?id=7bf941d0-4fab-41ec-a174-078829fdb488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537589 Jul 14 09:18:52.095553 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device a8d2c56c-feb8-4d49-b105-e6f69ce0ed6f up at agent hyperv_n-h1-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:18:52.153985 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a975d9b0-0fee-44cb-a29f-424a674b382d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:52.162568 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8426795f-168c-4c16-aaba-2f5a40172396 req-b45484ee-0ed4-4e2b-8f9a-7a8d93df05c0 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:52.164381 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8426795f-168c-4c16-aaba-2f5a40172396 req-b45484ee-0ed4-4e2b-8f9a-7a8d93df05c0 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/ports?device_id=fae776f6-08aa-4436-8736-3d602d7a93d2 HTTP/1.1" status: 200 len: 950 time: 0.0733726 Jul 14 09:18:52.203489 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Provisioning for port a8d2c56c-feb8-4d49-b105-e6f69ce0ed6f completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:18:52.209099 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Provisioning complete for port a8d2c56c-feb8-4d49-b105-e6f69ce0ed6f triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:18:52.209477 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:52.222684 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8426795f-168c-4c16-aaba-2f5a40172396 req-14308792-6d3b-464f-942b-6d05bb86d363 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/security-groups?id=93b55648-4dd6-4852-bb99-9aa842ab19a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497468 Jul 14 09:18:52.304975 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:52.332591 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf400e31-083a-418b-85da-845c316517c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8d2c56c-feb8-4d49-b105-e6f69ce0ed6f'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:18:52.335053 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd62303f06773040a8a4e189dc46b4f565768c299abf8ab8e7739778b0bc3e97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-659c0e72-027d-4c0e-bcdd-317ec3b10cde" -d '{"events": [{"server_uuid": "bf400e31-083a-418b-85da-845c316517c7", "name": "network-vif-plugged", "status": "completed", "tag": "a8d2c56c-feb8-4d49-b105-e6f69ce0ed6f"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:18:52.352446 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port a8d2c56c-feb8-4d49-b105-e6f69ce0ed6f, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=a8d2c56c-feb8-4d49-b105-e6f69ce0ed6f,segment=NetworkSegment(8f1c1422-de6c-445f-ab95-4e2c94585b2b),segment_id=8f1c1422-de6c-445f-ab95-4e2c94585b2b)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:18:52.357816 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:52.396466 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:18:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9839ca87-916b-469b-8cbc-d3cfe744a473 x-openstack-request-id: req-9839ca87-916b-469b-8cbc-d3cfe744a473 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:18:52.396466 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf400e31-083a-418b-85da-845c316517c7", "name": "network-vif-plugged", "status": "completed", "tag": "a8d2c56c-feb8-4d49-b105-e6f69ce0ed6f", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:18:52.396466 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-9839ca87-916b-469b-8cbc-d3cfe744a473 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:18:52.396871 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf400e31-083a-418b-85da-845c316517c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8d2c56c-feb8-4d49-b105-e6f69ce0ed6f', 'code': 200} Jul 14 09:18:52.416894 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Pushing event updated for resources: {'Port': ['ID=a8d2c56c-feb8-4d49-b105-e6f69ce0ed6f,revision_number=5']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:52.488052 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec73c367-f89e-4672-9dc8-7faaa2d87fb7 req-6fe2a73e-8273-49d9-b956-c1fa26b97218 tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:52.489602 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ec73c367-f89e-4672-9dc8-7faaa2d87fb7 req-6fe2a73e-8273-49d9-b956-c1fa26b97218 tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] 10.222.0.68 "GET /v2.0/ports?device_id=6593e4b3-80b2-4edd-b3fd-9f72f9137c4e HTTP/1.1" status: 200 len: 949 time: 0.0762258 Jul 14 09:18:52.536874 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ec73c367-f89e-4672-9dc8-7faaa2d87fb7 req-038930f8-3b31-49db-b090-c2354d3230c9 tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] 10.222.0.68 "GET /v2.0/security-groups?id=77fde4ca-6f5f-48d5-b2fd-4c103e7ba04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408316 Jul 14 09:18:52.571759 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072b6982-08fc-4c76-8ac7-366e026340d6 req-7978569c-0d8f-4c6a-8973-e0dc408681dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:52.573260 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-072b6982-08fc-4c76-8ac7-366e026340d6 req-7978569c-0d8f-4c6a-8973-e0dc408681dd service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=bf400e31-083a-418b-85da-845c316517c7 HTTP/1.1" status: 200 len: 1102 time: 0.0556960 Jul 14 09:18:52.612412 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-072b6982-08fc-4c76-8ac7-366e026340d6 req-1bd18f9d-f887-4998-830e-ee5caf4e8165 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=c9156572-74c8-4b9e-9f0a-c202a5ef91ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307095 Jul 14 09:18:52.902820 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e5f236-c74e-4aca-95fa-ed438db9e20d req-ea5da758-aeba-4fcf-bf5d-21201e1c59cf tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:52.904536 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f4e5f236-c74e-4aca-95fa-ed438db9e20d req-ea5da758-aeba-4fcf-bf5d-21201e1c59cf tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] 10.222.0.68 "GET /v2.0/ports?device_id=bf400e31-083a-418b-85da-845c316517c7 HTTP/1.1" status: 200 len: 950 time: 0.0634575 Jul 14 09:18:52.943821 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f4e5f236-c74e-4aca-95fa-ed438db9e20d req-d604e5dd-80b3-426b-bc35-71fe8e8ed76c tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] 10.222.0.68 "GET /v2.0/security-groups?id=c9156572-74c8-4b9e-9f0a-c202a5ef91ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333056 Jul 14 09:18:52.973402 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbc85bb-5455-42e5-819f-abf765c57974 req-3e783456-13ca-403e-90b1-a6b7a92be58d tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:52.974938 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-4bbc85bb-5455-42e5-819f-abf765c57974 req-3e783456-13ca-403e-90b1-a6b7a92be58d tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] 10.222.0.68 "GET /v2.0/ports?device_id=facc33c5-0d58-4c84-8b5b-0879c06b54db HTTP/1.1" status: 200 len: 946 time: 0.0772450 Jul 14 09:18:53.015657 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-4bbc85bb-5455-42e5-819f-abf765c57974 req-28e07be5-324a-4985-8d0d-aa803ef57a41 tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] 10.222.0.68 "GET /v2.0/security-groups?id=7bf941d0-4fab-41ec-a174-078829fdb488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341799 Jul 14 09:18:53.544478 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6598b44a-6998-44b6-8f9c-06a3e966c05f req-bc93b11b-e1f6-401f-8bdb-d26d7b2af92b tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:53.546037 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-6598b44a-6998-44b6-8f9c-06a3e966c05f req-bc93b11b-e1f6-401f-8bdb-d26d7b2af92b tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/ports?device_id=fae776f6-08aa-4436-8736-3d602d7a93d2 HTTP/1.1" status: 200 len: 950 time: 0.0710044 Jul 14 09:18:53.588300 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-6598b44a-6998-44b6-8f9c-06a3e966c05f req-26170c05-c029-41fe-ac8c-f8a001ea282b tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/security-groups?id=93b55648-4dd6-4852-bb99-9aa842ab19a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327456 Jul 14 09:18:53.688200 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33256bab-01d0-4508-82e6-d29a42da3299 req-bf840f11-c034-4130-a9a4-7729b781f647 tempest-LiveAutoBlockMigrationV225Test-648529105 tempest-LiveAutoBlockMigrationV225Test-648529105-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:53.689918 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-33256bab-01d0-4508-82e6-d29a42da3299 req-bf840f11-c034-4130-a9a4-7729b781f647 tempest-LiveAutoBlockMigrationV225Test-648529105 tempest-LiveAutoBlockMigrationV225Test-648529105-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=facc33c5-0d58-4c84-8b5b-0879c06b54db&tenant_id=e14af975015c4397b9da2a89a906dfc2&binding%3Ahost_id=n-h1-779913-29 HTTP/1.1" status: 200 len: 1098 time: 0.0696793 Jul 14 09:18:53.707135 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-33256bab-01d0-4508-82e6-d29a42da3299 req-0702a0b3-bb3b-4cd4-a777-d538b098bfdc service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-779913-29'}}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:18:53.764058 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fddbf0-ee62-450f-891b-db524e840b76 req-71a9aeac-32d5-4a26-af43-8924cd67e764 tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:53.765600 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-34fddbf0-ee62-450f-891b-db524e840b76 req-71a9aeac-32d5-4a26-af43-8924cd67e764 tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] 10.222.0.68 "GET /v2.0/ports?device_id=6593e4b3-80b2-4edd-b3fd-9f72f9137c4e HTTP/1.1" status: 200 len: 949 time: 0.0678227 Jul 14 09:18:53.798191 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-33256bab-01d0-4508-82e6-d29a42da3299 req-0702a0b3-bb3b-4cd4-a777-d538b098bfdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:53.807021 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-34fddbf0-ee62-450f-891b-db524e840b76 req-feda3773-30b8-4515-9276-75c62a536d70 tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] 10.222.0.68 "GET /v2.0/security-groups?id=77fde4ca-6f5f-48d5-b2fd-4c103e7ba04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343590 Jul 14 09:18:53.970522 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-33256bab-01d0-4508-82e6-d29a42da3299 req-0702a0b3-bb3b-4cd4-a777-d538b098bfdc service neutron] For port ba32fbed-4dee-4c02-8d7e-5389e3020217, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=ba32fbed-4dee-4c02-8d7e-5389e3020217,segment=NetworkSegment(4f3a0541-e6cd-42f5-92f6-5d961c2f621f),segment_id=4f3a0541-e6cd-42f5-92f6-5d961c2f621f)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:18:54.144756 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a355263e-8eb7-4a59-86bf-84892805faac req-54972059-855c-4096-926e-7deda9cd77c4 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:54.146379 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-a355263e-8eb7-4a59-86bf-84892805faac req-54972059-855c-4096-926e-7deda9cd77c4 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] 10.222.0.68 "GET /v2.0/ports?device_id=bf400e31-083a-418b-85da-845c316517c7 HTTP/1.1" status: 200 len: 950 time: 0.0712981 Jul 14 09:18:54.186321 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-a355263e-8eb7-4a59-86bf-84892805faac req-47b12c4d-0250-4a2f-85b0-670670e0dca2 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] 10.222.0.68 "GET /v2.0/security-groups?id=c9156572-74c8-4b9e-9f0a-c202a5ef91ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339444 Jul 14 09:18:54.294721 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-33256bab-01d0-4508-82e6-d29a42da3299 req-0702a0b3-bb3b-4cd4-a777-d538b098bfdc service neutron] For port ba32fbed-4dee-4c02-8d7e-5389e3020217, host n-h1-779913-29, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:18:54.302601 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396e916c-e7eb-4086-8e35-2351f010ff7f req-28dbce4c-9eb1-441a-bd77-8eba55de0afa tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:54.304071 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-396e916c-e7eb-4086-8e35-2351f010ff7f req-28dbce4c-9eb1-441a-bd77-8eba55de0afa tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] 10.222.0.68 "GET /v2.0/networks?id=9b8a6edc-bbae-47ce-bda0-fb444fc735c0 HTTP/1.1" status: 200 len: 804 time: 0.3988302 Jul 14 09:18:54.335173 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-396e916c-e7eb-4086-8e35-2351f010ff7f req-5d645a9c-26ac-4277-b830-52cfab237320 tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] 10.222.0.68 "GET /v2.0/quotas/7106393f864d424cbb37d8910f9a40b9 HTTP/1.1" status: 200 len: 375 time: 0.0133739 Jul 14 09:18:54.360531 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a65f13-33ef-47fa-b0d4-330100ee3abc req-6275debb-1e4f-4202-8068-e5a0a08408b6 tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:54.363068 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'facc33c5-0d58-4c84-8b5b-0879c06b54db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ba32fbed-4dee-4c02-8d7e-5389e3020217'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:18:54.364116 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-70a65f13-33ef-47fa-b0d4-330100ee3abc req-6275debb-1e4f-4202-8068-e5a0a08408b6 tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] 10.222.0.68 "GET /v2.0/ports?device_id=facc33c5-0d58-4c84-8b5b-0879c06b54db HTTP/1.1" status: 200 len: 946 time: 0.0666757 Jul 14 09:18:54.365293 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1645a745-423a-4754-8ac8-35782ad680aa" -d '{"events": [{"server_uuid": "facc33c5-0d58-4c84-8b5b-0879c06b54db", "name": "network-vif-unplugged", "status": "completed", "tag": "ba32fbed-4dee-4c02-8d7e-5389e3020217"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:18:54.386351 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-33256bab-01d0-4508-82e6-d29a42da3299 req-0702a0b3-bb3b-4cd4-a777-d538b098bfdc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:54.399053 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-33256bab-01d0-4508-82e6-d29a42da3299 req-0702a0b3-bb3b-4cd4-a777-d538b098bfdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:54.408412 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-70a65f13-33ef-47fa-b0d4-330100ee3abc req-cc793111-a143-4ea1-abe3-7ed914899054 tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] 10.222.0.68 "GET /v2.0/security-groups?id=7bf941d0-4fab-41ec-a174-078829fdb488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377879 Jul 14 09:18:54.502367 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-396e916c-e7eb-4086-8e35-2351f010ff7f req-e2138c88-5363-434b-b3f6-3bf08bbfd702 tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=7106393f864d424cbb37d8910f9a40b9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1607449 Jul 14 09:18:54.514182 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0702a0b3-bb3b-4cd4-a777-d538b098bfdc service neutron] Pushing event updated for resources: {'Port': ['ID=ba32fbed-4dee-4c02-8d7e-5389e3020217,revision_number=7']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:54.530335 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-33256bab-01d0-4508-82e6-d29a42da3299 req-0702a0b3-bb3b-4cd4-a777-d538b098bfdc service neutron] Attempting to bind port ba32fbed-4dee-4c02-8d7e-5389e3020217 on host n-h1-779913-29 for vnic_type normal with profile {"migrating_to": "n-h2-779913-29"} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:18:54.530746 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-33256bab-01d0-4508-82e6-d29a42da3299 req-0702a0b3-bb3b-4cd4-a777-d538b098bfdc service neutron] Attempting to bind port ba32fbed-4dee-4c02-8d7e-5389e3020217 by drivers openvswitch,hyperv on host n-h1-779913-29 at level 0 using segments [{'id': '4f3a0541-e6cd-42f5-92f6-5d961c2f621f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'e7cb481e-49dc-464e-b748-d3d2c45f69f9'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:18:54.531634 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33256bab-01d0-4508-82e6-d29a42da3299 req-0702a0b3-bb3b-4cd4-a777-d538b098bfdc service neutron] Attempting to bind port ba32fbed-4dee-4c02-8d7e-5389e3020217 on network e7cb481e-49dc-464e-b748-d3d2c45f69f9 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:18:54.572177 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33256bab-01d0-4508-82e6-d29a42da3299 req-0702a0b3-bb3b-4cd4-a777-d538b098bfdc service neutron] Port ba32fbed-4dee-4c02-8d7e-5389e3020217 on network e7cb481e-49dc-464e-b748-d3d2c45f69f9 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-29 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:18:54.572361 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33256bab-01d0-4508-82e6-d29a42da3299 req-0702a0b3-bb3b-4cd4-a777-d538b098bfdc service neutron] Attempting to bind port ba32fbed-4dee-4c02-8d7e-5389e3020217 on network e7cb481e-49dc-464e-b748-d3d2c45f69f9 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:18:54.581253 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33256bab-01d0-4508-82e6-d29a42da3299 req-0702a0b3-bb3b-4cd4-a777-d538b098bfdc service neutron] Checking agent: {'id': 'de11e667-f145-47b0-bd09-334a7505938e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 13, 12), 'started_at': datetime.datetime(2021, 7, 14, 9, 13, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 18, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:18:54.581670 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33256bab-01d0-4508-82e6-d29a42da3299 req-0702a0b3-bb3b-4cd4-a777-d538b098bfdc service neutron] Checking segment: {'id': '4f3a0541-e6cd-42f5-92f6-5d961c2f621f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'e7cb481e-49dc-464e-b748-d3d2c45f69f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:18:54.582052 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33256bab-01d0-4508-82e6-d29a42da3299 req-0702a0b3-bb3b-4cd4-a777-d538b098bfdc service neutron] Bound using segment: {'id': '4f3a0541-e6cd-42f5-92f6-5d961c2f621f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'e7cb481e-49dc-464e-b748-d3d2c45f69f9'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:18:54.582478 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-33256bab-01d0-4508-82e6-d29a42da3299 req-0702a0b3-bb3b-4cd4-a777-d538b098bfdc service neutron] Bound port: ba32fbed-4dee-4c02-8d7e-5389e3020217, host: n-h1-779913-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f3a0541-e6cd-42f5-92f6-5d961c2f621f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'e7cb481e-49dc-464e-b748-d3d2c45f69f9'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:18:54.582836 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-33256bab-01d0-4508-82e6-d29a42da3299 req-0702a0b3-bb3b-4cd4-a777-d538b098bfdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:54.661106 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device ba32fbed-4dee-4c02-8d7e-5389e3020217 details requested by agent hyperv_n-h2-779913-29 with host n-h2-779913-29 {{(pid=93959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:18:54.670352 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-396e916c-e7eb-4086-8e35-2351f010ff7f req-46fdb859-3389-40f3-ab65-7947e61f17f6 service neutron] 10.222.0.68 "GET /v2.0/networks/9b8a6edc-bbae-47ce-bda0-fb444fc735c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498702 Jul 14 09:18:54.694083 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:54.706161 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-33256bab-01d0-4508-82e6-d29a42da3299 req-0702a0b3-bb3b-4cd4-a777-d538b098bfdc service neutron] For port ba32fbed-4dee-4c02-8d7e-5389e3020217, host n-h1-779913-29, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:18:54.750876 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-33256bab-01d0-4508-82e6-d29a42da3299 req-0702a0b3-bb3b-4cd4-a777-d538b098bfdc service neutron] For port ba32fbed-4dee-4c02-8d7e-5389e3020217, host n-h1-779913-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=ba32fbed-4dee-4c02-8d7e-5389e3020217,segment=NetworkSegment(4f3a0541-e6cd-42f5-92f6-5d961c2f621f),segment_id=4f3a0541-e6cd-42f5-92f6-5d961c2f621f)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:18:54.761597 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-33256bab-01d0-4508-82e6-d29a42da3299 req-0702a0b3-bb3b-4cd4-a777-d538b098bfdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:54.771456 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ba3875c0-77cb-4a95-9f86-d71c33cfed4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:54.794227 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port ba32fbed-4dee-4c02-8d7e-5389e3020217, host n-h1-779913-29, got binding levels [] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:18:54.824650 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Attempting to bind port ba32fbed-4dee-4c02-8d7e-5389e3020217 on host n-h1-779913-29 for vnic_type normal with profile {"migrating_to": "n-h2-779913-29"} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:18:54.825195 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Attempting to bind port ba32fbed-4dee-4c02-8d7e-5389e3020217 by drivers openvswitch,hyperv on host n-h1-779913-29 at level 0 using segments [{'id': '4f3a0541-e6cd-42f5-92f6-5d961c2f621f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'e7cb481e-49dc-464e-b748-d3d2c45f69f9'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:18:54.825594 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Attempting to bind port ba32fbed-4dee-4c02-8d7e-5389e3020217 on network e7cb481e-49dc-464e-b748-d3d2c45f69f9 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:18:54.830544 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Port ba32fbed-4dee-4c02-8d7e-5389e3020217 on network e7cb481e-49dc-464e-b748-d3d2c45f69f9 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-29 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:18:54.830907 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Attempting to bind port ba32fbed-4dee-4c02-8d7e-5389e3020217 on network e7cb481e-49dc-464e-b748-d3d2c45f69f9 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:18:54.837688 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Checking agent: {'id': 'de11e667-f145-47b0-bd09-334a7505938e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 13, 12), 'started_at': datetime.datetime(2021, 7, 14, 9, 13, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 18, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:18:54.838095 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Checking segment: {'id': '4f3a0541-e6cd-42f5-92f6-5d961c2f621f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'e7cb481e-49dc-464e-b748-d3d2c45f69f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:18:54.838710 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Bound using segment: {'id': '4f3a0541-e6cd-42f5-92f6-5d961c2f621f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'e7cb481e-49dc-464e-b748-d3d2c45f69f9'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:18:54.839378 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Bound port: ba32fbed-4dee-4c02-8d7e-5389e3020217, host: n-h1-779913-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f3a0541-e6cd-42f5-92f6-5d961c2f621f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'e7cb481e-49dc-464e-b748-d3d2c45f69f9'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:18:54.840047 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:54.849110 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-396e916c-e7eb-4086-8e35-2351f010ff7f req-3bae8535-b77f-410e-9ade-051da1559328 service neutron] 10.222.0.68 "GET /v2.0/networks/9b8a6edc-bbae-47ce-bda0-fb444fc735c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1682308 Jul 14 09:18:54.873371 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33256bab-01d0-4508-82e6-d29a42da3299 req-0702a0b3-bb3b-4cd4-a777-d538b098bfdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:54.874024 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-33256bab-01d0-4508-82e6-d29a42da3299 req-0702a0b3-bb3b-4cd4-a777-d538b098bfdc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:54.876839 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-33256bab-01d0-4508-82e6-d29a42da3299 req-0702a0b3-bb3b-4cd4-a777-d538b098bfdc service neutron] 10.222.0.57 "PUT /v2.0/ports/ba32fbed-4dee-4c02-8d7e-5389e3020217 HTTP/1.1" status: 200 len: 1124 time: 1.1756775 Jul 14 09:18:54.887396 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0702a0b3-bb3b-4cd4-a777-d538b098bfdc service neutron] Pushing event updated for resources: {'Port': ['ID=ba32fbed-4dee-4c02-8d7e-5389e3020217,revision_number=8']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:54.926083 n-d-779913-29 neutron-server[93959]: WARNING neutron.plugins.ml2.plugin [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Concurrent port binding operations failed on port ba32fbed-4dee-4c02-8d7e-5389e3020217 Jul 14 09:18:54.930511 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port ba32fbed-4dee-4c02-8d7e-5389e3020217, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=ba32fbed-4dee-4c02-8d7e-5389e3020217,segment=NetworkSegment(4f3a0541-e6cd-42f5-92f6-5d961c2f621f),segment_id=4f3a0541-e6cd-42f5-92f6-5d961c2f621f)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:18:54.931868 n-d-779913-29 neutron-server[93959]: INFO neutron.plugins.ml2.plugin [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Attempt 2 to bind port ba32fbed-4dee-4c02-8d7e-5389e3020217 Jul 14 09:18:54.932322 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device ba32fbed-4dee-4c02-8d7e-5389e3020217 has no active binding in host n-h2-779913-29 {{(pid=93959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 14 09:18:55.022004 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 09:18:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae9630c2-be93-45ad-9246-439d7d4e066f x-openstack-request-id: req-ae9630c2-be93-45ad-9246-439d7d4e066f {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:18:55.022608 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "facc33c5-0d58-4c84-8b5b-0879c06b54db", "name": "network-vif-unplugged", "status": "completed", "tag": "ba32fbed-4dee-4c02-8d7e-5389e3020217", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:18:55.022710 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-ae9630c2-be93-45ad-9246-439d7d4e066f {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:18:55.023683 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'facc33c5-0d58-4c84-8b5b-0879c06b54db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ba32fbed-4dee-4c02-8d7e-5389e3020217', 'code': 200} Jul 14 09:18:55.179189 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ed8d9e-e28d-4830-9e7d-58c302438dd5 req-04ecca15-7d04-40db-bd3b-591f33298fb9 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:55.180596 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b9ed8d9e-e28d-4830-9e7d-58c302438dd5 req-04ecca15-7d04-40db-bd3b-591f33298fb9 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/ports?device_id=fae776f6-08aa-4436-8736-3d602d7a93d2 HTTP/1.1" status: 200 len: 950 time: 0.0651724 Jul 14 09:18:55.186045 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] get_ports_and_sgs() called for port_ids ['ba32fbed-4dee-4c02-8d7e-5389e3020217'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:18:55.214371 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] get_ports_and_sgs() called for port_ids ['ba32fbed-4dee-4c02-8d7e-5389e3020217'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:18:55.244711 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b9ed8d9e-e28d-4830-9e7d-58c302438dd5 req-703be89f-f410-4a59-9a5a-f660699872dc tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/security-groups?id=93b55648-4dd6-4852-bb99-9aa842ab19a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578628 Jul 14 09:18:55.415181 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62889a70-f850-406e-9ad2-5954337018a8 req-75a2adaa-9a88-4b34-8ee9-fbd7214cad3e tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:55.417596 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-62889a70-f850-406e-9ad2-5954337018a8 req-75a2adaa-9a88-4b34-8ee9-fbd7214cad3e tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] 10.222.0.68 "GET /v2.0/ports?device_id=6593e4b3-80b2-4edd-b3fd-9f72f9137c4e HTTP/1.1" status: 200 len: 949 time: 0.0839925 Jul 14 09:18:55.460161 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-62889a70-f850-406e-9ad2-5954337018a8 req-e46d2f63-8003-4eee-9a40-ebc58afa27c0 tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] 10.222.0.68 "GET /v2.0/security-groups?id=77fde4ca-6f5f-48d5-b2fd-4c103e7ba04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344267 Jul 14 09:18:55.638324 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d187c28f-9813-47b9-a1ce-023e122e08e1 req-adedd782-2d14-49c2-9a4f-b335c581848b tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] 10.222.0.68 "GET /v2.0/ports?device_id=9469915a-ae06-4f76-9764-28e54a0c3bb6 HTTP/1.1" status: 200 len: 210 time: 0.0379076 Jul 14 09:18:55.789996 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5ad31076-714c-49ec-bc37-f3d4cd90112a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:55.806850 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0d6060-979e-41d8-bd54-a3e7bf3b0ade req-4c8c96b6-9288-42ed-8a9c-7f836cf82760 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:55.808382 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-bd0d6060-979e-41d8-bd54-a3e7bf3b0ade req-4c8c96b6-9288-42ed-8a9c-7f836cf82760 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] 10.222.0.68 "GET /v2.0/ports?device_id=bf400e31-083a-418b-85da-845c316517c7 HTTP/1.1" status: 200 len: 950 time: 0.1123881 Jul 14 09:18:55.830157 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8a2628-2391-412e-b655-b7fde650907b req-48ebee74-5b11-4bed-a2c7-5956767fb802 tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:55.831702 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-bc8a2628-2391-412e-b655-b7fde650907b req-48ebee74-5b11-4bed-a2c7-5956767fb802 tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] 10.222.0.68 "GET /v2.0/ports?device_id=facc33c5-0d58-4c84-8b5b-0879c06b54db HTTP/1.1" status: 200 len: 944 time: 0.0787449 Jul 14 09:18:55.862071 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-bd0d6060-979e-41d8-bd54-a3e7bf3b0ade req-c308bf8d-222b-448f-9ec7-2b6e575f172a tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] 10.222.0.68 "GET /v2.0/security-groups?id=c9156572-74c8-4b9e-9f0a-c202a5ef91ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440786 Jul 14 09:18:55.876904 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-bc8a2628-2391-412e-b655-b7fde650907b req-d3243065-eaf7-4ba6-8c26-70922a9488ce tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] 10.222.0.68 "GET /v2.0/security-groups?id=7bf941d0-4fab-41ec-a174-078829fdb488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385101 Jul 14 09:18:56.022883 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469ffe29-4e17-4085-8ee3-7f2d6e7af0e4 req-78299e10-d07a-4ee7-ab3d-38cbee9e3914 tempest-ServersOnMultiNodesTest-574860192 tempest-ServersOnMultiNodesTest-574860192-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:56.025552 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-469ffe29-4e17-4085-8ee3-7f2d6e7af0e4 req-78299e10-d07a-4ee7-ab3d-38cbee9e3914 tempest-ServersOnMultiNodesTest-574860192 tempest-ServersOnMultiNodesTest-574860192-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=bf400e31-083a-418b-85da-845c316517c7 HTTP/1.1" status: 200 len: 1102 time: 0.0585115 Jul 14 09:18:56.061596 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-469ffe29-4e17-4085-8ee3-7f2d6e7af0e4 req-23dc6203-ae3f-4fc9-b3bb-a1ce8a7b5168 tempest-ServersOnMultiNodesTest-574860192 tempest-ServersOnMultiNodesTest-574860192-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=c9156572-74c8-4b9e-9f0a-c202a5ef91ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301149 Jul 14 09:18:56.211270 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-bb65db81-1eb4-43e9-b11f-8ce2eff95aec req-cb2ba17d-7d42-4798-8f4f-bf3c45c590af tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] 10.222.0.68 "GET /v2.0/networks?tenant_id=960db35cb56b449db311d3b4abef7a82&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0218129 Jul 14 09:18:56.324556 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb65db81-1eb4-43e9-b11f-8ce2eff95aec req-99473fe4-d780-413f-9674-871c5d4c3c34 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:56.325960 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-bb65db81-1eb4-43e9-b11f-8ce2eff95aec req-99473fe4-d780-413f-9674-871c5d4c3c34 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1092269 Jul 14 09:18:56.341133 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-bb65db81-1eb4-43e9-b11f-8ce2eff95aec req-06f6cbd9-ac36-465d-a4c8-595bdde6619a tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] 10.222.0.68 "GET /v2.0/quotas/960db35cb56b449db311d3b4abef7a82 HTTP/1.1" status: 200 len: 375 time: 0.0092380 Jul 14 09:18:56.418316 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-bb65db81-1eb4-43e9-b11f-8ce2eff95aec req-de01de3b-abf9-4ad7-aa6e-fc903a0c67cc tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=960db35cb56b449db311d3b4abef7a82&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0721216 Jul 14 09:18:56.502906 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e9b870-0ca2-47af-9a12-833f7460f1f7 req-7d84b90e-2de3-4c1f-85fc-ec5a38b87299 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:56.504409 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-89e9b870-0ca2-47af-9a12-833f7460f1f7 req-7d84b90e-2de3-4c1f-85fc-ec5a38b87299 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/ports?device_id=fae776f6-08aa-4436-8736-3d602d7a93d2 HTTP/1.1" status: 200 len: 950 time: 0.0638185 Jul 14 09:18:56.569409 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-89e9b870-0ca2-47af-9a12-833f7460f1f7 req-dfb4f13a-cfaf-46ee-9aba-5c05b09dd981 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/security-groups?id=93b55648-4dd6-4852-bb99-9aa842ab19a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570571 Jul 14 09:18:56.578109 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4031698-01e8-47b3-87a2-868d34d259be req-5903e87a-c064-4de4-9473-776b8d1e1c10 tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:56.580611 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a4031698-01e8-47b3-87a2-868d34d259be req-5903e87a-c064-4de4-9473-776b8d1e1c10 tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] 10.222.0.57 "GET /v2.0/ports?device_id=1055dbfe-92e6-437c-b901-0e1c0a80dc51 HTTP/1.1" status: 200 len: 946 time: 0.0828135 Jul 14 09:18:56.643165 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ecf214fd-79e2-401d-8ba4-ee405570d0c4 req-358f99b0-e7a4-4263-b4f6-a4f017abf0b3 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] 10.222.0.68 "GET /v2.0/ports?device_id=020e8c72-a14e-4f01-b978-0490c56491f8 HTTP/1.1" status: 200 len: 210 time: 0.0352521 Jul 14 09:18:56.687021 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 9fc6737d-c564-428d-982b-1282a6bba865 no longer exists at agent hyperv_n-h2-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:18:56.811523 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dec0b3-8ee9-48dc-9f4c-67efc1a6a303 req-293528e3-ef05-4eda-8091-d25f4f3ca187 tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:56.813239 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-86dec0b3-8ee9-48dc-9f4c-67efc1a6a303 req-293528e3-ef05-4eda-8091-d25f4f3ca187 tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] 10.222.0.68 "GET /v2.0/ports?device_id=6593e4b3-80b2-4edd-b3fd-9f72f9137c4e HTTP/1.1" status: 200 len: 949 time: 0.1680002 Jul 14 09:18:56.823247 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [req-a4031698-01e8-47b3-87a2-868d34d259be req-19ddff19-f01b-42f8-bc7a-29aee2a9d0cb tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] Deleting port 9fc6737d-c564-428d-982b-1282a6bba865 {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:18:56.823690 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-a4031698-01e8-47b3-87a2-868d34d259be req-19ddff19-f01b-42f8-bc7a-29aee2a9d0cb tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:56.944205 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-9ce1a0f8-b6ad-415d-af2b-5940029377e9 req-c95c6de9-3519-4a78-8947-070860b9ec84 tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] 10.222.0.68 "GET /v2.0/ports?device_id=9469915a-ae06-4f76-9764-28e54a0c3bb6 HTTP/1.1" status: 200 len: 210 time: 0.1026461 Jul 14 09:18:56.992382 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-86dec0b3-8ee9-48dc-9f4c-67efc1a6a303 req-f1ccafc0-8c8d-44b6-95bd-8bfd3d29f937 tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] 10.222.0.68 "GET /v2.0/security-groups?id=77fde4ca-6f5f-48d5-b2fd-4c103e7ba04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712573 Jul 14 09:18:57.057313 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396e916c-e7eb-4086-8e35-2351f010ff7f req-0bd8b99e-ecc4-43d4-b22e-81dfbe0a5d98 tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:57.059476 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-396e916c-e7eb-4086-8e35-2351f010ff7f req-0bd8b99e-ecc4-43d4-b22e-81dfbe0a5d98 tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] 10.222.0.57 "GET /v2.0/networks?id=9b8a6edc-bbae-47ce-bda0-fb444fc735c0 HTTP/1.1" status: 200 len: 804 time: 0.2435770 Jul 14 09:18:57.068123 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'facc33c5-0d58-4c84-8b5b-0879c06b54db', 'tag': 'ba32fbed-4dee-4c02-8d7e-5389e3020217'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:18:57.082201 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1512dd9f-48b6-49f2-8320-84a02b53264d" -d '{"events": [{"name": "network-changed", "server_uuid": "facc33c5-0d58-4c84-8b5b-0879c06b54db", "tag": "ba32fbed-4dee-4c02-8d7e-5389e3020217"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:18:57.083065 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [req-396e916c-e7eb-4086-8e35-2351f010ff7f req-7155c645-e8de-45ee-bbfb-358450131422 tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] Request body: {'port': {'device_id': '9469915a-ae06-4f76-9764-28e54a0c3bb6', 'network_id': '9b8a6edc-bbae-47ce-bda0-fb444fc735c0', 'admin_state_up': True, 'tenant_id': '7106393f864d424cbb37d8910f9a40b9'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:18:57.143249 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-a4031698-01e8-47b3-87a2-868d34d259be req-19ddff19-f01b-42f8-bc7a-29aee2a9d0cb tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] For port 9fc6737d-c564-428d-982b-1282a6bba865, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=9fc6737d-c564-428d-982b-1282a6bba865,segment=NetworkSegment(becdfe35-a9ff-4f14-9744-544114c40ea3),segment_id=becdfe35-a9ff-4f14-9744-544114c40ea3)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:18:57.146009 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-a4031698-01e8-47b3-87a2-868d34d259be req-19ddff19-f01b-42f8-bc7a-29aee2a9d0cb tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:57.162098 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:57.164388 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [req-a4031698-01e8-47b3-87a2-868d34d259be req-19ddff19-f01b-42f8-bc7a-29aee2a9d0cb tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] Calling delete_port for 9fc6737d-c564-428d-982b-1282a6bba865 owned by compute:nova {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:18:57.189276 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:18:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a262a6e6-1bb0-46f3-beb9-eae4cf9818e7 x-openstack-request-id: req-a262a6e6-1bb0-46f3-beb9-eae4cf9818e7 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:18:57.190881 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "facc33c5-0d58-4c84-8b5b-0879c06b54db", "tag": "ba32fbed-4dee-4c02-8d7e-5389e3020217", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:18:57.191158 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-a262a6e6-1bb0-46f3-beb9-eae4cf9818e7 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:18:57.191700 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'facc33c5-0d58-4c84-8b5b-0879c06b54db', 'tag': 'ba32fbed-4dee-4c02-8d7e-5389e3020217', 'status': 'completed', 'code': 200} Jul 14 09:18:57.213427 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1055dbfe-92e6-437c-b901-0e1c0a80dc51', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9fc6737d-c564-428d-982b-1282a6bba865'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:18:57.222784 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd62303f06773040a8a4e189dc46b4f565768c299abf8ab8e7739778b0bc3e97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f250155-769b-48a7-a117-05c8ec118197" -d '{"events": [{"server_uuid": "1055dbfe-92e6-437c-b901-0e1c0a80dc51", "name": "network-vif-unplugged", "status": "completed", "tag": "9fc6737d-c564-428d-982b-1282a6bba865"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:18:57.252674 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 9fc6737d-c564-428d-982b-1282a6bba865, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=9fc6737d-c564-428d-982b-1282a6bba865,segment=NetworkSegment(becdfe35-a9ff-4f14-9744-544114c40ea3),segment_id=becdfe35-a9ff-4f14-9744-544114c40ea3)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:18:57.259420 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:57.341846 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Pushing event updated for resources: {'Port': ['ID=9fc6737d-c564-428d-982b-1282a6bba865,revision_number=8']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:57.378249 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-396e916c-e7eb-4086-8e35-2351f010ff7f req-7155c645-e8de-45ee-bbfb-358450131422 tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] Made reservation on behalf of 7106393f864d424cbb37d8910f9a40b9 for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:18:57.383425 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-396e916c-e7eb-4086-8e35-2351f010ff7f req-7155c645-e8de-45ee-bbfb-358450131422 tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:57.420212 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1512dd9f-48b6-49f2-8320-84a02b53264d req-9411bee7-bd91-454f-a453-5099f80bb18d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:57.425666 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1512dd9f-48b6-49f2-8320-84a02b53264d req-9411bee7-bd91-454f-a453-5099f80bb18d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e14af975015c4397b9da2a89a906dfc2&device_id=facc33c5-0d58-4c84-8b5b-0879c06b54db HTTP/1.1" status: 200 len: 1127 time: 0.1321192 Jul 14 09:18:57.429177 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b3a1cc-726a-4777-a5fe-af1aa5d98923 req-097b698b-dac9-417c-ab24-f09e2a96d83a tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:57.431985 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-15b3a1cc-726a-4777-a5fe-af1aa5d98923 req-097b698b-dac9-417c-ab24-f09e2a96d83a tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] 10.222.0.68 "GET /v2.0/ports?device_id=facc33c5-0d58-4c84-8b5b-0879c06b54db HTTP/1.1" status: 200 len: 944 time: 0.1508887 Jul 14 09:18:57.473463 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 09:18:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3cd0764-6877-4ac3-960d-da9e2360c3a8 x-openstack-request-id: req-f3cd0764-6877-4ac3-960d-da9e2360c3a8 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:18:57.474044 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1055dbfe-92e6-437c-b901-0e1c0a80dc51", "name": "network-vif-unplugged", "status": "completed", "tag": "9fc6737d-c564-428d-982b-1282a6bba865", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:18:57.474488 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-f3cd0764-6877-4ac3-960d-da9e2360c3a8 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:18:57.475035 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1055dbfe-92e6-437c-b901-0e1c0a80dc51', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9fc6737d-c564-428d-982b-1282a6bba865', 'code': 200} Jul 14 09:18:57.582598 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5bbe322f-3f67-4864-bc0a-91afe44d23e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:57.591847 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-15b3a1cc-726a-4777-a5fe-af1aa5d98923 req-70a7bfe8-b865-4143-b1ce-2f2dd5957192 tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] 10.222.0.68 "GET /v2.0/security-groups?id=7bf941d0-4fab-41ec-a174-078829fdb488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421776 Jul 14 09:18:57.658697 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-a4031698-01e8-47b3-87a2-868d34d259be req-19ddff19-f01b-42f8-bc7a-29aee2a9d0cb tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:57.694634 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [req-396e916c-e7eb-4086-8e35-2351f010ff7f req-7155c645-e8de-45ee-bbfb-358450131422 tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] Allocated IP 172.20.0.8 (9b8a6edc-bbae-47ce-bda0-fb444fc735c0/8ea73f7d-9594-449c-9c84-8c744576418b/6a6e006f-ab54-4229-9755-36575b786a53) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:18:57.779180 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ddff19-f01b-42f8-bc7a-29aee2a9d0cb tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] Pushing event deleted for resources: {'Port': ['ID=9fc6737d-c564-428d-982b-1282a6bba865,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:57.809378 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4031698-01e8-47b3-87a2-868d34d259be req-19ddff19-f01b-42f8-bc7a-29aee2a9d0cb tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] No DVR routers for this DVR port 9fc6737d-c564-428d-982b-1282a6bba865 on host n-h2-779913-29 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:18:57.814636 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-a4031698-01e8-47b3-87a2-868d34d259be req-19ddff19-f01b-42f8-bc7a-29aee2a9d0cb tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:57.821172 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a4031698-01e8-47b3-87a2-868d34d259be req-19ddff19-f01b-42f8-bc7a-29aee2a9d0cb tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] 10.222.0.57 "DELETE /v2.0/ports/9fc6737d-c564-428d-982b-1282a6bba865 HTTP/1.1" status: 204 len: 173 time: 1.2244329 Jul 14 09:18:57.866480 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d07cdfb1-8ad7-4d6e-af2c-279be1399d00 req-e263b535-26da-4480-a38a-92b8ccc92cc5 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] 10.222.0.68 "GET /v2.0/ports?device_id=020e8c72-a14e-4f01-b978-0490c56491f8 HTTP/1.1" status: 200 len: 210 time: 0.0362647 Jul 14 09:18:57.868063 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1512dd9f-48b6-49f2-8320-84a02b53264d req-e4157557-6393-4630-8dac-97a90c853f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:57.869769 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1512dd9f-48b6-49f2-8320-84a02b53264d req-e4157557-6393-4630-8dac-97a90c853f5d service neutron] 10.222.0.65 "GET /v2.0/networks?id=e7cb481e-49dc-464e-b748-d3d2c45f69f9 HTTP/1.1" status: 200 len: 921 time: 0.4284077 Jul 14 09:18:57.933067 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1512dd9f-48b6-49f2-8320-84a02b53264d req-260b5a88-c7bf-41f0-83bc-256302ede7c6 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ba32fbed-4dee-4c02-8d7e-5389e3020217 HTTP/1.1" status: 200 len: 217 time: 0.0432763 Jul 14 09:18:57.973904 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-396e916c-e7eb-4086-8e35-2351f010ff7f req-7155c645-e8de-45ee-bbfb-358450131422 tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:57.989141 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832e8349-9904-4b2a-8412-29446b5e0896 req-751b9a57-0dbc-40e8-8839-f468df367a21 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:57.990764 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-832e8349-9904-4b2a-8412-29446b5e0896 req-751b9a57-0dbc-40e8-8839-f468df367a21 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/ports?device_id=fae776f6-08aa-4436-8736-3d602d7a93d2 HTTP/1.1" status: 200 len: 950 time: 0.1299059 Jul 14 09:18:58.016108 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1512dd9f-48b6-49f2-8320-84a02b53264d req-7e9985b7-e96d-4634-afdb-f4c058f6602e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:58.019384 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1512dd9f-48b6-49f2-8320-84a02b53264d req-7e9985b7-e96d-4634-afdb-f4c058f6602e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a1f8d7cc-d5f0-4ac4-b550-493e46cf12fc HTTP/1.1" status: 200 len: 860 time: 0.0791695 Jul 14 09:18:58.078122 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-832e8349-9904-4b2a-8412-29446b5e0896 req-db89c0bd-d3f2-414c-93ba-e524560f0715 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/security-groups?id=93b55648-4dd6-4852-bb99-9aa842ab19a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776689 Jul 14 09:18:58.105683 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-396e916c-e7eb-4086-8e35-2351f010ff7f req-7155c645-e8de-45ee-bbfb-358450131422 tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:58.117778 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1512dd9f-48b6-49f2-8320-84a02b53264d req-0c91b0ef-fe34-4f01-a854-d24a3545c341 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e7cb481e-49dc-464e-b748-d3d2c45f69f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0774057 Jul 14 09:18:58.208292 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-396e916c-e7eb-4086-8e35-2351f010ff7f req-7155c645-e8de-45ee-bbfb-358450131422 tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] Network 9b8a6edc-bbae-47ce-bda0-fb444fc735c0 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:18:58.212269 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [req-396e916c-e7eb-4086-8e35-2351f010ff7f req-7155c645-e8de-45ee-bbfb-358450131422 tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:18:58.220840 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-396e916c-e7eb-4086-8e35-2351f010ff7f req-7155c645-e8de-45ee-bbfb-358450131422 tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:18:58.250193 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7155c645-e8de-45ee-bbfb-358450131422 tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] Pushing event updated for resources: {'Port': ['ID=6a6e006f-ab54-4229-9755-36575b786a53,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:58.287664 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7155c645-e8de-45ee-bbfb-358450131422 tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:18:58.288094 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7155c645-e8de-45ee-bbfb-358450131422 tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:18:58.288525 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7155c645-e8de-45ee-bbfb-358450131422 tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:18:58.288931 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7155c645-e8de-45ee-bbfb-358450131422 tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:18:58.289336 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7155c645-e8de-45ee-bbfb-358450131422 tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:18:58.289758 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7155c645-e8de-45ee-bbfb-358450131422 tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:18:58.290518 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7155c645-e8de-45ee-bbfb-358450131422 tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:18:58.290518 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7155c645-e8de-45ee-bbfb-358450131422 tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:18:58.290910 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7155c645-e8de-45ee-bbfb-358450131422 tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:18:58.291302 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7155c645-e8de-45ee-bbfb-358450131422 tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:18:58.292191 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7155c645-e8de-45ee-bbfb-358450131422 tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:18:58.292191 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7155c645-e8de-45ee-bbfb-358450131422 tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:18:58.304880 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1512dd9f-48b6-49f2-8320-84a02b53264d req-787987ab-7a10-4067-bee1-7d1fbee29e75 service neutron] 10.222.0.65 "GET /v2.0/networks/e7cb481e-49dc-464e-b748-d3d2c45f69f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652329 Jul 14 09:18:58.328149 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa894a8d-7cd8-46da-9b0e-e32b2ddd009e req-40ee4db5-9de5-4719-a8ec-253d46fc7fcf tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:58.335188 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-fa894a8d-7cd8-46da-9b0e-e32b2ddd009e req-40ee4db5-9de5-4719-a8ec-253d46fc7fcf tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] 10.222.0.68 "GET /v2.0/ports?device_id=9469915a-ae06-4f76-9764-28e54a0c3bb6 HTTP/1.1" status: 200 len: 931 time: 0.2075872 Jul 14 09:18:58.335358 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396e916c-e7eb-4086-8e35-2351f010ff7f req-7155c645-e8de-45ee-bbfb-358450131422 tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:58.336228 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-396e916c-e7eb-4086-8e35-2351f010ff7f req-7155c645-e8de-45ee-bbfb-358450131422 tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:58.372476 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-396e916c-e7eb-4086-8e35-2351f010ff7f req-7155c645-e8de-45ee-bbfb-358450131422 tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2941260 Jul 14 09:18:58.383100 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19ebb53-80a3-4d4b-ba92-341d20dbcd6f req-06f3952e-8672-4317-8d7d-8811ff887853 tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:58.384814 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-f19ebb53-80a3-4d4b-ba92-341d20dbcd6f req-06f3952e-8672-4317-8d7d-8811ff887853 tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] 10.222.0.68 "GET /v2.0/ports?device_id=6593e4b3-80b2-4edd-b3fd-9f72f9137c4e HTTP/1.1" status: 200 len: 949 time: 0.1382623 Jul 14 09:18:58.404190 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [req-396e916c-e7eb-4086-8e35-2351f010ff7f req-df5b0970-53d9-49a3-885a-9741c417f84d service neutron] Request body: {'port': {'device_id': '9469915a-ae06-4f76-9764-28e54a0c3bb6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-29'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:18:58.439083 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-fa894a8d-7cd8-46da-9b0e-e32b2ddd009e req-dfd8e275-09d8-48f2-8d0d-2aef1b0d2c53 tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] 10.222.0.68 "GET /v2.0/security-groups?id=4fa97f2f-f617-45f3-9331-b542b3f62cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030233 Jul 14 09:18:58.472008 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1512dd9f-48b6-49f2-8320-84a02b53264d req-8b83a243-12d5-4951-b2d7-e68bece7f48c service neutron] 10.222.0.65 "GET /v2.0/networks/e7cb481e-49dc-464e-b748-d3d2c45f69f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342156 Jul 14 09:18:58.517032 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-f19ebb53-80a3-4d4b-ba92-341d20dbcd6f req-06eb8c7f-7ddd-4a76-a7d2-dc3436385923 tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] 10.222.0.68 "GET /v2.0/security-groups?id=77fde4ca-6f5f-48d5-b2fd-4c103e7ba04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264760 Jul 14 09:18:58.520401 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-396e916c-e7eb-4086-8e35-2351f010ff7f req-df5b0970-53d9-49a3-885a-9741c417f84d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:58.611179 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-bb65db81-1eb4-43e9-b11f-8ce2eff95aec req-6e4ddd77-5614-4476-b347-a057c2e20474 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=960db35cb56b449db311d3b4abef7a82&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0357409 Jul 14 09:18:58.899129 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb65db81-1eb4-43e9-b11f-8ce2eff95aec req-04ca2dc1-50ad-407d-84fd-4180974f48d9 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:58.900641 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-bb65db81-1eb4-43e9-b11f-8ce2eff95aec req-04ca2dc1-50ad-407d-84fd-4180974f48d9 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2306230 Jul 14 09:18:58.947775 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2612d5b8-cf80-41cc-80b4-fcf10039ee51 req-08a178c9-b635-41d8-b863-d70d64a668a9 tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:58.949237 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-2612d5b8-cf80-41cc-80b4-fcf10039ee51 req-08a178c9-b635-41d8-b863-d70d64a668a9 tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] 10.222.0.68 "GET /v2.0/ports?device_id=facc33c5-0d58-4c84-8b5b-0879c06b54db HTTP/1.1" status: 200 len: 944 time: 0.1788583 Jul 14 09:18:58.956497 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [req-bb65db81-1eb4-43e9-b11f-8ce2eff95aec req-42651dda-3d03-4db9-adfe-49da56cdb889 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] Request body: {'port': {'device_id': '020e8c72-a14e-4f01-b978-0490c56491f8', 'network_id': '2244f7a1-04bd-42cd-9e86-31839b46f57f', 'admin_state_up': True, 'tenant_id': '960db35cb56b449db311d3b4abef7a82'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:18:59.066092 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-2612d5b8-cf80-41cc-80b4-fcf10039ee51 req-3b0fb22f-1acc-4575-874e-8cdbc27ce386 tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] 10.222.0.68 "GET /v2.0/security-groups?id=7bf941d0-4fab-41ec-a174-078829fdb488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059573 Jul 14 09:18:59.083061 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d4ce00d2-f528-4e81-9562-c02c12dc405c req-794139d6-e4de-4abe-a807-e7b00eaf55ef tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] 10.222.0.68 "GET /v2.0/ports?device_id=020e8c72-a14e-4f01-b978-0490c56491f8 HTTP/1.1" status: 200 len: 210 time: 0.0500698 Jul 14 09:18:59.135501 n-d-779913-29 neutron-server[93958]: DEBUG neutron.notifiers.nova [req-396e916c-e7eb-4086-8e35-2351f010ff7f req-df5b0970-53d9-49a3-885a-9741c417f84d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a6e006f-ab54-4229-9755-36575b786a53 {{(pid=93958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:18:59.147506 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-396e916c-e7eb-4086-8e35-2351f010ff7f req-df5b0970-53d9-49a3-885a-9741c417f84d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:59.192223 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1055dbfe-92e6-437c-b901-0e1c0a80dc51', 'name': 'network-vif-deleted', 'tag': '9fc6737d-c564-428d-982b-1282a6bba865'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:18:59.194582 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-536c3d31-2871-457d-b6f0-d84f168ea89c" -d '{"events": [{"server_uuid": "1055dbfe-92e6-437c-b901-0e1c0a80dc51", "name": "network-vif-deleted", "tag": "9fc6737d-c564-428d-982b-1282a6bba865"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:18:59.232006 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:18:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bed378e9-c362-48dd-b8cb-af014855219a x-openstack-request-id: req-bed378e9-c362-48dd-b8cb-af014855219a {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:18:59.232455 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1055dbfe-92e6-437c-b901-0e1c0a80dc51", "name": "network-vif-deleted", "tag": "9fc6737d-c564-428d-982b-1282a6bba865", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:18:59.232717 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-bed378e9-c362-48dd-b8cb-af014855219a {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:18:59.233111 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1055dbfe-92e6-437c-b901-0e1c0a80dc51', 'name': 'network-vif-deleted', 'tag': '9fc6737d-c564-428d-982b-1282a6bba865', 'status': 'completed', 'code': 200} Jul 14 09:18:59.429901 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-396e916c-e7eb-4086-8e35-2351f010ff7f req-df5b0970-53d9-49a3-885a-9741c417f84d service neutron] Transition to ACTIVE for port object 6a6e006f-ab54-4229-9755-36575b786a53 will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:18:59.442551 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-396e916c-e7eb-4086-8e35-2351f010ff7f req-df5b0970-53d9-49a3-885a-9741c417f84d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13574142'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:59.541455 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5b0970-53d9-49a3-885a-9741c417f84d service neutron] Pushing event updated for resources: {'Port': ['ID=6a6e006f-ab54-4229-9755-36575b786a53,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:18:59.602055 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb65db81-1eb4-43e9-b11f-8ce2eff95aec req-42651dda-3d03-4db9-adfe-49da56cdb889 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] Made reservation on behalf of 960db35cb56b449db311d3b4abef7a82 for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:18:59.605432 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-bb65db81-1eb4-43e9-b11f-8ce2eff95aec req-42651dda-3d03-4db9-adfe-49da56cdb889 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:59.631170 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3787ac2f-909d-4477-abcd-025f68312d23 req-164f5d5a-31a1-41c8-b3fb-ddd168954c18 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:59.632672 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-3787ac2f-909d-4477-abcd-025f68312d23 req-164f5d5a-31a1-41c8-b3fb-ddd168954c18 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/ports?device_id=fae776f6-08aa-4436-8736-3d602d7a93d2 HTTP/1.1" status: 200 len: 950 time: 0.2142003 Jul 14 09:18:59.662742 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bab6f3-0259-4ff4-bf7b-694ecd2f3edc req-800b7c0d-ba56-4327-816c-b62c15740d27 tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:59.664833 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-10bab6f3-0259-4ff4-bf7b-694ecd2f3edc req-800b7c0d-ba56-4327-816c-b62c15740d27 tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] 10.222.0.68 "GET /v2.0/ports?device_id=9469915a-ae06-4f76-9764-28e54a0c3bb6 HTTP/1.1" status: 200 len: 943 time: 0.0767758 Jul 14 09:18:59.700734 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-396e916c-e7eb-4086-8e35-2351f010ff7f req-df5b0970-53d9-49a3-885a-9741c417f84d service neutron] Attempting to bind port 6a6e006f-ab54-4229-9755-36575b786a53 on host n-h2-779913-29 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:18:59.700920 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-396e916c-e7eb-4086-8e35-2351f010ff7f req-df5b0970-53d9-49a3-885a-9741c417f84d service neutron] Attempting to bind port 6a6e006f-ab54-4229-9755-36575b786a53 by drivers openvswitch,hyperv on host n-h2-779913-29 at level 0 using segments [{'id': 'becdfe35-a9ff-4f14-9744-544114c40ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '9b8a6edc-bbae-47ce-bda0-fb444fc735c0'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:18:59.701223 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-396e916c-e7eb-4086-8e35-2351f010ff7f req-df5b0970-53d9-49a3-885a-9741c417f84d service neutron] Attempting to bind port 6a6e006f-ab54-4229-9755-36575b786a53 on network 9b8a6edc-bbae-47ce-bda0-fb444fc735c0 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:18:59.705918 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-10bab6f3-0259-4ff4-bf7b-694ecd2f3edc req-dcb2b05e-a29a-4ddd-a8a6-ccfca8b50918 tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] 10.222.0.68 "GET /v2.0/security-groups?id=4fa97f2f-f617-45f3-9331-b542b3f62cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328982 Jul 14 09:18:59.718756 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-396e916c-e7eb-4086-8e35-2351f010ff7f req-df5b0970-53d9-49a3-885a-9741c417f84d service neutron] Port 6a6e006f-ab54-4229-9755-36575b786a53 on network 9b8a6edc-bbae-47ce-bda0-fb444fc735c0 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-29 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:18:59.719641 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-396e916c-e7eb-4086-8e35-2351f010ff7f req-df5b0970-53d9-49a3-885a-9741c417f84d service neutron] Attempting to bind port 6a6e006f-ab54-4229-9755-36575b786a53 on network 9b8a6edc-bbae-47ce-bda0-fb444fc735c0 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:18:59.739284 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-396e916c-e7eb-4086-8e35-2351f010ff7f req-df5b0970-53d9-49a3-885a-9741c417f84d service neutron] Checking agent: {'id': '013e4a3b-a634-47b8-b6a5-1a25109b73fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 13, 13), 'started_at': datetime.datetime(2021, 7, 14, 9, 13, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 18, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:18:59.739620 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-396e916c-e7eb-4086-8e35-2351f010ff7f req-df5b0970-53d9-49a3-885a-9741c417f84d service neutron] Checking segment: {'id': 'becdfe35-a9ff-4f14-9744-544114c40ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '9b8a6edc-bbae-47ce-bda0-fb444fc735c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:18:59.740001 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-396e916c-e7eb-4086-8e35-2351f010ff7f req-df5b0970-53d9-49a3-885a-9741c417f84d service neutron] Bound using segment: {'id': 'becdfe35-a9ff-4f14-9744-544114c40ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '9b8a6edc-bbae-47ce-bda0-fb444fc735c0'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:18:59.740445 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-396e916c-e7eb-4086-8e35-2351f010ff7f req-df5b0970-53d9-49a3-885a-9741c417f84d service neutron] Bound port: 6a6e006f-ab54-4229-9755-36575b786a53, host: n-h2-779913-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'becdfe35-a9ff-4f14-9744-544114c40ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '9b8a6edc-bbae-47ce-bda0-fb444fc735c0'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:18:59.740800 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-396e916c-e7eb-4086-8e35-2351f010ff7f req-df5b0970-53d9-49a3-885a-9741c417f84d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:59.758304 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-3787ac2f-909d-4477-abcd-025f68312d23 req-c1c6ea09-a3f9-4459-a504-31b4f5222b4f tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/security-groups?id=93b55648-4dd6-4852-bb99-9aa842ab19a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156442 Jul 14 09:18:59.857450 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [req-bb65db81-1eb4-43e9-b11f-8ce2eff95aec req-42651dda-3d03-4db9-adfe-49da56cdb889 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] Allocated IP 192.168.233.154 (2244f7a1-04bd-42cd-9e86-31839b46f57f/85060e65-3b2f-4a6c-a04c-ce849daa5b3b/e73363ba-0fbb-4d49-bd66-c40967605cd0) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:18:59.882657 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-396e916c-e7eb-4086-8e35-2351f010ff7f req-df5b0970-53d9-49a3-885a-9741c417f84d service neutron] For port 6a6e006f-ab54-4229-9755-36575b786a53, host n-h2-779913-29, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:18:59.887348 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-396e916c-e7eb-4086-8e35-2351f010ff7f req-df5b0970-53d9-49a3-885a-9741c417f84d service neutron] For port 6a6e006f-ab54-4229-9755-36575b786a53, host n-h2-779913-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=6a6e006f-ab54-4229-9755-36575b786a53,segment=NetworkSegment(becdfe35-a9ff-4f14-9744-544114c40ea3),segment_id=becdfe35-a9ff-4f14-9744-544114c40ea3)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:18:59.898127 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69095596-67e7-4f3e-97b2-302866cb01e9 req-49e63249-0ce5-47d2-a29e-8c5e46543546 tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:59.900323 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-69095596-67e7-4f3e-97b2-302866cb01e9 req-49e63249-0ce5-47d2-a29e-8c5e46543546 tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] 10.222.0.68 "GET /v2.0/ports?device_id=6593e4b3-80b2-4edd-b3fd-9f72f9137c4e HTTP/1.1" status: 200 len: 949 time: 0.0752790 Jul 14 09:18:59.900456 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-396e916c-e7eb-4086-8e35-2351f010ff7f req-df5b0970-53d9-49a3-885a-9741c417f84d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13574142'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:59.952334 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-69095596-67e7-4f3e-97b2-302866cb01e9 req-396e32fb-19d5-4b06-91e7-87f895413fd2 tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] 10.222.0.68 "GET /v2.0/security-groups?id=77fde4ca-6f5f-48d5-b2fd-4c103e7ba04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452793 Jul 14 09:18:59.957962 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396e916c-e7eb-4086-8e35-2351f010ff7f req-df5b0970-53d9-49a3-885a-9741c417f84d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:18:59.959611 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-396e916c-e7eb-4086-8e35-2351f010ff7f req-df5b0970-53d9-49a3-885a-9741c417f84d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:59.962273 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-396e916c-e7eb-4086-8e35-2351f010ff7f req-df5b0970-53d9-49a3-885a-9741c417f84d service neutron] 10.222.0.57 "PUT /v2.0/ports/6a6e006f-ab54-4229-9755-36575b786a53 HTTP/1.1" status: 200 len: 1092 time: 1.5641625 Jul 14 09:18:59.965235 n-d-779913-29 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9469915a-ae06-4f76-9764-28e54a0c3bb6', 'tag': '6a6e006f-ab54-4229-9755-36575b786a53'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:18:59.966038 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cb48f044f948e981f43897c8d7f1332f741dc7af2b4c5a6e19d8f4a80f708e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a020882c-532d-42a5-b47d-7aae080c927d" -d '{"events": [{"name": "network-changed", "server_uuid": "9469915a-ae06-4f76-9764-28e54a0c3bb6", "tag": "6a6e006f-ab54-4229-9755-36575b786a53"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:19:00.076304 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:18:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-471d726d-caf8-43e2-bdbd-c773e0b2e084 x-openstack-request-id: req-471d726d-caf8-43e2-bdbd-c773e0b2e084 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:19:00.076594 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9469915a-ae06-4f76-9764-28e54a0c3bb6", "tag": "6a6e006f-ab54-4229-9755-36575b786a53", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:19:00.076848 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-471d726d-caf8-43e2-bdbd-c773e0b2e084 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:19:00.077235 n-d-779913-29 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9469915a-ae06-4f76-9764-28e54a0c3bb6', 'tag': '6a6e006f-ab54-4229-9755-36575b786a53', 'status': 'completed', 'code': 200} Jul 14 09:19:00.096719 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5b0970-53d9-49a3-885a-9741c417f84d service neutron] Pushing event updated for resources: {'Port': ['ID=6a6e006f-ab54-4229-9755-36575b786a53,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:00.186672 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-bb65db81-1eb4-43e9-b11f-8ce2eff95aec req-42651dda-3d03-4db9-adfe-49da56cdb889 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:00.196073 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396e916c-e7eb-4086-8e35-2351f010ff7f req-851a32f8-1bf2-4aad-81ea-db0e2c3e3a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:00.197547 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-396e916c-e7eb-4086-8e35-2351f010ff7f req-851a32f8-1bf2-4aad-81ea-db0e2c3e3a5e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7106393f864d424cbb37d8910f9a40b9&device_id=9469915a-ae06-4f76-9764-28e54a0c3bb6 HTTP/1.1" status: 200 len: 1095 time: 0.1195149 Jul 14 09:19:00.204659 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-bb65db81-1eb4-43e9-b11f-8ce2eff95aec req-42651dda-3d03-4db9-adfe-49da56cdb889 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] Transition to ACTIVE for port object e73363ba-0fbb-4d49-bd66-c40967605cd0 will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:19:00.264705 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-396e916c-e7eb-4086-8e35-2351f010ff7f req-0903dae1-4f6e-4e14-8647-85abbc81dbe6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6a6e006f-ab54-4229-9755-36575b786a53 HTTP/1.1" status: 200 len: 217 time: 0.0511541 Jul 14 09:19:00.287813 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-47f0265d-95d3-4206-bce3-05f1d9603984 req-d689a507-76f3-4c39-9db9-fd4a946675d8 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] 10.222.0.68 "GET /v2.0/ports?device_id=020e8c72-a14e-4f01-b978-0490c56491f8 HTTP/1.1" status: 200 len: 210 time: 0.0308371 Jul 14 09:19:00.353211 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396e916c-e7eb-4086-8e35-2351f010ff7f req-8fdce9bb-ed7a-4e33-917d-ab90e838825a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:00.354694 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-396e916c-e7eb-4086-8e35-2351f010ff7f req-8fdce9bb-ed7a-4e33-917d-ab90e838825a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8ea73f7d-9594-449c-9c84-8c744576418b HTTP/1.1" status: 200 len: 844 time: 0.0698831 Jul 14 09:19:00.357733 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-bb65db81-1eb4-43e9-b11f-8ce2eff95aec req-42651dda-3d03-4db9-adfe-49da56cdb889 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:00.415351 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] get_ports_and_sgs() called for port_ids ['361a3635-453e-4996-a98b-cba54b0b2536', '14c0d95c-c0cf-4b32-9dbe-0ff44c088df3'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:19:00.418774 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] get_ports_and_sgs() called for port_ids ['7876554a-94a5-4362-9d48-ba2ab3e213d6', '82b450e3-7637-42f2-bd8d-3daaed7e61ee', '4428f759-9245-47c1-969d-3af116e0a0e3', 'a8d2c56c-feb8-4d49-b105-e6f69ce0ed6f'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:19:00.427118 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-396e916c-e7eb-4086-8e35-2351f010ff7f req-57966357-52ae-40c0-ad55-fb5fdb78d0c3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9b8a6edc-bbae-47ce-bda0-fb444fc735c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0653079 Jul 14 09:19:00.444751 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fdfb78-3b60-4bfb-8872-02a2ef485193 req-fcf19474-d3ba-418b-b3be-91a898f0b078 tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:00.446261 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-b9fdfb78-3b60-4bfb-8872-02a2ef485193 req-fcf19474-d3ba-418b-b3be-91a898f0b078 tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] 10.222.0.68 "GET /v2.0/ports?device_id=facc33c5-0d58-4c84-8b5b-0879c06b54db HTTP/1.1" status: 200 len: 944 time: 0.2262254 Jul 14 09:19:00.469719 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb65db81-1eb4-43e9-b11f-8ce2eff95aec req-42651dda-3d03-4db9-adfe-49da56cdb889 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] Network 2244f7a1-04bd-42cd-9e86-31839b46f57f is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:19:00.516029 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [req-bb65db81-1eb4-43e9-b11f-8ce2eff95aec req-42651dda-3d03-4db9-adfe-49da56cdb889 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:19:00.518392 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb65db81-1eb4-43e9-b11f-8ce2eff95aec req-42651dda-3d03-4db9-adfe-49da56cdb889 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:19:00.521130 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42651dda-3d03-4db9-adfe-49da56cdb889 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] Pushing event updated for resources: {'Port': ['ID=e73363ba-0fbb-4d49-bd66-c40967605cd0,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:00.604272 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-b9fdfb78-3b60-4bfb-8872-02a2ef485193 req-2f312a44-9b19-4593-90b2-c6086b4aaf49 tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] 10.222.0.68 "GET /v2.0/security-groups?id=7bf941d0-4fab-41ec-a174-078829fdb488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414447 Jul 14 09:19:00.619816 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb65db81-1eb4-43e9-b11f-8ce2eff95aec req-42651dda-3d03-4db9-adfe-49da56cdb889 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:00.620454 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-bb65db81-1eb4-43e9-b11f-8ce2eff95aec req-42651dda-3d03-4db9-adfe-49da56cdb889 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:00.655437 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-bb65db81-1eb4-43e9-b11f-8ce2eff95aec req-42651dda-3d03-4db9-adfe-49da56cdb889 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7050438 Jul 14 09:19:00.660385 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-396e916c-e7eb-4086-8e35-2351f010ff7f req-e5628529-c5df-4666-8e23-cf1263515a7a service neutron] 10.222.0.57 "GET /v2.0/networks/9b8a6edc-bbae-47ce-bda0-fb444fc735c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2111008 Jul 14 09:19:00.685734 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 9fc6737d-c564-428d-982b-1282a6bba865 no longer exists at agent hyperv_n-h2-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:19:00.719212 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] No Port match for: 9fc6737d-c564-428d-982b-1282a6bba865 {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:19:00.720055 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 9fc6737d-c564-428d-982b-1282a6bba865 not bound to the agent host n-h2-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:19:00.775530 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [req-bb65db81-1eb4-43e9-b11f-8ce2eff95aec req-af32e2c7-3626-4850-a365-6c5dab640e2a service neutron] Request body: {'port': {'device_id': '020e8c72-a14e-4f01-b978-0490c56491f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-29'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:19:00.839919 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-396e916c-e7eb-4086-8e35-2351f010ff7f req-47ff9a22-26a6-4043-bcbf-3531c046de09 service neutron] 10.222.0.57 "GET /v2.0/networks/9b8a6edc-bbae-47ce-bda0-fb444fc735c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686881 Jul 14 09:19:00.916297 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-bb65db81-1eb4-43e9-b11f-8ce2eff95aec req-af32e2c7-3626-4850-a365-6c5dab640e2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:00.918882 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-50d62e98-1eb7-4df4-a675-c892dd2fd1d6 None None] Provisioning for port e73363ba-0fbb-4d49-bd66-c40967605cd0 completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:19:00.937370 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-50d62e98-1eb7-4df4-a675-c892dd2fd1d6 None None] Provisioning complete for port e73363ba-0fbb-4d49-bd66-c40967605cd0 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:19:00.937810 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-50d62e98-1eb7-4df4-a675-c892dd2fd1d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:00.968466 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bbc76f-7ad2-4735-808b-3745f79d3803 req-fefeeb94-a847-4ca7-a179-d41d4a6d514b tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:00.971379 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e2bbc76f-7ad2-4735-808b-3745f79d3803 req-fefeeb94-a847-4ca7-a179-d41d4a6d514b tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] 10.222.0.68 "GET /v2.0/ports?device_id=9469915a-ae06-4f76-9764-28e54a0c3bb6 HTTP/1.1" status: 200 len: 943 time: 0.1142280 Jul 14 09:19:00.997299 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-50d62e98-1eb7-4df4-a675-c892dd2fd1d6 None None] Port e73363ba-0fbb-4d49-bd66-c40967605cd0 cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:19:01.020630 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e2bbc76f-7ad2-4735-808b-3745f79d3803 req-a12622db-0ae6-459e-b5cc-42e53faac7d7 tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] 10.222.0.68 "GET /v2.0/security-groups?id=4fa97f2f-f617-45f3-9331-b542b3f62cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433080 Jul 14 09:19:01.175641 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef347e9-7202-4dba-946f-febd3e934931 req-5bee6763-8534-4c29-82d9-07f1e433dd61 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:01.183952 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-0ef347e9-7202-4dba-946f-febd3e934931 req-5bee6763-8534-4c29-82d9-07f1e433dd61 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/ports?device_id=fae776f6-08aa-4436-8736-3d602d7a93d2 HTTP/1.1" status: 200 len: 950 time: 0.2129538 Jul 14 09:19:01.290192 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a020882c-532d-42a5-b47d-7aae080c927d req-8380202d-530a-4770-add0-6105a2e58f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:01.291598 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-a020882c-532d-42a5-b47d-7aae080c927d req-8380202d-530a-4770-add0-6105a2e58f29 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7106393f864d424cbb37d8910f9a40b9&device_id=9469915a-ae06-4f76-9764-28e54a0c3bb6 HTTP/1.1" status: 200 len: 1095 time: 0.2475879 Jul 14 09:19:01.296096 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-0ef347e9-7202-4dba-946f-febd3e934931 req-2863cc04-0b04-4510-83f4-0d8f2e95efba tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/security-groups?id=93b55648-4dd6-4852-bb99-9aa842ab19a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112969 Jul 14 09:19:01.428927 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bb9935-b2ea-4183-9d8e-ee9fe549fd93 req-f67ecfb3-7fb8-4e4d-a8db-b46b859353f9 tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:01.430947 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-54bb9935-b2ea-4183-9d8e-ee9fe549fd93 req-f67ecfb3-7fb8-4e4d-a8db-b46b859353f9 tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] 10.222.0.68 "GET /v2.0/ports?device_id=6593e4b3-80b2-4edd-b3fd-9f72f9137c4e HTTP/1.1" status: 200 len: 949 time: 0.1092932 Jul 14 09:19:01.470633 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-54bb9935-b2ea-4183-9d8e-ee9fe549fd93 req-8685cfa2-138b-4492-aa61-840f0e996ca7 tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] 10.222.0.68 "GET /v2.0/security-groups?id=77fde4ca-6f5f-48d5-b2fd-4c103e7ba04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345387 Jul 14 09:19:01.476089 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a020882c-532d-42a5-b47d-7aae080c927d req-f300a237-34fe-4817-b1d2-4227a17ddf8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:01.478075 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-a020882c-532d-42a5-b47d-7aae080c927d req-f300a237-34fe-4817-b1d2-4227a17ddf8e service neutron] 10.222.0.57 "GET /v2.0/networks?id=9b8a6edc-bbae-47ce-bda0-fb444fc735c0 HTTP/1.1" status: 200 len: 905 time: 0.1639712 Jul 14 09:19:01.484042 n-d-779913-29 neutron-server[93958]: DEBUG neutron.notifiers.nova [req-bb65db81-1eb4-43e9-b11f-8ce2eff95aec req-af32e2c7-3626-4850-a365-6c5dab640e2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e73363ba-0fbb-4d49-bd66-c40967605cd0 {{(pid=93958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:19:01.535194 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.agents_db [None req-3c3509fb-540d-4335-a450-574895dd3602 None None] Agent healthcheck: found 7 active agents {{(pid=93960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:19:01.535692 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-a020882c-532d-42a5-b47d-7aae080c927d req-83935d05-74dc-46df-8a10-f5a311e0ff54 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6a6e006f-ab54-4229-9755-36575b786a53 HTTP/1.1" status: 200 len: 217 time: 0.0439906 Jul 14 09:19:01.545548 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-bb65db81-1eb4-43e9-b11f-8ce2eff95aec req-af32e2c7-3626-4850-a365-6c5dab640e2a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:01.602902 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-bb65db81-1eb4-43e9-b11f-8ce2eff95aec req-af32e2c7-3626-4850-a365-6c5dab640e2a service neutron] Transition to ACTIVE for port object e73363ba-0fbb-4d49-bd66-c40967605cd0 will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:19:01.624790 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-bb65db81-1eb4-43e9-b11f-8ce2eff95aec req-af32e2c7-3626-4850-a365-6c5dab640e2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13574142'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:01.664820 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a020882c-532d-42a5-b47d-7aae080c927d req-f1f1c6e6-aa5e-4218-a296-7c3638732785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:01.666136 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-a020882c-532d-42a5-b47d-7aae080c927d req-f1f1c6e6-aa5e-4218-a296-7c3638732785 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8ea73f7d-9594-449c-9c84-8c744576418b HTTP/1.1" status: 200 len: 844 time: 0.1213000 Jul 14 09:19:01.706625 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af32e2c7-3626-4850-a365-6c5dab640e2a service neutron] Pushing event updated for resources: {'Port': ['ID=e73363ba-0fbb-4d49-bd66-c40967605cd0,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:01.733822 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-a020882c-532d-42a5-b47d-7aae080c927d req-b5053ff2-d5d2-4b6b-bdd9-2433c3960026 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9b8a6edc-bbae-47ce-bda0-fb444fc735c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435073 Jul 14 09:19:01.822698 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd3093f-16c7-4928-9a3e-433f814a8ccb req-5905b674-a79f-4ca1-9b32-2f56b590cddc tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:01.825055 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-bfd3093f-16c7-4928-9a3e-433f814a8ccb req-5905b674-a79f-4ca1-9b32-2f56b590cddc tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] 10.222.0.68 "GET /v2.0/ports?device_id=facc33c5-0d58-4c84-8b5b-0879c06b54db HTTP/1.1" status: 200 len: 944 time: 0.0784714 Jul 14 09:19:01.836345 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa6e439-3f50-4cbd-8fcf-424e4d4103cd req-9fd28831-6185-471f-99cb-b79ad4456bcd tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:01.843688 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-8fa6e439-3f50-4cbd-8fcf-424e4d4103cd req-9fd28831-6185-471f-99cb-b79ad4456bcd tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] 10.222.0.68 "GET /v2.0/ports?device_id=020e8c72-a14e-4f01-b978-0490c56491f8 HTTP/1.1" status: 200 len: 936 time: 0.2632287 Jul 14 09:19:01.869963 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-bfd3093f-16c7-4928-9a3e-433f814a8ccb req-9702a16c-682f-4b55-a11e-5aff7759850e tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] 10.222.0.68 "GET /v2.0/security-groups?id=7bf941d0-4fab-41ec-a174-078829fdb488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385215 Jul 14 09:19:01.929598 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-8fa6e439-3f50-4cbd-8fcf-424e4d4103cd req-0daa9d84-0db1-4c0d-880d-9cbf9891cc39 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] 10.222.0.68 "GET /v2.0/security-groups?id=c9156572-74c8-4b9e-9f0a-c202a5ef91ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843863 Jul 14 09:19:01.944922 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-bb65db81-1eb4-43e9-b11f-8ce2eff95aec req-af32e2c7-3626-4850-a365-6c5dab640e2a service neutron] Attempting to bind port e73363ba-0fbb-4d49-bd66-c40967605cd0 on host n-h1-779913-29 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:19:01.945257 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-bb65db81-1eb4-43e9-b11f-8ce2eff95aec req-af32e2c7-3626-4850-a365-6c5dab640e2a service neutron] Attempting to bind port e73363ba-0fbb-4d49-bd66-c40967605cd0 by drivers openvswitch,hyperv on host n-h1-779913-29 at level 0 using segments [{'id': '8f1c1422-de6c-445f-ab95-4e2c94585b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '2244f7a1-04bd-42cd-9e86-31839b46f57f'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:19:01.945628 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb65db81-1eb4-43e9-b11f-8ce2eff95aec req-af32e2c7-3626-4850-a365-6c5dab640e2a service neutron] Attempting to bind port e73363ba-0fbb-4d49-bd66-c40967605cd0 on network 2244f7a1-04bd-42cd-9e86-31839b46f57f {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:19:01.957059 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb65db81-1eb4-43e9-b11f-8ce2eff95aec req-af32e2c7-3626-4850-a365-6c5dab640e2a service neutron] Port e73363ba-0fbb-4d49-bd66-c40967605cd0 on network 2244f7a1-04bd-42cd-9e86-31839b46f57f not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-29 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:19:01.957381 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb65db81-1eb4-43e9-b11f-8ce2eff95aec req-af32e2c7-3626-4850-a365-6c5dab640e2a service neutron] Attempting to bind port e73363ba-0fbb-4d49-bd66-c40967605cd0 on network 2244f7a1-04bd-42cd-9e86-31839b46f57f {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:19:01.961808 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-a020882c-532d-42a5-b47d-7aae080c927d req-d4362075-153c-4155-85fc-f2b47ca377e3 service neutron] 10.222.0.57 "GET /v2.0/networks/9b8a6edc-bbae-47ce-bda0-fb444fc735c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2014515 Jul 14 09:19:01.964619 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb65db81-1eb4-43e9-b11f-8ce2eff95aec req-af32e2c7-3626-4850-a365-6c5dab640e2a service neutron] Checking agent: {'id': 'de11e667-f145-47b0-bd09-334a7505938e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 13, 12), 'started_at': datetime.datetime(2021, 7, 14, 9, 13, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 18, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:19:01.964969 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb65db81-1eb4-43e9-b11f-8ce2eff95aec req-af32e2c7-3626-4850-a365-6c5dab640e2a service neutron] Checking segment: {'id': '8f1c1422-de6c-445f-ab95-4e2c94585b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '2244f7a1-04bd-42cd-9e86-31839b46f57f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:19:01.965341 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb65db81-1eb4-43e9-b11f-8ce2eff95aec req-af32e2c7-3626-4850-a365-6c5dab640e2a service neutron] Bound using segment: {'id': '8f1c1422-de6c-445f-ab95-4e2c94585b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '2244f7a1-04bd-42cd-9e86-31839b46f57f'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:19:01.965795 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-bb65db81-1eb4-43e9-b11f-8ce2eff95aec req-af32e2c7-3626-4850-a365-6c5dab640e2a service neutron] Bound port: e73363ba-0fbb-4d49-bd66-c40967605cd0, host: n-h1-779913-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f1c1422-de6c-445f-ab95-4e2c94585b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '2244f7a1-04bd-42cd-9e86-31839b46f57f'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:19:01.966146 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-bb65db81-1eb4-43e9-b11f-8ce2eff95aec req-af32e2c7-3626-4850-a365-6c5dab640e2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:02.098737 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-bb65db81-1eb4-43e9-b11f-8ce2eff95aec req-af32e2c7-3626-4850-a365-6c5dab640e2a service neutron] For port e73363ba-0fbb-4d49-bd66-c40967605cd0, host n-h1-779913-29, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:19:02.103827 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-bb65db81-1eb4-43e9-b11f-8ce2eff95aec req-af32e2c7-3626-4850-a365-6c5dab640e2a service neutron] For port e73363ba-0fbb-4d49-bd66-c40967605cd0, host n-h1-779913-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=e73363ba-0fbb-4d49-bd66-c40967605cd0,segment=NetworkSegment(8f1c1422-de6c-445f-ab95-4e2c94585b2b),segment_id=8f1c1422-de6c-445f-ab95-4e2c94585b2b)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:19:02.107391 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-a020882c-532d-42a5-b47d-7aae080c927d req-f9dbfd39-452a-4ace-ac9f-c4e0072d484a service neutron] 10.222.0.57 "GET /v2.0/networks/9b8a6edc-bbae-47ce-bda0-fb444fc735c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323073 Jul 14 09:19:02.108913 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-bb65db81-1eb4-43e9-b11f-8ce2eff95aec req-af32e2c7-3626-4850-a365-6c5dab640e2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13574142'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:02.155467 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb65db81-1eb4-43e9-b11f-8ce2eff95aec req-af32e2c7-3626-4850-a365-6c5dab640e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:02.156128 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-bb65db81-1eb4-43e9-b11f-8ce2eff95aec req-af32e2c7-3626-4850-a365-6c5dab640e2a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:02.158122 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-bb65db81-1eb4-43e9-b11f-8ce2eff95aec req-af32e2c7-3626-4850-a365-6c5dab640e2a service neutron] 10.222.0.65 "PUT /v2.0/ports/e73363ba-0fbb-4d49-bd66-c40967605cd0 HTTP/1.1" status: 200 len: 1097 time: 1.3914051 Jul 14 09:19:02.158630 n-d-779913-29 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '020e8c72-a14e-4f01-b978-0490c56491f8', 'tag': 'e73363ba-0fbb-4d49-bd66-c40967605cd0'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:19:02.160795 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cb48f044f948e981f43897c8d7f1332f741dc7af2b4c5a6e19d8f4a80f708e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9d6b25a-50c5-46a5-8ffe-b77d1a652974" -d '{"events": [{"name": "network-changed", "server_uuid": "020e8c72-a14e-4f01-b978-0490c56491f8", "tag": "e73363ba-0fbb-4d49-bd66-c40967605cd0"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:19:02.185387 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af32e2c7-3626-4850-a365-6c5dab640e2a service neutron] Pushing event updated for resources: {'Port': ['ID=e73363ba-0fbb-4d49-bd66-c40967605cd0,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:02.227693 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:19:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0ca25ad-a239-46df-bcdd-bfaf995d1dcc x-openstack-request-id: req-b0ca25ad-a239-46df-bcdd-bfaf995d1dcc {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:19:02.227991 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "020e8c72-a14e-4f01-b978-0490c56491f8", "tag": "e73363ba-0fbb-4d49-bd66-c40967605cd0", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:19:02.228251 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-b0ca25ad-a239-46df-bcdd-bfaf995d1dcc {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:19:02.228651 n-d-779913-29 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '020e8c72-a14e-4f01-b978-0490c56491f8', 'tag': 'e73363ba-0fbb-4d49-bd66-c40967605cd0', 'status': 'completed', 'code': 200} Jul 14 09:19:02.260773 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135b3d05-a788-4ad6-9564-5b28e7894f80 req-2c609573-e101-48d6-b2b9-4cd1429645b9 tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:02.268101 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-135b3d05-a788-4ad6-9564-5b28e7894f80 req-2c609573-e101-48d6-b2b9-4cd1429645b9 tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] 10.222.0.68 "GET /v2.0/ports?device_id=9469915a-ae06-4f76-9764-28e54a0c3bb6 HTTP/1.1" status: 200 len: 943 time: 0.1058500 Jul 14 09:19:02.315448 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-135b3d05-a788-4ad6-9564-5b28e7894f80 req-1748b191-1543-4bb3-9148-41e963ed9f9f tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] 10.222.0.68 "GET /v2.0/security-groups?id=4fa97f2f-f617-45f3-9331-b542b3f62cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413744 Jul 14 09:19:02.345858 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb65db81-1eb4-43e9-b11f-8ce2eff95aec req-d81c0708-575b-4e6b-bb5e-002e6b78965e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:02.347471 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-bb65db81-1eb4-43e9-b11f-8ce2eff95aec req-d81c0708-575b-4e6b-bb5e-002e6b78965e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=960db35cb56b449db311d3b4abef7a82&device_id=020e8c72-a14e-4f01-b978-0490c56491f8 HTTP/1.1" status: 200 len: 1100 time: 0.0826082 Jul 14 09:19:02.445721 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-bb65db81-1eb4-43e9-b11f-8ce2eff95aec req-3b4e6003-acd5-40bf-bbc2-d8436a21d6e0 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=e73363ba-0fbb-4d49-bd66-c40967605cd0 HTTP/1.1" status: 200 len: 217 time: 0.0352993 Jul 14 09:19:02.503542 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970800d9-0111-4478-8419-a1c5384fe7cd req-09d98094-a382-4a99-8339-67bc9e710207 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:02.505061 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-970800d9-0111-4478-8419-a1c5384fe7cd req-09d98094-a382-4a99-8339-67bc9e710207 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/ports?device_id=fae776f6-08aa-4436-8736-3d602d7a93d2 HTTP/1.1" status: 200 len: 950 time: 0.0713990 Jul 14 09:19:02.511932 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb65db81-1eb4-43e9-b11f-8ce2eff95aec req-eaa0d318-d8b3-4afe-b0cd-c0d893ffcdd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:02.512707 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-bb65db81-1eb4-43e9-b11f-8ce2eff95aec req-eaa0d318-d8b3-4afe-b0cd-c0d893ffcdd5 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=85060e65-3b2f-4a6c-a04c-ce849daa5b3b HTTP/1.1" status: 200 len: 843 time: 0.0573714 Jul 14 09:19:02.556984 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-970800d9-0111-4478-8419-a1c5384fe7cd req-08d65833-5f85-494d-b405-33698f8fcc4a tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/security-groups?id=93b55648-4dd6-4852-bb99-9aa842ab19a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453665 Jul 14 09:19:02.613387 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb65db81-1eb4-43e9-b11f-8ce2eff95aec req-a9eca626-7a31-41f0-ae2e-788a84053923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:02.615126 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-bb65db81-1eb4-43e9-b11f-8ce2eff95aec req-a9eca626-7a31-41f0-ae2e-788a84053923 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2244f7a1-04bd-42cd-9e86-31839b46f57f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0920157 Jul 14 09:19:02.730772 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58de9d9-300b-4e4a-a1df-3c59d057f0b3 req-3b0f3b8a-6206-462e-864a-faa46a246151 tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:02.732482 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b58de9d9-300b-4e4a-a1df-3c59d057f0b3 req-3b0f3b8a-6206-462e-864a-faa46a246151 tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] 10.222.0.68 "GET /v2.0/ports?device_id=6593e4b3-80b2-4edd-b3fd-9f72f9137c4e HTTP/1.1" status: 200 len: 949 time: 0.0737524 Jul 14 09:19:02.747150 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-bb65db81-1eb4-43e9-b11f-8ce2eff95aec req-1cdf2653-0289-4679-8968-20675ce80de2 service neutron] 10.222.0.65 "GET /v2.0/networks/2244f7a1-04bd-42cd-9e86-31839b46f57f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918541 Jul 14 09:19:02.774799 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b58de9d9-300b-4e4a-a1df-3c59d057f0b3 req-3b4e5e3b-2d76-4aa8-bb5c-37c2fc96814e tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] 10.222.0.68 "GET /v2.0/security-groups?id=77fde4ca-6f5f-48d5-b2fd-4c103e7ba04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347955 Jul 14 09:19:02.871875 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-bb65db81-1eb4-43e9-b11f-8ce2eff95aec req-9d776b30-6964-429e-9c9d-7e520f587f59 service neutron] 10.222.0.65 "GET /v2.0/networks/2244f7a1-04bd-42cd-9e86-31839b46f57f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143858 Jul 14 09:19:03.074792 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91f731f-dc91-4e92-ad56-2921894d2a1d req-a7f987ea-36a0-474b-91dc-dfbe4565cd49 tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:03.077063 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f91f731f-dc91-4e92-ad56-2921894d2a1d req-a7f987ea-36a0-474b-91dc-dfbe4565cd49 tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] 10.222.0.68 "GET /v2.0/ports?device_id=facc33c5-0d58-4c84-8b5b-0879c06b54db HTTP/1.1" status: 200 len: 944 time: 0.0790820 Jul 14 09:19:03.106976 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d6b25a-50c5-46a5-8ffe-b77d1a652974 req-64453997-bac3-4e4e-9dd1-6ff1dc1e3d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:03.108507 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-e9d6b25a-50c5-46a5-8ffe-b77d1a652974 req-64453997-bac3-4e4e-9dd1-6ff1dc1e3d26 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=960db35cb56b449db311d3b4abef7a82&device_id=020e8c72-a14e-4f01-b978-0490c56491f8 HTTP/1.1" status: 200 len: 1100 time: 0.0972686 Jul 14 09:19:03.120461 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f91f731f-dc91-4e92-ad56-2921894d2a1d req-2ed222f1-7349-4182-a2a1-2aa70fcade31 tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] 10.222.0.68 "GET /v2.0/security-groups?id=7bf941d0-4fab-41ec-a174-078829fdb488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370228 Jul 14 09:19:03.180878 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f9e694-8d0b-40b2-b1d9-bfc5cfdbc61b req-b19fbc59-d4c4-4eaa-ae7d-65cfe2a5866f tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:03.182413 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-68f9e694-8d0b-40b2-b1d9-bfc5cfdbc61b req-b19fbc59-d4c4-4eaa-ae7d-65cfe2a5866f tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] 10.222.0.68 "GET /v2.0/ports?device_id=020e8c72-a14e-4f01-b978-0490c56491f8 HTTP/1.1" status: 200 len: 948 time: 0.1243086 Jul 14 09:19:03.242077 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-68f9e694-8d0b-40b2-b1d9-bfc5cfdbc61b req-699a7a00-4b95-4b3e-ab9e-975dc9cbb651 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] 10.222.0.68 "GET /v2.0/security-groups?id=c9156572-74c8-4b9e-9f0a-c202a5ef91ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526497 Jul 14 09:19:03.251541 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d6b25a-50c5-46a5-8ffe-b77d1a652974 req-3b7d52d0-7519-445b-8b8a-574b2e0d0d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:03.253012 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-e9d6b25a-50c5-46a5-8ffe-b77d1a652974 req-3b7d52d0-7519-445b-8b8a-574b2e0d0d65 service neutron] 10.222.0.65 "GET /v2.0/networks?id=2244f7a1-04bd-42cd-9e86-31839b46f57f HTTP/1.1" status: 200 len: 870 time: 0.1290238 Jul 14 09:19:03.302601 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-e9d6b25a-50c5-46a5-8ffe-b77d1a652974 req-34c65875-7516-4808-bace-c128c034652d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=e73363ba-0fbb-4d49-bd66-c40967605cd0 HTTP/1.1" status: 200 len: 217 time: 0.0347223 Jul 14 09:19:03.357436 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d6b25a-50c5-46a5-8ffe-b77d1a652974 req-a307a4d9-36c2-4ff6-92e9-35be9c6bd609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:03.358941 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-e9d6b25a-50c5-46a5-8ffe-b77d1a652974 req-a307a4d9-36c2-4ff6-92e9-35be9c6bd609 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=85060e65-3b2f-4a6c-a04c-ce849daa5b3b HTTP/1.1" status: 200 len: 843 time: 0.0491724 Jul 14 09:19:03.421667 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d6b25a-50c5-46a5-8ffe-b77d1a652974 req-99d9d5e3-ca3b-4bdf-bf90-66fe750792ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:03.423826 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-e9d6b25a-50c5-46a5-8ffe-b77d1a652974 req-99d9d5e3-ca3b-4bdf-bf90-66fe750792ac service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2244f7a1-04bd-42cd-9e86-31839b46f57f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0557206 Jul 14 09:19:03.500935 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756df068-082e-44d2-96b3-15d6112543ee req-d70e61c9-3411-4c86-a02a-42541084cd2b tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:03.516337 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-756df068-082e-44d2-96b3-15d6112543ee req-d70e61c9-3411-4c86-a02a-42541084cd2b tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] 10.222.0.68 "GET /v2.0/ports?device_id=9469915a-ae06-4f76-9764-28e54a0c3bb6 HTTP/1.1" status: 200 len: 943 time: 0.0918074 Jul 14 09:19:03.548922 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-e9d6b25a-50c5-46a5-8ffe-b77d1a652974 req-d4280eda-0663-4191-a65d-c2bdffc69136 service neutron] 10.222.0.65 "GET /v2.0/networks/2244f7a1-04bd-42cd-9e86-31839b46f57f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034606 Jul 14 09:19:03.557218 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-756df068-082e-44d2-96b3-15d6112543ee req-69e2d257-87a2-479b-878d-9b6d4b393195 tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] 10.222.0.68 "GET /v2.0/security-groups?id=4fa97f2f-f617-45f3-9331-b542b3f62cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348535 Jul 14 09:19:03.706528 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-e9d6b25a-50c5-46a5-8ffe-b77d1a652974 req-bf87b2a2-9b0b-4d2c-a9ce-ab0c2e0d82ac service neutron] 10.222.0.65 "GET /v2.0/networks/2244f7a1-04bd-42cd-9e86-31839b46f57f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219938 Jul 14 09:19:03.811153 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fd1eaa-5d96-4a67-91e9-cf43c355687a req-07338446-ec98-4bdd-9048-f8e6dc3ba8ff tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:03.818844 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-31fd1eaa-5d96-4a67-91e9-cf43c355687a req-07338446-ec98-4bdd-9048-f8e6dc3ba8ff tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/ports?device_id=fae776f6-08aa-4436-8736-3d602d7a93d2 HTTP/1.1" status: 200 len: 950 time: 0.0944245 Jul 14 09:19:03.892966 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-31fd1eaa-5d96-4a67-91e9-cf43c355687a req-ddd21b8b-c475-4616-99d6-cd7fa4874fe4 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/security-groups?id=93b55648-4dd6-4852-bb99-9aa842ab19a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679221 Jul 14 09:19:04.019935 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6280663b-d7a1-4efb-b3be-179558ef1265 req-96d7bb40-dd9c-4606-9af8-1dbd62ab9c4e tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:04.021559 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-6280663b-d7a1-4efb-b3be-179558ef1265 req-96d7bb40-dd9c-4606-9af8-1dbd62ab9c4e tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] 10.222.0.68 "GET /v2.0/ports?device_id=6593e4b3-80b2-4edd-b3fd-9f72f9137c4e HTTP/1.1" status: 200 len: 949 time: 0.0690005 Jul 14 09:19:04.071972 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-6280663b-d7a1-4efb-b3be-179558ef1265 req-04e17d31-8720-4aa6-a587-ffe5da98739a tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] 10.222.0.68 "GET /v2.0/security-groups?id=77fde4ca-6f5f-48d5-b2fd-4c103e7ba04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441918 Jul 14 09:19:04.328812 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56de61af-5a77-4d7a-8c28-c7fcc235f190 req-bf26b611-c504-417f-9967-d661dbfdf79a tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:04.330398 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-56de61af-5a77-4d7a-8c28-c7fcc235f190 req-bf26b611-c504-417f-9967-d661dbfdf79a tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] 10.222.0.68 "GET /v2.0/ports?device_id=facc33c5-0d58-4c84-8b5b-0879c06b54db HTTP/1.1" status: 200 len: 944 time: 0.0915718 Jul 14 09:19:04.377364 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-56de61af-5a77-4d7a-8c28-c7fcc235f190 req-909240cc-3531-408a-aa58-d8a988acc89b tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] 10.222.0.68 "GET /v2.0/security-groups?id=7bf941d0-4fab-41ec-a174-078829fdb488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412769 Jul 14 09:19:04.451887 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e145ff62-a674-49a9-94c4-9435a5c56bf0 req-27f03d88-a3d5-4005-8729-399756c3f7d0 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:04.453901 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-e145ff62-a674-49a9-94c4-9435a5c56bf0 req-27f03d88-a3d5-4005-8729-399756c3f7d0 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] 10.222.0.68 "GET /v2.0/ports?device_id=020e8c72-a14e-4f01-b978-0490c56491f8 HTTP/1.1" status: 200 len: 948 time: 0.0875151 Jul 14 09:19:04.495767 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-e145ff62-a674-49a9-94c4-9435a5c56bf0 req-1c3f7c42-7000-43c5-9f94-6f0e126aae9d tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] 10.222.0.68 "GET /v2.0/security-groups?id=c9156572-74c8-4b9e-9f0a-c202a5ef91ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359943 Jul 14 09:19:04.699551 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 6a6e006f-ab54-4229-9755-36575b786a53 details requested by agent hyperv_n-h2-779913-29 with host n-h2-779913-29 {{(pid=93959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:19:04.781745 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618a6168-1ead-4029-a09a-7ae6e0c22644 req-59f23a6c-72a6-4e59-a0ee-1b024912e952 tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:04.789723 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-618a6168-1ead-4029-a09a-7ae6e0c22644 req-59f23a6c-72a6-4e59-a0ee-1b024912e952 tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] 10.222.0.68 "GET /v2.0/ports?device_id=9469915a-ae06-4f76-9764-28e54a0c3bb6 HTTP/1.1" status: 200 len: 943 time: 0.0873644 Jul 14 09:19:04.841990 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 6a6e006f-ab54-4229-9755-36575b786a53, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=6a6e006f-ab54-4229-9755-36575b786a53,segment=NetworkSegment(becdfe35-a9ff-4f14-9744-544114c40ea3),segment_id=becdfe35-a9ff-4f14-9744-544114c40ea3)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:19:04.852477 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-618a6168-1ead-4029-a09a-7ae6e0c22644 req-736bf27a-80c3-4529-86a3-d5624529dbb6 tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] 10.222.0.68 "GET /v2.0/security-groups?id=4fa97f2f-f617-45f3-9331-b542b3f62cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611444 Jul 14 09:19:04.855791 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Returning: {'device': '6a6e006f-ab54-4229-9755-36575b786a53', 'network_id': '9b8a6edc-bbae-47ce-bda0-fb444fc735c0', 'port_id': '6a6e006f-ab54-4229-9755-36575b786a53', 'mac_address': 'fa:16:3e:58:2b:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 717, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ea73f7d-9594-449c-9c84-8c744576418b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:19:04.899579 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:04.913731 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a6e006f-ab54-4229-9755-36575b786a53 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:19:04.936143 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 6a6e006f-ab54-4229-9755-36575b786a53, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=6a6e006f-ab54-4229-9755-36575b786a53,segment=NetworkSegment(becdfe35-a9ff-4f14-9744-544114c40ea3),segment_id=becdfe35-a9ff-4f14-9744-544114c40ea3)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:19:04.941294 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:05.005673 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Pushing event updated for resources: {'Port': ['ID=6a6e006f-ab54-4229-9755-36575b786a53,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:05.073708 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3335922d-89dc-4be2-80b3-91a43484dec9 req-0d001221-299d-42d5-80a3-66e9b5640c7a tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:05.075319 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3335922d-89dc-4be2-80b3-91a43484dec9 req-0d001221-299d-42d5-80a3-66e9b5640c7a tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/ports?device_id=fae776f6-08aa-4436-8736-3d602d7a93d2 HTTP/1.1" status: 200 len: 950 time: 0.0652432 Jul 14 09:19:05.142190 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3335922d-89dc-4be2-80b3-91a43484dec9 req-30ef6812-c530-4d14-b362-397b08752b1a tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/security-groups?id=93b55648-4dd6-4852-bb99-9aa842ab19a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587840 Jul 14 09:19:05.319766 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31be12fc-8f0e-439e-8f54-5097129467df req-db71e6ae-62c9-4bed-b534-afb7a67545f0 tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:05.325161 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-31be12fc-8f0e-439e-8f54-5097129467df req-db71e6ae-62c9-4bed-b534-afb7a67545f0 tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] 10.222.0.68 "GET /v2.0/ports?device_id=6593e4b3-80b2-4edd-b3fd-9f72f9137c4e HTTP/1.1" status: 200 len: 949 time: 0.0894299 Jul 14 09:19:05.410867 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-31be12fc-8f0e-439e-8f54-5097129467df req-e7f10601-58ef-42ae-aad7-b470ff3604c2 tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] 10.222.0.68 "GET /v2.0/security-groups?id=77fde4ca-6f5f-48d5-b2fd-4c103e7ba04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776179 Jul 14 09:19:05.428891 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-33256bab-01d0-4508-82e6-d29a42da3299 req-e2344da0-eb1e-4789-87f6-22de80aee9db service neutron] 10.222.0.65 "GET /v2.0/ports/ba32fbed-4dee-4c02-8d7e-5389e3020217/bindings/n-h2-779913-29 HTTP/1.1" status: 200 len: 385 time: 0.1023662 Jul 14 09:19:05.494895 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] get_ports_and_sgs() called for port_ids ['6a6e006f-ab54-4229-9755-36575b786a53'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:19:05.598942 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da71f689-5063-4b4e-85a1-3aea90d20013 req-09937be2-8269-4df5-853a-9ae595b99707 tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:05.601286 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-da71f689-5063-4b4e-85a1-3aea90d20013 req-09937be2-8269-4df5-853a-9ae595b99707 tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] 10.222.0.68 "GET /v2.0/ports?device_id=facc33c5-0d58-4c84-8b5b-0879c06b54db HTTP/1.1" status: 200 len: 944 time: 0.0843165 Jul 14 09:19:05.668726 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-da71f689-5063-4b4e-85a1-3aea90d20013 req-8cc5c539-a85c-4aba-8c0c-81145a583731 tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] 10.222.0.68 "GET /v2.0/security-groups?id=7bf941d0-4fab-41ec-a174-078829fdb488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613611 Jul 14 09:19:05.730365 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-33256bab-01d0-4508-82e6-d29a42da3299 req-e8294d67-a044-44b4-ba1a-4e01986960ab service neutron] For port ba32fbed-4dee-4c02-8d7e-5389e3020217, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=ba32fbed-4dee-4c02-8d7e-5389e3020217,segment=NetworkSegment(4f3a0541-e6cd-42f5-92f6-5d961c2f621f),segment_id=4f3a0541-e6cd-42f5-92f6-5d961c2f621f)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:19:05.759292 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-33256bab-01d0-4508-82e6-d29a42da3299 req-e8294d67-a044-44b4-ba1a-4e01986960ab service neutron] For port ba32fbed-4dee-4c02-8d7e-5389e3020217, host n-h1-779913-29, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:19:05.768253 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a1f2a8-19a8-4194-8320-827c6885702f req-00c24ee5-1e40-4d50-9fea-24979b54abf1 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:05.769862 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-17a1f2a8-19a8-4194-8320-827c6885702f req-00c24ee5-1e40-4d50-9fea-24979b54abf1 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] 10.222.0.68 "GET /v2.0/ports?device_id=020e8c72-a14e-4f01-b978-0490c56491f8 HTTP/1.1" status: 200 len: 948 time: 0.1234863 Jul 14 09:19:05.823150 n-d-779913-29 neutron-server[93958]: DEBUG neutron.notifiers.nova [req-33256bab-01d0-4508-82e6-d29a42da3299 req-e8294d67-a044-44b4-ba1a-4e01986960ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba32fbed-4dee-4c02-8d7e-5389e3020217 {{(pid=93958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:19:05.837383 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-33256bab-01d0-4508-82e6-d29a42da3299 req-e8294d67-a044-44b4-ba1a-4e01986960ab service neutron] For port ba32fbed-4dee-4c02-8d7e-5389e3020217, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=ba32fbed-4dee-4c02-8d7e-5389e3020217,segment=NetworkSegment(4f3a0541-e6cd-42f5-92f6-5d961c2f621f),segment_id=4f3a0541-e6cd-42f5-92f6-5d961c2f621f)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:19:05.848131 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-17a1f2a8-19a8-4194-8320-827c6885702f req-cda6df44-c898-4a89-8636-34c56908c5f2 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] 10.222.0.68 "GET /v2.0/security-groups?id=c9156572-74c8-4b9e-9f0a-c202a5ef91ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613861 Jul 14 09:19:05.856119 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-33256bab-01d0-4508-82e6-d29a42da3299 req-e8294d67-a044-44b4-ba1a-4e01986960ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:05.945180 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-33256bab-01d0-4508-82e6-d29a42da3299 req-e8294d67-a044-44b4-ba1a-4e01986960ab service neutron] Transition to ACTIVE for port object ba32fbed-4dee-4c02-8d7e-5389e3020217 will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:19:05.950375 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-33256bab-01d0-4508-82e6-d29a42da3299 req-e8294d67-a044-44b4-ba1a-4e01986960ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13574142'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:06.060534 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-33256bab-01d0-4508-82e6-d29a42da3299 req-e8294d67-a044-44b4-ba1a-4e01986960ab service neutron] No DVR routers for this DVR port ba32fbed-4dee-4c02-8d7e-5389e3020217 on host n-h1-779913-29 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:19:06.074077 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8294d67-a044-44b4-ba1a-4e01986960ab service neutron] Pushing event updated for resources: {'Port': ['ID=ba32fbed-4dee-4c02-8d7e-5389e3020217,revision_number=10']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:06.116245 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-33256bab-01d0-4508-82e6-d29a42da3299 req-e8294d67-a044-44b4-ba1a-4e01986960ab service neutron] 10.222.0.65 "PUT /v2.0/ports/ba32fbed-4dee-4c02-8d7e-5389e3020217/bindings/n-h2-779913-29/activate HTTP/1.1" status: 200 len: 370 time: 0.6796114 Jul 14 09:19:06.131644 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a762d26-06df-407b-b3f7-50b30289fdb6 req-061df063-1b87-4277-9bce-a892505e5655 tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:06.136296 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-1a762d26-06df-407b-b3f7-50b30289fdb6 req-061df063-1b87-4277-9bce-a892505e5655 tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] 10.222.0.68 "GET /v2.0/ports?device_id=9469915a-ae06-4f76-9764-28e54a0c3bb6 HTTP/1.1" status: 200 len: 944 time: 0.1700461 Jul 14 09:19:06.137914 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device e73363ba-0fbb-4d49-bd66-c40967605cd0 details requested by agent hyperv_n-h1-779913-29 with host n-h1-779913-29 {{(pid=93959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:19:06.145320 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device ba32fbed-4dee-4c02-8d7e-5389e3020217 no longer exists at agent hyperv_n-h1-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:19:06.198086 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-1a762d26-06df-407b-b3f7-50b30289fdb6 req-7b36dd7e-8cbd-4883-84d8-09c8d75bc3f4 tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] 10.222.0.68 "GET /v2.0/security-groups?id=4fa97f2f-f617-45f3-9331-b542b3f62cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558827 Jul 14 09:19:06.232497 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device ba32fbed-4dee-4c02-8d7e-5389e3020217 not bound to the agent host n-h1-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:19:06.299460 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port e73363ba-0fbb-4d49-bd66-c40967605cd0, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=e73363ba-0fbb-4d49-bd66-c40967605cd0,segment=NetworkSegment(8f1c1422-de6c-445f-ab95-4e2c94585b2b),segment_id=8f1c1422-de6c-445f-ab95-4e2c94585b2b)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:19:06.321516 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Returning: {'device': 'e73363ba-0fbb-4d49-bd66-c40967605cd0', 'network_id': '2244f7a1-04bd-42cd-9e86-31839b46f57f', 'port_id': 'e73363ba-0fbb-4d49-bd66-c40967605cd0', 'mac_address': 'fa:16:3e:7d:cd:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 724, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85060e65-3b2f-4a6c-a04c-ce849daa5b3b', 'ip_address': '192.168.233.154'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:19:06.363259 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:06.364693 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33256bab-01d0-4508-82e6-d29a42da3299 req-aa1eaee0-cfcf-4c62-bc2b-8b23beddd040 tempest-LiveAutoBlockMigrationV225Test-648529105 tempest-LiveAutoBlockMigrationV225Test-648529105-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:06.366233 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-33256bab-01d0-4508-82e6-d29a42da3299 req-aa1eaee0-cfcf-4c62-bc2b-8b23beddd040 tempest-LiveAutoBlockMigrationV225Test-648529105 tempest-LiveAutoBlockMigrationV225Test-648529105-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=facc33c5-0d58-4c84-8b5b-0879c06b54db&tenant_id=e14af975015c4397b9da2a89a906dfc2&binding%3Ahost_id=n-h1-779913-29 HTTP/1.1" status: 200 len: 1097 time: 0.0868390 Jul 14 09:19:06.366484 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4d4e2c-ccf6-43b7-aea3-7465da0be57c req-9f8f2562-5a69-4541-923c-ca17fffe9b27 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:06.367984 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3d4d4e2c-ccf6-43b7-aea3-7465da0be57c req-9f8f2562-5a69-4541-923c-ca17fffe9b27 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/ports?device_id=fae776f6-08aa-4436-8736-3d602d7a93d2 HTTP/1.1" status: 200 len: 950 time: 0.0812767 Jul 14 09:19:06.376943 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e73363ba-0fbb-4d49-bd66-c40967605cd0 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:19:06.397410 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port e73363ba-0fbb-4d49-bd66-c40967605cd0, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=e73363ba-0fbb-4d49-bd66-c40967605cd0,segment=NetworkSegment(8f1c1422-de6c-445f-ab95-4e2c94585b2b),segment_id=8f1c1422-de6c-445f-ab95-4e2c94585b2b)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:19:06.401525 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:06.412290 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3d4d4e2c-ccf6-43b7-aea3-7465da0be57c req-d12f61e7-3dcd-4505-89d4-e95970e0d88a tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/security-groups?id=93b55648-4dd6-4852-bb99-9aa842ab19a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386820 Jul 14 09:19:06.439219 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33256bab-01d0-4508-82e6-d29a42da3299 req-ce16e2b5-c176-47fb-8c91-bb5c1066300a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:06.440826 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-33256bab-01d0-4508-82e6-d29a42da3299 req-ce16e2b5-c176-47fb-8c91-bb5c1066300a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=facc33c5-0d58-4c84-8b5b-0879c06b54db&tenant_id=e14af975015c4397b9da2a89a906dfc2 HTTP/1.1" status: 200 len: 1097 time: 0.0639088 Jul 14 09:19:06.472717 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Pushing event updated for resources: {'Port': ['ID=e73363ba-0fbb-4d49-bd66-c40967605cd0,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:06.856704 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e6431b-6fbb-407f-a116-68d411577cb7 req-e4e0bb43-86de-4396-a1a1-1d24d834fd17 tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:06.858294 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-48e6431b-6fbb-407f-a116-68d411577cb7 req-e4e0bb43-86de-4396-a1a1-1d24d834fd17 tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] 10.222.0.68 "GET /v2.0/ports?device_id=facc33c5-0d58-4c84-8b5b-0879c06b54db HTTP/1.1" status: 200 len: 945 time: 0.0734210 Jul 14 09:19:06.858529 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33256bab-01d0-4508-82e6-d29a42da3299 req-7b9a6614-f566-4019-985a-e2898f206e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:06.860062 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-33256bab-01d0-4508-82e6-d29a42da3299 req-7b9a6614-f566-4019-985a-e2898f206e25 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e14af975015c4397b9da2a89a906dfc2&device_id=facc33c5-0d58-4c84-8b5b-0879c06b54db HTTP/1.1" status: 200 len: 1097 time: 0.3495681 Jul 14 09:19:06.903151 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-48e6431b-6fbb-407f-a116-68d411577cb7 req-672ef1ed-ae67-4bde-8215-9f0ebbe2e086 tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] 10.222.0.68 "GET /v2.0/security-groups?id=7bf941d0-4fab-41ec-a174-078829fdb488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387914 Jul 14 09:19:06.938952 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c78042-ab75-4b02-8374-d5bb6762f5ed req-1d1d50fa-073e-42f1-b54e-1c7c8578e7f8 tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:06.940535 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-26c78042-ab75-4b02-8374-d5bb6762f5ed req-1d1d50fa-073e-42f1-b54e-1c7c8578e7f8 tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] 10.222.0.68 "GET /v2.0/ports?device_id=6593e4b3-80b2-4edd-b3fd-9f72f9137c4e HTTP/1.1" status: 200 len: 949 time: 0.3845303 Jul 14 09:19:06.946420 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] get_ports_and_sgs() called for port_ids ['e73363ba-0fbb-4d49-bd66-c40967605cd0'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:19:06.999478 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-26c78042-ab75-4b02-8374-d5bb6762f5ed req-56dc9b66-a24b-41ed-9269-83d6034720d4 tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] 10.222.0.68 "GET /v2.0/security-groups?id=77fde4ca-6f5f-48d5-b2fd-4c103e7ba04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492461 Jul 14 09:19:07.012532 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33256bab-01d0-4508-82e6-d29a42da3299 req-0878dac1-6044-484b-9332-2e702d94bcaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:07.014197 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-33256bab-01d0-4508-82e6-d29a42da3299 req-0878dac1-6044-484b-9332-2e702d94bcaa service neutron] 10.222.0.57 "GET /v2.0/networks?id=e7cb481e-49dc-464e-b748-d3d2c45f69f9 HTTP/1.1" status: 200 len: 921 time: 0.1461391 Jul 14 09:19:07.083181 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-33256bab-01d0-4508-82e6-d29a42da3299 req-856952fa-60e9-4142-bf37-049a8662822a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ba32fbed-4dee-4c02-8d7e-5389e3020217 HTTP/1.1" status: 200 len: 217 time: 0.0599172 Jul 14 09:19:07.158125 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33256bab-01d0-4508-82e6-d29a42da3299 req-76093b98-b1c6-44cd-9c25-15cc5e2fb5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:07.158125 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-33256bab-01d0-4508-82e6-d29a42da3299 req-76093b98-b1c6-44cd-9c25-15cc5e2fb5f0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a1f8d7cc-d5f0-4ac4-b550-493e46cf12fc HTTP/1.1" status: 200 len: 860 time: 0.0641301 Jul 14 09:19:07.227093 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-33256bab-01d0-4508-82e6-d29a42da3299 req-6d5067ef-7bbf-4c6e-b560-1c47a2c5bed4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e7cb481e-49dc-464e-b748-d3d2c45f69f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0559542 Jul 14 09:19:07.324789 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983da4c3-ee6b-45db-bc30-bc410f1a69db req-401769e0-6230-474d-b5fd-7b0c089caf42 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:07.331527 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-983da4c3-ee6b-45db-bc30-bc410f1a69db req-401769e0-6230-474d-b5fd-7b0c089caf42 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] 10.222.0.68 "GET /v2.0/ports?device_id=020e8c72-a14e-4f01-b978-0490c56491f8 HTTP/1.1" status: 200 len: 949 time: 0.1638467 Jul 14 09:19:07.364646 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-33256bab-01d0-4508-82e6-d29a42da3299 req-7f2b7f94-de1a-4a01-bce4-82445de6bf7c service neutron] 10.222.0.57 "GET /v2.0/networks/e7cb481e-49dc-464e-b748-d3d2c45f69f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300132 Jul 14 09:19:07.401703 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-983da4c3-ee6b-45db-bc30-bc410f1a69db req-2e3127ec-8328-4cda-9fbc-dfe1b9097b6e tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] 10.222.0.68 "GET /v2.0/security-groups?id=c9156572-74c8-4b9e-9f0a-c202a5ef91ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692754 Jul 14 09:19:07.479425 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-33256bab-01d0-4508-82e6-d29a42da3299 req-cc3a615d-4cc8-4b6a-81d6-c57249ef8c59 service neutron] 10.222.0.57 "GET /v2.0/networks/e7cb481e-49dc-464e-b748-d3d2c45f69f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051970 Jul 14 09:19:07.485586 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0757099e-ae69-47b2-99d7-93fd5a056cc5 req-f770227f-7173-4832-a794-006aee247a4e tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:07.487608 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0757099e-ae69-47b2-99d7-93fd5a056cc5 req-f770227f-7173-4832-a794-006aee247a4e tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] 10.222.0.68 "GET /v2.0/ports?device_id=9469915a-ae06-4f76-9764-28e54a0c3bb6 HTTP/1.1" status: 200 len: 944 time: 0.0896542 Jul 14 09:19:07.538042 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0757099e-ae69-47b2-99d7-93fd5a056cc5 req-aaa329cc-3419-4cb3-a560-3899d3ca3523 tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] 10.222.0.68 "GET /v2.0/security-groups?id=4fa97f2f-f617-45f3-9331-b542b3f62cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429647 Jul 14 09:19:07.613945 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a4a140-2726-47d2-9c17-005e544a3439 req-53a76ac5-44f5-4331-acae-9a36b202eae0 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:07.615585 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-61a4a140-2726-47d2-9c17-005e544a3439 req-53a76ac5-44f5-4331-acae-9a36b202eae0 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/ports?device_id=fae776f6-08aa-4436-8736-3d602d7a93d2 HTTP/1.1" status: 200 len: 950 time: 0.0663328 Jul 14 09:19:07.653317 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-61a4a140-2726-47d2-9c17-005e544a3439 req-cac4a8ed-9f7e-49e5-bb74-c4e148d441a3 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/security-groups?id=93b55648-4dd6-4852-bb99-9aa842ab19a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319862 Jul 14 09:19:07.876849 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33256bab-01d0-4508-82e6-d29a42da3299 req-1701464e-cfea-4c75-9ebd-a7bba9dc1dde tempest-LiveAutoBlockMigrationV225Test-648529105 tempest-LiveAutoBlockMigrationV225Test-648529105-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:07.878397 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-33256bab-01d0-4508-82e6-d29a42da3299 req-1701464e-cfea-4c75-9ebd-a7bba9dc1dde tempest-LiveAutoBlockMigrationV225Test-648529105 tempest-LiveAutoBlockMigrationV225Test-648529105-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=facc33c5-0d58-4c84-8b5b-0879c06b54db&tenant_id=e14af975015c4397b9da2a89a906dfc2&binding%3Ahost_id=n-h2-779913-29 HTTP/1.1" status: 200 len: 1097 time: 0.0612745 Jul 14 09:19:07.990518 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-33256bab-01d0-4508-82e6-d29a42da3299 req-d8875ab4-3676-4cf2-a22a-1cedeb35a13d service neutron] For port ba32fbed-4dee-4c02-8d7e-5389e3020217, host n-h1-779913-29, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:19:07.993700 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-33256bab-01d0-4508-82e6-d29a42da3299 req-d8875ab4-3676-4cf2-a22a-1cedeb35a13d service neutron] Notify callbacks [] for binding, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:07.994873 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-33256bab-01d0-4508-82e6-d29a42da3299 req-d8875ab4-3676-4cf2-a22a-1cedeb35a13d service neutron] 10.222.0.57 "DELETE /v2.0/ports/ba32fbed-4dee-4c02-8d7e-5389e3020217/bindings/n-h1-779913-29 HTTP/1.1" status: 204 len: 173 time: 0.1088283 Jul 14 09:19:08.113840 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bcf50c-f052-4e04-aa46-d280d561257e req-b47cb19f-648c-4b7f-9792-6355dce88002 tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:08.115379 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c2bcf50c-f052-4e04-aa46-d280d561257e req-b47cb19f-648c-4b7f-9792-6355dce88002 tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] 10.222.0.68 "GET /v2.0/ports?device_id=facc33c5-0d58-4c84-8b5b-0879c06b54db HTTP/1.1" status: 200 len: 945 time: 0.0670290 Jul 14 09:19:08.155484 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c2bcf50c-f052-4e04-aa46-d280d561257e req-77a5cbdb-7cb4-4861-a794-f0e8f6c3bd4a tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] 10.222.0.68 "GET /v2.0/security-groups?id=7bf941d0-4fab-41ec-a174-078829fdb488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341308 Jul 14 09:19:08.186106 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3cbdf2-2d99-404c-bef2-3fe4c2ae9d4a req-71eb00ea-63ef-4433-bf4a-ce8ad07825f9 tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:08.188172 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ac3cbdf2-2d99-404c-bef2-3fe4c2ae9d4a req-71eb00ea-63ef-4433-bf4a-ce8ad07825f9 tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] 10.222.0.68 "GET /v2.0/ports?device_id=6593e4b3-80b2-4edd-b3fd-9f72f9137c4e HTTP/1.1" status: 200 len: 949 time: 0.0674815 Jul 14 09:19:08.228748 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ac3cbdf2-2d99-404c-bef2-3fe4c2ae9d4a req-b8f66255-d9ac-4af9-b382-7abda260ff6d tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] 10.222.0.68 "GET /v2.0/security-groups?id=77fde4ca-6f5f-48d5-b2fd-4c103e7ba04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344779 Jul 14 09:19:08.421405 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9a23b3-db8a-41a4-a08a-413587b43342 req-619715fd-1337-4475-9e8a-9a3d87cea87a tempest-LiveAutoBlockMigrationV225Test-648529105 tempest-LiveAutoBlockMigrationV225Test-648529105-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:08.423049 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ac9a23b3-db8a-41a4-a08a-413587b43342 req-619715fd-1337-4475-9e8a-9a3d87cea87a tempest-LiveAutoBlockMigrationV225Test-648529105 tempest-LiveAutoBlockMigrationV225Test-648529105-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=facc33c5-0d58-4c84-8b5b-0879c06b54db HTTP/1.1" status: 200 len: 1097 time: 0.0583687 Jul 14 09:19:08.467974 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ac9a23b3-db8a-41a4-a08a-413587b43342 req-39227771-7858-470c-85d1-f1f108f09c67 tempest-LiveAutoBlockMigrationV225Test-648529105 tempest-LiveAutoBlockMigrationV225Test-648529105-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=7bf941d0-4fab-41ec-a174-078829fdb488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384378 Jul 14 09:19:08.645416 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92db217b-1f08-4867-8903-45cb581e55b6 req-124bf403-b05b-4531-a435-cd9102b670ca tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:08.647029 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-92db217b-1f08-4867-8903-45cb581e55b6 req-124bf403-b05b-4531-a435-cd9102b670ca tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] 10.222.0.68 "GET /v2.0/ports?device_id=020e8c72-a14e-4f01-b978-0490c56491f8 HTTP/1.1" status: 200 len: 949 time: 0.0661428 Jul 14 09:19:08.690894 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-92db217b-1f08-4867-8903-45cb581e55b6 req-a82b3cd2-d15c-433f-87a8-7977bb89f45a tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] 10.222.0.68 "GET /v2.0/security-groups?id=c9156572-74c8-4b9e-9f0a-c202a5ef91ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383456 Jul 14 09:19:08.715216 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 6a6e006f-ab54-4229-9755-36575b786a53 up at agent hyperv_n-h2-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:19:08.776096 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Provisioning for port 6a6e006f-ab54-4229-9755-36575b786a53 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:19:08.779763 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Provisioning complete for port 6a6e006f-ab54-4229-9755-36575b786a53 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:19:08.780143 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:08.809577 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367674f4-fd1c-402f-bd91-090e38483f65 req-b0f9cdc1-c5bd-45d4-92ae-91a425a6f13b tempest-LiveAutoBlockMigrationV225Test-648529105 tempest-LiveAutoBlockMigrationV225Test-648529105-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:08.811101 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-367674f4-fd1c-402f-bd91-090e38483f65 req-b0f9cdc1-c5bd-45d4-92ae-91a425a6f13b tempest-LiveAutoBlockMigrationV225Test-648529105 tempest-LiveAutoBlockMigrationV225Test-648529105-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=facc33c5-0d58-4c84-8b5b-0879c06b54db HTTP/1.1" status: 200 len: 1097 time: 0.0568609 Jul 14 09:19:08.847990 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-367674f4-fd1c-402f-bd91-090e38483f65 req-76080708-3e1c-48ca-8227-bb9bde37e389 tempest-LiveAutoBlockMigrationV225Test-648529105 tempest-LiveAutoBlockMigrationV225Test-648529105-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=7bf941d0-4fab-41ec-a174-078829fdb488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287361 Jul 14 09:19:08.862194 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:08.878851 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6a4df7-ad30-4b52-a6d1-33f545e067b8 req-d52a4d8d-6881-405d-ac0e-fcbec8a3bc17 tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:08.886735 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-1f6a4df7-ad30-4b52-a6d1-33f545e067b8 req-d52a4d8d-6881-405d-ac0e-fcbec8a3bc17 tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] 10.222.0.68 "GET /v2.0/ports?device_id=9469915a-ae06-4f76-9764-28e54a0c3bb6 HTTP/1.1" status: 200 len: 944 time: 0.0787978 Jul 14 09:19:08.907806 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9469915a-ae06-4f76-9764-28e54a0c3bb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a6e006f-ab54-4229-9755-36575b786a53'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:19:08.909041 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd62303f06773040a8a4e189dc46b4f565768c299abf8ab8e7739778b0bc3e97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f3f5ae6-da1d-401a-9acf-b3a716f1f189" -d '{"events": [{"server_uuid": "9469915a-ae06-4f76-9764-28e54a0c3bb6", "name": "network-vif-plugged", "status": "completed", "tag": "6a6e006f-ab54-4229-9755-36575b786a53"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:19:08.933755 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 6a6e006f-ab54-4229-9755-36575b786a53, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=6a6e006f-ab54-4229-9755-36575b786a53,segment=NetworkSegment(becdfe35-a9ff-4f14-9744-544114c40ea3),segment_id=becdfe35-a9ff-4f14-9744-544114c40ea3)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:19:08.941394 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:08.941968 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-1f6a4df7-ad30-4b52-a6d1-33f545e067b8 req-de6fcff5-bf17-4488-ac33-7c89358096ed tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] 10.222.0.68 "GET /v2.0/security-groups?id=4fa97f2f-f617-45f3-9331-b542b3f62cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542128 Jul 14 09:19:09.015048 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Pushing event updated for resources: {'Port': ['ID=6a6e006f-ab54-4229-9755-36575b786a53,revision_number=5']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:09.125908 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc34d31f-64a8-4afc-91f8-3ecf672c6215 req-88cb0952-1b2c-41ec-959e-438f13ae6f85 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:09.127639 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-fc34d31f-64a8-4afc-91f8-3ecf672c6215 req-88cb0952-1b2c-41ec-959e-438f13ae6f85 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/ports?device_id=fae776f6-08aa-4436-8736-3d602d7a93d2 HTTP/1.1" status: 200 len: 950 time: 0.0670605 Jul 14 09:19:09.166298 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-fc34d31f-64a8-4afc-91f8-3ecf672c6215 req-3b459bb1-1720-4063-b3d1-20b77e2dc770 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/security-groups?id=93b55648-4dd6-4852-bb99-9aa842ab19a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323801 Jul 14 09:19:09.211225 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:19:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f571cea6-eee6-48d1-b872-66165b3d52db x-openstack-request-id: req-f571cea6-eee6-48d1-b872-66165b3d52db {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:19:09.211534 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9469915a-ae06-4f76-9764-28e54a0c3bb6", "name": "network-vif-plugged", "status": "completed", "tag": "6a6e006f-ab54-4229-9755-36575b786a53", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:19:09.211798 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-f571cea6-eee6-48d1-b872-66165b3d52db {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:19:09.212198 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9469915a-ae06-4f76-9764-28e54a0c3bb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a6e006f-ab54-4229-9755-36575b786a53', 'code': 200} Jul 14 09:19:09.226202 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e0924e-6869-4efb-9741-bbe3c45bed56 req-59a31ff3-0327-4437-8fc0-f4db82bfcaa0 tempest-VolumesAdminNegativeTest-100931047 tempest-VolumesAdminNegativeTest-100931047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:09.227691 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-37e0924e-6869-4efb-9741-bbe3c45bed56 req-59a31ff3-0327-4437-8fc0-f4db82bfcaa0 tempest-VolumesAdminNegativeTest-100931047 tempest-VolumesAdminNegativeTest-100931047-project] 10.222.0.68 "GET /v2.0/ports?device_id=93bec9e9-53d8-4e4c-8bc1-01f6054a642c HTTP/1.1" status: 200 len: 945 time: 0.0685494 Jul 14 09:19:09.271743 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-37e0924e-6869-4efb-9741-bbe3c45bed56 req-7a8c4d4d-5ca5-43e7-a7a7-7c1dd3284c29 tempest-VolumesAdminNegativeTest-100931047 tempest-VolumesAdminNegativeTest-100931047-project] 10.222.0.68 "GET /v2.0/security-groups?id=43fc6f3d-3946-4583-bd30-f35197ab19c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383377 Jul 14 09:19:09.389778 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a527b396-071c-431d-9ab7-106483935f72 req-f4126f62-def0-4d1c-8bbe-7418957c3a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:09.391880 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-a527b396-071c-431d-9ab7-106483935f72 req-f4126f62-def0-4d1c-8bbe-7418957c3a1c service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=9469915a-ae06-4f76-9764-28e54a0c3bb6 HTTP/1.1" status: 200 len: 1097 time: 0.0613952 Jul 14 09:19:09.432888 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-a527b396-071c-431d-9ab7-106483935f72 req-b0a17293-76cf-4cd2-b6ba-3802456c070f service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=4fa97f2f-f617-45f3-9331-b542b3f62cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333300 Jul 14 09:19:09.444176 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d58aa67-0fb7-4217-ad90-3be1eeca4d19 req-6f3d645b-30dc-4f98-9d14-d80cb06484e8 tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:09.445978 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1d58aa67-0fb7-4217-ad90-3be1eeca4d19 req-6f3d645b-30dc-4f98-9d14-d80cb06484e8 tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] 10.222.0.68 "GET /v2.0/ports?device_id=6593e4b3-80b2-4edd-b3fd-9f72f9137c4e HTTP/1.1" status: 200 len: 949 time: 0.0722907 Jul 14 09:19:09.488860 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1d58aa67-0fb7-4217-ad90-3be1eeca4d19 req-91e9a301-fb6b-4f4d-b103-02f75e12a0c7 tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] 10.222.0.68 "GET /v2.0/security-groups?id=77fde4ca-6f5f-48d5-b2fd-4c103e7ba04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366066 Jul 14 09:19:09.876564 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e13c81-de01-400e-ba4a-32041fcfd873 req-ff41fa0c-d5ee-4cdc-b76c-bce45631226a tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:09.878099 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-b3e13c81-de01-400e-ba4a-32041fcfd873 req-ff41fa0c-d5ee-4cdc-b76c-bce45631226a tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] 10.222.0.68 "GET /v2.0/ports?device_id=020e8c72-a14e-4f01-b978-0490c56491f8 HTTP/1.1" status: 200 len: 949 time: 0.0722055 Jul 14 09:19:09.916094 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-b3e13c81-de01-400e-ba4a-32041fcfd873 req-fa7dfa3a-2d2b-4c9e-b728-089a00e19c21 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] 10.222.0.68 "GET /v2.0/security-groups?id=c9156572-74c8-4b9e-9f0a-c202a5ef91ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323527 Jul 14 09:19:10.114650 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f48e7aa-1094-43a0-a987-7d94ed395211 req-87592965-e8f8-4f88-b80d-8cdd30fc04bb tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:10.116120 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-9f48e7aa-1094-43a0-a987-7d94ed395211 req-87592965-e8f8-4f88-b80d-8cdd30fc04bb tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] 10.222.0.68 "GET /v2.0/ports?device_id=9469915a-ae06-4f76-9764-28e54a0c3bb6 HTTP/1.1" status: 200 len: 945 time: 0.0666997 Jul 14 09:19:10.154057 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device e73363ba-0fbb-4d49-bd66-c40967605cd0 up at agent hyperv_n-h1-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:19:10.155044 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-9f48e7aa-1094-43a0-a987-7d94ed395211 req-32e32731-dc93-4c82-b7d7-929e4a1dcb36 tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] 10.222.0.68 "GET /v2.0/security-groups?id=4fa97f2f-f617-45f3-9331-b542b3f62cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333400 Jul 14 09:19:10.201928 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Provisioning for port e73363ba-0fbb-4d49-bd66-c40967605cd0 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:19:10.206432 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Provisioning complete for port e73363ba-0fbb-4d49-bd66-c40967605cd0 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:19:10.206810 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:10.289115 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:10.326665 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port e73363ba-0fbb-4d49-bd66-c40967605cd0, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=e73363ba-0fbb-4d49-bd66-c40967605cd0,segment=NetworkSegment(8f1c1422-de6c-445f-ab95-4e2c94585b2b),segment_id=8f1c1422-de6c-445f-ab95-4e2c94585b2b)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:19:10.331917 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:10.391036 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Pushing event updated for resources: {'Port': ['ID=e73363ba-0fbb-4d49-bd66-c40967605cd0,revision_number=5']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:10.454811 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8c7405-087a-4c27-81d5-7c8b66b7385a req-bc575111-f9c4-4393-a46c-0e51e150d2c6 tempest-VolumesAdminNegativeTest-100931047 tempest-VolumesAdminNegativeTest-100931047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:10.456300 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-fa8c7405-087a-4c27-81d5-7c8b66b7385a req-bc575111-f9c4-4393-a46c-0e51e150d2c6 tempest-VolumesAdminNegativeTest-100931047 tempest-VolumesAdminNegativeTest-100931047-project] 10.222.0.68 "GET /v2.0/ports?device_id=93bec9e9-53d8-4e4c-8bc1-01f6054a642c HTTP/1.1" status: 200 len: 945 time: 0.0626245 Jul 14 09:19:10.495388 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-fa8c7405-087a-4c27-81d5-7c8b66b7385a req-a2b05eb8-cb9a-4d79-809b-3e588c18c9c1 tempest-VolumesAdminNegativeTest-100931047 tempest-VolumesAdminNegativeTest-100931047-project] 10.222.0.68 "GET /v2.0/security-groups?id=43fc6f3d-3946-4583-bd30-f35197ab19c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336571 Jul 14 09:19:10.517347 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d6039a-2f70-406e-abdf-1a0041f98578 req-e85e534d-f0e1-48d0-b1bb-1be88c6fa7f7 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:10.518953 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-89d6039a-2f70-406e-abdf-1a0041f98578 req-e85e534d-f0e1-48d0-b1bb-1be88c6fa7f7 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/ports?device_id=fae776f6-08aa-4436-8736-3d602d7a93d2 HTTP/1.1" status: 200 len: 950 time: 0.0681298 Jul 14 09:19:10.563438 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-89d6039a-2f70-406e-abdf-1a0041f98578 req-741346d9-5802-4a01-bbe2-f1fde01e12d8 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/security-groups?id=93b55648-4dd6-4852-bb99-9aa842ab19a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386865 Jul 14 09:19:10.702427 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae431f5-2d4c-4b54-99b2-a8270727d1ef req-9dbaeff6-9905-4482-a426-a5e817b63f3f tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:10.704054 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5ae431f5-2d4c-4b54-99b2-a8270727d1ef req-9dbaeff6-9905-4482-a426-a5e817b63f3f tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] 10.222.0.68 "GET /v2.0/ports?device_id=6593e4b3-80b2-4edd-b3fd-9f72f9137c4e HTTP/1.1" status: 200 len: 949 time: 0.0983946 Jul 14 09:19:10.748802 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5ae431f5-2d4c-4b54-99b2-a8270727d1ef req-5e21f5b0-cfdf-4858-bb04-e1afec614ea7 tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] 10.222.0.68 "GET /v2.0/security-groups?id=77fde4ca-6f5f-48d5-b2fd-4c103e7ba04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354221 Jul 14 09:19:11.096151 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ec2237-4698-4536-95b0-7f883c9c995c req-56692d41-0a97-472b-961c-85ae1ae9aeb5 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:11.097791 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d2ec2237-4698-4536-95b0-7f883c9c995c req-56692d41-0a97-472b-961c-85ae1ae9aeb5 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] 10.222.0.68 "GET /v2.0/ports?device_id=020e8c72-a14e-4f01-b978-0490c56491f8 HTTP/1.1" status: 200 len: 950 time: 0.0706258 Jul 14 09:19:11.137150 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d2ec2237-4698-4536-95b0-7f883c9c995c req-fd8f5117-3fde-4a66-8e27-9fb110bd773a tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] 10.222.0.68 "GET /v2.0/security-groups?id=c9156572-74c8-4b9e-9f0a-c202a5ef91ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336771 Jul 14 09:19:11.213525 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '020e8c72-a14e-4f01-b978-0490c56491f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e73363ba-0fbb-4d49-bd66-c40967605cd0'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:19:11.216765 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd62303f06773040a8a4e189dc46b4f565768c299abf8ab8e7739778b0bc3e97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24d3427b-2ff8-4893-853f-687e798cd335" -d '{"events": [{"server_uuid": "020e8c72-a14e-4f01-b978-0490c56491f8", "name": "network-vif-plugged", "status": "completed", "tag": "e73363ba-0fbb-4d49-bd66-c40967605cd0"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:19:11.259916 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:19:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83e05554-f258-438a-b174-5354c91e6fbc x-openstack-request-id: req-83e05554-f258-438a-b174-5354c91e6fbc {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:19:11.260455 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "020e8c72-a14e-4f01-b978-0490c56491f8", "name": "network-vif-plugged", "status": "completed", "tag": "e73363ba-0fbb-4d49-bd66-c40967605cd0", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:19:11.260712 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-83e05554-f258-438a-b174-5354c91e6fbc {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:19:11.261109 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '020e8c72-a14e-4f01-b978-0490c56491f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e73363ba-0fbb-4d49-bd66-c40967605cd0', 'code': 200} Jul 14 09:19:11.350739 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726406f4-1d8c-4f46-b614-7396ef241fc2 req-95f3d702-9920-484a-9893-e069951a24fd tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:11.352380 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-726406f4-1d8c-4f46-b614-7396ef241fc2 req-95f3d702-9920-484a-9893-e069951a24fd tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] 10.222.0.68 "GET /v2.0/ports?device_id=9469915a-ae06-4f76-9764-28e54a0c3bb6 HTTP/1.1" status: 200 len: 945 time: 0.0769546 Jul 14 09:19:11.422724 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-726406f4-1d8c-4f46-b614-7396ef241fc2 req-a6ad5d89-454b-4ed9-945e-96c6d525bfa1 tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] 10.222.0.68 "GET /v2.0/security-groups?id=4fa97f2f-f617-45f3-9331-b542b3f62cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623133 Jul 14 09:19:11.449353 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cc6f46-995a-4878-8a6d-fd0868603300 req-ae59766c-c1aa-43ba-b357-2f99f0789773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:11.451131 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-19cc6f46-995a-4878-8a6d-fd0868603300 req-ae59766c-c1aa-43ba-b357-2f99f0789773 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=020e8c72-a14e-4f01-b978-0490c56491f8 HTTP/1.1" status: 200 len: 1102 time: 0.0690708 Jul 14 09:19:11.488168 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-19cc6f46-995a-4878-8a6d-fd0868603300 req-6d9fa91d-ecfd-43d9-9a06-b2083929fbfa service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=c9156572-74c8-4b9e-9f0a-c202a5ef91ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0292866 Jul 14 09:19:11.677891 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586da27f-67d9-4a0b-8d0b-7d49728f388f req-7721c264-403e-4141-b3c7-71ebd1303a3c tempest-VolumesAdminNegativeTest-100931047 tempest-VolumesAdminNegativeTest-100931047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:11.684840 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-586da27f-67d9-4a0b-8d0b-7d49728f388f req-7721c264-403e-4141-b3c7-71ebd1303a3c tempest-VolumesAdminNegativeTest-100931047 tempest-VolumesAdminNegativeTest-100931047-project] 10.222.0.68 "GET /v2.0/ports?device_id=93bec9e9-53d8-4e4c-8bc1-01f6054a642c HTTP/1.1" status: 200 len: 945 time: 0.0722234 Jul 14 09:19:11.722079 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-586da27f-67d9-4a0b-8d0b-7d49728f388f req-2e2de216-be7c-4450-a5da-adb1a8c529fd tempest-VolumesAdminNegativeTest-100931047 tempest-VolumesAdminNegativeTest-100931047-project] 10.222.0.68 "GET /v2.0/security-groups?id=43fc6f3d-3946-4583-bd30-f35197ab19c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362856 Jul 14 09:19:11.767181 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee84013-9c4e-4faa-95cb-09a59ca41eab req-085ebe17-a6fb-4838-8a5e-9f23225f29bb tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:11.771553 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-eee84013-9c4e-4faa-95cb-09a59ca41eab req-085ebe17-a6fb-4838-8a5e-9f23225f29bb tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/ports?device_id=fae776f6-08aa-4436-8736-3d602d7a93d2 HTTP/1.1" status: 200 len: 950 time: 0.0719147 Jul 14 09:19:11.809069 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-eee84013-9c4e-4faa-95cb-09a59ca41eab req-35ec871a-c9ad-4214-941c-707c06572dfb tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/security-groups?id=93b55648-4dd6-4852-bb99-9aa842ab19a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347002 Jul 14 09:19:11.988965 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a58af3b-7627-4dc9-803e-88ce5b9a61c0 req-dce427e1-7798-4748-8921-2e7413191c6e tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:11.990545 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-3a58af3b-7627-4dc9-803e-88ce5b9a61c0 req-dce427e1-7798-4748-8921-2e7413191c6e tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] 10.222.0.68 "GET /v2.0/ports?device_id=6593e4b3-80b2-4edd-b3fd-9f72f9137c4e HTTP/1.1" status: 200 len: 949 time: 0.0720167 Jul 14 09:19:12.065995 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-3a58af3b-7627-4dc9-803e-88ce5b9a61c0 req-6d7679d2-5107-445f-bcd7-dbe8701fd3b6 tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] 10.222.0.68 "GET /v2.0/security-groups?id=77fde4ca-6f5f-48d5-b2fd-4c103e7ba04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693810 Jul 14 09:19:12.100854 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ba70eb-efcd-4d4d-b3b7-27efbd4c9bd8 req-a5936a74-597d-47e8-9aeb-fa705a2835f5 tempest-VolumesAdminNegativeTest-100931047 tempest-VolumesAdminNegativeTest-100931047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:12.102342 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-93ba70eb-efcd-4d4d-b3b7-27efbd4c9bd8 req-a5936a74-597d-47e8-9aeb-fa705a2835f5 tempest-VolumesAdminNegativeTest-100931047 tempest-VolumesAdminNegativeTest-100931047-project] 10.222.0.57 "GET /v2.0/ports?device_id=93bec9e9-53d8-4e4c-8bc1-01f6054a642c HTTP/1.1" status: 200 len: 945 time: 0.0783606 Jul 14 09:19:12.220143 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-93ba70eb-efcd-4d4d-b3b7-27efbd4c9bd8 req-97f0ae03-668a-47ba-a47d-2989a06f1ee9 tempest-VolumesAdminNegativeTest-100931047 tempest-VolumesAdminNegativeTest-100931047-project] Deleting port 4a55874b-3eb6-4d20-8e04-1b662f6be0dc {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:19:12.220506 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-93ba70eb-efcd-4d4d-b3b7-27efbd4c9bd8 req-97f0ae03-668a-47ba-a47d-2989a06f1ee9 tempest-VolumesAdminNegativeTest-100931047 tempest-VolumesAdminNegativeTest-100931047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:12.313758 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-93ba70eb-efcd-4d4d-b3b7-27efbd4c9bd8 req-97f0ae03-668a-47ba-a47d-2989a06f1ee9 tempest-VolumesAdminNegativeTest-100931047 tempest-VolumesAdminNegativeTest-100931047-project] For port 4a55874b-3eb6-4d20-8e04-1b662f6be0dc, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=4a55874b-3eb6-4d20-8e04-1b662f6be0dc,segment=NetworkSegment(b5266798-ff4d-4e40-81ff-c2c09bc63341),segment_id=b5266798-ff4d-4e40-81ff-c2c09bc63341)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:19:12.314527 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-93ba70eb-efcd-4d4d-b3b7-27efbd4c9bd8 req-97f0ae03-668a-47ba-a47d-2989a06f1ee9 tempest-VolumesAdminNegativeTest-100931047 tempest-VolumesAdminNegativeTest-100931047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:12.320231 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7f565c-895b-466c-a991-01c880799770 req-0337e907-a44c-4597-972f-ee74a8e99e74 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:12.328251 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-db7f565c-895b-466c-a991-01c880799770 req-0337e907-a44c-4597-972f-ee74a8e99e74 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] 10.222.0.68 "GET /v2.0/ports?device_id=020e8c72-a14e-4f01-b978-0490c56491f8 HTTP/1.1" status: 200 len: 950 time: 0.0755832 Jul 14 09:19:12.330804 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-93ba70eb-efcd-4d4d-b3b7-27efbd4c9bd8 req-97f0ae03-668a-47ba-a47d-2989a06f1ee9 tempest-VolumesAdminNegativeTest-100931047 tempest-VolumesAdminNegativeTest-100931047-project] Calling delete_port for 4a55874b-3eb6-4d20-8e04-1b662f6be0dc owned by compute:nova {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:19:12.362338 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-db7f565c-895b-466c-a991-01c880799770 req-abcac1b2-25b1-4b69-9773-b50bad41c7c5 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] 10.222.0.68 "GET /v2.0/security-groups?id=c9156572-74c8-4b9e-9f0a-c202a5ef91ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331550 Jul 14 09:19:12.467664 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-93ba70eb-efcd-4d4d-b3b7-27efbd4c9bd8 req-97f0ae03-668a-47ba-a47d-2989a06f1ee9 tempest-VolumesAdminNegativeTest-100931047 tempest-VolumesAdminNegativeTest-100931047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:12.497411 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f0ae03-668a-47ba-a47d-2989a06f1ee9 tempest-VolumesAdminNegativeTest-100931047 tempest-VolumesAdminNegativeTest-100931047-project] Pushing event deleted for resources: {'Port': ['ID=4a55874b-3eb6-4d20-8e04-1b662f6be0dc,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:12.533302 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:12.535521 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] get_ports_and_sgs() called for port_ids ['4a55874b-3eb6-4d20-8e04-1b662f6be0dc'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:19:12.572358 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-93ba70eb-efcd-4d4d-b3b7-27efbd4c9bd8 req-97f0ae03-668a-47ba-a47d-2989a06f1ee9 tempest-VolumesAdminNegativeTest-100931047 tempest-VolumesAdminNegativeTest-100931047-project] No DVR routers for this DVR port 4a55874b-3eb6-4d20-8e04-1b662f6be0dc on host n-h2-779913-29 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:19:12.575337 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-93ba70eb-efcd-4d4d-b3b7-27efbd4c9bd8 req-97f0ae03-668a-47ba-a47d-2989a06f1ee9 tempest-VolumesAdminNegativeTest-100931047 tempest-VolumesAdminNegativeTest-100931047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:12.578431 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-93ba70eb-efcd-4d4d-b3b7-27efbd4c9bd8 req-97f0ae03-668a-47ba-a47d-2989a06f1ee9 tempest-VolumesAdminNegativeTest-100931047 tempest-VolumesAdminNegativeTest-100931047-project] 10.222.0.57 "DELETE /v2.0/ports/4a55874b-3eb6-4d20-8e04-1b662f6be0dc HTTP/1.1" status: 204 len: 173 time: 0.4634917 Jul 14 09:19:12.579521 n-d-779913-29 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93bec9e9-53d8-4e4c-8bc1-01f6054a642c', 'name': 'network-vif-deleted', 'tag': '4a55874b-3eb6-4d20-8e04-1b662f6be0dc'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:19:12.582775 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cb48f044f948e981f43897c8d7f1332f741dc7af2b4c5a6e19d8f4a80f708e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b16e3e86-9844-45c5-aec2-2e0f67fa9f51" -d '{"events": [{"server_uuid": "93bec9e9-53d8-4e4c-8bc1-01f6054a642c", "name": "network-vif-deleted", "tag": "4a55874b-3eb6-4d20-8e04-1b662f6be0dc"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:19:12.633379 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:19:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a79ff2f-c02f-4eaf-8da5-7b2926a7417d x-openstack-request-id: req-3a79ff2f-c02f-4eaf-8da5-7b2926a7417d {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:19:12.634015 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93bec9e9-53d8-4e4c-8bc1-01f6054a642c", "name": "network-vif-deleted", "tag": "4a55874b-3eb6-4d20-8e04-1b662f6be0dc", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:19:12.634272 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-3a79ff2f-c02f-4eaf-8da5-7b2926a7417d {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:19:12.634684 n-d-779913-29 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93bec9e9-53d8-4e4c-8bc1-01f6054a642c', 'name': 'network-vif-deleted', 'tag': '4a55874b-3eb6-4d20-8e04-1b662f6be0dc', 'status': 'completed', 'code': 200} Jul 14 09:19:12.661973 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b79a7d4-dc03-42b1-a7e5-4f921011d531 req-6a804463-0966-4a6a-9d35-a391aa234802 tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:12.663859 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-2b79a7d4-dc03-42b1-a7e5-4f921011d531 req-6a804463-0966-4a6a-9d35-a391aa234802 tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] 10.222.0.68 "GET /v2.0/ports?device_id=9469915a-ae06-4f76-9764-28e54a0c3bb6 HTTP/1.1" status: 200 len: 945 time: 0.0925765 Jul 14 09:19:12.716689 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-2b79a7d4-dc03-42b1-a7e5-4f921011d531 req-b698f36a-5ff2-466d-b210-7c4dbc82afab tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] 10.222.0.68 "GET /v2.0/security-groups?id=4fa97f2f-f617-45f3-9331-b542b3f62cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471303 Jul 14 09:19:12.884194 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-56890895-89d5-4410-a3ab-254467f6909e req-9f53091a-55a8-4ece-ac50-009983e1cf99 tempest-VolumesAdminNegativeTest-100931047 tempest-VolumesAdminNegativeTest-100931047-project] 10.222.0.68 "GET /v2.0/ports?device_id=93bec9e9-53d8-4e4c-8bc1-01f6054a642c HTTP/1.1" status: 200 len: 210 time: 0.0302308 Jul 14 09:19:13.106487 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15e46ef-00f7-4204-80ab-d6b4622294f8 req-4b516577-2638-4a2d-bb78-8bd92a57ac96 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:13.108043 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-a15e46ef-00f7-4204-80ab-d6b4622294f8 req-4b516577-2638-4a2d-bb78-8bd92a57ac96 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/ports?device_id=fae776f6-08aa-4436-8736-3d602d7a93d2 HTTP/1.1" status: 200 len: 950 time: 0.1183562 Jul 14 09:19:13.159791 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-a15e46ef-00f7-4204-80ab-d6b4622294f8 req-2090b42a-ffd0-4a37-a17d-f5d06e01cb92 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/security-groups?id=93b55648-4dd6-4852-bb99-9aa842ab19a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449042 Jul 14 09:19:13.212725 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:13.312023 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99149ff-9de7-4842-981d-95ea779adced req-dac34206-4ad9-4e8b-abe9-d22449d24dda tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:13.313577 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f99149ff-9de7-4842-981d-95ea779adced req-dac34206-4ad9-4e8b-abe9-d22449d24dda tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] 10.222.0.68 "GET /v2.0/ports?device_id=9469915a-ae06-4f76-9764-28e54a0c3bb6 HTTP/1.1" status: 200 len: 945 time: 0.0668447 Jul 14 09:19:13.354251 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f99149ff-9de7-4842-981d-95ea779adced req-37a1c464-e97e-44bc-9090-90f339ed29e2 tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] 10.222.0.68 "GET /v2.0/security-groups?id=4fa97f2f-f617-45f3-9331-b542b3f62cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340362 Jul 14 09:19:13.484415 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaebbce-ce04-4fa5-8ac9-a345cbedca03 req-9eadeaa2-d164-4caa-8154-91cf330abf5b tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:13.486103 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-bcaebbce-ce04-4fa5-8ac9-a345cbedca03 req-9eadeaa2-d164-4caa-8154-91cf330abf5b tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] 10.222.0.68 "GET /v2.0/ports?device_id=6593e4b3-80b2-4edd-b3fd-9f72f9137c4e HTTP/1.1" status: 200 len: 949 time: 0.0732586 Jul 14 09:19:13.541329 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-bcaebbce-ce04-4fa5-8ac9-a345cbedca03 req-cf4697ba-ccc2-412d-bd3e-4098140a4d16 tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] 10.222.0.68 "GET /v2.0/security-groups?id=77fde4ca-6f5f-48d5-b2fd-4c103e7ba04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488484 Jul 14 09:19:13.557167 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba44a285-71a4-4c40-bddb-a0a018d012b9 req-6db82c49-e8b7-4bd8-9c66-bf88746f8b34 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:13.558831 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ba44a285-71a4-4c40-bddb-a0a018d012b9 req-6db82c49-e8b7-4bd8-9c66-bf88746f8b34 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] 10.222.0.68 "GET /v2.0/ports?device_id=020e8c72-a14e-4f01-b978-0490c56491f8 HTTP/1.1" status: 200 len: 950 time: 0.0805068 Jul 14 09:19:13.598068 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ba44a285-71a4-4c40-bddb-a0a018d012b9 req-7aacdeba-80dc-42a3-92b6-28db055fec4b tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] 10.222.0.68 "GET /v2.0/security-groups?id=c9156572-74c8-4b9e-9f0a-c202a5ef91ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333688 Jul 14 09:19:13.767263 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6386f4-dc8b-4efa-95df-bb60029025c8 req-1173576c-5a30-4850-b36e-bc5ec917f637 tempest-ServersOnMultiNodesTest-574860192 tempest-ServersOnMultiNodesTest-574860192-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:13.768771 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-9b6386f4-dc8b-4efa-95df-bb60029025c8 req-1173576c-5a30-4850-b36e-bc5ec917f637 tempest-ServersOnMultiNodesTest-574860192 tempest-ServersOnMultiNodesTest-574860192-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=020e8c72-a14e-4f01-b978-0490c56491f8 HTTP/1.1" status: 200 len: 1102 time: 0.0516741 Jul 14 09:19:13.804844 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-9b6386f4-dc8b-4efa-95df-bb60029025c8 req-8e8ba480-be73-47b3-914a-fbd196f1d14e tempest-ServersOnMultiNodesTest-574860192 tempest-ServersOnMultiNodesTest-574860192-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=c9156572-74c8-4b9e-9f0a-c202a5ef91ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302360 Jul 14 09:19:13.982311 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-393f5c45-8058-46ca-b447-4880e92aace4 req-af4776db-2973-4332-a3cd-d2bcd3aa1a45 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] 10.222.0.68 "GET /v2.0/networks?tenant_id=960db35cb56b449db311d3b4abef7a82&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0319109 Jul 14 09:19:13.990796 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 39028) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:19:14.053551 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-4845d335-3ff3-40be-8ca9-d46e78b091ef admin admin] Deleting subnet e55d83a4-a947-4393-8a59-6e1e9d811f30 {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:19:14.056963 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4845d335-3ff3-40be-8ca9-d46e78b091ef admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:14.096744 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4845d335-3ff3-40be-8ca9-d46e78b091ef admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13574120'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:14.098252 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393f5c45-8058-46ca-b447-4880e92aace4 req-706bbe95-2a68-4766-a60e-0cbf58f77953 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:14.099937 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-393f5c45-8058-46ca-b447-4880e92aace4 req-706bbe95-2a68-4766-a60e-0cbf58f77953 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1164224 Jul 14 09:19:14.116732 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-393f5c45-8058-46ca-b447-4880e92aace4 req-7704ee62-bb5a-4f65-b5b3-a5daca03f2f9 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] 10.222.0.68 "GET /v2.0/quotas/960db35cb56b449db311d3b4abef7a82 HTTP/1.1" status: 200 len: 375 time: 0.0107403 Jul 14 09:19:14.138729 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4845d335-3ff3-40be-8ca9-d46e78b091ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3481002'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:14.207903 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4845d335-3ff3-40be-8ca9-d46e78b091ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13574056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16714573'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:14.213149 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-393f5c45-8058-46ca-b447-4880e92aace4 req-cd6a7c20-4abd-4500-bf56-f467a3aefd18 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=960db35cb56b449db311d3b4abef7a82&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0909536 Jul 14 09:19:14.225647 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4845d335-3ff3-40be-8ca9-d46e78b091ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:14.227840 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-4845d335-3ff3-40be-8ca9-d46e78b091ef admin admin] 10.222.0.68 "DELETE /v2.0/subnets/e55d83a4-a947-4393-8a59-6e1e9d811f30 HTTP/1.1" status: 204 len: 168 time: 0.2359703 Jul 14 09:19:14.230510 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 39034) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:19:14.253164 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4845d335-3ff3-40be-8ca9-d46e78b091ef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e55d83a4-a947-4393-8a59-6e1e9d811f30,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:14.315204 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-25676059-abc7-42e2-80cc-8b973159af0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3876111'] for network, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:14.412085 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-25676059-abc7-42e2-80cc-8b973159af0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473955', 'neutron.services.segments.db._delete_segments_for_network-8735688326548'] for network, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:14.423625 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-25676059-abc7-42e2-80cc-8b973159af0d admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:19:14.423997 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-25676059-abc7-42e2-80cc-8b973159af0d admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:19:14.424794 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-25676059-abc7-42e2-80cc-8b973159af0d admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:19:14.425218 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-25676059-abc7-42e2-80cc-8b973159af0d admin admin] Subscribe: > port after_create 55550000 {{(pid=93957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:19:14.425651 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-25676059-abc7-42e2-80cc-8b973159af0d admin admin] Subscribe: > port after_delete 55550000 {{(pid=93957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:19:14.425998 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-25676059-abc7-42e2-80cc-8b973159af0d admin admin] Subscribe: > port after_update 55550000 {{(pid=93957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:19:14.426326 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-25676059-abc7-42e2-80cc-8b973159af0d admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:19:14.426653 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-25676059-abc7-42e2-80cc-8b973159af0d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:19:14.426993 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-25676059-abc7-42e2-80cc-8b973159af0d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:19:14.427320 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-25676059-abc7-42e2-80cc-8b973159af0d admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:19:14.457538 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849460f6-cdd4-4d02-b9ed-bb042cd38834 req-5d7eb87b-df0d-4d0c-910a-a26c8625693f tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:14.459539 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-849460f6-cdd4-4d02-b9ed-bb042cd38834 req-5d7eb87b-df0d-4d0c-910a-a26c8625693f tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/ports?device_id=fae776f6-08aa-4436-8736-3d602d7a93d2 HTTP/1.1" status: 200 len: 950 time: 0.0793216 Jul 14 09:19:14.500541 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-25676059-abc7-42e2-80cc-8b973159af0d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:19:14.500893 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-25676059-abc7-42e2-80cc-8b973159af0d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:19:14.501226 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-25676059-abc7-42e2-80cc-8b973159af0d admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:19:14.501600 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-25676059-abc7-42e2-80cc-8b973159af0d admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:19:14.502053 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-25676059-abc7-42e2-80cc-8b973159af0d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6838271-32c5-479d-9743-9a5a57995865']}} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:19:14.509258 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-849460f6-cdd4-4d02-b9ed-bb042cd38834 req-a66fc3a1-13a4-4604-ba62-15467959ca7c tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/security-groups?id=93b55648-4dd6-4852-bb99-9aa842ab19a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428901 Jul 14 09:19:14.525735 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-25676059-abc7-42e2-80cc-8b973159af0d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5266798-ff4d-4e40-81ff-c2c09bc63341') {'for_net_delete': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:19:14.526516 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-25676059-abc7-42e2-80cc-8b973159af0d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5266798-ff4d-4e40-81ff-c2c09bc63341') {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:19:14.559187 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-25676059-abc7-42e2-80cc-8b973159af0d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735688356235', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10944210'] for segment, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:14.604281 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3cdff4cd-cbed-4cbd-a82f-75afbc6ae2fb req-dc2ee9ab-cef3-4c99-bf77-666cbd8d8870 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] 10.222.0.68 "GET /v2.0/ports?device_id=b6853770-917c-40ec-a228-8d0903756990 HTTP/1.1" status: 200 len: 210 time: 0.0480690 Jul 14 09:19:14.608400 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-25676059-abc7-42e2-80cc-8b973159af0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:14.619230 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25676059-abc7-42e2-80cc-8b973159af0d admin admin] Releasing vlan 705 on physical network physnet1 to pool {{(pid=93957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:19:14.619895 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-25676059-abc7-42e2-80cc-8b973159af0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10053619'] for segment, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:14.633715 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:19:14.633715 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:19:14.633715 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:19:14.633715 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:19:14.633715 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:19:14.633715 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:19:14.633715 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:19:14.633715 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:19:14.633715 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:19:14.633715 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:19:14.633715 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:19:14.633715 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:19:14.633715 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:19:14.633715 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:19:14.633715 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:19:14.633715 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:19:14.633715 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:19:14.633715 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:19:14.633715 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:19:14.633715 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:19:14.633715 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:19:14.633715 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:19:14.633715 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:19:14.633715 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:19:14.633715 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:19:14.633715 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:19:14.633715 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:19:14.633715 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:19:14.633715 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:19:14.633715 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:19:14.633715 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:19:14.633715 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:19:14.633715 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:19:14.633715 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:19:14.633715 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:19:14.633715 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:19:14.633715 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:19:14.633715 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:19:14.633715 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:19:14.633715 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:19:14.633715 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:19:14.633715 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:19:14.633715 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:19:14.633715 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:19:14.633715 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:19:14.633715 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:19:14.633715 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:19:14.633715 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:19:14.633715 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:19:14.633715 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:19:14.633715 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:19:14.633715 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:19:14.633715 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:19:14.633715 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:19:14.633715 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:19:14.633715 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:19:14.637085 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:19:14.637085 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:19:14.637085 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:19:14.637085 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:19:14.637085 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:19:14.637085 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:19:14.637085 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:19:14.637085 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:19:14.637085 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:19:14.637085 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:19:14.637085 n-d-779913-29 neutron-server[93957]: Traceback (most recent call last): Jul 14 09:19:14.637085 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:19:14.637085 n-d-779913-29 neutron-server[93957]: timer() Jul 14 09:19:14.637085 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:19:14.637085 n-d-779913-29 neutron-server[93957]: cb(*args, **kw) Jul 14 09:19:14.637085 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:19:14.637085 n-d-779913-29 neutron-server[93957]: return func(*args, **kwargs) Jul 14 09:19:14.637085 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:19:14.637085 n-d-779913-29 neutron-server[93957]: self._notify() Jul 14 09:19:14.637085 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:19:14.637085 n-d-779913-29 neutron-server[93957]: self.callback(batched_events) Jul 14 09:19:14.637085 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:19:14.637085 n-d-779913-29 neutron-server[93957]: event.method(event) Jul 14 09:19:14.637085 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:19:14.637085 n-d-779913-29 neutron-server[93957]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:19:14.637085 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:19:14.637085 n-d-779913-29 neutron-server[93957]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:19:14.637085 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:19:14.637085 n-d-779913-29 neutron-server[93957]: return f(self, *a, **k) Jul 14 09:19:14.637085 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:19:14.637085 n-d-779913-29 neutron-server[93957]: return self._get(url).json() Jul 14 09:19:14.637085 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:19:14.637085 n-d-779913-29 neutron-server[93957]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:19:14.637085 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:19:14.637085 n-d-779913-29 neutron-server[93957]: return self.request(url, 'GET', **kwargs) Jul 14 09:19:14.637085 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:19:14.637085 n-d-779913-29 neutron-server[93957]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:19:14.637085 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:19:14.637085 n-d-779913-29 neutron-server[93957]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:19:14.637085 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:19:14.637085 n-d-779913-29 neutron-server[93957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:19:14.637085 n-d-779913-29 neutron-server[93957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:19:14.712544 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-25676059-abc7-42e2-80cc-8b973159af0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660504'] for network, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:14.717400 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9635d2-1e19-4510-8b26-bacb3f95dffe req-46e20a22-7cc4-4d1b-b308-22141f3e88dc tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:14.719901 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-0a9635d2-1e19-4510-8b26-bacb3f95dffe req-46e20a22-7cc4-4d1b-b308-22141f3e88dc tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] 10.222.0.68 "GET /v2.0/ports?device_id=9469915a-ae06-4f76-9764-28e54a0c3bb6 HTTP/1.1" status: 200 len: 945 time: 0.0730791 Jul 14 09:19:14.723960 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-25676059-abc7-42e2-80cc-8b973159af0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for network, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:14.726628 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-25676059-abc7-42e2-80cc-8b973159af0d admin admin] 10.222.0.68 "DELETE /v2.0/networks/a6838271-32c5-479d-9743-9a5a57995865 HTTP/1.1" status: 204 len: 168 time: 0.4947524 Jul 14 09:19:14.729190 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 4a55874b-3eb6-4d20-8e04-1b662f6be0dc no longer exists at agent hyperv_n-h2-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:19:14.733767 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 39052) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:19:14.750772 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] No Port match for: 4a55874b-3eb6-4d20-8e04-1b662f6be0dc {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:19:14.751129 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 4a55874b-3eb6-4d20-8e04-1b662f6be0dc not bound to the agent host n-h2-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:19:14.774620 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25676059-abc7-42e2-80cc-8b973159af0d admin admin] Pushing event deleted for resources: {'Network': ['ID=a6838271-32c5-479d-9743-9a5a57995865,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:14.808813 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d49db6c-a3ad-473b-b1c0-49074a2aee31 admin admin] Deleting subnet 81753eb5-907f-4f95-a264-a0dbc8f397d6 {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:19:14.809150 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb73730-e5fc-4370-bacb-95535f75c18a req-28c8fe61-78ab-47fb-a8ca-f0540be67bd3 tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:14.814457 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1d49db6c-a3ad-473b-b1c0-49074a2aee31 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:14.816266 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8fb73730-e5fc-4370-bacb-95535f75c18a req-28c8fe61-78ab-47fb-a8ca-f0540be67bd3 tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] 10.222.0.68 "GET /v2.0/ports?device_id=6593e4b3-80b2-4edd-b3fd-9f72f9137c4e HTTP/1.1" status: 200 len: 949 time: 0.0789180 Jul 14 09:19:14.836160 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-0a9635d2-1e19-4510-8b26-bacb3f95dffe req-66fa1c7e-95b3-442d-b1ef-d44f026b7a09 tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] 10.222.0.68 "GET /v2.0/security-groups?id=4fa97f2f-f617-45f3-9331-b542b3f62cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091573 Jul 14 09:19:14.864959 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1d49db6c-a3ad-473b-b1c0-49074a2aee31 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13574120'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:14.867441 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8fb73730-e5fc-4370-bacb-95535f75c18a req-eb9133f3-59e8-4853-8941-fe509142783d tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] 10.222.0.68 "GET /v2.0/security-groups?id=77fde4ca-6f5f-48d5-b2fd-4c103e7ba04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502269 Jul 14 09:19:14.918871 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1d49db6c-a3ad-473b-b1c0-49074a2aee31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3481002'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:14.983169 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1d49db6c-a3ad-473b-b1c0-49074a2aee31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13574056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16714573'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:15.019882 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d49db6c-a3ad-473b-b1c0-49074a2aee31 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=81753eb5-907f-4f95-a264-a0dbc8f397d6,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:15.022229 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1d49db6c-a3ad-473b-b1c0-49074a2aee31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:15.026577 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-1d49db6c-a3ad-473b-b1c0-49074a2aee31 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/81753eb5-907f-4f95-a264-a0dbc8f397d6 HTTP/1.1" status: 204 len: 168 time: 0.2841182 Jul 14 09:19:15.027258 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 39064) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:19:15.119749 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-758e7958-f593-4d2f-847a-e63211b19934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3876111'] for network, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:15.217251 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-758e7958-f593-4d2f-847a-e63211b19934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473955', 'neutron.services.segments.db._delete_segments_for_network-8735688326548'] for network, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:15.229686 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-758e7958-f593-4d2f-847a-e63211b19934 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26379d5f-64dd-4fee-b5f2-19b5de5b1eab']}} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:19:15.241920 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-758e7958-f593-4d2f-847a-e63211b19934 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db2d23f6-e631-48be-a346-a947364b7a5d') {'for_net_delete': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:19:15.242177 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-758e7958-f593-4d2f-847a-e63211b19934 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db2d23f6-e631-48be-a346-a947364b7a5d') {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:19:15.253034 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-758e7958-f593-4d2f-847a-e63211b19934 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735688356235', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10944210'] for segment, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:15.270076 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-758e7958-f593-4d2f-847a-e63211b19934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:15.279669 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-758e7958-f593-4d2f-847a-e63211b19934 admin admin] Releasing vlan 703 on physical network physnet1 to pool {{(pid=93957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:19:15.280374 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-758e7958-f593-4d2f-847a-e63211b19934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10053619'] for segment, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:15.284601 n-d-779913-29 neutron-server[93957]: Traceback (most recent call last): Jul 14 09:19:15.284601 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:19:15.284601 n-d-779913-29 neutron-server[93957]: timer() Jul 14 09:19:15.284601 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:19:15.284601 n-d-779913-29 neutron-server[93957]: cb(*args, **kw) Jul 14 09:19:15.284601 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:19:15.284601 n-d-779913-29 neutron-server[93957]: return func(*args, **kwargs) Jul 14 09:19:15.284601 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:19:15.284601 n-d-779913-29 neutron-server[93957]: self._notify() Jul 14 09:19:15.284601 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:19:15.284601 n-d-779913-29 neutron-server[93957]: self.callback(batched_events) Jul 14 09:19:15.284601 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:19:15.284601 n-d-779913-29 neutron-server[93957]: event.method(event) Jul 14 09:19:15.284601 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:19:15.284601 n-d-779913-29 neutron-server[93957]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:19:15.284601 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:19:15.284601 n-d-779913-29 neutron-server[93957]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:19:15.284601 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:19:15.284601 n-d-779913-29 neutron-server[93957]: return f(self, *a, **k) Jul 14 09:19:15.284601 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:19:15.284601 n-d-779913-29 neutron-server[93957]: return self._get(url).json() Jul 14 09:19:15.284601 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:19:15.284601 n-d-779913-29 neutron-server[93957]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:19:15.284601 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:19:15.284601 n-d-779913-29 neutron-server[93957]: return self.request(url, 'GET', **kwargs) Jul 14 09:19:15.284601 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:19:15.284601 n-d-779913-29 neutron-server[93957]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:19:15.284601 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:19:15.284601 n-d-779913-29 neutron-server[93957]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:19:15.284601 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:19:15.284601 n-d-779913-29 neutron-server[93957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:19:15.284601 n-d-779913-29 neutron-server[93957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:19:15.471123 n-d-779913-29 neutron-server[93958]: INFO neutron.api.v2.resource [req-d7b6294c-987a-47b8-9f18-18cad3346c1a req-9546a378-291e-4b45-9dc3-d3b230c79c31 service neutron] show failed (client error): The resource could not be found. Jul 14 09:19:15.472899 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d7b6294c-987a-47b8-9f18-18cad3346c1a req-9546a378-291e-4b45-9dc3-d3b230c79c31 service neutron] 10.222.0.65 "GET /v2.0/ports/2ef0f816-02a2-4c58-9b68-99ce025a71a7/bindings/n-h2-779913-29 HTTP/1.1" status: 404 len: 381 time: 0.1117284 Jul 14 09:19:15.788849 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-758e7958-f593-4d2f-847a-e63211b19934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660504'] for network, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:15.809332 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-758e7958-f593-4d2f-847a-e63211b19934 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for network, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:15.814121 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-758e7958-f593-4d2f-847a-e63211b19934 admin admin] 10.222.0.68 "DELETE /v2.0/networks/26379d5f-64dd-4fee-b5f2-19b5de5b1eab HTTP/1.1" status: 204 len: 168 time: 0.7821600 Jul 14 09:19:15.814121 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758e7958-f593-4d2f-847a-e63211b19934 admin admin] Pushing event deleted for resources: {'Network': ['ID=26379d5f-64dd-4fee-b5f2-19b5de5b1eab,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:15.837025 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-6a5dd2ab-c8b7-441f-9740-c650a0d0f5aa req-74e05e7d-1cfc-4097-82f5-8cbe441b4f65 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] 10.222.0.68 "GET /v2.0/ports?device_id=b6853770-917c-40ec-a228-8d0903756990 HTTP/1.1" status: 200 len: 210 time: 0.0678120 Jul 14 09:19:15.845872 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa90dda-59c9-4ba2-9285-c79e6dfa89f3 req-5a283fa0-ef79-4d65-88ce-2b21954b0f19 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:15.847711 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-afa90dda-59c9-4ba2-9285-c79e6dfa89f3 req-5a283fa0-ef79-4d65-88ce-2b21954b0f19 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/ports?device_id=fae776f6-08aa-4436-8736-3d602d7a93d2 HTTP/1.1" status: 200 len: 950 time: 0.1141143 Jul 14 09:19:15.892232 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-afa90dda-59c9-4ba2-9285-c79e6dfa89f3 req-7caaf63e-e134-4325-b283-cc0fa6671807 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/security-groups?id=93b55648-4dd6-4852-bb99-9aa842ab19a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379858 Jul 14 09:19:16.033575 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 39148) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:19:16.085865 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-393f5c45-8058-46ca-b447-4880e92aace4 req-3d6c7974-d61a-46c0-8708-73f22c439d4d tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=960db35cb56b449db311d3b4abef7a82&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0433681 Jul 14 09:19:16.209630 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-9663d7ab-5bac-40c2-a68a-32e29b208523 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=918c1d975565476384d2cd0dc046f885&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1723053 Jul 14 09:19:16.213353 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 39166) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:19:16.227534 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4527aa82-8389-420a-ad79-2cccb80e5a06 req-2b623785-61c4-49d3-8386-5db677b46a9b tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:16.235725 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-4527aa82-8389-420a-ad79-2cccb80e5a06 req-2b623785-61c4-49d3-8386-5db677b46a9b tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] 10.222.0.68 "GET /v2.0/ports?device_id=6593e4b3-80b2-4edd-b3fd-9f72f9137c4e HTTP/1.1" status: 200 len: 949 time: 0.2039349 Jul 14 09:19:16.259528 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b6294c-987a-47b8-9f18-18cad3346c1a req-5b75cc32-93e5-4f77-9876-44f05c20799b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:16.261407 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d7b6294c-987a-47b8-9f18-18cad3346c1a req-5b75cc32-93e5-4f77-9876-44f05c20799b service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=fae776f6-08aa-4436-8736-3d602d7a93d2&tenant_id=f15ecc2e979442a6b02936316f8b33e1 HTTP/1.1" status: 200 len: 1102 time: 0.2091842 Jul 14 09:19:16.291155 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-d7b6294c-987a-47b8-9f18-18cad3346c1a req-f5fe1d43-753f-4a6b-8ff4-1956e28c6abd service neutron] Request body: {'port': {'binding:host_id': 'n-h2-779913-29', 'device_owner': 'compute:nova'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:19:16.299098 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393f5c45-8058-46ca-b447-4880e92aace4 req-3a395dae-c246-4623-8543-30ee493191b6 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:16.300873 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-393f5c45-8058-46ca-b447-4880e92aace4 req-3a395dae-c246-4623-8543-30ee493191b6 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2081168 Jul 14 09:19:16.308697 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-4527aa82-8389-420a-ad79-2cccb80e5a06 req-d17dd903-a003-4961-abf1-51cb6493098f tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] 10.222.0.68 "GET /v2.0/security-groups?id=77fde4ca-6f5f-48d5-b2fd-4c103e7ba04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721707 Jul 14 09:19:16.332229 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [req-393f5c45-8058-46ca-b447-4880e92aace4 req-40a7eeec-4a00-417f-842d-ed75f088d295 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] Request body: {'port': {'device_id': 'b6853770-917c-40ec-a228-8d0903756990', 'network_id': '2244f7a1-04bd-42cd-9e86-31839b46f57f', 'admin_state_up': True, 'tenant_id': '960db35cb56b449db311d3b4abef7a82'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:19:16.357245 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-51f69e73-f40c-4566-9866-92d32a915c1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:16.412176 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-51f69e73-f40c-4566-9866-92d32a915c1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:16.427773 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-d7b6294c-987a-47b8-9f18-18cad3346c1a req-f5fe1d43-753f-4a6b-8ff4-1956e28c6abd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:16.470418 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-393f5c45-8058-46ca-b447-4880e92aace4 req-40a7eeec-4a00-417f-842d-ed75f088d295 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] Made reservation on behalf of 960db35cb56b449db311d3b4abef7a82 for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:19:16.474032 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-393f5c45-8058-46ca-b447-4880e92aace4 req-40a7eeec-4a00-417f-842d-ed75f088d295 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:16.577206 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-51f69e73-f40c-4566-9866-92d32a915c1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:16.581304 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-51f69e73-f40c-4566-9866-92d32a915c1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:16.582685 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-51f69e73-f40c-4566-9866-92d32a915c1f admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/43fc6f3d-3946-4583-bd30-f35197ab19c6 HTTP/1.1" status: 204 len: 168 time: 0.3677940 Jul 14 09:19:16.608738 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f69e73-f40c-4566-9866-92d32a915c1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43fc6f3d-3946-4583-bd30-f35197ab19c6,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:16.671461 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [req-393f5c45-8058-46ca-b447-4880e92aace4 req-40a7eeec-4a00-417f-842d-ed75f088d295 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] Allocated IP 192.168.233.121 (2244f7a1-04bd-42cd-9e86-31839b46f57f/85060e65-3b2f-4a6c-a04c-ce849daa5b3b/60233236-017c-4eb9-b520-a390181c9e60) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:19:16.876220 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-393f5c45-8058-46ca-b447-4880e92aace4 req-40a7eeec-4a00-417f-842d-ed75f088d295 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:16.894372 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-393f5c45-8058-46ca-b447-4880e92aace4 req-40a7eeec-4a00-417f-842d-ed75f088d295 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] Transition to ACTIVE for port object 60233236-017c-4eb9-b520-a390181c9e60 will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:19:16.936883 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-393f5c45-8058-46ca-b447-4880e92aace4 req-40a7eeec-4a00-417f-842d-ed75f088d295 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:16.996843 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] get_ports_and_sgs() called for port_ids ['7876554a-94a5-4362-9d48-ba2ab3e213d6', '82b450e3-7637-42f2-bd8d-3daaed7e61ee', '4428f759-9245-47c1-969d-3af116e0a0e3', 'a8d2c56c-feb8-4d49-b105-e6f69ce0ed6f', 'e73363ba-0fbb-4d49-bd66-c40967605cd0'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:19:17.000255 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] get_ports_and_sgs() called for port_ids ['361a3635-453e-4996-a98b-cba54b0b2536', '14c0d95c-c0cf-4b32-9dbe-0ff44c088df3'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:19:17.074079 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 39194) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:19:17.100386 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-d7b6294c-987a-47b8-9f18-18cad3346c1a req-f5fe1d43-753f-4a6b-8ff4-1956e28c6abd service neutron] For port 2ef0f816-02a2-4c58-9b68-99ce025a71a7, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=2ef0f816-02a2-4c58-9b68-99ce025a71a7,segment=NetworkSegment(8f1c1422-de6c-445f-ab95-4e2c94585b2b),segment_id=8f1c1422-de6c-445f-ab95-4e2c94585b2b)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:19:17.135562 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-393f5c45-8058-46ca-b447-4880e92aace4 req-40a7eeec-4a00-417f-842d-ed75f088d295 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] Network 2244f7a1-04bd-42cd-9e86-31839b46f57f is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:19:17.136839 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a7eeec-4a00-417f-842d-ed75f088d295 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] Pushing event updated for resources: {'Port': ['ID=60233236-017c-4eb9-b520-a390181c9e60,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:17.144975 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [req-393f5c45-8058-46ca-b447-4880e92aace4 req-40a7eeec-4a00-417f-842d-ed75f088d295 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:19:17.152035 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-393f5c45-8058-46ca-b447-4880e92aace4 req-40a7eeec-4a00-417f-842d-ed75f088d295 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:19:17.183768 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-52685330-fdb0-48e8-8364-67e29b61b2c7 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=1b6b87644a0b439b9ae264f0e8c76c71&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1084361 Jul 14 09:19:17.195137 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 39196) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:19:17.230502 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-d7b6294c-987a-47b8-9f18-18cad3346c1a req-f5fe1d43-753f-4a6b-8ff4-1956e28c6abd service neutron] For port 2ef0f816-02a2-4c58-9b68-99ce025a71a7, host n-h1-779913-29, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:19:17.279577 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393f5c45-8058-46ca-b447-4880e92aace4 req-40a7eeec-4a00-417f-842d-ed75f088d295 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:17.280112 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-393f5c45-8058-46ca-b447-4880e92aace4 req-40a7eeec-4a00-417f-842d-ed75f088d295 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:17.303443 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3685dd31-5bcd-4b9a-bcd7-173ac2528616 req-a85351a1-9388-4b11-9d8c-ec4d191fc255 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=28dd3587-2d03-4043-84ca-73b4803ca881&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1842558 Jul 14 09:19:17.310899 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fae776f6-08aa-4436-8736-3d602d7a93d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ef0f816-02a2-4c58-9b68-99ce025a71a7'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:19:17.315506 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-971eb599-e587-4076-aa05-aff72b929dfb" -d '{"events": [{"server_uuid": "fae776f6-08aa-4436-8736-3d602d7a93d2", "name": "network-vif-unplugged", "status": "completed", "tag": "2ef0f816-02a2-4c58-9b68-99ce025a71a7"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:19:17.325046 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-d7b6294c-987a-47b8-9f18-18cad3346c1a req-f5fe1d43-753f-4a6b-8ff4-1956e28c6abd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:17.343539 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [req-d7b6294c-987a-47b8-9f18-18cad3346c1a req-f5fe1d43-753f-4a6b-8ff4-1956e28c6abd service neutron] Transition to ACTIVE for port object 2ef0f816-02a2-4c58-9b68-99ce025a71a7 will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:19:17.360579 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eca0ca2-e7ad-420b-a524-752f0fb247f0 req-36db6005-6f2d-4003-afcc-7d232785bcea tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:17.362576 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6eca0ca2-e7ad-420b-a524-752f0fb247f0 req-36db6005-6f2d-4003-afcc-7d232785bcea tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/ports?device_id=fae776f6-08aa-4436-8736-3d602d7a93d2 HTTP/1.1" status: 200 len: 950 time: 0.2446349 Jul 14 09:19:17.394900 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-393f5c45-8058-46ca-b447-4880e92aace4 req-40a7eeec-4a00-417f-842d-ed75f088d295 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0728259 Jul 14 09:19:17.397731 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-d7b6294c-987a-47b8-9f18-18cad3346c1a req-f5fe1d43-753f-4a6b-8ff4-1956e28c6abd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:17.409915 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fddaae-05bc-4d20-abaf-72f9f4c3d1e9 req-00aba9aa-ec4a-46d4-96e5-fc5206d8071c tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:17.417190 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-c7fddaae-05bc-4d20-abaf-72f9f4c3d1e9 req-00aba9aa-ec4a-46d4-96e5-fc5206d8071c tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] 10.222.0.68 "GET /v2.0/ports?device_id=b6853770-917c-40ec-a228-8d0903756990 HTTP/1.1" status: 200 len: 936 time: 0.3601465 Jul 14 09:19:17.445531 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [req-393f5c45-8058-46ca-b447-4880e92aace4 req-fedf294e-202a-484c-b577-94ae9e51005e service neutron] Request body: {'port': {'device_id': 'b6853770-917c-40ec-a228-8d0903756990', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-29'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:19:17.520730 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7b6294c-987a-47b8-9f18-18cad3346c1a req-f5fe1d43-753f-4a6b-8ff4-1956e28c6abd service neutron] No DVR routers for this DVR port 2ef0f816-02a2-4c58-9b68-99ce025a71a7 on host n-h1-779913-29 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:19:17.554504 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-eccf4b64-ef5e-44d6-b8c1-f14f8b5988cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:17.594069 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6eca0ca2-e7ad-420b-a524-752f0fb247f0 req-a2ddfbae-0098-4d1c-bbee-67041a26ec1f tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/security-groups?id=93b55648-4dd6-4852-bb99-9aa842ab19a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897891 Jul 14 09:19:17.645182 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-d7b6294c-987a-47b8-9f18-18cad3346c1a req-f5fe1d43-753f-4a6b-8ff4-1956e28c6abd service neutron] Attempting to bind port 2ef0f816-02a2-4c58-9b68-99ce025a71a7 on host n-h2-779913-29 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:19:17.646849 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-c7fddaae-05bc-4d20-abaf-72f9f4c3d1e9 req-5ed3d1f7-9e18-46b2-97ab-f62223263d9f tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] 10.222.0.68 "GET /v2.0/security-groups?id=c9156572-74c8-4b9e-9f0a-c202a5ef91ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2131007 Jul 14 09:19:17.647311 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-d7b6294c-987a-47b8-9f18-18cad3346c1a req-f5fe1d43-753f-4a6b-8ff4-1956e28c6abd service neutron] Attempting to bind port 2ef0f816-02a2-4c58-9b68-99ce025a71a7 by drivers openvswitch,hyperv on host n-h2-779913-29 at level 0 using segments [{'id': '8f1c1422-de6c-445f-ab95-4e2c94585b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '2244f7a1-04bd-42cd-9e86-31839b46f57f'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:19:17.648825 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-eccf4b64-ef5e-44d6-b8c1-f14f8b5988cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:17.649184 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b6294c-987a-47b8-9f18-18cad3346c1a req-f5fe1d43-753f-4a6b-8ff4-1956e28c6abd service neutron] Attempting to bind port 2ef0f816-02a2-4c58-9b68-99ce025a71a7 on network 2244f7a1-04bd-42cd-9e86-31839b46f57f {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:19:17.649936 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-3715dd32-fd0f-474c-9bbc-68da6f88e432 None None] Provisioning for port 60233236-017c-4eb9-b520-a390181c9e60 completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:19:17.658025 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-3715dd32-fd0f-474c-9bbc-68da6f88e432 None None] Provisioning complete for port 60233236-017c-4eb9-b520-a390181c9e60 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:19:17.658598 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3715dd32-fd0f-474c-9bbc-68da6f88e432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:17.658867 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fe1d43-753f-4a6b-8ff4-1956e28c6abd service neutron] Pushing event updated for resources: {'Port': ['ID=2ef0f816-02a2-4c58-9b68-99ce025a71a7,revision_number=6']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:17.668967 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-393f5c45-8058-46ca-b447-4880e92aace4 req-fedf294e-202a-484c-b577-94ae9e51005e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:17.669388 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b6294c-987a-47b8-9f18-18cad3346c1a req-f5fe1d43-753f-4a6b-8ff4-1956e28c6abd service neutron] Port 2ef0f816-02a2-4c58-9b68-99ce025a71a7 on network 2244f7a1-04bd-42cd-9e86-31839b46f57f not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-29 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:19:17.669834 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b6294c-987a-47b8-9f18-18cad3346c1a req-f5fe1d43-753f-4a6b-8ff4-1956e28c6abd service neutron] Attempting to bind port 2ef0f816-02a2-4c58-9b68-99ce025a71a7 on network 2244f7a1-04bd-42cd-9e86-31839b46f57f {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:19:17.681945 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b6294c-987a-47b8-9f18-18cad3346c1a req-f5fe1d43-753f-4a6b-8ff4-1956e28c6abd service neutron] Checking agent: {'id': '013e4a3b-a634-47b8-b6a5-1a25109b73fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 13, 13), 'started_at': datetime.datetime(2021, 7, 14, 9, 13, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 19, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:19:17.681945 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b6294c-987a-47b8-9f18-18cad3346c1a req-f5fe1d43-753f-4a6b-8ff4-1956e28c6abd service neutron] Checking segment: {'id': '8f1c1422-de6c-445f-ab95-4e2c94585b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '2244f7a1-04bd-42cd-9e86-31839b46f57f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:19:17.681945 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b6294c-987a-47b8-9f18-18cad3346c1a req-f5fe1d43-753f-4a6b-8ff4-1956e28c6abd service neutron] Bound using segment: {'id': '8f1c1422-de6c-445f-ab95-4e2c94585b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '2244f7a1-04bd-42cd-9e86-31839b46f57f'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:19:17.681945 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-d7b6294c-987a-47b8-9f18-18cad3346c1a req-f5fe1d43-753f-4a6b-8ff4-1956e28c6abd service neutron] Bound port: 2ef0f816-02a2-4c58-9b68-99ce025a71a7, host: n-h2-779913-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f1c1422-de6c-445f-ab95-4e2c94585b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '2244f7a1-04bd-42cd-9e86-31839b46f57f'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:19:17.681945 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-d7b6294c-987a-47b8-9f18-18cad3346c1a req-f5fe1d43-753f-4a6b-8ff4-1956e28c6abd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:17.690606 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3685dd31-5bcd-4b9a-bcd7-173ac2528616 req-78397f8d-e1c2-47a1-9f85-06b3935af784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:17.694949 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3685dd31-5bcd-4b9a-bcd7-173ac2528616 req-78397f8d-e1c2-47a1-9f85-06b3935af784 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e14af975015c4397b9da2a89a906dfc2&device_id=28dd3587-2d03-4043-84ca-73b4803ca881 HTTP/1.1" status: 200 len: 1097 time: 0.3311415 Jul 14 09:19:17.751825 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-3715dd32-fd0f-474c-9bbc-68da6f88e432 None None] Port 60233236-017c-4eb9-b520-a390181c9e60 cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:19:17.906030 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3685dd31-5bcd-4b9a-bcd7-173ac2528616 req-ee2937a6-2fc9-4ce9-8e80-c0cb49497b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:17.907905 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3685dd31-5bcd-4b9a-bcd7-173ac2528616 req-ee2937a6-2fc9-4ce9-8e80-c0cb49497b48 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e7cb481e-49dc-464e-b748-d3d2c45f69f9 HTTP/1.1" status: 200 len: 921 time: 0.1862702 Jul 14 09:19:17.909873 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 09:19:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ae96ec4-7a29-41e8-8630-83cb09196486 x-openstack-request-id: req-6ae96ec4-7a29-41e8-8630-83cb09196486 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:19:17.910138 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fae776f6-08aa-4436-8736-3d602d7a93d2", "name": "network-vif-unplugged", "status": "completed", "tag": "2ef0f816-02a2-4c58-9b68-99ce025a71a7", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:19:17.910405 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-6ae96ec4-7a29-41e8-8630-83cb09196486 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:19:17.910797 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fae776f6-08aa-4436-8736-3d602d7a93d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ef0f816-02a2-4c58-9b68-99ce025a71a7', 'code': 200} Jul 14 09:19:18.056161 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3685dd31-5bcd-4b9a-bcd7-173ac2528616 req-54a64564-8e1b-4203-9f9c-c5c8205db41c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0f6b05e0-8d17-4b83-aa55-df527950bbf0 HTTP/1.1" status: 200 len: 217 time: 0.1310308 Jul 14 09:19:18.169648 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-d7b6294c-987a-47b8-9f18-18cad3346c1a req-f5fe1d43-753f-4a6b-8ff4-1956e28c6abd service neutron] For port 2ef0f816-02a2-4c58-9b68-99ce025a71a7, host n-h2-779913-29, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:19:18.188165 n-d-779913-29 neutron-server[93958]: DEBUG neutron.notifiers.nova [req-393f5c45-8058-46ca-b447-4880e92aace4 req-fedf294e-202a-484c-b577-94ae9e51005e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60233236-017c-4eb9-b520-a390181c9e60 {{(pid=93958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:19:18.197994 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-393f5c45-8058-46ca-b447-4880e92aace4 req-fedf294e-202a-484c-b577-94ae9e51005e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:18.205660 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-d7b6294c-987a-47b8-9f18-18cad3346c1a req-f5fe1d43-753f-4a6b-8ff4-1956e28c6abd service neutron] For port 2ef0f816-02a2-4c58-9b68-99ce025a71a7, host n-h2-779913-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=2ef0f816-02a2-4c58-9b68-99ce025a71a7,segment=NetworkSegment(8f1c1422-de6c-445f-ab95-4e2c94585b2b),segment_id=8f1c1422-de6c-445f-ab95-4e2c94585b2b)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:19:18.212133 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-393f5c45-8058-46ca-b447-4880e92aace4 req-fedf294e-202a-484c-b577-94ae9e51005e service neutron] Transition to ACTIVE for port object 60233236-017c-4eb9-b520-a390181c9e60 will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:19:18.215456 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ead66ad-04d1-4e4b-91d0-e25e24a0ed74 req-dcea5e46-7774-476d-a3ac-a3df3e424944 tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:18.216994 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8ead66ad-04d1-4e4b-91d0-e25e24a0ed74 req-dcea5e46-7774-476d-a3ac-a3df3e424944 tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] 10.222.0.68 "GET /v2.0/ports?device_id=6593e4b3-80b2-4edd-b3fd-9f72f9137c4e HTTP/1.1" status: 200 len: 949 time: 0.3051257 Jul 14 09:19:18.221198 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-d7b6294c-987a-47b8-9f18-18cad3346c1a req-f5fe1d43-753f-4a6b-8ff4-1956e28c6abd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:18.231138 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-393f5c45-8058-46ca-b447-4880e92aace4 req-fedf294e-202a-484c-b577-94ae9e51005e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13574142'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:18.240437 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3685dd31-5bcd-4b9a-bcd7-173ac2528616 req-8466706a-e222-425a-a368-6e089f441784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:18.241890 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3685dd31-5bcd-4b9a-bcd7-173ac2528616 req-8466706a-e222-425a-a368-6e089f441784 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a1f8d7cc-d5f0-4ac4-b550-493e46cf12fc HTTP/1.1" status: 200 len: 860 time: 0.1329501 Jul 14 09:19:18.271228 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-eccf4b64-ef5e-44d6-b8c1-f14f8b5988cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:18.274315 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-eccf4b64-ef5e-44d6-b8c1-f14f8b5988cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:18.281551 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-eccf4b64-ef5e-44d6-b8c1-f14f8b5988cd admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/39a96388-6458-4903-8f42-8f68d8d88182 HTTP/1.1" status: 204 len: 168 time: 1.0817080 Jul 14 09:19:18.297474 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccf4b64-ef5e-44d6-b8c1-f14f8b5988cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39a96388-6458-4903-8f42-8f68d8d88182,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:18.304915 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b6294c-987a-47b8-9f18-18cad3346c1a req-f5fe1d43-753f-4a6b-8ff4-1956e28c6abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:18.305457 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-d7b6294c-987a-47b8-9f18-18cad3346c1a req-f5fe1d43-753f-4a6b-8ff4-1956e28c6abd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:18.307025 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d7b6294c-987a-47b8-9f18-18cad3346c1a req-f5fe1d43-753f-4a6b-8ff4-1956e28c6abd service neutron] 10.222.0.57 "PUT /v2.0/ports/2ef0f816-02a2-4c58-9b68-99ce025a71a7 HTTP/1.1" status: 200 len: 1097 time: 2.0296631 Jul 14 09:19:18.333555 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3685dd31-5bcd-4b9a-bcd7-173ac2528616 req-8c1ca410-3aa6-4178-a319-d0aef7a5ea8a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e7cb481e-49dc-464e-b748-d3d2c45f69f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0601676 Jul 14 09:19:18.382146 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedf294e-202a-484c-b577-94ae9e51005e service neutron] Pushing event updated for resources: {'Port': ['ID=60233236-017c-4eb9-b520-a390181c9e60,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:18.392985 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8ead66ad-04d1-4e4b-91d0-e25e24a0ed74 req-bfcd0edd-b57a-489b-81e7-f5de9cac7c17 tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] 10.222.0.68 "GET /v2.0/security-groups?id=77fde4ca-6f5f-48d5-b2fd-4c103e7ba04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651509 Jul 14 09:19:18.471450 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-393f5c45-8058-46ca-b447-4880e92aace4 req-fedf294e-202a-484c-b577-94ae9e51005e service neutron] Attempting to bind port 60233236-017c-4eb9-b520-a390181c9e60 on host n-h2-779913-29 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:19:18.471832 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-393f5c45-8058-46ca-b447-4880e92aace4 req-fedf294e-202a-484c-b577-94ae9e51005e service neutron] Attempting to bind port 60233236-017c-4eb9-b520-a390181c9e60 by drivers openvswitch,hyperv on host n-h2-779913-29 at level 0 using segments [{'id': '8f1c1422-de6c-445f-ab95-4e2c94585b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '2244f7a1-04bd-42cd-9e86-31839b46f57f'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:19:18.472125 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-393f5c45-8058-46ca-b447-4880e92aace4 req-fedf294e-202a-484c-b577-94ae9e51005e service neutron] Attempting to bind port 60233236-017c-4eb9-b520-a390181c9e60 on network 2244f7a1-04bd-42cd-9e86-31839b46f57f {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:19:18.478151 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-393f5c45-8058-46ca-b447-4880e92aace4 req-fedf294e-202a-484c-b577-94ae9e51005e service neutron] Port 60233236-017c-4eb9-b520-a390181c9e60 on network 2244f7a1-04bd-42cd-9e86-31839b46f57f not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-29 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:19:18.478487 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-393f5c45-8058-46ca-b447-4880e92aace4 req-fedf294e-202a-484c-b577-94ae9e51005e service neutron] Attempting to bind port 60233236-017c-4eb9-b520-a390181c9e60 on network 2244f7a1-04bd-42cd-9e86-31839b46f57f {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:19:18.485217 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-393f5c45-8058-46ca-b447-4880e92aace4 req-fedf294e-202a-484c-b577-94ae9e51005e service neutron] Checking agent: {'id': '013e4a3b-a634-47b8-b6a5-1a25109b73fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 13, 13), 'started_at': datetime.datetime(2021, 7, 14, 9, 13, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 19, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:19:18.485440 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-393f5c45-8058-46ca-b447-4880e92aace4 req-fedf294e-202a-484c-b577-94ae9e51005e service neutron] Checking segment: {'id': '8f1c1422-de6c-445f-ab95-4e2c94585b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '2244f7a1-04bd-42cd-9e86-31839b46f57f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:19:18.486544 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-393f5c45-8058-46ca-b447-4880e92aace4 req-fedf294e-202a-484c-b577-94ae9e51005e service neutron] Bound using segment: {'id': '8f1c1422-de6c-445f-ab95-4e2c94585b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '2244f7a1-04bd-42cd-9e86-31839b46f57f'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:19:18.487603 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-393f5c45-8058-46ca-b447-4880e92aace4 req-fedf294e-202a-484c-b577-94ae9e51005e service neutron] Bound port: 60233236-017c-4eb9-b520-a390181c9e60, host: n-h2-779913-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f1c1422-de6c-445f-ab95-4e2c94585b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '2244f7a1-04bd-42cd-9e86-31839b46f57f'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:19:18.488022 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-393f5c45-8058-46ca-b447-4880e92aace4 req-fedf294e-202a-484c-b577-94ae9e51005e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:18.492849 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fe1d43-753f-4a6b-8ff4-1956e28c6abd service neutron] Pushing event updated for resources: {'Port': ['ID=2ef0f816-02a2-4c58-9b68-99ce025a71a7,revision_number=7']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:18.578552 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b6294c-987a-47b8-9f18-18cad3346c1a req-a1ed20bf-6409-416e-927e-5c823ca4fb29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:18.580135 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d7b6294c-987a-47b8-9f18-18cad3346c1a req-a1ed20bf-6409-416e-927e-5c823ca4fb29 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f15ecc2e979442a6b02936316f8b33e1&device_id=fae776f6-08aa-4436-8736-3d602d7a93d2 HTTP/1.1" status: 200 len: 1100 time: 0.2224422 Jul 14 09:19:18.585684 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3685dd31-5bcd-4b9a-bcd7-173ac2528616 req-91bbfca0-0b47-41ab-8626-c699763c04c5 service neutron] 10.222.0.57 "GET /v2.0/networks/e7cb481e-49dc-464e-b748-d3d2c45f69f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2411156 Jul 14 09:19:18.648859 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-393f5c45-8058-46ca-b447-4880e92aace4 req-fedf294e-202a-484c-b577-94ae9e51005e service neutron] For port 60233236-017c-4eb9-b520-a390181c9e60, host n-h2-779913-29, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:19:18.666392 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-393f5c45-8058-46ca-b447-4880e92aace4 req-fedf294e-202a-484c-b577-94ae9e51005e service neutron] For port 60233236-017c-4eb9-b520-a390181c9e60, host n-h2-779913-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=60233236-017c-4eb9-b520-a390181c9e60,segment=NetworkSegment(8f1c1422-de6c-445f-ab95-4e2c94585b2b),segment_id=8f1c1422-de6c-445f-ab95-4e2c94585b2b)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:19:18.676523 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-393f5c45-8058-46ca-b447-4880e92aace4 req-fedf294e-202a-484c-b577-94ae9e51005e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13574142'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:18.756297 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 6a6e006f-ab54-4229-9755-36575b786a53 details requested by agent hyperv_n-h2-779913-29 with host n-h2-779913-29 {{(pid=93959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:19:18.827925 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393f5c45-8058-46ca-b447-4880e92aace4 req-fedf294e-202a-484c-b577-94ae9e51005e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:18.829206 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-393f5c45-8058-46ca-b447-4880e92aace4 req-fedf294e-202a-484c-b577-94ae9e51005e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:18.830727 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-393f5c45-8058-46ca-b447-4880e92aace4 req-fedf294e-202a-484c-b577-94ae9e51005e service neutron] 10.222.0.57 "PUT /v2.0/ports/60233236-017c-4eb9-b520-a390181c9e60 HTTP/1.1" status: 200 len: 1097 time: 1.3991921 Jul 14 09:19:18.832470 n-d-779913-29 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6853770-917c-40ec-a228-8d0903756990', 'tag': '60233236-017c-4eb9-b520-a390181c9e60'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:19:18.845853 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cb48f044f948e981f43897c8d7f1332f741dc7af2b4c5a6e19d8f4a80f708e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a907ecb3-49e3-4570-b837-68674888aa5e" -d '{"events": [{"name": "network-changed", "server_uuid": "b6853770-917c-40ec-a228-8d0903756990", "tag": "60233236-017c-4eb9-b520-a390181c9e60"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:19:18.856693 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3685dd31-5bcd-4b9a-bcd7-173ac2528616 req-f365caf5-a49c-4c05-9382-2ac1a3156cbf service neutron] 10.222.0.57 "GET /v2.0/networks/e7cb481e-49dc-464e-b748-d3d2c45f69f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2467895 Jul 14 09:19:18.913210 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedf294e-202a-484c-b577-94ae9e51005e service neutron] Pushing event updated for resources: {'Port': ['ID=60233236-017c-4eb9-b520-a390181c9e60,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:19.019608 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 6a6e006f-ab54-4229-9755-36575b786a53, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=6a6e006f-ab54-4229-9755-36575b786a53,segment=NetworkSegment(becdfe35-a9ff-4f14-9744-544114c40ea3),segment_id=becdfe35-a9ff-4f14-9744-544114c40ea3)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:19:19.075370 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Returning: {'device': '6a6e006f-ab54-4229-9755-36575b786a53', 'network_id': '9b8a6edc-bbae-47ce-bda0-fb444fc735c0', 'port_id': '6a6e006f-ab54-4229-9755-36575b786a53', 'mac_address': 'fa:16:3e:58:2b:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 717, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ea73f7d-9594-449c-9c84-8c744576418b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:19:19.152468 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:19.174546 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6a6e006f-ab54-4229-9755-36575b786a53 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:19:19.194587 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b6294c-987a-47b8-9f18-18cad3346c1a req-9e4f5595-fc27-41be-a9b9-ca55898bfbe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:19.196154 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d7b6294c-987a-47b8-9f18-18cad3346c1a req-9e4f5595-fc27-41be-a9b9-ca55898bfbe4 service neutron] 10.222.0.57 "GET /v2.0/networks?id=2244f7a1-04bd-42cd-9e86-31839b46f57f HTTP/1.1" status: 200 len: 870 time: 0.6029592 Jul 14 09:19:19.199008 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587dde8d-4543-47ff-ba59-dd0a1addef1b req-fc940b18-1500-430a-97a7-aaff3b6e06cd tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:19.206899 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-587dde8d-4543-47ff-ba59-dd0a1addef1b req-fc940b18-1500-430a-97a7-aaff3b6e06cd tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/ports?device_id=fae776f6-08aa-4436-8736-3d602d7a93d2 HTTP/1.1" status: 200 len: 948 time: 0.1829729 Jul 14 09:19:19.227008 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 6a6e006f-ab54-4229-9755-36575b786a53, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=6a6e006f-ab54-4229-9755-36575b786a53,segment=NetworkSegment(becdfe35-a9ff-4f14-9744-544114c40ea3),segment_id=becdfe35-a9ff-4f14-9744-544114c40ea3)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:19:19.234942 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:19.305112 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d7b6294c-987a-47b8-9f18-18cad3346c1a req-2fc8e10b-75fc-4040-ba27-3ca44662995f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=2ef0f816-02a2-4c58-9b68-99ce025a71a7 HTTP/1.1" status: 200 len: 217 time: 0.0853362 Jul 14 09:19:19.309246 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393f5c45-8058-46ca-b447-4880e92aace4 req-3fc1ea94-3a10-455f-bd6c-5f9ba650f046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:19.310758 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-393f5c45-8058-46ca-b447-4880e92aace4 req-3fc1ea94-3a10-455f-bd6c-5f9ba650f046 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=960db35cb56b449db311d3b4abef7a82&device_id=b6853770-917c-40ec-a228-8d0903756990 HTTP/1.1" status: 200 len: 1100 time: 0.3901172 Jul 14 09:19:19.313257 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-587dde8d-4543-47ff-ba59-dd0a1addef1b req-230a508b-8299-46e3-9399-f1477bb47653 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/security-groups?id=93b55648-4dd6-4852-bb99-9aa842ab19a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055305 Jul 14 09:19:19.374821 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Pushing event updated for resources: {'Port': ['ID=6a6e006f-ab54-4229-9755-36575b786a53,revision_number=6']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:19.389436 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b5773f-e191-416f-8895-c0cf74640271 req-891a21b6-e423-482d-908c-ad1e1f868652 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:19.394641 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-14b5773f-e191-416f-8895-c0cf74640271 req-891a21b6-e423-482d-908c-ad1e1f868652 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] 10.222.0.68 "GET /v2.0/ports?device_id=b6853770-917c-40ec-a228-8d0903756990 HTTP/1.1" status: 200 len: 948 time: 0.4133663 Jul 14 09:19:19.460993 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] get_ports_and_sgs() called for port_ids ['6a6e006f-ab54-4229-9755-36575b786a53'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:19:19.532225 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-393f5c45-8058-46ca-b447-4880e92aace4 req-609c69e2-164a-4def-8eea-565764f87be8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=60233236-017c-4eb9-b520-a390181c9e60 HTTP/1.1" status: 200 len: 217 time: 0.1929548 Jul 14 09:19:19.563019 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b6294c-987a-47b8-9f18-18cad3346c1a req-bba84a46-da5f-4347-bdec-8b9cee7db549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:19.564619 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d7b6294c-987a-47b8-9f18-18cad3346c1a req-bba84a46-da5f-4347-bdec-8b9cee7db549 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=85060e65-3b2f-4a6c-a04c-ce849daa5b3b HTTP/1.1" status: 200 len: 843 time: 0.2316341 Jul 14 09:19:19.683622 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-14b5773f-e191-416f-8895-c0cf74640271 req-636d7b58-aaba-47cd-8683-63b34be4bf61 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] 10.222.0.68 "GET /v2.0/security-groups?id=c9156572-74c8-4b9e-9f0a-c202a5ef91ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2332165 Jul 14 09:19:19.720577 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393f5c45-8058-46ca-b447-4880e92aace4 req-5387f406-42d9-499e-819d-94d9e3e14980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:19.722701 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-393f5c45-8058-46ca-b447-4880e92aace4 req-5387f406-42d9-499e-819d-94d9e3e14980 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=85060e65-3b2f-4a6c-a04c-ce849daa5b3b HTTP/1.1" status: 200 len: 843 time: 0.1789122 Jul 14 09:19:19.765713 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:19:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4978fd43-acf9-44af-bb51-9874b2b942b4 x-openstack-request-id: req-4978fd43-acf9-44af-bb51-9874b2b942b4 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:19:19.766224 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6853770-917c-40ec-a228-8d0903756990", "tag": "60233236-017c-4eb9-b520-a390181c9e60", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:19:19.766327 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-4978fd43-acf9-44af-bb51-9874b2b942b4 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:19:19.766652 n-d-779913-29 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6853770-917c-40ec-a228-8d0903756990', 'tag': '60233236-017c-4eb9-b520-a390181c9e60', 'status': 'completed', 'code': 200} Jul 14 09:19:19.813546 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b6294c-987a-47b8-9f18-18cad3346c1a req-12cc88e8-7f25-47c9-94ec-d341b8fd6929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:19.815135 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d7b6294c-987a-47b8-9f18-18cad3346c1a req-12cc88e8-7f25-47c9-94ec-d341b8fd6929 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2244f7a1-04bd-42cd-9e86-31839b46f57f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2056043 Jul 14 09:19:19.894514 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393f5c45-8058-46ca-b447-4880e92aace4 req-4537c73a-f71e-4bb1-b8df-9e61667727b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:19.896172 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-393f5c45-8058-46ca-b447-4880e92aace4 req-4537c73a-f71e-4bb1-b8df-9e61667727b8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2244f7a1-04bd-42cd-9e86-31839b46f57f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1615436 Jul 14 09:19:19.919393 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fae776f6-08aa-4436-8736-3d602d7a93d2', 'tag': '2ef0f816-02a2-4c58-9b68-99ce025a71a7'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:19:19.922943 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8b281d9-d3d9-4f5f-a4b9-607c964f043a" -d '{"events": [{"name": "network-changed", "server_uuid": "fae776f6-08aa-4436-8736-3d602d7a93d2", "tag": "2ef0f816-02a2-4c58-9b68-99ce025a71a7"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:19:19.982672 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 39282) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:19:20.013962 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d7b6294c-987a-47b8-9f18-18cad3346c1a req-b133a411-8526-4e6c-be36-128e06fa9c7a service neutron] 10.222.0.57 "GET /v2.0/networks/2244f7a1-04bd-42cd-9e86-31839b46f57f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1849217 Jul 14 09:19:20.143286 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-393f5c45-8058-46ca-b447-4880e92aace4 req-8cf23e53-ba61-4d16-bd33-6a9ea16e3ddb service neutron] 10.222.0.57 "GET /v2.0/networks/2244f7a1-04bd-42cd-9e86-31839b46f57f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2329309 Jul 14 09:19:20.237839 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 2ef0f816-02a2-4c58-9b68-99ce025a71a7 no longer exists at agent hyperv_n-h1-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:19:20.259351 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-2196584e-a2cb-416b-a6d5-5160889c15cd admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1045430639-network', 'tenant_id': '930b4856ba3b41dca05e11014339c70f'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:19:20.297466 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2196584e-a2cb-416b-a6d5-5160889c15cd admin admin] Made reservation on behalf of 930b4856ba3b41dca05e11014339c70f for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:19:20.300732 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2196584e-a2cb-416b-a6d5-5160889c15cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:20.316692 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2196584e-a2cb-416b-a6d5-5160889c15cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:20.324950 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 2ef0f816-02a2-4c58-9b68-99ce025a71a7 not bound to the agent host n-h1-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:19:20.381850 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-393f5c45-8058-46ca-b447-4880e92aace4 req-28642085-9707-4595-99ae-b1cd71aca12d service neutron] 10.222.0.57 "GET /v2.0/networks/2244f7a1-04bd-42cd-9e86-31839b46f57f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2246165 Jul 14 09:19:20.409699 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d7b6294c-987a-47b8-9f18-18cad3346c1a req-1ffd2dea-c2e2-4dd9-97d6-36f5ed7119cd service neutron] 10.222.0.57 "GET /v2.0/networks/2244f7a1-04bd-42cd-9e86-31839b46f57f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3846273 Jul 14 09:19:20.561184 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2196584e-a2cb-416b-a6d5-5160889c15cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:20.567010 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2196584e-a2cb-416b-a6d5-5160889c15cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:20.598673 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2196584e-a2cb-416b-a6d5-5160889c15cd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 738} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:19:20.614370 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2196584e-a2cb-416b-a6d5-5160889c15cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0c7b004-186b-454a-bf91-c0b29079d2d4,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:20.636599 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2196584e-a2cb-416b-a6d5-5160889c15cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:20.640316 n-d-779913-29 neutron-server[93958]: INFO neutron.db.segments_db [None req-2196584e-a2cb-416b-a6d5-5160889c15cd admin admin] Added segment 8df5fac2-c020-41b7-9112-3fed38728d2f of type vlan for network 47cb49a7-5f5d-45c4-932d-1dc80dd5b120 Jul 14 09:19:20.671325 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778235c7-3ebe-45e6-859d-a028e53cc00f req-535b74f4-c6ec-477b-bb17-f1547d86a19b tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:20.672901 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-778235c7-3ebe-45e6-859d-a028e53cc00f req-535b74f4-c6ec-477b-bb17-f1547d86a19b tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] 10.222.0.68 "GET /v2.0/ports?device_id=6593e4b3-80b2-4edd-b3fd-9f72f9137c4e HTTP/1.1" status: 200 len: 949 time: 0.2285895 Jul 14 09:19:20.712607 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2196584e-a2cb-416b-a6d5-5160889c15cd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735687821325'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:20.740664 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a907ecb3-49e3-4570-b837-68674888aa5e req-17a53933-7bda-4245-a259-eeaf1961b785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:20.742180 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a907ecb3-49e3-4570-b837-68674888aa5e req-17a53933-7bda-4245-a259-eeaf1961b785 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=960db35cb56b449db311d3b4abef7a82&device_id=b6853770-917c-40ec-a228-8d0903756990 HTTP/1.1" status: 200 len: 1100 time: 0.2225850 Jul 14 09:19:20.759991 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2196584e-a2cb-416b-a6d5-5160889c15cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:20.761434 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2196584e-a2cb-416b-a6d5-5160889c15cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:20.762444 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2196584e-a2cb-416b-a6d5-5160889c15cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:20.783072 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 6a6e006f-ab54-4229-9755-36575b786a53 up at agent hyperv_n-h2-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:19:20.863410 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-778235c7-3ebe-45e6-859d-a028e53cc00f req-6fae1fff-7184-48b6-a955-fe7774a81f29 tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] 10.222.0.68 "GET /v2.0/security-groups?id=77fde4ca-6f5f-48d5-b2fd-4c103e7ba04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718764 Jul 14 09:19:20.914582 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Provisioning complete for port 6a6e006f-ab54-4229-9755-36575b786a53 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:19:20.915463 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:20.960071 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2196584e-a2cb-416b-a6d5-5160889c15cd admin admin] Pushing event updated for resources: {'Network': ['ID=47cb49a7-5f5d-45c4-932d-1dc80dd5b120,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:20.975106 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-2196584e-a2cb-416b-a6d5-5160889c15cd admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9885058 Jul 14 09:19:20.975344 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 39294) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:19:20.986550 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a907ecb3-49e3-4570-b837-68674888aa5e req-f7c1e72b-0ea3-4a3c-b7a1-d2bf13050a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:20.988712 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a907ecb3-49e3-4570-b837-68674888aa5e req-f7c1e72b-0ea3-4a3c-b7a1-d2bf13050a92 service neutron] 10.222.0.57 "GET /v2.0/networks?id=2244f7a1-04bd-42cd-9e86-31839b46f57f HTTP/1.1" status: 200 len: 870 time: 0.2366371 Jul 14 09:19:20.989440 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-7ff97b6f-a43f-4d4d-bc8f-c2d944c8ed38 admin admin] Request body: {'subnet': {'network_id': '47cb49a7-5f5d-45c4-932d-1dc80dd5b120', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1045430639-subnet', 'tenant_id': '930b4856ba3b41dca05e11014339c70f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:19:21.015818 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Network 47cb49a7-5f5d-45c4-932d-1dc80dd5b120 details requested by agent ovs-agent-n-d-779913-29 with host n-d-779913-29 {{(pid=93959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:19:21.044020 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ff97b6f-a43f-4d4d-bc8f-c2d944c8ed38 admin admin] Made reservation on behalf of 930b4856ba3b41dca05e11014339c70f for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:19:21.047682 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7ff97b6f-a43f-4d4d-bc8f-c2d944c8ed38 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16714600'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:21.091542 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:19:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-325ecfcf-3f8e-4899-9c46-7d22079dc48d x-openstack-request-id: req-325ecfcf-3f8e-4899-9c46-7d22079dc48d {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:19:21.104533 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fae776f6-08aa-4436-8736-3d602d7a93d2", "tag": "2ef0f816-02a2-4c58-9b68-99ce025a71a7", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:19:21.104946 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-325ecfcf-3f8e-4899-9c46-7d22079dc48d {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:19:21.105379 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fae776f6-08aa-4436-8736-3d602d7a93d2', 'tag': '2ef0f816-02a2-4c58-9b68-99ce025a71a7', 'status': 'completed', 'code': 200} Jul 14 09:19:21.110452 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a907ecb3-49e3-4570-b837-68674888aa5e req-4a503fdf-eeee-4dd5-8736-4668e8f2459c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=60233236-017c-4eb9-b520-a390181c9e60 HTTP/1.1" status: 200 len: 217 time: 0.1135876 Jul 14 09:19:21.167663 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:21.212922 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 6a6e006f-ab54-4229-9755-36575b786a53, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=6a6e006f-ab54-4229-9755-36575b786a53,segment=NetworkSegment(becdfe35-a9ff-4f14-9744-544114c40ea3),segment_id=becdfe35-a9ff-4f14-9744-544114c40ea3)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:19:21.214242 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9469915a-ae06-4f76-9764-28e54a0c3bb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a6e006f-ab54-4229-9755-36575b786a53'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:19:21.217120 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd62303f06773040a8a4e189dc46b4f565768c299abf8ab8e7739778b0bc3e97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e34f56e0-b050-4b4f-9463-62bced2e3b5b" -d '{"events": [{"server_uuid": "9469915a-ae06-4f76-9764-28e54a0c3bb6", "name": "network-vif-plugged", "status": "completed", "tag": "6a6e006f-ab54-4229-9755-36575b786a53"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:19:21.221188 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:21.275243 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a907ecb3-49e3-4570-b837-68674888aa5e req-73064db4-4b85-49cb-9b76-3a7e1340e1db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:21.276717 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a907ecb3-49e3-4570-b837-68674888aa5e req-73064db4-4b85-49cb-9b76-3a7e1340e1db service neutron] 10.222.0.57 "GET /v2.0/subnets?id=85060e65-3b2f-4a6c-a04c-ce849daa5b3b HTTP/1.1" status: 200 len: 843 time: 0.1431329 Jul 14 09:19:21.281894 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Pushing event updated for resources: {'Port': ['ID=6a6e006f-ab54-4229-9755-36575b786a53,revision_number=7']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:21.369720 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b281d9-d3d9-4f5f-a4b9-607c964f043a req-6a94a6a4-1734-4f60-ab68-48c3e33013eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:21.371564 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-a8b281d9-d3d9-4f5f-a4b9-607c964f043a req-6a94a6a4-1734-4f60-ab68-48c3e33013eb service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f15ecc2e979442a6b02936316f8b33e1&device_id=fae776f6-08aa-4436-8736-3d602d7a93d2 HTTP/1.1" status: 200 len: 1100 time: 0.2282608 Jul 14 09:19:21.659082 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7ff97b6f-a43f-4d4d-bc8f-c2d944c8ed38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13573993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16714586'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:21.672585 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b281d9-d3d9-4f5f-a4b9-607c964f043a req-14840d8d-8ea0-4a34-a217-28a506959315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:21.674097 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-a8b281d9-d3d9-4f5f-a4b9-607c964f043a req-14840d8d-8ea0-4a34-a217-28a506959315 service neutron] 10.222.0.65 "GET /v2.0/networks?id=2244f7a1-04bd-42cd-9e86-31839b46f57f HTTP/1.1" status: 200 len: 870 time: 0.1773884 Jul 14 09:19:21.779041 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-a8b281d9-d3d9-4f5f-a4b9-607c964f043a req-abb34a7e-53ee-42d2-8c92-4792cfdac916 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=2ef0f816-02a2-4c58-9b68-99ce025a71a7 HTTP/1.1" status: 200 len: 217 time: 0.0803509 Jul 14 09:19:21.811126 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff97b6f-a43f-4d4d-bc8f-c2d944c8ed38 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf082b31-2da3-4059-9122-e9e1dbd9e539,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:21.840491 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a907ecb3-49e3-4570-b837-68674888aa5e req-e5233c29-5e3c-446b-8a4d-78c80289e387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:21.842727 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a907ecb3-49e3-4570-b837-68674888aa5e req-e5233c29-5e3c-446b-8a4d-78c80289e387 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2244f7a1-04bd-42cd-9e86-31839b46f57f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5285761 Jul 14 09:19:21.857170 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e206ccae-4a85-437c-ba1e-01bfda0ab7c3 req-01d40c50-2354-4449-ab63-7fe356727d71 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:21.861815 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff97b6f-a43f-4d4d-bc8f-c2d944c8ed38 admin admin] Checking segment: {'id': '8df5fac2-c020-41b7-9112-3fed38728d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '47cb49a7-5f5d-45c4-932d-1dc80dd5b120'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:19:21.862303 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ff97b6f-a43f-4d4d-bc8f-c2d944c8ed38 admin admin] Network hostable DHCP agents. Network: 47cb49a7-5f5d-45c4-932d-1dc80dd5b120, hostable agents: ['c6a09bd4-f72e-4283-a3ca-0bbca8a51081'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:19:21.866951 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e206ccae-4a85-437c-ba1e-01bfda0ab7c3 req-01d40c50-2354-4449-ab63-7fe356727d71 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/ports?device_id=fae776f6-08aa-4436-8736-3d602d7a93d2 HTTP/1.1" status: 200 len: 948 time: 0.5537896 Jul 14 09:19:21.870735 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b281d9-d3d9-4f5f-a4b9-607c964f043a req-b4e11ba8-2af8-45e6-a65f-c3791d6edbaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:21.872334 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-a8b281d9-d3d9-4f5f-a4b9-607c964f043a req-b4e11ba8-2af8-45e6-a65f-c3791d6edbaa service neutron] 10.222.0.65 "GET /v2.0/subnets?id=85060e65-3b2f-4a6c-a04c-ce849daa5b3b HTTP/1.1" status: 200 len: 843 time: 0.0803695 Jul 14 09:19:21.875319 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-78bc1bf3-0aee-4644-8fb6-ba7eb2dd3086 req-5da5feab-bd91-4295-b753-af1c9109ef88 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=611c1b28-c22b-43c2-aa46-15cef6f6cd26&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1493137 Jul 14 09:19:21.937438 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b281d9-d3d9-4f5f-a4b9-607c964f043a req-d24e6f75-c3d4-4bc9-a276-12ed1ec4a31f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:21.939258 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a8b281d9-d3d9-4f5f-a4b9-607c964f043a req-d24e6f75-c3d4-4bc9-a276-12ed1ec4a31f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f15ecc2e979442a6b02936316f8b33e1&device_id=fae776f6-08aa-4436-8736-3d602d7a93d2 HTTP/1.1" status: 200 len: 1100 time: 0.8137188 Jul 14 09:19:21.969255 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ff97b6f-a43f-4d4d-bc8f-c2d944c8ed38 admin admin] Network 47cb49a7-5f5d-45c4-932d-1dc80dd5b120 is scheduled to be hosted by DHCP agent c6a09bd4-f72e-4283-a3ca-0bbca8a51081 with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:19:22.016853 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-7ff97b6f-a43f-4d4d-bc8f-c2d944c8ed38 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-29, 47cb49a7-5f5d-45c4-932d-1dc80dd5b120) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:19:22.031715 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2701c2b-8910-45f8-89a2-b79c067b04f3 None None] Network 47cb49a7-5f5d-45c4-932d-1dc80dd5b120 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:19:22.036226 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ff97b6f-a43f-4d4d-bc8f-c2d944c8ed38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:22.048229 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7ff97b6f-a43f-4d4d-bc8f-c2d944c8ed38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:22.079517 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b281d9-d3d9-4f5f-a4b9-607c964f043a req-04a4a70c-f3a2-4710-acb2-519d9688800e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:22.084942 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-a8b281d9-d3d9-4f5f-a4b9-607c964f043a req-04a4a70c-f3a2-4710-acb2-519d9688800e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2244f7a1-04bd-42cd-9e86-31839b46f57f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2033019 Jul 14 09:19:22.106721 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e206ccae-4a85-437c-ba1e-01bfda0ab7c3 req-c20acbd9-f7e8-455a-a64b-7716d24a42bc tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/security-groups?id=93b55648-4dd6-4852-bb99-9aa842ab19a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2385373 Jul 14 09:19:22.160137 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-7ff97b6f-a43f-4d4d-bc8f-c2d944c8ed38 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1830926 Jul 14 09:19:22.161289 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 39304) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:19:22.165073 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b281d9-d3d9-4f5f-a4b9-607c964f043a req-3f87450c-b738-4238-8611-b2cb766e890d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:22.166582 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a8b281d9-d3d9-4f5f-a4b9-607c964f043a req-3f87450c-b738-4238-8611-b2cb766e890d service neutron] 10.222.0.57 "GET /v2.0/networks?id=2244f7a1-04bd-42cd-9e86-31839b46f57f HTTP/1.1" status: 200 len: 870 time: 0.2171128 Jul 14 09:19:22.201373 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-68f2c579-22c0-4763-8c5f-2b0c195fb982 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1045430639-router', 'tenant_id': '930b4856ba3b41dca05e11014339c70f', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'}}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:19:22.217023 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4c63469d-16ae-4b61-a234-e87beca584cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:22.222441 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a907ecb3-49e3-4570-b837-68674888aa5e req-7ef00010-f5f2-4615-94ae-0f2279d928bf service neutron] 10.222.0.57 "GET /v2.0/networks/2244f7a1-04bd-42cd-9e86-31839b46f57f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3507280 Jul 14 09:19:22.225225 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a8b281d9-d3d9-4f5f-a4b9-607c964f043a req-6597bfb2-0282-4701-a706-00b073ac14ea service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=2ef0f816-02a2-4c58-9b68-99ce025a71a7 HTTP/1.1" status: 200 len: 217 time: 0.0489454 Jul 14 09:19:22.235241 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bc1bf3-0aee-4644-8fb6-ba7eb2dd3086 req-f73b3e5c-a82f-425a-bbc6-804e0fbca25a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:22.236819 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-78bc1bf3-0aee-4644-8fb6-ba7eb2dd3086 req-f73b3e5c-a82f-425a-bbc6-804e0fbca25a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f15ecc2e979442a6b02936316f8b33e1&device_id=611c1b28-c22b-43c2-aa46-15cef6f6cd26 HTTP/1.1" status: 200 len: 1102 time: 0.2177365 Jul 14 09:19:22.270072 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-68f2c579-22c0-4763-8c5f-2b0c195fb982 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-711749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14670'] for router, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:22.277813 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-68f2c579-22c0-4763-8c5f-2b0c195fb982 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-711718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-661475', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14679'] for router, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:22.366078 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-a8b281d9-d3d9-4f5f-a4b9-607c964f043a req-962c08e7-5373-4ccd-a763-8afdab2aedd7 service neutron] 10.222.0.65 "GET /v2.0/networks/2244f7a1-04bd-42cd-9e86-31839b46f57f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2685037 Jul 14 09:19:22.509533 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ca2b25e-4828-4a44-9d55-20886f3ddf90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf57baaa9-fd24-59f4-8fd2-1dc21122ce72-47cb49a7-5f5d-45c4-932d-1dc80dd5b120', 'network_id': '47cb49a7-5f5d-45c4-932d-1dc80dd5b120', 'tenant_id': '930b4856ba3b41dca05e11014339c70f', 'fixed_ips': [{'subnet_id': 'bf082b31-2da3-4059-9122-e9e1dbd9e539'}]}} from n-d-779913-29. {{(pid=93959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:19:22.510549 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9ca2b25e-4828-4a44-9d55-20886f3ddf90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:22.602805 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a907ecb3-49e3-4570-b837-68674888aa5e req-a435435e-4035-4754-b42b-ada0b6dcc58e service neutron] 10.222.0.57 "GET /v2.0/networks/2244f7a1-04bd-42cd-9e86-31839b46f57f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3636627 Jul 14 09:19:22.681852 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b281d9-d3d9-4f5f-a4b9-607c964f043a req-a5a063b1-2491-445c-a70c-e55a589b5f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:22.683391 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a8b281d9-d3d9-4f5f-a4b9-607c964f043a req-a5a063b1-2491-445c-a70c-e55a589b5f5d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=85060e65-3b2f-4a6c-a04c-ce849daa5b3b HTTP/1.1" status: 200 len: 843 time: 0.4456484 Jul 14 09:19:22.792783 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bc1bf3-0aee-4644-8fb6-ba7eb2dd3086 req-9b207ed2-8af5-4b15-8b01-bd29387b015a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:22.794258 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-78bc1bf3-0aee-4644-8fb6-ba7eb2dd3086 req-9b207ed2-8af5-4b15-8b01-bd29387b015a service neutron] 10.222.0.65 "GET /v2.0/networks?id=2244f7a1-04bd-42cd-9e86-31839b46f57f HTTP/1.1" status: 200 len: 870 time: 0.4995387 Jul 14 09:19:22.801050 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 60233236-017c-4eb9-b520-a390181c9e60 details requested by agent hyperv_n-h2-779913-29 with host n-h2-779913-29 {{(pid=93959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:19:22.805599 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fb23fc-e8de-4cc9-8733-cd94d4f34a5d req-f825c85c-d8a0-47fc-ba55-535236931fe8 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:22.807934 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 89b93a88-8318-4b86-8e96-0157da76e316 no longer exists at agent hyperv_n-h2-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:19:22.812765 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-79fb23fc-e8de-4cc9-8733-cd94d4f34a5d req-f825c85c-d8a0-47fc-ba55-535236931fe8 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] 10.222.0.68 "GET /v2.0/ports?device_id=b6853770-917c-40ec-a228-8d0903756990 HTTP/1.1" status: 200 len: 948 time: 0.2581458 Jul 14 09:19:22.846655 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-68f2c579-22c0-4763-8c5f-2b0c195fb982 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:22.898384 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-9ca2b25e-4828-4a44-9d55-20886f3ddf90 None None] Allocated IP 172.20.0.2 (47cb49a7-5f5d-45c4-932d-1dc80dd5b120/bf082b31-2da3-4059-9122-e9e1dbd9e539/fb4bc470-737c-4870-b541-f0545a0c92e2) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:19:22.931471 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-79fb23fc-e8de-4cc9-8733-cd94d4f34a5d req-ab951394-7c94-46a2-8cbb-793c5be394c9 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] 10.222.0.68 "GET /v2.0/security-groups?id=c9156572-74c8-4b9e-9f0a-c202a5ef91ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176894 Jul 14 09:19:22.935212 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-78bc1bf3-0aee-4644-8fb6-ba7eb2dd3086 req-c7305285-7bc7-4fd2-8527-faf7ecc78fb6 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=3c588ba2-3350-4d26-ae32-a0222859845a HTTP/1.1" status: 200 len: 217 time: 0.0875447 Jul 14 09:19:23.040459 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b281d9-d3d9-4f5f-a4b9-607c964f043a req-ced6ca07-8e89-4d6f-b61a-1d99c69c9fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:23.042107 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a8b281d9-d3d9-4f5f-a4b9-607c964f043a req-ced6ca07-8e89-4d6f-b61a-1d99c69c9fce service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2244f7a1-04bd-42cd-9e86-31839b46f57f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3486493 Jul 14 09:19:23.174718 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-a8b281d9-d3d9-4f5f-a4b9-607c964f043a req-7925b4b1-bfa6-4b5b-871f-6ac3d6521c9c service neutron] 10.222.0.65 "GET /v2.0/networks/2244f7a1-04bd-42cd-9e86-31839b46f57f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7781625 Jul 14 09:19:23.242136 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a8b281d9-d3d9-4f5f-a4b9-607c964f043a req-decac9d2-5539-4cb0-8d65-62cccb86d3b2 service neutron] 10.222.0.57 "GET /v2.0/networks/2244f7a1-04bd-42cd-9e86-31839b46f57f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1823010 Jul 14 09:19:23.315051 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9ca2b25e-4828-4a44-9d55-20886f3ddf90 None None] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:23.333407 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bc1bf3-0aee-4644-8fb6-ba7eb2dd3086 req-e646636b-f239-438b-b804-aad64a1cf557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:23.334983 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-78bc1bf3-0aee-4644-8fb6-ba7eb2dd3086 req-e646636b-f239-438b-b804-aad64a1cf557 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=85060e65-3b2f-4a6c-a04c-ce849daa5b3b HTTP/1.1" status: 200 len: 843 time: 0.3911493 Jul 14 09:19:23.339792 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-9ca2b25e-4828-4a44-9d55-20886f3ddf90 None None] Transition to ACTIVE for port object fb4bc470-737c-4870-b541-f0545a0c92e2 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:19:23.392351 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-9ca2b25e-4828-4a44-9d55-20886f3ddf90 None None] Transition to ACTIVE for port object fb4bc470-737c-4870-b541-f0545a0c92e2 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:19:23.457895 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-68f2c579-22c0-4763-8c5f-2b0c195fb982 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-661489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-711771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12973'] for router, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:23.549274 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a8b281d9-d3d9-4f5f-a4b9-607c964f043a req-dcfc43c2-a620-46bc-b7cb-cdf65a42a2f2 service neutron] 10.222.0.57 "GET /v2.0/networks/2244f7a1-04bd-42cd-9e86-31839b46f57f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2946541 Jul 14 09:19:23.574295 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bc1bf3-0aee-4644-8fb6-ba7eb2dd3086 req-99e6c2b1-a12a-46bb-b78f-70ee11c82df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:23.578259 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-78bc1bf3-0aee-4644-8fb6-ba7eb2dd3086 req-99e6c2b1-a12a-46bb-b78f-70ee11c82df6 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2244f7a1-04bd-42cd-9e86-31839b46f57f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2355926 Jul 14 09:19:23.737213 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 60233236-017c-4eb9-b520-a390181c9e60, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=60233236-017c-4eb9-b520-a390181c9e60,segment=NetworkSegment(8f1c1422-de6c-445f-ab95-4e2c94585b2b),segment_id=8f1c1422-de6c-445f-ab95-4e2c94585b2b)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:19:23.786144 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-78bc1bf3-0aee-4644-8fb6-ba7eb2dd3086 req-d8168120-a98c-4f0a-86a1-41d5a4037835 service neutron] 10.222.0.65 "GET /v2.0/networks/2244f7a1-04bd-42cd-9e86-31839b46f57f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1990421 Jul 14 09:19:23.790501 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9ca2b25e-4828-4a44-9d55-20886f3ddf90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:23.800211 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Returning: {'device': '60233236-017c-4eb9-b520-a390181c9e60', 'network_id': '2244f7a1-04bd-42cd-9e86-31839b46f57f', 'port_id': '60233236-017c-4eb9-b520-a390181c9e60', 'mac_address': 'fa:16:3e:bd:cc:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 724, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85060e65-3b2f-4a6c-a04c-ce849daa5b3b', 'ip_address': '192.168.233.121'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:19:23.805218 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:19:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-253deaae-378b-4a2f-99cd-3b9838dd5428 x-openstack-request-id: req-253deaae-378b-4a2f-99cd-3b9838dd5428 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:19:23.805785 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9469915a-ae06-4f76-9764-28e54a0c3bb6", "name": "network-vif-plugged", "status": "completed", "tag": "6a6e006f-ab54-4229-9755-36575b786a53", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:19:23.807554 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-253deaae-378b-4a2f-99cd-3b9838dd5428 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:19:23.808167 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9469915a-ae06-4f76-9764-28e54a0c3bb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a6e006f-ab54-4229-9755-36575b786a53', 'code': 200} Jul 14 09:19:23.864802 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ca2b25e-4828-4a44-9d55-20886f3ddf90 None None] Network 47cb49a7-5f5d-45c4-932d-1dc80dd5b120 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:19:23.878699 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca2b25e-4828-4a44-9d55-20886f3ddf90 None None] Pushing event updated for resources: {'Port': ['ID=fb4bc470-737c-4870-b541-f0545a0c92e2,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:23.885339 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:23.892889 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-9ca2b25e-4828-4a44-9d55-20886f3ddf90 None None] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:19:23.901307 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca2b25e-4828-4a44-9d55-20886f3ddf90 None None] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:19:23.956697 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-68f2c579-22c0-4763-8c5f-2b0c195fb982 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:23.988554 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-78bc1bf3-0aee-4644-8fb6-ba7eb2dd3086 req-3f587958-1521-492c-b40d-2a2175080012 service neutron] 10.222.0.65 "GET /v2.0/networks/2244f7a1-04bd-42cd-9e86-31839b46f57f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1930494 Jul 14 09:19:23.989808 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-68f2c579-22c0-4763-8c5f-2b0c195fb982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:24.188311 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cc2452-d4db-4246-8af6-3a62e916268e req-67119566-49bd-4a4f-aa6a-b6aee8862dd6 tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:24.198215 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b4cc2452-d4db-4246-8af6-3a62e916268e req-67119566-49bd-4a4f-aa6a-b6aee8862dd6 tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] 10.222.0.68 "GET /v2.0/ports?device_id=6593e4b3-80b2-4edd-b3fd-9f72f9137c4e HTTP/1.1" status: 200 len: 949 time: 0.2460773 Jul 14 09:19:24.224643 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:24.245243 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-9ca2b25e-4828-4a44-9d55-20886f3ddf90 None None] Attempting to bind port fb4bc470-737c-4870-b541-f0545a0c92e2 on host n-d-779913-29 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:19:24.246425 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-9ca2b25e-4828-4a44-9d55-20886f3ddf90 None None] Attempting to bind port fb4bc470-737c-4870-b541-f0545a0c92e2 by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': '8df5fac2-c020-41b7-9112-3fed38728d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '47cb49a7-5f5d-45c4-932d-1dc80dd5b120'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:19:24.261001 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ca2b25e-4828-4a44-9d55-20886f3ddf90 None None] Attempting to bind port fb4bc470-737c-4870-b541-f0545a0c92e2 on network 47cb49a7-5f5d-45c4-932d-1dc80dd5b120 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:19:24.265145 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 89b93a88-8318-4b86-8e96-0157da76e316, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=89b93a88-8318-4b86-8e96-0157da76e316,segment=NetworkSegment(8f1c1422-de6c-445f-ab95-4e2c94585b2b),segment_id=8f1c1422-de6c-445f-ab95-4e2c94585b2b)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:19:24.266046 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b4cc2452-d4db-4246-8af6-3a62e916268e req-248ec004-081f-480a-a89e-f857bf28e645 tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] 10.222.0.68 "GET /v2.0/security-groups?id=77fde4ca-6f5f-48d5-b2fd-4c103e7ba04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664959 Jul 14 09:19:24.268448 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-68f2c579-22c0-4763-8c5f-2b0c195fb982 admin admin] Allocated IP 172.25.4.107 (2dcd4d32-cc7c-4468-b396-7ce5c9231892/6cd22a75-5bc1-467c-a3c4-0af04bd1b34a/4caf16aa-4d92-492e-992a-18069a805220) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:19:24.295553 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:24.310729 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ca2b25e-4828-4a44-9d55-20886f3ddf90 None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 18, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:19:24.312528 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ca2b25e-4828-4a44-9d55-20886f3ddf90 None None] Checking segment: {'id': '8df5fac2-c020-41b7-9112-3fed38728d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '47cb49a7-5f5d-45c4-932d-1dc80dd5b120'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:19:24.312948 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9ca2b25e-4828-4a44-9d55-20886f3ddf90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:24.313351 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ca2b25e-4828-4a44-9d55-20886f3ddf90 None None] Bound using segment: {'id': '8df5fac2-c020-41b7-9112-3fed38728d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '47cb49a7-5f5d-45c4-932d-1dc80dd5b120'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:19:24.315251 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-9ca2b25e-4828-4a44-9d55-20886f3ddf90 None None] Bound port: fb4bc470-737c-4870-b541-f0545a0c92e2, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8df5fac2-c020-41b7-9112-3fed38728d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '47cb49a7-5f5d-45c4-932d-1dc80dd5b120'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:19:24.315657 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9ca2b25e-4828-4a44-9d55-20886f3ddf90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:24.418625 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60233236-017c-4eb9-b520-a390181c9e60 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:19:24.461283 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-68f2c579-22c0-4763-8c5f-2b0c195fb982 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:24.480255 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8546a06-32d8-4c7d-a0a5-9546763a6efd req-0a5f44a3-28fb-4e53-889d-6bbf33f3c574 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:24.487568 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 60233236-017c-4eb9-b520-a390181c9e60, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=60233236-017c-4eb9-b520-a390181c9e60,segment=NetworkSegment(8f1c1422-de6c-445f-ab95-4e2c94585b2b),segment_id=8f1c1422-de6c-445f-ab95-4e2c94585b2b)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:19:24.488445 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f8546a06-32d8-4c7d-a0a5-9546763a6efd req-0a5f44a3-28fb-4e53-889d-6bbf33f3c574 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/ports?device_id=fae776f6-08aa-4436-8736-3d602d7a93d2 HTTP/1.1" status: 200 len: 948 time: 0.0929525 Jul 14 09:19:24.510842 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Pushing event updated for resources: {'Port': ['ID=89b93a88-8318-4b86-8e96-0157da76e316,revision_number=9']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:24.517332 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:24.518729 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 89b93a88-8318-4b86-8e96-0157da76e316 details requested by agent hyperv_n-h2-779913-29 with host n-h2-779913-29 {{(pid=93959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:19:24.558597 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-68f2c579-22c0-4763-8c5f-2b0c195fb982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:24.569349 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f8546a06-32d8-4c7d-a0a5-9546763a6efd req-d10093fd-58d8-4e77-aace-46ef1cccf96c tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/security-groups?id=93b55648-4dd6-4852-bb99-9aa842ab19a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797529 Jul 14 09:19:24.719501 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-9ca2b25e-4828-4a44-9d55-20886f3ddf90 None None] For port fb4bc470-737c-4870-b541-f0545a0c92e2, host n-d-779913-29, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:19:24.732689 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 89b93a88-8318-4b86-8e96-0157da76e316, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=89b93a88-8318-4b86-8e96-0157da76e316,segment=NetworkSegment(8f1c1422-de6c-445f-ab95-4e2c94585b2b),segment_id=8f1c1422-de6c-445f-ab95-4e2c94585b2b)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:19:24.736913 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f2c579-22c0-4763-8c5f-2b0c195fb982 admin admin] Pushing event updated for resources: {'Port': ['ID=4caf16aa-4d92-492e-992a-18069a805220,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:24.756367 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68f2c579-22c0-4763-8c5f-2b0c195fb982 admin admin] Network 2dcd4d32-cc7c-4468-b396-7ce5c9231892 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:19:24.757893 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-68f2c579-22c0-4763-8c5f-2b0c195fb982 admin admin] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:19:24.762575 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68f2c579-22c0-4763-8c5f-2b0c195fb982 admin admin] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:19:24.782408 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-9ca2b25e-4828-4a44-9d55-20886f3ddf90 None None] For port fb4bc470-737c-4870-b541-f0545a0c92e2, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=fb4bc470-737c-4870-b541-f0545a0c92e2,segment=NetworkSegment(8df5fac2-c020-41b7-9112-3fed38728d2f),segment_id=8df5fac2-c020-41b7-9112-3fed38728d2f)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:19:24.795171 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9ca2b25e-4828-4a44-9d55-20886f3ddf90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:24.805165 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Pushing event updated for resources: {'Port': ['ID=60233236-017c-4eb9-b520-a390181c9e60,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:24.812217 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Returning: {'device': '89b93a88-8318-4b86-8e96-0157da76e316', 'network_id': '2244f7a1-04bd-42cd-9e86-31839b46f57f', 'port_id': '89b93a88-8318-4b86-8e96-0157da76e316', 'mac_address': 'fa:16:3e:62:ac:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 724, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85060e65-3b2f-4a6c-a04c-ce849daa5b3b', 'ip_address': '192.168.233.37'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:19:24.824115 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:24.829987 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8806d831-c215-4b37-bdff-ef316da81a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:24.917721 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d8fcb7-1d00-412e-9f88-ed3d2a7f75ee req-c7614f4f-8bd4-4db5-95d6-db4d8ded9940 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:24.929082 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f3d8fcb7-1d00-412e-9f88-ed3d2a7f75ee req-c7614f4f-8bd4-4db5-95d6-db4d8ded9940 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] 10.222.0.68 "GET /v2.0/ports?device_id=b6853770-917c-40ec-a228-8d0903756990 HTTP/1.1" status: 200 len: 949 time: 0.2114291 Jul 14 09:19:24.949378 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:24.980453 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89b93a88-8318-4b86-8e96-0157da76e316 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:19:24.994042 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca2b25e-4828-4a44-9d55-20886f3ddf90 None None] Pushing event updated for resources: {'Port': ['ID=fb4bc470-737c-4870-b541-f0545a0c92e2,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:25.013229 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f3d8fcb7-1d00-412e-9f88-ed3d2a7f75ee req-ea06176a-1e94-4897-a283-ae1855a2913e tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] 10.222.0.68 "GET /v2.0/security-groups?id=c9156572-74c8-4b9e-9f0a-c202a5ef91ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782785 Jul 14 09:19:25.044627 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 89b93a88-8318-4b86-8e96-0157da76e316, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=89b93a88-8318-4b86-8e96-0157da76e316,segment=NetworkSegment(8f1c1422-de6c-445f-ab95-4e2c94585b2b),segment_id=8f1c1422-de6c-445f-ab95-4e2c94585b2b)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:19:25.057846 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:25.141701 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 2ef0f816-02a2-4c58-9b68-99ce025a71a7 details requested by agent hyperv_n-h2-779913-29 with host n-h2-779913-29 {{(pid=93959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:19:25.190882 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Pushing event updated for resources: {'Port': ['ID=89b93a88-8318-4b86-8e96-0157da76e316,revision_number=10']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:25.426423 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-68f2c579-22c0-4763-8c5f-2b0c195fb982 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:25.547127 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 2ef0f816-02a2-4c58-9b68-99ce025a71a7, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=2ef0f816-02a2-4c58-9b68-99ce025a71a7,segment=NetworkSegment(8f1c1422-de6c-445f-ab95-4e2c94585b2b),segment_id=8f1c1422-de6c-445f-ab95-4e2c94585b2b)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:19:25.572171 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] get_ports_and_sgs() called for port_ids ['60233236-017c-4eb9-b520-a390181c9e60'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:19:25.669053 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] get_ports_and_sgs() called for port_ids ['89b93a88-8318-4b86-8e96-0157da76e316'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:19:25.691165 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device fb4bc470-737c-4870-b541-f0545a0c92e2 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:19:25.806454 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-68f2c579-22c0-4763-8c5f-2b0c195fb982 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-711762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-661452'] for router, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:25.934959 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6593e4b3-80b2-4edd-b3fd-9f72f9137c4e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '89b93a88-8318-4b86-8e96-0157da76e316'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:19:25.941194 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd62303f06773040a8a4e189dc46b4f565768c299abf8ab8e7739778b0bc3e97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ea312cd-0250-445e-935e-09ae6fdd5a8d" -d '{"events": [{"server_uuid": "6593e4b3-80b2-4edd-b3fd-9f72f9137c4e", "name": "network-vif-unplugged", "status": "completed", "tag": "89b93a88-8318-4b86-8e96-0157da76e316"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:19:25.952888 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Returning: {'device': '2ef0f816-02a2-4c58-9b68-99ce025a71a7', 'network_id': '2244f7a1-04bd-42cd-9e86-31839b46f57f', 'port_id': '2ef0f816-02a2-4c58-9b68-99ce025a71a7', 'mac_address': 'fa:16:3e:87:d6:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 724, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85060e65-3b2f-4a6c-a04c-ce849daa5b3b', 'ip_address': '192.168.233.195'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:19:26.137925 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5ad31076-714c-49ec-bc37-f3d4cd90112a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:26.165299 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:26.249201 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ef0f816-02a2-4c58-9b68-99ce025a71a7 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:19:26.329399 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68f2c579-22c0-4763-8c5f-2b0c195fb982 admin admin] Router db7c901f-23ed-4ec0-a867-e39e7e7188a2 is scheduled to L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 with binding_index 1 {{(pid=93958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:19:26.340289 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 2ef0f816-02a2-4c58-9b68-99ce025a71a7, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=2ef0f816-02a2-4c58-9b68-99ce025a71a7,segment=NetworkSegment(8f1c1422-de6c-445f-ab95-4e2c94585b2b),segment_id=8f1c1422-de6c-445f-ab95-4e2c94585b2b)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:19:26.341987 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning for port fb4bc470-737c-4870-b541-f0545a0c92e2 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:19:26.370783 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:26.423901 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc2a137f-f808-4644-88ff-4812f46f896e None None] Network 47cb49a7-5f5d-45c4-932d-1dc80dd5b120 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:19:26.573981 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Pushing event updated for resources: {'Port': ['ID=2ef0f816-02a2-4c58-9b68-99ce025a71a7,revision_number=8']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:26.584832 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-757e4e63-f241-4b44-ab75-c2f9a030c4b6 None None] Provisioning for port fb4bc470-737c-4870-b541-f0545a0c92e2 completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:19:26.608426 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-757e4e63-f241-4b44-ab75-c2f9a030c4b6 None None] Provisioning complete for port fb4bc470-737c-4870-b541-f0545a0c92e2 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:19:26.609149 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-757e4e63-f241-4b44-ab75-c2f9a030c4b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:26.628780 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68f2c579-22c0-4763-8c5f-2b0c195fb982 admin admin] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:19:26.645609 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b5ee32-47ca-4abd-a67a-bdba30a9f1ed None None] Sync routers for ids ['db7c901f-23ed-4ec0-a867-e39e7e7188a2'] in n-d-779913-29 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:19:26.659065 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-68f2c579-22c0-4763-8c5f-2b0c195fb982 admin admin] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:26.661745 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-68f2c579-22c0-4763-8c5f-2b0c195fb982 admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.4641197 Jul 14 09:19:26.665302 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 39336) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:19:26.684813 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b5ee32-47ca-4abd-a67a-bdba30a9f1ed None None] Routers {'db7c901f-23ed-4ec0-a867-e39e7e7188a2'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:19:26.686847 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-85b5ee32-47ca-4abd-a67a-bdba30a9f1ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:19:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['db7c901f-23ed-4ec0-a867-e39e7e7188a2'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:19:26.719730 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bb0f47-8f8e-4fb8-acf2-59e47b3c5000 req-1f833e85-2be1-4884-b187-9f69c2f5338b tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:26.729271 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a3bb0f47-8f8e-4fb8-acf2-59e47b3c5000 req-1f833e85-2be1-4884-b187-9f69c2f5338b tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.57 "GET /v2.0/ports?device_id=fae776f6-08aa-4436-8736-3d602d7a93d2&tenant_id=f15ecc2e979442a6b02936316f8b33e1&binding%3Ahost_id=n-h2-779913-29 HTTP/1.1" status: 200 len: 949 time: 0.2443788 Jul 14 09:19:26.906520 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a3bb0f47-8f8e-4fb8-acf2-59e47b3c5000 req-c0bbde8c-22bc-4545-9fc0-8a241bfb1a71 service neutron] 10.222.0.57 "GET /v2.0/ports/2ef0f816-02a2-4c58-9b68-99ce025a71a7/bindings/n-h2-779913-29 HTTP/1.1" status: 200 len: 383 time: 0.1695123 Jul 14 09:19:26.979599 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-85b5ee32-47ca-4abd-a67a-bdba30a9f1ed None None] Set router db7c901f-23ed-4ec0-a867-e39e7e7188a2 gateway port host: n-d-779913-29 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:19:27.001948 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf53114-0d87-4ac8-8c59-9ee7fd1a8234 req-b29a2784-ff3e-4045-b848-7f475b8dd37a tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:27.004507 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ccf53114-0d87-4ac8-8c59-9ee7fd1a8234 req-b29a2784-ff3e-4045-b848-7f475b8dd37a tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] 10.222.0.68 "GET /v2.0/ports?device_id=6593e4b3-80b2-4edd-b3fd-9f72f9137c4e HTTP/1.1" status: 200 len: 949 time: 0.2244501 Jul 14 09:19:27.013592 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] get_ports_and_sgs() called for port_ids ['2ef0f816-02a2-4c58-9b68-99ce025a71a7'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:19:27.285751 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ccf53114-0d87-4ac8-8c59-9ee7fd1a8234 req-9af29880-df66-4b14-95e3-d245d52187ed tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] 10.222.0.68 "GET /v2.0/security-groups?id=77fde4ca-6f5f-48d5-b2fd-4c103e7ba04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2512672 Jul 14 09:19:27.339506 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-757e4e63-f241-4b44-ab75-c2f9a030c4b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:27.374916 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bb0f47-8f8e-4fb8-acf2-59e47b3c5000 req-bf6dd892-81fc-4e12-b93d-c76a760fe044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:27.378444 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a3bb0f47-8f8e-4fb8-acf2-59e47b3c5000 req-bf6dd892-81fc-4e12-b93d-c76a760fe044 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f15ecc2e979442a6b02936316f8b33e1&device_id=fae776f6-08aa-4436-8736-3d602d7a93d2 HTTP/1.1" status: 200 len: 1101 time: 0.3724773 Jul 14 09:19:27.383990 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-85b5ee32-47ca-4abd-a67a-bdba30a9f1ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db7c901f-23ed-4ec0-a867-e39e7e7188a2', 'name': 'tempest-FloatingIPsTestJSON-1045430639-router', 'tenant_id': '930b4856ba3b41dca05e11014339c70f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.107'}], 'enable_snat': True}, 'gw_port_id': '4caf16aa-4d92-492e-992a-18069a805220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:19:22Z', 'updated_at': '2021-07-14T09:19:25Z', 'revision_number': 3, 'project_id': '930b4856ba3b41dca05e11014339c70f', 'gw_port': {'id': '4caf16aa-4d92-492e-992a-18069a805220', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:90:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db7c901f-23ed-4ec0-a867-e39e7e7188a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:19:24Z', 'updated_at': '2021-07-14T09:19:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29'}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:19:27.394647 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 09:19:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de3a1dbe-d385-4a4e-b6b9-44747d7daf57 x-openstack-request-id: req-de3a1dbe-d385-4a4e-b6b9-44747d7daf57 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:19:27.395084 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6593e4b3-80b2-4edd-b3fd-9f72f9137c4e", "name": "network-vif-unplugged", "status": "completed", "tag": "89b93a88-8318-4b86-8e96-0157da76e316", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:19:27.395485 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-de3a1dbe-d385-4a4e-b6b9-44747d7daf57 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:19:27.396076 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6593e4b3-80b2-4edd-b3fd-9f72f9137c4e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '89b93a88-8318-4b86-8e96-0157da76e316', 'code': 200} Jul 14 09:19:27.448796 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b5ee32-47ca-4abd-a67a-bdba30a9f1ed None None] Checking router: db7c901f-23ed-4ec0-a867-e39e7e7188a2 for host: n-d-779913-29 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:19:27.449849 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b5ee32-47ca-4abd-a67a-bdba30a9f1ed None None] Updating router db7c901f-23ed-4ec0-a867-e39e7e7188a2 port 4caf16aa-4d92-492e-992a-18069a805220 binding host n-d-779913-29 {{(pid=93960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:19:27.544055 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-85b5ee32-47ca-4abd-a67a-bdba30a9f1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:27.615138 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-757e4e63-f241-4b44-ab75-c2f9a030c4b6 None None] For port fb4bc470-737c-4870-b541-f0545a0c92e2, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=fb4bc470-737c-4870-b541-f0545a0c92e2,segment=NetworkSegment(8df5fac2-c020-41b7-9112-3fed38728d2f),segment_id=8df5fac2-c020-41b7-9112-3fed38728d2f)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:19:27.624815 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a93634a8-89de-4ace-8a2d-34f7a3a5792d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:27.680629 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-757e4e63-f241-4b44-ab75-c2f9a030c4b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:27.877788 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5bbe322f-3f67-4864-bc0a-91afe44d23e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:27.886744 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757e4e63-f241-4b44-ab75-c2f9a030c4b6 None None] Pushing event updated for resources: {'Port': ['ID=fb4bc470-737c-4870-b541-f0545a0c92e2,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:27.932478 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bb0f47-8f8e-4fb8-acf2-59e47b3c5000 req-b75e33a3-b1ad-46cc-bae4-a3d8f4cb6059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:27.936665 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a3bb0f47-8f8e-4fb8-acf2-59e47b3c5000 req-b75e33a3-b1ad-46cc-bae4-a3d8f4cb6059 service neutron] 10.222.0.57 "GET /v2.0/networks?id=2244f7a1-04bd-42cd-9e86-31839b46f57f HTTP/1.1" status: 200 len: 870 time: 0.5055394 Jul 14 09:19:28.070126 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-a93634a8-89de-4ace-8a2d-34f7a3a5792d admin admin] Allocated IP 172.20.0.1 (47cb49a7-5f5d-45c4-932d-1dc80dd5b120/bf082b31-2da3-4059-9122-e9e1dbd9e539/de627bc7-607a-4757-8ece-b8b0307c6868) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:19:28.082980 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a3bb0f47-8f8e-4fb8-acf2-59e47b3c5000 req-300306d5-038d-4ef9-b19c-ee9d10da4581 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=2ef0f816-02a2-4c58-9b68-99ce025a71a7 HTTP/1.1" status: 200 len: 217 time: 0.1249924 Jul 14 09:19:28.129032 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-a2fd0065-98f3-4b87-9bab-d8963d352f24 None None] Provisioning complete for port fb4bc470-737c-4870-b541-f0545a0c92e2 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:19:28.133525 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a2fd0065-98f3-4b87-9bab-d8963d352f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:28.176654 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cd39e8-e73e-4eff-bdfd-5db402c68ec6 req-28571fb1-8399-4630-b01a-95d4ae66f9c4 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:28.178600 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-80cd39e8-e73e-4eff-bdfd-5db402c68ec6 req-28571fb1-8399-4630-b01a-95d4ae66f9c4 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] 10.222.0.68 "GET /v2.0/ports?device_id=b6853770-917c-40ec-a228-8d0903756990 HTTP/1.1" status: 200 len: 949 time: 0.4558461 Jul 14 09:19:28.256782 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bb0f47-8f8e-4fb8-acf2-59e47b3c5000 req-87e65a44-2c90-4475-a510-59a6094ef6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:28.256782 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a3bb0f47-8f8e-4fb8-acf2-59e47b3c5000 req-87e65a44-2c90-4475-a510-59a6094ef6a6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=85060e65-3b2f-4a6c-a04c-ce849daa5b3b HTTP/1.1" status: 200 len: 843 time: 0.1600614 Jul 14 09:19:28.283844 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a93634a8-89de-4ace-8a2d-34f7a3a5792d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:28.308492 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-a93634a8-89de-4ace-8a2d-34f7a3a5792d admin admin] Transition to ACTIVE for port object de627bc7-607a-4757-8ece-b8b0307c6868 will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:19:28.385595 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a93634a8-89de-4ace-8a2d-34f7a3a5792d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:28.399769 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-80cd39e8-e73e-4eff-bdfd-5db402c68ec6 req-bcf2e408-9367-4618-a8a5-e94566c30468 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] 10.222.0.68 "GET /v2.0/security-groups?id=c9156572-74c8-4b9e-9f0a-c202a5ef91ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435735 Jul 14 09:19:28.452376 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-85b5ee32-47ca-4abd-a67a-bdba30a9f1ed None None] Notify callbacks [] for port, precommit_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:28.475327 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bb0f47-8f8e-4fb8-acf2-59e47b3c5000 req-d14541be-f30f-40d9-adc6-f3ab883b5b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:28.479269 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-85b5ee32-47ca-4abd-a67a-bdba30a9f1ed None None] Transition to ACTIVE for port object 4caf16aa-4d92-492e-992a-18069a805220 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:19:28.481781 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a93634a8-89de-4ace-8a2d-34f7a3a5792d admin admin] Network 47cb49a7-5f5d-45c4-932d-1dc80dd5b120 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:19:28.485389 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a3bb0f47-8f8e-4fb8-acf2-59e47b3c5000 req-d14541be-f30f-40d9-adc6-f3ab883b5b5b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2244f7a1-04bd-42cd-9e86-31839b46f57f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1715100 Jul 14 09:19:28.489904 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-a93634a8-89de-4ace-8a2d-34f7a3a5792d admin admin] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:19:28.496573 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a93634a8-89de-4ace-8a2d-34f7a3a5792d admin admin] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:19:28.504593 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-85b5ee32-47ca-4abd-a67a-bdba30a9f1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:28.610122 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93634a8-89de-4ace-8a2d-34f7a3a5792d admin admin] Pushing event updated for resources: {'Port': ['ID=de627bc7-607a-4757-8ece-b8b0307c6868,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:28.655574 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a93634a8-89de-4ace-8a2d-34f7a3a5792d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-660393'] for router_interface, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:28.702683 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4227be55-f3a2-4617-9e9f-2dba8e41c92a None None] Pushing event updated for resources: {'Port': ['ID=4caf16aa-4d92-492e-992a-18069a805220,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:28.737100 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4227be55-f3a2-4617-9e9f-2dba8e41c92a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:19:28.738250 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4227be55-f3a2-4617-9e9f-2dba8e41c92a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:19:28.739160 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4227be55-f3a2-4617-9e9f-2dba8e41c92a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:19:28.739983 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4227be55-f3a2-4617-9e9f-2dba8e41c92a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:19:28.740836 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4227be55-f3a2-4617-9e9f-2dba8e41c92a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:19:28.741822 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4227be55-f3a2-4617-9e9f-2dba8e41c92a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:19:28.742645 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4227be55-f3a2-4617-9e9f-2dba8e41c92a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:19:28.743465 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4227be55-f3a2-4617-9e9f-2dba8e41c92a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:19:28.744248 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4227be55-f3a2-4617-9e9f-2dba8e41c92a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:19:28.745057 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4227be55-f3a2-4617-9e9f-2dba8e41c92a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:19:28.746158 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4227be55-f3a2-4617-9e9f-2dba8e41c92a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:19:28.747204 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4227be55-f3a2-4617-9e9f-2dba8e41c92a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:19:28.754869 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-85b5ee32-47ca-4abd-a67a-bdba30a9f1ed None None] Attempting to bind port 4caf16aa-4d92-492e-992a-18069a805220 on host n-d-779913-29 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:19:28.755895 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-85b5ee32-47ca-4abd-a67a-bdba30a9f1ed None None] Attempting to bind port 4caf16aa-4d92-492e-992a-18069a805220 by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': '81bf7a93-80b3-43df-b9d5-462c604a2945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:19:28.756768 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b5ee32-47ca-4abd-a67a-bdba30a9f1ed None None] Attempting to bind port 4caf16aa-4d92-492e-992a-18069a805220 on network 2dcd4d32-cc7c-4468-b396-7ce5c9231892 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:19:28.766186 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a3bb0f47-8f8e-4fb8-acf2-59e47b3c5000 req-6efb5aac-4899-4f8e-9539-91f794686260 service neutron] 10.222.0.57 "GET /v2.0/networks/2244f7a1-04bd-42cd-9e86-31839b46f57f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2692189 Jul 14 09:19:28.768913 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b5ee32-47ca-4abd-a67a-bdba30a9f1ed None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 19, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:19:28.769933 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b5ee32-47ca-4abd-a67a-bdba30a9f1ed None None] Checking segment: {'id': '81bf7a93-80b3-43df-b9d5-462c604a2945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:19:28.770861 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-85b5ee32-47ca-4abd-a67a-bdba30a9f1ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:28.771939 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b5ee32-47ca-4abd-a67a-bdba30a9f1ed None None] Bound using segment: {'id': '81bf7a93-80b3-43df-b9d5-462c604a2945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:19:28.778564 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-85b5ee32-47ca-4abd-a67a-bdba30a9f1ed None None] Bound port: 4caf16aa-4d92-492e-992a-18069a805220, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81bf7a93-80b3-43df-b9d5-462c604a2945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:19:28.779879 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-85b5ee32-47ca-4abd-a67a-bdba30a9f1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:28.887847 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-85b5ee32-47ca-4abd-a67a-bdba30a9f1ed None None] For port 4caf16aa-4d92-492e-992a-18069a805220, host n-d-779913-29, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:19:28.894534 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-85b5ee32-47ca-4abd-a67a-bdba30a9f1ed None None] For port 4caf16aa-4d92-492e-992a-18069a805220, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=4caf16aa-4d92-492e-992a-18069a805220,segment=NetworkSegment(81bf7a93-80b3-43df-b9d5-462c604a2945),segment_id=81bf7a93-80b3-43df-b9d5-462c604a2945)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:19:28.910569 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-85b5ee32-47ca-4abd-a67a-bdba30a9f1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:28.966051 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a93634a8-89de-4ace-8a2d-34f7a3a5792d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:28.971222 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-032eefee-7482-4543-96ae-5ccc12279182 None None] Provisioning for port de627bc7-607a-4757-8ece-b8b0307c6868 completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:19:28.989877 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b5ee32-47ca-4abd-a67a-bdba30a9f1ed None None] Routers {'db7c901f-23ed-4ec0-a867-e39e7e7188a2'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:19:28.990871 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-85b5ee32-47ca-4abd-a67a-bdba30a9f1ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:19:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['db7c901f-23ed-4ec0-a867-e39e7e7188a2'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:19:28.992112 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-032eefee-7482-4543-96ae-5ccc12279182 None None] Provisioning complete for port de627bc7-607a-4757-8ece-b8b0307c6868 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:19:28.992715 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-032eefee-7482-4543-96ae-5ccc12279182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:28.994055 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4227be55-f3a2-4617-9e9f-2dba8e41c92a None None] Pushing event updated for resources: {'Port': ['ID=4caf16aa-4d92-492e-992a-18069a805220,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:29.029356 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a3bb0f47-8f8e-4fb8-acf2-59e47b3c5000 req-cba167a0-f30b-47c0-94e4-8d6364519daa service neutron] 10.222.0.57 "GET /v2.0/networks/2244f7a1-04bd-42cd-9e86-31839b46f57f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2452400 Jul 14 09:19:29.083113 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-032eefee-7482-4543-96ae-5ccc12279182 None None] Port de627bc7-607a-4757-8ece-b8b0307c6868 cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:19:29.162872 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 89b93a88-8318-4b86-8e96-0157da76e316 up at agent hyperv_n-h2-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:19:29.197227 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0a4997-601d-4b35-90ba-5ba3a887e436 req-edccc4fa-2712-4031-a8e9-70904d8bc227 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:29.201138 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2d0a4997-601d-4b35-90ba-5ba3a887e436 req-edccc4fa-2712-4031-a8e9-70904d8bc227 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/ports?device_id=fae776f6-08aa-4436-8736-3d602d7a93d2 HTTP/1.1" status: 200 len: 949 time: 0.1131861 Jul 14 09:19:29.283871 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Provisioning complete for port 89b93a88-8318-4b86-8e96-0157da76e316 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:19:29.283871 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:29.293549 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2d0a4997-601d-4b35-90ba-5ba3a887e436 req-ffa8531d-7bc1-4148-8941-2f21fb08bce2 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/security-groups?id=93b55648-4dd6-4852-bb99-9aa842ab19a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845883 Jul 14 09:19:29.347409 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-85b5ee32-47ca-4abd-a67a-bdba30a9f1ed None None] Set router db7c901f-23ed-4ec0-a867-e39e7e7188a2 gateway port host: n-d-779913-29 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:19:29.434212 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:29.504340 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 89b93a88-8318-4b86-8e96-0157da76e316, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=89b93a88-8318-4b86-8e96-0157da76e316,segment=NetworkSegment(8f1c1422-de6c-445f-ab95-4e2c94585b2b),segment_id=8f1c1422-de6c-445f-ab95-4e2c94585b2b)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:19:29.509927 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6593e4b3-80b2-4edd-b3fd-9f72f9137c4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89b93a88-8318-4b86-8e96-0157da76e316'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:19:29.515959 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd62303f06773040a8a4e189dc46b4f565768c299abf8ab8e7739778b0bc3e97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88120e6d-48c2-47bc-ba55-8059f63d4ba6" -d '{"events": [{"server_uuid": "6593e4b3-80b2-4edd-b3fd-9f72f9137c4e", "name": "network-vif-plugged", "status": "completed", "tag": "89b93a88-8318-4b86-8e96-0157da76e316"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:19:29.524184 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:29.526360 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 60233236-017c-4eb9-b520-a390181c9e60 up at agent hyperv_n-h2-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:19:29.548710 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device fb4bc470-737c-4870-b541-f0545a0c92e2 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:19:29.782633 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe9685f-da04-4d76-b310-e2d329efb030 req-5647899e-aaf8-4453-8cb9-2145d5da0734 tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:29.791822 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3fe9685f-da04-4d76-b310-e2d329efb030 req-5647899e-aaf8-4453-8cb9-2145d5da0734 tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] 10.222.0.68 "GET /v2.0/ports?device_id=6593e4b3-80b2-4edd-b3fd-9f72f9137c4e HTTP/1.1" status: 200 len: 950 time: 0.0885527 Jul 14 09:19:29.845119 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-85b5ee32-47ca-4abd-a67a-bdba30a9f1ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db7c901f-23ed-4ec0-a867-e39e7e7188a2', 'name': 'tempest-FloatingIPsTestJSON-1045430639-router', 'tenant_id': '930b4856ba3b41dca05e11014339c70f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.107'}], 'enable_snat': True}, 'gw_port_id': '4caf16aa-4d92-492e-992a-18069a805220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:19:22Z', 'updated_at': '2021-07-14T09:19:28Z', 'revision_number': 4, 'project_id': '930b4856ba3b41dca05e11014339c70f', 'gw_port': {'id': '4caf16aa-4d92-492e-992a-18069a805220', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:90:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db7c901f-23ed-4ec0-a867-e39e7e7188a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:19:24Z', 'updated_at': '2021-07-14T09:19:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': 'de627bc7-607a-4757-8ece-b8b0307c6868', 'name': '', 'network_id': '47cb49a7-5f5d-45c4-932d-1dc80dd5b120', 'tenant_id': '930b4856ba3b41dca05e11014339c70f', 'mac_address': 'fa:16:3e:38:8e:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db7c901f-23ed-4ec0-a867-e39e7e7188a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'bf082b31-2da3-4059-9122-e9e1dbd9e539', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:19:27Z', 'updated_at': '2021-07-14T09:19:28Z', 'revision_number': 1, 'project_id': '930b4856ba3b41dca05e11014339c70f', 'subnets': [{'id': 'bf082b31-2da3-4059-9122-e9e1dbd9e539', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:19:29.855725 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port fb4bc470-737c-4870-b541-f0545a0c92e2 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:19:29.856221 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:29.860002 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3fe9685f-da04-4d76-b310-e2d329efb030 req-bba8f548-f14e-45fb-b330-32371189c38c tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] 10.222.0.68 "GET /v2.0/security-groups?id=77fde4ca-6f5f-48d5-b2fd-4c103e7ba04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668073 Jul 14 09:19:29.893248 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a93634a8-89de-4ace-8a2d-34f7a3a5792d admin admin] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:29.901235 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a93634a8-89de-4ace-8a2d-34f7a3a5792d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13574142'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:29.908034 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Provisioning for port 60233236-017c-4eb9-b520-a390181c9e60 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:19:29.912256 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Pushing event updated for resources: {'Port': ['ID=89b93a88-8318-4b86-8e96-0157da76e316,revision_number=11']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:29.914932 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b5ee32-47ca-4abd-a67a-bdba30a9f1ed None None] The sync data for ids ['db7c901f-23ed-4ec0-a867-e39e7e7188a2'] in n-d-779913-29 is: [{'id': 'db7c901f-23ed-4ec0-a867-e39e7e7188a2', 'name': 'tempest-FloatingIPsTestJSON-1045430639-router', 'tenant_id': '930b4856ba3b41dca05e11014339c70f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.107'}], 'enable_snat': True}, 'gw_port_id': '4caf16aa-4d92-492e-992a-18069a805220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:19:22Z', 'updated_at': '2021-07-14T09:19:28Z', 'revision_number': 4, 'project_id': '930b4856ba3b41dca05e11014339c70f', 'gw_port': {'id': '4caf16aa-4d92-492e-992a-18069a805220', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:90:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db7c901f-23ed-4ec0-a867-e39e7e7188a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:19:24Z', 'updated_at': '2021-07-14T09:19:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': 'de627bc7-607a-4757-8ece-b8b0307c6868', 'name': '', 'network_id': '47cb49a7-5f5d-45c4-932d-1dc80dd5b120', 'tenant_id': '930b4856ba3b41dca05e11014339c70f', 'mac_address': 'fa:16:3e:38:8e:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db7c901f-23ed-4ec0-a867-e39e7e7188a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'bf082b31-2da3-4059-9122-e9e1dbd9e539', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:19:27Z', 'updated_at': '2021-07-14T09:19:28Z', 'revision_number': 1, 'project_id': '930b4856ba3b41dca05e11014339c70f', 'subnets': [{'id': 'bf082b31-2da3-4059-9122-e9e1dbd9e539', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:19:29.927811 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Provisioning complete for port 60233236-017c-4eb9-b520-a390181c9e60 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:19:29.928203 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:30.141222 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93634a8-89de-4ace-8a2d-34f7a3a5792d admin admin] Pushing event updated for resources: {'Port': ['ID=de627bc7-607a-4757-8ece-b8b0307c6868,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:30.180887 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a93634a8-89de-4ace-8a2d-34f7a3a5792d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-683747'] for router_interface, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:30.199610 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:30.284725 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 60233236-017c-4eb9-b520-a390181c9e60, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=60233236-017c-4eb9-b520-a390181c9e60,segment=NetworkSegment(8f1c1422-de6c-445f-ab95-4e2c94585b2b),segment_id=8f1c1422-de6c-445f-ab95-4e2c94585b2b)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:19:30.287455 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12e3447-a981-4250-ad83-1cae31b120a1 req-533aff5d-1fb0-43fc-b79a-1fd3990e032e tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:30.293349 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a12e3447-a981-4250-ad83-1cae31b120a1 req-533aff5d-1fb0-43fc-b79a-1fd3990e032e tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] 10.222.0.68 "GET /v2.0/ports?device_id=b6853770-917c-40ec-a228-8d0903756990 HTTP/1.1" status: 200 len: 949 time: 0.2171433 Jul 14 09:19:30.309460 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:30.406843 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Pushing event updated for resources: {'Port': ['ID=60233236-017c-4eb9-b520-a390181c9e60,revision_number=5']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:30.521783 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a12e3447-a981-4250-ad83-1cae31b120a1 req-140de049-5803-44bf-9917-070602625921 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] 10.222.0.68 "GET /v2.0/security-groups?id=c9156572-74c8-4b9e-9f0a-c202a5ef91ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148814 Jul 14 09:19:30.585228 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a93634a8-89de-4ace-8a2d-34f7a3a5792d admin admin] Network 47cb49a7-5f5d-45c4-932d-1dc80dd5b120 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:19:30.587008 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-a93634a8-89de-4ace-8a2d-34f7a3a5792d admin admin] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:19:30.695746 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:19:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-935a971d-bba4-4ef7-a38e-7dd378961493 x-openstack-request-id: req-935a971d-bba4-4ef7-a38e-7dd378961493 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:19:30.696327 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6593e4b3-80b2-4edd-b3fd-9f72f9137c4e", "name": "network-vif-plugged", "status": "completed", "tag": "89b93a88-8318-4b86-8e96-0157da76e316", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:19:30.696654 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-935a971d-bba4-4ef7-a38e-7dd378961493 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:19:30.697133 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6593e4b3-80b2-4edd-b3fd-9f72f9137c4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89b93a88-8318-4b86-8e96-0157da76e316', 'code': 200} Jul 14 09:19:31.024701 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a93634a8-89de-4ace-8a2d-34f7a3a5792d admin admin] Router db7c901f-23ed-4ec0-a867-e39e7e7188a2 has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:19:31.143442 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7096869-0b69-4c32-a1ba-0de43e5c9a80 req-4e8de2c0-9faa-4bff-a23c-26d91f578e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:31.146673 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d7096869-0b69-4c32-a1ba-0de43e5c9a80 req-4e8de2c0-9faa-4bff-a23c-26d91f578e30 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=6593e4b3-80b2-4edd-b3fd-9f72f9137c4e HTTP/1.1" status: 200 len: 1102 time: 0.1442463 Jul 14 09:19:31.160495 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 2ef0f816-02a2-4c58-9b68-99ce025a71a7 up at agent hyperv_n-h2-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:19:31.226106 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d7096869-0b69-4c32-a1ba-0de43e5c9a80 req-fe59acde-a874-4fbc-96c1-7dfc012b5286 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=77fde4ca-6f5f-48d5-b2fd-4c103e7ba04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660064 Jul 14 09:19:31.272124 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a93634a8-89de-4ace-8a2d-34f7a3a5792d admin admin] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:19:31.284052 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-a93634a8-89de-4ace-8a2d-34f7a3a5792d admin admin] 10.222.0.68 "PUT /v2.0/routers/db7c901f-23ed-4ec0-a867-e39e7e7188a2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6165519 Jul 14 09:19:31.333835 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-8cec3186-fb85-4398-831b-aac10abfc8cc None None] Provisioning complete for port de627bc7-607a-4757-8ece-b8b0307c6868 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:19:31.334333 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8cec3186-fb85-4398-831b-aac10abfc8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:31.453663 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22745feb-1274-4481-aa61-a3ebbd962f7e req-bcfdebca-e11f-402a-84b9-8afefed35dd5 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:31.456673 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-22745feb-1274-4481-aa61-a3ebbd962f7e req-bcfdebca-e11f-402a-84b9-8afefed35dd5 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/ports?device_id=fae776f6-08aa-4436-8736-3d602d7a93d2 HTTP/1.1" status: 200 len: 949 time: 0.1993473 Jul 14 09:19:31.486459 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-8cec3186-fb85-4398-831b-aac10abfc8cc None None] Port de627bc7-607a-4757-8ece-b8b0307c6868 cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:19:31.501353 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Provisioning for port 2ef0f816-02a2-4c58-9b68-99ce025a71a7 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:19:31.507442 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Provisioning complete for port 2ef0f816-02a2-4c58-9b68-99ce025a71a7 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:19:31.508352 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:31.598845 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-22745feb-1274-4481-aa61-a3ebbd962f7e req-e9428f3a-aee4-4201-b583-7375a33df983 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/security-groups?id=93b55648-4dd6-4852-bb99-9aa842ab19a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326497 Jul 14 09:19:31.646211 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 4caf16aa-4d92-492e-992a-18069a805220 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:19:31.934719 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:31.945298 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning for port 4caf16aa-4d92-492e-992a-18069a805220 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:19:31.971260 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port 4caf16aa-4d92-492e-992a-18069a805220 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:19:31.977605 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:32.055473 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 2ef0f816-02a2-4c58-9b68-99ce025a71a7, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=2ef0f816-02a2-4c58-9b68-99ce025a71a7,segment=NetworkSegment(8f1c1422-de6c-445f-ab95-4e2c94585b2b),segment_id=8f1c1422-de6c-445f-ab95-4e2c94585b2b)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:19:32.095534 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:32.157861 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Pushing event updated for resources: {'Port': ['ID=2ef0f816-02a2-4c58-9b68-99ce025a71a7,revision_number=9']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:32.256917 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69fdbf0-2783-4c3a-80e5-f7dd695ea966 req-5d119217-20c1-4aaa-8a3b-29a633c3324b tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:32.264380 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e69fdbf0-2783-4c3a-80e5-f7dd695ea966 req-5d119217-20c1-4aaa-8a3b-29a633c3324b tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] 10.222.0.68 "GET /v2.0/ports?device_id=6593e4b3-80b2-4edd-b3fd-9f72f9137c4e HTTP/1.1" status: 200 len: 950 time: 0.1336195 Jul 14 09:19:32.305950 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:32.322055 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e69fdbf0-2783-4c3a-80e5-f7dd695ea966 req-7bcb2ee6-15ca-4076-b8b6-51eededfe4d2 tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] 10.222.0.68 "GET /v2.0/security-groups?id=77fde4ca-6f5f-48d5-b2fd-4c103e7ba04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565925 Jul 14 09:19:32.367256 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] For port 4caf16aa-4d92-492e-992a-18069a805220, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=4caf16aa-4d92-492e-992a-18069a805220,segment=NetworkSegment(81bf7a93-80b3-43df-b9d5-462c604a2945),segment_id=81bf7a93-80b3-43df-b9d5-462c604a2945)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:19:32.375920 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:32.453861 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Pushing event updated for resources: {'Port': ['ID=4caf16aa-4d92-492e-992a-18069a805220,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:32.523587 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bb0f47-8f8e-4fb8-acf2-59e47b3c5000 req-0c97f9b3-f4f0-4531-8ee2-2cb32b7ceaa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:32.525801 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a3bb0f47-8f8e-4fb8-acf2-59e47b3c5000 req-0c97f9b3-f4f0-4531-8ee2-2cb32b7ceaa5 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=fae776f6-08aa-4436-8736-3d602d7a93d2&tenant_id=f15ecc2e979442a6b02936316f8b33e1 HTTP/1.1" status: 200 len: 1102 time: 0.1090746 Jul 14 09:19:32.594154 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-a3bb0f47-8f8e-4fb8-acf2-59e47b3c5000 req-e8bb7e20-84e8-4975-acdc-e9aec7fb3f51 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-779913-29', 'device_owner': 'compute:nova'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:19:32.682164 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d32e5e-b2b1-40e1-9dfe-92c7b6ae3953 req-e23e711a-5ee3-44f4-89b4-a336b4dc97d9 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:32.689423 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e5d32e5e-b2b1-40e1-9dfe-92c7b6ae3953 req-e23e711a-5ee3-44f4-89b4-a336b4dc97d9 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] 10.222.0.68 "GET /v2.0/ports?device_id=b6853770-917c-40ec-a228-8d0903756990 HTTP/1.1" status: 200 len: 950 time: 0.1527991 Jul 14 09:19:32.698711 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6853770-917c-40ec-a228-8d0903756990', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60233236-017c-4eb9-b520-a390181c9e60'}, {'server_uuid': 'fae776f6-08aa-4436-8736-3d602d7a93d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ef0f816-02a2-4c58-9b68-99ce025a71a7'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:19:32.703896 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd62303f06773040a8a4e189dc46b4f565768c299abf8ab8e7739778b0bc3e97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-768641da-1d1d-46f6-9721-3d79531f6d87" -d '{"events": [{"server_uuid": "b6853770-917c-40ec-a228-8d0903756990", "name": "network-vif-plugged", "status": "completed", "tag": "60233236-017c-4eb9-b520-a390181c9e60"}, {"server_uuid": "fae776f6-08aa-4436-8736-3d602d7a93d2", "name": "network-vif-plugged", "status": "completed", "tag": "2ef0f816-02a2-4c58-9b68-99ce025a71a7"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:19:32.837280 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e5d32e5e-b2b1-40e1-9dfe-92c7b6ae3953 req-e19a283d-aaff-49d1-a4de-6816c18b8ff5 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] 10.222.0.68 "GET /v2.0/security-groups?id=c9156572-74c8-4b9e-9f0a-c202a5ef91ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467433 Jul 14 09:19:32.844748 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-a3bb0f47-8f8e-4fb8-acf2-59e47b3c5000 req-e8bb7e20-84e8-4975-acdc-e9aec7fb3f51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:33.301038 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b1421ade-e947-4ebb-962f-650a0b152ad5 req-f6dbc545-31f5-4b2b-8924-421021dec704 tempest-FloatingIPsTestJSON-1953962304 tempest-FloatingIPsTestJSON-1953962304-project] 10.222.0.68 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2325351 Jul 14 09:19:33.328079 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-b1421ade-e947-4ebb-962f-650a0b152ad5 req-07c8c77f-3bd0-4549-9d62-9e74f543782a tempest-FloatingIPsTestJSON-1953962304 tempest-FloatingIPsTestJSON-1953962304-project] Request body: {'floatingip': {'floating_network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:19:33.374459 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-a3bb0f47-8f8e-4fb8-acf2-59e47b3c5000 req-e8bb7e20-84e8-4975-acdc-e9aec7fb3f51 service neutron] For port 2ef0f816-02a2-4c58-9b68-99ce025a71a7, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=2ef0f816-02a2-4c58-9b68-99ce025a71a7,segment=NetworkSegment(8f1c1422-de6c-445f-ab95-4e2c94585b2b),segment_id=8f1c1422-de6c-445f-ab95-4e2c94585b2b)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:19:33.377182 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-b1421ade-e947-4ebb-962f-650a0b152ad5 req-07c8c77f-3bd0-4549-9d62-9e74f543782a tempest-FloatingIPsTestJSON-1953962304 tempest-FloatingIPsTestJSON-1953962304-project] Notify callbacks [] for floatingip, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:33.490682 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 4caf16aa-4d92-492e-992a-18069a805220 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:19:33.577904 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port 4caf16aa-4d92-492e-992a-18069a805220 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:19:33.578482 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:33.696896 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3342aa46-f04b-4692-816c-b991ab1001eb None None] Sync routers for ids ['db7c901f-23ed-4ec0-a867-e39e7e7188a2'] in n-d-779913-29 {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:19:33.712935 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3342aa46-f04b-4692-816c-b991ab1001eb None None] Routers {'db7c901f-23ed-4ec0-a867-e39e7e7188a2'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:19:33.713892 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-3342aa46-f04b-4692-816c-b991ab1001eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:19:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['db7c901f-23ed-4ec0-a867-e39e7e7188a2'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:19:33.768732 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-a3bb0f47-8f8e-4fb8-acf2-59e47b3c5000 req-e8bb7e20-84e8-4975-acdc-e9aec7fb3f51 service neutron] For port 2ef0f816-02a2-4c58-9b68-99ce025a71a7, host n-h2-779913-29, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:19:33.849530 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-a3bb0f47-8f8e-4fb8-acf2-59e47b3c5000 req-e8bb7e20-84e8-4975-acdc-e9aec7fb3f51 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:33.883214 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvr_db [None req-3342aa46-f04b-4692-816c-b991ab1001eb None None] Set router db7c901f-23ed-4ec0-a867-e39e7e7188a2 gateway port host: n-d-779913-29 {{(pid=93959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:19:33.897416 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [req-a3bb0f47-8f8e-4fb8-acf2-59e47b3c5000 req-e8bb7e20-84e8-4975-acdc-e9aec7fb3f51 service neutron] Transition to ACTIVE for port object 2ef0f816-02a2-4c58-9b68-99ce025a71a7 will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:19:33.902990 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fae776f6-08aa-4436-8736-3d602d7a93d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ef0f816-02a2-4c58-9b68-99ce025a71a7'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:19:33.910780 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d66d2b7-07df-4641-a510-09ba48d76989" -d '{"events": [{"server_uuid": "fae776f6-08aa-4436-8736-3d602d7a93d2", "name": "network-vif-unplugged", "status": "completed", "tag": "2ef0f816-02a2-4c58-9b68-99ce025a71a7"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:19:33.924942 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-a3bb0f47-8f8e-4fb8-acf2-59e47b3c5000 req-e8bb7e20-84e8-4975-acdc-e9aec7fb3f51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:34.013077 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-b1421ade-e947-4ebb-962f-650a0b152ad5 req-07c8c77f-3bd0-4549-9d62-9e74f543782a tempest-FloatingIPsTestJSON-1953962304 tempest-FloatingIPsTestJSON-1953962304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:34.153946 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bb7e20-84e8-4975-acdc-e9aec7fb3f51 service neutron] Pushing event updated for resources: {'Port': ['ID=2ef0f816-02a2-4c58-9b68-99ce025a71a7,revision_number=10']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:34.182135 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bb7e20-84e8-4975-acdc-e9aec7fb3f51 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:19:34.182601 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bb7e20-84e8-4975-acdc-e9aec7fb3f51 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:19:34.182826 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bb7e20-84e8-4975-acdc-e9aec7fb3f51 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:19:34.183170 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bb7e20-84e8-4975-acdc-e9aec7fb3f51 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:19:34.183506 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bb7e20-84e8-4975-acdc-e9aec7fb3f51 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:19:34.183837 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bb7e20-84e8-4975-acdc-e9aec7fb3f51 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:19:34.184170 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bb7e20-84e8-4975-acdc-e9aec7fb3f51 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:19:34.184501 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bb7e20-84e8-4975-acdc-e9aec7fb3f51 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:19:34.184830 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bb7e20-84e8-4975-acdc-e9aec7fb3f51 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:19:34.185159 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bb7e20-84e8-4975-acdc-e9aec7fb3f51 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:19:34.185484 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bb7e20-84e8-4975-acdc-e9aec7fb3f51 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:19:34.185904 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bb7e20-84e8-4975-acdc-e9aec7fb3f51 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:19:34.201338 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3bb0f47-8f8e-4fb8-acf2-59e47b3c5000 req-e8bb7e20-84e8-4975-acdc-e9aec7fb3f51 service neutron] No DVR routers for this DVR port 2ef0f816-02a2-4c58-9b68-99ce025a71a7 on host n-h2-779913-29 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:19:34.220174 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-3342aa46-f04b-4692-816c-b991ab1001eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db7c901f-23ed-4ec0-a867-e39e7e7188a2', 'name': 'tempest-FloatingIPsTestJSON-1045430639-router', 'tenant_id': '930b4856ba3b41dca05e11014339c70f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.107'}], 'enable_snat': True}, 'gw_port_id': '4caf16aa-4d92-492e-992a-18069a805220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:19:22Z', 'updated_at': '2021-07-14T09:19:28Z', 'revision_number': 4, 'project_id': '930b4856ba3b41dca05e11014339c70f', 'gw_port': {'id': '4caf16aa-4d92-492e-992a-18069a805220', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:90:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7c901f-23ed-4ec0-a867-e39e7e7188a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:19:24Z', 'updated_at': '2021-07-14T09:19:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': 'de627bc7-607a-4757-8ece-b8b0307c6868', 'name': '', 'network_id': '47cb49a7-5f5d-45c4-932d-1dc80dd5b120', 'tenant_id': '930b4856ba3b41dca05e11014339c70f', 'mac_address': 'fa:16:3e:38:8e:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db7c901f-23ed-4ec0-a867-e39e7e7188a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'bf082b31-2da3-4059-9122-e9e1dbd9e539', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:19:27Z', 'updated_at': '2021-07-14T09:19:29Z', 'revision_number': 2, 'project_id': '930b4856ba3b41dca05e11014339c70f', 'subnets': [{'id': 'bf082b31-2da3-4059-9122-e9e1dbd9e539', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:19:34.251174 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [req-b1421ade-e947-4ebb-962f-650a0b152ad5 req-07c8c77f-3bd0-4549-9d62-9e74f543782a tempest-FloatingIPsTestJSON-1953962304 tempest-FloatingIPsTestJSON-1953962304-project] Allocated IP 172.25.4.88 (2dcd4d32-cc7c-4468-b396-7ce5c9231892/6cd22a75-5bc1-467c-a3c4-0af04bd1b34a/f9d40da2-b609-4a08-b1ee-84175e5ff5b4) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:19:34.277544 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-a3bb0f47-8f8e-4fb8-acf2-59e47b3c5000 req-e8bb7e20-84e8-4975-acdc-e9aec7fb3f51 service neutron] Attempting to bind port 2ef0f816-02a2-4c58-9b68-99ce025a71a7 on host n-h1-779913-29 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:19:34.278038 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-a3bb0f47-8f8e-4fb8-acf2-59e47b3c5000 req-e8bb7e20-84e8-4975-acdc-e9aec7fb3f51 service neutron] Attempting to bind port 2ef0f816-02a2-4c58-9b68-99ce025a71a7 by drivers openvswitch,hyperv on host n-h1-779913-29 at level 0 using segments [{'id': '8f1c1422-de6c-445f-ab95-4e2c94585b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '2244f7a1-04bd-42cd-9e86-31839b46f57f'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:19:34.278491 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3bb0f47-8f8e-4fb8-acf2-59e47b3c5000 req-e8bb7e20-84e8-4975-acdc-e9aec7fb3f51 service neutron] Attempting to bind port 2ef0f816-02a2-4c58-9b68-99ce025a71a7 on network 2244f7a1-04bd-42cd-9e86-31839b46f57f {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:19:34.299317 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3bb0f47-8f8e-4fb8-acf2-59e47b3c5000 req-e8bb7e20-84e8-4975-acdc-e9aec7fb3f51 service neutron] Port 2ef0f816-02a2-4c58-9b68-99ce025a71a7 on network 2244f7a1-04bd-42cd-9e86-31839b46f57f not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-29 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:19:34.299598 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3bb0f47-8f8e-4fb8-acf2-59e47b3c5000 req-e8bb7e20-84e8-4975-acdc-e9aec7fb3f51 service neutron] Attempting to bind port 2ef0f816-02a2-4c58-9b68-99ce025a71a7 on network 2244f7a1-04bd-42cd-9e86-31839b46f57f {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:19:34.314784 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3342aa46-f04b-4692-816c-b991ab1001eb None None] Checking router: db7c901f-23ed-4ec0-a867-e39e7e7188a2 for host: n-d-779913-29 {{(pid=93959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:19:34.315145 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3342aa46-f04b-4692-816c-b991ab1001eb None None] Updating router db7c901f-23ed-4ec0-a867-e39e7e7188a2 port de627bc7-607a-4757-8ece-b8b0307c6868 binding host n-d-779913-29 {{(pid=93959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:19:34.330343 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3bb0f47-8f8e-4fb8-acf2-59e47b3c5000 req-e8bb7e20-84e8-4975-acdc-e9aec7fb3f51 service neutron] Checking agent: {'id': 'de11e667-f145-47b0-bd09-334a7505938e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 13, 12), 'started_at': datetime.datetime(2021, 7, 14, 9, 13, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 19, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:19:34.330730 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3bb0f47-8f8e-4fb8-acf2-59e47b3c5000 req-e8bb7e20-84e8-4975-acdc-e9aec7fb3f51 service neutron] Checking segment: {'id': '8f1c1422-de6c-445f-ab95-4e2c94585b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '2244f7a1-04bd-42cd-9e86-31839b46f57f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:19:34.331080 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3bb0f47-8f8e-4fb8-acf2-59e47b3c5000 req-e8bb7e20-84e8-4975-acdc-e9aec7fb3f51 service neutron] Bound using segment: {'id': '8f1c1422-de6c-445f-ab95-4e2c94585b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '2244f7a1-04bd-42cd-9e86-31839b46f57f'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:19:34.331531 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-a3bb0f47-8f8e-4fb8-acf2-59e47b3c5000 req-e8bb7e20-84e8-4975-acdc-e9aec7fb3f51 service neutron] Bound port: 2ef0f816-02a2-4c58-9b68-99ce025a71a7, host: n-h1-779913-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f1c1422-de6c-445f-ab95-4e2c94585b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '2244f7a1-04bd-42cd-9e86-31839b46f57f'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:19:34.331898 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-a3bb0f47-8f8e-4fb8-acf2-59e47b3c5000 req-e8bb7e20-84e8-4975-acdc-e9aec7fb3f51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:34.362256 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3342aa46-f04b-4692-816c-b991ab1001eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:34.462110 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-a3bb0f47-8f8e-4fb8-acf2-59e47b3c5000 req-e8bb7e20-84e8-4975-acdc-e9aec7fb3f51 service neutron] For port 2ef0f816-02a2-4c58-9b68-99ce025a71a7, host n-h1-779913-29, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:19:34.467121 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-a3bb0f47-8f8e-4fb8-acf2-59e47b3c5000 req-e8bb7e20-84e8-4975-acdc-e9aec7fb3f51 service neutron] For port 2ef0f816-02a2-4c58-9b68-99ce025a71a7, host n-h1-779913-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=2ef0f816-02a2-4c58-9b68-99ce025a71a7,segment=NetworkSegment(8f1c1422-de6c-445f-ab95-4e2c94585b2b),segment_id=8f1c1422-de6c-445f-ab95-4e2c94585b2b)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:19:34.479901 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-a3bb0f47-8f8e-4fb8-acf2-59e47b3c5000 req-e8bb7e20-84e8-4975-acdc-e9aec7fb3f51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:34.505192 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-b1421ade-e947-4ebb-962f-650a0b152ad5 req-07c8c77f-3bd0-4549-9d62-9e74f543782a tempest-FloatingIPsTestJSON-1953962304 tempest-FloatingIPsTestJSON-1953962304-project] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:34.508484 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bb0f47-8f8e-4fb8-acf2-59e47b3c5000 req-e8bb7e20-84e8-4975-acdc-e9aec7fb3f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:34.509139 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-a3bb0f47-8f8e-4fb8-acf2-59e47b3c5000 req-e8bb7e20-84e8-4975-acdc-e9aec7fb3f51 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:34.510657 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a3bb0f47-8f8e-4fb8-acf2-59e47b3c5000 req-e8bb7e20-84e8-4975-acdc-e9aec7fb3f51 service neutron] 10.222.0.65 "PUT /v2.0/ports/2ef0f816-02a2-4c58-9b68-99ce025a71a7 HTTP/1.1" status: 200 len: 1098 time: 1.9240851 Jul 14 09:19:34.645963 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bb7e20-84e8-4975-acdc-e9aec7fb3f51 service neutron] Pushing event updated for resources: {'Port': ['ID=2ef0f816-02a2-4c58-9b68-99ce025a71a7,revision_number=11']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:34.700321 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bb0f47-8f8e-4fb8-acf2-59e47b3c5000 req-6168c502-5d9b-4c20-8fb6-2bb07fd3430b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:34.702196 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a3bb0f47-8f8e-4fb8-acf2-59e47b3c5000 req-6168c502-5d9b-4c20-8fb6-2bb07fd3430b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f15ecc2e979442a6b02936316f8b33e1&device_id=fae776f6-08aa-4436-8736-3d602d7a93d2 HTTP/1.1" status: 200 len: 1101 time: 0.1276591 Jul 14 09:19:34.709994 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-b1421ade-e947-4ebb-962f-650a0b152ad5 req-07c8c77f-3bd0-4549-9d62-9e74f543782a tempest-FloatingIPsTestJSON-1953962304 tempest-FloatingIPsTestJSON-1953962304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:34.774577 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c8c77f-3bd0-4549-9d62-9e74f543782a tempest-FloatingIPsTestJSON-1953962304 tempest-FloatingIPsTestJSON-1953962304-project] Pushing event updated for resources: {'Port': ['ID=f9d40da2-b609-4a08-b1ee-84175e5ff5b4,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:34.840891 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1421ade-e947-4ebb-962f-650a0b152ad5 req-07c8c77f-3bd0-4549-9d62-9e74f543782a tempest-FloatingIPsTestJSON-1953962304 tempest-FloatingIPsTestJSON-1953962304-project] Network 2dcd4d32-cc7c-4468-b396-7ce5c9231892 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:19:34.847071 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [req-b1421ade-e947-4ebb-962f-650a0b152ad5 req-07c8c77f-3bd0-4549-9d62-9e74f543782a tempest-FloatingIPsTestJSON-1953962304 tempest-FloatingIPsTestJSON-1953962304-project] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:19:34.850009 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1421ade-e947-4ebb-962f-650a0b152ad5 req-07c8c77f-3bd0-4549-9d62-9e74f543782a tempest-FloatingIPsTestJSON-1953962304 tempest-FloatingIPsTestJSON-1953962304-project] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:19:34.880055 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3342aa46-f04b-4692-816c-b991ab1001eb None None] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:34.906795 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-3342aa46-f04b-4692-816c-b991ab1001eb None None] Transition to ACTIVE for port object de627bc7-607a-4757-8ece-b8b0307c6868 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:19:34.919923 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3342aa46-f04b-4692-816c-b991ab1001eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:34.950802 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-b1421ade-e947-4ebb-962f-650a0b152ad5 req-07c8c77f-3bd0-4549-9d62-9e74f543782a tempest-FloatingIPsTestJSON-1953962304 tempest-FloatingIPsTestJSON-1953962304-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:34.994525 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77215728-9a3e-4139-838c-2e529e2f90d7 None None] Pushing event updated for resources: {'Port': ['ID=de627bc7-607a-4757-8ece-b8b0307c6868,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:35.140408 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-3342aa46-f04b-4692-816c-b991ab1001eb None None] Attempting to bind port de627bc7-607a-4757-8ece-b8b0307c6868 on host n-d-779913-29 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:19:35.141525 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-3342aa46-f04b-4692-816c-b991ab1001eb None None] Attempting to bind port de627bc7-607a-4757-8ece-b8b0307c6868 by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': '8df5fac2-c020-41b7-9112-3fed38728d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '47cb49a7-5f5d-45c4-932d-1dc80dd5b120'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:19:35.142876 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3342aa46-f04b-4692-816c-b991ab1001eb None None] Attempting to bind port de627bc7-607a-4757-8ece-b8b0307c6868 on network 47cb49a7-5f5d-45c4-932d-1dc80dd5b120 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:19:35.151509 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3342aa46-f04b-4692-816c-b991ab1001eb None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 19, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:19:35.152475 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3342aa46-f04b-4692-816c-b991ab1001eb None None] Checking segment: {'id': '8df5fac2-c020-41b7-9112-3fed38728d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '47cb49a7-5f5d-45c4-932d-1dc80dd5b120'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:19:35.152749 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3342aa46-f04b-4692-816c-b991ab1001eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:35.153071 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-b1421ade-e947-4ebb-962f-650a0b152ad5 req-07c8c77f-3bd0-4549-9d62-9e74f543782a tempest-FloatingIPsTestJSON-1953962304 tempest-FloatingIPsTestJSON-1953962304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:35.153203 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3342aa46-f04b-4692-816c-b991ab1001eb None None] Bound using segment: {'id': '8df5fac2-c020-41b7-9112-3fed38728d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '47cb49a7-5f5d-45c4-932d-1dc80dd5b120'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:19:35.153786 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-3342aa46-f04b-4692-816c-b991ab1001eb None None] Bound port: de627bc7-607a-4757-8ece-b8b0307c6868, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8df5fac2-c020-41b7-9112-3fed38728d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '47cb49a7-5f5d-45c4-932d-1dc80dd5b120'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:19:35.154350 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3342aa46-f04b-4692-816c-b991ab1001eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:35.179389 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 2ef0f816-02a2-4c58-9b68-99ce025a71a7 no longer exists at agent hyperv_n-h2-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:19:35.280326 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bb0f47-8f8e-4fb8-acf2-59e47b3c5000 req-93e437c2-dbde-43b2-907d-e088bcb897b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:35.284532 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a3bb0f47-8f8e-4fb8-acf2-59e47b3c5000 req-93e437c2-dbde-43b2-907d-e088bcb897b7 service neutron] 10.222.0.65 "GET /v2.0/networks?id=2244f7a1-04bd-42cd-9e86-31839b46f57f HTTP/1.1" status: 200 len: 870 time: 0.5716085 Jul 14 09:19:35.306997 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 2ef0f816-02a2-4c58-9b68-99ce025a71a7 not bound to the agent host n-h2-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:19:35.380979 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-3342aa46-f04b-4692-816c-b991ab1001eb None None] For port de627bc7-607a-4757-8ece-b8b0307c6868, host n-d-779913-29, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:19:35.387717 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-3342aa46-f04b-4692-816c-b991ab1001eb None None] For port de627bc7-607a-4757-8ece-b8b0307c6868, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=de627bc7-607a-4757-8ece-b8b0307c6868,segment=NetworkSegment(8df5fac2-c020-41b7-9112-3fed38728d2f),segment_id=8df5fac2-c020-41b7-9112-3fed38728d2f)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:19:35.394115 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3342aa46-f04b-4692-816c-b991ab1001eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:35.414314 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a3bb0f47-8f8e-4fb8-acf2-59e47b3c5000 req-3141622e-10a9-4ff3-9110-eb2f41efa954 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=2ef0f816-02a2-4c58-9b68-99ce025a71a7 HTTP/1.1" status: 200 len: 217 time: 0.1076157 Jul 14 09:19:35.470794 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bb0f47-8f8e-4fb8-acf2-59e47b3c5000 req-b878caf8-10bb-4805-8585-8e4ca38d2506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:35.472287 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a3bb0f47-8f8e-4fb8-acf2-59e47b3c5000 req-b878caf8-10bb-4805-8585-8e4ca38d2506 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=85060e65-3b2f-4a6c-a04c-ce849daa5b3b HTTP/1.1" status: 200 len: 843 time: 0.0506430 Jul 14 09:19:35.488678 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3342aa46-f04b-4692-816c-b991ab1001eb None None] Routers {'db7c901f-23ed-4ec0-a867-e39e7e7188a2'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:19:35.489642 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-3342aa46-f04b-4692-816c-b991ab1001eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:19:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['db7c901f-23ed-4ec0-a867-e39e7e7188a2'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:19:35.558183 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77215728-9a3e-4139-838c-2e529e2f90d7 None None] Pushing event updated for resources: {'Port': ['ID=de627bc7-607a-4757-8ece-b8b0307c6868,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:35.652810 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bb0f47-8f8e-4fb8-acf2-59e47b3c5000 req-031727e3-9ba3-41b0-b153-5e11484a6961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:35.653080 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a3bb0f47-8f8e-4fb8-acf2-59e47b3c5000 req-031727e3-9ba3-41b0-b153-5e11484a6961 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2244f7a1-04bd-42cd-9e86-31839b46f57f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1576087 Jul 14 09:19:35.733005 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvr_db [None req-3342aa46-f04b-4692-816c-b991ab1001eb None None] Set router db7c901f-23ed-4ec0-a867-e39e7e7188a2 gateway port host: n-d-779913-29 {{(pid=93959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:19:35.813325 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a3bb0f47-8f8e-4fb8-acf2-59e47b3c5000 req-f106754b-c873-4072-8a93-bd17f3259ff8 service neutron] 10.222.0.65 "GET /v2.0/networks/2244f7a1-04bd-42cd-9e86-31839b46f57f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469114 Jul 14 09:19:35.905788 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-b1421ade-e947-4ebb-962f-650a0b152ad5 req-07c8c77f-3bd0-4549-9d62-9e74f543782a tempest-FloatingIPsTestJSON-1953962304 tempest-FloatingIPsTestJSON-1953962304-project] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:35.921351 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-b1421ade-e947-4ebb-962f-650a0b152ad5 req-07c8c77f-3bd0-4549-9d62-9e74f543782a tempest-FloatingIPsTestJSON-1953962304 tempest-FloatingIPsTestJSON-1953962304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:35.999945 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-3342aa46-f04b-4692-816c-b991ab1001eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db7c901f-23ed-4ec0-a867-e39e7e7188a2', 'name': 'tempest-FloatingIPsTestJSON-1045430639-router', 'tenant_id': '930b4856ba3b41dca05e11014339c70f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.107'}], 'enable_snat': True}, 'gw_port_id': '4caf16aa-4d92-492e-992a-18069a805220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:19:22Z', 'updated_at': '2021-07-14T09:19:28Z', 'revision_number': 4, 'project_id': '930b4856ba3b41dca05e11014339c70f', 'gw_port': {'id': '4caf16aa-4d92-492e-992a-18069a805220', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:90:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7c901f-23ed-4ec0-a867-e39e7e7188a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:19:24Z', 'updated_at': '2021-07-14T09:19:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': 'de627bc7-607a-4757-8ece-b8b0307c6868', 'name': '', 'network_id': '47cb49a7-5f5d-45c4-932d-1dc80dd5b120', 'tenant_id': '930b4856ba3b41dca05e11014339c70f', 'mac_address': 'fa:16:3e:38:8e:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db7c901f-23ed-4ec0-a867-e39e7e7188a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'bf082b31-2da3-4059-9122-e9e1dbd9e539', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:19:27Z', 'updated_at': '2021-07-14T09:19:35Z', 'revision_number': 4, 'project_id': '930b4856ba3b41dca05e11014339c70f', 'subnets': [{'id': 'bf082b31-2da3-4059-9122-e9e1dbd9e539', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:19:36.028538 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a3bb0f47-8f8e-4fb8-acf2-59e47b3c5000 req-25ad9544-bff8-4861-8d70-f3aa4db3a9b1 service neutron] 10.222.0.65 "GET /v2.0/networks/2244f7a1-04bd-42cd-9e86-31839b46f57f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2042315 Jul 14 09:19:36.028806 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c8c77f-3bd0-4549-9d62-9e74f543782a tempest-FloatingIPsTestJSON-1953962304 tempest-FloatingIPsTestJSON-1953962304-project] Pushing event updated for resources: {'Port': ['ID=f9d40da2-b609-4a08-b1ee-84175e5ff5b4,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:36.031244 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3342aa46-f04b-4692-816c-b991ab1001eb None None] The sync data for ids ['db7c901f-23ed-4ec0-a867-e39e7e7188a2'] in n-d-779913-29 is: [{'id': 'db7c901f-23ed-4ec0-a867-e39e7e7188a2', 'name': 'tempest-FloatingIPsTestJSON-1045430639-router', 'tenant_id': '930b4856ba3b41dca05e11014339c70f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.107'}], 'enable_snat': True}, 'gw_port_id': '4caf16aa-4d92-492e-992a-18069a805220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:19:22Z', 'updated_at': '2021-07-14T09:19:28Z', 'revision_number': 4, 'project_id': '930b4856ba3b41dca05e11014339c70f', 'gw_port': {'id': '4caf16aa-4d92-492e-992a-18069a805220', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:90:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7c901f-23ed-4ec0-a867-e39e7e7188a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:19:24Z', 'updated_at': '2021-07-14T09:19:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': 'de627bc7-607a-4757-8ece-b8b0307c6868', 'name': '', 'network_id': '47cb49a7-5f5d-45c4-932d-1dc80dd5b120', 'tenant_id': '930b4856ba3b41dca05e11014339c70f', 'mac_address': 'fa:16:3e:38:8e:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db7c901f-23ed-4ec0-a867-e39e7e7188a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'bf082b31-2da3-4059-9122-e9e1dbd9e539', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:19:27Z', 'updated_at': '2021-07-14T09:19:35Z', 'revision_number': 4, 'project_id': '930b4856ba3b41dca05e11014339c70f', 'subnets': [{'id': 'bf082b31-2da3-4059-9122-e9e1dbd9e539', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:19:36.096506 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-b1421ade-e947-4ebb-962f-650a0b152ad5 req-07c8c77f-3bd0-4549-9d62-9e74f543782a tempest-FloatingIPsTestJSON-1953962304 tempest-FloatingIPsTestJSON-1953962304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-660590'] for floatingip, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:36.127536 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-b1421ade-e947-4ebb-962f-650a0b152ad5 req-07c8c77f-3bd0-4549-9d62-9e74f543782a tempest-FloatingIPsTestJSON-1953962304 tempest-FloatingIPsTestJSON-1953962304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for floatingip, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:36.132131 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b1421ade-e947-4ebb-962f-650a0b152ad5 req-07c8c77f-3bd0-4549-9d62-9e74f543782a tempest-FloatingIPsTestJSON-1953962304 tempest-FloatingIPsTestJSON-1953962304-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.8053191 Jul 14 09:19:36.284200 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b1421ade-e947-4ebb-962f-650a0b152ad5 req-de453a58-e076-4952-9bb2-d921e74505ca tempest-FloatingIPsTestJSON-1953962304 tempest-FloatingIPsTestJSON-1953962304-project] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.25.4.88 HTTP/1.1" status: 200 len: 695 time: 0.1434362 Jul 14 09:19:36.449255 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1421ade-e947-4ebb-962f-650a0b152ad5 req-2f1d9ac3-f072-43b1-a972-4fafcc629cc4 tempest-FloatingIPsTestJSON-1953962304 tempest-FloatingIPsTestJSON-1953962304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:36.458515 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b1421ade-e947-4ebb-962f-650a0b152ad5 req-2f1d9ac3-f072-43b1-a972-4fafcc629cc4 tempest-FloatingIPsTestJSON-1953962304 tempest-FloatingIPsTestJSON-1953962304-project] 10.222.0.68 "GET /v2.0/networks/2dcd4d32-cc7c-4468-b396-7ce5c9231892 HTTP/1.1" status: 200 len: 784 time: 0.1716161 Jul 14 09:19:36.464639 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [req-b1421ade-e947-4ebb-962f-650a0b152ad5 req-aff1ee44-a108-405f-b845-d5340d95b008 tempest-FloatingIPsTestJSON-1953962304 tempest-FloatingIPsTestJSON-1953962304-project] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=93957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:19:36.477605 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b1421ade-e947-4ebb-962f-650a0b152ad5 req-aff1ee44-a108-405f-b845-d5340d95b008 tempest-FloatingIPsTestJSON-1953962304 tempest-FloatingIPsTestJSON-1953962304-project] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0160341 Jul 14 09:19:36.773875 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 14 Jul 2021 09:19:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca50ec11-1482-42b8-acb8-2e308388f16d x-openstack-request-id: req-ca50ec11-1482-42b8-acb8-2e308388f16d {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:19:36.774562 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6853770-917c-40ec-a228-8d0903756990", "name": "network-vif-plugged", "status": "completed", "tag": "60233236-017c-4eb9-b520-a390181c9e60", "code": 200}, {"server_uuid": "fae776f6-08aa-4436-8736-3d602d7a93d2", "name": "network-vif-plugged", "status": "completed", "tag": "2ef0f816-02a2-4c58-9b68-99ce025a71a7", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:19:36.775023 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-ca50ec11-1482-42b8-acb8-2e308388f16d {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:19:36.775625 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6853770-917c-40ec-a228-8d0903756990', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60233236-017c-4eb9-b520-a390181c9e60', 'code': 200} Jul 14 09:19:36.776075 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fae776f6-08aa-4436-8736-3d602d7a93d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ef0f816-02a2-4c58-9b68-99ce025a71a7', 'code': 200} Jul 14 09:19:36.922651 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78026dd8-f864-4a79-a4a6-00ec94f3309d req-b2d249af-00f6-4c17-9259-06d23d00a580 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:36.933883 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-78026dd8-f864-4a79-a4a6-00ec94f3309d req-b2d249af-00f6-4c17-9259-06d23d00a580 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/ports?device_id=fae776f6-08aa-4436-8736-3d602d7a93d2 HTTP/1.1" status: 200 len: 949 time: 0.1702642 Jul 14 09:19:37.032930 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-78026dd8-f864-4a79-a4a6-00ec94f3309d req-1ede1315-fe45-4bff-a165-e1ce44965898 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/security-groups?id=93b55648-4dd6-4852-bb99-9aa842ab19a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977709 Jul 14 09:19:37.073448 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c611a3ea-bf06-4f56-8463-388e462b9fba req-a8462f49-ab71-40ef-9bac-9c3a13814377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:37.082638 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c611a3ea-bf06-4f56-8463-388e462b9fba req-a8462f49-ab71-40ef-9bac-9c3a13814377 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b6853770-917c-40ec-a228-8d0903756990 HTTP/1.1" status: 200 len: 1102 time: 0.1762595 Jul 14 09:19:37.154942 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c611a3ea-bf06-4f56-8463-388e462b9fba req-912e3ba1-ea64-4b53-8344-ac51c51473d4 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=c9156572-74c8-4b9e-9f0a-c202a5ef91ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640872 Jul 14 09:19:37.255459 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17f059d-c1b5-450e-994d-775f376d8438 req-713fd8e8-09e1-4708-ab1c-2a51f3e7d4e6 tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:37.272428 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-c17f059d-c1b5-450e-994d-775f376d8438 req-713fd8e8-09e1-4708-ab1c-2a51f3e7d4e6 tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] 10.222.0.68 "GET /v2.0/ports?device_id=6593e4b3-80b2-4edd-b3fd-9f72f9137c4e HTTP/1.1" status: 200 len: 950 time: 0.1168079 Jul 14 09:19:37.288155 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce44ac3-c454-4e1f-b65f-133115e1712d req-6d856de8-8341-4a20-bbec-5fe5f04c8a8c tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:37.304562 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-7ce44ac3-c454-4e1f-b65f-133115e1712d req-6d856de8-8341-4a20-bbec-5fe5f04c8a8c tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] 10.222.0.68 "GET /v2.0/ports?device_id=b6853770-917c-40ec-a228-8d0903756990 HTTP/1.1" status: 200 len: 950 time: 0.0969505 Jul 14 09:19:37.352939 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-7ce44ac3-c454-4e1f-b65f-133115e1712d req-e218a570-60bd-4736-87e3-18bd44dd6166 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] 10.222.0.68 "GET /v2.0/security-groups?id=c9156572-74c8-4b9e-9f0a-c202a5ef91ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473030 Jul 14 09:19:37.359716 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-c17f059d-c1b5-450e-994d-775f376d8438 req-a55ab3f0-2554-4db9-8e2b-fa990c392f82 tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] 10.222.0.68 "GET /v2.0/security-groups?id=77fde4ca-6f5f-48d5-b2fd-4c103e7ba04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863543 Jul 14 09:19:37.421582 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 09:19:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d322f90d-bd7f-4713-bbf2-f35b2e17320a x-openstack-request-id: req-d322f90d-bd7f-4713-bbf2-f35b2e17320a {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:19:37.424311 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fae776f6-08aa-4436-8736-3d602d7a93d2", "name": "network-vif-unplugged", "status": "completed", "tag": "2ef0f816-02a2-4c58-9b68-99ce025a71a7", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:19:37.424760 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-d322f90d-bd7f-4713-bbf2-f35b2e17320a {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:19:37.425238 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fae776f6-08aa-4436-8736-3d602d7a93d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ef0f816-02a2-4c58-9b68-99ce025a71a7', 'code': 200} Jul 14 09:19:37.459991 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-e12045db-968c-49af-ad4b-81792ac956b9 req-bb5fe249-7939-40cc-9cac-4312dc45efe6 tempest-FloatingIPsTestJSON-1953962304 tempest-FloatingIPsTestJSON-1953962304-project] 10.222.0.68 "GET /v2.0/floatingips/4e0d9e20-cee1-4291-8959-96d76b81e0c3 HTTP/1.1" status: 200 len: 692 time: 0.0660741 Jul 14 09:19:37.580117 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device de627bc7-607a-4757-8ece-b8b0307c6868 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:19:37.628292 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12045db-968c-49af-ad4b-81792ac956b9 req-259ec585-d362-47c3-907c-96e551c58c70 tempest-FloatingIPsTestJSON-1953962304 tempest-FloatingIPsTestJSON-1953962304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:37.630305 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-e12045db-968c-49af-ad4b-81792ac956b9 req-259ec585-d362-47c3-907c-96e551c58c70 tempest-FloatingIPsTestJSON-1953962304 tempest-FloatingIPsTestJSON-1953962304-project] 10.222.0.68 "GET /v2.0/networks/2dcd4d32-cc7c-4468-b396-7ce5c9231892 HTTP/1.1" status: 200 len: 784 time: 0.1693797 Jul 14 09:19:37.653971 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [req-e12045db-968c-49af-ad4b-81792ac956b9 req-734de543-b327-4976-ae37-b2fef9679f62 tempest-FloatingIPsTestJSON-1953962304 tempest-FloatingIPsTestJSON-1953962304-project] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=93958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:19:37.663714 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-e12045db-968c-49af-ad4b-81792ac956b9 req-734de543-b327-4976-ae37-b2fef9679f62 tempest-FloatingIPsTestJSON-1953962304 tempest-FloatingIPsTestJSON-1953962304-project] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0191729 Jul 14 09:19:37.672217 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d681ad1c-36be-423d-bf82-32afc877ed3f req-b1ed9e09-e3a9-459b-8981-f36f5b55a256 tempest-ServersWithSpecificFlavorTestJSON-1964774978 tempest-ServersWithSpecificFlavorTestJSON-1964774978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:37.681308 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d681ad1c-36be-423d-bf82-32afc877ed3f req-b1ed9e09-e3a9-459b-8981-f36f5b55a256 tempest-ServersWithSpecificFlavorTestJSON-1964774978 tempest-ServersWithSpecificFlavorTestJSON-1964774978-project] 10.222.0.68 "GET /v2.0/ports?device_id=399cc662-da27-469a-9e98-9f69d4b89657 HTTP/1.1" status: 200 len: 945 time: 0.1232951 Jul 14 09:19:37.720459 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning for port de627bc7-607a-4757-8ece-b8b0307c6868 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:19:37.726535 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port de627bc7-607a-4757-8ece-b8b0307c6868 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:19:37.726925 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:37.773373 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d681ad1c-36be-423d-bf82-32afc877ed3f req-1ad91822-1770-42c7-b6e5-b1fc216b1379 tempest-ServersWithSpecificFlavorTestJSON-1964774978 tempest-ServersWithSpecificFlavorTestJSON-1964774978-project] 10.222.0.68 "GET /v2.0/security-groups?id=c439237c-c705-4180-98e6-8dcbf5353a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902197 Jul 14 09:19:37.868353 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:37.929836 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] For port de627bc7-607a-4757-8ece-b8b0307c6868, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=de627bc7-607a-4757-8ece-b8b0307c6868,segment=NetworkSegment(8df5fac2-c020-41b7-9112-3fed38728d2f),segment_id=8df5fac2-c020-41b7-9112-3fed38728d2f)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:19:37.937630 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:38.113318 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Pushing event updated for resources: {'Port': ['ID=de627bc7-607a-4757-8ece-b8b0307c6868,revision_number=5']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:38.170838 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1832a20e-103c-43af-a0c2-66866d5a2cb2 req-079d869e-feb8-4e0c-928d-ad149aa8aa3c tempest-FloatingIPsTestJSON-1953962304 tempest-FloatingIPsTestJSON-1953962304-project] 10.222.0.68 "GET /v2.0/floatingips?tenant_id=930b4856ba3b41dca05e11014339c70f HTTP/1.1" status: 200 len: 695 time: 0.1889405 Jul 14 09:19:38.306404 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1832a20e-103c-43af-a0c2-66866d5a2cb2 req-3c662c2e-f521-4070-93bc-8261e9df0a28 tempest-FloatingIPsTestJSON-1953962304 tempest-FloatingIPsTestJSON-1953962304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:38.313561 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1832a20e-103c-43af-a0c2-66866d5a2cb2 req-3c662c2e-f521-4070-93bc-8261e9df0a28 tempest-FloatingIPsTestJSON-1953962304 tempest-FloatingIPsTestJSON-1953962304-project] 10.222.0.68 "GET /v2.0/networks?id=2dcd4d32-cc7c-4468-b396-7ce5c9231892 HTTP/1.1" status: 200 len: 787 time: 0.1418018 Jul 14 09:19:38.319314 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [req-1832a20e-103c-43af-a0c2-66866d5a2cb2 req-bb2c62a9-830e-43a3-a0fa-23e59b75abe3 tempest-FloatingIPsTestJSON-1953962304 tempest-FloatingIPsTestJSON-1953962304-project] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=93957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:19:38.346827 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1832a20e-103c-43af-a0c2-66866d5a2cb2 req-bb2c62a9-830e-43a3-a0fa-23e59b75abe3 tempest-FloatingIPsTestJSON-1953962304 tempest-FloatingIPsTestJSON-1953962304-project] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0202527 Jul 14 09:19:38.364191 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 2ef0f816-02a2-4c58-9b68-99ce025a71a7 details requested by agent hyperv_n-h1-779913-29 with host n-h1-779913-29 {{(pid=93959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:19:38.534177 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.agents_db [None req-3c3509fb-540d-4335-a450-574895dd3602 None None] Agent healthcheck: found 7 active agents {{(pid=93960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:19:38.647859 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86505ce1-8347-4d70-8ebe-7bec52fa0c8d req-3ae51b32-6c69-4f0b-be04-17c9ba4d28c1 tempest-ServersAdminTestJSON-291723786 tempest-ServersAdminTestJSON-291723786-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:38.655694 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-86505ce1-8347-4d70-8ebe-7bec52fa0c8d req-3ae51b32-6c69-4f0b-be04-17c9ba4d28c1 tempest-ServersAdminTestJSON-291723786 tempest-ServersAdminTestJSON-291723786-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=6593e4b3-80b2-4edd-b3fd-9f72f9137c4e HTTP/1.1" status: 200 len: 1102 time: 0.1052232 Jul 14 09:19:38.681874 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cff4e4b-8932-4df7-b373-5978915cf72d req-05bccd16-4e1c-442c-9d26-9c4faa4bf297 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:38.686476 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-0cff4e4b-8932-4df7-b373-5978915cf72d req-05bccd16-4e1c-442c-9d26-9c4faa4bf297 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/ports?device_id=fae776f6-08aa-4436-8736-3d602d7a93d2 HTTP/1.1" status: 200 len: 949 time: 0.1760349 Jul 14 09:19:38.741274 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-86505ce1-8347-4d70-8ebe-7bec52fa0c8d req-c7982cb1-826a-4003-a429-1a95c7a1cd9f tempest-ServersAdminTestJSON-291723786 tempest-ServersAdminTestJSON-291723786-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=77fde4ca-6f5f-48d5-b2fd-4c103e7ba04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790026 Jul 14 09:19:38.743567 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port 2ef0f816-02a2-4c58-9b68-99ce025a71a7, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=2ef0f816-02a2-4c58-9b68-99ce025a71a7,segment=NetworkSegment(8f1c1422-de6c-445f-ab95-4e2c94585b2b),segment_id=8f1c1422-de6c-445f-ab95-4e2c94585b2b)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:19:38.773538 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Returning: {'device': '2ef0f816-02a2-4c58-9b68-99ce025a71a7', 'network_id': '2244f7a1-04bd-42cd-9e86-31839b46f57f', 'port_id': '2ef0f816-02a2-4c58-9b68-99ce025a71a7', 'mac_address': 'fa:16:3e:87:d6:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 724, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85060e65-3b2f-4a6c-a04c-ce849daa5b3b', 'ip_address': '192.168.233.195'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:19:38.807244 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-0cff4e4b-8932-4df7-b373-5978915cf72d req-34d42a1f-713e-46e9-853e-46452b94237e tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/security-groups?id=93b55648-4dd6-4852-bb99-9aa842ab19a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147957 Jul 14 09:19:38.871065 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:38.897606 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ef0f816-02a2-4c58-9b68-99ce025a71a7 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:19:38.901911 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e8e2b668-e351-4b41-b2c7-b587d11cd7ac req-627b484a-cf5e-456a-9636-74a2729ad785 tempest-FloatingIPsTestJSON-1953962304 tempest-FloatingIPsTestJSON-1953962304-project] 10.222.0.68 "GET /v2.0/floatingips/4e0d9e20-cee1-4291-8959-96d76b81e0c3 HTTP/1.1" status: 200 len: 692 time: 0.1058049 Jul 14 09:19:38.972955 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port 2ef0f816-02a2-4c58-9b68-99ce025a71a7, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=2ef0f816-02a2-4c58-9b68-99ce025a71a7,segment=NetworkSegment(8f1c1422-de6c-445f-ab95-4e2c94585b2b),segment_id=8f1c1422-de6c-445f-ab95-4e2c94585b2b)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:19:38.980940 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:39.072172 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Pushing event updated for resources: {'Port': ['ID=2ef0f816-02a2-4c58-9b68-99ce025a71a7,revision_number=12']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:39.101851 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e2b668-e351-4b41-b2c7-b587d11cd7ac req-19d191e5-c8d9-4e7f-8062-97ebf8312099 tempest-FloatingIPsTestJSON-1953962304 tempest-FloatingIPsTestJSON-1953962304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:39.115717 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e8e2b668-e351-4b41-b2c7-b587d11cd7ac req-19d191e5-c8d9-4e7f-8062-97ebf8312099 tempest-FloatingIPsTestJSON-1953962304 tempest-FloatingIPsTestJSON-1953962304-project] 10.222.0.68 "GET /v2.0/networks/2dcd4d32-cc7c-4468-b396-7ce5c9231892 HTTP/1.1" status: 200 len: 784 time: 0.2126269 Jul 14 09:19:39.123817 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [req-e8e2b668-e351-4b41-b2c7-b587d11cd7ac req-6c552688-f395-47ec-bebe-683ac4115f38 tempest-FloatingIPsTestJSON-1953962304 tempest-FloatingIPsTestJSON-1953962304-project] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=93957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:19:39.132527 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e8e2b668-e351-4b41-b2c7-b587d11cd7ac req-6c552688-f395-47ec-bebe-683ac4115f38 tempest-FloatingIPsTestJSON-1953962304 tempest-FloatingIPsTestJSON-1953962304-project] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0158603 Jul 14 09:19:39.150481 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca1fa06-5696-4c05-8e1c-27374513bbaf req-7adc33bc-c54e-4751-854b-6ce2b26cb38d tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:39.152097 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-fca1fa06-5696-4c05-8e1c-27374513bbaf req-7adc33bc-c54e-4751-854b-6ce2b26cb38d tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] 10.222.0.68 "GET /v2.0/ports?device_id=b6853770-917c-40ec-a228-8d0903756990 HTTP/1.1" status: 200 len: 950 time: 0.1632533 Jul 14 09:19:39.228042 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-fca1fa06-5696-4c05-8e1c-27374513bbaf req-209aaa55-60e6-4ee9-94df-ff393e5b3f67 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] 10.222.0.68 "GET /v2.0/security-groups?id=c9156572-74c8-4b9e-9f0a-c202a5ef91ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628669 Jul 14 09:19:39.236598 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e8e2b668-e351-4b41-b2c7-b587d11cd7ac req-219d7d4e-cc95-4284-9347-ec730ff2f7ed tempest-FloatingIPsTestJSON-1953962304 tempest-FloatingIPsTestJSON-1953962304-project] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.25.4.88 HTTP/1.1" status: 200 len: 695 time: 0.1025238 Jul 14 09:19:39.307266 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e8e2b668-e351-4b41-b2c7-b587d11cd7ac req-05a1ab81-3804-4db5-a059-53cbcc84e1f6 tempest-FloatingIPsTestJSON-1953962304 tempest-FloatingIPsTestJSON-1953962304-project] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.25.4.88 HTTP/1.1" status: 200 len: 695 time: 0.0691352 Jul 14 09:19:39.441419 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] get_ports_and_sgs() called for port_ids ['2ef0f816-02a2-4c58-9b68-99ce025a71a7'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:19:39.475373 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fae776f6-08aa-4436-8736-3d602d7a93d2', 'tag': '2ef0f816-02a2-4c58-9b68-99ce025a71a7'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:19:39.477714 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b677f9a1-5606-4e74-ab90-09c8d3e15258" -d '{"events": [{"name": "network-changed", "server_uuid": "fae776f6-08aa-4436-8736-3d602d7a93d2", "tag": "2ef0f816-02a2-4c58-9b68-99ce025a71a7"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:19:39.527090 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device de627bc7-607a-4757-8ece-b8b0307c6868 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:19:39.651975 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [req-e8e2b668-e351-4b41-b2c7-b587d11cd7ac req-ab646ba8-c093-4771-949e-d0257d426dde tempest-FloatingIPsTestJSON-1953962304 tempest-FloatingIPsTestJSON-1953962304-project] Deleting port f9d40da2-b609-4a08-b1ee-84175e5ff5b4 {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:19:39.652337 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-e8e2b668-e351-4b41-b2c7-b587d11cd7ac req-ab646ba8-c093-4771-949e-d0257d426dde tempest-FloatingIPsTestJSON-1953962304 tempest-FloatingIPsTestJSON-1953962304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:39.796995 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-e8e2b668-e351-4b41-b2c7-b587d11cd7ac req-ab646ba8-c093-4771-949e-d0257d426dde tempest-FloatingIPsTestJSON-1953962304 tempest-FloatingIPsTestJSON-1953962304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:39.797409 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-e8e2b668-e351-4b41-b2c7-b587d11cd7ac req-ab646ba8-c093-4771-949e-d0257d426dde tempest-FloatingIPsTestJSON-1953962304 tempest-FloatingIPsTestJSON-1953962304-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:39.813460 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [req-e8e2b668-e351-4b41-b2c7-b587d11cd7ac req-ab646ba8-c093-4771-949e-d0257d426dde tempest-FloatingIPsTestJSON-1953962304 tempest-FloatingIPsTestJSON-1953962304-project] Calling delete_port for f9d40da2-b609-4a08-b1ee-84175e5ff5b4 owned by network:floatingip {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:19:39.946473 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port de627bc7-607a-4757-8ece-b8b0307c6868 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:19:39.947060 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:39.975392 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-e8e2b668-e351-4b41-b2c7-b587d11cd7ac req-ab646ba8-c093-4771-949e-d0257d426dde tempest-FloatingIPsTestJSON-1953962304 tempest-FloatingIPsTestJSON-1953962304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:40.048396 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab646ba8-c093-4771-949e-d0257d426dde tempest-FloatingIPsTestJSON-1953962304 tempest-FloatingIPsTestJSON-1953962304-project] Pushing event deleted for resources: {'Port': ['ID=f9d40da2-b609-4a08-b1ee-84175e5ff5b4,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:40.204589 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-e8e2b668-e351-4b41-b2c7-b587d11cd7ac req-ab646ba8-c093-4771-949e-d0257d426dde tempest-FloatingIPsTestJSON-1953962304 tempest-FloatingIPsTestJSON-1953962304-project] Notify callbacks [] for floatingip, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:40.208122 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-e8e2b668-e351-4b41-b2c7-b587d11cd7ac req-ab646ba8-c093-4771-949e-d0257d426dde tempest-FloatingIPsTestJSON-1953962304 tempest-FloatingIPsTestJSON-1953962304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for floatingip, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:40.209992 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e8e2b668-e351-4b41-b2c7-b587d11cd7ac req-ab646ba8-c093-4771-949e-d0257d426dde tempest-FloatingIPsTestJSON-1953962304 tempest-FloatingIPsTestJSON-1953962304-project] 10.222.0.68 "DELETE /v2.0/floatingips/4e0d9e20-cee1-4291-8959-96d76b81e0c3 HTTP/1.1" status: 204 len: 173 time: 0.8964195 Jul 14 09:19:40.285664 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:19:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7b3bfac-f036-41da-801c-c0452ac171f9 x-openstack-request-id: req-e7b3bfac-f036-41da-801c-c0452ac171f9 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:19:40.287000 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fae776f6-08aa-4436-8736-3d602d7a93d2", "tag": "2ef0f816-02a2-4c58-9b68-99ce025a71a7", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:19:40.287892 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-e7b3bfac-f036-41da-801c-c0452ac171f9 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:19:40.288972 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fae776f6-08aa-4436-8736-3d602d7a93d2', 'tag': '2ef0f816-02a2-4c58-9b68-99ce025a71a7', 'status': 'completed', 'code': 200} Jul 14 09:19:40.430263 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-74846938-a4d1-4de8-a450-d3f38ca64c20 req-3b4fc66c-9e59-4505-8eac-7989ab1fdee6 tempest-ServersWithSpecificFlavorTestJSON-1964774978 tempest-ServersWithSpecificFlavorTestJSON-1964774978-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-securitygroup--1825931264&fields=id&tenant_id=693039a9031c4718ab71870c2e8c0097 HTTP/1.1" status: 200 len: 267 time: 0.0621274 Jul 14 09:19:40.469917 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b677f9a1-5606-4e74-ab90-09c8d3e15258 req-79d73121-8eac-4b67-9803-235bb4eb5725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:40.471777 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b677f9a1-5606-4e74-ab90-09c8d3e15258 req-79d73121-8eac-4b67-9803-235bb4eb5725 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f15ecc2e979442a6b02936316f8b33e1&device_id=fae776f6-08aa-4436-8736-3d602d7a93d2 HTTP/1.1" status: 200 len: 1102 time: 0.1422770 Jul 14 09:19:40.552919 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3481ddeb-b3b2-4f49-9a53-9fddb09f0cb9 req-6a110c0b-5d7e-4721-8583-2431bfd68a66 tempest-ServersOnMultiNodesTest-574860192 tempest-ServersOnMultiNodesTest-574860192-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:40.555148 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3481ddeb-b3b2-4f49-9a53-9fddb09f0cb9 req-6a110c0b-5d7e-4721-8583-2431bfd68a66 tempest-ServersOnMultiNodesTest-574860192 tempest-ServersOnMultiNodesTest-574860192-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=b6853770-917c-40ec-a228-8d0903756990 HTTP/1.1" status: 200 len: 1102 time: 0.1459260 Jul 14 09:19:40.570273 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74846938-a4d1-4de8-a450-d3f38ca64c20 req-b32b89bd-9dbe-4d64-ac92-149bbd3510e2 tempest-ServersWithSpecificFlavorTestJSON-1964774978 tempest-ServersWithSpecificFlavorTestJSON-1964774978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:40.579399 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-74846938-a4d1-4de8-a450-d3f38ca64c20 req-b32b89bd-9dbe-4d64-ac92-149bbd3510e2 tempest-ServersWithSpecificFlavorTestJSON-1964774978 tempest-ServersWithSpecificFlavorTestJSON-1964774978-project] 10.222.0.68 "GET /v2.0/networks?id=d5b4013b-42cf-4baf-b88c-1346c6034b92 HTTP/1.1" status: 200 len: 824 time: 0.1475091 Jul 14 09:19:40.597428 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-74846938-a4d1-4de8-a450-d3f38ca64c20 req-eb12c930-7ea9-499c-89f6-745032b1d44c tempest-ServersWithSpecificFlavorTestJSON-1964774978 tempest-ServersWithSpecificFlavorTestJSON-1964774978-project] 10.222.0.68 "GET /v2.0/quotas/693039a9031c4718ab71870c2e8c0097 HTTP/1.1" status: 200 len: 375 time: 0.0167866 Jul 14 09:19:40.643216 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3481ddeb-b3b2-4f49-9a53-9fddb09f0cb9 req-c24122fa-576b-44d0-af4b-75047ee4af89 tempest-ServersOnMultiNodesTest-574860192 tempest-ServersOnMultiNodesTest-574860192-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=c9156572-74c8-4b9e-9f0a-c202a5ef91ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750637 Jul 14 09:19:40.683540 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b677f9a1-5606-4e74-ab90-09c8d3e15258 req-57dd022d-4450-4b93-a88c-0c9a340dd6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:40.688499 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b677f9a1-5606-4e74-ab90-09c8d3e15258 req-57dd022d-4450-4b93-a88c-0c9a340dd6a9 service neutron] 10.222.0.65 "GET /v2.0/networks?id=2244f7a1-04bd-42cd-9e86-31839b46f57f HTTP/1.1" status: 200 len: 870 time: 0.2089701 Jul 14 09:19:40.761147 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-74846938-a4d1-4de8-a450-d3f38ca64c20 req-cc1afa73-3cf8-40b8-80e4-0cb6d3394012 tempest-ServersWithSpecificFlavorTestJSON-1964774978 tempest-ServersWithSpecificFlavorTestJSON-1964774978-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=693039a9031c4718ab71870c2e8c0097&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1458211 Jul 14 09:19:40.783966 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b677f9a1-5606-4e74-ab90-09c8d3e15258 req-6b8f981e-93fb-43b9-bfb0-c811fe0b5a3d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=2ef0f816-02a2-4c58-9b68-99ce025a71a7 HTTP/1.1" status: 200 len: 217 time: 0.0860596 Jul 14 09:19:40.959660 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b677f9a1-5606-4e74-ab90-09c8d3e15258 req-d88e513f-b4e2-45a8-88f0-75241a3fb324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:40.961035 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b677f9a1-5606-4e74-ab90-09c8d3e15258 req-d88e513f-b4e2-45a8-88f0-75241a3fb324 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=85060e65-3b2f-4a6c-a04c-ce849daa5b3b HTTP/1.1" status: 200 len: 843 time: 0.1602275 Jul 14 09:19:40.966356 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-74846938-a4d1-4de8-a450-d3f38ca64c20 req-2d1e1b4c-0f5e-4778-a932-eaf40d96bb99 service neutron] 10.222.0.68 "GET /v2.0/networks/d5b4013b-42cf-4baf-b88c-1346c6034b92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2012548 Jul 14 09:19:41.009943 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17935f8e-9db8-4f37-8e87-3244c098f586 req-10e1f782-0cac-4bc6-b1ee-7105984caceb tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:41.032895 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-17935f8e-9db8-4f37-8e87-3244c098f586 req-10e1f782-0cac-4bc6-b1ee-7105984caceb tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/ports?device_id=fae776f6-08aa-4436-8736-3d602d7a93d2 HTTP/1.1" status: 200 len: 950 time: 0.1744592 Jul 14 09:19:41.127948 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-17935f8e-9db8-4f37-8e87-3244c098f586 req-9c5c5fba-0719-42f6-a427-b973b495fea6 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/security-groups?id=93b55648-4dd6-4852-bb99-9aa842ab19a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941713 Jul 14 09:19:41.162684 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-74846938-a4d1-4de8-a450-d3f38ca64c20 req-4bf047e8-8273-4c7b-9132-f6009f3ecb1c service neutron] 10.222.0.68 "GET /v2.0/networks/d5b4013b-42cf-4baf-b88c-1346c6034b92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1925535 Jul 14 09:19:41.180574 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b677f9a1-5606-4e74-ab90-09c8d3e15258 req-b56738a7-97f3-44e9-a105-84e9bcc0c020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:41.186537 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b677f9a1-5606-4e74-ab90-09c8d3e15258 req-b56738a7-97f3-44e9-a105-84e9bcc0c020 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2244f7a1-04bd-42cd-9e86-31839b46f57f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2039387 Jul 14 09:19:41.453883 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b677f9a1-5606-4e74-ab90-09c8d3e15258 req-b673bb96-0bc2-48e1-a228-a2981f918afc service neutron] 10.222.0.65 "GET /v2.0/networks/2244f7a1-04bd-42cd-9e86-31839b46f57f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2586374 Jul 14 09:19:41.546167 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bb6104-937e-4277-800c-37e922694527 req-27bd39bf-7e3f-4a11-a0fc-069c820a32a5 tempest-ServersAdminTestJSON-291723786 tempest-ServersAdminTestJSON-291723786-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:41.555263 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-76bb6104-937e-4277-800c-37e922694527 req-27bd39bf-7e3f-4a11-a0fc-069c820a32a5 tempest-ServersAdminTestJSON-291723786 tempest-ServersAdminTestJSON-291723786-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=6593e4b3-80b2-4edd-b3fd-9f72f9137c4e HTTP/1.1" status: 200 len: 1102 time: 0.2781270 Jul 14 09:19:41.617006 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-76bb6104-937e-4277-800c-37e922694527 req-a33af6cd-522a-4fd8-b2dc-67e24bbcbea7 tempest-ServersAdminTestJSON-291723786 tempest-ServersAdminTestJSON-291723786-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=77fde4ca-6f5f-48d5-b2fd-4c103e7ba04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606208 Jul 14 09:19:41.703467 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b677f9a1-5606-4e74-ab90-09c8d3e15258 req-c9033703-6d9d-4279-97d9-5de7ea8e2956 service neutron] 10.222.0.65 "GET /v2.0/networks/2244f7a1-04bd-42cd-9e86-31839b46f57f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2387476 Jul 14 09:19:41.855012 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5367bae-51ce-4fcb-b680-05f0dee538da req-82e97d52-555f-427d-a315-5e8abfd5ecad tempest-ServersWithSpecificFlavorTestJSON-1964774978 tempest-ServersWithSpecificFlavorTestJSON-1964774978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:41.856587 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-e5367bae-51ce-4fcb-b680-05f0dee538da req-82e97d52-555f-427d-a315-5e8abfd5ecad tempest-ServersWithSpecificFlavorTestJSON-1964774978 tempest-ServersWithSpecificFlavorTestJSON-1964774978-project] 10.222.0.65 "GET /v2.0/ports?device_id=399cc662-da27-469a-9e98-9f69d4b89657 HTTP/1.1" status: 200 len: 945 time: 0.4820819 Jul 14 09:19:41.933821 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-47cec99d-8114-417f-8bbd-a7d1b8d0eab6 req-1a89595b-be37-464a-9d17-fc5c5087883b tempest-FloatingIPsTestJSON-1953962304 tempest-FloatingIPsTestJSON-1953962304-project] 10.222.0.68 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5965917 Jul 14 09:19:41.943311 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [req-47cec99d-8114-417f-8bbd-a7d1b8d0eab6 req-cc4c9303-acfb-4550-9f2c-f6c0653d84b4 tempest-FloatingIPsTestJSON-1953962304 tempest-FloatingIPsTestJSON-1953962304-project] Request body: {'floatingip': {'floating_network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:19:42.050744 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-47cec99d-8114-417f-8bbd-a7d1b8d0eab6 req-cc4c9303-acfb-4550-9f2c-f6c0653d84b4 tempest-FloatingIPsTestJSON-1953962304 tempest-FloatingIPsTestJSON-1953962304-project] Notify callbacks [] for floatingip, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:42.132127 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-e5367bae-51ce-4fcb-b680-05f0dee538da req-ecf67123-1465-4249-a20c-5e9aea8569fa tempest-ServersWithSpecificFlavorTestJSON-1964774978 tempest-ServersWithSpecificFlavorTestJSON-1964774978-project] Deleting port 742ea682-0e68-43c8-9fcc-ea486accf4fc {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:19:42.132412 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-e5367bae-51ce-4fcb-b680-05f0dee538da req-ecf67123-1465-4249-a20c-5e9aea8569fa tempest-ServersWithSpecificFlavorTestJSON-1964774978 tempest-ServersWithSpecificFlavorTestJSON-1964774978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:42.256774 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-e5367bae-51ce-4fcb-b680-05f0dee538da req-ecf67123-1465-4249-a20c-5e9aea8569fa tempest-ServersWithSpecificFlavorTestJSON-1964774978 tempest-ServersWithSpecificFlavorTestJSON-1964774978-project] For port 742ea682-0e68-43c8-9fcc-ea486accf4fc, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=742ea682-0e68-43c8-9fcc-ea486accf4fc,segment=NetworkSegment(01d3a1cb-0c03-4cf6-93ad-80731b093c35),segment_id=01d3a1cb-0c03-4cf6-93ad-80731b093c35)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:19:42.257511 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-e5367bae-51ce-4fcb-b680-05f0dee538da req-ecf67123-1465-4249-a20c-5e9aea8569fa tempest-ServersWithSpecificFlavorTestJSON-1964774978 tempest-ServersWithSpecificFlavorTestJSON-1964774978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:42.370844 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7864431-889a-4071-907f-4f7f50fd5c2e req-7fb20df3-3d8b-4a68-9b2f-f11104512a83 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:42.374278 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a7864431-889a-4071-907f-4f7f50fd5c2e req-7fb20df3-3d8b-4a68-9b2f-f11104512a83 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/ports?device_id=fae776f6-08aa-4436-8736-3d602d7a93d2 HTTP/1.1" status: 200 len: 950 time: 0.0946927 Jul 14 09:19:42.388032 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 2ef0f816-02a2-4c58-9b68-99ce025a71a7 up at agent hyperv_n-h1-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:19:42.393084 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-47cec99d-8114-417f-8bbd-a7d1b8d0eab6 req-cc4c9303-acfb-4550-9f2c-f6c0653d84b4 tempest-FloatingIPsTestJSON-1953962304 tempest-FloatingIPsTestJSON-1953962304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:42.462727 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a7864431-889a-4071-907f-4f7f50fd5c2e req-6de22ff8-2835-48ca-86ea-0de8dd12d403 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/security-groups?id=93b55648-4dd6-4852-bb99-9aa842ab19a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803514 Jul 14 09:19:42.474196 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Provisioning for port 2ef0f816-02a2-4c58-9b68-99ce025a71a7 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:19:42.486191 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Provisioning complete for port 2ef0f816-02a2-4c58-9b68-99ce025a71a7 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:19:42.486730 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:42.554861 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:42.636593 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:42.674479 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fae776f6-08aa-4436-8736-3d602d7a93d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ef0f816-02a2-4c58-9b68-99ce025a71a7'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:19:42.676954 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd62303f06773040a8a4e189dc46b4f565768c299abf8ab8e7739778b0bc3e97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abf2727b-02f7-4d5b-a413-f27687c128ee" -d '{"events": [{"server_uuid": "fae776f6-08aa-4436-8736-3d602d7a93d2", "name": "network-vif-plugged", "status": "completed", "tag": "2ef0f816-02a2-4c58-9b68-99ce025a71a7"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:19:42.697248 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port 2ef0f816-02a2-4c58-9b68-99ce025a71a7, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=2ef0f816-02a2-4c58-9b68-99ce025a71a7,segment=NetworkSegment(8f1c1422-de6c-445f-ab95-4e2c94585b2b),segment_id=8f1c1422-de6c-445f-ab95-4e2c94585b2b)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:19:42.703371 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:42.734929 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-938ddd12-a8c9-4c98-9c9f-6bb123688ec5 req-28472d8f-894c-4980-9542-35179f6ccf76 tempest-ServersWithSpecificFlavorTestJSON-1964774978 tempest-ServersWithSpecificFlavorTestJSON-1964774978-project] 10.222.0.68 "GET /v2.0/ports?device_id=2a4afe86-d772-4a97-addd-b37141f89690 HTTP/1.1" status: 200 len: 210 time: 0.0493925 Jul 14 09:19:42.767194 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [req-47cec99d-8114-417f-8bbd-a7d1b8d0eab6 req-cc4c9303-acfb-4550-9f2c-f6c0653d84b4 tempest-FloatingIPsTestJSON-1953962304 tempest-FloatingIPsTestJSON-1953962304-project] Allocated IP 172.25.4.219 (2dcd4d32-cc7c-4468-b396-7ce5c9231892/6cd22a75-5bc1-467c-a3c4-0af04bd1b34a/4dc66207-8ff5-4be8-ac55-3833f0c52b6a) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:19:42.783028 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-e5367bae-51ce-4fcb-b680-05f0dee538da req-ecf67123-1465-4249-a20c-5e9aea8569fa tempest-ServersWithSpecificFlavorTestJSON-1964774978 tempest-ServersWithSpecificFlavorTestJSON-1964774978-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:42.783323 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-e5367bae-51ce-4fcb-b680-05f0dee538da req-ecf67123-1465-4249-a20c-5e9aea8569fa tempest-ServersWithSpecificFlavorTestJSON-1964774978 tempest-ServersWithSpecificFlavorTestJSON-1964774978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-660590'] for floatingip, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:42.783644 n-d-779913-29 neutron-server[93958]: INFO neutron.db.l3_db [req-e5367bae-51ce-4fcb-b680-05f0dee538da req-ecf67123-1465-4249-a20c-5e9aea8569fa tempest-ServersWithSpecificFlavorTestJSON-1964774978 tempest-ServersWithSpecificFlavorTestJSON-1964774978-project] Floating IP 0fc97df8-c35c-4f5c-9dfa-b83a0a94a425 disassociated. External IP: 172.25.4.9, port: 742ea682-0e68-43c8-9fcc-ea486accf4fc. Jul 14 09:19:42.784000 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-e5367bae-51ce-4fcb-b680-05f0dee538da req-ecf67123-1465-4249-a20c-5e9aea8569fa tempest-ServersWithSpecificFlavorTestJSON-1964774978 tempest-ServersWithSpecificFlavorTestJSON-1964774978-project] Calling delete_port for 742ea682-0e68-43c8-9fcc-ea486accf4fc owned by compute:nova {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:19:42.812864 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Pushing event updated for resources: {'Port': ['ID=2ef0f816-02a2-4c58-9b68-99ce025a71a7,revision_number=13']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:43.094017 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-47cec99d-8114-417f-8bbd-a7d1b8d0eab6 req-cc4c9303-acfb-4550-9f2c-f6c0653d84b4 tempest-FloatingIPsTestJSON-1953962304 tempest-FloatingIPsTestJSON-1953962304-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:43.103466 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-e5367bae-51ce-4fcb-b680-05f0dee538da req-ecf67123-1465-4249-a20c-5e9aea8569fa tempest-ServersWithSpecificFlavorTestJSON-1964774978 tempest-ServersWithSpecificFlavorTestJSON-1964774978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:43.156815 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf67123-1465-4249-a20c-5e9aea8569fa tempest-ServersWithSpecificFlavorTestJSON-1964774978 tempest-ServersWithSpecificFlavorTestJSON-1964774978-project] Pushing event deleted for resources: {'Port': ['ID=742ea682-0e68-43c8-9fcc-ea486accf4fc,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:43.219742 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:43.359360 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414f3bed-0ea9-4294-aa46-a598b36d6417 req-60e5cd92-ce08-4e43-8596-16367c78d75d tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:43.362003 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-414f3bed-0ea9-4294-aa46-a598b36d6417 req-60e5cd92-ce08-4e43-8596-16367c78d75d tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] 10.222.0.68 "GET /v2.0/ports?device_id=b6853770-917c-40ec-a228-8d0903756990 HTTP/1.1" status: 200 len: 950 time: 0.1882603 Jul 14 09:19:43.427178 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74846938-a4d1-4de8-a450-d3f38ca64c20 req-38e2bb81-839d-4b2b-b27c-c62b8db7121f tempest-ServersWithSpecificFlavorTestJSON-1964774978 tempest-ServersWithSpecificFlavorTestJSON-1964774978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:43.428712 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-74846938-a4d1-4de8-a450-d3f38ca64c20 req-38e2bb81-839d-4b2b-b27c-c62b8db7121f tempest-ServersWithSpecificFlavorTestJSON-1964774978 tempest-ServersWithSpecificFlavorTestJSON-1964774978-project] 10.222.0.65 "GET /v2.0/networks?id=d5b4013b-42cf-4baf-b88c-1346c6034b92 HTTP/1.1" status: 200 len: 824 time: 0.2305517 Jul 14 09:19:43.445985 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-414f3bed-0ea9-4294-aa46-a598b36d6417 req-4c1235bc-1605-42cd-96c8-84629a01b31c tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] 10.222.0.68 "GET /v2.0/security-groups?id=c9156572-74c8-4b9e-9f0a-c202a5ef91ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760815 Jul 14 09:19:43.486991 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-74846938-a4d1-4de8-a450-d3f38ca64c20 req-8327c6fc-8d7e-4311-883f-2e1a29a9bc5e tempest-ServersWithSpecificFlavorTestJSON-1964774978 tempest-ServersWithSpecificFlavorTestJSON-1964774978-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=693039a9031c4718ab71870c2e8c0097 HTTP/1.1" status: 200 len: 380 time: 0.0397277 Jul 14 09:19:43.505510 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-74846938-a4d1-4de8-a450-d3f38ca64c20 req-8c8dcf46-acdb-4843-bf92-29f281a6c40d tempest-ServersWithSpecificFlavorTestJSON-1964774978 tempest-ServersWithSpecificFlavorTestJSON-1964774978-project] Request body: {'port': {'device_id': '2a4afe86-d772-4a97-addd-b37141f89690', 'network_id': 'd5b4013b-42cf-4baf-b88c-1346c6034b92', 'admin_state_up': True, 'tenant_id': '693039a9031c4718ab71870c2e8c0097', 'security_groups': ['c439237c-c705-4180-98e6-8dcbf5353a3f']}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:19:43.608085 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-47cec99d-8114-417f-8bbd-a7d1b8d0eab6 req-cc4c9303-acfb-4550-9f2c-f6c0653d84b4 tempest-FloatingIPsTestJSON-1953962304 tempest-FloatingIPsTestJSON-1953962304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:43.706970 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47cec99d-8114-417f-8bbd-a7d1b8d0eab6 req-cc4c9303-acfb-4550-9f2c-f6c0653d84b4 tempest-FloatingIPsTestJSON-1953962304 tempest-FloatingIPsTestJSON-1953962304-project] Network 2dcd4d32-cc7c-4468-b396-7ce5c9231892 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:19:43.725573 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [req-47cec99d-8114-417f-8bbd-a7d1b8d0eab6 req-cc4c9303-acfb-4550-9f2c-f6c0653d84b4 tempest-FloatingIPsTestJSON-1953962304 tempest-FloatingIPsTestJSON-1953962304-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:19:43.735528 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-47cec99d-8114-417f-8bbd-a7d1b8d0eab6 req-cc4c9303-acfb-4550-9f2c-f6c0653d84b4 tempest-FloatingIPsTestJSON-1953962304 tempest-FloatingIPsTestJSON-1953962304-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:19:43.745063 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:19:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5db1c082-e67e-459f-9434-3d0512b29214 x-openstack-request-id: req-5db1c082-e67e-459f-9434-3d0512b29214 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:19:43.746204 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fae776f6-08aa-4436-8736-3d602d7a93d2", "name": "network-vif-plugged", "status": "completed", "tag": "2ef0f816-02a2-4c58-9b68-99ce025a71a7", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:19:43.746621 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-5db1c082-e67e-459f-9434-3d0512b29214 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:19:43.747330 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fae776f6-08aa-4436-8736-3d602d7a93d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ef0f816-02a2-4c58-9b68-99ce025a71a7', 'code': 200} Jul 14 09:19:43.798176 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4c9303-acfb-4550-9f2c-f6c0653d84b4 tempest-FloatingIPsTestJSON-1953962304 tempest-FloatingIPsTestJSON-1953962304-project] Pushing event updated for resources: {'Port': ['ID=4dc66207-8ff5-4be8-ac55-3833f0c52b6a,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:43.800549 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74846938-a4d1-4de8-a450-d3f38ca64c20 req-8c8dcf46-acdb-4843-bf92-29f281a6c40d tempest-ServersWithSpecificFlavorTestJSON-1964774978 tempest-ServersWithSpecificFlavorTestJSON-1964774978-project] Made reservation on behalf of 693039a9031c4718ab71870c2e8c0097 for: {'port': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:19:43.808592 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-74846938-a4d1-4de8-a450-d3f38ca64c20 req-8c8dcf46-acdb-4843-bf92-29f281a6c40d tempest-ServersWithSpecificFlavorTestJSON-1964774978 tempest-ServersWithSpecificFlavorTestJSON-1964774978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:43.819581 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e5367bae-51ce-4fcb-b680-05f0dee538da req-ecf67123-1465-4249-a20c-5e9aea8569fa tempest-ServersWithSpecificFlavorTestJSON-1964774978 tempest-ServersWithSpecificFlavorTestJSON-1964774978-project] Router 982de53f-bb4f-4e9e-b79f-f1ca554cffb3 has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:19:43.952753 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-47cec99d-8114-417f-8bbd-a7d1b8d0eab6 req-cc4c9303-acfb-4550-9f2c-f6c0653d84b4 tempest-FloatingIPsTestJSON-1953962304 tempest-FloatingIPsTestJSON-1953962304-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:44.053478 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e5367bae-51ce-4fcb-b680-05f0dee538da req-ecf67123-1465-4249-a20c-5e9aea8569fa tempest-ServersWithSpecificFlavorTestJSON-1964774978 tempest-ServersWithSpecificFlavorTestJSON-1964774978-project] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:19:44.063407 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-47cec99d-8114-417f-8bbd-a7d1b8d0eab6 req-cc4c9303-acfb-4550-9f2c-f6c0653d84b4 tempest-FloatingIPsTestJSON-1953962304 tempest-FloatingIPsTestJSON-1953962304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:44.069082 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a840496-3665-4d22-b0e2-8c28bc9ab139 None None] Sync routers for ids ['982de53f-bb4f-4e9e-b79f-f1ca554cffb3'] in n-d-779913-29 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:19:44.086794 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a840496-3665-4d22-b0e2-8c28bc9ab139 None None] Routers {'982de53f-bb4f-4e9e-b79f-f1ca554cffb3'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:19:44.088020 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-9a840496-3665-4d22-b0e2-8c28bc9ab139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:19:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['982de53f-bb4f-4e9e-b79f-f1ca554cffb3'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:19:44.131385 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5367bae-51ce-4fcb-b680-05f0dee538da req-ecf67123-1465-4249-a20c-5e9aea8569fa tempest-ServersWithSpecificFlavorTestJSON-1964774978 tempest-ServersWithSpecificFlavorTestJSON-1964774978-project] No DVR routers for this DVR port 742ea682-0e68-43c8-9fcc-ea486accf4fc on host n-h1-779913-29 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:19:44.134668 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-e5367bae-51ce-4fcb-b680-05f0dee538da req-ecf67123-1465-4249-a20c-5e9aea8569fa tempest-ServersWithSpecificFlavorTestJSON-1964774978 tempest-ServersWithSpecificFlavorTestJSON-1964774978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:44.137464 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-e5367bae-51ce-4fcb-b680-05f0dee538da req-ecf67123-1465-4249-a20c-5e9aea8569fa tempest-ServersWithSpecificFlavorTestJSON-1964774978 tempest-ServersWithSpecificFlavorTestJSON-1964774978-project] 10.222.0.65 "DELETE /v2.0/ports/742ea682-0e68-43c8-9fcc-ea486accf4fc HTTP/1.1" status: 204 len: 173 time: 2.2747433 Jul 14 09:19:44.152723 n-d-779913-29 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '399cc662-da27-469a-9e98-9f69d4b89657', 'name': 'network-vif-deleted', 'tag': '742ea682-0e68-43c8-9fcc-ea486accf4fc'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:19:44.156005 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cb48f044f948e981f43897c8d7f1332f741dc7af2b4c5a6e19d8f4a80f708e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0b18d3f-64cd-457b-9a04-d615de198ece" -d '{"events": [{"server_uuid": "399cc662-da27-469a-9e98-9f69d4b89657", "name": "network-vif-deleted", "tag": "742ea682-0e68-43c8-9fcc-ea486accf4fc"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:19:44.325143 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-9a840496-3665-4d22-b0e2-8c28bc9ab139 None None] Set router 982de53f-bb4f-4e9e-b79f-f1ca554cffb3 gateway port host: n-d-779913-29 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:19:44.337462 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533eb363-88fe-457e-8896-eb2fc768330b req-43a41c50-b64d-406f-b9c0-7bed5df20734 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:44.339567 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-533eb363-88fe-457e-8896-eb2fc768330b req-43a41c50-b64d-406f-b9c0-7bed5df20734 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] 10.222.0.57 "GET /v2.0/ports?device_id=b6853770-917c-40ec-a228-8d0903756990 HTTP/1.1" status: 200 len: 950 time: 0.1778140 Jul 14 09:19:44.340308 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-47cec99d-8114-417f-8bbd-a7d1b8d0eab6 req-cc4c9303-acfb-4550-9f2c-f6c0653d84b4 tempest-FloatingIPsTestJSON-1953962304 tempest-FloatingIPsTestJSON-1953962304-project] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:44.341779 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [req-74846938-a4d1-4de8-a450-d3f38ca64c20 req-8c8dcf46-acdb-4843-bf92-29f281a6c40d tempest-ServersWithSpecificFlavorTestJSON-1964774978 tempest-ServersWithSpecificFlavorTestJSON-1964774978-project] Allocated IP 172.20.0.14 (d5b4013b-42cf-4baf-b88c-1346c6034b92/ff357304-9a7a-4849-886e-222423635809/b3c2b51e-3949-41ac-9012-4a8d19c10f2a) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:19:44.347973 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-47cec99d-8114-417f-8bbd-a7d1b8d0eab6 req-cc4c9303-acfb-4550-9f2c-f6c0653d84b4 tempest-FloatingIPsTestJSON-1953962304 tempest-FloatingIPsTestJSON-1953962304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13574142'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:44.361663 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1716ca-cc8b-49fd-a551-596f9e5f13c1 req-d822cec4-23c5-4679-8e25-4672c117936c tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:44.369126 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ea1716ca-cc8b-49fd-a551-596f9e5f13c1 req-d822cec4-23c5-4679-8e25-4672c117936c tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] 10.222.0.68 "GET /v2.0/ports?device_id=8206666c-d9ee-4931-8152-2da39b7a6ae4 HTTP/1.1" status: 200 len: 950 time: 0.1979353 Jul 14 09:19:44.380712 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 742ea682-0e68-43c8-9fcc-ea486accf4fc no longer exists at agent hyperv_n-h1-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:19:44.401429 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] No Port match for: 742ea682-0e68-43c8-9fcc-ea486accf4fc {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:19:44.401948 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 742ea682-0e68-43c8-9fcc-ea486accf4fc not bound to the agent host n-h1-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:19:44.402714 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4c9303-acfb-4550-9f2c-f6c0653d84b4 tempest-FloatingIPsTestJSON-1953962304 tempest-FloatingIPsTestJSON-1953962304-project] Pushing event updated for resources: {'Port': ['ID=4dc66207-8ff5-4be8-ac55-3833f0c52b6a,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:44.454179 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-47cec99d-8114-417f-8bbd-a7d1b8d0eab6 req-cc4c9303-acfb-4550-9f2c-f6c0653d84b4 tempest-FloatingIPsTestJSON-1953962304 tempest-FloatingIPsTestJSON-1953962304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-660590'] for floatingip, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:44.470465 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-47cec99d-8114-417f-8bbd-a7d1b8d0eab6 req-cc4c9303-acfb-4550-9f2c-f6c0653d84b4 tempest-FloatingIPsTestJSON-1953962304 tempest-FloatingIPsTestJSON-1953962304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for floatingip, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:44.471914 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-47cec99d-8114-417f-8bbd-a7d1b8d0eab6 req-cc4c9303-acfb-4550-9f2c-f6c0653d84b4 tempest-FloatingIPsTestJSON-1953962304 tempest-FloatingIPsTestJSON-1953962304-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.5367298 Jul 14 09:19:44.509537 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ea1716ca-cc8b-49fd-a551-596f9e5f13c1 req-d95aa123-18ac-49c1-82c0-ca821523790a tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] 10.222.0.68 "GET /v2.0/security-groups?id=77fde4ca-6f5f-48d5-b2fd-4c103e7ba04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393158 Jul 14 09:19:44.570624 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-47cec99d-8114-417f-8bbd-a7d1b8d0eab6 req-83771111-138a-4ab0-8e06-ca77345c2531 tempest-FloatingIPsTestJSON-1953962304 tempest-FloatingIPsTestJSON-1953962304-project] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.25.4.219 HTTP/1.1" status: 200 len: 696 time: 0.0910001 Jul 14 09:19:44.578800 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-9a840496-3665-4d22-b0e2-8c28bc9ab139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '982de53f-bb4f-4e9e-b79f-f1ca554cffb3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1825414716-router', 'tenant_id': '693039a9031c4718ab71870c2e8c0097', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.78'}], 'enable_snat': True}, 'gw_port_id': '0d109e6e-0e02-460f-80ee-f90b06225130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:16:37Z', 'updated_at': '2021-07-14T09:16:44Z', 'revision_number': 4, 'project_id': '693039a9031c4718ab71870c2e8c0097', 'gw_port': {'id': '0d109e6e-0e02-460f-80ee-f90b06225130', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:af:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '982de53f-bb4f-4e9e-b79f-f1ca554cffb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:16:38Z', 'updated_at': '2021-07-14T09:16:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': '3c3ffe21-8033-4d60-8a4e-32db41b1db54', 'name': '', 'network_id': 'd5b4013b-42cf-4baf-b88c-1346c6034b92', 'tenant_id': '693039a9031c4718ab71870c2e8c0097', 'mac_address': 'fa:16:3e:06:5b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '982de53f-bb4f-4e9e-b79f-f1ca554cffb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'ff357304-9a7a-4849-886e-222423635809', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:16:42Z', 'updated_at': '2021-07-14T09:16:54Z', 'revision_number': 5, 'project_id': '693039a9031c4718ab71870c2e8c0097', 'subnets': [{'id': 'ff357304-9a7a-4849-886e-222423635809', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:19:44.591374 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [req-533eb363-88fe-457e-8896-eb2fc768330b req-ee19ce08-59a9-4116-b59f-6ad62fefbe62 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] Deleting port 60233236-017c-4eb9-b520-a390181c9e60 {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:19:44.591654 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-533eb363-88fe-457e-8896-eb2fc768330b req-ee19ce08-59a9-4116-b59f-6ad62fefbe62 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:44.608958 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a840496-3665-4d22-b0e2-8c28bc9ab139 None None] Checking router: 982de53f-bb4f-4e9e-b79f-f1ca554cffb3 for host: n-d-779913-29 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:19:44.617638 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a840496-3665-4d22-b0e2-8c28bc9ab139 None None] Routers {'982de53f-bb4f-4e9e-b79f-f1ca554cffb3'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:19:44.618831 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-9a840496-3665-4d22-b0e2-8c28bc9ab139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:19:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['982de53f-bb4f-4e9e-b79f-f1ca554cffb3'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:19:44.661853 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-74846938-a4d1-4de8-a450-d3f38ca64c20 req-8c8dcf46-acdb-4843-bf92-29f281a6c40d tempest-ServersWithSpecificFlavorTestJSON-1964774978 tempest-ServersWithSpecificFlavorTestJSON-1964774978-project] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:44.690961 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [req-74846938-a4d1-4de8-a450-d3f38ca64c20 req-8c8dcf46-acdb-4843-bf92-29f281a6c40d tempest-ServersWithSpecificFlavorTestJSON-1964774978 tempest-ServersWithSpecificFlavorTestJSON-1964774978-project] Transition to ACTIVE for port object b3c2b51e-3949-41ac-9012-4a8d19c10f2a will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:19:44.725060 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cec99d-8114-417f-8bbd-a7d1b8d0eab6 req-c6522bb2-b23f-4cf3-8657-4efc79ff0061 tempest-FloatingIPsTestJSON-1953962304 tempest-FloatingIPsTestJSON-1953962304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:44.731972 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-47cec99d-8114-417f-8bbd-a7d1b8d0eab6 req-c6522bb2-b23f-4cf3-8657-4efc79ff0061 tempest-FloatingIPsTestJSON-1953962304 tempest-FloatingIPsTestJSON-1953962304-project] 10.222.0.68 "GET /v2.0/networks/2dcd4d32-cc7c-4468-b396-7ce5c9231892 HTTP/1.1" status: 200 len: 784 time: 0.1540902 Jul 14 09:19:44.737075 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-9a840496-3665-4d22-b0e2-8c28bc9ab139 None None] Set router 982de53f-bb4f-4e9e-b79f-f1ca554cffb3 gateway port host: n-d-779913-29 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:19:44.738528 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [req-47cec99d-8114-417f-8bbd-a7d1b8d0eab6 req-2cd02432-a6d0-454f-883c-535a5bfb562b tempest-FloatingIPsTestJSON-1953962304 tempest-FloatingIPsTestJSON-1953962304-project] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=93958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:19:44.739659 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-47cec99d-8114-417f-8bbd-a7d1b8d0eab6 req-2cd02432-a6d0-454f-883c-535a5bfb562b tempest-FloatingIPsTestJSON-1953962304 tempest-FloatingIPsTestJSON-1953962304-project] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067196 Jul 14 09:19:44.739876 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-533eb363-88fe-457e-8896-eb2fc768330b req-ee19ce08-59a9-4116-b59f-6ad62fefbe62 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] For port 60233236-017c-4eb9-b520-a390181c9e60, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=60233236-017c-4eb9-b520-a390181c9e60,segment=NetworkSegment(8f1c1422-de6c-445f-ab95-4e2c94585b2b),segment_id=8f1c1422-de6c-445f-ab95-4e2c94585b2b)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:19:44.740260 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-533eb363-88fe-457e-8896-eb2fc768330b req-ee19ce08-59a9-4116-b59f-6ad62fefbe62 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:44.761479 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [req-533eb363-88fe-457e-8896-eb2fc768330b req-ee19ce08-59a9-4116-b59f-6ad62fefbe62 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] Calling delete_port for 60233236-017c-4eb9-b520-a390181c9e60 owned by compute:nova {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:19:44.804090 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-74846938-a4d1-4de8-a450-d3f38ca64c20 req-8c8dcf46-acdb-4843-bf92-29f281a6c40d tempest-ServersWithSpecificFlavorTestJSON-1964774978 tempest-ServersWithSpecificFlavorTestJSON-1964774978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:44.905342 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74846938-a4d1-4de8-a450-d3f38ca64c20 req-8c8dcf46-acdb-4843-bf92-29f281a6c40d tempest-ServersWithSpecificFlavorTestJSON-1964774978 tempest-ServersWithSpecificFlavorTestJSON-1964774978-project] Network d5b4013b-42cf-4baf-b88c-1346c6034b92 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:19:44.912684 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [req-74846938-a4d1-4de8-a450-d3f38ca64c20 req-8c8dcf46-acdb-4843-bf92-29f281a6c40d tempest-ServersWithSpecificFlavorTestJSON-1964774978 tempest-ServersWithSpecificFlavorTestJSON-1964774978-project] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:19:44.914988 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-f359bcf9-b946-4e9b-9e8b-1568feb392e5 req-71145600-e9a6-4707-84b8-309183bf17af tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/networks?tenant_id=f15ecc2e979442a6b02936316f8b33e1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0407412 Jul 14 09:19:44.920847 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-74846938-a4d1-4de8-a450-d3f38ca64c20 req-8c8dcf46-acdb-4843-bf92-29f281a6c40d tempest-ServersWithSpecificFlavorTestJSON-1964774978 tempest-ServersWithSpecificFlavorTestJSON-1964774978-project] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:19:44.933286 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8dcf46-acdb-4843-bf92-29f281a6c40d tempest-ServersWithSpecificFlavorTestJSON-1964774978 tempest-ServersWithSpecificFlavorTestJSON-1964774978-project] Pushing event updated for resources: {'Port': ['ID=b3c2b51e-3949-41ac-9012-4a8d19c10f2a,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:45.002403 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74846938-a4d1-4de8-a450-d3f38ca64c20 req-8c8dcf46-acdb-4843-bf92-29f281a6c40d tempest-ServersWithSpecificFlavorTestJSON-1964774978 tempest-ServersWithSpecificFlavorTestJSON-1964774978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:45.003037 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-74846938-a4d1-4de8-a450-d3f38ca64c20 req-8c8dcf46-acdb-4843-bf92-29f281a6c40d tempest-ServersWithSpecificFlavorTestJSON-1964774978 tempest-ServersWithSpecificFlavorTestJSON-1964774978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:45.092625 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-74846938-a4d1-4de8-a450-d3f38ca64c20 req-8c8dcf46-acdb-4843-bf92-29f281a6c40d tempest-ServersWithSpecificFlavorTestJSON-1964774978 tempest-ServersWithSpecificFlavorTestJSON-1964774978-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5989783 Jul 14 09:19:45.116889 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f359bcf9-b946-4e9b-9e8b-1568feb392e5 req-dea60fc1-0344-4582-9cfb-0302633b7717 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:45.119040 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-f359bcf9-b946-4e9b-9e8b-1568feb392e5 req-dea60fc1-0344-4582-9cfb-0302633b7717 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1906345 Jul 14 09:19:45.133677 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-74846938-a4d1-4de8-a450-d3f38ca64c20 req-1c5d4570-1d48-4cd9-99eb-117aa867ca06 service neutron] Request body: {'port': {'device_id': '2a4afe86-d772-4a97-addd-b37141f89690', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-29'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:19:45.157664 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-f359bcf9-b946-4e9b-9e8b-1568feb392e5 req-4533bebd-1f82-42d5-a65c-b2af10859ea5 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/quotas/f15ecc2e979442a6b02936316f8b33e1 HTTP/1.1" status: 200 len: 375 time: 0.0319324 Jul 14 09:19:45.191536 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-533eb363-88fe-457e-8896-eb2fc768330b req-ee19ce08-59a9-4116-b59f-6ad62fefbe62 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:45.207143 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-9a840496-3665-4d22-b0e2-8c28bc9ab139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '982de53f-bb4f-4e9e-b79f-f1ca554cffb3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1825414716-router', 'tenant_id': '693039a9031c4718ab71870c2e8c0097', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.78'}], 'enable_snat': True}, 'gw_port_id': '0d109e6e-0e02-460f-80ee-f90b06225130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:16:37Z', 'updated_at': '2021-07-14T09:16:44Z', 'revision_number': 4, 'project_id': '693039a9031c4718ab71870c2e8c0097', 'gw_port': {'id': '0d109e6e-0e02-460f-80ee-f90b06225130', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:af:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '982de53f-bb4f-4e9e-b79f-f1ca554cffb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:16:38Z', 'updated_at': '2021-07-14T09:16:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': '3c3ffe21-8033-4d60-8a4e-32db41b1db54', 'name': '', 'network_id': 'd5b4013b-42cf-4baf-b88c-1346c6034b92', 'tenant_id': '693039a9031c4718ab71870c2e8c0097', 'mac_address': 'fa:16:3e:06:5b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '982de53f-bb4f-4e9e-b79f-f1ca554cffb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'ff357304-9a7a-4849-886e-222423635809', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:16:42Z', 'updated_at': '2021-07-14T09:16:54Z', 'revision_number': 5, 'project_id': '693039a9031c4718ab71870c2e8c0097', 'subnets': [{'id': 'ff357304-9a7a-4849-886e-222423635809', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:19:45.230721 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] get_ports_and_sgs() called for port_ids ['361a3635-453e-4996-a98b-cba54b0b2536', '14c0d95c-c0cf-4b32-9dbe-0ff44c088df3', '60233236-017c-4eb9-b520-a390181c9e60'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:19:45.248877 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a840496-3665-4d22-b0e2-8c28bc9ab139 None None] The sync data for ids ['982de53f-bb4f-4e9e-b79f-f1ca554cffb3'] in n-d-779913-29 is: [{'id': '982de53f-bb4f-4e9e-b79f-f1ca554cffb3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1825414716-router', 'tenant_id': '693039a9031c4718ab71870c2e8c0097', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.78'}], 'enable_snat': True}, 'gw_port_id': '0d109e6e-0e02-460f-80ee-f90b06225130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:16:37Z', 'updated_at': '2021-07-14T09:16:44Z', 'revision_number': 4, 'project_id': '693039a9031c4718ab71870c2e8c0097', 'gw_port': {'id': '0d109e6e-0e02-460f-80ee-f90b06225130', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:af:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '982de53f-bb4f-4e9e-b79f-f1ca554cffb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:16:38Z', 'updated_at': '2021-07-14T09:16:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': '3c3ffe21-8033-4d60-8a4e-32db41b1db54', 'name': '', 'network_id': 'd5b4013b-42cf-4baf-b88c-1346c6034b92', 'tenant_id': '693039a9031c4718ab71870c2e8c0097', 'mac_address': 'fa:16:3e:06:5b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '982de53f-bb4f-4e9e-b79f-f1ca554cffb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'ff357304-9a7a-4849-886e-222423635809', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:16:42Z', 'updated_at': '2021-07-14T09:16:54Z', 'revision_number': 5, 'project_id': '693039a9031c4718ab71870c2e8c0097', 'subnets': [{'id': 'ff357304-9a7a-4849-886e-222423635809', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:19:45.260797 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee19ce08-59a9-4116-b59f-6ad62fefbe62 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] Pushing event deleted for resources: {'Port': ['ID=60233236-017c-4eb9-b520-a390181c9e60,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:45.347629 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-f359bcf9-b946-4e9b-9e8b-1568feb392e5 req-907fd8b4-39dd-45d3-8a73-2572cf273a8d tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=f15ecc2e979442a6b02936316f8b33e1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1835787 Jul 14 09:19:45.389396 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ff4d80-808a-4253-9c0d-be5297f0e94b req-cda7d34f-ee9d-4e37-aded-9b9dcb57719c tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:45.401544 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f2ff4d80-808a-4253-9c0d-be5297f0e94b req-cda7d34f-ee9d-4e37-aded-9b9dcb57719c tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] 10.222.0.57 "GET /v2.0/ports?device_id=8206666c-d9ee-4931-8152-2da39b7a6ae4 HTTP/1.1" status: 200 len: 950 time: 0.3906569 Jul 14 09:19:45.405190 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-74846938-a4d1-4de8-a450-d3f38ca64c20 req-1c5d4570-1d48-4cd9-99eb-117aa867ca06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:45.468560 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-533eb363-88fe-457e-8896-eb2fc768330b req-ee19ce08-59a9-4116-b59f-6ad62fefbe62 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] No DVR routers for this DVR port 60233236-017c-4eb9-b520-a390181c9e60 on host n-h2-779913-29 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:19:45.502438 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] get_ports_and_sgs() called for port_ids ['7876554a-94a5-4362-9d48-ba2ab3e213d6', '82b450e3-7637-42f2-bd8d-3daaed7e61ee', '4428f759-9245-47c1-969d-3af116e0a0e3', 'a8d2c56c-feb8-4d49-b105-e6f69ce0ed6f', 'e73363ba-0fbb-4d49-bd66-c40967605cd0'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:19:45.504770 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 6a6e006f-ab54-4229-9755-36575b786a53 no longer exists at agent hyperv_n-h2-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:19:45.512792 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-533eb363-88fe-457e-8896-eb2fc768330b req-ee19ce08-59a9-4116-b59f-6ad62fefbe62 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:45.515141 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-533eb363-88fe-457e-8896-eb2fc768330b req-ee19ce08-59a9-4116-b59f-6ad62fefbe62 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] 10.222.0.57 "DELETE /v2.0/ports/60233236-017c-4eb9-b520-a390181c9e60 HTTP/1.1" status: 204 len: 173 time: 1.1676698 Jul 14 09:19:45.516901 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6853770-917c-40ec-a228-8d0903756990', 'name': 'network-vif-deleted', 'tag': '60233236-017c-4eb9-b520-a390181c9e60'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:19:45.519285 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67082af7-c215-4159-8ae4-043efd093711" -d '{"events": [{"server_uuid": "b6853770-917c-40ec-a228-8d0903756990", "name": "network-vif-deleted", "tag": "60233236-017c-4eb9-b520-a390181c9e60"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:19:45.717763 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-b54de9c8-0c30-4b65-a998-c7240b08c329 None None] Provisioning for port b3c2b51e-3949-41ac-9012-4a8d19c10f2a completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:19:45.727553 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:45.749659 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-b54de9c8-0c30-4b65-a998-c7240b08c329 None None] Provisioning complete for port b3c2b51e-3949-41ac-9012-4a8d19c10f2a triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:19:45.750229 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b54de9c8-0c30-4b65-a998-c7240b08c329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:45.843302 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 6a6e006f-ab54-4229-9755-36575b786a53, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=6a6e006f-ab54-4229-9755-36575b786a53,segment=NetworkSegment(becdfe35-a9ff-4f14-9744-544114c40ea3),segment_id=becdfe35-a9ff-4f14-9744-544114c40ea3)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:19:45.894236 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9469915a-ae06-4f76-9764-28e54a0c3bb6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a6e006f-ab54-4229-9755-36575b786a53'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:19:45.898230 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd62303f06773040a8a4e189dc46b4f565768c299abf8ab8e7739778b0bc3e97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ce681f5-c100-477c-bfca-fda353a86291" -d '{"events": [{"server_uuid": "9469915a-ae06-4f76-9764-28e54a0c3bb6", "name": "network-vif-unplugged", "status": "completed", "tag": "6a6e006f-ab54-4229-9755-36575b786a53"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:19:45.903228 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4009437-29c9-4e8d-b2dd-ca1a5e57dca7 None None] New status for floating IP 0fc97df8-c35c-4f5c-9dfa-b83a0a94a425: DOWN {{(pid=93959) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:19:45.906254 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:45.906516 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270ea279-88de-490d-977a-f88321d73bf5 req-0acccb6e-21a6-4823-a61a-a69d82d97ca0 tempest-ServersWithSpecificFlavorTestJSON-1964774978 tempest-ServersWithSpecificFlavorTestJSON-1964774978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:45.911326 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-270ea279-88de-490d-977a-f88321d73bf5 req-0acccb6e-21a6-4823-a61a-a69d82d97ca0 tempest-ServersWithSpecificFlavorTestJSON-1964774978 tempest-ServersWithSpecificFlavorTestJSON-1964774978-project] 10.222.0.68 "GET /v2.0/ports?device_id=2a4afe86-d772-4a97-addd-b37141f89690 HTTP/1.1" status: 200 len: 932 time: 0.1571095 Jul 14 09:19:45.958696 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:19:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac8f9509-226f-400e-a357-eb91c90a6ec3 x-openstack-request-id: req-ac8f9509-226f-400e-a357-eb91c90a6ec3 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:19:45.959003 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "399cc662-da27-469a-9e98-9f69d4b89657", "name": "network-vif-deleted", "tag": "742ea682-0e68-43c8-9fcc-ea486accf4fc", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:19:45.959263 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-ac8f9509-226f-400e-a357-eb91c90a6ec3 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:19:45.959672 n-d-779913-29 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '399cc662-da27-469a-9e98-9f69d4b89657', 'name': 'network-vif-deleted', 'tag': '742ea682-0e68-43c8-9fcc-ea486accf4fc', 'status': 'completed', 'code': 200} Jul 14 09:19:45.982402 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [req-f2ff4d80-808a-4253-9c0d-be5297f0e94b req-a7705c5a-807d-4564-ac7a-fd8d41c712f6 tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] Deleting port 2feffcf8-edef-412b-9ef7-d72c3529d55a {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:19:45.982938 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-f2ff4d80-808a-4253-9c0d-be5297f0e94b req-a7705c5a-807d-4564-ac7a-fd8d41c712f6 tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:46.007774 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-270ea279-88de-490d-977a-f88321d73bf5 req-ed014418-2b5c-4c7b-b978-25adaafa565c tempest-ServersWithSpecificFlavorTestJSON-1964774978 tempest-ServersWithSpecificFlavorTestJSON-1964774978-project] 10.222.0.68 "GET /v2.0/security-groups?id=c439237c-c705-4180-98e6-8dcbf5353a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892084 Jul 14 09:19:46.017731 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Pushing event updated for resources: {'Port': ['ID=6a6e006f-ab54-4229-9755-36575b786a53,revision_number=8']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:46.129997 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d57d7c62-98c5-4986-b71d-e109d0076dfe req-318fa97c-6e6b-499d-8e59-2b746b9bab26 tempest-FloatingIPsTestJSON-1953962304 tempest-FloatingIPsTestJSON-1953962304-project] 10.222.0.68 "GET /v2.0/floatingips/4182f45c-2186-4503-99ad-e1d17f8eefff HTTP/1.1" status: 200 len: 693 time: 0.0691817 Jul 14 09:19:46.136159 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-dc7b8a4a-1ff1-423e-85bf-098ba5042fcd req-fad3d2cc-3d27-47d3-95b9-3a0753e9680b tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] 10.222.0.68 "GET /v2.0/ports?device_id=b6853770-917c-40ec-a228-8d0903756990 HTTP/1.1" status: 200 len: 210 time: 0.0468137 Jul 14 09:19:46.216900 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-b54de9c8-0c30-4b65-a998-c7240b08c329 None None] Port b3c2b51e-3949-41ac-9012-4a8d19c10f2a cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:19:46.312033 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-f2ff4d80-808a-4253-9c0d-be5297f0e94b req-a7705c5a-807d-4564-ac7a-fd8d41c712f6 tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] For port 2feffcf8-edef-412b-9ef7-d72c3529d55a, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=2feffcf8-edef-412b-9ef7-d72c3529d55a,segment=NetworkSegment(8f1c1422-de6c-445f-ab95-4e2c94585b2b),segment_id=8f1c1422-de6c-445f-ab95-4e2c94585b2b)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:19:46.312033 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-f2ff4d80-808a-4253-9c0d-be5297f0e94b req-a7705c5a-807d-4564-ac7a-fd8d41c712f6 tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:46.369254 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57d7c62-98c5-4986-b71d-e109d0076dfe req-4577757b-a21d-435b-9a05-6bf75f07839a tempest-FloatingIPsTestJSON-1953962304 tempest-FloatingIPsTestJSON-1953962304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:46.373767 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d57d7c62-98c5-4986-b71d-e109d0076dfe req-4577757b-a21d-435b-9a05-6bf75f07839a tempest-FloatingIPsTestJSON-1953962304 tempest-FloatingIPsTestJSON-1953962304-project] 10.222.0.68 "GET /v2.0/networks/2dcd4d32-cc7c-4468-b396-7ce5c9231892 HTTP/1.1" status: 200 len: 784 time: 0.2385263 Jul 14 09:19:46.387175 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [req-d57d7c62-98c5-4986-b71d-e109d0076dfe req-684e3ae3-57e5-4321-b8f5-1e3bcb4ae0b1 tempest-FloatingIPsTestJSON-1953962304 tempest-FloatingIPsTestJSON-1953962304-project] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=93958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:19:46.388284 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d57d7c62-98c5-4986-b71d-e109d0076dfe req-684e3ae3-57e5-4321-b8f5-1e3bcb4ae0b1 tempest-FloatingIPsTestJSON-1953962304 tempest-FloatingIPsTestJSON-1953962304-project] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0091836 Jul 14 09:19:46.397352 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [req-f2ff4d80-808a-4253-9c0d-be5297f0e94b req-a7705c5a-807d-4564-ac7a-fd8d41c712f6 tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] Calling delete_port for 2feffcf8-edef-412b-9ef7-d72c3529d55a owned by compute:nova {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:19:46.468393 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d57d7c62-98c5-4986-b71d-e109d0076dfe req-b17ac175-7bdf-44ff-bc51-bbfe5e3dedda tempest-FloatingIPsTestJSON-1953962304 tempest-FloatingIPsTestJSON-1953962304-project] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.25.4.219 HTTP/1.1" status: 200 len: 696 time: 0.0708830 Jul 14 09:19:46.540144 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d57d7c62-98c5-4986-b71d-e109d0076dfe req-8c373f64-b48f-4c04-8a32-cec9665f93dc tempest-FloatingIPsTestJSON-1953962304 tempest-FloatingIPsTestJSON-1953962304-project] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.25.4.219 HTTP/1.1" status: 200 len: 696 time: 0.0648618 Jul 14 09:19:46.639091 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [req-74846938-a4d1-4de8-a450-d3f38ca64c20 req-1c5d4570-1d48-4cd9-99eb-117aa867ca06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3c2b51e-3949-41ac-9012-4a8d19c10f2a {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:19:46.653687 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-74846938-a4d1-4de8-a450-d3f38ca64c20 req-1c5d4570-1d48-4cd9-99eb-117aa867ca06 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:46.663884 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27c22fe-01e5-4711-a53f-6416a5a27b77 req-788d6c4f-5b13-4327-ac97-911615454aaf tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:46.665558 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c27c22fe-01e5-4711-a53f-6416a5a27b77 req-788d6c4f-5b13-4327-ac97-911615454aaf tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] 10.222.0.68 "GET /v2.0/networks?id=e7cb481e-49dc-464e-b748-d3d2c45f69f9 HTTP/1.1" status: 200 len: 820 time: 0.4023476 Jul 14 09:19:46.677945 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [req-74846938-a4d1-4de8-a450-d3f38ca64c20 req-1c5d4570-1d48-4cd9-99eb-117aa867ca06 service neutron] Transition to ACTIVE for port object b3c2b51e-3949-41ac-9012-4a8d19c10f2a will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:19:46.705590 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-d57d7c62-98c5-4986-b71d-e109d0076dfe req-5103908b-9d55-4fa6-8594-02b4c4c938f3 tempest-FloatingIPsTestJSON-1953962304 tempest-FloatingIPsTestJSON-1953962304-project] Deleting port 4dc66207-8ff5-4be8-ac55-3833f0c52b6a {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:19:46.706004 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-d57d7c62-98c5-4986-b71d-e109d0076dfe req-5103908b-9d55-4fa6-8594-02b4c4c938f3 tempest-FloatingIPsTestJSON-1953962304 tempest-FloatingIPsTestJSON-1953962304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:46.752897 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-74846938-a4d1-4de8-a450-d3f38ca64c20 req-1c5d4570-1d48-4cd9-99eb-117aa867ca06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:46.771356 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c27c22fe-01e5-4711-a53f-6416a5a27b77 req-10e44867-000a-4606-a928-a5359989c8ba tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] 10.222.0.68 "GET /v2.0/quotas/e14af975015c4397b9da2a89a906dfc2 HTTP/1.1" status: 200 len: 375 time: 0.0284779 Jul 14 09:19:46.792620 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-d57d7c62-98c5-4986-b71d-e109d0076dfe req-5103908b-9d55-4fa6-8594-02b4c4c938f3 tempest-FloatingIPsTestJSON-1953962304 tempest-FloatingIPsTestJSON-1953962304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:46.792960 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-d57d7c62-98c5-4986-b71d-e109d0076dfe req-5103908b-9d55-4fa6-8594-02b4c4c938f3 tempest-FloatingIPsTestJSON-1953962304 tempest-FloatingIPsTestJSON-1953962304-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:46.807043 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-d57d7c62-98c5-4986-b71d-e109d0076dfe req-5103908b-9d55-4fa6-8594-02b4c4c938f3 tempest-FloatingIPsTestJSON-1953962304 tempest-FloatingIPsTestJSON-1953962304-project] Calling delete_port for 4dc66207-8ff5-4be8-ac55-3833f0c52b6a owned by network:floatingip {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:19:46.855607 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-f2ff4d80-808a-4253-9c0d-be5297f0e94b req-a7705c5a-807d-4564-ac7a-fd8d41c712f6 tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:46.932296 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5d4570-1d48-4cd9-99eb-117aa867ca06 service neutron] Pushing event updated for resources: {'Port': ['ID=b3c2b51e-3949-41ac-9012-4a8d19c10f2a,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:46.971412 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-d57d7c62-98c5-4986-b71d-e109d0076dfe req-5103908b-9d55-4fa6-8594-02b4c4c938f3 tempest-FloatingIPsTestJSON-1953962304 tempest-FloatingIPsTestJSON-1953962304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:47.009540 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2ff4d80-808a-4253-9c0d-be5297f0e94b req-a7705c5a-807d-4564-ac7a-fd8d41c712f6 tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] No DVR routers for this DVR port 2feffcf8-edef-412b-9ef7-d72c3529d55a on host n-h2-779913-29 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:19:47.012279 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-f2ff4d80-808a-4253-9c0d-be5297f0e94b req-a7705c5a-807d-4564-ac7a-fd8d41c712f6 tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:47.015238 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f2ff4d80-808a-4253-9c0d-be5297f0e94b req-a7705c5a-807d-4564-ac7a-fd8d41c712f6 tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] 10.222.0.57 "DELETE /v2.0/ports/2feffcf8-edef-412b-9ef7-d72c3529d55a HTTP/1.1" status: 204 len: 173 time: 1.5912285 Jul 14 09:19:47.016424 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7705c5a-807d-4564-ac7a-fd8d41c712f6 tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] Pushing event deleted for resources: {'Port': ['ID=2feffcf8-edef-412b-9ef7-d72c3529d55a,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:47.029975 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5103908b-9d55-4fa6-8594-02b4c4c938f3 tempest-FloatingIPsTestJSON-1953962304 tempest-FloatingIPsTestJSON-1953962304-project] Pushing event deleted for resources: {'Port': ['ID=4dc66207-8ff5-4be8-ac55-3833f0c52b6a,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:47.066683 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c27c22fe-01e5-4711-a53f-6416a5a27b77 req-f0879975-619c-4076-9623-c01909dc14b6 tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=e14af975015c4397b9da2a89a906dfc2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2669735 Jul 14 09:19:47.070914 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-d57d7c62-98c5-4986-b71d-e109d0076dfe req-5103908b-9d55-4fa6-8594-02b4c4c938f3 tempest-FloatingIPsTestJSON-1953962304 tempest-FloatingIPsTestJSON-1953962304-project] Notify callbacks [] for floatingip, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:47.073578 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-d57d7c62-98c5-4986-b71d-e109d0076dfe req-5103908b-9d55-4fa6-8594-02b4c4c938f3 tempest-FloatingIPsTestJSON-1953962304 tempest-FloatingIPsTestJSON-1953962304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for floatingip, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:47.074758 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d57d7c62-98c5-4986-b71d-e109d0076dfe req-5103908b-9d55-4fa6-8594-02b4c4c938f3 tempest-FloatingIPsTestJSON-1953962304 tempest-FloatingIPsTestJSON-1953962304-project] 10.222.0.68 "DELETE /v2.0/floatingips/4182f45c-2186-4503-99ad-e1d17f8eefff HTTP/1.1" status: 204 len: 173 time: 0.5275865 Jul 14 09:19:47.124265 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:19:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e812e3b0-b102-4fa2-b41e-1a50e94be1e3 x-openstack-request-id: req-e812e3b0-b102-4fa2-b41e-1a50e94be1e3 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:19:47.124556 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6853770-917c-40ec-a228-8d0903756990", "name": "network-vif-deleted", "tag": "60233236-017c-4eb9-b520-a390181c9e60", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:19:47.124807 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-e812e3b0-b102-4fa2-b41e-1a50e94be1e3 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:19:47.125304 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6853770-917c-40ec-a228-8d0903756990', 'name': 'network-vif-deleted', 'tag': '60233236-017c-4eb9-b520-a390181c9e60', 'status': 'completed', 'code': 200} Jul 14 09:19:47.140592 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-74846938-a4d1-4de8-a450-d3f38ca64c20 req-1c5d4570-1d48-4cd9-99eb-117aa867ca06 service neutron] Attempting to bind port b3c2b51e-3949-41ac-9012-4a8d19c10f2a on host n-h1-779913-29 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:19:47.140921 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-74846938-a4d1-4de8-a450-d3f38ca64c20 req-1c5d4570-1d48-4cd9-99eb-117aa867ca06 service neutron] Attempting to bind port b3c2b51e-3949-41ac-9012-4a8d19c10f2a by drivers openvswitch,hyperv on host n-h1-779913-29 at level 0 using segments [{'id': '01d3a1cb-0c03-4cf6-93ad-80731b093c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'd5b4013b-42cf-4baf-b88c-1346c6034b92'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:19:47.141243 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74846938-a4d1-4de8-a450-d3f38ca64c20 req-1c5d4570-1d48-4cd9-99eb-117aa867ca06 service neutron] Attempting to bind port b3c2b51e-3949-41ac-9012-4a8d19c10f2a on network d5b4013b-42cf-4baf-b88c-1346c6034b92 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:19:47.151318 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74846938-a4d1-4de8-a450-d3f38ca64c20 req-1c5d4570-1d48-4cd9-99eb-117aa867ca06 service neutron] Port b3c2b51e-3949-41ac-9012-4a8d19c10f2a on network d5b4013b-42cf-4baf-b88c-1346c6034b92 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-29 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:19:47.151842 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74846938-a4d1-4de8-a450-d3f38ca64c20 req-1c5d4570-1d48-4cd9-99eb-117aa867ca06 service neutron] Attempting to bind port b3c2b51e-3949-41ac-9012-4a8d19c10f2a on network d5b4013b-42cf-4baf-b88c-1346c6034b92 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:19:47.166802 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74846938-a4d1-4de8-a450-d3f38ca64c20 req-1c5d4570-1d48-4cd9-99eb-117aa867ca06 service neutron] Checking agent: {'id': 'de11e667-f145-47b0-bd09-334a7505938e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 13, 12), 'started_at': datetime.datetime(2021, 7, 14, 9, 13, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 19, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:19:47.167191 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74846938-a4d1-4de8-a450-d3f38ca64c20 req-1c5d4570-1d48-4cd9-99eb-117aa867ca06 service neutron] Checking segment: {'id': '01d3a1cb-0c03-4cf6-93ad-80731b093c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'd5b4013b-42cf-4baf-b88c-1346c6034b92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:19:47.167589 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74846938-a4d1-4de8-a450-d3f38ca64c20 req-1c5d4570-1d48-4cd9-99eb-117aa867ca06 service neutron] Bound using segment: {'id': '01d3a1cb-0c03-4cf6-93ad-80731b093c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'd5b4013b-42cf-4baf-b88c-1346c6034b92'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:19:47.168029 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-74846938-a4d1-4de8-a450-d3f38ca64c20 req-1c5d4570-1d48-4cd9-99eb-117aa867ca06 service neutron] Bound port: b3c2b51e-3949-41ac-9012-4a8d19c10f2a, host: n-h1-779913-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01d3a1cb-0c03-4cf6-93ad-80731b093c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'd5b4013b-42cf-4baf-b88c-1346c6034b92'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:19:47.168378 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-74846938-a4d1-4de8-a450-d3f38ca64c20 req-1c5d4570-1d48-4cd9-99eb-117aa867ca06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:47.215167 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] get_ports_and_sgs() called for port_ids ['2feffcf8-edef-412b-9ef7-d72c3529d55a', '89b93a88-8318-4b86-8e96-0157da76e316'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:19:47.225525 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c27c22fe-01e5-4711-a53f-6416a5a27b77 req-bbcf23e0-fde5-4ca5-a85d-e8710073c87e service neutron] 10.222.0.68 "GET /v2.0/networks/e7cb481e-49dc-464e-b748-d3d2c45f69f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578982 Jul 14 09:19:47.275475 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-eb302c5b-d378-4ce0-b35a-383ed7dfe249 req-202dc3d3-b626-4ac9-b420-771bf0bba147 tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] 10.222.0.68 "GET /v2.0/ports?device_id=8206666c-d9ee-4931-8152-2da39b7a6ae4 HTTP/1.1" status: 200 len: 210 time: 0.0454557 Jul 14 09:19:47.319775 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 60233236-017c-4eb9-b520-a390181c9e60 no longer exists at agent hyperv_n-h2-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:19:47.361845 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] No Port match for: 60233236-017c-4eb9-b520-a390181c9e60 {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:19:47.362188 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 60233236-017c-4eb9-b520-a390181c9e60 not bound to the agent host n-h2-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:19:47.362605 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 2feffcf8-edef-412b-9ef7-d72c3529d55a no longer exists at agent hyperv_n-h2-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:19:47.381391 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c27c22fe-01e5-4711-a53f-6416a5a27b77 req-dc2bae8e-ff27-40b2-9c39-395764168150 service neutron] 10.222.0.68 "GET /v2.0/networks/e7cb481e-49dc-464e-b748-d3d2c45f69f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548116 Jul 14 09:19:47.407767 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] No Port match for: 2feffcf8-edef-412b-9ef7-d72c3529d55a {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:19:47.408059 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 2feffcf8-edef-412b-9ef7-d72c3529d55a not bound to the agent host n-h2-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:19:47.436466 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f359bcf9-b946-4e9b-9e8b-1568feb392e5 req-45a97ff4-d63f-47d1-8377-9d2f787a0d85 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=f15ecc2e979442a6b02936316f8b33e1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0357902 Jul 14 09:19:47.440578 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-74846938-a4d1-4de8-a450-d3f38ca64c20 req-1c5d4570-1d48-4cd9-99eb-117aa867ca06 service neutron] For port b3c2b51e-3949-41ac-9012-4a8d19c10f2a, host n-h1-779913-29, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:19:47.488779 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-74846938-a4d1-4de8-a450-d3f38ca64c20 req-1c5d4570-1d48-4cd9-99eb-117aa867ca06 service neutron] For port b3c2b51e-3949-41ac-9012-4a8d19c10f2a, host n-h1-779913-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=b3c2b51e-3949-41ac-9012-4a8d19c10f2a,segment=NetworkSegment(01d3a1cb-0c03-4cf6-93ad-80731b093c35),segment_id=01d3a1cb-0c03-4cf6-93ad-80731b093c35)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:19:47.518980 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-74846938-a4d1-4de8-a450-d3f38ca64c20 req-1c5d4570-1d48-4cd9-99eb-117aa867ca06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:47.531881 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-17f7099a-8afc-412d-b341-35be28ba913a req-42a8f9f2-4012-4e57-b73d-a7ea65fb6586 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/ports?device_id=b445a760-a797-4027-b6cd-42763947c867 HTTP/1.1" status: 200 len: 210 time: 0.0729408 Jul 14 09:19:47.597795 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74846938-a4d1-4de8-a450-d3f38ca64c20 req-1c5d4570-1d48-4cd9-99eb-117aa867ca06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:47.598427 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-74846938-a4d1-4de8-a450-d3f38ca64c20 req-1c5d4570-1d48-4cd9-99eb-117aa867ca06 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:47.599837 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-74846938-a4d1-4de8-a450-d3f38ca64c20 req-1c5d4570-1d48-4cd9-99eb-117aa867ca06 service neutron] 10.222.0.65 "PUT /v2.0/ports/b3c2b51e-3949-41ac-9012-4a8d19c10f2a HTTP/1.1" status: 200 len: 1093 time: 2.4705973 Jul 14 09:19:47.630855 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5d4570-1d48-4cd9-99eb-117aa867ca06 service neutron] Pushing event updated for resources: {'Port': ['ID=b3c2b51e-3949-41ac-9012-4a8d19c10f2a,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:47.711904 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f359bcf9-b946-4e9b-9e8b-1568feb392e5 req-87f8bb80-4b38-47bb-a384-115975afd13b tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:47.719323 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f359bcf9-b946-4e9b-9e8b-1568feb392e5 req-87f8bb80-4b38-47bb-a384-115975afd13b tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2678938 Jul 14 09:19:47.749333 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-f359bcf9-b946-4e9b-9e8b-1568feb392e5 req-79508b1f-1181-4b5e-831e-91e54107fa5a tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Request body: {'port': {'device_id': 'b445a760-a797-4027-b6cd-42763947c867', 'network_id': '2244f7a1-04bd-42cd-9e86-31839b46f57f', 'admin_state_up': True, 'tenant_id': 'f15ecc2e979442a6b02936316f8b33e1'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:19:47.815801 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74846938-a4d1-4de8-a450-d3f38ca64c20 req-e1e2795b-c4fc-44d4-819b-a14ee4420059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:47.817452 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-74846938-a4d1-4de8-a450-d3f38ca64c20 req-e1e2795b-c4fc-44d4-819b-a14ee4420059 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=693039a9031c4718ab71870c2e8c0097&device_id=2a4afe86-d772-4a97-addd-b37141f89690 HTTP/1.1" status: 200 len: 1096 time: 0.1513445 Jul 14 09:19:47.898259 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-74846938-a4d1-4de8-a450-d3f38ca64c20 req-90313642-fabf-4ef7-b1e9-190838053b9e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b3c2b51e-3949-41ac-9012-4a8d19c10f2a HTTP/1.1" status: 200 len: 217 time: 0.0661242 Jul 14 09:19:47.959376 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 09:19:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c14e854f-1cce-4c81-9ff5-fb48fa9e27ea x-openstack-request-id: req-c14e854f-1cce-4c81-9ff5-fb48fa9e27ea {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:19:47.959576 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9469915a-ae06-4f76-9764-28e54a0c3bb6", "name": "network-vif-unplugged", "status": "completed", "tag": "6a6e006f-ab54-4229-9755-36575b786a53", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:19:47.959677 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-c14e854f-1cce-4c81-9ff5-fb48fa9e27ea {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:19:47.960268 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9469915a-ae06-4f76-9764-28e54a0c3bb6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a6e006f-ab54-4229-9755-36575b786a53', 'code': 200} Jul 14 09:19:47.990046 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74846938-a4d1-4de8-a450-d3f38ca64c20 req-0d4d07d7-3ee0-4684-9431-96980ddf5e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:47.991847 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-74846938-a4d1-4de8-a450-d3f38ca64c20 req-0d4d07d7-3ee0-4684-9431-96980ddf5e39 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ff357304-9a7a-4849-886e-222423635809 HTTP/1.1" status: 200 len: 863 time: 0.0866039 Jul 14 09:19:48.008964 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f359bcf9-b946-4e9b-9e8b-1568feb392e5 req-79508b1f-1181-4b5e-831e-91e54107fa5a tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Made reservation on behalf of f15ecc2e979442a6b02936316f8b33e1 for: {'port': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:19:48.012868 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-f359bcf9-b946-4e9b-9e8b-1568feb392e5 req-79508b1f-1181-4b5e-831e-91e54107fa5a tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:48.192313 n-d-779913-29 neutron-server[93958]: INFO neutron.api.v2.resource [req-a6f247db-f640-43b8-9658-2b28f7b38a6f req-e762d0bc-9d0d-47e7-9ff6-9c25b8aed0c7 tempest-FloatingIPsTestJSON-1953962304 tempest-FloatingIPsTestJSON-1953962304-project] show failed (client error): The resource could not be found. Jul 14 09:19:48.193835 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-a6f247db-f640-43b8-9658-2b28f7b38a6f req-e762d0bc-9d0d-47e7-9ff6-9c25b8aed0c7 tempest-FloatingIPsTestJSON-1953962304 tempest-FloatingIPsTestJSON-1953962304-project] 10.222.0.68 "GET /v2.0/floatingips/4182f45c-2186-4503-99ad-e1d17f8eefff HTTP/1.1" status: 404 len: 350 time: 0.0720475 Jul 14 09:19:48.364772 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-9dfd3014-59fc-4462-98e0-08af9c33a605 req-29e91ed8-8e76-4172-b70f-223b67f3bf7d tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] 10.222.0.68 "GET /v2.0/ports?device_id=47f61015-0034-413d-87cf-74efb13c3750 HTTP/1.1" status: 200 len: 210 time: 0.0348601 Jul 14 09:19:48.452934 n-d-779913-29 neutron-server[93958]: INFO neutron.api.v2.resource [req-caed3c5a-701c-4336-8890-9cd304257f69 req-4bc34c7b-2573-4293-8fdc-f446bcbb622b tempest-FloatingIPsTestJSON-1953962304 tempest-FloatingIPsTestJSON-1953962304-project] show failed (client error): The resource could not be found. Jul 14 09:19:48.454018 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-caed3c5a-701c-4336-8890-9cd304257f69 req-4bc34c7b-2573-4293-8fdc-f446bcbb622b tempest-FloatingIPsTestJSON-1953962304 tempest-FloatingIPsTestJSON-1953962304-project] 10.222.0.68 "GET /v2.0/floatingips/4182f45c-2186-4503-99ad-e1d17f8eefff HTTP/1.1" status: 404 len: 350 time: 0.0440357 Jul 14 09:19:48.464900 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 39690) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:19:48.485686 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74846938-a4d1-4de8-a450-d3f38ca64c20 req-873f796d-f382-4670-8fcd-465732eb5802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:48.488618 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-74846938-a4d1-4de8-a450-d3f38ca64c20 req-873f796d-f382-4670-8fcd-465732eb5802 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d5b4013b-42cf-4baf-b88c-1346c6034b92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4895010 Jul 14 09:19:48.509326 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469f0e76-c80d-44e1-833c-4bc3366848fb req-2c5659b7-a61c-4610-b60b-d3fe10b00849 tempest-ServersWithSpecificFlavorTestJSON-1964774978 tempest-ServersWithSpecificFlavorTestJSON-1964774978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:48.514097 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-469f0e76-c80d-44e1-833c-4bc3366848fb req-2c5659b7-a61c-4610-b60b-d3fe10b00849 tempest-ServersWithSpecificFlavorTestJSON-1964774978 tempest-ServersWithSpecificFlavorTestJSON-1964774978-project] 10.222.0.68 "GET /v2.0/ports?device_id=2a4afe86-d772-4a97-addd-b37141f89690 HTTP/1.1" status: 200 len: 944 time: 0.1937118 Jul 14 09:19:48.611021 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [req-f359bcf9-b946-4e9b-9e8b-1568feb392e5 req-79508b1f-1181-4b5e-831e-91e54107fa5a tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Allocated IP 192.168.233.219 (2244f7a1-04bd-42cd-9e86-31839b46f57f/85060e65-3b2f-4a6c-a04c-ce849daa5b3b/ab670002-3e80-47de-be53-d3af3a9c1d12) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:19:48.673580 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-469f0e76-c80d-44e1-833c-4bc3366848fb req-5f88a664-3589-4393-a517-7d0ffcca625a tempest-ServersWithSpecificFlavorTestJSON-1964774978 tempest-ServersWithSpecificFlavorTestJSON-1964774978-project] 10.222.0.68 "GET /v2.0/security-groups?id=c439237c-c705-4180-98e6-8dcbf5353a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1493909 Jul 14 09:19:48.726824 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae5e5bc-7f7d-406a-9a6c-3679d2bdb179 req-98afc8d1-1665-4466-a7c2-85303228d86d tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:48.728325 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-0ae5e5bc-7f7d-406a-9a6c-3679d2bdb179 req-98afc8d1-1665-4466-a7c2-85303228d86d tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] 10.222.0.68 "GET /v2.0/networks?id=9b8a6edc-bbae-47ce-bda0-fb444fc735c0 HTTP/1.1" status: 200 len: 804 time: 0.1675932 Jul 14 09:19:48.766867 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] get_ports_and_sgs() called for port_ids ['ccee558a-d407-4279-9836-cee5ed170c31'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:19:48.799483 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-0ae5e5bc-7f7d-406a-9a6c-3679d2bdb179 req-60164106-1101-405e-a4f0-0f6b29f5378d tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] 10.222.0.68 "GET /v2.0/quotas/7106393f864d424cbb37d8910f9a40b9 HTTP/1.1" status: 200 len: 375 time: 0.0433705 Jul 14 09:19:48.826684 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-74846938-a4d1-4de8-a450-d3f38ca64c20 req-0e6b577d-8c8b-4cd3-85fc-b57f09edbc75 service neutron] 10.222.0.65 "GET /v2.0/networks/d5b4013b-42cf-4baf-b88c-1346c6034b92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3243935 Jul 14 09:19:48.917615 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-f359bcf9-b946-4e9b-9e8b-1568feb392e5 req-79508b1f-1181-4b5e-831e-91e54107fa5a tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:48.952904 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [req-f359bcf9-b946-4e9b-9e8b-1568feb392e5 req-79508b1f-1181-4b5e-831e-91e54107fa5a tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Transition to ACTIVE for port object ab670002-3e80-47de-be53-d3af3a9c1d12 will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:19:48.984505 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-74846938-a4d1-4de8-a450-d3f38ca64c20 req-57c60446-619b-428a-8496-5a4a1237ed0b service neutron] 10.222.0.65 "GET /v2.0/networks/d5b4013b-42cf-4baf-b88c-1346c6034b92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503389 Jul 14 09:19:48.992196 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-0ae5e5bc-7f7d-406a-9a6c-3679d2bdb179 req-7cc9b06b-907a-4ee4-a892-5b8eda71bbe0 tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=7106393f864d424cbb37d8910f9a40b9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1828492 Jul 14 09:19:49.013676 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-f359bcf9-b946-4e9b-9e8b-1568feb392e5 req-79508b1f-1181-4b5e-831e-91e54107fa5a tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:49.079700 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f359bcf9-b946-4e9b-9e8b-1568feb392e5 req-79508b1f-1181-4b5e-831e-91e54107fa5a tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Network 2244f7a1-04bd-42cd-9e86-31839b46f57f is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:19:49.087697 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [req-f359bcf9-b946-4e9b-9e8b-1568feb392e5 req-79508b1f-1181-4b5e-831e-91e54107fa5a tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:19:49.092966 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-f359bcf9-b946-4e9b-9e8b-1568feb392e5 req-79508b1f-1181-4b5e-831e-91e54107fa5a tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:19:49.127550 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8206666c-d9ee-4931-8152-2da39b7a6ae4', 'name': 'network-vif-deleted', 'tag': '2feffcf8-edef-412b-9ef7-d72c3529d55a'}, {'name': 'network-changed', 'server_uuid': '2a4afe86-d772-4a97-addd-b37141f89690', 'tag': 'b3c2b51e-3949-41ac-9012-4a8d19c10f2a'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:19:49.129819 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-539af16d-5db9-4c51-bab7-4bc06b3ae351" -d '{"events": [{"server_uuid": "8206666c-d9ee-4931-8152-2da39b7a6ae4", "name": "network-vif-deleted", "tag": "2feffcf8-edef-412b-9ef7-d72c3529d55a"}, {"name": "network-changed", "server_uuid": "2a4afe86-d772-4a97-addd-b37141f89690", "tag": "b3c2b51e-3949-41ac-9012-4a8d19c10f2a"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:19:49.135420 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79508b1f-1181-4b5e-831e-91e54107fa5a tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Pushing event updated for resources: {'Port': ['ID=ab670002-3e80-47de-be53-d3af3a9c1d12,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:49.141645 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-0ae5e5bc-7f7d-406a-9a6c-3679d2bdb179 req-ffc1449d-b11c-4e2c-b365-02694ebd6e79 service neutron] 10.222.0.68 "GET /v2.0/networks/9b8a6edc-bbae-47ce-bda0-fb444fc735c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482284 Jul 14 09:19:49.166197 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f359bcf9-b946-4e9b-9e8b-1568feb392e5 req-79508b1f-1181-4b5e-831e-91e54107fa5a tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:49.166856 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-f359bcf9-b946-4e9b-9e8b-1568feb392e5 req-79508b1f-1181-4b5e-831e-91e54107fa5a tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:49.181260 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f359bcf9-b946-4e9b-9e8b-1568feb392e5 req-79508b1f-1181-4b5e-831e-91e54107fa5a tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4409413 Jul 14 09:19:49.207058 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-f359bcf9-b946-4e9b-9e8b-1568feb392e5 req-0b367ef0-85f5-48fd-9c4f-39fbdae5c2bb service neutron] Request body: {'port': {'device_id': 'b445a760-a797-4027-b6cd-42763947c867', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-29'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:19:49.234329 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b824d3d2-fcbf-4b40-b0b1-28a9c401d0db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-683602'] for router_interface, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:49.298995 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-0ae5e5bc-7f7d-406a-9a6c-3679d2bdb179 req-54634804-e56d-4e99-90b2-668719dbd7e8 service neutron] 10.222.0.68 "GET /v2.0/networks/9b8a6edc-bbae-47ce-bda0-fb444fc735c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561284 Jul 14 09:19:49.409361 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d1f583-0895-4425-af0d-0c049ec921d6 req-8edc08fb-fc96-4641-b2e4-bfb05e118b38 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:49.420740 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d8d1f583-0895-4425-af0d-0c049ec921d6 req-8edc08fb-fc96-4641-b2e4-bfb05e118b38 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/ports?device_id=b445a760-a797-4027-b6cd-42763947c867 HTTP/1.1" status: 200 len: 936 time: 0.1730058 Jul 14 09:19:49.446709 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-00e735a4-11b8-4451-99a8-32925709fa32 None None] Provisioning for port ab670002-3e80-47de-be53-d3af3a9c1d12 completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:19:49.453535 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-00e735a4-11b8-4451-99a8-32925709fa32 None None] Provisioning complete for port ab670002-3e80-47de-be53-d3af3a9c1d12 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:19:49.454240 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-00e735a4-11b8-4451-99a8-32925709fa32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:49.469390 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-f359bcf9-b946-4e9b-9e8b-1568feb392e5 req-0b367ef0-85f5-48fd-9c4f-39fbdae5c2bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:49.553783 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] get_ports_and_sgs() called for port_ids ['3c588ba2-3350-4d26-ae32-a0222859845a', '3bee9368-ec6b-43ef-baa3-7d86465c278e', '2ef0f816-02a2-4c58-9b68-99ce025a71a7'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:19:49.586522 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-b824d3d2-fcbf-4b40-b0b1-28a9c401d0db admin admin] Deleting port de627bc7-607a-4757-8ece-b8b0307c6868 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:19:49.587180 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b824d3d2-fcbf-4b40-b0b1-28a9c401d0db admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:49.617824 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d8d1f583-0895-4425-af0d-0c049ec921d6 req-f890528a-6efa-4283-9781-9a0f8fe6b60b tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/security-groups?id=93b55648-4dd6-4852-bb99-9aa842ab19a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959102 Jul 14 09:19:49.642550 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-00e735a4-11b8-4451-99a8-32925709fa32 None None] Port ab670002-3e80-47de-be53-d3af3a9c1d12 cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:19:49.701036 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-b824d3d2-fcbf-4b40-b0b1-28a9c401d0db admin admin] For port de627bc7-607a-4757-8ece-b8b0307c6868, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=de627bc7-607a-4757-8ece-b8b0307c6868,segment=NetworkSegment(8df5fac2-c020-41b7-9112-3fed38728d2f),segment_id=8df5fac2-c020-41b7-9112-3fed38728d2f)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:19:49.701420 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b824d3d2-fcbf-4b40-b0b1-28a9c401d0db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:49.723586 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27c22fe-01e5-4711-a53f-6416a5a27b77 req-4116f00f-6db8-4a00-98e1-640692c55918 tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:49.725266 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c27c22fe-01e5-4711-a53f-6416a5a27b77 req-4116f00f-6db8-4a00-98e1-640692c55918 tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] 10.222.0.57 "GET /v2.0/networks?id=e7cb481e-49dc-464e-b748-d3d2c45f69f9 HTTP/1.1" status: 200 len: 820 time: 0.3661606 Jul 14 09:19:49.754787 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-b824d3d2-fcbf-4b40-b0b1-28a9c401d0db admin admin] Calling delete_port for de627bc7-607a-4757-8ece-b8b0307c6868 owned by network:router_interface {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:19:49.780623 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-c27c22fe-01e5-4711-a53f-6416a5a27b77 req-ae5512c1-f81a-4a6a-8dbd-60b0cca6c36a tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] Request body: {'port': {'device_id': '47f61015-0034-413d-87cf-74efb13c3750', 'network_id': 'e7cb481e-49dc-464e-b748-d3d2c45f69f9', 'admin_state_up': True, 'tenant_id': 'e14af975015c4397b9da2a89a906dfc2'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:19:50.214956 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b824d3d2-fcbf-4b40-b0b1-28a9c401d0db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:50.223375 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c27c22fe-01e5-4711-a53f-6416a5a27b77 req-ae5512c1-f81a-4a6a-8dbd-60b0cca6c36a tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] Made reservation on behalf of e14af975015c4397b9da2a89a906dfc2 for: {'port': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:19:50.228959 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-c27c22fe-01e5-4711-a53f-6416a5a27b77 req-ae5512c1-f81a-4a6a-8dbd-60b0cca6c36a tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:50.268856 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b824d3d2-fcbf-4b40-b0b1-28a9c401d0db admin admin] Pushing event deleted for resources: {'Port': ['ID=de627bc7-607a-4757-8ece-b8b0307c6868,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:50.423676 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [req-f359bcf9-b946-4e9b-9e8b-1568feb392e5 req-0b367ef0-85f5-48fd-9c4f-39fbdae5c2bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab670002-3e80-47de-be53-d3af3a9c1d12 {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:19:50.430614 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 14 Jul 2021 09:19:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f2f846b-28e5-4931-9adb-50fe5c44cda6 x-openstack-request-id: req-6f2f846b-28e5-4931-9adb-50fe5c44cda6 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:19:50.430913 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8206666c-d9ee-4931-8152-2da39b7a6ae4", "name": "network-vif-deleted", "tag": "2feffcf8-edef-412b-9ef7-d72c3529d55a", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "2a4afe86-d772-4a97-addd-b37141f89690", "tag": "b3c2b51e-3949-41ac-9012-4a8d19c10f2a", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:19:50.431175 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-6f2f846b-28e5-4931-9adb-50fe5c44cda6 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:19:50.431574 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8206666c-d9ee-4931-8152-2da39b7a6ae4', 'name': 'network-vif-deleted', 'tag': '2feffcf8-edef-412b-9ef7-d72c3529d55a', 'status': 'completed', 'code': 200} Jul 14 09:19:50.431832 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a4afe86-d772-4a97-addd-b37141f89690', 'tag': 'b3c2b51e-3949-41ac-9012-4a8d19c10f2a', 'status': 'completed', 'code': 200} Jul 14 09:19:50.461088 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-f359bcf9-b946-4e9b-9e8b-1568feb392e5 req-0b367ef0-85f5-48fd-9c4f-39fbdae5c2bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:50.488286 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c78991-da2a-4bf5-9c5c-8576c26d5693 req-33097c1f-6bf8-4a5a-92d3-89c949094c77 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:50.490734 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-51c78991-da2a-4bf5-9c5c-8576c26d5693 req-33097c1f-6bf8-4a5a-92d3-89c949094c77 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] 10.222.0.68 "GET /v2.0/ports?device_id=020e8c72-a14e-4f01-b978-0490c56491f8 HTTP/1.1" status: 200 len: 950 time: 0.6214654 Jul 14 09:19:50.512475 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [req-c27c22fe-01e5-4711-a53f-6416a5a27b77 req-ae5512c1-f81a-4a6a-8dbd-60b0cca6c36a tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] Allocated IP 172.20.0.13 (e7cb481e-49dc-464e-b748-d3d2c45f69f9/a1f8d7cc-d5f0-4ac4-b550-493e46cf12fc/dcca8c07-a9b5-406f-9143-2bd6bb078786) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:19:50.613021 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-51c78991-da2a-4bf5-9c5c-8576c26d5693 req-9ea3a9da-9309-45f1-82dc-0c816aa3365f tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] 10.222.0.68 "GET /v2.0/security-groups?id=c9156572-74c8-4b9e-9f0a-c202a5ef91ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747375 Jul 14 09:19:50.624557 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [req-f359bcf9-b946-4e9b-9e8b-1568feb392e5 req-0b367ef0-85f5-48fd-9c4f-39fbdae5c2bb service neutron] Transition to ACTIVE for port object ab670002-3e80-47de-be53-d3af3a9c1d12 will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:19:50.680464 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-f359bcf9-b946-4e9b-9e8b-1568feb392e5 req-0b367ef0-85f5-48fd-9c4f-39fbdae5c2bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:50.740982 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b367ef0-85f5-48fd-9c4f-39fbdae5c2bb service neutron] Pushing event updated for resources: {'Port': ['ID=ab670002-3e80-47de-be53-d3af3a9c1d12,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:50.829609 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-9d8af0bc-2ce1-4e6d-bce7-f4a63c66c5fb req-0edbffa2-c349-47a7-91f9-5dba0433e799 tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] 10.222.0.68 "GET /v2.0/ports?device_id=47f61015-0034-413d-87cf-74efb13c3750 HTTP/1.1" status: 200 len: 210 time: 0.3723743 Jul 14 09:19:50.838787 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f1caac3f-d0c8-4285-9f83-799e30b41eae req-ffd798fe-fad4-4b7d-9935-c555365d9f87 tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] 10.222.0.68 "GET /v2.0/ports?device_id=71487dfe-69ab-4eea-85c1-9e56b4db102b HTTP/1.1" status: 200 len: 210 time: 0.0771291 Jul 14 09:19:50.867980 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539af16d-5db9-4c51-bab7-4bc06b3ae351 req-7fe07275-882d-4686-b7c5-eb7775d6d89f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:50.869719 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-539af16d-5db9-4c51-bab7-4bc06b3ae351 req-7fe07275-882d-4686-b7c5-eb7775d6d89f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=693039a9031c4718ab71870c2e8c0097&device_id=2a4afe86-d772-4a97-addd-b37141f89690 HTTP/1.1" status: 200 len: 1096 time: 0.4409304 Jul 14 09:19:51.002837 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539af16d-5db9-4c51-bab7-4bc06b3ae351 req-0890ea62-1d14-4fe2-8ec8-793ac4da4bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:51.004389 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-539af16d-5db9-4c51-bab7-4bc06b3ae351 req-0890ea62-1d14-4fe2-8ec8-793ac4da4bd9 service neutron] 10.222.0.65 "GET /v2.0/networks?id=d5b4013b-42cf-4baf-b88c-1346c6034b92 HTTP/1.1" status: 200 len: 925 time: 0.1131535 Jul 14 09:19:51.078143 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b824d3d2-fcbf-4b40-b0b1-28a9c401d0db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-620860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682934'] for router_interface, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:51.129014 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-539af16d-5db9-4c51-bab7-4bc06b3ae351 req-229c9e46-6451-4995-afd5-65ab40bbe6eb service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b3c2b51e-3949-41ac-9012-4a8d19c10f2a HTTP/1.1" status: 200 len: 217 time: 0.1012435 Jul 14 09:19:51.129264 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9219fdae-4c66-4e7b-8153-0caf5be61bc3 req-4ef042da-9c2d-43dc-945d-f1887e22579c tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:51.131116 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-9219fdae-4c66-4e7b-8153-0caf5be61bc3 req-4ef042da-9c2d-43dc-945d-f1887e22579c tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] 10.222.0.57 "GET /v2.0/ports?device_id=9469915a-ae06-4f76-9764-28e54a0c3bb6 HTTP/1.1" status: 200 len: 943 time: 0.8772728 Jul 14 09:19:51.237011 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-c27c22fe-01e5-4711-a53f-6416a5a27b77 req-ae5512c1-f81a-4a6a-8dbd-60b0cca6c36a tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:51.267501 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-f359bcf9-b946-4e9b-9e8b-1568feb392e5 req-0b367ef0-85f5-48fd-9c4f-39fbdae5c2bb service neutron] Attempting to bind port ab670002-3e80-47de-be53-d3af3a9c1d12 on host n-h2-779913-29 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:19:51.267851 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-f359bcf9-b946-4e9b-9e8b-1568feb392e5 req-0b367ef0-85f5-48fd-9c4f-39fbdae5c2bb service neutron] Attempting to bind port ab670002-3e80-47de-be53-d3af3a9c1d12 by drivers openvswitch,hyperv on host n-h2-779913-29 at level 0 using segments [{'id': '8f1c1422-de6c-445f-ab95-4e2c94585b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '2244f7a1-04bd-42cd-9e86-31839b46f57f'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:19:51.268189 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f359bcf9-b946-4e9b-9e8b-1568feb392e5 req-0b367ef0-85f5-48fd-9c4f-39fbdae5c2bb service neutron] Attempting to bind port ab670002-3e80-47de-be53-d3af3a9c1d12 on network 2244f7a1-04bd-42cd-9e86-31839b46f57f {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:19:51.274869 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1daf44e-118a-40d6-b08e-02594364d45b req-9fef3217-75f5-4673-bc2d-7607f0b1f6d9 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:51.276382 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-c1daf44e-118a-40d6-b08e-02594364d45b req-9fef3217-75f5-4673-bc2d-7607f0b1f6d9 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] 10.222.0.65 "GET /v2.0/ports?device_id=020e8c72-a14e-4f01-b978-0490c56491f8 HTTP/1.1" status: 200 len: 950 time: 0.4503431 Jul 14 09:19:51.284981 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539af16d-5db9-4c51-bab7-4bc06b3ae351 req-c45265e6-e878-419e-a426-e4b10595d4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:51.286511 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-539af16d-5db9-4c51-bab7-4bc06b3ae351 req-c45265e6-e878-419e-a426-e4b10595d4a5 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ff357304-9a7a-4849-886e-222423635809 HTTP/1.1" status: 200 len: 863 time: 0.1413822 Jul 14 09:19:51.291202 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f359bcf9-b946-4e9b-9e8b-1568feb392e5 req-0b367ef0-85f5-48fd-9c4f-39fbdae5c2bb service neutron] Port ab670002-3e80-47de-be53-d3af3a9c1d12 on network 2244f7a1-04bd-42cd-9e86-31839b46f57f not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-29 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:19:51.291572 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f359bcf9-b946-4e9b-9e8b-1568feb392e5 req-0b367ef0-85f5-48fd-9c4f-39fbdae5c2bb service neutron] Attempting to bind port ab670002-3e80-47de-be53-d3af3a9c1d12 on network 2244f7a1-04bd-42cd-9e86-31839b46f57f {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:19:51.336953 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f359bcf9-b946-4e9b-9e8b-1568feb392e5 req-0b367ef0-85f5-48fd-9c4f-39fbdae5c2bb service neutron] Checking agent: {'id': '013e4a3b-a634-47b8-b6a5-1a25109b73fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 13, 13), 'started_at': datetime.datetime(2021, 7, 14, 9, 13, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 19, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:19:51.337209 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f359bcf9-b946-4e9b-9e8b-1568feb392e5 req-0b367ef0-85f5-48fd-9c4f-39fbdae5c2bb service neutron] Checking segment: {'id': '8f1c1422-de6c-445f-ab95-4e2c94585b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '2244f7a1-04bd-42cd-9e86-31839b46f57f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:19:51.337652 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f359bcf9-b946-4e9b-9e8b-1568feb392e5 req-0b367ef0-85f5-48fd-9c4f-39fbdae5c2bb service neutron] Bound using segment: {'id': '8f1c1422-de6c-445f-ab95-4e2c94585b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '2244f7a1-04bd-42cd-9e86-31839b46f57f'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:19:51.338114 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-f359bcf9-b946-4e9b-9e8b-1568feb392e5 req-0b367ef0-85f5-48fd-9c4f-39fbdae5c2bb service neutron] Bound port: ab670002-3e80-47de-be53-d3af3a9c1d12, host: n-h2-779913-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f1c1422-de6c-445f-ab95-4e2c94585b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '2244f7a1-04bd-42cd-9e86-31839b46f57f'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:19:51.338740 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-f359bcf9-b946-4e9b-9e8b-1568feb392e5 req-0b367ef0-85f5-48fd-9c4f-39fbdae5c2bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:51.338862 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2141e7a0-b93f-4898-b109-422025548168 req-3db6028f-1692-4739-ab52-f241fca88d97 tempest-ServersWithSpecificFlavorTestJSON-1964774978 tempest-ServersWithSpecificFlavorTestJSON-1964774978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:51.346607 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-2141e7a0-b93f-4898-b109-422025548168 req-3db6028f-1692-4739-ab52-f241fca88d97 tempest-ServersWithSpecificFlavorTestJSON-1964774978 tempest-ServersWithSpecificFlavorTestJSON-1964774978-project] 10.222.0.68 "GET /v2.0/ports?device_id=2a4afe86-d772-4a97-addd-b37141f89690 HTTP/1.1" status: 200 len: 944 time: 0.2918487 Jul 14 09:19:51.391631 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d563c5-b822-42c9-9408-b63607485d3b req-6361f08a-335b-4f8b-a277-792c936310b7 tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:51.402160 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-06d563c5-b822-42c9-9408-b63607485d3b req-6361f08a-335b-4f8b-a277-792c936310b7 tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] 10.222.0.68 "GET /v2.0/ports?device_id=ca448bf7-6123-4542-9a1e-8f670b033294 HTTP/1.1" status: 200 len: 950 time: 0.2771356 Jul 14 09:19:51.490258 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-2141e7a0-b93f-4898-b109-422025548168 req-a399c03b-9dd8-473d-8e42-f6ac3178697c tempest-ServersWithSpecificFlavorTestJSON-1964774978 tempest-ServersWithSpecificFlavorTestJSON-1964774978-project] 10.222.0.68 "GET /v2.0/security-groups?id=c439237c-c705-4180-98e6-8dcbf5353a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1427581 Jul 14 09:19:51.610932 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-9219fdae-4c66-4e7b-8153-0caf5be61bc3 req-1c851e83-b0a5-4126-b449-a47ffffb812c tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] Deleting port 6a6e006f-ab54-4229-9755-36575b786a53 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:19:51.611319 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-9219fdae-4c66-4e7b-8153-0caf5be61bc3 req-1c851e83-b0a5-4126-b449-a47ffffb812c tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:51.648391 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-c27c22fe-01e5-4711-a53f-6416a5a27b77 req-ae5512c1-f81a-4a6a-8dbd-60b0cca6c36a tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:51.687719 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] get_ports_and_sgs() called for port_ids ['ba32fbed-4dee-4c02-8d7e-5389e3020217'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:19:51.736398 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539af16d-5db9-4c51-bab7-4bc06b3ae351 req-f14c5b63-1e3a-4908-810e-50ab2bcaebc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:51.738599 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-539af16d-5db9-4c51-bab7-4bc06b3ae351 req-f14c5b63-1e3a-4908-810e-50ab2bcaebc8 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d5b4013b-42cf-4baf-b88c-1346c6034b92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4397268 Jul 14 09:19:51.765745 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c27c22fe-01e5-4711-a53f-6416a5a27b77 req-ae5512c1-f81a-4a6a-8dbd-60b0cca6c36a tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] Network e7cb481e-49dc-464e-b748-d3d2c45f69f9 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:19:51.768219 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-c1daf44e-118a-40d6-b08e-02594364d45b req-1180a77a-d343-42ca-90f5-7988bf6da135 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] Deleting port e73363ba-0fbb-4d49-bd66-c40967605cd0 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:19:51.768646 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-c1daf44e-118a-40d6-b08e-02594364d45b req-1180a77a-d343-42ca-90f5-7988bf6da135 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:51.776606 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b824d3d2-fcbf-4b40-b0b1-28a9c401d0db admin admin] Router db7c901f-23ed-4ec0-a867-e39e7e7188a2 has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:19:51.783312 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [req-c27c22fe-01e5-4711-a53f-6416a5a27b77 req-ae5512c1-f81a-4a6a-8dbd-60b0cca6c36a tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:19:51.792976 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-06d563c5-b822-42c9-9408-b63607485d3b req-8690e565-4809-4f8f-8c36-2d6e193792b5 tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] 10.222.0.68 "GET /v2.0/security-groups?id=77fde4ca-6f5f-48d5-b2fd-4c103e7ba04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3899508 Jul 14 09:19:51.794458 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-c27c22fe-01e5-4711-a53f-6416a5a27b77 req-ae5512c1-f81a-4a6a-8dbd-60b0cca6c36a tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:19:51.920058 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-9219fdae-4c66-4e7b-8153-0caf5be61bc3 req-1c851e83-b0a5-4126-b449-a47ffffb812c tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] For port 6a6e006f-ab54-4229-9755-36575b786a53, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=6a6e006f-ab54-4229-9755-36575b786a53,segment=NetworkSegment(becdfe35-a9ff-4f14-9744-544114c40ea3),segment_id=becdfe35-a9ff-4f14-9744-544114c40ea3)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:19:51.920058 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-9219fdae-4c66-4e7b-8153-0caf5be61bc3 req-1c851e83-b0a5-4126-b449-a47ffffb812c tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:51.986293 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-9219fdae-4c66-4e7b-8153-0caf5be61bc3 req-1c851e83-b0a5-4126-b449-a47ffffb812c tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] Calling delete_port for 6a6e006f-ab54-4229-9755-36575b786a53 owned by compute:nova {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:19:52.015118 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0b01c4-3b5a-4918-8ea9-646dabc5c095 req-d20530bf-d8e9-468c-9d9f-b7f4c3809a38 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:52.030129 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-be0b01c4-3b5a-4918-8ea9-646dabc5c095 req-d20530bf-d8e9-468c-9d9f-b7f4c3809a38 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/ports?device_id=b445a760-a797-4027-b6cd-42763947c867 HTTP/1.1" status: 200 len: 948 time: 0.3435199 Jul 14 09:19:52.057933 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-c1daf44e-118a-40d6-b08e-02594364d45b req-1180a77a-d343-42ca-90f5-7988bf6da135 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] For port e73363ba-0fbb-4d49-bd66-c40967605cd0, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=e73363ba-0fbb-4d49-bd66-c40967605cd0,segment=NetworkSegment(8f1c1422-de6c-445f-ab95-4e2c94585b2b),segment_id=8f1c1422-de6c-445f-ab95-4e2c94585b2b)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:19:52.058300 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-c1daf44e-118a-40d6-b08e-02594364d45b req-1180a77a-d343-42ca-90f5-7988bf6da135 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:52.084436 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-c1daf44e-118a-40d6-b08e-02594364d45b req-1180a77a-d343-42ca-90f5-7988bf6da135 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] Calling delete_port for e73363ba-0fbb-4d49-bd66-c40967605cd0 owned by compute:nova {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:19:52.099776 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-226a6279-e44e-470f-be18-b926d97b7ba9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:52.206687 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-be0b01c4-3b5a-4918-8ea9-646dabc5c095 req-60e2e4e6-1b18-400e-8130-df8f05fc3103 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/security-groups?id=93b55648-4dd6-4852-bb99-9aa842ab19a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914934 Jul 14 09:19:52.255181 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-f359bcf9-b946-4e9b-9e8b-1568feb392e5 req-0b367ef0-85f5-48fd-9c4f-39fbdae5c2bb service neutron] For port ab670002-3e80-47de-be53-d3af3a9c1d12, host n-h2-779913-29, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:19:52.259432 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.65', 56751) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:19:52.291870 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5512c1-f81a-4a6a-8dbd-60b0cca6c36a tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] Pushing event updated for resources: {'Port': ['ID=dcca8c07-a9b5-406f-9143-2bd6bb078786,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:52.308411 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-f359bcf9-b946-4e9b-9e8b-1568feb392e5 req-0b367ef0-85f5-48fd-9c4f-39fbdae5c2bb service neutron] For port ab670002-3e80-47de-be53-d3af3a9c1d12, host n-h2-779913-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=ab670002-3e80-47de-be53-d3af3a9c1d12,segment=NetworkSegment(8f1c1422-de6c-445f-ab95-4e2c94585b2b),segment_id=8f1c1422-de6c-445f-ab95-4e2c94585b2b)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:19:52.349738 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-f359bcf9-b946-4e9b-9e8b-1568feb392e5 req-0b367ef0-85f5-48fd-9c4f-39fbdae5c2bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:52.355942 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b824d3d2-fcbf-4b40-b0b1-28a9c401d0db admin admin] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:19:52.363053 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-b824d3d2-fcbf-4b40-b0b1-28a9c401d0db admin admin] 10.222.0.68 "PUT /v2.0/routers/db7c901f-23ed-4ec0-a867-e39e7e7188a2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8950210 Jul 14 09:19:52.372856 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c927c4b1-ee6f-413e-8354-2d22745222d3 None None] Sync routers for ids ['db7c901f-23ed-4ec0-a867-e39e7e7188a2'] in n-d-779913-29 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:19:52.373689 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 39736) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:19:52.374817 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae5e5bc-7f7d-406a-9a6c-3679d2bdb179 req-6902dbd8-e735-4e60-b074-7844609e17f8 tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:52.376396 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0ae5e5bc-7f7d-406a-9a6c-3679d2bdb179 req-6902dbd8-e735-4e60-b074-7844609e17f8 tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] 10.222.0.65 "GET /v2.0/networks?id=9b8a6edc-bbae-47ce-bda0-fb444fc735c0 HTTP/1.1" status: 200 len: 804 time: 0.9368074 Jul 14 09:19:52.387144 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27c22fe-01e5-4711-a53f-6416a5a27b77 req-ae5512c1-f81a-4a6a-8dbd-60b0cca6c36a tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:52.387865 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-c27c22fe-01e5-4711-a53f-6416a5a27b77 req-ae5512c1-f81a-4a6a-8dbd-60b0cca6c36a tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:52.400492 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c927c4b1-ee6f-413e-8354-2d22745222d3 None None] Routers {'db7c901f-23ed-4ec0-a867-e39e7e7188a2'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:19:52.402166 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-c927c4b1-ee6f-413e-8354-2d22745222d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:19:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['db7c901f-23ed-4ec0-a867-e39e7e7188a2'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:19:52.414865 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device b3c2b51e-3949-41ac-9012-4a8d19c10f2a details requested by agent hyperv_n-h1-779913-29 with host n-h1-779913-29 {{(pid=93959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:19:52.437324 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-0ae5e5bc-7f7d-406a-9a6c-3679d2bdb179 req-b20c2d36-a008-4b48-9200-0b405efbdd22 tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] Request body: {'port': {'device_id': '71487dfe-69ab-4eea-85c1-9e56b4db102b', 'network_id': '9b8a6edc-bbae-47ce-bda0-fb444fc735c0', 'admin_state_up': True, 'tenant_id': '7106393f864d424cbb37d8910f9a40b9'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:19:52.641550 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port b3c2b51e-3949-41ac-9012-4a8d19c10f2a, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=b3c2b51e-3949-41ac-9012-4a8d19c10f2a,segment=NetworkSegment(01d3a1cb-0c03-4cf6-93ad-80731b093c35),segment_id=01d3a1cb-0c03-4cf6-93ad-80731b093c35)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:19:52.642312 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c27c22fe-01e5-4711-a53f-6416a5a27b77 req-ae5512c1-f81a-4a6a-8dbd-60b0cca6c36a tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8706605 Jul 14 09:19:52.645583 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-c927c4b1-ee6f-413e-8354-2d22745222d3 None None] Set router db7c901f-23ed-4ec0-a867-e39e7e7188a2 gateway port host: n-d-779913-29 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:19:52.648806 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f359bcf9-b946-4e9b-9e8b-1568feb392e5 req-0b367ef0-85f5-48fd-9c4f-39fbdae5c2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:52.650471 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-f359bcf9-b946-4e9b-9e8b-1568feb392e5 req-0b367ef0-85f5-48fd-9c4f-39fbdae5c2bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:52.651934 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f359bcf9-b946-4e9b-9e8b-1568feb392e5 req-0b367ef0-85f5-48fd-9c4f-39fbdae5c2bb service neutron] 10.222.0.57 "PUT /v2.0/ports/ab670002-3e80-47de-be53-d3af3a9c1d12 HTTP/1.1" status: 200 len: 1097 time: 3.4501224 Jul 14 09:19:52.657896 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b445a760-a797-4027-b6cd-42763947c867', 'tag': 'ab670002-3e80-47de-be53-d3af3a9c1d12'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:19:52.659180 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Returning: {'device': 'b3c2b51e-3949-41ac-9012-4a8d19c10f2a', 'network_id': 'd5b4013b-42cf-4baf-b88c-1346c6034b92', 'port_id': 'b3c2b51e-3949-41ac-9012-4a8d19c10f2a', 'mac_address': 'fa:16:3e:c7:c7:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 713, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff357304-9a7a-4849-886e-222423635809', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:19:52.660207 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db2cd231-f6aa-4aa5-bf5d-2b295a2c550b" -d '{"events": [{"name": "network-changed", "server_uuid": "b445a760-a797-4027-b6cd-42763947c867", "tag": "ab670002-3e80-47de-be53-d3af3a9c1d12"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:19:52.730513 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:52.739717 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-539af16d-5db9-4c51-bab7-4bc06b3ae351 req-b4c121c5-afd2-48ef-997b-e1f857e5b464 service neutron] 10.222.0.65 "GET /v2.0/networks/d5b4013b-42cf-4baf-b88c-1346c6034b92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9715397 Jul 14 09:19:52.749110 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-c27c22fe-01e5-4711-a53f-6416a5a27b77 req-49378336-6d15-4587-8ba1-a6a9ba7cf673 service neutron] Request body: {'port': {'device_id': '47f61015-0034-413d-87cf-74efb13c3750', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-29'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:19:52.756620 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3c2b51e-3949-41ac-9012-4a8d19c10f2a {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:19:52.794655 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port b3c2b51e-3949-41ac-9012-4a8d19c10f2a, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=b3c2b51e-3949-41ac-9012-4a8d19c10f2a,segment=NetworkSegment(01d3a1cb-0c03-4cf6-93ad-80731b093c35),segment_id=01d3a1cb-0c03-4cf6-93ad-80731b093c35)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:19:52.800995 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:52.808573 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f91faa-1872-4bd5-b73d-557721a78ad0 req-00e5fab0-8bc2-4205-b7a9-be357f496358 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:52.811584 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-c1daf44e-118a-40d6-b08e-02594364d45b req-1180a77a-d343-42ca-90f5-7988bf6da135 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:52.813133 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-9219fdae-4c66-4e7b-8153-0caf5be61bc3 req-1c851e83-b0a5-4126-b449-a47ffffb812c tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:52.816897 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-97f91faa-1872-4bd5-b73d-557721a78ad0 req-00e5fab0-8bc2-4205-b7a9-be357f496358 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] 10.222.0.68 "GET /v2.0/ports?device_id=020e8c72-a14e-4f01-b978-0490c56491f8 HTTP/1.1" status: 200 len: 950 time: 0.6366656 Jul 14 09:19:52.818728 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ae5e5bc-7f7d-406a-9a6c-3679d2bdb179 req-b20c2d36-a008-4b48-9200-0b405efbdd22 tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] Made reservation on behalf of 7106393f864d424cbb37d8910f9a40b9 for: {'port': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:19:52.822371 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-0ae5e5bc-7f7d-406a-9a6c-3679d2bdb179 req-b20c2d36-a008-4b48-9200-0b405efbdd22 tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:52.844387 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1fb109bd-f729-478d-b0aa-ac393db8bba4 admin admin] Notify callbacks [] for router, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:52.864978 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] get_ports_and_sgs() called for port_ids ['361a3635-453e-4996-a98b-cba54b0b2536', '14c0d95c-c0cf-4b32-9dbe-0ff44c088df3'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:19:52.927320 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] get_ports_and_sgs() called for port_ids ['7876554a-94a5-4362-9d48-ba2ab3e213d6', '82b450e3-7637-42f2-bd8d-3daaed7e61ee', '4428f759-9245-47c1-969d-3af116e0a0e3', 'a8d2c56c-feb8-4d49-b105-e6f69ce0ed6f', 'e73363ba-0fbb-4d49-bd66-c40967605cd0'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:19:52.963694 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1180a77a-d343-42ca-90f5-7988bf6da135 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] Pushing event deleted for resources: {'Port': ['ID=e73363ba-0fbb-4d49-bd66-c40967605cd0,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:53.004015 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [req-0ae5e5bc-7f7d-406a-9a6c-3679d2bdb179 req-b20c2d36-a008-4b48-9200-0b405efbdd22 tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] Allocated IP 172.20.0.14 (9b8a6edc-bbae-47ce-bda0-fb444fc735c0/8ea73f7d-9594-449c-9c84-8c744576418b/28fc8288-f559-4d7b-ad21-e0ad026ce6e6) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:19:53.047952 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Pushing event updated for resources: {'Port': ['ID=b3c2b51e-3949-41ac-9012-4a8d19c10f2a,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:53.060169 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-c927c4b1-ee6f-413e-8354-2d22745222d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db7c901f-23ed-4ec0-a867-e39e7e7188a2', 'name': 'tempest-FloatingIPsTestJSON-1045430639-router', 'tenant_id': '930b4856ba3b41dca05e11014339c70f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.107'}], 'enable_snat': True}, 'gw_port_id': '4caf16aa-4d92-492e-992a-18069a805220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:19:22Z', 'updated_at': '2021-07-14T09:19:50Z', 'revision_number': 5, 'project_id': '930b4856ba3b41dca05e11014339c70f', 'gw_port': {'id': '4caf16aa-4d92-492e-992a-18069a805220', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:90:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7c901f-23ed-4ec0-a867-e39e7e7188a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:19:24Z', 'updated_at': '2021-07-14T09:19:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29'}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:19:53.070837 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:19:53.071317 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:19:53.071664 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:19:53.078377 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:19:53.079079 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:19:53.080781 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:19:53.081447 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:19:53.083090 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:19:53.083708 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:19:53.084271 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:19:53.085995 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34e17c9-d202-4332-b294-f4f43c5b31b9 req-bd95aaad-f27f-4349-b52e-030901472d02 tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:53.086598 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:19:53.087190 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:19:53.093211 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-a34e17c9-d202-4332-b294-f4f43c5b31b9 req-bd95aaad-f27f-4349-b52e-030901472d02 tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] 10.222.0.68 "GET /v2.0/ports?device_id=47f61015-0034-413d-87cf-74efb13c3750 HTTP/1.1" status: 200 len: 932 time: 0.6332536 Jul 14 09:19:53.102063 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c927c4b1-ee6f-413e-8354-2d22745222d3 None None] Checking router: db7c901f-23ed-4ec0-a867-e39e7e7188a2 for host: n-d-779913-29 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:19:53.112881 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c927c4b1-ee6f-413e-8354-2d22745222d3 None None] Routers {'db7c901f-23ed-4ec0-a867-e39e7e7188a2'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:19:53.113754 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-c927c4b1-ee6f-413e-8354-2d22745222d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:19:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['db7c901f-23ed-4ec0-a867-e39e7e7188a2'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:19:53.149045 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c851e83-b0a5-4126-b449-a47ffffb812c tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] Pushing event deleted for resources: {'Port': ['ID=6a6e006f-ab54-4229-9755-36575b786a53,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:53.173969 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-9219fdae-4c66-4e7b-8153-0caf5be61bc3 req-1c851e83-b0a5-4126-b449-a47ffffb812c tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] No DVR routers for this DVR port 6a6e006f-ab54-4229-9755-36575b786a53 on host n-h2-779913-29 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:19:53.183689 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1daf44e-118a-40d6-b08e-02594364d45b req-1180a77a-d343-42ca-90f5-7988bf6da135 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] No DVR routers for this DVR port e73363ba-0fbb-4d49-bd66-c40967605cd0 on host n-h1-779913-29 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:19:53.189990 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-9219fdae-4c66-4e7b-8153-0caf5be61bc3 req-1c851e83-b0a5-4126-b449-a47ffffb812c tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:53.191990 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-9219fdae-4c66-4e7b-8153-0caf5be61bc3 req-1c851e83-b0a5-4126-b449-a47ffffb812c tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] 10.222.0.57 "DELETE /v2.0/ports/6a6e006f-ab54-4229-9755-36575b786a53 HTTP/1.1" status: 204 len: 173 time: 2.0532086 Jul 14 09:19:53.192895 n-d-779913-29 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9469915a-ae06-4f76-9764-28e54a0c3bb6', 'name': 'network-vif-deleted', 'tag': '6a6e006f-ab54-4229-9755-36575b786a53'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:19:53.195302 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cb48f044f948e981f43897c8d7f1332f741dc7af2b4c5a6e19d8f4a80f708e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a210e5e4-49a9-492c-bb5f-85a6d9215d9b" -d '{"events": [{"server_uuid": "9469915a-ae06-4f76-9764-28e54a0c3bb6", "name": "network-vif-deleted", "tag": "6a6e006f-ab54-4229-9755-36575b786a53"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:19:53.203770 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-c1daf44e-118a-40d6-b08e-02594364d45b req-1180a77a-d343-42ca-90f5-7988bf6da135 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:53.205775 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-c1daf44e-118a-40d6-b08e-02594364d45b req-1180a77a-d343-42ca-90f5-7988bf6da135 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] 10.222.0.65 "DELETE /v2.0/ports/e73363ba-0fbb-4d49-bd66-c40967605cd0 HTTP/1.1" status: 204 len: 173 time: 1.9205048 Jul 14 09:19:53.232639 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-0ae5e5bc-7f7d-406a-9a6c-3679d2bdb179 req-b20c2d36-a008-4b48-9200-0b405efbdd22 tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:53.245706 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-a34e17c9-d202-4332-b294-f4f43c5b31b9 req-80514e6c-cb92-496d-96f1-4dcfb086d8bc tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] 10.222.0.68 "GET /v2.0/security-groups?id=7bf941d0-4fab-41ec-a174-078829fdb488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514726 Jul 14 09:19:53.259798 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1fb109bd-f729-478d-b0aa-ac393db8bba4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:53.295604 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-c927c4b1-ee6f-413e-8354-2d22745222d3 None None] Set router db7c901f-23ed-4ec0-a867-e39e7e7188a2 gateway port host: n-d-779913-29 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:19:53.298069 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] get_ports_and_sgs() called for port_ids ['b3c2b51e-3949-41ac-9012-4a8d19c10f2a'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:19:53.347255 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 6a6e006f-ab54-4229-9755-36575b786a53 no longer exists at agent hyperv_n-h2-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:19:53.474417 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] No Port match for: 6a6e006f-ab54-4229-9755-36575b786a53 {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:19:53.480019 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 6a6e006f-ab54-4229-9755-36575b786a53 not bound to the agent host n-h2-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:19:53.638280 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b367ef0-85f5-48fd-9c4f-39fbdae5c2bb service neutron] Pushing event updated for resources: {'Port': ['ID=ab670002-3e80-47de-be53-d3af3a9c1d12,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:53.683623 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b0b518-ac75-47ff-bc0f-7dd8a5bcc82e req-d1e71970-19bd-410c-be1f-710ad3031c07 tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:53.685840 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-52b0b518-ac75-47ff-bc0f-7dd8a5bcc82e req-d1e71970-19bd-410c-be1f-710ad3031c07 tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] 10.222.0.65 "GET /v2.0/ports?device_id=ca448bf7-6123-4542-9a1e-8f670b033294 HTTP/1.1" status: 200 len: 950 time: 1.4200366 Jul 14 09:19:53.696013 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-0ae5e5bc-7f7d-406a-9a6c-3679d2bdb179 req-b20c2d36-a008-4b48-9200-0b405efbdd22 tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:53.766631 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-c927c4b1-ee6f-413e-8354-2d22745222d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db7c901f-23ed-4ec0-a867-e39e7e7188a2', 'name': 'tempest-FloatingIPsTestJSON-1045430639-router', 'tenant_id': '930b4856ba3b41dca05e11014339c70f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.107'}], 'enable_snat': True}, 'gw_port_id': '4caf16aa-4d92-492e-992a-18069a805220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:19:22Z', 'updated_at': '2021-07-14T09:19:50Z', 'revision_number': 5, 'project_id': '930b4856ba3b41dca05e11014339c70f', 'gw_port': {'id': '4caf16aa-4d92-492e-992a-18069a805220', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:90:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7c901f-23ed-4ec0-a867-e39e7e7188a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:19:24Z', 'updated_at': '2021-07-14T09:19:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29'}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:19:53.807575 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c927c4b1-ee6f-413e-8354-2d22745222d3 None None] The sync data for ids ['db7c901f-23ed-4ec0-a867-e39e7e7188a2'] in n-d-779913-29 is: [{'id': 'db7c901f-23ed-4ec0-a867-e39e7e7188a2', 'name': 'tempest-FloatingIPsTestJSON-1045430639-router', 'tenant_id': '930b4856ba3b41dca05e11014339c70f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.107'}], 'enable_snat': True}, 'gw_port_id': '4caf16aa-4d92-492e-992a-18069a805220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:19:22Z', 'updated_at': '2021-07-14T09:19:50Z', 'revision_number': 5, 'project_id': '930b4856ba3b41dca05e11014339c70f', 'gw_port': {'id': '4caf16aa-4d92-492e-992a-18069a805220', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:90:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7c901f-23ed-4ec0-a867-e39e7e7188a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:19:24Z', 'updated_at': '2021-07-14T09:19:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29'}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:19:53.829379 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-97f91faa-1872-4bd5-b73d-557721a78ad0 req-54fd5235-73b2-486b-a93c-2da5982f4b91 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] 10.222.0.68 "GET /v2.0/security-groups?id=c9156572-74c8-4b9e-9f0a-c202a5ef91ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0114825 Jul 14 09:19:53.958821 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-539af16d-5db9-4c51-bab7-4bc06b3ae351 req-c409018e-2d69-4028-88d6-b97f77d657fc service neutron] 10.222.0.65 "GET /v2.0/networks/d5b4013b-42cf-4baf-b88c-1346c6034b92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1972804 Jul 14 09:19:53.959370 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-c27c22fe-01e5-4711-a53f-6416a5a27b77 req-49378336-6d15-4587-8ba1-a6a9ba7cf673 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:54.042298 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20c2d36-a008-4b48-9200-0b405efbdd22 tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] Pushing event updated for resources: {'Port': ['ID=28fc8288-f559-4d7b-ad21-e0ad026ce6e6,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:54.083971 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-1fb109bd-f729-478d-b0aa-ac393db8bba4 admin admin] Deleting port 4caf16aa-4d92-492e-992a-18069a805220 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:19:54.084669 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1fb109bd-f729-478d-b0aa-ac393db8bba4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:54.166590 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ae5e5bc-7f7d-406a-9a6c-3679d2bdb179 req-b20c2d36-a008-4b48-9200-0b405efbdd22 tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] Network 9b8a6edc-bbae-47ce-bda0-fb444fc735c0 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:19:54.183531 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8788d743-f910-4e75-a76b-9d7d47fc99e2 req-cfc996a7-e525-4a8a-92d7-fadaaf99847f tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:54.185236 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-8788d743-f910-4e75-a76b-9d7d47fc99e2 req-cfc996a7-e525-4a8a-92d7-fadaaf99847f tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] 10.222.0.68 "GET /v2.0/ports?device_id=71487dfe-69ab-4eea-85c1-9e56b4db102b HTTP/1.1" status: 200 len: 932 time: 0.2573159 Jul 14 09:19:54.244687 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [req-0ae5e5bc-7f7d-406a-9a6c-3679d2bdb179 req-b20c2d36-a008-4b48-9200-0b405efbdd22 tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:19:54.256322 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ae5e5bc-7f7d-406a-9a6c-3679d2bdb179 req-b20c2d36-a008-4b48-9200-0b405efbdd22 tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:19:54.267036 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f359bcf9-b946-4e9b-9e8b-1568feb392e5 req-ab5df976-ee90-4104-8b90-53acb8169b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:54.268587 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f359bcf9-b946-4e9b-9e8b-1568feb392e5 req-ab5df976-ee90-4104-8b90-53acb8169b87 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f15ecc2e979442a6b02936316f8b33e1&device_id=b445a760-a797-4027-b6cd-42763947c867 HTTP/1.1" status: 200 len: 1100 time: 1.5168993 Jul 14 09:19:54.340390 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-8788d743-f910-4e75-a76b-9d7d47fc99e2 req-7f609403-b72a-4606-b7b1-17fa6ae51586 tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] 10.222.0.68 "GET /v2.0/security-groups?id=4fa97f2f-f617-45f3-9331-b542b3f62cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418779 Jul 14 09:19:54.395507 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-1fb109bd-f729-478d-b0aa-ac393db8bba4 admin admin] For port 4caf16aa-4d92-492e-992a-18069a805220, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=4caf16aa-4d92-492e-992a-18069a805220,segment=NetworkSegment(81bf7a93-80b3-43df-b9d5-462c604a2945),segment_id=81bf7a93-80b3-43df-b9d5-462c604a2945)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:19:54.395924 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1fb109bd-f729-478d-b0aa-ac393db8bba4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:54.413071 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-1fb109bd-f729-478d-b0aa-ac393db8bba4 admin admin] Calling delete_port for 4caf16aa-4d92-492e-992a-18069a805220 owned by network:router_gateway {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:19:54.437388 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [req-52b0b518-ac75-47ff-bc0f-7dd8a5bcc82e req-0295e2b7-0db1-4ca8-ba4b-1f5412273443 tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] Deleting port ccee558a-d407-4279-9836-cee5ed170c31 {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:19:54.437773 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-52b0b518-ac75-47ff-bc0f-7dd8a5bcc82e req-0295e2b7-0db1-4ca8-ba4b-1f5412273443 tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:54.441339 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f359bcf9-b946-4e9b-9e8b-1568feb392e5 req-9916f431-6499-405f-9185-cf016e706ec9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=ab670002-3e80-47de-be53-d3af3a9c1d12 HTTP/1.1" status: 200 len: 217 time: 0.1321425 Jul 14 09:19:54.528208 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:19:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09f8278f-0db8-4ed8-b49d-dfe15e63749f x-openstack-request-id: req-09f8278f-0db8-4ed8-b49d-dfe15e63749f {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:19:54.528503 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b445a760-a797-4027-b6cd-42763947c867", "tag": "ab670002-3e80-47de-be53-d3af3a9c1d12", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:19:54.528763 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-09f8278f-0db8-4ed8-b49d-dfe15e63749f {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:19:54.529166 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b445a760-a797-4027-b6cd-42763947c867', 'tag': 'ab670002-3e80-47de-be53-d3af3a9c1d12', 'status': 'completed', 'code': 200} Jul 14 09:19:54.550107 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device e73363ba-0fbb-4d49-bd66-c40967605cd0 no longer exists at agent hyperv_n-h1-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:19:54.568840 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae5e5bc-7f7d-406a-9a6c-3679d2bdb179 req-b20c2d36-a008-4b48-9200-0b405efbdd22 tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:54.569379 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-0ae5e5bc-7f7d-406a-9a6c-3679d2bdb179 req-b20c2d36-a008-4b48-9200-0b405efbdd22 tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:54.573462 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] No Port match for: e73363ba-0fbb-4d49-bd66-c40967605cd0 {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:19:54.574352 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device e73363ba-0fbb-4d49-bd66-c40967605cd0 not bound to the agent host n-h1-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:19:54.574990 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device ccee558a-d407-4279-9836-cee5ed170c31 no longer exists at agent hyperv_n-h1-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:19:54.658167 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1fb109bd-f729-478d-b0aa-ac393db8bba4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:54.689263 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-52b0b518-ac75-47ff-bc0f-7dd8a5bcc82e req-0295e2b7-0db1-4ca8-ba4b-1f5412273443 tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] For port ccee558a-d407-4279-9836-cee5ed170c31, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=ccee558a-d407-4279-9836-cee5ed170c31,segment=NetworkSegment(8f1c1422-de6c-445f-ab95-4e2c94585b2b),segment_id=8f1c1422-de6c-445f-ab95-4e2c94585b2b)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:19:54.689911 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-52b0b518-ac75-47ff-bc0f-7dd8a5bcc82e req-0295e2b7-0db1-4ca8-ba4b-1f5412273443 tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:54.704195 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:54.714790 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:54.735662 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f63dad-dcd9-4b7e-bbfe-bc27ae45460e req-6e69bb2f-99ba-4d38-b833-fc08d9c698cb tempest-ServersWithSpecificFlavorTestJSON-1964774978 tempest-ServersWithSpecificFlavorTestJSON-1964774978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:54.737329 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-60f63dad-dcd9-4b7e-bbfe-bc27ae45460e req-6e69bb2f-99ba-4d38-b833-fc08d9c698cb tempest-ServersWithSpecificFlavorTestJSON-1964774978 tempest-ServersWithSpecificFlavorTestJSON-1964774978-project] 10.222.0.68 "GET /v2.0/ports?device_id=2a4afe86-d772-4a97-addd-b37141f89690 HTTP/1.1" status: 200 len: 945 time: 0.6350729 Jul 14 09:19:54.738472 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [req-52b0b518-ac75-47ff-bc0f-7dd8a5bcc82e req-0295e2b7-0db1-4ca8-ba4b-1f5412273443 tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] Calling delete_port for ccee558a-d407-4279-9836-cee5ed170c31 owned by compute:nova {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:19:54.747924 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca448bf7-6123-4542-9a1e-8f670b033294', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ccee558a-d407-4279-9836-cee5ed170c31'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:19:54.751057 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd62303f06773040a8a4e189dc46b4f565768c299abf8ab8e7739778b0bc3e97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a78cb6db-1522-4f94-b468-9adb7f0c3fe2" -d '{"events": [{"server_uuid": "ca448bf7-6123-4542-9a1e-8f670b033294", "name": "network-vif-unplugged", "status": "completed", "tag": "ccee558a-d407-4279-9836-cee5ed170c31"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:19:54.760730 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb109bd-f729-478d-b0aa-ac393db8bba4 admin admin] Pushing event deleted for resources: {'Port': ['ID=4caf16aa-4d92-492e-992a-18069a805220,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:54.776369 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0ae5e5bc-7f7d-406a-9a6c-3679d2bdb179 req-b20c2d36-a008-4b48-9200-0b405efbdd22 tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3521552 Jul 14 09:19:54.780831 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port ccee558a-d407-4279-9836-cee5ed170c31, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=ccee558a-d407-4279-9836-cee5ed170c31,segment=NetworkSegment(8f1c1422-de6c-445f-ab95-4e2c94585b2b),segment_id=8f1c1422-de6c-445f-ab95-4e2c94585b2b)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:19:54.784165 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f359bcf9-b946-4e9b-9e8b-1568feb392e5 req-8c9612e7-548f-4ef7-a0ee-f1ca30e95887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:54.785799 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f359bcf9-b946-4e9b-9e8b-1568feb392e5 req-8c9612e7-548f-4ef7-a0ee-f1ca30e95887 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=85060e65-3b2f-4a6c-a04c-ce849daa5b3b HTTP/1.1" status: 200 len: 843 time: 0.3045363 Jul 14 09:19:54.786995 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7120892e-f9d7-4ca0-b8c0-fbf0ee9a8d00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:54.792171 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:54.821856 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-0ae5e5bc-7f7d-406a-9a6c-3679d2bdb179 req-2d2f8ecd-0d6a-414a-be74-9ec17971bc21 service neutron] Request body: {'port': {'device_id': '71487dfe-69ab-4eea-85c1-9e56b4db102b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-29'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:19:54.870883 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Pushing event updated for resources: {'Port': ['ID=ccee558a-d407-4279-9836-cee5ed170c31,revision_number=6']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:54.886777 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3b7c3c-2663-4668-aa96-9995866e3b6b req-f12de65c-58b4-431e-8e0d-9ea420c4d605 tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:54.894541 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-2c3b7c3c-2663-4668-aa96-9995866e3b6b req-f12de65c-58b4-431e-8e0d-9ea420c4d605 tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] 10.222.0.68 "GET /v2.0/ports?device_id=ca448bf7-6123-4542-9a1e-8f670b033294 HTTP/1.1" status: 200 len: 950 time: 0.2010286 Jul 14 09:19:54.919337 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1fb109bd-f729-478d-b0aa-ac393db8bba4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-660532'] for router_gateway, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:54.957800 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-60f63dad-dcd9-4b7e-bbfe-bc27ae45460e req-385ff712-8713-44ff-a0cc-4c0cee3679c9 tempest-ServersWithSpecificFlavorTestJSON-1964774978 tempest-ServersWithSpecificFlavorTestJSON-1964774978-project] 10.222.0.68 "GET /v2.0/security-groups?id=c439237c-c705-4180-98e6-8dcbf5353a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1853054 Jul 14 09:19:55.031658 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-2c3b7c3c-2663-4668-aa96-9995866e3b6b req-b74c0960-69cb-4076-a21b-bad32ea083df tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] 10.222.0.68 "GET /v2.0/security-groups?id=77fde4ca-6f5f-48d5-b2fd-4c103e7ba04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362281 Jul 14 09:19:55.035372 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1fb109bd-f729-478d-b0aa-ac393db8bba4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-711871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12964'] for router, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:55.038541 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1fb109bd-f729-478d-b0aa-ac393db8bba4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:55.087322 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-0ae5e5bc-7f7d-406a-9a6c-3679d2bdb179 req-2d2f8ecd-0d6a-414a-be74-9ec17971bc21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:55.115698 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f359bcf9-b946-4e9b-9e8b-1568feb392e5 req-19a7f38f-80a1-4e5c-bd85-d69b2a1dd029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:55.116434 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:19:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a609144-92cf-4c77-ab86-4f920fa9a31e x-openstack-request-id: req-2a609144-92cf-4c77-ab86-4f920fa9a31e {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:19:55.117225 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f359bcf9-b946-4e9b-9e8b-1568feb392e5 req-19a7f38f-80a1-4e5c-bd85-d69b2a1dd029 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2244f7a1-04bd-42cd-9e86-31839b46f57f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3140543 Jul 14 09:19:55.117381 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9469915a-ae06-4f76-9764-28e54a0c3bb6", "name": "network-vif-deleted", "tag": "6a6e006f-ab54-4229-9755-36575b786a53", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:19:55.117600 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-2a609144-92cf-4c77-ab86-4f920fa9a31e {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:19:55.117989 n-d-779913-29 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9469915a-ae06-4f76-9764-28e54a0c3bb6', 'name': 'network-vif-deleted', 'tag': '6a6e006f-ab54-4229-9755-36575b786a53', 'status': 'completed', 'code': 200} Jul 14 09:19:55.121440 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1fb109bd-f729-478d-b0aa-ac393db8bba4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-704815'] for router, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:55.122836 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fb109bd-f729-478d-b0aa-ac393db8bba4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router db7c901f-23ed-4ec0-a867-e39e7e7188a2 {{(pid=93958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:19:55.131873 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1fb109bd-f729-478d-b0aa-ac393db8bba4 admin admin] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:55.137018 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-1fb109bd-f729-478d-b0aa-ac393db8bba4 admin admin] 10.222.0.68 "DELETE /v2.0/routers/db7c901f-23ed-4ec0-a867-e39e7e7188a2 HTTP/1.1" status: 204 len: 168 time: 2.7595100 Jul 14 09:19:55.138272 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 39756) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:19:55.238704 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-a84d3f6e-6621-4fec-a45a-b2cef7f42a50 admin admin] Deleting subnet bf082b31-2da3-4059-9122-e9e1dbd9e539 {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:19:55.242823 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a84d3f6e-6621-4fec-a45a-b2cef7f42a50 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:55.327675 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a84d3f6e-6621-4fec-a45a-b2cef7f42a50 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13574120'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:55.335265 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [req-c27c22fe-01e5-4711-a53f-6416a5a27b77 req-49378336-6d15-4587-8ba1-a6a9ba7cf673 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dcca8c07-a9b5-406f-9143-2bd6bb078786 {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:19:55.344719 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-c27c22fe-01e5-4711-a53f-6416a5a27b77 req-49378336-6d15-4587-8ba1-a6a9ba7cf673 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:55.358384 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [req-c27c22fe-01e5-4711-a53f-6416a5a27b77 req-49378336-6d15-4587-8ba1-a6a9ba7cf673 service neutron] Transition to ACTIVE for port object dcca8c07-a9b5-406f-9143-2bd6bb078786 will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:19:55.406927 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-c27c22fe-01e5-4711-a53f-6416a5a27b77 req-49378336-6d15-4587-8ba1-a6a9ba7cf673 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:55.453867 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-52b0b518-ac75-47ff-bc0f-7dd8a5bcc82e req-0295e2b7-0db1-4ca8-ba4b-1f5412273443 tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:55.456429 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2e5a5e-660d-4aed-91fb-de69df04bff1 req-a8965bae-ac85-43ea-bdd4-10748fed6df7 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:55.458019 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-5b2e5a5e-660d-4aed-91fb-de69df04bff1 req-a8965bae-ac85-43ea-bdd4-10748fed6df7 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/ports?device_id=b445a760-a797-4027-b6cd-42763947c867 HTTP/1.1" status: 200 len: 948 time: 0.1453238 Jul 14 09:19:55.463403 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a84d3f6e-6621-4fec-a45a-b2cef7f42a50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3481002'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:55.490474 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] get_ports_and_sgs() called for port_ids ['89b93a88-8318-4b86-8e96-0157da76e316'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:19:55.527176 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-5b2e5a5e-660d-4aed-91fb-de69df04bff1 req-1983935f-52d5-44d1-8461-d9728b6e0dd8 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/security-groups?id=93b55648-4dd6-4852-bb99-9aa842ab19a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591195 Jul 14 09:19:55.579298 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a84d3f6e-6621-4fec-a45a-b2cef7f42a50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13574056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16714573'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:55.614175 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84d3f6e-6621-4fec-a45a-b2cef7f42a50 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf082b31-2da3-4059-9122-e9e1dbd9e539,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:55.630418 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a84d3f6e-6621-4fec-a45a-b2cef7f42a50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:55.632861 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-a84d3f6e-6621-4fec-a45a-b2cef7f42a50 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/bf082b31-2da3-4059-9122-e9e1dbd9e539 HTTP/1.1" status: 204 len: 168 time: 0.4936242 Jul 14 09:19:55.635926 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 39760) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:19:55.660351 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f90601b7-4ac9-4a53-ac04-434ccff5d7e5 None None] Network 47cb49a7-5f5d-45c4-932d-1dc80dd5b120 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:19:55.767916 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-318609f9-fb39-4da2-aee1-d493f0afb666 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3876111'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:55.814140 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 09:19:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9b5d0e1-28d3-4f15-9707-1ebe4f68beab x-openstack-request-id: req-d9b5d0e1-28d3-4f15-9707-1ebe4f68beab {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:19:55.814470 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca448bf7-6123-4542-9a1e-8f670b033294", "name": "network-vif-unplugged", "status": "completed", "tag": "ccee558a-d407-4279-9836-cee5ed170c31", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:19:55.814714 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-d9b5d0e1-28d3-4f15-9707-1ebe4f68beab {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:19:55.815117 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca448bf7-6123-4542-9a1e-8f670b033294', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ccee558a-d407-4279-9836-cee5ed170c31', 'code': 200} Jul 14 09:19:55.846358 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 4caf16aa-4d92-492e-992a-18069a805220 no longer exists at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:19:55.881242 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-318609f9-fb39-4da2-aee1-d493f0afb666 admin admin] Deleting port fb4bc470-737c-4870-b541-f0545a0c92e2 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:19:55.881987 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-318609f9-fb39-4da2-aee1-d493f0afb666 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:55.926600 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] No Port match for: 4caf16aa-4d92-492e-992a-18069a805220 {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:19:55.926600 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 4caf16aa-4d92-492e-992a-18069a805220 not bound to the agent host n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:19:55.926912 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device de627bc7-607a-4757-8ece-b8b0307c6868 no longer exists at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:19:55.970545 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] No Port match for: de627bc7-607a-4757-8ece-b8b0307c6868 {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:19:55.970902 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device de627bc7-607a-4757-8ece-b8b0307c6868 not bound to the agent host n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:19:55.974395 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5ad31076-714c-49ec-bc37-f3d4cd90112a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:56.013750 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49378336-6d15-4587-8ba1-a6a9ba7cf673 service neutron] Pushing event updated for resources: {'Port': ['ID=dcca8c07-a9b5-406f-9143-2bd6bb078786,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:56.021713 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-318609f9-fb39-4da2-aee1-d493f0afb666 admin admin] For port fb4bc470-737c-4870-b541-f0545a0c92e2, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=fb4bc470-737c-4870-b541-f0545a0c92e2,segment=NetworkSegment(8df5fac2-c020-41b7-9112-3fed38728d2f),segment_id=8df5fac2-c020-41b7-9112-3fed38728d2f)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:19:56.022016 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-318609f9-fb39-4da2-aee1-d493f0afb666 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:56.044639 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-318609f9-fb39-4da2-aee1-d493f0afb666 admin admin] Calling delete_port for fb4bc470-737c-4870-b541-f0545a0c92e2 owned by network:dhcp {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:19:56.106406 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f359bcf9-b946-4e9b-9e8b-1568feb392e5 req-ce98c0cd-df4f-4784-9e26-05747d7df23b service neutron] 10.222.0.57 "GET /v2.0/networks/2244f7a1-04bd-42cd-9e86-31839b46f57f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9667826 Jul 14 09:19:56.145659 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-031924a6-8d91-4661-bf15-d1cce53c41b9 None None] DHCP port deletion for 47cb49a7-5f5d-45c4-932d-1dc80dd5b120 request from n-d-779913-29 {{(pid=93959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:19:56.158222 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa45e0d1-2e1c-40e2-bbbc-07e70ab49c04 req-88664590-c07e-4942-8e6a-c71edec32d67 tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:56.164948 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-fa45e0d1-2e1c-40e2-bbbc-07e70ab49c04 req-88664590-c07e-4942-8e6a-c71edec32d67 tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] 10.222.0.68 "GET /v2.0/ports?device_id=71487dfe-69ab-4eea-85c1-9e56b4db102b HTTP/1.1" status: 200 len: 932 time: 0.2684453 Jul 14 09:19:56.177127 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0295e2b7-0db1-4ca8-ba4b-1f5412273443 tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] Pushing event deleted for resources: {'Port': ['ID=ccee558a-d407-4279-9836-cee5ed170c31,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:56.212901 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-031924a6-8d91-4661-bf15-d1cce53c41b9 None None] Deleting port fb4bc470-737c-4870-b541-f0545a0c92e2 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:19:56.213593 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-031924a6-8d91-4661-bf15-d1cce53c41b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:56.220426 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99655131-9efd-43af-bec3-805c25313f57 req-c4e20ab9-a307-46c3-8f3f-6e122139f53a tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:56.222104 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-fa45e0d1-2e1c-40e2-bbbc-07e70ab49c04 req-d1494f12-b2ef-4db2-96ab-43be29a4d8f9 tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] 10.222.0.68 "GET /v2.0/security-groups?id=4fa97f2f-f617-45f3-9331-b542b3f62cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562115 Jul 14 09:19:56.229619 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-99655131-9efd-43af-bec3-805c25313f57 req-c4e20ab9-a307-46c3-8f3f-6e122139f53a tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] 10.222.0.68 "GET /v2.0/ports?device_id=47f61015-0034-413d-87cf-74efb13c3750 HTTP/1.1" status: 200 len: 932 time: 0.9261127 Jul 14 09:19:56.232293 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-52b0b518-ac75-47ff-bc0f-7dd8a5bcc82e req-0295e2b7-0db1-4ca8-ba4b-1f5412273443 tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] No DVR routers for this DVR port ccee558a-d407-4279-9836-cee5ed170c31 on host n-h1-779913-29 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:19:56.236763 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-318609f9-fb39-4da2-aee1-d493f0afb666 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:56.258961 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-52b0b518-ac75-47ff-bc0f-7dd8a5bcc82e req-0295e2b7-0db1-4ca8-ba4b-1f5412273443 tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:56.274635 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-52b0b518-ac75-47ff-bc0f-7dd8a5bcc82e req-0295e2b7-0db1-4ca8-ba4b-1f5412273443 tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] 10.222.0.65 "DELETE /v2.0/ports/ccee558a-d407-4279-9836-cee5ed170c31 HTTP/1.1" status: 204 len: 173 time: 2.5536997 Jul 14 09:19:56.299016 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-031924a6-8d91-4661-bf15-d1cce53c41b9 None None] For port fb4bc470-737c-4870-b541-f0545a0c92e2, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=fb4bc470-737c-4870-b541-f0545a0c92e2,segment=NetworkSegment(8df5fac2-c020-41b7-9112-3fed38728d2f),segment_id=8df5fac2-c020-41b7-9112-3fed38728d2f)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:19:56.299654 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-031924a6-8d91-4661-bf15-d1cce53c41b9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:56.300015 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318609f9-fb39-4da2-aee1-d493f0afb666 admin admin] Pushing event deleted for resources: {'Port': ['ID=fb4bc470-737c-4870-b541-f0545a0c92e2,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:56.302957 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-318609f9-fb39-4da2-aee1-d493f0afb666 admin admin] No DVR routers for this DVR port fb4bc470-737c-4870-b541-f0545a0c92e2 on host n-d-779913-29 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:19:56.321987 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-031924a6-8d91-4661-bf15-d1cce53c41b9 None None] Calling delete_port for fb4bc470-737c-4870-b541-f0545a0c92e2 owned by network:dhcp {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:19:56.392302 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-318609f9-fb39-4da2-aee1-d493f0afb666 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473955', 'neutron.services.segments.db._delete_segments_for_network-8735688326548'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:56.417404 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-318609f9-fb39-4da2-aee1-d493f0afb666 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47cb49a7-5f5d-45c4-932d-1dc80dd5b120']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:19:56.433038 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-318609f9-fb39-4da2-aee1-d493f0afb666 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8df5fac2-c020-41b7-9112-3fed38728d2f') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:19:56.433820 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-318609f9-fb39-4da2-aee1-d493f0afb666 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8df5fac2-c020-41b7-9112-3fed38728d2f') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:19:56.446433 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-318609f9-fb39-4da2-aee1-d493f0afb666 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735688356235', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13574129'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:56.456155 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-031924a6-8d91-4661-bf15-d1cce53c41b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:56.471746 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-318609f9-fb39-4da2-aee1-d493f0afb666 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:56.478619 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-318609f9-fb39-4da2-aee1-d493f0afb666 admin admin] Releasing vlan 738 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:19:56.479038 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-318609f9-fb39-4da2-aee1-d493f0afb666 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13573126'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:56.517446 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031924a6-8d91-4661-bf15-d1cce53c41b9 None None] Pushing event deleted for resources: {'Port': ['ID=fb4bc470-737c-4870-b541-f0545a0c92e2,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:56.528423 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-99655131-9efd-43af-bec3-805c25313f57 req-1ede495f-7a93-4b05-8a46-52446fe36741 tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] 10.222.0.68 "GET /v2.0/security-groups?id=7bf941d0-4fab-41ec-a174-078829fdb488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2972715 Jul 14 09:19:56.529579 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device b3c2b51e-3949-41ac-9012-4a8d19c10f2a up at agent hyperv_n-h1-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:19:56.532023 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f359bcf9-b946-4e9b-9e8b-1568feb392e5 req-99b9d4e5-143e-47e1-9275-3b8c6221bb8c service neutron] 10.222.0.57 "GET /v2.0/networks/2244f7a1-04bd-42cd-9e86-31839b46f57f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3588257 Jul 14 09:19:56.546581 n-d-779913-29 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:19:56.546581 n-d-779913-29 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:19:56.546581 n-d-779913-29 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:19:56.546581 n-d-779913-29 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:19:56.546581 n-d-779913-29 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:19:56.546581 n-d-779913-29 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:19:56.546581 n-d-779913-29 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:19:56.546581 n-d-779913-29 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:19:56.546581 n-d-779913-29 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:19:56.546581 n-d-779913-29 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:19:56.546581 n-d-779913-29 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:19:56.546581 n-d-779913-29 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:19:56.546581 n-d-779913-29 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:19:56.546581 n-d-779913-29 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:19:56.546581 n-d-779913-29 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:19:56.546581 n-d-779913-29 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:19:56.546581 n-d-779913-29 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:19:56.546581 n-d-779913-29 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:19:56.546581 n-d-779913-29 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:19:56.546581 n-d-779913-29 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:19:56.546581 n-d-779913-29 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:19:56.546581 n-d-779913-29 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:19:56.546581 n-d-779913-29 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:19:56.546581 n-d-779913-29 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:19:56.546581 n-d-779913-29 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:19:56.546581 n-d-779913-29 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:19:56.546581 n-d-779913-29 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:19:56.546581 n-d-779913-29 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:19:56.546581 n-d-779913-29 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:19:56.546581 n-d-779913-29 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:19:56.546581 n-d-779913-29 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:19:56.546581 n-d-779913-29 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:19:56.546581 n-d-779913-29 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:19:56.546581 n-d-779913-29 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:19:56.546581 n-d-779913-29 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:19:56.546581 n-d-779913-29 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:19:56.546581 n-d-779913-29 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:19:56.546581 n-d-779913-29 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:19:56.546581 n-d-779913-29 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:19:56.546581 n-d-779913-29 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:19:56.546581 n-d-779913-29 neutron-server[93958]: Traceback (most recent call last): Jul 14 09:19:56.546581 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:19:56.546581 n-d-779913-29 neutron-server[93958]: timer() Jul 14 09:19:56.546581 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:19:56.546581 n-d-779913-29 neutron-server[93958]: cb(*args, **kw) Jul 14 09:19:56.546581 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:19:56.546581 n-d-779913-29 neutron-server[93958]: return func(*args, **kwargs) Jul 14 09:19:56.546581 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:19:56.546581 n-d-779913-29 neutron-server[93958]: self._notify() Jul 14 09:19:56.546581 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:19:56.546581 n-d-779913-29 neutron-server[93958]: self.callback(batched_events) Jul 14 09:19:56.546581 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:19:56.546581 n-d-779913-29 neutron-server[93958]: event.method(event) Jul 14 09:19:56.546581 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:19:56.546581 n-d-779913-29 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:19:56.546581 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:19:56.546581 n-d-779913-29 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:19:56.546581 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:19:56.546581 n-d-779913-29 neutron-server[93958]: return f(self, *a, **k) Jul 14 09:19:56.546581 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:19:56.546581 n-d-779913-29 neutron-server[93958]: return self._get(url).json() Jul 14 09:19:56.546581 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:19:56.546581 n-d-779913-29 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:19:56.546581 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:19:56.546581 n-d-779913-29 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 14 09:19:56.546581 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:19:56.546581 n-d-779913-29 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:19:56.551377 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:19:56.551377 n-d-779913-29 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:19:56.551377 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:19:56.551377 n-d-779913-29 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:19:56.551377 n-d-779913-29 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:19:56.553438 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca448bf7-6123-4542-9a1e-8f670b033294', 'name': 'network-vif-deleted', 'tag': 'ccee558a-d407-4279-9836-cee5ed170c31'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:19:56.556455 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9f6a08b-4931-4a15-a729-206d9f960746" -d '{"events": [{"server_uuid": "ca448bf7-6123-4542-9a1e-8f670b033294", "name": "network-vif-deleted", "tag": "ccee558a-d407-4279-9836-cee5ed170c31"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:19:56.559943 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-c27c22fe-01e5-4711-a53f-6416a5a27b77 req-49378336-6d15-4587-8ba1-a6a9ba7cf673 service neutron] Attempting to bind port dcca8c07-a9b5-406f-9143-2bd6bb078786 on host n-h2-779913-29 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:19:56.560623 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-c27c22fe-01e5-4711-a53f-6416a5a27b77 req-49378336-6d15-4587-8ba1-a6a9ba7cf673 service neutron] Attempting to bind port dcca8c07-a9b5-406f-9143-2bd6bb078786 by drivers openvswitch,hyperv on host n-h2-779913-29 at level 0 using segments [{'id': '4f3a0541-e6cd-42f5-92f6-5d961c2f621f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'e7cb481e-49dc-464e-b748-d3d2c45f69f9'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:19:56.561077 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-318609f9-fb39-4da2-aee1-d493f0afb666 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660504'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:56.561466 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27c22fe-01e5-4711-a53f-6416a5a27b77 req-49378336-6d15-4587-8ba1-a6a9ba7cf673 service neutron] Attempting to bind port dcca8c07-a9b5-406f-9143-2bd6bb078786 on network e7cb481e-49dc-464e-b748-d3d2c45f69f9 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:19:56.572591 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-318609f9-fb39-4da2-aee1-d493f0afb666 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:56.579704 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-318609f9-fb39-4da2-aee1-d493f0afb666 admin admin] 10.222.0.68 "DELETE /v2.0/networks/47cb49a7-5f5d-45c4-932d-1dc80dd5b120 HTTP/1.1" status: 204 len: 168 time: 0.9401598 Jul 14 09:19:56.583090 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27c22fe-01e5-4711-a53f-6416a5a27b77 req-49378336-6d15-4587-8ba1-a6a9ba7cf673 service neutron] Port dcca8c07-a9b5-406f-9143-2bd6bb078786 on network e7cb481e-49dc-464e-b748-d3d2c45f69f9 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-29 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:19:56.583674 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27c22fe-01e5-4711-a53f-6416a5a27b77 req-49378336-6d15-4587-8ba1-a6a9ba7cf673 service neutron] Attempting to bind port dcca8c07-a9b5-406f-9143-2bd6bb078786 on network e7cb481e-49dc-464e-b748-d3d2c45f69f9 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:19:56.593216 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27c22fe-01e5-4711-a53f-6416a5a27b77 req-49378336-6d15-4587-8ba1-a6a9ba7cf673 service neutron] Checking agent: {'id': '013e4a3b-a634-47b8-b6a5-1a25109b73fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 13, 13), 'started_at': datetime.datetime(2021, 7, 14, 9, 13, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 19, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:19:56.594197 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27c22fe-01e5-4711-a53f-6416a5a27b77 req-49378336-6d15-4587-8ba1-a6a9ba7cf673 service neutron] Checking segment: {'id': '4f3a0541-e6cd-42f5-92f6-5d961c2f621f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'e7cb481e-49dc-464e-b748-d3d2c45f69f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:19:56.595049 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27c22fe-01e5-4711-a53f-6416a5a27b77 req-49378336-6d15-4587-8ba1-a6a9ba7cf673 service neutron] Bound using segment: {'id': '4f3a0541-e6cd-42f5-92f6-5d961c2f621f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'e7cb481e-49dc-464e-b748-d3d2c45f69f9'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:19:56.596057 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-c27c22fe-01e5-4711-a53f-6416a5a27b77 req-49378336-6d15-4587-8ba1-a6a9ba7cf673 service neutron] Bound port: dcca8c07-a9b5-406f-9143-2bd6bb078786, host: n-h2-779913-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f3a0541-e6cd-42f5-92f6-5d961c2f621f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'e7cb481e-49dc-464e-b748-d3d2c45f69f9'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:19:56.596596 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-c27c22fe-01e5-4711-a53f-6416a5a27b77 req-49378336-6d15-4587-8ba1-a6a9ba7cf673 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:56.621798 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318609f9-fb39-4da2-aee1-d493f0afb666 admin admin] Pushing event deleted for resources: {'Network': ['ID=47cb49a7-5f5d-45c4-932d-1dc80dd5b120,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:56.655313 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-031924a6-8d91-4661-bf15-d1cce53c41b9 None None] No DVR routers for this DVR port fb4bc470-737c-4870-b541-f0545a0c92e2 on host n-d-779913-29 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:19:56.696348 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Provisioning for port b3c2b51e-3949-41ac-9012-4a8d19c10f2a completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:19:56.718272 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Provisioning complete for port b3c2b51e-3949-41ac-9012-4a8d19c10f2a triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:19:56.718652 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:56.734597 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-c27c22fe-01e5-4711-a53f-6416a5a27b77 req-49378336-6d15-4587-8ba1-a6a9ba7cf673 service neutron] For port dcca8c07-a9b5-406f-9143-2bd6bb078786, host n-h2-779913-29, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:19:56.742991 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-c27c22fe-01e5-4711-a53f-6416a5a27b77 req-49378336-6d15-4587-8ba1-a6a9ba7cf673 service neutron] For port dcca8c07-a9b5-406f-9143-2bd6bb078786, host n-h2-779913-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=dcca8c07-a9b5-406f-9143-2bd6bb078786,segment=NetworkSegment(4f3a0541-e6cd-42f5-92f6-5d961c2f621f),segment_id=4f3a0541-e6cd-42f5-92f6-5d961c2f621f)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:19:56.778282 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-c27c22fe-01e5-4711-a53f-6416a5a27b77 req-49378336-6d15-4587-8ba1-a6a9ba7cf673 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:56.802480 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 39778) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:19:56.863352 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-0ef72771-a8db-4b39-b963-befc7a627029 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=930b4856ba3b41dca05e11014339c70f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0592625 Jul 14 09:19:56.864084 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 39780) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:19:56.926186 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27c22fe-01e5-4711-a53f-6416a5a27b77 req-49378336-6d15-4587-8ba1-a6a9ba7cf673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:56.926733 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-c27c22fe-01e5-4711-a53f-6416a5a27b77 req-49378336-6d15-4587-8ba1-a6a9ba7cf673 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:56.928137 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c27c22fe-01e5-4711-a53f-6416a5a27b77 req-49378336-6d15-4587-8ba1-a6a9ba7cf673 service neutron] 10.222.0.57 "PUT /v2.0/ports/dcca8c07-a9b5-406f-9143-2bd6bb078786 HTTP/1.1" status: 200 len: 1093 time: 4.2180223 Jul 14 09:19:56.929731 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-1a929fe4-e82f-4b92-879d-017ff7429221 req-a78f50be-e99a-4187-9df0-163fec64bf13 tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] 10.222.0.68 "GET /v2.0/ports?device_id=ca448bf7-6123-4542-9a1e-8f670b033294 HTTP/1.1" status: 200 len: 210 time: 0.0475435 Jul 14 09:19:56.931876 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [req-0ae5e5bc-7f7d-406a-9a6c-3679d2bdb179 req-2d2f8ecd-0d6a-414a-be74-9ec17971bc21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28fc8288-f559-4d7b-ad21-e0ad026ce6e6 {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:19:56.961953 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-0ae5e5bc-7f7d-406a-9a6c-3679d2bdb179 req-2d2f8ecd-0d6a-414a-be74-9ec17971bc21 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:56.964522 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f9f70648-66c7-476a-a8a4-7731348fe763 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:56.999205 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f9f70648-66c7-476a-a8a4-7731348fe763 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:57.010624 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:57.014249 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49378336-6d15-4587-8ba1-a6a9ba7cf673 service neutron] Pushing event updated for resources: {'Port': ['ID=dcca8c07-a9b5-406f-9143-2bd6bb078786,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:57.041692 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [req-0ae5e5bc-7f7d-406a-9a6c-3679d2bdb179 req-2d2f8ecd-0d6a-414a-be74-9ec17971bc21 service neutron] Transition to ACTIVE for port object 28fc8288-f559-4d7b-ad21-e0ad026ce6e6 will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:19:57.063650 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-0ae5e5bc-7f7d-406a-9a6c-3679d2bdb179 req-2d2f8ecd-0d6a-414a-be74-9ec17971bc21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:57.071245 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2cd231-f6aa-4aa5-bf5d-2b295a2c550b req-a9f82486-bcc1-4c53-8cb2-ebf3f83fce0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:57.072927 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-db2cd231-f6aa-4aa5-bf5d-2b295a2c550b req-a9f82486-bcc1-4c53-8cb2-ebf3f83fce0c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f15ecc2e979442a6b02936316f8b33e1&device_id=b445a760-a797-4027-b6cd-42763947c867 HTTP/1.1" status: 200 len: 1100 time: 0.3260553 Jul 14 09:19:57.086291 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port b3c2b51e-3949-41ac-9012-4a8d19c10f2a, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=b3c2b51e-3949-41ac-9012-4a8d19c10f2a,segment=NetworkSegment(01d3a1cb-0c03-4cf6-93ad-80731b093c35),segment_id=01d3a1cb-0c03-4cf6-93ad-80731b093c35)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:19:57.089226 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f9f70648-66c7-476a-a8a4-7731348fe763 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:57.091717 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:57.092976 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f9f70648-66c7-476a-a8a4-7731348fe763 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:57.098149 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-f9f70648-66c7-476a-a8a4-7731348fe763 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/e0c7b004-186b-454a-bf91-c0b29079d2d4 HTTP/1.1" status: 204 len: 168 time: 0.2321894 Jul 14 09:19:57.116224 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f70648-66c7-476a-a8a4-7731348fe763 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0c7b004-186b-454a-bf91-c0b29079d2d4,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:57.121058 n-d-779913-29 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '020e8c72-a14e-4f01-b978-0490c56491f8', 'name': 'network-vif-deleted', 'tag': 'e73363ba-0fbb-4d49-bd66-c40967605cd0'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:19:57.129560 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cb48f044f948e981f43897c8d7f1332f741dc7af2b4c5a6e19d8f4a80f708e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4b4ec7f-535e-4aab-8ed9-ef15f099432b" -d '{"events": [{"server_uuid": "020e8c72-a14e-4f01-b978-0490c56491f8", "name": "network-vif-deleted", "tag": "e73363ba-0fbb-4d49-bd66-c40967605cd0"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:19:57.190786 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7487b0-39d3-41b3-980e-60707691f7f2 req-f1702311-34f5-4546-beb5-cc3ecd4c00ee tempest-ServersWithSpecificFlavorTestJSON-1964774978 tempest-ServersWithSpecificFlavorTestJSON-1964774978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:57.192380 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-db7487b0-39d3-41b3-980e-60707691f7f2 req-f1702311-34f5-4546-beb5-cc3ecd4c00ee tempest-ServersWithSpecificFlavorTestJSON-1964774978 tempest-ServersWithSpecificFlavorTestJSON-1964774978-project] 10.222.0.68 "GET /v2.0/ports?device_id=2a4afe86-d772-4a97-addd-b37141f89690 HTTP/1.1" status: 200 len: 945 time: 0.3808947 Jul 14 09:19:57.196139 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:19:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-240cc83e-088b-4725-8a44-52ca3be27b60 x-openstack-request-id: req-240cc83e-088b-4725-8a44-52ca3be27b60 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:19:57.196438 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca448bf7-6123-4542-9a1e-8f670b033294", "name": "network-vif-deleted", "tag": "ccee558a-d407-4279-9836-cee5ed170c31", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:19:57.196690 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-240cc83e-088b-4725-8a44-52ca3be27b60 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:19:57.197092 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca448bf7-6123-4542-9a1e-8f670b033294', 'name': 'network-vif-deleted', 'tag': 'ccee558a-d407-4279-9836-cee5ed170c31', 'status': 'completed', 'code': 200} Jul 14 09:19:57.203428 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Pushing event updated for resources: {'Port': ['ID=b3c2b51e-3949-41ac-9012-4a8d19c10f2a,revision_number=5']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:57.238086 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2f8ecd-0d6a-414a-be74-9ec17971bc21 service neutron] Pushing event updated for resources: {'Port': ['ID=28fc8288-f559-4d7b-ad21-e0ad026ce6e6,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:57.329812 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27c22fe-01e5-4711-a53f-6416a5a27b77 req-f5d408e9-d4b7-497c-9fd5-c84d34752011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:57.331348 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c27c22fe-01e5-4711-a53f-6416a5a27b77 req-f5d408e9-d4b7-497c-9fd5-c84d34752011 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e14af975015c4397b9da2a89a906dfc2&device_id=47f61015-0034-413d-87cf-74efb13c3750 HTTP/1.1" status: 200 len: 1096 time: 0.3384767 Jul 14 09:19:57.407536 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a5bbaf-00b8-47a2-a825-44d3101bae93 req-6ec272fe-7c94-439e-9580-5ec7df1ed214 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:57.414101 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-05a5bbaf-00b8-47a2-a825-44d3101bae93 req-6ec272fe-7c94-439e-9580-5ec7df1ed214 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/ports?device_id=b445a760-a797-4027-b6cd-42763947c867 HTTP/1.1" status: 200 len: 948 time: 0.0898015 Jul 14 09:19:57.414916 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-db7487b0-39d3-41b3-980e-60707691f7f2 req-e008040a-5a4c-4492-944b-9d1105c9b786 tempest-ServersWithSpecificFlavorTestJSON-1964774978 tempest-ServersWithSpecificFlavorTestJSON-1964774978-project] 10.222.0.68 "GET /v2.0/security-groups?id=c439237c-c705-4180-98e6-8dcbf5353a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2082109 Jul 14 09:19:57.419166 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c27c22fe-01e5-4711-a53f-6416a5a27b77 req-c5f74427-ee03-4321-8af7-f322491e0ab9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dcca8c07-a9b5-406f-9143-2bd6bb078786 HTTP/1.1" status: 200 len: 217 time: 0.0702157 Jul 14 09:19:57.420249 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2cd231-f6aa-4aa5-bf5d-2b295a2c550b req-ae3f5e53-5353-420c-b0c2-01730460c2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:57.421684 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-db2cd231-f6aa-4aa5-bf5d-2b295a2c550b req-ae3f5e53-5353-420c-b0c2-01730460c2c0 service neutron] 10.222.0.57 "GET /v2.0/networks?id=2244f7a1-04bd-42cd-9e86-31839b46f57f HTTP/1.1" status: 200 len: 870 time: 0.3222251 Jul 14 09:19:57.461760 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-05a5bbaf-00b8-47a2-a825-44d3101bae93 req-2d83657c-6088-45b0-ac43-42c7cd121f26 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/security-groups?id=93b55648-4dd6-4852-bb99-9aa842ab19a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464315 Jul 14 09:19:57.512192 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device fb4bc470-737c-4870-b541-f0545a0c92e2 no longer exists at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:19:57.546286 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-db2cd231-f6aa-4aa5-bf5d-2b295a2c550b req-11e769a6-7409-4d37-8594-3409c72a9f2d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=ab670002-3e80-47de-be53-d3af3a9c1d12 HTTP/1.1" status: 200 len: 217 time: 0.1001985 Jul 14 09:19:57.549288 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-0ae5e5bc-7f7d-406a-9a6c-3679d2bdb179 req-2d2f8ecd-0d6a-414a-be74-9ec17971bc21 service neutron] Attempting to bind port 28fc8288-f559-4d7b-ad21-e0ad026ce6e6 on host n-h1-779913-29 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:19:57.549288 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-0ae5e5bc-7f7d-406a-9a6c-3679d2bdb179 req-2d2f8ecd-0d6a-414a-be74-9ec17971bc21 service neutron] Attempting to bind port 28fc8288-f559-4d7b-ad21-e0ad026ce6e6 by drivers openvswitch,hyperv on host n-h1-779913-29 at level 0 using segments [{'id': 'becdfe35-a9ff-4f14-9744-544114c40ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '9b8a6edc-bbae-47ce-bda0-fb444fc735c0'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:19:57.549918 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ae5e5bc-7f7d-406a-9a6c-3679d2bdb179 req-2d2f8ecd-0d6a-414a-be74-9ec17971bc21 service neutron] Attempting to bind port 28fc8288-f559-4d7b-ad21-e0ad026ce6e6 on network 9b8a6edc-bbae-47ce-bda0-fb444fc735c0 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:19:57.554807 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:19:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b386ef8-38ee-4ff5-a6cc-2aaf728b37bb x-openstack-request-id: req-6b386ef8-38ee-4ff5-a6cc-2aaf728b37bb {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:19:57.555355 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "020e8c72-a14e-4f01-b978-0490c56491f8", "name": "network-vif-deleted", "tag": "e73363ba-0fbb-4d49-bd66-c40967605cd0", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:19:57.555758 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-6b386ef8-38ee-4ff5-a6cc-2aaf728b37bb {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:19:57.556254 n-d-779913-29 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '020e8c72-a14e-4f01-b978-0490c56491f8', 'name': 'network-vif-deleted', 'tag': 'e73363ba-0fbb-4d49-bd66-c40967605cd0', 'status': 'completed', 'code': 200} Jul 14 09:19:57.569618 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] No Port match for: fb4bc470-737c-4870-b541-f0545a0c92e2 {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:19:57.569969 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device fb4bc470-737c-4870-b541-f0545a0c92e2 not bound to the agent host n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:19:57.581942 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ae5e5bc-7f7d-406a-9a6c-3679d2bdb179 req-2d2f8ecd-0d6a-414a-be74-9ec17971bc21 service neutron] Port 28fc8288-f559-4d7b-ad21-e0ad026ce6e6 on network 9b8a6edc-bbae-47ce-bda0-fb444fc735c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-29 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:19:57.582478 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ae5e5bc-7f7d-406a-9a6c-3679d2bdb179 req-2d2f8ecd-0d6a-414a-be74-9ec17971bc21 service neutron] Attempting to bind port 28fc8288-f559-4d7b-ad21-e0ad026ce6e6 on network 9b8a6edc-bbae-47ce-bda0-fb444fc735c0 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:19:57.589004 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5bbe322f-3f67-4864-bc0a-91afe44d23e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:57.611716 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ae5e5bc-7f7d-406a-9a6c-3679d2bdb179 req-2d2f8ecd-0d6a-414a-be74-9ec17971bc21 service neutron] Checking agent: {'id': 'de11e667-f145-47b0-bd09-334a7505938e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 13, 12), 'started_at': datetime.datetime(2021, 7, 14, 9, 13, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 19, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:19:57.612073 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ae5e5bc-7f7d-406a-9a6c-3679d2bdb179 req-2d2f8ecd-0d6a-414a-be74-9ec17971bc21 service neutron] Checking segment: {'id': 'becdfe35-a9ff-4f14-9744-544114c40ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '9b8a6edc-bbae-47ce-bda0-fb444fc735c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:19:57.612471 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ae5e5bc-7f7d-406a-9a6c-3679d2bdb179 req-2d2f8ecd-0d6a-414a-be74-9ec17971bc21 service neutron] Bound using segment: {'id': 'becdfe35-a9ff-4f14-9744-544114c40ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '9b8a6edc-bbae-47ce-bda0-fb444fc735c0'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:19:57.612937 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-0ae5e5bc-7f7d-406a-9a6c-3679d2bdb179 req-2d2f8ecd-0d6a-414a-be74-9ec17971bc21 service neutron] Bound port: 28fc8288-f559-4d7b-ad21-e0ad026ce6e6, host: n-h1-779913-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'becdfe35-a9ff-4f14-9744-544114c40ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '9b8a6edc-bbae-47ce-bda0-fb444fc735c0'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:19:57.613291 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-0ae5e5bc-7f7d-406a-9a6c-3679d2bdb179 req-2d2f8ecd-0d6a-414a-be74-9ec17971bc21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:57.674575 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27c22fe-01e5-4711-a53f-6416a5a27b77 req-e43b7cb2-a2f5-4c91-aa4e-a798e0609a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:57.676010 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c27c22fe-01e5-4711-a53f-6416a5a27b77 req-e43b7cb2-a2f5-4c91-aa4e-a798e0609a22 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a1f8d7cc-d5f0-4ac4-b550-493e46cf12fc HTTP/1.1" status: 200 len: 860 time: 0.2311862 Jul 14 09:19:57.745798 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858e1170-46c1-469a-a18f-18d6fc077f39 req-186dd1be-a93e-4916-a7b0-d5c7e6218a5d tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:57.747900 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-858e1170-46c1-469a-a18f-18d6fc077f39 req-186dd1be-a93e-4916-a7b0-d5c7e6218a5d tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] 10.222.0.68 "GET /v2.0/ports?device_id=71487dfe-69ab-4eea-85c1-9e56b4db102b HTTP/1.1" status: 200 len: 944 time: 0.0679660 Jul 14 09:19:57.751533 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c27c22fe-01e5-4711-a53f-6416a5a27b77 req-8b5b93bd-57bc-44ce-bff5-e91ba7f93736 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e7cb481e-49dc-464e-b748-d3d2c45f69f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0596616 Jul 14 09:19:57.757221 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2cd231-f6aa-4aa5-bf5d-2b295a2c550b req-1e8d9f2e-126b-48b2-bd8b-438f39192179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:57.758772 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-db2cd231-f6aa-4aa5-bf5d-2b295a2c550b req-1e8d9f2e-126b-48b2-bd8b-438f39192179 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=85060e65-3b2f-4a6c-a04c-ce849daa5b3b HTTP/1.1" status: 200 len: 843 time: 0.2013562 Jul 14 09:19:57.788900 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-858e1170-46c1-469a-a18f-18d6fc077f39 req-205cdec2-9d92-4ead-a720-9fc2e88ed20b tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] 10.222.0.68 "GET /v2.0/security-groups?id=4fa97f2f-f617-45f3-9331-b542b3f62cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351725 Jul 14 09:19:57.816720 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a4afe86-d772-4a97-addd-b37141f89690', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3c2b51e-3949-41ac-9012-4a8d19c10f2a'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:19:57.819546 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd62303f06773040a8a4e189dc46b4f565768c299abf8ab8e7739778b0bc3e97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a49c5fe6-1d9a-4067-9e28-627f34ffb9ac" -d '{"events": [{"server_uuid": "2a4afe86-d772-4a97-addd-b37141f89690", "name": "network-vif-plugged", "status": "completed", "tag": "b3c2b51e-3949-41ac-9012-4a8d19c10f2a"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:19:57.914631 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba776d1-b644-445b-8763-8ab84f574e95 req-70309e22-8978-4656-bde7-19d43dd6a03d tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:57.916188 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-cba776d1-b644-445b-8763-8ab84f574e95 req-70309e22-8978-4656-bde7-19d43dd6a03d tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] 10.222.0.68 "GET /v2.0/ports?device_id=bf400e31-083a-418b-85da-845c316517c7 HTTP/1.1" status: 200 len: 950 time: 0.3005953 Jul 14 09:19:57.921195 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-0ae5e5bc-7f7d-406a-9a6c-3679d2bdb179 req-2d2f8ecd-0d6a-414a-be74-9ec17971bc21 service neutron] For port 28fc8288-f559-4d7b-ad21-e0ad026ce6e6, host n-h1-779913-29, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:19:57.927586 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-0ae5e5bc-7f7d-406a-9a6c-3679d2bdb179 req-2d2f8ecd-0d6a-414a-be74-9ec17971bc21 service neutron] For port 28fc8288-f559-4d7b-ad21-e0ad026ce6e6, host n-h1-779913-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=28fc8288-f559-4d7b-ad21-e0ad026ce6e6,segment=NetworkSegment(becdfe35-a9ff-4f14-9744-544114c40ea3),segment_id=becdfe35-a9ff-4f14-9744-544114c40ea3)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:19:57.951272 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-0ae5e5bc-7f7d-406a-9a6c-3679d2bdb179 req-2d2f8ecd-0d6a-414a-be74-9ec17971bc21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:57.980833 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab56df2-01b8-441d-8d9f-d931a5f5118b req-6b22d4cd-ec8e-4d8a-83db-0ea1c7102e5d tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:57.982947 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-dab56df2-01b8-441d-8d9f-d931a5f5118b req-6b22d4cd-ec8e-4d8a-83db-0ea1c7102e5d tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] 10.222.0.68 "GET /v2.0/ports?device_id=47f61015-0034-413d-87cf-74efb13c3750 HTTP/1.1" status: 200 len: 944 time: 0.0780029 Jul 14 09:19:58.011795 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae5e5bc-7f7d-406a-9a6c-3679d2bdb179 req-2d2f8ecd-0d6a-414a-be74-9ec17971bc21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:58.012702 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-0ae5e5bc-7f7d-406a-9a6c-3679d2bdb179 req-2d2f8ecd-0d6a-414a-be74-9ec17971bc21 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:58.014123 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0ae5e5bc-7f7d-406a-9a6c-3679d2bdb179 req-2d2f8ecd-0d6a-414a-be74-9ec17971bc21 service neutron] 10.222.0.65 "PUT /v2.0/ports/28fc8288-f559-4d7b-ad21-e0ad026ce6e6 HTTP/1.1" status: 200 len: 1093 time: 3.2120440 Jul 14 09:19:58.019565 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c27c22fe-01e5-4711-a53f-6416a5a27b77 req-97aa0064-56f2-464f-8f58-ade4bc155cce service neutron] 10.222.0.57 "GET /v2.0/networks/e7cb481e-49dc-464e-b748-d3d2c45f69f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2598741 Jul 14 09:19:58.022886 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-dab56df2-01b8-441d-8d9f-d931a5f5118b req-a062a530-d816-4e03-8c39-9058cab4efa2 tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] 10.222.0.68 "GET /v2.0/security-groups?id=7bf941d0-4fab-41ec-a174-078829fdb488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343523 Jul 14 09:19:58.085977 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:19:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27e649e8-3762-47bc-8ce1-7101ecadec3a x-openstack-request-id: req-27e649e8-3762-47bc-8ce1-7101ecadec3a {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:19:58.086273 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a4afe86-d772-4a97-addd-b37141f89690", "name": "network-vif-plugged", "status": "completed", "tag": "b3c2b51e-3949-41ac-9012-4a8d19c10f2a", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:19:58.086527 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-27e649e8-3762-47bc-8ce1-7101ecadec3a {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:19:58.086927 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a4afe86-d772-4a97-addd-b37141f89690', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3c2b51e-3949-41ac-9012-4a8d19c10f2a', 'code': 200} Jul 14 09:19:58.108212 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2cd231-f6aa-4aa5-bf5d-2b295a2c550b req-56159f30-39c1-40e9-baf1-f70157b13a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:58.109753 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-db2cd231-f6aa-4aa5-bf5d-2b295a2c550b req-56159f30-39c1-40e9-baf1-f70157b13a79 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2244f7a1-04bd-42cd-9e86-31839b46f57f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3354502 Jul 14 09:19:58.122052 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-cba776d1-b644-445b-8763-8ab84f574e95 req-14d99dc6-5d1a-4a97-bdd9-37a2d06686c5 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] 10.222.0.68 "GET /v2.0/security-groups?id=c9156572-74c8-4b9e-9f0a-c202a5ef91ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967635 Jul 14 09:19:58.144410 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2f8ecd-0d6a-414a-be74-9ec17971bc21 service neutron] Pushing event updated for resources: {'Port': ['ID=28fc8288-f559-4d7b-ad21-e0ad026ce6e6,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:58.330807 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c27c22fe-01e5-4711-a53f-6416a5a27b77 req-5f04977d-7923-4645-9e00-66b5760b9001 service neutron] 10.222.0.57 "GET /v2.0/networks/e7cb481e-49dc-464e-b748-d3d2c45f69f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2818036 Jul 14 09:19:58.362677 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-db2cd231-f6aa-4aa5-bf5d-2b295a2c550b req-6f3e7115-248f-4af9-b418-a99447150cd0 service neutron] 10.222.0.57 "GET /v2.0/networks/2244f7a1-04bd-42cd-9e86-31839b46f57f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2264755 Jul 14 09:19:58.378910 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae5e5bc-7f7d-406a-9a6c-3679d2bdb179 req-1acdda57-46c8-432e-9778-8e8741bdee18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:58.380438 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0ae5e5bc-7f7d-406a-9a6c-3679d2bdb179 req-1acdda57-46c8-432e-9778-8e8741bdee18 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=7106393f864d424cbb37d8910f9a40b9&device_id=71487dfe-69ab-4eea-85c1-9e56b4db102b HTTP/1.1" status: 200 len: 1096 time: 0.2135475 Jul 14 09:19:58.385051 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc893e4e-e62f-4756-902b-b5e42d387f2b req-c79b87b4-0659-4e80-a4f0-a2e7f348e5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:58.386562 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-fc893e4e-e62f-4756-902b-b5e42d387f2b req-c79b87b4-0659-4e80-a4f0-a2e7f348e5cf service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=2a4afe86-d772-4a97-addd-b37141f89690 HTTP/1.1" status: 200 len: 1098 time: 0.1348536 Jul 14 09:19:58.416103 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-b6797561-8a44-4526-893f-d5a4ee3f1e7c req-04c41b8f-8c32-4517-8c4f-929f01a396ba tempest-ImagesNegativeTestJSON-1609351804 tempest-ImagesNegativeTestJSON-1609351804-project] 10.222.0.68 "GET /v2.0/networks?tenant_id=31a67af571eb46a78b58602ec51f75d7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0234513 Jul 14 09:19:58.519976 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0ae5e5bc-7f7d-406a-9a6c-3679d2bdb179 req-c57958a5-6b12-4b6a-a70d-a958520c7cac service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=28fc8288-f559-4d7b-ad21-e0ad026ce6e6 HTTP/1.1" status: 200 len: 217 time: 0.0864222 Jul 14 09:19:58.553949 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6797561-8a44-4526-893f-d5a4ee3f1e7c req-b559ed02-d2c2-4841-8d88-21769810bec9 tempest-ImagesNegativeTestJSON-1609351804 tempest-ImagesNegativeTestJSON-1609351804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:58.560581 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-b6797561-8a44-4526-893f-d5a4ee3f1e7c req-b559ed02-d2c2-4841-8d88-21769810bec9 tempest-ImagesNegativeTestJSON-1609351804 tempest-ImagesNegativeTestJSON-1609351804-project] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1373942 Jul 14 09:19:58.570866 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-b6797561-8a44-4526-893f-d5a4ee3f1e7c req-f932cc8f-4aa7-465e-be8a-1b785fbf9cda tempest-ImagesNegativeTestJSON-1609351804 tempest-ImagesNegativeTestJSON-1609351804-project] 10.222.0.68 "GET /v2.0/quotas/31a67af571eb46a78b58602ec51f75d7 HTTP/1.1" status: 200 len: 375 time: 0.0094426 Jul 14 09:19:58.612340 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-fc893e4e-e62f-4756-902b-b5e42d387f2b req-6aa9530f-93e3-4bbd-8ab8-90af126fa189 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=c439237c-c705-4180-98e6-8dcbf5353a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1758521 Jul 14 09:19:58.617932 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-b6797561-8a44-4526-893f-d5a4ee3f1e7c req-1455ea1b-013e-493d-b3ea-bdfc34f0b00f tempest-ImagesNegativeTestJSON-1609351804 tempest-ImagesNegativeTestJSON-1609351804-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=31a67af571eb46a78b58602ec51f75d7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0383186 Jul 14 09:19:58.635735 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae5e5bc-7f7d-406a-9a6c-3679d2bdb179 req-ad20e42b-441f-4323-a8a3-358003774039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:58.637199 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0ae5e5bc-7f7d-406a-9a6c-3679d2bdb179 req-ad20e42b-441f-4323-a8a3-358003774039 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=8ea73f7d-9594-449c-9c84-8c744576418b HTTP/1.1" status: 200 len: 844 time: 0.1053329 Jul 14 09:19:58.641280 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-db2cd231-f6aa-4aa5-bf5d-2b295a2c550b req-76b1b301-f794-4055-87b0-203344cc392e service neutron] 10.222.0.57 "GET /v2.0/networks/2244f7a1-04bd-42cd-9e86-31839b46f57f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2538176 Jul 14 09:19:58.676673 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c1033f-5581-457e-842e-e3bd7306ba08 req-551ef8e0-15f7-4811-a999-b5ed210dcc6c tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:58.678196 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-98c1033f-5581-457e-842e-e3bd7306ba08 req-551ef8e0-15f7-4811-a999-b5ed210dcc6c tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] 10.222.0.65 "GET /v2.0/ports?device_id=bf400e31-083a-418b-85da-845c316517c7 HTTP/1.1" status: 200 len: 950 time: 0.2430973 Jul 14 09:19:58.708740 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b1cec4-71be-4bf3-84b6-1054e949041b req-2d87a22f-4904-4013-88fd-cf304abacaa5 tempest-ServersWithSpecificFlavorTestJSON-1964774978 tempest-ServersWithSpecificFlavorTestJSON-1964774978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:58.710336 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-55b1cec4-71be-4bf3-84b6-1054e949041b req-2d87a22f-4904-4013-88fd-cf304abacaa5 tempest-ServersWithSpecificFlavorTestJSON-1964774978 tempest-ServersWithSpecificFlavorTestJSON-1964774978-project] 10.222.0.68 "GET /v2.0/ports?device_id=2a4afe86-d772-4a97-addd-b37141f89690 HTTP/1.1" status: 200 len: 946 time: 0.0863833 Jul 14 09:19:58.755708 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-55b1cec4-71be-4bf3-84b6-1054e949041b req-c956c15a-0d68-45cf-94c5-ec7046dc4020 tempest-ServersWithSpecificFlavorTestJSON-1964774978 tempest-ServersWithSpecificFlavorTestJSON-1964774978-project] 10.222.0.68 "GET /v2.0/security-groups?id=c439237c-c705-4180-98e6-8dcbf5353a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388839 Jul 14 09:19:58.890217 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1d2b27-a0c8-4586-a693-eadf72c1670b req-f342f3c3-b2ad-4a0d-a744-d66221c945fe tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:58.892162 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-2f1d2b27-a0c8-4586-a693-eadf72c1670b req-f342f3c3-b2ad-4a0d-a744-d66221c945fe tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/ports?device_id=b445a760-a797-4027-b6cd-42763947c867 HTTP/1.1" status: 200 len: 948 time: 0.0710547 Jul 14 09:19:58.945827 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-2f1d2b27-a0c8-4586-a693-eadf72c1670b req-ca54e8c3-ab8a-48b3-86bc-c34f7a847fe2 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/security-groups?id=93b55648-4dd6-4852-bb99-9aa842ab19a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476899 Jul 14 09:19:58.969997 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0ae5e5bc-7f7d-406a-9a6c-3679d2bdb179 req-139fff90-c2ae-4326-a7d9-c86895f1b98f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=9b8a6edc-bbae-47ce-bda0-fb444fc735c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0586288 Jul 14 09:19:59.015652 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-fb2ad5cf-6f5d-4466-840e-3ca7e0898010 req-55c134ea-a38b-4893-a1b7-d3f65e4748f1 tempest-ImagesNegativeTestJSON-1609351804 tempest-ImagesNegativeTestJSON-1609351804-project] 10.222.0.68 "GET /v2.0/ports?device_id=884814d7-a63b-4693-b488-9089c8a5f1c5 HTTP/1.1" status: 200 len: 210 time: 0.0309610 Jul 14 09:19:59.102279 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72091b7a-f794-40df-86c8-04a62b4f13dc req-95dcf31d-f3bd-4d4c-8eb6-818eb31c8820 tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:59.103872 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-72091b7a-f794-40df-86c8-04a62b4f13dc req-95dcf31d-f3bd-4d4c-8eb6-818eb31c8820 tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] 10.222.0.68 "GET /v2.0/ports?device_id=6593e4b3-80b2-4edd-b3fd-9f72f9137c4e HTTP/1.1" status: 200 len: 950 time: 0.2327905 Jul 14 09:19:59.182217 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [req-98c1033f-5581-457e-842e-e3bd7306ba08 req-0ca96bdb-0314-43e1-bfe0-818d27570467 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] Deleting port a8d2c56c-feb8-4d49-b105-e6f69ce0ed6f {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:19:59.182676 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-98c1033f-5581-457e-842e-e3bd7306ba08 req-0ca96bdb-0314-43e1-bfe0-818d27570467 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:59.190492 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0ae5e5bc-7f7d-406a-9a6c-3679d2bdb179 req-e4a716a6-da64-4a6d-9ec8-3875e75d0743 service neutron] 10.222.0.65 "GET /v2.0/networks/9b8a6edc-bbae-47ce-bda0-fb444fc735c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1890583 Jul 14 09:19:59.202213 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47f61015-0034-413d-87cf-74efb13c3750', 'tag': 'dcca8c07-a9b5-406f-9143-2bd6bb078786'}, {'name': 'network-changed', 'server_uuid': '71487dfe-69ab-4eea-85c1-9e56b4db102b', 'tag': '28fc8288-f559-4d7b-ad21-e0ad026ce6e6'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:19:59.205058 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd2bb337-4a2e-4cb1-91dd-64a65142ff4c" -d '{"events": [{"name": "network-changed", "server_uuid": "47f61015-0034-413d-87cf-74efb13c3750", "tag": "dcca8c07-a9b5-406f-9143-2bd6bb078786"}, {"name": "network-changed", "server_uuid": "71487dfe-69ab-4eea-85c1-9e56b4db102b", "tag": "28fc8288-f559-4d7b-ad21-e0ad026ce6e6"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:19:59.214387 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29901402-78b4-40d3-95aa-c99578c4d631 req-70d1e941-5c9e-4634-9ca8-2f136a25f85f tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:59.216802 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-29901402-78b4-40d3-95aa-c99578c4d631 req-70d1e941-5c9e-4634-9ca8-2f136a25f85f tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] 10.222.0.68 "GET /v2.0/ports?device_id=71487dfe-69ab-4eea-85c1-9e56b4db102b HTTP/1.1" status: 200 len: 944 time: 0.0782452 Jul 14 09:19:59.248749 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-72091b7a-f794-40df-86c8-04a62b4f13dc req-9f58b429-68c1-4cf3-8630-6b375a1dd2ff tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] 10.222.0.68 "GET /v2.0/security-groups?id=77fde4ca-6f5f-48d5-b2fd-4c103e7ba04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279452 Jul 14 09:19:59.260163 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-29901402-78b4-40d3-95aa-c99578c4d631 req-a67627f3-d777-4122-a117-f92f0cebf63f tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] 10.222.0.68 "GET /v2.0/security-groups?id=4fa97f2f-f617-45f3-9331-b542b3f62cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380690 Jul 14 09:19:59.365998 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-98c1033f-5581-457e-842e-e3bd7306ba08 req-0ca96bdb-0314-43e1-bfe0-818d27570467 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] For port a8d2c56c-feb8-4d49-b105-e6f69ce0ed6f, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=a8d2c56c-feb8-4d49-b105-e6f69ce0ed6f,segment=NetworkSegment(8f1c1422-de6c-445f-ab95-4e2c94585b2b),segment_id=8f1c1422-de6c-445f-ab95-4e2c94585b2b)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:19:59.366382 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-98c1033f-5581-457e-842e-e3bd7306ba08 req-0ca96bdb-0314-43e1-bfe0-818d27570467 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:59.367193 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device ab670002-3e80-47de-be53-d3af3a9c1d12 details requested by agent hyperv_n-h2-779913-29 with host n-h2-779913-29 {{(pid=93959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:19:59.394431 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0ae5e5bc-7f7d-406a-9a6c-3679d2bdb179 req-c167ef49-3199-455f-968a-6ffbcf84578a service neutron] 10.222.0.65 "GET /v2.0/networks/9b8a6edc-bbae-47ce-bda0-fb444fc735c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579547 Jul 14 09:19:59.395321 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [req-98c1033f-5581-457e-842e-e3bd7306ba08 req-0ca96bdb-0314-43e1-bfe0-818d27570467 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] Calling delete_port for a8d2c56c-feb8-4d49-b105-e6f69ce0ed6f owned by compute:nova {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:19:59.492558 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550706aa-726a-4397-9ac4-4efa40f48035 req-1e6e4b40-af65-413b-8ce9-2f1009dac702 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:59.494201 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-550706aa-726a-4397-9ac4-4efa40f48035 req-1e6e4b40-af65-413b-8ce9-2f1009dac702 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] 10.222.0.68 "GET /v2.0/ports?device_id=bf400e31-083a-418b-85da-845c316517c7 HTTP/1.1" status: 200 len: 950 time: 0.0834653 Jul 14 09:19:59.518295 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port ab670002-3e80-47de-be53-d3af3a9c1d12, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=ab670002-3e80-47de-be53-d3af3a9c1d12,segment=NetworkSegment(8f1c1422-de6c-445f-ab95-4e2c94585b2b),segment_id=8f1c1422-de6c-445f-ab95-4e2c94585b2b)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:19:59.534477 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Returning: {'device': 'ab670002-3e80-47de-be53-d3af3a9c1d12', 'network_id': '2244f7a1-04bd-42cd-9e86-31839b46f57f', 'port_id': 'ab670002-3e80-47de-be53-d3af3a9c1d12', 'mac_address': 'fa:16:3e:74:58:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 724, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85060e65-3b2f-4a6c-a04c-ce849daa5b3b', 'ip_address': '192.168.233.219'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:19:59.544441 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-550706aa-726a-4397-9ac4-4efa40f48035 req-e37d245c-d204-4d81-a686-527565c87377 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] 10.222.0.68 "GET /v2.0/security-groups?id=c9156572-74c8-4b9e-9f0a-c202a5ef91ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429981 Jul 14 09:19:59.583702 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:59.615835 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab670002-3e80-47de-be53-d3af3a9c1d12 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:19:59.652530 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port ab670002-3e80-47de-be53-d3af3a9c1d12, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=ab670002-3e80-47de-be53-d3af3a9c1d12,segment=NetworkSegment(8f1c1422-de6c-445f-ab95-4e2c94585b2b),segment_id=8f1c1422-de6c-445f-ab95-4e2c94585b2b)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:19:59.658731 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:59.695090 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 14 Jul 2021 09:19:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17c6b484-3279-4547-a7bc-9055e568519a x-openstack-request-id: req-17c6b484-3279-4547-a7bc-9055e568519a {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:19:59.695451 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47f61015-0034-413d-87cf-74efb13c3750", "tag": "dcca8c07-a9b5-406f-9143-2bd6bb078786", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "71487dfe-69ab-4eea-85c1-9e56b4db102b", "tag": "28fc8288-f559-4d7b-ad21-e0ad026ce6e6", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:19:59.695648 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-17c6b484-3279-4547-a7bc-9055e568519a {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:19:59.696046 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47f61015-0034-413d-87cf-74efb13c3750', 'tag': 'dcca8c07-a9b5-406f-9143-2bd6bb078786', 'status': 'completed', 'code': 200} Jul 14 09:19:59.696305 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71487dfe-69ab-4eea-85c1-9e56b4db102b', 'tag': '28fc8288-f559-4d7b-ad21-e0ad026ce6e6', 'status': 'completed', 'code': 200} Jul 14 09:19:59.718185 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Pushing event updated for resources: {'Port': ['ID=ab670002-3e80-47de-be53-d3af3a9c1d12,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:19:59.887657 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04803983-2eda-4b12-b072-5f962cf9bcfb req-c0d42155-c16a-47de-ad8c-e32006bb1cd0 tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:59.889955 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-04803983-2eda-4b12-b072-5f962cf9bcfb req-c0d42155-c16a-47de-ad8c-e32006bb1cd0 tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] 10.222.0.68 "GET /v2.0/ports?device_id=47f61015-0034-413d-87cf-74efb13c3750 HTTP/1.1" status: 200 len: 944 time: 0.4926009 Jul 14 09:19:59.908071 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2bb337-4a2e-4cb1-91dd-64a65142ff4c req-a4499f52-a4ba-4585-86f7-2666181ec04a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:59.909590 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-fd2bb337-4a2e-4cb1-91dd-64a65142ff4c req-a4499f52-a4ba-4585-86f7-2666181ec04a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e14af975015c4397b9da2a89a906dfc2&device_id=47f61015-0034-413d-87cf-74efb13c3750 HTTP/1.1" status: 200 len: 1096 time: 0.2125368 Jul 14 09:19:59.951934 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04e2916-69e1-4db3-bcbf-f7388b1d312d req-9b9cd308-0e51-4ac5-8368-25dc15fb89f7 tempest-ServersWithSpecificFlavorTestJSON-1964774978 tempest-ServersWithSpecificFlavorTestJSON-1964774978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:19:59.953466 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-a04e2916-69e1-4db3-bcbf-f7388b1d312d req-9b9cd308-0e51-4ac5-8368-25dc15fb89f7 tempest-ServersWithSpecificFlavorTestJSON-1964774978 tempest-ServersWithSpecificFlavorTestJSON-1964774978-project] 10.222.0.68 "GET /v2.0/ports?device_id=2a4afe86-d772-4a97-addd-b37141f89690 HTTP/1.1" status: 200 len: 946 time: 0.0680342 Jul 14 09:19:59.999323 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-a04e2916-69e1-4db3-bcbf-f7388b1d312d req-78ff6c02-2b4c-411b-8f93-b63a45ee34d0 tempest-ServersWithSpecificFlavorTestJSON-1964774978 tempest-ServersWithSpecificFlavorTestJSON-1964774978-project] 10.222.0.68 "GET /v2.0/security-groups?id=c439237c-c705-4180-98e6-8dcbf5353a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396037 Jul 14 09:20:00.031443 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] get_ports_and_sgs() called for port_ids ['ab670002-3e80-47de-be53-d3af3a9c1d12'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:20:00.048909 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2bb337-4a2e-4cb1-91dd-64a65142ff4c req-57fdd0bc-f93c-4678-be8b-0513dfeb6604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:00.050473 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-fd2bb337-4a2e-4cb1-91dd-64a65142ff4c req-57fdd0bc-f93c-4678-be8b-0513dfeb6604 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=7106393f864d424cbb37d8910f9a40b9&device_id=71487dfe-69ab-4eea-85c1-9e56b4db102b HTTP/1.1" status: 200 len: 1096 time: 0.2670937 Jul 14 09:20:00.060242 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-98c1033f-5581-457e-842e-e3bd7306ba08 req-0ca96bdb-0314-43e1-bfe0-818d27570467 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:00.068793 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-04803983-2eda-4b12-b072-5f962cf9bcfb req-8dbebb58-f025-4567-ae2a-75a19775f91b tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] 10.222.0.68 "GET /v2.0/security-groups?id=7bf941d0-4fab-41ec-a174-078829fdb488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414218 Jul 14 09:20:00.150250 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] get_ports_and_sgs() called for port_ids ['7876554a-94a5-4362-9d48-ba2ab3e213d6', '82b450e3-7637-42f2-bd8d-3daaed7e61ee', '4428f759-9245-47c1-969d-3af116e0a0e3', 'a8d2c56c-feb8-4d49-b105-e6f69ce0ed6f'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:20:00.171009 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca96bdb-0314-43e1-bfe0-818d27570467 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] Pushing event deleted for resources: {'Port': ['ID=a8d2c56c-feb8-4d49-b105-e6f69ce0ed6f,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:00.221882 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6e1517-978e-4409-ba86-d652949200d2 req-f8cbbecb-ee93-4f90-9f06-8166d2279edb tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:00.230956 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-1d6e1517-978e-4409-ba86-d652949200d2 req-f8cbbecb-ee93-4f90-9f06-8166d2279edb tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/ports?device_id=b445a760-a797-4027-b6cd-42763947c867 HTTP/1.1" status: 200 len: 949 time: 0.1026177 Jul 14 09:20:00.248978 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2bb337-4a2e-4cb1-91dd-64a65142ff4c req-e42d0360-5bce-4b98-a216-eaa856d28cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:00.250801 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-fd2bb337-4a2e-4cb1-91dd-64a65142ff4c req-e42d0360-5bce-4b98-a216-eaa856d28cc1 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e7cb481e-49dc-464e-b748-d3d2c45f69f9 HTTP/1.1" status: 200 len: 921 time: 0.3176160 Jul 14 09:20:00.270433 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-98c1033f-5581-457e-842e-e3bd7306ba08 req-0ca96bdb-0314-43e1-bfe0-818d27570467 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] No DVR routers for this DVR port a8d2c56c-feb8-4d49-b105-e6f69ce0ed6f on host n-h1-779913-29 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:20:00.273928 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-98c1033f-5581-457e-842e-e3bd7306ba08 req-0ca96bdb-0314-43e1-bfe0-818d27570467 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:00.276399 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-98c1033f-5581-457e-842e-e3bd7306ba08 req-0ca96bdb-0314-43e1-bfe0-818d27570467 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] 10.222.0.65 "DELETE /v2.0/ports/a8d2c56c-feb8-4d49-b105-e6f69ce0ed6f HTTP/1.1" status: 204 len: 173 time: 1.3629723 Jul 14 09:20:00.296670 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-1d6e1517-978e-4409-ba86-d652949200d2 req-c1e0fa28-ce82-4c76-a258-18b6fab85908 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/security-groups?id=93b55648-4dd6-4852-bb99-9aa842ab19a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633767 Jul 14 09:20:00.389627 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2b61d4d0-d495-477d-a836-d6ad9231a9f8 req-25197ec5-ab5e-4a03-b477-aff1c8cdc061 tempest-ImagesNegativeTestJSON-1609351804 tempest-ImagesNegativeTestJSON-1609351804-project] 10.222.0.68 "GET /v2.0/ports?device_id=884814d7-a63b-4693-b488-9089c8a5f1c5 HTTP/1.1" status: 200 len: 210 time: 0.0751674 Jul 14 09:20:00.390889 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-fd2bb337-4a2e-4cb1-91dd-64a65142ff4c req-734fab41-0868-46fb-9f2a-a5c081426030 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dcca8c07-a9b5-406f-9143-2bd6bb078786 HTTP/1.1" status: 200 len: 217 time: 0.0964298 Jul 14 09:20:00.463822 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2bb337-4a2e-4cb1-91dd-64a65142ff4c req-3faf4845-4213-4585-b3ab-f76666483505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:00.466418 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-fd2bb337-4a2e-4cb1-91dd-64a65142ff4c req-3faf4845-4213-4585-b3ab-f76666483505 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a1f8d7cc-d5f0-4ac4-b550-493e46cf12fc HTTP/1.1" status: 200 len: 860 time: 0.0642002 Jul 14 09:20:00.493053 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b6797561-8a44-4526-893f-d5a4ee3f1e7c req-f4c7ad20-14e8-4183-a34f-f9b4253fb3e2 tempest-ImagesNegativeTestJSON-1609351804 tempest-ImagesNegativeTestJSON-1609351804-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=31a67af571eb46a78b58602ec51f75d7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0232148 Jul 14 09:20:00.496609 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2bb337-4a2e-4cb1-91dd-64a65142ff4c req-cd126601-b1c2-4310-8d24-155b2730c23d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:00.498045 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-fd2bb337-4a2e-4cb1-91dd-64a65142ff4c req-cd126601-b1c2-4310-8d24-155b2730c23d service neutron] 10.222.0.65 "GET /v2.0/networks?id=9b8a6edc-bbae-47ce-bda0-fb444fc735c0 HTTP/1.1" status: 200 len: 905 time: 0.4359250 Jul 14 09:20:00.632562 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b62686-c6c4-44eb-b303-e1fc1c8ae422 req-7e817ab4-b3e3-4116-b28e-a0118d3d2ce6 tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:00.641177 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d0b62686-c6c4-44eb-b303-e1fc1c8ae422 req-7e817ab4-b3e3-4116-b28e-a0118d3d2ce6 tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] 10.222.0.68 "GET /v2.0/ports?device_id=6593e4b3-80b2-4edd-b3fd-9f72f9137c4e HTTP/1.1" status: 200 len: 950 time: 0.1680522 Jul 14 09:20:00.653607 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-fd2bb337-4a2e-4cb1-91dd-64a65142ff4c req-2e090e2f-60b8-490d-b92a-edf54c188943 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=28fc8288-f559-4d7b-ad21-e0ad026ce6e6 HTTP/1.1" status: 200 len: 217 time: 0.1466289 Jul 14 09:20:00.678141 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6900b185-d592-4dc8-adcd-1afbf18194c1 req-35141e63-3390-4682-b103-30cd23caf135 tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:00.680032 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-6900b185-d592-4dc8-adcd-1afbf18194c1 req-35141e63-3390-4682-b103-30cd23caf135 tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] 10.222.0.57 "GET /v2.0/ports?device_id=6593e4b3-80b2-4edd-b3fd-9f72f9137c4e HTTP/1.1" status: 200 len: 950 time: 0.1535339 Jul 14 09:20:00.733802 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-fd2bb337-4a2e-4cb1-91dd-64a65142ff4c req-daf763e3-c5a4-49c9-8053-f205590d2f61 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e7cb481e-49dc-464e-b748-d3d2c45f69f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1140134 Jul 14 09:20:00.787383 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d0b62686-c6c4-44eb-b303-e1fc1c8ae422 req-b6bac433-fa8a-4e2b-8b32-fb705decb37f tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] 10.222.0.68 "GET /v2.0/security-groups?id=77fde4ca-6f5f-48d5-b2fd-4c103e7ba04b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452920 Jul 14 09:20:00.831263 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-6900b185-d592-4dc8-adcd-1afbf18194c1 req-381025b8-a96f-4045-b114-e717d1850f8e tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] Deleting port 89b93a88-8318-4b86-8e96-0157da76e316 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:20:00.831931 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-6900b185-d592-4dc8-adcd-1afbf18194c1 req-381025b8-a96f-4045-b114-e717d1850f8e tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:00.902203 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2bb337-4a2e-4cb1-91dd-64a65142ff4c req-0b39c406-b3d7-41a1-a631-45242e9ae37e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:00.905073 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-fd2bb337-4a2e-4cb1-91dd-64a65142ff4c req-0b39c406-b3d7-41a1-a631-45242e9ae37e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=8ea73f7d-9594-449c-9c84-8c744576418b HTTP/1.1" status: 200 len: 844 time: 0.1742089 Jul 14 09:20:00.911864 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] get_ports_and_sgs() called for port_ids ['361a3635-453e-4996-a98b-cba54b0b2536', '14c0d95c-c0cf-4b32-9dbe-0ff44c088df3'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:20:00.948870 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-6900b185-d592-4dc8-adcd-1afbf18194c1 req-381025b8-a96f-4045-b114-e717d1850f8e tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] For port 89b93a88-8318-4b86-8e96-0157da76e316, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=89b93a88-8318-4b86-8e96-0157da76e316,segment=NetworkSegment(8f1c1422-de6c-445f-ab95-4e2c94585b2b),segment_id=8f1c1422-de6c-445f-ab95-4e2c94585b2b)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:20:00.950192 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-6900b185-d592-4dc8-adcd-1afbf18194c1 req-381025b8-a96f-4045-b114-e717d1850f8e tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:00.968706 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-6900b185-d592-4dc8-adcd-1afbf18194c1 req-381025b8-a96f-4045-b114-e717d1850f8e tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] Calling delete_port for 89b93a88-8318-4b86-8e96-0157da76e316 owned by compute:nova {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:20:00.984792 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-fd2bb337-4a2e-4cb1-91dd-64a65142ff4c req-4b9e84ab-00ff-4872-a59e-90e722df523d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=9b8a6edc-bbae-47ce-bda0-fb444fc735c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0699668 Jul 14 09:20:01.003232 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6797561-8a44-4526-893f-d5a4ee3f1e7c req-ad49eda7-2770-4973-a028-e15fccf66fd1 tempest-ImagesNegativeTestJSON-1609351804 tempest-ImagesNegativeTestJSON-1609351804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:01.004735 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b6797561-8a44-4526-893f-d5a4ee3f1e7c req-ad49eda7-2770-4973-a028-e15fccf66fd1 tempest-ImagesNegativeTestJSON-1609351804 tempest-ImagesNegativeTestJSON-1609351804-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3806231 Jul 14 09:20:01.034721 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80793c5-c543-413b-8494-ee409eaf1312 req-2ac6d0e3-5802-4614-8e71-2894d3bbab69 tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:01.036578 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c80793c5-c543-413b-8494-ee409eaf1312 req-2ac6d0e3-5802-4614-8e71-2894d3bbab69 tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] 10.222.0.68 "GET /v2.0/ports?device_id=71487dfe-69ab-4eea-85c1-9e56b4db102b HTTP/1.1" status: 200 len: 944 time: 0.4156809 Jul 14 09:20:01.040685 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-b6797561-8a44-4526-893f-d5a4ee3f1e7c req-aafa2c55-8a8e-4944-9323-a0006464ef52 tempest-ImagesNegativeTestJSON-1609351804 tempest-ImagesNegativeTestJSON-1609351804-project] Request body: {'port': {'device_id': '884814d7-a63b-4693-b488-9089c8a5f1c5', 'network_id': '2244f7a1-04bd-42cd-9e86-31839b46f57f', 'admin_state_up': True, 'tenant_id': '31a67af571eb46a78b58602ec51f75d7'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:20:01.055713 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-fd2bb337-4a2e-4cb1-91dd-64a65142ff4c req-be6d938c-0eda-4fa7-880d-02bc15efeba1 service neutron] 10.222.0.57 "GET /v2.0/networks/e7cb481e-49dc-464e-b748-d3d2c45f69f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3065569 Jul 14 09:20:01.061571 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-4eeb6a3f-f685-4cd0-937d-ac8fec66de89 req-16980ded-bfe0-4462-a445-a75d3689db3b tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] 10.222.0.68 "GET /v2.0/ports?device_id=bf400e31-083a-418b-85da-845c316517c7 HTTP/1.1" status: 200 len: 210 time: 0.0826678 Jul 14 09:20:01.176393 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-6900b185-d592-4dc8-adcd-1afbf18194c1 req-381025b8-a96f-4045-b114-e717d1850f8e tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:01.223413 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381025b8-a96f-4045-b114-e717d1850f8e tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] Pushing event deleted for resources: {'Port': ['ID=89b93a88-8318-4b86-8e96-0157da76e316,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:01.266434 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381025b8-a96f-4045-b114-e717d1850f8e tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:20:01.266839 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381025b8-a96f-4045-b114-e717d1850f8e tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:20:01.267183 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381025b8-a96f-4045-b114-e717d1850f8e tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:20:01.267518 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381025b8-a96f-4045-b114-e717d1850f8e tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:20:01.267849 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381025b8-a96f-4045-b114-e717d1850f8e tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:20:01.268181 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381025b8-a96f-4045-b114-e717d1850f8e tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:20:01.268504 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381025b8-a96f-4045-b114-e717d1850f8e tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:20:01.269043 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381025b8-a96f-4045-b114-e717d1850f8e tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:20:01.269295 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381025b8-a96f-4045-b114-e717d1850f8e tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:20:01.269656 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381025b8-a96f-4045-b114-e717d1850f8e tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:20:01.269975 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381025b8-a96f-4045-b114-e717d1850f8e tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:20:01.270298 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381025b8-a96f-4045-b114-e717d1850f8e tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:20:01.293525 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-6900b185-d592-4dc8-adcd-1afbf18194c1 req-381025b8-a96f-4045-b114-e717d1850f8e tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] No DVR routers for this DVR port 89b93a88-8318-4b86-8e96-0157da76e316 on host n-h2-779913-29 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:20:01.297225 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-6900b185-d592-4dc8-adcd-1afbf18194c1 req-381025b8-a96f-4045-b114-e717d1850f8e tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:01.300107 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-6900b185-d592-4dc8-adcd-1afbf18194c1 req-381025b8-a96f-4045-b114-e717d1850f8e tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] 10.222.0.57 "DELETE /v2.0/ports/89b93a88-8318-4b86-8e96-0157da76e316 HTTP/1.1" status: 204 len: 173 time: 0.6137693 Jul 14 09:20:01.300267 n-d-779913-29 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6593e4b3-80b2-4edd-b3fd-9f72f9137c4e', 'name': 'network-vif-deleted', 'tag': '89b93a88-8318-4b86-8e96-0157da76e316'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:20:01.303083 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c80793c5-c543-413b-8494-ee409eaf1312 req-81a8b5c5-d69d-4249-ba04-be9c6240d834 tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] 10.222.0.68 "GET /v2.0/security-groups?id=4fa97f2f-f617-45f3-9331-b542b3f62cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2451730 Jul 14 09:20:01.304157 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cb48f044f948e981f43897c8d7f1332f741dc7af2b4c5a6e19d8f4a80f708e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abcdf285-b580-4d3c-8821-c8d6094a470e" -d '{"events": [{"server_uuid": "6593e4b3-80b2-4edd-b3fd-9f72f9137c4e", "name": "network-vif-deleted", "tag": "89b93a88-8318-4b86-8e96-0157da76e316"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:20:01.349981 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-fd2bb337-4a2e-4cb1-91dd-64a65142ff4c req-5cae2b0f-44bc-41f6-8fb2-c260fc040e2f service neutron] 10.222.0.57 "GET /v2.0/networks/e7cb481e-49dc-464e-b748-d3d2c45f69f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2489576 Jul 14 09:20:01.368572 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-fd2bb337-4a2e-4cb1-91dd-64a65142ff4c req-35ed1071-1137-488f-b8f3-501761b96d2b service neutron] 10.222.0.65 "GET /v2.0/networks/9b8a6edc-bbae-47ce-bda0-fb444fc735c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3602910 Jul 14 09:20:01.401476 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device ab670002-3e80-47de-be53-d3af3a9c1d12 up at agent hyperv_n-h2-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:20:01.483796 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Provisioning for port ab670002-3e80-47de-be53-d3af3a9c1d12 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:20:01.486873 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6797561-8a44-4526-893f-d5a4ee3f1e7c req-aafa2c55-8a8e-4944-9323-a0006464ef52 tempest-ImagesNegativeTestJSON-1609351804 tempest-ImagesNegativeTestJSON-1609351804-project] Made reservation on behalf of 31a67af571eb46a78b58602ec51f75d7 for: {'port': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:20:01.489084 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Provisioning complete for port ab670002-3e80-47de-be53-d3af3a9c1d12 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:20:01.489477 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:01.490720 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-b6797561-8a44-4526-893f-d5a4ee3f1e7c req-aafa2c55-8a8e-4944-9323-a0006464ef52 tempest-ImagesNegativeTestJSON-1609351804 tempest-ImagesNegativeTestJSON-1609351804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:01.517321 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-b6797561-8a44-4526-893f-d5a4ee3f1e7c req-aafa2c55-8a8e-4944-9323-a0006464ef52 tempest-ImagesNegativeTestJSON-1609351804 tempest-ImagesNegativeTestJSON-1609351804-project] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:01.520725 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dbec49-697e-47c1-a1a1-bcbe5b35c7bc req-5d6bf238-1fc0-409f-9918-39d26936911f tempest-ServersWithSpecificFlavorTestJSON-1964774978 tempest-ServersWithSpecificFlavorTestJSON-1964774978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:01.528552 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-f1dbec49-697e-47c1-a1a1-bcbe5b35c7bc req-5d6bf238-1fc0-409f-9918-39d26936911f tempest-ServersWithSpecificFlavorTestJSON-1964774978 tempest-ServersWithSpecificFlavorTestJSON-1964774978-project] 10.222.0.68 "GET /v2.0/ports?device_id=2a4afe86-d772-4a97-addd-b37141f89690 HTTP/1.1" status: 200 len: 946 time: 0.0823793 Jul 14 09:20:01.564627 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-fd2bb337-4a2e-4cb1-91dd-64a65142ff4c req-08c8cb2d-3bc0-45dd-baa2-3615948b13f4 service neutron] 10.222.0.65 "GET /v2.0/networks/9b8a6edc-bbae-47ce-bda0-fb444fc735c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1884792 Jul 14 09:20:01.578718 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d978d1-3e95-496e-b7c4-66846966f16f req-d6848391-9906-4db0-be2f-f2ac86f036ef tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:01.580913 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f5d978d1-3e95-496e-b7c4-66846966f16f req-d6848391-9906-4db0-be2f-f2ac86f036ef tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] 10.222.0.68 "GET /v2.0/ports?device_id=47f61015-0034-413d-87cf-74efb13c3750 HTTP/1.1" status: 200 len: 944 time: 0.1415608 Jul 14 09:20:01.581057 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-f1dbec49-697e-47c1-a1a1-bcbe5b35c7bc req-3fa06445-65bc-4509-a500-a702e19989f8 tempest-ServersWithSpecificFlavorTestJSON-1964774978 tempest-ServersWithSpecificFlavorTestJSON-1964774978-project] 10.222.0.68 "GET /v2.0/security-groups?id=c439237c-c705-4180-98e6-8dcbf5353a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513422 Jul 14 09:20:01.585778 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:01.626440 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b445a760-a797-4027-b6cd-42763947c867', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab670002-3e80-47de-be53-d3af3a9c1d12'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:20:01.629037 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd62303f06773040a8a4e189dc46b4f565768c299abf8ab8e7739778b0bc3e97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ec21f39-c62e-4c82-bc41-a183b9f8760d" -d '{"events": [{"server_uuid": "b445a760-a797-4027-b6cd-42763947c867", "name": "network-vif-plugged", "status": "completed", "tag": "ab670002-3e80-47de-be53-d3af3a9c1d12"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:20:01.647139 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port ab670002-3e80-47de-be53-d3af3a9c1d12, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=ab670002-3e80-47de-be53-d3af3a9c1d12,segment=NetworkSegment(8f1c1422-de6c-445f-ab95-4e2c94585b2b),segment_id=8f1c1422-de6c-445f-ab95-4e2c94585b2b)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:20:01.653839 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:20:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b5f4a48-3d8c-47d4-97ac-e708f437d5a9 x-openstack-request-id: req-6b5f4a48-3d8c-47d4-97ac-e708f437d5a9 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:20:01.654343 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6593e4b3-80b2-4edd-b3fd-9f72f9137c4e", "name": "network-vif-deleted", "tag": "89b93a88-8318-4b86-8e96-0157da76e316", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:20:01.654607 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-6b5f4a48-3d8c-47d4-97ac-e708f437d5a9 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:20:01.655017 n-d-779913-29 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6593e4b3-80b2-4edd-b3fd-9f72f9137c4e', 'name': 'network-vif-deleted', 'tag': '89b93a88-8318-4b86-8e96-0157da76e316', 'status': 'completed', 'code': 200} Jul 14 09:20:01.656126 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:01.657475 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 89b93a88-8318-4b86-8e96-0157da76e316 no longer exists at agent hyperv_n-h2-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:20:01.688463 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f5d978d1-3e95-496e-b7c4-66846966f16f req-9c6256d7-59f3-4dd5-b293-52070b40fffe tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] 10.222.0.68 "GET /v2.0/security-groups?id=7bf941d0-4fab-41ec-a174-078829fdb488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884166 Jul 14 09:20:01.698125 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf400e31-083a-418b-85da-845c316517c7', 'name': 'network-vif-deleted', 'tag': 'a8d2c56c-feb8-4d49-b105-e6f69ce0ed6f'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:20:01.700658 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2310f07-d5b5-46bf-ad13-6ce8f9462f14" -d '{"events": [{"server_uuid": "bf400e31-083a-418b-85da-845c316517c7", "name": "network-vif-deleted", "tag": "a8d2c56c-feb8-4d49-b105-e6f69ce0ed6f"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:20:01.727525 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] No Port match for: 89b93a88-8318-4b86-8e96-0157da76e316 {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:20:01.728001 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 89b93a88-8318-4b86-8e96-0157da76e316 not bound to the agent host n-h2-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:20:01.747172 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-b6797561-8a44-4526-893f-d5a4ee3f1e7c req-aafa2c55-8a8e-4944-9323-a0006464ef52 tempest-ImagesNegativeTestJSON-1609351804 tempest-ImagesNegativeTestJSON-1609351804-project] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:01.752648 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-b6797561-8a44-4526-893f-d5a4ee3f1e7c req-aafa2c55-8a8e-4944-9323-a0006464ef52 tempest-ImagesNegativeTestJSON-1609351804 tempest-ImagesNegativeTestJSON-1609351804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:01.785515 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Pushing event updated for resources: {'Port': ['ID=ab670002-3e80-47de-be53-d3af3a9c1d12,revision_number=5']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:01.839334 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafa2c55-8a8e-4944-9323-a0006464ef52 tempest-ImagesNegativeTestJSON-1609351804 tempest-ImagesNegativeTestJSON-1609351804-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f661409b-d866-48f2-a912-0ee93dfd6cb3,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:01.864589 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed6b473-dbd4-4653-ac0e-4792b16724a3 req-ead451d0-9856-4a62-b1e8-7dbc6f646cf3 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:01.866267 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-9ed6b473-dbd4-4653-ac0e-4792b16724a3 req-ead451d0-9856-4a62-b1e8-7dbc6f646cf3 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/ports?device_id=b445a760-a797-4027-b6cd-42763947c867 HTTP/1.1" status: 200 len: 950 time: 0.0761380 Jul 14 09:20:01.912537 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-9ed6b473-dbd4-4653-ac0e-4792b16724a3 req-8c895a74-4c92-4c84-aea3-5ed25ea2ba81 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/security-groups?id=93b55648-4dd6-4852-bb99-9aa842ab19a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346067 Jul 14 09:20:01.916699 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-98582bd2-f53e-44cf-8689-9190e8883775 req-efcfa308-3778-4b8d-96e9-161f41339c65 tempest-ImagesNegativeTestJSON-1609351804 tempest-ImagesNegativeTestJSON-1609351804-project] 10.222.0.68 "GET /v2.0/ports?device_id=884814d7-a63b-4693-b488-9089c8a5f1c5 HTTP/1.1" status: 200 len: 210 time: 0.0581522 Jul 14 09:20:01.965913 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [req-b6797561-8a44-4526-893f-d5a4ee3f1e7c req-aafa2c55-8a8e-4944-9323-a0006464ef52 tempest-ImagesNegativeTestJSON-1609351804 tempest-ImagesNegativeTestJSON-1609351804-project] Allocated IP 192.168.233.253 (2244f7a1-04bd-42cd-9e86-31839b46f57f/85060e65-3b2f-4a6c-a04c-ce849daa5b3b/321105f0-cb9b-4ea5-a3de-16f356a7bd9f) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:20:01.981328 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:20:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94b8df16-2563-4029-8470-a4b73e7d96bc x-openstack-request-id: req-94b8df16-2563-4029-8470-a4b73e7d96bc {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:20:01.981861 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b445a760-a797-4027-b6cd-42763947c867", "name": "network-vif-plugged", "status": "completed", "tag": "ab670002-3e80-47de-be53-d3af3a9c1d12", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:20:01.981949 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-94b8df16-2563-4029-8470-a4b73e7d96bc {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:20:01.982285 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b445a760-a797-4027-b6cd-42763947c867', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab670002-3e80-47de-be53-d3af3a9c1d12', 'code': 200} Jul 14 09:20:02.025729 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:20:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d6f79eb-97cd-43a3-a9b7-3c2f58f3641c x-openstack-request-id: req-3d6f79eb-97cd-43a3-a9b7-3c2f58f3641c {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:20:02.026034 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf400e31-083a-418b-85da-845c316517c7", "name": "network-vif-deleted", "tag": "a8d2c56c-feb8-4d49-b105-e6f69ce0ed6f", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:20:02.026269 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-3d6f79eb-97cd-43a3-a9b7-3c2f58f3641c {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:20:02.026660 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf400e31-083a-418b-85da-845c316517c7', 'name': 'network-vif-deleted', 'tag': 'a8d2c56c-feb8-4d49-b105-e6f69ce0ed6f', 'status': 'completed', 'code': 200} Jul 14 09:20:02.221164 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-9f12381d-2911-473b-ada1-caf2fd4efad5 req-4f253eb4-4671-4875-9d9c-639649bf8819 tempest-ServersAdminTestJSON-1223969180 tempest-ServersAdminTestJSON-1223969180-project] 10.222.0.68 "GET /v2.0/ports?device_id=6593e4b3-80b2-4edd-b3fd-9f72f9137c4e HTTP/1.1" status: 200 len: 210 time: 0.0335581 Jul 14 09:20:02.231726 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0802675a-8bde-43d6-a650-e2ebd886e932 req-a5298118-3eb5-478e-99c0-7102d629ce04 tempest-ServersWithSpecificFlavorTestJSON-1964774978 tempest-ServersWithSpecificFlavorTestJSON-1964774978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:02.233327 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0802675a-8bde-43d6-a650-e2ebd886e932 req-a5298118-3eb5-478e-99c0-7102d629ce04 tempest-ServersWithSpecificFlavorTestJSON-1964774978 tempest-ServersWithSpecificFlavorTestJSON-1964774978-project] 10.222.0.68 "GET /v2.0/ports?device_id=2a4afe86-d772-4a97-addd-b37141f89690 HTTP/1.1" status: 200 len: 946 time: 0.1518753 Jul 14 09:20:02.243783 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-b6797561-8a44-4526-893f-d5a4ee3f1e7c req-aafa2c55-8a8e-4944-9323-a0006464ef52 tempest-ImagesNegativeTestJSON-1609351804 tempest-ImagesNegativeTestJSON-1609351804-project] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:02.243961 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 39892) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:02.250415 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-75a71959-7129-44cd-af67-34e64744d174 tempest-ServersWithSpecificFlavorTestJSON-1964774978 tempest-ServersWithSpecificFlavorTestJSON-1964774978-project] Request body: {'floatingip': {'port_id': 'b3c2b51e-3949-41ac-9012-4a8d19c10f2a'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:20:02.267555 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [req-b6797561-8a44-4526-893f-d5a4ee3f1e7c req-aafa2c55-8a8e-4944-9323-a0006464ef52 tempest-ImagesNegativeTestJSON-1609351804 tempest-ImagesNegativeTestJSON-1609351804-project] Transition to ACTIVE for port object 321105f0-cb9b-4ea5-a3de-16f356a7bd9f will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:20:02.277058 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41cd004-7dd7-4b2f-bf39-cfa0aec9efeb req-0694f909-8ac2-4d36-a0fd-1d101f8bf717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:02.279459 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c41cd004-7dd7-4b2f-bf39-cfa0aec9efeb req-0694f909-8ac2-4d36-a0fd-1d101f8bf717 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b445a760-a797-4027-b6cd-42763947c867 HTTP/1.1" status: 200 len: 1102 time: 0.1240294 Jul 14 09:20:02.310875 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-75a71959-7129-44cd-af67-34e64744d174 tempest-ServersWithSpecificFlavorTestJSON-1964774978 tempest-ServersWithSpecificFlavorTestJSON-1964774978-project] Notify callbacks [] for floatingip, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:02.339680 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c41cd004-7dd7-4b2f-bf39-cfa0aec9efeb req-27d97cba-b399-419d-ad6f-b3104b646273 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=93b55648-4dd6-4852-bb99-9aa842ab19a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534275 Jul 14 09:20:02.348347 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-b6797561-8a44-4526-893f-d5a4ee3f1e7c req-aafa2c55-8a8e-4944-9323-a0006464ef52 tempest-ImagesNegativeTestJSON-1609351804 tempest-ImagesNegativeTestJSON-1609351804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:02.398490 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6797561-8a44-4526-893f-d5a4ee3f1e7c req-aafa2c55-8a8e-4944-9323-a0006464ef52 tempest-ImagesNegativeTestJSON-1609351804 tempest-ImagesNegativeTestJSON-1609351804-project] Network 2244f7a1-04bd-42cd-9e86-31839b46f57f is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:20:02.403527 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [req-b6797561-8a44-4526-893f-d5a4ee3f1e7c req-aafa2c55-8a8e-4944-9323-a0006464ef52 tempest-ImagesNegativeTestJSON-1609351804 tempest-ImagesNegativeTestJSON-1609351804-project] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:20:02.407955 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6797561-8a44-4526-893f-d5a4ee3f1e7c req-aafa2c55-8a8e-4944-9323-a0006464ef52 tempest-ImagesNegativeTestJSON-1609351804 tempest-ImagesNegativeTestJSON-1609351804-project] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:20:02.419073 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafa2c55-8a8e-4944-9323-a0006464ef52 tempest-ImagesNegativeTestJSON-1609351804 tempest-ImagesNegativeTestJSON-1609351804-project] Pushing event updated for resources: {'Port': ['ID=321105f0-cb9b-4ea5-a3de-16f356a7bd9f,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:02.491528 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6797561-8a44-4526-893f-d5a4ee3f1e7c req-aafa2c55-8a8e-4944-9323-a0006464ef52 tempest-ImagesNegativeTestJSON-1609351804 tempest-ImagesNegativeTestJSON-1609351804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:02.492490 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-b6797561-8a44-4526-893f-d5a4ee3f1e7c req-aafa2c55-8a8e-4944-9323-a0006464ef52 tempest-ImagesNegativeTestJSON-1609351804 tempest-ImagesNegativeTestJSON-1609351804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:02.509564 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b6797561-8a44-4526-893f-d5a4ee3f1e7c req-aafa2c55-8a8e-4944-9323-a0006464ef52 tempest-ImagesNegativeTestJSON-1609351804 tempest-ImagesNegativeTestJSON-1609351804-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4862554 Jul 14 09:20:02.527045 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 28fc8288-f559-4d7b-ad21-e0ad026ce6e6 details requested by agent hyperv_n-h1-779913-29 with host n-h1-779913-29 {{(pid=93959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:20:02.538565 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device a8d2c56c-feb8-4d49-b105-e6f69ce0ed6f no longer exists at agent hyperv_n-h1-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:20:02.588706 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] No Port match for: a8d2c56c-feb8-4d49-b105-e6f69ce0ed6f {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:20:02.589100 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device a8d2c56c-feb8-4d49-b105-e6f69ce0ed6f not bound to the agent host n-h1-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:20:02.620927 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fc4c0a-9624-4c55-850b-29fa5098de7e req-38d6fb83-a801-434e-8a35-5ab78365d407 tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:02.624325 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-47fc4c0a-9624-4c55-850b-29fa5098de7e req-38d6fb83-a801-434e-8a35-5ab78365d407 tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] 10.222.0.68 "GET /v2.0/ports?device_id=71487dfe-69ab-4eea-85c1-9e56b4db102b HTTP/1.1" status: 200 len: 944 time: 0.1595495 Jul 14 09:20:02.637676 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-b6797561-8a44-4526-893f-d5a4ee3f1e7c req-c78fe9cb-5c66-449b-88cb-7294323791e7 service neutron] Request body: {'port': {'device_id': '884814d7-a63b-4693-b488-9089c8a5f1c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-29'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:20:02.718489 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port 28fc8288-f559-4d7b-ad21-e0ad026ce6e6, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=28fc8288-f559-4d7b-ad21-e0ad026ce6e6,segment=NetworkSegment(becdfe35-a9ff-4f14-9744-544114c40ea3),segment_id=becdfe35-a9ff-4f14-9744-544114c40ea3)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:20:02.731662 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Returning: {'device': '28fc8288-f559-4d7b-ad21-e0ad026ce6e6', 'network_id': '9b8a6edc-bbae-47ce-bda0-fb444fc735c0', 'port_id': '28fc8288-f559-4d7b-ad21-e0ad026ce6e6', 'mac_address': 'fa:16:3e:90:11:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 717, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ea73f7d-9594-449c-9c84-8c744576418b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:20:02.751394 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-b6797561-8a44-4526-893f-d5a4ee3f1e7c req-c78fe9cb-5c66-449b-88cb-7294323791e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:02.783976 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:02.795663 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-0a62d584-f468-4781-8e37-14b1c59fb036 None None] Provisioning for port 321105f0-cb9b-4ea5-a3de-16f356a7bd9f completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:20:02.801949 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-0a62d584-f468-4781-8e37-14b1c59fb036 None None] Provisioning complete for port 321105f0-cb9b-4ea5-a3de-16f356a7bd9f triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:20:02.802469 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0a62d584-f468-4781-8e37-14b1c59fb036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:02.807330 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28fc8288-f559-4d7b-ad21-e0ad026ce6e6 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:20:02.827476 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-47fc4c0a-9624-4c55-850b-29fa5098de7e req-abb437af-8d13-42bc-b100-783c05c298ea tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] 10.222.0.68 "GET /v2.0/security-groups?id=4fa97f2f-f617-45f3-9331-b542b3f62cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202824 Jul 14 09:20:02.869411 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port 28fc8288-f559-4d7b-ad21-e0ad026ce6e6, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=28fc8288-f559-4d7b-ad21-e0ad026ce6e6,segment=NetworkSegment(becdfe35-a9ff-4f14-9744-544114c40ea3),segment_id=becdfe35-a9ff-4f14-9744-544114c40ea3)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:20:02.876079 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-0a62d584-f468-4781-8e37-14b1c59fb036 None None] Port 321105f0-cb9b-4ea5-a3de-16f356a7bd9f cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:20:02.885382 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:02.948087 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Pushing event updated for resources: {'Port': ['ID=28fc8288-f559-4d7b-ad21-e0ad026ce6e6,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:03.087227 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [req-b6797561-8a44-4526-893f-d5a4ee3f1e7c req-c78fe9cb-5c66-449b-88cb-7294323791e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 321105f0-cb9b-4ea5-a3de-16f356a7bd9f {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:20:03.089567 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-75a71959-7129-44cd-af67-34e64744d174 tempest-ServersWithSpecificFlavorTestJSON-1964774978 tempest-ServersWithSpecificFlavorTestJSON-1964774978-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:03.097219 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-b6797561-8a44-4526-893f-d5a4ee3f1e7c req-c78fe9cb-5c66-449b-88cb-7294323791e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:03.102210 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-75a71959-7129-44cd-af67-34e64744d174 tempest-ServersWithSpecificFlavorTestJSON-1964774978 tempest-ServersWithSpecificFlavorTestJSON-1964774978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-660590'] for floatingip, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:03.114400 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [req-b6797561-8a44-4526-893f-d5a4ee3f1e7c req-c78fe9cb-5c66-449b-88cb-7294323791e7 service neutron] Transition to ACTIVE for port object 321105f0-cb9b-4ea5-a3de-16f356a7bd9f will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:20:03.147507 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-b6797561-8a44-4526-893f-d5a4ee3f1e7c req-c78fe9cb-5c66-449b-88cb-7294323791e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:03.148411 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d8ea09-e4a8-4f12-9f6c-d8a8d59459ad req-149e6fff-6af2-4e75-b6dd-cbc4affb6f3e tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:03.149927 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-37d8ea09-e4a8-4f12-9f6c-d8a8d59459ad req-149e6fff-6af2-4e75-b6dd-cbc4affb6f3e tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] 10.222.0.68 "GET /v2.0/ports?device_id=47f61015-0034-413d-87cf-74efb13c3750 HTTP/1.1" status: 200 len: 944 time: 0.1491911 Jul 14 09:20:03.217544 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78fe9cb-5c66-449b-88cb-7294323791e7 service neutron] Pushing event updated for resources: {'Port': ['ID=321105f0-cb9b-4ea5-a3de-16f356a7bd9f,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:03.280639 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d67bc7f-03a9-433f-8f37-2b999e469792 req-c1bb89d2-477c-444d-a121-4b191baaee7c tempest-ImagesNegativeTestJSON-1609351804 tempest-ImagesNegativeTestJSON-1609351804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:03.282339 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5d67bc7f-03a9-433f-8f37-2b999e469792 req-c1bb89d2-477c-444d-a121-4b191baaee7c tempest-ImagesNegativeTestJSON-1609351804 tempest-ImagesNegativeTestJSON-1609351804-project] 10.222.0.68 "GET /v2.0/ports?device_id=884814d7-a63b-4693-b488-9089c8a5f1c5 HTTP/1.1" status: 200 len: 948 time: 0.1668279 Jul 14 09:20:03.292818 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] get_ports_and_sgs() called for port_ids ['28fc8288-f559-4d7b-ad21-e0ad026ce6e6'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:20:03.326284 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-b6797561-8a44-4526-893f-d5a4ee3f1e7c req-c78fe9cb-5c66-449b-88cb-7294323791e7 service neutron] Attempting to bind port 321105f0-cb9b-4ea5-a3de-16f356a7bd9f on host n-h2-779913-29 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:20:03.326649 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-b6797561-8a44-4526-893f-d5a4ee3f1e7c req-c78fe9cb-5c66-449b-88cb-7294323791e7 service neutron] Attempting to bind port 321105f0-cb9b-4ea5-a3de-16f356a7bd9f by drivers openvswitch,hyperv on host n-h2-779913-29 at level 0 using segments [{'id': '8f1c1422-de6c-445f-ab95-4e2c94585b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '2244f7a1-04bd-42cd-9e86-31839b46f57f'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:20:03.326982 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6797561-8a44-4526-893f-d5a4ee3f1e7c req-c78fe9cb-5c66-449b-88cb-7294323791e7 service neutron] Attempting to bind port 321105f0-cb9b-4ea5-a3de-16f356a7bd9f on network 2244f7a1-04bd-42cd-9e86-31839b46f57f {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:20:03.336818 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6797561-8a44-4526-893f-d5a4ee3f1e7c req-c78fe9cb-5c66-449b-88cb-7294323791e7 service neutron] Port 321105f0-cb9b-4ea5-a3de-16f356a7bd9f on network 2244f7a1-04bd-42cd-9e86-31839b46f57f not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-29 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:20:03.337157 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6797561-8a44-4526-893f-d5a4ee3f1e7c req-c78fe9cb-5c66-449b-88cb-7294323791e7 service neutron] Attempting to bind port 321105f0-cb9b-4ea5-a3de-16f356a7bd9f on network 2244f7a1-04bd-42cd-9e86-31839b46f57f {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:20:03.352967 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6797561-8a44-4526-893f-d5a4ee3f1e7c req-c78fe9cb-5c66-449b-88cb-7294323791e7 service neutron] Checking agent: {'id': '013e4a3b-a634-47b8-b6a5-1a25109b73fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 13, 13), 'started_at': datetime.datetime(2021, 7, 14, 9, 13, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 19, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:20:03.353666 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6797561-8a44-4526-893f-d5a4ee3f1e7c req-c78fe9cb-5c66-449b-88cb-7294323791e7 service neutron] Checking segment: {'id': '8f1c1422-de6c-445f-ab95-4e2c94585b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '2244f7a1-04bd-42cd-9e86-31839b46f57f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:20:03.353792 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6797561-8a44-4526-893f-d5a4ee3f1e7c req-c78fe9cb-5c66-449b-88cb-7294323791e7 service neutron] Bound using segment: {'id': '8f1c1422-de6c-445f-ab95-4e2c94585b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '2244f7a1-04bd-42cd-9e86-31839b46f57f'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:20:03.354215 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-b6797561-8a44-4526-893f-d5a4ee3f1e7c req-c78fe9cb-5c66-449b-88cb-7294323791e7 service neutron] Bound port: 321105f0-cb9b-4ea5-a3de-16f356a7bd9f, host: n-h2-779913-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f1c1422-de6c-445f-ab95-4e2c94585b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '2244f7a1-04bd-42cd-9e86-31839b46f57f'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:20:03.354530 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-b6797561-8a44-4526-893f-d5a4ee3f1e7c req-c78fe9cb-5c66-449b-88cb-7294323791e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:03.368495 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5d67bc7f-03a9-433f-8f37-2b999e469792 req-a61ebfce-4202-4603-9684-8a72b9082311 tempest-ImagesNegativeTestJSON-1609351804 tempest-ImagesNegativeTestJSON-1609351804-project] 10.222.0.68 "GET /v2.0/security-groups?id=f661409b-d866-48f2-a912-0ee93dfd6cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714295 Jul 14 09:20:03.468442 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-b6797561-8a44-4526-893f-d5a4ee3f1e7c req-c78fe9cb-5c66-449b-88cb-7294323791e7 service neutron] For port 321105f0-cb9b-4ea5-a3de-16f356a7bd9f, host n-h2-779913-29, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:20:03.472250 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-b6797561-8a44-4526-893f-d5a4ee3f1e7c req-c78fe9cb-5c66-449b-88cb-7294323791e7 service neutron] For port 321105f0-cb9b-4ea5-a3de-16f356a7bd9f, host n-h2-779913-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=321105f0-cb9b-4ea5-a3de-16f356a7bd9f,segment=NetworkSegment(8f1c1422-de6c-445f-ab95-4e2c94585b2b),segment_id=8f1c1422-de6c-445f-ab95-4e2c94585b2b)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:20:03.477290 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-b6797561-8a44-4526-893f-d5a4ee3f1e7c req-c78fe9cb-5c66-449b-88cb-7294323791e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:03.517889 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6797561-8a44-4526-893f-d5a4ee3f1e7c req-c78fe9cb-5c66-449b-88cb-7294323791e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:03.518523 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-b6797561-8a44-4526-893f-d5a4ee3f1e7c req-c78fe9cb-5c66-449b-88cb-7294323791e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:03.519939 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b6797561-8a44-4526-893f-d5a4ee3f1e7c req-c78fe9cb-5c66-449b-88cb-7294323791e7 service neutron] 10.222.0.57 "PUT /v2.0/ports/321105f0-cb9b-4ea5-a3de-16f356a7bd9f HTTP/1.1" status: 200 len: 1097 time: 0.8885877 Jul 14 09:20:03.524708 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-37d8ea09-e4a8-4f12-9f6c-d8a8d59459ad req-aec6f260-6db1-4aae-a13a-f4d3cb6d40b9 tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] 10.222.0.68 "GET /v2.0/security-groups?id=7bf941d0-4fab-41ec-a174-078829fdb488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3643248 Jul 14 09:20:03.544532 n-d-779913-29 neutron-server[93958]: INFO neutron.db.l3_db [None req-75a71959-7129-44cd-af67-34e64744d174 tempest-ServersWithSpecificFlavorTestJSON-1964774978 tempest-ServersWithSpecificFlavorTestJSON-1964774978-project] Floating IP 0fc97df8-c35c-4f5c-9dfa-b83a0a94a425 associated. External IP: 172.25.4.9, port: b3c2b51e-3949-41ac-9012-4a8d19c10f2a. Jul 14 09:20:03.556136 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78fe9cb-5c66-449b-88cb-7294323791e7 service neutron] Pushing event updated for resources: {'Port': ['ID=321105f0-cb9b-4ea5-a3de-16f356a7bd9f,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:03.765234 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125b0e62-099e-4736-819f-d1063d6ec3e6 req-60972bda-3fc2-4b8e-bb86-476f635b9b24 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:03.767169 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-125b0e62-099e-4736-819f-d1063d6ec3e6 req-60972bda-3fc2-4b8e-bb86-476f635b9b24 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/ports?device_id=b445a760-a797-4027-b6cd-42763947c867 HTTP/1.1" status: 200 len: 950 time: 0.1503329 Jul 14 09:20:03.825221 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-125b0e62-099e-4736-819f-d1063d6ec3e6 req-69f08d03-d8aa-4222-928b-f230f9feabe1 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/security-groups?id=93b55648-4dd6-4852-bb99-9aa842ab19a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505266 Jul 14 09:20:03.830869 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6797561-8a44-4526-893f-d5a4ee3f1e7c req-b9479f06-a145-45e5-abf6-8cc5b31b12d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:03.832323 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b6797561-8a44-4526-893f-d5a4ee3f1e7c req-b9479f06-a145-45e5-abf6-8cc5b31b12d6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=31a67af571eb46a78b58602ec51f75d7&device_id=884814d7-a63b-4693-b488-9089c8a5f1c5 HTTP/1.1" status: 200 len: 1100 time: 0.1135843 Jul 14 09:20:03.857279 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922ba766-37dd-407a-a7fc-7d6767e88323 req-9ceac93a-a1fa-4dd0-bbd0-a4c8ffebf43a tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:03.858832 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-922ba766-37dd-407a-a7fc-7d6767e88323 req-9ceac93a-a1fa-4dd0-bbd0-a4c8ffebf43a tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] 10.222.0.68 "GET /v2.0/ports?device_id=2ff3f767-2d49-413e-9b8c-53269ea299e0 HTTP/1.1" status: 200 len: 949 time: 0.1254022 Jul 14 09:20:03.860736 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75a71959-7129-44cd-af67-34e64744d174 tempest-ServersWithSpecificFlavorTestJSON-1964774978 tempest-ServersWithSpecificFlavorTestJSON-1964774978-project] Router 982de53f-bb4f-4e9e-b79f-f1ca554cffb3 has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:20:03.882928 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b6797561-8a44-4526-893f-d5a4ee3f1e7c req-c81cfc58-c3cf-471b-a01e-75f6647297bb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=321105f0-cb9b-4ea5-a3de-16f356a7bd9f HTTP/1.1" status: 200 len: 217 time: 0.0361030 Jul 14 09:20:03.946349 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6797561-8a44-4526-893f-d5a4ee3f1e7c req-23ac3d20-856a-4896-9a2d-a6fb808c0c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:03.947937 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b6797561-8a44-4526-893f-d5a4ee3f1e7c req-23ac3d20-856a-4896-9a2d-a6fb808c0c52 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=85060e65-3b2f-4a6c-a04c-ce849daa5b3b HTTP/1.1" status: 200 len: 843 time: 0.0584114 Jul 14 09:20:04.005551 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-922ba766-37dd-407a-a7fc-7d6767e88323 req-b3bd141c-b6f2-4851-82ea-0b89c7fb8ff8 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] 10.222.0.68 "GET /v2.0/security-groups?id=c9156572-74c8-4b9e-9f0a-c202a5ef91ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354408 Jul 14 09:20:04.033147 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '884814d7-a63b-4693-b488-9089c8a5f1c5', 'tag': '321105f0-cb9b-4ea5-a3de-16f356a7bd9f'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:20:04.033147 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3141ccc9-f7f4-43f4-bd55-53499d4b89b1" -d '{"events": [{"name": "network-changed", "server_uuid": "884814d7-a63b-4693-b488-9089c8a5f1c5", "tag": "321105f0-cb9b-4ea5-a3de-16f356a7bd9f"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:20:04.070057 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75a71959-7129-44cd-af67-34e64744d174 tempest-ServersWithSpecificFlavorTestJSON-1964774978 tempest-ServersWithSpecificFlavorTestJSON-1964774978-project] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:20:04.079574 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-75a71959-7129-44cd-af67-34e64744d174 tempest-ServersWithSpecificFlavorTestJSON-1964774978 tempest-ServersWithSpecificFlavorTestJSON-1964774978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for floatingip, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:04.088727 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6797561-8a44-4526-893f-d5a4ee3f1e7c req-24bd1205-4494-4a07-af0a-bd0dfdbca1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:04.093724 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4b5c4c5-502c-4852-8f9f-0f297cf5ef76 None None] Sync routers for ids ['982de53f-bb4f-4e9e-b79f-f1ca554cffb3'] in n-d-779913-29 {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:20:04.094000 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b6797561-8a44-4526-893f-d5a4ee3f1e7c req-24bd1205-4494-4a07-af0a-bd0dfdbca1ea service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2244f7a1-04bd-42cd-9e86-31839b46f57f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1234679 Jul 14 09:20:04.122222 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4b5c4c5-502c-4852-8f9f-0f297cf5ef76 None None] Routers {'982de53f-bb4f-4e9e-b79f-f1ca554cffb3'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:20:04.123071 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-d4b5c4c5-502c-4852-8f9f-0f297cf5ef76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:19:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['982de53f-bb4f-4e9e-b79f-f1ca554cffb3'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:20:04.148624 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:20:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4953f972-5565-4ca0-937c-254aae5ba655 x-openstack-request-id: req-4953f972-5565-4ca0-937c-254aae5ba655 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:20:04.148896 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "884814d7-a63b-4693-b488-9089c8a5f1c5", "tag": "321105f0-cb9b-4ea5-a3de-16f356a7bd9f", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:20:04.149268 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-4953f972-5565-4ca0-937c-254aae5ba655 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:20:04.149612 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '884814d7-a63b-4693-b488-9089c8a5f1c5', 'tag': '321105f0-cb9b-4ea5-a3de-16f356a7bd9f', 'status': 'completed', 'code': 200} Jul 14 09:20:04.167532 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-75a71959-7129-44cd-af67-34e64744d174 tempest-ServersWithSpecificFlavorTestJSON-1964774978 tempest-ServersWithSpecificFlavorTestJSON-1964774978-project] 10.222.0.68 "PUT /v2.0/floatingips/0fc97df8-c35c-4f5c-9dfa-b83a0a94a425 HTTP/1.1" status: 200 len: 990 time: 1.9230917 Jul 14 09:20:04.168347 n-d-779913-29 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a4afe86-d772-4a97-addd-b37141f89690', 'tag': 'b3c2b51e-3949-41ac-9012-4a8d19c10f2a'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:20:04.174581 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cb48f044f948e981f43897c8d7f1332f741dc7af2b4c5a6e19d8f4a80f708e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c1423d6-e710-4d87-907f-fa913c4ddb8f" -d '{"events": [{"name": "network-changed", "server_uuid": "2a4afe86-d772-4a97-addd-b37141f89690", "tag": "b3c2b51e-3949-41ac-9012-4a8d19c10f2a"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:20:04.274586 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 39926) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:04.316601 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b6797561-8a44-4526-893f-d5a4ee3f1e7c req-bcbab44b-1392-4257-9a88-977573df0d06 service neutron] 10.222.0.57 "GET /v2.0/networks/2244f7a1-04bd-42cd-9e86-31839b46f57f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2072217 Jul 14 09:20:04.334326 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb3b82b-d18d-4c5c-9f4b-ae97d3dace67 req-ffdd7a46-fa78-4f90-8e79-2f3cd3da3f5d tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:04.336160 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-deb3b82b-d18d-4c5c-9f4b-ae97d3dace67 req-ffdd7a46-fa78-4f90-8e79-2f3cd3da3f5d tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] 10.222.0.68 "GET /v2.0/ports?device_id=71487dfe-69ab-4eea-85c1-9e56b4db102b HTTP/1.1" status: 200 len: 945 time: 0.1131914 Jul 14 09:20:04.397351 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvr_db [None req-d4b5c4c5-502c-4852-8f9f-0f297cf5ef76 None None] Set router 982de53f-bb4f-4e9e-b79f-f1ca554cffb3 gateway port host: n-d-779913-29 {{(pid=93959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:20:04.428109 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-deb3b82b-d18d-4c5c-9f4b-ae97d3dace67 req-99894ffe-e0c8-4ecf-a8b6-82f2b5b16ac7 tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] 10.222.0.68 "GET /v2.0/security-groups?id=4fa97f2f-f617-45f3-9331-b542b3f62cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842290 Jul 14 09:20:04.446008 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:20:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5d3465a-a7d2-437d-907c-8ab691106911 x-openstack-request-id: req-b5d3465a-a7d2-437d-907c-8ab691106911 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:20:04.446741 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a4afe86-d772-4a97-addd-b37141f89690", "tag": "b3c2b51e-3949-41ac-9012-4a8d19c10f2a", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:20:04.447200 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-b5d3465a-a7d2-437d-907c-8ab691106911 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:20:04.447609 n-d-779913-29 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a4afe86-d772-4a97-addd-b37141f89690', 'tag': 'b3c2b51e-3949-41ac-9012-4a8d19c10f2a', 'status': 'completed', 'code': 200} Jul 14 09:20:04.498767 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b6797561-8a44-4526-893f-d5a4ee3f1e7c req-cafe60d1-b759-49f6-b677-9f26911e13c5 service neutron] 10.222.0.57 "GET /v2.0/networks/2244f7a1-04bd-42cd-9e86-31839b46f57f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738577 Jul 14 09:20:04.563152 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 28fc8288-f559-4d7b-ad21-e0ad026ce6e6 up at agent hyperv_n-h1-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:20:04.577512 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-49b875fb-e6bd-4f6c-8227-dd8b56d56658 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=0354ae2bb6fb4c529416d8b4f0eeb6aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3000007 Jul 14 09:20:04.582058 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 39934) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:04.628048 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c480134-389c-4015-9a52-b48b2ac81944 req-e3669849-af95-41d6-a944-64473eaf9cfb tempest-ImagesNegativeTestJSON-1609351804 tempest-ImagesNegativeTestJSON-1609351804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:04.630099 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418150d0-6f9f-4104-b53d-4d72480a86f1 req-85f47a50-3108-41fb-9345-80632a1f882b tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:04.631583 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-418150d0-6f9f-4104-b53d-4d72480a86f1 req-85f47a50-3108-41fb-9345-80632a1f882b tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] 10.222.0.57 "GET /v2.0/ports?device_id=2ff3f767-2d49-413e-9b8c-53269ea299e0 HTTP/1.1" status: 200 len: 949 time: 0.1771820 Jul 14 09:20:04.636410 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-2c480134-389c-4015-9a52-b48b2ac81944 req-e3669849-af95-41d6-a944-64473eaf9cfb tempest-ImagesNegativeTestJSON-1609351804 tempest-ImagesNegativeTestJSON-1609351804-project] 10.222.0.68 "GET /v2.0/ports?device_id=884814d7-a63b-4693-b488-9089c8a5f1c5 HTTP/1.1" status: 200 len: 948 time: 0.0855238 Jul 14 09:20:04.679941 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-2c480134-389c-4015-9a52-b48b2ac81944 req-d2f009a8-58ad-4b25-8e7a-27749e960c21 tempest-ImagesNegativeTestJSON-1609351804 tempest-ImagesNegativeTestJSON-1609351804-project] 10.222.0.68 "GET /v2.0/security-groups?id=f661409b-d866-48f2-a912-0ee93dfd6cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432343 Jul 14 09:20:04.707410 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Provisioning for port 28fc8288-f559-4d7b-ad21-e0ad026ce6e6 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:20:04.717398 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Provisioning complete for port 28fc8288-f559-4d7b-ad21-e0ad026ce6e6 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:20:04.717793 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:04.859096 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:04.889847 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71487dfe-69ab-4eea-85c1-9e56b4db102b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28fc8288-f559-4d7b-ad21-e0ad026ce6e6'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:20:04.892226 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd62303f06773040a8a4e189dc46b4f565768c299abf8ab8e7739778b0bc3e97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-091bfab6-0336-4259-881a-5ba12fdc3c23" -d '{"events": [{"server_uuid": "71487dfe-69ab-4eea-85c1-9e56b4db102b", "name": "network-vif-plugged", "status": "completed", "tag": "28fc8288-f559-4d7b-ad21-e0ad026ce6e6"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:20:04.909718 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port 28fc8288-f559-4d7b-ad21-e0ad026ce6e6, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=28fc8288-f559-4d7b-ad21-e0ad026ce6e6,segment=NetworkSegment(becdfe35-a9ff-4f14-9744-544114c40ea3),segment_id=becdfe35-a9ff-4f14-9744-544114c40ea3)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:20:04.912417 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-d4b5c4c5-502c-4852-8f9f-0f297cf5ef76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '982de53f-bb4f-4e9e-b79f-f1ca554cffb3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1825414716-router', 'tenant_id': '693039a9031c4718ab71870c2e8c0097', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.78'}], 'enable_snat': True}, 'gw_port_id': '0d109e6e-0e02-460f-80ee-f90b06225130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:16:37Z', 'updated_at': '2021-07-14T09:16:44Z', 'revision_number': 4, 'project_id': '693039a9031c4718ab71870c2e8c0097', 'gw_port': {'id': '0d109e6e-0e02-460f-80ee-f90b06225130', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:af:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '982de53f-bb4f-4e9e-b79f-f1ca554cffb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:16:38Z', 'updated_at': '2021-07-14T09:16:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_floatingips': [{'id': '0fc97df8-c35c-4f5c-9dfa-b83a0a94a425', 'tenant_id': '693039a9031c4718ab71870c2e8c0097', 'floating_ip_address': '172.25.4.9', 'floating_network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'router_id': '982de53f-bb4f-4e9e-b79f-f1ca554cffb3', 'port_id': 'b3c2b51e-3949-41ac-9012-4a8d19c10f2a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5b4013b-42cf-4baf-b88c-1346c6034b92', 'mac_address': 'fa:16:3e:c7:c7:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a4afe86-d772-4a97-addd-b37141f89690', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:17:13Z', 'updated_at': '2021-07-14T09:20:02Z', 'revision_number': 5, 'project_id': '693039a9031c4718ab71870c2e8c0097', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c3ffe21-8033-4d60-8a4e-32db41b1db54', 'name': '', 'network_id': 'd5b4013b-42cf-4baf-b88c-1346c6034b92', 'tenant_id': '693039a9031c4718ab71870c2e8c0097', 'mac_address': 'fa:16:3e:06:5b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '982de53f-bb4f-4e9e-b79f-f1ca554cffb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'ff357304-9a7a-4849-886e-222423635809', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:16:42Z', 'updated_at': '2021-07-14T09:16:54Z', 'revision_number': 5, 'project_id': '693039a9031c4718ab71870c2e8c0097', 'subnets': [{'id': 'ff357304-9a7a-4849-886e-222423635809', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:20:04.916050 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:04.945363 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4b5c4c5-502c-4852-8f9f-0f297cf5ef76 None None] Checking router: 982de53f-bb4f-4e9e-b79f-f1ca554cffb3 for host: n-d-779913-29 {{(pid=93959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:20:04.986367 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4b5c4c5-502c-4852-8f9f-0f297cf5ef76 None None] Routers {'982de53f-bb4f-4e9e-b79f-f1ca554cffb3'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:20:04.987013 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-d4b5c4c5-502c-4852-8f9f-0f297cf5ef76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:19:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['982de53f-bb4f-4e9e-b79f-f1ca554cffb3'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:20:05.015605 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a85c2b1-8aa7-431c-8934-50dd45b8892e req-76c2516a-21e5-4429-afd1-db697fc0259b tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:05.018511 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-5a85c2b1-8aa7-431c-8934-50dd45b8892e req-76c2516a-21e5-4429-afd1-db697fc0259b tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/ports?device_id=b445a760-a797-4027-b6cd-42763947c867 HTTP/1.1" status: 200 len: 950 time: 0.0706925 Jul 14 09:20:05.037732 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Pushing event updated for resources: {'Port': ['ID=28fc8288-f559-4d7b-ad21-e0ad026ce6e6,revision_number=5']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:05.064454 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-5a85c2b1-8aa7-431c-8934-50dd45b8892e req-7e57f038-a506-491f-b2f1-faa98cd03401 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/security-groups?id=93b55648-4dd6-4852-bb99-9aa842ab19a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387640 Jul 14 09:20:05.146228 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1423d6-e710-4d87-907f-fa913c4ddb8f req-1e5d9c90-1b5b-4305-a8a1-7839274108e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:05.147876 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0c1423d6-e710-4d87-907f-fa913c4ddb8f req-1e5d9c90-1b5b-4305-a8a1-7839274108e0 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=693039a9031c4718ab71870c2e8c0097&device_id=2a4afe86-d772-4a97-addd-b37141f89690 HTTP/1.1" status: 200 len: 1098 time: 0.6206789 Jul 14 09:20:05.152439 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e351540c-283c-4868-86c4-02e8d0262961 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:05.232280 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:20:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37418008-affc-48d5-a3b4-3d3d00b3179c x-openstack-request-id: req-37418008-affc-48d5-a3b4-3d3d00b3179c {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:20:05.232591 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71487dfe-69ab-4eea-85c1-9e56b4db102b", "name": "network-vif-plugged", "status": "completed", "tag": "28fc8288-f559-4d7b-ad21-e0ad026ce6e6", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:20:05.232823 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-37418008-affc-48d5-a3b4-3d3d00b3179c {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:20:05.233276 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71487dfe-69ab-4eea-85c1-9e56b4db102b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28fc8288-f559-4d7b-ad21-e0ad026ce6e6', 'code': 200} Jul 14 09:20:05.250790 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvr_db [None req-d4b5c4c5-502c-4852-8f9f-0f297cf5ef76 None None] Set router 982de53f-bb4f-4e9e-b79f-f1ca554cffb3 gateway port host: n-d-779913-29 {{(pid=93959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:20:05.276688 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e351540c-283c-4868-86c4-02e8d0262961 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:05.279863 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3141ccc9-f7f4-43f4-bd55-53499d4b89b1 req-3d4428b0-48ce-4c8f-9682-7f5673fef277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:05.281389 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3141ccc9-f7f4-43f4-bd55-53499d4b89b1 req-3d4428b0-48ce-4c8f-9682-7f5673fef277 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=31a67af571eb46a78b58602ec51f75d7&device_id=884814d7-a63b-4693-b488-9089c8a5f1c5 HTTP/1.1" status: 200 len: 1100 time: 0.6781783 Jul 14 09:20:05.286298 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6184a9c-3afb-4307-b835-bb914efb4260 req-94068115-977f-4620-8619-a7151463d9e2 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:05.288153 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-f6184a9c-3afb-4307-b835-bb914efb4260 req-94068115-977f-4620-8619-a7151463d9e2 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] 10.222.0.68 "GET /v2.0/ports?device_id=2ff3f767-2d49-413e-9b8c-53269ea299e0 HTTP/1.1" status: 200 len: 949 time: 0.0734854 Jul 14 09:20:05.328784 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-f6184a9c-3afb-4307-b835-bb914efb4260 req-b486da47-2cb9-40f0-8378-acf56fa8e094 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] 10.222.0.68 "GET /v2.0/security-groups?id=c9156572-74c8-4b9e-9f0a-c202a5ef91ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342879 Jul 14 09:20:05.423427 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8656e72d-5d9c-4ee9-a52b-b49df3dedb81 req-35ad56f6-9772-4618-8690-0dd9e23b433a tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:05.425047 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8656e72d-5d9c-4ee9-a52b-b49df3dedb81 req-35ad56f6-9772-4618-8690-0dd9e23b433a tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] 10.222.0.65 "GET /v2.0/ports?device_id=3219a920-d25a-4e7a-b33c-c9eebd14016e HTTP/1.1" status: 200 len: 950 time: 0.7132819 Jul 14 09:20:05.434090 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae9c564-ef0d-4cc0-b179-a69f2df8f68b req-5aba1c98-defe-4f04-ad8c-78ded6a4f481 tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:05.435714 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-dae9c564-ef0d-4cc0-b179-a69f2df8f68b req-5aba1c98-defe-4f04-ad8c-78ded6a4f481 tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] 10.222.0.68 "GET /v2.0/ports?device_id=47f61015-0034-413d-87cf-74efb13c3750 HTTP/1.1" status: 200 len: 944 time: 0.7259223 Jul 14 09:20:05.506304 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-d4b5c4c5-502c-4852-8f9f-0f297cf5ef76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '982de53f-bb4f-4e9e-b79f-f1ca554cffb3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1825414716-router', 'tenant_id': '693039a9031c4718ab71870c2e8c0097', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.78'}], 'enable_snat': True}, 'gw_port_id': '0d109e6e-0e02-460f-80ee-f90b06225130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:16:37Z', 'updated_at': '2021-07-14T09:16:44Z', 'revision_number': 4, 'project_id': '693039a9031c4718ab71870c2e8c0097', 'gw_port': {'id': '0d109e6e-0e02-460f-80ee-f90b06225130', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:af:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '982de53f-bb4f-4e9e-b79f-f1ca554cffb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:16:38Z', 'updated_at': '2021-07-14T09:16:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_floatingips': [{'id': '0fc97df8-c35c-4f5c-9dfa-b83a0a94a425', 'tenant_id': '693039a9031c4718ab71870c2e8c0097', 'floating_ip_address': '172.25.4.9', 'floating_network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'router_id': '982de53f-bb4f-4e9e-b79f-f1ca554cffb3', 'port_id': 'b3c2b51e-3949-41ac-9012-4a8d19c10f2a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5b4013b-42cf-4baf-b88c-1346c6034b92', 'mac_address': 'fa:16:3e:c7:c7:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a4afe86-d772-4a97-addd-b37141f89690', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:17:13Z', 'updated_at': '2021-07-14T09:20:02Z', 'revision_number': 5, 'project_id': '693039a9031c4718ab71870c2e8c0097', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c3ffe21-8033-4d60-8a4e-32db41b1db54', 'name': '', 'network_id': 'd5b4013b-42cf-4baf-b88c-1346c6034b92', 'tenant_id': '693039a9031c4718ab71870c2e8c0097', 'mac_address': 'fa:16:3e:06:5b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '982de53f-bb4f-4e9e-b79f-f1ca554cffb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'ff357304-9a7a-4849-886e-222423635809', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:16:42Z', 'updated_at': '2021-07-14T09:16:54Z', 'revision_number': 5, 'project_id': '693039a9031c4718ab71870c2e8c0097', 'subnets': [{'id': 'ff357304-9a7a-4849-886e-222423635809', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:20:05.537511 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4b5c4c5-502c-4852-8f9f-0f297cf5ef76 None None] The sync data for ids ['982de53f-bb4f-4e9e-b79f-f1ca554cffb3'] in n-d-779913-29 is: [{'id': '982de53f-bb4f-4e9e-b79f-f1ca554cffb3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1825414716-router', 'tenant_id': '693039a9031c4718ab71870c2e8c0097', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.78'}], 'enable_snat': True}, 'gw_port_id': '0d109e6e-0e02-460f-80ee-f90b06225130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:16:37Z', 'updated_at': '2021-07-14T09:16:44Z', 'revision_number': 4, 'project_id': '693039a9031c4718ab71870c2e8c0097', 'gw_port': {'id': '0d109e6e-0e02-460f-80ee-f90b06225130', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:af:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '982de53f-bb4f-4e9e-b79f-f1ca554cffb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:16:38Z', 'updated_at': '2021-07-14T09:16:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_floatingips': [{'id': '0fc97df8-c35c-4f5c-9dfa-b83a0a94a425', 'tenant_id': '693039a9031c4718ab71870c2e8c0097', 'floating_ip_address': '172.25.4.9', 'floating_network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'router_id': '982de53f-bb4f-4e9e-b79f-f1ca554cffb3', 'port_id': 'b3c2b51e-3949-41ac-9012-4a8d19c10f2a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5b4013b-42cf-4baf-b88c-1346c6034b92', 'mac_address': 'fa:16:3e:c7:c7:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a4afe86-d772-4a97-addd-b37141f89690', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:17:13Z', 'updated_at': '2021-07-14T09:20:02Z', 'revision_number': 5, 'project_id': '693039a9031c4718ab71870c2e8c0097', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c3ffe21-8033-4d60-8a4e-32db41b1db54', 'name': '', 'network_id': 'd5b4013b-42cf-4baf-b88c-1346c6034b92', 'tenant_id': '693039a9031c4718ab71870c2e8c0097', 'mac_address': 'fa:16:3e:06:5b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '982de53f-bb4f-4e9e-b79f-f1ca554cffb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'ff357304-9a7a-4849-886e-222423635809', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:16:42Z', 'updated_at': '2021-07-14T09:16:54Z', 'revision_number': 5, 'project_id': '693039a9031c4718ab71870c2e8c0097', 'subnets': [{'id': 'ff357304-9a7a-4849-886e-222423635809', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:20:05.538502 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [req-418150d0-6f9f-4104-b53d-4d72480a86f1 req-3151e5cb-883a-4505-b567-954f27217610 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] Deleting port 14c0d95c-c0cf-4b32-9dbe-0ff44c088df3 {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:20:05.538974 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-418150d0-6f9f-4104-b53d-4d72480a86f1 req-3151e5cb-883a-4505-b567-954f27217610 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:05.612922 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1423d6-e710-4d87-907f-fa913c4ddb8f req-5a11d0df-648b-4394-95ab-31b4a9a9a34c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:05.614384 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0c1423d6-e710-4d87-907f-fa913c4ddb8f req-5a11d0df-648b-4394-95ab-31b4a9a9a34c service neutron] 10.222.0.65 "GET /v2.0/networks?id=d5b4013b-42cf-4baf-b88c-1346c6034b92 HTTP/1.1" status: 200 len: 925 time: 0.4487715 Jul 14 09:20:05.644922 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4ffdb3-b357-4f5b-9a0b-6db022d8862e req-d651d28d-2fb2-4f0d-b897-6f6801454701 tempest-MigrationsAdminTest-1950936182 tempest-MigrationsAdminTest-1950936182-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:05.653833 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-eb4ffdb3-b357-4f5b-9a0b-6db022d8862e req-d651d28d-2fb2-4f0d-b897-6f6801454701 tempest-MigrationsAdminTest-1950936182 tempest-MigrationsAdminTest-1950936182-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=b445a760-a797-4027-b6cd-42763947c867 HTTP/1.1" status: 200 len: 1102 time: 0.0686693 Jul 14 09:20:05.687382 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-eb4ffdb3-b357-4f5b-9a0b-6db022d8862e req-6c02e9b7-abd3-4d87-bcb6-9dae7626826e tempest-MigrationsAdminTest-1950936182 tempest-MigrationsAdminTest-1950936182-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=93b55648-4dd6-4852-bb99-9aa842ab19a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324826 Jul 14 09:20:05.730942 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e351540c-283c-4868-86c4-02e8d0262961 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:05.735241 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e351540c-283c-4868-86c4-02e8d0262961 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:05.736566 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-e351540c-283c-4868-86c4-02e8d0262961 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/77fde4ca-6f5f-48d5-b2fd-4c103e7ba04b HTTP/1.1" status: 204 len: 168 time: 1.1514401 Jul 14 09:20:05.740631 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-dae9c564-ef0d-4cc0-b179-a69f2df8f68b req-ff27fb89-2945-4f1b-9617-afd4301b0e70 tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] 10.222.0.68 "GET /v2.0/security-groups?id=7bf941d0-4fab-41ec-a174-078829fdb488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2855306 Jul 14 09:20:05.757279 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb6a1bc-e12d-48af-a13e-540b2b7e76cf req-7718a4c3-3fd6-4ac8-9a94-7fd2b45ea7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:05.759227 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-bfb6a1bc-e12d-48af-a13e-540b2b7e76cf req-7718a4c3-3fd6-4ac8-9a94-7fd2b45ea7ef service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=71487dfe-69ab-4eea-85c1-9e56b4db102b HTTP/1.1" status: 200 len: 1098 time: 0.4989426 Jul 14 09:20:05.761340 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3141ccc9-f7f4-43f4-bd55-53499d4b89b1 req-e905ccae-43c7-43f0-9352-11d2ba23d0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:05.763344 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3141ccc9-f7f4-43f4-bd55-53499d4b89b1 req-e905ccae-43c7-43f0-9352-11d2ba23d0cc service neutron] 10.222.0.57 "GET /v2.0/networks?id=2244f7a1-04bd-42cd-9e86-31839b46f57f HTTP/1.1" status: 200 len: 870 time: 0.4446311 Jul 14 09:20:05.795907 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1f20d65-3b34-4596-9b15-4ec73c248421 None None] New status for floating IP 0fc97df8-c35c-4f5c-9dfa-b83a0a94a425: ACTIVE {{(pid=93960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:20:05.821015 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e351540c-283c-4868-86c4-02e8d0262961 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77fde4ca-6f5f-48d5-b2fd-4c103e7ba04b,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:05.916596 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3141ccc9-f7f4-43f4-bd55-53499d4b89b1 req-7b462111-4364-42c2-86d1-6ee8f536e362 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=321105f0-cb9b-4ea5-a3de-16f356a7bd9f HTTP/1.1" status: 200 len: 217 time: 0.1420469 Jul 14 09:20:05.925993 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0c1423d6-e710-4d87-907f-fa913c4ddb8f req-7646f435-1190-4cc0-974b-8119e02eef1c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b3c2b51e-3949-41ac-9012-4a8d19c10f2a HTTP/1.1" status: 200 len: 998 time: 0.2892411 Jul 14 09:20:06.035725 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-418150d0-6f9f-4104-b53d-4d72480a86f1 req-3151e5cb-883a-4505-b567-954f27217610 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] For port 14c0d95c-c0cf-4b32-9dbe-0ff44c088df3, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=14c0d95c-c0cf-4b32-9dbe-0ff44c088df3,segment=NetworkSegment(8f1c1422-de6c-445f-ab95-4e2c94585b2b),segment_id=8f1c1422-de6c-445f-ab95-4e2c94585b2b)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:20:06.036107 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-418150d0-6f9f-4104-b53d-4d72480a86f1 req-3151e5cb-883a-4505-b567-954f27217610 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:06.053746 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [req-418150d0-6f9f-4104-b53d-4d72480a86f1 req-3151e5cb-883a-4505-b567-954f27217610 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] Calling delete_port for 14c0d95c-c0cf-4b32-9dbe-0ff44c088df3 owned by compute:nova {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:20:06.067546 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe136fd-2a63-428c-b6ba-65239f8b527d req-96dd27c7-59a7-481e-ae3c-26e0099dd011 tempest-ImagesNegativeTestJSON-1609351804 tempest-ImagesNegativeTestJSON-1609351804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:06.070728 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-bbe136fd-2a63-428c-b6ba-65239f8b527d req-96dd27c7-59a7-481e-ae3c-26e0099dd011 tempest-ImagesNegativeTestJSON-1609351804 tempest-ImagesNegativeTestJSON-1609351804-project] 10.222.0.68 "GET /v2.0/ports?device_id=884814d7-a63b-4693-b488-9089c8a5f1c5 HTTP/1.1" status: 200 len: 948 time: 0.1097109 Jul 14 09:20:06.127436 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-bbe136fd-2a63-428c-b6ba-65239f8b527d req-837a6c8c-331f-4817-be57-6015ec63120b tempest-ImagesNegativeTestJSON-1609351804 tempest-ImagesNegativeTestJSON-1609351804-project] 10.222.0.68 "GET /v2.0/security-groups?id=f661409b-d866-48f2-a912-0ee93dfd6cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490131 Jul 14 09:20:06.154646 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [req-8656e72d-5d9c-4ee9-a52b-b49df3dedb81 req-a5d2499d-68f8-4009-8177-d059c2d28cef tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] Deleting port 4428f759-9245-47c1-969d-3af116e0a0e3 {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:20:06.154873 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 39958) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:06.155015 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-8656e72d-5d9c-4ee9-a52b-b49df3dedb81 req-a5d2499d-68f8-4009-8177-d059c2d28cef tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:06.197148 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-05916403-c9fe-4197-84c8-74f0572b4b3e admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=67d42eab52a5434294e922b0591842fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0410144 Jul 14 09:20:06.204028 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 39960) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:06.235380 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3141ccc9-f7f4-43f4-bd55-53499d4b89b1 req-1cfc7a11-b731-48a1-a78a-cc6d15639875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:06.236859 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3141ccc9-f7f4-43f4-bd55-53499d4b89b1 req-1cfc7a11-b731-48a1-a78a-cc6d15639875 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=85060e65-3b2f-4a6c-a04c-ce849daa5b3b HTTP/1.1" status: 200 len: 843 time: 0.3059015 Jul 14 09:20:06.247920 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-bfb6a1bc-e12d-48af-a13e-540b2b7e76cf req-4219a00a-0b1c-408b-89fd-4512920cd9ff service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=4fa97f2f-f617-45f3-9331-b542b3f62cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4565449 Jul 14 09:20:06.266361 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6670b1b9-2993-4096-acc5-6a382678b75b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:06.296059 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6670b1b9-2993-4096-acc5-6a382678b75b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:06.308510 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1423d6-e710-4d87-907f-fa913c4ddb8f req-a9c15178-d1d0-4bb3-9412-4f999bfa2ead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:06.310434 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0c1423d6-e710-4d87-907f-fa913c4ddb8f req-a9c15178-d1d0-4bb3-9412-4f999bfa2ead service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ff357304-9a7a-4849-886e-222423635809 HTTP/1.1" status: 200 len: 863 time: 0.3743751 Jul 14 09:20:06.323720 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-8656e72d-5d9c-4ee9-a52b-b49df3dedb81 req-a5d2499d-68f8-4009-8177-d059c2d28cef tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] For port 4428f759-9245-47c1-969d-3af116e0a0e3, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=4428f759-9245-47c1-969d-3af116e0a0e3,segment=NetworkSegment(8f1c1422-de6c-445f-ab95-4e2c94585b2b),segment_id=8f1c1422-de6c-445f-ab95-4e2c94585b2b)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:20:06.324084 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-8656e72d-5d9c-4ee9-a52b-b49df3dedb81 req-a5d2499d-68f8-4009-8177-d059c2d28cef tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:06.348839 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6670b1b9-2993-4096-acc5-6a382678b75b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:06.351829 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6670b1b9-2993-4096-acc5-6a382678b75b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:06.353307 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-6670b1b9-2993-4096-acc5-6a382678b75b admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/b0245873-7577-4606-911d-408535558356 HTTP/1.1" status: 204 len: 168 time: 0.1481736 Jul 14 09:20:06.354624 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [req-8656e72d-5d9c-4ee9-a52b-b49df3dedb81 req-a5d2499d-68f8-4009-8177-d059c2d28cef tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] Calling delete_port for 4428f759-9245-47c1-969d-3af116e0a0e3 owned by compute:nova {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:20:06.363003 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6670b1b9-2993-4096-acc5-6a382678b75b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0245873-7577-4606-911d-408535558356,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:06.451759 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624f1144-8d3e-4a1a-a67f-9de2a4d9490b req-73a89c4e-32f8-4d56-9a5f-da0d9ec524e4 tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:06.453345 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-624f1144-8d3e-4a1a-a67f-9de2a4d9490b req-73a89c4e-32f8-4d56-9a5f-da0d9ec524e4 tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] 10.222.0.68 "GET /v2.0/ports?device_id=71487dfe-69ab-4eea-85c1-9e56b4db102b HTTP/1.1" status: 200 len: 946 time: 0.5206325 Jul 14 09:20:06.482114 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3141ccc9-f7f4-43f4-bd55-53499d4b89b1 req-28b37258-df55-4cf4-9727-0f37b1ebea98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:06.482114 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3141ccc9-f7f4-43f4-bd55-53499d4b89b1 req-28b37258-df55-4cf4-9727-0f37b1ebea98 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2244f7a1-04bd-42cd-9e86-31839b46f57f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2298875 Jul 14 09:20:06.658879 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-624f1144-8d3e-4a1a-a67f-9de2a4d9490b req-cbea4c01-827e-42a7-92ba-a0a7703b7f3f tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] 10.222.0.68 "GET /v2.0/security-groups?id=4fa97f2f-f617-45f3-9331-b542b3f62cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935656 Jul 14 09:20:06.759389 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-418150d0-6f9f-4104-b53d-4d72480a86f1 req-3151e5cb-883a-4505-b567-954f27217610 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:06.797258 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] get_ports_and_sgs() called for port_ids ['361a3635-453e-4996-a98b-cba54b0b2536'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:20:06.816510 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-8656e72d-5d9c-4ee9-a52b-b49df3dedb81 req-a5d2499d-68f8-4009-8177-d059c2d28cef tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:06.848670 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] get_ports_and_sgs() called for port_ids ['7876554a-94a5-4362-9d48-ba2ab3e213d6', '82b450e3-7637-42f2-bd8d-3daaed7e61ee'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:20:06.883879 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3151e5cb-883a-4505-b567-954f27217610 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] Pushing event deleted for resources: {'Port': ['ID=14c0d95c-c0cf-4b32-9dbe-0ff44c088df3,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:06.903961 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d79b7960-7b4f-40ea-9c2e-4e4af6c4bc74 req-58e5ecae-b00e-4312-840d-5fcb50795aa4 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=b445a760-a797-4027-b6cd-42763947c867&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1188049 Jul 14 09:20:06.979838 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ae9ea9d2-5f14-485d-b6ea-ccf44e051cbb req-468ad020-1524-4e4b-baa2-3c962d0e536c tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] 10.222.0.68 "GET /v2.0/ports?device_id=2ff3f767-2d49-413e-9b8c-53269ea299e0 HTTP/1.1" status: 200 len: 210 time: 0.1115706 Jul 14 09:20:07.021336 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3141ccc9-f7f4-43f4-bd55-53499d4b89b1 req-d6a17b0d-df98-4bc0-b904-946e6a744c5e service neutron] 10.222.0.57 "GET /v2.0/networks/2244f7a1-04bd-42cd-9e86-31839b46f57f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5071278 Jul 14 09:20:07.056820 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d2499d-68f8-4009-8177-d059c2d28cef tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] Pushing event deleted for resources: {'Port': ['ID=4428f759-9245-47c1-969d-3af116e0a0e3,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:07.159315 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-418150d0-6f9f-4104-b53d-4d72480a86f1 req-3151e5cb-883a-4505-b567-954f27217610 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] No DVR routers for this DVR port 14c0d95c-c0cf-4b32-9dbe-0ff44c088df3 on host n-h2-779913-29 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:20:07.186585 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-418150d0-6f9f-4104-b53d-4d72480a86f1 req-3151e5cb-883a-4505-b567-954f27217610 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:07.189342 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-418150d0-6f9f-4104-b53d-4d72480a86f1 req-3151e5cb-883a-4505-b567-954f27217610 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] 10.222.0.57 "DELETE /v2.0/ports/14c0d95c-c0cf-4b32-9dbe-0ff44c088df3 HTTP/1.1" status: 204 len: 173 time: 2.5485413 Jul 14 09:20:07.190207 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-8656e72d-5d9c-4ee9-a52b-b49df3dedb81 req-a5d2499d-68f8-4009-8177-d059c2d28cef tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] No DVR routers for this DVR port 4428f759-9245-47c1-969d-3af116e0a0e3 on host n-h1-779913-29 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:20:07.193252 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1423d6-e710-4d87-907f-fa913c4ddb8f req-46bb3fec-ab10-4108-8672-db90c20c10d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:07.194932 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0c1423d6-e710-4d87-907f-fa913c4ddb8f req-46bb3fec-ab10-4108-8672-db90c20c10d8 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d5b4013b-42cf-4baf-b88c-1346c6034b92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6641271 Jul 14 09:20:07.195382 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ff3f767-2d49-413e-9b8c-53269ea299e0', 'name': 'network-vif-deleted', 'tag': '14c0d95c-c0cf-4b32-9dbe-0ff44c088df3'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:20:07.197741 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a846cbd8-9fb8-498a-b358-e6536ed7ac2b" -d '{"events": [{"server_uuid": "2ff3f767-2d49-413e-9b8c-53269ea299e0", "name": "network-vif-deleted", "tag": "14c0d95c-c0cf-4b32-9dbe-0ff44c088df3"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:20:07.212330 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-8656e72d-5d9c-4ee9-a52b-b49df3dedb81 req-a5d2499d-68f8-4009-8177-d059c2d28cef tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:07.214602 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8656e72d-5d9c-4ee9-a52b-b49df3dedb81 req-a5d2499d-68f8-4009-8177-d059c2d28cef tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] 10.222.0.65 "DELETE /v2.0/ports/4428f759-9245-47c1-969d-3af116e0a0e3 HTTP/1.1" status: 204 len: 173 time: 1.7728565 Jul 14 09:20:07.379770 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98adc5c-f553-4d59-8030-8cb85357ddaa req-37723a3c-f7c2-4bbb-8410-92d6e9b61542 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:07.391590 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d98adc5c-f553-4d59-8030-8cb85357ddaa req-37723a3c-f7c2-4bbb-8410-92d6e9b61542 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/ports?device_id=b445a760-a797-4027-b6cd-42763947c867 HTTP/1.1" status: 200 len: 950 time: 0.2901170 Jul 14 09:20:07.435218 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3141ccc9-f7f4-43f4-bd55-53499d4b89b1 req-bebc72b4-93e3-48fa-8b13-47befb5b4509 service neutron] 10.222.0.57 "GET /v2.0/networks/2244f7a1-04bd-42cd-9e86-31839b46f57f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3982756 Jul 14 09:20:07.438173 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device dcca8c07-a9b5-406f-9143-2bd6bb078786 details requested by agent hyperv_n-h2-779913-29 with host n-h2-779913-29 {{(pid=93959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:20:07.448780 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 14c0d95c-c0cf-4b32-9dbe-0ff44c088df3 no longer exists at agent hyperv_n-h2-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:20:07.488801 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] No Port match for: 14c0d95c-c0cf-4b32-9dbe-0ff44c088df3 {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:20:07.489355 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0c1423d6-e710-4d87-907f-fa913c4ddb8f req-344f45b0-8079-4668-a079-9e42ab891616 service neutron] 10.222.0.65 "GET /v2.0/networks/d5b4013b-42cf-4baf-b88c-1346c6034b92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2692814 Jul 14 09:20:07.490511 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 14c0d95c-c0cf-4b32-9dbe-0ff44c088df3 not bound to the agent host n-h2-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:20:07.513124 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786c29c3-294e-44a3-97fe-ed09824c6ed4 req-d4e9d192-23f1-4048-a675-fc692bb901bf tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:07.525632 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-786c29c3-294e-44a3-97fe-ed09824c6ed4 req-d4e9d192-23f1-4048-a675-fc692bb901bf tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] 10.222.0.68 "GET /v2.0/ports?device_id=47f61015-0034-413d-87cf-74efb13c3750 HTTP/1.1" status: 200 len: 944 time: 0.3439353 Jul 14 09:20:07.544314 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d98adc5c-f553-4d59-8030-8cb85357ddaa req-18c1a5b7-9e6b-45f3-baba-b9773c8b9109 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/security-groups?id=93b55648-4dd6-4852-bb99-9aa842ab19a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365120 Jul 14 09:20:07.664584 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] get_ports_and_sgs() called for port_ids ['361a3635-453e-4996-a98b-cba54b0b2536'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:20:07.734633 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port dcca8c07-a9b5-406f-9143-2bd6bb078786, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=dcca8c07-a9b5-406f-9143-2bd6bb078786,segment=NetworkSegment(4f3a0541-e6cd-42f5-92f6-5d961c2f621f),segment_id=4f3a0541-e6cd-42f5-92f6-5d961c2f621f)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:20:07.736492 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-786c29c3-294e-44a3-97fe-ed09824c6ed4 req-e63d9619-5d33-4730-8242-23744b357961 tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] 10.222.0.68 "GET /v2.0/security-groups?id=7bf941d0-4fab-41ec-a174-078829fdb488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094202 Jul 14 09:20:07.751315 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Returning: {'device': 'dcca8c07-a9b5-406f-9143-2bd6bb078786', 'network_id': 'e7cb481e-49dc-464e-b748-d3d2c45f69f9', 'port_id': 'dcca8c07-a9b5-406f-9143-2bd6bb078786', 'mac_address': 'fa:16:3e:7b:a1:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1f8d7cc-d5f0-4ac4-b550-493e46cf12fc', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:20:07.801578 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0c1423d6-e710-4d87-907f-fa913c4ddb8f req-6d6a56c0-e465-4c52-9786-cfe417802cd3 service neutron] 10.222.0.65 "GET /v2.0/networks/d5b4013b-42cf-4baf-b88c-1346c6034b92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2724497 Jul 14 09:20:07.831449 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:20:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2899cec-ff23-457f-babd-4e511752abe1 x-openstack-request-id: req-c2899cec-ff23-457f-babd-4e511752abe1 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:20:07.831748 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ff3f767-2d49-413e-9b8c-53269ea299e0", "name": "network-vif-deleted", "tag": "14c0d95c-c0cf-4b32-9dbe-0ff44c088df3", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:20:07.832000 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-c2899cec-ff23-457f-babd-4e511752abe1 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:20:07.832402 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ff3f767-2d49-413e-9b8c-53269ea299e0', 'name': 'network-vif-deleted', 'tag': '14c0d95c-c0cf-4b32-9dbe-0ff44c088df3', 'status': 'completed', 'code': 200} Jul 14 09:20:07.943106 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:07.965750 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dcca8c07-a9b5-406f-9143-2bd6bb078786 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:20:08.001533 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port dcca8c07-a9b5-406f-9143-2bd6bb078786, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=dcca8c07-a9b5-406f-9143-2bd6bb078786,segment=NetworkSegment(4f3a0541-e6cd-42f5-92f6-5d961c2f621f),segment_id=4f3a0541-e6cd-42f5-92f6-5d961c2f621f)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:20:08.016059 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178e90ad-1520-4162-8d82-c4ff918fb005 req-82ad03fe-73a7-4376-bc00-d3f4113976ef tempest-ImagesNegativeTestJSON-1609351804 tempest-ImagesNegativeTestJSON-1609351804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:08.023505 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-178e90ad-1520-4162-8d82-c4ff918fb005 req-82ad03fe-73a7-4376-bc00-d3f4113976ef tempest-ImagesNegativeTestJSON-1609351804 tempest-ImagesNegativeTestJSON-1609351804-project] 10.222.0.68 "GET /v2.0/ports?device_id=884814d7-a63b-4693-b488-9089c8a5f1c5 HTTP/1.1" status: 200 len: 948 time: 0.1181970 Jul 14 09:20:08.036979 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:08.037696 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 321105f0-cb9b-4ea5-a3de-16f356a7bd9f details requested by agent hyperv_n-h2-779913-29 with host n-h2-779913-29 {{(pid=93959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:20:08.103685 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-178e90ad-1520-4162-8d82-c4ff918fb005 req-f07608b1-fdd1-486a-8b0e-58b0f76cfd9a tempest-ImagesNegativeTestJSON-1609351804 tempest-ImagesNegativeTestJSON-1609351804-project] 10.222.0.68 "GET /v2.0/security-groups?id=f661409b-d866-48f2-a912-0ee93dfd6cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697038 Jul 14 09:20:08.151803 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c700c04c-c8fe-434b-8caa-6d9b003f0402 req-3d19b821-68f2-49d6-88bd-f91cffb11264 tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:08.161925 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-c700c04c-c8fe-434b-8caa-6d9b003f0402 req-3d19b821-68f2-49d6-88bd-f91cffb11264 tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] 10.222.0.68 "GET /v2.0/ports?device_id=71487dfe-69ab-4eea-85c1-9e56b4db102b HTTP/1.1" status: 200 len: 946 time: 0.1262343 Jul 14 09:20:08.224570 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-c700c04c-c8fe-434b-8caa-6d9b003f0402 req-5e42a3ac-6300-4f40-8ce5-c3a9c1d4d5c2 tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] 10.222.0.68 "GET /v2.0/security-groups?id=4fa97f2f-f617-45f3-9331-b542b3f62cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605884 Jul 14 09:20:08.226755 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.db.resource_extend [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 14 09:20:08.427332 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Pushing event updated for resources: {'Port': ['ID=dcca8c07-a9b5-406f-9143-2bd6bb078786,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:08.474459 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-770c2ead-eeb8-4e98-8b85-04f6985360ab req-496e7d58-70cb-473f-a517-034962aec356 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] 10.222.0.68 "GET /v2.0/ports?device_id=2ff3f767-2d49-413e-9b8c-53269ea299e0 HTTP/1.1" status: 200 len: 210 time: 0.0665331 Jul 14 09:20:08.521213 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 321105f0-cb9b-4ea5-a3de-16f356a7bd9f, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=321105f0-cb9b-4ea5-a3de-16f356a7bd9f,segment=NetworkSegment(8f1c1422-de6c-445f-ab95-4e2c94585b2b),segment_id=8f1c1422-de6c-445f-ab95-4e2c94585b2b)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:20:08.539483 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Returning: {'device': '321105f0-cb9b-4ea5-a3de-16f356a7bd9f', 'network_id': '2244f7a1-04bd-42cd-9e86-31839b46f57f', 'port_id': '321105f0-cb9b-4ea5-a3de-16f356a7bd9f', 'mac_address': 'fa:16:3e:e4:d1:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 724, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85060e65-3b2f-4a6c-a04c-ce849daa5b3b', 'ip_address': '192.168.233.253'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:20:08.543939 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] get_ports_and_sgs() called for port_ids ['7876554a-94a5-4362-9d48-ba2ab3e213d6', '82b450e3-7637-42f2-bd8d-3daaed7e61ee'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:20:08.602339 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 4428f759-9245-47c1-969d-3af116e0a0e3 no longer exists at agent hyperv_n-h1-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:20:08.732377 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] No Port match for: 4428f759-9245-47c1-969d-3af116e0a0e3 {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:20:08.732805 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 4428f759-9245-47c1-969d-3af116e0a0e3 not bound to the agent host n-h1-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:20:08.736242 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:08.781459 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 321105f0-cb9b-4ea5-a3de-16f356a7bd9f {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:20:08.826925 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845ee421-f471-4eaf-9009-d294f795376b req-2ad764c6-3c48-4da2-b270-f3b2b2b10601 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:08.828886 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-845ee421-f471-4eaf-9009-d294f795376b req-2ad764c6-3c48-4da2-b270-f3b2b2b10601 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/ports?device_id=b445a760-a797-4027-b6cd-42763947c867 HTTP/1.1" status: 200 len: 950 time: 0.0777142 Jul 14 09:20:08.834960 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 321105f0-cb9b-4ea5-a3de-16f356a7bd9f, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=321105f0-cb9b-4ea5-a3de-16f356a7bd9f,segment=NetworkSegment(8f1c1422-de6c-445f-ab95-4e2c94585b2b),segment_id=8f1c1422-de6c-445f-ab95-4e2c94585b2b)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:20:08.847923 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:08.916132 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-845ee421-f471-4eaf-9009-d294f795376b req-ce615e78-cee6-4703-899c-3931dd716633 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/security-groups?id=93b55648-4dd6-4852-bb99-9aa842ab19a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785010 Jul 14 09:20:09.019733 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Pushing event updated for resources: {'Port': ['ID=321105f0-cb9b-4ea5-a3de-16f356a7bd9f,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:09.076103 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e13453-e264-483a-b200-11396a4738d2 req-1767e474-d9a2-416f-9747-9a5b8843d42a tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:09.077703 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-43e13453-e264-483a-b200-11396a4738d2 req-1767e474-d9a2-416f-9747-9a5b8843d42a tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] 10.222.0.68 "GET /v2.0/ports?device_id=47f61015-0034-413d-87cf-74efb13c3750 HTTP/1.1" status: 200 len: 945 time: 0.0771112 Jul 14 09:20:09.121419 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-43e13453-e264-483a-b200-11396a4738d2 req-31feffc5-3df3-45ed-b5fc-c31ad2100990 tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] 10.222.0.68 "GET /v2.0/security-groups?id=7bf941d0-4fab-41ec-a174-078829fdb488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377309 Jul 14 09:20:09.272137 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] get_ports_and_sgs() called for port_ids ['dcca8c07-a9b5-406f-9143-2bd6bb078786'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:20:09.302286 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] get_ports_and_sgs() called for port_ids ['321105f0-cb9b-4ea5-a3de-16f356a7bd9f'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:20:09.333950 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc145ea-99d3-4ca9-bb8c-6cc1a1d27fb9 req-1109d561-83ee-41fa-8ddc-a58f6f7e9c3d tempest-ImagesNegativeTestJSON-1609351804 tempest-ImagesNegativeTestJSON-1609351804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:09.336076 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-5dc145ea-99d3-4ca9-bb8c-6cc1a1d27fb9 req-1109d561-83ee-41fa-8ddc-a58f6f7e9c3d tempest-ImagesNegativeTestJSON-1609351804 tempest-ImagesNegativeTestJSON-1609351804-project] 10.222.0.68 "GET /v2.0/ports?device_id=884814d7-a63b-4693-b488-9089c8a5f1c5 HTTP/1.1" status: 200 len: 949 time: 0.0805335 Jul 14 09:20:09.379399 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-5dc145ea-99d3-4ca9-bb8c-6cc1a1d27fb9 req-62fa1652-76b8-43a7-a88b-d0c4f5dc756e tempest-ImagesNegativeTestJSON-1609351804 tempest-ImagesNegativeTestJSON-1609351804-project] 10.222.0.68 "GET /v2.0/security-groups?id=f661409b-d866-48f2-a912-0ee93dfd6cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360258 Jul 14 09:20:09.441928 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79b7960-7b4f-40ea-9c2e-4e4af6c4bc74 req-b83dc742-0e8e-400a-ac67-de12a7e4cde8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:09.443587 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d79b7960-7b4f-40ea-9c2e-4e4af6c4bc74 req-b83dc742-0e8e-400a-ac67-de12a7e4cde8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f15ecc2e979442a6b02936316f8b33e1&device_id=b445a760-a797-4027-b6cd-42763947c867 HTTP/1.1" status: 200 len: 1102 time: 0.0622039 Jul 14 09:20:09.565457 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79b7960-7b4f-40ea-9c2e-4e4af6c4bc74 req-5b28ee27-314e-4ba8-9232-8cfc9dab6f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:09.570383 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d79b7960-7b4f-40ea-9c2e-4e4af6c4bc74 req-5b28ee27-314e-4ba8-9232-8cfc9dab6f22 service neutron] 10.222.0.57 "GET /v2.0/networks?id=2244f7a1-04bd-42cd-9e86-31839b46f57f HTTP/1.1" status: 200 len: 870 time: 0.1128647 Jul 14 09:20:09.622658 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d79b7960-7b4f-40ea-9c2e-4e4af6c4bc74 req-bbec41c6-8613-49be-8228-ee9f6ee89a24 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=ab670002-3e80-47de-be53-d3af3a9c1d12 HTTP/1.1" status: 200 len: 217 time: 0.0466795 Jul 14 09:20:09.688638 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79b7960-7b4f-40ea-9c2e-4e4af6c4bc74 req-daec106e-65d6-4306-bc15-b97e39db0a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:09.690473 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d79b7960-7b4f-40ea-9c2e-4e4af6c4bc74 req-daec106e-65d6-4306-bc15-b97e39db0a72 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=85060e65-3b2f-4a6c-a04c-ce849daa5b3b HTTP/1.1" status: 200 len: 843 time: 0.0531225 Jul 14 09:20:09.776348 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79b7960-7b4f-40ea-9c2e-4e4af6c4bc74 req-e249b38a-4a20-4b39-b477-f613930ff115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:09.778487 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d79b7960-7b4f-40ea-9c2e-4e4af6c4bc74 req-e249b38a-4a20-4b39-b477-f613930ff115 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2244f7a1-04bd-42cd-9e86-31839b46f57f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0761495 Jul 14 09:20:09.835482 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3219a920-d25a-4e7a-b33c-c9eebd14016e', 'name': 'network-vif-deleted', 'tag': '4428f759-9245-47c1-969d-3af116e0a0e3'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:20:09.838007 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b97213f2-e2fc-4a70-9c91-34b4c9f77762" -d '{"events": [{"server_uuid": "3219a920-d25a-4e7a-b33c-c9eebd14016e", "name": "network-vif-deleted", "tag": "4428f759-9245-47c1-969d-3af116e0a0e3"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:20:10.008948 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 40136) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:10.135750 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c572c1e9-46f4-4dbf-81bc-a6741f90ff2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:10.206385 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:20:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2df2ddb9-ea36-4de4-9f2c-3c8361d0a6f5 x-openstack-request-id: req-2df2ddb9-ea36-4de4-9f2c-3c8361d0a6f5 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:20:10.207305 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3219a920-d25a-4e7a-b33c-c9eebd14016e", "name": "network-vif-deleted", "tag": "4428f759-9245-47c1-969d-3af116e0a0e3", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:20:10.207551 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-2df2ddb9-ea36-4de4-9f2c-3c8361d0a6f5 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:20:10.208121 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3219a920-d25a-4e7a-b33c-c9eebd14016e', 'name': 'network-vif-deleted', 'tag': '4428f759-9245-47c1-969d-3af116e0a0e3', 'status': 'completed', 'code': 200} Jul 14 09:20:10.234873 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d79b7960-7b4f-40ea-9c2e-4e4af6c4bc74 req-30d10c9d-26aa-4f85-8bdd-cc818f77fd88 service neutron] 10.222.0.57 "GET /v2.0/networks/2244f7a1-04bd-42cd-9e86-31839b46f57f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4460227 Jul 14 09:20:10.243996 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7d8405-672c-4a3a-bea9-8b2b30b6a98b req-4a4b461c-3fdf-4d8b-b98f-0b5ba8726ad0 tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:10.245516 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0e7d8405-672c-4a3a-bea9-8b2b30b6a98b req-4a4b461c-3fdf-4d8b-b98f-0b5ba8726ad0 tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] 10.222.0.68 "GET /v2.0/ports?device_id=71487dfe-69ab-4eea-85c1-9e56b4db102b HTTP/1.1" status: 200 len: 946 time: 0.4581144 Jul 14 09:20:10.281739 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c572c1e9-46f4-4dbf-81bc-a6741f90ff2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:10.288390 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c572c1e9-46f4-4dbf-81bc-a6741f90ff2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:10.339210 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-c572c1e9-46f4-4dbf-81bc-a6741f90ff2e admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=e67f757ee5154c5486cf92bec8b5615c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3291590 Jul 14 09:20:10.340325 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0e7d8405-672c-4a3a-bea9-8b2b30b6a98b req-c725338e-6445-4fd8-984a-4a4fa4004e50 tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] 10.222.0.68 "GET /v2.0/security-groups?id=4fa97f2f-f617-45f3-9331-b542b3f62cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857644 Jul 14 09:20:10.342158 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 40146) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:10.349318 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c572c1e9-46f4-4dbf-81bc-a6741f90ff2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c3f1aa2-3557-431b-b8ca-14e2a922b119,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:10.361901 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d79b7960-7b4f-40ea-9c2e-4e4af6c4bc74 req-fd2ef486-096c-484e-b3d2-ace10af39adf service neutron] 10.222.0.57 "GET /v2.0/networks/2244f7a1-04bd-42cd-9e86-31839b46f57f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145089 Jul 14 09:20:10.381050 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c2f4fc-407b-42da-9a4c-361d55c84f52 req-3d32a4c5-2869-40f7-b6f5-fd0883abc112 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:10.382790 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-c7c2f4fc-407b-42da-9a4c-361d55c84f52 req-3d32a4c5-2869-40f7-b6f5-fd0883abc112 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/ports?device_id=b445a760-a797-4027-b6cd-42763947c867 HTTP/1.1" status: 200 len: 950 time: 0.1559272 Jul 14 09:20:10.454413 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-c7c2f4fc-407b-42da-9a4c-361d55c84f52 req-1108b1c5-b4bd-4a94-a4a1-69757d5b8775 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/security-groups?id=93b55648-4dd6-4852-bb99-9aa842ab19a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592661 Jul 14 09:20:10.461641 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8e08fea5-72c7-4607-84fd-570f98ce5e37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:10.504236 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8e08fea5-72c7-4607-84fd-570f98ce5e37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:10.560105 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8e08fea5-72c7-4607-84fd-570f98ce5e37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:10.563313 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8e08fea5-72c7-4607-84fd-570f98ce5e37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:10.565534 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-8e08fea5-72c7-4607-84fd-570f98ce5e37 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/7c3f1aa2-3557-431b-b8ca-14e2a922b119 HTTP/1.1" status: 204 len: 168 time: 0.2213395 Jul 14 09:20:10.574783 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e08fea5-72c7-4607-84fd-570f98ce5e37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c3f1aa2-3557-431b-b8ca-14e2a922b119,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:10.791702 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f898d8-e2d0-47b5-9282-43bf821adf27 req-0de7fb2f-fd03-4404-b0fd-57ddde5bbe5d tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:10.801855 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-45f898d8-e2d0-47b5-9282-43bf821adf27 req-0de7fb2f-fd03-4404-b0fd-57ddde5bbe5d tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] 10.222.0.68 "GET /v2.0/ports?device_id=47f61015-0034-413d-87cf-74efb13c3750 HTTP/1.1" status: 200 len: 945 time: 0.0801072 Jul 14 09:20:10.834939 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8eacf8-64e0-4dda-8f97-6910e2ff06e1 req-80bd1608-fc81-4d9d-96ea-a9926815903a tempest-ImagesNegativeTestJSON-1609351804 tempest-ImagesNegativeTestJSON-1609351804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:10.837033 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-45f898d8-e2d0-47b5-9282-43bf821adf27 req-4e583d32-4bae-4424-9b74-db83ca0a3325 tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] 10.222.0.68 "GET /v2.0/security-groups?id=7bf941d0-4fab-41ec-a174-078829fdb488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343065 Jul 14 09:20:10.838213 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3d8eacf8-64e0-4dda-8f97-6910e2ff06e1 req-80bd1608-fc81-4d9d-96ea-a9926815903a tempest-ImagesNegativeTestJSON-1609351804 tempest-ImagesNegativeTestJSON-1609351804-project] 10.222.0.68 "GET /v2.0/ports?device_id=884814d7-a63b-4693-b488-9089c8a5f1c5 HTTP/1.1" status: 200 len: 949 time: 0.0802653 Jul 14 09:20:10.890595 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3d8eacf8-64e0-4dda-8f97-6910e2ff06e1 req-6975e755-ac8d-484d-8fbd-8858cfca9137 tempest-ImagesNegativeTestJSON-1609351804 tempest-ImagesNegativeTestJSON-1609351804-project] 10.222.0.68 "GET /v2.0/security-groups?id=f661409b-d866-48f2-a912-0ee93dfd6cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464416 Jul 14 09:20:10.914523 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 40158) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:10.931418 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-78ca6f95-e083-4bb0-a062-9a778d3c7df4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:11.034807 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-78ca6f95-e083-4bb0-a062-9a778d3c7df4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:11.044436 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-78ca6f95-e083-4bb0-a062-9a778d3c7df4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:11.065437 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d437fbc-bb1d-4a74-9ce3-6bb40efc94a6 req-a1f813b6-2b00-4506-8caf-29c8f6a58b55 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:11.067009 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-4d437fbc-bb1d-4a74-9ce3-6bb40efc94a6 req-a1f813b6-2b00-4506-8caf-29c8f6a58b55 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] 10.222.0.68 "GET /v2.0/ports?device_id=61b42305-974c-46b0-9777-7a8aa2815d37 HTTP/1.1" status: 200 len: 949 time: 0.0669491 Jul 14 09:20:11.083856 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-78ca6f95-e083-4bb0-a062-9a778d3c7df4 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=96205dd84d144a74a46f6f71cab8e0d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1679881 Jul 14 09:20:11.086151 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ca6f95-e083-4bb0-a062-9a778d3c7df4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed616f40-fc1e-4587-beea-5766e3301f65,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:11.087443 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 40160) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:11.127790 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-4d437fbc-bb1d-4a74-9ce3-6bb40efc94a6 req-3d7215e3-29ab-4274-9690-cf0a90708bc0 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] 10.222.0.68 "GET /v2.0/security-groups?id=c9156572-74c8-4b9e-9f0a-c202a5ef91ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548897 Jul 14 09:20:11.153635 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8e4ba41b-12a2-431e-9b37-053a2522ee1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:11.176062 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8e4ba41b-12a2-431e-9b37-053a2522ee1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:11.223836 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8e4ba41b-12a2-431e-9b37-053a2522ee1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:11.226517 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8e4ba41b-12a2-431e-9b37-053a2522ee1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:11.227941 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-8e4ba41b-12a2-431e-9b37-053a2522ee1e admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/ed616f40-fc1e-4587-beea-5766e3301f65 HTTP/1.1" status: 204 len: 168 time: 0.1385550 Jul 14 09:20:11.240804 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4ba41b-12a2-431e-9b37-053a2522ee1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed616f40-fc1e-4587-beea-5766e3301f65,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:11.451949 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 321105f0-cb9b-4ea5-a3de-16f356a7bd9f up at agent hyperv_n-h2-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:20:11.522804 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Provisioning for port 321105f0-cb9b-4ea5-a3de-16f356a7bd9f completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:20:11.527724 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Provisioning complete for port 321105f0-cb9b-4ea5-a3de-16f356a7bd9f triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:20:11.528649 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:11.539166 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9ef6ad-fe71-40f9-be3d-225abf570a21 req-b8c63e66-5c26-49b5-85b9-5baa15764618 tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:11.540839 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-6c9ef6ad-fe71-40f9-be3d-225abf570a21 req-b8c63e66-5c26-49b5-85b9-5baa15764618 tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] 10.222.0.68 "GET /v2.0/ports?device_id=71487dfe-69ab-4eea-85c1-9e56b4db102b HTTP/1.1" status: 200 len: 946 time: 0.0812953 Jul 14 09:20:11.592185 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-6c9ef6ad-fe71-40f9-be3d-225abf570a21 req-d7ae3db2-189c-474c-be80-79b357cbc086 tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] 10.222.0.68 "GET /v2.0/security-groups?id=4fa97f2f-f617-45f3-9331-b542b3f62cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419590 Jul 14 09:20:11.636496 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:11.669876 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '884814d7-a63b-4693-b488-9089c8a5f1c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '321105f0-cb9b-4ea5-a3de-16f356a7bd9f'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:20:11.671578 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71999dab-3c8d-40e4-94ef-4fb7a7c992b4 req-ed39f78c-6012-47b1-bb66-fd8dee342412 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:11.672375 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd62303f06773040a8a4e189dc46b4f565768c299abf8ab8e7739778b0bc3e97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2cb69a7-a21b-4b40-bfb8-7da90ca565c0" -d '{"events": [{"server_uuid": "884814d7-a63b-4693-b488-9089c8a5f1c5", "name": "network-vif-plugged", "status": "completed", "tag": "321105f0-cb9b-4ea5-a3de-16f356a7bd9f"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:20:11.679533 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-71999dab-3c8d-40e4-94ef-4fb7a7c992b4 req-ed39f78c-6012-47b1-bb66-fd8dee342412 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/ports?device_id=b445a760-a797-4027-b6cd-42763947c867 HTTP/1.1" status: 200 len: 950 time: 0.0947204 Jul 14 09:20:11.688538 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 321105f0-cb9b-4ea5-a3de-16f356a7bd9f, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=321105f0-cb9b-4ea5-a3de-16f356a7bd9f,segment=NetworkSegment(8f1c1422-de6c-445f-ab95-4e2c94585b2b),segment_id=8f1c1422-de6c-445f-ab95-4e2c94585b2b)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:20:11.693536 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:11.694507 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device dcca8c07-a9b5-406f-9143-2bd6bb078786 up at agent hyperv_n-h2-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:20:11.722344 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-71999dab-3c8d-40e4-94ef-4fb7a7c992b4 req-b5e3593e-b0aa-45e2-948a-c44593c1328e tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/security-groups?id=93b55648-4dd6-4852-bb99-9aa842ab19a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418515 Jul 14 09:20:11.775177 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Pushing event updated for resources: {'Port': ['ID=321105f0-cb9b-4ea5-a3de-16f356a7bd9f,revision_number=5']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:11.787284 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:20:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dab0b8ef-926c-4053-8c38-2dd9b182e290 x-openstack-request-id: req-dab0b8ef-926c-4053-8c38-2dd9b182e290 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:20:11.787586 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "884814d7-a63b-4693-b488-9089c8a5f1c5", "name": "network-vif-plugged", "status": "completed", "tag": "321105f0-cb9b-4ea5-a3de-16f356a7bd9f", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:20:11.787842 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-dab0b8ef-926c-4053-8c38-2dd9b182e290 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:20:11.788253 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '884814d7-a63b-4693-b488-9089c8a5f1c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '321105f0-cb9b-4ea5-a3de-16f356a7bd9f', 'code': 200} Jul 14 09:20:11.800994 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Provisioning for port dcca8c07-a9b5-406f-9143-2bd6bb078786 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:20:11.804966 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Provisioning complete for port dcca8c07-a9b5-406f-9143-2bd6bb078786 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:20:11.805396 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:11.906303 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:11.955783 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port dcca8c07-a9b5-406f-9143-2bd6bb078786, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=dcca8c07-a9b5-406f-9143-2bd6bb078786,segment=NetworkSegment(4f3a0541-e6cd-42f5-92f6-5d961c2f621f),segment_id=4f3a0541-e6cd-42f5-92f6-5d961c2f621f)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:20:11.965178 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b208ad-bdde-4b88-9c68-a6a9dd2d0220 req-2f2867e6-9627-47c2-ab59-963a39a930cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:11.966132 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:11.966742 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-57b208ad-bdde-4b88-9c68-a6a9dd2d0220 req-2f2867e6-9627-47c2-ab59-963a39a930cb service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=884814d7-a63b-4693-b488-9089c8a5f1c5 HTTP/1.1" status: 200 len: 1102 time: 0.0859191 Jul 14 09:20:12.020493 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-57b208ad-bdde-4b88-9c68-a6a9dd2d0220 req-7cba2613-e2ac-40c2-ac4c-5333ecc0924f service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=f661409b-d866-48f2-a912-0ee93dfd6cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457437 Jul 14 09:20:12.029754 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Pushing event updated for resources: {'Port': ['ID=dcca8c07-a9b5-406f-9143-2bd6bb078786,revision_number=5']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:12.072626 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dbc20a-71a3-4457-bab2-9288de561424 req-d695d196-426c-4b63-a481-f44bf4ddc6ef tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:12.074354 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-26dbc20a-71a3-4457-bab2-9288de561424 req-d695d196-426c-4b63-a481-f44bf4ddc6ef tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] 10.222.0.68 "GET /v2.0/ports?device_id=47f61015-0034-413d-87cf-74efb13c3750 HTTP/1.1" status: 200 len: 946 time: 0.0977488 Jul 14 09:20:12.114315 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-26dbc20a-71a3-4457-bab2-9288de561424 req-f08ec071-deef-4220-adaa-014102d0ae6d tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] 10.222.0.68 "GET /v2.0/security-groups?id=7bf941d0-4fab-41ec-a174-078829fdb488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344410 Jul 14 09:20:12.151455 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4549f524-5a76-4f70-a8e9-c0e87af79173 req-1afcbae9-41c4-4ba7-88f0-94fa30e60b54 tempest-ImagesNegativeTestJSON-1609351804 tempest-ImagesNegativeTestJSON-1609351804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:12.153928 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-4549f524-5a76-4f70-a8e9-c0e87af79173 req-1afcbae9-41c4-4ba7-88f0-94fa30e60b54 tempest-ImagesNegativeTestJSON-1609351804 tempest-ImagesNegativeTestJSON-1609351804-project] 10.222.0.68 "GET /v2.0/ports?device_id=884814d7-a63b-4693-b488-9089c8a5f1c5 HTTP/1.1" status: 200 len: 950 time: 0.0835190 Jul 14 09:20:12.193658 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-4549f524-5a76-4f70-a8e9-c0e87af79173 req-f8accd7d-eee0-468f-b25f-bae24081376b tempest-ImagesNegativeTestJSON-1609351804 tempest-ImagesNegativeTestJSON-1609351804-project] 10.222.0.68 "GET /v2.0/security-groups?id=f661409b-d866-48f2-a912-0ee93dfd6cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336668 Jul 14 09:20:12.425687 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae21ec8-5ce3-4dce-a45d-651deadfeaaa req-e9c82c80-18b6-46b3-bf01-489f57978075 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:12.427276 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-aae21ec8-5ce3-4dce-a45d-651deadfeaaa req-e9c82c80-18b6-46b3-bf01-489f57978075 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] 10.222.0.68 "GET /v2.0/ports?device_id=61b42305-974c-46b0-9777-7a8aa2815d37 HTTP/1.1" status: 200 len: 949 time: 0.0743692 Jul 14 09:20:12.480969 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-aae21ec8-5ce3-4dce-a45d-651deadfeaaa req-82dded07-d4a6-4ffc-acd0-08487a14473a tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] 10.222.0.68 "GET /v2.0/security-groups?id=c9156572-74c8-4b9e-9f0a-c202a5ef91ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473237 Jul 14 09:20:12.505926 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:12.571323 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f274ada3-6496-4487-8837-d6bd1e996562 req-3ece1b4b-faca-47d7-a52a-d8e916f4ae47 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:12.572764 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f274ada3-6496-4487-8837-d6bd1e996562 req-3ece1b4b-faca-47d7-a52a-d8e916f4ae47 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] 10.222.0.65 "GET /v2.0/ports?device_id=61b42305-974c-46b0-9777-7a8aa2815d37 HTTP/1.1" status: 200 len: 949 time: 0.0660343 Jul 14 09:20:12.610647 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 28fc8288-f559-4d7b-ad21-e0ad026ce6e6 details requested by agent hyperv_n-h1-779913-29 with host n-h1-779913-29 {{(pid=93959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:20:12.764859 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [req-f274ada3-6496-4487-8837-d6bd1e996562 req-c308dda3-5192-4c12-ac94-902a6ff54a8e tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] Deleting port 7876554a-94a5-4362-9d48-ba2ab3e213d6 {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:20:12.765209 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-f274ada3-6496-4487-8837-d6bd1e996562 req-c308dda3-5192-4c12-ac94-902a6ff54a8e tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:12.779179 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port 28fc8288-f559-4d7b-ad21-e0ad026ce6e6, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=28fc8288-f559-4d7b-ad21-e0ad026ce6e6,segment=NetworkSegment(becdfe35-a9ff-4f14-9744-544114c40ea3),segment_id=becdfe35-a9ff-4f14-9744-544114c40ea3)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:20:12.797997 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Returning: {'device': '28fc8288-f559-4d7b-ad21-e0ad026ce6e6', 'network_id': '9b8a6edc-bbae-47ce-bda0-fb444fc735c0', 'port_id': '28fc8288-f559-4d7b-ad21-e0ad026ce6e6', 'mac_address': 'fa:16:3e:90:11:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 717, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ea73f7d-9594-449c-9c84-8c744576418b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:20:12.841253 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 40248) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:12.841520 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:12.855002 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 28fc8288-f559-4d7b-ad21-e0ad026ce6e6 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:20:12.875366 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1535c23-f574-472c-a277-e17412ea42b6 req-41ca3512-5338-46c8-afb1-3ae99f8fa95a tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:12.877072 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port 28fc8288-f559-4d7b-ad21-e0ad026ce6e6, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=28fc8288-f559-4d7b-ad21-e0ad026ce6e6,segment=NetworkSegment(becdfe35-a9ff-4f14-9744-544114c40ea3),segment_id=becdfe35-a9ff-4f14-9744-544114c40ea3)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:20:12.881523 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:12.883462 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d1535c23-f574-472c-a277-e17412ea42b6 req-41ca3512-5338-46c8-afb1-3ae99f8fa95a tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] 10.222.0.68 "GET /v2.0/ports?device_id=71487dfe-69ab-4eea-85c1-9e56b4db102b HTTP/1.1" status: 200 len: 946 time: 0.1477199 Jul 14 09:20:12.902510 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-f274ada3-6496-4487-8837-d6bd1e996562 req-c308dda3-5192-4c12-ac94-902a6ff54a8e tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] For port 7876554a-94a5-4362-9d48-ba2ab3e213d6, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=7876554a-94a5-4362-9d48-ba2ab3e213d6,segment=NetworkSegment(8f1c1422-de6c-445f-ab95-4e2c94585b2b),segment_id=8f1c1422-de6c-445f-ab95-4e2c94585b2b)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:20:12.903201 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-f274ada3-6496-4487-8837-d6bd1e996562 req-c308dda3-5192-4c12-ac94-902a6ff54a8e tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:12.925745 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [req-f274ada3-6496-4487-8837-d6bd1e996562 req-c308dda3-5192-4c12-ac94-902a6ff54a8e tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] Calling delete_port for 7876554a-94a5-4362-9d48-ba2ab3e213d6 owned by compute:nova {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:20:12.928937 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d1535c23-f574-472c-a277-e17412ea42b6 req-33b6fc01-ff3f-44d4-a9c2-dcae8714fe12 tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] 10.222.0.68 "GET /v2.0/security-groups?id=4fa97f2f-f617-45f3-9331-b542b3f62cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445561 Jul 14 09:20:12.946400 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Pushing event updated for resources: {'Port': ['ID=28fc8288-f559-4d7b-ad21-e0ad026ce6e6,revision_number=6']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:13.033919 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b7ee90c1-012e-4639-b138-97bacd6a126b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:13.065411 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] get_ports_and_sgs() called for port_ids ['28fc8288-f559-4d7b-ad21-e0ad026ce6e6'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:20:13.117523 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb556e1a-eede-406c-90fe-8d9d668b83ac req-e12d4179-6094-4eab-9b9f-d1e558949d22 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:13.119113 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-eb556e1a-eede-406c-90fe-8d9d668b83ac req-e12d4179-6094-4eab-9b9f-d1e558949d22 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/ports?device_id=b445a760-a797-4027-b6cd-42763947c867 HTTP/1.1" status: 200 len: 950 time: 0.1403270 Jul 14 09:20:13.245171 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:13.257243 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-f274ada3-6496-4487-8837-d6bd1e996562 req-c308dda3-5192-4c12-ac94-902a6ff54a8e tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:13.264450 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-eb556e1a-eede-406c-90fe-8d9d668b83ac req-3fd34253-1024-4437-983e-5f4dd33ba769 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/security-groups?id=93b55648-4dd6-4852-bb99-9aa842ab19a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357446 Jul 14 09:20:13.293814 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] get_ports_and_sgs() called for port_ids ['361a3635-453e-4996-a98b-cba54b0b2536'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:20:13.306422 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c308dda3-5192-4c12-ac94-902a6ff54a8e tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] Pushing event deleted for resources: {'Port': ['ID=7876554a-94a5-4362-9d48-ba2ab3e213d6,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:13.364487 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b7ee90c1-012e-4639-b138-97bacd6a126b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:13.369520 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] get_ports_and_sgs() called for port_ids ['7876554a-94a5-4362-9d48-ba2ab3e213d6', '82b450e3-7637-42f2-bd8d-3daaed7e61ee'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:20:13.374858 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ef3a14-a84b-4281-9a88-a8d697b9c69d req-b69be772-f6ff-41e1-a040-429ae6f38b7d tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:13.384306 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-f274ada3-6496-4487-8837-d6bd1e996562 req-c308dda3-5192-4c12-ac94-902a6ff54a8e tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] No DVR routers for this DVR port 7876554a-94a5-4362-9d48-ba2ab3e213d6 on host n-h1-779913-29 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:20:13.387290 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b7ee90c1-012e-4639-b138-97bacd6a126b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:13.387848 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-84ef3a14-a84b-4281-9a88-a8d697b9c69d req-b69be772-f6ff-41e1-a040-429ae6f38b7d tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] 10.222.0.68 "GET /v2.0/ports?device_id=47f61015-0034-413d-87cf-74efb13c3750 HTTP/1.1" status: 200 len: 946 time: 0.1228898 Jul 14 09:20:13.392033 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-f274ada3-6496-4487-8837-d6bd1e996562 req-c308dda3-5192-4c12-ac94-902a6ff54a8e tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:13.394159 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f274ada3-6496-4487-8837-d6bd1e996562 req-c308dda3-5192-4c12-ac94-902a6ff54a8e tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] 10.222.0.65 "DELETE /v2.0/ports/7876554a-94a5-4362-9d48-ba2ab3e213d6 HTTP/1.1" status: 204 len: 173 time: 0.7997169 Jul 14 09:20:13.397152 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61b42305-974c-46b0-9777-7a8aa2815d37', 'name': 'network-vif-deleted', 'tag': '7876554a-94a5-4362-9d48-ba2ab3e213d6'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:20:13.399851 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20416dca-5041-4e95-a189-b1ad31cf4616" -d '{"events": [{"server_uuid": "61b42305-974c-46b0-9777-7a8aa2815d37", "name": "network-vif-deleted", "tag": "7876554a-94a5-4362-9d48-ba2ab3e213d6"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:20:13.463344 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f370542-00b9-4d83-9b1e-e68d0d2669ff req-3b3bfb5c-938f-4826-b7e2-2bb670cd0bb9 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:13.465530 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0f370542-00b9-4d83-9b1e-e68d0d2669ff req-3b3bfb5c-938f-4826-b7e2-2bb670cd0bb9 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] 10.222.0.65 "GET /v2.0/ports?device_id=31766947-5817-48e3-af5d-1114f2e0bfff HTTP/1.1" status: 200 len: 950 time: 0.2623777 Jul 14 09:20:13.472929 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-b7ee90c1-012e-4639-b138-97bacd6a126b admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=05b6ce0e6076435b94d6096ab613dcda&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6305072 Jul 14 09:20:13.481519 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ee90c1-012e-4639-b138-97bacd6a126b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cc22e93-9f08-44e0-878b-0d1602b8f704,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:13.483536 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-84ef3a14-a84b-4281-9a88-a8d697b9c69d req-3f6d73e4-596c-472b-976b-149886b7107e tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] 10.222.0.68 "GET /v2.0/security-groups?id=7bf941d0-4fab-41ec-a174-078829fdb488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945234 Jul 14 09:20:13.485172 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 40260) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:13.666094 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1bbdd1e4-24cb-476d-9c98-f65bc78452c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:13.709216 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:20:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f486eefd-0926-4628-875f-63d77632153d x-openstack-request-id: req-f486eefd-0926-4628-875f-63d77632153d {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:20:13.709505 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61b42305-974c-46b0-9777-7a8aa2815d37", "name": "network-vif-deleted", "tag": "7876554a-94a5-4362-9d48-ba2ab3e213d6", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:20:13.709746 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-f486eefd-0926-4628-875f-63d77632153d {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:20:13.710141 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61b42305-974c-46b0-9777-7a8aa2815d37', 'name': 'network-vif-deleted', 'tag': '7876554a-94a5-4362-9d48-ba2ab3e213d6', 'status': 'completed', 'code': 200} Jul 14 09:20:13.725927 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1bbdd1e4-24cb-476d-9c98-f65bc78452c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:13.729389 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [req-0f370542-00b9-4d83-9b1e-e68d0d2669ff req-28c8d5d2-efd7-43a6-b3d8-19fc19fb4576 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] Deleting port 82b450e3-7637-42f2-bd8d-3daaed7e61ee {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:20:13.729746 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-0f370542-00b9-4d83-9b1e-e68d0d2669ff req-28c8d5d2-efd7-43a6-b3d8-19fc19fb4576 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:13.746006 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f596fef-2bf4-4b47-ba59-e032d4111bc8 req-45115ac0-86da-4c9a-adf5-c5127e895813 tempest-ImagesNegativeTestJSON-1609351804 tempest-ImagesNegativeTestJSON-1609351804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:13.747542 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3f596fef-2bf4-4b47-ba59-e032d4111bc8 req-45115ac0-86da-4c9a-adf5-c5127e895813 tempest-ImagesNegativeTestJSON-1609351804 tempest-ImagesNegativeTestJSON-1609351804-project] 10.222.0.68 "GET /v2.0/ports?device_id=884814d7-a63b-4693-b488-9089c8a5f1c5 HTTP/1.1" status: 200 len: 950 time: 0.2090881 Jul 14 09:20:13.789573 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47f61015-0034-413d-87cf-74efb13c3750', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcca8c07-a9b5-406f-9143-2bd6bb078786'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:20:13.791935 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd62303f06773040a8a4e189dc46b4f565768c299abf8ab8e7739778b0bc3e97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4a8667c-183c-436a-becf-ffe03266ee3e" -d '{"events": [{"server_uuid": "47f61015-0034-413d-87cf-74efb13c3750", "name": "network-vif-plugged", "status": "completed", "tag": "dcca8c07-a9b5-406f-9143-2bd6bb078786"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:20:13.859696 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ce4b2212-29bc-4fbe-90d8-098f92e52b48 req-255b1746-15c2-4308-8afe-12e012a6236c tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] 10.222.0.68 "GET /v2.0/ports?device_id=61b42305-974c-46b0-9777-7a8aa2815d37 HTTP/1.1" status: 200 len: 210 time: 0.0395768 Jul 14 09:20:13.864913 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3f596fef-2bf4-4b47-ba59-e032d4111bc8 req-6f986709-5120-402e-930a-6b7dd812f62d tempest-ImagesNegativeTestJSON-1609351804 tempest-ImagesNegativeTestJSON-1609351804-project] 10.222.0.68 "GET /v2.0/security-groups?id=f661409b-d866-48f2-a912-0ee93dfd6cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049964 Jul 14 09:20:13.888047 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-0f370542-00b9-4d83-9b1e-e68d0d2669ff req-28c8d5d2-efd7-43a6-b3d8-19fc19fb4576 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] For port 82b450e3-7637-42f2-bd8d-3daaed7e61ee, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=82b450e3-7637-42f2-bd8d-3daaed7e61ee,segment=NetworkSegment(8f1c1422-de6c-445f-ab95-4e2c94585b2b),segment_id=8f1c1422-de6c-445f-ab95-4e2c94585b2b)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:20:13.888414 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-0f370542-00b9-4d83-9b1e-e68d0d2669ff req-28c8d5d2-efd7-43a6-b3d8-19fc19fb4576 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:13.897948 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1bbdd1e4-24cb-476d-9c98-f65bc78452c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:13.900437 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1bbdd1e4-24cb-476d-9c98-f65bc78452c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:13.903758 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-1bbdd1e4-24cb-476d-9c98-f65bc78452c2 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/5cc22e93-9f08-44e0-878b-0d1602b8f704 HTTP/1.1" status: 204 len: 168 time: 0.4174507 Jul 14 09:20:13.911224 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [req-0f370542-00b9-4d83-9b1e-e68d0d2669ff req-28c8d5d2-efd7-43a6-b3d8-19fc19fb4576 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] Calling delete_port for 82b450e3-7637-42f2-bd8d-3daaed7e61ee owned by compute:nova {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:20:13.925516 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbdd1e4-24cb-476d-9c98-f65bc78452c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cc22e93-9f08-44e0-878b-0d1602b8f704,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:13.938897 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:20:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d79d506-5dce-4c59-9702-ff4b90afeed5 x-openstack-request-id: req-3d79d506-5dce-4c59-9702-ff4b90afeed5 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:20:13.939518 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47f61015-0034-413d-87cf-74efb13c3750", "name": "network-vif-plugged", "status": "completed", "tag": "dcca8c07-a9b5-406f-9143-2bd6bb078786", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:20:13.940778 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-3d79d506-5dce-4c59-9702-ff4b90afeed5 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:20:13.941670 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47f61015-0034-413d-87cf-74efb13c3750', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcca8c07-a9b5-406f-9143-2bd6bb078786', 'code': 200} Jul 14 09:20:14.143756 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3540f5b-8a1e-4dc4-a50c-08c877aa58c9 req-c02557c9-708c-4977-a541-741c5f4201e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:14.145955 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a3540f5b-8a1e-4dc4-a50c-08c877aa58c9 req-c02557c9-708c-4977-a541-741c5f4201e2 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=47f61015-0034-413d-87cf-74efb13c3750 HTTP/1.1" status: 200 len: 1098 time: 0.0920420 Jul 14 09:20:14.146759 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-0f370542-00b9-4d83-9b1e-e68d0d2669ff req-28c8d5d2-efd7-43a6-b3d8-19fc19fb4576 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:14.184909 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] get_ports_and_sgs() called for port_ids ['361a3635-453e-4996-a98b-cba54b0b2536'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:20:14.226231 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] get_ports_and_sgs() called for port_ids ['7876554a-94a5-4362-9d48-ba2ab3e213d6'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:20:14.243936 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c8d5d2-efd7-43a6-b3d8-19fc19fb4576 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] Pushing event deleted for resources: {'Port': ['ID=82b450e3-7637-42f2-bd8d-3daaed7e61ee,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:14.271816 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f370542-00b9-4d83-9b1e-e68d0d2669ff req-28c8d5d2-efd7-43a6-b3d8-19fc19fb4576 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] No DVR routers for this DVR port 82b450e3-7637-42f2-bd8d-3daaed7e61ee on host n-h1-779913-29 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:20:14.275093 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-0f370542-00b9-4d83-9b1e-e68d0d2669ff req-28c8d5d2-efd7-43a6-b3d8-19fc19fb4576 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:14.277679 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0f370542-00b9-4d83-9b1e-e68d0d2669ff req-28c8d5d2-efd7-43a6-b3d8-19fc19fb4576 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] 10.222.0.65 "DELETE /v2.0/ports/82b450e3-7637-42f2-bd8d-3daaed7e61ee HTTP/1.1" status: 204 len: 173 time: 0.8034177 Jul 14 09:20:14.300347 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a403b9-aba2-4ded-8d58-7dd72f9f2013 req-280a4d73-be91-4a10-bff8-a955f5d479f1 tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:14.312322 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a3540f5b-8a1e-4dc4-a50c-08c877aa58c9 req-d77898de-f99c-46ae-85ed-7cce45c55df6 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=7bf941d0-4fab-41ec-a174-078829fdb488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522789 Jul 14 09:20:14.314803 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-b1a403b9-aba2-4ded-8d58-7dd72f9f2013 req-280a4d73-be91-4a10-bff8-a955f5d479f1 tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] 10.222.0.68 "GET /v2.0/ports?device_id=71487dfe-69ab-4eea-85c1-9e56b4db102b HTTP/1.1" status: 200 len: 945 time: 0.1990232 Jul 14 09:20:14.386056 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-b1a403b9-aba2-4ded-8d58-7dd72f9f2013 req-712fb774-7bd0-4856-b4c9-ad8ed9b0e5ed tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] 10.222.0.68 "GET /v2.0/security-groups?id=4fa97f2f-f617-45f3-9331-b542b3f62cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632694 Jul 14 09:20:14.600458 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95587982-e4a4-464d-9e50-0a7e27d79de7 req-2fb8bc06-93e1-42ab-bcb8-405854490245 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:14.609096 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-95587982-e4a4-464d-9e50-0a7e27d79de7 req-2fb8bc06-93e1-42ab-bcb8-405854490245 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/ports?device_id=b445a760-a797-4027-b6cd-42763947c867 HTTP/1.1" status: 200 len: 950 time: 0.0841553 Jul 14 09:20:14.655625 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 28fc8288-f559-4d7b-ad21-e0ad026ce6e6 up at agent hyperv_n-h1-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:20:14.669043 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-95587982-e4a4-464d-9e50-0a7e27d79de7 req-94949423-8518-4f73-aeac-563095e37835 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/security-groups?id=93b55648-4dd6-4852-bb99-9aa842ab19a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589466 Jul 14 09:20:14.702426 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f078033b-be1d-4c27-9acb-b1be41754df3 req-42fae7f8-d83f-4624-8142-be1439d75a7e tempest-ImagesNegativeTestJSON-1609351804 tempest-ImagesNegativeTestJSON-1609351804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:14.704101 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f078033b-be1d-4c27-9acb-b1be41754df3 req-42fae7f8-d83f-4624-8142-be1439d75a7e tempest-ImagesNegativeTestJSON-1609351804 tempest-ImagesNegativeTestJSON-1609351804-project] 10.222.0.68 "GET /v2.0/ports?device_id=884814d7-a63b-4693-b488-9089c8a5f1c5 HTTP/1.1" status: 200 len: 950 time: 0.0913575 Jul 14 09:20:14.725914 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Provisioning complete for port 28fc8288-f559-4d7b-ad21-e0ad026ce6e6 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:20:14.726296 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:14.775287 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f078033b-be1d-4c27-9acb-b1be41754df3 req-5be3a29e-b984-47e6-bba7-d983a4d4a20c tempest-ImagesNegativeTestJSON-1609351804 tempest-ImagesNegativeTestJSON-1609351804-project] 10.222.0.68 "GET /v2.0/security-groups?id=f661409b-d866-48f2-a912-0ee93dfd6cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647094 Jul 14 09:20:14.819461 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:14.858786 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port 28fc8288-f559-4d7b-ad21-e0ad026ce6e6, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=28fc8288-f559-4d7b-ad21-e0ad026ce6e6,segment=NetworkSegment(becdfe35-a9ff-4f14-9744-544114c40ea3),segment_id=becdfe35-a9ff-4f14-9744-544114c40ea3)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:20:14.864247 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:14.946849 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Pushing event updated for resources: {'Port': ['ID=28fc8288-f559-4d7b-ad21-e0ad026ce6e6,revision_number=7']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:15.026774 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 40306) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:15.051176 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e638d17-976f-4c82-9eb0-f09a565fded8 req-e8c8db46-3f4d-4052-9c99-85407ad958a3 tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:15.053801 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1e638d17-976f-4c82-9eb0-f09a565fded8 req-e8c8db46-3f4d-4052-9c99-85407ad958a3 tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] 10.222.0.68 "GET /v2.0/ports?device_id=47f61015-0034-413d-87cf-74efb13c3750 HTTP/1.1" status: 200 len: 946 time: 0.1211348 Jul 14 09:20:15.106054 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1e638d17-976f-4c82-9eb0-f09a565fded8 req-53af8c05-5b61-4126-837a-74826d60d04c tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] 10.222.0.68 "GET /v2.0/security-groups?id=7bf941d0-4fab-41ec-a174-078829fdb488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439975 Jul 14 09:20:15.157617 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-ce213e4a-c554-41fe-a7f1-d13aaa9e46a2 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-344781194-network', 'tenant_id': '22a4f04666c3481d8344225163e60741'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:20:15.182962 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce213e4a-c554-41fe-a7f1-d13aaa9e46a2 admin admin] Made reservation on behalf of 22a4f04666c3481d8344225163e60741 for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:20:15.186083 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ce213e4a-c554-41fe-a7f1-d13aaa9e46a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:15.206215 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ce213e4a-c554-41fe-a7f1-d13aaa9e46a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:15.314844 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ce213e4a-c554-41fe-a7f1-d13aaa9e46a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:15.321888 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ce213e4a-c554-41fe-a7f1-d13aaa9e46a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:15.365442 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce213e4a-c554-41fe-a7f1-d13aaa9e46a2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 720} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:20:15.389441 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce213e4a-c554-41fe-a7f1-d13aaa9e46a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65dfa8de-6f82-43dd-bcdf-865f204c3ea4,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:15.394984 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ce213e4a-c554-41fe-a7f1-d13aaa9e46a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:15.395845 n-d-779913-29 neutron-server[93958]: INFO neutron.db.segments_db [None req-ce213e4a-c554-41fe-a7f1-d13aaa9e46a2 admin admin] Added segment 32fe169c-8049-4742-bb8a-bdc77602cb62 of type vlan for network 2cdfa295-562b-4f8c-a7bc-88c1e99a0037 Jul 14 09:20:15.493556 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ce213e4a-c554-41fe-a7f1-d13aaa9e46a2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735687821325'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:15.534678 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.agents_db [None req-3c3509fb-540d-4335-a450-574895dd3602 None None] Agent healthcheck: found 7 active agents {{(pid=93960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:20:15.541356 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ce213e4a-c554-41fe-a7f1-d13aaa9e46a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:15.543771 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce213e4a-c554-41fe-a7f1-d13aaa9e46a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:15.544774 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ce213e4a-c554-41fe-a7f1-d13aaa9e46a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:15.618025 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-ce213e4a-c554-41fe-a7f1-d13aaa9e46a2 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5908666 Jul 14 09:20:15.621668 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 40326) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:15.622265 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce213e4a-c554-41fe-a7f1-d13aaa9e46a2 admin admin] Pushing event updated for resources: {'Network': ['ID=2cdfa295-562b-4f8c-a7bc-88c1e99a0037,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:15.627482 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-62981ff6-3f96-49d4-a0d2-fd406e9412a3 admin admin] Request body: {'subnet': {'network_id': '2cdfa295-562b-4f8c-a7bc-88c1e99a0037', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-344781194-subnet', 'tenant_id': '22a4f04666c3481d8344225163e60741', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:20:15.632957 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Network 2cdfa295-562b-4f8c-a7bc-88c1e99a0037 details requested by agent ovs-agent-n-d-779913-29 with host n-d-779913-29 {{(pid=93959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:20:15.712319 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31766947-5817-48e3-af5d-1114f2e0bfff', 'name': 'network-vif-deleted', 'tag': '82b450e3-7637-42f2-bd8d-3daaed7e61ee'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:20:15.715485 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cda817fc-40c9-4cf0-b7ee-b0291a606574" -d '{"events": [{"server_uuid": "31766947-5817-48e3-af5d-1114f2e0bfff", "name": "network-vif-deleted", "tag": "82b450e3-7637-42f2-bd8d-3daaed7e61ee"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:20:15.721207 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62981ff6-3f96-49d4-a0d2-fd406e9412a3 admin admin] Made reservation on behalf of 22a4f04666c3481d8344225163e60741 for: {'subnet': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:20:15.723612 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-62981ff6-3f96-49d4-a0d2-fd406e9412a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11984110'] for subnet, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:15.820333 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780bb974-6610-4a7d-998e-297945e094be req-96a1297e-d1b3-40d4-aa26-b7d68173d96e tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:15.821914 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-780bb974-6610-4a7d-998e-297945e094be req-96a1297e-d1b3-40d4-aa26-b7d68173d96e tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] 10.222.0.68 "GET /v2.0/ports?device_id=71487dfe-69ab-4eea-85c1-9e56b4db102b HTTP/1.1" status: 200 len: 946 time: 0.1685100 Jul 14 09:20:15.896519 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-780bb974-6610-4a7d-998e-297945e094be req-03f6aab7-aeb4-49f9-a33a-a0219e421770 tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] 10.222.0.68 "GET /v2.0/security-groups?id=4fa97f2f-f617-45f3-9331-b542b3f62cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627995 Jul 14 09:20:15.943406 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71487dfe-69ab-4eea-85c1-9e56b4db102b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28fc8288-f559-4d7b-ad21-e0ad026ce6e6'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:20:15.947590 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd62303f06773040a8a4e189dc46b4f565768c299abf8ab8e7739778b0bc3e97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a93ff70-0866-4981-a6e6-2bea5bb61e3d" -d '{"events": [{"server_uuid": "71487dfe-69ab-4eea-85c1-9e56b4db102b", "name": "network-vif-plugged", "status": "completed", "tag": "28fc8288-f559-4d7b-ad21-e0ad026ce6e6"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:20:15.970734 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:20:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f674422-3cb1-4ee4-be3b-86e40b538597 x-openstack-request-id: req-6f674422-3cb1-4ee4-be3b-86e40b538597 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:20:15.971106 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31766947-5817-48e3-af5d-1114f2e0bfff", "name": "network-vif-deleted", "tag": "82b450e3-7637-42f2-bd8d-3daaed7e61ee", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:20:15.971424 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-6f674422-3cb1-4ee4-be3b-86e40b538597 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:20:15.971874 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31766947-5817-48e3-af5d-1114f2e0bfff', 'name': 'network-vif-deleted', 'tag': '82b450e3-7637-42f2-bd8d-3daaed7e61ee', 'status': 'completed', 'code': 200} Jul 14 09:20:15.973238 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-62981ff6-3f96-49d4-a0d2-fd406e9412a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10052764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11984092'] for subnet, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:16.033868 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62981ff6-3f96-49d4-a0d2-fd406e9412a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a339f65-19fd-495d-921f-2a39b64ee23f,revision_number=0']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:16.045923 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62981ff6-3f96-49d4-a0d2-fd406e9412a3 admin admin] Checking segment: {'id': '32fe169c-8049-4742-bb8a-bdc77602cb62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '2cdfa295-562b-4f8c-a7bc-88c1e99a0037'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:20:16.046292 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62981ff6-3f96-49d4-a0d2-fd406e9412a3 admin admin] Network hostable DHCP agents. Network: 2cdfa295-562b-4f8c-a7bc-88c1e99a0037, hostable agents: ['c6a09bd4-f72e-4283-a3ca-0bbca8a51081'], hosted agents: [] {{(pid=93957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:20:16.071897 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62981ff6-3f96-49d4-a0d2-fd406e9412a3 admin admin] Network 2cdfa295-562b-4f8c-a7bc-88c1e99a0037 is scheduled to be hosted by DHCP agent c6a09bd4-f72e-4283-a3ca-0bbca8a51081 with binding_index 1 {{(pid=93957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:20:16.108109 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-62981ff6-3f96-49d4-a0d2-fd406e9412a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-29, 2cdfa295-562b-4f8c-a7bc-88c1e99a0037) {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:20:16.113960 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62981ff6-3f96-49d4-a0d2-fd406e9412a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:16.114726 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-62981ff6-3f96-49d4-a0d2-fd406e9412a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for subnet, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:16.117671 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf71527-bb91-448b-a91b-53062fd2722a req-0b7a296a-5ab0-4c45-847b-3c343c6b3590 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:16.118806 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-877cb6be-2314-43b0-91d9-8a6230e63c3d None None] Network 2cdfa295-562b-4f8c-a7bc-88c1e99a0037 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:20:16.120409 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-aaf71527-bb91-448b-a91b-53062fd2722a req-0b7a296a-5ab0-4c45-847b-3c343c6b3590 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/ports?device_id=b445a760-a797-4027-b6cd-42763947c867 HTTP/1.1" status: 200 len: 950 time: 0.1112006 Jul 14 09:20:16.145568 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-62981ff6-3f96-49d4-a0d2-fd406e9412a3 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5154686 Jul 14 09:20:16.172464 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7805398-e193-41ac-9475-c88d04d97ed4 req-d5d2678d-9190-4178-8b8b-ff093704d9c0 tempest-ImagesNegativeTestJSON-1609351804 tempest-ImagesNegativeTestJSON-1609351804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:16.174505 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e7805398-e193-41ac-9475-c88d04d97ed4 req-d5d2678d-9190-4178-8b8b-ff093704d9c0 tempest-ImagesNegativeTestJSON-1609351804 tempest-ImagesNegativeTestJSON-1609351804-project] 10.222.0.68 "GET /v2.0/ports?device_id=884814d7-a63b-4693-b488-9089c8a5f1c5 HTTP/1.1" status: 200 len: 950 time: 0.0989072 Jul 14 09:20:16.205058 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-aaf71527-bb91-448b-a91b-53062fd2722a req-e6ed5f52-e0c3-4c45-846c-cb8fb315d6b2 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/security-groups?id=93b55648-4dd6-4852-bb99-9aa842ab19a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788767 Jul 14 09:20:16.261647 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e7805398-e193-41ac-9475-c88d04d97ed4 req-fa61042e-acd2-445b-87aa-d8482b1fc4d0 tempest-ImagesNegativeTestJSON-1609351804 tempest-ImagesNegativeTestJSON-1609351804-project] 10.222.0.68 "GET /v2.0/security-groups?id=f661409b-d866-48f2-a912-0ee93dfd6cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807135 Jul 14 09:20:16.322782 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:20:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b647c064-a71c-486a-a7a2-f9ae41b7254f x-openstack-request-id: req-b647c064-a71c-486a-a7a2-f9ae41b7254f {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:20:16.323216 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71487dfe-69ab-4eea-85c1-9e56b4db102b", "name": "network-vif-plugged", "status": "completed", "tag": "28fc8288-f559-4d7b-ad21-e0ad026ce6e6", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:20:16.323634 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-b647c064-a71c-486a-a7a2-f9ae41b7254f {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:20:16.324215 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71487dfe-69ab-4eea-85c1-9e56b4db102b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28fc8288-f559-4d7b-ad21-e0ad026ce6e6', 'code': 200} Jul 14 09:20:16.376120 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6eb0cd-b180-48a2-ab93-8a2553f18435 req-85534909-0f34-4487-8273-5c01085e2cad tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:16.377783 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-cd6eb0cd-b180-48a2-ab93-8a2553f18435 req-85534909-0f34-4487-8273-5c01085e2cad tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] 10.222.0.68 "GET /v2.0/ports?device_id=1b299265-6d02-48dc-a72a-858f96118e51 HTTP/1.1" status: 200 len: 950 time: 0.0732863 Jul 14 09:20:16.425230 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-cd6eb0cd-b180-48a2-ab93-8a2553f18435 req-175faf41-c53d-4059-b71f-885caafbe8e0 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] 10.222.0.68 "GET /v2.0/security-groups?id=c9156572-74c8-4b9e-9f0a-c202a5ef91ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383294 Jul 14 09:20:16.468291 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e34a36d-9b0d-445c-b6a7-170297774e0b req-efe91e7e-9a3e-46e9-9ef7-16c255238403 tempest-ImagesNegativeTestJSON-1609351804 tempest-ImagesNegativeTestJSON-1609351804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:16.469256 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-868b3c9e-efac-4a6d-9a6d-f41d5ae61205 None None] Network 2cdfa295-562b-4f8c-a7bc-88c1e99a0037 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:20:16.470115 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2e34a36d-9b0d-445c-b6a7-170297774e0b req-efe91e7e-9a3e-46e9-9ef7-16c255238403 tempest-ImagesNegativeTestJSON-1609351804 tempest-ImagesNegativeTestJSON-1609351804-project] 10.222.0.57 "GET /v2.0/ports?device_id=884814d7-a63b-4693-b488-9089c8a5f1c5 HTTP/1.1" status: 200 len: 950 time: 0.0862134 Jul 14 09:20:16.630457 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [req-a1a1a53e-1634-4ff4-b0fe-ed4c2f55dd3d req-df830086-dcac-4bb7-8916-6662138e2fd5 tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1079609992', 'description': 'tempest-description-1099310818'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:20:16.650851 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 28fc8288-f559-4d7b-ad21-e0ad026ce6e6 no longer exists at agent hyperv_n-h1-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:20:16.653084 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [req-2e34a36d-9b0d-445c-b6a7-170297774e0b req-4cf8dcbc-b56e-4c22-8f59-cb64ee6ed4ac tempest-ImagesNegativeTestJSON-1609351804 tempest-ImagesNegativeTestJSON-1609351804-project] Deleting port 321105f0-cb9b-4ea5-a3de-16f356a7bd9f {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:20:16.653586 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-2e34a36d-9b0d-445c-b6a7-170297774e0b req-4cf8dcbc-b56e-4c22-8f59-cb64ee6ed4ac tempest-ImagesNegativeTestJSON-1609351804 tempest-ImagesNegativeTestJSON-1609351804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:16.657654 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-a1a1a53e-1634-4ff4-b0fe-ed4c2f55dd3d req-df830086-dcac-4bb7-8916-6662138e2fd5 tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:16.677905 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027a1e54-6b6d-4a60-baca-187e53f7d543 req-adc73a5a-d164-42cf-9b1f-bd8ab26b649f tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:16.679412 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-027a1e54-6b6d-4a60-baca-187e53f7d543 req-adc73a5a-d164-42cf-9b1f-bd8ab26b649f tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] 10.222.0.68 "GET /v2.0/ports?device_id=47f61015-0034-413d-87cf-74efb13c3750 HTTP/1.1" status: 200 len: 946 time: 0.1070936 Jul 14 09:20:16.738499 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:16.757312 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-a1a1a53e-1634-4ff4-b0fe-ed4c2f55dd3d req-df830086-dcac-4bb7-8916-6662138e2fd5 tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:16.760118 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-027a1e54-6b6d-4a60-baca-187e53f7d543 req-fdcc312e-48b5-47bb-83b3-56f30f1fd3dd tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] 10.222.0.68 "GET /v2.0/security-groups?id=7bf941d0-4fab-41ec-a174-078829fdb488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550828 Jul 14 09:20:16.764855 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-a1a1a53e-1634-4ff4-b0fe-ed4c2f55dd3d req-df830086-dcac-4bb7-8916-6662138e2fd5 tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:16.776529 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port 28fc8288-f559-4d7b-ad21-e0ad026ce6e6, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=28fc8288-f559-4d7b-ad21-e0ad026ce6e6,segment=NetworkSegment(becdfe35-a9ff-4f14-9744-544114c40ea3),segment_id=becdfe35-a9ff-4f14-9744-544114c40ea3)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:20:16.782127 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:16.782851 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 82b450e3-7637-42f2-bd8d-3daaed7e61ee no longer exists at agent hyperv_n-h1-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:20:16.800990 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-2e34a36d-9b0d-445c-b6a7-170297774e0b req-4cf8dcbc-b56e-4c22-8f59-cb64ee6ed4ac tempest-ImagesNegativeTestJSON-1609351804 tempest-ImagesNegativeTestJSON-1609351804-project] For port 321105f0-cb9b-4ea5-a3de-16f356a7bd9f, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=321105f0-cb9b-4ea5-a3de-16f356a7bd9f,segment=NetworkSegment(8f1c1422-de6c-445f-ab95-4e2c94585b2b),segment_id=8f1c1422-de6c-445f-ab95-4e2c94585b2b)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:20:16.802371 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df830086-dcac-4bb7-8916-6662138e2fd5 tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44a57cf6-f078-4af9-a5b1-43884faa7d02,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:16.802919 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-2e34a36d-9b0d-445c-b6a7-170297774e0b req-4cf8dcbc-b56e-4c22-8f59-cb64ee6ed4ac tempest-ImagesNegativeTestJSON-1609351804 tempest-ImagesNegativeTestJSON-1609351804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:16.807559 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-a1a1a53e-1634-4ff4-b0fe-ed4c2f55dd3d req-df830086-dcac-4bb7-8916-6662138e2fd5 tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:16.809605 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-a1a1a53e-1634-4ff4-b0fe-ed4c2f55dd3d req-df830086-dcac-4bb7-8916-6662138e2fd5 tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.1841016 Jul 14 09:20:16.825908 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] No Port match for: 82b450e3-7637-42f2-bd8d-3daaed7e61ee {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:20:16.826212 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 82b450e3-7637-42f2-bd8d-3daaed7e61ee not bound to the agent host n-h1-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:20:16.826769 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 7876554a-94a5-4362-9d48-ba2ab3e213d6 no longer exists at agent hyperv_n-h1-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:20:16.826951 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [req-2e34a36d-9b0d-445c-b6a7-170297774e0b req-4cf8dcbc-b56e-4c22-8f59-cb64ee6ed4ac tempest-ImagesNegativeTestJSON-1609351804 tempest-ImagesNegativeTestJSON-1609351804-project] Calling delete_port for 321105f0-cb9b-4ea5-a3de-16f356a7bd9f owned by compute:nova {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:20:16.852985 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] No Port match for: 7876554a-94a5-4362-9d48-ba2ab3e213d6 {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:20:16.853342 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 7876554a-94a5-4362-9d48-ba2ab3e213d6 not bound to the agent host n-h1-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:20:16.880925 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Pushing event updated for resources: {'Port': ['ID=28fc8288-f559-4d7b-ad21-e0ad026ce6e6,revision_number=8']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:16.969366 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-26a6d689-6a62-471c-bf46-ac568b8b2a91 req-055518ac-a7fa-4397-8279-33f35faf4cf0 tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1030075043', 'description': 'tempest-description-2115686102'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:20:16.974652 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-2e34a36d-9b0d-445c-b6a7-170297774e0b req-4cf8dcbc-b56e-4c22-8f59-cb64ee6ed4ac tempest-ImagesNegativeTestJSON-1609351804 tempest-ImagesNegativeTestJSON-1609351804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:16.991166 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9389404f-5ded-4654-9ff3-951b0ed30a88 req-8d7cbae2-224b-4c08-9735-2e856d96af2d tempest-LiveAutoBlockMigrationV225Test-648529105 tempest-LiveAutoBlockMigrationV225Test-648529105-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:16.992706 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-9389404f-5ded-4654-9ff3-951b0ed30a88 req-8d7cbae2-224b-4c08-9735-2e856d96af2d tempest-LiveAutoBlockMigrationV225Test-648529105 tempest-LiveAutoBlockMigrationV225Test-648529105-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=47f61015-0034-413d-87cf-74efb13c3750 HTTP/1.1" status: 200 len: 1098 time: 0.0555983 Jul 14 09:20:17.012321 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf8dcbc-b56e-4c22-8f59-cb64ee6ed4ac tempest-ImagesNegativeTestJSON-1609351804 tempest-ImagesNegativeTestJSON-1609351804-project] Pushing event deleted for resources: {'Port': ['ID=321105f0-cb9b-4ea5-a3de-16f356a7bd9f,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:17.026139 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] get_ports_and_sgs() called for port_ids ['321105f0-cb9b-4ea5-a3de-16f356a7bd9f'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:20:17.031441 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-9389404f-5ded-4654-9ff3-951b0ed30a88 req-84822d57-b84e-4203-b119-c9e2d7583f8b tempest-LiveAutoBlockMigrationV225Test-648529105 tempest-LiveAutoBlockMigrationV225Test-648529105-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=7bf941d0-4fab-41ec-a174-078829fdb488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322235 Jul 14 09:20:17.056634 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-26a6d689-6a62-471c-bf46-ac568b8b2a91 req-055518ac-a7fa-4397-8279-33f35faf4cf0 tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:17.086041 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e34a36d-9b0d-445c-b6a7-170297774e0b req-4cf8dcbc-b56e-4c22-8f59-cb64ee6ed4ac tempest-ImagesNegativeTestJSON-1609351804 tempest-ImagesNegativeTestJSON-1609351804-project] No DVR routers for this DVR port 321105f0-cb9b-4ea5-a3de-16f356a7bd9f on host n-h2-779913-29 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:20:17.091005 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-2e34a36d-9b0d-445c-b6a7-170297774e0b req-4cf8dcbc-b56e-4c22-8f59-cb64ee6ed4ac tempest-ImagesNegativeTestJSON-1609351804 tempest-ImagesNegativeTestJSON-1609351804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:17.093065 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2e34a36d-9b0d-445c-b6a7-170297774e0b req-4cf8dcbc-b56e-4c22-8f59-cb64ee6ed4ac tempest-ImagesNegativeTestJSON-1609351804 tempest-ImagesNegativeTestJSON-1609351804-project] 10.222.0.57 "DELETE /v2.0/ports/321105f0-cb9b-4ea5-a3de-16f356a7bd9f HTTP/1.1" status: 204 len: 173 time: 0.6157002 Jul 14 09:20:17.234975 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-26a6d689-6a62-471c-bf46-ac568b8b2a91 req-055518ac-a7fa-4397-8279-33f35faf4cf0 tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:17.262893 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-26a6d689-6a62-471c-bf46-ac568b8b2a91 req-055518ac-a7fa-4397-8279-33f35faf4cf0 tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:17.284953 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-26a6d689-6a62-471c-bf46-ac568b8b2a91 req-055518ac-a7fa-4397-8279-33f35faf4cf0 tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:17.286211 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-26a6d689-6a62-471c-bf46-ac568b8b2a91 req-055518ac-a7fa-4397-8279-33f35faf4cf0 tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.3236201 Jul 14 09:20:17.303947 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958138e8-cddf-4f6e-9fed-b467020b696e req-d1103171-3915-49fb-be7a-08c2db3528a6 tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:17.303947 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-958138e8-cddf-4f6e-9fed-b467020b696e req-d1103171-3915-49fb-be7a-08c2db3528a6 tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] 10.222.0.68 "GET /v2.0/ports?device_id=71487dfe-69ab-4eea-85c1-9e56b4db102b HTTP/1.1" status: 200 len: 944 time: 0.1066580 Jul 14 09:20:17.327592 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055518ac-a7fa-4397-8279-33f35faf4cf0 tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6359d6f-8cbb-427e-92cf-6c5d9a5ebb2b,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:17.347231 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9773bc06-1298-4a67-9e37-218fd85956ac req-ea9bc1fb-da37-4b45-a222-4392144405cd tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:17.349983 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-9773bc06-1298-4a67-9e37-218fd85956ac req-ea9bc1fb-da37-4b45-a222-4392144405cd tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] 10.222.0.65 "GET /v2.0/ports?device_id=71487dfe-69ab-4eea-85c1-9e56b4db102b HTTP/1.1" status: 200 len: 944 time: 0.1831410 Jul 14 09:20:17.371397 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-958138e8-cddf-4f6e-9fed-b467020b696e req-6d06f067-0ac1-4b0f-9fcb-fb68965cb586 tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] 10.222.0.68 "GET /v2.0/security-groups?id=4fa97f2f-f617-45f3-9331-b542b3f62cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668519 Jul 14 09:20:17.528130 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [req-9773bc06-1298-4a67-9e37-218fd85956ac req-b7f876c7-2a8d-4319-bd7d-4d5819d63358 tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] Deleting port 28fc8288-f559-4d7b-ad21-e0ad026ce6e6 {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:20:17.528510 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-9773bc06-1298-4a67-9e37-218fd85956ac req-b7f876c7-2a8d-4319-bd7d-4d5819d63358 tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:17.571919 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e980b2-8089-4fb9-a9f2-2244386947a9 req-f51a9cae-6626-4490-b77a-490b20dc2e8d tempest-LiveAutoBlockMigrationV225Test-648529105 tempest-LiveAutoBlockMigrationV225Test-648529105-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:17.573831 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-14e980b2-8089-4fb9-a9f2-2244386947a9 req-f51a9cae-6626-4490-b77a-490b20dc2e8d tempest-LiveAutoBlockMigrationV225Test-648529105 tempest-LiveAutoBlockMigrationV225Test-648529105-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=47f61015-0034-413d-87cf-74efb13c3750 HTTP/1.1" status: 200 len: 1098 time: 0.1145473 Jul 14 09:20:17.581597 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2998084-bf78-4e05-ad9d-58a18aa8f186 req-91ac8abd-9b12-4f3f-8e64-7dee4be3a428 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:17.583140 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d2998084-bf78-4e05-ad9d-58a18aa8f186 req-91ac8abd-9b12-4f3f-8e64-7dee4be3a428 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/ports?device_id=b445a760-a797-4027-b6cd-42763947c867 HTTP/1.1" status: 200 len: 950 time: 0.0694437 Jul 14 09:20:17.624113 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d2998084-bf78-4e05-ad9d-58a18aa8f186 req-b069dff7-3c5a-4a77-8b6d-bda3470d4d78 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/security-groups?id=93b55648-4dd6-4852-bb99-9aa842ab19a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347173 Jul 14 09:20:17.635816 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-14e980b2-8089-4fb9-a9f2-2244386947a9 req-4b20ca8a-8cc8-481c-a0e9-b55517993a53 tempest-LiveAutoBlockMigrationV225Test-648529105 tempest-LiveAutoBlockMigrationV225Test-648529105-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=7bf941d0-4fab-41ec-a174-078829fdb488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547090 Jul 14 09:20:17.653654 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-9773bc06-1298-4a67-9e37-218fd85956ac req-b7f876c7-2a8d-4319-bd7d-4d5819d63358 tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] For port 28fc8288-f559-4d7b-ad21-e0ad026ce6e6, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=28fc8288-f559-4d7b-ad21-e0ad026ce6e6,segment=NetworkSegment(becdfe35-a9ff-4f14-9744-544114c40ea3),segment_id=becdfe35-a9ff-4f14-9744-544114c40ea3)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:20:17.654244 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-9773bc06-1298-4a67-9e37-218fd85956ac req-b7f876c7-2a8d-4319-bd7d-4d5819d63358 tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:17.667997 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [req-9773bc06-1298-4a67-9e37-218fd85956ac req-b7f876c7-2a8d-4319-bd7d-4d5819d63358 tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] Calling delete_port for 28fc8288-f559-4d7b-ad21-e0ad026ce6e6 owned by compute:nova {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:20:17.769154 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-3a4a6321-5e38-4482-b7c3-f744999b08a5 req-589f7b78-d14b-4208-b6d0-88cd1f13a417 tempest-ImagesNegativeTestJSON-1609351804 tempest-ImagesNegativeTestJSON-1609351804-project] 10.222.0.68 "GET /v2.0/ports?device_id=884814d7-a63b-4693-b488-9089c8a5f1c5 HTTP/1.1" status: 200 len: 210 time: 0.0300550 Jul 14 09:20:17.946876 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6b7d49-4736-4108-bbf6-720c64d6b98e req-caf51314-c544-4d06-8321-788eaf3c15bc tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:17.948425 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-7a6b7d49-4736-4108-bbf6-720c64d6b98e req-caf51314-c544-4d06-8321-788eaf3c15bc tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] 10.222.0.57 "GET /v2.0/ports?device_id=1b299265-6d02-48dc-a72a-858f96118e51 HTTP/1.1" status: 200 len: 950 time: 0.1730039 Jul 14 09:20:17.956168 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6264ebb-7e22-4cd7-91d2-a5b5fdebef96 req-8b90574c-ea08-4424-b0b3-ab243b292f6f tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:17.957687 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e6264ebb-7e22-4cd7-91d2-a5b5fdebef96 req-8b90574c-ea08-4424-b0b3-ab243b292f6f tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] 10.222.0.68 "GET /v2.0/networks?id=2cdfa295-562b-4f8c-a7bc-88c1e99a0037 HTTP/1.1" status: 200 len: 812 time: 0.2150025 Jul 14 09:20:17.959703 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-9773bc06-1298-4a67-9e37-218fd85956ac req-b7f876c7-2a8d-4319-bd7d-4d5819d63358 tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:17.975025 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '884814d7-a63b-4693-b488-9089c8a5f1c5', 'name': 'network-vif-deleted', 'tag': '321105f0-cb9b-4ea5-a3de-16f356a7bd9f'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:20:17.982203 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50d97dc5-4807-4b13-bcc4-39e4807ef2b0" -d '{"events": [{"server_uuid": "884814d7-a63b-4693-b488-9089c8a5f1c5", "name": "network-vif-deleted", "tag": "321105f0-cb9b-4ea5-a3de-16f356a7bd9f"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:20:18.033572 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f876c7-2a8d-4319-bd7d-4d5819d63358 tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] Pushing event deleted for resources: {'Port': ['ID=28fc8288-f559-4d7b-ad21-e0ad026ce6e6,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:18.038897 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e6264ebb-7e22-4cd7-91d2-a5b5fdebef96 req-a17dfd05-de8e-4499-ad92-36fe3d21aa98 tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] 10.222.0.68 "GET /v2.0/quotas/22a4f04666c3481d8344225163e60741 HTTP/1.1" status: 200 len: 375 time: 0.0642838 Jul 14 09:20:18.088587 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d619df2b-fce2-413a-9b86-ab7e666b107a req-a0c775ab-d86d-4724-89ae-cceb50b9a002 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:18.096438 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d619df2b-fce2-413a-9b86-ab7e666b107a req-a0c775ab-d86d-4724-89ae-cceb50b9a002 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] 10.222.0.68 "GET /v2.0/ports?device_id=1b299265-6d02-48dc-a72a-858f96118e51 HTTP/1.1" status: 200 len: 950 time: 0.0934677 Jul 14 09:20:18.126694 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e6264ebb-7e22-4cd7-91d2-a5b5fdebef96 req-c29697e9-b62f-42b5-a905-567c4fc38d31 tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=22a4f04666c3481d8344225163e60741&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0747402 Jul 14 09:20:18.127463 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-9773bc06-1298-4a67-9e37-218fd85956ac req-b7f876c7-2a8d-4319-bd7d-4d5819d63358 tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] No DVR routers for this DVR port 28fc8288-f559-4d7b-ad21-e0ad026ce6e6 on host n-h1-779913-29 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:20:18.141444 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d619df2b-fce2-413a-9b86-ab7e666b107a req-c89fa940-2d09-4791-a8d9-d23303b771b4 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] 10.222.0.68 "GET /v2.0/security-groups?id=c9156572-74c8-4b9e-9f0a-c202a5ef91ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439887 Jul 14 09:20:18.144772 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-9773bc06-1298-4a67-9e37-218fd85956ac req-b7f876c7-2a8d-4319-bd7d-4d5819d63358 tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:18.146831 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-9773bc06-1298-4a67-9e37-218fd85956ac req-b7f876c7-2a8d-4319-bd7d-4d5819d63358 tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] 10.222.0.65 "DELETE /v2.0/ports/28fc8288-f559-4d7b-ad21-e0ad026ce6e6 HTTP/1.1" status: 204 len: 173 time: 0.7905042 Jul 14 09:20:18.248365 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [req-7a6b7d49-4736-4108-bbf6-720c64d6b98e req-bee9f6bd-0b97-46f7-a03a-f14a60d58984 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] Deleting port 361a3635-453e-4996-a98b-cba54b0b2536 {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:20:18.248756 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-7a6b7d49-4736-4108-bbf6-720c64d6b98e req-bee9f6bd-0b97-46f7-a03a-f14a60d58984 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:18.313387 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e6264ebb-7e22-4cd7-91d2-a5b5fdebef96 req-d5db02e5-4e3c-4bff-9fbf-e2dbe11d0863 service neutron] 10.222.0.68 "GET /v2.0/networks/2cdfa295-562b-4f8c-a7bc-88c1e99a0037?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654973 Jul 14 09:20:18.325947 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71487dfe-69ab-4eea-85c1-9e56b4db102b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '28fc8288-f559-4d7b-ad21-e0ad026ce6e6'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:20:18.329828 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd62303f06773040a8a4e189dc46b4f565768c299abf8ab8e7739778b0bc3e97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-489c928f-46fc-49b1-abfa-d3c4e23e8551" -d '{"events": [{"server_uuid": "71487dfe-69ab-4eea-85c1-9e56b4db102b", "name": "network-vif-unplugged", "status": "completed", "tag": "28fc8288-f559-4d7b-ad21-e0ad026ce6e6"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:20:18.383795 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:20:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d69e8c1e-8554-4f42-86cc-2483130755ac x-openstack-request-id: req-d69e8c1e-8554-4f42-86cc-2483130755ac {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:20:18.384091 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "884814d7-a63b-4693-b488-9089c8a5f1c5", "name": "network-vif-deleted", "tag": "321105f0-cb9b-4ea5-a3de-16f356a7bd9f", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:20:18.384348 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-d69e8c1e-8554-4f42-86cc-2483130755ac {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:20:18.384746 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '884814d7-a63b-4693-b488-9089c8a5f1c5', 'name': 'network-vif-deleted', 'tag': '321105f0-cb9b-4ea5-a3de-16f356a7bd9f', 'status': 'completed', 'code': 200} Jul 14 09:20:18.420364 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-7a6b7d49-4736-4108-bbf6-720c64d6b98e req-bee9f6bd-0b97-46f7-a03a-f14a60d58984 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] For port 361a3635-453e-4996-a98b-cba54b0b2536, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=361a3635-453e-4996-a98b-cba54b0b2536,segment=NetworkSegment(8f1c1422-de6c-445f-ab95-4e2c94585b2b),segment_id=8f1c1422-de6c-445f-ab95-4e2c94585b2b)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:20:18.420729 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-7a6b7d49-4736-4108-bbf6-720c64d6b98e req-bee9f6bd-0b97-46f7-a03a-f14a60d58984 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:18.446432 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [req-7a6b7d49-4736-4108-bbf6-720c64d6b98e req-bee9f6bd-0b97-46f7-a03a-f14a60d58984 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] Calling delete_port for 361a3635-453e-4996-a98b-cba54b0b2536 owned by compute:nova {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:20:18.473581 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e6264ebb-7e22-4cd7-91d2-a5b5fdebef96 req-a8b2c243-5bec-4f3e-8a32-0c7d059e9c3b service neutron] 10.222.0.68 "GET /v2.0/networks/2cdfa295-562b-4f8c-a7bc-88c1e99a0037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488383 Jul 14 09:20:18.618795 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-7a6b7d49-4736-4108-bbf6-720c64d6b98e req-bee9f6bd-0b97-46f7-a03a-f14a60d58984 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:18.651807 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee9f6bd-0b97-46f7-a03a-f14a60d58984 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] Pushing event deleted for resources: {'Port': ['ID=361a3635-453e-4996-a98b-cba54b0b2536,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:18.671941 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] get_ports_and_sgs() called for port_ids ['361a3635-453e-4996-a98b-cba54b0b2536'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:20:18.676205 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 09:20:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-974664c7-dba1-4cdc-8471-0c03de2f4162 x-openstack-request-id: req-974664c7-dba1-4cdc-8471-0c03de2f4162 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:20:18.689484 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71487dfe-69ab-4eea-85c1-9e56b4db102b", "name": "network-vif-unplugged", "status": "completed", "tag": "28fc8288-f559-4d7b-ad21-e0ad026ce6e6", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:20:18.690784 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-974664c7-dba1-4cdc-8471-0c03de2f4162 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:20:18.692427 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71487dfe-69ab-4eea-85c1-9e56b4db102b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '28fc8288-f559-4d7b-ad21-e0ad026ce6e6', 'code': 200} Jul 14 09:20:18.713719 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a6b7d49-4736-4108-bbf6-720c64d6b98e req-bee9f6bd-0b97-46f7-a03a-f14a60d58984 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] No DVR routers for this DVR port 361a3635-453e-4996-a98b-cba54b0b2536 on host n-h2-779913-29 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:20:18.716718 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-7a6b7d49-4736-4108-bbf6-720c64d6b98e req-bee9f6bd-0b97-46f7-a03a-f14a60d58984 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:18.718794 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-7a6b7d49-4736-4108-bbf6-720c64d6b98e req-bee9f6bd-0b97-46f7-a03a-f14a60d58984 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] 10.222.0.57 "DELETE /v2.0/ports/361a3635-453e-4996-a98b-cba54b0b2536 HTTP/1.1" status: 204 len: 173 time: 0.7600377 Jul 14 09:20:18.857597 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-18f1e85e-60fe-4472-a6d5-a2427b11ea80 req-e5d8db52-82e1-4b03-8ee2-8d5990a12996 tempest-ImagesTestJSON-1222266318 tempest-ImagesTestJSON-1222266318-project] 10.222.0.68 "GET /v2.0/ports?device_id=71487dfe-69ab-4eea-85c1-9e56b4db102b HTTP/1.1" status: 200 len: 210 time: 0.0351577 Jul 14 09:20:18.961045 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2ca16152-a3f4-40ef-bc81-4c7a806a7c16 req-552b1483-470e-44b3-af8a-d281f4787912 tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] 10.222.0.68 "GET /v2.0/ports?device_id=e5a13c59-02de-4250-b716-5ee9c03a0772 HTTP/1.1" status: 200 len: 210 time: 0.0428045 Jul 14 09:20:19.178793 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c54105-a2a8-4e53-bb79-bfe20a05e529 req-c48c5d41-e70f-4281-8a34-5e9f24f2cc5d tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:19.180571 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b6c54105-a2a8-4e53-bb79-bfe20a05e529 req-c48c5d41-e70f-4281-8a34-5e9f24f2cc5d tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/ports?device_id=b445a760-a797-4027-b6cd-42763947c867 HTTP/1.1" status: 200 len: 950 time: 0.0958228 Jul 14 09:20:19.296098 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b6c54105-a2a8-4e53-bb79-bfe20a05e529 req-0c7fe665-a169-4ee3-8788-52beca313ac6 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/security-groups?id=93b55648-4dd6-4852-bb99-9aa842ab19a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094069 Jul 14 09:20:19.474319 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 321105f0-cb9b-4ea5-a3de-16f356a7bd9f no longer exists at agent hyperv_n-h2-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:20:19.508997 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] No Port match for: 321105f0-cb9b-4ea5-a3de-16f356a7bd9f {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:20:19.509354 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 321105f0-cb9b-4ea5-a3de-16f356a7bd9f not bound to the agent host n-h2-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:20:19.668691 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-05bbc3af-5467-4002-bd50-39f3aa736d67 req-f96118bc-ae7a-4efb-9933-1d6a4ab95b50 tempest-ServersOnMultiNodesTest-792146381 tempest-ServersOnMultiNodesTest-792146381-project] 10.222.0.68 "GET /v2.0/ports?device_id=1b299265-6d02-48dc-a72a-858f96118e51 HTTP/1.1" status: 200 len: 210 time: 0.0314043 Jul 14 09:20:19.822364 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [req-5e34e2d1-b4e6-438f-842e-be3d1cacc0a1 req-d9256dfc-2332-4c61-ba72-93b77f9308ba tempest-LiveAutoBlockMigrationV225Test-648529105 tempest-LiveAutoBlockMigrationV225Test-648529105-project-admin] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=93958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:20:19.823533 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-5e34e2d1-b4e6-438f-842e-be3d1cacc0a1 req-d9256dfc-2332-4c61-ba72-93b77f9308ba tempest-LiveAutoBlockMigrationV225Test-648529105 tempest-LiveAutoBlockMigrationV225Test-648529105-project-admin] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060937 Jul 14 09:20:19.833829 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [req-5e34e2d1-b4e6-438f-842e-be3d1cacc0a1 req-ad3137b2-9f03-44f2-be2c-c546e21a2b4b service neutron] Request body: {'binding': {'host': 'n-h1-779913-29', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:20:19.834290 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [req-5e34e2d1-b4e6-438f-842e-be3d1cacc0a1 req-ad3137b2-9f03-44f2-be2c-c546e21a2b4b service neutron] Unknown quota resources ['binding']. {{(pid=93958) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 14 09:20:19.980804 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-5e34e2d1-b4e6-438f-842e-be3d1cacc0a1 req-ad3137b2-9f03-44f2-be2c-c546e21a2b4b service neutron] Attempting to bind port dcca8c07-a9b5-406f-9143-2bd6bb078786 on host n-h1-779913-29 for vnic_type normal with profile None {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:20:19.980804 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-5e34e2d1-b4e6-438f-842e-be3d1cacc0a1 req-ad3137b2-9f03-44f2-be2c-c546e21a2b4b service neutron] Attempting to bind port dcca8c07-a9b5-406f-9143-2bd6bb078786 by drivers openvswitch,hyperv on host n-h1-779913-29 at level 0 using segments [{'id': '4f3a0541-e6cd-42f5-92f6-5d961c2f621f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'e7cb481e-49dc-464e-b748-d3d2c45f69f9'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:20:19.981028 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e34e2d1-b4e6-438f-842e-be3d1cacc0a1 req-ad3137b2-9f03-44f2-be2c-c546e21a2b4b service neutron] Attempting to bind port dcca8c07-a9b5-406f-9143-2bd6bb078786 on network e7cb481e-49dc-464e-b748-d3d2c45f69f9 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:20:19.985797 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e34e2d1-b4e6-438f-842e-be3d1cacc0a1 req-ad3137b2-9f03-44f2-be2c-c546e21a2b4b service neutron] Port dcca8c07-a9b5-406f-9143-2bd6bb078786 on network e7cb481e-49dc-464e-b748-d3d2c45f69f9 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-29 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:20:19.986086 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e34e2d1-b4e6-438f-842e-be3d1cacc0a1 req-ad3137b2-9f03-44f2-be2c-c546e21a2b4b service neutron] Attempting to bind port dcca8c07-a9b5-406f-9143-2bd6bb078786 on network e7cb481e-49dc-464e-b748-d3d2c45f69f9 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:20:19.991297 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e34e2d1-b4e6-438f-842e-be3d1cacc0a1 req-ad3137b2-9f03-44f2-be2c-c546e21a2b4b service neutron] Checking agent: {'id': 'de11e667-f145-47b0-bd09-334a7505938e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 13, 12), 'started_at': datetime.datetime(2021, 7, 14, 9, 13, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 20, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:20:19.991638 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e34e2d1-b4e6-438f-842e-be3d1cacc0a1 req-ad3137b2-9f03-44f2-be2c-c546e21a2b4b service neutron] Checking segment: {'id': '4f3a0541-e6cd-42f5-92f6-5d961c2f621f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'e7cb481e-49dc-464e-b748-d3d2c45f69f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:20:19.992021 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e34e2d1-b4e6-438f-842e-be3d1cacc0a1 req-ad3137b2-9f03-44f2-be2c-c546e21a2b4b service neutron] Bound using segment: {'id': '4f3a0541-e6cd-42f5-92f6-5d961c2f621f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'e7cb481e-49dc-464e-b748-d3d2c45f69f9'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:20:19.997074 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-5e34e2d1-b4e6-438f-842e-be3d1cacc0a1 req-ad3137b2-9f03-44f2-be2c-c546e21a2b4b service neutron] Bound port: dcca8c07-a9b5-406f-9143-2bd6bb078786, host: n-h1-779913-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f3a0541-e6cd-42f5-92f6-5d961c2f621f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'e7cb481e-49dc-464e-b748-d3d2c45f69f9'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:20:20.054013 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-893b4b9d-ea66-4f6b-89b6-b84a3f821e24 req-c3c77373-9dca-4cba-8f2d-6f12b0e533e4 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=075c0166-2f45-4ba5-a5fa-7f7ff3bec1e9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0606921 Jul 14 09:20:20.063635 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-5e34e2d1-b4e6-438f-842e-be3d1cacc0a1 req-ad3137b2-9f03-44f2-be2c-c546e21a2b4b service neutron] For port dcca8c07-a9b5-406f-9143-2bd6bb078786, host n-h1-779913-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=dcca8c07-a9b5-406f-9143-2bd6bb078786,segment=NetworkSegment(4f3a0541-e6cd-42f5-92f6-5d961c2f621f),segment_id=4f3a0541-e6cd-42f5-92f6-5d961c2f621f)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:20:20.068752 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-5e34e2d1-b4e6-438f-842e-be3d1cacc0a1 req-ad3137b2-9f03-44f2-be2c-c546e21a2b4b service neutron] Notify callbacks [] for binding, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:20.070061 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-5e34e2d1-b4e6-438f-842e-be3d1cacc0a1 req-ad3137b2-9f03-44f2-be2c-c546e21a2b4b service neutron] 10.222.0.68 "POST /v2.0/ports/dcca8c07-a9b5-406f-9143-2bd6bb078786/bindings HTTP/1.1" status: 201 len: 390 time: 0.2397366 Jul 14 09:20:20.142974 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-267af1c2-61e4-4747-9235-4900f3207d1b req-704254e9-d67e-4f2d-b91d-f791944e78a7 tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] 10.222.0.68 "GET /v2.0/ports?device_id=e5a13c59-02de-4250-b716-5ee9c03a0772 HTTP/1.1" status: 200 len: 210 time: 0.0442531 Jul 14 09:20:20.218704 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893b4b9d-ea66-4f6b-89b6-b84a3f821e24 req-b20b100c-ae4e-4a41-a810-c57e33c08ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:20.220728 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-893b4b9d-ea66-4f6b-89b6-b84a3f821e24 req-b20b100c-ae4e-4a41-a810-c57e33c08ac6 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f15ecc2e979442a6b02936316f8b33e1&device_id=075c0166-2f45-4ba5-a5fa-7f7ff3bec1e9 HTTP/1.1" status: 200 len: 1102 time: 0.0767963 Jul 14 09:20:20.398393 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71487dfe-69ab-4eea-85c1-9e56b4db102b', 'name': 'network-vif-deleted', 'tag': '28fc8288-f559-4d7b-ad21-e0ad026ce6e6'}, {'server_uuid': '1b299265-6d02-48dc-a72a-858f96118e51', 'name': 'network-vif-deleted', 'tag': '361a3635-453e-4996-a98b-cba54b0b2536'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:20:20.400826 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4536f21d-f8f4-4173-9d1f-129fd3aaf778" -d '{"events": [{"server_uuid": "71487dfe-69ab-4eea-85c1-9e56b4db102b", "name": "network-vif-deleted", "tag": "28fc8288-f559-4d7b-ad21-e0ad026ce6e6"}, {"server_uuid": "1b299265-6d02-48dc-a72a-858f96118e51", "name": "network-vif-deleted", "tag": "361a3635-453e-4996-a98b-cba54b0b2536"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:20:20.668063 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 28fc8288-f559-4d7b-ad21-e0ad026ce6e6 no longer exists at agent hyperv_n-h1-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:20:20.668944 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830fe2ef-f35c-4bf8-8efe-9f4d7b3fdfdf req-2781271f-253a-4d36-ba45-1382f503d84f tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:20.670615 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-830fe2ef-f35c-4bf8-8efe-9f4d7b3fdfdf req-2781271f-253a-4d36-ba45-1382f503d84f tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/ports?device_id=b445a760-a797-4027-b6cd-42763947c867 HTTP/1.1" status: 200 len: 950 time: 0.0944896 Jul 14 09:20:20.695914 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] No Port match for: 28fc8288-f559-4d7b-ad21-e0ad026ce6e6 {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:20:20.697306 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 28fc8288-f559-4d7b-ad21-e0ad026ce6e6 not bound to the agent host n-h1-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:20:20.706851 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 40476) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:20.731143 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-830fe2ef-f35c-4bf8-8efe-9f4d7b3fdfdf req-255620c6-549a-496b-84db-560d1b6e523c tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/security-groups?id=93b55648-4dd6-4852-bb99-9aa842ab19a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535452 Jul 14 09:20:20.879655 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-edc0a192-3204-4a33-bea8-66de49c98890 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=31a67af571eb46a78b58602ec51f75d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1715636 Jul 14 09:20:20.880407 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 40488) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:20.903172 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893b4b9d-ea66-4f6b-89b6-b84a3f821e24 req-5451383d-a35e-4f3c-864c-c8ce7b0662cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:20.904657 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-893b4b9d-ea66-4f6b-89b6-b84a3f821e24 req-5451383d-a35e-4f3c-864c-c8ce7b0662cd service neutron] 10.222.0.65 "GET /v2.0/networks?id=2244f7a1-04bd-42cd-9e86-31839b46f57f HTTP/1.1" status: 200 len: 870 time: 0.5403802 Jul 14 09:20:20.911240 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6264ebb-7e22-4cd7-91d2-a5b5fdebef96 req-25b564fe-54a6-442d-a113-9eb52553ceca tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:20.912769 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e6264ebb-7e22-4cd7-91d2-a5b5fdebef96 req-25b564fe-54a6-442d-a113-9eb52553ceca tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] 10.222.0.65 "GET /v2.0/networks?id=2cdfa295-562b-4f8c-a7bc-88c1e99a0037 HTTP/1.1" status: 200 len: 812 time: 0.5493498 Jul 14 09:20:20.946392 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-71654e0f-4286-484f-84a5-364abcc7bc59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:20.964535 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5fa34e-46f3-4e99-9be5-776ecc1441db req-b185caf8-c8b6-4fb2-8a82-8674d1576a21 tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:20.966317 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1a5fa34e-46f3-4e99-9be5-776ecc1441db req-b185caf8-c8b6-4fb2-8a82-8674d1576a21 tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] 10.222.0.68 "GET /v2.0/ports?device_id=47f61015-0034-413d-87cf-74efb13c3750 HTTP/1.1" status: 200 len: 946 time: 0.6332302 Jul 14 09:20:20.970066 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-e6264ebb-7e22-4cd7-91d2-a5b5fdebef96 req-1e38fa11-238a-4225-89c2-1dfc4de89d54 tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] Request body: {'port': {'device_id': 'e5a13c59-02de-4250-b716-5ee9c03a0772', 'network_id': '2cdfa295-562b-4f8c-a7bc-88c1e99a0037', 'admin_state_up': True, 'tenant_id': '22a4f04666c3481d8344225163e60741'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:20:20.973934 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-893b4b9d-ea66-4f6b-89b6-b84a3f821e24 req-4fda2e42-7aa2-44a9-b681-ca67c0a38e81 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=3bee9368-ec6b-43ef-baa3-7d86465c278e HTTP/1.1" status: 200 len: 217 time: 0.0595479 Jul 14 09:20:20.975824 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e34e2d1-b4e6-438f-842e-be3d1cacc0a1 req-a901efe0-481a-4835-902b-a3af33ebd6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:20.977263 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5e34e2d1-b4e6-438f-842e-be3d1cacc0a1 req-a901efe0-481a-4835-902b-a3af33ebd6d0 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e14af975015c4397b9da2a89a906dfc2&device_id=47f61015-0034-413d-87cf-74efb13c3750 HTTP/1.1" status: 200 len: 1098 time: 0.6154089 Jul 14 09:20:20.978384 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-71654e0f-4286-484f-84a5-364abcc7bc59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:21.058641 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-71654e0f-4286-484f-84a5-364abcc7bc59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:21.061407 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-71654e0f-4286-484f-84a5-364abcc7bc59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:21.065295 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-71654e0f-4286-484f-84a5-364abcc7bc59 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/f661409b-d866-48f2-a912-0ee93dfd6cb3 HTTP/1.1" status: 204 len: 168 time: 0.1813059 Jul 14 09:20:21.088645 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71654e0f-4286-484f-84a5-364abcc7bc59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f661409b-d866-48f2-a912-0ee93dfd6cb3,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:21.114194 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 14 Jul 2021 09:20:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-688afa6c-8762-4b79-b2b6-e66900485d30 x-openstack-request-id: req-688afa6c-8762-4b79-b2b6-e66900485d30 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:20:21.114803 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71487dfe-69ab-4eea-85c1-9e56b4db102b", "name": "network-vif-deleted", "tag": "28fc8288-f559-4d7b-ad21-e0ad026ce6e6", "status": "completed", "code": 200}, {"server_uuid": "1b299265-6d02-48dc-a72a-858f96118e51", "name": "network-vif-deleted", "tag": "361a3635-453e-4996-a98b-cba54b0b2536", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:20:21.114803 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-688afa6c-8762-4b79-b2b6-e66900485d30 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:20:21.115161 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71487dfe-69ab-4eea-85c1-9e56b4db102b', 'name': 'network-vif-deleted', 'tag': '28fc8288-f559-4d7b-ad21-e0ad026ce6e6', 'status': 'completed', 'code': 200} Jul 14 09:20:21.115335 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b299265-6d02-48dc-a72a-858f96118e51', 'name': 'network-vif-deleted', 'tag': '361a3635-453e-4996-a98b-cba54b0b2536', 'status': 'completed', 'code': 200} Jul 14 09:20:21.174314 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1a5fa34e-46f3-4e99-9be5-776ecc1441db req-fe3ecca3-8122-4f55-bfc1-eee11a3812d9 tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] 10.222.0.68 "GET /v2.0/security-groups?id=7bf941d0-4fab-41ec-a174-078829fdb488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956348 Jul 14 09:20:21.252547 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893b4b9d-ea66-4f6b-89b6-b84a3f821e24 req-c7f764b8-7338-4d1e-8178-a7cb69f60e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:21.254090 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-893b4b9d-ea66-4f6b-89b6-b84a3f821e24 req-c7f764b8-7338-4d1e-8178-a7cb69f60e12 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=85060e65-3b2f-4a6c-a04c-ce849daa5b3b HTTP/1.1" status: 200 len: 843 time: 0.2549398 Jul 14 09:20:21.335718 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 40502) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:21.407553 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e34e2d1-b4e6-438f-842e-be3d1cacc0a1 req-dd2afd7a-9cf2-45d9-93c7-7f178b1b5ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:21.409247 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5e34e2d1-b4e6-438f-842e-be3d1cacc0a1 req-dd2afd7a-9cf2-45d9-93c7-7f178b1b5ba1 service neutron] 10.222.0.65 "GET /v2.0/networks?id=e7cb481e-49dc-464e-b748-d3d2c45f69f9 HTTP/1.1" status: 200 len: 921 time: 0.4111512 Jul 14 09:20:21.479049 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 361a3635-453e-4996-a98b-cba54b0b2536 no longer exists at agent hyperv_n-h2-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:20:21.504195 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5e34e2d1-b4e6-438f-842e-be3d1cacc0a1 req-e9852a20-cac7-4568-b2cf-9af0b9655dbb service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dcca8c07-a9b5-406f-9143-2bd6bb078786 HTTP/1.1" status: 200 len: 217 time: 0.0845847 Jul 14 09:20:21.509392 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893b4b9d-ea66-4f6b-89b6-b84a3f821e24 req-7cd1adb1-a461-44a5-8fed-b3fe3f5ac001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:21.511569 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-893b4b9d-ea66-4f6b-89b6-b84a3f821e24 req-7cd1adb1-a461-44a5-8fed-b3fe3f5ac001 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2244f7a1-04bd-42cd-9e86-31839b46f57f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2429876 Jul 14 09:20:21.512402 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6264ebb-7e22-4cd7-91d2-a5b5fdebef96 req-1e38fa11-238a-4225-89c2-1dfc4de89d54 tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] Made reservation on behalf of 22a4f04666c3481d8344225163e60741 for: {'port': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:20:21.516357 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-e6264ebb-7e22-4cd7-91d2-a5b5fdebef96 req-1e38fa11-238a-4225-89c2-1dfc4de89d54 tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:21.555305 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] No Port match for: 361a3635-453e-4996-a98b-cba54b0b2536 {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:20:21.555653 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 361a3635-453e-4996-a98b-cba54b0b2536 not bound to the agent host n-h2-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:20:21.572082 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-bca02de7-fd93-42e8-8d60-54305f5e65bd admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=960db35cb56b449db311d3b4abef7a82&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2347100 Jul 14 09:20:21.574619 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 40518) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:21.637675 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-83c8e841-c20f-4b12-9d4b-e792893f6ccd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:21.662403 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-83c8e841-c20f-4b12-9d4b-e792893f6ccd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:21.723543 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-83c8e841-c20f-4b12-9d4b-e792893f6ccd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:21.726951 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-83c8e841-c20f-4b12-9d4b-e792893f6ccd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:21.728315 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-83c8e841-c20f-4b12-9d4b-e792893f6ccd admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/c9156572-74c8-4b9e-9f0a-c202a5ef91ff HTTP/1.1" status: 204 len: 168 time: 0.1524296 Jul 14 09:20:21.740233 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c8e841-c20f-4b12-9d4b-e792893f6ccd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9156572-74c8-4b9e-9f0a-c202a5ef91ff,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:21.765929 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-adadb6e0-b306-4649-942d-bbd7102b9c77 req-294cebaa-9a57-4c76-8a8c-953b8c264222 tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] 10.222.0.68 "GET /v2.0/ports?device_id=e5a13c59-02de-4250-b716-5ee9c03a0772 HTTP/1.1" status: 200 len: 210 time: 0.2048709 Jul 14 09:20:21.777478 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e34e2d1-b4e6-438f-842e-be3d1cacc0a1 req-508910ac-647a-416d-8c7e-d81a4947952e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:21.779039 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5e34e2d1-b4e6-438f-842e-be3d1cacc0a1 req-508910ac-647a-416d-8c7e-d81a4947952e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a1f8d7cc-d5f0-4ac4-b550-493e46cf12fc HTTP/1.1" status: 200 len: 860 time: 0.2509317 Jul 14 09:20:21.933739 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5e34e2d1-b4e6-438f-842e-be3d1cacc0a1 req-594bec33-b270-493b-8d6d-69d00a98d308 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e7cb481e-49dc-464e-b748-d3d2c45f69f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1100671 Jul 14 09:20:22.025205 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-893b4b9d-ea66-4f6b-89b6-b84a3f821e24 req-bf04e25c-4089-4791-bec0-bd3afd2396b7 service neutron] 10.222.0.65 "GET /v2.0/networks/2244f7a1-04bd-42cd-9e86-31839b46f57f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4604573 Jul 14 09:20:22.106392 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cbf5a950-05aa-4d80-b242-db7f3d6c9807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:22.158643 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [req-e6264ebb-7e22-4cd7-91d2-a5b5fdebef96 req-1e38fa11-238a-4225-89c2-1dfc4de89d54 tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] Allocated IP 172.20.0.8 (2cdfa295-562b-4f8c-a7bc-88c1e99a0037/9a339f65-19fd-495d-921f-2a39b64ee23f/fd2ace12-fbeb-4979-b444-118a6711717b) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:20:22.189134 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 40544) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:22.246051 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 40548) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:22.269730 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-074d9284-2876-40ae-9d80-3a0e4c158e54 admin admin] Deleting subnet 8ea73f7d-9594-449c-9c84-8c744576418b {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:20:22.275479 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-074d9284-2876-40ae-9d80-3a0e4c158e54 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:22.287759 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f8570e-2044-4ea1-9a99-2e48736389ff req-8a0a52fb-bf49-4d76-80f4-4df427101081 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:22.289774 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-11f8570e-2044-4ea1-9a99-2e48736389ff req-8a0a52fb-bf49-4d76-80f4-4df427101081 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/ports?device_id=b445a760-a797-4027-b6cd-42763947c867 HTTP/1.1" status: 200 len: 950 time: 0.3549073 Jul 14 09:20:22.292197 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5e34e2d1-b4e6-438f-842e-be3d1cacc0a1 req-c4060d2f-b8d2-4a88-9cb8-29b519bd8fba service neutron] 10.222.0.65 "GET /v2.0/networks/e7cb481e-49dc-464e-b748-d3d2c45f69f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3320343 Jul 14 09:20:22.312230 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-893b4b9d-ea66-4f6b-89b6-b84a3f821e24 req-f47f28ba-63a7-464b-a104-a4d974c753b8 service neutron] 10.222.0.65 "GET /v2.0/networks/2244f7a1-04bd-42cd-9e86-31839b46f57f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2440152 Jul 14 09:20:22.331181 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-074d9284-2876-40ae-9d80-3a0e4c158e54 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13574120'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:22.366327 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 40554) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:22.417764 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-074d9284-2876-40ae-9d80-3a0e4c158e54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3481002'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:22.494780 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac50ef34-9c5b-45ec-ad28-34c6743f127c req-1e0c6ec1-1347-442d-ae7e-8646206a8577 tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:22.497254 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ac50ef34-9c5b-45ec-ad28-34c6743f127c req-1e0c6ec1-1347-442d-ae7e-8646206a8577 tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] 10.222.0.68 "GET /v2.0/ports?device_id=47f61015-0034-413d-87cf-74efb13c3750 HTTP/1.1" status: 200 len: 946 time: 0.1203055 Jul 14 09:20:22.502306 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-11f8570e-2044-4ea1-9a99-2e48736389ff req-f84be751-ceac-4599-84ca-bccd102d44ae tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/security-groups?id=93b55648-4dd6-4852-bb99-9aa842ab19a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002881 Jul 14 09:20:22.513479 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-074d9284-2876-40ae-9d80-3a0e4c158e54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13574056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16714573'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:22.562901 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074d9284-2876-40ae-9d80-3a0e4c158e54 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ea73f7d-9594-449c-9c84-8c744576418b,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:22.565586 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-074d9284-2876-40ae-9d80-3a0e4c158e54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:22.568118 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-074d9284-2876-40ae-9d80-3a0e4c158e54 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/8ea73f7d-9594-449c-9c84-8c744576418b HTTP/1.1" status: 204 len: 168 time: 0.3769016 Jul 14 09:20:22.570785 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 40556) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:22.609942 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-23765f85-e952-4398-93eb-a66955e8a996 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1684293235-network', 'tenant_id': 'aad66054a8f146139519a42123ab4eac'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:20:22.624898 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-e6264ebb-7e22-4cd7-91d2-a5b5fdebef96 req-1e38fa11-238a-4225-89c2-1dfc4de89d54 tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:22.638583 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ac50ef34-9c5b-45ec-ad28-34c6743f127c req-cebe0ba3-399b-48fe-9aeb-11f46c340b67 tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] 10.222.0.68 "GET /v2.0/security-groups?id=7bf941d0-4fab-41ec-a174-078829fdb488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348863 Jul 14 09:20:22.657205 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1863e03c-06cc-4851-812d-a8204cc2ecd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3876111'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:22.659786 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-08850567-1fa2-4f17-9aef-4f131b630a91 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=1e8c67771f374622a2888a1047c29410&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2828393 Jul 14 09:20:22.662458 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 40558) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:22.682830 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23765f85-e952-4398-93eb-a66955e8a996 admin admin] Made reservation on behalf of aad66054a8f146139519a42123ab4eac for: {'network': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:20:22.685149 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-23765f85-e952-4398-93eb-a66955e8a996 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for network, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:22.705762 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5e34e2d1-b4e6-438f-842e-be3d1cacc0a1 req-cb6da7ac-8eae-47c0-a8e5-542c4ede3965 service neutron] 10.222.0.65 "GET /v2.0/networks/e7cb481e-49dc-464e-b748-d3d2c45f69f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4027417 Jul 14 09:20:22.707972 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-23765f85-e952-4398-93eb-a66955e8a996 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:22.738685 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-e6264ebb-7e22-4cd7-91d2-a5b5fdebef96 req-1e38fa11-238a-4225-89c2-1dfc4de89d54 tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:22.786463 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-51c5305e-9c8c-427a-91ca-a218da0af394 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:22.799813 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1863e03c-06cc-4851-812d-a8204cc2ecd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473955', 'neutron.services.segments.db._delete_segments_for_network-8735688326548'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:22.820442 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-1863e03c-06cc-4851-812d-a8204cc2ecd9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b8a6edc-bbae-47ce-bda0-fb444fc735c0']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:20:22.831083 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-51c5305e-9c8c-427a-91ca-a218da0af394 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:22.831982 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6264ebb-7e22-4cd7-91d2-a5b5fdebef96 req-1e38fa11-238a-4225-89c2-1dfc4de89d54 tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] Network 2cdfa295-562b-4f8c-a7bc-88c1e99a0037 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:20:22.841114 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [req-e6264ebb-7e22-4cd7-91d2-a5b5fdebef96 req-1e38fa11-238a-4225-89c2-1dfc4de89d54 tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:20:22.841409 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-1863e03c-06cc-4851-812d-a8204cc2ecd9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'becdfe35-a9ff-4f14-9744-544114c40ea3') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:20:22.841741 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-1863e03c-06cc-4851-812d-a8204cc2ecd9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'becdfe35-a9ff-4f14-9744-544114c40ea3') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:20:22.847251 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e38fa11-238a-4225-89c2-1dfc4de89d54 tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] Pushing event updated for resources: {'Port': ['ID=fd2ace12-fbeb-4979-b444-118a6711717b,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:22.849913 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6264ebb-7e22-4cd7-91d2-a5b5fdebef96 req-1e38fa11-238a-4225-89c2-1dfc4de89d54 tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:20:22.858375 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1863e03c-06cc-4851-812d-a8204cc2ecd9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735688356235', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13574129'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:22.910976 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1863e03c-06cc-4851-812d-a8204cc2ecd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:22.919351 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1863e03c-06cc-4851-812d-a8204cc2ecd9 admin admin] Releasing vlan 717 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:20:22.920319 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1863e03c-06cc-4851-812d-a8204cc2ecd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13573126'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:22.937684 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6264ebb-7e22-4cd7-91d2-a5b5fdebef96 req-1e38fa11-238a-4225-89c2-1dfc4de89d54 tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:22.938384 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-e6264ebb-7e22-4cd7-91d2-a5b5fdebef96 req-1e38fa11-238a-4225-89c2-1dfc4de89d54 tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:22.966584 n-d-779913-29 neutron-server[93958]: Traceback (most recent call last): Jul 14 09:20:22.966584 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:20:22.966584 n-d-779913-29 neutron-server[93958]: timer() Jul 14 09:20:22.966584 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:20:22.966584 n-d-779913-29 neutron-server[93958]: cb(*args, **kw) Jul 14 09:20:22.966584 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:20:22.966584 n-d-779913-29 neutron-server[93958]: return func(*args, **kwargs) Jul 14 09:20:22.966584 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:20:22.966584 n-d-779913-29 neutron-server[93958]: self._notify() Jul 14 09:20:22.966584 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:20:22.966584 n-d-779913-29 neutron-server[93958]: self.callback(batched_events) Jul 14 09:20:22.966584 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:20:22.966584 n-d-779913-29 neutron-server[93958]: event.method(event) Jul 14 09:20:22.966584 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:20:22.966584 n-d-779913-29 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:20:22.966584 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:20:22.966584 n-d-779913-29 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:20:22.966584 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:20:22.966584 n-d-779913-29 neutron-server[93958]: return f(self, *a, **k) Jul 14 09:20:22.966584 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:20:22.966584 n-d-779913-29 neutron-server[93958]: return self._get(url).json() Jul 14 09:20:22.966584 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:20:22.966584 n-d-779913-29 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:20:22.966584 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:20:22.966584 n-d-779913-29 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 14 09:20:22.966584 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:20:22.966584 n-d-779913-29 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:20:22.966584 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:20:22.966584 n-d-779913-29 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:20:22.966584 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:20:22.966584 n-d-779913-29 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:20:22.966584 n-d-779913-29 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:20:22.979182 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-51c5305e-9c8c-427a-91ca-a218da0af394 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:22.982705 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-51c5305e-9c8c-427a-91ca-a218da0af394 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:22.986334 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-51c5305e-9c8c-427a-91ca-a218da0af394 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/552f0c3c-da80-404c-938a-ee6f6aabcb39 HTTP/1.1" status: 204 len: 168 time: 0.3205171 Jul 14 09:20:23.006470 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c5305e-9c8c-427a-91ca-a218da0af394 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=552f0c3c-da80-404c-938a-ee6f6aabcb39,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:23.016495 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1863e03c-06cc-4851-812d-a8204cc2ecd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660504'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:23.023166 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1863e03c-06cc-4851-812d-a8204cc2ecd9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:23.025071 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-1863e03c-06cc-4851-812d-a8204cc2ecd9 admin admin] 10.222.0.68 "DELETE /v2.0/networks/9b8a6edc-bbae-47ce-bda0-fb444fc735c0 HTTP/1.1" status: 204 len: 168 time: 0.4529681 Jul 14 09:20:23.042695 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1863e03c-06cc-4851-812d-a8204cc2ecd9 admin admin] Pushing event deleted for resources: {'Network': ['ID=9b8a6edc-bbae-47ce-bda0-fb444fc735c0,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:23.078828 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-23765f85-e952-4398-93eb-a66955e8a996 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:23.093040 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-23765f85-e952-4398-93eb-a66955e8a996 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:23.131703 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a55351-e72a-4826-90a3-e7a9468e537b req-0ef7e32c-44b0-48dc-a1d8-e6390b5f55c8 tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:23.133431 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c5a55351-e72a-4826-90a3-e7a9468e537b req-0ef7e32c-44b0-48dc-a1d8-e6390b5f55c8 tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] 10.222.0.68 "GET /v2.0/ports?device_id=e5a13c59-02de-4250-b716-5ee9c03a0772 HTTP/1.1" status: 200 len: 931 time: 0.1714313 Jul 14 09:20:23.137537 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23765f85-e952-4398-93eb-a66955e8a996 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=372c68ac-7430-41d6-997c-166ff070d0c8,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:23.143322 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e6264ebb-7e22-4cd7-91d2-a5b5fdebef96 req-1e38fa11-238a-4225-89c2-1dfc4de89d54 tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1885359 Jul 14 09:20:23.162446 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23765f85-e952-4398-93eb-a66955e8a996 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 728} {{(pid=93957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:20:23.170260 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-e6264ebb-7e22-4cd7-91d2-a5b5fdebef96 req-10f18eae-d45f-441d-8d0e-f0d6291e97b2 service neutron] Request body: {'port': {'device_id': 'e5a13c59-02de-4250-b716-5ee9c03a0772', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-29'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:20:23.249856 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-23765f85-e952-4398-93eb-a66955e8a996 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:23.250509 n-d-779913-29 neutron-server[93957]: INFO neutron.db.segments_db [None req-23765f85-e952-4398-93eb-a66955e8a996 admin admin] Added segment 59e27924-9549-4175-909e-ce4f3019b149 of type vlan for network 7a07191a-b9d7-482c-8935-c823cd63fc61 Jul 14 09:20:23.311703 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c5a55351-e72a-4826-90a3-e7a9468e537b req-94d82d14-1983-4001-bbc1-f5654a7ecb12 tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] 10.222.0.68 "GET /v2.0/security-groups?id=65dfa8de-6f82-43dd-bcdf-865f204c3ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620710 Jul 14 09:20:23.312434 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 40570) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:23.372930 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-23765f85-e952-4398-93eb-a66955e8a996 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735687821325'] for network, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:23.411557 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-e6264ebb-7e22-4cd7-91d2-a5b5fdebef96 req-10f18eae-d45f-441d-8d0e-f0d6291e97b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:23.452648 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-66dd9099-12d9-424e-aefd-7a275d831aeb admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=7106393f864d424cbb37d8910f9a40b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1316190 Jul 14 09:20:23.453195 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 40576) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:23.478105 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-23765f85-e952-4398-93eb-a66955e8a996 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855'] for network, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:23.479306 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23765f85-e952-4398-93eb-a66955e8a996 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:23.480636 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-23765f85-e952-4398-93eb-a66955e8a996 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for network, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:23.517764 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f5b42d38-72d4-4296-a436-fbc00900f5ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:23.545805 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f5b42d38-72d4-4296-a436-fbc00900f5ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:23.551231 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-23765f85-e952-4398-93eb-a66955e8a996 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.3008087 Jul 14 09:20:23.555325 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 40582) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:23.562471 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-7326046c-ad72-432a-be39-11f974ea7062 admin admin] Request body: {'subnet': {'network_id': '7a07191a-b9d7-482c-8935-c823cd63fc61', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1684293235-subnet', 'tenant_id': 'aad66054a8f146139519a42123ab4eac', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:20:23.597573 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23765f85-e952-4398-93eb-a66955e8a996 admin admin] Pushing event updated for resources: {'Network': ['ID=7a07191a-b9d7-482c-8935-c823cd63fc61,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:23.617317 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Network 7a07191a-b9d7-482c-8935-c823cd63fc61 details requested by agent ovs-agent-n-d-779913-29 with host n-d-779913-29 {{(pid=93959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:20:23.627794 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f5b42d38-72d4-4296-a436-fbc00900f5ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:23.631026 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f5b42d38-72d4-4296-a436-fbc00900f5ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:23.633185 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-f5b42d38-72d4-4296-a436-fbc00900f5ac admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/4fa97f2f-f617-45f3-9331-b542b3f62cec HTTP/1.1" status: 204 len: 168 time: 0.1784260 Jul 14 09:20:23.647159 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b42d38-72d4-4296-a436-fbc00900f5ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fa97f2f-f617-45f3-9331-b542b3f62cec,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:23.747345 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7326046c-ad72-432a-be39-11f974ea7062 admin admin] Made reservation on behalf of aad66054a8f146139519a42123ab4eac for: {'subnet': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:20:23.752172 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7326046c-ad72-432a-be39-11f974ea7062 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11984110'] for subnet, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:23.985136 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67d37b4-94fc-4c22-a79a-84538f3ec96e req-b625aae3-123b-47dd-8dc5-f44fafd64738 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:23.992154 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c67d37b4-94fc-4c22-a79a-84538f3ec96e req-b625aae3-123b-47dd-8dc5-f44fafd64738 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/ports?device_id=b445a760-a797-4027-b6cd-42763947c867 HTTP/1.1" status: 200 len: 950 time: 0.3046839 Jul 14 09:20:24.115461 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0c9192-26a6-46e4-9486-7cff35fdf002 req-83ecb622-55f1-4fbd-92ae-a2148410166e tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:24.125237 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-6c0c9192-26a6-46e4-9486-7cff35fdf002 req-83ecb622-55f1-4fbd-92ae-a2148410166e tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] 10.222.0.68 "GET /v2.0/ports?device_id=47f61015-0034-413d-87cf-74efb13c3750 HTTP/1.1" status: 200 len: 946 time: 0.1048083 Jul 14 09:20:24.181690 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-6c0c9192-26a6-46e4-9486-7cff35fdf002 req-87d79e28-aaef-4cd9-9ca3-dcf95fa77c5d tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] 10.222.0.68 "GET /v2.0/security-groups?id=7bf941d0-4fab-41ec-a174-078829fdb488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534678 Jul 14 09:20:24.235635 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c67d37b4-94fc-4c22-a79a-84538f3ec96e req-05636785-1e26-4b11-9533-022b42013168 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/security-groups?id=93b55648-4dd6-4852-bb99-9aa842ab19a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2424972 Jul 14 09:20:24.236689 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7326046c-ad72-432a-be39-11f974ea7062 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10052764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11984092'] for subnet, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:24.241382 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [req-e6264ebb-7e22-4cd7-91d2-a5b5fdebef96 req-10f18eae-d45f-441d-8d0e-f0d6291e97b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd2ace12-fbeb-4979-b444-118a6711717b {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:20:24.271687 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-e6264ebb-7e22-4cd7-91d2-a5b5fdebef96 req-10f18eae-d45f-441d-8d0e-f0d6291e97b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:24.323826 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [req-e6264ebb-7e22-4cd7-91d2-a5b5fdebef96 req-10f18eae-d45f-441d-8d0e-f0d6291e97b2 service neutron] Transition to ACTIVE for port object fd2ace12-fbeb-4979-b444-118a6711717b will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:20:24.340366 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-e6264ebb-7e22-4cd7-91d2-a5b5fdebef96 req-10f18eae-d45f-441d-8d0e-f0d6291e97b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:24.455363 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7326046c-ad72-432a-be39-11f974ea7062 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9512be90-2f1e-4759-8e05-fbe0d51f306d,revision_number=0']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:24.481819 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7326046c-ad72-432a-be39-11f974ea7062 admin admin] Checking segment: {'id': '59e27924-9549-4175-909e-ce4f3019b149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '7a07191a-b9d7-482c-8935-c823cd63fc61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:20:24.482183 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7326046c-ad72-432a-be39-11f974ea7062 admin admin] Network hostable DHCP agents. Network: 7a07191a-b9d7-482c-8935-c823cd63fc61, hostable agents: ['c6a09bd4-f72e-4283-a3ca-0bbca8a51081'], hosted agents: [] {{(pid=93957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:20:24.485575 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f18eae-d45f-441d-8d0e-f0d6291e97b2 service neutron] Pushing event updated for resources: {'Port': ['ID=fd2ace12-fbeb-4979-b444-118a6711717b,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:24.548101 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7326046c-ad72-432a-be39-11f974ea7062 admin admin] Network 7a07191a-b9d7-482c-8935-c823cd63fc61 is scheduled to be hosted by DHCP agent c6a09bd4-f72e-4283-a3ca-0bbca8a51081 with binding_index 1 {{(pid=93957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:20:24.568965 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-7326046c-ad72-432a-be39-11f974ea7062 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-29, 7a07191a-b9d7-482c-8935-c823cd63fc61) {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:20:24.577885 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e56423a-91d4-4bde-8761-6d6b09df99fa None None] Network 7a07191a-b9d7-482c-8935-c823cd63fc61 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:20:24.588060 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7326046c-ad72-432a-be39-11f974ea7062 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:24.589319 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7326046c-ad72-432a-be39-11f974ea7062 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for subnet, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:24.594777 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-e6264ebb-7e22-4cd7-91d2-a5b5fdebef96 req-10f18eae-d45f-441d-8d0e-f0d6291e97b2 service neutron] Attempting to bind port fd2ace12-fbeb-4979-b444-118a6711717b on host n-h1-779913-29 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:20:24.595069 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-e6264ebb-7e22-4cd7-91d2-a5b5fdebef96 req-10f18eae-d45f-441d-8d0e-f0d6291e97b2 service neutron] Attempting to bind port fd2ace12-fbeb-4979-b444-118a6711717b by drivers openvswitch,hyperv on host n-h1-779913-29 at level 0 using segments [{'id': '32fe169c-8049-4742-bb8a-bdc77602cb62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '2cdfa295-562b-4f8c-a7bc-88c1e99a0037'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:20:24.595396 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6264ebb-7e22-4cd7-91d2-a5b5fdebef96 req-10f18eae-d45f-441d-8d0e-f0d6291e97b2 service neutron] Attempting to bind port fd2ace12-fbeb-4979-b444-118a6711717b on network 2cdfa295-562b-4f8c-a7bc-88c1e99a0037 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:20:24.605745 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6264ebb-7e22-4cd7-91d2-a5b5fdebef96 req-10f18eae-d45f-441d-8d0e-f0d6291e97b2 service neutron] Port fd2ace12-fbeb-4979-b444-118a6711717b on network 2cdfa295-562b-4f8c-a7bc-88c1e99a0037 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-29 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:20:24.605981 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6264ebb-7e22-4cd7-91d2-a5b5fdebef96 req-10f18eae-d45f-441d-8d0e-f0d6291e97b2 service neutron] Attempting to bind port fd2ace12-fbeb-4979-b444-118a6711717b on network 2cdfa295-562b-4f8c-a7bc-88c1e99a0037 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:20:24.613506 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6264ebb-7e22-4cd7-91d2-a5b5fdebef96 req-10f18eae-d45f-441d-8d0e-f0d6291e97b2 service neutron] Checking agent: {'id': 'de11e667-f145-47b0-bd09-334a7505938e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 13, 12), 'started_at': datetime.datetime(2021, 7, 14, 9, 13, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 20, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:20:24.613928 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6264ebb-7e22-4cd7-91d2-a5b5fdebef96 req-10f18eae-d45f-441d-8d0e-f0d6291e97b2 service neutron] Checking segment: {'id': '32fe169c-8049-4742-bb8a-bdc77602cb62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '2cdfa295-562b-4f8c-a7bc-88c1e99a0037'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:20:24.614322 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6264ebb-7e22-4cd7-91d2-a5b5fdebef96 req-10f18eae-d45f-441d-8d0e-f0d6291e97b2 service neutron] Bound using segment: {'id': '32fe169c-8049-4742-bb8a-bdc77602cb62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '2cdfa295-562b-4f8c-a7bc-88c1e99a0037'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:20:24.614943 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-e6264ebb-7e22-4cd7-91d2-a5b5fdebef96 req-10f18eae-d45f-441d-8d0e-f0d6291e97b2 service neutron] Bound port: fd2ace12-fbeb-4979-b444-118a6711717b, host: n-h1-779913-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32fe169c-8049-4742-bb8a-bdc77602cb62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '2cdfa295-562b-4f8c-a7bc-88c1e99a0037'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:20:24.615317 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-e6264ebb-7e22-4cd7-91d2-a5b5fdebef96 req-10f18eae-d45f-441d-8d0e-f0d6291e97b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:24.621474 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c84c5dc-83fd-41e9-b184-d0b41bed1b42 req-ddb39284-69ec-4695-a3b3-c3d6f27a0945 tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:24.626391 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-1c84c5dc-83fd-41e9-b184-d0b41bed1b42 req-ddb39284-69ec-4695-a3b3-c3d6f27a0945 tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] 10.222.0.68 "GET /v2.0/ports?device_id=e5a13c59-02de-4250-b716-5ee9c03a0772 HTTP/1.1" status: 200 len: 943 time: 0.1692853 Jul 14 09:20:24.628165 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-7326046c-ad72-432a-be39-11f974ea7062 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.0697982 Jul 14 09:20:24.726858 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-1c84c5dc-83fd-41e9-b184-d0b41bed1b42 req-28018b16-1024-4204-8a2e-ec4bd53c91d9 tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] 10.222.0.68 "GET /v2.0/security-groups?id=65dfa8de-6f82-43dd-bcdf-865f204c3ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937731 Jul 14 09:20:24.733181 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-e6264ebb-7e22-4cd7-91d2-a5b5fdebef96 req-10f18eae-d45f-441d-8d0e-f0d6291e97b2 service neutron] For port fd2ace12-fbeb-4979-b444-118a6711717b, host n-h1-779913-29, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:20:24.746235 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-e6264ebb-7e22-4cd7-91d2-a5b5fdebef96 req-10f18eae-d45f-441d-8d0e-f0d6291e97b2 service neutron] For port fd2ace12-fbeb-4979-b444-118a6711717b, host n-h1-779913-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=fd2ace12-fbeb-4979-b444-118a6711717b,segment=NetworkSegment(32fe169c-8049-4742-bb8a-bdc77602cb62),segment_id=32fe169c-8049-4742-bb8a-bdc77602cb62)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:20:24.753942 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-e6264ebb-7e22-4cd7-91d2-a5b5fdebef96 req-10f18eae-d45f-441d-8d0e-f0d6291e97b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:24.806676 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6264ebb-7e22-4cd7-91d2-a5b5fdebef96 req-10f18eae-d45f-441d-8d0e-f0d6291e97b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:24.807930 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-e6264ebb-7e22-4cd7-91d2-a5b5fdebef96 req-10f18eae-d45f-441d-8d0e-f0d6291e97b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:24.809527 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e6264ebb-7e22-4cd7-91d2-a5b5fdebef96 req-10f18eae-d45f-441d-8d0e-f0d6291e97b2 service neutron] 10.222.0.65 "PUT /v2.0/ports/fd2ace12-fbeb-4979-b444-118a6711717b HTTP/1.1" status: 200 len: 1092 time: 1.6436458 Jul 14 09:20:24.810100 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5a13c59-02de-4250-b716-5ee9c03a0772', 'tag': 'fd2ace12-fbeb-4979-b444-118a6711717b'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:20:24.812493 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a2bdb47-e49b-4cf7-a1ea-e0ec3fa20cc0" -d '{"events": [{"name": "network-changed", "server_uuid": "e5a13c59-02de-4250-b716-5ee9c03a0772", "tag": "fd2ace12-fbeb-4979-b444-118a6711717b"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:20:24.858034 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f18eae-d45f-441d-8d0e-f0d6291e97b2 service neutron] Pushing event updated for resources: {'Port': ['ID=fd2ace12-fbeb-4979-b444-118a6711717b,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:24.889257 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2298dea3-a463-42e5-aab3-f8a166c4f1da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:24.895731 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:24.964446 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d34511e3-dcce-4180-bea9-b1a9f5d3e040 None None] Network 7a07191a-b9d7-482c-8935-c823cd63fc61 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:20:24.972928 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:20:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dcf39e6-5004-4a5b-a417-ef5cce2014e8 x-openstack-request-id: req-1dcf39e6-5004-4a5b-a417-ef5cce2014e8 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:20:24.973220 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5a13c59-02de-4250-b716-5ee9c03a0772", "tag": "fd2ace12-fbeb-4979-b444-118a6711717b", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:20:24.973483 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-1dcf39e6-5004-4a5b-a417-ef5cce2014e8 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:20:24.973906 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5a13c59-02de-4250-b716-5ee9c03a0772', 'tag': 'fd2ace12-fbeb-4979-b444-118a6711717b', 'status': 'completed', 'code': 200} Jul 14 09:20:25.003179 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6264ebb-7e22-4cd7-91d2-a5b5fdebef96 req-9f30f47a-149b-45c7-a6cf-568a60113c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:25.004989 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e6264ebb-7e22-4cd7-91d2-a5b5fdebef96 req-9f30f47a-149b-45c7-a6cf-568a60113c93 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=22a4f04666c3481d8344225163e60741&device_id=e5a13c59-02de-4250-b716-5ee9c03a0772 HTTP/1.1" status: 200 len: 1095 time: 0.1254354 Jul 14 09:20:25.097515 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e6264ebb-7e22-4cd7-91d2-a5b5fdebef96 req-2c0f73bf-5bbf-4122-a4c3-36186aa5f347 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fd2ace12-fbeb-4979-b444-118a6711717b HTTP/1.1" status: 200 len: 217 time: 0.0787182 Jul 14 09:20:25.248111 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6264ebb-7e22-4cd7-91d2-a5b5fdebef96 req-bf1fec77-08d3-453d-8adb-b72b7d8f30ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:25.249632 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e6264ebb-7e22-4cd7-91d2-a5b5fdebef96 req-bf1fec77-08d3-453d-8adb-b72b7d8f30ef service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9a339f65-19fd-495d-921f-2a39b64ee23f HTTP/1.1" status: 200 len: 852 time: 0.1179128 Jul 14 09:20:25.318774 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e6264ebb-7e22-4cd7-91d2-a5b5fdebef96 req-763d6beb-727d-4191-b01c-83f8fab52d95 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2cdfa295-562b-4f8c-a7bc-88c1e99a0037&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0551622 Jul 14 09:20:25.459407 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e6264ebb-7e22-4cd7-91d2-a5b5fdebef96 req-e9447fc6-3980-475b-8f77-d4adfd7ecff6 service neutron] 10.222.0.65 "GET /v2.0/networks/2cdfa295-562b-4f8c-a7bc-88c1e99a0037?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346507 Jul 14 09:20:25.486984 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f38cb6-31c1-41ab-aab1-b9a8da98c421 req-a1d68b4a-349c-4f8a-b022-98aab8f48207 tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:25.496027 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-e6f38cb6-31c1-41ab-aab1-b9a8da98c421 req-a1d68b4a-349c-4f8a-b022-98aab8f48207 tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] 10.222.0.68 "GET /v2.0/ports?device_id=47f61015-0034-413d-87cf-74efb13c3750 HTTP/1.1" status: 200 len: 946 time: 0.1191914 Jul 14 09:20:25.539096 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-e6f38cb6-31c1-41ab-aab1-b9a8da98c421 req-f3a8c589-6912-48e7-8ec5-8a375c955ac3 tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] 10.222.0.68 "GET /v2.0/security-groups?id=7bf941d0-4fab-41ec-a174-078829fdb488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418658 Jul 14 09:20:25.588309 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e6264ebb-7e22-4cd7-91d2-a5b5fdebef96 req-40d71056-c803-4eb8-82fc-b3cf80f68a28 service neutron] 10.222.0.65 "GET /v2.0/networks/2cdfa295-562b-4f8c-a7bc-88c1e99a0037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216767 Jul 14 09:20:25.738203 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88906b0-50df-4da0-804c-76d8674fbcd1 req-5966f337-155a-4616-b1dd-d3c40db1a726 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:25.739854 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-c88906b0-50df-4da0-804c-76d8674fbcd1 req-5966f337-155a-4616-b1dd-d3c40db1a726 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/ports?device_id=b445a760-a797-4027-b6cd-42763947c867 HTTP/1.1" status: 200 len: 950 time: 0.0793695 Jul 14 09:20:25.786009 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-c88906b0-50df-4da0-804c-76d8674fbcd1 req-824fdbc5-11de-49fc-8eb8-f7d657c98604 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/security-groups?id=93b55648-4dd6-4852-bb99-9aa842ab19a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345311 Jul 14 09:20:25.799398 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5ad31076-714c-49ec-bc37-f3d4cd90112a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:26.131920 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2bdb47-e49b-4cf7-a1ea-e0ec3fa20cc0 req-cafe517f-7257-471d-8e4c-7f226f24a602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:26.133433 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6a2bdb47-e49b-4cf7-a1ea-e0ec3fa20cc0 req-cafe517f-7257-471d-8e4c-7f226f24a602 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=22a4f04666c3481d8344225163e60741&device_id=e5a13c59-02de-4250-b716-5ee9c03a0772 HTTP/1.1" status: 200 len: 1095 time: 0.4414730 Jul 14 09:20:26.201103 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03576a84-1e4c-4db8-a158-598ee2b6690a req-3b6ddb40-4bd1-4c36-b15b-b0deb6a01531 tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:26.208107 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-03576a84-1e4c-4db8-a158-598ee2b6690a req-3b6ddb40-4bd1-4c36-b15b-b0deb6a01531 tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] 10.222.0.68 "GET /v2.0/networks?id=7a07191a-b9d7-482c-8935-c823cd63fc61 HTTP/1.1" status: 200 len: 822 time: 0.5063810 Jul 14 09:20:26.231282 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-03576a84-1e4c-4db8-a158-598ee2b6690a req-3da564d3-ca55-441a-a7f0-5c757b321c8a tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] 10.222.0.68 "GET /v2.0/quotas/aad66054a8f146139519a42123ab4eac HTTP/1.1" status: 200 len: 375 time: 0.0225303 Jul 14 09:20:26.281133 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-03576a84-1e4c-4db8-a158-598ee2b6690a req-ec1e5357-d785-42ef-b3f6-8b963cff0695 tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=aad66054a8f146139519a42123ab4eac&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0391259 Jul 14 09:20:26.316904 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2bdb47-e49b-4cf7-a1ea-e0ec3fa20cc0 req-5bfcefec-42f0-49f0-925d-5506d99a7129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:26.318624 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6a2bdb47-e49b-4cf7-a1ea-e0ec3fa20cc0 req-5bfcefec-42f0-49f0-925d-5506d99a7129 service neutron] 10.222.0.65 "GET /v2.0/networks?id=2cdfa295-562b-4f8c-a7bc-88c1e99a0037 HTTP/1.1" status: 200 len: 913 time: 0.1746054 Jul 14 09:20:26.387849 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 40688) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:26.390578 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6a2bdb47-e49b-4cf7-a1ea-e0ec3fa20cc0 req-85f42f9e-c7cd-4843-97f2-fae4b9a198ba service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fd2ace12-fbeb-4979-b444-118a6711717b HTTP/1.1" status: 200 len: 217 time: 0.0454373 Jul 14 09:20:26.440253 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0b3dc5-821c-4bfa-8d3f-866b774a24bc req-8f21afcf-c0a0-45cc-bbe9-6179a0abe1d8 tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:26.442387 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-9d0b3dc5-821c-4bfa-8d3f-866b774a24bc req-8f21afcf-c0a0-45cc-bbe9-6179a0abe1d8 tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] 10.222.0.68 "GET /v2.0/ports?device_id=e5a13c59-02de-4250-b716-5ee9c03a0772 HTTP/1.1" status: 200 len: 943 time: 0.0905128 Jul 14 09:20:26.454513 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2bdb47-e49b-4cf7-a1ea-e0ec3fa20cc0 req-bffaad7e-55ed-47ec-9a3e-83be58526bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:26.456032 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6a2bdb47-e49b-4cf7-a1ea-e0ec3fa20cc0 req-bffaad7e-55ed-47ec-9a3e-83be58526bbc service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9a339f65-19fd-495d-921f-2a39b64ee23f HTTP/1.1" status: 200 len: 852 time: 0.0584505 Jul 14 09:20:26.491680 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-9d0b3dc5-821c-4bfa-8d3f-866b774a24bc req-89c8590a-7ada-4253-bc67-be26de86b169 tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] 10.222.0.68 "GET /v2.0/security-groups?id=65dfa8de-6f82-43dd-bcdf-865f204c3ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411670 Jul 14 09:20:26.502409 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6a2bdb47-e49b-4cf7-a1ea-e0ec3fa20cc0 req-fcfd8626-2c1c-40e2-9fe8-aa6ca4417e51 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2cdfa295-562b-4f8c-a7bc-88c1e99a0037&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354950 Jul 14 09:20:26.510215 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-03576a84-1e4c-4db8-a158-598ee2b6690a req-cb6a3a4e-f201-4d43-beae-150d521ae207 service neutron] 10.222.0.68 "GET /v2.0/networks/7a07191a-b9d7-482c-8935-c823cd63fc61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2171640 Jul 14 09:20:26.533161 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f87a6bfe-d5d2-42b8-b388-186185fb050a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:26.629599 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-03576a84-1e4c-4db8-a158-598ee2b6690a req-fef9e1bc-5037-43c0-9871-a7d651a89558 service neutron] 10.222.0.68 "GET /v2.0/networks/7a07191a-b9d7-482c-8935-c823cd63fc61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174703 Jul 14 09:20:26.649133 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f87a6bfe-d5d2-42b8-b388-186185fb050a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:26.656402 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f87a6bfe-d5d2-42b8-b388-186185fb050a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:26.707981 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-f87a6bfe-d5d2-42b8-b388-186185fb050a admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=4e93275e38ee43f6b3c600863372ef7e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3177390 Jul 14 09:20:26.714825 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 40698) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:26.775122 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6a2bdb47-e49b-4cf7-a1ea-e0ec3fa20cc0 req-5c289d49-e934-4a60-b7ad-0b994520bef3 service neutron] 10.222.0.65 "GET /v2.0/networks/2cdfa295-562b-4f8c-a7bc-88c1e99a0037?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631203 Jul 14 09:20:26.780515 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87a6bfe-d5d2-42b8-b388-186185fb050a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce8ad513-e7e2-4590-a540-e08900dd0b3b,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:26.796437 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e2b778e2-171e-4216-9f02-4d7f2d3464e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:26.845570 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e2b778e2-171e-4216-9f02-4d7f2d3464e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:26.990873 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a78caea-8807-4e94-90f1-aaf9191e6c25 req-a800cf8a-de57-413a-ada4-663cb1e655a2 tempest-ServersTestJSON-535065851 tempest-ServersTestJSON-535065851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:26.992726 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-1a78caea-8807-4e94-90f1-aaf9191e6c25 req-a800cf8a-de57-413a-ada4-663cb1e655a2 tempest-ServersTestJSON-535065851 tempest-ServersTestJSON-535065851-project] 10.222.0.68 "GET /v2.0/ports?device_id=de8bf987-5938-4a9e-bc8f-ca1216790210 HTTP/1.1" status: 200 len: 946 time: 0.0937512 Jul 14 09:20:26.995669 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6a2bdb47-e49b-4cf7-a1ea-e0ec3fa20cc0 req-ebb060ed-267e-462a-9ce4-f82b704531a4 service neutron] 10.222.0.65 "GET /v2.0/networks/2cdfa295-562b-4f8c-a7bc-88c1e99a0037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2118917 Jul 14 09:20:27.013011 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e2b778e2-171e-4216-9f02-4d7f2d3464e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:27.027958 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e2b778e2-171e-4216-9f02-4d7f2d3464e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:27.035943 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-e2b778e2-171e-4216-9f02-4d7f2d3464e0 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/ce8ad513-e7e2-4590-a540-e08900dd0b3b HTTP/1.1" status: 204 len: 168 time: 0.3200772 Jul 14 09:20:27.061316 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b778e2-171e-4216-9f02-4d7f2d3464e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce8ad513-e7e2-4590-a540-e08900dd0b3b,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:27.089376 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-1a78caea-8807-4e94-90f1-aaf9191e6c25 req-63067238-e842-410d-b726-7b8d9b047d85 tempest-ServersTestJSON-535065851 tempest-ServersTestJSON-535065851-project] 10.222.0.68 "GET /v2.0/security-groups?id=a7f2f2d5-85ef-4c08-abfe-2f1caabe3de4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855460 Jul 14 09:20:27.194096 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7fee1d-3e7e-44c5-86a4-5fc36395884e req-ef7e05b5-cb8e-4366-851a-9a3794c723ed tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:27.197117 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-9c7fee1d-3e7e-44c5-86a4-5fc36395884e req-ef7e05b5-cb8e-4366-851a-9a3794c723ed tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] 10.222.0.68 "GET /v2.0/ports?device_id=47f61015-0034-413d-87cf-74efb13c3750 HTTP/1.1" status: 200 len: 946 time: 0.1997926 Jul 14 09:20:27.286061 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-9c7fee1d-3e7e-44c5-86a4-5fc36395884e req-8afb3430-985c-40f5-ab4c-2ea0330328df tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] 10.222.0.68 "GET /v2.0/security-groups?id=7bf941d0-4fab-41ec-a174-078829fdb488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824556 Jul 14 09:20:27.339935 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15502006-95cf-412e-96be-166fa5cb91f5 req-f2adbef2-040d-4a8a-964f-1b537a6b3764 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:27.343509 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-15502006-95cf-412e-96be-166fa5cb91f5 req-f2adbef2-040d-4a8a-964f-1b537a6b3764 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/ports?device_id=b445a760-a797-4027-b6cd-42763947c867 HTTP/1.1" status: 200 len: 950 time: 0.1309588 Jul 14 09:20:27.421767 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-15502006-95cf-412e-96be-166fa5cb91f5 req-bb95d782-e8b7-4e3b-a10f-140f334aa628 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/security-groups?id=93b55648-4dd6-4852-bb99-9aa842ab19a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701640 Jul 14 09:20:27.429152 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c6531c39-f356-42be-aaad-8e22264f9ab3 req-a8e0a95e-8a42-44f4-a701-393e73e82020 tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] 10.222.0.68 "GET /v2.0/ports?device_id=65c3a2e4-2dc3-4d62-86d7-1cdde8eaabb8 HTTP/1.1" status: 200 len: 210 time: 0.0518384 Jul 14 09:20:27.634402 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5bbe322f-3f67-4864-bc0a-91afe44d23e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:27.762302 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ba2804-96fa-430d-88e0-653dc8a0fa70 req-52439fe0-b2c3-4d18-bec6-51ec82904f1c tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:27.764872 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-64ba2804-96fa-430d-88e0-653dc8a0fa70 req-52439fe0-b2c3-4d18-bec6-51ec82904f1c tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] 10.222.0.68 "GET /v2.0/ports?device_id=e5a13c59-02de-4250-b716-5ee9c03a0772 HTTP/1.1" status: 200 len: 943 time: 0.0870910 Jul 14 09:20:27.827493 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-64ba2804-96fa-430d-88e0-653dc8a0fa70 req-4f834651-38b7-4adf-a454-5f0d4a756854 tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] 10.222.0.68 "GET /v2.0/security-groups?id=65dfa8de-6f82-43dd-bcdf-865f204c3ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565734 Jul 14 09:20:28.142304 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 40764) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:28.287907 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-02bd82b1-058f-45e6-9a15-8071e12d83c9 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1302193987-network', 'tenant_id': '5d787e34149b4f8984cce44f752c816e'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:20:28.329879 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02bd82b1-058f-45e6-9a15-8071e12d83c9 admin admin] Made reservation on behalf of 5d787e34149b4f8984cce44f752c816e for: {'network': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:20:28.332749 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-02bd82b1-058f-45e6-9a15-8071e12d83c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for network, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:28.342779 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-02bd82b1-058f-45e6-9a15-8071e12d83c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:28.507874 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec9c5f2-e13c-486e-af33-5272913608ed req-9ff65d08-4ae4-4560-8c44-08688a3d1542 tempest-ServersTestJSON-535065851 tempest-ServersTestJSON-535065851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:28.515650 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2ec9c5f2-e13c-486e-af33-5272913608ed req-9ff65d08-4ae4-4560-8c44-08688a3d1542 tempest-ServersTestJSON-535065851 tempest-ServersTestJSON-535065851-project] 10.222.0.68 "GET /v2.0/ports?device_id=de8bf987-5938-4a9e-bc8f-ca1216790210 HTTP/1.1" status: 200 len: 946 time: 0.1380064 Jul 14 09:20:28.543394 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-02bd82b1-058f-45e6-9a15-8071e12d83c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:28.550118 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-02bd82b1-058f-45e6-9a15-8071e12d83c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:28.592653 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2ec9c5f2-e13c-486e-af33-5272913608ed req-62928b99-66e8-4c21-9c5c-8a6e6b581692 tempest-ServersTestJSON-535065851 tempest-ServersTestJSON-535065851-project] 10.222.0.68 "GET /v2.0/security-groups?id=a7f2f2d5-85ef-4c08-abfe-2f1caabe3de4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760150 Jul 14 09:20:28.607676 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02bd82b1-058f-45e6-9a15-8071e12d83c9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 738} {{(pid=93957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:20:28.634990 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bd82b1-058f-45e6-9a15-8071e12d83c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7448826-9578-4137-8a89-e2eb7516578c,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:28.656800 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-02bd82b1-058f-45e6-9a15-8071e12d83c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:28.657941 n-d-779913-29 neutron-server[93957]: INFO neutron.db.segments_db [None req-02bd82b1-058f-45e6-9a15-8071e12d83c9 admin admin] Added segment 765d759d-a7d8-452a-a46c-8c9682de4f64 of type vlan for network 9cb080c5-9bd5-4fed-8810-4e4711ca3bcc Jul 14 09:20:28.711471 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-02bd82b1-058f-45e6-9a15-8071e12d83c9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735687821325'] for network, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:28.742918 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device fd2ace12-fbeb-4979-b444-118a6711717b details requested by agent hyperv_n-h1-779913-29 with host n-h1-779913-29 {{(pid=93959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:20:28.744560 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70114574-c3bc-4c27-9508-5cd82ad08360 req-0117160e-b7ed-47a7-a842-205ad64418cf tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:28.756025 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-70114574-c3bc-4c27-9508-5cd82ad08360 req-0117160e-b7ed-47a7-a842-205ad64418cf tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] 10.222.0.68 "GET /v2.0/ports?device_id=47f61015-0034-413d-87cf-74efb13c3750 HTTP/1.1" status: 200 len: 946 time: 0.1308501 Jul 14 09:20:28.776695 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-02bd82b1-058f-45e6-9a15-8071e12d83c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855'] for network, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:28.777682 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02bd82b1-058f-45e6-9a15-8071e12d83c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:28.778349 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-02bd82b1-058f-45e6-9a15-8071e12d83c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for network, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:28.805731 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 40780) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:28.821934 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-70114574-c3bc-4c27-9508-5cd82ad08360 req-2569ef82-f959-4db0-9679-f5065c522886 tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] 10.222.0.68 "GET /v2.0/security-groups?id=7bf941d0-4fab-41ec-a174-078829fdb488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642154 Jul 14 09:20:28.861963 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-02bd82b1-058f-45e6-9a15-8071e12d83c9 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7178538 Jul 14 09:20:28.864838 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 40786) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:28.873224 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-6cc595d2-d6cf-4288-8d47-d3743c7eccf8 admin admin] Request body: {'subnet': {'network_id': '9cb080c5-9bd5-4fed-8810-4e4711ca3bcc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1302193987-subnet', 'tenant_id': '5d787e34149b4f8984cce44f752c816e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:20:28.886121 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bd82b1-058f-45e6-9a15-8071e12d83c9 admin admin] Pushing event updated for resources: {'Network': ['ID=9cb080c5-9bd5-4fed-8810-4e4711ca3bcc,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:28.898199 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e70555-e718-4117-8695-5d54d03a52d5 req-93bff30b-89e0-4969-91e0-ed511a6ad5b7 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:28.900176 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-81e70555-e718-4117-8695-5d54d03a52d5 req-93bff30b-89e0-4969-91e0-ed511a6ad5b7 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/ports?device_id=b445a760-a797-4027-b6cd-42763947c867 HTTP/1.1" status: 200 len: 950 time: 0.1654842 Jul 14 09:20:28.901809 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Network 9cb080c5-9bd5-4fed-8810-4e4711ca3bcc details requested by agent ovs-agent-n-d-779913-29 with host n-d-779913-29 {{(pid=93959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:20:28.927990 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cc595d2-d6cf-4288-8d47-d3743c7eccf8 admin admin] Made reservation on behalf of 5d787e34149b4f8984cce44f752c816e for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:20:28.930827 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6cc595d2-d6cf-4288-8d47-d3743c7eccf8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16714600'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:28.953578 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-81e70555-e718-4117-8695-5d54d03a52d5 req-df2b983b-c82e-425f-96b9-55c82d642135 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/security-groups?id=93b55648-4dd6-4852-bb99-9aa842ab19a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467143 Jul 14 09:20:29.035298 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port fd2ace12-fbeb-4979-b444-118a6711717b, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=fd2ace12-fbeb-4979-b444-118a6711717b,segment=NetworkSegment(32fe169c-8049-4742-bb8a-bdc77602cb62),segment_id=32fe169c-8049-4742-bb8a-bdc77602cb62)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:20:29.059732 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Returning: {'device': 'fd2ace12-fbeb-4979-b444-118a6711717b', 'network_id': '2cdfa295-562b-4f8c-a7bc-88c1e99a0037', 'port_id': 'fd2ace12-fbeb-4979-b444-118a6711717b', 'mac_address': 'fa:16:3e:6e:0c:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a339f65-19fd-495d-921f-2a39b64ee23f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:20:29.111784 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:29.139824 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd2ace12-fbeb-4979-b444-118a6711717b {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:20:29.169795 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port fd2ace12-fbeb-4979-b444-118a6711717b, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=fd2ace12-fbeb-4979-b444-118a6711717b,segment=NetworkSegment(32fe169c-8049-4742-bb8a-bdc77602cb62),segment_id=32fe169c-8049-4742-bb8a-bdc77602cb62)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:20:29.174841 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:29.217625 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-e08de49d-26f0-4a10-be66-cdc6773f10ef req-7259a855-a230-4fc5-83ab-10ca1ac23da1 tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] 10.222.0.68 "GET /v2.0/ports?device_id=65c3a2e4-2dc3-4d62-86d7-1cdde8eaabb8 HTTP/1.1" status: 200 len: 210 time: 0.0672450 Jul 14 09:20:29.220896 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-76433196-d23d-47e7-bff5-5c2e97f6d9e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:29.284467 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf39ea5-9193-4b02-9f49-461b6f7892fb req-e9fe7c2e-918b-495c-8105-50baf9ad1419 tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:29.285710 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-bcf39ea5-9193-4b02-9f49-461b6f7892fb req-e9fe7c2e-918b-495c-8105-50baf9ad1419 tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] 10.222.0.68 "GET /v2.0/ports?device_id=e5a13c59-02de-4250-b716-5ee9c03a0772 HTTP/1.1" status: 200 len: 943 time: 0.1704252 Jul 14 09:20:29.297612 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03576a84-1e4c-4db8-a158-598ee2b6690a req-d50b8bf7-5886-479f-baeb-e201c9ad28e9 tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:29.299043 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-03576a84-1e4c-4db8-a158-598ee2b6690a req-d50b8bf7-5886-479f-baeb-e201c9ad28e9 tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] 10.222.0.57 "GET /v2.0/networks?id=7a07191a-b9d7-482c-8935-c823cd63fc61 HTTP/1.1" status: 200 len: 822 time: 0.1428676 Jul 14 09:20:29.301604 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Pushing event updated for resources: {'Port': ['ID=fd2ace12-fbeb-4979-b444-118a6711717b,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:29.312440 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6cc595d2-d6cf-4288-8d47-d3743c7eccf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13573993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16714586'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:29.328134 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-03576a84-1e4c-4db8-a158-598ee2b6690a req-59ab5651-358a-4818-8cb8-f8c475f4de16 tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] Request body: {'port': {'device_id': '65c3a2e4-2dc3-4d62-86d7-1cdde8eaabb8', 'network_id': '7a07191a-b9d7-482c-8935-c823cd63fc61', 'admin_state_up': True, 'tenant_id': 'aad66054a8f146139519a42123ab4eac'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:20:29.406780 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc595d2-d6cf-4288-8d47-d3743c7eccf8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ee4e5c2-68bc-40bf-adbc-da1aa2b9476e,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:29.425029 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-bcf39ea5-9193-4b02-9f49-461b6f7892fb req-5f09be30-aafc-48d1-b586-53884f1cdc7f tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] 10.222.0.68 "GET /v2.0/security-groups?id=65dfa8de-6f82-43dd-bcdf-865f204c3ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246912 Jul 14 09:20:29.432945 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc595d2-d6cf-4288-8d47-d3743c7eccf8 admin admin] Checking segment: {'id': '765d759d-a7d8-452a-a46c-8c9682de4f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '9cb080c5-9bd5-4fed-8810-4e4711ca3bcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:20:29.433306 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cc595d2-d6cf-4288-8d47-d3743c7eccf8 admin admin] Network hostable DHCP agents. Network: 9cb080c5-9bd5-4fed-8810-4e4711ca3bcc, hostable agents: ['c6a09bd4-f72e-4283-a3ca-0bbca8a51081'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:20:29.480438 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cc595d2-d6cf-4288-8d47-d3743c7eccf8 admin admin] Network 9cb080c5-9bd5-4fed-8810-4e4711ca3bcc is scheduled to be hosted by DHCP agent c6a09bd4-f72e-4283-a3ca-0bbca8a51081 with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:20:29.499171 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-6cc595d2-d6cf-4288-8d47-d3743c7eccf8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-29, 9cb080c5-9bd5-4fed-8810-4e4711ca3bcc) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:20:29.506495 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-76433196-d23d-47e7-bff5-5c2e97f6d9e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:29.508074 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cc595d2-d6cf-4288-8d47-d3743c7eccf8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:29.508651 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6cc595d2-d6cf-4288-8d47-d3743c7eccf8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:29.516252 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-76433196-d23d-47e7-bff5-5c2e97f6d9e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:29.517192 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2600db4b-0be6-4a5c-918a-cc55e316220a None None] Network 9cb080c5-9bd5-4fed-8810-4e4711ca3bcc requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:20:29.538061 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03576a84-1e4c-4db8-a158-598ee2b6690a req-59ab5651-358a-4818-8cb8-f8c475f4de16 tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] Made reservation on behalf of aad66054a8f146139519a42123ab4eac for: {'port': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:20:29.545719 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-03576a84-1e4c-4db8-a158-598ee2b6690a req-59ab5651-358a-4818-8cb8-f8c475f4de16 tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:29.546127 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] get_ports_and_sgs() called for port_ids ['fd2ace12-fbeb-4979-b444-118a6711717b'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:20:29.548288 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-76433196-d23d-47e7-bff5-5c2e97f6d9e9 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=d6f3c3c845794b09b5e7d7b98bfb2b7b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7252417 Jul 14 09:20:29.549215 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 40796) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:29.568490 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-6cc595d2-d6cf-4288-8d47-d3743c7eccf8 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7018769 Jul 14 09:20:29.574249 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 40798) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:29.578890 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-d653ed40-a17b-4a8f-b2f5-85183c7887ed admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1302193987-router', 'tenant_id': '5d787e34149b4f8984cce44f752c816e', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'}}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:20:29.583133 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76433196-d23d-47e7-bff5-5c2e97f6d9e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9c0d928-bffb-4668-acab-6a05e7f2668d,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:29.642411 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d653ed40-a17b-4a8f-b2f5-85183c7887ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-711749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14670'] for router, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:29.645092 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d653ed40-a17b-4a8f-b2f5-85183c7887ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-711718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-661475', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14679'] for router, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:29.707444 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-286f81ac-1303-4d33-8e5a-a1012a58ad5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:29.743037 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d653ed40-a17b-4a8f-b2f5-85183c7887ed admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:29.787121 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-286f81ac-1303-4d33-8e5a-a1012a58ad5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:29.821684 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [req-03576a84-1e4c-4db8-a158-598ee2b6690a req-59ab5651-358a-4818-8cb8-f8c475f4de16 tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] Allocated IP 172.20.0.9 (7a07191a-b9d7-482c-8935-c823cd63fc61/9512be90-2f1e-4759-8e05-fbe0d51f306d/92bdd232-bf9f-4e68-ade6-c95b1bf6a0bf) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:20:29.868925 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9a8a163-e5d9-4636-8765-3789fdc1bacb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf57baaa9-fd24-59f4-8fd2-1dc21122ce72-9cb080c5-9bd5-4fed-8810-4e4711ca3bcc', 'network_id': '9cb080c5-9bd5-4fed-8810-4e4711ca3bcc', 'tenant_id': '5d787e34149b4f8984cce44f752c816e', 'fixed_ips': [{'subnet_id': '7ee4e5c2-68bc-40bf-adbc-da1aa2b9476e'}]}} from n-d-779913-29. {{(pid=93959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:20:29.873114 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a9a8a163-e5d9-4636-8765-3789fdc1bacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:29.877829 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-286f81ac-1303-4d33-8e5a-a1012a58ad5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:29.882429 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-286f81ac-1303-4d33-8e5a-a1012a58ad5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:29.901762 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-286f81ac-1303-4d33-8e5a-a1012a58ad5e admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/e9c0d928-bffb-4668-acab-6a05e7f2668d HTTP/1.1" status: 204 len: 168 time: 0.3404028 Jul 14 09:20:29.929347 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286f81ac-1303-4d33-8e5a-a1012a58ad5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9c0d928-bffb-4668-acab-6a05e7f2668d,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:30.038344 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d653ed40-a17b-4a8f-b2f5-85183c7887ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-661489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-711771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12973'] for router, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:30.060439 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-a9a8a163-e5d9-4636-8765-3789fdc1bacb None None] Allocated IP 172.20.0.2 (9cb080c5-9bd5-4fed-8810-4e4711ca3bcc/7ee4e5c2-68bc-40bf-adbc-da1aa2b9476e/99752f06-d0b8-40e7-b845-e0cc47e42884) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:20:30.131281 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e852753-c29c-4eb5-878f-3523035f16bc req-5cfdd809-0c3c-4e1c-85d7-27ad2b4fabd6 tempest-ServersTestJSON-535065851 tempest-ServersTestJSON-535065851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:30.139179 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-0e852753-c29c-4eb5-878f-3523035f16bc req-5cfdd809-0c3c-4e1c-85d7-27ad2b4fabd6 tempest-ServersTestJSON-535065851 tempest-ServersTestJSON-535065851-project] 10.222.0.68 "GET /v2.0/ports?device_id=de8bf987-5938-4a9e-bc8f-ca1216790210 HTTP/1.1" status: 200 len: 946 time: 0.1512277 Jul 14 09:20:30.169669 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-03576a84-1e4c-4db8-a158-598ee2b6690a req-59ab5651-358a-4818-8cb8-f8c475f4de16 tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:30.195176 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-0e852753-c29c-4eb5-878f-3523035f16bc req-e77d2a05-6a91-4862-b6e9-b2a560ccb3be tempest-ServersTestJSON-535065851 tempest-ServersTestJSON-535065851-project] 10.222.0.68 "GET /v2.0/security-groups?id=a7f2f2d5-85ef-4c08-abfe-2f1caabe3de4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550425 Jul 14 09:20:30.198820 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fad8cf3-4a9c-4ead-8e63-1b637ab76f86 req-e18d8f61-4cc8-41b9-a96e-92e9338050c4 tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:30.200876 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3fad8cf3-4a9c-4ead-8e63-1b637ab76f86 req-e18d8f61-4cc8-41b9-a96e-92e9338050c4 tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] 10.222.0.68 "GET /v2.0/ports?device_id=47f61015-0034-413d-87cf-74efb13c3750 HTTP/1.1" status: 200 len: 946 time: 0.1502535 Jul 14 09:20:30.265078 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a9a8a163-e5d9-4636-8765-3789fdc1bacb None None] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:30.275635 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-a9a8a163-e5d9-4636-8765-3789fdc1bacb None None] Transition to ACTIVE for port object 99752f06-d0b8-40e7-b845-e0cc47e42884 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:20:30.297868 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-a9a8a163-e5d9-4636-8765-3789fdc1bacb None None] Transition to ACTIVE for port object 99752f06-d0b8-40e7-b845-e0cc47e42884 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:20:30.306463 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 40812) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:30.310258 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a9a8a163-e5d9-4636-8765-3789fdc1bacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:30.330576 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3fad8cf3-4a9c-4ead-8e63-1b637ab76f86 req-870527b5-000b-4274-b310-98b8fd953e4c tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] 10.222.0.68 "GET /v2.0/security-groups?id=7bf941d0-4fab-41ec-a174-078829fdb488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234453 Jul 14 09:20:30.351418 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-03576a84-1e4c-4db8-a158-598ee2b6690a req-59ab5651-358a-4818-8cb8-f8c475f4de16 tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:30.362182 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9a8a163-e5d9-4636-8765-3789fdc1bacb None None] Network 9cb080c5-9bd5-4fed-8810-4e4711ca3bcc is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:20:30.367148 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1733bd06-bc04-4a31-ba71-375f3b9cbbeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:30.373715 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-a9a8a163-e5d9-4636-8765-3789fdc1bacb None None] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:20:30.383713 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a8a163-e5d9-4636-8765-3789fdc1bacb None None] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:20:30.399270 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a8a163-e5d9-4636-8765-3789fdc1bacb None None] Pushing event updated for resources: {'Port': ['ID=99752f06-d0b8-40e7-b845-e0cc47e42884,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:30.434809 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03576a84-1e4c-4db8-a158-598ee2b6690a req-59ab5651-358a-4818-8cb8-f8c475f4de16 tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] Network 7a07191a-b9d7-482c-8935-c823cd63fc61 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:20:30.477897 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-a9a8a163-e5d9-4636-8765-3789fdc1bacb None None] Attempting to bind port 99752f06-d0b8-40e7-b845-e0cc47e42884 on host n-d-779913-29 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:20:30.478872 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-a9a8a163-e5d9-4636-8765-3789fdc1bacb None None] Attempting to bind port 99752f06-d0b8-40e7-b845-e0cc47e42884 by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': '765d759d-a7d8-452a-a46c-8c9682de4f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '9cb080c5-9bd5-4fed-8810-4e4711ca3bcc'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:20:30.479847 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a8a163-e5d9-4636-8765-3789fdc1bacb None None] Attempting to bind port 99752f06-d0b8-40e7-b845-e0cc47e42884 on network 9cb080c5-9bd5-4fed-8810-4e4711ca3bcc {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:20:30.486272 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a8a163-e5d9-4636-8765-3789fdc1bacb None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 20, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:20:30.486652 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a8a163-e5d9-4636-8765-3789fdc1bacb None None] Checking segment: {'id': '765d759d-a7d8-452a-a46c-8c9682de4f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '9cb080c5-9bd5-4fed-8810-4e4711ca3bcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:20:30.487063 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a9a8a163-e5d9-4636-8765-3789fdc1bacb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:30.487461 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a8a163-e5d9-4636-8765-3789fdc1bacb None None] Bound using segment: {'id': '765d759d-a7d8-452a-a46c-8c9682de4f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '9cb080c5-9bd5-4fed-8810-4e4711ca3bcc'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:20:30.488030 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-a9a8a163-e5d9-4636-8765-3789fdc1bacb None None] Bound port: 99752f06-d0b8-40e7-b845-e0cc47e42884, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '765d759d-a7d8-452a-a46c-8c9682de4f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '9cb080c5-9bd5-4fed-8810-4e4711ca3bcc'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:20:30.489029 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a9a8a163-e5d9-4636-8765-3789fdc1bacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:30.502816 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [req-03576a84-1e4c-4db8-a158-598ee2b6690a req-59ab5651-358a-4818-8cb8-f8c475f4de16 tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:20:30.505861 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-03576a84-1e4c-4db8-a158-598ee2b6690a req-59ab5651-358a-4818-8cb8-f8c475f4de16 tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:20:30.515823 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ab5651-358a-4818-8cb8-f8c475f4de16 tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] Pushing event updated for resources: {'Port': ['ID=92bdd232-bf9f-4e68-ade6-c95b1bf6a0bf,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:30.560677 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-a9a8a163-e5d9-4636-8765-3789fdc1bacb None None] For port 99752f06-d0b8-40e7-b845-e0cc47e42884, host n-d-779913-29, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:20:30.564398 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-a9a8a163-e5d9-4636-8765-3789fdc1bacb None None] For port 99752f06-d0b8-40e7-b845-e0cc47e42884, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=99752f06-d0b8-40e7-b845-e0cc47e42884,segment=NetworkSegment(765d759d-a7d8-452a-a46c-8c9682de4f64),segment_id=765d759d-a7d8-452a-a46c-8c9682de4f64)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:20:30.569072 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a9a8a163-e5d9-4636-8765-3789fdc1bacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:30.646649 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a8a163-e5d9-4636-8765-3789fdc1bacb None None] Pushing event updated for resources: {'Port': ['ID=99752f06-d0b8-40e7-b845-e0cc47e42884,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:30.653267 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03576a84-1e4c-4db8-a158-598ee2b6690a req-59ab5651-358a-4818-8cb8-f8c475f4de16 tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:30.654131 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-03576a84-1e4c-4db8-a158-598ee2b6690a req-59ab5651-358a-4818-8cb8-f8c475f4de16 tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:30.672971 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1733bd06-bc04-4a31-ba71-375f3b9cbbeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:30.688468 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7de55e-aded-4d22-9652-2e172e03d2a3 req-1993e19d-3b95-45a2-aa3e-0e4379f5849e tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:30.690202 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3c7de55e-aded-4d22-9652-2e172e03d2a3 req-1993e19d-3b95-45a2-aa3e-0e4379f5849e tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] 10.222.0.68 "GET /v2.0/ports?device_id=65c3a2e4-2dc3-4d62-86d7-1cdde8eaabb8 HTTP/1.1" status: 200 len: 931 time: 0.1754572 Jul 14 09:20:30.691494 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1733bd06-bc04-4a31-ba71-375f3b9cbbeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:30.718523 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-03576a84-1e4c-4db8-a158-598ee2b6690a req-59ab5651-358a-4818-8cb8-f8c475f4de16 tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3945405 Jul 14 09:20:30.741253 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-1733bd06-bc04-4a31-ba71-375f3b9cbbeb admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=fe0408fd406d4d7882b9d56e47d7c2b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4332972 Jul 14 09:20:30.746329 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 40818) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:30.764583 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device fd2ace12-fbeb-4979-b444-118a6711717b up at agent hyperv_n-h1-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:20:30.781333 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1733bd06-bc04-4a31-ba71-375f3b9cbbeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56eb7b17-4f1f-43c5-ad0e-6eb73b7b9d36,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:30.846602 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3c7de55e-aded-4d22-9652-2e172e03d2a3 req-9ac07c45-a6f0-4ed4-93ab-73efd92f0e7c tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] 10.222.0.68 "GET /v2.0/security-groups?id=372c68ac-7430-41d6-997c-166ff070d0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312962 Jul 14 09:20:30.869065 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc84f672-9104-43da-9ca9-24e2fba4bd32 req-2d8f55d1-c90e-498f-bae4-23cbe04d8646 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:30.879479 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-bc84f672-9104-43da-9ca9-24e2fba4bd32 req-2d8f55d1-c90e-498f-bae4-23cbe04d8646 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/ports?device_id=b445a760-a797-4027-b6cd-42763947c867 HTTP/1.1" status: 200 len: 950 time: 0.1944618 Jul 14 09:20:30.881921 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d653ed40-a17b-4a8f-b2f5-85183c7887ed admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:30.889225 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-31d21128-0b85-492b-b048-d36a64704257 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:30.923157 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-31d21128-0b85-492b-b048-d36a64704257 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:30.926599 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Provisioning for port fd2ace12-fbeb-4979-b444-118a6711717b completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:20:30.938675 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Provisioning complete for port fd2ace12-fbeb-4979-b444-118a6711717b triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:20:30.939050 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:30.966396 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d653ed40-a17b-4a8f-b2f5-85183c7887ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:31.043617 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-bc84f672-9104-43da-9ca9-24e2fba4bd32 req-5f54ad9f-6f5c-4fec-ac89-cd9050b1343e tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/security-groups?id=93b55648-4dd6-4852-bb99-9aa842ab19a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625061 Jul 14 09:20:31.105320 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-31d21128-0b85-492b-b048-d36a64704257 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:31.108173 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-31d21128-0b85-492b-b048-d36a64704257 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:31.110189 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-31d21128-0b85-492b-b048-d36a64704257 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/56eb7b17-4f1f-43c5-ad0e-6eb73b7b9d36 HTTP/1.1" status: 204 len: 168 time: 0.3567512 Jul 14 09:20:31.114937 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-03576a84-1e4c-4db8-a158-598ee2b6690a req-1f6efdeb-6f53-45fc-a07a-e02512f1388e service neutron] Request body: {'port': {'device_id': '65c3a2e4-2dc3-4d62-86d7-1cdde8eaabb8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-29'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:20:31.141364 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-d653ed40-a17b-4a8f-b2f5-85183c7887ed admin admin] Allocated IP 172.25.4.185 (2dcd4d32-cc7c-4468-b396-7ce5c9231892/6cd22a75-5bc1-467c-a3c4-0af04bd1b34a/5ccae8e4-54b4-47dc-8366-a5686068b196) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:20:31.145873 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:31.151664 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d21128-0b85-492b-b048-d36a64704257 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56eb7b17-4f1f-43c5-ad0e-6eb73b7b9d36,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:31.204476 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5a13c59-02de-4250-b716-5ee9c03a0772', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd2ace12-fbeb-4979-b444-118a6711717b'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:20:31.208006 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd62303f06773040a8a4e189dc46b4f565768c299abf8ab8e7739778b0bc3e97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d694d5fa-3aec-404f-8315-13896484520b" -d '{"events": [{"server_uuid": "e5a13c59-02de-4250-b716-5ee9c03a0772", "name": "network-vif-plugged", "status": "completed", "tag": "fd2ace12-fbeb-4979-b444-118a6711717b"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:20:31.242883 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port fd2ace12-fbeb-4979-b444-118a6711717b, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=fd2ace12-fbeb-4979-b444-118a6711717b,segment=NetworkSegment(32fe169c-8049-4742-bb8a-bdc77602cb62),segment_id=32fe169c-8049-4742-bb8a-bdc77602cb62)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:20:31.247781 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3951ddc-6eb8-4eb8-b096-52b68fe07644 req-9e9d9b87-3edc-456e-8e2e-a79b4ee49246 tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:31.252204 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:31.257584 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d3951ddc-6eb8-4eb8-b096-52b68fe07644 req-9e9d9b87-3edc-456e-8e2e-a79b4ee49246 tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] 10.222.0.68 "GET /v2.0/ports?device_id=e5a13c59-02de-4250-b716-5ee9c03a0772 HTTP/1.1" status: 200 len: 944 time: 0.2451799 Jul 14 09:20:31.324753 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:20:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d25e8b4-0bab-47cb-8d05-d5a7da16410c x-openstack-request-id: req-1d25e8b4-0bab-47cb-8d05-d5a7da16410c {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:20:31.325049 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5a13c59-02de-4250-b716-5ee9c03a0772", "name": "network-vif-plugged", "status": "completed", "tag": "fd2ace12-fbeb-4979-b444-118a6711717b", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:20:31.325305 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-1d25e8b4-0bab-47cb-8d05-d5a7da16410c {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:20:31.328976 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5a13c59-02de-4250-b716-5ee9c03a0772', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd2ace12-fbeb-4979-b444-118a6711717b', 'code': 200} Jul 14 09:20:31.330555 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d3951ddc-6eb8-4eb8-b096-52b68fe07644 req-a775f598-8822-4808-9df6-1945573bb7ca tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] 10.222.0.68 "GET /v2.0/security-groups?id=65dfa8de-6f82-43dd-bcdf-865f204c3ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720613 Jul 14 09:20:31.331425 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-03576a84-1e4c-4db8-a158-598ee2b6690a req-1f6efdeb-6f53-45fc-a07a-e02512f1388e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:31.334195 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d653ed40-a17b-4a8f-b2f5-85183c7887ed admin admin] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:31.339476 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Pushing event updated for resources: {'Port': ['ID=fd2ace12-fbeb-4979-b444-118a6711717b,revision_number=5']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:31.456168 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d653ed40-a17b-4a8f-b2f5-85183c7887ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:31.569564 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d653ed40-a17b-4a8f-b2f5-85183c7887ed admin admin] Network 2dcd4d32-cc7c-4468-b396-7ce5c9231892 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:20:31.569564 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-d653ed40-a17b-4a8f-b2f5-85183c7887ed admin admin] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:20:31.571688 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d653ed40-a17b-4a8f-b2f5-85183c7887ed admin admin] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:20:31.628095 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 99752f06-d0b8-40e7-b845-e0cc47e42884 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:20:31.633081 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d653ed40-a17b-4a8f-b2f5-85183c7887ed admin admin] Pushing event updated for resources: {'Port': ['ID=5ccae8e4-54b4-47dc-8366-a5686068b196,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:31.704599 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning for port 99752f06-d0b8-40e7-b845-e0cc47e42884 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:20:31.764261 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60faf635-dff7-4155-8ef1-a42383c9c41a req-6463b165-a98d-4442-b1a7-56aee6499dec tempest-ServersTestJSON-535065851 tempest-ServersTestJSON-535065851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:31.766437 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-60faf635-dff7-4155-8ef1-a42383c9c41a req-6463b165-a98d-4442-b1a7-56aee6499dec tempest-ServersTestJSON-535065851 tempest-ServersTestJSON-535065851-project] 10.222.0.68 "GET /v2.0/ports?device_id=de8bf987-5938-4a9e-bc8f-ca1216790210 HTTP/1.1" status: 200 len: 946 time: 0.3057702 Jul 14 09:20:31.844543 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-60faf635-dff7-4155-8ef1-a42383c9c41a req-5b986ec7-1c82-474d-8a70-64db99cff834 tempest-ServersTestJSON-535065851 tempest-ServersTestJSON-535065851-project] 10.222.0.68 "GET /v2.0/security-groups?id=a7f2f2d5-85ef-4c08-abfe-2f1caabe3de4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711832 Jul 14 09:20:31.845554 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecd5fe5-80e7-40c3-9ea7-1dd2505e9c41 req-d648702a-52d8-4195-8cac-964c367180e4 tempest-ServersTestJSON-535065851 tempest-ServersTestJSON-535065851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:31.847233 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-aecd5fe5-80e7-40c3-9ea7-1dd2505e9c41 req-d648702a-52d8-4195-8cac-964c367180e4 tempest-ServersTestJSON-535065851 tempest-ServersTestJSON-535065851-project] 10.222.0.65 "GET /v2.0/ports?device_id=de8bf987-5938-4a9e-bc8f-ca1216790210 HTTP/1.1" status: 200 len: 946 time: 0.4761910 Jul 14 09:20:31.936662 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39d0770-ef80-4d40-a56b-15d2d57a36b3 req-fcde18ad-d947-4b2e-8f10-58cb3f9f1889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:31.938219 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f39d0770-ef80-4d40-a56b-15d2d57a36b3 req-fcde18ad-d947-4b2e-8f10-58cb3f9f1889 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=e5a13c59-02de-4250-b716-5ee9c03a0772 HTTP/1.1" status: 200 len: 1097 time: 0.4899211 Jul 14 09:20:32.035219 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f76bd2c-21e8-47c5-95e6-bf36c4852224 req-9dd0f8b2-472a-42aa-934c-67e17f0076b6 tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:32.036662 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5f76bd2c-21e8-47c5-95e6-bf36c4852224 req-9dd0f8b2-472a-42aa-934c-67e17f0076b6 tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] 10.222.0.68 "GET /v2.0/ports?device_id=47f61015-0034-413d-87cf-74efb13c3750 HTTP/1.1" status: 200 len: 946 time: 0.3688078 Jul 14 09:20:32.050304 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8df26b52-c74e-44cd-9299-15555ea43d2f None None] Network 9cb080c5-9bd5-4fed-8810-4e4711ca3bcc requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:20:32.065725 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d653ed40-a17b-4a8f-b2f5-85183c7887ed admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:32.130150 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f39d0770-ef80-4d40-a56b-15d2d57a36b3 req-ac55668e-697e-45e4-92a4-cbedfb1786a6 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=65dfa8de-6f82-43dd-bcdf-865f204c3ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832328 Jul 14 09:20:32.150207 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [req-03576a84-1e4c-4db8-a158-598ee2b6690a req-1f6efdeb-6f53-45fc-a07a-e02512f1388e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92bdd232-bf9f-4e68-ade6-c95b1bf6a0bf {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:20:32.164252 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-03576a84-1e4c-4db8-a158-598ee2b6690a req-1f6efdeb-6f53-45fc-a07a-e02512f1388e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:32.180498 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5f76bd2c-21e8-47c5-95e6-bf36c4852224 req-1aa0d0ce-19a9-48ff-9cdf-ca50512dee2a tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] 10.222.0.68 "GET /v2.0/security-groups?id=7bf941d0-4fab-41ec-a174-078829fdb488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142826 Jul 14 09:20:32.213991 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [req-03576a84-1e4c-4db8-a158-598ee2b6690a req-1f6efdeb-6f53-45fc-a07a-e02512f1388e service neutron] Transition to ACTIVE for port object 92bdd232-bf9f-4e68-ade6-c95b1bf6a0bf will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:20:32.232326 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-03576a84-1e4c-4db8-a158-598ee2b6690a req-1f6efdeb-6f53-45fc-a07a-e02512f1388e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:32.270165 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 40854) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:32.289828 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6038a5b9-1e8e-49af-8071-78d85394ab73 req-e42a174c-3db9-4e77-8769-51b4e5688044 tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:32.299572 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-6038a5b9-1e8e-49af-8071-78d85394ab73 req-e42a174c-3db9-4e77-8769-51b4e5688044 tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] 10.222.0.68 "GET /v2.0/ports?device_id=65c3a2e4-2dc3-4d62-86d7-1cdde8eaabb8 HTTP/1.1" status: 200 len: 931 time: 0.2997289 Jul 14 09:20:32.304327 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-2b8e429b-382c-4dce-89c4-013838888867 None None] Provisioning for port 99752f06-d0b8-40e7-b845-e0cc47e42884 completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:20:32.319596 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-2b8e429b-382c-4dce-89c4-013838888867 None None] Provisioning complete for port 99752f06-d0b8-40e7-b845-e0cc47e42884 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:20:32.320200 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2b8e429b-382c-4dce-89c4-013838888867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:32.335564 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6efdeb-6f53-45fc-a07a-e02512f1388e service neutron] Pushing event updated for resources: {'Port': ['ID=92bdd232-bf9f-4e68-ade6-c95b1bf6a0bf,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:32.351373 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d653ed40-a17b-4a8f-b2f5-85183c7887ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-711762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-661452'] for router, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:32.358422 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-6038a5b9-1e8e-49af-8071-78d85394ab73 req-6bea8c61-2dfc-4e57-a9fb-4b23bcc0e0a7 tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] 10.222.0.68 "GET /v2.0/security-groups?id=372c68ac-7430-41d6-997c-166ff070d0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578671 Jul 14 09:20:32.368981 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [req-aecd5fe5-80e7-40c3-9ea7-1dd2505e9c41 req-44ebbcbe-e840-4162-96c6-c3a34803a19f tempest-ServersTestJSON-535065851 tempest-ServersTestJSON-535065851-project] Deleting port 13c0e1ae-9f8e-4b29-a5c8-f47d438fcfc4 {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:20:32.369262 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-aecd5fe5-80e7-40c3-9ea7-1dd2505e9c41 req-44ebbcbe-e840-4162-96c6-c3a34803a19f tempest-ServersTestJSON-535065851 tempest-ServersTestJSON-535065851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:32.493225 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2b8e429b-382c-4dce-89c4-013838888867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:32.518949 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-64e45531-e4b8-4da9-8727-f011a59c0666 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1173896188-network', 'tenant_id': 'c0f0aba1395a4fd1a6d1ed53f3eeb2b1'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:20:32.540575 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-2b8e429b-382c-4dce-89c4-013838888867 None None] For port 99752f06-d0b8-40e7-b845-e0cc47e42884, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=99752f06-d0b8-40e7-b845-e0cc47e42884,segment=NetworkSegment(765d759d-a7d8-452a-a46c-8c9682de4f64),segment_id=765d759d-a7d8-452a-a46c-8c9682de4f64)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:20:32.548348 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2b8e429b-382c-4dce-89c4-013838888867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:32.566398 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64e45531-e4b8-4da9-8727-f011a59c0666 admin admin] Made reservation on behalf of c0f0aba1395a4fd1a6d1ed53f3eeb2b1 for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:20:32.568972 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-64e45531-e4b8-4da9-8727-f011a59c0666 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:32.583501 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-64e45531-e4b8-4da9-8727-f011a59c0666 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:32.628786 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8e429b-382c-4dce-89c4-013838888867 None None] Pushing event updated for resources: {'Port': ['ID=99752f06-d0b8-40e7-b845-e0cc47e42884,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:32.640848 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d653ed40-a17b-4a8f-b2f5-85183c7887ed admin admin] Router fc8152f7-9b53-4f47-b659-4653df59f2fb is scheduled to L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 with binding_index 1 {{(pid=93958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:20:32.672277 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-aecd5fe5-80e7-40c3-9ea7-1dd2505e9c41 req-44ebbcbe-e840-4162-96c6-c3a34803a19f tempest-ServersTestJSON-535065851 tempest-ServersTestJSON-535065851-project] For port 13c0e1ae-9f8e-4b29-a5c8-f47d438fcfc4, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=13c0e1ae-9f8e-4b29-a5c8-f47d438fcfc4,segment=NetworkSegment(3490053c-a8b9-469d-9e8d-cf7046370617),segment_id=3490053c-a8b9-469d-9e8d-cf7046370617)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:20:32.672736 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-aecd5fe5-80e7-40c3-9ea7-1dd2505e9c41 req-44ebbcbe-e840-4162-96c6-c3a34803a19f tempest-ServersTestJSON-535065851 tempest-ServersTestJSON-535065851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:32.693553 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-03576a84-1e4c-4db8-a158-598ee2b6690a req-1f6efdeb-6f53-45fc-a07a-e02512f1388e service neutron] Attempting to bind port 92bdd232-bf9f-4e68-ade6-c95b1bf6a0bf on host n-h2-779913-29 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:20:32.693851 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-03576a84-1e4c-4db8-a158-598ee2b6690a req-1f6efdeb-6f53-45fc-a07a-e02512f1388e service neutron] Attempting to bind port 92bdd232-bf9f-4e68-ade6-c95b1bf6a0bf by drivers openvswitch,hyperv on host n-h2-779913-29 at level 0 using segments [{'id': '59e27924-9549-4175-909e-ce4f3019b149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '7a07191a-b9d7-482c-8935-c823cd63fc61'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:20:32.694160 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03576a84-1e4c-4db8-a158-598ee2b6690a req-1f6efdeb-6f53-45fc-a07a-e02512f1388e service neutron] Attempting to bind port 92bdd232-bf9f-4e68-ade6-c95b1bf6a0bf on network 7a07191a-b9d7-482c-8935-c823cd63fc61 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:20:32.726047 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a004341-e548-4897-9649-aa55c0c94d56 req-a067ab75-dd62-4bb9-b293-99e5bbe62874 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:32.727663 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2a004341-e548-4897-9649-aa55c0c94d56 req-a067ab75-dd62-4bb9-b293-99e5bbe62874 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/ports?device_id=b445a760-a797-4027-b6cd-42763947c867 HTTP/1.1" status: 200 len: 950 time: 0.3736346 Jul 14 09:20:32.761065 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03576a84-1e4c-4db8-a158-598ee2b6690a req-1f6efdeb-6f53-45fc-a07a-e02512f1388e service neutron] Port 92bdd232-bf9f-4e68-ade6-c95b1bf6a0bf on network 7a07191a-b9d7-482c-8935-c823cd63fc61 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-29 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:20:32.761393 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03576a84-1e4c-4db8-a158-598ee2b6690a req-1f6efdeb-6f53-45fc-a07a-e02512f1388e service neutron] Attempting to bind port 92bdd232-bf9f-4e68-ade6-c95b1bf6a0bf on network 7a07191a-b9d7-482c-8935-c823cd63fc61 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:20:32.802379 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03576a84-1e4c-4db8-a158-598ee2b6690a req-1f6efdeb-6f53-45fc-a07a-e02512f1388e service neutron] Checking agent: {'id': '013e4a3b-a634-47b8-b6a5-1a25109b73fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 13, 13), 'started_at': datetime.datetime(2021, 7, 14, 9, 13, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 20, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:20:32.802647 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03576a84-1e4c-4db8-a158-598ee2b6690a req-1f6efdeb-6f53-45fc-a07a-e02512f1388e service neutron] Checking segment: {'id': '59e27924-9549-4175-909e-ce4f3019b149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '7a07191a-b9d7-482c-8935-c823cd63fc61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:20:32.803051 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03576a84-1e4c-4db8-a158-598ee2b6690a req-1f6efdeb-6f53-45fc-a07a-e02512f1388e service neutron] Bound using segment: {'id': '59e27924-9549-4175-909e-ce4f3019b149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '7a07191a-b9d7-482c-8935-c823cd63fc61'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:20:32.803669 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-03576a84-1e4c-4db8-a158-598ee2b6690a req-1f6efdeb-6f53-45fc-a07a-e02512f1388e service neutron] Bound port: 92bdd232-bf9f-4e68-ade6-c95b1bf6a0bf, host: n-h2-779913-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59e27924-9549-4175-909e-ce4f3019b149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '7a07191a-b9d7-482c-8935-c823cd63fc61'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:20:32.803876 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-03576a84-1e4c-4db8-a158-598ee2b6690a req-1f6efdeb-6f53-45fc-a07a-e02512f1388e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:32.855276 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-64e45531-e4b8-4da9-8727-f011a59c0666 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:32.863207 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-64e45531-e4b8-4da9-8727-f011a59c0666 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:32.895701 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-21b5b05a-8721-41ab-83e7-3eaa60e62754 None None] Provisioning complete for port 99752f06-d0b8-40e7-b845-e0cc47e42884 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:20:32.896739 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-21b5b05a-8721-41ab-83e7-3eaa60e62754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:32.922114 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64e45531-e4b8-4da9-8727-f011a59c0666 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 735} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:20:32.933379 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d653ed40-a17b-4a8f-b2f5-85183c7887ed admin admin] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:20:32.941334 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e45531-e4b8-4da9-8727-f011a59c0666 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74fd08ce-a3d9-460e-84a7-2e4752833a03,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:32.946915 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-64e45531-e4b8-4da9-8727-f011a59c0666 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:32.947261 n-d-779913-29 neutron-server[93958]: INFO neutron.db.segments_db [None req-64e45531-e4b8-4da9-8727-f011a59c0666 admin admin] Added segment 52edbb84-480a-4342-84df-f6e0e61c8053 of type vlan for network 1ca22f68-f22e-4539-bf48-b4a59573e7f3 Jul 14 09:20:32.963643 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d0d4c0a-0618-4338-89fe-22a7bb0d6dc8 None None] Sync routers for ids ['fc8152f7-9b53-4f47-b659-4653df59f2fb'] in n-d-779913-29 {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:20:32.969223 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0322250-86bb-4537-bdd5-6161d379d9c0 req-f5663f9e-af22-4dd0-a10f-084ec27de535 tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:32.970864 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-f0322250-86bb-4537-bdd5-6161d379d9c0 req-f5663f9e-af22-4dd0-a10f-084ec27de535 tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] 10.222.0.68 "GET /v2.0/ports?device_id=e5a13c59-02de-4250-b716-5ee9c03a0772 HTTP/1.1" status: 200 len: 945 time: 0.2522967 Jul 14 09:20:33.003445 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d0d4c0a-0618-4338-89fe-22a7bb0d6dc8 None None] Routers {'fc8152f7-9b53-4f47-b659-4653df59f2fb'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:20:33.004269 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-0d0d4c0a-0618-4338-89fe-22a7bb0d6dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:20:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['fc8152f7-9b53-4f47-b659-4653df59f2fb'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:20:33.004490 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d653ed40-a17b-4a8f-b2f5-85183c7887ed admin admin] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:33.009247 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-d653ed40-a17b-4a8f-b2f5-85183c7887ed admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.4305527 Jul 14 09:20:33.012205 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 40862) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:33.067785 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-64e45531-e4b8-4da9-8727-f011a59c0666 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735687821325'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:33.129537 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvr_db [None req-0d0d4c0a-0618-4338-89fe-22a7bb0d6dc8 None None] Set router fc8152f7-9b53-4f47-b659-4653df59f2fb gateway port host: n-d-779913-29 {{(pid=93959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:20:33.164082 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-f0322250-86bb-4537-bdd5-6161d379d9c0 req-d166d031-d350-4d9b-b916-2dd002f4dee1 tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] 10.222.0.68 "GET /v2.0/security-groups?id=65dfa8de-6f82-43dd-bcdf-865f204c3ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567543 Jul 14 09:20:33.166364 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-64e45531-e4b8-4da9-8727-f011a59c0666 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:33.167321 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64e45531-e4b8-4da9-8727-f011a59c0666 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:33.167893 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-64e45531-e4b8-4da9-8727-f011a59c0666 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:33.190140 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2a004341-e548-4897-9649-aa55c0c94d56 req-a03f5963-4165-4edb-8375-69d9c14670fb tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/security-groups?id=93b55648-4dd6-4852-bb99-9aa842ab19a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4300790 Jul 14 09:20:33.236943 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e45531-e4b8-4da9-8727-f011a59c0666 admin admin] Pushing event updated for resources: {'Network': ['ID=1ca22f68-f22e-4539-bf48-b4a59573e7f3,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:33.256747 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-64e45531-e4b8-4da9-8727-f011a59c0666 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 0.9853668 Jul 14 09:20:33.260295 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Network 1ca22f68-f22e-4539-bf48-b4a59573e7f3 details requested by agent ovs-agent-n-d-779913-29 with host n-d-779913-29 {{(pid=93959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:20:33.260614 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 40866) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:33.267894 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-8b3519d9-856c-490d-be63-dfec1f94853e admin admin] Request body: {'subnet': {'network_id': '1ca22f68-f22e-4539-bf48-b4a59573e7f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1173896188-subnet', 'tenant_id': 'c0f0aba1395a4fd1a6d1ed53f3eeb2b1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:20:33.370778 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-03576a84-1e4c-4db8-a158-598ee2b6690a req-1f6efdeb-6f53-45fc-a07a-e02512f1388e service neutron] For port 92bdd232-bf9f-4e68-ade6-c95b1bf6a0bf, host n-h2-779913-29, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:20:33.372905 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b3519d9-856c-490d-be63-dfec1f94853e admin admin] Made reservation on behalf of c0f0aba1395a4fd1a6d1ed53f3eeb2b1 for: {'subnet': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:20:33.375704 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8b3519d9-856c-490d-be63-dfec1f94853e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11984110'] for subnet, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:33.482888 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-03576a84-1e4c-4db8-a158-598ee2b6690a req-1f6efdeb-6f53-45fc-a07a-e02512f1388e service neutron] For port 92bdd232-bf9f-4e68-ade6-c95b1bf6a0bf, host n-h2-779913-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=92bdd232-bf9f-4e68-ade6-c95b1bf6a0bf,segment=NetworkSegment(59e27924-9549-4175-909e-ce4f3019b149),segment_id=59e27924-9549-4175-909e-ce4f3019b149)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:20:33.497435 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-aecd5fe5-80e7-40c3-9ea7-1dd2505e9c41 req-44ebbcbe-e840-4162-96c6-c3a34803a19f tempest-ServersTestJSON-535065851 tempest-ServersTestJSON-535065851-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:33.498286 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-aecd5fe5-80e7-40c3-9ea7-1dd2505e9c41 req-44ebbcbe-e840-4162-96c6-c3a34803a19f tempest-ServersTestJSON-535065851 tempest-ServersTestJSON-535065851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-660590'] for floatingip, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:33.499224 n-d-779913-29 neutron-server[93957]: INFO neutron.db.l3_db [req-aecd5fe5-80e7-40c3-9ea7-1dd2505e9c41 req-44ebbcbe-e840-4162-96c6-c3a34803a19f tempest-ServersTestJSON-535065851 tempest-ServersTestJSON-535065851-project] Floating IP 2cb999bf-1c03-48c5-aef2-6583c57ec478 disassociated. External IP: 172.25.4.213, port: 13c0e1ae-9f8e-4b29-a5c8-f47d438fcfc4. Jul 14 09:20:33.499224 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [req-aecd5fe5-80e7-40c3-9ea7-1dd2505e9c41 req-44ebbcbe-e840-4162-96c6-c3a34803a19f tempest-ServersTestJSON-535065851 tempest-ServersTestJSON-535065851-project] Calling delete_port for 13c0e1ae-9f8e-4b29-a5c8-f47d438fcfc4 owned by compute:nova {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:20:33.505555 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-03576a84-1e4c-4db8-a158-598ee2b6690a req-1f6efdeb-6f53-45fc-a07a-e02512f1388e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:33.549097 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-0d0d4c0a-0618-4338-89fe-22a7bb0d6dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc8152f7-9b53-4f47-b659-4653df59f2fb', 'name': 'tempest-ServersTestBootFromVolume-1302193987-router', 'tenant_id': '5d787e34149b4f8984cce44f752c816e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.185'}], 'enable_snat': True}, 'gw_port_id': '5ccae8e4-54b4-47dc-8366-a5686068b196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:20:29Z', 'updated_at': '2021-07-14T09:20:31Z', 'revision_number': 3, 'project_id': '5d787e34149b4f8984cce44f752c816e', 'gw_port': {'id': '5ccae8e4-54b4-47dc-8366-a5686068b196', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:0a:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc8152f7-9b53-4f47-b659-4653df59f2fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:20:30Z', 'updated_at': '2021-07-14T09:20:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29'}], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:20:33.607875 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 99752f06-d0b8-40e7-b845-e0cc47e42884 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:20:33.612967 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d0d4c0a-0618-4338-89fe-22a7bb0d6dc8 None None] Checking router: fc8152f7-9b53-4f47-b659-4653df59f2fb for host: n-d-779913-29 {{(pid=93959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:20:33.613590 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d0d4c0a-0618-4338-89fe-22a7bb0d6dc8 None None] Updating router fc8152f7-9b53-4f47-b659-4653df59f2fb port 5ccae8e4-54b4-47dc-8366-a5686068b196 binding host n-d-779913-29 {{(pid=93959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:20:33.663709 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7542842-9842-4a01-a207-a5ff479c8aa2 req-a4dd3b14-1138-4cb3-a13f-31110e5c4981 tempest-ServersTestJSON-535065851 tempest-ServersTestJSON-535065851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:33.665882 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03576a84-1e4c-4db8-a158-598ee2b6690a req-1f6efdeb-6f53-45fc-a07a-e02512f1388e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:33.666241 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d7542842-9842-4a01-a207-a5ff479c8aa2 req-a4dd3b14-1138-4cb3-a13f-31110e5c4981 tempest-ServersTestJSON-535065851 tempest-ServersTestJSON-535065851-project] 10.222.0.68 "GET /v2.0/ports?device_id=de8bf987-5938-4a9e-bc8f-ca1216790210 HTTP/1.1" status: 200 len: 946 time: 0.1793535 Jul 14 09:20:33.666771 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-03576a84-1e4c-4db8-a158-598ee2b6690a req-1f6efdeb-6f53-45fc-a07a-e02512f1388e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:33.668268 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-03576a84-1e4c-4db8-a158-598ee2b6690a req-1f6efdeb-6f53-45fc-a07a-e02512f1388e service neutron] 10.222.0.57 "PUT /v2.0/ports/92bdd232-bf9f-4e68-ade6-c95b1bf6a0bf HTTP/1.1" status: 200 len: 1092 time: 2.9259603 Jul 14 09:20:33.694179 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65c3a2e4-2dc3-4d62-86d7-1cdde8eaabb8', 'tag': '92bdd232-bf9f-4e68-ade6-c95b1bf6a0bf'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:20:33.696525 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-257a94b7-a022-4604-9df9-06500a4953d2" -d '{"events": [{"name": "network-changed", "server_uuid": "65c3a2e4-2dc3-4d62-86d7-1cdde8eaabb8", "tag": "92bdd232-bf9f-4e68-ade6-c95b1bf6a0bf"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:20:33.733585 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0d0d4c0a-0618-4338-89fe-22a7bb0d6dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:33.753279 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d7542842-9842-4a01-a207-a5ff479c8aa2 req-329619b3-ecee-49af-84b9-683e79a01c6b tempest-ServersTestJSON-535065851 tempest-ServersTestJSON-535065851-project] 10.222.0.68 "GET /v2.0/security-groups?id=a7f2f2d5-85ef-4c08-abfe-2f1caabe3de4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638320 Jul 14 09:20:33.804620 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6efdeb-6f53-45fc-a07a-e02512f1388e service neutron] Pushing event updated for resources: {'Port': ['ID=92bdd232-bf9f-4e68-ade6-c95b1bf6a0bf,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:33.824017 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port 99752f06-d0b8-40e7-b845-e0cc47e42884 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:20:33.824692 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:33.844653 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a7e8b693-1e0e-4460-b33a-17345b8fe310 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:33.871442 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705fc132-42fe-4fc5-8259-dc449b4e19d1 req-2ca623ec-8e70-4326-9030-859e91a35bcb tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:33.873627 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-705fc132-42fe-4fc5-8259-dc449b4e19d1 req-2ca623ec-8e70-4326-9030-859e91a35bcb tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] 10.222.0.68 "GET /v2.0/ports?device_id=47f61015-0034-413d-87cf-74efb13c3750 HTTP/1.1" status: 200 len: 946 time: 0.3852518 Jul 14 09:20:34.007650 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03576a84-1e4c-4db8-a158-598ee2b6690a req-30b89db3-42ee-4435-9511-6c35a30894f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:34.009398 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-03576a84-1e4c-4db8-a158-598ee2b6690a req-30b89db3-42ee-4435-9511-6c35a30894f9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=aad66054a8f146139519a42123ab4eac&device_id=65c3a2e4-2dc3-4d62-86d7-1cdde8eaabb8 HTTP/1.1" status: 200 len: 1095 time: 0.2758985 Jul 14 09:20:34.029567 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-705fc132-42fe-4fc5-8259-dc449b4e19d1 req-3880073c-5683-4ca2-953c-b09d1528a2de tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] 10.222.0.68 "GET /v2.0/security-groups?id=7bf941d0-4fab-41ec-a174-078829fdb488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386817 Jul 14 09:20:34.092488 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba158f77-2586-4b33-9711-5f3b904a443f req-ab7f096b-84dc-44d3-983d-aa9e7eb23693 tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:34.094089 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ba158f77-2586-4b33-9711-5f3b904a443f req-ab7f096b-84dc-44d3-983d-aa9e7eb23693 tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] 10.222.0.68 "GET /v2.0/ports?device_id=65c3a2e4-2dc3-4d62-86d7-1cdde8eaabb8 HTTP/1.1" status: 200 len: 943 time: 0.1695228 Jul 14 09:20:34.117769 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-03576a84-1e4c-4db8-a158-598ee2b6690a req-74b498a0-fb59-4a92-b68e-1ef6cf4c0a33 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=92bdd232-bf9f-4e68-ade6-c95b1bf6a0bf HTTP/1.1" status: 200 len: 217 time: 0.0869849 Jul 14 09:20:34.119103 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-aecd5fe5-80e7-40c3-9ea7-1dd2505e9c41 req-44ebbcbe-e840-4162-96c6-c3a34803a19f tempest-ServersTestJSON-535065851 tempest-ServersTestJSON-535065851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:34.127777 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8b3519d9-856c-490d-be63-dfec1f94853e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10052764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11984092'] for subnet, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:34.150753 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ba158f77-2586-4b33-9711-5f3b904a443f req-5f5c1646-d11e-4ac6-9269-1bc9b5163751 tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] 10.222.0.68 "GET /v2.0/security-groups?id=372c68ac-7430-41d6-997c-166ff070d0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450711 Jul 14 09:20:34.154137 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0d0d4c0a-0618-4338-89fe-22a7bb0d6dc8 None None] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:34.160518 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-a7e8b693-1e0e-4460-b33a-17345b8fe310 admin admin] Allocated IP 172.20.0.1 (9cb080c5-9bd5-4fed-8810-4e4711ca3bcc/7ee4e5c2-68bc-40bf-adbc-da1aa2b9476e/4d137d85-6779-44a3-aa9e-ee3dc5825750) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:20:34.174524 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-0d0d4c0a-0618-4338-89fe-22a7bb0d6dc8 None None] Transition to ACTIVE for port object 5ccae8e4-54b4-47dc-8366-a5686068b196 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:20:34.190651 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0d0d4c0a-0618-4338-89fe-22a7bb0d6dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:34.246528 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ebbcbe-e840-4162-96c6-c3a34803a19f tempest-ServersTestJSON-535065851 tempest-ServersTestJSON-535065851-project] Pushing event deleted for resources: {'Port': ['ID=13c0e1ae-9f8e-4b29-a5c8-f47d438fcfc4,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:34.270119 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-0d0d4c0a-0618-4338-89fe-22a7bb0d6dc8 None None] Attempting to bind port 5ccae8e4-54b4-47dc-8366-a5686068b196 on host n-d-779913-29 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:20:34.270613 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-0d0d4c0a-0618-4338-89fe-22a7bb0d6dc8 None None] Attempting to bind port 5ccae8e4-54b4-47dc-8366-a5686068b196 by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': '81bf7a93-80b3-43df-b9d5-462c604a2945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:20:34.271412 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d0d4c0a-0618-4338-89fe-22a7bb0d6dc8 None None] Attempting to bind port 5ccae8e4-54b4-47dc-8366-a5686068b196 on network 2dcd4d32-cc7c-4468-b396-7ce5c9231892 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:20:34.282390 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ebbcbe-e840-4162-96c6-c3a34803a19f tempest-ServersTestJSON-535065851 tempest-ServersTestJSON-535065851-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:20:34.282766 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ebbcbe-e840-4162-96c6-c3a34803a19f tempest-ServersTestJSON-535065851 tempest-ServersTestJSON-535065851-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:20:34.283116 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ebbcbe-e840-4162-96c6-c3a34803a19f tempest-ServersTestJSON-535065851 tempest-ServersTestJSON-535065851-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:20:34.283459 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ebbcbe-e840-4162-96c6-c3a34803a19f tempest-ServersTestJSON-535065851 tempest-ServersTestJSON-535065851-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:20:34.283796 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ebbcbe-e840-4162-96c6-c3a34803a19f tempest-ServersTestJSON-535065851 tempest-ServersTestJSON-535065851-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:20:34.284306 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ebbcbe-e840-4162-96c6-c3a34803a19f tempest-ServersTestJSON-535065851 tempest-ServersTestJSON-535065851-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:20:34.284465 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ebbcbe-e840-4162-96c6-c3a34803a19f tempest-ServersTestJSON-535065851 tempest-ServersTestJSON-535065851-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:20:34.284821 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ebbcbe-e840-4162-96c6-c3a34803a19f tempest-ServersTestJSON-535065851 tempest-ServersTestJSON-535065851-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:20:34.285158 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ebbcbe-e840-4162-96c6-c3a34803a19f tempest-ServersTestJSON-535065851 tempest-ServersTestJSON-535065851-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:20:34.285655 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ebbcbe-e840-4162-96c6-c3a34803a19f tempest-ServersTestJSON-535065851 tempest-ServersTestJSON-535065851-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:20:34.285989 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ebbcbe-e840-4162-96c6-c3a34803a19f tempest-ServersTestJSON-535065851 tempest-ServersTestJSON-535065851-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:20:34.286317 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ebbcbe-e840-4162-96c6-c3a34803a19f tempest-ServersTestJSON-535065851 tempest-ServersTestJSON-535065851-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:20:34.286826 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d0d4c0a-0618-4338-89fe-22a7bb0d6dc8 None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 20, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:20:34.289661 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d0d4c0a-0618-4338-89fe-22a7bb0d6dc8 None None] Checking segment: {'id': '81bf7a93-80b3-43df-b9d5-462c604a2945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:20:34.290206 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0d0d4c0a-0618-4338-89fe-22a7bb0d6dc8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:34.290711 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d0d4c0a-0618-4338-89fe-22a7bb0d6dc8 None None] Bound using segment: {'id': '81bf7a93-80b3-43df-b9d5-462c604a2945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:20:34.291340 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-0d0d4c0a-0618-4338-89fe-22a7bb0d6dc8 None None] Bound port: 5ccae8e4-54b4-47dc-8366-a5686068b196, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81bf7a93-80b3-43df-b9d5-462c604a2945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:20:34.293734 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0d0d4c0a-0618-4338-89fe-22a7bb0d6dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:34.298015 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693bdb8d-42cc-4bb6-898d-17c2dc59d8d9 None None] Pushing event updated for resources: {'Port': ['ID=5ccae8e4-54b4-47dc-8366-a5686068b196,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:34.358613 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-0d0d4c0a-0618-4338-89fe-22a7bb0d6dc8 None None] For port 5ccae8e4-54b4-47dc-8366-a5686068b196, host n-d-779913-29, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:20:34.363227 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-0d0d4c0a-0618-4338-89fe-22a7bb0d6dc8 None None] For port 5ccae8e4-54b4-47dc-8366-a5686068b196, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=5ccae8e4-54b4-47dc-8366-a5686068b196,segment=NetworkSegment(81bf7a93-80b3-43df-b9d5-462c604a2945),segment_id=81bf7a93-80b3-43df-b9d5-462c604a2945)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:20:34.368412 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0d0d4c0a-0618-4338-89fe-22a7bb0d6dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:34.369521 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03576a84-1e4c-4db8-a158-598ee2b6690a req-4345e3e9-f407-446a-95f4-4c28003d35ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:34.371179 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-03576a84-1e4c-4db8-a158-598ee2b6690a req-4345e3e9-f407-446a-95f4-4c28003d35ff service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9512be90-2f1e-4759-8e05-fbe0d51f306d HTTP/1.1" status: 200 len: 862 time: 0.2333918 Jul 14 09:20:34.373946 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3519d9-856c-490d-be63-dfec1f94853e admin admin] Pushing event updated for resources: {'Subnet': ['ID=97937e07-8267-44e8-9758-651c212a988c,revision_number=0']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:34.437882 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693bdb8d-42cc-4bb6-898d-17c2dc59d8d9 None None] Pushing event updated for resources: {'Port': ['ID=5ccae8e4-54b4-47dc-8366-a5686068b196,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:34.461062 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d0d4c0a-0618-4338-89fe-22a7bb0d6dc8 None None] Routers {'fc8152f7-9b53-4f47-b659-4653df59f2fb'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:20:34.462063 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-0d0d4c0a-0618-4338-89fe-22a7bb0d6dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:20:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['fc8152f7-9b53-4f47-b659-4653df59f2fb'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:20:34.462897 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-03576a84-1e4c-4db8-a158-598ee2b6690a req-10face99-a187-4702-af60-869abf65458a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7a07191a-b9d7-482c-8935-c823cd63fc61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0768087 Jul 14 09:20:34.502649 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:20:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94454bcb-73db-4fbe-b687-bc3c3ff2549c x-openstack-request-id: req-94454bcb-73db-4fbe-b687-bc3c3ff2549c {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:20:34.502937 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65c3a2e4-2dc3-4d62-86d7-1cdde8eaabb8", "tag": "92bdd232-bf9f-4e68-ade6-c95b1bf6a0bf", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:20:34.503202 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-94454bcb-73db-4fbe-b687-bc3c3ff2549c {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:20:34.503601 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65c3a2e4-2dc3-4d62-86d7-1cdde8eaabb8', 'tag': '92bdd232-bf9f-4e68-ade6-c95b1bf6a0bf', 'status': 'completed', 'code': 200} Jul 14 09:20:34.504565 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b3519d9-856c-490d-be63-dfec1f94853e admin admin] Checking segment: {'id': '52edbb84-480a-4342-84df-f6e0e61c8053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '1ca22f68-f22e-4539-bf48-b4a59573e7f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:20:34.504841 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b3519d9-856c-490d-be63-dfec1f94853e admin admin] Network hostable DHCP agents. Network: 1ca22f68-f22e-4539-bf48-b4a59573e7f3, hostable agents: ['c6a09bd4-f72e-4283-a3ca-0bbca8a51081'], hosted agents: [] {{(pid=93957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:20:34.620061 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvr_db [None req-0d0d4c0a-0618-4338-89fe-22a7bb0d6dc8 None None] Set router fc8152f7-9b53-4f47-b659-4653df59f2fb gateway port host: n-d-779913-29 {{(pid=93959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:20:34.623733 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b3519d9-856c-490d-be63-dfec1f94853e admin admin] Network 1ca22f68-f22e-4539-bf48-b4a59573e7f3 is scheduled to be hosted by DHCP agent c6a09bd4-f72e-4283-a3ca-0bbca8a51081 with binding_index 1 {{(pid=93957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:20:34.651694 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-03576a84-1e4c-4db8-a158-598ee2b6690a req-2223b8f7-df6d-40f5-962f-8c9f7ff39209 service neutron] 10.222.0.57 "GET /v2.0/networks/7a07191a-b9d7-482c-8935-c823cd63fc61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581092 Jul 14 09:20:34.679968 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ceaed3-7305-4c4b-ae57-f3e2dcb765c8 req-9b3915e6-0d54-464b-b0b8-0327be79b23e tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:34.688016 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-97ceaed3-7305-4c4b-ae57-f3e2dcb765c8 req-9b3915e6-0d54-464b-b0b8-0327be79b23e tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] 10.222.0.68 "GET /v2.0/ports?device_id=e5a13c59-02de-4250-b716-5ee9c03a0772 HTTP/1.1" status: 200 len: 945 time: 0.2892861 Jul 14 09:20:34.696585 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aecd5fe5-80e7-40c3-9ea7-1dd2505e9c41 req-44ebbcbe-e840-4162-96c6-c3a34803a19f tempest-ServersTestJSON-535065851 tempest-ServersTestJSON-535065851-project] Router b0f59f6f-40b6-49c4-b8c4-fbea7189fb21 has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:20:34.700612 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c08d7e-0bc9-4783-949e-a73dbce730b3 req-4f21dd5f-4f8f-406b-a7ad-e8318954eaab tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:34.702230 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-23c08d7e-0bc9-4783-949e-a73dbce730b3 req-4f21dd5f-4f8f-406b-a7ad-e8318954eaab tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/ports?device_id=b445a760-a797-4027-b6cd-42763947c867 HTTP/1.1" status: 200 len: 950 time: 0.0960715 Jul 14 09:20:34.715456 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-8b3519d9-856c-490d-be63-dfec1f94853e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-29, 1ca22f68-f22e-4539-bf48-b4a59573e7f3) {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:20:34.753186 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b3519d9-856c-490d-be63-dfec1f94853e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:34.753855 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8b3519d9-856c-490d-be63-dfec1f94853e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for subnet, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:34.770797 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a7e8b693-1e0e-4460-b33a-17345b8fe310 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:34.777529 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-23c08d7e-0bc9-4783-949e-a73dbce730b3 req-b7865abc-3e7c-4867-a960-fa4582eb3b11 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/security-groups?id=93b55648-4dd6-4852-bb99-9aa842ab19a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626259 Jul 14 09:20:34.784629 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-8b3519d9-856c-490d-be63-dfec1f94853e admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.5227668 Jul 14 09:20:34.788254 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 40880) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:34.795493 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-0c39c51e-5b29-43bd-8447-8c7c69fc4179 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1173896188-router', 'tenant_id': 'c0f0aba1395a4fd1a6d1ed53f3eeb2b1', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'}}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:20:34.810201 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-97ceaed3-7305-4c4b-ae57-f3e2dcb765c8 req-f57a0872-8339-4544-b2cb-a8cd46a2c59e tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] 10.222.0.68 "GET /v2.0/security-groups?id=65dfa8de-6f82-43dd-bcdf-865f204c3ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212082 Jul 14 09:20:34.824946 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0c39c51e-5b29-43bd-8447-8c7c69fc4179 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-711749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14670'] for router, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:34.826072 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0c39c51e-5b29-43bd-8447-8c7c69fc4179 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-711718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-661475', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14679'] for router, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:34.845081 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-a7e8b693-1e0e-4460-b33a-17345b8fe310 admin admin] Transition to ACTIVE for port object 4d137d85-6779-44a3-aa9e-ee3dc5825750 will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:20:34.914452 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0c39c51e-5b29-43bd-8447-8c7c69fc4179 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:34.985763 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dde5114-e60e-4b15-aa45-80bc5b2eb165 None None] Network 1ca22f68-f22e-4539-bf48-b4a59573e7f3 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:20:35.007065 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-03576a84-1e4c-4db8-a158-598ee2b6690a req-cf791873-60d7-424c-97bd-91ab999acb44 service neutron] 10.222.0.57 "GET /v2.0/networks/7a07191a-b9d7-482c-8935-c823cd63fc61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3485904 Jul 14 09:20:35.063201 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 13c0e1ae-9f8e-4b29-a5c8-f47d438fcfc4 no longer exists at agent hyperv_n-h1-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:20:35.082063 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a7e8b693-1e0e-4460-b33a-17345b8fe310 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:35.094130 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0f0974d5-cb5b-4245-b14e-41260167cda8 req-76eff509-9641-4a56-a147-87c66283f275 tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1079609992&fields=id&tenant_id=22a4f04666c3481d8344225163e60741 HTTP/1.1" status: 200 len: 267 time: 0.0986297 Jul 14 09:20:35.097977 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] No Port match for: 13c0e1ae-9f8e-4b29-a5c8-f47d438fcfc4 {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:20:35.098332 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 13c0e1ae-9f8e-4b29-a5c8-f47d438fcfc4 not bound to the agent host n-h1-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:20:35.102787 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aecd5fe5-80e7-40c3-9ea7-1dd2505e9c41 req-44ebbcbe-e840-4162-96c6-c3a34803a19f tempest-ServersTestJSON-535065851 tempest-ServersTestJSON-535065851-project] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:20:35.106194 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e34e2d1-b4e6-438f-842e-be3d1cacc0a1 req-77b30ee6-b237-44e2-845f-e800c1c81042 tempest-LiveAutoBlockMigrationV225Test-648529105 tempest-LiveAutoBlockMigrationV225Test-648529105-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:35.107838 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5e34e2d1-b4e6-438f-842e-be3d1cacc0a1 req-77b30ee6-b237-44e2-845f-e800c1c81042 tempest-LiveAutoBlockMigrationV225Test-648529105 tempest-LiveAutoBlockMigrationV225Test-648529105-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=47f61015-0034-413d-87cf-74efb13c3750&tenant_id=e14af975015c4397b9da2a89a906dfc2&binding%3Ahost_id=n-h2-779913-29 HTTP/1.1" status: 200 len: 1098 time: 0.2966182 Jul 14 09:20:35.117249 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f47d20-af96-4da4-8fba-ff52c82b31bc None None] Sync routers for ids ['b0f59f6f-40b6-49c4-b8c4-fbea7189fb21'] in n-d-779913-29 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:20:35.131668 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f47d20-af96-4da4-8fba-ff52c82b31bc None None] Routers {'b0f59f6f-40b6-49c4-b8c4-fbea7189fb21'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:20:35.132670 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-88f47d20-af96-4da4-8fba-ff52c82b31bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:20:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['b0f59f6f-40b6-49c4-b8c4-fbea7189fb21'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:20:35.163260 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-43a35bae-6e6b-4a0c-bd02-5aaa0e13da7b req-87d3ea20-1601-4f14-b810-cdcb390a771a tempest-ServersTestJSON-535065851 tempest-ServersTestJSON-535065851-project] 10.222.0.68 "GET /v2.0/ports?device_id=de8bf987-5938-4a9e-bc8f-ca1216790210 HTTP/1.1" status: 200 len: 210 time: 0.1697829 Jul 14 09:20:35.243124 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0c39c51e-5b29-43bd-8447-8c7c69fc4179 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-661489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-711771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12973'] for router, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:35.250606 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cec1e553-7913-40db-8d08-7e2cf69f57e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf57baaa9-fd24-59f4-8fd2-1dc21122ce72-1ca22f68-f22e-4539-bf48-b4a59573e7f3', 'network_id': '1ca22f68-f22e-4539-bf48-b4a59573e7f3', 'tenant_id': 'c0f0aba1395a4fd1a6d1ed53f3eeb2b1', 'fixed_ips': [{'subnet_id': '97937e07-8267-44e8-9758-651c212a988c'}]}} from n-d-779913-29. {{(pid=93959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:20:35.251589 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cec1e553-7913-40db-8d08-7e2cf69f57e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:35.262975 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7e8b693-1e0e-4460-b33a-17345b8fe310 admin admin] Network 9cb080c5-9bd5-4fed-8810-4e4711ca3bcc is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:20:35.267475 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-a7e8b693-1e0e-4460-b33a-17345b8fe310 admin admin] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:20:35.270802 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e8b693-1e0e-4460-b33a-17345b8fe310 admin admin] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:20:35.271656 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-aecd5fe5-80e7-40c3-9ea7-1dd2505e9c41 req-44ebbcbe-e840-4162-96c6-c3a34803a19f tempest-ServersTestJSON-535065851 tempest-ServersTestJSON-535065851-project] No DVR routers for this DVR port 13c0e1ae-9f8e-4b29-a5c8-f47d438fcfc4 on host n-h1-779913-29 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:20:35.277293 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-5e34e2d1-b4e6-438f-842e-be3d1cacc0a1 req-0c6ae083-fa8b-419a-96dd-22df8d7a7a3f service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-779913-29'}}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:20:35.284309 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-aecd5fe5-80e7-40c3-9ea7-1dd2505e9c41 req-44ebbcbe-e840-4162-96c6-c3a34803a19f tempest-ServersTestJSON-535065851 tempest-ServersTestJSON-535065851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:35.286616 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-aecd5fe5-80e7-40c3-9ea7-1dd2505e9c41 req-44ebbcbe-e840-4162-96c6-c3a34803a19f tempest-ServersTestJSON-535065851 tempest-ServersTestJSON-535065851-project] 10.222.0.65 "DELETE /v2.0/ports/13c0e1ae-9f8e-4b29-a5c8-f47d438fcfc4 HTTP/1.1" status: 204 len: 173 time: 3.3594010 Jul 14 09:20:35.348261 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-88f47d20-af96-4da4-8fba-ff52c82b31bc None None] Set router b0f59f6f-40b6-49c4-b8c4-fbea7189fb21 gateway port host: n-d-779913-29 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:20:35.436376 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0974d5-cb5b-4245-b14e-41260167cda8 req-32c5ff33-4b12-42d2-a20c-16bd01fbf225 tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:35.440665 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-0d0d4c0a-0618-4338-89fe-22a7bb0d6dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc8152f7-9b53-4f47-b659-4653df59f2fb', 'name': 'tempest-ServersTestBootFromVolume-1302193987-router', 'tenant_id': '5d787e34149b4f8984cce44f752c816e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.185'}], 'enable_snat': True}, 'gw_port_id': '5ccae8e4-54b4-47dc-8366-a5686068b196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:20:29Z', 'updated_at': '2021-07-14T09:20:31Z', 'revision_number': 3, 'project_id': '5d787e34149b4f8984cce44f752c816e', 'gw_port': {'id': '5ccae8e4-54b4-47dc-8366-a5686068b196', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:0a:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc8152f7-9b53-4f47-b659-4653df59f2fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:20:30Z', 'updated_at': '2021-07-14T09:20:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29'}], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:20:35.446286 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0f0974d5-cb5b-4245-b14e-41260167cda8 req-32c5ff33-4b12-42d2-a20c-16bd01fbf225 tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] 10.222.0.68 "GET /v2.0/ports?device_id=e5a13c59-02de-4250-b716-5ee9c03a0772 HTTP/1.1" status: 200 len: 945 time: 0.3372283 Jul 14 09:20:35.449897 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257a94b7-a022-4604-9df9-06500a4953d2 req-de21c726-d1d9-4b4f-88ef-01aab625c0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:35.451593 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-257a94b7-a022-4604-9df9-06500a4953d2 req-de21c726-d1d9-4b4f-88ef-01aab625c0c8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=aad66054a8f146139519a42123ab4eac&device_id=65c3a2e4-2dc3-4d62-86d7-1cdde8eaabb8 HTTP/1.1" status: 200 len: 1095 time: 0.3282499 Jul 14 09:20:35.477474 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-0f0974d5-cb5b-4245-b14e-41260167cda8 req-b1a28d57-359c-453a-aae7-cd1eb3bedb4d tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] Request body: {'port': {'security_groups': ['65dfa8de-6f82-43dd-bcdf-865f204c3ea4', '44a57cf6-f078-4af9-a5b1-43884faa7d02']}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:20:35.487134 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d0d4c0a-0618-4338-89fe-22a7bb0d6dc8 None None] The sync data for ids ['fc8152f7-9b53-4f47-b659-4653df59f2fb'] in n-d-779913-29 is: [{'id': 'fc8152f7-9b53-4f47-b659-4653df59f2fb', 'name': 'tempest-ServersTestBootFromVolume-1302193987-router', 'tenant_id': '5d787e34149b4f8984cce44f752c816e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.185'}], 'enable_snat': True}, 'gw_port_id': '5ccae8e4-54b4-47dc-8366-a5686068b196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:20:29Z', 'updated_at': '2021-07-14T09:20:31Z', 'revision_number': 3, 'project_id': '5d787e34149b4f8984cce44f752c816e', 'gw_port': {'id': '5ccae8e4-54b4-47dc-8366-a5686068b196', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:0a:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc8152f7-9b53-4f47-b659-4653df59f2fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:20:30Z', 'updated_at': '2021-07-14T09:20:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29'}] {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:20:35.511695 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-5e34e2d1-b4e6-438f-842e-be3d1cacc0a1 req-0c6ae083-fa8b-419a-96dd-22df8d7a7a3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:35.595944 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e8b693-1e0e-4460-b33a-17345b8fe310 admin admin] Pushing event updated for resources: {'Port': ['ID=4d137d85-6779-44a3-aa9e-ee3dc5825750,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:35.599977 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a7e8b693-1e0e-4460-b33a-17345b8fe310 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-660393'] for router_interface, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:35.618533 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-cec1e553-7913-40db-8d08-7e2cf69f57e3 None None] Allocated IP 172.20.0.2 (1ca22f68-f22e-4539-bf48-b4a59573e7f3/97937e07-8267-44e8-9758-651c212a988c/7df7d80a-09eb-4247-a93b-fc08d79265d1) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:20:35.746405 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-88f47d20-af96-4da4-8fba-ff52c82b31bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0f59f6f-40b6-49c4-b8c4-fbea7189fb21', 'name': 'tempest-ServersTestJSON-1192538569-router', 'tenant_id': 'aabddba14d1340aeab976aa64d5f8c9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.179'}], 'enable_snat': True}, 'gw_port_id': 'ce21380f-476f-4379-b1a4-f607eb5fb484', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:17:46Z', 'updated_at': '2021-07-14T09:17:54Z', 'revision_number': 4, 'project_id': 'aabddba14d1340aeab976aa64d5f8c9b', 'gw_port': {'id': 'ce21380f-476f-4379-b1a4-f607eb5fb484', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:3f:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f59f6f-40b6-49c4-b8c4-fbea7189fb21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:17:48Z', 'updated_at': '2021-07-14T09:17:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': '21fd80e8-2c33-430c-abb6-80317aa54541', 'name': '', 'network_id': 'd25d8db8-0ab7-40c5-8db1-354e83a0ea79', 'tenant_id': 'aabddba14d1340aeab976aa64d5f8c9b', 'mac_address': 'fa:16:3e:8c:2e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f59f6f-40b6-49c4-b8c4-fbea7189fb21', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '894e9ad4-f56d-4415-a399-0321b6578932', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:17:52Z', 'updated_at': '2021-07-14T09:17:59Z', 'revision_number': 5, 'project_id': 'aabddba14d1340aeab976aa64d5f8c9b', 'subnets': [{'id': '894e9ad4-f56d-4415-a399-0321b6578932', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:20:35.794860 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f47d20-af96-4da4-8fba-ff52c82b31bc None None] Checking router: b0f59f6f-40b6-49c4-b8c4-fbea7189fb21 for host: n-d-779913-29 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:20:35.797844 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-e4cf4917-1ab3-4a13-a54e-5cf5d32e5aae None None] Provisioning for port 4d137d85-6779-44a3-aa9e-ee3dc5825750 completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:20:35.805917 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f47d20-af96-4da4-8fba-ff52c82b31bc None None] Routers {'b0f59f6f-40b6-49c4-b8c4-fbea7189fb21'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:20:35.808828 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-88f47d20-af96-4da4-8fba-ff52c82b31bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:20:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['b0f59f6f-40b6-49c4-b8c4-fbea7189fb21'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:20:35.811873 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-e4cf4917-1ab3-4a13-a54e-5cf5d32e5aae None None] Provisioning complete for port 4d137d85-6779-44a3-aa9e-ee3dc5825750 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:20:35.812443 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e4cf4917-1ab3-4a13-a54e-5cf5d32e5aae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:35.848867 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-0f0974d5-cb5b-4245-b14e-41260167cda8 req-b1a28d57-359c-453a-aae7-cd1eb3bedb4d tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:35.857031 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257a94b7-a022-4604-9df9-06500a4953d2 req-0da02295-59d9-4805-85e0-a7f7a3eefd3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:35.859526 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-257a94b7-a022-4604-9df9-06500a4953d2 req-0da02295-59d9-4805-85e0-a7f7a3eefd3a service neutron] 10.222.0.57 "GET /v2.0/networks?id=7a07191a-b9d7-482c-8935-c823cd63fc61 HTTP/1.1" status: 200 len: 923 time: 0.3760667 Jul 14 09:20:35.865778 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-e4cf4917-1ab3-4a13-a54e-5cf5d32e5aae None None] Port 4d137d85-6779-44a3-aa9e-ee3dc5825750 cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:20:35.989386 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a7e8b693-1e0e-4460-b33a-17345b8fe310 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:36.013672 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-88f47d20-af96-4da4-8fba-ff52c82b31bc None None] Set router b0f59f6f-40b6-49c4-b8c4-fbea7189fb21 gateway port host: n-d-779913-29 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:20:36.054612 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-257a94b7-a022-4604-9df9-06500a4953d2 req-27a07a04-0875-4bd5-9cc9-df899478d8be service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=92bdd232-bf9f-4e68-ade6-c95b1bf6a0bf HTTP/1.1" status: 200 len: 217 time: 0.1760421 Jul 14 09:20:36.061866 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b3f304-8763-4932-a614-8361fe7fd8d8 req-377ba1a1-b77b-4ce0-aaa3-bf7590d46e38 tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:36.071474 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-74b3f304-8763-4932-a614-8361fe7fd8d8 req-377ba1a1-b77b-4ce0-aaa3-bf7590d46e38 tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] 10.222.0.68 "GET /v2.0/ports?device_id=47f61015-0034-413d-87cf-74efb13c3750 HTTP/1.1" status: 200 len: 946 time: 0.6723077 Jul 14 09:20:36.104937 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cec1e553-7913-40db-8d08-7e2cf69f57e3 None None] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:36.124632 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-cec1e553-7913-40db-8d08-7e2cf69f57e3 None None] Transition to ACTIVE for port object 7df7d80a-09eb-4247-a93b-fc08d79265d1 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:20:36.140207 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-5e34e2d1-b4e6-438f-842e-be3d1cacc0a1 req-0c6ae083-fa8b-419a-96dd-22df8d7a7a3f service neutron] For port dcca8c07-a9b5-406f-9143-2bd6bb078786, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=dcca8c07-a9b5-406f-9143-2bd6bb078786,segment=NetworkSegment(4f3a0541-e6cd-42f5-92f6-5d961c2f621f),segment_id=4f3a0541-e6cd-42f5-92f6-5d961c2f621f)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:20:36.176906 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-cec1e553-7913-40db-8d08-7e2cf69f57e3 None None] Transition to ACTIVE for port object 7df7d80a-09eb-4247-a93b-fc08d79265d1 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:20:36.203297 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cec1e553-7913-40db-8d08-7e2cf69f57e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:36.209313 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257a94b7-a022-4604-9df9-06500a4953d2 req-54699257-8b38-4b50-87fd-c7c673160780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:36.211149 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-257a94b7-a022-4604-9df9-06500a4953d2 req-54699257-8b38-4b50-87fd-c7c673160780 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9512be90-2f1e-4759-8e05-fbe0d51f306d HTTP/1.1" status: 200 len: 862 time: 0.1455562 Jul 14 09:20:36.275558 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cec1e553-7913-40db-8d08-7e2cf69f57e3 None None] Network 1ca22f68-f22e-4539-bf48-b4a59573e7f3 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:20:36.284083 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-5e34e2d1-b4e6-438f-842e-be3d1cacc0a1 req-0c6ae083-fa8b-419a-96dd-22df8d7a7a3f service neutron] For port dcca8c07-a9b5-406f-9143-2bd6bb078786, host n-h2-779913-29, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:20:36.295678 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-cec1e553-7913-40db-8d08-7e2cf69f57e3 None None] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:20:36.311507 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cec1e553-7913-40db-8d08-7e2cf69f57e3 None None] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:20:36.345174 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec1e553-7913-40db-8d08-7e2cf69f57e3 None None] Pushing event updated for resources: {'Port': ['ID=7df7d80a-09eb-4247-a93b-fc08d79265d1,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:36.371355 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-257a94b7-a022-4604-9df9-06500a4953d2 req-f1e612ea-a50e-4c5f-bd10-92be32fcc4b0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7a07191a-b9d7-482c-8935-c823cd63fc61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1398861 Jul 14 09:20:36.403986 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-74b3f304-8763-4932-a614-8361fe7fd8d8 req-ac867e31-2d22-412f-8b51-93825aabf38d tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] 10.222.0.68 "GET /v2.0/security-groups?id=7bf941d0-4fab-41ec-a174-078829fdb488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3309271 Jul 14 09:20:36.410372 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-88f47d20-af96-4da4-8fba-ff52c82b31bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0f59f6f-40b6-49c4-b8c4-fbea7189fb21', 'name': 'tempest-ServersTestJSON-1192538569-router', 'tenant_id': 'aabddba14d1340aeab976aa64d5f8c9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.179'}], 'enable_snat': True}, 'gw_port_id': 'ce21380f-476f-4379-b1a4-f607eb5fb484', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:17:46Z', 'updated_at': '2021-07-14T09:17:54Z', 'revision_number': 4, 'project_id': 'aabddba14d1340aeab976aa64d5f8c9b', 'gw_port': {'id': 'ce21380f-476f-4379-b1a4-f607eb5fb484', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:3f:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f59f6f-40b6-49c4-b8c4-fbea7189fb21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:17:48Z', 'updated_at': '2021-07-14T09:17:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': '21fd80e8-2c33-430c-abb6-80317aa54541', 'name': '', 'network_id': 'd25d8db8-0ab7-40c5-8db1-354e83a0ea79', 'tenant_id': 'aabddba14d1340aeab976aa64d5f8c9b', 'mac_address': 'fa:16:3e:8c:2e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f59f6f-40b6-49c4-b8c4-fbea7189fb21', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '894e9ad4-f56d-4415-a399-0321b6578932', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:17:52Z', 'updated_at': '2021-07-14T09:17:59Z', 'revision_number': 5, 'project_id': 'aabddba14d1340aeab976aa64d5f8c9b', 'subnets': [{'id': '894e9ad4-f56d-4415-a399-0321b6578932', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:20:36.444606 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-cec1e553-7913-40db-8d08-7e2cf69f57e3 None None] Attempting to bind port 7df7d80a-09eb-4247-a93b-fc08d79265d1 on host n-d-779913-29 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:20:36.445262 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-cec1e553-7913-40db-8d08-7e2cf69f57e3 None None] Attempting to bind port 7df7d80a-09eb-4247-a93b-fc08d79265d1 by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': '52edbb84-480a-4342-84df-f6e0e61c8053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '1ca22f68-f22e-4539-bf48-b4a59573e7f3'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:20:36.445902 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cec1e553-7913-40db-8d08-7e2cf69f57e3 None None] Attempting to bind port 7df7d80a-09eb-4247-a93b-fc08d79265d1 on network 1ca22f68-f22e-4539-bf48-b4a59573e7f3 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:20:36.453767 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cec1e553-7913-40db-8d08-7e2cf69f57e3 None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 20, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:20:36.454375 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cec1e553-7913-40db-8d08-7e2cf69f57e3 None None] Checking segment: {'id': '52edbb84-480a-4342-84df-f6e0e61c8053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '1ca22f68-f22e-4539-bf48-b4a59573e7f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:20:36.454966 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cec1e553-7913-40db-8d08-7e2cf69f57e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:36.455633 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cec1e553-7913-40db-8d08-7e2cf69f57e3 None None] Bound using segment: {'id': '52edbb84-480a-4342-84df-f6e0e61c8053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '1ca22f68-f22e-4539-bf48-b4a59573e7f3'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:20:36.456295 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-cec1e553-7913-40db-8d08-7e2cf69f57e3 None None] Bound port: 7df7d80a-09eb-4247-a93b-fc08d79265d1, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52edbb84-480a-4342-84df-f6e0e61c8053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '1ca22f68-f22e-4539-bf48-b4a59573e7f3'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:20:36.456854 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cec1e553-7913-40db-8d08-7e2cf69f57e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:36.477346 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f47d20-af96-4da4-8fba-ff52c82b31bc None None] The sync data for ids ['b0f59f6f-40b6-49c4-b8c4-fbea7189fb21'] in n-d-779913-29 is: [{'id': 'b0f59f6f-40b6-49c4-b8c4-fbea7189fb21', 'name': 'tempest-ServersTestJSON-1192538569-router', 'tenant_id': 'aabddba14d1340aeab976aa64d5f8c9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.179'}], 'enable_snat': True}, 'gw_port_id': 'ce21380f-476f-4379-b1a4-f607eb5fb484', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:17:46Z', 'updated_at': '2021-07-14T09:17:54Z', 'revision_number': 4, 'project_id': 'aabddba14d1340aeab976aa64d5f8c9b', 'gw_port': {'id': 'ce21380f-476f-4379-b1a4-f607eb5fb484', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:3f:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f59f6f-40b6-49c4-b8c4-fbea7189fb21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:17:48Z', 'updated_at': '2021-07-14T09:17:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': '21fd80e8-2c33-430c-abb6-80317aa54541', 'name': '', 'network_id': 'd25d8db8-0ab7-40c5-8db1-354e83a0ea79', 'tenant_id': 'aabddba14d1340aeab976aa64d5f8c9b', 'mac_address': 'fa:16:3e:8c:2e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f59f6f-40b6-49c4-b8c4-fbea7189fb21', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '894e9ad4-f56d-4415-a399-0321b6578932', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:17:52Z', 'updated_at': '2021-07-14T09:17:59Z', 'revision_number': 5, 'project_id': 'aabddba14d1340aeab976aa64d5f8c9b', 'subnets': [{'id': '894e9ad4-f56d-4415-a399-0321b6578932', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:20:36.558753 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-cec1e553-7913-40db-8d08-7e2cf69f57e3 None None] For port 7df7d80a-09eb-4247-a93b-fc08d79265d1, host n-d-779913-29, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:20:36.564907 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-cec1e553-7913-40db-8d08-7e2cf69f57e3 None None] For port 7df7d80a-09eb-4247-a93b-fc08d79265d1, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=7df7d80a-09eb-4247-a93b-fc08d79265d1,segment=NetworkSegment(52edbb84-480a-4342-84df-f6e0e61c8053),segment_id=52edbb84-480a-4342-84df-f6e0e61c8053)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:20:36.571148 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cec1e553-7913-40db-8d08-7e2cf69f57e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:36.641178 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec1e553-7913-40db-8d08-7e2cf69f57e3 None None] Pushing event updated for resources: {'Port': ['ID=7df7d80a-09eb-4247-a93b-fc08d79265d1,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:36.669836 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a7e8b693-1e0e-4460-b33a-17345b8fe310 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:36.720397 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a7e8b693-1e0e-4460-b33a-17345b8fe310 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13574142'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:36.795031 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device dcca8c07-a9b5-406f-9143-2bd6bb078786 details requested by agent hyperv_n-h1-779913-29 with host n-h1-779913-29 {{(pid=93959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:20:37.017602 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de8bf987-5938-4a9e-bc8f-ca1216790210', 'name': 'network-vif-deleted', 'tag': '13c0e1ae-9f8e-4b29-a5c8-f47d438fcfc4'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:20:37.022820 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e8b693-1e0e-4460-b33a-17345b8fe310 admin admin] Pushing event updated for resources: {'Port': ['ID=4d137d85-6779-44a3-aa9e-ee3dc5825750,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:37.028355 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a7e8b693-1e0e-4460-b33a-17345b8fe310 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-683747'] for router_interface, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:37.029077 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1e1cb27-d8e2-4d8f-9fc8-84a29712c3e6" -d '{"events": [{"server_uuid": "de8bf987-5938-4a9e-bc8f-ca1216790210", "name": "network-vif-deleted", "tag": "13c0e1ae-9f8e-4b29-a5c8-f47d438fcfc4"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:20:37.041749 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac860098-5386-4480-96ef-51ce4cc8755c None None] New status for floating IP 2cb999bf-1c03-48c5-aef2-6583c57ec478: DOWN {{(pid=93959) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:20:37.042095 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0c39c51e-5b29-43bd-8447-8c7c69fc4179 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:37.087541 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0c39c51e-5b29-43bd-8447-8c7c69fc4179 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:37.149869 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-5e34e2d1-b4e6-438f-842e-be3d1cacc0a1 req-0c6ae083-fa8b-419a-96dd-22df8d7a7a3f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:37.158511 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port dcca8c07-a9b5-406f-9143-2bd6bb078786, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=dcca8c07-a9b5-406f-9143-2bd6bb078786,segment=NetworkSegment(4f3a0541-e6cd-42f5-92f6-5d961c2f621f),segment_id=4f3a0541-e6cd-42f5-92f6-5d961c2f621f)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:20:37.168228 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-5e34e2d1-b4e6-438f-842e-be3d1cacc0a1 req-0c6ae083-fa8b-419a-96dd-22df8d7a7a3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:37.230601 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-0f0974d5-cb5b-4245-b14e-41260167cda8 req-b1a28d57-359c-453a-aae7-cd1eb3bedb4d tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] For port fd2ace12-fbeb-4979-b444-118a6711717b, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=fd2ace12-fbeb-4979-b444-118a6711717b,segment=NetworkSegment(32fe169c-8049-4742-bb8a-bdc77602cb62),segment_id=32fe169c-8049-4742-bb8a-bdc77602cb62)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:20:37.247236 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device dcca8c07-a9b5-406f-9143-2bd6bb078786 has no active binding in host n-h1-779913-29 {{(pid=93959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 14 09:20:37.281731 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78f4fbd-e7b8-4e31-bfe3-d0a0496cb236 req-a1268a03-6cea-4619-8867-8961d8e81dc2 tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:37.286350 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d78f4fbd-e7b8-4e31-bfe3-d0a0496cb236 req-a1268a03-6cea-4619-8867-8961d8e81dc2 tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] 10.222.0.68 "GET /v2.0/ports?device_id=65c3a2e4-2dc3-4d62-86d7-1cdde8eaabb8 HTTP/1.1" status: 200 len: 943 time: 0.6137607 Jul 14 09:20:37.311351 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-257a94b7-a022-4604-9df9-06500a4953d2 req-8afd7038-90e6-47ac-8b03-1cc1118926a8 service neutron] 10.222.0.57 "GET /v2.0/networks/7a07191a-b9d7-482c-8935-c823cd63fc61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9313927 Jul 14 09:20:37.347785 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7e8b693-1e0e-4460-b33a-17345b8fe310 admin admin] Network 9cb080c5-9bd5-4fed-8810-4e4711ca3bcc is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:20:37.390524 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-0f0974d5-cb5b-4245-b14e-41260167cda8 req-b1a28d57-359c-453a-aae7-cd1eb3bedb4d tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:37.391648 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-a7e8b693-1e0e-4460-b33a-17345b8fe310 admin admin] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:20:37.415882 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d78f4fbd-e7b8-4e31-bfe3-d0a0496cb236 req-dafbe65c-b675-4764-ade8-3ad43ddbbbd5 tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] 10.222.0.68 "GET /v2.0/security-groups?id=372c68ac-7430-41d6-997c-166ff070d0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109002 Jul 14 09:20:37.426062 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6ae083-fa8b-419a-96dd-22df8d7a7a3f service neutron] Pushing event updated for resources: {'Port': ['ID=dcca8c07-a9b5-406f-9143-2bd6bb078786,revision_number=7']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:37.428972 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-0f0974d5-cb5b-4245-b14e-41260167cda8 req-b1a28d57-359c-453a-aae7-cd1eb3bedb4d tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:37.433771 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-5e34e2d1-b4e6-438f-842e-be3d1cacc0a1 req-0c6ae083-fa8b-419a-96dd-22df8d7a7a3f service neutron] Attempting to bind port dcca8c07-a9b5-406f-9143-2bd6bb078786 on host n-h2-779913-29 for vnic_type normal with profile {"migrating_to": "n-h1-779913-29"} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:20:37.434244 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-5e34e2d1-b4e6-438f-842e-be3d1cacc0a1 req-0c6ae083-fa8b-419a-96dd-22df8d7a7a3f service neutron] Attempting to bind port dcca8c07-a9b5-406f-9143-2bd6bb078786 by drivers openvswitch,hyperv on host n-h2-779913-29 at level 0 using segments [{'id': '4f3a0541-e6cd-42f5-92f6-5d961c2f621f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'e7cb481e-49dc-464e-b748-d3d2c45f69f9'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:20:37.434690 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e34e2d1-b4e6-438f-842e-be3d1cacc0a1 req-0c6ae083-fa8b-419a-96dd-22df8d7a7a3f service neutron] Attempting to bind port dcca8c07-a9b5-406f-9143-2bd6bb078786 on network e7cb481e-49dc-464e-b748-d3d2c45f69f9 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:20:37.444749 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e34e2d1-b4e6-438f-842e-be3d1cacc0a1 req-0c6ae083-fa8b-419a-96dd-22df8d7a7a3f service neutron] Port dcca8c07-a9b5-406f-9143-2bd6bb078786 on network e7cb481e-49dc-464e-b748-d3d2c45f69f9 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-29 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:20:37.445221 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e34e2d1-b4e6-438f-842e-be3d1cacc0a1 req-0c6ae083-fa8b-419a-96dd-22df8d7a7a3f service neutron] Attempting to bind port dcca8c07-a9b5-406f-9143-2bd6bb078786 on network e7cb481e-49dc-464e-b748-d3d2c45f69f9 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:20:37.454201 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-0c39c51e-5b29-43bd-8447-8c7c69fc4179 admin admin] Allocated IP 172.25.4.139 (2dcd4d32-cc7c-4468-b396-7ce5c9231892/6cd22a75-5bc1-467c-a3c4-0af04bd1b34a/611f471d-cf2b-4405-b0b1-1ad76cabb61a) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:20:37.465148 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] get_ports_and_sgs() called for port_ids ['fd2ace12-fbeb-4979-b444-118a6711717b'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:20:37.519470 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a28d57-359c-453a-aae7-cd1eb3bedb4d tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] Pushing event updated for resources: {'Port': ['ID=fd2ace12-fbeb-4979-b444-118a6711717b,revision_number=6']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:37.532562 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e34e2d1-b4e6-438f-842e-be3d1cacc0a1 req-0c6ae083-fa8b-419a-96dd-22df8d7a7a3f service neutron] Checking agent: {'id': '013e4a3b-a634-47b8-b6a5-1a25109b73fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 13, 13), 'started_at': datetime.datetime(2021, 7, 14, 9, 13, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 20, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:20:37.533057 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e34e2d1-b4e6-438f-842e-be3d1cacc0a1 req-0c6ae083-fa8b-419a-96dd-22df8d7a7a3f service neutron] Checking segment: {'id': '4f3a0541-e6cd-42f5-92f6-5d961c2f621f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'e7cb481e-49dc-464e-b748-d3d2c45f69f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:20:37.533968 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e34e2d1-b4e6-438f-842e-be3d1cacc0a1 req-0c6ae083-fa8b-419a-96dd-22df8d7a7a3f service neutron] Bound using segment: {'id': '4f3a0541-e6cd-42f5-92f6-5d961c2f621f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'e7cb481e-49dc-464e-b748-d3d2c45f69f9'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:20:37.534559 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-5e34e2d1-b4e6-438f-842e-be3d1cacc0a1 req-0c6ae083-fa8b-419a-96dd-22df8d7a7a3f service neutron] Bound port: dcca8c07-a9b5-406f-9143-2bd6bb078786, host: n-h2-779913-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f3a0541-e6cd-42f5-92f6-5d961c2f621f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'e7cb481e-49dc-464e-b748-d3d2c45f69f9'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:20:37.535040 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-5e34e2d1-b4e6-438f-842e-be3d1cacc0a1 req-0c6ae083-fa8b-419a-96dd-22df8d7a7a3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:37.563952 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0974d5-cb5b-4245-b14e-41260167cda8 req-b1a28d57-359c-453a-aae7-cd1eb3bedb4d tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:37.564819 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-0f0974d5-cb5b-4245-b14e-41260167cda8 req-b1a28d57-359c-453a-aae7-cd1eb3bedb4d tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:37.575861 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 92bdd232-bf9f-4e68-ade6-c95b1bf6a0bf details requested by agent hyperv_n-h2-779913-29 with host n-h2-779913-29 {{(pid=93959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:20:37.578904 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0f0974d5-cb5b-4245-b14e-41260167cda8 req-b1a28d57-359c-453a-aae7-cd1eb3bedb4d tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] 10.222.0.68 "PUT /v2.0/ports/fd2ace12-fbeb-4979-b444-118a6711717b HTTP/1.1" status: 200 len: 981 time: 2.1314318 Jul 14 09:20:37.758220 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] get_ports_and_sgs() called for port_ids ['fd2ace12-fbeb-4979-b444-118a6711717b'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:20:37.850184 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 7df7d80a-09eb-4247-a93b-fc08d79265d1 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:20:37.883858 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-257a94b7-a022-4604-9df9-06500a4953d2 req-aa7e08a3-31c5-4d34-bb22-1de536c1a5e9 service neutron] 10.222.0.57 "GET /v2.0/networks/7a07191a-b9d7-482c-8935-c823cd63fc61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5451479 Jul 14 09:20:37.905792 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0c39c51e-5b29-43bd-8447-8c7c69fc4179 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:37.940326 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7e8b693-1e0e-4460-b33a-17345b8fe310 admin admin] Router fc8152f7-9b53-4f47-b659-4653df59f2fb has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:20:38.022805 n-d-779913-29 neutron-server[93957]: INFO neutron.api.v2.resource [req-d79b7960-7b4f-40ea-9c2e-4e4af6c4bc74 req-9a138894-6acb-4628-8392-90d4bbfc1470 service neutron] show failed (client error): The resource could not be found. Jul 14 09:20:38.023882 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d79b7960-7b4f-40ea-9c2e-4e4af6c4bc74 req-9a138894-6acb-4628-8392-90d4bbfc1470 service neutron] 10.222.0.57 "GET /v2.0/ports/ab670002-3e80-47de-be53-d3af3a9c1d12/bindings/n-h1-779913-29 HTTP/1.1" status: 404 len: 381 time: 0.4264700 Jul 14 09:20:38.044959 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:20:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f82697d-9527-46d7-87a8-ab526d41bc47 x-openstack-request-id: req-9f82697d-9527-46d7-87a8-ab526d41bc47 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:20:38.045294 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de8bf987-5938-4a9e-bc8f-ca1216790210", "name": "network-vif-deleted", "tag": "13c0e1ae-9f8e-4b29-a5c8-f47d438fcfc4", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:20:38.045566 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-9f82697d-9527-46d7-87a8-ab526d41bc47 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:20:38.045967 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de8bf987-5938-4a9e-bc8f-ca1216790210', 'name': 'network-vif-deleted', 'tag': '13c0e1ae-9f8e-4b29-a5c8-f47d438fcfc4', 'status': 'completed', 'code': 200} Jul 14 09:20:38.047201 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-5e34e2d1-b4e6-438f-842e-be3d1cacc0a1 req-0c6ae083-fa8b-419a-96dd-22df8d7a7a3f service neutron] For port dcca8c07-a9b5-406f-9143-2bd6bb078786, host n-h2-779913-29, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:20:38.054897 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-5e34e2d1-b4e6-438f-842e-be3d1cacc0a1 req-0c6ae083-fa8b-419a-96dd-22df8d7a7a3f service neutron] For port dcca8c07-a9b5-406f-9143-2bd6bb078786, host n-h2-779913-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=dcca8c07-a9b5-406f-9143-2bd6bb078786,segment=NetworkSegment(4f3a0541-e6cd-42f5-92f6-5d961c2f621f),segment_id=4f3a0541-e6cd-42f5-92f6-5d961c2f621f)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:20:38.064084 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-5e34e2d1-b4e6-438f-842e-be3d1cacc0a1 req-0c6ae083-fa8b-419a-96dd-22df8d7a7a3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:38.069248 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0c39c51e-5b29-43bd-8447-8c7c69fc4179 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:38.178157 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ea14c0-b1d2-44b5-ac10-8210b846c42c req-3b5f8ac1-309f-4882-8892-0ff73c4c8ffd tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:38.179735 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-09ea14c0-b1d2-44b5-ac10-8210b846c42c req-3b5f8ac1-309f-4882-8892-0ff73c4c8ffd tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/ports?device_id=b445a760-a797-4027-b6cd-42763947c867 HTTP/1.1" status: 200 len: 950 time: 0.3652732 Jul 14 09:20:38.186686 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning for port 7df7d80a-09eb-4247-a93b-fc08d79265d1 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:20:38.189202 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c39c51e-5b29-43bd-8447-8c7c69fc4179 admin admin] Network 2dcd4d32-cc7c-4468-b396-7ce5c9231892 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:20:38.200464 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-0c39c51e-5b29-43bd-8447-8c7c69fc4179 admin admin] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:20:38.201799 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-e4e91ea7-5a89-4436-bb27-4457ad12f5c2 None None] Provisioning complete for port 4d137d85-6779-44a3-aa9e-ee3dc5825750 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:20:38.202342 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e4e91ea7-5a89-4436-bb27-4457ad12f5c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:38.234382 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c39c51e-5b29-43bd-8447-8c7c69fc4179 admin admin] Pushing event updated for resources: {'Port': ['ID=611f471d-cf2b-4405-b0b1-1ad76cabb61a,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:38.237564 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c39c51e-5b29-43bd-8447-8c7c69fc4179 admin admin] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:20:38.268761 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-09ea14c0-b1d2-44b5-ac10-8210b846c42c req-713849d8-5472-4198-a989-f3248d0c6696 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/security-groups?id=93b55648-4dd6-4852-bb99-9aa842ab19a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756478 Jul 14 09:20:38.295031 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6ae083-fa8b-419a-96dd-22df8d7a7a3f service neutron] Pushing event updated for resources: {'Port': ['ID=dcca8c07-a9b5-406f-9143-2bd6bb078786,revision_number=8']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:38.311604 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e34e2d1-b4e6-438f-842e-be3d1cacc0a1 req-0c6ae083-fa8b-419a-96dd-22df8d7a7a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:38.312276 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-5e34e2d1-b4e6-438f-842e-be3d1cacc0a1 req-0c6ae083-fa8b-419a-96dd-22df8d7a7a3f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:38.313766 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5e34e2d1-b4e6-438f-842e-be3d1cacc0a1 req-0c6ae083-fa8b-419a-96dd-22df8d7a7a3f service neutron] 10.222.0.65 "PUT /v2.0/ports/dcca8c07-a9b5-406f-9143-2bd6bb078786 HTTP/1.1" status: 200 len: 1124 time: 3.1893642 Jul 14 09:20:38.313987 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 92bdd232-bf9f-4e68-ade6-c95b1bf6a0bf, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=92bdd232-bf9f-4e68-ade6-c95b1bf6a0bf,segment=NetworkSegment(59e27924-9549-4175-909e-ce4f3019b149),segment_id=59e27924-9549-4175-909e-ce4f3019b149)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:20:38.315157 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7e8b693-1e0e-4460-b33a-17345b8fe310 admin admin] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:20:38.332039 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-a7e8b693-1e0e-4460-b33a-17345b8fe310 admin admin] 10.222.0.68 "PUT /v2.0/routers/fc8152f7-9b53-4f47-b659-4653df59f2fb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3093796 Jul 14 09:20:38.332422 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 5ccae8e4-54b4-47dc-8366-a5686068b196 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:20:38.468548 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Returning: {'device': '92bdd232-bf9f-4e68-ade6-c95b1bf6a0bf', 'network_id': '7a07191a-b9d7-482c-8935-c823cd63fc61', 'port_id': '92bdd232-bf9f-4e68-ade6-c95b1bf6a0bf', 'mac_address': 'fa:16:3e:4e:17:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 728, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9512be90-2f1e-4759-8e05-fbe0d51f306d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:20:38.591884 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79b7960-7b4f-40ea-9c2e-4e4af6c4bc74 req-3dfb0b35-927d-4e22-a3b3-03c4ef02232d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:38.593403 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d79b7960-7b4f-40ea-9c2e-4e4af6c4bc74 req-3dfb0b35-927d-4e22-a3b3-03c4ef02232d service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=b445a760-a797-4027-b6cd-42763947c867&tenant_id=f15ecc2e979442a6b02936316f8b33e1 HTTP/1.1" status: 200 len: 1102 time: 0.1480534 Jul 14 09:20:38.593697 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f550a49-e616-4c61-838d-d8ca2cca4b2b req-80747883-01d0-4807-be73-70d189edd8b0 tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:38.598186 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-e4e91ea7-5a89-4436-bb27-4457ad12f5c2 None None] Port 4d137d85-6779-44a3-aa9e-ee3dc5825750 cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:20:38.602478 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-1f550a49-e616-4c61-838d-d8ca2cca4b2b req-80747883-01d0-4807-be73-70d189edd8b0 tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] 10.222.0.68 "GET /v2.0/ports?device_id=47f61015-0034-413d-87cf-74efb13c3750 HTTP/1.1" status: 200 len: 944 time: 0.4443595 Jul 14 09:20:38.613732 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-d79b7960-7b4f-40ea-9c2e-4e4af6c4bc74 req-009c6382-223d-4da6-8542-2a5461b4e73e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-779913-29', 'device_owner': 'compute:nova'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:20:38.621996 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:38.691169 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] get_ports_and_sgs() called for port_ids ['dcca8c07-a9b5-406f-9143-2bd6bb078786'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:20:38.699654 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-1f550a49-e616-4c61-838d-d8ca2cca4b2b req-7641d593-fad9-478c-8129-5aaa4530851f tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] 10.222.0.68 "GET /v2.0/security-groups?id=7bf941d0-4fab-41ec-a174-078829fdb488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958419 Jul 14 09:20:38.720823 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8581a78f-5614-4f31-ae7b-14b323b90823 req-ae017d28-8512-4e16-a39c-534586964452 tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1030075043&fields=id&tenant_id=22a4f04666c3481d8344225163e60741 HTTP/1.1" status: 200 len: 267 time: 0.1133156 Jul 14 09:20:38.762227 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] get_ports_and_sgs() called for port_ids ['dcca8c07-a9b5-406f-9143-2bd6bb078786'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:20:38.774474 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 40916) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:38.778895 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92bdd232-bf9f-4e68-ade6-c95b1bf6a0bf {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:20:38.864635 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9562054e-2893-484f-a66b-b80ac3dbcb72 None None] Sync routers for ids ['fc8152f7-9b53-4f47-b659-4653df59f2fb'] in n-d-779913-29 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:20:38.877755 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning for port 5ccae8e4-54b4-47dc-8366-a5686068b196 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:20:38.883160 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9562054e-2893-484f-a66b-b80ac3dbcb72 None None] Routers {'fc8152f7-9b53-4f47-b659-4653df59f2fb'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:20:38.884009 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-9562054e-2893-484f-a66b-b80ac3dbcb72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:20:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['fc8152f7-9b53-4f47-b659-4653df59f2fb'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:20:38.896676 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port 5ccae8e4-54b4-47dc-8366-a5686068b196 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:20:38.897051 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:38.898818 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5fd9a58-730a-438d-8dc2-a5809efbf46f None None] Network 1ca22f68-f22e-4539-bf48-b4a59573e7f3 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:20:38.923450 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0c39c51e-5b29-43bd-8447-8c7c69fc4179 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:38.952330 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-d79b7960-7b4f-40ea-9c2e-4e4af6c4bc74 req-009c6382-223d-4da6-8542-2a5461b4e73e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:39.047705 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-9562054e-2893-484f-a66b-b80ac3dbcb72 None None] Set router fc8152f7-9b53-4f47-b659-4653df59f2fb gateway port host: n-d-779913-29 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:20:39.056101 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8581a78f-5614-4f31-ae7b-14b323b90823 req-911e53de-fed4-423e-b1b5-6ae9e57c655d tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:39.057774 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8581a78f-5614-4f31-ae7b-14b323b90823 req-911e53de-fed4-423e-b1b5-6ae9e57c655d tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] 10.222.0.68 "GET /v2.0/ports?device_id=e5a13c59-02de-4250-b716-5ee9c03a0772 HTTP/1.1" status: 200 len: 984 time: 0.3362200 Jul 14 09:20:39.060573 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3def6e86-3139-4709-811a-0cd4e39f31be tempest-ServersTestJSON-535065851 tempest-ServersTestJSON-535065851-project] Notify callbacks [] for security_group, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:39.080160 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-8581a78f-5614-4f31-ae7b-14b323b90823 req-59cafe13-11d2-4a5e-a709-278a619a816c tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] Request body: {'port': {'security_groups': ['44a57cf6-f078-4af9-a5b1-43884faa7d02', '65dfa8de-6f82-43dd-bcdf-865f204c3ea4', 'e6359d6f-8cbb-427e-92cf-6c5d9a5ebb2b']}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:20:39.104842 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2e9af7-e247-4536-ae6b-6c2660b3d7fa req-62c1b5fe-e10c-48e8-adc8-7d7a3ba5efdb tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:39.106554 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-3e2e9af7-e247-4536-ae6b-6c2660b3d7fa req-62c1b5fe-e10c-48e8-adc8-7d7a3ba5efdb tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] 10.222.0.68 "GET /v2.0/ports?device_id=65c3a2e4-2dc3-4d62-86d7-1cdde8eaabb8 HTTP/1.1" status: 200 len: 943 time: 0.1409609 Jul 14 09:20:39.184922 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3def6e86-3139-4709-811a-0cd4e39f31be tempest-ServersTestJSON-535065851 tempest-ServersTestJSON-535065851-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:39.210513 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 92bdd232-bf9f-4e68-ade6-c95b1bf6a0bf, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=92bdd232-bf9f-4e68-ade6-c95b1bf6a0bf,segment=NetworkSegment(59e27924-9549-4175-909e-ce4f3019b149),segment_id=59e27924-9549-4175-909e-ce4f3019b149)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:20:39.237936 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-3e2e9af7-e247-4536-ae6b-6c2660b3d7fa req-66647787-b677-4ec7-a517-02be837aa6c9 tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] 10.222.0.68 "GET /v2.0/security-groups?id=372c68ac-7430-41d6-997c-166ff070d0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940368 Jul 14 09:20:39.252174 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0c39c51e-5b29-43bd-8447-8c7c69fc4179 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-711762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-661452'] for router, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:39.333525 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-6965fcb9-5ec3-4a24-8ddb-1dd790690ba8 None None] Provisioning for port 7df7d80a-09eb-4247-a93b-fc08d79265d1 completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:20:39.336792 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:39.349340 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-8581a78f-5614-4f31-ae7b-14b323b90823 req-59cafe13-11d2-4a5e-a709-278a619a816c tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:39.426420 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3def6e86-3139-4709-811a-0cd4e39f31be tempest-ServersTestJSON-535065851 tempest-ServersTestJSON-535065851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:39.429054 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3def6e86-3139-4709-811a-0cd4e39f31be tempest-ServersTestJSON-535065851 tempest-ServersTestJSON-535065851-project] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:39.434073 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-3def6e86-3139-4709-811a-0cd4e39f31be tempest-ServersTestJSON-535065851 tempest-ServersTestJSON-535065851-project] 10.222.0.68 "DELETE /v2.0/security-groups/a7f2f2d5-85ef-4c08-abfe-2f1caabe3de4 HTTP/1.1" status: 204 len: 168 time: 0.6550229 Jul 14 09:20:39.434747 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 40926) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:39.460856 n-d-779913-29 neutron-server[93957]: INFO neutron.api.v2.resource [None req-f3d1339a-b739-4bdf-a828-c799927a745c tempest-ServersTestJSON-535065851 tempest-ServersTestJSON-535065851-project] show failed (client error): The resource could not be found. Jul 14 09:20:39.465047 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-f3d1339a-b739-4bdf-a828-c799927a745c tempest-ServersTestJSON-535065851 tempest-ServersTestJSON-535065851-project] 10.222.0.68 "GET /v2.0/security-groups/a7f2f2d5-85ef-4c08-abfe-2f1caabe3de4 HTTP/1.1" status: 404 len: 347 time: 0.0224164 Jul 14 09:20:39.469653 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 40928) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:39.503676 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3def6e86-3139-4709-811a-0cd4e39f31be tempest-ServersTestJSON-535065851 tempest-ServersTestJSON-535065851-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7f2f2d5-85ef-4c08-abfe-2f1caabe3de4,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:39.511036 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:39.545014 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] For port 5ccae8e4-54b4-47dc-8366-a5686068b196, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=5ccae8e4-54b4-47dc-8366-a5686068b196,segment=NetworkSegment(81bf7a93-80b3-43df-b9d5-462c604a2945),segment_id=81bf7a93-80b3-43df-b9d5-462c604a2945)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:20:39.546339 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Pushing event updated for resources: {'Port': ['ID=92bdd232-bf9f-4e68-ade6-c95b1bf6a0bf,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:39.558359 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-9562054e-2893-484f-a66b-b80ac3dbcb72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc8152f7-9b53-4f47-b659-4653df59f2fb', 'name': 'tempest-ServersTestBootFromVolume-1302193987-router', 'tenant_id': '5d787e34149b4f8984cce44f752c816e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.185'}], 'enable_snat': True}, 'gw_port_id': '5ccae8e4-54b4-47dc-8366-a5686068b196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:20:29Z', 'updated_at': '2021-07-14T09:20:35Z', 'revision_number': 4, 'project_id': '5d787e34149b4f8984cce44f752c816e', 'gw_port': {'id': '5ccae8e4-54b4-47dc-8366-a5686068b196', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:0a:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc8152f7-9b53-4f47-b659-4653df59f2fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:20:30Z', 'updated_at': '2021-07-14T09:20:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': '4d137d85-6779-44a3-aa9e-ee3dc5825750', 'name': '', 'network_id': '9cb080c5-9bd5-4fed-8810-4e4711ca3bcc', 'tenant_id': '5d787e34149b4f8984cce44f752c816e', 'mac_address': 'fa:16:3e:eb:fd:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc8152f7-9b53-4f47-b659-4653df59f2fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '7ee4e5c2-68bc-40bf-adbc-da1aa2b9476e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:20:33Z', 'updated_at': '2021-07-14T09:20:36Z', 'revision_number': 2, 'project_id': '5d787e34149b4f8984cce44f752c816e', 'subnets': [{'id': '7ee4e5c2-68bc-40bf-adbc-da1aa2b9476e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:20:39.570281 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-d79b7960-7b4f-40ea-9c2e-4e4af6c4bc74 req-009c6382-223d-4da6-8542-2a5461b4e73e service neutron] For port ab670002-3e80-47de-be53-d3af3a9c1d12, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=ab670002-3e80-47de-be53-d3af3a9c1d12,segment=NetworkSegment(8f1c1422-de6c-445f-ab95-4e2c94585b2b),segment_id=8f1c1422-de6c-445f-ab95-4e2c94585b2b)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:20:39.573611 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-6965fcb9-5ec3-4a24-8ddb-1dd790690ba8 None None] Provisioning complete for port 7df7d80a-09eb-4247-a93b-fc08d79265d1 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:20:39.573997 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6965fcb9-5ec3-4a24-8ddb-1dd790690ba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:39.617648 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9562054e-2893-484f-a66b-b80ac3dbcb72 None None] Checking router: fc8152f7-9b53-4f47-b659-4653df59f2fb for host: n-d-779913-29 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:20:39.618026 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9562054e-2893-484f-a66b-b80ac3dbcb72 None None] Updating router fc8152f7-9b53-4f47-b659-4653df59f2fb port 4d137d85-6779-44a3-aa9e-ee3dc5825750 binding host n-d-779913-29 {{(pid=93960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:20:39.683275 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9562054e-2893-484f-a66b-b80ac3dbcb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:39.734913 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device ab670002-3e80-47de-be53-d3af3a9c1d12 no longer exists at agent hyperv_n-h2-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:20:39.785123 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 40934) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:39.789924 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-8ab5130c-47ef-4b4c-abfa-6bac621b332a tempest-ServersTestBootFromVolume-1941781310 tempest-ServersTestBootFromVolume-1941781310-project] Request body: {'security_group': {'name': 'tempest-securitygroup--16390551', 'description': 'tempest-description--490470105'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:20:39.835763 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8ab5130c-47ef-4b4c-abfa-6bac621b332a tempest-ServersTestBootFromVolume-1941781310 tempest-ServersTestBootFromVolume-1941781310-project] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:39.892965 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c39c51e-5b29-43bd-8447-8c7c69fc4179 admin admin] Router 8f1d501e-40e1-4db8-a88d-7a4933580ee3 is scheduled to L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 with binding_index 1 {{(pid=93958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:20:39.913625 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:40.000387 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-8581a78f-5614-4f31-ae7b-14b323b90823 req-59cafe13-11d2-4a5e-a709-278a619a816c tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] For port fd2ace12-fbeb-4979-b444-118a6711717b, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=fd2ace12-fbeb-4979-b444-118a6711717b,segment=NetworkSegment(32fe169c-8049-4742-bb8a-bdc77602cb62),segment_id=32fe169c-8049-4742-bb8a-bdc77602cb62)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:20:40.016729 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-d79b7960-7b4f-40ea-9c2e-4e4af6c4bc74 req-009c6382-223d-4da6-8542-2a5461b4e73e service neutron] For port ab670002-3e80-47de-be53-d3af3a9c1d12, host n-h2-779913-29, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:20:40.027232 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] get_ports_and_sgs() called for port_ids ['92bdd232-bf9f-4e68-ade6-c95b1bf6a0bf'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:20:40.063514 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47f61015-0034-413d-87cf-74efb13c3750', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dcca8c07-a9b5-406f-9143-2bd6bb078786'}, {'name': 'network-changed', 'server_uuid': 'e5a13c59-02de-4250-b716-5ee9c03a0772', 'tag': 'fd2ace12-fbeb-4979-b444-118a6711717b'}, {'name': 'network-changed', 'server_uuid': '47f61015-0034-413d-87cf-74efb13c3750', 'tag': 'dcca8c07-a9b5-406f-9143-2bd6bb078786'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:20:40.072892 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f52b3db1-4ac6-4979-9714-a06af2242618" -d '{"events": [{"server_uuid": "47f61015-0034-413d-87cf-74efb13c3750", "name": "network-vif-unplugged", "status": "completed", "tag": "dcca8c07-a9b5-406f-9143-2bd6bb078786"}, {"name": "network-changed", "server_uuid": "e5a13c59-02de-4250-b716-5ee9c03a0772", "tag": "fd2ace12-fbeb-4979-b444-118a6711717b"}, {"name": "network-changed", "server_uuid": "47f61015-0034-413d-87cf-74efb13c3750", "tag": "dcca8c07-a9b5-406f-9143-2bd6bb078786"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:20:40.112964 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8ab5130c-47ef-4b4c-abfa-6bac621b332a tempest-ServersTestBootFromVolume-1941781310 tempest-ServersTestBootFromVolume-1941781310-project] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:40.133630 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8ab5130c-47ef-4b4c-abfa-6bac621b332a tempest-ServersTestBootFromVolume-1941781310 tempest-ServersTestBootFromVolume-1941781310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:40.165295 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-8581a78f-5614-4f31-ae7b-14b323b90823 req-59cafe13-11d2-4a5e-a709-278a619a816c tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:40.169090 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9562054e-2893-484f-a66b-b80ac3dbcb72 None None] Notify callbacks [] for port, precommit_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:40.182160 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9562054e-2893-484f-a66b-b80ac3dbcb72 None None] Transition to ACTIVE for port object 4d137d85-6779-44a3-aa9e-ee3dc5825750 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:20:40.189426 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9562054e-2893-484f-a66b-b80ac3dbcb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:40.196461 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-d79b7960-7b4f-40ea-9c2e-4e4af6c4bc74 req-009c6382-223d-4da6-8542-2a5461b4e73e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:40.203657 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8ab5130c-47ef-4b4c-abfa-6bac621b332a tempest-ServersTestBootFromVolume-1941781310 tempest-ServersTestBootFromVolume-1941781310-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:40.208188 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-8ab5130c-47ef-4b4c-abfa-6bac621b332a tempest-ServersTestBootFromVolume-1941781310 tempest-ServersTestBootFromVolume-1941781310-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.4221976 Jul 14 09:20:40.212776 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 40938) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:40.217424 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [req-d79b7960-7b4f-40ea-9c2e-4e4af6c4bc74 req-009c6382-223d-4da6-8542-2a5461b4e73e service neutron] Transition to ACTIVE for port object ab670002-3e80-47de-be53-d3af3a9c1d12 will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:20:40.217802 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c39c51e-5b29-43bd-8447-8c7c69fc4179 admin admin] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:20:40.224602 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-a6e2989e-a84a-45bd-a185-8997456d89cd tempest-ServersTestBootFromVolume-1941781310 tempest-ServersTestBootFromVolume-1941781310-project] Request body: {'security_group_rule': {'security_group_id': 'cbdf9c90-adbd-403e-9b32-cb9bb14c6bec', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:20:40.231843 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-d79b7960-7b4f-40ea-9c2e-4e4af6c4bc74 req-009c6382-223d-4da6-8542-2a5461b4e73e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:40.234139 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-8581a78f-5614-4f31-ae7b-14b323b90823 req-59cafe13-11d2-4a5e-a709-278a619a816c tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:40.242634 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab5130c-47ef-4b4c-abfa-6bac621b332a tempest-ServersTestBootFromVolume-1941781310 tempest-ServersTestBootFromVolume-1941781310-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cbdf9c90-adbd-403e-9b32-cb9bb14c6bec,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:40.262742 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ef064e-462f-4b14-821a-2120142b6956 None None] Pushing event updated for resources: {'Port': ['ID=4d137d85-6779-44a3-aa9e-ee3dc5825750,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:40.263975 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf958486-2f3e-46fa-8c60-55bd2f29aea6 None None] Sync routers for ids ['8f1d501e-40e1-4db8-a88d-7a4933580ee3'] in n-d-779913-29 {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:20:40.276150 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ef064e-462f-4b14-821a-2120142b6956 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:20:40.276654 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ef064e-462f-4b14-821a-2120142b6956 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:20:40.276998 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ef064e-462f-4b14-821a-2120142b6956 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:20:40.277427 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ef064e-462f-4b14-821a-2120142b6956 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:20:40.278228 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ef064e-462f-4b14-821a-2120142b6956 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:20:40.278326 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ef064e-462f-4b14-821a-2120142b6956 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:20:40.278604 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ef064e-462f-4b14-821a-2120142b6956 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:20:40.279257 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ef064e-462f-4b14-821a-2120142b6956 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:20:40.279257 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ef064e-462f-4b14-821a-2120142b6956 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:20:40.280394 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ef064e-462f-4b14-821a-2120142b6956 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:20:40.280730 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ef064e-462f-4b14-821a-2120142b6956 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:20:40.283005 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ef064e-462f-4b14-821a-2120142b6956 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:20:40.313791 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0c39c51e-5b29-43bd-8447-8c7c69fc4179 admin admin] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:40.315032 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-0c39c51e-5b29-43bd-8447-8c7c69fc4179 admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 941 time: 5.5246830 Jul 14 09:20:40.321792 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 40944) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:40.324676 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e316f0-b0f8-4f12-8552-ed6e4811e4e2 req-291bb84d-ea0d-45e1-82e6-eb8dc69b7054 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:40.326357 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-57e316f0-b0f8-4f12-8552-ed6e4811e4e2 req-291bb84d-ea0d-45e1-82e6-eb8dc69b7054 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/ports?device_id=b445a760-a797-4027-b6cd-42763947c867 HTTP/1.1" status: 200 len: 950 time: 0.1938665 Jul 14 09:20:40.327211 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a6e2989e-a84a-45bd-a185-8997456d89cd tempest-ServersTestBootFromVolume-1941781310 tempest-ServersTestBootFromVolume-1941781310-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:40.331740 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8581a78f-5614-4f31-ae7b-14b323b90823 req-59cafe13-11d2-4a5e-a709-278a619a816c tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:40.332806 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-8581a78f-5614-4f31-ae7b-14b323b90823 req-59cafe13-11d2-4a5e-a709-278a619a816c tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:40.334758 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8581a78f-5614-4f31-ae7b-14b323b90823 req-59cafe13-11d2-4a5e-a709-278a619a816c tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] 10.222.0.68 "PUT /v2.0/ports/fd2ace12-fbeb-4979-b444-118a6711717b HTTP/1.1" status: 200 len: 1020 time: 1.2605751 Jul 14 09:20:40.403169 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-57e316f0-b0f8-4f12-8552-ed6e4811e4e2 req-3fc882d1-f299-4d91-b9a2-81245ef7fd99 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/security-groups?id=93b55648-4dd6-4852-bb99-9aa842ab19a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660963 Jul 14 09:20:40.408136 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-4738b8ac-e05e-4493-80b0-5d7010721ef7 tempest-ServersTestJSON-535065851 tempest-ServersTestJSON-535065851-project] Deleting port 526ac03c-9252-4fb0-ba97-bfaa62a4400d {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:20:40.408484 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4738b8ac-e05e-4493-80b0-5d7010721ef7 tempest-ServersTestJSON-535065851 tempest-ServersTestJSON-535065851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:40.432296 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a6e2989e-a84a-45bd-a185-8997456d89cd tempest-ServersTestBootFromVolume-1941781310 tempest-ServersTestBootFromVolume-1941781310-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:40.440769 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a6e2989e-a84a-45bd-a185-8997456d89cd tempest-ServersTestBootFromVolume-1941781310 tempest-ServersTestBootFromVolume-1941781310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529131'] for security_group_rule, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:40.469563 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e2989e-a84a-45bd-a185-8997456d89cd tempest-ServersTestBootFromVolume-1941781310 tempest-ServersTestBootFromVolume-1941781310-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2942220a-c84b-46e2-8acb-6b1caa9737fd,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:40.483616 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-9562054e-2893-484f-a66b-b80ac3dbcb72 None None] Attempting to bind port 4d137d85-6779-44a3-aa9e-ee3dc5825750 on host n-d-779913-29 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:20:40.483989 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-9562054e-2893-484f-a66b-b80ac3dbcb72 None None] Attempting to bind port 4d137d85-6779-44a3-aa9e-ee3dc5825750 by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': '765d759d-a7d8-452a-a46c-8c9682de4f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '9cb080c5-9bd5-4fed-8810-4e4711ca3bcc'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:20:40.484303 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9562054e-2893-484f-a66b-b80ac3dbcb72 None None] Attempting to bind port 4d137d85-6779-44a3-aa9e-ee3dc5825750 on network 9cb080c5-9bd5-4fed-8810-4e4711ca3bcc {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:20:40.496220 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a6e2989e-a84a-45bd-a185-8997456d89cd tempest-ServersTestBootFromVolume-1941781310 tempest-ServersTestBootFromVolume-1941781310-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:40.501669 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-a6e2989e-a84a-45bd-a185-8997456d89cd tempest-ServersTestBootFromVolume-1941781310 tempest-ServersTestBootFromVolume-1941781310-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2852724 Jul 14 09:20:40.502139 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 40948) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:40.509706 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9562054e-2893-484f-a66b-b80ac3dbcb72 None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 20, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:20:40.512815 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9562054e-2893-484f-a66b-b80ac3dbcb72 None None] Checking segment: {'id': '765d759d-a7d8-452a-a46c-8c9682de4f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '9cb080c5-9bd5-4fed-8810-4e4711ca3bcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:20:40.513292 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9562054e-2893-484f-a66b-b80ac3dbcb72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:40.513754 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9562054e-2893-484f-a66b-b80ac3dbcb72 None None] Bound using segment: {'id': '765d759d-a7d8-452a-a46c-8c9682de4f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '9cb080c5-9bd5-4fed-8810-4e4711ca3bcc'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:20:40.516626 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-de0a8d4d-22df-4cc3-b17f-7ce40f95900a tempest-ServersTestBootFromVolume-1941781310 tempest-ServersTestBootFromVolume-1941781310-project] Request body: {'security_group_rule': {'security_group_id': 'cbdf9c90-adbd-403e-9b32-cb9bb14c6bec', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:20:40.517180 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-9562054e-2893-484f-a66b-b80ac3dbcb72 None None] Bound port: 4d137d85-6779-44a3-aa9e-ee3dc5825750, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '765d759d-a7d8-452a-a46c-8c9682de4f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '9cb080c5-9bd5-4fed-8810-4e4711ca3bcc'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:20:40.517639 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9562054e-2893-484f-a66b-b80ac3dbcb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:40.564185 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Pushing event updated for resources: {'Port': ['ID=5ccae8e4-54b4-47dc-8366-a5686068b196,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:40.574698 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-de0a8d4d-22df-4cc3-b17f-7ce40f95900a tempest-ServersTestBootFromVolume-1941781310 tempest-ServersTestBootFromVolume-1941781310-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:40.615230 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9562054e-2893-484f-a66b-b80ac3dbcb72 None None] For port 4d137d85-6779-44a3-aa9e-ee3dc5825750, host n-d-779913-29, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:20:40.629217 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9562054e-2893-484f-a66b-b80ac3dbcb72 None None] For port 4d137d85-6779-44a3-aa9e-ee3dc5825750, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=4d137d85-6779-44a3-aa9e-ee3dc5825750,segment=NetworkSegment(765d759d-a7d8-452a-a46c-8c9682de4f64),segment_id=765d759d-a7d8-452a-a46c-8c9682de4f64)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:20:40.644557 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf958486-2f3e-46fa-8c60-55bd2f29aea6 None None] Routers {'8f1d501e-40e1-4db8-a88d-7a4933580ee3'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:20:40.645412 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-bf958486-2f3e-46fa-8c60-55bd2f29aea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:20:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['8f1d501e-40e1-4db8-a88d-7a4933580ee3'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:20:40.647436 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9562054e-2893-484f-a66b-b80ac3dbcb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:40.710064 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 519 Content-Type: application/json Date: Wed, 14 Jul 2021 09:20:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4471e32b-5dba-420f-abf5-8cc92d7e65a4 x-openstack-request-id: req-4471e32b-5dba-420f-abf5-8cc92d7e65a4 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:20:40.710474 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47f61015-0034-413d-87cf-74efb13c3750", "name": "network-vif-unplugged", "status": "completed", "tag": "dcca8c07-a9b5-406f-9143-2bd6bb078786", "code": 200}, {"name": "network-changed", "server_uuid": "e5a13c59-02de-4250-b716-5ee9c03a0772", "tag": "fd2ace12-fbeb-4979-b444-118a6711717b", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "47f61015-0034-413d-87cf-74efb13c3750", "tag": "dcca8c07-a9b5-406f-9143-2bd6bb078786", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:20:40.713758 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-4471e32b-5dba-420f-abf5-8cc92d7e65a4 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:20:40.714198 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47f61015-0034-413d-87cf-74efb13c3750', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dcca8c07-a9b5-406f-9143-2bd6bb078786', 'code': 200} Jul 14 09:20:40.714468 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5a13c59-02de-4250-b716-5ee9c03a0772', 'tag': 'fd2ace12-fbeb-4979-b444-118a6711717b', 'status': 'completed', 'code': 200} Jul 14 09:20:40.714978 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47f61015-0034-413d-87cf-74efb13c3750', 'tag': 'dcca8c07-a9b5-406f-9143-2bd6bb078786', 'status': 'completed', 'code': 200} Jul 14 09:20:40.741950 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9562054e-2893-484f-a66b-b80ac3dbcb72 None None] Routers {'fc8152f7-9b53-4f47-b659-4653df59f2fb'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:20:40.742774 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-9562054e-2893-484f-a66b-b80ac3dbcb72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:20:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['fc8152f7-9b53-4f47-b659-4653df59f2fb'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:20:40.773211 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-de0a8d4d-22df-4cc3-b17f-7ce40f95900a tempest-ServersTestBootFromVolume-1941781310 tempest-ServersTestBootFromVolume-1941781310-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:40.778681 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-de0a8d4d-22df-4cc3-b17f-7ce40f95900a tempest-ServersTestBootFromVolume-1941781310 tempest-ServersTestBootFromVolume-1941781310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529131'] for security_group_rule, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:40.800831 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6965fcb9-5ec3-4a24-8ddb-1dd790690ba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:40.809873 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-d79b7960-7b4f-40ea-9c2e-4e4af6c4bc74 req-009c6382-223d-4da6-8542-2a5461b4e73e service neutron] No DVR routers for this DVR port ab670002-3e80-47de-be53-d3af3a9c1d12 on host n-h2-779913-29 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:20:40.810346 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0a8d4d-22df-4cc3-b17f-7ce40f95900a tempest-ServersTestBootFromVolume-1941781310 tempest-ServersTestBootFromVolume-1941781310-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a225768-6124-42a8-a940-7c3f95b0ca9c,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:40.880441 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009c6382-223d-4da6-8542-2a5461b4e73e service neutron] Pushing event updated for resources: {'Port': ['ID=ab670002-3e80-47de-be53-d3af3a9c1d12,revision_number=6']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:40.899005 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-de0a8d4d-22df-4cc3-b17f-7ce40f95900a tempest-ServersTestBootFromVolume-1941781310 tempest-ServersTestBootFromVolume-1941781310-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:40.904894 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-de0a8d4d-22df-4cc3-b17f-7ce40f95900a tempest-ServersTestBootFromVolume-1941781310 tempest-ServersTestBootFromVolume-1941781310-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3971770 Jul 14 09:20:40.905622 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 40950) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:40.912453 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-8c4e451e-cfeb-41b2-a207-6fef53dcd32e tempest-ServersTestBootFromVolume-1941781310 tempest-ServersTestBootFromVolume-1941781310-project] Request body: {'floatingip': {'floating_network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:20:40.978298 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvr_db [None req-bf958486-2f3e-46fa-8c60-55bd2f29aea6 None None] Set router 8f1d501e-40e1-4db8-a88d-7a4933580ee3 gateway port host: n-d-779913-29 {{(pid=93959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:20:40.990816 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ef064e-462f-4b14-821a-2120142b6956 None None] Pushing event updated for resources: {'Port': ['ID=4d137d85-6779-44a3-aa9e-ee3dc5825750,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:40.998794 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8c4e451e-cfeb-41b2-a207-6fef53dcd32e tempest-ServersTestBootFromVolume-1941781310 tempest-ServersTestBootFromVolume-1941781310-project] Notify callbacks [] for floatingip, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:40.999649 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-9562054e-2893-484f-a66b-b80ac3dbcb72 None None] Set router fc8152f7-9b53-4f47-b659-4653df59f2fb gateway port host: n-d-779913-29 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:20:41.036895 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02f5e6e-e5ac-42a9-9fef-9ea0dd4a886a req-e55f8999-d3d1-42b8-827e-109c4bb8cf8a tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:41.037073 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-6965fcb9-5ec3-4a24-8ddb-1dd790690ba8 None None] For port 7df7d80a-09eb-4247-a93b-fc08d79265d1, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=7df7d80a-09eb-4247-a93b-fc08d79265d1,segment=NetworkSegment(52edbb84-480a-4342-84df-f6e0e61c8053),segment_id=52edbb84-480a-4342-84df-f6e0e61c8053)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:20:41.045177 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-c02f5e6e-e5ac-42a9-9fef-9ea0dd4a886a req-e55f8999-d3d1-42b8-827e-109c4bb8cf8a tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] 10.222.0.68 "GET /v2.0/ports?device_id=65c3a2e4-2dc3-4d62-86d7-1cdde8eaabb8 HTTP/1.1" status: 200 len: 944 time: 0.2099292 Jul 14 09:20:41.098808 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6965fcb9-5ec3-4a24-8ddb-1dd790690ba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:41.215447 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-c02f5e6e-e5ac-42a9-9fef-9ea0dd4a886a req-7cb3c1af-c8ea-4f44-a472-f1a11b7fe49d tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] 10.222.0.68 "GET /v2.0/security-groups?id=372c68ac-7430-41d6-997c-166ff070d0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666372 Jul 14 09:20:41.218119 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cafe13-11d2-4a5e-a709-278a619a816c tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] Pushing event updated for resources: {'Port': ['ID=fd2ace12-fbeb-4979-b444-118a6711717b,revision_number=7']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:41.226848 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-d79b7960-7b4f-40ea-9c2e-4e4af6c4bc74 req-009c6382-223d-4da6-8542-2a5461b4e73e service neutron] Attempting to bind port ab670002-3e80-47de-be53-d3af3a9c1d12 on host n-h1-779913-29 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:20:41.227195 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-d79b7960-7b4f-40ea-9c2e-4e4af6c4bc74 req-009c6382-223d-4da6-8542-2a5461b4e73e service neutron] Attempting to bind port ab670002-3e80-47de-be53-d3af3a9c1d12 by drivers openvswitch,hyperv on host n-h1-779913-29 at level 0 using segments [{'id': '8f1c1422-de6c-445f-ab95-4e2c94585b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '2244f7a1-04bd-42cd-9e86-31839b46f57f'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:20:41.227525 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d79b7960-7b4f-40ea-9c2e-4e4af6c4bc74 req-009c6382-223d-4da6-8542-2a5461b4e73e service neutron] Attempting to bind port ab670002-3e80-47de-be53-d3af3a9c1d12 on network 2244f7a1-04bd-42cd-9e86-31839b46f57f {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:20:41.270671 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] get_ports_and_sgs() called for port_ids ['fd2ace12-fbeb-4979-b444-118a6711717b'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:20:41.349045 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d79b7960-7b4f-40ea-9c2e-4e4af6c4bc74 req-009c6382-223d-4da6-8542-2a5461b4e73e service neutron] Port ab670002-3e80-47de-be53-d3af3a9c1d12 on network 2244f7a1-04bd-42cd-9e86-31839b46f57f not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-29 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:20:41.349702 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d79b7960-7b4f-40ea-9c2e-4e4af6c4bc74 req-009c6382-223d-4da6-8542-2a5461b4e73e service neutron] Attempting to bind port ab670002-3e80-47de-be53-d3af3a9c1d12 on network 2244f7a1-04bd-42cd-9e86-31839b46f57f {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:20:41.356955 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4738b8ac-e05e-4493-80b0-5d7010721ef7 tempest-ServersTestJSON-535065851 tempest-ServersTestJSON-535065851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:41.357583 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4738b8ac-e05e-4493-80b0-5d7010721ef7 tempest-ServersTestJSON-535065851 tempest-ServersTestJSON-535065851-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:41.365702 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8c4e451e-cfeb-41b2-a207-6fef53dcd32e tempest-ServersTestBootFromVolume-1941781310 tempest-ServersTestBootFromVolume-1941781310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:41.395528 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52b3db1-4ac6-4979-9714-a06af2242618 req-c755fe7a-94ee-4640-a894-59f364675121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:41.397614 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f52b3db1-4ac6-4979-9714-a06af2242618 req-c755fe7a-94ee-4640-a894-59f364675121 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=22a4f04666c3481d8344225163e60741&device_id=e5a13c59-02de-4250-b716-5ee9c03a0772 HTTP/1.1" status: 200 len: 1175 time: 0.6428385 Jul 14 09:20:41.399322 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d79b7960-7b4f-40ea-9c2e-4e4af6c4bc74 req-009c6382-223d-4da6-8542-2a5461b4e73e service neutron] Checking agent: {'id': 'de11e667-f145-47b0-bd09-334a7505938e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 13, 12), 'started_at': datetime.datetime(2021, 7, 14, 9, 13, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 20, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:20:41.399885 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d79b7960-7b4f-40ea-9c2e-4e4af6c4bc74 req-009c6382-223d-4da6-8542-2a5461b4e73e service neutron] Checking segment: {'id': '8f1c1422-de6c-445f-ab95-4e2c94585b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '2244f7a1-04bd-42cd-9e86-31839b46f57f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:20:41.400674 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d79b7960-7b4f-40ea-9c2e-4e4af6c4bc74 req-009c6382-223d-4da6-8542-2a5461b4e73e service neutron] Bound using segment: {'id': '8f1c1422-de6c-445f-ab95-4e2c94585b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '2244f7a1-04bd-42cd-9e86-31839b46f57f'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:20:41.401275 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-d79b7960-7b4f-40ea-9c2e-4e4af6c4bc74 req-009c6382-223d-4da6-8542-2a5461b4e73e service neutron] Bound port: ab670002-3e80-47de-be53-d3af3a9c1d12, host: n-h1-779913-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f1c1422-de6c-445f-ab95-4e2c94585b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '2244f7a1-04bd-42cd-9e86-31839b46f57f'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:20:41.401543 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-d79b7960-7b4f-40ea-9c2e-4e4af6c4bc74 req-009c6382-223d-4da6-8542-2a5461b4e73e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:41.408116 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-4738b8ac-e05e-4493-80b0-5d7010721ef7 tempest-ServersTestJSON-535065851 tempest-ServersTestJSON-535065851-project] Calling delete_port for 526ac03c-9252-4fb0-ba97-bfaa62a4400d owned by network:floatingip {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:20:41.457797 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6965fcb9-5ec3-4a24-8ddb-1dd790690ba8 None None] Pushing event updated for resources: {'Port': ['ID=7df7d80a-09eb-4247-a93b-fc08d79265d1,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:41.469952 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] get_ports_and_sgs() called for port_ids ['fd2ace12-fbeb-4979-b444-118a6711717b'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:20:41.490810 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296d895e-2338-4f7e-991f-6f96b01207b6 req-6574f3c2-619f-4cf0-99bd-d42971fac3d4 tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:41.492944 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-296d895e-2338-4f7e-991f-6f96b01207b6 req-6574f3c2-619f-4cf0-99bd-d42971fac3d4 tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] 10.222.0.68 "GET /v2.0/ports?device_id=47f61015-0034-413d-87cf-74efb13c3750 HTTP/1.1" status: 200 len: 944 time: 0.9621773 Jul 14 09:20:41.535258 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-9562054e-2893-484f-a66b-b80ac3dbcb72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc8152f7-9b53-4f47-b659-4653df59f2fb', 'name': 'tempest-ServersTestBootFromVolume-1302193987-router', 'tenant_id': '5d787e34149b4f8984cce44f752c816e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.185'}], 'enable_snat': True}, 'gw_port_id': '5ccae8e4-54b4-47dc-8366-a5686068b196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:20:29Z', 'updated_at': '2021-07-14T09:20:35Z', 'revision_number': 4, 'project_id': '5d787e34149b4f8984cce44f752c816e', 'gw_port': {'id': '5ccae8e4-54b4-47dc-8366-a5686068b196', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:0a:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8152f7-9b53-4f47-b659-4653df59f2fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:20:30Z', 'updated_at': '2021-07-14T09:20:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': '4d137d85-6779-44a3-aa9e-ee3dc5825750', 'name': '', 'network_id': '9cb080c5-9bd5-4fed-8810-4e4711ca3bcc', 'tenant_id': '5d787e34149b4f8984cce44f752c816e', 'mac_address': 'fa:16:3e:eb:fd:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc8152f7-9b53-4f47-b659-4653df59f2fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '7ee4e5c2-68bc-40bf-adbc-da1aa2b9476e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:20:33Z', 'updated_at': '2021-07-14T09:20:40Z', 'revision_number': 4, 'project_id': '5d787e34149b4f8984cce44f752c816e', 'subnets': [{'id': '7ee4e5c2-68bc-40bf-adbc-da1aa2b9476e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:20:41.560288 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52b3db1-4ac6-4979-9714-a06af2242618 req-274bd5bf-8804-4d4a-a026-24fd8d6f1090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:41.562160 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f52b3db1-4ac6-4979-9714-a06af2242618 req-274bd5bf-8804-4d4a-a026-24fd8d6f1090 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e14af975015c4397b9da2a89a906dfc2&device_id=47f61015-0034-413d-87cf-74efb13c3750 HTTP/1.1" status: 200 len: 1127 time: 0.7989755 Jul 14 09:20:41.584006 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-74743c2f-8c44-46ee-9601-592936eee8d7 None None] Provisioning complete for port 7df7d80a-09eb-4247-a93b-fc08d79265d1 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:20:41.584628 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-74743c2f-8c44-46ee-9601-592936eee8d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:41.587320 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-bf958486-2f3e-46fa-8c60-55bd2f29aea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f1d501e-40e1-4db8-a88d-7a4933580ee3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1173896188-router', 'tenant_id': 'c0f0aba1395a4fd1a6d1ed53f3eeb2b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.139'}], 'enable_snat': True}, 'gw_port_id': '611f471d-cf2b-4405-b0b1-1ad76cabb61a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:20:34Z', 'updated_at': '2021-07-14T09:20:38Z', 'revision_number': 3, 'project_id': 'c0f0aba1395a4fd1a6d1ed53f3eeb2b1', 'gw_port': {'id': '611f471d-cf2b-4405-b0b1-1ad76cabb61a', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b4:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f1d501e-40e1-4db8-a88d-7a4933580ee3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:20:37Z', 'updated_at': '2021-07-14T09:20:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29'}], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:20:41.587990 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9562054e-2893-484f-a66b-b80ac3dbcb72 None None] The sync data for ids ['fc8152f7-9b53-4f47-b659-4653df59f2fb'] in n-d-779913-29 is: [{'id': 'fc8152f7-9b53-4f47-b659-4653df59f2fb', 'name': 'tempest-ServersTestBootFromVolume-1302193987-router', 'tenant_id': '5d787e34149b4f8984cce44f752c816e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.185'}], 'enable_snat': True}, 'gw_port_id': '5ccae8e4-54b4-47dc-8366-a5686068b196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:20:29Z', 'updated_at': '2021-07-14T09:20:35Z', 'revision_number': 4, 'project_id': '5d787e34149b4f8984cce44f752c816e', 'gw_port': {'id': '5ccae8e4-54b4-47dc-8366-a5686068b196', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:0a:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8152f7-9b53-4f47-b659-4653df59f2fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:20:30Z', 'updated_at': '2021-07-14T09:20:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': '4d137d85-6779-44a3-aa9e-ee3dc5825750', 'name': '', 'network_id': '9cb080c5-9bd5-4fed-8810-4e4711ca3bcc', 'tenant_id': '5d787e34149b4f8984cce44f752c816e', 'mac_address': 'fa:16:3e:eb:fd:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc8152f7-9b53-4f47-b659-4653df59f2fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '7ee4e5c2-68bc-40bf-adbc-da1aa2b9476e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:20:33Z', 'updated_at': '2021-07-14T09:20:40Z', 'revision_number': 4, 'project_id': '5d787e34149b4f8984cce44f752c816e', 'subnets': [{'id': '7ee4e5c2-68bc-40bf-adbc-da1aa2b9476e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:20:41.675458 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf958486-2f3e-46fa-8c60-55bd2f29aea6 None None] Checking router: 8f1d501e-40e1-4db8-a88d-7a4933580ee3 for host: n-d-779913-29 {{(pid=93959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:20:41.675884 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf958486-2f3e-46fa-8c60-55bd2f29aea6 None None] Updating router 8f1d501e-40e1-4db8-a88d-7a4933580ee3 port 611f471d-cf2b-4405-b0b1-1ad76cabb61a binding host n-d-779913-29 {{(pid=93959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:20:41.757003 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38103b8c-124f-4107-aa8f-bd6fcfc8be1e req-bb21b97e-ed0b-4b61-9a1a-f09a632a808f tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:41.758810 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-38103b8c-124f-4107-aa8f-bd6fcfc8be1e req-bb21b97e-ed0b-4b61-9a1a-f09a632a808f tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] 10.222.0.68 "GET /v2.0/ports?device_id=e5a13c59-02de-4250-b716-5ee9c03a0772 HTTP/1.1" status: 200 len: 1023 time: 0.2566888 Jul 14 09:20:41.779872 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-8c4e451e-cfeb-41b2-a207-6fef53dcd32e tempest-ServersTestBootFromVolume-1941781310 tempest-ServersTestBootFromVolume-1941781310-project] Allocated IP 172.25.4.238 (2dcd4d32-cc7c-4468-b396-7ce5c9231892/6cd22a75-5bc1-467c-a3c4-0af04bd1b34a/ba9892b4-fe24-49e1-8c17-869863010ffd) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:20:41.839986 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bf958486-2f3e-46fa-8c60-55bd2f29aea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:42.005984 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8c4e451e-cfeb-41b2-a207-6fef53dcd32e tempest-ServersTestBootFromVolume-1941781310 tempest-ServersTestBootFromVolume-1941781310-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:42.060299 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-38103b8c-124f-4107-aa8f-bd6fcfc8be1e req-caef8faa-72ae-48ed-a363-512ed8306e8a tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] 10.222.0.68 "GET /v2.0/security-groups?id=44a57cf6-f078-4af9-a5b1-43884faa7d02&id=65dfa8de-6f82-43dd-bcdf-865f204c3ea4&id=e6359d6f-8cbb-427e-92cf-6c5d9a5ebb2b HTTP/1.1" status: 200 len: 6150 time: 0.2871034 Jul 14 09:20:42.151296 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8c4e451e-cfeb-41b2-a207-6fef53dcd32e tempest-ServersTestBootFromVolume-1941781310 tempest-ServersTestBootFromVolume-1941781310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:42.225141 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4738b8ac-e05e-4493-80b0-5d7010721ef7 tempest-ServersTestJSON-535065851 tempest-ServersTestJSON-535065851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:42.312135 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c4e451e-cfeb-41b2-a207-6fef53dcd32e tempest-ServersTestBootFromVolume-1941781310 tempest-ServersTestBootFromVolume-1941781310-project] Network 2dcd4d32-cc7c-4468-b396-7ce5c9231892 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:20:42.328104 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-8c4e451e-cfeb-41b2-a207-6fef53dcd32e tempest-ServersTestBootFromVolume-1941781310 tempest-ServersTestBootFromVolume-1941781310-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:20:42.348997 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c4e451e-cfeb-41b2-a207-6fef53dcd32e tempest-ServersTestBootFromVolume-1941781310 tempest-ServersTestBootFromVolume-1941781310-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:20:42.396290 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-296d895e-2338-4f7e-991f-6f96b01207b6 req-b084daf7-ae57-4aa6-9127-f00d35993630 tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] 10.222.0.68 "GET /v2.0/security-groups?id=7bf941d0-4fab-41ec-a174-078829fdb488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8455732 Jul 14 09:20:42.430960 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 4d137d85-6779-44a3-aa9e-ee3dc5825750 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:20:42.437206 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4e451e-cfeb-41b2-a207-6fef53dcd32e tempest-ServersTestBootFromVolume-1941781310 tempest-ServersTestBootFromVolume-1941781310-project] Pushing event updated for resources: {'Port': ['ID=ba9892b4-fe24-49e1-8c17-869863010ffd,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:42.471743 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4738b8ac-e05e-4493-80b0-5d7010721ef7 tempest-ServersTestJSON-535065851 tempest-ServersTestJSON-535065851-project] Pushing event deleted for resources: {'Port': ['ID=526ac03c-9252-4fb0-ba97-bfaa62a4400d,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:42.484326 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-46ee98a4-e71c-45f7-8995-e2945ad08763 req-efb5a7af-5a34-4e76-9b1f-e4b6cff0e9ef tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1315019465 ', 'description': 'tempest-description-1086388699'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:20:42.630926 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4738b8ac-e05e-4493-80b0-5d7010721ef7 tempest-ServersTestJSON-535065851 tempest-ServersTestJSON-535065851-project] Notify callbacks [] for floatingip, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:42.634009 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4738b8ac-e05e-4493-80b0-5d7010721ef7 tempest-ServersTestJSON-535065851 tempest-ServersTestJSON-535065851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for floatingip, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:42.638581 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-4738b8ac-e05e-4493-80b0-5d7010721ef7 tempest-ServersTestJSON-535065851 tempest-ServersTestJSON-535065851-project] 10.222.0.68 "DELETE /v2.0/floatingips/2cb999bf-1c03-48c5-aef2-6583c57ec478 HTTP/1.1" status: 204 len: 168 time: 3.1559293 Jul 14 09:20:42.641380 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 40960) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:42.643647 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-d79b7960-7b4f-40ea-9c2e-4e4af6c4bc74 req-009c6382-223d-4da6-8542-2a5461b4e73e service neutron] For port ab670002-3e80-47de-be53-d3af3a9c1d12, host n-h1-779913-29, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:20:42.656502 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8c4e451e-cfeb-41b2-a207-6fef53dcd32e tempest-ServersTestBootFromVolume-1941781310 tempest-ServersTestBootFromVolume-1941781310-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:42.694649 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-d79b7960-7b4f-40ea-9c2e-4e4af6c4bc74 req-009c6382-223d-4da6-8542-2a5461b4e73e service neutron] For port ab670002-3e80-47de-be53-d3af3a9c1d12, host n-h1-779913-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=ab670002-3e80-47de-be53-d3af3a9c1d12,segment=NetworkSegment(8f1c1422-de6c-445f-ab95-4e2c94585b2b),segment_id=8f1c1422-de6c-445f-ab95-4e2c94585b2b)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:20:42.704506 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-46ee98a4-e71c-45f7-8995-e2945ad08763 req-efb5a7af-5a34-4e76-9b1f-e4b6cff0e9ef tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:42.716104 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-d79b7960-7b4f-40ea-9c2e-4e4af6c4bc74 req-009c6382-223d-4da6-8542-2a5461b4e73e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:42.718835 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52b3db1-4ac6-4979-9714-a06af2242618 req-56f770ae-b40a-426c-8ce1-bef904af68d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:42.720843 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f52b3db1-4ac6-4979-9714-a06af2242618 req-56f770ae-b40a-426c-8ce1-bef904af68d4 service neutron] 10.222.0.65 "GET /v2.0/networks?id=2cdfa295-562b-4f8c-a7bc-88c1e99a0037 HTTP/1.1" status: 200 len: 913 time: 1.2940252 Jul 14 09:20:42.773646 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b445a760-a797-4027-b6cd-42763947c867', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab670002-3e80-47de-be53-d3af3a9c1d12'}, {'name': 'network-changed', 'server_uuid': 'e5a13c59-02de-4250-b716-5ee9c03a0772', 'tag': 'fd2ace12-fbeb-4979-b444-118a6711717b'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:20:42.776710 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42eb85bc-c580-47c8-a99a-f87d47fb6b28" -d '{"events": [{"server_uuid": "b445a760-a797-4027-b6cd-42763947c867", "name": "network-vif-unplugged", "status": "completed", "tag": "ab670002-3e80-47de-be53-d3af3a9c1d12"}, {"name": "network-changed", "server_uuid": "e5a13c59-02de-4250-b716-5ee9c03a0772", "tag": "fd2ace12-fbeb-4979-b444-118a6711717b"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:20:42.802603 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52b3db1-4ac6-4979-9714-a06af2242618 req-f4a94f99-79c0-41aa-a6fd-31c418014103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:42.804124 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f52b3db1-4ac6-4979-9714-a06af2242618 req-f4a94f99-79c0-41aa-a6fd-31c418014103 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e7cb481e-49dc-464e-b748-d3d2c45f69f9 HTTP/1.1" status: 200 len: 921 time: 0.6088176 Jul 14 09:20:42.838253 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8c4e451e-cfeb-41b2-a207-6fef53dcd32e tempest-ServersTestBootFromVolume-1941781310 tempest-ServersTestBootFromVolume-1941781310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:42.993270 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd514f3f-eddc-4e37-abb7-111cf242d7f4 req-f2eaa41c-66bf-49c1-8421-b1a773d21276 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:43.000491 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-cd514f3f-eddc-4e37-abb7-111cf242d7f4 req-f2eaa41c-66bf-49c1-8421-b1a773d21276 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/ports?device_id=b445a760-a797-4027-b6cd-42763947c867 HTTP/1.1" status: 200 len: 948 time: 0.5098238 Jul 14 09:20:43.010352 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-46ee98a4-e71c-45f7-8995-e2945ad08763 req-efb5a7af-5a34-4e76-9b1f-e4b6cff0e9ef tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:43.065088 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:43.144301 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f52b3db1-4ac6-4979-9714-a06af2242618 req-d949dc6c-1834-4191-a891-abc75050ac03 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dcca8c07-a9b5-406f-9143-2bd6bb078786 HTTP/1.1" status: 200 len: 217 time: 0.3129308 Jul 14 09:20:43.144927 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009c6382-223d-4da6-8542-2a5461b4e73e service neutron] Pushing event updated for resources: {'Port': ['ID=ab670002-3e80-47de-be53-d3af3a9c1d12,revision_number=7']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:43.167493 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f52b3db1-4ac6-4979-9714-a06af2242618 req-851ba3a1-4c42-419a-b30d-37696966c2cd service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fd2ace12-fbeb-4979-b444-118a6711717b HTTP/1.1" status: 200 len: 217 time: 0.3721430 Jul 14 09:20:43.195441 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning for port 4d137d85-6779-44a3-aa9e-ee3dc5825750 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:20:43.203865 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port 4d137d85-6779-44a3-aa9e-ee3dc5825750 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:20:43.204292 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:43.240831 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79b7960-7b4f-40ea-9c2e-4e4af6c4bc74 req-009c6382-223d-4da6-8542-2a5461b4e73e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:43.241634 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-d79b7960-7b4f-40ea-9c2e-4e4af6c4bc74 req-009c6382-223d-4da6-8542-2a5461b4e73e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:43.243307 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d79b7960-7b4f-40ea-9c2e-4e4af6c4bc74 req-009c6382-223d-4da6-8542-2a5461b4e73e service neutron] 10.222.0.65 "PUT /v2.0/ports/ab670002-3e80-47de-be53-d3af3a9c1d12 HTTP/1.1" status: 200 len: 1097 time: 4.6359174 Jul 14 09:20:43.245483 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52b3db1-4ac6-4979-9714-a06af2242618 req-f2ed5369-cf1a-4526-8d5b-3cd86431f74d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:43.247431 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f52b3db1-4ac6-4979-9714-a06af2242618 req-f2ed5369-cf1a-4526-8d5b-3cd86431f74d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a1f8d7cc-d5f0-4ac4-b550-493e46cf12fc HTTP/1.1" status: 200 len: 860 time: 0.0786643 Jul 14 09:20:43.271944 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-46ee98a4-e71c-45f7-8995-e2945ad08763 req-efb5a7af-5a34-4e76-9b1f-e4b6cff0e9ef tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:43.323082 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:43.333198 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-cd514f3f-eddc-4e37-abb7-111cf242d7f4 req-7ad16b3d-8039-4e25-a199-20ae7ccc0f11 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/security-groups?id=93b55648-4dd6-4852-bb99-9aa842ab19a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3317416 Jul 14 09:20:43.345557 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8c4e451e-cfeb-41b2-a207-6fef53dcd32e tempest-ServersTestBootFromVolume-1941781310 tempest-ServersTestBootFromVolume-1941781310-project] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:43.357607 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8c4e451e-cfeb-41b2-a207-6fef53dcd32e tempest-ServersTestBootFromVolume-1941781310 tempest-ServersTestBootFromVolume-1941781310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13574142'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:43.394214 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bf958486-2f3e-46fa-8c60-55bd2f29aea6 None None] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:43.427559 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f52b3db1-4ac6-4979-9714-a06af2242618 req-34bb77d5-8484-4926-a77b-794a33f0f041 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e7cb481e-49dc-464e-b748-d3d2c45f69f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1526535 Jul 14 09:20:43.470045 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-bf958486-2f3e-46fa-8c60-55bd2f29aea6 None None] Transition to ACTIVE for port object 611f471d-cf2b-4405-b0b1-1ad76cabb61a will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:20:43.479889 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bf958486-2f3e-46fa-8c60-55bd2f29aea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:43.483435 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:43.551300 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f52b3db1-4ac6-4979-9714-a06af2242618 req-3b1bc58e-8f75-4827-b6df-f86de599d31b service neutron] 10.222.0.57 "GET /v2.0/networks/e7cb481e-49dc-464e-b748-d3d2c45f69f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082315 Jul 14 09:20:43.577951 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 92bdd232-bf9f-4e68-ade6-c95b1bf6a0bf up at agent hyperv_n-h2-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:20:43.632953 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4e451e-cfeb-41b2-a207-6fef53dcd32e tempest-ServersTestBootFromVolume-1941781310 tempest-ServersTestBootFromVolume-1941781310-project] Pushing event updated for resources: {'Port': ['ID=ba9892b4-fe24-49e1-8c17-869863010ffd,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:43.662418 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] For port 4d137d85-6779-44a3-aa9e-ee3dc5825750, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=4d137d85-6779-44a3-aa9e-ee3dc5825750,segment=NetworkSegment(765d759d-a7d8-452a-a46c-8c9682de4f64),segment_id=765d759d-a7d8-452a-a46c-8c9682de4f64)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:20:43.663423 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-bf958486-2f3e-46fa-8c60-55bd2f29aea6 None None] Attempting to bind port 611f471d-cf2b-4405-b0b1-1ad76cabb61a on host n-d-779913-29 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:20:43.664257 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-bf958486-2f3e-46fa-8c60-55bd2f29aea6 None None] Attempting to bind port 611f471d-cf2b-4405-b0b1-1ad76cabb61a by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': '81bf7a93-80b3-43df-b9d5-462c604a2945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:20:43.664688 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf958486-2f3e-46fa-8c60-55bd2f29aea6 None None] Attempting to bind port 611f471d-cf2b-4405-b0b1-1ad76cabb61a on network 2dcd4d32-cc7c-4468-b396-7ce5c9231892 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:20:43.679559 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-46ee98a4-e71c-45f7-8995-e2945ad08763 req-efb5a7af-5a34-4e76-9b1f-e4b6cff0e9ef tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:43.680823 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-46ee98a4-e71c-45f7-8995-e2945ad08763 req-efb5a7af-5a34-4e76-9b1f-e4b6cff0e9ef tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1786 time: 1.2013092 Jul 14 09:20:43.681119 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:43.682003 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 7df7d80a-09eb-4247-a93b-fc08d79265d1 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:20:43.719846 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb5a7af-5a34-4e76-9b1f-e4b6cff0e9ef tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7edeea8-8db0-42bd-92af-e5333935dccd,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:43.722855 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52b3db1-4ac6-4979-9714-a06af2242618 req-d3e0d81b-6b70-4572-99f7-27f0cedd0c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:43.724430 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f52b3db1-4ac6-4979-9714-a06af2242618 req-d3e0d81b-6b70-4572-99f7-27f0cedd0c72 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9a339f65-19fd-495d-921f-2a39b64ee23f HTTP/1.1" status: 200 len: 852 time: 0.4740906 Jul 14 09:20:43.755785 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd0aeca-9e9f-43a1-a315-5c767b8bb4b7 None None] Pushing event updated for resources: {'Port': ['ID=611f471d-cf2b-4405-b0b1-1ad76cabb61a,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:43.768625 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf958486-2f3e-46fa-8c60-55bd2f29aea6 None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 20, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:20:43.770572 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf958486-2f3e-46fa-8c60-55bd2f29aea6 None None] Checking segment: {'id': '81bf7a93-80b3-43df-b9d5-462c604a2945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:20:43.772029 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bf958486-2f3e-46fa-8c60-55bd2f29aea6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:43.772719 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf958486-2f3e-46fa-8c60-55bd2f29aea6 None None] Bound using segment: {'id': '81bf7a93-80b3-43df-b9d5-462c604a2945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:20:43.773620 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-bf958486-2f3e-46fa-8c60-55bd2f29aea6 None None] Bound port: 611f471d-cf2b-4405-b0b1-1ad76cabb61a, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81bf7a93-80b3-43df-b9d5-462c604a2945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:20:43.774378 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bf958486-2f3e-46fa-8c60-55bd2f29aea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:43.805091 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f52b3db1-4ac6-4979-9714-a06af2242618 req-6475f792-fb85-4cf9-a8b6-621510e0f7c1 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2cdfa295-562b-4f8c-a7bc-88c1e99a0037&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0719740 Jul 14 09:20:43.819133 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79b7960-7b4f-40ea-9c2e-4e4af6c4bc74 req-2115eac0-1014-470b-88ad-2126b87fe2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:43.820739 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d79b7960-7b4f-40ea-9c2e-4e4af6c4bc74 req-2115eac0-1014-470b-88ad-2126b87fe2ad service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f15ecc2e979442a6b02936316f8b33e1&device_id=b445a760-a797-4027-b6cd-42763947c867 HTTP/1.1" status: 200 len: 1100 time: 0.5002089 Jul 14 09:20:43.830414 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Wed, 14 Jul 2021 09:20:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6f4e7d7-399e-4523-aa69-c50a015955ca x-openstack-request-id: req-b6f4e7d7-399e-4523-aa69-c50a015955ca {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:20:43.830754 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b445a760-a797-4027-b6cd-42763947c867", "name": "network-vif-unplugged", "status": "completed", "tag": "ab670002-3e80-47de-be53-d3af3a9c1d12", "code": 200}, {"name": "network-changed", "server_uuid": "e5a13c59-02de-4250-b716-5ee9c03a0772", "tag": "fd2ace12-fbeb-4979-b444-118a6711717b", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:20:43.830951 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-b6f4e7d7-399e-4523-aa69-c50a015955ca {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:20:43.831349 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b445a760-a797-4027-b6cd-42763947c867', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab670002-3e80-47de-be53-d3af3a9c1d12', 'code': 200} Jul 14 09:20:43.831605 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5a13c59-02de-4250-b716-5ee9c03a0772', 'tag': 'fd2ace12-fbeb-4979-b444-118a6711717b', 'status': 'completed', 'code': 200} Jul 14 09:20:43.851204 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-bf958486-2f3e-46fa-8c60-55bd2f29aea6 None None] For port 611f471d-cf2b-4405-b0b1-1ad76cabb61a, host n-d-779913-29, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:20:43.852570 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f52b3db1-4ac6-4979-9714-a06af2242618 req-bc5ffa3a-c98a-4765-a3b0-42a56bc1bfa5 service neutron] 10.222.0.57 "GET /v2.0/networks/e7cb481e-49dc-464e-b748-d3d2c45f69f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2824202 Jul 14 09:20:43.856072 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-bf958486-2f3e-46fa-8c60-55bd2f29aea6 None None] For port 611f471d-cf2b-4405-b0b1-1ad76cabb61a, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=611f471d-cf2b-4405-b0b1-1ad76cabb61a,segment=NetworkSegment(81bf7a93-80b3-43df-b9d5-462c604a2945),segment_id=81bf7a93-80b3-43df-b9d5-462c604a2945)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:20:43.866701 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bf958486-2f3e-46fa-8c60-55bd2f29aea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:43.976188 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Pushing event updated for resources: {'Port': ['ID=4d137d85-6779-44a3-aa9e-ee3dc5825750,revision_number=5']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:43.996827 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8c4e451e-cfeb-41b2-a207-6fef53dcd32e tempest-ServersTestBootFromVolume-1941781310 tempest-ServersTestBootFromVolume-1941781310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-660590'] for floatingip, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:44.002430 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e4c906b3-047c-4b9d-a982-b3080f8ae229 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:44.088053 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe199a1d-21a5-4b3c-84a4-39c1dc581549 req-fbb9f6bc-e890-4b08-a23c-adf3aacf2105 tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:44.096644 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-fe199a1d-21a5-4b3c-84a4-39c1dc581549 req-fbb9f6bc-e890-4b08-a23c-adf3aacf2105 tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] 10.222.0.68 "GET /v2.0/ports?device_id=65c3a2e4-2dc3-4d62-86d7-1cdde8eaabb8 HTTP/1.1" status: 200 len: 944 time: 0.4650271 Jul 14 09:20:44.098298 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port 7df7d80a-09eb-4247-a93b-fc08d79265d1 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:20:44.098990 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:44.101739 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf958486-2f3e-46fa-8c60-55bd2f29aea6 None None] Routers {'8f1d501e-40e1-4db8-a88d-7a4933580ee3'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:20:44.102916 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-bf958486-2f3e-46fa-8c60-55bd2f29aea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:20:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['8f1d501e-40e1-4db8-a88d-7a4933580ee3'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:20:44.120846 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Provisioning for port 92bdd232-bf9f-4e68-ade6-c95b1bf6a0bf completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:20:44.125892 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79b7960-7b4f-40ea-9c2e-4e4af6c4bc74 req-a4fa7568-24b9-4169-b297-652fbafae009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:44.127563 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d79b7960-7b4f-40ea-9c2e-4e4af6c4bc74 req-a4fa7568-24b9-4169-b297-652fbafae009 service neutron] 10.222.0.65 "GET /v2.0/networks?id=2244f7a1-04bd-42cd-9e86-31839b46f57f HTTP/1.1" status: 200 len: 870 time: 0.2396600 Jul 14 09:20:44.146403 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f52b3db1-4ac6-4979-9714-a06af2242618 req-a6c9eb9d-6a62-45c9-94ef-bb2e85adcde4 service neutron] 10.222.0.65 "GET /v2.0/networks/2cdfa295-562b-4f8c-a7bc-88c1e99a0037?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2475202 Jul 14 09:20:44.151149 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8c4e451e-cfeb-41b2-a207-6fef53dcd32e tempest-ServersTestBootFromVolume-1941781310 tempest-ServersTestBootFromVolume-1941781310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for floatingip, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:44.152652 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-8c4e451e-cfeb-41b2-a207-6fef53dcd32e tempest-ServersTestBootFromVolume-1941781310 tempest-ServersTestBootFromVolume-1941781310-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2458942 Jul 14 09:20:44.169466 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-fe199a1d-21a5-4b3c-84a4-39c1dc581549 req-9cf4ed2d-dee8-4d5d-8a83-b6c5d85d0aed tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] 10.222.0.68 "GET /v2.0/security-groups?id=372c68ac-7430-41d6-997c-166ff070d0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713093 Jul 14 09:20:44.243308 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d79b7960-7b4f-40ea-9c2e-4e4af6c4bc74 req-1ef64f92-0d83-4621-abc1-0df7dbc498f5 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=ab670002-3e80-47de-be53-d3af3a9c1d12 HTTP/1.1" status: 200 len: 217 time: 0.1072667 Jul 14 09:20:44.337950 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-a0160e89-b730-4747-94ed-b6f15d41ee37 req-fb44d52a-01e8-4993-8ff7-d48ebc74f699 tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] 10.222.0.68 "GET /v2.0/security-groups/e7edeea8-8db0-42bd-92af-e5333935dccd HTTP/1.1" status: 200 len: 1781 time: 0.1012189 Jul 14 09:20:44.456686 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-a34fd5f2-1299-41e0-990e-1d624228f21f req-d781cd6e-5ca5-47ff-b8f6-391ab9f2c1d7 tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] 10.222.0.68 "GET /v2.0/security-groups/e7edeea8-8db0-42bd-92af-e5333935dccd HTTP/1.1" status: 200 len: 1781 time: 0.0814250 Jul 14 09:20:44.485356 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f52b3db1-4ac6-4979-9714-a06af2242618 req-bb86356e-7fac-4548-95b6-65171e3e6336 service neutron] 10.222.0.65 "GET /v2.0/networks/2cdfa295-562b-4f8c-a7bc-88c1e99a0037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2517493 Jul 14 09:20:44.486256 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvr_db [None req-bf958486-2f3e-46fa-8c60-55bd2f29aea6 None None] Set router 8f1d501e-40e1-4db8-a88d-7a4933580ee3 gateway port host: n-d-779913-29 {{(pid=93959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:20:44.519005 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7e5acb9f-4663-4790-89c2-53a47a5cf12e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-683602'] for router_interface, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:44.526012 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79b7960-7b4f-40ea-9c2e-4e4af6c4bc74 req-7e6ba286-84a5-4061-8dcd-ee88e9fea2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:44.527959 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d79b7960-7b4f-40ea-9c2e-4e4af6c4bc74 req-7e6ba286-84a5-4061-8dcd-ee88e9fea2ac service neutron] 10.222.0.65 "GET /v2.0/subnets?id=85060e65-3b2f-4a6c-a04c-ce849daa5b3b HTTP/1.1" status: 200 len: 843 time: 0.2538164 Jul 14 09:20:44.565950 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd0aeca-9e9f-43a1-a315-5c767b8bb4b7 None None] Pushing event updated for resources: {'Port': ['ID=611f471d-cf2b-4405-b0b1-1ad76cabb61a,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:44.630096 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-a34fd5f2-1299-41e0-990e-1d624228f21f req-07b57c40-aa6e-4930-ba31-a9f3244f2096 tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:44.630343 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Provisioning complete for port 92bdd232-bf9f-4e68-ade6-c95b1bf6a0bf triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:20:44.630880 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:44.667159 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-e4c906b3-047c-4b9d-a982-b3080f8ae229 admin admin] Allocated IP 172.20.0.1 (1ca22f68-f22e-4539-bf48-b4a59573e7f3/97937e07-8267-44e8-9758-651c212a988c/7a304cfa-f68c-49a4-9dd0-2c953252c755) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:20:44.685905 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-a34fd5f2-1299-41e0-990e-1d624228f21f req-07b57c40-aa6e-4930-ba31-a9f3244f2096 tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:44.723507 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f6ce92-be35-4e02-aee3-afb4243c8f3b req-4e0c7437-9b4a-4be4-a6f9-58d55eb88e92 tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:44.732483 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-92f6ce92-be35-4e02-aee3-afb4243c8f3b req-4e0c7437-9b4a-4be4-a6f9-58d55eb88e92 tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] 10.222.0.68 "GET /v2.0/ports?device_id=47f61015-0034-413d-87cf-74efb13c3750 HTTP/1.1" status: 200 len: 944 time: 0.4338377 Jul 14 09:20:44.805048 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79b7960-7b4f-40ea-9c2e-4e4af6c4bc74 req-e8190ce9-15b4-4013-a4d6-6c5eff44dd13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:44.807507 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d79b7960-7b4f-40ea-9c2e-4e4af6c4bc74 req-e8190ce9-15b4-4013-a4d6-6c5eff44dd13 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2244f7a1-04bd-42cd-9e86-31839b46f57f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2572758 Jul 14 09:20:44.834435 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42eb85bc-c580-47c8-a99a-f87d47fb6b28 req-0de86036-274e-4954-a82c-a16b990c9a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:44.836154 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-42eb85bc-c580-47c8-a99a-f87d47fb6b28 req-0de86036-274e-4954-a82c-a16b990c9a1a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=22a4f04666c3481d8344225163e60741&device_id=e5a13c59-02de-4250-b716-5ee9c03a0772 HTTP/1.1" status: 200 len: 1175 time: 0.2455225 Jul 14 09:20:44.836332 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-a34fd5f2-1299-41e0-990e-1d624228f21f req-07b57c40-aa6e-4930-ba31-a9f3244f2096 tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:44.842637 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-a34fd5f2-1299-41e0-990e-1d624228f21f req-07b57c40-aa6e-4930-ba31-a9f3244f2096 tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:44.857060 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-a34fd5f2-1299-41e0-990e-1d624228f21f req-07b57c40-aa6e-4930-ba31-a9f3244f2096 tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] 10.222.0.68 "DELETE /v2.0/security-groups/e7edeea8-8db0-42bd-92af-e5333935dccd HTTP/1.1" status: 204 len: 173 time: 0.3969567 Jul 14 09:20:44.903899 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b57c40-aa6e-4930-ba31-a9f3244f2096 tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7edeea8-8db0-42bd-92af-e5333935dccd,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:44.965166 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-92f6ce92-be35-4e02-aee3-afb4243c8f3b req-2f2629b5-2633-449b-9dec-d5d4f189ec0e tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] 10.222.0.68 "GET /v2.0/security-groups?id=7bf941d0-4fab-41ec-a174-078829fdb488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2323370 Jul 14 09:20:44.994215 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 5ccae8e4-54b4-47dc-8366-a5686068b196 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:20:45.037140 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:45.055712 n-d-779913-29 neutron-server[93957]: INFO neutron.api.v2.resource [req-8c1aec77-6b6a-4ea4-8bb9-8802a7a8b420 req-dae42321-9c12-48ca-8e09-ee7227df023f tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] show failed (client error): The resource could not be found. Jul 14 09:20:45.062745 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8c1aec77-6b6a-4ea4-8bb9-8802a7a8b420 req-dae42321-9c12-48ca-8e09-ee7227df023f tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] 10.222.0.68 "GET /v2.0/security-groups/e7edeea8-8db0-42bd-92af-e5333935dccd HTTP/1.1" status: 404 len: 352 time: 0.0356874 Jul 14 09:20:45.111161 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d79b7960-7b4f-40ea-9c2e-4e4af6c4bc74 req-4de90cf2-3d54-403b-8d6e-79018937689d service neutron] 10.222.0.65 "GET /v2.0/networks/2244f7a1-04bd-42cd-9e86-31839b46f57f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2718046 Jul 14 09:20:45.116385 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-6b38720e-dcb8-4197-b038-490c3ba17aed req-4d278663-0db0-4e91-ae1d-d0ce7aaf4e42 tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2025101727', 'description': 'tempest-description-641509531'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:20:45.139247 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 92bdd232-bf9f-4e68-ade6-c95b1bf6a0bf, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=92bdd232-bf9f-4e68-ade6-c95b1bf6a0bf,segment=NetworkSegment(59e27924-9549-4175-909e-ce4f3019b149),segment_id=59e27924-9549-4175-909e-ce4f3019b149)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:20:45.146640 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65c3a2e4-2dc3-4d62-86d7-1cdde8eaabb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92bdd232-bf9f-4e68-ade6-c95b1bf6a0bf'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:20:45.149068 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd62303f06773040a8a4e189dc46b4f565768c299abf8ab8e7739778b0bc3e97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f31368a1-6fce-4c99-922a-6a85ca2f868a" -d '{"events": [{"server_uuid": "65c3a2e4-2dc3-4d62-86d7-1cdde8eaabb8", "name": "network-vif-plugged", "status": "completed", "tag": "92bdd232-bf9f-4e68-ade6-c95b1bf6a0bf"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:20:45.155677 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-6b38720e-dcb8-4197-b038-490c3ba17aed req-4d278663-0db0-4e91-ae1d-d0ce7aaf4e42 tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:45.167446 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:45.229017 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987c2f97-1b85-4647-8bfb-1841dbafac4d req-4a73ab44-f599-472a-855b-54298d809591 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:45.231124 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-987c2f97-1b85-4647-8bfb-1841dbafac4d req-4a73ab44-f599-472a-855b-54298d809591 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/ports?device_id=b445a760-a797-4027-b6cd-42763947c867 HTTP/1.1" status: 200 len: 948 time: 0.1160512 Jul 14 09:20:45.256200 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-bf958486-2f3e-46fa-8c60-55bd2f29aea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f1d501e-40e1-4db8-a88d-7a4933580ee3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1173896188-router', 'tenant_id': 'c0f0aba1395a4fd1a6d1ed53f3eeb2b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.139'}], 'enable_snat': True}, 'gw_port_id': '611f471d-cf2b-4405-b0b1-1ad76cabb61a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:20:34Z', 'updated_at': '2021-07-14T09:20:38Z', 'revision_number': 3, 'project_id': 'c0f0aba1395a4fd1a6d1ed53f3eeb2b1', 'gw_port': {'id': '611f471d-cf2b-4405-b0b1-1ad76cabb61a', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b4:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f1d501e-40e1-4db8-a88d-7a4933580ee3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:20:37Z', 'updated_at': '2021-07-14T09:20:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29'}], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:20:45.262766 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Pushing event updated for resources: {'Port': ['ID=92bdd232-bf9f-4e68-ade6-c95b1bf6a0bf,revision_number=5']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:45.309669 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-987c2f97-1b85-4647-8bfb-1841dbafac4d req-45fa25ad-bc73-4baa-9a62-8188d1facc1d tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/security-groups?id=93b55648-4dd6-4852-bb99-9aa842ab19a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628178 Jul 14 09:20:45.311919 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-7e5acb9f-4663-4790-89c2-53a47a5cf12e admin admin] Deleting port 21fd80e8-2c33-430c-abb6-80317aa54541 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:20:45.312508 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7e5acb9f-4663-4790-89c2-53a47a5cf12e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:45.328877 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5e34e2d1-b4e6-438f-842e-be3d1cacc0a1 req-b48e9f90-91a4-410e-94d0-13e09c3c972a service neutron] 10.222.0.57 "GET /v2.0/ports/dcca8c07-a9b5-406f-9143-2bd6bb078786/bindings/n-h1-779913-29 HTTP/1.1" status: 200 len: 385 time: 0.3595412 Jul 14 09:20:45.335145 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf958486-2f3e-46fa-8c60-55bd2f29aea6 None None] The sync data for ids ['8f1d501e-40e1-4db8-a88d-7a4933580ee3'] in n-d-779913-29 is: [{'id': '8f1d501e-40e1-4db8-a88d-7a4933580ee3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1173896188-router', 'tenant_id': 'c0f0aba1395a4fd1a6d1ed53f3eeb2b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.139'}], 'enable_snat': True}, 'gw_port_id': '611f471d-cf2b-4405-b0b1-1ad76cabb61a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:20:34Z', 'updated_at': '2021-07-14T09:20:38Z', 'revision_number': 3, 'project_id': 'c0f0aba1395a4fd1a6d1ed53f3eeb2b1', 'gw_port': {'id': '611f471d-cf2b-4405-b0b1-1ad76cabb61a', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b4:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f1d501e-40e1-4db8-a88d-7a4933580ee3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:20:37Z', 'updated_at': '2021-07-14T09:20:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29'}] {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:20:45.344183 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port 5ccae8e4-54b4-47dc-8366-a5686068b196 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:20:45.345954 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:45.524484 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-7e5acb9f-4663-4790-89c2-53a47a5cf12e admin admin] For port 21fd80e8-2c33-430c-abb6-80317aa54541, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=21fd80e8-2c33-430c-abb6-80317aa54541,segment=NetworkSegment(3490053c-a8b9-469d-9e8d-cf7046370617),segment_id=3490053c-a8b9-469d-9e8d-cf7046370617)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:20:45.525157 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7e5acb9f-4663-4790-89c2-53a47a5cf12e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:45.542134 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-7e5acb9f-4663-4790-89c2-53a47a5cf12e admin admin] Calling delete_port for 21fd80e8-2c33-430c-abb6-80317aa54541 owned by network:router_interface {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:20:45.576003 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device dcca8c07-a9b5-406f-9143-2bd6bb078786 no longer exists at agent hyperv_n-h2-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:20:45.732714 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:20:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6322772-21af-42bf-9dd3-c285b3f11bfe x-openstack-request-id: req-f6322772-21af-42bf-9dd3-c285b3f11bfe {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:20:45.740247 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65c3a2e4-2dc3-4d62-86d7-1cdde8eaabb8", "name": "network-vif-plugged", "status": "completed", "tag": "92bdd232-bf9f-4e68-ade6-c95b1bf6a0bf", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:20:45.740697 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-f6322772-21af-42bf-9dd3-c285b3f11bfe {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:20:45.741381 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65c3a2e4-2dc3-4d62-86d7-1cdde8eaabb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92bdd232-bf9f-4e68-ade6-c95b1bf6a0bf', 'code': 200} Jul 14 09:20:45.863685 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e4c906b3-047c-4b9d-a982-b3080f8ae229 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:45.892612 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b445a760-a797-4027-b6cd-42763947c867', 'tag': 'ab670002-3e80-47de-be53-d3af3a9c1d12'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:20:45.895144 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e975dcd-086c-4cc4-9108-2758a717a718" -d '{"events": [{"name": "network-changed", "server_uuid": "b445a760-a797-4027-b6cd-42763947c867", "tag": "ab670002-3e80-47de-be53-d3af3a9c1d12"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:20:45.908218 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42eb85bc-c580-47c8-a99a-f87d47fb6b28 req-3d053932-cfc9-4349-9738-e27ac073825e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:45.910146 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-42eb85bc-c580-47c8-a99a-f87d47fb6b28 req-3d053932-cfc9-4349-9738-e27ac073825e service neutron] 10.222.0.65 "GET /v2.0/networks?id=2cdfa295-562b-4f8c-a7bc-88c1e99a0037 HTTP/1.1" status: 200 len: 913 time: 0.9437385 Jul 14 09:20:45.911513 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-e4c906b3-047c-4b9d-a982-b3080f8ae229 admin admin] Transition to ACTIVE for port object 7a304cfa-f68c-49a4-9dd0-2c953252c755 will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:20:45.961354 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 4d137d85-6779-44a3-aa9e-ee3dc5825750 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:20:46.062987 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port 4d137d85-6779-44a3-aa9e-ee3dc5825750 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:20:46.062987 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:46.077166 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56646c73-5ef5-4f3d-9570-671ecf21bea1 req-d1377ea4-1d2a-45aa-aa7c-8d5a2d75a923 tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:46.078961 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-56646c73-5ef5-4f3d-9570-671ecf21bea1 req-d1377ea4-1d2a-45aa-aa7c-8d5a2d75a923 tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] 10.222.0.68 "GET /v2.0/ports?device_id=65c3a2e4-2dc3-4d62-86d7-1cdde8eaabb8 HTTP/1.1" status: 200 len: 945 time: 0.1804662 Jul 14 09:20:46.117358 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7e5acb9f-4663-4790-89c2-53a47a5cf12e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:46.157631 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5acb9f-4663-4790-89c2-53a47a5cf12e admin admin] Pushing event deleted for resources: {'Port': ['ID=21fd80e8-2c33-430c-abb6-80317aa54541,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:46.162313 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-56646c73-5ef5-4f3d-9570-671ecf21bea1 req-a0fba26f-017f-4c35-9b3e-e48f9fba82c6 tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] 10.222.0.68 "GET /v2.0/security-groups?id=372c68ac-7430-41d6-997c-166ff070d0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765033 Jul 14 09:20:46.232397 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-42eb85bc-c580-47c8-a99a-f87d47fb6b28 req-2102b2dd-0d0a-4951-a824-2e225712c356 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fd2ace12-fbeb-4979-b444-118a6711717b HTTP/1.1" status: 200 len: 217 time: 0.2852180 Jul 14 09:20:46.430637 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:20:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f0058e4-272e-4362-98f8-c607a19346ef x-openstack-request-id: req-3f0058e4-272e-4362-98f8-c607a19346ef {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:20:46.433278 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b445a760-a797-4027-b6cd-42763947c867", "tag": "ab670002-3e80-47de-be53-d3af3a9c1d12", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:20:46.433651 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-3f0058e4-272e-4362-98f8-c607a19346ef {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:20:46.434066 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b445a760-a797-4027-b6cd-42763947c867', 'tag': 'ab670002-3e80-47de-be53-d3af3a9c1d12', 'status': 'completed', 'code': 200} Jul 14 09:20:46.453165 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d79b7960-7b4f-40ea-9c2e-4e4af6c4bc74 req-97e83e3b-6cf5-400f-b96c-aaa58c5f2453 service neutron] 10.222.0.65 "GET /v2.0/networks/2244f7a1-04bd-42cd-9e86-31839b46f57f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3055687 Jul 14 09:20:46.504187 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e4c906b3-047c-4b9d-a982-b3080f8ae229 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:46.626744 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c906b3-047c-4b9d-a982-b3080f8ae229 admin admin] Pushing event updated for resources: {'Port': ['ID=7a304cfa-f68c-49a4-9dd0-2c953252c755,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:46.652767 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4c906b3-047c-4b9d-a982-b3080f8ae229 admin admin] Network 1ca22f68-f22e-4539-bf48-b4a59573e7f3 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:20:46.725453 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-e4c906b3-047c-4b9d-a982-b3080f8ae229 admin admin] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:20:46.730424 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c906b3-047c-4b9d-a982-b3080f8ae229 admin admin] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:20:46.766996 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e975dcd-086c-4cc4-9108-2758a717a718 req-8719d5cd-e867-462d-9811-c4023097c9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:46.768548 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-1e975dcd-086c-4cc4-9108-2758a717a718 req-8719d5cd-e867-462d-9811-c4023097c9e5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f15ecc2e979442a6b02936316f8b33e1&device_id=b445a760-a797-4027-b6cd-42763947c867 HTTP/1.1" status: 200 len: 1100 time: 0.4320109 Jul 14 09:20:46.869370 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42eb85bc-c580-47c8-a99a-f87d47fb6b28 req-6419f682-e600-4c76-9645-96279e7b6714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:46.877082 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-42eb85bc-c580-47c8-a99a-f87d47fb6b28 req-6419f682-e600-4c76-9645-96279e7b6714 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9a339f65-19fd-495d-921f-2a39b64ee23f HTTP/1.1" status: 200 len: 852 time: 0.5888197 Jul 14 09:20:46.880708 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daa55cc-84cb-42e1-a178-7664eef60a64 req-407eb6b3-c398-4eb6-a25e-f3298be23c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:46.882371 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-9daa55cc-84cb-42e1-a178-7664eef60a64 req-407eb6b3-c398-4eb6-a25e-f3298be23c80 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=65c3a2e4-2dc3-4d62-86d7-1cdde8eaabb8 HTTP/1.1" status: 200 len: 1097 time: 0.9678109 Jul 14 09:20:46.926824 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-6b38720e-dcb8-4197-b038-490c3ba17aed req-4d278663-0db0-4e91-ae1d-d0ce7aaf4e42 tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:46.968721 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-6b38720e-dcb8-4197-b038-490c3ba17aed req-4d278663-0db0-4e91-ae1d-d0ce7aaf4e42 tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:46.973266 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-42eb85bc-c580-47c8-a99a-f87d47fb6b28 req-1eca4b83-1278-4162-8048-54e073477276 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2cdfa295-562b-4f8c-a7bc-88c1e99a0037&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0757997 Jul 14 09:20:47.016660 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e4c906b3-047c-4b9d-a982-b3080f8ae229 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-660393'] for router_interface, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:47.171917 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-6b38720e-dcb8-4197-b038-490c3ba17aed req-4d278663-0db0-4e91-ae1d-d0ce7aaf4e42 tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:47.174396 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c5ab24a1-cd00-4aa4-9726-30d8eec3f402 None None] Provisioning for port 7a304cfa-f68c-49a4-9dd0-2c953252c755 completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:20:47.183350 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6b38720e-dcb8-4197-b038-490c3ba17aed req-4d278663-0db0-4e91-ae1d-d0ce7aaf4e42 tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 2.0711067 Jul 14 09:20:47.190058 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c5ab24a1-cd00-4aa4-9726-30d8eec3f402 None None] Provisioning complete for port 7a304cfa-f68c-49a4-9dd0-2c953252c755 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:20:47.192542 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c5ab24a1-cd00-4aa4-9726-30d8eec3f402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:47.227566 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-9daa55cc-84cb-42e1-a178-7664eef60a64 req-3226f607-4c36-43ac-a235-a68ea645c5fc service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=372c68ac-7430-41d6-997c-166ff070d0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3199749 Jul 14 09:20:47.258856 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7e5acb9f-4663-4790-89c2-53a47a5cf12e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-620860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682934'] for router_interface, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:47.260765 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d278663-0db0-4e91-ae1d-d0ce7aaf4e42 tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] Pushing event updated for resources: {'SecurityGroup': ['ID=325fed07-46e2-4654-9d19-5784a509363c,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:47.270670 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554aa748-2fbc-4f9d-ae0f-1c70f86a219b req-eead9802-ab0d-465f-93e8-e6f04af71ec8 tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:47.272260 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-554aa748-2fbc-4f9d-ae0f-1c70f86a219b req-eead9802-ab0d-465f-93e8-e6f04af71ec8 tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] 10.222.0.68 "GET /v2.0/ports?device_id=47f61015-0034-413d-87cf-74efb13c3750 HTTP/1.1" status: 200 len: 944 time: 0.7250214 Jul 14 09:20:47.297653 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-5e34e2d1-b4e6-438f-842e-be3d1cacc0a1 req-234ee947-f31f-4ca8-a3e7-791857e1d163 service neutron] For port dcca8c07-a9b5-406f-9143-2bd6bb078786, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=dcca8c07-a9b5-406f-9143-2bd6bb078786,segment=NetworkSegment(4f3a0541-e6cd-42f5-92f6-5d961c2f621f),segment_id=4f3a0541-e6cd-42f5-92f6-5d961c2f621f)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:20:47.320508 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-c5ab24a1-cd00-4aa4-9726-30d8eec3f402 None None] Port 7a304cfa-f68c-49a4-9dd0-2c953252c755 cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:20:47.343619 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e975dcd-086c-4cc4-9108-2758a717a718 req-f2523c5a-2978-4b18-b5d9-2fa37e087dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:47.345176 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1e975dcd-086c-4cc4-9108-2758a717a718 req-f2523c5a-2978-4b18-b5d9-2fa37e087dbd service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f15ecc2e979442a6b02936316f8b33e1&device_id=b445a760-a797-4027-b6cd-42763947c867 HTTP/1.1" status: 200 len: 1100 time: 0.6901433 Jul 14 09:20:47.396255 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e975dcd-086c-4cc4-9108-2758a717a718 req-90e705b1-5e17-44f7-a57d-f1b91d50d869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:47.397795 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-1e975dcd-086c-4cc4-9108-2758a717a718 req-90e705b1-5e17-44f7-a57d-f1b91d50d869 service neutron] 10.222.0.57 "GET /v2.0/networks?id=2244f7a1-04bd-42cd-9e86-31839b46f57f HTTP/1.1" status: 200 len: 870 time: 0.6189551 Jul 14 09:20:47.409406 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-5e34e2d1-b4e6-438f-842e-be3d1cacc0a1 req-234ee947-f31f-4ca8-a3e7-791857e1d163 service neutron] For port dcca8c07-a9b5-406f-9143-2bd6bb078786, host n-h2-779913-29, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:20:47.413176 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-554aa748-2fbc-4f9d-ae0f-1c70f86a219b req-44e356a1-477e-4911-b63e-913afa4e75cf tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] 10.222.0.68 "GET /v2.0/security-groups?id=7bf941d0-4fab-41ec-a174-078829fdb488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296866 Jul 14 09:20:47.572191 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-1e975dcd-086c-4cc4-9108-2758a717a718 req-3ba85bec-a70a-47bb-bd1b-4c04fda351d0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=ab670002-3e80-47de-be53-d3af3a9c1d12 HTTP/1.1" status: 200 len: 217 time: 0.0594718 Jul 14 09:20:47.573214 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-42eb85bc-c580-47c8-a99a-f87d47fb6b28 req-6cad62ce-4c87-468f-8ebe-88a62699c15b service neutron] 10.222.0.65 "GET /v2.0/networks/2cdfa295-562b-4f8c-a7bc-88c1e99a0037?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5836840 Jul 14 09:20:47.579871 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [req-5e34e2d1-b4e6-438f-842e-be3d1cacc0a1 req-234ee947-f31f-4ca8-a3e7-791857e1d163 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dcca8c07-a9b5-406f-9143-2bd6bb078786 {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:20:47.588258 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [req-54e1bc74-dbd4-4c2a-8980-f79d7915d47b req-95f7024e-c60e-4018-ad86-f86067c68db7 tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1249206789', 'description': 'tempest-description-1274470154'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:20:47.639426 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-5e34e2d1-b4e6-438f-842e-be3d1cacc0a1 req-234ee947-f31f-4ca8-a3e7-791857e1d163 service neutron] For port dcca8c07-a9b5-406f-9143-2bd6bb078786, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=dcca8c07-a9b5-406f-9143-2bd6bb078786,segment=NetworkSegment(4f3a0541-e6cd-42f5-92f6-5d961c2f621f),segment_id=4f3a0541-e6cd-42f5-92f6-5d961c2f621f)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:20:47.689344 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-54e1bc74-dbd4-4c2a-8980-f79d7915d47b req-95f7024e-c60e-4018-ad86-f86067c68db7 tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:47.731028 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-5e34e2d1-b4e6-438f-842e-be3d1cacc0a1 req-234ee947-f31f-4ca8-a3e7-791857e1d163 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:47.759843 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e975dcd-086c-4cc4-9108-2758a717a718 req-c1c66499-45cb-4a07-920f-3ecad79fc922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:47.761260 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-1e975dcd-086c-4cc4-9108-2758a717a718 req-c1c66499-45cb-4a07-920f-3ecad79fc922 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=85060e65-3b2f-4a6c-a04c-ce849daa5b3b HTTP/1.1" status: 200 len: 843 time: 0.1248980 Jul 14 09:20:47.771257 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e975dcd-086c-4cc4-9108-2758a717a718 req-4c340e93-fc5d-49b8-8d93-87d6c7f47b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:47.773157 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1e975dcd-086c-4cc4-9108-2758a717a718 req-4c340e93-fc5d-49b8-8d93-87d6c7f47b2b service neutron] 10.222.0.65 "GET /v2.0/networks?id=2244f7a1-04bd-42cd-9e86-31839b46f57f HTTP/1.1" status: 200 len: 870 time: 0.4173801 Jul 14 09:20:47.828873 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e5acb9f-4663-4790-89c2-53a47a5cf12e admin admin] Router b0f59f6f-40b6-49c4-b8c4-fbea7189fb21 has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:20:47.859785 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d41810-640d-4595-bdf4-e5aa8aac8451 req-52ea5271-6647-4165-bcca-007489eaa7df tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:47.861371 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b2d41810-640d-4595-bdf4-e5aa8aac8451 req-52ea5271-6647-4165-bcca-007489eaa7df tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/ports?device_id=b445a760-a797-4027-b6cd-42763947c867 HTTP/1.1" status: 200 len: 948 time: 0.5121901 Jul 14 09:20:47.871415 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1e975dcd-086c-4cc4-9108-2758a717a718 req-bb65825c-2403-4148-b2d2-0d6c4ba3e36a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=ab670002-3e80-47de-be53-d3af3a9c1d12 HTTP/1.1" status: 200 len: 217 time: 0.0836012 Jul 14 09:20:47.872018 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e4c906b3-047c-4b9d-a982-b3080f8ae229 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:47.943187 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e975dcd-086c-4cc4-9108-2758a717a718 req-747cc7a0-1f59-4f73-8695-c02f0f73d4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:47.944750 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-1e975dcd-086c-4cc4-9108-2758a717a718 req-747cc7a0-1f59-4f73-8695-c02f0f73d4f5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2244f7a1-04bd-42cd-9e86-31839b46f57f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1734183 Jul 14 09:20:47.947321 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-54e1bc74-dbd4-4c2a-8980-f79d7915d47b req-95f7024e-c60e-4018-ad86-f86067c68db7 tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:47.957917 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-42eb85bc-c580-47c8-a99a-f87d47fb6b28 req-d1f08216-79c0-4ee6-ab15-1c420511ae45 service neutron] 10.222.0.65 "GET /v2.0/networks/2cdfa295-562b-4f8c-a7bc-88c1e99a0037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3621972 Jul 14 09:20:47.964264 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-54e1bc74-dbd4-4c2a-8980-f79d7915d47b req-95f7024e-c60e-4018-ad86-f86067c68db7 tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:48.068629 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 611f471d-cf2b-4405-b0b1-1ad76cabb61a up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:20:48.092811 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-54e1bc74-dbd4-4c2a-8980-f79d7915d47b req-95f7024e-c60e-4018-ad86-f86067c68db7 tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:48.106146 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-54e1bc74-dbd4-4c2a-8980-f79d7915d47b req-95f7024e-c60e-4018-ad86-f86067c68db7 tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.5227456 Jul 14 09:20:48.121971 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f7024e-c60e-4018-ad86-f86067c68db7 tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3976b256-9235-4ba5-a1a3-0311b3f4a262,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:48.147156 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e5acb9f-4663-4790-89c2-53a47a5cf12e admin admin] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:20:48.157451 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-7e5acb9f-4663-4790-89c2-53a47a5cf12e admin admin] 10.222.0.68 "PUT /v2.0/routers/b0f59f6f-40b6-49c4-b8c4-fbea7189fb21/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5117197 Jul 14 09:20:48.157451 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 41078) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:48.166416 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-1e975dcd-086c-4cc4-9108-2758a717a718 req-f0a6a12a-541f-46c0-a3f5-82e0d7895751 service neutron] 10.222.0.57 "GET /v2.0/networks/2244f7a1-04bd-42cd-9e86-31839b46f57f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2130203 Jul 14 09:20:48.170563 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aafb4b55-fd71-4352-881e-5ffaf7df6956 None None] Sync routers for ids ['b0f59f6f-40b6-49c4-b8c4-fbea7189fb21'] in n-d-779913-29 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:20:48.195430 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e975dcd-086c-4cc4-9108-2758a717a718 req-1729ef60-92a9-4329-b371-2b08c2befa29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:48.197352 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aafb4b55-fd71-4352-881e-5ffaf7df6956 None None] Routers {'b0f59f6f-40b6-49c4-b8c4-fbea7189fb21'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:20:48.200642 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-aafb4b55-fd71-4352-881e-5ffaf7df6956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:20:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['b0f59f6f-40b6-49c4-b8c4-fbea7189fb21'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:20:48.202545 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1e975dcd-086c-4cc4-9108-2758a717a718 req-1729ef60-92a9-4329-b371-2b08c2befa29 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=85060e65-3b2f-4a6c-a04c-ce849daa5b3b HTTP/1.1" status: 200 len: 843 time: 0.2286620 Jul 14 09:20:48.220175 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning for port 611f471d-cf2b-4405-b0b1-1ad76cabb61a completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:20:48.232818 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port 611f471d-cf2b-4405-b0b1-1ad76cabb61a triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:20:48.233827 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:48.359195 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1a342fac-abac-4a40-89e5-d61879474f53 admin admin] Notify callbacks [] for router, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:48.367016 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-1e975dcd-086c-4cc4-9108-2758a717a718 req-15a4bbc4-90f9-40f2-8e33-fd80f540c45e service neutron] 10.222.0.57 "GET /v2.0/networks/2244f7a1-04bd-42cd-9e86-31839b46f57f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613266 Jul 14 09:20:48.380191 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [req-5e34e2d1-b4e6-438f-842e-be3d1cacc0a1 req-234ee947-f31f-4ca8-a3e7-791857e1d163 service neutron] Transition to ACTIVE for port object dcca8c07-a9b5-406f-9143-2bd6bb078786 will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:20:48.398297 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:48.425754 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] For port 611f471d-cf2b-4405-b0b1-1ad76cabb61a, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=611f471d-cf2b-4405-b0b1-1ad76cabb61a,segment=NetworkSegment(81bf7a93-80b3-43df-b9d5-462c604a2945),segment_id=81bf7a93-80b3-43df-b9d5-462c604a2945)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:20:48.432643 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:48.502054 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b2d41810-640d-4595-bdf4-e5aa8aac8451 req-d5cc0051-29c8-4e16-81e0-466382a5b189 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/security-groups?id=93b55648-4dd6-4852-bb99-9aa842ab19a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5381467 Jul 14 09:20:48.518217 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-5e34e2d1-b4e6-438f-842e-be3d1cacc0a1 req-234ee947-f31f-4ca8-a3e7-791857e1d163 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:48.572265 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Pushing event updated for resources: {'Port': ['ID=611f471d-cf2b-4405-b0b1-1ad76cabb61a,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:48.594062 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-aafb4b55-fd71-4352-881e-5ffaf7df6956 None None] Set router b0f59f6f-40b6-49c4-b8c4-fbea7189fb21 gateway port host: n-d-779913-29 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:20:48.628737 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-bd7ec731-9c25-4b35-9f21-401926e5647d req-bce0c26a-add9-40fd-ab2d-8174ff099a57 tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1597622662', 'description': 'tempest-description-1053230626'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:20:48.694146 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1a342fac-abac-4a40-89e5-d61879474f53 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:48.710726 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e34e2d1-b4e6-438f-842e-be3d1cacc0a1 req-234ee947-f31f-4ca8-a3e7-791857e1d163 service neutron] No DVR routers for this DVR port dcca8c07-a9b5-406f-9143-2bd6bb078786 on host n-h2-779913-29 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:20:48.754396 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-bd7ec731-9c25-4b35-9f21-401926e5647d req-bce0c26a-add9-40fd-ab2d-8174ff099a57 tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:48.764352 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234ee947-f31f-4ca8-a3e7-791857e1d163 service neutron] Pushing event updated for resources: {'Port': ['ID=dcca8c07-a9b5-406f-9143-2bd6bb078786,revision_number=10']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:48.793973 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7e1988-c46a-4c98-b94f-4c277270462c req-19b9fdb7-4f6a-4f29-88dc-ffeb4494b88e tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:48.795889 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-7f7e1988-c46a-4c98-b94f-4c277270462c req-19b9fdb7-4f6a-4f29-88dc-ffeb4494b88e tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] 10.222.0.68 "GET /v2.0/ports?device_id=65c3a2e4-2dc3-4d62-86d7-1cdde8eaabb8 HTTP/1.1" status: 200 len: 945 time: 0.3475173 Jul 14 09:20:48.825834 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5e34e2d1-b4e6-438f-842e-be3d1cacc0a1 req-234ee947-f31f-4ca8-a3e7-791857e1d163 service neutron] 10.222.0.57 "PUT /v2.0/ports/dcca8c07-a9b5-406f-9143-2bd6bb078786/bindings/n-h1-779913-29/activate HTTP/1.1" status: 200 len: 370 time: 2.8964972 Jul 14 09:20:48.830122 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e975dcd-086c-4cc4-9108-2758a717a718 req-073a75e1-3b5d-4b3a-a3bf-6ef56086c472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:48.831582 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1e975dcd-086c-4cc4-9108-2758a717a718 req-073a75e1-3b5d-4b3a-a3bf-6ef56086c472 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2244f7a1-04bd-42cd-9e86-31839b46f57f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6056740 Jul 14 09:20:48.878154 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-7f7e1988-c46a-4c98-b94f-4c277270462c req-c3a69e8e-182f-4c2b-9638-bb665fb72bcc tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] 10.222.0.68 "GET /v2.0/security-groups?id=372c68ac-7430-41d6-997c-166ff070d0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689597 Jul 14 09:20:48.895990 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device ab670002-3e80-47de-be53-d3af3a9c1d12 details requested by agent hyperv_n-h1-779913-29 with host n-h1-779913-29 {{(pid=93959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:20:48.907539 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-1a342fac-abac-4a40-89e5-d61879474f53 admin admin] Deleting port ce21380f-476f-4379-b1a4-f607eb5fb484 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:20:48.908709 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1a342fac-abac-4a40-89e5-d61879474f53 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:48.909161 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e4c906b3-047c-4b9d-a982-b3080f8ae229 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:48.926336 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e4c906b3-047c-4b9d-a982-b3080f8ae229 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:48.943436 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-aafb4b55-fd71-4352-881e-5ffaf7df6956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0f59f6f-40b6-49c4-b8c4-fbea7189fb21', 'name': 'tempest-ServersTestJSON-1192538569-router', 'tenant_id': 'aabddba14d1340aeab976aa64d5f8c9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.179'}], 'enable_snat': True}, 'gw_port_id': 'ce21380f-476f-4379-b1a4-f607eb5fb484', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:17:46Z', 'updated_at': '2021-07-14T09:20:46Z', 'revision_number': 5, 'project_id': 'aabddba14d1340aeab976aa64d5f8c9b', 'gw_port': {'id': 'ce21380f-476f-4379-b1a4-f607eb5fb484', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:3f:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f59f6f-40b6-49c4-b8c4-fbea7189fb21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:17:48Z', 'updated_at': '2021-07-14T09:17:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29'}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:20:49.007451 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aafb4b55-fd71-4352-881e-5ffaf7df6956 None None] Checking router: b0f59f6f-40b6-49c4-b8c4-fbea7189fb21 for host: n-d-779913-29 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:20:49.017206 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aafb4b55-fd71-4352-881e-5ffaf7df6956 None None] Routers {'b0f59f6f-40b6-49c4-b8c4-fbea7189fb21'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:20:49.018167 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-aafb4b55-fd71-4352-881e-5ffaf7df6956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:20:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['b0f59f6f-40b6-49c4-b8c4-fbea7189fb21'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:20:49.122257 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-1a342fac-abac-4a40-89e5-d61879474f53 admin admin] For port ce21380f-476f-4379-b1a4-f607eb5fb484, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=ce21380f-476f-4379-b1a4-f607eb5fb484,segment=NetworkSegment(81bf7a93-80b3-43df-b9d5-462c604a2945),segment_id=81bf7a93-80b3-43df-b9d5-462c604a2945)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:20:49.122906 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1a342fac-abac-4a40-89e5-d61879474f53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:49.143205 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-1a342fac-abac-4a40-89e5-d61879474f53 admin admin] Calling delete_port for ce21380f-476f-4379-b1a4-f607eb5fb484 owned by network:router_gateway {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:20:49.145737 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e4c906b3-047c-4b9d-a982-b3080f8ae229 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-683747'] for router_interface, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:49.155348 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c906b3-047c-4b9d-a982-b3080f8ae229 admin admin] Pushing event updated for resources: {'Port': ['ID=7a304cfa-f68c-49a4-9dd0-2c953252c755,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:49.181733 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1e975dcd-086c-4cc4-9108-2758a717a718 req-555b1d6b-c625-47c8-824d-12ea583a4e99 service neutron] 10.222.0.65 "GET /v2.0/networks/2244f7a1-04bd-42cd-9e86-31839b46f57f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3354554 Jul 14 09:20:49.205203 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-aafb4b55-fd71-4352-881e-5ffaf7df6956 None None] Set router b0f59f6f-40b6-49c4-b8c4-fbea7189fb21 gateway port host: None {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:20:49.265123 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port ab670002-3e80-47de-be53-d3af3a9c1d12, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=ab670002-3e80-47de-be53-d3af3a9c1d12,segment=NetworkSegment(8f1c1422-de6c-445f-ab95-4e2c94585b2b),segment_id=8f1c1422-de6c-445f-ab95-4e2c94585b2b)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:20:49.289211 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-aafb4b55-fd71-4352-881e-5ffaf7df6956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0f59f6f-40b6-49c4-b8c4-fbea7189fb21', 'name': 'tempest-ServersTestJSON-1192538569-router', 'tenant_id': 'aabddba14d1340aeab976aa64d5f8c9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:17:46Z', 'updated_at': '2021-07-14T09:20:48Z', 'revision_number': 6, 'project_id': 'aabddba14d1340aeab976aa64d5f8c9b', 'gw_port_host': None}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:20:49.296545 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-bd7ec731-9c25-4b35-9f21-401926e5647d req-bce0c26a-add9-40fd-ab2d-8174ff099a57 tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:49.303127 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Returning: {'device': 'ab670002-3e80-47de-be53-d3af3a9c1d12', 'network_id': '2244f7a1-04bd-42cd-9e86-31839b46f57f', 'port_id': 'ab670002-3e80-47de-be53-d3af3a9c1d12', 'mac_address': 'fa:16:3e:74:58:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 724, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85060e65-3b2f-4a6c-a04c-ce849daa5b3b', 'ip_address': '192.168.233.219'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:20:49.313512 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-bd7ec731-9c25-4b35-9f21-401926e5647d req-bce0c26a-add9-40fd-ab2d-8174ff099a57 tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:49.324636 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59716175-bcf4-449d-b1c5-b7eee464f948 req-0929526f-126d-402d-bcf1-b281f84aa1f3 tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:49.333759 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-59716175-bcf4-449d-b1c5-b7eee464f948 req-0929526f-126d-402d-bcf1-b281f84aa1f3 tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] 10.222.0.68 "GET /v2.0/ports?device_id=47f61015-0034-413d-87cf-74efb13c3750 HTTP/1.1" status: 200 len: 945 time: 0.1752982 Jul 14 09:20:49.340137 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aafb4b55-fd71-4352-881e-5ffaf7df6956 None None] The sync data for ids ['b0f59f6f-40b6-49c4-b8c4-fbea7189fb21'] in n-d-779913-29 is: [{'id': 'b0f59f6f-40b6-49c4-b8c4-fbea7189fb21', 'name': 'tempest-ServersTestJSON-1192538569-router', 'tenant_id': 'aabddba14d1340aeab976aa64d5f8c9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:17:46Z', 'updated_at': '2021-07-14T09:20:48Z', 'revision_number': 6, 'project_id': 'aabddba14d1340aeab976aa64d5f8c9b', 'gw_port_host': None}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:20:49.352179 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e34e2d1-b4e6-438f-842e-be3d1cacc0a1 req-3a6124ac-fbbc-429e-bac0-6a15dfe3f478 tempest-LiveAutoBlockMigrationV225Test-648529105 tempest-LiveAutoBlockMigrationV225Test-648529105-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:49.355485 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5e34e2d1-b4e6-438f-842e-be3d1cacc0a1 req-3a6124ac-fbbc-429e-bac0-6a15dfe3f478 tempest-LiveAutoBlockMigrationV225Test-648529105 tempest-LiveAutoBlockMigrationV225Test-648529105-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=47f61015-0034-413d-87cf-74efb13c3750&tenant_id=e14af975015c4397b9da2a89a906dfc2&binding%3Ahost_id=n-h2-779913-29 HTTP/1.1" status: 200 len: 1097 time: 0.3744969 Jul 14 09:20:49.411917 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-bd7ec731-9c25-4b35-9f21-401926e5647d req-bce0c26a-add9-40fd-ab2d-8174ff099a57 tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:49.413301 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-bd7ec731-9c25-4b35-9f21-401926e5647d req-bce0c26a-add9-40fd-ab2d-8174ff099a57 tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.8394117 Jul 14 09:20:49.433035 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce0c26a-add9-40fd-ab2d-8174ff099a57 tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b39d5f54-e71d-4efc-b3f3-53ba46d6ef41,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:49.446336 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:49.459199 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1e975dcd-086c-4cc4-9108-2758a717a718 req-dee2449c-c6a4-418c-89d2-d7a057591a64 service neutron] 10.222.0.65 "GET /v2.0/networks/2244f7a1-04bd-42cd-9e86-31839b46f57f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2632201 Jul 14 09:20:49.460975 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4c906b3-047c-4b9d-a982-b3080f8ae229 admin admin] Network 1ca22f68-f22e-4539-bf48-b4a59573e7f3 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:20:49.465218 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-e4c906b3-047c-4b9d-a982-b3080f8ae229 admin admin] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:20:49.502968 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-59716175-bcf4-449d-b1c5-b7eee464f948 req-842c73d4-8a2b-44de-938a-51033a6575b7 tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] 10.222.0.68 "GET /v2.0/security-groups?id=7bf941d0-4fab-41ec-a174-078829fdb488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678369 Jul 14 09:20:49.526957 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab670002-3e80-47de-be53-d3af3a9c1d12 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:20:49.527259 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e34e2d1-b4e6-438f-842e-be3d1cacc0a1 req-ca7679bd-0db3-4246-b122-dd76f5b7e5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:49.528848 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5e34e2d1-b4e6-438f-842e-be3d1cacc0a1 req-ca7679bd-0db3-4246-b122-dd76f5b7e5b4 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=47f61015-0034-413d-87cf-74efb13c3750&tenant_id=e14af975015c4397b9da2a89a906dfc2 HTTP/1.1" status: 200 len: 1097 time: 0.1557178 Jul 14 09:20:49.639692 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port ab670002-3e80-47de-be53-d3af3a9c1d12, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=ab670002-3e80-47de-be53-d3af3a9c1d12,segment=NetworkSegment(8f1c1422-de6c-445f-ab95-4e2c94585b2b),segment_id=8f1c1422-de6c-445f-ab95-4e2c94585b2b)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:20:49.652118 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:49.805527 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Pushing event updated for resources: {'Port': ['ID=ab670002-3e80-47de-be53-d3af3a9c1d12,revision_number=8']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:49.828532 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-f6b801c8-3204-48b0-9931-a0b01af137a8 req-eaba8dca-d1b8-4445-9ed7-c3604d01e7dc tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=22a4f04666c3481d8344225163e60741 HTTP/1.1" status: 200 len: 10899 time: 0.2672811 Jul 14 09:20:49.875543 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 611f471d-cf2b-4405-b0b1-1ad76cabb61a up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:20:49.926090 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1a342fac-abac-4a40-89e5-d61879474f53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:49.951210 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-12812f6a-6daa-45ec-8d73-2b4f288ec34b None None] Provisioning complete for port 7a304cfa-f68c-49a4-9dd0-2c953252c755 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:20:49.951636 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-12812f6a-6daa-45ec-8d73-2b4f288ec34b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:49.970834 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-f6b801c8-3204-48b0-9931-a0b01af137a8 req-29a7d711-3564-4332-a09b-22f7d9fe95ea tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] 10.222.0.68 "GET /v2.0/security-groups/65dfa8de-6f82-43dd-bcdf-865f204c3ea4 HTTP/1.1" status: 200 len: 2981 time: 0.1413171 Jul 14 09:20:49.976962 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a342fac-abac-4a40-89e5-d61879474f53 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce21380f-476f-4379-b1a4-f607eb5fb484,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:50.005025 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-12812f6a-6daa-45ec-8d73-2b4f288ec34b None None] Port 7a304cfa-f68c-49a4-9dd0-2c953252c755 cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:20:50.014118 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port 611f471d-cf2b-4405-b0b1-1ad76cabb61a triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:20:50.014522 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:50.099740 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] get_ports_and_sgs() called for port_ids ['ab670002-3e80-47de-be53-d3af3a9c1d12'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:20:50.108268 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1a342fac-abac-4a40-89e5-d61879474f53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-660532'] for router_gateway, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:50.162155 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 21fd80e8-2c33-430c-abb6-80317aa54541 no longer exists at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:20:50.185221 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-f6b801c8-3204-48b0-9931-a0b01af137a8 req-04597f47-8b76-4774-b068-72ce6e043c61 tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] 10.222.0.68 "GET /v2.0/security-groups/65dfa8de-6f82-43dd-bcdf-865f204c3ea4 HTTP/1.1" status: 200 len: 2981 time: 0.2133045 Jul 14 09:20:50.189806 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] No Port match for: 21fd80e8-2c33-430c-abb6-80317aa54541 {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:20:50.190159 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 21fd80e8-2c33-430c-abb6-80317aa54541 not bound to the agent host n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:20:50.231658 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1a342fac-abac-4a40-89e5-d61879474f53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-711871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12964'] for router, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:50.234128 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1a342fac-abac-4a40-89e5-d61879474f53 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:50.267078 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4c906b3-047c-4b9d-a982-b3080f8ae229 admin admin] Router 8f1d501e-40e1-4db8-a88d-7a4933580ee3 has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:20:50.295885 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e34e2d1-b4e6-438f-842e-be3d1cacc0a1 req-aeb9972b-f638-486f-8928-af7d8dfca870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:50.297670 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5e34e2d1-b4e6-438f-842e-be3d1cacc0a1 req-aeb9972b-f638-486f-8928-af7d8dfca870 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e14af975015c4397b9da2a89a906dfc2&device_id=47f61015-0034-413d-87cf-74efb13c3750 HTTP/1.1" status: 200 len: 1097 time: 0.6962774 Jul 14 09:20:50.327330 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fad17b-8a78-4c42-a43f-dfc3509f0c01 req-3ce013a1-7d23-4938-a1ca-19daa06a70cc tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:50.335375 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-86fad17b-8a78-4c42-a43f-dfc3509f0c01 req-3ce013a1-7d23-4938-a1ca-19daa06a70cc tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/ports?device_id=b445a760-a797-4027-b6cd-42763947c867 HTTP/1.1" status: 200 len: 949 time: 0.2132180 Jul 14 09:20:50.397713 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1a342fac-abac-4a40-89e5-d61879474f53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-704815'] for router, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:50.398269 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a342fac-abac-4a40-89e5-d61879474f53 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b0f59f6f-40b6-49c4-b8c4-fbea7189fb21 {{(pid=93958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:20:50.405235 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1a342fac-abac-4a40-89e5-d61879474f53 admin admin] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:50.409162 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-1a342fac-abac-4a40-89e5-d61879474f53 admin admin] 10.222.0.68 "DELETE /v2.0/routers/b0f59f6f-40b6-49c4-b8c4-fbea7189fb21 HTTP/1.1" status: 204 len: 168 time: 2.2511449 Jul 14 09:20:50.410990 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 41096) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:50.486090 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-86fad17b-8a78-4c42-a43f-dfc3509f0c01 req-5615a4d7-85a0-454a-8955-57595d7bfeac tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/security-groups?id=93b55648-4dd6-4852-bb99-9aa842ab19a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497788 Jul 14 09:20:50.486699 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf707428-f012-4bbe-b722-63287491764d req-9c741115-cb28-45ff-b7b0-65c6c675a368 tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:50.488285 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-cf707428-f012-4bbe-b722-63287491764d req-9c741115-cb28-45ff-b7b0-65c6c675a368 tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] 10.222.0.68 "GET /v2.0/ports?device_id=65c3a2e4-2dc3-4d62-86d7-1cdde8eaabb8 HTTP/1.1" status: 200 len: 945 time: 0.1352298 Jul 14 09:20:50.523303 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-6dfabe52-5a2d-4bea-ad51-903e0bb0ff12 admin admin] Deleting subnet 894e9ad4-f56d-4415-a399-0321b6578932 {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:20:50.534944 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6dfabe52-5a2d-4bea-ad51-903e0bb0ff12 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:50.588655 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-cf707428-f012-4bbe-b722-63287491764d req-f3d7d7eb-7d83-42b0-a464-48b906ee7873 tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] 10.222.0.68 "GET /v2.0/security-groups?id=372c68ac-7430-41d6-997c-166ff070d0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859880 Jul 14 09:20:50.594252 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6dfabe52-5a2d-4bea-ad51-903e0bb0ff12 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13574120'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:50.633604 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e34e2d1-b4e6-438f-842e-be3d1cacc0a1 req-0d8d350a-3ef8-43aa-b05e-9891363fdb67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:50.636664 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5e34e2d1-b4e6-438f-842e-be3d1cacc0a1 req-0d8d350a-3ef8-43aa-b05e-9891363fdb67 service neutron] 10.222.0.65 "GET /v2.0/networks?id=e7cb481e-49dc-464e-b748-d3d2c45f69f9 HTTP/1.1" status: 200 len: 921 time: 0.3306413 Jul 14 09:20:50.640587 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-4ebe81f1-b741-49e9-9c15-27329785fa84 req-3a1a855c-37b1-47c5-8f60-f89fe2bb0d21 tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] 10.222.0.68 "GET /v2.0/security-groups/325fed07-46e2-4654-9d19-5784a509363c HTTP/1.1" status: 200 len: 1800 time: 0.0898626 Jul 14 09:20:50.641927 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4c906b3-047c-4b9d-a982-b3080f8ae229 admin admin] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:20:50.654601 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-e4c906b3-047c-4b9d-a982-b3080f8ae229 admin admin] 10.222.0.68 "PUT /v2.0/routers/8f1d501e-40e1-4db8-a88d-7a4933580ee3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3164263 Jul 14 09:20:50.661742 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaf78bc9-a34b-4814-9801-ed2f07dc8dc1 None None] Sync routers for ids ['8f1d501e-40e1-4db8-a88d-7a4933580ee3'] in n-d-779913-29 {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:20:50.707071 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf78bc9-a34b-4814-9801-ed2f07dc8dc1 None None] Routers {'8f1d501e-40e1-4db8-a88d-7a4933580ee3'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:20:50.707730 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-eaf78bc9-a34b-4814-9801-ed2f07dc8dc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:20:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['8f1d501e-40e1-4db8-a88d-7a4933580ee3'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:20:50.788358 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5e34e2d1-b4e6-438f-842e-be3d1cacc0a1 req-5445e4ca-944d-4917-8ec5-1069e415047d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dcca8c07-a9b5-406f-9143-2bd6bb078786 HTTP/1.1" status: 200 len: 217 time: 0.0921876 Jul 14 09:20:50.803235 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6dfabe52-5a2d-4bea-ad51-903e0bb0ff12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3481002'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:50.920239 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e34e2d1-b4e6-438f-842e-be3d1cacc0a1 req-53f7ffeb-cc41-4d4b-8677-0efbc676eb97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:50.921724 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5e34e2d1-b4e6-438f-842e-be3d1cacc0a1 req-53f7ffeb-cc41-4d4b-8677-0efbc676eb97 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a1f8d7cc-d5f0-4ac4-b550-493e46cf12fc HTTP/1.1" status: 200 len: 860 time: 0.1236513 Jul 14 09:20:50.924757 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-4ebe81f1-b741-49e9-9c15-27329785fa84 req-9714fe6b-8f3b-4fe2-a165-bcc00ce425e1 tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] Notify callbacks [] for security_group, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:50.934529 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvr_db [None req-eaf78bc9-a34b-4814-9801-ed2f07dc8dc1 None None] Set router 8f1d501e-40e1-4db8-a88d-7a4933580ee3 gateway port host: n-d-779913-29 {{(pid=93959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:20:50.978920 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6dfabe52-5a2d-4bea-ad51-903e0bb0ff12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13574056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16714573'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:50.990712 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5e34e2d1-b4e6-438f-842e-be3d1cacc0a1 req-cd5bfc9b-12bd-47fe-828a-1acd007d01ef service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e7cb481e-49dc-464e-b748-d3d2c45f69f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0530608 Jul 14 09:20:50.994755 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-4ebe81f1-b741-49e9-9c15-27329785fa84 req-9714fe6b-8f3b-4fe2-a165-bcc00ce425e1 tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:50.999443 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6dfabe52-5a2d-4bea-ad51-903e0bb0ff12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:51.003039 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-6dfabe52-5a2d-4bea-ad51-903e0bb0ff12 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/894e9ad4-f56d-4415-a399-0321b6578932 HTTP/1.1" status: 204 len: 168 time: 0.5910749 Jul 14 09:20:51.022401 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 41114) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:51.034278 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfabe52-5a2d-4bea-ad51-903e0bb0ff12 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=894e9ad4-f56d-4415-a399-0321b6578932,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:51.117080 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-754028dd-52a3-44c8-9b30-475661664bde None None] Network d25d8db8-0ab7-40c5-8db1-354e83a0ea79 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:20:51.227732 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-4ebe81f1-b741-49e9-9c15-27329785fa84 req-9714fe6b-8f3b-4fe2-a165-bcc00ce425e1 tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:51.230794 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-4ebe81f1-b741-49e9-9c15-27329785fa84 req-9714fe6b-8f3b-4fe2-a165-bcc00ce425e1 tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:51.242596 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-4ebe81f1-b741-49e9-9c15-27329785fa84 req-9714fe6b-8f3b-4fe2-a165-bcc00ce425e1 tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] 10.222.0.68 "DELETE /v2.0/security-groups/325fed07-46e2-4654-9d19-5784a509363c HTTP/1.1" status: 204 len: 173 time: 0.5852849 Jul 14 09:20:51.288609 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-35f085c4-e845-46c6-bbc1-be473a04cd2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3876111'] for network, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:51.294176 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9714fe6b-8f3b-4fe2-a165-bcc00ce425e1 tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=325fed07-46e2-4654-9d19-5784a509363c,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:51.300672 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5e34e2d1-b4e6-438f-842e-be3d1cacc0a1 req-0ad4a920-8c0e-4e59-bd67-f0d25f9ea915 service neutron] 10.222.0.65 "GET /v2.0/networks/e7cb481e-49dc-464e-b748-d3d2c45f69f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2974687 Jul 14 09:20:51.358381 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7221d3-12ea-429d-b84a-4e8126e5b640 req-fdfaa3b1-2126-4f2a-afa8-0d70f2177f6e tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:51.365381 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-1e7221d3-12ea-429d-b84a-4e8126e5b640 req-fdfaa3b1-2126-4f2a-afa8-0d70f2177f6e tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] 10.222.0.68 "GET /v2.0/ports?device_id=47f61015-0034-413d-87cf-74efb13c3750 HTTP/1.1" status: 200 len: 945 time: 0.1262500 Jul 14 09:20:51.433669 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-1e7221d3-12ea-429d-b84a-4e8126e5b640 req-e94e761b-765f-4e24-8098-55452c42c530 tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] 10.222.0.68 "GET /v2.0/security-groups?id=7bf941d0-4fab-41ec-a174-078829fdb488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596986 Jul 14 09:20:51.436338 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f9e2ec-8040-4493-813a-5adc26bef8ed req-a7110f61-7250-4cf3-84cd-7297348473b7 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:51.438413 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-44f9e2ec-8040-4493-813a-5adc26bef8ed req-a7110f61-7250-4cf3-84cd-7297348473b7 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.65 "GET /v2.0/ports?device_id=b445a760-a797-4027-b6cd-42763947c867&tenant_id=f15ecc2e979442a6b02936316f8b33e1&binding%3Ahost_id=n-h1-779913-29 HTTP/1.1" status: 200 len: 949 time: 0.2567823 Jul 14 09:20:51.528855 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5e34e2d1-b4e6-438f-842e-be3d1cacc0a1 req-e3bc848b-a826-46de-b5f0-b03c75a33528 service neutron] 10.222.0.65 "GET /v2.0/networks/e7cb481e-49dc-464e-b748-d3d2c45f69f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2185292 Jul 14 09:20:51.576989 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-35f085c4-e845-46c6-bbc1-be473a04cd2a admin admin] Deleting port 67b5696d-30d9-4127-9e1b-e3e0c6ccc56b {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:20:51.577340 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-35f085c4-e845-46c6-bbc1-be473a04cd2a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:51.647275 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-eaf78bc9-a34b-4814-9801-ed2f07dc8dc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f1d501e-40e1-4db8-a88d-7a4933580ee3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1173896188-router', 'tenant_id': 'c0f0aba1395a4fd1a6d1ed53f3eeb2b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.139'}], 'enable_snat': True}, 'gw_port_id': '611f471d-cf2b-4405-b0b1-1ad76cabb61a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:20:34Z', 'updated_at': '2021-07-14T09:20:47Z', 'revision_number': 4, 'project_id': 'c0f0aba1395a4fd1a6d1ed53f3eeb2b1', 'gw_port': {'id': '611f471d-cf2b-4405-b0b1-1ad76cabb61a', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b4:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f1d501e-40e1-4db8-a88d-7a4933580ee3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:20:37Z', 'updated_at': '2021-07-14T09:20:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': '7a304cfa-f68c-49a4-9dd0-2c953252c755', 'name': '', 'network_id': '1ca22f68-f22e-4539-bf48-b4a59573e7f3', 'tenant_id': 'c0f0aba1395a4fd1a6d1ed53f3eeb2b1', 'mac_address': 'fa:16:3e:ea:99:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f1d501e-40e1-4db8-a88d-7a4933580ee3', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '97937e07-8267-44e8-9758-651c212a988c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:20:44Z', 'updated_at': '2021-07-14T09:20:48Z', 'revision_number': 2, 'project_id': 'c0f0aba1395a4fd1a6d1ed53f3eeb2b1', 'subnets': [{'id': '97937e07-8267-44e8-9758-651c212a988c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:20:51.656893 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-44f9e2ec-8040-4493-813a-5adc26bef8ed req-28672169-ea4d-44fe-8247-0f291f45a965 service neutron] 10.222.0.65 "GET /v2.0/ports/ab670002-3e80-47de-be53-d3af3a9c1d12/bindings/n-h1-779913-29 HTTP/1.1" status: 200 len: 383 time: 0.1998031 Jul 14 09:20:51.686363 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8676086-333a-4dd3-afbc-49e1897c3be3 req-25309512-9ce4-4e21-8cb8-96d8658adb42 tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:51.687397 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaf78bc9-a34b-4814-9801-ed2f07dc8dc1 None None] Checking router: 8f1d501e-40e1-4db8-a88d-7a4933580ee3 for host: n-d-779913-29 {{(pid=93959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:20:51.687949 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaf78bc9-a34b-4814-9801-ed2f07dc8dc1 None None] Updating router 8f1d501e-40e1-4db8-a88d-7a4933580ee3 port 7a304cfa-f68c-49a4-9dd0-2c953252c755 binding host n-d-779913-29 {{(pid=93959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:20:51.688039 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e8676086-333a-4dd3-afbc-49e1897c3be3 req-25309512-9ce4-4e21-8cb8-96d8658adb42 tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] 10.222.0.68 "GET /v2.0/ports?device_id=65c3a2e4-2dc3-4d62-86d7-1cdde8eaabb8 HTTP/1.1" status: 200 len: 945 time: 0.2443123 Jul 14 09:20:51.695882 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-35f085c4-e845-46c6-bbc1-be473a04cd2a admin admin] For port 67b5696d-30d9-4127-9e1b-e3e0c6ccc56b, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=67b5696d-30d9-4127-9e1b-e3e0c6ccc56b,segment=NetworkSegment(3490053c-a8b9-469d-9e8d-cf7046370617),segment_id=3490053c-a8b9-469d-9e8d-cf7046370617)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:20:51.696102 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-35f085c4-e845-46c6-bbc1-be473a04cd2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:51.738585 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-35f085c4-e845-46c6-bbc1-be473a04cd2a admin admin] Calling delete_port for 67b5696d-30d9-4127-9e1b-e3e0c6ccc56b owned by network:dhcp {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:20:51.738897 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-eaf78bc9-a34b-4814-9801-ed2f07dc8dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:51.842932 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e8676086-333a-4dd3-afbc-49e1897c3be3 req-032a9382-9dd3-4d9d-96f1-b6ea0d342c44 tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] 10.222.0.68 "GET /v2.0/security-groups?id=372c68ac-7430-41d6-997c-166ff070d0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385419 Jul 14 09:20:51.886810 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f9e2ec-8040-4493-813a-5adc26bef8ed req-1269a733-9283-45dd-9ab5-89202cefd4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:51.894371 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-44f9e2ec-8040-4493-813a-5adc26bef8ed req-1269a733-9283-45dd-9ab5-89202cefd4c7 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f15ecc2e979442a6b02936316f8b33e1&device_id=b445a760-a797-4027-b6cd-42763947c867 HTTP/1.1" status: 200 len: 1101 time: 0.1741664 Jul 14 09:20:51.896985 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6018154c-a09a-4eea-9468-7a8926b94401 None None] DHCP port deletion for d25d8db8-0ab7-40c5-8db1-354e83a0ea79 request from n-d-779913-29 {{(pid=93959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:20:52.037093 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a0ed14-0814-4bf1-b1b0-2ec38343504d req-ec6bd87e-0352-4fa5-a5d2-72237c23717e tempest-FloatingIPsAssociationNegativeTestJSON-1041687121 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:52.051092 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-a0a0ed14-0814-4bf1-b1b0-2ec38343504d req-ec6bd87e-0352-4fa5-a5d2-72237c23717e tempest-FloatingIPsAssociationNegativeTestJSON-1041687121 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121-project] 10.222.0.68 "GET /v2.0/networks?id=1ca22f68-f22e-4539-bf48-b4a59573e7f3 HTTP/1.1" status: 200 len: 829 time: 0.2104189 Jul 14 09:20:52.062404 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device ce21380f-476f-4379-b1a4-f607eb5fb484 no longer exists at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:20:52.067513 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-a0a0ed14-0814-4bf1-b1b0-2ec38343504d req-d8d66ca5-9d82-4345-a468-8628cee51659 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121-project] 10.222.0.68 "GET /v2.0/quotas/c0f0aba1395a4fd1a6d1ed53f3eeb2b1 HTTP/1.1" status: 200 len: 375 time: 0.0156500 Jul 14 09:20:52.082934 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f9e2ec-8040-4493-813a-5adc26bef8ed req-eee64458-caae-4128-81eb-6201b58ce803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:52.088462 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-44f9e2ec-8040-4493-813a-5adc26bef8ed req-eee64458-caae-4128-81eb-6201b58ce803 service neutron] 10.222.0.65 "GET /v2.0/networks?id=2244f7a1-04bd-42cd-9e86-31839b46f57f HTTP/1.1" status: 200 len: 870 time: 0.1888258 Jul 14 09:20:52.091760 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-35f085c4-e845-46c6-bbc1-be473a04cd2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:52.108162 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-6018154c-a09a-4eea-9468-7a8926b94401 None None] The port '67b5696d-30d9-4127-9e1b-e3e0c6ccc56b' was deleted {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 14 09:20:52.126161 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] No Port match for: ce21380f-476f-4379-b1a4-f607eb5fb484 {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:20:52.126161 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device ce21380f-476f-4379-b1a4-f607eb5fb484 not bound to the agent host n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:20:52.151612 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-267ba780-c260-41f7-848a-5248c1938d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:52.169164 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f085c4-e845-46c6-bbc1-be473a04cd2a admin admin] Pushing event deleted for resources: {'Port': ['ID=67b5696d-30d9-4127-9e1b-e3e0c6ccc56b,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:52.180820 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-a0a0ed14-0814-4bf1-b1b0-2ec38343504d req-5cbdd364-255f-4c63-a53d-247fc3756be1 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=c0f0aba1395a4fd1a6d1ed53f3eeb2b1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1118803 Jul 14 09:20:52.226903 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f085c4-e845-46c6-bbc1-be473a04cd2a admin admin] No DVR routers for this DVR port 67b5696d-30d9-4127-9e1b-e3e0c6ccc56b on host n-d-779913-29 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:20:52.294934 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-44f9e2ec-8040-4493-813a-5adc26bef8ed req-1857ee9d-5600-4c26-8ac6-d77f08798eec service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=ab670002-3e80-47de-be53-d3af3a9c1d12 HTTP/1.1" status: 200 len: 217 time: 0.1370890 Jul 14 09:20:52.314979 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-a0a0ed14-0814-4bf1-b1b0-2ec38343504d req-7dfeb067-f65b-4890-8e5e-975a7b03725c service neutron] 10.222.0.68 "GET /v2.0/networks/1ca22f68-f22e-4539-bf48-b4a59573e7f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321697 Jul 14 09:20:52.356775 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-eaf78bc9-a34b-4814-9801-ed2f07dc8dc1 None None] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:52.371285 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-eaf78bc9-a34b-4814-9801-ed2f07dc8dc1 None None] Transition to ACTIVE for port object 7a304cfa-f68c-49a4-9dd0-2c953252c755 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:20:52.371504 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-35f085c4-e845-46c6-bbc1-be473a04cd2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473955', 'neutron.services.segments.db._delete_segments_for_network-8735688326548'] for network, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:52.379923 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-eaf78bc9-a34b-4814-9801-ed2f07dc8dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:52.395372 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-35f085c4-e845-46c6-bbc1-be473a04cd2a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d25d8db8-0ab7-40c5-8db1-354e83a0ea79']}} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:20:52.422876 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-35f085c4-e845-46c6-bbc1-be473a04cd2a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3490053c-a8b9-469d-9e8d-cf7046370617') {'for_net_delete': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:20:52.423585 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-35f085c4-e845-46c6-bbc1-be473a04cd2a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3490053c-a8b9-469d-9e8d-cf7046370617') {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:20:52.434143 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806fb831-8ffd-4e6a-8bce-246a01260d9e None None] Pushing event updated for resources: {'Port': ['ID=7a304cfa-f68c-49a4-9dd0-2c953252c755,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:52.438905 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f9e2ec-8040-4493-813a-5adc26bef8ed req-18be6402-cee7-4e83-900e-252ab6eb1ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:52.440834 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-44f9e2ec-8040-4493-813a-5adc26bef8ed req-18be6402-cee7-4e83-900e-252ab6eb1ab9 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=85060e65-3b2f-4a6c-a04c-ce849daa5b3b HTTP/1.1" status: 200 len: 843 time: 0.1359563 Jul 14 09:20:52.444234 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-35f085c4-e845-46c6-bbc1-be473a04cd2a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735688356235', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10944210'] for segment, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:52.463297 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-a0a0ed14-0814-4bf1-b1b0-2ec38343504d req-6af755de-15b0-430b-8d48-1aac988c9466 service neutron] 10.222.0.68 "GET /v2.0/networks/1ca22f68-f22e-4539-bf48-b4a59573e7f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472728 Jul 14 09:20:52.520851 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-eaf78bc9-a34b-4814-9801-ed2f07dc8dc1 None None] Attempting to bind port 7a304cfa-f68c-49a4-9dd0-2c953252c755 on host n-d-779913-29 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:20:52.521225 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-eaf78bc9-a34b-4814-9801-ed2f07dc8dc1 None None] Attempting to bind port 7a304cfa-f68c-49a4-9dd0-2c953252c755 by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': '52edbb84-480a-4342-84df-f6e0e61c8053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '1ca22f68-f22e-4539-bf48-b4a59573e7f3'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:20:52.521642 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf78bc9-a34b-4814-9801-ed2f07dc8dc1 None None] Attempting to bind port 7a304cfa-f68c-49a4-9dd0-2c953252c755 on network 1ca22f68-f22e-4539-bf48-b4a59573e7f3 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:20:52.522315 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e34e2d1-b4e6-438f-842e-be3d1cacc0a1 req-b1c19322-23f7-48e0-bb5b-7b1ac3099641 tempest-LiveAutoBlockMigrationV225Test-648529105 tempest-LiveAutoBlockMigrationV225Test-648529105-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:52.523967 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5e34e2d1-b4e6-438f-842e-be3d1cacc0a1 req-b1c19322-23f7-48e0-bb5b-7b1ac3099641 tempest-LiveAutoBlockMigrationV225Test-648529105 tempest-LiveAutoBlockMigrationV225Test-648529105-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=47f61015-0034-413d-87cf-74efb13c3750&tenant_id=e14af975015c4397b9da2a89a906dfc2&binding%3Ahost_id=n-h1-779913-29 HTTP/1.1" status: 200 len: 1097 time: 0.4923747 Jul 14 09:20:52.528742 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-35f085c4-e845-46c6-bbc1-be473a04cd2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:52.535177 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.agents_db [None req-3c3509fb-540d-4335-a450-574895dd3602 None None] Agent healthcheck: found 7 active agents {{(pid=93960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:20:52.542649 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf78bc9-a34b-4814-9801-ed2f07dc8dc1 None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 20, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:20:52.543119 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf78bc9-a34b-4814-9801-ed2f07dc8dc1 None None] Checking segment: {'id': '52edbb84-480a-4342-84df-f6e0e61c8053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '1ca22f68-f22e-4539-bf48-b4a59573e7f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:20:52.543535 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-eaf78bc9-a34b-4814-9801-ed2f07dc8dc1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:52.543941 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf78bc9-a34b-4814-9801-ed2f07dc8dc1 None None] Bound using segment: {'id': '52edbb84-480a-4342-84df-f6e0e61c8053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '1ca22f68-f22e-4539-bf48-b4a59573e7f3'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:20:52.544523 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-eaf78bc9-a34b-4814-9801-ed2f07dc8dc1 None None] Bound port: 7a304cfa-f68c-49a4-9dd0-2c953252c755, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52edbb84-480a-4342-84df-f6e0e61c8053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '1ca22f68-f22e-4539-bf48-b4a59573e7f3'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:20:52.545017 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-eaf78bc9-a34b-4814-9801-ed2f07dc8dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:52.548685 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35f085c4-e845-46c6-bbc1-be473a04cd2a admin admin] Releasing vlan 712 on physical network physnet1 to pool {{(pid=93957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:20:52.551468 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-35f085c4-e845-46c6-bbc1-be473a04cd2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10053619'] for segment, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:52.559138 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:20:52.559138 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:20:52.559138 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:20:52.559138 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:20:52.559138 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:20:52.559138 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:20:52.559138 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:20:52.559138 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:20:52.559138 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:20:52.559138 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:20:52.559138 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:20:52.559138 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:20:52.559138 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:20:52.559138 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:20:52.559138 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:20:52.559138 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:20:52.559138 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:20:52.559138 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:20:52.559138 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:20:52.559138 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:20:52.559138 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:20:52.559138 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:20:52.559138 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:20:52.559138 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:20:52.559138 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:20:52.559138 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:20:52.559138 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:20:52.559138 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:20:52.559138 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:20:52.559138 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:20:52.559138 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:20:52.559138 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:20:52.559138 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:20:52.559138 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:20:52.559138 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:20:52.559138 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:20:52.559138 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:20:52.559138 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:20:52.559138 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:20:52.559138 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:20:52.559138 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:20:52.559138 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:20:52.559138 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:20:52.559138 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:20:52.559138 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:20:52.559138 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:20:52.559138 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:20:52.559138 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:20:52.559138 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:20:52.559138 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:20:52.559138 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:20:52.559138 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:20:52.559138 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:20:52.559138 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:20:52.559138 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:20:52.559138 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:20:52.563983 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:20:52.563983 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:20:52.563983 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:20:52.563983 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:20:52.563983 n-d-779913-29 neutron-server[93957]: Traceback (most recent call last): Jul 14 09:20:52.563983 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:20:52.563983 n-d-779913-29 neutron-server[93957]: timer() Jul 14 09:20:52.563983 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:20:52.563983 n-d-779913-29 neutron-server[93957]: cb(*args, **kw) Jul 14 09:20:52.563983 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:20:52.563983 n-d-779913-29 neutron-server[93957]: return func(*args, **kwargs) Jul 14 09:20:52.563983 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:20:52.563983 n-d-779913-29 neutron-server[93957]: self._notify() Jul 14 09:20:52.563983 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:20:52.563983 n-d-779913-29 neutron-server[93957]: self.callback(batched_events) Jul 14 09:20:52.563983 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:20:52.563983 n-d-779913-29 neutron-server[93957]: event.method(event) Jul 14 09:20:52.563983 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:20:52.563983 n-d-779913-29 neutron-server[93957]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:20:52.563983 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:20:52.563983 n-d-779913-29 neutron-server[93957]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:20:52.563983 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:20:52.563983 n-d-779913-29 neutron-server[93957]: return f(self, *a, **k) Jul 14 09:20:52.563983 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:20:52.563983 n-d-779913-29 neutron-server[93957]: return self._get(url).json() Jul 14 09:20:52.563983 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:20:52.563983 n-d-779913-29 neutron-server[93957]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:20:52.563983 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:20:52.563983 n-d-779913-29 neutron-server[93957]: return self.request(url, 'GET', **kwargs) Jul 14 09:20:52.563983 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:20:52.563983 n-d-779913-29 neutron-server[93957]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:20:52.563983 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:20:52.563983 n-d-779913-29 neutron-server[93957]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:20:52.563983 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:20:52.563983 n-d-779913-29 neutron-server[93957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:20:52.563983 n-d-779913-29 neutron-server[93957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:20:52.682188 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-eaf78bc9-a34b-4814-9801-ed2f07dc8dc1 None None] For port 7a304cfa-f68c-49a4-9dd0-2c953252c755, host n-d-779913-29, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:20:52.689078 n-d-779913-29 neutron-server[93958]: INFO neutron.api.v2.resource [req-c9722099-5696-4586-8033-136ffffd1b07 req-ff40ab1e-8ccb-49ea-9ebc-ab0d7ebfba65 tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] show failed (client error): The resource could not be found. Jul 14 09:20:52.691241 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-c9722099-5696-4586-8033-136ffffd1b07 req-ff40ab1e-8ccb-49ea-9ebc-ab0d7ebfba65 tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] 10.222.0.68 "GET /v2.0/security-groups/325fed07-46e2-4654-9d19-5784a509363c HTTP/1.1" status: 404 len: 352 time: 0.0264826 Jul 14 09:20:52.692100 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db98048-71be-4e85-a540-cf62c483950a req-68314faf-7828-434a-908a-16d5c89534df tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:52.692671 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-eaf78bc9-a34b-4814-9801-ed2f07dc8dc1 None None] For port 7a304cfa-f68c-49a4-9dd0-2c953252c755, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=7a304cfa-f68c-49a4-9dd0-2c953252c755,segment=NetworkSegment(52edbb84-480a-4342-84df-f6e0e61c8053),segment_id=52edbb84-480a-4342-84df-f6e0e61c8053)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:20:52.694017 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-4db98048-71be-4e85-a540-cf62c483950a req-68314faf-7828-434a-908a-16d5c89534df tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/ports?device_id=b445a760-a797-4027-b6cd-42763947c867 HTTP/1.1" status: 200 len: 949 time: 0.3918328 Jul 14 09:20:52.709093 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-eaf78bc9-a34b-4814-9801-ed2f07dc8dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:52.785563 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806fb831-8ffd-4e6a-8bce-246a01260d9e None None] Pushing event updated for resources: {'Port': ['ID=7a304cfa-f68c-49a4-9dd0-2c953252c755,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:52.804571 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-35f085c4-e845-46c6-bbc1-be473a04cd2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660504'] for network, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:52.823770 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf78bc9-a34b-4814-9801-ed2f07dc8dc1 None None] Routers {'8f1d501e-40e1-4db8-a88d-7a4933580ee3'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:20:52.824554 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-eaf78bc9-a34b-4814-9801-ed2f07dc8dc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:20:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['8f1d501e-40e1-4db8-a88d-7a4933580ee3'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:20:52.883083 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-35f085c4-e845-46c6-bbc1-be473a04cd2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for network, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:52.885883 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-35f085c4-e845-46c6-bbc1-be473a04cd2a admin admin] 10.222.0.68 "DELETE /v2.0/networks/d25d8db8-0ab7-40c5-8db1-354e83a0ea79 HTTP/1.1" status: 204 len: 168 time: 1.8617640 Jul 14 09:20:52.915503 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f9e2ec-8040-4493-813a-5adc26bef8ed req-4fdae0ac-5ba6-4e49-809a-354e69a0141f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:52.917040 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-44f9e2ec-8040-4493-813a-5adc26bef8ed req-4fdae0ac-5ba6-4e49-809a-354e69a0141f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2244f7a1-04bd-42cd-9e86-31839b46f57f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4622083 Jul 14 09:20:52.919842 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f085c4-e845-46c6-bbc1-be473a04cd2a admin admin] Pushing event deleted for resources: {'Network': ['ID=d25d8db8-0ab7-40c5-8db1-354e83a0ea79,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:53.020647 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-4db98048-71be-4e85-a540-cf62c483950a req-cd840476-45d9-4336-86dc-f8394c00a390 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/security-groups?id=93b55648-4dd6-4852-bb99-9aa842ab19a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3046992 Jul 14 09:20:53.055250 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device ab670002-3e80-47de-be53-d3af3a9c1d12 up at agent hyperv_n-h1-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:20:53.110017 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191ae818-48b7-434e-b98b-c0524d66f7c1 req-d96a9807-0eb8-40fa-b06d-c5fcfc39c35e tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:53.127198 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-191ae818-48b7-434e-b98b-c0524d66f7c1 req-d96a9807-0eb8-40fa-b06d-c5fcfc39c35e tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] 10.222.0.68 "GET /v2.0/ports?device_id=47f61015-0034-413d-87cf-74efb13c3750 HTTP/1.1" status: 200 len: 945 time: 0.1825590 Jul 14 09:20:53.156484 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 41156) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:53.205561 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-191ae818-48b7-434e-b98b-c0524d66f7c1 req-eb354baa-7a0f-4f10-9df7-e71fb3ce5b3d tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] 10.222.0.68 "GET /v2.0/security-groups?id=7bf941d0-4fab-41ec-a174-078829fdb488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714951 Jul 14 09:20:53.257047 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvr_db [None req-eaf78bc9-a34b-4814-9801-ed2f07dc8dc1 None None] Set router 8f1d501e-40e1-4db8-a88d-7a4933580ee3 gateway port host: n-d-779913-29 {{(pid=93959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:20:53.302821 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-fd03c46c-0a6f-4bfe-b75b-564b3b30e489 req-46fffa0a-c50a-4a4c-a3e8-3173db7bd244 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121-project] 10.222.0.68 "GET /v2.0/ports?device_id=5b072d6f-b903-4b4b-b5b1-8307fad199f9 HTTP/1.1" status: 200 len: 210 time: 0.0519066 Jul 14 09:20:53.323099 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-5e34e2d1-b4e6-438f-842e-be3d1cacc0a1 req-4d58bfdd-5833-4468-ad89-f705ba646791 service neutron] For port dcca8c07-a9b5-406f-9143-2bd6bb078786, host n-h2-779913-29, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:20:53.335156 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-5e34e2d1-b4e6-438f-842e-be3d1cacc0a1 req-4d58bfdd-5833-4468-ad89-f705ba646791 service neutron] Notify callbacks [] for binding, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:53.337667 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5e34e2d1-b4e6-438f-842e-be3d1cacc0a1 req-4d58bfdd-5833-4468-ad89-f705ba646791 service neutron] 10.222.0.65 "DELETE /v2.0/ports/dcca8c07-a9b5-406f-9143-2bd6bb078786/bindings/n-h2-779913-29 HTTP/1.1" status: 204 len: 173 time: 0.8024650 Jul 14 09:20:53.341441 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-1c87f8f9-57c3-40bb-bc34-fbbaf6c325e3 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=aabddba14d1340aeab976aa64d5f8c9b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1748013 Jul 14 09:20:53.344001 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 41162) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:53.356351 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-44f9e2ec-8040-4493-813a-5adc26bef8ed req-af36fb42-9df7-4689-a7ce-4bd2d12e68c4 service neutron] 10.222.0.65 "GET /v2.0/networks/2244f7a1-04bd-42cd-9e86-31839b46f57f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4207428 Jul 14 09:20:53.442944 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2c5fed8f-8f58-4e4c-ac9f-8570f5f083ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:53.498785 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2c5fed8f-8f58-4e4c-ac9f-8570f5f083ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:53.506807 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Provisioning for port ab670002-3e80-47de-be53-d3af3a9c1d12 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:20:53.520492 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Provisioning complete for port ab670002-3e80-47de-be53-d3af3a9c1d12 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:20:53.520868 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:53.569533 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-da6aea07-91ea-4b39-878f-5c962f3c6700 req-4736f860-f727-42f3-9146-dbae373f35d8 tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] 10.222.0.68 "GET /v2.0/security-groups/3976b256-9235-4ba5-a1a3-0311b3f4a262 HTTP/1.1" status: 200 len: 1801 time: 0.1684940 Jul 14 09:20:53.587103 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2c5fed8f-8f58-4e4c-ac9f-8570f5f083ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:53.589793 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2c5fed8f-8f58-4e4c-ac9f-8570f5f083ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:53.590958 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-2c5fed8f-8f58-4e4c-ac9f-8570f5f083ad admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/ee52408c-0e46-4bbb-bc8f-5a5e0a981b12 HTTP/1.1" status: 204 len: 168 time: 0.2459781 Jul 14 09:20:53.610960 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5fed8f-8f58-4e4c-ac9f-8570f5f083ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee52408c-0e46-4bbb-bc8f-5a5e0a981b12,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:53.632316 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-44f9e2ec-8040-4493-813a-5adc26bef8ed req-fa97a330-64cc-47d2-ae05-d5799cb03116 service neutron] 10.222.0.65 "GET /v2.0/networks/2244f7a1-04bd-42cd-9e86-31839b46f57f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2699106 Jul 14 09:20:53.682430 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-da6aea07-91ea-4b39-878f-5c962f3c6700 req-bffe02d5-977a-41fa-afaf-3d3244ab889f tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] Notify callbacks [] for security_group, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:53.743208 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:53.745035 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-da6aea07-91ea-4b39-878f-5c962f3c6700 req-bffe02d5-977a-41fa-afaf-3d3244ab889f tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:53.764411 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312ce676-c686-4bb3-ab1d-b729afaf4f8b req-12a320e6-5af8-45f7-a522-3675c2280575 tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:53.778891 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-312ce676-c686-4bb3-ab1d-b729afaf4f8b req-12a320e6-5af8-45f7-a522-3675c2280575 tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] 10.222.0.68 "GET /v2.0/ports?device_id=65c3a2e4-2dc3-4d62-86d7-1cdde8eaabb8 HTTP/1.1" status: 200 len: 945 time: 0.1681569 Jul 14 09:20:53.779671 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b445a760-a797-4027-b6cd-42763947c867', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab670002-3e80-47de-be53-d3af3a9c1d12'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:20:53.782501 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd62303f06773040a8a4e189dc46b4f565768c299abf8ab8e7739778b0bc3e97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e826250-d1d0-450f-b127-ecd08d751f17" -d '{"events": [{"server_uuid": "b445a760-a797-4027-b6cd-42763947c867", "name": "network-vif-plugged", "status": "completed", "tag": "ab670002-3e80-47de-be53-d3af3a9c1d12"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:20:53.802506 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port ab670002-3e80-47de-be53-d3af3a9c1d12, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=ab670002-3e80-47de-be53-d3af3a9c1d12,segment=NetworkSegment(8f1c1422-de6c-445f-ab95-4e2c94585b2b),segment_id=8f1c1422-de6c-445f-ab95-4e2c94585b2b)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:20:53.813053 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-eaf78bc9-a34b-4814-9801-ed2f07dc8dc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f1d501e-40e1-4db8-a88d-7a4933580ee3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1173896188-router', 'tenant_id': 'c0f0aba1395a4fd1a6d1ed53f3eeb2b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.139'}], 'enable_snat': True}, 'gw_port_id': '611f471d-cf2b-4405-b0b1-1ad76cabb61a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:20:34Z', 'updated_at': '2021-07-14T09:20:47Z', 'revision_number': 4, 'project_id': 'c0f0aba1395a4fd1a6d1ed53f3eeb2b1', 'gw_port': {'id': '611f471d-cf2b-4405-b0b1-1ad76cabb61a', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b4:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f1d501e-40e1-4db8-a88d-7a4933580ee3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:20:37Z', 'updated_at': '2021-07-14T09:20:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': '7a304cfa-f68c-49a4-9dd0-2c953252c755', 'name': '', 'network_id': '1ca22f68-f22e-4539-bf48-b4a59573e7f3', 'tenant_id': 'c0f0aba1395a4fd1a6d1ed53f3eeb2b1', 'mac_address': 'fa:16:3e:ea:99:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f1d501e-40e1-4db8-a88d-7a4933580ee3', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '97937e07-8267-44e8-9758-651c212a988c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:20:44Z', 'updated_at': '2021-07-14T09:20:52Z', 'revision_number': 4, 'project_id': 'c0f0aba1395a4fd1a6d1ed53f3eeb2b1', 'subnets': [{'id': '97937e07-8267-44e8-9758-651c212a988c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:20:53.816382 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:53.823051 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-da6aea07-91ea-4b39-878f-5c962f3c6700 req-bffe02d5-977a-41fa-afaf-3d3244ab889f tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:53.827552 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-da6aea07-91ea-4b39-878f-5c962f3c6700 req-bffe02d5-977a-41fa-afaf-3d3244ab889f tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:53.867815 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-da6aea07-91ea-4b39-878f-5c962f3c6700 req-bffe02d5-977a-41fa-afaf-3d3244ab889f tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] 10.222.0.68 "DELETE /v2.0/security-groups/3976b256-9235-4ba5-a1a3-0311b3f4a262 HTTP/1.1" status: 204 len: 173 time: 0.2776699 Jul 14 09:20:53.869277 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaf78bc9-a34b-4814-9801-ed2f07dc8dc1 None None] The sync data for ids ['8f1d501e-40e1-4db8-a88d-7a4933580ee3'] in n-d-779913-29 is: [{'id': '8f1d501e-40e1-4db8-a88d-7a4933580ee3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1173896188-router', 'tenant_id': 'c0f0aba1395a4fd1a6d1ed53f3eeb2b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.139'}], 'enable_snat': True}, 'gw_port_id': '611f471d-cf2b-4405-b0b1-1ad76cabb61a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:20:34Z', 'updated_at': '2021-07-14T09:20:47Z', 'revision_number': 4, 'project_id': 'c0f0aba1395a4fd1a6d1ed53f3eeb2b1', 'gw_port': {'id': '611f471d-cf2b-4405-b0b1-1ad76cabb61a', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b4:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f1d501e-40e1-4db8-a88d-7a4933580ee3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:20:37Z', 'updated_at': '2021-07-14T09:20:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': '7a304cfa-f68c-49a4-9dd0-2c953252c755', 'name': '', 'network_id': '1ca22f68-f22e-4539-bf48-b4a59573e7f3', 'tenant_id': 'c0f0aba1395a4fd1a6d1ed53f3eeb2b1', 'mac_address': 'fa:16:3e:ea:99:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f1d501e-40e1-4db8-a88d-7a4933580ee3', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '97937e07-8267-44e8-9758-651c212a988c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:20:44Z', 'updated_at': '2021-07-14T09:20:52Z', 'revision_number': 4, 'project_id': 'c0f0aba1395a4fd1a6d1ed53f3eeb2b1', 'subnets': [{'id': '97937e07-8267-44e8-9758-651c212a988c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:20:53.896506 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-312ce676-c686-4bb3-ab1d-b729afaf4f8b req-4e63ddf2-8e08-4e3a-bcc4-5bdb919fed27 tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] 10.222.0.68 "GET /v2.0/security-groups?id=372c68ac-7430-41d6-997c-166ff070d0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163971 Jul 14 09:20:53.896978 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 67b5696d-30d9-4127-9e1b-e3e0c6ccc56b no longer exists at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:20:53.915199 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffe02d5-977a-41fa-afaf-3d3244ab889f tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3976b256-9235-4ba5-a1a3-0311b3f4a262,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:53.944159 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] No Port match for: 67b5696d-30d9-4127-9e1b-e3e0c6ccc56b {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:20:53.944592 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 67b5696d-30d9-4127-9e1b-e3e0c6ccc56b not bound to the agent host n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:20:53.975913 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Pushing event updated for resources: {'Port': ['ID=ab670002-3e80-47de-be53-d3af3a9c1d12,revision_number=9']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:53.986306 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:20:53.986962 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:20:53.988678 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:20:53.989047 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:20:53.989460 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:20:53.989840 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:20:53.990178 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:20:53.990514 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:20:53.990845 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:20:53.991173 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:20:53.991534 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:20:53.991862 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:20:54.071987 n-d-779913-29 neutron-server[93957]: INFO neutron.api.v2.resource [req-5dcf0a43-0cbd-42e9-9c64-20782b13d35b req-506b9fbb-984b-4a1f-b98d-f0095edcd54e tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] show failed (client error): The resource could not be found. Jul 14 09:20:54.103583 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5dcf0a43-0cbd-42e9-9c64-20782b13d35b req-506b9fbb-984b-4a1f-b98d-f0095edcd54e tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] 10.222.0.68 "GET /v2.0/security-groups/3976b256-9235-4ba5-a1a3-0311b3f4a262 HTTP/1.1" status: 404 len: 352 time: 0.0441620 Jul 14 09:20:54.103874 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:20:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d03226c-467e-49ad-a327-0891cd408104 x-openstack-request-id: req-0d03226c-467e-49ad-a327-0891cd408104 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:20:54.103874 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b445a760-a797-4027-b6cd-42763947c867", "name": "network-vif-plugged", "status": "completed", "tag": "ab670002-3e80-47de-be53-d3af3a9c1d12", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:20:54.104101 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-0d03226c-467e-49ad-a327-0891cd408104 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:20:54.104664 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b445a760-a797-4027-b6cd-42763947c867', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab670002-3e80-47de-be53-d3af3a9c1d12', 'code': 200} Jul 14 09:20:54.402830 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ed5529-c21f-49cb-a214-d3fc561e7afb req-5fdda323-9e50-4f30-9419-6ab79a85e160 tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:54.405081 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f9ed5529-c21f-49cb-a214-d3fc561e7afb req-5fdda323-9e50-4f30-9419-6ab79a85e160 tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] 10.222.0.68 "GET /v2.0/ports?device_id=65c3a2e4-2dc3-4d62-86d7-1cdde8eaabb8 HTTP/1.1" status: 200 len: 945 time: 0.1401293 Jul 14 09:20:54.485828 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f23ceee-0ac3-4500-8c66-c97f13d0e207 req-bfecc760-8bb3-43d2-bcca-e71a889ea56e tempest-LiveAutoBlockMigrationV225Test-648529105 tempest-LiveAutoBlockMigrationV225Test-648529105-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:54.487461 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-3f23ceee-0ac3-4500-8c66-c97f13d0e207 req-bfecc760-8bb3-43d2-bcca-e71a889ea56e tempest-LiveAutoBlockMigrationV225Test-648529105 tempest-LiveAutoBlockMigrationV225Test-648529105-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=47f61015-0034-413d-87cf-74efb13c3750 HTTP/1.1" status: 200 len: 1097 time: 0.0958076 Jul 14 09:20:54.538435 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f9ed5529-c21f-49cb-a214-d3fc561e7afb req-19369ab5-2e22-47d9-806a-d1561166afbb tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] 10.222.0.68 "GET /v2.0/security-groups?id=372c68ac-7430-41d6-997c-166ff070d0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269989 Jul 14 09:20:54.554168 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-3f23ceee-0ac3-4500-8c66-c97f13d0e207 req-7fd03ad9-efea-4f17-8ee2-cc0098799ea4 tempest-LiveAutoBlockMigrationV225Test-648529105 tempest-LiveAutoBlockMigrationV225Test-648529105-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=7bf941d0-4fab-41ec-a174-078829fdb488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546305 Jul 14 09:20:54.708862 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:54.748558 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-9f2d6030-3587-468c-a8ae-e2ed86360c07 req-ff7ae947-129b-47e2-adf5-7896342a854f tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] 10.222.0.68 "GET /v2.0/security-groups/b39d5f54-e71d-4efc-b3f3-53ba46d6ef41 HTTP/1.1" status: 200 len: 1801 time: 0.0785177 Jul 14 09:20:54.751209 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8dbf5e1b-3e4c-4423-bf49-add66ba76288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:54.853089 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-9f2d6030-3587-468c-a8ae-e2ed86360c07 req-19bd48de-b77a-4607-b6a4-6fbbedacde29 tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:54.894697 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-9f2d6030-3587-468c-a8ae-e2ed86360c07 req-19bd48de-b77a-4607-b6a4-6fbbedacde29 tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:54.938088 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f0be24-3134-43d8-9120-0da0e5078851 req-06748e7b-cb2e-40fa-8e56-29ae28299faf tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:54.946904 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a1f0be24-3134-43d8-9120-0da0e5078851 req-06748e7b-cb2e-40fa-8e56-29ae28299faf tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/ports?device_id=b445a760-a797-4027-b6cd-42763947c867 HTTP/1.1" status: 200 len: 950 time: 0.1796298 Jul 14 09:20:54.962773 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-9f2d6030-3587-468c-a8ae-e2ed86360c07 req-19bd48de-b77a-4607-b6a4-6fbbedacde29 tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:54.965835 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-9f2d6030-3587-468c-a8ae-e2ed86360c07 req-19bd48de-b77a-4607-b6a4-6fbbedacde29 tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:54.967100 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-9f2d6030-3587-468c-a8ae-e2ed86360c07 req-19bd48de-b77a-4607-b6a4-6fbbedacde29 tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] 10.222.0.68 "DELETE /v2.0/security-groups/b39d5f54-e71d-4efc-b3f3-53ba46d6ef41 HTTP/1.1" status: 204 len: 173 time: 0.2162075 Jul 14 09:20:54.977231 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bd48de-b77a-4607-b6a4-6fbbedacde29 tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b39d5f54-e71d-4efc-b3f3-53ba46d6ef41,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:55.017202 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a1f0be24-3134-43d8-9120-0da0e5078851 req-e906c6aa-a838-4c0c-a7af-aba1c0f3b61f tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/security-groups?id=93b55648-4dd6-4852-bb99-9aa842ab19a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690627 Jul 14 09:20:55.123487 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 41208) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:55.270762 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-eea94d22-5669-4f4e-b09b-5bae4e93412b req-a0a43e3b-f315-4eef-a8cf-0e8302a6a26b tempest-FloatingIPsAssociationNegativeTestJSON-1041687121 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121-project] 10.222.0.68 "GET /v2.0/ports?device_id=5b072d6f-b903-4b4b-b5b1-8307fad199f9 HTTP/1.1" status: 200 len: 210 time: 0.0683157 Jul 14 09:20:55.327603 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-1c585027-8e62-44c6-ad70-6d1ea66bbad6 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-2093265242-network', 'tenant_id': 'a85001d21fcb4959bba3ff1f7017dd59'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:20:55.368030 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c585027-8e62-44c6-ad70-6d1ea66bbad6 admin admin] Made reservation on behalf of a85001d21fcb4959bba3ff1f7017dd59 for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:20:55.373166 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1c585027-8e62-44c6-ad70-6d1ea66bbad6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:55.373360 n-d-779913-29 neutron-server[93957]: INFO neutron.api.v2.resource [req-3d751a62-7cee-4ec7-9b09-e59525017e18 req-d02a25d9-ac7e-479e-b95a-27a914b342aa tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] show failed (client error): The resource could not be found. Jul 14 09:20:55.375274 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3d751a62-7cee-4ec7-9b09-e59525017e18 req-d02a25d9-ac7e-479e-b95a-27a914b342aa tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] 10.222.0.68 "GET /v2.0/security-groups/b39d5f54-e71d-4efc-b3f3-53ba46d6ef41 HTTP/1.1" status: 404 len: 352 time: 0.0393937 Jul 14 09:20:55.401272 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a0ed14-0814-4bf1-b1b0-2ec38343504d req-0a2f9718-f419-44cf-bc2f-7d92820248de tempest-FloatingIPsAssociationNegativeTestJSON-1041687121 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:55.402939 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a0a0ed14-0814-4bf1-b1b0-2ec38343504d req-0a2f9718-f419-44cf-bc2f-7d92820248de tempest-FloatingIPsAssociationNegativeTestJSON-1041687121 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121-project] 10.222.0.65 "GET /v2.0/networks?id=1ca22f68-f22e-4539-bf48-b4a59573e7f3 HTTP/1.1" status: 200 len: 829 time: 0.3067658 Jul 14 09:20:55.411487 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1c585027-8e62-44c6-ad70-6d1ea66bbad6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:55.432228 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-a0a0ed14-0814-4bf1-b1b0-2ec38343504d req-7427813e-a797-46f6-afde-45c8d3863af1 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121-project] Request body: {'port': {'device_id': '5b072d6f-b903-4b4b-b5b1-8307fad199f9', 'network_id': '1ca22f68-f22e-4539-bf48-b4a59573e7f3', 'admin_state_up': True, 'tenant_id': 'c0f0aba1395a4fd1a6d1ed53f3eeb2b1'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:20:55.627572 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1c585027-8e62-44c6-ad70-6d1ea66bbad6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:55.633248 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1c585027-8e62-44c6-ad70-6d1ea66bbad6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:55.665063 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c585027-8e62-44c6-ad70-6d1ea66bbad6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 711} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:20:55.683229 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0a0ed14-0814-4bf1-b1b0-2ec38343504d req-7427813e-a797-46f6-afde-45c8d3863af1 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121-project] Made reservation on behalf of c0f0aba1395a4fd1a6d1ed53f3eeb2b1 for: {'port': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:20:55.686996 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-a0a0ed14-0814-4bf1-b1b0-2ec38343504d req-7427813e-a797-46f6-afde-45c8d3863af1 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:55.699139 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1c585027-8e62-44c6-ad70-6d1ea66bbad6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:55.700482 n-d-779913-29 neutron-server[93958]: INFO neutron.db.segments_db [None req-1c585027-8e62-44c6-ad70-6d1ea66bbad6 admin admin] Added segment 24f71cf3-e685-41fb-a190-ed6a8e6e15df of type vlan for network 45aef019-274b-469c-97d8-96105ce8b0ca Jul 14 09:20:55.712664 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c585027-8e62-44c6-ad70-6d1ea66bbad6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6f7d264-cbb5-40f9-9fec-5b9701ca674b,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:55.747627 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20709e9a-17a1-4640-8f4a-26d62e3ff073 req-84a670a1-99fe-4297-a90b-c9276e6ae3cb tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:55.749704 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-20709e9a-17a1-4640-8f4a-26d62e3ff073 req-84a670a1-99fe-4297-a90b-c9276e6ae3cb tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] 10.222.0.68 "GET /v2.0/ports?device_id=65c3a2e4-2dc3-4d62-86d7-1cdde8eaabb8 HTTP/1.1" status: 200 len: 945 time: 0.1446199 Jul 14 09:20:55.791200 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1c585027-8e62-44c6-ad70-6d1ea66bbad6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735687821325'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:55.797209 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5ad31076-714c-49ec-bc37-f3d4cd90112a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:55.923223 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d7eb76d3-8460-46f8-904b-f3dde92ed6ce req-d5dc6d0c-0783-4c74-9bc0-b4207d67e82c tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=22a4f04666c3481d8344225163e60741 HTTP/1.1" status: 200 len: 6150 time: 0.1137283 Jul 14 09:20:55.935564 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 7a304cfa-f68c-49a4-9dd0-2c953252c755 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:20:55.938553 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1c585027-8e62-44c6-ad70-6d1ea66bbad6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:55.939552 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c585027-8e62-44c6-ad70-6d1ea66bbad6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:55.940128 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1c585027-8e62-44c6-ad70-6d1ea66bbad6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:55.962968 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-20709e9a-17a1-4640-8f4a-26d62e3ff073 req-7d53f610-cf66-45df-b910-e4f9cb41ed0d tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] 10.222.0.68 "GET /v2.0/security-groups?id=372c68ac-7430-41d6-997c-166ff070d0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341615 Jul 14 09:20:56.033870 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning for port 7a304cfa-f68c-49a4-9dd0-2c953252c755 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:20:56.039067 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port 7a304cfa-f68c-49a4-9dd0-2c953252c755 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:20:56.039487 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:56.048634 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [req-a0a0ed14-0814-4bf1-b1b0-2ec38343504d req-7427813e-a797-46f6-afde-45c8d3863af1 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121-project] Allocated IP 172.20.0.4 (1ca22f68-f22e-4539-bf48-b4a59573e7f3/97937e07-8267-44e8-9758-651c212a988c/8dca1f60-92a8-4738-a512-aa08d60371ac) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:20:56.236782 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:56.322449 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] For port 7a304cfa-f68c-49a4-9dd0-2c953252c755, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=7a304cfa-f68c-49a4-9dd0-2c953252c755,segment=NetworkSegment(52edbb84-480a-4342-84df-f6e0e61c8053),segment_id=52edbb84-480a-4342-84df-f6e0e61c8053)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:20:56.327376 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fe7f82-b1b2-4a5b-a0d1-0e9ac756b4c2 req-eb46864e-72a1-467c-9969-2a20c3d87040 tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:56.329070 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f0fe7f82-b1b2-4a5b-a0d1-0e9ac756b4c2 req-eb46864e-72a1-467c-9969-2a20c3d87040 tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] 10.222.0.68 "GET /v2.0/ports?device_id=47f61015-0034-413d-87cf-74efb13c3750 HTTP/1.1" status: 200 len: 945 time: 0.1172652 Jul 14 09:20:56.333390 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:56.389105 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-a0a0ed14-0814-4bf1-b1b0-2ec38343504d req-7427813e-a797-46f6-afde-45c8d3863af1 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121-project] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:56.391448 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c585027-8e62-44c6-ad70-6d1ea66bbad6 admin admin] Pushing event updated for resources: {'Network': ['ID=45aef019-274b-469c-97d8-96105ce8b0ca,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:56.407425 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Network 45aef019-274b-469c-97d8-96105ce8b0ca details requested by agent ovs-agent-n-d-779913-29 with host n-d-779913-29 {{(pid=93959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:20:56.412946 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-1c585027-8e62-44c6-ad70-6d1ea66bbad6 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2877402 Jul 14 09:20:56.419386 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 41230) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:56.423526 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [req-a0a0ed14-0814-4bf1-b1b0-2ec38343504d req-7427813e-a797-46f6-afde-45c8d3863af1 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121-project] Transition to ACTIVE for port object 8dca1f60-92a8-4738-a512-aa08d60371ac will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:20:56.427877 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-6c723352-975b-4304-9644-48d5bcc9e378 admin admin] Request body: {'subnet': {'network_id': '45aef019-274b-469c-97d8-96105ce8b0ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-2093265242-subnet', 'tenant_id': 'a85001d21fcb4959bba3ff1f7017dd59', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:20:56.439789 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d7eb76d3-8460-46f8-904b-f3dde92ed6ce req-247c90a1-f75a-465f-bf4b-ae3eaa6bba14 tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] 10.222.0.68 "GET /v2.0/security-groups/65dfa8de-6f82-43dd-bcdf-865f204c3ea4 HTTP/1.1" status: 200 len: 2981 time: 0.5108914 Jul 14 09:20:56.447737 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f0fe7f82-b1b2-4a5b-a0d1-0e9ac756b4c2 req-5d2135e2-f903-4a14-a2af-1e88af9b7798 tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] 10.222.0.68 "GET /v2.0/security-groups?id=7bf941d0-4fab-41ec-a174-078829fdb488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034813 Jul 14 09:20:56.502444 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c723352-975b-4304-9644-48d5bcc9e378 admin admin] Made reservation on behalf of a85001d21fcb4959bba3ff1f7017dd59 for: {'subnet': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:20:56.506804 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6c723352-975b-4304-9644-48d5bcc9e378 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11984110'] for subnet, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:56.532416 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d7eb76d3-8460-46f8-904b-f3dde92ed6ce req-85000e94-dbf9-4b54-8cda-cc4c3616b041 tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] 10.222.0.68 "GET /v2.0/security-groups/65dfa8de-6f82-43dd-bcdf-865f204c3ea4 HTTP/1.1" status: 200 len: 2981 time: 0.0905452 Jul 14 09:20:56.556356 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Pushing event updated for resources: {'Port': ['ID=7a304cfa-f68c-49a4-9dd0-2c953252c755,revision_number=5']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:56.624321 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-a0a0ed14-0814-4bf1-b1b0-2ec38343504d req-7427813e-a797-46f6-afde-45c8d3863af1 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:56.676139 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0a0ed14-0814-4bf1-b1b0-2ec38343504d req-7427813e-a797-46f6-afde-45c8d3863af1 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121-project] Network 1ca22f68-f22e-4539-bf48-b4a59573e7f3 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:20:56.682151 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [req-a0a0ed14-0814-4bf1-b1b0-2ec38343504d req-7427813e-a797-46f6-afde-45c8d3863af1 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121-project] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:20:56.703263 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0a0ed14-0814-4bf1-b1b0-2ec38343504d req-7427813e-a797-46f6-afde-45c8d3863af1 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121-project] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:20:56.741886 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb9c865-46cd-4eb5-8b45-89c23048a1e4 req-20a4d4ca-57e7-41a6-b390-336c3dfbaa96 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:56.749699 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-dcb9c865-46cd-4eb5-8b45-89c23048a1e4 req-20a4d4ca-57e7-41a6-b390-336c3dfbaa96 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/ports?device_id=b445a760-a797-4027-b6cd-42763947c867 HTTP/1.1" status: 200 len: 950 time: 0.0901411 Jul 14 09:20:56.814820 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-dcb9c865-46cd-4eb5-8b45-89c23048a1e4 req-4fa0b9e3-4543-40e7-9f02-2a7012d7be6a tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/security-groups?id=93b55648-4dd6-4852-bb99-9aa842ab19a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641053 Jul 14 09:20:56.859613 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7427813e-a797-46f6-afde-45c8d3863af1 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121-project] Pushing event updated for resources: {'Port': ['ID=8dca1f60-92a8-4738-a512-aa08d60371ac,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:56.927310 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a0ed14-0814-4bf1-b1b0-2ec38343504d req-7427813e-a797-46f6-afde-45c8d3863af1 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:56.927960 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-a0a0ed14-0814-4bf1-b1b0-2ec38343504d req-7427813e-a797-46f6-afde-45c8d3863af1 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:56.987317 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a0a0ed14-0814-4bf1-b1b0-2ec38343504d req-7427813e-a797-46f6-afde-45c8d3863af1 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5609102 Jul 14 09:20:57.032488 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-a0a0ed14-0814-4bf1-b1b0-2ec38343504d req-fa71ed1c-5829-4a9a-a06f-20c3c53ecec4 service neutron] Request body: {'port': {'device_id': '5b072d6f-b903-4b4b-b5b1-8307fad199f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-29'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:20:57.078740 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-f949ba7a-54d9-43ce-b850-fee019c8db11 None None] Provisioning for port 8dca1f60-92a8-4738-a512-aa08d60371ac completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:20:57.088410 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-f949ba7a-54d9-43ce-b850-fee019c8db11 None None] Provisioning complete for port 8dca1f60-92a8-4738-a512-aa08d60371ac triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:20:57.089560 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f949ba7a-54d9-43ce-b850-fee019c8db11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:57.129251 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42699f96-290b-4946-8575-e9242c660e70 req-e37d34bd-1922-4e3a-a461-7ba83d1e3992 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:57.132147 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-42699f96-290b-4946-8575-e9242c660e70 req-e37d34bd-1922-4e3a-a461-7ba83d1e3992 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121-project] 10.222.0.68 "GET /v2.0/ports?device_id=5b072d6f-b903-4b4b-b5b1-8307fad199f9 HTTP/1.1" status: 200 len: 931 time: 0.0725801 Jul 14 09:20:57.143108 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-f949ba7a-54d9-43ce-b850-fee019c8db11 None None] Port 8dca1f60-92a8-4738-a512-aa08d60371ac cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:20:57.184928 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-42699f96-290b-4946-8575-e9242c660e70 req-0cf0c4ea-c013-4e99-b105-98a0bb127b09 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121-project] 10.222.0.68 "GET /v2.0/security-groups?id=74fd08ce-a3d9-460e-84a7-2e4752833a03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451126 Jul 14 09:20:57.217104 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [req-1495310b-950d-43f7-bc53-f471c1eda864 req-e5bf4618-ed9b-4ba4-8970-4962326cc13b tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1566951826', 'description': 'tempest-description-986521682'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:20:57.245910 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-1495310b-950d-43f7-bc53-f471c1eda864 req-e5bf4618-ed9b-4ba4-8970-4962326cc13b tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:57.347430 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-1495310b-950d-43f7-bc53-f471c1eda864 req-e5bf4618-ed9b-4ba4-8970-4962326cc13b tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:57.351667 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-1495310b-950d-43f7-bc53-f471c1eda864 req-e5bf4618-ed9b-4ba4-8970-4962326cc13b tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:57.386943 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bf4618-ed9b-4ba4-8970-4962326cc13b tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87f74de4-2d83-419a-98e5-02769e00055f,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:57.389231 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-1495310b-950d-43f7-bc53-f471c1eda864 req-e5bf4618-ed9b-4ba4-8970-4962326cc13b tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:57.406783 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-1495310b-950d-43f7-bc53-f471c1eda864 req-e5bf4618-ed9b-4ba4-8970-4962326cc13b tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.1947768 Jul 14 09:20:57.412818 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f4f0f3-909f-45c9-a886-a1ea802cd0b3 req-dabcc036-4b9a-4f0e-a385-aff2d648b5b4 tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:57.414325 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-13f4f0f3-909f-45c9-a886-a1ea802cd0b3 req-dabcc036-4b9a-4f0e-a385-aff2d648b5b4 tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] 10.222.0.65 "GET /v2.0/ports?device_id=47f61015-0034-413d-87cf-74efb13c3750 HTTP/1.1" status: 200 len: 945 time: 0.7347825 Jul 14 09:20:57.418844 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [req-80a74b65-5e8c-49d4-a7a1-4cd592b1d11e req-27599818-8b1b-41c8-94cc-2e4036f41629 tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-863546449', 'description': 'tempest-description-629900773'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:20:57.444659 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-80a74b65-5e8c-49d4-a7a1-4cd592b1d11e req-27599818-8b1b-41c8-94cc-2e4036f41629 tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:57.444883 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6c723352-975b-4304-9644-48d5bcc9e378 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10052764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11984092'] for subnet, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:57.485280 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33384278-0836-4a93-8ca4-c70f89ac54c9 req-6261e314-acfb-423c-801d-c7b40fa926e8 tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:57.493442 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-33384278-0836-4a93-8ca4-c70f89ac54c9 req-6261e314-acfb-423c-801d-c7b40fa926e8 tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] 10.222.0.68 "GET /v2.0/ports?device_id=65c3a2e4-2dc3-4d62-86d7-1cdde8eaabb8 HTTP/1.1" status: 200 len: 945 time: 0.8026128 Jul 14 09:20:57.530550 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f9e2ec-8040-4493-813a-5adc26bef8ed req-f9d7bea2-4051-4f38-b343-ef7165e63645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:57.531623 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-44f9e2ec-8040-4493-813a-5adc26bef8ed req-f9d7bea2-4051-4f38-b343-ef7165e63645 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b445a760-a797-4027-b6cd-42763947c867&tenant_id=f15ecc2e979442a6b02936316f8b33e1 HTTP/1.1" status: 200 len: 1102 time: 0.6928256 Jul 14 09:20:57.536844 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-80a74b65-5e8c-49d4-a7a1-4cd592b1d11e req-27599818-8b1b-41c8-94cc-2e4036f41629 tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:57.543281 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-80a74b65-5e8c-49d4-a7a1-4cd592b1d11e req-27599818-8b1b-41c8-94cc-2e4036f41629 tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:57.583122 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-80a74b65-5e8c-49d4-a7a1-4cd592b1d11e req-27599818-8b1b-41c8-94cc-2e4036f41629 tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:57.584330 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-80a74b65-5e8c-49d4-a7a1-4cd592b1d11e req-27599818-8b1b-41c8-94cc-2e4036f41629 tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.1711671 Jul 14 09:20:57.585939 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-44f9e2ec-8040-4493-813a-5adc26bef8ed req-cf333eba-7744-415f-b7fb-04c107ba307a service neutron] Request body: {'port': {'binding:host_id': 'n-h2-779913-29', 'device_owner': 'compute:nova'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:20:57.586171 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27599818-8b1b-41c8-94cc-2e4036f41629 tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] Pushing event updated for resources: {'SecurityGroup': ['ID=629df182-7b63-420b-a64e-9eb13fb3902d,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:57.616689 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5bbe322f-3f67-4864-bc0a-91afe44d23e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:57.681890 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c723352-975b-4304-9644-48d5bcc9e378 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c324504c-1cf5-45e1-bd3c-3e78db8db5cb,revision_number=0']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:57.701832 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-a0a0ed14-0814-4bf1-b1b0-2ec38343504d req-fa71ed1c-5829-4a9a-a06f-20c3c53ecec4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:57.718073 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-33384278-0836-4a93-8ca4-c70f89ac54c9 req-d6ca4193-0d34-4fca-92bd-d9ade160115d tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] 10.222.0.68 "GET /v2.0/security-groups?id=372c68ac-7430-41d6-997c-166ff070d0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2237117 Jul 14 09:20:57.768152 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c723352-975b-4304-9644-48d5bcc9e378 admin admin] Checking segment: {'id': '24f71cf3-e685-41fb-a190-ed6a8e6e15df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '45aef019-274b-469c-97d8-96105ce8b0ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:20:57.768418 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c723352-975b-4304-9644-48d5bcc9e378 admin admin] Network hostable DHCP agents. Network: 45aef019-274b-469c-97d8-96105ce8b0ca, hostable agents: ['c6a09bd4-f72e-4283-a3ca-0bbca8a51081'], hosted agents: [] {{(pid=93957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:20:57.810206 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 7a304cfa-f68c-49a4-9dd0-2c953252c755 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:20:57.841976 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb59b894-e695-432f-b3dd-9c63b2e3028c req-bcf7598c-0965-42b0-8eb0-df09303eae96 tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:57.846015 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-bb59b894-e695-432f-b3dd-9c63b2e3028c req-bcf7598c-0965-42b0-8eb0-df09303eae96 tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] 10.222.0.68 "GET /v2.0/ports?device_id=47f61015-0034-413d-87cf-74efb13c3750 HTTP/1.1" status: 200 len: 945 time: 0.1128569 Jul 14 09:20:57.848012 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-44f9e2ec-8040-4493-813a-5adc26bef8ed req-cf333eba-7744-415f-b7fb-04c107ba307a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:57.875589 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port 7a304cfa-f68c-49a4-9dd0-2c953252c755 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:20:57.876354 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:57.906113 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-bb59b894-e695-432f-b3dd-9c63b2e3028c req-2231e001-ec40-4480-9895-daeb13abf877 tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] 10.222.0.68 "GET /v2.0/security-groups?id=7bf941d0-4fab-41ec-a174-078829fdb488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565791 Jul 14 09:20:58.014157 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [req-13f4f0f3-909f-45c9-a886-a1ea802cd0b3 req-3acb1c3a-305c-43a3-81af-9ae8af83e92a tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] Deleting port dcca8c07-a9b5-406f-9143-2bd6bb078786 {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:20:58.014437 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-13f4f0f3-909f-45c9-a886-a1ea802cd0b3 req-3acb1c3a-305c-43a3-81af-9ae8af83e92a tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:58.020888 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c723352-975b-4304-9644-48d5bcc9e378 admin admin] Network 45aef019-274b-469c-97d8-96105ce8b0ca is scheduled to be hosted by DHCP agent c6a09bd4-f72e-4283-a3ca-0bbca8a51081 with binding_index 1 {{(pid=93957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:20:58.114212 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511c7670-83aa-4d27-b474-dbf14ecf005d req-aa989fc5-9ed3-495c-928c-48f2c7b74ae6 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:58.115903 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-511c7670-83aa-4d27-b474-dbf14ecf005d req-aa989fc5-9ed3-495c-928c-48f2c7b74ae6 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/ports?device_id=b445a760-a797-4027-b6cd-42763947c867 HTTP/1.1" status: 200 len: 950 time: 0.0801075 Jul 14 09:20:58.125184 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-6c723352-975b-4304-9644-48d5bcc9e378 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-29, 45aef019-274b-469c-97d8-96105ce8b0ca) {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:20:58.128335 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c723352-975b-4304-9644-48d5bcc9e378 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:58.129986 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6c723352-975b-4304-9644-48d5bcc9e378 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for subnet, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:58.131637 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee313625-e7e6-4eb4-a22f-61d028a24abe None None] Network 45aef019-274b-469c-97d8-96105ce8b0ca requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:20:58.160089 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-6c723352-975b-4304-9644-48d5bcc9e378 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.7394104 Jul 14 09:20:58.178937 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-511c7670-83aa-4d27-b474-dbf14ecf005d req-8c2d09c1-ae8d-4a97-9437-99daf1f03cf0 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/security-groups?id=93b55648-4dd6-4852-bb99-9aa842ab19a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569651 Jul 14 09:20:58.296331 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4796c43a-46d8-41d7-a943-95add853eed7 None None] Network 45aef019-274b-469c-97d8-96105ce8b0ca requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:20:58.371524 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-13f4f0f3-909f-45c9-a886-a1ea802cd0b3 req-3acb1c3a-305c-43a3-81af-9ae8af83e92a tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] For port dcca8c07-a9b5-406f-9143-2bd6bb078786, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=dcca8c07-a9b5-406f-9143-2bd6bb078786,segment=NetworkSegment(4f3a0541-e6cd-42f5-92f6-5d961c2f621f),segment_id=4f3a0541-e6cd-42f5-92f6-5d961c2f621f)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:20:58.371886 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-13f4f0f3-909f-45c9-a886-a1ea802cd0b3 req-3acb1c3a-305c-43a3-81af-9ae8af83e92a tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:58.380582 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9d8e35-ce42-4d34-a2de-0aee0888b604 req-9ab30f94-25c8-476c-92dd-9b2b5ff146d9 tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:58.382150 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0b9d8e35-ce42-4d34-a2de-0aee0888b604 req-9ab30f94-25c8-476c-92dd-9b2b5ff146d9 tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] 10.222.0.68 "GET /v2.0/networks?id=2cdfa295-562b-4f8c-a7bc-88c1e99a0037 HTTP/1.1" status: 200 len: 812 time: 0.5351369 Jul 14 09:20:58.453790 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [req-13f4f0f3-909f-45c9-a886-a1ea802cd0b3 req-3acb1c3a-305c-43a3-81af-9ae8af83e92a tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] Calling delete_port for dcca8c07-a9b5-406f-9143-2bd6bb078786 owned by compute:nova {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:20:58.454452 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcae586a-7547-4f0b-9e2c-8e55facd9795 req-762e572f-bfcc-4115-a4b3-faf955202061 tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:58.455484 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-fcae586a-7547-4f0b-9e2c-8e55facd9795 req-762e572f-bfcc-4115-a4b3-faf955202061 tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] 10.222.0.68 "GET /v2.0/ports?device_id=65c3a2e4-2dc3-4d62-86d7-1cdde8eaabb8 HTTP/1.1" status: 200 len: 945 time: 0.0767930 Jul 14 09:20:58.476492 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0b9d8e35-ce42-4d34-a2de-0aee0888b604 req-1813ed93-88fd-403a-ab24-2533c424635b tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] 10.222.0.68 "GET /v2.0/quotas/22a4f04666c3481d8344225163e60741 HTTP/1.1" status: 200 len: 375 time: 0.0808773 Jul 14 09:20:58.500511 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-fcae586a-7547-4f0b-9e2c-8e55facd9795 req-f5ecf116-ead3-4403-b8a7-ba182a64dc09 tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] 10.222.0.68 "GET /v2.0/security-groups?id=372c68ac-7430-41d6-997c-166ff070d0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394197 Jul 14 09:20:58.681629 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [req-a0a0ed14-0814-4bf1-b1b0-2ec38343504d req-fa71ed1c-5829-4a9a-a06f-20c3c53ecec4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8dca1f60-92a8-4738-a512-aa08d60371ac {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:20:58.697233 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-44f9e2ec-8040-4493-813a-5adc26bef8ed req-cf333eba-7744-415f-b7fb-04c107ba307a service neutron] For port ab670002-3e80-47de-be53-d3af3a9c1d12, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=ab670002-3e80-47de-be53-d3af3a9c1d12,segment=NetworkSegment(8f1c1422-de6c-445f-ab95-4e2c94585b2b),segment_id=8f1c1422-de6c-445f-ab95-4e2c94585b2b)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:20:58.700125 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-a0a0ed14-0814-4bf1-b1b0-2ec38343504d req-fa71ed1c-5829-4a9a-a06f-20c3c53ecec4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:58.734997 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [req-a0a0ed14-0814-4bf1-b1b0-2ec38343504d req-fa71ed1c-5829-4a9a-a06f-20c3c53ecec4 service neutron] Transition to ACTIVE for port object 8dca1f60-92a8-4738-a512-aa08d60371ac will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:20:58.747795 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-a0a0ed14-0814-4bf1-b1b0-2ec38343504d req-fa71ed1c-5829-4a9a-a06f-20c3c53ecec4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:58.819902 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0b9d8e35-ce42-4d34-a2de-0aee0888b604 req-896b01a2-58e4-4eb2-b23b-838c90b36a6c tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=22a4f04666c3481d8344225163e60741&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3425436 Jul 14 09:20:58.820966 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9deab1-155a-40df-86da-02867bb63dc2 req-b7da9498-cb18-4c3e-aba6-6f9a70f291d9 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:58.826650 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-1d9deab1-155a-40df-86da-02867bb63dc2 req-b7da9498-cb18-4c3e-aba6-6f9a70f291d9 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121-project] 10.222.0.68 "GET /v2.0/ports?device_id=5b072d6f-b903-4b4b-b5b1-8307fad199f9 HTTP/1.1" status: 200 len: 943 time: 0.0787601 Jul 14 09:20:58.831650 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-44f9e2ec-8040-4493-813a-5adc26bef8ed req-cf333eba-7744-415f-b7fb-04c107ba307a service neutron] For port ab670002-3e80-47de-be53-d3af3a9c1d12, host n-h1-779913-29, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:20:58.898082 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-1d9deab1-155a-40df-86da-02867bb63dc2 req-70c28abf-2ff2-4837-97d7-6a75b540a075 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121-project] 10.222.0.68 "GET /v2.0/security-groups?id=74fd08ce-a3d9-460e-84a7-2e4752833a03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526550 Jul 14 09:20:58.954598 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa71ed1c-5829-4a9a-a06f-20c3c53ecec4 service neutron] Pushing event updated for resources: {'Port': ['ID=8dca1f60-92a8-4738-a512-aa08d60371ac,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:58.989270 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device dcca8c07-a9b5-406f-9143-2bd6bb078786 no longer exists at agent hyperv_n-h1-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:20:58.994610 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-44f9e2ec-8040-4493-813a-5adc26bef8ed req-cf333eba-7744-415f-b7fb-04c107ba307a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:59.021697 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] No Port match for: dcca8c07-a9b5-406f-9143-2bd6bb078786 {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:20:59.022149 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device dcca8c07-a9b5-406f-9143-2bd6bb078786 not bound to the agent host n-h1-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:20:59.022882 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device ab670002-3e80-47de-be53-d3af3a9c1d12 no longer exists at agent hyperv_n-h1-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:20:59.040966 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b445a760-a797-4027-b6cd-42763947c867', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab670002-3e80-47de-be53-d3af3a9c1d12'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:20:59.043954 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36194bc8-0c5a-4e8b-b57f-01305655bbf7" -d '{"events": [{"server_uuid": "b445a760-a797-4027-b6cd-42763947c867", "name": "network-vif-unplugged", "status": "completed", "tag": "ab670002-3e80-47de-be53-d3af3a9c1d12"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:20:59.081390 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-13f4f0f3-909f-45c9-a886-a1ea802cd0b3 req-3acb1c3a-305c-43a3-81af-9ae8af83e92a tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:59.116768 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [req-44f9e2ec-8040-4493-813a-5adc26bef8ed req-cf333eba-7744-415f-b7fb-04c107ba307a service neutron] Transition to ACTIVE for port object ab670002-3e80-47de-be53-d3af3a9c1d12 will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:20:59.120675 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] get_ports_and_sgs() called for port_ids ['ba32fbed-4dee-4c02-8d7e-5389e3020217'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:20:59.153748 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acb1c3a-305c-43a3-81af-9ae8af83e92a tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] Pushing event deleted for resources: {'Port': ['ID=dcca8c07-a9b5-406f-9143-2bd6bb078786,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:59.174145 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0b9d8e35-ce42-4d34-a2de-0aee0888b604 req-1dc2d38e-083e-405e-b386-965e3f46e622 service neutron] 10.222.0.68 "GET /v2.0/networks/2cdfa295-562b-4f8c-a7bc-88c1e99a0037?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3123665 Jul 14 09:20:59.198062 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-44f9e2ec-8040-4493-813a-5adc26bef8ed req-cf333eba-7744-415f-b7fb-04c107ba307a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:59.260348 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-a0a0ed14-0814-4bf1-b1b0-2ec38343504d req-fa71ed1c-5829-4a9a-a06f-20c3c53ecec4 service neutron] Attempting to bind port 8dca1f60-92a8-4738-a512-aa08d60371ac on host n-h1-779913-29 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:20:59.260601 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-a0a0ed14-0814-4bf1-b1b0-2ec38343504d req-fa71ed1c-5829-4a9a-a06f-20c3c53ecec4 service neutron] Attempting to bind port 8dca1f60-92a8-4738-a512-aa08d60371ac by drivers openvswitch,hyperv on host n-h1-779913-29 at level 0 using segments [{'id': '52edbb84-480a-4342-84df-f6e0e61c8053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '1ca22f68-f22e-4539-bf48-b4a59573e7f3'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:20:59.260943 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0a0ed14-0814-4bf1-b1b0-2ec38343504d req-fa71ed1c-5829-4a9a-a06f-20c3c53ecec4 service neutron] Attempting to bind port 8dca1f60-92a8-4738-a512-aa08d60371ac on network 1ca22f68-f22e-4539-bf48-b4a59573e7f3 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:20:59.309581 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8179cc27-7ebf-44cc-b650-bb63c769ca12 req-fda88724-2dac-46a1-a41b-f41eee6defd7 tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:59.311582 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-8179cc27-7ebf-44cc-b650-bb63c769ca12 req-fda88724-2dac-46a1-a41b-f41eee6defd7 tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] 10.222.0.68 "GET /v2.0/networks?id=45aef019-274b-469c-97d8-96105ce8b0ca HTTP/1.1" status: 200 len: 815 time: 0.1317637 Jul 14 09:20:59.328166 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-8179cc27-7ebf-44cc-b650-bb63c769ca12 req-a7c0e834-798d-409f-aa25-bd791d5b6037 tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] 10.222.0.68 "GET /v2.0/quotas/a85001d21fcb4959bba3ff1f7017dd59 HTTP/1.1" status: 200 len: 375 time: 0.0104318 Jul 14 09:20:59.334916 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0a0ed14-0814-4bf1-b1b0-2ec38343504d req-fa71ed1c-5829-4a9a-a06f-20c3c53ecec4 service neutron] Port 8dca1f60-92a8-4738-a512-aa08d60371ac on network 1ca22f68-f22e-4539-bf48-b4a59573e7f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-29 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:20:59.335609 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0a0ed14-0814-4bf1-b1b0-2ec38343504d req-fa71ed1c-5829-4a9a-a06f-20c3c53ecec4 service neutron] Attempting to bind port 8dca1f60-92a8-4738-a512-aa08d60371ac on network 1ca22f68-f22e-4539-bf48-b4a59573e7f3 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:20:59.364620 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:59.386938 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-13f4f0f3-909f-45c9-a886-a1ea802cd0b3 req-3acb1c3a-305c-43a3-81af-9ae8af83e92a tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] No DVR routers for this DVR port dcca8c07-a9b5-406f-9143-2bd6bb078786 on host n-h1-779913-29 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:20:59.394536 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0a0ed14-0814-4bf1-b1b0-2ec38343504d req-fa71ed1c-5829-4a9a-a06f-20c3c53ecec4 service neutron] Checking agent: {'id': 'de11e667-f145-47b0-bd09-334a7505938e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 13, 12), 'started_at': datetime.datetime(2021, 7, 14, 9, 13, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 20, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:20:59.395152 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0a0ed14-0814-4bf1-b1b0-2ec38343504d req-fa71ed1c-5829-4a9a-a06f-20c3c53ecec4 service neutron] Checking segment: {'id': '52edbb84-480a-4342-84df-f6e0e61c8053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '1ca22f68-f22e-4539-bf48-b4a59573e7f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:20:59.395312 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-8179cc27-7ebf-44cc-b650-bb63c769ca12 req-1d3aefde-f8b1-4263-982b-f5b8fb470791 tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=a85001d21fcb4959bba3ff1f7017dd59&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0614488 Jul 14 09:20:59.395549 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0a0ed14-0814-4bf1-b1b0-2ec38343504d req-fa71ed1c-5829-4a9a-a06f-20c3c53ecec4 service neutron] Bound using segment: {'id': '52edbb84-480a-4342-84df-f6e0e61c8053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '1ca22f68-f22e-4539-bf48-b4a59573e7f3'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:20:59.396221 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-a0a0ed14-0814-4bf1-b1b0-2ec38343504d req-fa71ed1c-5829-4a9a-a06f-20c3c53ecec4 service neutron] Bound port: 8dca1f60-92a8-4738-a512-aa08d60371ac, host: n-h1-779913-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52edbb84-480a-4342-84df-f6e0e61c8053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '1ca22f68-f22e-4539-bf48-b4a59573e7f3'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:20:59.396356 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-a0a0ed14-0814-4bf1-b1b0-2ec38343504d req-fa71ed1c-5829-4a9a-a06f-20c3c53ecec4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:59.404370 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-13f4f0f3-909f-45c9-a886-a1ea802cd0b3 req-3acb1c3a-305c-43a3-81af-9ae8af83e92a tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:59.407067 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-13f4f0f3-909f-45c9-a886-a1ea802cd0b3 req-3acb1c3a-305c-43a3-81af-9ae8af83e92a tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] 10.222.0.65 "DELETE /v2.0/ports/dcca8c07-a9b5-406f-9143-2bd6bb078786 HTTP/1.1" status: 204 len: 173 time: 1.9854622 Jul 14 09:20:59.448952 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-44f9e2ec-8040-4493-813a-5adc26bef8ed req-cf333eba-7744-415f-b7fb-04c107ba307a service neutron] No DVR routers for this DVR port ab670002-3e80-47de-be53-d3af3a9c1d12 on host n-h1-779913-29 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:20:59.451062 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf333eba-7744-415f-b7fb-04c107ba307a service neutron] Pushing event updated for resources: {'Port': ['ID=ab670002-3e80-47de-be53-d3af3a9c1d12,revision_number=10']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:59.486080 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.db.api [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93959) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 09:20:59.486439 n-d-779913-29 neutron-server[93959]: DEBUG oslo_db.api [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 09:20:59.551519 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0b9d8e35-ce42-4d34-a2de-0aee0888b604 req-08cc9df3-4224-48e1-bd3a-3a947166299e service neutron] 10.222.0.68 "GET /v2.0/networks/2cdfa295-562b-4f8c-a7bc-88c1e99a0037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3754878 Jul 14 09:20:59.559443 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-8179cc27-7ebf-44cc-b650-bb63c769ca12 req-3254c0ff-795f-4c2d-87bb-3344a023118a service neutron] 10.222.0.68 "GET /v2.0/networks/45aef019-274b-469c-97d8-96105ce8b0ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530161 Jul 14 09:20:59.614855 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-44f9e2ec-8040-4493-813a-5adc26bef8ed req-cf333eba-7744-415f-b7fb-04c107ba307a service neutron] Attempting to bind port ab670002-3e80-47de-be53-d3af3a9c1d12 on host n-h2-779913-29 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:20:59.615123 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-44f9e2ec-8040-4493-813a-5adc26bef8ed req-cf333eba-7744-415f-b7fb-04c107ba307a service neutron] Attempting to bind port ab670002-3e80-47de-be53-d3af3a9c1d12 by drivers openvswitch,hyperv on host n-h2-779913-29 at level 0 using segments [{'id': '8f1c1422-de6c-445f-ab95-4e2c94585b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '2244f7a1-04bd-42cd-9e86-31839b46f57f'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:20:59.615462 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44f9e2ec-8040-4493-813a-5adc26bef8ed req-cf333eba-7744-415f-b7fb-04c107ba307a service neutron] Attempting to bind port ab670002-3e80-47de-be53-d3af3a9c1d12 on network 2244f7a1-04bd-42cd-9e86-31839b46f57f {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:20:59.647945 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44f9e2ec-8040-4493-813a-5adc26bef8ed req-cf333eba-7744-415f-b7fb-04c107ba307a service neutron] Port ab670002-3e80-47de-be53-d3af3a9c1d12 on network 2244f7a1-04bd-42cd-9e86-31839b46f57f not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-29 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:20:59.648277 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44f9e2ec-8040-4493-813a-5adc26bef8ed req-cf333eba-7744-415f-b7fb-04c107ba307a service neutron] Attempting to bind port ab670002-3e80-47de-be53-d3af3a9c1d12 on network 2244f7a1-04bd-42cd-9e86-31839b46f57f {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:20:59.654960 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-a0a0ed14-0814-4bf1-b1b0-2ec38343504d req-fa71ed1c-5829-4a9a-a06f-20c3c53ecec4 service neutron] For port 8dca1f60-92a8-4738-a512-aa08d60371ac, host n-h1-779913-29, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:20:59.667624 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-a0a0ed14-0814-4bf1-b1b0-2ec38343504d req-fa71ed1c-5829-4a9a-a06f-20c3c53ecec4 service neutron] For port 8dca1f60-92a8-4738-a512-aa08d60371ac, host n-h1-779913-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=8dca1f60-92a8-4738-a512-aa08d60371ac,segment=NetworkSegment(52edbb84-480a-4342-84df-f6e0e61c8053),segment_id=52edbb84-480a-4342-84df-f6e0e61c8053)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:20:59.669200 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44f9e2ec-8040-4493-813a-5adc26bef8ed req-cf333eba-7744-415f-b7fb-04c107ba307a service neutron] Checking agent: {'id': '013e4a3b-a634-47b8-b6a5-1a25109b73fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 13, 13), 'started_at': datetime.datetime(2021, 7, 14, 9, 13, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 20, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:20:59.669563 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44f9e2ec-8040-4493-813a-5adc26bef8ed req-cf333eba-7744-415f-b7fb-04c107ba307a service neutron] Checking segment: {'id': '8f1c1422-de6c-445f-ab95-4e2c94585b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '2244f7a1-04bd-42cd-9e86-31839b46f57f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:20:59.669959 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44f9e2ec-8040-4493-813a-5adc26bef8ed req-cf333eba-7744-415f-b7fb-04c107ba307a service neutron] Bound using segment: {'id': '8f1c1422-de6c-445f-ab95-4e2c94585b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '2244f7a1-04bd-42cd-9e86-31839b46f57f'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:20:59.670394 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-44f9e2ec-8040-4493-813a-5adc26bef8ed req-cf333eba-7744-415f-b7fb-04c107ba307a service neutron] Bound port: ab670002-3e80-47de-be53-d3af3a9c1d12, host: n-h2-779913-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f1c1422-de6c-445f-ab95-4e2c94585b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '2244f7a1-04bd-42cd-9e86-31839b46f57f'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:20:59.670762 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-44f9e2ec-8040-4493-813a-5adc26bef8ed req-cf333eba-7744-415f-b7fb-04c107ba307a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:59.694967 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-a0a0ed14-0814-4bf1-b1b0-2ec38343504d req-fa71ed1c-5829-4a9a-a06f-20c3c53ecec4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:59.712764 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-8179cc27-7ebf-44cc-b650-bb63c769ca12 req-35037292-a3fc-41fa-9e51-8863c0848fed service neutron] 10.222.0.68 "GET /v2.0/networks/45aef019-274b-469c-97d8-96105ce8b0ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522229 Jul 14 09:20:59.783422 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a0ed14-0814-4bf1-b1b0-2ec38343504d req-fa71ed1c-5829-4a9a-a06f-20c3c53ecec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:59.784314 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-a0a0ed14-0814-4bf1-b1b0-2ec38343504d req-fa71ed1c-5829-4a9a-a06f-20c3c53ecec4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:59.785843 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a0a0ed14-0814-4bf1-b1b0-2ec38343504d req-fa71ed1c-5829-4a9a-a06f-20c3c53ecec4 service neutron] 10.222.0.65 "PUT /v2.0/ports/8dca1f60-92a8-4738-a512-aa08d60371ac HTTP/1.1" status: 200 len: 1092 time: 2.7604375 Jul 14 09:20:59.996925 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa71ed1c-5829-4a9a-a06f-20c3c53ecec4 service neutron] Pushing event updated for resources: {'Port': ['ID=8dca1f60-92a8-4738-a512-aa08d60371ac,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:00.024383 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-44f9e2ec-8040-4493-813a-5adc26bef8ed req-cf333eba-7744-415f-b7fb-04c107ba307a service neutron] For port ab670002-3e80-47de-be53-d3af3a9c1d12, host n-h2-779913-29, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:21:00.054016 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-44f9e2ec-8040-4493-813a-5adc26bef8ed req-cf333eba-7744-415f-b7fb-04c107ba307a service neutron] For port ab670002-3e80-47de-be53-d3af3a9c1d12, host n-h2-779913-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=ab670002-3e80-47de-be53-d3af3a9c1d12,segment=NetworkSegment(8f1c1422-de6c-445f-ab95-4e2c94585b2b),segment_id=8f1c1422-de6c-445f-ab95-4e2c94585b2b)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:21:00.118280 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-b60359d2-01fb-4159-ad78-5097da50cefc req-ba61a502-3247-4bb1-9c76-ae7a6816088a tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] 10.222.0.68 "GET /v2.0/ports?device_id=47f61015-0034-413d-87cf-74efb13c3750 HTTP/1.1" status: 200 len: 210 time: 0.0452399 Jul 14 09:21:00.132104 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-44f9e2ec-8040-4493-813a-5adc26bef8ed req-cf333eba-7744-415f-b7fb-04c107ba307a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:00.209257 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 09:20:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-428de605-21db-4191-8f61-6754dd3b6652 x-openstack-request-id: req-428de605-21db-4191-8f61-6754dd3b6652 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:21:00.209585 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b445a760-a797-4027-b6cd-42763947c867", "name": "network-vif-unplugged", "status": "completed", "tag": "ab670002-3e80-47de-be53-d3af3a9c1d12", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:21:00.209845 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-428de605-21db-4191-8f61-6754dd3b6652 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:21:00.213873 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b445a760-a797-4027-b6cd-42763947c867', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab670002-3e80-47de-be53-d3af3a9c1d12', 'code': 200} Jul 14 09:21:00.221669 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f9e2ec-8040-4493-813a-5adc26bef8ed req-cf333eba-7744-415f-b7fb-04c107ba307a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:00.222329 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-44f9e2ec-8040-4493-813a-5adc26bef8ed req-cf333eba-7744-415f-b7fb-04c107ba307a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:00.223776 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-44f9e2ec-8040-4493-813a-5adc26bef8ed req-cf333eba-7744-415f-b7fb-04c107ba307a service neutron] 10.222.0.57 "PUT /v2.0/ports/ab670002-3e80-47de-be53-d3af3a9c1d12 HTTP/1.1" status: 200 len: 1098 time: 2.6636205 Jul 14 09:21:00.476207 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf333eba-7744-415f-b7fb-04c107ba307a service neutron] Pushing event updated for resources: {'Port': ['ID=ab670002-3e80-47de-be53-d3af3a9c1d12,revision_number=11']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:00.513219 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdba9b48-783b-4749-b800-6fbf7561d06e req-f9bd0b1f-a8a6-442b-a368-0a4562023c09 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:00.516055 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-cdba9b48-783b-4749-b800-6fbf7561d06e req-f9bd0b1f-a8a6-442b-a368-0a4562023c09 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/ports?device_id=b445a760-a797-4027-b6cd-42763947c867 HTTP/1.1" status: 200 len: 949 time: 0.1630704 Jul 14 09:21:00.532032 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d71dcb-0553-4949-a0b9-d5aa8896a004 req-62b42c92-ae97-4422-850a-8855cbc366ca tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:00.534327 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a7d71dcb-0553-4949-a0b9-d5aa8896a004 req-62b42c92-ae97-4422-850a-8855cbc366ca tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] 10.222.0.68 "GET /v2.0/ports?device_id=65c3a2e4-2dc3-4d62-86d7-1cdde8eaabb8 HTTP/1.1" status: 200 len: 945 time: 0.4734042 Jul 14 09:21:00.536803 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a0ed14-0814-4bf1-b1b0-2ec38343504d req-27036f5c-2bf5-4faf-844c-4fbd80566228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:00.538396 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a0a0ed14-0814-4bf1-b1b0-2ec38343504d req-27036f5c-2bf5-4faf-844c-4fbd80566228 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c0f0aba1395a4fd1a6d1ed53f3eeb2b1&device_id=5b072d6f-b903-4b4b-b5b1-8307fad199f9 HTTP/1.1" status: 200 len: 1095 time: 0.6687913 Jul 14 09:21:00.541333 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f9e2ec-8040-4493-813a-5adc26bef8ed req-59f2773b-1148-4045-a9ff-cd2028b28892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:00.542943 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-44f9e2ec-8040-4493-813a-5adc26bef8ed req-59f2773b-1148-4045-a9ff-cd2028b28892 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f15ecc2e979442a6b02936316f8b33e1&device_id=b445a760-a797-4027-b6cd-42763947c867 HTTP/1.1" status: 200 len: 1101 time: 0.2286851 Jul 14 09:21:00.607315 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-cdba9b48-783b-4749-b800-6fbf7561d06e req-6d298fb6-cb85-4139-a3ed-0598587b363c tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/security-groups?id=93b55648-4dd6-4852-bb99-9aa842ab19a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825436 Jul 14 09:21:00.635411 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a0a0ed14-0814-4bf1-b1b0-2ec38343504d req-24567617-e7e6-4185-8dbc-4544b4f010a8 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8dca1f60-92a8-4738-a512-aa08d60371ac HTTP/1.1" status: 200 len: 217 time: 0.0755782 Jul 14 09:21:00.746940 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a7d71dcb-0553-4949-a0b9-d5aa8896a004 req-c2981c0e-553c-470b-8b58-9e299510adda tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] 10.222.0.68 "GET /v2.0/security-groups?id=372c68ac-7430-41d6-997c-166ff070d0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028027 Jul 14 09:21:00.838550 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a0ed14-0814-4bf1-b1b0-2ec38343504d req-cb414c67-73ea-4034-9a1f-814dfd5c8971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:00.840232 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a0a0ed14-0814-4bf1-b1b0-2ec38343504d req-cb414c67-73ea-4034-9a1f-814dfd5c8971 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=97937e07-8267-44e8-9758-651c212a988c HTTP/1.1" status: 200 len: 868 time: 0.1559343 Jul 14 09:21:00.846055 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f9e2ec-8040-4493-813a-5adc26bef8ed req-bd9aead4-2b52-4764-b7f5-7db72579bbf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:00.848047 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-44f9e2ec-8040-4493-813a-5adc26bef8ed req-bd9aead4-2b52-4764-b7f5-7db72579bbf9 service neutron] 10.222.0.57 "GET /v2.0/networks?id=2244f7a1-04bd-42cd-9e86-31839b46f57f HTTP/1.1" status: 200 len: 870 time: 0.2924168 Jul 14 09:21:01.168237 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28801b7-0e2f-4ee4-acd0-207c1cfacb78 req-4b6c6a7e-488e-40d6-b4c7-ebef4b8a246a tempest-FloatingIPsAssociationNegativeTestJSON-1041687121 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:01.170766 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d28801b7-0e2f-4ee4-acd0-207c1cfacb78 req-4b6c6a7e-488e-40d6-b4c7-ebef4b8a246a tempest-FloatingIPsAssociationNegativeTestJSON-1041687121 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121-project] 10.222.0.68 "GET /v2.0/ports?device_id=5b072d6f-b903-4b4b-b5b1-8307fad199f9 HTTP/1.1" status: 200 len: 943 time: 0.1353889 Jul 14 09:21:01.225456 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d28801b7-0e2f-4ee4-acd0-207c1cfacb78 req-2d6a98e3-45d4-4245-9a29-dc79b7f8b47b tempest-FloatingIPsAssociationNegativeTestJSON-1041687121 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121-project] 10.222.0.68 "GET /v2.0/security-groups?id=74fd08ce-a3d9-460e-84a7-2e4752833a03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485597 Jul 14 09:21:01.414144 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-05b529f3-4363-4a40-80c8-3eff62735caa req-51e29790-eb59-48ba-8990-cab562972181 tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] 10.222.0.68 "GET /v2.0/ports?device_id=43161873-7e25-46ba-939e-d9598e05bb16 HTTP/1.1" status: 200 len: 210 time: 0.0460289 Jul 14 09:21:01.470924 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-44f9e2ec-8040-4493-813a-5adc26bef8ed req-8f0d0e93-afe7-48b6-b800-ce46cb4e6345 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=ab670002-3e80-47de-be53-d3af3a9c1d12 HTTP/1.1" status: 200 len: 217 time: 0.6108756 Jul 14 09:21:01.508029 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-cee587f4-3b3a-4fd0-b2ec-b71facb1ef65 req-686634aa-a05e-4da4-b786-1f10ef15e253 tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] 10.222.0.68 "GET /v2.0/ports?device_id=8b40894a-81e1-4e74-b9f4-12d92c7f4081 HTTP/1.1" status: 200 len: 210 time: 0.0503707 Jul 14 09:21:01.631603 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f9e2ec-8040-4493-813a-5adc26bef8ed req-1dc3b639-1d46-4b3b-91b9-3ef7863cb8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:01.637725 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-44f9e2ec-8040-4493-813a-5adc26bef8ed req-1dc3b639-1d46-4b3b-91b9-3ef7863cb8f4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=85060e65-3b2f-4a6c-a04c-ce849daa5b3b HTTP/1.1" status: 200 len: 843 time: 0.1475434 Jul 14 09:21:01.642689 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a0ed14-0814-4bf1-b1b0-2ec38343504d req-80b985e8-1ea4-4756-8f08-8ebdc080acec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:01.644122 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a0a0ed14-0814-4bf1-b1b0-2ec38343504d req-80b985e8-1ea4-4756-8f08-8ebdc080acec service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1ca22f68-f22e-4539-bf48-b4a59573e7f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7696095 Jul 14 09:21:01.824548 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-498de9e9-6618-4a2f-a518-9417078102bb req-5e5393be-1c98-4f43-95d4-fcb019a9fb56 tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] 10.222.0.68 "GET /v2.0/ports?device_id=47f61015-0034-413d-87cf-74efb13c3750 HTTP/1.1" status: 200 len: 210 time: 0.1031988 Jul 14 09:21:01.910608 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a0a0ed14-0814-4bf1-b1b0-2ec38343504d req-dddb0d52-a1d6-462d-aaab-4cfe6c79758e service neutron] 10.222.0.65 "GET /v2.0/networks/1ca22f68-f22e-4539-bf48-b4a59573e7f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2469590 Jul 14 09:21:01.914286 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f9e2ec-8040-4493-813a-5adc26bef8ed req-5cdc56ba-5ba5-4030-8374-e988ebeacbf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:01.916509 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-44f9e2ec-8040-4493-813a-5adc26bef8ed req-5cdc56ba-5ba5-4030-8374-e988ebeacbf3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2244f7a1-04bd-42cd-9e86-31839b46f57f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2699366 Jul 14 09:21:02.182715 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9d8e35-ce42-4d34-a2de-0aee0888b604 req-19eca1ff-383d-4e36-b83e-abb36f37ef79 tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:02.185475 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-0b9d8e35-ce42-4d34-a2de-0aee0888b604 req-19eca1ff-383d-4e36-b83e-abb36f37ef79 tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] 10.222.0.57 "GET /v2.0/networks?id=2cdfa295-562b-4f8c-a7bc-88c1e99a0037 HTTP/1.1" status: 200 len: 812 time: 0.3676789 Jul 14 09:21:02.231103 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [req-0b9d8e35-ce42-4d34-a2de-0aee0888b604 req-f4f1941b-396a-4b12-8354-d43245a378b5 tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] Request body: {'port': {'device_id': '8b40894a-81e1-4e74-b9f4-12d92c7f4081', 'network_id': '2cdfa295-562b-4f8c-a7bc-88c1e99a0037', 'admin_state_up': True, 'tenant_id': '22a4f04666c3481d8344225163e60741'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:21:02.262167 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47f61015-0034-413d-87cf-74efb13c3750', 'name': 'network-vif-deleted', 'tag': 'dcca8c07-a9b5-406f-9143-2bd6bb078786'}, {'name': 'network-changed', 'server_uuid': '5b072d6f-b903-4b4b-b5b1-8307fad199f9', 'tag': '8dca1f60-92a8-4738-a512-aa08d60371ac'}, {'name': 'network-changed', 'server_uuid': 'b445a760-a797-4027-b6cd-42763947c867', 'tag': 'ab670002-3e80-47de-be53-d3af3a9c1d12'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:21:02.265225 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07c76d00-3662-4e92-b732-8c3feb553f95" -d '{"events": [{"server_uuid": "47f61015-0034-413d-87cf-74efb13c3750", "name": "network-vif-deleted", "tag": "dcca8c07-a9b5-406f-9143-2bd6bb078786"}, {"name": "network-changed", "server_uuid": "5b072d6f-b903-4b4b-b5b1-8307fad199f9", "tag": "8dca1f60-92a8-4738-a512-aa08d60371ac"}, {"name": "network-changed", "server_uuid": "b445a760-a797-4027-b6cd-42763947c867", "tag": "ab670002-3e80-47de-be53-d3af3a9c1d12"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:21:02.327790 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a0a0ed14-0814-4bf1-b1b0-2ec38343504d req-1bf194ba-00ac-4a5c-85ac-9561aebfd4db service neutron] 10.222.0.65 "GET /v2.0/networks/1ca22f68-f22e-4539-bf48-b4a59573e7f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4097781 Jul 14 09:21:02.363823 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-44f9e2ec-8040-4493-813a-5adc26bef8ed req-c64d2ee2-ae11-462a-ab73-6ac1d89164ec service neutron] 10.222.0.57 "GET /v2.0/networks/2244f7a1-04bd-42cd-9e86-31839b46f57f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4366488 Jul 14 09:21:02.482182 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b9d8e35-ce42-4d34-a2de-0aee0888b604 req-f4f1941b-396a-4b12-8354-d43245a378b5 tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] Made reservation on behalf of 22a4f04666c3481d8344225163e60741 for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:21:02.487147 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-0b9d8e35-ce42-4d34-a2de-0aee0888b604 req-f4f1941b-396a-4b12-8354-d43245a378b5 tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:02.635550 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e84caa-0e3b-4ee8-8cec-3be0a0e278f8 req-63aa8f3d-16f4-45a8-9e21-b4656d38f95a tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:02.644397 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-66e84caa-0e3b-4ee8-8cec-3be0a0e278f8 req-63aa8f3d-16f4-45a8-9e21-b4656d38f95a tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/ports?device_id=b445a760-a797-4027-b6cd-42763947c867 HTTP/1.1" status: 200 len: 949 time: 0.4711165 Jul 14 09:21:02.717167 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [req-0b9d8e35-ce42-4d34-a2de-0aee0888b604 req-f4f1941b-396a-4b12-8354-d43245a378b5 tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] Allocated IP 172.20.0.11 (2cdfa295-562b-4f8c-a7bc-88c1e99a0037/9a339f65-19fd-495d-921f-2a39b64ee23f/e1979b4b-ef3b-4c09-9d57-6997ed4f2a19) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:21:02.786042 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-44f9e2ec-8040-4493-813a-5adc26bef8ed req-e798bfb4-7a63-4065-976f-375f3499a041 service neutron] 10.222.0.57 "GET /v2.0/networks/2244f7a1-04bd-42cd-9e86-31839b46f57f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4158683 Jul 14 09:21:02.847167 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8179cc27-7ebf-44cc-b650-bb63c769ca12 req-1a95888a-7e57-4b6e-8d75-e16122170ed1 tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:02.849703 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8179cc27-7ebf-44cc-b650-bb63c769ca12 req-1a95888a-7e57-4b6e-8d75-e16122170ed1 tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] 10.222.0.57 "GET /v2.0/networks?id=45aef019-274b-469c-97d8-96105ce8b0ca HTTP/1.1" status: 200 len: 815 time: 0.4089937 Jul 14 09:21:02.861611 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-66e84caa-0e3b-4ee8-8cec-3be0a0e278f8 req-53c82aed-9e83-45bb-b2f2-fdb490e75fd2 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/security-groups?id=93b55648-4dd6-4852-bb99-9aa842ab19a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152491 Jul 14 09:21:02.947779 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-8179cc27-7ebf-44cc-b650-bb63c769ca12 req-be1dee8a-6482-4884-b92f-367ff3a41def tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] Request body: {'port': {'device_id': '43161873-7e25-46ba-939e-d9598e05bb16', 'network_id': '45aef019-274b-469c-97d8-96105ce8b0ca', 'admin_state_up': True, 'tenant_id': 'a85001d21fcb4959bba3ff1f7017dd59'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:21:03.008345 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8732eb-80ec-4de0-b49d-b9e94ba1cf9a req-3cd898d7-708f-43b2-aeba-4b7d863307d2 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:03.015586 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-8f8732eb-80ec-4de0-b49d-b9e94ba1cf9a req-3cd898d7-708f-43b2-aeba-4b7d863307d2 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121-project] 10.222.0.68 "GET /v2.0/ports?device_id=5b072d6f-b903-4b4b-b5b1-8307fad199f9 HTTP/1.1" status: 200 len: 943 time: 0.1720552 Jul 14 09:21:03.051016 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-0b9d8e35-ce42-4d34-a2de-0aee0888b604 req-f4f1941b-396a-4b12-8354-d43245a378b5 tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:03.072701 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8179cc27-7ebf-44cc-b650-bb63c769ca12 req-be1dee8a-6482-4884-b92f-367ff3a41def tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] Made reservation on behalf of a85001d21fcb4959bba3ff1f7017dd59 for: {'port': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:21:03.078035 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-8179cc27-7ebf-44cc-b650-bb63c769ca12 req-be1dee8a-6482-4884-b92f-367ff3a41def tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:03.112191 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-8f8732eb-80ec-4de0-b49d-b9e94ba1cf9a req-9c3277dc-ab6d-4d35-a446-d39e60051715 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121-project] 10.222.0.68 "GET /v2.0/security-groups?id=74fd08ce-a3d9-460e-84a7-2e4752833a03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956173 Jul 14 09:21:03.214210 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Wed, 14 Jul 2021 09:21:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58cc9b26-3273-4b60-83af-100c1bc3cb13 x-openstack-request-id: req-58cc9b26-3273-4b60-83af-100c1bc3cb13 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:21:03.214588 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47f61015-0034-413d-87cf-74efb13c3750", "name": "network-vif-deleted", "tag": "dcca8c07-a9b5-406f-9143-2bd6bb078786", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "5b072d6f-b903-4b4b-b5b1-8307fad199f9", "tag": "8dca1f60-92a8-4738-a512-aa08d60371ac", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b445a760-a797-4027-b6cd-42763947c867", "tag": "ab670002-3e80-47de-be53-d3af3a9c1d12", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:21:03.214924 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-58cc9b26-3273-4b60-83af-100c1bc3cb13 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:21:03.215392 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47f61015-0034-413d-87cf-74efb13c3750', 'name': 'network-vif-deleted', 'tag': 'dcca8c07-a9b5-406f-9143-2bd6bb078786', 'status': 'completed', 'code': 200} Jul 14 09:21:03.215746 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b072d6f-b903-4b4b-b5b1-8307fad199f9', 'tag': '8dca1f60-92a8-4738-a512-aa08d60371ac', 'status': 'completed', 'code': 200} Jul 14 09:21:03.216010 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b445a760-a797-4027-b6cd-42763947c867', 'tag': 'ab670002-3e80-47de-be53-d3af3a9c1d12', 'status': 'completed', 'code': 200} Jul 14 09:21:03.225435 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-0b9d8e35-ce42-4d34-a2de-0aee0888b604 req-f4f1941b-396a-4b12-8354-d43245a378b5 tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:03.267358 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] get_ports_and_sgs() called for port_ids ['fd2ace12-fbeb-4979-b444-118a6711717b'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:21:03.310462 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b9d8e35-ce42-4d34-a2de-0aee0888b604 req-f4f1941b-396a-4b12-8354-d43245a378b5 tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] Network 2cdfa295-562b-4f8c-a7bc-88c1e99a0037 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:21:03.319880 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [req-0b9d8e35-ce42-4d34-a2de-0aee0888b604 req-f4f1941b-396a-4b12-8354-d43245a378b5 tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:21:03.329625 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b9d8e35-ce42-4d34-a2de-0aee0888b604 req-f4f1941b-396a-4b12-8354-d43245a378b5 tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:21:03.427078 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f1941b-396a-4b12-8354-d43245a378b5 tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] Pushing event updated for resources: {'Port': ['ID=e1979b4b-ef3b-4c09-9d57-6997ed4f2a19,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:03.440577 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f1941b-396a-4b12-8354-d43245a378b5 tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:21:03.441214 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f1941b-396a-4b12-8354-d43245a378b5 tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:21:03.441770 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f1941b-396a-4b12-8354-d43245a378b5 tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:21:03.442321 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f1941b-396a-4b12-8354-d43245a378b5 tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:21:03.442910 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f1941b-396a-4b12-8354-d43245a378b5 tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:21:03.443420 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f1941b-396a-4b12-8354-d43245a378b5 tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:21:03.443930 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f1941b-396a-4b12-8354-d43245a378b5 tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:21:03.444446 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f1941b-396a-4b12-8354-d43245a378b5 tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:21:03.444786 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f1941b-396a-4b12-8354-d43245a378b5 tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:21:03.445128 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f1941b-396a-4b12-8354-d43245a378b5 tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:21:03.445469 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f1941b-396a-4b12-8354-d43245a378b5 tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:21:03.446365 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f1941b-396a-4b12-8354-d43245a378b5 tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:21:03.488822 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-1a3ecca9-e8d4-491f-89e7-cb01782f3856 req-3711518f-61fc-47f9-9afb-d8e92ba81be8 tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] 10.222.0.68 "GET /v2.0/ports?device_id=43161873-7e25-46ba-939e-d9598e05bb16 HTTP/1.1" status: 200 len: 210 time: 0.0509601 Jul 14 09:21:03.498729 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9d8e35-ce42-4d34-a2de-0aee0888b604 req-f4f1941b-396a-4b12-8354-d43245a378b5 tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:03.499431 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-0b9d8e35-ce42-4d34-a2de-0aee0888b604 req-f4f1941b-396a-4b12-8354-d43245a378b5 tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:03.508792 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c76d00-3662-4e92-b732-8c3feb553f95 req-a4db2974-e354-4618-b8ab-548b24f3d194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:03.512809 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-07c76d00-3662-4e92-b732-8c3feb553f95 req-a4db2974-e354-4618-b8ab-548b24f3d194 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f15ecc2e979442a6b02936316f8b33e1&device_id=b445a760-a797-4027-b6cd-42763947c867 HTTP/1.1" status: 200 len: 1101 time: 0.2276270 Jul 14 09:21:03.515385 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [req-8179cc27-7ebf-44cc-b650-bb63c769ca12 req-be1dee8a-6482-4884-b92f-367ff3a41def tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] Allocated IP 172.20.0.3 (45aef019-274b-469c-97d8-96105ce8b0ca/c324504c-1cf5-45e1-bd3c-3e78db8db5cb/c1dfa8d4-a7d0-4f85-b35d-8b2b5c31eb50) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:21:03.529592 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-0b9d8e35-ce42-4d34-a2de-0aee0888b604 req-f4f1941b-396a-4b12-8354-d43245a378b5 tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3026431 Jul 14 09:21:03.543403 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c76d00-3662-4e92-b732-8c3feb553f95 req-73964b38-2003-4da9-9a49-c63579b01789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:03.547517 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-07c76d00-3662-4e92-b732-8c3feb553f95 req-73964b38-2003-4da9-9a49-c63579b01789 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c0f0aba1395a4fd1a6d1ed53f3eeb2b1&device_id=5b072d6f-b903-4b4b-b5b1-8307fad199f9 HTTP/1.1" status: 200 len: 1095 time: 0.2929113 Jul 14 09:21:03.557532 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [req-0b9d8e35-ce42-4d34-a2de-0aee0888b604 req-7bea29b6-e3de-4b9f-a29e-0f3ae9f3c26f service neutron] Request body: {'port': {'device_id': '8b40894a-81e1-4e74-b9f4-12d92c7f4081', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-29'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:21:03.751201 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-0b9d8e35-ce42-4d34-a2de-0aee0888b604 req-7bea29b6-e3de-4b9f-a29e-0f3ae9f3c26f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:03.804754 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b46c6c-9ad1-491f-b71d-6c144035b964 req-d0892d91-411f-44a3-a7a0-4d2a1e1f266e tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:03.812543 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d7b46c6c-9ad1-491f-b71d-6c144035b964 req-d0892d91-411f-44a3-a7a0-4d2a1e1f266e tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] 10.222.0.68 "GET /v2.0/ports?device_id=8b40894a-81e1-4e74-b9f4-12d92c7f4081 HTTP/1.1" status: 200 len: 932 time: 0.3814147 Jul 14 09:21:03.889054 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ae01571d-2cd2-4b91-81dd-d0f63d86c6de req-d8123666-3abe-4ca6-bc8e-4fc4594d36a9 tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] 10.222.0.68 "GET /v2.0/ports?device_id=47f61015-0034-413d-87cf-74efb13c3750 HTTP/1.1" status: 200 len: 210 time: 0.2022307 Jul 14 09:21:03.990088 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d7b46c6c-9ad1-491f-b71d-6c144035b964 req-ef483744-978d-4c0c-92da-70012dcf5264 tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] 10.222.0.68 "GET /v2.0/security-groups?id=65dfa8de-6f82-43dd-bcdf-865f204c3ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729479 Jul 14 09:21:04.048025 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c76d00-3662-4e92-b732-8c3feb553f95 req-c5b8c02a-1977-46de-9d8b-36b13f4da462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:04.050128 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-07c76d00-3662-4e92-b732-8c3feb553f95 req-c5b8c02a-1977-46de-9d8b-36b13f4da462 service neutron] 10.222.0.57 "GET /v2.0/networks?id=2244f7a1-04bd-42cd-9e86-31839b46f57f HTTP/1.1" status: 200 len: 870 time: 0.5218763 Jul 14 09:21:04.061296 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c76d00-3662-4e92-b732-8c3feb553f95 req-b5e92b94-7fd8-4aa9-8428-a123e31d6f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:04.063140 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-07c76d00-3662-4e92-b732-8c3feb553f95 req-b5e92b94-7fd8-4aa9-8428-a123e31d6f46 service neutron] 10.222.0.65 "GET /v2.0/networks?id=1ca22f68-f22e-4539-bf48-b4a59573e7f3 HTTP/1.1" status: 200 len: 930 time: 0.3967702 Jul 14 09:21:04.181872 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-07c76d00-3662-4e92-b732-8c3feb553f95 req-156d9c51-e04c-44a7-a52c-a8d8e0d37d56 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8dca1f60-92a8-4738-a512-aa08d60371ac HTTP/1.1" status: 200 len: 217 time: 0.1088266 Jul 14 09:21:04.214458 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-8179cc27-7ebf-44cc-b650-bb63c769ca12 req-be1dee8a-6482-4884-b92f-367ff3a41def tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:04.273109 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-07c76d00-3662-4e92-b732-8c3feb553f95 req-b2819787-225a-456a-a476-e331623877a6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=ab670002-3e80-47de-be53-d3af3a9c1d12 HTTP/1.1" status: 200 len: 217 time: 0.2067900 Jul 14 09:21:04.276301 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-8179cc27-7ebf-44cc-b650-bb63c769ca12 req-be1dee8a-6482-4884-b92f-367ff3a41def tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:04.293260 n-d-779913-29 neutron-server[93958]: DEBUG neutron.notifiers.nova [req-0b9d8e35-ce42-4d34-a2de-0aee0888b604 req-7bea29b6-e3de-4b9f-a29e-0f3ae9f3c26f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1979b4b-ef3b-4c09-9d57-6997ed4f2a19 {{(pid=93958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:21:04.316156 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-0b9d8e35-ce42-4d34-a2de-0aee0888b604 req-7bea29b6-e3de-4b9f-a29e-0f3ae9f3c26f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:04.334214 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-0b9d8e35-ce42-4d34-a2de-0aee0888b604 req-7bea29b6-e3de-4b9f-a29e-0f3ae9f3c26f service neutron] Transition to ACTIVE for port object e1979b4b-ef3b-4c09-9d57-6997ed4f2a19 will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:21:04.340158 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-0b9d8e35-ce42-4d34-a2de-0aee0888b604 req-7bea29b6-e3de-4b9f-a29e-0f3ae9f3c26f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13574142'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:04.416670 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8179cc27-7ebf-44cc-b650-bb63c769ca12 req-be1dee8a-6482-4884-b92f-367ff3a41def tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] Network 45aef019-274b-469c-97d8-96105ce8b0ca is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:21:04.436318 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [req-8179cc27-7ebf-44cc-b650-bb63c769ca12 req-be1dee8a-6482-4884-b92f-367ff3a41def tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:21:04.442525 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-8179cc27-7ebf-44cc-b650-bb63c769ca12 req-be1dee8a-6482-4884-b92f-367ff3a41def tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:21:04.481817 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bea29b6-e3de-4b9f-a29e-0f3ae9f3c26f service neutron] Pushing event updated for resources: {'Port': ['ID=e1979b4b-ef3b-4c09-9d57-6997ed4f2a19,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:04.516181 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c76d00-3662-4e92-b732-8c3feb553f95 req-6d41609d-7e8e-4991-8e7a-0e922020879b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:04.518823 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-07c76d00-3662-4e92-b732-8c3feb553f95 req-6d41609d-7e8e-4991-8e7a-0e922020879b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=97937e07-8267-44e8-9758-651c212a988c HTTP/1.1" status: 200 len: 868 time: 0.2571011 Jul 14 09:21:04.519491 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1dee8a-6482-4884-b92f-367ff3a41def tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] Pushing event updated for resources: {'Port': ['ID=c1dfa8d4-a7d0-4f85-b35d-8b2b5c31eb50,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:04.527553 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c76d00-3662-4e92-b732-8c3feb553f95 req-8d6affa7-3665-44a1-a3ca-ac512d794700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:04.530085 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-07c76d00-3662-4e92-b732-8c3feb553f95 req-8d6affa7-3665-44a1-a3ca-ac512d794700 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=85060e65-3b2f-4a6c-a04c-ce849daa5b3b HTTP/1.1" status: 200 len: 843 time: 0.2207808 Jul 14 09:21:04.537459 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fd8387-30b7-4cfd-b55a-5e0229552a8f req-caeb7468-520c-4fd4-902e-06ae1a6513c7 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:04.543431 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-a8fd8387-30b7-4cfd-b55a-5e0229552a8f req-caeb7468-520c-4fd4-902e-06ae1a6513c7 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121-project] 10.222.0.68 "GET /v2.0/ports?device_id=5b072d6f-b903-4b4b-b5b1-8307fad199f9 HTTP/1.1" status: 200 len: 943 time: 0.1540773 Jul 14 09:21:04.594776 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-0b9d8e35-ce42-4d34-a2de-0aee0888b604 req-7bea29b6-e3de-4b9f-a29e-0f3ae9f3c26f service neutron] Attempting to bind port e1979b4b-ef3b-4c09-9d57-6997ed4f2a19 on host n-h2-779913-29 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:21:04.595277 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-0b9d8e35-ce42-4d34-a2de-0aee0888b604 req-7bea29b6-e3de-4b9f-a29e-0f3ae9f3c26f service neutron] Attempting to bind port e1979b4b-ef3b-4c09-9d57-6997ed4f2a19 by drivers openvswitch,hyperv on host n-h2-779913-29 at level 0 using segments [{'id': '32fe169c-8049-4742-bb8a-bdc77602cb62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '2cdfa295-562b-4f8c-a7bc-88c1e99a0037'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:21:04.595769 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b9d8e35-ce42-4d34-a2de-0aee0888b604 req-7bea29b6-e3de-4b9f-a29e-0f3ae9f3c26f service neutron] Attempting to bind port e1979b4b-ef3b-4c09-9d57-6997ed4f2a19 on network 2cdfa295-562b-4f8c-a7bc-88c1e99a0037 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:21:04.606494 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8179cc27-7ebf-44cc-b650-bb63c769ca12 req-be1dee8a-6482-4884-b92f-367ff3a41def tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:04.607165 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-8179cc27-7ebf-44cc-b650-bb63c769ca12 req-be1dee8a-6482-4884-b92f-367ff3a41def tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:04.615453 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b9d8e35-ce42-4d34-a2de-0aee0888b604 req-7bea29b6-e3de-4b9f-a29e-0f3ae9f3c26f service neutron] Port e1979b4b-ef3b-4c09-9d57-6997ed4f2a19 on network 2cdfa295-562b-4f8c-a7bc-88c1e99a0037 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-29 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:21:04.616174 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b9d8e35-ce42-4d34-a2de-0aee0888b604 req-7bea29b6-e3de-4b9f-a29e-0f3ae9f3c26f service neutron] Attempting to bind port e1979b4b-ef3b-4c09-9d57-6997ed4f2a19 on network 2cdfa295-562b-4f8c-a7bc-88c1e99a0037 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:21:04.641062 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-a8fd8387-30b7-4cfd-b55a-5e0229552a8f req-e976b522-0c79-4b83-9639-5476f7753dc4 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121-project] 10.222.0.68 "GET /v2.0/security-groups?id=74fd08ce-a3d9-460e-84a7-2e4752833a03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807242 Jul 14 09:21:04.641461 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d8f309-0d42-473c-955b-1d5d81964739 req-56a72439-f27c-486b-a4c1-79e9ca816452 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:04.642200 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b9d8e35-ce42-4d34-a2de-0aee0888b604 req-7bea29b6-e3de-4b9f-a29e-0f3ae9f3c26f service neutron] Checking agent: {'id': '013e4a3b-a634-47b8-b6a5-1a25109b73fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 13, 13), 'started_at': datetime.datetime(2021, 7, 14, 9, 13, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 20, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:21:04.642586 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b9d8e35-ce42-4d34-a2de-0aee0888b604 req-7bea29b6-e3de-4b9f-a29e-0f3ae9f3c26f service neutron] Checking segment: {'id': '32fe169c-8049-4742-bb8a-bdc77602cb62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '2cdfa295-562b-4f8c-a7bc-88c1e99a0037'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:21:04.642979 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b9d8e35-ce42-4d34-a2de-0aee0888b604 req-7bea29b6-e3de-4b9f-a29e-0f3ae9f3c26f service neutron] Bound using segment: {'id': '32fe169c-8049-4742-bb8a-bdc77602cb62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '2cdfa295-562b-4f8c-a7bc-88c1e99a0037'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:21:04.643436 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-0b9d8e35-ce42-4d34-a2de-0aee0888b604 req-7bea29b6-e3de-4b9f-a29e-0f3ae9f3c26f service neutron] Bound port: e1979b4b-ef3b-4c09-9d57-6997ed4f2a19, host: n-h2-779913-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32fe169c-8049-4742-bb8a-bdc77602cb62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '2cdfa295-562b-4f8c-a7bc-88c1e99a0037'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:21:04.649342 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-46d8f309-0d42-473c-955b-1d5d81964739 req-56a72439-f27c-486b-a4c1-79e9ca816452 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/ports?device_id=b445a760-a797-4027-b6cd-42763947c867 HTTP/1.1" status: 200 len: 949 time: 0.3249404 Jul 14 09:21:04.654164 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-0b9d8e35-ce42-4d34-a2de-0aee0888b604 req-7bea29b6-e3de-4b9f-a29e-0f3ae9f3c26f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:04.677830 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8179cc27-7ebf-44cc-b650-bb63c769ca12 req-be1dee8a-6482-4884-b92f-367ff3a41def tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7347727 Jul 14 09:21:04.705235 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-8179cc27-7ebf-44cc-b650-bb63c769ca12 req-267943ad-08f2-4189-a3a5-6761705b8ca4 service neutron] Request body: {'port': {'device_id': '43161873-7e25-46ba-939e-d9598e05bb16', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-29'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:21:04.779872 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-0b9d8e35-ce42-4d34-a2de-0aee0888b604 req-7bea29b6-e3de-4b9f-a29e-0f3ae9f3c26f service neutron] For port e1979b4b-ef3b-4c09-9d57-6997ed4f2a19, host n-h2-779913-29, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:21:04.785625 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-0b9d8e35-ce42-4d34-a2de-0aee0888b604 req-7bea29b6-e3de-4b9f-a29e-0f3ae9f3c26f service neutron] For port e1979b4b-ef3b-4c09-9d57-6997ed4f2a19, host n-h2-779913-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=e1979b4b-ef3b-4c09-9d57-6997ed4f2a19,segment=NetworkSegment(32fe169c-8049-4742-bb8a-bdc77602cb62),segment_id=32fe169c-8049-4742-bb8a-bdc77602cb62)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:21:04.794234 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-0b9d8e35-ce42-4d34-a2de-0aee0888b604 req-7bea29b6-e3de-4b9f-a29e-0f3ae9f3c26f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13574142'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:04.800499 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c76d00-3662-4e92-b732-8c3feb553f95 req-6ea1d398-b952-4a35-b78f-eac174785421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:04.803680 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-07c76d00-3662-4e92-b732-8c3feb553f95 req-6ea1d398-b952-4a35-b78f-eac174785421 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2244f7a1-04bd-42cd-9e86-31839b46f57f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2607689 Jul 14 09:21:04.841055 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-46d8f309-0d42-473c-955b-1d5d81964739 req-2c06e322-c78b-48a3-9479-3d81db11021c tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/security-groups?id=93b55648-4dd6-4852-bb99-9aa842ab19a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906662 Jul 14 09:21:04.864105 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9d8e35-ce42-4d34-a2de-0aee0888b604 req-7bea29b6-e3de-4b9f-a29e-0f3ae9f3c26f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:04.864105 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-0b9d8e35-ce42-4d34-a2de-0aee0888b604 req-7bea29b6-e3de-4b9f-a29e-0f3ae9f3c26f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:04.864299 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-0b9d8e35-ce42-4d34-a2de-0aee0888b604 req-7bea29b6-e3de-4b9f-a29e-0f3ae9f3c26f service neutron] 10.222.0.57 "PUT /v2.0/ports/e1979b4b-ef3b-4c09-9d57-6997ed4f2a19 HTTP/1.1" status: 200 len: 1093 time: 1.3182383 Jul 14 09:21:04.866635 n-d-779913-29 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b40894a-81e1-4e74-b9f4-12d92c7f4081', 'tag': 'e1979b4b-ef3b-4c09-9d57-6997ed4f2a19'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:21:04.870187 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cb48f044f948e981f43897c8d7f1332f741dc7af2b4c5a6e19d8f4a80f708e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91f4181d-fd4f-468e-aff3-f6e5274cb6d7" -d '{"events": [{"name": "network-changed", "server_uuid": "8b40894a-81e1-4e74-b9f4-12d92c7f4081", "tag": "e1979b4b-ef3b-4c09-9d57-6997ed4f2a19"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:21:05.006087 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 8dca1f60-92a8-4738-a512-aa08d60371ac details requested by agent hyperv_n-h1-779913-29 with host n-h1-779913-29 {{(pid=93959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:21:05.046021 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c76d00-3662-4e92-b732-8c3feb553f95 req-47314602-5680-4628-80c6-487f13f19a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:05.057536 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-07c76d00-3662-4e92-b732-8c3feb553f95 req-47314602-5680-4628-80c6-487f13f19a5c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1ca22f68-f22e-4539-bf48-b4a59573e7f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5221827 Jul 14 09:21:05.151390 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bea29b6-e3de-4b9f-a29e-0f3ae9f3c26f service neutron] Pushing event updated for resources: {'Port': ['ID=e1979b4b-ef3b-4c09-9d57-6997ed4f2a19,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:05.176889 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3175205-bcc6-4fe6-ad11-344cf100f0ed req-1a5d6a58-16c3-4940-b05d-98c2a3ed2198 tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:05.188154 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-a3175205-bcc6-4fe6-ad11-344cf100f0ed req-1a5d6a58-16c3-4940-b05d-98c2a3ed2198 tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] 10.222.0.68 "GET /v2.0/ports?device_id=65c3a2e4-2dc3-4d62-86d7-1cdde8eaabb8 HTTP/1.1" status: 200 len: 945 time: 0.3146181 Jul 14 09:21:05.193480 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9d8e35-ce42-4d34-a2de-0aee0888b604 req-b234cde7-cd7d-491e-b24b-8a97ddcdf507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:05.197876 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-0b9d8e35-ce42-4d34-a2de-0aee0888b604 req-b234cde7-cd7d-491e-b24b-8a97ddcdf507 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=22a4f04666c3481d8344225163e60741&device_id=8b40894a-81e1-4e74-b9f4-12d92c7f4081 HTTP/1.1" status: 200 len: 1096 time: 0.2371829 Jul 14 09:21:05.210215 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port 8dca1f60-92a8-4738-a512-aa08d60371ac, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=8dca1f60-92a8-4738-a512-aa08d60371ac,segment=NetworkSegment(52edbb84-480a-4342-84df-f6e0e61c8053),segment_id=52edbb84-480a-4342-84df-f6e0e61c8053)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:21:05.225907 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Returning: {'device': '8dca1f60-92a8-4738-a512-aa08d60371ac', 'network_id': '1ca22f68-f22e-4539-bf48-b4a59573e7f3', 'port_id': '8dca1f60-92a8-4738-a512-aa08d60371ac', 'mac_address': 'fa:16:3e:b7:c2:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 735, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97937e07-8267-44e8-9758-651c212a988c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:21:05.251624 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-a3175205-bcc6-4fe6-ad11-344cf100f0ed req-489dbaa0-113e-40b2-b78c-ebe65ac57e29 tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] 10.222.0.68 "GET /v2.0/security-groups?id=372c68ac-7430-41d6-997c-166ff070d0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620911 Jul 14 09:21:05.301037 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:05.324150 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-0b9d8e35-ce42-4d34-a2de-0aee0888b604 req-1e53addf-dba5-44e4-82c9-a6c8692a1d08 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e1979b4b-ef3b-4c09-9d57-6997ed4f2a19 HTTP/1.1" status: 200 len: 217 time: 0.0862820 Jul 14 09:21:05.338052 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8dca1f60-92a8-4738-a512-aa08d60371ac {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:21:05.397055 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port 8dca1f60-92a8-4738-a512-aa08d60371ac, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=8dca1f60-92a8-4738-a512-aa08d60371ac,segment=NetworkSegment(52edbb84-480a-4342-84df-f6e0e61c8053),segment_id=52edbb84-480a-4342-84df-f6e0e61c8053)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:21:05.408156 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:05.454836 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9d8e35-ce42-4d34-a2de-0aee0888b604 req-79502825-bfba-4116-84e3-be7203035b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:05.457663 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-8179cc27-7ebf-44cc-b650-bb63c769ca12 req-267943ad-08f2-4189-a3a5-6761705b8ca4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:05.466480 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-0b9d8e35-ce42-4d34-a2de-0aee0888b604 req-79502825-bfba-4116-84e3-be7203035b49 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9a339f65-19fd-495d-921f-2a39b64ee23f HTTP/1.1" status: 200 len: 852 time: 0.1346192 Jul 14 09:21:05.486356 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:21:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12ba2d3d-166d-4666-808d-862a0da6ad90 x-openstack-request-id: req-12ba2d3d-166d-4666-808d-862a0da6ad90 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:21:05.486663 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b40894a-81e1-4e74-b9f4-12d92c7f4081", "tag": "e1979b4b-ef3b-4c09-9d57-6997ed4f2a19", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:21:05.486925 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-12ba2d3d-166d-4666-808d-862a0da6ad90 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:21:05.487337 n-d-779913-29 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b40894a-81e1-4e74-b9f4-12d92c7f4081', 'tag': 'e1979b4b-ef3b-4c09-9d57-6997ed4f2a19', 'status': 'completed', 'code': 200} Jul 14 09:21:05.517832 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Pushing event updated for resources: {'Port': ['ID=8dca1f60-92a8-4738-a512-aa08d60371ac,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:05.526636 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-07c76d00-3662-4e92-b732-8c3feb553f95 req-bd67638b-5e4a-4d3f-b7b5-0862b92d07ee service neutron] 10.222.0.57 "GET /v2.0/networks/2244f7a1-04bd-42cd-9e86-31839b46f57f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6741250 Jul 14 09:21:05.541557 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-0b9d8e35-ce42-4d34-a2de-0aee0888b604 req-1df24072-da04-4e2b-bde2-96d2fbf8d31c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2cdfa295-562b-4f8c-a7bc-88c1e99a0037&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470896 Jul 14 09:21:05.573132 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-07c76d00-3662-4e92-b732-8c3feb553f95 req-74c7aa9a-900c-45c7-b0b5-35e927e6c0a9 service neutron] 10.222.0.65 "GET /v2.0/networks/1ca22f68-f22e-4539-bf48-b4a59573e7f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5049691 Jul 14 09:21:05.621252 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6250df6-d23d-4432-87c2-e1f116e0869d req-cb042f72-938a-4778-8702-e94aa1f30b01 tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:05.623633 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b6250df6-d23d-4432-87c2-e1f116e0869d req-cb042f72-938a-4778-8702-e94aa1f30b01 tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] 10.222.0.68 "GET /v2.0/ports?device_id=43161873-7e25-46ba-939e-d9598e05bb16 HTTP/1.1" status: 200 len: 931 time: 0.5434818 Jul 14 09:21:05.672324 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 92bdd232-bf9f-4e68-ade6-c95b1bf6a0bf details requested by agent hyperv_n-h2-779913-29 with host n-h2-779913-29 {{(pid=93959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:21:05.683767 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-0fc6a8fb-5680-4329-a428-26d722c25682 req-a8865812-ccb2-41b7-83c7-21e3e6b5384a tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] 10.222.0.68 "GET /v2.0/ports?device_id=47f61015-0034-413d-87cf-74efb13c3750 HTTP/1.1" status: 200 len: 210 time: 0.0413368 Jul 14 09:21:05.758403 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] get_ports_and_sgs() called for port_ids ['8dca1f60-92a8-4738-a512-aa08d60371ac'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:21:05.783934 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-0b9d8e35-ce42-4d34-a2de-0aee0888b604 req-6919420a-b9e3-42b6-95a7-ddeeae09543b service neutron] 10.222.0.57 "GET /v2.0/networks/2cdfa295-562b-4f8c-a7bc-88c1e99a0037?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2117274 Jul 14 09:21:05.955771 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 92bdd232-bf9f-4e68-ade6-c95b1bf6a0bf, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=92bdd232-bf9f-4e68-ade6-c95b1bf6a0bf,segment=NetworkSegment(59e27924-9549-4175-909e-ce4f3019b149),segment_id=59e27924-9549-4175-909e-ce4f3019b149)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:21:05.980509 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Returning: {'device': '92bdd232-bf9f-4e68-ade6-c95b1bf6a0bf', 'network_id': '7a07191a-b9d7-482c-8935-c823cd63fc61', 'port_id': '92bdd232-bf9f-4e68-ade6-c95b1bf6a0bf', 'mac_address': 'fa:16:3e:4e:17:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 728, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9512be90-2f1e-4759-8e05-fbe0d51f306d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:21:06.041673 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421e6365-6e29-4ae6-adec-e482766d844b req-dfbb73db-f715-4f6d-a779-73b44d805540 tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:06.049135 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-421e6365-6e29-4ae6-adec-e482766d844b req-dfbb73db-f715-4f6d-a779-73b44d805540 tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] 10.222.0.68 "GET /v2.0/ports?device_id=8b40894a-81e1-4e74-b9f4-12d92c7f4081 HTTP/1.1" status: 200 len: 944 time: 0.1582069 Jul 14 09:21:06.059393 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-0b9d8e35-ce42-4d34-a2de-0aee0888b604 req-653616a4-e98d-4f49-ac77-07801480ba1d service neutron] 10.222.0.57 "GET /v2.0/networks/2cdfa295-562b-4f8c-a7bc-88c1e99a0037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2630262 Jul 14 09:21:06.066631 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:06.123638 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-421e6365-6e29-4ae6-adec-e482766d844b req-c287a657-46e0-4597-905c-765d64ea1919 tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] 10.222.0.68 "GET /v2.0/security-groups?id=65dfa8de-6f82-43dd-bcdf-865f204c3ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735366 Jul 14 09:21:06.148143 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 92bdd232-bf9f-4e68-ade6-c95b1bf6a0bf {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:21:06.248410 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 92bdd232-bf9f-4e68-ade6-c95b1bf6a0bf, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=92bdd232-bf9f-4e68-ade6-c95b1bf6a0bf,segment=NetworkSegment(59e27924-9549-4175-909e-ce4f3019b149),segment_id=59e27924-9549-4175-909e-ce4f3019b149)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:21:06.290285 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:06.302385 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device ab670002-3e80-47de-be53-d3af3a9c1d12 details requested by agent hyperv_n-h2-779913-29 with host n-h2-779913-29 {{(pid=93959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:21:06.329124 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f4181d-fd4f-468e-aff3-f6e5274cb6d7 req-83831417-f6d0-4c95-bdf8-78188d6558f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:06.335150 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-91f4181d-fd4f-468e-aff3-f6e5274cb6d7 req-83831417-f6d0-4c95-bdf8-78188d6558f1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=22a4f04666c3481d8344225163e60741&device_id=8b40894a-81e1-4e74-b9f4-12d92c7f4081 HTTP/1.1" status: 200 len: 1096 time: 0.1190000 Jul 14 09:21:06.470104 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b6250df6-d23d-4432-87c2-e1f116e0869d req-3a6b310a-b0ff-42c8-b5f5-528345968853 tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] 10.222.0.68 "GET /v2.0/security-groups?id=c6f7d264-cbb5-40f9-9fec-5b9701ca674b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8091023 Jul 14 09:21:06.526793 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-07c76d00-3662-4e92-b732-8c3feb553f95 req-94f04ef8-d03f-4bf9-a2bf-0017ff7301e6 service neutron] 10.222.0.65 "GET /v2.0/networks/1ca22f68-f22e-4539-bf48-b4a59573e7f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9360845 Jul 14 09:21:06.598680 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f4181d-fd4f-468e-aff3-f6e5274cb6d7 req-cc5696cd-70fc-4372-b13c-b6282ec11fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:06.600564 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-91f4181d-fd4f-468e-aff3-f6e5274cb6d7 req-cc5696cd-70fc-4372-b13c-b6282ec11fb1 service neutron] 10.222.0.57 "GET /v2.0/networks?id=2cdfa295-562b-4f8c-a7bc-88c1e99a0037 HTTP/1.1" status: 200 len: 913 time: 0.2597213 Jul 14 09:21:06.692526 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Pushing event updated for resources: {'Port': ['ID=92bdd232-bf9f-4e68-ade6-c95b1bf6a0bf,revision_number=6']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:06.760631 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-91f4181d-fd4f-468e-aff3-f6e5274cb6d7 req-ee73277b-44fd-4d18-b019-3e228e7a1708 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e1979b4b-ef3b-4c09-9d57-6997ed4f2a19 HTTP/1.1" status: 200 len: 217 time: 0.0946901 Jul 14 09:21:06.858447 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55606067-7478-42ac-adf2-d17ff373fe25 req-8d45f04e-b1c8-4094-a02f-de262492c240 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:06.863931 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port ab670002-3e80-47de-be53-d3af3a9c1d12, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=ab670002-3e80-47de-be53-d3af3a9c1d12,segment=NetworkSegment(8f1c1422-de6c-445f-ab95-4e2c94585b2b),segment_id=8f1c1422-de6c-445f-ab95-4e2c94585b2b)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:21:06.866440 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [req-8179cc27-7ebf-44cc-b650-bb63c769ca12 req-267943ad-08f2-4189-a3a5-6761705b8ca4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1dfa8d4-a7d0-4f85-b35d-8b2b5c31eb50 {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:21:06.877290 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-8179cc27-7ebf-44cc-b650-bb63c769ca12 req-267943ad-08f2-4189-a3a5-6761705b8ca4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:06.877572 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-55606067-7478-42ac-adf2-d17ff373fe25 req-8d45f04e-b1c8-4094-a02f-de262492c240 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121-project] 10.222.0.68 "GET /v2.0/ports?device_id=5b072d6f-b903-4b4b-b5b1-8307fad199f9 HTTP/1.1" status: 200 len: 944 time: 0.2748086 Jul 14 09:21:06.891233 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Returning: {'device': 'ab670002-3e80-47de-be53-d3af3a9c1d12', 'network_id': '2244f7a1-04bd-42cd-9e86-31839b46f57f', 'port_id': 'ab670002-3e80-47de-be53-d3af3a9c1d12', 'mac_address': 'fa:16:3e:74:58:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 724, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85060e65-3b2f-4a6c-a04c-ce849daa5b3b', 'ip_address': '192.168.233.219'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:21:06.895502 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [req-8179cc27-7ebf-44cc-b650-bb63c769ca12 req-267943ad-08f2-4189-a3a5-6761705b8ca4 service neutron] Transition to ACTIVE for port object c1dfa8d4-a7d0-4f85-b35d-8b2b5c31eb50 will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:21:06.908241 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f4181d-fd4f-468e-aff3-f6e5274cb6d7 req-ab4a4965-9325-448a-8496-78c4dd03fb87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:06.913235 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-91f4181d-fd4f-468e-aff3-f6e5274cb6d7 req-ab4a4965-9325-448a-8496-78c4dd03fb87 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9a339f65-19fd-495d-921f-2a39b64ee23f HTTP/1.1" status: 200 len: 852 time: 0.1410220 Jul 14 09:21:06.945036 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-07c76d00-3662-4e92-b732-8c3feb553f95 req-33394931-db43-4ea7-a61a-661c2bedf2e1 service neutron] 10.222.0.57 "GET /v2.0/networks/2244f7a1-04bd-42cd-9e86-31839b46f57f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3707139 Jul 14 09:21:06.950579 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-8179cc27-7ebf-44cc-b650-bb63c769ca12 req-267943ad-08f2-4189-a3a5-6761705b8ca4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:06.975994 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-91f4181d-fd4f-468e-aff3-f6e5274cb6d7 req-b2f78f8a-4383-4bba-b11b-0362baeb7c13 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2cdfa295-562b-4f8c-a7bc-88c1e99a0037&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0541253 Jul 14 09:21:06.995836 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:07.032190 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab670002-3e80-47de-be53-d3af3a9c1d12 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:21:07.074363 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-55606067-7478-42ac-adf2-d17ff373fe25 req-32b55f8c-a7e5-4e40-b1a8-a3a6ce81fb40 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121-project] 10.222.0.68 "GET /v2.0/security-groups?id=74fd08ce-a3d9-460e-84a7-2e4752833a03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959896 Jul 14 09:21:07.082582 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port ab670002-3e80-47de-be53-d3af3a9c1d12, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=ab670002-3e80-47de-be53-d3af3a9c1d12,segment=NetworkSegment(8f1c1422-de6c-445f-ab95-4e2c94585b2b),segment_id=8f1c1422-de6c-445f-ab95-4e2c94585b2b)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:21:07.103296 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:07.165203 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-91f4181d-fd4f-468e-aff3-f6e5274cb6d7 req-f8ce8b9a-a167-46a2-810e-3544ba83aae3 service neutron] 10.222.0.57 "GET /v2.0/networks/2cdfa295-562b-4f8c-a7bc-88c1e99a0037?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1739693 Jul 14 09:21:07.171813 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267943ad-08f2-4189-a3a5-6761705b8ca4 service neutron] Pushing event updated for resources: {'Port': ['ID=c1dfa8d4-a7d0-4f85-b35d-8b2b5c31eb50,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:07.235016 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Pushing event updated for resources: {'Port': ['ID=ab670002-3e80-47de-be53-d3af3a9c1d12,revision_number=12']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:07.292735 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c76d00-3662-4e92-b732-8c3feb553f95 req-268d6ec2-0b36-4b06-b647-ef251c671b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:07.294335 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-07c76d00-3662-4e92-b732-8c3feb553f95 req-268d6ec2-0b36-4b06-b647-ef251c671b42 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f15ecc2e979442a6b02936316f8b33e1&device_id=b445a760-a797-4027-b6cd-42763947c867 HTTP/1.1" status: 200 len: 1101 time: 0.3971460 Jul 14 09:21:07.319635 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e6ee7e-a5e7-440b-8278-263adad09c25 req-8c2f05cd-c5b3-44ca-975c-a0500e318731 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:07.322383 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-13e6ee7e-a5e7-440b-8278-263adad09c25 req-8c2f05cd-c5b3-44ca-975c-a0500e318731 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/ports?device_id=b445a760-a797-4027-b6cd-42763947c867 HTTP/1.1" status: 200 len: 949 time: 0.4103227 Jul 14 09:21:07.338668 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] get_ports_and_sgs() called for port_ids ['92bdd232-bf9f-4e68-ade6-c95b1bf6a0bf'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:21:07.374338 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-91f4181d-fd4f-468e-aff3-f6e5274cb6d7 req-ba1eec41-179c-4f14-85d0-23d65907db2c service neutron] 10.222.0.57 "GET /v2.0/networks/2cdfa295-562b-4f8c-a7bc-88c1e99a0037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1998782 Jul 14 09:21:07.396504 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-8179cc27-7ebf-44cc-b650-bb63c769ca12 req-267943ad-08f2-4189-a3a5-6761705b8ca4 service neutron] Attempting to bind port c1dfa8d4-a7d0-4f85-b35d-8b2b5c31eb50 on host n-h2-779913-29 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:21:07.396841 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-8179cc27-7ebf-44cc-b650-bb63c769ca12 req-267943ad-08f2-4189-a3a5-6761705b8ca4 service neutron] Attempting to bind port c1dfa8d4-a7d0-4f85-b35d-8b2b5c31eb50 by drivers openvswitch,hyperv on host n-h2-779913-29 at level 0 using segments [{'id': '24f71cf3-e685-41fb-a190-ed6a8e6e15df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '45aef019-274b-469c-97d8-96105ce8b0ca'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:21:07.397172 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8179cc27-7ebf-44cc-b650-bb63c769ca12 req-267943ad-08f2-4189-a3a5-6761705b8ca4 service neutron] Attempting to bind port c1dfa8d4-a7d0-4f85-b35d-8b2b5c31eb50 on network 45aef019-274b-469c-97d8-96105ce8b0ca {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:21:07.414285 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8179cc27-7ebf-44cc-b650-bb63c769ca12 req-267943ad-08f2-4189-a3a5-6761705b8ca4 service neutron] Port c1dfa8d4-a7d0-4f85-b35d-8b2b5c31eb50 on network 45aef019-274b-469c-97d8-96105ce8b0ca not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-29 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:21:07.414609 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8179cc27-7ebf-44cc-b650-bb63c769ca12 req-267943ad-08f2-4189-a3a5-6761705b8ca4 service neutron] Attempting to bind port c1dfa8d4-a7d0-4f85-b35d-8b2b5c31eb50 on network 45aef019-274b-469c-97d8-96105ce8b0ca {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:21:07.436512 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8179cc27-7ebf-44cc-b650-bb63c769ca12 req-267943ad-08f2-4189-a3a5-6761705b8ca4 service neutron] Checking agent: {'id': '013e4a3b-a634-47b8-b6a5-1a25109b73fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 13, 13), 'started_at': datetime.datetime(2021, 7, 14, 9, 13, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 20, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:21:07.436855 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8179cc27-7ebf-44cc-b650-bb63c769ca12 req-267943ad-08f2-4189-a3a5-6761705b8ca4 service neutron] Checking segment: {'id': '24f71cf3-e685-41fb-a190-ed6a8e6e15df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '45aef019-274b-469c-97d8-96105ce8b0ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:21:07.437242 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8179cc27-7ebf-44cc-b650-bb63c769ca12 req-267943ad-08f2-4189-a3a5-6761705b8ca4 service neutron] Bound using segment: {'id': '24f71cf3-e685-41fb-a190-ed6a8e6e15df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '45aef019-274b-469c-97d8-96105ce8b0ca'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:21:07.437703 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-8179cc27-7ebf-44cc-b650-bb63c769ca12 req-267943ad-08f2-4189-a3a5-6761705b8ca4 service neutron] Bound port: c1dfa8d4-a7d0-4f85-b35d-8b2b5c31eb50, host: n-h2-779913-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24f71cf3-e685-41fb-a190-ed6a8e6e15df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '45aef019-274b-469c-97d8-96105ce8b0ca'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:21:07.438070 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-8179cc27-7ebf-44cc-b650-bb63c769ca12 req-267943ad-08f2-4189-a3a5-6761705b8ca4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:07.441331 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7d186d-80de-423d-a6bb-d6b0a0fec157 req-3c9fe2b8-5cdf-4c5f-a96f-df840c37755c tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:07.444730 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-13e6ee7e-a5e7-440b-8278-263adad09c25 req-f6fb1006-b56a-4865-a5b3-aa3200c727cf tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/security-groups?id=93b55648-4dd6-4852-bb99-9aa842ab19a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794628 Jul 14 09:21:07.448738 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-4e7d186d-80de-423d-a6bb-d6b0a0fec157 req-3c9fe2b8-5cdf-4c5f-a96f-df840c37755c tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] 10.222.0.68 "GET /v2.0/ports?device_id=65c3a2e4-2dc3-4d62-86d7-1cdde8eaabb8 HTTP/1.1" status: 200 len: 944 time: 0.1888475 Jul 14 09:21:07.502569 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c76d00-3662-4e92-b732-8c3feb553f95 req-1ddfc602-0115-431c-9c29-303c8647443e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:07.504060 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-07c76d00-3662-4e92-b732-8c3feb553f95 req-1ddfc602-0115-431c-9c29-303c8647443e service neutron] 10.222.0.65 "GET /v2.0/networks?id=2244f7a1-04bd-42cd-9e86-31839b46f57f HTTP/1.1" status: 200 len: 870 time: 0.2028928 Jul 14 09:21:07.539311 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] get_ports_and_sgs() called for port_ids ['ab670002-3e80-47de-be53-d3af3a9c1d12'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:21:07.550134 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-4e7d186d-80de-423d-a6bb-d6b0a0fec157 req-f477d6c5-e5cf-401c-9208-3234ec82e009 tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] 10.222.0.68 "GET /v2.0/security-groups?id=372c68ac-7430-41d6-997c-166ff070d0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004031 Jul 14 09:21:07.650476 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-07c76d00-3662-4e92-b732-8c3feb553f95 req-c381f06a-58a2-4b4d-a083-d80dad60f033 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=ab670002-3e80-47de-be53-d3af3a9c1d12 HTTP/1.1" status: 200 len: 217 time: 0.1366222 Jul 14 09:21:07.718087 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 92bdd232-bf9f-4e68-ade6-c95b1bf6a0bf no longer exists at agent hyperv_n-h2-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:21:07.746683 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-8179cc27-7ebf-44cc-b650-bb63c769ca12 req-267943ad-08f2-4189-a3a5-6761705b8ca4 service neutron] For port c1dfa8d4-a7d0-4f85-b35d-8b2b5c31eb50, host n-h2-779913-29, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:21:07.799909 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-8179cc27-7ebf-44cc-b650-bb63c769ca12 req-267943ad-08f2-4189-a3a5-6761705b8ca4 service neutron] For port c1dfa8d4-a7d0-4f85-b35d-8b2b5c31eb50, host n-h2-779913-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=c1dfa8d4-a7d0-4f85-b35d-8b2b5c31eb50,segment=NetworkSegment(24f71cf3-e685-41fb-a190-ed6a8e6e15df),segment_id=24f71cf3-e685-41fb-a190-ed6a8e6e15df)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:21:07.813479 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-8179cc27-7ebf-44cc-b650-bb63c769ca12 req-267943ad-08f2-4189-a3a5-6761705b8ca4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:07.821208 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c76d00-3662-4e92-b732-8c3feb553f95 req-9cfec186-20aa-4e40-afda-7dfd40386ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:07.824973 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-07c76d00-3662-4e92-b732-8c3feb553f95 req-9cfec186-20aa-4e40-afda-7dfd40386ea8 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=85060e65-3b2f-4a6c-a04c-ce849daa5b3b HTTP/1.1" status: 200 len: 843 time: 0.1564727 Jul 14 09:21:07.910271 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea944b90-cd29-4e89-b784-6a7b03ffee20 req-2073f473-5b67-4a96-ad1e-03e0dad08d29 tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:07.917647 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ea944b90-cd29-4e89-b784-6a7b03ffee20 req-2073f473-5b67-4a96-ad1e-03e0dad08d29 tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] 10.222.0.68 "GET /v2.0/ports?device_id=8b40894a-81e1-4e74-b9f4-12d92c7f4081 HTTP/1.1" status: 200 len: 944 time: 0.1287115 Jul 14 09:21:07.964613 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267943ad-08f2-4189-a3a5-6761705b8ca4 service neutron] Pushing event updated for resources: {'Port': ['ID=c1dfa8d4-a7d0-4f85-b35d-8b2b5c31eb50,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:08.003071 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8179cc27-7ebf-44cc-b650-bb63c769ca12 req-267943ad-08f2-4189-a3a5-6761705b8ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:08.003700 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-8179cc27-7ebf-44cc-b650-bb63c769ca12 req-267943ad-08f2-4189-a3a5-6761705b8ca4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:08.005108 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8179cc27-7ebf-44cc-b650-bb63c769ca12 req-267943ad-08f2-4189-a3a5-6761705b8ca4 service neutron] 10.222.0.57 "PUT /v2.0/ports/c1dfa8d4-a7d0-4f85-b35d-8b2b5c31eb50 HTTP/1.1" status: 200 len: 1092 time: 3.3060873 Jul 14 09:21:08.012744 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:08.016140 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43161873-7e25-46ba-939e-d9598e05bb16', 'tag': 'c1dfa8d4-a7d0-4f85-b35d-8b2b5c31eb50'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:21:08.016874 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ea944b90-cd29-4e89-b784-6a7b03ffee20 req-89b4b9ae-9cd1-492f-b5be-f60f9dde4bac tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] 10.222.0.68 "GET /v2.0/security-groups?id=65dfa8de-6f82-43dd-bcdf-865f204c3ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980945 Jul 14 09:21:08.019505 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a204aee1-dd53-4a6f-91ef-d76d4deaf040" -d '{"events": [{"name": "network-changed", "server_uuid": "43161873-7e25-46ba-939e-d9598e05bb16", "tag": "c1dfa8d4-a7d0-4f85-b35d-8b2b5c31eb50"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:21:08.068419 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c76d00-3662-4e92-b732-8c3feb553f95 req-06101cdf-0552-409e-be91-6a72b9ace4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:08.070094 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-07c76d00-3662-4e92-b732-8c3feb553f95 req-06101cdf-0552-409e-be91-6a72b9ace4fe service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2244f7a1-04bd-42cd-9e86-31839b46f57f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1883938 Jul 14 09:21:08.082038 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 92bdd232-bf9f-4e68-ade6-c95b1bf6a0bf {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:21:08.191672 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 92bdd232-bf9f-4e68-ade6-c95b1bf6a0bf, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=92bdd232-bf9f-4e68-ade6-c95b1bf6a0bf,segment=NetworkSegment(59e27924-9549-4175-909e-ce4f3019b149),segment_id=59e27924-9549-4175-909e-ce4f3019b149)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:21:08.198062 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:08.247475 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-07c76d00-3662-4e92-b732-8c3feb553f95 req-d44b64f3-a5dc-466c-bef1-ef099dea9372 service neutron] 10.222.0.65 "GET /v2.0/networks/2244f7a1-04bd-42cd-9e86-31839b46f57f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1703451 Jul 14 09:21:08.302386 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44372d39-400c-45f9-b012-c2e6eb340e05 req-b2c100f9-8ff9-40ec-bccd-be1b9fe037f9 tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:08.306911 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Pushing event updated for resources: {'Port': ['ID=92bdd232-bf9f-4e68-ade6-c95b1bf6a0bf,revision_number=7']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:08.310468 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-44372d39-400c-45f9-b012-c2e6eb340e05 req-b2c100f9-8ff9-40ec-bccd-be1b9fe037f9 tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] 10.222.0.68 "GET /v2.0/ports?device_id=43161873-7e25-46ba-939e-d9598e05bb16 HTTP/1.1" status: 200 len: 943 time: 0.1239955 Jul 14 09:21:08.391000 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-44372d39-400c-45f9-b012-c2e6eb340e05 req-e4068f4e-a539-4bf4-8ad5-6b149365a5d6 tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] 10.222.0.68 "GET /v2.0/security-groups?id=c6f7d264-cbb5-40f9-9fec-5b9701ca674b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729146 Jul 14 09:21:08.446037 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8179cc27-7ebf-44cc-b650-bb63c769ca12 req-facd7203-0192-4032-b9f1-ae0df250ce84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:08.447819 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8179cc27-7ebf-44cc-b650-bb63c769ca12 req-facd7203-0192-4032-b9f1-ae0df250ce84 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a85001d21fcb4959bba3ff1f7017dd59&device_id=43161873-7e25-46ba-939e-d9598e05bb16 HTTP/1.1" status: 200 len: 1095 time: 0.1674879 Jul 14 09:21:08.465461 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431bb519-7166-4f31-a293-c5c0e9bbcc8c req-515f7edd-b7e6-4a1b-8f56-a4ca7371d943 tempest-MigrationsAdminTest-1950936182 tempest-MigrationsAdminTest-1950936182-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:08.467185 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-431bb519-7166-4f31-a293-c5c0e9bbcc8c req-515f7edd-b7e6-4a1b-8f56-a4ca7371d943 tempest-MigrationsAdminTest-1950936182 tempest-MigrationsAdminTest-1950936182-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=b445a760-a797-4027-b6cd-42763947c867 HTTP/1.1" status: 200 len: 1102 time: 0.2186673 Jul 14 09:21:08.549135 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8179cc27-7ebf-44cc-b650-bb63c769ca12 req-adb6952e-726e-4555-b0da-f89a0c0db0cb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c1dfa8d4-a7d0-4f85-b35d-8b2b5c31eb50 HTTP/1.1" status: 200 len: 217 time: 0.0809574 Jul 14 09:21:08.572377 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-07c76d00-3662-4e92-b732-8c3feb553f95 req-5ad26dc7-4643-4571-9ee0-9540134bb50f service neutron] 10.222.0.65 "GET /v2.0/networks/2244f7a1-04bd-42cd-9e86-31839b46f57f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2528639 Jul 14 09:21:08.643599 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-431bb519-7166-4f31-a293-c5c0e9bbcc8c req-d95eac70-e561-48c1-ae69-30a372c04a37 tempest-MigrationsAdminTest-1950936182 tempest-MigrationsAdminTest-1950936182-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=93b55648-4dd6-4852-bb99-9aa842ab19a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462455 Jul 14 09:21:08.675484 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8179cc27-7ebf-44cc-b650-bb63c769ca12 req-10f04078-1321-4e53-802b-d0e84ffb3371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:08.677428 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8179cc27-7ebf-44cc-b650-bb63c769ca12 req-10f04078-1321-4e53-802b-d0e84ffb3371 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c324504c-1cf5-45e1-bd3c-3e78db8db5cb HTTP/1.1" status: 200 len: 855 time: 0.1072431 Jul 14 09:21:08.726838 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8179cc27-7ebf-44cc-b650-bb63c769ca12 req-9ebec50a-869a-4d8d-b7a7-94a1b9dc4138 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=45aef019-274b-469c-97d8-96105ce8b0ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424194 Jul 14 09:21:08.860658 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:21:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f83a2139-09c5-4be2-a8f1-6b30ff4049c6 x-openstack-request-id: req-f83a2139-09c5-4be2-a8f1-6b30ff4049c6 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:21:08.861129 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43161873-7e25-46ba-939e-d9598e05bb16", "tag": "c1dfa8d4-a7d0-4f85-b35d-8b2b5c31eb50", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:21:08.861526 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-f83a2139-09c5-4be2-a8f1-6b30ff4049c6 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:21:08.862031 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43161873-7e25-46ba-939e-d9598e05bb16', 'tag': 'c1dfa8d4-a7d0-4f85-b35d-8b2b5c31eb50', 'status': 'completed', 'code': 200} Jul 14 09:21:08.953391 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8179cc27-7ebf-44cc-b650-bb63c769ca12 req-f8bf9b59-9618-4f96-9ee1-e4ccca91260d service neutron] 10.222.0.57 "GET /v2.0/networks/45aef019-274b-469c-97d8-96105ce8b0ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2202418 Jul 14 09:21:09.009711 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c170bc67-a39d-419f-b071-dae4f1677f19 req-5e15b6c2-6b35-433f-96be-63575aa81078 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:09.021363 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 8dca1f60-92a8-4738-a512-aa08d60371ac up at agent hyperv_n-h1-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:21:09.028185 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-c170bc67-a39d-419f-b071-dae4f1677f19 req-5e15b6c2-6b35-433f-96be-63575aa81078 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121-project] 10.222.0.68 "GET /v2.0/ports?device_id=5b072d6f-b903-4b4b-b5b1-8307fad199f9 HTTP/1.1" status: 200 len: 944 time: 0.1481376 Jul 14 09:21:09.145885 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8179cc27-7ebf-44cc-b650-bb63c769ca12 req-339e83e0-45d7-4cb2-a1e2-43f38257390f service neutron] 10.222.0.57 "GET /v2.0/networks/45aef019-274b-469c-97d8-96105ce8b0ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1805882 Jul 14 09:21:09.168175 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-c170bc67-a39d-419f-b071-dae4f1677f19 req-c2611d13-496d-4531-a33f-d9ed82e5f6dd tempest-FloatingIPsAssociationNegativeTestJSON-1041687121 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121-project] 10.222.0.68 "GET /v2.0/security-groups?id=74fd08ce-a3d9-460e-84a7-2e4752833a03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351087 Jul 14 09:21:09.191771 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Provisioning for port 8dca1f60-92a8-4738-a512-aa08d60371ac completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:21:09.198000 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Provisioning complete for port 8dca1f60-92a8-4738-a512-aa08d60371ac triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:21:09.198751 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:09.426697 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:09.474347 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b072d6f-b903-4b4b-b5b1-8307fad199f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dca1f60-92a8-4738-a512-aa08d60371ac'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:21:09.475813 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a204aee1-dd53-4a6f-91ef-d76d4deaf040 req-e7a803b6-a4f2-4d7b-8cd4-e121a0bd9380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:09.478192 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a204aee1-dd53-4a6f-91ef-d76d4deaf040 req-e7a803b6-a4f2-4d7b-8cd4-e121a0bd9380 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a85001d21fcb4959bba3ff1f7017dd59&device_id=43161873-7e25-46ba-939e-d9598e05bb16 HTTP/1.1" status: 200 len: 1095 time: 0.1696460 Jul 14 09:21:09.478387 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd62303f06773040a8a4e189dc46b4f565768c299abf8ab8e7739778b0bc3e97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43a76e94-45bd-461a-a39f-8fa41431d48c" -d '{"events": [{"server_uuid": "5b072d6f-b903-4b4b-b5b1-8307fad199f9", "name": "network-vif-plugged", "status": "completed", "tag": "8dca1f60-92a8-4738-a512-aa08d60371ac"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:21:09.518860 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dde1d3-94ad-47fb-b055-63d0fb7e6802 req-215d5372-6c1c-462b-83b9-fde9c4446a2d tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:09.527140 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-80dde1d3-94ad-47fb-b055-63d0fb7e6802 req-215d5372-6c1c-462b-83b9-fde9c4446a2d tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] 10.222.0.68 "GET /v2.0/ports?device_id=65c3a2e4-2dc3-4d62-86d7-1cdde8eaabb8 HTTP/1.1" status: 200 len: 943 time: 0.1653228 Jul 14 09:21:09.538933 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port 8dca1f60-92a8-4738-a512-aa08d60371ac, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=8dca1f60-92a8-4738-a512-aa08d60371ac,segment=NetworkSegment(52edbb84-480a-4342-84df-f6e0e61c8053),segment_id=52edbb84-480a-4342-84df-f6e0e61c8053)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:21:09.549577 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:09.621995 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e0fabd-73a1-431f-93ac-0b1622f42bc9 req-6af923f3-7b20-471c-9ef2-31ecce366f39 tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:09.637179 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-23e0fabd-73a1-431f-93ac-0b1622f42bc9 req-6af923f3-7b20-471c-9ef2-31ecce366f39 tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] 10.222.0.68 "GET /v2.0/ports?device_id=8b40894a-81e1-4e74-b9f4-12d92c7f4081 HTTP/1.1" status: 200 len: 944 time: 0.1098707 Jul 14 09:21:09.652579 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-80dde1d3-94ad-47fb-b055-63d0fb7e6802 req-3d8b7a9e-4f22-46a7-a0f1-4195e3ac66dd tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] 10.222.0.68 "GET /v2.0/security-groups?id=372c68ac-7430-41d6-997c-166ff070d0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243026 Jul 14 09:21:09.694557 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-23e0fabd-73a1-431f-93ac-0b1622f42bc9 req-d37aeab6-68bd-4791-8e1b-da9a6c1321cc tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] 10.222.0.68 "GET /v2.0/security-groups?id=65dfa8de-6f82-43dd-bcdf-865f204c3ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563323 Jul 14 09:21:09.729887 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Pushing event updated for resources: {'Port': ['ID=8dca1f60-92a8-4738-a512-aa08d60371ac,revision_number=5']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:09.733866 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a204aee1-dd53-4a6f-91ef-d76d4deaf040 req-fb5a85a8-9c6d-4342-be0a-cf4947a1d334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:09.735447 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a204aee1-dd53-4a6f-91ef-d76d4deaf040 req-fb5a85a8-9c6d-4342-be0a-cf4947a1d334 service neutron] 10.222.0.57 "GET /v2.0/networks?id=45aef019-274b-469c-97d8-96105ce8b0ca HTTP/1.1" status: 200 len: 916 time: 0.2360077 Jul 14 09:21:09.737897 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device e1979b4b-ef3b-4c09-9d57-6997ed4f2a19 details requested by agent hyperv_n-h2-779913-29 with host n-h2-779913-29 {{(pid=93959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:21:09.834309 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a204aee1-dd53-4a6f-91ef-d76d4deaf040 req-96b1484e-c5ee-4d6b-8f42-563f6a85c69d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c1dfa8d4-a7d0-4f85-b35d-8b2b5c31eb50 HTTP/1.1" status: 200 len: 217 time: 0.0905430 Jul 14 09:21:09.889133 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 92bdd232-bf9f-4e68-ade6-c95b1bf6a0bf up at agent hyperv_n-h2-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:21:09.969774 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a204aee1-dd53-4a6f-91ef-d76d4deaf040 req-3fd7dea6-2370-44a7-b322-3773e8cb3689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:09.971356 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a204aee1-dd53-4a6f-91ef-d76d4deaf040 req-3fd7dea6-2370-44a7-b322-3773e8cb3689 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c324504c-1cf5-45e1-bd3c-3e78db8db5cb HTTP/1.1" status: 200 len: 855 time: 0.1298878 Jul 14 09:21:10.006230 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port e1979b4b-ef3b-4c09-9d57-6997ed4f2a19, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=e1979b4b-ef3b-4c09-9d57-6997ed4f2a19,segment=NetworkSegment(32fe169c-8049-4742-bb8a-bdc77602cb62),segment_id=32fe169c-8049-4742-bb8a-bdc77602cb62)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:21:10.041907 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Returning: {'device': 'e1979b4b-ef3b-4c09-9d57-6997ed4f2a19', 'network_id': '2cdfa295-562b-4f8c-a7bc-88c1e99a0037', 'port_id': 'e1979b4b-ef3b-4c09-9d57-6997ed4f2a19', 'mac_address': 'fa:16:3e:75:f3:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a339f65-19fd-495d-921f-2a39b64ee23f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:21:10.045952 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Provisioning complete for port 92bdd232-bf9f-4e68-ade6-c95b1bf6a0bf triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:21:10.046346 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:10.064039 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a204aee1-dd53-4a6f-91ef-d76d4deaf040 req-6bbef548-836f-4630-8a88-1e965ccb83d1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=45aef019-274b-469c-97d8-96105ce8b0ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0778158 Jul 14 09:21:10.098363 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680f90a6-58c4-4fa6-9483-b062035c90e2 req-390e7dd7-bc7e-4205-9f04-3837573ed018 tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:10.104178 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-680f90a6-58c4-4fa6-9483-b062035c90e2 req-390e7dd7-bc7e-4205-9f04-3837573ed018 tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] 10.222.0.68 "GET /v2.0/ports?device_id=43161873-7e25-46ba-939e-d9598e05bb16 HTTP/1.1" status: 200 len: 943 time: 0.1512935 Jul 14 09:21:10.176221 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e299f4-7e23-4891-bd85-8a664815c9d5 req-6d420461-ab91-416e-b44e-6cf2ba7fbcae tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:10.178058 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-91e299f4-7e23-4891-bd85-8a664815c9d5 req-6d420461-ab91-416e-b44e-6cf2ba7fbcae tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/ports?device_id=b445a760-a797-4027-b6cd-42763947c867 HTTP/1.1" status: 200 len: 950 time: 0.3151412 Jul 14 09:21:10.197895 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-680f90a6-58c4-4fa6-9483-b062035c90e2 req-bf1fee4a-5839-4d42-bb17-3df5938f511e tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] 10.222.0.68 "GET /v2.0/security-groups?id=c6f7d264-cbb5-40f9-9fec-5b9701ca674b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872996 Jul 14 09:21:10.202325 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:10.227225 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1979b4b-ef3b-4c09-9d57-6997ed4f2a19 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:21:10.291728 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port e1979b4b-ef3b-4c09-9d57-6997ed4f2a19, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=e1979b4b-ef3b-4c09-9d57-6997ed4f2a19,segment=NetworkSegment(32fe169c-8049-4742-bb8a-bdc77602cb62),segment_id=32fe169c-8049-4742-bb8a-bdc77602cb62)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:21:10.305419 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a204aee1-dd53-4a6f-91ef-d76d4deaf040 req-f952ff21-1a60-4952-b7a7-d72fec322e4f service neutron] 10.222.0.57 "GET /v2.0/networks/45aef019-274b-469c-97d8-96105ce8b0ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2252729 Jul 14 09:21:10.308792 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:10.320722 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:21:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f5aa18d-22ef-40b0-800b-da14870f376c x-openstack-request-id: req-9f5aa18d-22ef-40b0-800b-da14870f376c {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:21:10.321024 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b072d6f-b903-4b4b-b5b1-8307fad199f9", "name": "network-vif-plugged", "status": "completed", "tag": "8dca1f60-92a8-4738-a512-aa08d60371ac", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:21:10.321278 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-9f5aa18d-22ef-40b0-800b-da14870f376c {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:21:10.321699 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b072d6f-b903-4b4b-b5b1-8307fad199f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dca1f60-92a8-4738-a512-aa08d60371ac', 'code': 200} Jul 14 09:21:10.393747 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Pushing event updated for resources: {'Port': ['ID=e1979b4b-ef3b-4c09-9d57-6997ed4f2a19,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:10.420574 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-91e299f4-7e23-4891-bd85-8a664815c9d5 req-65b1a559-56af-4c22-b353-859b8dcd4df2 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/security-groups?id=93b55648-4dd6-4852-bb99-9aa842ab19a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2141695 Jul 14 09:21:10.450358 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:10.539752 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 92bdd232-bf9f-4e68-ade6-c95b1bf6a0bf, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=92bdd232-bf9f-4e68-ade6-c95b1bf6a0bf,segment=NetworkSegment(59e27924-9549-4175-909e-ce4f3019b149),segment_id=59e27924-9549-4175-909e-ce4f3019b149)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:21:10.552067 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:10.553552 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device ab670002-3e80-47de-be53-d3af3a9c1d12 up at agent hyperv_n-h2-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:21:10.573749 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045e544a-08b5-4eb3-8ba0-f0ae201c84bf req-cdcc6fa8-d49d-46ce-9d7c-2ed664ce2d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:10.576408 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-045e544a-08b5-4eb3-8ba0-f0ae201c84bf req-cdcc6fa8-d49d-46ce-9d7c-2ed664ce2d47 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=5b072d6f-b903-4b4b-b5b1-8307fad199f9 HTTP/1.1" status: 200 len: 1097 time: 0.1017218 Jul 14 09:21:10.595092 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f26910-509b-45e4-8a35-8408f83ba938 req-6ec86b8b-93b4-4487-8e69-acd8957cc533 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:10.596665 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-f2f26910-509b-45e4-8a35-8408f83ba938 req-6ec86b8b-93b4-4487-8e69-acd8957cc533 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121-project] 10.222.0.68 "GET /v2.0/ports?device_id=5b072d6f-b903-4b4b-b5b1-8307fad199f9 HTTP/1.1" status: 200 len: 945 time: 0.1632402 Jul 14 09:21:10.627116 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a204aee1-dd53-4a6f-91ef-d76d4deaf040 req-3cdceb1b-23ec-4056-9ee9-5f56f8e5d96c service neutron] 10.222.0.57 "GET /v2.0/networks/45aef019-274b-469c-97d8-96105ce8b0ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3087730 Jul 14 09:21:10.658507 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Pushing event updated for resources: {'Port': ['ID=92bdd232-bf9f-4e68-ade6-c95b1bf6a0bf,revision_number=8']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:10.677088 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-045e544a-08b5-4eb3-8ba0-f0ae201c84bf req-9bd93bb8-316d-45df-8b8c-9dbb0574a14a service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=74fd08ce-a3d9-460e-84a7-2e4752833a03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905759 Jul 14 09:21:10.683452 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Provisioning for port ab670002-3e80-47de-be53-d3af3a9c1d12 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:21:10.688925 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Provisioning complete for port ab670002-3e80-47de-be53-d3af3a9c1d12 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:21:10.689623 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:10.736924 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-f2f26910-509b-45e4-8a35-8408f83ba938 req-d7202236-9a9f-4366-825a-08261fb71e71 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121-project] 10.222.0.68 "GET /v2.0/security-groups?id=74fd08ce-a3d9-460e-84a7-2e4752833a03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333735 Jul 14 09:21:10.788728 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:10.827550 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port ab670002-3e80-47de-be53-d3af3a9c1d12, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=ab670002-3e80-47de-be53-d3af3a9c1d12,segment=NetworkSegment(8f1c1422-de6c-445f-ab95-4e2c94585b2b),segment_id=8f1c1422-de6c-445f-ab95-4e2c94585b2b)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:21:10.835460 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:10.905966 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] get_ports_and_sgs() called for port_ids ['e1979b4b-ef3b-4c09-9d57-6997ed4f2a19'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:21:10.994266 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Pushing event updated for resources: {'Port': ['ID=ab670002-3e80-47de-be53-d3af3a9c1d12,revision_number=13']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:11.019797 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9ad0c5-eb8c-43dc-b522-b0106518f0ed req-932d1003-9050-499f-80de-0efb25e2526a tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:11.033402 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-da9ad0c5-eb8c-43dc-b522-b0106518f0ed req-932d1003-9050-499f-80de-0efb25e2526a tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] 10.222.0.68 "GET /v2.0/ports?device_id=65c3a2e4-2dc3-4d62-86d7-1cdde8eaabb8 HTTP/1.1" status: 200 len: 945 time: 0.1386411 Jul 14 09:21:11.127432 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-da9ad0c5-eb8c-43dc-b522-b0106518f0ed req-b5b6e630-3f89-4ca6-85c1-f005ccf46f8e tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] 10.222.0.68 "GET /v2.0/security-groups?id=372c68ac-7430-41d6-997c-166ff070d0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931752 Jul 14 09:21:11.302939 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2bc146-7bd4-40b7-b32d-a7e4d729d487 req-75d67b98-e37c-40e8-b73b-585f10b05edc tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:11.305173 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6c2bc146-7bd4-40b7-b32d-a7e4d729d487 req-75d67b98-e37c-40e8-b73b-585f10b05edc tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] 10.222.0.68 "GET /v2.0/ports?device_id=8b40894a-81e1-4e74-b9f4-12d92c7f4081 HTTP/1.1" status: 200 len: 945 time: 0.1560183 Jul 14 09:21:11.393800 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6c2bc146-7bd4-40b7-b32d-a7e4d729d487 req-8631b028-c082-44cd-83fd-8cf764fdad97 tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] 10.222.0.68 "GET /v2.0/security-groups?id=65dfa8de-6f82-43dd-bcdf-865f204c3ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666697 Jul 14 09:21:11.420933 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6d0ae9-5920-41bf-98d7-9a51fc3637cd req-e5b9ceb0-4d9b-43b9-b258-177dccd640ec tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:11.425874 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-af6d0ae9-5920-41bf-98d7-9a51fc3637cd req-e5b9ceb0-4d9b-43b9-b258-177dccd640ec tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.57 "GET /v2.0/ports?device_id=b445a760-a797-4027-b6cd-42763947c867 HTTP/1.1" status: 200 len: 951 time: 0.1529191 Jul 14 09:21:11.503236 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c990d787-222a-4e8a-8dc5-7a97cfc51352 req-c1cf3e8a-a089-4d1f-bd25-93caaffbea02 tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:11.505253 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-c990d787-222a-4e8a-8dc5-7a97cfc51352 req-c1cf3e8a-a089-4d1f-bd25-93caaffbea02 tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] 10.222.0.57 "GET /v2.0/ports?device_id=65c3a2e4-2dc3-4d62-86d7-1cdde8eaabb8 HTTP/1.1" status: 200 len: 945 time: 0.1813447 Jul 14 09:21:11.587349 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [req-af6d0ae9-5920-41bf-98d7-9a51fc3637cd req-4c3d16ec-6f35-4903-912d-bef40902e726 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Deleting port ab670002-3e80-47de-be53-d3af3a9c1d12 {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:21:11.588668 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-af6d0ae9-5920-41bf-98d7-9a51fc3637cd req-4c3d16ec-6f35-4903-912d-bef40902e726 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:11.639812 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9742aff-192d-4400-9018-cb9de719d4a9 req-75bc3976-800d-43e3-b229-bdaa2e04f29d tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:11.641263 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-b9742aff-192d-4400-9018-cb9de719d4a9 req-75bc3976-800d-43e3-b229-bdaa2e04f29d tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] 10.222.0.68 "GET /v2.0/ports?device_id=43161873-7e25-46ba-939e-d9598e05bb16 HTTP/1.1" status: 200 len: 943 time: 0.1978147 Jul 14 09:21:11.679648 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-c990d787-222a-4e8a-8dc5-7a97cfc51352 req-5d1c343b-6e05-4731-8e4d-f9479a4f2952 tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] Deleting port 92bdd232-bf9f-4e68-ade6-c95b1bf6a0bf {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:21:11.679936 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-c990d787-222a-4e8a-8dc5-7a97cfc51352 req-5d1c343b-6e05-4731-8e4d-f9479a4f2952 tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:11.726123 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device c1dfa8d4-a7d0-4f85-b35d-8b2b5c31eb50 details requested by agent hyperv_n-h2-779913-29 with host n-h2-779913-29 {{(pid=93959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:21:11.728635 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-af6d0ae9-5920-41bf-98d7-9a51fc3637cd req-4c3d16ec-6f35-4903-912d-bef40902e726 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] For port ab670002-3e80-47de-be53-d3af3a9c1d12, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=ab670002-3e80-47de-be53-d3af3a9c1d12,segment=NetworkSegment(8f1c1422-de6c-445f-ab95-4e2c94585b2b),segment_id=8f1c1422-de6c-445f-ab95-4e2c94585b2b)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:21:11.729068 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-af6d0ae9-5920-41bf-98d7-9a51fc3637cd req-4c3d16ec-6f35-4903-912d-bef40902e726 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:11.736619 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-b9742aff-192d-4400-9018-cb9de719d4a9 req-be358f58-a7a9-470c-9936-640662ed4fba tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] 10.222.0.68 "GET /v2.0/security-groups?id=c6f7d264-cbb5-40f9-9fec-5b9701ca674b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837889 Jul 14 09:21:11.742985 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [req-af6d0ae9-5920-41bf-98d7-9a51fc3637cd req-4c3d16ec-6f35-4903-912d-bef40902e726 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Calling delete_port for ab670002-3e80-47de-be53-d3af3a9c1d12 owned by compute:nova {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:21:11.745368 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device e1979b4b-ef3b-4c09-9d57-6997ed4f2a19 up at agent hyperv_n-h2-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:21:11.844254 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-c990d787-222a-4e8a-8dc5-7a97cfc51352 req-5d1c343b-6e05-4731-8e4d-f9479a4f2952 tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] For port 92bdd232-bf9f-4e68-ade6-c95b1bf6a0bf, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=92bdd232-bf9f-4e68-ade6-c95b1bf6a0bf,segment=NetworkSegment(59e27924-9549-4175-909e-ce4f3019b149),segment_id=59e27924-9549-4175-909e-ce4f3019b149)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:21:11.845267 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-c990d787-222a-4e8a-8dc5-7a97cfc51352 req-5d1c343b-6e05-4731-8e4d-f9479a4f2952 tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:11.883167 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-c990d787-222a-4e8a-8dc5-7a97cfc51352 req-5d1c343b-6e05-4731-8e4d-f9479a4f2952 tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] Calling delete_port for 92bdd232-bf9f-4e68-ade6-c95b1bf6a0bf owned by compute:nova {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:21:11.934914 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b404283-6712-4af1-9aed-19c4dbffb11c req-37330246-57e4-4501-8009-a2dd30cfa15e tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:11.936497 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-7b404283-6712-4af1-9aed-19c4dbffb11c req-37330246-57e4-4501-8009-a2dd30cfa15e tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/ports?device_id=b445a760-a797-4027-b6cd-42763947c867 HTTP/1.1" status: 200 len: 951 time: 0.3046975 Jul 14 09:21:11.937806 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-af6d0ae9-5920-41bf-98d7-9a51fc3637cd req-4c3d16ec-6f35-4903-912d-bef40902e726 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:11.947467 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Provisioning for port e1979b4b-ef3b-4c09-9d57-6997ed4f2a19 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:21:11.962838 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Provisioning complete for port e1979b4b-ef3b-4c09-9d57-6997ed4f2a19 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:21:11.963391 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:11.969305 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3d16ec-6f35-4903-912d-bef40902e726 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Pushing event deleted for resources: {'Port': ['ID=ab670002-3e80-47de-be53-d3af3a9c1d12,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:12.063094 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] get_ports_and_sgs() called for port_ids ['ab670002-3e80-47de-be53-d3af3a9c1d12'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:21:12.085226 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-af6d0ae9-5920-41bf-98d7-9a51fc3637cd req-4c3d16ec-6f35-4903-912d-bef40902e726 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] No DVR routers for this DVR port ab670002-3e80-47de-be53-d3af3a9c1d12 on host n-h2-779913-29 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:21:12.090179 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-af6d0ae9-5920-41bf-98d7-9a51fc3637cd req-4c3d16ec-6f35-4903-912d-bef40902e726 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:12.092125 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-af6d0ae9-5920-41bf-98d7-9a51fc3637cd req-4c3d16ec-6f35-4903-912d-bef40902e726 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.57 "DELETE /v2.0/ports/ab670002-3e80-47de-be53-d3af3a9c1d12 HTTP/1.1" status: 204 len: 173 time: 0.6631112 Jul 14 09:21:12.092587 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b445a760-a797-4027-b6cd-42763947c867', 'name': 'network-vif-deleted', 'tag': 'ab670002-3e80-47de-be53-d3af3a9c1d12'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:21:12.094853 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f29184d5-b418-4cf1-b090-6ebcfe5ef76e" -d '{"events": [{"server_uuid": "b445a760-a797-4027-b6cd-42763947c867", "name": "network-vif-deleted", "tag": "ab670002-3e80-47de-be53-d3af3a9c1d12"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:21:12.097808 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] get_ports_and_sgs() called for port_ids ['3c588ba2-3350-4d26-ae32-a0222859845a', '3bee9368-ec6b-43ef-baa3-7d86465c278e', '2ef0f816-02a2-4c58-9b68-99ce025a71a7'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:21:12.110598 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-7b404283-6712-4af1-9aed-19c4dbffb11c req-25d10b7c-8e87-4325-9e54-72e0574066e0 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/security-groups?id=93b55648-4dd6-4852-bb99-9aa842ab19a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437263 Jul 14 09:21:12.156150 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502c6fec-094d-412a-ab07-c911ebd62597 req-179773dd-40eb-403a-92a4-bb066f941ff7 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:12.158252 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-502c6fec-094d-412a-ab07-c911ebd62597 req-179773dd-40eb-403a-92a4-bb066f941ff7 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121-project] 10.222.0.68 "GET /v2.0/ports?device_id=5b072d6f-b903-4b4b-b5b1-8307fad199f9 HTTP/1.1" status: 200 len: 945 time: 0.2063463 Jul 14 09:21:12.159825 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-c990d787-222a-4e8a-8dc5-7a97cfc51352 req-5d1c343b-6e05-4731-8e4d-f9479a4f2952 tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:12.246525 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] get_ports_and_sgs() called for port_ids ['92bdd232-bf9f-4e68-ade6-c95b1bf6a0bf'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:21:12.256897 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1c343b-6e05-4731-8e4d-f9479a4f2952 tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] Pushing event deleted for resources: {'Port': ['ID=92bdd232-bf9f-4e68-ade6-c95b1bf6a0bf,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:12.270858 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port c1dfa8d4-a7d0-4f85-b35d-8b2b5c31eb50, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=c1dfa8d4-a7d0-4f85-b35d-8b2b5c31eb50,segment=NetworkSegment(24f71cf3-e685-41fb-a190-ed6a8e6e15df),segment_id=24f71cf3-e685-41fb-a190-ed6a8e6e15df)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:21:12.282621 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Returning: {'device': 'c1dfa8d4-a7d0-4f85-b35d-8b2b5c31eb50', 'network_id': '45aef019-274b-469c-97d8-96105ce8b0ca', 'port_id': 'c1dfa8d4-a7d0-4f85-b35d-8b2b5c31eb50', 'mac_address': 'fa:16:3e:8d:bb:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c324504c-1cf5-45e1-bd3c-3e78db8db5cb', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:21:12.283037 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-c990d787-222a-4e8a-8dc5-7a97cfc51352 req-5d1c343b-6e05-4731-8e4d-f9479a4f2952 tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] No DVR routers for this DVR port 92bdd232-bf9f-4e68-ade6-c95b1bf6a0bf on host n-h2-779913-29 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:21:12.287245 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-c990d787-222a-4e8a-8dc5-7a97cfc51352 req-5d1c343b-6e05-4731-8e4d-f9479a4f2952 tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:12.289668 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-c990d787-222a-4e8a-8dc5-7a97cfc51352 req-5d1c343b-6e05-4731-8e4d-f9479a4f2952 tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] 10.222.0.57 "DELETE /v2.0/ports/92bdd232-bf9f-4e68-ade6-c95b1bf6a0bf HTTP/1.1" status: 204 len: 173 time: 0.7566068 Jul 14 09:21:12.290068 n-d-779913-29 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65c3a2e4-2dc3-4d62-86d7-1cdde8eaabb8', 'name': 'network-vif-deleted', 'tag': '92bdd232-bf9f-4e68-ade6-c95b1bf6a0bf'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:21:12.292375 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cb48f044f948e981f43897c8d7f1332f741dc7af2b4c5a6e19d8f4a80f708e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54e4e054-ee86-4326-9463-b5ada1d5bb00" -d '{"events": [{"server_uuid": "65c3a2e4-2dc3-4d62-86d7-1cdde8eaabb8", "name": "network-vif-deleted", "tag": "92bdd232-bf9f-4e68-ade6-c95b1bf6a0bf"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:21:12.330428 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65c3a2e4-2dc3-4d62-86d7-1cdde8eaabb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92bdd232-bf9f-4e68-ade6-c95b1bf6a0bf'}, {'server_uuid': 'b445a760-a797-4027-b6cd-42763947c867', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab670002-3e80-47de-be53-d3af3a9c1d12'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:21:12.332738 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd62303f06773040a8a4e189dc46b4f565768c299abf8ab8e7739778b0bc3e97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13afdddc-717a-4863-bc90-00f0ad61e2a5" -d '{"events": [{"server_uuid": "65c3a2e4-2dc3-4d62-86d7-1cdde8eaabb8", "name": "network-vif-plugged", "status": "completed", "tag": "92bdd232-bf9f-4e68-ade6-c95b1bf6a0bf"}, {"server_uuid": "b445a760-a797-4027-b6cd-42763947c867", "name": "network-vif-plugged", "status": "completed", "tag": "ab670002-3e80-47de-be53-d3af3a9c1d12"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:21:12.369835 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-502c6fec-094d-412a-ab07-c911ebd62597 req-ccfee66a-6b4a-456d-a52e-0ed1229e1515 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121-project] 10.222.0.68 "GET /v2.0/security-groups?id=74fd08ce-a3d9-460e-84a7-2e4752833a03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864934 Jul 14 09:21:12.450737 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-18389ccc-a06b-4c47-af1b-e27c7985d568 req-92e81543-fc51-4ebf-91d5-8533a0a6051e tempest-ServersTestBootFromVolume-1941781310 tempest-ServersTestBootFromVolume-1941781310-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-securitygroup--16390551&fields=id&tenant_id=5d787e34149b4f8984cce44f752c816e HTTP/1.1" status: 200 len: 267 time: 0.0508692 Jul 14 09:21:12.480480 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:21:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e16a91c9-ee1c-4922-9b7a-84bc0c8b6497 x-openstack-request-id: req-e16a91c9-ee1c-4922-9b7a-84bc0c8b6497 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:21:12.481295 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b445a760-a797-4027-b6cd-42763947c867", "name": "network-vif-deleted", "tag": "ab670002-3e80-47de-be53-d3af3a9c1d12", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:21:12.481829 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-e16a91c9-ee1c-4922-9b7a-84bc0c8b6497 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:21:12.482598 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b445a760-a797-4027-b6cd-42763947c867', 'name': 'network-vif-deleted', 'tag': 'ab670002-3e80-47de-be53-d3af3a9c1d12', 'status': 'completed', 'code': 200} Jul 14 09:21:12.649914 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18389ccc-a06b-4c47-af1b-e27c7985d568 req-e463dfc9-2fb8-400b-9020-1f04443dd0f6 tempest-ServersTestBootFromVolume-1941781310 tempest-ServersTestBootFromVolume-1941781310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:12.660986 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-18389ccc-a06b-4c47-af1b-e27c7985d568 req-e463dfc9-2fb8-400b-9020-1f04443dd0f6 tempest-ServersTestBootFromVolume-1941781310 tempest-ServersTestBootFromVolume-1941781310-project] 10.222.0.68 "GET /v2.0/networks?id=9cb080c5-9bd5-4fed-8810-4e4711ca3bcc HTTP/1.1" status: 200 len: 816 time: 0.2092948 Jul 14 09:21:12.683361 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-18389ccc-a06b-4c47-af1b-e27c7985d568 req-4919622d-9142-4b89-9afb-194cee8d4c35 tempest-ServersTestBootFromVolume-1941781310 tempest-ServersTestBootFromVolume-1941781310-project] 10.222.0.68 "GET /v2.0/quotas/5d787e34149b4f8984cce44f752c816e HTTP/1.1" status: 200 len: 375 time: 0.0214062 Jul 14 09:21:12.726834 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-8bf0baf2-1655-47a4-ad80-c2a58899bd63 req-3eea5168-da85-40ca-958b-d7e7b9c1182a tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] 10.222.0.68 "GET /v2.0/ports?device_id=65c3a2e4-2dc3-4d62-86d7-1cdde8eaabb8 HTTP/1.1" status: 200 len: 210 time: 0.0702796 Jul 14 09:21:12.775313 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:21:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-481f68c2-95eb-4d6c-9ca8-c6000d819f89 x-openstack-request-id: req-481f68c2-95eb-4d6c-9ca8-c6000d819f89 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:21:12.775632 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65c3a2e4-2dc3-4d62-86d7-1cdde8eaabb8", "name": "network-vif-deleted", "tag": "92bdd232-bf9f-4e68-ade6-c95b1bf6a0bf", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:21:12.775973 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-481f68c2-95eb-4d6c-9ca8-c6000d819f89 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:21:12.777013 n-d-779913-29 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65c3a2e4-2dc3-4d62-86d7-1cdde8eaabb8', 'name': 'network-vif-deleted', 'tag': '92bdd232-bf9f-4e68-ade6-c95b1bf6a0bf', 'status': 'completed', 'code': 200} Jul 14 09:21:12.778072 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-18389ccc-a06b-4c47-af1b-e27c7985d568 req-7fce0b5e-b87d-43be-8914-64924fd8c46e tempest-ServersTestBootFromVolume-1941781310 tempest-ServersTestBootFromVolume-1941781310-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=5d787e34149b4f8984cce44f752c816e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0938134 Jul 14 09:21:12.816878 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:12.826578 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:12.830977 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:12.843400 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 14 Jul 2021 09:21:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9984b5e1-bc08-4bc4-a61f-e5311bfac075 x-openstack-request-id: req-9984b5e1-bc08-4bc4-a61f-e5311bfac075 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:21:12.843700 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65c3a2e4-2dc3-4d62-86d7-1cdde8eaabb8", "name": "network-vif-plugged", "status": "completed", "tag": "92bdd232-bf9f-4e68-ade6-c95b1bf6a0bf", "code": 200}, {"server_uuid": "b445a760-a797-4027-b6cd-42763947c867", "name": "network-vif-plugged", "status": "completed", "tag": "ab670002-3e80-47de-be53-d3af3a9c1d12", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:21:12.843958 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-9984b5e1-bc08-4bc4-a61f-e5311bfac075 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:21:12.844357 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65c3a2e4-2dc3-4d62-86d7-1cdde8eaabb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92bdd232-bf9f-4e68-ade6-c95b1bf6a0bf', 'code': 200} Jul 14 09:21:12.844610 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b445a760-a797-4027-b6cd-42763947c867', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab670002-3e80-47de-be53-d3af3a9c1d12', 'code': 200} Jul 14 09:21:12.893389 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1dfa8d4-a7d0-4f85-b35d-8b2b5c31eb50 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:21:12.916717 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-18389ccc-a06b-4c47-af1b-e27c7985d568 req-fc204863-4802-4ee7-99b3-94447792759c service neutron] 10.222.0.68 "GET /v2.0/networks/9cb080c5-9bd5-4fed-8810-4e4711ca3bcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144030 Jul 14 09:21:12.935533 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port e1979b4b-ef3b-4c09-9d57-6997ed4f2a19, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=e1979b4b-ef3b-4c09-9d57-6997ed4f2a19,segment=NetworkSegment(32fe169c-8049-4742-bb8a-bdc77602cb62),segment_id=32fe169c-8049-4742-bb8a-bdc77602cb62)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:21:12.937359 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port c1dfa8d4-a7d0-4f85-b35d-8b2b5c31eb50, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=c1dfa8d4-a7d0-4f85-b35d-8b2b5c31eb50,segment=NetworkSegment(24f71cf3-e685-41fb-a190-ed6a8e6e15df),segment_id=24f71cf3-e685-41fb-a190-ed6a8e6e15df)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:21:12.942719 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:12.948730 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:13.013813 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-18389ccc-a06b-4c47-af1b-e27c7985d568 req-ff829420-61a3-4fcc-acab-79f58756c9b0 service neutron] 10.222.0.68 "GET /v2.0/networks/9cb080c5-9bd5-4fed-8810-4e4711ca3bcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909314 Jul 14 09:21:13.016818 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Pushing event updated for resources: {'Port': ['ID=c1dfa8d4-a7d0-4f85-b35d-8b2b5c31eb50,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:13.038612 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1456e081-1037-4d60-88dc-45e2023ef0a4 req-ef010e52-ad96-4b29-ab00-db0305eacd82 tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:13.040949 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-1456e081-1037-4d60-88dc-45e2023ef0a4 req-ef010e52-ad96-4b29-ab00-db0305eacd82 tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] 10.222.0.68 "GET /v2.0/ports?device_id=8b40894a-81e1-4e74-b9f4-12d92c7f4081 HTTP/1.1" status: 200 len: 946 time: 0.0788674 Jul 14 09:21:13.082812 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-1456e081-1037-4d60-88dc-45e2023ef0a4 req-e1f85580-bb41-487b-86c9-c21436a08076 tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] 10.222.0.68 "GET /v2.0/security-groups?id=65dfa8de-6f82-43dd-bcdf-865f204c3ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359204 Jul 14 09:21:13.111972 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Pushing event updated for resources: {'Port': ['ID=e1979b4b-ef3b-4c09-9d57-6997ed4f2a19,revision_number=5']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:13.265839 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:13.270674 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] get_ports_and_sgs() called for port_ids ['c1dfa8d4-a7d0-4f85-b35d-8b2b5c31eb50'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:21:13.536963 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a2ec92-37eb-4b9f-bf00-c55a74249379 req-355688f0-4c80-4f89-b8d9-d52b932d661e tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:13.538476 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-69a2ec92-37eb-4b9f-bf00-c55a74249379 req-355688f0-4c80-4f89-b8d9-d52b932d661e tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] 10.222.0.68 "GET /v2.0/ports?device_id=43161873-7e25-46ba-939e-d9598e05bb16 HTTP/1.1" status: 200 len: 944 time: 0.0762961 Jul 14 09:21:13.580005 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-69a2ec92-37eb-4b9f-bf00-c55a74249379 req-4e914afa-af6a-4c03-b0ba-b4c4e0a91ffb tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] 10.222.0.68 "GET /v2.0/security-groups?id=c6f7d264-cbb5-40f9-9fec-5b9701ca674b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339146 Jul 14 09:21:13.688616 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-a173551b-8b94-4f19-ba32-9fb8eb887f47 req-0bbe532c-e99f-4b55-a063-d1ba5e6f6b75 tempest-ServersTestBootFromVolume-1941781310 tempest-ServersTestBootFromVolume-1941781310-project] 10.222.0.68 "GET /v2.0/ports?device_id=c32610fb-fe36-4bc7-be35-63b201a56a49 HTTP/1.1" status: 200 len: 210 time: 0.0575149 Jul 14 09:21:13.766674 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eacfd75-ea61-4359-9f1a-7fda67dee880 req-8ac07d4c-bb14-449d-ae9f-4224c43af8be tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:13.769685 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1eacfd75-ea61-4359-9f1a-7fda67dee880 req-8ac07d4c-bb14-449d-ae9f-4224c43af8be tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] 10.222.0.68 "GET /v2.0/ports?device_id=facc33c5-0d58-4c84-8b5b-0879c06b54db HTTP/1.1" status: 200 len: 945 time: 0.0849946 Jul 14 09:21:13.815833 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1eacfd75-ea61-4359-9f1a-7fda67dee880 req-0ed07d37-57ba-4fdf-ad0e-6f613d5c906a tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] 10.222.0.68 "GET /v2.0/security-groups?id=7bf941d0-4fab-41ec-a174-078829fdb488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402288 Jul 14 09:21:13.882200 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eae7428-7ec7-4d14-9dff-8c2ba1ad1ebd req-eb081f98-bc68-42fe-9091-da1c318aa38a tempest-FloatingIPsAssociationNegativeTestJSON-1041687121 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:13.884355 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-1eae7428-7ec7-4d14-9dff-8c2ba1ad1ebd req-eb081f98-bc68-42fe-9091-da1c318aa38a tempest-FloatingIPsAssociationNegativeTestJSON-1041687121 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121-project] 10.222.0.68 "GET /v2.0/ports?device_id=5b072d6f-b903-4b4b-b5b1-8307fad199f9 HTTP/1.1" status: 200 len: 945 time: 0.0845292 Jul 14 09:21:13.926159 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-1eae7428-7ec7-4d14-9dff-8c2ba1ad1ebd req-d6a95142-6841-492c-9bc8-791372c3b013 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121-project] 10.222.0.68 "GET /v2.0/security-groups?id=74fd08ce-a3d9-460e-84a7-2e4752833a03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358379 Jul 14 09:21:14.493051 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 41542) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:14.499365 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-dad5bbbe-645e-4ad4-9265-9b8fcea90b7c tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] Request body: {'security_group': {'name': 'tempest-securitygroup--552942943', 'description': 'tempest-description--67173648'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:21:14.510974 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-40c88c05-7776-4044-b7b2-2edc1c061766 req-7c656dbc-30b4-41b2-97fb-7d5b456766ad tempest-FloatingIPsAssociationNegativeTestJSON-1041687121 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121-project] 10.222.0.68 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=2dcd4d32-cc7c-4468-b396-7ce5c9231892 HTTP/1.1" status: 200 len: 258 time: 0.4912083 Jul 14 09:21:14.527652 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7b735f-9c3b-4dd7-96ef-6bb549a75911 req-d8204b37-1351-4464-86ac-ebe4b50c8f0e tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:14.529150 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-5a7b735f-9c3b-4dd7-96ef-6bb549a75911 req-d8204b37-1351-4464-86ac-ebe4b50c8f0e tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] 10.222.0.57 "GET /v2.0/ports?device_id=facc33c5-0d58-4c84-8b5b-0879c06b54db HTTP/1.1" status: 200 len: 945 time: 0.4051034 Jul 14 09:21:14.532717 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-dad5bbbe-645e-4ad4-9265-9b8fcea90b7c tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:14.533967 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [req-40c88c05-7776-4044-b7b2-2edc1c061766 req-1ad50963-d644-43b5-9182-02e87c98d8e4 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121-project] Request body: {'floatingip': {'floating_network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:21:14.603733 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-40c88c05-7776-4044-b7b2-2edc1c061766 req-1ad50963-d644-43b5-9182-02e87c98d8e4 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121-project] Notify callbacks [] for floatingip, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:14.704234 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-5a7b735f-9c3b-4dd7-96ef-6bb549a75911 req-43662a66-cd27-4eec-bd1b-afe8296259e8 tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] Deleting port ba32fbed-4dee-4c02-8d7e-5389e3020217 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:21:14.704474 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-5a7b735f-9c3b-4dd7-96ef-6bb549a75911 req-43662a66-cd27-4eec-bd1b-afe8296259e8 tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:14.759504 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628c3d6e-6ec5-4c0e-a914-23f562c0740f req-4c95e11b-fba7-4fd9-abc4-1609ff0302b8 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:14.761030 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-628c3d6e-6ec5-4c0e-a914-23f562c0740f req-4c95e11b-fba7-4fd9-abc4-1609ff0302b8 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/ports?device_id=fae776f6-08aa-4436-8736-3d602d7a93d2 HTTP/1.1" status: 200 len: 951 time: 0.1816449 Jul 14 09:21:14.810817 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-dad5bbbe-645e-4ad4-9265-9b8fcea90b7c tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:14.815474 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-40c88c05-7776-4044-b7b2-2edc1c061766 req-1ad50963-d644-43b5-9182-02e87c98d8e4 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:14.818484 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-5a7b735f-9c3b-4dd7-96ef-6bb549a75911 req-43662a66-cd27-4eec-bd1b-afe8296259e8 tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] For port ba32fbed-4dee-4c02-8d7e-5389e3020217, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=ba32fbed-4dee-4c02-8d7e-5389e3020217,segment=NetworkSegment(4f3a0541-e6cd-42f5-92f6-5d961c2f621f),segment_id=4f3a0541-e6cd-42f5-92f6-5d961c2f621f)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:21:14.818861 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-5a7b735f-9c3b-4dd7-96ef-6bb549a75911 req-43662a66-cd27-4eec-bd1b-afe8296259e8 tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:14.820415 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-dad5bbbe-645e-4ad4-9265-9b8fcea90b7c tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:14.839803 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-5a7b735f-9c3b-4dd7-96ef-6bb549a75911 req-43662a66-cd27-4eec-bd1b-afe8296259e8 tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] Calling delete_port for ba32fbed-4dee-4c02-8d7e-5389e3020217 owned by compute:nova {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:21:14.848129 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b40894a-81e1-4e74-b9f4-12d92c7f4081', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1979b4b-ef3b-4c09-9d57-6997ed4f2a19'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:21:14.853276 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd62303f06773040a8a4e189dc46b4f565768c299abf8ab8e7739778b0bc3e97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6902aa4e-6e3a-4f4a-971a-512d01f491f0" -d '{"events": [{"server_uuid": "8b40894a-81e1-4e74-b9f4-12d92c7f4081", "name": "network-vif-plugged", "status": "completed", "tag": "e1979b4b-ef3b-4c09-9d57-6997ed4f2a19"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:21:14.868297 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18389ccc-a06b-4c47-af1b-e27c7985d568 req-a1ee5914-21fb-4605-8dc2-01a322f7fd9a tempest-ServersTestBootFromVolume-1941781310 tempest-ServersTestBootFromVolume-1941781310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:14.869863 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-18389ccc-a06b-4c47-af1b-e27c7985d568 req-a1ee5914-21fb-4605-8dc2-01a322f7fd9a tempest-ServersTestBootFromVolume-1941781310 tempest-ServersTestBootFromVolume-1941781310-project] 10.222.0.57 "GET /v2.0/networks?id=9cb080c5-9bd5-4fed-8810-4e4711ca3bcc HTTP/1.1" status: 200 len: 816 time: 0.2146039 Jul 14 09:21:14.880360 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-dad5bbbe-645e-4ad4-9265-9b8fcea90b7c tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:14.881643 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-dad5bbbe-645e-4ad4-9265-9b8fcea90b7c tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.3865964 Jul 14 09:21:14.885946 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 41554) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:14.889017 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-628c3d6e-6ec5-4c0e-a914-23f562c0740f req-534c4b50-7dad-45f7-af5e-e5ab2f7c9df7 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/security-groups?id=93b55648-4dd6-4852-bb99-9aa842ab19a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134231 Jul 14 09:21:14.894614 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-f79dfa06-4f8a-4c02-84a0-97b755d9ebb1 tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] Request body: {'security_group_rule': {'security_group_id': 'f985c1e2-1068-4cce-9d68-ddd4de7001fc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:21:14.906383 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad5bbbe-645e-4ad4-9265-9b8fcea90b7c tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f985c1e2-1068-4cce-9d68-ddd4de7001fc,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:14.970633 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-18389ccc-a06b-4c47-af1b-e27c7985d568 req-f0012570-fa62-4a21-90a1-0571c657578f tempest-ServersTestBootFromVolume-1941781310 tempest-ServersTestBootFromVolume-1941781310-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5d787e34149b4f8984cce44f752c816e HTTP/1.1" status: 200 len: 378 time: 0.0707376 Jul 14 09:21:14.981386 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-18389ccc-a06b-4c47-af1b-e27c7985d568 req-c80c8a94-e603-40d5-85b6-c605ce7706b4 tempest-ServersTestBootFromVolume-1941781310 tempest-ServersTestBootFromVolume-1941781310-project] Request body: {'port': {'device_id': 'c32610fb-fe36-4bc7-be35-63b201a56a49', 'network_id': '9cb080c5-9bd5-4fed-8810-4e4711ca3bcc', 'admin_state_up': True, 'tenant_id': '5d787e34149b4f8984cce44f752c816e', 'security_groups': ['cbdf9c90-adbd-403e-9b32-cb9bb14c6bec']}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:21:14.987035 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f79dfa06-4f8a-4c02-84a0-97b755d9ebb1 tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:14.996986 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [req-40c88c05-7776-4044-b7b2-2edc1c061766 req-1ad50963-d644-43b5-9182-02e87c98d8e4 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121-project] Allocated IP 172.25.4.40 (2dcd4d32-cc7c-4468-b396-7ce5c9231892/6cd22a75-5bc1-467c-a3c4-0af04bd1b34a/100db5ff-b2e4-4351-9301-5ac7451e2db0) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:21:15.120866 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-5a7b735f-9c3b-4dd7-96ef-6bb549a75911 req-43662a66-cd27-4eec-bd1b-afe8296259e8 tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:15.157758 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] get_ports_and_sgs() called for port_ids ['ba32fbed-4dee-4c02-8d7e-5389e3020217'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:21:15.164597 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43662a66-cd27-4eec-bd1b-afe8296259e8 tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] Pushing event deleted for resources: {'Port': ['ID=ba32fbed-4dee-4c02-8d7e-5389e3020217,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:15.180251 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f79dfa06-4f8a-4c02-84a0-97b755d9ebb1 tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:15.190349 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f79dfa06-4f8a-4c02-84a0-97b755d9ebb1 tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529131'] for security_group_rule, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:15.208165 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a81051-ec63-42aa-9609-7218200a3b60 req-d4c68782-2f50-4eb4-b38d-2f54823fe997 tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:15.215947 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-68a81051-ec63-42aa-9609-7218200a3b60 req-d4c68782-2f50-4eb4-b38d-2f54823fe997 tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] 10.222.0.68 "GET /v2.0/ports?device_id=8b40894a-81e1-4e74-b9f4-12d92c7f4081 HTTP/1.1" status: 200 len: 946 time: 0.1770349 Jul 14 09:21:15.231992 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a7b735f-9c3b-4dd7-96ef-6bb549a75911 req-43662a66-cd27-4eec-bd1b-afe8296259e8 tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] No DVR routers for this DVR port ba32fbed-4dee-4c02-8d7e-5389e3020217 on host n-h2-779913-29 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:21:15.237841 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18389ccc-a06b-4c47-af1b-e27c7985d568 req-c80c8a94-e603-40d5-85b6-c605ce7706b4 tempest-ServersTestBootFromVolume-1941781310 tempest-ServersTestBootFromVolume-1941781310-project] Made reservation on behalf of 5d787e34149b4f8984cce44f752c816e for: {'port': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:21:15.239613 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-5a7b735f-9c3b-4dd7-96ef-6bb549a75911 req-43662a66-cd27-4eec-bd1b-afe8296259e8 tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:15.241484 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-18389ccc-a06b-4c47-af1b-e27c7985d568 req-c80c8a94-e603-40d5-85b6-c605ce7706b4 tempest-ServersTestBootFromVolume-1941781310 tempest-ServersTestBootFromVolume-1941781310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:15.242181 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-5a7b735f-9c3b-4dd7-96ef-6bb549a75911 req-43662a66-cd27-4eec-bd1b-afe8296259e8 tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] 10.222.0.57 "DELETE /v2.0/ports/ba32fbed-4dee-4c02-8d7e-5389e3020217 HTTP/1.1" status: 204 len: 173 time: 0.7032800 Jul 14 09:21:15.242658 n-d-779913-29 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'facc33c5-0d58-4c84-8b5b-0879c06b54db', 'name': 'network-vif-deleted', 'tag': 'ba32fbed-4dee-4c02-8d7e-5389e3020217'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:21:15.244966 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cb48f044f948e981f43897c8d7f1332f741dc7af2b4c5a6e19d8f4a80f708e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58224c2b-4bd9-4730-b7ab-9a36ab42913b" -d '{"events": [{"server_uuid": "facc33c5-0d58-4c84-8b5b-0879c06b54db", "name": "network-vif-deleted", "tag": "ba32fbed-4dee-4c02-8d7e-5389e3020217"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:21:15.254281 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-40c88c05-7776-4044-b7b2-2edc1c061766 req-1ad50963-d644-43b5-9182-02e87c98d8e4 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:15.259419 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79dfa06-4f8a-4c02-84a0-97b755d9ebb1 tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a58abab-a321-4479-a8d0-222272d7dc08,revision_number=0']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:15.266695 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f79dfa06-4f8a-4c02-84a0-97b755d9ebb1 tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:15.270850 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-f79dfa06-4f8a-4c02-84a0-97b755d9ebb1 tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3779485 Jul 14 09:21:15.271188 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 41558) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:15.279278 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-7bb9e2bf-5d05-4670-87a4-5b445c88fde4 tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] Request body: {'security_group_rule': {'security_group_id': 'f985c1e2-1068-4cce-9d68-ddd4de7001fc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:21:15.331776 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7bb9e2bf-5d05-4670-87a4-5b445c88fde4 tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:15.383690 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-40c88c05-7776-4044-b7b2-2edc1c061766 req-1ad50963-d644-43b5-9182-02e87c98d8e4 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:15.424462 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-68a81051-ec63-42aa-9609-7218200a3b60 req-0d1b9291-33c5-4f45-a06b-3a2128755010 tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] 10.222.0.68 "GET /v2.0/security-groups?id=65dfa8de-6f82-43dd-bcdf-865f204c3ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071505 Jul 14 09:21:15.431901 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7bb9e2bf-5d05-4670-87a4-5b445c88fde4 tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:15.445816 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [req-18389ccc-a06b-4c47-af1b-e27c7985d568 req-c80c8a94-e603-40d5-85b6-c605ce7706b4 tempest-ServersTestBootFromVolume-1941781310 tempest-ServersTestBootFromVolume-1941781310-project] Allocated IP 172.20.0.14 (9cb080c5-9bd5-4fed-8810-4e4711ca3bcc/7ee4e5c2-68bc-40bf-adbc-da1aa2b9476e/e8ac8cc4-6e5e-49d6-9a58-216dd287dc07) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:21:15.451056 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40c88c05-7776-4044-b7b2-2edc1c061766 req-1ad50963-d644-43b5-9182-02e87c98d8e4 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121-project] Network 2dcd4d32-cc7c-4468-b396-7ce5c9231892 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:21:15.452125 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad50963-d644-43b5-9182-02e87c98d8e4 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121-project] Pushing event updated for resources: {'Port': ['ID=100db5ff-b2e4-4351-9301-5ac7451e2db0,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:15.455292 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [req-40c88c05-7776-4044-b7b2-2edc1c061766 req-1ad50963-d644-43b5-9182-02e87c98d8e4 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:21:15.457647 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7bb9e2bf-5d05-4670-87a4-5b445c88fde4 tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529131'] for security_group_rule, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:15.459996 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-40c88c05-7776-4044-b7b2-2edc1c061766 req-1ad50963-d644-43b5-9182-02e87c98d8e4 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:21:15.510603 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb9e2bf-5d05-4670-87a4-5b445c88fde4 tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=330dc3a3-8ef1-4f12-824c-96099999bdac,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:15.533930 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7bb9e2bf-5d05-4670-87a4-5b445c88fde4 tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:15.535182 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-7bb9e2bf-5d05-4670-87a4-5b445c88fde4 tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2627006 Jul 14 09:21:15.538972 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 41560) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:15.592258 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-40c88c05-7776-4044-b7b2-2edc1c061766 req-1ad50963-d644-43b5-9182-02e87c98d8e4 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:15.641062 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-40c88c05-7776-4044-b7b2-2edc1c061766 req-1ad50963-d644-43b5-9182-02e87c98d8e4 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:15.764314 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device c1dfa8d4-a7d0-4f85-b35d-8b2b5c31eb50 up at agent hyperv_n-h2-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:21:15.840783 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Provisioning for port c1dfa8d4-a7d0-4f85-b35d-8b2b5c31eb50 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:21:15.850563 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Provisioning complete for port c1dfa8d4-a7d0-4f85-b35d-8b2b5c31eb50 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:21:15.851792 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:15.880656 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-8d28641f-91d1-445b-8d15-a6bdde672a8f tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] Request body: {'floatingip': {'floating_network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:21:15.887103 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-40c88c05-7776-4044-b7b2-2edc1c061766 req-1ad50963-d644-43b5-9182-02e87c98d8e4 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121-project] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:15.895645 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-40c88c05-7776-4044-b7b2-2edc1c061766 req-1ad50963-d644-43b5-9182-02e87c98d8e4 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13574142'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:15.953616 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:15.996741 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port c1dfa8d4-a7d0-4f85-b35d-8b2b5c31eb50, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=c1dfa8d4-a7d0-4f85-b35d-8b2b5c31eb50,segment=NetworkSegment(24f71cf3-e685-41fb-a190-ed6a8e6e15df),segment_id=24f71cf3-e685-41fb-a190-ed6a8e6e15df)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:21:16.002425 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:16.003632 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 92bdd232-bf9f-4e68-ade6-c95b1bf6a0bf no longer exists at agent hyperv_n-h2-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:21:16.005583 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad50963-d644-43b5-9182-02e87c98d8e4 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121-project] Pushing event updated for resources: {'Port': ['ID=100db5ff-b2e4-4351-9301-5ac7451e2db0,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:16.056505 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8d28641f-91d1-445b-8d15-a6bdde672a8f tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] Notify callbacks [] for floatingip, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:16.091905 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] No Port match for: 92bdd232-bf9f-4e68-ade6-c95b1bf6a0bf {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:21:16.092266 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 92bdd232-bf9f-4e68-ade6-c95b1bf6a0bf not bound to the agent host n-h2-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:21:16.092694 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device ab670002-3e80-47de-be53-d3af3a9c1d12 no longer exists at agent hyperv_n-h2-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:21:16.096486 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-40c88c05-7776-4044-b7b2-2edc1c061766 req-1ad50963-d644-43b5-9182-02e87c98d8e4 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-660590'] for floatingip, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:16.116579 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Pushing event updated for resources: {'Port': ['ID=c1dfa8d4-a7d0-4f85-b35d-8b2b5c31eb50,revision_number=5']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:16.121476 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] No Port match for: ab670002-3e80-47de-be53-d3af3a9c1d12 {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:21:16.122364 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device ab670002-3e80-47de-be53-d3af3a9c1d12 not bound to the agent host n-h2-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:21:16.122826 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device ba32fbed-4dee-4c02-8d7e-5389e3020217 no longer exists at agent hyperv_n-h2-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:21:16.128519 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-40c88c05-7776-4044-b7b2-2edc1c061766 req-1ad50963-d644-43b5-9182-02e87c98d8e4 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for floatingip, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:16.137555 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-40c88c05-7776-4044-b7b2-2edc1c061766 req-1ad50963-d644-43b5-9182-02e87c98d8e4 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.6065235 Jul 14 09:21:16.153745 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] No Port match for: ba32fbed-4dee-4c02-8d7e-5389e3020217 {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:21:16.154376 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device ba32fbed-4dee-4c02-8d7e-5389e3020217 not bound to the agent host n-h2-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:21:16.192068 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-40c88c05-7776-4044-b7b2-2edc1c061766 req-aa9df85b-e301-498f-a2be-2fcbce3a08eb tempest-FloatingIPsAssociationNegativeTestJSON-1041687121 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121-project] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.25.4.40 HTTP/1.1" status: 200 len: 695 time: 0.0536129 Jul 14 09:21:16.193283 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a85b756-4892-4640-920a-82d4af40fad9 req-56a802a8-896d-44b3-adb2-8fa99945978f tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:16.194837 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-4a85b756-4892-4640-920a-82d4af40fad9 req-56a802a8-896d-44b3-adb2-8fa99945978f tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.65 "GET /v2.0/ports?device_id=fae776f6-08aa-4436-8736-3d602d7a93d2 HTTP/1.1" status: 200 len: 951 time: 0.3055265 Jul 14 09:21:16.202798 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-18389ccc-a06b-4c47-af1b-e27c7985d568 req-c80c8a94-e603-40d5-85b6-c605ce7706b4 tempest-ServersTestBootFromVolume-1941781310 tempest-ServersTestBootFromVolume-1941781310-project] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:16.213604 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b3d149-fad4-4c88-9d6a-9cb2fd534d70 req-f3e6b289-84f5-461d-8287-6dea394c8fa4 tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:16.215088 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a3b3d149-fad4-4c88-9d6a-9cb2fd534d70 req-f3e6b289-84f5-461d-8287-6dea394c8fa4 tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] 10.222.0.68 "GET /v2.0/ports?device_id=43161873-7e25-46ba-939e-d9598e05bb16 HTTP/1.1" status: 200 len: 944 time: 0.3268700 Jul 14 09:21:16.264499 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [req-18389ccc-a06b-4c47-af1b-e27c7985d568 req-c80c8a94-e603-40d5-85b6-c605ce7706b4 tempest-ServersTestBootFromVolume-1941781310 tempest-ServersTestBootFromVolume-1941781310-project] Transition to ACTIVE for port object e8ac8cc4-6e5e-49d6-9a58-216dd287dc07 will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:21:16.307388 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c88c05-7776-4044-b7b2-2edc1c061766 req-29669482-5498-4d93-acf1-0d6fc6bd37bb tempest-FloatingIPsAssociationNegativeTestJSON-1041687121 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:16.315239 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-40c88c05-7776-4044-b7b2-2edc1c061766 req-29669482-5498-4d93-acf1-0d6fc6bd37bb tempest-FloatingIPsAssociationNegativeTestJSON-1041687121 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121-project] 10.222.0.68 "GET /v2.0/networks/2dcd4d32-cc7c-4468-b396-7ce5c9231892 HTTP/1.1" status: 200 len: 784 time: 0.1159103 Jul 14 09:21:16.343212 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a3b3d149-fad4-4c88-9d6a-9cb2fd534d70 req-b1256a17-6531-414c-bf38-faeb15dddbd3 tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] 10.222.0.68 "GET /v2.0/security-groups?id=c6f7d264-cbb5-40f9-9fec-5b9701ca674b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147387 Jul 14 09:21:16.434526 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-18389ccc-a06b-4c47-af1b-e27c7985d568 req-c80c8a94-e603-40d5-85b6-c605ce7706b4 tempest-ServersTestBootFromVolume-1941781310 tempest-ServersTestBootFromVolume-1941781310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:16.485425 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:21:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6ddd4c3-0d3b-474b-a5a5-8233c2b888db x-openstack-request-id: req-c6ddd4c3-0d3b-474b-a5a5-8233c2b888db {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:21:16.485710 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b40894a-81e1-4e74-b9f4-12d92c7f4081", "name": "network-vif-plugged", "status": "completed", "tag": "e1979b4b-ef3b-4c09-9d57-6997ed4f2a19", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:21:16.485710 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-c6ddd4c3-0d3b-474b-a5a5-8233c2b888db {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:21:16.486126 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b40894a-81e1-4e74-b9f4-12d92c7f4081', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1979b4b-ef3b-4c09-9d57-6997ed4f2a19', 'code': 200} Jul 14 09:21:16.488464 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8d28641f-91d1-445b-8d15-a6bdde672a8f tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:16.493971 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18389ccc-a06b-4c47-af1b-e27c7985d568 req-c80c8a94-e603-40d5-85b6-c605ce7706b4 tempest-ServersTestBootFromVolume-1941781310 tempest-ServersTestBootFromVolume-1941781310-project] Network 9cb080c5-9bd5-4fed-8810-4e4711ca3bcc is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:21:16.512063 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [req-18389ccc-a06b-4c47-af1b-e27c7985d568 req-c80c8a94-e603-40d5-85b6-c605ce7706b4 tempest-ServersTestBootFromVolume-1941781310 tempest-ServersTestBootFromVolume-1941781310-project] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:21:16.514359 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-18389ccc-a06b-4c47-af1b-e27c7985d568 req-c80c8a94-e603-40d5-85b6-c605ce7706b4 tempest-ServersTestBootFromVolume-1941781310 tempest-ServersTestBootFromVolume-1941781310-project] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:21:16.545162 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:21:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95266a27-2b31-4a41-a97e-175e1ca37915 x-openstack-request-id: req-95266a27-2b31-4a41-a97e-175e1ca37915 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:21:16.545735 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "facc33c5-0d58-4c84-8b5b-0879c06b54db", "name": "network-vif-deleted", "tag": "ba32fbed-4dee-4c02-8d7e-5389e3020217", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:21:16.545735 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-95266a27-2b31-4a41-a97e-175e1ca37915 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:21:16.546454 n-d-779913-29 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'facc33c5-0d58-4c84-8b5b-0879c06b54db', 'name': 'network-vif-deleted', 'tag': 'ba32fbed-4dee-4c02-8d7e-5389e3020217', 'status': 'completed', 'code': 200} Jul 14 09:21:16.557663 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab97d37-29e3-4283-9825-967e738cd69c req-edc0f519-b1fe-4360-8115-9ef5e53a0d94 tempest-ServersTestBootFromVolume-1941781310 tempest-ServersTestBootFromVolume-1941781310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:16.565643 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-cab97d37-29e3-4283-9825-967e738cd69c req-edc0f519-b1fe-4360-8115-9ef5e53a0d94 tempest-ServersTestBootFromVolume-1941781310 tempest-ServersTestBootFromVolume-1941781310-project] 10.222.0.68 "GET /v2.0/ports?device_id=c32610fb-fe36-4bc7-be35-63b201a56a49 HTTP/1.1" status: 200 len: 932 time: 0.1156006 Jul 14 09:21:16.578149 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18389ccc-a06b-4c47-af1b-e27c7985d568 req-c80c8a94-e603-40d5-85b6-c605ce7706b4 tempest-ServersTestBootFromVolume-1941781310 tempest-ServersTestBootFromVolume-1941781310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:16.578816 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-18389ccc-a06b-4c47-af1b-e27c7985d568 req-c80c8a94-e603-40d5-85b6-c605ce7706b4 tempest-ServersTestBootFromVolume-1941781310 tempest-ServersTestBootFromVolume-1941781310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:16.661732 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-18389ccc-a06b-4c47-af1b-e27c7985d568 req-c80c8a94-e603-40d5-85b6-c605ce7706b4 tempest-ServersTestBootFromVolume-1941781310 tempest-ServersTestBootFromVolume-1941781310-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6843717 Jul 14 09:21:16.662483 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80c8a94-e603-40d5-85b6-c605ce7706b4 tempest-ServersTestBootFromVolume-1941781310 tempest-ServersTestBootFromVolume-1941781310-project] Pushing event updated for resources: {'Port': ['ID=e8ac8cc4-6e5e-49d6-9a58-216dd287dc07,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:16.669894 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [req-4a85b756-4892-4640-920a-82d4af40fad9 req-767953de-d420-4878-9791-7b6f1109d933 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Deleting port 2ef0f816-02a2-4c58-9b68-99ce025a71a7 {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:21:16.670248 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-4a85b756-4892-4640-920a-82d4af40fad9 req-767953de-d420-4878-9791-7b6f1109d933 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:16.672183 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-cab97d37-29e3-4283-9825-967e738cd69c req-5f467329-f5ac-42f6-b29c-8b90e381e50b tempest-ServersTestBootFromVolume-1941781310 tempest-ServersTestBootFromVolume-1941781310-project] 10.222.0.68 "GET /v2.0/security-groups?id=cbdf9c90-adbd-403e-9b32-cb9bb14c6bec&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1055889 Jul 14 09:21:16.701937 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26072fea-7146-4c4f-835f-b4b2067d4628 req-899125c0-2aaf-40de-8012-005a17be0ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:16.704210 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-26072fea-7146-4c4f-835f-b4b2067d4628 req-899125c0-2aaf-40de-8012-005a17be0ec7 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=8b40894a-81e1-4e74-b9f4-12d92c7f4081 HTTP/1.1" status: 200 len: 1098 time: 0.1105134 Jul 14 09:21:16.764470 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-26072fea-7146-4c4f-835f-b4b2067d4628 req-8c822453-9319-4440-ac91-779162639c84 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=65dfa8de-6f82-43dd-bcdf-865f204c3ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531073 Jul 14 09:21:16.767018 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-18389ccc-a06b-4c47-af1b-e27c7985d568 req-8b2343bc-5e0a-41a3-b677-f1691ebcf5bc service neutron] Request body: {'port': {'device_id': 'c32610fb-fe36-4bc7-be35-63b201a56a49', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-29'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:21:16.829924 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-4a85b756-4892-4640-920a-82d4af40fad9 req-767953de-d420-4878-9791-7b6f1109d933 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] For port 2ef0f816-02a2-4c58-9b68-99ce025a71a7, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=2ef0f816-02a2-4c58-9b68-99ce025a71a7,segment=NetworkSegment(8f1c1422-de6c-445f-ab95-4e2c94585b2b),segment_id=8f1c1422-de6c-445f-ab95-4e2c94585b2b)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:21:16.830370 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-4a85b756-4892-4640-920a-82d4af40fad9 req-767953de-d420-4878-9791-7b6f1109d933 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:16.830598 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-103b2bf9-1bc7-44e1-9658-b017c88f29bd None None] Provisioning for port e8ac8cc4-6e5e-49d6-9a58-216dd287dc07 completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:21:16.843196 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-103b2bf9-1bc7-44e1-9658-b017c88f29bd None None] Provisioning complete for port e8ac8cc4-6e5e-49d6-9a58-216dd287dc07 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:21:16.843857 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-103b2bf9-1bc7-44e1-9658-b017c88f29bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:16.892028 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [req-4a85b756-4892-4640-920a-82d4af40fad9 req-767953de-d420-4878-9791-7b6f1109d933 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Calling delete_port for 2ef0f816-02a2-4c58-9b68-99ce025a71a7 owned by compute:nova {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:21:16.892593 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-103b2bf9-1bc7-44e1-9658-b017c88f29bd None None] Port e8ac8cc4-6e5e-49d6-9a58-216dd287dc07 cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:21:16.927328 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a787ef5c-df05-4379-b70a-3ab8d81c7698 req-294eea0e-836a-419f-ae1d-f0931bfc3d01 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:16.928889 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-a787ef5c-df05-4379-b70a-3ab8d81c7698 req-294eea0e-836a-419f-ae1d-f0931bfc3d01 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121-project] 10.222.0.68 "GET /v2.0/ports?device_id=5b072d6f-b903-4b4b-b5b1-8307fad199f9&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1301875 Jul 14 09:21:16.980533 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-a787ef5c-df05-4379-b70a-3ab8d81c7698 req-cfe13c88-f17d-456e-97bf-b3f30d8cfc0f tempest-FloatingIPsAssociationNegativeTestJSON-1041687121 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121-project] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.25.4.40 HTTP/1.1" status: 200 len: 695 time: 0.0455220 Jul 14 09:21:16.991115 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [req-a787ef5c-df05-4379-b70a-3ab8d81c7698 req-27a2e749-c294-460d-a787-b90941bef875 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121-project] Request body: {'floatingip': {'port_id': '8dca1f60-92a8-4738-a512-aa08d60371ac', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:21:17.044613 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-a787ef5c-df05-4379-b70a-3ab8d81c7698 req-27a2e749-c294-460d-a787-b90941bef875 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121-project] Notify callbacks [] for floatingip, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:17.052503 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-8d28641f-91d1-445b-8d15-a6bdde672a8f tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] Allocated IP 172.25.4.196 (2dcd4d32-cc7c-4468-b396-7ce5c9231892/6cd22a75-5bc1-467c-a3c4-0af04bd1b34a/f43846a9-142b-4434-8c66-7b78070fc4d4) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:21:17.060276 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-18389ccc-a06b-4c47-af1b-e27c7985d568 req-8b2343bc-5e0a-41a3-b677-f1691ebcf5bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:17.085568 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455fde4a-54d1-46cc-b438-c3a265f91bff req-ee199730-a408-403d-a1b3-214db19fc55b tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:17.087411 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-455fde4a-54d1-46cc-b438-c3a265f91bff req-ee199730-a408-403d-a1b3-214db19fc55b tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/ports?device_id=fae776f6-08aa-4436-8736-3d602d7a93d2 HTTP/1.1" status: 200 len: 951 time: 0.3347406 Jul 14 09:21:17.238966 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-455fde4a-54d1-46cc-b438-c3a265f91bff req-1e375954-a43d-429a-8223-942fbf3469e9 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/security-groups?id=93b55648-4dd6-4852-bb99-9aa842ab19a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440873 Jul 14 09:21:17.426693 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8d28641f-91d1-445b-8d15-a6bdde672a8f tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:17.433833 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-4a85b756-4892-4640-920a-82d4af40fad9 req-767953de-d420-4878-9791-7b6f1109d933 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:17.468452 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] get_ports_and_sgs() called for port_ids ['3c588ba2-3350-4d26-ae32-a0222859845a', '3bee9368-ec6b-43ef-baa3-7d86465c278e'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:21:17.481868 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767953de-d420-4878-9791-7b6f1109d933 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Pushing event deleted for resources: {'Port': ['ID=2ef0f816-02a2-4c58-9b68-99ce025a71a7,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:17.574388 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a85b756-4892-4640-920a-82d4af40fad9 req-767953de-d420-4878-9791-7b6f1109d933 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] No DVR routers for this DVR port 2ef0f816-02a2-4c58-9b68-99ce025a71a7 on host n-h1-779913-29 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:21:17.585327 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-4a85b756-4892-4640-920a-82d4af40fad9 req-767953de-d420-4878-9791-7b6f1109d933 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:17.590218 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-4a85b756-4892-4640-920a-82d4af40fad9 req-767953de-d420-4878-9791-7b6f1109d933 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.65 "DELETE /v2.0/ports/2ef0f816-02a2-4c58-9b68-99ce025a71a7 HTTP/1.1" status: 204 len: 173 time: 1.3849909 Jul 14 09:21:17.595680 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fae776f6-08aa-4436-8736-3d602d7a93d2', 'name': 'network-vif-deleted', 'tag': '2ef0f816-02a2-4c58-9b68-99ce025a71a7'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:21:17.598230 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7a0ecc2-8255-4a72-ad59-7e84eb904ab0" -d '{"events": [{"server_uuid": "fae776f6-08aa-4436-8736-3d602d7a93d2", "name": "network-vif-deleted", "tag": "2ef0f816-02a2-4c58-9b68-99ce025a71a7"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:21:17.607054 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-a787ef5c-df05-4379-b70a-3ab8d81c7698 req-27a2e749-c294-460d-a787-b90941bef875 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:17.615771 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-a787ef5c-df05-4379-b70a-3ab8d81c7698 req-27a2e749-c294-460d-a787-b90941bef875 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-660590'] for floatingip, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:17.639999 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8d28641f-91d1-445b-8d15-a6bdde672a8f tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:17.764356 n-d-779913-29 neutron-server[93958]: INFO neutron.db.l3_db [req-a787ef5c-df05-4379-b70a-3ab8d81c7698 req-27a2e749-c294-460d-a787-b90941bef875 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121-project] Floating IP 5d2ca0dd-584c-4bf7-8a9e-b86230d593c9 associated. External IP: 172.25.4.40, port: 8dca1f60-92a8-4738-a512-aa08d60371ac. Jul 14 09:21:17.810023 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d28641f-91d1-445b-8d15-a6bdde672a8f tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] Network 2dcd4d32-cc7c-4468-b396-7ce5c9231892 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:21:17.851883 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-8d28641f-91d1-445b-8d15-a6bdde672a8f tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:21:17.878226 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d28641f-91d1-445b-8d15-a6bdde672a8f tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] Pushing event updated for resources: {'Port': ['ID=f43846a9-142b-4434-8c66-7b78070fc4d4,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:17.892845 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d28641f-91d1-445b-8d15-a6bdde672a8f tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:21:17.970577 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [req-18389ccc-a06b-4c47-af1b-e27c7985d568 req-8b2343bc-5e0a-41a3-b677-f1691ebcf5bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8ac8cc4-6e5e-49d6-9a58-216dd287dc07 {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:21:17.989724 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-18389ccc-a06b-4c47-af1b-e27c7985d568 req-8b2343bc-5e0a-41a3-b677-f1691ebcf5bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:18.067437 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [req-18389ccc-a06b-4c47-af1b-e27c7985d568 req-8b2343bc-5e0a-41a3-b677-f1691ebcf5bc service neutron] Transition to ACTIVE for port object e8ac8cc4-6e5e-49d6-9a58-216dd287dc07 will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:21:18.082091 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-18389ccc-a06b-4c47-af1b-e27c7985d568 req-8b2343bc-5e0a-41a3-b677-f1691ebcf5bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:18.084613 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8d28641f-91d1-445b-8d15-a6bdde672a8f tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:18.133362 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156cae2a-fba9-4f58-adb8-2cce2293608d req-7086ce11-d03c-42bf-b950-8ed90d98953a tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:18.135047 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-156cae2a-fba9-4f58-adb8-2cce2293608d req-7086ce11-d03c-42bf-b950-8ed90d98953a tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] 10.222.0.68 "GET /v2.0/ports?device_id=8b40894a-81e1-4e74-b9f4-12d92c7f4081 HTTP/1.1" status: 200 len: 946 time: 0.3685925 Jul 14 09:21:18.150800 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a787ef5c-df05-4379-b70a-3ab8d81c7698 req-27a2e749-c294-460d-a787-b90941bef875 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121-project] Router 8f1d501e-40e1-4db8-a88d-7a4933580ee3 has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:21:18.212973 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2343bc-5e0a-41a3-b677-f1691ebcf5bc service neutron] Pushing event updated for resources: {'Port': ['ID=e8ac8cc4-6e5e-49d6-9a58-216dd287dc07,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:18.251559 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8d28641f-91d1-445b-8d15-a6bdde672a8f tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:18.338852 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-156cae2a-fba9-4f58-adb8-2cce2293608d req-5f2f5cd7-51ba-4a89-9acd-1bd90b0bda11 tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] 10.222.0.68 "GET /v2.0/security-groups?id=65dfa8de-6f82-43dd-bcdf-865f204c3ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727757 Jul 14 09:21:18.412771 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a787ef5c-df05-4379-b70a-3ab8d81c7698 req-27a2e749-c294-460d-a787-b90941bef875 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121-project] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:21:18.419629 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-a787ef5c-df05-4379-b70a-3ab8d81c7698 req-27a2e749-c294-460d-a787-b90941bef875 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for floatingip, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:18.427602 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c17b5df3-9ba6-48d2-88ce-4a0e13ea2726 None None] Sync routers for ids ['8f1d501e-40e1-4db8-a88d-7a4933580ee3'] in n-d-779913-29 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:21:18.445759 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c17b5df3-9ba6-48d2-88ce-4a0e13ea2726 None None] Routers {'8f1d501e-40e1-4db8-a88d-7a4933580ee3'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:21:18.446380 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-c17b5df3-9ba6-48d2-88ce-4a0e13ea2726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:20:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['8f1d501e-40e1-4db8-a88d-7a4933580ee3'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:21:18.464867 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-a787ef5c-df05-4379-b70a-3ab8d81c7698 req-27a2e749-c294-460d-a787-b90941bef875 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121-project] 10.222.0.68 "PUT /v2.0/floatingips/5d2ca0dd-584c-4bf7-8a9e-b86230d593c9 HTTP/1.1" status: 200 len: 995 time: 1.4776349 Jul 14 09:21:18.487680 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43161873-7e25-46ba-939e-d9598e05bb16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1dfa8d4-a7d0-4f85-b35d-8b2b5c31eb50'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:21:18.490345 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd62303f06773040a8a4e189dc46b4f565768c299abf8ab8e7739778b0bc3e97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d02df57d-92cd-45c4-a94f-4689ebc1c1f0" -d '{"events": [{"server_uuid": "43161873-7e25-46ba-939e-d9598e05bb16", "name": "network-vif-plugged", "status": "completed", "tag": "c1dfa8d4-a7d0-4f85-b35d-8b2b5c31eb50"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:21:18.533303 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5fefc8-e39f-47cb-a12b-2c6cc75eb88d req-12737e1a-9ab7-4b0f-8e3c-e838625e90b9 tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:18.538347 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ef5fefc8-e39f-47cb-a12b-2c6cc75eb88d req-12737e1a-9ab7-4b0f-8e3c-e838625e90b9 tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] 10.222.0.57 "GET /v2.0/ports?device_id=28dd3587-2d03-4043-84ca-73b4803ca881 HTTP/1.1" status: 200 len: 945 time: 0.3105676 Jul 14 09:21:18.551201 n-d-779913-29 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b072d6f-b903-4b4b-b5b1-8307fad199f9', 'tag': '8dca1f60-92a8-4738-a512-aa08d60371ac'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:21:18.553437 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cb48f044f948e981f43897c8d7f1332f741dc7af2b4c5a6e19d8f4a80f708e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08409cf1-6d10-4a9b-9c3c-0d6fc58503fb" -d '{"events": [{"name": "network-changed", "server_uuid": "5b072d6f-b903-4b4b-b5b1-8307fad199f9", "tag": "8dca1f60-92a8-4738-a512-aa08d60371ac"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:21:18.626599 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8d28641f-91d1-445b-8d15-a6bdde672a8f tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:18.630563 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-18389ccc-a06b-4c47-af1b-e27c7985d568 req-8b2343bc-5e0a-41a3-b677-f1691ebcf5bc service neutron] Attempting to bind port e8ac8cc4-6e5e-49d6-9a58-216dd287dc07 on host n-h2-779913-29 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:21:18.630806 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-18389ccc-a06b-4c47-af1b-e27c7985d568 req-8b2343bc-5e0a-41a3-b677-f1691ebcf5bc service neutron] Attempting to bind port e8ac8cc4-6e5e-49d6-9a58-216dd287dc07 by drivers openvswitch,hyperv on host n-h2-779913-29 at level 0 using segments [{'id': '765d759d-a7d8-452a-a46c-8c9682de4f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '9cb080c5-9bd5-4fed-8810-4e4711ca3bcc'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:21:18.631134 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18389ccc-a06b-4c47-af1b-e27c7985d568 req-8b2343bc-5e0a-41a3-b677-f1691ebcf5bc service neutron] Attempting to bind port e8ac8cc4-6e5e-49d6-9a58-216dd287dc07 on network 9cb080c5-9bd5-4fed-8810-4e4711ca3bcc {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:21:18.635606 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8d28641f-91d1-445b-8d15-a6bdde672a8f tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:18.646342 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18389ccc-a06b-4c47-af1b-e27c7985d568 req-8b2343bc-5e0a-41a3-b677-f1691ebcf5bc service neutron] Port e8ac8cc4-6e5e-49d6-9a58-216dd287dc07 on network 9cb080c5-9bd5-4fed-8810-4e4711ca3bcc not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-29 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:21:18.646734 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18389ccc-a06b-4c47-af1b-e27c7985d568 req-8b2343bc-5e0a-41a3-b677-f1691ebcf5bc service neutron] Attempting to bind port e8ac8cc4-6e5e-49d6-9a58-216dd287dc07 on network 9cb080c5-9bd5-4fed-8810-4e4711ca3bcc {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:21:18.668538 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-c17b5df3-9ba6-48d2-88ce-4a0e13ea2726 None None] Set router 8f1d501e-40e1-4db8-a88d-7a4933580ee3 gateway port host: n-d-779913-29 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:21:18.681388 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18389ccc-a06b-4c47-af1b-e27c7985d568 req-8b2343bc-5e0a-41a3-b677-f1691ebcf5bc service neutron] Checking agent: {'id': '013e4a3b-a634-47b8-b6a5-1a25109b73fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 13, 13), 'started_at': datetime.datetime(2021, 7, 14, 9, 13, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 21, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:21:18.681809 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18389ccc-a06b-4c47-af1b-e27c7985d568 req-8b2343bc-5e0a-41a3-b677-f1691ebcf5bc service neutron] Checking segment: {'id': '765d759d-a7d8-452a-a46c-8c9682de4f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '9cb080c5-9bd5-4fed-8810-4e4711ca3bcc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:21:18.682240 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18389ccc-a06b-4c47-af1b-e27c7985d568 req-8b2343bc-5e0a-41a3-b677-f1691ebcf5bc service neutron] Bound using segment: {'id': '765d759d-a7d8-452a-a46c-8c9682de4f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '9cb080c5-9bd5-4fed-8810-4e4711ca3bcc'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:21:18.682797 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-18389ccc-a06b-4c47-af1b-e27c7985d568 req-8b2343bc-5e0a-41a3-b677-f1691ebcf5bc service neutron] Bound port: e8ac8cc4-6e5e-49d6-9a58-216dd287dc07, host: n-h2-779913-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '765d759d-a7d8-452a-a46c-8c9682de4f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '9cb080c5-9bd5-4fed-8810-4e4711ca3bcc'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:21:18.683220 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-18389ccc-a06b-4c47-af1b-e27c7985d568 req-8b2343bc-5e0a-41a3-b677-f1691ebcf5bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:18.730744 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a787ef5c-df05-4379-b70a-3ab8d81c7698 req-28044dc0-6a5e-46dd-bee9-5357878fb488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:18.732011 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-a787ef5c-df05-4379-b70a-3ab8d81c7698 req-28044dc0-6a5e-46dd-bee9-5357878fb488 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=c0f0aba1395a4fd1a6d1ed53f3eeb2b1&device_id=5b072d6f-b903-4b4b-b5b1-8307fad199f9 HTTP/1.1" status: 200 len: 1097 time: 0.2454889 Jul 14 09:21:18.746293 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8d28641f-91d1-445b-8d15-a6bdde672a8f tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-660590'] for floatingip, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:18.755352 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-ef5fefc8-e39f-47cb-a12b-2c6cc75eb88d req-00d35165-3c2d-44a8-93dd-93d2f4244082 tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] Deleting port 0f6b05e0-8d17-4b83-aa55-df527950bbf0 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:21:18.755733 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-ef5fefc8-e39f-47cb-a12b-2c6cc75eb88d req-00d35165-3c2d-44a8-93dd-93d2f4244082 tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:18.818035 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8d28641f-91d1-445b-8d15-a6bdde672a8f tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for floatingip, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:18.819524 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-8d28641f-91d1-445b-8d15-a6bdde672a8f tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2793422 Jul 14 09:21:18.906828 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a787ef5c-df05-4379-b70a-3ab8d81c7698 req-579870d0-45b9-4fd0-a77b-32c65602140b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:18.908364 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-a787ef5c-df05-4379-b70a-3ab8d81c7698 req-579870d0-45b9-4fd0-a77b-32c65602140b service neutron] 10.222.0.68 "GET /v2.0/networks?id=1ca22f68-f22e-4539-bf48-b4a59573e7f3 HTTP/1.1" status: 200 len: 930 time: 0.1671994 Jul 14 09:21:18.915096 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-18389ccc-a06b-4c47-af1b-e27c7985d568 req-8b2343bc-5e0a-41a3-b677-f1691ebcf5bc service neutron] For port e8ac8cc4-6e5e-49d6-9a58-216dd287dc07, host n-h2-779913-29, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:21:18.921692 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d28641f-91d1-445b-8d15-a6bdde672a8f tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] Pushing event updated for resources: {'Port': ['ID=f43846a9-142b-4434-8c66-7b78070fc4d4,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:18.933385 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-18389ccc-a06b-4c47-af1b-e27c7985d568 req-8b2343bc-5e0a-41a3-b677-f1691ebcf5bc service neutron] For port e8ac8cc4-6e5e-49d6-9a58-216dd287dc07, host n-h2-779913-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=e8ac8cc4-6e5e-49d6-9a58-216dd287dc07,segment=NetworkSegment(765d759d-a7d8-452a-a46c-8c9682de4f64),segment_id=765d759d-a7d8-452a-a46c-8c9682de4f64)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:21:18.951575 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-18389ccc-a06b-4c47-af1b-e27c7985d568 req-8b2343bc-5e0a-41a3-b677-f1691ebcf5bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:19.027614 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-a787ef5c-df05-4379-b70a-3ab8d81c7698 req-73e60529-454f-4971-a707-17158b38b836 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8dca1f60-92a8-4738-a512-aa08d60371ac HTTP/1.1" status: 200 len: 998 time: 0.1090820 Jul 14 09:21:19.031963 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 2ef0f816-02a2-4c58-9b68-99ce025a71a7 no longer exists at agent hyperv_n-h1-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:21:19.049918 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-ef5fefc8-e39f-47cb-a12b-2c6cc75eb88d req-00d35165-3c2d-44a8-93dd-93d2f4244082 tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] For port 0f6b05e0-8d17-4b83-aa55-df527950bbf0, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=0f6b05e0-8d17-4b83-aa55-df527950bbf0,segment=NetworkSegment(4f3a0541-e6cd-42f5-92f6-5d961c2f621f),segment_id=4f3a0541-e6cd-42f5-92f6-5d961c2f621f)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:21:19.050291 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-ef5fefc8-e39f-47cb-a12b-2c6cc75eb88d req-00d35165-3c2d-44a8-93dd-93d2f4244082 tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:19.075204 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] No Port match for: 2ef0f816-02a2-4c58-9b68-99ce025a71a7 {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:21:19.076079 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 2ef0f816-02a2-4c58-9b68-99ce025a71a7 not bound to the agent host n-h1-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:21:19.092510 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-c17b5df3-9ba6-48d2-88ce-4a0e13ea2726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f1d501e-40e1-4db8-a88d-7a4933580ee3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1173896188-router', 'tenant_id': 'c0f0aba1395a4fd1a6d1ed53f3eeb2b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.139'}], 'enable_snat': True}, 'gw_port_id': '611f471d-cf2b-4405-b0b1-1ad76cabb61a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:20:34Z', 'updated_at': '2021-07-14T09:20:47Z', 'revision_number': 4, 'project_id': 'c0f0aba1395a4fd1a6d1ed53f3eeb2b1', 'gw_port': {'id': '611f471d-cf2b-4405-b0b1-1ad76cabb61a', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b4:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f1d501e-40e1-4db8-a88d-7a4933580ee3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:20:37Z', 'updated_at': '2021-07-14T09:20:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_floatingips': [{'id': '5d2ca0dd-584c-4bf7-8a9e-b86230d593c9', 'tenant_id': 'c0f0aba1395a4fd1a6d1ed53f3eeb2b1', 'floating_ip_address': '172.25.4.40', 'floating_network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'router_id': '8f1d501e-40e1-4db8-a88d-7a4933580ee3', 'port_id': '8dca1f60-92a8-4738-a512-aa08d60371ac', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ca22f68-f22e-4539-bf48-b4a59573e7f3', 'mac_address': 'fa:16:3e:b7:c2:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b072d6f-b903-4b4b-b5b1-8307fad199f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:21:15Z', 'updated_at': '2021-07-14T09:21:17Z', 'revision_number': 1, 'project_id': 'c0f0aba1395a4fd1a6d1ed53f3eeb2b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a304cfa-f68c-49a4-9dd0-2c953252c755', 'name': '', 'network_id': '1ca22f68-f22e-4539-bf48-b4a59573e7f3', 'tenant_id': 'c0f0aba1395a4fd1a6d1ed53f3eeb2b1', 'mac_address': 'fa:16:3e:ea:99:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f1d501e-40e1-4db8-a88d-7a4933580ee3', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '97937e07-8267-44e8-9758-651c212a988c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:20:44Z', 'updated_at': '2021-07-14T09:20:56Z', 'revision_number': 5, 'project_id': 'c0f0aba1395a4fd1a6d1ed53f3eeb2b1', 'subnets': [{'id': '97937e07-8267-44e8-9758-651c212a988c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:21:19.100317 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18389ccc-a06b-4c47-af1b-e27c7985d568 req-8b2343bc-5e0a-41a3-b677-f1691ebcf5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:19.102053 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-18389ccc-a06b-4c47-af1b-e27c7985d568 req-8b2343bc-5e0a-41a3-b677-f1691ebcf5bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:19.103510 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-18389ccc-a06b-4c47-af1b-e27c7985d568 req-8b2343bc-5e0a-41a3-b677-f1691ebcf5bc service neutron] 10.222.0.57 "PUT /v2.0/ports/e8ac8cc4-6e5e-49d6-9a58-216dd287dc07 HTTP/1.1" status: 200 len: 1093 time: 2.3639882 Jul 14 09:21:19.110674 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-ef5fefc8-e39f-47cb-a12b-2c6cc75eb88d req-00d35165-3c2d-44a8-93dd-93d2f4244082 tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] Calling delete_port for 0f6b05e0-8d17-4b83-aa55-df527950bbf0 owned by compute:nova {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:21:19.140268 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a787ef5c-df05-4379-b70a-3ab8d81c7698 req-c06c11f1-97dc-4b4f-952c-11d822283997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:19.141858 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c17b5df3-9ba6-48d2-88ce-4a0e13ea2726 None None] Checking router: 8f1d501e-40e1-4db8-a88d-7a4933580ee3 for host: n-d-779913-29 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:21:19.146471 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-a787ef5c-df05-4379-b70a-3ab8d81c7698 req-c06c11f1-97dc-4b4f-952c-11d822283997 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=97937e07-8267-44e8-9758-651c212a988c HTTP/1.1" status: 200 len: 868 time: 0.1119943 Jul 14 09:21:19.164388 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c17b5df3-9ba6-48d2-88ce-4a0e13ea2726 None None] Routers {'8f1d501e-40e1-4db8-a88d-7a4933580ee3'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:21:19.165047 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-c17b5df3-9ba6-48d2-88ce-4a0e13ea2726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:20:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['8f1d501e-40e1-4db8-a88d-7a4933580ee3'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:21:19.174067 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2b1486-ff3d-4b14-b47d-6575332856ca req-6b09cceb-d478-4a08-818f-3037beb96cc4 tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:19.183765 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-eb2b1486-ff3d-4b14-b47d-6575332856ca req-6b09cceb-d478-4a08-818f-3037beb96cc4 tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] 10.222.0.68 "GET /v2.0/ports?device_id=43161873-7e25-46ba-939e-d9598e05bb16 HTTP/1.1" status: 200 len: 945 time: 0.4249785 Jul 14 09:21:19.205080 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2343bc-5e0a-41a3-b677-f1691ebcf5bc service neutron] Pushing event updated for resources: {'Port': ['ID=e8ac8cc4-6e5e-49d6-9a58-216dd287dc07,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:19.297113 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-c17b5df3-9ba6-48d2-88ce-4a0e13ea2726 None None] Set router 8f1d501e-40e1-4db8-a88d-7a4933580ee3 gateway port host: n-d-779913-29 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:21:19.316475 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-eb2b1486-ff3d-4b14-b47d-6575332856ca req-b5bfa5d9-6164-482c-a192-a8bc821e76b5 tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] 10.222.0.68 "GET /v2.0/security-groups?id=c6f7d264-cbb5-40f9-9fec-5b9701ca674b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314359 Jul 14 09:21:19.330456 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-ef5fefc8-e39f-47cb-a12b-2c6cc75eb88d req-00d35165-3c2d-44a8-93dd-93d2f4244082 tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:19.394545 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-37f86958-90ac-4c15-a3e2-48ebe7612a71 req-8e95ea84-c314-43c8-9b95-7a856d08fec3 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=2719b879-abb1-4c54-98f8-1863e426ed31&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2781920 Jul 14 09:21:19.405892 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d35165-3c2d-44a8-93dd-93d2f4244082 tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] Pushing event deleted for resources: {'Port': ['ID=0f6b05e0-8d17-4b83-aa55-df527950bbf0,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:19.408200 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18389ccc-a06b-4c47-af1b-e27c7985d568 req-208b205d-f574-4a9d-ae2a-43b67894300e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:19.412693 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-18389ccc-a06b-4c47-af1b-e27c7985d568 req-208b205d-f574-4a9d-ae2a-43b67894300e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5d787e34149b4f8984cce44f752c816e&device_id=c32610fb-fe36-4bc7-be35-63b201a56a49 HTTP/1.1" status: 200 len: 1096 time: 0.2041161 Jul 14 09:21:19.515203 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef5fefc8-e39f-47cb-a12b-2c6cc75eb88d req-00d35165-3c2d-44a8-93dd-93d2f4244082 tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] No DVR routers for this DVR port 0f6b05e0-8d17-4b83-aa55-df527950bbf0 on host n-h2-779913-29 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:21:19.517921 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-ef5fefc8-e39f-47cb-a12b-2c6cc75eb88d req-00d35165-3c2d-44a8-93dd-93d2f4244082 tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:19.520569 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ef5fefc8-e39f-47cb-a12b-2c6cc75eb88d req-00d35165-3c2d-44a8-93dd-93d2f4244082 tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] 10.222.0.57 "DELETE /v2.0/ports/0f6b05e0-8d17-4b83-aa55-df527950bbf0 HTTP/1.1" status: 204 len: 173 time: 0.9759238 Jul 14 09:21:19.531954 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a787ef5c-df05-4379-b70a-3ab8d81c7698 req-05424473-1313-4369-a56b-77b638e4a50c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:19.534165 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-a787ef5c-df05-4379-b70a-3ab8d81c7698 req-05424473-1313-4369-a56b-77b638e4a50c service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=1ca22f68-f22e-4539-bf48-b4a59573e7f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2147553 Jul 14 09:21:19.542057 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-18389ccc-a06b-4c47-af1b-e27c7985d568 req-8b458ea7-4a59-4a14-84df-06404d92a5a4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e8ac8cc4-6e5e-49d6-9a58-216dd287dc07 HTTP/1.1" status: 200 len: 217 time: 0.1100454 Jul 14 09:21:19.547284 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [req-a787ef5c-df05-4379-b70a-3ab8d81c7698 req-585ae263-2a0e-482f-9bca-fe0dd4c364dd service neutron] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=93958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:21:19.548611 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-a787ef5c-df05-4379-b70a-3ab8d81c7698 req-585ae263-2a0e-482f-9bca-fe0dd4c364dd service neutron] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0077770 Jul 14 09:21:19.630732 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-4b27c643-84a1-4413-ac47-9a9d706f49af req-279403f0-8f78-4642-958e-7a67adf0df5e tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] 10.222.0.68 "GET /v2.0/ports?device_id=28dd3587-2d03-4043-84ca-73b4803ca881 HTTP/1.1" status: 200 len: 210 time: 0.0859411 Jul 14 09:21:19.691875 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-a787ef5c-df05-4379-b70a-3ab8d81c7698 req-837f12e0-c19f-4240-a6ee-ded7cab392c2 service neutron] 10.222.0.68 "GET /v2.0/networks/1ca22f68-f22e-4539-bf48-b4a59573e7f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290600 Jul 14 09:21:19.694690 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18389ccc-a06b-4c47-af1b-e27c7985d568 req-e53a3c79-c284-4b1c-b7e6-b1b749a4bf36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:19.699629 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-18389ccc-a06b-4c47-af1b-e27c7985d568 req-e53a3c79-c284-4b1c-b7e6-b1b749a4bf36 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7ee4e5c2-68bc-40bf-adbc-da1aa2b9476e HTTP/1.1" status: 200 len: 855 time: 0.1458452 Jul 14 09:21:19.706766 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-c17b5df3-9ba6-48d2-88ce-4a0e13ea2726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f1d501e-40e1-4db8-a88d-7a4933580ee3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1173896188-router', 'tenant_id': 'c0f0aba1395a4fd1a6d1ed53f3eeb2b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.139'}], 'enable_snat': True}, 'gw_port_id': '611f471d-cf2b-4405-b0b1-1ad76cabb61a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:20:34Z', 'updated_at': '2021-07-14T09:20:47Z', 'revision_number': 4, 'project_id': 'c0f0aba1395a4fd1a6d1ed53f3eeb2b1', 'gw_port': {'id': '611f471d-cf2b-4405-b0b1-1ad76cabb61a', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b4:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f1d501e-40e1-4db8-a88d-7a4933580ee3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:20:37Z', 'updated_at': '2021-07-14T09:20:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_floatingips': [{'id': '5d2ca0dd-584c-4bf7-8a9e-b86230d593c9', 'tenant_id': 'c0f0aba1395a4fd1a6d1ed53f3eeb2b1', 'floating_ip_address': '172.25.4.40', 'floating_network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'router_id': '8f1d501e-40e1-4db8-a88d-7a4933580ee3', 'port_id': '8dca1f60-92a8-4738-a512-aa08d60371ac', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ca22f68-f22e-4539-bf48-b4a59573e7f3', 'mac_address': 'fa:16:3e:b7:c2:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b072d6f-b903-4b4b-b5b1-8307fad199f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:21:15Z', 'updated_at': '2021-07-14T09:21:17Z', 'revision_number': 1, 'project_id': 'c0f0aba1395a4fd1a6d1ed53f3eeb2b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a304cfa-f68c-49a4-9dd0-2c953252c755', 'name': '', 'network_id': '1ca22f68-f22e-4539-bf48-b4a59573e7f3', 'tenant_id': 'c0f0aba1395a4fd1a6d1ed53f3eeb2b1', 'mac_address': 'fa:16:3e:ea:99:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f1d501e-40e1-4db8-a88d-7a4933580ee3', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '97937e07-8267-44e8-9758-651c212a988c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:20:44Z', 'updated_at': '2021-07-14T09:20:56Z', 'revision_number': 5, 'project_id': 'c0f0aba1395a4fd1a6d1ed53f3eeb2b1', 'subnets': [{'id': '97937e07-8267-44e8-9758-651c212a988c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:21:19.723036 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:21:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09164d32-aa93-4da6-9e0d-0346d71a3612 x-openstack-request-id: req-09164d32-aa93-4da6-9e0d-0346d71a3612 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:21:19.725297 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fae776f6-08aa-4436-8736-3d602d7a93d2", "name": "network-vif-deleted", "tag": "2ef0f816-02a2-4c58-9b68-99ce025a71a7", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:21:19.727347 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-09164d32-aa93-4da6-9e0d-0346d71a3612 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:21:19.731680 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fae776f6-08aa-4436-8736-3d602d7a93d2', 'name': 'network-vif-deleted', 'tag': '2ef0f816-02a2-4c58-9b68-99ce025a71a7', 'status': 'completed', 'code': 200} Jul 14 09:21:19.763359 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c17b5df3-9ba6-48d2-88ce-4a0e13ea2726 None None] The sync data for ids ['8f1d501e-40e1-4db8-a88d-7a4933580ee3'] in n-d-779913-29 is: [{'id': '8f1d501e-40e1-4db8-a88d-7a4933580ee3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1173896188-router', 'tenant_id': 'c0f0aba1395a4fd1a6d1ed53f3eeb2b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.139'}], 'enable_snat': True}, 'gw_port_id': '611f471d-cf2b-4405-b0b1-1ad76cabb61a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:20:34Z', 'updated_at': '2021-07-14T09:20:47Z', 'revision_number': 4, 'project_id': 'c0f0aba1395a4fd1a6d1ed53f3eeb2b1', 'gw_port': {'id': '611f471d-cf2b-4405-b0b1-1ad76cabb61a', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b4:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f1d501e-40e1-4db8-a88d-7a4933580ee3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:20:37Z', 'updated_at': '2021-07-14T09:20:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_floatingips': [{'id': '5d2ca0dd-584c-4bf7-8a9e-b86230d593c9', 'tenant_id': 'c0f0aba1395a4fd1a6d1ed53f3eeb2b1', 'floating_ip_address': '172.25.4.40', 'floating_network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'router_id': '8f1d501e-40e1-4db8-a88d-7a4933580ee3', 'port_id': '8dca1f60-92a8-4738-a512-aa08d60371ac', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ca22f68-f22e-4539-bf48-b4a59573e7f3', 'mac_address': 'fa:16:3e:b7:c2:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b072d6f-b903-4b4b-b5b1-8307fad199f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:21:15Z', 'updated_at': '2021-07-14T09:21:17Z', 'revision_number': 1, 'project_id': 'c0f0aba1395a4fd1a6d1ed53f3eeb2b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a304cfa-f68c-49a4-9dd0-2c953252c755', 'name': '', 'network_id': '1ca22f68-f22e-4539-bf48-b4a59573e7f3', 'tenant_id': 'c0f0aba1395a4fd1a6d1ed53f3eeb2b1', 'mac_address': 'fa:16:3e:ea:99:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f1d501e-40e1-4db8-a88d-7a4933580ee3', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '97937e07-8267-44e8-9758-651c212a988c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:20:44Z', 'updated_at': '2021-07-14T09:20:56Z', 'revision_number': 5, 'project_id': 'c0f0aba1395a4fd1a6d1ed53f3eeb2b1', 'subnets': [{'id': '97937e07-8267-44e8-9758-651c212a988c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:21:19.782898 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f86958-90ac-4c15-a3e2-48ebe7612a71 req-f166b27f-aec4-4534-9c13-b367e8a4e329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:19.784457 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-37f86958-90ac-4c15-a3e2-48ebe7612a71 req-f166b27f-aec4-4534-9c13-b367e8a4e329 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e14af975015c4397b9da2a89a906dfc2&device_id=2719b879-abb1-4c54-98f8-1863e426ed31 HTTP/1.1" status: 200 len: 1096 time: 0.2949142 Jul 14 09:21:19.857834 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-a787ef5c-df05-4379-b70a-3ab8d81c7698 req-925e59f0-b128-4d59-8cfe-6659979b02ed service neutron] 10.222.0.68 "GET /v2.0/networks/1ca22f68-f22e-4539-bf48-b4a59573e7f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544998 Jul 14 09:21:19.933462 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18389ccc-a06b-4c47-af1b-e27c7985d568 req-9e728789-1f56-4068-8b4e-720b5f7bce5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:19.935380 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-18389ccc-a06b-4c47-af1b-e27c7985d568 req-9e728789-1f56-4068-8b4e-720b5f7bce5a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9cb080c5-9bd5-4fed-8810-4e4711ca3bcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2263258 Jul 14 09:21:19.998177 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:21:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e162f3a2-5ddc-4193-bfaa-b10e77dbbd71 x-openstack-request-id: req-e162f3a2-5ddc-4193-bfaa-b10e77dbbd71 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:21:19.998759 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43161873-7e25-46ba-939e-d9598e05bb16", "name": "network-vif-plugged", "status": "completed", "tag": "c1dfa8d4-a7d0-4f85-b35d-8b2b5c31eb50", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:21:19.998759 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-e162f3a2-5ddc-4193-bfaa-b10e77dbbd71 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:21:19.999128 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43161873-7e25-46ba-939e-d9598e05bb16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1dfa8d4-a7d0-4f85-b35d-8b2b5c31eb50', 'code': 200} Jul 14 09:21:20.031294 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f86958-90ac-4c15-a3e2-48ebe7612a71 req-4a3d8a1c-2a79-4b95-8fe1-7b958b8c7eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:20.032954 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-37f86958-90ac-4c15-a3e2-48ebe7612a71 req-4a3d8a1c-2a79-4b95-8fe1-7b958b8c7eeb service neutron] 10.222.0.57 "GET /v2.0/networks?id=e7cb481e-49dc-464e-b748-d3d2c45f69f9 HTTP/1.1" status: 200 len: 921 time: 0.1991508 Jul 14 09:21:20.069528 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:21:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f972ff39-ac43-4f5d-bf99-9bc81c108890 x-openstack-request-id: req-f972ff39-ac43-4f5d-bf99-9bc81c108890 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:21:20.069806 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b072d6f-b903-4b4b-b5b1-8307fad199f9", "tag": "8dca1f60-92a8-4738-a512-aa08d60371ac", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:21:20.070128 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-f972ff39-ac43-4f5d-bf99-9bc81c108890 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:21:20.070582 n-d-779913-29 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b072d6f-b903-4b4b-b5b1-8307fad199f9', 'tag': '8dca1f60-92a8-4738-a512-aa08d60371ac', 'status': 'completed', 'code': 200} Jul 14 09:21:20.085592 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-37f86958-90ac-4c15-a3e2-48ebe7612a71 req-c024300f-573d-418f-99ec-00563f8a3131 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aab7bb30-8d5d-4d47-b33f-ff650cfffb9e HTTP/1.1" status: 200 len: 217 time: 0.0434713 Jul 14 09:21:20.133082 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59feec28-e21c-4759-80d3-870966715b54 None None] New status for floating IP 5d2ca0dd-584c-4bf7-8a9e-b86230d593c9: ACTIVE {{(pid=93959) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:21:20.220695 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-18389ccc-a06b-4c47-af1b-e27c7985d568 req-c2de0615-a6e3-4b66-bfbf-2a98aeea9eee service neutron] 10.222.0.57 "GET /v2.0/networks/9cb080c5-9bd5-4fed-8810-4e4711ca3bcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2767963 Jul 14 09:21:20.226601 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f86958-90ac-4c15-a3e2-48ebe7612a71 req-7a71b188-5f07-463d-9004-b8b1bff48586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:20.229139 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-37f86958-90ac-4c15-a3e2-48ebe7612a71 req-7a71b188-5f07-463d-9004-b8b1bff48586 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a1f8d7cc-d5f0-4ac4-b550-493e46cf12fc HTTP/1.1" status: 200 len: 860 time: 0.1246483 Jul 14 09:21:20.250006 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02476ee-7c33-4d75-a167-a26d83693de6 req-188a9810-1e1d-4f09-b894-f21b34435f1c tempest-ServersTestBootFromVolume-1941781310 tempest-ServersTestBootFromVolume-1941781310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:20.257250 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c02476ee-7c33-4d75-a167-a26d83693de6 req-188a9810-1e1d-4f09-b894-f21b34435f1c tempest-ServersTestBootFromVolume-1941781310 tempest-ServersTestBootFromVolume-1941781310-project] 10.222.0.68 "GET /v2.0/ports?device_id=c32610fb-fe36-4bc7-be35-63b201a56a49 HTTP/1.1" status: 200 len: 944 time: 0.3179448 Jul 14 09:21:20.640763 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea9c548-42a6-4bb3-bba9-234eddddb561 req-6f0187d7-669d-41dc-b64d-70c226968fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:20.642328 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-eea9c548-42a6-4bb3-bba9-234eddddb561 req-6f0187d7-669d-41dc-b64d-70c226968fba service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=43161873-7e25-46ba-939e-d9598e05bb16 HTTP/1.1" status: 200 len: 1097 time: 0.4946043 Jul 14 09:21:20.642456 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-37f86958-90ac-4c15-a3e2-48ebe7612a71 req-6b12b80e-eb71-4945-a67e-94c8d7b05603 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e7cb481e-49dc-464e-b748-d3d2c45f69f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3728762 Jul 14 09:21:20.678634 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad3211e-ead7-4b80-ae6b-af0d9392ddb7 req-376d6f8a-d08d-43b8-ba74-0186cef00f24 tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:20.680780 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-bad3211e-ead7-4b80-ae6b-af0d9392ddb7 req-376d6f8a-d08d-43b8-ba74-0186cef00f24 tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] 10.222.0.68 "GET /v2.0/networks?id=7a07191a-b9d7-482c-8935-c823cd63fc61 HTTP/1.1" status: 200 len: 822 time: 0.4799860 Jul 14 09:21:20.708661 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-bad3211e-ead7-4b80-ae6b-af0d9392ddb7 req-7e381d72-87c3-48b6-adee-d740a6977537 tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] 10.222.0.68 "GET /v2.0/quotas/aad66054a8f146139519a42123ab4eac HTTP/1.1" status: 200 len: 375 time: 0.0193338 Jul 14 09:21:20.711225 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-eea9c548-42a6-4bb3-bba9-234eddddb561 req-1bb174d7-3beb-412f-a2cd-f698ff88a8c5 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=c6f7d264-cbb5-40f9-9fec-5b9701ca674b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545831 Jul 14 09:21:20.731522 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c02476ee-7c33-4d75-a167-a26d83693de6 req-2981b1d1-8cee-484e-abe1-ecd57c0116be tempest-ServersTestBootFromVolume-1941781310 tempest-ServersTestBootFromVolume-1941781310-project] 10.222.0.68 "GET /v2.0/security-groups?id=cbdf9c90-adbd-403e-9b32-cb9bb14c6bec&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4737425 Jul 14 09:21:20.733265 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08409cf1-6d10-4a9b-9c3c-0d6fc58503fb req-6aa5b1b8-c2f3-472c-99e8-51d9f8e24d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:20.734710 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-08409cf1-6d10-4a9b-9c3c-0d6fc58503fb req-6aa5b1b8-c2f3-472c-99e8-51d9f8e24d8a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c0f0aba1395a4fd1a6d1ed53f3eeb2b1&device_id=5b072d6f-b903-4b4b-b5b1-8307fad199f9 HTTP/1.1" status: 200 len: 1097 time: 0.6132436 Jul 14 09:21:20.785345 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-bad3211e-ead7-4b80-ae6b-af0d9392ddb7 req-9fdd880d-2165-461c-9fa8-d405d2b6d5bb tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=aad66054a8f146139519a42123ab4eac&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0701826 Jul 14 09:21:20.818035 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-18389ccc-a06b-4c47-af1b-e27c7985d568 req-458ef2c2-2a44-4f79-9f50-e464674bb635 service neutron] 10.222.0.57 "GET /v2.0/networks/9cb080c5-9bd5-4fed-8810-4e4711ca3bcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5862865 Jul 14 09:21:20.878408 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-bad3211e-ead7-4b80-ae6b-af0d9392ddb7 req-a498d3af-f71e-4f3f-b1c8-f1c22ae30a44 service neutron] 10.222.0.68 "GET /v2.0/networks/7a07191a-b9d7-482c-8935-c823cd63fc61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866303 Jul 14 09:21:20.883422 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-37f86958-90ac-4c15-a3e2-48ebe7612a71 req-947e9581-f574-497f-a6ad-b06f2aac2443 service neutron] 10.222.0.57 "GET /v2.0/networks/e7cb481e-49dc-464e-b748-d3d2c45f69f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2276869 Jul 14 09:21:20.902599 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08409cf1-6d10-4a9b-9c3c-0d6fc58503fb req-739c753c-dac3-43e2-a5d3-b109249d7cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:20.904065 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-08409cf1-6d10-4a9b-9c3c-0d6fc58503fb req-739c753c-dac3-43e2-a5d3-b109249d7cf9 service neutron] 10.222.0.65 "GET /v2.0/networks?id=1ca22f68-f22e-4539-bf48-b4a59573e7f3 HTTP/1.1" status: 200 len: 930 time: 0.1604342 Jul 14 09:21:20.937069 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec19f30-8dd3-4a1a-8d1d-dee2a7303f38 req-a80f4582-657d-43f8-ac74-49a8bfce3ffa tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:20.938589 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-eec19f30-8dd3-4a1a-8d1d-dee2a7303f38 req-a80f4582-657d-43f8-ac74-49a8bfce3ffa tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] 10.222.0.68 "GET /v2.0/ports?device_id=8b40894a-81e1-4e74-b9f4-12d92c7f4081 HTTP/1.1" status: 200 len: 946 time: 0.0919774 Jul 14 09:21:20.972333 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-bad3211e-ead7-4b80-ae6b-af0d9392ddb7 req-2e71bf88-84a0-4ea4-8d07-98266467364b service neutron] 10.222.0.68 "GET /v2.0/networks/7a07191a-b9d7-482c-8935-c823cd63fc61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861223 Jul 14 09:21:21.062064 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-08409cf1-6d10-4a9b-9c3c-0d6fc58503fb req-64c56958-06f5-49d8-96fd-5bcc49924658 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8dca1f60-92a8-4738-a512-aa08d60371ac HTTP/1.1" status: 200 len: 1000 time: 0.1431229 Jul 14 09:21:21.084760 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-eec19f30-8dd3-4a1a-8d1d-dee2a7303f38 req-80ebd3c4-3598-4f6f-a268-31a5b26438b9 tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] 10.222.0.68 "GET /v2.0/security-groups?id=65dfa8de-6f82-43dd-bcdf-865f204c3ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149464 Jul 14 09:21:21.165280 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08409cf1-6d10-4a9b-9c3c-0d6fc58503fb req-5b05238d-7b18-43d1-a3fc-069ea1b18537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:21.166791 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-08409cf1-6d10-4a9b-9c3c-0d6fc58503fb req-5b05238d-7b18-43d1-a3fc-069ea1b18537 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=97937e07-8267-44e8-9758-651c212a988c HTTP/1.1" status: 200 len: 868 time: 0.0955243 Jul 14 09:21:21.237352 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-37f86958-90ac-4c15-a3e2-48ebe7612a71 req-6acb3fb6-ef9d-4b09-bff1-a0270e8886bf service neutron] 10.222.0.57 "GET /v2.0/networks/e7cb481e-49dc-464e-b748-d3d2c45f69f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2487257 Jul 14 09:21:21.382353 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-36095b6b-e5a9-48e0-b2a3-97c8df1a5b32 req-648933a0-5ac5-409d-907d-73d74218e221 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121-project] 10.222.0.68 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=2dcd4d32-cc7c-4468-b396-7ce5c9231892 HTTP/1.1" status: 200 len: 258 time: 0.2375233 Jul 14 09:21:21.388841 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-36095b6b-e5a9-48e0-b2a3-97c8df1a5b32 req-a472e50b-571d-4816-b010-2141c7de7be1 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121-project] Request body: {'floatingip': {'floating_network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:21:21.407962 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08409cf1-6d10-4a9b-9c3c-0d6fc58503fb req-c01d7ff8-2fda-46cc-ac0f-4eedbfa41293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:21.410058 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-08409cf1-6d10-4a9b-9c3c-0d6fc58503fb req-c01d7ff8-2fda-46cc-ac0f-4eedbfa41293 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1ca22f68-f22e-4539-bf48-b4a59573e7f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2232065 Jul 14 09:21:21.441395 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-36095b6b-e5a9-48e0-b2a3-97c8df1a5b32 req-a472e50b-571d-4816-b010-2141c7de7be1 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121-project] Notify callbacks [] for floatingip, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:21.575923 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-08409cf1-6d10-4a9b-9c3c-0d6fc58503fb req-d4f36f2f-49f9-4ada-a0c4-ab283a7f5583 service neutron] 10.222.0.65 "GET /v2.0/networks/1ca22f68-f22e-4539-bf48-b4a59573e7f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575093 Jul 14 09:21:21.620907 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faad840-0bfb-4cdb-ae50-a591744cb089 req-b1d5bef0-3db8-4f71-9794-d032d766c7c1 tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:21.622471 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-2faad840-0bfb-4cdb-ae50-a591744cb089 req-b1d5bef0-3db8-4f71-9794-d032d766c7c1 tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] 10.222.0.68 "GET /v2.0/ports?device_id=43161873-7e25-46ba-939e-d9598e05bb16 HTTP/1.1" status: 200 len: 945 time: 0.0705538 Jul 14 09:21:21.666555 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-2faad840-0bfb-4cdb-ae50-a591744cb089 req-f3426bba-77fa-4248-934a-a8948032179b tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] 10.222.0.68 "GET /v2.0/security-groups?id=c6f7d264-cbb5-40f9-9fec-5b9701ca674b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373330 Jul 14 09:21:21.668323 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-36095b6b-e5a9-48e0-b2a3-97c8df1a5b32 req-a472e50b-571d-4816-b010-2141c7de7be1 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:21.737319 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c32610fb-fe36-4bc7-be35-63b201a56a49', 'tag': 'e8ac8cc4-6e5e-49d6-9a58-216dd287dc07'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:21:21.739606 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-124c6a15-3121-41e0-bc45-8327ae6b20ed" -d '{"events": [{"name": "network-changed", "server_uuid": "c32610fb-fe36-4bc7-be35-63b201a56a49", "tag": "e8ac8cc4-6e5e-49d6-9a58-216dd287dc07"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:21:21.756717 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-08409cf1-6d10-4a9b-9c3c-0d6fc58503fb req-76e31afb-558f-4736-b418-5707cfc8a955 service neutron] 10.222.0.65 "GET /v2.0/networks/1ca22f68-f22e-4539-bf48-b4a59573e7f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1618097 Jul 14 09:21:21.765293 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 0f6b05e0-8d17-4b83-aa55-df527950bbf0 no longer exists at agent hyperv_n-h2-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:21:21.792863 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] No Port match for: 0f6b05e0-8d17-4b83-aa55-df527950bbf0 {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:21:21.793587 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 0f6b05e0-8d17-4b83-aa55-df527950bbf0 not bound to the agent host n-h2-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:21:21.828941 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [req-36095b6b-e5a9-48e0-b2a3-97c8df1a5b32 req-a472e50b-571d-4816-b010-2141c7de7be1 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121-project] Allocated IP 172.25.4.129 (2dcd4d32-cc7c-4468-b396-7ce5c9231892/6cd22a75-5bc1-467c-a3c4-0af04bd1b34a/647984bf-669e-46b3-87c5-06200d7c635f) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:21:21.879746 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d5809dba-909f-411a-bf31-ccb928f40135 req-d3401be2-2c2f-4071-b3aa-8bebb986776b tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] 10.222.0.68 "GET /v2.0/ports?device_id=095e8f1a-810b-42ee-9498-4fd9f739c2d1 HTTP/1.1" status: 200 len: 210 time: 0.0327260 Jul 14 09:21:21.957006 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-36095b6b-e5a9-48e0-b2a3-97c8df1a5b32 req-a472e50b-571d-4816-b010-2141c7de7be1 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121-project] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:22.010309 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-36095b6b-e5a9-48e0-b2a3-97c8df1a5b32 req-a472e50b-571d-4816-b010-2141c7de7be1 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:22.038928 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ed011ea2-9093-454b-b574-ee46bbb53be1 req-104ae75c-a970-4104-b8f3-9e42fa73ccaf tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1566951826&fields=id&tenant_id=22a4f04666c3481d8344225163e60741 HTTP/1.1" status: 200 len: 267 time: 0.0473430 Jul 14 09:21:22.067325 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36095b6b-e5a9-48e0-b2a3-97c8df1a5b32 req-a472e50b-571d-4816-b010-2141c7de7be1 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121-project] Network 2dcd4d32-cc7c-4468-b396-7ce5c9231892 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:21:22.074770 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [req-36095b6b-e5a9-48e0-b2a3-97c8df1a5b32 req-a472e50b-571d-4816-b010-2141c7de7be1 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121-project] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:21:22.077460 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-36095b6b-e5a9-48e0-b2a3-97c8df1a5b32 req-a472e50b-571d-4816-b010-2141c7de7be1 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121-project] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:21:22.079301 n-d-779913-29 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28dd3587-2d03-4043-84ca-73b4803ca881', 'name': 'network-vif-deleted', 'tag': '0f6b05e0-8d17-4b83-aa55-df527950bbf0'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:21:22.093165 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cb48f044f948e981f43897c8d7f1332f741dc7af2b4c5a6e19d8f4a80f708e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3618cc5c-782e-4b2a-8622-4313dfa51cf9" -d '{"events": [{"server_uuid": "28dd3587-2d03-4043-84ca-73b4803ca881", "name": "network-vif-deleted", "tag": "0f6b05e0-8d17-4b83-aa55-df527950bbf0"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:21:22.110845 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-dd3e8b22-ca66-4aa0-a62e-ac2942662876 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:22.118782 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a472e50b-571d-4816-b010-2141c7de7be1 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121-project] Pushing event updated for resources: {'Port': ['ID=647984bf-669e-46b3-87c5-06200d7c635f,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:22.149844 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed011ea2-9093-454b-b574-ee46bbb53be1 req-93a6648b-93c2-4e68-9afe-7cb875558cfb tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:22.152067 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ed011ea2-9093-454b-b574-ee46bbb53be1 req-93a6648b-93c2-4e68-9afe-7cb875558cfb tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] 10.222.0.68 "GET /v2.0/ports?device_id=8b40894a-81e1-4e74-b9f4-12d92c7f4081 HTTP/1.1" status: 200 len: 946 time: 0.1048374 Jul 14 09:21:22.162927 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [req-ed011ea2-9093-454b-b574-ee46bbb53be1 req-25b3b57b-bf46-4fa6-b2ec-ffc1881dd164 tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] Request body: {'port': {'security_groups': ['65dfa8de-6f82-43dd-bcdf-865f204c3ea4', '87f74de4-2d83-419a-98e5-02769e00055f']}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:21:22.191337 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-36095b6b-e5a9-48e0-b2a3-97c8df1a5b32 req-a472e50b-571d-4816-b010-2141c7de7be1 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:22.253625 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-36095b6b-e5a9-48e0-b2a3-97c8df1a5b32 req-a472e50b-571d-4816-b010-2141c7de7be1 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:22.255489 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-ed011ea2-9093-454b-b574-ee46bbb53be1 req-25b3b57b-bf46-4fa6-b2ec-ffc1881dd164 tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:22.413116 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-36095b6b-e5a9-48e0-b2a3-97c8df1a5b32 req-a472e50b-571d-4816-b010-2141c7de7be1 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121-project] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:22.420367 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-36095b6b-e5a9-48e0-b2a3-97c8df1a5b32 req-a472e50b-571d-4816-b010-2141c7de7be1 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:22.475471 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-ed011ea2-9093-454b-b574-ee46bbb53be1 req-25b3b57b-bf46-4fa6-b2ec-ffc1881dd164 tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] For port e1979b4b-ef3b-4c09-9d57-6997ed4f2a19, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=e1979b4b-ef3b-4c09-9d57-6997ed4f2a19,segment=NetworkSegment(32fe169c-8049-4742-bb8a-bdc77602cb62),segment_id=32fe169c-8049-4742-bb8a-bdc77602cb62)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:21:22.493299 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a472e50b-571d-4816-b010-2141c7de7be1 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121-project] Pushing event updated for resources: {'Port': ['ID=647984bf-669e-46b3-87c5-06200d7c635f,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:22.505093 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-36095b6b-e5a9-48e0-b2a3-97c8df1a5b32 req-a472e50b-571d-4816-b010-2141c7de7be1 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-660590'] for floatingip, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:22.511104 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-ed011ea2-9093-454b-b574-ee46bbb53be1 req-25b3b57b-bf46-4fa6-b2ec-ffc1881dd164 tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:22.515960 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-ed011ea2-9093-454b-b574-ee46bbb53be1 req-25b3b57b-bf46-4fa6-b2ec-ffc1881dd164 tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13574142'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:22.520053 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-36095b6b-e5a9-48e0-b2a3-97c8df1a5b32 req-a472e50b-571d-4816-b010-2141c7de7be1 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for floatingip, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:22.521969 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-36095b6b-e5a9-48e0-b2a3-97c8df1a5b32 req-a472e50b-571d-4816-b010-2141c7de7be1 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.1381826 Jul 14 09:21:22.550476 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] get_ports_and_sgs() called for port_ids ['e1979b4b-ef3b-4c09-9d57-6997ed4f2a19'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:21:22.554126 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] get_ports_and_sgs() called for port_ids ['fd2ace12-fbeb-4979-b444-118a6711717b'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:21:22.595913 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed011ea2-9093-454b-b574-ee46bbb53be1 req-25b3b57b-bf46-4fa6-b2ec-ffc1881dd164 tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:22.596620 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-ed011ea2-9093-454b-b574-ee46bbb53be1 req-25b3b57b-bf46-4fa6-b2ec-ffc1881dd164 tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:22.605756 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ed011ea2-9093-454b-b574-ee46bbb53be1 req-25b3b57b-bf46-4fa6-b2ec-ffc1881dd164 tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] 10.222.0.68 "PUT /v2.0/ports/e1979b4b-ef3b-4c09-9d57-6997ed4f2a19 HTTP/1.1" status: 200 len: 982 time: 0.4476483 Jul 14 09:21:22.631223 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b3b57b-bf46-4fa6-b2ec-ffc1881dd164 tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] Pushing event updated for resources: {'Port': ['ID=e1979b4b-ef3b-4c09-9d57-6997ed4f2a19,revision_number=6']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:22.640922 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-36095b6b-e5a9-48e0-b2a3-97c8df1a5b32 req-d8e98b2b-d882-48f0-81b8-56407ef02104 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121-project] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.25.4.129 HTTP/1.1" status: 200 len: 696 time: 0.1090071 Jul 14 09:21:22.746194 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] get_ports_and_sgs() called for port_ids ['e1979b4b-ef3b-4c09-9d57-6997ed4f2a19'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:21:22.802618 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36095b6b-e5a9-48e0-b2a3-97c8df1a5b32 req-c5c60514-e99d-4046-97a2-a719095f350d tempest-FloatingIPsAssociationNegativeTestJSON-1041687121 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:22.804641 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-36095b6b-e5a9-48e0-b2a3-97c8df1a5b32 req-c5c60514-e99d-4046-97a2-a719095f350d tempest-FloatingIPsAssociationNegativeTestJSON-1041687121 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121-project] 10.222.0.68 "GET /v2.0/networks/2dcd4d32-cc7c-4468-b396-7ce5c9231892 HTTP/1.1" status: 200 len: 784 time: 0.1561260 Jul 14 09:21:22.820957 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78579713-12d8-4774-aaf3-66303e4dd11e req-652baa87-23a8-4c13-a1a8-bcf95d5223b6 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:22.830044 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad3211e-ead7-4b80-ae6b-af0d9392ddb7 req-9f6d9b59-fb8a-49a2-9056-61fb4515648d tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:22.831640 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-bad3211e-ead7-4b80-ae6b-af0d9392ddb7 req-9f6d9b59-fb8a-49a2-9056-61fb4515648d tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] 10.222.0.65 "GET /v2.0/networks?id=7a07191a-b9d7-482c-8935-c823cd63fc61 HTTP/1.1" status: 200 len: 822 time: 0.2897050 Jul 14 09:21:22.833144 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-78579713-12d8-4774-aaf3-66303e4dd11e req-652baa87-23a8-4c13-a1a8-bcf95d5223b6 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/ports?device_id=075c0166-2f45-4ba5-a5fa-7f7ff3bec1e9 HTTP/1.1" status: 200 len: 950 time: 0.0989399 Jul 14 09:21:22.860143 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:21:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80aab9a6-3177-442c-bdc6-9d38f16173e4 x-openstack-request-id: req-80aab9a6-3177-442c-bdc6-9d38f16173e4 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:21:22.861791 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c32610fb-fe36-4bc7-be35-63b201a56a49", "tag": "e8ac8cc4-6e5e-49d6-9a58-216dd287dc07", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:21:22.862375 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-80aab9a6-3177-442c-bdc6-9d38f16173e4 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:21:22.862973 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c32610fb-fe36-4bc7-be35-63b201a56a49', 'tag': 'e8ac8cc4-6e5e-49d6-9a58-216dd287dc07', 'status': 'completed', 'code': 200} Jul 14 09:21:22.875786 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-bad3211e-ead7-4b80-ae6b-af0d9392ddb7 req-cec513a2-a047-4944-8acd-ef31efe7401c tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] Request body: {'port': {'device_id': '095e8f1a-810b-42ee-9498-4fd9f739c2d1', 'network_id': '7a07191a-b9d7-482c-8935-c823cd63fc61', 'admin_state_up': True, 'tenant_id': 'aad66054a8f146139519a42123ab4eac'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:21:22.878180 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-78579713-12d8-4774-aaf3-66303e4dd11e req-68a7da38-07c2-4d7f-a669-67b10eae7499 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/security-groups?id=93b55648-4dd6-4852-bb99-9aa842ab19a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439129 Jul 14 09:21:23.090480 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124c6a15-3121-41e0-bc45-8327ae6b20ed req-06298dd7-223e-4cc6-983e-852f82f9f92f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:23.091973 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-124c6a15-3121-41e0-bc45-8327ae6b20ed req-06298dd7-223e-4cc6-983e-852f82f9f92f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5d787e34149b4f8984cce44f752c816e&device_id=c32610fb-fe36-4bc7-be35-63b201a56a49 HTTP/1.1" status: 200 len: 1096 time: 0.1530895 Jul 14 09:21:23.143959 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bad3211e-ead7-4b80-ae6b-af0d9392ddb7 req-cec513a2-a047-4944-8acd-ef31efe7401c tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] Made reservation on behalf of aad66054a8f146139519a42123ab4eac for: {'port': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:21:23.147872 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-bad3211e-ead7-4b80-ae6b-af0d9392ddb7 req-cec513a2-a047-4944-8acd-ef31efe7401c tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:23.233138 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:21:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d80d38ba-ff08-4844-8206-1ca0a76541f0 x-openstack-request-id: req-d80d38ba-ff08-4844-8206-1ca0a76541f0 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:21:23.233689 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28dd3587-2d03-4043-84ca-73b4803ca881", "name": "network-vif-deleted", "tag": "0f6b05e0-8d17-4b83-aa55-df527950bbf0", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:21:23.233795 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-d80d38ba-ff08-4844-8206-1ca0a76541f0 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:21:23.234145 n-d-779913-29 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28dd3587-2d03-4043-84ca-73b4803ca881', 'name': 'network-vif-deleted', 'tag': '0f6b05e0-8d17-4b83-aa55-df527950bbf0', 'status': 'completed', 'code': 200} Jul 14 09:21:23.236806 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e0669c-21a5-4b7c-88f2-4238c16eb908 req-51507720-14b1-481c-855c-c14265e9e3bd tempest-ServersTestBootFromVolume-1941781310 tempest-ServersTestBootFromVolume-1941781310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:23.238362 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-12e0669c-21a5-4b7c-88f2-4238c16eb908 req-51507720-14b1-481c-855c-c14265e9e3bd tempest-ServersTestBootFromVolume-1941781310 tempest-ServersTestBootFromVolume-1941781310-project] 10.222.0.68 "GET /v2.0/ports?device_id=c32610fb-fe36-4bc7-be35-63b201a56a49 HTTP/1.1" status: 200 len: 944 time: 0.2196968 Jul 14 09:21:23.348305 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124c6a15-3121-41e0-bc45-8327ae6b20ed req-a9be3dd1-5262-4bae-9370-834549e55251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:23.349710 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-124c6a15-3121-41e0-bc45-8327ae6b20ed req-a9be3dd1-5262-4bae-9370-834549e55251 service neutron] 10.222.0.57 "GET /v2.0/networks?id=9cb080c5-9bd5-4fed-8810-4e4711ca3bcc HTTP/1.1" status: 200 len: 917 time: 0.2510715 Jul 14 09:21:23.382780 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-12e0669c-21a5-4b7c-88f2-4238c16eb908 req-15ea6815-f46a-4e91-9b61-94484c56d3bc tempest-ServersTestBootFromVolume-1941781310 tempest-ServersTestBootFromVolume-1941781310-project] 10.222.0.68 "GET /v2.0/security-groups?id=cbdf9c90-adbd-403e-9b32-cb9bb14c6bec&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1371186 Jul 14 09:21:23.441281 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d51fd8d8-1bff-49c4-8948-57f5c9907f6d req-a0ec5a74-ff70-4802-8c67-05feef9f339f tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] 10.222.0.68 "GET /v2.0/security-groups/87f74de4-2d83-419a-98e5-02769e00055f HTTP/1.1" status: 200 len: 1800 time: 0.0738811 Jul 14 09:21:23.452487 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-124c6a15-3121-41e0-bc45-8327ae6b20ed req-45b06089-31e2-49fb-bfb5-7b39383faba5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e8ac8cc4-6e5e-49d6-9a58-216dd287dc07 HTTP/1.1" status: 200 len: 217 time: 0.0680039 Jul 14 09:21:23.488481 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [req-bad3211e-ead7-4b80-ae6b-af0d9392ddb7 req-cec513a2-a047-4944-8acd-ef31efe7401c tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] Allocated IP 172.20.0.8 (7a07191a-b9d7-482c-8935-c823cd63fc61/9512be90-2f1e-4759-8e05-fbe0d51f306d/2e26b98c-4ae2-41c6-8320-85cb01d7f06f) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:21:23.496380 n-d-779913-29 neutron-server[93958]: INFO neutron.api.v2.resource [req-d51fd8d8-1bff-49c4-8948-57f5c9907f6d req-60577e8f-04a0-4787-b8fe-4323af7128cc tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 14 09:21:23.510178 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d51fd8d8-1bff-49c4-8948-57f5c9907f6d req-60577e8f-04a0-4787-b8fe-4323af7128cc tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] 10.222.0.68 "DELETE /v2.0/security-groups/87f74de4-2d83-419a-98e5-02769e00055f HTTP/1.1" status: 409 len: 341 time: 0.0619440 Jul 14 09:21:23.520695 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a02433-abda-4c7e-8fe2-298a46796525 req-dc98f0ac-7cc2-4e2d-bbeb-d96d247c4164 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:23.522392 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-30a02433-abda-4c7e-8fe2-298a46796525 req-dc98f0ac-7cc2-4e2d-bbeb-d96d247c4164 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.65 "GET /v2.0/ports?device_id=075c0166-2f45-4ba5-a5fa-7f7ff3bec1e9 HTTP/1.1" status: 200 len: 950 time: 0.2272763 Jul 14 09:21:23.667890 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be99f9d-b468-4803-bd00-dd9604a23b22 req-983b9146-e43c-4a7c-bddc-8f8754bf1cf0 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:23.669517 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-8be99f9d-b468-4803-bd00-dd9604a23b22 req-983b9146-e43c-4a7c-bddc-8f8754bf1cf0 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121-project] 10.222.0.68 "GET /v2.0/ports?device_id=5b072d6f-b903-4b4b-b5b1-8307fad199f9&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0720346 Jul 14 09:21:23.728906 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-8be99f9d-b468-4803-bd00-dd9604a23b22 req-e3725e3e-8061-471a-a3a5-3f9a5502b48a tempest-FloatingIPsAssociationNegativeTestJSON-1041687121 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121-project] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.25.4.129 HTTP/1.1" status: 200 len: 696 time: 0.0520055 Jul 14 09:21:23.739311 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [req-8be99f9d-b468-4803-bd00-dd9604a23b22 req-288041bd-f5ea-4836-8970-39a05e312d81 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121-project] Request body: {'floatingip': {'port_id': '8dca1f60-92a8-4738-a512-aa08d60371ac', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:21:23.780387 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-8be99f9d-b468-4803-bd00-dd9604a23b22 req-288041bd-f5ea-4836-8970-39a05e312d81 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121-project] Notify callbacks [] for floatingip, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:23.909188 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124c6a15-3121-41e0-bc45-8327ae6b20ed req-5e728917-a6f6-4a44-9066-011de1482057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:23.910703 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-124c6a15-3121-41e0-bc45-8327ae6b20ed req-5e728917-a6f6-4a44-9066-011de1482057 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7ee4e5c2-68bc-40bf-adbc-da1aa2b9476e HTTP/1.1" status: 200 len: 855 time: 0.4352291 Jul 14 09:21:24.007953 n-d-779913-29 neutron-server[93958]: INFO neutron.api.v2.resource [req-8be99f9d-b468-4803-bd00-dd9604a23b22 req-288041bd-f5ea-4836-8970-39a05e312d81 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121-project] update failed (client error): There was a conflict when trying to complete your request. Jul 14 09:21:24.009003 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-8be99f9d-b468-4803-bd00-dd9604a23b22 req-288041bd-f5ea-4836-8970-39a05e312d81 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121-project] 10.222.0.68 "PUT /v2.0/floatingips/bfacb8b5-795d-4d0a-8de9-f8d58382ddf0 HTTP/1.1" status: 409 len: 550 time: 0.2741306 Jul 14 09:21:24.144583 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdbed31-5346-4391-9764-6f4abf3f2bb1 req-d5510906-22f4-4b7e-8351-f3c4fb17a7f9 tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:24.146235 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3fdbed31-5346-4391-9764-6f4abf3f2bb1 req-d5510906-22f4-4b7e-8351-f3c4fb17a7f9 tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] 10.222.0.68 "GET /v2.0/ports?device_id=43161873-7e25-46ba-939e-d9598e05bb16 HTTP/1.1" status: 200 len: 945 time: 0.6118274 Jul 14 09:21:24.239522 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124c6a15-3121-41e0-bc45-8327ae6b20ed req-43f860d2-b0a1-4192-9f85-68dbb24fe7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:24.241036 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-124c6a15-3121-41e0-bc45-8327ae6b20ed req-43f860d2-b0a1-4192-9f85-68dbb24fe7ca service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9cb080c5-9bd5-4fed-8810-4e4711ca3bcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2982569 Jul 14 09:21:24.251578 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-bad3211e-ead7-4b80-ae6b-af0d9392ddb7 req-cec513a2-a047-4944-8acd-ef31efe7401c tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:24.257152 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [req-30a02433-abda-4c7e-8fe2-298a46796525 req-60169492-7b27-4365-8d19-5d54763123dd tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Deleting port 3bee9368-ec6b-43ef-baa3-7d86465c278e {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:21:24.257501 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-30a02433-abda-4c7e-8fe2-298a46796525 req-60169492-7b27-4365-8d19-5d54763123dd tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:24.266862 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb0e980-9410-44f1-bb67-59849dee470f req-7c3846eb-ad08-4fa9-ba75-ee1ed375ec32 tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:24.268258 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-9cb0e980-9410-44f1-bb67-59849dee470f req-7c3846eb-ad08-4fa9-ba75-ee1ed375ec32 tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] 10.222.0.57 "GET /v2.0/ports?device_id=2719b879-abb1-4c54-98f8-1863e426ed31 HTTP/1.1" status: 200 len: 944 time: 0.3365359 Jul 14 09:21:24.323368 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-a3528700-c535-46e1-8503-03b709054a06 req-9d15a8c6-75c5-44f9-8860-639c36b448b9 tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] 10.222.0.68 "GET /v2.0/ports?device_id=095e8f1a-810b-42ee-9498-4fd9f739c2d1 HTTP/1.1" status: 200 len: 210 time: 0.0324764 Jul 14 09:21:24.332937 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3fdbed31-5346-4391-9764-6f4abf3f2bb1 req-6f26e217-93bc-46b8-9dcc-73502fe8fcc1 tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] 10.222.0.68 "GET /v2.0/security-groups?id=c6f7d264-cbb5-40f9-9fec-5b9701ca674b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716902 Jul 14 09:21:24.505257 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2083845-032a-4a9b-88df-25f19001bba3 req-13ab3248-36db-4d4a-94af-3a3ea3512a19 tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:24.512639 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-f2083845-032a-4a9b-88df-25f19001bba3 req-13ab3248-36db-4d4a-94af-3a3ea3512a19 tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] 10.222.0.68 "GET /v2.0/ports?device_id=2719b879-abb1-4c54-98f8-1863e426ed31 HTTP/1.1" status: 200 len: 944 time: 0.0777123 Jul 14 09:21:24.523127 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-30a02433-abda-4c7e-8fe2-298a46796525 req-60169492-7b27-4365-8d19-5d54763123dd tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] For port 3bee9368-ec6b-43ef-baa3-7d86465c278e, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=3bee9368-ec6b-43ef-baa3-7d86465c278e,segment=NetworkSegment(8f1c1422-de6c-445f-ab95-4e2c94585b2b),segment_id=8f1c1422-de6c-445f-ab95-4e2c94585b2b)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:21:24.523600 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-30a02433-abda-4c7e-8fe2-298a46796525 req-60169492-7b27-4365-8d19-5d54763123dd tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:24.555970 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [req-30a02433-abda-4c7e-8fe2-298a46796525 req-60169492-7b27-4365-8d19-5d54763123dd tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Calling delete_port for 3bee9368-ec6b-43ef-baa3-7d86465c278e owned by compute:nova {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:21:24.559380 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-124c6a15-3121-41e0-bc45-8327ae6b20ed req-bfa6fbf8-6f99-4839-afff-60d01ccc16f3 service neutron] 10.222.0.57 "GET /v2.0/networks/9cb080c5-9bd5-4fed-8810-4e4711ca3bcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3037860 Jul 14 09:21:24.564226 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-f2083845-032a-4a9b-88df-25f19001bba3 req-00a4b280-068a-41e8-ad71-eb629606721f tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] 10.222.0.68 "GET /v2.0/security-groups?id=7bf941d0-4fab-41ec-a174-078829fdb488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501862 Jul 14 09:21:24.567141 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-bad3211e-ead7-4b80-ae6b-af0d9392ddb7 req-cec513a2-a047-4944-8acd-ef31efe7401c tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:24.631224 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-929e0c84-5f16-404d-8cc3-fd0db918307a req-e6cad2a9-a2a0-43e0-846b-aaa36dc70404 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121-project] 10.222.0.68 "GET /v2.0/floatingips/bfacb8b5-795d-4d0a-8de9-f8d58382ddf0 HTTP/1.1" status: 200 len: 693 time: 0.0436337 Jul 14 09:21:24.692522 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:24.745770 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c508f2f2-fca8-4aa8-aea3-e65aad1de462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:24.766257 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bad3211e-ead7-4b80-ae6b-af0d9392ddb7 req-cec513a2-a047-4944-8acd-ef31efe7401c tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] Network 7a07191a-b9d7-482c-8935-c823cd63fc61 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:21:24.774162 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae657d89-5c27-4e60-a13d-e285917446a2 req-a1159cd9-2ccf-47be-a924-8a7a54c45a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:24.775577 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ae657d89-5c27-4e60-a13d-e285917446a2 req-a1159cd9-2ccf-47be-a924-8a7a54c45a71 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=22a4f04666c3481d8344225163e60741&device_id=8b40894a-81e1-4e74-b9f4-12d92c7f4081 HTTP/1.1" status: 200 len: 1137 time: 0.1269779 Jul 14 09:21:24.782871 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929e0c84-5f16-404d-8cc3-fd0db918307a req-f97e2c01-e7c5-4cef-b187-4a34287d0c13 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:24.783216 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [req-bad3211e-ead7-4b80-ae6b-af0d9392ddb7 req-cec513a2-a047-4944-8acd-ef31efe7401c tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:21:24.784174 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-929e0c84-5f16-404d-8cc3-fd0db918307a req-f97e2c01-e7c5-4cef-b187-4a34287d0c13 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121-project] 10.222.0.68 "GET /v2.0/networks/2dcd4d32-cc7c-4468-b396-7ce5c9231892 HTTP/1.1" status: 200 len: 784 time: 0.1467521 Jul 14 09:21:24.785722 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [req-9cb0e980-9410-44f1-bb67-59849dee470f req-d0719e1a-0866-4daa-bb23-afb490f439b7 tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] Deleting port aab7bb30-8d5d-4d47-b33f-ff650cfffb9e {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:21:24.786072 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-9cb0e980-9410-44f1-bb67-59849dee470f req-d0719e1a-0866-4daa-bb23-afb490f439b7 tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:24.809453 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-bad3211e-ead7-4b80-ae6b-af0d9392ddb7 req-cec513a2-a047-4944-8acd-ef31efe7401c tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:21:24.871744 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec513a2-a047-4944-8acd-ef31efe7401c tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] Pushing event updated for resources: {'Port': ['ID=2e26b98c-4ae2-41c6-8320-85cb01d7f06f,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:24.876392 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-929e0c84-5f16-404d-8cc3-fd0db918307a req-05e883ff-fdef-4eed-8cce-dccb7ae45012 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121-project] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.25.4.129 HTTP/1.1" status: 200 len: 696 time: 0.0831978 Jul 14 09:21:24.939517 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-929e0c84-5f16-404d-8cc3-fd0db918307a req-40f5b769-4cbf-4763-a4d8-15e19e3c3ad6 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121-project] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.25.4.129 HTTP/1.1" status: 200 len: 696 time: 0.0521703 Jul 14 09:21:24.945825 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-124c6a15-3121-41e0-bc45-8327ae6b20ed req-8bb5d2ee-4419-4d62-a335-aa5701c2424e service neutron] 10.222.0.57 "GET /v2.0/networks/9cb080c5-9bd5-4fed-8810-4e4711ca3bcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3725588 Jul 14 09:21:24.969207 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae657d89-5c27-4e60-a13d-e285917446a2 req-d076f8bb-6205-48b3-af7f-c49a0b91769e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:24.969471 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad3211e-ead7-4b80-ae6b-af0d9392ddb7 req-cec513a2-a047-4944-8acd-ef31efe7401c tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:24.969864 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-bad3211e-ead7-4b80-ae6b-af0d9392ddb7 req-cec513a2-a047-4944-8acd-ef31efe7401c tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:24.970689 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ae657d89-5c27-4e60-a13d-e285917446a2 req-d076f8bb-6205-48b3-af7f-c49a0b91769e service neutron] 10.222.0.57 "GET /v2.0/networks?id=2cdfa295-562b-4f8c-a7bc-88c1e99a0037 HTTP/1.1" status: 200 len: 913 time: 0.1856620 Jul 14 09:21:25.032650 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca06867b-39e5-48c4-8a5d-0c5e9adf5d51 req-5d9bdba8-3cd9-4478-9c42-655f68055ef1 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:25.034105 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ca06867b-39e5-48c4-8a5d-0c5e9adf5d51 req-5d9bdba8-3cd9-4478-9c42-655f68055ef1 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/ports?device_id=075c0166-2f45-4ba5-a5fa-7f7ff3bec1e9 HTTP/1.1" status: 200 len: 950 time: 0.3358970 Jul 14 09:21:25.041926 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-9cb0e980-9410-44f1-bb67-59849dee470f req-d0719e1a-0866-4daa-bb23-afb490f439b7 tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] For port aab7bb30-8d5d-4d47-b33f-ff650cfffb9e, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=aab7bb30-8d5d-4d47-b33f-ff650cfffb9e,segment=NetworkSegment(4f3a0541-e6cd-42f5-92f6-5d961c2f621f),segment_id=4f3a0541-e6cd-42f5-92f6-5d961c2f621f)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:21:25.041926 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-9cb0e980-9410-44f1-bb67-59849dee470f req-d0719e1a-0866-4daa-bb23-afb490f439b7 tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:25.043869 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ae657d89-5c27-4e60-a13d-e285917446a2 req-353b328a-148e-4703-9c58-1a28a5a08415 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e1979b4b-ef3b-4c09-9d57-6997ed4f2a19 HTTP/1.1" status: 200 len: 217 time: 0.0422659 Jul 14 09:21:25.056856 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-bad3211e-ead7-4b80-ae6b-af0d9392ddb7 req-cec513a2-a047-4944-8acd-ef31efe7401c tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1856740 Jul 14 09:21:25.081089 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [req-9cb0e980-9410-44f1-bb67-59849dee470f req-d0719e1a-0866-4daa-bb23-afb490f439b7 tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] Calling delete_port for aab7bb30-8d5d-4d47-b33f-ff650cfffb9e owned by compute:nova {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:21:25.088199 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-bad3211e-ead7-4b80-ae6b-af0d9392ddb7 req-581af3dd-b232-41ec-89d6-8dd95c1c8d97 service neutron] Request body: {'port': {'device_id': '095e8f1a-810b-42ee-9498-4fd9f739c2d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-29'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:21:25.140473 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-30a02433-abda-4c7e-8fe2-298a46796525 req-60169492-7b27-4365-8d19-5d54763123dd tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:25.155831 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae657d89-5c27-4e60-a13d-e285917446a2 req-798917d0-5e6c-4d21-b4a4-6783c7e118c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:25.157302 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ae657d89-5c27-4e60-a13d-e285917446a2 req-798917d0-5e6c-4d21-b4a4-6783c7e118c1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9a339f65-19fd-495d-921f-2a39b64ee23f HTTP/1.1" status: 200 len: 852 time: 0.0803590 Jul 14 09:21:25.177938 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] get_ports_and_sgs() called for port_ids ['3c588ba2-3350-4d26-ae32-a0222859845a'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:21:25.188635 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ca06867b-39e5-48c4-8a5d-0c5e9adf5d51 req-c2b73bde-98c8-43fa-8ecf-0ff8bb2eae78 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/security-groups?id=93b55648-4dd6-4852-bb99-9aa842ab19a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418827 Jul 14 09:21:25.195572 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ae657d89-5c27-4e60-a13d-e285917446a2 req-a2c5d9af-e165-43a9-844e-e1daa867193b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2cdfa295-562b-4f8c-a7bc-88c1e99a0037&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290954 Jul 14 09:21:25.200588 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-929e0c84-5f16-404d-8cc3-fd0db918307a req-a1a6c7a3-a970-4f1a-90e7-ee95b41f9fbb tempest-FloatingIPsAssociationNegativeTestJSON-1041687121 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121-project] Deleting port 647984bf-669e-46b3-87c5-06200d7c635f {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:21:25.201050 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-929e0c84-5f16-404d-8cc3-fd0db918307a req-a1a6c7a3-a970-4f1a-90e7-ee95b41f9fbb tempest-FloatingIPsAssociationNegativeTestJSON-1041687121 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:25.225860 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60169492-7b27-4365-8d19-5d54763123dd tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Pushing event deleted for resources: {'Port': ['ID=3bee9368-ec6b-43ef-baa3-7d86465c278e,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:25.257967 n-d-779913-29 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b40894a-81e1-4e74-b9f4-12d92c7f4081', 'tag': 'e1979b4b-ef3b-4c09-9d57-6997ed4f2a19'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:21:25.260309 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cb48f044f948e981f43897c8d7f1332f741dc7af2b4c5a6e19d8f4a80f708e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5863244-4233-4210-ac80-df03b1df5097" -d '{"events": [{"name": "network-changed", "server_uuid": "8b40894a-81e1-4e74-b9f4-12d92c7f4081", "tag": "e1979b4b-ef3b-4c09-9d57-6997ed4f2a19"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:21:25.332261 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-bad3211e-ead7-4b80-ae6b-af0d9392ddb7 req-581af3dd-b232-41ec-89d6-8dd95c1c8d97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:25.364943 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-30a02433-abda-4c7e-8fe2-298a46796525 req-60169492-7b27-4365-8d19-5d54763123dd tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] No DVR routers for this DVR port 3bee9368-ec6b-43ef-baa3-7d86465c278e on host n-h1-779913-29 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:21:25.367839 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-929e0c84-5f16-404d-8cc3-fd0db918307a req-a1a6c7a3-a970-4f1a-90e7-ee95b41f9fbb tempest-FloatingIPsAssociationNegativeTestJSON-1041687121 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:25.367839 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-929e0c84-5f16-404d-8cc3-fd0db918307a req-a1a6c7a3-a970-4f1a-90e7-ee95b41f9fbb tempest-FloatingIPsAssociationNegativeTestJSON-1041687121 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:25.368622 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-30a02433-abda-4c7e-8fe2-298a46796525 req-60169492-7b27-4365-8d19-5d54763123dd tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:25.370684 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-30a02433-abda-4c7e-8fe2-298a46796525 req-60169492-7b27-4365-8d19-5d54763123dd tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.65 "DELETE /v2.0/ports/3bee9368-ec6b-43ef-baa3-7d86465c278e HTTP/1.1" status: 204 len: 173 time: 1.8141053 Jul 14 09:21:25.371301 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '075c0166-2f45-4ba5-a5fa-7f7ff3bec1e9', 'name': 'network-vif-deleted', 'tag': '3bee9368-ec6b-43ef-baa3-7d86465c278e'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:21:25.373593 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a69d5f75-a0f5-485f-9121-58fc2d47ca66" -d '{"events": [{"server_uuid": "075c0166-2f45-4ba5-a5fa-7f7ff3bec1e9", "name": "network-vif-deleted", "tag": "3bee9368-ec6b-43ef-baa3-7d86465c278e"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:21:25.390142 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-929e0c84-5f16-404d-8cc3-fd0db918307a req-a1a6c7a3-a970-4f1a-90e7-ee95b41f9fbb tempest-FloatingIPsAssociationNegativeTestJSON-1041687121 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121-project] Calling delete_port for 647984bf-669e-46b3-87c5-06200d7c635f owned by network:floatingip {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:21:25.405158 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ae657d89-5c27-4e60-a13d-e285917446a2 req-8def71de-6c13-42e4-a526-50194ebca119 service neutron] 10.222.0.57 "GET /v2.0/networks/2cdfa295-562b-4f8c-a7bc-88c1e99a0037?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2016573 Jul 14 09:21:25.589339 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ae657d89-5c27-4e60-a13d-e285917446a2 req-6163adbc-7e94-4a1c-9588-798690fc03e4 service neutron] 10.222.0.57 "GET /v2.0/networks/2cdfa295-562b-4f8c-a7bc-88c1e99a0037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1728699 Jul 14 09:21:25.627221 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-9cb0e980-9410-44f1-bb67-59849dee470f req-d0719e1a-0866-4daa-bb23-afb490f439b7 tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:25.658551 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-929e0c84-5f16-404d-8cc3-fd0db918307a req-a1a6c7a3-a970-4f1a-90e7-ee95b41f9fbb tempest-FloatingIPsAssociationNegativeTestJSON-1041687121 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:25.680344 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0719e1a-0866-4daa-bb23-afb490f439b7 tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] Pushing event deleted for resources: {'Port': ['ID=aab7bb30-8d5d-4d47-b33f-ff650cfffb9e,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:25.686827 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a6c7a3-a970-4f1a-90e7-ee95b41f9fbb tempest-FloatingIPsAssociationNegativeTestJSON-1041687121 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121-project] Pushing event deleted for resources: {'Port': ['ID=647984bf-669e-46b3-87c5-06200d7c635f,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:25.762032 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-929e0c84-5f16-404d-8cc3-fd0db918307a req-a1a6c7a3-a970-4f1a-90e7-ee95b41f9fbb tempest-FloatingIPsAssociationNegativeTestJSON-1041687121 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121-project] Notify callbacks [] for floatingip, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:25.765290 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-929e0c84-5f16-404d-8cc3-fd0db918307a req-a1a6c7a3-a970-4f1a-90e7-ee95b41f9fbb tempest-FloatingIPsAssociationNegativeTestJSON-1041687121 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for floatingip, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:25.780111 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-929e0c84-5f16-404d-8cc3-fd0db918307a req-a1a6c7a3-a970-4f1a-90e7-ee95b41f9fbb tempest-FloatingIPsAssociationNegativeTestJSON-1041687121 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121-project] 10.222.0.68 "DELETE /v2.0/floatingips/bfacb8b5-795d-4d0a-8de9-f8d58382ddf0 HTTP/1.1" status: 204 len: 173 time: 0.8298683 Jul 14 09:21:25.786869 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddb401f-7812-4f52-b582-e51c9d0fff72 req-6f7d9ec8-1763-46d6-8aad-2f68ee02ca8b tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:25.789319 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8ddb401f-7812-4f52-b582-e51c9d0fff72 req-6f7d9ec8-1763-46d6-8aad-2f68ee02ca8b tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] 10.222.0.68 "GET /v2.0/ports?device_id=43161873-7e25-46ba-939e-d9598e05bb16 HTTP/1.1" status: 200 len: 945 time: 0.2766001 Jul 14 09:21:25.792523 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cb0e980-9410-44f1-bb67-59849dee470f req-d0719e1a-0866-4daa-bb23-afb490f439b7 tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] No DVR routers for this DVR port aab7bb30-8d5d-4d47-b33f-ff650cfffb9e on host n-h2-779913-29 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:21:25.795643 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5ad31076-714c-49ec-bc37-f3d4cd90112a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:25.796585 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-9cb0e980-9410-44f1-bb67-59849dee470f req-d0719e1a-0866-4daa-bb23-afb490f439b7 tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:25.798697 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-9cb0e980-9410-44f1-bb67-59849dee470f req-d0719e1a-0866-4daa-bb23-afb490f439b7 tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] 10.222.0.57 "DELETE /v2.0/ports/aab7bb30-8d5d-4d47-b33f-ff650cfffb9e HTTP/1.1" status: 204 len: 173 time: 1.5186799 Jul 14 09:21:25.885665 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8ddb401f-7812-4f52-b582-e51c9d0fff72 req-19432eb0-9941-4114-8a57-f96dd40520bd tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] 10.222.0.68 "GET /v2.0/security-groups?id=c6f7d264-cbb5-40f9-9fec-5b9701ca674b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780895 Jul 14 09:21:25.887963 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [req-bad3211e-ead7-4b80-ae6b-af0d9392ddb7 req-581af3dd-b232-41ec-89d6-8dd95c1c8d97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e26b98c-4ae2-41c6-8320-85cb01d7f06f {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:21:25.900348 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-bad3211e-ead7-4b80-ae6b-af0d9392ddb7 req-581af3dd-b232-41ec-89d6-8dd95c1c8d97 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:25.920469 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [req-bad3211e-ead7-4b80-ae6b-af0d9392ddb7 req-581af3dd-b232-41ec-89d6-8dd95c1c8d97 service neutron] Transition to ACTIVE for port object 2e26b98c-4ae2-41c6-8320-85cb01d7f06f will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:21:25.925951 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-bad3211e-ead7-4b80-ae6b-af0d9392ddb7 req-581af3dd-b232-41ec-89d6-8dd95c1c8d97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:25.989161 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581af3dd-b232-41ec-89d6-8dd95c1c8d97 service neutron] Pushing event updated for resources: {'Port': ['ID=2e26b98c-4ae2-41c6-8320-85cb01d7f06f,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:26.037759 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ff0021-383b-451c-8185-0c831f612baf req-d9dfde2b-0e25-4904-bb03-15f45b0575d8 tempest-ServersTestBootFromVolume-1941781310 tempest-ServersTestBootFromVolume-1941781310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:26.043854 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-49ff0021-383b-451c-8185-0c831f612baf req-d9dfde2b-0e25-4904-bb03-15f45b0575d8 tempest-ServersTestBootFromVolume-1941781310 tempest-ServersTestBootFromVolume-1941781310-project] 10.222.0.68 "GET /v2.0/ports?device_id=c32610fb-fe36-4bc7-be35-63b201a56a49 HTTP/1.1" status: 200 len: 944 time: 0.1380694 Jul 14 09:21:26.101005 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-bad3211e-ead7-4b80-ae6b-af0d9392ddb7 req-581af3dd-b232-41ec-89d6-8dd95c1c8d97 service neutron] Attempting to bind port 2e26b98c-4ae2-41c6-8320-85cb01d7f06f on host n-h1-779913-29 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:21:26.101569 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-bad3211e-ead7-4b80-ae6b-af0d9392ddb7 req-581af3dd-b232-41ec-89d6-8dd95c1c8d97 service neutron] Attempting to bind port 2e26b98c-4ae2-41c6-8320-85cb01d7f06f by drivers openvswitch,hyperv on host n-h1-779913-29 at level 0 using segments [{'id': '59e27924-9549-4175-909e-ce4f3019b149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '7a07191a-b9d7-482c-8935-c823cd63fc61'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:21:26.102176 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bad3211e-ead7-4b80-ae6b-af0d9392ddb7 req-581af3dd-b232-41ec-89d6-8dd95c1c8d97 service neutron] Attempting to bind port 2e26b98c-4ae2-41c6-8320-85cb01d7f06f on network 7a07191a-b9d7-482c-8935-c823cd63fc61 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:21:26.126245 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-49ff0021-383b-451c-8185-0c831f612baf req-50424394-07b4-435f-bec5-affd2d48aca6 tempest-ServersTestBootFromVolume-1941781310 tempest-ServersTestBootFromVolume-1941781310-project] 10.222.0.68 "GET /v2.0/security-groups?id=cbdf9c90-adbd-403e-9b32-cb9bb14c6bec&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0754869 Jul 14 09:21:26.130650 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bad3211e-ead7-4b80-ae6b-af0d9392ddb7 req-581af3dd-b232-41ec-89d6-8dd95c1c8d97 service neutron] Port 2e26b98c-4ae2-41c6-8320-85cb01d7f06f on network 7a07191a-b9d7-482c-8935-c823cd63fc61 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-29 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:21:26.131103 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bad3211e-ead7-4b80-ae6b-af0d9392ddb7 req-581af3dd-b232-41ec-89d6-8dd95c1c8d97 service neutron] Attempting to bind port 2e26b98c-4ae2-41c6-8320-85cb01d7f06f on network 7a07191a-b9d7-482c-8935-c823cd63fc61 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:21:26.145982 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bad3211e-ead7-4b80-ae6b-af0d9392ddb7 req-581af3dd-b232-41ec-89d6-8dd95c1c8d97 service neutron] Checking agent: {'id': 'de11e667-f145-47b0-bd09-334a7505938e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 13, 12), 'started_at': datetime.datetime(2021, 7, 14, 9, 13, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 21, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:21:26.146398 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bad3211e-ead7-4b80-ae6b-af0d9392ddb7 req-581af3dd-b232-41ec-89d6-8dd95c1c8d97 service neutron] Checking segment: {'id': '59e27924-9549-4175-909e-ce4f3019b149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '7a07191a-b9d7-482c-8935-c823cd63fc61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:21:26.146862 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bad3211e-ead7-4b80-ae6b-af0d9392ddb7 req-581af3dd-b232-41ec-89d6-8dd95c1c8d97 service neutron] Bound using segment: {'id': '59e27924-9549-4175-909e-ce4f3019b149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '7a07191a-b9d7-482c-8935-c823cd63fc61'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:21:26.147439 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-bad3211e-ead7-4b80-ae6b-af0d9392ddb7 req-581af3dd-b232-41ec-89d6-8dd95c1c8d97 service neutron] Bound port: 2e26b98c-4ae2-41c6-8320-85cb01d7f06f, host: n-h1-779913-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59e27924-9549-4175-909e-ce4f3019b149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '7a07191a-b9d7-482c-8935-c823cd63fc61'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:21:26.147869 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-bad3211e-ead7-4b80-ae6b-af0d9392ddb7 req-581af3dd-b232-41ec-89d6-8dd95c1c8d97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:26.182933 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:21:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f68e0d0-9be1-4d42-82c5-9c9eddd06590 x-openstack-request-id: req-1f68e0d0-9be1-4d42-82c5-9c9eddd06590 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:21:26.183289 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b40894a-81e1-4e74-b9f4-12d92c7f4081", "tag": "e1979b4b-ef3b-4c09-9d57-6997ed4f2a19", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:21:26.183618 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-1f68e0d0-9be1-4d42-82c5-9c9eddd06590 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:21:26.184095 n-d-779913-29 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b40894a-81e1-4e74-b9f4-12d92c7f4081', 'tag': 'e1979b4b-ef3b-4c09-9d57-6997ed4f2a19', 'status': 'completed', 'code': 200} Jul 14 09:21:26.207186 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35c4a7d-6114-49e5-a11d-8ad37e8b0010 req-b6691414-4916-463a-8ae4-de3da9192714 tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:26.209020 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b35c4a7d-6114-49e5-a11d-8ad37e8b0010 req-b6691414-4916-463a-8ae4-de3da9192714 tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] 10.222.0.68 "GET /v2.0/ports?device_id=8b40894a-81e1-4e74-b9f4-12d92c7f4081 HTTP/1.1" status: 200 len: 985 time: 0.1307113 Jul 14 09:21:26.273649 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-bad3211e-ead7-4b80-ae6b-af0d9392ddb7 req-581af3dd-b232-41ec-89d6-8dd95c1c8d97 service neutron] For port 2e26b98c-4ae2-41c6-8320-85cb01d7f06f, host n-h1-779913-29, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:21:26.308784 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b35c4a7d-6114-49e5-a11d-8ad37e8b0010 req-d4cb55be-56fa-4388-b922-daca19c123ac tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] 10.222.0.68 "GET /v2.0/security-groups?id=87f74de4-2d83-419a-98e5-02769e00055f&id=65dfa8de-6f82-43dd-bcdf-865f204c3ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0895016 Jul 14 09:21:26.312950 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-bad3211e-ead7-4b80-ae6b-af0d9392ddb7 req-581af3dd-b232-41ec-89d6-8dd95c1c8d97 service neutron] For port 2e26b98c-4ae2-41c6-8320-85cb01d7f06f, host n-h1-779913-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=2e26b98c-4ae2-41c6-8320-85cb01d7f06f,segment=NetworkSegment(59e27924-9549-4175-909e-ce4f3019b149),segment_id=59e27924-9549-4175-909e-ce4f3019b149)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:21:26.320502 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-bad3211e-ead7-4b80-ae6b-af0d9392ddb7 req-581af3dd-b232-41ec-89d6-8dd95c1c8d97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:26.367782 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f39f535-2d01-467f-919f-78eb92227500 req-18e1e0a2-5fe2-4733-b32a-a1c30c2fb38b tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:26.369712 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad3211e-ead7-4b80-ae6b-af0d9392ddb7 req-581af3dd-b232-41ec-89d6-8dd95c1c8d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:26.370272 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-bad3211e-ead7-4b80-ae6b-af0d9392ddb7 req-581af3dd-b232-41ec-89d6-8dd95c1c8d97 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:26.371663 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-bad3211e-ead7-4b80-ae6b-af0d9392ddb7 req-581af3dd-b232-41ec-89d6-8dd95c1c8d97 service neutron] 10.222.0.65 "PUT /v2.0/ports/2e26b98c-4ae2-41c6-8320-85cb01d7f06f HTTP/1.1" status: 200 len: 1092 time: 1.2980618 Jul 14 09:21:26.375900 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-1f39f535-2d01-467f-919f-78eb92227500 req-18e1e0a2-5fe2-4733-b32a-a1c30c2fb38b tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] 10.222.0.68 "GET /v2.0/ports?device_id=095e8f1a-810b-42ee-9498-4fd9f739c2d1 HTTP/1.1" status: 200 len: 943 time: 0.0924170 Jul 14 09:21:26.376439 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:21:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02c9a7ae-5c49-49fd-8264-ad08c3ed59bc x-openstack-request-id: req-02c9a7ae-5c49-49fd-8264-ad08c3ed59bc {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:21:26.376439 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "075c0166-2f45-4ba5-a5fa-7f7ff3bec1e9", "name": "network-vif-deleted", "tag": "3bee9368-ec6b-43ef-baa3-7d86465c278e", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:21:26.376637 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-02c9a7ae-5c49-49fd-8264-ad08c3ed59bc {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:21:26.377067 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '075c0166-2f45-4ba5-a5fa-7f7ff3bec1e9', 'name': 'network-vif-deleted', 'tag': '3bee9368-ec6b-43ef-baa3-7d86465c278e', 'status': 'completed', 'code': 200} Jul 14 09:21:26.403124 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5863244-4233-4210-ac80-df03b1df5097 req-6490fe79-9785-4bc9-98d2-a9e70e7bd96e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:26.404744 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d5863244-4233-4210-ac80-df03b1df5097 req-6490fe79-9785-4bc9-98d2-a9e70e7bd96e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=22a4f04666c3481d8344225163e60741&device_id=8b40894a-81e1-4e74-b9f4-12d92c7f4081 HTTP/1.1" status: 200 len: 1137 time: 0.1411197 Jul 14 09:21:26.410540 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581af3dd-b232-41ec-89d6-8dd95c1c8d97 service neutron] Pushing event updated for resources: {'Port': ['ID=2e26b98c-4ae2-41c6-8320-85cb01d7f06f,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:26.418095 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-1f39f535-2d01-467f-919f-78eb92227500 req-a1b52285-d00d-43ee-862d-097bf4ef74ca tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] 10.222.0.68 "GET /v2.0/security-groups?id=372c68ac-7430-41d6-997c-166ff070d0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413909 Jul 14 09:21:26.546156 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-75873b92-aee7-483e-bc69-3af60b3bf6c9 req-453a5a15-940c-4471-8c5f-869e09c3bfdc tempest-LiveAutoBlockMigrationV225Test-144677683 tempest-LiveAutoBlockMigrationV225Test-144677683-project] 10.222.0.68 "GET /v2.0/ports?device_id=2719b879-abb1-4c54-98f8-1863e426ed31 HTTP/1.1" status: 200 len: 210 time: 0.0410750 Jul 14 09:21:26.559354 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-985e4e9c-c0e3-4552-885e-f1e36749a8aa req-4c12ce97-89fe-477c-a45b-0b0c8d768eab tempest-FloatingIPsAssociationNegativeTestJSON-1041687121 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121-project] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.25.4.40 HTTP/1.1" status: 200 len: 1000 time: 0.1061471 Jul 14 09:21:26.584129 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5863244-4233-4210-ac80-df03b1df5097 req-b00a5d36-eaca-44bc-a545-b4b149d99bad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:26.586476 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d5863244-4233-4210-ac80-df03b1df5097 req-b00a5d36-eaca-44bc-a545-b4b149d99bad service neutron] 10.222.0.57 "GET /v2.0/networks?id=2cdfa295-562b-4f8c-a7bc-88c1e99a0037 HTTP/1.1" status: 200 len: 913 time: 0.1592178 Jul 14 09:21:26.592996 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad3211e-ead7-4b80-ae6b-af0d9392ddb7 req-0f1e3201-0c27-4440-9fde-f163701e9cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:26.594526 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-bad3211e-ead7-4b80-ae6b-af0d9392ddb7 req-0f1e3201-0c27-4440-9fde-f163701e9cd6 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=aad66054a8f146139519a42123ab4eac&device_id=095e8f1a-810b-42ee-9498-4fd9f739c2d1 HTTP/1.1" status: 200 len: 1095 time: 0.1240947 Jul 14 09:21:26.640650 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985e4e9c-c0e3-4552-885e-f1e36749a8aa req-427a615c-c6a0-4b77-a9c9-8b10168e0b37 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:26.642524 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-985e4e9c-c0e3-4552-885e-f1e36749a8aa req-427a615c-c6a0-4b77-a9c9-8b10168e0b37 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121-project] 10.222.0.68 "GET /v2.0/ports/8dca1f60-92a8-4738-a512-aa08d60371ac HTTP/1.1" status: 200 len: 942 time: 0.0751801 Jul 14 09:21:26.699614 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-bad3211e-ead7-4b80-ae6b-af0d9392ddb7 req-119bf2b1-9f48-4493-ae2a-33ee36fc460c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2e26b98c-4ae2-41c6-8320-85cb01d7f06f HTTP/1.1" status: 200 len: 217 time: 0.0916381 Jul 14 09:21:26.700977 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d5863244-4233-4210-ac80-df03b1df5097 req-a278ddb9-697f-4e7d-92f8-014401e0fe1b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e1979b4b-ef3b-4c09-9d57-6997ed4f2a19 HTTP/1.1" status: 200 len: 217 time: 0.0915260 Jul 14 09:21:26.806580 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-985e4e9c-c0e3-4552-885e-f1e36749a8aa req-f43b70ad-920c-4b2e-a19e-ddc4ec80e59b tempest-FloatingIPsAssociationNegativeTestJSON-1041687121 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121-project] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.25.4.40 HTTP/1.1" status: 200 len: 1000 time: 0.0709364 Jul 14 09:21:26.817081 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad3211e-ead7-4b80-ae6b-af0d9392ddb7 req-ff6232a7-be07-439e-9af0-1d99e8339f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:26.818718 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-bad3211e-ead7-4b80-ae6b-af0d9392ddb7 req-ff6232a7-be07-439e-9af0-1d99e8339f12 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9512be90-2f1e-4759-8e05-fbe0d51f306d HTTP/1.1" status: 200 len: 862 time: 0.1127768 Jul 14 09:21:26.820473 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5863244-4233-4210-ac80-df03b1df5097 req-6e1b8796-7d96-4967-bb3d-0ed966092668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:26.822208 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d5863244-4233-4210-ac80-df03b1df5097 req-6e1b8796-7d96-4967-bb3d-0ed966092668 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9a339f65-19fd-495d-921f-2a39b64ee23f HTTP/1.1" status: 200 len: 852 time: 0.1011074 Jul 14 09:21:26.872235 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d5863244-4233-4210-ac80-df03b1df5097 req-bc7a3350-4764-4d10-91ec-4c521c510c10 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2cdfa295-562b-4f8c-a7bc-88c1e99a0037&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384715 Jul 14 09:21:26.903484 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-bad3211e-ead7-4b80-ae6b-af0d9392ddb7 req-4a3ae286-4faa-443e-aa04-13a88e4c94c0 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=7a07191a-b9d7-482c-8935-c823cd63fc61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0788631 Jul 14 09:21:26.932965 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985e4e9c-c0e3-4552-885e-f1e36749a8aa req-b234bbb3-f534-42f1-add7-34c35128513e tempest-FloatingIPsAssociationNegativeTestJSON-1041687121 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:26.934468 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-985e4e9c-c0e3-4552-885e-f1e36749a8aa req-b234bbb3-f534-42f1-add7-34c35128513e tempest-FloatingIPsAssociationNegativeTestJSON-1041687121 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121-project] 10.222.0.68 "GET /v2.0/networks/2dcd4d32-cc7c-4468-b396-7ce5c9231892 HTTP/1.1" status: 200 len: 784 time: 0.1174552 Jul 14 09:21:27.033035 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 3bee9368-ec6b-43ef-baa3-7d86465c278e no longer exists at agent hyperv_n-h1-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:21:27.043178 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-985e4e9c-c0e3-4552-885e-f1e36749a8aa req-14e24a1f-98fe-4f81-86db-759502f89c4a tempest-FloatingIPsAssociationNegativeTestJSON-1041687121 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121-project] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.25.4.40 HTTP/1.1" status: 200 len: 1000 time: 0.0989158 Jul 14 09:21:27.046825 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [req-985e4e9c-c0e3-4552-885e-f1e36749a8aa req-9bb6e4a1-0533-4d3b-9909-0b64f0e10ddb tempest-FloatingIPsAssociationNegativeTestJSON-1041687121 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:21:27.071978 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] No Port match for: 3bee9368-ec6b-43ef-baa3-7d86465c278e {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:21:27.072639 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 3bee9368-ec6b-43ef-baa3-7d86465c278e not bound to the agent host n-h1-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:21:27.122876 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-985e4e9c-c0e3-4552-885e-f1e36749a8aa req-9bb6e4a1-0533-4d3b-9909-0b64f0e10ddb tempest-FloatingIPsAssociationNegativeTestJSON-1041687121 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121-project] Notify callbacks [] for floatingip, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:27.288931 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-985e4e9c-c0e3-4552-885e-f1e36749a8aa req-9bb6e4a1-0533-4d3b-9909-0b64f0e10ddb tempest-FloatingIPsAssociationNegativeTestJSON-1041687121 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:27.293815 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-985e4e9c-c0e3-4552-885e-f1e36749a8aa req-9bb6e4a1-0533-4d3b-9909-0b64f0e10ddb tempest-FloatingIPsAssociationNegativeTestJSON-1041687121 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-660590'] for floatingip, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:27.294304 n-d-779913-29 neutron-server[93958]: INFO neutron.db.l3_db [req-985e4e9c-c0e3-4552-885e-f1e36749a8aa req-9bb6e4a1-0533-4d3b-9909-0b64f0e10ddb tempest-FloatingIPsAssociationNegativeTestJSON-1041687121 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121-project] Floating IP 5d2ca0dd-584c-4bf7-8a9e-b86230d593c9 disassociated. External IP: 172.25.4.40, port: 8dca1f60-92a8-4738-a512-aa08d60371ac. Jul 14 09:21:27.458294 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d5863244-4233-4210-ac80-df03b1df5097 req-e3e436c2-d318-4c6c-b0af-6287503a2000 service neutron] 10.222.0.57 "GET /v2.0/networks/2cdfa295-562b-4f8c-a7bc-88c1e99a0037?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5643528 Jul 14 09:21:27.461969 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-bad3211e-ead7-4b80-ae6b-af0d9392ddb7 req-8243155d-1e5e-4bfe-8881-6d7b549bb171 service neutron] 10.222.0.65 "GET /v2.0/networks/7a07191a-b9d7-482c-8935-c823cd63fc61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5470846 Jul 14 09:21:27.523425 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [req-985e4e9c-c0e3-4552-885e-f1e36749a8aa req-9bb6e4a1-0533-4d3b-9909-0b64f0e10ddb tempest-FloatingIPsAssociationNegativeTestJSON-1041687121 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121-project] Router 8f1d501e-40e1-4db8-a88d-7a4933580ee3 has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:21:27.538902 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86817fd-b48f-4ad1-833b-036950ad31b6 req-4a86c6c4-cc52-4092-9009-2f300d31ab8f tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:27.540406 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a86817fd-b48f-4ad1-833b-036950ad31b6 req-4a86c6c4-cc52-4092-9009-2f300d31ab8f tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] 10.222.0.68 "GET /v2.0/ports?device_id=43161873-7e25-46ba-939e-d9598e05bb16 HTTP/1.1" status: 200 len: 945 time: 0.1931298 Jul 14 09:21:27.589619 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5bbe322f-3f67-4864-bc0a-91afe44d23e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:27.636641 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-985e4e9c-c0e3-4552-885e-f1e36749a8aa req-9bb6e4a1-0533-4d3b-9909-0b64f0e10ddb tempest-FloatingIPsAssociationNegativeTestJSON-1041687121 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121-project] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:21:27.641735 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a86817fd-b48f-4ad1-833b-036950ad31b6 req-8b236681-8b31-46d8-84c4-25490c8279ee tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] 10.222.0.68 "GET /v2.0/security-groups?id=c6f7d264-cbb5-40f9-9fec-5b9701ca674b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748777 Jul 14 09:21:27.642154 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-985e4e9c-c0e3-4552-885e-f1e36749a8aa req-9bb6e4a1-0533-4d3b-9909-0b64f0e10ddb tempest-FloatingIPsAssociationNegativeTestJSON-1041687121 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for floatingip, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:27.650818 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-429da257-9ebd-417a-9e6f-fcc43d63d2b4 None None] Sync routers for ids ['8f1d501e-40e1-4db8-a88d-7a4933580ee3'] in n-d-779913-29 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:21:27.666142 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-429da257-9ebd-417a-9e6f-fcc43d63d2b4 None None] Routers {'8f1d501e-40e1-4db8-a88d-7a4933580ee3'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:21:27.668958 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-429da257-9ebd-417a-9e6f-fcc43d63d2b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:21:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['8f1d501e-40e1-4db8-a88d-7a4933580ee3'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:21:27.680846 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d5863244-4233-4210-ac80-df03b1df5097 req-378a390c-2d2a-44a5-82ff-de35061ee89a service neutron] 10.222.0.57 "GET /v2.0/networks/2cdfa295-562b-4f8c-a7bc-88c1e99a0037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2124205 Jul 14 09:21:27.685361 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-bad3211e-ead7-4b80-ae6b-af0d9392ddb7 req-134c8955-792a-440d-bb26-5086dfea6367 service neutron] 10.222.0.65 "GET /v2.0/networks/7a07191a-b9d7-482c-8935-c823cd63fc61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2162127 Jul 14 09:21:27.696260 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-985e4e9c-c0e3-4552-885e-f1e36749a8aa req-9bb6e4a1-0533-4d3b-9909-0b64f0e10ddb tempest-FloatingIPsAssociationNegativeTestJSON-1041687121 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121-project] 10.222.0.68 "PUT /v2.0/floatingips/5d2ca0dd-584c-4bf7-8a9e-b86230d593c9 HTTP/1.1" status: 200 len: 694 time: 0.6537187 Jul 14 09:21:27.762925 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985e4e9c-c0e3-4552-885e-f1e36749a8aa req-1c7eeba7-a4f8-43ec-aa1f-909ce1a59751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:27.764906 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-985e4e9c-c0e3-4552-885e-f1e36749a8aa req-1c7eeba7-a4f8-43ec-aa1f-909ce1a59751 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=c0f0aba1395a4fd1a6d1ed53f3eeb2b1&device_id=5b072d6f-b903-4b4b-b5b1-8307fad199f9 HTTP/1.1" status: 200 len: 1097 time: 0.0602918 Jul 14 09:21:27.774130 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device aab7bb30-8d5d-4d47-b33f-ff650cfffb9e no longer exists at agent hyperv_n-h2-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:21:27.799397 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] No Port match for: aab7bb30-8d5d-4d47-b33f-ff650cfffb9e {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:21:27.800128 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device aab7bb30-8d5d-4d47-b33f-ff650cfffb9e not bound to the agent host n-h2-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:21:27.805247 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-429da257-9ebd-417a-9e6f-fcc43d63d2b4 None None] Set router 8f1d501e-40e1-4db8-a88d-7a4933580ee3 gateway port host: n-d-779913-29 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:21:27.867605 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985e4e9c-c0e3-4552-885e-f1e36749a8aa req-22e86b9f-2cdd-40d9-b8cc-1f425132e96d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:27.869175 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-985e4e9c-c0e3-4552-885e-f1e36749a8aa req-22e86b9f-2cdd-40d9-b8cc-1f425132e96d service neutron] 10.222.0.68 "GET /v2.0/networks?id=1ca22f68-f22e-4539-bf48-b4a59573e7f3 HTTP/1.1" status: 200 len: 930 time: 0.0977976 Jul 14 09:21:27.920667 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-985e4e9c-c0e3-4552-885e-f1e36749a8aa req-38dc949c-a96b-4d31-a9e3-91837c224603 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8dca1f60-92a8-4738-a512-aa08d60371ac HTTP/1.1" status: 200 len: 217 time: 0.0416398 Jul 14 09:21:27.978417 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985e4e9c-c0e3-4552-885e-f1e36749a8aa req-b5284bb9-2902-4531-979f-14e3f133171b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:27.980062 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-985e4e9c-c0e3-4552-885e-f1e36749a8aa req-b5284bb9-2902-4531-979f-14e3f133171b service neutron] 10.222.0.68 "GET /v2.0/subnets?id=97937e07-8267-44e8-9758-651c212a988c HTTP/1.1" status: 200 len: 868 time: 0.0538340 Jul 14 09:21:28.038419 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985e4e9c-c0e3-4552-885e-f1e36749a8aa req-575fe2e6-534f-4357-a7cb-86e2347d37df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:28.046487 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-985e4e9c-c0e3-4552-885e-f1e36749a8aa req-575fe2e6-534f-4357-a7cb-86e2347d37df service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=1ca22f68-f22e-4539-bf48-b4a59573e7f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0596664 Jul 14 09:21:28.052215 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-429da257-9ebd-417a-9e6f-fcc43d63d2b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f1d501e-40e1-4db8-a88d-7a4933580ee3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1173896188-router', 'tenant_id': 'c0f0aba1395a4fd1a6d1ed53f3eeb2b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.139'}], 'enable_snat': True}, 'gw_port_id': '611f471d-cf2b-4405-b0b1-1ad76cabb61a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:20:34Z', 'updated_at': '2021-07-14T09:20:47Z', 'revision_number': 4, 'project_id': 'c0f0aba1395a4fd1a6d1ed53f3eeb2b1', 'gw_port': {'id': '611f471d-cf2b-4405-b0b1-1ad76cabb61a', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b4:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f1d501e-40e1-4db8-a88d-7a4933580ee3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:20:37Z', 'updated_at': '2021-07-14T09:20:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': '7a304cfa-f68c-49a4-9dd0-2c953252c755', 'name': '', 'network_id': '1ca22f68-f22e-4539-bf48-b4a59573e7f3', 'tenant_id': 'c0f0aba1395a4fd1a6d1ed53f3eeb2b1', 'mac_address': 'fa:16:3e:ea:99:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f1d501e-40e1-4db8-a88d-7a4933580ee3', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '97937e07-8267-44e8-9758-651c212a988c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:20:44Z', 'updated_at': '2021-07-14T09:20:56Z', 'revision_number': 5, 'project_id': 'c0f0aba1395a4fd1a6d1ed53f3eeb2b1', 'subnets': [{'id': '97937e07-8267-44e8-9758-651c212a988c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:21:28.071789 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ae8eee-70d5-4bed-aad1-9dd80b8e1567 req-b1b5db4e-3094-4f28-bfab-ae9afd3511da tempest-ServersTestBootFromVolume-1941781310 tempest-ServersTestBootFromVolume-1941781310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:28.073316 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-72ae8eee-70d5-4bed-aad1-9dd80b8e1567 req-b1b5db4e-3094-4f28-bfab-ae9afd3511da tempest-ServersTestBootFromVolume-1941781310 tempest-ServersTestBootFromVolume-1941781310-project] 10.222.0.68 "GET /v2.0/ports?device_id=c32610fb-fe36-4bc7-be35-63b201a56a49 HTTP/1.1" status: 200 len: 944 time: 0.0733066 Jul 14 09:21:28.080912 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-429da257-9ebd-417a-9e6f-fcc43d63d2b4 None None] Checking router: 8f1d501e-40e1-4db8-a88d-7a4933580ee3 for host: n-d-779913-29 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:21:28.090932 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-429da257-9ebd-417a-9e6f-fcc43d63d2b4 None None] Routers {'8f1d501e-40e1-4db8-a88d-7a4933580ee3'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:21:28.091576 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-429da257-9ebd-417a-9e6f-fcc43d63d2b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:21:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['8f1d501e-40e1-4db8-a88d-7a4933580ee3'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:21:28.115032 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-72ae8eee-70d5-4bed-aad1-9dd80b8e1567 req-50c0f2fd-4c9b-4683-9dd5-0cb8a6f1fb12 tempest-ServersTestBootFromVolume-1941781310 tempest-ServersTestBootFromVolume-1941781310-project] 10.222.0.68 "GET /v2.0/security-groups?id=cbdf9c90-adbd-403e-9b32-cb9bb14c6bec&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0357671 Jul 14 09:21:28.134029 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-985e4e9c-c0e3-4552-885e-f1e36749a8aa req-ae0b93ee-9a16-4c6a-92a3-91f40d8e15fc service neutron] 10.222.0.68 "GET /v2.0/networks/1ca22f68-f22e-4539-bf48-b4a59573e7f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864904 Jul 14 09:21:28.185533 n-d-779913-29 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b072d6f-b903-4b4b-b5b1-8307fad199f9', 'tag': '8dca1f60-92a8-4738-a512-aa08d60371ac'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:21:28.188209 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cb48f044f948e981f43897c8d7f1332f741dc7af2b4c5a6e19d8f4a80f708e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abaa2e86-c7eb-41b6-ad24-bea03d17afe9" -d '{"events": [{"name": "network-changed", "server_uuid": "5b072d6f-b903-4b4b-b5b1-8307fad199f9", "tag": "8dca1f60-92a8-4738-a512-aa08d60371ac"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:21:28.213483 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-429da257-9ebd-417a-9e6f-fcc43d63d2b4 None None] Set router 8f1d501e-40e1-4db8-a88d-7a4933580ee3 gateway port host: n-d-779913-29 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:21:28.236719 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-985e4e9c-c0e3-4552-885e-f1e36749a8aa req-bde20a67-115f-4e26-83a1-5f51ca4ed1a8 service neutron] 10.222.0.68 "GET /v2.0/networks/1ca22f68-f22e-4539-bf48-b4a59573e7f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992446 Jul 14 09:21:28.296416 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee94955-b94f-43d7-87a4-fcb6566bb409 req-0cabede3-ba3a-4a3d-bd15-56bcd230ca3f tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:28.297913 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-dee94955-b94f-43d7-87a4-fcb6566bb409 req-0cabede3-ba3a-4a3d-bd15-56bcd230ca3f tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] 10.222.0.68 "GET /v2.0/ports?device_id=8b40894a-81e1-4e74-b9f4-12d92c7f4081 HTTP/1.1" status: 200 len: 985 time: 0.0747180 Jul 14 09:21:28.348186 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-dee94955-b94f-43d7-87a4-fcb6566bb409 req-0723c9d4-b998-43f0-b77e-f73bbddd89cc tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] 10.222.0.68 "GET /v2.0/security-groups?id=87f74de4-2d83-419a-98e5-02769e00055f&id=65dfa8de-6f82-43dd-bcdf-865f204c3ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0434854 Jul 14 09:21:28.378154 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2719b879-abb1-4c54-98f8-1863e426ed31', 'name': 'network-vif-deleted', 'tag': 'aab7bb30-8d5d-4d47-b33f-ff650cfffb9e'}, {'name': 'network-changed', 'server_uuid': '095e8f1a-810b-42ee-9498-4fd9f739c2d1', 'tag': '2e26b98c-4ae2-41c6-8320-85cb01d7f06f'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:21:28.380830 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f24f45f5-85d8-4aa6-bf63-60b38d193fd4" -d '{"events": [{"server_uuid": "2719b879-abb1-4c54-98f8-1863e426ed31", "name": "network-vif-deleted", "tag": "aab7bb30-8d5d-4d47-b33f-ff650cfffb9e"}, {"name": "network-changed", "server_uuid": "095e8f1a-810b-42ee-9498-4fd9f739c2d1", "tag": "2e26b98c-4ae2-41c6-8320-85cb01d7f06f"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:21:28.414669 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651c6df0-42ca-4d48-9d87-98db849cff9a req-38b7039a-69f3-445c-a68c-f24b48ccf034 tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:28.416481 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-651c6df0-42ca-4d48-9d87-98db849cff9a req-38b7039a-69f3-445c-a68c-f24b48ccf034 tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] 10.222.0.68 "GET /v2.0/ports?device_id=095e8f1a-810b-42ee-9498-4fd9f739c2d1 HTTP/1.1" status: 200 len: 943 time: 0.0698881 Jul 14 09:21:28.440722 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 41714) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:28.458549 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-429da257-9ebd-417a-9e6f-fcc43d63d2b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f1d501e-40e1-4db8-a88d-7a4933580ee3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1173896188-router', 'tenant_id': 'c0f0aba1395a4fd1a6d1ed53f3eeb2b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.139'}], 'enable_snat': True}, 'gw_port_id': '611f471d-cf2b-4405-b0b1-1ad76cabb61a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:20:34Z', 'updated_at': '2021-07-14T09:20:47Z', 'revision_number': 4, 'project_id': 'c0f0aba1395a4fd1a6d1ed53f3eeb2b1', 'gw_port': {'id': '611f471d-cf2b-4405-b0b1-1ad76cabb61a', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b4:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f1d501e-40e1-4db8-a88d-7a4933580ee3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:20:37Z', 'updated_at': '2021-07-14T09:20:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': '7a304cfa-f68c-49a4-9dd0-2c953252c755', 'name': '', 'network_id': '1ca22f68-f22e-4539-bf48-b4a59573e7f3', 'tenant_id': 'c0f0aba1395a4fd1a6d1ed53f3eeb2b1', 'mac_address': 'fa:16:3e:ea:99:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f1d501e-40e1-4db8-a88d-7a4933580ee3', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '97937e07-8267-44e8-9758-651c212a988c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:20:44Z', 'updated_at': '2021-07-14T09:20:56Z', 'revision_number': 5, 'project_id': 'c0f0aba1395a4fd1a6d1ed53f3eeb2b1', 'subnets': [{'id': '97937e07-8267-44e8-9758-651c212a988c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:21:28.462046 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-651c6df0-42ca-4d48-9d87-98db849cff9a req-81bc4e93-2c3b-4719-9bd5-6bdfbb97393d tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] 10.222.0.68 "GET /v2.0/security-groups?id=372c68ac-7430-41d6-997c-166ff070d0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399189 Jul 14 09:21:28.493261 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-429da257-9ebd-417a-9e6f-fcc43d63d2b4 None None] The sync data for ids ['8f1d501e-40e1-4db8-a88d-7a4933580ee3'] in n-d-779913-29 is: [{'id': '8f1d501e-40e1-4db8-a88d-7a4933580ee3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1173896188-router', 'tenant_id': 'c0f0aba1395a4fd1a6d1ed53f3eeb2b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.139'}], 'enable_snat': True}, 'gw_port_id': '611f471d-cf2b-4405-b0b1-1ad76cabb61a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:20:34Z', 'updated_at': '2021-07-14T09:20:47Z', 'revision_number': 4, 'project_id': 'c0f0aba1395a4fd1a6d1ed53f3eeb2b1', 'gw_port': {'id': '611f471d-cf2b-4405-b0b1-1ad76cabb61a', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b4:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f1d501e-40e1-4db8-a88d-7a4933580ee3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:20:37Z', 'updated_at': '2021-07-14T09:20:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': '7a304cfa-f68c-49a4-9dd0-2c953252c755', 'name': '', 'network_id': '1ca22f68-f22e-4539-bf48-b4a59573e7f3', 'tenant_id': 'c0f0aba1395a4fd1a6d1ed53f3eeb2b1', 'mac_address': 'fa:16:3e:ea:99:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f1d501e-40e1-4db8-a88d-7a4933580ee3', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '97937e07-8267-44e8-9758-651c212a988c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:20:44Z', 'updated_at': '2021-07-14T09:20:56Z', 'revision_number': 5, 'project_id': 'c0f0aba1395a4fd1a6d1ed53f3eeb2b1', 'subnets': [{'id': '97937e07-8267-44e8-9758-651c212a988c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:21:28.524850 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:21:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65f14ed5-41c7-4fb5-b433-9f478313f52b x-openstack-request-id: req-65f14ed5-41c7-4fb5-b433-9f478313f52b {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:21:28.525366 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b072d6f-b903-4b4b-b5b1-8307fad199f9", "tag": "8dca1f60-92a8-4738-a512-aa08d60371ac", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:21:28.525366 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-65f14ed5-41c7-4fb5-b433-9f478313f52b {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:21:28.525786 n-d-779913-29 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b072d6f-b903-4b4b-b5b1-8307fad199f9', 'tag': '8dca1f60-92a8-4738-a512-aa08d60371ac', 'status': 'completed', 'code': 200} Jul 14 09:21:28.626825 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_v2 [None req-3df44bf7-f180-4f39-9849-f7fa02796035 admin admin] Deleting subnet a1f8d7cc-d5f0-4ac4-b550-493e46cf12fc {{(pid=93957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:21:28.632328 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3df44bf7-f180-4f39-9849-f7fa02796035 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:28.694483 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3df44bf7-f180-4f39-9849-f7fa02796035 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10944203'] for subnet, precommit_delete_associations {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:28.733067 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ff2f73bb-a6e7-4d72-a390-fac47b531063 req-f5cd2aff-d40a-4904-943e-ed389dda0708 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121-project] 10.222.0.68 "GET /v2.0/floatingips/5d2ca0dd-584c-4bf7-8a9e-b86230d593c9 HTTP/1.1" status: 200 len: 694 time: 0.0584304 Jul 14 09:21:28.738824 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d67243-5eaf-4bc6-ac87-f3c8bf11b6e5 req-4e699225-d2e9-43c7-86d8-853686e0cfb0 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:28.740395 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-35d67243-5eaf-4bc6-ac87-f3c8bf11b6e5 req-4e699225-d2e9-43c7-86d8-853686e0cfb0 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/ports?device_id=611c1b28-c22b-43c2-aa46-15cef6f6cd26 HTTP/1.1" status: 200 len: 950 time: 0.1974144 Jul 14 09:21:28.745562 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaa2e86-c7eb-41b6-ad24-bea03d17afe9 req-5fd6b135-edb0-4041-9fc8-af74f1868996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:28.747063 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-abaa2e86-c7eb-41b6-ad24-bea03d17afe9 req-5fd6b135-edb0-4041-9fc8-af74f1868996 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c0f0aba1395a4fd1a6d1ed53f3eeb2b1&device_id=5b072d6f-b903-4b4b-b5b1-8307fad199f9 HTTP/1.1" status: 200 len: 1097 time: 0.1670911 Jul 14 09:21:28.775915 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e413a07-4cf9-471f-9e4a-4948ab92a12d None None] New status for floating IP 5d2ca0dd-584c-4bf7-8a9e-b86230d593c9: DOWN {{(pid=93959) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:21:28.782893 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3df44bf7-f180-4f39-9849-f7fa02796035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3481002'] for subnet, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:28.857342 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2f73bb-a6e7-4d72-a390-fac47b531063 req-1808074b-115b-4a7a-8577-5fceef7f1ce8 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:28.864932 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ff2f73bb-a6e7-4d72-a390-fac47b531063 req-1808074b-115b-4a7a-8577-5fceef7f1ce8 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121-project] 10.222.0.68 "GET /v2.0/networks/2dcd4d32-cc7c-4468-b396-7ce5c9231892 HTTP/1.1" status: 200 len: 784 time: 0.1307280 Jul 14 09:21:28.895588 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-35d67243-5eaf-4bc6-ac87-f3c8bf11b6e5 req-a6540fbe-51f8-4945-b59b-8d425cb15fab tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/security-groups?id=93b55648-4dd6-4852-bb99-9aa842ab19a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475215 Jul 14 09:21:28.943806 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ff2f73bb-a6e7-4d72-a390-fac47b531063 req-91171692-08ad-4303-af11-107041397762 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121-project] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.25.4.40 HTTP/1.1" status: 200 len: 697 time: 0.0780704 Jul 14 09:21:28.944632 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3df44bf7-f180-4f39-9849-f7fa02796035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10052701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11984075'] for subnet, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:28.956064 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaa2e86-c7eb-41b6-ad24-bea03d17afe9 req-71e1827d-b37a-4833-8221-cb542c6f7343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:28.958348 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-abaa2e86-c7eb-41b6-ad24-bea03d17afe9 req-71e1827d-b37a-4833-8221-cb542c6f7343 service neutron] 10.222.0.65 "GET /v2.0/networks?id=1ca22f68-f22e-4539-bf48-b4a59573e7f3 HTTP/1.1" status: 200 len: 930 time: 0.1962681 Jul 14 09:21:28.964769 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3df44bf7-f180-4f39-9849-f7fa02796035 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:28.966750 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-3df44bf7-f180-4f39-9849-f7fa02796035 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/a1f8d7cc-d5f0-4ac4-b550-493e46cf12fc HTTP/1.1" status: 204 len: 168 time: 0.5246236 Jul 14 09:21:28.993080 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 41720) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:28.999935 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df44bf7-f180-4f39-9849-f7fa02796035 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a1f8d7cc-d5f0-4ac4-b550-493e46cf12fc,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:29.002223 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ff2f73bb-a6e7-4d72-a390-fac47b531063 req-235fdb74-498e-4a88-8658-8a57b75be507 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121-project] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.25.4.40 HTTP/1.1" status: 200 len: 697 time: 0.0569084 Jul 14 09:21:29.049035 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 2e26b98c-4ae2-41c6-8320-85cb01d7f06f details requested by agent hyperv_n-h1-779913-29 with host n-h1-779913-29 {{(pid=93959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:21:29.108941 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-abaa2e86-c7eb-41b6-ad24-bea03d17afe9 req-1aedc45b-0c83-477d-a78d-f020d57d6ca9 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8dca1f60-92a8-4738-a512-aa08d60371ac HTTP/1.1" status: 200 len: 217 time: 0.1380713 Jul 14 09:21:29.130274 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5f9b790a-557c-46d6-823b-31c1864b5fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3876111'] for network, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:29.148045 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-ff2f73bb-a6e7-4d72-a390-fac47b531063 req-703c1c0a-3c7c-4d65-9203-f75b9f71d783 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121-project] Deleting port 100db5ff-b2e4-4351-9301-5ac7451e2db0 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:21:29.148440 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-ff2f73bb-a6e7-4d72-a390-fac47b531063 req-703c1c0a-3c7c-4d65-9203-f75b9f71d783 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:29.162685 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port 2e26b98c-4ae2-41c6-8320-85cb01d7f06f, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=2e26b98c-4ae2-41c6-8320-85cb01d7f06f,segment=NetworkSegment(59e27924-9549-4175-909e-ce4f3019b149),segment_id=59e27924-9549-4175-909e-ce4f3019b149)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:21:29.175234 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Returning: {'device': '2e26b98c-4ae2-41c6-8320-85cb01d7f06f', 'network_id': '7a07191a-b9d7-482c-8935-c823cd63fc61', 'port_id': '2e26b98c-4ae2-41c6-8320-85cb01d7f06f', 'mac_address': 'fa:16:3e:eb:8a:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 728, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9512be90-2f1e-4759-8e05-fbe0d51f306d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:21:29.208527 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-146f2a79-5f37-451f-84ea-d0fcc0e5209b req-23b5a666-5dd5-4053-9624-2dfa789f1e38 tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-863546449&fields=id&tenant_id=22a4f04666c3481d8344225163e60741 HTTP/1.1" status: 200 len: 267 time: 0.1425984 Jul 14 09:21:29.216981 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:29.232206 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e26b98c-4ae2-41c6-8320-85cb01d7f06f {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:21:29.246109 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaa2e86-c7eb-41b6-ad24-bea03d17afe9 req-b4862ead-623b-4a34-ad42-6de9312ff49f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:29.247816 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-abaa2e86-c7eb-41b6-ad24-bea03d17afe9 req-b4862ead-623b-4a34-ad42-6de9312ff49f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=97937e07-8267-44e8-9758-651c212a988c HTTP/1.1" status: 200 len: 868 time: 0.1077428 Jul 14 09:21:29.255472 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port 2e26b98c-4ae2-41c6-8320-85cb01d7f06f, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=2e26b98c-4ae2-41c6-8320-85cb01d7f06f,segment=NetworkSegment(59e27924-9549-4175-909e-ce4f3019b149),segment_id=59e27924-9549-4175-909e-ce4f3019b149)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:21:29.260804 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:29.323469 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Pushing event updated for resources: {'Port': ['ID=2e26b98c-4ae2-41c6-8320-85cb01d7f06f,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:29.358273 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5f9b790a-557c-46d6-823b-31c1864b5fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473955', 'neutron.services.segments.db._delete_segments_for_network-8735688326548'] for network, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:29.378796 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-5f9b790a-557c-46d6-823b-31c1864b5fc2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7cb481e-49dc-464e-b748-d3d2c45f69f9']}} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:21:29.398422 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-5f9b790a-557c-46d6-823b-31c1864b5fc2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f3a0541-e6cd-42f5-92f6-5d961c2f621f') {'for_net_delete': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:21:29.398726 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-5f9b790a-557c-46d6-823b-31c1864b5fc2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f3a0541-e6cd-42f5-92f6-5d961c2f621f') {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:21:29.415967 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5f9b790a-557c-46d6-823b-31c1864b5fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735688356235', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10944210'] for segment, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:29.450326 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146f2a79-5f37-451f-84ea-d0fcc0e5209b req-7e033291-2d97-43df-96f9-90c36d209c0f tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:29.451940 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-146f2a79-5f37-451f-84ea-d0fcc0e5209b req-7e033291-2d97-43df-96f9-90c36d209c0f tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] 10.222.0.68 "GET /v2.0/ports?device_id=8b40894a-81e1-4e74-b9f4-12d92c7f4081 HTTP/1.1" status: 200 len: 985 time: 0.2213845 Jul 14 09:21:29.453186 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5f9b790a-557c-46d6-823b-31c1864b5fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:29.456527 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaa2e86-c7eb-41b6-ad24-bea03d17afe9 req-c93c0947-34f2-4496-bcd7-c7772004ff33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:29.458022 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-abaa2e86-c7eb-41b6-ad24-bea03d17afe9 req-c93c0947-34f2-4496-bcd7-c7772004ff33 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1ca22f68-f22e-4539-bf48-b4a59573e7f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1816046 Jul 14 09:21:29.465373 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f9b790a-557c-46d6-823b-31c1864b5fc2 admin admin] Releasing vlan 708 on physical network physnet1 to pool {{(pid=93957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:21:29.465823 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5f9b790a-557c-46d6-823b-31c1864b5fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10053619'] for segment, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:29.471014 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-146f2a79-5f37-451f-84ea-d0fcc0e5209b req-42d93db3-f3f7-46b5-aef7-fbacdbf7e228 tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] Request body: {'port': {'security_groups': ['65dfa8de-6f82-43dd-bcdf-865f204c3ea4', '87f74de4-2d83-419a-98e5-02769e00055f', '629df182-7b63-420b-a64e-9eb13fb3902d']}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:21:29.476365 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:21:29.476365 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:21:29.476365 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:21:29.476365 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:21:29.476365 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:21:29.476365 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:21:29.476365 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:21:29.476365 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:21:29.476365 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:21:29.476365 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:21:29.476365 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:21:29.476365 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:21:29.476365 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:21:29.476365 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:21:29.476365 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:21:29.476365 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:21:29.476365 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:21:29.476365 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:21:29.476365 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:21:29.476365 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:21:29.476365 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:21:29.476365 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:21:29.476365 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:21:29.476365 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:21:29.476365 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:21:29.476365 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:21:29.476365 n-d-779913-29 neutron-server[93957]: Traceback (most recent call last): Jul 14 09:21:29.476365 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:21:29.476365 n-d-779913-29 neutron-server[93957]: timer() Jul 14 09:21:29.476365 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:21:29.476365 n-d-779913-29 neutron-server[93957]: cb(*args, **kw) Jul 14 09:21:29.476365 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:21:29.476365 n-d-779913-29 neutron-server[93957]: return func(*args, **kwargs) Jul 14 09:21:29.476365 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:21:29.476365 n-d-779913-29 neutron-server[93957]: self._notify() Jul 14 09:21:29.476365 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:21:29.476365 n-d-779913-29 neutron-server[93957]: self.callback(batched_events) Jul 14 09:21:29.476365 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:21:29.476365 n-d-779913-29 neutron-server[93957]: event.method(event) Jul 14 09:21:29.476365 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:21:29.476365 n-d-779913-29 neutron-server[93957]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:21:29.476365 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:21:29.476365 n-d-779913-29 neutron-server[93957]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:21:29.476365 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:21:29.476365 n-d-779913-29 neutron-server[93957]: return f(self, *a, **k) Jul 14 09:21:29.476365 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:21:29.476365 n-d-779913-29 neutron-server[93957]: return self._get(url).json() Jul 14 09:21:29.476365 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:21:29.476365 n-d-779913-29 neutron-server[93957]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:21:29.476365 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:21:29.476365 n-d-779913-29 neutron-server[93957]: return self.request(url, 'GET', **kwargs) Jul 14 09:21:29.476365 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:21:29.476365 n-d-779913-29 neutron-server[93957]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:21:29.476365 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:21:29.476365 n-d-779913-29 neutron-server[93957]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:21:29.476365 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:21:29.476365 n-d-779913-29 neutron-server[93957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:21:29.476365 n-d-779913-29 neutron-server[93957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:21:29.534755 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.agents_db [None req-3c3509fb-540d-4335-a450-574895dd3602 None None] Agent healthcheck: found 7 active agents {{(pid=93960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:21:29.547633 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-ff2f73bb-a6e7-4d72-a390-fac47b531063 req-703c1c0a-3c7c-4d65-9203-f75b9f71d783 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:29.548210 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-ff2f73bb-a6e7-4d72-a390-fac47b531063 req-703c1c0a-3c7c-4d65-9203-f75b9f71d783 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:29.559595 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-ff2f73bb-a6e7-4d72-a390-fac47b531063 req-703c1c0a-3c7c-4d65-9203-f75b9f71d783 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121-project] Calling delete_port for 100db5ff-b2e4-4351-9301-5ac7451e2db0 owned by network:floatingip {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:21:29.598351 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] get_ports_and_sgs() called for port_ids ['2e26b98c-4ae2-41c6-8320-85cb01d7f06f'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:21:29.675913 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5f9b790a-557c-46d6-823b-31c1864b5fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660504'] for network, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:29.701778 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5f9b790a-557c-46d6-823b-31c1864b5fc2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for network, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:29.706452 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-5f9b790a-557c-46d6-823b-31c1864b5fc2 admin admin] 10.222.0.68 "DELETE /v2.0/networks/e7cb481e-49dc-464e-b748-d3d2c45f69f9 HTTP/1.1" status: 204 len: 168 time: 0.7016158 Jul 14 09:21:29.707278 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 41728) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:29.736275 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-146f2a79-5f37-451f-84ea-d0fcc0e5209b req-42d93db3-f3f7-46b5-aef7-fbacdbf7e228 tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:29.742423 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b790a-557c-46d6-823b-31c1864b5fc2 admin admin] Pushing event deleted for resources: {'Network': ['ID=e7cb481e-49dc-464e-b748-d3d2c45f69f9,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:29.758282 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-ff2f73bb-a6e7-4d72-a390-fac47b531063 req-703c1c0a-3c7c-4d65-9203-f75b9f71d783 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:29.761455 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-abaa2e86-c7eb-41b6-ad24-bea03d17afe9 req-a27e0339-4137-4c6c-b967-2499fedcb8b7 service neutron] 10.222.0.65 "GET /v2.0/networks/1ca22f68-f22e-4539-bf48-b4a59573e7f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2865484 Jul 14 09:21:29.793019 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703c1c0a-3c7c-4d65-9203-f75b9f71d783 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121-project] Pushing event deleted for resources: {'Port': ['ID=100db5ff-b2e4-4351-9301-5ac7451e2db0,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:29.797406 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device e8ac8cc4-6e5e-49d6-9a58-216dd287dc07 details requested by agent hyperv_n-h2-779913-29 with host n-h2-779913-29 {{(pid=93959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:21:29.812949 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd79fdf-0b92-49f0-9cf5-6f28f883b51c req-2418b641-8373-40d3-81e7-a52d373cfb13 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:29.814475 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ffd79fdf-0b92-49f0-9cf5-6f28f883b51c req-2418b641-8373-40d3-81e7-a52d373cfb13 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.65 "GET /v2.0/ports?device_id=611c1b28-c22b-43c2-aa46-15cef6f6cd26 HTTP/1.1" status: 200 len: 950 time: 0.2206573 Jul 14 09:21:29.821016 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-84b36d3a-608f-4317-9c55-62c8d35a8d40 admin admin] Deleting subnet fa3431cb-18cf-48b8-a52e-5b02fdee4e15 {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:21:29.844293 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-84b36d3a-608f-4317-9c55-62c8d35a8d40 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:29.894484 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-84b36d3a-608f-4317-9c55-62c8d35a8d40 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13574120'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:29.911976 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port e8ac8cc4-6e5e-49d6-9a58-216dd287dc07, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=e8ac8cc4-6e5e-49d6-9a58-216dd287dc07,segment=NetworkSegment(765d759d-a7d8-452a-a46c-8c9682de4f64),segment_id=765d759d-a7d8-452a-a46c-8c9682de4f64)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:21:29.916234 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-ff2f73bb-a6e7-4d72-a390-fac47b531063 req-703c1c0a-3c7c-4d65-9203-f75b9f71d783 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121-project] Notify callbacks [] for floatingip, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:29.918830 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-ff2f73bb-a6e7-4d72-a390-fac47b531063 req-703c1c0a-3c7c-4d65-9203-f75b9f71d783 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for floatingip, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:29.920022 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ff2f73bb-a6e7-4d72-a390-fac47b531063 req-703c1c0a-3c7c-4d65-9203-f75b9f71d783 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121-project] 10.222.0.68 "DELETE /v2.0/floatingips/5d2ca0dd-584c-4bf7-8a9e-b86230d593c9 HTTP/1.1" status: 204 len: 173 time: 0.9166584 Jul 14 09:21:29.939957 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Returning: {'device': 'e8ac8cc4-6e5e-49d6-9a58-216dd287dc07', 'network_id': '9cb080c5-9bd5-4fed-8810-4e4711ca3bcc', 'port_id': 'e8ac8cc4-6e5e-49d6-9a58-216dd287dc07', 'mac_address': 'fa:16:3e:02:19:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 738, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ee4e5c2-68bc-40bf-adbc-da1aa2b9476e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:21:29.950509 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-84b36d3a-608f-4317-9c55-62c8d35a8d40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3481002'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:29.991229 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 14 Jul 2021 09:21:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebf708a4-22bf-464f-94e5-6f784557ba78 x-openstack-request-id: req-ebf708a4-22bf-464f-94e5-6f784557ba78 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:21:29.991229 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2719b879-abb1-4c54-98f8-1863e426ed31", "name": "network-vif-deleted", "tag": "aab7bb30-8d5d-4d47-b33f-ff650cfffb9e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "095e8f1a-810b-42ee-9498-4fd9f739c2d1", "tag": "2e26b98c-4ae2-41c6-8320-85cb01d7f06f", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:21:29.991229 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-ebf708a4-22bf-464f-94e5-6f784557ba78 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:21:29.991570 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2719b879-abb1-4c54-98f8-1863e426ed31', 'name': 'network-vif-deleted', 'tag': 'aab7bb30-8d5d-4d47-b33f-ff650cfffb9e', 'status': 'completed', 'code': 200} Jul 14 09:21:29.991663 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '095e8f1a-810b-42ee-9498-4fd9f739c2d1', 'tag': '2e26b98c-4ae2-41c6-8320-85cb01d7f06f', 'status': 'completed', 'code': 200} Jul 14 09:21:29.994760 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:30.009200 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8ac8cc4-6e5e-49d6-9a58-216dd287dc07 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:21:30.022568 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-abaa2e86-c7eb-41b6-ad24-bea03d17afe9 req-d3e440bb-5371-4ba6-b3b7-f44dce8e3be3 service neutron] 10.222.0.65 "GET /v2.0/networks/1ca22f68-f22e-4539-bf48-b4a59573e7f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2295449 Jul 14 09:21:30.035765 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port e8ac8cc4-6e5e-49d6-9a58-216dd287dc07, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=e8ac8cc4-6e5e-49d6-9a58-216dd287dc07,segment=NetworkSegment(765d759d-a7d8-452a-a46c-8c9682de4f64),segment_id=765d759d-a7d8-452a-a46c-8c9682de4f64)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:21:30.039976 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-84b36d3a-608f-4317-9c55-62c8d35a8d40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13574056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16714573'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:30.047810 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:30.067779 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-84b36d3a-608f-4317-9c55-62c8d35a8d40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:30.074418 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-84b36d3a-608f-4317-9c55-62c8d35a8d40 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/fa3431cb-18cf-48b8-a52e-5b02fdee4e15 HTTP/1.1" status: 204 len: 168 time: 0.3643999 Jul 14 09:21:30.076677 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 41734) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:30.094693 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b36d3a-608f-4317-9c55-62c8d35a8d40 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa3431cb-18cf-48b8-a52e-5b02fdee4e15,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:30.121784 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Pushing event updated for resources: {'Port': ['ID=e8ac8cc4-6e5e-49d6-9a58-216dd287dc07,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:30.181190 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcfc3fa-a09d-4f8b-8b54-4127ed8e4bf5 req-fafac8e6-8a02-40f6-a6ce-62ece2f56c3e tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:30.182774 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-6fcfc3fa-a09d-4f8b-8b54-4127ed8e4bf5 req-fafac8e6-8a02-40f6-a6ce-62ece2f56c3e tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] 10.222.0.68 "GET /v2.0/ports?device_id=43161873-7e25-46ba-939e-d9598e05bb16 HTTP/1.1" status: 200 len: 945 time: 0.0678015 Jul 14 09:21:30.186753 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [req-ffd79fdf-0b92-49f0-9cf5-6f28f883b51c req-13632406-3d1f-4de4-b518-399bcd549df4 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Deleting port 3c588ba2-3350-4d26-ae32-a0222859845a {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:21:30.187110 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-ffd79fdf-0b92-49f0-9cf5-6f28f883b51c req-13632406-3d1f-4de4-b518-399bcd549df4 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:30.221408 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-6fcfc3fa-a09d-4f8b-8b54-4127ed8e4bf5 req-1369f50d-a936-4a74-9ab6-83d7414df4fb tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] 10.222.0.68 "GET /v2.0/security-groups?id=c6f7d264-cbb5-40f9-9fec-5b9701ca674b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328660 Jul 14 09:21:30.281156 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3bc02590-2a91-4d28-97e7-b18d2fee4565 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3876111'] for network, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:30.319805 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24f45f5-85d8-4aa6-bf63-60b38d193fd4 req-978b6183-9a44-42e6-8e88-a08284a48673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:30.321357 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f24f45f5-85d8-4aa6-bf63-60b38d193fd4 req-978b6183-9a44-42e6-8e88-a08284a48673 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=aad66054a8f146139519a42123ab4eac&device_id=095e8f1a-810b-42ee-9498-4fd9f739c2d1 HTTP/1.1" status: 200 len: 1096 time: 0.2976415 Jul 14 09:21:30.344865 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-146f2a79-5f37-451f-84ea-d0fcc0e5209b req-42d93db3-f3f7-46b5-aef7-fbacdbf7e228 tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] For port e1979b4b-ef3b-4c09-9d57-6997ed4f2a19, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=e1979b4b-ef3b-4c09-9d57-6997ed4f2a19,segment=NetworkSegment(32fe169c-8049-4742-bb8a-bdc77602cb62),segment_id=32fe169c-8049-4742-bb8a-bdc77602cb62)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:21:30.376356 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] get_ports_and_sgs() called for port_ids ['e8ac8cc4-6e5e-49d6-9a58-216dd287dc07'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:21:30.426037 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c906d8f3-29d0-4db4-b148-3876f3fb6940 req-e5d3b063-5dc6-4816-93df-124c963fc3cd tempest-ServersTestBootFromVolume-1941781310 tempest-ServersTestBootFromVolume-1941781310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:30.427586 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-c906d8f3-29d0-4db4-b148-3876f3fb6940 req-e5d3b063-5dc6-4816-93df-124c963fc3cd tempest-ServersTestBootFromVolume-1941781310 tempest-ServersTestBootFromVolume-1941781310-project] 10.222.0.68 "GET /v2.0/ports?device_id=c32610fb-fe36-4bc7-be35-63b201a56a49 HTTP/1.1" status: 200 len: 945 time: 0.1013000 Jul 14 09:21:30.478154 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-c906d8f3-29d0-4db4-b148-3876f3fb6940 req-742da69a-e9dc-4840-8f74-fd268934c0fe tempest-ServersTestBootFromVolume-1941781310 tempest-ServersTestBootFromVolume-1941781310-project] 10.222.0.68 "GET /v2.0/security-groups?id=cbdf9c90-adbd-403e-9b32-cb9bb14c6bec&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414059 Jul 14 09:21:30.514667 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-ffd79fdf-0b92-49f0-9cf5-6f28f883b51c req-13632406-3d1f-4de4-b518-399bcd549df4 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] For port 3c588ba2-3350-4d26-ae32-a0222859845a, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=3c588ba2-3350-4d26-ae32-a0222859845a,segment=NetworkSegment(8f1c1422-de6c-445f-ab95-4e2c94585b2b),segment_id=8f1c1422-de6c-445f-ab95-4e2c94585b2b)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:21:30.515041 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-ffd79fdf-0b92-49f0-9cf5-6f28f883b51c req-13632406-3d1f-4de4-b518-399bcd549df4 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:30.535055 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-146f2a79-5f37-451f-84ea-d0fcc0e5209b req-42d93db3-f3f7-46b5-aef7-fbacdbf7e228 tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:30.539419 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3bc02590-2a91-4d28-97e7-b18d2fee4565 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473955', 'neutron.services.segments.db._delete_segments_for_network-8735688326548'] for network, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:30.555290 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-146f2a79-5f37-451f-84ea-d0fcc0e5209b req-42d93db3-f3f7-46b5-aef7-fbacdbf7e228 tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:30.557190 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [req-ffd79fdf-0b92-49f0-9cf5-6f28f883b51c req-13632406-3d1f-4de4-b518-399bcd549df4 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Calling delete_port for 3c588ba2-3350-4d26-ae32-a0222859845a owned by compute:nova {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:21:30.561820 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-3bc02590-2a91-4d28-97e7-b18d2fee4565 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efceacfa-68c7-494e-881e-13bb7fd36728']}} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:21:30.589802 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] get_ports_and_sgs() called for port_ids ['fd2ace12-fbeb-4979-b444-118a6711717b'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:21:30.601868 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-3bc02590-2a91-4d28-97e7-b18d2fee4565 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec193559-4596-4c9e-a8bd-d481e4c7e6e3') {'for_net_delete': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:21:30.601868 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-3bc02590-2a91-4d28-97e7-b18d2fee4565 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec193559-4596-4c9e-a8bd-d481e4c7e6e3') {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:21:30.634046 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24f45f5-85d8-4aa6-bf63-60b38d193fd4 req-596eaf37-3913-4fe1-a5a9-1cb9e59e703d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:30.635565 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f24f45f5-85d8-4aa6-bf63-60b38d193fd4 req-596eaf37-3913-4fe1-a5a9-1cb9e59e703d service neutron] 10.222.0.65 "GET /v2.0/networks?id=7a07191a-b9d7-482c-8935-c823cd63fc61 HTTP/1.1" status: 200 len: 923 time: 0.3019066 Jul 14 09:21:30.665669 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae69db2-78c7-4160-9b25-17749e5f1387 req-927477c3-1133-40da-abb2-0478e8290414 tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:30.667891 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-6ae69db2-78c7-4160-9b25-17749e5f1387 req-927477c3-1133-40da-abb2-0478e8290414 tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] 10.222.0.68 "GET /v2.0/ports?device_id=095e8f1a-810b-42ee-9498-4fd9f739c2d1 HTTP/1.1" status: 200 len: 944 time: 0.0789747 Jul 14 09:21:30.669464 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3bc02590-2a91-4d28-97e7-b18d2fee4565 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735688356235', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10944210'] for segment, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:30.704106 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146f2a79-5f37-451f-84ea-d0fcc0e5209b req-42d93db3-f3f7-46b5-aef7-fbacdbf7e228 tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:30.704865 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-146f2a79-5f37-451f-84ea-d0fcc0e5209b req-42d93db3-f3f7-46b5-aef7-fbacdbf7e228 tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:30.706388 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-146f2a79-5f37-451f-84ea-d0fcc0e5209b req-42d93db3-f3f7-46b5-aef7-fbacdbf7e228 tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] 10.222.0.68 "PUT /v2.0/ports/e1979b4b-ef3b-4c09-9d57-6997ed4f2a19 HTTP/1.1" status: 200 len: 1021 time: 1.2441471 Jul 14 09:21:30.724167 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-6ae69db2-78c7-4160-9b25-17749e5f1387 req-cf81abc6-ccd0-4643-a8c2-085a76bdeeb4 tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] 10.222.0.68 "GET /v2.0/security-groups?id=372c68ac-7430-41d6-997c-166ff070d0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494945 Jul 14 09:21:30.764809 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3bc02590-2a91-4d28-97e7-b18d2fee4565 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:30.767713 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f24f45f5-85d8-4aa6-bf63-60b38d193fd4 req-00990dc2-0406-46db-b514-3634f990c3b9 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2e26b98c-4ae2-41c6-8320-85cb01d7f06f HTTP/1.1" status: 200 len: 217 time: 0.0963230 Jul 14 09:21:30.784877 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bc02590-2a91-4d28-97e7-b18d2fee4565 admin admin] Releasing vlan 707 on physical network physnet1 to pool {{(pid=93957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:21:30.785291 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3bc02590-2a91-4d28-97e7-b18d2fee4565 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10053619'] for segment, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:30.789723 n-d-779913-29 neutron-server[93957]: Traceback (most recent call last): Jul 14 09:21:30.789723 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:21:30.789723 n-d-779913-29 neutron-server[93957]: timer() Jul 14 09:21:30.789723 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:21:30.789723 n-d-779913-29 neutron-server[93957]: cb(*args, **kw) Jul 14 09:21:30.789723 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:21:30.789723 n-d-779913-29 neutron-server[93957]: return func(*args, **kwargs) Jul 14 09:21:30.789723 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:21:30.789723 n-d-779913-29 neutron-server[93957]: self._notify() Jul 14 09:21:30.789723 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:21:30.789723 n-d-779913-29 neutron-server[93957]: self.callback(batched_events) Jul 14 09:21:30.789723 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:21:30.789723 n-d-779913-29 neutron-server[93957]: event.method(event) Jul 14 09:21:30.789723 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:21:30.789723 n-d-779913-29 neutron-server[93957]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:21:30.789723 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:21:30.789723 n-d-779913-29 neutron-server[93957]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:21:30.789723 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:21:30.789723 n-d-779913-29 neutron-server[93957]: return f(self, *a, **k) Jul 14 09:21:30.789723 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:21:30.789723 n-d-779913-29 neutron-server[93957]: return self._get(url).json() Jul 14 09:21:30.789723 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:21:30.789723 n-d-779913-29 neutron-server[93957]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:21:30.789723 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:21:30.789723 n-d-779913-29 neutron-server[93957]: return self.request(url, 'GET', **kwargs) Jul 14 09:21:30.789723 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:21:30.789723 n-d-779913-29 neutron-server[93957]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:21:30.789723 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:21:30.789723 n-d-779913-29 neutron-server[93957]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:21:30.789723 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:21:30.789723 n-d-779913-29 neutron-server[93957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:21:30.789723 n-d-779913-29 neutron-server[93957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:21:30.853809 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d93db3-f3f7-46b5-aef7-fbacdbf7e228 tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] Pushing event updated for resources: {'Port': ['ID=e1979b4b-ef3b-4c09-9d57-6997ed4f2a19,revision_number=7']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:30.881740 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] get_ports_and_sgs() called for port_ids ['e1979b4b-ef3b-4c09-9d57-6997ed4f2a19'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:21:30.902421 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3bc02590-2a91-4d28-97e7-b18d2fee4565 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660504'] for network, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:30.912013 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24f45f5-85d8-4aa6-bf63-60b38d193fd4 req-d46f2f91-af4d-47f4-9694-5d79247e95fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:30.914127 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f24f45f5-85d8-4aa6-bf63-60b38d193fd4 req-d46f2f91-af4d-47f4-9694-5d79247e95fd service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9512be90-2f1e-4759-8e05-fbe0d51f306d HTTP/1.1" status: 200 len: 862 time: 0.1398764 Jul 14 09:21:30.928452 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3bc02590-2a91-4d28-97e7-b18d2fee4565 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for network, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:30.930618 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-3bc02590-2a91-4d28-97e7-b18d2fee4565 admin admin] 10.222.0.68 "DELETE /v2.0/networks/efceacfa-68c7-494e-881e-13bb7fd36728 HTTP/1.1" status: 204 len: 168 time: 0.8511677 Jul 14 09:21:30.946632 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618ac85c-69f1-435c-9069-e91dc4c7e2c6 req-f928cc1d-fc76-4cdf-ace8-cc35a2eb69be tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:30.950002 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-618ac85c-69f1-435c-9069-e91dc4c7e2c6 req-f928cc1d-fc76-4cdf-ace8-cc35a2eb69be tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/ports?device_id=611c1b28-c22b-43c2-aa46-15cef6f6cd26 HTTP/1.1" status: 200 len: 950 time: 0.0816500 Jul 14 09:21:30.982238 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc02590-2a91-4d28-97e7-b18d2fee4565 admin admin] Pushing event deleted for resources: {'Network': ['ID=efceacfa-68c7-494e-881e-13bb7fd36728,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:30.982471 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] get_ports_and_sgs() called for port_ids ['e1979b4b-ef3b-4c09-9d57-6997ed4f2a19'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:21:31.003204 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-618ac85c-69f1-435c-9069-e91dc4c7e2c6 req-74d8d2f0-63d3-4ec3-979d-bbc509c8ccf5 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.68 "GET /v2.0/security-groups?id=93b55648-4dd6-4852-bb99-9aa842ab19a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491381 Jul 14 09:21:31.051105 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 2e26b98c-4ae2-41c6-8320-85cb01d7f06f up at agent hyperv_n-h1-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:21:31.140755 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 41742) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:31.173621 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Provisioning for port 2e26b98c-4ae2-41c6-8320-85cb01d7f06f completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:21:31.195174 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Provisioning complete for port 2e26b98c-4ae2-41c6-8320-85cb01d7f06f triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:21:31.195556 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:31.250517 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-69ec3a41-1b43-4a13-9f06-e8b46ffceaa8 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=e14af975015c4397b9da2a89a906dfc2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1072884 Jul 14 09:21:31.252382 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 41746) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:31.317277 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96c5c73-e836-466e-9fd9-c84b349dce5c req-c7b96da9-c95e-48f4-824c-a2335debf702 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:31.319525 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d96c5c73-e836-466e-9fd9-c84b349dce5c req-c7b96da9-c95e-48f4-824c-a2335debf702 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121-project] 10.222.0.68 "GET /v2.0/ports?device_id=5b072d6f-b903-4b4b-b5b1-8307fad199f9&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1519361 Jul 14 09:21:31.344413 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f24f45f5-85d8-4aa6-bf63-60b38d193fd4 req-28134331-79b1-48fc-9c07-a8d59e1aaee9 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=7a07191a-b9d7-482c-8935-c823cd63fc61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3919938 Jul 14 09:21:31.378077 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d96c5c73-e836-466e-9fd9-c84b349dce5c req-fe823f20-5293-48ab-90e5-e0cea42d92c8 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121-project] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0513637 Jul 14 09:21:31.381824 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9ab468fd-58e3-48a7-a832-a3d1342938da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:31.409939 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1ac02b1e-e375-47ca-85b9-24c480b62e07 req-54fbc788-d827-4302-82aa-cd932580a162 tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] 10.222.0.68 "GET /v2.0/security-groups/629df182-7b63-420b-a64e-9eb13fb3902d HTTP/1.1" status: 200 len: 1799 time: 0.5202556 Jul 14 09:21:31.415717 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9ab468fd-58e3-48a7-a832-a3d1342938da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:31.441014 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-ffd79fdf-0b92-49f0-9cf5-6f28f883b51c req-13632406-3d1f-4de4-b518-399bcd549df4 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:31.487833 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9ab468fd-58e3-48a7-a832-a3d1342938da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:31.492510 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9ab468fd-58e3-48a7-a832-a3d1342938da admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:31.494898 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-9ab468fd-58e3-48a7-a832-a3d1342938da admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/7bf941d0-4fab-41ec-a174-078829fdb488 HTTP/1.1" status: 204 len: 168 time: 0.2414575 Jul 14 09:21:31.499900 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13632406-3d1f-4de4-b518-399bcd549df4 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Pushing event deleted for resources: {'Port': ['ID=3c588ba2-3350-4d26-ae32-a0222859845a,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:31.505606 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab468fd-58e3-48a7-a832-a3d1342938da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bf941d0-4fab-41ec-a174-078829fdb488,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:31.575048 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffd79fdf-0b92-49f0-9cf5-6f28f883b51c req-13632406-3d1f-4de4-b518-399bcd549df4 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] No DVR routers for this DVR port 3c588ba2-3350-4d26-ae32-a0222859845a on host n-h1-779913-29 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:21:31.578569 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f24f45f5-85d8-4aa6-bf63-60b38d193fd4 req-19f07b01-dbc3-4474-a37b-eac00567a847 service neutron] 10.222.0.65 "GET /v2.0/networks/7a07191a-b9d7-482c-8935-c823cd63fc61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2237830 Jul 14 09:21:31.579275 n-d-779913-29 neutron-server[93957]: INFO neutron.api.v2.resource [req-1ac02b1e-e375-47ca-85b9-24c480b62e07 req-3725e5da-fc93-4d71-a5d0-984f2ca68348 tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 14 09:21:31.590532 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1ac02b1e-e375-47ca-85b9-24c480b62e07 req-3725e5da-fc93-4d71-a5d0-984f2ca68348 tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] 10.222.0.68 "DELETE /v2.0/security-groups/629df182-7b63-420b-a64e-9eb13fb3902d HTTP/1.1" status: 409 len: 341 time: 0.1796422 Jul 14 09:21:31.606444 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-ffd79fdf-0b92-49f0-9cf5-6f28f883b51c req-13632406-3d1f-4de4-b518-399bcd549df4 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:31.609340 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ffd79fdf-0b92-49f0-9cf5-6f28f883b51c req-13632406-3d1f-4de4-b518-399bcd549df4 tempest-MigrationsAdminTest-534456631 tempest-MigrationsAdminTest-534456631-project] 10.222.0.65 "DELETE /v2.0/ports/3c588ba2-3350-4d26-ae32-a0222859845a HTTP/1.1" status: 204 len: 173 time: 1.7825291 Jul 14 09:21:31.633419 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:31.661315 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd28d18-f7ec-444c-8eef-e1d5ce5310dc req-a63f894d-ac51-4481-a1aa-3010a1c89a6c tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:31.671359 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-8fd28d18-f7ec-444c-8eef-e1d5ce5310dc req-a63f894d-ac51-4481-a1aa-3010a1c89a6c tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] 10.222.0.68 "GET /v2.0/ports?device_id=43161873-7e25-46ba-939e-d9598e05bb16 HTTP/1.1" status: 200 len: 945 time: 0.1098485 Jul 14 09:21:31.701718 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-4ccddcea-95b6-4986-b2c3-dfa5e898d73f req-6094bb17-f23e-40d1-8789-fb352d6eb3c6 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121-project] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1049438 Jul 14 09:21:31.720493 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '095e8f1a-810b-42ee-9498-4fd9f739c2d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e26b98c-4ae2-41c6-8320-85cb01d7f06f'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:21:31.723678 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd62303f06773040a8a4e189dc46b4f565768c299abf8ab8e7739778b0bc3e97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-756e7668-1558-4fb0-9a62-a8a765273997" -d '{"events": [{"server_uuid": "095e8f1a-810b-42ee-9498-4fd9f739c2d1", "name": "network-vif-plugged", "status": "completed", "tag": "2e26b98c-4ae2-41c6-8320-85cb01d7f06f"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:21:31.771531 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port 2e26b98c-4ae2-41c6-8320-85cb01d7f06f, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=2e26b98c-4ae2-41c6-8320-85cb01d7f06f,segment=NetworkSegment(59e27924-9549-4175-909e-ce4f3019b149),segment_id=59e27924-9549-4175-909e-ce4f3019b149)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:21:31.783967 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-8fd28d18-f7ec-444c-8eef-e1d5ce5310dc req-955e46aa-2b05-4ca3-a76a-10551d501f3c tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] 10.222.0.68 "GET /v2.0/security-groups?id=c6f7d264-cbb5-40f9-9fec-5b9701ca674b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115046 Jul 14 09:21:31.794275 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:31.817245 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f24f45f5-85d8-4aa6-bf63-60b38d193fd4 req-e504c041-a66e-4682-8da8-f57698e7e7de service neutron] 10.222.0.65 "GET /v2.0/networks/7a07191a-b9d7-482c-8935-c823cd63fc61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2193089 Jul 14 09:21:31.905187 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device e8ac8cc4-6e5e-49d6-9a58-216dd287dc07 up at agent hyperv_n-h2-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:21:31.989712 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f91ac64-1064-4190-8214-dfbc7f22f1a0 req-f5b574cf-955f-47ef-9c1e-b045dd26fb43 tempest-ServersTestBootFromVolume-1941781310 tempest-ServersTestBootFromVolume-1941781310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:31.998811 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2f91ac64-1064-4190-8214-dfbc7f22f1a0 req-f5b574cf-955f-47ef-9c1e-b045dd26fb43 tempest-ServersTestBootFromVolume-1941781310 tempest-ServersTestBootFromVolume-1941781310-project] 10.222.0.68 "GET /v2.0/ports?device_id=c32610fb-fe36-4bc7-be35-63b201a56a49 HTTP/1.1" status: 200 len: 945 time: 0.1509526 Jul 14 09:21:32.001783 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b40894a-81e1-4e74-b9f4-12d92c7f4081', 'tag': 'e1979b4b-ef3b-4c09-9d57-6997ed4f2a19'}, {'server_uuid': '611c1b28-c22b-43c2-aa46-15cef6f6cd26', 'name': 'network-vif-deleted', 'tag': '3c588ba2-3350-4d26-ae32-a0222859845a'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:21:32.004344 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9588748-4186-4eae-8bb5-404faa0a77e9" -d '{"events": [{"name": "network-changed", "server_uuid": "8b40894a-81e1-4e74-b9f4-12d92c7f4081", "tag": "e1979b4b-ef3b-4c09-9d57-6997ed4f2a19"}, {"server_uuid": "611c1b28-c22b-43c2-aa46-15cef6f6cd26", "name": "network-vif-deleted", "tag": "3c588ba2-3350-4d26-ae32-a0222859845a"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:21:32.037145 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Pushing event updated for resources: {'Port': ['ID=2e26b98c-4ae2-41c6-8320-85cb01d7f06f,revision_number=5']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:32.060677 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 41770) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:32.081792 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2f91ac64-1064-4190-8214-dfbc7f22f1a0 req-f4c9b735-923d-4eac-a1aa-e32b936b9e3f tempest-ServersTestBootFromVolume-1941781310 tempest-ServersTestBootFromVolume-1941781310-project] 10.222.0.68 "GET /v2.0/security-groups?id=cbdf9c90-adbd-403e-9b32-cb9bb14c6bec&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0805633 Jul 14 09:21:32.108489 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Provisioning for port e8ac8cc4-6e5e-49d6-9a58-216dd287dc07 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:21:32.113767 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-0028f294-7dc7-4df4-8df5-c6239239062f admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=a4e4dc3c9d3948ccbe8364551034dd20&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0510051 Jul 14 09:21:32.116556 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 41772) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:32.135052 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Provisioning complete for port e8ac8cc4-6e5e-49d6-9a58-216dd287dc07 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:21:32.135398 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:32.187459 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:21:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63fc68bd-7004-420e-96eb-d7fd835aa403 x-openstack-request-id: req-63fc68bd-7004-420e-96eb-d7fd835aa403 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:21:32.188010 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "095e8f1a-810b-42ee-9498-4fd9f739c2d1", "name": "network-vif-plugged", "status": "completed", "tag": "2e26b98c-4ae2-41c6-8320-85cb01d7f06f", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:21:32.188417 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-63fc68bd-7004-420e-96eb-d7fd835aa403 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:21:32.189153 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '095e8f1a-810b-42ee-9498-4fd9f739c2d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e26b98c-4ae2-41c6-8320-85cb01d7f06f', 'code': 200} Jul 14 09:21:32.201643 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f796bd93-68b5-44f7-93de-b4d571a8183f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:32.232146 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f796bd93-68b5-44f7-93de-b4d571a8183f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:32.264844 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:32.313485 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f796bd93-68b5-44f7-93de-b4d571a8183f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:32.325344 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f796bd93-68b5-44f7-93de-b4d571a8183f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:32.326956 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-f796bd93-68b5-44f7-93de-b4d571a8183f admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/71d89f99-2d39-439d-9da5-cb4cff9df701 HTTP/1.1" status: 204 len: 168 time: 0.2093065 Jul 14 09:21:32.338248 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port e8ac8cc4-6e5e-49d6-9a58-216dd287dc07, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=e8ac8cc4-6e5e-49d6-9a58-216dd287dc07,segment=NetworkSegment(765d759d-a7d8-452a-a46c-8c9682de4f64),segment_id=765d759d-a7d8-452a-a46c-8c9682de4f64)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:21:32.358549 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:32.386596 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f796bd93-68b5-44f7-93de-b4d571a8183f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71d89f99-2d39-439d-9da5-cb4cff9df701,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:32.457249 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0eb45b-9c4d-424a-b4df-59b0022c3a7f req-9fe106b9-953a-49c3-b975-19e4e8b6d5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:32.459693 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Pushing event updated for resources: {'Port': ['ID=e8ac8cc4-6e5e-49d6-9a58-216dd287dc07,revision_number=5']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:32.460335 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-7f0eb45b-9c4d-424a-b4df-59b0022c3a7f req-9fe106b9-953a-49c3-b975-19e4e8b6d5cb service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=095e8f1a-810b-42ee-9498-4fd9f739c2d1 HTTP/1.1" status: 200 len: 1097 time: 0.1316769 Jul 14 09:21:32.463357 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7eae44-502d-48f9-a680-b91093a1dbe5 req-1a5c572d-c022-4bf1-8292-2e24a81eb342 tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:32.464916 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-1e7eae44-502d-48f9-a680-b91093a1dbe5 req-1a5c572d-c022-4bf1-8292-2e24a81eb342 tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] 10.222.0.68 "GET /v2.0/ports?device_id=095e8f1a-810b-42ee-9498-4fd9f739c2d1 HTTP/1.1" status: 200 len: 945 time: 0.1329448 Jul 14 09:21:32.513151 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-7f0eb45b-9c4d-424a-b4df-59b0022c3a7f req-42d13e23-8e69-4ea7-876d-a82995f5be31 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=372c68ac-7430-41d6-997c-166ff070d0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422814 Jul 14 09:21:32.546280 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-1e7eae44-502d-48f9-a680-b91093a1dbe5 req-5b29931d-dc9f-4847-b2b5-cacb1641382d tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] 10.222.0.68 "GET /v2.0/security-groups?id=372c68ac-7430-41d6-997c-166ff070d0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676699 Jul 14 09:21:32.608031 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 14 Jul 2021 09:21:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f636d38f-2099-4730-9650-8e1a12de90d3 x-openstack-request-id: req-f636d38f-2099-4730-9650-8e1a12de90d3 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:21:32.608347 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b40894a-81e1-4e74-b9f4-12d92c7f4081", "tag": "e1979b4b-ef3b-4c09-9d57-6997ed4f2a19", "status": "completed", "code": 200}, {"server_uuid": "611c1b28-c22b-43c2-aa46-15cef6f6cd26", "name": "network-vif-deleted", "tag": "3c588ba2-3350-4d26-ae32-a0222859845a", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:21:32.608609 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-f636d38f-2099-4730-9650-8e1a12de90d3 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:21:32.609008 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b40894a-81e1-4e74-b9f4-12d92c7f4081', 'tag': 'e1979b4b-ef3b-4c09-9d57-6997ed4f2a19', 'status': 'completed', 'code': 200} Jul 14 09:21:32.609282 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '611c1b28-c22b-43c2-aa46-15cef6f6cd26', 'name': 'network-vif-deleted', 'tag': '3c588ba2-3350-4d26-ae32-a0222859845a', 'status': 'completed', 'code': 200} Jul 14 09:21:32.731781 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9588748-4186-4eae-8bb5-404faa0a77e9 req-0cb930cd-4367-4742-8e11-fae9e6c3d1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:32.734209 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d9588748-4186-4eae-8bb5-404faa0a77e9 req-0cb930cd-4367-4742-8e11-fae9e6c3d1d9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=22a4f04666c3481d8344225163e60741&device_id=8b40894a-81e1-4e74-b9f4-12d92c7f4081 HTTP/1.1" status: 200 len: 1176 time: 0.0792964 Jul 14 09:21:32.871037 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd3c54f-bf75-4734-b49b-cf9aa3cc0ac8 req-d1ef8f69-d692-447a-bbf5-18827519a6e8 tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:32.873471 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-8fd3c54f-bf75-4734-b49b-cf9aa3cc0ac8 req-d1ef8f69-d692-447a-bbf5-18827519a6e8 tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] 10.222.0.68 "GET /v2.0/ports?device_id=8b40894a-81e1-4e74-b9f4-12d92c7f4081 HTTP/1.1" status: 200 len: 1024 time: 0.0975871 Jul 14 09:21:32.883329 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9588748-4186-4eae-8bb5-404faa0a77e9 req-ff38d893-45ea-4442-ad64-9fc55fd2db89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:32.885754 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d9588748-4186-4eae-8bb5-404faa0a77e9 req-ff38d893-45ea-4442-ad64-9fc55fd2db89 service neutron] 10.222.0.57 "GET /v2.0/networks?id=2cdfa295-562b-4f8c-a7bc-88c1e99a0037 HTTP/1.1" status: 200 len: 913 time: 0.1449237 Jul 14 09:21:32.934452 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d9588748-4186-4eae-8bb5-404faa0a77e9 req-f6f9d90c-73d0-43c0-b411-e6a3affe215e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e1979b4b-ef3b-4c09-9d57-6997ed4f2a19 HTTP/1.1" status: 200 len: 217 time: 0.0414426 Jul 14 09:21:32.968189 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-8fd3c54f-bf75-4734-b49b-cf9aa3cc0ac8 req-cef763a3-67cc-434f-9991-15c69be10ab6 tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] 10.222.0.68 "GET /v2.0/security-groups?id=87f74de4-2d83-419a-98e5-02769e00055f&id=629df182-7b63-420b-a64e-9eb13fb3902d&id=65dfa8de-6f82-43dd-bcdf-865f204c3ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0870149 Jul 14 09:21:32.968846 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 41798) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:33.008193 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9588748-4186-4eae-8bb5-404faa0a77e9 req-6d5b4835-fbab-4f4e-b7cc-1963fc4275eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:33.009958 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d9588748-4186-4eae-8bb5-404faa0a77e9 req-6d5b4835-fbab-4f4e-b7cc-1963fc4275eb service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9a339f65-19fd-495d-921f-2a39b64ee23f HTTP/1.1" status: 200 len: 852 time: 0.0668738 Jul 14 09:21:33.041083 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 3c588ba2-3350-4d26-ae32-a0222859845a no longer exists at agent hyperv_n-h1-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:21:33.072411 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] No Port match for: 3c588ba2-3350-4d26-ae32-a0222859845a {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:21:33.075498 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 3c588ba2-3350-4d26-ae32-a0222859845a not bound to the agent host n-h1-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:21:33.111563 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d9588748-4186-4eae-8bb5-404faa0a77e9 req-78ec0831-223b-4633-88f9-482e379612a7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2cdfa295-562b-4f8c-a7bc-88c1e99a0037&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0917518 Jul 14 09:21:33.208631 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca1ea9a-e2b6-49a2-8dfa-561a573fae39 req-1f5702ad-f6c2-4eb4-a852-698eb46a5d55 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:33.214061 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6ca1ea9a-e2b6-49a2-8dfa-561a573fae39 req-1f5702ad-f6c2-4eb4-a852-698eb46a5d55 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121-project] 10.222.0.68 "GET /v2.0/ports?device_id=5b072d6f-b903-4b4b-b5b1-8307fad199f9 HTTP/1.1" status: 200 len: 945 time: 0.1373398 Jul 14 09:21:33.239384 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-ff2bb102-d8ac-4cbe-bbd4-6642adf2721f admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=f15ecc2e979442a6b02936316f8b33e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2671566 Jul 14 09:21:33.241049 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 41812) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:33.260288 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac93d8f2-bdf2-4d32-a3ff-ec569c7e9c41 req-2c0d7660-500a-49ce-88b9-29728f30a7b2 tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:33.264905 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ac93d8f2-bdf2-4d32-a3ff-ec569c7e9c41 req-2c0d7660-500a-49ce-88b9-29728f30a7b2 tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] 10.222.0.68 "GET /v2.0/ports?device_id=43161873-7e25-46ba-939e-d9598e05bb16 HTTP/1.1" status: 200 len: 945 time: 0.1235785 Jul 14 09:21:33.293213 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d9588748-4186-4eae-8bb5-404faa0a77e9 req-ec47a599-0292-4687-bd2b-c8b6b1bd0fd3 service neutron] 10.222.0.57 "GET /v2.0/networks/2cdfa295-562b-4f8c-a7bc-88c1e99a0037?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720552 Jul 14 09:21:33.307397 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ac93d8f2-bdf2-4d32-a3ff-ec569c7e9c41 req-4afa8b9e-80bb-4af2-ab14-64abcab06d1f tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] 10.222.0.68 "GET /v2.0/security-groups?id=c6f7d264-cbb5-40f9-9fec-5b9701ca674b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403261 Jul 14 09:21:33.322905 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6ca1ea9a-e2b6-49a2-8dfa-561a573fae39 req-07b36701-0984-4764-8758-31c3088f8f2e tempest-FloatingIPsAssociationNegativeTestJSON-1041687121 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121-project] 10.222.0.68 "GET /v2.0/security-groups?id=74fd08ce-a3d9-460e-84a7-2e4752833a03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037958 Jul 14 09:21:33.399030 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-9afa89d1-680d-4092-8765-fc1b58e651d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:33.441236 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-9afa89d1-680d-4092-8765-fc1b58e651d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:33.450558 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d9588748-4186-4eae-8bb5-404faa0a77e9 req-c95d0b4c-b852-4a6c-b93f-95b60e91b3cf service neutron] 10.222.0.57 "GET /v2.0/networks/2cdfa295-562b-4f8c-a7bc-88c1e99a0037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490793 Jul 14 09:21:33.498106 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66cec6a-96db-47f9-8214-b28294fcdf17 req-86383c32-1e68-42e6-b2db-deb01a8af48d tempest-ServersTestBootFromVolume-1941781310 tempest-ServersTestBootFromVolume-1941781310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:33.498843 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-9afa89d1-680d-4092-8765-fc1b58e651d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:33.499735 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-e66cec6a-96db-47f9-8214-b28294fcdf17 req-86383c32-1e68-42e6-b2db-deb01a8af48d tempest-ServersTestBootFromVolume-1941781310 tempest-ServersTestBootFromVolume-1941781310-project] 10.222.0.68 "GET /v2.0/ports?device_id=c32610fb-fe36-4bc7-be35-63b201a56a49 HTTP/1.1" status: 200 len: 946 time: 0.0753818 Jul 14 09:21:33.501416 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-9afa89d1-680d-4092-8765-fc1b58e651d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:33.502708 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-9afa89d1-680d-4092-8765-fc1b58e651d4 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/93b55648-4dd6-4852-bb99-9aa842ab19a1 HTTP/1.1" status: 204 len: 168 time: 0.2605546 Jul 14 09:21:33.513986 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afa89d1-680d-4092-8765-fc1b58e651d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93b55648-4dd6-4852-bb99-9aa842ab19a1,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:33.559621 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-e66cec6a-96db-47f9-8214-b28294fcdf17 req-e575f11b-5c15-4441-9a80-31dcb7d43782 tempest-ServersTestBootFromVolume-1941781310 tempest-ServersTestBootFromVolume-1941781310-project] 10.222.0.68 "GET /v2.0/security-groups?id=cbdf9c90-adbd-403e-9b32-cb9bb14c6bec&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0537043 Jul 14 09:21:33.791463 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d009ecb7-55f5-4e19-a469-472a9e48c7c4 req-249f09d2-a229-47f9-916b-4958eb5a064b tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:33.798157 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d009ecb7-55f5-4e19-a469-472a9e48c7c4 req-249f09d2-a229-47f9-916b-4958eb5a064b tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] 10.222.0.68 "GET /v2.0/ports?device_id=095e8f1a-810b-42ee-9498-4fd9f739c2d1 HTTP/1.1" status: 200 len: 945 time: 0.1029963 Jul 14 09:21:33.857961 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d009ecb7-55f5-4e19-a469-472a9e48c7c4 req-7f2b6553-c653-4b08-9c21-ae3e97a52144 tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] 10.222.0.68 "GET /v2.0/security-groups?id=372c68ac-7430-41d6-997c-166ff070d0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572119 Jul 14 09:21:34.069317 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 41838) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:34.113232 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-6e812849-e3e9-471f-a775-7bee09e2e550 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=ad25da3b3b624b2fb2c8053c7e19a13d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0419548 Jul 14 09:21:34.116065 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 41842) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:34.174006 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-64e5c209-d82b-4b98-a24f-1f3ba31f4beb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:34.177856 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8756df4d-17f3-4cd3-abec-39f01b875d0c req-c38d073d-8c97-4027-854f-91e08069d1e3 tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:34.180038 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8756df4d-17f3-4cd3-abec-39f01b875d0c req-c38d073d-8c97-4027-854f-91e08069d1e3 tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] 10.222.0.68 "GET /v2.0/ports?device_id=8b40894a-81e1-4e74-b9f4-12d92c7f4081 HTTP/1.1" status: 200 len: 1024 time: 0.0749490 Jul 14 09:21:34.190764 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c32610fb-fe36-4bc7-be35-63b201a56a49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8ac8cc4-6e5e-49d6-9a58-216dd287dc07'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:21:34.196090 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd62303f06773040a8a4e189dc46b4f565768c299abf8ab8e7739778b0bc3e97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efdd6d3f-26f4-4743-84ba-21faae81aab6" -d '{"events": [{"server_uuid": "c32610fb-fe36-4bc7-be35-63b201a56a49", "name": "network-vif-plugged", "status": "completed", "tag": "e8ac8cc4-6e5e-49d6-9a58-216dd287dc07"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:21:34.200450 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-64e5c209-d82b-4b98-a24f-1f3ba31f4beb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:34.252044 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-64e5c209-d82b-4b98-a24f-1f3ba31f4beb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:34.254974 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-64e5c209-d82b-4b98-a24f-1f3ba31f4beb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:34.259430 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-64e5c209-d82b-4b98-a24f-1f3ba31f4beb admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/4b838087-ad94-4ca8-a47d-dbaa4d34fb00 HTTP/1.1" status: 204 len: 168 time: 0.1396008 Jul 14 09:21:34.267842 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e5c209-d82b-4b98-a24f-1f3ba31f4beb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b838087-ad94-4ca8-a47d-dbaa4d34fb00,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:34.270703 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8756df4d-17f3-4cd3-abec-39f01b875d0c req-02f0f3c4-3563-404b-acba-8c86ee3d5aff tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] 10.222.0.68 "GET /v2.0/security-groups?id=87f74de4-2d83-419a-98e5-02769e00055f&id=629df182-7b63-420b-a64e-9eb13fb3902d&id=65dfa8de-6f82-43dd-bcdf-865f204c3ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0819492 Jul 14 09:21:34.325159 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47754725-f77c-4bfe-a127-37343c614178 req-555a00fa-b715-4651-8738-6afa83a4f64b tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:34.326736 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-47754725-f77c-4bfe-a127-37343c614178 req-555a00fa-b715-4651-8738-6afa83a4f64b tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] 10.222.0.57 "GET /v2.0/ports?device_id=8b40894a-81e1-4e74-b9f4-12d92c7f4081 HTTP/1.1" status: 200 len: 1024 time: 0.1395543 Jul 14 09:21:34.360570 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:21:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69d35f26-0133-4135-a11b-042522deb064 x-openstack-request-id: req-69d35f26-0133-4135-a11b-042522deb064 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:21:34.360864 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c32610fb-fe36-4bc7-be35-63b201a56a49", "name": "network-vif-plugged", "status": "completed", "tag": "e8ac8cc4-6e5e-49d6-9a58-216dd287dc07", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:21:34.361121 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-69d35f26-0133-4135-a11b-042522deb064 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:21:34.361745 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c32610fb-fe36-4bc7-be35-63b201a56a49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8ac8cc4-6e5e-49d6-9a58-216dd287dc07', 'code': 200} Jul 14 09:21:34.472588 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [req-47754725-f77c-4bfe-a127-37343c614178 req-ea027e63-a660-49e2-a4bf-69eee3a4d978 tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] Deleting port e1979b4b-ef3b-4c09-9d57-6997ed4f2a19 {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:21:34.472936 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-47754725-f77c-4bfe-a127-37343c614178 req-ea027e63-a660-49e2-a4bf-69eee3a4d978 tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:34.586138 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592698ab-9cd6-44aa-8d12-5bb9e7b71e85 req-5fec9ea1-9f57-4655-87fd-11cad71b281c tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:34.590124 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-592698ab-9cd6-44aa-8d12-5bb9e7b71e85 req-5fec9ea1-9f57-4655-87fd-11cad71b281c tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] 10.222.0.68 "GET /v2.0/ports?device_id=43161873-7e25-46ba-939e-d9598e05bb16 HTTP/1.1" status: 200 len: 945 time: 0.1258738 Jul 14 09:21:34.595292 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b9d3a8-76c3-4563-b8d0-24ecd6e7bdf8 req-c3b12303-1850-4ef3-8dc8-e5e3c3066462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:34.596814 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-95b9d3a8-76c3-4563-b8d0-24ecd6e7bdf8 req-c3b12303-1850-4ef3-8dc8-e5e3c3066462 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=c32610fb-fe36-4bc7-be35-63b201a56a49 HTTP/1.1" status: 200 len: 1098 time: 0.0977952 Jul 14 09:21:34.644243 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-47754725-f77c-4bfe-a127-37343c614178 req-ea027e63-a660-49e2-a4bf-69eee3a4d978 tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] For port e1979b4b-ef3b-4c09-9d57-6997ed4f2a19, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=e1979b4b-ef3b-4c09-9d57-6997ed4f2a19,segment=NetworkSegment(32fe169c-8049-4742-bb8a-bdc77602cb62),segment_id=32fe169c-8049-4742-bb8a-bdc77602cb62)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:21:34.644634 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-47754725-f77c-4bfe-a127-37343c614178 req-ea027e63-a660-49e2-a4bf-69eee3a4d978 tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:34.659287 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-592698ab-9cd6-44aa-8d12-5bb9e7b71e85 req-a92b5831-2569-425a-b8c9-71e166101709 tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] 10.222.0.68 "GET /v2.0/security-groups?id=c6f7d264-cbb5-40f9-9fec-5b9701ca674b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663009 Jul 14 09:21:34.664966 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [req-47754725-f77c-4bfe-a127-37343c614178 req-ea027e63-a660-49e2-a4bf-69eee3a4d978 tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] Calling delete_port for e1979b4b-ef3b-4c09-9d57-6997ed4f2a19 owned by compute:nova {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:21:34.675164 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-95b9d3a8-76c3-4563-b8d0-24ecd6e7bdf8 req-6de09942-742b-4d6d-b356-ca17f3427949 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=cbdf9c90-adbd-403e-9b32-cb9bb14c6bec&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0708981 Jul 14 09:21:34.699677 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382d366b-a75e-4f3f-a443-d7b3a82c7c18 req-2a49774b-e71d-4623-8695-d36770d64083 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:34.701228 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-382d366b-a75e-4f3f-a443-d7b3a82c7c18 req-2a49774b-e71d-4623-8695-d36770d64083 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121-project] 10.222.0.68 "GET /v2.0/ports?device_id=5b072d6f-b903-4b4b-b5b1-8307fad199f9 HTTP/1.1" status: 200 len: 945 time: 0.1663821 Jul 14 09:21:34.774472 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5598f2-aa32-4ea8-9e6d-096c0767f809 req-4584ef28-4170-4a63-be15-fa76c43ed92c tempest-FloatingIPsAssociationNegativeTestJSON-1041687121 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:34.776002 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2b5598f2-aa32-4ea8-9e6d-096c0767f809 req-4584ef28-4170-4a63-be15-fa76c43ed92c tempest-FloatingIPsAssociationNegativeTestJSON-1041687121 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121-project] 10.222.0.65 "GET /v2.0/ports?device_id=5b072d6f-b903-4b4b-b5b1-8307fad199f9 HTTP/1.1" status: 200 len: 945 time: 0.1890786 Jul 14 09:21:34.838277 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-382d366b-a75e-4f3f-a443-d7b3a82c7c18 req-271ab2a8-e02f-4c12-8121-fbe573b3d29a tempest-FloatingIPsAssociationNegativeTestJSON-1041687121 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121-project] 10.222.0.68 "GET /v2.0/security-groups?id=74fd08ce-a3d9-460e-84a7-2e4752833a03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992098 Jul 14 09:21:34.961062 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [req-2b5598f2-aa32-4ea8-9e6d-096c0767f809 req-cd01ff9b-4b99-4696-93fb-db152e8a161b tempest-FloatingIPsAssociationNegativeTestJSON-1041687121 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121-project] Deleting port 8dca1f60-92a8-4738-a512-aa08d60371ac {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:21:34.961581 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-2b5598f2-aa32-4ea8-9e6d-096c0767f809 req-cd01ff9b-4b99-4696-93fb-db152e8a161b tempest-FloatingIPsAssociationNegativeTestJSON-1041687121 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:34.977157 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-47754725-f77c-4bfe-a127-37343c614178 req-ea027e63-a660-49e2-a4bf-69eee3a4d978 tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:35.011441 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] get_ports_and_sgs() called for port_ids ['fd2ace12-fbeb-4979-b444-118a6711717b'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:21:35.057092 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea027e63-a660-49e2-a4bf-69eee3a4d978 tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] Pushing event deleted for resources: {'Port': ['ID=e1979b4b-ef3b-4c09-9d57-6997ed4f2a19,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:35.073973 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea027e63-a660-49e2-a4bf-69eee3a4d978 tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:21:35.074905 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea027e63-a660-49e2-a4bf-69eee3a4d978 tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:21:35.076070 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea027e63-a660-49e2-a4bf-69eee3a4d978 tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:21:35.076865 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea027e63-a660-49e2-a4bf-69eee3a4d978 tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:21:35.077638 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea027e63-a660-49e2-a4bf-69eee3a4d978 tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:21:35.078511 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea027e63-a660-49e2-a4bf-69eee3a4d978 tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:21:35.079061 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea027e63-a660-49e2-a4bf-69eee3a4d978 tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:21:35.079579 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea027e63-a660-49e2-a4bf-69eee3a4d978 tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:21:35.080038 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea027e63-a660-49e2-a4bf-69eee3a4d978 tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:21:35.080590 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea027e63-a660-49e2-a4bf-69eee3a4d978 tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:21:35.081395 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea027e63-a660-49e2-a4bf-69eee3a4d978 tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:21:35.081898 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea027e63-a660-49e2-a4bf-69eee3a4d978 tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:21:35.116355 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] get_ports_and_sgs() called for port_ids ['e1979b4b-ef3b-4c09-9d57-6997ed4f2a19'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:21:35.214406 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-2b5598f2-aa32-4ea8-9e6d-096c0767f809 req-cd01ff9b-4b99-4696-93fb-db152e8a161b tempest-FloatingIPsAssociationNegativeTestJSON-1041687121 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121-project] For port 8dca1f60-92a8-4738-a512-aa08d60371ac, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=8dca1f60-92a8-4738-a512-aa08d60371ac,segment=NetworkSegment(52edbb84-480a-4342-84df-f6e0e61c8053),segment_id=52edbb84-480a-4342-84df-f6e0e61c8053)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:21:35.215455 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-2b5598f2-aa32-4ea8-9e6d-096c0767f809 req-cd01ff9b-4b99-4696-93fb-db152e8a161b tempest-FloatingIPsAssociationNegativeTestJSON-1041687121 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:35.228520 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f28915-fa6a-427f-9fc8-60f7e09d58e4 req-1dc05fdd-28e1-41f5-b868-7791eb4a061c tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:35.231304 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-17f28915-fa6a-427f-9fc8-60f7e09d58e4 req-1dc05fdd-28e1-41f5-b868-7791eb4a061c tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] 10.222.0.68 "GET /v2.0/ports?device_id=095e8f1a-810b-42ee-9498-4fd9f739c2d1 HTTP/1.1" status: 200 len: 945 time: 0.0885761 Jul 14 09:21:35.261875 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-47754725-f77c-4bfe-a127-37343c614178 req-ea027e63-a660-49e2-a4bf-69eee3a4d978 tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] No DVR routers for this DVR port e1979b4b-ef3b-4c09-9d57-6997ed4f2a19 on host n-h2-779913-29 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:21:35.270649 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-47754725-f77c-4bfe-a127-37343c614178 req-ea027e63-a660-49e2-a4bf-69eee3a4d978 tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:35.273274 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-47754725-f77c-4bfe-a127-37343c614178 req-ea027e63-a660-49e2-a4bf-69eee3a4d978 tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] 10.222.0.57 "DELETE /v2.0/ports/e1979b4b-ef3b-4c09-9d57-6997ed4f2a19 HTTP/1.1" status: 204 len: 173 time: 0.9395096 Jul 14 09:21:35.273747 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b40894a-81e1-4e74-b9f4-12d92c7f4081', 'name': 'network-vif-deleted', 'tag': 'e1979b4b-ef3b-4c09-9d57-6997ed4f2a19'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:21:35.274117 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 41888) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:35.276070 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-365e2655-0cdb-4af4-a3b5-4c32b3591f07" -d '{"events": [{"server_uuid": "8b40894a-81e1-4e74-b9f4-12d92c7f4081", "name": "network-vif-deleted", "tag": "e1979b4b-ef3b-4c09-9d57-6997ed4f2a19"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:21:35.286703 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [req-2b5598f2-aa32-4ea8-9e6d-096c0767f809 req-cd01ff9b-4b99-4696-93fb-db152e8a161b tempest-FloatingIPsAssociationNegativeTestJSON-1041687121 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121-project] Calling delete_port for 8dca1f60-92a8-4738-a512-aa08d60371ac owned by compute:nova {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:21:35.308350 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-17f28915-fa6a-427f-9fc8-60f7e09d58e4 req-724397bc-9d7a-4ccf-9ed2-23a5a9c86236 tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] 10.222.0.68 "GET /v2.0/security-groups?id=372c68ac-7430-41d6-997c-166ff070d0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713651 Jul 14 09:21:35.492343 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcb625d-7b72-440a-a602-f7f0aa2e5e7c req-cdc5c832-0d6e-42d2-bf65-979cdb15eccc tempest-ServersTestBootFromVolume-1941781310 tempest-ServersTestBootFromVolume-1941781310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:35.511102 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6dcb625d-7b72-440a-a602-f7f0aa2e5e7c req-cdc5c832-0d6e-42d2-bf65-979cdb15eccc tempest-ServersTestBootFromVolume-1941781310 tempest-ServersTestBootFromVolume-1941781310-project] 10.222.0.68 "GET /v2.0/ports?device_id=c32610fb-fe36-4bc7-be35-63b201a56a49 HTTP/1.1" status: 200 len: 946 time: 0.4024677 Jul 14 09:21:35.528565 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-226e755c-6876-4057-8830-262e67ec50a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:35.595270 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6dcb625d-7b72-440a-a602-f7f0aa2e5e7c req-d392bb14-c747-4d2b-9f05-924446aebfc8 tempest-ServersTestBootFromVolume-1941781310 tempest-ServersTestBootFromVolume-1941781310-project] 10.222.0.68 "GET /v2.0/security-groups?id=cbdf9c90-adbd-403e-9b32-cb9bb14c6bec&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0830402 Jul 14 09:21:35.674041 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:21:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a08db6e9-a1f9-417d-82dc-ebfe40e07aee x-openstack-request-id: req-a08db6e9-a1f9-417d-82dc-ebfe40e07aee {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:21:35.674414 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b40894a-81e1-4e74-b9f4-12d92c7f4081", "name": "network-vif-deleted", "tag": "e1979b4b-ef3b-4c09-9d57-6997ed4f2a19", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:21:35.674637 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-a08db6e9-a1f9-417d-82dc-ebfe40e07aee {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:21:35.675297 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b40894a-81e1-4e74-b9f4-12d92c7f4081', 'name': 'network-vif-deleted', 'tag': 'e1979b4b-ef3b-4c09-9d57-6997ed4f2a19', 'status': 'completed', 'code': 200} Jul 14 09:21:35.678641 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-2b5598f2-aa32-4ea8-9e6d-096c0767f809 req-cd01ff9b-4b99-4696-93fb-db152e8a161b tempest-FloatingIPsAssociationNegativeTestJSON-1041687121 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:35.695426 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-226e755c-6876-4057-8830-262e67ec50a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:35.710915 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd01ff9b-4b99-4696-93fb-db152e8a161b tempest-FloatingIPsAssociationNegativeTestJSON-1041687121 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121-project] Pushing event deleted for resources: {'Port': ['ID=8dca1f60-92a8-4738-a512-aa08d60371ac,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:35.755818 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-226e755c-6876-4057-8830-262e67ec50a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:35.764390 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-56aaa0ac-447e-42e4-b6ed-7647cf6af04f req-1ac1e5d8-20ce-4a3a-b7ab-2bebef744184 tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] 10.222.0.68 "GET /v2.0/ports?device_id=8b40894a-81e1-4e74-b9f4-12d92c7f4081 HTTP/1.1" status: 200 len: 210 time: 0.0577688 Jul 14 09:21:35.796908 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] get_ports_and_sgs() called for port_ids ['8dca1f60-92a8-4738-a512-aa08d60371ac'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:21:35.815415 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b5598f2-aa32-4ea8-9e6d-096c0767f809 req-cd01ff9b-4b99-4696-93fb-db152e8a161b tempest-FloatingIPsAssociationNegativeTestJSON-1041687121 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121-project] No DVR routers for this DVR port 8dca1f60-92a8-4738-a512-aa08d60371ac on host n-h1-779913-29 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:21:35.822106 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-2b5598f2-aa32-4ea8-9e6d-096c0767f809 req-cd01ff9b-4b99-4696-93fb-db152e8a161b tempest-FloatingIPsAssociationNegativeTestJSON-1041687121 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:35.827795 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-226e755c-6876-4057-8830-262e67ec50a5 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=721724d9a1154f3aa61b6e954fd9d8e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5521200 Jul 14 09:21:35.828672 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2b5598f2-aa32-4ea8-9e6d-096c0767f809 req-cd01ff9b-4b99-4696-93fb-db152e8a161b tempest-FloatingIPsAssociationNegativeTestJSON-1041687121 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121-project] 10.222.0.65 "DELETE /v2.0/ports/8dca1f60-92a8-4738-a512-aa08d60371ac HTTP/1.1" status: 204 len: 173 time: 1.0382564 Jul 14 09:21:35.828811 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226e755c-6876-4057-8830-262e67ec50a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c42d02a5-da47-4ef7-8856-790585698fee,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:35.831293 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 41912) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:35.902836 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-43ec9c11-a72a-4f44-ad0e-f1e0a1380814 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:35.946387 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-43ec9c11-a72a-4f44-ad0e-f1e0a1380814 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:36.015349 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfccdd13-0ea8-4135-ae0f-5225347be5ef req-4e540e73-8397-471b-b10c-ac9ca0ffd377 tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:36.019121 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-cfccdd13-0ea8-4135-ae0f-5225347be5ef req-4e540e73-8397-471b-b10c-ac9ca0ffd377 tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] 10.222.0.68 "GET /v2.0/ports?device_id=095e8f1a-810b-42ee-9498-4fd9f739c2d1 HTTP/1.1" status: 200 len: 945 time: 0.2074986 Jul 14 09:21:36.048836 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-43ec9c11-a72a-4f44-ad0e-f1e0a1380814 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:36.054329 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-43ec9c11-a72a-4f44-ad0e-f1e0a1380814 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:36.058794 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-43ec9c11-a72a-4f44-ad0e-f1e0a1380814 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/c42d02a5-da47-4ef7-8856-790585698fee HTTP/1.1" status: 204 len: 168 time: 0.2254944 Jul 14 09:21:36.077747 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ec9c11-a72a-4f44-ad0e-f1e0a1380814 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c42d02a5-da47-4ef7-8856-790585698fee,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:36.100616 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-cfccdd13-0ea8-4135-ae0f-5225347be5ef req-6ad052a2-a0df-4a6e-92b1-a0749168a541 tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] 10.222.0.68 "GET /v2.0/security-groups?id=372c68ac-7430-41d6-997c-166ff070d0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565927 Jul 14 09:21:36.201988 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d84dd2d-8235-420e-99bb-c492648f422e req-e6e74868-91e2-4bc2-9382-caf7f06644dc tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:36.210055 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-7d84dd2d-8235-420e-99bb-c492648f422e req-e6e74868-91e2-4bc2-9382-caf7f06644dc tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] 10.222.0.68 "GET /v2.0/ports?device_id=43161873-7e25-46ba-939e-d9598e05bb16 HTTP/1.1" status: 200 len: 945 time: 0.0930266 Jul 14 09:21:36.248275 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-7d84dd2d-8235-420e-99bb-c492648f422e req-f2a89025-6556-4426-bc08-222723c6dc5a tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] 10.222.0.68 "GET /v2.0/security-groups?id=c6f7d264-cbb5-40f9-9fec-5b9701ca674b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370142 Jul 14 09:21:36.285286 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a05c7244-21cb-427d-bcad-74a44999d007 req-c51fe24e-00c6-4996-be40-84b0f99fb05a tempest-FloatingIPsAssociationNegativeTestJSON-1041687121 tempest-FloatingIPsAssociationNegativeTestJSON-1041687121-project] 10.222.0.68 "GET /v2.0/ports?device_id=5b072d6f-b903-4b4b-b5b1-8307fad199f9 HTTP/1.1" status: 200 len: 210 time: 0.0370467 Jul 14 09:21:36.566705 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 41938) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:36.581710 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ed609219-ef51-4e2a-9b9a-d08e0593db92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:36.899534 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ed609219-ef51-4e2a-9b9a-d08e0593db92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:36.905133 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ed609219-ef51-4e2a-9b9a-d08e0593db92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:36.910561 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc73a90-ec9b-49d9-8773-8cc3d53cf4c2 req-c740dfcc-f4f2-45c9-92e7-3fb429568e25 tempest-NetworksTest-1775525243 tempest-NetworksTest-1775525243-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:36.910946 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc73a90-ec9b-49d9-8773-8cc3d53cf4c2 req-c740dfcc-f4f2-45c9-92e7-3fb429568e25 tempest-NetworksTest-1775525243 tempest-NetworksTest-1775525243-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:36.911435 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc73a90-ec9b-49d9-8773-8cc3d53cf4c2 req-c740dfcc-f4f2-45c9-92e7-3fb429568e25 tempest-NetworksTest-1775525243 tempest-NetworksTest-1775525243-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:36.911881 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc73a90-ec9b-49d9-8773-8cc3d53cf4c2 req-c740dfcc-f4f2-45c9-92e7-3fb429568e25 tempest-NetworksTest-1775525243 tempest-NetworksTest-1775525243-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:36.912914 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc73a90-ec9b-49d9-8773-8cc3d53cf4c2 req-c740dfcc-f4f2-45c9-92e7-3fb429568e25 tempest-NetworksTest-1775525243 tempest-NetworksTest-1775525243-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:36.913373 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc73a90-ec9b-49d9-8773-8cc3d53cf4c2 req-c740dfcc-f4f2-45c9-92e7-3fb429568e25 tempest-NetworksTest-1775525243 tempest-NetworksTest-1775525243-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:36.913850 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc73a90-ec9b-49d9-8773-8cc3d53cf4c2 req-c740dfcc-f4f2-45c9-92e7-3fb429568e25 tempest-NetworksTest-1775525243 tempest-NetworksTest-1775525243-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:36.914303 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc73a90-ec9b-49d9-8773-8cc3d53cf4c2 req-c740dfcc-f4f2-45c9-92e7-3fb429568e25 tempest-NetworksTest-1775525243 tempest-NetworksTest-1775525243-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:36.914753 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc73a90-ec9b-49d9-8773-8cc3d53cf4c2 req-c740dfcc-f4f2-45c9-92e7-3fb429568e25 tempest-NetworksTest-1775525243 tempest-NetworksTest-1775525243-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:36.915208 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc73a90-ec9b-49d9-8773-8cc3d53cf4c2 req-c740dfcc-f4f2-45c9-92e7-3fb429568e25 tempest-NetworksTest-1775525243 tempest-NetworksTest-1775525243-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:36.917720 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-9dc73a90-ec9b-49d9-8773-8cc3d53cf4c2 req-c740dfcc-f4f2-45c9-92e7-3fb429568e25 tempest-NetworksTest-1775525243 tempest-NetworksTest-1775525243-project-admin] 10.222.0.68 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7163 time: 0.2631991 Jul 14 09:21:36.952012 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed609219-ef51-4e2a-9b9a-d08e0593db92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b00f8a0-1e0e-467a-b5f1-f729ffa82d1f,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:36.956360 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-ed609219-ef51-4e2a-9b9a-d08e0593db92 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=2cbca47b88a1411da92cee978d48ba82&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3885417 Jul 14 09:21:36.959676 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 41948) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:37.062052 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-bc4ad784-1331-47dc-bc6c-a3f0f42dc2e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:37.087500 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-bc4ad784-1331-47dc-bc6c-a3f0f42dc2e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:37.153432 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-bc4ad784-1331-47dc-bc6c-a3f0f42dc2e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:37.157070 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-bc4ad784-1331-47dc-bc6c-a3f0f42dc2e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:37.159509 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-bc4ad784-1331-47dc-bc6c-a3f0f42dc2e1 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/3b00f8a0-1e0e-467a-b5f1-f729ffa82d1f HTTP/1.1" status: 204 len: 168 time: 0.1977174 Jul 14 09:21:37.169115 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4ad784-1331-47dc-bc6c-a3f0f42dc2e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b00f8a0-1e0e-467a-b5f1-f729ffa82d1f,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:37.178627 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bcf7a5-467b-46bf-a292-ce5a86ba372b req-0319bb58-9a62-4216-9ddb-feda4814624e tempest-ServersTestBootFromVolume-1941781310 tempest-ServersTestBootFromVolume-1941781310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:37.181010 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-33bcf7a5-467b-46bf-a292-ce5a86ba372b req-0319bb58-9a62-4216-9ddb-feda4814624e tempest-ServersTestBootFromVolume-1941781310 tempest-ServersTestBootFromVolume-1941781310-project] 10.222.0.68 "GET /v2.0/ports?device_id=c32610fb-fe36-4bc7-be35-63b201a56a49 HTTP/1.1" status: 200 len: 946 time: 0.0896947 Jul 14 09:21:37.240138 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-33bcf7a5-467b-46bf-a292-ce5a86ba372b req-31313405-03f9-465b-a2c4-2217f8dcb5bc tempest-ServersTestBootFromVolume-1941781310 tempest-ServersTestBootFromVolume-1941781310-project] 10.222.0.68 "GET /v2.0/security-groups?id=cbdf9c90-adbd-403e-9b32-cb9bb14c6bec&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0486650 Jul 14 09:21:37.333303 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc75ffa2-e677-4d03-95ea-a75f0a9a1fa4 req-f01f53d4-7c6b-46bd-b1a2-9c6ace645ef2 tempest-NetworksTest-1775525243 tempest-NetworksTest-1775525243-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:37.334917 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-cc75ffa2-e677-4d03-95ea-a75f0a9a1fa4 req-f01f53d4-7c6b-46bd-b1a2-9c6ace645ef2 tempest-NetworksTest-1775525243 tempest-NetworksTest-1775525243-project-admin] 10.222.0.68 "GET /v2.0/networks/2dcd4d32-cc7c-4468-b396-7ce5c9231892 HTTP/1.1" status: 200 len: 886 time: 0.0902114 Jul 14 09:21:37.389678 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-da457950-dc37-48a5-b80c-530fcfdb9d55 req-8f9a6a34-bf4d-49fa-99f9-bc67f61f119f tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] 10.222.0.68 "GET /v2.0/security-groups/87f74de4-2d83-419a-98e5-02769e00055f HTTP/1.1" status: 200 len: 1800 time: 0.0589120 Jul 14 09:21:37.461425 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-da457950-dc37-48a5-b80c-530fcfdb9d55 req-ca55d880-86c3-49fb-b3b4-1f34c9002f1a tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:37.489726 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-da457950-dc37-48a5-b80c-530fcfdb9d55 req-ca55d880-86c3-49fb-b3b4-1f34c9002f1a tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:37.541100 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-da457950-dc37-48a5-b80c-530fcfdb9d55 req-ca55d880-86c3-49fb-b3b4-1f34c9002f1a tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:37.542060 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2649860f-fbf7-47ab-a8ea-872db26efa4f req-7f41023d-d5b1-4df1-b385-ce3e7e6d5c98 tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:37.543645 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2649860f-fbf7-47ab-a8ea-872db26efa4f req-7f41023d-d5b1-4df1-b385-ce3e7e6d5c98 tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] 10.222.0.68 "GET /v2.0/ports?device_id=43161873-7e25-46ba-939e-d9598e05bb16 HTTP/1.1" status: 200 len: 945 time: 0.0918505 Jul 14 09:21:37.543806 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-da457950-dc37-48a5-b80c-530fcfdb9d55 req-ca55d880-86c3-49fb-b3b4-1f34c9002f1a tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:37.544994 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-da457950-dc37-48a5-b80c-530fcfdb9d55 req-ca55d880-86c3-49fb-b3b4-1f34c9002f1a tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] 10.222.0.68 "DELETE /v2.0/security-groups/87f74de4-2d83-419a-98e5-02769e00055f HTTP/1.1" status: 204 len: 173 time: 0.1488643 Jul 14 09:21:37.555100 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca55d880-86c3-49fb-b3b4-1f34c9002f1a tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=87f74de4-2d83-419a-98e5-02769e00055f,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:37.597321 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2649860f-fbf7-47ab-a8ea-872db26efa4f req-e36d6ea4-7806-404f-8e37-fc9ef9cc7de4 tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] 10.222.0.68 "GET /v2.0/security-groups?id=c6f7d264-cbb5-40f9-9fec-5b9701ca674b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386655 Jul 14 09:21:37.677191 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b072d6f-b903-4b4b-b5b1-8307fad199f9', 'name': 'network-vif-deleted', 'tag': '8dca1f60-92a8-4738-a512-aa08d60371ac'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:21:37.679778 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-404c6f51-95f7-4f3a-9f67-9f1131977bc4" -d '{"events": [{"server_uuid": "5b072d6f-b903-4b4b-b5b1-8307fad199f9", "name": "network-vif-deleted", "tag": "8dca1f60-92a8-4738-a512-aa08d60371ac"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:21:37.706685 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 41988) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:37.757036 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e992c8a-3623-45ca-8d56-2376b289f4af req-f1eb097e-eafc-4d62-81a3-3caec5ddd928 tempest-ServersTestBootFromVolume-1941781310 tempest-ServersTestBootFromVolume-1941781310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:37.768688 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 41990) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:37.774489 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-8e992c8a-3623-45ca-8d56-2376b289f4af req-f1eb097e-eafc-4d62-81a3-3caec5ddd928 tempest-ServersTestBootFromVolume-1941781310 tempest-ServersTestBootFromVolume-1941781310-project] 10.222.0.68 "GET /v2.0/ports?device_id=c32610fb-fe36-4bc7-be35-63b201a56a49 HTTP/1.1" status: 200 len: 946 time: 0.1034169 Jul 14 09:21:37.779282 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-b69108ce-1dac-4040-8571-c5aa79519abb tempest-ServersTestBootFromVolume-1941781310 tempest-ServersTestBootFromVolume-1941781310-project] Request body: {'floatingip': {'port_id': 'e8ac8cc4-6e5e-49d6-9a58-216dd287dc07'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:21:37.803924 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device e1979b4b-ef3b-4c09-9d57-6997ed4f2a19 no longer exists at agent hyperv_n-h2-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:21:37.829894 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] No Port match for: e1979b4b-ef3b-4c09-9d57-6997ed4f2a19 {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:21:37.830640 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device e1979b4b-ef3b-4c09-9d57-6997ed4f2a19 not bound to the agent host n-h2-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:21:37.859915 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b69108ce-1dac-4040-8571-c5aa79519abb tempest-ServersTestBootFromVolume-1941781310 tempest-ServersTestBootFromVolume-1941781310-project] Notify callbacks [] for floatingip, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:37.899989 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b310a378-0c2d-4981-a9fb-e948c2f20a9d req-ce39f902-23ff-46c3-ae68-592d133fffe1 tempest-NetworksTest-1775525243 tempest-NetworksTest-1775525243-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:37.900466 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b310a378-0c2d-4981-a9fb-e948c2f20a9d req-ce39f902-23ff-46c3-ae68-592d133fffe1 tempest-NetworksTest-1775525243 tempest-NetworksTest-1775525243-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:37.900935 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b310a378-0c2d-4981-a9fb-e948c2f20a9d req-ce39f902-23ff-46c3-ae68-592d133fffe1 tempest-NetworksTest-1775525243 tempest-NetworksTest-1775525243-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:37.901408 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b310a378-0c2d-4981-a9fb-e948c2f20a9d req-ce39f902-23ff-46c3-ae68-592d133fffe1 tempest-NetworksTest-1775525243 tempest-NetworksTest-1775525243-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:37.902039 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b310a378-0c2d-4981-a9fb-e948c2f20a9d req-ce39f902-23ff-46c3-ae68-592d133fffe1 tempest-NetworksTest-1775525243 tempest-NetworksTest-1775525243-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:37.902509 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b310a378-0c2d-4981-a9fb-e948c2f20a9d req-ce39f902-23ff-46c3-ae68-592d133fffe1 tempest-NetworksTest-1775525243 tempest-NetworksTest-1775525243-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:37.902969 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b310a378-0c2d-4981-a9fb-e948c2f20a9d req-ce39f902-23ff-46c3-ae68-592d133fffe1 tempest-NetworksTest-1775525243 tempest-NetworksTest-1775525243-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:37.903507 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b310a378-0c2d-4981-a9fb-e948c2f20a9d req-ce39f902-23ff-46c3-ae68-592d133fffe1 tempest-NetworksTest-1775525243 tempest-NetworksTest-1775525243-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:37.903887 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b310a378-0c2d-4981-a9fb-e948c2f20a9d req-ce39f902-23ff-46c3-ae68-592d133fffe1 tempest-NetworksTest-1775525243 tempest-NetworksTest-1775525243-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:37.904342 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b310a378-0c2d-4981-a9fb-e948c2f20a9d req-ce39f902-23ff-46c3-ae68-592d133fffe1 tempest-NetworksTest-1775525243 tempest-NetworksTest-1775525243-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:37.910088 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-b310a378-0c2d-4981-a9fb-e948c2f20a9d req-ce39f902-23ff-46c3-ae68-592d133fffe1 tempest-NetworksTest-1775525243 tempest-NetworksTest-1775525243-project-admin] 10.222.0.68 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7163 time: 0.1323235 Jul 14 09:21:37.986917 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-3f687c3b-411d-45e1-ae47-5b09ea6c66b7 req-3c2ebe6c-0f39-4193-8788-77e0360c02ac tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] 10.222.0.68 "GET /v2.0/security-groups/629df182-7b63-420b-a64e-9eb13fb3902d HTTP/1.1" status: 200 len: 1799 time: 0.0661025 Jul 14 09:21:38.067602 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-3f687c3b-411d-45e1-ae47-5b09ea6c66b7 req-67db0056-d7b8-4d22-b013-d0a5b6e9fef0 tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:38.096286 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-3f687c3b-411d-45e1-ae47-5b09ea6c66b7 req-67db0056-d7b8-4d22-b013-d0a5b6e9fef0 tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:38.149049 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-3f687c3b-411d-45e1-ae47-5b09ea6c66b7 req-67db0056-d7b8-4d22-b013-d0a5b6e9fef0 tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:38.151833 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-3f687c3b-411d-45e1-ae47-5b09ea6c66b7 req-67db0056-d7b8-4d22-b013-d0a5b6e9fef0 tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:38.153005 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-3f687c3b-411d-45e1-ae47-5b09ea6c66b7 req-67db0056-d7b8-4d22-b013-d0a5b6e9fef0 tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] 10.222.0.68 "DELETE /v2.0/security-groups/629df182-7b63-420b-a64e-9eb13fb3902d HTTP/1.1" status: 204 len: 173 time: 0.1651309 Jul 14 09:21:38.163832 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67db0056-d7b8-4d22-b013-d0a5b6e9fef0 tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=629df182-7b63-420b-a64e-9eb13fb3902d,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:38.171378 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 42008) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:38.197199 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 42012) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:38.229309 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:21:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f56fddcd-2274-4a04-a4ce-560fbd6e6f4d x-openstack-request-id: req-f56fddcd-2274-4a04-a4ce-560fbd6e6f4d {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:21:38.229635 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b072d6f-b903-4b4b-b5b1-8307fad199f9", "name": "network-vif-deleted", "tag": "8dca1f60-92a8-4738-a512-aa08d60371ac", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:21:38.229895 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-f56fddcd-2274-4a04-a4ce-560fbd6e6f4d {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:21:38.230313 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b072d6f-b903-4b4b-b5b1-8307fad199f9', 'name': 'network-vif-deleted', 'tag': '8dca1f60-92a8-4738-a512-aa08d60371ac', 'status': 'completed', 'code': 200} Jul 14 09:21:38.308110 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-933477bf-fd23-4160-8ace-6553ac14b43b admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1156263916-network', 'tenant_id': '6243fe002db2413bbefa9ba3fb038810'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:21:38.335336 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-933477bf-fd23-4160-8ace-6553ac14b43b admin admin] Made reservation on behalf of 6243fe002db2413bbefa9ba3fb038810 for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:21:38.338181 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-933477bf-fd23-4160-8ace-6553ac14b43b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:38.347514 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-933477bf-fd23-4160-8ace-6553ac14b43b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:38.380200 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-04c0087f-a829-4ec2-a9a9-2f1e7c5abad8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:38.384971 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [req-1b97fad3-d2d5-46f0-ac4c-b1dbb4a4b689 req-96265054-5756-4452-aca4-a4d9de13b226 tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-722244530', 'description': 'tempest-description-1341718339'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:21:38.490778 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-933477bf-fd23-4160-8ace-6553ac14b43b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:38.497614 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-933477bf-fd23-4160-8ace-6553ac14b43b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:38.534269 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-933477bf-fd23-4160-8ace-6553ac14b43b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 730} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:21:38.548239 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-1b97fad3-d2d5-46f0-ac4c-b1dbb4a4b689 req-96265054-5756-4452-aca4-a4d9de13b226 tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:38.564785 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933477bf-fd23-4160-8ace-6553ac14b43b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a6320d2-a97f-434c-90e0-33f2ea792d0c,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:38.567794 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-933477bf-fd23-4160-8ace-6553ac14b43b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:38.568168 n-d-779913-29 neutron-server[93958]: INFO neutron.db.segments_db [None req-933477bf-fd23-4160-8ace-6553ac14b43b admin admin] Added segment 2712eb7d-f4d1-4601-b663-353f2362e579 of type vlan for network 57d73eca-dd61-4ba4-b5e5-9dd057773576 Jul 14 09:21:38.629760 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851bd546-9631-4441-b607-c2bae33411db req-bea65b5c-002c-440e-8e6b-5fa695cf93eb tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:38.631917 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-851bd546-9631-4441-b607-c2bae33411db req-bea65b5c-002c-440e-8e6b-5fa695cf93eb tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] 10.222.0.68 "GET /v2.0/ports?device_id=095e8f1a-810b-42ee-9498-4fd9f739c2d1 HTTP/1.1" status: 200 len: 945 time: 0.7163818 Jul 14 09:21:38.635616 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-933477bf-fd23-4160-8ace-6553ac14b43b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735687821325'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:38.685335 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-933477bf-fd23-4160-8ace-6553ac14b43b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:38.686327 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-933477bf-fd23-4160-8ace-6553ac14b43b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:38.686909 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-933477bf-fd23-4160-8ace-6553ac14b43b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:38.763842 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-851bd546-9631-4441-b607-c2bae33411db req-90641351-7ec0-4c2f-a55a-0d7cb4f36cee tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] 10.222.0.68 "GET /v2.0/security-groups?id=372c68ac-7430-41d6-997c-166ff070d0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210337 Jul 14 09:21:38.764648 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-04c0087f-a829-4ec2-a9a9-2f1e7c5abad8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:38.768078 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933477bf-fd23-4160-8ace-6553ac14b43b admin admin] Pushing event updated for resources: {'Network': ['ID=57d73eca-dd61-4ba4-b5e5-9dd057773576,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:38.775880 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-04c0087f-a829-4ec2-a9a9-2f1e7c5abad8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:38.785135 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Network 57d73eca-dd61-4ba4-b5e5-9dd057773576 details requested by agent ovs-agent-n-d-779913-29 with host n-d-779913-29 {{(pid=93959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:21:38.832804 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-04c0087f-a829-4ec2-a9a9-2f1e7c5abad8 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=3c63ac8c195b4a79adffda576160c1cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6340644 Jul 14 09:21:38.838755 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 42018) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:38.850757 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c0087f-a829-4ec2-a9a9-2f1e7c5abad8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b137f181-0d51-4658-b197-b0f7105aa894,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:38.933777 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-1b97fad3-d2d5-46f0-ac4c-b1dbb4a4b689 req-96265054-5756-4452-aca4-a4d9de13b226 tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:38.934871 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b0f20ea0-d421-42eb-8072-8f5655eaed4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:38.946411 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-1b97fad3-d2d5-46f0-ac4c-b1dbb4a4b689 req-96265054-5756-4452-aca4-a4d9de13b226 tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:38.964505 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-933477bf-fd23-4160-8ace-6553ac14b43b admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7919190 Jul 14 09:21:38.965378 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 42020) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:38.983138 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-20f36fd6-01b8-4066-9700-4630b2de4001 admin admin] Request body: {'subnet': {'network_id': '57d73eca-dd61-4ba4-b5e5-9dd057773576', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1156263916-subnet', 'tenant_id': '6243fe002db2413bbefa9ba3fb038810', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:21:38.993063 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b0f20ea0-d421-42eb-8072-8f5655eaed4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:39.009032 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-1b97fad3-d2d5-46f0-ac4c-b1dbb4a4b689 req-96265054-5756-4452-aca4-a4d9de13b226 tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:39.010262 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-1b97fad3-d2d5-46f0-ac4c-b1dbb4a4b689 req-96265054-5756-4452-aca4-a4d9de13b226 tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.6335964 Jul 14 09:21:39.025332 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96265054-5756-4452-aca4-a4d9de13b226 tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59d67b50-c510-4363-ab73-b37150a4b05f,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:39.061356 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20f36fd6-01b8-4066-9700-4630b2de4001 admin admin] Made reservation on behalf of 6243fe002db2413bbefa9ba3fb038810 for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:21:39.063694 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-20f36fd6-01b8-4066-9700-4630b2de4001 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16714600'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:39.076136 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 2e26b98c-4ae2-41c6-8320-85cb01d7f06f details requested by agent hyperv_n-h1-779913-29 with host n-h1-779913-29 {{(pid=93959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:21:39.089293 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 8dca1f60-92a8-4738-a512-aa08d60371ac no longer exists at agent hyperv_n-h1-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:21:39.115988 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] No Port match for: 8dca1f60-92a8-4738-a512-aa08d60371ac {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:21:39.116463 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 8dca1f60-92a8-4738-a512-aa08d60371ac not bound to the agent host n-h1-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:21:39.166248 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-c7ac8a54-f0ce-4bfd-8983-b172e553a060 req-661d6d50-f15f-4f52-b1fd-e384968ed05f tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] 10.222.0.68 "GET /v2.0/security-groups/59d67b50-c510-4363-ab73-b37150a4b05f HTTP/1.1" status: 200 len: 1800 time: 0.1300344 Jul 14 09:21:39.178851 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [req-c7ac8a54-f0ce-4bfd-8983-b172e553a060 req-5fa00238-1afb-4d93-9df5-15dff09b7740 tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1051019289', 'description': 'tempest-description-hth-1325213942'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:21:39.184362 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b0f20ea0-d421-42eb-8072-8f5655eaed4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:39.187391 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b0f20ea0-d421-42eb-8072-8f5655eaed4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:39.188579 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-b0f20ea0-d421-42eb-8072-8f5655eaed4e admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/b137f181-0d51-4658-b197-b0f7105aa894 HTTP/1.1" status: 204 len: 168 time: 0.3488071 Jul 14 09:21:39.218311 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f20ea0-d421-42eb-8072-8f5655eaed4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b137f181-0d51-4658-b197-b0f7105aa894,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:39.240297 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-c7ac8a54-f0ce-4bfd-8983-b172e553a060 req-5fa00238-1afb-4d93-9df5-15dff09b7740 tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] Notify callbacks [] for security_group, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:39.263372 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port 2e26b98c-4ae2-41c6-8320-85cb01d7f06f, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=2e26b98c-4ae2-41c6-8320-85cb01d7f06f,segment=NetworkSegment(59e27924-9549-4175-909e-ce4f3019b149),segment_id=59e27924-9549-4175-909e-ce4f3019b149)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:21:39.267107 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fa1fb9-38e7-466f-81ff-61b8459b2cb8 req-f8b8ae21-d3b6-45e1-bdce-a3d4179e4291 tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:39.274406 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-38fa1fb9-38e7-466f-81ff-61b8459b2cb8 req-f8b8ae21-d3b6-45e1-bdce-a3d4179e4291 tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] 10.222.0.68 "GET /v2.0/ports?device_id=43161873-7e25-46ba-939e-d9598e05bb16 HTTP/1.1" status: 200 len: 945 time: 0.3360279 Jul 14 09:21:39.286632 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.db.resource_extend [None req-b69108ce-1dac-4040-8571-c5aa79519abb tempest-ServersTestBootFromVolume-1941781310 tempest-ServersTestBootFromVolume-1941781310-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 14 09:21:39.302097 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Returning: {'device': '2e26b98c-4ae2-41c6-8320-85cb01d7f06f', 'network_id': '7a07191a-b9d7-482c-8935-c823cd63fc61', 'port_id': '2e26b98c-4ae2-41c6-8320-85cb01d7f06f', 'mac_address': 'fa:16:3e:eb:8a:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 728, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9512be90-2f1e-4759-8e05-fbe0d51f306d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:21:39.354353 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:39.356359 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-c7ac8a54-f0ce-4bfd-8983-b172e553a060 req-5fa00238-1afb-4d93-9df5-15dff09b7740 tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] Notify callbacks [] for security_group, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:39.371319 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-c7ac8a54-f0ce-4bfd-8983-b172e553a060 req-5fa00238-1afb-4d93-9df5-15dff09b7740 tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:39.374346 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-c7ac8a54-f0ce-4bfd-8983-b172e553a060 req-5fa00238-1afb-4d93-9df5-15dff09b7740 tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:39.376768 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-c7ac8a54-f0ce-4bfd-8983-b172e553a060 req-5fa00238-1afb-4d93-9df5-15dff09b7740 tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] 10.222.0.68 "PUT /v2.0/security-groups/59d67b50-c510-4363-ab73-b37150a4b05f HTTP/1.1" status: 200 len: 1775 time: 0.2015316 Jul 14 09:21:39.391061 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2e26b98c-4ae2-41c6-8320-85cb01d7f06f {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:21:39.399801 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-20f36fd6-01b8-4066-9700-4630b2de4001 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13573993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16714586'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:39.441032 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa00238-1afb-4d93-9df5-15dff09b7740 tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59d67b50-c510-4363-ab73-b37150a4b05f,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:39.465050 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port 2e26b98c-4ae2-41c6-8320-85cb01d7f06f, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=2e26b98c-4ae2-41c6-8320-85cb01d7f06f,segment=NetworkSegment(59e27924-9549-4175-909e-ce4f3019b149),segment_id=59e27924-9549-4175-909e-ce4f3019b149)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:21:39.474292 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:39.487623 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f36fd6-01b8-4066-9700-4630b2de4001 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1664812e-2238-49de-b4c3-f444f0b2849d,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:39.511508 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-38fa1fb9-38e7-466f-81ff-61b8459b2cb8 req-61d6f377-b3a9-4dc7-9963-a68a5dbd33ce tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] 10.222.0.68 "GET /v2.0/security-groups?id=c6f7d264-cbb5-40f9-9fec-5b9701ca674b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2182975 Jul 14 09:21:39.516477 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b69108ce-1dac-4040-8571-c5aa79519abb tempest-ServersTestBootFromVolume-1941781310 tempest-ServersTestBootFromVolume-1941781310-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:39.535567 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20f36fd6-01b8-4066-9700-4630b2de4001 admin admin] Checking segment: {'id': '2712eb7d-f4d1-4601-b663-353f2362e579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '57d73eca-dd61-4ba4-b5e5-9dd057773576'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:21:39.536129 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20f36fd6-01b8-4066-9700-4630b2de4001 admin admin] Network hostable DHCP agents. Network: 57d73eca-dd61-4ba4-b5e5-9dd057773576, hostable agents: ['c6a09bd4-f72e-4283-a3ca-0bbca8a51081'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:21:39.556961 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b69108ce-1dac-4040-8571-c5aa79519abb tempest-ServersTestBootFromVolume-1941781310 tempest-ServersTestBootFromVolume-1941781310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-660590'] for floatingip, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:39.578352 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20f36fd6-01b8-4066-9700-4630b2de4001 admin admin] Network 57d73eca-dd61-4ba4-b5e5-9dd057773576 is scheduled to be hosted by DHCP agent c6a09bd4-f72e-4283-a3ca-0bbca8a51081 with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:21:39.598688 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-20f36fd6-01b8-4066-9700-4630b2de4001 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-29, 57d73eca-dd61-4ba4-b5e5-9dd057773576) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:21:39.619835 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20f36fd6-01b8-4066-9700-4630b2de4001 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:39.620448 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-20f36fd6-01b8-4066-9700-4630b2de4001 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:39.624888 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2976b2b-0b70-4e80-91d2-375588d8e0c3 None None] Network 57d73eca-dd61-4ba4-b5e5-9dd057773576 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:21:39.628626 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Pushing event updated for resources: {'Port': ['ID=2e26b98c-4ae2-41c6-8320-85cb01d7f06f,revision_number=6']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:39.654934 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-20f36fd6-01b8-4066-9700-4630b2de4001 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6760950 Jul 14 09:21:39.657966 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 42034) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:39.663206 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-1fd3dc36-69ce-4d34-943a-58cf660fb9d5 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1156263916-router', 'tenant_id': '6243fe002db2413bbefa9ba3fb038810', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'}}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:21:39.688031 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] get_ports_and_sgs() called for port_ids ['2e26b98c-4ae2-41c6-8320-85cb01d7f06f'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:21:39.694498 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1fd3dc36-69ce-4d34-943a-58cf660fb9d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-711749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14670'] for router, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:39.695215 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a26b387c-3bcd-4253-9882-a1b59f71e705 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-683602'] for router_interface, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:39.695715 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1fd3dc36-69ce-4d34-943a-58cf660fb9d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-711718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-661475', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14679'] for router, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:39.735680 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 42036) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:39.758818 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1fd3dc36-69ce-4d34-943a-58cf660fb9d5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:39.776181 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c09d0382-25c6-4a31-b29a-1f3476f4b6d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:39.788253 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5caac530-44cf-4a10-a19a-ab90d1f320a6 req-756b8f49-d9f4-4fe8-9c9e-706092a6943a tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] 10.222.0.68 "GET /v2.0/security-groups/59d67b50-c510-4363-ab73-b37150a4b05f HTTP/1.1" status: 200 len: 1775 time: 0.2386987 Jul 14 09:21:39.856143 n-d-779913-29 neutron-server[93957]: INFO neutron.db.l3_db [None req-b69108ce-1dac-4040-8571-c5aa79519abb tempest-ServersTestBootFromVolume-1941781310 tempest-ServersTestBootFromVolume-1941781310-project] Floating IP 3109cb26-ea3f-4fff-ba94-bdd3d8a17222 associated. External IP: 172.25.4.238, port: e8ac8cc4-6e5e-49d6-9a58-216dd287dc07. Jul 14 09:21:39.940451 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df57c3b4-d0d5-4551-9d8d-106a9539c077 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf57baaa9-fd24-59f4-8fd2-1dc21122ce72-57d73eca-dd61-4ba4-b5e5-9dd057773576', 'network_id': '57d73eca-dd61-4ba4-b5e5-9dd057773576', 'tenant_id': '6243fe002db2413bbefa9ba3fb038810', 'fixed_ips': [{'subnet_id': '1664812e-2238-49de-b4c3-f444f0b2849d'}]}} from n-d-779913-29. {{(pid=93959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:21:39.941335 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-df57c3b4-d0d5-4551-9d8d-106a9539c077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:39.982744 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-6ebcdaf9-547d-49f8-b69e-f04b29fe8f40 req-20230d1b-03eb-46c1-bd84-46d65b1d4ef6 tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] 10.222.0.68 "GET /v2.0/security-groups/59d67b50-c510-4363-ab73-b37150a4b05f HTTP/1.1" status: 200 len: 1775 time: 0.1568301 Jul 14 09:21:39.990722 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1fd3dc36-69ce-4d34-943a-58cf660fb9d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-661489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-711771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12973'] for router, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:40.100993 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-6ebcdaf9-547d-49f8-b69e-f04b29fe8f40 req-25c292ff-1fdb-4298-873d-df7b7b0fec2b tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:40.131464 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-6ebcdaf9-547d-49f8-b69e-f04b29fe8f40 req-25c292ff-1fdb-4298-873d-df7b7b0fec2b tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:40.180698 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-df57c3b4-d0d5-4551-9d8d-106a9539c077 None None] Allocated IP 172.20.0.2 (57d73eca-dd61-4ba4-b5e5-9dd057773576/1664812e-2238-49de-b4c3-f444f0b2849d/7e2926e8-2507-4b1a-80b7-0cd16b165c94) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:21:40.247269 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-6ebcdaf9-547d-49f8-b69e-f04b29fe8f40 req-25c292ff-1fdb-4298-873d-df7b7b0fec2b tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:40.250020 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-6ebcdaf9-547d-49f8-b69e-f04b29fe8f40 req-25c292ff-1fdb-4298-873d-df7b7b0fec2b tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:40.251256 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-6ebcdaf9-547d-49f8-b69e-f04b29fe8f40 req-25c292ff-1fdb-4298-873d-df7b7b0fec2b tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] 10.222.0.68 "DELETE /v2.0/security-groups/59d67b50-c510-4363-ab73-b37150a4b05f HTTP/1.1" status: 204 len: 173 time: 0.2567592 Jul 14 09:21:40.257226 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315f1ea1-ed4f-4582-8d6d-efa3c685cc59 req-3d8293f9-82b6-4318-926b-e776dbd847de tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:40.258854 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-315f1ea1-ed4f-4582-8d6d-efa3c685cc59 req-3d8293f9-82b6-4318-926b-e776dbd847de tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] 10.222.0.68 "GET /v2.0/ports?device_id=095e8f1a-810b-42ee-9498-4fd9f739c2d1 HTTP/1.1" status: 200 len: 944 time: 0.3326683 Jul 14 09:21:40.265286 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c292ff-1fdb-4298-873d-df7b7b0fec2b tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=59d67b50-c510-4363-ab73-b37150a4b05f,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:40.313259 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1fd3dc36-69ce-4d34-943a-58cf660fb9d5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:40.315833 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c09d0382-25c6-4a31-b29a-1f3476f4b6d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:40.332343 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c09d0382-25c6-4a31-b29a-1f3476f4b6d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:40.336168 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1fd3dc36-69ce-4d34-943a-58cf660fb9d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:40.421899 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-df57c3b4-d0d5-4551-9d8d-106a9539c077 None None] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:40.432493 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-df57c3b4-d0d5-4551-9d8d-106a9539c077 None None] Transition to ACTIVE for port object 7e2926e8-2507-4b1a-80b7-0cd16b165c94 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:21:40.453222 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-df57c3b4-d0d5-4551-9d8d-106a9539c077 None None] Transition to ACTIVE for port object 7e2926e8-2507-4b1a-80b7-0cd16b165c94 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:21:40.463529 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-df57c3b4-d0d5-4551-9d8d-106a9539c077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:40.481160 n-d-779913-29 neutron-server[93958]: INFO neutron.api.v2.resource [req-d664ff0c-4366-4ca8-9956-6ebda91d07c8 req-8005ea8a-d8a5-4327-a3b5-5dfd851ca266 tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] show failed (client error): The resource could not be found. Jul 14 09:21:40.482315 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d664ff0c-4366-4ca8-9956-6ebda91d07c8 req-8005ea8a-d8a5-4327-a3b5-5dfd851ca266 tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] 10.222.0.68 "GET /v2.0/security-groups/629df182-7b63-420b-a64e-9eb13fb3902d HTTP/1.1" status: 404 len: 352 time: 0.0208890 Jul 14 09:21:40.504418 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-1fd3dc36-69ce-4d34-943a-58cf660fb9d5 admin admin] Allocated IP 172.25.4.136 (2dcd4d32-cc7c-4468-b396-7ce5c9231892/6cd22a75-5bc1-467c-a3c4-0af04bd1b34a/d05554c5-384e-4cb0-8aed-ec2635738a2a) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:21:40.516249 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df57c3b4-d0d5-4551-9d8d-106a9539c077 None None] Network 57d73eca-dd61-4ba4-b5e5-9dd057773576 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:21:40.521735 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-df57c3b4-d0d5-4551-9d8d-106a9539c077 None None] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:21:40.524359 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df57c3b4-d0d5-4551-9d8d-106a9539c077 None None] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:21:40.526930 n-d-779913-29 neutron-server[93958]: INFO neutron.api.v2.resource [req-f54f3add-ef57-4069-a772-0bea865c71da req-e02ef900-e57b-47a6-a43d-dcdc163d5e0a tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] show failed (client error): The resource could not be found. Jul 14 09:21:40.528152 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-f54f3add-ef57-4069-a772-0bea865c71da req-e02ef900-e57b-47a6-a43d-dcdc163d5e0a tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] 10.222.0.68 "GET /v2.0/security-groups/87f74de4-2d83-419a-98e5-02769e00055f HTTP/1.1" status: 404 len: 352 time: 0.0201132 Jul 14 09:21:40.538266 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df57c3b4-d0d5-4551-9d8d-106a9539c077 None None] Pushing event updated for resources: {'Port': ['ID=7e2926e8-2507-4b1a-80b7-0cd16b165c94,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:40.612702 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-df57c3b4-d0d5-4551-9d8d-106a9539c077 None None] Attempting to bind port 7e2926e8-2507-4b1a-80b7-0cd16b165c94 on host n-d-779913-29 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:21:40.612988 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-df57c3b4-d0d5-4551-9d8d-106a9539c077 None None] Attempting to bind port 7e2926e8-2507-4b1a-80b7-0cd16b165c94 by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': '2712eb7d-f4d1-4601-b663-353f2362e579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '57d73eca-dd61-4ba4-b5e5-9dd057773576'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:21:40.613633 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df57c3b4-d0d5-4551-9d8d-106a9539c077 None None] Attempting to bind port 7e2926e8-2507-4b1a-80b7-0cd16b165c94 on network 57d73eca-dd61-4ba4-b5e5-9dd057773576 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:21:40.621225 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df57c3b4-d0d5-4551-9d8d-106a9539c077 None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 21, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:21:40.621625 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df57c3b4-d0d5-4551-9d8d-106a9539c077 None None] Checking segment: {'id': '2712eb7d-f4d1-4601-b663-353f2362e579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '57d73eca-dd61-4ba4-b5e5-9dd057773576'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:21:40.622036 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-df57c3b4-d0d5-4551-9d8d-106a9539c077 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:40.622431 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df57c3b4-d0d5-4551-9d8d-106a9539c077 None None] Bound using segment: {'id': '2712eb7d-f4d1-4601-b663-353f2362e579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '57d73eca-dd61-4ba4-b5e5-9dd057773576'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:21:40.622908 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-df57c3b4-d0d5-4551-9d8d-106a9539c077 None None] Bound port: 7e2926e8-2507-4b1a-80b7-0cd16b165c94, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2712eb7d-f4d1-4601-b663-353f2362e579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '57d73eca-dd61-4ba4-b5e5-9dd057773576'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:21:40.623657 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-df57c3b4-d0d5-4551-9d8d-106a9539c077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:40.696315 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-df57c3b4-d0d5-4551-9d8d-106a9539c077 None None] For port 7e2926e8-2507-4b1a-80b7-0cd16b165c94, host n-d-779913-29, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:21:40.699902 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-df57c3b4-d0d5-4551-9d8d-106a9539c077 None None] For port 7e2926e8-2507-4b1a-80b7-0cd16b165c94, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=7e2926e8-2507-4b1a-80b7-0cd16b165c94,segment=NetworkSegment(2712eb7d-f4d1-4601-b663-353f2362e579),segment_id=2712eb7d-f4d1-4601-b663-353f2362e579)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:21:40.705599 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-df57c3b4-d0d5-4551-9d8d-106a9539c077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:40.708909 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1fd3dc36-69ce-4d34-943a-58cf660fb9d5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:40.766439 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e09806-83f0-4dfe-988e-0c5ac49256b0 req-5cd67839-fcb4-4d76-8635-401640472690 tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:40.768126 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-47e09806-83f0-4dfe-988e-0c5ac49256b0 req-5cd67839-fcb4-4d76-8635-401640472690 tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] 10.222.0.68 "GET /v2.0/ports?device_id=43161873-7e25-46ba-939e-d9598e05bb16 HTTP/1.1" status: 200 len: 945 time: 0.1240604 Jul 14 09:21:40.779390 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df57c3b4-d0d5-4551-9d8d-106a9539c077 None None] Pushing event updated for resources: {'Port': ['ID=7e2926e8-2507-4b1a-80b7-0cd16b165c94,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:40.809595 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1fd3dc36-69ce-4d34-943a-58cf660fb9d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:40.810121 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-315f1ea1-ed4f-4582-8d6d-efa3c685cc59 req-c152b237-7ce7-47dc-9196-07ec1706564c tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] 10.222.0.68 "GET /v2.0/security-groups?id=372c68ac-7430-41d6-997c-166ff070d0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5152943 Jul 14 09:21:40.821285 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d0382-25c6-4a31-b29a-1f3476f4b6d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a2b9da9-7aa9-42c1-aa4e-98fec611cd9f,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:40.832126 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-c09d0382-25c6-4a31-b29a-1f3476f4b6d8 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=453992901306493fbb3a06f1e062ef17&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0904303 Jul 14 09:21:40.835739 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 42056) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:40.861095 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fd3dc36-69ce-4d34-943a-58cf660fb9d5 admin admin] Network 2dcd4d32-cc7c-4468-b396-7ce5c9231892 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:21:40.866577 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-1fd3dc36-69ce-4d34-943a-58cf660fb9d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:21:40.879136 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-47e09806-83f0-4dfe-988e-0c5ac49256b0 req-75024e8d-002c-49b5-9e83-3375be32d036 tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] 10.222.0.68 "GET /v2.0/security-groups?id=c6f7d264-cbb5-40f9-9fec-5b9701ca674b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045754 Jul 14 09:21:40.883408 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd3dc36-69ce-4d34-943a-58cf660fb9d5 admin admin] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:21:40.887128 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b69108ce-1dac-4040-8571-c5aa79519abb tempest-ServersTestBootFromVolume-1941781310 tempest-ServersTestBootFromVolume-1941781310-project] Router fc8152f7-9b53-4f47-b659-4653df59f2fb has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:21:40.921752 n-d-779913-29 neutron-server[93957]: INFO neutron.api.v2.resource [req-fdd5466a-f976-43b4-aee8-b1b143aef6f1 req-b8fa3f8a-6b7d-48d9-9c43-9048b9dc9885 tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] show failed (client error): The resource could not be found. Jul 14 09:21:40.922942 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-fdd5466a-f976-43b4-aee8-b1b143aef6f1 req-b8fa3f8a-6b7d-48d9-9c43-9048b9dc9885 tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] 10.222.0.68 "GET /v2.0/security-groups/b39d5f54-e71d-4efc-b3f3-53ba46d6ef41 HTTP/1.1" status: 404 len: 352 time: 0.0577686 Jul 14 09:21:40.960110 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd3dc36-69ce-4d34-943a-58cf660fb9d5 admin admin] Pushing event updated for resources: {'Port': ['ID=d05554c5-384e-4cb0-8aed-ec2635738a2a,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:41.065631 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e90ea907-5fbe-4583-9159-d1c1ffb5aa32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:41.076294 n-d-779913-29 neutron-server[93957]: INFO neutron.api.v2.resource [req-114f7d8b-faae-4ea1-85b7-6f9536601fbe req-62f44080-298d-44e0-9c34-f8c820078e9d tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] show failed (client error): The resource could not be found. Jul 14 09:21:41.077094 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-114f7d8b-faae-4ea1-85b7-6f9536601fbe req-62f44080-298d-44e0-9c34-f8c820078e9d tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] 10.222.0.68 "GET /v2.0/security-groups/3976b256-9235-4ba5-a1a3-0311b3f4a262 HTTP/1.1" status: 404 len: 352 time: 0.0768905 Jul 14 09:21:41.124577 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 2e26b98c-4ae2-41c6-8320-85cb01d7f06f no longer exists at agent hyperv_n-h1-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:21:41.135871 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-a26b387c-3bcd-4253-9882-a1b59f71e705 admin admin] Deleting port 7a304cfa-f68c-49a4-9dd0-2c953252c755 {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:21:41.135999 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a26b387c-3bcd-4253-9882-a1b59f71e705 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:41.147199 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e90ea907-5fbe-4583-9159-d1c1ffb5aa32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:41.162745 n-d-779913-29 neutron-server[93958]: INFO neutron.api.v2.resource [req-aece2d21-4e66-4d7c-a22e-5949af3f186d req-4fa1a3b9-d198-4b55-a039-8df677d87102 tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] show failed (client error): The resource could not be found. Jul 14 09:21:41.164257 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-aece2d21-4e66-4d7c-a22e-5949af3f186d req-4fa1a3b9-d198-4b55-a039-8df677d87102 tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] 10.222.0.68 "GET /v2.0/security-groups/325fed07-46e2-4654-9d19-5784a509363c HTTP/1.1" status: 404 len: 352 time: 0.0589819 Jul 14 09:21:41.236496 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:41.252592 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 2e26b98c-4ae2-41c6-8320-85cb01d7f06f {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:21:41.263581 n-d-779913-29 neutron-server[93957]: INFO neutron.api.v2.resource [req-ce271047-6cfa-4fff-85fc-613bd9cffbbf req-c4ddc25b-33ec-4ccc-8a3e-e7669a3b42f1 tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] show failed (client error): The resource could not be found. Jul 14 09:21:41.264563 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ce271047-6cfa-4fff-85fc-613bd9cffbbf req-c4ddc25b-33ec-4ccc-8a3e-e7669a3b42f1 tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] 10.222.0.68 "GET /v2.0/security-groups/e7edeea8-8db0-42bd-92af-e5333935dccd HTTP/1.1" status: 404 len: 352 time: 0.0568395 Jul 14 09:21:41.276253 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b69108ce-1dac-4040-8571-c5aa79519abb tempest-ServersTestBootFromVolume-1941781310 tempest-ServersTestBootFromVolume-1941781310-project] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:21:41.282784 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port 2e26b98c-4ae2-41c6-8320-85cb01d7f06f, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=2e26b98c-4ae2-41c6-8320-85cb01d7f06f,segment=NetworkSegment(59e27924-9549-4175-909e-ce4f3019b149),segment_id=59e27924-9549-4175-909e-ce4f3019b149)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:21:41.283463 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b69108ce-1dac-4040-8571-c5aa79519abb tempest-ServersTestBootFromVolume-1941781310 tempest-ServersTestBootFromVolume-1941781310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for floatingip, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:41.289517 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:41.293182 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d9e42e3-27fb-4fed-81d9-b3f82f8c467c None None] Sync routers for ids ['fc8152f7-9b53-4f47-b659-4653df59f2fb'] in n-d-779913-29 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:21:41.307404 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d9e42e3-27fb-4fed-81d9-b3f82f8c467c None None] Routers {'fc8152f7-9b53-4f47-b659-4653df59f2fb'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:21:41.310692 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-7d9e42e3-27fb-4fed-81d9-b3f82f8c467c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:21:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['fc8152f7-9b53-4f47-b659-4653df59f2fb'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:21:41.328331 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-b69108ce-1dac-4040-8571-c5aa79519abb tempest-ServersTestBootFromVolume-1941781310 tempest-ServersTestBootFromVolume-1941781310-project] 10.222.0.68 "PUT /v2.0/floatingips/3109cb26-ea3f-4fff-ba94-bdd3d8a17222 HTTP/1.1" status: 200 len: 992 time: 3.5551634 Jul 14 09:21:41.328582 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c32610fb-fe36-4bc7-be35-63b201a56a49', 'tag': 'e8ac8cc4-6e5e-49d6-9a58-216dd287dc07'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:21:41.330977 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e85518e-7486-459d-b1c1-a7e6fca679c8" -d '{"events": [{"name": "network-changed", "server_uuid": "c32610fb-fe36-4bc7-be35-63b201a56a49", "tag": "e8ac8cc4-6e5e-49d6-9a58-216dd287dc07"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:21:41.374186 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-a26b387c-3bcd-4253-9882-a1b59f71e705 admin admin] For port 7a304cfa-f68c-49a4-9dd0-2c953252c755, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=7a304cfa-f68c-49a4-9dd0-2c953252c755,segment=NetworkSegment(52edbb84-480a-4342-84df-f6e0e61c8053),segment_id=52edbb84-480a-4342-84df-f6e0e61c8053)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:21:41.374796 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a26b387c-3bcd-4253-9882-a1b59f71e705 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:41.377871 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e90ea907-5fbe-4583-9159-d1c1ffb5aa32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:41.384210 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e90ea907-5fbe-4583-9159-d1c1ffb5aa32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:41.399484 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-e90ea907-5fbe-4583-9159-d1c1ffb5aa32 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/4a2b9da9-7aa9-42c1-aa4e-98fec611cd9f HTTP/1.1" status: 204 len: 168 time: 0.5613410 Jul 14 09:21:41.418274 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Pushing event updated for resources: {'Port': ['ID=2e26b98c-4ae2-41c6-8320-85cb01d7f06f,revision_number=7']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:41.435689 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-a26b387c-3bcd-4253-9882-a1b59f71e705 admin admin] Calling delete_port for 7a304cfa-f68c-49a4-9dd0-2c953252c755 owned by network:router_interface {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:21:41.438017 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90ea907-5fbe-4583-9159-d1c1ffb5aa32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a2b9da9-7aa9-42c1-aa4e-98fec611cd9f,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:41.515025 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-7d9e42e3-27fb-4fed-81d9-b3f82f8c467c None None] Set router fc8152f7-9b53-4f47-b659-4653df59f2fb gateway port host: n-d-779913-29 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:21:41.644528 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:21:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c586e4a1-30e6-4f8a-99ff-a199a17988ed x-openstack-request-id: req-c586e4a1-30e6-4f8a-99ff-a199a17988ed {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:21:41.657347 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c32610fb-fe36-4bc7-be35-63b201a56a49", "tag": "e8ac8cc4-6e5e-49d6-9a58-216dd287dc07", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:21:41.658037 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-c586e4a1-30e6-4f8a-99ff-a199a17988ed {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:21:41.658711 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c32610fb-fe36-4bc7-be35-63b201a56a49', 'tag': 'e8ac8cc4-6e5e-49d6-9a58-216dd287dc07', 'status': 'completed', 'code': 200} Jul 14 09:21:41.860619 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e85518e-7486-459d-b1c1-a7e6fca679c8 req-365ceb10-d4fe-4dd5-b2b7-ffd69d9c265d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:41.874705 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2e85518e-7486-459d-b1c1-a7e6fca679c8 req-365ceb10-d4fe-4dd5-b2b7-ffd69d9c265d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5d787e34149b4f8984cce44f752c816e&device_id=c32610fb-fe36-4bc7-be35-63b201a56a49 HTTP/1.1" status: 200 len: 1098 time: 0.1843131 Jul 14 09:21:41.978697 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 7e2926e8-2507-4b1a-80b7-0cd16b165c94 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:21:42.051511 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a26b387c-3bcd-4253-9882-a1b59f71e705 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:42.099276 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning for port 7e2926e8-2507-4b1a-80b7-0cd16b165c94 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:21:42.143138 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26b387c-3bcd-4253-9882-a1b59f71e705 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a304cfa-f68c-49a4-9dd0-2c953252c755,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:42.178575 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1fd3dc36-69ce-4d34-943a-58cf660fb9d5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:42.214964 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e85518e-7486-459d-b1c1-a7e6fca679c8 req-7b557296-cd30-4a42-9771-16f40abe2b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:42.216771 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2e85518e-7486-459d-b1c1-a7e6fca679c8 req-7b557296-cd30-4a42-9771-16f40abe2b73 service neutron] 10.222.0.57 "GET /v2.0/networks?id=9cb080c5-9bd5-4fed-8810-4e4711ca3bcc HTTP/1.1" status: 200 len: 917 time: 0.3410194 Jul 14 09:21:42.241210 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-259285d2-c4ec-4748-9ae0-0762c42dcb49 None None] Network 57d73eca-dd61-4ba4-b5e5-9dd057773576 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:21:42.246448 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-7d9e42e3-27fb-4fed-81d9-b3f82f8c467c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc8152f7-9b53-4f47-b659-4653df59f2fb', 'name': 'tempest-ServersTestBootFromVolume-1302193987-router', 'tenant_id': '5d787e34149b4f8984cce44f752c816e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.185'}], 'enable_snat': True}, 'gw_port_id': '5ccae8e4-54b4-47dc-8366-a5686068b196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:20:29Z', 'updated_at': '2021-07-14T09:20:35Z', 'revision_number': 4, 'project_id': '5d787e34149b4f8984cce44f752c816e', 'gw_port': {'id': '5ccae8e4-54b4-47dc-8366-a5686068b196', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:0a:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8152f7-9b53-4f47-b659-4653df59f2fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:20:30Z', 'updated_at': '2021-07-14T09:20:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_floatingips': [{'id': '3109cb26-ea3f-4fff-ba94-bdd3d8a17222', 'tenant_id': '5d787e34149b4f8984cce44f752c816e', 'floating_ip_address': '172.25.4.238', 'floating_network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'router_id': 'fc8152f7-9b53-4f47-b659-4653df59f2fb', 'port_id': 'e8ac8cc4-6e5e-49d6-9a58-216dd287dc07', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 664, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9cb080c5-9bd5-4fed-8810-4e4711ca3bcc', 'mac_address': 'fa:16:3e:02:19:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c32610fb-fe36-4bc7-be35-63b201a56a49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:20:42Z', 'updated_at': '2021-07-14T09:21:39Z', 'revision_number': 1, 'project_id': '5d787e34149b4f8984cce44f752c816e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d137d85-6779-44a3-aa9e-ee3dc5825750', 'name': '', 'network_id': '9cb080c5-9bd5-4fed-8810-4e4711ca3bcc', 'tenant_id': '5d787e34149b4f8984cce44f752c816e', 'mac_address': 'fa:16:3e:eb:fd:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8152f7-9b53-4f47-b659-4653df59f2fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '7ee4e5c2-68bc-40bf-adbc-da1aa2b9476e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:20:33Z', 'updated_at': '2021-07-14T09:20:43Z', 'revision_number': 5, 'project_id': '5d787e34149b4f8984cce44f752c816e', 'subnets': [{'id': '7ee4e5c2-68bc-40bf-adbc-da1aa2b9476e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:21:42.328829 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d9e42e3-27fb-4fed-81d9-b3f82f8c467c None None] Checking router: fc8152f7-9b53-4f47-b659-4653df59f2fb for host: n-d-779913-29 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:21:42.360754 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd3b123-3e62-4180-bf21-c035750b331b req-09e52b32-a40a-4941-a48a-bd1e170f0ba8 tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:42.362686 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ebd3b123-3e62-4180-bf21-c035750b331b req-09e52b32-a40a-4941-a48a-bd1e170f0ba8 tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] 10.222.0.68 "GET /v2.0/ports?device_id=095e8f1a-810b-42ee-9498-4fd9f739c2d1 HTTP/1.1" status: 200 len: 943 time: 0.3034320 Jul 14 09:21:42.377176 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-502834e4-a466-43e7-a2ac-1362bbe21533 None None] Provisioning for port 7e2926e8-2507-4b1a-80b7-0cd16b165c94 completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:21:42.383202 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d9e42e3-27fb-4fed-81d9-b3f82f8c467c None None] Routers {'fc8152f7-9b53-4f47-b659-4653df59f2fb'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:21:42.384563 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-7d9e42e3-27fb-4fed-81d9-b3f82f8c467c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:21:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['fc8152f7-9b53-4f47-b659-4653df59f2fb'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:21:42.395730 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-502834e4-a466-43e7-a2ac-1362bbe21533 None None] Provisioning complete for port 7e2926e8-2507-4b1a-80b7-0cd16b165c94 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:21:42.396024 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-502834e4-a466-43e7-a2ac-1362bbe21533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:42.430143 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2e85518e-7486-459d-b1c1-a7e6fca679c8 req-5366ca10-2e35-4098-a814-27a8f38fe5d9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e8ac8cc4-6e5e-49d6-9a58-216dd287dc07 HTTP/1.1" status: 200 len: 1000 time: 0.2042022 Jul 14 09:21:42.534043 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4de2a9-71f6-4d49-8a1b-8f2c7d90c39a req-2107e768-f55b-4c6c-af9d-cae478dcab84 tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:42.549300 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-1f4de2a9-71f6-4d49-8a1b-8f2c7d90c39a req-2107e768-f55b-4c6c-af9d-cae478dcab84 tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] 10.222.0.68 "GET /v2.0/ports?device_id=e5a13c59-02de-4250-b716-5ee9c03a0772 HTTP/1.1" status: 200 len: 1023 time: 0.4426153 Jul 14 09:21:42.550398 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-7d9e42e3-27fb-4fed-81d9-b3f82f8c467c None None] Set router fc8152f7-9b53-4f47-b659-4653df59f2fb gateway port host: n-d-779913-29 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:21:42.593464 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:42.598543 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ebd3b123-3e62-4180-bf21-c035750b331b req-c72e00d2-fd79-47d4-9354-5a2e296b181f tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] 10.222.0.68 "GET /v2.0/security-groups?id=372c68ac-7430-41d6-997c-166ff070d0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716640 Jul 14 09:21:42.604168 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-502834e4-a466-43e7-a2ac-1362bbe21533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:42.612903 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e85518e-7486-459d-b1c1-a7e6fca679c8 req-be03692c-6b7c-43ea-8de0-5ffbdd003806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:42.616806 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2e85518e-7486-459d-b1c1-a7e6fca679c8 req-be03692c-6b7c-43ea-8de0-5ffbdd003806 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7ee4e5c2-68bc-40bf-adbc-da1aa2b9476e HTTP/1.1" status: 200 len: 855 time: 0.1713076 Jul 14 09:21:42.688375 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-502834e4-a466-43e7-a2ac-1362bbe21533 None None] For port 7e2926e8-2507-4b1a-80b7-0cd16b165c94, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=7e2926e8-2507-4b1a-80b7-0cd16b165c94,segment=NetworkSegment(2712eb7d-f4d1-4601-b663-353f2362e579),segment_id=2712eb7d-f4d1-4601-b663-353f2362e579)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:21:42.695977 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-502834e4-a466-43e7-a2ac-1362bbe21533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:42.739172 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a26b387c-3bcd-4253-9882-a1b59f71e705 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-620860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682934'] for router_interface, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:42.814405 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-1f4de2a9-71f6-4d49-8a1b-8f2c7d90c39a req-0d8261b1-9a26-4505-b1c1-689ce98a1c7f tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] 10.222.0.68 "GET /v2.0/security-groups?id=44a57cf6-f078-4af9-a5b1-43884faa7d02&id=65dfa8de-6f82-43dd-bcdf-865f204c3ea4&id=e6359d6f-8cbb-427e-92cf-6c5d9a5ebb2b&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.2641032 Jul 14 09:21:42.817879 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502834e4-a466-43e7-a2ac-1362bbe21533 None None] Pushing event updated for resources: {'Port': ['ID=7e2926e8-2507-4b1a-80b7-0cd16b165c94,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:42.827251 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1fd3dc36-69ce-4d34-943a-58cf660fb9d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-711762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-661452'] for router, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:42.875342 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e85518e-7486-459d-b1c1-a7e6fca679c8 req-76caf838-d23a-40fa-bf7e-7a82a3418d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:42.876864 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2e85518e-7486-459d-b1c1-a7e6fca679c8 req-76caf838-d23a-40fa-bf7e-7a82a3418d25 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9cb080c5-9bd5-4fed-8810-4e4711ca3bcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2437549 Jul 14 09:21:43.000579 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-7d9e42e3-27fb-4fed-81d9-b3f82f8c467c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc8152f7-9b53-4f47-b659-4653df59f2fb', 'name': 'tempest-ServersTestBootFromVolume-1302193987-router', 'tenant_id': '5d787e34149b4f8984cce44f752c816e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.185'}], 'enable_snat': True}, 'gw_port_id': '5ccae8e4-54b4-47dc-8366-a5686068b196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:20:29Z', 'updated_at': '2021-07-14T09:20:35Z', 'revision_number': 4, 'project_id': '5d787e34149b4f8984cce44f752c816e', 'gw_port': {'id': '5ccae8e4-54b4-47dc-8366-a5686068b196', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:0a:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8152f7-9b53-4f47-b659-4653df59f2fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:20:30Z', 'updated_at': '2021-07-14T09:20:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_floatingips': [{'id': '3109cb26-ea3f-4fff-ba94-bdd3d8a17222', 'tenant_id': '5d787e34149b4f8984cce44f752c816e', 'floating_ip_address': '172.25.4.238', 'floating_network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'router_id': 'fc8152f7-9b53-4f47-b659-4653df59f2fb', 'port_id': 'e8ac8cc4-6e5e-49d6-9a58-216dd287dc07', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 664, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9cb080c5-9bd5-4fed-8810-4e4711ca3bcc', 'mac_address': 'fa:16:3e:02:19:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c32610fb-fe36-4bc7-be35-63b201a56a49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:20:42Z', 'updated_at': '2021-07-14T09:21:39Z', 'revision_number': 1, 'project_id': '5d787e34149b4f8984cce44f752c816e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d137d85-6779-44a3-aa9e-ee3dc5825750', 'name': '', 'network_id': '9cb080c5-9bd5-4fed-8810-4e4711ca3bcc', 'tenant_id': '5d787e34149b4f8984cce44f752c816e', 'mac_address': 'fa:16:3e:eb:fd:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8152f7-9b53-4f47-b659-4653df59f2fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '7ee4e5c2-68bc-40bf-adbc-da1aa2b9476e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:20:33Z', 'updated_at': '2021-07-14T09:20:43Z', 'revision_number': 5, 'project_id': '5d787e34149b4f8984cce44f752c816e', 'subnets': [{'id': '7ee4e5c2-68bc-40bf-adbc-da1aa2b9476e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:21:43.028969 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2e85518e-7486-459d-b1c1-a7e6fca679c8 req-0555adbf-a9ca-4ba2-8eb7-f1f83ef2c32f service neutron] 10.222.0.57 "GET /v2.0/networks/9cb080c5-9bd5-4fed-8810-4e4711ca3bcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263821 Jul 14 09:21:43.064250 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fd3dc36-69ce-4d34-943a-58cf660fb9d5 admin admin] Router 34830575-e34b-4895-acb0-78e99349da98 is scheduled to L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 with binding_index 1 {{(pid=93958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:21:43.067441 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d9e42e3-27fb-4fed-81d9-b3f82f8c467c None None] The sync data for ids ['fc8152f7-9b53-4f47-b659-4653df59f2fb'] in n-d-779913-29 is: [{'id': 'fc8152f7-9b53-4f47-b659-4653df59f2fb', 'name': 'tempest-ServersTestBootFromVolume-1302193987-router', 'tenant_id': '5d787e34149b4f8984cce44f752c816e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.185'}], 'enable_snat': True}, 'gw_port_id': '5ccae8e4-54b4-47dc-8366-a5686068b196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:20:29Z', 'updated_at': '2021-07-14T09:20:35Z', 'revision_number': 4, 'project_id': '5d787e34149b4f8984cce44f752c816e', 'gw_port': {'id': '5ccae8e4-54b4-47dc-8366-a5686068b196', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:0a:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8152f7-9b53-4f47-b659-4653df59f2fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:20:30Z', 'updated_at': '2021-07-14T09:20:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_floatingips': [{'id': '3109cb26-ea3f-4fff-ba94-bdd3d8a17222', 'tenant_id': '5d787e34149b4f8984cce44f752c816e', 'floating_ip_address': '172.25.4.238', 'floating_network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'router_id': 'fc8152f7-9b53-4f47-b659-4653df59f2fb', 'port_id': 'e8ac8cc4-6e5e-49d6-9a58-216dd287dc07', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 664, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9cb080c5-9bd5-4fed-8810-4e4711ca3bcc', 'mac_address': 'fa:16:3e:02:19:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c32610fb-fe36-4bc7-be35-63b201a56a49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:20:42Z', 'updated_at': '2021-07-14T09:21:39Z', 'revision_number': 1, 'project_id': '5d787e34149b4f8984cce44f752c816e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d137d85-6779-44a3-aa9e-ee3dc5825750', 'name': '', 'network_id': '9cb080c5-9bd5-4fed-8810-4e4711ca3bcc', 'tenant_id': '5d787e34149b4f8984cce44f752c816e', 'mac_address': 'fa:16:3e:eb:fd:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8152f7-9b53-4f47-b659-4653df59f2fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '7ee4e5c2-68bc-40bf-adbc-da1aa2b9476e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:20:33Z', 'updated_at': '2021-07-14T09:20:43Z', 'revision_number': 5, 'project_id': '5d787e34149b4f8984cce44f752c816e', 'subnets': [{'id': '7ee4e5c2-68bc-40bf-adbc-da1aa2b9476e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:21:43.124609 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-edb66d38-e4ab-4ffd-848b-03a70b17cd4b None None] Provisioning complete for port 7e2926e8-2507-4b1a-80b7-0cd16b165c94 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:21:43.124942 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-edb66d38-e4ab-4ffd-848b-03a70b17cd4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:43.210230 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6926b2bf-ff41-406c-9c4f-9072bab7372f req-682db09e-d484-48f2-8067-0e015d42156c tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:43.212055 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6926b2bf-ff41-406c-9c4f-9072bab7372f req-682db09e-d484-48f2-8067-0e015d42156c tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] 10.222.0.68 "GET /v2.0/ports?device_id=43161873-7e25-46ba-939e-d9598e05bb16 HTTP/1.1" status: 200 len: 945 time: 0.3624270 Jul 14 09:21:43.272933 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fd3dc36-69ce-4d34-943a-58cf660fb9d5 admin admin] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:21:43.289265 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03086be2-24a7-41c0-9960-1e3a6702713e None None] Sync routers for ids ['34830575-e34b-4895-acb0-78e99349da98'] in n-d-779913-29 {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:21:43.308155 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1fd3dc36-69ce-4d34-943a-58cf660fb9d5 admin admin] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:43.310290 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-1fd3dc36-69ce-4d34-943a-58cf660fb9d5 admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.6513584 Jul 14 09:21:43.313725 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 42106) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:43.321862 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:43.322913 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03086be2-24a7-41c0-9960-1e3a6702713e None None] Routers {'34830575-e34b-4895-acb0-78e99349da98'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:21:43.324682 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-03086be2-24a7-41c0-9960-1e3a6702713e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:21:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['34830575-e34b-4895-acb0-78e99349da98'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:21:43.444791 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a26b387c-3bcd-4253-9882-a1b59f71e705 admin admin] Router 8f1d501e-40e1-4db8-a88d-7a4933580ee3 has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:21:43.472343 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c5ce240-aa5d-4a68-b6d9-c5f3ae286272 None None] New status for floating IP 3109cb26-ea3f-4fff-ba94-bdd3d8a17222: ACTIVE {{(pid=93960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:21:43.492846 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvr_db [None req-03086be2-24a7-41c0-9960-1e3a6702713e None None] Set router 34830575-e34b-4895-acb0-78e99349da98 gateway port host: n-d-779913-29 {{(pid=93959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:21:43.511873 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2e85518e-7486-459d-b1c1-a7e6fca679c8 req-a0ba4ae7-95bb-460e-b27e-60beb2f005cd service neutron] 10.222.0.57 "GET /v2.0/networks/9cb080c5-9bd5-4fed-8810-4e4711ca3bcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4367132 Jul 14 09:21:43.517578 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6926b2bf-ff41-406c-9c4f-9072bab7372f req-eaf1b164-8376-4bc3-bd76-1502489a699d tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] 10.222.0.68 "GET /v2.0/security-groups?id=c6f7d264-cbb5-40f9-9fec-5b9701ca674b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2949753 Jul 14 09:21:43.606586 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f390cdd-e8b6-4d10-a09b-bb5a209221c9 req-e0417c37-77dd-4d94-8c22-068fd96c715d tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:43.608548 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3f390cdd-e8b6-4d10-a09b-bb5a209221c9 req-e0417c37-77dd-4d94-8c22-068fd96c715d tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] 10.222.0.65 "GET /v2.0/ports?device_id=e5a13c59-02de-4250-b716-5ee9c03a0772 HTTP/1.1" status: 200 len: 1023 time: 0.2216494 Jul 14 09:21:43.843678 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-03086be2-24a7-41c0-9960-1e3a6702713e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34830575-e34b-4895-acb0-78e99349da98', 'name': 'tempest-AttachSCSIVolumeTestJSON-1156263916-router', 'tenant_id': '6243fe002db2413bbefa9ba3fb038810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': 'd05554c5-384e-4cb0-8aed-ec2635738a2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:21:39Z', 'updated_at': '2021-07-14T09:21:41Z', 'revision_number': 3, 'project_id': '6243fe002db2413bbefa9ba3fb038810', 'gw_port': {'id': 'd05554c5-384e-4cb0-8aed-ec2635738a2a', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:d5:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34830575-e34b-4895-acb0-78e99349da98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:21:40Z', 'updated_at': '2021-07-14T09:21:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29'}], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:21:43.914637 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03086be2-24a7-41c0-9960-1e3a6702713e None None] Checking router: 34830575-e34b-4895-acb0-78e99349da98 for host: n-d-779913-29 {{(pid=93959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:21:43.915050 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03086be2-24a7-41c0-9960-1e3a6702713e None None] Updating router 34830575-e34b-4895-acb0-78e99349da98 port d05554c5-384e-4cb0-8aed-ec2635738a2a binding host n-d-779913-29 {{(pid=93959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:21:43.987052 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-03086be2-24a7-41c0-9960-1e3a6702713e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:44.207920 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a26b387c-3bcd-4253-9882-a1b59f71e705 admin admin] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:21:44.215557 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-a26b387c-3bcd-4253-9882-a1b59f71e705 admin admin] 10.222.0.68 "PUT /v2.0/routers/8f1d501e-40e1-4db8-a88d-7a4933580ee3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5062792 Jul 14 09:21:44.217800 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 42124) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:44.307130 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 7e2926e8-2507-4b1a-80b7-0cd16b165c94 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:21:44.343925 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2581a240-d3b7-48db-a4d1-ea79b19e8254 None None] Sync routers for ids ['8f1d501e-40e1-4db8-a88d-7a4933580ee3'] in n-d-779913-29 {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:21:44.376576 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-03086be2-24a7-41c0-9960-1e3a6702713e None None] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:44.377574 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-19757423-4449-45ef-b6ff-3cc6f1053c47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:44.381762 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2581a240-d3b7-48db-a4d1-ea79b19e8254 None None] Routers {'8f1d501e-40e1-4db8-a88d-7a4933580ee3'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:21:44.382409 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-2581a240-d3b7-48db-a4d1-ea79b19e8254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:21:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['8f1d501e-40e1-4db8-a88d-7a4933580ee3'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:21:44.421834 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [req-3f390cdd-e8b6-4d10-a09b-bb5a209221c9 req-c9392ed1-8512-420a-83ae-63e2255aba45 tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] Deleting port fd2ace12-fbeb-4979-b444-118a6711717b {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:21:44.422193 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-3f390cdd-e8b6-4d10-a09b-bb5a209221c9 req-c9392ed1-8512-420a-83ae-63e2255aba45 tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:44.476663 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da918905-2ded-4057-8bd6-70f4f1278a98 req-3a10f40b-3657-4e83-a901-a86d09ec378f tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:44.484387 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-da918905-2ded-4057-8bd6-70f4f1278a98 req-3a10f40b-3657-4e83-a901-a86d09ec378f tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] 10.222.0.68 "GET /v2.0/ports?device_id=e5a13c59-02de-4250-b716-5ee9c03a0772 HTTP/1.1" status: 200 len: 1023 time: 0.1836288 Jul 14 09:21:44.490330 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-48c61838-7be8-4e1a-9417-f24dd282ebdb admin admin] Notify callbacks [] for router, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:44.493548 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port 7e2926e8-2507-4b1a-80b7-0cd16b165c94 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:21:44.494518 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:44.570497 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258f1b54-4b91-40ad-8b0b-8f1eb0471730 req-8b9ca22e-625c-4451-9236-b86906e911d4 tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:44.577997 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-258f1b54-4b91-40ad-8b0b-8f1eb0471730 req-8b9ca22e-625c-4451-9236-b86906e911d4 tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] 10.222.0.68 "GET /v2.0/ports?device_id=095e8f1a-810b-42ee-9498-4fd9f739c2d1 HTTP/1.1" status: 200 len: 943 time: 0.2981255 Jul 14 09:21:44.583308 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-da918905-2ded-4057-8bd6-70f4f1278a98 req-f60ec165-70e0-4fe9-8ffd-bde2d6f443a5 tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] 10.222.0.68 "GET /v2.0/security-groups?id=44a57cf6-f078-4af9-a5b1-43884faa7d02&id=65dfa8de-6f82-43dd-bcdf-865f204c3ea4&id=e6359d6f-8cbb-427e-92cf-6c5d9a5ebb2b&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0978832 Jul 14 09:21:44.642921 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-19757423-4449-45ef-b6ff-3cc6f1053c47 admin admin] Allocated IP 172.20.0.1 (57d73eca-dd61-4ba4-b5e5-9dd057773576/1664812e-2238-49de-b4c3-f444f0b2849d/4167ba7c-b7ce-44f6-b8de-5d134e67339b) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:21:44.686440 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-3f390cdd-e8b6-4d10-a09b-bb5a209221c9 req-c9392ed1-8512-420a-83ae-63e2255aba45 tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] For port fd2ace12-fbeb-4979-b444-118a6711717b, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=fd2ace12-fbeb-4979-b444-118a6711717b,segment=NetworkSegment(32fe169c-8049-4742-bb8a-bdc77602cb62),segment_id=32fe169c-8049-4742-bb8a-bdc77602cb62)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:21:44.686811 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-3f390cdd-e8b6-4d10-a09b-bb5a209221c9 req-c9392ed1-8512-420a-83ae-63e2255aba45 tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:44.689916 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-03086be2-24a7-41c0-9960-1e3a6702713e None None] Transition to ACTIVE for port object d05554c5-384e-4cb0-8aed-ec2635738a2a will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:21:44.704300 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-258f1b54-4b91-40ad-8b0b-8f1eb0471730 req-ce634d65-41aa-4a69-a681-0122269abbe5 tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] 10.222.0.68 "GET /v2.0/security-groups?id=372c68ac-7430-41d6-997c-166ff070d0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250420 Jul 14 09:21:44.706134 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvr_db [None req-2581a240-d3b7-48db-a4d1-ea79b19e8254 None None] Set router 8f1d501e-40e1-4db8-a88d-7a4933580ee3 gateway port host: n-d-779913-29 {{(pid=93959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:21:44.746803 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [req-3f390cdd-e8b6-4d10-a09b-bb5a209221c9 req-c9392ed1-8512-420a-83ae-63e2255aba45 tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] Calling delete_port for fd2ace12-fbeb-4979-b444-118a6711717b owned by compute:nova {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:21:44.761560 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-48c61838-7be8-4e1a-9417-f24dd282ebdb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:44.764610 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-19757423-4449-45ef-b6ff-3cc6f1053c47 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:44.773876 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-03086be2-24a7-41c0-9960-1e3a6702713e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:44.792957 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-19757423-4449-45ef-b6ff-3cc6f1053c47 admin admin] Transition to ACTIVE for port object 4167ba7c-b7ce-44f6-b8de-5d134e67339b will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:21:44.838193 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-19757423-4449-45ef-b6ff-3cc6f1053c47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:44.897435 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19757423-4449-45ef-b6ff-3cc6f1053c47 admin admin] Network 57d73eca-dd61-4ba4-b5e5-9dd057773576 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:21:44.906324 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-19757423-4449-45ef-b6ff-3cc6f1053c47 admin admin] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:21:44.923282 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19757423-4449-45ef-b6ff-3cc6f1053c47 admin admin] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:21:44.972134 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19757423-4449-45ef-b6ff-3cc6f1053c47 admin admin] Pushing event updated for resources: {'Port': ['ID=4167ba7c-b7ce-44f6-b8de-5d134e67339b,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:44.983986 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-48c61838-7be8-4e1a-9417-f24dd282ebdb admin admin] Deleting port 611f471d-cf2b-4405-b0b1-1ad76cabb61a {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:21:44.984438 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-48c61838-7be8-4e1a-9417-f24dd282ebdb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:45.002472 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-19757423-4449-45ef-b6ff-3cc6f1053c47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-660393'] for router_interface, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:45.007789 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95d2cf4-5b68-4ae7-85d8-36af4bb7d4bb None None] Pushing event updated for resources: {'Port': ['ID=d05554c5-384e-4cb0-8aed-ec2635738a2a,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:45.053956 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-03086be2-24a7-41c0-9960-1e3a6702713e None None] Attempting to bind port d05554c5-384e-4cb0-8aed-ec2635738a2a on host n-d-779913-29 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:21:45.054329 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-03086be2-24a7-41c0-9960-1e3a6702713e None None] Attempting to bind port d05554c5-384e-4cb0-8aed-ec2635738a2a by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': '81bf7a93-80b3-43df-b9d5-462c604a2945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:21:45.054692 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03086be2-24a7-41c0-9960-1e3a6702713e None None] Attempting to bind port d05554c5-384e-4cb0-8aed-ec2635738a2a on network 2dcd4d32-cc7c-4468-b396-7ce5c9231892 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:21:45.114551 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-48c61838-7be8-4e1a-9417-f24dd282ebdb admin admin] For port 611f471d-cf2b-4405-b0b1-1ad76cabb61a, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=611f471d-cf2b-4405-b0b1-1ad76cabb61a,segment=NetworkSegment(81bf7a93-80b3-43df-b9d5-462c604a2945),segment_id=81bf7a93-80b3-43df-b9d5-462c604a2945)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:21:45.115652 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-48c61838-7be8-4e1a-9417-f24dd282ebdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:45.131686 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-48c61838-7be8-4e1a-9417-f24dd282ebdb admin admin] Calling delete_port for 611f471d-cf2b-4405-b0b1-1ad76cabb61a owned by network:router_gateway {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:21:45.148452 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03086be2-24a7-41c0-9960-1e3a6702713e None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 21, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:21:45.149148 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03086be2-24a7-41c0-9960-1e3a6702713e None None] Checking segment: {'id': '81bf7a93-80b3-43df-b9d5-462c604a2945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:21:45.149810 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-03086be2-24a7-41c0-9960-1e3a6702713e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:45.150472 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03086be2-24a7-41c0-9960-1e3a6702713e None None] Bound using segment: {'id': '81bf7a93-80b3-43df-b9d5-462c604a2945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:21:45.150974 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-03086be2-24a7-41c0-9960-1e3a6702713e None None] Bound port: d05554c5-384e-4cb0-8aed-ec2635738a2a, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81bf7a93-80b3-43df-b9d5-462c604a2945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:21:45.151364 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-03086be2-24a7-41c0-9960-1e3a6702713e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:45.196845 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-3f390cdd-e8b6-4d10-a09b-bb5a209221c9 req-c9392ed1-8512-420a-83ae-63e2255aba45 tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:45.236470 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-03086be2-24a7-41c0-9960-1e3a6702713e None None] For port d05554c5-384e-4cb0-8aed-ec2635738a2a, host n-d-779913-29, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:21:45.240545 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-2581a240-d3b7-48db-a4d1-ea79b19e8254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f1d501e-40e1-4db8-a88d-7a4933580ee3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1173896188-router', 'tenant_id': 'c0f0aba1395a4fd1a6d1ed53f3eeb2b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.139'}], 'enable_snat': True}, 'gw_port_id': '611f471d-cf2b-4405-b0b1-1ad76cabb61a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:20:34Z', 'updated_at': '2021-07-14T09:21:41Z', 'revision_number': 5, 'project_id': 'c0f0aba1395a4fd1a6d1ed53f3eeb2b1', 'gw_port': {'id': '611f471d-cf2b-4405-b0b1-1ad76cabb61a', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b4:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f1d501e-40e1-4db8-a88d-7a4933580ee3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:20:37Z', 'updated_at': '2021-07-14T09:20:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29'}], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:21:45.243664 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-03086be2-24a7-41c0-9960-1e3a6702713e None None] For port d05554c5-384e-4cb0-8aed-ec2635738a2a, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=d05554c5-384e-4cb0-8aed-ec2635738a2a,segment=NetworkSegment(81bf7a93-80b3-43df-b9d5-462c604a2945),segment_id=81bf7a93-80b3-43df-b9d5-462c604a2945)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:21:45.250905 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-19757423-4449-45ef-b6ff-3cc6f1053c47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:45.284285 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9392ed1-8512-420a-83ae-63e2255aba45 tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] Pushing event deleted for resources: {'Port': ['ID=fd2ace12-fbeb-4979-b444-118a6711717b,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:45.284915 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-03086be2-24a7-41c0-9960-1e3a6702713e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:45.288100 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2581a240-d3b7-48db-a4d1-ea79b19e8254 None None] Checking router: 8f1d501e-40e1-4db8-a88d-7a4933580ee3 for host: n-d-779913-29 {{(pid=93959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:21:45.332209 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2581a240-d3b7-48db-a4d1-ea79b19e8254 None None] Routers {'8f1d501e-40e1-4db8-a88d-7a4933580ee3'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:21:45.332923 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-2581a240-d3b7-48db-a4d1-ea79b19e8254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:21:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['8f1d501e-40e1-4db8-a88d-7a4933580ee3'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:21:45.417004 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f390cdd-e8b6-4d10-a09b-bb5a209221c9 req-c9392ed1-8512-420a-83ae-63e2255aba45 tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] No DVR routers for this DVR port fd2ace12-fbeb-4979-b444-118a6711717b on host n-h1-779913-29 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:21:45.430363 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-3f390cdd-e8b6-4d10-a09b-bb5a209221c9 req-c9392ed1-8512-420a-83ae-63e2255aba45 tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:45.432506 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3f390cdd-e8b6-4d10-a09b-bb5a209221c9 req-c9392ed1-8512-420a-83ae-63e2255aba45 tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] 10.222.0.65 "DELETE /v2.0/ports/fd2ace12-fbeb-4979-b444-118a6711717b HTTP/1.1" status: 204 len: 173 time: 1.8157959 Jul 14 09:21:45.433963 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5a13c59-02de-4250-b716-5ee9c03a0772', 'name': 'network-vif-deleted', 'tag': 'fd2ace12-fbeb-4979-b444-118a6711717b'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:21:45.436646 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57f0e6ab-5075-449a-90f3-2146432c90a5" -d '{"events": [{"server_uuid": "e5a13c59-02de-4250-b716-5ee9c03a0772", "name": "network-vif-deleted", "tag": "fd2ace12-fbeb-4979-b444-118a6711717b"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:21:45.473751 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60157ed5-ba92-4dbf-bdc0-4cea2783413a req-8646f340-07c2-4ad9-aef3-2bb3579914a2 tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:45.476573 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-60157ed5-ba92-4dbf-bdc0-4cea2783413a req-8646f340-07c2-4ad9-aef3-2bb3579914a2 tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] 10.222.0.68 "GET /v2.0/ports?device_id=43161873-7e25-46ba-939e-d9598e05bb16 HTTP/1.1" status: 200 len: 945 time: 0.2768323 Jul 14 09:21:45.498336 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-19757423-4449-45ef-b6ff-3cc6f1053c47 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:45.503992 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-19757423-4449-45ef-b6ff-3cc6f1053c47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13574142'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:45.519705 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-0b614964-4a89-4459-8181-fc8fedf858e9 None None] Provisioning for port 4167ba7c-b7ce-44f6-b8de-5d134e67339b completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:21:45.529079 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95d2cf4-5b68-4ae7-85d8-36af4bb7d4bb None None] Pushing event updated for resources: {'Port': ['ID=d05554c5-384e-4cb0-8aed-ec2635738a2a,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:45.534830 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03086be2-24a7-41c0-9960-1e3a6702713e None None] Routers {'34830575-e34b-4895-acb0-78e99349da98'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:21:45.535473 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-03086be2-24a7-41c0-9960-1e3a6702713e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:21:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['34830575-e34b-4895-acb0-78e99349da98'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:21:45.542066 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-0b614964-4a89-4459-8181-fc8fedf858e9 None None] Provisioning complete for port 4167ba7c-b7ce-44f6-b8de-5d134e67339b triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:21:45.542445 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0b614964-4a89-4459-8181-fc8fedf858e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:45.580214 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-48c61838-7be8-4e1a-9417-f24dd282ebdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:45.629995 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvr_db [None req-2581a240-d3b7-48db-a4d1-ea79b19e8254 None None] Set router 8f1d501e-40e1-4db8-a88d-7a4933580ee3 gateway port host: None {{(pid=93959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:21:45.636478 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-19757423-4449-45ef-b6ff-3cc6f1053c47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-683747'] for router_interface, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:45.639612 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19757423-4449-45ef-b6ff-3cc6f1053c47 admin admin] Pushing event updated for resources: {'Port': ['ID=4167ba7c-b7ce-44f6-b8de-5d134e67339b,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:45.644293 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:21:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f91543a-16ea-452a-af19-9a7664cabb2d x-openstack-request-id: req-5f91543a-16ea-452a-af19-9a7664cabb2d {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:21:45.645515 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5a13c59-02de-4250-b716-5ee9c03a0772", "name": "network-vif-deleted", "tag": "fd2ace12-fbeb-4979-b444-118a6711717b", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:21:45.648014 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-5f91543a-16ea-452a-af19-9a7664cabb2d {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:21:45.649077 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5a13c59-02de-4250-b716-5ee9c03a0772', 'name': 'network-vif-deleted', 'tag': 'fd2ace12-fbeb-4979-b444-118a6711717b', 'status': 'completed', 'code': 200} Jul 14 09:21:45.663483 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c61838-7be8-4e1a-9417-f24dd282ebdb admin admin] Pushing event deleted for resources: {'Port': ['ID=611f471d-cf2b-4405-b0b1-1ad76cabb61a,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:45.716700 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-60157ed5-ba92-4dbf-bdc0-4cea2783413a req-3b8e3bf6-371d-4ca8-b11e-8867edf38929 tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] 10.222.0.68 "GET /v2.0/security-groups?id=c6f7d264-cbb5-40f9-9fec-5b9701ca674b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2260034 Jul 14 09:21:45.742741 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-2581a240-d3b7-48db-a4d1-ea79b19e8254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f1d501e-40e1-4db8-a88d-7a4933580ee3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1173896188-router', 'tenant_id': 'c0f0aba1395a4fd1a6d1ed53f3eeb2b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:20:34Z', 'updated_at': '2021-07-14T09:21:44Z', 'revision_number': 6, 'project_id': 'c0f0aba1395a4fd1a6d1ed53f3eeb2b1', 'gw_port_host': None}], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:21:45.822245 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19757423-4449-45ef-b6ff-3cc6f1053c47 admin admin] Network 57d73eca-dd61-4ba4-b5e5-9dd057773576 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:21:45.830337 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-19757423-4449-45ef-b6ff-3cc6f1053c47 admin admin] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:21:45.873758 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-0b614964-4a89-4459-8181-fc8fedf858e9 None None] Port 4167ba7c-b7ce-44f6-b8de-5d134e67339b cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:21:45.885593 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2581a240-d3b7-48db-a4d1-ea79b19e8254 None None] The sync data for ids ['8f1d501e-40e1-4db8-a88d-7a4933580ee3'] in n-d-779913-29 is: [{'id': '8f1d501e-40e1-4db8-a88d-7a4933580ee3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1173896188-router', 'tenant_id': 'c0f0aba1395a4fd1a6d1ed53f3eeb2b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:20:34Z', 'updated_at': '2021-07-14T09:21:44Z', 'revision_number': 6, 'project_id': 'c0f0aba1395a4fd1a6d1ed53f3eeb2b1', 'gw_port_host': None}] {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:21:45.903816 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-48c61838-7be8-4e1a-9417-f24dd282ebdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-660532'] for router_gateway, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:45.917455 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvr_db [None req-03086be2-24a7-41c0-9960-1e3a6702713e None None] Set router 34830575-e34b-4895-acb0-78e99349da98 gateway port host: n-d-779913-29 {{(pid=93959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:21:46.014095 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-4673a1a4-5acf-42ea-816b-a9f196e03d4f req-b3f820f6-b707-4fdc-9c88-0081f198d0b3 tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] 10.222.0.68 "GET /v2.0/ports?device_id=e5a13c59-02de-4250-b716-5ee9c03a0772 HTTP/1.1" status: 200 len: 210 time: 0.0620317 Jul 14 09:21:46.068794 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19757423-4449-45ef-b6ff-3cc6f1053c47 admin admin] Router 34830575-e34b-4895-acb0-78e99349da98 has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:21:46.081966 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-48c61838-7be8-4e1a-9417-f24dd282ebdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-711871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12964'] for router, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:46.088091 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-48c61838-7be8-4e1a-9417-f24dd282ebdb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:46.113075 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0fd658-4b31-4eeb-a266-a708c7630bce req-a28136f0-3f06-46a0-8c9e-49dc1ff854f2 tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:46.115776 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5d0fd658-4b31-4eeb-a266-a708c7630bce req-a28136f0-3f06-46a0-8c9e-49dc1ff854f2 tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] 10.222.0.65 "GET /v2.0/ports?device_id=095e8f1a-810b-42ee-9498-4fd9f739c2d1 HTTP/1.1" status: 200 len: 943 time: 0.3280005 Jul 14 09:21:46.241159 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19757423-4449-45ef-b6ff-3cc6f1053c47 admin admin] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:21:46.248290 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-19757423-4449-45ef-b6ff-3cc6f1053c47 admin admin] 10.222.0.68 "PUT /v2.0/routers/34830575-e34b-4895-acb0-78e99349da98/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9329643 Jul 14 09:21:46.262848 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-03086be2-24a7-41c0-9960-1e3a6702713e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34830575-e34b-4895-acb0-78e99349da98', 'name': 'tempest-AttachSCSIVolumeTestJSON-1156263916-router', 'tenant_id': '6243fe002db2413bbefa9ba3fb038810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': 'd05554c5-384e-4cb0-8aed-ec2635738a2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:21:39Z', 'updated_at': '2021-07-14T09:21:45Z', 'revision_number': 4, 'project_id': '6243fe002db2413bbefa9ba3fb038810', 'gw_port': {'id': 'd05554c5-384e-4cb0-8aed-ec2635738a2a', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:d5:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34830575-e34b-4895-acb0-78e99349da98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:21:40Z', 'updated_at': '2021-07-14T09:21:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': '4167ba7c-b7ce-44f6-b8de-5d134e67339b', 'name': '', 'network_id': '57d73eca-dd61-4ba4-b5e5-9dd057773576', 'tenant_id': '6243fe002db2413bbefa9ba3fb038810', 'mac_address': 'fa:16:3e:e9:39:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34830575-e34b-4895-acb0-78e99349da98', 'device_owner': 'network:router_interface', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': '1664812e-2238-49de-b4c3-f444f0b2849d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:21:44Z', 'updated_at': '2021-07-14T09:21:45Z', 'revision_number': 2, 'project_id': '6243fe002db2413bbefa9ba3fb038810', 'subnets': [{'id': '1664812e-2238-49de-b4c3-f444f0b2849d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:21:46.302525 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03086be2-24a7-41c0-9960-1e3a6702713e None None] The sync data for ids ['34830575-e34b-4895-acb0-78e99349da98'] in n-d-779913-29 is: [{'id': '34830575-e34b-4895-acb0-78e99349da98', 'name': 'tempest-AttachSCSIVolumeTestJSON-1156263916-router', 'tenant_id': '6243fe002db2413bbefa9ba3fb038810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': 'd05554c5-384e-4cb0-8aed-ec2635738a2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:21:39Z', 'updated_at': '2021-07-14T09:21:45Z', 'revision_number': 4, 'project_id': '6243fe002db2413bbefa9ba3fb038810', 'gw_port': {'id': 'd05554c5-384e-4cb0-8aed-ec2635738a2a', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:d5:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34830575-e34b-4895-acb0-78e99349da98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:21:40Z', 'updated_at': '2021-07-14T09:21:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': '4167ba7c-b7ce-44f6-b8de-5d134e67339b', 'name': '', 'network_id': '57d73eca-dd61-4ba4-b5e5-9dd057773576', 'tenant_id': '6243fe002db2413bbefa9ba3fb038810', 'mac_address': 'fa:16:3e:e9:39:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34830575-e34b-4895-acb0-78e99349da98', 'device_owner': 'network:router_interface', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': '1664812e-2238-49de-b4c3-f444f0b2849d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:21:44Z', 'updated_at': '2021-07-14T09:21:45Z', 'revision_number': 2, 'project_id': '6243fe002db2413bbefa9ba3fb038810', 'subnets': [{'id': '1664812e-2238-49de-b4c3-f444f0b2849d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:21:46.309756 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-48c61838-7be8-4e1a-9417-f24dd282ebdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-704815'] for router, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:46.310306 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48c61838-7be8-4e1a-9417-f24dd282ebdb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8f1d501e-40e1-4db8-a88d-7a4933580ee3 {{(pid=93957) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:21:46.325000 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-d979dce1-e7fc-4f3f-a1d4-a7ac047fccc1 None None] Provisioning complete for port 4167ba7c-b7ce-44f6-b8de-5d134e67339b triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:21:46.325323 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-48c61838-7be8-4e1a-9417-f24dd282ebdb admin admin] Notify callbacks [] for router, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:46.325744 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d979dce1-e7fc-4f3f-a1d4-a7ac047fccc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:46.326522 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-48c61838-7be8-4e1a-9417-f24dd282ebdb admin admin] 10.222.0.68 "DELETE /v2.0/routers/8f1d501e-40e1-4db8-a88d-7a4933580ee3 HTTP/1.1" status: 204 len: 168 time: 2.1071150 Jul 14 09:21:46.329622 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 42178) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:46.404397 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-d979dce1-e7fc-4f3f-a1d4-a7ac047fccc1 None None] Port 4167ba7c-b7ce-44f6-b8de-5d134e67339b cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:21:46.415545 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebcbabf-de9f-4e8d-ae0c-6152817a5f1f req-1a054848-716d-4858-b722-cb76df8c93b2 tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:46.428952 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-eebcbabf-de9f-4e8d-ae0c-6152817a5f1f req-1a054848-716d-4858-b722-cb76df8c93b2 tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] 10.222.0.68 "GET /v2.0/ports?device_id=095e8f1a-810b-42ee-9498-4fd9f739c2d1 HTTP/1.1" status: 200 len: 943 time: 0.4639986 Jul 14 09:21:46.469157 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f15f275-0561-4469-bcfc-9a4e141f7474 admin admin] Deleting subnet 97937e07-8267-44e8-9758-651c212a988c {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:21:46.481854 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5f15f275-0561-4469-bcfc-9a4e141f7474 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:46.558713 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5f15f275-0561-4469-bcfc-9a4e141f7474 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13574120'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:46.561863 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-eebcbabf-de9f-4e8d-ae0c-6152817a5f1f req-8d53e472-35dc-43cc-adf3-aff35d8c54c9 tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] 10.222.0.68 "GET /v2.0/security-groups?id=372c68ac-7430-41d6-997c-166ff070d0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318944 Jul 14 09:21:46.591044 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [req-5d0fd658-4b31-4eeb-a266-a708c7630bce req-a784c1b9-37e7-4133-bc57-e2e34d9cd144 tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] Deleting port 2e26b98c-4ae2-41c6-8320-85cb01d7f06f {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:21:46.591435 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-5d0fd658-4b31-4eeb-a266-a708c7630bce req-a784c1b9-37e7-4133-bc57-e2e34d9cd144 tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:46.764003 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5f15f275-0561-4469-bcfc-9a4e141f7474 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3481002'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:46.766178 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-5d0fd658-4b31-4eeb-a266-a708c7630bce req-a784c1b9-37e7-4133-bc57-e2e34d9cd144 tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] For port 2e26b98c-4ae2-41c6-8320-85cb01d7f06f, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=2e26b98c-4ae2-41c6-8320-85cb01d7f06f,segment=NetworkSegment(59e27924-9549-4175-909e-ce4f3019b149),segment_id=59e27924-9549-4175-909e-ce4f3019b149)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:21:46.769258 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-5d0fd658-4b31-4eeb-a266-a708c7630bce req-a784c1b9-37e7-4133-bc57-e2e34d9cd144 tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:46.798599 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [req-5d0fd658-4b31-4eeb-a266-a708c7630bce req-a784c1b9-37e7-4133-bc57-e2e34d9cd144 tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] Calling delete_port for 2e26b98c-4ae2-41c6-8320-85cb01d7f06f owned by compute:nova {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:21:46.955545 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5f15f275-0561-4469-bcfc-9a4e141f7474 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13574056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16714573'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:47.018195 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f15f275-0561-4469-bcfc-9a4e141f7474 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=97937e07-8267-44e8-9758-651c212a988c,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:47.024835 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5f15f275-0561-4469-bcfc-9a4e141f7474 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:47.026973 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-5f15f275-0561-4469-bcfc-9a4e141f7474 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/97937e07-8267-44e8-9758-651c212a988c HTTP/1.1" status: 204 len: 168 time: 0.6964426 Jul 14 09:21:47.029731 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 42198) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:47.054607 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fee1377-c8fd-4a4e-93bc-5b2ab0ce6d3f None None] Network 1ca22f68-f22e-4539-bf48-b4a59573e7f3 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:21:47.144722 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c6e189-ed0e-4c59-8c98-008efd1bc8b7 req-8b2ae3ef-25f0-495b-a4dc-9289cd90b284 tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:47.152724 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-98c6e189-ed0e-4c59-8c98-008efd1bc8b7 req-8b2ae3ef-25f0-495b-a4dc-9289cd90b284 tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] 10.222.0.68 "GET /v2.0/ports?device_id=43161873-7e25-46ba-939e-d9598e05bb16 HTTP/1.1" status: 200 len: 945 time: 0.2237344 Jul 14 09:21:47.171585 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-76e88904-aecb-4ca2-b741-795b8cce1eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3876111'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:47.181390 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 2e26b98c-4ae2-41c6-8320-85cb01d7f06f no longer exists at agent hyperv_n-h1-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:21:47.206901 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-5d0fd658-4b31-4eeb-a266-a708c7630bce req-a784c1b9-37e7-4133-bc57-e2e34d9cd144 tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:47.289071 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a784c1b9-37e7-4133-bc57-e2e34d9cd144 tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] Pushing event deleted for resources: {'Port': ['ID=2e26b98c-4ae2-41c6-8320-85cb01d7f06f,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:47.290195 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-98c6e189-ed0e-4c59-8c98-008efd1bc8b7 req-6efe057a-fd16-48a4-919a-b55c7f05dab6 tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] 10.222.0.68 "GET /v2.0/security-groups?id=c6f7d264-cbb5-40f9-9fec-5b9701ca674b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363852 Jul 14 09:21:47.326294 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] No active binding found for port 2e26b98c-4ae2-41c6-8320-85cb01d7f06f {{(pid=93959) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 14 09:21:47.326752 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 2e26b98c-4ae2-41c6-8320-85cb01d7f06f not bound to the agent host n-h1-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:21:47.340111 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device fd2ace12-fbeb-4979-b444-118a6711717b no longer exists at agent hyperv_n-h1-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:21:47.341306 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-76e88904-aecb-4ca2-b741-795b8cce1eb0 admin admin] Deleting port 7df7d80a-09eb-4247-a93b-fc08d79265d1 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:21:47.341714 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-76e88904-aecb-4ca2-b741-795b8cce1eb0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:47.406320 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] No Port match for: fd2ace12-fbeb-4979-b444-118a6711717b {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:21:47.409990 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device fd2ace12-fbeb-4979-b444-118a6711717b not bound to the agent host n-h1-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:21:47.498091 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-76e88904-aecb-4ca2-b741-795b8cce1eb0 admin admin] For port 7df7d80a-09eb-4247-a93b-fc08d79265d1, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=7df7d80a-09eb-4247-a93b-fc08d79265d1,segment=NetworkSegment(52edbb84-480a-4342-84df-f6e0e61c8053),segment_id=52edbb84-480a-4342-84df-f6e0e61c8053)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:21:47.499235 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-76e88904-aecb-4ca2-b741-795b8cce1eb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:47.523694 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d0fd658-4b31-4eeb-a266-a708c7630bce req-a784c1b9-37e7-4133-bc57-e2e34d9cd144 tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] No DVR routers for this DVR port 2e26b98c-4ae2-41c6-8320-85cb01d7f06f on host n-h1-779913-29 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:21:47.529938 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-5d0fd658-4b31-4eeb-a266-a708c7630bce req-a784c1b9-37e7-4133-bc57-e2e34d9cd144 tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:47.533091 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5d0fd658-4b31-4eeb-a266-a708c7630bce req-a784c1b9-37e7-4133-bc57-e2e34d9cd144 tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] 10.222.0.65 "DELETE /v2.0/ports/2e26b98c-4ae2-41c6-8320-85cb01d7f06f HTTP/1.1" status: 204 len: 173 time: 1.4079783 Jul 14 09:21:47.538478 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-76e88904-aecb-4ca2-b741-795b8cce1eb0 admin admin] Calling delete_port for 7df7d80a-09eb-4247-a93b-fc08d79265d1 owned by network:dhcp {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:21:47.552478 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 42210) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:47.570194 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-b2c85714-24af-4d67-8c56-187fd073123d admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1134182924-network', 'tenant_id': '26a9970eb8a84d198743b0304e5bd40a'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:21:47.655913 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '095e8f1a-810b-42ee-9498-4fd9f739c2d1', 'name': 'network-vif-deleted', 'tag': '2e26b98c-4ae2-41c6-8320-85cb01d7f06f'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:21:47.670336 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c76c22eb-d9be-45f8-b1d0-3f6008e0d0e6" -d '{"events": [{"server_uuid": "095e8f1a-810b-42ee-9498-4fd9f739c2d1", "name": "network-vif-deleted", "tag": "2e26b98c-4ae2-41c6-8320-85cb01d7f06f"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:21:47.692516 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2c85714-24af-4d67-8c56-187fd073123d admin admin] Made reservation on behalf of 26a9970eb8a84d198743b0304e5bd40a for: {'network': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:21:47.700827 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b2c85714-24af-4d67-8c56-187fd073123d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for network, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:47.726347 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b2c85714-24af-4d67-8c56-187fd073123d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:47.747730 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-76e88904-aecb-4ca2-b741-795b8cce1eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:47.769455 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e88904-aecb-4ca2-b741-795b8cce1eb0 admin admin] No DVR routers for this DVR port 7df7d80a-09eb-4247-a93b-fc08d79265d1 on host n-d-779913-29 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:21:47.783000 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbf6d514-0e57-4c42-8b37-a2192f562884 None None] DHCP port deletion for 1ca22f68-f22e-4539-bf48-b4a59573e7f3 request from n-d-779913-29 {{(pid=93959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:21:47.910776 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e88904-aecb-4ca2-b741-795b8cce1eb0 admin admin] Pushing event deleted for resources: {'Port': ['ID=7df7d80a-09eb-4247-a93b-fc08d79265d1,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:47.960110 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-8495b8bb-3e89-4b0e-9428-848ef722db90 req-78f6bda4-145c-4758-bd97-1f681a2ded78 tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] 10.222.0.68 "GET /v2.0/ports?device_id=095e8f1a-810b-42ee-9498-4fd9f739c2d1 HTTP/1.1" status: 200 len: 210 time: 0.1732922 Jul 14 09:21:47.969529 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b2c85714-24af-4d67-8c56-187fd073123d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:47.977889 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b2c85714-24af-4d67-8c56-187fd073123d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:48.041645 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2c85714-24af-4d67-8c56-187fd073123d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 742} {{(pid=93957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:21:48.054394 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b2c85714-24af-4d67-8c56-187fd073123d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:48.055412 n-d-779913-29 neutron-server[93957]: INFO neutron.db.segments_db [None req-b2c85714-24af-4d67-8c56-187fd073123d admin admin] Added segment d81ded90-375f-4c24-b1be-e729bc4aa402 of type vlan for network 35bb4585-48dc-413b-94b2-f9784e051889 Jul 14 09:21:48.109339 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 7a304cfa-f68c-49a4-9dd0-2c953252c755 no longer exists at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:21:48.127172 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c85714-24af-4d67-8c56-187fd073123d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c5317df-d057-40a1-a00d-573c271c6730,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:48.166205 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-76e88904-aecb-4ca2-b741-795b8cce1eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473955', 'neutron.services.segments.db._delete_segments_for_network-8735688326548'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:48.185153 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] No Port match for: 7a304cfa-f68c-49a4-9dd0-2c953252c755 {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:21:48.185656 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 7a304cfa-f68c-49a4-9dd0-2c953252c755 not bound to the agent host n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:21:48.187506 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 7df7d80a-09eb-4247-a93b-fc08d79265d1 no longer exists at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:21:48.187704 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-76e88904-aecb-4ca2-b741-795b8cce1eb0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ca22f68-f22e-4539-bf48-b4a59573e7f3']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:21:48.209569 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:21:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f94845f9-b8f0-4f84-b3aa-8663ddf4675b x-openstack-request-id: req-f94845f9-b8f0-4f84-b3aa-8663ddf4675b {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:21:48.209869 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-76e88904-aecb-4ca2-b741-795b8cce1eb0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52edbb84-480a-4342-84df-f6e0e61c8053') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:21:48.210695 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-76e88904-aecb-4ca2-b741-795b8cce1eb0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52edbb84-480a-4342-84df-f6e0e61c8053') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:21:48.211237 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "095e8f1a-810b-42ee-9498-4fd9f739c2d1", "name": "network-vif-deleted", "tag": "2e26b98c-4ae2-41c6-8320-85cb01d7f06f", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:21:48.212000 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-f94845f9-b8f0-4f84-b3aa-8663ddf4675b {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:21:48.212854 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '095e8f1a-810b-42ee-9498-4fd9f739c2d1', 'name': 'network-vif-deleted', 'tag': '2e26b98c-4ae2-41c6-8320-85cb01d7f06f', 'status': 'completed', 'code': 200} Jul 14 09:21:48.231151 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-76e88904-aecb-4ca2-b741-795b8cce1eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735688356235', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13574129'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:48.236418 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] No Port match for: 7df7d80a-09eb-4247-a93b-fc08d79265d1 {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:21:48.237636 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 7df7d80a-09eb-4247-a93b-fc08d79265d1 not bound to the agent host n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:21:48.238808 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 611f471d-cf2b-4405-b0b1-1ad76cabb61a no longer exists at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:21:48.250414 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-6f84da64-f3c0-4972-8b23-bac1144c3b55 req-24cc55de-b283-413a-b0fe-e871625dac10 tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] 10.222.0.68 "GET /v2.0/security-groups/e6359d6f-8cbb-427e-92cf-6c5d9a5ebb2b HTTP/1.1" status: 200 len: 1801 time: 0.1097484 Jul 14 09:21:48.254714 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-76e88904-aecb-4ca2-b741-795b8cce1eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:48.262254 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b2c85714-24af-4d67-8c56-187fd073123d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735687821325'] for network, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:48.280182 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] No Port match for: 611f471d-cf2b-4405-b0b1-1ad76cabb61a {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:21:48.280998 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 611f471d-cf2b-4405-b0b1-1ad76cabb61a not bound to the agent host n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:21:48.285999 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76e88904-aecb-4ca2-b741-795b8cce1eb0 admin admin] Releasing vlan 735 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:21:48.287022 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-76e88904-aecb-4ca2-b741-795b8cce1eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13573126'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:48.292442 n-d-779913-29 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:21:48.292442 n-d-779913-29 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:21:48.292442 n-d-779913-29 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:21:48.292442 n-d-779913-29 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:21:48.292442 n-d-779913-29 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:21:48.292442 n-d-779913-29 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:21:48.292442 n-d-779913-29 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:21:48.292442 n-d-779913-29 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:21:48.292442 n-d-779913-29 neutron-server[93958]: Traceback (most recent call last): Jul 14 09:21:48.292442 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:21:48.292442 n-d-779913-29 neutron-server[93958]: timer() Jul 14 09:21:48.292442 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:21:48.292442 n-d-779913-29 neutron-server[93958]: cb(*args, **kw) Jul 14 09:21:48.292442 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:21:48.292442 n-d-779913-29 neutron-server[93958]: return func(*args, **kwargs) Jul 14 09:21:48.292442 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:21:48.292442 n-d-779913-29 neutron-server[93958]: self._notify() Jul 14 09:21:48.292442 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:21:48.292442 n-d-779913-29 neutron-server[93958]: self.callback(batched_events) Jul 14 09:21:48.292442 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:21:48.292442 n-d-779913-29 neutron-server[93958]: event.method(event) Jul 14 09:21:48.292442 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:21:48.292442 n-d-779913-29 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:21:48.292442 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:21:48.292442 n-d-779913-29 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:21:48.292442 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:21:48.292442 n-d-779913-29 neutron-server[93958]: return f(self, *a, **k) Jul 14 09:21:48.292442 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:21:48.292442 n-d-779913-29 neutron-server[93958]: return self._get(url).json() Jul 14 09:21:48.292442 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:21:48.292442 n-d-779913-29 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:21:48.292442 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:21:48.292442 n-d-779913-29 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 14 09:21:48.292442 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:21:48.292442 n-d-779913-29 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:21:48.292442 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:21:48.292442 n-d-779913-29 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:21:48.292442 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:21:48.292442 n-d-779913-29 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:21:48.292442 n-d-779913-29 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:21:48.371432 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b2c85714-24af-4d67-8c56-187fd073123d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855'] for network, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:48.374226 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2c85714-24af-4d67-8c56-187fd073123d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:48.375104 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b2c85714-24af-4d67-8c56-187fd073123d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for network, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:48.525990 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c85714-24af-4d67-8c56-187fd073123d admin admin] Pushing event updated for resources: {'Network': ['ID=35bb4585-48dc-413b-94b2-f9784e051889,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:48.539213 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Network 35bb4585-48dc-413b-94b2-f9784e051889 details requested by agent ovs-agent-n-d-779913-29 with host n-d-779913-29 {{(pid=93959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:21:48.572406 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-b2c85714-24af-4d67-8c56-187fd073123d admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0133517 Jul 14 09:21:48.575258 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 42240) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:48.588566 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-85c3ef7a-bb92-4291-9197-386568c47171 admin admin] Request body: {'subnet': {'network_id': '35bb4585-48dc-413b-94b2-f9784e051889', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1134182924-subnet', 'tenant_id': '26a9970eb8a84d198743b0304e5bd40a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:21:48.647907 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85c3ef7a-bb92-4291-9197-386568c47171 admin admin] Made reservation on behalf of 26a9970eb8a84d198743b0304e5bd40a for: {'subnet': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:21:48.652357 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-85c3ef7a-bb92-4291-9197-386568c47171 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11984110'] for subnet, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:48.798816 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-76e88904-aecb-4ca2-b741-795b8cce1eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660504'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:48.812897 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-76e88904-aecb-4ca2-b741-795b8cce1eb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:48.817263 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-76e88904-aecb-4ca2-b741-795b8cce1eb0 admin admin] 10.222.0.68 "DELETE /v2.0/networks/1ca22f68-f22e-4539-bf48-b4a59573e7f3 HTTP/1.1" status: 204 len: 168 time: 1.7842617 Jul 14 09:21:48.830932 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-6f84da64-f3c0-4972-8b23-bac1144c3b55 req-e8462266-67b7-41b0-9027-0d92396dc66b tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:48.833031 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e88904-aecb-4ca2-b741-795b8cce1eb0 admin admin] Pushing event deleted for resources: {'Network': ['ID=1ca22f68-f22e-4539-bf48-b4a59573e7f3,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:48.867883 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-6f84da64-f3c0-4972-8b23-bac1144c3b55 req-e8462266-67b7-41b0-9027-0d92396dc66b tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:48.874270 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5b55d1-fca5-451b-8f50-34038d0f3671 req-67f4d8a1-04b2-43e7-8e4d-621e99d9ae8d tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:48.875863 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3c5b55d1-fca5-451b-8f50-34038d0f3671 req-67f4d8a1-04b2-43e7-8e4d-621e99d9ae8d tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] 10.222.0.68 "GET /v2.0/ports?device_id=43161873-7e25-46ba-939e-d9598e05bb16 HTTP/1.1" status: 200 len: 945 time: 0.1451826 Jul 14 09:21:48.925945 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-6f84da64-f3c0-4972-8b23-bac1144c3b55 req-e8462266-67b7-41b0-9027-0d92396dc66b tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:48.929889 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-6f84da64-f3c0-4972-8b23-bac1144c3b55 req-e8462266-67b7-41b0-9027-0d92396dc66b tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:48.932455 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-6f84da64-f3c0-4972-8b23-bac1144c3b55 req-e8462266-67b7-41b0-9027-0d92396dc66b tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] 10.222.0.68 "DELETE /v2.0/security-groups/e6359d6f-8cbb-427e-92cf-6c5d9a5ebb2b HTTP/1.1" status: 204 len: 173 time: 0.6677606 Jul 14 09:21:48.946811 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8462266-67b7-41b0-9027-0d92396dc66b tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6359d6f-8cbb-427e-92cf-6c5d9a5ebb2b,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:48.957062 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3c5b55d1-fca5-451b-8f50-34038d0f3671 req-d2fcd330-b89a-4dcc-bfd0-c0ee37f1d2a7 tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] 10.222.0.68 "GET /v2.0/security-groups?id=c6f7d264-cbb5-40f9-9fec-5b9701ca674b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710635 Jul 14 09:21:48.987542 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-85c3ef7a-bb92-4291-9197-386568c47171 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10052764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11984092'] for subnet, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:49.068377 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c3ef7a-bb92-4291-9197-386568c47171 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a1b4390-5916-4a6c-8692-ae5d7ad2a946,revision_number=0']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:49.076917 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c3ef7a-bb92-4291-9197-386568c47171 admin admin] Checking segment: {'id': 'd81ded90-375f-4c24-b1be-e729bc4aa402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '35bb4585-48dc-413b-94b2-f9784e051889'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:21:49.077333 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85c3ef7a-bb92-4291-9197-386568c47171 admin admin] Network hostable DHCP agents. Network: 35bb4585-48dc-413b-94b2-f9784e051889, hostable agents: ['c6a09bd4-f72e-4283-a3ca-0bbca8a51081'], hosted agents: [] {{(pid=93957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:21:49.105170 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85c3ef7a-bb92-4291-9197-386568c47171 admin admin] Network 35bb4585-48dc-413b-94b2-f9784e051889 is scheduled to be hosted by DHCP agent c6a09bd4-f72e-4283-a3ca-0bbca8a51081 with binding_index 1 {{(pid=93957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:21:49.119391 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-85c3ef7a-bb92-4291-9197-386568c47171 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-29, 35bb4585-48dc-413b-94b2-f9784e051889) {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:21:49.125163 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 42252) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:49.133604 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85c3ef7a-bb92-4291-9197-386568c47171 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:49.134378 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-85c3ef7a-bb92-4291-9197-386568c47171 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:49.138755 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcc48ea6-6179-4f34-bd47-22e30b09dc7a None None] Network 35bb4585-48dc-413b-94b2-f9784e051889 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:21:49.168679 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf4eb5c-ba61-47d2-b62c-48edbead6fc1 req-16c40da8-b56a-4ffa-811d-785d599f4ee1 tempest-ServersWithSpecificFlavorTestJSON-1964774978 tempest-ServersWithSpecificFlavorTestJSON-1964774978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:49.170752 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-fdf4eb5c-ba61-47d2-b62c-48edbead6fc1 req-16c40da8-b56a-4ffa-811d-785d599f4ee1 tempest-ServersWithSpecificFlavorTestJSON-1964774978 tempest-ServersWithSpecificFlavorTestJSON-1964774978-project] 10.222.0.68 "GET /v2.0/ports?device_id=2a4afe86-d772-4a97-addd-b37141f89690 HTTP/1.1" status: 200 len: 946 time: 0.1062291 Jul 14 09:21:49.175731 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-85c3ef7a-bb92-4291-9197-386568c47171 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5988197 Jul 14 09:21:49.180056 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 42254) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:49.184854 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-e73576a9-2dd6-4de7-8ef9-146ad5a93a17 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1134182924-router', 'tenant_id': '26a9970eb8a84d198743b0304e5bd40a', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'}}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:21:49.210474 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-a283bf5a-f6f7-49ae-81af-9ff5dfb14c3a admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=c0f0aba1395a4fd1a6d1ed53f3eeb2b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0836411 Jul 14 09:21:49.213296 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 42256) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:49.236045 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-fdf4eb5c-ba61-47d2-b62c-48edbead6fc1 req-0e39d896-75b7-40e6-b91b-15fbea39fd7a tempest-ServersWithSpecificFlavorTestJSON-1964774978 tempest-ServersWithSpecificFlavorTestJSON-1964774978-project] 10.222.0.68 "GET /v2.0/security-groups?id=c439237c-c705-4180-98e6-8dcbf5353a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542066 Jul 14 09:21:49.269665 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e73576a9-2dd6-4de7-8ef9-146ad5a93a17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-711749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14670'] for router, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:49.269665 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e73576a9-2dd6-4de7-8ef9-146ad5a93a17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-711718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-661475', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14679'] for router, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:49.355191 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54753883-6a84-43e2-8ac0-a98dff70e2cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf57baaa9-fd24-59f4-8fd2-1dc21122ce72-35bb4585-48dc-413b-94b2-f9784e051889', 'network_id': '35bb4585-48dc-413b-94b2-f9784e051889', 'tenant_id': '26a9970eb8a84d198743b0304e5bd40a', 'fixed_ips': [{'subnet_id': '8a1b4390-5916-4a6c-8692-ae5d7ad2a946'}]}} from n-d-779913-29. {{(pid=93959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:21:49.357696 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-54753883-6a84-43e2-8ac0-a98dff70e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:49.361964 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-403184e9-89ff-40ec-a0fb-0ac13d0fe5a8 req-d8267df8-9e4c-4d58-b46f-80990115dd70 tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] 10.222.0.68 "GET /v2.0/security-groups/44a57cf6-f078-4af9-a5b1-43884faa7d02 HTTP/1.1" status: 200 len: 1801 time: 0.0687618 Jul 14 09:21:49.464421 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-403184e9-89ff-40ec-a0fb-0ac13d0fe5a8 req-3639732c-7542-445e-9cca-90b9e88540eb tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:49.516258 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-403184e9-89ff-40ec-a0fb-0ac13d0fe5a8 req-3639732c-7542-445e-9cca-90b9e88540eb tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:49.591058 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-403184e9-89ff-40ec-a0fb-0ac13d0fe5a8 req-3639732c-7542-445e-9cca-90b9e88540eb tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:49.595005 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-403184e9-89ff-40ec-a0fb-0ac13d0fe5a8 req-3639732c-7542-445e-9cca-90b9e88540eb tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:49.609556 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-403184e9-89ff-40ec-a0fb-0ac13d0fe5a8 req-3639732c-7542-445e-9cca-90b9e88540eb tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] 10.222.0.68 "DELETE /v2.0/security-groups/44a57cf6-f078-4af9-a5b1-43884faa7d02 HTTP/1.1" status: 204 len: 173 time: 0.2466226 Jul 14 09:21:49.610603 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 42270) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:49.611793 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-54753883-6a84-43e2-8ac0-a98dff70e2cc None None] Allocated IP 172.20.0.2 (35bb4585-48dc-413b-94b2-f9784e051889/8a1b4390-5916-4a6c-8692-ae5d7ad2a946/a48acd02-e9bf-409e-bcf9-a363f89b6d65) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:21:49.662183 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3639732c-7542-445e-9cca-90b9e88540eb tempest-SecurityGroupsTestJSON-564721355 tempest-SecurityGroupsTestJSON-564721355-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=44a57cf6-f078-4af9-a5b1-43884faa7d02,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:49.707103 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b22e13c-c527-4f86-b027-10e7af893c9e admin admin] Deleting subnet 9a339f65-19fd-495d-921f-2a39b64ee23f {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:21:49.720115 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6b22e13c-c527-4f86-b027-10e7af893c9e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:49.746467 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-87ce20e1-8d4c-45a6-ac2c-8eb2609eced6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:49.816751 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-87ce20e1-8d4c-45a6-ac2c-8eb2609eced6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:49.899131 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e73576a9-2dd6-4de7-8ef9-146ad5a93a17 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:49.966711 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6b22e13c-c527-4f86-b027-10e7af893c9e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13574120'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:49.995462 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device d05554c5-384e-4cb0-8aed-ec2635738a2a up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:21:50.067748 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6b22e13c-c527-4f86-b027-10e7af893c9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3481002'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:50.142391 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e73576a9-2dd6-4de7-8ef9-146ad5a93a17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-661489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-711771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12973'] for router, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:50.159836 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-87ce20e1-8d4c-45a6-ac2c-8eb2609eced6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:50.164211 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-87ce20e1-8d4c-45a6-ac2c-8eb2609eced6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:50.165437 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-87ce20e1-8d4c-45a6-ac2c-8eb2609eced6 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/74fd08ce-a3d9-460e-84a7-2e4752833a03 HTTP/1.1" status: 204 len: 168 time: 0.9499629 Jul 14 09:21:50.178289 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b848f2e-eb6f-4de6-8f19-ffb35606978e None None] Sync routers for ids ['34830575-e34b-4895-acb0-78e99349da98'] in n-d-779913-29 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:21:50.188490 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ce20e1-8d4c-45a6-ac2c-8eb2609eced6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74fd08ce-a3d9-460e-84a7-2e4752833a03,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:50.195430 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b848f2e-eb6f-4de6-8f19-ffb35606978e None None] Routers {'34830575-e34b-4895-acb0-78e99349da98'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:21:50.197503 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-9b848f2e-eb6f-4de6-8f19-ffb35606978e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:21:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['34830575-e34b-4895-acb0-78e99349da98'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:21:50.216179 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning for port d05554c5-384e-4cb0-8aed-ec2635738a2a completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:21:50.231863 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6b22e13c-c527-4f86-b027-10e7af893c9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13574056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16714573'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:50.263452 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-54753883-6a84-43e2-8ac0-a98dff70e2cc None None] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:50.283789 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port d05554c5-384e-4cb0-8aed-ec2635738a2a triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:21:50.284027 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:50.291393 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22e13c-c527-4f86-b027-10e7af893c9e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a339f65-19fd-495d-921f-2a39b64ee23f,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:50.300367 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6b22e13c-c527-4f86-b027-10e7af893c9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:50.303810 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-6b22e13c-c527-4f86-b027-10e7af893c9e admin admin] 10.222.0.68 "DELETE /v2.0/subnets/9a339f65-19fd-495d-921f-2a39b64ee23f HTTP/1.1" status: 204 len: 168 time: 0.6820745 Jul 14 09:21:50.310090 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 42292) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:50.326005 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6e9941-4471-4e8e-980f-18b5cf02671c req-0c06db5e-5b4c-49fe-b480-ceede37b084e tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:50.333634 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-1a6e9941-4471-4e8e-980f-18b5cf02671c req-0c06db5e-5b4c-49fe-b480-ceede37b084e tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] 10.222.0.68 "GET /v2.0/networks?id=7a07191a-b9d7-482c-8935-c823cd63fc61 HTTP/1.1" status: 200 len: 822 time: 0.5411685 Jul 14 09:21:50.357229 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-1a6e9941-4471-4e8e-980f-18b5cf02671c req-b4f796df-7d42-4f6c-92e7-763e00828863 tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] 10.222.0.68 "GET /v2.0/quotas/aad66054a8f146139519a42123ab4eac HTTP/1.1" status: 200 len: 375 time: 0.0225067 Jul 14 09:21:50.379850 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-54753883-6a84-43e2-8ac0-a98dff70e2cc None None] Transition to ACTIVE for port object a48acd02-e9bf-409e-bcf9-a363f89b6d65 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:21:50.438267 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-54753883-6a84-43e2-8ac0-a98dff70e2cc None None] Transition to ACTIVE for port object a48acd02-e9bf-409e-bcf9-a363f89b6d65 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:21:50.471702 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-54753883-6a84-43e2-8ac0-a98dff70e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:50.494033 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-9b848f2e-eb6f-4de6-8f19-ffb35606978e None None] Set router 34830575-e34b-4895-acb0-78e99349da98 gateway port host: n-d-779913-29 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:21:50.524176 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54753883-6a84-43e2-8ac0-a98dff70e2cc None None] Network 35bb4585-48dc-413b-94b2-f9784e051889 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:21:50.531623 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-54753883-6a84-43e2-8ac0-a98dff70e2cc None None] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:21:50.533794 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:50.537861 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3a6f3706-d918-4fb1-a662-7e65a18416f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3876111'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:50.543708 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54753883-6a84-43e2-8ac0-a98dff70e2cc None None] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:21:50.565241 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-1a6e9941-4471-4e8e-980f-18b5cf02671c req-207d9749-d11b-41d5-9918-66309e07e7dc tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=aad66054a8f146139519a42123ab4eac&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2066250 Jul 14 09:21:50.581127 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54753883-6a84-43e2-8ac0-a98dff70e2cc None None] Pushing event updated for resources: {'Port': ['ID=a48acd02-e9bf-409e-bcf9-a363f89b6d65,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:50.604326 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] For port d05554c5-384e-4cb0-8aed-ec2635738a2a, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=d05554c5-384e-4cb0-8aed-ec2635738a2a,segment=NetworkSegment(81bf7a93-80b3-43df-b9d5-462c604a2945),segment_id=81bf7a93-80b3-43df-b9d5-462c604a2945)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:21:50.627654 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:50.634656 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e73576a9-2dd6-4de7-8ef9-146ad5a93a17 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:50.660479 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-54753883-6a84-43e2-8ac0-a98dff70e2cc None None] Attempting to bind port a48acd02-e9bf-409e-bcf9-a363f89b6d65 on host n-d-779913-29 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:21:50.660841 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-54753883-6a84-43e2-8ac0-a98dff70e2cc None None] Attempting to bind port a48acd02-e9bf-409e-bcf9-a363f89b6d65 by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': 'd81ded90-375f-4c24-b1be-e729bc4aa402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '35bb4585-48dc-413b-94b2-f9784e051889'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:21:50.661266 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54753883-6a84-43e2-8ac0-a98dff70e2cc None None] Attempting to bind port a48acd02-e9bf-409e-bcf9-a363f89b6d65 on network 35bb4585-48dc-413b-94b2-f9784e051889 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:21:50.665721 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e73576a9-2dd6-4de7-8ef9-146ad5a93a17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:50.669226 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54753883-6a84-43e2-8ac0-a98dff70e2cc None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 21, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:21:50.669628 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54753883-6a84-43e2-8ac0-a98dff70e2cc None None] Checking segment: {'id': 'd81ded90-375f-4c24-b1be-e729bc4aa402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '35bb4585-48dc-413b-94b2-f9784e051889'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:21:50.670058 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-54753883-6a84-43e2-8ac0-a98dff70e2cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:50.670620 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54753883-6a84-43e2-8ac0-a98dff70e2cc None None] Bound using segment: {'id': 'd81ded90-375f-4c24-b1be-e729bc4aa402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '35bb4585-48dc-413b-94b2-f9784e051889'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:21:50.671102 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-54753883-6a84-43e2-8ac0-a98dff70e2cc None None] Bound port: a48acd02-e9bf-409e-bcf9-a363f89b6d65, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd81ded90-375f-4c24-b1be-e729bc4aa402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '35bb4585-48dc-413b-94b2-f9784e051889'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:21:50.671489 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-54753883-6a84-43e2-8ac0-a98dff70e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:50.680551 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3a6f3706-d918-4fb1-a662-7e65a18416f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473955', 'neutron.services.segments.db._delete_segments_for_network-8735688326548'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:50.695336 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-3a6f3706-d918-4fb1-a662-7e65a18416f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cdfa295-562b-4f8c-a7bc-88c1e99a0037']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:21:50.709753 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-3a6f3706-d918-4fb1-a662-7e65a18416f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32fe169c-8049-4742-bb8a-bdc77602cb62') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:21:50.710044 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-3a6f3706-d918-4fb1-a662-7e65a18416f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32fe169c-8049-4742-bb8a-bdc77602cb62') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:21:50.722329 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3a6f3706-d918-4fb1-a662-7e65a18416f2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735688356235', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13574129'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:50.740449 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3a6f3706-d918-4fb1-a662-7e65a18416f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:50.749556 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a6f3706-d918-4fb1-a662-7e65a18416f2 admin admin] Releasing vlan 720 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:21:50.749979 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3a6f3706-d918-4fb1-a662-7e65a18416f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13573126'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:50.768798 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d684d5a-2d29-417e-ada7-d6852fa6fd75 req-12ba38a2-a072-4ddc-b2e6-a3992e6d7c79 tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:50.770582 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-9d684d5a-2d29-417e-ada7-d6852fa6fd75 req-12ba38a2-a072-4ddc-b2e6-a3992e6d7c79 tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] 10.222.0.68 "GET /v2.0/ports?device_id=43161873-7e25-46ba-939e-d9598e05bb16 HTTP/1.1" status: 200 len: 945 time: 0.2245216 Jul 14 09:21:50.802631 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Pushing event updated for resources: {'Port': ['ID=d05554c5-384e-4cb0-8aed-ec2635738a2a,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:50.838791 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-54753883-6a84-43e2-8ac0-a98dff70e2cc None None] For port a48acd02-e9bf-409e-bcf9-a363f89b6d65, host n-d-779913-29, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:21:50.845375 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-54753883-6a84-43e2-8ac0-a98dff70e2cc None None] For port a48acd02-e9bf-409e-bcf9-a363f89b6d65, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=a48acd02-e9bf-409e-bcf9-a363f89b6d65,segment=NetworkSegment(d81ded90-375f-4c24-b1be-e729bc4aa402),segment_id=d81ded90-375f-4c24-b1be-e729bc4aa402)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:21:50.857198 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-54753883-6a84-43e2-8ac0-a98dff70e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:50.874267 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-9d684d5a-2d29-417e-ada7-d6852fa6fd75 req-bc58798c-05c2-45ae-ad27-e9903cb4d077 tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] 10.222.0.68 "GET /v2.0/security-groups?id=c6f7d264-cbb5-40f9-9fec-5b9701ca674b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949402 Jul 14 09:21:50.898782 n-d-779913-29 neutron-server[93958]: Traceback (most recent call last): Jul 14 09:21:50.898782 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:21:50.898782 n-d-779913-29 neutron-server[93958]: timer() Jul 14 09:21:50.898782 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:21:50.898782 n-d-779913-29 neutron-server[93958]: cb(*args, **kw) Jul 14 09:21:50.898782 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:21:50.898782 n-d-779913-29 neutron-server[93958]: return func(*args, **kwargs) Jul 14 09:21:50.898782 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:21:50.898782 n-d-779913-29 neutron-server[93958]: self._notify() Jul 14 09:21:50.898782 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:21:50.898782 n-d-779913-29 neutron-server[93958]: self.callback(batched_events) Jul 14 09:21:50.898782 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:21:50.898782 n-d-779913-29 neutron-server[93958]: event.method(event) Jul 14 09:21:50.898782 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:21:50.898782 n-d-779913-29 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:21:50.898782 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:21:50.898782 n-d-779913-29 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:21:50.898782 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:21:50.898782 n-d-779913-29 neutron-server[93958]: return f(self, *a, **k) Jul 14 09:21:50.898782 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:21:50.898782 n-d-779913-29 neutron-server[93958]: return self._get(url).json() Jul 14 09:21:50.898782 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:21:50.898782 n-d-779913-29 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:21:50.898782 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:21:50.898782 n-d-779913-29 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 14 09:21:50.898782 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:21:50.898782 n-d-779913-29 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:21:50.898782 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:21:50.898782 n-d-779913-29 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:21:50.898782 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:21:50.898782 n-d-779913-29 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:21:50.898782 n-d-779913-29 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:21:50.931023 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-e73576a9-2dd6-4de7-8ef9-146ad5a93a17 admin admin] Allocated IP 172.25.4.12 (2dcd4d32-cc7c-4468-b396-7ce5c9231892/6cd22a75-5bc1-467c-a3c4-0af04bd1b34a/89e4192b-2e8b-474c-8960-f00cf8e34d0b) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:21:50.940560 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3a6f3706-d918-4fb1-a662-7e65a18416f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660504'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:50.950567 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3a6f3706-d918-4fb1-a662-7e65a18416f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:50.955078 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-3a6f3706-d918-4fb1-a662-7e65a18416f2 admin admin] 10.222.0.68 "DELETE /v2.0/networks/2cdfa295-562b-4f8c-a7bc-88c1e99a0037 HTTP/1.1" status: 204 len: 168 time: 0.6391356 Jul 14 09:21:50.972105 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-9b848f2e-eb6f-4de6-8f19-ffb35606978e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34830575-e34b-4895-acb0-78e99349da98', 'name': 'tempest-AttachSCSIVolumeTestJSON-1156263916-router', 'tenant_id': '6243fe002db2413bbefa9ba3fb038810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': 'd05554c5-384e-4cb0-8aed-ec2635738a2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:21:39Z', 'updated_at': '2021-07-14T09:21:45Z', 'revision_number': 4, 'project_id': '6243fe002db2413bbefa9ba3fb038810', 'gw_port': {'id': 'd05554c5-384e-4cb0-8aed-ec2635738a2a', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:d5:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34830575-e34b-4895-acb0-78e99349da98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:21:40Z', 'updated_at': '2021-07-14T09:21:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': '4167ba7c-b7ce-44f6-b8de-5d134e67339b', 'name': '', 'network_id': '57d73eca-dd61-4ba4-b5e5-9dd057773576', 'tenant_id': '6243fe002db2413bbefa9ba3fb038810', 'mac_address': 'fa:16:3e:e9:39:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34830575-e34b-4895-acb0-78e99349da98', 'device_owner': 'network:router_interface', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': '1664812e-2238-49de-b4c3-f444f0b2849d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:21:44Z', 'updated_at': '2021-07-14T09:21:45Z', 'revision_number': 2, 'project_id': '6243fe002db2413bbefa9ba3fb038810', 'subnets': [{'id': '1664812e-2238-49de-b4c3-f444f0b2849d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:21:51.013225 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6f3706-d918-4fb1-a662-7e65a18416f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=2cdfa295-562b-4f8c-a7bc-88c1e99a0037,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:51.037348 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54753883-6a84-43e2-8ac0-a98dff70e2cc None None] Pushing event updated for resources: {'Port': ['ID=a48acd02-e9bf-409e-bcf9-a363f89b6d65,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:51.049647 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-1a6e9941-4471-4e8e-980f-18b5cf02671c req-38ef2bfd-7cef-44a8-998a-5c5a4ffca3a4 service neutron] 10.222.0.68 "GET /v2.0/networks/7a07191a-b9d7-482c-8935-c823cd63fc61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4836416 Jul 14 09:21:51.055328 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b848f2e-eb6f-4de6-8f19-ffb35606978e None None] Checking router: 34830575-e34b-4895-acb0-78e99349da98 for host: n-d-779913-29 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:21:51.055675 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b848f2e-eb6f-4de6-8f19-ffb35606978e None None] Updating router 34830575-e34b-4895-acb0-78e99349da98 port 4167ba7c-b7ce-44f6-b8de-5d134e67339b binding host n-d-779913-29 {{(pid=93960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:21:51.155733 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9b848f2e-eb6f-4de6-8f19-ffb35606978e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:51.196262 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 42312) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:51.200241 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e73576a9-2dd6-4de7-8ef9-146ad5a93a17 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:51.262108 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-1a6e9941-4471-4e8e-980f-18b5cf02671c req-fa26581b-15b9-42e3-a49d-8386c8795224 service neutron] 10.222.0.68 "GET /v2.0/networks/7a07191a-b9d7-482c-8935-c823cd63fc61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2028937 Jul 14 09:21:51.338193 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-e89d4a8c-e144-4903-8acf-f84070d336f5 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=22a4f04666c3481d8344225163e60741&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1299319 Jul 14 09:21:51.339840 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 42314) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:51.411875 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e73576a9-2dd6-4de7-8ef9-146ad5a93a17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:51.478185 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ce933f42-3d4d-4a49-8641-84289177e0d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:51.511149 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ce933f42-3d4d-4a49-8641-84289177e0d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:51.515967 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e73576a9-2dd6-4de7-8ef9-146ad5a93a17 admin admin] Network 2dcd4d32-cc7c-4468-b396-7ce5c9231892 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:21:51.529134 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-e73576a9-2dd6-4de7-8ef9-146ad5a93a17 admin admin] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:21:51.541094 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e73576a9-2dd6-4de7-8ef9-146ad5a93a17 admin admin] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:21:51.626006 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ce933f42-3d4d-4a49-8641-84289177e0d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:51.631146 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ce933f42-3d4d-4a49-8641-84289177e0d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:51.633612 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-ce933f42-3d4d-4a49-8641-84289177e0d3 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/65dfa8de-6f82-43dd-bcdf-865f204c3ea4 HTTP/1.1" status: 204 len: 168 time: 0.2866807 Jul 14 09:21:51.644731 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce933f42-3d4d-4a49-8641-84289177e0d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65dfa8de-6f82-43dd-bcdf-865f204c3ea4,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:51.653074 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73576a9-2dd6-4de7-8ef9-146ad5a93a17 admin admin] Pushing event updated for resources: {'Port': ['ID=89e4192b-2e8b-474c-8960-f00cf8e34d0b,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:51.680516 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9b848f2e-eb6f-4de6-8f19-ffb35606978e None None] Notify callbacks [] for port, precommit_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:51.708424 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-9b848f2e-eb6f-4de6-8f19-ffb35606978e None None] Transition to ACTIVE for port object 4167ba7c-b7ce-44f6-b8de-5d134e67339b will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:21:51.722340 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9b848f2e-eb6f-4de6-8f19-ffb35606978e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:51.838137 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfb3f28-50f2-4ebc-b13e-9685968a62b7 None None] Pushing event updated for resources: {'Port': ['ID=4167ba7c-b7ce-44f6-b8de-5d134e67339b,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:51.865277 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcfb3f28-50f2-4ebc-b13e-9685968a62b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:21:51.865683 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcfb3f28-50f2-4ebc-b13e-9685968a62b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:21:51.866011 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcfb3f28-50f2-4ebc-b13e-9685968a62b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:21:51.866345 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcfb3f28-50f2-4ebc-b13e-9685968a62b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:21:51.866673 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcfb3f28-50f2-4ebc-b13e-9685968a62b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:21:51.866995 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcfb3f28-50f2-4ebc-b13e-9685968a62b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:21:51.867313 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcfb3f28-50f2-4ebc-b13e-9685968a62b7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:21:51.867632 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcfb3f28-50f2-4ebc-b13e-9685968a62b7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:21:51.867947 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcfb3f28-50f2-4ebc-b13e-9685968a62b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:21:51.868265 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcfb3f28-50f2-4ebc-b13e-9685968a62b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:21:51.868580 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcfb3f28-50f2-4ebc-b13e-9685968a62b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:21:51.868893 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcfb3f28-50f2-4ebc-b13e-9685968a62b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:21:52.108876 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device d05554c5-384e-4cb0-8aed-ec2635738a2a up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:21:52.195228 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-05c91a6e-34ab-4ce7-b22c-97041e02db7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:52.197598 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-9b848f2e-eb6f-4de6-8f19-ffb35606978e None None] Attempting to bind port 4167ba7c-b7ce-44f6-b8de-5d134e67339b on host n-d-779913-29 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:21:52.198383 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-9b848f2e-eb6f-4de6-8f19-ffb35606978e None None] Attempting to bind port 4167ba7c-b7ce-44f6-b8de-5d134e67339b by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': '2712eb7d-f4d1-4601-b663-353f2362e579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '57d73eca-dd61-4ba4-b5e5-9dd057773576'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:21:52.199609 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b848f2e-eb6f-4de6-8f19-ffb35606978e None None] Attempting to bind port 4167ba7c-b7ce-44f6-b8de-5d134e67339b on network 57d73eca-dd61-4ba4-b5e5-9dd057773576 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:21:52.219756 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b848f2e-eb6f-4de6-8f19-ffb35606978e None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 21, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:21:52.221777 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b848f2e-eb6f-4de6-8f19-ffb35606978e None None] Checking segment: {'id': '2712eb7d-f4d1-4601-b663-353f2362e579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '57d73eca-dd61-4ba4-b5e5-9dd057773576'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:21:52.222408 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9b848f2e-eb6f-4de6-8f19-ffb35606978e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:52.224926 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b848f2e-eb6f-4de6-8f19-ffb35606978e None None] Bound using segment: {'id': '2712eb7d-f4d1-4601-b663-353f2362e579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '57d73eca-dd61-4ba4-b5e5-9dd057773576'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:21:52.227506 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-9b848f2e-eb6f-4de6-8f19-ffb35606978e None None] Bound port: 4167ba7c-b7ce-44f6-b8de-5d134e67339b, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2712eb7d-f4d1-4601-b663-353f2362e579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '57d73eca-dd61-4ba4-b5e5-9dd057773576'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:21:52.228135 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9b848f2e-eb6f-4de6-8f19-ffb35606978e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:52.290333 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e73576a9-2dd6-4de7-8ef9-146ad5a93a17 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:52.304218 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port d05554c5-384e-4cb0-8aed-ec2635738a2a triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:21:52.304662 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:52.350488 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1815095-4bac-4237-84e6-dd1fd3fae275 req-bf0356e8-4ef4-4d21-ab50-7de70e9bcc36 tempest-ServersWithSpecificFlavorTestJSON-1964774978 tempest-ServersWithSpecificFlavorTestJSON-1964774978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:52.364190 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-a1815095-4bac-4237-84e6-dd1fd3fae275 req-bf0356e8-4ef4-4d21-ab50-7de70e9bcc36 tempest-ServersWithSpecificFlavorTestJSON-1964774978 tempest-ServersWithSpecificFlavorTestJSON-1964774978-project] 10.222.0.68 "GET /v2.0/ports?device_id=2a4afe86-d772-4a97-addd-b37141f89690 HTTP/1.1" status: 200 len: 946 time: 0.2134485 Jul 14 09:21:52.429342 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9b848f2e-eb6f-4de6-8f19-ffb35606978e None None] For port 4167ba7c-b7ce-44f6-b8de-5d134e67339b, host n-d-779913-29, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:21:52.434369 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-9b848f2e-eb6f-4de6-8f19-ffb35606978e None None] For port 4167ba7c-b7ce-44f6-b8de-5d134e67339b, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=4167ba7c-b7ce-44f6-b8de-5d134e67339b,segment=NetworkSegment(2712eb7d-f4d1-4601-b663-353f2362e579),segment_id=2712eb7d-f4d1-4601-b663-353f2362e579)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:21:52.443281 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-9b848f2e-eb6f-4de6-8f19-ffb35606978e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:52.467570 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-a1815095-4bac-4237-84e6-dd1fd3fae275 req-25932ba9-963b-44a8-8e5d-87838f6342db tempest-ServersWithSpecificFlavorTestJSON-1964774978 tempest-ServersWithSpecificFlavorTestJSON-1964774978-project] 10.222.0.68 "GET /v2.0/security-groups?id=c439237c-c705-4180-98e6-8dcbf5353a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1012378 Jul 14 09:21:52.468102 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 42350) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:52.506415 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device a48acd02-e9bf-409e-bcf9-a363f89b6d65 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:21:52.545787 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-68d2f31e-4257-4cbb-802a-328120578ec7 req-d5e62ebf-d3dd-4841-bce7-5a1c080476bf tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] 10.222.0.68 "GET /v2.0/ports?device_id=28521a7d-bbb7-41ce-a6f8-703f8a90cbe7 HTTP/1.1" status: 200 len: 210 time: 0.2453973 Jul 14 09:21:52.603283 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b848f2e-eb6f-4de6-8f19-ffb35606978e None None] Routers {'34830575-e34b-4895-acb0-78e99349da98'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:21:52.606470 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-9b848f2e-eb6f-4de6-8f19-ffb35606978e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:21:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['34830575-e34b-4895-acb0-78e99349da98'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:21:52.732844 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning for port a48acd02-e9bf-409e-bcf9-a363f89b6d65 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:21:52.822536 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfb3f28-50f2-4ebc-b13e-9685968a62b7 None None] Pushing event updated for resources: {'Port': ['ID=4167ba7c-b7ce-44f6-b8de-5d134e67339b,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:52.869210 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9131f34-2003-4f20-b1fc-059167484bfb req-46be5055-190e-4e33-9462-5c162fa9c392 tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:52.879067 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d9131f34-2003-4f20-b1fc-059167484bfb req-46be5055-190e-4e33-9462-5c162fa9c392 tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] 10.222.0.68 "GET /v2.0/ports?device_id=43161873-7e25-46ba-939e-d9598e05bb16 HTTP/1.1" status: 200 len: 945 time: 0.0838132 Jul 14 09:21:52.904018 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6e286fb-8e20-4a5a-9aed-d728190f3c2c None None] Network 35bb4585-48dc-413b-94b2-f9784e051889 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:21:52.995079 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d9131f34-2003-4f20-b1fc-059167484bfb req-24325396-94e2-4221-baae-a2839b3c4007 tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] 10.222.0.68 "GET /v2.0/security-groups?id=c6f7d264-cbb5-40f9-9fec-5b9701ca674b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139534 Jul 14 09:21:53.016231 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-3276b4e2-9a76-49ef-ab7e-a1e49ae530a9 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-275053321-network', 'tenant_id': '28b6813f5a264ae88dfe0c89b7113e35'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:21:53.084225 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3276b4e2-9a76-49ef-ab7e-a1e49ae530a9 admin admin] Made reservation on behalf of 28b6813f5a264ae88dfe0c89b7113e35 for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:21:53.087361 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3276b4e2-9a76-49ef-ab7e-a1e49ae530a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:53.109170 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3276b4e2-9a76-49ef-ab7e-a1e49ae530a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:53.139947 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e73576a9-2dd6-4de7-8ef9-146ad5a93a17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-711762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-661452'] for router, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:53.160081 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-7425719c-58ac-4ccf-b4f0-bda836b69490 None None] Provisioning for port a48acd02-e9bf-409e-bcf9-a363f89b6d65 completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:21:53.168595 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-7425719c-58ac-4ccf-b4f0-bda836b69490 None None] Provisioning complete for port a48acd02-e9bf-409e-bcf9-a363f89b6d65 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:21:53.169239 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7425719c-58ac-4ccf-b4f0-bda836b69490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:53.329663 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3276b4e2-9a76-49ef-ab7e-a1e49ae530a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:53.341110 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3276b4e2-9a76-49ef-ab7e-a1e49ae530a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:53.346389 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7425719c-58ac-4ccf-b4f0-bda836b69490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:53.368493 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a28f8e-333d-4979-9115-c3a2300a5cec req-97a89cab-375f-441d-9e8a-9e5aa1d56284 tempest-ServersWithSpecificFlavorTestJSON-1964774978 tempest-ServersWithSpecificFlavorTestJSON-1964774978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:53.380467 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a1a28f8e-333d-4979-9115-c3a2300a5cec req-97a89cab-375f-441d-9e8a-9e5aa1d56284 tempest-ServersWithSpecificFlavorTestJSON-1964774978 tempest-ServersWithSpecificFlavorTestJSON-1964774978-project] 10.222.0.65 "GET /v2.0/ports?device_id=2a4afe86-d772-4a97-addd-b37141f89690 HTTP/1.1" status: 200 len: 946 time: 0.4153435 Jul 14 09:21:53.394668 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3276b4e2-9a76-49ef-ab7e-a1e49ae530a9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 714} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:21:53.431225 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-7425719c-58ac-4ccf-b4f0-bda836b69490 None None] For port a48acd02-e9bf-409e-bcf9-a363f89b6d65, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=a48acd02-e9bf-409e-bcf9-a363f89b6d65,segment=NetworkSegment(d81ded90-375f-4c24-b1be-e729bc4aa402),segment_id=d81ded90-375f-4c24-b1be-e729bc4aa402)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:21:53.432740 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3276b4e2-9a76-49ef-ab7e-a1e49ae530a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9a38dd2-100c-4516-96e4-d7402c7059ef,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:53.436222 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7425719c-58ac-4ccf-b4f0-bda836b69490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:53.465100 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-9b848f2e-eb6f-4de6-8f19-ffb35606978e None None] Set router 34830575-e34b-4895-acb0-78e99349da98 gateway port host: n-d-779913-29 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:21:53.468672 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3276b4e2-9a76-49ef-ab7e-a1e49ae530a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:53.471524 n-d-779913-29 neutron-server[93958]: INFO neutron.db.segments_db [None req-3276b4e2-9a76-49ef-ab7e-a1e49ae530a9 admin admin] Added segment b6458fe8-4b1d-4718-b89e-8e67f3faa60a of type vlan for network 953a1b74-24d2-462c-9c6b-0494dc6ab921 Jul 14 09:21:53.514916 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 42378) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:53.546132 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3276b4e2-9a76-49ef-ab7e-a1e49ae530a9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735687821325'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:53.594346 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3276b4e2-9a76-49ef-ab7e-a1e49ae530a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:53.596101 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3276b4e2-9a76-49ef-ab7e-a1e49ae530a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:53.597080 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3276b4e2-9a76-49ef-ab7e-a1e49ae530a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:53.628468 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7425719c-58ac-4ccf-b4f0-bda836b69490 None None] Pushing event updated for resources: {'Port': ['ID=a48acd02-e9bf-409e-bcf9-a363f89b6d65,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:53.750636 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-3276b4e2-9a76-49ef-ab7e-a1e49ae530a9 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2682331 Jul 14 09:21:53.758991 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 42384) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:53.787755 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-22dbf573-c031-4d82-89e3-07c085d1de10 admin admin] Request body: {'subnet': {'network_id': '953a1b74-24d2-462c-9c6b-0494dc6ab921', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-275053321-subnet', 'tenant_id': '28b6813f5a264ae88dfe0c89b7113e35', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:21:53.790972 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-db3e01cc-09aa-4914-9adf-ae9461e2b71e None None] Provisioning complete for port a48acd02-e9bf-409e-bcf9-a363f89b6d65 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:21:53.791668 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-db3e01cc-09aa-4914-9adf-ae9461e2b71e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:53.806683 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-d03dccd7-d09f-48cd-9770-94ef69f2ff8c admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-403915262-network', 'tenant_id': '9dc75a140b6945ca834af4e58eac7f2c'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:21:53.840690 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3276b4e2-9a76-49ef-ab7e-a1e49ae530a9 admin admin] Pushing event updated for resources: {'Network': ['ID=953a1b74-24d2-462c-9c6b-0494dc6ab921,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:53.886553 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [req-a1a28f8e-333d-4979-9115-c3a2300a5cec req-c0836cd8-34d6-4a6c-8ce0-1c3af1f0d8af tempest-ServersWithSpecificFlavorTestJSON-1964774978 tempest-ServersWithSpecificFlavorTestJSON-1964774978-project] Deleting port b3c2b51e-3949-41ac-9012-4a8d19c10f2a {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:21:53.890462 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-a1a28f8e-333d-4979-9115-c3a2300a5cec req-c0836cd8-34d6-4a6c-8ce0-1c3af1f0d8af tempest-ServersWithSpecificFlavorTestJSON-1964774978 tempest-ServersWithSpecificFlavorTestJSON-1964774978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:53.904678 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20aa5b43-5c0d-4e17-a585-123815e75c8c req-9ef807f7-5fe5-40ab-94cf-2a30d6bc152a tempest-ServersWithSpecificFlavorTestJSON-1964774978 tempest-ServersWithSpecificFlavorTestJSON-1964774978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:53.906765 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-20aa5b43-5c0d-4e17-a585-123815e75c8c req-9ef807f7-5fe5-40ab-94cf-2a30d6bc152a tempest-ServersWithSpecificFlavorTestJSON-1964774978 tempest-ServersWithSpecificFlavorTestJSON-1964774978-project] 10.222.0.68 "GET /v2.0/ports?device_id=2a4afe86-d772-4a97-addd-b37141f89690 HTTP/1.1" status: 200 len: 946 time: 0.1855955 Jul 14 09:21:53.918708 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22dbf573-c031-4d82-89e3-07c085d1de10 admin admin] Made reservation on behalf of 28b6813f5a264ae88dfe0c89b7113e35 for: {'subnet': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:21:53.921076 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Network 953a1b74-24d2-462c-9c6b-0494dc6ab921 details requested by agent ovs-agent-n-d-779913-29 with host n-d-779913-29 {{(pid=93959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:21:53.924700 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-22dbf573-c031-4d82-89e3-07c085d1de10 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11984110'] for subnet, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:53.967454 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-9b848f2e-eb6f-4de6-8f19-ffb35606978e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34830575-e34b-4895-acb0-78e99349da98', 'name': 'tempest-AttachSCSIVolumeTestJSON-1156263916-router', 'tenant_id': '6243fe002db2413bbefa9ba3fb038810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': 'd05554c5-384e-4cb0-8aed-ec2635738a2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:21:39Z', 'updated_at': '2021-07-14T09:21:45Z', 'revision_number': 4, 'project_id': '6243fe002db2413bbefa9ba3fb038810', 'gw_port': {'id': 'd05554c5-384e-4cb0-8aed-ec2635738a2a', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:d5:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34830575-e34b-4895-acb0-78e99349da98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:21:40Z', 'updated_at': '2021-07-14T09:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': '4167ba7c-b7ce-44f6-b8de-5d134e67339b', 'name': '', 'network_id': '57d73eca-dd61-4ba4-b5e5-9dd057773576', 'tenant_id': '6243fe002db2413bbefa9ba3fb038810', 'mac_address': 'fa:16:3e:e9:39:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34830575-e34b-4895-acb0-78e99349da98', 'device_owner': 'network:router_interface', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': '1664812e-2238-49de-b4c3-f444f0b2849d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:21:44Z', 'updated_at': '2021-07-14T09:21:52Z', 'revision_number': 4, 'project_id': '6243fe002db2413bbefa9ba3fb038810', 'subnets': [{'id': '1664812e-2238-49de-b4c3-f444f0b2849d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:21:54.016859 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b848f2e-eb6f-4de6-8f19-ffb35606978e None None] The sync data for ids ['34830575-e34b-4895-acb0-78e99349da98'] in n-d-779913-29 is: [{'id': '34830575-e34b-4895-acb0-78e99349da98', 'name': 'tempest-AttachSCSIVolumeTestJSON-1156263916-router', 'tenant_id': '6243fe002db2413bbefa9ba3fb038810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': 'd05554c5-384e-4cb0-8aed-ec2635738a2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:21:39Z', 'updated_at': '2021-07-14T09:21:45Z', 'revision_number': 4, 'project_id': '6243fe002db2413bbefa9ba3fb038810', 'gw_port': {'id': 'd05554c5-384e-4cb0-8aed-ec2635738a2a', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:d5:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34830575-e34b-4895-acb0-78e99349da98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:21:40Z', 'updated_at': '2021-07-14T09:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': '4167ba7c-b7ce-44f6-b8de-5d134e67339b', 'name': '', 'network_id': '57d73eca-dd61-4ba4-b5e5-9dd057773576', 'tenant_id': '6243fe002db2413bbefa9ba3fb038810', 'mac_address': 'fa:16:3e:e9:39:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34830575-e34b-4895-acb0-78e99349da98', 'device_owner': 'network:router_interface', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': '1664812e-2238-49de-b4c3-f444f0b2849d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:21:44Z', 'updated_at': '2021-07-14T09:21:52Z', 'revision_number': 4, 'project_id': '6243fe002db2413bbefa9ba3fb038810', 'subnets': [{'id': '1664812e-2238-49de-b4c3-f444f0b2849d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:21:54.031958 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-20aa5b43-5c0d-4e17-a585-123815e75c8c req-c09677e8-64e1-4176-b61a-d5feaed968b1 tempest-ServersWithSpecificFlavorTestJSON-1964774978 tempest-ServersWithSpecificFlavorTestJSON-1964774978-project] 10.222.0.68 "GET /v2.0/security-groups?id=c439237c-c705-4180-98e6-8dcbf5353a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1180563 Jul 14 09:21:54.092920 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e73576a9-2dd6-4de7-8ef9-146ad5a93a17 admin admin] Router b16341a3-8a43-43a5-9f2e-f138fb27b79c is scheduled to L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 with binding_index 1 {{(pid=93957) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:21:54.126935 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 4167ba7c-b7ce-44f6-b8de-5d134e67339b up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:21:54.266607 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning for port 4167ba7c-b7ce-44f6-b8de-5d134e67339b completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:21:54.280456 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port 4167ba7c-b7ce-44f6-b8de-5d134e67339b triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:21:54.280833 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:54.412102 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-96532342-0d55-4867-989f-3c915b83380a req-2c8a664a-4a85-452f-8d48-37e4442bb991 tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] 10.222.0.68 "GET /v2.0/ports?device_id=28521a7d-bbb7-41ce-a6f8-703f8a90cbe7 HTTP/1.1" status: 200 len: 210 time: 0.0766280 Jul 14 09:21:54.437866 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:54.486332 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] For port 4167ba7c-b7ce-44f6-b8de-5d134e67339b, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=4167ba7c-b7ce-44f6-b8de-5d134e67339b,segment=NetworkSegment(2712eb7d-f4d1-4601-b663-353f2362e579),segment_id=2712eb7d-f4d1-4601-b663-353f2362e579)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:21:54.492642 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:54.494645 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device a48acd02-e9bf-409e-bcf9-a363f89b6d65 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:21:54.601705 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Pushing event updated for resources: {'Port': ['ID=4167ba7c-b7ce-44f6-b8de-5d134e67339b,revision_number=5']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:54.622060 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:21:54.622415 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:21:54.622888 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:21:54.623291 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:21:54.623636 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:21:54.623974 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:21:54.624341 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:21:54.624674 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:21:54.625006 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:21:54.625336 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:21:54.625688 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:21:54.626059 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:21:54.631787 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port a48acd02-e9bf-409e-bcf9-a363f89b6d65 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:21:54.632169 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:54.695342 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d03dccd7-d09f-48cd-9770-94ef69f2ff8c admin admin] Made reservation on behalf of 9dc75a140b6945ca834af4e58eac7f2c for: {'network': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:21:54.698666 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d03dccd7-d09f-48cd-9770-94ef69f2ff8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for network, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:54.711890 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:54.758503 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5b7edf71-e990-4e8b-a0f8-05b4e218f0ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:54.804833 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d03dccd7-d09f-48cd-9770-94ef69f2ff8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:54.874990 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-a1a28f8e-333d-4979-9115-c3a2300a5cec req-c0836cd8-34d6-4a6c-8ce0-1c3af1f0d8af tempest-ServersWithSpecificFlavorTestJSON-1964774978 tempest-ServersWithSpecificFlavorTestJSON-1964774978-project] For port b3c2b51e-3949-41ac-9012-4a8d19c10f2a, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=b3c2b51e-3949-41ac-9012-4a8d19c10f2a,segment=NetworkSegment(01d3a1cb-0c03-4cf6-93ad-80731b093c35),segment_id=01d3a1cb-0c03-4cf6-93ad-80731b093c35)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:21:54.875368 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-a1a28f8e-333d-4979-9115-c3a2300a5cec req-c0836cd8-34d6-4a6c-8ce0-1c3af1f0d8af tempest-ServersWithSpecificFlavorTestJSON-1964774978 tempest-ServersWithSpecificFlavorTestJSON-1964774978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:54.914073 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e73576a9-2dd6-4de7-8ef9-146ad5a93a17 admin admin] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:21:54.928110 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3307366b-0963-4df1-be23-064ab6ad6934 None None] Sync routers for ids ['b16341a3-8a43-43a5-9f2e-f138fb27b79c'] in n-d-779913-29 {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:21:54.940305 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3307366b-0963-4df1-be23-064ab6ad6934 None None] Routers {'b16341a3-8a43-43a5-9f2e-f138fb27b79c'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:21:54.941176 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-3307366b-0963-4df1-be23-064ab6ad6934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:21:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['b16341a3-8a43-43a5-9f2e-f138fb27b79c'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:21:54.987277 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6e9941-4471-4e8e-980f-18b5cf02671c req-c825e67b-8a10-4815-b794-2c08737d84d0 tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:54.989528 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1a6e9941-4471-4e8e-980f-18b5cf02671c req-c825e67b-8a10-4815-b794-2c08737d84d0 tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] 10.222.0.65 "GET /v2.0/networks?id=7a07191a-b9d7-482c-8935-c823cd63fc61 HTTP/1.1" status: 200 len: 822 time: 0.9781859 Jul 14 09:21:55.034959 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-1a6e9941-4471-4e8e-980f-18b5cf02671c req-e71f88a2-1e74-4a01-8d51-e67c7ef2f1c9 tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] Request body: {'port': {'device_id': '28521a7d-bbb7-41ce-a6f8-703f8a90cbe7', 'network_id': '7a07191a-b9d7-482c-8935-c823cd63fc61', 'admin_state_up': True, 'tenant_id': 'aad66054a8f146139519a42123ab4eac'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:21:55.084241 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvr_db [None req-3307366b-0963-4df1-be23-064ab6ad6934 None None] Set router b16341a3-8a43-43a5-9f2e-f138fb27b79c gateway port host: n-d-779913-29 {{(pid=93959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:21:55.122772 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ad0ae7-37a6-444d-8062-27afb7ccec14 req-86d44c40-1197-4040-bd4e-b62ee770f5bc tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:55.130691 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b5ad0ae7-37a6-444d-8062-27afb7ccec14 req-86d44c40-1197-4040-bd4e-b62ee770f5bc tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] 10.222.0.68 "GET /v2.0/ports?device_id=43161873-7e25-46ba-939e-d9598e05bb16 HTTP/1.1" status: 200 len: 945 time: 0.5841668 Jul 14 09:21:55.322356 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-3307366b-0963-4df1-be23-064ab6ad6934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b16341a3-8a43-43a5-9f2e-f138fb27b79c', 'name': 'tempest-AttachSCSIVolumeTestJSON-1134182924-router', 'tenant_id': '26a9970eb8a84d198743b0304e5bd40a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.12'}], 'enable_snat': True}, 'gw_port_id': '89e4192b-2e8b-474c-8960-f00cf8e34d0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:21:49Z', 'updated_at': '2021-07-14T09:21:51Z', 'revision_number': 3, 'project_id': '26a9970eb8a84d198743b0304e5bd40a', 'gw_port': {'id': '89e4192b-2e8b-474c-8960-f00cf8e34d0b', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:61:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b16341a3-8a43-43a5-9f2e-f138fb27b79c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:21:50Z', 'updated_at': '2021-07-14T09:21:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29'}], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:21:55.325200 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b5ad0ae7-37a6-444d-8062-27afb7ccec14 req-68566763-011d-48ab-8241-6b6afab6b3c8 tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] 10.222.0.68 "GET /v2.0/security-groups?id=c6f7d264-cbb5-40f9-9fec-5b9701ca674b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937051 Jul 14 09:21:55.357160 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3307366b-0963-4df1-be23-064ab6ad6934 None None] Checking router: b16341a3-8a43-43a5-9f2e-f138fb27b79c for host: n-d-779913-29 {{(pid=93959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:21:55.358448 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3307366b-0963-4df1-be23-064ab6ad6934 None None] Updating router b16341a3-8a43-43a5-9f2e-f138fb27b79c port 89e4192b-2e8b-474c-8960-f00cf8e34d0b binding host n-d-779913-29 {{(pid=93959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:21:55.384520 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 42402) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:55.420068 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3307366b-0963-4df1-be23-064ab6ad6934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:55.474302 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b974e1-4f61-46f2-ac2e-e663e2130b65 req-8827d85e-b26d-44e4-8c50-22a699904271 tempest-ServersWithSpecificFlavorTestJSON-1964774978 tempest-ServersWithSpecificFlavorTestJSON-1964774978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:55.482895 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-11b974e1-4f61-46f2-ac2e-e663e2130b65 req-8827d85e-b26d-44e4-8c50-22a699904271 tempest-ServersWithSpecificFlavorTestJSON-1964774978 tempest-ServersWithSpecificFlavorTestJSON-1964774978-project] 10.222.0.68 "GET /v2.0/ports?device_id=2a4afe86-d772-4a97-addd-b37141f89690 HTTP/1.1" status: 200 len: 946 time: 0.0910077 Jul 14 09:21:55.534663 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-a1a28f8e-333d-4979-9115-c3a2300a5cec req-c0836cd8-34d6-4a6c-8ce0-1c3af1f0d8af tempest-ServersWithSpecificFlavorTestJSON-1964774978 tempest-ServersWithSpecificFlavorTestJSON-1964774978-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:55.535091 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-a1a28f8e-333d-4979-9115-c3a2300a5cec req-c0836cd8-34d6-4a6c-8ce0-1c3af1f0d8af tempest-ServersWithSpecificFlavorTestJSON-1964774978 tempest-ServersWithSpecificFlavorTestJSON-1964774978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-660590'] for floatingip, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:55.535530 n-d-779913-29 neutron-server[93957]: INFO neutron.db.l3_db [req-a1a28f8e-333d-4979-9115-c3a2300a5cec req-c0836cd8-34d6-4a6c-8ce0-1c3af1f0d8af tempest-ServersWithSpecificFlavorTestJSON-1964774978 tempest-ServersWithSpecificFlavorTestJSON-1964774978-project] Floating IP 0fc97df8-c35c-4f5c-9dfa-b83a0a94a425 disassociated. External IP: 172.25.4.9, port: b3c2b51e-3949-41ac-9012-4a8d19c10f2a. Jul 14 09:21:55.536031 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [req-a1a28f8e-333d-4979-9115-c3a2300a5cec req-c0836cd8-34d6-4a6c-8ce0-1c3af1f0d8af tempest-ServersWithSpecificFlavorTestJSON-1964774978 tempest-ServersWithSpecificFlavorTestJSON-1964774978-project] Calling delete_port for b3c2b51e-3949-41ac-9012-4a8d19c10f2a owned by compute:nova {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:21:55.539431 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-11b974e1-4f61-46f2-ac2e-e663e2130b65 req-7f53d9b3-aa38-4743-a138-0b90bdf43c49 tempest-ServersWithSpecificFlavorTestJSON-1964774978 tempest-ServersWithSpecificFlavorTestJSON-1964774978-project] 10.222.0.68 "GET /v2.0/security-groups?id=c439237c-c705-4180-98e6-8dcbf5353a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550947 Jul 14 09:21:55.555729 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-22dbf573-c031-4d82-89e3-07c085d1de10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10052764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11984092'] for subnet, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:55.573970 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f70d20d8-4069-43cb-af81-dc2669e0563f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:55.657924 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d03dccd7-d09f-48cd-9770-94ef69f2ff8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:55.697438 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-91dfcbaf-5465-4e90-8060-d36dc103dfb8 req-c4288cf1-3806-4c93-aa4a-654b4560c147 tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] 10.222.0.68 "GET /v2.0/ports?device_id=28521a7d-bbb7-41ce-a6f8-703f8a90cbe7 HTTP/1.1" status: 200 len: 210 time: 0.0896077 Jul 14 09:21:55.704031 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d03dccd7-d09f-48cd-9770-94ef69f2ff8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:55.722366 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e73576a9-2dd6-4de7-8ef9-146ad5a93a17 admin admin] Notify callbacks [] for router, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:55.726455 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-e73576a9-2dd6-4de7-8ef9-146ad5a93a17 admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.5428367 Jul 14 09:21:55.726978 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 42408) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:55.752139 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3307366b-0963-4df1-be23-064ab6ad6934 None None] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:55.764435 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22dbf573-c031-4d82-89e3-07c085d1de10 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a7909c7-d3f8-41cd-8b73-bc958e683ecf,revision_number=0']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:55.765227 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-3307366b-0963-4df1-be23-064ab6ad6934 None None] Transition to ACTIVE for port object 89e4192b-2e8b-474c-8960-f00cf8e34d0b will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:21:55.773702 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3307366b-0963-4df1-be23-064ab6ad6934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:55.782854 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d03dccd7-d09f-48cd-9770-94ef69f2ff8c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 721} {{(pid=93957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:21:55.804387 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a6e9941-4471-4e8e-980f-18b5cf02671c req-e71f88a2-1e74-4a01-8d51-e67c7ef2f1c9 tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] Made reservation on behalf of aad66054a8f146139519a42123ab4eac for: {'port': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:21:55.807854 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-1a6e9941-4471-4e8e-980f-18b5cf02671c req-e71f88a2-1e74-4a01-8d51-e67c7ef2f1c9 tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:55.826001 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3254e7-718c-479c-b1c1-a2e6e9c997f0 None None] Pushing event updated for resources: {'Port': ['ID=89e4192b-2e8b-474c-8960-f00cf8e34d0b,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:55.842422 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03dccd7-d09f-48cd-9770-94ef69f2ff8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df99061b-999e-4523-a267-5c1dce086dcb,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:55.851555 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d03dccd7-d09f-48cd-9770-94ef69f2ff8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:55.852362 n-d-779913-29 neutron-server[93957]: INFO neutron.db.segments_db [None req-d03dccd7-d09f-48cd-9770-94ef69f2ff8c admin admin] Added segment 92674e00-5a45-4167-ba04-e974711325a2 of type vlan for network c149b5f1-6e5e-4f3f-a366-78c91881c967 Jul 14 09:21:55.861158 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5ad31076-714c-49ec-bc37-f3d4cd90112a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:55.865547 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22dbf573-c031-4d82-89e3-07c085d1de10 admin admin] Checking segment: {'id': 'b6458fe8-4b1d-4718-b89e-8e67f3faa60a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '953a1b74-24d2-462c-9c6b-0494dc6ab921'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:21:55.865770 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22dbf573-c031-4d82-89e3-07c085d1de10 admin admin] Network hostable DHCP agents. Network: 953a1b74-24d2-462c-9c6b-0494dc6ab921, hostable agents: ['c6a09bd4-f72e-4283-a3ca-0bbca8a51081'], hosted agents: [] {{(pid=93957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:21:55.868874 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-3307366b-0963-4df1-be23-064ab6ad6934 None None] Attempting to bind port 89e4192b-2e8b-474c-8960-f00cf8e34d0b on host n-d-779913-29 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:21:55.869402 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-3307366b-0963-4df1-be23-064ab6ad6934 None None] Attempting to bind port 89e4192b-2e8b-474c-8960-f00cf8e34d0b by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': '81bf7a93-80b3-43df-b9d5-462c604a2945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:21:55.869961 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3307366b-0963-4df1-be23-064ab6ad6934 None None] Attempting to bind port 89e4192b-2e8b-474c-8960-f00cf8e34d0b on network 2dcd4d32-cc7c-4468-b396-7ce5c9231892 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:21:55.888159 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device c1dfa8d4-a7d0-4f85-b35d-8b2b5c31eb50 details requested by agent hyperv_n-h2-779913-29 with host n-h2-779913-29 {{(pid=93959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:21:55.896481 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3307366b-0963-4df1-be23-064ab6ad6934 None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 21, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:21:55.900678 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3307366b-0963-4df1-be23-064ab6ad6934 None None] Checking segment: {'id': '81bf7a93-80b3-43df-b9d5-462c604a2945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:21:55.904422 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3307366b-0963-4df1-be23-064ab6ad6934 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:55.905009 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3307366b-0963-4df1-be23-064ab6ad6934 None None] Bound using segment: {'id': '81bf7a93-80b3-43df-b9d5-462c604a2945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:21:55.906088 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-3307366b-0963-4df1-be23-064ab6ad6934 None None] Bound port: 89e4192b-2e8b-474c-8960-f00cf8e34d0b, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81bf7a93-80b3-43df-b9d5-462c604a2945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:21:55.908177 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3307366b-0963-4df1-be23-064ab6ad6934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:55.948309 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 4167ba7c-b7ce-44f6-b8de-5d134e67339b up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:21:56.006727 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d03dccd7-d09f-48cd-9770-94ef69f2ff8c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735687821325'] for network, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:56.030979 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22dbf573-c031-4d82-89e3-07c085d1de10 admin admin] Network 953a1b74-24d2-462c-9c6b-0494dc6ab921 is scheduled to be hosted by DHCP agent c6a09bd4-f72e-4283-a3ca-0bbca8a51081 with binding_index 1 {{(pid=93957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:21:56.041847 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f70d20d8-4069-43cb-af81-dc2669e0563f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:56.059828 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f70d20d8-4069-43cb-af81-dc2669e0563f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:56.061892 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-3307366b-0963-4df1-be23-064ab6ad6934 None None] For port 89e4192b-2e8b-474c-8960-f00cf8e34d0b, host n-d-779913-29, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:21:56.067527 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-22dbf573-c031-4d82-89e3-07c085d1de10 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-29, 953a1b74-24d2-462c-9c6b-0494dc6ab921) {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:21:56.067771 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-3307366b-0963-4df1-be23-064ab6ad6934 None None] For port 89e4192b-2e8b-474c-8960-f00cf8e34d0b, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=89e4192b-2e8b-474c-8960-f00cf8e34d0b,segment=NetworkSegment(81bf7a93-80b3-43df-b9d5-462c604a2945),segment_id=81bf7a93-80b3-43df-b9d5-462c604a2945)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:21:56.080947 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b77d72f9-5930-4af5-ad49-36281dbb0e12 None None] Network 953a1b74-24d2-462c-9c6b-0494dc6ab921 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:21:56.096311 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22dbf573-c031-4d82-89e3-07c085d1de10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:56.096906 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-22dbf573-c031-4d82-89e3-07c085d1de10 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:56.128610 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-a1a28f8e-333d-4979-9115-c3a2300a5cec req-c0836cd8-34d6-4a6c-8ce0-1c3af1f0d8af tempest-ServersWithSpecificFlavorTestJSON-1964774978 tempest-ServersWithSpecificFlavorTestJSON-1964774978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:56.133916 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3307366b-0963-4df1-be23-064ab6ad6934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:56.141396 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-f70d20d8-4069-43cb-af81-dc2669e0563f admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=7d00a97651bf48c5a32810abc32c141e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7531743 Jul 14 09:21:56.147699 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 42410) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:56.148555 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-22dbf573-c031-4d82-89e3-07c085d1de10 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.3726976 Jul 14 09:21:56.162015 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 42412) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:56.174962 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d03dccd7-d09f-48cd-9770-94ef69f2ff8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855'] for network, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:56.176140 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d03dccd7-d09f-48cd-9770-94ef69f2ff8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:56.176785 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d03dccd7-d09f-48cd-9770-94ef69f2ff8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for network, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:56.192717 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0836cd8-34d6-4a6c-8ce0-1c3af1f0d8af tempest-ServersWithSpecificFlavorTestJSON-1964774978 tempest-ServersWithSpecificFlavorTestJSON-1964774978-project] Pushing event deleted for resources: {'Port': ['ID=b3c2b51e-3949-41ac-9012-4a8d19c10f2a,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:56.205526 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-d2d34996-12fe-42d6-a564-66ade36a56c9 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-275053321-router', 'tenant_id': '28b6813f5a264ae88dfe0c89b7113e35', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'}}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:21:56.220804 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [req-1a6e9941-4471-4e8e-980f-18b5cf02671c req-e71f88a2-1e74-4a01-8d51-e67c7ef2f1c9 tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] Allocated IP 172.20.0.10 (7a07191a-b9d7-482c-8935-c823cd63fc61/9512be90-2f1e-4759-8e05-fbe0d51f306d/d4279121-b5ff-4ac9-b901-86317ded0cdc) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:21:56.229476 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70d20d8-4069-43cb-af81-dc2669e0563f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2104f55-3198-4872-8a7c-651917dce248,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:56.288828 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d2d34996-12fe-42d6-a564-66ade36a56c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-711749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14670'] for router, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:56.289887 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d2d34996-12fe-42d6-a564-66ade36a56c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-711718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-661475', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14679'] for router, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:56.310546 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03dccd7-d09f-48cd-9770-94ef69f2ff8c admin admin] Pushing event updated for resources: {'Network': ['ID=c149b5f1-6e5e-4f3f-a366-78c91881c967,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:56.329209 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-d03dccd7-d09f-48cd-9770-94ef69f2ff8c admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.8072257 Jul 14 09:21:56.346626 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d2d34996-12fe-42d6-a564-66ade36a56c9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:56.350353 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 42416) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:56.358299 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-29f5f1ad-11ba-44ff-aaa2-2444fc589e8f admin admin] Request body: {'subnet': {'network_id': 'c149b5f1-6e5e-4f3f-a366-78c91881c967', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-403915262-subnet', 'tenant_id': '9dc75a140b6945ca834af4e58eac7f2c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:21:56.394088 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29f5f1ad-11ba-44ff-aaa2-2444fc589e8f admin admin] Made reservation on behalf of 9dc75a140b6945ca834af4e58eac7f2c for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:21:56.397462 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-29f5f1ad-11ba-44ff-aaa2-2444fc589e8f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16714600'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:56.415701 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Network c149b5f1-6e5e-4f3f-a366-78c91881c967 details requested by agent ovs-agent-n-d-779913-29 with host n-d-779913-29 {{(pid=93959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:21:56.465015 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port 4167ba7c-b7ce-44f6-b8de-5d134e67339b triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:21:56.465343 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:56.515992 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0abe3cf9-8abd-40ab-aa87-da27dc817690 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:56.544543 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0abe3cf9-8abd-40ab-aa87-da27dc817690 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:56.582367 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3254e7-718c-479c-b1c1-a2e6e9c997f0 None None] Pushing event updated for resources: {'Port': ['ID=89e4192b-2e8b-474c-8960-f00cf8e34d0b,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:56.605172 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port c1dfa8d4-a7d0-4f85-b35d-8b2b5c31eb50, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=c1dfa8d4-a7d0-4f85-b35d-8b2b5c31eb50,segment=NetworkSegment(24f71cf3-e685-41fb-a190-ed6a8e6e15df),segment_id=24f71cf3-e685-41fb-a190-ed6a8e6e15df)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:21:56.630615 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0abe3cf9-8abd-40ab-aa87-da27dc817690 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:56.633117 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0abe3cf9-8abd-40ab-aa87-da27dc817690 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:56.633894 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3307366b-0963-4df1-be23-064ab6ad6934 None None] Routers {'b16341a3-8a43-43a5-9f2e-f138fb27b79c'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:21:56.634730 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-0abe3cf9-8abd-40ab-aa87-da27dc817690 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/b2104f55-3198-4872-8a7c-651917dce248 HTTP/1.1" status: 204 len: 168 time: 0.4860859 Jul 14 09:21:56.635461 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-3307366b-0963-4df1-be23-064ab6ad6934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:21:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['b16341a3-8a43-43a5-9f2e-f138fb27b79c'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:21:56.637190 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a1a28f8e-333d-4979-9115-c3a2300a5cec req-c0836cd8-34d6-4a6c-8ce0-1c3af1f0d8af tempest-ServersWithSpecificFlavorTestJSON-1964774978 tempest-ServersWithSpecificFlavorTestJSON-1964774978-project] Router 982de53f-bb4f-4e9e-b79f-f1ca554cffb3 has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:21:56.639002 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Returning: {'device': 'c1dfa8d4-a7d0-4f85-b35d-8b2b5c31eb50', 'network_id': '45aef019-274b-469c-97d8-96105ce8b0ca', 'port_id': 'c1dfa8d4-a7d0-4f85-b35d-8b2b5c31eb50', 'mac_address': 'fa:16:3e:8d:bb:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c324504c-1cf5-45e1-bd3c-3e78db8db5cb', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:21:56.766968 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-1a6e9941-4471-4e8e-980f-18b5cf02671c req-e71f88a2-1e74-4a01-8d51-e67c7ef2f1c9 tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:56.771143 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:56.821993 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abe3cf9-8abd-40ab-aa87-da27dc817690 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2104f55-3198-4872-8a7c-651917dce248,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:56.830141 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb95261f-7dc7-4cd8-bbe2-bb1c0252b512 req-98e611d0-6bb2-45be-a218-769835c93105 tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:56.835527 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-fb95261f-7dc7-4cd8-bbe2-bb1c0252b512 req-98e611d0-6bb2-45be-a218-769835c93105 tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] 10.222.0.68 "GET /v2.0/ports?device_id=43161873-7e25-46ba-939e-d9598e05bb16 HTTP/1.1" status: 200 len: 945 time: 0.3518331 Jul 14 09:21:56.896405 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d2d34996-12fe-42d6-a564-66ade36a56c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-661489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-711771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12973'] for router, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:56.901614 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-373eb048-1159-4ba9-86fd-3b42cd712483 req-033826dc-ce31-4042-967c-d2b3e6e1845e tempest-ServersWithSpecificFlavorTestJSON-1964774978 tempest-ServersWithSpecificFlavorTestJSON-1964774978-project] 10.222.0.68 "GET /v2.0/ports?device_id=2a4afe86-d772-4a97-addd-b37141f89690 HTTP/1.1" status: 200 len: 210 time: 0.1389854 Jul 14 09:21:56.950230 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c1dfa8d4-a7d0-4f85-b35d-8b2b5c31eb50 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:21:56.976742 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port c1dfa8d4-a7d0-4f85-b35d-8b2b5c31eb50, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=c1dfa8d4-a7d0-4f85-b35d-8b2b5c31eb50,segment=NetworkSegment(24f71cf3-e685-41fb-a190-ed6a8e6e15df),segment_id=24f71cf3-e685-41fb-a190-ed6a8e6e15df)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:21:56.989235 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:57.071258 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-fb95261f-7dc7-4cd8-bbe2-bb1c0252b512 req-b3781e32-76a2-4c08-a73b-457c94035333 tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] 10.222.0.68 "GET /v2.0/security-groups?id=c6f7d264-cbb5-40f9-9fec-5b9701ca674b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2243741 Jul 14 09:21:57.091518 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvr_db [None req-3307366b-0963-4df1-be23-064ab6ad6934 None None] Set router b16341a3-8a43-43a5-9f2e-f138fb27b79c gateway port host: n-d-779913-29 {{(pid=93959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:21:57.093978 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e15f31ae-11d6-4add-995f-f4d62441335c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:57.099896 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-1a6e9941-4471-4e8e-980f-18b5cf02671c req-e71f88a2-1e74-4a01-8d51-e67c7ef2f1c9 tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:57.106338 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a1a28f8e-333d-4979-9115-c3a2300a5cec req-c0836cd8-34d6-4a6c-8ce0-1c3af1f0d8af tempest-ServersWithSpecificFlavorTestJSON-1964774978 tempest-ServersWithSpecificFlavorTestJSON-1964774978-project] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:21:57.131660 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5950308f-83ae-4782-acbf-ccb1c50ace8a None None] Sync routers for ids ['982de53f-bb4f-4e9e-b79f-f1ca554cffb3'] in n-d-779913-29 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:21:57.163734 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5950308f-83ae-4782-acbf-ccb1c50ace8a None None] Routers {'982de53f-bb4f-4e9e-b79f-f1ca554cffb3'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:21:57.167382 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-5950308f-83ae-4782-acbf-ccb1c50ace8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:21:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['982de53f-bb4f-4e9e-b79f-f1ca554cffb3'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:21:57.212849 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device b3c2b51e-3949-41ac-9012-4a8d19c10f2a no longer exists at agent hyperv_n-h1-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:21:57.234860 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-29f5f1ad-11ba-44ff-aaa2-2444fc589e8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13573993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16714586'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:57.277999 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Pushing event updated for resources: {'Port': ['ID=c1dfa8d4-a7d0-4f85-b35d-8b2b5c31eb50,revision_number=6']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:57.282244 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] No Port match for: b3c2b51e-3949-41ac-9012-4a8d19c10f2a {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:21:57.282594 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device b3c2b51e-3949-41ac-9012-4a8d19c10f2a not bound to the agent host n-h1-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:21:57.305986 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 42428) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:57.311984 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1a28f8e-333d-4979-9115-c3a2300a5cec req-c0836cd8-34d6-4a6c-8ce0-1c3af1f0d8af tempest-ServersWithSpecificFlavorTestJSON-1964774978 tempest-ServersWithSpecificFlavorTestJSON-1964774978-project] No DVR routers for this DVR port b3c2b51e-3949-41ac-9012-4a8d19c10f2a on host n-h1-779913-29 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:21:57.322142 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-a1a28f8e-333d-4979-9115-c3a2300a5cec req-c0836cd8-34d6-4a6c-8ce0-1c3af1f0d8af tempest-ServersWithSpecificFlavorTestJSON-1964774978 tempest-ServersWithSpecificFlavorTestJSON-1964774978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:57.329273 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a1a28f8e-333d-4979-9115-c3a2300a5cec req-c0836cd8-34d6-4a6c-8ce0-1c3af1f0d8af tempest-ServersWithSpecificFlavorTestJSON-1964774978 tempest-ServersWithSpecificFlavorTestJSON-1964774978-project] 10.222.0.65 "DELETE /v2.0/ports/b3c2b51e-3949-41ac-9012-4a8d19c10f2a HTTP/1.1" status: 204 len: 173 time: 3.9253404 Jul 14 09:21:57.356667 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a6e9941-4471-4e8e-980f-18b5cf02671c req-e71f88a2-1e74-4a01-8d51-e67c7ef2f1c9 tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] Network 7a07191a-b9d7-482c-8935-c823cd63fc61 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:21:57.357828 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a4afe86-d772-4a97-addd-b37141f89690', 'name': 'network-vif-deleted', 'tag': 'b3c2b51e-3949-41ac-9012-4a8d19c10f2a'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:21:57.360623 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f79c6f7b-734d-4e9a-b0fd-27ea66b713d5" -d '{"events": [{"server_uuid": "2a4afe86-d772-4a97-addd-b37141f89690", "name": "network-vif-deleted", "tag": "b3c2b51e-3949-41ac-9012-4a8d19c10f2a"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:21:57.397432 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f5f1ad-11ba-44ff-aaa2-2444fc589e8f admin admin] Pushing event updated for resources: {'Subnet': ['ID=3dd02767-c45f-467b-8090-715a2492a37c,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:57.416420 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-5950308f-83ae-4782-acbf-ccb1c50ace8a None None] Set router 982de53f-bb4f-4e9e-b79f-f1ca554cffb3 gateway port host: n-d-779913-29 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:21:57.462679 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [req-1a6e9941-4471-4e8e-980f-18b5cf02671c req-e71f88a2-1e74-4a01-8d51-e67c7ef2f1c9 tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:21:57.464551 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] get_ports_and_sgs() called for port_ids ['c1dfa8d4-a7d0-4f85-b35d-8b2b5c31eb50'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:21:57.468033 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71f88a2-1e74-4a01-8d51-e67c7ef2f1c9 tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] Pushing event updated for resources: {'Port': ['ID=d4279121-b5ff-4ac9-b901-86317ded0cdc,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:57.479188 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a6e9941-4471-4e8e-980f-18b5cf02671c req-e71f88a2-1e74-4a01-8d51-e67c7ef2f1c9 tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:21:57.527800 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f47886f6-647f-4a59-bb57-2cfa8d1ef861 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf57baaa9-fd24-59f4-8fd2-1dc21122ce72-953a1b74-24d2-462c-9c6b-0494dc6ab921', 'network_id': '953a1b74-24d2-462c-9c6b-0494dc6ab921', 'tenant_id': '28b6813f5a264ae88dfe0c89b7113e35', 'fixed_ips': [{'subnet_id': '2a7909c7-d3f8-41cd-8b73-bc958e683ecf'}]}} from n-d-779913-29. {{(pid=93959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:21:57.528699 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f47886f6-647f-4a59-bb57-2cfa8d1ef861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:57.554365 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f5f1ad-11ba-44ff-aaa2-2444fc589e8f admin admin] Checking segment: {'id': '92674e00-5a45-4167-ba04-e974711325a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'c149b5f1-6e5e-4f3f-a366-78c91881c967'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:21:57.555562 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29f5f1ad-11ba-44ff-aaa2-2444fc589e8f admin admin] Network hostable DHCP agents. Network: c149b5f1-6e5e-4f3f-a366-78c91881c967, hostable agents: ['c6a09bd4-f72e-4283-a3ca-0bbca8a51081'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:21:57.564562 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6e9941-4471-4e8e-980f-18b5cf02671c req-e71f88a2-1e74-4a01-8d51-e67c7ef2f1c9 tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:57.565637 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-1a6e9941-4471-4e8e-980f-18b5cf02671c req-e71f88a2-1e74-4a01-8d51-e67c7ef2f1c9 tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:57.581724 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e7eaa6a6-16a7-4513-a6cc-053ded672b9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:57.587632 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053e2ed8-1f3a-46db-8d71-a6a811247c0a req-04dd8061-4b30-4ba6-89b8-75858d5ad36f tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:57.595229 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-053e2ed8-1f3a-46db-8d71-a6a811247c0a req-04dd8061-4b30-4ba6-89b8-75858d5ad36f tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] 10.222.0.68 "GET /v2.0/ports?device_id=28521a7d-bbb7-41ce-a6f8-703f8a90cbe7 HTTP/1.1" status: 200 len: 932 time: 0.3650019 Jul 14 09:21:57.603560 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1a6e9941-4471-4e8e-980f-18b5cf02671c req-e71f88a2-1e74-4a01-8d51-e67c7ef2f1c9 tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5847342 Jul 14 09:21:57.638259 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-1a6e9941-4471-4e8e-980f-18b5cf02671c req-c4daa985-cbd5-407e-86d5-3000b2794182 service neutron] Request body: {'port': {'device_id': '28521a7d-bbb7-41ce-a6f8-703f8a90cbe7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-29'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:21:57.638904 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-e15f31ae-11d6-4add-995f-f4d62441335c admin admin] Allocated IP 172.20.0.1 (35bb4585-48dc-413b-94b2-f9784e051889/8a1b4390-5916-4a6c-8692-ae5d7ad2a946/9d6dc8ae-fc8d-4a95-b78a-f102e4b19a81) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:21:57.703137 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29f5f1ad-11ba-44ff-aaa2-2444fc589e8f admin admin] Network c149b5f1-6e5e-4f3f-a366-78c91881c967 is scheduled to be hosted by DHCP agent c6a09bd4-f72e-4283-a3ca-0bbca8a51081 with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:21:57.715616 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5bbe322f-3f67-4864-bc0a-91afe44d23e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:57.776150 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:21:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26a69c20-4410-4e8e-9676-f0d5a17b3baa x-openstack-request-id: req-26a69c20-4410-4e8e-9676-f0d5a17b3baa {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:21:57.776659 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a4afe86-d772-4a97-addd-b37141f89690", "name": "network-vif-deleted", "tag": "b3c2b51e-3949-41ac-9012-4a8d19c10f2a", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:21:57.776860 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-26a69c20-4410-4e8e-9676-f0d5a17b3baa {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:21:57.777179 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a4afe86-d772-4a97-addd-b37141f89690', 'name': 'network-vif-deleted', 'tag': 'b3c2b51e-3949-41ac-9012-4a8d19c10f2a', 'status': 'completed', 'code': 200} Jul 14 09:21:57.778011 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-1a6e9941-4471-4e8e-980f-18b5cf02671c req-c4daa985-cbd5-407e-86d5-3000b2794182 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:57.779868 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-053e2ed8-1f3a-46db-8d71-a6a811247c0a req-2618e28a-51df-4101-81b8-dae7e59af91b tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] 10.222.0.68 "GET /v2.0/security-groups?id=372c68ac-7430-41d6-997c-166ff070d0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835258 Jul 14 09:21:57.783401 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d2d34996-12fe-42d6-a564-66ade36a56c9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:57.790449 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-29f5f1ad-11ba-44ff-aaa2-2444fc589e8f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-29, c149b5f1-6e5e-4f3f-a366-78c91881c967) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:21:57.810156 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-5950308f-83ae-4782-acbf-ccb1c50ace8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '982de53f-bb4f-4e9e-b79f-f1ca554cffb3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1825414716-router', 'tenant_id': '693039a9031c4718ab71870c2e8c0097', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.78'}], 'enable_snat': True}, 'gw_port_id': '0d109e6e-0e02-460f-80ee-f90b06225130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:16:37Z', 'updated_at': '2021-07-14T09:16:44Z', 'revision_number': 4, 'project_id': '693039a9031c4718ab71870c2e8c0097', 'gw_port': {'id': '0d109e6e-0e02-460f-80ee-f90b06225130', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:af:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '982de53f-bb4f-4e9e-b79f-f1ca554cffb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:16:38Z', 'updated_at': '2021-07-14T09:16:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': '3c3ffe21-8033-4d60-8a4e-32db41b1db54', 'name': '', 'network_id': 'd5b4013b-42cf-4baf-b88c-1346c6034b92', 'tenant_id': '693039a9031c4718ab71870c2e8c0097', 'mac_address': 'fa:16:3e:06:5b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '982de53f-bb4f-4e9e-b79f-f1ca554cffb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'ff357304-9a7a-4849-886e-222423635809', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:16:42Z', 'updated_at': '2021-07-14T09:16:54Z', 'revision_number': 5, 'project_id': '693039a9031c4718ab71870c2e8c0097', 'subnets': [{'id': 'ff357304-9a7a-4849-886e-222423635809', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:21:57.814647 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3e18714-9e76-4f4c-b622-8cb056c7f711 None None] Network c149b5f1-6e5e-4f3f-a366-78c91881c967 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:21:57.821005 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29f5f1ad-11ba-44ff-aaa2-2444fc589e8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:57.821643 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-29f5f1ad-11ba-44ff-aaa2-2444fc589e8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:57.824798 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d2d34996-12fe-42d6-a564-66ade36a56c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:57.865928 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5950308f-83ae-4782-acbf-ccb1c50ace8a None None] Checking router: 982de53f-bb4f-4e9e-b79f-f1ca554cffb3 for host: n-d-779913-29 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:21:57.877163 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5950308f-83ae-4782-acbf-ccb1c50ace8a None None] Routers {'982de53f-bb4f-4e9e-b79f-f1ca554cffb3'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:21:57.878134 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-5950308f-83ae-4782-acbf-ccb1c50ace8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:21:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['982de53f-bb4f-4e9e-b79f-f1ca554cffb3'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:21:57.893912 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-3307366b-0963-4df1-be23-064ab6ad6934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b16341a3-8a43-43a5-9f2e-f138fb27b79c', 'name': 'tempest-AttachSCSIVolumeTestJSON-1134182924-router', 'tenant_id': '26a9970eb8a84d198743b0304e5bd40a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.12'}], 'enable_snat': True}, 'gw_port_id': '89e4192b-2e8b-474c-8960-f00cf8e34d0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:21:49Z', 'updated_at': '2021-07-14T09:21:51Z', 'revision_number': 3, 'project_id': '26a9970eb8a84d198743b0304e5bd40a', 'gw_port': {'id': '89e4192b-2e8b-474c-8960-f00cf8e34d0b', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:61:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b16341a3-8a43-43a5-9f2e-f138fb27b79c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:21:50Z', 'updated_at': '2021-07-14T09:21:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29'}], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:21:57.903891 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device c1dfa8d4-a7d0-4f85-b35d-8b2b5c31eb50 no longer exists at agent hyperv_n-h2-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:21:57.930034 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e7eaa6a6-16a7-4513-a6cc-053ded672b9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:57.989023 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3307366b-0963-4df1-be23-064ab6ad6934 None None] The sync data for ids ['b16341a3-8a43-43a5-9f2e-f138fb27b79c'] in n-d-779913-29 is: [{'id': 'b16341a3-8a43-43a5-9f2e-f138fb27b79c', 'name': 'tempest-AttachSCSIVolumeTestJSON-1134182924-router', 'tenant_id': '26a9970eb8a84d198743b0304e5bd40a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.12'}], 'enable_snat': True}, 'gw_port_id': '89e4192b-2e8b-474c-8960-f00cf8e34d0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:21:49Z', 'updated_at': '2021-07-14T09:21:51Z', 'revision_number': 3, 'project_id': '26a9970eb8a84d198743b0304e5bd40a', 'gw_port': {'id': '89e4192b-2e8b-474c-8960-f00cf8e34d0b', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:61:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b16341a3-8a43-43a5-9f2e-f138fb27b79c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:21:50Z', 'updated_at': '2021-07-14T09:21:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29'}] {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:21:58.005526 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e7eaa6a6-16a7-4513-a6cc-053ded672b9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:58.084570 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-e7eaa6a6-16a7-4513-a6cc-053ded672b9a admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=49b6b350165a465eb252fe807c671936&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7537789 Jul 14 09:21:58.088500 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 42436) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:58.089300 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7eaa6a6-16a7-4513-a6cc-053ded672b9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e04e666-9489-4cfd-8a2e-8b925537ce0f,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:58.122588 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-5950308f-83ae-4782-acbf-ccb1c50ace8a None None] Set router 982de53f-bb4f-4e9e-b79f-f1ca554cffb3 gateway port host: n-d-779913-29 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:21:58.182881 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-f47886f6-647f-4a59-bb57-2cfa8d1ef861 None None] Allocated IP 172.20.0.2 (953a1b74-24d2-462c-9c6b-0494dc6ab921/2a7909c7-d3f8-41cd-8b73-bc958e683ecf/a377a3cf-fd78-449a-b9d3-77b04ddd274f) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:21:58.444943 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:58.508672 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id c1dfa8d4-a7d0-4f85-b35d-8b2b5c31eb50 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:21:58.622632 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-5950308f-83ae-4782-acbf-ccb1c50ace8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '982de53f-bb4f-4e9e-b79f-f1ca554cffb3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1825414716-router', 'tenant_id': '693039a9031c4718ab71870c2e8c0097', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.78'}], 'enable_snat': True}, 'gw_port_id': '0d109e6e-0e02-460f-80ee-f90b06225130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:16:37Z', 'updated_at': '2021-07-14T09:16:44Z', 'revision_number': 4, 'project_id': '693039a9031c4718ab71870c2e8c0097', 'gw_port': {'id': '0d109e6e-0e02-460f-80ee-f90b06225130', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:af:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '982de53f-bb4f-4e9e-b79f-f1ca554cffb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:16:38Z', 'updated_at': '2021-07-14T09:16:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': '3c3ffe21-8033-4d60-8a4e-32db41b1db54', 'name': '', 'network_id': 'd5b4013b-42cf-4baf-b88c-1346c6034b92', 'tenant_id': '693039a9031c4718ab71870c2e8c0097', 'mac_address': 'fa:16:3e:06:5b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '982de53f-bb4f-4e9e-b79f-f1ca554cffb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'ff357304-9a7a-4849-886e-222423635809', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:16:42Z', 'updated_at': '2021-07-14T09:16:54Z', 'revision_number': 5, 'project_id': '693039a9031c4718ab71870c2e8c0097', 'subnets': [{'id': 'ff357304-9a7a-4849-886e-222423635809', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:21:58.652037 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f47886f6-647f-4a59-bb57-2cfa8d1ef861 None None] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:58.655222 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5950308f-83ae-4782-acbf-ccb1c50ace8a None None] The sync data for ids ['982de53f-bb4f-4e9e-b79f-f1ca554cffb3'] in n-d-779913-29 is: [{'id': '982de53f-bb4f-4e9e-b79f-f1ca554cffb3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1825414716-router', 'tenant_id': '693039a9031c4718ab71870c2e8c0097', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.78'}], 'enable_snat': True}, 'gw_port_id': '0d109e6e-0e02-460f-80ee-f90b06225130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:16:37Z', 'updated_at': '2021-07-14T09:16:44Z', 'revision_number': 4, 'project_id': '693039a9031c4718ab71870c2e8c0097', 'gw_port': {'id': '0d109e6e-0e02-460f-80ee-f90b06225130', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:af:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '982de53f-bb4f-4e9e-b79f-f1ca554cffb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:16:38Z', 'updated_at': '2021-07-14T09:16:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': '3c3ffe21-8033-4d60-8a4e-32db41b1db54', 'name': '', 'network_id': 'd5b4013b-42cf-4baf-b88c-1346c6034b92', 'tenant_id': '693039a9031c4718ab71870c2e8c0097', 'mac_address': 'fa:16:3e:06:5b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '982de53f-bb4f-4e9e-b79f-f1ca554cffb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'ff357304-9a7a-4849-886e-222423635809', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:16:42Z', 'updated_at': '2021-07-14T09:16:54Z', 'revision_number': 5, 'project_id': '693039a9031c4718ab71870c2e8c0097', 'subnets': [{'id': 'ff357304-9a7a-4849-886e-222423635809', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:21:58.667699 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-f47886f6-647f-4a59-bb57-2cfa8d1ef861 None None] Transition to ACTIVE for port object a377a3cf-fd78-449a-b9d3-77b04ddd274f will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:21:58.695438 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-f47886f6-647f-4a59-bb57-2cfa8d1ef861 None None] Transition to ACTIVE for port object a377a3cf-fd78-449a-b9d3-77b04ddd274f will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:21:58.738901 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f47886f6-647f-4a59-bb57-2cfa8d1ef861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:58.766424 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e15f31ae-11d6-4add-995f-f4d62441335c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:58.783486 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-e15f31ae-11d6-4add-995f-f4d62441335c admin admin] Transition to ACTIVE for port object 9d6dc8ae-fc8d-4a95-b78a-f102e4b19a81 will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:21:58.814045 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f47886f6-647f-4a59-bb57-2cfa8d1ef861 None None] Network 953a1b74-24d2-462c-9c6b-0494dc6ab921 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:21:58.821573 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47886f6-647f-4a59-bb57-2cfa8d1ef861 None None] Pushing event updated for resources: {'Port': ['ID=a377a3cf-fd78-449a-b9d3-77b04ddd274f,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:58.826683 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-f47886f6-647f-4a59-bb57-2cfa8d1ef861 None None] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:21:58.830143 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f47886f6-647f-4a59-bb57-2cfa8d1ef861 None None] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:21:58.835158 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e15f31ae-11d6-4add-995f-f4d62441335c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:58.837698 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9982bd92-43c6-4415-9f94-cb71a97ab6c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf57baaa9-fd24-59f4-8fd2-1dc21122ce72-c149b5f1-6e5e-4f3f-a366-78c91881c967', 'network_id': 'c149b5f1-6e5e-4f3f-a366-78c91881c967', 'tenant_id': '9dc75a140b6945ca834af4e58eac7f2c', 'fixed_ips': [{'subnet_id': '3dd02767-c45f-467b-8090-715a2492a37c'}]}} from n-d-779913-29. {{(pid=93959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:21:58.838209 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-29f5f1ad-11ba-44ff-aaa2-2444fc589e8f admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.4868519 Jul 14 09:21:58.841996 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9982bd92-43c6-4415-9f94-cb71a97ab6c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:58.843944 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 42442) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:58.862898 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-9fea22b7-3959-4770-9724-9375349beda3 req-ec92e182-4348-4713-beb3-67837caa6194 tempest-ServersWithSpecificFlavorTestJSON-1964774978 tempest-ServersWithSpecificFlavorTestJSON-1964774978-project] 10.222.0.68 "GET /v2.0/ports?device_id=2a4afe86-d772-4a97-addd-b37141f89690 HTTP/1.1" status: 200 len: 210 time: 0.6307645 Jul 14 09:21:58.882609 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-90dac00f-59e4-4f84-94b3-152deb29b4e4 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-403915262-router', 'tenant_id': '9dc75a140b6945ca834af4e58eac7f2c', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'}}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:21:58.944041 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port c1dfa8d4-a7d0-4f85-b35d-8b2b5c31eb50, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=c1dfa8d4-a7d0-4f85-b35d-8b2b5c31eb50,segment=NetworkSegment(24f71cf3-e685-41fb-a190-ed6a8e6e15df),segment_id=24f71cf3-e685-41fb-a190-ed6a8e6e15df)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:21:58.966600 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:58.981747 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-d2d34996-12fe-42d6-a564-66ade36a56c9 admin admin] Allocated IP 172.25.4.139 (2dcd4d32-cc7c-4468-b396-7ce5c9231892/6cd22a75-5bc1-467c-a3c4-0af04bd1b34a/8bb49748-70c2-4092-8797-4950c30859fd) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:21:59.067566 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-f47886f6-647f-4a59-bb57-2cfa8d1ef861 None None] Attempting to bind port a377a3cf-fd78-449a-b9d3-77b04ddd274f on host n-d-779913-29 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:21:59.068618 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-f47886f6-647f-4a59-bb57-2cfa8d1ef861 None None] Attempting to bind port a377a3cf-fd78-449a-b9d3-77b04ddd274f by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': 'b6458fe8-4b1d-4718-b89e-8e67f3faa60a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '953a1b74-24d2-462c-9c6b-0494dc6ab921'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:21:59.069678 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f47886f6-647f-4a59-bb57-2cfa8d1ef861 None None] Attempting to bind port a377a3cf-fd78-449a-b9d3-77b04ddd274f on network 953a1b74-24d2-462c-9c6b-0494dc6ab921 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:21:59.079975 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e15f31ae-11d6-4add-995f-f4d62441335c admin admin] Network 35bb4585-48dc-413b-94b2-f9784e051889 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:21:59.084395 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f47886f6-647f-4a59-bb57-2cfa8d1ef861 None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 21, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:21:59.085587 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f47886f6-647f-4a59-bb57-2cfa8d1ef861 None None] Checking segment: {'id': 'b6458fe8-4b1d-4718-b89e-8e67f3faa60a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '953a1b74-24d2-462c-9c6b-0494dc6ab921'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:21:59.086376 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f47886f6-647f-4a59-bb57-2cfa8d1ef861 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:59.087018 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f47886f6-647f-4a59-bb57-2cfa8d1ef861 None None] Bound using segment: {'id': 'b6458fe8-4b1d-4718-b89e-8e67f3faa60a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '953a1b74-24d2-462c-9c6b-0494dc6ab921'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:21:59.088061 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-f47886f6-647f-4a59-bb57-2cfa8d1ef861 None None] Bound port: a377a3cf-fd78-449a-b9d3-77b04ddd274f, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6458fe8-4b1d-4718-b89e-8e67f3faa60a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '953a1b74-24d2-462c-9c6b-0494dc6ab921'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:21:59.088465 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f47886f6-647f-4a59-bb57-2cfa8d1ef861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:59.100488 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-e15f31ae-11d6-4add-995f-f4d62441335c admin admin] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:21:59.110737 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e15f31ae-11d6-4add-995f-f4d62441335c admin admin] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:21:59.132772 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-90dac00f-59e4-4f84-94b3-152deb29b4e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-711749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14670'] for router, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:59.142646 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-90dac00f-59e4-4f84-94b3-152deb29b4e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-711718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-661475', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14679'] for router, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:59.168268 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a7387a93-37e2-40dc-bdc5-a32d8691fec4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:59.298753 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a7387a93-37e2-40dc-bdc5-a32d8691fec4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:59.318573 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15f31ae-11d6-4add-995f-f4d62441335c admin admin] Pushing event updated for resources: {'Port': ['ID=9d6dc8ae-fc8d-4a95-b78a-f102e4b19a81,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:59.384372 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d2d34996-12fe-42d6-a564-66ade36a56c9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:59.422265 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-90dac00f-59e4-4f84-94b3-152deb29b4e4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:59.441008 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d2d34996-12fe-42d6-a564-66ade36a56c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:59.500287 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2d34996-12fe-42d6-a564-66ade36a56c9 admin admin] Network 2dcd4d32-cc7c-4468-b396-7ce5c9231892 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:21:59.508855 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65c23c9-2f4f-4bf1-b981-9c325eb75583 req-7a874214-6c94-4d5b-82a1-d7dfa31b8043 tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:59.516320 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-f65c23c9-2f4f-4bf1-b981-9c325eb75583 req-7a874214-6c94-4d5b-82a1-d7dfa31b8043 tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] 10.222.0.68 "GET /v2.0/ports?device_id=43161873-7e25-46ba-939e-d9598e05bb16 HTTP/1.1" status: 200 len: 944 time: 0.6869526 Jul 14 09:21:59.522301 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-d2d34996-12fe-42d6-a564-66ade36a56c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:21:59.534041 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e15f31ae-11d6-4add-995f-f4d62441335c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-660393'] for router_interface, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:59.537333 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d34996-12fe-42d6-a564-66ade36a56c9 admin admin] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:21:59.545728 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-9982bd92-43c6-4415-9f94-cb71a97ab6c1 None None] Allocated IP 172.20.0.2 (c149b5f1-6e5e-4f3f-a366-78c91881c967/3dd02767-c45f-467b-8090-715a2492a37c/faa9e830-013e-4662-bded-5a327eaa3d83) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:21:59.582188 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6638e25-95a6-40d2-844d-e930cf7f1fc4 None None] New status for floating IP 0fc97df8-c35c-4f5c-9dfa-b83a0a94a425: DOWN {{(pid=93959) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:21:59.595515 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [req-1a6e9941-4471-4e8e-980f-18b5cf02671c req-c4daa985-cbd5-407e-86d5-3000b2794182 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4279121-b5ff-4ac9-b901-86317ded0cdc {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:21:59.614393 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-1a6e9941-4471-4e8e-980f-18b5cf02671c req-c4daa985-cbd5-407e-86d5-3000b2794182 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:59.615746 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Pushing event updated for resources: {'Port': ['ID=c1dfa8d4-a7d0-4f85-b35d-8b2b5c31eb50,revision_number=7']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:59.666079 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-f65c23c9-2f4f-4bf1-b981-9c325eb75583 req-545bd348-eacd-4545-a682-9531b650de38 tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] 10.222.0.68 "GET /v2.0/security-groups?id=c6f7d264-cbb5-40f9-9fec-5b9701ca674b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487653 Jul 14 09:21:59.667622 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d34996-12fe-42d6-a564-66ade36a56c9 admin admin] Pushing event updated for resources: {'Port': ['ID=8bb49748-70c2-4092-8797-4950c30859fd,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:59.732992 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de7ef33-89d3-4623-8514-dcf5be93eb3b req-4b6824f4-5786-414d-adf6-ea94031106bd tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:59.741129 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2de7ef33-89d3-4623-8514-dcf5be93eb3b req-4b6824f4-5786-414d-adf6-ea94031106bd tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] 10.222.0.68 "GET /v2.0/ports?device_id=28521a7d-bbb7-41ce-a6f8-703f8a90cbe7 HTTP/1.1" status: 200 len: 932 time: 0.4241216 Jul 14 09:21:59.760404 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a7387a93-37e2-40dc-bdc5-a32d8691fec4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:59.762167 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-754aeaa3-50b4-4297-8355-58abde4c2644 None None] Provisioning for port 9d6dc8ae-fc8d-4a95-b78a-f102e4b19a81 completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:21:59.763782 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a7387a93-37e2-40dc-bdc5-a32d8691fec4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:59.765192 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-a7387a93-37e2-40dc-bdc5-a32d8691fec4 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/0e04e666-9489-4cfd-8a2e-8b925537ce0f HTTP/1.1" status: 204 len: 168 time: 1.6646693 Jul 14 09:21:59.769550 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [req-1a6e9941-4471-4e8e-980f-18b5cf02671c req-c4daa985-cbd5-407e-86d5-3000b2794182 service neutron] Transition to ACTIVE for port object d4279121-b5ff-4ac9-b901-86317ded0cdc will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:21:59.783479 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-90dac00f-59e4-4f84-94b3-152deb29b4e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-661489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-711771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12973'] for router, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:59.798532 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-1a6e9941-4471-4e8e-980f-18b5cf02671c req-c4daa985-cbd5-407e-86d5-3000b2794182 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:59.821486 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-754aeaa3-50b4-4297-8355-58abde4c2644 None None] Provisioning complete for port 9d6dc8ae-fc8d-4a95-b78a-f102e4b19a81 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:21:59.821732 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-754aeaa3-50b4-4297-8355-58abde4c2644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:59.860738 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4daa985-cbd5-407e-86d5-3000b2794182 service neutron] Pushing event updated for resources: {'Port': ['ID=d4279121-b5ff-4ac9-b901-86317ded0cdc,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:59.865401 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7387a93-37e2-40dc-bdc5-a32d8691fec4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e04e666-9489-4cfd-8a2e-8b925537ce0f,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:59.949518 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device c1dfa8d4-a7d0-4f85-b35d-8b2b5c31eb50 up at agent hyperv_n-h2-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:21:59.970680 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2de7ef33-89d3-4623-8514-dcf5be93eb3b req-3cf13867-32f0-4828-b88c-e37ad75274d2 tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] 10.222.0.68 "GET /v2.0/security-groups?id=372c68ac-7430-41d6-997c-166ff070d0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2278249 Jul 14 09:21:59.982754 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-f47886f6-647f-4a59-bb57-2cfa8d1ef861 None None] For port a377a3cf-fd78-449a-b9d3-77b04ddd274f, host n-d-779913-29, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:22:00.070796 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-f47886f6-647f-4a59-bb57-2cfa8d1ef861 None None] For port a377a3cf-fd78-449a-b9d3-77b04ddd274f, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=a377a3cf-fd78-449a-b9d3-77b04ddd274f,segment=NetworkSegment(b6458fe8-4b1d-4718-b89e-8e67f3faa60a),segment_id=b6458fe8-4b1d-4718-b89e-8e67f3faa60a)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:22:00.081611 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 89e4192b-2e8b-474c-8960-f00cf8e34d0b up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:22:00.102696 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-1a6e9941-4471-4e8e-980f-18b5cf02671c req-c4daa985-cbd5-407e-86d5-3000b2794182 service neutron] Attempting to bind port d4279121-b5ff-4ac9-b901-86317ded0cdc on host n-h1-779913-29 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:22:00.103251 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-1a6e9941-4471-4e8e-980f-18b5cf02671c req-c4daa985-cbd5-407e-86d5-3000b2794182 service neutron] Attempting to bind port d4279121-b5ff-4ac9-b901-86317ded0cdc by drivers openvswitch,hyperv on host n-h1-779913-29 at level 0 using segments [{'id': '59e27924-9549-4175-909e-ce4f3019b149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '7a07191a-b9d7-482c-8935-c823cd63fc61'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:22:00.103956 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a6e9941-4471-4e8e-980f-18b5cf02671c req-c4daa985-cbd5-407e-86d5-3000b2794182 service neutron] Attempting to bind port d4279121-b5ff-4ac9-b901-86317ded0cdc on network 7a07191a-b9d7-482c-8935-c823cd63fc61 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:22:00.122080 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f47886f6-647f-4a59-bb57-2cfa8d1ef861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:00.140173 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a6e9941-4471-4e8e-980f-18b5cf02671c req-c4daa985-cbd5-407e-86d5-3000b2794182 service neutron] Port d4279121-b5ff-4ac9-b901-86317ded0cdc on network 7a07191a-b9d7-482c-8935-c823cd63fc61 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-29 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:22:00.142686 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a6e9941-4471-4e8e-980f-18b5cf02671c req-c4daa985-cbd5-407e-86d5-3000b2794182 service neutron] Attempting to bind port d4279121-b5ff-4ac9-b901-86317ded0cdc on network 7a07191a-b9d7-482c-8935-c823cd63fc61 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:22:00.171824 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a6e9941-4471-4e8e-980f-18b5cf02671c req-c4daa985-cbd5-407e-86d5-3000b2794182 service neutron] Checking agent: {'id': 'de11e667-f145-47b0-bd09-334a7505938e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 13, 12), 'started_at': datetime.datetime(2021, 7, 14, 9, 13, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 21, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:22:00.172617 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a6e9941-4471-4e8e-980f-18b5cf02671c req-c4daa985-cbd5-407e-86d5-3000b2794182 service neutron] Checking segment: {'id': '59e27924-9549-4175-909e-ce4f3019b149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '7a07191a-b9d7-482c-8935-c823cd63fc61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:22:00.173283 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a6e9941-4471-4e8e-980f-18b5cf02671c req-c4daa985-cbd5-407e-86d5-3000b2794182 service neutron] Bound using segment: {'id': '59e27924-9549-4175-909e-ce4f3019b149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '7a07191a-b9d7-482c-8935-c823cd63fc61'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:22:00.174741 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-1a6e9941-4471-4e8e-980f-18b5cf02671c req-c4daa985-cbd5-407e-86d5-3000b2794182 service neutron] Bound port: d4279121-b5ff-4ac9-b901-86317ded0cdc, host: n-h1-779913-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59e27924-9549-4175-909e-ce4f3019b149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '7a07191a-b9d7-482c-8935-c823cd63fc61'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:22:00.176021 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-1a6e9941-4471-4e8e-980f-18b5cf02671c req-c4daa985-cbd5-407e-86d5-3000b2794182 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:00.178206 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-754aeaa3-50b4-4297-8355-58abde4c2644 None None] Port 9d6dc8ae-fc8d-4a95-b78a-f102e4b19a81 cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:22:00.187383 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47886f6-647f-4a59-bb57-2cfa8d1ef861 None None] Pushing event updated for resources: {'Port': ['ID=a377a3cf-fd78-449a-b9d3-77b04ddd274f,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:00.204163 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d2d34996-12fe-42d6-a564-66ade36a56c9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:00.318556 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e15f31ae-11d6-4add-995f-f4d62441335c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:00.343980 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9982bd92-43c6-4415-9f94-cb71a97ab6c1 None None] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:00.393049 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Provisioning complete for port c1dfa8d4-a7d0-4f85-b35d-8b2b5c31eb50 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:22:00.393487 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:00.474863 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning for port 89e4192b-2e8b-474c-8960-f00cf8e34d0b completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:22:00.477487 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-9982bd92-43c6-4415-9f94-cb71a97ab6c1 None None] Transition to ACTIVE for port object faa9e830-013e-4662-bded-5a327eaa3d83 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:22:00.496187 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 42462) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:00.497751 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-1a6e9941-4471-4e8e-980f-18b5cf02671c req-c4daa985-cbd5-407e-86d5-3000b2794182 service neutron] For port d4279121-b5ff-4ac9-b901-86317ded0cdc, host n-h1-779913-29, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:22:00.498581 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port 89e4192b-2e8b-474c-8960-f00cf8e34d0b triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:22:00.499032 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:00.544604 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-9982bd92-43c6-4415-9f94-cb71a97ab6c1 None None] Transition to ACTIVE for port object faa9e830-013e-4662-bded-5a327eaa3d83 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:22:00.549837 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-1a6e9941-4471-4e8e-980f-18b5cf02671c req-c4daa985-cbd5-407e-86d5-3000b2794182 service neutron] For port d4279121-b5ff-4ac9-b901-86317ded0cdc, host n-h1-779913-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=d4279121-b5ff-4ac9-b901-86317ded0cdc,segment=NetworkSegment(59e27924-9549-4175-909e-ce4f3019b149),segment_id=59e27924-9549-4175-909e-ce4f3019b149)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:22:00.560150 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-1a6e9941-4471-4e8e-980f-18b5cf02671c req-c4daa985-cbd5-407e-86d5-3000b2794182 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:00.663213 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9982bd92-43c6-4415-9f94-cb71a97ab6c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:00.744866 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6e9941-4471-4e8e-980f-18b5cf02671c req-c4daa985-cbd5-407e-86d5-3000b2794182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:00.745528 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-1a6e9941-4471-4e8e-980f-18b5cf02671c req-c4daa985-cbd5-407e-86d5-3000b2794182 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:00.749646 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1a6e9941-4471-4e8e-980f-18b5cf02671c req-c4daa985-cbd5-407e-86d5-3000b2794182 service neutron] 10.222.0.65 "PUT /v2.0/ports/d4279121-b5ff-4ac9-b901-86317ded0cdc HTTP/1.1" status: 200 len: 1093 time: 3.1178882 Jul 14 09:22:00.750415 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28521a7d-bbb7-41ce-a6f8-703f8a90cbe7', 'tag': 'd4279121-b5ff-4ac9-b901-86317ded0cdc'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:22:00.759469 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51fea0f2-862a-4aab-90ea-96182c161f14" -d '{"events": [{"name": "network-changed", "server_uuid": "28521a7d-bbb7-41ce-a6f8-703f8a90cbe7", "tag": "d4279121-b5ff-4ac9-b901-86317ded0cdc"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:22:00.793985 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-90dac00f-59e4-4f84-94b3-152deb29b4e4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:00.844922 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-90dac00f-59e4-4f84-94b3-152deb29b4e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:00.849741 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4daa985-cbd5-407e-86d5-3000b2794182 service neutron] Pushing event updated for resources: {'Port': ['ID=d4279121-b5ff-4ac9-b901-86317ded0cdc,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:00.851275 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9982bd92-43c6-4415-9f94-cb71a97ab6c1 None None] Network c149b5f1-6e5e-4f3f-a366-78c91881c967 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:22:00.864988 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-9982bd92-43c6-4415-9f94-cb71a97ab6c1 None None] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:22:00.869462 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:22:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59b429ed-417e-4c2d-92a4-1bfae3045f56 x-openstack-request-id: req-59b429ed-417e-4c2d-92a4-1bfae3045f56 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:22:00.870383 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28521a7d-bbb7-41ce-a6f8-703f8a90cbe7", "tag": "d4279121-b5ff-4ac9-b901-86317ded0cdc", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:22:00.870877 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-59b429ed-417e-4c2d-92a4-1bfae3045f56 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:22:00.871470 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28521a7d-bbb7-41ce-a6f8-703f8a90cbe7', 'tag': 'd4279121-b5ff-4ac9-b901-86317ded0cdc', 'status': 'completed', 'code': 200} Jul 14 09:22:00.952023 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9982bd92-43c6-4415-9f94-cb71a97ab6c1 None None] Pushing event updated for resources: {'Port': ['ID=faa9e830-013e-4662-bded-5a327eaa3d83,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:00.963283 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9982bd92-43c6-4415-9f94-cb71a97ab6c1 None None] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:22:00.988271 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:00.996065 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:01.088360 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-377fd2ba-fdb3-4098-ab90-2330b3e0ac1a tempest-ServersWithSpecificFlavorTestJSON-1964774978 tempest-ServersWithSpecificFlavorTestJSON-1964774978-project] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:01.090352 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6e9941-4471-4e8e-980f-18b5cf02671c req-34ebebe5-5d27-44cc-8a87-588a7f18d5da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:01.106248 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1a6e9941-4471-4e8e-980f-18b5cf02671c req-34ebebe5-5d27-44cc-8a87-588a7f18d5da service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=aad66054a8f146139519a42123ab4eac&device_id=28521a7d-bbb7-41ce-a6f8-703f8a90cbe7 HTTP/1.1" status: 200 len: 1096 time: 0.2712560 Jul 14 09:22:01.121207 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-377fd2ba-fdb3-4098-ab90-2330b3e0ac1a tempest-ServersWithSpecificFlavorTestJSON-1964774978 tempest-ServersWithSpecificFlavorTestJSON-1964774978-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:01.122621 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] For port 89e4192b-2e8b-474c-8960-f00cf8e34d0b, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=89e4192b-2e8b-474c-8960-f00cf8e34d0b,segment=NetworkSegment(81bf7a93-80b3-43df-b9d5-462c604a2945),segment_id=81bf7a93-80b3-43df-b9d5-462c604a2945)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:22:01.138842 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:01.140930 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43161873-7e25-46ba-939e-d9598e05bb16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1dfa8d4-a7d0-4f85-b35d-8b2b5c31eb50'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:22:01.143917 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd62303f06773040a8a4e189dc46b4f565768c299abf8ab8e7739778b0bc3e97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4b0b584-df26-4381-9adf-f93c740d51f7" -d '{"events": [{"server_uuid": "43161873-7e25-46ba-939e-d9598e05bb16", "name": "network-vif-plugged", "status": "completed", "tag": "c1dfa8d4-a7d0-4f85-b35d-8b2b5c31eb50"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:22:01.152224 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-9982bd92-43c6-4415-9f94-cb71a97ab6c1 None None] Attempting to bind port faa9e830-013e-4662-bded-5a327eaa3d83 on host n-d-779913-29 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:22:01.152667 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-9982bd92-43c6-4415-9f94-cb71a97ab6c1 None None] Attempting to bind port faa9e830-013e-4662-bded-5a327eaa3d83 by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': '92674e00-5a45-4167-ba04-e974711325a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'c149b5f1-6e5e-4f3f-a366-78c91881c967'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:22:01.153006 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9982bd92-43c6-4415-9f94-cb71a97ab6c1 None None] Attempting to bind port faa9e830-013e-4662-bded-5a327eaa3d83 on network c149b5f1-6e5e-4f3f-a366-78c91881c967 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:22:01.186002 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e15f31ae-11d6-4add-995f-f4d62441335c admin admin] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:01.192914 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port c1dfa8d4-a7d0-4f85-b35d-8b2b5c31eb50, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=c1dfa8d4-a7d0-4f85-b35d-8b2b5c31eb50,segment=NetworkSegment(24f71cf3-e685-41fb-a190-ed6a8e6e15df),segment_id=24f71cf3-e685-41fb-a190-ed6a8e6e15df)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:22:01.202882 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:01.204905 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9982bd92-43c6-4415-9f94-cb71a97ab6c1 None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 21, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:22:01.205330 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9982bd92-43c6-4415-9f94-cb71a97ab6c1 None None] Checking segment: {'id': '92674e00-5a45-4167-ba04-e974711325a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'c149b5f1-6e5e-4f3f-a366-78c91881c967'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:22:01.206021 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9982bd92-43c6-4415-9f94-cb71a97ab6c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:01.206308 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9982bd92-43c6-4415-9f94-cb71a97ab6c1 None None] Bound using segment: {'id': '92674e00-5a45-4167-ba04-e974711325a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'c149b5f1-6e5e-4f3f-a366-78c91881c967'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:22:01.206979 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-9982bd92-43c6-4415-9f94-cb71a97ab6c1 None None] Bound port: faa9e830-013e-4662-bded-5a327eaa3d83, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92674e00-5a45-4167-ba04-e974711325a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'c149b5f1-6e5e-4f3f-a366-78c91881c967'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:22:01.207439 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9982bd92-43c6-4415-9f94-cb71a97ab6c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:01.216579 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-90dac00f-59e4-4f84-94b3-152deb29b4e4 admin admin] Allocated IP 172.25.4.212 (2dcd4d32-cc7c-4468-b396-7ce5c9231892/6cd22a75-5bc1-467c-a3c4-0af04bd1b34a/06704956-bd7f-4e76-b508-c1df0274e02f) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:22:01.234669 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e15f31ae-11d6-4add-995f-f4d62441335c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13574142'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:01.237777 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Pushing event updated for resources: {'Port': ['ID=89e4192b-2e8b-474c-8960-f00cf8e34d0b,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:01.277429 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-377fd2ba-fdb3-4098-ab90-2330b3e0ac1a tempest-ServersWithSpecificFlavorTestJSON-1964774978 tempest-ServersWithSpecificFlavorTestJSON-1964774978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:01.280748 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-377fd2ba-fdb3-4098-ab90-2330b3e0ac1a tempest-ServersWithSpecificFlavorTestJSON-1964774978 tempest-ServersWithSpecificFlavorTestJSON-1964774978-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:01.284516 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-377fd2ba-fdb3-4098-ab90-2330b3e0ac1a tempest-ServersWithSpecificFlavorTestJSON-1964774978 tempest-ServersWithSpecificFlavorTestJSON-1964774978-project] 10.222.0.68 "DELETE /v2.0/security-groups/c439237c-c705-4180-98e6-8dcbf5353a3f HTTP/1.1" status: 204 len: 168 time: 0.7830489 Jul 14 09:22:01.355612 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e15f31ae-11d6-4add-995f-f4d62441335c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-683747'] for router_interface, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:01.365039 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15f31ae-11d6-4add-995f-f4d62441335c admin admin] Pushing event updated for resources: {'Port': ['ID=9d6dc8ae-fc8d-4a95-b78a-f102e4b19a81,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:01.367527 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 42484) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:01.377169 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377fd2ba-fdb3-4098-ab90-2330b3e0ac1a tempest-ServersWithSpecificFlavorTestJSON-1964774978 tempest-ServersWithSpecificFlavorTestJSON-1964774978-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c439237c-c705-4180-98e6-8dcbf5353a3f,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:01.393474 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1a6e9941-4471-4e8e-980f-18b5cf02671c req-41d6dc68-55a6-41ae-bf65-6b4dce54bd10 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d4279121-b5ff-4ac9-b901-86317ded0cdc HTTP/1.1" status: 200 len: 217 time: 0.2862036 Jul 14 09:22:01.408741 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-9982bd92-43c6-4415-9f94-cb71a97ab6c1 None None] For port faa9e830-013e-4662-bded-5a327eaa3d83, host n-d-779913-29, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:22:01.414719 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Pushing event updated for resources: {'Port': ['ID=c1dfa8d4-a7d0-4f85-b35d-8b2b5c31eb50,revision_number=8']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:01.426087 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-9982bd92-43c6-4415-9f94-cb71a97ab6c1 None None] For port faa9e830-013e-4662-bded-5a327eaa3d83, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=faa9e830-013e-4662-bded-5a327eaa3d83,segment=NetworkSegment(92674e00-5a45-4167-ba04-e974711325a2),segment_id=92674e00-5a45-4167-ba04-e974711325a2)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:22:01.457913 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9982bd92-43c6-4415-9f94-cb71a97ab6c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:01.527659 n-d-779913-29 neutron-server[93958]: INFO neutron.api.v2.resource [None req-9d576d39-4ce7-4d28-b4a6-1ebba9b4ebf5 tempest-ServersWithSpecificFlavorTestJSON-1964774978 tempest-ServersWithSpecificFlavorTestJSON-1964774978-project] show failed (client error): The resource could not be found. Jul 14 09:22:01.528813 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-9d576d39-4ce7-4d28-b4a6-1ebba9b4ebf5 tempest-ServersWithSpecificFlavorTestJSON-1964774978 tempest-ServersWithSpecificFlavorTestJSON-1964774978-project] 10.222.0.68 "GET /v2.0/security-groups/c439237c-c705-4180-98e6-8dcbf5353a3f HTTP/1.1" status: 404 len: 347 time: 0.0373323 Jul 14 09:22:01.538273 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada3fed7-10ac-42af-8a6f-36efdd0582fb req-d0acf861-0bca-4650-bf6e-25317135ade5 tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:01.549184 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 42492) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:01.552012 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ada3fed7-10ac-42af-8a6f-36efdd0582fb req-d0acf861-0bca-4650-bf6e-25317135ade5 tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] 10.222.0.68 "GET /v2.0/ports?device_id=28521a7d-bbb7-41ce-a6f8-703f8a90cbe7 HTTP/1.1" status: 200 len: 944 time: 0.3554032 Jul 14 09:22:01.558335 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6e9941-4471-4e8e-980f-18b5cf02671c req-335468c9-835b-46a6-8492-1e53a78514f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:01.560031 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1a6e9941-4471-4e8e-980f-18b5cf02671c req-335468c9-835b-46a6-8492-1e53a78514f8 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9512be90-2f1e-4759-8e05-fbe0d51f306d HTTP/1.1" status: 200 len: 862 time: 0.1593096 Jul 14 09:22:01.605478 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e15f31ae-11d6-4add-995f-f4d62441335c admin admin] Network 35bb4585-48dc-413b-94b2-f9784e051889 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:22:01.619580 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f09ddb2-351f-4acd-b52d-e1bba1604daa req-88b3c18d-217b-43ee-ad88-b4ffe2e9b835 tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:01.627457 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-2f09ddb2-351f-4acd-b52d-e1bba1604daa req-88b3c18d-217b-43ee-ad88-b4ffe2e9b835 tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] 10.222.0.68 "GET /v2.0/ports?device_id=43161873-7e25-46ba-939e-d9598e05bb16 HTTP/1.1" status: 200 len: 943 time: 0.6209366 Jul 14 09:22:01.659710 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1a6e9941-4471-4e8e-980f-18b5cf02671c req-9aa26455-f057-49d1-8153-2c65fa3437d3 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=7a07191a-b9d7-482c-8935-c823cd63fc61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0636375 Jul 14 09:22:01.667301 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-e15f31ae-11d6-4add-995f-f4d62441335c admin admin] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:22:01.696458 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-90dac00f-59e4-4f84-94b3-152deb29b4e4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:01.697834 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9982bd92-43c6-4415-9f94-cb71a97ab6c1 None None] Pushing event updated for resources: {'Port': ['ID=faa9e830-013e-4662-bded-5a327eaa3d83,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:01.737163 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-2f09ddb2-351f-4acd-b52d-e1bba1604daa req-a347ac86-641a-447c-8d7d-c4689ecda59a tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] 10.222.0.68 "GET /v2.0/security-groups?id=c6f7d264-cbb5-40f9-9fec-5b9701ca674b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074047 Jul 14 09:22:01.758458 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d2d34996-12fe-42d6-a564-66ade36a56c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-711762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-661452'] for router, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:01.841971 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ada3fed7-10ac-42af-8a6f-36efdd0582fb req-76bc50a9-6140-4ed9-8f8b-46ca3719c18e tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] 10.222.0.68 "GET /v2.0/security-groups?id=372c68ac-7430-41d6-997c-166ff070d0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2552330 Jul 14 09:22:01.848229 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:22:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dcb2c45-d0b2-4a8a-8396-6e15181319be x-openstack-request-id: req-6dcb2c45-d0b2-4a8a-8396-6e15181319be {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:22:01.848604 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43161873-7e25-46ba-939e-d9598e05bb16", "name": "network-vif-plugged", "status": "completed", "tag": "c1dfa8d4-a7d0-4f85-b35d-8b2b5c31eb50", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:22:01.848869 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-6dcb2c45-d0b2-4a8a-8396-6e15181319be {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:22:01.849457 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43161873-7e25-46ba-939e-d9598e05bb16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1dfa8d4-a7d0-4f85-b35d-8b2b5c31eb50', 'code': 200} Jul 14 09:22:01.884982 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1a6e9941-4471-4e8e-980f-18b5cf02671c req-4b40bf5b-851a-48c6-9b9b-974971e5a288 service neutron] 10.222.0.65 "GET /v2.0/networks/7a07191a-b9d7-482c-8935-c823cd63fc61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1776090 Jul 14 09:22:02.092104 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-90dac00f-59e4-4f84-94b3-152deb29b4e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:02.194795 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c09b7aa3-bed6-4907-aba3-8f1f0577d488 None None] Network 953a1b74-24d2-462c-9c6b-0494dc6ab921 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:22:02.225815 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1a6e9941-4471-4e8e-980f-18b5cf02671c req-18e7f8f6-f713-49f8-90b4-9ec2a2d8d94c service neutron] 10.222.0.65 "GET /v2.0/networks/7a07191a-b9d7-482c-8935-c823cd63fc61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3296423 Jul 14 09:22:02.264186 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90dac00f-59e4-4f84-94b3-152deb29b4e4 admin admin] Network 2dcd4d32-cc7c-4468-b396-7ce5c9231892 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:22:02.274966 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-90dac00f-59e4-4f84-94b3-152deb29b4e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:22:02.285315 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90dac00f-59e4-4f84-94b3-152deb29b4e4 admin admin] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:22:02.302426 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-6b32017c-416c-4871-8ce1-fa497f4d6b7b tempest-ServersWithSpecificFlavorTestJSON-1964774978 tempest-ServersWithSpecificFlavorTestJSON-1964774978-project] Deleting port 82d8a615-9bfb-4acd-a84b-50852ec7427c {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:22:02.302990 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6b32017c-416c-4871-8ce1-fa497f4d6b7b tempest-ServersWithSpecificFlavorTestJSON-1964774978 tempest-ServersWithSpecificFlavorTestJSON-1964774978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:02.322542 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device a377a3cf-fd78-449a-b9d3-77b04ddd274f up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:22:02.347203 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dac00f-59e4-4f84-94b3-152deb29b4e4 admin admin] Pushing event updated for resources: {'Port': ['ID=06704956-bd7f-4e76-b508-c1df0274e02f,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:02.399545 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e15f31ae-11d6-4add-995f-f4d62441335c admin admin] Router b16341a3-8a43-43a5-9f2e-f138fb27b79c has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:22:02.472049 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-3ddb240f-7ea2-4a4e-805c-d15d519a2947 None None] Provisioning for port a377a3cf-fd78-449a-b9d3-77b04ddd274f completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:22:02.538830 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning for port a377a3cf-fd78-449a-b9d3-77b04ddd274f completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:22:02.549032 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port a377a3cf-fd78-449a-b9d3-77b04ddd274f triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:22:02.549880 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:02.550947 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6b32017c-416c-4871-8ce1-fa497f4d6b7b tempest-ServersWithSpecificFlavorTestJSON-1964774978 tempest-ServersWithSpecificFlavorTestJSON-1964774978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:02.552398 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6b32017c-416c-4871-8ce1-fa497f4d6b7b tempest-ServersWithSpecificFlavorTestJSON-1964774978 tempest-ServersWithSpecificFlavorTestJSON-1964774978-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:02.582217 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-6b32017c-416c-4871-8ce1-fa497f4d6b7b tempest-ServersWithSpecificFlavorTestJSON-1964774978 tempest-ServersWithSpecificFlavorTestJSON-1964774978-project] Calling delete_port for 82d8a615-9bfb-4acd-a84b-50852ec7427c owned by network:floatingip {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:22:02.596240 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2d34996-12fe-42d6-a564-66ade36a56c9 admin admin] Router 85a218d1-2222-4a83-89a1-ff1279d4d9b9 is scheduled to L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 with binding_index 1 {{(pid=93958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:22:02.656372 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-efb7a114-2628-4625-ae10-3cc6a9a7ce22 None None] Provisioning complete for port 9d6dc8ae-fc8d-4a95-b78a-f102e4b19a81 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:22:02.657033 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-efb7a114-2628-4625-ae10-3cc6a9a7ce22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:02.729152 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fec68c-b745-40b7-9c4f-1c1a4dfc3ac1 req-481fec17-fd33-4f0b-8fa3-ea80367a95a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:02.731123 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-51fec68c-b745-40b7-9c4f-1c1a4dfc3ac1 req-481fec17-fd33-4f0b-8fa3-ea80367a95a9 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=43161873-7e25-46ba-939e-d9598e05bb16 HTTP/1.1" status: 200 len: 1097 time: 0.3424358 Jul 14 09:22:02.776507 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fea0f2-862a-4aab-90ea-96182c161f14 req-4b4b5027-693c-45ff-895a-80ef078ceda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:02.778443 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-51fea0f2-862a-4aab-90ea-96182c161f14 req-4b4b5027-693c-45ff-895a-80ef078ceda1 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=aad66054a8f146139519a42123ab4eac&device_id=28521a7d-bbb7-41ce-a6f8-703f8a90cbe7 HTTP/1.1" status: 200 len: 1096 time: 0.4278779 Jul 14 09:22:02.820118 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e15f31ae-11d6-4add-995f-f4d62441335c admin admin] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:22:02.831255 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a5dbfbb-9790-4292-b92a-a3660ffcbec6 None None] Sync routers for ids ['b16341a3-8a43-43a5-9f2e-f138fb27b79c'] in n-d-779913-29 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:22:02.840028 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-e15f31ae-11d6-4add-995f-f4d62441335c admin admin] 10.222.0.68 "PUT /v2.0/routers/b16341a3-8a43-43a5-9f2e-f138fb27b79c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1112437 Jul 14 09:22:02.856119 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a5dbfbb-9790-4292-b92a-a3660ffcbec6 None None] Routers {'b16341a3-8a43-43a5-9f2e-f138fb27b79c'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:22:02.860290 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:02.860868 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-2a5dbfbb-9790-4292-b92a-a3660ffcbec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:21:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['b16341a3-8a43-43a5-9f2e-f138fb27b79c'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:22:02.909710 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-efb7a114-2628-4625-ae10-3cc6a9a7ce22 None None] Port 9d6dc8ae-fc8d-4a95-b78a-f102e4b19a81 cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:22:02.966746 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] For port a377a3cf-fd78-449a-b9d3-77b04ddd274f, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=a377a3cf-fd78-449a-b9d3-77b04ddd274f,segment=NetworkSegment(b6458fe8-4b1d-4718-b89e-8e67f3faa60a),segment_id=b6458fe8-4b1d-4718-b89e-8e67f3faa60a)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:22:02.979951 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:02.985608 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 89e4192b-2e8b-474c-8960-f00cf8e34d0b up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:22:03.116275 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Pushing event updated for resources: {'Port': ['ID=a377a3cf-fd78-449a-b9d3-77b04ddd274f,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:03.169121 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-51fec68c-b745-40b7-9c4f-1c1a4dfc3ac1 req-b016d2a1-7ccc-4986-a987-96e3262fbc61 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=c6f7d264-cbb5-40f9-9fec-5b9701ca674b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3845551 Jul 14 09:22:03.175182 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-90dac00f-59e4-4f84-94b3-152deb29b4e4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:03.185460 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port 89e4192b-2e8b-474c-8960-f00cf8e34d0b triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:22:03.185872 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:03.254769 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-2a5dbfbb-9790-4292-b92a-a3660ffcbec6 None None] Set router b16341a3-8a43-43a5-9f2e-f138fb27b79c gateway port host: n-d-779913-29 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:22:03.511306 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2d34996-12fe-42d6-a564-66ade36a56c9 admin admin] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:22:03.523955 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-301ddfb9-eca0-4282-ad1a-36d7bd733e85 None None] Sync routers for ids ['85a218d1-2222-4a83-89a1-ff1279d4d9b9'] in n-d-779913-29 {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:22:03.550880 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-6288d431-91b0-4170-8000-ab1f004c35c4 None None] Provisioning complete for port a377a3cf-fd78-449a-b9d3-77b04ddd274f triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:22:03.560617 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6288d431-91b0-4170-8000-ab1f004c35c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:03.616773 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-301ddfb9-eca0-4282-ad1a-36d7bd733e85 None None] Routers {'85a218d1-2222-4a83-89a1-ff1279d4d9b9'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:22:03.617926 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-301ddfb9-eca0-4282-ad1a-36d7bd733e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:21:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['85a218d1-2222-4a83-89a1-ff1279d4d9b9'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:22:03.619932 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d2d34996-12fe-42d6-a564-66ade36a56c9 admin admin] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:03.621834 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-d2d34996-12fe-42d6-a564-66ade36a56c9 admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 7.4558282 Jul 14 09:22:03.627421 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38144cd0-5b98-454b-a21f-72d53dcad68a None None] Network c149b5f1-6e5e-4f3f-a366-78c91881c967 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:22:03.629025 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 42534) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:03.710478 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fea0f2-862a-4aab-90ea-96182c161f14 req-232a3c9b-f261-4dff-9aea-c3d0efe22c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:03.712085 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-51fea0f2-862a-4aab-90ea-96182c161f14 req-232a3c9b-f261-4dff-9aea-c3d0efe22c61 service neutron] 10.222.0.65 "GET /v2.0/networks?id=7a07191a-b9d7-482c-8935-c823cd63fc61 HTTP/1.1" status: 200 len: 923 time: 0.9130578 Jul 14 09:22:03.731712 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-2a5dbfbb-9790-4292-b92a-a3660ffcbec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b16341a3-8a43-43a5-9f2e-f138fb27b79c', 'name': 'tempest-AttachSCSIVolumeTestJSON-1134182924-router', 'tenant_id': '26a9970eb8a84d198743b0304e5bd40a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.12'}], 'enable_snat': True}, 'gw_port_id': '89e4192b-2e8b-474c-8960-f00cf8e34d0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:21:49Z', 'updated_at': '2021-07-14T09:21:59Z', 'revision_number': 4, 'project_id': '26a9970eb8a84d198743b0304e5bd40a', 'gw_port': {'id': '89e4192b-2e8b-474c-8960-f00cf8e34d0b', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:61:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b16341a3-8a43-43a5-9f2e-f138fb27b79c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:21:50Z', 'updated_at': '2021-07-14T09:22:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': '9d6dc8ae-fc8d-4a95-b78a-f102e4b19a81', 'name': '', 'network_id': '35bb4585-48dc-413b-94b2-f9784e051889', 'tenant_id': '26a9970eb8a84d198743b0304e5bd40a', 'mac_address': 'fa:16:3e:2c:b2:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b16341a3-8a43-43a5-9f2e-f138fb27b79c', 'device_owner': 'network:router_interface', 'standard_attr_id': 777, 'fixed_ips': [{'subnet_id': '8a1b4390-5916-4a6c-8692-ae5d7ad2a946', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:21:57Z', 'updated_at': '2021-07-14T09:22:00Z', 'revision_number': 2, 'project_id': '26a9970eb8a84d198743b0304e5bd40a', 'subnets': [{'id': '8a1b4390-5916-4a6c-8692-ae5d7ad2a946', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:22:03.768120 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21789500-4e50-4a7b-9d95-67d1bbc565cf req-065c07fa-4347-4095-b193-0e0b9a6c25f4 tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:03.779917 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-21789500-4e50-4a7b-9d95-67d1bbc565cf req-065c07fa-4347-4095-b193-0e0b9a6c25f4 tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] 10.222.0.68 "GET /v2.0/ports?device_id=43161873-7e25-46ba-939e-d9598e05bb16 HTTP/1.1" status: 200 len: 945 time: 0.4013491 Jul 14 09:22:03.780569 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a5dbfbb-9790-4292-b92a-a3660ffcbec6 None None] Checking router: b16341a3-8a43-43a5-9f2e-f138fb27b79c for host: n-d-779913-29 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:22:03.780926 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a5dbfbb-9790-4292-b92a-a3660ffcbec6 None None] Updating router b16341a3-8a43-43a5-9f2e-f138fb27b79c port 9d6dc8ae-fc8d-4a95-b78a-f102e4b19a81 binding host n-d-779913-29 {{(pid=93960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:22:03.793856 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6b32017c-416c-4871-8ce1-fa497f4d6b7b tempest-ServersWithSpecificFlavorTestJSON-1964774978 tempest-ServersWithSpecificFlavorTestJSON-1964774978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:03.830974 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-2a5dbfbb-9790-4292-b92a-a3660ffcbec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:04.013960 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b32017c-416c-4871-8ce1-fa497f4d6b7b tempest-ServersWithSpecificFlavorTestJSON-1964774978 tempest-ServersWithSpecificFlavorTestJSON-1964774978-project] Pushing event deleted for resources: {'Port': ['ID=82d8a615-9bfb-4acd-a84b-50852ec7427c,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:04.286270 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device faa9e830-013e-4662-bded-5a327eaa3d83 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:22:04.310287 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b32017c-416c-4871-8ce1-fa497f4d6b7b tempest-ServersWithSpecificFlavorTestJSON-1964774978 tempest-ServersWithSpecificFlavorTestJSON-1964774978-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:22:04.310989 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b32017c-416c-4871-8ce1-fa497f4d6b7b tempest-ServersWithSpecificFlavorTestJSON-1964774978 tempest-ServersWithSpecificFlavorTestJSON-1964774978-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:22:04.314118 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b32017c-416c-4871-8ce1-fa497f4d6b7b tempest-ServersWithSpecificFlavorTestJSON-1964774978 tempest-ServersWithSpecificFlavorTestJSON-1964774978-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:22:04.315483 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b32017c-416c-4871-8ce1-fa497f4d6b7b tempest-ServersWithSpecificFlavorTestJSON-1964774978 tempest-ServersWithSpecificFlavorTestJSON-1964774978-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:22:04.316903 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b32017c-416c-4871-8ce1-fa497f4d6b7b tempest-ServersWithSpecificFlavorTestJSON-1964774978 tempest-ServersWithSpecificFlavorTestJSON-1964774978-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:22:04.318169 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b32017c-416c-4871-8ce1-fa497f4d6b7b tempest-ServersWithSpecificFlavorTestJSON-1964774978 tempest-ServersWithSpecificFlavorTestJSON-1964774978-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:22:04.318765 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b32017c-416c-4871-8ce1-fa497f4d6b7b tempest-ServersWithSpecificFlavorTestJSON-1964774978 tempest-ServersWithSpecificFlavorTestJSON-1964774978-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:22:04.321444 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b32017c-416c-4871-8ce1-fa497f4d6b7b tempest-ServersWithSpecificFlavorTestJSON-1964774978 tempest-ServersWithSpecificFlavorTestJSON-1964774978-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:22:04.322052 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b32017c-416c-4871-8ce1-fa497f4d6b7b tempest-ServersWithSpecificFlavorTestJSON-1964774978 tempest-ServersWithSpecificFlavorTestJSON-1964774978-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:22:04.322590 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b32017c-416c-4871-8ce1-fa497f4d6b7b tempest-ServersWithSpecificFlavorTestJSON-1964774978 tempest-ServersWithSpecificFlavorTestJSON-1964774978-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:22:04.323423 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b32017c-416c-4871-8ce1-fa497f4d6b7b tempest-ServersWithSpecificFlavorTestJSON-1964774978 tempest-ServersWithSpecificFlavorTestJSON-1964774978-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:22:04.326281 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b32017c-416c-4871-8ce1-fa497f4d6b7b tempest-ServersWithSpecificFlavorTestJSON-1964774978 tempest-ServersWithSpecificFlavorTestJSON-1964774978-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:22:04.364458 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-51fea0f2-862a-4aab-90ea-96182c161f14 req-a6e0c7f8-0a81-4cab-92ef-b959ce0b4ec1 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d4279121-b5ff-4ac9-b901-86317ded0cdc HTTP/1.1" status: 200 len: 217 time: 0.6413858 Jul 14 09:22:04.394048 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-90dac00f-59e4-4f84-94b3-152deb29b4e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-711762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-661452'] for router, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:04.456328 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-21789500-4e50-4a7b-9d95-67d1bbc565cf req-a38d7637-9490-4379-8666-27b2ba97fe92 tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] 10.222.0.68 "GET /v2.0/security-groups?id=c6f7d264-cbb5-40f9-9fec-5b9701ca674b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6751471 Jul 14 09:22:04.565647 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d589fc4-5645-4e3f-aead-9f44b444bc81 req-d6133ff2-5752-4b90-a122-db7023ad3758 tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:04.565862 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvr_db [None req-301ddfb9-eca0-4282-ad1a-36d7bd733e85 None None] Set router 85a218d1-2222-4a83-89a1-ff1279d4d9b9 gateway port host: n-d-779913-29 {{(pid=93959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:22:04.573816 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-9d589fc4-5645-4e3f-aead-9f44b444bc81 req-d6133ff2-5752-4b90-a122-db7023ad3758 tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] 10.222.0.68 "GET /v2.0/ports?device_id=28521a7d-bbb7-41ce-a6f8-703f8a90cbe7 HTTP/1.1" status: 200 len: 944 time: 1.0262971 Jul 14 09:22:04.643787 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6b32017c-416c-4871-8ce1-fa497f4d6b7b tempest-ServersWithSpecificFlavorTestJSON-1964774978 tempest-ServersWithSpecificFlavorTestJSON-1964774978-project] Notify callbacks [] for floatingip, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:04.658715 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6b32017c-416c-4871-8ce1-fa497f4d6b7b tempest-ServersWithSpecificFlavorTestJSON-1964774978 tempest-ServersWithSpecificFlavorTestJSON-1964774978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for floatingip, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:04.660302 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-9d589fc4-5645-4e3f-aead-9f44b444bc81 req-9925c922-77f2-4b83-9d1b-3186ff86cc64 tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] 10.222.0.68 "GET /v2.0/security-groups?id=372c68ac-7430-41d6-997c-166ff070d0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850916 Jul 14 09:22:04.664037 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-2a5dbfbb-9790-4292-b92a-a3660ffcbec6 None None] Notify callbacks [] for port, precommit_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:04.666813 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-6b32017c-416c-4871-8ce1-fa497f4d6b7b tempest-ServersWithSpecificFlavorTestJSON-1964774978 tempest-ServersWithSpecificFlavorTestJSON-1964774978-project] 10.222.0.68 "DELETE /v2.0/floatingips/0fc97df8-c35c-4f5c-9dfa-b83a0a94a425 HTTP/1.1" status: 204 len: 168 time: 3.1050942 Jul 14 09:22:04.696578 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-2a5dbfbb-9790-4292-b92a-a3660ffcbec6 None None] Transition to ACTIVE for port object 9d6dc8ae-fc8d-4a95-b78a-f102e4b19a81 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:22:04.719115 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-2a5dbfbb-9790-4292-b92a-a3660ffcbec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:04.754866 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fea0f2-862a-4aab-90ea-96182c161f14 req-866e8793-e14c-4ab4-a0eb-c1f3bcea2fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:04.756122 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-51fea0f2-862a-4aab-90ea-96182c161f14 req-866e8793-e14c-4ab4-a0eb-c1f3bcea2fd2 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9512be90-2f1e-4759-8e05-fbe0d51f306d HTTP/1.1" status: 200 len: 862 time: 0.3566191 Jul 14 09:22:04.839882 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-47e885b2-8916-49b7-8190-f3b1d2d89ebf None None] Provisioning for port faa9e830-013e-4662-bded-5a327eaa3d83 completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:22:04.848072 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning for port faa9e830-013e-4662-bded-5a327eaa3d83 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:22:04.879832 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-51fea0f2-862a-4aab-90ea-96182c161f14 req-28e8da7f-0852-4219-ae40-d4d764de4f8b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=7a07191a-b9d7-482c-8935-c823cd63fc61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1101019 Jul 14 09:22:05.052163 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdefe9a-f05e-4a86-a30d-1790d9db8797 None None] Pushing event updated for resources: {'Port': ['ID=9d6dc8ae-fc8d-4a95-b78a-f102e4b19a81,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:05.062793 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-47e885b2-8916-49b7-8190-f3b1d2d89ebf None None] Provisioning complete for port faa9e830-013e-4662-bded-5a327eaa3d83 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:22:05.077304 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-47e885b2-8916-49b7-8190-f3b1d2d89ebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:05.083680 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port faa9e830-013e-4662-bded-5a327eaa3d83 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:22:05.109927 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:05.271505 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-2a5dbfbb-9790-4292-b92a-a3660ffcbec6 None None] Attempting to bind port 9d6dc8ae-fc8d-4a95-b78a-f102e4b19a81 on host n-d-779913-29 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:22:05.271879 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-2a5dbfbb-9790-4292-b92a-a3660ffcbec6 None None] Attempting to bind port 9d6dc8ae-fc8d-4a95-b78a-f102e4b19a81 by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': 'd81ded90-375f-4c24-b1be-e729bc4aa402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '35bb4585-48dc-413b-94b2-f9784e051889'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:22:05.273943 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a5dbfbb-9790-4292-b92a-a3660ffcbec6 None None] Attempting to bind port 9d6dc8ae-fc8d-4a95-b78a-f102e4b19a81 on network 35bb4585-48dc-413b-94b2-f9784e051889 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:22:05.299467 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a5dbfbb-9790-4292-b92a-a3660ffcbec6 None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 21, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:22:05.299467 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a5dbfbb-9790-4292-b92a-a3660ffcbec6 None None] Checking segment: {'id': 'd81ded90-375f-4c24-b1be-e729bc4aa402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '35bb4585-48dc-413b-94b2-f9784e051889'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:22:05.299942 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-2a5dbfbb-9790-4292-b92a-a3660ffcbec6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:05.307454 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a5dbfbb-9790-4292-b92a-a3660ffcbec6 None None] Bound using segment: {'id': 'd81ded90-375f-4c24-b1be-e729bc4aa402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '35bb4585-48dc-413b-94b2-f9784e051889'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:22:05.311584 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-2a5dbfbb-9790-4292-b92a-a3660ffcbec6 None None] Bound port: 9d6dc8ae-fc8d-4a95-b78a-f102e4b19a81, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd81ded90-375f-4c24-b1be-e729bc4aa402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '35bb4585-48dc-413b-94b2-f9784e051889'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:22:05.312144 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-2a5dbfbb-9790-4292-b92a-a3660ffcbec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:05.439254 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device d4279121-b5ff-4ac9-b901-86317ded0cdc details requested by agent hyperv_n-h1-779913-29 with host n-h1-779913-29 {{(pid=93959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:22:05.543927 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-51fea0f2-862a-4aab-90ea-96182c161f14 req-a7a3a0a0-addf-4634-91ca-5b6dc58d7611 service neutron] 10.222.0.65 "GET /v2.0/networks/7a07191a-b9d7-482c-8935-c823cd63fc61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6576011 Jul 14 09:22:05.594940 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-2a5dbfbb-9790-4292-b92a-a3660ffcbec6 None None] For port 9d6dc8ae-fc8d-4a95-b78a-f102e4b19a81, host n-d-779913-29, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:22:05.598966 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.db.resource_extend [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 14 09:22:05.607798 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-2a5dbfbb-9790-4292-b92a-a3660ffcbec6 None None] For port 9d6dc8ae-fc8d-4a95-b78a-f102e4b19a81, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=9d6dc8ae-fc8d-4a95-b78a-f102e4b19a81,segment=NetworkSegment(d81ded90-375f-4c24-b1be-e729bc4aa402),segment_id=d81ded90-375f-4c24-b1be-e729bc4aa402)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:22:05.617934 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-2a5dbfbb-9790-4292-b92a-a3660ffcbec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:05.637145 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90dac00f-59e4-4f84-94b3-152deb29b4e4 admin admin] Router c549170d-8796-4135-8552-ed9b8ece7498 is scheduled to L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 with binding_index 1 {{(pid=93957) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:22:05.963719 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdefe9a-f05e-4a86-a30d-1790d9db8797 None None] Pushing event updated for resources: {'Port': ['ID=9d6dc8ae-fc8d-4a95-b78a-f102e4b19a81,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:05.969664 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a5dbfbb-9790-4292-b92a-a3660ffcbec6 None None] Routers {'b16341a3-8a43-43a5-9f2e-f138fb27b79c'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:22:05.972506 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-2a5dbfbb-9790-4292-b92a-a3660ffcbec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:21:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['b16341a3-8a43-43a5-9f2e-f138fb27b79c'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:22:06.030152 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4f72e651-125a-41dc-a51b-e8a4a54f15ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:06.174789 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91970ff9-36bf-41c4-b412-8522248eede8 req-bfb7c2ea-2f2c-40e7-b3ef-766e12f073fc tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:06.184953 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-91970ff9-36bf-41c4-b412-8522248eede8 req-bfb7c2ea-2f2c-40e7-b3ef-766e12f073fc tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] 10.222.0.68 "GET /v2.0/ports?device_id=43161873-7e25-46ba-939e-d9598e05bb16 HTTP/1.1" status: 200 len: 945 time: 0.2779567 Jul 14 09:22:06.323184 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port d4279121-b5ff-4ac9-b901-86317ded0cdc, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=d4279121-b5ff-4ac9-b901-86317ded0cdc,segment=NetworkSegment(59e27924-9549-4175-909e-ce4f3019b149),segment_id=59e27924-9549-4175-909e-ce4f3019b149)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:22:06.330123 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-4f72e651-125a-41dc-a51b-e8a4a54f15ef admin admin] Allocated IP 172.20.0.1 (953a1b74-24d2-462c-9c6b-0494dc6ab921/2a7909c7-d3f8-41cd-8b73-bc958e683ecf/a78c39cc-af54-4bf8-8106-29dbf885f680) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:22:06.364900 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-2a5dbfbb-9790-4292-b92a-a3660ffcbec6 None None] Set router b16341a3-8a43-43a5-9f2e-f138fb27b79c gateway port host: n-d-779913-29 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:22:06.462378 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-47e885b2-8916-49b7-8190-f3b1d2d89ebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:06.479417 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Returning: {'device': 'd4279121-b5ff-4ac9-b901-86317ded0cdc', 'network_id': '7a07191a-b9d7-482c-8935-c823cd63fc61', 'port_id': 'd4279121-b5ff-4ac9-b901-86317ded0cdc', 'mac_address': 'fa:16:3e:ab:2f:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 728, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9512be90-2f1e-4759-8e05-fbe0d51f306d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:22:06.482030 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4f72e651-125a-41dc-a51b-e8a4a54f15ef admin admin] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:06.500100 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-4f72e651-125a-41dc-a51b-e8a4a54f15ef admin admin] Transition to ACTIVE for port object a78c39cc-af54-4bf8-8106-29dbf885f680 will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:22:06.503360 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90dac00f-59e4-4f84-94b3-152deb29b4e4 admin admin] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:22:06.517128 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-47e885b2-8916-49b7-8190-f3b1d2d89ebf None None] For port faa9e830-013e-4662-bded-5a327eaa3d83, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=faa9e830-013e-4662-bded-5a327eaa3d83,segment=NetworkSegment(92674e00-5a45-4167-ba04-e974711325a2),segment_id=92674e00-5a45-4167-ba04-e974711325a2)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:22:06.532324 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-47e885b2-8916-49b7-8190-f3b1d2d89ebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:06.543954 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-51fea0f2-862a-4aab-90ea-96182c161f14 req-5ee8e68a-c1d2-41e5-b1ea-dd4411b9c9cd service neutron] 10.222.0.65 "GET /v2.0/networks/7a07191a-b9d7-482c-8935-c823cd63fc61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9845169 Jul 14 09:22:06.558018 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4f72e651-125a-41dc-a51b-e8a4a54f15ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:06.570525 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e86d787-95f1-4e0b-b88a-c3af379e5f08 None None] Sync routers for ids ['c549170d-8796-4135-8552-ed9b8ece7498'] in n-d-779913-29 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:22:06.574396 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-90dac00f-59e4-4f84-94b3-152deb29b4e4 admin admin] Notify callbacks [] for router, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:06.575671 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-90dac00f-59e4-4f84-94b3-152deb29b4e4 admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.7119935 Jul 14 09:22:06.584315 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 42560) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:06.626594 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e86d787-95f1-4e0b-b88a-c3af379e5f08 None None] Routers {'c549170d-8796-4135-8552-ed9b8ece7498'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:22:06.627130 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-5e86d787-95f1-4e0b-b88a-c3af379e5f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:21:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['c549170d-8796-4135-8552-ed9b8ece7498'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:22:06.631231 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6d376f-e300-4ec8-9433-b4b0ec75839e req-da90e3cd-3a90-41df-9aa1-c93019d1f5ae tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:06.633252 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-cc6d376f-e300-4ec8-9433-b4b0ec75839e req-da90e3cd-3a90-41df-9aa1-c93019d1f5ae tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] 10.222.0.68 "GET /v2.0/ports?device_id=28521a7d-bbb7-41ce-a6f8-703f8a90cbe7 HTTP/1.1" status: 200 len: 944 time: 0.5376742 Jul 14 09:22:06.666243 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:06.672209 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f72e651-125a-41dc-a51b-e8a4a54f15ef admin admin] Pushing event updated for resources: {'Port': ['ID=a78c39cc-af54-4bf8-8106-29dbf885f680,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:06.693267 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e885b2-8916-49b7-8190-f3b1d2d89ebf None None] Pushing event updated for resources: {'Port': ['ID=faa9e830-013e-4662-bded-5a327eaa3d83,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:06.697229 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4279121-b5ff-4ac9-b901-86317ded0cdc {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:22:06.719921 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-cc6d376f-e300-4ec8-9433-b4b0ec75839e req-77e28bd7-c923-46c5-9926-f7e9a66f55c9 tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] 10.222.0.68 "GET /v2.0/security-groups?id=372c68ac-7430-41d6-997c-166ff070d0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799065 Jul 14 09:22:06.730262 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port d4279121-b5ff-4ac9-b901-86317ded0cdc, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=d4279121-b5ff-4ac9-b901-86317ded0cdc,segment=NetworkSegment(59e27924-9549-4175-909e-ce4f3019b149),segment_id=59e27924-9549-4175-909e-ce4f3019b149)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:22:06.749528 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:06.751588 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.agents_db [None req-3c3509fb-540d-4335-a450-574895dd3602 None None] Agent healthcheck: found 7 active agents {{(pid=93960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:22:06.799510 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:06.862142 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f72e651-125a-41dc-a51b-e8a4a54f15ef admin admin] Network 953a1b74-24d2-462c-9c6b-0494dc6ab921 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:22:06.874992 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-127b320d-154b-4913-9fba-4b93a82e6065 None None] Provisioning complete for port faa9e830-013e-4662-bded-5a327eaa3d83 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:22:06.878685 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-127b320d-154b-4913-9fba-4b93a82e6065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:06.890544 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-91970ff9-36bf-41c4-b412-8522248eede8 req-746ad1e4-c1bd-4344-abff-b2458a1985e9 tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] 10.222.0.68 "GET /v2.0/security-groups?id=c6f7d264-cbb5-40f9-9fec-5b9701ca674b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7042899 Jul 14 09:22:06.949661 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-4f72e651-125a-41dc-a51b-e8a4a54f15ef admin admin] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:22:06.972701 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f72e651-125a-41dc-a51b-e8a4a54f15ef admin admin] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:22:07.086887 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-301ddfb9-eca0-4282-ad1a-36d7bd733e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85a218d1-2222-4a83-89a1-ff1279d4d9b9', 'name': 'tempest-FloatingIPDetailsTestJSON-275053321-router', 'tenant_id': '28b6813f5a264ae88dfe0c89b7113e35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.139'}], 'enable_snat': True}, 'gw_port_id': '8bb49748-70c2-4092-8797-4950c30859fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:21:56Z', 'updated_at': '2021-07-14T09:21:59Z', 'revision_number': 3, 'project_id': '28b6813f5a264ae88dfe0c89b7113e35', 'gw_port': {'id': '8bb49748-70c2-4092-8797-4950c30859fd', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:49:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85a218d1-2222-4a83-89a1-ff1279d4d9b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:21:57Z', 'updated_at': '2021-07-14T09:21:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29'}], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:22:07.210067 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-301ddfb9-eca0-4282-ad1a-36d7bd733e85 None None] Checking router: 85a218d1-2222-4a83-89a1-ff1279d4d9b9 for host: n-d-779913-29 {{(pid=93959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:22:07.211382 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-301ddfb9-eca0-4282-ad1a-36d7bd733e85 None None] Updating router 85a218d1-2222-4a83-89a1-ff1279d4d9b9 port 8bb49748-70c2-4092-8797-4950c30859fd binding host n-d-779913-29 {{(pid=93959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:22:07.223533 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-5e86d787-95f1-4e0b-b88a-c3af379e5f08 None None] Set router c549170d-8796-4135-8552-ed9b8ece7498 gateway port host: n-d-779913-29 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:22:07.236100 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] get_ports_and_sgs() called for port_ids ['d4279121-b5ff-4ac9-b901-86317ded0cdc'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:22:07.265352 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-cc3a9450-5cc5-4229-822c-1ac275c2952a req-b195c9d7-d12d-49f4-8aa0-e9badfaca5ac tempest-QuotasAdminNegativeTest-49609756 tempest-QuotasAdminNegativeTest-49609756-project] 10.222.0.68 "GET /v2.0/networks?tenant_id=a749718b6e2d40e1868d57b9d850d5d3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1081300 Jul 14 09:22:07.309112 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4f72e651-125a-41dc-a51b-e8a4a54f15ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-660393'] for router_interface, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:07.460823 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Pushing event updated for resources: {'Port': ['ID=d4279121-b5ff-4ac9-b901-86317ded0cdc,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:07.710624 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-2a5dbfbb-9790-4292-b92a-a3660ffcbec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b16341a3-8a43-43a5-9f2e-f138fb27b79c', 'name': 'tempest-AttachSCSIVolumeTestJSON-1134182924-router', 'tenant_id': '26a9970eb8a84d198743b0304e5bd40a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.12'}], 'enable_snat': True}, 'gw_port_id': '89e4192b-2e8b-474c-8960-f00cf8e34d0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:21:49Z', 'updated_at': '2021-07-14T09:21:59Z', 'revision_number': 4, 'project_id': '26a9970eb8a84d198743b0304e5bd40a', 'gw_port': {'id': '89e4192b-2e8b-474c-8960-f00cf8e34d0b', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:61:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b16341a3-8a43-43a5-9f2e-f138fb27b79c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:21:50Z', 'updated_at': '2021-07-14T09:22:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': '9d6dc8ae-fc8d-4a95-b78a-f102e4b19a81', 'name': '', 'network_id': '35bb4585-48dc-413b-94b2-f9784e051889', 'tenant_id': '26a9970eb8a84d198743b0304e5bd40a', 'mac_address': 'fa:16:3e:2c:b2:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b16341a3-8a43-43a5-9f2e-f138fb27b79c', 'device_owner': 'network:router_interface', 'standard_attr_id': 777, 'fixed_ips': [{'subnet_id': '8a1b4390-5916-4a6c-8692-ae5d7ad2a946', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:21:57Z', 'updated_at': '2021-07-14T09:22:05Z', 'revision_number': 4, 'project_id': '26a9970eb8a84d198743b0304e5bd40a', 'subnets': [{'id': '8a1b4390-5916-4a6c-8692-ae5d7ad2a946', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:22:07.722705 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.db.api [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93959) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 09:22:07.725822 n-d-779913-29 neutron-server[93959]: DEBUG oslo_db.api [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 09:22:07.730278 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-301ddfb9-eca0-4282-ad1a-36d7bd733e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:07.827949 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4f72e651-125a-41dc-a51b-e8a4a54f15ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:07.926695 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a5dbfbb-9790-4292-b92a-a3660ffcbec6 None None] The sync data for ids ['b16341a3-8a43-43a5-9f2e-f138fb27b79c'] in n-d-779913-29 is: [{'id': 'b16341a3-8a43-43a5-9f2e-f138fb27b79c', 'name': 'tempest-AttachSCSIVolumeTestJSON-1134182924-router', 'tenant_id': '26a9970eb8a84d198743b0304e5bd40a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.12'}], 'enable_snat': True}, 'gw_port_id': '89e4192b-2e8b-474c-8960-f00cf8e34d0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:21:49Z', 'updated_at': '2021-07-14T09:21:59Z', 'revision_number': 4, 'project_id': '26a9970eb8a84d198743b0304e5bd40a', 'gw_port': {'id': '89e4192b-2e8b-474c-8960-f00cf8e34d0b', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:61:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b16341a3-8a43-43a5-9f2e-f138fb27b79c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:21:50Z', 'updated_at': '2021-07-14T09:22:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': '9d6dc8ae-fc8d-4a95-b78a-f102e4b19a81', 'name': '', 'network_id': '35bb4585-48dc-413b-94b2-f9784e051889', 'tenant_id': '26a9970eb8a84d198743b0304e5bd40a', 'mac_address': 'fa:16:3e:2c:b2:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b16341a3-8a43-43a5-9f2e-f138fb27b79c', 'device_owner': 'network:router_interface', 'standard_attr_id': 777, 'fixed_ips': [{'subnet_id': '8a1b4390-5916-4a6c-8692-ae5d7ad2a946', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:21:57Z', 'updated_at': '2021-07-14T09:22:05Z', 'revision_number': 4, 'project_id': '26a9970eb8a84d198743b0304e5bd40a', 'subnets': [{'id': '8a1b4390-5916-4a6c-8692-ae5d7ad2a946', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:22:08.005795 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3a9450-5cc5-4229-822c-1ac275c2952a req-3c2e832a-1d62-4c5f-b348-fb119279c51f tempest-QuotasAdminNegativeTest-49609756 tempest-QuotasAdminNegativeTest-49609756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:08.078428 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-cc3a9450-5cc5-4229-822c-1ac275c2952a req-3c2e832a-1d62-4c5f-b348-fb119279c51f tempest-QuotasAdminNegativeTest-49609756 tempest-QuotasAdminNegativeTest-49609756-project] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8120058 Jul 14 09:22:08.092041 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-5e86d787-95f1-4e0b-b88a-c3af379e5f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c549170d-8796-4135-8552-ed9b8ece7498', 'name': 'tempest-ServersTestManualDisk-403915262-router', 'tenant_id': '9dc75a140b6945ca834af4e58eac7f2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.212'}], 'enable_snat': True}, 'gw_port_id': '06704956-bd7f-4e76-b508-c1df0274e02f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:21:59Z', 'updated_at': '2021-07-14T09:22:02Z', 'revision_number': 3, 'project_id': '9dc75a140b6945ca834af4e58eac7f2c', 'gw_port': {'id': '06704956-bd7f-4e76-b508-c1df0274e02f', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:ca:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c549170d-8796-4135-8552-ed9b8ece7498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 787, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:22:00Z', 'updated_at': '2021-07-14T09:22:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29'}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:22:08.135643 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-cc3a9450-5cc5-4229-822c-1ac275c2952a req-dd22e8d6-c1c7-4588-a16a-6c4b687b2f2b tempest-QuotasAdminNegativeTest-49609756 tempest-QuotasAdminNegativeTest-49609756-project] 10.222.0.68 "GET /v2.0/quotas/a749718b6e2d40e1868d57b9d850d5d3 HTTP/1.1" status: 200 len: 375 time: 0.0547740 Jul 14 09:22:08.211100 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e86d787-95f1-4e0b-b88a-c3af379e5f08 None None] Checking router: c549170d-8796-4135-8552-ed9b8ece7498 for host: n-d-779913-29 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:22:08.211724 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e86d787-95f1-4e0b-b88a-c3af379e5f08 None None] Updating router c549170d-8796-4135-8552-ed9b8ece7498 port 06704956-bd7f-4e76-b508-c1df0274e02f binding host n-d-779913-29 {{(pid=93960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:22:08.212247 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-cc3a9450-5cc5-4229-822c-1ac275c2952a req-045fde3f-7b0c-4a55-bbb4-d03a325e9b25 tempest-QuotasAdminNegativeTest-49609756 tempest-QuotasAdminNegativeTest-49609756-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=a749718b6e2d40e1868d57b9d850d5d3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0751061 Jul 14 09:22:08.314785 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-5e86d787-95f1-4e0b-b88a-c3af379e5f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:08.390288 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e01398-4a4a-41de-ac1f-607bc208bb87 req-5dab2924-9cf4-4c95-94c9-e201372dc325 tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:08.402037 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-60e01398-4a4a-41de-ac1f-607bc208bb87 req-5dab2924-9cf4-4c95-94c9-e201372dc325 tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] 10.222.0.68 "GET /v2.0/ports?device_id=43161873-7e25-46ba-939e-d9598e05bb16 HTTP/1.1" status: 200 len: 945 time: 0.4268687 Jul 14 09:22:08.580994 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4f72e651-125a-41dc-a51b-e8a4a54f15ef admin admin] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:08.604948 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-60e01398-4a4a-41de-ac1f-607bc208bb87 req-a95bcdfe-b508-4968-8113-4a097b6ec49c tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] 10.222.0.68 "GET /v2.0/security-groups?id=c6f7d264-cbb5-40f9-9fec-5b9701ca674b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976824 Jul 14 09:22:08.608771 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4f72e651-125a-41dc-a51b-e8a4a54f15ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13574142'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:08.780636 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device a377a3cf-fd78-449a-b9d3-77b04ddd274f up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:22:08.789561 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4f72e651-125a-41dc-a51b-e8a4a54f15ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-683747'] for router_interface, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:08.791973 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f72e651-125a-41dc-a51b-e8a4a54f15ef admin admin] Pushing event updated for resources: {'Port': ['ID=a78c39cc-af54-4bf8-8106-29dbf885f680,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:08.950541 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209ac150-6f74-42b9-9b68-601ca464b643 req-193089ae-9193-4c43-8572-a118c062af15 tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:08.963694 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-209ac150-6f74-42b9-9b68-601ca464b643 req-193089ae-9193-4c43-8572-a118c062af15 tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] 10.222.0.68 "GET /v2.0/ports?device_id=28521a7d-bbb7-41ce-a6f8-703f8a90cbe7 HTTP/1.1" status: 200 len: 945 time: 0.2837079 Jul 14 09:22:09.012864 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c098fa37-ee6a-46b8-8e1c-643bab90c34b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:09.088826 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-209ac150-6f74-42b9-9b68-601ca464b643 req-67e28044-b942-4b8d-b737-67f23f3f38ea tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] 10.222.0.68 "GET /v2.0/security-groups?id=372c68ac-7430-41d6-997c-166ff070d0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223545 Jul 14 09:22:09.340714 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-ccdda788-8537-4a61-b1d2-8efab09168fb None None] Provisioning for port a78c39cc-af54-4bf8-8106-29dbf885f680 completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:22:09.360243 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-ccdda788-8537-4a61-b1d2-8efab09168fb None None] Provisioning complete for port a78c39cc-af54-4bf8-8106-29dbf885f680 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:22:09.360694 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ccdda788-8537-4a61-b1d2-8efab09168fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:09.408697 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-c098fa37-ee6a-46b8-8e1c-643bab90c34b admin admin] Allocated IP 172.20.0.1 (c149b5f1-6e5e-4f3f-a366-78c91881c967/3dd02767-c45f-467b-8090-715a2492a37c/f96ca2c4-3fa1-49b0-8672-d11b4dd5992a) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:22:09.419997 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-ccdda788-8537-4a61-b1d2-8efab09168fb None None] Port a78c39cc-af54-4bf8-8106-29dbf885f680 cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:22:09.439086 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-301ddfb9-eca0-4282-ad1a-36d7bd733e85 None None] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:09.445724 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port a377a3cf-fd78-449a-b9d3-77b04ddd274f triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:22:09.446795 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:09.506033 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-301ddfb9-eca0-4282-ad1a-36d7bd733e85 None None] Transition to ACTIVE for port object 8bb49748-70c2-4092-8797-4950c30859fd will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:22:09.522236 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-301ddfb9-eca0-4282-ad1a-36d7bd733e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:09.685197 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7af7803-924f-496b-af9f-81ede0238d7a None None] Pushing event updated for resources: {'Port': ['ID=8bb49748-70c2-4092-8797-4950c30859fd,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:09.730220 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f72e651-125a-41dc-a51b-e8a4a54f15ef admin admin] Network 953a1b74-24d2-462c-9c6b-0494dc6ab921 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:22:09.746052 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-4f72e651-125a-41dc-a51b-e8a4a54f15ef admin admin] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:22:09.780560 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-301ddfb9-eca0-4282-ad1a-36d7bd733e85 None None] Attempting to bind port 8bb49748-70c2-4092-8797-4950c30859fd on host n-d-779913-29 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:22:09.781593 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-301ddfb9-eca0-4282-ad1a-36d7bd733e85 None None] Attempting to bind port 8bb49748-70c2-4092-8797-4950c30859fd by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': '81bf7a93-80b3-43df-b9d5-462c604a2945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:22:09.782594 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-301ddfb9-eca0-4282-ad1a-36d7bd733e85 None None] Attempting to bind port 8bb49748-70c2-4092-8797-4950c30859fd on network 2dcd4d32-cc7c-4468-b396-7ce5c9231892 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:22:09.812329 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-301ddfb9-eca0-4282-ad1a-36d7bd733e85 None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 21, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:22:09.813711 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-301ddfb9-eca0-4282-ad1a-36d7bd733e85 None None] Checking segment: {'id': '81bf7a93-80b3-43df-b9d5-462c604a2945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:22:09.814881 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c098fa37-ee6a-46b8-8e1c-643bab90c34b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:09.818109 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-301ddfb9-eca0-4282-ad1a-36d7bd733e85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:09.820361 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-301ddfb9-eca0-4282-ad1a-36d7bd733e85 None None] Bound using segment: {'id': '81bf7a93-80b3-43df-b9d5-462c604a2945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:22:09.824888 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 42608) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:09.825442 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-301ddfb9-eca0-4282-ad1a-36d7bd733e85 None None] Bound port: 8bb49748-70c2-4092-8797-4950c30859fd, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81bf7a93-80b3-43df-b9d5-462c604a2945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:22:09.826201 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-301ddfb9-eca0-4282-ad1a-36d7bd733e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:10.144131 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-301ddfb9-eca0-4282-ad1a-36d7bd733e85 None None] For port 8bb49748-70c2-4092-8797-4950c30859fd, host n-d-779913-29, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:22:10.162244 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-301ddfb9-eca0-4282-ad1a-36d7bd733e85 None None] For port 8bb49748-70c2-4092-8797-4950c30859fd, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=8bb49748-70c2-4092-8797-4950c30859fd,segment=NetworkSegment(81bf7a93-80b3-43df-b9d5-462c604a2945),segment_id=81bf7a93-80b3-43df-b9d5-462c604a2945)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:22:10.163829 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-5e86d787-95f1-4e0b-b88a-c3af379e5f08 None None] Notify callbacks [] for port, precommit_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:10.176304 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-c098fa37-ee6a-46b8-8e1c-643bab90c34b admin admin] Transition to ACTIVE for port object f96ca2c4-3fa1-49b0-8672-d11b4dd5992a will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:22:10.181949 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-301ddfb9-eca0-4282-ad1a-36d7bd733e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:10.202727 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-5e86d787-95f1-4e0b-b88a-c3af379e5f08 None None] Transition to ACTIVE for port object 06704956-bd7f-4e76-b508-c1df0274e02f will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:22:10.219597 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-5e86d787-95f1-4e0b-b88a-c3af379e5f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:10.319335 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-301ddfb9-eca0-4282-ad1a-36d7bd733e85 None None] Routers {'85a218d1-2222-4a83-89a1-ff1279d4d9b9'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:22:10.320863 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-301ddfb9-eca0-4282-ad1a-36d7bd733e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:21:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['85a218d1-2222-4a83-89a1-ff1279d4d9b9'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:22:10.368734 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f72e651-125a-41dc-a51b-e8a4a54f15ef admin admin] Router 85a218d1-2222-4a83-89a1-ff1279d4d9b9 has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:22:10.415821 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c098fa37-ee6a-46b8-8e1c-643bab90c34b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:10.418913 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-5e86d787-95f1-4e0b-b88a-c3af379e5f08 None None] Attempting to bind port 06704956-bd7f-4e76-b508-c1df0274e02f on host n-d-779913-29 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:22:10.419297 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-5e86d787-95f1-4e0b-b88a-c3af379e5f08 None None] Attempting to bind port 06704956-bd7f-4e76-b508-c1df0274e02f by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': '81bf7a93-80b3-43df-b9d5-462c604a2945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:22:10.419659 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e86d787-95f1-4e0b-b88a-c3af379e5f08 None None] Attempting to bind port 06704956-bd7f-4e76-b508-c1df0274e02f on network 2dcd4d32-cc7c-4468-b396-7ce5c9231892 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:22:10.430252 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2c7947-efed-4f78-8607-a49cd786e316 None None] Pushing event updated for resources: {'Port': ['ID=06704956-bd7f-4e76-b508-c1df0274e02f,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:10.448902 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e86d787-95f1-4e0b-b88a-c3af379e5f08 None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 21, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:22:10.449298 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e86d787-95f1-4e0b-b88a-c3af379e5f08 None None] Checking segment: {'id': '81bf7a93-80b3-43df-b9d5-462c604a2945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:22:10.449707 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-5e86d787-95f1-4e0b-b88a-c3af379e5f08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:10.450097 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e86d787-95f1-4e0b-b88a-c3af379e5f08 None None] Bound using segment: {'id': '81bf7a93-80b3-43df-b9d5-462c604a2945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:22:10.450584 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-5e86d787-95f1-4e0b-b88a-c3af379e5f08 None None] Bound port: 06704956-bd7f-4e76-b508-c1df0274e02f, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81bf7a93-80b3-43df-b9d5-462c604a2945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:22:10.454059 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2b0ca0-6450-4bcd-ae7f-98f04a018218 req-9f7466e3-432b-4ad3-aa33-b9f9ccbb8af6 tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:10.462893 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0e2b0ca0-6450-4bcd-ae7f-98f04a018218 req-9f7466e3-432b-4ad3-aa33-b9f9ccbb8af6 tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] 10.222.0.68 "GET /v2.0/networks?id=45aef019-274b-469c-97d8-96105ce8b0ca HTTP/1.1" status: 200 len: 815 time: 0.3416872 Jul 14 09:22:10.463784 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-5e86d787-95f1-4e0b-b88a-c3af379e5f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:10.602514 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-5e86d787-95f1-4e0b-b88a-c3af379e5f08 None None] For port 06704956-bd7f-4e76-b508-c1df0274e02f, host n-d-779913-29, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:22:10.607301 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-5e86d787-95f1-4e0b-b88a-c3af379e5f08 None None] For port 06704956-bd7f-4e76-b508-c1df0274e02f, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=06704956-bd7f-4e76-b508-c1df0274e02f,segment=NetworkSegment(81bf7a93-80b3-43df-b9d5-462c604a2945),segment_id=81bf7a93-80b3-43df-b9d5-462c604a2945)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:22:10.628396 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-5e86d787-95f1-4e0b-b88a-c3af379e5f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:10.676718 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device faa9e830-013e-4662-bded-5a327eaa3d83 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:22:10.679766 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7af7803-924f-496b-af9f-81ede0238d7a None None] Pushing event updated for resources: {'Port': ['ID=8bb49748-70c2-4092-8797-4950c30859fd,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:10.768404 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-fec9bfce-23eb-4301-a975-045f6d74ec4b None None] Provisioning complete for port a78c39cc-af54-4bf8-8106-29dbf885f680 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:22:10.769117 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fec9bfce-23eb-4301-a975-045f6d74ec4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:10.779041 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0e2b0ca0-6450-4bcd-ae7f-98f04a018218 req-a864ba13-8f4a-45b9-bda6-25ca9162186f tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] 10.222.0.68 "GET /v2.0/quotas/a85001d21fcb4959bba3ff1f7017dd59 HTTP/1.1" status: 200 len: 375 time: 0.3145013 Jul 14 09:22:10.869910 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e86d787-95f1-4e0b-b88a-c3af379e5f08 None None] Routers {'c549170d-8796-4135-8552-ed9b8ece7498'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:22:10.870638 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-5e86d787-95f1-4e0b-b88a-c3af379e5f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:21:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['c549170d-8796-4135-8552-ed9b8ece7498'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:22:10.882502 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2c7947-efed-4f78-8607-a49cd786e316 None None] Pushing event updated for resources: {'Port': ['ID=06704956-bd7f-4e76-b508-c1df0274e02f,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:10.907218 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-fec9bfce-23eb-4301-a975-045f6d74ec4b None None] Port a78c39cc-af54-4bf8-8106-29dbf885f680 cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:22:10.920176 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port faa9e830-013e-4662-bded-5a327eaa3d83 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:22:10.920549 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:10.921779 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0e2b0ca0-6450-4bcd-ae7f-98f04a018218 req-f2265806-6ad7-49df-b307-7d08967a2404 tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=a85001d21fcb4959bba3ff1f7017dd59&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1414506 Jul 14 09:22:10.975412 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvr_db [None req-301ddfb9-eca0-4282-ad1a-36d7bd733e85 None None] Set router 85a218d1-2222-4a83-89a1-ff1279d4d9b9 gateway port host: n-d-779913-29 {{(pid=93959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:22:11.243323 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d69bcabb-8426-47b9-a834-eefa60353a79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-683602'] for router_interface, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:11.256987 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c098fa37-ee6a-46b8-8e1c-643bab90c34b admin admin] Network c149b5f1-6e5e-4f3f-a366-78c91881c967 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:22:11.268625 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-c098fa37-ee6a-46b8-8e1c-643bab90c34b admin admin] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:22:11.291615 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device d4279121-b5ff-4ac9-b901-86317ded0cdc up at agent hyperv_n-h1-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:22:11.332304 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-5e86d787-95f1-4e0b-b88a-c3af379e5f08 None None] Set router c549170d-8796-4135-8552-ed9b8ece7498 gateway port host: n-d-779913-29 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:22:11.355990 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c098fa37-ee6a-46b8-8e1c-643bab90c34b admin admin] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:22:11.361755 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c098fa37-ee6a-46b8-8e1c-643bab90c34b admin admin] Pushing event updated for resources: {'Port': ['ID=f96ca2c4-3fa1-49b0-8672-d11b4dd5992a,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:11.445251 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0e2b0ca0-6450-4bcd-ae7f-98f04a018218 req-a9376dbc-2bf6-4947-a0eb-d0a21ed9dd36 service neutron] 10.222.0.68 "GET /v2.0/networks/45aef019-274b-469c-97d8-96105ce8b0ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5189364 Jul 14 09:22:11.457667 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 9d6dc8ae-fc8d-4a95-b78a-f102e4b19a81 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:22:11.521141 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c098fa37-ee6a-46b8-8e1c-643bab90c34b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-660393'] for router_interface, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:11.535900 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f72e651-125a-41dc-a51b-e8a4a54f15ef admin admin] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:22:11.542997 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-4f72e651-125a-41dc-a51b-e8a4a54f15ef admin admin] 10.222.0.68 "PUT /v2.0/routers/85a218d1-2222-4a83-89a1-ff1279d4d9b9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9115796 Jul 14 09:22:11.666773 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Provisioning for port d4279121-b5ff-4ac9-b901-86317ded0cdc completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:22:11.672080 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Provisioning complete for port d4279121-b5ff-4ac9-b901-86317ded0cdc triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:22:11.672080 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:11.699171 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning for port 9d6dc8ae-fc8d-4a95-b78a-f102e4b19a81 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:22:11.710272 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port 9d6dc8ae-fc8d-4a95-b78a-f102e4b19a81 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:22:11.710645 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:11.790134 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c173eb39-b925-47f9-bae2-891bdb948a3f None None] Provisioning for port f96ca2c4-3fa1-49b0-8672-d11b4dd5992a completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:22:11.816396 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-301ddfb9-eca0-4282-ad1a-36d7bd733e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85a218d1-2222-4a83-89a1-ff1279d4d9b9', 'name': 'tempest-FloatingIPDetailsTestJSON-275053321-router', 'tenant_id': '28b6813f5a264ae88dfe0c89b7113e35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.139'}], 'enable_snat': True}, 'gw_port_id': '8bb49748-70c2-4092-8797-4950c30859fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:21:56Z', 'updated_at': '2021-07-14T09:22:07Z', 'revision_number': 4, 'project_id': '28b6813f5a264ae88dfe0c89b7113e35', 'gw_port': {'id': '8bb49748-70c2-4092-8797-4950c30859fd', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:49:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85a218d1-2222-4a83-89a1-ff1279d4d9b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:21:57Z', 'updated_at': '2021-07-14T09:22:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': 'a78c39cc-af54-4bf8-8106-29dbf885f680', 'name': '', 'network_id': '953a1b74-24d2-462c-9c6b-0494dc6ab921', 'tenant_id': '28b6813f5a264ae88dfe0c89b7113e35', 'mac_address': 'fa:16:3e:f2:c5:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85a218d1-2222-4a83-89a1-ff1279d4d9b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': '2a7909c7-d3f8-41cd-8b73-bc958e683ecf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:22:06Z', 'updated_at': '2021-07-14T09:22:07Z', 'revision_number': 2, 'project_id': '28b6813f5a264ae88dfe0c89b7113e35', 'subnets': [{'id': '2a7909c7-d3f8-41cd-8b73-bc958e683ecf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:22:11.840638 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e375ac-46e7-4239-85b0-eb34b55eb52b req-eb9c6d3b-9bcd-48c6-889c-3b747394e8aa tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:11.850147 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d3e375ac-46e7-4239-85b0-eb34b55eb52b req-eb9c6d3b-9bcd-48c6-889c-3b747394e8aa tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] 10.222.0.68 "GET /v2.0/ports?device_id=28521a7d-bbb7-41ce-a6f8-703f8a90cbe7 HTTP/1.1" status: 200 len: 945 time: 1.2521594 Jul 14 09:22:11.877148 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c173eb39-b925-47f9-bae2-891bdb948a3f None None] Provisioning complete for port f96ca2c4-3fa1-49b0-8672-d11b4dd5992a triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:22:11.877549 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c173eb39-b925-47f9-bae2-891bdb948a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:11.890019 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-301ddfb9-eca0-4282-ad1a-36d7bd733e85 None None] The sync data for ids ['85a218d1-2222-4a83-89a1-ff1279d4d9b9'] in n-d-779913-29 is: [{'id': '85a218d1-2222-4a83-89a1-ff1279d4d9b9', 'name': 'tempest-FloatingIPDetailsTestJSON-275053321-router', 'tenant_id': '28b6813f5a264ae88dfe0c89b7113e35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.139'}], 'enable_snat': True}, 'gw_port_id': '8bb49748-70c2-4092-8797-4950c30859fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:21:56Z', 'updated_at': '2021-07-14T09:22:07Z', 'revision_number': 4, 'project_id': '28b6813f5a264ae88dfe0c89b7113e35', 'gw_port': {'id': '8bb49748-70c2-4092-8797-4950c30859fd', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:49:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85a218d1-2222-4a83-89a1-ff1279d4d9b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:21:57Z', 'updated_at': '2021-07-14T09:22:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': 'a78c39cc-af54-4bf8-8106-29dbf885f680', 'name': '', 'network_id': '953a1b74-24d2-462c-9c6b-0494dc6ab921', 'tenant_id': '28b6813f5a264ae88dfe0c89b7113e35', 'mac_address': 'fa:16:3e:f2:c5:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85a218d1-2222-4a83-89a1-ff1279d4d9b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': '2a7909c7-d3f8-41cd-8b73-bc958e683ecf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:22:06Z', 'updated_at': '2021-07-14T09:22:07Z', 'revision_number': 2, 'project_id': '28b6813f5a264ae88dfe0c89b7113e35', 'subnets': [{'id': '2a7909c7-d3f8-41cd-8b73-bc958e683ecf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:22:11.914016 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-5e86d787-95f1-4e0b-b88a-c3af379e5f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c549170d-8796-4135-8552-ed9b8ece7498', 'name': 'tempest-ServersTestManualDisk-403915262-router', 'tenant_id': '9dc75a140b6945ca834af4e58eac7f2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.212'}], 'enable_snat': True}, 'gw_port_id': '06704956-bd7f-4e76-b508-c1df0274e02f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:21:59Z', 'updated_at': '2021-07-14T09:22:02Z', 'revision_number': 3, 'project_id': '9dc75a140b6945ca834af4e58eac7f2c', 'gw_port': {'id': '06704956-bd7f-4e76-b508-c1df0274e02f', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:ca:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c549170d-8796-4135-8552-ed9b8ece7498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 787, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:22:00Z', 'updated_at': '2021-07-14T09:22:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29'}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:22:11.947904 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e86d787-95f1-4e0b-b88a-c3af379e5f08 None None] The sync data for ids ['c549170d-8796-4135-8552-ed9b8ece7498'] in n-d-779913-29 is: [{'id': 'c549170d-8796-4135-8552-ed9b8ece7498', 'name': 'tempest-ServersTestManualDisk-403915262-router', 'tenant_id': '9dc75a140b6945ca834af4e58eac7f2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.212'}], 'enable_snat': True}, 'gw_port_id': '06704956-bd7f-4e76-b508-c1df0274e02f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:21:59Z', 'updated_at': '2021-07-14T09:22:02Z', 'revision_number': 3, 'project_id': '9dc75a140b6945ca834af4e58eac7f2c', 'gw_port': {'id': '06704956-bd7f-4e76-b508-c1df0274e02f', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:ca:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c549170d-8796-4135-8552-ed9b8ece7498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 787, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:22:00Z', 'updated_at': '2021-07-14T09:22:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29'}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:22:11.973417 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d3e375ac-46e7-4239-85b0-eb34b55eb52b req-ea6964c6-749a-43d5-adb2-066eb003a383 tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] 10.222.0.68 "GET /v2.0/security-groups?id=372c68ac-7430-41d6-997c-166ff070d0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214712 Jul 14 09:22:12.015761 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c098fa37-ee6a-46b8-8e1c-643bab90c34b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:12.071433 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e3bdf3-5b5c-415e-9fac-68d313397e2f req-38304d3f-a9ef-43ef-9e01-943cbbde69c7 tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:12.079281 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d5e3bdf3-5b5c-415e-9fac-68d313397e2f req-38304d3f-a9ef-43ef-9e01-943cbbde69c7 tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] 10.222.0.57 "GET /v2.0/ports?device_id=43161873-7e25-46ba-939e-d9598e05bb16 HTTP/1.1" status: 200 len: 945 time: 0.7772369 Jul 14 09:22:12.096723 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:12.163694 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-c173eb39-b925-47f9-bae2-891bdb948a3f None None] Port f96ca2c4-3fa1-49b0-8672-d11b4dd5992a cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:22:12.195506 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28521a7d-bbb7-41ce-a6f8-703f8a90cbe7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4279121-b5ff-4ac9-b901-86317ded0cdc'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:22:12.201866 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd62303f06773040a8a4e189dc46b4f565768c299abf8ab8e7739778b0bc3e97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ffeba04-dc58-405c-b1b5-dd5e63084a49" -d '{"events": [{"server_uuid": "28521a7d-bbb7-41ce-a6f8-703f8a90cbe7", "name": "network-vif-plugged", "status": "completed", "tag": "d4279121-b5ff-4ac9-b901-86317ded0cdc"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:22:12.233880 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0e2b0ca0-6450-4bcd-ae7f-98f04a018218 req-eeb98e89-605b-48e4-a904-31e85eefb754 service neutron] 10.222.0.68 "GET /v2.0/networks/45aef019-274b-469c-97d8-96105ce8b0ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7090528 Jul 14 09:22:12.237585 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:12.288302 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port d4279121-b5ff-4ac9-b901-86317ded0cdc, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=d4279121-b5ff-4ac9-b901-86317ded0cdc,segment=NetworkSegment(59e27924-9549-4175-909e-ce4f3019b149),segment_id=59e27924-9549-4175-909e-ce4f3019b149)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:22:12.381155 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] For port 9d6dc8ae-fc8d-4a95-b78a-f102e4b19a81, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=9d6dc8ae-fc8d-4a95-b78a-f102e4b19a81,segment=NetworkSegment(d81ded90-375f-4c24-b1be-e729bc4aa402),segment_id=d81ded90-375f-4c24-b1be-e729bc4aa402)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:22:12.391584 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:12.397185 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-b6bcccaf-ed4a-4b29-b891-5fa3f5107bd2 req-e7bf42e8-5ac8-4c8e-be4e-ccd9bfdb8b1d tempest-QuotasAdminNegativeTest-49609756 tempest-QuotasAdminNegativeTest-49609756-project] 10.222.0.68 "GET /v2.0/networks?tenant_id=a749718b6e2d40e1868d57b9d850d5d3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2310562 Jul 14 09:22:12.624280 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:12.679300 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Pushing event updated for resources: {'Port': ['ID=d4279121-b5ff-4ac9-b901-86317ded0cdc,revision_number=5']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:12.812584 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:12.863250 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [req-d5e3bdf3-5b5c-415e-9fac-68d313397e2f req-2f368c59-2895-4378-bcd3-01ee226000cc tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] Deleting port c1dfa8d4-a7d0-4f85-b35d-8b2b5c31eb50 {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:22:12.863601 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-d5e3bdf3-5b5c-415e-9fac-68d313397e2f req-2f368c59-2895-4378-bcd3-01ee226000cc tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:12.971301 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Pushing event updated for resources: {'Port': ['ID=9d6dc8ae-fc8d-4a95-b78a-f102e4b19a81,revision_number=5']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:13.009174 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c098fa37-ee6a-46b8-8e1c-643bab90c34b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:13.042958 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bcccaf-ed4a-4b29-b891-5fa3f5107bd2 req-bd8564b2-7850-4e55-b8ed-480e2f9e89df tempest-QuotasAdminNegativeTest-49609756 tempest-QuotasAdminNegativeTest-49609756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:13.064565 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-b6bcccaf-ed4a-4b29-b891-5fa3f5107bd2 req-bd8564b2-7850-4e55-b8ed-480e2f9e89df tempest-QuotasAdminNegativeTest-49609756 tempest-QuotasAdminNegativeTest-49609756-project] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6661956 Jul 14 09:22:13.094051 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c098fa37-ee6a-46b8-8e1c-643bab90c34b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13574142'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:13.120158 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 06704956-bd7f-4e76-b508-c1df0274e02f up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:22:13.178965 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-b6bcccaf-ed4a-4b29-b891-5fa3f5107bd2 req-6430a419-c85a-4da4-ae53-26744ddd572e tempest-QuotasAdminNegativeTest-49609756 tempest-QuotasAdminNegativeTest-49609756-project] 10.222.0.68 "GET /v2.0/quotas/a749718b6e2d40e1868d57b9d850d5d3 HTTP/1.1" status: 200 len: 375 time: 0.1133940 Jul 14 09:22:13.289734 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-d5e3bdf3-5b5c-415e-9fac-68d313397e2f req-2f368c59-2895-4378-bcd3-01ee226000cc tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] For port c1dfa8d4-a7d0-4f85-b35d-8b2b5c31eb50, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=c1dfa8d4-a7d0-4f85-b35d-8b2b5c31eb50,segment=NetworkSegment(24f71cf3-e685-41fb-a190-ed6a8e6e15df),segment_id=24f71cf3-e685-41fb-a190-ed6a8e6e15df)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:22:13.290392 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-d5e3bdf3-5b5c-415e-9fac-68d313397e2f req-2f368c59-2895-4378-bcd3-01ee226000cc tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:13.321057 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning for port 06704956-bd7f-4e76-b508-c1df0274e02f completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:22:13.330518 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port 06704956-bd7f-4e76-b508-c1df0274e02f triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:22:13.331753 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:13.351945 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [req-d5e3bdf3-5b5c-415e-9fac-68d313397e2f req-2f368c59-2895-4378-bcd3-01ee226000cc tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] Calling delete_port for c1dfa8d4-a7d0-4f85-b35d-8b2b5c31eb50 owned by compute:nova {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:22:13.387922 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-b6bcccaf-ed4a-4b29-b891-5fa3f5107bd2 req-f19d0ef7-01ec-457b-8d60-c6a6a2fc98da tempest-QuotasAdminNegativeTest-49609756 tempest-QuotasAdminNegativeTest-49609756-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=a749718b6e2d40e1868d57b9d850d5d3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2075181 Jul 14 09:22:13.399227 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:13.445316 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c098fa37-ee6a-46b8-8e1c-643bab90c34b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-683747'] for router_interface, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:13.451613 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c098fa37-ee6a-46b8-8e1c-643bab90c34b admin admin] Pushing event updated for resources: {'Port': ['ID=f96ca2c4-3fa1-49b0-8672-d11b4dd5992a,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:13.769960 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:22:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-413e65b0-c8b8-4894-911b-2ee0e673aa17 x-openstack-request-id: req-413e65b0-c8b8-4894-911b-2ee0e673aa17 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:22:13.770348 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28521a7d-bbb7-41ce-a6f8-703f8a90cbe7", "name": "network-vif-plugged", "status": "completed", "tag": "d4279121-b5ff-4ac9-b901-86317ded0cdc", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:22:13.770538 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-413e65b0-c8b8-4894-911b-2ee0e673aa17 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:22:13.770937 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28521a7d-bbb7-41ce-a6f8-703f8a90cbe7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4279121-b5ff-4ac9-b901-86317ded0cdc', 'code': 200} Jul 14 09:22:13.789476 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:13.840451 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c098fa37-ee6a-46b8-8e1c-643bab90c34b admin admin] Network c149b5f1-6e5e-4f3f-a366-78c91881c967 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:22:13.853615 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] For port 06704956-bd7f-4e76-b508-c1df0274e02f, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=06704956-bd7f-4e76-b508-c1df0274e02f,segment=NetworkSegment(81bf7a93-80b3-43df-b9d5-462c604a2945),segment_id=81bf7a93-80b3-43df-b9d5-462c604a2945)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:22:13.861110 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:13.888081 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-c098fa37-ee6a-46b8-8e1c-643bab90c34b admin admin] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:22:14.015754 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-eb28011e-6abf-4fb9-9202-ecb65a1291b3 req-82750b3b-d1c8-4790-9296-608952b00ed1 tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] 10.222.0.68 "GET /v2.0/ports?device_id=a00e13f6-1621-454d-83ce-45af34355155 HTTP/1.1" status: 200 len: 210 time: 0.1629899 Jul 14 09:22:14.020609 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device c1dfa8d4-a7d0-4f85-b35d-8b2b5c31eb50 no longer exists at agent hyperv_n-h2-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:22:14.147526 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] No Port match for: c1dfa8d4-a7d0-4f85-b35d-8b2b5c31eb50 {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:22:14.148286 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device c1dfa8d4-a7d0-4f85-b35d-8b2b5c31eb50 not bound to the agent host n-h2-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:22:14.218564 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Pushing event updated for resources: {'Port': ['ID=06704956-bd7f-4e76-b508-c1df0274e02f,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:14.445784 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-a6803c09-7a9a-466d-bb23-877e161657cf None None] Provisioning complete for port f96ca2c4-3fa1-49b0-8672-d11b4dd5992a triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:22:14.446326 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a6803c09-7a9a-466d-bb23-877e161657cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:14.525264 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-d69bcabb-8426-47b9-a834-eefa60353a79 admin admin] Deleting port 3c3ffe21-8033-4d60-8a4e-32db41b1db54 {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:22:14.526781 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d69bcabb-8426-47b9-a834-eefa60353a79 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:14.528984 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-d5e3bdf3-5b5c-415e-9fac-68d313397e2f req-2f368c59-2895-4378-bcd3-01ee226000cc tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:14.586506 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-a6803c09-7a9a-466d-bb23-877e161657cf None None] Port f96ca2c4-3fa1-49b0-8672-d11b4dd5992a cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:22:14.615320 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c098fa37-ee6a-46b8-8e1c-643bab90c34b admin admin] Router c549170d-8796-4135-8552-ed9b8ece7498 has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:22:14.763697 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f368c59-2895-4378-bcd3-01ee226000cc tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] Pushing event deleted for resources: {'Port': ['ID=c1dfa8d4-a7d0-4f85-b35d-8b2b5c31eb50,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:14.849613 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268032fd-5199-4862-8b13-a7ea13cd81c8 req-941d80c3-a50a-401b-8006-6119f5f9e15f tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:14.862142 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-268032fd-5199-4862-8b13-a7ea13cd81c8 req-941d80c3-a50a-401b-8006-6119f5f9e15f tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] 10.222.0.68 "GET /v2.0/ports?device_id=28521a7d-bbb7-41ce-a6f8-703f8a90cbe7 HTTP/1.1" status: 200 len: 946 time: 0.4101024 Jul 14 09:22:14.884954 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d658e56f-5019-4fac-95b4-42e94b43b671 req-b2a39fae-9874-4be2-a70c-c22a7b92d920 tempest-FloatingIPDetailsTestJSON-695845871 tempest-FloatingIPDetailsTestJSON-695845871-project] 10.222.0.68 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 1.0994742 Jul 14 09:22:14.887427 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5e3bdf3-5b5c-415e-9fac-68d313397e2f req-2f368c59-2895-4378-bcd3-01ee226000cc tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] No DVR routers for this DVR port c1dfa8d4-a7d0-4f85-b35d-8b2b5c31eb50 on host n-h2-779913-29 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:22:14.890418 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-d5e3bdf3-5b5c-415e-9fac-68d313397e2f req-2f368c59-2895-4378-bcd3-01ee226000cc tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:14.892729 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d5e3bdf3-5b5c-415e-9fac-68d313397e2f req-2f368c59-2895-4378-bcd3-01ee226000cc tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] 10.222.0.57 "DELETE /v2.0/ports/c1dfa8d4-a7d0-4f85-b35d-8b2b5c31eb50 HTTP/1.1" status: 204 len: 173 time: 2.8033943 Jul 14 09:22:14.902905 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-d658e56f-5019-4fac-95b4-42e94b43b671 req-acf2bb24-7214-4b95-9f8f-235f9d81ac0d tempest-FloatingIPDetailsTestJSON-695845871 tempest-FloatingIPDetailsTestJSON-695845871-project] Request body: {'floatingip': {'floating_network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:22:14.922145 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43161873-7e25-46ba-939e-d9598e05bb16', 'name': 'network-vif-deleted', 'tag': 'c1dfa8d4-a7d0-4f85-b35d-8b2b5c31eb50'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:22:14.924492 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8177e6b0-1e85-48f0-a2a8-ce4d80b3a88c" -d '{"events": [{"server_uuid": "43161873-7e25-46ba-939e-d9598e05bb16", "name": "network-vif-deleted", "tag": "c1dfa8d4-a7d0-4f85-b35d-8b2b5c31eb50"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:22:14.929187 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353b3581-7c29-413b-8292-555c370a1182 req-04d4539e-f646-40d2-a59b-b4c9b6212088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:14.930941 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-353b3581-7c29-413b-8292-555c370a1182 req-04d4539e-f646-40d2-a59b-b4c9b6212088 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=28521a7d-bbb7-41ce-a6f8-703f8a90cbe7 HTTP/1.1" status: 200 len: 1098 time: 0.4077501 Jul 14 09:22:14.969553 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c098fa37-ee6a-46b8-8e1c-643bab90c34b admin admin] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:22:14.991304 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-c098fa37-ee6a-46b8-8e1c-643bab90c34b admin admin] 10.222.0.68 "PUT /v2.0/routers/c549170d-8796-4135-8552-ed9b8ece7498/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3256564 Jul 14 09:22:15.059814 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 8bb49748-70c2-4092-8797-4950c30859fd up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:22:15.090043 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-353b3581-7c29-413b-8292-555c370a1182 req-b95aa18e-cba7-4af0-bda8-25a5feff2971 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=372c68ac-7430-41d6-997c-166ff070d0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262290 Jul 14 09:22:15.108758 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-268032fd-5199-4862-8b13-a7ea13cd81c8 req-89efd355-bd0c-473b-a75f-57dee12834d5 tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] 10.222.0.68 "GET /v2.0/security-groups?id=372c68ac-7430-41d6-997c-166ff070d0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2453055 Jul 14 09:22:15.127730 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-d69bcabb-8426-47b9-a834-eefa60353a79 admin admin] For port 3c3ffe21-8033-4d60-8a4e-32db41b1db54, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=3c3ffe21-8033-4d60-8a4e-32db41b1db54,segment=NetworkSegment(01d3a1cb-0c03-4cf6-93ad-80731b093c35),segment_id=01d3a1cb-0c03-4cf6-93ad-80731b093c35)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:22:15.130799 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d69bcabb-8426-47b9-a834-eefa60353a79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:15.157573 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-d69bcabb-8426-47b9-a834-eefa60353a79 admin admin] Calling delete_port for 3c3ffe21-8033-4d60-8a4e-32db41b1db54 owned by network:router_interface {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:22:15.212775 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning for port 8bb49748-70c2-4092-8797-4950c30859fd completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:22:15.218883 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port 8bb49748-70c2-4092-8797-4950c30859fd triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:22:15.219366 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:15.428257 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:15.476646 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] For port 8bb49748-70c2-4092-8797-4950c30859fd, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=8bb49748-70c2-4092-8797-4950c30859fd,segment=NetworkSegment(81bf7a93-80b3-43df-b9d5-462c604a2945),segment_id=81bf7a93-80b3-43df-b9d5-462c604a2945)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:22:15.485698 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:15.486374 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 06704956-bd7f-4e76-b508-c1df0274e02f up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:22:15.524052 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-d658e56f-5019-4fac-95b4-42e94b43b671 req-acf2bb24-7214-4b95-9f8f-235f9d81ac0d tempest-FloatingIPDetailsTestJSON-695845871 tempest-FloatingIPDetailsTestJSON-695845871-project] Notify callbacks [] for floatingip, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:15.700202 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Pushing event updated for resources: {'Port': ['ID=8bb49748-70c2-4092-8797-4950c30859fd,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:15.738186 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port 06704956-bd7f-4e76-b508-c1df0274e02f triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:22:15.738611 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:15.917416 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:22:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d7f2457-8e89-41f5-8d7b-bfe303448fc5 x-openstack-request-id: req-7d7f2457-8e89-41f5-8d7b-bfe303448fc5 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:22:15.918109 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43161873-7e25-46ba-939e-d9598e05bb16", "name": "network-vif-deleted", "tag": "c1dfa8d4-a7d0-4f85-b35d-8b2b5c31eb50", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:22:15.918109 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-7d7f2457-8e89-41f5-8d7b-bfe303448fc5 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:22:15.918515 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43161873-7e25-46ba-939e-d9598e05bb16', 'name': 'network-vif-deleted', 'tag': 'c1dfa8d4-a7d0-4f85-b35d-8b2b5c31eb50', 'status': 'completed', 'code': 200} Jul 14 09:22:15.923118 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d69bcabb-8426-47b9-a834-eefa60353a79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:15.999363 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 9d6dc8ae-fc8d-4a95-b78a-f102e4b19a81 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:22:16.033179 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69bcabb-8426-47b9-a834-eefa60353a79 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c3ffe21-8033-4d60-8a4e-32db41b1db54,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:16.115015 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port 9d6dc8ae-fc8d-4a95-b78a-f102e4b19a81 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:22:16.115506 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:16.335224 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2b0ca0-6450-4bcd-ae7f-98f04a018218 req-5ca407f7-b7b2-40cc-b2ea-de961d4359d1 tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:16.337047 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0e2b0ca0-6450-4bcd-ae7f-98f04a018218 req-5ca407f7-b7b2-40cc-b2ea-de961d4359d1 tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] 10.222.0.65 "GET /v2.0/networks?id=45aef019-274b-469c-97d8-96105ce8b0ca HTTP/1.1" status: 200 len: 815 time: 0.8664453 Jul 14 09:22:16.366975 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-96c60d55-cc04-442a-9232-9ad8a4b085b1 req-08ccee53-e28b-4b4b-8c08-a658fce106f6 tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] 10.222.0.68 "GET /v2.0/ports?device_id=a00e13f6-1621-454d-83ce-45af34355155 HTTP/1.1" status: 200 len: 210 time: 0.1136940 Jul 14 09:22:16.371695 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-0e2b0ca0-6450-4bcd-ae7f-98f04a018218 req-01fcf9db-ac8f-4967-9d01-61c4aa130cd9 tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] Request body: {'port': {'device_id': 'a00e13f6-1621-454d-83ce-45af34355155', 'network_id': '45aef019-274b-469c-97d8-96105ce8b0ca', 'admin_state_up': True, 'tenant_id': 'a85001d21fcb4959bba3ff1f7017dd59'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:22:16.708312 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e2b0ca0-6450-4bcd-ae7f-98f04a018218 req-01fcf9db-ac8f-4967-9d01-61c4aa130cd9 tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] Made reservation on behalf of a85001d21fcb4959bba3ff1f7017dd59 for: {'port': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:22:16.713106 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-0e2b0ca0-6450-4bcd-ae7f-98f04a018218 req-01fcf9db-ac8f-4967-9d01-61c4aa130cd9 tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:16.844561 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d69bcabb-8426-47b9-a834-eefa60353a79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-620860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682934'] for router_interface, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:16.870103 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-d658e56f-5019-4fac-95b4-42e94b43b671 req-acf2bb24-7214-4b95-9f8f-235f9d81ac0d tempest-FloatingIPDetailsTestJSON-695845871 tempest-FloatingIPDetailsTestJSON-695845871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:16.875599 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 8bb49748-70c2-4092-8797-4950c30859fd up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:22:16.999266 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port 8bb49748-70c2-4092-8797-4950c30859fd triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:22:16.999687 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:17.065375 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [req-0e2b0ca0-6450-4bcd-ae7f-98f04a018218 req-01fcf9db-ac8f-4967-9d01-61c4aa130cd9 tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] Allocated IP 172.20.0.10 (45aef019-274b-469c-97d8-96105ce8b0ca/c324504c-1cf5-45e1-bd3c-3e78db8db5cb/4e97f585-b63a-4c5f-aa74-c6255deea07f) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:22:17.074065 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e18aed-aa94-4c9e-a888-1fbbfbbaa785 None None] Sync routers for ids ['c549170d-8796-4135-8552-ed9b8ece7498'] in n-d-779913-29 {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:22:17.120066 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 42686) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:17.126642 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-9ca4b230-c79e-49d2-a7ce-3b332e9e331d tempest-ServersTestManualDisk-504797460 tempest-ServersTestManualDisk-504797460-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1986825919', 'description': 'tempest-description--1915873290'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:22:17.159983 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e18aed-aa94-4c9e-a888-1fbbfbbaa785 None None] Routers {'c549170d-8796-4135-8552-ed9b8ece7498'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:22:17.162317 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-17e18aed-aa94-4c9e-a888-1fbbfbbaa785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:21:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['c549170d-8796-4135-8552-ed9b8ece7498'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:22:17.210067 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9ca4b230-c79e-49d2-a7ce-3b332e9e331d tempest-ServersTestManualDisk-504797460 tempest-ServersTestManualDisk-504797460-project] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:17.374516 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvr_db [None req-17e18aed-aa94-4c9e-a888-1fbbfbbaa785 None None] Set router c549170d-8796-4135-8552-ed9b8ece7498 gateway port host: n-d-779913-29 {{(pid=93959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:22:17.481111 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9ca4b230-c79e-49d2-a7ce-3b332e9e331d tempest-ServersTestManualDisk-504797460 tempest-ServersTestManualDisk-504797460-project] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:17.509203 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9ca4b230-c79e-49d2-a7ce-3b332e9e331d tempest-ServersTestManualDisk-504797460 tempest-ServersTestManualDisk-504797460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:17.637923 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9ca4b230-c79e-49d2-a7ce-3b332e9e331d tempest-ServersTestManualDisk-504797460 tempest-ServersTestManualDisk-504797460-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:17.639751 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-9ca4b230-c79e-49d2-a7ce-3b332e9e331d tempest-ServersTestManualDisk-504797460 tempest-ServersTestManualDisk-504797460-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.5171669 Jul 14 09:22:17.661124 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 42696) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:17.671753 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-b6d41d42-334d-4d4a-aa36-370f32f84660 tempest-ServersTestManualDisk-504797460 tempest-ServersTestManualDisk-504797460-project] Request body: {'security_group_rule': {'security_group_id': '109e619a-026b-4a12-995a-f7c93cf4d031', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:22:17.748212 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca4b230-c79e-49d2-a7ce-3b332e9e331d tempest-ServersTestManualDisk-504797460 tempest-ServersTestManualDisk-504797460-project] Pushing event updated for resources: {'SecurityGroup': ['ID=109e619a-026b-4a12-995a-f7c93cf4d031,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:17.754837 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b6d41d42-334d-4d4a-aa36-370f32f84660 tempest-ServersTestManualDisk-504797460 tempest-ServersTestManualDisk-504797460-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:17.791602 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-0e2b0ca0-6450-4bcd-ae7f-98f04a018218 req-01fcf9db-ac8f-4967-9d01-61c4aa130cd9 tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:17.832927 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-17e18aed-aa94-4c9e-a888-1fbbfbbaa785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c549170d-8796-4135-8552-ed9b8ece7498', 'name': 'tempest-ServersTestManualDisk-403915262-router', 'tenant_id': '9dc75a140b6945ca834af4e58eac7f2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.212'}], 'enable_snat': True}, 'gw_port_id': '06704956-bd7f-4e76-b508-c1df0274e02f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:21:59Z', 'updated_at': '2021-07-14T09:22:11Z', 'revision_number': 4, 'project_id': '9dc75a140b6945ca834af4e58eac7f2c', 'gw_port': {'id': '06704956-bd7f-4e76-b508-c1df0274e02f', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:ca:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c549170d-8796-4135-8552-ed9b8ece7498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 787, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:22:00Z', 'updated_at': '2021-07-14T09:22:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': 'f96ca2c4-3fa1-49b0-8672-d11b4dd5992a', 'name': '', 'network_id': 'c149b5f1-6e5e-4f3f-a366-78c91881c967', 'tenant_id': '9dc75a140b6945ca834af4e58eac7f2c', 'mac_address': 'fa:16:3e:1c:38:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c549170d-8796-4135-8552-ed9b8ece7498', 'device_owner': 'network:router_interface', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': '3dd02767-c45f-467b-8090-715a2492a37c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:22:09Z', 'updated_at': '2021-07-14T09:22:12Z', 'revision_number': 2, 'project_id': '9dc75a140b6945ca834af4e58eac7f2c', 'subnets': [{'id': '3dd02767-c45f-467b-8090-715a2492a37c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:22:17.851949 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b6d41d42-334d-4d4a-aa36-370f32f84660 tempest-ServersTestManualDisk-504797460 tempest-ServersTestManualDisk-504797460-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:17.872937 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b6d41d42-334d-4d4a-aa36-370f32f84660 tempest-ServersTestManualDisk-504797460 tempest-ServersTestManualDisk-504797460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529131'] for security_group_rule, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:17.900893 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8784f1-f77a-46b8-9188-3eea218721ed req-e55cc30f-333c-4d06-9b22-4b52463bc4a9 tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:17.902628 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-0e8784f1-f77a-46b8-9188-3eea218721ed req-e55cc30f-333c-4d06-9b22-4b52463bc4a9 tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] 10.222.0.68 "GET /v2.0/ports?device_id=28521a7d-bbb7-41ce-a6f8-703f8a90cbe7 HTTP/1.1" status: 200 len: 946 time: 0.4123523 Jul 14 09:22:17.911027 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-0e2b0ca0-6450-4bcd-ae7f-98f04a018218 req-01fcf9db-ac8f-4967-9d01-61c4aa130cd9 tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:17.918386 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e18aed-aa94-4c9e-a888-1fbbfbbaa785 None None] Checking router: c549170d-8796-4135-8552-ed9b8ece7498 for host: n-d-779913-29 {{(pid=93959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:22:17.919387 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e18aed-aa94-4c9e-a888-1fbbfbbaa785 None None] Updating router c549170d-8796-4135-8552-ed9b8ece7498 port f96ca2c4-3fa1-49b0-8672-d11b4dd5992a binding host n-d-779913-29 {{(pid=93959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:22:17.937333 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ba22e8-3e6a-4f67-abc1-d1d36536a91e None None] Sync routers for ids ['85a218d1-2222-4a83-89a1-ff1279d4d9b9'] in n-d-779913-29 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:22:17.952949 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ba22e8-3e6a-4f67-abc1-d1d36536a91e None None] Routers {'85a218d1-2222-4a83-89a1-ff1279d4d9b9'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:22:17.954521 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-52ba22e8-3e6a-4f67-abc1-d1d36536a91e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:21:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['85a218d1-2222-4a83-89a1-ff1279d4d9b9'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:22:17.966644 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d41d42-334d-4d4a-aa36-370f32f84660 tempest-ServersTestManualDisk-504797460 tempest-ServersTestManualDisk-504797460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cbe3415-deaa-4434-8c37-81c0b6937033,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:17.982714 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-0e8784f1-f77a-46b8-9188-3eea218721ed req-29a12ffb-be97-45af-a691-b34581ad0b82 tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] 10.222.0.68 "GET /v2.0/security-groups?id=372c68ac-7430-41d6-997c-166ff070d0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550046 Jul 14 09:22:17.984274 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b6d41d42-334d-4d4a-aa36-370f32f84660 tempest-ServersTestManualDisk-504797460 tempest-ServersTestManualDisk-504797460-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:17.985521 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-b6d41d42-334d-4d4a-aa36-370f32f84660 tempest-ServersTestManualDisk-504797460 tempest-ServersTestManualDisk-504797460-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3180640 Jul 14 09:22:17.990282 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 42698) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:18.002479 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-68918016-4418-4ca9-a00d-6e311e8725ec tempest-ServersTestManualDisk-504797460 tempest-ServersTestManualDisk-504797460-project] Request body: {'security_group_rule': {'security_group_id': '109e619a-026b-4a12-995a-f7c93cf4d031', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:22:18.004392 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e2b0ca0-6450-4bcd-ae7f-98f04a018218 req-01fcf9db-ac8f-4967-9d01-61c4aa130cd9 tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] Network 45aef019-274b-469c-97d8-96105ce8b0ca is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:22:18.058656 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-68918016-4418-4ca9-a00d-6e311e8725ec tempest-ServersTestManualDisk-504797460 tempest-ServersTestManualDisk-504797460-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:18.066610 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-17e18aed-aa94-4c9e-a888-1fbbfbbaa785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:18.133227 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-68918016-4418-4ca9-a00d-6e311e8725ec tempest-ServersTestManualDisk-504797460 tempest-ServersTestManualDisk-504797460-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:18.137923 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-68918016-4418-4ca9-a00d-6e311e8725ec tempest-ServersTestManualDisk-504797460 tempest-ServersTestManualDisk-504797460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529131'] for security_group_rule, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:18.174686 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68918016-4418-4ca9-a00d-6e311e8725ec tempest-ServersTestManualDisk-504797460 tempest-ServersTestManualDisk-504797460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef3bc0c8-4b09-4b03-b97e-1c845a05d645,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:18.186429 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-68918016-4418-4ca9-a00d-6e311e8725ec tempest-ServersTestManualDisk-504797460 tempest-ServersTestManualDisk-504797460-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:18.190237 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-68918016-4418-4ca9-a00d-6e311e8725ec tempest-ServersTestManualDisk-504797460 tempest-ServersTestManualDisk-504797460-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1988127 Jul 14 09:22:18.193987 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 42712) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:18.210008 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-89f3f746-60b5-4d09-bb2d-696ab082a2f2 tempest-ServersTestManualDisk-504797460 tempest-ServersTestManualDisk-504797460-project] Request body: {'floatingip': {'floating_network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:22:18.246082 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [req-d658e56f-5019-4fac-95b4-42e94b43b671 req-acf2bb24-7214-4b95-9f8f-235f9d81ac0d tempest-FloatingIPDetailsTestJSON-695845871 tempest-FloatingIPDetailsTestJSON-695845871-project] Allocated IP 172.25.4.59 (2dcd4d32-cc7c-4468-b396-7ce5c9231892/6cd22a75-5bc1-467c-a3c4-0af04bd1b34a/2e0397a9-f29e-418b-82d6-5f1d420d88b8) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:22:18.255338 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-89f3f746-60b5-4d09-bb2d-696ab082a2f2 tempest-ServersTestManualDisk-504797460 tempest-ServersTestManualDisk-504797460-project] Notify callbacks [] for floatingip, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:18.256904 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-52ba22e8-3e6a-4f67-abc1-d1d36536a91e None None] Set router 85a218d1-2222-4a83-89a1-ff1279d4d9b9 gateway port host: n-d-779913-29 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:22:18.270208 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [req-0e2b0ca0-6450-4bcd-ae7f-98f04a018218 req-01fcf9db-ac8f-4967-9d01-61c4aa130cd9 tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:22:18.277192 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e2b0ca0-6450-4bcd-ae7f-98f04a018218 req-01fcf9db-ac8f-4967-9d01-61c4aa130cd9 tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:22:18.402156 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-89f3f746-60b5-4d09-bb2d-696ab082a2f2 tempest-ServersTestManualDisk-504797460 tempest-ServersTestManualDisk-504797460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:18.453728 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fcf9db-ac8f-4967-9d01-61c4aa130cd9 tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] Pushing event updated for resources: {'Port': ['ID=4e97f585-b63a-4c5f-aa74-c6255deea07f,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:18.482276 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d69bcabb-8426-47b9-a834-eefa60353a79 admin admin] Router 982de53f-bb4f-4e9e-b79f-f1ca554cffb3 has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:22:18.527494 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2b0ca0-6450-4bcd-ae7f-98f04a018218 req-01fcf9db-ac8f-4967-9d01-61c4aa130cd9 tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:18.528267 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-0e2b0ca0-6450-4bcd-ae7f-98f04a018218 req-01fcf9db-ac8f-4967-9d01-61c4aa130cd9 tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:18.720133 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc846af-ecd4-4790-a628-509fd607ef0c req-ef53647a-76db-4b52-8daa-303571201b52 tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:18.721028 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d69bcabb-8426-47b9-a834-eefa60353a79 admin admin] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:22:18.723380 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-6bc846af-ecd4-4790-a628-509fd607ef0c req-ef53647a-76db-4b52-8daa-303571201b52 tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] 10.222.0.68 "GET /v2.0/ports?device_id=a00e13f6-1621-454d-83ce-45af34355155 HTTP/1.1" status: 200 len: 932 time: 0.1171217 Jul 14 09:22:18.737979 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-d69bcabb-8426-47b9-a834-eefa60353a79 admin admin] 10.222.0.68 "PUT /v2.0/routers/982de53f-bb4f-4e9e-b79f-f1ca554cffb3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9087775 Jul 14 09:22:18.737979 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0e2b0ca0-6450-4bcd-ae7f-98f04a018218 req-01fcf9db-ac8f-4967-9d01-61c4aa130cd9 tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3748405 Jul 14 09:22:18.740449 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 42732) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:18.741280 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-52ba22e8-3e6a-4f67-abc1-d1d36536a91e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85a218d1-2222-4a83-89a1-ff1279d4d9b9', 'name': 'tempest-FloatingIPDetailsTestJSON-275053321-router', 'tenant_id': '28b6813f5a264ae88dfe0c89b7113e35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.139'}], 'enable_snat': True}, 'gw_port_id': '8bb49748-70c2-4092-8797-4950c30859fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:21:56Z', 'updated_at': '2021-07-14T09:22:07Z', 'revision_number': 4, 'project_id': '28b6813f5a264ae88dfe0c89b7113e35', 'gw_port': {'id': '8bb49748-70c2-4092-8797-4950c30859fd', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:49:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85a218d1-2222-4a83-89a1-ff1279d4d9b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:21:57Z', 'updated_at': '2021-07-14T09:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': 'a78c39cc-af54-4bf8-8106-29dbf885f680', 'name': '', 'network_id': '953a1b74-24d2-462c-9c6b-0494dc6ab921', 'tenant_id': '28b6813f5a264ae88dfe0c89b7113e35', 'mac_address': 'fa:16:3e:f2:c5:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85a218d1-2222-4a83-89a1-ff1279d4d9b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': '2a7909c7-d3f8-41cd-8b73-bc958e683ecf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:22:06Z', 'updated_at': '2021-07-14T09:22:07Z', 'revision_number': 2, 'project_id': '28b6813f5a264ae88dfe0c89b7113e35', 'subnets': [{'id': '2a7909c7-d3f8-41cd-8b73-bc958e683ecf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:22:18.762477 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-0e2b0ca0-6450-4bcd-ae7f-98f04a018218 req-56d52bea-98d5-44fc-bdc6-f6be807ee59c service neutron] Request body: {'port': {'device_id': 'a00e13f6-1621-454d-83ce-45af34355155', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-29'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:22:18.796916 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f5c0ef-43eb-4086-ad15-3bcd71c7e6c2 None None] Sync routers for ids ['982de53f-bb4f-4e9e-b79f-f1ca554cffb3'] in n-d-779913-29 {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:22:18.804083 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ba22e8-3e6a-4f67-abc1-d1d36536a91e None None] Checking router: 85a218d1-2222-4a83-89a1-ff1279d4d9b9 for host: n-d-779913-29 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:22:18.806864 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ba22e8-3e6a-4f67-abc1-d1d36536a91e None None] Updating router 85a218d1-2222-4a83-89a1-ff1279d4d9b9 port a78c39cc-af54-4bf8-8106-29dbf885f680 binding host n-d-779913-29 {{(pid=93960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:22:18.824577 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f5c0ef-43eb-4086-ad15-3bcd71c7e6c2 None None] Routers {'982de53f-bb4f-4e9e-b79f-f1ca554cffb3'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:22:18.825216 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-94f5c0ef-43eb-4086-ad15-3bcd71c7e6c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:21:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['982de53f-bb4f-4e9e-b79f-f1ca554cffb3'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:22:18.903755 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-6bc846af-ecd4-4790-a628-509fd607ef0c req-5082faf2-d8b7-4e9a-a74c-231a6b6c97a0 tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] 10.222.0.68 "GET /v2.0/security-groups?id=c6f7d264-cbb5-40f9-9fec-5b9701ca674b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642191 Jul 14 09:22:18.943567 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-52ba22e8-3e6a-4f67-abc1-d1d36536a91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:19.000473 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvr_db [None req-94f5c0ef-43eb-4086-ad15-3bcd71c7e6c2 None None] Set router 982de53f-bb4f-4e9e-b79f-f1ca554cffb3 gateway port host: n-d-779913-29 {{(pid=93959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:22:19.087854 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3f2ff88d-670c-4c18-9c72-a8e9e379bfd6 admin admin] Notify callbacks [] for router, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:19.319654 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-17e18aed-aa94-4c9e-a888-1fbbfbbaa785 None None] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:19.338770 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-17e18aed-aa94-4c9e-a888-1fbbfbbaa785 None None] Transition to ACTIVE for port object f96ca2c4-3fa1-49b0-8672-d11b4dd5992a will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:22:19.339406 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3f2ff88d-670c-4c18-9c72-a8e9e379bfd6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:19.341388 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-d658e56f-5019-4fac-95b4-42e94b43b671 req-acf2bb24-7214-4b95-9f8f-235f9d81ac0d tempest-FloatingIPDetailsTestJSON-695845871 tempest-FloatingIPDetailsTestJSON-695845871-project] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:19.359276 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-0e2b0ca0-6450-4bcd-ae7f-98f04a018218 req-56d52bea-98d5-44fc-bdc6-f6be807ee59c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:19.374264 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-17e18aed-aa94-4c9e-a888-1fbbfbbaa785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:19.455277 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50ca742-ad41-45e8-a391-af6043fdaa45 None None] Pushing event updated for resources: {'Port': ['ID=f96ca2c4-3fa1-49b0-8672-d11b4dd5992a,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:19.489334 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-3f2ff88d-670c-4c18-9c72-a8e9e379bfd6 admin admin] Deleting port 0d109e6e-0e02-460f-80ee-f90b06225130 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:22:19.489998 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3f2ff88d-670c-4c18-9c72-a8e9e379bfd6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:19.539482 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-52ba22e8-3e6a-4f67-abc1-d1d36536a91e None None] Notify callbacks [] for port, precommit_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:19.553358 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-d658e56f-5019-4fac-95b4-42e94b43b671 req-acf2bb24-7214-4b95-9f8f-235f9d81ac0d tempest-FloatingIPDetailsTestJSON-695845871 tempest-FloatingIPDetailsTestJSON-695845871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:19.557509 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-52ba22e8-3e6a-4f67-abc1-d1d36536a91e None None] Transition to ACTIVE for port object a78c39cc-af54-4bf8-8106-29dbf885f680 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:22:19.571801 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-52ba22e8-3e6a-4f67-abc1-d1d36536a91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:19.611295 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-17e18aed-aa94-4c9e-a888-1fbbfbbaa785 None None] Attempting to bind port f96ca2c4-3fa1-49b0-8672-d11b4dd5992a on host n-d-779913-29 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:22:19.611674 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-17e18aed-aa94-4c9e-a888-1fbbfbbaa785 None None] Attempting to bind port f96ca2c4-3fa1-49b0-8672-d11b4dd5992a by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': '92674e00-5a45-4167-ba04-e974711325a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'c149b5f1-6e5e-4f3f-a366-78c91881c967'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:22:19.612045 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e18aed-aa94-4c9e-a888-1fbbfbbaa785 None None] Attempting to bind port f96ca2c4-3fa1-49b0-8672-d11b4dd5992a on network c149b5f1-6e5e-4f3f-a366-78c91881c967 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:22:19.623920 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e18aed-aa94-4c9e-a888-1fbbfbbaa785 None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 21, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:22:19.624461 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e18aed-aa94-4c9e-a888-1fbbfbbaa785 None None] Checking segment: {'id': '92674e00-5a45-4167-ba04-e974711325a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'c149b5f1-6e5e-4f3f-a366-78c91881c967'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:22:19.624930 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-17e18aed-aa94-4c9e-a888-1fbbfbbaa785 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:19.625338 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e18aed-aa94-4c9e-a888-1fbbfbbaa785 None None] Bound using segment: {'id': '92674e00-5a45-4167-ba04-e974711325a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'c149b5f1-6e5e-4f3f-a366-78c91881c967'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:22:19.625932 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-17e18aed-aa94-4c9e-a888-1fbbfbbaa785 None None] Bound port: f96ca2c4-3fa1-49b0-8672-d11b4dd5992a, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92674e00-5a45-4167-ba04-e974711325a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'c149b5f1-6e5e-4f3f-a366-78c91881c967'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:22:19.626992 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-17e18aed-aa94-4c9e-a888-1fbbfbbaa785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:19.656883 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-3f2ff88d-670c-4c18-9c72-a8e9e379bfd6 admin admin] For port 0d109e6e-0e02-460f-80ee-f90b06225130, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=0d109e6e-0e02-460f-80ee-f90b06225130,segment=NetworkSegment(81bf7a93-80b3-43df-b9d5-462c604a2945),segment_id=81bf7a93-80b3-43df-b9d5-462c604a2945)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:22:19.657229 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3f2ff88d-670c-4c18-9c72-a8e9e379bfd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:19.683771 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-3f2ff88d-670c-4c18-9c72-a8e9e379bfd6 admin admin] Calling delete_port for 0d109e6e-0e02-460f-80ee-f90b06225130 owned by network:router_gateway {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:22:19.696758 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7138690-0d7b-40d8-8a2b-4a6c78fbc9e4 None None] Pushing event updated for resources: {'Port': ['ID=a78c39cc-af54-4bf8-8106-29dbf885f680,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:19.727083 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf2bb24-7214-4b95-9f8f-235f9d81ac0d tempest-FloatingIPDetailsTestJSON-695845871 tempest-FloatingIPDetailsTestJSON-695845871-project] Pushing event updated for resources: {'Port': ['ID=2e0397a9-f29e-418b-82d6-5f1d420d88b8,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:19.764406 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-17e18aed-aa94-4c9e-a888-1fbbfbbaa785 None None] For port f96ca2c4-3fa1-49b0-8672-d11b4dd5992a, host n-d-779913-29, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:22:19.770040 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-17e18aed-aa94-4c9e-a888-1fbbfbbaa785 None None] For port f96ca2c4-3fa1-49b0-8672-d11b4dd5992a, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=f96ca2c4-3fa1-49b0-8672-d11b4dd5992a,segment=NetworkSegment(92674e00-5a45-4167-ba04-e974711325a2),segment_id=92674e00-5a45-4167-ba04-e974711325a2)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:22:19.786542 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-17e18aed-aa94-4c9e-a888-1fbbfbbaa785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:19.806327 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d658e56f-5019-4fac-95b4-42e94b43b671 req-acf2bb24-7214-4b95-9f8f-235f9d81ac0d tempest-FloatingIPDetailsTestJSON-695845871 tempest-FloatingIPDetailsTestJSON-695845871-project] Network 2dcd4d32-cc7c-4468-b396-7ce5c9231892 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:22:19.813261 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-94f5c0ef-43eb-4086-ad15-3bcd71c7e6c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '982de53f-bb4f-4e9e-b79f-f1ca554cffb3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1825414716-router', 'tenant_id': '693039a9031c4718ab71870c2e8c0097', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.78'}], 'enable_snat': True}, 'gw_port_id': '0d109e6e-0e02-460f-80ee-f90b06225130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:16:37Z', 'updated_at': '2021-07-14T09:22:15Z', 'revision_number': 5, 'project_id': '693039a9031c4718ab71870c2e8c0097', 'gw_port': {'id': '0d109e6e-0e02-460f-80ee-f90b06225130', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:af:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '982de53f-bb4f-4e9e-b79f-f1ca554cffb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:16:38Z', 'updated_at': '2021-07-14T09:16:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29'}], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:22:19.820041 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [req-d658e56f-5019-4fac-95b4-42e94b43b671 req-acf2bb24-7214-4b95-9f8f-235f9d81ac0d tempest-FloatingIPDetailsTestJSON-695845871 tempest-FloatingIPDetailsTestJSON-695845871-project] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:22:19.827930 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-d658e56f-5019-4fac-95b4-42e94b43b671 req-acf2bb24-7214-4b95-9f8f-235f9d81ac0d tempest-FloatingIPDetailsTestJSON-695845871 tempest-FloatingIPDetailsTestJSON-695845871-project] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:22:19.928065 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f5c0ef-43eb-4086-ad15-3bcd71c7e6c2 None None] Checking router: 982de53f-bb4f-4e9e-b79f-f1ca554cffb3 for host: n-d-779913-29 {{(pid=93959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:22:19.933957 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-52ba22e8-3e6a-4f67-abc1-d1d36536a91e None None] Attempting to bind port a78c39cc-af54-4bf8-8106-29dbf885f680 on host n-d-779913-29 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:22:19.937332 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-52ba22e8-3e6a-4f67-abc1-d1d36536a91e None None] Attempting to bind port a78c39cc-af54-4bf8-8106-29dbf885f680 by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': 'b6458fe8-4b1d-4718-b89e-8e67f3faa60a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '953a1b74-24d2-462c-9c6b-0494dc6ab921'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:22:19.937808 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52ba22e8-3e6a-4f67-abc1-d1d36536a91e None None] Attempting to bind port a78c39cc-af54-4bf8-8106-29dbf885f680 on network 953a1b74-24d2-462c-9c6b-0494dc6ab921 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:22:19.953424 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50ca742-ad41-45e8-a391-af6043fdaa45 None None] Pushing event updated for resources: {'Port': ['ID=f96ca2c4-3fa1-49b0-8672-d11b4dd5992a,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:19.962936 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52ba22e8-3e6a-4f67-abc1-d1d36536a91e None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 21, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:22:19.963990 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52ba22e8-3e6a-4f67-abc1-d1d36536a91e None None] Checking segment: {'id': 'b6458fe8-4b1d-4718-b89e-8e67f3faa60a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '953a1b74-24d2-462c-9c6b-0494dc6ab921'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:22:19.967096 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-52ba22e8-3e6a-4f67-abc1-d1d36536a91e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:19.969587 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52ba22e8-3e6a-4f67-abc1-d1d36536a91e None None] Bound using segment: {'id': 'b6458fe8-4b1d-4718-b89e-8e67f3faa60a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '953a1b74-24d2-462c-9c6b-0494dc6ab921'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:22:19.969849 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-52ba22e8-3e6a-4f67-abc1-d1d36536a91e None None] Bound port: a78c39cc-af54-4bf8-8106-29dbf885f680, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6458fe8-4b1d-4718-b89e-8e67f3faa60a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '953a1b74-24d2-462c-9c6b-0494dc6ab921'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:22:19.970270 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-52ba22e8-3e6a-4f67-abc1-d1d36536a91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:19.984243 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f5c0ef-43eb-4086-ad15-3bcd71c7e6c2 None None] Routers {'982de53f-bb4f-4e9e-b79f-f1ca554cffb3'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:22:19.984987 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-94f5c0ef-43eb-4086-ad15-3bcd71c7e6c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:21:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['982de53f-bb4f-4e9e-b79f-f1ca554cffb3'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:22:19.994612 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e18aed-aa94-4c9e-a888-1fbbfbbaa785 None None] Routers {'c549170d-8796-4135-8552-ed9b8ece7498'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:22:19.994612 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-17e18aed-aa94-4c9e-a888-1fbbfbbaa785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:21:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['c549170d-8796-4135-8552-ed9b8ece7498'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:22:20.105717 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-d658e56f-5019-4fac-95b4-42e94b43b671 req-acf2bb24-7214-4b95-9f8f-235f9d81ac0d tempest-FloatingIPDetailsTestJSON-695845871 tempest-FloatingIPDetailsTestJSON-695845871-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:20.108239 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-4577dab1-24da-47df-953f-2d1b40bdfe9e req-1f737d15-322b-4453-843c-6cedfc9f8581 tempest-QuotasAdminNegativeTest-49609756 tempest-QuotasAdminNegativeTest-49609756-project] 10.222.0.68 "GET /v2.0/networks?tenant_id=a749718b6e2d40e1868d57b9d850d5d3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0753121 Jul 14 09:22:20.196517 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-52ba22e8-3e6a-4f67-abc1-d1d36536a91e None None] For port a78c39cc-af54-4bf8-8106-29dbf885f680, host n-d-779913-29, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:22:20.201224 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-52ba22e8-3e6a-4f67-abc1-d1d36536a91e None None] For port a78c39cc-af54-4bf8-8106-29dbf885f680, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=a78c39cc-af54-4bf8-8106-29dbf885f680,segment=NetworkSegment(b6458fe8-4b1d-4718-b89e-8e67f3faa60a),segment_id=b6458fe8-4b1d-4718-b89e-8e67f3faa60a)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:22:20.213978 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-d658e56f-5019-4fac-95b4-42e94b43b671 req-acf2bb24-7214-4b95-9f8f-235f9d81ac0d tempest-FloatingIPDetailsTestJSON-695845871 tempest-FloatingIPDetailsTestJSON-695845871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:20.214891 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-52ba22e8-3e6a-4f67-abc1-d1d36536a91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:20.285340 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7138690-0d7b-40d8-8a2b-4a6c78fbc9e4 None None] Pushing event updated for resources: {'Port': ['ID=a78c39cc-af54-4bf8-8106-29dbf885f680,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:20.308484 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ba22e8-3e6a-4f67-abc1-d1d36536a91e None None] Routers {'85a218d1-2222-4a83-89a1-ff1279d4d9b9'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:22:20.309833 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-52ba22e8-3e6a-4f67-abc1-d1d36536a91e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:21:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['85a218d1-2222-4a83-89a1-ff1279d4d9b9'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:22:20.425460 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvr_db [None req-94f5c0ef-43eb-4086-ad15-3bcd71c7e6c2 None None] Set router 982de53f-bb4f-4e9e-b79f-f1ca554cffb3 gateway port host: None {{(pid=93959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:22:20.523863 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-52ba22e8-3e6a-4f67-abc1-d1d36536a91e None None] Set router 85a218d1-2222-4a83-89a1-ff1279d4d9b9 gateway port host: n-d-779913-29 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:22:20.527203 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-89f3f746-60b5-4d09-bb2d-696ab082a2f2 tempest-ServersTestManualDisk-504797460 tempest-ServersTestManualDisk-504797460-project] Allocated IP 172.25.4.10 (2dcd4d32-cc7c-4468-b396-7ce5c9231892/6cd22a75-5bc1-467c-a3c4-0af04bd1b34a/488dea9c-f825-4c66-a7f1-8d423bd27bbe) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:22:20.562813 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [req-0e2b0ca0-6450-4bcd-ae7f-98f04a018218 req-56d52bea-98d5-44fc-bdc6-f6be807ee59c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e97f585-b63a-4c5f-aa74-c6255deea07f {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:22:20.566527 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3f2ff88d-670c-4c18-9c72-a8e9e379bfd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:20.582136 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-d658e56f-5019-4fac-95b4-42e94b43b671 req-acf2bb24-7214-4b95-9f8f-235f9d81ac0d tempest-FloatingIPDetailsTestJSON-695845871 tempest-FloatingIPDetailsTestJSON-695845871-project] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:20.594255 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-0e2b0ca0-6450-4bcd-ae7f-98f04a018218 req-56d52bea-98d5-44fc-bdc6-f6be807ee59c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:20.597001 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-94f5c0ef-43eb-4086-ad15-3bcd71c7e6c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '982de53f-bb4f-4e9e-b79f-f1ca554cffb3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1825414716-router', 'tenant_id': '693039a9031c4718ab71870c2e8c0097', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:16:37Z', 'updated_at': '2021-07-14T09:22:19Z', 'revision_number': 6, 'project_id': '693039a9031c4718ab71870c2e8c0097', 'gw_port_host': None}], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:22:20.599095 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-d658e56f-5019-4fac-95b4-42e94b43b671 req-acf2bb24-7214-4b95-9f8f-235f9d81ac0d tempest-FloatingIPDetailsTestJSON-695845871 tempest-FloatingIPDetailsTestJSON-695845871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:20.617115 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2ff88d-670c-4c18-9c72-a8e9e379bfd6 admin admin] Pushing event deleted for resources: {'Port': ['ID=0d109e6e-0e02-460f-80ee-f90b06225130,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:20.696175 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvr_db [None req-17e18aed-aa94-4c9e-a888-1fbbfbbaa785 None None] Set router c549170d-8796-4135-8552-ed9b8ece7498 gateway port host: n-d-779913-29 {{(pid=93959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:22:20.720895 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [req-0e2b0ca0-6450-4bcd-ae7f-98f04a018218 req-56d52bea-98d5-44fc-bdc6-f6be807ee59c service neutron] Transition to ACTIVE for port object 4e97f585-b63a-4c5f-aa74-c6255deea07f will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:22:20.727469 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f5c0ef-43eb-4086-ad15-3bcd71c7e6c2 None None] The sync data for ids ['982de53f-bb4f-4e9e-b79f-f1ca554cffb3'] in n-d-779913-29 is: [{'id': '982de53f-bb4f-4e9e-b79f-f1ca554cffb3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1825414716-router', 'tenant_id': '693039a9031c4718ab71870c2e8c0097', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:16:37Z', 'updated_at': '2021-07-14T09:22:19Z', 'revision_number': 6, 'project_id': '693039a9031c4718ab71870c2e8c0097', 'gw_port_host': None}] {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:22:20.761017 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4577dab1-24da-47df-953f-2d1b40bdfe9e req-b2ab84b6-7192-4b20-bc1a-6edd3b478234 tempest-QuotasAdminNegativeTest-49609756 tempest-QuotasAdminNegativeTest-49609756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:20.768445 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-4577dab1-24da-47df-953f-2d1b40bdfe9e req-b2ab84b6-7192-4b20-bc1a-6edd3b478234 tempest-QuotasAdminNegativeTest-49609756 tempest-QuotasAdminNegativeTest-49609756-project] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6595488 Jul 14 09:22:20.794807 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-0e2b0ca0-6450-4bcd-ae7f-98f04a018218 req-56d52bea-98d5-44fc-bdc6-f6be807ee59c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:20.816950 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-4577dab1-24da-47df-953f-2d1b40bdfe9e req-8121b37e-6b95-45af-86db-b72a458f335b tempest-QuotasAdminNegativeTest-49609756 tempest-QuotasAdminNegativeTest-49609756-project] 10.222.0.68 "GET /v2.0/quotas/a749718b6e2d40e1868d57b9d850d5d3 HTTP/1.1" status: 200 len: 375 time: 0.0469811 Jul 14 09:22:20.910623 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-4577dab1-24da-47df-953f-2d1b40bdfe9e req-c59aa9d4-e793-424d-bc7e-18be405f7855 tempest-QuotasAdminNegativeTest-49609756 tempest-QuotasAdminNegativeTest-49609756-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=a749718b6e2d40e1868d57b9d850d5d3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0906816 Jul 14 09:22:20.958290 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf2bb24-7214-4b95-9f8f-235f9d81ac0d tempest-FloatingIPDetailsTestJSON-695845871 tempest-FloatingIPDetailsTestJSON-695845871-project] Pushing event updated for resources: {'Port': ['ID=2e0397a9-f29e-418b-82d6-5f1d420d88b8,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:21.005822 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-52ba22e8-3e6a-4f67-abc1-d1d36536a91e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85a218d1-2222-4a83-89a1-ff1279d4d9b9', 'name': 'tempest-FloatingIPDetailsTestJSON-275053321-router', 'tenant_id': '28b6813f5a264ae88dfe0c89b7113e35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.139'}], 'enable_snat': True}, 'gw_port_id': '8bb49748-70c2-4092-8797-4950c30859fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:21:56Z', 'updated_at': '2021-07-14T09:22:07Z', 'revision_number': 4, 'project_id': '28b6813f5a264ae88dfe0c89b7113e35', 'gw_port': {'id': '8bb49748-70c2-4092-8797-4950c30859fd', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:49:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85a218d1-2222-4a83-89a1-ff1279d4d9b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:21:57Z', 'updated_at': '2021-07-14T09:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': 'a78c39cc-af54-4bf8-8106-29dbf885f680', 'name': '', 'network_id': '953a1b74-24d2-462c-9c6b-0494dc6ab921', 'tenant_id': '28b6813f5a264ae88dfe0c89b7113e35', 'mac_address': 'fa:16:3e:f2:c5:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85a218d1-2222-4a83-89a1-ff1279d4d9b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': '2a7909c7-d3f8-41cd-8b73-bc958e683ecf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:22:06Z', 'updated_at': '2021-07-14T09:22:20Z', 'revision_number': 4, 'project_id': '28b6813f5a264ae88dfe0c89b7113e35', 'subnets': [{'id': '2a7909c7-d3f8-41cd-8b73-bc958e683ecf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:22:21.049705 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ba22e8-3e6a-4f67-abc1-d1d36536a91e None None] The sync data for ids ['85a218d1-2222-4a83-89a1-ff1279d4d9b9'] in n-d-779913-29 is: [{'id': '85a218d1-2222-4a83-89a1-ff1279d4d9b9', 'name': 'tempest-FloatingIPDetailsTestJSON-275053321-router', 'tenant_id': '28b6813f5a264ae88dfe0c89b7113e35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.139'}], 'enable_snat': True}, 'gw_port_id': '8bb49748-70c2-4092-8797-4950c30859fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:21:56Z', 'updated_at': '2021-07-14T09:22:07Z', 'revision_number': 4, 'project_id': '28b6813f5a264ae88dfe0c89b7113e35', 'gw_port': {'id': '8bb49748-70c2-4092-8797-4950c30859fd', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:49:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85a218d1-2222-4a83-89a1-ff1279d4d9b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:21:57Z', 'updated_at': '2021-07-14T09:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': 'a78c39cc-af54-4bf8-8106-29dbf885f680', 'name': '', 'network_id': '953a1b74-24d2-462c-9c6b-0494dc6ab921', 'tenant_id': '28b6813f5a264ae88dfe0c89b7113e35', 'mac_address': 'fa:16:3e:f2:c5:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85a218d1-2222-4a83-89a1-ff1279d4d9b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': '2a7909c7-d3f8-41cd-8b73-bc958e683ecf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:22:06Z', 'updated_at': '2021-07-14T09:22:20Z', 'revision_number': 4, 'project_id': '28b6813f5a264ae88dfe0c89b7113e35', 'subnets': [{'id': '2a7909c7-d3f8-41cd-8b73-bc958e683ecf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:22:21.083460 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-d658e56f-5019-4fac-95b4-42e94b43b671 req-acf2bb24-7214-4b95-9f8f-235f9d81ac0d tempest-FloatingIPDetailsTestJSON-695845871 tempest-FloatingIPDetailsTestJSON-695845871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-660590'] for floatingip, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:21.124450 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-89f3f746-60b5-4d09-bb2d-696ab082a2f2 tempest-ServersTestManualDisk-504797460 tempest-ServersTestManualDisk-504797460-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:21.132962 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3f2ff88d-670c-4c18-9c72-a8e9e379bfd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-660532'] for router_gateway, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:21.251042 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-d658e56f-5019-4fac-95b4-42e94b43b671 req-acf2bb24-7214-4b95-9f8f-235f9d81ac0d tempest-FloatingIPDetailsTestJSON-695845871 tempest-FloatingIPDetailsTestJSON-695845871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for floatingip, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:21.252564 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d658e56f-5019-4fac-95b4-42e94b43b671 req-acf2bb24-7214-4b95-9f8f-235f9d81ac0d tempest-FloatingIPDetailsTestJSON-695845871 tempest-FloatingIPDetailsTestJSON-695845871-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 6.3665941 Jul 14 09:22:21.272094 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-17e18aed-aa94-4c9e-a888-1fbbfbbaa785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c549170d-8796-4135-8552-ed9b8ece7498', 'name': 'tempest-ServersTestManualDisk-403915262-router', 'tenant_id': '9dc75a140b6945ca834af4e58eac7f2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.212'}], 'enable_snat': True}, 'gw_port_id': '06704956-bd7f-4e76-b508-c1df0274e02f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:21:59Z', 'updated_at': '2021-07-14T09:22:11Z', 'revision_number': 4, 'project_id': '9dc75a140b6945ca834af4e58eac7f2c', 'gw_port': {'id': '06704956-bd7f-4e76-b508-c1df0274e02f', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:ca:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c549170d-8796-4135-8552-ed9b8ece7498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 787, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:22:00Z', 'updated_at': '2021-07-14T09:22:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': 'f96ca2c4-3fa1-49b0-8672-d11b4dd5992a', 'name': '', 'network_id': 'c149b5f1-6e5e-4f3f-a366-78c91881c967', 'tenant_id': '9dc75a140b6945ca834af4e58eac7f2c', 'mac_address': 'fa:16:3e:1c:38:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c549170d-8796-4135-8552-ed9b8ece7498', 'device_owner': 'network:router_interface', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': '3dd02767-c45f-467b-8090-715a2492a37c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:22:09Z', 'updated_at': '2021-07-14T09:22:19Z', 'revision_number': 4, 'project_id': '9dc75a140b6945ca834af4e58eac7f2c', 'subnets': [{'id': '3dd02767-c45f-467b-8090-715a2492a37c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:22:21.273476 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d52bea-98d5-44fc-bdc6-f6be807ee59c service neutron] Pushing event updated for resources: {'Port': ['ID=4e97f585-b63a-4c5f-aa74-c6255deea07f,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:21.367510 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e18aed-aa94-4c9e-a888-1fbbfbbaa785 None None] The sync data for ids ['c549170d-8796-4135-8552-ed9b8ece7498'] in n-d-779913-29 is: [{'id': 'c549170d-8796-4135-8552-ed9b8ece7498', 'name': 'tempest-ServersTestManualDisk-403915262-router', 'tenant_id': '9dc75a140b6945ca834af4e58eac7f2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.212'}], 'enable_snat': True}, 'gw_port_id': '06704956-bd7f-4e76-b508-c1df0274e02f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:21:59Z', 'updated_at': '2021-07-14T09:22:11Z', 'revision_number': 4, 'project_id': '9dc75a140b6945ca834af4e58eac7f2c', 'gw_port': {'id': '06704956-bd7f-4e76-b508-c1df0274e02f', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:ca:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c549170d-8796-4135-8552-ed9b8ece7498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 787, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:22:00Z', 'updated_at': '2021-07-14T09:22:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': 'f96ca2c4-3fa1-49b0-8672-d11b4dd5992a', 'name': '', 'network_id': 'c149b5f1-6e5e-4f3f-a366-78c91881c967', 'tenant_id': '9dc75a140b6945ca834af4e58eac7f2c', 'mac_address': 'fa:16:3e:1c:38:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c549170d-8796-4135-8552-ed9b8ece7498', 'device_owner': 'network:router_interface', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': '3dd02767-c45f-467b-8090-715a2492a37c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:22:09Z', 'updated_at': '2021-07-14T09:22:19Z', 'revision_number': 4, 'project_id': '9dc75a140b6945ca834af4e58eac7f2c', 'subnets': [{'id': '3dd02767-c45f-467b-8090-715a2492a37c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:22:21.369979 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device a78c39cc-af54-4bf8-8106-29dbf885f680 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:22:21.419457 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d658e56f-5019-4fac-95b4-42e94b43b671 req-ab064fce-f5f9-4907-aa31-84b339a70be7 tempest-FloatingIPDetailsTestJSON-695845871 tempest-FloatingIPDetailsTestJSON-695845871-project] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.25.4.59 HTTP/1.1" status: 200 len: 695 time: 0.1245492 Jul 14 09:22:21.476809 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3f2ff88d-670c-4c18-9c72-a8e9e379bfd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-711871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12964'] for router, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:21.479995 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3f2ff88d-670c-4c18-9c72-a8e9e379bfd6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:21.482228 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning for port a78c39cc-af54-4bf8-8106-29dbf885f680 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:22:21.490131 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port a78c39cc-af54-4bf8-8106-29dbf885f680 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:22:21.490371 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:21.559960 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-0e2b0ca0-6450-4bcd-ae7f-98f04a018218 req-56d52bea-98d5-44fc-bdc6-f6be807ee59c service neutron] Attempting to bind port 4e97f585-b63a-4c5f-aa74-c6255deea07f on host n-h1-779913-29 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:22:21.560420 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-0e2b0ca0-6450-4bcd-ae7f-98f04a018218 req-56d52bea-98d5-44fc-bdc6-f6be807ee59c service neutron] Attempting to bind port 4e97f585-b63a-4c5f-aa74-c6255deea07f by drivers openvswitch,hyperv on host n-h1-779913-29 at level 0 using segments [{'id': '24f71cf3-e685-41fb-a190-ed6a8e6e15df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '45aef019-274b-469c-97d8-96105ce8b0ca'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:22:21.560763 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e2b0ca0-6450-4bcd-ae7f-98f04a018218 req-56d52bea-98d5-44fc-bdc6-f6be807ee59c service neutron] Attempting to bind port 4e97f585-b63a-4c5f-aa74-c6255deea07f on network 45aef019-274b-469c-97d8-96105ce8b0ca {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:22:21.570867 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e2b0ca0-6450-4bcd-ae7f-98f04a018218 req-56d52bea-98d5-44fc-bdc6-f6be807ee59c service neutron] Port 4e97f585-b63a-4c5f-aa74-c6255deea07f on network 45aef019-274b-469c-97d8-96105ce8b0ca not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-29 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:22:21.571571 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e2b0ca0-6450-4bcd-ae7f-98f04a018218 req-56d52bea-98d5-44fc-bdc6-f6be807ee59c service neutron] Attempting to bind port 4e97f585-b63a-4c5f-aa74-c6255deea07f on network 45aef019-274b-469c-97d8-96105ce8b0ca {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:22:21.585698 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7459a913-d124-4c76-adfb-1b559eea793e req-605f3b94-bab9-4dcf-ac75-7631dffdad5e tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:21.587237 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-7459a913-d124-4c76-adfb-1b559eea793e req-605f3b94-bab9-4dcf-ac75-7631dffdad5e tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] 10.222.0.65 "GET /v2.0/ports?device_id=28521a7d-bbb7-41ce-a6f8-703f8a90cbe7 HTTP/1.1" status: 200 len: 946 time: 0.7218449 Jul 14 09:22:21.590787 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e2b0ca0-6450-4bcd-ae7f-98f04a018218 req-56d52bea-98d5-44fc-bdc6-f6be807ee59c service neutron] Checking agent: {'id': 'de11e667-f145-47b0-bd09-334a7505938e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 13, 12), 'started_at': datetime.datetime(2021, 7, 14, 9, 13, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 22, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:22:21.591132 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e2b0ca0-6450-4bcd-ae7f-98f04a018218 req-56d52bea-98d5-44fc-bdc6-f6be807ee59c service neutron] Checking segment: {'id': '24f71cf3-e685-41fb-a190-ed6a8e6e15df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '45aef019-274b-469c-97d8-96105ce8b0ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:22:21.591524 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e2b0ca0-6450-4bcd-ae7f-98f04a018218 req-56d52bea-98d5-44fc-bdc6-f6be807ee59c service neutron] Bound using segment: {'id': '24f71cf3-e685-41fb-a190-ed6a8e6e15df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '45aef019-274b-469c-97d8-96105ce8b0ca'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:22:21.592035 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-0e2b0ca0-6450-4bcd-ae7f-98f04a018218 req-56d52bea-98d5-44fc-bdc6-f6be807ee59c service neutron] Bound port: 4e97f585-b63a-4c5f-aa74-c6255deea07f, host: n-h1-779913-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24f71cf3-e685-41fb-a190-ed6a8e6e15df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '45aef019-274b-469c-97d8-96105ce8b0ca'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:22:21.592329 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-0e2b0ca0-6450-4bcd-ae7f-98f04a018218 req-56d52bea-98d5-44fc-bdc6-f6be807ee59c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:21.665238 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3f2ff88d-670c-4c18-9c72-a8e9e379bfd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-704815'] for router, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:21.677887 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f2ff88d-670c-4c18-9c72-a8e9e379bfd6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 982de53f-bb4f-4e9e-b79f-f1ca554cffb3 {{(pid=93958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:22:21.684009 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:21.689062 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3f2ff88d-670c-4c18-9c72-a8e9e379bfd6 admin admin] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:21.709231 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-3f2ff88d-670c-4c18-9c72-a8e9e379bfd6 admin admin] 10.222.0.68 "DELETE /v2.0/routers/982de53f-bb4f-4e9e-b79f-f1ca554cffb3 HTTP/1.1" status: 204 len: 168 time: 2.9627347 Jul 14 09:22:21.711270 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 42754) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:21.784122 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] For port a78c39cc-af54-4bf8-8106-29dbf885f680, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=a78c39cc-af54-4bf8-8106-29dbf885f680,segment=NetworkSegment(b6458fe8-4b1d-4718-b89e-8e67f3faa60a),segment_id=b6458fe8-4b1d-4718-b89e-8e67f3faa60a)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:22:21.789875 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:21.854824 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-89f3f746-60b5-4d09-bb2d-696ab082a2f2 tempest-ServersTestManualDisk-504797460 tempest-ServersTestManualDisk-504797460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:21.872288 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-0e2b0ca0-6450-4bcd-ae7f-98f04a018218 req-56d52bea-98d5-44fc-bdc6-f6be807ee59c service neutron] For port 4e97f585-b63a-4c5f-aa74-c6255deea07f, host n-h1-779913-29, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:22:21.883383 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-0e2b0ca0-6450-4bcd-ae7f-98f04a018218 req-56d52bea-98d5-44fc-bdc6-f6be807ee59c service neutron] For port 4e97f585-b63a-4c5f-aa74-c6255deea07f, host n-h1-779913-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=4e97f585-b63a-4c5f-aa74-c6255deea07f,segment=NetworkSegment(24f71cf3-e685-41fb-a190-ed6a8e6e15df),segment_id=24f71cf3-e685-41fb-a190-ed6a8e6e15df)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:22:21.907265 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Pushing event updated for resources: {'Port': ['ID=a78c39cc-af54-4bf8-8106-29dbf885f680,revision_number=5']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:21.952055 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89f3f746-60b5-4d09-bb2d-696ab082a2f2 tempest-ServersTestManualDisk-504797460 tempest-ServersTestManualDisk-504797460-project] Network 2dcd4d32-cc7c-4468-b396-7ce5c9231892 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:22:21.962179 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-89f3f746-60b5-4d09-bb2d-696ab082a2f2 tempest-ServersTestManualDisk-504797460 tempest-ServersTestManualDisk-504797460-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:22:21.971591 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f3f746-60b5-4d09-bb2d-696ab082a2f2 tempest-ServersTestManualDisk-504797460 tempest-ServersTestManualDisk-504797460-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:22:21.986789 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d658e56f-5019-4fac-95b4-42e94b43b671 req-b694dd63-505e-404e-b460-07dbf5ec2ac0 tempest-FloatingIPDetailsTestJSON-695845871 tempest-FloatingIPDetailsTestJSON-695845871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:21.988588 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d658e56f-5019-4fac-95b4-42e94b43b671 req-b694dd63-505e-404e-b460-07dbf5ec2ac0 tempest-FloatingIPDetailsTestJSON-695845871 tempest-FloatingIPDetailsTestJSON-695845871-project] 10.222.0.68 "GET /v2.0/networks/2dcd4d32-cc7c-4468-b396-7ce5c9231892 HTTP/1.1" status: 200 len: 784 time: 0.5685110 Jul 14 09:22:21.993017 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-0e2b0ca0-6450-4bcd-ae7f-98f04a018218 req-56d52bea-98d5-44fc-bdc6-f6be807ee59c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:22.055678 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a364e7c-f805-4bff-a0ed-cf5a7f14404b admin admin] Deleting subnet ff357304-9a7a-4849-886e-222423635809 {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:22:22.056924 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2b0ca0-6450-4bcd-ae7f-98f04a018218 req-56d52bea-98d5-44fc-bdc6-f6be807ee59c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:22.057586 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-0e2b0ca0-6450-4bcd-ae7f-98f04a018218 req-56d52bea-98d5-44fc-bdc6-f6be807ee59c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:22.073512 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1a364e7c-f805-4bff-a0ed-cf5a7f14404b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:22.079045 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0e2b0ca0-6450-4bcd-ae7f-98f04a018218 req-56d52bea-98d5-44fc-bdc6-f6be807ee59c service neutron] 10.222.0.65 "PUT /v2.0/ports/4e97f585-b63a-4c5f-aa74-c6255deea07f HTTP/1.1" status: 200 len: 1093 time: 3.3250916 Jul 14 09:22:22.079763 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a00e13f6-1621-454d-83ce-45af34355155', 'tag': '4e97f585-b63a-4c5f-aa74-c6255deea07f'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:22:22.089039 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59f235ab-2f2c-43b6-8daa-7c4c0583feea" -d '{"events": [{"name": "network-changed", "server_uuid": "a00e13f6-1621-454d-83ce-45af34355155", "tag": "4e97f585-b63a-4c5f-aa74-c6255deea07f"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:22:22.122869 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-db883480-ac25-43bb-b8bf-8bc879a2d309 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:22.155873 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f3f746-60b5-4d09-bb2d-696ab082a2f2 tempest-ServersTestManualDisk-504797460 tempest-ServersTestManualDisk-504797460-project] Pushing event updated for resources: {'Port': ['ID=488dea9c-f825-4c66-a7f1-8d423bd27bbe,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:22.204171 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4afeaa6-7f38-4fc1-908e-47d403fe2f16 req-6cfed30c-6d45-4e1e-b6a3-a16870f9db1b tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:22.215208 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-e4afeaa6-7f38-4fc1-908e-47d403fe2f16 req-6cfed30c-6d45-4e1e-b6a3-a16870f9db1b tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] 10.222.0.68 "GET /v2.0/ports?device_id=28521a7d-bbb7-41ce-a6f8-703f8a90cbe7 HTTP/1.1" status: 200 len: 946 time: 0.6538019 Jul 14 09:22:22.248067 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1a364e7c-f805-4bff-a0ed-cf5a7f14404b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13574120'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:22.273020 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d52bea-98d5-44fc-bdc6-f6be807ee59c service neutron] Pushing event updated for resources: {'Port': ['ID=4e97f585-b63a-4c5f-aa74-c6255deea07f,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:22.295405 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [req-7459a913-d124-4c76-adfb-1b559eea793e req-e4cf0dad-bcfb-40d2-a6f8-f218f1ce3397 tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] Deleting port d4279121-b5ff-4ac9-b901-86317ded0cdc {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:22:22.295675 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-7459a913-d124-4c76-adfb-1b559eea793e req-e4cf0dad-bcfb-40d2-a6f8-f218f1ce3397 tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:22.422551 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-7459a913-d124-4c76-adfb-1b559eea793e req-e4cf0dad-bcfb-40d2-a6f8-f218f1ce3397 tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] For port d4279121-b5ff-4ac9-b901-86317ded0cdc, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=d4279121-b5ff-4ac9-b901-86317ded0cdc,segment=NetworkSegment(59e27924-9549-4175-909e-ce4f3019b149),segment_id=59e27924-9549-4175-909e-ce4f3019b149)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:22:22.423360 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-7459a913-d124-4c76-adfb-1b559eea793e req-e4cf0dad-bcfb-40d2-a6f8-f218f1ce3397 tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:22.442806 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-e4afeaa6-7f38-4fc1-908e-47d403fe2f16 req-9315a6c4-cf32-4409-9297-d6f057ce6280 tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] 10.222.0.68 "GET /v2.0/security-groups?id=372c68ac-7430-41d6-997c-166ff070d0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2260273 Jul 14 09:22:22.444904 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [req-7459a913-d124-4c76-adfb-1b559eea793e req-e4cf0dad-bcfb-40d2-a6f8-f218f1ce3397 tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] Calling delete_port for d4279121-b5ff-4ac9-b901-86317ded0cdc owned by compute:nova {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:22:22.464127 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-89f3f746-60b5-4d09-bb2d-696ab082a2f2 tempest-ServersTestManualDisk-504797460 tempest-ServersTestManualDisk-504797460-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:22.621465 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-89f3f746-60b5-4d09-bb2d-696ab082a2f2 tempest-ServersTestManualDisk-504797460 tempest-ServersTestManualDisk-504797460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:22.642216 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f98f3b-aaa1-4478-8850-2a8ed8294536 req-391fb324-cc0c-452d-8e30-52853580df30 tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:22.650980 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-27f98f3b-aaa1-4478-8850-2a8ed8294536 req-391fb324-cc0c-452d-8e30-52853580df30 tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] 10.222.0.68 "GET /v2.0/ports?device_id=a00e13f6-1621-454d-83ce-45af34355155 HTTP/1.1" status: 200 len: 944 time: 0.4562902 Jul 14 09:22:22.685782 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1a364e7c-f805-4bff-a0ed-cf5a7f14404b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3481002'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:22.700225 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2b0ca0-6450-4bcd-ae7f-98f04a018218 req-38f34444-09a9-40f2-96ae-77e7a691c965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:22.701187 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0e2b0ca0-6450-4bcd-ae7f-98f04a018218 req-38f34444-09a9-40f2-96ae-77e7a691c965 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a85001d21fcb4959bba3ff1f7017dd59&device_id=a00e13f6-1621-454d-83ce-45af34355155 HTTP/1.1" status: 200 len: 1096 time: 0.5525596 Jul 14 09:22:22.809990 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0e2b0ca0-6450-4bcd-ae7f-98f04a018218 req-21dedd05-4bc7-4bb6-b9fe-c2446920ef37 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4e97f585-b63a-4c5f-aa74-c6255deea07f HTTP/1.1" status: 200 len: 217 time: 0.0642190 Jul 14 09:22:22.813357 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-7459a913-d124-4c76-adfb-1b559eea793e req-e4cf0dad-bcfb-40d2-a6f8-f218f1ce3397 tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:22.847463 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] get_ports_and_sgs() called for port_ids ['d4279121-b5ff-4ac9-b901-86317ded0cdc'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:22:22.957024 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-27f98f3b-aaa1-4478-8850-2a8ed8294536 req-31e1edfb-2f18-41b2-8086-08db0bceb2eb tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] 10.222.0.68 "GET /v2.0/security-groups?id=c6f7d264-cbb5-40f9-9fec-5b9701ca674b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3050742 Jul 14 09:22:22.965351 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cf0dad-bcfb-40d2-a6f8-f218f1ce3397 tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] Pushing event deleted for resources: {'Port': ['ID=d4279121-b5ff-4ac9-b901-86317ded0cdc,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:22.992707 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device a78c39cc-af54-4bf8-8106-29dbf885f680 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:22:22.999813 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-7459a913-d124-4c76-adfb-1b559eea793e req-e4cf0dad-bcfb-40d2-a6f8-f218f1ce3397 tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] No DVR routers for this DVR port d4279121-b5ff-4ac9-b901-86317ded0cdc on host n-h1-779913-29 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:22:23.002314 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-7459a913-d124-4c76-adfb-1b559eea793e req-e4cf0dad-bcfb-40d2-a6f8-f218f1ce3397 tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:23.005511 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-7459a913-d124-4c76-adfb-1b559eea793e req-e4cf0dad-bcfb-40d2-a6f8-f218f1ce3397 tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] 10.222.0.65 "DELETE /v2.0/ports/d4279121-b5ff-4ac9-b901-86317ded0cdc HTTP/1.1" status: 204 len: 173 time: 1.3936946 Jul 14 09:22:23.033372 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2b0ca0-6450-4bcd-ae7f-98f04a018218 req-c7c58c9b-6683-4622-87c1-fa1454e411ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:23.045314 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0e2b0ca0-6450-4bcd-ae7f-98f04a018218 req-c7c58c9b-6683-4622-87c1-fa1454e411ba service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c324504c-1cf5-45e1-bd3c-3e78db8db5cb HTTP/1.1" status: 200 len: 855 time: 0.2091813 Jul 14 09:22:23.076879 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0e2b0ca0-6450-4bcd-ae7f-98f04a018218 req-48c9a5bc-cf72-4b29-9994-85c16132d673 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=45aef019-274b-469c-97d8-96105ce8b0ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306139 Jul 14 09:22:23.159947 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port a78c39cc-af54-4bf8-8106-29dbf885f680 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:22:23.162891 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:23.181411 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-2aee9571-69c8-4315-a951-f141d1f0f14c req-2363c21d-f262-4c27-b4bb-a4d6b37ad786 tempest-FloatingIPDetailsTestJSON-695845871 tempest-FloatingIPDetailsTestJSON-695845871-project] 10.222.0.68 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4253745 Jul 14 09:22:23.186544 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [req-2aee9571-69c8-4315-a951-f141d1f0f14c req-bc4afac8-81ed-4e71-8131-e2b0cbe93d80 tempest-FloatingIPDetailsTestJSON-695845871 tempest-FloatingIPDetailsTestJSON-695845871-project] Request body: {'floatingip': {'floating_network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:22:23.230290 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-2aee9571-69c8-4315-a951-f141d1f0f14c req-bc4afac8-81ed-4e71-8131-e2b0cbe93d80 tempest-FloatingIPDetailsTestJSON-695845871 tempest-FloatingIPDetailsTestJSON-695845871-project] Notify callbacks [] for floatingip, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:23.244633 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:22:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37eb52ef-5edc-47f4-abcd-28413b5c3538 x-openstack-request-id: req-37eb52ef-5edc-47f4-abcd-28413b5c3538 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:22:23.245241 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a00e13f6-1621-454d-83ce-45af34355155", "tag": "4e97f585-b63a-4c5f-aa74-c6255deea07f", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:22:23.245712 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-37eb52ef-5edc-47f4-abcd-28413b5c3538 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:22:23.246362 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a00e13f6-1621-454d-83ce-45af34355155', 'tag': '4e97f585-b63a-4c5f-aa74-c6255deea07f', 'status': 'completed', 'code': 200} Jul 14 09:22:23.361843 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0e2b0ca0-6450-4bcd-ae7f-98f04a018218 req-ab2dbaca-398a-472e-9fdc-091580941488 service neutron] 10.222.0.65 "GET /v2.0/networks/45aef019-274b-469c-97d8-96105ce8b0ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2695286 Jul 14 09:22:23.576304 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0e2b0ca0-6450-4bcd-ae7f-98f04a018218 req-7bdc3f05-fe97-4131-a5a0-198fbb33b766 service neutron] 10.222.0.65 "GET /v2.0/networks/45aef019-274b-469c-97d8-96105ce8b0ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2066147 Jul 14 09:22:23.612941 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device f96ca2c4-3fa1-49b0-8672-d11b4dd5992a up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:22:23.673996 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1a364e7c-f805-4bff-a0ed-cf5a7f14404b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13574056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16714573'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:23.726176 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a364e7c-f805-4bff-a0ed-cf5a7f14404b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ff357304-9a7a-4849-886e-222423635809,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:23.735091 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1a364e7c-f805-4bff-a0ed-cf5a7f14404b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:23.735323 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-387eb2c2-26ca-44a1-b8a2-e3a26f21baf5 None None] Network d5b4013b-42cf-4baf-b88c-1346c6034b92 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:22:23.737332 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-1a364e7c-f805-4bff-a0ed-cf5a7f14404b admin admin] 10.222.0.68 "DELETE /v2.0/subnets/ff357304-9a7a-4849-886e-222423635809 HTTP/1.1" status: 204 len: 168 time: 1.9801323 Jul 14 09:22:23.742790 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 42772) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:23.807116 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f235ab-2f2c-43b6-8daa-7c4c0583feea req-748cd715-75d4-4983-9272-38882f6006ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:23.810868 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-59f235ab-2f2c-43b6-8daa-7c4c0583feea req-748cd715-75d4-4983-9272-38882f6006ac service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a85001d21fcb4959bba3ff1f7017dd59&device_id=a00e13f6-1621-454d-83ce-45af34355155 HTTP/1.1" status: 200 len: 1096 time: 0.1368229 Jul 14 09:22:23.924763 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning for port f96ca2c4-3fa1-49b0-8672-d11b4dd5992a completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:22:23.955641 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7e2d5cf7-910b-40b9-bc5a-210efc7927e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3876111'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:23.969104 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port f96ca2c4-3fa1-49b0-8672-d11b4dd5992a triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:22:23.969820 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:23.986720 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-89f3f746-60b5-4d09-bb2d-696ab082a2f2 tempest-ServersTestManualDisk-504797460 tempest-ServersTestManualDisk-504797460-project] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:24.000870 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-dda24f5c-15d6-4588-ab36-ed788bf1eb17 req-3567e029-5307-42cb-94f6-fa2c0f9fb7dc tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] 10.222.0.68 "GET /v2.0/ports?device_id=28521a7d-bbb7-41ce-a6f8-703f8a90cbe7 HTTP/1.1" status: 200 len: 210 time: 0.0656741 Jul 14 09:22:24.037986 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-89f3f746-60b5-4d09-bb2d-696ab082a2f2 tempest-ServersTestManualDisk-504797460 tempest-ServersTestManualDisk-504797460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13574142'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:24.081673 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 42778) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:24.219669 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f235ab-2f2c-43b6-8daa-7c4c0583feea req-a5ea5b68-9404-411d-8b8b-7ce117981689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:24.223642 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-59f235ab-2f2c-43b6-8daa-7c4c0583feea req-a5ea5b68-9404-411d-8b8b-7ce117981689 service neutron] 10.222.0.65 "GET /v2.0/networks?id=45aef019-274b-469c-97d8-96105ce8b0ca HTTP/1.1" status: 200 len: 916 time: 0.4063230 Jul 14 09:22:24.275232 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:24.314022 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f3f746-60b5-4d09-bb2d-696ab082a2f2 tempest-ServersTestManualDisk-504797460 tempest-ServersTestManualDisk-504797460-project] Pushing event updated for resources: {'Port': ['ID=488dea9c-f825-4c66-a7f1-8d423bd27bbe,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:24.352087 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-89f3f746-60b5-4d09-bb2d-696ab082a2f2 tempest-ServersTestManualDisk-504797460 tempest-ServersTestManualDisk-504797460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-660590'] for floatingip, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:24.373622 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-59f235ab-2f2c-43b6-8daa-7c4c0583feea req-62e5fd62-87b1-4969-a975-f1c7f2bb2489 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4e97f585-b63a-4c5f-aa74-c6255deea07f HTTP/1.1" status: 200 len: 217 time: 0.1361859 Jul 14 09:22:24.381460 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-2aee9571-69c8-4315-a951-f141d1f0f14c req-bc4afac8-81ed-4e71-8131-e2b0cbe93d80 tempest-FloatingIPDetailsTestJSON-695845871 tempest-FloatingIPDetailsTestJSON-695845871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:24.383705 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] For port f96ca2c4-3fa1-49b0-8672-d11b4dd5992a, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=f96ca2c4-3fa1-49b0-8672-d11b4dd5992a,segment=NetworkSegment(92674e00-5a45-4167-ba04-e974711325a2),segment_id=92674e00-5a45-4167-ba04-e974711325a2)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:22:24.391771 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:24.404894 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-89f3f746-60b5-4d09-bb2d-696ab082a2f2 tempest-ServersTestManualDisk-504797460 tempest-ServersTestManualDisk-504797460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for floatingip, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:24.420040 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-89f3f746-60b5-4d09-bb2d-696ab082a2f2 tempest-ServersTestManualDisk-504797460 tempest-ServersTestManualDisk-504797460-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.2092586 Jul 14 09:22:24.420295 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 0d109e6e-0e02-460f-80ee-f90b06225130 no longer exists at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:22:24.420669 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9364c92-146a-4e4d-959b-8265f662dc2b None None] DHCP port deletion for d5b4013b-42cf-4baf-b88c-1346c6034b92 request from n-d-779913-29 {{(pid=93959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:22:24.465761 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-7e2d5cf7-910b-40b9-bc5a-210efc7927e7 admin admin] Deleting port c2cfaa98-75d6-4d8c-96ad-1b0f67576b94 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:22:24.466159 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7e2d5cf7-910b-40b9-bc5a-210efc7927e7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:24.558006 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] No Port match for: 0d109e6e-0e02-460f-80ee-f90b06225130 {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:22:24.558390 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 0d109e6e-0e02-460f-80ee-f90b06225130 not bound to the agent host n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:22:24.558786 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 3c3ffe21-8033-4d60-8a4e-32db41b1db54 no longer exists at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:22:24.582679 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1cafd9a1-a374-48eb-b0a1-313b8a20ce3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:24.586838 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Pushing event updated for resources: {'Port': ['ID=f96ca2c4-3fa1-49b0-8672-d11b4dd5992a,revision_number=5']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:24.591361 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] No Port match for: 3c3ffe21-8033-4d60-8a4e-32db41b1db54 {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:22:24.591717 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 3c3ffe21-8033-4d60-8a4e-32db41b1db54 not bound to the agent host n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:22:24.658393 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-c9364c92-146a-4e4d-959b-8265f662dc2b None None] Deleting port c2cfaa98-75d6-4d8c-96ad-1b0f67576b94 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:22:24.665384 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c9364c92-146a-4e4d-959b-8265f662dc2b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:24.751507 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-7e2d5cf7-910b-40b9-bc5a-210efc7927e7 admin admin] For port c2cfaa98-75d6-4d8c-96ad-1b0f67576b94, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=c2cfaa98-75d6-4d8c-96ad-1b0f67576b94,segment=NetworkSegment(01d3a1cb-0c03-4cf6-93ad-80731b093c35),segment_id=01d3a1cb-0c03-4cf6-93ad-80731b093c35)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:22:24.751872 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7e2d5cf7-910b-40b9-bc5a-210efc7927e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:24.769465 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-7e2d5cf7-910b-40b9-bc5a-210efc7927e7 admin admin] Calling delete_port for c2cfaa98-75d6-4d8c-96ad-1b0f67576b94 owned by network:dhcp {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:22:24.825539 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f235ab-2f2c-43b6-8daa-7c4c0583feea req-83dca67a-f9fa-4ef3-954e-8a88fe0d5540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:24.827210 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-59f235ab-2f2c-43b6-8daa-7c4c0583feea req-83dca67a-f9fa-4ef3-954e-8a88fe0d5540 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c324504c-1cf5-45e1-bd3c-3e78db8db5cb HTTP/1.1" status: 200 len: 855 time: 0.4090040 Jul 14 09:22:24.829847 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1cafd9a1-a374-48eb-b0a1-313b8a20ce3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:24.864414 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device f96ca2c4-3fa1-49b0-8672-d11b4dd5992a up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:22:24.879263 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [req-2aee9571-69c8-4315-a951-f141d1f0f14c req-bc4afac8-81ed-4e71-8131-e2b0cbe93d80 tempest-FloatingIPDetailsTestJSON-695845871 tempest-FloatingIPDetailsTestJSON-695845871-project] Allocated IP 172.25.4.224 (2dcd4d32-cc7c-4468-b396-7ce5c9231892/6cd22a75-5bc1-467c-a3c4-0af04bd1b34a/46aef3d9-212d-40be-a00f-73ebc65a0435) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:22:24.904161 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7e2d5cf7-910b-40b9-bc5a-210efc7927e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:24.921693 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfa866f-9204-4f08-b133-66b76028edf6 req-6b285cb2-52aa-4fab-ba33-2ee8e76ba846 tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:24.929901 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1dfa866f-9204-4f08-b133-66b76028edf6 req-6b285cb2-52aa-4fab-ba33-2ee8e76ba846 tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] 10.222.0.68 "GET /v2.0/ports?device_id=a00e13f6-1621-454d-83ce-45af34355155 HTTP/1.1" status: 200 len: 944 time: 0.5799360 Jul 14 09:22:24.937040 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1cafd9a1-a374-48eb-b0a1-313b8a20ce3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:24.949056 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-59f235ab-2f2c-43b6-8daa-7c4c0583feea req-7b3c4b6a-da16-4852-9834-42701c0fad40 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=45aef019-274b-469c-97d8-96105ce8b0ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1068323 Jul 14 09:22:24.958846 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c33bc388-d258-4dd6-9d2e-74dc486a665a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:24.970797 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:24.982319 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2d5cf7-910b-40b9-bc5a-210efc7927e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=c2cfaa98-75d6-4d8c-96ad-1b0f67576b94,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:24.995290 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e2d5cf7-910b-40b9-bc5a-210efc7927e7 admin admin] No DVR routers for this DVR port c2cfaa98-75d6-4d8c-96ad-1b0f67576b94 on host n-d-779913-29 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:22:25.024707 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c9364c92-146a-4e4d-959b-8265f662dc2b None None] For port c2cfaa98-75d6-4d8c-96ad-1b0f67576b94, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=c2cfaa98-75d6-4d8c-96ad-1b0f67576b94,segment=NetworkSegment(01d3a1cb-0c03-4cf6-93ad-80731b093c35),segment_id=01d3a1cb-0c03-4cf6-93ad-80731b093c35)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:22:25.025211 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c9364c92-146a-4e4d-959b-8265f662dc2b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:25.047434 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-c9364c92-146a-4e4d-959b-8265f662dc2b None None] Calling delete_port for c2cfaa98-75d6-4d8c-96ad-1b0f67576b94 owned by network:dhcp {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:22:25.110196 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cafd9a1-a374-48eb-b0a1-313b8a20ce3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4d8d9b3-9941-47a6-91b6-989e3ae29f71,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:25.125013 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port f96ca2c4-3fa1-49b0-8672-d11b4dd5992a triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:22:25.130021 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-1cafd9a1-a374-48eb-b0a1-313b8a20ce3f admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=a749718b6e2d40e1868d57b9d850d5d3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0442080 Jul 14 09:22:25.130168 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:25.142297 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1dfa866f-9204-4f08-b133-66b76028edf6 req-8562c4c0-0b9e-4a85-afde-ed6476e0846d tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] 10.222.0.68 "GET /v2.0/security-groups?id=c6f7d264-cbb5-40f9-9fec-5b9701ca674b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111645 Jul 14 09:22:25.145165 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 42790) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:25.229959 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c9364c92-146a-4e4d-959b-8265f662dc2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:25.235900 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7e2d5cf7-910b-40b9-bc5a-210efc7927e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473955', 'neutron.services.segments.db._delete_segments_for_network-8735688326548'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:25.251530 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28521a7d-bbb7-41ce-a6f8-703f8a90cbe7', 'name': 'network-vif-deleted', 'tag': 'd4279121-b5ff-4ac9-b901-86317ded0cdc'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:22:25.251988 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-7e2d5cf7-910b-40b9-bc5a-210efc7927e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5b4013b-42cf-4baf-b88c-1346c6034b92']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:22:25.253905 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e75bcb8-5d37-47f1-82fc-eec69856e43b" -d '{"events": [{"server_uuid": "28521a7d-bbb7-41ce-a6f8-703f8a90cbe7", "name": "network-vif-deleted", "tag": "d4279121-b5ff-4ac9-b901-86317ded0cdc"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:22:25.273833 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-7e2d5cf7-910b-40b9-bc5a-210efc7927e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01d3a1cb-0c03-4cf6-93ad-80731b093c35') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:22:25.274266 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-7e2d5cf7-910b-40b9-bc5a-210efc7927e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01d3a1cb-0c03-4cf6-93ad-80731b093c35') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:22:25.285038 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7e2d5cf7-910b-40b9-bc5a-210efc7927e7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735688356235', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13574129'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:25.286414 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9364c92-146a-4e4d-959b-8265f662dc2b None None] Pushing event deleted for resources: {'Port': ['ID=c2cfaa98-75d6-4d8c-96ad-1b0f67576b94,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:25.290612 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9364c92-146a-4e4d-959b-8265f662dc2b None None] No DVR routers for this DVR port c2cfaa98-75d6-4d8c-96ad-1b0f67576b94 on host n-d-779913-29 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:22:25.329044 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 4e97f585-b63a-4c5f-aa74-c6255deea07f details requested by agent hyperv_n-h1-779913-29 with host n-h1-779913-29 {{(pid=93959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:22:25.337347 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device d4279121-b5ff-4ac9-b901-86317ded0cdc no longer exists at agent hyperv_n-h1-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:22:25.388469 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7e2d5cf7-910b-40b9-bc5a-210efc7927e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:25.397510 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-2aee9571-69c8-4315-a951-f141d1f0f14c req-bc4afac8-81ed-4e71-8131-e2b0cbe93d80 tempest-FloatingIPDetailsTestJSON-695845871 tempest-FloatingIPDetailsTestJSON-695845871-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:25.412325 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] No Port match for: d4279121-b5ff-4ac9-b901-86317ded0cdc {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:22:25.421299 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e2d5cf7-910b-40b9-bc5a-210efc7927e7 admin admin] Releasing vlan 713 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:22:25.421931 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device d4279121-b5ff-4ac9-b901-86317ded0cdc not bound to the agent host n-h1-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:22:25.425513 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7e2d5cf7-910b-40b9-bc5a-210efc7927e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13573126'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:25.427610 n-d-779913-29 neutron-server[93958]: Traceback (most recent call last): Jul 14 09:22:25.427610 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:22:25.427610 n-d-779913-29 neutron-server[93958]: timer() Jul 14 09:22:25.427610 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:22:25.427610 n-d-779913-29 neutron-server[93958]: cb(*args, **kw) Jul 14 09:22:25.427610 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:22:25.427610 n-d-779913-29 neutron-server[93958]: return func(*args, **kwargs) Jul 14 09:22:25.427610 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:22:25.427610 n-d-779913-29 neutron-server[93958]: self._notify() Jul 14 09:22:25.427610 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:22:25.427610 n-d-779913-29 neutron-server[93958]: self.callback(batched_events) Jul 14 09:22:25.427610 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:22:25.427610 n-d-779913-29 neutron-server[93958]: event.method(event) Jul 14 09:22:25.427610 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:22:25.427610 n-d-779913-29 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:22:25.427610 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:22:25.427610 n-d-779913-29 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:22:25.427610 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:22:25.427610 n-d-779913-29 neutron-server[93958]: return f(self, *a, **k) Jul 14 09:22:25.427610 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:22:25.427610 n-d-779913-29 neutron-server[93958]: return self._get(url).json() Jul 14 09:22:25.427610 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:22:25.427610 n-d-779913-29 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:22:25.427610 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:22:25.427610 n-d-779913-29 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 14 09:22:25.427610 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:22:25.427610 n-d-779913-29 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:22:25.427610 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:22:25.427610 n-d-779913-29 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:22:25.427610 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:22:25.427610 n-d-779913-29 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:22:25.427610 n-d-779913-29 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:22:25.438544 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device c2cfaa98-75d6-4d8c-96ad-1b0f67576b94 no longer exists at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:22:25.464031 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-9c05f115-1a65-4505-ad24-bcd8d51e32b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:25.467454 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-59f235ab-2f2c-43b6-8daa-7c4c0583feea req-d13ea716-3f57-4b10-a7b3-e2bebff1698a service neutron] 10.222.0.65 "GET /v2.0/networks/45aef019-274b-469c-97d8-96105ce8b0ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4980655 Jul 14 09:22:25.505092 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] No Port match for: c2cfaa98-75d6-4d8c-96ad-1b0f67576b94 {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:22:25.515868 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device c2cfaa98-75d6-4d8c-96ad-1b0f67576b94 not bound to the agent host n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:22:25.590528 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-9c05f115-1a65-4505-ad24-bcd8d51e32b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:25.601047 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7e2d5cf7-910b-40b9-bc5a-210efc7927e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660504'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:25.609082 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7e2d5cf7-910b-40b9-bc5a-210efc7927e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:25.611073 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-7e2d5cf7-910b-40b9-bc5a-210efc7927e7 admin admin] 10.222.0.68 "DELETE /v2.0/networks/d5b4013b-42cf-4baf-b88c-1346c6034b92 HTTP/1.1" status: 204 len: 168 time: 1.8671865 Jul 14 09:22:25.616296 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 42802) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:25.655906 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2d5cf7-910b-40b9-bc5a-210efc7927e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=d5b4013b-42cf-4baf-b88c-1346c6034b92,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:25.677720 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-44095898-495b-4a83-92fc-daebc4f49a25 req-8439ee25-5e86-4f47-a23e-9812d3b11b0a tempest-ServersTestManualDisk-504797460 tempest-ServersTestManualDisk-504797460-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-securitygroup--1986825919&fields=id&tenant_id=9dc75a140b6945ca834af4e58eac7f2c HTTP/1.1" status: 200 len: 267 time: 0.0781837 Jul 14 09:22:25.700424 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port 4e97f585-b63a-4c5f-aa74-c6255deea07f, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=4e97f585-b63a-4c5f-aa74-c6255deea07f,segment=NetworkSegment(24f71cf3-e685-41fb-a190-ed6a8e6e15df),segment_id=24f71cf3-e685-41fb-a190-ed6a8e6e15df)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:22:25.724861 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Returning: {'device': '4e97f585-b63a-4c5f-aa74-c6255deea07f', 'network_id': '45aef019-274b-469c-97d8-96105ce8b0ca', 'port_id': '4e97f585-b63a-4c5f-aa74-c6255deea07f', 'mac_address': 'fa:16:3e:13:b6:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c324504c-1cf5-45e1-bd3c-3e78db8db5cb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:22:25.757594 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-2aee9571-69c8-4315-a951-f141d1f0f14c req-bc4afac8-81ed-4e71-8131-e2b0cbe93d80 tempest-FloatingIPDetailsTestJSON-695845871 tempest-FloatingIPDetailsTestJSON-695845871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:25.786884 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-59f235ab-2f2c-43b6-8daa-7c4c0583feea req-a1540438-ed77-44de-9bd1-13ed50d763ff service neutron] 10.222.0.65 "GET /v2.0/networks/45aef019-274b-469c-97d8-96105ce8b0ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3094335 Jul 14 09:22:25.805605 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-9c05f115-1a65-4505-ad24-bcd8d51e32b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:25.808827 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-9c05f115-1a65-4505-ad24-bcd8d51e32b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:25.813022 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-9c05f115-1a65-4505-ad24-bcd8d51e32b2 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/d4d8d9b3-9941-47a6-91b6-989e3ae29f71 HTTP/1.1" status: 204 len: 168 time: 0.6625285 Jul 14 09:22:25.829106 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c05f115-1a65-4505-ad24-bcd8d51e32b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4d8d9b3-9941-47a6-91b6-989e3ae29f71,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:25.831764 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:25.833974 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5ad31076-714c-49ec-bc37-f3d4cd90112a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:25.875158 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e97f585-b63a-4c5f-aa74-c6255deea07f {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:22:25.904350 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44095898-495b-4a83-92fc-daebc4f49a25 req-913f016a-5494-43f1-a026-d682ac5d383b tempest-ServersTestManualDisk-504797460 tempest-ServersTestManualDisk-504797460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:25.905828 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-44095898-495b-4a83-92fc-daebc4f49a25 req-913f016a-5494-43f1-a026-d682ac5d383b tempest-ServersTestManualDisk-504797460 tempest-ServersTestManualDisk-504797460-project] 10.222.0.68 "GET /v2.0/networks?id=c149b5f1-6e5e-4f3f-a366-78c91881c967 HTTP/1.1" status: 200 len: 811 time: 0.2270353 Jul 14 09:22:25.924099 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port 4e97f585-b63a-4c5f-aa74-c6255deea07f, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=4e97f585-b63a-4c5f-aa74-c6255deea07f,segment=NetworkSegment(24f71cf3-e685-41fb-a190-ed6a8e6e15df),segment_id=24f71cf3-e685-41fb-a190-ed6a8e6e15df)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:22:25.925306 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2aee9571-69c8-4315-a951-f141d1f0f14c req-bc4afac8-81ed-4e71-8131-e2b0cbe93d80 tempest-FloatingIPDetailsTestJSON-695845871 tempest-FloatingIPDetailsTestJSON-695845871-project] Network 2dcd4d32-cc7c-4468-b396-7ce5c9231892 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:22:25.928653 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-44095898-495b-4a83-92fc-daebc4f49a25 req-afdb5363-b07b-4ec2-8509-86253dbf944b tempest-ServersTestManualDisk-504797460 tempest-ServersTestManualDisk-504797460-project] 10.222.0.68 "GET /v2.0/quotas/9dc75a140b6945ca834af4e58eac7f2c HTTP/1.1" status: 200 len: 375 time: 0.0154636 Jul 14 09:22:25.932732 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:25.952788 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [req-2aee9571-69c8-4315-a951-f141d1f0f14c req-bc4afac8-81ed-4e71-8131-e2b0cbe93d80 tempest-FloatingIPDetailsTestJSON-695845871 tempest-FloatingIPDetailsTestJSON-695845871-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:22:25.955432 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-2aee9571-69c8-4315-a951-f141d1f0f14c req-bc4afac8-81ed-4e71-8131-e2b0cbe93d80 tempest-FloatingIPDetailsTestJSON-695845871 tempest-FloatingIPDetailsTestJSON-695845871-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:22:26.009404 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4afac8-81ed-4e71-8131-e2b0cbe93d80 tempest-FloatingIPDetailsTestJSON-695845871 tempest-FloatingIPDetailsTestJSON-695845871-project] Pushing event updated for resources: {'Port': ['ID=46aef3d9-212d-40be-a00f-73ebc65a0435,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:26.030492 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Pushing event updated for resources: {'Port': ['ID=4e97f585-b63a-4c5f-aa74-c6255deea07f,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:26.055783 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-44095898-495b-4a83-92fc-daebc4f49a25 req-da73246d-3e69-479e-ba46-214b80f4c884 tempest-ServersTestManualDisk-504797460 tempest-ServersTestManualDisk-504797460-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=9dc75a140b6945ca834af4e58eac7f2c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1258683 Jul 14 09:22:26.176859 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-44095898-495b-4a83-92fc-daebc4f49a25 req-3ff42cfb-342f-4db0-8e5e-dc293cc13e46 service neutron] 10.222.0.68 "GET /v2.0/networks/c149b5f1-6e5e-4f3f-a366-78c91881c967?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175544 Jul 14 09:22:26.192590 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] get_ports_and_sgs() called for port_ids ['4e97f585-b63a-4c5f-aa74-c6255deea07f'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:22:26.267099 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-2aee9571-69c8-4315-a951-f141d1f0f14c req-bc4afac8-81ed-4e71-8131-e2b0cbe93d80 tempest-FloatingIPDetailsTestJSON-695845871 tempest-FloatingIPDetailsTestJSON-695845871-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:26.347041 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-44095898-495b-4a83-92fc-daebc4f49a25 req-874c89ac-e471-4d6f-a9ce-800ca3c1b5a9 service neutron] 10.222.0.68 "GET /v2.0/networks/c149b5f1-6e5e-4f3f-a366-78c91881c967?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624925 Jul 14 09:22:26.359122 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 42810) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:26.382370 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d7d57a9-3a37-46b9-8589-807353f1bfe4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:26.384834 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-2aee9571-69c8-4315-a951-f141d1f0f14c req-bc4afac8-81ed-4e71-8131-e2b0cbe93d80 tempest-FloatingIPDetailsTestJSON-695845871 tempest-FloatingIPDetailsTestJSON-695845871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:26.594109 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d7d57a9-3a37-46b9-8589-807353f1bfe4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:26.606941 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d7d57a9-3a37-46b9-8589-807353f1bfe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:26.717752 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-6d7d57a9-3a37-46b9-8589-807353f1bfe4 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=ba8ce10c39ea4d12952969ba51e8866e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3571410 Jul 14 09:22:26.718252 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 42822) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:26.749536 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-2aee9571-69c8-4315-a951-f141d1f0f14c req-bc4afac8-81ed-4e71-8131-e2b0cbe93d80 tempest-FloatingIPDetailsTestJSON-695845871 tempest-FloatingIPDetailsTestJSON-695845871-project] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:26.772094 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-2aee9571-69c8-4315-a951-f141d1f0f14c req-bc4afac8-81ed-4e71-8131-e2b0cbe93d80 tempest-FloatingIPDetailsTestJSON-695845871 tempest-FloatingIPDetailsTestJSON-695845871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13574142'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:26.783428 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:22:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c900910a-e0f1-4797-8fb2-f1d1acee74ee x-openstack-request-id: req-c900910a-e0f1-4797-8fb2-f1d1acee74ee {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:22:26.783772 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28521a7d-bbb7-41ce-a6f8-703f8a90cbe7", "name": "network-vif-deleted", "tag": "d4279121-b5ff-4ac9-b901-86317ded0cdc", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:22:26.784058 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-c900910a-e0f1-4797-8fb2-f1d1acee74ee {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:22:26.784454 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28521a7d-bbb7-41ce-a6f8-703f8a90cbe7', 'name': 'network-vif-deleted', 'tag': 'd4279121-b5ff-4ac9-b901-86317ded0cdc', 'status': 'completed', 'code': 200} Jul 14 09:22:26.790668 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7d57a9-3a37-46b9-8589-807353f1bfe4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7b028af-5dbd-41e5-bcaf-442fb3c362ec,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:26.824764 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-bb42260d-67d4-4726-9ed7-11c00391404e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:26.836953 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0c9dd9a3-dbab-4366-a617-e4f8d9fb0725 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-683602'] for router_interface, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:26.856502 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-bb42260d-67d4-4726-9ed7-11c00391404e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:26.941772 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-bb42260d-67d4-4726-9ed7-11c00391404e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:26.945878 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-bb42260d-67d4-4726-9ed7-11c00391404e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:26.950416 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-bb42260d-67d4-4726-9ed7-11c00391404e admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/e7b028af-5dbd-41e5-bcaf-442fb3c362ec HTTP/1.1" status: 204 len: 168 time: 0.2280865 Jul 14 09:22:26.964446 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb42260d-67d4-4726-9ed7-11c00391404e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7b028af-5dbd-41e5-bcaf-442fb3c362ec,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:27.142436 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4afac8-81ed-4e71-8131-e2b0cbe93d80 tempest-FloatingIPDetailsTestJSON-695845871 tempest-FloatingIPDetailsTestJSON-695845871-project] Pushing event updated for resources: {'Port': ['ID=46aef3d9-212d-40be-a00f-73ebc65a0435,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:27.162232 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceab9352-f5dd-4be0-af07-2d94f6688a5f req-90d353a4-da60-4a71-a33d-66aca2ab5452 tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:27.163900 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ceab9352-f5dd-4be0-af07-2d94f6688a5f req-90d353a4-da60-4a71-a33d-66aca2ab5452 tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] 10.222.0.68 "GET /v2.0/ports?device_id=a00e13f6-1621-454d-83ce-45af34355155 HTTP/1.1" status: 200 len: 945 time: 0.1679711 Jul 14 09:22:27.243170 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-2aee9571-69c8-4315-a951-f141d1f0f14c req-bc4afac8-81ed-4e71-8131-e2b0cbe93d80 tempest-FloatingIPDetailsTestJSON-695845871 tempest-FloatingIPDetailsTestJSON-695845871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-660590'] for floatingip, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:27.257887 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ceab9352-f5dd-4be0-af07-2d94f6688a5f req-9743addc-d63f-40bc-a551-78b16027092c tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] 10.222.0.68 "GET /v2.0/security-groups?id=c6f7d264-cbb5-40f9-9fec-5b9701ca674b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837724 Jul 14 09:22:27.273943 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-2aee9571-69c8-4315-a951-f141d1f0f14c req-bc4afac8-81ed-4e71-8131-e2b0cbe93d80 tempest-FloatingIPDetailsTestJSON-695845871 tempest-FloatingIPDetailsTestJSON-695845871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for floatingip, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:27.275630 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-2aee9571-69c8-4315-a951-f141d1f0f14c req-bc4afac8-81ed-4e71-8131-e2b0cbe93d80 tempest-FloatingIPDetailsTestJSON-695845871 tempest-FloatingIPDetailsTestJSON-695845871-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.0932369 Jul 14 09:22:27.338746 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 4e97f585-b63a-4c5f-aa74-c6255deea07f up at agent hyperv_n-h1-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:22:27.460381 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-2aee9571-69c8-4315-a951-f141d1f0f14c req-8a0cb1a3-cdc2-4df1-8dff-158e2258f345 tempest-FloatingIPDetailsTestJSON-695845871 tempest-FloatingIPDetailsTestJSON-695845871-project] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.25.4.224 HTTP/1.1" status: 200 len: 696 time: 0.1690953 Jul 14 09:22:27.501731 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Provisioning for port 4e97f585-b63a-4c5f-aa74-c6255deea07f completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:22:27.510745 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Provisioning complete for port 4e97f585-b63a-4c5f-aa74-c6255deea07f triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:22:27.512350 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:27.658362 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aee9571-69c8-4315-a951-f141d1f0f14c req-1771904c-fb3a-46e2-85b9-5890eff73075 tempest-FloatingIPDetailsTestJSON-695845871 tempest-FloatingIPDetailsTestJSON-695845871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:27.659698 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-2aee9571-69c8-4315-a951-f141d1f0f14c req-1771904c-fb3a-46e2-85b9-5890eff73075 tempest-FloatingIPDetailsTestJSON-695845871 tempest-FloatingIPDetailsTestJSON-695845871-project] 10.222.0.68 "GET /v2.0/networks/2dcd4d32-cc7c-4468-b396-7ce5c9231892 HTTP/1.1" status: 200 len: 784 time: 0.1894298 Jul 14 09:22:27.662101 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5bbe322f-3f67-4864-bc0a-91afe44d23e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:27.697182 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-0c9dd9a3-dbab-4366-a617-e4f8d9fb0725 admin admin] Deleting port 563da199-8de4-47e1-84e6-1390ac5de001 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:22:27.697814 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0c9dd9a3-dbab-4366-a617-e4f8d9fb0725 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:27.794982 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:27.825368 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a00e13f6-1621-454d-83ce-45af34355155', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e97f585-b63a-4c5f-aa74-c6255deea07f'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:22:27.828608 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd62303f06773040a8a4e189dc46b4f565768c299abf8ab8e7739778b0bc3e97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a75ed763-a0ce-496c-9a0d-d35a3c07d41f" -d '{"events": [{"server_uuid": "a00e13f6-1621-454d-83ce-45af34355155", "name": "network-vif-plugged", "status": "completed", "tag": "4e97f585-b63a-4c5f-aa74-c6255deea07f"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:22:27.850098 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6c4b69c6-3b47-47b4-a1ce-3ec538c30e4e req-b2b0aa66-6d23-4043-8623-34cf9a4cd7b5 tempest-ServersTestManualDisk-504797460 tempest-ServersTestManualDisk-504797460-project] 10.222.0.68 "GET /v2.0/ports?device_id=3daebeb9-57c7-4edd-92b4-ac45ad82b60a HTTP/1.1" status: 200 len: 210 time: 0.1103010 Jul 14 09:22:27.854622 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port 4e97f585-b63a-4c5f-aa74-c6255deea07f, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=4e97f585-b63a-4c5f-aa74-c6255deea07f,segment=NetworkSegment(24f71cf3-e685-41fb-a190-ed6a8e6e15df),segment_id=24f71cf3-e685-41fb-a190-ed6a8e6e15df)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:22:27.863904 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:28.020219 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Pushing event updated for resources: {'Port': ['ID=4e97f585-b63a-4c5f-aa74-c6255deea07f,revision_number=5']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:28.057423 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-0c9dd9a3-dbab-4366-a617-e4f8d9fb0725 admin admin] For port 563da199-8de4-47e1-84e6-1390ac5de001, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=563da199-8de4-47e1-84e6-1390ac5de001,segment=NetworkSegment(855973af-c48a-4a6b-b5ca-0dddf5410a13),segment_id=855973af-c48a-4a6b-b5ca-0dddf5410a13)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:22:28.059001 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0c9dd9a3-dbab-4366-a617-e4f8d9fb0725 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:28.061930 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:22:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8329735-0402-4fda-8aa0-e3f909e7e330 x-openstack-request-id: req-a8329735-0402-4fda-8aa0-e3f909e7e330 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:22:28.062687 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a00e13f6-1621-454d-83ce-45af34355155", "name": "network-vif-plugged", "status": "completed", "tag": "4e97f585-b63a-4c5f-aa74-c6255deea07f", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:22:28.064160 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-a8329735-0402-4fda-8aa0-e3f909e7e330 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:22:28.064739 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a00e13f6-1621-454d-83ce-45af34355155', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e97f585-b63a-4c5f-aa74-c6255deea07f', 'code': 200} Jul 14 09:22:28.090958 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-0c9dd9a3-dbab-4366-a617-e4f8d9fb0725 admin admin] Calling delete_port for 563da199-8de4-47e1-84e6-1390ac5de001 owned by network:router_interface {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:22:28.109925 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-c28e96fb-fb37-41f0-a384-421c5e6ed65d req-8c832762-17ba-41c3-9c69-2a038aa90bd8 tempest-FloatingIPDetailsTestJSON-695845871 tempest-FloatingIPDetailsTestJSON-695845871-project] 10.222.0.68 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2399673 Jul 14 09:22:28.122027 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [req-c28e96fb-fb37-41f0-a384-421c5e6ed65d req-dee4b2f5-59e0-4984-b403-766962c2714b tempest-FloatingIPDetailsTestJSON-695845871 tempest-FloatingIPDetailsTestJSON-695845871-project] Request body: {'floatingip': {'floating_network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:22:28.186006 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 42864) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:28.195411 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-c28e96fb-fb37-41f0-a384-421c5e6ed65d req-dee4b2f5-59e0-4984-b403-766962c2714b tempest-FloatingIPDetailsTestJSON-695845871 tempest-FloatingIPDetailsTestJSON-695845871-project] Notify callbacks [] for floatingip, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:28.320098 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c3c9dc-311f-42f0-8b93-092425eb4ac0 req-8decd723-de5d-446a-8062-eb954ac828d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:28.328651 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-73c3c9dc-311f-42f0-8b93-092425eb4ac0 req-8decd723-de5d-446a-8062-eb954ac828d7 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=a00e13f6-1621-454d-83ce-45af34355155 HTTP/1.1" status: 200 len: 1098 time: 0.1629307 Jul 14 09:22:28.374391 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e8b51c74-bb8c-4bbe-9a35-06f9e8e515c5 tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:28.427940 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e8b51c74-bb8c-4bbe-9a35-06f9e8e515c5 tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:28.536989 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-c28e96fb-fb37-41f0-a384-421c5e6ed65d req-dee4b2f5-59e0-4984-b403-766962c2714b tempest-FloatingIPDetailsTestJSON-695845871 tempest-FloatingIPDetailsTestJSON-695845871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:28.547153 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0c9dd9a3-dbab-4366-a617-e4f8d9fb0725 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:28.581000 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e8b51c74-bb8c-4bbe-9a35-06f9e8e515c5 tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:28.589454 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e8b51c74-bb8c-4bbe-9a35-06f9e8e515c5 tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:28.597418 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-e8b51c74-bb8c-4bbe-9a35-06f9e8e515c5 tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] 10.222.0.68 "DELETE /v2.0/security-groups/f985c1e2-1068-4cce-9d68-ddd4de7001fc HTTP/1.1" status: 204 len: 168 time: 0.4100273 Jul 14 09:22:28.724646 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 42874) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:28.768951 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9dd9a3-dbab-4366-a617-e4f8d9fb0725 admin admin] Pushing event deleted for resources: {'Port': ['ID=563da199-8de4-47e1-84e6-1390ac5de001,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:28.827085 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b51c74-bb8c-4bbe-9a35-06f9e8e515c5 tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f985c1e2-1068-4cce-9d68-ddd4de7001fc,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:28.876069 n-d-779913-29 neutron-server[93958]: INFO neutron.api.v2.resource [None req-074d5ee3-60dd-49e5-af5e-35f6d2bdd807 tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] show failed (client error): The resource could not be found. Jul 14 09:22:28.880461 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-074d5ee3-60dd-49e5-af5e-35f6d2bdd807 tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] 10.222.0.68 "GET /v2.0/security-groups/f985c1e2-1068-4cce-9d68-ddd4de7001fc HTTP/1.1" status: 404 len: 347 time: 0.1374717 Jul 14 09:22:28.889597 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 42876) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:28.969282 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-73c3c9dc-311f-42f0-8b93-092425eb4ac0 req-45afb779-9ea1-496d-9410-aefabca09d66 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=c6f7d264-cbb5-40f9-9fec-5b9701ca674b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6327829 Jul 14 09:22:29.024441 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36300ba-92b4-4e87-ad41-b2f9a9c12c18 req-8bef499a-c968-491a-9d0e-4b383895a610 tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:29.032156 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d36300ba-92b4-4e87-ad41-b2f9a9c12c18 req-8bef499a-c968-491a-9d0e-4b383895a610 tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] 10.222.0.68 "GET /v2.0/ports?device_id=a00e13f6-1621-454d-83ce-45af34355155 HTTP/1.1" status: 200 len: 946 time: 0.1469769 Jul 14 09:22:29.103726 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44095898-495b-4a83-92fc-daebc4f49a25 req-9650bae1-a494-4d1a-99e1-95d0f1f18e90 tempest-ServersTestManualDisk-504797460 tempest-ServersTestManualDisk-504797460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:29.106247 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-44095898-495b-4a83-92fc-daebc4f49a25 req-9650bae1-a494-4d1a-99e1-95d0f1f18e90 tempest-ServersTestManualDisk-504797460 tempest-ServersTestManualDisk-504797460-project] 10.222.0.57 "GET /v2.0/networks?id=c149b5f1-6e5e-4f3f-a366-78c91881c967 HTTP/1.1" status: 200 len: 811 time: 0.6883726 Jul 14 09:22:29.121189 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d36300ba-92b4-4e87-ad41-b2f9a9c12c18 req-cb7e5fec-c794-401a-a1b8-ecc634239e2b tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] 10.222.0.68 "GET /v2.0/security-groups?id=c6f7d264-cbb5-40f9-9fec-5b9701ca674b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879905 Jul 14 09:22:29.173990 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-44095898-495b-4a83-92fc-daebc4f49a25 req-ac491673-84a1-4454-bb97-8e34b6294528 tempest-ServersTestManualDisk-504797460 tempest-ServersTestManualDisk-504797460-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9dc75a140b6945ca834af4e58eac7f2c HTTP/1.1" status: 200 len: 380 time: 0.0509207 Jul 14 09:22:29.186557 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-44095898-495b-4a83-92fc-daebc4f49a25 req-b28428e9-0642-4a93-87b0-6a10d1ea9f1d tempest-ServersTestManualDisk-504797460 tempest-ServersTestManualDisk-504797460-project] Request body: {'port': {'device_id': '3daebeb9-57c7-4edd-92b4-ac45ad82b60a', 'network_id': 'c149b5f1-6e5e-4f3f-a366-78c91881c967', 'admin_state_up': True, 'tenant_id': '9dc75a140b6945ca834af4e58eac7f2c', 'security_groups': ['109e619a-026b-4a12-995a-f7c93cf4d031']}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:22:29.397182 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44095898-495b-4a83-92fc-daebc4f49a25 req-b28428e9-0642-4a93-87b0-6a10d1ea9f1d tempest-ServersTestManualDisk-504797460 tempest-ServersTestManualDisk-504797460-project] Made reservation on behalf of 9dc75a140b6945ca834af4e58eac7f2c for: {'port': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:22:29.409137 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-44095898-495b-4a83-92fc-daebc4f49a25 req-b28428e9-0642-4a93-87b0-6a10d1ea9f1d tempest-ServersTestManualDisk-504797460 tempest-ServersTestManualDisk-504797460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:29.588901 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [req-44095898-495b-4a83-92fc-daebc4f49a25 req-b28428e9-0642-4a93-87b0-6a10d1ea9f1d tempest-ServersTestManualDisk-504797460 tempest-ServersTestManualDisk-504797460-project] Allocated IP 172.20.0.3 (c149b5f1-6e5e-4f3f-a366-78c91881c967/3dd02767-c45f-467b-8090-715a2492a37c/95a3f75d-b89e-4d82-9136-15802cb15046) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:22:29.622977 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [req-c28e96fb-fb37-41f0-a384-421c5e6ed65d req-dee4b2f5-59e0-4984-b403-766962c2714b tempest-FloatingIPDetailsTestJSON-695845871 tempest-FloatingIPDetailsTestJSON-695845871-project] Allocated IP 172.25.4.150 (2dcd4d32-cc7c-4468-b396-7ce5c9231892/6cd22a75-5bc1-467c-a3c4-0af04bd1b34a/305c0e60-4bd1-4d99-ba8c-371626111514) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:22:29.642247 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0c9dd9a3-dbab-4366-a617-e4f8d9fb0725 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-620860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682934'] for router_interface, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:29.644363 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-71df5412-e80a-4f64-b648-40631352e588 req-1bbd858c-fa39-402d-aa11-10b0f830b02b tempest-ServersTestManualDisk-504797460 tempest-ServersTestManualDisk-504797460-project] 10.222.0.68 "GET /v2.0/ports?device_id=3daebeb9-57c7-4edd-92b4-ac45ad82b60a HTTP/1.1" status: 200 len: 210 time: 0.0369010 Jul 14 09:22:29.680344 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-434735f6-db75-4470-9858-8d54f51aa867 tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] Deleting port f43846a9-142b-4434-8c66-7b78070fc4d4 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:22:29.680344 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-434735f6-db75-4470-9858-8d54f51aa867 tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:29.892160 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-44095898-495b-4a83-92fc-daebc4f49a25 req-b28428e9-0642-4a93-87b0-6a10d1ea9f1d tempest-ServersTestManualDisk-504797460 tempest-ServersTestManualDisk-504797460-project] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:29.942320 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [req-44095898-495b-4a83-92fc-daebc4f49a25 req-b28428e9-0642-4a93-87b0-6a10d1ea9f1d tempest-ServersTestManualDisk-504797460 tempest-ServersTestManualDisk-504797460-project] Transition to ACTIVE for port object 95a3f75d-b89e-4d82-9136-15802cb15046 will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:22:29.984270 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-434735f6-db75-4470-9858-8d54f51aa867 tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:29.984706 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-434735f6-db75-4470-9858-8d54f51aa867 tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:30.000640 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-c28e96fb-fb37-41f0-a384-421c5e6ed65d req-dee4b2f5-59e0-4984-b403-766962c2714b tempest-FloatingIPDetailsTestJSON-695845871 tempest-FloatingIPDetailsTestJSON-695845871-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:30.010865 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-434735f6-db75-4470-9858-8d54f51aa867 tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] Calling delete_port for f43846a9-142b-4434-8c66-7b78070fc4d4 owned by network:floatingip {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:22:30.056834 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-44095898-495b-4a83-92fc-daebc4f49a25 req-b28428e9-0642-4a93-87b0-6a10d1ea9f1d tempest-ServersTestManualDisk-504797460 tempest-ServersTestManualDisk-504797460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:30.152302 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28428e9-0642-4a93-87b0-6a10d1ea9f1d tempest-ServersTestManualDisk-504797460 tempest-ServersTestManualDisk-504797460-project] Pushing event updated for resources: {'Port': ['ID=95a3f75d-b89e-4d82-9136-15802cb15046,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:30.174584 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44095898-495b-4a83-92fc-daebc4f49a25 req-b28428e9-0642-4a93-87b0-6a10d1ea9f1d tempest-ServersTestManualDisk-504797460 tempest-ServersTestManualDisk-504797460-project] Network c149b5f1-6e5e-4f3f-a366-78c91881c967 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:22:30.177903 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [req-44095898-495b-4a83-92fc-daebc4f49a25 req-b28428e9-0642-4a93-87b0-6a10d1ea9f1d tempest-ServersTestManualDisk-504797460 tempest-ServersTestManualDisk-504797460-project] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:22:30.192988 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-44095898-495b-4a83-92fc-daebc4f49a25 req-b28428e9-0642-4a93-87b0-6a10d1ea9f1d tempest-ServersTestManualDisk-504797460 tempest-ServersTestManualDisk-504797460-project] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:22:30.245617 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-c28e96fb-fb37-41f0-a384-421c5e6ed65d req-dee4b2f5-59e0-4984-b403-766962c2714b tempest-FloatingIPDetailsTestJSON-695845871 tempest-FloatingIPDetailsTestJSON-695845871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:30.262237 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44095898-495b-4a83-92fc-daebc4f49a25 req-b28428e9-0642-4a93-87b0-6a10d1ea9f1d tempest-ServersTestManualDisk-504797460 tempest-ServersTestManualDisk-504797460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:30.262921 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-44095898-495b-4a83-92fc-daebc4f49a25 req-b28428e9-0642-4a93-87b0-6a10d1ea9f1d tempest-ServersTestManualDisk-504797460 tempest-ServersTestManualDisk-504797460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:30.280943 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-44095898-495b-4a83-92fc-daebc4f49a25 req-b28428e9-0642-4a93-87b0-6a10d1ea9f1d tempest-ServersTestManualDisk-504797460 tempest-ServersTestManualDisk-504797460-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0986331 Jul 14 09:22:30.302505 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-44095898-495b-4a83-92fc-daebc4f49a25 req-d25c2ad6-01b4-4d10-a3a9-2a27f6ca46d0 service neutron] Request body: {'port': {'device_id': '3daebeb9-57c7-4edd-92b4-ac45ad82b60a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-29'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:22:30.415803 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee4b2f5-59e0-4984-b403-766962c2714b tempest-FloatingIPDetailsTestJSON-695845871 tempest-FloatingIPDetailsTestJSON-695845871-project] Pushing event updated for resources: {'Port': ['ID=305c0e60-4bd1-4d99-ba8c-371626111514,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:30.424386 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c9dd9a3-dbab-4366-a617-e4f8d9fb0725 admin admin] Router bbeaa23c-b561-4290-871c-c79a30575231 has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:22:30.425692 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-434735f6-db75-4470-9858-8d54f51aa867 tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:30.466225 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434735f6-db75-4470-9858-8d54f51aa867 tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] Pushing event deleted for resources: {'Port': ['ID=f43846a9-142b-4434-8c66-7b78070fc4d4,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:30.475363 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c28e96fb-fb37-41f0-a384-421c5e6ed65d req-dee4b2f5-59e0-4984-b403-766962c2714b tempest-FloatingIPDetailsTestJSON-695845871 tempest-FloatingIPDetailsTestJSON-695845871-project] Network 2dcd4d32-cc7c-4468-b396-7ce5c9231892 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:22:30.483117 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [req-c28e96fb-fb37-41f0-a384-421c5e6ed65d req-dee4b2f5-59e0-4984-b403-766962c2714b tempest-FloatingIPDetailsTestJSON-695845871 tempest-FloatingIPDetailsTestJSON-695845871-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:22:30.486395 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-c28e96fb-fb37-41f0-a384-421c5e6ed65d req-dee4b2f5-59e0-4984-b403-766962c2714b tempest-FloatingIPDetailsTestJSON-695845871 tempest-FloatingIPDetailsTestJSON-695845871-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:22:30.498156 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aac0a68-6781-42cc-84b6-93afe54d358c req-45fcf4d8-57e6-44f8-b554-c26a12b6b329 tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:30.499795 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5aac0a68-6781-42cc-84b6-93afe54d358c req-45fcf4d8-57e6-44f8-b554-c26a12b6b329 tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] 10.222.0.68 "GET /v2.0/ports?device_id=a00e13f6-1621-454d-83ce-45af34355155 HTTP/1.1" status: 200 len: 946 time: 0.1262815 Jul 14 09:22:30.518923 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-44095898-495b-4a83-92fc-daebc4f49a25 req-d25c2ad6-01b4-4d10-a3a9-2a27f6ca46d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:30.543051 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-74be65de-bbfa-49f7-8723-b02aa7c4cade None None] Provisioning for port 95a3f75d-b89e-4d82-9136-15802cb15046 completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:22:30.547771 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-74be65de-bbfa-49f7-8723-b02aa7c4cade None None] Provisioning complete for port 95a3f75d-b89e-4d82-9136-15802cb15046 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:22:30.548377 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-74be65de-bbfa-49f7-8723-b02aa7c4cade None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:30.568872 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5aac0a68-6781-42cc-84b6-93afe54d358c req-f7b4e5fb-20ea-41cb-ac38-267a83d06868 tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] 10.222.0.68 "GET /v2.0/security-groups?id=c6f7d264-cbb5-40f9-9fec-5b9701ca674b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603416 Jul 14 09:22:30.630421 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-74be65de-bbfa-49f7-8723-b02aa7c4cade None None] Port 95a3f75d-b89e-4d82-9136-15802cb15046 cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:22:30.782338 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-434735f6-db75-4470-9858-8d54f51aa867 tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] Notify callbacks [] for floatingip, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:30.789351 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-434735f6-db75-4470-9858-8d54f51aa867 tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for floatingip, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:30.795141 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-434735f6-db75-4470-9858-8d54f51aa867 tempest-ImagesOneServerNegativeTestJSON-970448068 tempest-ImagesOneServerNegativeTestJSON-970448068-project] 10.222.0.68 "DELETE /v2.0/floatingips/b75f9cf8-b5bd-400b-8abb-c45304900367 HTTP/1.1" status: 204 len: 168 time: 1.9053373 Jul 14 09:22:30.844166 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c9dd9a3-dbab-4366-a617-e4f8d9fb0725 admin admin] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:22:30.856103 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-0c9dd9a3-dbab-4366-a617-e4f8d9fb0725 admin admin] 10.222.0.68 "PUT /v2.0/routers/bbeaa23c-b561-4290-871c-c79a30575231/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2192757 Jul 14 09:22:30.856103 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 42914) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:30.857798 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd0a72f1-2fb6-44db-9017-59879478a6b0 None None] Sync routers for ids ['bbeaa23c-b561-4290-871c-c79a30575231'] in n-d-779913-29 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:22:30.858474 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-c28e96fb-fb37-41f0-a384-421c5e6ed65d req-dee4b2f5-59e0-4984-b403-766962c2714b tempest-FloatingIPDetailsTestJSON-695845871 tempest-FloatingIPDetailsTestJSON-695845871-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:30.876645 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd0a72f1-2fb6-44db-9017-59879478a6b0 None None] Routers {'bbeaa23c-b561-4290-871c-c79a30575231'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:22:30.877416 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-fd0a72f1-2fb6-44db-9017-59879478a6b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:22:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['bbeaa23c-b561-4290-871c-c79a30575231'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:22:30.973175 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [req-44095898-495b-4a83-92fc-daebc4f49a25 req-d25c2ad6-01b4-4d10-a3a9-2a27f6ca46d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95a3f75d-b89e-4d82-9136-15802cb15046 {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:22:30.986378 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-44095898-495b-4a83-92fc-daebc4f49a25 req-d25c2ad6-01b4-4d10-a3a9-2a27f6ca46d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:30.987728 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-c28e96fb-fb37-41f0-a384-421c5e6ed65d req-dee4b2f5-59e0-4984-b403-766962c2714b tempest-FloatingIPDetailsTestJSON-695845871 tempest-FloatingIPDetailsTestJSON-695845871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:31.011145 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [req-44095898-495b-4a83-92fc-daebc4f49a25 req-d25c2ad6-01b4-4d10-a3a9-2a27f6ca46d0 service neutron] Transition to ACTIVE for port object 95a3f75d-b89e-4d82-9136-15802cb15046 will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:22:31.045521 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-44095898-495b-4a83-92fc-daebc4f49a25 req-d25c2ad6-01b4-4d10-a3a9-2a27f6ca46d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:31.049859 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e84875fb-6c60-4e29-9379-6319e7f1a1eb admin admin] Notify callbacks [] for router, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:31.097366 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-fd0a72f1-2fb6-44db-9017-59879478a6b0 None None] Set router bbeaa23c-b561-4290-871c-c79a30575231 gateway port host: n-d-779913-29 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:22:31.209682 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25c2ad6-01b4-4d10-a3a9-2a27f6ca46d0 service neutron] Pushing event updated for resources: {'Port': ['ID=95a3f75d-b89e-4d82-9136-15802cb15046,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:31.234469 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e84875fb-6c60-4e29-9379-6319e7f1a1eb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:31.304053 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb850d4a-6476-4688-9426-42a36fc97b45 req-855989d3-5c3c-43e4-8897-34e5246712e9 tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:31.306119 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-eb850d4a-6476-4688-9426-42a36fc97b45 req-855989d3-5c3c-43e4-8897-34e5246712e9 tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] 10.222.0.68 "GET /v2.0/ports?device_id=a00e13f6-1621-454d-83ce-45af34355155 HTTP/1.1" status: 200 len: 946 time: 0.2688966 Jul 14 09:22:31.334682 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-c28e96fb-fb37-41f0-a384-421c5e6ed65d req-dee4b2f5-59e0-4984-b403-766962c2714b tempest-FloatingIPDetailsTestJSON-695845871 tempest-FloatingIPDetailsTestJSON-695845871-project] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:31.351719 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-c28e96fb-fb37-41f0-a384-421c5e6ed65d req-dee4b2f5-59e0-4984-b403-766962c2714b tempest-FloatingIPDetailsTestJSON-695845871 tempest-FloatingIPDetailsTestJSON-695845871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13574142'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:31.373462 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-44095898-495b-4a83-92fc-daebc4f49a25 req-d25c2ad6-01b4-4d10-a3a9-2a27f6ca46d0 service neutron] Attempting to bind port 95a3f75d-b89e-4d82-9136-15802cb15046 on host n-h2-779913-29 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:22:31.374096 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-44095898-495b-4a83-92fc-daebc4f49a25 req-d25c2ad6-01b4-4d10-a3a9-2a27f6ca46d0 service neutron] Attempting to bind port 95a3f75d-b89e-4d82-9136-15802cb15046 by drivers openvswitch,hyperv on host n-h2-779913-29 at level 0 using segments [{'id': '92674e00-5a45-4167-ba04-e974711325a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'c149b5f1-6e5e-4f3f-a366-78c91881c967'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:22:31.374629 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44095898-495b-4a83-92fc-daebc4f49a25 req-d25c2ad6-01b4-4d10-a3a9-2a27f6ca46d0 service neutron] Attempting to bind port 95a3f75d-b89e-4d82-9136-15802cb15046 on network c149b5f1-6e5e-4f3f-a366-78c91881c967 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:22:31.399899 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44095898-495b-4a83-92fc-daebc4f49a25 req-d25c2ad6-01b4-4d10-a3a9-2a27f6ca46d0 service neutron] Port 95a3f75d-b89e-4d82-9136-15802cb15046 on network c149b5f1-6e5e-4f3f-a366-78c91881c967 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-29 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:22:31.400226 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44095898-495b-4a83-92fc-daebc4f49a25 req-d25c2ad6-01b4-4d10-a3a9-2a27f6ca46d0 service neutron] Attempting to bind port 95a3f75d-b89e-4d82-9136-15802cb15046 on network c149b5f1-6e5e-4f3f-a366-78c91881c967 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:22:31.432272 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-eb850d4a-6476-4688-9426-42a36fc97b45 req-d39d476b-5d31-41bb-b65a-6a714d46fe70 tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] 10.222.0.68 "GET /v2.0/security-groups?id=c6f7d264-cbb5-40f9-9fec-5b9701ca674b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136367 Jul 14 09:22:31.436112 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44095898-495b-4a83-92fc-daebc4f49a25 req-d25c2ad6-01b4-4d10-a3a9-2a27f6ca46d0 service neutron] Checking agent: {'id': '013e4a3b-a634-47b8-b6a5-1a25109b73fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 13, 13), 'started_at': datetime.datetime(2021, 7, 14, 9, 13, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 22, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:22:31.436475 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44095898-495b-4a83-92fc-daebc4f49a25 req-d25c2ad6-01b4-4d10-a3a9-2a27f6ca46d0 service neutron] Checking segment: {'id': '92674e00-5a45-4167-ba04-e974711325a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'c149b5f1-6e5e-4f3f-a366-78c91881c967'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:22:31.436874 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44095898-495b-4a83-92fc-daebc4f49a25 req-d25c2ad6-01b4-4d10-a3a9-2a27f6ca46d0 service neutron] Bound using segment: {'id': '92674e00-5a45-4167-ba04-e974711325a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'c149b5f1-6e5e-4f3f-a366-78c91881c967'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:22:31.438044 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-c28e96fb-fb37-41f0-a384-421c5e6ed65d req-dee4b2f5-59e0-4984-b403-766962c2714b tempest-FloatingIPDetailsTestJSON-695845871 tempest-FloatingIPDetailsTestJSON-695845871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-660590'] for floatingip, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:31.440148 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-44095898-495b-4a83-92fc-daebc4f49a25 req-d25c2ad6-01b4-4d10-a3a9-2a27f6ca46d0 service neutron] Bound port: 95a3f75d-b89e-4d82-9136-15802cb15046, host: n-h2-779913-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92674e00-5a45-4167-ba04-e974711325a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'c149b5f1-6e5e-4f3f-a366-78c91881c967'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:22:31.440542 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-44095898-495b-4a83-92fc-daebc4f49a25 req-d25c2ad6-01b4-4d10-a3a9-2a27f6ca46d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:31.460649 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-c28e96fb-fb37-41f0-a384-421c5e6ed65d req-dee4b2f5-59e0-4984-b403-766962c2714b tempest-FloatingIPDetailsTestJSON-695845871 tempest-FloatingIPDetailsTestJSON-695845871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for floatingip, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:31.462311 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-c28e96fb-fb37-41f0-a384-421c5e6ed65d req-dee4b2f5-59e0-4984-b403-766962c2714b tempest-FloatingIPDetailsTestJSON-695845871 tempest-FloatingIPDetailsTestJSON-695845871-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.3494487 Jul 14 09:22:31.484800 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-e84875fb-6c60-4e29-9379-6319e7f1a1eb admin admin] Deleting port 8f250d8a-f76d-42a3-bcc3-8cbd3db8c270 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:22:31.489947 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e84875fb-6c60-4e29-9379-6319e7f1a1eb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:31.587365 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee4b2f5-59e0-4984-b403-766962c2714b tempest-FloatingIPDetailsTestJSON-695845871 tempest-FloatingIPDetailsTestJSON-695845871-project] Pushing event updated for resources: {'Port': ['ID=305c0e60-4bd1-4d99-ba8c-371626111514,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:31.600528 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-44095898-495b-4a83-92fc-daebc4f49a25 req-d25c2ad6-01b4-4d10-a3a9-2a27f6ca46d0 service neutron] For port 95a3f75d-b89e-4d82-9136-15802cb15046, host n-h2-779913-29, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:22:31.610432 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-44095898-495b-4a83-92fc-daebc4f49a25 req-d25c2ad6-01b4-4d10-a3a9-2a27f6ca46d0 service neutron] For port 95a3f75d-b89e-4d82-9136-15802cb15046, host n-h2-779913-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=95a3f75d-b89e-4d82-9136-15802cb15046,segment=NetworkSegment(92674e00-5a45-4167-ba04-e974711325a2),segment_id=92674e00-5a45-4167-ba04-e974711325a2)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:22:31.621785 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-44095898-495b-4a83-92fc-daebc4f49a25 req-d25c2ad6-01b4-4d10-a3a9-2a27f6ca46d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:31.645436 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-c28e96fb-fb37-41f0-a384-421c5e6ed65d req-e7c35417-ddb1-4ea8-8a15-b663f1d51f85 tempest-FloatingIPDetailsTestJSON-695845871 tempest-FloatingIPDetailsTestJSON-695845871-project] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.25.4.150 HTTP/1.1" status: 200 len: 696 time: 0.1762769 Jul 14 09:22:31.677451 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-fd0a72f1-2fb6-44db-9017-59879478a6b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbeaa23c-b561-4290-871c-c79a30575231', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-952562594-router', 'tenant_id': '91f0548988464fef9816262c0d7ec930', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.188'}], 'enable_snat': True}, 'gw_port_id': '8f250d8a-f76d-42a3-bcc3-8cbd3db8c270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:16:53Z', 'updated_at': '2021-07-14T09:22:28Z', 'revision_number': 5, 'project_id': '91f0548988464fef9816262c0d7ec930', 'gw_port': {'id': '8f250d8a-f76d-42a3-bcc3-8cbd3db8c270', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:37:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbeaa23c-b561-4290-871c-c79a30575231', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:16:55Z', 'updated_at': '2021-07-14T09:17:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29'}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:22:31.715116 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd0a72f1-2fb6-44db-9017-59879478a6b0 None None] Checking router: bbeaa23c-b561-4290-871c-c79a30575231 for host: n-d-779913-29 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:22:31.733221 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd0a72f1-2fb6-44db-9017-59879478a6b0 None None] Routers {'bbeaa23c-b561-4290-871c-c79a30575231'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:22:31.734629 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-fd0a72f1-2fb6-44db-9017-59879478a6b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:22:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['bbeaa23c-b561-4290-871c-c79a30575231'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:22:31.743118 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25c2ad6-01b4-4d10-a3a9-2a27f6ca46d0 service neutron] Pushing event updated for resources: {'Port': ['ID=95a3f75d-b89e-4d82-9136-15802cb15046,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:31.751579 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-e84875fb-6c60-4e29-9379-6319e7f1a1eb admin admin] For port 8f250d8a-f76d-42a3-bcc3-8cbd3db8c270, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=8f250d8a-f76d-42a3-bcc3-8cbd3db8c270,segment=NetworkSegment(81bf7a93-80b3-43df-b9d5-462c604a2945),segment_id=81bf7a93-80b3-43df-b9d5-462c604a2945)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:22:31.751943 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e84875fb-6c60-4e29-9379-6319e7f1a1eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:31.778379 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-e84875fb-6c60-4e29-9379-6319e7f1a1eb admin admin] Calling delete_port for 8f250d8a-f76d-42a3-bcc3-8cbd3db8c270 owned by network:router_gateway {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:22:31.788990 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44095898-495b-4a83-92fc-daebc4f49a25 req-d25c2ad6-01b4-4d10-a3a9-2a27f6ca46d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:31.789533 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-44095898-495b-4a83-92fc-daebc4f49a25 req-d25c2ad6-01b4-4d10-a3a9-2a27f6ca46d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:31.790987 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-44095898-495b-4a83-92fc-daebc4f49a25 req-d25c2ad6-01b4-4d10-a3a9-2a27f6ca46d0 service neutron] 10.222.0.57 "PUT /v2.0/ports/95a3f75d-b89e-4d82-9136-15802cb15046 HTTP/1.1" status: 200 len: 1092 time: 1.4937949 Jul 14 09:22:31.794450 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3daebeb9-57c7-4edd-92b4-ac45ad82b60a', 'tag': '95a3f75d-b89e-4d82-9136-15802cb15046'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:22:31.795699 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bca6e2e0-73c3-4730-b7ea-4f8bdefdbf43" -d '{"events": [{"name": "network-changed", "server_uuid": "3daebeb9-57c7-4edd-92b4-ac45ad82b60a", "tag": "95a3f75d-b89e-4d82-9136-15802cb15046"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:22:31.841023 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28e96fb-fb37-41f0-a384-421c5e6ed65d req-7808f52f-aaf7-4a73-a4c1-c665854685b4 tempest-FloatingIPDetailsTestJSON-695845871 tempest-FloatingIPDetailsTestJSON-695845871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:31.862891 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-c28e96fb-fb37-41f0-a384-421c5e6ed65d req-7808f52f-aaf7-4a73-a4c1-c665854685b4 tempest-FloatingIPDetailsTestJSON-695845871 tempest-FloatingIPDetailsTestJSON-695845871-project] 10.222.0.68 "GET /v2.0/networks/2dcd4d32-cc7c-4468-b396-7ce5c9231892 HTTP/1.1" status: 200 len: 784 time: 0.2088413 Jul 14 09:22:31.966786 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-fd0a72f1-2fb6-44db-9017-59879478a6b0 None None] Set router bbeaa23c-b561-4290-871c-c79a30575231 gateway port host: None {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:22:31.992873 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab73ba4e-018f-4d7f-9c9f-babc6335b6ac req-cc03f164-4543-429e-b6d9-6e6089587dd2 tempest-ServersTestManualDisk-504797460 tempest-ServersTestManualDisk-504797460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:32.000193 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ab73ba4e-018f-4d7f-9c9f-babc6335b6ac req-cc03f164-4543-429e-b6d9-6e6089587dd2 tempest-ServersTestManualDisk-504797460 tempest-ServersTestManualDisk-504797460-project] 10.222.0.68 "GET /v2.0/ports?device_id=3daebeb9-57c7-4edd-92b4-ac45ad82b60a HTTP/1.1" status: 200 len: 943 time: 0.2528090 Jul 14 09:22:32.039029 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44095898-495b-4a83-92fc-daebc4f49a25 req-a69a8ed2-d648-4447-9df0-a799d868fec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:32.040817 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-44095898-495b-4a83-92fc-daebc4f49a25 req-a69a8ed2-d648-4447-9df0-a799d868fec6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9dc75a140b6945ca834af4e58eac7f2c&device_id=3daebeb9-57c7-4edd-92b4-ac45ad82b60a HTTP/1.1" status: 200 len: 1095 time: 0.1713271 Jul 14 09:22:32.126873 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-fd0a72f1-2fb6-44db-9017-59879478a6b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbeaa23c-b561-4290-871c-c79a30575231', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-952562594-router', 'tenant_id': '91f0548988464fef9816262c0d7ec930', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:16:53Z', 'updated_at': '2021-07-14T09:22:31Z', 'revision_number': 6, 'project_id': '91f0548988464fef9816262c0d7ec930', 'gw_port_host': None}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:22:32.163569 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e84875fb-6c60-4e29-9379-6319e7f1a1eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:32.165354 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-44095898-495b-4a83-92fc-daebc4f49a25 req-93bfab66-6848-439e-b0f0-35a90b47249e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=95a3f75d-b89e-4d82-9136-15802cb15046 HTTP/1.1" status: 200 len: 217 time: 0.1020515 Jul 14 09:22:32.177930 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd0a72f1-2fb6-44db-9017-59879478a6b0 None None] The sync data for ids ['bbeaa23c-b561-4290-871c-c79a30575231'] in n-d-779913-29 is: [{'id': 'bbeaa23c-b561-4290-871c-c79a30575231', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-952562594-router', 'tenant_id': '91f0548988464fef9816262c0d7ec930', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:16:53Z', 'updated_at': '2021-07-14T09:22:31Z', 'revision_number': 6, 'project_id': '91f0548988464fef9816262c0d7ec930', 'gw_port_host': None}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:22:32.240925 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44095898-495b-4a83-92fc-daebc4f49a25 req-7bcb1552-251f-4d8e-b1ad-bf3cc9e2001a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:32.242458 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-44095898-495b-4a83-92fc-daebc4f49a25 req-7bcb1552-251f-4d8e-b1ad-bf3cc9e2001a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3dd02767-c45f-467b-8090-715a2492a37c HTTP/1.1" status: 200 len: 850 time: 0.0700402 Jul 14 09:22:32.256657 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ab73ba4e-018f-4d7f-9c9f-babc6335b6ac req-eade3720-95bc-4ec3-ad2b-7a6b35ab77e4 tempest-ServersTestManualDisk-504797460 tempest-ServersTestManualDisk-504797460-project] 10.222.0.68 "GET /v2.0/security-groups?id=109e619a-026b-4a12-995a-f7c93cf4d031&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2552133 Jul 14 09:22:32.260949 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84875fb-6c60-4e29-9379-6319e7f1a1eb admin admin] Pushing event deleted for resources: {'Port': ['ID=8f250d8a-f76d-42a3-bcc3-8cbd3db8c270,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:32.326357 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e84875fb-6c60-4e29-9379-6319e7f1a1eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-660532'] for router_gateway, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:32.382372 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:22:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ffbefe4-d5bd-4061-aa35-fe973665a55f x-openstack-request-id: req-1ffbefe4-d5bd-4061-aa35-fe973665a55f {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:22:32.382372 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3daebeb9-57c7-4edd-92b4-ac45ad82b60a", "tag": "95a3f75d-b89e-4d82-9136-15802cb15046", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:22:32.382693 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-1ffbefe4-d5bd-4061-aa35-fe973665a55f {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:22:32.382959 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3daebeb9-57c7-4edd-92b4-ac45ad82b60a', 'tag': '95a3f75d-b89e-4d82-9136-15802cb15046', 'status': 'completed', 'code': 200} Jul 14 09:22:32.397768 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44095898-495b-4a83-92fc-daebc4f49a25 req-f4b1c634-7a80-475b-b4c8-0cb1d671880b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:32.399485 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-44095898-495b-4a83-92fc-daebc4f49a25 req-f4b1c634-7a80-475b-b4c8-0cb1d671880b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c149b5f1-6e5e-4f3f-a366-78c91881c967&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1419086 Jul 14 09:22:32.438570 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e84875fb-6c60-4e29-9379-6319e7f1a1eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-711871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12964'] for router, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:32.441219 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e84875fb-6c60-4e29-9379-6319e7f1a1eb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:32.504796 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e84875fb-6c60-4e29-9379-6319e7f1a1eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-704815'] for router, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:32.506090 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e84875fb-6c60-4e29-9379-6319e7f1a1eb admin admin] Fanout notify agent at l3_agent the message router_deleted on router bbeaa23c-b561-4290-871c-c79a30575231 {{(pid=93958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:22:32.515815 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e84875fb-6c60-4e29-9379-6319e7f1a1eb admin admin] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:32.520255 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 42936) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:32.520443 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-e84875fb-6c60-4e29-9379-6319e7f1a1eb admin admin] 10.222.0.68 "DELETE /v2.0/routers/bbeaa23c-b561-4290-871c-c79a30575231 HTTP/1.1" status: 204 len: 168 time: 1.6634321 Jul 14 09:22:32.633470 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_v2 [None req-8877d167-d386-48a9-a7b9-ff490d010ba4 admin admin] Deleting subnet f432ed2c-e632-4435-bdc1-b65316caa54a {{(pid=93957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:22:32.651143 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d73e35c1-dbea-493c-9bd6-6e83304496fe req-5204acda-b214-4db1-ae9d-703c0a4580a0 tempest-FloatingIPDetailsTestJSON-695845871 tempest-FloatingIPDetailsTestJSON-695845871-project] 10.222.0.68 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2564185 Jul 14 09:22:32.651925 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8877d167-d386-48a9-a7b9-ff490d010ba4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:32.655735 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-44095898-495b-4a83-92fc-daebc4f49a25 req-7fe015b3-c24d-48cd-b4dc-c8f4fcb86af5 service neutron] 10.222.0.57 "GET /v2.0/networks/c149b5f1-6e5e-4f3f-a366-78c91881c967?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2050335 Jul 14 09:22:32.817264 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-d73e35c1-dbea-493c-9bd6-6e83304496fe req-43aca228-9f84-47e6-a5ed-6ecbade62fea tempest-FloatingIPDetailsTestJSON-695845871 tempest-FloatingIPDetailsTestJSON-695845871-project] Request body: {'floatingip': {'floating_network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:22:32.838573 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8877d167-d386-48a9-a7b9-ff490d010ba4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10944203'] for subnet, precommit_delete_associations {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:32.872533 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e575b468-3556-4b4c-8733-a84a0c5b0d5d req-eeb1ab72-08a2-4ff5-841b-8eae32114cf6 tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:32.876186 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-e575b468-3556-4b4c-8733-a84a0c5b0d5d req-eeb1ab72-08a2-4ff5-841b-8eae32114cf6 tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] 10.222.0.68 "GET /v2.0/ports?device_id=a00e13f6-1621-454d-83ce-45af34355155 HTTP/1.1" status: 200 len: 946 time: 0.1329372 Jul 14 09:22:32.911883 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-d73e35c1-dbea-493c-9bd6-6e83304496fe req-43aca228-9f84-47e6-a5ed-6ecbade62fea tempest-FloatingIPDetailsTestJSON-695845871 tempest-FloatingIPDetailsTestJSON-695845871-project] Notify callbacks [] for floatingip, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:32.982045 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-e575b468-3556-4b4c-8733-a84a0c5b0d5d req-9bfc5eac-7afb-4d39-9ae5-a270d91bb900 tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] 10.222.0.68 "GET /v2.0/security-groups?id=c6f7d264-cbb5-40f9-9fec-5b9701ca674b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730085 Jul 14 09:22:33.056300 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-44095898-495b-4a83-92fc-daebc4f49a25 req-3b787545-dc47-499e-b616-665af7e12338 service neutron] 10.222.0.57 "GET /v2.0/networks/c149b5f1-6e5e-4f3f-a366-78c91881c967?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3559530 Jul 14 09:22:33.086777 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 42950) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:33.144104 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8877d167-d386-48a9-a7b9-ff490d010ba4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3481002'] for subnet, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:33.187702 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 563da199-8de4-47e1-84e6-1390ac5de001 no longer exists at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:22:33.207351 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd566466-58f0-4336-8beb-02c1ef8739f3 admin admin] Deleting subnet 9512be90-2f1e-4759-8e05-fbe0d51f306d {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:22:33.214130 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cd566466-58f0-4336-8beb-02c1ef8739f3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:33.221966 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] No Port match for: 563da199-8de4-47e1-84e6-1390ac5de001 {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:22:33.222572 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 563da199-8de4-47e1-84e6-1390ac5de001 not bound to the agent host n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:22:33.319838 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8877d167-d386-48a9-a7b9-ff490d010ba4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10052701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11984075'] for subnet, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:33.337265 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cd566466-58f0-4336-8beb-02c1ef8739f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13574120'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:33.361114 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8877d167-d386-48a9-a7b9-ff490d010ba4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f432ed2c-e632-4435-bdc1-b65316caa54a,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:33.368087 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8877d167-d386-48a9-a7b9-ff490d010ba4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:33.371268 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-8877d167-d386-48a9-a7b9-ff490d010ba4 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/f432ed2c-e632-4435-bdc1-b65316caa54a HTTP/1.1" status: 204 len: 168 time: 0.8500769 Jul 14 09:22:33.375164 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b02bf094-38e2-43d5-a279-704be266165f None None] Network 4d6b908e-988c-46fd-932a-5482cccd04f3 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:22:33.377754 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 42956) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:33.427447 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cd566466-58f0-4336-8beb-02c1ef8739f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3481002'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:33.437606 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd80049-1474-4640-bd05-557d01160752 req-bd4b6804-7655-4de5-a766-990ef35a7349 tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:33.445372 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-7cd80049-1474-4640-bd05-557d01160752 req-bd4b6804-7655-4de5-a766-990ef35a7349 tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] 10.222.0.68 "GET /v2.0/ports?device_id=a00e13f6-1621-454d-83ce-45af34355155 HTTP/1.1" status: 200 len: 946 time: 0.1779377 Jul 14 09:22:33.472412 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca6e2e0-73c3-4730-b7ea-4f8bdefdbf43 req-16220289-d5fc-4450-9758-b6e0ff01465d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:33.474182 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-bca6e2e0-73c3-4730-b7ea-4f8bdefdbf43 req-16220289-d5fc-4450-9758-b6e0ff01465d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9dc75a140b6945ca834af4e58eac7f2c&device_id=3daebeb9-57c7-4edd-92b4-ac45ad82b60a HTTP/1.1" status: 200 len: 1095 time: 0.2130773 Jul 14 09:22:33.547912 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-7cd80049-1474-4640-bd05-557d01160752 req-100f7ec4-4eec-40b4-a75e-b5bcbe560b64 tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] 10.222.0.68 "GET /v2.0/security-groups?id=c6f7d264-cbb5-40f9-9fec-5b9701ca674b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006193 Jul 14 09:22:33.590706 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cd566466-58f0-4336-8beb-02c1ef8739f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13574056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16714573'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:33.598487 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca6e2e0-73c3-4730-b7ea-4f8bdefdbf43 req-e20fc9cd-1dbc-4ec8-a200-0d19aadfc0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:33.600131 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-bca6e2e0-73c3-4730-b7ea-4f8bdefdbf43 req-e20fc9cd-1dbc-4ec8-a200-0d19aadfc0a2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=c149b5f1-6e5e-4f3f-a366-78c91881c967 HTTP/1.1" status: 200 len: 912 time: 0.1162679 Jul 14 09:22:33.642639 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd566466-58f0-4336-8beb-02c1ef8739f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9512be90-2f1e-4759-8e05-fbe0d51f306d,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:33.648305 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cd566466-58f0-4336-8beb-02c1ef8739f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:33.652477 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-cd566466-58f0-4336-8beb-02c1ef8739f3 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/9512be90-2f1e-4759-8e05-fbe0d51f306d HTTP/1.1" status: 204 len: 168 time: 0.5625424 Jul 14 09:22:33.655675 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 42964) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:33.702818 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-bca6e2e0-73c3-4730-b7ea-4f8bdefdbf43 req-4f2e4cb4-0d69-4f54-8f49-a74f3967dbba service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=95a3f75d-b89e-4d82-9136-15802cb15046 HTTP/1.1" status: 200 len: 217 time: 0.0906439 Jul 14 09:22:33.707792 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-13452cc3-9d1f-4b46-a116-00ae567e62fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3876111'] for network, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:33.709739 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-126ae18c-b47b-4ce2-8e40-b08846fabd47 None None] DHCP port deletion for 4d6b908e-988c-46fd-932a-5482cccd04f3 request from n-d-779913-29 {{(pid=93959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:22:33.783956 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-126ae18c-b47b-4ce2-8e40-b08846fabd47 None None] Deleting port 567688ae-284f-4cf8-9ebe-982c8c60db94 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:22:33.784787 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-126ae18c-b47b-4ce2-8e40-b08846fabd47 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:33.799928 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-d73e35c1-dbea-493c-9bd6-6e83304496fe req-43aca228-9f84-47e6-a5ed-6ecbade62fea tempest-FloatingIPDetailsTestJSON-695845871 tempest-FloatingIPDetailsTestJSON-695845871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:33.833646 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a1bd29f5-c686-4ee8-ba1a-327e8a715569 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3876111'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:33.892170 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca6e2e0-73c3-4730-b7ea-4f8bdefdbf43 req-a4b11702-4c8d-41b6-910d-13048548255c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:33.893782 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-bca6e2e0-73c3-4730-b7ea-4f8bdefdbf43 req-a4b11702-4c8d-41b6-910d-13048548255c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3dd02767-c45f-467b-8090-715a2492a37c HTTP/1.1" status: 200 len: 850 time: 0.1699553 Jul 14 09:22:33.903270 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec13e45-076c-4b3f-bf7e-2237374c3164 req-ea308fc2-4f00-44d0-9e80-65002a75e325 tempest-ServersTestManualDisk-504797460 tempest-ServersTestManualDisk-504797460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:33.904952 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-fec13e45-076c-4b3f-bf7e-2237374c3164 req-ea308fc2-4f00-44d0-9e80-65002a75e325 tempest-ServersTestManualDisk-504797460 tempest-ServersTestManualDisk-504797460-project] 10.222.0.68 "GET /v2.0/ports?device_id=3daebeb9-57c7-4edd-92b4-ac45ad82b60a HTTP/1.1" status: 200 len: 943 time: 0.1238928 Jul 14 09:22:33.910224 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-126ae18c-b47b-4ce2-8e40-b08846fabd47 None None] For port 567688ae-284f-4cf8-9ebe-982c8c60db94, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=567688ae-284f-4cf8-9ebe-982c8c60db94,segment=NetworkSegment(855973af-c48a-4a6b-b5ca-0dddf5410a13),segment_id=855973af-c48a-4a6b-b5ca-0dddf5410a13)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:22:33.910907 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-126ae18c-b47b-4ce2-8e40-b08846fabd47 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:33.929269 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-126ae18c-b47b-4ce2-8e40-b08846fabd47 None None] Calling delete_port for 567688ae-284f-4cf8-9ebe-982c8c60db94 owned by network:dhcp {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:22:33.989026 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a1bd29f5-c686-4ee8-ba1a-327e8a715569 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473955', 'neutron.services.segments.db._delete_segments_for_network-8735688326548'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:34.008884 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-a1bd29f5-c686-4ee8-ba1a-327e8a715569 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a07191a-b9d7-482c-8935-c823cd63fc61']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:22:34.033293 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [req-d73e35c1-dbea-493c-9bd6-6e83304496fe req-43aca228-9f84-47e6-a5ed-6ecbade62fea tempest-FloatingIPDetailsTestJSON-695845871 tempest-FloatingIPDetailsTestJSON-695845871-project] Allocated IP 172.25.4.186 (2dcd4d32-cc7c-4468-b396-7ce5c9231892/6cd22a75-5bc1-467c-a3c4-0af04bd1b34a/b35f923f-d319-48a6-af75-ef51340c3e84) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:22:34.035910 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-fec13e45-076c-4b3f-bf7e-2237374c3164 req-caa877ee-950b-4a4f-8f9a-69143ef33051 tempest-ServersTestManualDisk-504797460 tempest-ServersTestManualDisk-504797460-project] 10.222.0.68 "GET /v2.0/security-groups?id=109e619a-026b-4a12-995a-f7c93cf4d031&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1053524 Jul 14 09:22:34.036786 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-13452cc3-9d1f-4b46-a116-00ae567e62fb admin admin] Deleting port 567688ae-284f-4cf8-9ebe-982c8c60db94 {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:22:34.037141 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-13452cc3-9d1f-4b46-a116-00ae567e62fb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:34.052967 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-a1bd29f5-c686-4ee8-ba1a-327e8a715569 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59e27924-9549-4175-909e-ce4f3019b149') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:22:34.053376 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-a1bd29f5-c686-4ee8-ba1a-327e8a715569 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59e27924-9549-4175-909e-ce4f3019b149') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:22:34.075979 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a1bd29f5-c686-4ee8-ba1a-327e8a715569 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735688356235', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13574129'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:34.078253 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-126ae18c-b47b-4ce2-8e40-b08846fabd47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:34.118376 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a1bd29f5-c686-4ee8-ba1a-327e8a715569 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:34.125957 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1bd29f5-c686-4ee8-ba1a-327e8a715569 admin admin] Releasing vlan 728 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:22:34.126747 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a1bd29f5-c686-4ee8-ba1a-327e8a715569 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13573126'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:34.129448 n-d-779913-29 neutron-server[93958]: Traceback (most recent call last): Jul 14 09:22:34.129448 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:22:34.129448 n-d-779913-29 neutron-server[93958]: timer() Jul 14 09:22:34.129448 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:22:34.129448 n-d-779913-29 neutron-server[93958]: cb(*args, **kw) Jul 14 09:22:34.129448 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:22:34.129448 n-d-779913-29 neutron-server[93958]: return func(*args, **kwargs) Jul 14 09:22:34.129448 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:22:34.129448 n-d-779913-29 neutron-server[93958]: self._notify() Jul 14 09:22:34.129448 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:22:34.129448 n-d-779913-29 neutron-server[93958]: self.callback(batched_events) Jul 14 09:22:34.129448 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:22:34.129448 n-d-779913-29 neutron-server[93958]: event.method(event) Jul 14 09:22:34.129448 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:22:34.129448 n-d-779913-29 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:22:34.129448 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:22:34.129448 n-d-779913-29 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:22:34.129448 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:22:34.129448 n-d-779913-29 neutron-server[93958]: return f(self, *a, **k) Jul 14 09:22:34.129448 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:22:34.129448 n-d-779913-29 neutron-server[93958]: return self._get(url).json() Jul 14 09:22:34.129448 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:22:34.129448 n-d-779913-29 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:22:34.129448 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:22:34.129448 n-d-779913-29 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 14 09:22:34.129448 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:22:34.129448 n-d-779913-29 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:22:34.129448 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:22:34.129448 n-d-779913-29 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:22:34.129448 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:22:34.129448 n-d-779913-29 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:22:34.129448 n-d-779913-29 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:22:34.132170 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126ae18c-b47b-4ce2-8e40-b08846fabd47 None None] Pushing event deleted for resources: {'Port': ['ID=567688ae-284f-4cf8-9ebe-982c8c60db94,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:34.139014 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca6e2e0-73c3-4730-b7ea-4f8bdefdbf43 req-d40e902c-7b50-46ed-abcf-9f79775f080d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:34.140706 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-bca6e2e0-73c3-4730-b7ea-4f8bdefdbf43 req-d40e902c-7b50-46ed-abcf-9f79775f080d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c149b5f1-6e5e-4f3f-a366-78c91881c967&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2394388 Jul 14 09:22:34.141068 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-126ae18c-b47b-4ce2-8e40-b08846fabd47 None None] No DVR routers for this DVR port 567688ae-284f-4cf8-9ebe-982c8c60db94 on host n-d-779913-29 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:22:34.240318 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a1bd29f5-c686-4ee8-ba1a-327e8a715569 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660504'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:34.251328 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a1bd29f5-c686-4ee8-ba1a-327e8a715569 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:34.253884 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-a1bd29f5-c686-4ee8-ba1a-327e8a715569 admin admin] 10.222.0.68 "DELETE /v2.0/networks/7a07191a-b9d7-482c-8935-c823cd63fc61 HTTP/1.1" status: 204 len: 168 time: 0.5924697 Jul 14 09:22:34.301397 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bd29f5-c686-4ee8-ba1a-327e8a715569 admin admin] Pushing event deleted for resources: {'Network': ['ID=7a07191a-b9d7-482c-8935-c823cd63fc61,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:34.544134 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 42978) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:34.637624 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-62dd5b3d-eefc-41ef-8da9-6bf257f4a492 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=aad66054a8f146139519a42123ab4eac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0900352 Jul 14 09:22:34.638282 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-13452cc3-9d1f-4b46-a116-00ae567e62fb admin admin] For port 567688ae-284f-4cf8-9ebe-982c8c60db94, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=567688ae-284f-4cf8-9ebe-982c8c60db94,segment=NetworkSegment(855973af-c48a-4a6b-b5ca-0dddf5410a13),segment_id=855973af-c48a-4a6b-b5ca-0dddf5410a13)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:22:34.638666 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-13452cc3-9d1f-4b46-a116-00ae567e62fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:34.640997 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 42980) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:34.673761 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-13452cc3-9d1f-4b46-a116-00ae567e62fb admin admin] Calling delete_port for 567688ae-284f-4cf8-9ebe-982c8c60db94 owned by network:dhcp {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:22:34.765022 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bda839e0-934f-4711-a91c-8c8f5081c196 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:34.799162 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bda839e0-934f-4711-a91c-8c8f5081c196 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:34.831112 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 8f250d8a-f76d-42a3-bcc3-8cbd3db8c270 no longer exists at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:22:34.870449 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] No Port match for: 8f250d8a-f76d-42a3-bcc3-8cbd3db8c270 {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:22:34.870716 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 8f250d8a-f76d-42a3-bcc3-8cbd3db8c270 not bound to the agent host n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:22:34.871367 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 567688ae-284f-4cf8-9ebe-982c8c60db94 no longer exists at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:22:34.875956 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-13452cc3-9d1f-4b46-a116-00ae567e62fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:34.896560 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bda839e0-934f-4711-a91c-8c8f5081c196 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:34.899673 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bda839e0-934f-4711-a91c-8c8f5081c196 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:34.900891 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-bda839e0-934f-4711-a91c-8c8f5081c196 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/372c68ac-7430-41d6-997c-166ff070d0c8 HTTP/1.1" status: 204 len: 168 time: 0.2583840 Jul 14 09:22:34.911712 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda839e0-934f-4711-a91c-8c8f5081c196 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=372c68ac-7430-41d6-997c-166ff070d0c8,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:34.912374 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] No Port match for: 567688ae-284f-4cf8-9ebe-982c8c60db94 {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:22:34.912374 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 567688ae-284f-4cf8-9ebe-982c8c60db94 not bound to the agent host n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:22:34.977984 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13452cc3-9d1f-4b46-a116-00ae567e62fb admin admin] No DVR routers for this DVR port 567688ae-284f-4cf8-9ebe-982c8c60db94 on host n-d-779913-29 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:22:34.988937 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13452cc3-9d1f-4b46-a116-00ae567e62fb admin admin] Pushing event deleted for resources: {'Port': ['ID=567688ae-284f-4cf8-9ebe-982c8c60db94,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:34.999465 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-d73e35c1-dbea-493c-9bd6-6e83304496fe req-43aca228-9f84-47e6-a5ed-6ecbade62fea tempest-FloatingIPDetailsTestJSON-695845871 tempest-FloatingIPDetailsTestJSON-695845871-project] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:35.029933 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-bca6e2e0-73c3-4730-b7ea-4f8bdefdbf43 req-fa9debb9-0c02-46b5-b375-9a1fc4ff3211 service neutron] 10.222.0.57 "GET /v2.0/networks/c149b5f1-6e5e-4f3f-a366-78c91881c967?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8720818 Jul 14 09:22:35.149525 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-bca6e2e0-73c3-4730-b7ea-4f8bdefdbf43 req-badf273e-218e-418e-a799-e4cea36cebe7 service neutron] 10.222.0.57 "GET /v2.0/networks/c149b5f1-6e5e-4f3f-a366-78c91881c967?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124859 Jul 14 09:22:35.200732 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-d73e35c1-dbea-493c-9bd6-6e83304496fe req-43aca228-9f84-47e6-a5ed-6ecbade62fea tempest-FloatingIPDetailsTestJSON-695845871 tempest-FloatingIPDetailsTestJSON-695845871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:35.295050 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43aca228-9f84-47e6-a5ed-6ecbade62fea tempest-FloatingIPDetailsTestJSON-695845871 tempest-FloatingIPDetailsTestJSON-695845871-project] Pushing event updated for resources: {'Port': ['ID=b35f923f-d319-48a6-af75-ef51340c3e84,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:35.328038 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43aca228-9f84-47e6-a5ed-6ecbade62fea tempest-FloatingIPDetailsTestJSON-695845871 tempest-FloatingIPDetailsTestJSON-695845871-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:22:35.329322 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43aca228-9f84-47e6-a5ed-6ecbade62fea tempest-FloatingIPDetailsTestJSON-695845871 tempest-FloatingIPDetailsTestJSON-695845871-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:22:35.334355 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43aca228-9f84-47e6-a5ed-6ecbade62fea tempest-FloatingIPDetailsTestJSON-695845871 tempest-FloatingIPDetailsTestJSON-695845871-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:22:35.335822 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43aca228-9f84-47e6-a5ed-6ecbade62fea tempest-FloatingIPDetailsTestJSON-695845871 tempest-FloatingIPDetailsTestJSON-695845871-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:22:35.336295 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43aca228-9f84-47e6-a5ed-6ecbade62fea tempest-FloatingIPDetailsTestJSON-695845871 tempest-FloatingIPDetailsTestJSON-695845871-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:22:35.337651 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43aca228-9f84-47e6-a5ed-6ecbade62fea tempest-FloatingIPDetailsTestJSON-695845871 tempest-FloatingIPDetailsTestJSON-695845871-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:22:35.338016 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43aca228-9f84-47e6-a5ed-6ecbade62fea tempest-FloatingIPDetailsTestJSON-695845871 tempest-FloatingIPDetailsTestJSON-695845871-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:22:35.338397 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43aca228-9f84-47e6-a5ed-6ecbade62fea tempest-FloatingIPDetailsTestJSON-695845871 tempest-FloatingIPDetailsTestJSON-695845871-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:22:35.338880 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43aca228-9f84-47e6-a5ed-6ecbade62fea tempest-FloatingIPDetailsTestJSON-695845871 tempest-FloatingIPDetailsTestJSON-695845871-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:22:35.339222 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43aca228-9f84-47e6-a5ed-6ecbade62fea tempest-FloatingIPDetailsTestJSON-695845871 tempest-FloatingIPDetailsTestJSON-695845871-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:22:35.339568 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43aca228-9f84-47e6-a5ed-6ecbade62fea tempest-FloatingIPDetailsTestJSON-695845871 tempest-FloatingIPDetailsTestJSON-695845871-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:22:35.339899 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43aca228-9f84-47e6-a5ed-6ecbade62fea tempest-FloatingIPDetailsTestJSON-695845871 tempest-FloatingIPDetailsTestJSON-695845871-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:22:35.362583 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d73e35c1-dbea-493c-9bd6-6e83304496fe req-43aca228-9f84-47e6-a5ed-6ecbade62fea tempest-FloatingIPDetailsTestJSON-695845871 tempest-FloatingIPDetailsTestJSON-695845871-project] Network 2dcd4d32-cc7c-4468-b396-7ce5c9231892 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:22:35.366901 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-13452cc3-9d1f-4b46-a116-00ae567e62fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473955', 'neutron.services.segments.db._delete_segments_for_network-8735688326548'] for network, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:35.370658 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [req-d73e35c1-dbea-493c-9bd6-6e83304496fe req-43aca228-9f84-47e6-a5ed-6ecbade62fea tempest-FloatingIPDetailsTestJSON-695845871 tempest-FloatingIPDetailsTestJSON-695845871-project] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:22:35.373097 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-d73e35c1-dbea-493c-9bd6-6e83304496fe req-43aca228-9f84-47e6-a5ed-6ecbade62fea tempest-FloatingIPDetailsTestJSON-695845871 tempest-FloatingIPDetailsTestJSON-695845871-project] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:22:35.406369 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-13452cc3-9d1f-4b46-a116-00ae567e62fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d6b908e-988c-46fd-932a-5482cccd04f3']}} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:22:35.424789 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-13452cc3-9d1f-4b46-a116-00ae567e62fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '855973af-c48a-4a6b-b5ca-0dddf5410a13') {'for_net_delete': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:22:35.425200 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-13452cc3-9d1f-4b46-a116-00ae567e62fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '855973af-c48a-4a6b-b5ca-0dddf5410a13') {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:22:35.441574 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-13452cc3-9d1f-4b46-a116-00ae567e62fb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735688356235', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10944210'] for segment, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:35.506206 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-d73e35c1-dbea-493c-9bd6-6e83304496fe req-43aca228-9f84-47e6-a5ed-6ecbade62fea tempest-FloatingIPDetailsTestJSON-695845871 tempest-FloatingIPDetailsTestJSON-695845871-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:35.523433 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-13452cc3-9d1f-4b46-a116-00ae567e62fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:35.556365 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13452cc3-9d1f-4b46-a116-00ae567e62fb admin admin] Releasing vlan 700 on physical network physnet1 to pool {{(pid=93957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:22:35.556776 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-13452cc3-9d1f-4b46-a116-00ae567e62fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10053619'] for segment, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:35.557132 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8d4593-aa40-4033-b945-b348ab626fe4 req-69411749-9757-4267-9b95-85096200fc96 tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:35.558522 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:22:35.558522 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:22:35.558522 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:22:35.558522 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:22:35.558522 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:22:35.558522 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:22:35.558522 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:22:35.558522 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:22:35.558522 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:22:35.558522 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:22:35.558522 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:22:35.558522 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:22:35.558522 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:22:35.558522 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:22:35.558522 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:22:35.558522 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:22:35.558522 n-d-779913-29 neutron-server[93957]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:22:35.558522 n-d-779913-29 neutron-server[93957]: self.session.flush() Jul 14 09:22:35.558522 n-d-779913-29 neutron-server[93957]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:22:35.558522 n-d-779913-29 neutron-server[93957]: self.session.flush() Jul 14 09:22:35.558522 n-d-779913-29 neutron-server[93957]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:22:35.558522 n-d-779913-29 neutron-server[93957]: self.session.flush() Jul 14 09:22:35.558522 n-d-779913-29 neutron-server[93957]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:22:35.558522 n-d-779913-29 neutron-server[93957]: self.session.flush() Jul 14 09:22:35.558522 n-d-779913-29 neutron-server[93957]: Traceback (most recent call last): Jul 14 09:22:35.558522 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:22:35.558522 n-d-779913-29 neutron-server[93957]: timer() Jul 14 09:22:35.558522 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:22:35.558522 n-d-779913-29 neutron-server[93957]: cb(*args, **kw) Jul 14 09:22:35.558522 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:22:35.558522 n-d-779913-29 neutron-server[93957]: return func(*args, **kwargs) Jul 14 09:22:35.558522 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:22:35.558522 n-d-779913-29 neutron-server[93957]: self._notify() Jul 14 09:22:35.558522 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:22:35.558522 n-d-779913-29 neutron-server[93957]: self.callback(batched_events) Jul 14 09:22:35.558522 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:22:35.558522 n-d-779913-29 neutron-server[93957]: event.method(event) Jul 14 09:22:35.558522 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:22:35.558522 n-d-779913-29 neutron-server[93957]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:22:35.558522 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:22:35.558522 n-d-779913-29 neutron-server[93957]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:22:35.558522 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:22:35.558522 n-d-779913-29 neutron-server[93957]: return f(self, *a, **k) Jul 14 09:22:35.558522 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:22:35.558522 n-d-779913-29 neutron-server[93957]: return self._get(url).json() Jul 14 09:22:35.558522 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:22:35.558522 n-d-779913-29 neutron-server[93957]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:22:35.558522 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:22:35.558522 n-d-779913-29 neutron-server[93957]: return self.request(url, 'GET', **kwargs) Jul 14 09:22:35.558522 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:22:35.558522 n-d-779913-29 neutron-server[93957]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:22:35.558522 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:22:35.558522 n-d-779913-29 neutron-server[93957]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:22:35.558522 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:22:35.558522 n-d-779913-29 neutron-server[93957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:22:35.558522 n-d-779913-29 neutron-server[93957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:22:35.562880 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-5c8d4593-aa40-4033-b945-b348ab626fe4 req-69411749-9757-4267-9b95-85096200fc96 tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] 10.222.0.68 "GET /v2.0/ports?device_id=a00e13f6-1621-454d-83ce-45af34355155 HTTP/1.1" status: 200 len: 946 time: 0.4740667 Jul 14 09:22:35.622075 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-d73e35c1-dbea-493c-9bd6-6e83304496fe req-43aca228-9f84-47e6-a5ed-6ecbade62fea tempest-FloatingIPDetailsTestJSON-695845871 tempest-FloatingIPDetailsTestJSON-695845871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:35.625550 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-5c8d4593-aa40-4033-b945-b348ab626fe4 req-dc6db677-827b-406a-a45b-68c08b02d587 tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] 10.222.0.68 "GET /v2.0/security-groups?id=c6f7d264-cbb5-40f9-9fec-5b9701ca674b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593526 Jul 14 09:22:35.692492 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-13452cc3-9d1f-4b46-a116-00ae567e62fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660504'] for network, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:35.697897 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-13452cc3-9d1f-4b46-a116-00ae567e62fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for network, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:35.699889 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-13452cc3-9d1f-4b46-a116-00ae567e62fb admin admin] 10.222.0.68 "DELETE /v2.0/networks/4d6b908e-988c-46fd-932a-5482cccd04f3 HTTP/1.1" status: 204 len: 168 time: 2.3176374 Jul 14 09:22:35.722294 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13452cc3-9d1f-4b46-a116-00ae567e62fb admin admin] Pushing event deleted for resources: {'Network': ['ID=4d6b908e-988c-46fd-932a-5482cccd04f3,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:35.869875 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543f0b0a-ea69-4b54-9acb-3af936e9b5f6 req-8152c3ce-eaae-411c-855e-74357d5d8109 tempest-ServersTestManualDisk-504797460 tempest-ServersTestManualDisk-504797460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:35.877774 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-543f0b0a-ea69-4b54-9acb-3af936e9b5f6 req-8152c3ce-eaae-411c-855e-74357d5d8109 tempest-ServersTestManualDisk-504797460 tempest-ServersTestManualDisk-504797460-project] 10.222.0.68 "GET /v2.0/ports?device_id=3daebeb9-57c7-4edd-92b4-ac45ad82b60a HTTP/1.1" status: 200 len: 943 time: 0.1073792 Jul 14 09:22:35.923969 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-d73e35c1-dbea-493c-9bd6-6e83304496fe req-43aca228-9f84-47e6-a5ed-6ecbade62fea tempest-FloatingIPDetailsTestJSON-695845871 tempest-FloatingIPDetailsTestJSON-695845871-project] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:35.931847 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-543f0b0a-ea69-4b54-9acb-3af936e9b5f6 req-f5a49691-3deb-49e4-a67e-7853d9cebf5d tempest-ServersTestManualDisk-504797460 tempest-ServersTestManualDisk-504797460-project] 10.222.0.68 "GET /v2.0/security-groups?id=109e619a-026b-4a12-995a-f7c93cf4d031&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530534 Jul 14 09:22:35.936925 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-d73e35c1-dbea-493c-9bd6-6e83304496fe req-43aca228-9f84-47e6-a5ed-6ecbade62fea tempest-FloatingIPDetailsTestJSON-695845871 tempest-FloatingIPDetailsTestJSON-695845871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:35.978399 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 43018) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:36.055843 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-42878a3b-04a9-46fe-9dd4-e154eeb3ecbc admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=693039a9031c4718ab71870c2e8c0097&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0759623 Jul 14 09:22:36.056598 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 43020) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:36.092839 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43aca228-9f84-47e6-a5ed-6ecbade62fea tempest-FloatingIPDetailsTestJSON-695845871 tempest-FloatingIPDetailsTestJSON-695845871-project] Pushing event updated for resources: {'Port': ['ID=b35f923f-d319-48a6-af75-ef51340c3e84,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:36.115355 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 95a3f75d-b89e-4d82-9136-15802cb15046 details requested by agent hyperv_n-h2-779913-29 with host n-h2-779913-29 {{(pid=93959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:22:36.129839 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-d73e35c1-dbea-493c-9bd6-6e83304496fe req-43aca228-9f84-47e6-a5ed-6ecbade62fea tempest-FloatingIPDetailsTestJSON-695845871 tempest-FloatingIPDetailsTestJSON-695845871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-660590'] for floatingip, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:36.156277 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-d73e35c1-dbea-493c-9bd6-6e83304496fe req-43aca228-9f84-47e6-a5ed-6ecbade62fea tempest-FloatingIPDetailsTestJSON-695845871 tempest-FloatingIPDetailsTestJSON-695845871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for floatingip, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:36.157918 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d73e35c1-dbea-493c-9bd6-6e83304496fe req-43aca228-9f84-47e6-a5ed-6ecbade62fea tempest-FloatingIPDetailsTestJSON-695845871 tempest-FloatingIPDetailsTestJSON-695845871-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.3545461 Jul 14 09:22:36.161204 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-370b3b7f-d2d6-4d46-a9f8-b546b46fc19b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:36.197377 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-370b3b7f-d2d6-4d46-a9f8-b546b46fc19b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:36.279959 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-370b3b7f-d2d6-4d46-a9f8-b546b46fc19b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:36.284284 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-370b3b7f-d2d6-4d46-a9f8-b546b46fc19b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:36.288570 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-370b3b7f-d2d6-4d46-a9f8-b546b46fc19b admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/e8da2148-7624-4a90-b3c9-da5e32e7a224 HTTP/1.1" status: 204 len: 168 time: 0.2304952 Jul 14 09:22:36.298202 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d73e35c1-dbea-493c-9bd6-6e83304496fe req-70a9e6a2-7ec1-4017-97ec-215ba008263d tempest-FloatingIPDetailsTestJSON-695845871 tempest-FloatingIPDetailsTestJSON-695845871-project] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.25.4.186 HTTP/1.1" status: 200 len: 696 time: 0.1337411 Jul 14 09:22:36.304056 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370b3b7f-d2d6-4d46-a9f8-b546b46fc19b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8da2148-7624-4a90-b3c9-da5e32e7a224,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:36.449192 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 95a3f75d-b89e-4d82-9136-15802cb15046, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=95a3f75d-b89e-4d82-9136-15802cb15046,segment=NetworkSegment(92674e00-5a45-4167-ba04-e974711325a2),segment_id=92674e00-5a45-4167-ba04-e974711325a2)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:22:36.475567 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Returning: {'device': '95a3f75d-b89e-4d82-9136-15802cb15046', 'network_id': 'c149b5f1-6e5e-4f3f-a366-78c91881c967', 'port_id': '95a3f75d-b89e-4d82-9136-15802cb15046', 'mac_address': 'fa:16:3e:c7:70:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 721, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3dd02767-c45f-467b-8090-715a2492a37c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:22:36.525090 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73e35c1-dbea-493c-9bd6-6e83304496fe req-fbeefa49-480a-4853-a19a-045d557e361e tempest-FloatingIPDetailsTestJSON-695845871 tempest-FloatingIPDetailsTestJSON-695845871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:36.528639 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d73e35c1-dbea-493c-9bd6-6e83304496fe req-fbeefa49-480a-4853-a19a-045d557e361e tempest-FloatingIPDetailsTestJSON-695845871 tempest-FloatingIPDetailsTestJSON-695845871-project] 10.222.0.68 "GET /v2.0/networks/2dcd4d32-cc7c-4468-b396-7ce5c9231892 HTTP/1.1" status: 200 len: 784 time: 0.2238810 Jul 14 09:22:36.545367 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:36.561099 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95a3f75d-b89e-4d82-9136-15802cb15046 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:22:36.588592 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 95a3f75d-b89e-4d82-9136-15802cb15046, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=95a3f75d-b89e-4d82-9136-15802cb15046,segment=NetworkSegment(92674e00-5a45-4167-ba04-e974711325a2),segment_id=92674e00-5a45-4167-ba04-e974711325a2)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:22:36.597198 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:36.624341 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-2ed28fe6-104d-438e-82eb-aa52fb490e76 req-106c2987-1f16-4bfa-81a3-ba4487976edc tempest-FloatingIPDetailsTestJSON-695845871 tempest-FloatingIPDetailsTestJSON-695845871-project] 10.222.0.68 "GET /v2.0/floatingips/fcb62618-6c70-47a8-aa5b-be1ef8d66771 HTTP/1.1" status: 200 len: 693 time: 0.0696423 Jul 14 09:22:36.756417 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Pushing event updated for resources: {'Port': ['ID=95a3f75d-b89e-4d82-9136-15802cb15046,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:36.779200 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed28fe6-104d-438e-82eb-aa52fb490e76 req-a0e6077c-aaf1-462e-ba72-4f16a755d4ff tempest-FloatingIPDetailsTestJSON-695845871 tempest-FloatingIPDetailsTestJSON-695845871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:36.784471 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-2ed28fe6-104d-438e-82eb-aa52fb490e76 req-a0e6077c-aaf1-462e-ba72-4f16a755d4ff tempest-FloatingIPDetailsTestJSON-695845871 tempest-FloatingIPDetailsTestJSON-695845871-project] 10.222.0.68 "GET /v2.0/networks/2dcd4d32-cc7c-4468-b396-7ce5c9231892 HTTP/1.1" status: 200 len: 784 time: 0.1591697 Jul 14 09:22:36.916998 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] get_ports_and_sgs() called for port_ids ['95a3f75d-b89e-4d82-9136-15802cb15046'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:22:36.936244 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 43042) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:36.963022 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ad0ac991-575d-4661-99a6-bf9c17ba6ace req-616d65c9-1500-4dae-ad5c-0fa92cc30529 tempest-FloatingIPDetailsTestJSON-695845871 tempest-FloatingIPDetailsTestJSON-695845871-project] 10.222.0.68 "GET /v2.0/floatingips/fcb62618-6c70-47a8-aa5b-be1ef8d66771 HTTP/1.1" status: 200 len: 693 time: 0.1603661 Jul 14 09:22:37.040779 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58817317-a3e2-4b89-822e-77137053f937 req-c3d0a307-7484-4466-9a56-c2f72f45d220 tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:37.045011 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-58817317-a3e2-4b89-822e-77137053f937 req-c3d0a307-7484-4466-9a56-c2f72f45d220 tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] 10.222.0.68 "GET /v2.0/ports?device_id=a00e13f6-1621-454d-83ce-45af34355155 HTTP/1.1" status: 200 len: 946 time: 0.1629276 Jul 14 09:22:37.129971 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-58817317-a3e2-4b89-822e-77137053f937 req-983c130b-f6eb-47f5-b9d6-f7feea97bdce tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] 10.222.0.68 "GET /v2.0/security-groups?id=c6f7d264-cbb5-40f9-9fec-5b9701ca674b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682173 Jul 14 09:22:37.222310 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0ac991-575d-4661-99a6-bf9c17ba6ace req-0073f574-c6a6-4fd7-81ef-16b1b58d722d tempest-FloatingIPDetailsTestJSON-695845871 tempest-FloatingIPDetailsTestJSON-695845871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:37.223379 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-97faee6e-7af8-43d6-8f07-1642e852b3ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:37.234422 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ad0ac991-575d-4661-99a6-bf9c17ba6ace req-0073f574-c6a6-4fd7-81ef-16b1b58d722d tempest-FloatingIPDetailsTestJSON-695845871 tempest-FloatingIPDetailsTestJSON-695845871-project] 10.222.0.68 "GET /v2.0/networks/2dcd4d32-cc7c-4468-b396-7ce5c9231892 HTTP/1.1" status: 200 len: 784 time: 0.2702475 Jul 14 09:22:37.235835 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 43050) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:37.303886 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-37c3fc87-ac6e-4c0e-92f9-57425254c303 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=91f0548988464fef9816262c0d7ec930&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0637584 Jul 14 09:22:37.349702 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 43052) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:37.353833 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ad0ac991-575d-4661-99a6-bf9c17ba6ace req-6c486790-678f-4b41-b06e-91503acec5c5 tempest-FloatingIPDetailsTestJSON-695845871 tempest-FloatingIPDetailsTestJSON-695845871-project] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.25.4.186 HTTP/1.1" status: 200 len: 696 time: 0.1184344 Jul 14 09:22:37.412562 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ad0ac991-575d-4661-99a6-bf9c17ba6ace req-25281f36-f0ae-4bb9-bdf6-3efe87033efa tempest-FloatingIPDetailsTestJSON-695845871 tempest-FloatingIPDetailsTestJSON-695845871-project] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.25.4.186 HTTP/1.1" status: 200 len: 696 time: 0.0577805 Jul 14 09:22:37.417070 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-cda2f575-eeed-48a8-8ed4-be92c3fa128b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:37.475401 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c1fd76-ad7c-4c8b-8ff1-e359125683da req-82b4784c-9ab0-48e4-8849-bdf215c4f2e0 tempest-ServersTestManualDisk-504797460 tempest-ServersTestManualDisk-504797460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:37.477015 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-30c1fd76-ad7c-4c8b-8ff1-e359125683da req-82b4784c-9ab0-48e4-8849-bdf215c4f2e0 tempest-ServersTestManualDisk-504797460 tempest-ServersTestManualDisk-504797460-project] 10.222.0.68 "GET /v2.0/ports?device_id=3daebeb9-57c7-4edd-92b4-ac45ad82b60a HTTP/1.1" status: 200 len: 944 time: 0.1761856 Jul 14 09:22:37.514922 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-cda2f575-eeed-48a8-8ed4-be92c3fa128b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:37.611285 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-ad0ac991-575d-4661-99a6-bf9c17ba6ace req-c67afe0b-45ad-4f8d-88bd-683ae5098ece tempest-FloatingIPDetailsTestJSON-695845871 tempest-FloatingIPDetailsTestJSON-695845871-project] Deleting port b35f923f-d319-48a6-af75-ef51340c3e84 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:22:37.612987 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-ad0ac991-575d-4661-99a6-bf9c17ba6ace req-c67afe0b-45ad-4f8d-88bd-683ae5098ece tempest-FloatingIPDetailsTestJSON-695845871 tempest-FloatingIPDetailsTestJSON-695845871-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:37.631593 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-30c1fd76-ad7c-4c8b-8ff1-e359125683da req-7ff6b264-adb5-42ed-871f-bffe19bdb054 tempest-ServersTestManualDisk-504797460 tempest-ServersTestManualDisk-504797460-project] 10.222.0.68 "GET /v2.0/security-groups?id=109e619a-026b-4a12-995a-f7c93cf4d031&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1453063 Jul 14 09:22:37.716030 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-cda2f575-eeed-48a8-8ed4-be92c3fa128b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:37.719007 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-cda2f575-eeed-48a8-8ed4-be92c3fa128b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:37.734539 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-cda2f575-eeed-48a8-8ed4-be92c3fa128b admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/0c761aec-5e1e-4c60-add2-73c8e797395a HTTP/1.1" status: 204 len: 168 time: 0.3807106 Jul 14 09:22:37.746194 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-97faee6e-7af8-43d6-8f07-1642e852b3ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:37.761989 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda2f575-eeed-48a8-8ed4-be92c3fa128b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c761aec-5e1e-4c60-add2-73c8e797395a,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:37.771125 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-97faee6e-7af8-43d6-8f07-1642e852b3ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:37.809743 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-ad0ac991-575d-4661-99a6-bf9c17ba6ace req-c67afe0b-45ad-4f8d-88bd-683ae5098ece tempest-FloatingIPDetailsTestJSON-695845871 tempest-FloatingIPDetailsTestJSON-695845871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:37.809743 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-ad0ac991-575d-4661-99a6-bf9c17ba6ace req-c67afe0b-45ad-4f8d-88bd-683ae5098ece tempest-FloatingIPDetailsTestJSON-695845871 tempest-FloatingIPDetailsTestJSON-695845871-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:37.834182 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-97faee6e-7af8-43d6-8f07-1642e852b3ae admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=dc59b79e92f64243b6a383ce5416127b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8958483 Jul 14 09:22:37.844199 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 43066) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:37.851043 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-ad0ac991-575d-4661-99a6-bf9c17ba6ace req-c67afe0b-45ad-4f8d-88bd-683ae5098ece tempest-FloatingIPDetailsTestJSON-695845871 tempest-FloatingIPDetailsTestJSON-695845871-project] Calling delete_port for b35f923f-d319-48a6-af75-ef51340c3e84 owned by network:floatingip {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:22:37.870005 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97faee6e-7af8-43d6-8f07-1642e852b3ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ca14aff-882b-46e9-8627-be4caf25ce32,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:38.072297 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-da0e5ada-c2da-4c7b-9f1d-117bb672f7f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:38.114563 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-da0e5ada-c2da-4c7b-9f1d-117bb672f7f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:38.118624 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 95a3f75d-b89e-4d82-9136-15802cb15046 up at agent hyperv_n-h2-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:22:38.252796 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Provisioning for port 95a3f75d-b89e-4d82-9136-15802cb15046 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:22:38.257288 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Provisioning complete for port 95a3f75d-b89e-4d82-9136-15802cb15046 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:22:38.257935 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:38.330914 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-ad0ac991-575d-4661-99a6-bf9c17ba6ace req-c67afe0b-45ad-4f8d-88bd-683ae5098ece tempest-FloatingIPDetailsTestJSON-695845871 tempest-FloatingIPDetailsTestJSON-695845871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:38.366294 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-da0e5ada-c2da-4c7b-9f1d-117bb672f7f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:38.368907 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-da0e5ada-c2da-4c7b-9f1d-117bb672f7f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:38.370229 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-da0e5ada-c2da-4c7b-9f1d-117bb672f7f1 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/8ca14aff-882b-46e9-8627-be4caf25ce32 HTTP/1.1" status: 204 len: 168 time: 0.5236125 Jul 14 09:22:38.371177 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67afe0b-45ad-4f8d-88bd-683ae5098ece tempest-FloatingIPDetailsTestJSON-695845871 tempest-FloatingIPDetailsTestJSON-695845871-project] Pushing event deleted for resources: {'Port': ['ID=b35f923f-d319-48a6-af75-ef51340c3e84,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:38.417716 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:38.458720 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0e5ada-c2da-4c7b-9f1d-117bb672f7f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ca14aff-882b-46e9-8627-be4caf25ce32,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:38.471370 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3daebeb9-57c7-4edd-92b4-ac45ad82b60a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95a3f75d-b89e-4d82-9136-15802cb15046'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:22:38.472895 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-ad0ac991-575d-4661-99a6-bf9c17ba6ace req-c67afe0b-45ad-4f8d-88bd-683ae5098ece tempest-FloatingIPDetailsTestJSON-695845871 tempest-FloatingIPDetailsTestJSON-695845871-project] Notify callbacks [] for floatingip, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:38.475604 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd62303f06773040a8a4e189dc46b4f565768c299abf8ab8e7739778b0bc3e97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97da8f12-da39-4534-9371-37dea749a4d6" -d '{"events": [{"server_uuid": "3daebeb9-57c7-4edd-92b4-ac45ad82b60a", "name": "network-vif-plugged", "status": "completed", "tag": "95a3f75d-b89e-4d82-9136-15802cb15046"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:22:38.475816 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-ad0ac991-575d-4661-99a6-bf9c17ba6ace req-c67afe0b-45ad-4f8d-88bd-683ae5098ece tempest-FloatingIPDetailsTestJSON-695845871 tempest-FloatingIPDetailsTestJSON-695845871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for floatingip, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:38.492748 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ad0ac991-575d-4661-99a6-bf9c17ba6ace req-c67afe0b-45ad-4f8d-88bd-683ae5098ece tempest-FloatingIPDetailsTestJSON-695845871 tempest-FloatingIPDetailsTestJSON-695845871-project] 10.222.0.68 "DELETE /v2.0/floatingips/fcb62618-6c70-47a8-aa5b-be1ef8d66771 HTTP/1.1" status: 204 len: 173 time: 1.0776417 Jul 14 09:22:38.523389 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 95a3f75d-b89e-4d82-9136-15802cb15046, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=95a3f75d-b89e-4d82-9136-15802cb15046,segment=NetworkSegment(92674e00-5a45-4167-ba04-e974711325a2),segment_id=92674e00-5a45-4167-ba04-e974711325a2)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:22:38.553134 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:38.556016 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f71495-3916-4184-97f3-81e059501536 req-aef9f135-e319-456e-a11a-828d281f7eb2 tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:38.560010 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-75f71495-3916-4184-97f3-81e059501536 req-aef9f135-e319-456e-a11a-828d281f7eb2 tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] 10.222.0.68 "GET /v2.0/ports?device_id=a00e13f6-1621-454d-83ce-45af34355155 HTTP/1.1" status: 200 len: 946 time: 0.1741762 Jul 14 09:22:38.656383 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-75f71495-3916-4184-97f3-81e059501536 req-fe929073-26c1-410d-ab55-3fddbf7cfc96 tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] 10.222.0.68 "GET /v2.0/security-groups?id=c6f7d264-cbb5-40f9-9fec-5b9701ca674b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885847 Jul 14 09:22:38.679888 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Pushing event updated for resources: {'Port': ['ID=95a3f75d-b89e-4d82-9136-15802cb15046,revision_number=5']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:38.714758 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:22:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d97e7e1b-de3f-4dac-869d-2d25cf51bfee x-openstack-request-id: req-d97e7e1b-de3f-4dac-869d-2d25cf51bfee {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:22:38.715154 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3daebeb9-57c7-4edd-92b4-ac45ad82b60a", "name": "network-vif-plugged", "status": "completed", "tag": "95a3f75d-b89e-4d82-9136-15802cb15046", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:22:38.715489 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-d97e7e1b-de3f-4dac-869d-2d25cf51bfee {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:22:38.715960 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3daebeb9-57c7-4edd-92b4-ac45ad82b60a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95a3f75d-b89e-4d82-9136-15802cb15046', 'code': 200} Jul 14 09:22:38.936625 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c395af23-404f-4bc2-8a04-e3050568312e req-140ec737-009f-4238-b158-eee70e174874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:38.938694 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c395af23-404f-4bc2-8a04-e3050568312e req-140ec737-009f-4238-b158-eee70e174874 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=3daebeb9-57c7-4edd-92b4-ac45ad82b60a HTTP/1.1" status: 200 len: 1097 time: 0.0853434 Jul 14 09:22:38.990114 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c395af23-404f-4bc2-8a04-e3050568312e req-085e1e6d-51ba-4534-8571-fa207c6476ee service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=109e619a-026b-4a12-995a-f7c93cf4d031&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425799 Jul 14 09:22:39.145773 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b51d3e7-905a-4db7-8bd5-272e48f7a2de req-7b96df8e-d25a-4882-a015-4ea82cd1a3ed tempest-FloatingIPDetailsTestJSON-695845871 tempest-FloatingIPDetailsTestJSON-695845871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:39.145773 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-0b51d3e7-905a-4db7-8bd5-272e48f7a2de req-7b96df8e-d25a-4882-a015-4ea82cd1a3ed tempest-FloatingIPDetailsTestJSON-695845871 tempest-FloatingIPDetailsTestJSON-695845871-project] 10.222.0.68 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.4719205 Jul 14 09:22:39.191872 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b531a1-5f7a-4354-af91-c001ec044d6f req-75fc0933-5bfc-479c-9c5d-55e78355d402 tempest-ServersTestManualDisk-504797460 tempest-ServersTestManualDisk-504797460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:39.194525 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-90b531a1-5f7a-4354-af91-c001ec044d6f req-75fc0933-5bfc-479c-9c5d-55e78355d402 tempest-ServersTestManualDisk-504797460 tempest-ServersTestManualDisk-504797460-project] 10.222.0.68 "GET /v2.0/ports?device_id=3daebeb9-57c7-4edd-92b4-ac45ad82b60a HTTP/1.1" status: 200 len: 945 time: 0.1301281 Jul 14 09:22:39.256204 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-90b531a1-5f7a-4354-af91-c001ec044d6f req-cf1a926c-b35d-45d9-9f25-f20f77ff56c2 tempest-ServersTestManualDisk-504797460 tempest-ServersTestManualDisk-504797460-project] 10.222.0.68 "GET /v2.0/security-groups?id=109e619a-026b-4a12-995a-f7c93cf4d031&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552952 Jul 14 09:22:39.374331 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d9bde8e5-d49c-440e-9752-8a3e323bd918 req-43fd6e94-e09a-4b1f-8a93-7cc37ebfa70b tempest-FloatingIPDetailsTestJSON-695845871 tempest-FloatingIPDetailsTestJSON-695845871-project] 10.222.0.68 "GET /v2.0/floatingips?tenant_id=28b6813f5a264ae88dfe0c89b7113e35 HTTP/1.1" status: 200 len: 1656 time: 0.0982819 Jul 14 09:22:39.594187 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bde8e5-d49c-440e-9752-8a3e323bd918 req-14698f35-1dcf-4195-a856-967570f34df9 tempest-FloatingIPDetailsTestJSON-695845871 tempest-FloatingIPDetailsTestJSON-695845871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:39.597728 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d9bde8e5-d49c-440e-9752-8a3e323bd918 req-14698f35-1dcf-4195-a856-967570f34df9 tempest-FloatingIPDetailsTestJSON-695845871 tempest-FloatingIPDetailsTestJSON-695845871-project] 10.222.0.68 "GET /v2.0/networks?id=2dcd4d32-cc7c-4468-b396-7ce5c9231892&id=2dcd4d32-cc7c-4468-b396-7ce5c9231892&id=2dcd4d32-cc7c-4468-b396-7ce5c9231892 HTTP/1.1" status: 200 len: 787 time: 0.2222176 Jul 14 09:22:39.720030 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-2125f7aa-a443-41bc-a108-89643f8333ad req-2bef2fb2-92bc-42ce-9aa7-be2fdd2fffa2 tempest-FloatingIPDetailsTestJSON-695845871 tempest-FloatingIPDetailsTestJSON-695845871-project] 10.222.0.68 "GET /v2.0/floatingips/54085cc5-3ab5-4195-ba14-fedde7fd65ed HTTP/1.1" status: 200 len: 693 time: 0.0955024 Jul 14 09:22:39.924559 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e93c8b-50fc-4f04-8c98-d2875cefae5a req-39ed084d-ed64-4684-9648-e6d0ed9bd1fb tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:39.932186 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-54e93c8b-50fc-4f04-8c98-d2875cefae5a req-39ed084d-ed64-4684-9648-e6d0ed9bd1fb tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] 10.222.0.68 "GET /v2.0/ports?device_id=a00e13f6-1621-454d-83ce-45af34355155 HTTP/1.1" status: 200 len: 946 time: 0.0928204 Jul 14 09:22:39.933049 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2125f7aa-a443-41bc-a108-89643f8333ad req-eb10f47d-a58d-4ff9-99a4-6fbf112e5c00 tempest-FloatingIPDetailsTestJSON-695845871 tempest-FloatingIPDetailsTestJSON-695845871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:39.950808 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-2125f7aa-a443-41bc-a108-89643f8333ad req-eb10f47d-a58d-4ff9-99a4-6fbf112e5c00 tempest-FloatingIPDetailsTestJSON-695845871 tempest-FloatingIPDetailsTestJSON-695845871-project] 10.222.0.68 "GET /v2.0/networks/2dcd4d32-cc7c-4468-b396-7ce5c9231892 HTTP/1.1" status: 200 len: 784 time: 0.2287259 Jul 14 09:22:39.996841 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-54e93c8b-50fc-4f04-8c98-d2875cefae5a req-2ab143c1-36f5-476f-b6f2-31fd11197c1c tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] 10.222.0.68 "GET /v2.0/security-groups?id=c6f7d264-cbb5-40f9-9fec-5b9701ca674b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635581 Jul 14 09:22:40.015387 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-2125f7aa-a443-41bc-a108-89643f8333ad req-5da91c86-fd30-4f8f-95ea-6779a7ec17f5 tempest-FloatingIPDetailsTestJSON-695845871 tempest-FloatingIPDetailsTestJSON-695845871-project] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.25.4.150 HTTP/1.1" status: 200 len: 696 time: 0.0638237 Jul 14 09:22:40.124820 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-2125f7aa-a443-41bc-a108-89643f8333ad req-1285f3f6-9437-4778-9d17-a875196c7507 tempest-FloatingIPDetailsTestJSON-695845871 tempest-FloatingIPDetailsTestJSON-695845871-project] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.25.4.150 HTTP/1.1" status: 200 len: 696 time: 0.1083479 Jul 14 09:22:40.325322 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-2125f7aa-a443-41bc-a108-89643f8333ad req-2955d270-16b6-4ac1-a794-6dff768b8fe2 tempest-FloatingIPDetailsTestJSON-695845871 tempest-FloatingIPDetailsTestJSON-695845871-project] Deleting port 305c0e60-4bd1-4d99-ba8c-371626111514 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:22:40.326126 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-2125f7aa-a443-41bc-a108-89643f8333ad req-2955d270-16b6-4ac1-a794-6dff768b8fe2 tempest-FloatingIPDetailsTestJSON-695845871 tempest-FloatingIPDetailsTestJSON-695845871-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:40.452976 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-2125f7aa-a443-41bc-a108-89643f8333ad req-2955d270-16b6-4ac1-a794-6dff768b8fe2 tempest-FloatingIPDetailsTestJSON-695845871 tempest-FloatingIPDetailsTestJSON-695845871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:40.453681 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-2125f7aa-a443-41bc-a108-89643f8333ad req-2955d270-16b6-4ac1-a794-6dff768b8fe2 tempest-FloatingIPDetailsTestJSON-695845871 tempest-FloatingIPDetailsTestJSON-695845871-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:40.467288 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-2125f7aa-a443-41bc-a108-89643f8333ad req-2955d270-16b6-4ac1-a794-6dff768b8fe2 tempest-FloatingIPDetailsTestJSON-695845871 tempest-FloatingIPDetailsTestJSON-695845871-project] Calling delete_port for 305c0e60-4bd1-4d99-ba8c-371626111514 owned by network:floatingip {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:22:40.527832 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0dfc2e-2452-4ed4-be92-329ba2fe8fdf req-2b0189c7-03f8-41c0-affb-dbab9e5110b9 tempest-ServersTestManualDisk-504797460 tempest-ServersTestManualDisk-504797460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:40.534219 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3d0dfc2e-2452-4ed4-be92-329ba2fe8fdf req-2b0189c7-03f8-41c0-affb-dbab9e5110b9 tempest-ServersTestManualDisk-504797460 tempest-ServersTestManualDisk-504797460-project] 10.222.0.68 "GET /v2.0/ports?device_id=3daebeb9-57c7-4edd-92b4-ac45ad82b60a HTTP/1.1" status: 200 len: 945 time: 0.0783370 Jul 14 09:22:40.577623 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3d0dfc2e-2452-4ed4-be92-329ba2fe8fdf req-81a33072-4fc1-4905-9d7f-bf9b85de0c75 tempest-ServersTestManualDisk-504797460 tempest-ServersTestManualDisk-504797460-project] 10.222.0.68 "GET /v2.0/security-groups?id=109e619a-026b-4a12-995a-f7c93cf4d031&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411730 Jul 14 09:22:40.645226 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-2125f7aa-a443-41bc-a108-89643f8333ad req-2955d270-16b6-4ac1-a794-6dff768b8fe2 tempest-FloatingIPDetailsTestJSON-695845871 tempest-FloatingIPDetailsTestJSON-695845871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:40.681618 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2955d270-16b6-4ac1-a794-6dff768b8fe2 tempest-FloatingIPDetailsTestJSON-695845871 tempest-FloatingIPDetailsTestJSON-695845871-project] Pushing event deleted for resources: {'Port': ['ID=305c0e60-4bd1-4d99-ba8c-371626111514,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:40.742009 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-2125f7aa-a443-41bc-a108-89643f8333ad req-2955d270-16b6-4ac1-a794-6dff768b8fe2 tempest-FloatingIPDetailsTestJSON-695845871 tempest-FloatingIPDetailsTestJSON-695845871-project] Notify callbacks [] for floatingip, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:40.744546 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-2125f7aa-a443-41bc-a108-89643f8333ad req-2955d270-16b6-4ac1-a794-6dff768b8fe2 tempest-FloatingIPDetailsTestJSON-695845871 tempest-FloatingIPDetailsTestJSON-695845871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for floatingip, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:40.745780 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-2125f7aa-a443-41bc-a108-89643f8333ad req-2955d270-16b6-4ac1-a794-6dff768b8fe2 tempest-FloatingIPDetailsTestJSON-695845871 tempest-FloatingIPDetailsTestJSON-695845871-project] 10.222.0.68 "DELETE /v2.0/floatingips/54085cc5-3ab5-4195-ba14-fedde7fd65ed HTTP/1.1" status: 204 len: 173 time: 0.6197577 Jul 14 09:22:40.924566 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442deac7-be75-4ed8-834a-ab477922fd59 req-2ab56589-5b76-4c69-8544-cdba3451342b tempest-ServersTestManualDisk-504797460 tempest-ServersTestManualDisk-504797460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:40.926161 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-442deac7-be75-4ed8-834a-ab477922fd59 req-2ab56589-5b76-4c69-8544-cdba3451342b tempest-ServersTestManualDisk-504797460 tempest-ServersTestManualDisk-504797460-project] 10.222.0.68 "GET /v2.0/ports?device_id=3daebeb9-57c7-4edd-92b4-ac45ad82b60a HTTP/1.1" status: 200 len: 945 time: 0.0773621 Jul 14 09:22:40.934767 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 43226) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:40.940207 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-d6a17624-939e-42da-8506-b80fc00e1d42 tempest-ServersTestManualDisk-504797460 tempest-ServersTestManualDisk-504797460-project] Request body: {'floatingip': {'port_id': '95a3f75d-b89e-4d82-9136-15802cb15046'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:22:40.989102 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d6a17624-939e-42da-8506-b80fc00e1d42 tempest-ServersTestManualDisk-504797460 tempest-ServersTestManualDisk-504797460-project] Notify callbacks [] for floatingip, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:41.119147 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d5e18f6f-1626-41be-a7f2-bbcdd144f6ab req-52badab1-9c20-46f5-8f61-424480a61552 tempest-FloatingIPDetailsTestJSON-695845871 tempest-FloatingIPDetailsTestJSON-695845871-project] 10.222.0.68 "GET /v2.0/floatingips/393a8598-8c2e-4d5c-bb42-50024a527ef6 HTTP/1.1" status: 200 len: 693 time: 0.0709944 Jul 14 09:22:41.152049 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186b0e25-1690-4c4d-b54a-ba0f3e81ccb2 req-9c28487c-94e4-4548-8922-bebb9b732096 tempest-AttachSCSIVolumeTestJSON-1894780193 tempest-AttachSCSIVolumeTestJSON-1894780193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:41.153570 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-186b0e25-1690-4c4d-b54a-ba0f3e81ccb2 req-9c28487c-94e4-4548-8922-bebb9b732096 tempest-AttachSCSIVolumeTestJSON-1894780193 tempest-AttachSCSIVolumeTestJSON-1894780193-project] 10.222.0.68 "GET /v2.0/networks?id=57d73eca-dd61-4ba4-b5e5-9dd057773576 HTTP/1.1" status: 200 len: 815 time: 0.1063535 Jul 14 09:22:41.169337 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-186b0e25-1690-4c4d-b54a-ba0f3e81ccb2 req-0a68d232-036c-4b3f-85e7-c88f050c9099 tempest-AttachSCSIVolumeTestJSON-1894780193 tempest-AttachSCSIVolumeTestJSON-1894780193-project] 10.222.0.68 "GET /v2.0/quotas/6243fe002db2413bbefa9ba3fb038810 HTTP/1.1" status: 200 len: 375 time: 0.0095241 Jul 14 09:22:41.237135 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-186b0e25-1690-4c4d-b54a-ba0f3e81ccb2 req-d79dc032-3423-4913-a7e7-fcdb1d134c15 tempest-AttachSCSIVolumeTestJSON-1894780193 tempest-AttachSCSIVolumeTestJSON-1894780193-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=6243fe002db2413bbefa9ba3fb038810&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0624452 Jul 14 09:22:41.329666 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-186b0e25-1690-4c4d-b54a-ba0f3e81ccb2 req-3efd64c6-0a7b-4508-b5d6-1a32dfda4c8d service neutron] 10.222.0.68 "GET /v2.0/networks/57d73eca-dd61-4ba4-b5e5-9dd057773576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857506 Jul 14 09:22:41.334097 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e18f6f-1626-41be-a7f2-bbcdd144f6ab req-74531eaa-fc99-457a-abea-bb3b265f94b3 tempest-FloatingIPDetailsTestJSON-695845871 tempest-FloatingIPDetailsTestJSON-695845871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:41.335480 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d5e18f6f-1626-41be-a7f2-bbcdd144f6ab req-74531eaa-fc99-457a-abea-bb3b265f94b3 tempest-FloatingIPDetailsTestJSON-695845871 tempest-FloatingIPDetailsTestJSON-695845871-project] 10.222.0.68 "GET /v2.0/networks/2dcd4d32-cc7c-4468-b396-7ce5c9231892 HTTP/1.1" status: 200 len: 784 time: 0.2092714 Jul 14 09:22:41.396507 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d5e18f6f-1626-41be-a7f2-bbcdd144f6ab req-967a9ce0-41dd-49f1-8f55-2a211f3ac0f8 tempest-FloatingIPDetailsTestJSON-695845871 tempest-FloatingIPDetailsTestJSON-695845871-project] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.25.4.224 HTTP/1.1" status: 200 len: 696 time: 0.0538969 Jul 14 09:22:41.418496 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-186b0e25-1690-4c4d-b54a-ba0f3e81ccb2 req-792d4951-d04b-461d-8baf-9883540c1afc service neutron] 10.222.0.68 "GET /v2.0/networks/57d73eca-dd61-4ba4-b5e5-9dd057773576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824108 Jul 14 09:22:41.512456 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d5e18f6f-1626-41be-a7f2-bbcdd144f6ab req-93665a3d-2687-4f58-89fd-c95855220484 tempest-FloatingIPDetailsTestJSON-695845871 tempest-FloatingIPDetailsTestJSON-695845871-project] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.25.4.224 HTTP/1.1" status: 200 len: 696 time: 0.1089780 Jul 14 09:22:41.761292 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7247a9bd-92e3-41d6-95a1-7db215bdd073 req-4832774b-68e4-4327-8c92-9c052b6b49cd tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:41.763522 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-7247a9bd-92e3-41d6-95a1-7db215bdd073 req-4832774b-68e4-4327-8c92-9c052b6b49cd tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] 10.222.0.68 "GET /v2.0/ports?device_id=a00e13f6-1621-454d-83ce-45af34355155 HTTP/1.1" status: 200 len: 946 time: 0.0791984 Jul 14 09:22:41.765542 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [req-d5e18f6f-1626-41be-a7f2-bbcdd144f6ab req-919aea9f-36d1-416a-a009-8d9f1e657ac4 tempest-FloatingIPDetailsTestJSON-695845871 tempest-FloatingIPDetailsTestJSON-695845871-project] Deleting port 46aef3d9-212d-40be-a00f-73ebc65a0435 {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:22:41.765905 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-d5e18f6f-1626-41be-a7f2-bbcdd144f6ab req-919aea9f-36d1-416a-a009-8d9f1e657ac4 tempest-FloatingIPDetailsTestJSON-695845871 tempest-FloatingIPDetailsTestJSON-695845871-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:41.807116 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-7247a9bd-92e3-41d6-95a1-7db215bdd073 req-14fa4e3d-6932-4db4-9e2e-bb976f25107b tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] 10.222.0.68 "GET /v2.0/security-groups?id=c6f7d264-cbb5-40f9-9fec-5b9701ca674b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361614 Jul 14 09:22:41.818437 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d6a17624-939e-42da-8506-b80fc00e1d42 tempest-ServersTestManualDisk-504797460 tempest-ServersTestManualDisk-504797460-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:41.840915 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d6a17624-939e-42da-8506-b80fc00e1d42 tempest-ServersTestManualDisk-504797460 tempest-ServersTestManualDisk-504797460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-660590'] for floatingip, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:41.918336 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-d5e18f6f-1626-41be-a7f2-bbcdd144f6ab req-919aea9f-36d1-416a-a009-8d9f1e657ac4 tempest-FloatingIPDetailsTestJSON-695845871 tempest-FloatingIPDetailsTestJSON-695845871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:41.918667 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-d5e18f6f-1626-41be-a7f2-bbcdd144f6ab req-919aea9f-36d1-416a-a009-8d9f1e657ac4 tempest-FloatingIPDetailsTestJSON-695845871 tempest-FloatingIPDetailsTestJSON-695845871-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:41.950691 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d13dda98-0ae2-4322-99a3-7f0872229d6a req-3ed5afb1-e123-44be-99f4-510b6ca31914 tempest-AttachSCSIVolumeTestJSON-1894780193 tempest-AttachSCSIVolumeTestJSON-1894780193-project] 10.222.0.68 "GET /v2.0/ports?device_id=c85cc8aa-62e7-4f34-84f2-71eaccf379cb HTTP/1.1" status: 200 len: 210 time: 0.0372097 Jul 14 09:22:41.977824 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [req-d5e18f6f-1626-41be-a7f2-bbcdd144f6ab req-919aea9f-36d1-416a-a009-8d9f1e657ac4 tempest-FloatingIPDetailsTestJSON-695845871 tempest-FloatingIPDetailsTestJSON-695845871-project] Calling delete_port for 46aef3d9-212d-40be-a00f-73ebc65a0435 owned by network:floatingip {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:22:42.051600 n-d-779913-29 neutron-server[93957]: INFO neutron.db.l3_db [None req-d6a17624-939e-42da-8506-b80fc00e1d42 tempest-ServersTestManualDisk-504797460 tempest-ServersTestManualDisk-504797460-project] Floating IP 5eb1f985-8abe-4f33-a204-0d5c3fb65bc2 associated. External IP: 172.25.4.10, port: 95a3f75d-b89e-4d82-9136-15802cb15046. Jul 14 09:22:42.559361 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:42.616889 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-d5e18f6f-1626-41be-a7f2-bbcdd144f6ab req-919aea9f-36d1-416a-a009-8d9f1e657ac4 tempest-FloatingIPDetailsTestJSON-695845871 tempest-FloatingIPDetailsTestJSON-695845871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:42.628207 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 43324) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:42.656115 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919aea9f-36d1-416a-a009-8d9f1e657ac4 tempest-FloatingIPDetailsTestJSON-695845871 tempest-FloatingIPDetailsTestJSON-695845871-project] Pushing event deleted for resources: {'Port': ['ID=46aef3d9-212d-40be-a00f-73ebc65a0435,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:42.712415 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6a17624-939e-42da-8506-b80fc00e1d42 tempest-ServersTestManualDisk-504797460 tempest-ServersTestManualDisk-504797460-project] Router c549170d-8796-4135-8552-ed9b8ece7498 has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:22:42.762984 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bf4ebebc-a482-4c0c-af0c-5d684430debb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:42.803693 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-d5e18f6f-1626-41be-a7f2-bbcdd144f6ab req-919aea9f-36d1-416a-a009-8d9f1e657ac4 tempest-FloatingIPDetailsTestJSON-695845871 tempest-FloatingIPDetailsTestJSON-695845871-project] Notify callbacks [] for floatingip, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:42.806897 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-d5e18f6f-1626-41be-a7f2-bbcdd144f6ab req-919aea9f-36d1-416a-a009-8d9f1e657ac4 tempest-FloatingIPDetailsTestJSON-695845871 tempest-FloatingIPDetailsTestJSON-695845871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for floatingip, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:42.808085 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d5e18f6f-1626-41be-a7f2-bbcdd144f6ab req-919aea9f-36d1-416a-a009-8d9f1e657ac4 tempest-FloatingIPDetailsTestJSON-695845871 tempest-FloatingIPDetailsTestJSON-695845871-project] 10.222.0.68 "DELETE /v2.0/floatingips/393a8598-8c2e-4d5c-bb42-50024a527ef6 HTTP/1.1" status: 204 len: 173 time: 1.2889285 Jul 14 09:22:42.966366 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6a17624-939e-42da-8506-b80fc00e1d42 tempest-ServersTestManualDisk-504797460 tempest-ServersTestManualDisk-504797460-project] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:22:42.978146 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d6a17624-939e-42da-8506-b80fc00e1d42 tempest-ServersTestManualDisk-504797460 tempest-ServersTestManualDisk-504797460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for floatingip, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:42.978938 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bf4ebebc-a482-4c0c-af0c-5d684430debb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:42.979123 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 43342) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:42.986346 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84650854-ad24-454c-9259-d458a0d4bedf None None] Sync routers for ids ['c549170d-8796-4135-8552-ed9b8ece7498'] in n-d-779913-29 {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:22:43.000818 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84650854-ad24-454c-9259-d458a0d4bedf None None] Routers {'c549170d-8796-4135-8552-ed9b8ece7498'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:22:43.001351 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-84650854-ad24-454c-9259-d458a0d4bedf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:22:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['c549170d-8796-4135-8552-ed9b8ece7498'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:22:43.007980 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bf4ebebc-a482-4c0c-af0c-5d684430debb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:43.060170 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-b925d91e-07d5-43f5-908a-a7b11e67f8b9 req-97c7f972-edc3-4bc8-835c-f8da0e384d95 tempest-FloatingIPDetailsTestJSON-695845871 tempest-FloatingIPDetailsTestJSON-695845871-project] 10.222.0.68 "GET /v2.0/floatingips/51769ca5-4b90-40e1-a24e-85f51304409c HTTP/1.1" status: 200 len: 692 time: 0.1921976 Jul 14 09:22:43.094768 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186b0e25-1690-4c4d-b54a-ba0f3e81ccb2 req-7d7c893c-f408-4671-9ce0-bf0e02046406 tempest-AttachSCSIVolumeTestJSON-1894780193 tempest-AttachSCSIVolumeTestJSON-1894780193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:43.096412 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-186b0e25-1690-4c4d-b54a-ba0f3e81ccb2 req-7d7c893c-f408-4671-9ce0-bf0e02046406 tempest-AttachSCSIVolumeTestJSON-1894780193 tempest-AttachSCSIVolumeTestJSON-1894780193-project] 10.222.0.65 "GET /v2.0/networks?id=57d73eca-dd61-4ba4-b5e5-9dd057773576 HTTP/1.1" status: 200 len: 815 time: 0.2765577 Jul 14 09:22:43.134584 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-186b0e25-1690-4c4d-b54a-ba0f3e81ccb2 req-49511fc7-098f-4d2c-9ed3-89b543d939ea tempest-AttachSCSIVolumeTestJSON-1894780193 tempest-AttachSCSIVolumeTestJSON-1894780193-project] Request body: {'port': {'device_id': 'c85cc8aa-62e7-4f34-84f2-71eaccf379cb', 'network_id': '57d73eca-dd61-4ba4-b5e5-9dd057773576', 'admin_state_up': True, 'tenant_id': '6243fe002db2413bbefa9ba3fb038810'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:22:43.140686 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4ebebc-a482-4c0c-af0c-5d684430debb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a75ccf0-0c8b-47cf-85a5-772fe3eee0ea,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:43.147538 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-d6a17624-939e-42da-8506-b80fc00e1d42 tempest-ServersTestManualDisk-504797460 tempest-ServersTestManualDisk-504797460-project] 10.222.0.68 "PUT /v2.0/floatingips/5eb1f985-8abe-4f33-a204-0d5c3fb65bc2 HTTP/1.1" status: 200 len: 990 time: 2.2116563 Jul 14 09:22:43.163296 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-bf4ebebc-a482-4c0c-af0c-5d684430debb admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=f64982d62cd64ee0a94d8cdc381b0ce5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5340128 Jul 14 09:22:43.167320 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 43348) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:43.173275 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3daebeb9-57c7-4edd-92b4-ac45ad82b60a', 'tag': '95a3f75d-b89e-4d82-9136-15802cb15046'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:22:43.177894 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d5f627f-fabf-4889-882e-6d508d1b3dd4" -d '{"events": [{"name": "network-changed", "server_uuid": "3daebeb9-57c7-4edd-92b4-ac45ad82b60a", "tag": "95a3f75d-b89e-4d82-9136-15802cb15046"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:22:43.231454 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvr_db [None req-84650854-ad24-454c-9259-d458a0d4bedf None None] Set router c549170d-8796-4135-8552-ed9b8ece7498 gateway port host: n-d-779913-29 {{(pid=93959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:22:43.273417 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-36e7b53a-a721-4e70-9cf0-dbe6980875c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:43.287107 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b925d91e-07d5-43f5-908a-a7b11e67f8b9 req-d3ddb187-3184-49a9-8422-670ef5196d34 tempest-FloatingIPDetailsTestJSON-695845871 tempest-FloatingIPDetailsTestJSON-695845871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:43.295631 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-b925d91e-07d5-43f5-908a-a7b11e67f8b9 req-d3ddb187-3184-49a9-8422-670ef5196d34 tempest-FloatingIPDetailsTestJSON-695845871 tempest-FloatingIPDetailsTestJSON-695845871-project] 10.222.0.68 "GET /v2.0/networks/2dcd4d32-cc7c-4468-b396-7ce5c9231892 HTTP/1.1" status: 200 len: 784 time: 0.2342501 Jul 14 09:22:43.324215 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:43.420493 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-36e7b53a-a721-4e70-9cf0-dbe6980875c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:43.422930 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d76372b-54cc-48e6-8599-645449002ab6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:43.470644 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-b925d91e-07d5-43f5-908a-a7b11e67f8b9 req-b1061fc8-781a-4842-af24-02fbd60d1217 tempest-FloatingIPDetailsTestJSON-695845871 tempest-FloatingIPDetailsTestJSON-695845871-project] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.25.4.59 HTTP/1.1" status: 200 len: 695 time: 0.1736033 Jul 14 09:22:43.479091 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a33363-0414-4e0c-bc8d-d6307e406d3d req-51eb77d1-1160-4d1d-bfbf-fed1577691f1 tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:43.480817 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-44a33363-0414-4e0c-bc8d-d6307e406d3d req-51eb77d1-1160-4d1d-bfbf-fed1577691f1 tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] 10.222.0.68 "GET /v2.0/ports?device_id=a00e13f6-1621-454d-83ce-45af34355155 HTTP/1.1" status: 200 len: 946 time: 0.2397637 Jul 14 09:22:43.523861 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.db.api [None req-6d76372b-54cc-48e6-8599-645449002ab6 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 14 09:22:43.523861 n-d-779913-29 neutron-server[93957]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 14 09:22:43.523861 n-d-779913-29 neutron-server[93957]: [parameters: {'project_id': 'c32f4b4c77c04401af3fa79b030536da', 'id': '235af6c5-4ad0-442f-bdb3-696922c507b5', 'expiration': datetime.datetime(2021, 7, 14, 9, 24, 43, 505328)}] Jul 14 09:22:43.523861 n-d-779913-29 neutron-server[93957]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93957) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 09:22:43.524505 n-d-779913-29 neutron-server[93957]: DEBUG oslo_db.api [None req-6d76372b-54cc-48e6-8599-645449002ab6 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 09:22:43.525095 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-186b0e25-1690-4c4d-b54a-ba0f3e81ccb2 req-49511fc7-098f-4d2c-9ed3-89b543d939ea tempest-AttachSCSIVolumeTestJSON-1894780193 tempest-AttachSCSIVolumeTestJSON-1894780193-project] Made reservation on behalf of 6243fe002db2413bbefa9ba3fb038810 for: {'port': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:22:43.528829 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-186b0e25-1690-4c4d-b54a-ba0f3e81ccb2 req-49511fc7-098f-4d2c-9ed3-89b543d939ea tempest-AttachSCSIVolumeTestJSON-1894780193 tempest-AttachSCSIVolumeTestJSON-1894780193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:43.550996 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-b925d91e-07d5-43f5-908a-a7b11e67f8b9 req-5975a072-7cc7-4d7b-950c-d1e1011f586d tempest-FloatingIPDetailsTestJSON-695845871 tempest-FloatingIPDetailsTestJSON-695845871-project] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.25.4.59 HTTP/1.1" status: 200 len: 695 time: 0.0738666 Jul 14 09:22:43.591761 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.agents_db [None req-3c3509fb-540d-4335-a450-574895dd3602 None None] Agent healthcheck: found 7 active agents {{(pid=93960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:22:43.594654 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-44a33363-0414-4e0c-bc8d-d6307e406d3d req-cdbe223e-d1d7-4d70-bb2b-231b6bf184c8 tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] 10.222.0.68 "GET /v2.0/security-groups?id=c6f7d264-cbb5-40f9-9fec-5b9701ca674b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979166 Jul 14 09:22:43.741514 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-36e7b53a-a721-4e70-9cf0-dbe6980875c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:43.748737 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-36e7b53a-a721-4e70-9cf0-dbe6980875c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:43.758073 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-36e7b53a-a721-4e70-9cf0-dbe6980875c6 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/0a75ccf0-0c8b-47cf-85a5-772fe3eee0ea HTTP/1.1" status: 204 len: 168 time: 0.5866203 Jul 14 09:22:43.826205 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e7b53a-a721-4e70-9cf0-dbe6980875c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a75ccf0-0c8b-47cf-85a5-772fe3eee0ea,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:43.897703 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-b925d91e-07d5-43f5-908a-a7b11e67f8b9 req-a9c569b2-80d5-48d5-92e7-8bea43d652a0 tempest-FloatingIPDetailsTestJSON-695845871 tempest-FloatingIPDetailsTestJSON-695845871-project] Deleting port 2e0397a9-f29e-418b-82d6-5f1d420d88b8 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:22:43.898672 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-b925d91e-07d5-43f5-908a-a7b11e67f8b9 req-a9c569b2-80d5-48d5-92e7-8bea43d652a0 tempest-FloatingIPDetailsTestJSON-695845871 tempest-FloatingIPDetailsTestJSON-695845871-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:43.948276 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b1ccd1ae-e733-4eec-a13d-ab39a9f0702b req-255fc98e-48ba-45ef-85b5-2c7b50af87c6 tempest-AttachSCSIVolumeTestJSON-1894780193 tempest-AttachSCSIVolumeTestJSON-1894780193-project] 10.222.0.68 "GET /v2.0/ports?device_id=c85cc8aa-62e7-4f34-84f2-71eaccf379cb HTTP/1.1" status: 200 len: 210 time: 0.0448210 Jul 14 09:22:43.968525 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [req-186b0e25-1690-4c4d-b54a-ba0f3e81ccb2 req-49511fc7-098f-4d2c-9ed3-89b543d939ea tempest-AttachSCSIVolumeTestJSON-1894780193 tempest-AttachSCSIVolumeTestJSON-1894780193-project] Allocated IP 172.20.0.3 (57d73eca-dd61-4ba4-b5e5-9dd057773576/1664812e-2238-49de-b4c3-f444f0b2849d/2b4cac78-64c0-4e18-b738-cc2c5bb3c490) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:22:44.049371 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d76372b-54cc-48e6-8599-645449002ab6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:44.090000 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-b925d91e-07d5-43f5-908a-a7b11e67f8b9 req-a9c569b2-80d5-48d5-92e7-8bea43d652a0 tempest-FloatingIPDetailsTestJSON-695845871 tempest-FloatingIPDetailsTestJSON-695845871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:44.090531 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-b925d91e-07d5-43f5-908a-a7b11e67f8b9 req-a9c569b2-80d5-48d5-92e7-8bea43d652a0 tempest-FloatingIPDetailsTestJSON-695845871 tempest-FloatingIPDetailsTestJSON-695845871-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:44.102705 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-84650854-ad24-454c-9259-d458a0d4bedf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c549170d-8796-4135-8552-ed9b8ece7498', 'name': 'tempest-ServersTestManualDisk-403915262-router', 'tenant_id': '9dc75a140b6945ca834af4e58eac7f2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.212'}], 'enable_snat': True}, 'gw_port_id': '06704956-bd7f-4e76-b508-c1df0274e02f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:21:59Z', 'updated_at': '2021-07-14T09:22:11Z', 'revision_number': 4, 'project_id': '9dc75a140b6945ca834af4e58eac7f2c', 'gw_port': {'id': '06704956-bd7f-4e76-b508-c1df0274e02f', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:ca:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c549170d-8796-4135-8552-ed9b8ece7498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 787, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:22:00Z', 'updated_at': '2021-07-14T09:22:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_floatingips': [{'id': '5eb1f985-8abe-4f33-a204-0d5c3fb65bc2', 'tenant_id': '9dc75a140b6945ca834af4e58eac7f2c', 'floating_ip_address': '172.25.4.10', 'floating_network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'router_id': 'c549170d-8796-4135-8552-ed9b8ece7498', 'port_id': '95a3f75d-b89e-4d82-9136-15802cb15046', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 799, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c149b5f1-6e5e-4f3f-a366-78c91881c967', 'mac_address': 'fa:16:3e:c7:70:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3daebeb9-57c7-4edd-92b4-ac45ad82b60a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:22:22Z', 'updated_at': '2021-07-14T09:22:41Z', 'revision_number': 1, 'project_id': '9dc75a140b6945ca834af4e58eac7f2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f96ca2c4-3fa1-49b0-8672-d11b4dd5992a', 'name': '', 'network_id': 'c149b5f1-6e5e-4f3f-a366-78c91881c967', 'tenant_id': '9dc75a140b6945ca834af4e58eac7f2c', 'mac_address': 'fa:16:3e:1c:38:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c549170d-8796-4135-8552-ed9b8ece7498', 'device_owner': 'network:router_interface', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': '3dd02767-c45f-467b-8090-715a2492a37c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:22:09Z', 'updated_at': '2021-07-14T09:22:24Z', 'revision_number': 5, 'project_id': '9dc75a140b6945ca834af4e58eac7f2c', 'subnets': [{'id': '3dd02767-c45f-467b-8090-715a2492a37c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:22:44.106135 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-b925d91e-07d5-43f5-908a-a7b11e67f8b9 req-a9c569b2-80d5-48d5-92e7-8bea43d652a0 tempest-FloatingIPDetailsTestJSON-695845871 tempest-FloatingIPDetailsTestJSON-695845871-project] Calling delete_port for 2e0397a9-f29e-418b-82d6-5f1d420d88b8 owned by network:floatingip {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:22:44.179146 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84650854-ad24-454c-9259-d458a0d4bedf None None] Checking router: c549170d-8796-4135-8552-ed9b8ece7498 for host: n-d-779913-29 {{(pid=93959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:22:44.200933 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84650854-ad24-454c-9259-d458a0d4bedf None None] Routers {'c549170d-8796-4135-8552-ed9b8ece7498'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:22:44.202926 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-84650854-ad24-454c-9259-d458a0d4bedf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:22:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['c549170d-8796-4135-8552-ed9b8ece7498'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:22:44.369336 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:22:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe21d395-cde4-4004-aee7-d0e3887a482d x-openstack-request-id: req-fe21d395-cde4-4004-aee7-d0e3887a482d {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:22:44.370083 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3daebeb9-57c7-4edd-92b4-ac45ad82b60a", "tag": "95a3f75d-b89e-4d82-9136-15802cb15046", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:22:44.370505 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-fe21d395-cde4-4004-aee7-d0e3887a482d {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:22:44.371071 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3daebeb9-57c7-4edd-92b4-ac45ad82b60a', 'tag': '95a3f75d-b89e-4d82-9136-15802cb15046', 'status': 'completed', 'code': 200} Jul 14 09:22:44.446004 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-b925d91e-07d5-43f5-908a-a7b11e67f8b9 req-a9c569b2-80d5-48d5-92e7-8bea43d652a0 tempest-FloatingIPDetailsTestJSON-695845871 tempest-FloatingIPDetailsTestJSON-695845871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:44.468179 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvr_db [None req-84650854-ad24-454c-9259-d458a0d4bedf None None] Set router c549170d-8796-4135-8552-ed9b8ece7498 gateway port host: n-d-779913-29 {{(pid=93959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:22:44.482562 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c569b2-80d5-48d5-92e7-8bea43d652a0 tempest-FloatingIPDetailsTestJSON-695845871 tempest-FloatingIPDetailsTestJSON-695845871-project] Pushing event deleted for resources: {'Port': ['ID=2e0397a9-f29e-418b-82d6-5f1d420d88b8,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:44.514506 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-186b0e25-1690-4c4d-b54a-ba0f3e81ccb2 req-49511fc7-098f-4d2c-9ed3-89b543d939ea tempest-AttachSCSIVolumeTestJSON-1894780193 tempest-AttachSCSIVolumeTestJSON-1894780193-project] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:44.579202 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d76372b-54cc-48e6-8599-645449002ab6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:44.592792 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [req-186b0e25-1690-4c4d-b54a-ba0f3e81ccb2 req-49511fc7-098f-4d2c-9ed3-89b543d939ea tempest-AttachSCSIVolumeTestJSON-1894780193 tempest-AttachSCSIVolumeTestJSON-1894780193-project] Transition to ACTIVE for port object 2b4cac78-64c0-4e18-b738-cc2c5bb3c490 will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:22:44.598141 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5f627f-fabf-4889-882e-6d508d1b3dd4 req-98b7136b-cce5-44e9-a8a3-f318f5d51ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:44.600069 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1d5f627f-fabf-4889-882e-6d508d1b3dd4 req-98b7136b-cce5-44e9-a8a3-f318f5d51ee9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9dc75a140b6945ca834af4e58eac7f2c&device_id=3daebeb9-57c7-4edd-92b4-ac45ad82b60a HTTP/1.1" status: 200 len: 1097 time: 0.1937304 Jul 14 09:22:44.603538 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d76372b-54cc-48e6-8599-645449002ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:44.643421 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-b925d91e-07d5-43f5-908a-a7b11e67f8b9 req-a9c569b2-80d5-48d5-92e7-8bea43d652a0 tempest-FloatingIPDetailsTestJSON-695845871 tempest-FloatingIPDetailsTestJSON-695845871-project] Notify callbacks [] for floatingip, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:44.646075 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-b925d91e-07d5-43f5-908a-a7b11e67f8b9 req-a9c569b2-80d5-48d5-92e7-8bea43d652a0 tempest-FloatingIPDetailsTestJSON-695845871 tempest-FloatingIPDetailsTestJSON-695845871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for floatingip, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:44.651367 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-b925d91e-07d5-43f5-908a-a7b11e67f8b9 req-a9c569b2-80d5-48d5-92e7-8bea43d652a0 tempest-FloatingIPDetailsTestJSON-695845871 tempest-FloatingIPDetailsTestJSON-695845871-project] 10.222.0.68 "DELETE /v2.0/floatingips/51769ca5-4b90-40e1-a24e-85f51304409c HTTP/1.1" status: 204 len: 173 time: 1.0942469 Jul 14 09:22:44.664049 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 43396) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:44.776199 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5f627f-fabf-4889-882e-6d508d1b3dd4 req-dc667be4-c848-4af8-9dba-d40412c20202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:44.777924 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1d5f627f-fabf-4889-882e-6d508d1b3dd4 req-dc667be4-c848-4af8-9dba-d40412c20202 service neutron] 10.222.0.57 "GET /v2.0/networks?id=c149b5f1-6e5e-4f3f-a366-78c91881c967 HTTP/1.1" status: 200 len: 912 time: 0.1698241 Jul 14 09:22:44.983150 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-84650854-ad24-454c-9259-d458a0d4bedf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c549170d-8796-4135-8552-ed9b8ece7498', 'name': 'tempest-ServersTestManualDisk-403915262-router', 'tenant_id': '9dc75a140b6945ca834af4e58eac7f2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.212'}], 'enable_snat': True}, 'gw_port_id': '06704956-bd7f-4e76-b508-c1df0274e02f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:21:59Z', 'updated_at': '2021-07-14T09:22:11Z', 'revision_number': 4, 'project_id': '9dc75a140b6945ca834af4e58eac7f2c', 'gw_port': {'id': '06704956-bd7f-4e76-b508-c1df0274e02f', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:ca:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c549170d-8796-4135-8552-ed9b8ece7498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 787, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:22:00Z', 'updated_at': '2021-07-14T09:22:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_floatingips': [{'id': '5eb1f985-8abe-4f33-a204-0d5c3fb65bc2', 'tenant_id': '9dc75a140b6945ca834af4e58eac7f2c', 'floating_ip_address': '172.25.4.10', 'floating_network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'router_id': 'c549170d-8796-4135-8552-ed9b8ece7498', 'port_id': '95a3f75d-b89e-4d82-9136-15802cb15046', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 799, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c149b5f1-6e5e-4f3f-a366-78c91881c967', 'mac_address': 'fa:16:3e:c7:70:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3daebeb9-57c7-4edd-92b4-ac45ad82b60a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:22:22Z', 'updated_at': '2021-07-14T09:22:41Z', 'revision_number': 1, 'project_id': '9dc75a140b6945ca834af4e58eac7f2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f96ca2c4-3fa1-49b0-8672-d11b4dd5992a', 'name': '', 'network_id': 'c149b5f1-6e5e-4f3f-a366-78c91881c967', 'tenant_id': '9dc75a140b6945ca834af4e58eac7f2c', 'mac_address': 'fa:16:3e:1c:38:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c549170d-8796-4135-8552-ed9b8ece7498', 'device_owner': 'network:router_interface', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': '3dd02767-c45f-467b-8090-715a2492a37c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:22:09Z', 'updated_at': '2021-07-14T09:22:24Z', 'revision_number': 5, 'project_id': '9dc75a140b6945ca834af4e58eac7f2c', 'subnets': [{'id': '3dd02767-c45f-467b-8090-715a2492a37c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:22:45.018626 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84650854-ad24-454c-9259-d458a0d4bedf None None] The sync data for ids ['c549170d-8796-4135-8552-ed9b8ece7498'] in n-d-779913-29 is: [{'id': 'c549170d-8796-4135-8552-ed9b8ece7498', 'name': 'tempest-ServersTestManualDisk-403915262-router', 'tenant_id': '9dc75a140b6945ca834af4e58eac7f2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.212'}], 'enable_snat': True}, 'gw_port_id': '06704956-bd7f-4e76-b508-c1df0274e02f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:21:59Z', 'updated_at': '2021-07-14T09:22:11Z', 'revision_number': 4, 'project_id': '9dc75a140b6945ca834af4e58eac7f2c', 'gw_port': {'id': '06704956-bd7f-4e76-b508-c1df0274e02f', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:ca:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c549170d-8796-4135-8552-ed9b8ece7498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 787, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:22:00Z', 'updated_at': '2021-07-14T09:22:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_floatingips': [{'id': '5eb1f985-8abe-4f33-a204-0d5c3fb65bc2', 'tenant_id': '9dc75a140b6945ca834af4e58eac7f2c', 'floating_ip_address': '172.25.4.10', 'floating_network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'router_id': 'c549170d-8796-4135-8552-ed9b8ece7498', 'port_id': '95a3f75d-b89e-4d82-9136-15802cb15046', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 799, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c149b5f1-6e5e-4f3f-a366-78c91881c967', 'mac_address': 'fa:16:3e:c7:70:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3daebeb9-57c7-4edd-92b4-ac45ad82b60a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:22:22Z', 'updated_at': '2021-07-14T09:22:41Z', 'revision_number': 1, 'project_id': '9dc75a140b6945ca834af4e58eac7f2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f96ca2c4-3fa1-49b0-8672-d11b4dd5992a', 'name': '', 'network_id': 'c149b5f1-6e5e-4f3f-a366-78c91881c967', 'tenant_id': '9dc75a140b6945ca834af4e58eac7f2c', 'mac_address': 'fa:16:3e:1c:38:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c549170d-8796-4135-8552-ed9b8ece7498', 'device_owner': 'network:router_interface', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': '3dd02767-c45f-467b-8090-715a2492a37c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:22:09Z', 'updated_at': '2021-07-14T09:22:24Z', 'revision_number': 5, 'project_id': '9dc75a140b6945ca834af4e58eac7f2c', 'subnets': [{'id': '3dd02767-c45f-467b-8090-715a2492a37c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:22:45.081658 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d76372b-54cc-48e6-8599-645449002ab6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49484fb2-8a72-4810-b5a8-7aa31a8c6730,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:45.090595 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-186b0e25-1690-4c4d-b54a-ba0f3e81ccb2 req-49511fc7-098f-4d2c-9ed3-89b543d939ea tempest-AttachSCSIVolumeTestJSON-1894780193 tempest-AttachSCSIVolumeTestJSON-1894780193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:45.132188 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-6d76372b-54cc-48e6-8599-645449002ab6 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=c32f4b4c77c04401af3fa79b030536da&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1532853 Jul 14 09:22:45.136338 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 43428) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:45.235489 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1d5f627f-fabf-4889-882e-6d508d1b3dd4 req-710b1750-a8d1-45f0-a4dc-6d2570da496f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=95a3f75d-b89e-4d82-9136-15802cb15046 HTTP/1.1" status: 200 len: 998 time: 0.4467790 Jul 14 09:22:45.240647 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-186b0e25-1690-4c4d-b54a-ba0f3e81ccb2 req-49511fc7-098f-4d2c-9ed3-89b543d939ea tempest-AttachSCSIVolumeTestJSON-1894780193 tempest-AttachSCSIVolumeTestJSON-1894780193-project] Network 57d73eca-dd61-4ba4-b5e5-9dd057773576 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:22:45.281390 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4095c30-b073-47f3-b3e0-e0f3eea7fea7 req-da1955ca-5112-49e3-b589-3b0a543998fe tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:45.295780 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c4095c30-b073-47f3-b3e0-e0f3eea7fea7 req-da1955ca-5112-49e3-b589-3b0a543998fe tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] 10.222.0.68 "GET /v2.0/ports?device_id=a00e13f6-1621-454d-83ce-45af34355155 HTTP/1.1" status: 200 len: 946 time: 0.2287061 Jul 14 09:22:45.306248 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [req-186b0e25-1690-4c4d-b54a-ba0f3e81ccb2 req-49511fc7-098f-4d2c-9ed3-89b543d939ea tempest-AttachSCSIVolumeTestJSON-1894780193 tempest-AttachSCSIVolumeTestJSON-1894780193-project] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:22:45.359981 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-116c655d-39c2-4ea1-a853-63a975046c61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:45.373834 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49511fc7-098f-4d2c-9ed3-89b543d939ea tempest-AttachSCSIVolumeTestJSON-1894780193 tempest-AttachSCSIVolumeTestJSON-1894780193-project] Pushing event updated for resources: {'Port': ['ID=2b4cac78-64c0-4e18-b738-cc2c5bb3c490,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:45.392145 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-186b0e25-1690-4c4d-b54a-ba0f3e81ccb2 req-49511fc7-098f-4d2c-9ed3-89b543d939ea tempest-AttachSCSIVolumeTestJSON-1894780193 tempest-AttachSCSIVolumeTestJSON-1894780193-project] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:22:45.437938 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7301596f-e9a3-4fe6-a221-037fbd1395c4 None None] New status for floating IP 5eb1f985-8abe-4f33-a204-0d5c3fb65bc2: ACTIVE {{(pid=93960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:22:45.479485 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186b0e25-1690-4c4d-b54a-ba0f3e81ccb2 req-49511fc7-098f-4d2c-9ed3-89b543d939ea tempest-AttachSCSIVolumeTestJSON-1894780193 tempest-AttachSCSIVolumeTestJSON-1894780193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:45.481448 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-186b0e25-1690-4c4d-b54a-ba0f3e81ccb2 req-49511fc7-098f-4d2c-9ed3-89b543d939ea tempest-AttachSCSIVolumeTestJSON-1894780193 tempest-AttachSCSIVolumeTestJSON-1894780193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:45.559780 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c4095c30-b073-47f3-b3e0-e0f3eea7fea7 req-91d3101e-8993-4b11-9ac4-0aacbf4d1760 tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] 10.222.0.68 "GET /v2.0/security-groups?id=c6f7d264-cbb5-40f9-9fec-5b9701ca674b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2612627 Jul 14 09:22:45.585792 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ae94cf-fa97-44ab-9b4f-966cc48bd317 req-7eea4544-4a25-46d3-9c12-99da32bbbd30 tempest-AttachSCSIVolumeTestJSON-1894780193 tempest-AttachSCSIVolumeTestJSON-1894780193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:45.591803 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-186b0e25-1690-4c4d-b54a-ba0f3e81ccb2 req-49511fc7-098f-4d2c-9ed3-89b543d939ea tempest-AttachSCSIVolumeTestJSON-1894780193 tempest-AttachSCSIVolumeTestJSON-1894780193-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4768856 Jul 14 09:22:45.593890 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5f627f-fabf-4889-882e-6d508d1b3dd4 req-53b15a87-1943-4582-a790-b82251caace4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:45.597643 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1d5f627f-fabf-4889-882e-6d508d1b3dd4 req-53b15a87-1943-4582-a790-b82251caace4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3dd02767-c45f-467b-8090-715a2492a37c HTTP/1.1" status: 200 len: 850 time: 0.3508594 Jul 14 09:22:45.608979 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-91ae94cf-fa97-44ab-9b4f-966cc48bd317 req-7eea4544-4a25-46d3-9c12-99da32bbbd30 tempest-AttachSCSIVolumeTestJSON-1894780193 tempest-AttachSCSIVolumeTestJSON-1894780193-project] 10.222.0.68 "GET /v2.0/ports?device_id=c85cc8aa-62e7-4f34-84f2-71eaccf379cb HTTP/1.1" status: 200 len: 931 time: 0.3803773 Jul 14 09:22:45.695263 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-116c655d-39c2-4ea1-a853-63a975046c61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:45.698407 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-186b0e25-1690-4c4d-b54a-ba0f3e81ccb2 req-48cc04e3-dc74-4388-aae0-c7acea1c3123 service neutron] Request body: {'port': {'device_id': 'c85cc8aa-62e7-4f34-84f2-71eaccf379cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-29'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:22:45.833225 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-06b846ac-bc30-461f-8291-9175187666c8 None None] Provisioning for port 2b4cac78-64c0-4e18-b738-cc2c5bb3c490 completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:22:45.837972 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-06b846ac-bc30-461f-8291-9175187666c8 None None] Provisioning complete for port 2b4cac78-64c0-4e18-b738-cc2c5bb3c490 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:22:45.838379 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-06b846ac-bc30-461f-8291-9175187666c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:45.919991 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-06b846ac-bc30-461f-8291-9175187666c8 None None] Port 2b4cac78-64c0-4e18-b738-cc2c5bb3c490 cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:22:45.921047 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1efc0893-c30d-4a3e-8b63-e164476ffdef req-3e406a52-b88a-4750-a7f6-834eb774bedc tempest-ListImageFiltersTestJSON-1053384997 tempest-ListImageFiltersTestJSON-1053384997-project] 10.222.0.68 "GET /v2.0/networks?tenant_id=15e54b1fae6a44aeb5cf93d21384955d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1332536 Jul 14 09:22:45.925267 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-91ae94cf-fa97-44ab-9b4f-966cc48bd317 req-280fdfee-41ea-4f43-88a7-79d3b271ab30 tempest-AttachSCSIVolumeTestJSON-1894780193 tempest-AttachSCSIVolumeTestJSON-1894780193-project] 10.222.0.68 "GET /v2.0/security-groups?id=8a6320d2-a97f-434c-90e0-33f2ea792d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3151965 Jul 14 09:22:45.977079 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-116c655d-39c2-4ea1-a853-63a975046c61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:45.979679 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-116c655d-39c2-4ea1-a853-63a975046c61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:45.980834 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-116c655d-39c2-4ea1-a853-63a975046c61 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/49484fb2-8a72-4810-b5a8-7aa31a8c6730 HTTP/1.1" status: 204 len: 168 time: 0.8435397 Jul 14 09:22:46.021774 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116c655d-39c2-4ea1-a853-63a975046c61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49484fb2-8a72-4810-b5a8-7aa31a8c6730,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:46.153619 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-186b0e25-1690-4c4d-b54a-ba0f3e81ccb2 req-48cc04e3-dc74-4388-aae0-c7acea1c3123 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:46.188362 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-07c47404-3abb-46a1-b547-bc881c33b1f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-683602'] for router_interface, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:46.345074 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5f627f-fabf-4889-882e-6d508d1b3dd4 req-a8dee8e4-353d-440e-b667-05de6ab2e379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:46.347204 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1d5f627f-fabf-4889-882e-6d508d1b3dd4 req-a8dee8e4-353d-440e-b667-05de6ab2e379 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c149b5f1-6e5e-4f3f-a366-78c91881c967&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7423258 Jul 14 09:22:46.405727 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efc0893-c30d-4a3e-8b63-e164476ffdef req-ef155571-cc9c-4cec-b1cd-42df413b044e tempest-ListImageFiltersTestJSON-1053384997 tempest-ListImageFiltersTestJSON-1053384997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:46.415790 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1efc0893-c30d-4a3e-8b63-e164476ffdef req-ef155571-cc9c-4cec-b1cd-42df413b044e tempest-ListImageFiltersTestJSON-1053384997 tempest-ListImageFiltersTestJSON-1053384997-project] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4909952 Jul 14 09:22:46.506038 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1d5f627f-fabf-4889-882e-6d508d1b3dd4 req-695e467e-b9a8-48bc-b14c-aa9dbfb53844 service neutron] 10.222.0.57 "GET /v2.0/networks/c149b5f1-6e5e-4f3f-a366-78c91881c967?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319253 Jul 14 09:22:46.664965 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-07c47404-3abb-46a1-b547-bc881c33b1f0 admin admin] Deleting port a78c39cc-af54-4bf8-8106-29dbf885f680 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:22:46.665439 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-07c47404-3abb-46a1-b547-bc881c33b1f0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:46.698072 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1efc0893-c30d-4a3e-8b63-e164476ffdef req-0af271e5-612e-4850-ab8e-71dd5ace2f9a tempest-ListImageFiltersTestJSON-1053384997 tempest-ListImageFiltersTestJSON-1053384997-project] 10.222.0.68 "GET /v2.0/quotas/15e54b1fae6a44aeb5cf93d21384955d HTTP/1.1" status: 200 len: 375 time: 0.2837362 Jul 14 09:22:46.741622 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 43458) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:46.760063 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-32cdb66c-dce0-4da3-a114-9b427d09a6e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:46.805054 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1efc0893-c30d-4a3e-8b63-e164476ffdef req-81552280-3c52-48a3-9b2f-966d5b77470e tempest-ListImageFiltersTestJSON-1053384997 tempest-ListImageFiltersTestJSON-1053384997-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=15e54b1fae6a44aeb5cf93d21384955d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1060042 Jul 14 09:22:46.862126 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-07c47404-3abb-46a1-b547-bc881c33b1f0 admin admin] For port a78c39cc-af54-4bf8-8106-29dbf885f680, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=a78c39cc-af54-4bf8-8106-29dbf885f680,segment=NetworkSegment(b6458fe8-4b1d-4718-b89e-8e67f3faa60a),segment_id=b6458fe8-4b1d-4718-b89e-8e67f3faa60a)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:22:46.862501 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-07c47404-3abb-46a1-b547-bc881c33b1f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:46.884596 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-07c47404-3abb-46a1-b547-bc881c33b1f0 admin admin] Calling delete_port for a78c39cc-af54-4bf8-8106-29dbf885f680 owned by network:router_interface {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:22:47.030415 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-9a69a626-7cd5-4297-bb96-d8b0f4adcbc0 req-00588965-18e2-4c7e-8f79-8bc9ad5dbb95 tempest-ImagesOneServerTestJSON-394452934 tempest-ImagesOneServerTestJSON-394452934-project] 10.222.0.68 "GET /v2.0/networks?tenant_id=5c25eff277334014b367d16a82a1dc76&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0717657 Jul 14 09:22:47.047484 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1d5f627f-fabf-4889-882e-6d508d1b3dd4 req-bd2f87e5-b676-4c35-a8f2-5a7aa33c5e4f service neutron] 10.222.0.57 "GET /v2.0/networks/c149b5f1-6e5e-4f3f-a366-78c91881c967?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4421973 Jul 14 09:22:47.131326 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-32cdb66c-dce0-4da3-a114-9b427d09a6e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:47.144575 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-32cdb66c-dce0-4da3-a114-9b427d09a6e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:47.262293 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-32cdb66c-dce0-4da3-a114-9b427d09a6e6 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=0abadd54a3da4477919ce98b09b81e5c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5166566 Jul 14 09:22:47.264644 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 43478) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:47.275929 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cdb66c-dce0-4da3-a114-9b427d09a6e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2da5db8a-756e-47fd-9af7-00d627c51a31,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:47.299962 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [req-186b0e25-1690-4c4d-b54a-ba0f3e81ccb2 req-48cc04e3-dc74-4388-aae0-c7acea1c3123 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b4cac78-64c0-4e18-b738-cc2c5bb3c490 {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:22:47.316486 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-186b0e25-1690-4c4d-b54a-ba0f3e81ccb2 req-48cc04e3-dc74-4388-aae0-c7acea1c3123 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:47.342758 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [req-186b0e25-1690-4c4d-b54a-ba0f3e81ccb2 req-48cc04e3-dc74-4388-aae0-c7acea1c3123 service neutron] Transition to ACTIVE for port object 2b4cac78-64c0-4e18-b738-cc2c5bb3c490 will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:22:47.357052 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee922174-e2ab-4b88-83dc-cca2af776bce req-cf2037f1-8413-4811-b4e3-84647ed74b49 tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:47.364560 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ee922174-e2ab-4b88-83dc-cca2af776bce req-cf2037f1-8413-4811-b4e3-84647ed74b49 tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] 10.222.0.68 "GET /v2.0/ports?device_id=a00e13f6-1621-454d-83ce-45af34355155 HTTP/1.1" status: 200 len: 946 time: 0.2008622 Jul 14 09:22:47.367318 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-186b0e25-1690-4c4d-b54a-ba0f3e81ccb2 req-48cc04e3-dc74-4388-aae0-c7acea1c3123 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:47.470700 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ee922174-e2ab-4b88-83dc-cca2af776bce req-d0a0a909-6c4e-46b0-b6b1-c5a80aba3ff3 tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] 10.222.0.68 "GET /v2.0/security-groups?id=c6f7d264-cbb5-40f9-9fec-5b9701ca674b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045542 Jul 14 09:22:47.479980 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cc04e3-dc74-4388-aae0-c7acea1c3123 service neutron] Pushing event updated for resources: {'Port': ['ID=2b4cac78-64c0-4e18-b738-cc2c5bb3c490,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:47.660432 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-186b0e25-1690-4c4d-b54a-ba0f3e81ccb2 req-48cc04e3-dc74-4388-aae0-c7acea1c3123 service neutron] Attempting to bind port 2b4cac78-64c0-4e18-b738-cc2c5bb3c490 on host n-h1-779913-29 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:22:47.660780 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-186b0e25-1690-4c4d-b54a-ba0f3e81ccb2 req-48cc04e3-dc74-4388-aae0-c7acea1c3123 service neutron] Attempting to bind port 2b4cac78-64c0-4e18-b738-cc2c5bb3c490 by drivers openvswitch,hyperv on host n-h1-779913-29 at level 0 using segments [{'id': '2712eb7d-f4d1-4601-b663-353f2362e579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '57d73eca-dd61-4ba4-b5e5-9dd057773576'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:22:47.663393 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-186b0e25-1690-4c4d-b54a-ba0f3e81ccb2 req-48cc04e3-dc74-4388-aae0-c7acea1c3123 service neutron] Attempting to bind port 2b4cac78-64c0-4e18-b738-cc2c5bb3c490 on network 57d73eca-dd61-4ba4-b5e5-9dd057773576 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:22:47.671646 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-186b0e25-1690-4c4d-b54a-ba0f3e81ccb2 req-48cc04e3-dc74-4388-aae0-c7acea1c3123 service neutron] Port 2b4cac78-64c0-4e18-b738-cc2c5bb3c490 on network 57d73eca-dd61-4ba4-b5e5-9dd057773576 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-29 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:22:47.677892 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-186b0e25-1690-4c4d-b54a-ba0f3e81ccb2 req-48cc04e3-dc74-4388-aae0-c7acea1c3123 service neutron] Attempting to bind port 2b4cac78-64c0-4e18-b738-cc2c5bb3c490 on network 57d73eca-dd61-4ba4-b5e5-9dd057773576 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:22:47.690911 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-186b0e25-1690-4c4d-b54a-ba0f3e81ccb2 req-48cc04e3-dc74-4388-aae0-c7acea1c3123 service neutron] Checking agent: {'id': 'de11e667-f145-47b0-bd09-334a7505938e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 13, 12), 'started_at': datetime.datetime(2021, 7, 14, 9, 13, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 22, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:22:47.691644 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-186b0e25-1690-4c4d-b54a-ba0f3e81ccb2 req-48cc04e3-dc74-4388-aae0-c7acea1c3123 service neutron] Checking segment: {'id': '2712eb7d-f4d1-4601-b663-353f2362e579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '57d73eca-dd61-4ba4-b5e5-9dd057773576'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:22:47.692264 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-186b0e25-1690-4c4d-b54a-ba0f3e81ccb2 req-48cc04e3-dc74-4388-aae0-c7acea1c3123 service neutron] Bound using segment: {'id': '2712eb7d-f4d1-4601-b663-353f2362e579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '57d73eca-dd61-4ba4-b5e5-9dd057773576'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:22:47.692938 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-186b0e25-1690-4c4d-b54a-ba0f3e81ccb2 req-48cc04e3-dc74-4388-aae0-c7acea1c3123 service neutron] Bound port: 2b4cac78-64c0-4e18-b738-cc2c5bb3c490, host: n-h1-779913-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2712eb7d-f4d1-4601-b663-353f2362e579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '57d73eca-dd61-4ba4-b5e5-9dd057773576'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:22:47.693617 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-186b0e25-1690-4c4d-b54a-ba0f3e81ccb2 req-48cc04e3-dc74-4388-aae0-c7acea1c3123 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:47.853565 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a69a626-7cd5-4297-bb96-d8b0f4adcbc0 req-ba26a1e9-bb15-4912-9cda-43a4b2a168cf tempest-ImagesOneServerTestJSON-394452934 tempest-ImagesOneServerTestJSON-394452934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:47.864615 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-9a69a626-7cd5-4297-bb96-d8b0f4adcbc0 req-ba26a1e9-bb15-4912-9cda-43a4b2a168cf tempest-ImagesOneServerTestJSON-394452934 tempest-ImagesOneServerTestJSON-394452934-project] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8331187 Jul 14 09:22:47.891765 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-186b0e25-1690-4c4d-b54a-ba0f3e81ccb2 req-48cc04e3-dc74-4388-aae0-c7acea1c3123 service neutron] For port 2b4cac78-64c0-4e18-b738-cc2c5bb3c490, host n-h1-779913-29, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:22:47.902879 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019c1894-7d9b-4df2-8897-872fe0abb02a req-55a60bac-e951-4b16-b320-d493e6faf697 tempest-AttachSCSIVolumeTestJSON-1894780193 tempest-AttachSCSIVolumeTestJSON-1894780193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:47.907274 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-9a69a626-7cd5-4297-bb96-d8b0f4adcbc0 req-29a85d8d-a1a8-4a26-865c-4c37effc601e tempest-ImagesOneServerTestJSON-394452934 tempest-ImagesOneServerTestJSON-394452934-project] 10.222.0.68 "GET /v2.0/quotas/5c25eff277334014b367d16a82a1dc76 HTTP/1.1" status: 200 len: 375 time: 0.0415165 Jul 14 09:22:47.911613 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-019c1894-7d9b-4df2-8897-872fe0abb02a req-55a60bac-e951-4b16-b320-d493e6faf697 tempest-AttachSCSIVolumeTestJSON-1894780193 tempest-AttachSCSIVolumeTestJSON-1894780193-project] 10.222.0.68 "GET /v2.0/ports?device_id=c85cc8aa-62e7-4f34-84f2-71eaccf379cb HTTP/1.1" status: 200 len: 943 time: 0.2150037 Jul 14 09:22:47.914933 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-186b0e25-1690-4c4d-b54a-ba0f3e81ccb2 req-48cc04e3-dc74-4388-aae0-c7acea1c3123 service neutron] For port 2b4cac78-64c0-4e18-b738-cc2c5bb3c490, host n-h1-779913-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=2b4cac78-64c0-4e18-b738-cc2c5bb3c490,segment=NetworkSegment(2712eb7d-f4d1-4601-b663-353f2362e579),segment_id=2712eb7d-f4d1-4601-b663-353f2362e579)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:22:47.931770 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-186b0e25-1690-4c4d-b54a-ba0f3e81ccb2 req-48cc04e3-dc74-4388-aae0-c7acea1c3123 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:47.953686 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-9a69a626-7cd5-4297-bb96-d8b0f4adcbc0 req-de966958-48c2-432a-b382-06c426a5d43e tempest-ImagesOneServerTestJSON-394452934 tempest-ImagesOneServerTestJSON-394452934-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=5c25eff277334014b367d16a82a1dc76&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0453010 Jul 14 09:22:47.991760 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cc04e3-dc74-4388-aae0-c7acea1c3123 service neutron] Pushing event updated for resources: {'Port': ['ID=2b4cac78-64c0-4e18-b738-cc2c5bb3c490,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:48.016637 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8d93a5f5-fb7e-4722-bfc2-1daebfc5fa5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:48.040372 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186b0e25-1690-4c4d-b54a-ba0f3e81ccb2 req-48cc04e3-dc74-4388-aae0-c7acea1c3123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:48.041193 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-186b0e25-1690-4c4d-b54a-ba0f3e81ccb2 req-48cc04e3-dc74-4388-aae0-c7acea1c3123 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:48.042771 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-186b0e25-1690-4c4d-b54a-ba0f3e81ccb2 req-48cc04e3-dc74-4388-aae0-c7acea1c3123 service neutron] 10.222.0.65 "PUT /v2.0/ports/2b4cac78-64c0-4e18-b738-cc2c5bb3c490 HTTP/1.1" status: 200 len: 1092 time: 2.3608842 Jul 14 09:22:48.043318 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c85cc8aa-62e7-4f34-84f2-71eaccf379cb', 'tag': '2b4cac78-64c0-4e18-b738-cc2c5bb3c490'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:22:48.057964 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab0da1c8-d802-4ae0-bbf4-96adf2752359" -d '{"events": [{"name": "network-changed", "server_uuid": "c85cc8aa-62e7-4f34-84f2-71eaccf379cb", "tag": "2b4cac78-64c0-4e18-b738-cc2c5bb3c490"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:22:48.082618 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8d93a5f5-fb7e-4722-bfc2-1daebfc5fa5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:48.094707 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-019c1894-7d9b-4df2-8897-872fe0abb02a req-53749d90-e3f2-4f87-b281-7b48dea5a3e2 tempest-AttachSCSIVolumeTestJSON-1894780193 tempest-AttachSCSIVolumeTestJSON-1894780193-project] 10.222.0.68 "GET /v2.0/security-groups?id=8a6320d2-a97f-434c-90e0-33f2ea792d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711264 Jul 14 09:22:48.285353 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8d93a5f5-fb7e-4722-bfc2-1daebfc5fa5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:48.288395 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8d93a5f5-fb7e-4722-bfc2-1daebfc5fa5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:48.292910 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-8d93a5f5-fb7e-4722-bfc2-1daebfc5fa5f admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/2da5db8a-756e-47fd-9af7-00d627c51a31 HTTP/1.1" status: 204 len: 168 time: 1.0249591 Jul 14 09:22:48.313469 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d93a5f5-fb7e-4722-bfc2-1daebfc5fa5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2da5db8a-756e-47fd-9af7-00d627c51a31,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:48.395950 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-07c47404-3abb-46a1-b547-bc881c33b1f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:48.510076 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c47404-3abb-46a1-b547-bc881c33b1f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=a78c39cc-af54-4bf8-8106-29dbf885f680,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:48.610324 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-1a0b4c07-4378-461f-b9ed-c417d090f6ff req-998d29a6-ae75-4693-9cc0-f5d9aae02f8e tempest-ListImageFiltersTestJSON-1053384997 tempest-ListImageFiltersTestJSON-1053384997-project] 10.222.0.68 "GET /v2.0/networks?tenant_id=15e54b1fae6a44aeb5cf93d21384955d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2004089 Jul 14 09:22:48.802708 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:22:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a92ce769-8801-4313-9c64-dd39789aaf97 x-openstack-request-id: req-a92ce769-8801-4313-9c64-dd39789aaf97 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:22:48.809739 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c85cc8aa-62e7-4f34-84f2-71eaccf379cb", "tag": "2b4cac78-64c0-4e18-b738-cc2c5bb3c490", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:22:48.810094 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-a92ce769-8801-4313-9c64-dd39789aaf97 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:22:48.810658 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c85cc8aa-62e7-4f34-84f2-71eaccf379cb', 'tag': '2b4cac78-64c0-4e18-b738-cc2c5bb3c490', 'status': 'completed', 'code': 200} Jul 14 09:22:48.813003 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186b0e25-1690-4c4d-b54a-ba0f3e81ccb2 req-7f826f75-999e-47d2-bfbf-10f1da16b8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:48.831795 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-186b0e25-1690-4c4d-b54a-ba0f3e81ccb2 req-7f826f75-999e-47d2-bfbf-10f1da16b8f4 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6243fe002db2413bbefa9ba3fb038810&device_id=c85cc8aa-62e7-4f34-84f2-71eaccf379cb HTTP/1.1" status: 200 len: 1095 time: 0.2860692 Jul 14 09:22:48.969809 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-304324d9-2f07-40e7-bbdc-200c4a5bb620 req-c3c90485-6e21-43a4-ad3e-59759b3e2dc8 tempest-ImagesOneServerTestJSON-394452934 tempest-ImagesOneServerTestJSON-394452934-project] 10.222.0.68 "GET /v2.0/ports?device_id=64d82a60-565f-4e89-ba9f-f07d2d7465b3 HTTP/1.1" status: 200 len: 210 time: 0.0598135 Jul 14 09:22:49.074284 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-186b0e25-1690-4c4d-b54a-ba0f3e81ccb2 req-1c1202b5-282a-4cb7-80ec-473dc8a333c9 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2b4cac78-64c0-4e18-b738-cc2c5bb3c490 HTTP/1.1" status: 200 len: 217 time: 0.1088696 Jul 14 09:22:49.304461 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0b4c07-4378-461f-b9ed-c417d090f6ff req-c4a3f6e1-a435-46ac-a1f4-4796f73b97b7 tempest-ListImageFiltersTestJSON-1053384997 tempest-ListImageFiltersTestJSON-1053384997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:49.311054 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-1a0b4c07-4378-461f-b9ed-c417d090f6ff req-c4a3f6e1-a435-46ac-a1f4-4796f73b97b7 tempest-ListImageFiltersTestJSON-1053384997 tempest-ListImageFiltersTestJSON-1053384997-project] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6992569 Jul 14 09:22:49.361854 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-1a0b4c07-4378-461f-b9ed-c417d090f6ff req-a317c47d-976f-4d36-aa0d-50789195063b tempest-ListImageFiltersTestJSON-1053384997 tempest-ListImageFiltersTestJSON-1053384997-project] 10.222.0.68 "GET /v2.0/quotas/15e54b1fae6a44aeb5cf93d21384955d HTTP/1.1" status: 200 len: 375 time: 0.0497737 Jul 14 09:22:49.472433 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-1a0b4c07-4378-461f-b9ed-c417d090f6ff req-1ef9faef-905f-4442-bed0-f3e36bf4cf0b tempest-ListImageFiltersTestJSON-1053384997 tempest-ListImageFiltersTestJSON-1053384997-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=15e54b1fae6a44aeb5cf93d21384955d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1095927 Jul 14 09:22:49.494994 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186b0e25-1690-4c4d-b54a-ba0f3e81ccb2 req-f537df94-bdf4-4160-b70a-45e052893fad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:49.497708 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-07c47404-3abb-46a1-b547-bc881c33b1f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-620860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682934'] for router_interface, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:49.503174 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-186b0e25-1690-4c4d-b54a-ba0f3e81ccb2 req-f537df94-bdf4-4160-b70a-45e052893fad service neutron] 10.222.0.65 "GET /v2.0/subnets?id=1664812e-2238-49de-b4c3-f444f0b2849d HTTP/1.1" status: 200 len: 854 time: 0.2874920 Jul 14 09:22:49.652617 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1efc0893-c30d-4a3e-8b63-e164476ffdef req-7803270a-dc3b-45d7-9f78-203f01b771ad tempest-ListImageFiltersTestJSON-1053384997 tempest-ListImageFiltersTestJSON-1053384997-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=15e54b1fae6a44aeb5cf93d21384955d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1600533 Jul 14 09:22:50.067781 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07c47404-3abb-46a1-b547-bc881c33b1f0 admin admin] Router 85a218d1-2222-4a83-89a1-ff1279d4d9b9 has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:22:50.078697 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efc0893-c30d-4a3e-8b63-e164476ffdef req-b1e3c140-f5e6-482b-80e1-1ad4ede6a574 tempest-ListImageFiltersTestJSON-1053384997 tempest-ListImageFiltersTestJSON-1053384997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:50.080955 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1efc0893-c30d-4a3e-8b63-e164476ffdef req-b1e3c140-f5e6-482b-80e1-1ad4ede6a574 tempest-ListImageFiltersTestJSON-1053384997 tempest-ListImageFiltersTestJSON-1053384997-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4141402 Jul 14 09:22:50.097157 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1631ca-c0ee-4148-8e50-60fc422168b5 req-8936226c-757c-4e42-85c7-5817f2bb7e33 tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:50.104146 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2b1631ca-c0ee-4148-8e50-60fc422168b5 req-8936226c-757c-4e42-85c7-5817f2bb7e33 tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] 10.222.0.68 "GET /v2.0/ports?device_id=a00e13f6-1621-454d-83ce-45af34355155 HTTP/1.1" status: 200 len: 946 time: 0.8593714 Jul 14 09:22:50.127136 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-1efc0893-c30d-4a3e-8b63-e164476ffdef req-23895791-65e4-41b1-800f-6234b9b6cc1b tempest-ListImageFiltersTestJSON-1053384997 tempest-ListImageFiltersTestJSON-1053384997-project] Request body: {'port': {'device_id': 'f4ff6602-55fb-48e4-97e3-972a5ca4e95b', 'network_id': '2244f7a1-04bd-42cd-9e86-31839b46f57f', 'admin_state_up': True, 'tenant_id': '15e54b1fae6a44aeb5cf93d21384955d'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:22:50.290076 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07c47404-3abb-46a1-b547-bc881c33b1f0 admin admin] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:22:50.314892 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e0065fd-6a21-45bd-aa01-9ab977e8b1cf None None] Sync routers for ids ['85a218d1-2222-4a83-89a1-ff1279d4d9b9'] in n-d-779913-29 {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:22:50.338864 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e0065fd-6a21-45bd-aa01-9ab977e8b1cf None None] Routers {'85a218d1-2222-4a83-89a1-ff1279d4d9b9'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:22:50.339521 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-7e0065fd-6a21-45bd-aa01-9ab977e8b1cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:22:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['85a218d1-2222-4a83-89a1-ff1279d4d9b9'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:22:50.340799 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-07c47404-3abb-46a1-b547-bc881c33b1f0 admin admin] 10.222.0.68 "PUT /v2.0/routers/85a218d1-2222-4a83-89a1-ff1279d4d9b9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6634705 Jul 14 09:22:50.402367 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 43552) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:50.673697 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-9a69a626-7cd5-4297-bb96-d8b0f4adcbc0 req-35728bf8-aa10-4b54-b4ab-ce6cada08f48 tempest-ImagesOneServerTestJSON-394452934 tempest-ImagesOneServerTestJSON-394452934-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=5c25eff277334014b367d16a82a1dc76&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0553463 Jul 14 09:22:50.701196 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce7a430-c772-48fd-95bd-2e5a1a8b7277 req-28a0d008-829f-4855-8d17-b7143efe45f5 tempest-AttachSCSIVolumeTestJSON-1894780193 tempest-AttachSCSIVolumeTestJSON-1894780193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:50.710675 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-3ce7a430-c772-48fd-95bd-2e5a1a8b7277 req-28a0d008-829f-4855-8d17-b7143efe45f5 tempest-AttachSCSIVolumeTestJSON-1894780193 tempest-AttachSCSIVolumeTestJSON-1894780193-project] 10.222.0.68 "GET /v2.0/ports?device_id=c85cc8aa-62e7-4f34-84f2-71eaccf379cb HTTP/1.1" status: 200 len: 943 time: 0.5967469 Jul 14 09:22:50.746721 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvr_db [None req-7e0065fd-6a21-45bd-aa01-9ab977e8b1cf None None] Set router 85a218d1-2222-4a83-89a1-ff1279d4d9b9 gateway port host: n-d-779913-29 {{(pid=93959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:22:50.792278 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-3ce7a430-c772-48fd-95bd-2e5a1a8b7277 req-ddaf67c6-2a20-498c-93cb-dcbdac208e19 tempest-AttachSCSIVolumeTestJSON-1894780193 tempest-AttachSCSIVolumeTestJSON-1894780193-project] 10.222.0.68 "GET /v2.0/security-groups?id=8a6320d2-a97f-434c-90e0-33f2ea792d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776002 Jul 14 09:22:50.890932 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2b1631ca-c0ee-4148-8e50-60fc422168b5 req-d3cecb2e-b2d9-46ef-bdc6-75c59641f791 tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] 10.222.0.68 "GET /v2.0/security-groups?id=c6f7d264-cbb5-40f9-9fec-5b9701ca674b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7858050 Jul 14 09:22:50.991556 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186b0e25-1690-4c4d-b54a-ba0f3e81ccb2 req-9644616b-4014-4ec2-917d-6f01f79118db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:50.993136 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-186b0e25-1690-4c4d-b54a-ba0f3e81ccb2 req-9644616b-4014-4ec2-917d-6f01f79118db service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=57d73eca-dd61-4ba4-b5e5-9dd057773576&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.1167731 Jul 14 09:22:51.043593 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1efc0893-c30d-4a3e-8b63-e164476ffdef req-23895791-65e4-41b1-800f-6234b9b6cc1b tempest-ListImageFiltersTestJSON-1053384997 tempest-ListImageFiltersTestJSON-1053384997-project] Made reservation on behalf of 15e54b1fae6a44aeb5cf93d21384955d for: {'port': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:22:51.055174 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-1efc0893-c30d-4a3e-8b63-e164476ffdef req-23895791-65e4-41b1-800f-6234b9b6cc1b tempest-ListImageFiltersTestJSON-1053384997 tempest-ListImageFiltersTestJSON-1053384997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:51.074345 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-1efc0893-c30d-4a3e-8b63-e164476ffdef req-23895791-65e4-41b1-800f-6234b9b6cc1b tempest-ListImageFiltersTestJSON-1053384997 tempest-ListImageFiltersTestJSON-1053384997-project] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:51.149157 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-308f1a82-799c-486a-808a-bb284b5cf4a8 admin admin] Notify callbacks [] for router, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:51.340721 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-186b0e25-1690-4c4d-b54a-ba0f3e81ccb2 req-2529db4f-08ce-4623-b7fe-08ee0778c613 service neutron] 10.222.0.65 "GET /v2.0/networks/57d73eca-dd61-4ba4-b5e5-9dd057773576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2984531 Jul 14 09:22:51.522611 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a69a626-7cd5-4297-bb96-d8b0f4adcbc0 req-fbbc79ab-dbeb-4d33-bf9e-580360b882a1 tempest-ImagesOneServerTestJSON-394452934 tempest-ImagesOneServerTestJSON-394452934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:51.524306 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-9a69a626-7cd5-4297-bb96-d8b0f4adcbc0 req-fbbc79ab-dbeb-4d33-bf9e-580360b882a1 tempest-ImagesOneServerTestJSON-394452934 tempest-ImagesOneServerTestJSON-394452934-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8461413 Jul 14 09:22:51.526347 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-edc3bd6f-42a0-4c52-b5d0-0e9213f13121 req-bb1292d5-0b64-4e96-8606-e2222af32a55 tempest-ListImageFiltersTestJSON-1053384997 tempest-ListImageFiltersTestJSON-1053384997-project] 10.222.0.68 "GET /v2.0/ports?device_id=6bf97f65-529d-4316-9785-5c086a4880b6 HTTP/1.1" status: 200 len: 210 time: 0.0994298 Jul 14 09:22:51.527835 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-308f1a82-799c-486a-808a-bb284b5cf4a8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:51.553705 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [req-9a69a626-7cd5-4297-bb96-d8b0f4adcbc0 req-c3f7e992-81bb-46e3-ae76-4be47b51efb6 tempest-ImagesOneServerTestJSON-394452934 tempest-ImagesOneServerTestJSON-394452934-project] Request body: {'port': {'device_id': '64d82a60-565f-4e89-ba9f-f07d2d7465b3', 'network_id': '2244f7a1-04bd-42cd-9e86-31839b46f57f', 'admin_state_up': True, 'tenant_id': '5c25eff277334014b367d16a82a1dc76'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:22:51.675961 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-7e0065fd-6a21-45bd-aa01-9ab977e8b1cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85a218d1-2222-4a83-89a1-ff1279d4d9b9', 'name': 'tempest-FloatingIPDetailsTestJSON-275053321-router', 'tenant_id': '28b6813f5a264ae88dfe0c89b7113e35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.139'}], 'enable_snat': True}, 'gw_port_id': '8bb49748-70c2-4092-8797-4950c30859fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:21:56Z', 'updated_at': '2021-07-14T09:22:48Z', 'revision_number': 5, 'project_id': '28b6813f5a264ae88dfe0c89b7113e35', 'gw_port': {'id': '8bb49748-70c2-4092-8797-4950c30859fd', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:49:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85a218d1-2222-4a83-89a1-ff1279d4d9b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:21:57Z', 'updated_at': '2021-07-14T09:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29'}], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:22:51.706641 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-186b0e25-1690-4c4d-b54a-ba0f3e81ccb2 req-aaedecd7-fbaa-4f39-b6a3-adccd48fda99 service neutron] 10.222.0.65 "GET /v2.0/networks/57d73eca-dd61-4ba4-b5e5-9dd057773576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3274686 Jul 14 09:22:51.717724 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-9bd53ab3-3614-484e-a8ca-609e34543191 req-95d30556-7aa8-4450-a857-1189818d3116 tempest-ImagesOneServerTestJSON-394452934 tempest-ImagesOneServerTestJSON-394452934-project] 10.222.0.68 "GET /v2.0/ports?device_id=64d82a60-565f-4e89-ba9f-f07d2d7465b3 HTTP/1.1" status: 200 len: 210 time: 0.1628244 Jul 14 09:22:51.770338 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e0065fd-6a21-45bd-aa01-9ab977e8b1cf None None] Checking router: 85a218d1-2222-4a83-89a1-ff1279d4d9b9 for host: n-d-779913-29 {{(pid=93959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:22:51.771584 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-1efc0893-c30d-4a3e-8b63-e164476ffdef req-23895791-65e4-41b1-800f-6234b9b6cc1b tempest-ListImageFiltersTestJSON-1053384997 tempest-ListImageFiltersTestJSON-1053384997-project] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:51.780170 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-1efc0893-c30d-4a3e-8b63-e164476ffdef req-23895791-65e4-41b1-800f-6234b9b6cc1b tempest-ListImageFiltersTestJSON-1053384997 tempest-ListImageFiltersTestJSON-1053384997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:51.799748 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e0065fd-6a21-45bd-aa01-9ab977e8b1cf None None] Routers {'85a218d1-2222-4a83-89a1-ff1279d4d9b9'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:22:51.800395 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-7e0065fd-6a21-45bd-aa01-9ab977e8b1cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:22:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['85a218d1-2222-4a83-89a1-ff1279d4d9b9'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:22:52.031845 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-308f1a82-799c-486a-808a-bb284b5cf4a8 admin admin] Deleting port 8bb49748-70c2-4092-8797-4950c30859fd {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:22:52.032284 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-308f1a82-799c-486a-808a-bb284b5cf4a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:52.040809 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a69a626-7cd5-4297-bb96-d8b0f4adcbc0 req-c3f7e992-81bb-46e3-ae76-4be47b51efb6 tempest-ImagesOneServerTestJSON-394452934 tempest-ImagesOneServerTestJSON-394452934-project] Made reservation on behalf of 5c25eff277334014b367d16a82a1dc76 for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:22:52.050691 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-9a69a626-7cd5-4297-bb96-d8b0f4adcbc0 req-c3f7e992-81bb-46e3-ae76-4be47b51efb6 tempest-ImagesOneServerTestJSON-394452934 tempest-ImagesOneServerTestJSON-394452934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:52.130069 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvr_db [None req-7e0065fd-6a21-45bd-aa01-9ab977e8b1cf None None] Set router 85a218d1-2222-4a83-89a1-ff1279d4d9b9 gateway port host: None {{(pid=93959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:22:52.147589 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-9a69a626-7cd5-4297-bb96-d8b0f4adcbc0 req-c3f7e992-81bb-46e3-ae76-4be47b51efb6 tempest-ImagesOneServerTestJSON-394452934 tempest-ImagesOneServerTestJSON-394452934-project] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:52.259374 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-7e0065fd-6a21-45bd-aa01-9ab977e8b1cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85a218d1-2222-4a83-89a1-ff1279d4d9b9', 'name': 'tempest-FloatingIPDetailsTestJSON-275053321-router', 'tenant_id': '28b6813f5a264ae88dfe0c89b7113e35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:21:56Z', 'updated_at': '2021-07-14T09:22:51Z', 'revision_number': 6, 'project_id': '28b6813f5a264ae88dfe0c89b7113e35', 'gw_port_host': None}], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:22:52.268235 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23895791-65e4-41b1-800f-6234b9b6cc1b tempest-ListImageFiltersTestJSON-1053384997 tempest-ListImageFiltersTestJSON-1053384997-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da82e49e-9c7c-4de8-83c4-70e57626d3fa,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:52.301598 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e0065fd-6a21-45bd-aa01-9ab977e8b1cf None None] The sync data for ids ['85a218d1-2222-4a83-89a1-ff1279d4d9b9'] in n-d-779913-29 is: [{'id': '85a218d1-2222-4a83-89a1-ff1279d4d9b9', 'name': 'tempest-FloatingIPDetailsTestJSON-275053321-router', 'tenant_id': '28b6813f5a264ae88dfe0c89b7113e35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:21:56Z', 'updated_at': '2021-07-14T09:22:51Z', 'revision_number': 6, 'project_id': '28b6813f5a264ae88dfe0c89b7113e35', 'gw_port_host': None}] {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:22:52.303443 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9556a9f7-89f6-490b-bd4b-2423b4f8248a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:52.304850 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-308f1a82-799c-486a-808a-bb284b5cf4a8 admin admin] For port 8bb49748-70c2-4092-8797-4950c30859fd, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=8bb49748-70c2-4092-8797-4950c30859fd,segment=NetworkSegment(81bf7a93-80b3-43df-b9d5-462c604a2945),segment_id=81bf7a93-80b3-43df-b9d5-462c604a2945)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:22:52.304850 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-308f1a82-799c-486a-808a-bb284b5cf4a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:52.329306 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [req-1efc0893-c30d-4a3e-8b63-e164476ffdef req-23895791-65e4-41b1-800f-6234b9b6cc1b tempest-ListImageFiltersTestJSON-1053384997 tempest-ListImageFiltersTestJSON-1053384997-project] Allocated IP 192.168.233.39 (2244f7a1-04bd-42cd-9e86-31839b46f57f/85060e65-3b2f-4a6c-a04c-ce849daa5b3b/09a75d5d-afc2-4e3b-8495-348796064b86) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:22:52.345597 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d25e98-5388-4f01-a4b8-064fb01f6d6d req-b11e9e53-cc3d-4ba6-8235-1d73abe86465 tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:52.347248 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-b1d25e98-5388-4f01-a4b8-064fb01f6d6d req-b11e9e53-cc3d-4ba6-8235-1d73abe86465 tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] 10.222.0.68 "GET /v2.0/ports?device_id=a00e13f6-1621-454d-83ce-45af34355155 HTTP/1.1" status: 200 len: 946 time: 0.1960604 Jul 14 09:22:52.352001 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-308f1a82-799c-486a-808a-bb284b5cf4a8 admin admin] Calling delete_port for 8bb49748-70c2-4092-8797-4950c30859fd owned by network:router_gateway {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:22:52.448376 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0da1c8-d802-4ae0-bbf4-96adf2752359 req-426553fa-eea5-4919-8273-5c2d6986d0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:52.450225 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ab0da1c8-d802-4ae0-bbf4-96adf2752359 req-426553fa-eea5-4919-8273-5c2d6986d0cb service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6243fe002db2413bbefa9ba3fb038810&device_id=c85cc8aa-62e7-4f34-84f2-71eaccf379cb HTTP/1.1" status: 200 len: 1095 time: 0.3788183 Jul 14 09:22:52.463561 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-b1d25e98-5388-4f01-a4b8-064fb01f6d6d req-a83a7e47-8818-4617-86b1-946f4a9e9c8b tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] 10.222.0.68 "GET /v2.0/security-groups?id=c6f7d264-cbb5-40f9-9fec-5b9701ca674b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002588 Jul 14 09:22:52.476104 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6470bb70-b812-4312-ad5a-e07e28acf1f5 req-d8d42a68-5f52-4d3f-a0ca-de1f51f273a1 tempest-AttachSCSIVolumeTestJSON-1894780193 tempest-AttachSCSIVolumeTestJSON-1894780193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:52.478670 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6470bb70-b812-4312-ad5a-e07e28acf1f5 req-d8d42a68-5f52-4d3f-a0ca-de1f51f273a1 tempest-AttachSCSIVolumeTestJSON-1894780193 tempest-AttachSCSIVolumeTestJSON-1894780193-project] 10.222.0.68 "GET /v2.0/ports?device_id=c85cc8aa-62e7-4f34-84f2-71eaccf379cb HTTP/1.1" status: 200 len: 943 time: 0.4031167 Jul 14 09:22:52.546335 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-9a69a626-7cd5-4297-bb96-d8b0f4adcbc0 req-c3f7e992-81bb-46e3-ae76-4be47b51efb6 tempest-ImagesOneServerTestJSON-394452934 tempest-ImagesOneServerTestJSON-394452934-project] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:52.603044 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-9a69a626-7cd5-4297-bb96-d8b0f4adcbc0 req-c3f7e992-81bb-46e3-ae76-4be47b51efb6 tempest-ImagesOneServerTestJSON-394452934 tempest-ImagesOneServerTestJSON-394452934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:52.663815 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6470bb70-b812-4312-ad5a-e07e28acf1f5 req-cc77970f-a6fa-4db8-84d3-e3dfc4892f18 tempest-AttachSCSIVolumeTestJSON-1894780193 tempest-AttachSCSIVolumeTestJSON-1894780193-project] 10.222.0.68 "GET /v2.0/security-groups?id=8a6320d2-a97f-434c-90e0-33f2ea792d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704032 Jul 14 09:22:52.728489 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device a78c39cc-af54-4bf8-8106-29dbf885f680 no longer exists at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:22:52.788170 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f7e992-81bb-46e3-ae76-4be47b51efb6 tempest-ImagesOneServerTestJSON-394452934 tempest-ImagesOneServerTestJSON-394452934-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b3d19fa-539f-4220-b7f3-c14068d57c87,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:52.855226 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] No Port match for: a78c39cc-af54-4bf8-8106-29dbf885f680 {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:22:52.856911 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device a78c39cc-af54-4bf8-8106-29dbf885f680 not bound to the agent host n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:22:52.893947 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-308f1a82-799c-486a-808a-bb284b5cf4a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:52.930991 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308f1a82-799c-486a-808a-bb284b5cf4a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=8bb49748-70c2-4092-8797-4950c30859fd,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:52.995923 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-1efc0893-c30d-4a3e-8b63-e164476ffdef req-23895791-65e4-41b1-800f-6234b9b6cc1b tempest-ListImageFiltersTestJSON-1053384997 tempest-ListImageFiltersTestJSON-1053384997-project] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:53.038103 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [req-1efc0893-c30d-4a3e-8b63-e164476ffdef req-23895791-65e4-41b1-800f-6234b9b6cc1b tempest-ListImageFiltersTestJSON-1053384997 tempest-ListImageFiltersTestJSON-1053384997-project] Transition to ACTIVE for port object 09a75d5d-afc2-4e3b-8495-348796064b86 will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:22:53.042009 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-308f1a82-799c-486a-808a-bb284b5cf4a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-660532'] for router_gateway, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:53.112847 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-1efc0893-c30d-4a3e-8b63-e164476ffdef req-23895791-65e4-41b1-800f-6234b9b6cc1b tempest-ListImageFiltersTestJSON-1053384997 tempest-ListImageFiltersTestJSON-1053384997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:53.214552 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1efc0893-c30d-4a3e-8b63-e164476ffdef req-23895791-65e4-41b1-800f-6234b9b6cc1b tempest-ListImageFiltersTestJSON-1053384997 tempest-ListImageFiltersTestJSON-1053384997-project] Network 2244f7a1-04bd-42cd-9e86-31839b46f57f is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:22:53.220837 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [req-1efc0893-c30d-4a3e-8b63-e164476ffdef req-23895791-65e4-41b1-800f-6234b9b6cc1b tempest-ListImageFiltersTestJSON-1053384997 tempest-ListImageFiltersTestJSON-1053384997-project] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:22:53.223801 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-1efc0893-c30d-4a3e-8b63-e164476ffdef req-23895791-65e4-41b1-800f-6234b9b6cc1b tempest-ListImageFiltersTestJSON-1053384997 tempest-ListImageFiltersTestJSON-1053384997-project] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:22:53.254837 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-308f1a82-799c-486a-808a-bb284b5cf4a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-711871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12964'] for router, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:53.260264 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-308f1a82-799c-486a-808a-bb284b5cf4a8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:53.270207 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23895791-65e4-41b1-800f-6234b9b6cc1b tempest-ListImageFiltersTestJSON-1053384997 tempest-ListImageFiltersTestJSON-1053384997-project] Pushing event updated for resources: {'Port': ['ID=09a75d5d-afc2-4e3b-8495-348796064b86,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:53.290569 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-976955ac-4a53-41a6-b2cb-79320e043f23 req-e8226ece-e2c1-4c49-bd94-4569d72c5744 tempest-ListImageFiltersTestJSON-1053384997 tempest-ListImageFiltersTestJSON-1053384997-project] 10.222.0.68 "GET /v2.0/ports?device_id=6bf97f65-529d-4316-9785-5c086a4880b6 HTTP/1.1" status: 200 len: 210 time: 0.0502634 Jul 14 09:22:53.301842 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efc0893-c30d-4a3e-8b63-e164476ffdef req-23895791-65e4-41b1-800f-6234b9b6cc1b tempest-ListImageFiltersTestJSON-1053384997 tempest-ListImageFiltersTestJSON-1053384997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:53.302871 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-1efc0893-c30d-4a3e-8b63-e164476ffdef req-23895791-65e4-41b1-800f-6234b9b6cc1b tempest-ListImageFiltersTestJSON-1053384997 tempest-ListImageFiltersTestJSON-1053384997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:53.322337 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1efc0893-c30d-4a3e-8b63-e164476ffdef req-23895791-65e4-41b1-800f-6234b9b6cc1b tempest-ListImageFiltersTestJSON-1053384997 tempest-ListImageFiltersTestJSON-1053384997-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.1991100 Jul 14 09:22:53.352521 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-1efc0893-c30d-4a3e-8b63-e164476ffdef req-2449b433-02d6-487d-8ff9-03874c53f1d1 service neutron] Request body: {'port': {'device_id': 'f4ff6602-55fb-48e4-97e3-972a5ca4e95b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-29'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:22:53.528436 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [req-9a69a626-7cd5-4297-bb96-d8b0f4adcbc0 req-c3f7e992-81bb-46e3-ae76-4be47b51efb6 tempest-ImagesOneServerTestJSON-394452934 tempest-ImagesOneServerTestJSON-394452934-project] Allocated IP 192.168.233.169 (2244f7a1-04bd-42cd-9e86-31839b46f57f/85060e65-3b2f-4a6c-a04c-ce849daa5b3b/06b165cc-bc55-4adf-97ef-fbe40a9d9043) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:22:53.574295 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-308f1a82-799c-486a-808a-bb284b5cf4a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-704815'] for router, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:53.575193 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-308f1a82-799c-486a-808a-bb284b5cf4a8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 85a218d1-2222-4a83-89a1-ff1279d4d9b9 {{(pid=93958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:22:53.575969 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-1efc0893-c30d-4a3e-8b63-e164476ffdef req-2449b433-02d6-487d-8ff9-03874c53f1d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:53.597197 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-308f1a82-799c-486a-808a-bb284b5cf4a8 admin admin] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:53.599239 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-308f1a82-799c-486a-808a-bb284b5cf4a8 admin admin] 10.222.0.68 "DELETE /v2.0/routers/85a218d1-2222-4a83-89a1-ff1279d4d9b9 HTTP/1.1" status: 204 len: 168 time: 3.1731844 Jul 14 09:22:53.609427 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 43602) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:53.655598 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-57eedf4e-9026-4fce-87f9-c4afbea59f7f req-a8e6989a-d7b3-484b-adda-e4bddc024ec9 tempest-ImagesOneServerTestJSON-394452934 tempest-ImagesOneServerTestJSON-394452934-project] 10.222.0.68 "GET /v2.0/ports?device_id=64d82a60-565f-4e89-ba9f-f07d2d7465b3 HTTP/1.1" status: 200 len: 210 time: 0.0896261 Jul 14 09:22:53.764330 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-e11be79e-b737-4f9e-aeab-60b7883878ce None None] Provisioning for port 09a75d5d-afc2-4e3b-8495-348796064b86 completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:22:53.791578 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-e11be79e-b737-4f9e-aeab-60b7883878ce None None] Provisioning complete for port 09a75d5d-afc2-4e3b-8495-348796064b86 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:22:53.793057 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0da1c8-d802-4ae0-bbf4-96adf2752359 req-df6c5039-2900-453d-8393-df3f37914ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:53.793256 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e11be79e-b737-4f9e-aeab-60b7883878ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:53.795145 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ab0da1c8-d802-4ae0-bbf4-96adf2752359 req-df6c5039-2900-453d-8393-df3f37914ed0 service neutron] 10.222.0.65 "GET /v2.0/networks?id=57d73eca-dd61-4ba4-b5e5-9dd057773576 HTTP/1.1" status: 200 len: 916 time: 0.3932507 Jul 14 09:22:53.917305 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-e11be79e-b737-4f9e-aeab-60b7883878ce None None] Port 09a75d5d-afc2-4e3b-8495-348796064b86 cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:22:53.996570 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-5090aad5-010f-4322-8028-e4c57c94e22f admin admin] Deleting subnet 2a7909c7-d3f8-41cd-8b73-bc958e683ecf {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:22:54.040559 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5090aad5-010f-4322-8028-e4c57c94e22f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:54.121631 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ab0da1c8-d802-4ae0-bbf4-96adf2752359 req-4c0f2506-98d3-4738-b35c-d22c36bfe5e3 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2b4cac78-64c0-4e18-b738-cc2c5bb3c490 HTTP/1.1" status: 200 len: 217 time: 0.1430869 Jul 14 09:22:54.210141 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fa31d5-aa35-44ef-a685-b047ac034a61 req-a0a7ce75-7f39-409a-b902-cc12e19adb79 tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:54.215664 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716315e6-da38-449e-bd20-d4cbca5fb88c req-eb2f1f1c-94c6-4ff5-b07e-fbe416271589 tempest-AttachSCSIVolumeTestJSON-1894780193 tempest-AttachSCSIVolumeTestJSON-1894780193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:54.216999 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-c3fa31d5-aa35-44ef-a685-b047ac034a61 req-a0a7ce75-7f39-409a-b902-cc12e19adb79 tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] 10.222.0.68 "GET /v2.0/ports?device_id=a00e13f6-1621-454d-83ce-45af34355155 HTTP/1.1" status: 200 len: 946 time: 0.3699670 Jul 14 09:22:54.217756 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-716315e6-da38-449e-bd20-d4cbca5fb88c req-eb2f1f1c-94c6-4ff5-b07e-fbe416271589 tempest-AttachSCSIVolumeTestJSON-1894780193 tempest-AttachSCSIVolumeTestJSON-1894780193-project] 10.222.0.68 "GET /v2.0/ports?device_id=c85cc8aa-62e7-4f34-84f2-71eaccf379cb HTTP/1.1" status: 200 len: 943 time: 0.0992067 Jul 14 09:22:54.249081 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-9a69a626-7cd5-4297-bb96-d8b0f4adcbc0 req-c3f7e992-81bb-46e3-ae76-4be47b51efb6 tempest-ImagesOneServerTestJSON-394452934 tempest-ImagesOneServerTestJSON-394452934-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:54.254166 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5090aad5-010f-4322-8028-e4c57c94e22f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13574120'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:54.277571 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-716315e6-da38-449e-bd20-d4cbca5fb88c req-446b8665-7db8-4858-9d40-75c9ee990210 tempest-AttachSCSIVolumeTestJSON-1894780193 tempest-AttachSCSIVolumeTestJSON-1894780193-project] 10.222.0.68 "GET /v2.0/security-groups?id=8a6320d2-a97f-434c-90e0-33f2ea792d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506885 Jul 14 09:22:54.334491 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-c3fa31d5-aa35-44ef-a685-b047ac034a61 req-fae05236-eab5-42d3-a49b-77f87470fa41 tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] 10.222.0.68 "GET /v2.0/security-groups?id=c6f7d264-cbb5-40f9-9fec-5b9701ca674b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059210 Jul 14 09:22:54.334491 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-9a69a626-7cd5-4297-bb96-d8b0f4adcbc0 req-c3f7e992-81bb-46e3-ae76-4be47b51efb6 tempest-ImagesOneServerTestJSON-394452934 tempest-ImagesOneServerTestJSON-394452934-project] Transition to ACTIVE for port object 06b165cc-bc55-4adf-97ef-fbe40a9d9043 will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:22:54.465532 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5090aad5-010f-4322-8028-e4c57c94e22f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3481002'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:54.528248 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-9a69a626-7cd5-4297-bb96-d8b0f4adcbc0 req-c3f7e992-81bb-46e3-ae76-4be47b51efb6 tempest-ImagesOneServerTestJSON-394452934 tempest-ImagesOneServerTestJSON-394452934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:54.550767 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5090aad5-010f-4322-8028-e4c57c94e22f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13574056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16714573'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:54.620701 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090aad5-010f-4322-8028-e4c57c94e22f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a7909c7-d3f8-41cd-8b73-bc958e683ecf,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:54.645807 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5090aad5-010f-4322-8028-e4c57c94e22f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:54.648279 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-5090aad5-010f-4322-8028-e4c57c94e22f admin admin] 10.222.0.68 "DELETE /v2.0/subnets/2a7909c7-d3f8-41cd-8b73-bc958e683ecf HTTP/1.1" status: 204 len: 168 time: 1.0373869 Jul 14 09:22:54.649875 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c308037a-fbdc-445a-9628-8da04783f300 None None] Network 953a1b74-24d2-462c-9c6b-0494dc6ab921 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:22:54.650706 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a69a626-7cd5-4297-bb96-d8b0f4adcbc0 req-c3f7e992-81bb-46e3-ae76-4be47b51efb6 tempest-ImagesOneServerTestJSON-394452934 tempest-ImagesOneServerTestJSON-394452934-project] Network 2244f7a1-04bd-42cd-9e86-31839b46f57f is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:22:54.658204 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 43618) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:54.753207 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b1c6a340-5ad2-492b-8481-e775374903e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3876111'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:54.756831 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [req-9a69a626-7cd5-4297-bb96-d8b0f4adcbc0 req-c3f7e992-81bb-46e3-ae76-4be47b51efb6 tempest-ImagesOneServerTestJSON-394452934 tempest-ImagesOneServerTestJSON-394452934-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:22:54.765599 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a69a626-7cd5-4297-bb96-d8b0f4adcbc0 req-c3f7e992-81bb-46e3-ae76-4be47b51efb6 tempest-ImagesOneServerTestJSON-394452934 tempest-ImagesOneServerTestJSON-394452934-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:22:54.770978 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f7e992-81bb-46e3-ae76-4be47b51efb6 tempest-ImagesOneServerTestJSON-394452934 tempest-ImagesOneServerTestJSON-394452934-project] Pushing event updated for resources: {'Port': ['ID=06b165cc-bc55-4adf-97ef-fbe40a9d9043,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:54.897696 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 8bb49748-70c2-4092-8797-4950c30859fd no longer exists at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:22:54.906287 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5d3d49e1-fc89-41ca-8976-5b46c6b0a13c req-891d1854-4b9a-47a9-82c2-d20c44fb18c6 tempest-ListImageFiltersTestJSON-1053384997 tempest-ListImageFiltersTestJSON-1053384997-project] 10.222.0.68 "GET /v2.0/ports?device_id=6bf97f65-529d-4316-9785-5c086a4880b6 HTTP/1.1" status: 200 len: 210 time: 0.1021910 Jul 14 09:22:54.909524 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a69a626-7cd5-4297-bb96-d8b0f4adcbc0 req-c3f7e992-81bb-46e3-ae76-4be47b51efb6 tempest-ImagesOneServerTestJSON-394452934 tempest-ImagesOneServerTestJSON-394452934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:54.910150 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-9a69a626-7cd5-4297-bb96-d8b0f4adcbc0 req-c3f7e992-81bb-46e3-ae76-4be47b51efb6 tempest-ImagesOneServerTestJSON-394452934 tempest-ImagesOneServerTestJSON-394452934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:54.944614 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-9a69a626-7cd5-4297-bb96-d8b0f4adcbc0 req-c3f7e992-81bb-46e3-ae76-4be47b51efb6 tempest-ImagesOneServerTestJSON-394452934 tempest-ImagesOneServerTestJSON-394452934-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.4019828 Jul 14 09:22:54.974865 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-b1c6a340-5ad2-492b-8481-e775374903e2 admin admin] Deleting port a377a3cf-fd78-449a-b9d3-77b04ddd274f {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:22:54.975241 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b1c6a340-5ad2-492b-8481-e775374903e2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:54.981019 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] No Port match for: 8bb49748-70c2-4092-8797-4950c30859fd {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:22:54.981368 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 8bb49748-70c2-4092-8797-4950c30859fd not bound to the agent host n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:22:54.981530 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [req-9a69a626-7cd5-4297-bb96-d8b0f4adcbc0 req-a772f760-2c03-4a81-aac8-715ce4a4d4ff service neutron] Request body: {'port': {'device_id': '64d82a60-565f-4e89-ba9f-f07d2d7465b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-29'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:22:54.992835 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [req-1efc0893-c30d-4a3e-8b63-e164476ffdef req-2449b433-02d6-487d-8ff9-03874c53f1d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09a75d5d-afc2-4e3b-8495-348796064b86 {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:22:55.005204 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-1efc0893-c30d-4a3e-8b63-e164476ffdef req-2449b433-02d6-487d-8ff9-03874c53f1d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:55.026128 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [req-1efc0893-c30d-4a3e-8b63-e164476ffdef req-2449b433-02d6-487d-8ff9-03874c53f1d1 service neutron] Transition to ACTIVE for port object 09a75d5d-afc2-4e3b-8495-348796064b86 will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:22:55.034005 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-1efc0893-c30d-4a3e-8b63-e164476ffdef req-2449b433-02d6-487d-8ff9-03874c53f1d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:55.153785 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2449b433-02d6-487d-8ff9-03874c53f1d1 service neutron] Pushing event updated for resources: {'Port': ['ID=09a75d5d-afc2-4e3b-8495-348796064b86,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:55.161858 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5c93dd8e-a279-49bd-b029-47d09a5a6c66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:55.171003 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:55.232505 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-b1c6a340-5ad2-492b-8481-e775374903e2 admin admin] For port a377a3cf-fd78-449a-b9d3-77b04ddd274f, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=a377a3cf-fd78-449a-b9d3-77b04ddd274f,segment=NetworkSegment(b6458fe8-4b1d-4718-b89e-8e67f3faa60a),segment_id=b6458fe8-4b1d-4718-b89e-8e67f3faa60a)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:22:55.232871 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b1c6a340-5ad2-492b-8481-e775374903e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:55.270297 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-d0afc137-e316-4239-88ba-5516b5012ebb None None] Provisioning for port 06b165cc-bc55-4adf-97ef-fbe40a9d9043 completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:22:55.282023 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-d0afc137-e316-4239-88ba-5516b5012ebb None None] Provisioning complete for port 06b165cc-bc55-4adf-97ef-fbe40a9d9043 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:22:55.286709 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d0afc137-e316-4239-88ba-5516b5012ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:55.402230 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-1efc0893-c30d-4a3e-8b63-e164476ffdef req-2449b433-02d6-487d-8ff9-03874c53f1d1 service neutron] Attempting to bind port 09a75d5d-afc2-4e3b-8495-348796064b86 on host n-h2-779913-29 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:22:55.405355 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-1efc0893-c30d-4a3e-8b63-e164476ffdef req-2449b433-02d6-487d-8ff9-03874c53f1d1 service neutron] Attempting to bind port 09a75d5d-afc2-4e3b-8495-348796064b86 by drivers openvswitch,hyperv on host n-h2-779913-29 at level 0 using segments [{'id': '8f1c1422-de6c-445f-ab95-4e2c94585b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '2244f7a1-04bd-42cd-9e86-31839b46f57f'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:22:55.406101 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1efc0893-c30d-4a3e-8b63-e164476ffdef req-2449b433-02d6-487d-8ff9-03874c53f1d1 service neutron] Attempting to bind port 09a75d5d-afc2-4e3b-8495-348796064b86 on network 2244f7a1-04bd-42cd-9e86-31839b46f57f {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:22:55.416100 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1efc0893-c30d-4a3e-8b63-e164476ffdef req-2449b433-02d6-487d-8ff9-03874c53f1d1 service neutron] Port 09a75d5d-afc2-4e3b-8495-348796064b86 on network 2244f7a1-04bd-42cd-9e86-31839b46f57f not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-29 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:22:55.416819 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1efc0893-c30d-4a3e-8b63-e164476ffdef req-2449b433-02d6-487d-8ff9-03874c53f1d1 service neutron] Attempting to bind port 09a75d5d-afc2-4e3b-8495-348796064b86 on network 2244f7a1-04bd-42cd-9e86-31839b46f57f {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:22:55.432037 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1efc0893-c30d-4a3e-8b63-e164476ffdef req-2449b433-02d6-487d-8ff9-03874c53f1d1 service neutron] Checking agent: {'id': '013e4a3b-a634-47b8-b6a5-1a25109b73fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 13, 13), 'started_at': datetime.datetime(2021, 7, 14, 9, 13, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 22, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:22:55.432819 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1efc0893-c30d-4a3e-8b63-e164476ffdef req-2449b433-02d6-487d-8ff9-03874c53f1d1 service neutron] Checking segment: {'id': '8f1c1422-de6c-445f-ab95-4e2c94585b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '2244f7a1-04bd-42cd-9e86-31839b46f57f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:22:55.433676 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1efc0893-c30d-4a3e-8b63-e164476ffdef req-2449b433-02d6-487d-8ff9-03874c53f1d1 service neutron] Bound using segment: {'id': '8f1c1422-de6c-445f-ab95-4e2c94585b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '2244f7a1-04bd-42cd-9e86-31839b46f57f'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:22:55.434599 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-1efc0893-c30d-4a3e-8b63-e164476ffdef req-2449b433-02d6-487d-8ff9-03874c53f1d1 service neutron] Bound port: 09a75d5d-afc2-4e3b-8495-348796064b86, host: n-h2-779913-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f1c1422-de6c-445f-ab95-4e2c94585b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '2244f7a1-04bd-42cd-9e86-31839b46f57f'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:22:55.435247 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-1efc0893-c30d-4a3e-8b63-e164476ffdef req-2449b433-02d6-487d-8ff9-03874c53f1d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:55.475014 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-d0afc137-e316-4239-88ba-5516b5012ebb None None] Port 06b165cc-bc55-4adf-97ef-fbe40a9d9043 cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:22:55.477144 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84ba35cf-bb3a-4c0c-8841-c12bbdb879ec None None] DHCP port deletion for 953a1b74-24d2-462c-9c6b-0494dc6ab921 request from n-d-779913-29 {{(pid=93959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:22:55.676304 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-1efc0893-c30d-4a3e-8b63-e164476ffdef req-2449b433-02d6-487d-8ff9-03874c53f1d1 service neutron] For port 09a75d5d-afc2-4e3b-8495-348796064b86, host n-h2-779913-29, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:22:55.676663 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-84ba35cf-bb3a-4c0c-8841-c12bbdb879ec None None] Deleting port a377a3cf-fd78-449a-b9d3-77b04ddd274f {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:22:55.677077 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-84ba35cf-bb3a-4c0c-8841-c12bbdb879ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:55.700499 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-1efc0893-c30d-4a3e-8b63-e164476ffdef req-2449b433-02d6-487d-8ff9-03874c53f1d1 service neutron] For port 09a75d5d-afc2-4e3b-8495-348796064b86, host n-h2-779913-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=09a75d5d-afc2-4e3b-8495-348796064b86,segment=NetworkSegment(8f1c1422-de6c-445f-ab95-4e2c94585b2b),segment_id=8f1c1422-de6c-445f-ab95-4e2c94585b2b)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:22:55.712902 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-1efc0893-c30d-4a3e-8b63-e164476ffdef req-2449b433-02d6-487d-8ff9-03874c53f1d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:55.723220 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 43646) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:55.817930 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efc0893-c30d-4a3e-8b63-e164476ffdef req-2449b433-02d6-487d-8ff9-03874c53f1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:55.818570 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-1efc0893-c30d-4a3e-8b63-e164476ffdef req-2449b433-02d6-487d-8ff9-03874c53f1d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:55.820058 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1efc0893-c30d-4a3e-8b63-e164476ffdef req-2449b433-02d6-487d-8ff9-03874c53f1d1 service neutron] 10.222.0.57 "PUT /v2.0/ports/09a75d5d-afc2-4e3b-8495-348796064b86 HTTP/1.1" status: 200 len: 1096 time: 2.4830887 Jul 14 09:22:55.822781 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4ff6602-55fb-48e4-97e3-972a5ca4e95b', 'tag': '09a75d5d-afc2-4e3b-8495-348796064b86'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:22:55.824227 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-84ba35cf-bb3a-4c0c-8841-c12bbdb879ec None None] For port a377a3cf-fd78-449a-b9d3-77b04ddd274f, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=a377a3cf-fd78-449a-b9d3-77b04ddd274f,segment=NetworkSegment(b6458fe8-4b1d-4718-b89e-8e67f3faa60a),segment_id=b6458fe8-4b1d-4718-b89e-8e67f3faa60a)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:22:55.824887 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-84ba35cf-bb3a-4c0c-8841-c12bbdb879ec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:55.832339 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1fcb854-9c79-496d-9306-1d540a1db483" -d '{"events": [{"name": "network-changed", "server_uuid": "f4ff6602-55fb-48e4-97e3-972a5ca4e95b", "tag": "09a75d5d-afc2-4e3b-8495-348796064b86"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:22:55.868429 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64304770-ef54-4e88-a14f-b4edd63ed904 req-6c11cdb6-8af5-41fe-8e79-4ea4a2a56186 tempest-AttachSCSIVolumeTestJSON-1894780193 tempest-AttachSCSIVolumeTestJSON-1894780193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:55.875700 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-64304770-ef54-4e88-a14f-b4edd63ed904 req-6c11cdb6-8af5-41fe-8e79-4ea4a2a56186 tempest-AttachSCSIVolumeTestJSON-1894780193 tempest-AttachSCSIVolumeTestJSON-1894780193-project] 10.222.0.68 "GET /v2.0/ports?device_id=c85cc8aa-62e7-4f34-84f2-71eaccf379cb HTTP/1.1" status: 200 len: 943 time: 0.2568851 Jul 14 09:22:55.887564 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-84ba35cf-bb3a-4c0c-8841-c12bbdb879ec None None] Calling delete_port for a377a3cf-fd78-449a-b9d3-77b04ddd274f owned by network:dhcp {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:22:55.931605 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2449b433-02d6-487d-8ff9-03874c53f1d1 service neutron] Pushing event updated for resources: {'Port': ['ID=09a75d5d-afc2-4e3b-8495-348796064b86,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:55.952848 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-b1c6a340-5ad2-492b-8481-e775374903e2 admin admin] Calling delete_port for a377a3cf-fd78-449a-b9d3-77b04ddd274f owned by network:dhcp {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:22:55.998997 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-64304770-ef54-4e88-a14f-b4edd63ed904 req-587317bc-9690-4a00-b4db-2c6ccd7b7228 tempest-AttachSCSIVolumeTestJSON-1894780193 tempest-AttachSCSIVolumeTestJSON-1894780193-project] 10.222.0.68 "GET /v2.0/security-groups?id=8a6320d2-a97f-434c-90e0-33f2ea792d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222949 Jul 14 09:22:55.999178 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5ad31076-714c-49ec-bc37-f3d4cd90112a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:55.999825 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-59c739a9-21b2-4781-afec-eba6ff1162e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:56.014386 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-9a69a626-7cd5-4297-bb96-d8b0f4adcbc0 req-a772f760-2c03-4a81-aac8-715ce4a4d4ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:56.026349 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-84ba35cf-bb3a-4c0c-8841-c12bbdb879ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:56.038431 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efc0893-c30d-4a3e-8b63-e164476ffdef req-70f97e30-2b6a-430c-8a49-4802233608cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:56.039971 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1efc0893-c30d-4a3e-8b63-e164476ffdef req-70f97e30-2b6a-430c-8a49-4802233608cf service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=15e54b1fae6a44aeb5cf93d21384955d&device_id=f4ff6602-55fb-48e4-97e3-972a5ca4e95b HTTP/1.1" status: 200 len: 1099 time: 0.1510315 Jul 14 09:22:56.080590 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ba35cf-bb3a-4c0c-8841-c12bbdb879ec None None] Pushing event deleted for resources: {'Port': ['ID=a377a3cf-fd78-449a-b9d3-77b04ddd274f,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:56.091172 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ba35cf-bb3a-4c0c-8841-c12bbdb879ec None None] No DVR routers for this DVR port a377a3cf-fd78-449a-b9d3-77b04ddd274f on host n-d-779913-29 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:22:56.098714 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ba35cf-bb3a-4c0c-8841-c12bbdb879ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:22:56.099149 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ba35cf-bb3a-4c0c-8841-c12bbdb879ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:22:56.099500 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ba35cf-bb3a-4c0c-8841-c12bbdb879ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:22:56.099980 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ba35cf-bb3a-4c0c-8841-c12bbdb879ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:22:56.100320 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ba35cf-bb3a-4c0c-8841-c12bbdb879ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:22:56.103979 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ba35cf-bb3a-4c0c-8841-c12bbdb879ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:22:56.104318 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ba35cf-bb3a-4c0c-8841-c12bbdb879ec None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:22:56.104655 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ba35cf-bb3a-4c0c-8841-c12bbdb879ec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:22:56.104989 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ba35cf-bb3a-4c0c-8841-c12bbdb879ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:22:56.105618 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ba35cf-bb3a-4c0c-8841-c12bbdb879ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:22:56.105958 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ba35cf-bb3a-4c0c-8841-c12bbdb879ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:22:56.106287 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ba35cf-bb3a-4c0c-8841-c12bbdb879ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:22:56.125701 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1efc0893-c30d-4a3e-8b63-e164476ffdef req-7c76adca-549c-4747-be7f-9978164d837f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=09a75d5d-afc2-4e3b-8495-348796064b86 HTTP/1.1" status: 200 len: 217 time: 0.0666096 Jul 14 09:22:56.232834 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efc0893-c30d-4a3e-8b63-e164476ffdef req-e063efe8-402e-4c12-9433-947721a4d7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:56.234539 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1efc0893-c30d-4a3e-8b63-e164476ffdef req-e063efe8-402e-4c12-9433-947721a4d7b2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=85060e65-3b2f-4a6c-a04c-ce849daa5b3b HTTP/1.1" status: 200 len: 843 time: 0.0980372 Jul 14 09:22:56.241016 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f136bc11-f53f-490a-a55c-ae052be99130 req-57fd56f7-2702-4a0f-9c5e-af5d52032df7 tempest-ImagesOneServerTestJSON-394452934 tempest-ImagesOneServerTestJSON-394452934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:56.242590 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-f136bc11-f53f-490a-a55c-ae052be99130 req-57fd56f7-2702-4a0f-9c5e-af5d52032df7 tempest-ImagesOneServerTestJSON-394452934 tempest-ImagesOneServerTestJSON-394452934-project] 10.222.0.68 "GET /v2.0/ports?device_id=64d82a60-565f-4e89-ba9f-f07d2d7465b3 HTTP/1.1" status: 200 len: 936 time: 1.1882160 Jul 14 09:22:56.287878 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b1c6a340-5ad2-492b-8481-e775374903e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:56.314891 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-59c739a9-21b2-4781-afec-eba6ff1162e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:56.323342 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-59c739a9-21b2-4781-afec-eba6ff1162e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:56.334026 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c6a340-5ad2-492b-8481-e775374903e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=a377a3cf-fd78-449a-b9d3-77b04ddd274f,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:56.343983 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ace8585-3ab6-42c1-8c4c-53feec315cba req-79dbbad8-c2ba-4379-b12d-71a5c9aae2d5 tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:56.345839 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1ace8585-3ab6-42c1-8c4c-53feec315cba req-79dbbad8-c2ba-4379-b12d-71a5c9aae2d5 tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] 10.222.0.68 "GET /v2.0/ports?device_id=a00e13f6-1621-454d-83ce-45af34355155 HTTP/1.1" status: 200 len: 946 time: 0.1810887 Jul 14 09:22:56.357262 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c6a340-5ad2-492b-8481-e775374903e2 admin admin] No DVR routers for this DVR port a377a3cf-fd78-449a-b9d3-77b04ddd274f on host n-d-779913-29 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:22:56.375131 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-f136bc11-f53f-490a-a55c-ae052be99130 req-1ea5affd-05d9-479d-abf2-901a44bc1df4 tempest-ImagesOneServerTestJSON-394452934 tempest-ImagesOneServerTestJSON-394452934-project] 10.222.0.68 "GET /v2.0/security-groups?id=2b3d19fa-539f-4220-b7f3-c14068d57c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191919 Jul 14 09:22:56.436108 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1a0b4c07-4378-461f-b9ed-c417d090f6ff req-224cf623-f357-4862-80ed-0fbf49015e46 tempest-ListImageFiltersTestJSON-1053384997 tempest-ListImageFiltersTestJSON-1053384997-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=15e54b1fae6a44aeb5cf93d21384955d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1003571 Jul 14 09:22:56.468669 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-59c739a9-21b2-4781-afec-eba6ff1162e8 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=ae874553b27e492a9f1b0bbbdf87a9cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7400317 Jul 14 09:22:56.468669 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c739a9-21b2-4781-afec-eba6ff1162e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=758984dd-9011-4504-ab42-1bc2b01f6a5e,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:56.471529 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 43654) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:56.484564 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b1c6a340-5ad2-492b-8481-e775374903e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473955', 'neutron.services.segments.db._delete_segments_for_network-8735688326548'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:56.519283 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-b1c6a340-5ad2-492b-8481-e775374903e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['953a1b74-24d2-462c-9c6b-0494dc6ab921']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:22:56.521348 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efc0893-c30d-4a3e-8b63-e164476ffdef req-5731408d-b2c9-4991-855d-067f2f610cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:56.523101 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1efc0893-c30d-4a3e-8b63-e164476ffdef req-5731408d-b2c9-4991-855d-067f2f610cec service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2244f7a1-04bd-42cd-9e86-31839b46f57f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2808092 Jul 14 09:22:56.541139 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-b1c6a340-5ad2-492b-8481-e775374903e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6458fe8-4b1d-4718-b89e-8e67f3faa60a') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:22:56.541425 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-b1c6a340-5ad2-492b-8481-e775374903e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6458fe8-4b1d-4718-b89e-8e67f3faa60a') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:22:56.557056 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0da1c8-d802-4ae0-bbf4-96adf2752359 req-8eb543ee-a761-49e7-a67c-ee21d0899395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:56.558671 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ab0da1c8-d802-4ae0-bbf4-96adf2752359 req-8eb543ee-a761-49e7-a67c-ee21d0899395 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=1664812e-2238-49de-b4c3-f444f0b2849d HTTP/1.1" status: 200 len: 854 time: 0.2308304 Jul 14 09:22:56.564928 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b1c6a340-5ad2-492b-8481-e775374903e2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735688356235', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13574129'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:56.616430 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b1c6a340-5ad2-492b-8481-e775374903e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:56.621702 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1ace8585-3ab6-42c1-8c4c-53feec315cba req-6af6ab1e-36f5-4d52-9463-053a484dedfd tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] 10.222.0.68 "GET /v2.0/security-groups?id=c6f7d264-cbb5-40f9-9fec-5b9701ca674b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2457213 Jul 14 09:22:56.623240 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5537857b-8ecf-4b9d-adfd-d72953b98e0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:56.626284 n-d-779913-29 neutron-server[93958]: DEBUG neutron.notifiers.nova [req-9a69a626-7cd5-4297-bb96-d8b0f4adcbc0 req-a772f760-2c03-4a81-aac8-715ce4a4d4ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06b165cc-bc55-4adf-97ef-fbe40a9d9043 {{(pid=93958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:22:56.636407 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1c6a340-5ad2-492b-8481-e775374903e2 admin admin] Releasing vlan 714 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:22:56.646176 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b1c6a340-5ad2-492b-8481-e775374903e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13573126'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:56.646176 n-d-779913-29 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:22:56.646176 n-d-779913-29 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:22:56.646176 n-d-779913-29 neutron-server[93958]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:22:56.646176 n-d-779913-29 neutron-server[93958]: self.session.flush() Jul 14 09:22:56.646176 n-d-779913-29 neutron-server[93958]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:22:56.646176 n-d-779913-29 neutron-server[93958]: self.session.flush() Jul 14 09:22:56.646176 n-d-779913-29 neutron-server[93958]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:22:56.646176 n-d-779913-29 neutron-server[93958]: self.session.flush() Jul 14 09:22:56.646176 n-d-779913-29 neutron-server[93958]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:22:56.646176 n-d-779913-29 neutron-server[93958]: self.session.flush() Jul 14 09:22:56.646176 n-d-779913-29 neutron-server[93958]: Traceback (most recent call last): Jul 14 09:22:56.646176 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:22:56.646176 n-d-779913-29 neutron-server[93958]: timer() Jul 14 09:22:56.646176 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:22:56.646176 n-d-779913-29 neutron-server[93958]: cb(*args, **kw) Jul 14 09:22:56.646176 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:22:56.646176 n-d-779913-29 neutron-server[93958]: return func(*args, **kwargs) Jul 14 09:22:56.646176 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:22:56.646176 n-d-779913-29 neutron-server[93958]: self._notify() Jul 14 09:22:56.646176 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:22:56.646176 n-d-779913-29 neutron-server[93958]: self.callback(batched_events) Jul 14 09:22:56.646176 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:22:56.646176 n-d-779913-29 neutron-server[93958]: event.method(event) Jul 14 09:22:56.646176 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:22:56.646176 n-d-779913-29 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:22:56.646176 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:22:56.646176 n-d-779913-29 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:22:56.646176 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:22:56.646176 n-d-779913-29 neutron-server[93958]: return f(self, *a, **k) Jul 14 09:22:56.646176 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:22:56.646176 n-d-779913-29 neutron-server[93958]: return self._get(url).json() Jul 14 09:22:56.646176 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:22:56.646176 n-d-779913-29 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:22:56.646176 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:22:56.646176 n-d-779913-29 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 14 09:22:56.646176 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:22:56.646176 n-d-779913-29 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:22:56.646176 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:22:56.646176 n-d-779913-29 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:22:56.646176 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:22:56.646176 n-d-779913-29 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:22:56.646176 n-d-779913-29 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:22:56.655569 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-9a69a626-7cd5-4297-bb96-d8b0f4adcbc0 req-a772f760-2c03-4a81-aac8-715ce4a4d4ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:56.693992 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:22:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f001d676-70e8-4cd8-a1e4-8b6cc8d9781b x-openstack-request-id: req-f001d676-70e8-4cd8-a1e4-8b6cc8d9781b {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:22:56.694283 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4ff6602-55fb-48e4-97e3-972a5ca4e95b", "tag": "09a75d5d-afc2-4e3b-8495-348796064b86", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:22:56.694745 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-f001d676-70e8-4cd8-a1e4-8b6cc8d9781b {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:22:56.695332 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4ff6602-55fb-48e4-97e3-972a5ca4e95b', 'tag': '09a75d5d-afc2-4e3b-8495-348796064b86', 'status': 'completed', 'code': 200} Jul 14 09:22:56.708757 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5537857b-8ecf-4b9d-adfd-d72953b98e0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:56.718269 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0b4c07-4378-461f-b9ed-c417d090f6ff req-d9651d5f-aa3f-440d-8647-bd2a9a159973 tempest-ListImageFiltersTestJSON-1053384997 tempest-ListImageFiltersTestJSON-1053384997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:56.720683 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1a0b4c07-4378-461f-b9ed-c417d090f6ff req-d9651d5f-aa3f-440d-8647-bd2a9a159973 tempest-ListImageFiltersTestJSON-1053384997 tempest-ListImageFiltersTestJSON-1053384997-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2726347 Jul 14 09:22:56.731109 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-9a69a626-7cd5-4297-bb96-d8b0f4adcbc0 req-a772f760-2c03-4a81-aac8-715ce4a4d4ff service neutron] Transition to ACTIVE for port object 06b165cc-bc55-4adf-97ef-fbe40a9d9043 will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:22:56.742463 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-9a69a626-7cd5-4297-bb96-d8b0f4adcbc0 req-a772f760-2c03-4a81-aac8-715ce4a4d4ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13574142'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:56.746761 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1efc0893-c30d-4a3e-8b63-e164476ffdef req-b74a1101-0b5d-4cba-bc70-3d84d9969ff8 service neutron] 10.222.0.57 "GET /v2.0/networks/2244f7a1-04bd-42cd-9e86-31839b46f57f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2137566 Jul 14 09:22:56.749235 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0da1c8-d802-4ae0-bbf4-96adf2752359 req-26ac3ec1-f54d-4840-aa3a-5f2dbedd03c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:56.750953 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ab0da1c8-d802-4ae0-bbf4-96adf2752359 req-26ac3ec1-f54d-4840-aa3a-5f2dbedd03c9 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=57d73eca-dd61-4ba4-b5e5-9dd057773576&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1782475 Jul 14 09:22:56.763292 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-1a0b4c07-4378-461f-b9ed-c417d090f6ff req-86e00292-d333-439a-a9f7-989b2d9cfa57 tempest-ListImageFiltersTestJSON-1053384997 tempest-ListImageFiltersTestJSON-1053384997-project] Request body: {'port': {'device_id': '6bf97f65-529d-4316-9785-5c086a4880b6', 'network_id': '2244f7a1-04bd-42cd-9e86-31839b46f57f', 'admin_state_up': True, 'tenant_id': '15e54b1fae6a44aeb5cf93d21384955d'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:22:56.769050 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b1c6a340-5ad2-492b-8481-e775374903e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660504'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:56.801519 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b1c6a340-5ad2-492b-8481-e775374903e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:56.808864 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-b1c6a340-5ad2-492b-8481-e775374903e2 admin admin] 10.222.0.68 "DELETE /v2.0/networks/953a1b74-24d2-462c-9c6b-0494dc6ab921 HTTP/1.1" status: 204 len: 168 time: 2.1490209 Jul 14 09:22:56.820904 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device a377a3cf-fd78-449a-b9d3-77b04ddd274f no longer exists at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:22:56.832440 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c6a340-5ad2-492b-8481-e775374903e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=953a1b74-24d2-462c-9c6b-0494dc6ab921,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:56.844855 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a772f760-2c03-4a81-aac8-715ce4a4d4ff service neutron] Pushing event updated for resources: {'Port': ['ID=06b165cc-bc55-4adf-97ef-fbe40a9d9043,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:56.904350 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5537857b-8ecf-4b9d-adfd-d72953b98e0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:56.907021 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5537857b-8ecf-4b9d-adfd-d72953b98e0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:56.910543 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-5537857b-8ecf-4b9d-adfd-d72953b98e0f admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/758984dd-9011-4504-ab42-1bc2b01f6a5e HTTP/1.1" status: 204 len: 168 time: 0.4341555 Jul 14 09:22:56.913374 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] No Port match for: a377a3cf-fd78-449a-b9d3-77b04ddd274f {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:22:56.914755 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device a377a3cf-fd78-449a-b9d3-77b04ddd274f not bound to the agent host n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:22:56.927271 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5537857b-8ecf-4b9d-adfd-d72953b98e0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=758984dd-9011-4504-ab42-1bc2b01f6a5e,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:56.962304 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-9a69a626-7cd5-4297-bb96-d8b0f4adcbc0 req-a772f760-2c03-4a81-aac8-715ce4a4d4ff service neutron] Attempting to bind port 06b165cc-bc55-4adf-97ef-fbe40a9d9043 on host n-h2-779913-29 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:22:56.962863 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-9a69a626-7cd5-4297-bb96-d8b0f4adcbc0 req-a772f760-2c03-4a81-aac8-715ce4a4d4ff service neutron] Attempting to bind port 06b165cc-bc55-4adf-97ef-fbe40a9d9043 by drivers openvswitch,hyperv on host n-h2-779913-29 at level 0 using segments [{'id': '8f1c1422-de6c-445f-ab95-4e2c94585b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '2244f7a1-04bd-42cd-9e86-31839b46f57f'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:22:56.963187 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a69a626-7cd5-4297-bb96-d8b0f4adcbc0 req-a772f760-2c03-4a81-aac8-715ce4a4d4ff service neutron] Attempting to bind port 06b165cc-bc55-4adf-97ef-fbe40a9d9043 on network 2244f7a1-04bd-42cd-9e86-31839b46f57f {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:22:56.974897 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a69a626-7cd5-4297-bb96-d8b0f4adcbc0 req-a772f760-2c03-4a81-aac8-715ce4a4d4ff service neutron] Port 06b165cc-bc55-4adf-97ef-fbe40a9d9043 on network 2244f7a1-04bd-42cd-9e86-31839b46f57f not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-29 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:22:56.975090 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a69a626-7cd5-4297-bb96-d8b0f4adcbc0 req-a772f760-2c03-4a81-aac8-715ce4a4d4ff service neutron] Attempting to bind port 06b165cc-bc55-4adf-97ef-fbe40a9d9043 on network 2244f7a1-04bd-42cd-9e86-31839b46f57f {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:22:56.981180 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1efc0893-c30d-4a3e-8b63-e164476ffdef req-9572864d-0c98-4709-84ea-a990de0ff1f2 service neutron] 10.222.0.57 "GET /v2.0/networks/2244f7a1-04bd-42cd-9e86-31839b46f57f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2278860 Jul 14 09:22:56.997159 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a69a626-7cd5-4297-bb96-d8b0f4adcbc0 req-a772f760-2c03-4a81-aac8-715ce4a4d4ff service neutron] Checking agent: {'id': '013e4a3b-a634-47b8-b6a5-1a25109b73fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 13, 13), 'started_at': datetime.datetime(2021, 7, 14, 9, 13, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 22, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:22:56.997730 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a69a626-7cd5-4297-bb96-d8b0f4adcbc0 req-a772f760-2c03-4a81-aac8-715ce4a4d4ff service neutron] Checking segment: {'id': '8f1c1422-de6c-445f-ab95-4e2c94585b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '2244f7a1-04bd-42cd-9e86-31839b46f57f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:22:56.998137 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a69a626-7cd5-4297-bb96-d8b0f4adcbc0 req-a772f760-2c03-4a81-aac8-715ce4a4d4ff service neutron] Bound using segment: {'id': '8f1c1422-de6c-445f-ab95-4e2c94585b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '2244f7a1-04bd-42cd-9e86-31839b46f57f'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:22:56.999839 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-9a69a626-7cd5-4297-bb96-d8b0f4adcbc0 req-a772f760-2c03-4a81-aac8-715ce4a4d4ff service neutron] Bound port: 06b165cc-bc55-4adf-97ef-fbe40a9d9043, host: n-h2-779913-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f1c1422-de6c-445f-ab95-4e2c94585b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '2244f7a1-04bd-42cd-9e86-31839b46f57f'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:22:57.001112 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-9a69a626-7cd5-4297-bb96-d8b0f4adcbc0 req-a772f760-2c03-4a81-aac8-715ce4a4d4ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:57.010180 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-87f2c499-b633-49ed-95df-fd1b6699cfcb req-49983ce4-f6bd-4a3c-9393-cdbb17c5db00 tempest-ListImageFiltersTestJSON-1053384997 tempest-ListImageFiltersTestJSON-1053384997-project] 10.222.0.68 "GET /v2.0/ports?device_id=6bf97f65-529d-4316-9785-5c086a4880b6 HTTP/1.1" status: 200 len: 210 time: 0.1128995 Jul 14 09:22:57.116579 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 43662) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:57.131441 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-9a69a626-7cd5-4297-bb96-d8b0f4adcbc0 req-a772f760-2c03-4a81-aac8-715ce4a4d4ff service neutron] For port 06b165cc-bc55-4adf-97ef-fbe40a9d9043, host n-h2-779913-29, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:22:57.138766 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-9a69a626-7cd5-4297-bb96-d8b0f4adcbc0 req-a772f760-2c03-4a81-aac8-715ce4a4d4ff service neutron] For port 06b165cc-bc55-4adf-97ef-fbe40a9d9043, host n-h2-779913-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=06b165cc-bc55-4adf-97ef-fbe40a9d9043,segment=NetworkSegment(8f1c1422-de6c-445f-ab95-4e2c94585b2b),segment_id=8f1c1422-de6c-445f-ab95-4e2c94585b2b)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:22:57.141037 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ab0da1c8-d802-4ae0-bbf4-96adf2752359 req-b50f6f37-2b83-49ae-a2db-e8be8f25b8d9 service neutron] 10.222.0.65 "GET /v2.0/networks/57d73eca-dd61-4ba4-b5e5-9dd057773576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3709886 Jul 14 09:22:57.151072 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-9a69a626-7cd5-4297-bb96-d8b0f4adcbc0 req-a772f760-2c03-4a81-aac8-715ce4a4d4ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13574142'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:57.223323 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a69a626-7cd5-4297-bb96-d8b0f4adcbc0 req-a772f760-2c03-4a81-aac8-715ce4a4d4ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:57.224665 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-9a69a626-7cd5-4297-bb96-d8b0f4adcbc0 req-a772f760-2c03-4a81-aac8-715ce4a4d4ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:57.227381 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-9a69a626-7cd5-4297-bb96-d8b0f4adcbc0 req-a772f760-2c03-4a81-aac8-715ce4a4d4ff service neutron] 10.222.0.57 "PUT /v2.0/ports/06b165cc-bc55-4adf-97ef-fbe40a9d9043 HTTP/1.1" status: 200 len: 1097 time: 2.2657526 Jul 14 09:22:57.229259 n-d-779913-29 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64d82a60-565f-4e89-ba9f-f07d2d7465b3', 'tag': '06b165cc-bc55-4adf-97ef-fbe40a9d9043'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:22:57.231953 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cb48f044f948e981f43897c8d7f1332f741dc7af2b4c5a6e19d8f4a80f708e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54b5204e-241d-4fe8-a2d9-166fd98a2748" -d '{"events": [{"name": "network-changed", "server_uuid": "64d82a60-565f-4e89-ba9f-f07d2d7465b3", "tag": "06b165cc-bc55-4adf-97ef-fbe40a9d9043"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:22:57.255008 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a772f760-2c03-4a81-aac8-715ce4a4d4ff service neutron] Pushing event updated for resources: {'Port': ['ID=06b165cc-bc55-4adf-97ef-fbe40a9d9043,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:57.270865 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a0b4c07-4378-461f-b9ed-c417d090f6ff req-86e00292-d333-439a-a9f7-989b2d9cfa57 tempest-ListImageFiltersTestJSON-1053384997 tempest-ListImageFiltersTestJSON-1053384997-project] Made reservation on behalf of 15e54b1fae6a44aeb5cf93d21384955d for: {'port': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:22:57.274306 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-1a0b4c07-4378-461f-b9ed-c417d090f6ff req-86e00292-d333-439a-a9f7-989b2d9cfa57 tempest-ListImageFiltersTestJSON-1053384997 tempest-ListImageFiltersTestJSON-1053384997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:57.306133 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-c0bf97c3-2564-4f83-ab45-f9c8a9daafd9 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=28b6813f5a264ae88dfe0c89b7113e35&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1859093 Jul 14 09:22:57.306862 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 43668) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:57.344515 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:22:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb02fb5a-e198-43e7-8e40-5d31458adaf5 x-openstack-request-id: req-eb02fb5a-e198-43e7-8e40-5d31458adaf5 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:22:57.344851 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64d82a60-565f-4e89-ba9f-f07d2d7465b3", "tag": "06b165cc-bc55-4adf-97ef-fbe40a9d9043", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:22:57.345208 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-eb02fb5a-e198-43e7-8e40-5d31458adaf5 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:22:57.345705 n-d-779913-29 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64d82a60-565f-4e89-ba9f-f07d2d7465b3', 'tag': '06b165cc-bc55-4adf-97ef-fbe40a9d9043', 'status': 'completed', 'code': 200} Jul 14 09:22:57.439566 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e96fc64-1aa3-4f59-8d4a-78be9fc2297c req-03fc6c6f-ddf7-4d1e-acd0-8e1914b3ccdf tempest-AttachSCSIVolumeTestJSON-1894780193 tempest-AttachSCSIVolumeTestJSON-1894780193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:57.441371 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-6e96fc64-1aa3-4f59-8d4a-78be9fc2297c req-03fc6c6f-ddf7-4d1e-acd0-8e1914b3ccdf tempest-AttachSCSIVolumeTestJSON-1894780193 tempest-AttachSCSIVolumeTestJSON-1894780193-project] 10.222.0.68 "GET /v2.0/ports?device_id=c85cc8aa-62e7-4f34-84f2-71eaccf379cb HTTP/1.1" status: 200 len: 943 time: 0.1754634 Jul 14 09:22:57.490019 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a69a626-7cd5-4297-bb96-d8b0f4adcbc0 req-3d937499-4fac-4b52-82d5-5bbcc8fc6759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:57.493292 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-9a69a626-7cd5-4297-bb96-d8b0f4adcbc0 req-3d937499-4fac-4b52-82d5-5bbcc8fc6759 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5c25eff277334014b367d16a82a1dc76&device_id=64d82a60-565f-4e89-ba9f-f07d2d7465b3 HTTP/1.1" status: 200 len: 1100 time: 0.1513982 Jul 14 09:22:57.525019 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-6e96fc64-1aa3-4f59-8d4a-78be9fc2297c req-601c667d-410c-4300-ba67-d64e56ea113a tempest-AttachSCSIVolumeTestJSON-1894780193 tempest-AttachSCSIVolumeTestJSON-1894780193-project] 10.222.0.68 "GET /v2.0/security-groups?id=8a6320d2-a97f-434c-90e0-33f2ea792d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733025 Jul 14 09:22:57.566907 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-9a69a626-7cd5-4297-bb96-d8b0f4adcbc0 req-ae97ef55-b9c4-4e30-8222-b2b5e6d22dbc service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=06b165cc-bc55-4adf-97ef-fbe40a9d9043 HTTP/1.1" status: 200 len: 217 time: 0.0546417 Jul 14 09:22:57.608687 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5bbe322f-3f67-4864-bc0a-91afe44d23e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:57.641882 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a69a626-7cd5-4297-bb96-d8b0f4adcbc0 req-b3eb5c16-a070-464a-918f-5af31104b554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:57.643425 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-9a69a626-7cd5-4297-bb96-d8b0f4adcbc0 req-b3eb5c16-a070-464a-918f-5af31104b554 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=85060e65-3b2f-4a6c-a04c-ce849daa5b3b HTTP/1.1" status: 200 len: 843 time: 0.0719004 Jul 14 09:22:57.663122 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 43676) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:57.695793 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-746cbc04-bdc7-451c-a937-2bbec2c79d61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:57.753815 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a69a626-7cd5-4297-bb96-d8b0f4adcbc0 req-fcd1d27f-9ad8-4149-afdb-a2af3e3eb6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:57.755370 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-9a69a626-7cd5-4297-bb96-d8b0f4adcbc0 req-fcd1d27f-9ad8-4149-afdb-a2af3e3eb6d2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2244f7a1-04bd-42cd-9e86-31839b46f57f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1024232 Jul 14 09:22:57.849018 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ab0da1c8-d802-4ae0-bbf4-96adf2752359 req-0611ee62-9ef7-412a-938d-ddcf5d547b5d service neutron] 10.222.0.65 "GET /v2.0/networks/57d73eca-dd61-4ba4-b5e5-9dd057773576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6972499 Jul 14 09:22:57.882541 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fcb854-9c79-496d-9306-1d540a1db483 req-d2de7919-90e0-46d7-b8e6-146749a30b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:57.884030 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e1fcb854-9c79-496d-9306-1d540a1db483 req-d2de7919-90e0-46d7-b8e6-146749a30b94 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=15e54b1fae6a44aeb5cf93d21384955d&device_id=f4ff6602-55fb-48e4-97e3-972a5ca4e95b HTTP/1.1" status: 200 len: 1099 time: 0.6470151 Jul 14 09:22:57.923503 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-746cbc04-bdc7-451c-a937-2bbec2c79d61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:57.933151 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-746cbc04-bdc7-451c-a937-2bbec2c79d61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:57.947801 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-9a69a626-7cd5-4297-bb96-d8b0f4adcbc0 req-4df726c2-03bc-4e7a-89f8-91507f9b005b service neutron] 10.222.0.57 "GET /v2.0/networks/2244f7a1-04bd-42cd-9e86-31839b46f57f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1826944 Jul 14 09:22:57.992751 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-31d3f780-11d0-44a8-b09e-7fc052087256 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:58.026048 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746cbc04-bdc7-451c-a937-2bbec2c79d61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d6d49ae-b9c0-4a0e-830e-bfd5f17868e3,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:58.033264 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-746cbc04-bdc7-451c-a937-2bbec2c79d61 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=86873dd35d7d496cba30f27090430e92&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3659770 Jul 14 09:22:58.033961 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 43680) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:58.041577 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e78470b-4ef6-42ba-b946-16c682dbef5b req-e7d054ce-5f87-4344-9140-fefa3bee8106 tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:58.043090 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-5e78470b-4ef6-42ba-b946-16c682dbef5b req-e7d054ce-5f87-4344-9140-fefa3bee8106 tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] 10.222.0.68 "GET /v2.0/ports?device_id=a00e13f6-1621-454d-83ce-45af34355155 HTTP/1.1" status: 200 len: 946 time: 0.2115629 Jul 14 09:22:58.046009 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-31d3f780-11d0-44a8-b09e-7fc052087256 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:58.064572 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca94dcb7-52ab-4ba8-a7dc-d59737ab0f94 req-8d90d89a-ca73-46b2-9e44-b6860925e555 tempest-ImagesOneServerTestJSON-394452934 tempest-ImagesOneServerTestJSON-394452934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:58.066106 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ca94dcb7-52ab-4ba8-a7dc-d59737ab0f94 req-8d90d89a-ca73-46b2-9e44-b6860925e555 tempest-ImagesOneServerTestJSON-394452934 tempest-ImagesOneServerTestJSON-394452934-project] 10.222.0.68 "GET /v2.0/ports?device_id=64d82a60-565f-4e89-ba9f-f07d2d7465b3 HTTP/1.1" status: 200 len: 948 time: 0.2496226 Jul 14 09:22:58.089424 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [req-1a0b4c07-4378-461f-b9ed-c417d090f6ff req-86e00292-d333-439a-a9f7-989b2d9cfa57 tempest-ListImageFiltersTestJSON-1053384997 tempest-ListImageFiltersTestJSON-1053384997-project] Allocated IP 192.168.233.170 (2244f7a1-04bd-42cd-9e86-31839b46f57f/85060e65-3b2f-4a6c-a04c-ce849daa5b3b/ad7e1bee-81c7-440c-894d-8418ad112935) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:22:58.137504 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-9a69a626-7cd5-4297-bb96-d8b0f4adcbc0 req-0c95cc94-77e5-4243-8e76-f9d0bbabb1e5 service neutron] 10.222.0.57 "GET /v2.0/networks/2244f7a1-04bd-42cd-9e86-31839b46f57f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1777642 Jul 14 09:22:58.143031 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fcb854-9c79-496d-9306-1d540a1db483 req-0689ea8d-35bb-4958-81c2-9297edd42967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:58.144492 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e1fcb854-9c79-496d-9306-1d540a1db483 req-0689ea8d-35bb-4958-81c2-9297edd42967 service neutron] 10.222.0.57 "GET /v2.0/networks?id=2244f7a1-04bd-42cd-9e86-31839b46f57f HTTP/1.1" status: 200 len: 870 time: 0.2454267 Jul 14 09:22:58.145266 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-5e78470b-4ef6-42ba-b946-16c682dbef5b req-43d8dcc1-baf8-4b44-923d-10e5e091fc6c tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] 10.222.0.68 "GET /v2.0/security-groups?id=c6f7d264-cbb5-40f9-9fec-5b9701ca674b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842140 Jul 14 09:22:58.159059 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1fc5e0e9-b1df-4f08-b798-b746ab3e9a63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:58.194546 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1fc5e0e9-b1df-4f08-b798-b746ab3e9a63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:58.220664 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ca94dcb7-52ab-4ba8-a7dc-d59737ab0f94 req-d3b0f4ec-a5b8-4da3-993d-44455547be76 tempest-ImagesOneServerTestJSON-394452934 tempest-ImagesOneServerTestJSON-394452934-project] 10.222.0.68 "GET /v2.0/security-groups?id=2b3d19fa-539f-4220-b7f3-c14068d57c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445427 Jul 14 09:22:58.221923 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e1fcb854-9c79-496d-9306-1d540a1db483 req-1ce45044-2bb1-4322-bdef-c05ab4ce90e0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=09a75d5d-afc2-4e3b-8495-348796064b86 HTTP/1.1" status: 200 len: 217 time: 0.0589769 Jul 14 09:22:58.257199 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-31d3f780-11d0-44a8-b09e-7fc052087256 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:58.259965 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-31d3f780-11d0-44a8-b09e-7fc052087256 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:58.263642 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-31d3f780-11d0-44a8-b09e-7fc052087256 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/f9a38dd2-100c-4516-96e4-d7402c7059ef HTTP/1.1" status: 204 len: 168 time: 0.9495833 Jul 14 09:22:58.333032 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d3f780-11d0-44a8-b09e-7fc052087256 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9a38dd2-100c-4516-96e4-d7402c7059ef,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:58.350137 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1fc5e0e9-b1df-4f08-b798-b746ab3e9a63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:58.352689 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1fc5e0e9-b1df-4f08-b798-b746ab3e9a63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:58.358086 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-1fc5e0e9-b1df-4f08-b798-b746ab3e9a63 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/6d6d49ae-b9c0-4a0e-830e-bfd5f17868e3 HTTP/1.1" status: 204 len: 168 time: 0.3137920 Jul 14 09:22:58.376457 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fcb854-9c79-496d-9306-1d540a1db483 req-a5a483f3-3489-4a77-88ce-d2d21789a6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:58.378238 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e1fcb854-9c79-496d-9306-1d540a1db483 req-a5a483f3-3489-4a77-88ce-d2d21789a6a8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=85060e65-3b2f-4a6c-a04c-ce849daa5b3b HTTP/1.1" status: 200 len: 843 time: 0.1222765 Jul 14 09:22:58.384737 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc5e0e9-b1df-4f08-b798-b746ab3e9a63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d6d49ae-b9c0-4a0e-830e-bfd5f17868e3,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:58.399096 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b5204e-241d-4fe8-a2d9-166fd98a2748 req-7d0ccb22-199c-4bf4-8723-e0c05ed7eb30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:58.400630 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-54b5204e-241d-4fe8-a2d9-166fd98a2748 req-7d0ccb22-199c-4bf4-8723-e0c05ed7eb30 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5c25eff277334014b367d16a82a1dc76&device_id=64d82a60-565f-4e89-ba9f-f07d2d7465b3 HTTP/1.1" status: 200 len: 1100 time: 0.1470692 Jul 14 09:22:58.444736 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-1a0b4c07-4378-461f-b9ed-c417d090f6ff req-86e00292-d333-439a-a9f7-989b2d9cfa57 tempest-ListImageFiltersTestJSON-1053384997 tempest-ListImageFiltersTestJSON-1053384997-project] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:58.460582 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [req-1a0b4c07-4378-461f-b9ed-c417d090f6ff req-86e00292-d333-439a-a9f7-989b2d9cfa57 tempest-ListImageFiltersTestJSON-1053384997 tempest-ListImageFiltersTestJSON-1053384997-project] Transition to ACTIVE for port object ad7e1bee-81c7-440c-894d-8418ad112935 will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:22:58.484611 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f826b9a3-3818-4037-aea8-4cc539ba6d1e req-e3c20f84-ffb7-4a97-b22e-7003c2984402 tempest-ListImageFiltersTestJSON-1053384997 tempest-ListImageFiltersTestJSON-1053384997-project] 10.222.0.68 "GET /v2.0/ports?device_id=6bf97f65-529d-4316-9785-5c086a4880b6 HTTP/1.1" status: 200 len: 210 time: 0.1108723 Jul 14 09:22:58.508923 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b5204e-241d-4fe8-a2d9-166fd98a2748 req-87122a47-eeff-4795-9a48-bf09e671dc97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:58.510504 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-54b5204e-241d-4fe8-a2d9-166fd98a2748 req-87122a47-eeff-4795-9a48-bf09e671dc97 service neutron] 10.222.0.57 "GET /v2.0/networks?id=2244f7a1-04bd-42cd-9e86-31839b46f57f HTTP/1.1" status: 200 len: 870 time: 0.1010146 Jul 14 09:22:58.551671 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-1a0b4c07-4378-461f-b9ed-c417d090f6ff req-86e00292-d333-439a-a9f7-989b2d9cfa57 tempest-ListImageFiltersTestJSON-1053384997 tempest-ListImageFiltersTestJSON-1053384997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:58.562311 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-54b5204e-241d-4fe8-a2d9-166fd98a2748 req-a8184495-1ea6-4568-b8c1-4d116bc9b065 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=06b165cc-bc55-4adf-97ef-fbe40a9d9043 HTTP/1.1" status: 200 len: 217 time: 0.0439742 Jul 14 09:22:58.623801 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b5204e-241d-4fe8-a2d9-166fd98a2748 req-1d5454cd-48a0-41ea-a389-3faa7263c4de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:58.625266 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-54b5204e-241d-4fe8-a2d9-166fd98a2748 req-1d5454cd-48a0-41ea-a389-3faa7263c4de service neutron] 10.222.0.57 "GET /v2.0/subnets?id=85060e65-3b2f-4a6c-a04c-ce849daa5b3b HTTP/1.1" status: 200 len: 843 time: 0.0557377 Jul 14 09:22:58.642847 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e00292-d333-439a-a9f7-989b2d9cfa57 tempest-ListImageFiltersTestJSON-1053384997 tempest-ListImageFiltersTestJSON-1053384997-project] Pushing event updated for resources: {'Port': ['ID=ad7e1bee-81c7-440c-894d-8418ad112935,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:58.647289 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a0b4c07-4378-461f-b9ed-c417d090f6ff req-86e00292-d333-439a-a9f7-989b2d9cfa57 tempest-ListImageFiltersTestJSON-1053384997 tempest-ListImageFiltersTestJSON-1053384997-project] Network 2244f7a1-04bd-42cd-9e86-31839b46f57f is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:22:58.650102 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [req-1a0b4c07-4378-461f-b9ed-c417d090f6ff req-86e00292-d333-439a-a9f7-989b2d9cfa57 tempest-ListImageFiltersTestJSON-1053384997 tempest-ListImageFiltersTestJSON-1053384997-project] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:22:58.653330 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a0b4c07-4378-461f-b9ed-c417d090f6ff req-86e00292-d333-439a-a9f7-989b2d9cfa57 tempest-ListImageFiltersTestJSON-1053384997 tempest-ListImageFiltersTestJSON-1053384997-project] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:22:58.700997 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fcb854-9c79-496d-9306-1d540a1db483 req-913dfca3-3c89-40f9-b7ea-4361d50860f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:58.702378 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e1fcb854-9c79-496d-9306-1d540a1db483 req-913dfca3-3c89-40f9-b7ea-4361d50860f3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2244f7a1-04bd-42cd-9e86-31839b46f57f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3089757 Jul 14 09:22:58.788087 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0b4c07-4378-461f-b9ed-c417d090f6ff req-86e00292-d333-439a-a9f7-989b2d9cfa57 tempest-ListImageFiltersTestJSON-1053384997 tempest-ListImageFiltersTestJSON-1053384997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:58.788980 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-1a0b4c07-4378-461f-b9ed-c417d090f6ff req-86e00292-d333-439a-a9f7-989b2d9cfa57 tempest-ListImageFiltersTestJSON-1053384997 tempest-ListImageFiltersTestJSON-1053384997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:58.815974 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b5204e-241d-4fe8-a2d9-166fd98a2748 req-439fb28d-d38d-402d-9bd0-2de093f40061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:58.817559 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-54b5204e-241d-4fe8-a2d9-166fd98a2748 req-439fb28d-d38d-402d-9bd0-2de093f40061 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2244f7a1-04bd-42cd-9e86-31839b46f57f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1853602 Jul 14 09:22:58.832403 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1a0b4c07-4378-461f-b9ed-c417d090f6ff req-86e00292-d333-439a-a9f7-989b2d9cfa57 tempest-ListImageFiltersTestJSON-1053384997 tempest-ListImageFiltersTestJSON-1053384997-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0802174 Jul 14 09:22:58.857127 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-1a0b4c07-4378-461f-b9ed-c417d090f6ff req-b07bfc19-76f0-4701-9b50-bb62044303e2 service neutron] Request body: {'port': {'device_id': '6bf97f65-529d-4316-9785-5c086a4880b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-29'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:22:58.900334 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e1fcb854-9c79-496d-9306-1d540a1db483 req-3641b1f9-7659-4d8e-9f2d-dd6449ca7e64 service neutron] 10.222.0.57 "GET /v2.0/networks/2244f7a1-04bd-42cd-9e86-31839b46f57f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1884980 Jul 14 09:22:58.978515 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c6725e-87e0-4a50-82d4-abd3a6f2c158 req-20171f8b-3c7a-431d-bbde-598909fd9197 tempest-AttachSCSIVolumeTestJSON-1894780193 tempest-AttachSCSIVolumeTestJSON-1894780193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:58.980596 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-f5c6725e-87e0-4a50-82d4-abd3a6f2c158 req-20171f8b-3c7a-431d-bbde-598909fd9197 tempest-AttachSCSIVolumeTestJSON-1894780193 tempest-AttachSCSIVolumeTestJSON-1894780193-project] 10.222.0.68 "GET /v2.0/ports?device_id=c85cc8aa-62e7-4f34-84f2-71eaccf379cb HTTP/1.1" status: 200 len: 943 time: 0.2525105 Jul 14 09:22:59.014701 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-1a0b4c07-4378-461f-b9ed-c417d090f6ff req-b07bfc19-76f0-4701-9b50-bb62044303e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:59.057528 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-f5c6725e-87e0-4a50-82d4-abd3a6f2c158 req-8fa01757-9afa-4469-8c78-333f34303f6d tempest-AttachSCSIVolumeTestJSON-1894780193 tempest-AttachSCSIVolumeTestJSON-1894780193-project] 10.222.0.68 "GET /v2.0/security-groups?id=8a6320d2-a97f-434c-90e0-33f2ea792d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701070 Jul 14 09:22:59.065931 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-54b5204e-241d-4fe8-a2d9-166fd98a2748 req-762a9205-50f1-4134-ba1a-f88a16e9b29b service neutron] 10.222.0.57 "GET /v2.0/networks/2244f7a1-04bd-42cd-9e86-31839b46f57f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2395146 Jul 14 09:22:59.066725 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c145fd40-d494-46fd-a428-7240730da211 None None] Provisioning for port ad7e1bee-81c7-440c-894d-8418ad112935 completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:22:59.071464 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c145fd40-d494-46fd-a428-7240730da211 None None] Provisioning complete for port ad7e1bee-81c7-440c-894d-8418ad112935 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:22:59.071844 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c145fd40-d494-46fd-a428-7240730da211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:59.138318 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-c145fd40-d494-46fd-a428-7240730da211 None None] Port ad7e1bee-81c7-440c-894d-8418ad112935 cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:22:59.171405 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e1fcb854-9c79-496d-9306-1d540a1db483 req-f487045c-44f8-4bf8-931a-cb198b8135d2 service neutron] 10.222.0.57 "GET /v2.0/networks/2244f7a1-04bd-42cd-9e86-31839b46f57f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2276635 Jul 14 09:22:59.225335 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-54b5204e-241d-4fe8-a2d9-166fd98a2748 req-ea3ecb43-632a-4262-b01b-e3666d683c90 service neutron] 10.222.0.57 "GET /v2.0/networks/2244f7a1-04bd-42cd-9e86-31839b46f57f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497905 Jul 14 09:22:59.412678 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ea44f6-c0a3-49ad-b97d-3ffeea9c5bec req-35a2d949-dc83-45ff-8f2f-b57a8b1916bd tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:59.414271 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-73ea44f6-c0a3-49ad-b97d-3ffeea9c5bec req-35a2d949-dc83-45ff-8f2f-b57a8b1916bd tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] 10.222.0.68 "GET /v2.0/ports?device_id=a00e13f6-1621-454d-83ce-45af34355155 HTTP/1.1" status: 200 len: 946 time: 0.1085413 Jul 14 09:22:59.448993 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcee3e41-3d2f-4322-a3fe-e54e9f0fac9c req-9805f343-c59c-4430-bdef-758c8e63e07b tempest-ImagesOneServerTestJSON-394452934 tempest-ImagesOneServerTestJSON-394452934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:59.450569 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-fcee3e41-3d2f-4322-a3fe-e54e9f0fac9c req-9805f343-c59c-4430-bdef-758c8e63e07b tempest-ImagesOneServerTestJSON-394452934 tempest-ImagesOneServerTestJSON-394452934-project] 10.222.0.68 "GET /v2.0/ports?device_id=64d82a60-565f-4e89-ba9f-f07d2d7465b3 HTTP/1.1" status: 200 len: 948 time: 0.0732436 Jul 14 09:22:59.455221 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 43736) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:59.459606 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 4e97f585-b63a-4c5f-aa74-c6255deea07f details requested by agent hyperv_n-h1-779913-29 with host n-h1-779913-29 {{(pid=93959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:22:59.471528 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 4e97f585-b63a-4c5f-aa74-c6255deea07f no longer exists at agent hyperv_n-h1-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:22:59.486916 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-73ea44f6-c0a3-49ad-b97d-3ffeea9c5bec req-330056ac-fc97-45f2-8cb0-f968a4f993c8 tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] 10.222.0.68 "GET /v2.0/security-groups?id=c6f7d264-cbb5-40f9-9fec-5b9701ca674b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665059 Jul 14 09:22:59.489067 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [req-1a0b4c07-4378-461f-b9ed-c417d090f6ff req-b07bfc19-76f0-4701-9b50-bb62044303e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad7e1bee-81c7-440c-894d-8418ad112935 {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:22:59.497112 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-1a0b4c07-4378-461f-b9ed-c417d090f6ff req-b07bfc19-76f0-4701-9b50-bb62044303e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:59.510530 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [req-1a0b4c07-4378-461f-b9ed-c417d090f6ff req-b07bfc19-76f0-4701-9b50-bb62044303e2 service neutron] Transition to ACTIVE for port object ad7e1bee-81c7-440c-894d-8418ad112935 will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:22:59.527548 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-1a0b4c07-4378-461f-b9ed-c417d090f6ff req-b07bfc19-76f0-4701-9b50-bb62044303e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:59.536662 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-fcee3e41-3d2f-4322-a3fe-e54e9f0fac9c req-ea13e22a-600e-4f2c-a1ec-5c4c0c106f19 tempest-ImagesOneServerTestJSON-394452934 tempest-ImagesOneServerTestJSON-394452934-project] 10.222.0.68 "GET /v2.0/security-groups?id=2b3d19fa-539f-4220-b7f3-c14068d57c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712218 Jul 14 09:22:59.623186 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07bfc19-76f0-4701-9b50-bb62044303e2 service neutron] Pushing event updated for resources: {'Port': ['ID=ad7e1bee-81c7-440c-894d-8418ad112935,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:59.654028 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:59.697593 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a00e13f6-1621-454d-83ce-45af34355155', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e97f585-b63a-4c5f-aa74-c6255deea07f'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:22:59.701275 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd62303f06773040a8a4e189dc46b4f565768c299abf8ab8e7739778b0bc3e97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-743b11ae-4c29-4c86-89ae-e41627a06642" -d '{"events": [{"server_uuid": "a00e13f6-1621-454d-83ce-45af34355155", "name": "network-vif-unplugged", "status": "completed", "tag": "4e97f585-b63a-4c5f-aa74-c6255deea07f"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:22:59.746669 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port 4e97f585-b63a-4c5f-aa74-c6255deea07f, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=4e97f585-b63a-4c5f-aa74-c6255deea07f,segment=NetworkSegment(24f71cf3-e685-41fb-a190-ed6a8e6e15df),segment_id=24f71cf3-e685-41fb-a190-ed6a8e6e15df)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:22:59.757749 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:59.768588 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port 4e97f585-b63a-4c5f-aa74-c6255deea07f, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=4e97f585-b63a-4c5f-aa74-c6255deea07f,segment=NetworkSegment(24f71cf3-e685-41fb-a190-ed6a8e6e15df),segment_id=24f71cf3-e685-41fb-a190-ed6a8e6e15df)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:22:59.795663 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-1a0b4c07-4378-461f-b9ed-c417d090f6ff req-b07bfc19-76f0-4701-9b50-bb62044303e2 service neutron] Attempting to bind port ad7e1bee-81c7-440c-894d-8418ad112935 on host n-h1-779913-29 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:22:59.796006 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-1a0b4c07-4378-461f-b9ed-c417d090f6ff req-b07bfc19-76f0-4701-9b50-bb62044303e2 service neutron] Attempting to bind port ad7e1bee-81c7-440c-894d-8418ad112935 by drivers openvswitch,hyperv on host n-h1-779913-29 at level 0 using segments [{'id': '8f1c1422-de6c-445f-ab95-4e2c94585b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '2244f7a1-04bd-42cd-9e86-31839b46f57f'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:22:59.796341 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a0b4c07-4378-461f-b9ed-c417d090f6ff req-b07bfc19-76f0-4701-9b50-bb62044303e2 service neutron] Attempting to bind port ad7e1bee-81c7-440c-894d-8418ad112935 on network 2244f7a1-04bd-42cd-9e86-31839b46f57f {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:22:59.807951 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a0b4c07-4378-461f-b9ed-c417d090f6ff req-b07bfc19-76f0-4701-9b50-bb62044303e2 service neutron] Port ad7e1bee-81c7-440c-894d-8418ad112935 on network 2244f7a1-04bd-42cd-9e86-31839b46f57f not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-29 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:22:59.808287 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a0b4c07-4378-461f-b9ed-c417d090f6ff req-b07bfc19-76f0-4701-9b50-bb62044303e2 service neutron] Attempting to bind port ad7e1bee-81c7-440c-894d-8418ad112935 on network 2244f7a1-04bd-42cd-9e86-31839b46f57f {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:22:59.810858 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Returning: {'device': '4e97f585-b63a-4c5f-aa74-c6255deea07f', 'network_id': '45aef019-274b-469c-97d8-96105ce8b0ca', 'port_id': '4e97f585-b63a-4c5f-aa74-c6255deea07f', 'mac_address': 'fa:16:3e:13:b6:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c324504c-1cf5-45e1-bd3c-3e78db8db5cb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:22:59.819672 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 09:22:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b577defa-03a4-426e-9e5b-d06f05214634 x-openstack-request-id: req-b577defa-03a4-426e-9e5b-d06f05214634 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:22:59.820067 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a00e13f6-1621-454d-83ce-45af34355155", "name": "network-vif-unplugged", "status": "completed", "tag": "4e97f585-b63a-4c5f-aa74-c6255deea07f", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:22:59.820454 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-b577defa-03a4-426e-9e5b-d06f05214634 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:22:59.820989 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a00e13f6-1621-454d-83ce-45af34355155', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e97f585-b63a-4c5f-aa74-c6255deea07f', 'code': 200} Jul 14 09:22:59.831407 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a0b4c07-4378-461f-b9ed-c417d090f6ff req-b07bfc19-76f0-4701-9b50-bb62044303e2 service neutron] Checking agent: {'id': 'de11e667-f145-47b0-bd09-334a7505938e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 13, 12), 'started_at': datetime.datetime(2021, 7, 14, 9, 13, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 22, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:22:59.831765 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a0b4c07-4378-461f-b9ed-c417d090f6ff req-b07bfc19-76f0-4701-9b50-bb62044303e2 service neutron] Checking segment: {'id': '8f1c1422-de6c-445f-ab95-4e2c94585b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '2244f7a1-04bd-42cd-9e86-31839b46f57f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:22:59.832158 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a0b4c07-4378-461f-b9ed-c417d090f6ff req-b07bfc19-76f0-4701-9b50-bb62044303e2 service neutron] Bound using segment: {'id': '8f1c1422-de6c-445f-ab95-4e2c94585b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '2244f7a1-04bd-42cd-9e86-31839b46f57f'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:22:59.832599 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-1a0b4c07-4378-461f-b9ed-c417d090f6ff req-b07bfc19-76f0-4701-9b50-bb62044303e2 service neutron] Bound port: ad7e1bee-81c7-440c-894d-8418ad112935, host: n-h1-779913-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f1c1422-de6c-445f-ab95-4e2c94585b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '2244f7a1-04bd-42cd-9e86-31839b46f57f'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:22:59.832973 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-1a0b4c07-4378-461f-b9ed-c417d090f6ff req-b07bfc19-76f0-4701-9b50-bb62044303e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:59.833991 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-efcd5d81-e628-4c87-b124-e39a3ddc0c56 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1211673640-network', 'tenant_id': 'e5bd5f21b8804ca19f5149f09a796e20'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:22:59.895560 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Pushing event updated for resources: {'Port': ['ID=4e97f585-b63a-4c5f-aa74-c6255deea07f,revision_number=6']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:59.903673 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:59.911617 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efcd5d81-e628-4c87-b124-e39a3ddc0c56 admin admin] Made reservation on behalf of e5bd5f21b8804ca19f5149f09a796e20 for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:22:59.918404 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-efcd5d81-e628-4c87-b124-e39a3ddc0c56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:59.924072 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e97f585-b63a-4c5f-aa74-c6255deea07f {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:22:59.931154 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-efcd5d81-e628-4c87-b124-e39a3ddc0c56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:59.946694 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3ad5a7-775c-4123-9dd5-bb1bc9e209e2 req-df6290f8-7a4e-4f03-aef6-562f085acb48 tempest-ListImageFiltersTestJSON-1053384997 tempest-ListImageFiltersTestJSON-1053384997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:59.950344 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-1a0b4c07-4378-461f-b9ed-c417d090f6ff req-b07bfc19-76f0-4701-9b50-bb62044303e2 service neutron] For port ad7e1bee-81c7-440c-894d-8418ad112935, host n-h1-779913-29, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:22:59.953900 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-8a3ad5a7-775c-4123-9dd5-bb1bc9e209e2 req-df6290f8-7a4e-4f03-aef6-562f085acb48 tempest-ListImageFiltersTestJSON-1053384997 tempest-ListImageFiltersTestJSON-1053384997-project] 10.222.0.68 "GET /v2.0/ports?device_id=6bf97f65-529d-4316-9785-5c086a4880b6 HTTP/1.1" status: 200 len: 948 time: 0.1927130 Jul 14 09:22:59.955893 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-1a0b4c07-4378-461f-b9ed-c417d090f6ff req-b07bfc19-76f0-4701-9b50-bb62044303e2 service neutron] For port ad7e1bee-81c7-440c-894d-8418ad112935, host n-h1-779913-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=ad7e1bee-81c7-440c-894d-8418ad112935,segment=NetworkSegment(8f1c1422-de6c-445f-ab95-4e2c94585b2b),segment_id=8f1c1422-de6c-445f-ab95-4e2c94585b2b)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:22:59.956320 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port 4e97f585-b63a-4c5f-aa74-c6255deea07f, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=4e97f585-b63a-4c5f-aa74-c6255deea07f,segment=NetworkSegment(24f71cf3-e685-41fb-a190-ed6a8e6e15df),segment_id=24f71cf3-e685-41fb-a190-ed6a8e6e15df)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:22:59.968099 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-1a0b4c07-4378-461f-b9ed-c417d090f6ff req-b07bfc19-76f0-4701-9b50-bb62044303e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:59.968526 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:59.970045 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 2b4cac78-64c0-4e18-b738-cc2c5bb3c490 details requested by agent hyperv_n-h1-779913-29 with host n-h1-779913-29 {{(pid=93959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:23:00.032745 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-8a3ad5a7-775c-4123-9dd5-bb1bc9e209e2 req-79e7a24e-7732-4321-b84a-71e50a76f440 tempest-ListImageFiltersTestJSON-1053384997 tempest-ListImageFiltersTestJSON-1053384997-project] 10.222.0.68 "GET /v2.0/security-groups?id=da82e49e-9c7c-4de8-83c4-70e57626d3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769658 Jul 14 09:23:00.054216 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07bfc19-76f0-4701-9b50-bb62044303e2 service neutron] Pushing event updated for resources: {'Port': ['ID=ad7e1bee-81c7-440c-894d-8418ad112935,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:00.078865 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0b4c07-4378-461f-b9ed-c417d090f6ff req-b07bfc19-76f0-4701-9b50-bb62044303e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:00.079715 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-1a0b4c07-4378-461f-b9ed-c417d090f6ff req-b07bfc19-76f0-4701-9b50-bb62044303e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:00.081388 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1a0b4c07-4378-461f-b9ed-c417d090f6ff req-b07bfc19-76f0-4701-9b50-bb62044303e2 service neutron] 10.222.0.65 "PUT /v2.0/ports/ad7e1bee-81c7-440c-894d-8418ad112935 HTTP/1.1" status: 200 len: 1097 time: 1.2293968 Jul 14 09:23:00.082072 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bf97f65-529d-4316-9785-5c086a4880b6', 'tag': 'ad7e1bee-81c7-440c-894d-8418ad112935'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:23:00.084926 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1d48697-be6f-4e61-b529-84d9ada8b902" -d '{"events": [{"name": "network-changed", "server_uuid": "6bf97f65-529d-4316-9785-5c086a4880b6", "tag": "ad7e1bee-81c7-440c-894d-8418ad112935"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:23:00.223394 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-efcd5d81-e628-4c87-b124-e39a3ddc0c56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:00.227966 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-efcd5d81-e628-4c87-b124-e39a3ddc0c56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:00.261556 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 09a75d5d-afc2-4e3b-8495-348796064b86 details requested by agent hyperv_n-h2-779913-29 with host n-h2-779913-29 {{(pid=93959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:23:00.278691 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:23:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d38375a6-5200-4ea9-9af5-26d77917a85e x-openstack-request-id: req-d38375a6-5200-4ea9-9af5-26d77917a85e {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:23:00.278989 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bf97f65-529d-4316-9785-5c086a4880b6", "tag": "ad7e1bee-81c7-440c-894d-8418ad112935", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:23:00.279247 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-d38375a6-5200-4ea9-9af5-26d77917a85e {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:23:00.279651 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bf97f65-529d-4316-9785-5c086a4880b6', 'tag': 'ad7e1bee-81c7-440c-894d-8418ad112935', 'status': 'completed', 'code': 200} Jul 14 09:23:00.299494 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efcd5d81-e628-4c87-b124-e39a3ddc0c56 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 725} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:23:00.300124 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0b4c07-4378-461f-b9ed-c417d090f6ff req-774ae432-0d80-4014-acda-3e5b3631030b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:00.302405 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1a0b4c07-4378-461f-b9ed-c417d090f6ff req-774ae432-0d80-4014-acda-3e5b3631030b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=15e54b1fae6a44aeb5cf93d21384955d&device_id=6bf97f65-529d-4316-9785-5c086a4880b6 HTTP/1.1" status: 200 len: 1100 time: 0.1535823 Jul 14 09:23:00.329225 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-efcd5d81-e628-4c87-b124-e39a3ddc0c56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:00.329602 n-d-779913-29 neutron-server[93958]: INFO neutron.db.segments_db [None req-efcd5d81-e628-4c87-b124-e39a3ddc0c56 admin admin] Added segment f7beb02c-4d0e-4120-bb1b-c214123133f4 of type vlan for network b56dcb4a-d8ad-44b4-a9ec-121d8728ab82 Jul 14 09:23:00.331309 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcd5d81-e628-4c87-b124-e39a3ddc0c56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed705774-8452-4fc0-9248-4d45ccd94d10,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:00.409121 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-efcd5d81-e628-4c87-b124-e39a3ddc0c56 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735687821325'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:00.427110 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edefd8c-5b60-42e7-a6ee-2f3038395692 req-0067523d-832f-4876-a973-3e8dd946bda8 tempest-AttachSCSIVolumeTestJSON-1894780193 tempest-AttachSCSIVolumeTestJSON-1894780193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:00.433990 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1a0b4c07-4378-461f-b9ed-c417d090f6ff req-0c3d78fd-dbfb-4286-bcec-9cd63859acd7 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.170&port_id=ad7e1bee-81c7-440c-894d-8418ad112935 HTTP/1.1" status: 200 len: 217 time: 0.1145501 Jul 14 09:23:00.434641 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-5edefd8c-5b60-42e7-a6ee-2f3038395692 req-0067523d-832f-4876-a973-3e8dd946bda8 tempest-AttachSCSIVolumeTestJSON-1894780193 tempest-AttachSCSIVolumeTestJSON-1894780193-project] 10.222.0.68 "GET /v2.0/ports?device_id=c85cc8aa-62e7-4f34-84f2-71eaccf379cb HTTP/1.1" status: 200 len: 943 time: 0.1822200 Jul 14 09:23:00.462316 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Pushing event updated for resources: {'Port': ['ID=4e97f585-b63a-4c5f-aa74-c6255deea07f,revision_number=7']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:00.495866 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-5edefd8c-5b60-42e7-a6ee-2f3038395692 req-2e70de34-48f2-4475-8fe5-222b965f34a0 tempest-AttachSCSIVolumeTestJSON-1894780193 tempest-AttachSCSIVolumeTestJSON-1894780193-project] 10.222.0.68 "GET /v2.0/security-groups?id=8a6320d2-a97f-434c-90e0-33f2ea792d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555556 Jul 14 09:23:00.501374 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port 2b4cac78-64c0-4e18-b738-cc2c5bb3c490, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=2b4cac78-64c0-4e18-b738-cc2c5bb3c490,segment=NetworkSegment(2712eb7d-f4d1-4601-b663-353f2362e579),segment_id=2712eb7d-f4d1-4601-b663-353f2362e579)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:23:00.505678 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 09a75d5d-afc2-4e3b-8495-348796064b86, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=09a75d5d-afc2-4e3b-8495-348796064b86,segment=NetworkSegment(8f1c1422-de6c-445f-ab95-4e2c94585b2b),segment_id=8f1c1422-de6c-445f-ab95-4e2c94585b2b)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:23:00.527507 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Returning: {'device': '2b4cac78-64c0-4e18-b738-cc2c5bb3c490', 'network_id': '57d73eca-dd61-4ba4-b5e5-9dd057773576', 'port_id': '2b4cac78-64c0-4e18-b738-cc2c5bb3c490', 'mac_address': 'fa:16:3e:dc:d8:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 730, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1664812e-2238-49de-b4c3-f444f0b2849d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:23:00.539023 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Returning: {'device': '09a75d5d-afc2-4e3b-8495-348796064b86', 'network_id': '2244f7a1-04bd-42cd-9e86-31839b46f57f', 'port_id': '09a75d5d-afc2-4e3b-8495-348796064b86', 'mac_address': 'fa:16:3e:e0:81:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 724, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85060e65-3b2f-4a6c-a04c-ce849daa5b3b', 'ip_address': '192.168.233.39'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:23:00.570635 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-efcd5d81-e628-4c87-b124-e39a3ddc0c56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:00.571563 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efcd5d81-e628-4c87-b124-e39a3ddc0c56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:00.572281 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-efcd5d81-e628-4c87-b124-e39a3ddc0c56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:00.582165 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0b4c07-4378-461f-b9ed-c417d090f6ff req-45a56c35-4cfe-4ef7-8790-352260ec6522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:00.586755 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1a0b4c07-4378-461f-b9ed-c417d090f6ff req-45a56c35-4cfe-4ef7-8790-352260ec6522 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=85060e65-3b2f-4a6c-a04c-ce849daa5b3b HTTP/1.1" status: 200 len: 843 time: 0.1483121 Jul 14 09:23:00.623529 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:00.627436 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:00.648324 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b4cac78-64c0-4e18-b738-cc2c5bb3c490 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:23:00.653198 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-efcd5d81-e628-4c87-b124-e39a3ddc0c56 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.1941252 Jul 14 09:23:00.653541 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 43770) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:00.659186 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-7ee4bc63-0e48-4bba-8929-752ed4fe3cb6 admin admin] Request body: {'subnet': {'network_id': 'b56dcb4a-d8ad-44b4-a9ec-121d8728ab82', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1211673640-subnet', 'tenant_id': 'e5bd5f21b8804ca19f5149f09a796e20', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:23:00.667651 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcd5d81-e628-4c87-b124-e39a3ddc0c56 admin admin] Pushing event updated for resources: {'Network': ['ID=b56dcb4a-d8ad-44b4-a9ec-121d8728ab82,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:00.677556 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port 2b4cac78-64c0-4e18-b738-cc2c5bb3c490, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=2b4cac78-64c0-4e18-b738-cc2c5bb3c490,segment=NetworkSegment(2712eb7d-f4d1-4601-b663-353f2362e579),segment_id=2712eb7d-f4d1-4601-b663-353f2362e579)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:23:00.681598 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Network b56dcb4a-d8ad-44b4-a9ec-121d8728ab82 details requested by agent ovs-agent-n-d-779913-29 with host n-d-779913-29 {{(pid=93959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:23:00.687431 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09a75d5d-afc2-4e3b-8495-348796064b86 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:23:00.691499 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ee4bc63-0e48-4bba-8929-752ed4fe3cb6 admin admin] Made reservation on behalf of e5bd5f21b8804ca19f5149f09a796e20 for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:23:00.694038 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7ee4bc63-0e48-4bba-8929-752ed4fe3cb6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16714600'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:00.704585 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:00.720767 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0b4c07-4378-461f-b9ed-c417d090f6ff req-6ffb4723-0705-4d7c-950e-4c05d30ec38b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:00.722660 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1a0b4c07-4378-461f-b9ed-c417d090f6ff req-6ffb4723-0705-4d7c-950e-4c05d30ec38b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2244f7a1-04bd-42cd-9e86-31839b46f57f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1298192 Jul 14 09:23:00.785181 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 09a75d5d-afc2-4e3b-8495-348796064b86, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=09a75d5d-afc2-4e3b-8495-348796064b86,segment=NetworkSegment(8f1c1422-de6c-445f-ab95-4e2c94585b2b),segment_id=8f1c1422-de6c-445f-ab95-4e2c94585b2b)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:23:00.803814 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:00.804467 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 06b165cc-bc55-4adf-97ef-fbe40a9d9043 details requested by agent hyperv_n-h2-779913-29 with host n-h2-779913-29 {{(pid=93959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:23:00.835741 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Pushing event updated for resources: {'Port': ['ID=2b4cac78-64c0-4e18-b738-cc2c5bb3c490,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:00.847603 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecad9c21-c24a-41aa-a05b-f6194fcffb7f req-894d6a61-e509-4f61-afc4-321a227fcf63 tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:00.854365 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ecad9c21-c24a-41aa-a05b-f6194fcffb7f req-894d6a61-e509-4f61-afc4-321a227fcf63 tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] 10.222.0.68 "GET /v2.0/ports?device_id=a00e13f6-1621-454d-83ce-45af34355155 HTTP/1.1" status: 200 len: 945 time: 0.1007538 Jul 14 09:23:00.875608 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 06b165cc-bc55-4adf-97ef-fbe40a9d9043, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=06b165cc-bc55-4adf-97ef-fbe40a9d9043,segment=NetworkSegment(8f1c1422-de6c-445f-ab95-4e2c94585b2b),segment_id=8f1c1422-de6c-445f-ab95-4e2c94585b2b)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:23:00.894796 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Returning: {'device': '06b165cc-bc55-4adf-97ef-fbe40a9d9043', 'network_id': '2244f7a1-04bd-42cd-9e86-31839b46f57f', 'port_id': '06b165cc-bc55-4adf-97ef-fbe40a9d9043', 'mac_address': 'fa:16:3e:b0:ca:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 724, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85060e65-3b2f-4a6c-a04c-ce849daa5b3b', 'ip_address': '192.168.233.169'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:23:00.911802 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ecad9c21-c24a-41aa-a05b-f6194fcffb7f req-a2d9e177-a35b-4c39-85c3-078d8b4b4bf0 tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] 10.222.0.68 "GET /v2.0/security-groups?id=c6f7d264-cbb5-40f9-9fec-5b9701ca674b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564847 Jul 14 09:23:00.918152 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1a0b4c07-4378-461f-b9ed-c417d090f6ff req-0ff58372-35fc-48cc-af8a-2925b83f3701 service neutron] 10.222.0.65 "GET /v2.0/networks/2244f7a1-04bd-42cd-9e86-31839b46f57f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1890371 Jul 14 09:23:00.944154 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Pushing event updated for resources: {'Port': ['ID=09a75d5d-afc2-4e3b-8495-348796064b86,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:00.961795 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:00.975649 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06b165cc-bc55-4adf-97ef-fbe40a9d9043 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:23:00.995602 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 06b165cc-bc55-4adf-97ef-fbe40a9d9043, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=06b165cc-bc55-4adf-97ef-fbe40a9d9043,segment=NetworkSegment(8f1c1422-de6c-445f-ab95-4e2c94585b2b),segment_id=8f1c1422-de6c-445f-ab95-4e2c94585b2b)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:23:01.002324 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:01.023567 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7ee4bc63-0e48-4bba-8929-752ed4fe3cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13573993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16714586'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:01.055464 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc45f00d-94a5-4948-8664-2a855bba78f1 req-6be9c8a7-4926-4076-b27d-10ce356f779b tempest-ImagesOneServerTestJSON-394452934 tempest-ImagesOneServerTestJSON-394452934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:01.056432 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] get_ports_and_sgs() called for port_ids ['4e97f585-b63a-4c5f-aa74-c6255deea07f'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:23:01.059683 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] get_ports_and_sgs() called for port_ids ['2b4cac78-64c0-4e18-b738-cc2c5bb3c490'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:23:01.062634 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-fc45f00d-94a5-4948-8664-2a855bba78f1 req-6be9c8a7-4926-4076-b27d-10ce356f779b tempest-ImagesOneServerTestJSON-394452934 tempest-ImagesOneServerTestJSON-394452934-project] 10.222.0.68 "GET /v2.0/ports?device_id=64d82a60-565f-4e89-ba9f-f07d2d7465b3 HTTP/1.1" status: 200 len: 948 time: 0.2023113 Jul 14 09:23:01.082478 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1a0b4c07-4378-461f-b9ed-c417d090f6ff req-f7056dc0-75d1-4302-8a3f-950148a07a02 service neutron] 10.222.0.65 "GET /v2.0/networks/2244f7a1-04bd-42cd-9e86-31839b46f57f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548176 Jul 14 09:23:01.101099 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ee4bc63-0e48-4bba-8929-752ed4fe3cb6 admin admin] Checking segment: {'id': 'f7beb02c-4d0e-4120-bb1b-c214123133f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'b56dcb4a-d8ad-44b4-a9ec-121d8728ab82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:23:01.101372 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ee4bc63-0e48-4bba-8929-752ed4fe3cb6 admin admin] Network hostable DHCP agents. Network: b56dcb4a-d8ad-44b4-a9ec-121d8728ab82, hostable agents: ['c6a09bd4-f72e-4283-a3ca-0bbca8a51081'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:23:01.111666 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-fc45f00d-94a5-4948-8664-2a855bba78f1 req-e6a6921c-13f2-4184-8155-995384b43884 tempest-ImagesOneServerTestJSON-394452934 tempest-ImagesOneServerTestJSON-394452934-project] 10.222.0.68 "GET /v2.0/security-groups?id=2b3d19fa-539f-4220-b7f3-c14068d57c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480311 Jul 14 09:23:01.117199 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee4bc63-0e48-4bba-8929-752ed4fe3cb6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f74b143-ffd5-4704-b1af-2cb474bd71e4,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:01.142510 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ee4bc63-0e48-4bba-8929-752ed4fe3cb6 admin admin] Network b56dcb4a-d8ad-44b4-a9ec-121d8728ab82 is scheduled to be hosted by DHCP agent c6a09bd4-f72e-4283-a3ca-0bbca8a51081 with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:23:01.160050 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-7ee4bc63-0e48-4bba-8929-752ed4fe3cb6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-29, b56dcb4a-d8ad-44b4-a9ec-121d8728ab82) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:23:01.166449 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ee4bc63-0e48-4bba-8929-752ed4fe3cb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:01.167531 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7ee4bc63-0e48-4bba-8929-752ed4fe3cb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:01.168585 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Pushing event updated for resources: {'Port': ['ID=06b165cc-bc55-4adf-97ef-fbe40a9d9043,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:01.184628 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6616a68a-1291-4d44-8d89-d8a1a4ba0048 None None] Network b56dcb4a-d8ad-44b4-a9ec-121d8728ab82 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:23:01.189073 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-7ee4bc63-0e48-4bba-8929-752ed4fe3cb6 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5344634 Jul 14 09:23:01.288778 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d48697-be6f-4e61-b529-84d9ada8b902 req-0bb8281b-7e1b-43d8-bd9e-6cb999fb7bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:01.294197 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e1d48697-be6f-4e61-b529-84d9ada8b902 req-0bb8281b-7e1b-43d8-bd9e-6cb999fb7bb1 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=15e54b1fae6a44aeb5cf93d21384955d&device_id=6bf97f65-529d-4316-9785-5c086a4880b6 HTTP/1.1" status: 200 len: 1100 time: 0.0997295 Jul 14 09:23:01.387800 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a031c4d-0402-4cc8-948e-ec439aa889da req-b87063ba-53ba-468a-b205-69bbc2f0ca0c tempest-ListImageFiltersTestJSON-1053384997 tempest-ListImageFiltersTestJSON-1053384997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:01.389660 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] get_ports_and_sgs() called for port_ids ['06b165cc-bc55-4adf-97ef-fbe40a9d9043'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:23:01.395580 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-3a031c4d-0402-4cc8-948e-ec439aa889da req-b87063ba-53ba-468a-b205-69bbc2f0ca0c tempest-ListImageFiltersTestJSON-1053384997 tempest-ListImageFiltersTestJSON-1053384997-project] 10.222.0.68 "GET /v2.0/ports?device_id=6bf97f65-529d-4316-9785-5c086a4880b6 HTTP/1.1" status: 200 len: 948 time: 0.1004570 Jul 14 09:23:01.396364 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] get_ports_and_sgs() called for port_ids ['09a75d5d-afc2-4e3b-8495-348796064b86'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:23:01.457247 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-3a031c4d-0402-4cc8-948e-ec439aa889da req-cdc7f565-0f64-4b02-8ed0-fbbd6c145e3d tempest-ListImageFiltersTestJSON-1053384997 tempest-ListImageFiltersTestJSON-1053384997-project] 10.222.0.68 "GET /v2.0/security-groups?id=da82e49e-9c7c-4de8-83c4-70e57626d3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600562 Jul 14 09:23:01.511961 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aedbbb45-e39b-464b-9b69-993739e940cf None None] Network b56dcb4a-d8ad-44b4-a9ec-121d8728ab82 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:23:01.512455 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d48697-be6f-4e61-b529-84d9ada8b902 req-2e2c1d99-dbd4-4b57-9eab-a33cbbb8ed77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:01.514663 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e1d48697-be6f-4e61-b529-84d9ada8b902 req-2e2c1d99-dbd4-4b57-9eab-a33cbbb8ed77 service neutron] 10.222.0.65 "GET /v2.0/networks?id=2244f7a1-04bd-42cd-9e86-31839b46f57f HTTP/1.1" status: 200 len: 870 time: 0.2139153 Jul 14 09:23:01.559782 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [req-44ba8a78-f18d-400d-ad03-b1f607aef08c req-73b30d5e-e039-450d-b20e-6d5d0123b059 tempest-SecurityGroupRulesTestJSON-2100127662 tempest-SecurityGroupRulesTestJSON-2100127662-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-239258925', 'description': 'tempest-description-1904879145'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:23:01.581301 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e1d48697-be6f-4e61-b529-84d9ada8b902 req-bf37ba90-ad82-4b2f-a9bd-f7efb558724e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.170&port_id=ad7e1bee-81c7-440c-894d-8418ad112935 HTTP/1.1" status: 200 len: 217 time: 0.0596921 Jul 14 09:23:01.595548 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-44ba8a78-f18d-400d-ad03-b1f607aef08c req-73b30d5e-e039-450d-b20e-6d5d0123b059 tempest-SecurityGroupRulesTestJSON-2100127662 tempest-SecurityGroupRulesTestJSON-2100127662-project] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:01.637436 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d48697-be6f-4e61-b529-84d9ada8b902 req-973c5fda-17fa-4995-a413-0733db149c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:01.639500 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e1d48697-be6f-4e61-b529-84d9ada8b902 req-973c5fda-17fa-4995-a413-0733db149c70 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=85060e65-3b2f-4a6c-a04c-ce849daa5b3b HTTP/1.1" status: 200 len: 843 time: 0.0521324 Jul 14 09:23:01.695717 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 43796) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:01.711448 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-44ba8a78-f18d-400d-ad03-b1f607aef08c req-73b30d5e-e039-450d-b20e-6d5d0123b059 tempest-SecurityGroupRulesTestJSON-2100127662 tempest-SecurityGroupRulesTestJSON-2100127662-project] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:01.716769 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-44ba8a78-f18d-400d-ad03-b1f607aef08c req-73b30d5e-e039-450d-b20e-6d5d0123b059 tempest-SecurityGroupRulesTestJSON-2100127662 tempest-SecurityGroupRulesTestJSON-2100127662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:01.746822 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-44ba8a78-f18d-400d-ad03-b1f607aef08c req-73b30d5e-e039-450d-b20e-6d5d0123b059 tempest-SecurityGroupRulesTestJSON-2100127662 tempest-SecurityGroupRulesTestJSON-2100127662-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:01.754138 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-44ba8a78-f18d-400d-ad03-b1f607aef08c req-73b30d5e-e039-450d-b20e-6d5d0123b059 tempest-SecurityGroupRulesTestJSON-2100127662 tempest-SecurityGroupRulesTestJSON-2100127662-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1991436 Jul 14 09:23:01.765038 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d48697-be6f-4e61-b529-84d9ada8b902 req-d6d9ae5d-a2c2-429d-a73d-cf857a888303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:01.767159 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e1d48697-be6f-4e61-b529-84d9ada8b902 req-d6d9ae5d-a2c2-429d-a73d-cf857a888303 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2244f7a1-04bd-42cd-9e86-31839b46f57f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1206326 Jul 14 09:23:01.792153 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b30d5e-e039-450d-b20e-6d5d0123b059 tempest-SecurityGroupRulesTestJSON-2100127662 tempest-SecurityGroupRulesTestJSON-2100127662-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ebe1bc4-53d7-489b-8a4c-8feabf0cbcb1,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:01.841174 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ca5117ef-96d2-4902-bf3c-9e549635bbd6 req-d0a41d9d-c25c-4b30-a30f-3587f2a8788e tempest-SecurityGroupRulesTestJSON-2100127662 tempest-SecurityGroupRulesTestJSON-2100127662-project] 10.222.0.68 "GET /v2.0/security-groups/7ebe1bc4-53d7-489b-8a4c-8feabf0cbcb1 HTTP/1.1" status: 200 len: 1804 time: 0.0616035 Jul 14 09:23:01.852801 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [req-ca5117ef-96d2-4902-bf3c-9e549635bbd6 req-f57796cd-0d78-4919-91b1-ba1926357555 tempest-SecurityGroupRulesTestJSON-2100127662 tempest-SecurityGroupRulesTestJSON-2100127662-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '7ebe1bc4-53d7-489b-8a4c-8feabf0cbcb1', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:23:01.853810 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [req-ca5117ef-96d2-4902-bf3c-9e549635bbd6 req-f57796cd-0d78-4919-91b1-ba1926357555 tempest-SecurityGroupRulesTestJSON-2100127662 tempest-SecurityGroupRulesTestJSON-2100127662-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '7ebe1bc4-53d7-489b-8a4c-8feabf0cbcb1', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:23:01.864120 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1a6d64de-25f4-43f0-8ca7-01bfe05d0d06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:01.907251 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0b12e1-76fd-4958-856c-061bfc4c7a6f req-fdb6072a-f9bc-4fab-860f-bfc92ed7652c tempest-AttachSCSIVolumeTestJSON-1894780193 tempest-AttachSCSIVolumeTestJSON-1894780193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:01.908719 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ac0b12e1-76fd-4958-856c-061bfc4c7a6f req-fdb6072a-f9bc-4fab-860f-bfc92ed7652c tempest-AttachSCSIVolumeTestJSON-1894780193 tempest-AttachSCSIVolumeTestJSON-1894780193-project] 10.222.0.68 "GET /v2.0/ports?device_id=c85cc8aa-62e7-4f34-84f2-71eaccf379cb HTTP/1.1" status: 200 len: 944 time: 0.1878355 Jul 14 09:23:01.932788 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-ca5117ef-96d2-4902-bf3c-9e549635bbd6 req-f57796cd-0d78-4919-91b1-ba1926357555 tempest-SecurityGroupRulesTestJSON-2100127662 tempest-SecurityGroupRulesTestJSON-2100127662-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:01.955506 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e1d48697-be6f-4e61-b529-84d9ada8b902 req-7a188e84-a0be-43c2-b8a5-273309bed9e9 service neutron] 10.222.0.65 "GET /v2.0/networks/2244f7a1-04bd-42cd-9e86-31839b46f57f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1733243 Jul 14 09:23:01.974090 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-ca5117ef-96d2-4902-bf3c-9e549635bbd6 req-f57796cd-0d78-4919-91b1-ba1926357555 tempest-SecurityGroupRulesTestJSON-2100127662 tempest-SecurityGroupRulesTestJSON-2100127662-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:01.979424 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-ca5117ef-96d2-4902-bf3c-9e549635bbd6 req-f57796cd-0d78-4919-91b1-ba1926357555 tempest-SecurityGroupRulesTestJSON-2100127662 tempest-SecurityGroupRulesTestJSON-2100127662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529131'] for security_group_rule, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:02.000715 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57796cd-0d78-4919-91b1-ba1926357555 tempest-SecurityGroupRulesTestJSON-2100127662 tempest-SecurityGroupRulesTestJSON-2100127662-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fae3f0d-787e-4b25-bc5c-fc0b54ff0fcc,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:02.045837 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ac0b12e1-76fd-4958-856c-061bfc4c7a6f req-bd1a65e4-5983-48ba-9266-d67a9dba7d27 tempest-AttachSCSIVolumeTestJSON-1894780193 tempest-AttachSCSIVolumeTestJSON-1894780193-project] 10.222.0.68 "GET /v2.0/security-groups?id=8a6320d2-a97f-434c-90e0-33f2ea792d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214216 Jul 14 09:23:02.111497 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e1d48697-be6f-4e61-b529-84d9ada8b902 req-00b1ab6c-f23f-4d0a-9687-2cbd24dfe00f service neutron] 10.222.0.65 "GET /v2.0/networks/2244f7a1-04bd-42cd-9e86-31839b46f57f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480415 Jul 14 09:23:02.134518 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1a6d64de-25f4-43f0-8ca7-01bfe05d0d06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:02.139817 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1a6d64de-25f4-43f0-8ca7-01bfe05d0d06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:02.145319 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-ca5117ef-96d2-4902-bf3c-9e549635bbd6 req-f57796cd-0d78-4919-91b1-ba1926357555 tempest-SecurityGroupRulesTestJSON-2100127662 tempest-SecurityGroupRulesTestJSON-2100127662-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:02.146690 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ca5117ef-96d2-4902-bf3c-9e549635bbd6 req-f57796cd-0d78-4919-91b1-ba1926357555 tempest-SecurityGroupRulesTestJSON-2100127662 tempest-SecurityGroupRulesTestJSON-2100127662-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2981851 Jul 14 09:23:02.207613 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6d64de-25f4-43f0-8ca7-01bfe05d0d06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a012ae2-912c-4679-8458-77bb5733df25,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:02.218381 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-1a6d64de-25f4-43f0-8ca7-01bfe05d0d06 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=401c4f7148594bf7a141593e32f29773&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5212638 Jul 14 09:23:02.218657 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 43808) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:02.298544 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec52e230-ab37-4fa5-9880-751e88d8431b req-47dfcc91-1c09-4a5d-a8cf-9ed34b34d921 tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:02.300066 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ec52e230-ab37-4fa5-9880-751e88d8431b req-47dfcc91-1c09-4a5d-a8cf-9ed34b34d921 tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] 10.222.0.68 "GET /v2.0/ports?device_id=a00e13f6-1621-454d-83ce-45af34355155 HTTP/1.1" status: 200 len: 945 time: 0.1456039 Jul 14 09:23:02.301173 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-30091677-5e7c-47b1-93a9-b12e279986b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:02.304636 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a50faf-dde7-4027-8626-540869fa3766 req-8ab1e476-8357-4e83-a521-9fe73f707c88 tempest-ImagesOneServerTestJSON-394452934 tempest-ImagesOneServerTestJSON-394452934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:02.306177 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-18a50faf-dde7-4027-8626-540869fa3766 req-8ab1e476-8357-4e83-a521-9fe73f707c88 tempest-ImagesOneServerTestJSON-394452934 tempest-ImagesOneServerTestJSON-394452934-project] 10.222.0.68 "GET /v2.0/ports?device_id=64d82a60-565f-4e89-ba9f-f07d2d7465b3 HTTP/1.1" status: 200 len: 949 time: 0.0625641 Jul 14 09:23:02.337523 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-30091677-5e7c-47b1-93a9-b12e279986b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:02.345316 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-18a50faf-dde7-4027-8626-540869fa3766 req-6e65b19a-67e8-4210-854d-77411b1f8fe7 tempest-ImagesOneServerTestJSON-394452934 tempest-ImagesOneServerTestJSON-394452934-project] 10.222.0.68 "GET /v2.0/security-groups?id=2b3d19fa-539f-4220-b7f3-c14068d57c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335956 Jul 14 09:23:02.367708 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ec52e230-ab37-4fa5-9880-751e88d8431b req-02649636-fd83-4220-9f59-eab6a118b176 tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] 10.222.0.68 "GET /v2.0/security-groups?id=c6f7d264-cbb5-40f9-9fec-5b9701ca674b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572081 Jul 14 09:23:02.385202 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [req-dcf26d3c-2148-4a59-81de-0b8c1d81ecee req-75b0b8a3-1348-43d2-bb97-1fdd7f0be6b6 tempest-SecurityGroupRulesTestJSON-2100127662 tempest-SecurityGroupRulesTestJSON-2100127662-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-420353585', 'description': 'tempest-description-1573056392'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:23:02.412943 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-dcf26d3c-2148-4a59-81de-0b8c1d81ecee req-75b0b8a3-1348-43d2-bb97-1fdd7f0be6b6 tempest-SecurityGroupRulesTestJSON-2100127662 tempest-SecurityGroupRulesTestJSON-2100127662-project] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:02.416255 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-30091677-5e7c-47b1-93a9-b12e279986b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:02.419182 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-30091677-5e7c-47b1-93a9-b12e279986b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:02.420522 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-30091677-5e7c-47b1-93a9-b12e279986b8 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/6a012ae2-912c-4679-8458-77bb5733df25 HTTP/1.1" status: 204 len: 168 time: 0.2002919 Jul 14 09:23:02.433281 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30091677-5e7c-47b1-93a9-b12e279986b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a012ae2-912c-4679-8458-77bb5733df25,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:02.513618 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-dcf26d3c-2148-4a59-81de-0b8c1d81ecee req-75b0b8a3-1348-43d2-bb97-1fdd7f0be6b6 tempest-SecurityGroupRulesTestJSON-2100127662 tempest-SecurityGroupRulesTestJSON-2100127662-project] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:02.517855 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-dcf26d3c-2148-4a59-81de-0b8c1d81ecee req-75b0b8a3-1348-43d2-bb97-1fdd7f0be6b6 tempest-SecurityGroupRulesTestJSON-2100127662 tempest-SecurityGroupRulesTestJSON-2100127662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:02.553559 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-dcf26d3c-2148-4a59-81de-0b8c1d81ecee req-75b0b8a3-1348-43d2-bb97-1fdd7f0be6b6 tempest-SecurityGroupRulesTestJSON-2100127662 tempest-SecurityGroupRulesTestJSON-2100127662-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:02.554807 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-dcf26d3c-2148-4a59-81de-0b8c1d81ecee req-75b0b8a3-1348-43d2-bb97-1fdd7f0be6b6 tempest-SecurityGroupRulesTestJSON-2100127662 tempest-SecurityGroupRulesTestJSON-2100127662-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1743605 Jul 14 09:23:02.558915 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b0b8a3-1348-43d2-bb97-1fdd7f0be6b6 tempest-SecurityGroupRulesTestJSON-2100127662 tempest-SecurityGroupRulesTestJSON-2100127662-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f31406eb-e9b2-48a2-a51f-65849ecd3785,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:02.695406 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0463636c-2ab3-48dc-8e4c-d90f92ada6bb req-33fe283d-4dde-432e-b599-77cbf34bdd63 tempest-ListImageFiltersTestJSON-1053384997 tempest-ListImageFiltersTestJSON-1053384997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:02.697181 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0463636c-2ab3-48dc-8e4c-d90f92ada6bb req-33fe283d-4dde-432e-b599-77cbf34bdd63 tempest-ListImageFiltersTestJSON-1053384997 tempest-ListImageFiltersTestJSON-1053384997-project] 10.222.0.68 "GET /v2.0/ports?device_id=6bf97f65-529d-4316-9785-5c086a4880b6 HTTP/1.1" status: 200 len: 948 time: 0.0728679 Jul 14 09:23:02.732482 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 43822) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:02.757243 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0463636c-2ab3-48dc-8e4c-d90f92ada6bb req-ac9e329c-fd2b-4c85-855e-ee9e2f402aa4 tempest-ListImageFiltersTestJSON-1053384997 tempest-ListImageFiltersTestJSON-1053384997-project] 10.222.0.68 "GET /v2.0/security-groups?id=da82e49e-9c7c-4de8-83c4-70e57626d3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532484 Jul 14 09:23:02.758161 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-439c3b48-9ccf-47a8-bb70-04177258ed7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:02.852922 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-70d329ac-488b-4a14-a419-4716bf23edc2 req-19da2c26-9048-42e8-b9ea-396924c7a5e3 tempest-SecurityGroupRulesTestJSON-2100127662 tempest-SecurityGroupRulesTestJSON-2100127662-project] 10.222.0.68 "GET /v2.0/security-groups/f31406eb-e9b2-48a2-a51f-65849ecd3785 HTTP/1.1" status: 200 len: 1804 time: 0.0650871 Jul 14 09:23:02.867699 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-70d329ac-488b-4a14-a419-4716bf23edc2 req-1e78ca76-649e-43bf-96ac-672ee7d67f4e tempest-SecurityGroupRulesTestJSON-2100127662 tempest-SecurityGroupRulesTestJSON-2100127662-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'f31406eb-e9b2-48a2-a51f-65849ecd3785', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:23:02.868022 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-70d329ac-488b-4a14-a419-4716bf23edc2 req-1e78ca76-649e-43bf-96ac-672ee7d67f4e tempest-SecurityGroupRulesTestJSON-2100127662 tempest-SecurityGroupRulesTestJSON-2100127662-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'f31406eb-e9b2-48a2-a51f-65849ecd3785', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:23:02.901713 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-439c3b48-9ccf-47a8-bb70-04177258ed7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:02.907604 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-439c3b48-9ccf-47a8-bb70-04177258ed7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:02.956299 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439c3b48-9ccf-47a8-bb70-04177258ed7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d086412-8030-4a25-b500-05f693ad3971,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:02.965456 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-439c3b48-9ccf-47a8-bb70-04177258ed7c admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=c47bd90d37b34e21a404dc04d1588ee2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2321134 Jul 14 09:23:02.968170 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 43824) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:02.993764 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-70d329ac-488b-4a14-a419-4716bf23edc2 req-1e78ca76-649e-43bf-96ac-672ee7d67f4e tempest-SecurityGroupRulesTestJSON-2100127662 tempest-SecurityGroupRulesTestJSON-2100127662-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:03.011580 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-70d329ac-488b-4a14-a419-4716bf23edc2 req-1e78ca76-649e-43bf-96ac-672ee7d67f4e tempest-SecurityGroupRulesTestJSON-2100127662 tempest-SecurityGroupRulesTestJSON-2100127662-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:03.015231 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-70d329ac-488b-4a14-a419-4716bf23edc2 req-1e78ca76-649e-43bf-96ac-672ee7d67f4e tempest-SecurityGroupRulesTestJSON-2100127662 tempest-SecurityGroupRulesTestJSON-2100127662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529131'] for security_group_rule, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:03.020484 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1a5409da-617f-435f-8109-9782da372ff3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:03.033298 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e78ca76-649e-43bf-96ac-672ee7d67f4e tempest-SecurityGroupRulesTestJSON-2100127662 tempest-SecurityGroupRulesTestJSON-2100127662-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d14d9d5c-5251-4899-8b87-aa1bb3cf4c28,revision_number=0']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:03.042709 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-70d329ac-488b-4a14-a419-4716bf23edc2 req-1e78ca76-649e-43bf-96ac-672ee7d67f4e tempest-SecurityGroupRulesTestJSON-2100127662 tempest-SecurityGroupRulesTestJSON-2100127662-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:03.044509 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-70d329ac-488b-4a14-a419-4716bf23edc2 req-1e78ca76-649e-43bf-96ac-672ee7d67f4e tempest-SecurityGroupRulesTestJSON-2100127662 tempest-SecurityGroupRulesTestJSON-2100127662-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.1817310 Jul 14 09:23:03.046885 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1a5409da-617f-435f-8109-9782da372ff3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:03.081556 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [req-5eb12e5a-5c60-4f7d-b532-83e5d7123667 req-89b3ed0d-d9e7-4223-a47c-3925d100e03e tempest-SecurityGroupRulesTestJSON-2100127662 tempest-SecurityGroupRulesTestJSON-2100127662-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-17952060', 'description': 'tempest-description-606750779'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:23:03.106613 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-5eb12e5a-5c60-4f7d-b532-83e5d7123667 req-89b3ed0d-d9e7-4223-a47c-3925d100e03e tempest-SecurityGroupRulesTestJSON-2100127662 tempest-SecurityGroupRulesTestJSON-2100127662-project] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:03.125815 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1a5409da-617f-435f-8109-9782da372ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:03.128304 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1a5409da-617f-435f-8109-9782da372ff3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:03.133048 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-1a5409da-617f-435f-8109-9782da372ff3 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/6d086412-8030-4a25-b500-05f693ad3971 HTTP/1.1" status: 204 len: 168 time: 0.1602914 Jul 14 09:23:03.145867 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5409da-617f-435f-8109-9782da372ff3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d086412-8030-4a25-b500-05f693ad3971,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:03.218704 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-5eb12e5a-5c60-4f7d-b532-83e5d7123667 req-89b3ed0d-d9e7-4223-a47c-3925d100e03e tempest-SecurityGroupRulesTestJSON-2100127662 tempest-SecurityGroupRulesTestJSON-2100127662-project] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:03.223710 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-5eb12e5a-5c60-4f7d-b532-83e5d7123667 req-89b3ed0d-d9e7-4223-a47c-3925d100e03e tempest-SecurityGroupRulesTestJSON-2100127662 tempest-SecurityGroupRulesTestJSON-2100127662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:03.248880 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-5eb12e5a-5c60-4f7d-b532-83e5d7123667 req-89b3ed0d-d9e7-4223-a47c-3925d100e03e tempest-SecurityGroupRulesTestJSON-2100127662 tempest-SecurityGroupRulesTestJSON-2100127662-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:03.250150 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-5eb12e5a-5c60-4f7d-b532-83e5d7123667 req-89b3ed0d-d9e7-4223-a47c-3925d100e03e tempest-SecurityGroupRulesTestJSON-2100127662 tempest-SecurityGroupRulesTestJSON-2100127662-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.1800632 Jul 14 09:23:03.259796 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b3ed0d-d9e7-4223-a47c-3925d100e03e tempest-SecurityGroupRulesTestJSON-2100127662 tempest-SecurityGroupRulesTestJSON-2100127662-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06da0e6e-b0cb-44d4-a6c7-2657cc31548a,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:03.264036 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0eb4abf-1497-4a7b-bbf8-97cc29203488 req-6193064f-d004-4ff4-8e8a-433d5b8a9c83 tempest-AttachSCSIVolumeTestJSON-1894780193 tempest-AttachSCSIVolumeTestJSON-1894780193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:03.265670 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d0eb4abf-1497-4a7b-bbf8-97cc29203488 req-6193064f-d004-4ff4-8e8a-433d5b8a9c83 tempest-AttachSCSIVolumeTestJSON-1894780193 tempest-AttachSCSIVolumeTestJSON-1894780193-project] 10.222.0.68 "GET /v2.0/ports?device_id=c85cc8aa-62e7-4f34-84f2-71eaccf379cb HTTP/1.1" status: 200 len: 944 time: 0.0824986 Jul 14 09:23:03.281094 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [req-b1af9ff4-4a53-4370-aafc-0ff80f42b5ab req-ac7f4a1e-b597-4bcb-8560-6cd976bef1a2 tempest-SecurityGroupRulesTestJSON-2100127662 tempest-SecurityGroupRulesTestJSON-2100127662-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-234967033', 'description': 'tempest-description-235536289'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:23:03.306218 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-b1af9ff4-4a53-4370-aafc-0ff80f42b5ab req-ac7f4a1e-b597-4bcb-8560-6cd976bef1a2 tempest-SecurityGroupRulesTestJSON-2100127662 tempest-SecurityGroupRulesTestJSON-2100127662-project] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:03.308560 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d0eb4abf-1497-4a7b-bbf8-97cc29203488 req-3bfbf69b-22db-426f-8f41-d038ade93fbd tempest-AttachSCSIVolumeTestJSON-1894780193 tempest-AttachSCSIVolumeTestJSON-1894780193-project] 10.222.0.68 "GET /v2.0/security-groups?id=8a6320d2-a97f-434c-90e0-33f2ea792d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355852 Jul 14 09:23:03.396541 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-b1af9ff4-4a53-4370-aafc-0ff80f42b5ab req-ac7f4a1e-b597-4bcb-8560-6cd976bef1a2 tempest-SecurityGroupRulesTestJSON-2100127662 tempest-SecurityGroupRulesTestJSON-2100127662-project] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:03.402087 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-b1af9ff4-4a53-4370-aafc-0ff80f42b5ab req-ac7f4a1e-b597-4bcb-8560-6cd976bef1a2 tempest-SecurityGroupRulesTestJSON-2100127662 tempest-SecurityGroupRulesTestJSON-2100127662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:03.436793 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-b1af9ff4-4a53-4370-aafc-0ff80f42b5ab req-ac7f4a1e-b597-4bcb-8560-6cd976bef1a2 tempest-SecurityGroupRulesTestJSON-2100127662 tempest-SecurityGroupRulesTestJSON-2100127662-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:03.438731 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-b1af9ff4-4a53-4370-aafc-0ff80f42b5ab req-ac7f4a1e-b597-4bcb-8560-6cd976bef1a2 tempest-SecurityGroupRulesTestJSON-2100127662 tempest-SecurityGroupRulesTestJSON-2100127662-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.1620886 Jul 14 09:23:03.440489 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7f4a1e-b597-4bcb-8560-6cd976bef1a2 tempest-SecurityGroupRulesTestJSON-2100127662 tempest-SecurityGroupRulesTestJSON-2100127662-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d163861-7290-4845-af39-7d2d67600e5d,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:03.475051 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device ad7e1bee-81c7-440c-894d-8418ad112935 details requested by agent hyperv_n-h1-779913-29 with host n-h1-779913-29 {{(pid=93959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:23:03.483749 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 4e97f585-b63a-4c5f-aa74-c6255deea07f up at agent hyperv_n-h1-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:23:03.548793 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c591e148-cb44-48eb-a66e-dc5ce616d919 req-f5235eee-cabd-4467-b59a-60f969b248e8 tempest-ImagesOneServerTestJSON-394452934 tempest-ImagesOneServerTestJSON-394452934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:03.556313 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c591e148-cb44-48eb-a66e-dc5ce616d919 req-f5235eee-cabd-4467-b59a-60f969b248e8 tempest-ImagesOneServerTestJSON-394452934 tempest-ImagesOneServerTestJSON-394452934-project] 10.222.0.68 "GET /v2.0/ports?device_id=64d82a60-565f-4e89-ba9f-f07d2d7465b3 HTTP/1.1" status: 200 len: 949 time: 0.0878510 Jul 14 09:23:03.604952 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Provisioning complete for port 4e97f585-b63a-4c5f-aa74-c6255deea07f triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:23:03.605341 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:03.607470 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c591e148-cb44-48eb-a66e-dc5ce616d919 req-024e187a-bd4f-43b0-8c49-d95c500a971e tempest-ImagesOneServerTestJSON-394452934 tempest-ImagesOneServerTestJSON-394452934-project] 10.222.0.68 "GET /v2.0/security-groups?id=2b3d19fa-539f-4220-b7f3-c14068d57c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502360 Jul 14 09:23:03.615310 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f02811-e34a-4edb-adaa-b1e671e7cd7e req-ed0bf0a9-7528-4dc8-801a-498ed945674a tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:03.616869 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-30f02811-e34a-4edb-adaa-b1e671e7cd7e req-ed0bf0a9-7528-4dc8-801a-498ed945674a tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] 10.222.0.68 "GET /v2.0/ports?device_id=a00e13f6-1621-454d-83ce-45af34355155 HTTP/1.1" status: 200 len: 945 time: 0.0735564 Jul 14 09:23:03.671818 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-30f02811-e34a-4edb-adaa-b1e671e7cd7e req-c52c43ed-4d3a-4a96-b8d7-bbf552a5170d tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] 10.222.0.68 "GET /v2.0/security-groups?id=c6f7d264-cbb5-40f9-9fec-5b9701ca674b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491168 Jul 14 09:23:03.694879 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0f757db9-9d22-4b3b-8b5a-f8f20b950693 req-c0224627-86a1-4bc4-801c-80cbbe85c735 tempest-SecurityGroupRulesTestJSON-2100127662 tempest-SecurityGroupRulesTestJSON-2100127662-project] 10.222.0.68 "GET /v2.0/security-groups/06da0e6e-b0cb-44d4-a6c7-2657cc31548a HTTP/1.1" status: 200 len: 1802 time: 0.0481977 Jul 14 09:23:03.711247 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:03.742643 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0f757db9-9d22-4b3b-8b5a-f8f20b950693 req-69cb4826-4ee2-401e-9ade-a8dbd17816fa tempest-SecurityGroupRulesTestJSON-2100127662 tempest-SecurityGroupRulesTestJSON-2100127662-project] 10.222.0.68 "GET /v2.0/security-groups/0d163861-7290-4845-af39-7d2d67600e5d HTTP/1.1" status: 200 len: 1803 time: 0.0468845 Jul 14 09:23:03.745336 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port ad7e1bee-81c7-440c-894d-8418ad112935, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=ad7e1bee-81c7-440c-894d-8418ad112935,segment=NetworkSegment(8f1c1422-de6c-445f-ab95-4e2c94585b2b),segment_id=8f1c1422-de6c-445f-ab95-4e2c94585b2b)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:23:03.756162 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-0f757db9-9d22-4b3b-8b5a-f8f20b950693 req-f1b2096a-d6b6-4ef9-9f7e-d67b722b9986 tempest-SecurityGroupRulesTestJSON-2100127662 tempest-SecurityGroupRulesTestJSON-2100127662-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '06da0e6e-b0cb-44d4-a6c7-2657cc31548a', 'remote_group_id': '0d163861-7290-4845-af39-7d2d67600e5d', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:23:03.757242 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-0f757db9-9d22-4b3b-8b5a-f8f20b950693 req-f1b2096a-d6b6-4ef9-9f7e-d67b722b9986 tempest-SecurityGroupRulesTestJSON-2100127662 tempest-SecurityGroupRulesTestJSON-2100127662-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '06da0e6e-b0cb-44d4-a6c7-2657cc31548a', 'remote_group_id': '0d163861-7290-4845-af39-7d2d67600e5d', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:23:03.764601 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Returning: {'device': 'ad7e1bee-81c7-440c-894d-8418ad112935', 'network_id': '2244f7a1-04bd-42cd-9e86-31839b46f57f', 'port_id': 'ad7e1bee-81c7-440c-894d-8418ad112935', 'mac_address': 'fa:16:3e:e4:67:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 724, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85060e65-3b2f-4a6c-a04c-ce849daa5b3b', 'ip_address': '192.168.233.170'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:23:03.773329 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a00e13f6-1621-454d-83ce-45af34355155', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e97f585-b63a-4c5f-aa74-c6255deea07f'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:23:03.775845 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd62303f06773040a8a4e189dc46b4f565768c299abf8ab8e7739778b0bc3e97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-421df5c3-47c7-4cd2-8f6f-f7e6aa671a32" -d '{"events": [{"server_uuid": "a00e13f6-1621-454d-83ce-45af34355155", "name": "network-vif-plugged", "status": "completed", "tag": "4e97f585-b63a-4c5f-aa74-c6255deea07f"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:23:03.817957 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port 4e97f585-b63a-4c5f-aa74-c6255deea07f, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=4e97f585-b63a-4c5f-aa74-c6255deea07f,segment=NetworkSegment(24f71cf3-e685-41fb-a190-ed6a8e6e15df),segment_id=24f71cf3-e685-41fb-a190-ed6a8e6e15df)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:23:03.826234 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:03.827040 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 2b4cac78-64c0-4e18-b738-cc2c5bb3c490 up at agent hyperv_n-h1-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:23:03.858346 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-0f757db9-9d22-4b3b-8b5a-f8f20b950693 req-f1b2096a-d6b6-4ef9-9f7e-d67b722b9986 tempest-SecurityGroupRulesTestJSON-2100127662 tempest-SecurityGroupRulesTestJSON-2100127662-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:03.932439 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-0f757db9-9d22-4b3b-8b5a-f8f20b950693 req-f1b2096a-d6b6-4ef9-9f7e-d67b722b9986 tempest-SecurityGroupRulesTestJSON-2100127662 tempest-SecurityGroupRulesTestJSON-2100127662-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:03.939740 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-0f757db9-9d22-4b3b-8b5a-f8f20b950693 req-f1b2096a-d6b6-4ef9-9f7e-d67b722b9986 tempest-SecurityGroupRulesTestJSON-2100127662 tempest-SecurityGroupRulesTestJSON-2100127662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529131'] for security_group_rule, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:03.971488 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b2096a-d6b6-4ef9-9f7e-d67b722b9986 tempest-SecurityGroupRulesTestJSON-2100127662 tempest-SecurityGroupRulesTestJSON-2100127662-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1527f405-28d5-4ebf-a5df-5a9d24fd292e,revision_number=0']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:03.991764 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-0f757db9-9d22-4b3b-8b5a-f8f20b950693 req-f1b2096a-d6b6-4ef9-9f7e-d67b722b9986 tempest-SecurityGroupRulesTestJSON-2100127662 tempest-SecurityGroupRulesTestJSON-2100127662-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:03.994635 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0f757db9-9d22-4b3b-8b5a-f8f20b950693 req-f1b2096a-d6b6-4ef9-9f7e-d67b722b9986 tempest-SecurityGroupRulesTestJSON-2100127662 tempest-SecurityGroupRulesTestJSON-2100127662-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.2447369 Jul 14 09:23:04.054684 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:23:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f8f6be1-5ad0-4484-a107-4b36d6e5986f x-openstack-request-id: req-2f8f6be1-5ad0-4484-a107-4b36d6e5986f {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:23:04.055063 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a00e13f6-1621-454d-83ce-45af34355155", "name": "network-vif-plugged", "status": "completed", "tag": "4e97f585-b63a-4c5f-aa74-c6255deea07f", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:23:04.055372 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-2f8f6be1-5ad0-4484-a107-4b36d6e5986f {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:23:04.056213 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a00e13f6-1621-454d-83ce-45af34355155', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e97f585-b63a-4c5f-aa74-c6255deea07f', 'code': 200} Jul 14 09:23:04.059359 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 43868) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:04.088930 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:04.095763 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce38ca7c-f7b4-4184-afc2-83cb9eadd3b6 req-9e9b015e-23ea-440a-b3fe-d034a77f9988 tempest-ListImageFiltersTestJSON-1053384997 tempest-ListImageFiltersTestJSON-1053384997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:04.097311 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ce38ca7c-f7b4-4184-afc2-83cb9eadd3b6 req-9e9b015e-23ea-440a-b3fe-d034a77f9988 tempest-ListImageFiltersTestJSON-1053384997 tempest-ListImageFiltersTestJSON-1053384997-project] 10.222.0.68 "GET /v2.0/ports?device_id=6bf97f65-529d-4316-9785-5c086a4880b6 HTTP/1.1" status: 200 len: 948 time: 0.1038597 Jul 14 09:23:04.141694 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad7e1bee-81c7-440c-894d-8418ad112935 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:23:04.160984 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Pushing event updated for resources: {'Port': ['ID=4e97f585-b63a-4c5f-aa74-c6255deea07f,revision_number=8']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:04.161467 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-b08a8e75-34e6-452c-a22e-0505addd0fde req-2c9bd82f-ebda-438d-b472-8ac9fa84e154 tempest-SecurityGroupRulesTestJSON-2100127662 tempest-SecurityGroupRulesTestJSON-2100127662-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2000689887', 'description': 'tempest-description-607352527'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:23:04.162143 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ce38ca7c-f7b4-4184-afc2-83cb9eadd3b6 req-6d772fea-c9c4-4347-935c-ca23d907de5f tempest-ListImageFiltersTestJSON-1053384997 tempest-ListImageFiltersTestJSON-1053384997-project] 10.222.0.68 "GET /v2.0/security-groups?id=da82e49e-9c7c-4de8-83c4-70e57626d3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580981 Jul 14 09:23:04.176886 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port ad7e1bee-81c7-440c-894d-8418ad112935, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=ad7e1bee-81c7-440c-894d-8418ad112935,segment=NetworkSegment(8f1c1422-de6c-445f-ab95-4e2c94585b2b),segment_id=8f1c1422-de6c-445f-ab95-4e2c94585b2b)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:23:04.184405 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:04.189754 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Provisioning for port 2b4cac78-64c0-4e18-b738-cc2c5bb3c490 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:23:04.211338 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-21d535b6-4e29-47dc-9dbb-27c2de725d04 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1229624278-network', 'tenant_id': '88495f2d6951432397900165a462d224'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:23:04.212019 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Provisioning complete for port 2b4cac78-64c0-4e18-b738-cc2c5bb3c490 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:23:04.212394 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:04.216108 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-b08a8e75-34e6-452c-a22e-0505addd0fde req-2c9bd82f-ebda-438d-b472-8ac9fa84e154 tempest-SecurityGroupRulesTestJSON-2100127662 tempest-SecurityGroupRulesTestJSON-2100127662-project] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:04.219703 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41df4c2-c535-438d-9791-f947ffdedca4 req-d94ee9ca-ef88-47ac-bf31-d6e833722a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:04.221236 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e41df4c2-c535-438d-9791-f947ffdedca4 req-d94ee9ca-ef88-47ac-bf31-d6e833722a05 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=a00e13f6-1621-454d-83ce-45af34355155 HTTP/1.1" status: 200 len: 1098 time: 0.1538560 Jul 14 09:23:04.242178 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 09a75d5d-afc2-4e3b-8495-348796064b86 up at agent hyperv_n-h2-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:23:04.277140 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21d535b6-4e29-47dc-9dbb-27c2de725d04 admin admin] Made reservation on behalf of 88495f2d6951432397900165a462d224 for: {'network': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:23:04.279680 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-21d535b6-4e29-47dc-9dbb-27c2de725d04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for network, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:04.287553 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e41df4c2-c535-438d-9791-f947ffdedca4 req-ea8c97e6-5010-414f-bcf3-4ad9cadbdb58 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=c6f7d264-cbb5-40f9-9fec-5b9701ca674b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572824 Jul 14 09:23:04.299214 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-21d535b6-4e29-47dc-9dbb-27c2de725d04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:04.307509 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Pushing event updated for resources: {'Port': ['ID=ad7e1bee-81c7-440c-894d-8418ad112935,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:04.356193 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:04.359278 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Provisioning for port 09a75d5d-afc2-4e3b-8495-348796064b86 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:23:04.370437 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-b08a8e75-34e6-452c-a22e-0505addd0fde req-2c9bd82f-ebda-438d-b472-8ac9fa84e154 tempest-SecurityGroupRulesTestJSON-2100127662 tempest-SecurityGroupRulesTestJSON-2100127662-project] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:04.375193 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Provisioning complete for port 09a75d5d-afc2-4e3b-8495-348796064b86 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:23:04.376136 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:04.394403 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-b08a8e75-34e6-452c-a22e-0505addd0fde req-2c9bd82f-ebda-438d-b472-8ac9fa84e154 tempest-SecurityGroupRulesTestJSON-2100127662 tempest-SecurityGroupRulesTestJSON-2100127662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:04.428669 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port 2b4cac78-64c0-4e18-b738-cc2c5bb3c490, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=2b4cac78-64c0-4e18-b738-cc2c5bb3c490,segment=NetworkSegment(2712eb7d-f4d1-4601-b663-353f2362e579),segment_id=2712eb7d-f4d1-4601-b663-353f2362e579)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:23:04.434529 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:04.446106 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9bd82f-ebda-438d-b472-8ac9fa84e154 tempest-SecurityGroupRulesTestJSON-2100127662 tempest-SecurityGroupRulesTestJSON-2100127662-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64a73404-a65d-4819-a720-f4858bdfa32e,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:04.497128 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] get_ports_and_sgs() called for port_ids ['ad7e1bee-81c7-440c-894d-8418ad112935'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:23:04.503959 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-21d535b6-4e29-47dc-9dbb-27c2de725d04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:04.511278 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-21d535b6-4e29-47dc-9dbb-27c2de725d04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:04.519439 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-b08a8e75-34e6-452c-a22e-0505addd0fde req-2c9bd82f-ebda-438d-b472-8ac9fa84e154 tempest-SecurityGroupRulesTestJSON-2100127662 tempest-SecurityGroupRulesTestJSON-2100127662-project] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:04.520889 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b08a8e75-34e6-452c-a22e-0505addd0fde req-2c9bd82f-ebda-438d-b472-8ac9fa84e154 tempest-SecurityGroupRulesTestJSON-2100127662 tempest-SecurityGroupRulesTestJSON-2100127662-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3730688 Jul 14 09:23:04.529798 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ee85ab-5a7e-4d68-8c99-c0a0ec30caa0 req-a475678c-fb1d-47d2-85e1-0c141eb938b6 tempest-AttachSCSIVolumeTestJSON-1894780193 tempest-AttachSCSIVolumeTestJSON-1894780193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:04.532703 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-62ee85ab-5a7e-4d68-8c99-c0a0ec30caa0 req-a475678c-fb1d-47d2-85e1-0c141eb938b6 tempest-AttachSCSIVolumeTestJSON-1894780193 tempest-AttachSCSIVolumeTestJSON-1894780193-project] 10.222.0.68 "GET /v2.0/ports?device_id=c85cc8aa-62e7-4f34-84f2-71eaccf379cb HTTP/1.1" status: 200 len: 945 time: 0.0874250 Jul 14 09:23:04.536313 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Pushing event updated for resources: {'Port': ['ID=2b4cac78-64c0-4e18-b738-cc2c5bb3c490,revision_number=5']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:04.540274 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21d535b6-4e29-47dc-9dbb-27c2de725d04 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 717} {{(pid=93957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:23:04.553291 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:04.560886 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-21d535b6-4e29-47dc-9dbb-27c2de725d04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:04.561241 n-d-779913-29 neutron-server[93957]: INFO neutron.db.segments_db [None req-21d535b6-4e29-47dc-9dbb-27c2de725d04 admin admin] Added segment 3140b72d-6a4a-4668-bad8-c572bd128f6c of type vlan for network fdafaba0-da53-47c8-a4eb-7c69deccbba6 Jul 14 09:23:04.562496 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d535b6-4e29-47dc-9dbb-27c2de725d04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf40bcd2-1dd1-48fb-a6b7-6df0e80ce2a9,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:04.593674 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-62ee85ab-5a7e-4d68-8c99-c0a0ec30caa0 req-99dbf838-a2be-4317-8530-04784457f9ed tempest-AttachSCSIVolumeTestJSON-1894780193 tempest-AttachSCSIVolumeTestJSON-1894780193-project] 10.222.0.68 "GET /v2.0/security-groups?id=8a6320d2-a97f-434c-90e0-33f2ea792d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521812 Jul 14 09:23:04.602560 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-6f2057cd-d649-4028-8380-5937bd71c8aa req-0550cce9-e886-4296-980a-d21c72e6a24e tempest-SecurityGroupRulesTestJSON-2100127662 tempest-SecurityGroupRulesTestJSON-2100127662-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1873160333', 'description': 'tempest-description-720371033'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:23:04.616451 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 09a75d5d-afc2-4e3b-8495-348796064b86, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=09a75d5d-afc2-4e3b-8495-348796064b86,segment=NetworkSegment(8f1c1422-de6c-445f-ab95-4e2c94585b2b),segment_id=8f1c1422-de6c-445f-ab95-4e2c94585b2b)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:23:04.621185 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:04.622026 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 06b165cc-bc55-4adf-97ef-fbe40a9d9043 up at agent hyperv_n-h2-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:23:04.624200 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-21d535b6-4e29-47dc-9dbb-27c2de725d04 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735687821325'] for network, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:04.644429 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-6f2057cd-d649-4028-8380-5937bd71c8aa req-0550cce9-e886-4296-980a-d21c72e6a24e tempest-SecurityGroupRulesTestJSON-2100127662 tempest-SecurityGroupRulesTestJSON-2100127662-project] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:04.676997 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-21d535b6-4e29-47dc-9dbb-27c2de725d04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855'] for network, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:04.677971 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21d535b6-4e29-47dc-9dbb-27c2de725d04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:04.678690 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-21d535b6-4e29-47dc-9dbb-27c2de725d04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for network, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:04.734152 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Pushing event updated for resources: {'Port': ['ID=09a75d5d-afc2-4e3b-8495-348796064b86,revision_number=5']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:04.756105 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Provisioning for port 06b165cc-bc55-4adf-97ef-fbe40a9d9043 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:23:04.767080 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Provisioning complete for port 06b165cc-bc55-4adf-97ef-fbe40a9d9043 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:23:04.767462 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:04.768682 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d535b6-4e29-47dc-9dbb-27c2de725d04 admin admin] Pushing event updated for resources: {'Network': ['ID=fdafaba0-da53-47c8-a4eb-7c69deccbba6,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:04.792220 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Network fdafaba0-da53-47c8-a4eb-7c69deccbba6 details requested by agent ovs-agent-n-d-779913-29 with host n-d-779913-29 {{(pid=93959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:23:04.805959 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-6f2057cd-d649-4028-8380-5937bd71c8aa req-0550cce9-e886-4296-980a-d21c72e6a24e tempest-SecurityGroupRulesTestJSON-2100127662 tempest-SecurityGroupRulesTestJSON-2100127662-project] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:04.813771 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-6f2057cd-d649-4028-8380-5937bd71c8aa req-0550cce9-e886-4296-980a-d21c72e6a24e tempest-SecurityGroupRulesTestJSON-2100127662 tempest-SecurityGroupRulesTestJSON-2100127662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:04.826135 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-21d535b6-4e29-47dc-9dbb-27c2de725d04 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7652781 Jul 14 09:23:04.831493 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb398d9-0a27-4532-872b-1ec953ac3f54 req-9f8660ff-52e1-4c3d-a10a-18511b31da57 tempest-ImagesOneServerTestJSON-394452934 tempest-ImagesOneServerTestJSON-394452934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:04.834066 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-2cb398d9-0a27-4532-872b-1ec953ac3f54 req-9f8660ff-52e1-4c3d-a10a-18511b31da57 tempest-ImagesOneServerTestJSON-394452934 tempest-ImagesOneServerTestJSON-394452934-project] 10.222.0.68 "GET /v2.0/ports?device_id=64d82a60-565f-4e89-ba9f-f07d2d7465b3 HTTP/1.1" status: 200 len: 949 time: 0.0993845 Jul 14 09:23:04.834555 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 43880) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:04.841112 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-b71d91c8-e658-4893-9b24-e64a5c7b51da admin admin] Request body: {'subnet': {'network_id': 'fdafaba0-da53-47c8-a4eb-7c69deccbba6', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1229624278-subnet', 'tenant_id': '88495f2d6951432397900165a462d224', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:23:04.843517 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-6f2057cd-d649-4028-8380-5937bd71c8aa req-0550cce9-e886-4296-980a-d21c72e6a24e tempest-SecurityGroupRulesTestJSON-2100127662 tempest-SecurityGroupRulesTestJSON-2100127662-project] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:04.845090 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6f2057cd-d649-4028-8380-5937bd71c8aa req-0550cce9-e886-4296-980a-d21c72e6a24e tempest-SecurityGroupRulesTestJSON-2100127662 tempest-SecurityGroupRulesTestJSON-2100127662-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2484052 Jul 14 09:23:04.867631 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0550cce9-e886-4296-980a-d21c72e6a24e tempest-SecurityGroupRulesTestJSON-2100127662 tempest-SecurityGroupRulesTestJSON-2100127662-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a568024-e4f3-48ce-9ba4-7e40e12eb7c7,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:04.910593 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-2cb398d9-0a27-4532-872b-1ec953ac3f54 req-6083eef5-bda6-473f-8341-227a5ac9d7b6 tempest-ImagesOneServerTestJSON-394452934 tempest-ImagesOneServerTestJSON-394452934-project] 10.222.0.68 "GET /v2.0/security-groups?id=2b3d19fa-539f-4220-b7f3-c14068d57c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635829 Jul 14 09:23:04.912037 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b71d91c8-e658-4893-9b24-e64a5c7b51da admin admin] Made reservation on behalf of 88495f2d6951432397900165a462d224 for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:23:04.914914 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b71d91c8-e658-4893-9b24-e64a5c7b51da admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16714600'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:04.916617 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:04.958538 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 06b165cc-bc55-4adf-97ef-fbe40a9d9043, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=06b165cc-bc55-4adf-97ef-fbe40a9d9043,segment=NetworkSegment(8f1c1422-de6c-445f-ab95-4e2c94585b2b),segment_id=8f1c1422-de6c-445f-ab95-4e2c94585b2b)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:23:04.978706 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:05.028263 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d5176d-7548-42eb-9f98-bc7c255650cc req-cdc5b5d0-4287-4a3b-afcd-0886918c806a tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:05.036166 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-35d5176d-7548-42eb-9f98-bc7c255650cc req-cdc5b5d0-4287-4a3b-afcd-0886918c806a tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] 10.222.0.68 "GET /v2.0/ports?device_id=a00e13f6-1621-454d-83ce-45af34355155 HTTP/1.1" status: 200 len: 946 time: 0.0749853 Jul 14 09:23:05.055035 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Pushing event updated for resources: {'Port': ['ID=06b165cc-bc55-4adf-97ef-fbe40a9d9043,revision_number=5']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:05.089208 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-35d5176d-7548-42eb-9f98-bc7c255650cc req-a2fe1d06-7ccc-4c45-bdef-90d43f921668 tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] 10.222.0.68 "GET /v2.0/security-groups?id=c6f7d264-cbb5-40f9-9fec-5b9701ca674b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520780 Jul 14 09:23:05.135426 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b71d91c8-e658-4893-9b24-e64a5c7b51da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13573993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16714586'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:05.185937 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-e89d0b46-6104-420b-aaf5-a1c7f4b97a99 req-452b1eef-e0fb-4288-aaee-758f08566948 tempest-SecurityGroupRulesTestJSON-2100127662 tempest-SecurityGroupRulesTestJSON-2100127662-project] 10.222.0.68 "GET /v2.0/security-groups/64a73404-a65d-4819-a720-f4858bdfa32e HTTP/1.1" status: 200 len: 1804 time: 0.0883842 Jul 14 09:23:05.218124 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71d91c8-e658-4893-9b24-e64a5c7b51da admin admin] Pushing event updated for resources: {'Subnet': ['ID=5194e827-9fb1-419e-b4bc-69aee8b3dca3,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:05.242725 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71d91c8-e658-4893-9b24-e64a5c7b51da admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:23:05.243069 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71d91c8-e658-4893-9b24-e64a5c7b51da admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:23:05.243408 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71d91c8-e658-4893-9b24-e64a5c7b51da admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:23:05.243745 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71d91c8-e658-4893-9b24-e64a5c7b51da admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:23:05.244077 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71d91c8-e658-4893-9b24-e64a5c7b51da admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:23:05.244404 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71d91c8-e658-4893-9b24-e64a5c7b51da admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:23:05.244730 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71d91c8-e658-4893-9b24-e64a5c7b51da admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:23:05.245051 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71d91c8-e658-4893-9b24-e64a5c7b51da admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:23:05.245378 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71d91c8-e658-4893-9b24-e64a5c7b51da admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:23:05.245725 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71d91c8-e658-4893-9b24-e64a5c7b51da admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:23:05.246048 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71d91c8-e658-4893-9b24-e64a5c7b51da admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:23:05.246369 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71d91c8-e658-4893-9b24-e64a5c7b51da admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:23:05.254968 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b71d91c8-e658-4893-9b24-e64a5c7b51da admin admin] Checking segment: {'id': '3140b72d-6a4a-4668-bad8-c572bd128f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'fdafaba0-da53-47c8-a4eb-7c69deccbba6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:23:05.255331 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b71d91c8-e658-4893-9b24-e64a5c7b51da admin admin] Network hostable DHCP agents. Network: fdafaba0-da53-47c8-a4eb-7c69deccbba6, hostable agents: ['c6a09bd4-f72e-4283-a3ca-0bbca8a51081'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:23:05.272488 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-e89d0b46-6104-420b-aaf5-a1c7f4b97a99 req-5cb182f3-dd7a-412c-b82b-83d31ed3fdfb tempest-SecurityGroupRulesTestJSON-2100127662 tempest-SecurityGroupRulesTestJSON-2100127662-project] 10.222.0.68 "GET /v2.0/security-groups/1a568024-e4f3-48ce-9ba4-7e40e12eb7c7 HTTP/1.1" status: 200 len: 1804 time: 0.0764897 Jul 14 09:23:05.283661 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [req-e89d0b46-6104-420b-aaf5-a1c7f4b97a99 req-5558f360-9f91-4d35-a32e-53a233e3f6fb tempest-SecurityGroupRulesTestJSON-2100127662 tempest-SecurityGroupRulesTestJSON-2100127662-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '64a73404-a65d-4819-a720-f4858bdfa32e', 'remote_group_id': '1a568024-e4f3-48ce-9ba4-7e40e12eb7c7', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:23:05.283990 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [req-e89d0b46-6104-420b-aaf5-a1c7f4b97a99 req-5558f360-9f91-4d35-a32e-53a233e3f6fb tempest-SecurityGroupRulesTestJSON-2100127662 tempest-SecurityGroupRulesTestJSON-2100127662-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '64a73404-a65d-4819-a720-f4858bdfa32e', 'remote_group_id': '1a568024-e4f3-48ce-9ba4-7e40e12eb7c7', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:23:05.289031 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b71d91c8-e658-4893-9b24-e64a5c7b51da admin admin] Network fdafaba0-da53-47c8-a4eb-7c69deccbba6 is scheduled to be hosted by DHCP agent c6a09bd4-f72e-4283-a3ca-0bbca8a51081 with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:23:05.306114 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-b71d91c8-e658-4893-9b24-e64a5c7b51da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-29, fdafaba0-da53-47c8-a4eb-7c69deccbba6) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:23:05.312751 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b71d91c8-e658-4893-9b24-e64a5c7b51da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:05.313345 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b71d91c8-e658-4893-9b24-e64a5c7b51da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:05.330216 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a516b23-3a29-4dc9-bb45-ab762e0bf503 None None] Network fdafaba0-da53-47c8-a4eb-7c69deccbba6 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:23:05.355834 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-b71d91c8-e658-4893-9b24-e64a5c7b51da admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5197508 Jul 14 09:23:05.384070 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-e89d0b46-6104-420b-aaf5-a1c7f4b97a99 req-5558f360-9f91-4d35-a32e-53a233e3f6fb tempest-SecurityGroupRulesTestJSON-2100127662 tempest-SecurityGroupRulesTestJSON-2100127662-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:05.435711 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-e89d0b46-6104-420b-aaf5-a1c7f4b97a99 req-5558f360-9f91-4d35-a32e-53a233e3f6fb tempest-SecurityGroupRulesTestJSON-2100127662 tempest-SecurityGroupRulesTestJSON-2100127662-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:05.442996 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-e89d0b46-6104-420b-aaf5-a1c7f4b97a99 req-5558f360-9f91-4d35-a32e-53a233e3f6fb tempest-SecurityGroupRulesTestJSON-2100127662 tempest-SecurityGroupRulesTestJSON-2100127662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529131'] for security_group_rule, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:05.461707 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5558f360-9f91-4d35-a32e-53a233e3f6fb tempest-SecurityGroupRulesTestJSON-2100127662 tempest-SecurityGroupRulesTestJSON-2100127662-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=921ede62-258f-4980-8ff8-f75007eec86e,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:05.477321 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea458594-7ac5-41a0-a6aa-ce863dd031a5 req-b2315c7f-3464-43a1-b303-88c7532d979e tempest-ListImageFiltersTestJSON-1053384997 tempest-ListImageFiltersTestJSON-1053384997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:05.480346 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ea458594-7ac5-41a0-a6aa-ce863dd031a5 req-b2315c7f-3464-43a1-b303-88c7532d979e tempest-ListImageFiltersTestJSON-1053384997 tempest-ListImageFiltersTestJSON-1053384997-project] 10.222.0.68 "GET /v2.0/ports?device_id=6bf97f65-529d-4316-9785-5c086a4880b6 HTTP/1.1" status: 200 len: 949 time: 0.1270082 Jul 14 09:23:05.482780 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-e89d0b46-6104-420b-aaf5-a1c7f4b97a99 req-5558f360-9f91-4d35-a32e-53a233e3f6fb tempest-SecurityGroupRulesTestJSON-2100127662 tempest-SecurityGroupRulesTestJSON-2100127662-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:05.492711 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-e89d0b46-6104-420b-aaf5-a1c7f4b97a99 req-5558f360-9f91-4d35-a32e-53a233e3f6fb tempest-SecurityGroupRulesTestJSON-2100127662 tempest-SecurityGroupRulesTestJSON-2100127662-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.2136910 Jul 14 09:23:05.516385 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device ad7e1bee-81c7-440c-894d-8418ad112935 up at agent hyperv_n-h1-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:23:05.542466 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ea458594-7ac5-41a0-a6aa-ce863dd031a5 req-fe85cf98-f92f-41cc-933c-caee438377c9 tempest-ListImageFiltersTestJSON-1053384997 tempest-ListImageFiltersTestJSON-1053384997-project] 10.222.0.68 "GET /v2.0/security-groups?id=da82e49e-9c7c-4de8-83c4-70e57626d3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534286 Jul 14 09:23:05.555371 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-863c1c6c-a721-4256-8b0d-731c35fac7f1 None None] Network fdafaba0-da53-47c8-a4eb-7c69deccbba6 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:23:05.593168 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-a65334ae-887c-48b2-a2a1-23df329c4ff3 req-49a67b65-0300-44f5-ae7e-1655fedd328c tempest-SecurityGroupRulesTestJSON-2100127662 tempest-SecurityGroupRulesTestJSON-2100127662-project] 10.222.0.68 "GET /v2.0/security-groups/1a568024-e4f3-48ce-9ba4-7e40e12eb7c7 HTTP/1.1" status: 200 len: 1804 time: 0.0702691 Jul 14 09:23:05.649266 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Provisioning for port ad7e1bee-81c7-440c-894d-8418ad112935 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:23:05.660708 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Provisioning complete for port ad7e1bee-81c7-440c-894d-8418ad112935 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:23:05.661383 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:05.665692 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-a65334ae-887c-48b2-a2a1-23df329c4ff3 req-f02c7573-fe18-4d8a-bb99-c5d2479a0a00 tempest-SecurityGroupRulesTestJSON-2100127662 tempest-SecurityGroupRulesTestJSON-2100127662-project] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:05.705404 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-a65334ae-887c-48b2-a2a1-23df329c4ff3 req-f02c7573-fe18-4d8a-bb99-c5d2479a0a00 tempest-SecurityGroupRulesTestJSON-2100127662 tempest-SecurityGroupRulesTestJSON-2100127662-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:05.795090 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-a65334ae-887c-48b2-a2a1-23df329c4ff3 req-f02c7573-fe18-4d8a-bb99-c5d2479a0a00 tempest-SecurityGroupRulesTestJSON-2100127662 tempest-SecurityGroupRulesTestJSON-2100127662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:05.810050 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-a65334ae-887c-48b2-a2a1-23df329c4ff3 req-f02c7573-fe18-4d8a-bb99-c5d2479a0a00 tempest-SecurityGroupRulesTestJSON-2100127662 tempest-SecurityGroupRulesTestJSON-2100127662-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:05.811219 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-a65334ae-887c-48b2-a2a1-23df329c4ff3 req-f02c7573-fe18-4d8a-bb99-c5d2479a0a00 tempest-SecurityGroupRulesTestJSON-2100127662 tempest-SecurityGroupRulesTestJSON-2100127662-project] 10.222.0.68 "DELETE /v2.0/security-groups/1a568024-e4f3-48ce-9ba4-7e40e12eb7c7 HTTP/1.1" status: 204 len: 173 time: 0.2172360 Jul 14 09:23:05.823374 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02c7573-fe18-4d8a-bb99-c5d2479a0a00 tempest-SecurityGroupRulesTestJSON-2100127662 tempest-SecurityGroupRulesTestJSON-2100127662-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a568024-e4f3-48ce-9ba4-7e40e12eb7c7,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:05.849942 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1b4bc5-64b9-4cf8-91e5-f49bf1aaa4ea req-d3e1d4ff-5f9f-4e23-8f27-b036a41b14a4 tempest-AttachSCSIVolumeTestJSON-1894780193 tempest-AttachSCSIVolumeTestJSON-1894780193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:05.857889 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1e1b4bc5-64b9-4cf8-91e5-f49bf1aaa4ea req-d3e1d4ff-5f9f-4e23-8f27-b036a41b14a4 tempest-AttachSCSIVolumeTestJSON-1894780193 tempest-AttachSCSIVolumeTestJSON-1894780193-project] 10.222.0.68 "GET /v2.0/ports?device_id=c85cc8aa-62e7-4f34-84f2-71eaccf379cb HTTP/1.1" status: 200 len: 945 time: 0.0926657 Jul 14 09:23:05.879520 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:05.915093 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-f342adfa-e5c2-4ff2-aa70-8dc9101d3083 req-22edc135-0cf7-474a-8cbe-3125c711d668 tempest-SecurityGroupRulesTestJSON-2100127662 tempest-SecurityGroupRulesTestJSON-2100127662-project] 10.222.0.68 "GET /v2.0/security-groups/64a73404-a65d-4819-a720-f4858bdfa32e HTTP/1.1" status: 200 len: 1804 time: 0.0667932 Jul 14 09:23:05.921373 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1e1b4bc5-64b9-4cf8-91e5-f49bf1aaa4ea req-cf83c431-880f-49d9-ab25-65543970fe40 tempest-AttachSCSIVolumeTestJSON-1894780193 tempest-AttachSCSIVolumeTestJSON-1894780193-project] 10.222.0.68 "GET /v2.0/security-groups?id=8a6320d2-a97f-434c-90e0-33f2ea792d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625308 Jul 14 09:23:05.933047 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port ad7e1bee-81c7-440c-894d-8418ad112935, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=ad7e1bee-81c7-440c-894d-8418ad112935,segment=NetworkSegment(8f1c1422-de6c-445f-ab95-4e2c94585b2b),segment_id=8f1c1422-de6c-445f-ab95-4e2c94585b2b)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:23:05.942182 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:05.946262 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [req-d7855bbc-7ec0-4607-9b51-b62fa4911475 req-d20592b4-2fa5-4504-8465-3bf7859a6c61 tempest-SecurityGroupRulesTestJSON-2100127662 tempest-SecurityGroupRulesTestJSON-2100127662-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1971321394', 'description': 'tempest-description-953180342'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:23:05.975034 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-d7855bbc-7ec0-4607-9b51-b62fa4911475 req-d20592b4-2fa5-4504-8465-3bf7859a6c61 tempest-SecurityGroupRulesTestJSON-2100127662 tempest-SecurityGroupRulesTestJSON-2100127662-project] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:06.044457 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Pushing event updated for resources: {'Port': ['ID=ad7e1bee-81c7-440c-894d-8418ad112935,revision_number=5']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:06.057222 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c85cc8aa-62e7-4f34-84f2-71eaccf379cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b4cac78-64c0-4e18-b738-cc2c5bb3c490'}, {'server_uuid': 'f4ff6602-55fb-48e4-97e3-972a5ca4e95b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09a75d5d-afc2-4e3b-8495-348796064b86'}, {'server_uuid': '64d82a60-565f-4e89-ba9f-f07d2d7465b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06b165cc-bc55-4adf-97ef-fbe40a9d9043'}, {'server_uuid': '6bf97f65-529d-4316-9785-5c086a4880b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad7e1bee-81c7-440c-894d-8418ad112935'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:23:06.059860 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd62303f06773040a8a4e189dc46b4f565768c299abf8ab8e7739778b0bc3e97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aca832be-ad94-488d-b507-dd12f7ed1fbd" -d '{"events": [{"server_uuid": "c85cc8aa-62e7-4f34-84f2-71eaccf379cb", "name": "network-vif-plugged", "status": "completed", "tag": "2b4cac78-64c0-4e18-b738-cc2c5bb3c490"}, {"server_uuid": "f4ff6602-55fb-48e4-97e3-972a5ca4e95b", "name": "network-vif-plugged", "status": "completed", "tag": "09a75d5d-afc2-4e3b-8495-348796064b86"}, {"server_uuid": "64d82a60-565f-4e89-ba9f-f07d2d7465b3", "name": "network-vif-plugged", "status": "completed", "tag": "06b165cc-bc55-4adf-97ef-fbe40a9d9043"}, {"server_uuid": "6bf97f65-529d-4316-9785-5c086a4880b6", "name": "network-vif-plugged", "status": "completed", "tag": "ad7e1bee-81c7-440c-894d-8418ad112935"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:23:06.127686 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 43920) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:06.135077 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-2072f011-c112-420f-85ef-54c54597df5b admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-183136624-network', 'tenant_id': '181b4689469e4593b36951a885c9acaa'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:23:06.136695 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fca3f1-870a-4908-b273-e03ae05a0bd5 req-4c0ebcb6-996b-4529-9f72-a18cf59b10d3 tempest-ImagesOneServerTestJSON-394452934 tempest-ImagesOneServerTestJSON-394452934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:06.138342 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-35fca3f1-870a-4908-b273-e03ae05a0bd5 req-4c0ebcb6-996b-4529-9f72-a18cf59b10d3 tempest-ImagesOneServerTestJSON-394452934 tempest-ImagesOneServerTestJSON-394452934-project] 10.222.0.68 "GET /v2.0/ports?device_id=64d82a60-565f-4e89-ba9f-f07d2d7465b3 HTTP/1.1" status: 200 len: 950 time: 0.0717602 Jul 14 09:23:06.149569 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-d7855bbc-7ec0-4607-9b51-b62fa4911475 req-d20592b4-2fa5-4504-8465-3bf7859a6c61 tempest-SecurityGroupRulesTestJSON-2100127662 tempest-SecurityGroupRulesTestJSON-2100127662-project] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:06.156125 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-d7855bbc-7ec0-4607-9b51-b62fa4911475 req-d20592b4-2fa5-4504-8465-3bf7859a6c61 tempest-SecurityGroupRulesTestJSON-2100127662 tempest-SecurityGroupRulesTestJSON-2100127662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:06.181800 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-35fca3f1-870a-4908-b273-e03ae05a0bd5 req-c760cde1-2791-4311-8588-ee122ce24a43 tempest-ImagesOneServerTestJSON-394452934 tempest-ImagesOneServerTestJSON-394452934-project] 10.222.0.68 "GET /v2.0/security-groups?id=2b3d19fa-539f-4220-b7f3-c14068d57c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362301 Jul 14 09:23:06.196527 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20592b4-2fa5-4504-8465-3bf7859a6c61 tempest-SecurityGroupRulesTestJSON-2100127662 tempest-SecurityGroupRulesTestJSON-2100127662-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c07ca00-edf2-455e-b9c2-60e4078bf59c,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:06.200012 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2072f011-c112-420f-85ef-54c54597df5b admin admin] Made reservation on behalf of 181b4689469e4593b36951a885c9acaa for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:23:06.202544 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2072f011-c112-420f-85ef-54c54597df5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:06.206666 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-d7855bbc-7ec0-4607-9b51-b62fa4911475 req-d20592b4-2fa5-4504-8465-3bf7859a6c61 tempest-SecurityGroupRulesTestJSON-2100127662 tempest-SecurityGroupRulesTestJSON-2100127662-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:06.218469 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d7855bbc-7ec0-4607-9b51-b62fa4911475 req-d20592b4-2fa5-4504-8465-3bf7859a6c61 tempest-SecurityGroupRulesTestJSON-2100127662 tempest-SecurityGroupRulesTestJSON-2100127662-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2771964 Jul 14 09:23:06.231550 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2072f011-c112-420f-85ef-54c54597df5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:06.266552 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Wed, 14 Jul 2021 09:23:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a747129-ed76-4f5b-b75a-cfc97118ee42 x-openstack-request-id: req-7a747129-ed76-4f5b-b75a-cfc97118ee42 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:23:06.266994 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c85cc8aa-62e7-4f34-84f2-71eaccf379cb", "name": "network-vif-plugged", "status": "completed", "tag": "2b4cac78-64c0-4e18-b738-cc2c5bb3c490", "code": 200}, {"server_uuid": "f4ff6602-55fb-48e4-97e3-972a5ca4e95b", "name": "network-vif-plugged", "status": "completed", "tag": "09a75d5d-afc2-4e3b-8495-348796064b86", "code": 200}, {"server_uuid": "64d82a60-565f-4e89-ba9f-f07d2d7465b3", "name": "network-vif-plugged", "status": "completed", "tag": "06b165cc-bc55-4adf-97ef-fbe40a9d9043", "code": 200}, {"server_uuid": "6bf97f65-529d-4316-9785-5c086a4880b6", "name": "network-vif-plugged", "status": "completed", "tag": "ad7e1bee-81c7-440c-894d-8418ad112935", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:23:06.267278 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-7a747129-ed76-4f5b-b75a-cfc97118ee42 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:23:06.267758 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c85cc8aa-62e7-4f34-84f2-71eaccf379cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b4cac78-64c0-4e18-b738-cc2c5bb3c490', 'code': 200} Jul 14 09:23:06.268024 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4ff6602-55fb-48e4-97e3-972a5ca4e95b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09a75d5d-afc2-4e3b-8495-348796064b86', 'code': 200} Jul 14 09:23:06.268282 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64d82a60-565f-4e89-ba9f-f07d2d7465b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06b165cc-bc55-4adf-97ef-fbe40a9d9043', 'code': 200} Jul 14 09:23:06.268537 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bf97f65-529d-4316-9785-5c086a4880b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad7e1bee-81c7-440c-894d-8418ad112935', 'code': 200} Jul 14 09:23:06.357185 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2072f011-c112-420f-85ef-54c54597df5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:06.375848 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2072f011-c112-420f-85ef-54c54597df5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:06.429229 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2072f011-c112-420f-85ef-54c54597df5b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 727} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:23:06.466732 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8a226d2b-0430-4cea-8aac-71a8e8448afe req-c1f5795b-81a9-43d0-b43c-615bc0bc615e tempest-SecurityGroupRulesTestJSON-2100127662 tempest-SecurityGroupRulesTestJSON-2100127662-project] 10.222.0.68 "GET /v2.0/security-groups/0c07ca00-edf2-455e-b9c2-60e4078bf59c HTTP/1.1" status: 200 len: 1804 time: 0.0979087 Jul 14 09:23:06.478361 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2072f011-c112-420f-85ef-54c54597df5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:06.478711 n-d-779913-29 neutron-server[93958]: INFO neutron.db.segments_db [None req-2072f011-c112-420f-85ef-54c54597df5b admin admin] Added segment e2225a14-0ad4-4cad-94fc-384598f48772 of type vlan for network 5bdf1a1e-e1f2-48bc-a9a1-8694f7f1cf73 Jul 14 09:23:06.483354 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2072f011-c112-420f-85ef-54c54597df5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d52ac19-1c66-451e-807c-4ea1a3597a75,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:06.510234 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-8a226d2b-0430-4cea-8aac-71a8e8448afe req-4f1bc2dc-dee2-4b87-bfb2-a0931d209d5d tempest-SecurityGroupRulesTestJSON-2100127662 tempest-SecurityGroupRulesTestJSON-2100127662-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '0c07ca00-edf2-455e-b9c2-60e4078bf59c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:23:06.510889 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-8a226d2b-0430-4cea-8aac-71a8e8448afe req-4f1bc2dc-dee2-4b87-bfb2-a0931d209d5d tempest-SecurityGroupRulesTestJSON-2100127662 tempest-SecurityGroupRulesTestJSON-2100127662-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '0c07ca00-edf2-455e-b9c2-60e4078bf59c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:23:06.540336 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2072f011-c112-420f-85ef-54c54597df5b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735687821325'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:06.564105 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34c6bfb-2579-43a4-95bc-c13fcb7e35fe req-d62c3deb-da83-4cc8-bbd0-92bb89dad850 tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:06.565742 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d34c6bfb-2579-43a4-95bc-c13fcb7e35fe req-d62c3deb-da83-4cc8-bbd0-92bb89dad850 tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] 10.222.0.68 "GET /v2.0/ports?device_id=a00e13f6-1621-454d-83ce-45af34355155 HTTP/1.1" status: 200 len: 946 time: 0.2043798 Jul 14 09:23:06.611098 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7297f53-fa66-4333-9cf6-63c32dd47036 req-f7d2c6e6-de43-48e6-9f35-4d7a4fbd036f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:06.612559 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-c7297f53-fa66-4333-9cf6-63c32dd47036 req-f7d2c6e6-de43-48e6-9f35-4d7a4fbd036f service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=f4ff6602-55fb-48e4-97e3-972a5ca4e95b HTTP/1.1" status: 200 len: 1101 time: 0.1720335 Jul 14 09:23:06.616373 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2072f011-c112-420f-85ef-54c54597df5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:06.617321 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2072f011-c112-420f-85ef-54c54597df5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:06.617937 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2072f011-c112-420f-85ef-54c54597df5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:06.689150 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d34c6bfb-2579-43a4-95bc-c13fcb7e35fe req-e6ad2512-572c-4c96-83a7-618a47d743f5 tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] 10.222.0.68 "GET /v2.0/security-groups?id=c6f7d264-cbb5-40f9-9fec-5b9701ca674b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167636 Jul 14 09:23:06.727299 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-c7297f53-fa66-4333-9cf6-63c32dd47036 req-19556be9-d5c2-4180-a9bd-03da1351e4f9 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=da82e49e-9c7c-4de8-83c4-70e57626d3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047721 Jul 14 09:23:06.727921 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2072f011-c112-420f-85ef-54c54597df5b admin admin] Pushing event updated for resources: {'Network': ['ID=5bdf1a1e-e1f2-48bc-a9a1-8694f7f1cf73,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:06.739283 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Network 5bdf1a1e-e1f2-48bc-a9a1-8694f7f1cf73 details requested by agent ovs-agent-n-d-779913-29 with host n-d-779913-29 {{(pid=93959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:23:06.855145 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-2072f011-c112-420f-85ef-54c54597df5b admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.7262616 Jul 14 09:23:06.857818 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 43930) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:06.862751 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-ac09be62-a40a-4605-b55c-a076b34d02de admin admin] Request body: {'subnet': {'network_id': '5bdf1a1e-e1f2-48bc-a9a1-8694f7f1cf73', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-183136624-subnet', 'tenant_id': '181b4689469e4593b36951a885c9acaa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:23:06.884323 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac09be62-a40a-4605-b55c-a076b34d02de admin admin] Made reservation on behalf of 181b4689469e4593b36951a885c9acaa for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:23:06.886771 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ac09be62-a40a-4605-b55c-a076b34d02de admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16714600'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:06.901847 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56534bc-0688-4ce8-9549-6903b015bf33 req-34e84b9e-45c6-4651-8677-649bede895d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:06.903458 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c56534bc-0688-4ce8-9549-6903b015bf33 req-34e84b9e-45c6-4651-8677-649bede895d5 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=c85cc8aa-62e7-4f34-84f2-71eaccf379cb HTTP/1.1" status: 200 len: 1097 time: 0.4882195 Jul 14 09:23:06.910062 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3563dead-87e4-445e-a1a3-0893dffe8b23 req-83b8d7d9-700e-4379-8738-58e6861862d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:06.911491 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3563dead-87e4-445e-a1a3-0893dffe8b23 req-83b8d7d9-700e-4379-8738-58e6861862d9 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=64d82a60-565f-4e89-ba9f-f07d2d7465b3 HTTP/1.1" status: 200 len: 1102 time: 0.4661360 Jul 14 09:23:06.916523 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f93a70f-3824-446f-9c1d-d1828c6a6d73 req-8651e586-ddc1-4bfd-9f63-3e830579aa69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:06.917935 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-7f93a70f-3824-446f-9c1d-d1828c6a6d73 req-8651e586-ddc1-4bfd-9f63-3e830579aa69 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=6bf97f65-529d-4316-9785-5c086a4880b6 HTTP/1.1" status: 200 len: 1102 time: 0.4736764 Jul 14 09:23:06.955527 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-8a226d2b-0430-4cea-8aac-71a8e8448afe req-4f1bc2dc-dee2-4b87-bfb2-a0931d209d5d tempest-SecurityGroupRulesTestJSON-2100127662 tempest-SecurityGroupRulesTestJSON-2100127662-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:06.989240 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c56534bc-0688-4ce8-9549-6903b015bf33 req-ae26e61c-bbaf-4a31-a2b5-01df7739faf6 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=8a6320d2-a97f-434c-90e0-33f2ea792d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767918 Jul 14 09:23:07.002683 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-7f93a70f-3824-446f-9c1d-d1828c6a6d73 req-e84d7408-45ec-48fb-869d-dac3c8379c5c service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=da82e49e-9c7c-4de8-83c4-70e57626d3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760765 Jul 14 09:23:07.008459 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-8a226d2b-0430-4cea-8aac-71a8e8448afe req-4f1bc2dc-dee2-4b87-bfb2-a0931d209d5d tempest-SecurityGroupRulesTestJSON-2100127662 tempest-SecurityGroupRulesTestJSON-2100127662-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:07.012497 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-8a226d2b-0430-4cea-8aac-71a8e8448afe req-4f1bc2dc-dee2-4b87-bfb2-a0931d209d5d tempest-SecurityGroupRulesTestJSON-2100127662 tempest-SecurityGroupRulesTestJSON-2100127662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529131'] for security_group_rule, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:07.047987 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1bc2dc-dee2-4b87-bfb2-a0931d209d5d tempest-SecurityGroupRulesTestJSON-2100127662 tempest-SecurityGroupRulesTestJSON-2100127662-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=242a5155-7b64-4689-a853-b0bbf184cb81,revision_number=0']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:07.055819 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-8a226d2b-0430-4cea-8aac-71a8e8448afe req-4f1bc2dc-dee2-4b87-bfb2-a0931d209d5d tempest-SecurityGroupRulesTestJSON-2100127662 tempest-SecurityGroupRulesTestJSON-2100127662-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:07.068814 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8a226d2b-0430-4cea-8aac-71a8e8448afe req-4f1bc2dc-dee2-4b87-bfb2-a0931d209d5d tempest-SecurityGroupRulesTestJSON-2100127662 tempest-SecurityGroupRulesTestJSON-2100127662-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5697424 Jul 14 09:23:07.080616 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3563dead-87e4-445e-a1a3-0893dffe8b23 req-dc961d1a-e9be-4484-bc0e-d3e03a4a5275 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=2b3d19fa-539f-4220-b7f3-c14068d57c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483503 Jul 14 09:23:07.104795 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ac09be62-a40a-4605-b55c-a076b34d02de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13573993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16714586'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:07.194446 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac09be62-a40a-4605-b55c-a076b34d02de admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f16a301-3ed3-49a8-bd03-6e2d1cd29264,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:07.233419 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac09be62-a40a-4605-b55c-a076b34d02de admin admin] Checking segment: {'id': 'e2225a14-0ad4-4cad-94fc-384598f48772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '5bdf1a1e-e1f2-48bc-a9a1-8694f7f1cf73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:23:07.233794 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac09be62-a40a-4605-b55c-a076b34d02de admin admin] Network hostable DHCP agents. Network: 5bdf1a1e-e1f2-48bc-a9a1-8694f7f1cf73, hostable agents: ['c6a09bd4-f72e-4283-a3ca-0bbca8a51081'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:23:07.238756 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb6a3a1-c6d7-465d-a604-8775956ddad1 req-3fba0490-887e-4cc5-8d87-76e50a696cc3 tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:07.240270 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-adb6a3a1-c6d7-465d-a604-8775956ddad1 req-3fba0490-887e-4cc5-8d87-76e50a696cc3 tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] 10.222.0.68 "GET /v2.0/ports?device_id=a00e13f6-1621-454d-83ce-45af34355155 HTTP/1.1" status: 200 len: 946 time: 0.0667303 Jul 14 09:23:07.264009 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac09be62-a40a-4605-b55c-a076b34d02de admin admin] Network 5bdf1a1e-e1f2-48bc-a9a1-8694f7f1cf73 is scheduled to be hosted by DHCP agent c6a09bd4-f72e-4283-a3ca-0bbca8a51081 with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:23:07.281070 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ceb9d2c-b645-48db-b996-5abc4c11a0cf req-0f73d312-0cd0-40f2-8b95-7d420558c05e tempest-ListImageFiltersTestJSON-1053384997 tempest-ListImageFiltersTestJSON-1053384997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:07.282265 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-adb6a3a1-c6d7-465d-a604-8775956ddad1 req-7f9d1f91-92a3-4d59-9369-417de3db1740 tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] 10.222.0.68 "GET /v2.0/security-groups?id=c6f7d264-cbb5-40f9-9fec-5b9701ca674b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352774 Jul 14 09:23:07.283216 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-5ceb9d2c-b645-48db-b996-5abc4c11a0cf req-0f73d312-0cd0-40f2-8b95-7d420558c05e tempest-ListImageFiltersTestJSON-1053384997 tempest-ListImageFiltersTestJSON-1053384997-project] 10.222.0.68 "GET /v2.0/ports?device_id=6bf97f65-529d-4316-9785-5c086a4880b6 HTTP/1.1" status: 200 len: 950 time: 0.0899780 Jul 14 09:23:07.284377 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-ac09be62-a40a-4605-b55c-a076b34d02de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-29, 5bdf1a1e-e1f2-48bc-a9a1-8694f7f1cf73) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:23:07.288503 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac09be62-a40a-4605-b55c-a076b34d02de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:07.289104 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ac09be62-a40a-4605-b55c-a076b34d02de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:07.295546 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18dffd70-24eb-43f0-bac3-11bf1b7c3040 None None] Network 5bdf1a1e-e1f2-48bc-a9a1-8694f7f1cf73 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:23:07.316030 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-ac09be62-a40a-4605-b55c-a076b34d02de admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4487152 Jul 14 09:23:07.356092 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-5ceb9d2c-b645-48db-b996-5abc4c11a0cf req-c60a5acc-d3ff-457c-b185-c2e606bbbc79 tempest-ListImageFiltersTestJSON-1053384997 tempest-ListImageFiltersTestJSON-1053384997-project] 10.222.0.68 "GET /v2.0/security-groups?id=da82e49e-9c7c-4de8-83c4-70e57626d3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556240 Jul 14 09:23:07.454901 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-e5417b80-b802-47a7-b5cc-26c5452afdad req-97a0dd19-909b-4460-8a6a-dcb26d6b0ca0 tempest-SecurityGroupRulesTestJSON-2100127662 tempest-SecurityGroupRulesTestJSON-2100127662-project] 10.222.0.68 "GET /v2.0/security-groups/0c07ca00-edf2-455e-b9c2-60e4078bf59c HTTP/1.1" status: 200 len: 2397 time: 0.0493703 Jul 14 09:23:07.466202 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [req-e5417b80-b802-47a7-b5cc-26c5452afdad req-7d12b938-50a0-47b1-a4cd-2a2f57df4aac tempest-SecurityGroupRulesTestJSON-2100127662 tempest-SecurityGroupRulesTestJSON-2100127662-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '0c07ca00-edf2-455e-b9c2-60e4078bf59c', 'remote_group_id': None}]} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:23:07.466525 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [req-e5417b80-b802-47a7-b5cc-26c5452afdad req-7d12b938-50a0-47b1-a4cd-2a2f57df4aac tempest-SecurityGroupRulesTestJSON-2100127662 tempest-SecurityGroupRulesTestJSON-2100127662-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '0c07ca00-edf2-455e-b9c2-60e4078bf59c', 'remote_group_id': None}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:23:07.496462 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe4a4dc7-1c3f-499c-8c66-c498d01626b4 None None] Network 5bdf1a1e-e1f2-48bc-a9a1-8694f7f1cf73 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:23:07.528718 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23f02f9-d0c6-45b8-8079-911f6cfe31a7 req-c7d9f0b5-b0cf-4cb0-abec-1ece004a07c9 tempest-AttachSCSIVolumeTestJSON-1894780193 tempest-AttachSCSIVolumeTestJSON-1894780193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:07.530765 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e23f02f9-d0c6-45b8-8079-911f6cfe31a7 req-c7d9f0b5-b0cf-4cb0-abec-1ece004a07c9 tempest-AttachSCSIVolumeTestJSON-1894780193 tempest-AttachSCSIVolumeTestJSON-1894780193-project] 10.222.0.68 "GET /v2.0/ports?device_id=c85cc8aa-62e7-4f34-84f2-71eaccf379cb HTTP/1.1" status: 200 len: 945 time: 0.0896208 Jul 14 09:23:07.544266 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-e5417b80-b802-47a7-b5cc-26c5452afdad req-7d12b938-50a0-47b1-a4cd-2a2f57df4aac tempest-SecurityGroupRulesTestJSON-2100127662 tempest-SecurityGroupRulesTestJSON-2100127662-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:07.580705 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-e5417b80-b802-47a7-b5cc-26c5452afdad req-7d12b938-50a0-47b1-a4cd-2a2f57df4aac tempest-SecurityGroupRulesTestJSON-2100127662 tempest-SecurityGroupRulesTestJSON-2100127662-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:07.582571 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e23f02f9-d0c6-45b8-8079-911f6cfe31a7 req-bc3de1b6-bdf4-4a8d-bf64-a479f0fee974 tempest-AttachSCSIVolumeTestJSON-1894780193 tempest-AttachSCSIVolumeTestJSON-1894780193-project] 10.222.0.68 "GET /v2.0/security-groups?id=8a6320d2-a97f-434c-90e0-33f2ea792d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448542 Jul 14 09:23:07.586798 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-e5417b80-b802-47a7-b5cc-26c5452afdad req-7d12b938-50a0-47b1-a4cd-2a2f57df4aac tempest-SecurityGroupRulesTestJSON-2100127662 tempest-SecurityGroupRulesTestJSON-2100127662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529131'] for security_group_rule, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:07.602927 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d12b938-50a0-47b1-a4cd-2a2f57df4aac tempest-SecurityGroupRulesTestJSON-2100127662 tempest-SecurityGroupRulesTestJSON-2100127662-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c47de18c-2cb7-4e0d-8923-3e5a54b92891,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:07.622513 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-e5417b80-b802-47a7-b5cc-26c5452afdad req-7d12b938-50a0-47b1-a4cd-2a2f57df4aac tempest-SecurityGroupRulesTestJSON-2100127662 tempest-SecurityGroupRulesTestJSON-2100127662-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:07.628344 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-e5417b80-b802-47a7-b5cc-26c5452afdad req-7d12b938-50a0-47b1-a4cd-2a2f57df4aac tempest-SecurityGroupRulesTestJSON-2100127662 tempest-SecurityGroupRulesTestJSON-2100127662-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.1664875 Jul 14 09:23:07.764468 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1079c08f-1170-472c-8fae-c8da1b135a41 req-5abee4bf-af5b-49f3-87e8-2752dfad73bf tempest-ImagesOneServerTestJSON-394452934 tempest-ImagesOneServerTestJSON-394452934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:07.766571 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1079c08f-1170-472c-8fae-c8da1b135a41 req-5abee4bf-af5b-49f3-87e8-2752dfad73bf tempest-ImagesOneServerTestJSON-394452934 tempest-ImagesOneServerTestJSON-394452934-project] 10.222.0.68 "GET /v2.0/ports?device_id=64d82a60-565f-4e89-ba9f-f07d2d7465b3 HTTP/1.1" status: 200 len: 950 time: 0.0649469 Jul 14 09:23:07.807994 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1079c08f-1170-472c-8fae-c8da1b135a41 req-ecb94edb-69e1-4954-b5ed-4d2993f22b09 tempest-ImagesOneServerTestJSON-394452934 tempest-ImagesOneServerTestJSON-394452934-project] 10.222.0.68 "GET /v2.0/security-groups?id=2b3d19fa-539f-4220-b7f3-c14068d57c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330212 Jul 14 09:23:08.001162 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b5dd1e38-6449-42be-9bbd-93a4a2847605 req-a13cf91a-ab44-48cd-807a-5b1a351f881e tempest-SecurityGroupRulesTestJSON-2100127662 tempest-SecurityGroupRulesTestJSON-2100127662-project] 10.222.0.68 "GET /v2.0/security-groups/0c07ca00-edf2-455e-b9c2-60e4078bf59c HTTP/1.1" status: 200 len: 2995 time: 0.0421576 Jul 14 09:23:08.153860 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6822dc2a-cb56-466c-aff0-de2661af6c9b req-fa32add9-f21c-47d7-b7e1-2006bad5874f tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:08.155341 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-6822dc2a-cb56-466c-aff0-de2661af6c9b req-fa32add9-f21c-47d7-b7e1-2006bad5874f tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] 10.222.0.68 "GET /v2.0/networks?id=fdafaba0-da53-47c8-a4eb-7c69deccbba6 HTTP/1.1" status: 200 len: 808 time: 0.1044555 Jul 14 09:23:08.170478 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-6822dc2a-cb56-466c-aff0-de2661af6c9b req-0d31a4e9-c950-4103-9525-5869466ba95d tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] 10.222.0.68 "GET /v2.0/quotas/88495f2d6951432397900165a462d224 HTTP/1.1" status: 200 len: 375 time: 0.0092027 Jul 14 09:23:08.183653 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7587cd-6907-4830-befd-84bea708f0c6 req-41e892a4-4064-49bc-a633-9dda54398a41 tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:08.185220 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0e7587cd-6907-4830-befd-84bea708f0c6 req-41e892a4-4064-49bc-a633-9dda54398a41 tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] 10.222.0.68 "GET /v2.0/networks?id=45aef019-274b-469c-97d8-96105ce8b0ca HTTP/1.1" status: 200 len: 815 time: 0.1094601 Jul 14 09:23:08.201441 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0e7587cd-6907-4830-befd-84bea708f0c6 req-55a8a2b9-e551-4f2b-a4fc-ed47ba46480a tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] 10.222.0.68 "GET /v2.0/quotas/a85001d21fcb4959bba3ff1f7017dd59 HTTP/1.1" status: 200 len: 375 time: 0.0097144 Jul 14 09:23:08.206075 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-6822dc2a-cb56-466c-aff0-de2661af6c9b req-7d921ac5-9686-4501-b8c1-306276064049 tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=88495f2d6951432397900165a462d224&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0298672 Jul 14 09:23:08.278085 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0e7587cd-6907-4830-befd-84bea708f0c6 req-47fa39f2-09bc-4107-a0e8-0e8ede1adb94 tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=a85001d21fcb4959bba3ff1f7017dd59&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0663199 Jul 14 09:23:08.305752 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-6822dc2a-cb56-466c-aff0-de2661af6c9b req-d63ea5be-84ff-4066-ae7f-a694cd5b68d4 service neutron] 10.222.0.68 "GET /v2.0/networks/fdafaba0-da53-47c8-a4eb-7c69deccbba6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929868 Jul 14 09:23:08.395388 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0e7587cd-6907-4830-befd-84bea708f0c6 req-b18ef5a0-e98a-44cd-ac1c-e709abcd718e service neutron] 10.222.0.68 "GET /v2.0/networks/45aef019-274b-469c-97d8-96105ce8b0ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118212 Jul 14 09:23:08.405894 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-6822dc2a-cb56-466c-aff0-de2661af6c9b req-5e2605c3-5acd-4fd2-8dd0-6cc05283367a service neutron] 10.222.0.68 "GET /v2.0/networks/fdafaba0-da53-47c8-a4eb-7c69deccbba6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933616 Jul 14 09:23:08.518341 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0e7587cd-6907-4830-befd-84bea708f0c6 req-98ae0088-4723-4e29-90b8-bf3539fbd62f service neutron] 10.222.0.68 "GET /v2.0/networks/45aef019-274b-469c-97d8-96105ce8b0ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146531 Jul 14 09:23:08.585013 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-e9796747-374f-4bd4-a2ac-c1f7a9b85d95 req-32e293b6-08d5-47b4-ba3a-0c88ee7af6ef tempest-SecurityGroupRulesTestJSON-2100127662 tempest-SecurityGroupRulesTestJSON-2100127662-project] 10.222.0.68 "GET /v2.0/security-group-rules/c47de18c-2cb7-4e0d-8923-3e5a54b92891 HTTP/1.1" status: 200 len: 783 time: 0.0315959 Jul 14 09:23:08.668809 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-e9796747-374f-4bd4-a2ac-c1f7a9b85d95 req-357dc37e-6288-40de-831e-bcc7f9d7f07d tempest-SecurityGroupRulesTestJSON-2100127662 tempest-SecurityGroupRulesTestJSON-2100127662-project] 10.222.0.68 "GET /v2.0/security-groups/0c07ca00-edf2-455e-b9c2-60e4078bf59c HTTP/1.1" status: 200 len: 2995 time: 0.0753026 Jul 14 09:23:08.705850 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-e9796747-374f-4bd4-a2ac-c1f7a9b85d95 req-2a6d3878-2e04-4972-9498-1144fb189c64 tempest-SecurityGroupRulesTestJSON-2100127662 tempest-SecurityGroupRulesTestJSON-2100127662-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:08.716332 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-e9796747-374f-4bd4-a2ac-c1f7a9b85d95 req-2a6d3878-2e04-4972-9498-1144fb189c64 tempest-SecurityGroupRulesTestJSON-2100127662 tempest-SecurityGroupRulesTestJSON-2100127662-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:08.754880 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-e9796747-374f-4bd4-a2ac-c1f7a9b85d95 req-2a6d3878-2e04-4972-9498-1144fb189c64 tempest-SecurityGroupRulesTestJSON-2100127662 tempest-SecurityGroupRulesTestJSON-2100127662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529131'] for security_group_rule, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:08.761753 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-e9796747-374f-4bd4-a2ac-c1f7a9b85d95 req-2a6d3878-2e04-4972-9498-1144fb189c64 tempest-SecurityGroupRulesTestJSON-2100127662 tempest-SecurityGroupRulesTestJSON-2100127662-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:08.763499 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-e9796747-374f-4bd4-a2ac-c1f7a9b85d95 req-2a6d3878-2e04-4972-9498-1144fb189c64 tempest-SecurityGroupRulesTestJSON-2100127662 tempest-SecurityGroupRulesTestJSON-2100127662-project] 10.222.0.68 "DELETE /v2.0/security-group-rules/c47de18c-2cb7-4e0d-8923-3e5a54b92891 HTTP/1.1" status: 204 len: 173 time: 0.0928364 Jul 14 09:23:08.775704 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6d3878-2e04-4972-9498-1144fb189c64 tempest-SecurityGroupRulesTestJSON-2100127662 tempest-SecurityGroupRulesTestJSON-2100127662-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c47de18c-2cb7-4e0d-8923-3e5a54b92891,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:08.941405 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1ca834da-17c3-4429-bd3c-6d253722a8f8 req-6ddd29a5-e204-44ca-84a3-c208c06aea22 tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] 10.222.0.68 "GET /v2.0/ports?device_id=b7a25cd8-edbb-4360-a9f3-d46c1450da41 HTTP/1.1" status: 200 len: 210 time: 0.0770636 Jul 14 09:23:08.998261 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc36900a-3eb2-4d8f-9cca-6b0a77236b3b req-09c355c5-1a20-46f0-89b6-51cddab28c49 tempest-ListImageFiltersTestJSON-1053384997 tempest-ListImageFiltersTestJSON-1053384997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:08.999725 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-bc36900a-3eb2-4d8f-9cca-6b0a77236b3b req-09c355c5-1a20-46f0-89b6-51cddab28c49 tempest-ListImageFiltersTestJSON-1053384997 tempest-ListImageFiltersTestJSON-1053384997-project] 10.222.0.68 "GET /v2.0/ports?device_id=6bf97f65-529d-4316-9785-5c086a4880b6 HTTP/1.1" status: 200 len: 950 time: 0.0902333 Jul 14 09:23:09.079647 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-bc36900a-3eb2-4d8f-9cca-6b0a77236b3b req-905db529-5bc9-4d41-8abe-745c9a67c89c tempest-ListImageFiltersTestJSON-1053384997 tempest-ListImageFiltersTestJSON-1053384997-project] 10.222.0.68 "GET /v2.0/security-groups?id=da82e49e-9c7c-4de8-83c4-70e57626d3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699968 Jul 14 09:23:09.154429 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d53f3bd-00b2-4979-b3dd-99ced69bc2d3 req-375ce16e-0f8d-4d72-bfb2-21a254d9e968 tempest-AttachSCSIVolumeTestJSON-1894780193 tempest-AttachSCSIVolumeTestJSON-1894780193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:09.156097 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2d53f3bd-00b2-4979-b3dd-99ced69bc2d3 req-375ce16e-0f8d-4d72-bfb2-21a254d9e968 tempest-AttachSCSIVolumeTestJSON-1894780193 tempest-AttachSCSIVolumeTestJSON-1894780193-project] 10.222.0.68 "GET /v2.0/ports?device_id=c85cc8aa-62e7-4f34-84f2-71eaccf379cb HTTP/1.1" status: 200 len: 945 time: 0.0912285 Jul 14 09:23:09.171025 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-47383b85-effe-4077-a5e4-f993b07895f7 req-a7cd4069-15e2-4884-92d4-9fe481f0a620 tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] 10.222.0.68 "GET /v2.0/ports?device_id=07eeb242-3d15-4bf2-92c3-b7b0fdbd6566 HTTP/1.1" status: 200 len: 210 time: 0.0435162 Jul 14 09:23:09.214286 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2d53f3bd-00b2-4979-b3dd-99ced69bc2d3 req-d70b8eea-5a25-4415-b93e-d47fca80032f tempest-AttachSCSIVolumeTestJSON-1894780193 tempest-AttachSCSIVolumeTestJSON-1894780193-project] 10.222.0.68 "GET /v2.0/security-groups?id=8a6320d2-a97f-434c-90e0-33f2ea792d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520706 Jul 14 09:23:09.250175 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-52a5e395-17a2-495f-bd02-2e7aeace7d65 req-44926345-0205-423c-8ecf-5953d6344b4c tempest-SecurityGroupRulesTestJSON-2100127662 tempest-SecurityGroupRulesTestJSON-2100127662-project] 10.222.0.68 "GET /v2.0/security-groups/0c07ca00-edf2-455e-b9c2-60e4078bf59c HTTP/1.1" status: 200 len: 2397 time: 0.0527861 Jul 14 09:23:09.339179 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-52a5e395-17a2-495f-bd02-2e7aeace7d65 req-1fd9295c-aba0-4e18-97e2-67f86a539015 tempest-SecurityGroupRulesTestJSON-2100127662 tempest-SecurityGroupRulesTestJSON-2100127662-project] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:09.367136 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-52a5e395-17a2-495f-bd02-2e7aeace7d65 req-1fd9295c-aba0-4e18-97e2-67f86a539015 tempest-SecurityGroupRulesTestJSON-2100127662 tempest-SecurityGroupRulesTestJSON-2100127662-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:09.429411 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-52a5e395-17a2-495f-bd02-2e7aeace7d65 req-1fd9295c-aba0-4e18-97e2-67f86a539015 tempest-SecurityGroupRulesTestJSON-2100127662 tempest-SecurityGroupRulesTestJSON-2100127662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:09.431982 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-52a5e395-17a2-495f-bd02-2e7aeace7d65 req-1fd9295c-aba0-4e18-97e2-67f86a539015 tempest-SecurityGroupRulesTestJSON-2100127662 tempest-SecurityGroupRulesTestJSON-2100127662-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:09.433141 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-52a5e395-17a2-495f-bd02-2e7aeace7d65 req-1fd9295c-aba0-4e18-97e2-67f86a539015 tempest-SecurityGroupRulesTestJSON-2100127662 tempest-SecurityGroupRulesTestJSON-2100127662-project] 10.222.0.68 "DELETE /v2.0/security-groups/0c07ca00-edf2-455e-b9c2-60e4078bf59c HTTP/1.1" status: 204 len: 173 time: 0.1774371 Jul 14 09:23:09.443110 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd9295c-aba0-4e18-97e2-67f86a539015 tempest-SecurityGroupRulesTestJSON-2100127662 tempest-SecurityGroupRulesTestJSON-2100127662-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c07ca00-edf2-455e-b9c2-60e4078bf59c,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:09.501659 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dc9754-fc61-47dd-a74f-6f6c864cc93b req-0ec45ce2-4d23-4114-98b6-f0d1debbcdb0 tempest-ImagesOneServerTestJSON-394452934 tempest-ImagesOneServerTestJSON-394452934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:09.503906 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a5dc9754-fc61-47dd-a74f-6f6c864cc93b req-0ec45ce2-4d23-4114-98b6-f0d1debbcdb0 tempest-ImagesOneServerTestJSON-394452934 tempest-ImagesOneServerTestJSON-394452934-project] 10.222.0.68 "GET /v2.0/ports?device_id=64d82a60-565f-4e89-ba9f-f07d2d7465b3 HTTP/1.1" status: 200 len: 950 time: 0.1453483 Jul 14 09:23:09.582294 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a5dc9754-fc61-47dd-a74f-6f6c864cc93b req-2e98961f-9dc0-439d-9ac4-6febeac5944a tempest-ImagesOneServerTestJSON-394452934 tempest-ImagesOneServerTestJSON-394452934-project] 10.222.0.68 "GET /v2.0/security-groups?id=2b3d19fa-539f-4220-b7f3-c14068d57c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693665 Jul 14 09:23:09.650308 n-d-779913-29 neutron-server[93958]: INFO neutron.api.v2.resource [req-c4a78c9d-dfb1-4f76-8fe8-0d831870cf01 req-3bdc3214-4186-4189-8875-0974d6a09a7e tempest-SecurityGroupRulesTestJSON-2100127662 tempest-SecurityGroupRulesTestJSON-2100127662-project] show failed (client error): The resource could not be found. Jul 14 09:23:09.651573 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-c4a78c9d-dfb1-4f76-8fe8-0d831870cf01 req-3bdc3214-4186-4189-8875-0974d6a09a7e tempest-SecurityGroupRulesTestJSON-2100127662 tempest-SecurityGroupRulesTestJSON-2100127662-project] 10.222.0.68 "GET /v2.0/security-groups/1a568024-e4f3-48ce-9ba4-7e40e12eb7c7 HTTP/1.1" status: 404 len: 352 time: 0.0230954 Jul 14 09:23:09.775967 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80077053-620b-4178-882b-72e2e5922ab2 req-5d4560a2-9823-4984-92e3-d2f9520cf4d3 tempest-ListImageFiltersTestJSON-1053384997 tempest-ListImageFiltersTestJSON-1053384997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:09.783433 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-80077053-620b-4178-882b-72e2e5922ab2 req-5d4560a2-9823-4984-92e3-d2f9520cf4d3 tempest-ListImageFiltersTestJSON-1053384997 tempest-ListImageFiltersTestJSON-1053384997-project] 10.222.0.68 "GET /v2.0/ports?device_id=f4ff6602-55fb-48e4-97e3-972a5ca4e95b HTTP/1.1" status: 200 len: 949 time: 0.0759871 Jul 14 09:23:09.854153 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-80077053-620b-4178-882b-72e2e5922ab2 req-23cb00de-d88f-40ba-ba03-ff9ab75a594f tempest-ListImageFiltersTestJSON-1053384997 tempest-ListImageFiltersTestJSON-1053384997-project] 10.222.0.68 "GET /v2.0/security-groups?id=da82e49e-9c7c-4de8-83c4-70e57626d3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696957 Jul 14 09:23:09.911557 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbce515-974a-4c63-9ddc-4354fa2c319c req-a3633c75-ae42-44e5-bd82-2ef1c136c404 tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:09.913058 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-cfbce515-974a-4c63-9ddc-4354fa2c319c req-a3633c75-ae42-44e5-bd82-2ef1c136c404 tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] 10.222.0.65 "GET /v2.0/ports?device_id=a00e13f6-1621-454d-83ce-45af34355155 HTTP/1.1" status: 200 len: 946 time: 0.1137686 Jul 14 09:23:09.965774 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-bfccc928-d9cf-4ab5-951b-300a0734f0f7 req-ab3e6c00-f793-4932-aff5-1b0ef7dd4de0 tempest-SecurityGroupRulesTestJSON-2100127662 tempest-SecurityGroupRulesTestJSON-2100127662-project] 10.222.0.68 "GET /v2.0/security-groups/64a73404-a65d-4819-a720-f4858bdfa32e HTTP/1.1" status: 200 len: 1804 time: 0.0847998 Jul 14 09:23:10.079702 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-bfccc928-d9cf-4ab5-951b-300a0734f0f7 req-5ccf8b31-a6c0-442a-9aef-c404954ac43c tempest-SecurityGroupRulesTestJSON-2100127662 tempest-SecurityGroupRulesTestJSON-2100127662-project] Notify callbacks [] for security_group, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:10.130802 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-bfccc928-d9cf-4ab5-951b-300a0734f0f7 req-5ccf8b31-a6c0-442a-9aef-c404954ac43c tempest-SecurityGroupRulesTestJSON-2100127662 tempest-SecurityGroupRulesTestJSON-2100127662-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:10.135322 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [req-cfbce515-974a-4c63-9ddc-4354fa2c319c req-5ab394f6-e599-4508-8221-9c0c6994bbfe tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] Deleting port 4e97f585-b63a-4c5f-aa74-c6255deea07f {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:23:10.135322 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-cfbce515-974a-4c63-9ddc-4354fa2c319c req-5ab394f6-e599-4508-8221-9c0c6994bbfe tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:10.276587 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-bfccc928-d9cf-4ab5-951b-300a0734f0f7 req-5ccf8b31-a6c0-442a-9aef-c404954ac43c tempest-SecurityGroupRulesTestJSON-2100127662 tempest-SecurityGroupRulesTestJSON-2100127662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:10.279486 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-bfccc928-d9cf-4ab5-951b-300a0734f0f7 req-5ccf8b31-a6c0-442a-9aef-c404954ac43c tempest-SecurityGroupRulesTestJSON-2100127662 tempest-SecurityGroupRulesTestJSON-2100127662-project] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:10.284685 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-bfccc928-d9cf-4ab5-951b-300a0734f0f7 req-5ccf8b31-a6c0-442a-9aef-c404954ac43c tempest-SecurityGroupRulesTestJSON-2100127662 tempest-SecurityGroupRulesTestJSON-2100127662-project] 10.222.0.68 "DELETE /v2.0/security-groups/64a73404-a65d-4819-a720-f4858bdfa32e HTTP/1.1" status: 204 len: 173 time: 0.3059735 Jul 14 09:23:10.357474 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccf8b31-a6c0-442a-9aef-c404954ac43c tempest-SecurityGroupRulesTestJSON-2100127662 tempest-SecurityGroupRulesTestJSON-2100127662-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=64a73404-a65d-4819-a720-f4858bdfa32e,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:10.447606 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-cfbce515-974a-4c63-9ddc-4354fa2c319c req-5ab394f6-e599-4508-8221-9c0c6994bbfe tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] For port 4e97f585-b63a-4c5f-aa74-c6255deea07f, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=4e97f585-b63a-4c5f-aa74-c6255deea07f,segment=NetworkSegment(24f71cf3-e685-41fb-a190-ed6a8e6e15df),segment_id=24f71cf3-e685-41fb-a190-ed6a8e6e15df)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:23:10.448503 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-cfbce515-974a-4c63-9ddc-4354fa2c319c req-5ab394f6-e599-4508-8221-9c0c6994bbfe tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:10.477152 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [req-cfbce515-974a-4c63-9ddc-4354fa2c319c req-5ab394f6-e599-4508-8221-9c0c6994bbfe tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] Calling delete_port for 4e97f585-b63a-4c5f-aa74-c6255deea07f owned by compute:nova {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:23:10.515859 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6822dc2a-cb56-466c-aff0-de2661af6c9b req-d89bcd20-3e72-4db3-b3f4-b9bb03095999 tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:10.518551 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6822dc2a-cb56-466c-aff0-de2661af6c9b req-d89bcd20-3e72-4db3-b3f4-b9bb03095999 tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] 10.222.0.65 "GET /v2.0/networks?id=fdafaba0-da53-47c8-a4eb-7c69deccbba6 HTTP/1.1" status: 200 len: 808 time: 0.2452626 Jul 14 09:23:10.582238 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-6822dc2a-cb56-466c-aff0-de2661af6c9b req-d04eb015-3761-4d70-b541-e62d564d7709 tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] Request body: {'port': {'device_id': 'b7a25cd8-edbb-4360-a9f3-d46c1450da41', 'network_id': 'fdafaba0-da53-47c8-a4eb-7c69deccbba6', 'admin_state_up': True, 'tenant_id': '88495f2d6951432397900165a462d224'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:23:10.644456 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-708a586d-5f6d-42c5-8a50-3b32a0562c77 req-6218cb8b-3681-4549-b0d0-73b24c6bc34d tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] 10.222.0.68 "GET /v2.0/ports?device_id=b7a25cd8-edbb-4360-a9f3-d46c1450da41 HTTP/1.1" status: 200 len: 210 time: 0.0684247 Jul 14 09:23:10.821767 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6822dc2a-cb56-466c-aff0-de2661af6c9b req-d04eb015-3761-4d70-b541-e62d564d7709 tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] Made reservation on behalf of 88495f2d6951432397900165a462d224 for: {'port': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:23:10.825897 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-6822dc2a-cb56-466c-aff0-de2661af6c9b req-d04eb015-3761-4d70-b541-e62d564d7709 tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:10.830050 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-cfbce515-974a-4c63-9ddc-4354fa2c319c req-5ab394f6-e599-4508-8221-9c0c6994bbfe tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:10.864805 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] get_ports_and_sgs() called for port_ids ['4e97f585-b63a-4c5f-aa74-c6255deea07f'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:23:10.889236 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab394f6-e599-4508-8221-9c0c6994bbfe tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] Pushing event deleted for resources: {'Port': ['ID=4e97f585-b63a-4c5f-aa74-c6255deea07f,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:10.970463 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-a1cb7436-224d-4317-a103-a0727544ca68 req-1825fbea-a35c-46ae-8846-45311f57ea26 tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] 10.222.0.68 "GET /v2.0/ports?device_id=07eeb242-3d15-4bf2-92c3-b7b0fdbd6566 HTTP/1.1" status: 200 len: 210 time: 0.0292892 Jul 14 09:23:11.069824 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfbce515-974a-4c63-9ddc-4354fa2c319c req-5ab394f6-e599-4508-8221-9c0c6994bbfe tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] No DVR routers for this DVR port 4e97f585-b63a-4c5f-aa74-c6255deea07f on host n-h1-779913-29 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:23:11.083598 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-cfbce515-974a-4c63-9ddc-4354fa2c319c req-5ab394f6-e599-4508-8221-9c0c6994bbfe tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:11.085671 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-cfbce515-974a-4c63-9ddc-4354fa2c319c req-5ab394f6-e599-4508-8221-9c0c6994bbfe tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] 10.222.0.65 "DELETE /v2.0/ports/4e97f585-b63a-4c5f-aa74-c6255deea07f HTTP/1.1" status: 204 len: 173 time: 1.1613679 Jul 14 09:23:11.088201 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a00e13f6-1621-454d-83ce-45af34355155', 'name': 'network-vif-deleted', 'tag': '4e97f585-b63a-4c5f-aa74-c6255deea07f'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:23:11.090535 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6060d23-5a11-4649-8582-33a9197dff49" -d '{"events": [{"server_uuid": "a00e13f6-1621-454d-83ce-45af34355155", "name": "network-vif-deleted", "tag": "4e97f585-b63a-4c5f-aa74-c6255deea07f"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:23:11.172772 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f53e3d74-3030-4324-9701-d85a228da218 req-aea5c9c3-03b2-435d-9ae8-592287dc44e1 tempest-SecurityGroupRulesTestJSON-2100127662 tempest-SecurityGroupRulesTestJSON-2100127662-project] 10.222.0.68 "GET /v2.0/security-groups/0d163861-7290-4845-af39-7d2d67600e5d HTTP/1.1" status: 200 len: 1803 time: 0.2155349 Jul 14 09:23:11.241185 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7587cd-6907-4830-befd-84bea708f0c6 req-90d2b481-7edb-49dd-9f18-a0e9afe6d25e tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:11.242894 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0e7587cd-6907-4830-befd-84bea708f0c6 req-90d2b481-7edb-49dd-9f18-a0e9afe6d25e tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] 10.222.0.65 "GET /v2.0/networks?id=45aef019-274b-469c-97d8-96105ce8b0ca HTTP/1.1" status: 200 len: 815 time: 0.3685164 Jul 14 09:23:11.248751 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [req-6822dc2a-cb56-466c-aff0-de2661af6c9b req-d04eb015-3761-4d70-b541-e62d564d7709 tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] Allocated IP 172.20.0.10 (fdafaba0-da53-47c8-a4eb-7c69deccbba6/5194e827-9fb1-419e-b4bc-69aee8b3dca3/7fd63e7d-0e33-468b-92d5-d292b336b066) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:23:11.265997 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-0e7587cd-6907-4830-befd-84bea708f0c6 req-5264887f-fb7e-4016-9868-013004ea0fee tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] Request body: {'port': {'device_id': '07eeb242-3d15-4bf2-92c3-b7b0fdbd6566', 'network_id': '45aef019-274b-469c-97d8-96105ce8b0ca', 'admin_state_up': True, 'tenant_id': 'a85001d21fcb4959bba3ff1f7017dd59'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:23:11.378165 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-f53e3d74-3030-4324-9701-d85a228da218 req-1e24b0b4-d740-4297-9e7e-61d2fab10d14 tempest-SecurityGroupRulesTestJSON-2100127662 tempest-SecurityGroupRulesTestJSON-2100127662-project] Notify callbacks [] for security_group, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:11.456021 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-f53e3d74-3030-4324-9701-d85a228da218 req-1e24b0b4-d740-4297-9e7e-61d2fab10d14 tempest-SecurityGroupRulesTestJSON-2100127662 tempest-SecurityGroupRulesTestJSON-2100127662-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:11.573412 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e7587cd-6907-4830-befd-84bea708f0c6 req-5264887f-fb7e-4016-9868-013004ea0fee tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] Made reservation on behalf of a85001d21fcb4959bba3ff1f7017dd59 for: {'port': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:23:11.577156 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-0e7587cd-6907-4830-befd-84bea708f0c6 req-5264887f-fb7e-4016-9868-013004ea0fee tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:11.617679 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:23:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5c2a07d-f3a4-4d35-8678-e304dfb2c4fa x-openstack-request-id: req-c5c2a07d-f3a4-4d35-8678-e304dfb2c4fa {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:23:11.617844 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a00e13f6-1621-454d-83ce-45af34355155", "name": "network-vif-deleted", "tag": "4e97f585-b63a-4c5f-aa74-c6255deea07f", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:23:11.618041 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-c5c2a07d-f3a4-4d35-8678-e304dfb2c4fa {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:23:11.618542 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a00e13f6-1621-454d-83ce-45af34355155', 'name': 'network-vif-deleted', 'tag': '4e97f585-b63a-4c5f-aa74-c6255deea07f', 'status': 'completed', 'code': 200} Jul 14 09:23:11.680005 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-6822dc2a-cb56-466c-aff0-de2661af6c9b req-d04eb015-3761-4d70-b541-e62d564d7709 tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:11.685163 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-f53e3d74-3030-4324-9701-d85a228da218 req-1e24b0b4-d740-4297-9e7e-61d2fab10d14 tempest-SecurityGroupRulesTestJSON-2100127662 tempest-SecurityGroupRulesTestJSON-2100127662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:11.687696 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-f53e3d74-3030-4324-9701-d85a228da218 req-1e24b0b4-d740-4297-9e7e-61d2fab10d14 tempest-SecurityGroupRulesTestJSON-2100127662 tempest-SecurityGroupRulesTestJSON-2100127662-project] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:11.689281 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f53e3d74-3030-4324-9701-d85a228da218 req-1e24b0b4-d740-4297-9e7e-61d2fab10d14 tempest-SecurityGroupRulesTestJSON-2100127662 tempest-SecurityGroupRulesTestJSON-2100127662-project] 10.222.0.68 "DELETE /v2.0/security-groups/0d163861-7290-4845-af39-7d2d67600e5d HTTP/1.1" status: 204 len: 173 time: 0.5049973 Jul 14 09:23:11.746537 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e24b0b4-d740-4297-9e7e-61d2fab10d14 tempest-SecurityGroupRulesTestJSON-2100127662 tempest-SecurityGroupRulesTestJSON-2100127662-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d163861-7290-4845-af39-7d2d67600e5d,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:11.881999 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [req-0e7587cd-6907-4830-befd-84bea708f0c6 req-5264887f-fb7e-4016-9868-013004ea0fee tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] Allocated IP 172.20.0.3 (45aef019-274b-469c-97d8-96105ce8b0ca/c324504c-1cf5-45e1-bd3c-3e78db8db5cb/62812f7f-416b-4c3c-b7cd-8b42a9a3add0) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:23:11.896757 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-6822dc2a-cb56-466c-aff0-de2661af6c9b req-d04eb015-3761-4d70-b541-e62d564d7709 tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:11.942019 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-b5dc414f-0f11-4ddb-9a46-e9503fc53056 req-cc121b07-f060-41ce-b032-fb30a740c619 tempest-SecurityGroupRulesTestJSON-2100127662 tempest-SecurityGroupRulesTestJSON-2100127662-project] 10.222.0.68 "GET /v2.0/security-groups/06da0e6e-b0cb-44d4-a6c7-2657cc31548a HTTP/1.1" status: 200 len: 1802 time: 0.0835721 Jul 14 09:23:11.985400 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6822dc2a-cb56-466c-aff0-de2661af6c9b req-d04eb015-3761-4d70-b541-e62d564d7709 tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] Network fdafaba0-da53-47c8-a4eb-7c69deccbba6 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:23:12.003587 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [req-6822dc2a-cb56-466c-aff0-de2661af6c9b req-d04eb015-3761-4d70-b541-e62d564d7709 tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:23:12.035823 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-6822dc2a-cb56-466c-aff0-de2661af6c9b req-d04eb015-3761-4d70-b541-e62d564d7709 tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:23:12.036278 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-b5dc414f-0f11-4ddb-9a46-e9503fc53056 req-c058f872-bcb7-4c15-89f9-23810c4b2481 tempest-SecurityGroupRulesTestJSON-2100127662 tempest-SecurityGroupRulesTestJSON-2100127662-project] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:12.066658 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-b5dc414f-0f11-4ddb-9a46-e9503fc53056 req-c058f872-bcb7-4c15-89f9-23810c4b2481 tempest-SecurityGroupRulesTestJSON-2100127662 tempest-SecurityGroupRulesTestJSON-2100127662-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:12.105250 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04eb015-3761-4d70-b541-e62d564d7709 tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] Pushing event updated for resources: {'Port': ['ID=7fd63e7d-0e33-468b-92d5-d292b336b066,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:12.113513 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-b5dc414f-0f11-4ddb-9a46-e9503fc53056 req-c058f872-bcb7-4c15-89f9-23810c4b2481 tempest-SecurityGroupRulesTestJSON-2100127662 tempest-SecurityGroupRulesTestJSON-2100127662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:12.117212 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-b5dc414f-0f11-4ddb-9a46-e9503fc53056 req-c058f872-bcb7-4c15-89f9-23810c4b2481 tempest-SecurityGroupRulesTestJSON-2100127662 tempest-SecurityGroupRulesTestJSON-2100127662-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:12.130767 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-b5dc414f-0f11-4ddb-9a46-e9503fc53056 req-c058f872-bcb7-4c15-89f9-23810c4b2481 tempest-SecurityGroupRulesTestJSON-2100127662 tempest-SecurityGroupRulesTestJSON-2100127662-project] 10.222.0.68 "DELETE /v2.0/security-groups/06da0e6e-b0cb-44d4-a6c7-2657cc31548a HTTP/1.1" status: 204 len: 173 time: 0.1789994 Jul 14 09:23:12.147642 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c058f872-bcb7-4c15-89f9-23810c4b2481 tempest-SecurityGroupRulesTestJSON-2100127662 tempest-SecurityGroupRulesTestJSON-2100127662-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06da0e6e-b0cb-44d4-a6c7-2657cc31548a,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:12.215757 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6822dc2a-cb56-466c-aff0-de2661af6c9b req-d04eb015-3761-4d70-b541-e62d564d7709 tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:12.216437 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-6822dc2a-cb56-466c-aff0-de2661af6c9b req-d04eb015-3761-4d70-b541-e62d564d7709 tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:12.246818 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfd8053-d313-4527-977b-a1db8307422c req-f94e5cc9-7930-4b4a-afd9-3cc32cb065d7 tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:12.248379 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2bfd8053-d313-4527-977b-a1db8307422c req-f94e5cc9-7930-4b4a-afd9-3cc32cb065d7 tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] 10.222.0.68 "GET /v2.0/ports?device_id=b7a25cd8-edbb-4360-a9f3-d46c1450da41 HTTP/1.1" status: 200 len: 932 time: 0.3125587 Jul 14 09:23:12.250272 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6822dc2a-cb56-466c-aff0-de2661af6c9b req-d04eb015-3761-4d70-b541-e62d564d7709 tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6739607 Jul 14 09:23:12.278123 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 06b165cc-bc55-4adf-97ef-fbe40a9d9043 details requested by agent hyperv_n-h2-779913-29 with host n-h2-779913-29 {{(pid=93959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:23:12.280138 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-6822dc2a-cb56-466c-aff0-de2661af6c9b req-54963332-fa67-42e9-813c-56c85bc58311 service neutron] Request body: {'port': {'device_id': 'b7a25cd8-edbb-4360-a9f3-d46c1450da41', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-29'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:23:12.345060 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d77cdc34-e74d-4023-a45e-950a4c540952 req-236af8f1-c277-4999-bdd6-825083fd1f40 tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] 10.222.0.68 "GET /v2.0/ports?device_id=07eeb242-3d15-4bf2-92c3-b7b0fdbd6566 HTTP/1.1" status: 200 len: 210 time: 0.0316315 Jul 14 09:23:12.367967 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2bfd8053-d313-4527-977b-a1db8307422c req-a03cb183-3374-4073-8845-8163a6d3570d tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] 10.222.0.68 "GET /v2.0/security-groups?id=cf40bcd2-1dd1-48fb-a6b7-6df0e80ce2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088710 Jul 14 09:23:12.371089 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-0e7587cd-6907-4830-befd-84bea708f0c6 req-5264887f-fb7e-4016-9868-013004ea0fee tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:12.416243 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 06b165cc-bc55-4adf-97ef-fbe40a9d9043, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=06b165cc-bc55-4adf-97ef-fbe40a9d9043,segment=NetworkSegment(8f1c1422-de6c-445f-ab95-4e2c94585b2b),segment_id=8f1c1422-de6c-445f-ab95-4e2c94585b2b)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:23:12.434409 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Returning: {'device': '06b165cc-bc55-4adf-97ef-fbe40a9d9043', 'network_id': '2244f7a1-04bd-42cd-9e86-31839b46f57f', 'port_id': '06b165cc-bc55-4adf-97ef-fbe40a9d9043', 'mac_address': 'fa:16:3e:b0:ca:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 724, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85060e65-3b2f-4a6c-a04c-ce849daa5b3b', 'ip_address': '192.168.233.169'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:23:12.440504 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-6822dc2a-cb56-466c-aff0-de2661af6c9b req-54963332-fa67-42e9-813c-56c85bc58311 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:12.468037 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-2a2a06c7-645e-46d4-a623-0786c0b4024d req-92eb68f5-869c-4594-afeb-8270fba5c85b tempest-SecurityGroupRulesTestJSON-2100127662 tempest-SecurityGroupRulesTestJSON-2100127662-project] 10.222.0.68 "GET /v2.0/security-groups/f31406eb-e9b2-48a2-a51f-65849ecd3785 HTTP/1.1" status: 200 len: 2403 time: 0.0823882 Jul 14 09:23:12.480974 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:12.495769 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 06b165cc-bc55-4adf-97ef-fbe40a9d9043 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:23:12.522589 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 06b165cc-bc55-4adf-97ef-fbe40a9d9043, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=06b165cc-bc55-4adf-97ef-fbe40a9d9043,segment=NetworkSegment(8f1c1422-de6c-445f-ab95-4e2c94585b2b),segment_id=8f1c1422-de6c-445f-ab95-4e2c94585b2b)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:23:12.528156 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:12.552946 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-0e7587cd-6907-4830-befd-84bea708f0c6 req-5264887f-fb7e-4016-9868-013004ea0fee tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:12.600043 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-2a2a06c7-645e-46d4-a623-0786c0b4024d req-73c5c37e-498f-4946-88a5-cd361919ff35 tempest-SecurityGroupRulesTestJSON-2100127662 tempest-SecurityGroupRulesTestJSON-2100127662-project] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:12.604983 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Pushing event updated for resources: {'Port': ['ID=06b165cc-bc55-4adf-97ef-fbe40a9d9043,revision_number=6']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:12.636885 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:12.647871 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-2a2a06c7-645e-46d4-a623-0786c0b4024d req-73c5c37e-498f-4946-88a5-cd361919ff35 tempest-SecurityGroupRulesTestJSON-2100127662 tempest-SecurityGroupRulesTestJSON-2100127662-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:12.671294 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5264887f-fb7e-4016-9868-013004ea0fee tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] Pushing event updated for resources: {'Port': ['ID=62812f7f-416b-4c3c-b7cd-8b42a9a3add0,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:12.694307 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e7587cd-6907-4830-befd-84bea708f0c6 req-5264887f-fb7e-4016-9868-013004ea0fee tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] Network 45aef019-274b-469c-97d8-96105ce8b0ca is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:23:12.696558 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [req-0e7587cd-6907-4830-befd-84bea708f0c6 req-5264887f-fb7e-4016-9868-013004ea0fee tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:23:12.704854 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e7587cd-6907-4830-befd-84bea708f0c6 req-5264887f-fb7e-4016-9868-013004ea0fee tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:23:12.719066 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-2a2a06c7-645e-46d4-a623-0786c0b4024d req-73c5c37e-498f-4946-88a5-cd361919ff35 tempest-SecurityGroupRulesTestJSON-2100127662 tempest-SecurityGroupRulesTestJSON-2100127662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:12.723653 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-2a2a06c7-645e-46d4-a623-0786c0b4024d req-73c5c37e-498f-4946-88a5-cd361919ff35 tempest-SecurityGroupRulesTestJSON-2100127662 tempest-SecurityGroupRulesTestJSON-2100127662-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:12.725416 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-2a2a06c7-645e-46d4-a623-0786c0b4024d req-73c5c37e-498f-4946-88a5-cd361919ff35 tempest-SecurityGroupRulesTestJSON-2100127662 tempest-SecurityGroupRulesTestJSON-2100127662-project] 10.222.0.68 "DELETE /v2.0/security-groups/f31406eb-e9b2-48a2-a51f-65849ecd3785 HTTP/1.1" status: 204 len: 173 time: 0.2551985 Jul 14 09:23:12.731312 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] get_ports_and_sgs() called for port_ids ['06b165cc-bc55-4adf-97ef-fbe40a9d9043'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:23:12.742583 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c5c37e-498f-4946-88a5-cd361919ff35 tempest-SecurityGroupRulesTestJSON-2100127662 tempest-SecurityGroupRulesTestJSON-2100127662-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f31406eb-e9b2-48a2-a51f-65849ecd3785,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:12.848712 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7587cd-6907-4830-befd-84bea708f0c6 req-5264887f-fb7e-4016-9868-013004ea0fee tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:12.849378 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-0e7587cd-6907-4830-befd-84bea708f0c6 req-5264887f-fb7e-4016-9868-013004ea0fee tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:12.885457 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-f7786b00-1a69-4ed4-bb59-8fe02aaedd5e req-56acfb6b-ce7a-4b1a-94fc-efaf006d7e1e tempest-SecurityGroupRulesTestJSON-2100127662 tempest-SecurityGroupRulesTestJSON-2100127662-project] 10.222.0.68 "GET /v2.0/security-groups/7ebe1bc4-53d7-489b-8a4c-8feabf0cbcb1 HTTP/1.1" status: 200 len: 2397 time: 0.1241684 Jul 14 09:23:12.896910 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0e7587cd-6907-4830-befd-84bea708f0c6 req-5264887f-fb7e-4016-9868-013004ea0fee tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6353254 Jul 14 09:23:12.917150 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-0e7587cd-6907-4830-befd-84bea708f0c6 req-86de5bbb-edfb-4c04-baa6-4f0e0aeac08c service neutron] Request body: {'port': {'device_id': '07eeb242-3d15-4bf2-92c3-b7b0fdbd6566', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-29'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:23:12.985192 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-f7786b00-1a69-4ed4-bb59-8fe02aaedd5e req-67cd8a7a-37f0-4d93-8994-d4d507fe1df0 tempest-SecurityGroupRulesTestJSON-2100127662 tempest-SecurityGroupRulesTestJSON-2100127662-project] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:13.016468 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-f7786b00-1a69-4ed4-bb59-8fe02aaedd5e req-67cd8a7a-37f0-4d93-8994-d4d507fe1df0 tempest-SecurityGroupRulesTestJSON-2100127662 tempest-SecurityGroupRulesTestJSON-2100127662-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:13.063820 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-0e7587cd-6907-4830-befd-84bea708f0c6 req-86de5bbb-edfb-4c04-baa6-4f0e0aeac08c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:13.071670 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-f7786b00-1a69-4ed4-bb59-8fe02aaedd5e req-67cd8a7a-37f0-4d93-8994-d4d507fe1df0 tempest-SecurityGroupRulesTestJSON-2100127662 tempest-SecurityGroupRulesTestJSON-2100127662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:13.074639 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-f7786b00-1a69-4ed4-bb59-8fe02aaedd5e req-67cd8a7a-37f0-4d93-8994-d4d507fe1df0 tempest-SecurityGroupRulesTestJSON-2100127662 tempest-SecurityGroupRulesTestJSON-2100127662-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:13.076052 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-f7786b00-1a69-4ed4-bb59-8fe02aaedd5e req-67cd8a7a-37f0-4d93-8994-d4d507fe1df0 tempest-SecurityGroupRulesTestJSON-2100127662 tempest-SecurityGroupRulesTestJSON-2100127662-project] 10.222.0.68 "DELETE /v2.0/security-groups/7ebe1bc4-53d7-489b-8a4c-8feabf0cbcb1 HTTP/1.1" status: 204 len: 173 time: 0.1893353 Jul 14 09:23:13.084720 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 44126) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:13.087821 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cd8a7a-37f0-4d93-8994-d4d507fe1df0 tempest-SecurityGroupRulesTestJSON-2100127662 tempest-SecurityGroupRulesTestJSON-2100127662-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ebe1bc4-53d7-489b-8a4c-8feabf0cbcb1,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:13.138955 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [req-6822dc2a-cb56-466c-aff0-de2661af6c9b req-54963332-fa67-42e9-813c-56c85bc58311 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7fd63e7d-0e33-468b-92d5-d292b336b066 {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:23:13.153743 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-6822dc2a-cb56-466c-aff0-de2661af6c9b req-54963332-fa67-42e9-813c-56c85bc58311 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:13.189438 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_v2 [None req-4af81462-cfd8-413a-8bfd-aeefb02a4c0f admin admin] Deleting subnet 3f74b143-ffd5-4704-b1af-2cb474bd71e4 {{(pid=93957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:23:13.192437 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [req-6822dc2a-cb56-466c-aff0-de2661af6c9b req-54963332-fa67-42e9-813c-56c85bc58311 service neutron] Transition to ACTIVE for port object 7fd63e7d-0e33-468b-92d5-d292b336b066 will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:23:13.196285 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4af81462-cfd8-413a-8bfd-aeefb02a4c0f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:13.260979 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-6822dc2a-cb56-466c-aff0-de2661af6c9b req-54963332-fa67-42e9-813c-56c85bc58311 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:13.279433 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:13.350917 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4af81462-cfd8-413a-8bfd-aeefb02a4c0f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10944203'] for subnet, precommit_delete_associations {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:13.420985 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54963332-fa67-42e9-813c-56c85bc58311 service neutron] Pushing event updated for resources: {'Port': ['ID=7fd63e7d-0e33-468b-92d5-d292b336b066,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:13.483289 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 4e97f585-b63a-4c5f-aa74-c6255deea07f no longer exists at agent hyperv_n-h1-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:23:13.523276 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] No Port match for: 4e97f585-b63a-4c5f-aa74-c6255deea07f {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:23:13.523544 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 4e97f585-b63a-4c5f-aa74-c6255deea07f not bound to the agent host n-h1-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:23:13.829158 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4af81462-cfd8-413a-8bfd-aeefb02a4c0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3481002'] for subnet, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:13.974894 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97be2d92-a1e1-4880-af13-55005e77c04d req-7dfc2e52-ec02-4176-bcfd-a1c070256efd tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:13.981713 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-6822dc2a-cb56-466c-aff0-de2661af6c9b req-54963332-fa67-42e9-813c-56c85bc58311 service neutron] Attempting to bind port 7fd63e7d-0e33-468b-92d5-d292b336b066 on host n-h1-779913-29 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:23:13.982084 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-6822dc2a-cb56-466c-aff0-de2661af6c9b req-54963332-fa67-42e9-813c-56c85bc58311 service neutron] Attempting to bind port 7fd63e7d-0e33-468b-92d5-d292b336b066 by drivers openvswitch,hyperv on host n-h1-779913-29 at level 0 using segments [{'id': '3140b72d-6a4a-4668-bad8-c572bd128f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'fdafaba0-da53-47c8-a4eb-7c69deccbba6'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:23:13.982398 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6822dc2a-cb56-466c-aff0-de2661af6c9b req-54963332-fa67-42e9-813c-56c85bc58311 service neutron] Attempting to bind port 7fd63e7d-0e33-468b-92d5-d292b336b066 on network fdafaba0-da53-47c8-a4eb-7c69deccbba6 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:23:13.984216 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-97be2d92-a1e1-4880-af13-55005e77c04d req-7dfc2e52-ec02-4176-bcfd-a1c070256efd tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] 10.222.0.68 "GET /v2.0/ports?device_id=07eeb242-3d15-4bf2-92c3-b7b0fdbd6566 HTTP/1.1" status: 200 len: 931 time: 0.4798164 Jul 14 09:23:14.028327 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-97be2d92-a1e1-4880-af13-55005e77c04d req-38318389-b085-459a-9624-0f3a4194899c tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] 10.222.0.68 "GET /v2.0/security-groups?id=c6f7d264-cbb5-40f9-9fec-5b9701ca674b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431395 Jul 14 09:23:14.065527 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6822dc2a-cb56-466c-aff0-de2661af6c9b req-54963332-fa67-42e9-813c-56c85bc58311 service neutron] Port 7fd63e7d-0e33-468b-92d5-d292b336b066 on network fdafaba0-da53-47c8-a4eb-7c69deccbba6 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-29 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:23:14.065888 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6822dc2a-cb56-466c-aff0-de2661af6c9b req-54963332-fa67-42e9-813c-56c85bc58311 service neutron] Attempting to bind port 7fd63e7d-0e33-468b-92d5-d292b336b066 on network fdafaba0-da53-47c8-a4eb-7c69deccbba6 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:23:14.088156 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4af81462-cfd8-413a-8bfd-aeefb02a4c0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10052701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11984075'] for subnet, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:14.090306 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6822dc2a-cb56-466c-aff0-de2661af6c9b req-54963332-fa67-42e9-813c-56c85bc58311 service neutron] Checking agent: {'id': 'de11e667-f145-47b0-bd09-334a7505938e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 13, 12), 'started_at': datetime.datetime(2021, 7, 14, 9, 13, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 23, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:23:14.090649 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6822dc2a-cb56-466c-aff0-de2661af6c9b req-54963332-fa67-42e9-813c-56c85bc58311 service neutron] Checking segment: {'id': '3140b72d-6a4a-4668-bad8-c572bd128f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'fdafaba0-da53-47c8-a4eb-7c69deccbba6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:23:14.091048 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6822dc2a-cb56-466c-aff0-de2661af6c9b req-54963332-fa67-42e9-813c-56c85bc58311 service neutron] Bound using segment: {'id': '3140b72d-6a4a-4668-bad8-c572bd128f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'fdafaba0-da53-47c8-a4eb-7c69deccbba6'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:23:14.091501 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-6822dc2a-cb56-466c-aff0-de2661af6c9b req-54963332-fa67-42e9-813c-56c85bc58311 service neutron] Bound port: 7fd63e7d-0e33-468b-92d5-d292b336b066, host: n-h1-779913-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3140b72d-6a4a-4668-bad8-c572bd128f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'fdafaba0-da53-47c8-a4eb-7c69deccbba6'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:23:14.091862 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-6822dc2a-cb56-466c-aff0-de2661af6c9b req-54963332-fa67-42e9-813c-56c85bc58311 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:14.096960 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [req-0e7587cd-6907-4830-befd-84bea708f0c6 req-86de5bbb-edfb-4c04-baa6-4f0e0aeac08c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62812f7f-416b-4c3c-b7cd-8b42a9a3add0 {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:23:14.122065 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-0e7587cd-6907-4830-befd-84bea708f0c6 req-86de5bbb-edfb-4c04-baa6-4f0e0aeac08c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:14.155611 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93301707-e6b6-48b1-83a6-ee6a5f0a679a req-257e7891-202c-460a-abb1-965a72b2dcff tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:14.163415 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-93301707-e6b6-48b1-83a6-ee6a5f0a679a req-257e7891-202c-460a-abb1-965a72b2dcff tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] 10.222.0.68 "GET /v2.0/ports?device_id=b7a25cd8-edbb-4360-a9f3-d46c1450da41 HTTP/1.1" status: 200 len: 944 time: 0.3397589 Jul 14 09:23:14.174528 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af81462-cfd8-413a-8bfd-aeefb02a4c0f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f74b143-ffd5-4704-b1af-2cb474bd71e4,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:14.191935 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4af81462-cfd8-413a-8bfd-aeefb02a4c0f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:14.193933 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-4af81462-cfd8-413a-8bfd-aeefb02a4c0f admin admin] 10.222.0.68 "DELETE /v2.0/subnets/3f74b143-ffd5-4704-b1af-2cb474bd71e4 HTTP/1.1" status: 204 len: 168 time: 1.1081555 Jul 14 09:23:14.197166 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 44160) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:14.219468 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [req-0e7587cd-6907-4830-befd-84bea708f0c6 req-86de5bbb-edfb-4c04-baa6-4f0e0aeac08c service neutron] Transition to ACTIVE for port object 62812f7f-416b-4c3c-b7cd-8b42a9a3add0 will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:23:14.243312 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-0e7587cd-6907-4830-befd-84bea708f0c6 req-86de5bbb-edfb-4c04-baa6-4f0e0aeac08c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:14.290140 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 09a75d5d-afc2-4e3b-8495-348796064b86 details requested by agent hyperv_n-h2-779913-29 with host n-h2-779913-29 {{(pid=93959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:23:14.296660 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-93301707-e6b6-48b1-83a6-ee6a5f0a679a req-e665dd38-ee9a-45f8-8bb7-f606f9cd55f9 tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] 10.222.0.68 "GET /v2.0/security-groups?id=cf40bcd2-1dd1-48fb-a6b7-6df0e80ce2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320651 Jul 14 09:23:14.322365 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 06b165cc-bc55-4adf-97ef-fbe40a9d9043 up at agent hyperv_n-h2-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:23:14.342332 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-6822dc2a-cb56-466c-aff0-de2661af6c9b req-54963332-fa67-42e9-813c-56c85bc58311 service neutron] For port 7fd63e7d-0e33-468b-92d5-d292b336b066, host n-h1-779913-29, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:23:14.344982 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86de5bbb-edfb-4c04-baa6-4f0e0aeac08c service neutron] Pushing event updated for resources: {'Port': ['ID=62812f7f-416b-4c3c-b7cd-8b42a9a3add0,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:14.374220 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-6822dc2a-cb56-466c-aff0-de2661af6c9b req-54963332-fa67-42e9-813c-56c85bc58311 service neutron] For port 7fd63e7d-0e33-468b-92d5-d292b336b066, host n-h1-779913-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=7fd63e7d-0e33-468b-92d5-d292b336b066,segment=NetworkSegment(3140b72d-6a4a-4668-bad8-c572bd128f6c),segment_id=3140b72d-6a4a-4668-bad8-c572bd128f6c)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:23:14.378657 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fad0295f-2478-4bf4-b1fd-4d2b202afb54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3876111'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:14.422162 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-6822dc2a-cb56-466c-aff0-de2661af6c9b req-54963332-fa67-42e9-813c-56c85bc58311 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:14.550951 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6822dc2a-cb56-466c-aff0-de2661af6c9b req-54963332-fa67-42e9-813c-56c85bc58311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:14.551921 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-6822dc2a-cb56-466c-aff0-de2661af6c9b req-54963332-fa67-42e9-813c-56c85bc58311 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:14.558343 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6822dc2a-cb56-466c-aff0-de2661af6c9b req-54963332-fa67-42e9-813c-56c85bc58311 service neutron] 10.222.0.65 "PUT /v2.0/ports/7fd63e7d-0e33-468b-92d5-d292b336b066 HTTP/1.1" status: 200 len: 1093 time: 2.2893510 Jul 14 09:23:14.562092 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7a25cd8-edbb-4360-a9f3-d46c1450da41', 'tag': '7fd63e7d-0e33-468b-92d5-d292b336b066'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:23:14.565331 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbf533ef-e288-4cf2-b701-bdac8c15a95c" -d '{"events": [{"name": "network-changed", "server_uuid": "b7a25cd8-edbb-4360-a9f3-d46c1450da41", "tag": "7fd63e7d-0e33-468b-92d5-d292b336b066"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:23:14.672648 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:23:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fff892fd-0188-444f-86aa-b0046c95566d x-openstack-request-id: req-fff892fd-0188-444f-86aa-b0046c95566d {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:23:14.672992 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7a25cd8-edbb-4360-a9f3-d46c1450da41", "tag": "7fd63e7d-0e33-468b-92d5-d292b336b066", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:23:14.673356 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-fff892fd-0188-444f-86aa-b0046c95566d {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:23:14.673759 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7a25cd8-edbb-4360-a9f3-d46c1450da41', 'tag': '7fd63e7d-0e33-468b-92d5-d292b336b066', 'status': 'completed', 'code': 200} Jul 14 09:23:14.678000 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fad0295f-2478-4bf4-b1fd-4d2b202afb54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473955', 'neutron.services.segments.db._delete_segments_for_network-8735688326548'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:14.703988 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54963332-fa67-42e9-813c-56c85bc58311 service neutron] Pushing event updated for resources: {'Port': ['ID=7fd63e7d-0e33-468b-92d5-d292b336b066,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:14.713615 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-0e7587cd-6907-4830-befd-84bea708f0c6 req-86de5bbb-edfb-4c04-baa6-4f0e0aeac08c service neutron] Attempting to bind port 62812f7f-416b-4c3c-b7cd-8b42a9a3add0 on host n-h1-779913-29 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:23:14.714017 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-0e7587cd-6907-4830-befd-84bea708f0c6 req-86de5bbb-edfb-4c04-baa6-4f0e0aeac08c service neutron] Attempting to bind port 62812f7f-416b-4c3c-b7cd-8b42a9a3add0 by drivers openvswitch,hyperv on host n-h1-779913-29 at level 0 using segments [{'id': '24f71cf3-e685-41fb-a190-ed6a8e6e15df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '45aef019-274b-469c-97d8-96105ce8b0ca'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:23:14.714373 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e7587cd-6907-4830-befd-84bea708f0c6 req-86de5bbb-edfb-4c04-baa6-4f0e0aeac08c service neutron] Attempting to bind port 62812f7f-416b-4c3c-b7cd-8b42a9a3add0 on network 45aef019-274b-469c-97d8-96105ce8b0ca {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:23:14.722119 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e7587cd-6907-4830-befd-84bea708f0c6 req-86de5bbb-edfb-4c04-baa6-4f0e0aeac08c service neutron] Port 62812f7f-416b-4c3c-b7cd-8b42a9a3add0 on network 45aef019-274b-469c-97d8-96105ce8b0ca not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-29 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:23:14.722450 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e7587cd-6907-4830-befd-84bea708f0c6 req-86de5bbb-edfb-4c04-baa6-4f0e0aeac08c service neutron] Attempting to bind port 62812f7f-416b-4c3c-b7cd-8b42a9a3add0 on network 45aef019-274b-469c-97d8-96105ce8b0ca {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:23:14.724761 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-fad0295f-2478-4bf4-b1fd-4d2b202afb54 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b56dcb4a-d8ad-44b4-a9ec-121d8728ab82']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:23:14.730455 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e7587cd-6907-4830-befd-84bea708f0c6 req-86de5bbb-edfb-4c04-baa6-4f0e0aeac08c service neutron] Checking agent: {'id': 'de11e667-f145-47b0-bd09-334a7505938e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 13, 12), 'started_at': datetime.datetime(2021, 7, 14, 9, 13, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 23, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:23:14.730815 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e7587cd-6907-4830-befd-84bea708f0c6 req-86de5bbb-edfb-4c04-baa6-4f0e0aeac08c service neutron] Checking segment: {'id': '24f71cf3-e685-41fb-a190-ed6a8e6e15df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '45aef019-274b-469c-97d8-96105ce8b0ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:23:14.731212 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e7587cd-6907-4830-befd-84bea708f0c6 req-86de5bbb-edfb-4c04-baa6-4f0e0aeac08c service neutron] Bound using segment: {'id': '24f71cf3-e685-41fb-a190-ed6a8e6e15df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '45aef019-274b-469c-97d8-96105ce8b0ca'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:23:14.731659 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-0e7587cd-6907-4830-befd-84bea708f0c6 req-86de5bbb-edfb-4c04-baa6-4f0e0aeac08c service neutron] Bound port: 62812f7f-416b-4c3c-b7cd-8b42a9a3add0, host: n-h1-779913-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24f71cf3-e685-41fb-a190-ed6a8e6e15df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '45aef019-274b-469c-97d8-96105ce8b0ca'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:23:14.732025 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-0e7587cd-6907-4830-befd-84bea708f0c6 req-86de5bbb-edfb-4c04-baa6-4f0e0aeac08c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:14.749603 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-fad0295f-2478-4bf4-b1fd-4d2b202afb54 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7beb02c-4d0e-4120-bb1b-c214123133f4') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:23:14.750338 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-fad0295f-2478-4bf4-b1fd-4d2b202afb54 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7beb02c-4d0e-4120-bb1b-c214123133f4') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:23:14.771251 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Provisioning complete for port 06b165cc-bc55-4adf-97ef-fbe40a9d9043 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:23:14.772110 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:14.773216 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fad0295f-2478-4bf4-b1fd-4d2b202afb54 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735688356235', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13574129'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:14.791044 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6822dc2a-cb56-466c-aff0-de2661af6c9b req-25d4ecb9-1a80-478b-881f-d43657a9b810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:14.792633 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6822dc2a-cb56-466c-aff0-de2661af6c9b req-25d4ecb9-1a80-478b-881f-d43657a9b810 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=88495f2d6951432397900165a462d224&device_id=b7a25cd8-edbb-4360-a9f3-d46c1450da41 HTTP/1.1" status: 200 len: 1096 time: 0.1409867 Jul 14 09:23:14.798820 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fad0295f-2478-4bf4-b1fd-4d2b202afb54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:14.819815 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fad0295f-2478-4bf4-b1fd-4d2b202afb54 admin admin] Releasing vlan 725 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:23:14.820645 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fad0295f-2478-4bf4-b1fd-4d2b202afb54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13573126'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:14.822780 n-d-779913-29 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:23:14.822780 n-d-779913-29 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:23:14.822780 n-d-779913-29 neutron-server[93958]: Traceback (most recent call last): Jul 14 09:23:14.822780 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:23:14.822780 n-d-779913-29 neutron-server[93958]: timer() Jul 14 09:23:14.822780 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:23:14.822780 n-d-779913-29 neutron-server[93958]: cb(*args, **kw) Jul 14 09:23:14.822780 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:23:14.822780 n-d-779913-29 neutron-server[93958]: return func(*args, **kwargs) Jul 14 09:23:14.822780 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:23:14.822780 n-d-779913-29 neutron-server[93958]: self._notify() Jul 14 09:23:14.822780 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:23:14.822780 n-d-779913-29 neutron-server[93958]: self.callback(batched_events) Jul 14 09:23:14.822780 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:23:14.822780 n-d-779913-29 neutron-server[93958]: event.method(event) Jul 14 09:23:14.822780 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:23:14.822780 n-d-779913-29 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:23:14.822780 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:23:14.822780 n-d-779913-29 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:23:14.822780 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:23:14.822780 n-d-779913-29 neutron-server[93958]: return f(self, *a, **k) Jul 14 09:23:14.822780 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:23:14.822780 n-d-779913-29 neutron-server[93958]: return self._get(url).json() Jul 14 09:23:14.822780 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:23:14.822780 n-d-779913-29 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:23:14.822780 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:23:14.822780 n-d-779913-29 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 14 09:23:14.822780 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:23:14.822780 n-d-779913-29 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:23:14.822780 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:23:14.822780 n-d-779913-29 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:23:14.822780 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:23:14.822780 n-d-779913-29 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:23:14.822780 n-d-779913-29 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:23:14.882445 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 09a75d5d-afc2-4e3b-8495-348796064b86, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=09a75d5d-afc2-4e3b-8495-348796064b86,segment=NetworkSegment(8f1c1422-de6c-445f-ab95-4e2c94585b2b),segment_id=8f1c1422-de6c-445f-ab95-4e2c94585b2b)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:23:14.903758 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6822dc2a-cb56-466c-aff0-de2661af6c9b req-f22e8b1f-cde6-4e59-b3be-c18d116edd50 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7fd63e7d-0e33-468b-92d5-d292b336b066 HTTP/1.1" status: 200 len: 217 time: 0.0925138 Jul 14 09:23:14.922765 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-0e7587cd-6907-4830-befd-84bea708f0c6 req-86de5bbb-edfb-4c04-baa6-4f0e0aeac08c service neutron] For port 62812f7f-416b-4c3c-b7cd-8b42a9a3add0, host n-h1-779913-29, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:23:14.924728 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Returning: {'device': '09a75d5d-afc2-4e3b-8495-348796064b86', 'network_id': '2244f7a1-04bd-42cd-9e86-31839b46f57f', 'port_id': '09a75d5d-afc2-4e3b-8495-348796064b86', 'mac_address': 'fa:16:3e:e0:81:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 724, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85060e65-3b2f-4a6c-a04c-ce849daa5b3b', 'ip_address': '192.168.233.39'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:23:14.965810 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-0e7587cd-6907-4830-befd-84bea708f0c6 req-86de5bbb-edfb-4c04-baa6-4f0e0aeac08c service neutron] For port 62812f7f-416b-4c3c-b7cd-8b42a9a3add0, host n-h1-779913-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=62812f7f-416b-4c3c-b7cd-8b42a9a3add0,segment=NetworkSegment(24f71cf3-e685-41fb-a190-ed6a8e6e15df),segment_id=24f71cf3-e685-41fb-a190-ed6a8e6e15df)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:23:14.981597 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-0e7587cd-6907-4830-befd-84bea708f0c6 req-86de5bbb-edfb-4c04-baa6-4f0e0aeac08c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:15.001577 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fad0295f-2478-4bf4-b1fd-4d2b202afb54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660504'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:15.008595 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fad0295f-2478-4bf4-b1fd-4d2b202afb54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:15.014070 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-fad0295f-2478-4bf4-b1fd-4d2b202afb54 admin admin] 10.222.0.68 "DELETE /v2.0/networks/b56dcb4a-d8ad-44b4-a9ec-121d8728ab82 HTTP/1.1" status: 204 len: 168 time: 0.8154171 Jul 14 09:23:15.105719 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad0295f-2478-4bf4-b1fd-4d2b202afb54 admin admin] Pushing event deleted for resources: {'Network': ['ID=b56dcb4a-d8ad-44b4-a9ec-121d8728ab82,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:15.118565 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86de5bbb-edfb-4c04-baa6-4f0e0aeac08c service neutron] Pushing event updated for resources: {'Port': ['ID=62812f7f-416b-4c3c-b7cd-8b42a9a3add0,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:15.137011 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7587cd-6907-4830-befd-84bea708f0c6 req-86de5bbb-edfb-4c04-baa6-4f0e0aeac08c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:15.138960 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-0e7587cd-6907-4830-befd-84bea708f0c6 req-86de5bbb-edfb-4c04-baa6-4f0e0aeac08c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:15.142486 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0e7587cd-6907-4830-befd-84bea708f0c6 req-86de5bbb-edfb-4c04-baa6-4f0e0aeac08c service neutron] 10.222.0.65 "PUT /v2.0/ports/62812f7f-416b-4c3c-b7cd-8b42a9a3add0 HTTP/1.1" status: 200 len: 1092 time: 2.2314341 Jul 14 09:23:15.147770 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6822dc2a-cb56-466c-aff0-de2661af6c9b req-9e4d1458-c046-4783-b40d-842e0d9aea8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:15.150903 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6822dc2a-cb56-466c-aff0-de2661af6c9b req-9e4d1458-c046-4783-b40d-842e0d9aea8b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=5194e827-9fb1-419e-b4bc-69aee8b3dca3 HTTP/1.1" status: 200 len: 848 time: 0.2242713 Jul 14 09:23:15.174166 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:15.183813 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:15.232503 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 09a75d5d-afc2-4e3b-8495-348796064b86 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:23:15.292961 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 09a75d5d-afc2-4e3b-8495-348796064b86, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=09a75d5d-afc2-4e3b-8495-348796064b86,segment=NetworkSegment(8f1c1422-de6c-445f-ab95-4e2c94585b2b),segment_id=8f1c1422-de6c-445f-ab95-4e2c94585b2b)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:23:15.305991 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64d82a60-565f-4e89-ba9f-f07d2d7465b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06b165cc-bc55-4adf-97ef-fbe40a9d9043'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:23:15.307036 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6822dc2a-cb56-466c-aff0-de2661af6c9b req-5679c61b-c049-4ce5-b009-166223d16b7e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=fdafaba0-da53-47c8-a4eb-7c69deccbba6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1139395 Jul 14 09:23:15.309383 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd62303f06773040a8a4e189dc46b4f565768c299abf8ab8e7739778b0bc3e97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a5afd88-4a17-4be5-8ed2-2beb9056783a" -d '{"events": [{"server_uuid": "64d82a60-565f-4e89-ba9f-f07d2d7465b3", "name": "network-vif-plugged", "status": "completed", "tag": "06b165cc-bc55-4adf-97ef-fbe40a9d9043"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:23:15.333426 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:15.395354 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c462b0e-45d4-4db1-8b78-72ac97d0786f req-eb30c94f-16c0-4a39-87d8-b278232af0bc tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:15.420925 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-6c462b0e-45d4-4db1-8b78-72ac97d0786f req-eb30c94f-16c0-4a39-87d8-b278232af0bc tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] 10.222.0.68 "GET /v2.0/ports?device_id=07eeb242-3d15-4bf2-92c3-b7b0fdbd6566 HTTP/1.1" status: 200 len: 943 time: 0.1896031 Jul 14 09:23:15.458995 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 06b165cc-bc55-4adf-97ef-fbe40a9d9043, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=06b165cc-bc55-4adf-97ef-fbe40a9d9043,segment=NetworkSegment(8f1c1422-de6c-445f-ab95-4e2c94585b2b),segment_id=8f1c1422-de6c-445f-ab95-4e2c94585b2b)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:23:15.461563 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Pushing event updated for resources: {'Port': ['ID=09a75d5d-afc2-4e3b-8495-348796064b86,revision_number=6']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:15.473395 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:15.552567 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] get_ports_and_sgs() called for port_ids ['09a75d5d-afc2-4e3b-8495-348796064b86'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:23:15.596423 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-6c462b0e-45d4-4db1-8b78-72ac97d0786f req-f0ce2739-356c-48e9-8461-174c00c0062b tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] 10.222.0.68 "GET /v2.0/security-groups?id=c6f7d264-cbb5-40f9-9fec-5b9701ca674b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720405 Jul 14 09:23:15.616773 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Pushing event updated for resources: {'Port': ['ID=06b165cc-bc55-4adf-97ef-fbe40a9d9043,revision_number=7']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:15.645358 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 44230) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:15.662593 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6822dc2a-cb56-466c-aff0-de2661af6c9b req-600576c9-8e02-4fc3-8426-c6da5420a195 service neutron] 10.222.0.65 "GET /v2.0/networks/fdafaba0-da53-47c8-a4eb-7c69deccbba6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3409436 Jul 14 09:23:15.737268 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7587cd-6907-4830-befd-84bea708f0c6 req-5297d08e-84b1-4d75-955f-70e011d1291c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:15.741585 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:23:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6df02732-87e9-435e-9396-bea8583d845c x-openstack-request-id: req-6df02732-87e9-435e-9396-bea8583d845c {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:23:15.742218 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64d82a60-565f-4e89-ba9f-f07d2d7465b3", "name": "network-vif-plugged", "status": "completed", "tag": "06b165cc-bc55-4adf-97ef-fbe40a9d9043", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:23:15.742752 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-6df02732-87e9-435e-9396-bea8583d845c {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:23:15.744193 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64d82a60-565f-4e89-ba9f-f07d2d7465b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06b165cc-bc55-4adf-97ef-fbe40a9d9043', 'code': 200} Jul 14 09:23:15.744490 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0e7587cd-6907-4830-befd-84bea708f0c6 req-5297d08e-84b1-4d75-955f-70e011d1291c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a85001d21fcb4959bba3ff1f7017dd59&device_id=07eeb242-3d15-4bf2-92c3-b7b0fdbd6566 HTTP/1.1" status: 200 len: 1095 time: 0.4289088 Jul 14 09:23:15.760656 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-3fe616c2-843b-4521-9521-2f998a083363 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=e5bd5f21b8804ca19f5149f09a796e20&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1137838 Jul 14 09:23:15.764157 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 44238) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:15.899682 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-607c34f9-6033-4861-aa96-676814f308f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:15.975479 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0e7587cd-6907-4830-befd-84bea708f0c6 req-22940194-0354-42e4-826d-338338897e35 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=62812f7f-416b-4c3c-b7cd-8b42a9a3add0 HTTP/1.1" status: 200 len: 217 time: 0.2150121 Jul 14 09:23:15.977817 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-607c34f9-6033-4861-aa96-676814f308f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:16.224390 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7587cd-6907-4830-befd-84bea708f0c6 req-91df9351-18fb-41c6-9d43-92c42f1d9ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:16.233713 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0e7587cd-6907-4830-befd-84bea708f0c6 req-91df9351-18fb-41c6-9d43-92c42f1d9ed5 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c324504c-1cf5-45e1-bd3c-3e78db8db5cb HTTP/1.1" status: 200 len: 855 time: 0.2407877 Jul 14 09:23:16.282009 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9a6600-d8a1-48a0-8cfd-ebd9a5f73abc req-9eb815b8-acc4-4fe2-877a-414ae228b508 tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:16.284267 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-4a9a6600-d8a1-48a0-8cfd-ebd9a5f73abc req-9eb815b8-acc4-4fe2-877a-414ae228b508 tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] 10.222.0.68 "GET /v2.0/ports?device_id=b7a25cd8-edbb-4360-a9f3-d46c1450da41 HTTP/1.1" status: 200 len: 944 time: 0.3300285 Jul 14 09:23:16.295555 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 09a75d5d-afc2-4e3b-8495-348796064b86 up at agent hyperv_n-h2-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:23:16.300382 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-607c34f9-6033-4861-aa96-676814f308f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:16.308535 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-607c34f9-6033-4861-aa96-676814f308f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:16.310034 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-607c34f9-6033-4861-aa96-676814f308f1 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/ed705774-8452-4fc0-9248-4d45ccd94d10 HTTP/1.1" status: 204 len: 168 time: 0.5447240 Jul 14 09:23:16.322839 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0e7587cd-6907-4830-befd-84bea708f0c6 req-c026778d-2770-49e9-871b-bba9bf03bea1 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=45aef019-274b-469c-97d8-96105ce8b0ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0798709 Jul 14 09:23:16.327264 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6822dc2a-cb56-466c-aff0-de2661af6c9b req-de77f8e3-c06f-4264-876e-aabd13954584 service neutron] 10.222.0.65 "GET /v2.0/networks/fdafaba0-da53-47c8-a4eb-7c69deccbba6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6521993 Jul 14 09:23:16.354686 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607c34f9-6033-4861-aa96-676814f308f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed705774-8452-4fc0-9248-4d45ccd94d10,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:16.411576 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-4a9a6600-d8a1-48a0-8cfd-ebd9a5f73abc req-ab811a90-6069-456c-adae-14accf457f43 tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] 10.222.0.68 "GET /v2.0/security-groups?id=cf40bcd2-1dd1-48fb-a6b7-6df0e80ce2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151199 Jul 14 09:23:16.524742 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Provisioning complete for port 09a75d5d-afc2-4e3b-8495-348796064b86 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:23:16.525911 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:16.693610 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07eeb242-3d15-4bf2-92c3-b7b0fdbd6566', 'tag': '62812f7f-416b-4c3c-b7cd-8b42a9a3add0'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:23:16.712267 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edd97b61-a025-4af3-a763-6084697ba2c8" -d '{"events": [{"name": "network-changed", "server_uuid": "07eeb242-3d15-4bf2-92c3-b7b0fdbd6566", "tag": "62812f7f-416b-4c3c-b7cd-8b42a9a3add0"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:23:16.725176 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf533ef-e288-4cf2-b701-bdac8c15a95c req-9bfa8395-3029-4a3f-9d09-92f8a733a01b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:16.728240 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-dbf533ef-e288-4cf2-b701-bdac8c15a95c req-9bfa8395-3029-4a3f-9d09-92f8a733a01b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=88495f2d6951432397900165a462d224&device_id=b7a25cd8-edbb-4360-a9f3-d46c1450da41 HTTP/1.1" status: 200 len: 1096 time: 0.2754793 Jul 14 09:23:16.764362 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0e7587cd-6907-4830-befd-84bea708f0c6 req-3132db3c-f3ad-4b57-ab11-b82192380fb2 service neutron] 10.222.0.65 "GET /v2.0/networks/45aef019-274b-469c-97d8-96105ce8b0ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4259934 Jul 14 09:23:16.798745 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:16.864070 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 09a75d5d-afc2-4e3b-8495-348796064b86, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=09a75d5d-afc2-4e3b-8495-348796064b86,segment=NetworkSegment(8f1c1422-de6c-445f-ab95-4e2c94585b2b),segment_id=8f1c1422-de6c-445f-ab95-4e2c94585b2b)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:23:16.896571 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:17.028861 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Pushing event updated for resources: {'Port': ['ID=09a75d5d-afc2-4e3b-8495-348796064b86,revision_number=7']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:17.260704 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf533ef-e288-4cf2-b701-bdac8c15a95c req-1213c1da-6c46-4ed9-8523-59917878ccea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:17.262238 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-dbf533ef-e288-4cf2-b701-bdac8c15a95c req-1213c1da-6c46-4ed9-8523-59917878ccea service neutron] 10.222.0.65 "GET /v2.0/networks?id=fdafaba0-da53-47c8-a4eb-7c69deccbba6 HTTP/1.1" status: 200 len: 909 time: 0.5257449 Jul 14 09:23:17.303654 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0e7587cd-6907-4830-befd-84bea708f0c6 req-2bfc6e8f-6cf4-442e-ac32-3be6b9029dd6 service neutron] 10.222.0.65 "GET /v2.0/networks/45aef019-274b-469c-97d8-96105ce8b0ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5002840 Jul 14 09:23:17.435298 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-dbf533ef-e288-4cf2-b701-bdac8c15a95c req-01241f5c-874b-44a5-b938-6a6f67e9e6c4 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7fd63e7d-0e33-468b-92d5-d292b336b066 HTTP/1.1" status: 200 len: 217 time: 0.1647785 Jul 14 09:23:17.490349 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 7fd63e7d-0e33-468b-92d5-d292b336b066 details requested by agent hyperv_n-h1-779913-29 with host n-h1-779913-29 {{(pid=93959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:23:17.589970 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf533ef-e288-4cf2-b701-bdac8c15a95c req-04ecb6e0-d9d9-4ffb-afaa-d600a80d255d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:17.591492 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-dbf533ef-e288-4cf2-b701-bdac8c15a95c req-04ecb6e0-d9d9-4ffb-afaa-d600a80d255d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=5194e827-9fb1-419e-b4bc-69aee8b3dca3 HTTP/1.1" status: 200 len: 848 time: 0.1474688 Jul 14 09:23:17.660615 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-dbf533ef-e288-4cf2-b701-bdac8c15a95c req-3c3320fc-fb7c-4b68-a045-d42168e5f86b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=fdafaba0-da53-47c8-a4eb-7c69deccbba6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0538785 Jul 14 09:23:17.839805 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 44280) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:17.879736 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-dbf533ef-e288-4cf2-b701-bdac8c15a95c req-5e6e118b-3204-4eb4-9691-78f9ff74c116 service neutron] 10.222.0.65 "GET /v2.0/networks/fdafaba0-da53-47c8-a4eb-7c69deccbba6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2113485 Jul 14 09:23:17.887886 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4ff6602-55fb-48e4-97e3-972a5ca4e95b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09a75d5d-afc2-4e3b-8495-348796064b86'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:23:17.900044 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd62303f06773040a8a4e189dc46b4f565768c299abf8ab8e7739778b0bc3e97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97ef86d9-b33e-4ac0-a697-cc8dddf17c3e" -d '{"events": [{"server_uuid": "f4ff6602-55fb-48e4-97e3-972a5ca4e95b", "name": "network-vif-plugged", "status": "completed", "tag": "09a75d5d-afc2-4e3b-8495-348796064b86"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:23:18.055840 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-6a53c244-a1db-4e67-833f-6b7b63ae701d admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-587158789-network', 'tenant_id': 'beacae20432a4c5984ee581be11299fd'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:23:18.069395 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port 7fd63e7d-0e33-468b-92d5-d292b336b066, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=7fd63e7d-0e33-468b-92d5-d292b336b066,segment=NetworkSegment(3140b72d-6a4a-4668-bad8-c572bd128f6c),segment_id=3140b72d-6a4a-4668-bad8-c572bd128f6c)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:23:18.094458 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Returning: {'device': '7fd63e7d-0e33-468b-92d5-d292b336b066', 'network_id': 'fdafaba0-da53-47c8-a4eb-7c69deccbba6', 'port_id': '7fd63e7d-0e33-468b-92d5-d292b336b066', 'mac_address': 'fa:16:3e:71:18:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 717, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5194e827-9fb1-419e-b4bc-69aee8b3dca3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:23:18.101271 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a53c244-a1db-4e67-833f-6b7b63ae701d admin admin] Made reservation on behalf of beacae20432a4c5984ee581be11299fd for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:23:18.103651 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6a53c244-a1db-4e67-833f-6b7b63ae701d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:18.133342 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6a53c244-a1db-4e67-833f-6b7b63ae701d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:18.141255 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-dbf533ef-e288-4cf2-b701-bdac8c15a95c req-358beda3-8060-46da-a843-ab15f2f51118 service neutron] 10.222.0.65 "GET /v2.0/networks/fdafaba0-da53-47c8-a4eb-7c69deccbba6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2469544 Jul 14 09:23:18.224972 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:18.298078 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7fd63e7d-0e33-468b-92d5-d292b336b066 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:23:18.349826 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port 7fd63e7d-0e33-468b-92d5-d292b336b066, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=7fd63e7d-0e33-468b-92d5-d292b336b066,segment=NetworkSegment(3140b72d-6a4a-4668-bad8-c572bd128f6c),segment_id=3140b72d-6a4a-4668-bad8-c572bd128f6c)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:23:18.361700 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:18.447201 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6a53c244-a1db-4e67-833f-6b7b63ae701d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:18.457045 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6a53c244-a1db-4e67-833f-6b7b63ae701d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:18.481944 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Pushing event updated for resources: {'Port': ['ID=7fd63e7d-0e33-468b-92d5-d292b336b066,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:18.512408 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a53c244-a1db-4e67-833f-6b7b63ae701d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 701} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:23:18.528101 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a53c244-a1db-4e67-833f-6b7b63ae701d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8b376e0-cff6-4ee8-a327-e789723c2d36,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:18.549627 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6a53c244-a1db-4e67-833f-6b7b63ae701d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:18.551900 n-d-779913-29 neutron-server[93958]: INFO neutron.db.segments_db [None req-6a53c244-a1db-4e67-833f-6b7b63ae701d admin admin] Added segment 850fddeb-da9d-453c-b0d9-37004f74ed26 of type vlan for network 27a5c8cb-42a8-48db-a2df-c470be3e6805 Jul 14 09:23:18.659327 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6a53c244-a1db-4e67-833f-6b7b63ae701d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735687821325'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:18.696235 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] get_ports_and_sgs() called for port_ids ['7fd63e7d-0e33-468b-92d5-d292b336b066'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:23:18.722801 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6a53c244-a1db-4e67-833f-6b7b63ae701d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:18.725131 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a53c244-a1db-4e67-833f-6b7b63ae701d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:18.725902 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6a53c244-a1db-4e67-833f-6b7b63ae701d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:18.814694 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a53c244-a1db-4e67-833f-6b7b63ae701d admin admin] Pushing event updated for resources: {'Network': ['ID=27a5c8cb-42a8-48db-a2df-c470be3e6805,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:18.833192 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Network 27a5c8cb-42a8-48db-a2df-c470be3e6805 details requested by agent ovs-agent-n-d-779913-29 with host n-d-779913-29 {{(pid=93959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:23:18.842133 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-6a53c244-a1db-4e67-833f-6b7b63ae701d admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.9988308 Jul 14 09:23:18.843440 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 44288) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:18.859166 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-13aaaa4c-380a-4e10-ae7f-d82bdece6aff admin admin] Request body: {'subnet': {'network_id': '27a5c8cb-42a8-48db-a2df-c470be3e6805', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-587158789-subnet', 'tenant_id': 'beacae20432a4c5984ee581be11299fd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:23:18.955321 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13aaaa4c-380a-4e10-ae7f-d82bdece6aff admin admin] Made reservation on behalf of beacae20432a4c5984ee581be11299fd for: {'subnet': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:23:18.970912 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-13aaaa4c-380a-4e10-ae7f-d82bdece6aff admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11984110'] for subnet, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:19.519735 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 62812f7f-416b-4c3c-b7cd-8b42a9a3add0 details requested by agent hyperv_n-h1-779913-29 with host n-h1-779913-29 {{(pid=93959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:23:19.534731 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-13aaaa4c-380a-4e10-ae7f-d82bdece6aff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10052764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11984092'] for subnet, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:19.687456 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13aaaa4c-380a-4e10-ae7f-d82bdece6aff admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1fd6d66-0fdd-46b4-b279-111ab7d522d7,revision_number=0']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:19.745865 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port 62812f7f-416b-4c3c-b7cd-8b42a9a3add0, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=62812f7f-416b-4c3c-b7cd-8b42a9a3add0,segment=NetworkSegment(24f71cf3-e685-41fb-a190-ed6a8e6e15df),segment_id=24f71cf3-e685-41fb-a190-ed6a8e6e15df)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:23:19.757801 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13aaaa4c-380a-4e10-ae7f-d82bdece6aff admin admin] Checking segment: {'id': '850fddeb-da9d-453c-b0d9-37004f74ed26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '27a5c8cb-42a8-48db-a2df-c470be3e6805'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:23:19.758166 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13aaaa4c-380a-4e10-ae7f-d82bdece6aff admin admin] Network hostable DHCP agents. Network: 27a5c8cb-42a8-48db-a2df-c470be3e6805, hostable agents: ['c6a09bd4-f72e-4283-a3ca-0bbca8a51081'], hosted agents: [] {{(pid=93957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:23:19.764789 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Returning: {'device': '62812f7f-416b-4c3c-b7cd-8b42a9a3add0', 'network_id': '45aef019-274b-469c-97d8-96105ce8b0ca', 'port_id': '62812f7f-416b-4c3c-b7cd-8b42a9a3add0', 'mac_address': 'fa:16:3e:6b:65:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c324504c-1cf5-45e1-bd3c-3e78db8db5cb', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:23:19.795805 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13aaaa4c-380a-4e10-ae7f-d82bdece6aff admin admin] Network 27a5c8cb-42a8-48db-a2df-c470be3e6805 is scheduled to be hosted by DHCP agent c6a09bd4-f72e-4283-a3ca-0bbca8a51081 with binding_index 1 {{(pid=93957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:23:19.818198 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-13aaaa4c-380a-4e10-ae7f-d82bdece6aff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-29, 27a5c8cb-42a8-48db-a2df-c470be3e6805) {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:23:19.825227 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:19.826891 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13aaaa4c-380a-4e10-ae7f-d82bdece6aff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:19.828535 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-13aaaa4c-380a-4e10-ae7f-d82bdece6aff admin admin] Notify callbacks [] for subnet, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:19.844902 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62812f7f-416b-4c3c-b7cd-8b42a9a3add0 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:23:19.851472 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92c336b8-38ce-4fdf-9185-ab2eff0e986a None None] Network 27a5c8cb-42a8-48db-a2df-c470be3e6805 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:23:19.859614 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-13aaaa4c-380a-4e10-ae7f-d82bdece6aff admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.0102935 Jul 14 09:23:19.945385 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port 62812f7f-416b-4c3c-b7cd-8b42a9a3add0, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=62812f7f-416b-4c3c-b7cd-8b42a9a3add0,segment=NetworkSegment(24f71cf3-e685-41fb-a190-ed6a8e6e15df),segment_id=24f71cf3-e685-41fb-a190-ed6a8e6e15df)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:23:19.963210 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:20.112230 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Pushing event updated for resources: {'Port': ['ID=62812f7f-416b-4c3c-b7cd-8b42a9a3add0,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:20.244330 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1da6d936-2d83-4295-80c2-7cd7149aaa43 None None] Network 27a5c8cb-42a8-48db-a2df-c470be3e6805 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:23:20.365111 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d434cc9e-4ad3-46d7-b1cb-45a9dd287012 req-aa1a6d25-2954-49fd-8fcc-ef88ba42e3e4 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=c32610fb-fe36-4bc7-be35-63b201a56a49&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1665812 Jul 14 09:23:20.367586 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] get_ports_and_sgs() called for port_ids ['62812f7f-416b-4c3c-b7cd-8b42a9a3add0'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:23:20.534274 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d434cc9e-4ad3-46d7-b1cb-45a9dd287012 req-1fc14d8e-7552-4ef1-b4ac-1ebb8fd1d825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:20.536708 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d434cc9e-4ad3-46d7-b1cb-45a9dd287012 req-1fc14d8e-7552-4ef1-b4ac-1ebb8fd1d825 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5d787e34149b4f8984cce44f752c816e&device_id=c32610fb-fe36-4bc7-be35-63b201a56a49 HTTP/1.1" status: 200 len: 1098 time: 0.0770144 Jul 14 09:23:20.585101 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.agents_db [None req-3c3509fb-540d-4335-a450-574895dd3602 None None] Agent healthcheck: found 7 active agents {{(pid=93960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:23:20.834228 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d434cc9e-4ad3-46d7-b1cb-45a9dd287012 req-61e8c93e-384c-44a3-a320-2daed1ce8b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:20.836637 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d434cc9e-4ad3-46d7-b1cb-45a9dd287012 req-61e8c93e-384c-44a3-a320-2daed1ce8b36 service neutron] 10.222.0.57 "GET /v2.0/networks?id=9cb080c5-9bd5-4fed-8810-4e4711ca3bcc HTTP/1.1" status: 200 len: 917 time: 0.2636561 Jul 14 09:23:20.941306 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d434cc9e-4ad3-46d7-b1cb-45a9dd287012 req-e51038a9-d16b-4408-a5e5-a6ba8f8b60ba service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e8ac8cc4-6e5e-49d6-9a58-216dd287dc07 HTTP/1.1" status: 200 len: 1002 time: 0.0965707 Jul 14 09:23:21.018797 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d434cc9e-4ad3-46d7-b1cb-45a9dd287012 req-c66115af-86a0-4b4c-9d5d-1dc9a48ec022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:21.020373 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d434cc9e-4ad3-46d7-b1cb-45a9dd287012 req-c66115af-86a0-4b4c-9d5d-1dc9a48ec022 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7ee4e5c2-68bc-40bf-adbc-da1aa2b9476e HTTP/1.1" status: 200 len: 855 time: 0.0683980 Jul 14 09:23:21.180605 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d434cc9e-4ad3-46d7-b1cb-45a9dd287012 req-49c99e21-f5f1-427b-8b3c-a9c24be2cd87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:21.182270 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d434cc9e-4ad3-46d7-b1cb-45a9dd287012 req-49c99e21-f5f1-427b-8b3c-a9c24be2cd87 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9cb080c5-9bd5-4fed-8810-4e4711ca3bcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1521060 Jul 14 09:23:21.350950 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d434cc9e-4ad3-46d7-b1cb-45a9dd287012 req-06e8cf14-49b1-4d61-8a5c-808455ce3728 service neutron] 10.222.0.57 "GET /v2.0/networks/9cb080c5-9bd5-4fed-8810-4e4711ca3bcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605766 Jul 14 09:23:21.518080 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d434cc9e-4ad3-46d7-b1cb-45a9dd287012 req-c8f39b0e-7cfc-4e9a-b045-eec9875ccacd service neutron] 10.222.0.57 "GET /v2.0/networks/9cb080c5-9bd5-4fed-8810-4e4711ca3bcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551447 Jul 14 09:23:21.552224 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 62812f7f-416b-4c3c-b7cd-8b42a9a3add0 up at agent hyperv_n-h1-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:23:21.671954 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Provisioning for port 62812f7f-416b-4c3c-b7cd-8b42a9a3add0 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:23:21.678374 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Provisioning complete for port 62812f7f-416b-4c3c-b7cd-8b42a9a3add0 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:23:21.678788 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:21.868071 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:21.925694 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port 62812f7f-416b-4c3c-b7cd-8b42a9a3add0, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=62812f7f-416b-4c3c-b7cd-8b42a9a3add0,segment=NetworkSegment(24f71cf3-e685-41fb-a190-ed6a8e6e15df),segment_id=24f71cf3-e685-41fb-a190-ed6a8e6e15df)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:23:21.932823 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:21.934753 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 7fd63e7d-0e33-468b-92d5-d292b336b066 up at agent hyperv_n-h1-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:23:22.105472 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Pushing event updated for resources: {'Port': ['ID=62812f7f-416b-4c3c-b7cd-8b42a9a3add0,revision_number=5']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:22.120395 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-da254038-9b3a-488d-aa46-b592ed622d28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:22.146745 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Provisioning for port 7fd63e7d-0e33-468b-92d5-d292b336b066 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:23:22.158753 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Provisioning complete for port 7fd63e7d-0e33-468b-92d5-d292b336b066 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:23:22.159097 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:22.307297 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:22.386712 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port 7fd63e7d-0e33-468b-92d5-d292b336b066, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=7fd63e7d-0e33-468b-92d5-d292b336b066,segment=NetworkSegment(3140b72d-6a4a-4668-bad8-c572bd128f6c),segment_id=3140b72d-6a4a-4668-bad8-c572bd128f6c)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:23:22.396456 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:22.505145 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Pushing event updated for resources: {'Port': ['ID=7fd63e7d-0e33-468b-92d5-d292b336b066,revision_number=5']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:23.161301 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1f506767-8031-47ce-8e6d-2074dd205cfa req-485b44d3-ca59-4deb-b960-a48b9bfd5e77 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=c85cc8aa-62e7-4f34-84f2-71eaccf379cb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1382711 Jul 14 09:23:23.380701 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f506767-8031-47ce-8e6d-2074dd205cfa req-00cf6ae4-c914-4659-b5d7-a9a3e72a21e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:23.382963 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1f506767-8031-47ce-8e6d-2074dd205cfa req-00cf6ae4-c914-4659-b5d7-a9a3e72a21e5 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6243fe002db2413bbefa9ba3fb038810&device_id=c85cc8aa-62e7-4f34-84f2-71eaccf379cb HTTP/1.1" status: 200 len: 1097 time: 0.1360083 Jul 14 09:23:23.609647 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f506767-8031-47ce-8e6d-2074dd205cfa req-1dbc0a60-6a56-4124-96ee-45feadf31bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:23.612486 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1f506767-8031-47ce-8e6d-2074dd205cfa req-1dbc0a60-6a56-4124-96ee-45feadf31bbd service neutron] 10.222.0.65 "GET /v2.0/networks?id=57d73eca-dd61-4ba4-b5e5-9dd057773576 HTTP/1.1" status: 200 len: 916 time: 0.2051191 Jul 14 09:23:23.672701 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1f506767-8031-47ce-8e6d-2074dd205cfa req-3999f9b3-988b-4969-a4d3-1598714431e8 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2b4cac78-64c0-4e18-b738-cc2c5bb3c490 HTTP/1.1" status: 200 len: 217 time: 0.0537627 Jul 14 09:23:23.753446 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f506767-8031-47ce-8e6d-2074dd205cfa req-48f1df4d-4291-45d8-82b5-6eef657f786d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:23.755211 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1f506767-8031-47ce-8e6d-2074dd205cfa req-48f1df4d-4291-45d8-82b5-6eef657f786d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=1664812e-2238-49de-b4c3-f444f0b2849d HTTP/1.1" status: 200 len: 854 time: 0.0734718 Jul 14 09:23:23.899893 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f506767-8031-47ce-8e6d-2074dd205cfa req-c585ea65-8cd4-4ed1-9c31-e1e3f8378ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:23.901628 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1f506767-8031-47ce-8e6d-2074dd205cfa req-c585ea65-8cd4-4ed1-9c31-e1e3f8378ba1 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=57d73eca-dd61-4ba4-b5e5-9dd057773576&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1355882 Jul 14 09:23:24.035441 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1f506767-8031-47ce-8e6d-2074dd205cfa req-30b8529a-e1fa-4137-bcb7-4ea36d73bfbc service neutron] 10.222.0.65 "GET /v2.0/networks/57d73eca-dd61-4ba4-b5e5-9dd057773576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229501 Jul 14 09:23:24.160275 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1f506767-8031-47ce-8e6d-2074dd205cfa req-2198790b-ad86-4375-89fc-8e5994b9d3f8 service neutron] 10.222.0.65 "GET /v2.0/networks/57d73eca-dd61-4ba4-b5e5-9dd057773576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153197 Jul 14 09:23:24.708639 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:24.772040 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-352e7785-e6fd-4957-96ac-aafc80ed7e8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:25.803621 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5ad31076-714c-49ec-bc37-f3d4cd90112a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:27.601675 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5bbe322f-3f67-4864-bc0a-91afe44d23e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:28.658854 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:23:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27abc8ac-c5eb-4db4-967a-cfb4d4e392a5 x-openstack-request-id: req-27abc8ac-c5eb-4db4-967a-cfb4d4e392a5 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:23:28.659451 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07eeb242-3d15-4bf2-92c3-b7b0fdbd6566", "tag": "62812f7f-416b-4c3c-b7cd-8b42a9a3add0", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:23:28.659451 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-27abc8ac-c5eb-4db4-967a-cfb4d4e392a5 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:23:28.659898 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07eeb242-3d15-4bf2-92c3-b7b0fdbd6566', 'tag': '62812f7f-416b-4c3c-b7cd-8b42a9a3add0', 'status': 'completed', 'code': 200} Jul 14 09:23:28.664455 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e19da1d-5ddb-4c70-80a9-0adcfcdcfd8e req-e77e5d10-dbd1-4819-a3e6-61ef11fda38c tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:28.666084 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-2e19da1d-5ddb-4c70-80a9-0adcfcdcfd8e req-e77e5d10-dbd1-4819-a3e6-61ef11fda38c tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] 10.222.0.68 "GET /v2.0/ports?device_id=07eeb242-3d15-4bf2-92c3-b7b0fdbd6566 HTTP/1.1" status: 200 len: 945 time: 0.0806298 Jul 14 09:23:28.707240 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-2e19da1d-5ddb-4c70-80a9-0adcfcdcfd8e req-7b8e993c-69cf-4f77-b962-896b0c7ad0e4 tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] 10.222.0.68 "GET /v2.0/security-groups?id=c6f7d264-cbb5-40f9-9fec-5b9701ca674b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355575 Jul 14 09:23:28.830060 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd97b61-a025-4af3-a763-6084697ba2c8 req-1477b08a-e7eb-461a-bb78-6e7dc588d9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:28.831715 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-edd97b61-a025-4af3-a763-6084697ba2c8 req-1477b08a-e7eb-461a-bb78-6e7dc588d9ee service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a85001d21fcb4959bba3ff1f7017dd59&device_id=07eeb242-3d15-4bf2-92c3-b7b0fdbd6566 HTTP/1.1" status: 200 len: 1097 time: 0.1161180 Jul 14 09:23:28.840495 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4d7c99-5851-4261-9d66-7970db783663 req-d23390e2-8762-4ee4-abf9-0fca2c7e1943 tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:28.841947 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6d4d7c99-5851-4261-9d66-7970db783663 req-d23390e2-8762-4ee4-abf9-0fca2c7e1943 tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] 10.222.0.68 "GET /v2.0/ports?device_id=b7a25cd8-edbb-4360-a9f3-d46c1450da41 HTTP/1.1" status: 200 len: 946 time: 0.0908158 Jul 14 09:23:28.915471 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:23:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-547904b7-3c5e-4900-b7f1-9aff7b178b67 x-openstack-request-id: req-547904b7-3c5e-4900-b7f1-9aff7b178b67 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:23:28.916422 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4ff6602-55fb-48e4-97e3-972a5ca4e95b", "name": "network-vif-plugged", "status": "completed", "tag": "09a75d5d-afc2-4e3b-8495-348796064b86", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:23:28.916683 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-547904b7-3c5e-4900-b7f1-9aff7b178b67 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:23:28.917420 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4ff6602-55fb-48e4-97e3-972a5ca4e95b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09a75d5d-afc2-4e3b-8495-348796064b86', 'code': 200} Jul 14 09:23:28.931131 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6d4d7c99-5851-4261-9d66-7970db783663 req-9fb1ad10-f2b2-4c4f-b8c2-d8d6a6d12abe tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] 10.222.0.68 "GET /v2.0/security-groups?id=cf40bcd2-1dd1-48fb-a6b7-6df0e80ce2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807350 Jul 14 09:23:28.969315 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd97b61-a025-4af3-a763-6084697ba2c8 req-2e8b54fb-ef5e-4a84-850c-871bf7db3b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:28.970917 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-edd97b61-a025-4af3-a763-6084697ba2c8 req-2e8b54fb-ef5e-4a84-850c-871bf7db3b7f service neutron] 10.222.0.65 "GET /v2.0/networks?id=45aef019-274b-469c-97d8-96105ce8b0ca HTTP/1.1" status: 200 len: 916 time: 0.1280730 Jul 14 09:23:29.021251 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-edd97b61-a025-4af3-a763-6084697ba2c8 req-43cff751-f481-4eb4-9776-71cd9ea7cf75 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=62812f7f-416b-4c3c-b7cd-8b42a9a3add0 HTTP/1.1" status: 200 len: 217 time: 0.0412786 Jul 14 09:23:29.059447 n-d-779913-29 neutron-server[93958]: INFO neutron.api.v2.resource [req-88a0e996-3939-4abe-8bb9-61d474579f9e req-97e9a4cc-9a14-45f8-a70f-3dfc21235502 tempest-SecurityGroupsNegativeTestJSON-630942958 tempest-SecurityGroupsNegativeTestJSON-630942958-project] show failed (client error): The resource could not be found. Jul 14 09:23:29.066233 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-88a0e996-3939-4abe-8bb9-61d474579f9e req-97e9a4cc-9a14-45f8-a70f-3dfc21235502 tempest-SecurityGroupsNegativeTestJSON-630942958 tempest-SecurityGroupsNegativeTestJSON-630942958-project] 10.222.0.68 "GET /v2.0/security-groups/3c82530e-9b0f-4b50-9a95-ebb362c7a686 HTTP/1.1" status: 404 len: 352 time: 0.0225623 Jul 14 09:23:29.096707 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd97b61-a025-4af3-a763-6084697ba2c8 req-a67d0fa6-bc0b-43ff-b3fa-dcb93dc31a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:29.098648 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-edd97b61-a025-4af3-a763-6084697ba2c8 req-a67d0fa6-bc0b-43ff-b3fa-dcb93dc31a75 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c324504c-1cf5-45e1-bd3c-3e78db8db5cb HTTP/1.1" status: 200 len: 855 time: 0.0654721 Jul 14 09:23:29.139899 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-edd97b61-a025-4af3-a763-6084697ba2c8 req-21fbb758-5053-4e14-954c-b9c3fee75f9b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=45aef019-274b-469c-97d8-96105ce8b0ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331340 Jul 14 09:23:29.279292 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-edd97b61-a025-4af3-a763-6084697ba2c8 req-b899e242-b414-4ce2-b78c-ce33177058a7 service neutron] 10.222.0.65 "GET /v2.0/networks/45aef019-274b-469c-97d8-96105ce8b0ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307592 Jul 14 09:23:29.356085 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790f67a5-9448-422f-aaf1-282ddc8491d2 req-eb95d3bb-7372-457d-a57e-bb969c3469c0 tempest-ServersTestBootFromVolume-1941781310 tempest-ServersTestBootFromVolume-1941781310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:29.358412 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-790f67a5-9448-422f-aaf1-282ddc8491d2 req-eb95d3bb-7372-457d-a57e-bb969c3469c0 tempest-ServersTestBootFromVolume-1941781310 tempest-ServersTestBootFromVolume-1941781310-project] 10.222.0.68 "GET /v2.0/ports?device_id=c32610fb-fe36-4bc7-be35-63b201a56a49 HTTP/1.1" status: 200 len: 946 time: 0.1324093 Jul 14 09:23:29.441092 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-790f67a5-9448-422f-aaf1-282ddc8491d2 req-13622a7a-40c6-4e87-8264-3dc2dce9a1bb tempest-ServersTestBootFromVolume-1941781310 tempest-ServersTestBootFromVolume-1941781310-project] 10.222.0.68 "GET /v2.0/security-groups?id=cbdf9c90-adbd-403e-9b32-cb9bb14c6bec&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0766656 Jul 14 09:23:29.454238 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-edd97b61-a025-4af3-a763-6084697ba2c8 req-8ff84a16-af31-41d1-bb31-e5ead212f23d service neutron] 10.222.0.65 "GET /v2.0/networks/45aef019-274b-469c-97d8-96105ce8b0ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1650078 Jul 14 09:23:29.553166 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb8acc0-0f8a-4a8b-98e7-6bf0d7c0aa40 req-6b6dc6dd-fced-4822-b379-80fe30557825 tempest-ListImageFiltersTestJSON-1053384997 tempest-ListImageFiltersTestJSON-1053384997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:29.554728 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-beb8acc0-0f8a-4a8b-98e7-6bf0d7c0aa40 req-6b6dc6dd-fced-4822-b379-80fe30557825 tempest-ListImageFiltersTestJSON-1053384997 tempest-ListImageFiltersTestJSON-1053384997-project] 10.222.0.68 "GET /v2.0/ports?device_id=f4ff6602-55fb-48e4-97e3-972a5ca4e95b HTTP/1.1" status: 200 len: 949 time: 0.0813003 Jul 14 09:23:29.597365 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-beb8acc0-0f8a-4a8b-98e7-6bf0d7c0aa40 req-3fe5d753-f411-4f71-8f81-321ed91e83ec tempest-ListImageFiltersTestJSON-1053384997 tempest-ListImageFiltersTestJSON-1053384997-project] 10.222.0.68 "GET /v2.0/security-groups?id=da82e49e-9c7c-4de8-83c4-70e57626d3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366940 Jul 14 09:23:29.650703 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06335832-1cad-4e9f-b4bf-3789d5552a98 req-f3eca370-aa68-461b-bab6-dc18adc1f756 tempest-ImagesOneServerTestJSON-394452934 tempest-ImagesOneServerTestJSON-394452934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:29.652291 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-06335832-1cad-4e9f-b4bf-3789d5552a98 req-f3eca370-aa68-461b-bab6-dc18adc1f756 tempest-ImagesOneServerTestJSON-394452934 tempest-ImagesOneServerTestJSON-394452934-project] 10.222.0.68 "GET /v2.0/ports?device_id=64d82a60-565f-4e89-ba9f-f07d2d7465b3 HTTP/1.1" status: 200 len: 950 time: 0.0698712 Jul 14 09:23:29.688482 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-a488f4b8-b296-440d-9e41-1175f153789c req-715d8189-648d-4dcd-906f-264afa416d67 tempest-SecurityGroupsNegativeTestJSON-630942958 tempest-SecurityGroupsNegativeTestJSON-630942958-project] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=beacae20432a4c5984ee581be11299fd HTTP/1.1" status: 200 len: 2984 time: 0.0650945 Jul 14 09:23:29.697002 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-06335832-1cad-4e9f-b4bf-3789d5552a98 req-77edb6c6-98bc-4dc8-a7f0-f04c9c5e8962 tempest-ImagesOneServerTestJSON-394452934 tempest-ImagesOneServerTestJSON-394452934-project] 10.222.0.68 "GET /v2.0/security-groups?id=2b3d19fa-539f-4220-b7f3-c14068d57c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371892 Jul 14 09:23:29.744170 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-a488f4b8-b296-440d-9e41-1175f153789c req-1fe94b5d-2af5-41c0-9990-a57fb8f19fd5 tempest-SecurityGroupsNegativeTestJSON-630942958 tempest-SecurityGroupsNegativeTestJSON-630942958-project] 10.222.0.68 "GET /v2.0/security-groups/a8b376e0-cff6-4ee8-a327-e789723c2d36 HTTP/1.1" status: 200 len: 2981 time: 0.0486195 Jul 14 09:23:29.794280 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-a488f4b8-b296-440d-9e41-1175f153789c req-41ecb44f-52fc-4afd-bbaf-95322ff34330 tempest-SecurityGroupsNegativeTestJSON-630942958 tempest-SecurityGroupsNegativeTestJSON-630942958-project] 10.222.0.68 "GET /v2.0/security-groups/a8b376e0-cff6-4ee8-a327-e789723c2d36 HTTP/1.1" status: 200 len: 2981 time: 0.0434296 Jul 14 09:23:30.192061 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7844c8c-e826-4afd-86b7-0de1c623e6e5 req-112a238c-ec61-47fe-9c26-e3764662ed66 tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:30.194376 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-b7844c8c-e826-4afd-86b7-0de1c623e6e5 req-112a238c-ec61-47fe-9c26-e3764662ed66 tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] 10.222.0.68 "GET /v2.0/ports?device_id=07eeb242-3d15-4bf2-92c3-b7b0fdbd6566 HTTP/1.1" status: 200 len: 945 time: 0.1024284 Jul 14 09:23:30.194970 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c95b8c93-fbeb-4f06-8b19-4063ade483bb req-75bbc2c4-8bfb-4676-ae65-00becbf67faf tempest-SecurityGroupsNegativeTestJSON-630942958 tempest-SecurityGroupsNegativeTestJSON-630942958-project] 10.222.0.68 "GET /v2.0/security-groups/a8b376e0-cff6-4ee8-a327-e789723c2d36 HTTP/1.1" status: 200 len: 2981 time: 0.0467873 Jul 14 09:23:30.249413 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-b7844c8c-e826-4afd-86b7-0de1c623e6e5 req-f44e62f1-f2e5-4809-a8a7-6bac379bdde4 tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] 10.222.0.68 "GET /v2.0/security-groups?id=c6f7d264-cbb5-40f9-9fec-5b9701ca674b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465384 Jul 14 09:23:30.278747 n-d-779913-29 neutron-server[93957]: INFO neutron.api.v2.resource [req-c95b8c93-fbeb-4f06-8b19-4063ade483bb req-13893604-4d32-468b-bb81-66320c2acf1b tempest-SecurityGroupsNegativeTestJSON-630942958 tempest-SecurityGroupsNegativeTestJSON-630942958-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 14 09:23:30.282012 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c95b8c93-fbeb-4f06-8b19-4063ade483bb req-13893604-4d32-468b-bb81-66320c2acf1b tempest-SecurityGroupsNegativeTestJSON-630942958 tempest-SecurityGroupsNegativeTestJSON-630942958-project] 10.222.0.68 "DELETE /v2.0/security-groups/a8b376e0-cff6-4ee8-a327-e789723c2d36 HTTP/1.1" status: 409 len: 352 time: 0.0793052 Jul 14 09:23:30.419181 n-d-779913-29 neutron-server[93957]: INFO neutron.api.v2.resource [req-11446ade-2aa4-41be-bec8-f9ca5bb97bb0 req-f7a3285e-0fe4-424d-be60-3f1aff9165f6 tempest-SecurityGroupsNegativeTestJSON-630942958 tempest-SecurityGroupsNegativeTestJSON-630942958-project] show failed (client error): The resource could not be found. Jul 14 09:23:30.432852 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-11446ade-2aa4-41be-bec8-f9ca5bb97bb0 req-f7a3285e-0fe4-424d-be60-3f1aff9165f6 tempest-SecurityGroupsNegativeTestJSON-630942958 tempest-SecurityGroupsNegativeTestJSON-630942958-project] 10.222.0.68 "GET /v2.0/security-groups/e09d163d-ac58-437d-9bc7-ba25a49982fc HTTP/1.1" status: 404 len: 352 time: 0.0284944 Jul 14 09:23:30.452622 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357e9b0f-5d4b-47a9-8fe8-2909a04e8cb3 req-6e7dae44-b430-47e5-b634-4deeb45daf3c tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:30.454542 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-357e9b0f-5d4b-47a9-8fe8-2909a04e8cb3 req-6e7dae44-b430-47e5-b634-4deeb45daf3c tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] 10.222.0.68 "GET /v2.0/ports?device_id=b7a25cd8-edbb-4360-a9f3-d46c1450da41 HTTP/1.1" status: 200 len: 946 time: 0.0989037 Jul 14 09:23:30.512635 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-357e9b0f-5d4b-47a9-8fe8-2909a04e8cb3 req-81f1f9a7-31d6-4f71-bd6e-0526cafcaaf7 tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] 10.222.0.68 "GET /v2.0/security-groups?id=cf40bcd2-1dd1-48fb-a6b7-6df0e80ce2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459607 Jul 14 09:23:30.651321 n-d-779913-29 neutron-server[93957]: INFO neutron.api.v2.resource [req-7459a0ba-6439-4c80-beb4-be69b9912417 req-7771a05f-3c8b-4760-9adf-4ef2bd7892c0 tempest-SecurityGroupsNegativeTestJSON-630942958 tempest-SecurityGroupsNegativeTestJSON-630942958-project] show failed (client error): The resource could not be found. Jul 14 09:23:30.652567 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-7459a0ba-6439-4c80-beb4-be69b9912417 req-7771a05f-3c8b-4760-9adf-4ef2bd7892c0 tempest-SecurityGroupsNegativeTestJSON-630942958 tempest-SecurityGroupsNegativeTestJSON-630942958-project] 10.222.0.68 "GET /v2.0/security-groups/6efe77ea-e187-4888-a12f-df229c66d62f HTTP/1.1" status: 404 len: 352 time: 0.0156083 Jul 14 09:23:30.664812 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 44470) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:30.720909 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_v2 [None req-db5eeb23-5c9d-4fde-b705-9e740c1bd9c1 admin admin] Deleting subnet a1fd6d66-0fdd-46b4-b279-111ab7d522d7 {{(pid=93957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:23:30.724475 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-db5eeb23-5c9d-4fde-b705-9e740c1bd9c1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:30.765332 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-db5eeb23-5c9d-4fde-b705-9e740c1bd9c1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10944203'] for subnet, precommit_delete_associations {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:30.843106 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-db5eeb23-5c9d-4fde-b705-9e740c1bd9c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3481002'] for subnet, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:30.919726 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07eeb242-3d15-4bf2-92c3-b7b0fdbd6566', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62812f7f-416b-4c3c-b7cd-8b42a9a3add0'}, {'server_uuid': 'b7a25cd8-edbb-4360-a9f3-d46c1450da41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fd63e7d-0e33-468b-92d5-d292b336b066'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:23:30.924144 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd62303f06773040a8a4e189dc46b4f565768c299abf8ab8e7739778b0bc3e97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b48b33ef-7bf7-40de-8c79-3c45bb0058d2" -d '{"events": [{"server_uuid": "07eeb242-3d15-4bf2-92c3-b7b0fdbd6566", "name": "network-vif-plugged", "status": "completed", "tag": "62812f7f-416b-4c3c-b7cd-8b42a9a3add0"}, {"server_uuid": "b7a25cd8-edbb-4360-a9f3-d46c1450da41", "name": "network-vif-plugged", "status": "completed", "tag": "7fd63e7d-0e33-468b-92d5-d292b336b066"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:23:31.258034 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-db5eeb23-5c9d-4fde-b705-9e740c1bd9c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10052701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11984075'] for subnet, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:31.280306 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99cc978-2a58-4938-b948-21df0d60fd96 req-95274edb-871c-4b04-b406-c3836d244471 tempest-ServersTestBootFromVolume-1941781310 tempest-ServersTestBootFromVolume-1941781310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:31.281920 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b99cc978-2a58-4938-b948-21df0d60fd96 req-95274edb-871c-4b04-b406-c3836d244471 tempest-ServersTestBootFromVolume-1941781310 tempest-ServersTestBootFromVolume-1941781310-project] 10.222.0.68 "GET /v2.0/ports?device_id=c32610fb-fe36-4bc7-be35-63b201a56a49 HTTP/1.1" status: 200 len: 946 time: 0.1005189 Jul 14 09:23:31.303179 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5eeb23-5c9d-4fde-b705-9e740c1bd9c1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a1fd6d66-0fdd-46b4-b279-111ab7d522d7,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:31.314034 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-db5eeb23-5c9d-4fde-b705-9e740c1bd9c1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:31.315835 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-db5eeb23-5c9d-4fde-b705-9e740c1bd9c1 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/a1fd6d66-0fdd-46b4-b279-111ab7d522d7 HTTP/1.1" status: 204 len: 168 time: 0.6500342 Jul 14 09:23:31.318586 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 44508) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:31.362405 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b99cc978-2a58-4938-b948-21df0d60fd96 req-416a4971-84ff-49ff-88d6-48ec8d2a057f tempest-ServersTestBootFromVolume-1941781310 tempest-ServersTestBootFromVolume-1941781310-project] 10.222.0.68 "GET /v2.0/security-groups?id=cbdf9c90-adbd-403e-9b32-cb9bb14c6bec&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0623062 Jul 14 09:23:31.381352 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 14 Jul 2021 09:23:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cb5aaa1-37c9-42b8-9348-e0f2e6bd300c x-openstack-request-id: req-1cb5aaa1-37c9-42b8-9348-e0f2e6bd300c {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:23:31.382300 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07eeb242-3d15-4bf2-92c3-b7b0fdbd6566", "name": "network-vif-plugged", "status": "completed", "tag": "62812f7f-416b-4c3c-b7cd-8b42a9a3add0", "code": 200}, {"server_uuid": "b7a25cd8-edbb-4360-a9f3-d46c1450da41", "name": "network-vif-plugged", "status": "completed", "tag": "7fd63e7d-0e33-468b-92d5-d292b336b066", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:23:31.382787 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-1cb5aaa1-37c9-42b8-9348-e0f2e6bd300c {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:23:31.383958 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07eeb242-3d15-4bf2-92c3-b7b0fdbd6566', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62812f7f-416b-4c3c-b7cd-8b42a9a3add0', 'code': 200} Jul 14 09:23:31.385578 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7a25cd8-edbb-4360-a9f3-d46c1450da41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fd63e7d-0e33-468b-92d5-d292b336b066', 'code': 200} Jul 14 09:23:31.416971 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4884c7da-5931-47b5-b571-bf9aa725fe32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3876111'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:31.633784 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4884c7da-5931-47b5-b571-bf9aa725fe32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473955', 'neutron.services.segments.db._delete_segments_for_network-8735688326548'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:31.646946 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-4884c7da-5931-47b5-b571-bf9aa725fe32 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27a5c8cb-42a8-48db-a2df-c470be3e6805']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:23:31.660642 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-4884c7da-5931-47b5-b571-bf9aa725fe32 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '850fddeb-da9d-453c-b0d9-37004f74ed26') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:23:31.661351 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-4884c7da-5931-47b5-b571-bf9aa725fe32 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '850fddeb-da9d-453c-b0d9-37004f74ed26') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:23:31.672551 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764248a8-81cd-4f95-8a41-032c446469e7 req-2364d07c-dd55-47a9-b849-5b0714d67c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:31.673542 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4884c7da-5931-47b5-b571-bf9aa725fe32 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735688356235', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13574129'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:31.674158 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-764248a8-81cd-4f95-8a41-032c446469e7 req-2364d07c-dd55-47a9-b849-5b0714d67c2f service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=07eeb242-3d15-4bf2-92c3-b7b0fdbd6566 HTTP/1.1" status: 200 len: 1097 time: 0.1257808 Jul 14 09:23:31.686227 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e5b24c-690d-437a-af87-906c70def260 req-cdc00d75-5f7b-42e6-815a-1ec8fa289494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:31.689518 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4884c7da-5931-47b5-b571-bf9aa725fe32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:31.689702 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e9e5b24c-690d-437a-af87-906c70def260 req-cdc00d75-5f7b-42e6-815a-1ec8fa289494 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=b7a25cd8-edbb-4360-a9f3-d46c1450da41 HTTP/1.1" status: 200 len: 1098 time: 0.1422446 Jul 14 09:23:31.720793 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4884c7da-5931-47b5-b571-bf9aa725fe32 admin admin] Releasing vlan 701 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:23:31.721615 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4884c7da-5931-47b5-b571-bf9aa725fe32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13573126'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:31.723597 n-d-779913-29 neutron-server[93958]: Traceback (most recent call last): Jul 14 09:23:31.723597 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:23:31.723597 n-d-779913-29 neutron-server[93958]: timer() Jul 14 09:23:31.723597 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:23:31.723597 n-d-779913-29 neutron-server[93958]: cb(*args, **kw) Jul 14 09:23:31.723597 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:23:31.723597 n-d-779913-29 neutron-server[93958]: return func(*args, **kwargs) Jul 14 09:23:31.723597 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:23:31.723597 n-d-779913-29 neutron-server[93958]: self._notify() Jul 14 09:23:31.723597 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:23:31.723597 n-d-779913-29 neutron-server[93958]: self.callback(batched_events) Jul 14 09:23:31.723597 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:23:31.723597 n-d-779913-29 neutron-server[93958]: event.method(event) Jul 14 09:23:31.723597 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:23:31.723597 n-d-779913-29 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:23:31.723597 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:23:31.723597 n-d-779913-29 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:23:31.723597 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:23:31.723597 n-d-779913-29 neutron-server[93958]: return f(self, *a, **k) Jul 14 09:23:31.723597 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:23:31.723597 n-d-779913-29 neutron-server[93958]: return self._get(url).json() Jul 14 09:23:31.723597 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:23:31.723597 n-d-779913-29 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:23:31.723597 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:23:31.723597 n-d-779913-29 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 14 09:23:31.723597 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:23:31.723597 n-d-779913-29 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:23:31.723597 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:23:31.723597 n-d-779913-29 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:23:31.723597 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:23:31.723597 n-d-779913-29 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:23:31.723597 n-d-779913-29 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:23:31.776989 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e9e5b24c-690d-437a-af87-906c70def260 req-736700a7-05c6-40f3-8619-8a85b729f4a1 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=cf40bcd2-1dd1-48fb-a6b7-6df0e80ce2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766215 Jul 14 09:23:31.781196 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-764248a8-81cd-4f95-8a41-032c446469e7 req-521f6b47-1ed2-44a6-b0c0-224f339df69e service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=c6f7d264-cbb5-40f9-9fec-5b9701ca674b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824788 Jul 14 09:23:31.793254 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4884c7da-5931-47b5-b571-bf9aa725fe32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660504'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:31.803541 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4884c7da-5931-47b5-b571-bf9aa725fe32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:31.805605 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-4884c7da-5931-47b5-b571-bf9aa725fe32 admin admin] 10.222.0.68 "DELETE /v2.0/networks/27a5c8cb-42a8-48db-a2df-c470be3e6805 HTTP/1.1" status: 204 len: 168 time: 0.4859521 Jul 14 09:23:31.820720 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4884c7da-5931-47b5-b571-bf9aa725fe32 admin admin] Pushing event deleted for resources: {'Network': ['ID=27a5c8cb-42a8-48db-a2df-c470be3e6805,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:31.839531 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08be1f5-d43d-49e3-8da8-932148abf447 req-5740a340-ccce-4d64-8eaa-65af50a91708 tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:31.841359 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-f08be1f5-d43d-49e3-8da8-932148abf447 req-5740a340-ccce-4d64-8eaa-65af50a91708 tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] 10.222.0.68 "GET /v2.0/ports?device_id=07eeb242-3d15-4bf2-92c3-b7b0fdbd6566 HTTP/1.1" status: 200 len: 945 time: 0.2474895 Jul 14 09:23:31.891440 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-f08be1f5-d43d-49e3-8da8-932148abf447 req-da493dc6-6022-438c-8eb1-28ed5fb5bf5d tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] 10.222.0.68 "GET /v2.0/security-groups?id=c6f7d264-cbb5-40f9-9fec-5b9701ca674b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438256 Jul 14 09:23:31.960467 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 44546) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:32.008561 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-df27be9e-c9a3-42fb-8618-edc126729f45 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=beacae20432a4c5984ee581be11299fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0467660 Jul 14 09:23:32.011246 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 44548) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:32.090186 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-285c2af4-d35f-47da-8093-789f35f68236 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:32.114858 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-285c2af4-d35f-47da-8093-789f35f68236 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:32.173698 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-285c2af4-d35f-47da-8093-789f35f68236 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:32.178184 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-285c2af4-d35f-47da-8093-789f35f68236 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:32.181579 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-285c2af4-d35f-47da-8093-789f35f68236 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/a8b376e0-cff6-4ee8-a327-e789723c2d36 HTTP/1.1" status: 204 len: 168 time: 0.1666584 Jul 14 09:23:32.190652 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f577766-e917-4ed1-98bd-150436fbe71e req-a5694536-125e-404a-b9fa-e9662e2307f1 tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:32.195974 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-5f577766-e917-4ed1-98bd-150436fbe71e req-a5694536-125e-404a-b9fa-e9662e2307f1 tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] 10.222.0.68 "GET /v2.0/ports?device_id=b7a25cd8-edbb-4360-a9f3-d46c1450da41 HTTP/1.1" status: 200 len: 946 time: 0.1762664 Jul 14 09:23:32.200769 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285c2af4-d35f-47da-8093-789f35f68236 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8b376e0-cff6-4ee8-a327-e789723c2d36,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:32.256629 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-5f577766-e917-4ed1-98bd-150436fbe71e req-8cb6fc89-b6a1-45d8-96f1-528946b70b15 tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] 10.222.0.68 "GET /v2.0/security-groups?id=cf40bcd2-1dd1-48fb-a6b7-6df0e80ce2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566192 Jul 14 09:23:32.390582 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 09a75d5d-afc2-4e3b-8495-348796064b86 no longer exists at agent hyperv_n-h2-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:23:32.500524 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:32.549369 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 09a75d5d-afc2-4e3b-8495-348796064b86, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=09a75d5d-afc2-4e3b-8495-348796064b86,segment=NetworkSegment(8f1c1422-de6c-445f-ab95-4e2c94585b2b),segment_id=8f1c1422-de6c-445f-ab95-4e2c94585b2b)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:23:32.556054 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:32.557741 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 06b165cc-bc55-4adf-97ef-fbe40a9d9043 no longer exists at agent hyperv_n-h2-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:23:32.612160 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0694429b-4fd2-4ca5-838d-02a9aba4ed7c req-26b0fa6b-07ff-4f97-b405-2df3e62b70b8 tempest-ServersTestBootFromVolume-1941781310 tempest-ServersTestBootFromVolume-1941781310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:32.620391 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0694429b-4fd2-4ca5-838d-02a9aba4ed7c req-26b0fa6b-07ff-4f97-b405-2df3e62b70b8 tempest-ServersTestBootFromVolume-1941781310 tempest-ServersTestBootFromVolume-1941781310-project] 10.222.0.68 "GET /v2.0/ports?device_id=c32610fb-fe36-4bc7-be35-63b201a56a49 HTTP/1.1" status: 200 len: 946 time: 0.1272590 Jul 14 09:23:32.672921 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0694429b-4fd2-4ca5-838d-02a9aba4ed7c req-2d3c42df-7253-490e-b7db-74f789618c60 tempest-ServersTestBootFromVolume-1941781310 tempest-ServersTestBootFromVolume-1941781310-project] 10.222.0.68 "GET /v2.0/security-groups?id=cbdf9c90-adbd-403e-9b32-cb9bb14c6bec&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0504937 Jul 14 09:23:32.719471 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Pushing event updated for resources: {'Port': ['ID=09a75d5d-afc2-4e3b-8495-348796064b86,revision_number=8']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:32.733051 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:32.784514 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 06b165cc-bc55-4adf-97ef-fbe40a9d9043, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=06b165cc-bc55-4adf-97ef-fbe40a9d9043,segment=NetworkSegment(8f1c1422-de6c-445f-ab95-4e2c94585b2b),segment_id=8f1c1422-de6c-445f-ab95-4e2c94585b2b)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:23:32.789115 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:32.846381 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Pushing event updated for resources: {'Port': ['ID=06b165cc-bc55-4adf-97ef-fbe40a9d9043,revision_number=8']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:33.090229 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2f4eef-164f-40bc-aa26-dcfc5952e96b req-6bb2aaed-bd5e-40ce-b427-268940d7ece2 tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:33.091764 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-cc2f4eef-164f-40bc-aa26-dcfc5952e96b req-6bb2aaed-bd5e-40ce-b427-268940d7ece2 tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] 10.222.0.68 "GET /v2.0/ports?device_id=07eeb242-3d15-4bf2-92c3-b7b0fdbd6566 HTTP/1.1" status: 200 len: 945 time: 0.0693090 Jul 14 09:23:33.130524 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-cc2f4eef-164f-40bc-aa26-dcfc5952e96b req-ed7d6b89-933e-4fdb-b977-d4e35c04eea4 tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] 10.222.0.68 "GET /v2.0/security-groups?id=c6f7d264-cbb5-40f9-9fec-5b9701ca674b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325205 Jul 14 09:23:33.148182 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 44598) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:33.245970 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-576d7032-493a-48fa-b9a6-273cdb025889 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1095326216-network', 'tenant_id': '9aec1f2a14a249eeb06403ce1deff4a8'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:23:33.267808 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-576d7032-493a-48fa-b9a6-273cdb025889 admin admin] Made reservation on behalf of 9aec1f2a14a249eeb06403ce1deff4a8 for: {'network': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:23:33.270069 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-576d7032-493a-48fa-b9a6-273cdb025889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for network, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:33.278897 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-576d7032-493a-48fa-b9a6-273cdb025889 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:33.387388 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4ff6602-55fb-48e4-97e3-972a5ca4e95b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '09a75d5d-afc2-4e3b-8495-348796064b86'}, {'server_uuid': '64d82a60-565f-4e89-ba9f-f07d2d7465b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '06b165cc-bc55-4adf-97ef-fbe40a9d9043'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:23:33.390561 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd62303f06773040a8a4e189dc46b4f565768c299abf8ab8e7739778b0bc3e97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3de7a051-3de1-4ba9-91f2-cbd22e42801f" -d '{"events": [{"server_uuid": "f4ff6602-55fb-48e4-97e3-972a5ca4e95b", "name": "network-vif-unplugged", "status": "completed", "tag": "09a75d5d-afc2-4e3b-8495-348796064b86"}, {"server_uuid": "64d82a60-565f-4e89-ba9f-f07d2d7465b3", "name": "network-vif-unplugged", "status": "completed", "tag": "06b165cc-bc55-4adf-97ef-fbe40a9d9043"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:23:33.399156 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-576d7032-493a-48fa-b9a6-273cdb025889 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:33.419929 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-576d7032-493a-48fa-b9a6-273cdb025889 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:33.444588 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-576d7032-493a-48fa-b9a6-273cdb025889 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 720} {{(pid=93957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:23:33.473329 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-576d7032-493a-48fa-b9a6-273cdb025889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:33.473484 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Wed, 14 Jul 2021 09:23:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7679ec5-c959-45c6-b5a2-3373ab9eb056 x-openstack-request-id: req-e7679ec5-c959-45c6-b5a2-3373ab9eb056 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:23:33.473961 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4ff6602-55fb-48e4-97e3-972a5ca4e95b", "name": "network-vif-unplugged", "status": "completed", "tag": "09a75d5d-afc2-4e3b-8495-348796064b86", "code": 200}, {"server_uuid": "64d82a60-565f-4e89-ba9f-f07d2d7465b3", "name": "network-vif-unplugged", "status": "completed", "tag": "06b165cc-bc55-4adf-97ef-fbe40a9d9043", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:23:33.474085 n-d-779913-29 neutron-server[93957]: INFO neutron.db.segments_db [None req-576d7032-493a-48fa-b9a6-273cdb025889 admin admin] Added segment 3cfe6136-9d62-4d2f-b67d-ccf414dbca45 of type vlan for network ba34a592-67fa-45a2-8754-925480b5fff1 Jul 14 09:23:33.474181 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-e7679ec5-c959-45c6-b5a2-3373ab9eb056 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:23:33.474669 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4ff6602-55fb-48e4-97e3-972a5ca4e95b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '09a75d5d-afc2-4e3b-8495-348796064b86', 'code': 200} Jul 14 09:23:33.475225 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64d82a60-565f-4e89-ba9f-f07d2d7465b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '06b165cc-bc55-4adf-97ef-fbe40a9d9043', 'code': 200} Jul 14 09:23:33.478116 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576d7032-493a-48fa-b9a6-273cdb025889 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f3c10cd-0697-42bc-8a6e-c1629c02f90e,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:33.527720 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-576d7032-493a-48fa-b9a6-273cdb025889 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735687821325'] for network, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:33.540505 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9ac0ea-fcc8-4474-9b3b-0edbc177c81a req-8e8480c4-4cd1-442e-9298-30d66ced67bf tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:33.542069 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2e9ac0ea-fcc8-4474-9b3b-0edbc177c81a req-8e8480c4-4cd1-442e-9298-30d66ced67bf tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] 10.222.0.68 "GET /v2.0/ports?device_id=b7a25cd8-edbb-4360-a9f3-d46c1450da41 HTTP/1.1" status: 200 len: 946 time: 0.1595175 Jul 14 09:23:33.598452 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-576d7032-493a-48fa-b9a6-273cdb025889 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855'] for network, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:33.599573 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-576d7032-493a-48fa-b9a6-273cdb025889 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:33.600257 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-576d7032-493a-48fa-b9a6-273cdb025889 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for network, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:33.619942 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device ad7e1bee-81c7-440c-894d-8418ad112935 details requested by agent hyperv_n-h1-779913-29 with host n-h1-779913-29 {{(pid=93959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:23:33.624400 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2e9ac0ea-fcc8-4474-9b3b-0edbc177c81a req-c5276e6a-2fe9-4818-82d8-8e7c8f22ea17 tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] 10.222.0.68 "GET /v2.0/security-groups?id=cf40bcd2-1dd1-48fb-a6b7-6df0e80ce2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735462 Jul 14 09:23:33.723590 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-576d7032-493a-48fa-b9a6-273cdb025889 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.5739799 Jul 14 09:23:33.726290 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 44628) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:33.734442 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-693f5b9e-9c5e-45fc-be8d-caf144851ff0 admin admin] Request body: {'subnet': {'network_id': 'ba34a592-67fa-45a2-8754-925480b5fff1', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1095326216-subnet', 'tenant_id': '9aec1f2a14a249eeb06403ce1deff4a8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:23:33.746843 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576d7032-493a-48fa-b9a6-273cdb025889 admin admin] Pushing event updated for resources: {'Network': ['ID=ba34a592-67fa-45a2-8754-925480b5fff1,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:33.769444 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Network ba34a592-67fa-45a2-8754-925480b5fff1 details requested by agent ovs-agent-n-d-779913-29 with host n-d-779913-29 {{(pid=93959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:23:33.858466 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port ad7e1bee-81c7-440c-894d-8418ad112935, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=ad7e1bee-81c7-440c-894d-8418ad112935,segment=NetworkSegment(8f1c1422-de6c-445f-ab95-4e2c94585b2b),segment_id=8f1c1422-de6c-445f-ab95-4e2c94585b2b)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:23:33.858841 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-693f5b9e-9c5e-45fc-be8d-caf144851ff0 admin admin] Made reservation on behalf of 9aec1f2a14a249eeb06403ce1deff4a8 for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:23:33.861144 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-693f5b9e-9c5e-45fc-be8d-caf144851ff0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16714600'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:33.894964 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Returning: {'device': 'ad7e1bee-81c7-440c-894d-8418ad112935', 'network_id': '2244f7a1-04bd-42cd-9e86-31839b46f57f', 'port_id': 'ad7e1bee-81c7-440c-894d-8418ad112935', 'mac_address': 'fa:16:3e:e4:67:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 724, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85060e65-3b2f-4a6c-a04c-ce849daa5b3b', 'ip_address': '192.168.233.170'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:23:33.956764 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:33.983565 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ad7e1bee-81c7-440c-894d-8418ad112935 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:23:34.005745 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port ad7e1bee-81c7-440c-894d-8418ad112935, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=ad7e1bee-81c7-440c-894d-8418ad112935,segment=NetworkSegment(8f1c1422-de6c-445f-ab95-4e2c94585b2b),segment_id=8f1c1422-de6c-445f-ab95-4e2c94585b2b)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:23:34.010434 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:34.066053 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Pushing event updated for resources: {'Port': ['ID=ad7e1bee-81c7-440c-894d-8418ad112935,revision_number=6']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:34.118182 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afdc42d-6bff-44ad-88b2-ab82b22fc7aa req-1c2afa06-da3b-4375-9e95-9a235a440cc5 tempest-ServersTestBootFromVolume-1941781310 tempest-ServersTestBootFromVolume-1941781310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:34.120244 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-9afdc42d-6bff-44ad-88b2-ab82b22fc7aa req-1c2afa06-da3b-4375-9e95-9a235a440cc5 tempest-ServersTestBootFromVolume-1941781310 tempest-ServersTestBootFromVolume-1941781310-project] 10.222.0.68 "GET /v2.0/ports?device_id=c32610fb-fe36-4bc7-be35-63b201a56a49 HTTP/1.1" status: 200 len: 946 time: 0.1304970 Jul 14 09:23:34.188717 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-693f5b9e-9c5e-45fc-be8d-caf144851ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13573993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16714586'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:34.213789 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] get_ports_and_sgs() called for port_ids ['ad7e1bee-81c7-440c-894d-8418ad112935'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:23:34.229584 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-9afdc42d-6bff-44ad-88b2-ab82b22fc7aa req-284eee1c-6f9f-492e-ac9d-cbb808972a41 tempest-ServersTestBootFromVolume-1941781310 tempest-ServersTestBootFromVolume-1941781310-project] 10.222.0.68 "GET /v2.0/security-groups?id=cbdf9c90-adbd-403e-9b32-cb9bb14c6bec&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0847096 Jul 14 09:23:34.269138 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693f5b9e-9c5e-45fc-be8d-caf144851ff0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=da2fbc0a-9c4d-4fd4-a588-d6e97a0ce0ab,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:34.274396 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-693f5b9e-9c5e-45fc-be8d-caf144851ff0 admin admin] Checking segment: {'id': '3cfe6136-9d62-4d2f-b67d-ccf414dbca45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'ba34a592-67fa-45a2-8754-925480b5fff1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:23:34.274782 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-693f5b9e-9c5e-45fc-be8d-caf144851ff0 admin admin] Network hostable DHCP agents. Network: ba34a592-67fa-45a2-8754-925480b5fff1, hostable agents: ['c6a09bd4-f72e-4283-a3ca-0bbca8a51081'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:23:34.293338 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-693f5b9e-9c5e-45fc-be8d-caf144851ff0 admin admin] Network ba34a592-67fa-45a2-8754-925480b5fff1 is scheduled to be hosted by DHCP agent c6a09bd4-f72e-4283-a3ca-0bbca8a51081 with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:23:34.305853 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-693f5b9e-9c5e-45fc-be8d-caf144851ff0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-29, ba34a592-67fa-45a2-8754-925480b5fff1) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:23:34.311675 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-693f5b9e-9c5e-45fc-be8d-caf144851ff0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:34.312870 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-693f5b9e-9c5e-45fc-be8d-caf144851ff0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:34.318038 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-041dbfe4-ebea-478b-9214-be495d565865 None None] Network ba34a592-67fa-45a2-8754-925480b5fff1 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:23:34.330395 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-693f5b9e-9c5e-45fc-be8d-caf144851ff0 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.6026983 Jul 14 09:23:34.331871 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdf261c-18f9-47d0-8102-6e4aca5b8914 req-b8fa55eb-d6c4-48b2-9ad9-12af096da91f tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:34.333931 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-7cdf261c-18f9-47d0-8102-6e4aca5b8914 req-b8fa55eb-d6c4-48b2-9ad9-12af096da91f tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] 10.222.0.68 "GET /v2.0/ports?device_id=07eeb242-3d15-4bf2-92c3-b7b0fdbd6566 HTTP/1.1" status: 200 len: 945 time: 0.0863791 Jul 14 09:23:34.382440 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-7cdf261c-18f9-47d0-8102-6e4aca5b8914 req-611b3941-ce24-48ac-878f-58a6755db3df tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] 10.222.0.68 "GET /v2.0/security-groups?id=c6f7d264-cbb5-40f9-9fec-5b9701ca674b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359406 Jul 14 09:23:34.416223 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 06b165cc-bc55-4adf-97ef-fbe40a9d9043 details requested by agent hyperv_n-h2-779913-29 with host n-h2-779913-29 {{(pid=93959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:23:34.613327 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd73329-053b-4a82-8141-74a3b495b136 req-0df7ea61-adef-4b98-bd9e-575704547586 tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:34.615094 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-bcd73329-053b-4a82-8141-74a3b495b136 req-0df7ea61-adef-4b98-bd9e-575704547586 tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] 10.222.0.68 "GET /v2.0/ports?device_id=07eeb242-3d15-4bf2-92c3-b7b0fdbd6566 HTTP/1.1" status: 200 len: 945 time: 0.0794151 Jul 14 09:23:34.671934 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-bcd73329-053b-4a82-8141-74a3b495b136 req-5842d1a8-7305-43d3-9ba5-9c29949f482b tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] 10.222.0.68 "GET /v2.0/security-groups?id=c6f7d264-cbb5-40f9-9fec-5b9701ca674b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460701 Jul 14 09:23:34.731659 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c20485b8-0173-4e0d-8fea-c425e51f2992 None None] Network ba34a592-67fa-45a2-8754-925480b5fff1 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:23:34.831483 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 06b165cc-bc55-4adf-97ef-fbe40a9d9043, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=06b165cc-bc55-4adf-97ef-fbe40a9d9043,segment=NetworkSegment(8f1c1422-de6c-445f-ab95-4e2c94585b2b),segment_id=8f1c1422-de6c-445f-ab95-4e2c94585b2b)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:23:34.854480 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Returning: {'device': '06b165cc-bc55-4adf-97ef-fbe40a9d9043', 'network_id': '2244f7a1-04bd-42cd-9e86-31839b46f57f', 'port_id': '06b165cc-bc55-4adf-97ef-fbe40a9d9043', 'mac_address': 'fa:16:3e:b0:ca:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 724, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85060e65-3b2f-4a6c-a04c-ce849daa5b3b', 'ip_address': '192.168.233.169'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:23:34.952320 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:34.968282 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06b165cc-bc55-4adf-97ef-fbe40a9d9043 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:23:34.980259 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6eabe10-1953-45e7-b67e-18932cd8d71b req-566f8e17-7a8a-432b-8112-cc51e2f56e39 tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:34.991012 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-c6eabe10-1953-45e7-b67e-18932cd8d71b req-566f8e17-7a8a-432b-8112-cc51e2f56e39 tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] 10.222.0.68 "GET /v2.0/ports?device_id=b7a25cd8-edbb-4360-a9f3-d46c1450da41 HTTP/1.1" status: 200 len: 946 time: 0.1305313 Jul 14 09:23:34.992578 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 06b165cc-bc55-4adf-97ef-fbe40a9d9043, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=06b165cc-bc55-4adf-97ef-fbe40a9d9043,segment=NetworkSegment(8f1c1422-de6c-445f-ab95-4e2c94585b2b),segment_id=8f1c1422-de6c-445f-ab95-4e2c94585b2b)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:23:34.999483 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:35.009569 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e890f3ae-d48f-4726-a4c0-d6b005002d9b req-f2b6c84c-0351-4ad6-baa1-0144eed0f916 tempest-ServersTestBootFromVolume-1941781310 tempest-ServersTestBootFromVolume-1941781310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:35.012495 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e890f3ae-d48f-4726-a4c0-d6b005002d9b req-f2b6c84c-0351-4ad6-baa1-0144eed0f916 tempest-ServersTestBootFromVolume-1941781310 tempest-ServersTestBootFromVolume-1941781310-project] 10.222.0.57 "GET /v2.0/ports?device_id=c32610fb-fe36-4bc7-be35-63b201a56a49 HTTP/1.1" status: 200 len: 946 time: 0.1365736 Jul 14 09:23:35.032157 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6082c3-daa5-458b-985e-d91d250cda90 req-1858e8ff-65ff-4d02-aee2-aee36648eec8 tempest-InstanceActionsV221TestJSON-1246418786 tempest-InstanceActionsV221TestJSON-1246418786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:35.039667 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8b6082c3-daa5-458b-985e-d91d250cda90 req-1858e8ff-65ff-4d02-aee2-aee36648eec8 tempest-InstanceActionsV221TestJSON-1246418786 tempest-InstanceActionsV221TestJSON-1246418786-project] 10.222.0.68 "GET /v2.0/networks?id=ba34a592-67fa-45a2-8754-925480b5fff1 HTTP/1.1" status: 200 len: 818 time: 0.2256341 Jul 14 09:23:35.048151 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-c6eabe10-1953-45e7-b67e-18932cd8d71b req-777cd5b0-a906-4cc7-9c3b-8d88e5a2d6a9 tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] 10.222.0.68 "GET /v2.0/security-groups?id=cf40bcd2-1dd1-48fb-a6b7-6df0e80ce2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551400 Jul 14 09:23:35.055741 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Pushing event updated for resources: {'Port': ['ID=06b165cc-bc55-4adf-97ef-fbe40a9d9043,revision_number=9']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:35.078336 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8b6082c3-daa5-458b-985e-d91d250cda90 req-bf30f7da-869b-49de-8a1e-4c8ff8409b5b tempest-InstanceActionsV221TestJSON-1246418786 tempest-InstanceActionsV221TestJSON-1246418786-project] 10.222.0.68 "GET /v2.0/quotas/9aec1f2a14a249eeb06403ce1deff4a8 HTTP/1.1" status: 200 len: 375 time: 0.0377491 Jul 14 09:23:35.134367 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8b6082c3-daa5-458b-985e-d91d250cda90 req-01e32784-d741-4939-b9a5-658b13aa8ffa tempest-InstanceActionsV221TestJSON-1246418786 tempest-InstanceActionsV221TestJSON-1246418786-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=9aec1f2a14a249eeb06403ce1deff4a8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0478675 Jul 14 09:23:35.184419 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] get_ports_and_sgs() called for port_ids ['06b165cc-bc55-4adf-97ef-fbe40a9d9043'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:23:35.294221 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [req-e890f3ae-d48f-4726-a4c0-d6b005002d9b req-9df9c692-849d-45b2-a404-aac678075df3 tempest-ServersTestBootFromVolume-1941781310 tempest-ServersTestBootFromVolume-1941781310-project] Deleting port e8ac8cc4-6e5e-49d6-9a58-216dd287dc07 {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:23:35.294739 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-e890f3ae-d48f-4726-a4c0-d6b005002d9b req-9df9c692-849d-45b2-a404-aac678075df3 tempest-ServersTestBootFromVolume-1941781310 tempest-ServersTestBootFromVolume-1941781310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:35.360384 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8b6082c3-daa5-458b-985e-d91d250cda90 req-16cd691b-36ce-411c-ab62-fb7c5436a67f service neutron] 10.222.0.68 "GET /v2.0/networks/ba34a592-67fa-45a2-8754-925480b5fff1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2156465 Jul 14 09:23:35.493329 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-e890f3ae-d48f-4726-a4c0-d6b005002d9b req-9df9c692-849d-45b2-a404-aac678075df3 tempest-ServersTestBootFromVolume-1941781310 tempest-ServersTestBootFromVolume-1941781310-project] For port e8ac8cc4-6e5e-49d6-9a58-216dd287dc07, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=e8ac8cc4-6e5e-49d6-9a58-216dd287dc07,segment=NetworkSegment(765d759d-a7d8-452a-a46c-8c9682de4f64),segment_id=765d759d-a7d8-452a-a46c-8c9682de4f64)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:23:35.493743 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-e890f3ae-d48f-4726-a4c0-d6b005002d9b req-9df9c692-849d-45b2-a404-aac678075df3 tempest-ServersTestBootFromVolume-1941781310 tempest-ServersTestBootFromVolume-1941781310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:35.559249 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8b6082c3-daa5-458b-985e-d91d250cda90 req-3345ec01-5022-4c24-8596-313fe3d16526 service neutron] 10.222.0.68 "GET /v2.0/networks/ba34a592-67fa-45a2-8754-925480b5fff1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1817544 Jul 14 09:23:35.608036 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device ad7e1bee-81c7-440c-894d-8418ad112935 up at agent hyperv_n-h1-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:23:35.702218 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Provisioning complete for port ad7e1bee-81c7-440c-894d-8418ad112935 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:23:35.702714 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:35.768037 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-e890f3ae-d48f-4726-a4c0-d6b005002d9b req-9df9c692-849d-45b2-a404-aac678075df3 tempest-ServersTestBootFromVolume-1941781310 tempest-ServersTestBootFromVolume-1941781310-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:35.768438 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-e890f3ae-d48f-4726-a4c0-d6b005002d9b req-9df9c692-849d-45b2-a404-aac678075df3 tempest-ServersTestBootFromVolume-1941781310 tempest-ServersTestBootFromVolume-1941781310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-660590'] for floatingip, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:35.770021 n-d-779913-29 neutron-server[93957]: INFO neutron.db.l3_db [req-e890f3ae-d48f-4726-a4c0-d6b005002d9b req-9df9c692-849d-45b2-a404-aac678075df3 tempest-ServersTestBootFromVolume-1941781310 tempest-ServersTestBootFromVolume-1941781310-project] Floating IP 3109cb26-ea3f-4fff-ba94-bdd3d8a17222 disassociated. External IP: 172.25.4.238, port: e8ac8cc4-6e5e-49d6-9a58-216dd287dc07. Jul 14 09:23:35.770360 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [req-e890f3ae-d48f-4726-a4c0-d6b005002d9b req-9df9c692-849d-45b2-a404-aac678075df3 tempest-ServersTestBootFromVolume-1941781310 tempest-ServersTestBootFromVolume-1941781310-project] Calling delete_port for e8ac8cc4-6e5e-49d6-9a58-216dd287dc07 owned by compute:nova {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:23:35.908995 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:35.939036 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bf97f65-529d-4316-9785-5c086a4880b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad7e1bee-81c7-440c-894d-8418ad112935'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:23:35.944497 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd62303f06773040a8a4e189dc46b4f565768c299abf8ab8e7739778b0bc3e97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b96c0932-087a-48f1-855c-a0c986886998" -d '{"events": [{"server_uuid": "6bf97f65-529d-4316-9785-5c086a4880b6", "name": "network-vif-plugged", "status": "completed", "tag": "ad7e1bee-81c7-440c-894d-8418ad112935"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:23:35.970230 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port ad7e1bee-81c7-440c-894d-8418ad112935, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=ad7e1bee-81c7-440c-894d-8418ad112935,segment=NetworkSegment(8f1c1422-de6c-445f-ab95-4e2c94585b2b),segment_id=8f1c1422-de6c-445f-ab95-4e2c94585b2b)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:23:35.981624 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:36.043069 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Pushing event updated for resources: {'Port': ['ID=ad7e1bee-81c7-440c-894d-8418ad112935,revision_number=7']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:36.083569 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-e890f3ae-d48f-4726-a4c0-d6b005002d9b req-9df9c692-849d-45b2-a404-aac678075df3 tempest-ServersTestBootFromVolume-1941781310 tempest-ServersTestBootFromVolume-1941781310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:36.126053 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df9c692-849d-45b2-a404-aac678075df3 tempest-ServersTestBootFromVolume-1941781310 tempest-ServersTestBootFromVolume-1941781310-project] Pushing event deleted for resources: {'Port': ['ID=e8ac8cc4-6e5e-49d6-9a58-216dd287dc07,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:36.140868 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df9c692-849d-45b2-a404-aac678075df3 tempest-ServersTestBootFromVolume-1941781310 tempest-ServersTestBootFromVolume-1941781310-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:23:36.141576 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df9c692-849d-45b2-a404-aac678075df3 tempest-ServersTestBootFromVolume-1941781310 tempest-ServersTestBootFromVolume-1941781310-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:23:36.142099 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df9c692-849d-45b2-a404-aac678075df3 tempest-ServersTestBootFromVolume-1941781310 tempest-ServersTestBootFromVolume-1941781310-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:23:36.142625 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df9c692-849d-45b2-a404-aac678075df3 tempest-ServersTestBootFromVolume-1941781310 tempest-ServersTestBootFromVolume-1941781310-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:23:36.143758 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df9c692-849d-45b2-a404-aac678075df3 tempest-ServersTestBootFromVolume-1941781310 tempest-ServersTestBootFromVolume-1941781310-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:23:36.144881 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df9c692-849d-45b2-a404-aac678075df3 tempest-ServersTestBootFromVolume-1941781310 tempest-ServersTestBootFromVolume-1941781310-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:23:36.145930 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df9c692-849d-45b2-a404-aac678075df3 tempest-ServersTestBootFromVolume-1941781310 tempest-ServersTestBootFromVolume-1941781310-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:23:36.146470 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df9c692-849d-45b2-a404-aac678075df3 tempest-ServersTestBootFromVolume-1941781310 tempest-ServersTestBootFromVolume-1941781310-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:23:36.147002 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df9c692-849d-45b2-a404-aac678075df3 tempest-ServersTestBootFromVolume-1941781310 tempest-ServersTestBootFromVolume-1941781310-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:23:36.147659 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df9c692-849d-45b2-a404-aac678075df3 tempest-ServersTestBootFromVolume-1941781310 tempest-ServersTestBootFromVolume-1941781310-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:23:36.148191 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df9c692-849d-45b2-a404-aac678075df3 tempest-ServersTestBootFromVolume-1941781310 tempest-ServersTestBootFromVolume-1941781310-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:23:36.148696 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df9c692-849d-45b2-a404-aac678075df3 tempest-ServersTestBootFromVolume-1941781310 tempest-ServersTestBootFromVolume-1941781310-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:23:36.165857 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b061d42-d6e0-40db-ab76-f77a333f1aa4 req-9db79449-8b72-41d7-a01d-87209e98b6eb tempest-LiveMigrationTest-864996632 tempest-LiveMigrationTest-864996632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:36.168087 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-5b061d42-d6e0-40db-ab76-f77a333f1aa4 req-9db79449-8b72-41d7-a01d-87209e98b6eb tempest-LiveMigrationTest-864996632 tempest-LiveMigrationTest-864996632-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=b7a25cd8-edbb-4360-a9f3-d46c1450da41 HTTP/1.1" status: 200 len: 1098 time: 0.0810478 Jul 14 09:23:36.222044 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1812f9-1230-4f7c-87a0-69d7c5e45309 req-402b1e93-9c52-4d02-9581-8eb88d217253 tempest-ServersTestBootFromVolume-1941781310 tempest-ServersTestBootFromVolume-1941781310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:36.223322 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-7a1812f9-1230-4f7c-87a0-69d7c5e45309 req-402b1e93-9c52-4d02-9581-8eb88d217253 tempest-ServersTestBootFromVolume-1941781310 tempest-ServersTestBootFromVolume-1941781310-project] 10.222.0.68 "GET /v2.0/ports?device_id=c32610fb-fe36-4bc7-be35-63b201a56a49 HTTP/1.1" status: 200 len: 867 time: 0.2539961 Jul 14 09:23:36.245817 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-5b061d42-d6e0-40db-ab76-f77a333f1aa4 req-9b5c80ba-dcea-4952-8fcd-6e69d282127f tempest-LiveMigrationTest-864996632 tempest-LiveMigrationTest-864996632-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=cf40bcd2-1dd1-48fb-a6b7-6df0e80ce2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664382 Jul 14 09:23:36.341166 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e890f3ae-d48f-4726-a4c0-d6b005002d9b req-9df9c692-849d-45b2-a404-aac678075df3 tempest-ServersTestBootFromVolume-1941781310 tempest-ServersTestBootFromVolume-1941781310-project] Router fc8152f7-9b53-4f47-b659-4653df59f2fb has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:23:36.379465 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-7a1812f9-1230-4f7c-87a0-69d7c5e45309 req-06ff1b6f-74f0-4a47-a50c-b5d7f55589d4 tempest-ServersTestBootFromVolume-1941781310 tempest-ServersTestBootFromVolume-1941781310-project] 10.222.0.68 "GET /v2.0/security-groups?id=cbdf9c90-adbd-403e-9b32-cb9bb14c6bec&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1423020 Jul 14 09:23:36.468699 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 06b165cc-bc55-4adf-97ef-fbe40a9d9043 up at agent hyperv_n-h2-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:23:36.474628 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5ab224-69eb-4162-b3d7-b51f5b7d72cd req-2ead9a0b-ec22-40f9-9134-bc671cf9672b tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:36.486710 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-1f5ab224-69eb-4162-b3d7-b51f5b7d72cd req-2ead9a0b-ec22-40f9-9134-bc671cf9672b tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] 10.222.0.68 "GET /v2.0/ports?device_id=07eeb242-3d15-4bf2-92c3-b7b0fdbd6566 HTTP/1.1" status: 200 len: 945 time: 0.1057076 Jul 14 09:23:36.563918 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-1f5ab224-69eb-4162-b3d7-b51f5b7d72cd req-4b6b0da0-b73f-4a46-a5e5-966f808a83fc tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] 10.222.0.68 "GET /v2.0/security-groups?id=c6f7d264-cbb5-40f9-9fec-5b9701ca674b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757782 Jul 14 09:23:36.643720 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Provisioning complete for port 06b165cc-bc55-4adf-97ef-fbe40a9d9043 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:23:36.644399 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:36.662572 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e890f3ae-d48f-4726-a4c0-d6b005002d9b req-9df9c692-849d-45b2-a404-aac678075df3 tempest-ServersTestBootFromVolume-1941781310 tempest-ServersTestBootFromVolume-1941781310-project] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:23:36.676402 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d715981e-0b13-4565-a5ff-aaedd267cc48 None None] Sync routers for ids ['fc8152f7-9b53-4f47-b659-4653df59f2fb'] in n-d-779913-29 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:23:36.693203 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d715981e-0b13-4565-a5ff-aaedd267cc48 None None] Routers {'fc8152f7-9b53-4f47-b659-4653df59f2fb'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:23:36.693939 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-d715981e-0b13-4565-a5ff-aaedd267cc48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:23:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['fc8152f7-9b53-4f47-b659-4653df59f2fb'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:23:36.741396 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-e890f3ae-d48f-4726-a4c0-d6b005002d9b req-9df9c692-849d-45b2-a404-aac678075df3 tempest-ServersTestBootFromVolume-1941781310 tempest-ServersTestBootFromVolume-1941781310-project] No DVR routers for this DVR port e8ac8cc4-6e5e-49d6-9a58-216dd287dc07 on host n-h2-779913-29 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:23:36.746423 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-e890f3ae-d48f-4726-a4c0-d6b005002d9b req-9df9c692-849d-45b2-a404-aac678075df3 tempest-ServersTestBootFromVolume-1941781310 tempest-ServersTestBootFromVolume-1941781310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:36.754223 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e890f3ae-d48f-4726-a4c0-d6b005002d9b req-9df9c692-849d-45b2-a404-aac678075df3 tempest-ServersTestBootFromVolume-1941781310 tempest-ServersTestBootFromVolume-1941781310-project] 10.222.0.57 "DELETE /v2.0/ports/e8ac8cc4-6e5e-49d6-9a58-216dd287dc07 HTTP/1.1" status: 204 len: 173 time: 1.7336121 Jul 14 09:23:36.754735 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c32610fb-fe36-4bc7-be35-63b201a56a49', 'name': 'network-vif-deleted', 'tag': 'e8ac8cc4-6e5e-49d6-9a58-216dd287dc07'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:23:36.757993 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdc0415a-6d6b-4ea5-b87d-3587a8487986" -d '{"events": [{"server_uuid": "c32610fb-fe36-4bc7-be35-63b201a56a49", "name": "network-vif-deleted", "tag": "e8ac8cc4-6e5e-49d6-9a58-216dd287dc07"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:23:36.839989 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:36.844650 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-06ad6563-94eb-4839-adde-8e6fbde46d72 req-d2d1d10a-2ff1-4772-b923-d52ed31a086d tempest-InstanceActionsV221TestJSON-1246418786 tempest-InstanceActionsV221TestJSON-1246418786-project] 10.222.0.68 "GET /v2.0/ports?device_id=35960dfd-53bd-4a41-abf5-278fed2a90ff HTTP/1.1" status: 200 len: 210 time: 0.0717175 Jul 14 09:23:36.969397 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 06b165cc-bc55-4adf-97ef-fbe40a9d9043, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=06b165cc-bc55-4adf-97ef-fbe40a9d9043,segment=NetworkSegment(8f1c1422-de6c-445f-ab95-4e2c94585b2b),segment_id=8f1c1422-de6c-445f-ab95-4e2c94585b2b)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:23:36.972571 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-d715981e-0b13-4565-a5ff-aaedd267cc48 None None] Set router fc8152f7-9b53-4f47-b659-4653df59f2fb gateway port host: n-d-779913-29 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:23:36.978201 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:36.990834 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device e8ac8cc4-6e5e-49d6-9a58-216dd287dc07 no longer exists at agent hyperv_n-h2-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:23:37.050042 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:23:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62af8305-6da5-4f2f-b45e-412f85e52b50 x-openstack-request-id: req-62af8305-6da5-4f2f-b45e-412f85e52b50 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:23:37.051033 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bf97f65-529d-4316-9785-5c086a4880b6", "name": "network-vif-plugged", "status": "completed", "tag": "ad7e1bee-81c7-440c-894d-8418ad112935", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:23:37.051455 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-62af8305-6da5-4f2f-b45e-412f85e52b50 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:23:37.052045 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bf97f65-529d-4316-9785-5c086a4880b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad7e1bee-81c7-440c-894d-8418ad112935', 'code': 200} Jul 14 09:23:37.055026 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] No Port match for: e8ac8cc4-6e5e-49d6-9a58-216dd287dc07 {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:23:37.055564 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device e8ac8cc4-6e5e-49d6-9a58-216dd287dc07 not bound to the agent host n-h2-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:23:37.118978 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Pushing event updated for resources: {'Port': ['ID=06b165cc-bc55-4adf-97ef-fbe40a9d9043,revision_number=10']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:37.496441 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075e4029-b181-4660-9d52-d69a8690ad44 req-6684cdf0-fddb-4c1e-9e04-aebbd862bd30 tempest-LiveMigrationTest-864996632 tempest-LiveMigrationTest-864996632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:37.500141 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-075e4029-b181-4660-9d52-d69a8690ad44 req-6684cdf0-fddb-4c1e-9e04-aebbd862bd30 tempest-LiveMigrationTest-864996632 tempest-LiveMigrationTest-864996632-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=b7a25cd8-edbb-4360-a9f3-d46c1450da41 HTTP/1.1" status: 200 len: 1098 time: 0.0921926 Jul 14 09:23:37.569434 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-d715981e-0b13-4565-a5ff-aaedd267cc48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc8152f7-9b53-4f47-b659-4653df59f2fb', 'name': 'tempest-ServersTestBootFromVolume-1302193987-router', 'tenant_id': '5d787e34149b4f8984cce44f752c816e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.185'}], 'enable_snat': True}, 'gw_port_id': '5ccae8e4-54b4-47dc-8366-a5686068b196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:20:29Z', 'updated_at': '2021-07-14T09:20:35Z', 'revision_number': 4, 'project_id': '5d787e34149b4f8984cce44f752c816e', 'gw_port': {'id': '5ccae8e4-54b4-47dc-8366-a5686068b196', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:0a:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8152f7-9b53-4f47-b659-4653df59f2fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:20:30Z', 'updated_at': '2021-07-14T09:20:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': '4d137d85-6779-44a3-aa9e-ee3dc5825750', 'name': '', 'network_id': '9cb080c5-9bd5-4fed-8810-4e4711ca3bcc', 'tenant_id': '5d787e34149b4f8984cce44f752c816e', 'mac_address': 'fa:16:3e:eb:fd:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8152f7-9b53-4f47-b659-4653df59f2fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '7ee4e5c2-68bc-40bf-adbc-da1aa2b9476e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:20:33Z', 'updated_at': '2021-07-14T09:20:43Z', 'revision_number': 5, 'project_id': '5d787e34149b4f8984cce44f752c816e', 'subnets': [{'id': '7ee4e5c2-68bc-40bf-adbc-da1aa2b9476e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:23:37.573228 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-075e4029-b181-4660-9d52-d69a8690ad44 req-4a61e6c4-29b5-49df-8c5d-c73a8c1f4cd4 tempest-LiveMigrationTest-864996632 tempest-LiveMigrationTest-864996632-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=cf40bcd2-1dd1-48fb-a6b7-6df0e80ce2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621479 Jul 14 09:23:37.648846 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d715981e-0b13-4565-a5ff-aaedd267cc48 None None] Checking router: fc8152f7-9b53-4f47-b659-4653df59f2fb for host: n-d-779913-29 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:23:37.671733 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d715981e-0b13-4565-a5ff-aaedd267cc48 None None] Routers {'fc8152f7-9b53-4f47-b659-4653df59f2fb'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:23:37.672769 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-d715981e-0b13-4565-a5ff-aaedd267cc48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:23:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['fc8152f7-9b53-4f47-b659-4653df59f2fb'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:23:37.886659 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d887092-35e3-41df-bef6-78caa7861191 req-a78206c5-da5a-4216-846a-8e50454e9b8b tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:37.904513 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-0d887092-35e3-41df-bef6-78caa7861191 req-a78206c5-da5a-4216-846a-8e50454e9b8b tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] 10.222.0.68 "GET /v2.0/ports?device_id=07eeb242-3d15-4bf2-92c3-b7b0fdbd6566 HTTP/1.1" status: 200 len: 945 time: 0.1497560 Jul 14 09:23:37.928313 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-d715981e-0b13-4565-a5ff-aaedd267cc48 None None] Set router fc8152f7-9b53-4f47-b659-4653df59f2fb gateway port host: n-d-779913-29 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:23:38.037941 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-0d887092-35e3-41df-bef6-78caa7861191 req-0f8586e2-4f00-41ed-a4a5-f1a07532738d tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] 10.222.0.68 "GET /v2.0/security-groups?id=c6f7d264-cbb5-40f9-9fec-5b9701ca674b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236715 Jul 14 09:23:38.183399 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:23:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27685aa1-cd7f-4333-9091-345484be1022 x-openstack-request-id: req-27685aa1-cd7f-4333-9091-345484be1022 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:23:38.184311 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c32610fb-fe36-4bc7-be35-63b201a56a49", "name": "network-vif-deleted", "tag": "e8ac8cc4-6e5e-49d6-9a58-216dd287dc07", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:23:38.184311 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-27685aa1-cd7f-4333-9091-345484be1022 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:23:38.184682 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c32610fb-fe36-4bc7-be35-63b201a56a49', 'name': 'network-vif-deleted', 'tag': 'e8ac8cc4-6e5e-49d6-9a58-216dd287dc07', 'status': 'completed', 'code': 200} Jul 14 09:23:38.325788 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-d715981e-0b13-4565-a5ff-aaedd267cc48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc8152f7-9b53-4f47-b659-4653df59f2fb', 'name': 'tempest-ServersTestBootFromVolume-1302193987-router', 'tenant_id': '5d787e34149b4f8984cce44f752c816e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.185'}], 'enable_snat': True}, 'gw_port_id': '5ccae8e4-54b4-47dc-8366-a5686068b196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:20:29Z', 'updated_at': '2021-07-14T09:20:35Z', 'revision_number': 4, 'project_id': '5d787e34149b4f8984cce44f752c816e', 'gw_port': {'id': '5ccae8e4-54b4-47dc-8366-a5686068b196', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:0a:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8152f7-9b53-4f47-b659-4653df59f2fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:20:30Z', 'updated_at': '2021-07-14T09:20:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': '4d137d85-6779-44a3-aa9e-ee3dc5825750', 'name': '', 'network_id': '9cb080c5-9bd5-4fed-8810-4e4711ca3bcc', 'tenant_id': '5d787e34149b4f8984cce44f752c816e', 'mac_address': 'fa:16:3e:eb:fd:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8152f7-9b53-4f47-b659-4653df59f2fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '7ee4e5c2-68bc-40bf-adbc-da1aa2b9476e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:20:33Z', 'updated_at': '2021-07-14T09:20:43Z', 'revision_number': 5, 'project_id': '5d787e34149b4f8984cce44f752c816e', 'subnets': [{'id': '7ee4e5c2-68bc-40bf-adbc-da1aa2b9476e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:23:38.411517 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d715981e-0b13-4565-a5ff-aaedd267cc48 None None] The sync data for ids ['fc8152f7-9b53-4f47-b659-4653df59f2fb'] in n-d-779913-29 is: [{'id': 'fc8152f7-9b53-4f47-b659-4653df59f2fb', 'name': 'tempest-ServersTestBootFromVolume-1302193987-router', 'tenant_id': '5d787e34149b4f8984cce44f752c816e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.185'}], 'enable_snat': True}, 'gw_port_id': '5ccae8e4-54b4-47dc-8366-a5686068b196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:20:29Z', 'updated_at': '2021-07-14T09:20:35Z', 'revision_number': 4, 'project_id': '5d787e34149b4f8984cce44f752c816e', 'gw_port': {'id': '5ccae8e4-54b4-47dc-8366-a5686068b196', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:0a:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8152f7-9b53-4f47-b659-4653df59f2fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:20:30Z', 'updated_at': '2021-07-14T09:20:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': '4d137d85-6779-44a3-aa9e-ee3dc5825750', 'name': '', 'network_id': '9cb080c5-9bd5-4fed-8810-4e4711ca3bcc', 'tenant_id': '5d787e34149b4f8984cce44f752c816e', 'mac_address': 'fa:16:3e:eb:fd:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8152f7-9b53-4f47-b659-4653df59f2fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '7ee4e5c2-68bc-40bf-adbc-da1aa2b9476e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:20:33Z', 'updated_at': '2021-07-14T09:20:43Z', 'revision_number': 5, 'project_id': '5d787e34149b4f8984cce44f752c816e', 'subnets': [{'id': '7ee4e5c2-68bc-40bf-adbc-da1aa2b9476e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:23:39.010916 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65562929-6505-428d-9a31-0e8be2fdee21 req-3dc98de3-96ad-4b2e-af27-3c6eeccd3e25 tempest-AttachSCSIVolumeTestJSON-1894780193 tempest-AttachSCSIVolumeTestJSON-1894780193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:39.032376 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-65562929-6505-428d-9a31-0e8be2fdee21 req-3dc98de3-96ad-4b2e-af27-3c6eeccd3e25 tempest-AttachSCSIVolumeTestJSON-1894780193 tempest-AttachSCSIVolumeTestJSON-1894780193-project] 10.222.0.68 "GET /v2.0/ports?device_id=c85cc8aa-62e7-4f34-84f2-71eaccf379cb HTTP/1.1" status: 200 len: 945 time: 0.3581257 Jul 14 09:23:39.052257 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6082c3-daa5-458b-985e-d91d250cda90 req-86221dca-fa82-4c4b-a36d-3109809bfc20 tempest-InstanceActionsV221TestJSON-1246418786 tempest-InstanceActionsV221TestJSON-1246418786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:39.053802 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64d82a60-565f-4e89-ba9f-f07d2d7465b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06b165cc-bc55-4adf-97ef-fbe40a9d9043'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:23:39.054561 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8b6082c3-daa5-458b-985e-d91d250cda90 req-86221dca-fa82-4c4b-a36d-3109809bfc20 tempest-InstanceActionsV221TestJSON-1246418786 tempest-InstanceActionsV221TestJSON-1246418786-project] 10.222.0.57 "GET /v2.0/networks?id=ba34a592-67fa-45a2-8754-925480b5fff1 HTTP/1.1" status: 200 len: 818 time: 0.5419564 Jul 14 09:23:39.058170 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd62303f06773040a8a4e189dc46b4f565768c299abf8ab8e7739778b0bc3e97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcb07516-a5f7-435c-bb91-83e689ad18de" -d '{"events": [{"server_uuid": "64d82a60-565f-4e89-ba9f-f07d2d7465b3", "name": "network-vif-plugged", "status": "completed", "tag": "06b165cc-bc55-4adf-97ef-fbe40a9d9043"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:23:39.080867 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-8b6082c3-daa5-458b-985e-d91d250cda90 req-1f3abebf-3883-4c7a-9bd7-0a79301c2851 tempest-InstanceActionsV221TestJSON-1246418786 tempest-InstanceActionsV221TestJSON-1246418786-project] Request body: {'port': {'device_id': '35960dfd-53bd-4a41-abf5-278fed2a90ff', 'network_id': 'ba34a592-67fa-45a2-8754-925480b5fff1', 'admin_state_up': True, 'tenant_id': '9aec1f2a14a249eeb06403ce1deff4a8'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:23:39.170925 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-65562929-6505-428d-9a31-0e8be2fdee21 req-62941d08-6f30-46f7-95b1-b593410cb0d8 tempest-AttachSCSIVolumeTestJSON-1894780193 tempest-AttachSCSIVolumeTestJSON-1894780193-project] 10.222.0.68 "GET /v2.0/security-groups?id=8a6320d2-a97f-434c-90e0-33f2ea792d0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372907 Jul 14 09:23:39.247598 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a570194b-8eea-4505-8555-7c1f051c0885 None None] New status for floating IP 3109cb26-ea3f-4fff-ba94-bdd3d8a17222: DOWN {{(pid=93959) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:23:39.390635 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec90e70b-f4b6-4b43-b6ee-ff3e61dfa778 req-750a9aee-47a6-4c36-bf3a-77eb386561bd tempest-AttachSCSIVolumeTestJSON-1894780193 tempest-AttachSCSIVolumeTestJSON-1894780193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:39.399024 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ec90e70b-f4b6-4b43-b6ee-ff3e61dfa778 req-750a9aee-47a6-4c36-bf3a-77eb386561bd tempest-AttachSCSIVolumeTestJSON-1894780193 tempest-AttachSCSIVolumeTestJSON-1894780193-project] 10.222.0.65 "GET /v2.0/ports?device_id=c85cc8aa-62e7-4f34-84f2-71eaccf379cb HTTP/1.1" status: 200 len: 945 time: 0.2486243 Jul 14 09:23:39.500265 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b6082c3-daa5-458b-985e-d91d250cda90 req-1f3abebf-3883-4c7a-9bd7-0a79301c2851 tempest-InstanceActionsV221TestJSON-1246418786 tempest-InstanceActionsV221TestJSON-1246418786-project] Made reservation on behalf of 9aec1f2a14a249eeb06403ce1deff4a8 for: {'port': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:23:39.504099 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-8b6082c3-daa5-458b-985e-d91d250cda90 req-1f3abebf-3883-4c7a-9bd7-0a79301c2851 tempest-InstanceActionsV221TestJSON-1246418786 tempest-InstanceActionsV221TestJSON-1246418786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:39.805214 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-c6b22709-6109-4ed4-8492-e762240a6447 req-f4e93a83-79fe-4fbf-b7c7-fecf837f8b87 tempest-ServersTestBootFromVolume-1941781310 tempest-ServersTestBootFromVolume-1941781310-project] 10.222.0.68 "GET /v2.0/ports?device_id=c32610fb-fe36-4bc7-be35-63b201a56a49 HTTP/1.1" status: 200 len: 210 time: 0.0673277 Jul 14 09:23:39.910604 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [req-ec90e70b-f4b6-4b43-b6ee-ff3e61dfa778 req-aab881c1-aaad-4703-bd28-c9ff7f6c9840 tempest-AttachSCSIVolumeTestJSON-1894780193 tempest-AttachSCSIVolumeTestJSON-1894780193-project] Deleting port 2b4cac78-64c0-4e18-b738-cc2c5bb3c490 {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:23:39.915746 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-ec90e70b-f4b6-4b43-b6ee-ff3e61dfa778 req-aab881c1-aaad-4703-bd28-c9ff7f6c9840 tempest-AttachSCSIVolumeTestJSON-1894780193 tempest-AttachSCSIVolumeTestJSON-1894780193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:40.120671 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-ec90e70b-f4b6-4b43-b6ee-ff3e61dfa778 req-aab881c1-aaad-4703-bd28-c9ff7f6c9840 tempest-AttachSCSIVolumeTestJSON-1894780193 tempest-AttachSCSIVolumeTestJSON-1894780193-project] For port 2b4cac78-64c0-4e18-b738-cc2c5bb3c490, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=2b4cac78-64c0-4e18-b738-cc2c5bb3c490,segment=NetworkSegment(2712eb7d-f4d1-4601-b663-353f2362e579),segment_id=2712eb7d-f4d1-4601-b663-353f2362e579)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:23:40.121428 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-ec90e70b-f4b6-4b43-b6ee-ff3e61dfa778 req-aab881c1-aaad-4703-bd28-c9ff7f6c9840 tempest-AttachSCSIVolumeTestJSON-1894780193 tempest-AttachSCSIVolumeTestJSON-1894780193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:40.138824 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [req-ec90e70b-f4b6-4b43-b6ee-ff3e61dfa778 req-aab881c1-aaad-4703-bd28-c9ff7f6c9840 tempest-AttachSCSIVolumeTestJSON-1894780193 tempest-AttachSCSIVolumeTestJSON-1894780193-project] Calling delete_port for 2b4cac78-64c0-4e18-b738-cc2c5bb3c490 owned by compute:nova {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:23:40.294224 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [req-8b6082c3-daa5-458b-985e-d91d250cda90 req-1f3abebf-3883-4c7a-9bd7-0a79301c2851 tempest-InstanceActionsV221TestJSON-1246418786 tempest-InstanceActionsV221TestJSON-1246418786-project] Allocated IP 172.20.0.3 (ba34a592-67fa-45a2-8754-925480b5fff1/da2fbc0a-9c4d-4fd4-a588-d6e97a0ce0ab/f867aa32-9bdd-4cac-b536-27bc3a5b3f3f) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:23:40.509537 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-ec90e70b-f4b6-4b43-b6ee-ff3e61dfa778 req-aab881c1-aaad-4703-bd28-c9ff7f6c9840 tempest-AttachSCSIVolumeTestJSON-1894780193 tempest-AttachSCSIVolumeTestJSON-1894780193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:40.582795 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab881c1-aaad-4703-bd28-c9ff7f6c9840 tempest-AttachSCSIVolumeTestJSON-1894780193 tempest-AttachSCSIVolumeTestJSON-1894780193-project] Pushing event deleted for resources: {'Port': ['ID=2b4cac78-64c0-4e18-b738-cc2c5bb3c490,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:40.796181 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-8b6082c3-daa5-458b-985e-d91d250cda90 req-1f3abebf-3883-4c7a-9bd7-0a79301c2851 tempest-InstanceActionsV221TestJSON-1246418786 tempest-InstanceActionsV221TestJSON-1246418786-project] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:40.899130 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec90e70b-f4b6-4b43-b6ee-ff3e61dfa778 req-aab881c1-aaad-4703-bd28-c9ff7f6c9840 tempest-AttachSCSIVolumeTestJSON-1894780193 tempest-AttachSCSIVolumeTestJSON-1894780193-project] No DVR routers for this DVR port 2b4cac78-64c0-4e18-b738-cc2c5bb3c490 on host n-h1-779913-29 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:23:40.905239 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-ec90e70b-f4b6-4b43-b6ee-ff3e61dfa778 req-aab881c1-aaad-4703-bd28-c9ff7f6c9840 tempest-AttachSCSIVolumeTestJSON-1894780193 tempest-AttachSCSIVolumeTestJSON-1894780193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:40.908263 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ec90e70b-f4b6-4b43-b6ee-ff3e61dfa778 req-aab881c1-aaad-4703-bd28-c9ff7f6c9840 tempest-AttachSCSIVolumeTestJSON-1894780193 tempest-AttachSCSIVolumeTestJSON-1894780193-project] 10.222.0.65 "DELETE /v2.0/ports/2b4cac78-64c0-4e18-b738-cc2c5bb3c490 HTTP/1.1" status: 204 len: 173 time: 1.4989202 Jul 14 09:23:40.909398 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c85cc8aa-62e7-4f34-84f2-71eaccf379cb', 'name': 'network-vif-deleted', 'tag': '2b4cac78-64c0-4e18-b738-cc2c5bb3c490'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:23:40.929352 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e01fda2a-ba48-42ec-898c-d8a9f0d6dea8" -d '{"events": [{"server_uuid": "c85cc8aa-62e7-4f34-84f2-71eaccf379cb", "name": "network-vif-deleted", "tag": "2b4cac78-64c0-4e18-b738-cc2c5bb3c490"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:23:40.933351 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-8b6082c3-daa5-458b-985e-d91d250cda90 req-1f3abebf-3883-4c7a-9bd7-0a79301c2851 tempest-InstanceActionsV221TestJSON-1246418786 tempest-InstanceActionsV221TestJSON-1246418786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:41.047977 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b6082c3-daa5-458b-985e-d91d250cda90 req-1f3abebf-3883-4c7a-9bd7-0a79301c2851 tempest-InstanceActionsV221TestJSON-1246418786 tempest-InstanceActionsV221TestJSON-1246418786-project] Network ba34a592-67fa-45a2-8754-925480b5fff1 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:23:41.061183 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [req-8b6082c3-daa5-458b-985e-d91d250cda90 req-1f3abebf-3883-4c7a-9bd7-0a79301c2851 tempest-InstanceActionsV221TestJSON-1246418786 tempest-InstanceActionsV221TestJSON-1246418786-project] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:23:41.072454 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b6082c3-daa5-458b-985e-d91d250cda90 req-1f3abebf-3883-4c7a-9bd7-0a79301c2851 tempest-InstanceActionsV221TestJSON-1246418786 tempest-InstanceActionsV221TestJSON-1246418786-project] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:23:41.547787 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6082c3-daa5-458b-985e-d91d250cda90 req-1f3abebf-3883-4c7a-9bd7-0a79301c2851 tempest-InstanceActionsV221TestJSON-1246418786 tempest-InstanceActionsV221TestJSON-1246418786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:41.548654 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-8b6082c3-daa5-458b-985e-d91d250cda90 req-1f3abebf-3883-4c7a-9bd7-0a79301c2851 tempest-InstanceActionsV221TestJSON-1246418786 tempest-InstanceActionsV221TestJSON-1246418786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:41.578300 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3abebf-3883-4c7a-9bd7-0a79301c2851 tempest-InstanceActionsV221TestJSON-1246418786 tempest-InstanceActionsV221TestJSON-1246418786-project] Pushing event updated for resources: {'Port': ['ID=f867aa32-9bdd-4cac-b536-27bc3a5b3f3f,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:41.612908 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8b6082c3-daa5-458b-985e-d91d250cda90 req-1f3abebf-3883-4c7a-9bd7-0a79301c2851 tempest-InstanceActionsV221TestJSON-1246418786 tempest-InstanceActionsV221TestJSON-1246418786-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5376554 Jul 14 09:23:41.637189 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-8b6082c3-daa5-458b-985e-d91d250cda90 req-c7e8ed20-e1a7-433f-acdf-b7c1e120c31c service neutron] Request body: {'port': {'device_id': '35960dfd-53bd-4a41-abf5-278fed2a90ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-29'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:23:41.644258 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 2b4cac78-64c0-4e18-b738-cc2c5bb3c490 no longer exists at agent hyperv_n-h1-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:23:41.690176 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] No Port match for: 2b4cac78-64c0-4e18-b738-cc2c5bb3c490 {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:23:41.691361 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 2b4cac78-64c0-4e18-b738-cc2c5bb3c490 not bound to the agent host n-h1-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:23:41.798324 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-8b6082c3-daa5-458b-985e-d91d250cda90 req-c7e8ed20-e1a7-433f-acdf-b7c1e120c31c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:42.322703 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [req-8b6082c3-daa5-458b-985e-d91d250cda90 req-c7e8ed20-e1a7-433f-acdf-b7c1e120c31c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f867aa32-9bdd-4cac-b536-27bc3a5b3f3f {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:23:42.365558 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-8b6082c3-daa5-458b-985e-d91d250cda90 req-c7e8ed20-e1a7-433f-acdf-b7c1e120c31c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:42.398318 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [req-8b6082c3-daa5-458b-985e-d91d250cda90 req-c7e8ed20-e1a7-433f-acdf-b7c1e120c31c service neutron] Transition to ACTIVE for port object f867aa32-9bdd-4cac-b536-27bc3a5b3f3f will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:23:42.402902 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-8b6082c3-daa5-458b-985e-d91d250cda90 req-c7e8ed20-e1a7-433f-acdf-b7c1e120c31c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:42.472215 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e8ed20-e1a7-433f-acdf-b7c1e120c31c service neutron] Pushing event updated for resources: {'Port': ['ID=f867aa32-9bdd-4cac-b536-27bc3a5b3f3f,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:42.570856 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:42.586003 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-8b6082c3-daa5-458b-985e-d91d250cda90 req-c7e8ed20-e1a7-433f-acdf-b7c1e120c31c service neutron] Attempting to bind port f867aa32-9bdd-4cac-b536-27bc3a5b3f3f on host n-h2-779913-29 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:23:42.586616 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-8b6082c3-daa5-458b-985e-d91d250cda90 req-c7e8ed20-e1a7-433f-acdf-b7c1e120c31c service neutron] Attempting to bind port f867aa32-9bdd-4cac-b536-27bc3a5b3f3f by drivers openvswitch,hyperv on host n-h2-779913-29 at level 0 using segments [{'id': '3cfe6136-9d62-4d2f-b67d-ccf414dbca45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'ba34a592-67fa-45a2-8754-925480b5fff1'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:23:42.586823 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b6082c3-daa5-458b-985e-d91d250cda90 req-c7e8ed20-e1a7-433f-acdf-b7c1e120c31c service neutron] Attempting to bind port f867aa32-9bdd-4cac-b536-27bc3a5b3f3f on network ba34a592-67fa-45a2-8754-925480b5fff1 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:23:42.593050 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b6082c3-daa5-458b-985e-d91d250cda90 req-c7e8ed20-e1a7-433f-acdf-b7c1e120c31c service neutron] Port f867aa32-9bdd-4cac-b536-27bc3a5b3f3f on network ba34a592-67fa-45a2-8754-925480b5fff1 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-29 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:23:42.593529 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b6082c3-daa5-458b-985e-d91d250cda90 req-c7e8ed20-e1a7-433f-acdf-b7c1e120c31c service neutron] Attempting to bind port f867aa32-9bdd-4cac-b536-27bc3a5b3f3f on network ba34a592-67fa-45a2-8754-925480b5fff1 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:23:42.599629 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b6082c3-daa5-458b-985e-d91d250cda90 req-c7e8ed20-e1a7-433f-acdf-b7c1e120c31c service neutron] Checking agent: {'id': '013e4a3b-a634-47b8-b6a5-1a25109b73fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 13, 13), 'started_at': datetime.datetime(2021, 7, 14, 9, 13, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 23, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:23:42.600200 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b6082c3-daa5-458b-985e-d91d250cda90 req-c7e8ed20-e1a7-433f-acdf-b7c1e120c31c service neutron] Checking segment: {'id': '3cfe6136-9d62-4d2f-b67d-ccf414dbca45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'ba34a592-67fa-45a2-8754-925480b5fff1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:23:42.600757 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b6082c3-daa5-458b-985e-d91d250cda90 req-c7e8ed20-e1a7-433f-acdf-b7c1e120c31c service neutron] Bound using segment: {'id': '3cfe6136-9d62-4d2f-b67d-ccf414dbca45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'ba34a592-67fa-45a2-8754-925480b5fff1'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:23:42.601325 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-8b6082c3-daa5-458b-985e-d91d250cda90 req-c7e8ed20-e1a7-433f-acdf-b7c1e120c31c service neutron] Bound port: f867aa32-9bdd-4cac-b536-27bc3a5b3f3f, host: n-h2-779913-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3cfe6136-9d62-4d2f-b67d-ccf414dbca45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'ba34a592-67fa-45a2-8754-925480b5fff1'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:23:42.601831 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-8b6082c3-daa5-458b-985e-d91d250cda90 req-c7e8ed20-e1a7-433f-acdf-b7c1e120c31c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:42.741132 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-8b6082c3-daa5-458b-985e-d91d250cda90 req-c7e8ed20-e1a7-433f-acdf-b7c1e120c31c service neutron] For port f867aa32-9bdd-4cac-b536-27bc3a5b3f3f, host n-h2-779913-29, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:23:42.744824 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-8b6082c3-daa5-458b-985e-d91d250cda90 req-c7e8ed20-e1a7-433f-acdf-b7c1e120c31c service neutron] For port f867aa32-9bdd-4cac-b536-27bc3a5b3f3f, host n-h2-779913-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=f867aa32-9bdd-4cac-b536-27bc3a5b3f3f,segment=NetworkSegment(3cfe6136-9d62-4d2f-b67d-ccf414dbca45),segment_id=3cfe6136-9d62-4d2f-b67d-ccf414dbca45)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:23:42.752974 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-8b6082c3-daa5-458b-985e-d91d250cda90 req-c7e8ed20-e1a7-433f-acdf-b7c1e120c31c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:42.824647 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e8ed20-e1a7-433f-acdf-b7c1e120c31c service neutron] Pushing event updated for resources: {'Port': ['ID=f867aa32-9bdd-4cac-b536-27bc3a5b3f3f,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:42.870641 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6082c3-daa5-458b-985e-d91d250cda90 req-c7e8ed20-e1a7-433f-acdf-b7c1e120c31c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:42.870641 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-8b6082c3-daa5-458b-985e-d91d250cda90 req-c7e8ed20-e1a7-433f-acdf-b7c1e120c31c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:42.872699 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8b6082c3-daa5-458b-985e-d91d250cda90 req-c7e8ed20-e1a7-433f-acdf-b7c1e120c31c service neutron] 10.222.0.57 "PUT /v2.0/ports/f867aa32-9bdd-4cac-b536-27bc3a5b3f3f HTTP/1.1" status: 200 len: 1092 time: 1.2414834 Jul 14 09:23:43.032185 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6082c3-daa5-458b-985e-d91d250cda90 req-4e4fd273-17ca-4c18-8f82-ba9202266539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:43.034198 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8b6082c3-daa5-458b-985e-d91d250cda90 req-4e4fd273-17ca-4c18-8f82-ba9202266539 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9aec1f2a14a249eeb06403ce1deff4a8&device_id=35960dfd-53bd-4a41-abf5-278fed2a90ff HTTP/1.1" status: 200 len: 1095 time: 0.0920517 Jul 14 09:23:43.113345 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8b6082c3-daa5-458b-985e-d91d250cda90 req-d8357ba9-79f2-4ceb-bcd9-ad48d5db3e64 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f867aa32-9bdd-4cac-b536-27bc3a5b3f3f HTTP/1.1" status: 200 len: 217 time: 0.0639951 Jul 14 09:23:43.323274 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:43.333879 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6082c3-daa5-458b-985e-d91d250cda90 req-c7f0f126-d38f-47ef-875d-5c6b94211234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:43.337337 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8b6082c3-daa5-458b-985e-d91d250cda90 req-c7f0f126-d38f-47ef-875d-5c6b94211234 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=da2fbc0a-9c4d-4fd4-a588-d6e97a0ce0ab HTTP/1.1" status: 200 len: 858 time: 0.2128961 Jul 14 09:23:43.403876 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8b6082c3-daa5-458b-985e-d91d250cda90 req-c8ad62ab-4b46-4c4b-9da9-1caa4cdbbdc5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ba34a592-67fa-45a2-8754-925480b5fff1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0567520 Jul 14 09:23:43.616927 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8b6082c3-daa5-458b-985e-d91d250cda90 req-b5d6a288-c71f-47d1-8c01-4afb7b4a6e88 service neutron] 10.222.0.57 "GET /v2.0/networks/ba34a592-67fa-45a2-8754-925480b5fff1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2024350 Jul 14 09:23:43.849315 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8b6082c3-daa5-458b-985e-d91d250cda90 req-820cee30-1b70-46d5-93fb-0c3475dae4d4 service neutron] 10.222.0.57 "GET /v2.0/networks/ba34a592-67fa-45a2-8754-925480b5fff1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2224505 Jul 14 09:23:46.463669 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device f867aa32-9bdd-4cac-b536-27bc3a5b3f3f details requested by agent hyperv_n-h2-779913-29 with host n-h2-779913-29 {{(pid=93959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:23:46.575046 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port f867aa32-9bdd-4cac-b536-27bc3a5b3f3f, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=f867aa32-9bdd-4cac-b536-27bc3a5b3f3f,segment=NetworkSegment(3cfe6136-9d62-4d2f-b67d-ccf414dbca45),segment_id=3cfe6136-9d62-4d2f-b67d-ccf414dbca45)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:23:46.592452 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Returning: {'device': 'f867aa32-9bdd-4cac-b536-27bc3a5b3f3f', 'network_id': 'ba34a592-67fa-45a2-8754-925480b5fff1', 'port_id': 'f867aa32-9bdd-4cac-b536-27bc3a5b3f3f', 'mac_address': 'fa:16:3e:a9:d1:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da2fbc0a-9c4d-4fd4-a588-d6e97a0ce0ab', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:23:46.669968 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:46.721270 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f867aa32-9bdd-4cac-b536-27bc3a5b3f3f {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:23:46.770242 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port f867aa32-9bdd-4cac-b536-27bc3a5b3f3f, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=f867aa32-9bdd-4cac-b536-27bc3a5b3f3f,segment=NetworkSegment(3cfe6136-9d62-4d2f-b67d-ccf414dbca45),segment_id=3cfe6136-9d62-4d2f-b67d-ccf414dbca45)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:23:46.781789 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:46.870109 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Pushing event updated for resources: {'Port': ['ID=f867aa32-9bdd-4cac-b536-27bc3a5b3f3f,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:47.132456 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] get_ports_and_sgs() called for port_ids ['f867aa32-9bdd-4cac-b536-27bc3a5b3f3f'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:23:48.465083 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device f867aa32-9bdd-4cac-b536-27bc3a5b3f3f up at agent hyperv_n-h2-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:23:48.579351 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Provisioning for port f867aa32-9bdd-4cac-b536-27bc3a5b3f3f completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:23:48.584870 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Provisioning complete for port f867aa32-9bdd-4cac-b536-27bc3a5b3f3f triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:23:48.585398 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:48.711466 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:48.764788 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port f867aa32-9bdd-4cac-b536-27bc3a5b3f3f, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=f867aa32-9bdd-4cac-b536-27bc3a5b3f3f,segment=NetworkSegment(3cfe6136-9d62-4d2f-b67d-ccf414dbca45),segment_id=3cfe6136-9d62-4d2f-b67d-ccf414dbca45)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:23:48.773483 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:48.866278 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Pushing event updated for resources: {'Port': ['ID=f867aa32-9bdd-4cac-b536-27bc3a5b3f3f,revision_number=5']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:50.484450 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438432a6-bd37-49ab-b24c-2d68c54d1209 req-4d1a8c1a-85af-48c1-abb6-69043cced351 tempest-InstanceActionsV221TestJSON-1246418786 tempest-InstanceActionsV221TestJSON-1246418786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:50.487488 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-438432a6-bd37-49ab-b24c-2d68c54d1209 req-4d1a8c1a-85af-48c1-abb6-69043cced351 tempest-InstanceActionsV221TestJSON-1246418786 tempest-InstanceActionsV221TestJSON-1246418786-project] 10.222.0.68 "GET /v2.0/ports?device_id=35960dfd-53bd-4a41-abf5-278fed2a90ff HTTP/1.1" status: 200 len: 945 time: 0.0837932 Jul 14 09:23:50.546873 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-438432a6-bd37-49ab-b24c-2d68c54d1209 req-77646bfb-f6af-476a-b8e5-fbe6ef4dcefb tempest-InstanceActionsV221TestJSON-1246418786 tempest-InstanceActionsV221TestJSON-1246418786-project] 10.222.0.68 "GET /v2.0/security-groups?id=2f3c10cd-0697-42bc-8a6e-c1629c02f90e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525253 Jul 14 09:23:50.750742 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:23:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-282df556-3ab7-4d34-ac47-86ef236184b7 x-openstack-request-id: req-282df556-3ab7-4d34-ac47-86ef236184b7 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:23:50.766113 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64d82a60-565f-4e89-ba9f-f07d2d7465b3", "name": "network-vif-plugged", "status": "completed", "tag": "06b165cc-bc55-4adf-97ef-fbe40a9d9043", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:23:50.767704 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-282df556-3ab7-4d34-ac47-86ef236184b7 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:23:50.768053 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64d82a60-565f-4e89-ba9f-f07d2d7465b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06b165cc-bc55-4adf-97ef-fbe40a9d9043', 'code': 200} Jul 14 09:23:50.851428 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:23:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26ad5c88-b0cd-4568-80b6-85d242a67c63 x-openstack-request-id: req-26ad5c88-b0cd-4568-80b6-85d242a67c63 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:23:50.851958 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c85cc8aa-62e7-4f34-84f2-71eaccf379cb", "name": "network-vif-deleted", "tag": "2b4cac78-64c0-4e18-b738-cc2c5bb3c490", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:23:50.852060 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-26ad5c88-b0cd-4568-80b6-85d242a67c63 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:23:50.852545 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c85cc8aa-62e7-4f34-84f2-71eaccf379cb', 'name': 'network-vif-deleted', 'tag': '2b4cac78-64c0-4e18-b738-cc2c5bb3c490', 'status': 'completed', 'code': 200} Jul 14 09:23:51.085126 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b270240-fa28-4d52-9bbd-57ffda540d37 req-f7669258-eea9-4edb-91c7-9893a8192b19 tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:51.086728 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-5b270240-fa28-4d52-9bbd-57ffda540d37 req-f7669258-eea9-4edb-91c7-9893a8192b19 tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] 10.222.0.68 "GET /v2.0/ports?device_id=07eeb242-3d15-4bf2-92c3-b7b0fdbd6566 HTTP/1.1" status: 200 len: 945 time: 0.0882480 Jul 14 09:23:51.148638 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-5b270240-fa28-4d52-9bbd-57ffda540d37 req-57bcc706-f420-42f0-a561-3c7d4bfe0680 tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] 10.222.0.68 "GET /v2.0/security-groups?id=c6f7d264-cbb5-40f9-9fec-5b9701ca674b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552135 Jul 14 09:23:51.204927 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 44922) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:51.293113 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-46e1b082-0532-4dfd-8523-3c9abef01243 tempest-ServersTestBootFromVolume-1941781310 tempest-ServersTestBootFromVolume-1941781310-project] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:51.352899 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-46e1b082-0532-4dfd-8523-3c9abef01243 tempest-ServersTestBootFromVolume-1941781310 tempest-ServersTestBootFromVolume-1941781310-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:51.423715 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22885d21-4ad9-45be-81a5-8ce276a1e04e req-15a57075-1d20-4b5b-9eb3-a86cc870a058 tempest-ListImageFiltersTestJSON-1053384997 tempest-ListImageFiltersTestJSON-1053384997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:51.433028 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-22885d21-4ad9-45be-81a5-8ce276a1e04e req-15a57075-1d20-4b5b-9eb3-a86cc870a058 tempest-ListImageFiltersTestJSON-1053384997 tempest-ListImageFiltersTestJSON-1053384997-project] 10.222.0.68 "GET /v2.0/ports?device_id=6bf97f65-529d-4316-9785-5c086a4880b6 HTTP/1.1" status: 200 len: 950 time: 0.1202314 Jul 14 09:23:51.466094 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-46e1b082-0532-4dfd-8523-3c9abef01243 tempest-ServersTestBootFromVolume-1941781310 tempest-ServersTestBootFromVolume-1941781310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:51.469385 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-46e1b082-0532-4dfd-8523-3c9abef01243 tempest-ServersTestBootFromVolume-1941781310 tempest-ServersTestBootFromVolume-1941781310-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:51.471026 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-46e1b082-0532-4dfd-8523-3c9abef01243 tempest-ServersTestBootFromVolume-1941781310 tempest-ServersTestBootFromVolume-1941781310-project] 10.222.0.68 "DELETE /v2.0/security-groups/cbdf9c90-adbd-403e-9b32-cb9bb14c6bec HTTP/1.1" status: 204 len: 168 time: 0.2649305 Jul 14 09:23:51.473705 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 44944) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:51.483571 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e1b082-0532-4dfd-8523-3c9abef01243 tempest-ServersTestBootFromVolume-1941781310 tempest-ServersTestBootFromVolume-1941781310-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbdf9c90-adbd-403e-9b32-cb9bb14c6bec,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:51.493190 n-d-779913-29 neutron-server[93957]: INFO neutron.api.v2.resource [None req-6a6b5b50-b810-4954-b3c7-5568011c1963 tempest-ServersTestBootFromVolume-1941781310 tempest-ServersTestBootFromVolume-1941781310-project] show failed (client error): The resource could not be found. Jul 14 09:23:51.498246 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-6a6b5b50-b810-4954-b3c7-5568011c1963 tempest-ServersTestBootFromVolume-1941781310 tempest-ServersTestBootFromVolume-1941781310-project] 10.222.0.68 "GET /v2.0/security-groups/cbdf9c90-adbd-403e-9b32-cb9bb14c6bec HTTP/1.1" status: 404 len: 347 time: 0.0224864 Jul 14 09:23:51.501679 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 44946) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:51.519976 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-22885d21-4ad9-45be-81a5-8ce276a1e04e req-4873b027-394d-457f-b2b2-2c1ea695f4cb tempest-ListImageFiltersTestJSON-1053384997 tempest-ListImageFiltersTestJSON-1053384997-project] 10.222.0.68 "GET /v2.0/security-groups?id=da82e49e-9c7c-4de8-83c4-70e57626d3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862494 Jul 14 09:23:51.678891 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-b35e5d03-f4f1-4c3b-afc4-84cee08ef361 tempest-ServersTestBootFromVolume-1941781310 tempest-ServersTestBootFromVolume-1941781310-project] Deleting port ba9892b4-fe24-49e1-8c17-869863010ffd {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:23:51.679236 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b35e5d03-f4f1-4c3b-afc4-84cee08ef361 tempest-ServersTestBootFromVolume-1941781310 tempest-ServersTestBootFromVolume-1941781310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:51.709135 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71a8f1b-3d7b-4f43-b6ce-fbfe5c3ed5cc req-a79fb6fc-0694-4bfc-981d-9521b2730511 tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:51.718425 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-e71a8f1b-3d7b-4f43-b6ce-fbfe5c3ed5cc req-a79fb6fc-0694-4bfc-981d-9521b2730511 tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] 10.222.0.68 "GET /v2.0/ports?device_id=07eeb242-3d15-4bf2-92c3-b7b0fdbd6566 HTTP/1.1" status: 200 len: 945 time: 0.0821793 Jul 14 09:23:51.769780 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-e71a8f1b-3d7b-4f43-b6ce-fbfe5c3ed5cc req-cc4adaef-781a-4edc-8c81-328be24fe7a3 tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] 10.222.0.68 "GET /v2.0/security-groups?id=c6f7d264-cbb5-40f9-9fec-5b9701ca674b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482690 Jul 14 09:23:51.781935 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b35e5d03-f4f1-4c3b-afc4-84cee08ef361 tempest-ServersTestBootFromVolume-1941781310 tempest-ServersTestBootFromVolume-1941781310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:51.782477 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b35e5d03-f4f1-4c3b-afc4-84cee08ef361 tempest-ServersTestBootFromVolume-1941781310 tempest-ServersTestBootFromVolume-1941781310-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:51.800509 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-b35e5d03-f4f1-4c3b-afc4-84cee08ef361 tempest-ServersTestBootFromVolume-1941781310 tempest-ServersTestBootFromVolume-1941781310-project] Calling delete_port for ba9892b4-fe24-49e1-8c17-869863010ffd owned by network:floatingip {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:23:51.958084 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b35e5d03-f4f1-4c3b-afc4-84cee08ef361 tempest-ServersTestBootFromVolume-1941781310 tempest-ServersTestBootFromVolume-1941781310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:52.049666 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35e5d03-f4f1-4c3b-afc4-84cee08ef361 tempest-ServersTestBootFromVolume-1941781310 tempest-ServersTestBootFromVolume-1941781310-project] Pushing event deleted for resources: {'Port': ['ID=ba9892b4-fe24-49e1-8c17-869863010ffd,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:52.079260 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b35e5d03-f4f1-4c3b-afc4-84cee08ef361 tempest-ServersTestBootFromVolume-1941781310 tempest-ServersTestBootFromVolume-1941781310-project] Notify callbacks [] for floatingip, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:52.082919 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b35e5d03-f4f1-4c3b-afc4-84cee08ef361 tempest-ServersTestBootFromVolume-1941781310 tempest-ServersTestBootFromVolume-1941781310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for floatingip, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:52.084252 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-b35e5d03-f4f1-4c3b-afc4-84cee08ef361 tempest-ServersTestBootFromVolume-1941781310 tempest-ServersTestBootFromVolume-1941781310-project] 10.222.0.68 "DELETE /v2.0/floatingips/3109cb26-ea3f-4fff-ba94-bdd3d8a17222 HTTP/1.1" status: 204 len: 168 time: 0.5811491 Jul 14 09:23:52.087480 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 44978) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:52.092401 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ca015bed-9cc2-4386-b36c-00b46516a1cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:52.230629 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [req-4dfc39f0-2ed5-49d6-91c7-c6dd1a00ea01 req-edbeef55-e95b-4351-aa8b-2df67b2b0dc9 tempest-LiveMigrationTest-864996632 tempest-LiveMigrationTest-864996632-project-admin] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=93958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:23:52.231977 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-4dfc39f0-2ed5-49d6-91c7-c6dd1a00ea01 req-edbeef55-e95b-4351-aa8b-2df67b2b0dc9 tempest-LiveMigrationTest-864996632 tempest-LiveMigrationTest-864996632-project-admin] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0813138 Jul 14 09:23:52.361581 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [req-4dfc39f0-2ed5-49d6-91c7-c6dd1a00ea01 req-e5d40e83-33b1-4f3a-a46f-dd678ddadef9 service neutron] Request body: {'binding': {'host': 'n-h2-779913-29', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:23:52.362040 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [req-4dfc39f0-2ed5-49d6-91c7-c6dd1a00ea01 req-e5d40e83-33b1-4f3a-a46f-dd678ddadef9 service neutron] Unknown quota resources ['binding']. {{(pid=93958) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 14 09:23:52.642537 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9452c632-43bd-4958-bdc6-1e064248c907 req-f03f4682-4725-4dbe-9050-a1b33e2d78f8 tempest-InstanceActionsV221TestJSON-1246418786 tempest-InstanceActionsV221TestJSON-1246418786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:52.644112 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-9452c632-43bd-4958-bdc6-1e064248c907 req-f03f4682-4725-4dbe-9050-a1b33e2d78f8 tempest-InstanceActionsV221TestJSON-1246418786 tempest-InstanceActionsV221TestJSON-1246418786-project] 10.222.0.68 "GET /v2.0/ports?device_id=35960dfd-53bd-4a41-abf5-278fed2a90ff HTTP/1.1" status: 200 len: 945 time: 0.2058129 Jul 14 09:23:52.648166 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-4dfc39f0-2ed5-49d6-91c7-c6dd1a00ea01 req-e5d40e83-33b1-4f3a-a46f-dd678ddadef9 service neutron] Attempting to bind port 7fd63e7d-0e33-468b-92d5-d292b336b066 on host n-h2-779913-29 for vnic_type normal with profile None {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:23:52.648504 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-4dfc39f0-2ed5-49d6-91c7-c6dd1a00ea01 req-e5d40e83-33b1-4f3a-a46f-dd678ddadef9 service neutron] Attempting to bind port 7fd63e7d-0e33-468b-92d5-d292b336b066 by drivers openvswitch,hyperv on host n-h2-779913-29 at level 0 using segments [{'id': '3140b72d-6a4a-4668-bad8-c572bd128f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'fdafaba0-da53-47c8-a4eb-7c69deccbba6'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:23:52.648839 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dfc39f0-2ed5-49d6-91c7-c6dd1a00ea01 req-e5d40e83-33b1-4f3a-a46f-dd678ddadef9 service neutron] Attempting to bind port 7fd63e7d-0e33-468b-92d5-d292b336b066 on network fdafaba0-da53-47c8-a4eb-7c69deccbba6 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:23:52.667073 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dfc39f0-2ed5-49d6-91c7-c6dd1a00ea01 req-e5d40e83-33b1-4f3a-a46f-dd678ddadef9 service neutron] Port 7fd63e7d-0e33-468b-92d5-d292b336b066 on network fdafaba0-da53-47c8-a4eb-7c69deccbba6 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-29 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:23:52.667471 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dfc39f0-2ed5-49d6-91c7-c6dd1a00ea01 req-e5d40e83-33b1-4f3a-a46f-dd678ddadef9 service neutron] Attempting to bind port 7fd63e7d-0e33-468b-92d5-d292b336b066 on network fdafaba0-da53-47c8-a4eb-7c69deccbba6 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:23:52.693188 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dfc39f0-2ed5-49d6-91c7-c6dd1a00ea01 req-e5d40e83-33b1-4f3a-a46f-dd678ddadef9 service neutron] Checking agent: {'id': '013e4a3b-a634-47b8-b6a5-1a25109b73fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 13, 13), 'started_at': datetime.datetime(2021, 7, 14, 9, 13, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 23, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:23:52.693546 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dfc39f0-2ed5-49d6-91c7-c6dd1a00ea01 req-e5d40e83-33b1-4f3a-a46f-dd678ddadef9 service neutron] Checking segment: {'id': '3140b72d-6a4a-4668-bad8-c572bd128f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'fdafaba0-da53-47c8-a4eb-7c69deccbba6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:23:52.693936 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dfc39f0-2ed5-49d6-91c7-c6dd1a00ea01 req-e5d40e83-33b1-4f3a-a46f-dd678ddadef9 service neutron] Bound using segment: {'id': '3140b72d-6a4a-4668-bad8-c572bd128f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'fdafaba0-da53-47c8-a4eb-7c69deccbba6'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:23:52.694385 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-4dfc39f0-2ed5-49d6-91c7-c6dd1a00ea01 req-e5d40e83-33b1-4f3a-a46f-dd678ddadef9 service neutron] Bound port: 7fd63e7d-0e33-468b-92d5-d292b336b066, host: n-h2-779913-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3140b72d-6a4a-4668-bad8-c572bd128f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'fdafaba0-da53-47c8-a4eb-7c69deccbba6'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:23:52.727085 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-9452c632-43bd-4958-bdc6-1e064248c907 req-c63388a0-75ce-4e3e-8247-de3096cacc64 tempest-InstanceActionsV221TestJSON-1246418786 tempest-InstanceActionsV221TestJSON-1246418786-project] 10.222.0.68 "GET /v2.0/security-groups?id=2f3c10cd-0697-42bc-8a6e-c1629c02f90e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740020 Jul 14 09:23:52.769938 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35960dfd-53bd-4a41-abf5-278fed2a90ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f867aa32-9bdd-4cac-b536-27bc3a5b3f3f'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:23:52.773634 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd62303f06773040a8a4e189dc46b4f565768c299abf8ab8e7739778b0bc3e97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bdf0ddf-a077-46c0-bbbc-613444661a69" -d '{"events": [{"server_uuid": "35960dfd-53bd-4a41-abf5-278fed2a90ff", "name": "network-vif-plugged", "status": "completed", "tag": "f867aa32-9bdd-4cac-b536-27bc3a5b3f3f"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:23:52.792936 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-4dfc39f0-2ed5-49d6-91c7-c6dd1a00ea01 req-e5d40e83-33b1-4f3a-a46f-dd678ddadef9 service neutron] For port 7fd63e7d-0e33-468b-92d5-d292b336b066, host n-h2-779913-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=7fd63e7d-0e33-468b-92d5-d292b336b066,segment=NetworkSegment(3140b72d-6a4a-4668-bad8-c572bd128f6c),segment_id=3140b72d-6a4a-4668-bad8-c572bd128f6c)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:23:52.800490 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-4dfc39f0-2ed5-49d6-91c7-c6dd1a00ea01 req-e5d40e83-33b1-4f3a-a46f-dd678ddadef9 service neutron] Notify callbacks [] for binding, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:52.801722 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-4dfc39f0-2ed5-49d6-91c7-c6dd1a00ea01 req-e5d40e83-33b1-4f3a-a46f-dd678ddadef9 service neutron] 10.222.0.68 "POST /v2.0/ports/7fd63e7d-0e33-468b-92d5-d292b336b066/bindings HTTP/1.1" status: 201 len: 390 time: 0.5319123 Jul 14 09:23:52.823939 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0080ce51-2a62-4cea-94d6-ae017c9853c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-683602'] for router_interface, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:52.854372 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35960dfd-53bd-4a41-abf5-278fed2a90ff', 'tag': 'f867aa32-9bdd-4cac-b536-27bc3a5b3f3f'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:23:52.858077 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7e54377-b2c1-4c83-a072-aa630a8d959c" -d '{"events": [{"name": "network-changed", "server_uuid": "35960dfd-53bd-4a41-abf5-278fed2a90ff", "tag": "f867aa32-9bdd-4cac-b536-27bc3a5b3f3f"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:23:53.138778 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:23:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c332742-3590-47c2-a43d-6af80a4dbcb1 x-openstack-request-id: req-0c332742-3590-47c2-a43d-6af80a4dbcb1 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:23:53.139808 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35960dfd-53bd-4a41-abf5-278fed2a90ff", "name": "network-vif-plugged", "status": "completed", "tag": "f867aa32-9bdd-4cac-b536-27bc3a5b3f3f", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:23:53.140250 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-0c332742-3590-47c2-a43d-6af80a4dbcb1 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:23:53.140820 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35960dfd-53bd-4a41-abf5-278fed2a90ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f867aa32-9bdd-4cac-b536-27bc3a5b3f3f', 'code': 200} Jul 14 09:23:53.184188 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:23:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e192586-86be-4009-9c01-c14df9eb257b x-openstack-request-id: req-4e192586-86be-4009-9c01-c14df9eb257b {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:23:53.185285 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35960dfd-53bd-4a41-abf5-278fed2a90ff", "tag": "f867aa32-9bdd-4cac-b536-27bc3a5b3f3f", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:23:53.185725 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-4e192586-86be-4009-9c01-c14df9eb257b {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:23:53.186240 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35960dfd-53bd-4a41-abf5-278fed2a90ff', 'tag': 'f867aa32-9bdd-4cac-b536-27bc3a5b3f3f', 'status': 'completed', 'code': 200} Jul 14 09:23:53.229176 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-0080ce51-2a62-4cea-94d6-ae017c9853c7 admin admin] Deleting port 4d137d85-6779-44a3-aa9e-ee3dc5825750 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:23:53.229716 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0080ce51-2a62-4cea-94d6-ae017c9853c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:53.279989 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfc39f0-2ed5-49d6-91c7-c6dd1a00ea01 req-df0001e4-c65e-4cf2-9dc0-7980f646f81a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:53.281864 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-4dfc39f0-2ed5-49d6-91c7-c6dd1a00ea01 req-df0001e4-c65e-4cf2-9dc0-7980f646f81a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=88495f2d6951432397900165a462d224&device_id=b7a25cd8-edbb-4360-a9f3-d46c1450da41 HTTP/1.1" status: 200 len: 1098 time: 0.0920386 Jul 14 09:23:53.430581 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-0080ce51-2a62-4cea-94d6-ae017c9853c7 admin admin] For port 4d137d85-6779-44a3-aa9e-ee3dc5825750, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=4d137d85-6779-44a3-aa9e-ee3dc5825750,segment=NetworkSegment(765d759d-a7d8-452a-a46c-8c9682de4f64),segment_id=765d759d-a7d8-452a-a46c-8c9682de4f64)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:23:53.431027 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0080ce51-2a62-4cea-94d6-ae017c9853c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:53.446334 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfc39f0-2ed5-49d6-91c7-c6dd1a00ea01 req-ecbebfc8-5225-487a-af71-1d28763c1f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:53.448135 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-4dfc39f0-2ed5-49d6-91c7-c6dd1a00ea01 req-ecbebfc8-5225-487a-af71-1d28763c1f4d service neutron] 10.222.0.57 "GET /v2.0/networks?id=fdafaba0-da53-47c8-a4eb-7c69deccbba6 HTTP/1.1" status: 200 len: 909 time: 0.1468594 Jul 14 09:23:53.451661 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30786896-8fdf-4ff0-b576-f7a03dcbe5cb req-b065b72b-31e3-45f1-ae41-6be88e2532f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:53.453577 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-30786896-8fdf-4ff0-b576-f7a03dcbe5cb req-b065b72b-31e3-45f1-ae41-6be88e2532f6 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=35960dfd-53bd-4a41-abf5-278fed2a90ff HTTP/1.1" status: 200 len: 1097 time: 0.1295640 Jul 14 09:23:53.454720 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-0080ce51-2a62-4cea-94d6-ae017c9853c7 admin admin] Calling delete_port for 4d137d85-6779-44a3-aa9e-ee3dc5825750 owned by network:router_interface {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:23:53.458764 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e54377-b2c1-4c83-a072-aa630a8d959c req-b67ae673-3612-4a28-8771-e7c9d7f046d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:53.460240 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-a7e54377-b2c1-4c83-a072-aa630a8d959c req-b67ae673-3612-4a28-8771-e7c9d7f046d4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9aec1f2a14a249eeb06403ce1deff4a8&device_id=35960dfd-53bd-4a41-abf5-278fed2a90ff HTTP/1.1" status: 200 len: 1097 time: 0.1791933 Jul 14 09:23:53.484803 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92643777-b2e8-4ffc-a4cc-848f348d5be3 req-55042e5e-676c-4c73-b528-baa7340b6257 tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:53.486386 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-92643777-b2e8-4ffc-a4cc-848f348d5be3 req-55042e5e-676c-4c73-b528-baa7340b6257 tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] 10.222.0.68 "GET /v2.0/ports?device_id=b7a25cd8-edbb-4360-a9f3-d46c1450da41 HTTP/1.1" status: 200 len: 946 time: 0.1741450 Jul 14 09:23:53.650604 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-92643777-b2e8-4ffc-a4cc-848f348d5be3 req-e06034a9-aa24-4fe1-bb70-102e7b8a4949 tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] 10.222.0.68 "GET /v2.0/security-groups?id=cf40bcd2-1dd1-48fb-a6b7-6df0e80ce2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268458 Jul 14 09:23:53.728182 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e54377-b2c1-4c83-a072-aa630a8d959c req-628871fe-f143-4a6e-a2ec-a6c284e6ca2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:53.729783 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-a7e54377-b2c1-4c83-a072-aa630a8d959c req-628871fe-f143-4a6e-a2ec-a6c284e6ca2d service neutron] 10.222.0.57 "GET /v2.0/networks?id=ba34a592-67fa-45a2-8754-925480b5fff1 HTTP/1.1" status: 200 len: 919 time: 0.2408147 Jul 14 09:23:53.735193 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device ad7e1bee-81c7-440c-894d-8418ad112935 no longer exists at agent hyperv_n-h1-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:23:53.849058 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-a7e54377-b2c1-4c83-a072-aa630a8d959c req-0ba9d8f1-2b14-4043-81ec-86a1aa2af19d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f867aa32-9bdd-4cac-b536-27bc3a5b3f3f HTTP/1.1" status: 200 len: 217 time: 0.1049876 Jul 14 09:23:53.890598 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:53.898757 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-4dfc39f0-2ed5-49d6-91c7-c6dd1a00ea01 req-0ad6e587-aafa-4435-ad8b-9533b122ef01 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7fd63e7d-0e33-468b-92d5-d292b336b066 HTTP/1.1" status: 200 len: 217 time: 0.4231434 Jul 14 09:23:53.952066 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port ad7e1bee-81c7-440c-894d-8418ad112935, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=ad7e1bee-81c7-440c-894d-8418ad112935,segment=NetworkSegment(8f1c1422-de6c-445f-ab95-4e2c94585b2b),segment_id=8f1c1422-de6c-445f-ab95-4e2c94585b2b)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:23:53.958658 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:53.988173 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-30786896-8fdf-4ff0-b576-f7a03dcbe5cb req-d26083fe-27be-40b3-a9ce-31328ffe622c service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=2f3c10cd-0697-42bc-8a6e-c1629c02f90e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5050759 Jul 14 09:23:54.016005 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfc39f0-2ed5-49d6-91c7-c6dd1a00ea01 req-2fced932-ae37-4d9f-87ae-4f928d7add21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:54.018580 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-4dfc39f0-2ed5-49d6-91c7-c6dd1a00ea01 req-2fced932-ae37-4d9f-87ae-4f928d7add21 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5194e827-9fb1-419e-b4bc-69aee8b3dca3 HTTP/1.1" status: 200 len: 848 time: 0.1059306 Jul 14 09:23:54.030710 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e54377-b2c1-4c83-a072-aa630a8d959c req-03e5ca55-e754-4f08-ad1d-55daab559a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:54.032461 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-a7e54377-b2c1-4c83-a072-aa630a8d959c req-03e5ca55-e754-4f08-ad1d-55daab559a44 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=da2fbc0a-9c4d-4fd4-a588-d6e97a0ce0ab HTTP/1.1" status: 200 len: 858 time: 0.1729290 Jul 14 09:23:54.053968 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0080ce51-2a62-4cea-94d6-ae017c9853c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:54.064653 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d8075f-3b77-45c4-9e2f-445a9bfde358 req-63f28f55-30d7-45ef-9ca8-e73230c20551 tempest-ImagesOneServerTestJSON-394452934 tempest-ImagesOneServerTestJSON-394452934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:54.072382 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b1d8075f-3b77-45c4-9e2f-445a9bfde358 req-63f28f55-30d7-45ef-9ca8-e73230c20551 tempest-ImagesOneServerTestJSON-394452934 tempest-ImagesOneServerTestJSON-394452934-project] 10.222.0.68 "GET /v2.0/ports?device_id=64d82a60-565f-4e89-ba9f-f07d2d7465b3 HTTP/1.1" status: 200 len: 951 time: 0.1964312 Jul 14 09:23:54.121164 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Pushing event updated for resources: {'Port': ['ID=ad7e1bee-81c7-440c-894d-8418ad112935,revision_number=8']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:54.126548 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0080ce51-2a62-4cea-94d6-ae017c9853c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d137d85-6779-44a3-aa9e-ee3dc5825750,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:54.146713 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b1d8075f-3b77-45c4-9e2f-445a9bfde358 req-5f2876c4-b431-4452-a60c-222146055d31 tempest-ImagesOneServerTestJSON-394452934 tempest-ImagesOneServerTestJSON-394452934-project] 10.222.0.68 "GET /v2.0/security-groups?id=2b3d19fa-539f-4220-b7f3-c14068d57c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694489 Jul 14 09:23:54.290696 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d71734a-1753-49c3-8eec-1ab86dbe62c7 req-c214d326-aca3-495d-aacc-ae5ce78eb6d0 tempest-InstanceActionsV221TestJSON-1246418786 tempest-InstanceActionsV221TestJSON-1246418786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:54.292418 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-4d71734a-1753-49c3-8eec-1ab86dbe62c7 req-c214d326-aca3-495d-aacc-ae5ce78eb6d0 tempest-InstanceActionsV221TestJSON-1246418786 tempest-InstanceActionsV221TestJSON-1246418786-project] 10.222.0.68 "GET /v2.0/ports?device_id=35960dfd-53bd-4a41-abf5-278fed2a90ff HTTP/1.1" status: 200 len: 945 time: 0.1388042 Jul 14 09:23:54.383616 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-4dfc39f0-2ed5-49d6-91c7-c6dd1a00ea01 req-83f06dc6-e340-4f6d-afcd-d0f987ab2bfa service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fdafaba0-da53-47c8-a4eb-7c69deccbba6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402236 Jul 14 09:23:54.393953 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-a7e54377-b2c1-4c83-a072-aa630a8d959c req-5983e799-a9aa-4eac-9c61-1683165dd9d4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ba34a592-67fa-45a2-8754-925480b5fff1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361030 Jul 14 09:23:54.460382 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0080ce51-2a62-4cea-94d6-ae017c9853c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-620860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682934'] for router_interface, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:54.464760 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-4d71734a-1753-49c3-8eec-1ab86dbe62c7 req-6493e653-722e-45a2-81d7-6ff757a85ee4 tempest-InstanceActionsV221TestJSON-1246418786 tempest-InstanceActionsV221TestJSON-1246418786-project] 10.222.0.68 "GET /v2.0/security-groups?id=2f3c10cd-0697-42bc-8a6e-c1629c02f90e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656461 Jul 14 09:23:54.513070 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 09a75d5d-afc2-4e3b-8495-348796064b86 details requested by agent hyperv_n-h2-779913-29 with host n-h2-779913-29 {{(pid=93959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:23:54.545637 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 06b165cc-bc55-4adf-97ef-fbe40a9d9043 no longer exists at agent hyperv_n-h2-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:23:54.614170 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-a7e54377-b2c1-4c83-a072-aa630a8d959c req-4907a971-df2a-4e6b-83da-48cc53420831 service neutron] 10.222.0.57 "GET /v2.0/networks/ba34a592-67fa-45a2-8754-925480b5fff1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2054975 Jul 14 09:23:54.628590 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-4dfc39f0-2ed5-49d6-91c7-c6dd1a00ea01 req-a4b244df-aa9e-431f-8cc8-f0c2852ed831 service neutron] 10.222.0.57 "GET /v2.0/networks/fdafaba0-da53-47c8-a4eb-7c69deccbba6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2228498 Jul 14 09:23:54.653824 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35c798a-36c6-4a7f-bc2b-29a66ef93e18 req-5431ca38-8365-4363-a958-d9ce0f95dd66 tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:54.666539 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d35c798a-36c6-4a7f-bc2b-29a66ef93e18 req-5431ca38-8365-4363-a958-d9ce0f95dd66 tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] 10.222.0.68 "GET /v2.0/ports?device_id=07eeb242-3d15-4bf2-92c3-b7b0fdbd6566 HTTP/1.1" status: 200 len: 945 time: 0.2097631 Jul 14 09:23:54.717109 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:54.780456 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 09a75d5d-afc2-4e3b-8495-348796064b86, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=09a75d5d-afc2-4e3b-8495-348796064b86,segment=NetworkSegment(8f1c1422-de6c-445f-ab95-4e2c94585b2b),segment_id=8f1c1422-de6c-445f-ab95-4e2c94585b2b)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:23:54.800276 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2a099cd4-9295-4b58-a5d7-53b72e0fcc3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:54.835097 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:54.838694 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Returning: {'device': '09a75d5d-afc2-4e3b-8495-348796064b86', 'network_id': '2244f7a1-04bd-42cd-9e86-31839b46f57f', 'port_id': '09a75d5d-afc2-4e3b-8495-348796064b86', 'mac_address': 'fa:16:3e:e0:81:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 724, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85060e65-3b2f-4a6c-a04c-ce849daa5b3b', 'ip_address': '192.168.233.39'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:23:54.902042 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 06b165cc-bc55-4adf-97ef-fbe40a9d9043, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=06b165cc-bc55-4adf-97ef-fbe40a9d9043,segment=NetworkSegment(8f1c1422-de6c-445f-ab95-4e2c94585b2b),segment_id=8f1c1422-de6c-445f-ab95-4e2c94585b2b)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:23:54.910913 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:54.942224 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d35c798a-36c6-4a7f-bc2b-29a66ef93e18 req-a8773e45-03bb-4f82-bef1-723c4dddea30 tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] 10.222.0.68 "GET /v2.0/security-groups?id=c6f7d264-cbb5-40f9-9fec-5b9701ca674b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2745168 Jul 14 09:23:54.945816 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-4dfc39f0-2ed5-49d6-91c7-c6dd1a00ea01 req-eca64564-487b-468e-9220-0b912ea689f6 service neutron] 10.222.0.57 "GET /v2.0/networks/fdafaba0-da53-47c8-a4eb-7c69deccbba6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2290182 Jul 14 09:23:54.998687 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Pushing event updated for resources: {'Port': ['ID=06b165cc-bc55-4adf-97ef-fbe40a9d9043,revision_number=11']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:55.013102 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:55.022181 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e198e9c-9c4b-4d0f-bf22-75246cfb19bf req-fa4af5ba-f43e-46c5-8fef-8f95021ae3a7 tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:55.031178 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-9e198e9c-9c4b-4d0f-bf22-75246cfb19bf req-fa4af5ba-f43e-46c5-8fef-8f95021ae3a7 tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] 10.222.0.65 "GET /v2.0/ports?device_id=07eeb242-3d15-4bf2-92c3-b7b0fdbd6566 HTTP/1.1" status: 200 len: 945 time: 0.1110971 Jul 14 09:23:55.053999 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09a75d5d-afc2-4e3b-8495-348796064b86 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:23:55.138809 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 09a75d5d-afc2-4e3b-8495-348796064b86, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=09a75d5d-afc2-4e3b-8495-348796064b86,segment=NetworkSegment(8f1c1422-de6c-445f-ab95-4e2c94585b2b),segment_id=8f1c1422-de6c-445f-ab95-4e2c94585b2b)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:23:55.153189 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bf97f65-529d-4316-9785-5c086a4880b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad7e1bee-81c7-440c-894d-8418ad112935'}, {'server_uuid': '64d82a60-565f-4e89-ba9f-f07d2d7465b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '06b165cc-bc55-4adf-97ef-fbe40a9d9043'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:23:55.163114 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd62303f06773040a8a4e189dc46b4f565768c299abf8ab8e7739778b0bc3e97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31bb4473-786c-4429-888b-cda3f7c608e6" -d '{"events": [{"server_uuid": "6bf97f65-529d-4316-9785-5c086a4880b6", "name": "network-vif-unplugged", "status": "completed", "tag": "ad7e1bee-81c7-440c-894d-8418ad112935"}, {"server_uuid": "64d82a60-565f-4e89-ba9f-f07d2d7465b3", "name": "network-vif-unplugged", "status": "completed", "tag": "06b165cc-bc55-4adf-97ef-fbe40a9d9043"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:23:55.173455 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:55.268355 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Pushing event updated for resources: {'Port': ['ID=09a75d5d-afc2-4e3b-8495-348796064b86,revision_number=9']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:55.340607 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827507a4-8d39-4cc1-84a3-0e8f5a2f3949 req-ec050c38-70f5-4303-808d-7a20cac83681 tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:55.342700 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-827507a4-8d39-4cc1-84a3-0e8f5a2f3949 req-ec050c38-70f5-4303-808d-7a20cac83681 tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] 10.222.0.68 "GET /v2.0/ports?device_id=b7a25cd8-edbb-4360-a9f3-d46c1450da41 HTTP/1.1" status: 200 len: 946 time: 0.1789312 Jul 14 09:23:55.347740 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfc39f0-2ed5-49d6-91c7-c6dd1a00ea01 req-50288b00-7653-4380-b84c-6b214c4be0e8 tempest-LiveMigrationTest-864996632 tempest-LiveMigrationTest-864996632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:55.349599 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-4dfc39f0-2ed5-49d6-91c7-c6dd1a00ea01 req-50288b00-7653-4380-b84c-6b214c4be0e8 tempest-LiveMigrationTest-864996632 tempest-LiveMigrationTest-864996632-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=b7a25cd8-edbb-4360-a9f3-d46c1450da41&tenant_id=88495f2d6951432397900165a462d224&binding%3Ahost_id=n-h1-779913-29 HTTP/1.1" status: 200 len: 1098 time: 0.2008781 Jul 14 09:23:55.353295 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [req-9e198e9c-9c4b-4d0f-bf22-75246cfb19bf req-0a79baba-df09-4787-937d-ece918cb5499 tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] Deleting port 62812f7f-416b-4c3c-b7cd-8b42a9a3add0 {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:23:55.353782 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-9e198e9c-9c4b-4d0f-bf22-75246cfb19bf req-0a79baba-df09-4787-937d-ece918cb5499 tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:55.361812 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] get_ports_and_sgs() called for port_ids ['09a75d5d-afc2-4e3b-8495-348796064b86'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:23:55.384624 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-4dfc39f0-2ed5-49d6-91c7-c6dd1a00ea01 req-f5428ab4-dc45-4132-9008-54cee05ca265 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-779913-29'}}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:23:55.488935 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-a7e54377-b2c1-4c83-a072-aa630a8d959c req-6fc0035d-900d-47cb-8186-4961dd273cc8 service neutron] 10.222.0.57 "GET /v2.0/networks/ba34a592-67fa-45a2-8754-925480b5fff1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8675978 Jul 14 09:23:55.531617 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-827507a4-8d39-4cc1-84a3-0e8f5a2f3949 req-d13658d6-ac4c-4958-a654-1464ec732183 tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] 10.222.0.68 "GET /v2.0/security-groups?id=cf40bcd2-1dd1-48fb-a6b7-6df0e80ce2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767571 Jul 14 09:23:55.550042 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0080ce51-2a62-4cea-94d6-ae017c9853c7 admin admin] Router fc8152f7-9b53-4f47-b659-4653df59f2fb has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:23:55.596332 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Wed, 14 Jul 2021 09:23:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4ade1f5-4b76-4fec-b9c9-3a8bacd6a1f5 x-openstack-request-id: req-d4ade1f5-4b76-4fec-b9c9-3a8bacd6a1f5 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:23:55.596853 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bf97f65-529d-4316-9785-5c086a4880b6", "name": "network-vif-unplugged", "status": "completed", "tag": "ad7e1bee-81c7-440c-894d-8418ad112935", "code": 200}, {"server_uuid": "64d82a60-565f-4e89-ba9f-f07d2d7465b3", "name": "network-vif-unplugged", "status": "completed", "tag": "06b165cc-bc55-4adf-97ef-fbe40a9d9043", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:23:55.596959 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-d4ade1f5-4b76-4fec-b9c9-3a8bacd6a1f5 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:23:55.597280 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bf97f65-529d-4316-9785-5c086a4880b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad7e1bee-81c7-440c-894d-8418ad112935', 'code': 200} Jul 14 09:23:55.597591 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64d82a60-565f-4e89-ba9f-f07d2d7465b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '06b165cc-bc55-4adf-97ef-fbe40a9d9043', 'code': 200} Jul 14 09:23:55.635120 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-9e198e9c-9c4b-4d0f-bf22-75246cfb19bf req-0a79baba-df09-4787-937d-ece918cb5499 tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] For port 62812f7f-416b-4c3c-b7cd-8b42a9a3add0, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=62812f7f-416b-4c3c-b7cd-8b42a9a3add0,segment=NetworkSegment(24f71cf3-e685-41fb-a190-ed6a8e6e15df),segment_id=24f71cf3-e685-41fb-a190-ed6a8e6e15df)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:23:55.635492 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-9e198e9c-9c4b-4d0f-bf22-75246cfb19bf req-0a79baba-df09-4787-937d-ece918cb5499 tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:55.645959 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-4dfc39f0-2ed5-49d6-91c7-c6dd1a00ea01 req-f5428ab4-dc45-4132-9008-54cee05ca265 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:55.668084 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0080ce51-2a62-4cea-94d6-ae017c9853c7 admin admin] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:23:55.676360 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-0080ce51-2a62-4cea-94d6-ae017c9853c7 admin admin] 10.222.0.68 "PUT /v2.0/routers/fc8152f7-9b53-4f47-b659-4653df59f2fb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5873375 Jul 14 09:23:55.676966 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 45098) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:55.680161 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72237018-b24f-4601-8a62-64c7cc7fea30 None None] Sync routers for ids ['fc8152f7-9b53-4f47-b659-4653df59f2fb'] in n-d-779913-29 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:23:55.694660 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [req-9e198e9c-9c4b-4d0f-bf22-75246cfb19bf req-0a79baba-df09-4787-937d-ece918cb5499 tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] Calling delete_port for 62812f7f-416b-4c3c-b7cd-8b42a9a3add0 owned by compute:nova {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:23:55.698095 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72237018-b24f-4601-8a62-64c7cc7fea30 None None] Routers {'fc8152f7-9b53-4f47-b659-4653df59f2fb'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:23:55.698936 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-72237018-b24f-4601-8a62-64c7cc7fea30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:23:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['fc8152f7-9b53-4f47-b659-4653df59f2fb'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:23:55.812110 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5ad31076-714c-49ec-bc37-f3d4cd90112a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:55.839898 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 45100) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:55.894170 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4f48d15d-3e3d-4e73-8d56-31037f6fe1b2 admin admin] Notify callbacks [] for router, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:55.911221 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-72237018-b24f-4601-8a62-64c7cc7fea30 None None] Set router fc8152f7-9b53-4f47-b659-4653df59f2fb gateway port host: n-d-779913-29 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:23:55.930417 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-4dfc39f0-2ed5-49d6-91c7-c6dd1a00ea01 req-f5428ab4-dc45-4132-9008-54cee05ca265 service neutron] For port 7fd63e7d-0e33-468b-92d5-d292b336b066, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=7fd63e7d-0e33-468b-92d5-d292b336b066,segment=NetworkSegment(3140b72d-6a4a-4668-bad8-c572bd128f6c),segment_id=3140b72d-6a4a-4668-bad8-c572bd128f6c)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:23:56.032903 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-9e198e9c-9c4b-4d0f-bf22-75246cfb19bf req-0a79baba-df09-4787-937d-ece918cb5499 tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:56.043359 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6820284-8505-462a-95e4-3476f95c1634 req-facac572-1887-4234-8e5f-02c49124daaa tempest-InstanceActionsV221TestJSON-1246418786 tempest-InstanceActionsV221TestJSON-1246418786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:56.048804 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-b6820284-8505-462a-95e4-3476f95c1634 req-facac572-1887-4234-8e5f-02c49124daaa tempest-InstanceActionsV221TestJSON-1246418786 tempest-InstanceActionsV221TestJSON-1246418786-project] 10.222.0.68 "GET /v2.0/ports?device_id=35960dfd-53bd-4a41-abf5-278fed2a90ff HTTP/1.1" status: 200 len: 945 time: 0.2544971 Jul 14 09:23:56.087188 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a79baba-df09-4787-937d-ece918cb5499 tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] Pushing event deleted for resources: {'Port': ['ID=62812f7f-416b-4c3c-b7cd-8b42a9a3add0,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:56.128783 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-4dfc39f0-2ed5-49d6-91c7-c6dd1a00ea01 req-f5428ab4-dc45-4132-9008-54cee05ca265 service neutron] For port 7fd63e7d-0e33-468b-92d5-d292b336b066, host n-h1-779913-29, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:23:56.178867 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e198e9c-9c4b-4d0f-bf22-75246cfb19bf req-0a79baba-df09-4787-937d-ece918cb5499 tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] No DVR routers for this DVR port 62812f7f-416b-4c3c-b7cd-8b42a9a3add0 on host n-h1-779913-29 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:23:56.183474 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-9e198e9c-9c4b-4d0f-bf22-75246cfb19bf req-0a79baba-df09-4787-937d-ece918cb5499 tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:56.186599 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-9e198e9c-9c4b-4d0f-bf22-75246cfb19bf req-0a79baba-df09-4787-937d-ece918cb5499 tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] 10.222.0.65 "DELETE /v2.0/ports/62812f7f-416b-4c3c-b7cd-8b42a9a3add0 HTTP/1.1" status: 204 len: 173 time: 1.1481848 Jul 14 09:23:56.187203 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07eeb242-3d15-4bf2-92c3-b7b0fdbd6566', 'name': 'network-vif-deleted', 'tag': '62812f7f-416b-4c3c-b7cd-8b42a9a3add0'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:23:56.189723 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a427c3c-cb43-45bc-a243-49340e437aaa" -d '{"events": [{"server_uuid": "07eeb242-3d15-4bf2-92c3-b7b0fdbd6566", "name": "network-vif-deleted", "tag": "62812f7f-416b-4c3c-b7cd-8b42a9a3add0"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:23:56.236462 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-4dfc39f0-2ed5-49d6-91c7-c6dd1a00ea01 req-f5428ab4-dc45-4132-9008-54cee05ca265 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:56.245560 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-4dfc39f0-2ed5-49d6-91c7-c6dd1a00ea01 req-f5428ab4-dc45-4132-9008-54cee05ca265 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:56.247854 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-b6820284-8505-462a-95e4-3476f95c1634 req-7f03b4ab-b1ed-40de-91ce-b3312cf7f924 tempest-InstanceActionsV221TestJSON-1246418786 tempest-InstanceActionsV221TestJSON-1246418786-project] 10.222.0.68 "GET /v2.0/security-groups?id=2f3c10cd-0697-42bc-8a6e-c1629c02f90e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969085 Jul 14 09:23:56.347490 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4f48d15d-3e3d-4e73-8d56-31037f6fe1b2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:56.380351 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-72237018-b24f-4601-8a62-64c7cc7fea30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc8152f7-9b53-4f47-b659-4653df59f2fb', 'name': 'tempest-ServersTestBootFromVolume-1302193987-router', 'tenant_id': '5d787e34149b4f8984cce44f752c816e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.185'}], 'enable_snat': True}, 'gw_port_id': '5ccae8e4-54b4-47dc-8366-a5686068b196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:20:29Z', 'updated_at': '2021-07-14T09:23:53Z', 'revision_number': 5, 'project_id': '5d787e34149b4f8984cce44f752c816e', 'gw_port': {'id': '5ccae8e4-54b4-47dc-8366-a5686068b196', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:0a:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8152f7-9b53-4f47-b659-4653df59f2fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:20:30Z', 'updated_at': '2021-07-14T09:20:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29'}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:23:56.386591 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:23:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77af0478-679d-4ff4-afc1-41af9fd5a3bd x-openstack-request-id: req-77af0478-679d-4ff4-afc1-41af9fd5a3bd {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:23:56.387123 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07eeb242-3d15-4bf2-92c3-b7b0fdbd6566", "name": "network-vif-deleted", "tag": "62812f7f-416b-4c3c-b7cd-8b42a9a3add0", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:23:56.387368 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-77af0478-679d-4ff4-afc1-41af9fd5a3bd {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:23:56.388432 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07eeb242-3d15-4bf2-92c3-b7b0fdbd6566', 'name': 'network-vif-deleted', 'tag': '62812f7f-416b-4c3c-b7cd-8b42a9a3add0', 'status': 'completed', 'code': 200} Jul 14 09:23:56.412354 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ee8b516c-e87c-44ea-ae76-24db11fa2330 req-5d051e21-92e5-4e1a-9d27-001b02901d2d tempest-ServerDiskConfigTestJSON-2105583884 tempest-ServerDiskConfigTestJSON-2105583884-project] 10.222.0.68 "GET /v2.0/ports?device_id=07eeb242-3d15-4bf2-92c3-b7b0fdbd6566 HTTP/1.1" status: 200 len: 210 time: 0.0551648 Jul 14 09:23:56.417035 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5428ab4-dc45-4132-9008-54cee05ca265 service neutron] Pushing event updated for resources: {'Port': ['ID=7fd63e7d-0e33-468b-92d5-d292b336b066,revision_number=7']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:56.451791 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72237018-b24f-4601-8a62-64c7cc7fea30 None None] Checking router: fc8152f7-9b53-4f47-b659-4653df59f2fb for host: n-d-779913-29 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:23:56.469282 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72237018-b24f-4601-8a62-64c7cc7fea30 None None] Routers {'fc8152f7-9b53-4f47-b659-4653df59f2fb'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:23:56.469965 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-72237018-b24f-4601-8a62-64c7cc7fea30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:23:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['fc8152f7-9b53-4f47-b659-4653df59f2fb'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:23:56.471410 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-4dfc39f0-2ed5-49d6-91c7-c6dd1a00ea01 req-f5428ab4-dc45-4132-9008-54cee05ca265 service neutron] Attempting to bind port 7fd63e7d-0e33-468b-92d5-d292b336b066 on host n-h1-779913-29 for vnic_type normal with profile {"migrating_to": "n-h2-779913-29"} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:23:56.471830 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-4dfc39f0-2ed5-49d6-91c7-c6dd1a00ea01 req-f5428ab4-dc45-4132-9008-54cee05ca265 service neutron] Attempting to bind port 7fd63e7d-0e33-468b-92d5-d292b336b066 by drivers openvswitch,hyperv on host n-h1-779913-29 at level 0 using segments [{'id': '3140b72d-6a4a-4668-bad8-c572bd128f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'fdafaba0-da53-47c8-a4eb-7c69deccbba6'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:23:56.472236 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dfc39f0-2ed5-49d6-91c7-c6dd1a00ea01 req-f5428ab4-dc45-4132-9008-54cee05ca265 service neutron] Attempting to bind port 7fd63e7d-0e33-468b-92d5-d292b336b066 on network fdafaba0-da53-47c8-a4eb-7c69deccbba6 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:23:56.477956 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dfc39f0-2ed5-49d6-91c7-c6dd1a00ea01 req-f5428ab4-dc45-4132-9008-54cee05ca265 service neutron] Port 7fd63e7d-0e33-468b-92d5-d292b336b066 on network fdafaba0-da53-47c8-a4eb-7c69deccbba6 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-29 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:23:56.478443 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dfc39f0-2ed5-49d6-91c7-c6dd1a00ea01 req-f5428ab4-dc45-4132-9008-54cee05ca265 service neutron] Attempting to bind port 7fd63e7d-0e33-468b-92d5-d292b336b066 on network fdafaba0-da53-47c8-a4eb-7c69deccbba6 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:23:56.490505 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dfc39f0-2ed5-49d6-91c7-c6dd1a00ea01 req-f5428ab4-dc45-4132-9008-54cee05ca265 service neutron] Checking agent: {'id': 'de11e667-f145-47b0-bd09-334a7505938e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 13, 12), 'started_at': datetime.datetime(2021, 7, 14, 9, 13, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 23, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:23:56.490926 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dfc39f0-2ed5-49d6-91c7-c6dd1a00ea01 req-f5428ab4-dc45-4132-9008-54cee05ca265 service neutron] Checking segment: {'id': '3140b72d-6a4a-4668-bad8-c572bd128f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'fdafaba0-da53-47c8-a4eb-7c69deccbba6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:23:56.491413 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dfc39f0-2ed5-49d6-91c7-c6dd1a00ea01 req-f5428ab4-dc45-4132-9008-54cee05ca265 service neutron] Bound using segment: {'id': '3140b72d-6a4a-4668-bad8-c572bd128f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'fdafaba0-da53-47c8-a4eb-7c69deccbba6'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:23:56.492019 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-4dfc39f0-2ed5-49d6-91c7-c6dd1a00ea01 req-f5428ab4-dc45-4132-9008-54cee05ca265 service neutron] Bound port: 7fd63e7d-0e33-468b-92d5-d292b336b066, host: n-h1-779913-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3140b72d-6a4a-4668-bad8-c572bd128f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'fdafaba0-da53-47c8-a4eb-7c69deccbba6'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:23:56.492458 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-4dfc39f0-2ed5-49d6-91c7-c6dd1a00ea01 req-f5428ab4-dc45-4132-9008-54cee05ca265 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:56.535153 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 09a75d5d-afc2-4e3b-8495-348796064b86 up at agent hyperv_n-h2-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:23:56.555209 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-4f48d15d-3e3d-4e73-8d56-31037f6fe1b2 admin admin] Deleting port 5ccae8e4-54b4-47dc-8366-a5686068b196 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:23:56.556814 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4f48d15d-3e3d-4e73-8d56-31037f6fe1b2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:56.580014 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-72237018-b24f-4601-8a62-64c7cc7fea30 None None] Set router fc8152f7-9b53-4f47-b659-4653df59f2fb gateway port host: None {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:23:56.615042 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-4dfc39f0-2ed5-49d6-91c7-c6dd1a00ea01 req-f5428ab4-dc45-4132-9008-54cee05ca265 service neutron] For port 7fd63e7d-0e33-468b-92d5-d292b336b066, host n-h1-779913-29, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:23:56.618886 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-4dfc39f0-2ed5-49d6-91c7-c6dd1a00ea01 req-f5428ab4-dc45-4132-9008-54cee05ca265 service neutron] For port 7fd63e7d-0e33-468b-92d5-d292b336b066, host n-h1-779913-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=7fd63e7d-0e33-468b-92d5-d292b336b066,segment=NetworkSegment(3140b72d-6a4a-4668-bad8-c572bd128f6c),segment_id=3140b72d-6a4a-4668-bad8-c572bd128f6c)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:23:56.624835 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-4dfc39f0-2ed5-49d6-91c7-c6dd1a00ea01 req-f5428ab4-dc45-4132-9008-54cee05ca265 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:56.650742 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-72237018-b24f-4601-8a62-64c7cc7fea30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc8152f7-9b53-4f47-b659-4653df59f2fb', 'name': 'tempest-ServersTestBootFromVolume-1302193987-router', 'tenant_id': '5d787e34149b4f8984cce44f752c816e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:20:29Z', 'updated_at': '2021-07-14T09:23:56Z', 'revision_number': 6, 'project_id': '5d787e34149b4f8984cce44f752c816e', 'gw_port_host': None}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:23:56.658263 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Provisioning complete for port 09a75d5d-afc2-4e3b-8495-348796064b86 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:23:56.658851 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:56.681670 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72237018-b24f-4601-8a62-64c7cc7fea30 None None] The sync data for ids ['fc8152f7-9b53-4f47-b659-4653df59f2fb'] in n-d-779913-29 is: [{'id': 'fc8152f7-9b53-4f47-b659-4653df59f2fb', 'name': 'tempest-ServersTestBootFromVolume-1302193987-router', 'tenant_id': '5d787e34149b4f8984cce44f752c816e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:20:29Z', 'updated_at': '2021-07-14T09:23:56Z', 'revision_number': 6, 'project_id': '5d787e34149b4f8984cce44f752c816e', 'gw_port_host': None}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:23:56.746292 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfc39f0-2ed5-49d6-91c7-c6dd1a00ea01 req-f5428ab4-dc45-4132-9008-54cee05ca265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:56.747578 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-4dfc39f0-2ed5-49d6-91c7-c6dd1a00ea01 req-f5428ab4-dc45-4132-9008-54cee05ca265 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:56.749288 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-4dfc39f0-2ed5-49d6-91c7-c6dd1a00ea01 req-f5428ab4-dc45-4132-9008-54cee05ca265 service neutron] 10.222.0.57 "PUT /v2.0/ports/7fd63e7d-0e33-468b-92d5-d292b336b066 HTTP/1.1" status: 200 len: 1124 time: 1.3869243 Jul 14 09:23:56.750210 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5428ab4-dc45-4132-9008-54cee05ca265 service neutron] Pushing event updated for resources: {'Port': ['ID=7fd63e7d-0e33-468b-92d5-d292b336b066,revision_number=8']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:56.779040 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-4f48d15d-3e3d-4e73-8d56-31037f6fe1b2 admin admin] For port 5ccae8e4-54b4-47dc-8366-a5686068b196, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=5ccae8e4-54b4-47dc-8366-a5686068b196,segment=NetworkSegment(81bf7a93-80b3-43df-b9d5-462c604a2945),segment_id=81bf7a93-80b3-43df-b9d5-462c604a2945)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:23:56.779795 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4f48d15d-3e3d-4e73-8d56-31037f6fe1b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:56.790488 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:56.798106 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-4f48d15d-3e3d-4e73-8d56-31037f6fe1b2 admin admin] Calling delete_port for 5ccae8e4-54b4-47dc-8366-a5686068b196 owned by network:router_gateway {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:23:56.836143 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 09a75d5d-afc2-4e3b-8495-348796064b86, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=09a75d5d-afc2-4e3b-8495-348796064b86,segment=NetworkSegment(8f1c1422-de6c-445f-ab95-4e2c94585b2b),segment_id=8f1c1422-de6c-445f-ab95-4e2c94585b2b)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:23:56.845369 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:56.858760 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ac1b81-e7a9-46b1-a9e1-c9551954576f req-245715db-a33e-4f56-a342-e506b103924c tempest-ImagesOneServerTestJSON-394452934 tempest-ImagesOneServerTestJSON-394452934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:56.865794 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-82ac1b81-e7a9-46b1-a9e1-c9551954576f req-245715db-a33e-4f56-a342-e506b103924c tempest-ImagesOneServerTestJSON-394452934 tempest-ImagesOneServerTestJSON-394452934-project] 10.222.0.68 "GET /v2.0/ports?device_id=64d82a60-565f-4e89-ba9f-f07d2d7465b3 HTTP/1.1" status: 200 len: 949 time: 0.2547562 Jul 14 09:23:56.905924 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] get_ports_and_sgs() called for port_ids ['7fd63e7d-0e33-468b-92d5-d292b336b066'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:23:56.954846 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-82ac1b81-e7a9-46b1-a9e1-c9551954576f req-7261dff5-084f-4521-ab22-0b4db4ca49ab tempest-ImagesOneServerTestJSON-394452934 tempest-ImagesOneServerTestJSON-394452934-project] 10.222.0.68 "GET /v2.0/security-groups?id=2b3d19fa-539f-4220-b7f3-c14068d57c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879388 Jul 14 09:23:56.961377 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Pushing event updated for resources: {'Port': ['ID=09a75d5d-afc2-4e3b-8495-348796064b86,revision_number=10']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:57.006566 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:23:57.008097 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:23:57.008631 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:23:57.011375 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:23:57.011936 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:23:57.013035 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:23:57.013733 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:23:57.016279 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:23:57.017075 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:23:57.018301 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:23:57.020587 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:23:57.021275 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:23:57.103828 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 4d137d85-6779-44a3-aa9e-ee3dc5825750 no longer exists at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:23:57.171923 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b6e2e2-ef40-4482-be68-6626dbad418a req-a3d8752d-43d6-47a7-9b81-239967fe1721 tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:57.173784 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a4b6e2e2-ef40-4482-be68-6626dbad418a req-a3d8752d-43d6-47a7-9b81-239967fe1721 tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] 10.222.0.68 "GET /v2.0/ports?device_id=b7a25cd8-edbb-4360-a9f3-d46c1450da41 HTTP/1.1" status: 200 len: 944 time: 0.1626782 Jul 14 09:23:57.179709 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] No Port match for: 4d137d85-6779-44a3-aa9e-ee3dc5825750 {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:23:57.180157 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 4d137d85-6779-44a3-aa9e-ee3dc5825750 not bound to the agent host n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:23:57.211204 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2b7eb2be-2fb2-473e-af67-dc59c9d56a58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-683602'] for router_interface, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:57.270759 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4f48d15d-3e3d-4e73-8d56-31037f6fe1b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:57.312779 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f48d15d-3e3d-4e73-8d56-31037f6fe1b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=5ccae8e4-54b4-47dc-8366-a5686068b196,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:57.326029 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a4b6e2e2-ef40-4482-be68-6626dbad418a req-a36c3409-5755-4cfd-80b8-f7e553a81bda tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] 10.222.0.68 "GET /v2.0/security-groups?id=cf40bcd2-1dd1-48fb-a6b7-6df0e80ce2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434650 Jul 14 09:23:57.484290 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4f48d15d-3e3d-4e73-8d56-31037f6fe1b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-660532'] for router_gateway, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:57.575629 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.agents_db [None req-3c3509fb-540d-4335-a450-574895dd3602 None None] Agent healthcheck: found 7 active agents {{(pid=93960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:23:57.604597 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4ff6602-55fb-48e4-97e3-972a5ca4e95b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09a75d5d-afc2-4e3b-8495-348796064b86'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:23:57.608114 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd62303f06773040a8a4e189dc46b4f565768c299abf8ab8e7739778b0bc3e97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ef52ef1-8b3d-4208-a082-9d0166d6d4a3" -d '{"events": [{"server_uuid": "f4ff6602-55fb-48e4-97e3-972a5ca4e95b", "name": "network-vif-plugged", "status": "completed", "tag": "09a75d5d-afc2-4e3b-8495-348796064b86"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:23:57.625805 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5bbe322f-3f67-4864-bc0a-91afe44d23e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:57.650157 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4f48d15d-3e3d-4e73-8d56-31037f6fe1b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-711871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12964'] for router, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:57.655430 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4f48d15d-3e3d-4e73-8d56-31037f6fe1b2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:57.735358 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257ce29f-5202-4f81-895b-0bc51529e8a1 req-186058ca-0fb8-4cf5-a785-b4d119dc3a87 tempest-InstanceActionsV221TestJSON-1246418786 tempest-InstanceActionsV221TestJSON-1246418786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:57.740662 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:23:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-245335f6-bd0d-41ab-9c96-bd7fffff91c4 x-openstack-request-id: req-245335f6-bd0d-41ab-9c96-bd7fffff91c4 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:23:57.741578 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4ff6602-55fb-48e4-97e3-972a5ca4e95b", "name": "network-vif-plugged", "status": "completed", "tag": "09a75d5d-afc2-4e3b-8495-348796064b86", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:23:57.742057 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-245335f6-bd0d-41ab-9c96-bd7fffff91c4 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:23:57.742672 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-257ce29f-5202-4f81-895b-0bc51529e8a1 req-186058ca-0fb8-4cf5-a785-b4d119dc3a87 tempest-InstanceActionsV221TestJSON-1246418786 tempest-InstanceActionsV221TestJSON-1246418786-project] 10.222.0.68 "GET /v2.0/ports?device_id=35960dfd-53bd-4a41-abf5-278fed2a90ff HTTP/1.1" status: 200 len: 945 time: 0.3423867 Jul 14 09:23:57.743032 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4ff6602-55fb-48e4-97e3-972a5ca4e95b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09a75d5d-afc2-4e3b-8495-348796064b86', 'code': 200} Jul 14 09:23:57.763116 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4f48d15d-3e3d-4e73-8d56-31037f6fe1b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-704815'] for router, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:57.763316 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f48d15d-3e3d-4e73-8d56-31037f6fe1b2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fc8152f7-9b53-4f47-b659-4653df59f2fb {{(pid=93958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:23:57.765914 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 62812f7f-416b-4c3c-b7cd-8b42a9a3add0 no longer exists at agent hyperv_n-h1-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:23:57.767475 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4f48d15d-3e3d-4e73-8d56-31037f6fe1b2 admin admin] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:57.771248 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 45166) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:57.771753 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-4f48d15d-3e3d-4e73-8d56-31037f6fe1b2 admin admin] 10.222.0.68 "DELETE /v2.0/routers/fc8152f7-9b53-4f47-b659-4653df59f2fb HTTP/1.1" status: 204 len: 168 time: 2.0933204 Jul 14 09:23:57.807083 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] No Port match for: 62812f7f-416b-4c3c-b7cd-8b42a9a3add0 {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:23:57.812904 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 62812f7f-416b-4c3c-b7cd-8b42a9a3add0 not bound to the agent host n-h1-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:23:57.814199 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-257ce29f-5202-4f81-895b-0bc51529e8a1 req-498fe5ca-c54b-444d-b709-d01cbac78ea0 tempest-InstanceActionsV221TestJSON-1246418786 tempest-InstanceActionsV221TestJSON-1246418786-project] 10.222.0.68 "GET /v2.0/security-groups?id=2f3c10cd-0697-42bc-8a6e-c1629c02f90e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705841 Jul 14 09:23:57.871853 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_v2 [None req-48fb89bb-5460-4d12-a7fd-dd69dc201024 admin admin] Deleting subnet 7ee4e5c2-68bc-40bf-adbc-da1aa2b9476e {{(pid=93957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:23:57.880114 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-48fb89bb-5460-4d12-a7fd-dd69dc201024 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:57.923728 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-48fb89bb-5460-4d12-a7fd-dd69dc201024 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10944203'] for subnet, precommit_delete_associations {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:57.957187 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-2b7eb2be-2fb2-473e-af67-dc59c9d56a58 admin admin] Deleting port 4167ba7c-b7ce-44f6-b8de-5d134e67339b {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:23:57.957720 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2b7eb2be-2fb2-473e-af67-dc59c9d56a58 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:58.014850 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 45172) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:58.062087 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-48fb89bb-5460-4d12-a7fd-dd69dc201024 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3481002'] for subnet, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:58.092407 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-4547d975-6960-4ac6-b1e5-cfc8dafe17bf admin admin] Deleting subnet c324504c-1cf5-45e1-bd3c-3e78db8db5cb {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:23:58.100304 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4547d975-6960-4ac6-b1e5-cfc8dafe17bf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:58.160021 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-48fb89bb-5460-4d12-a7fd-dd69dc201024 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10052701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11984075'] for subnet, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:58.178331 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-2b7eb2be-2fb2-473e-af67-dc59c9d56a58 admin admin] For port 4167ba7c-b7ce-44f6-b8de-5d134e67339b, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=4167ba7c-b7ce-44f6-b8de-5d134e67339b,segment=NetworkSegment(2712eb7d-f4d1-4601-b663-353f2362e579),segment_id=2712eb7d-f4d1-4601-b663-353f2362e579)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:23:58.178698 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2b7eb2be-2fb2-473e-af67-dc59c9d56a58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:58.183997 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4547d975-6960-4ac6-b1e5-cfc8dafe17bf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13574120'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:58.216057 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fb89bb-5460-4d12-a7fd-dd69dc201024 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7ee4e5c2-68bc-40bf-adbc-da1aa2b9476e,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:58.220613 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-48fb89bb-5460-4d12-a7fd-dd69dc201024 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:58.222098 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-2b7eb2be-2fb2-473e-af67-dc59c9d56a58 admin admin] Calling delete_port for 4167ba7c-b7ce-44f6-b8de-5d134e67339b owned by network:router_interface {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:23:58.225885 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-48fb89bb-5460-4d12-a7fd-dd69dc201024 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/7ee4e5c2-68bc-40bf-adbc-da1aa2b9476e HTTP/1.1" status: 204 len: 168 time: 0.4504921 Jul 14 09:23:58.228721 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f166614e-d765-47b4-815c-eeed4aadfd0f None None] Network 9cb080c5-9bd5-4fed-8810-4e4711ca3bcc requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:23:58.228870 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 45176) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:58.254948 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4547d975-6960-4ac6-b1e5-cfc8dafe17bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3481002'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:58.322544 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de57a7f-9c4f-490c-8f37-2fc23f67cd45 req-f6e3cc44-ce2a-4bbf-87ba-16868bf07879 tempest-ImagesOneServerTestJSON-394452934 tempest-ImagesOneServerTestJSON-394452934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:58.324104 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0de57a7f-9c4f-490c-8f37-2fc23f67cd45 req-f6e3cc44-ce2a-4bbf-87ba-16868bf07879 tempest-ImagesOneServerTestJSON-394452934 tempest-ImagesOneServerTestJSON-394452934-project] 10.222.0.68 "GET /v2.0/ports?device_id=64d82a60-565f-4e89-ba9f-f07d2d7465b3 HTTP/1.1" status: 200 len: 949 time: 0.1658278 Jul 14 09:23:58.331522 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4547d975-6960-4ac6-b1e5-cfc8dafe17bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13574056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16714573'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:58.344772 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-949a8560-8fdc-417e-86b6-23d181506ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3876111'] for network, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:58.391199 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7a25cd8-edbb-4360-a9f3-d46c1450da41', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7fd63e7d-0e33-468b-92d5-d292b336b066'}, {'name': 'network-changed', 'server_uuid': 'b7a25cd8-edbb-4360-a9f3-d46c1450da41', 'tag': '7fd63e7d-0e33-468b-92d5-d292b336b066'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:23:58.393419 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d78daf61-9541-4797-8617-f27307ad2bb8" -d '{"events": [{"server_uuid": "b7a25cd8-edbb-4360-a9f3-d46c1450da41", "name": "network-vif-unplugged", "status": "completed", "tag": "7fd63e7d-0e33-468b-92d5-d292b336b066"}, {"name": "network-changed", "server_uuid": "b7a25cd8-edbb-4360-a9f3-d46c1450da41", "tag": "7fd63e7d-0e33-468b-92d5-d292b336b066"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:23:58.401849 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4547d975-6960-4ac6-b1e5-cfc8dafe17bf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c324504c-1cf5-45e1-bd3c-3e78db8db5cb,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:58.409786 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4547d975-6960-4ac6-b1e5-cfc8dafe17bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:58.412504 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0de57a7f-9c4f-490c-8f37-2fc23f67cd45 req-d925a79f-08a9-4b57-98db-e41f7d0805a6 tempest-ImagesOneServerTestJSON-394452934 tempest-ImagesOneServerTestJSON-394452934-project] 10.222.0.68 "GET /v2.0/security-groups?id=2b3d19fa-539f-4220-b7f3-c14068d57c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790305 Jul 14 09:23:58.422967 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-4547d975-6960-4ac6-b1e5-cfc8dafe17bf admin admin] 10.222.0.68 "DELETE /v2.0/subnets/c324504c-1cf5-45e1-bd3c-3e78db8db5cb HTTP/1.1" status: 204 len: 168 time: 0.4023976 Jul 14 09:23:58.425174 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 45182) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:58.463546 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-949a8560-8fdc-417e-86b6-23d181506ae7 admin admin] Deleting port 99752f06-d0b8-40e7-b845-e0cc47e42884 {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:23:58.463922 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-949a8560-8fdc-417e-86b6-23d181506ae7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:58.541867 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 7fd63e7d-0e33-468b-92d5-d292b336b066 details requested by agent hyperv_n-h2-779913-29 with host n-h2-779913-29 {{(pid=93959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:23:58.578006 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ea6ce53-729a-4822-a29b-5c1c8b77b387 None None] DHCP port deletion for 9cb080c5-9bd5-4fed-8810-4e4711ca3bcc request from n-d-779913-29 {{(pid=93959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:23:58.616756 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-949a8560-8fdc-417e-86b6-23d181506ae7 admin admin] For port 99752f06-d0b8-40e7-b845-e0cc47e42884, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=99752f06-d0b8-40e7-b845-e0cc47e42884,segment=NetworkSegment(765d759d-a7d8-452a-a46c-8c9682de4f64),segment_id=765d759d-a7d8-452a-a46c-8c9682de4f64)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:23:58.617387 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-949a8560-8fdc-417e-86b6-23d181506ae7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:58.636895 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-59e27fe1-b5ea-4981-a85e-df0825edd849 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3876111'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:58.644858 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-949a8560-8fdc-417e-86b6-23d181506ae7 admin admin] Calling delete_port for 99752f06-d0b8-40e7-b845-e0cc47e42884 owned by network:dhcp {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:23:58.753319 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Wed, 14 Jul 2021 09:23:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-263f084d-94fd-4da4-b772-1b38daa2361b x-openstack-request-id: req-263f084d-94fd-4da4-b772-1b38daa2361b {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:23:58.754077 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7a25cd8-edbb-4360-a9f3-d46c1450da41", "name": "network-vif-unplugged", "status": "completed", "tag": "7fd63e7d-0e33-468b-92d5-d292b336b066", "code": 200}, {"name": "network-changed", "server_uuid": "b7a25cd8-edbb-4360-a9f3-d46c1450da41", "tag": "7fd63e7d-0e33-468b-92d5-d292b336b066", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:23:58.754738 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-263f084d-94fd-4da4-b772-1b38daa2361b {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:23:58.755927 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7a25cd8-edbb-4360-a9f3-d46c1450da41', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7fd63e7d-0e33-468b-92d5-d292b336b066', 'code': 200} Jul 14 09:23:58.756370 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7a25cd8-edbb-4360-a9f3-d46c1450da41', 'tag': '7fd63e7d-0e33-468b-92d5-d292b336b066', 'status': 'completed', 'code': 200} Jul 14 09:23:58.763651 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 7fd63e7d-0e33-468b-92d5-d292b336b066, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=7fd63e7d-0e33-468b-92d5-d292b336b066,segment=NetworkSegment(3140b72d-6a4a-4668-bad8-c572bd128f6c),segment_id=3140b72d-6a4a-4668-bad8-c572bd128f6c)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:23:58.774275 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-949a8560-8fdc-417e-86b6-23d181506ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:58.774913 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-0ea6ce53-729a-4822-a29b-5c1c8b77b387 None None] Deleting port 99752f06-d0b8-40e7-b845-e0cc47e42884 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:23:58.775680 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0ea6ce53-729a-4822-a29b-5c1c8b77b387 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:58.786742 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-59e27fe1-b5ea-4981-a85e-df0825edd849 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473955', 'neutron.services.segments.db._delete_segments_for_network-8735688326548'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:58.826626 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-59e27fe1-b5ea-4981-a85e-df0825edd849 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45aef019-274b-469c-97d8-96105ce8b0ca']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:23:58.848567 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949a8560-8fdc-417e-86b6-23d181506ae7 admin admin] Pushing event deleted for resources: {'Port': ['ID=99752f06-d0b8-40e7-b845-e0cc47e42884,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:58.859278 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-0ea6ce53-729a-4822-a29b-5c1c8b77b387 None None] For port 99752f06-d0b8-40e7-b845-e0cc47e42884, host n-d-779913-29, got binding levels [] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:23:58.860266 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0ea6ce53-729a-4822-a29b-5c1c8b77b387 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:58.877417 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-0ea6ce53-729a-4822-a29b-5c1c8b77b387 None None] Calling delete_port for 99752f06-d0b8-40e7-b845-e0cc47e42884 owned by network:dhcp {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:23:58.880925 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.ipam_backend_mixin [None req-0ea6ce53-729a-4822-a29b-5c1c8b77b387 None None] Port 99752f06-d0b8-40e7-b845-e0cc47e42884 was not found and therefore no delete operation was performed {{(pid=93959) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 14 09:23:58.884280 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0ea6ce53-729a-4822-a29b-5c1c8b77b387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:58.891402 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 7fd63e7d-0e33-468b-92d5-d292b336b066 has no active binding in host n-h2-779913-29 {{(pid=93959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 14 09:23:58.906179 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-59e27fe1-b5ea-4981-a85e-df0825edd849 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24f71cf3-e685-41fb-a190-ed6a8e6e15df') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:23:58.906477 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-59e27fe1-b5ea-4981-a85e-df0825edd849 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24f71cf3-e685-41fb-a190-ed6a8e6e15df') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:23:58.917584 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 5ccae8e4-54b4-47dc-8366-a5686068b196 no longer exists at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:23:58.922713 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-949a8560-8fdc-417e-86b6-23d181506ae7 admin admin] No DVR routers for this DVR port 99752f06-d0b8-40e7-b845-e0cc47e42884 on host n-d-779913-29 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:23:58.939382 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea6ce53-729a-4822-a29b-5c1c8b77b387 None None] Pushing event deleted for resources: {'Port': ['ID=99752f06-d0b8-40e7-b845-e0cc47e42884,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:58.943634 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] No Port match for: 5ccae8e4-54b4-47dc-8366-a5686068b196 {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:23:58.944238 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 5ccae8e4-54b4-47dc-8366-a5686068b196 not bound to the agent host n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:23:58.944831 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 99752f06-d0b8-40e7-b845-e0cc47e42884 no longer exists at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:23:58.948495 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea6ce53-729a-4822-a29b-5c1c8b77b387 None None] No DVR routers for this DVR port 99752f06-d0b8-40e7-b845-e0cc47e42884 on host n-d-779913-29 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:23:58.969137 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] No Port match for: 99752f06-d0b8-40e7-b845-e0cc47e42884 {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:23:58.969840 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 99752f06-d0b8-40e7-b845-e0cc47e42884 not bound to the agent host n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:23:59.018028 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-59e27fe1-b5ea-4981-a85e-df0825edd849 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735688356235', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13574129'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:59.046730 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683359c6-820b-4357-bc2d-55ea0cb34397 req-34fe7968-9946-4326-bc2b-0bcd8f80dfac tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:59.052222 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-683359c6-820b-4357-bc2d-55ea0cb34397 req-34fe7968-9946-4326-bc2b-0bcd8f80dfac tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] 10.222.0.68 "GET /v2.0/ports?device_id=b7a25cd8-edbb-4360-a9f3-d46c1450da41 HTTP/1.1" status: 200 len: 944 time: 0.3660581 Jul 14 09:23:59.053000 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2b7eb2be-2fb2-473e-af67-dc59c9d56a58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:59.079262 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-949a8560-8fdc-417e-86b6-23d181506ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473955', 'neutron.services.segments.db._delete_segments_for_network-8735688326548'] for network, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:59.103095 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78daf61-9541-4797-8617-f27307ad2bb8 req-d4e0c23e-2e11-4841-9e89-48fa10823f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:59.104626 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d78daf61-9541-4797-8617-f27307ad2bb8 req-d4e0c23e-2e11-4841-9e89-48fa10823f7c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=88495f2d6951432397900165a462d224&device_id=b7a25cd8-edbb-4360-a9f3-d46c1450da41 HTTP/1.1" status: 200 len: 1127 time: 0.3542356 Jul 14 09:23:59.109147 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-949a8560-8fdc-417e-86b6-23d181506ae7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9cb080c5-9bd5-4fed-8810-4e4711ca3bcc']}} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:23:59.176505 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-683359c6-820b-4357-bc2d-55ea0cb34397 req-6af03901-a841-4d31-9248-e668a6d453a3 tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] 10.222.0.68 "GET /v2.0/security-groups?id=cf40bcd2-1dd1-48fb-a6b7-6df0e80ce2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135552 Jul 14 09:23:59.211245 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-59e27fe1-b5ea-4981-a85e-df0825edd849 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:59.257153 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7eb2be-2fb2-473e-af67-dc59c9d56a58 admin admin] Pushing event deleted for resources: {'Port': ['ID=4167ba7c-b7ce-44f6-b8de-5d134e67339b,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:59.265945 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbb8139-9d2d-4944-b806-fb33194e00b2 req-d510df37-50fc-48fb-9f7e-60a04150bc8a tempest-InstanceActionsV221TestJSON-1246418786 tempest-InstanceActionsV221TestJSON-1246418786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:59.268748 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-afbb8139-9d2d-4944-b806-fb33194e00b2 req-d510df37-50fc-48fb-9f7e-60a04150bc8a tempest-InstanceActionsV221TestJSON-1246418786 tempest-InstanceActionsV221TestJSON-1246418786-project] 10.222.0.57 "GET /v2.0/ports?device_id=35960dfd-53bd-4a41-abf5-278fed2a90ff HTTP/1.1" status: 200 len: 945 time: 0.4312029 Jul 14 09:23:59.269206 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59e27fe1-b5ea-4981-a85e-df0825edd849 admin admin] Releasing vlan 711 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:23:59.270701 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-59e27fe1-b5ea-4981-a85e-df0825edd849 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13573126'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:59.274526 n-d-779913-29 neutron-server[93958]: Traceback (most recent call last): Jul 14 09:23:59.274526 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:23:59.274526 n-d-779913-29 neutron-server[93958]: timer() Jul 14 09:23:59.274526 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:23:59.274526 n-d-779913-29 neutron-server[93958]: cb(*args, **kw) Jul 14 09:23:59.274526 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:23:59.274526 n-d-779913-29 neutron-server[93958]: return func(*args, **kwargs) Jul 14 09:23:59.274526 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:23:59.274526 n-d-779913-29 neutron-server[93958]: self._notify() Jul 14 09:23:59.274526 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:23:59.274526 n-d-779913-29 neutron-server[93958]: self.callback(batched_events) Jul 14 09:23:59.274526 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:23:59.274526 n-d-779913-29 neutron-server[93958]: event.method(event) Jul 14 09:23:59.274526 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:23:59.274526 n-d-779913-29 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:23:59.274526 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:23:59.274526 n-d-779913-29 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:23:59.274526 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:23:59.274526 n-d-779913-29 neutron-server[93958]: return f(self, *a, **k) Jul 14 09:23:59.274526 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:23:59.274526 n-d-779913-29 neutron-server[93958]: return self._get(url).json() Jul 14 09:23:59.274526 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:23:59.274526 n-d-779913-29 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:23:59.274526 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:23:59.274526 n-d-779913-29 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 14 09:23:59.274526 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:23:59.274526 n-d-779913-29 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:23:59.274526 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:23:59.274526 n-d-779913-29 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:23:59.274526 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:23:59.274526 n-d-779913-29 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:23:59.274526 n-d-779913-29 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:23:59.376585 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-949a8560-8fdc-417e-86b6-23d181506ae7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '765d759d-a7d8-452a-a46c-8c9682de4f64') {'for_net_delete': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:23:59.376897 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-949a8560-8fdc-417e-86b6-23d181506ae7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '765d759d-a7d8-452a-a46c-8c9682de4f64') {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:23:59.399123 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-949a8560-8fdc-417e-86b6-23d181506ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735688356235', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10944210'] for segment, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:59.421014 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78daf61-9541-4797-8617-f27307ad2bb8 req-701efe1e-2078-48a6-b0bd-3edddae0ec67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:59.422614 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d78daf61-9541-4797-8617-f27307ad2bb8 req-701efe1e-2078-48a6-b0bd-3edddae0ec67 service neutron] 10.222.0.65 "GET /v2.0/networks?id=fdafaba0-da53-47c8-a4eb-7c69deccbba6 HTTP/1.1" status: 200 len: 909 time: 0.3088672 Jul 14 09:23:59.426907 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-59e27fe1-b5ea-4981-a85e-df0825edd849 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660504'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:59.452492 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-949a8560-8fdc-417e-86b6-23d181506ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:59.498839 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-949a8560-8fdc-417e-86b6-23d181506ae7 admin admin] Releasing vlan 738 on physical network physnet1 to pool {{(pid=93957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:23:59.499087 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-949a8560-8fdc-417e-86b6-23d181506ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10053619'] for segment, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:59.502629 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d78daf61-9541-4797-8617-f27307ad2bb8 req-88d015a4-e040-4aa5-84f0-ccff13ae52d7 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7fd63e7d-0e33-468b-92d5-d292b336b066 HTTP/1.1" status: 200 len: 217 time: 0.0680456 Jul 14 09:23:59.503326 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:23:59.503326 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:23:59.503326 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:23:59.503326 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:23:59.503326 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:23:59.503326 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:23:59.503326 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:23:59.503326 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:23:59.503326 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:23:59.503326 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:23:59.503326 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:23:59.503326 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:23:59.503326 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:23:59.503326 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:23:59.503326 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:23:59.503326 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:23:59.503326 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:23:59.503326 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:23:59.503326 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:23:59.503326 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:23:59.503326 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:23:59.503326 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:23:59.503326 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:23:59.503326 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:23:59.503326 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:23:59.503326 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:23:59.503326 n-d-779913-29 neutron-server[93957]: Traceback (most recent call last): Jul 14 09:23:59.503326 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:23:59.503326 n-d-779913-29 neutron-server[93957]: timer() Jul 14 09:23:59.503326 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:23:59.503326 n-d-779913-29 neutron-server[93957]: cb(*args, **kw) Jul 14 09:23:59.503326 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:23:59.503326 n-d-779913-29 neutron-server[93957]: return func(*args, **kwargs) Jul 14 09:23:59.503326 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:23:59.503326 n-d-779913-29 neutron-server[93957]: self._notify() Jul 14 09:23:59.503326 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:23:59.503326 n-d-779913-29 neutron-server[93957]: self.callback(batched_events) Jul 14 09:23:59.503326 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:23:59.503326 n-d-779913-29 neutron-server[93957]: event.method(event) Jul 14 09:23:59.503326 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:23:59.503326 n-d-779913-29 neutron-server[93957]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:23:59.503326 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:23:59.503326 n-d-779913-29 neutron-server[93957]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:23:59.503326 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:23:59.503326 n-d-779913-29 neutron-server[93957]: return f(self, *a, **k) Jul 14 09:23:59.503326 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:23:59.503326 n-d-779913-29 neutron-server[93957]: return self._get(url).json() Jul 14 09:23:59.503326 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:23:59.503326 n-d-779913-29 neutron-server[93957]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:23:59.503326 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:23:59.503326 n-d-779913-29 neutron-server[93957]: return self.request(url, 'GET', **kwargs) Jul 14 09:23:59.503326 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:23:59.503326 n-d-779913-29 neutron-server[93957]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:23:59.503326 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:23:59.503326 n-d-779913-29 neutron-server[93957]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:23:59.503326 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:23:59.503326 n-d-779913-29 neutron-server[93957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:23:59.503326 n-d-779913-29 neutron-server[93957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:23:59.670285 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-949a8560-8fdc-417e-86b6-23d181506ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660504'] for network, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:59.687194 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01555493-f813-4cb1-be37-fd5448f44573 req-2884c464-33f1-433b-8ff8-61c047e13f71 tempest-InstanceActionsV221TestJSON-1246418786 tempest-InstanceActionsV221TestJSON-1246418786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:59.689174 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-01555493-f813-4cb1-be37-fd5448f44573 req-2884c464-33f1-433b-8ff8-61c047e13f71 tempest-InstanceActionsV221TestJSON-1246418786 tempest-InstanceActionsV221TestJSON-1246418786-project] 10.222.0.68 "GET /v2.0/ports?device_id=35960dfd-53bd-4a41-abf5-278fed2a90ff HTTP/1.1" status: 200 len: 945 time: 0.5774231 Jul 14 09:23:59.698418 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-949a8560-8fdc-417e-86b6-23d181506ae7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for network, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:59.700586 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-949a8560-8fdc-417e-86b6-23d181506ae7 admin admin] 10.222.0.68 "DELETE /v2.0/networks/9cb080c5-9bd5-4fed-8810-4e4711ca3bcc HTTP/1.1" status: 204 len: 168 time: 1.4699500 Jul 14 09:23:59.702769 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78daf61-9541-4797-8617-f27307ad2bb8 req-70e2ca50-4bf4-40b9-93d0-88d2493b2d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:59.716956 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d78daf61-9541-4797-8617-f27307ad2bb8 req-70e2ca50-4bf4-40b9-93d0-88d2493b2d0e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=5194e827-9fb1-419e-b4bc-69aee8b3dca3 HTTP/1.1" status: 200 len: 848 time: 0.1688247 Jul 14 09:23:59.802217 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949a8560-8fdc-417e-86b6-23d181506ae7 admin admin] Pushing event deleted for resources: {'Network': ['ID=9cb080c5-9bd5-4fed-8810-4e4711ca3bcc,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:59.810322 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d78daf61-9541-4797-8617-f27307ad2bb8 req-5ff9cfd8-be2e-4ad4-8e70-2265ab858970 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=fdafaba0-da53-47c8-a4eb-7c69deccbba6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0918305 Jul 14 09:23:59.862065 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-59e27fe1-b5ea-4981-a85e-df0825edd849 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:59.867070 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-59e27fe1-b5ea-4981-a85e-df0825edd849 admin admin] 10.222.0.68 "DELETE /v2.0/networks/45aef019-274b-469c-97d8-96105ce8b0ca HTTP/1.1" status: 204 len: 168 time: 1.4407234 Jul 14 09:23:59.891083 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-01555493-f813-4cb1-be37-fd5448f44573 req-ea047ebe-28b4-4bdb-ba4f-26ec50a2e713 tempest-InstanceActionsV221TestJSON-1246418786 tempest-InstanceActionsV221TestJSON-1246418786-project] 10.222.0.68 "GET /v2.0/security-groups?id=2f3c10cd-0697-42bc-8a6e-c1629c02f90e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932697 Jul 14 09:23:59.906373 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [req-afbb8139-9d2d-4944-b806-fb33194e00b2 req-e6a39e8c-0bd0-45e5-ad8e-9249ff4bad79 tempest-InstanceActionsV221TestJSON-1246418786 tempest-InstanceActionsV221TestJSON-1246418786-project] Deleting port f867aa32-9bdd-4cac-b536-27bc3a5b3f3f {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:23:59.907920 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-afbb8139-9d2d-4944-b806-fb33194e00b2 req-e6a39e8c-0bd0-45e5-ad8e-9249ff4bad79 tempest-InstanceActionsV221TestJSON-1246418786 tempest-InstanceActionsV221TestJSON-1246418786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:59.912060 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1b3fd6-b4d6-4249-8880-aabb8d668e2a req-a4649853-f8a7-4616-ac57-c9953337eba6 tempest-ImagesOneServerTestJSON-394452934 tempest-ImagesOneServerTestJSON-394452934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:59.916365 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ee1b3fd6-b4d6-4249-8880-aabb8d668e2a req-a4649853-f8a7-4616-ac57-c9953337eba6 tempest-ImagesOneServerTestJSON-394452934 tempest-ImagesOneServerTestJSON-394452934-project] 10.222.0.57 "GET /v2.0/ports?device_id=64d82a60-565f-4e89-ba9f-f07d2d7465b3 HTTP/1.1" status: 200 len: 949 time: 0.8523951 Jul 14 09:23:59.917687 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 45208) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:59.942107 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e27fe1-b5ea-4981-a85e-df0825edd849 admin admin] Pushing event deleted for resources: {'Network': ['ID=45aef019-274b-469c-97d8-96105ce8b0ca,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:00.073042 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d78daf61-9541-4797-8617-f27307ad2bb8 req-e1528358-cb54-41b2-971f-968cb5d52993 service neutron] 10.222.0.65 "GET /v2.0/networks/fdafaba0-da53-47c8-a4eb-7c69deccbba6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2547164 Jul 14 09:24:00.080850 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-afbb8139-9d2d-4944-b806-fb33194e00b2 req-e6a39e8c-0bd0-45e5-ad8e-9249ff4bad79 tempest-InstanceActionsV221TestJSON-1246418786 tempest-InstanceActionsV221TestJSON-1246418786-project] For port f867aa32-9bdd-4cac-b536-27bc3a5b3f3f, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=f867aa32-9bdd-4cac-b536-27bc3a5b3f3f,segment=NetworkSegment(3cfe6136-9d62-4d2f-b67d-ccf414dbca45),segment_id=3cfe6136-9d62-4d2f-b67d-ccf414dbca45)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:24:00.081220 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-afbb8139-9d2d-4944-b806-fb33194e00b2 req-e6a39e8c-0bd0-45e5-ad8e-9249ff4bad79 tempest-InstanceActionsV221TestJSON-1246418786 tempest-InstanceActionsV221TestJSON-1246418786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:00.130092 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2b7eb2be-2fb2-473e-af67-dc59c9d56a58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-620860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682934'] for router_interface, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:00.148381 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [req-afbb8139-9d2d-4944-b806-fb33194e00b2 req-e6a39e8c-0bd0-45e5-ad8e-9249ff4bad79 tempest-InstanceActionsV221TestJSON-1246418786 tempest-InstanceActionsV221TestJSON-1246418786-project] Calling delete_port for f867aa32-9bdd-4cac-b536-27bc3a5b3f3f owned by compute:nova {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:24:00.206162 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 45218) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:00.276057 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d78daf61-9541-4797-8617-f27307ad2bb8 req-c2df0b4d-7c33-4b98-abd8-72eec59e9c1a service neutron] 10.222.0.65 "GET /v2.0/networks/fdafaba0-da53-47c8-a4eb-7c69deccbba6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1911058 Jul 14 09:24:00.446755 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-afbb8139-9d2d-4944-b806-fb33194e00b2 req-e6a39e8c-0bd0-45e5-ad8e-9249ff4bad79 tempest-InstanceActionsV221TestJSON-1246418786 tempest-InstanceActionsV221TestJSON-1246418786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:00.483591 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] get_ports_and_sgs() called for port_ids ['f867aa32-9bdd-4cac-b536-27bc3a5b3f3f'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:24:00.485760 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d964cfe1-60a9-43ac-9877-2348aed128d1 req-6b50301c-c953-46cd-913c-92ffdb371a03 tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:00.494283 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d964cfe1-60a9-43ac-9877-2348aed128d1 req-6b50301c-c953-46cd-913c-92ffdb371a03 tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] 10.222.0.68 "GET /v2.0/ports?device_id=b7a25cd8-edbb-4360-a9f3-d46c1450da41 HTTP/1.1" status: 200 len: 944 time: 0.1356807 Jul 14 09:24:00.506232 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-10f13614-c619-428c-a711-d742e3de963a admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=5d787e34149b4f8984cce44f752c816e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5616186 Jul 14 09:24:00.514576 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 45222) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:00.564142 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a39e8c-0bd0-45e5-ad8e-9249ff4bad79 tempest-InstanceActionsV221TestJSON-1246418786 tempest-InstanceActionsV221TestJSON-1246418786-project] Pushing event deleted for resources: {'Port': ['ID=f867aa32-9bdd-4cac-b536-27bc3a5b3f3f,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:00.567703 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e269a3-07b3-4202-87c8-bad236d4611d req-aee8e6db-2e9c-47e9-b59c-611c452de536 tempest-ImagesOneServerTestJSON-394452934 tempest-ImagesOneServerTestJSON-394452934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:00.576334 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-63e269a3-07b3-4202-87c8-bad236d4611d req-aee8e6db-2e9c-47e9-b59c-611c452de536 tempest-ImagesOneServerTestJSON-394452934 tempest-ImagesOneServerTestJSON-394452934-project] 10.222.0.68 "GET /v2.0/ports?device_id=64d82a60-565f-4e89-ba9f-f07d2d7465b3 HTTP/1.1" status: 200 len: 949 time: 0.7057874 Jul 14 09:24:00.610112 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-afbb8139-9d2d-4944-b806-fb33194e00b2 req-e6a39e8c-0bd0-45e5-ad8e-9249ff4bad79 tempest-InstanceActionsV221TestJSON-1246418786 tempest-InstanceActionsV221TestJSON-1246418786-project] No DVR routers for this DVR port f867aa32-9bdd-4cac-b536-27bc3a5b3f3f on host n-h2-779913-29 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:24:00.613030 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-afbb8139-9d2d-4944-b806-fb33194e00b2 req-e6a39e8c-0bd0-45e5-ad8e-9249ff4bad79 tempest-InstanceActionsV221TestJSON-1246418786 tempest-InstanceActionsV221TestJSON-1246418786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:00.615893 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-afbb8139-9d2d-4944-b806-fb33194e00b2 req-e6a39e8c-0bd0-45e5-ad8e-9249ff4bad79 tempest-InstanceActionsV221TestJSON-1246418786 tempest-InstanceActionsV221TestJSON-1246418786-project] 10.222.0.57 "DELETE /v2.0/ports/f867aa32-9bdd-4cac-b536-27bc3a5b3f3f HTTP/1.1" status: 204 len: 173 time: 1.2894847 Jul 14 09:24:00.640907 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d964cfe1-60a9-43ac-9877-2348aed128d1 req-308bc5d9-98cb-4ad8-ad96-8710450cef4c tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] 10.222.0.68 "GET /v2.0/security-groups?id=cf40bcd2-1dd1-48fb-a6b7-6df0e80ce2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457064 Jul 14 09:24:00.654997 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-ee1b3fd6-b4d6-4249-8880-aabb8d668e2a req-c024dd62-b93b-42a6-addd-c655c9d4b2db tempest-ImagesOneServerTestJSON-394452934 tempest-ImagesOneServerTestJSON-394452934-project] Deleting port 06b165cc-bc55-4adf-97ef-fbe40a9d9043 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:24:00.655610 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-ee1b3fd6-b4d6-4249-8880-aabb8d668e2a req-c024dd62-b93b-42a6-addd-c655c9d4b2db tempest-ImagesOneServerTestJSON-394452934 tempest-ImagesOneServerTestJSON-394452934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:00.708565 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-86e940b9-e89b-4d0c-9ac4-c99285631fd2 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=a85001d21fcb4959bba3ff1f7017dd59&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4966042 Jul 14 09:24:00.710159 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 45226) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:00.721774 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-63e269a3-07b3-4202-87c8-bad236d4611d req-94039d6e-c170-4588-bfa0-f507a3b27103 tempest-ImagesOneServerTestJSON-394452934 tempest-ImagesOneServerTestJSON-394452934-project] 10.222.0.68 "GET /v2.0/security-groups?id=2b3d19fa-539f-4220-b7f3-c14068d57c87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429732 Jul 14 09:24:00.759904 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35960dfd-53bd-4a41-abf5-278fed2a90ff', 'name': 'network-vif-deleted', 'tag': 'f867aa32-9bdd-4cac-b536-27bc3a5b3f3f'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:24:00.762500 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25e05afa-6d74-47af-b35a-171687f0f7e1" -d '{"events": [{"server_uuid": "35960dfd-53bd-4a41-abf5-278fed2a90ff", "name": "network-vif-deleted", "tag": "f867aa32-9bdd-4cac-b536-27bc3a5b3f3f"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:24:00.829150 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4b16f927-055f-4828-ba86-9692a2f0c522 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:00.849479 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:24:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78d679bb-b6a1-480d-a537-557276860cb1 x-openstack-request-id: req-78d679bb-b6a1-480d-a537-557276860cb1 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:24:00.849860 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35960dfd-53bd-4a41-abf5-278fed2a90ff", "name": "network-vif-deleted", "tag": "f867aa32-9bdd-4cac-b536-27bc3a5b3f3f", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:24:00.850067 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-78d679bb-b6a1-480d-a537-557276860cb1 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:24:00.850479 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35960dfd-53bd-4a41-abf5-278fed2a90ff', 'name': 'network-vif-deleted', 'tag': 'f867aa32-9bdd-4cac-b536-27bc3a5b3f3f', 'status': 'completed', 'code': 200} Jul 14 09:24:00.902460 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5ada932c-6047-44f4-965d-4a5f9c86de00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:00.916894 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4b16f927-055f-4828-ba86-9692a2f0c522 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:00.932031 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b7eb2be-2fb2-473e-af67-dc59c9d56a58 admin admin] Router 34830575-e34b-4895-acb0-78e99349da98 has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:24:01.002327 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5ada932c-6047-44f4-965d-4a5f9c86de00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:01.013053 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-ee1b3fd6-b4d6-4249-8880-aabb8d668e2a req-c024dd62-b93b-42a6-addd-c655c9d4b2db tempest-ImagesOneServerTestJSON-394452934 tempest-ImagesOneServerTestJSON-394452934-project] For port 06b165cc-bc55-4adf-97ef-fbe40a9d9043, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=06b165cc-bc55-4adf-97ef-fbe40a9d9043,segment=NetworkSegment(8f1c1422-de6c-445f-ab95-4e2c94585b2b),segment_id=8f1c1422-de6c-445f-ab95-4e2c94585b2b)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:24:01.013559 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-ee1b3fd6-b4d6-4249-8880-aabb8d668e2a req-c024dd62-b93b-42a6-addd-c655c9d4b2db tempest-ImagesOneServerTestJSON-394452934 tempest-ImagesOneServerTestJSON-394452934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:01.052890 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4b16f927-055f-4828-ba86-9692a2f0c522 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:01.055873 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4b16f927-055f-4828-ba86-9692a2f0c522 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:01.057242 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-4b16f927-055f-4828-ba86-9692a2f0c522 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/c6f7d264-cbb5-40f9-9fec-5b9701ca674b HTTP/1.1" status: 204 len: 168 time: 0.3455551 Jul 14 09:24:01.070796 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b16f927-055f-4828-ba86-9692a2f0c522 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6f7d264-cbb5-40f9-9fec-5b9701ca674b,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:01.164453 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-ee1b3fd6-b4d6-4249-8880-aabb8d668e2a req-c024dd62-b93b-42a6-addd-c655c9d4b2db tempest-ImagesOneServerTestJSON-394452934 tempest-ImagesOneServerTestJSON-394452934-project] Calling delete_port for 06b165cc-bc55-4adf-97ef-fbe40a9d9043 owned by compute:nova {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:24:01.290243 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-40f402d9-c8dc-4436-99e2-6fe158e76f48 req-d8f1fff7-def0-4650-b573-ba7f1e9ce58b tempest-InstanceActionsV221TestJSON-1246418786 tempest-InstanceActionsV221TestJSON-1246418786-project] 10.222.0.68 "GET /v2.0/ports?device_id=35960dfd-53bd-4a41-abf5-278fed2a90ff HTTP/1.1" status: 200 len: 210 time: 0.0568373 Jul 14 09:24:01.346273 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5ada932c-6047-44f4-965d-4a5f9c86de00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:01.348859 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5ada932c-6047-44f4-965d-4a5f9c86de00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:01.352299 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-5ada932c-6047-44f4-965d-4a5f9c86de00 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/b7448826-9578-4137-8a89-e2eb7516578c HTTP/1.1" status: 204 len: 168 time: 0.8267765 Jul 14 09:24:01.374969 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ada932c-6047-44f4-965d-4a5f9c86de00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7448826-9578-4137-8a89-e2eb7516578c,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:01.487922 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b7eb2be-2fb2-473e-af67-dc59c9d56a58 admin admin] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:24:01.495222 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-2b7eb2be-2fb2-473e-af67-dc59c9d56a58 admin admin] 10.222.0.68 "PUT /v2.0/routers/34830575-e34b-4895-acb0-78e99349da98/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6540644 Jul 14 09:24:01.497460 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 45248) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:01.500053 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22048dca-84e4-479d-ae0b-fbabbc59ea4b None None] Sync routers for ids ['34830575-e34b-4895-acb0-78e99349da98'] in n-d-779913-29 {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:24:01.522602 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22048dca-84e4-479d-ae0b-fbabbc59ea4b None None] Routers {'34830575-e34b-4895-acb0-78e99349da98'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:24:01.525677 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-22048dca-84e4-479d-ae0b-fbabbc59ea4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:23:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['34830575-e34b-4895-acb0-78e99349da98'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:24:01.610275 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-ee1b3fd6-b4d6-4249-8880-aabb8d668e2a req-c024dd62-b93b-42a6-addd-c655c9d4b2db tempest-ImagesOneServerTestJSON-394452934 tempest-ImagesOneServerTestJSON-394452934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:01.693012 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c024dd62-b93b-42a6-addd-c655c9d4b2db tempest-ImagesOneServerTestJSON-394452934 tempest-ImagesOneServerTestJSON-394452934-project] Pushing event deleted for resources: {'Port': ['ID=06b165cc-bc55-4adf-97ef-fbe40a9d9043,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:01.928999 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee1b3fd6-b4d6-4249-8880-aabb8d668e2a req-c024dd62-b93b-42a6-addd-c655c9d4b2db tempest-ImagesOneServerTestJSON-394452934 tempest-ImagesOneServerTestJSON-394452934-project] No DVR routers for this DVR port 06b165cc-bc55-4adf-97ef-fbe40a9d9043 on host n-h2-779913-29 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:24:01.932325 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-ee1b3fd6-b4d6-4249-8880-aabb8d668e2a req-c024dd62-b93b-42a6-addd-c655c9d4b2db tempest-ImagesOneServerTestJSON-394452934 tempest-ImagesOneServerTestJSON-394452934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:01.939092 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ee1b3fd6-b4d6-4249-8880-aabb8d668e2a req-c024dd62-b93b-42a6-addd-c655c9d4b2db tempest-ImagesOneServerTestJSON-394452934 tempest-ImagesOneServerTestJSON-394452934-project] 10.222.0.57 "DELETE /v2.0/ports/06b165cc-bc55-4adf-97ef-fbe40a9d9043 HTTP/1.1" status: 204 len: 173 time: 1.9854567 Jul 14 09:24:01.939603 n-d-779913-29 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64d82a60-565f-4e89-ba9f-f07d2d7465b3', 'name': 'network-vif-deleted', 'tag': '06b165cc-bc55-4adf-97ef-fbe40a9d9043'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:24:01.953211 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cb48f044f948e981f43897c8d7f1332f741dc7af2b4c5a6e19d8f4a80f708e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ab3805b-e721-4e2b-99de-dc8ce92e2835" -d '{"events": [{"server_uuid": "64d82a60-565f-4e89-ba9f-f07d2d7465b3", "name": "network-vif-deleted", "tag": "06b165cc-bc55-4adf-97ef-fbe40a9d9043"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:24:02.103018 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-7b82a963-543b-4026-a8b3-c44c42dc41a4 req-f6050afb-8462-43b8-8c6e-2849b2ef31b6 tempest-ImagesOneServerTestJSON-394452934 tempest-ImagesOneServerTestJSON-394452934-project] 10.222.0.68 "GET /v2.0/ports?device_id=64d82a60-565f-4e89-ba9f-f07d2d7465b3 HTTP/1.1" status: 200 len: 210 time: 0.1065285 Jul 14 09:24:02.244534 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:24:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aacba000-7ccf-44e9-aa0e-38b666899e70 x-openstack-request-id: req-aacba000-7ccf-44e9-aa0e-38b666899e70 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:24:02.244838 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64d82a60-565f-4e89-ba9f-f07d2d7465b3", "name": "network-vif-deleted", "tag": "06b165cc-bc55-4adf-97ef-fbe40a9d9043", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:24:02.245173 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-aacba000-7ccf-44e9-aa0e-38b666899e70 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:24:02.245752 n-d-779913-29 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64d82a60-565f-4e89-ba9f-f07d2d7465b3', 'name': 'network-vif-deleted', 'tag': '06b165cc-bc55-4adf-97ef-fbe40a9d9043', 'status': 'completed', 'code': 200} Jul 14 09:24:02.455612 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvr_db [None req-22048dca-84e4-479d-ae0b-fbabbc59ea4b None None] Set router 34830575-e34b-4895-acb0-78e99349da98 gateway port host: n-d-779913-29 {{(pid=93959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:24:02.638671 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device f867aa32-9bdd-4cac-b536-27bc3a5b3f3f no longer exists at agent hyperv_n-h2-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:24:02.682254 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ad94b9f3-4a0b-42d6-8538-c7a95c588823 admin admin] Notify callbacks [] for router, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:02.761473 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] No Port match for: f867aa32-9bdd-4cac-b536-27bc3a5b3f3f {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:24:02.763218 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device f867aa32-9bdd-4cac-b536-27bc3a5b3f3f not bound to the agent host n-h2-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:24:02.766765 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 06b165cc-bc55-4adf-97ef-fbe40a9d9043 no longer exists at agent hyperv_n-h2-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:24:02.880505 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-4dfc39f0-2ed5-49d6-91c7-c6dd1a00ea01 req-1bf7c7e3-f831-402d-b882-188cd2f9b60c service neutron] 10.222.0.65 "GET /v2.0/ports/7fd63e7d-0e33-468b-92d5-d292b336b066/bindings/n-h2-779913-29 HTTP/1.1" status: 200 len: 385 time: 1.0539513 Jul 14 09:24:02.899100 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] No Port match for: 06b165cc-bc55-4adf-97ef-fbe40a9d9043 {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:24:02.899450 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 06b165cc-bc55-4adf-97ef-fbe40a9d9043 not bound to the agent host n-h2-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:24:02.983432 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 45304) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:03.223479 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 45314) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:03.250551 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eec43b5-35b6-475f-8be2-4f3273e3bd9e req-2ea220fe-4257-4258-91f8-7b395c017f7e tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:03.260321 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1eec43b5-35b6-475f-8be2-4f3273e3bd9e req-2ea220fe-4257-4258-91f8-7b395c017f7e tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] 10.222.0.68 "GET /v2.0/ports?device_id=b7a25cd8-edbb-4360-a9f3-d46c1450da41 HTTP/1.1" status: 200 len: 944 time: 0.6301346 Jul 14 09:24:03.262854 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-22048dca-84e4-479d-ae0b-fbabbc59ea4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34830575-e34b-4895-acb0-78e99349da98', 'name': 'tempest-AttachSCSIVolumeTestJSON-1156263916-router', 'tenant_id': '6243fe002db2413bbefa9ba3fb038810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': 'd05554c5-384e-4cb0-8aed-ec2635738a2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:21:39Z', 'updated_at': '2021-07-14T09:23:58Z', 'revision_number': 5, 'project_id': '6243fe002db2413bbefa9ba3fb038810', 'gw_port': {'id': 'd05554c5-384e-4cb0-8aed-ec2635738a2a', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:d5:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34830575-e34b-4895-acb0-78e99349da98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:21:40Z', 'updated_at': '2021-07-14T09:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29'}], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:24:03.288643 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ad94b9f3-4a0b-42d6-8538-c7a95c588823 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:03.359123 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22048dca-84e4-479d-ae0b-fbabbc59ea4b None None] Checking router: 34830575-e34b-4895-acb0-78e99349da98 for host: n-d-779913-29 {{(pid=93959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:24:03.382614 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22048dca-84e4-479d-ae0b-fbabbc59ea4b None None] Routers {'34830575-e34b-4895-acb0-78e99349da98'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:24:03.383664 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-22048dca-84e4-479d-ae0b-fbabbc59ea4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:23:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['34830575-e34b-4895-acb0-78e99349da98'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:24:03.396204 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1eec43b5-35b6-475f-8be2-4f3273e3bd9e req-a7bfd0e4-e0d9-4c5c-a6da-8aeeafc981d5 tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] 10.222.0.68 "GET /v2.0/security-groups?id=cf40bcd2-1dd1-48fb-a6b7-6df0e80ce2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346798 Jul 14 09:24:03.416694 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-170dcede-f78e-4b00-9f25-31143bae5c92 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1295464554-network', 'tenant_id': '93cc94b52edc46d0bba2f5b2ba951e85'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:24:03.469536 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-5f70c238-20af-4030-8a99-d1419d187d21 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1716723797-network', 'tenant_id': 'd85390a24caa46cfb1c6af28485cf40f'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:24:03.517370 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-170dcede-f78e-4b00-9f25-31143bae5c92 admin admin] Made reservation on behalf of 93cc94b52edc46d0bba2f5b2ba951e85 for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:24:03.522889 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-170dcede-f78e-4b00-9f25-31143bae5c92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:03.533974 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvr_db [None req-22048dca-84e4-479d-ae0b-fbabbc59ea4b None None] Set router 34830575-e34b-4895-acb0-78e99349da98 gateway port host: None {{(pid=93959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:24:03.563617 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-170dcede-f78e-4b00-9f25-31143bae5c92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:03.571465 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-ad94b9f3-4a0b-42d6-8538-c7a95c588823 admin admin] Deleting port d05554c5-384e-4cb0-8aed-ec2635738a2a {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:24:03.571822 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ad94b9f3-4a0b-42d6-8538-c7a95c588823 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:03.599994 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-22048dca-84e4-479d-ae0b-fbabbc59ea4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34830575-e34b-4895-acb0-78e99349da98', 'name': 'tempest-AttachSCSIVolumeTestJSON-1156263916-router', 'tenant_id': '6243fe002db2413bbefa9ba3fb038810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:21:39Z', 'updated_at': '2021-07-14T09:24:03Z', 'revision_number': 6, 'project_id': '6243fe002db2413bbefa9ba3fb038810', 'gw_port_host': None}], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:24:03.636558 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22048dca-84e4-479d-ae0b-fbabbc59ea4b None None] The sync data for ids ['34830575-e34b-4895-acb0-78e99349da98'] in n-d-779913-29 is: [{'id': '34830575-e34b-4895-acb0-78e99349da98', 'name': 'tempest-AttachSCSIVolumeTestJSON-1156263916-router', 'tenant_id': '6243fe002db2413bbefa9ba3fb038810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:21:39Z', 'updated_at': '2021-07-14T09:24:03Z', 'revision_number': 6, 'project_id': '6243fe002db2413bbefa9ba3fb038810', 'gw_port_host': None}] {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:24:03.663562 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-b8a0f3fe-771e-4fad-8c68-260e28e42d04 req-f8254344-8583-4de9-b727-8933478ab7c0 tempest-ImagesOneServerTestJSON-394452934 tempest-ImagesOneServerTestJSON-394452934-project] 10.222.0.68 "GET /v2.0/ports?device_id=64d82a60-565f-4e89-ba9f-f07d2d7465b3 HTTP/1.1" status: 200 len: 210 time: 0.1543617 Jul 14 09:24:03.726709 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f70c238-20af-4030-8a99-d1419d187d21 admin admin] Made reservation on behalf of d85390a24caa46cfb1c6af28485cf40f for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:24:03.729597 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5f70c238-20af-4030-8a99-d1419d187d21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:03.733541 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-4dfc39f0-2ed5-49d6-91c7-c6dd1a00ea01 req-c2ed2e9c-9954-46c4-b464-d5a66474c777 service neutron] For port 7fd63e7d-0e33-468b-92d5-d292b336b066, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=7fd63e7d-0e33-468b-92d5-d292b336b066,segment=NetworkSegment(3140b72d-6a4a-4668-bad8-c572bd128f6c),segment_id=3140b72d-6a4a-4668-bad8-c572bd128f6c)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:24:03.747827 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5f70c238-20af-4030-8a99-d1419d187d21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:03.804655 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-4dfc39f0-2ed5-49d6-91c7-c6dd1a00ea01 req-c2ed2e9c-9954-46c4-b464-d5a66474c777 service neutron] For port 7fd63e7d-0e33-468b-92d5-d292b336b066, host n-h1-779913-29, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:24:03.827543 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 45332) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:03.867204 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-ad94b9f3-4a0b-42d6-8538-c7a95c588823 admin admin] For port d05554c5-384e-4cb0-8aed-ec2635738a2a, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=d05554c5-384e-4cb0-8aed-ec2635738a2a,segment=NetworkSegment(81bf7a93-80b3-43df-b9d5-462c604a2945),segment_id=81bf7a93-80b3-43df-b9d5-462c604a2945)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:24:03.867558 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ad94b9f3-4a0b-42d6-8538-c7a95c588823 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:03.887712 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [req-4dfc39f0-2ed5-49d6-91c7-c6dd1a00ea01 req-c2ed2e9c-9954-46c4-b464-d5a66474c777 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7fd63e7d-0e33-468b-92d5-d292b336b066 {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:24:03.896774 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-c858e5af-0298-403f-acbb-edb8b0f52f73 admin admin] Deleting subnet da2fbc0a-9c4d-4fd4-a588-d6e97a0ce0ab {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:24:03.897225 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-ad94b9f3-4a0b-42d6-8538-c7a95c588823 admin admin] Calling delete_port for d05554c5-384e-4cb0-8aed-ec2635738a2a owned by network:router_gateway {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:24:03.904465 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c858e5af-0298-403f-acbb-edb8b0f52f73 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:03.911219 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-4dfc39f0-2ed5-49d6-91c7-c6dd1a00ea01 req-c2ed2e9c-9954-46c4-b464-d5a66474c777 service neutron] For port 7fd63e7d-0e33-468b-92d5-d292b336b066, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=7fd63e7d-0e33-468b-92d5-d292b336b066,segment=NetworkSegment(3140b72d-6a4a-4668-bad8-c572bd128f6c),segment_id=3140b72d-6a4a-4668-bad8-c572bd128f6c)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:24:03.931786 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-170dcede-f78e-4b00-9f25-31143bae5c92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:03.946177 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-170dcede-f78e-4b00-9f25-31143bae5c92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:03.984321 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c858e5af-0298-403f-acbb-edb8b0f52f73 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13574120'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:03.990715 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-170dcede-f78e-4b00-9f25-31143bae5c92 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 700} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:24:03.998363 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-4dfc39f0-2ed5-49d6-91c7-c6dd1a00ea01 req-c2ed2e9c-9954-46c4-b464-d5a66474c777 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:04.057766 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170dcede-f78e-4b00-9f25-31143bae5c92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce208e01-46cb-4812-9601-5914ea7ef5ad,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:04.070729 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-170dcede-f78e-4b00-9f25-31143bae5c92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:04.071078 n-d-779913-29 neutron-server[93958]: INFO neutron.db.segments_db [None req-170dcede-f78e-4b00-9f25-31143bae5c92 admin admin] Added segment fbee0cef-2769-4002-a250-507614fd960d of type vlan for network 306a0bc6-d197-4ff4-9a5e-b84eb29a3de2 Jul 14 09:24:04.116053 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [req-4dfc39f0-2ed5-49d6-91c7-c6dd1a00ea01 req-c2ed2e9c-9954-46c4-b464-d5a66474c777 service neutron] Transition to ACTIVE for port object 7fd63e7d-0e33-468b-92d5-d292b336b066 will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:24:04.128939 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c858e5af-0298-403f-acbb-edb8b0f52f73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3481002'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:04.136144 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-4dfc39f0-2ed5-49d6-91c7-c6dd1a00ea01 req-c2ed2e9c-9954-46c4-b464-d5a66474c777 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:04.187149 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-170dcede-f78e-4b00-9f25-31143bae5c92 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735687821325'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:04.261109 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-170dcede-f78e-4b00-9f25-31143bae5c92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:04.263533 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-170dcede-f78e-4b00-9f25-31143bae5c92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:04.264536 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-170dcede-f78e-4b00-9f25-31143bae5c92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:04.269112 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5f70c238-20af-4030-8a99-d1419d187d21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:04.272341 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dfc39f0-2ed5-49d6-91c7-c6dd1a00ea01 req-c2ed2e9c-9954-46c4-b464-d5a66474c777 service neutron] No DVR routers for this DVR port 7fd63e7d-0e33-468b-92d5-d292b336b066 on host n-h1-779913-29 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:24:04.274093 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c858e5af-0298-403f-acbb-edb8b0f52f73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13574056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16714573'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:04.276737 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ed2e9c-9954-46c4-b464-d5a66474c777 service neutron] Pushing event updated for resources: {'Port': ['ID=7fd63e7d-0e33-468b-92d5-d292b336b066,revision_number=10']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:04.324168 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5f70c238-20af-4030-8a99-d1419d187d21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:04.346846 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-4dfc39f0-2ed5-49d6-91c7-c6dd1a00ea01 req-c2ed2e9c-9954-46c4-b464-d5a66474c777 service neutron] 10.222.0.65 "PUT /v2.0/ports/7fd63e7d-0e33-468b-92d5-d292b336b066/bindings/n-h2-779913-29/activate HTTP/1.1" status: 200 len: 370 time: 1.4487908 Jul 14 09:24:04.370122 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c858e5af-0298-403f-acbb-edb8b0f52f73 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da2fbc0a-9c4d-4fd4-a588-d6e97a0ce0ab,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:04.384255 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c858e5af-0298-403f-acbb-edb8b0f52f73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:04.388822 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-c858e5af-0298-403f-acbb-edb8b0f52f73 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/da2fbc0a-9c4d-4fd4-a588-d6e97a0ce0ab HTTP/1.1" status: 204 len: 168 time: 0.5578315 Jul 14 09:24:04.394805 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-170dcede-f78e-4b00-9f25-31143bae5c92 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.4095738 Jul 14 09:24:04.398471 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 45338) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:04.398807 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 45340) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:04.409355 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-91d09901-8515-4f0f-92e7-2a06a0c00e52 admin admin] Request body: {'subnet': {'network_id': '306a0bc6-d197-4ff4-9a5e-b84eb29a3de2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1295464554-subnet', 'tenant_id': '93cc94b52edc46d0bba2f5b2ba951e85', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:24:04.427817 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f70c238-20af-4030-8a99-d1419d187d21 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 702} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:24:04.435078 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170dcede-f78e-4b00-9f25-31143bae5c92 admin admin] Pushing event updated for resources: {'Network': ['ID=306a0bc6-d197-4ff4-9a5e-b84eb29a3de2,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:04.446253 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ad94b9f3-4a0b-42d6-8538-c7a95c588823 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:04.447005 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Network 306a0bc6-d197-4ff4-9a5e-b84eb29a3de2 details requested by agent ovs-agent-n-d-779913-29 with host n-d-779913-29 {{(pid=93959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:24:04.534746 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad94b9f3-4a0b-42d6-8538-c7a95c588823 admin admin] Pushing event deleted for resources: {'Port': ['ID=d05554c5-384e-4cb0-8aed-ec2635738a2a,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:04.578314 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f70c238-20af-4030-8a99-d1419d187d21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3c33696-baec-4b8b-94ad-c43aa2b16b56,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:04.605341 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ad94b9f3-4a0b-42d6-8538-c7a95c588823 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-660532'] for router_gateway, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:04.631445 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5f70c238-20af-4030-8a99-d1419d187d21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:04.631867 n-d-779913-29 neutron-server[93958]: INFO neutron.db.segments_db [None req-5f70c238-20af-4030-8a99-d1419d187d21 admin admin] Added segment 901c3b48-a84f-4bce-be92-b70d9bb3defe of type vlan for network e5d0bb7f-16e5-466e-b410-4f6571888641 Jul 14 09:24:04.661087 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91d09901-8515-4f0f-92e7-2a06a0c00e52 admin admin] Made reservation on behalf of 93cc94b52edc46d0bba2f5b2ba951e85 for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:24:04.663383 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-91d09901-8515-4f0f-92e7-2a06a0c00e52 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16714600'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:04.772645 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ad94b9f3-4a0b-42d6-8538-c7a95c588823 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-711871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12964'] for router, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:04.777985 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ad94b9f3-4a0b-42d6-8538-c7a95c588823 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:04.822768 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5f70c238-20af-4030-8a99-d1419d187d21 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735687821325'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:04.865797 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ad94b9f3-4a0b-42d6-8538-c7a95c588823 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-704815'] for router, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:04.866294 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad94b9f3-4a0b-42d6-8538-c7a95c588823 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 34830575-e34b-4895-acb0-78e99349da98 {{(pid=93957) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:24:04.875208 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ad94b9f3-4a0b-42d6-8538-c7a95c588823 admin admin] Notify callbacks [] for router, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:04.876506 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-ad94b9f3-4a0b-42d6-8538-c7a95c588823 admin admin] 10.222.0.68 "DELETE /v2.0/routers/34830575-e34b-4895-acb0-78e99349da98 HTTP/1.1" status: 204 len: 168 time: 3.3779578 Jul 14 09:24:04.879951 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 45350) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:04.897904 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 4167ba7c-b7ce-44f6-b8de-5d134e67339b no longer exists at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:24:04.935110 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b6d62b03-0f8d-4ce1-b908-1438db08717d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3876111'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:04.967310 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] No Port match for: 4167ba7c-b7ce-44f6-b8de-5d134e67339b {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:24:04.967665 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 4167ba7c-b7ce-44f6-b8de-5d134e67339b not bound to the agent host n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:24:04.967846 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_v2 [None req-05cc4c02-adf5-4183-8b2d-f9667bcd0278 admin admin] Deleting subnet 1664812e-2238-49de-b4c3-f444f0b2849d {{(pid=93957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:24:04.968435 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device d05554c5-384e-4cb0-8aed-ec2635738a2a no longer exists at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:24:04.971600 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-05cc4c02-adf5-4183-8b2d-f9667bcd0278 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:05.019446 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] No Port match for: d05554c5-384e-4cb0-8aed-ec2635738a2a {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:24:05.021291 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-05cc4c02-adf5-4183-8b2d-f9667bcd0278 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10944203'] for subnet, precommit_delete_associations {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:05.021983 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device d05554c5-384e-4cb0-8aed-ec2635738a2a not bound to the agent host n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:24:05.029470 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.db.resource_extend [None req-5f70c238-20af-4030-8a99-d1419d187d21 admin admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 14 09:24:05.139777 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5f70c238-20af-4030-8a99-d1419d187d21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:05.140783 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f70c238-20af-4030-8a99-d1419d187d21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:05.141409 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5f70c238-20af-4030-8a99-d1419d187d21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:05.210996 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfc39f0-2ed5-49d6-91c7-c6dd1a00ea01 req-306f8478-8ccd-4302-975b-4e1ed83da6c2 tempest-LiveMigrationTest-864996632 tempest-LiveMigrationTest-864996632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:05.212676 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-4dfc39f0-2ed5-49d6-91c7-c6dd1a00ea01 req-306f8478-8ccd-4302-975b-4e1ed83da6c2 tempest-LiveMigrationTest-864996632 tempest-LiveMigrationTest-864996632-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=b7a25cd8-edbb-4360-a9f3-d46c1450da41&tenant_id=88495f2d6951432397900165a462d224&binding%3Ahost_id=n-h1-779913-29 HTTP/1.1" status: 200 len: 1097 time: 0.7342691 Jul 14 09:24:05.237591 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 45364) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:05.253440 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-05cc4c02-adf5-4183-8b2d-f9667bcd0278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3481002'] for subnet, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:05.338027 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-5f70c238-20af-4030-8a99-d1419d187d21 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.1133680 Jul 14 09:24:05.345525 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 45368) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:05.354009 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-d16fbd68-fcd1-4d40-8761-f2cbd228626f admin admin] Request body: {'subnet': {'network_id': 'e5d0bb7f-16e5-466e-b410-4f6571888641', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1716723797-subnet', 'tenant_id': 'd85390a24caa46cfb1c6af28485cf40f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:24:05.385992 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bac3ac7-8fd4-4439-a86e-0bc08e608a09 req-f8678eca-7e11-4c04-8db3-39df599b8dff tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:05.387562 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-1bac3ac7-8fd4-4439-a86e-0bc08e608a09 req-f8678eca-7e11-4c04-8db3-39df599b8dff tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] 10.222.0.68 "GET /v2.0/ports?device_id=b7a25cd8-edbb-4360-a9f3-d46c1450da41 HTTP/1.1" status: 200 len: 945 time: 0.7421131 Jul 14 09:24:05.389532 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d16fbd68-fcd1-4d40-8761-f2cbd228626f admin admin] Made reservation on behalf of d85390a24caa46cfb1c6af28485cf40f for: {'subnet': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:24:05.390800 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b6d62b03-0f8d-4ce1-b908-1438db08717d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473955', 'neutron.services.segments.db._delete_segments_for_network-8735688326548'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:05.395066 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d16fbd68-fcd1-4d40-8761-f2cbd228626f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11984110'] for subnet, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:05.398392 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-05cc4c02-adf5-4183-8b2d-f9667bcd0278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10052701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11984075'] for subnet, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:05.439897 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-b6d62b03-0f8d-4ce1-b908-1438db08717d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba34a592-67fa-45a2-8754-925480b5fff1']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:24:05.457171 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f70c238-20af-4030-8a99-d1419d187d21 admin admin] Pushing event updated for resources: {'Network': ['ID=e5d0bb7f-16e5-466e-b410-4f6571888641,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:05.477168 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-b6d62b03-0f8d-4ce1-b908-1438db08717d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3cfe6136-9d62-4d2f-b67d-ccf414dbca45') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:24:05.477460 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-b6d62b03-0f8d-4ce1-b908-1438db08717d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3cfe6136-9d62-4d2f-b67d-ccf414dbca45') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:24:05.499862 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b6d62b03-0f8d-4ce1-b908-1438db08717d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735688356235', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13574129'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:05.502577 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f70c238-20af-4030-8a99-d1419d187d21 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:24:05.502952 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f70c238-20af-4030-8a99-d1419d187d21 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:24:05.503270 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f70c238-20af-4030-8a99-d1419d187d21 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:24:05.503602 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f70c238-20af-4030-8a99-d1419d187d21 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:24:05.503939 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f70c238-20af-4030-8a99-d1419d187d21 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:24:05.504269 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f70c238-20af-4030-8a99-d1419d187d21 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:24:05.504594 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f70c238-20af-4030-8a99-d1419d187d21 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:24:05.504920 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f70c238-20af-4030-8a99-d1419d187d21 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:24:05.505269 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f70c238-20af-4030-8a99-d1419d187d21 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:24:05.505621 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f70c238-20af-4030-8a99-d1419d187d21 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:24:05.505941 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f70c238-20af-4030-8a99-d1419d187d21 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:24:05.509388 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f70c238-20af-4030-8a99-d1419d187d21 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:24:05.512238 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-f19026d7-f4a7-45d0-b355-1b2cc31f7919 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=5c25eff277334014b367d16a82a1dc76&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2734296 Jul 14 09:24:05.513237 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cc4c02-adf5-4183-8b2d-f9667bcd0278 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1664812e-2238-49de-b4c3-f444f0b2849d,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:05.518069 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-05cc4c02-adf5-4183-8b2d-f9667bcd0278 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:05.520490 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-05cc4c02-adf5-4183-8b2d-f9667bcd0278 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/1664812e-2238-49de-b4c3-f444f0b2849d HTTP/1.1" status: 204 len: 168 time: 0.6391449 Jul 14 09:24:05.523201 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 45370) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:05.523512 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 45372) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:05.525603 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-91d09901-8515-4f0f-92e7-2a06a0c00e52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13573993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16714586'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:05.528770 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae72454e-8b50-49f2-afdc-54f421e0a51a None None] Network 57d73eca-dd61-4ba4-b5e5-9dd057773576 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:24:05.566179 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b6d62b03-0f8d-4ce1-b908-1438db08717d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:05.591353 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-1bac3ac7-8fd4-4439-a86e-0bc08e608a09 req-c79a388a-e318-4087-a31b-cca2f0ec9834 tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] 10.222.0.68 "GET /v2.0/security-groups?id=cf40bcd2-1dd1-48fb-a6b7-6df0e80ce2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543913 Jul 14 09:24:05.594687 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6d62b03-0f8d-4ce1-b908-1438db08717d admin admin] Releasing vlan 720 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:24:05.595116 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b6d62b03-0f8d-4ce1-b908-1438db08717d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13573126'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:05.598110 n-d-779913-29 neutron-server[93958]: Traceback (most recent call last): Jul 14 09:24:05.598110 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:24:05.598110 n-d-779913-29 neutron-server[93958]: timer() Jul 14 09:24:05.598110 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:24:05.598110 n-d-779913-29 neutron-server[93958]: cb(*args, **kw) Jul 14 09:24:05.598110 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:24:05.598110 n-d-779913-29 neutron-server[93958]: return func(*args, **kwargs) Jul 14 09:24:05.598110 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:24:05.598110 n-d-779913-29 neutron-server[93958]: self._notify() Jul 14 09:24:05.598110 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:24:05.598110 n-d-779913-29 neutron-server[93958]: self.callback(batched_events) Jul 14 09:24:05.598110 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:24:05.598110 n-d-779913-29 neutron-server[93958]: event.method(event) Jul 14 09:24:05.598110 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:24:05.598110 n-d-779913-29 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:24:05.598110 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:24:05.598110 n-d-779913-29 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:24:05.598110 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:24:05.598110 n-d-779913-29 neutron-server[93958]: return f(self, *a, **k) Jul 14 09:24:05.598110 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:24:05.598110 n-d-779913-29 neutron-server[93958]: return self._get(url).json() Jul 14 09:24:05.598110 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:24:05.598110 n-d-779913-29 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:24:05.598110 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:24:05.598110 n-d-779913-29 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 14 09:24:05.598110 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:24:05.598110 n-d-779913-29 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:24:05.598110 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:24:05.598110 n-d-779913-29 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:24:05.598110 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:24:05.598110 n-d-779913-29 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:24:05.598110 n-d-779913-29 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:24:05.655843 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfc39f0-2ed5-49d6-91c7-c6dd1a00ea01 req-a7561add-b767-4fa5-ae68-914c31388be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:05.657372 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-4dfc39f0-2ed5-49d6-91c7-c6dd1a00ea01 req-a7561add-b767-4fa5-ae68-914c31388be4 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b7a25cd8-edbb-4360-a9f3-d46c1450da41&tenant_id=88495f2d6951432397900165a462d224 HTTP/1.1" status: 200 len: 1097 time: 0.3415127 Jul 14 09:24:05.665589 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d09901-8515-4f0f-92e7-2a06a0c00e52 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7aa7ebb9-1cd7-4bcb-a86c-b1b49761ab04,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:05.678074 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-bd292b3d-a00f-4de8-bc15-e1e1c0cb3f56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3876111'] for network, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:05.688795 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Network e5d0bb7f-16e5-466e-b410-4f6571888641 details requested by agent ovs-agent-n-d-779913-29 with host n-d-779913-29 {{(pid=93959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:24:05.715843 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3c7f3f35-2d82-4ce4-8d50-a5e8187726a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:05.744105 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b6d62b03-0f8d-4ce1-b908-1438db08717d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660504'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:05.759484 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b6d62b03-0f8d-4ce1-b908-1438db08717d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:05.764699 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-b6d62b03-0f8d-4ce1-b908-1438db08717d admin admin] 10.222.0.68 "DELETE /v2.0/networks/ba34a592-67fa-45a2-8754-925480b5fff1 HTTP/1.1" status: 204 len: 168 time: 1.3574743 Jul 14 09:24:05.773914 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 7fd63e7d-0e33-468b-92d5-d292b336b066 no longer exists at agent hyperv_n-h1-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:24:05.790131 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d09901-8515-4f0f-92e7-2a06a0c00e52 admin admin] Checking segment: {'id': 'fbee0cef-2769-4002-a250-507614fd960d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '306a0bc6-d197-4ff4-9a5e-b84eb29a3de2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:24:05.790515 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91d09901-8515-4f0f-92e7-2a06a0c00e52 admin admin] Network hostable DHCP agents. Network: 306a0bc6-d197-4ff4-9a5e-b84eb29a3de2, hostable agents: ['c6a09bd4-f72e-4283-a3ca-0bbca8a51081'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:24:05.808849 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d62b03-0f8d-4ce1-b908-1438db08717d admin admin] Pushing event deleted for resources: {'Network': ['ID=ba34a592-67fa-45a2-8754-925480b5fff1,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:05.819698 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3c7f3f35-2d82-4ce4-8d50-a5e8187726a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:05.858561 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 7fd63e7d-0e33-468b-92d5-d292b336b066 not bound to the agent host n-h1-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:24:05.865872 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91d09901-8515-4f0f-92e7-2a06a0c00e52 admin admin] Network 306a0bc6-d197-4ff4-9a5e-b84eb29a3de2 is scheduled to be hosted by DHCP agent c6a09bd4-f72e-4283-a3ca-0bbca8a51081 with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:24:05.897524 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-bd292b3d-a00f-4de8-bc15-e1e1c0cb3f56 admin admin] Deleting port 7e2926e8-2507-4b1a-80b7-0cd16b165c94 {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:24:05.899211 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-bd292b3d-a00f-4de8-bc15-e1e1c0cb3f56 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:05.902254 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-91d09901-8515-4f0f-92e7-2a06a0c00e52 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-29, 306a0bc6-d197-4ff4-9a5e-b84eb29a3de2) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:24:05.917429 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91d09901-8515-4f0f-92e7-2a06a0c00e52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:05.917640 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-91d09901-8515-4f0f-92e7-2a06a0c00e52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:05.926349 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-768e0960-cf44-4db1-abec-b967cc630c54 None None] Network 306a0bc6-d197-4ff4-9a5e-b84eb29a3de2 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:24:05.937340 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfc39f0-2ed5-49d6-91c7-c6dd1a00ea01 req-1106ca7e-9159-46ff-a74b-5ab6acbcebbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:05.939108 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-4dfc39f0-2ed5-49d6-91c7-c6dd1a00ea01 req-1106ca7e-9159-46ff-a74b-5ab6acbcebbf service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=88495f2d6951432397900165a462d224&device_id=b7a25cd8-edbb-4360-a9f3-d46c1450da41 HTTP/1.1" status: 200 len: 1097 time: 0.2411089 Jul 14 09:24:05.979277 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-bd292b3d-a00f-4de8-bc15-e1e1c0cb3f56 admin admin] For port 7e2926e8-2507-4b1a-80b7-0cd16b165c94, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=7e2926e8-2507-4b1a-80b7-0cd16b165c94,segment=NetworkSegment(2712eb7d-f4d1-4601-b663-353f2362e579),segment_id=2712eb7d-f4d1-4601-b663-353f2362e579)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:24:05.979745 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-bd292b3d-a00f-4de8-bc15-e1e1c0cb3f56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:05.995176 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 45376) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:06.008500 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-bd292b3d-a00f-4de8-bc15-e1e1c0cb3f56 admin admin] Calling delete_port for 7e2926e8-2507-4b1a-80b7-0cd16b165c94 owned by network:dhcp {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:24:06.033768 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4f29517-f212-465b-94b2-a3f256d7801e None None] DHCP port deletion for 57d73eca-dd61-4ba4-b5e5-9dd057773576 request from n-d-779913-29 {{(pid=93959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:24:06.074023 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-91d09901-8515-4f0f-92e7-2a06a0c00e52 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.6658547 Jul 14 09:24:06.128036 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d16fbd68-fcd1-4d40-8761-f2cbd228626f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10052764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11984092'] for subnet, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:06.180687 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3c7f3f35-2d82-4ce4-8d50-a5e8187726a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:06.183549 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3c7f3f35-2d82-4ce4-8d50-a5e8187726a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:06.184904 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-3c7f3f35-2d82-4ce4-8d50-a5e8187726a0 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/2b3d19fa-539f-4220-b7f3-c14068d57c87 HTTP/1.1" status: 204 len: 168 time: 0.6603677 Jul 14 09:24:06.222100 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7f3f35-2d82-4ce4-8d50-a5e8187726a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b3d19fa-539f-4220-b7f3-c14068d57c87,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:06.254942 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16fbd68-fcd1-4d40-8761-f2cbd228626f admin admin] Pushing event updated for resources: {'Subnet': ['ID=d16d7bca-169a-4a46-ba38-f2d93fdc0870,revision_number=0']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:06.282401 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-93be6137-8bdf-415d-97d2-c0b642e3f36f admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=9aec1f2a14a249eeb06403ce1deff4a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2861068 Jul 14 09:24:06.283330 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-bd292b3d-a00f-4de8-bc15-e1e1c0cb3f56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:06.296067 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 45390) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:06.310590 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd292b3d-a00f-4de8-bc15-e1e1c0cb3f56 admin admin] No DVR routers for this DVR port 7e2926e8-2507-4b1a-80b7-0cd16b165c94 on host n-d-779913-29 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:24:06.314221 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfc39f0-2ed5-49d6-91c7-c6dd1a00ea01 req-21633c39-35be-4bdc-a865-c7f4d05bf358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:06.315680 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-4dfc39f0-2ed5-49d6-91c7-c6dd1a00ea01 req-21633c39-35be-4bdc-a865-c7f4d05bf358 service neutron] 10.222.0.57 "GET /v2.0/networks?id=fdafaba0-da53-47c8-a4eb-7c69deccbba6 HTTP/1.1" status: 200 len: 909 time: 0.3683963 Jul 14 09:24:06.344631 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d16fbd68-fcd1-4d40-8761-f2cbd228626f admin admin] Checking segment: {'id': '901c3b48-a84f-4bce-be92-b70d9bb3defe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'e5d0bb7f-16e5-466e-b410-4f6571888641'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:24:06.347666 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d16fbd68-fcd1-4d40-8761-f2cbd228626f admin admin] Network hostable DHCP agents. Network: e5d0bb7f-16e5-466e-b410-4f6571888641, hostable agents: ['c6a09bd4-f72e-4283-a3ca-0bbca8a51081'], hosted agents: [] {{(pid=93957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:24:06.370890 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd292b3d-a00f-4de8-bc15-e1e1c0cb3f56 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e2926e8-2507-4b1a-80b7-0cd16b165c94,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:06.411215 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-4dfc39f0-2ed5-49d6-91c7-c6dd1a00ea01 req-73661a9b-1969-48bd-bdf3-dcb8e2810001 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7fd63e7d-0e33-468b-92d5-d292b336b066 HTTP/1.1" status: 200 len: 217 time: 0.0765216 Jul 14 09:24:06.440114 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5b8155a-58e0-4e37-b0d2-1e2accd15d0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf57baaa9-fd24-59f4-8fd2-1dc21122ce72-306a0bc6-d197-4ff4-9a5e-b84eb29a3de2', 'network_id': '306a0bc6-d197-4ff4-9a5e-b84eb29a3de2', 'tenant_id': '93cc94b52edc46d0bba2f5b2ba951e85', 'fixed_ips': [{'subnet_id': '7aa7ebb9-1cd7-4bcb-a86c-b1b49761ab04'}]}} from n-d-779913-29. {{(pid=93959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:24:06.446644 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b5b8155a-58e0-4e37-b0d2-1e2accd15d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:06.574105 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfc39f0-2ed5-49d6-91c7-c6dd1a00ea01 req-4608bbd1-362b-4ff3-82ba-409aa05c98ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:06.575699 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-4dfc39f0-2ed5-49d6-91c7-c6dd1a00ea01 req-4608bbd1-362b-4ff3-82ba-409aa05c98ad service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5194e827-9fb1-419e-b4bc-69aee8b3dca3 HTTP/1.1" status: 200 len: 848 time: 0.1527154 Jul 14 09:24:06.595137 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d16fbd68-fcd1-4d40-8761-f2cbd228626f admin admin] Network e5d0bb7f-16e5-466e-b410-4f6571888641 is scheduled to be hosted by DHCP agent c6a09bd4-f72e-4283-a3ca-0bbca8a51081 with binding_index 1 {{(pid=93957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:24:06.612790 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-bd292b3d-a00f-4de8-bc15-e1e1c0cb3f56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473955', 'neutron.services.segments.db._delete_segments_for_network-8735688326548'] for network, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:06.646638 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-4dfc39f0-2ed5-49d6-91c7-c6dd1a00ea01 req-ced24bab-c93e-4653-8529-b09b094ca968 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fdafaba0-da53-47c8-a4eb-7c69deccbba6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0609367 Jul 14 09:24:06.663757 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-d16fbd68-fcd1-4d40-8761-f2cbd228626f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-29, e5d0bb7f-16e5-466e-b410-4f6571888641) {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:24:06.685539 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-bd292b3d-a00f-4de8-bc15-e1e1c0cb3f56 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57d73eca-dd61-4ba4-b5e5-9dd057773576']}} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:24:06.697196 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d16fbd68-fcd1-4d40-8761-f2cbd228626f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:06.698375 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de071d14-b626-4292-963b-2c4b17a828b0 None None] Network e5d0bb7f-16e5-466e-b410-4f6571888641 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:24:06.705118 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d16fbd68-fcd1-4d40-8761-f2cbd228626f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:06.718073 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-c4f29517-f212-465b-94b2-a3f256d7801e None None] Deleting port 7e2926e8-2507-4b1a-80b7-0cd16b165c94 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:24:06.718448 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c4f29517-f212-465b-94b2-a3f256d7801e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:06.782110 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-d16fbd68-fcd1-4d40-8761-f2cbd228626f admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4352593 Jul 14 09:24:06.801128 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-bd292b3d-a00f-4de8-bc15-e1e1c0cb3f56 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2712eb7d-f4d1-4601-b663-353f2362e579') {'for_net_delete': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:24:06.801438 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-bd292b3d-a00f-4de8-bc15-e1e1c0cb3f56 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2712eb7d-f4d1-4601-b663-353f2362e579') {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:24:06.815418 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b098b461-c906-4108-b04d-07195e1fcedb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:06.827365 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-bd292b3d-a00f-4de8-bc15-e1e1c0cb3f56 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735688356235', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10944210'] for segment, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:06.897099 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-bd292b3d-a00f-4de8-bc15-e1e1c0cb3f56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:06.911965 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b098b461-c906-4108-b04d-07195e1fcedb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:06.926880 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd292b3d-a00f-4de8-bc15-e1e1c0cb3f56 admin admin] Releasing vlan 730 on physical network physnet1 to pool {{(pid=93957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:24:06.927349 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-bd292b3d-a00f-4de8-bc15-e1e1c0cb3f56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10053619'] for segment, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:06.929249 n-d-779913-29 neutron-server[93957]: Traceback (most recent call last): Jul 14 09:24:06.929249 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:24:06.929249 n-d-779913-29 neutron-server[93957]: timer() Jul 14 09:24:06.929249 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:24:06.929249 n-d-779913-29 neutron-server[93957]: cb(*args, **kw) Jul 14 09:24:06.929249 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:24:06.929249 n-d-779913-29 neutron-server[93957]: return func(*args, **kwargs) Jul 14 09:24:06.929249 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:24:06.929249 n-d-779913-29 neutron-server[93957]: self._notify() Jul 14 09:24:06.929249 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:24:06.929249 n-d-779913-29 neutron-server[93957]: self.callback(batched_events) Jul 14 09:24:06.929249 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:24:06.929249 n-d-779913-29 neutron-server[93957]: event.method(event) Jul 14 09:24:06.929249 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:24:06.929249 n-d-779913-29 neutron-server[93957]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:24:06.929249 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:24:06.929249 n-d-779913-29 neutron-server[93957]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:24:06.929249 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:24:06.929249 n-d-779913-29 neutron-server[93957]: return f(self, *a, **k) Jul 14 09:24:06.929249 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:24:06.929249 n-d-779913-29 neutron-server[93957]: return self._get(url).json() Jul 14 09:24:06.929249 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:24:06.929249 n-d-779913-29 neutron-server[93957]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:24:06.929249 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:24:06.929249 n-d-779913-29 neutron-server[93957]: return self.request(url, 'GET', **kwargs) Jul 14 09:24:06.929249 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:24:06.929249 n-d-779913-29 neutron-server[93957]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:24:06.929249 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:24:06.929249 n-d-779913-29 neutron-server[93957]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:24:06.929249 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:24:06.929249 n-d-779913-29 neutron-server[93957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:24:06.929249 n-d-779913-29 neutron-server[93957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:24:06.998026 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 7e2926e8-2507-4b1a-80b7-0cd16b165c94 no longer exists at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:24:07.036241 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-bd292b3d-a00f-4de8-bc15-e1e1c0cb3f56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660504'] for network, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:07.056872 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-bd292b3d-a00f-4de8-bc15-e1e1c0cb3f56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for network, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:07.060494 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-bd292b3d-a00f-4de8-bc15-e1e1c0cb3f56 admin admin] 10.222.0.68 "DELETE /v2.0/networks/57d73eca-dd61-4ba4-b5e5-9dd057773576 HTTP/1.1" status: 204 len: 168 time: 1.5337493 Jul 14 09:24:07.072010 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 45412) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:07.080015 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd292b3d-a00f-4de8-bc15-e1e1c0cb3f56 admin admin] Pushing event deleted for resources: {'Network': ['ID=57d73eca-dd61-4ba4-b5e5-9dd057773576,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:07.170185 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] No Port match for: 7e2926e8-2507-4b1a-80b7-0cd16b165c94 {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:24:07.170504 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b098b461-c906-4108-b04d-07195e1fcedb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:07.171041 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 7e2926e8-2507-4b1a-80b7-0cd16b165c94 not bound to the agent host n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:24:07.173101 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b098b461-c906-4108-b04d-07195e1fcedb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:07.183486 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-b098b461-c906-4108-b04d-07195e1fcedb admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/2f3c10cd-0697-42bc-8a6e-c1629c02f90e HTTP/1.1" status: 204 len: 168 time: 0.8815677 Jul 14 09:24:07.199110 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-4dfc39f0-2ed5-49d6-91c7-c6dd1a00ea01 req-78e4ebe3-4da4-4432-9175-c94980b1b6fc service neutron] 10.222.0.57 "GET /v2.0/networks/fdafaba0-da53-47c8-a4eb-7c69deccbba6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5430024 Jul 14 09:24:07.228003 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c4f29517-f212-465b-94b2-a3f256d7801e None None] For port 7e2926e8-2507-4b1a-80b7-0cd16b165c94, host n-d-779913-29, got binding levels [] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:24:07.228662 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c4f29517-f212-465b-94b2-a3f256d7801e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:07.275796 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-b5b8155a-58e0-4e37-b0d2-1e2accd15d0e None None] Allocated IP 172.20.0.2 (306a0bc6-d197-4ff4-9a5e-b84eb29a3de2/7aa7ebb9-1cd7-4bcb-a86c-b1b49761ab04/723b9546-989b-4dd3-b0db-e8a3b17a5d76) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:24:07.284701 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-c4f29517-f212-465b-94b2-a3f256d7801e None None] Calling delete_port for 7e2926e8-2507-4b1a-80b7-0cd16b165c94 owned by network:dhcp {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:24:07.290589 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.ipam_backend_mixin [None req-c4f29517-f212-465b-94b2-a3f256d7801e None None] Port 7e2926e8-2507-4b1a-80b7-0cd16b165c94 was not found and therefore no delete operation was performed {{(pid=93959) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 14 09:24:07.319501 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c4f29517-f212-465b-94b2-a3f256d7801e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:07.332523 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c4f29517-f212-465b-94b2-a3f256d7801e None None] Network 57d73eca-dd61-4ba4-b5e5-9dd057773576 is not hosted by any dhcp agent {{(pid=93959) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 14 09:24:07.342975 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f29517-f212-465b-94b2-a3f256d7801e None None] No DVR routers for this DVR port 7e2926e8-2507-4b1a-80b7-0cd16b165c94 on host n-d-779913-29 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:24:07.363043 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f29517-f212-465b-94b2-a3f256d7801e None None] Pushing event deleted for resources: {'Port': ['ID=7e2926e8-2507-4b1a-80b7-0cd16b165c94,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:07.373314 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33a99a9a-19f9-4465-a68e-1ff91d92906d None None] Network e5d0bb7f-16e5-466e-b410-4f6571888641 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:24:07.432008 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b69b112-5636-453a-b6bf-548e2ef74a3a req-7d3a9d9b-a205-42bc-ad63-1e5a56342184 tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:07.440402 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-4b69b112-5636-453a-b6bf-548e2ef74a3a req-7d3a9d9b-a205-42bc-ad63-1e5a56342184 tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] 10.222.0.68 "GET /v2.0/ports?device_id=b7a25cd8-edbb-4360-a9f3-d46c1450da41 HTTP/1.1" status: 200 len: 945 time: 0.5580363 Jul 14 09:24:07.444040 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-4dfc39f0-2ed5-49d6-91c7-c6dd1a00ea01 req-2e2e66a5-f80b-4620-8ce4-5b323b323c3c service neutron] 10.222.0.57 "GET /v2.0/networks/fdafaba0-da53-47c8-a4eb-7c69deccbba6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2305219 Jul 14 09:24:07.524273 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b098b461-c906-4108-b04d-07195e1fcedb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f3c10cd-0697-42bc-8a6e-c1629c02f90e,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:07.539059 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-4b69b112-5636-453a-b6bf-548e2ef74a3a req-48413ce2-aa66-4ad3-96cb-4a2be678f631 tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] 10.222.0.68 "GET /v2.0/security-groups?id=cf40bcd2-1dd1-48fb-a6b7-6df0e80ce2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973129 Jul 14 09:24:07.896077 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b5b8155a-58e0-4e37-b0d2-1e2accd15d0e None None] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:07.931494 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-b5b8155a-58e0-4e37-b0d2-1e2accd15d0e None None] Transition to ACTIVE for port object 723b9546-989b-4dd3-b0db-e8a3b17a5d76 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:24:07.979776 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-b5b8155a-58e0-4e37-b0d2-1e2accd15d0e None None] Transition to ACTIVE for port object 723b9546-989b-4dd3-b0db-e8a3b17a5d76 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:24:07.991126 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b5b8155a-58e0-4e37-b0d2-1e2accd15d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:07.993293 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e73371e-b27d-408c-9857-29bebc59595a req-9a569ce2-e8d8-4d7c-b2de-b40cd5b3bdee tempest-ListServerFiltersTestJSON-249454475 tempest-ListServerFiltersTestJSON-249454475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:08.007357 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3e73371e-b27d-408c-9857-29bebc59595a req-9a569ce2-e8d8-4d7c-b2de-b40cd5b3bdee tempest-ListServerFiltersTestJSON-249454475 tempest-ListServerFiltersTestJSON-249454475-project] 10.222.0.68 "GET /v2.0/networks?id=306a0bc6-d197-4ff4-9a5e-b84eb29a3de2 HTTP/1.1" status: 200 len: 816 time: 0.8219535 Jul 14 09:24:08.057167 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfc39f0-2ed5-49d6-91c7-c6dd1a00ea01 req-aef41cdf-5821-4307-9457-d2c9bbe042ca tempest-LiveMigrationTest-864996632 tempest-LiveMigrationTest-864996632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:08.063465 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-4dfc39f0-2ed5-49d6-91c7-c6dd1a00ea01 req-aef41cdf-5821-4307-9457-d2c9bbe042ca tempest-LiveMigrationTest-864996632 tempest-LiveMigrationTest-864996632-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=b7a25cd8-edbb-4360-a9f3-d46c1450da41&tenant_id=88495f2d6951432397900165a462d224&binding%3Ahost_id=n-h2-779913-29 HTTP/1.1" status: 200 len: 1097 time: 0.1599314 Jul 14 09:24:08.066169 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3e73371e-b27d-408c-9857-29bebc59595a req-60f882e0-a470-4681-b1b1-b342519b132b tempest-ListServerFiltersTestJSON-249454475 tempest-ListServerFiltersTestJSON-249454475-project] 10.222.0.68 "GET /v2.0/quotas/93cc94b52edc46d0bba2f5b2ba951e85 HTTP/1.1" status: 200 len: 375 time: 0.0577960 Jul 14 09:24:08.100595 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b8155a-58e0-4e37-b0d2-1e2accd15d0e None None] Pushing event updated for resources: {'Port': ['ID=723b9546-989b-4dd3-b0db-e8a3b17a5d76,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:08.134295 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5b8155a-58e0-4e37-b0d2-1e2accd15d0e None None] Network 306a0bc6-d197-4ff4-9a5e-b84eb29a3de2 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:24:08.138455 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-b5b8155a-58e0-4e37-b0d2-1e2accd15d0e None None] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:24:08.143626 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b8155a-58e0-4e37-b0d2-1e2accd15d0e None None] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:24:08.282837 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-b5b8155a-58e0-4e37-b0d2-1e2accd15d0e None None] Attempting to bind port 723b9546-989b-4dd3-b0db-e8a3b17a5d76 on host n-d-779913-29 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:24:08.283243 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-b5b8155a-58e0-4e37-b0d2-1e2accd15d0e None None] Attempting to bind port 723b9546-989b-4dd3-b0db-e8a3b17a5d76 by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': 'fbee0cef-2769-4002-a250-507614fd960d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '306a0bc6-d197-4ff4-9a5e-b84eb29a3de2'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:24:08.283615 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b8155a-58e0-4e37-b0d2-1e2accd15d0e None None] Attempting to bind port 723b9546-989b-4dd3-b0db-e8a3b17a5d76 on network 306a0bc6-d197-4ff4-9a5e-b84eb29a3de2 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:24:08.294284 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b8155a-58e0-4e37-b0d2-1e2accd15d0e None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 23, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:24:08.294720 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b8155a-58e0-4e37-b0d2-1e2accd15d0e None None] Checking segment: {'id': 'fbee0cef-2769-4002-a250-507614fd960d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '306a0bc6-d197-4ff4-9a5e-b84eb29a3de2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:24:08.295070 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b5b8155a-58e0-4e37-b0d2-1e2accd15d0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:08.295472 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b8155a-58e0-4e37-b0d2-1e2accd15d0e None None] Bound using segment: {'id': 'fbee0cef-2769-4002-a250-507614fd960d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '306a0bc6-d197-4ff4-9a5e-b84eb29a3de2'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:24:08.295944 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-b5b8155a-58e0-4e37-b0d2-1e2accd15d0e None None] Bound port: 723b9546-989b-4dd3-b0db-e8a3b17a5d76, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbee0cef-2769-4002-a250-507614fd960d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '306a0bc6-d197-4ff4-9a5e-b84eb29a3de2'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:24:08.298288 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b5b8155a-58e0-4e37-b0d2-1e2accd15d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:08.322180 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3e73371e-b27d-408c-9857-29bebc59595a req-61ab925b-e545-459a-96d8-87dca0c05f42 tempest-ListServerFiltersTestJSON-249454475 tempest-ListServerFiltersTestJSON-249454475-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=93cc94b52edc46d0bba2f5b2ba951e85&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2550137 Jul 14 09:24:08.328223 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-4dfc39f0-2ed5-49d6-91c7-c6dd1a00ea01 req-5b1a968c-54af-4913-9c58-fcf178542a9b service neutron] For port 7fd63e7d-0e33-468b-92d5-d292b336b066, host n-h1-779913-29, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:24:08.341551 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-4dfc39f0-2ed5-49d6-91c7-c6dd1a00ea01 req-5b1a968c-54af-4913-9c58-fcf178542a9b service neutron] Notify callbacks [] for binding, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:08.343422 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-4dfc39f0-2ed5-49d6-91c7-c6dd1a00ea01 req-5b1a968c-54af-4913-9c58-fcf178542a9b service neutron] 10.222.0.57 "DELETE /v2.0/ports/7fd63e7d-0e33-468b-92d5-d292b336b066/bindings/n-h1-779913-29 HTTP/1.1" status: 204 len: 173 time: 0.2718797 Jul 14 09:24:08.413785 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-b5b8155a-58e0-4e37-b0d2-1e2accd15d0e None None] For port 723b9546-989b-4dd3-b0db-e8a3b17a5d76, host n-d-779913-29, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:24:08.420194 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-b5b8155a-58e0-4e37-b0d2-1e2accd15d0e None None] For port 723b9546-989b-4dd3-b0db-e8a3b17a5d76, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=723b9546-989b-4dd3-b0db-e8a3b17a5d76,segment=NetworkSegment(fbee0cef-2769-4002-a250-507614fd960d),segment_id=fbee0cef-2769-4002-a250-507614fd960d)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:24:08.429000 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b5b8155a-58e0-4e37-b0d2-1e2accd15d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:08.596587 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3e73371e-b27d-408c-9857-29bebc59595a req-89419e23-fc3b-4a43-8f3b-9be949eea40f service neutron] 10.222.0.68 "GET /v2.0/networks/306a0bc6-d197-4ff4-9a5e-b84eb29a3de2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2730932 Jul 14 09:24:08.606481 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c0e7fc8c-6a98-43d1-a934-fd0913445f88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-683602'] for router_interface, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:08.725103 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b8155a-58e0-4e37-b0d2-1e2accd15d0e None None] Pushing event updated for resources: {'Port': ['ID=723b9546-989b-4dd3-b0db-e8a3b17a5d76,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:08.861655 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc00238-654d-4f11-bc95-eee5e41745cd req-279b32cb-41b5-4d4f-a68d-7920b10389e4 tempest-ServerTagsTestJSON-1741644832 tempest-ServerTagsTestJSON-1741644832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:08.863406 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-0dc00238-654d-4f11-bc95-eee5e41745cd req-279b32cb-41b5-4d4f-a68d-7920b10389e4 tempest-ServerTagsTestJSON-1741644832 tempest-ServerTagsTestJSON-1741644832-project] 10.222.0.68 "GET /v2.0/networks?id=e5d0bb7f-16e5-466e-b410-4f6571888641 HTTP/1.1" status: 200 len: 809 time: 0.2474091 Jul 14 09:24:08.882977 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-0dc00238-654d-4f11-bc95-eee5e41745cd req-57b91e38-8e2c-4a74-80a9-d99224130c64 tempest-ServerTagsTestJSON-1741644832 tempest-ServerTagsTestJSON-1741644832-project] 10.222.0.68 "GET /v2.0/quotas/d85390a24caa46cfb1c6af28485cf40f HTTP/1.1" status: 200 len: 375 time: 0.0104020 Jul 14 09:24:08.953013 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-0dc00238-654d-4f11-bc95-eee5e41745cd req-9a42f7d4-a2e3-4f99-a3cf-6b2db05a205a tempest-ServerTagsTestJSON-1741644832 tempest-ServerTagsTestJSON-1741644832-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=d85390a24caa46cfb1c6af28485cf40f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0617785 Jul 14 09:24:08.975239 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3e73371e-b27d-408c-9857-29bebc59595a req-44236677-a297-4ba1-8814-a77e2f49288c service neutron] 10.222.0.68 "GET /v2.0/networks/306a0bc6-d197-4ff4-9a5e-b84eb29a3de2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3649879 Jul 14 09:24:09.046727 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 45490) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:09.200621 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-0dc00238-654d-4f11-bc95-eee5e41745cd req-ff973d4f-9dee-4fb4-bb6e-b4e63cc8f9c2 service neutron] 10.222.0.68 "GET /v2.0/networks/e5d0bb7f-16e5-466e-b410-4f6571888641?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2381527 Jul 14 09:24:09.244514 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-c0e7fc8c-6a98-43d1-a934-fd0913445f88 admin admin] Deleting port 9d6dc8ae-fc8d-4a95-b78a-f102e4b19a81 {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:24:09.244514 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c0e7fc8c-6a98-43d1-a934-fd0913445f88 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:09.400236 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-c0e7fc8c-6a98-43d1-a934-fd0913445f88 admin admin] For port 9d6dc8ae-fc8d-4a95-b78a-f102e4b19a81, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=9d6dc8ae-fc8d-4a95-b78a-f102e4b19a81,segment=NetworkSegment(d81ded90-375f-4c24-b1be-e729bc4aa402),segment_id=d81ded90-375f-4c24-b1be-e729bc4aa402)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:24:09.401632 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c0e7fc8c-6a98-43d1-a934-fd0913445f88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:09.419090 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-c0e7fc8c-6a98-43d1-a934-fd0913445f88 admin admin] Calling delete_port for 9d6dc8ae-fc8d-4a95-b78a-f102e4b19a81 owned by network:router_interface {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:24:09.477450 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-0dc00238-654d-4f11-bc95-eee5e41745cd req-d0a3b852-6c52-4df4-ab72-543cfa94360f service neutron] 10.222.0.68 "GET /v2.0/networks/e5d0bb7f-16e5-466e-b410-4f6571888641?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2755332 Jul 14 09:24:09.537782 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-79f86128-c309-4dc3-a1cd-83a425118021 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1849090366-network', 'tenant_id': 'a58d0743c32d4136b2d5b8700c6833b4'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:24:10.373841 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-384dcdb7-b8d1-45fe-9ef3-862c21bad181 None None] Network 306a0bc6-d197-4ff4-9a5e-b84eb29a3de2 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:24:10.461944 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79f86128-c309-4dc3-a1cd-83a425118021 admin admin] Made reservation on behalf of a58d0743c32d4136b2d5b8700c6833b4 for: {'network': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:24:10.476155 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-79f86128-c309-4dc3-a1cd-83a425118021 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for network, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:10.515413 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fe52f1-3c12-4f82-abff-e187f9bf8ebe req-4fcfff01-ec5e-49c5-8c44-9f1d653ac666 tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:10.517259 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-69fe52f1-3c12-4f82-abff-e187f9bf8ebe req-4fcfff01-ec5e-49c5-8c44-9f1d653ac666 tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] 10.222.0.68 "GET /v2.0/ports?device_id=b7a25cd8-edbb-4360-a9f3-d46c1450da41 HTTP/1.1" status: 200 len: 945 time: 0.9752774 Jul 14 09:24:10.520812 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-79f86128-c309-4dc3-a1cd-83a425118021 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:10.607851 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-af5f041d-bfb6-497d-a29f-692730faaab5 None None] Provisioning for port 723b9546-989b-4dd3-b0db-e8a3b17a5d76 completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:24:10.762520 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b57ccb7-3742-457e-954e-4f069529e1f2 req-2c296330-0819-4d8a-95da-3f5d10ec9b89 tempest-ListServerFiltersTestJSON-249454475 tempest-ListServerFiltersTestJSON-249454475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:10.791093 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-7b57ccb7-3742-457e-954e-4f069529e1f2 req-2c296330-0819-4d8a-95da-3f5d10ec9b89 tempest-ListServerFiltersTestJSON-249454475 tempest-ListServerFiltersTestJSON-249454475-project] 10.222.0.68 "GET /v2.0/networks?id=306a0bc6-d197-4ff4-9a5e-b84eb29a3de2 HTTP/1.1" status: 200 len: 816 time: 0.3271849 Jul 14 09:24:10.812897 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-79f86128-c309-4dc3-a1cd-83a425118021 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:10.867460 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-7b57ccb7-3742-457e-954e-4f069529e1f2 req-b43a831c-6eb2-43d2-8c24-1c872797b298 tempest-ListServerFiltersTestJSON-249454475 tempest-ListServerFiltersTestJSON-249454475-project] 10.222.0.68 "GET /v2.0/quotas/93cc94b52edc46d0bba2f5b2ba951e85 HTTP/1.1" status: 200 len: 375 time: 0.0681815 Jul 14 09:24:10.879548 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-79f86128-c309-4dc3-a1cd-83a425118021 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:10.895422 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79f86128-c309-4dc3-a1cd-83a425118021 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 716} {{(pid=93957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:24:10.912945 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-79f86128-c309-4dc3-a1cd-83a425118021 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:10.913389 n-d-779913-29 neutron-server[93957]: INFO neutron.db.segments_db [None req-79f86128-c309-4dc3-a1cd-83a425118021 admin admin] Added segment 836a85c8-8989-45d6-bb70-48fe95102097 of type vlan for network db13ce49-f099-44a4-aff7-5cf5e027e32a Jul 14 09:24:10.975630 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-79f86128-c309-4dc3-a1cd-83a425118021 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735687821325'] for network, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:11.017486 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c0e7fc8c-6a98-43d1-a934-fd0913445f88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:11.067372 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-79f86128-c309-4dc3-a1cd-83a425118021 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855'] for network, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:11.068925 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79f86128-c309-4dc3-a1cd-83a425118021 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:11.069626 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-79f86128-c309-4dc3-a1cd-83a425118021 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for network, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:11.208507 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 723b9546-989b-4dd3-b0db-e8a3b17a5d76 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:24:11.275038 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-7b57ccb7-3742-457e-954e-4f069529e1f2 req-e6bb3302-ebff-4832-a902-a8d96a5d9767 tempest-ListServerFiltersTestJSON-249454475 tempest-ListServerFiltersTestJSON-249454475-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=93cc94b52edc46d0bba2f5b2ba951e85&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4059947 Jul 14 09:24:11.374746 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning for port 723b9546-989b-4dd3-b0db-e8a3b17a5d76 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:24:11.382684 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port 723b9546-989b-4dd3-b0db-e8a3b17a5d76 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:24:11.383325 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:11.431630 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f86128-c309-4dc3-a1cd-83a425118021 admin admin] Pushing event updated for resources: {'Network': ['ID=db13ce49-f099-44a4-aff7-5cf5e027e32a,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:11.438260 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-69fe52f1-3c12-4f82-abff-e187f9bf8ebe req-b2d3a406-bac5-4622-b0ac-db02136b16bf tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] 10.222.0.68 "GET /v2.0/security-groups?id=cf40bcd2-1dd1-48fb-a6b7-6df0e80ce2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8834643 Jul 14 09:24:11.446961 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c0e7fc8c-6a98-43d1-a934-fd0913445f88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-620860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682934'] for router_interface, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:11.593421 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Network db13ce49-f099-44a4-aff7-5cf5e027e32a details requested by agent ovs-agent-n-d-779913-29 with host n-d-779913-29 {{(pid=93959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:24:11.712625 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e7fc8c-6a98-43d1-a934-fd0913445f88 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d6dc8ae-fc8d-4a95-b78a-f102e4b19a81,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:11.759311 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-79f86128-c309-4dc3-a1cd-83a425118021 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.7070134 Jul 14 09:24:11.823067 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f86128-c309-4dc3-a1cd-83a425118021 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6a7feba-be17-4d7e-a638-e9426c29981e,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:11.844104 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 45546) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:11.857254 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-91411140-bdc8-46e8-bbe5-c088ebda9c2d admin admin] Request body: {'subnet': {'network_id': 'db13ce49-f099-44a4-aff7-5cf5e027e32a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1849090366-subnet', 'tenant_id': 'a58d0743c32d4136b2d5b8700c6833b4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:24:11.908960 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:11.915822 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91411140-bdc8-46e8-bbe5-c088ebda9c2d admin admin] Made reservation on behalf of a58d0743c32d4136b2d5b8700c6833b4 for: {'subnet': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:24:11.927109 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-91411140-bdc8-46e8-bbe5-c088ebda9c2d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11984110'] for subnet, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:11.941481 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-5eeb3696-381f-473d-abae-e2dddbc6b8b1 None None] Provisioning complete for port 723b9546-989b-4dd3-b0db-e8a3b17a5d76 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:24:11.942261 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5eeb3696-381f-473d-abae-e2dddbc6b8b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:12.066090 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] For port 723b9546-989b-4dd3-b0db-e8a3b17a5d76, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=723b9546-989b-4dd3-b0db-e8a3b17a5d76,segment=NetworkSegment(fbee0cef-2769-4002-a250-507614fd960d),segment_id=fbee0cef-2769-4002-a250-507614fd960d)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:24:12.103250 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:12.156556 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5eeb3696-381f-473d-abae-e2dddbc6b8b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:12.232971 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-7b57ccb7-3742-457e-954e-4f069529e1f2 req-0b56ccfc-e4ea-45c0-8564-c03febc2044c service neutron] 10.222.0.68 "GET /v2.0/networks/306a0bc6-d197-4ff4-9a5e-b84eb29a3de2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9439321 Jul 14 09:24:12.234398 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.db.api [None req-5eeb3696-381f-473d-abae-e2dddbc6b8b1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93959) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 09:24:12.234756 n-d-779913-29 neutron-server[93959]: DEBUG oslo_db.api [None req-5eeb3696-381f-473d-abae-e2dddbc6b8b1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 09:24:12.239673 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Pushing event updated for resources: {'Port': ['ID=723b9546-989b-4dd3-b0db-e8a3b17a5d76,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:12.293455 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-91411140-bdc8-46e8-bbe5-c088ebda9c2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10052764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11984092'] for subnet, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:12.365279 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-7b57ccb7-3742-457e-954e-4f069529e1f2 req-1c51d6a9-b5d6-4f75-ba21-68c00f44b6b9 service neutron] 10.222.0.68 "GET /v2.0/networks/306a0bc6-d197-4ff4-9a5e-b84eb29a3de2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313658 Jul 14 09:24:12.417301 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-159a5a6a-257d-42fe-86bf-5a3497e8f44d req-1fa182de-e42e-474b-9d73-fbb4a1e90312 tempest-ServerTagsTestJSON-1741644832 tempest-ServerTagsTestJSON-1741644832-project] 10.222.0.68 "GET /v2.0/ports?device_id=38065308-7518-467c-8032-f4289a835f8a HTTP/1.1" status: 200 len: 210 time: 0.1980112 Jul 14 09:24:12.422790 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91411140-bdc8-46e8-bbe5-c088ebda9c2d admin admin] Pushing event updated for resources: {'Subnet': ['ID=64eacf53-b7b0-4c76-8df5-70efc8635ad5,revision_number=0']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:12.570188 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0e7fc8c-6a98-43d1-a934-fd0913445f88 admin admin] Router b16341a3-8a43-43a5-9f2e-f138fb27b79c has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:24:12.571583 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91411140-bdc8-46e8-bbe5-c088ebda9c2d admin admin] Checking segment: {'id': '836a85c8-8989-45d6-bb70-48fe95102097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'db13ce49-f099-44a4-aff7-5cf5e027e32a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:24:12.572110 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91411140-bdc8-46e8-bbe5-c088ebda9c2d admin admin] Network hostable DHCP agents. Network: db13ce49-f099-44a4-aff7-5cf5e027e32a, hostable agents: ['c6a09bd4-f72e-4283-a3ca-0bbca8a51081'], hosted agents: [] {{(pid=93957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:24:12.588245 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e73371e-b27d-408c-9857-29bebc59595a req-115a309d-5832-4b38-af13-e5c33426e8b1 tempest-ListServerFiltersTestJSON-249454475 tempest-ListServerFiltersTestJSON-249454475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:12.588851 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:12.590374 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3e73371e-b27d-408c-9857-29bebc59595a req-115a309d-5832-4b38-af13-e5c33426e8b1 tempest-ListServerFiltersTestJSON-249454475 tempest-ListServerFiltersTestJSON-249454475-project] 10.222.0.65 "GET /v2.0/networks?id=306a0bc6-d197-4ff4-9a5e-b84eb29a3de2 HTTP/1.1" status: 200 len: 816 time: 0.3603091 Jul 14 09:24:12.613970 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-3e73371e-b27d-408c-9857-29bebc59595a req-36a9f108-58b9-4f66-aa00-d86996910e7c tempest-ListServerFiltersTestJSON-249454475 tempest-ListServerFiltersTestJSON-249454475-project] Request body: {'port': {'device_id': '52df408e-3ce3-40d2-a2cb-21f113824a61', 'network_id': '306a0bc6-d197-4ff4-9a5e-b84eb29a3de2', 'admin_state_up': True, 'tenant_id': '93cc94b52edc46d0bba2f5b2ba951e85'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:24:12.757956 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91411140-bdc8-46e8-bbe5-c088ebda9c2d admin admin] Network db13ce49-f099-44a4-aff7-5cf5e027e32a is scheduled to be hosted by DHCP agent c6a09bd4-f72e-4283-a3ca-0bbca8a51081 with binding_index 1 {{(pid=93957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:24:12.982602 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-91411140-bdc8-46e8-bbe5-c088ebda9c2d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-29, db13ce49-f099-44a4-aff7-5cf5e027e32a) {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:24:12.983885 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 723b9546-989b-4dd3-b0db-e8a3b17a5d76 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:24:12.991238 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfcfea7f-bcc9-4e29-94a4-b594b6a3c83b None None] Network db13ce49-f099-44a4-aff7-5cf5e027e32a requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:24:13.008350 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91411140-bdc8-46e8-bbe5-c088ebda9c2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:13.009070 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-91411140-bdc8-46e8-bbe5-c088ebda9c2d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:13.104270 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e73371e-b27d-408c-9857-29bebc59595a req-36a9f108-58b9-4f66-aa00-d86996910e7c tempest-ListServerFiltersTestJSON-249454475 tempest-ListServerFiltersTestJSON-249454475-project] Made reservation on behalf of 93cc94b52edc46d0bba2f5b2ba951e85 for: {'port': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:24:13.109257 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-3e73371e-b27d-408c-9857-29bebc59595a req-36a9f108-58b9-4f66-aa00-d86996910e7c tempest-ListServerFiltersTestJSON-249454475 tempest-ListServerFiltersTestJSON-249454475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:13.126898 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 45578) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:13.127444 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-91411140-bdc8-46e8-bbe5-c088ebda9c2d admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2819471 Jul 14 09:24:13.132751 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-dac2042d-f3b5-49a3-9e86-2e991a60f42a admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1849090366-router', 'tenant_id': 'a58d0743c32d4136b2d5b8700c6833b4', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'}}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:24:13.193421 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-dac2042d-f3b5-49a3-9e86-2e991a60f42a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-711749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14670'] for router, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:13.195120 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-dac2042d-f3b5-49a3-9e86-2e991a60f42a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-711718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-661475', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14679'] for router, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:13.315345 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-dac2042d-f3b5-49a3-9e86-2e991a60f42a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:13.318068 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port 723b9546-989b-4dd3-b0db-e8a3b17a5d76 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:24:13.318449 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:13.334508 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0e7fc8c-6a98-43d1-a934-fd0913445f88 admin admin] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:24:13.352083 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62f83d4f-9ac4-4fc3-b96d-35e24976d2d4 None None] Sync routers for ids ['b16341a3-8a43-43a5-9f2e-f138fb27b79c'] in n-d-779913-29 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:24:13.369280 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f83d4f-9ac4-4fc3-b96d-35e24976d2d4 None None] Routers {'b16341a3-8a43-43a5-9f2e-f138fb27b79c'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:24:13.369980 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-62f83d4f-9ac4-4fc3-b96d-35e24976d2d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:23:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['b16341a3-8a43-43a5-9f2e-f138fb27b79c'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:24:13.391936 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-c0e7fc8c-6a98-43d1-a934-fd0913445f88 admin admin] 10.222.0.68 "PUT /v2.0/routers/b16341a3-8a43-43a5-9f2e-f138fb27b79c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3163316 Jul 14 09:24:13.416130 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 45582) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:13.535359 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc00238-654d-4f11-bc95-eee5e41745cd req-02786a25-05a1-4cfb-af7f-aa19321f2914 tempest-ServerTagsTestJSON-1741644832 tempest-ServerTagsTestJSON-1741644832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:13.539073 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0dc00238-654d-4f11-bc95-eee5e41745cd req-02786a25-05a1-4cfb-af7f-aa19321f2914 tempest-ServerTagsTestJSON-1741644832 tempest-ServerTagsTestJSON-1741644832-project] 10.222.0.65 "GET /v2.0/networks?id=e5d0bb7f-16e5-466e-b410-4f6571888641 HTTP/1.1" status: 200 len: 809 time: 0.8085973 Jul 14 09:24:13.576979 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30a55272-9bf5-4b2e-8883-abc378f0b255 None None] Network db13ce49-f099-44a4-aff7-5cf5e027e32a requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:24:13.594643 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:13.600951 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-62f83d4f-9ac4-4fc3-b96d-35e24976d2d4 None None] Set router b16341a3-8a43-43a5-9f2e-f138fb27b79c gateway port host: n-d-779913-29 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:24:13.611387 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-0dc00238-654d-4f11-bc95-eee5e41745cd req-02a57666-2da7-462a-a5e4-de9598dc51b2 tempest-ServerTagsTestJSON-1741644832 tempest-ServerTagsTestJSON-1741644832-project] Request body: {'port': {'device_id': '38065308-7518-467c-8032-f4289a835f8a', 'network_id': 'e5d0bb7f-16e5-466e-b410-4f6571888641', 'admin_state_up': True, 'tenant_id': 'd85390a24caa46cfb1c6af28485cf40f'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:24:13.778413 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-dac2042d-f3b5-49a3-9e86-2e991a60f42a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-661489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-711771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12973'] for router, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:13.813982 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eaaa3e7-a53f-4d14-9649-855ec812231a req-5d91d022-8fe1-4074-aa53-40ec8fdfa2f1 tempest-ListServerFiltersTestJSON-249454475 tempest-ListServerFiltersTestJSON-249454475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:13.816536 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-4eaaa3e7-a53f-4d14-9649-855ec812231a req-5d91d022-8fe1-4074-aa53-40ec8fdfa2f1 tempest-ListServerFiltersTestJSON-249454475 tempest-ListServerFiltersTestJSON-249454475-project] 10.222.0.68 "GET /v2.0/networks?id=306a0bc6-d197-4ff4-9a5e-b84eb29a3de2 HTTP/1.1" status: 200 len: 816 time: 0.8710523 Jul 14 09:24:13.847028 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-4eaaa3e7-a53f-4d14-9649-855ec812231a req-83d7e741-327c-46ba-9352-82d16683b32b tempest-ListServerFiltersTestJSON-249454475 tempest-ListServerFiltersTestJSON-249454475-project] 10.222.0.68 "GET /v2.0/quotas/93cc94b52edc46d0bba2f5b2ba951e85 HTTP/1.1" status: 200 len: 375 time: 0.0220647 Jul 14 09:24:13.898674 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8468e5a-a8fb-484d-8b57-5be48752274e req-29195d25-cbe3-40bd-a762-8439e382117d tempest-LiveMigrationTest-864996632 tempest-LiveMigrationTest-864996632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:13.900407 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d8468e5a-a8fb-484d-8b57-5be48752274e req-29195d25-cbe3-40bd-a762-8439e382117d tempest-LiveMigrationTest-864996632 tempest-LiveMigrationTest-864996632-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=b7a25cd8-edbb-4360-a9f3-d46c1450da41 HTTP/1.1" status: 200 len: 1097 time: 0.3077910 Jul 14 09:24:13.967461 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-62f83d4f-9ac4-4fc3-b96d-35e24976d2d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b16341a3-8a43-43a5-9f2e-f138fb27b79c', 'name': 'tempest-AttachSCSIVolumeTestJSON-1134182924-router', 'tenant_id': '26a9970eb8a84d198743b0304e5bd40a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.12'}], 'enable_snat': True}, 'gw_port_id': '89e4192b-2e8b-474c-8960-f00cf8e34d0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:21:49Z', 'updated_at': '2021-07-14T09:24:10Z', 'revision_number': 5, 'project_id': '26a9970eb8a84d198743b0304e5bd40a', 'gw_port': {'id': '89e4192b-2e8b-474c-8960-f00cf8e34d0b', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:61:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b16341a3-8a43-43a5-9f2e-f138fb27b79c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:21:50Z', 'updated_at': '2021-07-14T09:22:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29'}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:24:13.972132 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-bf85ecf7-7331-4504-8a22-4e60f12b8b2a admin admin] Notify callbacks [] for router, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:13.985153 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d8468e5a-a8fb-484d-8b57-5be48752274e req-ea407af7-cf5c-44e5-9f47-c7e95963a4fc tempest-LiveMigrationTest-864996632 tempest-LiveMigrationTest-864996632-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=cf40bcd2-1dd1-48fb-a6b7-6df0e80ce2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766301 Jul 14 09:24:14.024379 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62f83d4f-9ac4-4fc3-b96d-35e24976d2d4 None None] Checking router: b16341a3-8a43-43a5-9f2e-f138fb27b79c for host: n-d-779913-29 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:24:14.061412 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f83d4f-9ac4-4fc3-b96d-35e24976d2d4 None None] Routers {'b16341a3-8a43-43a5-9f2e-f138fb27b79c'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:24:14.068258 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-62f83d4f-9ac4-4fc3-b96d-35e24976d2d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:23:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['b16341a3-8a43-43a5-9f2e-f138fb27b79c'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:24:14.069214 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [req-3e73371e-b27d-408c-9857-29bebc59595a req-36a9f108-58b9-4f66-aa00-d86996910e7c tempest-ListServerFiltersTestJSON-249454475 tempest-ListServerFiltersTestJSON-249454475-project] Allocated IP 172.20.0.14 (306a0bc6-d197-4ff4-9a5e-b84eb29a3de2/7aa7ebb9-1cd7-4bcb-a86c-b1b49761ab04/b9ddac90-7ead-48f8-8830-dd4071192586) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:24:14.265228 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-4eaaa3e7-a53f-4d14-9649-855ec812231a req-a2135f91-349f-486c-8390-0342043d0514 tempest-ListServerFiltersTestJSON-249454475 tempest-ListServerFiltersTestJSON-249454475-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=93cc94b52edc46d0bba2f5b2ba951e85&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4079046 Jul 14 09:24:14.278024 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-dac2042d-f3b5-49a3-9e86-2e991a60f42a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:14.325221 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-dac2042d-f3b5-49a3-9e86-2e991a60f42a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:14.326306 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-62f83d4f-9ac4-4fc3-b96d-35e24976d2d4 None None] Set router b16341a3-8a43-43a5-9f2e-f138fb27b79c gateway port host: n-d-779913-29 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:24:14.494547 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0dc00238-654d-4f11-bc95-eee5e41745cd req-02a57666-2da7-462a-a5e4-de9598dc51b2 tempest-ServerTagsTestJSON-1741644832 tempest-ServerTagsTestJSON-1741644832-project] Made reservation on behalf of d85390a24caa46cfb1c6af28485cf40f for: {'port': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:24:14.508729 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-0dc00238-654d-4f11-bc95-eee5e41745cd req-02a57666-2da7-462a-a5e4-de9598dc51b2 tempest-ServerTagsTestJSON-1741644832 tempest-ServerTagsTestJSON-1741644832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:14.535483 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-dac2042d-f3b5-49a3-9e86-2e991a60f42a admin admin] Allocated IP 172.25.4.26 (2dcd4d32-cc7c-4468-b396-7ce5c9231892/6cd22a75-5bc1-467c-a3c4-0af04bd1b34a/a8170c88-6468-4bcf-bc06-c0cbcaa5372b) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:24:14.655010 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-dac2042d-f3b5-49a3-9e86-2e991a60f42a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:14.701051 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-dac2042d-f3b5-49a3-9e86-2e991a60f42a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:14.728351 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-62f83d4f-9ac4-4fc3-b96d-35e24976d2d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b16341a3-8a43-43a5-9f2e-f138fb27b79c', 'name': 'tempest-AttachSCSIVolumeTestJSON-1134182924-router', 'tenant_id': '26a9970eb8a84d198743b0304e5bd40a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.12'}], 'enable_snat': True}, 'gw_port_id': '89e4192b-2e8b-474c-8960-f00cf8e34d0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:21:49Z', 'updated_at': '2021-07-14T09:24:10Z', 'revision_number': 5, 'project_id': '26a9970eb8a84d198743b0304e5bd40a', 'gw_port': {'id': '89e4192b-2e8b-474c-8960-f00cf8e34d0b', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:61:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b16341a3-8a43-43a5-9f2e-f138fb27b79c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:21:50Z', 'updated_at': '2021-07-14T09:22:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29'}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:24:14.750153 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac2042d-f3b5-49a3-9e86-2e991a60f42a admin admin] Pushing event updated for resources: {'Port': ['ID=a8170c88-6468-4bcf-bc06-c0cbcaa5372b,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:14.762935 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dac2042d-f3b5-49a3-9e86-2e991a60f42a admin admin] Network 2dcd4d32-cc7c-4468-b396-7ce5c9231892 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:24:14.764521 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-dac2042d-f3b5-49a3-9e86-2e991a60f42a admin admin] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:24:14.768696 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac2042d-f3b5-49a3-9e86-2e991a60f42a admin admin] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:24:14.807195 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62f83d4f-9ac4-4fc3-b96d-35e24976d2d4 None None] The sync data for ids ['b16341a3-8a43-43a5-9f2e-f138fb27b79c'] in n-d-779913-29 is: [{'id': 'b16341a3-8a43-43a5-9f2e-f138fb27b79c', 'name': 'tempest-AttachSCSIVolumeTestJSON-1134182924-router', 'tenant_id': '26a9970eb8a84d198743b0304e5bd40a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.12'}], 'enable_snat': True}, 'gw_port_id': '89e4192b-2e8b-474c-8960-f00cf8e34d0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:21:49Z', 'updated_at': '2021-07-14T09:24:10Z', 'revision_number': 5, 'project_id': '26a9970eb8a84d198743b0304e5bd40a', 'gw_port': {'id': '89e4192b-2e8b-474c-8960-f00cf8e34d0b', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:61:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b16341a3-8a43-43a5-9f2e-f138fb27b79c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:21:50Z', 'updated_at': '2021-07-14T09:22:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29'}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:24:15.199825 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-dac2042d-f3b5-49a3-9e86-2e991a60f42a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:15.253369 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-bf85ecf7-7331-4504-8a22-4e60f12b8b2a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:15.254947 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b57ccb7-3742-457e-954e-4f069529e1f2 req-87862518-4a24-4b41-ada1-65c8704b0e32 tempest-ListServerFiltersTestJSON-249454475 tempest-ListServerFiltersTestJSON-249454475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:15.256562 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-7b57ccb7-3742-457e-954e-4f069529e1f2 req-87862518-4a24-4b41-ada1-65c8704b0e32 tempest-ListServerFiltersTestJSON-249454475 tempest-ListServerFiltersTestJSON-249454475-project] 10.222.0.57 "GET /v2.0/networks?id=306a0bc6-d197-4ff4-9a5e-b84eb29a3de2 HTTP/1.1" status: 200 len: 816 time: 0.3529966 Jul 14 09:24:15.294170 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [req-7b57ccb7-3742-457e-954e-4f069529e1f2 req-63d5a46e-3d96-42b6-8861-8a327ce6786f tempest-ListServerFiltersTestJSON-249454475 tempest-ListServerFiltersTestJSON-249454475-project] Request body: {'port': {'device_id': '4b0b7e54-dfd9-41b9-8ceb-103b4f948320', 'network_id': '306a0bc6-d197-4ff4-9a5e-b84eb29a3de2', 'admin_state_up': True, 'tenant_id': '93cc94b52edc46d0bba2f5b2ba951e85'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:24:15.487562 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b57ccb7-3742-457e-954e-4f069529e1f2 req-63d5a46e-3d96-42b6-8861-8a327ce6786f tempest-ListServerFiltersTestJSON-249454475 tempest-ListServerFiltersTestJSON-249454475-project] Made reservation on behalf of 93cc94b52edc46d0bba2f5b2ba951e85 for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:24:15.491323 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-7b57ccb7-3742-457e-954e-4f069529e1f2 req-63d5a46e-3d96-42b6-8861-8a327ce6786f tempest-ListServerFiltersTestJSON-249454475 tempest-ListServerFiltersTestJSON-249454475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:15.500775 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-4eaaa3e7-a53f-4d14-9649-855ec812231a req-e014b23f-e1eb-4380-8d3d-18a01e230501 service neutron] 10.222.0.68 "GET /v2.0/networks/306a0bc6-d197-4ff4-9a5e-b84eb29a3de2?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2177682 Jul 14 09:24:15.504162 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-3e73371e-b27d-408c-9857-29bebc59595a req-36a9f108-58b9-4f66-aa00-d86996910e7c tempest-ListServerFiltersTestJSON-249454475 tempest-ListServerFiltersTestJSON-249454475-project] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:15.619335 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-4eaaa3e7-a53f-4d14-9649-855ec812231a req-35cde464-bcf0-4169-a11e-7ccef39d4146 service neutron] 10.222.0.68 "GET /v2.0/networks/306a0bc6-d197-4ff4-9a5e-b84eb29a3de2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081731 Jul 14 09:24:15.646884 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [req-3e73371e-b27d-408c-9857-29bebc59595a req-36a9f108-58b9-4f66-aa00-d86996910e7c tempest-ListServerFiltersTestJSON-249454475 tempest-ListServerFiltersTestJSON-249454475-project] Transition to ACTIVE for port object b9ddac90-7ead-48f8-8830-dd4071192586 will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:24:15.654091 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [req-0dc00238-654d-4f11-bc95-eee5e41745cd req-02a57666-2da7-462a-a5e4-de9598dc51b2 tempest-ServerTagsTestJSON-1741644832 tempest-ServerTagsTestJSON-1741644832-project] Allocated IP 172.20.0.14 (e5d0bb7f-16e5-466e-b410-4f6571888641/d16d7bca-169a-4a46-ba38-f2d93fdc0870/cd5bc918-0adb-4025-8636-f718cafc56ae) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:24:15.672154 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-dac2042d-f3b5-49a3-9e86-2e991a60f42a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-711762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-661452'] for router, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:15.688246 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-bf85ecf7-7331-4504-8a22-4e60f12b8b2a admin admin] Deleting port 89e4192b-2e8b-474c-8960-f00cf8e34d0b {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:24:15.688639 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-bf85ecf7-7331-4504-8a22-4e60f12b8b2a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:15.897932 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-3e73371e-b27d-408c-9857-29bebc59595a req-36a9f108-58b9-4f66-aa00-d86996910e7c tempest-ListServerFiltersTestJSON-249454475 tempest-ListServerFiltersTestJSON-249454475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:15.963256 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-bf85ecf7-7331-4504-8a22-4e60f12b8b2a admin admin] For port 89e4192b-2e8b-474c-8960-f00cf8e34d0b, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=89e4192b-2e8b-474c-8960-f00cf8e34d0b,segment=NetworkSegment(81bf7a93-80b3-43df-b9d5-462c604a2945),segment_id=81bf7a93-80b3-43df-b9d5-462c604a2945)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:24:15.963629 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-bf85ecf7-7331-4504-8a22-4e60f12b8b2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:15.967994 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e73371e-b27d-408c-9857-29bebc59595a req-36a9f108-58b9-4f66-aa00-d86996910e7c tempest-ListServerFiltersTestJSON-249454475 tempest-ListServerFiltersTestJSON-249454475-project] Network 306a0bc6-d197-4ff4-9a5e-b84eb29a3de2 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:24:15.983321 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [req-3e73371e-b27d-408c-9857-29bebc59595a req-36a9f108-58b9-4f66-aa00-d86996910e7c tempest-ListServerFiltersTestJSON-249454475 tempest-ListServerFiltersTestJSON-249454475-project] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:24:16.001523 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e73371e-b27d-408c-9857-29bebc59595a req-36a9f108-58b9-4f66-aa00-d86996910e7c tempest-ListServerFiltersTestJSON-249454475 tempest-ListServerFiltersTestJSON-249454475-project] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:24:16.004608 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-bf85ecf7-7331-4504-8a22-4e60f12b8b2a admin admin] Calling delete_port for 89e4192b-2e8b-474c-8960-f00cf8e34d0b owned by network:router_gateway {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:24:16.044763 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [req-7b57ccb7-3742-457e-954e-4f069529e1f2 req-63d5a46e-3d96-42b6-8861-8a327ce6786f tempest-ListServerFiltersTestJSON-249454475 tempest-ListServerFiltersTestJSON-249454475-project] Allocated IP 172.20.0.8 (306a0bc6-d197-4ff4-9a5e-b84eb29a3de2/7aa7ebb9-1cd7-4bcb-a86c-b1b49761ab04/23ada610-3e34-4f56-8d20-f016904c40fb) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:24:16.087714 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a9f108-58b9-4f66-aa00-d86996910e7c tempest-ListServerFiltersTestJSON-249454475 tempest-ListServerFiltersTestJSON-249454475-project] Pushing event updated for resources: {'Port': ['ID=b9ddac90-7ead-48f8-8830-dd4071192586,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:16.282275 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-01375e5a-dae8-4607-bad9-09932fad2baf req-f68bc06e-e7a1-4a1a-bf48-d9a020a106ba tempest-ServerTagsTestJSON-1741644832 tempest-ServerTagsTestJSON-1741644832-project] 10.222.0.68 "GET /v2.0/ports?device_id=38065308-7518-467c-8032-f4289a835f8a HTTP/1.1" status: 200 len: 210 time: 0.0678151 Jul 14 09:24:16.284855 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-0dc00238-654d-4f11-bc95-eee5e41745cd req-02a57666-2da7-462a-a5e4-de9598dc51b2 tempest-ServerTagsTestJSON-1741644832 tempest-ServerTagsTestJSON-1741644832-project] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:16.310390 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e73371e-b27d-408c-9857-29bebc59595a req-36a9f108-58b9-4f66-aa00-d86996910e7c tempest-ListServerFiltersTestJSON-249454475 tempest-ListServerFiltersTestJSON-249454475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:16.311078 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-3e73371e-b27d-408c-9857-29bebc59595a req-36a9f108-58b9-4f66-aa00-d86996910e7c tempest-ListServerFiltersTestJSON-249454475 tempest-ListServerFiltersTestJSON-249454475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:16.351385 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-7b57ccb7-3742-457e-954e-4f069529e1f2 req-63d5a46e-3d96-42b6-8861-8a327ce6786f tempest-ListServerFiltersTestJSON-249454475 tempest-ListServerFiltersTestJSON-249454475-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:16.384889 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-7b57ccb7-3742-457e-954e-4f069529e1f2 req-63d5a46e-3d96-42b6-8861-8a327ce6786f tempest-ListServerFiltersTestJSON-249454475 tempest-ListServerFiltersTestJSON-249454475-project] Transition to ACTIVE for port object 23ada610-3e34-4f56-8d20-f016904c40fb will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:24:16.394079 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dac2042d-f3b5-49a3-9e86-2e991a60f42a admin admin] Router 84469dcb-98cd-4445-8dd5-886db92f2249 is scheduled to L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 with binding_index 1 {{(pid=93958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:24:16.430412 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3e73371e-b27d-408c-9857-29bebc59595a req-36a9f108-58b9-4f66-aa00-d86996910e7c tempest-ListServerFiltersTestJSON-249454475 tempest-ListServerFiltersTestJSON-249454475-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8208449 Jul 14 09:24:16.441471 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-b0451d67-e424-4c78-9303-635171be9ab4 None None] Provisioning for port b9ddac90-7ead-48f8-8830-dd4071192586 completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:24:16.454667 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-b0451d67-e424-4c78-9303-635171be9ab4 None None] Provisioning complete for port b9ddac90-7ead-48f8-8830-dd4071192586 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:24:16.455189 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b0451d67-e424-4c78-9303-635171be9ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:16.503143 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-3e73371e-b27d-408c-9857-29bebc59595a req-681a10e8-0637-45e6-99f6-32c77790eaba service neutron] Request body: {'port': {'device_id': '52df408e-3ce3-40d2-a2cb-21f113824a61', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-29'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:24:16.535507 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-7b57ccb7-3742-457e-954e-4f069529e1f2 req-63d5a46e-3d96-42b6-8861-8a327ce6786f tempest-ListServerFiltersTestJSON-249454475 tempest-ListServerFiltersTestJSON-249454475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:16.598385 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-b0451d67-e424-4c78-9303-635171be9ab4 None None] Port b9ddac90-7ead-48f8-8830-dd4071192586 cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:24:16.627450 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d5a46e-3d96-42b6-8861-8a327ce6786f tempest-ListServerFiltersTestJSON-249454475 tempest-ListServerFiltersTestJSON-249454475-project] Pushing event updated for resources: {'Port': ['ID=23ada610-3e34-4f56-8d20-f016904c40fb,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:16.643313 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-cbd6caf4-2761-47f3-8b95-2077a8015f78 req-bfa617bf-048f-46d8-8d3d-b0b4c220350f tempest-ListServerFiltersTestJSON-249454475 tempest-ListServerFiltersTestJSON-249454475-project] 10.222.0.68 "GET /v2.0/ports?device_id=2c9ebdbe-82ff-4a31-936d-c00888b875d8 HTTP/1.1" status: 200 len: 210 time: 0.1222391 Jul 14 09:24:16.649938 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b57ccb7-3742-457e-954e-4f069529e1f2 req-63d5a46e-3d96-42b6-8861-8a327ce6786f tempest-ListServerFiltersTestJSON-249454475 tempest-ListServerFiltersTestJSON-249454475-project] Network 306a0bc6-d197-4ff4-9a5e-b84eb29a3de2 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:24:16.679743 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [req-7b57ccb7-3742-457e-954e-4f069529e1f2 req-63d5a46e-3d96-42b6-8861-8a327ce6786f tempest-ListServerFiltersTestJSON-249454475 tempest-ListServerFiltersTestJSON-249454475-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:24:16.682925 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b57ccb7-3742-457e-954e-4f069529e1f2 req-63d5a46e-3d96-42b6-8861-8a327ce6786f tempest-ListServerFiltersTestJSON-249454475 tempest-ListServerFiltersTestJSON-249454475-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:24:16.694555 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abbd85b-74f1-4c47-aea5-496b508fdaa7 req-60d4e863-c929-442b-8a50-a8bb7d52695f tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:16.696489 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8abbd85b-74f1-4c47-aea5-496b508fdaa7 req-60d4e863-c929-442b-8a50-a8bb7d52695f tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] 10.222.0.68 "GET /v2.0/networks?id=fdafaba0-da53-47c8-a4eb-7c69deccbba6 HTTP/1.1" status: 200 len: 808 time: 0.4358950 Jul 14 09:24:16.703169 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-0dc00238-654d-4f11-bc95-eee5e41745cd req-02a57666-2da7-462a-a5e4-de9598dc51b2 tempest-ServerTagsTestJSON-1741644832 tempest-ServerTagsTestJSON-1741644832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:16.723200 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-3e73371e-b27d-408c-9857-29bebc59595a req-681a10e8-0637-45e6-99f6-32c77790eaba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:16.730754 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dac2042d-f3b5-49a3-9e86-2e991a60f42a admin admin] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:24:16.745223 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80084dc1-9e11-49b2-a9d1-7f473627c0ab None None] Sync routers for ids ['84469dcb-98cd-4445-8dd5-886db92f2249'] in n-d-779913-29 {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:24:16.772176 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-dac2042d-f3b5-49a3-9e86-2e991a60f42a admin admin] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:16.773340 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-dac2042d-f3b5-49a3-9e86-2e991a60f42a admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.6448839 Jul 14 09:24:16.778692 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 45628) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:16.780544 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80084dc1-9e11-49b2-a9d1-7f473627c0ab None None] Routers {'84469dcb-98cd-4445-8dd5-886db92f2249'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:24:16.783654 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-80084dc1-9e11-49b2-a9d1-7f473627c0ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:23:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['84469dcb-98cd-4445-8dd5-886db92f2249'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:24:16.814195 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8abbd85b-74f1-4c47-aea5-496b508fdaa7 req-828f69c5-df71-4a03-b8c1-04004bc6cba4 tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] 10.222.0.68 "GET /v2.0/quotas/88495f2d6951432397900165a462d224 HTTP/1.1" status: 200 len: 375 time: 0.1004355 Jul 14 09:24:16.904624 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0dc00238-654d-4f11-bc95-eee5e41745cd req-02a57666-2da7-462a-a5e4-de9598dc51b2 tempest-ServerTagsTestJSON-1741644832 tempest-ServerTagsTestJSON-1741644832-project] Network e5d0bb7f-16e5-466e-b410-4f6571888641 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:24:16.935424 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [req-0dc00238-654d-4f11-bc95-eee5e41745cd req-02a57666-2da7-462a-a5e4-de9598dc51b2 tempest-ServerTagsTestJSON-1741644832 tempest-ServerTagsTestJSON-1741644832-project] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:24:16.945085 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a57666-2da7-462a-a5e4-de9598dc51b2 tempest-ServerTagsTestJSON-1741644832 tempest-ServerTagsTestJSON-1741644832-project] Pushing event updated for resources: {'Port': ['ID=cd5bc918-0adb-4025-8636-f718cafc56ae,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:16.969015 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dc00238-654d-4f11-bc95-eee5e41745cd req-02a57666-2da7-462a-a5e4-de9598dc51b2 tempest-ServerTagsTestJSON-1741644832 tempest-ServerTagsTestJSON-1741644832-project] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:24:16.970319 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 9d6dc8ae-fc8d-4a95-b78a-f102e4b19a81 no longer exists at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:24:16.999567 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] No Port match for: 9d6dc8ae-fc8d-4a95-b78a-f102e4b19a81 {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:24:17.000197 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 9d6dc8ae-fc8d-4a95-b78a-f102e4b19a81 not bound to the agent host n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:24:17.014923 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-bf85ecf7-7331-4504-8a22-4e60f12b8b2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:17.067671 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-83c57c26-ee6b-4cf6-9500-dbd23504c5c5 None None] Provisioning for port 23ada610-3e34-4f56-8d20-f016904c40fb completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:24:17.078866 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-83c57c26-ee6b-4cf6-9500-dbd23504c5c5 None None] Provisioning complete for port 23ada610-3e34-4f56-8d20-f016904c40fb triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:24:17.079252 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-83c57c26-ee6b-4cf6-9500-dbd23504c5c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:17.134468 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf85ecf7-7331-4504-8a22-4e60f12b8b2a admin admin] Pushing event deleted for resources: {'Port': ['ID=89e4192b-2e8b-474c-8960-f00cf8e34d0b,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:17.142725 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvr_db [None req-80084dc1-9e11-49b2-a9d1-7f473627c0ab None None] Set router 84469dcb-98cd-4445-8dd5-886db92f2249 gateway port host: n-d-779913-29 {{(pid=93959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:24:17.170543 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b57ccb7-3742-457e-954e-4f069529e1f2 req-63d5a46e-3d96-42b6-8861-8a327ce6786f tempest-ListServerFiltersTestJSON-249454475 tempest-ListServerFiltersTestJSON-249454475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:17.175038 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-7b57ccb7-3742-457e-954e-4f069529e1f2 req-63d5a46e-3d96-42b6-8861-8a327ce6786f tempest-ListServerFiltersTestJSON-249454475 tempest-ListServerFiltersTestJSON-249454475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:17.221993 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc00238-654d-4f11-bc95-eee5e41745cd req-02a57666-2da7-462a-a5e4-de9598dc51b2 tempest-ServerTagsTestJSON-1741644832 tempest-ServerTagsTestJSON-1741644832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:17.222887 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-0dc00238-654d-4f11-bc95-eee5e41745cd req-02a57666-2da7-462a-a5e4-de9598dc51b2 tempest-ServerTagsTestJSON-1741644832 tempest-ServerTagsTestJSON-1741644832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:17.256919 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-7b57ccb7-3742-457e-954e-4f069529e1f2 req-63d5a46e-3d96-42b6-8861-8a327ce6786f tempest-ListServerFiltersTestJSON-249454475 tempest-ListServerFiltersTestJSON-249454475-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9779096 Jul 14 09:24:17.264602 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-83c57c26-ee6b-4cf6-9500-dbd23504c5c5 None None] Port 23ada610-3e34-4f56-8d20-f016904c40fb cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:24:17.287260 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [req-7b57ccb7-3742-457e-954e-4f069529e1f2 req-961dc37d-b577-4ec5-b504-46dde663c66e service neutron] Request body: {'port': {'device_id': '4b0b7e54-dfd9-41b9-8ceb-103b4f948320', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-29'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:24:17.304229 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0dc00238-654d-4f11-bc95-eee5e41745cd req-02a57666-2da7-462a-a5e4-de9598dc51b2 tempest-ServerTagsTestJSON-1741644832 tempest-ServerTagsTestJSON-1741644832-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6973417 Jul 14 09:24:17.415594 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8abbd85b-74f1-4c47-aea5-496b508fdaa7 req-34a03543-219c-440e-bdae-05ead0fc4092 tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=88495f2d6951432397900165a462d224&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5760045 Jul 14 09:24:17.428647 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-80084dc1-9e11-49b2-a9d1-7f473627c0ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84469dcb-98cd-4445-8dd5-886db92f2249', 'name': 'tempest-ServerRescueTestJSON-1849090366-router', 'tenant_id': 'a58d0743c32d4136b2d5b8700c6833b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.26'}], 'enable_snat': True}, 'gw_port_id': 'a8170c88-6468-4bcf-bc06-c0cbcaa5372b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:24:13Z', 'updated_at': '2021-07-14T09:24:15Z', 'revision_number': 3, 'project_id': 'a58d0743c32d4136b2d5b8700c6833b4', 'gw_port': {'id': 'a8170c88-6468-4bcf-bc06-c0cbcaa5372b', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:a6:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84469dcb-98cd-4445-8dd5-886db92f2249', 'device_owner': 'network:router_gateway', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:24:14Z', 'updated_at': '2021-07-14T09:24:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29'}], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:24:17.434033 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-0dc00238-654d-4f11-bc95-eee5e41745cd req-2f6b99f5-0458-4600-94f3-f2d302adb512 service neutron] Request body: {'port': {'device_id': '38065308-7518-467c-8032-f4289a835f8a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-29'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:24:17.483704 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80084dc1-9e11-49b2-a9d1-7f473627c0ab None None] Checking router: 84469dcb-98cd-4445-8dd5-886db92f2249 for host: n-d-779913-29 {{(pid=93959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:24:17.484688 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80084dc1-9e11-49b2-a9d1-7f473627c0ab None None] Updating router 84469dcb-98cd-4445-8dd5-886db92f2249 port a8170c88-6468-4bcf-bc06-c0cbcaa5372b binding host n-d-779913-29 {{(pid=93959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:24:17.565179 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-80084dc1-9e11-49b2-a9d1-7f473627c0ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:17.571275 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-bf85ecf7-7331-4504-8a22-4e60f12b8b2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-660532'] for router_gateway, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:17.588786 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-7b57ccb7-3742-457e-954e-4f069529e1f2 req-961dc37d-b577-4ec5-b504-46dde663c66e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:17.904205 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-bf85ecf7-7331-4504-8a22-4e60f12b8b2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-711871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12964'] for router, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:17.911157 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-bf85ecf7-7331-4504-8a22-4e60f12b8b2a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:18.050899 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8abbd85b-74f1-4c47-aea5-496b508fdaa7 req-b4557a84-9b97-4d7a-a72a-cf1763dcd870 service neutron] 10.222.0.68 "GET /v2.0/networks/fdafaba0-da53-47c8-a4eb-7c69deccbba6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6327622 Jul 14 09:24:18.078699 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-0dc00238-654d-4f11-bc95-eee5e41745cd req-2f6b99f5-0458-4600-94f3-f2d302adb512 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:18.139621 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 45658) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:18.149280 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-bf85ecf7-7331-4504-8a22-4e60f12b8b2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-704815'] for router, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:18.150127 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf85ecf7-7331-4504-8a22-4e60f12b8b2a admin admin] Fanout notify agent at l3_agent the message router_deleted on router b16341a3-8a43-43a5-9f2e-f138fb27b79c {{(pid=93957) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:24:18.187807 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-bf85ecf7-7331-4504-8a22-4e60f12b8b2a admin admin] Notify callbacks [] for router, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:18.196353 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-bf85ecf7-7331-4504-8a22-4e60f12b8b2a admin admin] 10.222.0.68 "DELETE /v2.0/routers/b16341a3-8a43-43a5-9f2e-f138fb27b79c HTTP/1.1" status: 204 len: 168 time: 4.7521710 Jul 14 09:24:18.235944 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-80084dc1-9e11-49b2-a9d1-7f473627c0ab None None] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:18.256352 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-80084dc1-9e11-49b2-a9d1-7f473627c0ab None None] Transition to ACTIVE for port object a8170c88-6468-4bcf-bc06-c0cbcaa5372b will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:24:18.257953 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 45662) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:18.268525 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-80084dc1-9e11-49b2-a9d1-7f473627c0ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:18.355369 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6b1c94-4f6e-46c3-be61-3886b7371498 None None] Pushing event updated for resources: {'Port': ['ID=a8170c88-6468-4bcf-bc06-c0cbcaa5372b,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:18.414100 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-80084dc1-9e11-49b2-a9d1-7f473627c0ab None None] Attempting to bind port a8170c88-6468-4bcf-bc06-c0cbcaa5372b on host n-d-779913-29 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:24:18.414471 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-80084dc1-9e11-49b2-a9d1-7f473627c0ab None None] Attempting to bind port a8170c88-6468-4bcf-bc06-c0cbcaa5372b by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': '81bf7a93-80b3-43df-b9d5-462c604a2945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:24:18.414839 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80084dc1-9e11-49b2-a9d1-7f473627c0ab None None] Attempting to bind port a8170c88-6468-4bcf-bc06-c0cbcaa5372b on network 2dcd4d32-cc7c-4468-b396-7ce5c9231892 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:24:18.421746 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80084dc1-9e11-49b2-a9d1-7f473627c0ab None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 23, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:24:18.422123 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80084dc1-9e11-49b2-a9d1-7f473627c0ab None None] Checking segment: {'id': '81bf7a93-80b3-43df-b9d5-462c604a2945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:24:18.422529 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-80084dc1-9e11-49b2-a9d1-7f473627c0ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:18.422923 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80084dc1-9e11-49b2-a9d1-7f473627c0ab None None] Bound using segment: {'id': '81bf7a93-80b3-43df-b9d5-462c604a2945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:24:18.423396 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-80084dc1-9e11-49b2-a9d1-7f473627c0ab None None] Bound port: a8170c88-6468-4bcf-bc06-c0cbcaa5372b, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81bf7a93-80b3-43df-b9d5-462c604a2945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:24:18.423781 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-80084dc1-9e11-49b2-a9d1-7f473627c0ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:18.497818 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-80084dc1-9e11-49b2-a9d1-7f473627c0ab None None] For port a8170c88-6468-4bcf-bc06-c0cbcaa5372b, host n-d-779913-29, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:24:18.501237 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-80084dc1-9e11-49b2-a9d1-7f473627c0ab None None] For port a8170c88-6468-4bcf-bc06-c0cbcaa5372b, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=a8170c88-6468-4bcf-bc06-c0cbcaa5372b,segment=NetworkSegment(81bf7a93-80b3-43df-b9d5-462c604a2945),segment_id=81bf7a93-80b3-43df-b9d5-462c604a2945)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:24:18.514577 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-80084dc1-9e11-49b2-a9d1-7f473627c0ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:18.556213 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eaaa3e7-a53f-4d14-9649-855ec812231a req-37856429-4bd5-4cc9-9177-8f074453e0cf tempest-ListServerFiltersTestJSON-249454475 tempest-ListServerFiltersTestJSON-249454475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:18.557927 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-4eaaa3e7-a53f-4d14-9649-855ec812231a req-37856429-4bd5-4cc9-9177-8f074453e0cf tempest-ListServerFiltersTestJSON-249454475 tempest-ListServerFiltersTestJSON-249454475-project] 10.222.0.57 "GET /v2.0/networks?id=306a0bc6-d197-4ff4-9a5e-b84eb29a3de2 HTTP/1.1" status: 200 len: 816 time: 0.3864856 Jul 14 09:24:18.562100 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8abbd85b-74f1-4c47-aea5-496b508fdaa7 req-92b83dd1-ef06-4652-a9e6-1f376880b398 service neutron] 10.222.0.68 "GET /v2.0/networks/fdafaba0-da53-47c8-a4eb-7c69deccbba6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5079720 Jul 14 09:24:18.608875 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_v2 [None req-c41f14bc-bc3e-4f81-a6fb-82117f977c13 admin admin] Deleting subnet 8a1b4390-5916-4a6c-8692-ae5d7ad2a946 {{(pid=93957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:24:18.623177 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6b1c94-4f6e-46c3-be61-3886b7371498 None None] Pushing event updated for resources: {'Port': ['ID=a8170c88-6468-4bcf-bc06-c0cbcaa5372b,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:18.670853 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-4eaaa3e7-a53f-4d14-9649-855ec812231a req-c53f1d91-a20c-44bd-9eba-5821db46952b tempest-ListServerFiltersTestJSON-249454475 tempest-ListServerFiltersTestJSON-249454475-project] Request body: {'port': {'device_id': '2c9ebdbe-82ff-4a31-936d-c00888b875d8', 'network_id': '306a0bc6-d197-4ff4-9a5e-b84eb29a3de2', 'admin_state_up': True, 'tenant_id': '93cc94b52edc46d0bba2f5b2ba951e85'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:24:18.678750 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80084dc1-9e11-49b2-a9d1-7f473627c0ab None None] Routers {'84469dcb-98cd-4445-8dd5-886db92f2249'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:24:18.679692 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-80084dc1-9e11-49b2-a9d1-7f473627c0ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:23:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['84469dcb-98cd-4445-8dd5-886db92f2249'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:24:18.900406 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c41f14bc-bc3e-4f81-a6fb-82117f977c13 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:18.950968 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 89e4192b-2e8b-474c-8960-f00cf8e34d0b no longer exists at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:24:19.002704 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-55ed0edf-4905-4453-9fef-96ee8c1d2379 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:19.017919 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] No Port match for: 89e4192b-2e8b-474c-8960-f00cf8e34d0b {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:24:19.018290 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 89e4192b-2e8b-474c-8960-f00cf8e34d0b not bound to the agent host n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:24:19.035087 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvr_db [None req-80084dc1-9e11-49b2-a9d1-7f473627c0ab None None] Set router 84469dcb-98cd-4445-8dd5-886db92f2249 gateway port host: n-d-779913-29 {{(pid=93959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:24:19.076134 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [req-3e73371e-b27d-408c-9857-29bebc59595a req-681a10e8-0637-45e6-99f6-32c77790eaba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9ddac90-7ead-48f8-8830-dd4071192586 {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:24:19.103070 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-3e73371e-b27d-408c-9857-29bebc59595a req-681a10e8-0637-45e6-99f6-32c77790eaba service neutron] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:19.105038 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5696e793-9712-4b08-88ac-bb8654730e44 req-b5d7d2cc-e364-4295-a5c4-dfb642c10d5e tempest-ServerTagsTestJSON-1741644832 tempest-ServerTagsTestJSON-1741644832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:19.118822 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-5696e793-9712-4b08-88ac-bb8654730e44 req-b5d7d2cc-e364-4295-a5c4-dfb642c10d5e tempest-ServerTagsTestJSON-1741644832 tempest-ServerTagsTestJSON-1741644832-project] 10.222.0.68 "GET /v2.0/ports?device_id=38065308-7518-467c-8032-f4289a835f8a HTTP/1.1" status: 200 len: 932 time: 0.9285626 Jul 14 09:24:19.141664 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [req-3e73371e-b27d-408c-9857-29bebc59595a req-681a10e8-0637-45e6-99f6-32c77790eaba service neutron] Transition to ACTIVE for port object b9ddac90-7ead-48f8-8830-dd4071192586 will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:24:19.173401 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-3e73371e-b27d-408c-9857-29bebc59595a req-681a10e8-0637-45e6-99f6-32c77790eaba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:19.270629 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c41f14bc-bc3e-4f81-a6fb-82117f977c13 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10944203'] for subnet, precommit_delete_associations {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:19.455192 n-d-779913-29 neutron-server[93958]: DEBUG neutron.notifiers.nova [req-7b57ccb7-3742-457e-954e-4f069529e1f2 req-961dc37d-b577-4ec5-b504-46dde663c66e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23ada610-3e34-4f56-8d20-f016904c40fb {{(pid=93958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:24:19.466123 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-7b57ccb7-3742-457e-954e-4f069529e1f2 req-961dc37d-b577-4ec5-b504-46dde663c66e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:19.474663 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-80084dc1-9e11-49b2-a9d1-7f473627c0ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84469dcb-98cd-4445-8dd5-886db92f2249', 'name': 'tempest-ServerRescueTestJSON-1849090366-router', 'tenant_id': 'a58d0743c32d4136b2d5b8700c6833b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.26'}], 'enable_snat': True}, 'gw_port_id': 'a8170c88-6468-4bcf-bc06-c0cbcaa5372b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:24:13Z', 'updated_at': '2021-07-14T09:24:15Z', 'revision_number': 3, 'project_id': 'a58d0743c32d4136b2d5b8700c6833b4', 'gw_port': {'id': 'a8170c88-6468-4bcf-bc06-c0cbcaa5372b', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:a6:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84469dcb-98cd-4445-8dd5-886db92f2249', 'device_owner': 'network:router_gateway', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:24:14Z', 'updated_at': '2021-07-14T09:24:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29'}], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:24:19.486915 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-7b57ccb7-3742-457e-954e-4f069529e1f2 req-961dc37d-b577-4ec5-b504-46dde663c66e service neutron] Transition to ACTIVE for port object 23ada610-3e34-4f56-8d20-f016904c40fb will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:24:19.498206 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-7b57ccb7-3742-457e-954e-4f069529e1f2 req-961dc37d-b577-4ec5-b504-46dde663c66e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13574142'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:19.555859 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80084dc1-9e11-49b2-a9d1-7f473627c0ab None None] The sync data for ids ['84469dcb-98cd-4445-8dd5-886db92f2249'] in n-d-779913-29 is: [{'id': '84469dcb-98cd-4445-8dd5-886db92f2249', 'name': 'tempest-ServerRescueTestJSON-1849090366-router', 'tenant_id': 'a58d0743c32d4136b2d5b8700c6833b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.26'}], 'enable_snat': True}, 'gw_port_id': 'a8170c88-6468-4bcf-bc06-c0cbcaa5372b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:24:13Z', 'updated_at': '2021-07-14T09:24:15Z', 'revision_number': 3, 'project_id': 'a58d0743c32d4136b2d5b8700c6833b4', 'gw_port': {'id': 'a8170c88-6468-4bcf-bc06-c0cbcaa5372b', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:a6:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84469dcb-98cd-4445-8dd5-886db92f2249', 'device_owner': 'network:router_gateway', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:24:14Z', 'updated_at': '2021-07-14T09:24:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29'}] {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:24:19.586134 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961dc37d-b577-4ec5-b504-46dde663c66e service neutron] Pushing event updated for resources: {'Port': ['ID=23ada610-3e34-4f56-8d20-f016904c40fb,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:19.662364 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-5696e793-9712-4b08-88ac-bb8654730e44 req-88d0d347-10b7-4a17-a659-accf8c2e7934 tempest-ServerTagsTestJSON-1741644832 tempest-ServerTagsTestJSON-1741644832-project] 10.222.0.68 "GET /v2.0/security-groups?id=a3c33696-baec-4b8b-94ad-c43aa2b16b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5385180 Jul 14 09:24:19.870136 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681a10e8-0637-45e6-99f6-32c77790eaba service neutron] Pushing event updated for resources: {'Port': ['ID=b9ddac90-7ead-48f8-8830-dd4071192586,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:19.875660 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5301cab3-a87d-4c81-a015-6bfb62dfefef req-89b04dea-059b-412c-845d-cf430a9f8801 tempest-ListServerFiltersTestJSON-249454475 tempest-ListServerFiltersTestJSON-249454475-project] 10.222.0.68 "GET /v2.0/ports?device_id=2c9ebdbe-82ff-4a31-936d-c00888b875d8 HTTP/1.1" status: 200 len: 210 time: 0.7214065 Jul 14 09:24:19.968040 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4eaaa3e7-a53f-4d14-9649-855ec812231a req-c53f1d91-a20c-44bd-9eba-5821db46952b tempest-ListServerFiltersTestJSON-249454475 tempest-ListServerFiltersTestJSON-249454475-project] Made reservation on behalf of 93cc94b52edc46d0bba2f5b2ba951e85 for: {'port': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:24:19.971714 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-4eaaa3e7-a53f-4d14-9649-855ec812231a req-c53f1d91-a20c-44bd-9eba-5821db46952b tempest-ListServerFiltersTestJSON-249454475 tempest-ListServerFiltersTestJSON-249454475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:20.012762 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-baacac09-ba52-4063-b959-15e733f7b6fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:20.094339 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-7b57ccb7-3742-457e-954e-4f069529e1f2 req-961dc37d-b577-4ec5-b504-46dde663c66e service neutron] Attempting to bind port 23ada610-3e34-4f56-8d20-f016904c40fb on host n-h2-779913-29 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:24:20.094685 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-7b57ccb7-3742-457e-954e-4f069529e1f2 req-961dc37d-b577-4ec5-b504-46dde663c66e service neutron] Attempting to bind port 23ada610-3e34-4f56-8d20-f016904c40fb by drivers openvswitch,hyperv on host n-h2-779913-29 at level 0 using segments [{'id': 'fbee0cef-2769-4002-a250-507614fd960d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '306a0bc6-d197-4ff4-9a5e-b84eb29a3de2'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:24:20.103388 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b57ccb7-3742-457e-954e-4f069529e1f2 req-961dc37d-b577-4ec5-b504-46dde663c66e service neutron] Attempting to bind port 23ada610-3e34-4f56-8d20-f016904c40fb on network 306a0bc6-d197-4ff4-9a5e-b84eb29a3de2 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:24:20.139683 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b57ccb7-3742-457e-954e-4f069529e1f2 req-961dc37d-b577-4ec5-b504-46dde663c66e service neutron] Port 23ada610-3e34-4f56-8d20-f016904c40fb on network 306a0bc6-d197-4ff4-9a5e-b84eb29a3de2 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-29 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:24:20.140498 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b57ccb7-3742-457e-954e-4f069529e1f2 req-961dc37d-b577-4ec5-b504-46dde663c66e service neutron] Attempting to bind port 23ada610-3e34-4f56-8d20-f016904c40fb on network 306a0bc6-d197-4ff4-9a5e-b84eb29a3de2 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:24:20.186905 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b57ccb7-3742-457e-954e-4f069529e1f2 req-961dc37d-b577-4ec5-b504-46dde663c66e service neutron] Checking agent: {'id': '013e4a3b-a634-47b8-b6a5-1a25109b73fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 13, 13), 'started_at': datetime.datetime(2021, 7, 14, 9, 13, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 24, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:24:20.189939 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b57ccb7-3742-457e-954e-4f069529e1f2 req-961dc37d-b577-4ec5-b504-46dde663c66e service neutron] Checking segment: {'id': 'fbee0cef-2769-4002-a250-507614fd960d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '306a0bc6-d197-4ff4-9a5e-b84eb29a3de2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:24:20.190601 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b57ccb7-3742-457e-954e-4f069529e1f2 req-961dc37d-b577-4ec5-b504-46dde663c66e service neutron] Bound using segment: {'id': 'fbee0cef-2769-4002-a250-507614fd960d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '306a0bc6-d197-4ff4-9a5e-b84eb29a3de2'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:24:20.191254 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-7b57ccb7-3742-457e-954e-4f069529e1f2 req-961dc37d-b577-4ec5-b504-46dde663c66e service neutron] Bound port: 23ada610-3e34-4f56-8d20-f016904c40fb, host: n-h2-779913-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fbee0cef-2769-4002-a250-507614fd960d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '306a0bc6-d197-4ff4-9a5e-b84eb29a3de2'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:24:20.191807 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-7b57ccb7-3742-457e-954e-4f069529e1f2 req-961dc37d-b577-4ec5-b504-46dde663c66e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:20.335770 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-7b57ccb7-3742-457e-954e-4f069529e1f2 req-961dc37d-b577-4ec5-b504-46dde663c66e service neutron] For port 23ada610-3e34-4f56-8d20-f016904c40fb, host n-h2-779913-29, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:24:20.342466 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-7b57ccb7-3742-457e-954e-4f069529e1f2 req-961dc37d-b577-4ec5-b504-46dde663c66e service neutron] For port 23ada610-3e34-4f56-8d20-f016904c40fb, host n-h2-779913-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=23ada610-3e34-4f56-8d20-f016904c40fb,segment=NetworkSegment(fbee0cef-2769-4002-a250-507614fd960d),segment_id=fbee0cef-2769-4002-a250-507614fd960d)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:24:20.350649 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-7b57ccb7-3742-457e-954e-4f069529e1f2 req-961dc37d-b577-4ec5-b504-46dde663c66e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13574142'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:20.380872 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b57ccb7-3742-457e-954e-4f069529e1f2 req-961dc37d-b577-4ec5-b504-46dde663c66e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:20.382191 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-7b57ccb7-3742-457e-954e-4f069529e1f2 req-961dc37d-b577-4ec5-b504-46dde663c66e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:20.385128 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-7b57ccb7-3742-457e-954e-4f069529e1f2 req-961dc37d-b577-4ec5-b504-46dde663c66e service neutron] 10.222.0.57 "PUT /v2.0/ports/23ada610-3e34-4f56-8d20-f016904c40fb HTTP/1.1" status: 200 len: 1092 time: 3.1110551 Jul 14 09:24:20.396800 n-d-779913-29 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b0b7e54-dfd9-41b9-8ceb-103b4f948320', 'tag': '23ada610-3e34-4f56-8d20-f016904c40fb'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:24:20.399114 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cb48f044f948e981f43897c8d7f1332f741dc7af2b4c5a6e19d8f4a80f708e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df04b014-c493-4795-9b10-a544dd4bac77" -d '{"events": [{"name": "network-changed", "server_uuid": "4b0b7e54-dfd9-41b9-8ceb-103b4f948320", "tag": "23ada610-3e34-4f56-8d20-f016904c40fb"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:24:20.545286 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:24:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb015143-2ed4-4863-92eb-857e03418f36 x-openstack-request-id: req-eb015143-2ed4-4863-92eb-857e03418f36 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:24:20.545639 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b0b7e54-dfd9-41b9-8ceb-103b4f948320", "tag": "23ada610-3e34-4f56-8d20-f016904c40fb", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:24:20.545985 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-eb015143-2ed4-4863-92eb-857e03418f36 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:24:20.546659 n-d-779913-29 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b0b7e54-dfd9-41b9-8ceb-103b4f948320', 'tag': '23ada610-3e34-4f56-8d20-f016904c40fb', 'status': 'completed', 'code': 200} Jul 14 09:24:20.591667 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ae865ac7-3759-4e2b-a632-e5894d4594e3 req-a58dc370-6a41-4a50-9b6a-08272de72e24 tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] 10.222.0.68 "GET /v2.0/ports?device_id=49dade44-ccac-4abc-b1f0-ef47f906dc66 HTTP/1.1" status: 200 len: 210 time: 0.2950606 Jul 14 09:24:20.616904 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c41f14bc-bc3e-4f81-a6fb-82117f977c13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3481002'] for subnet, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:20.662859 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961dc37d-b577-4ec5-b504-46dde663c66e service neutron] Pushing event updated for resources: {'Port': ['ID=23ada610-3e34-4f56-8d20-f016904c40fb,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:20.754310 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b57ccb7-3742-457e-954e-4f069529e1f2 req-90cddb20-5795-4cfb-ad4b-54a307ff2063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:20.756384 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-7b57ccb7-3742-457e-954e-4f069529e1f2 req-90cddb20-5795-4cfb-ad4b-54a307ff2063 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=93cc94b52edc46d0bba2f5b2ba951e85&device_id=4b0b7e54-dfd9-41b9-8ceb-103b4f948320 HTTP/1.1" status: 200 len: 1095 time: 0.2128515 Jul 14 09:24:20.842263 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-3e73371e-b27d-408c-9857-29bebc59595a req-681a10e8-0637-45e6-99f6-32c77790eaba service neutron] Attempting to bind port b9ddac90-7ead-48f8-8830-dd4071192586 on host n-h1-779913-29 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:24:20.842508 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-3e73371e-b27d-408c-9857-29bebc59595a req-681a10e8-0637-45e6-99f6-32c77790eaba service neutron] Attempting to bind port b9ddac90-7ead-48f8-8830-dd4071192586 by drivers openvswitch,hyperv on host n-h1-779913-29 at level 0 using segments [{'id': 'fbee0cef-2769-4002-a250-507614fd960d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '306a0bc6-d197-4ff4-9a5e-b84eb29a3de2'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:24:20.843999 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e73371e-b27d-408c-9857-29bebc59595a req-681a10e8-0637-45e6-99f6-32c77790eaba service neutron] Attempting to bind port b9ddac90-7ead-48f8-8830-dd4071192586 on network 306a0bc6-d197-4ff4-9a5e-b84eb29a3de2 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:24:20.919163 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-7b57ccb7-3742-457e-954e-4f069529e1f2 req-186b1d60-1f2d-410d-b42c-53914ed734eb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=23ada610-3e34-4f56-8d20-f016904c40fb HTTP/1.1" status: 200 len: 217 time: 0.1448843 Jul 14 09:24:20.926308 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-baacac09-ba52-4063-b959-15e733f7b6fe admin admin] Allocated IP 172.20.0.1 (db13ce49-f099-44a4-aff7-5cf5e027e32a/64eacf53-b7b0-4c76-8df5-70efc8635ad5/e2c0374a-860b-48a7-b8de-29168062a35d) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:24:21.009869 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [req-4eaaa3e7-a53f-4d14-9649-855ec812231a req-c53f1d91-a20c-44bd-9eba-5821db46952b tempest-ListServerFiltersTestJSON-249454475 tempest-ListServerFiltersTestJSON-249454475-project] Allocated IP 172.20.0.13 (306a0bc6-d197-4ff4-9a5e-b84eb29a3de2/7aa7ebb9-1cd7-4bcb-a86c-b1b49761ab04/62aa8a10-d2ff-456d-9386-02ab55819cec) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:24:21.081892 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device a8170c88-6468-4bcf-bc06-c0cbcaa5372b up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:24:21.105428 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e73371e-b27d-408c-9857-29bebc59595a req-681a10e8-0637-45e6-99f6-32c77790eaba service neutron] Port b9ddac90-7ead-48f8-8830-dd4071192586 on network 306a0bc6-d197-4ff4-9a5e-b84eb29a3de2 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-29 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:24:21.105817 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e73371e-b27d-408c-9857-29bebc59595a req-681a10e8-0637-45e6-99f6-32c77790eaba service neutron] Attempting to bind port b9ddac90-7ead-48f8-8830-dd4071192586 on network 306a0bc6-d197-4ff4-9a5e-b84eb29a3de2 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:24:21.125472 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c41f14bc-bc3e-4f81-a6fb-82117f977c13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10052701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11984075'] for subnet, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:21.203913 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-55ed0edf-4905-4453-9fef-96ee8c1d2379 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:21.211223 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [req-0dc00238-654d-4f11-bc95-eee5e41745cd req-2f6b99f5-0458-4600-94f3-f2d302adb512 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd5bc918-0adb-4025-8636-f718cafc56ae {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:24:21.225655 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e73371e-b27d-408c-9857-29bebc59595a req-681a10e8-0637-45e6-99f6-32c77790eaba service neutron] Checking agent: {'id': 'de11e667-f145-47b0-bd09-334a7505938e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 13, 12), 'started_at': datetime.datetime(2021, 7, 14, 9, 13, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 24, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:24:21.226072 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e73371e-b27d-408c-9857-29bebc59595a req-681a10e8-0637-45e6-99f6-32c77790eaba service neutron] Checking segment: {'id': 'fbee0cef-2769-4002-a250-507614fd960d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '306a0bc6-d197-4ff4-9a5e-b84eb29a3de2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:24:21.226478 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e73371e-b27d-408c-9857-29bebc59595a req-681a10e8-0637-45e6-99f6-32c77790eaba service neutron] Bound using segment: {'id': 'fbee0cef-2769-4002-a250-507614fd960d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '306a0bc6-d197-4ff4-9a5e-b84eb29a3de2'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:24:21.226938 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-3e73371e-b27d-408c-9857-29bebc59595a req-681a10e8-0637-45e6-99f6-32c77790eaba service neutron] Bound port: b9ddac90-7ead-48f8-8830-dd4071192586, host: n-h1-779913-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fbee0cef-2769-4002-a250-507614fd960d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '306a0bc6-d197-4ff4-9a5e-b84eb29a3de2'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:24:21.227309 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-3e73371e-b27d-408c-9857-29bebc59595a req-681a10e8-0637-45e6-99f6-32c77790eaba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:21.245073 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning for port a8170c88-6468-4bcf-bc06-c0cbcaa5372b completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:24:21.249894 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port a8170c88-6468-4bcf-bc06-c0cbcaa5372b triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:24:21.250340 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:21.264428 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b57ccb7-3742-457e-954e-4f069529e1f2 req-f54b0ae9-d25a-4c7f-921f-087456ddd543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:21.265962 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-7b57ccb7-3742-457e-954e-4f069529e1f2 req-f54b0ae9-d25a-4c7f-921f-087456ddd543 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7aa7ebb9-1cd7-4bcb-a86c-b1b49761ab04 HTTP/1.1" status: 200 len: 855 time: 0.3338411 Jul 14 09:24:21.319335 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-55ed0edf-4905-4453-9fef-96ee8c1d2379 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:21.377656 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-0dc00238-654d-4f11-bc95-eee5e41745cd req-2f6b99f5-0458-4600-94f3-f2d302adb512 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:21.389019 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c41f14bc-bc3e-4f81-a6fb-82117f977c13 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:21.395755 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-c41f14bc-bc3e-4f81-a6fb-82117f977c13 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/8a1b4390-5916-4a6c-8692-ae5d7ad2a946 HTTP/1.1" status: 204 len: 168 time: 3.1352143 Jul 14 09:24:21.397896 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41f14bc-bc3e-4f81-a6fb-82117f977c13 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a1b4390-5916-4a6c-8692-ae5d7ad2a946,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:21.402607 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 45710) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:21.409945 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-707e0bfb-038d-43b0-8e12-f5455a158a5c None None] Network 35bb4585-48dc-413b-94b2-f9784e051889 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:24:21.495629 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:21.536526 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] For port a8170c88-6468-4bcf-bc06-c0cbcaa5372b, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=a8170c88-6468-4bcf-bc06-c0cbcaa5372b,segment=NetworkSegment(81bf7a93-80b3-43df-b9d5-462c604a2945),segment_id=81bf7a93-80b3-43df-b9d5-462c604a2945)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:24:21.553803 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5974aabd-e638-4441-8834-efa8822052a8 req-0aee9332-14d4-479e-815e-0b28636046bf tempest-ServerTagsTestJSON-1741644832 tempest-ServerTagsTestJSON-1741644832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:21.561130 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-5974aabd-e638-4441-8834-efa8822052a8 req-0aee9332-14d4-479e-815e-0b28636046bf tempest-ServerTagsTestJSON-1741644832 tempest-ServerTagsTestJSON-1741644832-project] 10.222.0.68 "GET /v2.0/ports?device_id=38065308-7518-467c-8032-f4289a835f8a HTTP/1.1" status: 200 len: 932 time: 0.4571538 Jul 14 09:24:21.580266 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-baacac09-ba52-4063-b959-15e733f7b6fe admin admin] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:21.587640 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:21.627737 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ee8b6ef2-b1b8-4c21-8e37-52ef566aeb5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3876111'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:21.651895 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b57ccb7-3742-457e-954e-4f069529e1f2 req-24119928-9da8-4dfc-95df-b1dc0c74271b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:21.653245 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-7b57ccb7-3742-457e-954e-4f069529e1f2 req-24119928-9da8-4dfc-95df-b1dc0c74271b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=306a0bc6-d197-4ff4-9a5e-b84eb29a3de2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3789618 Jul 14 09:24:21.654989 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Pushing event updated for resources: {'Port': ['ID=a8170c88-6468-4bcf-bc06-c0cbcaa5372b,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:21.687752 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-5974aabd-e638-4441-8834-efa8822052a8 req-1adce4dd-a7f9-435f-bf78-cda48308f178 tempest-ServerTagsTestJSON-1741644832 tempest-ServerTagsTestJSON-1741644832-project] 10.222.0.68 "GET /v2.0/security-groups?id=a3c33696-baec-4b8b-94ad-c43aa2b16b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256137 Jul 14 09:24:21.696312 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-bec9402f-2d30-4ed2-bdf0-3695e6db5f97 req-f00c4562-d3c1-4e8c-a17a-b9a77c54525b tempest-ListServerFiltersTestJSON-249454475 tempest-ListServerFiltersTestJSON-249454475-project] 10.222.0.68 "GET /v2.0/ports?device_id=2c9ebdbe-82ff-4a31-936d-c00888b875d8 HTTP/1.1" status: 200 len: 210 time: 0.4182501 Jul 14 09:24:21.788909 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [req-0dc00238-654d-4f11-bc95-eee5e41745cd req-2f6b99f5-0458-4600-94f3-f2d302adb512 service neutron] Transition to ACTIVE for port object cd5bc918-0adb-4025-8636-f718cafc56ae will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:24:21.833303 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12e55e50-df60-47be-8604-7cf0bc4b54d4 None None] DHCP port deletion for 35bb4585-48dc-413b-94b2-f9784e051889 request from n-d-779913-29 {{(pid=93959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:24:21.903867 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-12e55e50-df60-47be-8604-7cf0bc4b54d4 None None] Deleting port a48acd02-e9bf-409e-bcf9-a363f89b6d65 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:24:21.904883 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-12e55e50-df60-47be-8604-7cf0bc4b54d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:21.916678 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-55ed0edf-4905-4453-9fef-96ee8c1d2379 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=6c6c6533d3c743a2b9515cdc308e3242&name=default HTTP/1.1" status: 200 len: 2979 time: 3.7520888 Jul 14 09:24:21.918643 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 45724) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:21.924303 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abbd85b-74f1-4c47-aea5-496b508fdaa7 req-7fab1200-4fbf-4071-9c81-7c24fd41246d tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:21.925885 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8abbd85b-74f1-4c47-aea5-496b508fdaa7 req-7fab1200-4fbf-4071-9c81-7c24fd41246d tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] 10.222.0.65 "GET /v2.0/networks?id=fdafaba0-da53-47c8-a4eb-7c69deccbba6 HTTP/1.1" status: 200 len: 808 time: 0.6221874 Jul 14 09:24:21.926579 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-0dc00238-654d-4f11-bc95-eee5e41745cd req-2f6b99f5-0458-4600-94f3-f2d302adb512 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:21.944280 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-baacac09-ba52-4063-b959-15e733f7b6fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:21.985778 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-8abbd85b-74f1-4c47-aea5-496b508fdaa7 req-837b17f5-2270-4c10-9f86-5d1cedfd8987 tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] Request body: {'port': {'device_id': '49dade44-ccac-4abc-b1f0-ef47f906dc66', 'network_id': 'fdafaba0-da53-47c8-a4eb-7c69deccbba6', 'admin_state_up': True, 'tenant_id': '88495f2d6951432397900165a462d224'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:24:21.987795 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-12e55e50-df60-47be-8604-7cf0bc4b54d4 None None] For port a48acd02-e9bf-409e-bcf9-a363f89b6d65, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=a48acd02-e9bf-409e-bcf9-a363f89b6d65,segment=NetworkSegment(d81ded90-375f-4c24-b1be-e729bc4aa402),segment_id=d81ded90-375f-4c24-b1be-e729bc4aa402)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:24:21.988448 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-12e55e50-df60-47be-8604-7cf0bc4b54d4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:22.005341 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-12e55e50-df60-47be-8604-7cf0bc4b54d4 None None] Calling delete_port for a48acd02-e9bf-409e-bcf9-a363f89b6d65 owned by network:dhcp {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:24:22.021251 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ed0edf-4905-4453-9fef-96ee8c1d2379 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49df01ce-b9f1-4e63-a02e-9cac3440a6cd,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:22.058588 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baacac09-ba52-4063-b959-15e733f7b6fe admin admin] Network db13ce49-f099-44a4-aff7-5cf5e027e32a is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:24:22.105100 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-baacac09-ba52-4063-b959-15e733f7b6fe admin admin] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:24:22.106596 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-48f86d34-51fe-426a-9032-6db91bd9cca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:22.108887 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baacac09-ba52-4063-b959-15e733f7b6fe admin admin] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:24:22.139168 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e493eb41-8a0a-4167-bd96-59bc6fca71fc req-dad85a47-fa71-4b4b-9717-1f49dd8f0005 tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] 10.222.0.68 "GET /v2.0/ports?device_id=49dade44-ccac-4abc-b1f0-ef47f906dc66 HTTP/1.1" status: 200 len: 210 time: 0.2048380 Jul 14 09:24:22.146619 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-12e55e50-df60-47be-8604-7cf0bc4b54d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:22.151633 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6b99f5-0458-4600-94f3-f2d302adb512 service neutron] Pushing event updated for resources: {'Port': ['ID=cd5bc918-0adb-4025-8636-f718cafc56ae,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:22.160057 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-3e73371e-b27d-408c-9857-29bebc59595a req-681a10e8-0637-45e6-99f6-32c77790eaba service neutron] For port b9ddac90-7ead-48f8-8830-dd4071192586, host n-h1-779913-29, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:24:22.160391 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baacac09-ba52-4063-b959-15e733f7b6fe admin admin] Pushing event updated for resources: {'Port': ['ID=e2c0374a-860b-48a7-b8de-29168062a35d,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:22.173638 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-7b57ccb7-3742-457e-954e-4f069529e1f2 req-5508c2a3-d63c-4d34-8502-6f05e134fd95 service neutron] 10.222.0.57 "GET /v2.0/networks/306a0bc6-d197-4ff4-9a5e-b84eb29a3de2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5088754 Jul 14 09:24:22.179447 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e55e50-df60-47be-8604-7cf0bc4b54d4 None None] Pushing event deleted for resources: {'Port': ['ID=a48acd02-e9bf-409e-bcf9-a363f89b6d65,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:22.187806 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e55e50-df60-47be-8604-7cf0bc4b54d4 None None] No DVR routers for this DVR port a48acd02-e9bf-409e-bcf9-a363f89b6d65 on host n-d-779913-29 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:24:22.191712 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-ee8b6ef2-b1b8-4c21-8e37-52ef566aeb5b admin admin] Deleting port a48acd02-e9bf-409e-bcf9-a363f89b6d65 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:24:22.192070 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ee8b6ef2-b1b8-4c21-8e37-52ef566aeb5b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:22.209604 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-85c2e9cf-4547-4051-acf3-1483d3708724 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:22.212909 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-3e73371e-b27d-408c-9857-29bebc59595a req-681a10e8-0637-45e6-99f6-32c77790eaba service neutron] For port b9ddac90-7ead-48f8-8830-dd4071192586, host n-h1-779913-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=b9ddac90-7ead-48f8-8830-dd4071192586,segment=NetworkSegment(fbee0cef-2769-4002-a250-507614fd960d),segment_id=fbee0cef-2769-4002-a250-507614fd960d)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:24:22.237925 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-3e73371e-b27d-408c-9857-29bebc59595a req-681a10e8-0637-45e6-99f6-32c77790eaba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:22.242127 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ba72cda2-61e1-4bda-8f1e-0ade1199bf5d req-8bfa3c19-af89-45f5-a320-79693db7f6ce service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=3daebeb9-57c7-4edd-92b4-ac45ad82b60a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.9371912 Jul 14 09:24:22.261146 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-baacac09-ba52-4063-b959-15e733f7b6fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-660393'] for router_interface, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:22.381428 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-85c2e9cf-4547-4051-acf3-1483d3708724 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:22.384117 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-4eaaa3e7-a53f-4d14-9649-855ec812231a req-c53f1d91-a20c-44bd-9eba-5821db46952b tempest-ListServerFiltersTestJSON-249454475 tempest-ListServerFiltersTestJSON-249454475-project] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:22.420617 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e73371e-b27d-408c-9857-29bebc59595a req-681a10e8-0637-45e6-99f6-32c77790eaba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:22.421736 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-3e73371e-b27d-408c-9857-29bebc59595a req-681a10e8-0637-45e6-99f6-32c77790eaba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:22.426817 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3e73371e-b27d-408c-9857-29bebc59595a req-681a10e8-0637-45e6-99f6-32c77790eaba service neutron] 10.222.0.65 "PUT /v2.0/ports/b9ddac90-7ead-48f8-8830-dd4071192586 HTTP/1.1" status: 200 len: 1093 time: 5.9809120 Jul 14 09:24:22.437295 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52df408e-3ce3-40d2-a2cb-21f113824a61', 'tag': 'b9ddac90-7ead-48f8-8830-dd4071192586'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:24:22.437567 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-ee8b6ef2-b1b8-4c21-8e37-52ef566aeb5b admin admin] For port a48acd02-e9bf-409e-bcf9-a363f89b6d65, host n-d-779913-29, got binding levels [] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:24:22.437691 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ee8b6ef2-b1b8-4c21-8e37-52ef566aeb5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:22.439349 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb3e8e72-331d-4ae0-8eea-02903b53ea76" -d '{"events": [{"name": "network-changed", "server_uuid": "52df408e-3ce3-40d2-a2cb-21f113824a61", "tag": "b9ddac90-7ead-48f8-8830-dd4071192586"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:24:22.521030 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-ee8b6ef2-b1b8-4c21-8e37-52ef566aeb5b admin admin] Calling delete_port for a48acd02-e9bf-409e-bcf9-a363f89b6d65 owned by network:dhcp {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:24:22.545874 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:24:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a1aec6f-33e8-4fec-841c-7f7a5c80557d x-openstack-request-id: req-7a1aec6f-33e8-4fec-841c-7f7a5c80557d {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:24:22.546179 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52df408e-3ce3-40d2-a2cb-21f113824a61", "tag": "b9ddac90-7ead-48f8-8830-dd4071192586", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:24:22.546437 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-7a1aec6f-33e8-4fec-841c-7f7a5c80557d {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:24:22.546853 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52df408e-3ce3-40d2-a2cb-21f113824a61', 'tag': 'b9ddac90-7ead-48f8-8830-dd4071192586', 'status': 'completed', 'code': 200} Jul 14 09:24:22.552218 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [req-4eaaa3e7-a53f-4d14-9649-855ec812231a req-c53f1d91-a20c-44bd-9eba-5821db46952b tempest-ListServerFiltersTestJSON-249454475 tempest-ListServerFiltersTestJSON-249454475-project] Transition to ACTIVE for port object 62aa8a10-d2ff-456d-9386-02ab55819cec will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:24:22.580261 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.ipam_backend_mixin [None req-ee8b6ef2-b1b8-4c21-8e37-52ef566aeb5b admin admin] Port a48acd02-e9bf-409e-bcf9-a363f89b6d65 was not found and therefore no delete operation was performed {{(pid=93958) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 14 09:24:22.590243 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ee8b6ef2-b1b8-4c21-8e37-52ef566aeb5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:22.681800 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8b6ef2-b1b8-4c21-8e37-52ef566aeb5b admin admin] Pushing event deleted for resources: {'Port': ['ID=a48acd02-e9bf-409e-bcf9-a363f89b6d65,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:22.697785 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8abbd85b-74f1-4c47-aea5-496b508fdaa7 req-837b17f5-2270-4c10-9f86-5d1cedfd8987 tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] Made reservation on behalf of 88495f2d6951432397900165a462d224 for: {'port': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:24:22.700692 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee8b6ef2-b1b8-4c21-8e37-52ef566aeb5b admin admin] No DVR routers for this DVR port a48acd02-e9bf-409e-bcf9-a363f89b6d65 on host n-d-779913-29 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:24:22.702326 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-8abbd85b-74f1-4c47-aea5-496b508fdaa7 req-837b17f5-2270-4c10-9f86-5d1cedfd8987 tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:22.704720 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681a10e8-0637-45e6-99f6-32c77790eaba service neutron] Pushing event updated for resources: {'Port': ['ID=b9ddac90-7ead-48f8-8830-dd4071192586,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:22.711485 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-7b57ccb7-3742-457e-954e-4f069529e1f2 req-d59fea8f-988d-4e1c-ac0d-6c9b539f2883 service neutron] 10.222.0.57 "GET /v2.0/networks/306a0bc6-d197-4ff4-9a5e-b84eb29a3de2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3922410 Jul 14 09:24:22.746744 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-0dc00238-654d-4f11-bc95-eee5e41745cd req-2f6b99f5-0458-4600-94f3-f2d302adb512 service neutron] Attempting to bind port cd5bc918-0adb-4025-8636-f718cafc56ae on host n-h1-779913-29 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:24:22.747167 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-0dc00238-654d-4f11-bc95-eee5e41745cd req-2f6b99f5-0458-4600-94f3-f2d302adb512 service neutron] Attempting to bind port cd5bc918-0adb-4025-8636-f718cafc56ae by drivers openvswitch,hyperv on host n-h1-779913-29 at level 0 using segments [{'id': '901c3b48-a84f-4bce-be92-b70d9bb3defe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'e5d0bb7f-16e5-466e-b410-4f6571888641'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:24:22.748788 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dc00238-654d-4f11-bc95-eee5e41745cd req-2f6b99f5-0458-4600-94f3-f2d302adb512 service neutron] Attempting to bind port cd5bc918-0adb-4025-8636-f718cafc56ae on network e5d0bb7f-16e5-466e-b410-4f6571888641 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:24:22.758902 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-4eaaa3e7-a53f-4d14-9649-855ec812231a req-c53f1d91-a20c-44bd-9eba-5821db46952b tempest-ListServerFiltersTestJSON-249454475 tempest-ListServerFiltersTestJSON-249454475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:22.778038 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dc00238-654d-4f11-bc95-eee5e41745cd req-2f6b99f5-0458-4600-94f3-f2d302adb512 service neutron] Port cd5bc918-0adb-4025-8636-f718cafc56ae on network e5d0bb7f-16e5-466e-b410-4f6571888641 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-29 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:24:22.778226 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dc00238-654d-4f11-bc95-eee5e41745cd req-2f6b99f5-0458-4600-94f3-f2d302adb512 service neutron] Attempting to bind port cd5bc918-0adb-4025-8636-f718cafc56ae on network e5d0bb7f-16e5-466e-b410-4f6571888641 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:24:22.816607 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-85c2e9cf-4547-4051-acf3-1483d3708724 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:22.819787 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-85c2e9cf-4547-4051-acf3-1483d3708724 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:22.821928 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-85c2e9cf-4547-4051-acf3-1483d3708724 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/49df01ce-b9f1-4e63-a02e-9cac3440a6cd HTTP/1.1" status: 204 len: 168 time: 0.9019730 Jul 14 09:24:22.856948 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6462019-c5f2-483e-b882-0f77592b253e req-50b7c340-4fef-460b-8420-725ab411bd8c tempest-ListImageFiltersTestJSON-1053384997 tempest-ListImageFiltersTestJSON-1053384997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:22.858795 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dc00238-654d-4f11-bc95-eee5e41745cd req-2f6b99f5-0458-4600-94f3-f2d302adb512 service neutron] Checking agent: {'id': 'de11e667-f145-47b0-bd09-334a7505938e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 13, 12), 'started_at': datetime.datetime(2021, 7, 14, 9, 13, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 24, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:24:22.859149 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dc00238-654d-4f11-bc95-eee5e41745cd req-2f6b99f5-0458-4600-94f3-f2d302adb512 service neutron] Checking segment: {'id': '901c3b48-a84f-4bce-be92-b70d9bb3defe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'e5d0bb7f-16e5-466e-b410-4f6571888641'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:24:22.862865 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-b6462019-c5f2-483e-b882-0f77592b253e req-50b7c340-4fef-460b-8420-725ab411bd8c tempest-ListImageFiltersTestJSON-1053384997 tempest-ListImageFiltersTestJSON-1053384997-project] 10.222.0.68 "GET /v2.0/ports?device_id=f4ff6602-55fb-48e4-97e3-972a5ca4e95b HTTP/1.1" status: 200 len: 950 time: 0.2651289 Jul 14 09:24:22.863585 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dc00238-654d-4f11-bc95-eee5e41745cd req-2f6b99f5-0458-4600-94f3-f2d302adb512 service neutron] Bound using segment: {'id': '901c3b48-a84f-4bce-be92-b70d9bb3defe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'e5d0bb7f-16e5-466e-b410-4f6571888641'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:24:22.864066 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-0dc00238-654d-4f11-bc95-eee5e41745cd req-2f6b99f5-0458-4600-94f3-f2d302adb512 service neutron] Bound port: cd5bc918-0adb-4025-8636-f718cafc56ae, host: n-h1-779913-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '901c3b48-a84f-4bce-be92-b70d9bb3defe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'e5d0bb7f-16e5-466e-b410-4f6571888641'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:24:22.864446 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-0dc00238-654d-4f11-bc95-eee5e41745cd req-2f6b99f5-0458-4600-94f3-f2d302adb512 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:22.913182 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba72cda2-61e1-4bda-8f1e-0ade1199bf5d req-68bf4d28-16ab-4403-9e30-da9c59e1a1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:22.914715 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ba72cda2-61e1-4bda-8f1e-0ade1199bf5d req-68bf4d28-16ab-4403-9e30-da9c59e1a1f0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9dc75a140b6945ca834af4e58eac7f2c&device_id=3daebeb9-57c7-4edd-92b4-ac45ad82b60a HTTP/1.1" status: 200 len: 1097 time: 0.5690584 Jul 14 09:24:22.925703 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device a8170c88-6468-4bcf-bc06-c0cbcaa5372b up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:24:22.943487 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4eaaa3e7-a53f-4d14-9649-855ec812231a req-c53f1d91-a20c-44bd-9eba-5821db46952b tempest-ListServerFiltersTestJSON-249454475 tempest-ListServerFiltersTestJSON-249454475-project] Network 306a0bc6-d197-4ff4-9a5e-b84eb29a3de2 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:24:22.947480 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c2e9cf-4547-4051-acf3-1483d3708724 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49df01ce-b9f1-4e63-a02e-9cac3440a6cd,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:22.960442 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ee8b6ef2-b1b8-4c21-8e37-52ef566aeb5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473955', 'neutron.services.segments.db._delete_segments_for_network-8735688326548'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:22.962751 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-baacac09-ba52-4063-b959-15e733f7b6fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:22.995809 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-ee8b6ef2-b1b8-4c21-8e37-52ef566aeb5b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35bb4585-48dc-413b-94b2-f9784e051889']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:24:23.010153 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port a8170c88-6468-4bcf-bc06-c0cbcaa5372b triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:24:23.011509 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:23.028237 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-0dc00238-654d-4f11-bc95-eee5e41745cd req-2f6b99f5-0458-4600-94f3-f2d302adb512 service neutron] For port cd5bc918-0adb-4025-8636-f718cafc56ae, host n-h1-779913-29, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:24:23.033862 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-0dc00238-654d-4f11-bc95-eee5e41745cd req-2f6b99f5-0458-4600-94f3-f2d302adb512 service neutron] For port cd5bc918-0adb-4025-8636-f718cafc56ae, host n-h1-779913-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=cd5bc918-0adb-4025-8636-f718cafc56ae,segment=NetworkSegment(901c3b48-a84f-4bce-be92-b70d9bb3defe),segment_id=901c3b48-a84f-4bce-be92-b70d9bb3defe)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:24:23.038798 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e73371e-b27d-408c-9857-29bebc59595a req-5b383a15-50e4-459f-9446-92d1fceb211e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:23.041338 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3e73371e-b27d-408c-9857-29bebc59595a req-5b383a15-50e4-459f-9446-92d1fceb211e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=93cc94b52edc46d0bba2f5b2ba951e85&device_id=52df408e-3ce3-40d2-a2cb-21f113824a61 HTTP/1.1" status: 200 len: 1096 time: 0.4642615 Jul 14 09:24:23.045123 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-ee8b6ef2-b1b8-4c21-8e37-52ef566aeb5b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd81ded90-375f-4c24-b1be-e729bc4aa402') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:24:23.045452 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-ee8b6ef2-b1b8-4c21-8e37-52ef566aeb5b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd81ded90-375f-4c24-b1be-e729bc4aa402') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:24:23.077943 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-b6462019-c5f2-483e-b882-0f77592b253e req-fb7271fa-1861-4840-b758-6685eb8b6d56 tempest-ListImageFiltersTestJSON-1053384997 tempest-ListImageFiltersTestJSON-1053384997-project] 10.222.0.68 "GET /v2.0/security-groups?id=da82e49e-9c7c-4de8-83c4-70e57626d3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360064 Jul 14 09:24:23.091817 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ee8b6ef2-b1b8-4c21-8e37-52ef566aeb5b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735688356235', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13574129'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:23.163541 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ee8b6ef2-b1b8-4c21-8e37-52ef566aeb5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:23.180264 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df04b014-c493-4795-9b10-a544dd4bac77 req-957a79c9-f5c8-487b-a0c3-b5fe9dcae97b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:23.182888 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-df04b014-c493-4795-9b10-a544dd4bac77 req-957a79c9-f5c8-487b-a0c3-b5fe9dcae97b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=93cc94b52edc46d0bba2f5b2ba951e85&device_id=4b0b7e54-dfd9-41b9-8ceb-103b4f948320 HTTP/1.1" status: 200 len: 1095 time: 0.3167322 Jul 14 09:24:23.184341 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-0dc00238-654d-4f11-bc95-eee5e41745cd req-2f6b99f5-0458-4600-94f3-f2d302adb512 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:23.186035 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee8b6ef2-b1b8-4c21-8e37-52ef566aeb5b admin admin] Releasing vlan 742 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:24:23.186635 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ee8b6ef2-b1b8-4c21-8e37-52ef566aeb5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13573126'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:23.186790 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [req-4eaaa3e7-a53f-4d14-9649-855ec812231a req-c53f1d91-a20c-44bd-9eba-5821db46952b tempest-ListServerFiltersTestJSON-249454475 tempest-ListServerFiltersTestJSON-249454475-project] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:24:23.188726 n-d-779913-29 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:24:23.188726 n-d-779913-29 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:24:23.188726 n-d-779913-29 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:24:23.188726 n-d-779913-29 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:24:23.188726 n-d-779913-29 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:24:23.188726 n-d-779913-29 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:24:23.188726 n-d-779913-29 neutron-server[93958]: Traceback (most recent call last): Jul 14 09:24:23.188726 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:24:23.188726 n-d-779913-29 neutron-server[93958]: timer() Jul 14 09:24:23.188726 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:24:23.188726 n-d-779913-29 neutron-server[93958]: cb(*args, **kw) Jul 14 09:24:23.188726 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:24:23.188726 n-d-779913-29 neutron-server[93958]: return func(*args, **kwargs) Jul 14 09:24:23.188726 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:24:23.188726 n-d-779913-29 neutron-server[93958]: self._notify() Jul 14 09:24:23.188726 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:24:23.188726 n-d-779913-29 neutron-server[93958]: self.callback(batched_events) Jul 14 09:24:23.188726 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:24:23.188726 n-d-779913-29 neutron-server[93958]: event.method(event) Jul 14 09:24:23.188726 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:24:23.188726 n-d-779913-29 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:24:23.188726 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:24:23.188726 n-d-779913-29 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:24:23.188726 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:24:23.188726 n-d-779913-29 neutron-server[93958]: return f(self, *a, **k) Jul 14 09:24:23.188726 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:24:23.188726 n-d-779913-29 neutron-server[93958]: return self._get(url).json() Jul 14 09:24:23.188726 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:24:23.188726 n-d-779913-29 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:24:23.188726 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:24:23.188726 n-d-779913-29 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 14 09:24:23.188726 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:24:23.188726 n-d-779913-29 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:24:23.188726 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:24:23.188726 n-d-779913-29 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:24:23.188726 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:24:23.188726 n-d-779913-29 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:24:23.188726 n-d-779913-29 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:24:23.200623 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-4eaaa3e7-a53f-4d14-9649-855ec812231a req-c53f1d91-a20c-44bd-9eba-5821db46952b tempest-ListServerFiltersTestJSON-249454475 tempest-ListServerFiltersTestJSON-249454475-project] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:24:23.208621 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device a48acd02-e9bf-409e-bcf9-a363f89b6d65 no longer exists at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:24:23.250667 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] No Port match for: a48acd02-e9bf-409e-bcf9-a363f89b6d65 {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:24:23.251704 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device a48acd02-e9bf-409e-bcf9-a363f89b6d65 not bound to the agent host n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:24:23.263765 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba72cda2-61e1-4bda-8f1e-0ade1199bf5d req-2981c1ba-7579-4f64-b825-b69784aef0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:23.265330 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ba72cda2-61e1-4bda-8f1e-0ade1199bf5d req-2981c1ba-7579-4f64-b825-b69784aef0f7 service neutron] 10.222.0.57 "GET /v2.0/networks?id=c149b5f1-6e5e-4f3f-a366-78c91881c967 HTTP/1.1" status: 200 len: 912 time: 0.1941888 Jul 14 09:24:23.289194 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eaaa3e7-a53f-4d14-9649-855ec812231a req-c53f1d91-a20c-44bd-9eba-5821db46952b tempest-ListServerFiltersTestJSON-249454475 tempest-ListServerFiltersTestJSON-249454475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:23.289895 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-4eaaa3e7-a53f-4d14-9649-855ec812231a req-c53f1d91-a20c-44bd-9eba-5821db46952b tempest-ListServerFiltersTestJSON-249454475 tempest-ListServerFiltersTestJSON-249454475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:23.302021 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53f1d91-a20c-44bd-9eba-5821db46952b tempest-ListServerFiltersTestJSON-249454475 tempest-ListServerFiltersTestJSON-249454475-project] Pushing event updated for resources: {'Port': ['ID=62aa8a10-d2ff-456d-9386-02ab55819cec,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:23.434369 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ee8b6ef2-b1b8-4c21-8e37-52ef566aeb5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660504'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:23.462053 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3e73371e-b27d-408c-9857-29bebc59595a req-3313ec10-fdae-408f-bc0d-e1de721ced78 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b9ddac90-7ead-48f8-8830-dd4071192586 HTTP/1.1" status: 200 len: 217 time: 0.3851376 Jul 14 09:24:23.487361 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ee8b6ef2-b1b8-4c21-8e37-52ef566aeb5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:23.494432 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-ee8b6ef2-b1b8-4c21-8e37-52ef566aeb5b admin admin] 10.222.0.68 "DELETE /v2.0/networks/35bb4585-48dc-413b-94b2-f9784e051889 HTTP/1.1" status: 204 len: 168 time: 2.0892503 Jul 14 09:24:23.500437 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8b6ef2-b1b8-4c21-8e37-52ef566aeb5b admin admin] Pushing event deleted for resources: {'Network': ['ID=35bb4585-48dc-413b-94b2-f9784e051889,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:23.516434 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-4eaaa3e7-a53f-4d14-9649-855ec812231a req-c53f1d91-a20c-44bd-9eba-5821db46952b tempest-ListServerFiltersTestJSON-249454475 tempest-ListServerFiltersTestJSON-249454475-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.8571281 Jul 14 09:24:23.543070 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df04b014-c493-4795-9b10-a544dd4bac77 req-a277dcca-87fe-4bbc-b496-8b97cff25175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:23.544431 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc00238-654d-4f11-bc95-eee5e41745cd req-2f6b99f5-0458-4600-94f3-f2d302adb512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:23.544651 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-df04b014-c493-4795-9b10-a544dd4bac77 req-a277dcca-87fe-4bbc-b496-8b97cff25175 service neutron] 10.222.0.57 "GET /v2.0/networks?id=306a0bc6-d197-4ff4-9a5e-b84eb29a3de2 HTTP/1.1" status: 200 len: 917 time: 0.3519979 Jul 14 09:24:23.545225 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-0dc00238-654d-4f11-bc95-eee5e41745cd req-2f6b99f5-0458-4600-94f3-f2d302adb512 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:23.547056 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0dc00238-654d-4f11-bc95-eee5e41745cd req-2f6b99f5-0458-4600-94f3-f2d302adb512 service neutron] 10.222.0.65 "PUT /v2.0/ports/cd5bc918-0adb-4025-8636-f718cafc56ae HTTP/1.1" status: 200 len: 1093 time: 6.1460464 Jul 14 09:24:23.564957 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-baacac09-ba52-4063-b959-15e733f7b6fe admin admin] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:23.577194 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-4eaaa3e7-a53f-4d14-9649-855ec812231a req-532b50ce-683a-4f29-bce4-ed3f5ab462a1 service neutron] Request body: {'port': {'device_id': '2c9ebdbe-82ff-4a31-936d-c00888b875d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-29'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:24:23.603736 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-5b7c76c7-7898-49f5-bbd7-906093533277 None None] Provisioning for port 62aa8a10-d2ff-456d-9386-02ab55819cec completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:24:23.611301 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-5b7c76c7-7898-49f5-bbd7-906093533277 None None] Provisioning complete for port 62aa8a10-d2ff-456d-9386-02ab55819cec triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:24:23.611675 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5b7c76c7-7898-49f5-bbd7-906093533277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:23.623705 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-df04b014-c493-4795-9b10-a544dd4bac77 req-2a666231-8e43-49a6-8903-aeed5f06311d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=23ada610-3e34-4f56-8d20-f016904c40fb HTTP/1.1" status: 200 len: 217 time: 0.0692089 Jul 14 09:24:23.624935 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-baacac09-ba52-4063-b959-15e733f7b6fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13574142'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:23.635370 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ec9b91-cf23-4393-871f-253e327c7540 req-b4158fd5-c68c-460a-9ad4-89fc93023bdd tempest-ServerTagsTestJSON-1741644832 tempest-ServerTagsTestJSON-1741644832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:23.642463 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-05ec9b91-cf23-4393-871f-253e327c7540 req-b4158fd5-c68c-460a-9ad4-89fc93023bdd tempest-ServerTagsTestJSON-1741644832 tempest-ServerTagsTestJSON-1741644832-project] 10.222.0.68 "GET /v2.0/ports?device_id=38065308-7518-467c-8032-f4289a835f8a HTTP/1.1" status: 200 len: 944 time: 0.7170036 Jul 14 09:24:23.644435 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6b99f5-0458-4600-94f3-f2d302adb512 service neutron] Pushing event updated for resources: {'Port': ['ID=cd5bc918-0adb-4025-8636-f718cafc56ae,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:23.679115 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-baacac09-ba52-4063-b959-15e733f7b6fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-683747'] for router_interface, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:23.687867 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [req-8abbd85b-74f1-4c47-aea5-496b508fdaa7 req-837b17f5-2270-4c10-9f86-5d1cedfd8987 tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] Allocated IP 172.20.0.12 (fdafaba0-da53-47c8-a4eb-7c69deccbba6/5194e827-9fb1-419e-b4bc-69aee8b3dca3/c5728230-7217-466d-a8f2-3ec8768eb0f8) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:24:23.690089 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-5b7c76c7-7898-49f5-bbd7-906093533277 None None] Port 62aa8a10-d2ff-456d-9386-02ab55819cec cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:24:23.705287 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ba72cda2-61e1-4bda-8f1e-0ade1199bf5d req-e027f932-e142-4299-afcb-7a61a882f4c0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=95a3f75d-b89e-4d82-9136-15802cb15046 HTTP/1.1" status: 200 len: 1000 time: 0.4082294 Jul 14 09:24:23.772550 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e73371e-b27d-408c-9857-29bebc59595a req-db9abd76-046a-4a2c-829d-9ae0c3fae1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:23.774172 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3e73371e-b27d-408c-9857-29bebc59595a req-db9abd76-046a-4a2c-829d-9ae0c3fae1d5 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=7aa7ebb9-1cd7-4bcb-a86c-b1b49761ab04 HTTP/1.1" status: 200 len: 855 time: 0.2877369 Jul 14 09:24:23.807292 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2692cc-469b-4aa2-b17e-92e378a47993 req-b1394046-b256-47a9-a271-15a067ddd097 tempest-ListServerFiltersTestJSON-249454475 tempest-ListServerFiltersTestJSON-249454475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:23.811524 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 45780) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:23.815362 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-4a2692cc-469b-4aa2-b17e-92e378a47993 req-b1394046-b256-47a9-a271-15a067ddd097 tempest-ListServerFiltersTestJSON-249454475 tempest-ListServerFiltersTestJSON-249454475-project] 10.222.0.68 "GET /v2.0/ports?device_id=2c9ebdbe-82ff-4a31-936d-c00888b875d8 HTTP/1.1" status: 200 len: 932 time: 0.4800849 Jul 14 09:24:23.838392 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df04b014-c493-4795-9b10-a544dd4bac77 req-07791cf0-1789-44ad-93cc-0ca0e7d249c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:23.839967 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-df04b014-c493-4795-9b10-a544dd4bac77 req-07791cf0-1789-44ad-93cc-0ca0e7d249c6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7aa7ebb9-1cd7-4bcb-a86c-b1b49761ab04 HTTP/1.1" status: 200 len: 855 time: 0.1655834 Jul 14 09:24:23.907037 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baacac09-ba52-4063-b959-15e733f7b6fe admin admin] Pushing event updated for resources: {'Port': ['ID=e2c0374a-860b-48a7-b8de-29168062a35d,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:23.939951 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-4a2692cc-469b-4aa2-b17e-92e378a47993 req-d8f06028-0985-431b-ad63-338b6aaa8ddb tempest-ListServerFiltersTestJSON-249454475 tempest-ListServerFiltersTestJSON-249454475-project] 10.222.0.68 "GET /v2.0/security-groups?id=ce208e01-46cb-4812-9601-5914ea7ef5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235671 Jul 14 09:24:23.979135 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baacac09-ba52-4063-b959-15e733f7b6fe admin admin] Network db13ce49-f099-44a4-aff7-5cf5e027e32a is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:24:23.992548 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-baacac09-ba52-4063-b959-15e733f7b6fe admin admin] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:24:24.079166 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df04b014-c493-4795-9b10-a544dd4bac77 req-6fe10b2a-82da-476f-96f1-f6d197d2a240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:24.080720 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-df04b014-c493-4795-9b10-a544dd4bac77 req-6fe10b2a-82da-476f-96f1-f6d197d2a240 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=306a0bc6-d197-4ff4-9a5e-b84eb29a3de2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2281663 Jul 14 09:24:24.222429 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-05ec9b91-cf23-4393-871f-253e327c7540 req-ab2ee1aa-9d4e-48a3-a016-b44c087e3c40 tempest-ServerTagsTestJSON-1741644832 tempest-ServerTagsTestJSON-1741644832-project] 10.222.0.68 "GET /v2.0/security-groups?id=a3c33696-baec-4b8b-94ad-c43aa2b16b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5789847 Jul 14 09:24:24.250013 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba72cda2-61e1-4bda-8f1e-0ade1199bf5d req-bca4dc92-a272-4b2a-bc23-728bcc541c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:24.251515 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ba72cda2-61e1-4bda-8f1e-0ade1199bf5d req-bca4dc92-a272-4b2a-bc23-728bcc541c12 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3dd02767-c45f-467b-8090-715a2492a37c HTTP/1.1" status: 200 len: 850 time: 0.5089064 Jul 14 09:24:24.287705 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-4eaaa3e7-a53f-4d14-9649-855ec812231a req-532b50ce-683a-4f29-bce4-ed3f5ab462a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:24.401092 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-552e944b-31f3-4c28-86ae-ba5bb8d7abbe admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=6243fe002db2413bbefa9ba3fb038810&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5797453 Jul 14 09:24:24.425348 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 45790) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:24.463558 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc00238-654d-4f11-bc95-eee5e41745cd req-0fbb8ba6-0fba-4d21-b18e-54bc86e5b034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:24.465627 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0dc00238-654d-4f11-bc95-eee5e41745cd req-0fbb8ba6-0fba-4d21-b18e-54bc86e5b034 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=d85390a24caa46cfb1c6af28485cf40f&device_id=38065308-7518-467c-8032-f4289a835f8a HTTP/1.1" status: 200 len: 1096 time: 0.8461537 Jul 14 09:24:24.515541 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e73371e-b27d-408c-9857-29bebc59595a req-95db146d-5bee-4d91-9503-31839c6aad6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:24.517040 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3e73371e-b27d-408c-9857-29bebc59595a req-95db146d-5bee-4d91-9503-31839c6aad6f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=306a0bc6-d197-4ff4-9a5e-b84eb29a3de2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7196481 Jul 14 09:24:24.542154 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-54ba163b-b6fd-4d02-978c-0d99adc81299 req-4b8424fc-982d-41e5-890c-2e7bbc987ead tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] 10.222.0.68 "GET /v2.0/ports?device_id=49dade44-ccac-4abc-b1f0-ef47f906dc66 HTTP/1.1" status: 200 len: 210 time: 0.0840578 Jul 14 09:24:24.557975 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-75d2827e-bbfb-4a28-87c3-dbd7dfd3e43c req-3fdf08ee-1d04-4f8b-9eb6-a834b22f4213 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=6bf97f65-529d-4316-9785-5c086a4880b6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5563056 Jul 14 09:24:24.568231 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38065308-7518-467c-8032-f4289a835f8a', 'tag': 'cd5bc918-0adb-4025-8636-f718cafc56ae'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:24:24.570761 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3323da0-972c-4e02-a601-f0f09cb3c367" -d '{"events": [{"name": "network-changed", "server_uuid": "38065308-7518-467c-8032-f4289a835f8a", "tag": "cd5bc918-0adb-4025-8636-f718cafc56ae"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:24:24.578499 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-baacac09-ba52-4063-b959-15e733f7b6fe admin admin] Router 84469dcb-98cd-4445-8dd5-886db92f2249 has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:24:24.603364 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0dc00238-654d-4f11-bc95-eee5e41745cd req-a85290bc-8d83-47a9-a61f-b39162f5cc5f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cd5bc918-0adb-4025-8636-f718cafc56ae HTTP/1.1" status: 200 len: 217 time: 0.1046655 Jul 14 09:24:24.631336 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 23ada610-3e34-4f56-8d20-f016904c40fb details requested by agent hyperv_n-h2-779913-29 with host n-h2-779913-29 {{(pid=93959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:24:24.632390 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-df04b014-c493-4795-9b10-a544dd4bac77 req-576fb1d3-70b9-4f5f-8838-85a0de6adf14 service neutron] 10.222.0.57 "GET /v2.0/networks/306a0bc6-d197-4ff4-9a5e-b84eb29a3de2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5032475 Jul 14 09:24:24.785004 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-8abbd85b-74f1-4c47-aea5-496b508fdaa7 req-837b17f5-2270-4c10-9f86-5d1cedfd8987 tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:24.797406 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 23ada610-3e34-4f56-8d20-f016904c40fb, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=23ada610-3e34-4f56-8d20-f016904c40fb,segment=NetworkSegment(fbee0cef-2769-4002-a250-507614fd960d),segment_id=fbee0cef-2769-4002-a250-507614fd960d)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:24:24.798700 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba72cda2-61e1-4bda-8f1e-0ade1199bf5d req-adb6070f-6b7f-4f00-bd38-f25f01004fac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:24.800638 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ba72cda2-61e1-4bda-8f1e-0ade1199bf5d req-adb6070f-6b7f-4f00-bd38-f25f01004fac service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c149b5f1-6e5e-4f3f-a366-78c91881c967&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5310137 Jul 14 09:24:24.822594 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d2827e-bbfb-4a28-87c3-dbd7dfd3e43c req-e0194d65-bdee-42d9-86ba-0e606de86322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:24.823527 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Returning: {'device': '23ada610-3e34-4f56-8d20-f016904c40fb', 'network_id': '306a0bc6-d197-4ff4-9a5e-b84eb29a3de2', 'port_id': '23ada610-3e34-4f56-8d20-f016904c40fb', 'mac_address': 'fa:16:3e:93:17:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 700, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7aa7ebb9-1cd7-4bcb-a86c-b1b49761ab04', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:24:24.824179 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-75d2827e-bbfb-4a28-87c3-dbd7dfd3e43c req-e0194d65-bdee-42d9-86ba-0e606de86322 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=15e54b1fae6a44aeb5cf93d21384955d&device_id=6bf97f65-529d-4316-9785-5c086a4880b6 HTTP/1.1" status: 200 len: 1100 time: 0.2238448 Jul 14 09:24:24.832904 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baacac09-ba52-4063-b959-15e733f7b6fe admin admin] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:24:24.849001 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-baacac09-ba52-4063-b959-15e733f7b6fe admin admin] 10.222.0.68 "PUT /v2.0/routers/84469dcb-98cd-4445-8dd5-886db92f2249/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0693748 Jul 14 09:24:24.851926 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-df04b014-c493-4795-9b10-a544dd4bac77 req-4ed3844d-bacb-4929-a19e-176e151478f2 service neutron] 10.222.0.57 "GET /v2.0/networks/306a0bc6-d197-4ff4-9a5e-b84eb29a3de2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1874545 Jul 14 09:24:24.853191 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-255a86be-2fdb-4f21-9820-b257d85c60f5 None None] Sync routers for ids ['84469dcb-98cd-4445-8dd5-886db92f2249'] in n-d-779913-29 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:24:24.874365 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-255a86be-2fdb-4f21-9820-b257d85c60f5 None None] Routers {'84469dcb-98cd-4445-8dd5-886db92f2249'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:24:24.876174 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-255a86be-2fdb-4f21-9820-b257d85c60f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:23:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['84469dcb-98cd-4445-8dd5-886db92f2249'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:24:24.932149 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-59fe4ce1-2f8d-4c20-b7b1-a736d4aa63bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:24.941357 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:24.978763 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:25.003374 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d2827e-bbfb-4a28-87c3-dbd7dfd3e43c req-24caa5a8-2dfe-4a9e-b17e-75c76c6f1b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:25.005184 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-75d2827e-bbfb-4a28-87c3-dbd7dfd3e43c req-24caa5a8-2dfe-4a9e-b17e-75c76c6f1b3a service neutron] 10.222.0.65 "GET /v2.0/networks?id=2244f7a1-04bd-42cd-9e86-31839b46f57f HTTP/1.1" status: 200 len: 870 time: 0.1434844 Jul 14 09:24:25.011156 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23ada610-3e34-4f56-8d20-f016904c40fb {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:24:25.063336 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 23ada610-3e34-4f56-8d20-f016904c40fb, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=23ada610-3e34-4f56-8d20-f016904c40fb,segment=NetworkSegment(fbee0cef-2769-4002-a250-507614fd960d),segment_id=fbee0cef-2769-4002-a250-507614fd960d)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:24:25.086945 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-75d2827e-bbfb-4a28-87c3-dbd7dfd3e43c req-67211235-0384-4678-8bab-8d2404d69f54 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.170&port_id=ad7e1bee-81c7-440c-894d-8418ad112935 HTTP/1.1" status: 200 len: 217 time: 0.0731802 Jul 14 09:24:25.087331 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:25.104028 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [req-4eaaa3e7-a53f-4d14-9649-855ec812231a req-532b50ce-683a-4f29-bce4-ed3f5ab462a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62aa8a10-d2ff-456d-9386-02ab55819cec {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:24:25.113994 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-4eaaa3e7-a53f-4d14-9649-855ec812231a req-532b50ce-683a-4f29-bce4-ed3f5ab462a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:25.152679 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-255a86be-2fdb-4f21-9820-b257d85c60f5 None None] Set router 84469dcb-98cd-4445-8dd5-886db92f2249 gateway port host: n-d-779913-29 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:24:25.158449 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3e73371e-b27d-408c-9857-29bebc59595a req-b46223d5-2bba-4cbc-a3c0-1c8e25a11212 service neutron] 10.222.0.65 "GET /v2.0/networks/306a0bc6-d197-4ff4-9a5e-b84eb29a3de2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6232538 Jul 14 09:24:25.159955 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Pushing event updated for resources: {'Port': ['ID=23ada610-3e34-4f56-8d20-f016904c40fb,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:25.170608 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d2827e-bbfb-4a28-87c3-dbd7dfd3e43c req-d1109add-e3b6-4bc6-a29f-60b12cb8f3db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:25.172236 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-75d2827e-bbfb-4a28-87c3-dbd7dfd3e43c req-d1109add-e3b6-4bc6-a29f-60b12cb8f3db service neutron] 10.222.0.65 "GET /v2.0/subnets?id=85060e65-3b2f-4a6c-a04c-ce849daa5b3b HTTP/1.1" status: 200 len: 843 time: 0.0797665 Jul 14 09:24:25.206139 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dbcc0d-40bc-490d-a7b6-10bc97ca366a req-70a6938a-3e93-4039-a7db-5e800333d1f0 tempest-ListImageFiltersTestJSON-1053384997 tempest-ListImageFiltersTestJSON-1053384997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:25.207712 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-60dbcc0d-40bc-490d-a7b6-10bc97ca366a req-70a6938a-3e93-4039-a7db-5e800333d1f0 tempest-ListImageFiltersTestJSON-1053384997 tempest-ListImageFiltersTestJSON-1053384997-project] 10.222.0.68 "GET /v2.0/ports?device_id=f4ff6602-55fb-48e4-97e3-972a5ca4e95b HTTP/1.1" status: 200 len: 950 time: 0.8726556 Jul 14 09:24:25.208393 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-212077b0-f95b-4dd0-a5f5-9529ff4adbea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:25.250071 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [req-4eaaa3e7-a53f-4d14-9649-855ec812231a req-532b50ce-683a-4f29-bce4-ed3f5ab462a1 service neutron] Transition to ACTIVE for port object 62aa8a10-d2ff-456d-9386-02ab55819cec will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:24:25.279355 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2bfc16-9f6b-4d7e-9d0e-33cb367fa4dc req-d1b78a3d-a39c-4c7c-98bd-c835a45f5142 tempest-ServersTestManualDisk-504797460 tempest-ServersTestManualDisk-504797460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:25.281315 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-5e2bfc16-9f6b-4d7e-9d0e-33cb367fa4dc req-d1b78a3d-a39c-4c7c-98bd-c835a45f5142 tempest-ServersTestManualDisk-504797460 tempest-ServersTestManualDisk-504797460-project] 10.222.0.68 "GET /v2.0/ports?device_id=3daebeb9-57c7-4edd-92b4-ac45ad82b60a HTTP/1.1" status: 200 len: 945 time: 0.1081653 Jul 14 09:24:25.287610 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d2827e-bbfb-4a28-87c3-dbd7dfd3e43c req-aafdbb5e-0a6e-455f-954e-e2ae58a93a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:25.289595 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-75d2827e-bbfb-4a28-87c3-dbd7dfd3e43c req-aafdbb5e-0a6e-455f-954e-e2ae58a93a46 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2244f7a1-04bd-42cd-9e86-31839b46f57f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1052163 Jul 14 09:24:25.317125 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc00238-654d-4f11-bc95-eee5e41745cd req-12041bd8-7972-4cc6-a217-ddfaab4f4c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:25.318561 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0dc00238-654d-4f11-bc95-eee5e41745cd req-12041bd8-7972-4cc6-a217-ddfaab4f4c88 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d16d7bca-169a-4a46-ba38-f2d93fdc0870 HTTP/1.1" status: 200 len: 849 time: 0.6413450 Jul 14 09:24:25.319442 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-4eaaa3e7-a53f-4d14-9649-855ec812231a req-532b50ce-683a-4f29-bce4-ed3f5ab462a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:25.323751 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-212077b0-f95b-4dd0-a5f5-9529ff4adbea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:25.392481 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-5e2bfc16-9f6b-4d7e-9d0e-33cb367fa4dc req-833a7f38-ec41-4338-9dea-e84caaf3254b tempest-ServersTestManualDisk-504797460 tempest-ServersTestManualDisk-504797460-project] 10.222.0.68 "GET /v2.0/security-groups?id=109e619a-026b-4a12-995a-f7c93cf4d031&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1016791 Jul 14 09:24:25.439115 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] get_ports_and_sgs() called for port_ids ['23ada610-3e34-4f56-8d20-f016904c40fb'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:24:25.443577 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0dc00238-654d-4f11-bc95-eee5e41745cd req-e66e2c19-6c02-4a54-93e7-d60f7bae8987 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e5d0bb7f-16e5-466e-b410-4f6571888641&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0926752 Jul 14 09:24:25.462898 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-75d2827e-bbfb-4a28-87c3-dbd7dfd3e43c req-e2514ddb-e2f8-473c-86b2-33461efa36aa service neutron] 10.222.0.65 "GET /v2.0/networks/2244f7a1-04bd-42cd-9e86-31839b46f57f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639915 Jul 14 09:24:25.470105 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:24:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11599a84-b5b9-4445-aedf-f5895921fb5b x-openstack-request-id: req-11599a84-b5b9-4445-aedf-f5895921fb5b {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:24:25.470402 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38065308-7518-467c-8032-f4289a835f8a", "tag": "cd5bc918-0adb-4025-8636-f718cafc56ae", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:24:25.470660 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-11599a84-b5b9-4445-aedf-f5895921fb5b {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:24:25.471054 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38065308-7518-467c-8032-f4289a835f8a', 'tag': 'cd5bc918-0adb-4025-8636-f718cafc56ae', 'status': 'completed', 'code': 200} Jul 14 09:24:25.592899 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-8abbd85b-74f1-4c47-aea5-496b508fdaa7 req-837b17f5-2270-4c10-9f86-5d1cedfd8987 tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:25.598247 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-60dbcc0d-40bc-490d-a7b6-10bc97ca366a req-31bc9c9d-0598-400c-b616-c3965ce4febb tempest-ListImageFiltersTestJSON-1053384997 tempest-ListImageFiltersTestJSON-1053384997-project] 10.222.0.68 "GET /v2.0/security-groups?id=da82e49e-9c7c-4de8-83c4-70e57626d3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3797121 Jul 14 09:24:25.626951 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-255a86be-2fdb-4f21-9820-b257d85c60f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84469dcb-98cd-4445-8dd5-886db92f2249', 'name': 'tempest-ServerRescueTestJSON-1849090366-router', 'tenant_id': 'a58d0743c32d4136b2d5b8700c6833b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.26'}], 'enable_snat': True}, 'gw_port_id': 'a8170c88-6468-4bcf-bc06-c0cbcaa5372b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:24:13Z', 'updated_at': '2021-07-14T09:24:22Z', 'revision_number': 4, 'project_id': 'a58d0743c32d4136b2d5b8700c6833b4', 'gw_port': {'id': 'a8170c88-6468-4bcf-bc06-c0cbcaa5372b', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:a6:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84469dcb-98cd-4445-8dd5-886db92f2249', 'device_owner': 'network:router_gateway', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:24:14Z', 'updated_at': '2021-07-14T09:24:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': 'e2c0374a-860b-48a7-b8de-29168062a35d', 'name': '', 'network_id': 'db13ce49-f099-44a4-aff7-5cf5e027e32a', 'tenant_id': 'a58d0743c32d4136b2d5b8700c6833b4', 'mac_address': 'fa:16:3e:08:77:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84469dcb-98cd-4445-8dd5-886db92f2249', 'device_owner': 'network:router_interface', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '64eacf53-b7b0-4c76-8df5-70efc8635ad5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:24:20Z', 'updated_at': '2021-07-14T09:24:23Z', 'revision_number': 2, 'project_id': 'a58d0743c32d4136b2d5b8700c6833b4', 'subnets': [{'id': '64eacf53-b7b0-4c76-8df5-70efc8635ad5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:24:25.656713 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-75d2827e-bbfb-4a28-87c3-dbd7dfd3e43c req-218002a4-a050-4721-8cdf-58424201815f service neutron] 10.222.0.65 "GET /v2.0/networks/2244f7a1-04bd-42cd-9e86-31839b46f57f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1747229 Jul 14 09:24:25.682728 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532b50ce-683a-4f29-bce4-ed3f5ab462a1 service neutron] Pushing event updated for resources: {'Port': ['ID=62aa8a10-d2ff-456d-9386-02ab55819cec,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:25.688789 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-255a86be-2fdb-4f21-9820-b257d85c60f5 None None] Checking router: 84469dcb-98cd-4445-8dd5-886db92f2249 for host: n-d-779913-29 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:24:25.688789 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-255a86be-2fdb-4f21-9820-b257d85c60f5 None None] Updating router 84469dcb-98cd-4445-8dd5-886db92f2249 port e2c0374a-860b-48a7-b8de-29168062a35d binding host n-d-779913-29 {{(pid=93960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:24:25.715079 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ba72cda2-61e1-4bda-8f1e-0ade1199bf5d req-947effdb-2e3c-4c54-be2f-cdd9ad571701 service neutron] 10.222.0.57 "GET /v2.0/networks/c149b5f1-6e5e-4f3f-a366-78c91881c967?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8999527 Jul 14 09:24:25.745188 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-255a86be-2fdb-4f21-9820-b257d85c60f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:25.808232 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5ad31076-714c-49ec-bc37-f3d4cd90112a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:25.819883 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ca46ac-499e-46da-ad47-31c435b6d6c9 req-7cb67688-5efa-47c7-ba01-fd209f6490e7 tempest-ListServerFiltersTestJSON-249454475 tempest-ListServerFiltersTestJSON-249454475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:25.820740 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3e73371e-b27d-408c-9857-29bebc59595a req-0af68209-4159-4208-973e-9fb7589608f8 service neutron] 10.222.0.65 "GET /v2.0/networks/306a0bc6-d197-4ff4-9a5e-b84eb29a3de2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6299331 Jul 14 09:24:25.821451 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d0ca46ac-499e-46da-ad47-31c435b6d6c9 req-7cb67688-5efa-47c7-ba01-fd209f6490e7 tempest-ListServerFiltersTestJSON-249454475 tempest-ListServerFiltersTestJSON-249454475-project] 10.222.0.68 "GET /v2.0/ports?device_id=2c9ebdbe-82ff-4a31-936d-c00888b875d8 HTTP/1.1" status: 200 len: 944 time: 0.1625593 Jul 14 09:24:25.864006 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8abbd85b-74f1-4c47-aea5-496b508fdaa7 req-837b17f5-2270-4c10-9f86-5d1cedfd8987 tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] Network fdafaba0-da53-47c8-a4eb-7c69deccbba6 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:24:25.882312 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d0ca46ac-499e-46da-ad47-31c435b6d6c9 req-83e0c087-f105-4474-bb16-0cb904d38e4b tempest-ListServerFiltersTestJSON-249454475 tempest-ListServerFiltersTestJSON-249454475-project] 10.222.0.68 "GET /v2.0/security-groups?id=ce208e01-46cb-4812-9601-5914ea7ef5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493760 Jul 14 09:24:25.896265 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [req-8abbd85b-74f1-4c47-aea5-496b508fdaa7 req-837b17f5-2270-4c10-9f86-5d1cedfd8987 tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:24:25.932574 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-8abbd85b-74f1-4c47-aea5-496b508fdaa7 req-837b17f5-2270-4c10-9f86-5d1cedfd8987 tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:24:25.936696 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-cedc0945-9c73-4e8b-8ff3-c1a1efb5b8cd req-188f1dc1-5698-4726-ae11-1ec86ba30eff tempest-AbsoluteLimitsNegativeTestJSON-1106348781 tempest-AbsoluteLimitsNegativeTestJSON-1106348781-project] 10.222.0.68 "GET /v2.0/networks?tenant_id=0b9b28777c614ae685518d2ff0059291&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1675882 Jul 14 09:24:25.937299 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837b17f5-2270-4c10-9f86-5d1cedfd8987 tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] Pushing event updated for resources: {'Port': ['ID=c5728230-7217-466d-a8f2-3ec8768eb0f8,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:25.947368 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-212077b0-f95b-4dd0-a5f5-9529ff4adbea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:25.950625 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-212077b0-f95b-4dd0-a5f5-9529ff4adbea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:25.951781 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-212077b0-f95b-4dd0-a5f5-9529ff4adbea admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/8a6320d2-a97f-434c-90e0-33f2ea792d0c HTTP/1.1" status: 204 len: 168 time: 1.5027447 Jul 14 09:24:26.079017 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212077b0-f95b-4dd0-a5f5-9529ff4adbea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a6320d2-a97f-434c-90e0-33f2ea792d0c,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:26.144138 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0dc00238-654d-4f11-bc95-eee5e41745cd req-7d293bd9-ce9d-4765-ae0d-745f476f8be4 service neutron] 10.222.0.65 "GET /v2.0/networks/e5d0bb7f-16e5-466e-b410-4f6571888641?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6777117 Jul 14 09:24:26.187880 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-255a86be-2fdb-4f21-9820-b257d85c60f5 None None] Notify callbacks [] for port, precommit_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:26.201358 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-255a86be-2fdb-4f21-9820-b257d85c60f5 None None] Transition to ACTIVE for port object e2c0374a-860b-48a7-b8de-29168062a35d will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:24:26.209600 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-255a86be-2fdb-4f21-9820-b257d85c60f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:26.211874 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abbd85b-74f1-4c47-aea5-496b508fdaa7 req-837b17f5-2270-4c10-9f86-5d1cedfd8987 tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:26.212601 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-8abbd85b-74f1-4c47-aea5-496b508fdaa7 req-837b17f5-2270-4c10-9f86-5d1cedfd8987 tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:26.258327 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f842a0-d725-4388-a89f-3d184b4aaad6 req-92279b87-a17d-4bdc-89f0-b67b5d7eebd0 tempest-ServerRescueTestJSON-1969041098 tempest-ServerRescueTestJSON-1969041098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:26.265487 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5a16a8-96f6-4e47-8cf7-a380eba1d23a None None] Pushing event updated for resources: {'Port': ['ID=e2c0374a-860b-48a7-b8de-29168062a35d,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:26.267483 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-c1f842a0-d725-4388-a89f-3d184b4aaad6 req-92279b87-a17d-4bdc-89f0-b67b5d7eebd0 tempest-ServerRescueTestJSON-1969041098 tempest-ServerRescueTestJSON-1969041098-project] 10.222.0.68 "GET /v2.0/networks?id=db13ce49-f099-44a4-aff7-5cf5e027e32a HTTP/1.1" status: 200 len: 811 time: 0.2057786 Jul 14 09:24:26.279297 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5a16a8-96f6-4e47-8cf7-a380eba1d23a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:24:26.279788 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5a16a8-96f6-4e47-8cf7-a380eba1d23a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:24:26.280125 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5a16a8-96f6-4e47-8cf7-a380eba1d23a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:24:26.280633 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5a16a8-96f6-4e47-8cf7-a380eba1d23a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:24:26.280967 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5a16a8-96f6-4e47-8cf7-a380eba1d23a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:24:26.281675 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5a16a8-96f6-4e47-8cf7-a380eba1d23a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:24:26.282473 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5a16a8-96f6-4e47-8cf7-a380eba1d23a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:24:26.282473 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5a16a8-96f6-4e47-8cf7-a380eba1d23a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:24:26.282717 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5a16a8-96f6-4e47-8cf7-a380eba1d23a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:24:26.283006 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5a16a8-96f6-4e47-8cf7-a380eba1d23a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:24:26.283334 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5a16a8-96f6-4e47-8cf7-a380eba1d23a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:24:26.283792 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5a16a8-96f6-4e47-8cf7-a380eba1d23a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:24:26.287277 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-4eaaa3e7-a53f-4d14-9649-855ec812231a req-532b50ce-683a-4f29-bce4-ed3f5ab462a1 service neutron] Attempting to bind port 62aa8a10-d2ff-456d-9386-02ab55819cec on host n-h2-779913-29 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:24:26.287865 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-4eaaa3e7-a53f-4d14-9649-855ec812231a req-532b50ce-683a-4f29-bce4-ed3f5ab462a1 service neutron] Attempting to bind port 62aa8a10-d2ff-456d-9386-02ab55819cec by drivers openvswitch,hyperv on host n-h2-779913-29 at level 0 using segments [{'id': 'fbee0cef-2769-4002-a250-507614fd960d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '306a0bc6-d197-4ff4-9a5e-b84eb29a3de2'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:24:26.288015 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eaaa3e7-a53f-4d14-9649-855ec812231a req-532b50ce-683a-4f29-bce4-ed3f5ab462a1 service neutron] Attempting to bind port 62aa8a10-d2ff-456d-9386-02ab55819cec on network 306a0bc6-d197-4ff4-9a5e-b84eb29a3de2 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:24:26.288720 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-c1f842a0-d725-4388-a89f-3d184b4aaad6 req-8093a544-2362-4f0f-a08b-c3249bfc1977 tempest-ServerRescueTestJSON-1969041098 tempest-ServerRescueTestJSON-1969041098-project] 10.222.0.68 "GET /v2.0/quotas/a58d0743c32d4136b2d5b8700c6833b4 HTTP/1.1" status: 200 len: 375 time: 0.0202065 Jul 14 09:24:26.306749 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ba72cda2-61e1-4bda-8f1e-0ade1199bf5d req-d098925c-7f96-4852-b405-421ebf42a1b8 service neutron] 10.222.0.57 "GET /v2.0/networks/c149b5f1-6e5e-4f3f-a366-78c91881c967?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5508063 Jul 14 09:24:26.322748 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8abbd85b-74f1-4c47-aea5-496b508fdaa7 req-837b17f5-2270-4c10-9f86-5d1cedfd8987 tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.3451049 Jul 14 09:24:26.329100 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eaaa3e7-a53f-4d14-9649-855ec812231a req-532b50ce-683a-4f29-bce4-ed3f5ab462a1 service neutron] Port 62aa8a10-d2ff-456d-9386-02ab55819cec on network 306a0bc6-d197-4ff4-9a5e-b84eb29a3de2 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-29 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:24:26.329439 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eaaa3e7-a53f-4d14-9649-855ec812231a req-532b50ce-683a-4f29-bce4-ed3f5ab462a1 service neutron] Attempting to bind port 62aa8a10-d2ff-456d-9386-02ab55819cec on network 306a0bc6-d197-4ff4-9a5e-b84eb29a3de2 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:24:26.360318 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-8abbd85b-74f1-4c47-aea5-496b508fdaa7 req-62e29222-cad0-44c2-9baa-f5640a04b3f6 service neutron] Request body: {'port': {'device_id': '49dade44-ccac-4abc-b1f0-ef47f906dc66', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-29'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:24:26.370222 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eaaa3e7-a53f-4d14-9649-855ec812231a req-532b50ce-683a-4f29-bce4-ed3f5ab462a1 service neutron] Checking agent: {'id': '013e4a3b-a634-47b8-b6a5-1a25109b73fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 13, 13), 'started_at': datetime.datetime(2021, 7, 14, 9, 13, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 24, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:24:26.370639 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eaaa3e7-a53f-4d14-9649-855ec812231a req-532b50ce-683a-4f29-bce4-ed3f5ab462a1 service neutron] Checking segment: {'id': 'fbee0cef-2769-4002-a250-507614fd960d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '306a0bc6-d197-4ff4-9a5e-b84eb29a3de2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:24:26.370957 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eaaa3e7-a53f-4d14-9649-855ec812231a req-532b50ce-683a-4f29-bce4-ed3f5ab462a1 service neutron] Bound using segment: {'id': 'fbee0cef-2769-4002-a250-507614fd960d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '306a0bc6-d197-4ff4-9a5e-b84eb29a3de2'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:24:26.371412 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-4eaaa3e7-a53f-4d14-9649-855ec812231a req-532b50ce-683a-4f29-bce4-ed3f5ab462a1 service neutron] Bound port: 62aa8a10-d2ff-456d-9386-02ab55819cec, host: n-h2-779913-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fbee0cef-2769-4002-a250-507614fd960d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '306a0bc6-d197-4ff4-9a5e-b84eb29a3de2'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:24:26.371783 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-4eaaa3e7-a53f-4d14-9649-855ec812231a req-532b50ce-683a-4f29-bce4-ed3f5ab462a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:26.386475 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-255a86be-2fdb-4f21-9820-b257d85c60f5 None None] Attempting to bind port e2c0374a-860b-48a7-b8de-29168062a35d on host n-d-779913-29 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:24:26.386775 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-255a86be-2fdb-4f21-9820-b257d85c60f5 None None] Attempting to bind port e2c0374a-860b-48a7-b8de-29168062a35d by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': '836a85c8-8989-45d6-bb70-48fe95102097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'db13ce49-f099-44a4-aff7-5cf5e027e32a'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:24:26.387138 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-255a86be-2fdb-4f21-9820-b257d85c60f5 None None] Attempting to bind port e2c0374a-860b-48a7-b8de-29168062a35d on network db13ce49-f099-44a4-aff7-5cf5e027e32a {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:24:26.388500 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-c1f842a0-d725-4388-a89f-3d184b4aaad6 req-0c39d9ac-a600-4983-a92c-08c4f23f097c tempest-ServerRescueTestJSON-1969041098 tempest-ServerRescueTestJSON-1969041098-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=a58d0743c32d4136b2d5b8700c6833b4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0983384 Jul 14 09:24:26.394345 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-255a86be-2fdb-4f21-9820-b257d85c60f5 None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 24, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:24:26.394757 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-255a86be-2fdb-4f21-9820-b257d85c60f5 None None] Checking segment: {'id': '836a85c8-8989-45d6-bb70-48fe95102097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'db13ce49-f099-44a4-aff7-5cf5e027e32a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:24:26.395126 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-255a86be-2fdb-4f21-9820-b257d85c60f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:26.395519 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-255a86be-2fdb-4f21-9820-b257d85c60f5 None None] Bound using segment: {'id': '836a85c8-8989-45d6-bb70-48fe95102097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'db13ce49-f099-44a4-aff7-5cf5e027e32a'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:24:26.396046 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-255a86be-2fdb-4f21-9820-b257d85c60f5 None None] Bound port: e2c0374a-860b-48a7-b8de-29168062a35d, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '836a85c8-8989-45d6-bb70-48fe95102097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'db13ce49-f099-44a4-aff7-5cf5e027e32a'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:24:26.396432 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-255a86be-2fdb-4f21-9820-b257d85c60f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:26.416813 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedc0945-9c73-4e8b-8ff3-c1a1efb5b8cd req-516ab28f-1046-47bb-92f1-8fd737d8e105 tempest-AbsoluteLimitsNegativeTestJSON-1106348781 tempest-AbsoluteLimitsNegativeTestJSON-1106348781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:26.418391 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-cedc0945-9c73-4e8b-8ff3-c1a1efb5b8cd req-516ab28f-1046-47bb-92f1-8fd737d8e105 tempest-AbsoluteLimitsNegativeTestJSON-1106348781 tempest-AbsoluteLimitsNegativeTestJSON-1106348781-project] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4551289 Jul 14 09:24:26.430049 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3e8e72-331d-4ae0-8eea-02903b53ea76 req-47666706-5445-4f88-9760-bd8721ebf817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:26.431637 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-cb3e8e72-331d-4ae0-8eea-02903b53ea76 req-47666706-5445-4f88-9760-bd8721ebf817 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=93cc94b52edc46d0bba2f5b2ba951e85&device_id=52df408e-3ce3-40d2-a2cb-21f113824a61 HTTP/1.1" status: 200 len: 1096 time: 0.4917569 Jul 14 09:24:26.492319 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-255a86be-2fdb-4f21-9820-b257d85c60f5 None None] For port e2c0374a-860b-48a7-b8de-29168062a35d, host n-d-779913-29, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:24:26.497185 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-255a86be-2fdb-4f21-9820-b257d85c60f5 None None] For port e2c0374a-860b-48a7-b8de-29168062a35d, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=e2c0374a-860b-48a7-b8de-29168062a35d,segment=NetworkSegment(836a85c8-8989-45d6-bb70-48fe95102097),segment_id=836a85c8-8989-45d6-bb70-48fe95102097)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:24:26.503173 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-255a86be-2fdb-4f21-9820-b257d85c60f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:26.503985 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-c1f842a0-d725-4388-a89f-3d184b4aaad6 req-c65a14c4-2600-46ee-8d02-18683a3229d3 service neutron] 10.222.0.68 "GET /v2.0/networks/db13ce49-f099-44a4-aff7-5cf5e027e32a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145298 Jul 14 09:24:26.571904 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 45840) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:26.576936 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5a16a8-96f6-4e47-8cf7-a380eba1d23a None None] Pushing event updated for resources: {'Port': ['ID=e2c0374a-860b-48a7-b8de-29168062a35d,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:26.591900 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-255a86be-2fdb-4f21-9820-b257d85c60f5 None None] Routers {'84469dcb-98cd-4445-8dd5-886db92f2249'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:24:26.592533 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-255a86be-2fdb-4f21-9820-b257d85c60f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:24:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['84469dcb-98cd-4445-8dd5-886db92f2249'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:24:26.632640 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 23ada610-3e34-4f56-8d20-f016904c40fb up at agent hyperv_n-h2-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:24:26.637557 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-fad7bd30-1484-4de6-84d3-c52328635d71 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=26a9970eb8a84d198743b0304e5bd40a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0616653 Jul 14 09:24:26.638324 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 45842) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:26.686217 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-c1f842a0-d725-4388-a89f-3d184b4aaad6 req-432cdbc3-bd80-42d1-849a-8550b9bcf89b service neutron] 10.222.0.68 "GET /v2.0/networks/db13ce49-f099-44a4-aff7-5cf5e027e32a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1812346 Jul 14 09:24:26.711311 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e02e123e-6e63-4822-8818-a325b7c8a611 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:26.719082 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-255a86be-2fdb-4f21-9820-b257d85c60f5 None None] Set router 84469dcb-98cd-4445-8dd5-886db92f2249 gateway port host: n-d-779913-29 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:24:26.755842 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Provisioning for port 23ada610-3e34-4f56-8d20-f016904c40fb completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:24:26.761165 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Provisioning complete for port 23ada610-3e34-4f56-8d20-f016904c40fb triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:24:26.761561 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:26.765689 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e02e123e-6e63-4822-8818-a325b7c8a611 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:26.860412 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e02e123e-6e63-4822-8818-a325b7c8a611 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:26.863579 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e02e123e-6e63-4822-8818-a325b7c8a611 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:26.864965 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-e02e123e-6e63-4822-8818-a325b7c8a611 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/0c5317df-d057-40a1-a00d-573c271c6730 HTTP/1.1" status: 204 len: 168 time: 0.2259660 Jul 14 09:24:26.883178 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02e123e-6e63-4822-8818-a325b7c8a611 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c5317df-d057-40a1-a00d-573c271c6730,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:26.918174 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0dc00238-654d-4f11-bc95-eee5e41745cd req-05a8ec88-f728-46bd-b45b-518f313d21df service neutron] 10.222.0.65 "GET /v2.0/networks/e5d0bb7f-16e5-466e-b410-4f6571888641?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7448380 Jul 14 09:24:26.923947 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-cedc0945-9c73-4e8b-8ff3-c1a1efb5b8cd req-c37cbed0-3448-4964-930b-d91fe0035e06 tempest-AbsoluteLimitsNegativeTestJSON-1106348781 tempest-AbsoluteLimitsNegativeTestJSON-1106348781-project] 10.222.0.68 "GET /v2.0/quotas/0b9b28777c614ae685518d2ff0059291 HTTP/1.1" status: 200 len: 375 time: 0.4842744 Jul 14 09:24:26.975014 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:27.032925 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 23ada610-3e34-4f56-8d20-f016904c40fb, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=23ada610-3e34-4f56-8d20-f016904c40fb,segment=NetworkSegment(fbee0cef-2769-4002-a250-507614fd960d),segment_id=fbee0cef-2769-4002-a250-507614fd960d)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:24:27.034219 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b0b7e54-dfd9-41b9-8ceb-103b4f948320', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23ada610-3e34-4f56-8d20-f016904c40fb'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:24:27.037583 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd62303f06773040a8a4e189dc46b4f565768c299abf8ab8e7739778b0bc3e97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f4da6ae-cd64-48c8-8e34-771901aac682" -d '{"events": [{"server_uuid": "4b0b7e54-dfd9-41b9-8ceb-103b4f948320", "name": "network-vif-plugged", "status": "completed", "tag": "23ada610-3e34-4f56-8d20-f016904c40fb"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:24:27.043939 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:27.045366 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 09a75d5d-afc2-4e3b-8495-348796064b86 no longer exists at agent hyperv_n-h2-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:24:27.048738 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-cedc0945-9c73-4e8b-8ff3-c1a1efb5b8cd req-58a38a95-f675-48bb-a24b-b79f3e34d8a3 tempest-AbsoluteLimitsNegativeTestJSON-1106348781 tempest-AbsoluteLimitsNegativeTestJSON-1106348781-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=0b9b28777c614ae685518d2ff0059291&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0946369 Jul 14 09:24:27.077350 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-255a86be-2fdb-4f21-9820-b257d85c60f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84469dcb-98cd-4445-8dd5-886db92f2249', 'name': 'tempest-ServerRescueTestJSON-1849090366-router', 'tenant_id': 'a58d0743c32d4136b2d5b8700c6833b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.26'}], 'enable_snat': True}, 'gw_port_id': 'a8170c88-6468-4bcf-bc06-c0cbcaa5372b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:24:13Z', 'updated_at': '2021-07-14T09:24:22Z', 'revision_number': 4, 'project_id': 'a58d0743c32d4136b2d5b8700c6833b4', 'gw_port': {'id': 'a8170c88-6468-4bcf-bc06-c0cbcaa5372b', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:a6:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84469dcb-98cd-4445-8dd5-886db92f2249', 'device_owner': 'network:router_gateway', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:24:14Z', 'updated_at': '2021-07-14T09:24:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': 'e2c0374a-860b-48a7-b8de-29168062a35d', 'name': '', 'network_id': 'db13ce49-f099-44a4-aff7-5cf5e027e32a', 'tenant_id': 'a58d0743c32d4136b2d5b8700c6833b4', 'mac_address': 'fa:16:3e:08:77:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84469dcb-98cd-4445-8dd5-886db92f2249', 'device_owner': 'network:router_interface', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '64eacf53-b7b0-4c76-8df5-70efc8635ad5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:24:20Z', 'updated_at': '2021-07-14T09:24:26Z', 'revision_number': 4, 'project_id': 'a58d0743c32d4136b2d5b8700c6833b4', 'subnets': [{'id': '64eacf53-b7b0-4c76-8df5-70efc8635ad5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:24:27.128881 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Pushing event updated for resources: {'Port': ['ID=23ada610-3e34-4f56-8d20-f016904c40fb,revision_number=5']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:27.163482 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-8abbd85b-74f1-4c47-aea5-496b508fdaa7 req-62e29222-cad0-44c2-9baa-f5640a04b3f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:27.169581 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-255a86be-2fdb-4f21-9820-b257d85c60f5 None None] The sync data for ids ['84469dcb-98cd-4445-8dd5-886db92f2249'] in n-d-779913-29 is: [{'id': '84469dcb-98cd-4445-8dd5-886db92f2249', 'name': 'tempest-ServerRescueTestJSON-1849090366-router', 'tenant_id': 'a58d0743c32d4136b2d5b8700c6833b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.26'}], 'enable_snat': True}, 'gw_port_id': 'a8170c88-6468-4bcf-bc06-c0cbcaa5372b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:24:13Z', 'updated_at': '2021-07-14T09:24:22Z', 'revision_number': 4, 'project_id': 'a58d0743c32d4136b2d5b8700c6833b4', 'gw_port': {'id': 'a8170c88-6468-4bcf-bc06-c0cbcaa5372b', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:a6:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84469dcb-98cd-4445-8dd5-886db92f2249', 'device_owner': 'network:router_gateway', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:24:14Z', 'updated_at': '2021-07-14T09:24:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': 'e2c0374a-860b-48a7-b8de-29168062a35d', 'name': '', 'network_id': 'db13ce49-f099-44a4-aff7-5cf5e027e32a', 'tenant_id': 'a58d0743c32d4136b2d5b8700c6833b4', 'mac_address': 'fa:16:3e:08:77:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84469dcb-98cd-4445-8dd5-886db92f2249', 'device_owner': 'network:router_interface', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '64eacf53-b7b0-4c76-8df5-70efc8635ad5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:24:20Z', 'updated_at': '2021-07-14T09:24:26Z', 'revision_number': 4, 'project_id': 'a58d0743c32d4136b2d5b8700c6833b4', 'subnets': [{'id': '64eacf53-b7b0-4c76-8df5-70efc8635ad5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:24:27.232625 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:27.237573 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-4eaaa3e7-a53f-4d14-9649-855ec812231a req-532b50ce-683a-4f29-bce4-ed3f5ab462a1 service neutron] For port 62aa8a10-d2ff-456d-9386-02ab55819cec, host n-h2-779913-29, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:24:27.365699 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3e8e72-331d-4ae0-8eea-02903b53ea76 req-5d100115-eec6-4925-83c5-0afb053f5ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:27.374413 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 09a75d5d-afc2-4e3b-8495-348796064b86, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=09a75d5d-afc2-4e3b-8495-348796064b86,segment=NetworkSegment(8f1c1422-de6c-445f-ab95-4e2c94585b2b),segment_id=8f1c1422-de6c-445f-ab95-4e2c94585b2b)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:24:27.379905 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-cb3e8e72-331d-4ae0-8eea-02903b53ea76 req-5d100115-eec6-4925-83c5-0afb053f5ab5 service neutron] 10.222.0.65 "GET /v2.0/networks?id=306a0bc6-d197-4ff4-9a5e-b84eb29a3de2 HTTP/1.1" status: 200 len: 917 time: 0.9255784 Jul 14 09:24:27.381105 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:27.386695 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-4eaaa3e7-a53f-4d14-9649-855ec812231a req-532b50ce-683a-4f29-bce4-ed3f5ab462a1 service neutron] For port 62aa8a10-d2ff-456d-9386-02ab55819cec, host n-h2-779913-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=62aa8a10-d2ff-456d-9386-02ab55819cec,segment=NetworkSegment(fbee0cef-2769-4002-a250-507614fd960d),segment_id=fbee0cef-2769-4002-a250-507614fd960d)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:24:27.461858 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46df52e4-50fc-4383-a4d0-2bd33b57cad3 req-6efe0e12-e67b-4e79-b72d-f1b29bead7e9 tempest-ServerTagsTestJSON-1741644832 tempest-ServerTagsTestJSON-1741644832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:27.464981 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-4eaaa3e7-a53f-4d14-9649-855ec812231a req-532b50ce-683a-4f29-bce4-ed3f5ab462a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:27.467726 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Pushing event updated for resources: {'Port': ['ID=09a75d5d-afc2-4e3b-8495-348796064b86,revision_number=11']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:27.469178 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-46df52e4-50fc-4383-a4d0-2bd33b57cad3 req-6efe0e12-e67b-4e79-b72d-f1b29bead7e9 tempest-ServerTagsTestJSON-1741644832 tempest-ServerTagsTestJSON-1741644832-project] 10.222.0.68 "GET /v2.0/ports?device_id=38065308-7518-467c-8032-f4289a835f8a HTTP/1.1" status: 200 len: 944 time: 0.2250724 Jul 14 09:24:27.543389 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-46df52e4-50fc-4383-a4d0-2bd33b57cad3 req-813f144d-4d7b-43fa-87d9-01112bfed9ab tempest-ServerTagsTestJSON-1741644832 tempest-ServerTagsTestJSON-1741644832-project] 10.222.0.68 "GET /v2.0/security-groups?id=a3c33696-baec-4b8b-94ad-c43aa2b16b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582674 Jul 14 09:24:27.580479 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eaaa3e7-a53f-4d14-9649-855ec812231a req-532b50ce-683a-4f29-bce4-ed3f5ab462a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:27.582738 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-4eaaa3e7-a53f-4d14-9649-855ec812231a req-532b50ce-683a-4f29-bce4-ed3f5ab462a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:27.584850 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-4eaaa3e7-a53f-4d14-9649-855ec812231a req-532b50ce-683a-4f29-bce4-ed3f5ab462a1 service neutron] 10.222.0.57 "PUT /v2.0/ports/62aa8a10-d2ff-456d-9386-02ab55819cec HTTP/1.1" status: 200 len: 1093 time: 4.0298615 Jul 14 09:24:27.614415 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c9ebdbe-82ff-4a31-936d-c00888b875d8', 'tag': '62aa8a10-d2ff-456d-9386-02ab55819cec'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:24:27.618403 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b187ced-d8eb-4a98-9c4d-1150479dcd89" -d '{"events": [{"name": "network-changed", "server_uuid": "2c9ebdbe-82ff-4a31-936d-c00888b875d8", "tag": "62aa8a10-d2ff-456d-9386-02ab55819cec"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:24:27.625800 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-cb3e8e72-331d-4ae0-8eea-02903b53ea76 req-754867b2-fead-47a0-96a0-725c6b844a11 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b9ddac90-7ead-48f8-8830-dd4071192586 HTTP/1.1" status: 200 len: 217 time: 0.2419796 Jul 14 09:24:27.633465 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 45872) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:27.644987 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5bbe322f-3f67-4864-bc0a-91afe44d23e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:27.720739 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3e8e72-331d-4ae0-8eea-02903b53ea76 req-f6954b25-bab1-4e88-ab5e-f1312eccf6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:27.722333 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-cb3e8e72-331d-4ae0-8eea-02903b53ea76 req-f6954b25-bab1-4e88-ab5e-f1312eccf6f8 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=7aa7ebb9-1cd7-4bcb-a86c-b1b49761ab04 HTTP/1.1" status: 200 len: 855 time: 0.0813105 Jul 14 09:24:27.814339 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device b9ddac90-7ead-48f8-8830-dd4071192586 details requested by agent hyperv_n-h1-779913-29 with host n-h1-779913-29 {{(pid=93959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:24:27.901616 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532b50ce-683a-4f29-bce4-ed3f5ab462a1 service neutron] Pushing event updated for resources: {'Port': ['ID=62aa8a10-d2ff-456d-9386-02ab55819cec,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:27.923906 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d83aa5d3-7657-496e-9089-0f97ecb91e52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:27.976760 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3323da0-972c-4e02-a601-f0f09cb3c367 req-c36367ca-ccd7-45c5-8010-4557fd7fc443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:27.978641 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e3323da0-972c-4e02-a601-f0f09cb3c367 req-c36367ca-ccd7-45c5-8010-4557fd7fc443 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=d85390a24caa46cfb1c6af28485cf40f&device_id=38065308-7518-467c-8032-f4289a835f8a HTTP/1.1" status: 200 len: 1096 time: 0.9617860 Jul 14 09:24:28.184689 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port b9ddac90-7ead-48f8-8830-dd4071192586, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=b9ddac90-7ead-48f8-8830-dd4071192586,segment=NetworkSegment(fbee0cef-2769-4002-a250-507614fd960d),segment_id=fbee0cef-2769-4002-a250-507614fd960d)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:24:28.204895 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b277da8d-78aa-4978-8811-e76147655afe req-a2b2fba9-faf7-4744-b56d-4ae11183d398 tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:28.212576 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b277da8d-78aa-4978-8811-e76147655afe req-a2b2fba9-faf7-4744-b56d-4ae11183d398 tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] 10.222.0.68 "GET /v2.0/ports?device_id=49dade44-ccac-4abc-b1f0-ef47f906dc66 HTTP/1.1" status: 200 len: 932 time: 0.8172886 Jul 14 09:24:28.221126 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d83aa5d3-7657-496e-9089-0f97ecb91e52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:28.230054 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d83aa5d3-7657-496e-9089-0f97ecb91e52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:28.250101 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Returning: {'device': 'b9ddac90-7ead-48f8-8830-dd4071192586', 'network_id': '306a0bc6-d197-4ff4-9a5e-b84eb29a3de2', 'port_id': 'b9ddac90-7ead-48f8-8830-dd4071192586', 'mac_address': 'fa:16:3e:de:51:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 700, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7aa7ebb9-1cd7-4bcb-a86c-b1b49761ab04', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:24:28.340516 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-d83aa5d3-7657-496e-9089-0f97ecb91e52 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=0b9b28777c614ae685518d2ff0059291&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7055242 Jul 14 09:24:28.342287 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83aa5d3-7657-496e-9089-0f97ecb91e52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cca68ed-4c53-4180-a439-411199f723b8,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:28.350677 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 45900) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:28.393125 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:28.398461 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b277da8d-78aa-4978-8811-e76147655afe req-d97853fd-184d-449e-95c7-5e6aa848d437 tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] 10.222.0.68 "GET /v2.0/security-groups?id=cf40bcd2-1dd1-48fb-a6b7-6df0e80ce2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334898 Jul 14 09:24:28.439186 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9ddac90-7ead-48f8-8830-dd4071192586 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:24:28.475130 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e6e571d4-fa67-4b5d-911a-1c76ef807590 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:28.515725 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port b9ddac90-7ead-48f8-8830-dd4071192586, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=b9ddac90-7ead-48f8-8830-dd4071192586,segment=NetworkSegment(fbee0cef-2769-4002-a250-507614fd960d),segment_id=fbee0cef-2769-4002-a250-507614fd960d)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:24:28.524573 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:28.531132 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device cd5bc918-0adb-4025-8636-f718cafc56ae details requested by agent hyperv_n-h1-779913-29 with host n-h1-779913-29 {{(pid=93959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:24:28.562099 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eaaa3e7-a53f-4d14-9649-855ec812231a req-5ed5877b-4e6e-4ffd-acf7-861fef8cc937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:28.566496 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-4eaaa3e7-a53f-4d14-9649-855ec812231a req-5ed5877b-4e6e-4ffd-acf7-861fef8cc937 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=93cc94b52edc46d0bba2f5b2ba951e85&device_id=2c9ebdbe-82ff-4a31-936d-c00888b875d8 HTTP/1.1" status: 200 len: 1096 time: 0.8314030 Jul 14 09:24:28.576406 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e6e571d4-fa67-4b5d-911a-1c76ef807590 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:28.579116 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3e8e72-331d-4ae0-8eea-02903b53ea76 req-fc294bde-de07-44af-861f-6fb4037efeec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:28.587515 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-cb3e8e72-331d-4ae0-8eea-02903b53ea76 req-fc294bde-de07-44af-861f-6fb4037efeec service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=306a0bc6-d197-4ff4-9a5e-b84eb29a3de2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.8452079 Jul 14 09:24:28.642803 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 45906) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:28.649842 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-4eaaa3e7-a53f-4d14-9649-855ec812231a req-d6b69152-9b0b-429e-9d05-80b58b9095ce service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=62aa8a10-d2ff-456d-9386-02ab55819cec HTTP/1.1" status: 200 len: 217 time: 0.0491316 Jul 14 09:24:28.694882 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Pushing event updated for resources: {'Port': ['ID=b9ddac90-7ead-48f8-8830-dd4071192586,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:28.727919 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8342d5e-32ac-4b5a-8482-a6f0e9ff0c87 req-eaeea474-f6cb-4d0d-bd20-d4d5677a766e tempest-ListServerFiltersTestJSON-249454475 tempest-ListServerFiltersTestJSON-249454475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:28.736487 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-c8342d5e-32ac-4b5a-8482-a6f0e9ff0c87 req-eaeea474-f6cb-4d0d-bd20-d4d5677a766e tempest-ListServerFiltersTestJSON-249454475 tempest-ListServerFiltersTestJSON-249454475-project] 10.222.0.68 "GET /v2.0/ports?device_id=2c9ebdbe-82ff-4a31-936d-c00888b875d8 HTTP/1.1" status: 200 len: 944 time: 0.1960435 Jul 14 09:24:28.772278 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port cd5bc918-0adb-4025-8636-f718cafc56ae, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=cd5bc918-0adb-4025-8636-f718cafc56ae,segment=NetworkSegment(901c3b48-a84f-4bce-be92-b70d9bb3defe),segment_id=901c3b48-a84f-4bce-be92-b70d9bb3defe)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:24:28.779847 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e6e571d4-fa67-4b5d-911a-1c76ef807590 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:28.782684 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e6e571d4-fa67-4b5d-911a-1c76ef807590 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:28.784114 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-e6e571d4-fa67-4b5d-911a-1c76ef807590 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/3cca68ed-4c53-4180-a439-411199f723b8 HTTP/1.1" status: 204 len: 168 time: 0.4316409 Jul 14 09:24:28.789191 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Returning: {'device': 'cd5bc918-0adb-4025-8636-f718cafc56ae', 'network_id': 'e5d0bb7f-16e5-466e-b410-4f6571888641', 'port_id': 'cd5bc918-0adb-4025-8636-f718cafc56ae', 'mac_address': 'fa:16:3e:ab:75:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd16d7bca-169a-4a46-ba38-f2d93fdc0870', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:24:28.828880 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e571d4-fa67-4b5d-911a-1c76ef807590 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cca68ed-4c53-4180-a439-411199f723b8,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:28.836115 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:28.843572 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-f9b2f29f-c2f4-4beb-9662-2689b39e3e70 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1721427201-network', 'tenant_id': 'cb2a8bd81eea456b92b36dee5b159f07'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:24:28.855481 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd5bc918-0adb-4025-8636-f718cafc56ae {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:24:28.870185 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-c8342d5e-32ac-4b5a-8482-a6f0e9ff0c87 req-a6ce37dc-1fff-4201-8da4-0f25426f0b39 tempest-ListServerFiltersTestJSON-249454475 tempest-ListServerFiltersTestJSON-249454475-project] 10.222.0.68 "GET /v2.0/security-groups?id=ce208e01-46cb-4812-9601-5914ea7ef5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322868 Jul 14 09:24:28.937538 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9b2f29f-c2f4-4beb-9662-2689b39e3e70 admin admin] Made reservation on behalf of cb2a8bd81eea456b92b36dee5b159f07 for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:24:28.938511 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port cd5bc918-0adb-4025-8636-f718cafc56ae, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=cd5bc918-0adb-4025-8636-f718cafc56ae,segment=NetworkSegment(901c3b48-a84f-4bce-be92-b70d9bb3defe),segment_id=901c3b48-a84f-4bce-be92-b70d9bb3defe)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:24:28.938623 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f9b2f29f-c2f4-4beb-9662-2689b39e3e70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:28.942984 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:28.954819 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f9b2f29f-c2f4-4beb-9662-2689b39e3e70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:28.962394 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ce5ac164-029e-4e7e-84d3-019f721e6e7f req-365e8a26-2b1e-416e-9f19-47f0c01a603a tempest-ServerRescueTestJSON-1969041098 tempest-ServerRescueTestJSON-1969041098-project] 10.222.0.68 "GET /v2.0/ports?device_id=1165a2d1-7a70-431c-8db9-81b467588d28 HTTP/1.1" status: 200 len: 210 time: 0.3045478 Jul 14 09:24:29.000730 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:24:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46077806-9720-41d2-a98c-c92ce23dbb6d x-openstack-request-id: req-46077806-9720-41d2-a98c-c92ce23dbb6d {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:24:29.001773 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b0b7e54-dfd9-41b9-8ceb-103b4f948320", "name": "network-vif-plugged", "status": "completed", "tag": "23ada610-3e34-4f56-8d20-f016904c40fb", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:24:29.002661 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-46077806-9720-41d2-a98c-c92ce23dbb6d {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:24:29.004360 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b0b7e54-dfd9-41b9-8ceb-103b4f948320', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23ada610-3e34-4f56-8d20-f016904c40fb', 'code': 200} Jul 14 09:24:29.035122 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device e2c0374a-860b-48a7-b8de-29168062a35d up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:24:29.068083 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3323da0-972c-4e02-a601-f0f09cb3c367 req-8d826e04-7d09-4e7d-94b1-02530d0e4ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:29.069892 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e3323da0-972c-4e02-a601-f0f09cb3c367 req-8d826e04-7d09-4e7d-94b1-02530d0e4ec4 service neutron] 10.222.0.65 "GET /v2.0/networks?id=e5d0bb7f-16e5-466e-b410-4f6571888641 HTTP/1.1" status: 200 len: 910 time: 0.9852724 Jul 14 09:24:29.160087 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Pushing event updated for resources: {'Port': ['ID=cd5bc918-0adb-4025-8636-f718cafc56ae,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:29.164894 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e3323da0-972c-4e02-a601-f0f09cb3c367 req-d0060e60-56ec-4614-ae39-d89955a6aace service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cd5bc918-0adb-4025-8636-f718cafc56ae HTTP/1.1" status: 200 len: 217 time: 0.0862658 Jul 14 09:24:29.218471 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:24:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05aa9a7b-d24b-4d0e-a153-b27968e55a98 x-openstack-request-id: req-05aa9a7b-d24b-4d0e-a153-b27968e55a98 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:24:29.220984 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c9ebdbe-82ff-4a31-936d-c00888b875d8", "tag": "62aa8a10-d2ff-456d-9386-02ab55819cec", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:24:29.222491 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-05aa9a7b-d24b-4d0e-a153-b27968e55a98 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:24:29.224624 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c9ebdbe-82ff-4a31-936d-c00888b875d8', 'tag': '62aa8a10-d2ff-456d-9386-02ab55819cec', 'status': 'completed', 'code': 200} Jul 14 09:24:29.234557 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning for port e2c0374a-860b-48a7-b8de-29168062a35d completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:24:29.239691 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port e2c0374a-860b-48a7-b8de-29168062a35d triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:24:29.240221 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:29.260047 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f9b2f29f-c2f4-4beb-9662-2689b39e3e70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:29.287233 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] get_ports_and_sgs() called for port_ids ['b9ddac90-7ead-48f8-8830-dd4071192586'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:24:29.306520 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f9b2f29f-c2f4-4beb-9662-2689b39e3e70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:29.329809 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eaaa3e7-a53f-4d14-9649-855ec812231a req-00901117-c5f0-4958-8129-88631f68c49c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:29.331743 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-4eaaa3e7-a53f-4d14-9649-855ec812231a req-00901117-c5f0-4958-8129-88631f68c49c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7aa7ebb9-1cd7-4bcb-a86c-b1b49761ab04 HTTP/1.1" status: 200 len: 855 time: 0.6680582 Jul 14 09:24:29.387437 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] get_ports_and_sgs() called for port_ids ['cd5bc918-0adb-4025-8636-f718cafc56ae'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:24:29.423991 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9b2f29f-c2f4-4beb-9662-2689b39e3e70 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 706} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:24:29.519290 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b2f29f-c2f4-4beb-9662-2689b39e3e70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d62c79e-4bb7-4cee-af34-fb6b30b09370,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:29.534952 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f9b2f29f-c2f4-4beb-9662-2689b39e3e70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:29.539754 n-d-779913-29 neutron-server[93958]: INFO neutron.db.segments_db [None req-f9b2f29f-c2f4-4beb-9662-2689b39e3e70 admin admin] Added segment ddccd952-f86c-42d9-9a76-fafa68d7d61d of type vlan for network f9f9e30e-0b39-4c8e-9a13-252818fafe21 Jul 14 09:24:29.610886 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f842a0-d725-4388-a89f-3d184b4aaad6 req-3b5b8926-9387-48c1-b91b-67c3d053f54e tempest-ServerRescueTestJSON-1969041098 tempest-ServerRescueTestJSON-1969041098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:29.614395 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-c1f842a0-d725-4388-a89f-3d184b4aaad6 req-3b5b8926-9387-48c1-b91b-67c3d053f54e tempest-ServerRescueTestJSON-1969041098 tempest-ServerRescueTestJSON-1969041098-project] 10.222.0.57 "GET /v2.0/networks?id=db13ce49-f099-44a4-aff7-5cf5e027e32a HTTP/1.1" status: 200 len: 811 time: 0.4291756 Jul 14 09:24:29.645122 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [req-c1f842a0-d725-4388-a89f-3d184b4aaad6 req-753ca6f9-c599-4fa6-b12c-6929e252fef1 tempest-ServerRescueTestJSON-1969041098 tempest-ServerRescueTestJSON-1969041098-project] Request body: {'port': {'device_id': '1165a2d1-7a70-431c-8db9-81b467588d28', 'network_id': 'db13ce49-f099-44a4-aff7-5cf5e027e32a', 'admin_state_up': True, 'tenant_id': 'a58d0743c32d4136b2d5b8700c6833b4'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:24:29.668368 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3323da0-972c-4e02-a601-f0f09cb3c367 req-a630b61e-1099-42ff-bb80-741759cc54d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:29.669891 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e3323da0-972c-4e02-a601-f0f09cb3c367 req-a630b61e-1099-42ff-bb80-741759cc54d6 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d16d7bca-169a-4a46-ba38-f2d93fdc0870 HTTP/1.1" status: 200 len: 849 time: 0.4889224 Jul 14 09:24:29.694453 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-cb3e8e72-331d-4ae0-8eea-02903b53ea76 req-9c4a8b8f-5278-4239-b115-8c047ad85c5a service neutron] 10.222.0.65 "GET /v2.0/networks/306a0bc6-d197-4ff4-9a5e-b84eb29a3de2?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0921295 Jul 14 09:24:29.746839 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f9b2f29f-c2f4-4beb-9662-2689b39e3e70 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735687821325'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:29.787237 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:29.831645 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-cb3e8e72-331d-4ae0-8eea-02903b53ea76 req-43372b10-472e-4d29-ac82-d5618da3aefa service neutron] 10.222.0.65 "GET /v2.0/networks/306a0bc6-d197-4ff4-9a5e-b84eb29a3de2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057515 Jul 14 09:24:29.833123 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecaf3b5-dd18-44d9-9e16-9e76d4e06d97 req-bd8a553e-5d84-447a-b040-6d8aaec86764 tempest-ServersTestManualDisk-504797460 tempest-ServersTestManualDisk-504797460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:29.841056 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-0ecaf3b5-dd18-44d9-9e16-9e76d4e06d97 req-bd8a553e-5d84-447a-b040-6d8aaec86764 tempest-ServersTestManualDisk-504797460 tempest-ServersTestManualDisk-504797460-project] 10.222.0.68 "GET /v2.0/ports?device_id=3daebeb9-57c7-4edd-92b4-ac45ad82b60a HTTP/1.1" status: 200 len: 945 time: 0.2029059 Jul 14 09:24:29.851787 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] For port e2c0374a-860b-48a7-b8de-29168062a35d, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=e2c0374a-860b-48a7-b8de-29168062a35d,segment=NetworkSegment(836a85c8-8989-45d6-bb70-48fe95102097),segment_id=836a85c8-8989-45d6-bb70-48fe95102097)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:24:29.855722 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f9b2f29f-c2f4-4beb-9662-2689b39e3e70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:29.856752 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9b2f29f-c2f4-4beb-9662-2689b39e3e70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:29.857425 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f9b2f29f-c2f4-4beb-9662-2689b39e3e70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:29.862036 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:29.886384 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e3323da0-972c-4e02-a601-f0f09cb3c367 req-8f13c5d8-bd04-4b01-9cf8-90a819f9f5fc service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e5d0bb7f-16e5-466e-b410-4f6571888641&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1979520 Jul 14 09:24:29.887831 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-f9b2f29f-c2f4-4beb-9662-2689b39e3e70 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.2434902 Jul 14 09:24:29.902617 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 45936) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:29.905017 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [req-8abbd85b-74f1-4c47-aea5-496b508fdaa7 req-62e29222-cad0-44c2-9baa-f5640a04b3f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5728230-7217-466d-a8f2-3ec8768eb0f8 {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:24:29.935437 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Pushing event updated for resources: {'Port': ['ID=e2c0374a-860b-48a7-b8de-29168062a35d,revision_number=5']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:29.962713 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-aa1cf3c3-84dd-46ef-ad68-9484eda1a2e4 admin admin] Request body: {'subnet': {'network_id': 'f9f9e30e-0b39-4c8e-9a13-252818fafe21', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1721427201-subnet', 'tenant_id': 'cb2a8bd81eea456b92b36dee5b159f07', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:24:29.976737 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1f842a0-d725-4388-a89f-3d184b4aaad6 req-753ca6f9-c599-4fa6-b12c-6929e252fef1 tempest-ServerRescueTestJSON-1969041098 tempest-ServerRescueTestJSON-1969041098-project] Made reservation on behalf of a58d0743c32d4136b2d5b8700c6833b4 for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:24:29.980831 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-c1f842a0-d725-4388-a89f-3d184b4aaad6 req-753ca6f9-c599-4fa6-b12c-6929e252fef1 tempest-ServerRescueTestJSON-1969041098 tempest-ServerRescueTestJSON-1969041098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:29.983943 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-8abbd85b-74f1-4c47-aea5-496b508fdaa7 req-62e29222-cad0-44c2-9baa-f5640a04b3f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:30.013616 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [req-8abbd85b-74f1-4c47-aea5-496b508fdaa7 req-62e29222-cad0-44c2-9baa-f5640a04b3f6 service neutron] Transition to ACTIVE for port object c5728230-7217-466d-a8f2-3ec8768eb0f8 will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:24:30.017872 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39200cf4-2322-485a-893f-60e87d44a66a req-cb3d90af-745c-4ae8-95d2-633c08936eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:30.019601 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-39200cf4-2322-485a-893f-60e87d44a66a req-cb3d90af-745c-4ae8-95d2-633c08936eb0 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=4b0b7e54-dfd9-41b9-8ceb-103b4f948320 HTTP/1.1" status: 200 len: 1097 time: 0.8047652 Jul 14 09:24:30.040799 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-8abbd85b-74f1-4c47-aea5-496b508fdaa7 req-62e29222-cad0-44c2-9baa-f5640a04b3f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:30.047468 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-0ecaf3b5-dd18-44d9-9e16-9e76d4e06d97 req-9055f1c3-e181-4c2b-a6b2-5de3cbe7915c tempest-ServersTestManualDisk-504797460 tempest-ServersTestManualDisk-504797460-project] 10.222.0.68 "GET /v2.0/security-groups?id=109e619a-026b-4a12-995a-f7c93cf4d031&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1963692 Jul 14 09:24:30.056189 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eaaa3e7-a53f-4d14-9649-855ec812231a req-6c998b2c-b35f-435e-8eee-3bf359ab329f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:30.058968 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-4eaaa3e7-a53f-4d14-9649-855ec812231a req-6c998b2c-b35f-435e-8eee-3bf359ab329f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=306a0bc6-d197-4ff4-9a5e-b84eb29a3de2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6959062 Jul 14 09:24:30.064144 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b2f29f-c2f4-4beb-9662-2689b39e3e70 admin admin] Pushing event updated for resources: {'Network': ['ID=f9f9e30e-0b39-4c8e-9a13-252818fafe21,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:30.071349 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafa66ef-b882-45a6-b7c3-7a0e046907c6 req-7ecd0108-ca3a-42bf-b188-c8a7a3ad824e tempest-ServerTagsTestJSON-1741644832 tempest-ServerTagsTestJSON-1741644832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:30.076240 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Network f9f9e30e-0b39-4c8e-9a13-252818fafe21 details requested by agent ovs-agent-n-d-779913-29 with host n-d-779913-29 {{(pid=93959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:24:30.082170 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-dafa66ef-b882-45a6-b7c3-7a0e046907c6 req-7ecd0108-ca3a-42bf-b188-c8a7a3ad824e tempest-ServerTagsTestJSON-1741644832 tempest-ServerTagsTestJSON-1741644832-project] 10.222.0.68 "GET /v2.0/ports?device_id=38065308-7518-467c-8032-f4289a835f8a HTTP/1.1" status: 200 len: 945 time: 0.5304422 Jul 14 09:24:30.104803 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa1cf3c3-84dd-46ef-ad68-9484eda1a2e4 admin admin] Made reservation on behalf of cb2a8bd81eea456b92b36dee5b159f07 for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:24:30.107280 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-aa1cf3c3-84dd-46ef-ad68-9484eda1a2e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16714600'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:30.219751 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 45960) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:30.272157 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e3323da0-972c-4e02-a601-f0f09cb3c367 req-e04f6735-ea84-43dd-a0ec-9a55ada55c4c service neutron] 10.222.0.65 "GET /v2.0/networks/e5d0bb7f-16e5-466e-b410-4f6571888641?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3775539 Jul 14 09:24:30.301206 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [req-c1f842a0-d725-4388-a89f-3d184b4aaad6 req-753ca6f9-c599-4fa6-b12c-6929e252fef1 tempest-ServerRescueTestJSON-1969041098 tempest-ServerRescueTestJSON-1969041098-project] Allocated IP 172.20.0.6 (db13ce49-f099-44a4-aff7-5cf5e027e32a/64eacf53-b7b0-4c76-8df5-70efc8635ad5/c456e3ea-1818-4eb0-9974-4f7f0bc9979b) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:24:30.353698 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-39200cf4-2322-485a-893f-60e87d44a66a req-3f2c17bc-b67a-4874-9179-daa261e4439e service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=ce208e01-46cb-4812-9601-5914ea7ef5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3242009 Jul 14 09:24:30.355100 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e29222-cad0-44c2-9baa-f5640a04b3f6 service neutron] Pushing event updated for resources: {'Port': ['ID=c5728230-7217-466d-a8f2-3ec8768eb0f8,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:30.401603 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-eb77160d-00ef-452e-9b7f-013022c10dc5 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-380101394-network', 'tenant_id': '92040518657d4e7c9b4da35b57d22556'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:24:30.420518 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-dafa66ef-b882-45a6-b7c3-7a0e046907c6 req-1b2096a8-196a-4c45-acbb-8de1ab5d00b0 tempest-ServerTagsTestJSON-1741644832 tempest-ServerTagsTestJSON-1741644832-project] 10.222.0.68 "GET /v2.0/security-groups?id=a3c33696-baec-4b8b-94ad-c43aa2b16b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3373737 Jul 14 09:24:30.445092 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-aa1cf3c3-84dd-46ef-ad68-9484eda1a2e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13573993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16714586'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:30.482539 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-4eaaa3e7-a53f-4d14-9649-855ec812231a req-d08d4b0a-a7c0-4ada-8b0a-ec5cef109f24 service neutron] 10.222.0.57 "GET /v2.0/networks/306a0bc6-d197-4ff4-9a5e-b84eb29a3de2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3946531 Jul 14 09:24:30.484904 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-8abbd85b-74f1-4c47-aea5-496b508fdaa7 req-62e29222-cad0-44c2-9baa-f5640a04b3f6 service neutron] Attempting to bind port c5728230-7217-466d-a8f2-3ec8768eb0f8 on host n-h1-779913-29 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:24:30.485239 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-8abbd85b-74f1-4c47-aea5-496b508fdaa7 req-62e29222-cad0-44c2-9baa-f5640a04b3f6 service neutron] Attempting to bind port c5728230-7217-466d-a8f2-3ec8768eb0f8 by drivers openvswitch,hyperv on host n-h1-779913-29 at level 0 using segments [{'id': '3140b72d-6a4a-4668-bad8-c572bd128f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'fdafaba0-da53-47c8-a4eb-7c69deccbba6'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:24:30.485608 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8abbd85b-74f1-4c47-aea5-496b508fdaa7 req-62e29222-cad0-44c2-9baa-f5640a04b3f6 service neutron] Attempting to bind port c5728230-7217-466d-a8f2-3ec8768eb0f8 on network fdafaba0-da53-47c8-a4eb-7c69deccbba6 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:24:30.497063 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8abbd85b-74f1-4c47-aea5-496b508fdaa7 req-62e29222-cad0-44c2-9baa-f5640a04b3f6 service neutron] Port c5728230-7217-466d-a8f2-3ec8768eb0f8 on network fdafaba0-da53-47c8-a4eb-7c69deccbba6 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-29 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:24:30.497370 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8abbd85b-74f1-4c47-aea5-496b508fdaa7 req-62e29222-cad0-44c2-9baa-f5640a04b3f6 service neutron] Attempting to bind port c5728230-7217-466d-a8f2-3ec8768eb0f8 on network fdafaba0-da53-47c8-a4eb-7c69deccbba6 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:24:30.509703 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8abbd85b-74f1-4c47-aea5-496b508fdaa7 req-62e29222-cad0-44c2-9baa-f5640a04b3f6 service neutron] Checking agent: {'id': 'de11e667-f145-47b0-bd09-334a7505938e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 13, 12), 'started_at': datetime.datetime(2021, 7, 14, 9, 13, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 24, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:24:30.510574 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8abbd85b-74f1-4c47-aea5-496b508fdaa7 req-62e29222-cad0-44c2-9baa-f5640a04b3f6 service neutron] Checking segment: {'id': '3140b72d-6a4a-4668-bad8-c572bd128f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'fdafaba0-da53-47c8-a4eb-7c69deccbba6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:24:30.511224 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8abbd85b-74f1-4c47-aea5-496b508fdaa7 req-62e29222-cad0-44c2-9baa-f5640a04b3f6 service neutron] Bound using segment: {'id': '3140b72d-6a4a-4668-bad8-c572bd128f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'fdafaba0-da53-47c8-a4eb-7c69deccbba6'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:24:30.511696 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-8abbd85b-74f1-4c47-aea5-496b508fdaa7 req-62e29222-cad0-44c2-9baa-f5640a04b3f6 service neutron] Bound port: c5728230-7217-466d-a8f2-3ec8768eb0f8, host: n-h1-779913-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3140b72d-6a4a-4668-bad8-c572bd128f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'fdafaba0-da53-47c8-a4eb-7c69deccbba6'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:24:30.512064 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-8abbd85b-74f1-4c47-aea5-496b508fdaa7 req-62e29222-cad0-44c2-9baa-f5640a04b3f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:30.515502 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e3323da0-972c-4e02-a601-f0f09cb3c367 req-f1a36e3c-2eb7-42aa-a5f8-41952908a39e service neutron] 10.222.0.65 "GET /v2.0/networks/e5d0bb7f-16e5-466e-b410-4f6571888641?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2113638 Jul 14 09:24:30.524765 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb77160d-00ef-452e-9b7f-013022c10dc5 admin admin] Made reservation on behalf of 92040518657d4e7c9b4da35b57d22556 for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:24:30.527404 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-eb77160d-00ef-452e-9b7f-013022c10dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:30.570603 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-eb77160d-00ef-452e-9b7f-013022c10dc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:30.622433 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1cf3c3-84dd-46ef-ad68-9484eda1a2e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=444f0042-b663-4a95-9c31-a5cc1ed6ad12,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:30.646875 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdc7651-4e39-417f-b85a-8d051b289e29 req-c6616bc5-b291-425e-9fd3-1829dc0c85a5 tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:30.648453 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-5fdc7651-4e39-417f-b85a-8d051b289e29 req-c6616bc5-b291-425e-9fd3-1829dc0c85a5 tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] 10.222.0.68 "GET /v2.0/ports?device_id=49dade44-ccac-4abc-b1f0-ef47f906dc66 HTTP/1.1" status: 200 len: 944 time: 0.3027306 Jul 14 09:24:30.687211 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa1cf3c3-84dd-46ef-ad68-9484eda1a2e4 admin admin] Checking segment: {'id': 'ddccd952-f86c-42d9-9a76-fafa68d7d61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'f9f9e30e-0b39-4c8e-9a13-252818fafe21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:24:30.687564 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa1cf3c3-84dd-46ef-ad68-9484eda1a2e4 admin admin] Network hostable DHCP agents. Network: f9f9e30e-0b39-4c8e-9a13-252818fafe21, hostable agents: ['c6a09bd4-f72e-4283-a3ca-0bbca8a51081'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:24:30.748622 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-c1f842a0-d725-4388-a89f-3d184b4aaad6 req-753ca6f9-c599-4fa6-b12c-6929e252fef1 tempest-ServerRescueTestJSON-1969041098 tempest-ServerRescueTestJSON-1969041098-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:30.773948 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-5fdc7651-4e39-417f-b85a-8d051b289e29 req-aed7afea-cb8e-491d-bb18-b4e0b7d04ab7 tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] 10.222.0.68 "GET /v2.0/security-groups?id=cf40bcd2-1dd1-48fb-a6b7-6df0e80ce2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113365 Jul 14 09:24:30.778314 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa1cf3c3-84dd-46ef-ad68-9484eda1a2e4 admin admin] Network f9f9e30e-0b39-4c8e-9a13-252818fafe21 is scheduled to be hosted by DHCP agent c6a09bd4-f72e-4283-a3ca-0bbca8a51081 with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:24:30.812755 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-aa1cf3c3-84dd-46ef-ad68-9484eda1a2e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-29, f9f9e30e-0b39-4c8e-9a13-252818fafe21) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:24:30.819620 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa1cf3c3-84dd-46ef-ad68-9484eda1a2e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:30.820228 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-aa1cf3c3-84dd-46ef-ad68-9484eda1a2e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:30.829785 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-817b4a49-8751-40e6-95c6-8f0740203b2e None None] Network f9f9e30e-0b39-4c8e-9a13-252818fafe21 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:24:30.860752 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-eb77160d-00ef-452e-9b7f-013022c10dc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:30.867237 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-eb77160d-00ef-452e-9b7f-013022c10dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:30.881091 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-aa1cf3c3-84dd-46ef-ad68-9484eda1a2e4 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.9766545 Jul 14 09:24:30.898763 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 45964) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:30.910797 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-41d09eb1-50d6-41fb-93ef-7653d445e62a admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1721427201-router', 'tenant_id': 'cb2a8bd81eea456b92b36dee5b159f07', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'}}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:24:30.917613 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb77160d-00ef-452e-9b7f-013022c10dc5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 744} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:24:30.920114 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-c1f842a0-d725-4388-a89f-3d184b4aaad6 req-753ca6f9-c599-4fa6-b12c-6929e252fef1 tempest-ServerRescueTestJSON-1969041098 tempest-ServerRescueTestJSON-1969041098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:30.940547 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-8abbd85b-74f1-4c47-aea5-496b508fdaa7 req-62e29222-cad0-44c2-9baa-f5640a04b3f6 service neutron] For port c5728230-7217-466d-a8f2-3ec8768eb0f8, host n-h1-779913-29, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:24:30.963645 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-8abbd85b-74f1-4c47-aea5-496b508fdaa7 req-62e29222-cad0-44c2-9baa-f5640a04b3f6 service neutron] For port c5728230-7217-466d-a8f2-3ec8768eb0f8, host n-h1-779913-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=c5728230-7217-466d-a8f2-3ec8768eb0f8,segment=NetworkSegment(3140b72d-6a4a-4668-bad8-c572bd128f6c),segment_id=3140b72d-6a4a-4668-bad8-c572bd128f6c)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:24:30.983288 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-8abbd85b-74f1-4c47-aea5-496b508fdaa7 req-62e29222-cad0-44c2-9baa-f5640a04b3f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:30.999057 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753ca6f9-c599-4fa6-b12c-6929e252fef1 tempest-ServerRescueTestJSON-1969041098 tempest-ServerRescueTestJSON-1969041098-project] Pushing event updated for resources: {'Port': ['ID=c456e3ea-1818-4eb0-9974-4f7f0bc9979b,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:31.014752 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1f842a0-d725-4388-a89f-3d184b4aaad6 req-753ca6f9-c599-4fa6-b12c-6929e252fef1 tempest-ServerRescueTestJSON-1969041098 tempest-ServerRescueTestJSON-1969041098-project] Network db13ce49-f099-44a4-aff7-5cf5e027e32a is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:24:31.016551 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-eb77160d-00ef-452e-9b7f-013022c10dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:31.016753 n-d-779913-29 neutron-server[93958]: INFO neutron.db.segments_db [None req-eb77160d-00ef-452e-9b7f-013022c10dc5 admin admin] Added segment 4c304324-4492-42d0-a41c-671b36fcc8bb of type vlan for network 820fc62c-7ca2-46c2-80de-ece46f6e6a9d Jul 14 09:24:31.019199 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb77160d-00ef-452e-9b7f-013022c10dc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11b051ae-b403-4d1d-bc07-a6a9d7b45049,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:31.049126 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [req-c1f842a0-d725-4388-a89f-3d184b4aaad6 req-753ca6f9-c599-4fa6-b12c-6929e252fef1 tempest-ServerRescueTestJSON-1969041098 tempest-ServerRescueTestJSON-1969041098-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:24:31.054539 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1f842a0-d725-4388-a89f-3d184b4aaad6 req-753ca6f9-c599-4fa6-b12c-6929e252fef1 tempest-ServerRescueTestJSON-1969041098 tempest-ServerRescueTestJSON-1969041098-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:24:31.060255 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4ff6602-55fb-48e4-97e3-972a5ca4e95b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '09a75d5d-afc2-4e3b-8495-348796064b86'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:24:31.062152 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd62303f06773040a8a4e189dc46b4f565768c299abf8ab8e7739778b0bc3e97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd1424d1-3e68-44ae-88e6-2bb8630edf48" -d '{"events": [{"server_uuid": "f4ff6602-55fb-48e4-97e3-972a5ca4e95b", "name": "network-vif-unplugged", "status": "completed", "tag": "09a75d5d-afc2-4e3b-8495-348796064b86"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:24:31.068529 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device e2c0374a-860b-48a7-b8de-29168062a35d up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:24:31.127969 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-41d09eb1-50d6-41fb-93ef-7653d445e62a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-711749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14670'] for router, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:31.129301 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-41d09eb1-50d6-41fb-93ef-7653d445e62a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-711718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-661475', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14679'] for router, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:31.146138 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-eb77160d-00ef-452e-9b7f-013022c10dc5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735687821325'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:31.164484 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port e2c0374a-860b-48a7-b8de-29168062a35d triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:24:31.164860 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:31.178752 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a174fb-b11e-4374-87e5-4afb399f8c81 req-e2b20443-13d7-45b8-8d94-3f6c85ed47f3 tempest-ListServerFiltersTestJSON-249454475 tempest-ListServerFiltersTestJSON-249454475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:31.180491 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c1a174fb-b11e-4374-87e5-4afb399f8c81 req-e2b20443-13d7-45b8-8d94-3f6c85ed47f3 tempest-ListServerFiltersTestJSON-249454475 tempest-ListServerFiltersTestJSON-249454475-project] 10.222.0.68 "GET /v2.0/ports?device_id=2c9ebdbe-82ff-4a31-936d-c00888b875d8 HTTP/1.1" status: 200 len: 944 time: 0.6214674 Jul 14 09:24:31.195246 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f842a0-d725-4388-a89f-3d184b4aaad6 req-753ca6f9-c599-4fa6-b12c-6929e252fef1 tempest-ServerRescueTestJSON-1969041098 tempest-ServerRescueTestJSON-1969041098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:31.196062 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-c1f842a0-d725-4388-a89f-3d184b4aaad6 req-753ca6f9-c599-4fa6-b12c-6929e252fef1 tempest-ServerRescueTestJSON-1969041098 tempest-ServerRescueTestJSON-1969041098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:31.202212 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abbd85b-74f1-4c47-aea5-496b508fdaa7 req-62e29222-cad0-44c2-9baa-f5640a04b3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:31.203147 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-8abbd85b-74f1-4c47-aea5-496b508fdaa7 req-62e29222-cad0-44c2-9baa-f5640a04b3f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:31.204689 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8abbd85b-74f1-4c47-aea5-496b508fdaa7 req-62e29222-cad0-44c2-9baa-f5640a04b3f6 service neutron] 10.222.0.65 "PUT /v2.0/ports/c5728230-7217-466d-a8f2-3ec8768eb0f8 HTTP/1.1" status: 200 len: 1093 time: 4.8540695 Jul 14 09:24:31.230701 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49dade44-ccac-4abc-b1f0-ef47f906dc66', 'tag': 'c5728230-7217-466d-a8f2-3ec8768eb0f8'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:24:31.236042 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc35d61a-44dc-45eb-ba38-93294550b141" -d '{"events": [{"name": "network-changed", "server_uuid": "49dade44-ccac-4abc-b1f0-ef47f906dc66", "tag": "c5728230-7217-466d-a8f2-3ec8768eb0f8"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:24:31.245266 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53e06f69-eed3-4a45-9579-8138ab891f53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf57baaa9-fd24-59f4-8fd2-1dc21122ce72-f9f9e30e-0b39-4c8e-9a13-252818fafe21', 'network_id': 'f9f9e30e-0b39-4c8e-9a13-252818fafe21', 'tenant_id': 'cb2a8bd81eea456b92b36dee5b159f07', 'fixed_ips': [{'subnet_id': '444f0042-b663-4a95-9c31-a5cc1ed6ad12'}]}} from n-d-779913-29. {{(pid=93959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:24:31.246369 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-53e06f69-eed3-4a45-9579-8138ab891f53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:31.255538 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-4eaaa3e7-a53f-4d14-9649-855ec812231a req-784ddf73-7527-4236-bdd6-ce55fce6606a service neutron] 10.222.0.57 "GET /v2.0/networks/306a0bc6-d197-4ff4-9a5e-b84eb29a3de2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2857258 Jul 14 09:24:31.274998 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e29222-cad0-44c2-9baa-f5640a04b3f6 service neutron] Pushing event updated for resources: {'Port': ['ID=c5728230-7217-466d-a8f2-3ec8768eb0f8,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:31.295307 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-c1f842a0-d725-4388-a89f-3d184b4aaad6 req-753ca6f9-c599-4fa6-b12c-6929e252fef1 tempest-ServerRescueTestJSON-1969041098 tempest-ServerRescueTestJSON-1969041098-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6547394 Jul 14 09:24:31.297712 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-41d09eb1-50d6-41fb-93ef-7653d445e62a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:31.302847 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-eb77160d-00ef-452e-9b7f-013022c10dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:31.303863 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb77160d-00ef-452e-9b7f-013022c10dc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:31.304449 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-eb77160d-00ef-452e-9b7f-013022c10dc5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:31.342486 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c1a174fb-b11e-4374-87e5-4afb399f8c81 req-ece3b428-7922-498d-860f-498b5f1007a9 tempest-ListServerFiltersTestJSON-249454475 tempest-ListServerFiltersTestJSON-249454475-project] 10.222.0.68 "GET /v2.0/security-groups?id=ce208e01-46cb-4812-9601-5914ea7ef5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422689 Jul 14 09:24:31.377608 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abbd85b-74f1-4c47-aea5-496b508fdaa7 req-1ee09223-3e5a-4f85-bf0f-1c751f4fa1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:31.379163 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8abbd85b-74f1-4c47-aea5-496b508fdaa7 req-1ee09223-3e5a-4f85-bf0f-1c751f4fa1ee service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=88495f2d6951432397900165a462d224&device_id=49dade44-ccac-4abc-b1f0-ef47f906dc66 HTTP/1.1" status: 200 len: 1096 time: 0.0924287 Jul 14 09:24:31.380073 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [req-c1f842a0-d725-4388-a89f-3d184b4aaad6 req-8535874a-0c12-4160-897e-7b10af923d47 service neutron] Request body: {'port': {'device_id': '1165a2d1-7a70-431c-8db9-81b467588d28', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-29'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:24:31.453600 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-53e06f69-eed3-4a45-9579-8138ab891f53 None None] Allocated IP 172.20.0.2 (f9f9e30e-0b39-4c8e-9a13-252818fafe21/444f0042-b663-4a95-9c31-a5cc1ed6ad12/7861c047-9c7d-498f-890b-07aa56184b4f) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:24:31.491722 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-eb77160d-00ef-452e-9b7f-013022c10dc5 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.2708030 Jul 14 09:24:31.499490 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 45984) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:31.508267 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-ecc1169c-0be1-4f7e-8b53-279566a176d9 admin admin] Request body: {'subnet': {'network_id': '820fc62c-7ca2-46c2-80de-ece46f6e6a9d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-380101394-subnet', 'tenant_id': '92040518657d4e7c9b4da35b57d22556', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:24:31.508455 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8abbd85b-74f1-4c47-aea5-496b508fdaa7 req-2331556a-46d2-433c-8ad8-c4e1a79126cf service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c5728230-7217-466d-a8f2-3ec8768eb0f8 HTTP/1.1" status: 200 len: 217 time: 0.0603218 Jul 14 09:24:31.528972 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a762cc3-0b7a-44c1-a2b2-d219c6099a88 req-123e0ea3-2985-4d31-b7dc-2273fd8425cd tempest-ServerRescueTestJSON-1969041098 tempest-ServerRescueTestJSON-1969041098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:31.531341 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-9a762cc3-0b7a-44c1-a2b2-d219c6099a88 req-123e0ea3-2985-4d31-b7dc-2273fd8425cd tempest-ServerRescueTestJSON-1969041098 tempest-ServerRescueTestJSON-1969041098-project] 10.222.0.68 "GET /v2.0/ports?device_id=1165a2d1-7a70-431c-8db9-81b467588d28 HTTP/1.1" status: 200 len: 931 time: 0.4131327 Jul 14 09:24:31.535115 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 09:24:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-066cd3b3-746f-48c5-9a3d-4fad55daaffa x-openstack-request-id: req-066cd3b3-746f-48c5-9a3d-4fad55daaffa {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:24:31.536718 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4ff6602-55fb-48e4-97e3-972a5ca4e95b", "name": "network-vif-unplugged", "status": "completed", "tag": "09a75d5d-afc2-4e3b-8495-348796064b86", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:24:31.538853 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-066cd3b3-746f-48c5-9a3d-4fad55daaffa {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:24:31.539756 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4ff6602-55fb-48e4-97e3-972a5ca4e95b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '09a75d5d-afc2-4e3b-8495-348796064b86', 'code': 200} Jul 14 09:24:31.540573 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb77160d-00ef-452e-9b7f-013022c10dc5 admin admin] Pushing event updated for resources: {'Network': ['ID=820fc62c-7ca2-46c2-80de-ece46f6e6a9d,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:31.566719 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b187ced-d8eb-4a98-9c4d-1150479dcd89 req-bf52f0db-782c-41de-8d49-5278c6c236f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:31.569011 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6b187ced-d8eb-4a98-9c4d-1150479dcd89 req-bf52f0db-782c-41de-8d49-5278c6c236f9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=93cc94b52edc46d0bba2f5b2ba951e85&device_id=2c9ebdbe-82ff-4a31-936d-c00888b875d8 HTTP/1.1" status: 200 len: 1096 time: 0.1774802 Jul 14 09:24:31.577843 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Network 820fc62c-7ca2-46c2-80de-ece46f6e6a9d details requested by agent ovs-agent-n-d-779913-29 with host n-d-779913-29 {{(pid=93959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:24:31.578943 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:24:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71aec174-8527-4865-8a68-a79464641aa1 x-openstack-request-id: req-71aec174-8527-4865-8a68-a79464641aa1 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:24:31.579235 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49dade44-ccac-4abc-b1f0-ef47f906dc66", "tag": "c5728230-7217-466d-a8f2-3ec8768eb0f8", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:24:31.579492 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-71aec174-8527-4865-8a68-a79464641aa1 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:24:31.579875 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49dade44-ccac-4abc-b1f0-ef47f906dc66', 'tag': 'c5728230-7217-466d-a8f2-3ec8768eb0f8', 'status': 'completed', 'code': 200} Jul 14 09:24:31.673736 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-41d09eb1-50d6-41fb-93ef-7653d445e62a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-661489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-711771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12973'] for router, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:31.677531 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abbd85b-74f1-4c47-aea5-496b508fdaa7 req-7d150206-116c-485d-b5a4-1fe43c359f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:31.679906 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8abbd85b-74f1-4c47-aea5-496b508fdaa7 req-7d150206-116c-485d-b5a4-1fe43c359f47 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=5194e827-9fb1-419e-b4bc-69aee8b3dca3 HTTP/1.1" status: 200 len: 848 time: 0.1621349 Jul 14 09:24:31.709339 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecc1169c-0be1-4f7e-8b53-279566a176d9 admin admin] Made reservation on behalf of 92040518657d4e7c9b4da35b57d22556 for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:24:31.712289 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ecc1169c-0be1-4f7e-8b53-279566a176d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16714600'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:31.739742 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8abbd85b-74f1-4c47-aea5-496b508fdaa7 req-3c11deed-1ca2-4cd9-8e9b-1a805f6c4d2a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=fdafaba0-da53-47c8-a4eb-7c69deccbba6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0528061 Jul 14 09:24:31.740447 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-9a762cc3-0b7a-44c1-a2b2-d219c6099a88 req-de0aa64b-ee00-412a-a7fb-d961ba2ad34f tempest-ServerRescueTestJSON-1969041098 tempest-ServerRescueTestJSON-1969041098-project] 10.222.0.68 "GET /v2.0/security-groups?id=d6a7feba-be17-4d7e-a638-e9426c29981e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939590 Jul 14 09:24:31.754069 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-53e06f69-eed3-4a45-9579-8138ab891f53 None None] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:31.777452 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-53e06f69-eed3-4a45-9579-8138ab891f53 None None] Transition to ACTIVE for port object 7861c047-9c7d-498f-890b-07aa56184b4f will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:24:31.778501 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-c1f842a0-d725-4388-a89f-3d184b4aaad6 req-8535874a-0c12-4160-897e-7b10af923d47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:31.784805 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-53e06f69-eed3-4a45-9579-8138ab891f53 None None] Transition to ACTIVE for port object 7861c047-9c7d-498f-890b-07aa56184b4f will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:24:31.803219 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-53e06f69-eed3-4a45-9579-8138ab891f53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:31.820283 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device b9ddac90-7ead-48f8-8830-dd4071192586 up at agent hyperv_n-h1-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:24:31.888430 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53e06f69-eed3-4a45-9579-8138ab891f53 None None] Network f9f9e30e-0b39-4c8e-9a13-252818fafe21 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:24:31.900508 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-53e06f69-eed3-4a45-9579-8138ab891f53 None None] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:24:31.904200 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8abbd85b-74f1-4c47-aea5-496b508fdaa7 req-66759aab-7007-432d-940a-ce3ac5f57d07 service neutron] 10.222.0.65 "GET /v2.0/networks/fdafaba0-da53-47c8-a4eb-7c69deccbba6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541123 Jul 14 09:24:31.917713 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e06f69-eed3-4a45-9579-8138ab891f53 None None] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:24:31.985350 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e06f69-eed3-4a45-9579-8138ab891f53 None None] Pushing event updated for resources: {'Port': ['ID=7861c047-9c7d-498f-890b-07aa56184b4f,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:32.002526 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-53e06f69-eed3-4a45-9579-8138ab891f53 None None] Attempting to bind port 7861c047-9c7d-498f-890b-07aa56184b4f on host n-d-779913-29 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:24:32.002949 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-53e06f69-eed3-4a45-9579-8138ab891f53 None None] Attempting to bind port 7861c047-9c7d-498f-890b-07aa56184b4f by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': 'ddccd952-f86c-42d9-9a76-fafa68d7d61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'f9f9e30e-0b39-4c8e-9a13-252818fafe21'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:24:32.003341 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e06f69-eed3-4a45-9579-8138ab891f53 None None] Attempting to bind port 7861c047-9c7d-498f-890b-07aa56184b4f on network f9f9e30e-0b39-4c8e-9a13-252818fafe21 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:24:32.009193 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e06f69-eed3-4a45-9579-8138ab891f53 None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 24, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:24:32.009831 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e06f69-eed3-4a45-9579-8138ab891f53 None None] Checking segment: {'id': 'ddccd952-f86c-42d9-9a76-fafa68d7d61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'f9f9e30e-0b39-4c8e-9a13-252818fafe21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:24:32.010725 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-53e06f69-eed3-4a45-9579-8138ab891f53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:32.011265 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e06f69-eed3-4a45-9579-8138ab891f53 None None] Bound using segment: {'id': 'ddccd952-f86c-42d9-9a76-fafa68d7d61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'f9f9e30e-0b39-4c8e-9a13-252818fafe21'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:24:32.012042 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-53e06f69-eed3-4a45-9579-8138ab891f53 None None] Bound port: 7861c047-9c7d-498f-890b-07aa56184b4f, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddccd952-f86c-42d9-9a76-fafa68d7d61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'f9f9e30e-0b39-4c8e-9a13-252818fafe21'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:24:32.013229 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-53e06f69-eed3-4a45-9579-8138ab891f53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:32.046473 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b187ced-d8eb-4a98-9c4d-1150479dcd89 req-8288e004-3cbc-4511-a624-f0ec4242e2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:32.048124 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6b187ced-d8eb-4a98-9c4d-1150479dcd89 req-8288e004-3cbc-4511-a624-f0ec4242e2f9 service neutron] 10.222.0.57 "GET /v2.0/networks?id=306a0bc6-d197-4ff4-9a5e-b84eb29a3de2 HTTP/1.1" status: 200 len: 917 time: 0.4464452 Jul 14 09:24:32.064571 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Provisioning for port b9ddac90-7ead-48f8-8830-dd4071192586 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:24:32.076540 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Provisioning complete for port b9ddac90-7ead-48f8-8830-dd4071192586 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:24:32.076926 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:32.112253 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6b187ced-d8eb-4a98-9c4d-1150479dcd89 req-bd7d5c0e-4ff6-4064-bf3f-6ed5e3f4b8ff service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=62aa8a10-d2ff-456d-9386-02ab55819cec HTTP/1.1" status: 200 len: 217 time: 0.0507381 Jul 14 09:24:32.133633 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-53e06f69-eed3-4a45-9579-8138ab891f53 None None] For port 7861c047-9c7d-498f-890b-07aa56184b4f, host n-d-779913-29, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:24:32.155221 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-53e06f69-eed3-4a45-9579-8138ab891f53 None None] For port 7861c047-9c7d-498f-890b-07aa56184b4f, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=7861c047-9c7d-498f-890b-07aa56184b4f,segment=NetworkSegment(ddccd952-f86c-42d9-9a76-fafa68d7d61d),segment_id=ddccd952-f86c-42d9-9a76-fafa68d7d61d)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:24:32.180714 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b187ced-d8eb-4a98-9c4d-1150479dcd89 req-fade12a7-0013-407e-be41-c2f1ae3976fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:32.182969 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6b187ced-d8eb-4a98-9c4d-1150479dcd89 req-fade12a7-0013-407e-be41-c2f1ae3976fe service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7aa7ebb9-1cd7-4bcb-a86c-b1b49761ab04 HTTP/1.1" status: 200 len: 855 time: 0.0595284 Jul 14 09:24:32.202177 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:32.205966 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-53e06f69-eed3-4a45-9579-8138ab891f53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:32.210398 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca527c1-3ad3-4784-aede-b50e23893847 req-1a7177d9-867a-4e34-9989-2b1f53a5a223 tempest-ServerTagsTestJSON-1741644832 tempest-ServerTagsTestJSON-1741644832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:32.220332 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3ca527c1-3ad3-4784-aede-b50e23893847 req-1a7177d9-867a-4e34-9989-2b1f53a5a223 tempest-ServerTagsTestJSON-1741644832 tempest-ServerTagsTestJSON-1741644832-project] 10.222.0.68 "GET /v2.0/ports?device_id=38065308-7518-467c-8032-f4289a835f8a HTTP/1.1" status: 200 len: 945 time: 0.4835701 Jul 14 09:24:32.266231 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8abbd85b-74f1-4c47-aea5-496b508fdaa7 req-654d2609-9f1c-43fd-86ec-675cb7d4116c service neutron] 10.222.0.65 "GET /v2.0/networks/fdafaba0-da53-47c8-a4eb-7c69deccbba6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3499711 Jul 14 09:24:32.297482 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port b9ddac90-7ead-48f8-8830-dd4071192586, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=b9ddac90-7ead-48f8-8830-dd4071192586,segment=NetworkSegment(fbee0cef-2769-4002-a250-507614fd960d),segment_id=fbee0cef-2769-4002-a250-507614fd960d)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:24:32.310588 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:32.311400 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device cd5bc918-0adb-4025-8636-f718cafc56ae up at agent hyperv_n-h1-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:24:32.329643 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3ca527c1-3ad3-4784-aede-b50e23893847 req-81ecb649-2292-4a24-a0a9-512de995dbfd tempest-ServerTagsTestJSON-1741644832 tempest-ServerTagsTestJSON-1741644832-project] 10.222.0.68 "GET /v2.0/security-groups?id=a3c33696-baec-4b8b-94ad-c43aa2b16b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080275 Jul 14 09:24:32.363357 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b187ced-d8eb-4a98-9c4d-1150479dcd89 req-17119b2f-323c-4029-b111-89a0d93abede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:32.365158 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6b187ced-d8eb-4a98-9c4d-1150479dcd89 req-17119b2f-323c-4029-b111-89a0d93abede service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=306a0bc6-d197-4ff4-9a5e-b84eb29a3de2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1383712 Jul 14 09:24:32.380093 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e06f69-eed3-4a45-9579-8138ab891f53 None None] Pushing event updated for resources: {'Port': ['ID=7861c047-9c7d-498f-890b-07aa56184b4f,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:32.472152 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Pushing event updated for resources: {'Port': ['ID=b9ddac90-7ead-48f8-8830-dd4071192586,revision_number=5']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:32.493474 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Provisioning for port cd5bc918-0adb-4025-8636-f718cafc56ae completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:24:32.498041 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Provisioning complete for port cd5bc918-0adb-4025-8636-f718cafc56ae triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:24:32.498448 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:32.511817 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6b187ced-d8eb-4a98-9c4d-1150479dcd89 req-a2ef1f63-0cad-42f7-879a-b9d87074a42a service neutron] 10.222.0.57 "GET /v2.0/networks/306a0bc6-d197-4ff4-9a5e-b84eb29a3de2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374164 Jul 14 09:24:32.662970 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:32.671475 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 62aa8a10-d2ff-456d-9386-02ab55819cec details requested by agent hyperv_n-h2-779913-29 with host n-h2-779913-29 {{(pid=93959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:24:32.730070 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port cd5bc918-0adb-4025-8636-f718cafc56ae, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=cd5bc918-0adb-4025-8636-f718cafc56ae,segment=NetworkSegment(901c3b48-a84f-4bce-be92-b70d9bb3defe),segment_id=901c3b48-a84f-4bce-be92-b70d9bb3defe)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:24:32.752684 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6b187ced-d8eb-4a98-9c4d-1150479dcd89 req-d380142b-025e-4d76-974d-bc94e1e97dc4 service neutron] 10.222.0.57 "GET /v2.0/networks/306a0bc6-d197-4ff4-9a5e-b84eb29a3de2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2064333 Jul 14 09:24:32.758118 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc35d61a-44dc-45eb-ba38-93294550b141 req-c532b6b7-8e56-417a-b6ad-2d874004369b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:32.759600 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-fc35d61a-44dc-45eb-ba38-93294550b141 req-c532b6b7-8e56-417a-b6ad-2d874004369b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=88495f2d6951432397900165a462d224&device_id=49dade44-ccac-4abc-b1f0-ef47f906dc66 HTTP/1.1" status: 200 len: 1096 time: 0.3768539 Jul 14 09:24:32.761213 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:32.846217 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Pushing event updated for resources: {'Port': ['ID=cd5bc918-0adb-4025-8636-f718cafc56ae,revision_number=5']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:32.853397 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 62aa8a10-d2ff-456d-9386-02ab55819cec, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=62aa8a10-d2ff-456d-9386-02ab55819cec,segment=NetworkSegment(fbee0cef-2769-4002-a250-507614fd960d),segment_id=fbee0cef-2769-4002-a250-507614fd960d)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:24:32.856533 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106c186a-5e64-481d-9ae5-e3f00691cbd2 req-c3feb200-c6dd-4faf-9804-2fdd06d7e395 tempest-ServersTestManualDisk-504797460 tempest-ServersTestManualDisk-504797460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:32.858355 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-106c186a-5e64-481d-9ae5-e3f00691cbd2 req-c3feb200-c6dd-4faf-9804-2fdd06d7e395 tempest-ServersTestManualDisk-504797460 tempest-ServersTestManualDisk-504797460-project] 10.222.0.68 "GET /v2.0/ports?device_id=3daebeb9-57c7-4edd-92b4-ac45ad82b60a HTTP/1.1" status: 200 len: 945 time: 0.1891096 Jul 14 09:24:32.876021 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Returning: {'device': '62aa8a10-d2ff-456d-9386-02ab55819cec', 'network_id': '306a0bc6-d197-4ff4-9a5e-b84eb29a3de2', 'port_id': '62aa8a10-d2ff-456d-9386-02ab55819cec', 'mac_address': 'fa:16:3e:8a:28:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 700, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7aa7ebb9-1cd7-4bcb-a86c-b1b49761ab04', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:24:32.942100 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc35d61a-44dc-45eb-ba38-93294550b141 req-51a2a430-3132-4fa6-bd61-db3dcff7ab84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:32.944574 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-fc35d61a-44dc-45eb-ba38-93294550b141 req-51a2a430-3132-4fa6-bd61-db3dcff7ab84 service neutron] 10.222.0.65 "GET /v2.0/networks?id=fdafaba0-da53-47c8-a4eb-7c69deccbba6 HTTP/1.1" status: 200 len: 909 time: 0.1774342 Jul 14 09:24:32.945940 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ecc1169c-0be1-4f7e-8b53-279566a176d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13573993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16714586'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:32.950721 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:32.969091 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-106c186a-5e64-481d-9ae5-e3f00691cbd2 req-4dfa07e3-903b-4ff5-9407-94280ed2bef7 tempest-ServersTestManualDisk-504797460 tempest-ServersTestManualDisk-504797460-project] 10.222.0.68 "GET /v2.0/security-groups?id=109e619a-026b-4a12-995a-f7c93cf4d031&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1032200 Jul 14 09:24:32.980172 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62aa8a10-d2ff-456d-9386-02ab55819cec {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:24:32.997826 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 7861c047-9c7d-498f-890b-07aa56184b4f up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:24:33.011617 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-fc35d61a-44dc-45eb-ba38-93294550b141 req-178168fe-2e81-4d4a-92e0-9d6c85b0946c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c5728230-7217-466d-a8f2-3ec8768eb0f8 HTTP/1.1" status: 200 len: 217 time: 0.0413432 Jul 14 09:24:33.040254 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 62aa8a10-d2ff-456d-9386-02ab55819cec, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=62aa8a10-d2ff-456d-9386-02ab55819cec,segment=NetworkSegment(fbee0cef-2769-4002-a250-507614fd960d),segment_id=fbee0cef-2769-4002-a250-507614fd960d)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:24:33.058713 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:33.066770 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49aac74d-025d-4a80-8f5a-67cc14085d35 req-59bd95b9-a6ce-4eae-905e-60b2f5f30378 tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:33.075461 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-49aac74d-025d-4a80-8f5a-67cc14085d35 req-59bd95b9-a6ce-4eae-905e-60b2f5f30378 tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] 10.222.0.68 "GET /v2.0/ports?device_id=49dade44-ccac-4abc-b1f0-ef47f906dc66 HTTP/1.1" status: 200 len: 944 time: 0.6372964 Jul 14 09:24:33.076130 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc35d61a-44dc-45eb-ba38-93294550b141 req-c9dad892-23b2-41ec-a3f4-958c8a83ab50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:33.077647 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-fc35d61a-44dc-45eb-ba38-93294550b141 req-c9dad892-23b2-41ec-a3f4-958c8a83ab50 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=5194e827-9fb1-419e-b4bc-69aee8b3dca3 HTTP/1.1" status: 200 len: 848 time: 0.0591965 Jul 14 09:24:33.114867 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning for port 7861c047-9c7d-498f-890b-07aa56184b4f completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:24:33.121104 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Pushing event updated for resources: {'Port': ['ID=62aa8a10-d2ff-456d-9386-02ab55819cec,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:33.123329 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-fc35d61a-44dc-45eb-ba38-93294550b141 req-7880f0f8-c05c-4450-a7cf-62c1c525eb85 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=fdafaba0-da53-47c8-a4eb-7c69deccbba6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388772 Jul 14 09:24:33.170413 n-d-779913-29 neutron-server[93958]: DEBUG neutron.notifiers.nova [req-c1f842a0-d725-4388-a89f-3d184b4aaad6 req-8535874a-0c12-4160-897e-7b10af923d47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c456e3ea-1818-4eb0-9974-4f7f0bc9979b {{(pid=93958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:24:33.177818 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-49aac74d-025d-4a80-8f5a-67cc14085d35 req-98fc92d9-4008-477d-80ad-00e40496d4eb tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] 10.222.0.68 "GET /v2.0/security-groups?id=cf40bcd2-1dd1-48fb-a6b7-6df0e80ce2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009805 Jul 14 09:24:33.183511 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc1169c-0be1-4f7e-8b53-279566a176d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe9c1bfe-299a-4351-acec-7ba068cd116d,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:33.190758 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-c1f842a0-d725-4388-a89f-3d184b4aaad6 req-8535874a-0c12-4160-897e-7b10af923d47 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:33.217479 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-41d09eb1-50d6-41fb-93ef-7653d445e62a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:33.251533 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-41d09eb1-50d6-41fb-93ef-7653d445e62a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:33.254188 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-c1f842a0-d725-4388-a89f-3d184b4aaad6 req-8535874a-0c12-4160-897e-7b10af923d47 service neutron] Transition to ACTIVE for port object c456e3ea-1818-4eb0-9974-4f7f0bc9979b will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:24:33.256355 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc1169c-0be1-4f7e-8b53-279566a176d9 admin admin] Checking segment: {'id': '4c304324-4492-42d0-a41c-671b36fcc8bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '820fc62c-7ca2-46c2-80de-ece46f6e6a9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:24:33.256826 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecc1169c-0be1-4f7e-8b53-279566a176d9 admin admin] Network hostable DHCP agents. Network: 820fc62c-7ca2-46c2-80de-ece46f6e6a9d, hostable agents: ['c6a09bd4-f72e-4283-a3ca-0bbca8a51081'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:24:33.259054 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9585f169-7372-4d39-9d9d-1cd020ef1ea5 req-da46536c-7b25-431a-8bd9-d1f6285b75a0 tempest-ListServerFiltersTestJSON-249454475 tempest-ListServerFiltersTestJSON-249454475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:33.261660 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-9585f169-7372-4d39-9d9d-1cd020ef1ea5 req-da46536c-7b25-431a-8bd9-d1f6285b75a0 tempest-ListServerFiltersTestJSON-249454475 tempest-ListServerFiltersTestJSON-249454475-project] 10.222.0.68 "GET /v2.0/ports?device_id=2c9ebdbe-82ff-4a31-936d-c00888b875d8 HTTP/1.1" status: 200 len: 945 time: 0.1410296 Jul 14 09:24:33.267571 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-c1f842a0-d725-4388-a89f-3d184b4aaad6 req-8535874a-0c12-4160-897e-7b10af923d47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13574142'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:33.348140 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-fc35d61a-44dc-45eb-ba38-93294550b141 req-786055e0-1f95-4324-8639-41ab581acd73 service neutron] 10.222.0.65 "GET /v2.0/networks/fdafaba0-da53-47c8-a4eb-7c69deccbba6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2145379 Jul 14 09:24:33.368647 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-9585f169-7372-4d39-9d9d-1cd020ef1ea5 req-74aba415-a501-449d-9057-4bd30f2a0dac tempest-ListServerFiltersTestJSON-249454475 tempest-ListServerFiltersTestJSON-249454475-project] 10.222.0.68 "GET /v2.0/security-groups?id=ce208e01-46cb-4812-9601-5914ea7ef5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917842 Jul 14 09:24:33.407604 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] get_ports_and_sgs() called for port_ids ['62aa8a10-d2ff-456d-9386-02ab55819cec'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:24:33.410225 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecc1169c-0be1-4f7e-8b53-279566a176d9 admin admin] Network 820fc62c-7ca2-46c2-80de-ece46f6e6a9d is scheduled to be hosted by DHCP agent c6a09bd4-f72e-4283-a3ca-0bbca8a51081 with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:24:33.424122 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8535874a-0c12-4160-897e-7b10af923d47 service neutron] Pushing event updated for resources: {'Port': ['ID=c456e3ea-1818-4eb0-9974-4f7f0bc9979b,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:33.489679 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-ecc1169c-0be1-4f7e-8b53-279566a176d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-29, 820fc62c-7ca2-46c2-80de-ece46f6e6a9d) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:24:33.543115 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecc1169c-0be1-4f7e-8b53-279566a176d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:33.543592 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52df408e-3ce3-40d2-a2cb-21f113824a61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9ddac90-7ead-48f8-8830-dd4071192586'}, {'server_uuid': '38065308-7518-467c-8032-f4289a835f8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd5bc918-0adb-4025-8636-f718cafc56ae'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:24:33.544099 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ecc1169c-0be1-4f7e-8b53-279566a176d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:33.546114 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd62303f06773040a8a4e189dc46b4f565768c299abf8ab8e7739778b0bc3e97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c56dad1-487c-435c-a2c5-d525de4ad523" -d '{"events": [{"server_uuid": "52df408e-3ce3-40d2-a2cb-21f113824a61", "name": "network-vif-plugged", "status": "completed", "tag": "b9ddac90-7ead-48f8-8830-dd4071192586"}, {"server_uuid": "38065308-7518-467c-8032-f4289a835f8a", "name": "network-vif-plugged", "status": "completed", "tag": "cd5bc918-0adb-4025-8636-f718cafc56ae"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:24:33.548806 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64424f73-107d-40ca-bf92-6e8bfc9f4cf3 None None] Network 820fc62c-7ca2-46c2-80de-ece46f6e6a9d requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:24:33.575437 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-fc35d61a-44dc-45eb-ba38-93294550b141 req-9e4a8323-3f80-4d24-8b5a-631307c3c6c8 service neutron] 10.222.0.65 "GET /v2.0/networks/fdafaba0-da53-47c8-a4eb-7c69deccbba6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2044435 Jul 14 09:24:33.580823 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-41d09eb1-50d6-41fb-93ef-7653d445e62a admin admin] Allocated IP 172.25.4.193 (2dcd4d32-cc7c-4468-b396-7ce5c9231892/6cd22a75-5bc1-467c-a3c4-0af04bd1b34a/3c806968-bd46-4e04-9099-b9c87983d833) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:24:33.613101 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-ecc1169c-0be1-4f7e-8b53-279566a176d9 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.1091061 Jul 14 09:24:33.690422 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-c1f842a0-d725-4388-a89f-3d184b4aaad6 req-8535874a-0c12-4160-897e-7b10af923d47 service neutron] Attempting to bind port c456e3ea-1818-4eb0-9974-4f7f0bc9979b on host n-h2-779913-29 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:24:33.690766 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-c1f842a0-d725-4388-a89f-3d184b4aaad6 req-8535874a-0c12-4160-897e-7b10af923d47 service neutron] Attempting to bind port c456e3ea-1818-4eb0-9974-4f7f0bc9979b by drivers openvswitch,hyperv on host n-h2-779913-29 at level 0 using segments [{'id': '836a85c8-8989-45d6-bb70-48fe95102097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'db13ce49-f099-44a4-aff7-5cf5e027e32a'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:24:33.691100 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1f842a0-d725-4388-a89f-3d184b4aaad6 req-8535874a-0c12-4160-897e-7b10af923d47 service neutron] Attempting to bind port c456e3ea-1818-4eb0-9974-4f7f0bc9979b on network db13ce49-f099-44a4-aff7-5cf5e027e32a {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:24:33.711619 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1f842a0-d725-4388-a89f-3d184b4aaad6 req-8535874a-0c12-4160-897e-7b10af923d47 service neutron] Port c456e3ea-1818-4eb0-9974-4f7f0bc9979b on network db13ce49-f099-44a4-aff7-5cf5e027e32a not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-29 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:24:33.711949 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1f842a0-d725-4388-a89f-3d184b4aaad6 req-8535874a-0c12-4160-897e-7b10af923d47 service neutron] Attempting to bind port c456e3ea-1818-4eb0-9974-4f7f0bc9979b on network db13ce49-f099-44a4-aff7-5cf5e027e32a {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:24:33.741883 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09d0f40-96bf-4a78-8e9e-bf27583b7063 req-f68dab7c-b946-4cbd-ba6e-fc9250d4ddf9 tempest-ServerRescueTestJSON-1969041098 tempest-ServerRescueTestJSON-1969041098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:33.749355 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-e09d0f40-96bf-4a78-8e9e-bf27583b7063 req-f68dab7c-b946-4cbd-ba6e-fc9250d4ddf9 tempest-ServerRescueTestJSON-1969041098 tempest-ServerRescueTestJSON-1969041098-project] 10.222.0.68 "GET /v2.0/ports?device_id=1165a2d1-7a70-431c-8db9-81b467588d28 HTTP/1.1" status: 200 len: 943 time: 0.2746103 Jul 14 09:24:33.776005 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1f842a0-d725-4388-a89f-3d184b4aaad6 req-8535874a-0c12-4160-897e-7b10af923d47 service neutron] Checking agent: {'id': '013e4a3b-a634-47b8-b6a5-1a25109b73fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 13, 13), 'started_at': datetime.datetime(2021, 7, 14, 9, 13, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 24, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:24:33.776505 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1f842a0-d725-4388-a89f-3d184b4aaad6 req-8535874a-0c12-4160-897e-7b10af923d47 service neutron] Checking segment: {'id': '836a85c8-8989-45d6-bb70-48fe95102097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'db13ce49-f099-44a4-aff7-5cf5e027e32a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:24:33.777002 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1f842a0-d725-4388-a89f-3d184b4aaad6 req-8535874a-0c12-4160-897e-7b10af923d47 service neutron] Bound using segment: {'id': '836a85c8-8989-45d6-bb70-48fe95102097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'db13ce49-f099-44a4-aff7-5cf5e027e32a'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:24:33.777666 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-c1f842a0-d725-4388-a89f-3d184b4aaad6 req-8535874a-0c12-4160-897e-7b10af923d47 service neutron] Bound port: c456e3ea-1818-4eb0-9974-4f7f0bc9979b, host: n-h2-779913-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '836a85c8-8989-45d6-bb70-48fe95102097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'db13ce49-f099-44a4-aff7-5cf5e027e32a'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:24:33.778060 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-c1f842a0-d725-4388-a89f-3d184b4aaad6 req-8535874a-0c12-4160-897e-7b10af923d47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:33.798836 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85501898-84bc-4c13-b17c-4e2ccff6bbbd req-79351242-fbae-4a7b-b528-55496cbedff6 tempest-ServerTagsTestJSON-1741644832 tempest-ServerTagsTestJSON-1741644832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:33.800136 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-85501898-84bc-4c13-b17c-4e2ccff6bbbd req-79351242-fbae-4a7b-b528-55496cbedff6 tempest-ServerTagsTestJSON-1741644832 tempest-ServerTagsTestJSON-1741644832-project] 10.222.0.68 "GET /v2.0/ports?device_id=38065308-7518-467c-8032-f4289a835f8a HTTP/1.1" status: 200 len: 946 time: 0.1853764 Jul 14 09:24:33.816049 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-41d09eb1-50d6-41fb-93ef-7653d445e62a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:33.843083 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device c5728230-7217-466d-a8f2-3ec8768eb0f8 details requested by agent hyperv_n-h1-779913-29 with host n-h1-779913-29 {{(pid=93959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:24:33.845444 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29997a04-9f75-4b32-931b-b9ba2e070092 None None] Network 820fc62c-7ca2-46c2-80de-ece46f6e6a9d requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:24:33.866137 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-85501898-84bc-4c13-b17c-4e2ccff6bbbd req-98f69499-fd4f-462f-8922-4a92d75df1a0 tempest-ServerTagsTestJSON-1741644832 tempest-ServerTagsTestJSON-1741644832-project] 10.222.0.68 "GET /v2.0/security-groups?id=a3c33696-baec-4b8b-94ad-c43aa2b16b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485768 Jul 14 09:24:33.876705 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-e09d0f40-96bf-4a78-8e9e-bf27583b7063 req-cdcd03a8-fa22-4401-b53c-e7f68ae21f81 tempest-ServerRescueTestJSON-1969041098 tempest-ServerRescueTestJSON-1969041098-project] 10.222.0.68 "GET /v2.0/security-groups?id=d6a7feba-be17-4d7e-a638-e9426c29981e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255412 Jul 14 09:24:33.917072 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-968b0356-9747-4bd4-800c-0d47c3d13ac0 None None] Network f9f9e30e-0b39-4c8e-9a13-252818fafe21 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:24:33.997603 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9040dc1f-0b73-4bd3-9d20-adf9982a3b81 req-c7c878d3-fc1b-4f9e-bcdd-34e9225f4f65 tempest-ServersTestManualDisk-504797460 tempest-ServersTestManualDisk-504797460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:34.000421 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-9040dc1f-0b73-4bd3-9d20-adf9982a3b81 req-c7c878d3-fc1b-4f9e-bcdd-34e9225f4f65 tempest-ServersTestManualDisk-504797460 tempest-ServersTestManualDisk-504797460-project] 10.222.0.57 "GET /v2.0/ports?device_id=3daebeb9-57c7-4edd-92b4-ac45ad82b60a HTTP/1.1" status: 200 len: 945 time: 0.1237519 Jul 14 09:24:34.003244 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 14 Jul 2021 09:24:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61919ed7-832f-4a1d-920e-810598ec92a1 x-openstack-request-id: req-61919ed7-832f-4a1d-920e-810598ec92a1 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:24:34.003799 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52df408e-3ce3-40d2-a2cb-21f113824a61", "name": "network-vif-plugged", "status": "completed", "tag": "b9ddac90-7ead-48f8-8830-dd4071192586", "code": 200}, {"server_uuid": "38065308-7518-467c-8032-f4289a835f8a", "name": "network-vif-plugged", "status": "completed", "tag": "cd5bc918-0adb-4025-8636-f718cafc56ae", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:24:34.003799 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-61919ed7-832f-4a1d-920e-810598ec92a1 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:24:34.004260 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52df408e-3ce3-40d2-a2cb-21f113824a61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9ddac90-7ead-48f8-8830-dd4071192586', 'code': 200} Jul 14 09:24:34.004425 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38065308-7518-467c-8032-f4289a835f8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd5bc918-0adb-4025-8636-f718cafc56ae', 'code': 200} Jul 14 09:24:34.013887 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-c1f842a0-d725-4388-a89f-3d184b4aaad6 req-8535874a-0c12-4160-897e-7b10af923d47 service neutron] For port c456e3ea-1818-4eb0-9974-4f7f0bc9979b, host n-h2-779913-29, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:24:34.019161 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-c1f842a0-d725-4388-a89f-3d184b4aaad6 req-8535874a-0c12-4160-897e-7b10af923d47 service neutron] For port c456e3ea-1818-4eb0-9974-4f7f0bc9979b, host n-h2-779913-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=c456e3ea-1818-4eb0-9974-4f7f0bc9979b,segment=NetworkSegment(836a85c8-8989-45d6-bb70-48fe95102097),segment_id=836a85c8-8989-45d6-bb70-48fe95102097)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:24:34.035741 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-c1f842a0-d725-4388-a89f-3d184b4aaad6 req-8535874a-0c12-4160-897e-7b10af923d47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13574142'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:34.060099 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-41d09eb1-50d6-41fb-93ef-7653d445e62a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:34.150087 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f842a0-d725-4388-a89f-3d184b4aaad6 req-8535874a-0c12-4160-897e-7b10af923d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:34.151569 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-c1f842a0-d725-4388-a89f-3d184b4aaad6 req-8535874a-0c12-4160-897e-7b10af923d47 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:34.153627 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-c1f842a0-d725-4388-a89f-3d184b4aaad6 req-8535874a-0c12-4160-897e-7b10af923d47 service neutron] 10.222.0.57 "PUT /v2.0/ports/c456e3ea-1818-4eb0-9974-4f7f0bc9979b HTTP/1.1" status: 200 len: 1092 time: 2.8216810 Jul 14 09:24:34.153817 n-d-779913-29 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1165a2d1-7a70-431c-8db9-81b467588d28', 'tag': 'c456e3ea-1818-4eb0-9974-4f7f0bc9979b'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:24:34.156342 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cb48f044f948e981f43897c8d7f1332f741dc7af2b4c5a6e19d8f4a80f708e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dff8e619-6503-46c6-b4d3-5ef62b379121" -d '{"events": [{"name": "network-changed", "server_uuid": "1165a2d1-7a70-431c-8db9-81b467588d28", "tag": "c456e3ea-1818-4eb0-9974-4f7f0bc9979b"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:24:34.175638 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41d09eb1-50d6-41fb-93ef-7653d445e62a admin admin] Network 2dcd4d32-cc7c-4468-b396-7ce5c9231892 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:24:34.186118 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-41d09eb1-50d6-41fb-93ef-7653d445e62a admin admin] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:24:34.190158 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d09eb1-50d6-41fb-93ef-7653d445e62a admin admin] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:24:34.220066 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8535874a-0c12-4160-897e-7b10af923d47 service neutron] Pushing event updated for resources: {'Port': ['ID=c456e3ea-1818-4eb0-9974-4f7f0bc9979b,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:34.246153 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-414038da-6d5a-43c2-beec-b70fa8d2ff4a None None] Provisioning for port 7861c047-9c7d-498f-890b-07aa56184b4f completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:24:34.264720 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-414038da-6d5a-43c2-beec-b70fa8d2ff4a None None] Provisioning complete for port 7861c047-9c7d-498f-890b-07aa56184b4f triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:24:34.265068 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-414038da-6d5a-43c2-beec-b70fa8d2ff4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:34.376700 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [req-9040dc1f-0b73-4bd3-9d20-adf9982a3b81 req-da22b3f9-594e-40dc-8a09-22ae913cc6b9 tempest-ServersTestManualDisk-504797460 tempest-ServersTestManualDisk-504797460-project] Deleting port 95a3f75d-b89e-4d82-9136-15802cb15046 {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:24:34.377336 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-9040dc1f-0b73-4bd3-9d20-adf9982a3b81 req-da22b3f9-594e-40dc-8a09-22ae913cc6b9 tempest-ServersTestManualDisk-504797460 tempest-ServersTestManualDisk-504797460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:34.421800 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d09eb1-50d6-41fb-93ef-7653d445e62a admin admin] Pushing event updated for resources: {'Port': ['ID=3c806968-bd46-4e04-9099-b9c87983d833,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:34.504321 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f25c0be-3035-4308-a255-bb376fd79156 req-bc28de95-0e46-4eb7-af9b-4d36aa871ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:34.504824 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f842a0-d725-4388-a89f-3d184b4aaad6 req-0006b27e-7e2f-4aa9-b351-a4e9aa0d24ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:34.505864 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6f25c0be-3035-4308-a255-bb376fd79156 req-bc28de95-0e46-4eb7-af9b-4d36aa871ad6 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=38065308-7518-467c-8032-f4289a835f8a HTTP/1.1" status: 200 len: 1098 time: 0.3289618 Jul 14 09:24:34.506575 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-c1f842a0-d725-4388-a89f-3d184b4aaad6 req-0006b27e-7e2f-4aa9-b351-a4e9aa0d24ec service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a58d0743c32d4136b2d5b8700c6833b4&device_id=1165a2d1-7a70-431c-8db9-81b467588d28 HTTP/1.1" status: 200 len: 1095 time: 0.2750256 Jul 14 09:24:34.521465 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50f99de-1191-4864-b0eb-aec2c54a7874 req-53a76196-4e77-4dc3-b4cb-f2bc55b3b180 tempest-ServersTestManualDisk-504797460 tempest-ServersTestManualDisk-504797460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:34.523341 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d50f99de-1191-4864-b0eb-aec2c54a7874 req-53a76196-4e77-4dc3-b4cb-f2bc55b3b180 tempest-ServersTestManualDisk-504797460 tempest-ServersTestManualDisk-504797460-project] 10.222.0.68 "GET /v2.0/ports?device_id=3daebeb9-57c7-4edd-92b4-ac45ad82b60a HTTP/1.1" status: 200 len: 945 time: 0.2432392 Jul 14 09:24:34.526574 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198d7a2c-9dbc-4abd-ac93-6b63c7006868 req-c72074f4-a5bd-4f8a-8571-68364b7402af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:34.528051 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-198d7a2c-9dbc-4abd-ac93-6b63c7006868 req-c72074f4-a5bd-4f8a-8571-68364b7402af service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=52df408e-3ce3-40d2-a2cb-21f113824a61 HTTP/1.1" status: 200 len: 1098 time: 0.3380866 Jul 14 09:24:34.534598 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188af960-c27f-4f3b-870a-3a0f4545a725 req-98d42dc9-315a-41bc-9b41-ba3762de91c3 tempest-ServerAddressesTestJSON-1365429149 tempest-ServerAddressesTestJSON-1365429149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:34.536462 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-188af960-c27f-4f3b-870a-3a0f4545a725 req-98d42dc9-315a-41bc-9b41-ba3762de91c3 tempest-ServerAddressesTestJSON-1365429149 tempest-ServerAddressesTestJSON-1365429149-project] 10.222.0.68 "GET /v2.0/networks?id=820fc62c-7ca2-46c2-80de-ece46f6e6a9d HTTP/1.1" status: 200 len: 813 time: 0.2349546 Jul 14 09:24:34.551907 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port c5728230-7217-466d-a8f2-3ec8768eb0f8, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=c5728230-7217-466d-a8f2-3ec8768eb0f8,segment=NetworkSegment(3140b72d-6a4a-4668-bad8-c572bd128f6c),segment_id=3140b72d-6a4a-4668-bad8-c572bd128f6c)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:24:34.577957 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.agents_db [None req-3c3509fb-540d-4335-a450-574895dd3602 None None] Agent healthcheck: found 7 active agents {{(pid=93960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:24:34.592732 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Returning: {'device': 'c5728230-7217-466d-a8f2-3ec8768eb0f8', 'network_id': 'fdafaba0-da53-47c8-a4eb-7c69deccbba6', 'port_id': 'c5728230-7217-466d-a8f2-3ec8768eb0f8', 'mac_address': 'fa:16:3e:81:d8:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 717, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5194e827-9fb1-419e-b4bc-69aee8b3dca3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:24:34.593627 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-9040dc1f-0b73-4bd3-9d20-adf9982a3b81 req-da22b3f9-594e-40dc-8a09-22ae913cc6b9 tempest-ServersTestManualDisk-504797460 tempest-ServersTestManualDisk-504797460-project] For port 95a3f75d-b89e-4d82-9136-15802cb15046, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=95a3f75d-b89e-4d82-9136-15802cb15046,segment=NetworkSegment(92674e00-5a45-4167-ba04-e974711325a2),segment_id=92674e00-5a45-4167-ba04-e974711325a2)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:24:34.594003 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-9040dc1f-0b73-4bd3-9d20-adf9982a3b81 req-da22b3f9-594e-40dc-8a09-22ae913cc6b9 tempest-ServersTestManualDisk-504797460 tempest-ServersTestManualDisk-504797460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:34.604804 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-414038da-6d5a-43c2-beec-b70fa8d2ff4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:34.605609 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-c1f842a0-d725-4388-a89f-3d184b4aaad6 req-5910d92f-966f-4087-8aae-be71ba511b7a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c456e3ea-1818-4eb0-9974-4f7f0bc9979b HTTP/1.1" status: 200 len: 217 time: 0.0810235 Jul 14 09:24:34.607999 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-188af960-c27f-4f3b-870a-3a0f4545a725 req-310015d5-c2ac-4494-b7b1-e092a310def7 tempest-ServerAddressesTestJSON-1365429149 tempest-ServerAddressesTestJSON-1365429149-project] 10.222.0.68 "GET /v2.0/quotas/92040518657d4e7c9b4da35b57d22556 HTTP/1.1" status: 200 len: 375 time: 0.0518961 Jul 14 09:24:34.628501 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6f25c0be-3035-4308-a255-bb376fd79156 req-4bff4c9e-a440-4964-85e4-8df15c522a0b service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=a3c33696-baec-4b8b-94ad-c43aa2b16b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120973 Jul 14 09:24:34.654345 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-198d7a2c-9dbc-4abd-ac93-6b63c7006868 req-dc0aa286-0e2d-40e7-8488-9b42d03c9c62 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=ce208e01-46cb-4812-9601-5914ea7ef5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088984 Jul 14 09:24:34.668439 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:34.674120 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 62aa8a10-d2ff-456d-9386-02ab55819cec up at agent hyperv_n-h2-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:24:34.677843 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-414038da-6d5a-43c2-beec-b70fa8d2ff4a None None] For port 7861c047-9c7d-498f-890b-07aa56184b4f, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=7861c047-9c7d-498f-890b-07aa56184b4f,segment=NetworkSegment(ddccd952-f86c-42d9-9a76-fafa68d7d61d),segment_id=ddccd952-f86c-42d9-9a76-fafa68d7d61d)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:24:34.695767 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d50f99de-1191-4864-b0eb-aec2c54a7874 req-a20c25c4-391e-4829-b78c-3760d8088f02 tempest-ServersTestManualDisk-504797460 tempest-ServersTestManualDisk-504797460-project] 10.222.0.68 "GET /v2.0/security-groups?id=109e619a-026b-4a12-995a-f7c93cf4d031&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1227884 Jul 14 09:24:34.706602 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-414038da-6d5a-43c2-beec-b70fa8d2ff4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:34.725064 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-188af960-c27f-4f3b-870a-3a0f4545a725 req-a8f75989-4d69-4457-a232-23e05cd4070a tempest-ServerAddressesTestJSON-1365429149 tempest-ServerAddressesTestJSON-1365429149-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=92040518657d4e7c9b4da35b57d22556&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1061516 Jul 14 09:24:34.731887 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5728230-7217-466d-a8f2-3ec8768eb0f8 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:24:34.755555 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f842a0-d725-4388-a89f-3d184b4aaad6 req-d9c3c340-294a-4e3d-96f3-1ddcebd52758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:34.757439 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-c1f842a0-d725-4388-a89f-3d184b4aaad6 req-d9c3c340-294a-4e3d-96f3-1ddcebd52758 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=64eacf53-b7b0-4c76-8df5-70efc8635ad5 HTTP/1.1" status: 200 len: 851 time: 0.1428876 Jul 14 09:24:34.799947 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-c1f842a0-d725-4388-a89f-3d184b4aaad6 req-c4575de8-8b27-4473-ab14-e876e351bdb3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=db13ce49-f099-44a4-aff7-5cf5e027e32a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324037 Jul 14 09:24:34.811556 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port c5728230-7217-466d-a8f2-3ec8768eb0f8, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=c5728230-7217-466d-a8f2-3ec8768eb0f8,segment=NetworkSegment(3140b72d-6a4a-4668-bad8-c572bd128f6c),segment_id=3140b72d-6a4a-4668-bad8-c572bd128f6c)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:24:34.848723 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414038da-6d5a-43c2-beec-b70fa8d2ff4a None None] Pushing event updated for resources: {'Port': ['ID=7861c047-9c7d-498f-890b-07aa56184b4f,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:34.865465 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:34.882883 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:24:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e73092a9-4065-4805-ac23-dad3bb6e9c49 x-openstack-request-id: req-e73092a9-4065-4805-ac23-dad3bb6e9c49 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:24:34.883470 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1165a2d1-7a70-431c-8db9-81b467588d28", "tag": "c456e3ea-1818-4eb0-9974-4f7f0bc9979b", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:24:34.883914 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-e73092a9-4065-4805-ac23-dad3bb6e9c49 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:24:34.884501 n-d-779913-29 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1165a2d1-7a70-431c-8db9-81b467588d28', 'tag': 'c456e3ea-1818-4eb0-9974-4f7f0bc9979b', 'status': 'completed', 'code': 200} Jul 14 09:24:34.887376 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-41d09eb1-50d6-41fb-93ef-7653d445e62a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:34.904900 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Provisioning for port 62aa8a10-d2ff-456d-9386-02ab55819cec completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:24:34.957366 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Pushing event updated for resources: {'Port': ['ID=c5728230-7217-466d-a8f2-3ec8768eb0f8,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:34.967711 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Provisioning complete for port 62aa8a10-d2ff-456d-9386-02ab55819cec triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:24:34.969150 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:35.005645 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-c1f842a0-d725-4388-a89f-3d184b4aaad6 req-4da0a167-b3fb-40cd-843c-0910d6d09113 service neutron] 10.222.0.57 "GET /v2.0/networks/db13ce49-f099-44a4-aff7-5cf5e027e32a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1902144 Jul 14 09:24:35.076434 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-15be211a-efa6-4f74-a07f-843987c9b4aa None None] Provisioning complete for port 7861c047-9c7d-498f-890b-07aa56184b4f triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:24:35.077058 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-15be211a-efa6-4f74-a07f-843987c9b4aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:35.115983 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:35.162026 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 62aa8a10-d2ff-456d-9386-02ab55819cec, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=62aa8a10-d2ff-456d-9386-02ab55819cec,segment=NetworkSegment(fbee0cef-2769-4002-a250-507614fd960d),segment_id=fbee0cef-2769-4002-a250-507614fd960d)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:24:35.169267 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:35.195053 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] get_ports_and_sgs() called for port_ids ['c5728230-7217-466d-a8f2-3ec8768eb0f8'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:24:35.208115 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-c1f842a0-d725-4388-a89f-3d184b4aaad6 req-8754b853-6dd8-4309-a213-024b5c8d9efb service neutron] 10.222.0.57 "GET /v2.0/networks/db13ce49-f099-44a4-aff7-5cf5e027e32a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1927922 Jul 14 09:24:35.278492 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ae7f78-5cb6-4b9c-89a9-c736566792a9 req-4d70332f-0c28-41f6-b76e-6c1e5f658ae7 tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:35.279803 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-85ae7f78-5cb6-4b9c-89a9-c736566792a9 req-4d70332f-0c28-41f6-b76e-6c1e5f658ae7 tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] 10.222.0.68 "GET /v2.0/ports?device_id=49dade44-ccac-4abc-b1f0-ef47f906dc66 HTTP/1.1" status: 200 len: 945 time: 0.2633440 Jul 14 09:24:35.284908 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Pushing event updated for resources: {'Port': ['ID=62aa8a10-d2ff-456d-9386-02ab55819cec,revision_number=5']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:35.293529 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-41d09eb1-50d6-41fb-93ef-7653d445e62a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-711762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-661452'] for router, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:35.303382 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-188af960-c27f-4f3b-870a-3a0f4545a725 req-2326089c-fae1-4a2f-8d12-e07c9f037b8c service neutron] 10.222.0.68 "GET /v2.0/networks/820fc62c-7ca2-46c2-80de-ece46f6e6a9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5675557 Jul 14 09:24:35.373648 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-9040dc1f-0b73-4bd3-9d20-adf9982a3b81 req-da22b3f9-594e-40dc-8a09-22ae913cc6b9 tempest-ServersTestManualDisk-504797460 tempest-ServersTestManualDisk-504797460-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:35.373997 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-9040dc1f-0b73-4bd3-9d20-adf9982a3b81 req-da22b3f9-594e-40dc-8a09-22ae913cc6b9 tempest-ServersTestManualDisk-504797460 tempest-ServersTestManualDisk-504797460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-660590'] for floatingip, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:35.374315 n-d-779913-29 neutron-server[93957]: INFO neutron.db.l3_db [req-9040dc1f-0b73-4bd3-9d20-adf9982a3b81 req-da22b3f9-594e-40dc-8a09-22ae913cc6b9 tempest-ServersTestManualDisk-504797460 tempest-ServersTestManualDisk-504797460-project] Floating IP 5eb1f985-8abe-4f33-a204-0d5c3fb65bc2 disassociated. External IP: 172.25.4.10, port: 95a3f75d-b89e-4d82-9136-15802cb15046. Jul 14 09:24:35.374732 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [req-9040dc1f-0b73-4bd3-9d20-adf9982a3b81 req-da22b3f9-594e-40dc-8a09-22ae913cc6b9 tempest-ServersTestManualDisk-504797460 tempest-ServersTestManualDisk-504797460-project] Calling delete_port for 95a3f75d-b89e-4d82-9136-15802cb15046 owned by compute:nova {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:24:35.440712 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-85ae7f78-5cb6-4b9c-89a9-c736566792a9 req-8d472f34-a022-48e6-bff4-acb4ab71f41a tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] 10.222.0.68 "GET /v2.0/security-groups?id=cf40bcd2-1dd1-48fb-a6b7-6df0e80ce2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985513 Jul 14 09:24:35.482059 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff8e619-6503-46c6-b4d3-5ef62b379121 req-73640305-e189-4022-a2df-0ffc16805c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:35.482403 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-188af960-c27f-4f3b-870a-3a0f4545a725 req-af2d0f68-5def-42c3-b2ee-a64712de3644 service neutron] 10.222.0.68 "GET /v2.0/networks/820fc62c-7ca2-46c2-80de-ece46f6e6a9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1708419 Jul 14 09:24:35.483579 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-dff8e619-6503-46c6-b4d3-5ef62b379121 req-73640305-e189-4022-a2df-0ffc16805c7a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a58d0743c32d4136b2d5b8700c6833b4&device_id=1165a2d1-7a70-431c-8db9-81b467588d28 HTTP/1.1" status: 200 len: 1095 time: 0.1500435 Jul 14 09:24:35.566450 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41d09eb1-50d6-41fb-93ef-7653d445e62a admin admin] Router 0e2861da-41c5-4938-88f7-e1396c0219c6 is scheduled to L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 with binding_index 1 {{(pid=93958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:24:35.590434 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-9040dc1f-0b73-4bd3-9d20-adf9982a3b81 req-da22b3f9-594e-40dc-8a09-22ae913cc6b9 tempest-ServersTestManualDisk-504797460 tempest-ServersTestManualDisk-504797460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:35.645259 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da22b3f9-594e-40dc-8a09-22ae913cc6b9 tempest-ServersTestManualDisk-504797460 tempest-ServersTestManualDisk-504797460-project] Pushing event deleted for resources: {'Port': ['ID=95a3f75d-b89e-4d82-9136-15802cb15046,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:35.785279 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9040dc1f-0b73-4bd3-9d20-adf9982a3b81 req-da22b3f9-594e-40dc-8a09-22ae913cc6b9 tempest-ServersTestManualDisk-504797460 tempest-ServersTestManualDisk-504797460-project] Router c549170d-8796-4135-8552-ed9b8ece7498 has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:24:35.996672 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af11a76c-625a-4063-b36e-7fda1e52525a req-de6e54da-2e22-4e2c-ab49-b70463038074 tempest-ServerTagsTestJSON-1741644832 tempest-ServerTagsTestJSON-1741644832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:36.001266 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-af11a76c-625a-4063-b36e-7fda1e52525a req-de6e54da-2e22-4e2c-ab49-b70463038074 tempest-ServerTagsTestJSON-1741644832 tempest-ServerTagsTestJSON-1741644832-project] 10.222.0.68 "GET /v2.0/ports?device_id=38065308-7518-467c-8032-f4289a835f8a HTTP/1.1" status: 200 len: 946 time: 0.1523275 Jul 14 09:24:36.004765 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9040dc1f-0b73-4bd3-9d20-adf9982a3b81 req-da22b3f9-594e-40dc-8a09-22ae913cc6b9 tempest-ServersTestManualDisk-504797460 tempest-ServersTestManualDisk-504797460-project] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:24:36.005621 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c9ebdbe-82ff-4a31-936d-c00888b875d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62aa8a10-d2ff-456d-9386-02ab55819cec'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:24:36.008826 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd62303f06773040a8a4e189dc46b4f565768c299abf8ab8e7739778b0bc3e97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3862cd08-f65d-4715-a4f3-9da6baa54fc5" -d '{"events": [{"server_uuid": "2c9ebdbe-82ff-4a31-936d-c00888b875d8", "name": "network-vif-plugged", "status": "completed", "tag": "62aa8a10-d2ff-456d-9386-02ab55819cec"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:24:36.018342 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e344cec-0864-4680-946a-478fa99e8d2a None None] Sync routers for ids ['c549170d-8796-4135-8552-ed9b8ece7498'] in n-d-779913-29 {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:24:36.039404 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e344cec-0864-4680-946a-478fa99e8d2a None None] Routers {'c549170d-8796-4135-8552-ed9b8ece7498'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:24:36.043250 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-0e344cec-0864-4680-946a-478fa99e8d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:24:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['c549170d-8796-4135-8552-ed9b8ece7498'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:24:36.100822 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-9040dc1f-0b73-4bd3-9d20-adf9982a3b81 req-da22b3f9-594e-40dc-8a09-22ae913cc6b9 tempest-ServersTestManualDisk-504797460 tempest-ServersTestManualDisk-504797460-project] No DVR routers for this DVR port 95a3f75d-b89e-4d82-9136-15802cb15046 on host n-h2-779913-29 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:24:36.104862 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-9040dc1f-0b73-4bd3-9d20-adf9982a3b81 req-da22b3f9-594e-40dc-8a09-22ae913cc6b9 tempest-ServersTestManualDisk-504797460 tempest-ServersTestManualDisk-504797460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:36.107767 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-9040dc1f-0b73-4bd3-9d20-adf9982a3b81 req-da22b3f9-594e-40dc-8a09-22ae913cc6b9 tempest-ServersTestManualDisk-504797460 tempest-ServersTestManualDisk-504797460-project] 10.222.0.57 "DELETE /v2.0/ports/95a3f75d-b89e-4d82-9136-15802cb15046 HTTP/1.1" status: 204 len: 173 time: 2.0991571 Jul 14 09:24:36.108546 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3daebeb9-57c7-4edd-92b4-ac45ad82b60a', 'name': 'network-vif-deleted', 'tag': '95a3f75d-b89e-4d82-9136-15802cb15046'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:24:36.110981 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56d127dd-5a64-45cd-b75b-29028a708989" -d '{"events": [{"server_uuid": "3daebeb9-57c7-4edd-92b4-ac45ad82b60a", "name": "network-vif-deleted", "tag": "95a3f75d-b89e-4d82-9136-15802cb15046"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:24:36.154200 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff8e619-6503-46c6-b4d3-5ef62b379121 req-204c9c2e-0662-4325-92e0-b86f336ae2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:36.168866 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-af11a76c-625a-4063-b36e-7fda1e52525a req-ce80040e-6f6b-4083-b647-2ac520dd280d tempest-ServerTagsTestJSON-1741644832 tempest-ServerTagsTestJSON-1741644832-project] 10.222.0.68 "GET /v2.0/security-groups?id=a3c33696-baec-4b8b-94ad-c43aa2b16b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564343 Jul 14 09:24:36.170248 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-dff8e619-6503-46c6-b4d3-5ef62b379121 req-204c9c2e-0662-4325-92e0-b86f336ae2f9 service neutron] 10.222.0.57 "GET /v2.0/networks?id=db13ce49-f099-44a4-aff7-5cf5e027e32a HTTP/1.1" status: 200 len: 912 time: 0.6784117 Jul 14 09:24:36.272935 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvr_db [None req-0e344cec-0864-4680-946a-478fa99e8d2a None None] Set router c549170d-8796-4135-8552-ed9b8ece7498 gateway port host: n-d-779913-29 {{(pid=93959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:24:36.273663 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-dff8e619-6503-46c6-b4d3-5ef62b379121 req-5262996b-4ca8-41f3-bf1b-7ff2c8416563 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c456e3ea-1818-4eb0-9974-4f7f0bc9979b HTTP/1.1" status: 200 len: 217 time: 0.0770900 Jul 14 09:24:36.376020 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ad2756-6940-4326-a5f5-267cf43cedea req-151d1a3f-c8d2-4e2b-9e89-232285b8c29d tempest-ListServerFiltersTestJSON-249454475 tempest-ListServerFiltersTestJSON-249454475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:36.384512 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-b8ad2756-6940-4326-a5f5-267cf43cedea req-151d1a3f-c8d2-4e2b-9e89-232285b8c29d tempest-ListServerFiltersTestJSON-249454475 tempest-ListServerFiltersTestJSON-249454475-project] 10.222.0.68 "GET /v2.0/ports?device_id=2c9ebdbe-82ff-4a31-936d-c00888b875d8 HTTP/1.1" status: 200 len: 946 time: 0.8202512 Jul 14 09:24:36.388034 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff8e619-6503-46c6-b4d3-5ef62b379121 req-b23e430c-173c-4e0d-b04d-3423727893c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:36.389658 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-dff8e619-6503-46c6-b4d3-5ef62b379121 req-b23e430c-173c-4e0d-b04d-3423727893c4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=64eacf53-b7b0-4c76-8df5-70efc8635ad5 HTTP/1.1" status: 200 len: 851 time: 0.1083150 Jul 14 09:24:36.390926 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41d09eb1-50d6-41fb-93ef-7653d445e62a admin admin] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:24:36.401889 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c0146ed-2521-4936-b766-3f8915b7aa55 None None] Sync routers for ids ['0e2861da-41c5-4938-88f7-e1396c0219c6'] in n-d-779913-29 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:24:36.430441 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c0146ed-2521-4936-b766-3f8915b7aa55 None None] Routers {'0e2861da-41c5-4938-88f7-e1396c0219c6'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:24:36.431651 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-6c0146ed-2521-4936-b766-3f8915b7aa55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:24:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['0e2861da-41c5-4938-88f7-e1396c0219c6'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:24:36.457325 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-dff8e619-6503-46c6-b4d3-5ef62b379121 req-a693db8e-34d0-4a13-8777-abcbd9259e30 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=db13ce49-f099-44a4-aff7-5cf5e027e32a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470557 Jul 14 09:24:36.532013 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-b8ad2756-6940-4326-a5f5-267cf43cedea req-cccdba8e-9eaf-45d5-a3a1-9e10e55837cb tempest-ListServerFiltersTestJSON-249454475 tempest-ListServerFiltersTestJSON-249454475-project] 10.222.0.68 "GET /v2.0/security-groups?id=ce208e01-46cb-4812-9601-5914ea7ef5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456804 Jul 14 09:24:36.543278 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-41d09eb1-50d6-41fb-93ef-7653d445e62a admin admin] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:36.550974 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-41d09eb1-50d6-41fb-93ef-7653d445e62a admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 5.6494532 Jul 14 09:24:36.551969 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 46116) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:36.565111 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc8d67b-e2a7-44fe-a3a9-fcf5ba1df0a5 req-e88272b6-bdc9-4895-b67c-0a334ee9d4d2 tempest-ServerRescueTestJSON-1969041098 tempest-ServerRescueTestJSON-1969041098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:36.571600 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ecc8d67b-e2a7-44fe-a3a9-fcf5ba1df0a5 req-e88272b6-bdc9-4895-b67c-0a334ee9d4d2 tempest-ServerRescueTestJSON-1969041098 tempest-ServerRescueTestJSON-1969041098-project] 10.222.0.68 "GET /v2.0/ports?device_id=1165a2d1-7a70-431c-8db9-81b467588d28 HTTP/1.1" status: 200 len: 943 time: 0.1674747 Jul 14 09:24:36.589758 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-6c0146ed-2521-4936-b766-3f8915b7aa55 None None] Set router 0e2861da-41c5-4938-88f7-e1396c0219c6 gateway port host: n-d-779913-29 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:24:36.654259 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ecc8d67b-e2a7-44fe-a3a9-fcf5ba1df0a5 req-9e765a5d-8239-4aae-9fa9-23c86b2c46b0 tempest-ServerRescueTestJSON-1969041098 tempest-ServerRescueTestJSON-1969041098-project] 10.222.0.68 "GET /v2.0/security-groups?id=d6a7feba-be17-4d7e-a638-e9426c29981e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808594 Jul 14 09:24:36.666866 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-0e344cec-0864-4680-946a-478fa99e8d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c549170d-8796-4135-8552-ed9b8ece7498', 'name': 'tempest-ServersTestManualDisk-403915262-router', 'tenant_id': '9dc75a140b6945ca834af4e58eac7f2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.212'}], 'enable_snat': True}, 'gw_port_id': '06704956-bd7f-4e76-b508-c1df0274e02f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:21:59Z', 'updated_at': '2021-07-14T09:22:11Z', 'revision_number': 4, 'project_id': '9dc75a140b6945ca834af4e58eac7f2c', 'gw_port': {'id': '06704956-bd7f-4e76-b508-c1df0274e02f', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:ca:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c549170d-8796-4135-8552-ed9b8ece7498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 787, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:22:00Z', 'updated_at': '2021-07-14T09:22:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': 'f96ca2c4-3fa1-49b0-8672-d11b4dd5992a', 'name': '', 'network_id': 'c149b5f1-6e5e-4f3f-a366-78c91881c967', 'tenant_id': '9dc75a140b6945ca834af4e58eac7f2c', 'mac_address': 'fa:16:3e:1c:38:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c549170d-8796-4135-8552-ed9b8ece7498', 'device_owner': 'network:router_interface', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': '3dd02767-c45f-467b-8090-715a2492a37c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:22:09Z', 'updated_at': '2021-07-14T09:22:24Z', 'revision_number': 5, 'project_id': '9dc75a140b6945ca834af4e58eac7f2c', 'subnets': [{'id': '3dd02767-c45f-467b-8090-715a2492a37c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:24:36.753282 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e344cec-0864-4680-946a-478fa99e8d2a None None] Checking router: c549170d-8796-4135-8552-ed9b8ece7498 for host: n-d-779913-29 {{(pid=93959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:24:36.765554 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device c456e3ea-1818-4eb0-9974-4f7f0bc9979b details requested by agent hyperv_n-h2-779913-29 with host n-h2-779913-29 {{(pid=93959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:24:36.868443 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-334ee9a4-f932-40e5-a85d-eab4cbea0d72 req-18722f4a-db1a-494b-977f-722e0536ccb0 tempest-ServerAddressesTestJSON-1365429149 tempest-ServerAddressesTestJSON-1365429149-project] 10.222.0.68 "GET /v2.0/ports?device_id=1d20e58b-0724-4bc5-b5b5-40e6859fc157 HTTP/1.1" status: 200 len: 210 time: 0.0894520 Jul 14 09:24:36.883961 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port c456e3ea-1818-4eb0-9974-4f7f0bc9979b, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=c456e3ea-1818-4eb0-9974-4f7f0bc9979b,segment=NetworkSegment(836a85c8-8989-45d6-bb70-48fe95102097),segment_id=836a85c8-8989-45d6-bb70-48fe95102097)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:24:36.915281 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e344cec-0864-4680-946a-478fa99e8d2a None None] Routers {'c549170d-8796-4135-8552-ed9b8ece7498'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:24:36.916746 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-0e344cec-0864-4680-946a-478fa99e8d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:24:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['c549170d-8796-4135-8552-ed9b8ece7498'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:24:37.065333 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d38972e7-248b-4815-b5ff-20d4277dd7eb req-3a881dfe-52d1-427a-86e3-427baa67db57 tempest-ServersTestManualDisk-504797460 tempest-ServersTestManualDisk-504797460-project] 10.222.0.68 "GET /v2.0/ports?device_id=3daebeb9-57c7-4edd-92b4-ac45ad82b60a HTTP/1.1" status: 200 len: 210 time: 0.0605121 Jul 14 09:24:37.075573 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-6c0146ed-2521-4936-b766-3f8915b7aa55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e2861da-41c5-4938-88f7-e1396c0219c6', 'name': 'tempest-FloatingIPsAssociationTestJSON-1721427201-router', 'tenant_id': 'cb2a8bd81eea456b92b36dee5b159f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.193'}], 'enable_snat': True}, 'gw_port_id': '3c806968-bd46-4e04-9099-b9c87983d833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:24:31Z', 'updated_at': '2021-07-14T09:24:34Z', 'revision_number': 3, 'project_id': 'cb2a8bd81eea456b92b36dee5b159f07', 'gw_port': {'id': '3c806968-bd46-4e04-9099-b9c87983d833', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:44:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e2861da-41c5-4938-88f7-e1396c0219c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:24:33Z', 'updated_at': '2021-07-14T09:24:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29'}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:24:37.077393 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:24:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23c552a1-d8aa-4fd9-a873-2c2446aa7592 x-openstack-request-id: req-23c552a1-d8aa-4fd9-a873-2c2446aa7592 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:24:37.077720 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3daebeb9-57c7-4edd-92b4-ac45ad82b60a", "name": "network-vif-deleted", "tag": "95a3f75d-b89e-4d82-9136-15802cb15046", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:24:37.077984 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-23c552a1-d8aa-4fd9-a873-2c2446aa7592 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:24:37.078754 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3daebeb9-57c7-4edd-92b4-ac45ad82b60a', 'name': 'network-vif-deleted', 'tag': '95a3f75d-b89e-4d82-9136-15802cb15046', 'status': 'completed', 'code': 200} Jul 14 09:24:37.146440 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c0146ed-2521-4936-b766-3f8915b7aa55 None None] Checking router: 0e2861da-41c5-4938-88f7-e1396c0219c6 for host: n-d-779913-29 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:24:37.146799 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c0146ed-2521-4936-b766-3f8915b7aa55 None None] Updating router 0e2861da-41c5-4938-88f7-e1396c0219c6 port 3c806968-bd46-4e04-9099-b9c87983d833 binding host n-d-779913-29 {{(pid=93960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:24:37.198949 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvr_db [None req-0e344cec-0864-4680-946a-478fa99e8d2a None None] Set router c549170d-8796-4135-8552-ed9b8ece7498 gateway port host: n-d-779913-29 {{(pid=93959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:24:37.230813 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-6c0146ed-2521-4936-b766-3f8915b7aa55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:37.293899 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Returning: {'device': 'c456e3ea-1818-4eb0-9974-4f7f0bc9979b', 'network_id': 'db13ce49-f099-44a4-aff7-5cf5e027e32a', 'port_id': 'c456e3ea-1818-4eb0-9974-4f7f0bc9979b', 'mac_address': 'fa:16:3e:31:e9:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 716, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64eacf53-b7b0-4c76-8df5-70efc8635ad5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:24:37.301152 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-dff8e619-6503-46c6-b4d3-5ef62b379121 req-0640a18b-4cae-4128-a9d9-60d1a4bc0fc2 service neutron] 10.222.0.57 "GET /v2.0/networks/db13ce49-f099-44a4-aff7-5cf5e027e32a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7915080 Jul 14 09:24:37.303101 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:24:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-220ae357-70c4-4bda-951a-e9da636d170c x-openstack-request-id: req-220ae357-70c4-4bda-951a-e9da636d170c {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:24:37.303591 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c9ebdbe-82ff-4a31-936d-c00888b875d8", "name": "network-vif-plugged", "status": "completed", "tag": "62aa8a10-d2ff-456d-9386-02ab55819cec", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:24:37.304888 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-220ae357-70c4-4bda-951a-e9da636d170c {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:24:37.305740 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c9ebdbe-82ff-4a31-936d-c00888b875d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62aa8a10-d2ff-456d-9386-02ab55819cec', 'code': 200} Jul 14 09:24:37.311901 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 7861c047-9c7d-498f-890b-07aa56184b4f up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:24:37.577113 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:37.592278 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a64e2de-3bde-48d6-bee3-45bfd9e1857d req-cf49fccc-b546-46aa-a48b-5244b0816d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:37.594831 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5a64e2de-3bde-48d6-bee3-45bfd9e1857d req-cf49fccc-b546-46aa-a48b-5244b0816d43 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=2c9ebdbe-82ff-4a31-936d-c00888b875d8 HTTP/1.1" status: 200 len: 1098 time: 0.2378492 Jul 14 09:24:37.672290 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c456e3ea-1818-4eb0-9974-4f7f0bc9979b {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:24:37.711874 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-6c0146ed-2521-4936-b766-3f8915b7aa55 None None] Notify callbacks [] for port, precommit_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:37.730246 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-6c0146ed-2521-4936-b766-3f8915b7aa55 None None] Transition to ACTIVE for port object 3c806968-bd46-4e04-9099-b9c87983d833 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:24:37.731866 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5a64e2de-3bde-48d6-bee3-45bfd9e1857d req-61f89da6-014d-44b7-a9ab-87357c69cab5 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=ce208e01-46cb-4812-9601-5914ea7ef5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293025 Jul 14 09:24:37.737588 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-6c0146ed-2521-4936-b766-3f8915b7aa55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:37.741305 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188af960-c27f-4f3b-870a-3a0f4545a725 req-16b5a653-3adc-4648-8bed-31eb1ccb26f1 tempest-ServerAddressesTestJSON-1365429149 tempest-ServerAddressesTestJSON-1365429149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:37.743673 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-188af960-c27f-4f3b-870a-3a0f4545a725 req-16b5a653-3adc-4648-8bed-31eb1ccb26f1 tempest-ServerAddressesTestJSON-1365429149 tempest-ServerAddressesTestJSON-1365429149-project] 10.222.0.65 "GET /v2.0/networks?id=820fc62c-7ca2-46c2-80de-ece46f6e6a9d HTTP/1.1" status: 200 len: 813 time: 0.2943125 Jul 14 09:24:37.765111 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-188af960-c27f-4f3b-870a-3a0f4545a725 req-08a7fae6-a488-4ea5-80ca-9305fc1c59b7 tempest-ServerAddressesTestJSON-1365429149 tempest-ServerAddressesTestJSON-1365429149-project] Request body: {'port': {'device_id': '1d20e58b-0724-4bc5-b5b5-40e6859fc157', 'network_id': '820fc62c-7ca2-46c2-80de-ece46f6e6a9d', 'admin_state_up': True, 'tenant_id': '92040518657d4e7c9b4da35b57d22556'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:24:37.816421 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port c456e3ea-1818-4eb0-9974-4f7f0bc9979b, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=c456e3ea-1818-4eb0-9974-4f7f0bc9979b,segment=NetworkSegment(836a85c8-8989-45d6-bb70-48fe95102097),segment_id=836a85c8-8989-45d6-bb70-48fe95102097)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:24:37.820618 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port 7861c047-9c7d-498f-890b-07aa56184b4f triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:24:37.822809 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:37.842716 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-6c0146ed-2521-4936-b766-3f8915b7aa55 None None] Attempting to bind port 3c806968-bd46-4e04-9099-b9c87983d833 on host n-d-779913-29 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:24:37.843006 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-6c0146ed-2521-4936-b766-3f8915b7aa55 None None] Attempting to bind port 3c806968-bd46-4e04-9099-b9c87983d833 by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': '81bf7a93-80b3-43df-b9d5-462c604a2945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:24:37.843310 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c0146ed-2521-4936-b766-3f8915b7aa55 None None] Attempting to bind port 3c806968-bd46-4e04-9099-b9c87983d833 on network 2dcd4d32-cc7c-4468-b396-7ce5c9231892 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:24:37.846372 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0754acbd-da9a-43fa-87db-e4111fec4f34 req-f7fc76e0-91b6-4e08-94b9-f8a4ed496041 tempest-ServerTagsTestJSON-1741644832 tempest-ServerTagsTestJSON-1741644832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:37.848271 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0754acbd-da9a-43fa-87db-e4111fec4f34 req-f7fc76e0-91b6-4e08-94b9-f8a4ed496041 tempest-ServerTagsTestJSON-1741644832 tempest-ServerTagsTestJSON-1741644832-project] 10.222.0.68 "GET /v2.0/ports?device_id=38065308-7518-467c-8032-f4289a835f8a HTTP/1.1" status: 200 len: 946 time: 0.1997380 Jul 14 09:24:37.864542 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c0146ed-2521-4936-b766-3f8915b7aa55 None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 24, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:24:37.864907 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c0146ed-2521-4936-b766-3f8915b7aa55 None None] Checking segment: {'id': '81bf7a93-80b3-43df-b9d5-462c604a2945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:24:37.865539 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-6c0146ed-2521-4936-b766-3f8915b7aa55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:37.865705 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c0146ed-2521-4936-b766-3f8915b7aa55 None None] Bound using segment: {'id': '81bf7a93-80b3-43df-b9d5-462c604a2945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:24:37.866201 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-6c0146ed-2521-4936-b766-3f8915b7aa55 None None] Bound port: 3c806968-bd46-4e04-9099-b9c87983d833, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81bf7a93-80b3-43df-b9d5-462c604a2945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:24:37.866613 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-6c0146ed-2521-4936-b766-3f8915b7aa55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:37.904229 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device c5728230-7217-466d-a8f2-3ec8768eb0f8 up at agent hyperv_n-h1-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:24:37.973936 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:38.060622 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-6c0146ed-2521-4936-b766-3f8915b7aa55 None None] For port 3c806968-bd46-4e04-9099-b9c87983d833, host n-d-779913-29, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:24:38.066251 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-6c0146ed-2521-4936-b766-3f8915b7aa55 None None] For port 3c806968-bd46-4e04-9099-b9c87983d833, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=3c806968-bd46-4e04-9099-b9c87983d833,segment=NetworkSegment(81bf7a93-80b3-43df-b9d5-462c604a2945),segment_id=81bf7a93-80b3-43df-b9d5-462c604a2945)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:24:38.072326 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-6c0146ed-2521-4936-b766-3f8915b7aa55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:38.074569 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0754acbd-da9a-43fa-87db-e4111fec4f34 req-f16e30d9-347a-4fa1-812a-1c77f353d8e8 tempest-ServerTagsTestJSON-1741644832 tempest-ServerTagsTestJSON-1741644832-project] 10.222.0.68 "GET /v2.0/security-groups?id=a3c33696-baec-4b8b-94ad-c43aa2b16b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2201507 Jul 14 09:24:38.076719 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-188af960-c27f-4f3b-870a-3a0f4545a725 req-08a7fae6-a488-4ea5-80ca-9305fc1c59b7 tempest-ServerAddressesTestJSON-1365429149 tempest-ServerAddressesTestJSON-1365429149-project] Made reservation on behalf of 92040518657d4e7c9b4da35b57d22556 for: {'port': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:24:38.081889 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-188af960-c27f-4f3b-870a-3a0f4545a725 req-08a7fae6-a488-4ea5-80ca-9305fc1c59b7 tempest-ServerAddressesTestJSON-1365429149 tempest-ServerAddressesTestJSON-1365429149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:38.105346 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085c7af6-f120-4fc3-bef8-5de3dd2e6daf None None] Pushing event updated for resources: {'Port': ['ID=3c806968-bd46-4e04-9099-b9c87983d833,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:38.183681 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-dff8e619-6503-46c6-b4d3-5ef62b379121 req-c781775c-d02b-498c-a59c-10e81672c337 service neutron] 10.222.0.57 "GET /v2.0/networks/db13ce49-f099-44a4-aff7-5cf5e027e32a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8700180 Jul 14 09:24:38.255678 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085c7af6-f120-4fc3-bef8-5de3dd2e6daf None None] Pushing event updated for resources: {'Port': ['ID=3c806968-bd46-4e04-9099-b9c87983d833,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:38.257984 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345151a8-fedd-4c6e-881f-670febecc343 req-31249c31-99b8-49f0-94b7-71b51efc41cb tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:38.269764 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-345151a8-fedd-4c6e-881f-670febecc343 req-31249c31-99b8-49f0-94b7-71b51efc41cb tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] 10.222.0.68 "GET /v2.0/ports?device_id=49dade44-ccac-4abc-b1f0-ef47f906dc66 HTTP/1.1" status: 200 len: 945 time: 0.7905929 Jul 14 09:24:38.284942 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c0146ed-2521-4936-b766-3f8915b7aa55 None None] Routers {'0e2861da-41c5-4938-88f7-e1396c0219c6'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:24:38.287542 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-6c0146ed-2521-4936-b766-3f8915b7aa55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:24:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['0e2861da-41c5-4938-88f7-e1396c0219c6'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:24:38.366228 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-345151a8-fedd-4c6e-881f-670febecc343 req-07c36ad4-5763-48be-8c45-37dbd6b57561 tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] 10.222.0.68 "GET /v2.0/security-groups?id=cf40bcd2-1dd1-48fb-a6b7-6df0e80ce2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920987 Jul 14 09:24:38.373425 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-80f6b237-623b-4ee2-bb07-26d6da5e2b2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:38.374468 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Pushing event updated for resources: {'Port': ['ID=c456e3ea-1818-4eb0-9974-4f7f0bc9979b,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:38.408948 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [req-188af960-c27f-4f3b-870a-3a0f4545a725 req-08a7fae6-a488-4ea5-80ca-9305fc1c59b7 tempest-ServerAddressesTestJSON-1365429149 tempest-ServerAddressesTestJSON-1365429149-project] Allocated IP 172.20.0.8 (820fc62c-7ca2-46c2-80de-ece46f6e6a9d/fe9c1bfe-299a-4351-acec-7ba068cd116d/7b15daa9-b845-4d74-97d9-1d270c7146d3) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:24:38.409533 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Provisioning for port c5728230-7217-466d-a8f2-3ec8768eb0f8 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:24:38.437812 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Provisioning complete for port c5728230-7217-466d-a8f2-3ec8768eb0f8 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:24:38.438196 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:38.490495 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-0e344cec-0864-4680-946a-478fa99e8d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c549170d-8796-4135-8552-ed9b8ece7498', 'name': 'tempest-ServersTestManualDisk-403915262-router', 'tenant_id': '9dc75a140b6945ca834af4e58eac7f2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.212'}], 'enable_snat': True}, 'gw_port_id': '06704956-bd7f-4e76-b508-c1df0274e02f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:21:59Z', 'updated_at': '2021-07-14T09:22:11Z', 'revision_number': 4, 'project_id': '9dc75a140b6945ca834af4e58eac7f2c', 'gw_port': {'id': '06704956-bd7f-4e76-b508-c1df0274e02f', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:ca:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c549170d-8796-4135-8552-ed9b8ece7498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 787, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:22:00Z', 'updated_at': '2021-07-14T09:22:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': 'f96ca2c4-3fa1-49b0-8672-d11b4dd5992a', 'name': '', 'network_id': 'c149b5f1-6e5e-4f3f-a366-78c91881c967', 'tenant_id': '9dc75a140b6945ca834af4e58eac7f2c', 'mac_address': 'fa:16:3e:1c:38:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c549170d-8796-4135-8552-ed9b8ece7498', 'device_owner': 'network:router_interface', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': '3dd02767-c45f-467b-8090-715a2492a37c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:22:09Z', 'updated_at': '2021-07-14T09:22:24Z', 'revision_number': 5, 'project_id': '9dc75a140b6945ca834af4e58eac7f2c', 'subnets': [{'id': '3dd02767-c45f-467b-8090-715a2492a37c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:24:38.504050 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] get_ports_and_sgs() called for port_ids ['c456e3ea-1818-4eb0-9974-4f7f0bc9979b'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:24:38.520394 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-6c0146ed-2521-4936-b766-3f8915b7aa55 None None] Set router 0e2861da-41c5-4938-88f7-e1396c0219c6 gateway port host: n-d-779913-29 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:24:38.545059 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd6e9ef-12a7-43ec-aa16-da7d23b848a1 req-ac2dd1fa-8388-4081-8d82-115f3288e083 tempest-ListServerFiltersTestJSON-249454475 tempest-ListServerFiltersTestJSON-249454475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:38.546989 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-afd6e9ef-12a7-43ec-aa16-da7d23b848a1 req-ac2dd1fa-8388-4081-8d82-115f3288e083 tempest-ListServerFiltersTestJSON-249454475 tempest-ListServerFiltersTestJSON-249454475-project] 10.222.0.68 "GET /v2.0/ports?device_id=2c9ebdbe-82ff-4a31-936d-c00888b875d8 HTTP/1.1" status: 200 len: 946 time: 0.1723754 Jul 14 09:24:38.604032 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e344cec-0864-4680-946a-478fa99e8d2a None None] The sync data for ids ['c549170d-8796-4135-8552-ed9b8ece7498'] in n-d-779913-29 is: [{'id': 'c549170d-8796-4135-8552-ed9b8ece7498', 'name': 'tempest-ServersTestManualDisk-403915262-router', 'tenant_id': '9dc75a140b6945ca834af4e58eac7f2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.212'}], 'enable_snat': True}, 'gw_port_id': '06704956-bd7f-4e76-b508-c1df0274e02f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:21:59Z', 'updated_at': '2021-07-14T09:22:11Z', 'revision_number': 4, 'project_id': '9dc75a140b6945ca834af4e58eac7f2c', 'gw_port': {'id': '06704956-bd7f-4e76-b508-c1df0274e02f', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:ca:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c549170d-8796-4135-8552-ed9b8ece7498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 787, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:22:00Z', 'updated_at': '2021-07-14T09:22:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': 'f96ca2c4-3fa1-49b0-8672-d11b4dd5992a', 'name': '', 'network_id': 'c149b5f1-6e5e-4f3f-a366-78c91881c967', 'tenant_id': '9dc75a140b6945ca834af4e58eac7f2c', 'mac_address': 'fa:16:3e:1c:38:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c549170d-8796-4135-8552-ed9b8ece7498', 'device_owner': 'network:router_interface', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': '3dd02767-c45f-467b-8090-715a2492a37c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:22:09Z', 'updated_at': '2021-07-14T09:22:24Z', 'revision_number': 5, 'project_id': '9dc75a140b6945ca834af4e58eac7f2c', 'subnets': [{'id': '3dd02767-c45f-467b-8090-715a2492a37c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:24:38.617062 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-80f6b237-623b-4ee2-bb07-26d6da5e2b2a admin admin] Allocated IP 172.20.0.1 (f9f9e30e-0b39-4c8e-9a13-252818fafe21/444f0042-b663-4a95-9c31-a5cc1ed6ad12/b63887ff-7bca-4218-ad5f-9d5df52c29cd) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:24:38.699139 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-afd6e9ef-12a7-43ec-aa16-da7d23b848a1 req-b3599ed2-0418-43b6-9917-a98d883ac195 tempest-ListServerFiltersTestJSON-249454475 tempest-ListServerFiltersTestJSON-249454475-project] 10.222.0.68 "GET /v2.0/security-groups?id=ce208e01-46cb-4812-9601-5914ea7ef5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320000 Jul 14 09:24:38.703964 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 95a3f75d-b89e-4d82-9136-15802cb15046 no longer exists at agent hyperv_n-h2-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:24:38.718336 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:38.752288 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-188af960-c27f-4f3b-870a-3a0f4545a725 req-08a7fae6-a488-4ea5-80ca-9305fc1c59b7 tempest-ServerAddressesTestJSON-1365429149 tempest-ServerAddressesTestJSON-1365429149-project] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:38.760831 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] No Port match for: 95a3f75d-b89e-4d82-9136-15802cb15046 {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:24:38.761182 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 95a3f75d-b89e-4d82-9136-15802cb15046 not bound to the agent host n-h2-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:24:38.782799 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-6c0146ed-2521-4936-b766-3f8915b7aa55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e2861da-41c5-4938-88f7-e1396c0219c6', 'name': 'tempest-FloatingIPsAssociationTestJSON-1721427201-router', 'tenant_id': 'cb2a8bd81eea456b92b36dee5b159f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.193'}], 'enable_snat': True}, 'gw_port_id': '3c806968-bd46-4e04-9099-b9c87983d833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:24:31Z', 'updated_at': '2021-07-14T09:24:34Z', 'revision_number': 3, 'project_id': 'cb2a8bd81eea456b92b36dee5b159f07', 'gw_port': {'id': '3c806968-bd46-4e04-9099-b9c87983d833', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:44:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e2861da-41c5-4938-88f7-e1396c0219c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:24:33Z', 'updated_at': '2021-07-14T09:24:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29'}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:24:38.821976 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port c5728230-7217-466d-a8f2-3ec8768eb0f8, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=c5728230-7217-466d-a8f2-3ec8768eb0f8,segment=NetworkSegment(3140b72d-6a4a-4668-bad8-c572bd128f6c),segment_id=3140b72d-6a4a-4668-bad8-c572bd128f6c)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:24:38.843531 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:38.847421 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-188af960-c27f-4f3b-870a-3a0f4545a725 req-08a7fae6-a488-4ea5-80ca-9305fc1c59b7 tempest-ServerAddressesTestJSON-1365429149 tempest-ServerAddressesTestJSON-1365429149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:38.872870 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c0146ed-2521-4936-b766-3f8915b7aa55 None None] The sync data for ids ['0e2861da-41c5-4938-88f7-e1396c0219c6'] in n-d-779913-29 is: [{'id': '0e2861da-41c5-4938-88f7-e1396c0219c6', 'name': 'tempest-FloatingIPsAssociationTestJSON-1721427201-router', 'tenant_id': 'cb2a8bd81eea456b92b36dee5b159f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.193'}], 'enable_snat': True}, 'gw_port_id': '3c806968-bd46-4e04-9099-b9c87983d833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:24:31Z', 'updated_at': '2021-07-14T09:24:34Z', 'revision_number': 3, 'project_id': 'cb2a8bd81eea456b92b36dee5b159f07', 'gw_port': {'id': '3c806968-bd46-4e04-9099-b9c87983d833', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:44:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e2861da-41c5-4938-88f7-e1396c0219c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:24:33Z', 'updated_at': '2021-07-14T09:24:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29'}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:24:38.908330 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bd6f72-a4bf-4b60-aeaa-b6f0bddf390f req-8a15705f-6a96-4393-9ea1-7534bc97ca54 tempest-ServerRescueTestJSON-1969041098 tempest-ServerRescueTestJSON-1969041098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:38.909126 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-e9bd6f72-a4bf-4b60-aeaa-b6f0bddf390f req-8a15705f-6a96-4393-9ea1-7534bc97ca54 tempest-ServerRescueTestJSON-1969041098 tempest-ServerRescueTestJSON-1969041098-project] 10.222.0.68 "GET /v2.0/ports?device_id=1165a2d1-7a70-431c-8db9-81b467588d28 HTTP/1.1" status: 200 len: 944 time: 0.2883329 Jul 14 09:24:38.967888 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-188af960-c27f-4f3b-870a-3a0f4545a725 req-08a7fae6-a488-4ea5-80ca-9305fc1c59b7 tempest-ServerAddressesTestJSON-1365429149 tempest-ServerAddressesTestJSON-1365429149-project] Network 820fc62c-7ca2-46c2-80de-ece46f6e6a9d is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:24:38.968235 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-80f6b237-623b-4ee2-bb07-26d6da5e2b2a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:38.971781 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [req-188af960-c27f-4f3b-870a-3a0f4545a725 req-08a7fae6-a488-4ea5-80ca-9305fc1c59b7 tempest-ServerAddressesTestJSON-1365429149 tempest-ServerAddressesTestJSON-1365429149-project] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:24:38.974640 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a7fae6-a488-4ea5-80ca-9305fc1c59b7 tempest-ServerAddressesTestJSON-1365429149 tempest-ServerAddressesTestJSON-1365429149-project] Pushing event updated for resources: {'Port': ['ID=7b15daa9-b845-4d74-97d9-1d270c7146d3,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:38.977419 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-188af960-c27f-4f3b-870a-3a0f4545a725 req-08a7fae6-a488-4ea5-80ca-9305fc1c59b7 tempest-ServerAddressesTestJSON-1365429149 tempest-ServerAddressesTestJSON-1365429149-project] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:24:38.986943 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Pushing event updated for resources: {'Port': ['ID=c5728230-7217-466d-a8f2-3ec8768eb0f8,revision_number=5']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:39.002136 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-80f6b237-623b-4ee2-bb07-26d6da5e2b2a admin admin] Transition to ACTIVE for port object b63887ff-7bca-4218-ad5f-9d5df52c29cd will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:24:39.024492 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a7fae6-a488-4ea5-80ca-9305fc1c59b7 tempest-ServerAddressesTestJSON-1365429149 tempest-ServerAddressesTestJSON-1365429149-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:24:39.024492 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a7fae6-a488-4ea5-80ca-9305fc1c59b7 tempest-ServerAddressesTestJSON-1365429149 tempest-ServerAddressesTestJSON-1365429149-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:24:39.024846 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a7fae6-a488-4ea5-80ca-9305fc1c59b7 tempest-ServerAddressesTestJSON-1365429149 tempest-ServerAddressesTestJSON-1365429149-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:24:39.025819 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a7fae6-a488-4ea5-80ca-9305fc1c59b7 tempest-ServerAddressesTestJSON-1365429149 tempest-ServerAddressesTestJSON-1365429149-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:24:39.026277 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a7fae6-a488-4ea5-80ca-9305fc1c59b7 tempest-ServerAddressesTestJSON-1365429149 tempest-ServerAddressesTestJSON-1365429149-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:24:39.031921 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a7fae6-a488-4ea5-80ca-9305fc1c59b7 tempest-ServerAddressesTestJSON-1365429149 tempest-ServerAddressesTestJSON-1365429149-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:24:39.032854 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a7fae6-a488-4ea5-80ca-9305fc1c59b7 tempest-ServerAddressesTestJSON-1365429149 tempest-ServerAddressesTestJSON-1365429149-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:24:39.033590 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a7fae6-a488-4ea5-80ca-9305fc1c59b7 tempest-ServerAddressesTestJSON-1365429149 tempest-ServerAddressesTestJSON-1365429149-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:24:39.034135 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a7fae6-a488-4ea5-80ca-9305fc1c59b7 tempest-ServerAddressesTestJSON-1365429149 tempest-ServerAddressesTestJSON-1365429149-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:24:39.034521 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a7fae6-a488-4ea5-80ca-9305fc1c59b7 tempest-ServerAddressesTestJSON-1365429149 tempest-ServerAddressesTestJSON-1365429149-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:24:39.034991 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a7fae6-a488-4ea5-80ca-9305fc1c59b7 tempest-ServerAddressesTestJSON-1365429149 tempest-ServerAddressesTestJSON-1365429149-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:24:39.035580 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a7fae6-a488-4ea5-80ca-9305fc1c59b7 tempest-ServerAddressesTestJSON-1365429149 tempest-ServerAddressesTestJSON-1365429149-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:24:39.052819 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-e9bd6f72-a4bf-4b60-aeaa-b6f0bddf390f req-f3433d92-1c52-4d05-8980-d42fcac7c11f tempest-ServerRescueTestJSON-1969041098 tempest-ServerRescueTestJSON-1969041098-project] 10.222.0.68 "GET /v2.0/security-groups?id=d6a7feba-be17-4d7e-a638-e9426c29981e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305108 Jul 14 09:24:39.086496 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d23a02-2444-41b7-af59-c3720717d9b3 req-1b66da07-e4da-4875-b3fe-32aa2e956cb7 tempest-ServerAddressesTestJSON-1365429149 tempest-ServerAddressesTestJSON-1365429149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:39.094492 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b1d23a02-2444-41b7-af59-c3720717d9b3 req-1b66da07-e4da-4875-b3fe-32aa2e956cb7 tempest-ServerAddressesTestJSON-1365429149 tempest-ServerAddressesTestJSON-1365429149-project] 10.222.0.68 "GET /v2.0/ports?device_id=1d20e58b-0724-4bc5-b5b5-40e6859fc157 HTTP/1.1" status: 200 len: 931 time: 0.1977684 Jul 14 09:24:39.109979 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188af960-c27f-4f3b-870a-3a0f4545a725 req-08a7fae6-a488-4ea5-80ca-9305fc1c59b7 tempest-ServerAddressesTestJSON-1365429149 tempest-ServerAddressesTestJSON-1365429149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:39.110772 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-188af960-c27f-4f3b-870a-3a0f4545a725 req-08a7fae6-a488-4ea5-80ca-9305fc1c59b7 tempest-ServerAddressesTestJSON-1365429149 tempest-ServerAddressesTestJSON-1365429149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:39.118686 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87f3068c-5ffe-46a2-8a2c-331635ff43fd None None] New status for floating IP 5eb1f985-8abe-4f33-a204-0d5c3fb65bc2: DOWN {{(pid=93959) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:24:39.125633 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-80f6b237-623b-4ee2-bb07-26d6da5e2b2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:39.141581 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-188af960-c27f-4f3b-870a-3a0f4545a725 req-08a7fae6-a488-4ea5-80ca-9305fc1c59b7 tempest-ServerAddressesTestJSON-1365429149 tempest-ServerAddressesTestJSON-1365429149-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3816009 Jul 14 09:24:39.163697 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b1d23a02-2444-41b7-af59-c3720717d9b3 req-27a5acb0-c7a0-471f-a755-faead0c5eef6 tempest-ServerAddressesTestJSON-1365429149 tempest-ServerAddressesTestJSON-1365429149-project] 10.222.0.68 "GET /v2.0/security-groups?id=11b051ae-b403-4d1d-bc07-a6a9d7b45049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680857 Jul 14 09:24:39.179313 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-188af960-c27f-4f3b-870a-3a0f4545a725 req-f4b6892b-54ea-4fba-a8f7-3ee18e9b9d1f service neutron] Request body: {'port': {'device_id': '1d20e58b-0724-4bc5-b5b5-40e6859fc157', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-29'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:24:39.196240 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80f6b237-623b-4ee2-bb07-26d6da5e2b2a admin admin] Network f9f9e30e-0b39-4c8e-9a13-252818fafe21 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:24:39.203125 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-80f6b237-623b-4ee2-bb07-26d6da5e2b2a admin admin] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:24:39.226682 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f6b237-623b-4ee2-bb07-26d6da5e2b2a admin admin] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:24:39.294935 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f6b237-623b-4ee2-bb07-26d6da5e2b2a admin admin] Pushing event updated for resources: {'Port': ['ID=b63887ff-7bca-4218-ad5f-9d5df52c29cd,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:39.347508 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49dade44-ccac-4abc-b1f0-ef47f906dc66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5728230-7217-466d-a8f2-3ec8768eb0f8'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:24:39.354394 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd62303f06773040a8a4e189dc46b4f565768c299abf8ab8e7739778b0bc3e97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7028a448-50df-4021-bdef-f0c8b85b43b3" -d '{"events": [{"server_uuid": "49dade44-ccac-4abc-b1f0-ef47f906dc66", "name": "network-vif-plugged", "status": "completed", "tag": "c5728230-7217-466d-a8f2-3ec8768eb0f8"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:24:39.378329 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-188af960-c27f-4f3b-870a-3a0f4545a725 req-f4b6892b-54ea-4fba-a8f7-3ee18e9b9d1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:39.383044 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-80f6b237-623b-4ee2-bb07-26d6da5e2b2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-660393'] for router_interface, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:39.394930 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 46174) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:39.549381 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:24:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cca0a055-60c1-49ca-8c75-e16dd6dec0e6 x-openstack-request-id: req-cca0a055-60c1-49ca-8c75-e16dd6dec0e6 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:24:39.549914 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49dade44-ccac-4abc-b1f0-ef47f906dc66", "name": "network-vif-plugged", "status": "completed", "tag": "c5728230-7217-466d-a8f2-3ec8768eb0f8", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:24:39.550037 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-cca0a055-60c1-49ca-8c75-e16dd6dec0e6 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:24:39.550426 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49dade44-ccac-4abc-b1f0-ef47f906dc66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5728230-7217-466d-a8f2-3ec8768eb0f8', 'code': 200} Jul 14 09:24:39.660725 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-2886f11c-59b5-4111-af5c-1414f6675757 None None] Provisioning for port b63887ff-7bca-4218-ad5f-9d5df52c29cd completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:24:39.664814 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-2886f11c-59b5-4111-af5c-1414f6675757 None None] Provisioning complete for port b63887ff-7bca-4218-ad5f-9d5df52c29cd triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:24:39.665408 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2886f11c-59b5-4111-af5c-1414f6675757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:39.735586 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5eb5fc1e-9531-401b-89ab-4ab81541c48c tempest-ServersTestManualDisk-504797460 tempest-ServersTestManualDisk-504797460-project] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:39.758302 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-2886f11c-59b5-4111-af5c-1414f6675757 None None] Port b63887ff-7bca-4218-ad5f-9d5df52c29cd cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:24:39.816703 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846c9cb7-18b8-4e1c-bc32-0bf1a2b50a8f req-16bbdd1e-2ba2-486d-9cf9-7b0d2e7a9e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:39.818556 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-846c9cb7-18b8-4e1c-bc32-0bf1a2b50a8f req-16bbdd1e-2ba2-486d-9cf9-7b0d2e7a9e0e service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=49dade44-ccac-4abc-b1f0-ef47f906dc66 HTTP/1.1" status: 200 len: 1098 time: 0.1630380 Jul 14 09:24:39.831478 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5eb5fc1e-9531-401b-89ab-4ab81541c48c tempest-ServersTestManualDisk-504797460 tempest-ServersTestManualDisk-504797460-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:39.885952 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-80f6b237-623b-4ee2-bb07-26d6da5e2b2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:39.900852 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-846c9cb7-18b8-4e1c-bc32-0bf1a2b50a8f req-61db30e0-c131-41ac-a335-7a6daf87970c service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=cf40bcd2-1dd1-48fb-a6b7-6df0e80ce2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721917 Jul 14 09:24:39.928898 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e97958e-c2ee-41df-9243-2d53f69e2b07 req-0c06b9ad-c0b4-48f5-848d-9840d2c3babc tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:39.935965 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-5e97958e-c2ee-41df-9243-2d53f69e2b07 req-0c06b9ad-c0b4-48f5-848d-9840d2c3babc tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] 10.222.0.68 "GET /v2.0/ports?device_id=49dade44-ccac-4abc-b1f0-ef47f906dc66 HTTP/1.1" status: 200 len: 946 time: 0.1911852 Jul 14 09:24:39.975115 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [req-188af960-c27f-4f3b-870a-3a0f4545a725 req-f4b6892b-54ea-4fba-a8f7-3ee18e9b9d1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b15daa9-b845-4d74-97d9-1d270c7146d3 {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:24:39.984788 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5eb5fc1e-9531-401b-89ab-4ab81541c48c tempest-ServersTestManualDisk-504797460 tempest-ServersTestManualDisk-504797460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:39.987303 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-188af960-c27f-4f3b-870a-3a0f4545a725 req-f4b6892b-54ea-4fba-a8f7-3ee18e9b9d1f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:39.988936 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5eb5fc1e-9531-401b-89ab-4ab81541c48c tempest-ServersTestManualDisk-504797460 tempest-ServersTestManualDisk-504797460-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:39.990651 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-5eb5fc1e-9531-401b-89ab-4ab81541c48c tempest-ServersTestManualDisk-504797460 tempest-ServersTestManualDisk-504797460-project] 10.222.0.68 "DELETE /v2.0/security-groups/109e619a-026b-4a12-995a-f7c93cf4d031 HTTP/1.1" status: 204 len: 168 time: 0.5915732 Jul 14 09:24:39.993379 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 46202) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:40.018630 n-d-779913-29 neutron-server[93957]: INFO neutron.api.v2.resource [None req-3175cfbd-b571-4348-a1af-abb1eb3702db tempest-ServersTestManualDisk-504797460 tempest-ServersTestManualDisk-504797460-project] show failed (client error): The resource could not be found. Jul 14 09:24:40.022816 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-3175cfbd-b571-4348-a1af-abb1eb3702db tempest-ServersTestManualDisk-504797460 tempest-ServersTestManualDisk-504797460-project] 10.222.0.68 "GET /v2.0/security-groups/109e619a-026b-4a12-995a-f7c93cf4d031 HTTP/1.1" status: 404 len: 347 time: 0.0239992 Jul 14 09:24:40.024898 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [req-188af960-c27f-4f3b-870a-3a0f4545a725 req-f4b6892b-54ea-4fba-a8f7-3ee18e9b9d1f service neutron] Transition to ACTIVE for port object 7b15daa9-b845-4d74-97d9-1d270c7146d3 will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:24:40.025562 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 46208) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:40.034208 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-188af960-c27f-4f3b-870a-3a0f4545a725 req-f4b6892b-54ea-4fba-a8f7-3ee18e9b9d1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:40.037134 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb5fc1e-9531-401b-89ab-4ab81541c48c tempest-ServersTestManualDisk-504797460 tempest-ServersTestManualDisk-504797460-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=109e619a-026b-4a12-995a-f7c93cf4d031,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:40.108543 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-5e97958e-c2ee-41df-9243-2d53f69e2b07 req-8693efe2-3526-4045-b48a-a40d596020ae tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] 10.222.0.68 "GET /v2.0/security-groups?id=cf40bcd2-1dd1-48fb-a6b7-6df0e80ce2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716094 Jul 14 09:24:40.195371 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b6892b-54ea-4fba-a8f7-3ee18e9b9d1f service neutron] Pushing event updated for resources: {'Port': ['ID=7b15daa9-b845-4d74-97d9-1d270c7146d3,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:40.249095 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-80f6b237-623b-4ee2-bb07-26d6da5e2b2a admin admin] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:40.261946 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-80f6b237-623b-4ee2-bb07-26d6da5e2b2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13574142'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:40.297623 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-48c55330-be0b-43de-8d9c-9d853e98bd5f tempest-ServersTestManualDisk-504797460 tempest-ServersTestManualDisk-504797460-project] Deleting port 488dea9c-f825-4c66-a7f1-8d423bd27bbe {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:24:40.298010 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-48c55330-be0b-43de-8d9c-9d853e98bd5f tempest-ServersTestManualDisk-504797460 tempest-ServersTestManualDisk-504797460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:40.345154 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f6b237-623b-4ee2-bb07-26d6da5e2b2a admin admin] Pushing event updated for resources: {'Port': ['ID=b63887ff-7bca-4218-ad5f-9d5df52c29cd,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:40.348671 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-80f6b237-623b-4ee2-bb07-26d6da5e2b2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-683747'] for router_interface, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:40.386689 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-188af960-c27f-4f3b-870a-3a0f4545a725 req-f4b6892b-54ea-4fba-a8f7-3ee18e9b9d1f service neutron] Attempting to bind port 7b15daa9-b845-4d74-97d9-1d270c7146d3 on host n-h1-779913-29 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:24:40.387023 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-188af960-c27f-4f3b-870a-3a0f4545a725 req-f4b6892b-54ea-4fba-a8f7-3ee18e9b9d1f service neutron] Attempting to bind port 7b15daa9-b845-4d74-97d9-1d270c7146d3 by drivers openvswitch,hyperv on host n-h1-779913-29 at level 0 using segments [{'id': '4c304324-4492-42d0-a41c-671b36fcc8bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '820fc62c-7ca2-46c2-80de-ece46f6e6a9d'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:24:40.387635 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-188af960-c27f-4f3b-870a-3a0f4545a725 req-f4b6892b-54ea-4fba-a8f7-3ee18e9b9d1f service neutron] Attempting to bind port 7b15daa9-b845-4d74-97d9-1d270c7146d3 on network 820fc62c-7ca2-46c2-80de-ece46f6e6a9d {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:24:40.395098 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-188af960-c27f-4f3b-870a-3a0f4545a725 req-f4b6892b-54ea-4fba-a8f7-3ee18e9b9d1f service neutron] Port 7b15daa9-b845-4d74-97d9-1d270c7146d3 on network 820fc62c-7ca2-46c2-80de-ece46f6e6a9d not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-29 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:24:40.395404 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-188af960-c27f-4f3b-870a-3a0f4545a725 req-f4b6892b-54ea-4fba-a8f7-3ee18e9b9d1f service neutron] Attempting to bind port 7b15daa9-b845-4d74-97d9-1d270c7146d3 on network 820fc62c-7ca2-46c2-80de-ece46f6e6a9d {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:24:40.410753 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-188af960-c27f-4f3b-870a-3a0f4545a725 req-f4b6892b-54ea-4fba-a8f7-3ee18e9b9d1f service neutron] Checking agent: {'id': 'de11e667-f145-47b0-bd09-334a7505938e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 13, 12), 'started_at': datetime.datetime(2021, 7, 14, 9, 13, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 24, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:24:40.411377 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-188af960-c27f-4f3b-870a-3a0f4545a725 req-f4b6892b-54ea-4fba-a8f7-3ee18e9b9d1f service neutron] Checking segment: {'id': '4c304324-4492-42d0-a41c-671b36fcc8bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '820fc62c-7ca2-46c2-80de-ece46f6e6a9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:24:40.411968 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-188af960-c27f-4f3b-870a-3a0f4545a725 req-f4b6892b-54ea-4fba-a8f7-3ee18e9b9d1f service neutron] Bound using segment: {'id': '4c304324-4492-42d0-a41c-671b36fcc8bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '820fc62c-7ca2-46c2-80de-ece46f6e6a9d'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:24:40.412584 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-188af960-c27f-4f3b-870a-3a0f4545a725 req-f4b6892b-54ea-4fba-a8f7-3ee18e9b9d1f service neutron] Bound port: 7b15daa9-b845-4d74-97d9-1d270c7146d3, host: n-h1-779913-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c304324-4492-42d0-a41c-671b36fcc8bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '820fc62c-7ca2-46c2-80de-ece46f6e6a9d'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:24:40.413317 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-188af960-c27f-4f3b-870a-3a0f4545a725 req-f4b6892b-54ea-4fba-a8f7-3ee18e9b9d1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:40.477756 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-48c55330-be0b-43de-8d9c-9d853e98bd5f tempest-ServersTestManualDisk-504797460 tempest-ServersTestManualDisk-504797460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:40.478968 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-48c55330-be0b-43de-8d9c-9d853e98bd5f tempest-ServersTestManualDisk-504797460 tempest-ServersTestManualDisk-504797460-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:40.501588 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-48c55330-be0b-43de-8d9c-9d853e98bd5f tempest-ServersTestManualDisk-504797460 tempest-ServersTestManualDisk-504797460-project] Calling delete_port for 488dea9c-f825-4c66-a7f1-8d423bd27bbe owned by network:floatingip {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:24:40.504852 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acaaa7f-89b6-4b9e-8c71-21904cd07915 req-1d438841-2deb-4eae-8651-217ad5b91fad tempest-ListServerFiltersTestJSON-249454475 tempest-ListServerFiltersTestJSON-249454475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:40.506617 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-8acaaa7f-89b6-4b9e-8c71-21904cd07915 req-1d438841-2deb-4eae-8651-217ad5b91fad tempest-ListServerFiltersTestJSON-249454475 tempest-ListServerFiltersTestJSON-249454475-project] 10.222.0.68 "GET /v2.0/ports?device_id=2c9ebdbe-82ff-4a31-936d-c00888b875d8 HTTP/1.1" status: 200 len: 946 time: 0.1021163 Jul 14 09:24:40.512149 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80f6b237-623b-4ee2-bb07-26d6da5e2b2a admin admin] Network f9f9e30e-0b39-4c8e-9a13-252818fafe21 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:24:40.514211 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-80f6b237-623b-4ee2-bb07-26d6da5e2b2a admin admin] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:24:40.522706 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-188af960-c27f-4f3b-870a-3a0f4545a725 req-f4b6892b-54ea-4fba-a8f7-3ee18e9b9d1f service neutron] For port 7b15daa9-b845-4d74-97d9-1d270c7146d3, host n-h1-779913-29, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:24:40.598087 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-188af960-c27f-4f3b-870a-3a0f4545a725 req-f4b6892b-54ea-4fba-a8f7-3ee18e9b9d1f service neutron] For port 7b15daa9-b845-4d74-97d9-1d270c7146d3, host n-h1-779913-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=7b15daa9-b845-4d74-97d9-1d270c7146d3,segment=NetworkSegment(4c304324-4492-42d0-a41c-671b36fcc8bb),segment_id=4c304324-4492-42d0-a41c-671b36fcc8bb)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:24:40.606636 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-188af960-c27f-4f3b-870a-3a0f4545a725 req-f4b6892b-54ea-4fba-a8f7-3ee18e9b9d1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:40.606883 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-8acaaa7f-89b6-4b9e-8c71-21904cd07915 req-cc734aa9-3800-4085-9958-30ddb2222473 tempest-ListServerFiltersTestJSON-249454475 tempest-ListServerFiltersTestJSON-249454475-project] 10.222.0.68 "GET /v2.0/security-groups?id=ce208e01-46cb-4812-9601-5914ea7ef5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902767 Jul 14 09:24:40.661798 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188af960-c27f-4f3b-870a-3a0f4545a725 req-f4b6892b-54ea-4fba-a8f7-3ee18e9b9d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:40.662700 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-188af960-c27f-4f3b-870a-3a0f4545a725 req-f4b6892b-54ea-4fba-a8f7-3ee18e9b9d1f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:40.664455 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-188af960-c27f-4f3b-870a-3a0f4545a725 req-f4b6892b-54ea-4fba-a8f7-3ee18e9b9d1f service neutron] 10.222.0.65 "PUT /v2.0/ports/7b15daa9-b845-4d74-97d9-1d270c7146d3 HTTP/1.1" status: 200 len: 1092 time: 1.4970024 Jul 14 09:24:40.665136 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d20e58b-0724-4bc5-b5b5-40e6859fc157', 'tag': '7b15daa9-b845-4d74-97d9-1d270c7146d3'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:24:40.667768 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-074b21fb-d42b-44e5-8ee0-f883a0c1279f" -d '{"events": [{"name": "network-changed", "server_uuid": "1d20e58b-0724-4bc5-b5b5-40e6859fc157", "tag": "7b15daa9-b845-4d74-97d9-1d270c7146d3"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:24:40.703557 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80f6b237-623b-4ee2-bb07-26d6da5e2b2a admin admin] Router 0e2861da-41c5-4938-88f7-e1396c0219c6 has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:24:40.710526 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device c456e3ea-1818-4eb0-9974-4f7f0bc9979b up at agent hyperv_n-h2-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:24:40.804506 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b6892b-54ea-4fba-a8f7-3ee18e9b9d1f service neutron] Pushing event updated for resources: {'Port': ['ID=7b15daa9-b845-4d74-97d9-1d270c7146d3,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:40.826351 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Provisioning for port c456e3ea-1818-4eb0-9974-4f7f0bc9979b completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:24:40.833653 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Provisioning complete for port c456e3ea-1818-4eb0-9974-4f7f0bc9979b triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:24:40.834263 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:40.937097 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-44c3325d-3045-401e-bd50-b8d64297361f None None] Provisioning complete for port b63887ff-7bca-4218-ad5f-9d5df52c29cd triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:24:40.937790 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-44c3325d-3045-401e-bd50-b8d64297361f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:40.949830 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 3c806968-bd46-4e04-9099-b9c87983d833 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:24:40.968288 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-48c55330-be0b-43de-8d9c-9d853e98bd5f tempest-ServersTestManualDisk-504797460 tempest-ServersTestManualDisk-504797460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:40.989192 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad461fd1-3b20-4e8c-b9a4-8a6700dac234 req-884fcf22-0e0f-4464-b2d3-de3a5e73fda5 tempest-ServerRescueTestJSON-1969041098 tempest-ServerRescueTestJSON-1969041098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:40.994578 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80f6b237-623b-4ee2-bb07-26d6da5e2b2a admin admin] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:24:40.998692 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ad461fd1-3b20-4e8c-b9a4-8a6700dac234 req-884fcf22-0e0f-4464-b2d3-de3a5e73fda5 tempest-ServerRescueTestJSON-1969041098 tempest-ServerRescueTestJSON-1969041098-project] 10.222.0.68 "GET /v2.0/ports?device_id=1165a2d1-7a70-431c-8db9-81b467588d28 HTTP/1.1" status: 200 len: 944 time: 0.3141129 Jul 14 09:24:41.017263 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-80f6b237-623b-4ee2-bb07-26d6da5e2b2a admin admin] 10.222.0.68 "PUT /v2.0/routers/0e2861da-41c5-4938-88f7-e1396c0219c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4581425 Jul 14 09:24:41.032115 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c55330-be0b-43de-8d9c-9d853e98bd5f tempest-ServersTestManualDisk-504797460 tempest-ServersTestManualDisk-504797460-project] Pushing event deleted for resources: {'Port': ['ID=488dea9c-f825-4c66-a7f1-8d423bd27bbe,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:41.052346 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188af960-c27f-4f3b-870a-3a0f4545a725 req-5cbb464a-bbdf-4c3d-845e-0bdf3919c024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:41.054343 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-188af960-c27f-4f3b-870a-3a0f4545a725 req-5cbb464a-bbdf-4c3d-845e-0bdf3919c024 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=92040518657d4e7c9b4da35b57d22556&device_id=1d20e58b-0724-4bc5-b5b5-40e6859fc157 HTTP/1.1" status: 200 len: 1095 time: 0.3010428 Jul 14 09:24:41.073879 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73591bf6-6076-4d61-8368-e1b0dd8f5716 req-7be82eeb-675e-46b8-ab56-00241edf9f2d tempest-ServerAddressesTestJSON-1365429149 tempest-ServerAddressesTestJSON-1365429149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:41.091548 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-73591bf6-6076-4d61-8368-e1b0dd8f5716 req-7be82eeb-675e-46b8-ab56-00241edf9f2d tempest-ServerAddressesTestJSON-1365429149 tempest-ServerAddressesTestJSON-1365429149-project] 10.222.0.68 "GET /v2.0/ports?device_id=1d20e58b-0724-4bc5-b5b5-40e6859fc157 HTTP/1.1" status: 200 len: 943 time: 0.1621044 Jul 14 09:24:41.161832 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-73591bf6-6076-4d61-8368-e1b0dd8f5716 req-c7df040f-c22e-4ddf-a99e-c4917dd05822 tempest-ServerAddressesTestJSON-1365429149 tempest-ServerAddressesTestJSON-1365429149-project] 10.222.0.68 "GET /v2.0/security-groups?id=11b051ae-b403-4d1d-bc07-a6a9d7b45049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540636 Jul 14 09:24:41.178988 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-44c3325d-3045-401e-bd50-b8d64297361f None None] Port b63887ff-7bca-4218-ad5f-9d5df52c29cd cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:24:41.182383 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:41.219002 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-188af960-c27f-4f3b-870a-3a0f4545a725 req-58ff30bd-8006-47db-bd03-fa9d336e31c5 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7b15daa9-b845-4d74-97d9-1d270c7146d3 HTTP/1.1" status: 200 len: 217 time: 0.1206818 Jul 14 09:24:41.241470 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning for port 3c806968-bd46-4e04-9099-b9c87983d833 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:24:41.245911 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port c456e3ea-1818-4eb0-9974-4f7f0bc9979b, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=c456e3ea-1818-4eb0-9974-4f7f0bc9979b,segment=NetworkSegment(836a85c8-8989-45d6-bb70-48fe95102097),segment_id=836a85c8-8989-45d6-bb70-48fe95102097)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:24:41.250663 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port 3c806968-bd46-4e04-9099-b9c87983d833 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:24:41.252240 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:41.269284 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ad461fd1-3b20-4e8c-b9a4-8a6700dac234 req-a90602fc-fff1-4001-b04a-e7dbf75f2520 tempest-ServerRescueTestJSON-1969041098 tempest-ServerRescueTestJSON-1969041098-project] 10.222.0.68 "GET /v2.0/security-groups?id=d6a7feba-be17-4d7e-a638-e9426c29981e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2695854 Jul 14 09:24:41.277060 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:41.347224 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-48c55330-be0b-43de-8d9c-9d853e98bd5f tempest-ServersTestManualDisk-504797460 tempest-ServersTestManualDisk-504797460-project] Notify callbacks [] for floatingip, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:41.351002 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-48c55330-be0b-43de-8d9c-9d853e98bd5f tempest-ServersTestManualDisk-504797460 tempest-ServersTestManualDisk-504797460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for floatingip, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:41.355510 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 46256) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:41.355708 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-48c55330-be0b-43de-8d9c-9d853e98bd5f tempest-ServersTestManualDisk-504797460 tempest-ServersTestManualDisk-504797460-project] 10.222.0.68 "DELETE /v2.0/floatingips/5eb1f985-8abe-4f33-a204-0d5c3fb65bc2 HTTP/1.1" status: 204 len: 168 time: 1.3289647 Jul 14 09:24:41.366688 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Pushing event updated for resources: {'Port': ['ID=c456e3ea-1818-4eb0-9974-4f7f0bc9979b,revision_number=5']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:41.383669 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188af960-c27f-4f3b-870a-3a0f4545a725 req-4ffde1cf-5a52-443c-8f3f-e6a6a3b48c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:41.385816 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-188af960-c27f-4f3b-870a-3a0f4545a725 req-4ffde1cf-5a52-443c-8f3f-e6a6a3b48c48 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=fe9c1bfe-299a-4351-acec-7ba068cd116d HTTP/1.1" status: 200 len: 853 time: 0.1537733 Jul 14 09:24:41.443057 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:41.453682 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-188af960-c27f-4f3b-870a-3a0f4545a725 req-125db236-5a07-4354-88d5-dcbebd045a04 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=820fc62c-7ca2-46c2-80de-ece46f6e6a9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0545995 Jul 14 09:24:41.475169 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] For port 3c806968-bd46-4e04-9099-b9c87983d833, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=3c806968-bd46-4e04-9099-b9c87983d833,segment=NetworkSegment(81bf7a93-80b3-43df-b9d5-462c604a2945),segment_id=81bf7a93-80b3-43df-b9d5-462c604a2945)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:24:41.482997 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:41.564928 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1165a2d1-7a70-431c-8db9-81b467588d28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c456e3ea-1818-4eb0-9974-4f7f0bc9979b'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:24:41.567911 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd62303f06773040a8a4e189dc46b4f565768c299abf8ab8e7739778b0bc3e97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf4c1331-7057-46a9-8ef7-c2727bb38ff9" -d '{"events": [{"server_uuid": "1165a2d1-7a70-431c-8db9-81b467588d28", "name": "network-vif-plugged", "status": "completed", "tag": "c456e3ea-1818-4eb0-9974-4f7f0bc9979b"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:24:41.572667 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Pushing event updated for resources: {'Port': ['ID=3c806968-bd46-4e04-9099-b9c87983d833,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:41.643478 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50b1157b-30b7-4ce0-8544-f85b67a544c3 None None] Sync routers for ids ['0e2861da-41c5-4938-88f7-e1396c0219c6'] in n-d-779913-29 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:24:41.662019 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-188af960-c27f-4f3b-870a-3a0f4545a725 req-b95576d8-8a9c-47de-af15-87fe7f97fc2e service neutron] 10.222.0.65 "GET /v2.0/networks/820fc62c-7ca2-46c2-80de-ece46f6e6a9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1918242 Jul 14 09:24:41.665969 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b1157b-30b7-4ce0-8544-f85b67a544c3 None None] Routers {'0e2861da-41c5-4938-88f7-e1396c0219c6'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:24:41.667727 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-50b1157b-30b7-4ce0-8544-f85b67a544c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:24:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['0e2861da-41c5-4938-88f7-e1396c0219c6'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:24:41.784497 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979365be-bd40-43d1-bf8e-dd22e37886df req-bdee0ade-1d40-4369-bcca-e727adb97735 tempest-ListServerFiltersTestJSON-249454475 tempest-ListServerFiltersTestJSON-249454475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:41.792185 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-979365be-bd40-43d1-bf8e-dd22e37886df req-bdee0ade-1d40-4369-bcca-e727adb97735 tempest-ListServerFiltersTestJSON-249454475 tempest-ListServerFiltersTestJSON-249454475-project] 10.222.0.68 "GET /v2.0/ports?device_id=52df408e-3ce3-40d2-a2cb-21f113824a61 HTTP/1.1" status: 200 len: 946 time: 0.1300504 Jul 14 09:24:41.792695 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-188af960-c27f-4f3b-870a-3a0f4545a725 req-60b3e370-28af-4249-b749-1f927dba27d0 service neutron] 10.222.0.65 "GET /v2.0/networks/820fc62c-7ca2-46c2-80de-ece46f6e6a9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173666 Jul 14 09:24:41.810034 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-50b1157b-30b7-4ce0-8544-f85b67a544c3 None None] Set router 0e2861da-41c5-4938-88f7-e1396c0219c6 gateway port host: n-d-779913-29 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:24:41.858053 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-979365be-bd40-43d1-bf8e-dd22e37886df req-55051e32-f3a1-4515-852d-536fbaa29d18 tempest-ListServerFiltersTestJSON-249454475 tempest-ListServerFiltersTestJSON-249454475-project] 10.222.0.68 "GET /v2.0/security-groups?id=ce208e01-46cb-4812-9601-5914ea7ef5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649612 Jul 14 09:24:41.911780 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:24:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9818e006-8ce7-4068-85e7-111b186b7b02 x-openstack-request-id: req-9818e006-8ce7-4068-85e7-111b186b7b02 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:24:41.912329 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d20e58b-0724-4bc5-b5b5-40e6859fc157", "tag": "7b15daa9-b845-4d74-97d9-1d270c7146d3", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:24:41.912780 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-9818e006-8ce7-4068-85e7-111b186b7b02 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:24:41.913466 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d20e58b-0724-4bc5-b5b5-40e6859fc157', 'tag': '7b15daa9-b845-4d74-97d9-1d270c7146d3', 'status': 'completed', 'code': 200} Jul 14 09:24:41.966696 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c3d206f8-82d5-4554-b8c6-7f1c634cc3fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-683602'] for router_interface, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:42.100412 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-50b1157b-30b7-4ce0-8544-f85b67a544c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e2861da-41c5-4938-88f7-e1396c0219c6', 'name': 'tempest-FloatingIPsAssociationTestJSON-1721427201-router', 'tenant_id': 'cb2a8bd81eea456b92b36dee5b159f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.193'}], 'enable_snat': True}, 'gw_port_id': '3c806968-bd46-4e04-9099-b9c87983d833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:24:31Z', 'updated_at': '2021-07-14T09:24:39Z', 'revision_number': 4, 'project_id': 'cb2a8bd81eea456b92b36dee5b159f07', 'gw_port': {'id': '3c806968-bd46-4e04-9099-b9c87983d833', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:44:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e2861da-41c5-4938-88f7-e1396c0219c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:24:33Z', 'updated_at': '2021-07-14T09:24:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': 'b63887ff-7bca-4218-ad5f-9d5df52c29cd', 'name': '', 'network_id': 'f9f9e30e-0b39-4c8e-9a13-252818fafe21', 'tenant_id': 'cb2a8bd81eea456b92b36dee5b159f07', 'mac_address': 'fa:16:3e:82:9d:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e2861da-41c5-4938-88f7-e1396c0219c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '444f0042-b663-4a95-9c31-a5cc1ed6ad12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:24:38Z', 'updated_at': '2021-07-14T09:24:40Z', 'revision_number': 2, 'project_id': 'cb2a8bd81eea456b92b36dee5b159f07', 'subnets': [{'id': '444f0042-b663-4a95-9c31-a5cc1ed6ad12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:24:42.100744 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074b21fb-d42b-44e5-8ee0-f883a0c1279f req-c7d7053e-a6de-48a8-8d0f-a645c4880f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:42.102203 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-074b21fb-d42b-44e5-8ee0-f883a0c1279f req-c7d7053e-a6de-48a8-8d0f-a645c4880f4e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=92040518657d4e7c9b4da35b57d22556&device_id=1d20e58b-0724-4bc5-b5b5-40e6859fc157 HTTP/1.1" status: 200 len: 1095 time: 0.1360087 Jul 14 09:24:42.131358 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50b1157b-30b7-4ce0-8544-f85b67a544c3 None None] Checking router: 0e2861da-41c5-4938-88f7-e1396c0219c6 for host: n-d-779913-29 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:24:42.131711 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50b1157b-30b7-4ce0-8544-f85b67a544c3 None None] Updating router 0e2861da-41c5-4938-88f7-e1396c0219c6 port b63887ff-7bca-4218-ad5f-9d5df52c29cd binding host n-d-779913-29 {{(pid=93960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:24:42.167936 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-50b1157b-30b7-4ce0-8544-f85b67a544c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:42.253326 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379cce7b-131a-44bf-bb0a-998638b41a12 req-15cc5511-d967-4faa-ada0-24f2f36f4330 tempest-FloatingIPsAssociationTestJSON-879911528 tempest-FloatingIPsAssociationTestJSON-879911528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:42.255148 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-379cce7b-131a-44bf-bb0a-998638b41a12 req-15cc5511-d967-4faa-ada0-24f2f36f4330 tempest-FloatingIPsAssociationTestJSON-879911528 tempest-FloatingIPsAssociationTestJSON-879911528-project] 10.222.0.68 "GET /v2.0/networks?id=f9f9e30e-0b39-4c8e-9a13-252818fafe21 HTTP/1.1" status: 200 len: 821 time: 0.1738701 Jul 14 09:24:42.288052 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-379cce7b-131a-44bf-bb0a-998638b41a12 req-3c6968f6-1531-4e07-afbd-be0e4d9ce108 tempest-FloatingIPsAssociationTestJSON-879911528 tempest-FloatingIPsAssociationTestJSON-879911528-project] 10.222.0.68 "GET /v2.0/quotas/cb2a8bd81eea456b92b36dee5b159f07 HTTP/1.1" status: 200 len: 375 time: 0.0211432 Jul 14 09:24:42.418130 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-379cce7b-131a-44bf-bb0a-998638b41a12 req-30cf66cb-9699-4e0a-b7a1-601639b1f224 tempest-FloatingIPsAssociationTestJSON-879911528 tempest-FloatingIPsAssociationTestJSON-879911528-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=cb2a8bd81eea456b92b36dee5b159f07&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1186311 Jul 14 09:24:42.459142 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-50b1157b-30b7-4ce0-8544-f85b67a544c3 None None] Notify callbacks [] for port, precommit_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:42.471853 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-50b1157b-30b7-4ce0-8544-f85b67a544c3 None None] Transition to ACTIVE for port object b63887ff-7bca-4218-ad5f-9d5df52c29cd will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:24:42.473660 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45402b9e-d390-43ea-a4a7-fde5de405f68 req-bb965686-f732-444f-a220-6995444b016c tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:42.475176 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-45402b9e-d390-43ea-a4a7-fde5de405f68 req-bb965686-f732-444f-a220-6995444b016c tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] 10.222.0.68 "GET /v2.0/ports?device_id=49dade44-ccac-4abc-b1f0-ef47f906dc66 HTTP/1.1" status: 200 len: 946 time: 0.4281993 Jul 14 09:24:42.483064 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-50b1157b-30b7-4ce0-8544-f85b67a544c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:42.533771 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f017bb-35e3-4316-869f-f75342046486 None None] Pushing event updated for resources: {'Port': ['ID=b63887ff-7bca-4218-ad5f-9d5df52c29cd,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:42.536800 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074b21fb-d42b-44e5-8ee0-f883a0c1279f req-7811b4af-a62c-44cc-a4f0-84ffb8600f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:42.538513 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-074b21fb-d42b-44e5-8ee0-f883a0c1279f req-7811b4af-a62c-44cc-a4f0-84ffb8600f4f service neutron] 10.222.0.65 "GET /v2.0/networks?id=820fc62c-7ca2-46c2-80de-ece46f6e6a9d HTTP/1.1" status: 200 len: 914 time: 0.4297409 Jul 14 09:24:42.550181 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-45402b9e-d390-43ea-a4a7-fde5de405f68 req-135ef87e-c468-4c02-b69c-aa35ac504ec3 tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] 10.222.0.68 "GET /v2.0/security-groups?id=cf40bcd2-1dd1-48fb-a6b7-6df0e80ce2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676072 Jul 14 09:24:42.572423 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-379cce7b-131a-44bf-bb0a-998638b41a12 req-4ebe9e4b-5b02-41c3-8b6a-2bd65dcf714e service neutron] 10.222.0.68 "GET /v2.0/networks/f9f9e30e-0b39-4c8e-9a13-252818fafe21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445258 Jul 14 09:24:42.588135 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:42.590809 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-c3d206f8-82d5-4554-b8c6-7f1c634cc3fe admin admin] Deleting port f96ca2c4-3fa1-49b0-8672-d11b4dd5992a {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:24:42.591160 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c3d206f8-82d5-4554-b8c6-7f1c634cc3fe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:42.602561 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-074b21fb-d42b-44e5-8ee0-f883a0c1279f req-dcd8647e-e468-4c9a-a52f-8b17d9ced1f5 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7b15daa9-b845-4d74-97d9-1d270c7146d3 HTTP/1.1" status: 200 len: 217 time: 0.0509145 Jul 14 09:24:42.614238 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-50b1157b-30b7-4ce0-8544-f85b67a544c3 None None] Attempting to bind port b63887ff-7bca-4218-ad5f-9d5df52c29cd on host n-d-779913-29 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:24:42.614667 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-50b1157b-30b7-4ce0-8544-f85b67a544c3 None None] Attempting to bind port b63887ff-7bca-4218-ad5f-9d5df52c29cd by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': 'ddccd952-f86c-42d9-9a76-fafa68d7d61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'f9f9e30e-0b39-4c8e-9a13-252818fafe21'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:24:42.615679 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50b1157b-30b7-4ce0-8544-f85b67a544c3 None None] Attempting to bind port b63887ff-7bca-4218-ad5f-9d5df52c29cd on network f9f9e30e-0b39-4c8e-9a13-252818fafe21 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:24:42.620797 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50b1157b-30b7-4ce0-8544-f85b67a544c3 None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 24, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:24:42.621176 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50b1157b-30b7-4ce0-8544-f85b67a544c3 None None] Checking segment: {'id': 'ddccd952-f86c-42d9-9a76-fafa68d7d61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'f9f9e30e-0b39-4c8e-9a13-252818fafe21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:24:42.621579 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-50b1157b-30b7-4ce0-8544-f85b67a544c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:42.621966 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50b1157b-30b7-4ce0-8544-f85b67a544c3 None None] Bound using segment: {'id': 'ddccd952-f86c-42d9-9a76-fafa68d7d61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'f9f9e30e-0b39-4c8e-9a13-252818fafe21'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:24:42.622431 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-50b1157b-30b7-4ce0-8544-f85b67a544c3 None None] Bound port: b63887ff-7bca-4218-ad5f-9d5df52c29cd, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddccd952-f86c-42d9-9a76-fafa68d7d61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'f9f9e30e-0b39-4c8e-9a13-252818fafe21'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:24:42.622807 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-50b1157b-30b7-4ce0-8544-f85b67a544c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:42.680467 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074b21fb-d42b-44e5-8ee0-f883a0c1279f req-9e8b59ea-ea55-4175-a8fb-273155fb1f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:42.683428 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-074b21fb-d42b-44e5-8ee0-f883a0c1279f req-9e8b59ea-ea55-4175-a8fb-273155fb1f52 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=fe9c1bfe-299a-4351-acec-7ba068cd116d HTTP/1.1" status: 200 len: 853 time: 0.0707469 Jul 14 09:24:42.691145 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:24:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59715b3b-93c9-4dd4-983c-07019ca5bc79 x-openstack-request-id: req-59715b3b-93c9-4dd4-983c-07019ca5bc79 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:24:42.691443 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1165a2d1-7a70-431c-8db9-81b467588d28", "name": "network-vif-plugged", "status": "completed", "tag": "c456e3ea-1818-4eb0-9974-4f7f0bc9979b", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:24:42.691704 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-59715b3b-93c9-4dd4-983c-07019ca5bc79 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:24:42.692111 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1165a2d1-7a70-431c-8db9-81b467588d28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c456e3ea-1818-4eb0-9974-4f7f0bc9979b', 'code': 200} Jul 14 09:24:42.753378 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-074b21fb-d42b-44e5-8ee0-f883a0c1279f req-82558504-d1f3-490e-8431-bd5e6ca311f7 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=820fc62c-7ca2-46c2-80de-ece46f6e6a9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508218 Jul 14 09:24:42.755964 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-50b1157b-30b7-4ce0-8544-f85b67a544c3 None None] For port b63887ff-7bca-4218-ad5f-9d5df52c29cd, host n-d-779913-29, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:24:42.760041 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-50b1157b-30b7-4ce0-8544-f85b67a544c3 None None] For port b63887ff-7bca-4218-ad5f-9d5df52c29cd, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=b63887ff-7bca-4218-ad5f-9d5df52c29cd,segment=NetworkSegment(ddccd952-f86c-42d9-9a76-fafa68d7d61d),segment_id=ddccd952-f86c-42d9-9a76-fafa68d7d61d)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:24:42.766124 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-50b1157b-30b7-4ce0-8544-f85b67a544c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:42.855508 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b1157b-30b7-4ce0-8544-f85b67a544c3 None None] Routers {'0e2861da-41c5-4938-88f7-e1396c0219c6'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:24:42.856772 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-50b1157b-30b7-4ce0-8544-f85b67a544c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:24:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['0e2861da-41c5-4938-88f7-e1396c0219c6'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:24:42.867366 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-c3d206f8-82d5-4554-b8c6-7f1c634cc3fe admin admin] For port f96ca2c4-3fa1-49b0-8672-d11b4dd5992a, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=f96ca2c4-3fa1-49b0-8672-d11b4dd5992a,segment=NetworkSegment(92674e00-5a45-4167-ba04-e974711325a2),segment_id=92674e00-5a45-4167-ba04-e974711325a2)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:24:42.867897 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c3d206f8-82d5-4554-b8c6-7f1c634cc3fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:42.886936 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-379cce7b-131a-44bf-bb0a-998638b41a12 req-3808833d-76d3-4da1-9622-4670fe20a56b service neutron] 10.222.0.68 "GET /v2.0/networks/f9f9e30e-0b39-4c8e-9a13-252818fafe21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3121254 Jul 14 09:24:42.913900 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-c3d206f8-82d5-4554-b8c6-7f1c634cc3fe admin admin] Calling delete_port for f96ca2c4-3fa1-49b0-8672-d11b4dd5992a owned by network:router_interface {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:24:42.918066 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-074b21fb-d42b-44e5-8ee0-f883a0c1279f req-25cfcfa6-7efa-4f03-a8a6-0e644b77f03f service neutron] 10.222.0.65 "GET /v2.0/networks/820fc62c-7ca2-46c2-80de-ece46f6e6a9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568902 Jul 14 09:24:42.982006 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f017bb-35e3-4316-869f-f75342046486 None None] Pushing event updated for resources: {'Port': ['ID=b63887ff-7bca-4218-ad5f-9d5df52c29cd,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:43.011648 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283e8df4-c3c2-4421-ad03-4a2b555a9f61 req-9e742050-a6e2-4dcd-929f-5331ff709019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:43.013842 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f228eae-9821-442e-bf53-a69a53859c9a req-c9dbc644-d881-4ea7-93fd-14fcd7d9da4a tempest-ListServerFiltersTestJSON-249454475 tempest-ListServerFiltersTestJSON-249454475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:43.014234 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-283e8df4-c3c2-4421-ad03-4a2b555a9f61 req-9e742050-a6e2-4dcd-929f-5331ff709019 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=1165a2d1-7a70-431c-8db9-81b467588d28 HTTP/1.1" status: 200 len: 1097 time: 0.2189090 Jul 14 09:24:43.032013 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0f228eae-9821-442e-bf53-a69a53859c9a req-c9dbc644-d881-4ea7-93fd-14fcd7d9da4a tempest-ListServerFiltersTestJSON-249454475 tempest-ListServerFiltersTestJSON-249454475-project] 10.222.0.68 "GET /v2.0/ports?device_id=4b0b7e54-dfd9-41b9-8ceb-103b4f948320 HTTP/1.1" status: 200 len: 945 time: 0.1760468 Jul 14 09:24:43.050046 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 3c806968-bd46-4e04-9099-b9c87983d833 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:24:43.090136 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-50b1157b-30b7-4ce0-8544-f85b67a544c3 None None] Set router 0e2861da-41c5-4938-88f7-e1396c0219c6 gateway port host: n-d-779913-29 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:24:43.172605 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port 3c806968-bd46-4e04-9099-b9c87983d833 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:24:43.178568 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:43.226736 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-283e8df4-c3c2-4421-ad03-4a2b555a9f61 req-0617aee6-f852-4726-80a3-3ee9d5cbd92a service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=d6a7feba-be17-4d7e-a638-e9426c29981e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995466 Jul 14 09:24:43.262934 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-074b21fb-d42b-44e5-8ee0-f883a0c1279f req-62d8d573-1d7c-437b-9154-bddb21d7b622 service neutron] 10.222.0.65 "GET /v2.0/networks/820fc62c-7ca2-46c2-80de-ece46f6e6a9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3364754 Jul 14 09:24:43.296819 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0f228eae-9821-442e-bf53-a69a53859c9a req-05fa462f-ba95-4db5-9d13-219b6b604dea tempest-ListServerFiltersTestJSON-249454475 tempest-ListServerFiltersTestJSON-249454475-project] 10.222.0.68 "GET /v2.0/security-groups?id=ce208e01-46cb-4812-9601-5914ea7ef5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2629402 Jul 14 09:24:43.376458 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:43.488794 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-50b1157b-30b7-4ce0-8544-f85b67a544c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e2861da-41c5-4938-88f7-e1396c0219c6', 'name': 'tempest-FloatingIPsAssociationTestJSON-1721427201-router', 'tenant_id': 'cb2a8bd81eea456b92b36dee5b159f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.193'}], 'enable_snat': True}, 'gw_port_id': '3c806968-bd46-4e04-9099-b9c87983d833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:24:31Z', 'updated_at': '2021-07-14T09:24:39Z', 'revision_number': 4, 'project_id': 'cb2a8bd81eea456b92b36dee5b159f07', 'gw_port': {'id': '3c806968-bd46-4e04-9099-b9c87983d833', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:44:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e2861da-41c5-4938-88f7-e1396c0219c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:24:33Z', 'updated_at': '2021-07-14T09:24:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': 'b63887ff-7bca-4218-ad5f-9d5df52c29cd', 'name': '', 'network_id': 'f9f9e30e-0b39-4c8e-9a13-252818fafe21', 'tenant_id': 'cb2a8bd81eea456b92b36dee5b159f07', 'mac_address': 'fa:16:3e:82:9d:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e2861da-41c5-4938-88f7-e1396c0219c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '444f0042-b663-4a95-9c31-a5cc1ed6ad12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:24:38Z', 'updated_at': '2021-07-14T09:24:42Z', 'revision_number': 4, 'project_id': 'cb2a8bd81eea456b92b36dee5b159f07', 'subnets': [{'id': '444f0042-b663-4a95-9c31-a5cc1ed6ad12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:24:43.511207 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c3d206f8-82d5-4554-b8c6-7f1c634cc3fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:43.528726 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50b1157b-30b7-4ce0-8544-f85b67a544c3 None None] The sync data for ids ['0e2861da-41c5-4938-88f7-e1396c0219c6'] in n-d-779913-29 is: [{'id': '0e2861da-41c5-4938-88f7-e1396c0219c6', 'name': 'tempest-FloatingIPsAssociationTestJSON-1721427201-router', 'tenant_id': 'cb2a8bd81eea456b92b36dee5b159f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.193'}], 'enable_snat': True}, 'gw_port_id': '3c806968-bd46-4e04-9099-b9c87983d833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:24:31Z', 'updated_at': '2021-07-14T09:24:39Z', 'revision_number': 4, 'project_id': 'cb2a8bd81eea456b92b36dee5b159f07', 'gw_port': {'id': '3c806968-bd46-4e04-9099-b9c87983d833', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:44:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e2861da-41c5-4938-88f7-e1396c0219c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:24:33Z', 'updated_at': '2021-07-14T09:24:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': 'b63887ff-7bca-4218-ad5f-9d5df52c29cd', 'name': '', 'network_id': 'f9f9e30e-0b39-4c8e-9a13-252818fafe21', 'tenant_id': 'cb2a8bd81eea456b92b36dee5b159f07', 'mac_address': 'fa:16:3e:82:9d:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e2861da-41c5-4938-88f7-e1396c0219c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '444f0042-b663-4a95-9c31-a5cc1ed6ad12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:24:38Z', 'updated_at': '2021-07-14T09:24:42Z', 'revision_number': 4, 'project_id': 'cb2a8bd81eea456b92b36dee5b159f07', 'subnets': [{'id': '444f0042-b663-4a95-9c31-a5cc1ed6ad12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:24:43.584074 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d206f8-82d5-4554-b8c6-7f1c634cc3fe admin admin] Pushing event deleted for resources: {'Port': ['ID=f96ca2c4-3fa1-49b0-8672-d11b4dd5992a,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:43.648693 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acf28e9-5e0f-497a-bd07-29ce024ff671 req-10a7deae-fbb2-4085-8b1d-bc4c17ac3a92 tempest-ServerAddressesTestJSON-1365429149 tempest-ServerAddressesTestJSON-1365429149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:43.650718 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-7acf28e9-5e0f-497a-bd07-29ce024ff671 req-10a7deae-fbb2-4085-8b1d-bc4c17ac3a92 tempest-ServerAddressesTestJSON-1365429149 tempest-ServerAddressesTestJSON-1365429149-project] 10.222.0.68 "GET /v2.0/ports?device_id=1d20e58b-0724-4bc5-b5b5-40e6859fc157 HTTP/1.1" status: 200 len: 943 time: 0.1390483 Jul 14 09:24:43.788948 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-7acf28e9-5e0f-497a-bd07-29ce024ff671 req-d476ce80-6859-4c71-afdf-f8bb1c158d82 tempest-ServerAddressesTestJSON-1365429149 tempest-ServerAddressesTestJSON-1365429149-project] 10.222.0.68 "GET /v2.0/security-groups?id=11b051ae-b403-4d1d-bc07-a6a9d7b45049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242683 Jul 14 09:24:43.844837 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 7b15daa9-b845-4d74-97d9-1d270c7146d3 details requested by agent hyperv_n-h1-779913-29 with host n-h1-779913-29 {{(pid=93959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:24:43.973275 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c3d206f8-82d5-4554-b8c6-7f1c634cc3fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-620860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682934'] for router_interface, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:44.177632 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port 7b15daa9-b845-4d74-97d9-1d270c7146d3, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=7b15daa9-b845-4d74-97d9-1d270c7146d3,segment=NetworkSegment(4c304324-4492-42d0-a41c-671b36fcc8bb),segment_id=4c304324-4492-42d0-a41c-671b36fcc8bb)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:24:44.208266 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Returning: {'device': '7b15daa9-b845-4d74-97d9-1d270c7146d3', 'network_id': '820fc62c-7ca2-46c2-80de-ece46f6e6a9d', 'port_id': '7b15daa9-b845-4d74-97d9-1d270c7146d3', 'mac_address': 'fa:16:3e:5c:32:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 744, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe9c1bfe-299a-4351-acec-7ba068cd116d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:24:44.219865 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7061a08c-727e-4deb-94ab-edb8074da8b8 req-fb2bf53a-6613-4d35-8e24-ddd446ecd482 tempest-ServerRescueTestJSON-1969041098 tempest-ServerRescueTestJSON-1969041098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:44.221534 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-7061a08c-727e-4deb-94ab-edb8074da8b8 req-fb2bf53a-6613-4d35-8e24-ddd446ecd482 tempest-ServerRescueTestJSON-1969041098 tempest-ServerRescueTestJSON-1969041098-project] 10.222.0.68 "GET /v2.0/ports?device_id=1165a2d1-7a70-431c-8db9-81b467588d28 HTTP/1.1" status: 200 len: 945 time: 0.1518836 Jul 14 09:24:44.269734 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:44.306944 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-7061a08c-727e-4deb-94ab-edb8074da8b8 req-d23ee747-681e-4a4e-9d91-25e762bdfa72 tempest-ServerRescueTestJSON-1969041098 tempest-ServerRescueTestJSON-1969041098-project] 10.222.0.68 "GET /v2.0/security-groups?id=d6a7feba-be17-4d7e-a638-e9426c29981e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730755 Jul 14 09:24:44.309690 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b15daa9-b845-4d74-97d9-1d270c7146d3 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:24:44.351427 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port 7b15daa9-b845-4d74-97d9-1d270c7146d3, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=7b15daa9-b845-4d74-97d9-1d270c7146d3,segment=NetworkSegment(4c304324-4492-42d0-a41c-671b36fcc8bb),segment_id=4c304324-4492-42d0-a41c-671b36fcc8bb)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:24:44.361040 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:44.460010 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Pushing event updated for resources: {'Port': ['ID=7b15daa9-b845-4d74-97d9-1d270c7146d3,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:44.651572 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dfba1d-638a-4959-b761-3c06a4145758 req-38bd3fa2-46ae-45c9-9789-66ab6dc351e0 tempest-LiveMigrationTest-864996632 tempest-LiveMigrationTest-864996632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:44.661150 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d5dfba1d-638a-4959-b761-3c06a4145758 req-38bd3fa2-46ae-45c9-9789-66ab6dc351e0 tempest-LiveMigrationTest-864996632 tempest-LiveMigrationTest-864996632-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=49dade44-ccac-4abc-b1f0-ef47f906dc66 HTTP/1.1" status: 200 len: 1098 time: 0.0897741 Jul 14 09:24:44.687996 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] get_ports_and_sgs() called for port_ids ['7b15daa9-b845-4d74-97d9-1d270c7146d3'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:24:44.693054 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6e223ced-077c-460d-b9d0-125f16c7d6de req-f9412bd7-84e5-49d8-8de1-84c462e42d50 tempest-FloatingIPsAssociationTestJSON-879911528 tempest-FloatingIPsAssociationTestJSON-879911528-project] 10.222.0.68 "GET /v2.0/ports?device_id=1e47bf17-b929-4bf1-99b0-1c9faf851557 HTTP/1.1" status: 200 len: 210 time: 0.0341642 Jul 14 09:24:44.785059 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d5dfba1d-638a-4959-b761-3c06a4145758 req-2eba2f50-b24d-4b17-8fc2-e251999c4cb0 tempest-LiveMigrationTest-864996632 tempest-LiveMigrationTest-864996632-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=cf40bcd2-1dd1-48fb-a6b7-6df0e80ce2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224694 Jul 14 09:24:44.852482 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3d206f8-82d5-4554-b8c6-7f1c634cc3fe admin admin] Router c549170d-8796-4135-8552-ed9b8ece7498 has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:24:45.076190 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3d206f8-82d5-4554-b8c6-7f1c634cc3fe admin admin] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:24:45.079121 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device b63887ff-7bca-4218-ad5f-9d5df52c29cd up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:24:45.090887 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-c3d206f8-82d5-4554-b8c6-7f1c634cc3fe admin admin] 10.222.0.68 "PUT /v2.0/routers/c549170d-8796-4135-8552-ed9b8ece7498/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7317014 Jul 14 09:24:45.092831 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 46372) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:45.125668 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3020bb1-976f-4c07-9d4f-7983be7c4a62 None None] Sync routers for ids ['c549170d-8796-4135-8552-ed9b8ece7498'] in n-d-779913-29 {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:24:45.152614 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70bac4d-8508-453a-b3d2-e91671eec3fb req-6f359cf3-225a-4d51-96b3-0535a960ca9f tempest-ListServerFiltersTestJSON-249454475 tempest-ListServerFiltersTestJSON-249454475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:45.154550 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c70bac4d-8508-453a-b3d2-e91671eec3fb req-6f359cf3-225a-4d51-96b3-0535a960ca9f tempest-ListServerFiltersTestJSON-249454475 tempest-ListServerFiltersTestJSON-249454475-project] 10.222.0.68 "GET /v2.0/ports?device_id=2c9ebdbe-82ff-4a31-936d-c00888b875d8 HTTP/1.1" status: 200 len: 946 time: 0.0958898 Jul 14 09:24:45.171870 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3020bb1-976f-4c07-9d4f-7983be7c4a62 None None] Routers {'c549170d-8796-4135-8552-ed9b8ece7498'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:24:45.172514 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-c3020bb1-976f-4c07-9d4f-7983be7c4a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:24:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['c549170d-8796-4135-8552-ed9b8ece7498'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:24:45.217386 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c70bac4d-8508-453a-b3d2-e91671eec3fb req-d9be464f-4177-4b79-a893-ecaaeebe53c5 tempest-ListServerFiltersTestJSON-249454475 tempest-ListServerFiltersTestJSON-249454475-project] 10.222.0.68 "GET /v2.0/security-groups?id=ce208e01-46cb-4812-9601-5914ea7ef5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484457 Jul 14 09:24:45.388740 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning for port b63887ff-7bca-4218-ad5f-9d5df52c29cd completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:24:45.411172 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port b63887ff-7bca-4218-ad5f-9d5df52c29cd triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:24:45.412213 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:45.459514 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379cce7b-131a-44bf-bb0a-998638b41a12 req-08f36df1-b7c7-4e16-a498-84b92f1b9ff9 tempest-FloatingIPsAssociationTestJSON-879911528 tempest-FloatingIPsAssociationTestJSON-879911528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:45.460269 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvr_db [None req-c3020bb1-976f-4c07-9d4f-7983be7c4a62 None None] Set router c549170d-8796-4135-8552-ed9b8ece7498 gateway port host: n-d-779913-29 {{(pid=93959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:24:45.460993 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-379cce7b-131a-44bf-bb0a-998638b41a12 req-08f36df1-b7c7-4e16-a498-84b92f1b9ff9 tempest-FloatingIPsAssociationTestJSON-879911528 tempest-FloatingIPsAssociationTestJSON-879911528-project] 10.222.0.57 "GET /v2.0/networks?id=f9f9e30e-0b39-4c8e-9a13-252818fafe21 HTTP/1.1" status: 200 len: 821 time: 0.2859526 Jul 14 09:24:45.463565 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-93a1ab68-aba5-4ff0-873a-e70fc9801bdc admin admin] Notify callbacks [] for router, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:45.469176 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c46bdcf-e715-4e7b-88a5-01f655981acb req-8821bbd5-122e-4646-a30b-d482309bdca9 tempest-ServerAddressesTestJSON-1365429149 tempest-ServerAddressesTestJSON-1365429149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:45.476800 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8c46bdcf-e715-4e7b-88a5-01f655981acb req-8821bbd5-122e-4646-a30b-d482309bdca9 tempest-ServerAddressesTestJSON-1365429149 tempest-ServerAddressesTestJSON-1365429149-project] 10.222.0.68 "GET /v2.0/ports?device_id=1d20e58b-0724-4bc5-b5b5-40e6859fc157 HTTP/1.1" status: 200 len: 944 time: 0.0986362 Jul 14 09:24:45.508046 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [req-379cce7b-131a-44bf-bb0a-998638b41a12 req-7c7323ba-3919-447c-9255-54dc0a6f7727 tempest-FloatingIPsAssociationTestJSON-879911528 tempest-FloatingIPsAssociationTestJSON-879911528-project] Request body: {'port': {'device_id': '1e47bf17-b929-4bf1-99b0-1c9faf851557', 'network_id': 'f9f9e30e-0b39-4c8e-9a13-252818fafe21', 'admin_state_up': True, 'tenant_id': 'cb2a8bd81eea456b92b36dee5b159f07'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:24:45.530016 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8c46bdcf-e715-4e7b-88a5-01f655981acb req-83ea693f-d4fc-452f-b980-f99e0270b99c tempest-ServerAddressesTestJSON-1365429149 tempest-ServerAddressesTestJSON-1365429149-project] 10.222.0.68 "GET /v2.0/security-groups?id=11b051ae-b403-4d1d-bc07-a6a9d7b45049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521243 Jul 14 09:24:45.533661 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9005e4-5213-409f-9f04-809f25e3e77f req-24855e79-9cec-45c0-9145-6c7ae896776f tempest-LiveMigrationTest-864996632 tempest-LiveMigrationTest-864996632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:45.541083 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-4d9005e4-5213-409f-9f04-809f25e3e77f req-24855e79-9cec-45c0-9145-6c7ae896776f tempest-LiveMigrationTest-864996632 tempest-LiveMigrationTest-864996632-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=49dade44-ccac-4abc-b1f0-ef47f906dc66 HTTP/1.1" status: 200 len: 1098 time: 0.1806543 Jul 14 09:24:45.628056 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:45.680400 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-4d9005e4-5213-409f-9f04-809f25e3e77f req-0a954145-7da6-4550-8329-94365245a16b tempest-LiveMigrationTest-864996632 tempest-LiveMigrationTest-864996632-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=cf40bcd2-1dd1-48fb-a6b7-6df0e80ce2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383610 Jul 14 09:24:45.693420 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] For port b63887ff-7bca-4218-ad5f-9d5df52c29cd, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=b63887ff-7bca-4218-ad5f-9d5df52c29cd,segment=NetworkSegment(ddccd952-f86c-42d9-9a76-fafa68d7d61d),segment_id=ddccd952-f86c-42d9-9a76-fafa68d7d61d)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:24:45.706985 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:45.709861 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-93a1ab68-aba5-4ff0-873a-e70fc9801bdc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:45.758177 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-c3020bb1-976f-4c07-9d4f-7983be7c4a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c549170d-8796-4135-8552-ed9b8ece7498', 'name': 'tempest-ServersTestManualDisk-403915262-router', 'tenant_id': '9dc75a140b6945ca834af4e58eac7f2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.212'}], 'enable_snat': True}, 'gw_port_id': '06704956-bd7f-4e76-b508-c1df0274e02f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:21:59Z', 'updated_at': '2021-07-14T09:24:43Z', 'revision_number': 5, 'project_id': '9dc75a140b6945ca834af4e58eac7f2c', 'gw_port': {'id': '06704956-bd7f-4e76-b508-c1df0274e02f', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:ca:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c549170d-8796-4135-8552-ed9b8ece7498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 787, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:22:00Z', 'updated_at': '2021-07-14T09:22:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29'}], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:24:45.773740 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-379cce7b-131a-44bf-bb0a-998638b41a12 req-7c7323ba-3919-447c-9255-54dc0a6f7727 tempest-FloatingIPsAssociationTestJSON-879911528 tempest-FloatingIPsAssociationTestJSON-879911528-project] Made reservation on behalf of cb2a8bd81eea456b92b36dee5b159f07 for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:24:45.777579 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-379cce7b-131a-44bf-bb0a-998638b41a12 req-7c7323ba-3919-447c-9255-54dc0a6f7727 tempest-FloatingIPsAssociationTestJSON-879911528 tempest-FloatingIPsAssociationTestJSON-879911528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:45.784706 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dde43e5-d1f1-4bce-a702-dcfd628b92df req-a8dd1f70-5a08-4046-9745-4e7fcae3198a tempest-ListImageFiltersTestJSON-1053384997 tempest-ListImageFiltersTestJSON-1053384997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:45.786843 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2dde43e5-d1f1-4bce-a702-dcfd628b92df req-a8dd1f70-5a08-4046-9745-4e7fcae3198a tempest-ListImageFiltersTestJSON-1053384997 tempest-ListImageFiltersTestJSON-1053384997-project] 10.222.0.68 "GET /v2.0/ports?device_id=6bf97f65-529d-4316-9785-5c086a4880b6 HTTP/1.1" status: 200 len: 948 time: 0.1231356 Jul 14 09:24:45.796046 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3020bb1-976f-4c07-9d4f-7983be7c4a62 None None] Checking router: c549170d-8796-4135-8552-ed9b8ece7498 for host: n-d-779913-29 {{(pid=93959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:24:45.799113 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Pushing event updated for resources: {'Port': ['ID=b63887ff-7bca-4218-ad5f-9d5df52c29cd,revision_number=5']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:45.808953 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3020bb1-976f-4c07-9d4f-7983be7c4a62 None None] Routers {'c549170d-8796-4135-8552-ed9b8ece7498'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:24:45.809620 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-c3020bb1-976f-4c07-9d4f-7983be7c4a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:24:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['c549170d-8796-4135-8552-ed9b8ece7498'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:24:45.847152 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2dde43e5-d1f1-4bce-a702-dcfd628b92df req-d0e83414-5297-42c8-8eb5-90fb5515bb85 tempest-ListImageFiltersTestJSON-1053384997 tempest-ListImageFiltersTestJSON-1053384997-project] 10.222.0.68 "GET /v2.0/security-groups?id=da82e49e-9c7c-4de8-83c4-70e57626d3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543687 Jul 14 09:24:45.876573 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 7b15daa9-b845-4d74-97d9-1d270c7146d3 up at agent hyperv_n-h1-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:24:45.971274 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [req-379cce7b-131a-44bf-bb0a-998638b41a12 req-7c7323ba-3919-447c-9255-54dc0a6f7727 tempest-FloatingIPsAssociationTestJSON-879911528 tempest-FloatingIPsAssociationTestJSON-879911528-project] Allocated IP 172.20.0.12 (f9f9e30e-0b39-4c8e-9a13-252818fafe21/444f0042-b663-4a95-9c31-a5cc1ed6ad12/0f39e973-face-4493-81d7-410ee30b1531) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:24:45.992523 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-93a1ab68-aba5-4ff0-873a-e70fc9801bdc admin admin] Deleting port 06704956-bd7f-4e76-b508-c1df0274e02f {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:24:45.992886 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-93a1ab68-aba5-4ff0-873a-e70fc9801bdc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:46.080463 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvr_db [None req-c3020bb1-976f-4c07-9d4f-7983be7c4a62 None None] Set router c549170d-8796-4135-8552-ed9b8ece7498 gateway port host: None {{(pid=93959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:24:46.137161 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-c3020bb1-976f-4c07-9d4f-7983be7c4a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c549170d-8796-4135-8552-ed9b8ece7498', 'name': 'tempest-ServersTestManualDisk-403915262-router', 'tenant_id': '9dc75a140b6945ca834af4e58eac7f2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:21:59Z', 'updated_at': '2021-07-14T09:24:45Z', 'revision_number': 6, 'project_id': '9dc75a140b6945ca834af4e58eac7f2c', 'gw_port_host': None}], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:24:46.168076 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121832d9-1618-43be-a970-4a4fcb41c93a req-80bdcf85-2bf8-4af6-af0c-66e498f465f6 tempest-ListServerFiltersTestJSON-249454475 tempest-ListServerFiltersTestJSON-249454475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:46.169745 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-121832d9-1618-43be-a970-4a4fcb41c93a req-80bdcf85-2bf8-4af6-af0c-66e498f465f6 tempest-ListServerFiltersTestJSON-249454475 tempest-ListServerFiltersTestJSON-249454475-project] 10.222.0.68 "GET /v2.0/ports?device_id=52df408e-3ce3-40d2-a2cb-21f113824a61 HTTP/1.1" status: 200 len: 946 time: 0.0713046 Jul 14 09:24:46.169885 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3020bb1-976f-4c07-9d4f-7983be7c4a62 None None] The sync data for ids ['c549170d-8796-4135-8552-ed9b8ece7498'] in n-d-779913-29 is: [{'id': 'c549170d-8796-4135-8552-ed9b8ece7498', 'name': 'tempest-ServersTestManualDisk-403915262-router', 'tenant_id': '9dc75a140b6945ca834af4e58eac7f2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:21:59Z', 'updated_at': '2021-07-14T09:24:45Z', 'revision_number': 6, 'project_id': '9dc75a140b6945ca834af4e58eac7f2c', 'gw_port_host': None}] {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:24:46.182909 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Provisioning for port 7b15daa9-b845-4d74-97d9-1d270c7146d3 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:24:46.188946 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Provisioning complete for port 7b15daa9-b845-4d74-97d9-1d270c7146d3 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:24:46.189473 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:46.218741 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-121832d9-1618-43be-a970-4a4fcb41c93a req-a3b1b5cb-193f-4e8e-8651-42ee5af2db80 tempest-ListServerFiltersTestJSON-249454475 tempest-ListServerFiltersTestJSON-249454475-project] 10.222.0.68 "GET /v2.0/security-groups?id=ce208e01-46cb-4812-9601-5914ea7ef5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402248 Jul 14 09:24:46.237684 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-93a1ab68-aba5-4ff0-873a-e70fc9801bdc admin admin] For port 06704956-bd7f-4e76-b508-c1df0274e02f, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=06704956-bd7f-4e76-b508-c1df0274e02f,segment=NetworkSegment(81bf7a93-80b3-43df-b9d5-462c604a2945),segment_id=81bf7a93-80b3-43df-b9d5-462c604a2945)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:24:46.238171 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-93a1ab68-aba5-4ff0-873a-e70fc9801bdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:46.254933 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c889ec-4dda-44c0-bdee-49e754fe36c8 req-00bdf847-96ba-4775-8e1a-8de415c1c826 tempest-ServerRescueTestJSON-1969041098 tempest-ServerRescueTestJSON-1969041098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:46.256469 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-79c889ec-4dda-44c0-bdee-49e754fe36c8 req-00bdf847-96ba-4775-8e1a-8de415c1c826 tempest-ServerRescueTestJSON-1969041098 tempest-ServerRescueTestJSON-1969041098-project] 10.222.0.68 "GET /v2.0/ports?device_id=1165a2d1-7a70-431c-8db9-81b467588d28 HTTP/1.1" status: 200 len: 945 time: 0.2688220 Jul 14 09:24:46.288752 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-93a1ab68-aba5-4ff0-873a-e70fc9801bdc admin admin] Calling delete_port for 06704956-bd7f-4e76-b508-c1df0274e02f owned by network:router_gateway {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:24:46.295738 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:46.318886 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d20e58b-0724-4bc5-b5b5-40e6859fc157', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b15daa9-b845-4d74-97d9-1d270c7146d3'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:24:46.321716 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd62303f06773040a8a4e189dc46b4f565768c299abf8ab8e7739778b0bc3e97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e748c989-d030-4f34-80cd-98fd7d5a6ab2" -d '{"events": [{"server_uuid": "1d20e58b-0724-4bc5-b5b5-40e6859fc157", "name": "network-vif-plugged", "status": "completed", "tag": "7b15daa9-b845-4d74-97d9-1d270c7146d3"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:24:46.335782 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port 7b15daa9-b845-4d74-97d9-1d270c7146d3, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=7b15daa9-b845-4d74-97d9-1d270c7146d3,segment=NetworkSegment(4c304324-4492-42d0-a41c-671b36fcc8bb),segment_id=4c304324-4492-42d0-a41c-671b36fcc8bb)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:24:46.340325 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:46.370259 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-379cce7b-131a-44bf-bb0a-998638b41a12 req-7c7323ba-3919-447c-9255-54dc0a6f7727 tempest-FloatingIPsAssociationTestJSON-879911528 tempest-FloatingIPsAssociationTestJSON-879911528-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:46.398358 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Pushing event updated for resources: {'Port': ['ID=7b15daa9-b845-4d74-97d9-1d270c7146d3,revision_number=5']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:46.402111 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-79c889ec-4dda-44c0-bdee-49e754fe36c8 req-2ee5979f-572e-4d86-b0c9-769cd2bf2ff9 tempest-ServerRescueTestJSON-1969041098 tempest-ServerRescueTestJSON-1969041098-project] 10.222.0.68 "GET /v2.0/security-groups?id=d6a7feba-be17-4d7e-a638-e9426c29981e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357672 Jul 14 09:24:46.404700 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-379cce7b-131a-44bf-bb0a-998638b41a12 req-7c7323ba-3919-447c-9255-54dc0a6f7727 tempest-FloatingIPsAssociationTestJSON-879911528 tempest-FloatingIPsAssociationTestJSON-879911528-project] Transition to ACTIVE for port object 0f39e973-face-4493-81d7-410ee30b1531 will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:24:46.410559 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-78a387a9-0192-493d-b71e-b8b97df1a813 req-296a7e39-f8cd-4a35-b7d4-30388392ade8 tempest-FloatingIPsAssociationTestJSON-879911528 tempest-FloatingIPsAssociationTestJSON-879911528-project] 10.222.0.68 "GET /v2.0/ports?device_id=1e47bf17-b929-4bf1-99b0-1c9faf851557 HTTP/1.1" status: 200 len: 210 time: 0.0387857 Jul 14 09:24:46.498791 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-379cce7b-131a-44bf-bb0a-998638b41a12 req-7c7323ba-3919-447c-9255-54dc0a6f7727 tempest-FloatingIPsAssociationTestJSON-879911528 tempest-FloatingIPsAssociationTestJSON-879911528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:46.590498 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-379cce7b-131a-44bf-bb0a-998638b41a12 req-7c7323ba-3919-447c-9255-54dc0a6f7727 tempest-FloatingIPsAssociationTestJSON-879911528 tempest-FloatingIPsAssociationTestJSON-879911528-project] Network f9f9e30e-0b39-4c8e-9a13-252818fafe21 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:24:46.597613 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [req-379cce7b-131a-44bf-bb0a-998638b41a12 req-7c7323ba-3919-447c-9255-54dc0a6f7727 tempest-FloatingIPsAssociationTestJSON-879911528 tempest-FloatingIPsAssociationTestJSON-879911528-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:24:46.604333 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-379cce7b-131a-44bf-bb0a-998638b41a12 req-7c7323ba-3919-447c-9255-54dc0a6f7727 tempest-FloatingIPsAssociationTestJSON-879911528 tempest-FloatingIPsAssociationTestJSON-879911528-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:24:46.643640 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7323ba-3919-447c-9255-54dc0a6f7727 tempest-FloatingIPsAssociationTestJSON-879911528 tempest-FloatingIPsAssociationTestJSON-879911528-project] Pushing event updated for resources: {'Port': ['ID=0f39e973-face-4493-81d7-410ee30b1531,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:46.666142 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-93a1ab68-aba5-4ff0-873a-e70fc9801bdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:46.711720 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379cce7b-131a-44bf-bb0a-998638b41a12 req-7c7323ba-3919-447c-9255-54dc0a6f7727 tempest-FloatingIPsAssociationTestJSON-879911528 tempest-FloatingIPsAssociationTestJSON-879911528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:46.717833 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-379cce7b-131a-44bf-bb0a-998638b41a12 req-7c7323ba-3919-447c-9255-54dc0a6f7727 tempest-FloatingIPsAssociationTestJSON-879911528 tempest-FloatingIPsAssociationTestJSON-879911528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:46.729016 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:24:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32079efb-aa29-4603-95e5-fe482fa9ed9e x-openstack-request-id: req-32079efb-aa29-4603-95e5-fe482fa9ed9e {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:24:46.729483 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d20e58b-0724-4bc5-b5b5-40e6859fc157", "name": "network-vif-plugged", "status": "completed", "tag": "7b15daa9-b845-4d74-97d9-1d270c7146d3", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:24:46.730006 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-32079efb-aa29-4603-95e5-fe482fa9ed9e {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:24:46.730159 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d20e58b-0724-4bc5-b5b5-40e6859fc157', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b15daa9-b845-4d74-97d9-1d270c7146d3', 'code': 200} Jul 14 09:24:46.731803 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a1ab68-aba5-4ff0-873a-e70fc9801bdc admin admin] Pushing event deleted for resources: {'Port': ['ID=06704956-bd7f-4e76-b508-c1df0274e02f,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:46.757288 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-379cce7b-131a-44bf-bb0a-998638b41a12 req-7c7323ba-3919-447c-9255-54dc0a6f7727 tempest-FloatingIPsAssociationTestJSON-879911528 tempest-FloatingIPsAssociationTestJSON-879911528-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2552340 Jul 14 09:24:46.804813 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [req-379cce7b-131a-44bf-bb0a-998638b41a12 req-3c9422e1-a6fd-49c7-a05d-60ba0a9e4254 service neutron] Request body: {'port': {'device_id': '1e47bf17-b929-4bf1-99b0-1c9faf851557', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-29'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:24:46.904055 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-93a1ab68-aba5-4ff0-873a-e70fc9801bdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-660532'] for router_gateway, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:46.996919 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813653ae-a200-4bb2-857a-463a3ecc88cc req-74ed2324-8dff-4ad5-8982-054841a9ab87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:46.997605 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-5593c183-203e-43b3-9fcc-63c606e20656 None None] Provisioning for port 0f39e973-face-4493-81d7-410ee30b1531 completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:24:46.999363 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-813653ae-a200-4bb2-857a-463a3ecc88cc req-74ed2324-8dff-4ad5-8982-054841a9ab87 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=1d20e58b-0724-4bc5-b5b5-40e6859fc157 HTTP/1.1" status: 200 len: 1097 time: 0.0784788 Jul 14 09:24:47.027433 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-5593c183-203e-43b3-9fcc-63c606e20656 None None] Provisioning complete for port 0f39e973-face-4493-81d7-410ee30b1531 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:24:47.034079 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5593c183-203e-43b3-9fcc-63c606e20656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:47.050547 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-379cce7b-131a-44bf-bb0a-998638b41a12 req-3c9422e1-a6fd-49c7-a05d-60ba0a9e4254 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:47.061303 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c069e523-b60b-4e74-bd25-c3d3f45dad64 req-077ffa84-02f4-4e7b-bd48-64b469209cf1 tempest-ListServerFiltersTestJSON-249454475 tempest-ListServerFiltersTestJSON-249454475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:47.067387 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c069e523-b60b-4e74-bd25-c3d3f45dad64 req-077ffa84-02f4-4e7b-bd48-64b469209cf1 tempest-ListServerFiltersTestJSON-249454475 tempest-ListServerFiltersTestJSON-249454475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:47.073187 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-813653ae-a200-4bb2-857a-463a3ecc88cc req-8cb0b536-477f-4311-9284-76d011ce522d service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=11b051ae-b403-4d1d-bc07-a6a9d7b45049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542130 Jul 14 09:24:47.074228 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c069e523-b60b-4e74-bd25-c3d3f45dad64 req-077ffa84-02f4-4e7b-bd48-64b469209cf1 tempest-ListServerFiltersTestJSON-249454475 tempest-ListServerFiltersTestJSON-249454475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:47.085088 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-c069e523-b60b-4e74-bd25-c3d3f45dad64 req-077ffa84-02f4-4e7b-bd48-64b469209cf1 tempest-ListServerFiltersTestJSON-249454475 tempest-ListServerFiltersTestJSON-249454475-project] 10.222.0.68 "GET /v2.0/ports?device_id=2c9ebdbe-82ff-4a31-936d-c00888b875d8&device_id=4b0b7e54-dfd9-41b9-8ceb-103b4f948320&device_id=52df408e-3ce3-40d2-a2cb-21f113824a61 HTTP/1.1" status: 200 len: 2418 time: 0.3820493 Jul 14 09:24:47.099815 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-93a1ab68-aba5-4ff0-873a-e70fc9801bdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-711871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12964'] for router, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:47.106837 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-93a1ab68-aba5-4ff0-873a-e70fc9801bdc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:47.123039 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-5593c183-203e-43b3-9fcc-63c606e20656 None None] Port 0f39e973-face-4493-81d7-410ee30b1531 cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:24:47.205873 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device b63887ff-7bca-4218-ad5f-9d5df52c29cd up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:24:47.218502 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e848fc-b83a-4453-a08e-e66aa9c00944 req-7c84c79f-8efe-4802-a6d7-91dd3226e10a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:47.221701 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-38e848fc-b83a-4453-a08e-e66aa9c00944 req-7c84c79f-8efe-4802-a6d7-91dd3226e10a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a58d0743c32d4136b2d5b8700c6833b4&device_id=1165a2d1-7a70-431c-8db9-81b467588d28 HTTP/1.1" status: 200 len: 1097 time: 0.0881050 Jul 14 09:24:47.242207 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-c069e523-b60b-4e74-bd25-c3d3f45dad64 req-6963f3da-ef25-42ad-ae55-30daf1ac7c77 tempest-ListServerFiltersTestJSON-249454475 tempest-ListServerFiltersTestJSON-249454475-project] 10.222.0.68 "GET /v2.0/security-groups?id=ce208e01-46cb-4812-9601-5914ea7ef5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556187 Jul 14 09:24:47.253642 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-93a1ab68-aba5-4ff0-873a-e70fc9801bdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-704815'] for router, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:47.253642 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93a1ab68-aba5-4ff0-873a-e70fc9801bdc admin admin] Fanout notify agent at l3_agent the message router_deleted on router c549170d-8796-4135-8552-ed9b8ece7498 {{(pid=93958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:24:47.253642 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-93a1ab68-aba5-4ff0-873a-e70fc9801bdc admin admin] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:47.253642 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-93a1ab68-aba5-4ff0-873a-e70fc9801bdc admin admin] 10.222.0.68 "DELETE /v2.0/routers/c549170d-8796-4135-8552-ed9b8ece7498 HTTP/1.1" status: 204 len: 168 time: 2.1594808 Jul 14 09:24:47.261415 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 46412) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:47.323263 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port b63887ff-7bca-4218-ad5f-9d5df52c29cd triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:24:47.323655 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:47.382916 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-d97fc31b-568e-4ebd-af68-3dbbfd5e8370 admin admin] Deleting subnet 3dd02767-c45f-467b-8090-715a2492a37c {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:24:47.387556 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e848fc-b83a-4453-a08e-e66aa9c00944 req-a2929b71-d7b2-4910-b336-fec53b4739c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:47.389197 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-38e848fc-b83a-4453-a08e-e66aa9c00944 req-a2929b71-d7b2-4910-b336-fec53b4739c1 service neutron] 10.222.0.57 "GET /v2.0/networks?id=db13ce49-f099-44a4-aff7-5cf5e027e32a HTTP/1.1" status: 200 len: 912 time: 0.1618497 Jul 14 09:24:47.391005 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d97fc31b-568e-4ebd-af68-3dbbfd5e8370 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:47.486323 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-38e848fc-b83a-4453-a08e-e66aa9c00944 req-4cf9ee46-d5db-4b6c-8c56-9bd0462a2b72 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c456e3ea-1818-4eb0-9974-4f7f0bc9979b HTTP/1.1" status: 200 len: 217 time: 0.0898108 Jul 14 09:24:47.514915 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d97fc31b-568e-4ebd-af68-3dbbfd5e8370 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13574120'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:47.562191 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 06704956-bd7f-4e76-b508-c1df0274e02f no longer exists at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:24:47.582898 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e848fc-b83a-4453-a08e-e66aa9c00944 req-26794f28-99ae-41ed-a04b-26bfc564422b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:47.584600 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-38e848fc-b83a-4453-a08e-e66aa9c00944 req-26794f28-99ae-41ed-a04b-26bfc564422b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=64eacf53-b7b0-4c76-8df5-70efc8635ad5 HTTP/1.1" status: 200 len: 851 time: 0.0789149 Jul 14 09:24:47.591556 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] No Port match for: 06704956-bd7f-4e76-b508-c1df0274e02f {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:24:47.591897 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 06704956-bd7f-4e76-b508-c1df0274e02f not bound to the agent host n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:24:47.592506 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device f96ca2c4-3fa1-49b0-8672-d11b4dd5992a no longer exists at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:24:47.607239 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d362a9e-34dd-4edc-92f6-cbbbe4c81326 req-7bcd29bd-62c4-461d-9c8a-f39ffd9551d3 tempest-LiveMigrationTest-864996632 tempest-LiveMigrationTest-864996632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:47.608754 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-4d362a9e-34dd-4edc-92f6-cbbbe4c81326 req-7bcd29bd-62c4-461d-9c8a-f39ffd9551d3 tempest-LiveMigrationTest-864996632 tempest-LiveMigrationTest-864996632-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=49dade44-ccac-4abc-b1f0-ef47f906dc66 HTTP/1.1" status: 200 len: 1098 time: 0.1562886 Jul 14 09:24:47.613709 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] No Port match for: f96ca2c4-3fa1-49b0-8672-d11b4dd5992a {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:24:47.614277 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device f96ca2c4-3fa1-49b0-8672-d11b4dd5992a not bound to the agent host n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:24:47.628837 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-38e848fc-b83a-4453-a08e-e66aa9c00944 req-4f018d8b-313e-4922-be23-a2f9cc8af86d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=db13ce49-f099-44a4-aff7-5cf5e027e32a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345373 Jul 14 09:24:47.637385 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0447a8c0-bb12-4ebb-85ec-8f50e48004a8 req-6b9bf707-3932-4e33-89d9-90c29b26c70f tempest-ServerAddressesTestJSON-1365429149 tempest-ServerAddressesTestJSON-1365429149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:47.638831 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0447a8c0-bb12-4ebb-85ec-8f50e48004a8 req-6b9bf707-3932-4e33-89d9-90c29b26c70f tempest-ServerAddressesTestJSON-1365429149 tempest-ServerAddressesTestJSON-1365429149-project] 10.222.0.68 "GET /v2.0/ports?device_id=1d20e58b-0724-4bc5-b5b5-40e6859fc157 HTTP/1.1" status: 200 len: 945 time: 0.2335494 Jul 14 09:24:47.651187 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a86e04e-a120-4ab5-952e-4ad3ba540b4a req-7b6460f5-8605-4a2f-8482-2c4d5d4d490c tempest-ListImageFiltersTestJSON-1053384997 tempest-ListImageFiltersTestJSON-1053384997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:47.652718 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-7a86e04e-a120-4ab5-952e-4ad3ba540b4a req-7b6460f5-8605-4a2f-8482-2c4d5d4d490c tempest-ListImageFiltersTestJSON-1053384997 tempest-ListImageFiltersTestJSON-1053384997-project] 10.222.0.65 "GET /v2.0/ports?device_id=6bf97f65-529d-4316-9785-5c086a4880b6 HTTP/1.1" status: 200 len: 948 time: 0.1785433 Jul 14 09:24:47.725143 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d97fc31b-568e-4ebd-af68-3dbbfd5e8370 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3481002'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:47.730688 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-4d362a9e-34dd-4edc-92f6-cbbbe4c81326 req-878cdccb-750e-47fa-b425-c956d847ae9e tempest-LiveMigrationTest-864996632 tempest-LiveMigrationTest-864996632-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=cf40bcd2-1dd1-48fb-a6b7-6df0e80ce2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133049 Jul 14 09:24:47.758423 n-d-779913-29 neutron-server[93958]: DEBUG neutron.notifiers.nova [req-379cce7b-131a-44bf-bb0a-998638b41a12 req-3c9422e1-a6fd-49c7-a05d-60ba0a9e4254 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f39e973-face-4493-81d7-410ee30b1531 {{(pid=93958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:24:47.769614 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-379cce7b-131a-44bf-bb0a-998638b41a12 req-3c9422e1-a6fd-49c7-a05d-60ba0a9e4254 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:47.789462 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-379cce7b-131a-44bf-bb0a-998638b41a12 req-3c9422e1-a6fd-49c7-a05d-60ba0a9e4254 service neutron] Transition to ACTIVE for port object 0f39e973-face-4493-81d7-410ee30b1531 will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:24:47.797555 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-379cce7b-131a-44bf-bb0a-998638b41a12 req-3c9422e1-a6fd-49c7-a05d-60ba0a9e4254 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13574142'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:47.813340 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0447a8c0-bb12-4ebb-85ec-8f50e48004a8 req-a5b8e250-031e-474c-8e9d-eac4923c7fdb tempest-ServerAddressesTestJSON-1365429149 tempest-ServerAddressesTestJSON-1365429149-project] 10.222.0.68 "GET /v2.0/security-groups?id=11b051ae-b403-4d1d-bc07-a6a9d7b45049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594310 Jul 14 09:24:47.854039 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d97fc31b-568e-4ebd-af68-3dbbfd5e8370 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13574056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16714573'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:47.862058 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-38e848fc-b83a-4453-a08e-e66aa9c00944 req-d80bfede-3dbb-4703-b58d-f47291346d98 service neutron] 10.222.0.57 "GET /v2.0/networks/db13ce49-f099-44a4-aff7-5cf5e027e32a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2072670 Jul 14 09:24:47.871807 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d97fc31b-568e-4ebd-af68-3dbbfd5e8370 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:47.876051 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-d97fc31b-568e-4ebd-af68-3dbbfd5e8370 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/3dd02767-c45f-467b-8090-715a2492a37c HTTP/1.1" status: 204 len: 168 time: 0.6126523 Jul 14 09:24:47.878904 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 46420) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:47.880360 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54a695a6-a224-4993-86d3-5d23ae17a8a4 None None] Network c149b5f1-6e5e-4f3f-a366-78c91881c967 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:24:47.960259 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97fc31b-568e-4ebd-af68-3dbbfd5e8370 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3dd02767-c45f-467b-8090-715a2492a37c,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:47.991499 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [req-7a86e04e-a120-4ab5-952e-4ad3ba540b4a req-fe0578f6-faeb-4525-b669-4a19016ca815 tempest-ListImageFiltersTestJSON-1053384997 tempest-ListImageFiltersTestJSON-1053384997-project] Deleting port ad7e1bee-81c7-440c-894d-8418ad112935 {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:24:47.991873 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-7a86e04e-a120-4ab5-952e-4ad3ba540b4a req-fe0578f6-faeb-4525-b669-4a19016ca815 tempest-ListImageFiltersTestJSON-1053384997 tempest-ListImageFiltersTestJSON-1053384997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:48.033059 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0e58d301-2368-4ac5-95a2-14e859ccb4e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3876111'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:48.034668 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9422e1-a6fd-49c7-a05d-60ba0a9e4254 service neutron] Pushing event updated for resources: {'Port': ['ID=0f39e973-face-4493-81d7-410ee30b1531,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:48.162024 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8400449c-e764-4bc2-a82d-9bd5e932e322 None None] DHCP port deletion for c149b5f1-6e5e-4f3f-a366-78c91881c967 request from n-d-779913-29 {{(pid=93959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:24:48.169968 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-379cce7b-131a-44bf-bb0a-998638b41a12 req-3c9422e1-a6fd-49c7-a05d-60ba0a9e4254 service neutron] Attempting to bind port 0f39e973-face-4493-81d7-410ee30b1531 on host n-h2-779913-29 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:24:48.170310 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-379cce7b-131a-44bf-bb0a-998638b41a12 req-3c9422e1-a6fd-49c7-a05d-60ba0a9e4254 service neutron] Attempting to bind port 0f39e973-face-4493-81d7-410ee30b1531 by drivers openvswitch,hyperv on host n-h2-779913-29 at level 0 using segments [{'id': 'ddccd952-f86c-42d9-9a76-fafa68d7d61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'f9f9e30e-0b39-4c8e-9a13-252818fafe21'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:24:48.170851 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-379cce7b-131a-44bf-bb0a-998638b41a12 req-3c9422e1-a6fd-49c7-a05d-60ba0a9e4254 service neutron] Attempting to bind port 0f39e973-face-4493-81d7-410ee30b1531 on network f9f9e30e-0b39-4c8e-9a13-252818fafe21 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:24:48.178601 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-38e848fc-b83a-4453-a08e-e66aa9c00944 req-429699ce-d94d-4065-b3b7-a6d43bb27b9d service neutron] 10.222.0.57 "GET /v2.0/networks/db13ce49-f099-44a4-aff7-5cf5e027e32a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3066826 Jul 14 09:24:48.183089 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c533946-7b6a-4f49-8f58-662a6aa04cee req-ed4d6ecc-db42-41ce-89ba-e1d979c59445 tempest-ListImageFiltersTestJSON-1053384997 tempest-ListImageFiltersTestJSON-1053384997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:48.184633 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-4c533946-7b6a-4f49-8f58-662a6aa04cee req-ed4d6ecc-db42-41ce-89ba-e1d979c59445 tempest-ListImageFiltersTestJSON-1053384997 tempest-ListImageFiltersTestJSON-1053384997-project] 10.222.0.68 "GET /v2.0/ports?device_id=6bf97f65-529d-4316-9785-5c086a4880b6 HTTP/1.1" status: 200 len: 948 time: 0.3204739 Jul 14 09:24:48.189747 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-379cce7b-131a-44bf-bb0a-998638b41a12 req-3c9422e1-a6fd-49c7-a05d-60ba0a9e4254 service neutron] Port 0f39e973-face-4493-81d7-410ee30b1531 on network f9f9e30e-0b39-4c8e-9a13-252818fafe21 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-29 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:24:48.190495 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-379cce7b-131a-44bf-bb0a-998638b41a12 req-3c9422e1-a6fd-49c7-a05d-60ba0a9e4254 service neutron] Attempting to bind port 0f39e973-face-4493-81d7-410ee30b1531 on network f9f9e30e-0b39-4c8e-9a13-252818fafe21 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:24:48.205459 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-7a86e04e-a120-4ab5-952e-4ad3ba540b4a req-fe0578f6-faeb-4525-b669-4a19016ca815 tempest-ListImageFiltersTestJSON-1053384997 tempest-ListImageFiltersTestJSON-1053384997-project] For port ad7e1bee-81c7-440c-894d-8418ad112935, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=ad7e1bee-81c7-440c-894d-8418ad112935,segment=NetworkSegment(8f1c1422-de6c-445f-ab95-4e2c94585b2b),segment_id=8f1c1422-de6c-445f-ab95-4e2c94585b2b)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:24:48.205845 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-7a86e04e-a120-4ab5-952e-4ad3ba540b4a req-fe0578f6-faeb-4525-b669-4a19016ca815 tempest-ListImageFiltersTestJSON-1053384997 tempest-ListImageFiltersTestJSON-1053384997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:48.214990 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-379cce7b-131a-44bf-bb0a-998638b41a12 req-3c9422e1-a6fd-49c7-a05d-60ba0a9e4254 service neutron] Checking agent: {'id': '013e4a3b-a634-47b8-b6a5-1a25109b73fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 13, 13), 'started_at': datetime.datetime(2021, 7, 14, 9, 13, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 24, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:24:48.216159 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-379cce7b-131a-44bf-bb0a-998638b41a12 req-3c9422e1-a6fd-49c7-a05d-60ba0a9e4254 service neutron] Checking segment: {'id': 'ddccd952-f86c-42d9-9a76-fafa68d7d61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'f9f9e30e-0b39-4c8e-9a13-252818fafe21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:24:48.216891 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-379cce7b-131a-44bf-bb0a-998638b41a12 req-3c9422e1-a6fd-49c7-a05d-60ba0a9e4254 service neutron] Bound using segment: {'id': 'ddccd952-f86c-42d9-9a76-fafa68d7d61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'f9f9e30e-0b39-4c8e-9a13-252818fafe21'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:24:48.217829 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-379cce7b-131a-44bf-bb0a-998638b41a12 req-3c9422e1-a6fd-49c7-a05d-60ba0a9e4254 service neutron] Bound port: 0f39e973-face-4493-81d7-410ee30b1531, host: n-h2-779913-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ddccd952-f86c-42d9-9a76-fafa68d7d61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'f9f9e30e-0b39-4c8e-9a13-252818fafe21'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:24:48.217829 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-379cce7b-131a-44bf-bb0a-998638b41a12 req-3c9422e1-a6fd-49c7-a05d-60ba0a9e4254 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:48.229599 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-8400449c-e764-4bc2-a82d-9bd5e932e322 None None] Deleting port faa9e830-013e-4662-bded-5a327eaa3d83 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:24:48.229983 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8400449c-e764-4bc2-a82d-9bd5e932e322 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:48.230978 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab57b4d-3089-4be6-81a2-e2b803bba1fe req-a4fe22c9-1051-45b2-abb9-4baa2b2b9891 tempest-ServerRescueTestJSON-1969041098 tempest-ServerRescueTestJSON-1969041098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:48.232959 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3ab57b4d-3089-4be6-81a2-e2b803bba1fe req-a4fe22c9-1051-45b2-abb9-4baa2b2b9891 tempest-ServerRescueTestJSON-1969041098 tempest-ServerRescueTestJSON-1969041098-project] 10.222.0.68 "GET /v2.0/ports?device_id=1165a2d1-7a70-431c-8db9-81b467588d28 HTTP/1.1" status: 200 len: 945 time: 0.1746430 Jul 14 09:24:48.233753 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [req-7a86e04e-a120-4ab5-952e-4ad3ba540b4a req-fe0578f6-faeb-4525-b669-4a19016ca815 tempest-ListImageFiltersTestJSON-1053384997 tempest-ListImageFiltersTestJSON-1053384997-project] Calling delete_port for ad7e1bee-81c7-440c-894d-8418ad112935 owned by compute:nova {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:24:48.256443 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-0e58d301-2368-4ac5-95a2-14e859ccb4e5 admin admin] Deleting port faa9e830-013e-4662-bded-5a327eaa3d83 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:24:48.257028 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0e58d301-2368-4ac5-95a2-14e859ccb4e5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:48.312752 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8400449c-e764-4bc2-a82d-9bd5e932e322 None None] For port faa9e830-013e-4662-bded-5a327eaa3d83, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=faa9e830-013e-4662-bded-5a327eaa3d83,segment=NetworkSegment(92674e00-5a45-4167-ba04-e974711325a2),segment_id=92674e00-5a45-4167-ba04-e974711325a2)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:24:48.313160 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8400449c-e764-4bc2-a82d-9bd5e932e322 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:48.316528 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3ab57b4d-3089-4be6-81a2-e2b803bba1fe req-dae32080-1c25-4154-9cc9-7a29b1f22dae tempest-ServerRescueTestJSON-1969041098 tempest-ServerRescueTestJSON-1969041098-project] 10.222.0.68 "GET /v2.0/security-groups?id=d6a7feba-be17-4d7e-a638-e9426c29981e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774918 Jul 14 09:24:48.330974 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-4c533946-7b6a-4f49-8f58-662a6aa04cee req-01f82fe6-c0f2-4c2b-bf89-485d6af07328 tempest-ListImageFiltersTestJSON-1053384997 tempest-ListImageFiltersTestJSON-1053384997-project] 10.222.0.68 "GET /v2.0/security-groups?id=da82e49e-9c7c-4de8-83c4-70e57626d3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351352 Jul 14 09:24:48.345833 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-8400449c-e764-4bc2-a82d-9bd5e932e322 None None] Calling delete_port for faa9e830-013e-4662-bded-5a327eaa3d83 owned by network:dhcp {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:24:48.380098 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-0e58d301-2368-4ac5-95a2-14e859ccb4e5 admin admin] For port faa9e830-013e-4662-bded-5a327eaa3d83, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=faa9e830-013e-4662-bded-5a327eaa3d83,segment=NetworkSegment(92674e00-5a45-4167-ba04-e974711325a2),segment_id=92674e00-5a45-4167-ba04-e974711325a2)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:24:48.380461 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0e58d301-2368-4ac5-95a2-14e859ccb4e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:48.401655 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-0e58d301-2368-4ac5-95a2-14e859ccb4e5 admin admin] Calling delete_port for faa9e830-013e-4662-bded-5a327eaa3d83 owned by network:dhcp {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:24:48.408363 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-379cce7b-131a-44bf-bb0a-998638b41a12 req-3c9422e1-a6fd-49c7-a05d-60ba0a9e4254 service neutron] For port 0f39e973-face-4493-81d7-410ee30b1531, host n-h2-779913-29, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:24:48.412846 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-379cce7b-131a-44bf-bb0a-998638b41a12 req-3c9422e1-a6fd-49c7-a05d-60ba0a9e4254 service neutron] For port 0f39e973-face-4493-81d7-410ee30b1531, host n-h2-779913-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=0f39e973-face-4493-81d7-410ee30b1531,segment=NetworkSegment(ddccd952-f86c-42d9-9a76-fafa68d7d61d),segment_id=ddccd952-f86c-42d9-9a76-fafa68d7d61d)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:24:48.444635 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-379cce7b-131a-44bf-bb0a-998638b41a12 req-3c9422e1-a6fd-49c7-a05d-60ba0a9e4254 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13574142'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:48.535795 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-7a86e04e-a120-4ab5-952e-4ad3ba540b4a req-fe0578f6-faeb-4525-b669-4a19016ca815 tempest-ListImageFiltersTestJSON-1053384997 tempest-ListImageFiltersTestJSON-1053384997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:48.535978 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379cce7b-131a-44bf-bb0a-998638b41a12 req-3c9422e1-a6fd-49c7-a05d-60ba0a9e4254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:48.536584 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-379cce7b-131a-44bf-bb0a-998638b41a12 req-3c9422e1-a6fd-49c7-a05d-60ba0a9e4254 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:48.537884 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-379cce7b-131a-44bf-bb0a-998638b41a12 req-3c9422e1-a6fd-49c7-a05d-60ba0a9e4254 service neutron] 10.222.0.57 "PUT /v2.0/ports/0f39e973-face-4493-81d7-410ee30b1531 HTTP/1.1" status: 200 len: 1093 time: 1.7407794 Jul 14 09:24:48.538464 n-d-779913-29 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e47bf17-b929-4bf1-99b0-1c9faf851557', 'tag': '0f39e973-face-4493-81d7-410ee30b1531'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:24:48.541552 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cb48f044f948e981f43897c8d7f1332f741dc7af2b4c5a6e19d8f4a80f708e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3137ffc2-6da5-4ae3-8561-d1cfbc1c411d" -d '{"events": [{"name": "network-changed", "server_uuid": "1e47bf17-b929-4bf1-99b0-1c9faf851557", "tag": "0f39e973-face-4493-81d7-410ee30b1531"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:24:48.592197 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8400449c-e764-4bc2-a82d-9bd5e932e322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:48.633039 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0578f6-faeb-4525-b669-4a19016ca815 tempest-ListImageFiltersTestJSON-1053384997 tempest-ListImageFiltersTestJSON-1053384997-project] Pushing event deleted for resources: {'Port': ['ID=ad7e1bee-81c7-440c-894d-8418ad112935,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:48.654107 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8400449c-e764-4bc2-a82d-9bd5e932e322 None None] Pushing event deleted for resources: {'Port': ['ID=faa9e830-013e-4662-bded-5a327eaa3d83,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:48.661792 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9422e1-a6fd-49c7-a05d-60ba0a9e4254 service neutron] Pushing event updated for resources: {'Port': ['ID=0f39e973-face-4493-81d7-410ee30b1531,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:48.662217 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8400449c-e764-4bc2-a82d-9bd5e932e322 None None] No DVR routers for this DVR port faa9e830-013e-4662-bded-5a327eaa3d83 on host n-d-779913-29 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:24:48.720776 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a86e04e-a120-4ab5-952e-4ad3ba540b4a req-fe0578f6-faeb-4525-b669-4a19016ca815 tempest-ListImageFiltersTestJSON-1053384997 tempest-ListImageFiltersTestJSON-1053384997-project] No DVR routers for this DVR port ad7e1bee-81c7-440c-894d-8418ad112935 on host n-h1-779913-29 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:24:48.724072 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-7a86e04e-a120-4ab5-952e-4ad3ba540b4a req-fe0578f6-faeb-4525-b669-4a19016ca815 tempest-ListImageFiltersTestJSON-1053384997 tempest-ListImageFiltersTestJSON-1053384997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:48.726283 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-7a86e04e-a120-4ab5-952e-4ad3ba540b4a req-fe0578f6-faeb-4525-b669-4a19016ca815 tempest-ListImageFiltersTestJSON-1053384997 tempest-ListImageFiltersTestJSON-1053384997-project] 10.222.0.65 "DELETE /v2.0/ports/ad7e1bee-81c7-440c-894d-8418ad112935 HTTP/1.1" status: 204 len: 173 time: 1.0578942 Jul 14 09:24:48.727128 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bf97f65-529d-4316-9785-5c086a4880b6', 'name': 'network-vif-deleted', 'tag': 'ad7e1bee-81c7-440c-894d-8418ad112935'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:24:48.730559 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ef61c5c-f968-49cb-af99-9e689f76a257" -d '{"events": [{"server_uuid": "6bf97f65-529d-4316-9785-5c086a4880b6", "name": "network-vif-deleted", "tag": "ad7e1bee-81c7-440c-894d-8418ad112935"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:24:48.825220 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea522221-d95c-45bd-abbc-8046e41d80b4 req-3fa94a3a-abe4-4893-a1e1-827a99ee0dac tempest-FloatingIPsAssociationTestJSON-879911528 tempest-FloatingIPsAssociationTestJSON-879911528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:48.833235 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ea522221-d95c-45bd-abbc-8046e41d80b4 req-3fa94a3a-abe4-4893-a1e1-827a99ee0dac tempest-FloatingIPsAssociationTestJSON-879911528 tempest-FloatingIPsAssociationTestJSON-879911528-project] 10.222.0.68 "GET /v2.0/ports?device_id=1e47bf17-b929-4bf1-99b0-1c9faf851557 HTTP/1.1" status: 200 len: 944 time: 0.0899646 Jul 14 09:24:48.898816 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ea522221-d95c-45bd-abbc-8046e41d80b4 req-13db210d-d7da-4159-9281-7bbbf94919e2 tempest-FloatingIPsAssociationTestJSON-879911528 tempest-FloatingIPsAssociationTestJSON-879911528-project] 10.222.0.68 "GET /v2.0/security-groups?id=7d62c79e-4bb7-4cee-af34-fb6b30b09370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641482 Jul 14 09:24:48.951870 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device faa9e830-013e-4662-bded-5a327eaa3d83 no longer exists at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:24:48.989079 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] No Port match for: faa9e830-013e-4662-bded-5a327eaa3d83 {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:24:48.989708 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device faa9e830-013e-4662-bded-5a327eaa3d83 not bound to the agent host n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:24:49.088554 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0e58d301-2368-4ac5-95a2-14e859ccb4e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:49.125521 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e58d301-2368-4ac5-95a2-14e859ccb4e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=faa9e830-013e-4662-bded-5a327eaa3d83,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:49.127460 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e58d301-2368-4ac5-95a2-14e859ccb4e5 admin admin] No DVR routers for this DVR port faa9e830-013e-4662-bded-5a327eaa3d83 on host n-d-779913-29 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:24:49.224293 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379cce7b-131a-44bf-bb0a-998638b41a12 req-31e9c58e-b191-4b07-aa5e-025174e6a70e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:49.225921 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-379cce7b-131a-44bf-bb0a-998638b41a12 req-31e9c58e-b191-4b07-aa5e-025174e6a70e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=cb2a8bd81eea456b92b36dee5b159f07&device_id=1e47bf17-b929-4bf1-99b0-1c9faf851557 HTTP/1.1" status: 200 len: 1096 time: 0.6104469 Jul 14 09:24:49.235349 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3fe94f-22bb-4a01-b5a2-304af709f7a9 req-85db40ea-a3c5-4ef4-adab-27c23bf4004d tempest-ListServerFiltersTestJSON-249454475 tempest-ListServerFiltersTestJSON-249454475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:49.236813 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-8d3fe94f-22bb-4a01-b5a2-304af709f7a9 req-85db40ea-a3c5-4ef4-adab-27c23bf4004d tempest-ListServerFiltersTestJSON-249454475 tempest-ListServerFiltersTestJSON-249454475-project] 10.222.0.68 "GET /v2.0/ports?device_id=2c9ebdbe-82ff-4a31-936d-c00888b875d8 HTTP/1.1" status: 200 len: 946 time: 0.6341391 Jul 14 09:24:49.240955 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0e58d301-2368-4ac5-95a2-14e859ccb4e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473955', 'neutron.services.segments.db._delete_segments_for_network-8735688326548'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:49.264005 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-0e58d301-2368-4ac5-95a2-14e859ccb4e5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c149b5f1-6e5e-4f3f-a366-78c91881c967']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:24:49.305387 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-379cce7b-131a-44bf-bb0a-998638b41a12 req-4d1fdae1-a45e-4888-9988-c7d1cdbb5f25 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0f39e973-face-4493-81d7-410ee30b1531 HTTP/1.1" status: 200 len: 217 time: 0.0503290 Jul 14 09:24:49.307083 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-0e58d301-2368-4ac5-95a2-14e859ccb4e5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92674e00-5a45-4167-ba04-e974711325a2') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:24:49.307390 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-0e58d301-2368-4ac5-95a2-14e859ccb4e5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92674e00-5a45-4167-ba04-e974711325a2') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:24:49.322321 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0e58d301-2368-4ac5-95a2-14e859ccb4e5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735688356235', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13574129'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:49.378635 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-8d3fe94f-22bb-4a01-b5a2-304af709f7a9 req-74d583cf-967f-4475-87e2-3809438a6234 tempest-ListServerFiltersTestJSON-249454475 tempest-ListServerFiltersTestJSON-249454475-project] 10.222.0.68 "GET /v2.0/security-groups?id=ce208e01-46cb-4812-9601-5914ea7ef5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349506 Jul 14 09:24:49.383470 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0e58d301-2368-4ac5-95a2-14e859ccb4e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:49.393241 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e58d301-2368-4ac5-95a2-14e859ccb4e5 admin admin] Releasing vlan 721 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:24:49.393673 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0e58d301-2368-4ac5-95a2-14e859ccb4e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13573126'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:49.395471 n-d-779913-29 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:24:49.395471 n-d-779913-29 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:24:49.395471 n-d-779913-29 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:24:49.395471 n-d-779913-29 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:24:49.395471 n-d-779913-29 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:24:49.395471 n-d-779913-29 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:24:49.395471 n-d-779913-29 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:24:49.395471 n-d-779913-29 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:24:49.395471 n-d-779913-29 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:24:49.395471 n-d-779913-29 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:24:49.395471 n-d-779913-29 neutron-server[93958]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:24:49.395471 n-d-779913-29 neutron-server[93958]: self.session.flush() Jul 14 09:24:49.395471 n-d-779913-29 neutron-server[93958]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:24:49.395471 n-d-779913-29 neutron-server[93958]: self.session.flush() Jul 14 09:24:49.395471 n-d-779913-29 neutron-server[93958]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:24:49.395471 n-d-779913-29 neutron-server[93958]: self.session.flush() Jul 14 09:24:49.395471 n-d-779913-29 neutron-server[93958]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:24:49.395471 n-d-779913-29 neutron-server[93958]: self.session.flush() Jul 14 09:24:49.395471 n-d-779913-29 neutron-server[93958]: Traceback (most recent call last): Jul 14 09:24:49.395471 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:24:49.395471 n-d-779913-29 neutron-server[93958]: timer() Jul 14 09:24:49.395471 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:24:49.395471 n-d-779913-29 neutron-server[93958]: cb(*args, **kw) Jul 14 09:24:49.395471 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:24:49.395471 n-d-779913-29 neutron-server[93958]: return func(*args, **kwargs) Jul 14 09:24:49.395471 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:24:49.395471 n-d-779913-29 neutron-server[93958]: self._notify() Jul 14 09:24:49.395471 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:24:49.395471 n-d-779913-29 neutron-server[93958]: self.callback(batched_events) Jul 14 09:24:49.395471 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:24:49.395471 n-d-779913-29 neutron-server[93958]: event.method(event) Jul 14 09:24:49.395471 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:24:49.395471 n-d-779913-29 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:24:49.395471 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:24:49.395471 n-d-779913-29 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:24:49.395471 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:24:49.395471 n-d-779913-29 neutron-server[93958]: return f(self, *a, **k) Jul 14 09:24:49.395471 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:24:49.395471 n-d-779913-29 neutron-server[93958]: return self._get(url).json() Jul 14 09:24:49.395471 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:24:49.395471 n-d-779913-29 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:24:49.395471 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:24:49.395471 n-d-779913-29 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 14 09:24:49.395471 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:24:49.395471 n-d-779913-29 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:24:49.395471 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:24:49.395471 n-d-779913-29 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:24:49.395471 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:24:49.395471 n-d-779913-29 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:24:49.395471 n-d-779913-29 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:24:49.443190 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379cce7b-131a-44bf-bb0a-998638b41a12 req-e1814c27-3d0f-4e01-9b9b-a57f8566e94b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:49.444730 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-379cce7b-131a-44bf-bb0a-998638b41a12 req-e1814c27-3d0f-4e01-9b9b-a57f8566e94b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=444f0042-b663-4a95-9c31-a5cc1ed6ad12 HTTP/1.1" status: 200 len: 860 time: 0.1249282 Jul 14 09:24:49.452363 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:24:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79f3057f-9425-4df5-acdb-38ca9fd9d2a1 x-openstack-request-id: req-79f3057f-9425-4df5-acdb-38ca9fd9d2a1 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:24:49.452687 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e47bf17-b929-4bf1-99b0-1c9faf851557", "tag": "0f39e973-face-4493-81d7-410ee30b1531", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:24:49.452946 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-79f3057f-9425-4df5-acdb-38ca9fd9d2a1 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:24:49.453350 n-d-779913-29 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e47bf17-b929-4bf1-99b0-1c9faf851557', 'tag': '0f39e973-face-4493-81d7-410ee30b1531', 'status': 'completed', 'code': 200} Jul 14 09:24:49.503717 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0e58d301-2368-4ac5-95a2-14e859ccb4e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660504'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:49.516990 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0e58d301-2368-4ac5-95a2-14e859ccb4e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:49.522919 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-0e58d301-2368-4ac5-95a2-14e859ccb4e5 admin admin] 10.222.0.68 "DELETE /v2.0/networks/c149b5f1-6e5e-4f3f-a366-78c91881c967 HTTP/1.1" status: 204 len: 168 time: 1.6222053 Jul 14 09:24:49.539831 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e58d301-2368-4ac5-95a2-14e859ccb4e5 admin admin] Pushing event deleted for resources: {'Network': ['ID=c149b5f1-6e5e-4f3f-a366-78c91881c967,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:49.572338 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379cce7b-131a-44bf-bb0a-998638b41a12 req-4a30d47e-c29d-4d81-9100-a3730a87e007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:49.574390 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-379cce7b-131a-44bf-bb0a-998638b41a12 req-4a30d47e-c29d-4d81-9100-a3730a87e007 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f9f9e30e-0b39-4c8e-9a13-252818fafe21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1061590 Jul 14 09:24:49.711292 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 46462) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:49.732396 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-379cce7b-131a-44bf-bb0a-998638b41a12 req-8b6d914a-6c6b-4675-b653-28d5242e9765 service neutron] 10.222.0.57 "GET /v2.0/networks/f9f9e30e-0b39-4c8e-9a13-252818fafe21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440568 Jul 14 09:24:49.764388 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-708d3a4f-b2d1-4a58-a81f-2e21df3ff0aa admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=9dc75a140b6945ca834af4e58eac7f2c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0516953 Jul 14 09:24:49.766980 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 46464) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:49.872128 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device ad7e1bee-81c7-440c-894d-8418ad112935 no longer exists at agent hyperv_n-h1-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:24:49.888366 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-379cce7b-131a-44bf-bb0a-998638b41a12 req-3541a85e-7a1d-4f80-be34-ed1ab52603ea service neutron] 10.222.0.57 "GET /v2.0/networks/f9f9e30e-0b39-4c8e-9a13-252818fafe21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439922 Jul 14 09:24:49.890134 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ff9d223a-db29-4183-9745-498a95a9fe00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:49.896676 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] No Port match for: ad7e1bee-81c7-440c-894d-8418ad112935 {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:24:49.897142 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device ad7e1bee-81c7-440c-894d-8418ad112935 not bound to the agent host n-h1-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:24:49.919333 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:24:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ff9ddbb-df9e-474d-95c0-a26e90ba1c89 x-openstack-request-id: req-1ff9ddbb-df9e-474d-95c0-a26e90ba1c89 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:24:49.919625 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bf97f65-529d-4316-9785-5c086a4880b6", "name": "network-vif-deleted", "tag": "ad7e1bee-81c7-440c-894d-8418ad112935", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:24:49.919911 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-1ff9ddbb-df9e-474d-95c0-a26e90ba1c89 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:24:49.920322 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bf97f65-529d-4316-9785-5c086a4880b6', 'name': 'network-vif-deleted', 'tag': 'ad7e1bee-81c7-440c-894d-8418ad112935', 'status': 'completed', 'code': 200} Jul 14 09:24:49.925921 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ff9d223a-db29-4183-9745-498a95a9fe00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:49.990525 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ff9d223a-db29-4183-9745-498a95a9fe00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:49.993918 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ff9d223a-db29-4183-9745-498a95a9fe00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:50.001886 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-ff9d223a-db29-4183-9745-498a95a9fe00 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/df99061b-999e-4523-a267-5c1dce086dcb HTTP/1.1" status: 204 len: 168 time: 0.2337363 Jul 14 09:24:50.020666 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9d223a-db29-4183-9745-498a95a9fe00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df99061b-999e-4523-a267-5c1dce086dcb,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:50.145337 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57900a1e-10c9-419f-9425-0a9219dde22b req-40bbc16f-2d28-4c14-a1c2-3f01e54aa948 tempest-ServerAddressesTestJSON-1365429149 tempest-ServerAddressesTestJSON-1365429149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:50.146887 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-57900a1e-10c9-419f-9425-0a9219dde22b req-40bbc16f-2d28-4c14-a1c2-3f01e54aa948 tempest-ServerAddressesTestJSON-1365429149 tempest-ServerAddressesTestJSON-1365429149-project] 10.222.0.68 "GET /v2.0/ports?device_id=1d20e58b-0724-4bc5-b5b5-40e6859fc157 HTTP/1.1" status: 200 len: 945 time: 0.1361861 Jul 14 09:24:50.151125 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3137ffc2-6da5-4ae3-8561-d1cfbc1c411d req-14223d2c-829b-436b-8576-0750ccbe1052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:50.152686 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-3137ffc2-6da5-4ae3-8561-d1cfbc1c411d req-14223d2c-829b-436b-8576-0750ccbe1052 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=cb2a8bd81eea456b92b36dee5b159f07&device_id=1e47bf17-b929-4bf1-99b0-1c9faf851557 HTTP/1.1" status: 200 len: 1096 time: 0.1287541 Jul 14 09:24:50.233331 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-57900a1e-10c9-419f-9425-0a9219dde22b req-bd08423b-7a65-49d5-b1ed-5a7299e1bfe7 tempest-ServerAddressesTestJSON-1365429149 tempest-ServerAddressesTestJSON-1365429149-project] 10.222.0.68 "GET /v2.0/security-groups?id=11b051ae-b403-4d1d-bc07-a6a9d7b45049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796478 Jul 14 09:24:50.282492 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3137ffc2-6da5-4ae3-8561-d1cfbc1c411d req-dfb487c2-93db-4854-80e3-a2fd2dcdd4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:50.283991 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-3137ffc2-6da5-4ae3-8561-d1cfbc1c411d req-dfb487c2-93db-4854-80e3-a2fd2dcdd4b0 service neutron] 10.222.0.57 "GET /v2.0/networks?id=f9f9e30e-0b39-4c8e-9a13-252818fafe21 HTTP/1.1" status: 200 len: 922 time: 0.1163571 Jul 14 09:24:50.341033 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-3137ffc2-6da5-4ae3-8561-d1cfbc1c411d req-52d2963e-d4fc-477a-a6fe-5dff1e76a460 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0f39e973-face-4493-81d7-410ee30b1531 HTTP/1.1" status: 200 len: 217 time: 0.0485241 Jul 14 09:24:50.404702 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [req-eca1257b-e689-4e16-a5d6-0b7bf7242454 req-b4b72b43-4fbe-4cae-a6a6-f902601d73d3 tempest-LiveMigrationTest-864996632 tempest-LiveMigrationTest-864996632-project-admin] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=93958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:24:50.405728 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-eca1257b-e689-4e16-a5d6-0b7bf7242454 req-b4b72b43-4fbe-4cae-a6a6-f902601d73d3 tempest-LiveMigrationTest-864996632 tempest-LiveMigrationTest-864996632-project-admin] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2817063 Jul 14 09:24:50.446737 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3137ffc2-6da5-4ae3-8561-d1cfbc1c411d req-d430cbde-2e65-44c4-9e78-47aeb06ca7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:50.448228 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-3137ffc2-6da5-4ae3-8561-d1cfbc1c411d req-d430cbde-2e65-44c4-9e78-47aeb06ca7d6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=444f0042-b663-4a95-9c31-a5cc1ed6ad12 HTTP/1.1" status: 200 len: 860 time: 0.0913973 Jul 14 09:24:50.503643 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381de750-f69b-4452-9185-5741754bd345 req-f3e73cac-1591-4c08-8e78-349733653859 tempest-ServerRescueTestJSON-1969041098 tempest-ServerRescueTestJSON-1969041098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:50.505165 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-381de750-f69b-4452-9185-5741754bd345 req-f3e73cac-1591-4c08-8e78-349733653859 tempest-ServerRescueTestJSON-1969041098 tempest-ServerRescueTestJSON-1969041098-project] 10.222.0.68 "GET /v2.0/ports?device_id=1165a2d1-7a70-431c-8db9-81b467588d28 HTTP/1.1" status: 200 len: 945 time: 0.1393852 Jul 14 09:24:50.544903 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [req-eca1257b-e689-4e16-a5d6-0b7bf7242454 req-f22f950b-ea2a-4ef1-8e77-54a4257521e0 service neutron] Request body: {'binding': {'host': 'n-h2-779913-29', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:24:50.545364 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [req-eca1257b-e689-4e16-a5d6-0b7bf7242454 req-f22f950b-ea2a-4ef1-8e77-54a4257521e0 service neutron] Unknown quota resources ['binding']. {{(pid=93958) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 14 09:24:50.575569 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3137ffc2-6da5-4ae3-8561-d1cfbc1c411d req-4418b80d-ffc9-4ac7-a6b2-b8637850cc73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:50.577078 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-3137ffc2-6da5-4ae3-8561-d1cfbc1c411d req-4418b80d-ffc9-4ac7-a6b2-b8637850cc73 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f9f9e30e-0b39-4c8e-9a13-252818fafe21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1181943 Jul 14 09:24:50.642897 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-381de750-f69b-4452-9185-5741754bd345 req-5f86191f-aae2-49ac-9163-2cfd4de9134a tempest-ServerRescueTestJSON-1969041098 tempest-ServerRescueTestJSON-1969041098-project] 10.222.0.68 "GET /v2.0/security-groups?id=d6a7feba-be17-4d7e-a638-e9426c29981e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262581 Jul 14 09:24:50.757663 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-3137ffc2-6da5-4ae3-8561-d1cfbc1c411d req-9b5b6581-ba7d-44dc-bd3e-e710b5116e81 service neutron] 10.222.0.57 "GET /v2.0/networks/f9f9e30e-0b39-4c8e-9a13-252818fafe21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1705956 Jul 14 09:24:50.772988 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 46496) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:50.828710 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-eca1257b-e689-4e16-a5d6-0b7bf7242454 req-f22f950b-ea2a-4ef1-8e77-54a4257521e0 service neutron] Attempting to bind port c5728230-7217-466d-a8f2-3ec8768eb0f8 on host n-h2-779913-29 for vnic_type normal with profile None {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:24:50.829051 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-eca1257b-e689-4e16-a5d6-0b7bf7242454 req-f22f950b-ea2a-4ef1-8e77-54a4257521e0 service neutron] Attempting to bind port c5728230-7217-466d-a8f2-3ec8768eb0f8 by drivers openvswitch,hyperv on host n-h2-779913-29 at level 0 using segments [{'id': '3140b72d-6a4a-4668-bad8-c572bd128f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'fdafaba0-da53-47c8-a4eb-7c69deccbba6'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:24:50.829432 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eca1257b-e689-4e16-a5d6-0b7bf7242454 req-f22f950b-ea2a-4ef1-8e77-54a4257521e0 service neutron] Attempting to bind port c5728230-7217-466d-a8f2-3ec8768eb0f8 on network fdafaba0-da53-47c8-a4eb-7c69deccbba6 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:24:50.838963 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eca1257b-e689-4e16-a5d6-0b7bf7242454 req-f22f950b-ea2a-4ef1-8e77-54a4257521e0 service neutron] Port c5728230-7217-466d-a8f2-3ec8768eb0f8 on network fdafaba0-da53-47c8-a4eb-7c69deccbba6 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-29 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:24:50.839289 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eca1257b-e689-4e16-a5d6-0b7bf7242454 req-f22f950b-ea2a-4ef1-8e77-54a4257521e0 service neutron] Attempting to bind port c5728230-7217-466d-a8f2-3ec8768eb0f8 on network fdafaba0-da53-47c8-a4eb-7c69deccbba6 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:24:50.848484 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eca1257b-e689-4e16-a5d6-0b7bf7242454 req-f22f950b-ea2a-4ef1-8e77-54a4257521e0 service neutron] Checking agent: {'id': '013e4a3b-a634-47b8-b6a5-1a25109b73fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 13, 13), 'started_at': datetime.datetime(2021, 7, 14, 9, 13, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 24, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:24:50.848972 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eca1257b-e689-4e16-a5d6-0b7bf7242454 req-f22f950b-ea2a-4ef1-8e77-54a4257521e0 service neutron] Checking segment: {'id': '3140b72d-6a4a-4668-bad8-c572bd128f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'fdafaba0-da53-47c8-a4eb-7c69deccbba6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:24:50.849335 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eca1257b-e689-4e16-a5d6-0b7bf7242454 req-f22f950b-ea2a-4ef1-8e77-54a4257521e0 service neutron] Bound using segment: {'id': '3140b72d-6a4a-4668-bad8-c572bd128f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'fdafaba0-da53-47c8-a4eb-7c69deccbba6'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:24:50.849848 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-eca1257b-e689-4e16-a5d6-0b7bf7242454 req-f22f950b-ea2a-4ef1-8e77-54a4257521e0 service neutron] Bound port: c5728230-7217-466d-a8f2-3ec8768eb0f8, host: n-h2-779913-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3140b72d-6a4a-4668-bad8-c572bd128f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'fdafaba0-da53-47c8-a4eb-7c69deccbba6'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:24:50.896739 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-fec66714-789e-4ebf-ab45-e5eb36a6543b admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-130723534-network', 'tenant_id': '4cb5d08776664e9f8e9d7e6bc7c12e1a'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:24:50.919975 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-3137ffc2-6da5-4ae3-8561-d1cfbc1c411d req-59ccae8e-d67c-40b2-a923-ea76217c15fe service neutron] 10.222.0.57 "GET /v2.0/networks/f9f9e30e-0b39-4c8e-9a13-252818fafe21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529036 Jul 14 09:24:50.928106 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fec66714-789e-4ebf-ab45-e5eb36a6543b admin admin] Made reservation on behalf of 4cb5d08776664e9f8e9d7e6bc7c12e1a for: {'network': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:24:50.931418 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-fec66714-789e-4ebf-ab45-e5eb36a6543b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for network, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:50.935551 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-eca1257b-e689-4e16-a5d6-0b7bf7242454 req-f22f950b-ea2a-4ef1-8e77-54a4257521e0 service neutron] For port c5728230-7217-466d-a8f2-3ec8768eb0f8, host n-h2-779913-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=c5728230-7217-466d-a8f2-3ec8768eb0f8,segment=NetworkSegment(3140b72d-6a4a-4668-bad8-c572bd128f6c),segment_id=3140b72d-6a4a-4668-bad8-c572bd128f6c)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:24:50.943104 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-fec66714-789e-4ebf-ab45-e5eb36a6543b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:50.954081 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-eca1257b-e689-4e16-a5d6-0b7bf7242454 req-f22f950b-ea2a-4ef1-8e77-54a4257521e0 service neutron] Notify callbacks [] for binding, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:50.955521 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-eca1257b-e689-4e16-a5d6-0b7bf7242454 req-f22f950b-ea2a-4ef1-8e77-54a4257521e0 service neutron] 10.222.0.68 "POST /v2.0/ports/c5728230-7217-466d-a8f2-3ec8768eb0f8/bindings HTTP/1.1" status: 201 len: 390 time: 0.5330143 Jul 14 09:24:51.089698 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-fec66714-789e-4ebf-ab45-e5eb36a6543b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:51.095701 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-fec66714-789e-4ebf-ab45-e5eb36a6543b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:51.125844 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec66714-789e-4ebf-ab45-e5eb36a6543b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff27f1e0-0078-49b9-90e3-125b24008d99,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:51.131491 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fec66714-789e-4ebf-ab45-e5eb36a6543b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 737} {{(pid=93957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:24:51.144107 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-fec66714-789e-4ebf-ab45-e5eb36a6543b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:51.144462 n-d-779913-29 neutron-server[93957]: INFO neutron.db.segments_db [None req-fec66714-789e-4ebf-ab45-e5eb36a6543b admin admin] Added segment 218b2489-83e0-4d13-aab6-86b01789cb06 of type vlan for network 58cee2b0-4a4c-44eb-9b72-cfd45f924ad2 Jul 14 09:24:51.215185 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-fec66714-789e-4ebf-ab45-e5eb36a6543b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735687821325'] for network, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:51.282417 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-fec66714-789e-4ebf-ab45-e5eb36a6543b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855'] for network, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:51.283339 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fec66714-789e-4ebf-ab45-e5eb36a6543b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:51.283910 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-fec66714-789e-4ebf-ab45-e5eb36a6543b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for network, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:51.313888 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ca3632-6b35-45ed-b3cf-8a6d5a5cc3fc req-eabf4937-2b7b-4b1f-829e-1ffcdde6b827 tempest-FloatingIPsAssociationTestJSON-879911528 tempest-FloatingIPsAssociationTestJSON-879911528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:51.315454 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d6ca3632-6b35-45ed-b3cf-8a6d5a5cc3fc req-eabf4937-2b7b-4b1f-829e-1ffcdde6b827 tempest-FloatingIPsAssociationTestJSON-879911528 tempest-FloatingIPsAssociationTestJSON-879911528-project] 10.222.0.68 "GET /v2.0/ports?device_id=1e47bf17-b929-4bf1-99b0-1c9faf851557 HTTP/1.1" status: 200 len: 944 time: 0.1142266 Jul 14 09:24:51.358963 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca1257b-e689-4e16-a5d6-0b7bf7242454 req-b4149dac-de47-4f59-be99-848928e0f000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:51.360438 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-fec66714-789e-4ebf-ab45-e5eb36a6543b admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5859115 Jul 14 09:24:51.366687 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-eca1257b-e689-4e16-a5d6-0b7bf7242454 req-b4149dac-de47-4f59-be99-848928e0f000 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=88495f2d6951432397900165a462d224&device_id=49dade44-ccac-4abc-b1f0-ef47f906dc66 HTTP/1.1" status: 200 len: 1098 time: 0.1196206 Jul 14 09:24:51.367448 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 46510) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:51.376221 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-e27169d6-df4a-41fe-b6d1-cf72003566d6 admin admin] Request body: {'subnet': {'network_id': '58cee2b0-4a4c-44eb-9b72-cfd45f924ad2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-130723534-subnet', 'tenant_id': '4cb5d08776664e9f8e9d7e6bc7c12e1a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:24:51.381959 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec66714-789e-4ebf-ab45-e5eb36a6543b admin admin] Pushing event updated for resources: {'Network': ['ID=58cee2b0-4a4c-44eb-9b72-cfd45f924ad2,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:51.400005 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d6ca3632-6b35-45ed-b3cf-8a6d5a5cc3fc req-db88bf10-253d-4d55-b46a-3260783cbf8b tempest-FloatingIPsAssociationTestJSON-879911528 tempest-FloatingIPsAssociationTestJSON-879911528-project] 10.222.0.68 "GET /v2.0/security-groups?id=7d62c79e-4bb7-4cee-af34-fb6b30b09370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550802 Jul 14 09:24:51.405062 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Network 58cee2b0-4a4c-44eb-9b72-cfd45f924ad2 details requested by agent ovs-agent-n-d-779913-29 with host n-d-779913-29 {{(pid=93959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:24:51.455514 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e27169d6-df4a-41fe-b6d1-cf72003566d6 admin admin] Made reservation on behalf of 4cb5d08776664e9f8e9d7e6bc7c12e1a for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:24:51.458702 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e27169d6-df4a-41fe-b6d1-cf72003566d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16714600'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:51.571107 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca1257b-e689-4e16-a5d6-0b7bf7242454 req-ca6f387c-645a-4d2d-8193-ab4415a14e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:51.572625 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-eca1257b-e689-4e16-a5d6-0b7bf7242454 req-ca6f387c-645a-4d2d-8193-ab4415a14e8b service neutron] 10.222.0.57 "GET /v2.0/networks?id=fdafaba0-da53-47c8-a4eb-7c69deccbba6 HTTP/1.1" status: 200 len: 909 time: 0.1899719 Jul 14 09:24:51.697903 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-eca1257b-e689-4e16-a5d6-0b7bf7242454 req-296963e1-85b8-4400-b890-03320fb3a6d6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c5728230-7217-466d-a8f2-3ec8768eb0f8 HTTP/1.1" status: 200 len: 217 time: 0.0588105 Jul 14 09:24:51.779058 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e27169d6-df4a-41fe-b6d1-cf72003566d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13573993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16714586'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:51.826550 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca1257b-e689-4e16-a5d6-0b7bf7242454 req-513bf79a-e810-445a-a656-622efcf62d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:51.828015 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-eca1257b-e689-4e16-a5d6-0b7bf7242454 req-513bf79a-e810-445a-a656-622efcf62d4a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5194e827-9fb1-419e-b4bc-69aee8b3dca3 HTTP/1.1" status: 200 len: 848 time: 0.1210306 Jul 14 09:24:51.888840 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-eca1257b-e689-4e16-a5d6-0b7bf7242454 req-e0996b30-02cc-4d1a-ac7a-a425789f1977 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fdafaba0-da53-47c8-a4eb-7c69deccbba6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457084 Jul 14 09:24:51.889436 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27169d6-df4a-41fe-b6d1-cf72003566d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=03ca88e8-4d13-487a-ad6d-9160c00c4594,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:51.905421 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5151ebbc-e625-422d-9213-7c9afe024a44 req-25a04bf0-fbba-4497-93be-f28a9e981b1a tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:51.906973 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-5151ebbc-e625-422d-9213-7c9afe024a44 req-25a04bf0-fbba-4497-93be-f28a9e981b1a tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] 10.222.0.68 "GET /v2.0/ports?device_id=49dade44-ccac-4abc-b1f0-ef47f906dc66 HTTP/1.1" status: 200 len: 946 time: 0.2034752 Jul 14 09:24:51.926402 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9229c3-feaf-403c-91bd-12ce016f8880 req-0c01f824-f6d8-4ad8-b471-24c61f3c2760 tempest-ListImageFiltersTestJSON-1053384997 tempest-ListImageFiltersTestJSON-1053384997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:51.928835 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5e9229c3-feaf-403c-91bd-12ce016f8880 req-0c01f824-f6d8-4ad8-b471-24c61f3c2760 tempest-ListImageFiltersTestJSON-1053384997 tempest-ListImageFiltersTestJSON-1053384997-project] 10.222.0.68 "GET /v2.0/ports?device_id=f4ff6602-55fb-48e4-97e3-972a5ca4e95b HTTP/1.1" status: 200 len: 948 time: 0.0711527 Jul 14 09:24:51.963827 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e27169d6-df4a-41fe-b6d1-cf72003566d6 admin admin] Checking segment: {'id': '218b2489-83e0-4d13-aab6-86b01789cb06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '58cee2b0-4a4c-44eb-9b72-cfd45f924ad2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:24:51.964179 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e27169d6-df4a-41fe-b6d1-cf72003566d6 admin admin] Network hostable DHCP agents. Network: 58cee2b0-4a4c-44eb-9b72-cfd45f924ad2, hostable agents: ['c6a09bd4-f72e-4283-a3ca-0bbca8a51081'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:24:51.966848 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5e9229c3-feaf-403c-91bd-12ce016f8880 req-5c1652b3-c2c9-469a-acd5-8ab0571c264c tempest-ListImageFiltersTestJSON-1053384997 tempest-ListImageFiltersTestJSON-1053384997-project] 10.222.0.68 "GET /v2.0/security-groups?id=da82e49e-9c7c-4de8-83c4-70e57626d3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325513 Jul 14 09:24:52.014728 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-5151ebbc-e625-422d-9213-7c9afe024a44 req-62cd2ed3-a018-4a52-89f6-4913ac5984e5 tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] 10.222.0.68 "GET /v2.0/security-groups?id=cf40bcd2-1dd1-48fb-a6b7-6df0e80ce2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958676 Jul 14 09:24:52.021188 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e27169d6-df4a-41fe-b6d1-cf72003566d6 admin admin] Network 58cee2b0-4a4c-44eb-9b72-cfd45f924ad2 is scheduled to be hosted by DHCP agent c6a09bd4-f72e-4283-a3ca-0bbca8a51081 with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:24:52.038714 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-e27169d6-df4a-41fe-b6d1-cf72003566d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-29, 58cee2b0-4a4c-44eb-9b72-cfd45f924ad2) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:24:52.049429 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abb96cdb-ecb2-426d-9c2e-1df8f0e7caba None None] Network 58cee2b0-4a4c-44eb-9b72-cfd45f924ad2 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:24:52.051087 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e27169d6-df4a-41fe-b6d1-cf72003566d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:52.051612 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e27169d6-df4a-41fe-b6d1-cf72003566d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:52.060785 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-eca1257b-e689-4e16-a5d6-0b7bf7242454 req-c36b7000-70b0-4bff-b110-9808746a1420 service neutron] 10.222.0.57 "GET /v2.0/networks/fdafaba0-da53-47c8-a4eb-7c69deccbba6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510544 Jul 14 09:24:52.074291 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 46522) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:52.074478 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-e27169d6-df4a-41fe-b6d1-cf72003566d6 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7049065 Jul 14 09:24:52.079702 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-664eaf3c-2378-4620-a189-530b6d596d17 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-130723534-router', 'tenant_id': '4cb5d08776664e9f8e9d7e6bc7c12e1a', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'}}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:24:52.111512 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-664eaf3c-2378-4620-a189-530b6d596d17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-711749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14670'] for router, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:52.112960 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-664eaf3c-2378-4620-a189-530b6d596d17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-711718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-661475', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14679'] for router, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:52.187748 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-664eaf3c-2378-4620-a189-530b6d596d17 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:52.212864 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-683ed446-770f-4e19-aadf-3b26f4bab339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:52.241379 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-eca1257b-e689-4e16-a5d6-0b7bf7242454 req-a70a93d9-d9bc-4f93-ba57-ad8df51d5d6e service neutron] 10.222.0.57 "GET /v2.0/networks/fdafaba0-da53-47c8-a4eb-7c69deccbba6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658807 Jul 14 09:24:52.260192 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4292f9-12b9-4eab-a9a4-d887f1599ce6 req-95035aeb-929d-4b93-8885-9026d467e63a tempest-ServerRescueTestJSON-1969041098 tempest-ServerRescueTestJSON-1969041098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:52.261938 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-0b4292f9-12b9-4eab-a9a4-d887f1599ce6 req-95035aeb-929d-4b93-8885-9026d467e63a tempest-ServerRescueTestJSON-1969041098 tempest-ServerRescueTestJSON-1969041098-project] 10.222.0.68 "GET /v2.0/ports?device_id=1165a2d1-7a70-431c-8db9-81b467588d28 HTTP/1.1" status: 200 len: 945 time: 0.1106951 Jul 14 09:24:52.269174 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca868ea4-6852-4cfe-b663-e14a5758c4e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf57baaa9-fd24-59f4-8fd2-1dc21122ce72-58cee2b0-4a4c-44eb-9b72-cfd45f924ad2', 'network_id': '58cee2b0-4a4c-44eb-9b72-cfd45f924ad2', 'tenant_id': '4cb5d08776664e9f8e9d7e6bc7c12e1a', 'fixed_ips': [{'subnet_id': '03ca88e8-4d13-487a-ad6d-9160c00c4594'}]}} from n-d-779913-29. {{(pid=93959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:24:52.270394 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ca868ea4-6852-4cfe-b663-e14a5758c4e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:52.321736 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-0b4292f9-12b9-4eab-a9a4-d887f1599ce6 req-589de4e5-60b3-4a8e-994b-cfb138570e12 tempest-ServerRescueTestJSON-1969041098 tempest-ServerRescueTestJSON-1969041098-project] 10.222.0.68 "GET /v2.0/security-groups?id=d6a7feba-be17-4d7e-a638-e9426c29981e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491984 Jul 14 09:24:52.388803 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-664eaf3c-2378-4620-a189-530b6d596d17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-661489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-711771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12973'] for router, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:52.470060 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-ca868ea4-6852-4cfe-b663-e14a5758c4e6 None None] Allocated IP 172.20.0.2 (58cee2b0-4a4c-44eb-9b72-cfd45f924ad2/03ca88e8-4d13-487a-ad6d-9160c00c4594/c20d3008-932f-4b8f-acdc-2e8f4cfb7e5c) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:24:52.503148 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca1257b-e689-4e16-a5d6-0b7bf7242454 req-b86f954b-ee55-43a1-a55c-1857a7580826 tempest-LiveMigrationTest-864996632 tempest-LiveMigrationTest-864996632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:52.505910 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-eca1257b-e689-4e16-a5d6-0b7bf7242454 req-b86f954b-ee55-43a1-a55c-1857a7580826 tempest-LiveMigrationTest-864996632 tempest-LiveMigrationTest-864996632-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=49dade44-ccac-4abc-b1f0-ef47f906dc66&tenant_id=88495f2d6951432397900165a462d224&binding%3Ahost_id=n-h1-779913-29 HTTP/1.1" status: 200 len: 1098 time: 0.1042228 Jul 14 09:24:52.518272 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [req-eca1257b-e689-4e16-a5d6-0b7bf7242454 req-8c5c433e-2d31-463a-bd2b-912a4d4f0f50 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-779913-29'}}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:24:52.650100 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-eca1257b-e689-4e16-a5d6-0b7bf7242454 req-8c5c433e-2d31-463a-bd2b-912a4d4f0f50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:52.661007 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ca868ea4-6852-4cfe-b663-e14a5758c4e6 None None] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:52.672902 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-ca868ea4-6852-4cfe-b663-e14a5758c4e6 None None] Transition to ACTIVE for port object c20d3008-932f-4b8f-acdc-2e8f4cfb7e5c will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:24:52.692842 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-ca868ea4-6852-4cfe-b663-e14a5758c4e6 None None] Transition to ACTIVE for port object c20d3008-932f-4b8f-acdc-2e8f4cfb7e5c will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:24:52.704291 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ca868ea4-6852-4cfe-b663-e14a5758c4e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:52.716535 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-664eaf3c-2378-4620-a189-530b6d596d17 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:52.759170 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-664eaf3c-2378-4620-a189-530b6d596d17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:52.781840 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca868ea4-6852-4cfe-b663-e14a5758c4e6 None None] Pushing event updated for resources: {'Port': ['ID=c20d3008-932f-4b8f-acdc-2e8f4cfb7e5c,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:52.794922 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 0f39e973-face-4493-81d7-410ee30b1531 details requested by agent hyperv_n-h2-779913-29 with host n-h2-779913-29 {{(pid=93959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:24:52.828711 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-eca1257b-e689-4e16-a5d6-0b7bf7242454 req-8c5c433e-2d31-463a-bd2b-912a4d4f0f50 service neutron] For port c5728230-7217-466d-a8f2-3ec8768eb0f8, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=c5728230-7217-466d-a8f2-3ec8768eb0f8,segment=NetworkSegment(3140b72d-6a4a-4668-bad8-c572bd128f6c),segment_id=3140b72d-6a4a-4668-bad8-c572bd128f6c)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:24:52.886892 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-eca1257b-e689-4e16-a5d6-0b7bf7242454 req-8c5c433e-2d31-463a-bd2b-912a4d4f0f50 service neutron] For port c5728230-7217-466d-a8f2-3ec8768eb0f8, host n-h1-779913-29, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:24:52.902646 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 0f39e973-face-4493-81d7-410ee30b1531, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=0f39e973-face-4493-81d7-410ee30b1531,segment=NetworkSegment(ddccd952-f86c-42d9-9a76-fafa68d7d61d),segment_id=ddccd952-f86c-42d9-9a76-fafa68d7d61d)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:24:52.918070 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca868ea4-6852-4cfe-b663-e14a5758c4e6 None None] Network 58cee2b0-4a4c-44eb-9b72-cfd45f924ad2 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:24:52.919682 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Returning: {'device': '0f39e973-face-4493-81d7-410ee30b1531', 'network_id': 'f9f9e30e-0b39-4c8e-9a13-252818fafe21', 'port_id': '0f39e973-face-4493-81d7-410ee30b1531', 'mac_address': 'fa:16:3e:e4:b6:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 706, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '444f0042-b663-4a95-9c31-a5cc1ed6ad12', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:24:52.919979 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46b9441-7c2a-42d5-b556-55e6253c34f8 req-747e9680-18d3-4bdd-8df2-654554dfb636 tempest-FloatingIPsAssociationTestJSON-879911528 tempest-FloatingIPsAssociationTestJSON-879911528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:52.921665 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a46b9441-7c2a-42d5-b556-55e6253c34f8 req-747e9680-18d3-4bdd-8df2-654554dfb636 tempest-FloatingIPsAssociationTestJSON-879911528 tempest-FloatingIPsAssociationTestJSON-879911528-project] 10.222.0.68 "GET /v2.0/ports?device_id=1e47bf17-b929-4bf1-99b0-1c9faf851557 HTTP/1.1" status: 200 len: 944 time: 0.1599159 Jul 14 09:24:52.923349 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-ca868ea4-6852-4cfe-b663-e14a5758c4e6 None None] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:24:52.926600 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca868ea4-6852-4cfe-b663-e14a5758c4e6 None None] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:24:52.931852 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-664eaf3c-2378-4620-a189-530b6d596d17 admin admin] Allocated IP 172.25.4.5 (2dcd4d32-cc7c-4468-b396-7ce5c9231892/6cd22a75-5bc1-467c-a3c4-0af04bd1b34a/ebd60da1-1618-4ebf-b1f9-0ccef886622b) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:24:52.970297 n-d-779913-29 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49dade44-ccac-4abc-b1f0-ef47f906dc66', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c5728230-7217-466d-a8f2-3ec8768eb0f8'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:24:52.974216 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cb48f044f948e981f43897c8d7f1332f741dc7af2b4c5a6e19d8f4a80f708e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41a685da-9647-4870-a36c-20eac78fd7b6" -d '{"events": [{"server_uuid": "49dade44-ccac-4abc-b1f0-ef47f906dc66", "name": "network-vif-unplugged", "status": "completed", "tag": "c5728230-7217-466d-a8f2-3ec8768eb0f8"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:24:52.974749 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:52.983074 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-eca1257b-e689-4e16-a5d6-0b7bf7242454 req-8c5c433e-2d31-463a-bd2b-912a4d4f0f50 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:52.994375 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-eca1257b-e689-4e16-a5d6-0b7bf7242454 req-8c5c433e-2d31-463a-bd2b-912a4d4f0f50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13574142'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:53.036846 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a46b9441-7c2a-42d5-b556-55e6253c34f8 req-63a67936-b645-4571-bafd-19710751cc8d tempest-FloatingIPsAssociationTestJSON-879911528 tempest-FloatingIPsAssociationTestJSON-879911528-project] 10.222.0.68 "GET /v2.0/security-groups?id=7d62c79e-4bb7-4cee-af34-fb6b30b09370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076121 Jul 14 09:24:53.041284 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f39e973-face-4493-81d7-410ee30b1531 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:24:53.067658 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 0f39e973-face-4493-81d7-410ee30b1531, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=0f39e973-face-4493-81d7-410ee30b1531,segment=NetworkSegment(ddccd952-f86c-42d9-9a76-fafa68d7d61d),segment_id=ddccd952-f86c-42d9-9a76-fafa68d7d61d)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:24:53.090369 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-ca868ea4-6852-4cfe-b663-e14a5758c4e6 None None] Attempting to bind port c20d3008-932f-4b8f-acdc-2e8f4cfb7e5c on host n-d-779913-29 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:24:53.091071 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-ca868ea4-6852-4cfe-b663-e14a5758c4e6 None None] Attempting to bind port c20d3008-932f-4b8f-acdc-2e8f4cfb7e5c by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': '218b2489-83e0-4d13-aab6-86b01789cb06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '58cee2b0-4a4c-44eb-9b72-cfd45f924ad2'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:24:53.091627 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca868ea4-6852-4cfe-b663-e14a5758c4e6 None None] Attempting to bind port c20d3008-932f-4b8f-acdc-2e8f4cfb7e5c on network 58cee2b0-4a4c-44eb-9b72-cfd45f924ad2 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:24:53.094371 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:53.121143 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-eca1257b-e689-4e16-a5d6-0b7bf7242454 req-8c5c433e-2d31-463a-bd2b-912a4d4f0f50 service neutron] Attempting to bind port c5728230-7217-466d-a8f2-3ec8768eb0f8 on host n-h1-779913-29 for vnic_type normal with profile {"migrating_to": "n-h2-779913-29"} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:24:53.121482 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-eca1257b-e689-4e16-a5d6-0b7bf7242454 req-8c5c433e-2d31-463a-bd2b-912a4d4f0f50 service neutron] Attempting to bind port c5728230-7217-466d-a8f2-3ec8768eb0f8 by drivers openvswitch,hyperv on host n-h1-779913-29 at level 0 using segments [{'id': '3140b72d-6a4a-4668-bad8-c572bd128f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'fdafaba0-da53-47c8-a4eb-7c69deccbba6'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:24:53.121862 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eca1257b-e689-4e16-a5d6-0b7bf7242454 req-8c5c433e-2d31-463a-bd2b-912a4d4f0f50 service neutron] Attempting to bind port c5728230-7217-466d-a8f2-3ec8768eb0f8 on network fdafaba0-da53-47c8-a4eb-7c69deccbba6 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:24:53.123604 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca868ea4-6852-4cfe-b663-e14a5758c4e6 None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 24, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:24:53.124267 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca868ea4-6852-4cfe-b663-e14a5758c4e6 None None] Checking segment: {'id': '218b2489-83e0-4d13-aab6-86b01789cb06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '58cee2b0-4a4c-44eb-9b72-cfd45f924ad2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:24:53.124857 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ca868ea4-6852-4cfe-b663-e14a5758c4e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:53.126024 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca868ea4-6852-4cfe-b663-e14a5758c4e6 None None] Bound using segment: {'id': '218b2489-83e0-4d13-aab6-86b01789cb06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '58cee2b0-4a4c-44eb-9b72-cfd45f924ad2'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:24:53.127109 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-ca868ea4-6852-4cfe-b663-e14a5758c4e6 None None] Bound port: c20d3008-932f-4b8f-acdc-2e8f4cfb7e5c, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '218b2489-83e0-4d13-aab6-86b01789cb06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '58cee2b0-4a4c-44eb-9b72-cfd45f924ad2'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:24:53.127701 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ca868ea4-6852-4cfe-b663-e14a5758c4e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:53.128544 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5c433e-2d31-463a-bd2b-912a4d4f0f50 service neutron] Pushing event updated for resources: {'Port': ['ID=c5728230-7217-466d-a8f2-3ec8768eb0f8,revision_number=7']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:53.139946 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eca1257b-e689-4e16-a5d6-0b7bf7242454 req-8c5c433e-2d31-463a-bd2b-912a4d4f0f50 service neutron] Port c5728230-7217-466d-a8f2-3ec8768eb0f8 on network fdafaba0-da53-47c8-a4eb-7c69deccbba6 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-29 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:24:53.140274 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eca1257b-e689-4e16-a5d6-0b7bf7242454 req-8c5c433e-2d31-463a-bd2b-912a4d4f0f50 service neutron] Attempting to bind port c5728230-7217-466d-a8f2-3ec8768eb0f8 on network fdafaba0-da53-47c8-a4eb-7c69deccbba6 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:24:53.146390 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eca1257b-e689-4e16-a5d6-0b7bf7242454 req-8c5c433e-2d31-463a-bd2b-912a4d4f0f50 service neutron] Checking agent: {'id': 'de11e667-f145-47b0-bd09-334a7505938e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 13, 12), 'started_at': datetime.datetime(2021, 7, 14, 9, 13, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 24, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:24:53.146769 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eca1257b-e689-4e16-a5d6-0b7bf7242454 req-8c5c433e-2d31-463a-bd2b-912a4d4f0f50 service neutron] Checking segment: {'id': '3140b72d-6a4a-4668-bad8-c572bd128f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'fdafaba0-da53-47c8-a4eb-7c69deccbba6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:24:53.147115 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eca1257b-e689-4e16-a5d6-0b7bf7242454 req-8c5c433e-2d31-463a-bd2b-912a4d4f0f50 service neutron] Bound using segment: {'id': '3140b72d-6a4a-4668-bad8-c572bd128f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'fdafaba0-da53-47c8-a4eb-7c69deccbba6'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:24:53.147544 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-eca1257b-e689-4e16-a5d6-0b7bf7242454 req-8c5c433e-2d31-463a-bd2b-912a4d4f0f50 service neutron] Bound port: c5728230-7217-466d-a8f2-3ec8768eb0f8, host: n-h1-779913-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3140b72d-6a4a-4668-bad8-c572bd128f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'fdafaba0-da53-47c8-a4eb-7c69deccbba6'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:24:53.147903 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-eca1257b-e689-4e16-a5d6-0b7bf7242454 req-8c5c433e-2d31-463a-bd2b-912a4d4f0f50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:53.163756 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-664eaf3c-2378-4620-a189-530b6d596d17 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:53.214042 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Pushing event updated for resources: {'Port': ['ID=0f39e973-face-4493-81d7-410ee30b1531,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:53.229326 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-ca868ea4-6852-4cfe-b663-e14a5758c4e6 None None] For port c20d3008-932f-4b8f-acdc-2e8f4cfb7e5c, host n-d-779913-29, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:24:53.234335 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-ca868ea4-6852-4cfe-b663-e14a5758c4e6 None None] For port c20d3008-932f-4b8f-acdc-2e8f4cfb7e5c, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=c20d3008-932f-4b8f-acdc-2e8f4cfb7e5c,segment=NetworkSegment(218b2489-83e0-4d13-aab6-86b01789cb06),segment_id=218b2489-83e0-4d13-aab6-86b01789cb06)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:24:53.237382 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-eca1257b-e689-4e16-a5d6-0b7bf7242454 req-8c5c433e-2d31-463a-bd2b-912a4d4f0f50 service neutron] For port c5728230-7217-466d-a8f2-3ec8768eb0f8, host n-h1-779913-29, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:24:53.240617 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ca868ea4-6852-4cfe-b663-e14a5758c4e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:53.242114 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-eca1257b-e689-4e16-a5d6-0b7bf7242454 req-8c5c433e-2d31-463a-bd2b-912a4d4f0f50 service neutron] For port c5728230-7217-466d-a8f2-3ec8768eb0f8, host n-h1-779913-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=c5728230-7217-466d-a8f2-3ec8768eb0f8,segment=NetworkSegment(3140b72d-6a4a-4668-bad8-c572bd128f6c),segment_id=3140b72d-6a4a-4668-bad8-c572bd128f6c)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:24:53.247929 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-eca1257b-e689-4e16-a5d6-0b7bf7242454 req-8c5c433e-2d31-463a-bd2b-912a4d4f0f50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13574142'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:53.262735 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-664eaf3c-2378-4620-a189-530b6d596d17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:53.310217 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-664eaf3c-2378-4620-a189-530b6d596d17 admin admin] Network 2dcd4d32-cc7c-4468-b396-7ce5c9231892 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:24:53.313383 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-664eaf3c-2378-4620-a189-530b6d596d17 admin admin] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:24:53.316430 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-664eaf3c-2378-4620-a189-530b6d596d17 admin admin] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:24:53.347735 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 09:24:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba40caa9-197a-4586-b3ac-d7c230bb1d1a x-openstack-request-id: req-ba40caa9-197a-4586-b3ac-d7c230bb1d1a {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:24:53.348034 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49dade44-ccac-4abc-b1f0-ef47f906dc66", "name": "network-vif-unplugged", "status": "completed", "tag": "c5728230-7217-466d-a8f2-3ec8768eb0f8", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:24:53.348292 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-ba40caa9-197a-4586-b3ac-d7c230bb1d1a {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:24:53.349028 n-d-779913-29 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49dade44-ccac-4abc-b1f0-ef47f906dc66', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c5728230-7217-466d-a8f2-3ec8768eb0f8', 'code': 200} Jul 14 09:24:53.350318 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5c433e-2d31-463a-bd2b-912a4d4f0f50 service neutron] Pushing event updated for resources: {'Port': ['ID=c5728230-7217-466d-a8f2-3ec8768eb0f8,revision_number=8']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:53.362314 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca868ea4-6852-4cfe-b663-e14a5758c4e6 None None] Pushing event updated for resources: {'Port': ['ID=c20d3008-932f-4b8f-acdc-2e8f4cfb7e5c,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:53.413298 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca1257b-e689-4e16-a5d6-0b7bf7242454 req-8c5c433e-2d31-463a-bd2b-912a4d4f0f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:53.415332 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-eca1257b-e689-4e16-a5d6-0b7bf7242454 req-8c5c433e-2d31-463a-bd2b-912a4d4f0f50 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:53.424066 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-eca1257b-e689-4e16-a5d6-0b7bf7242454 req-8c5c433e-2d31-463a-bd2b-912a4d4f0f50 service neutron] 10.222.0.57 "PUT /v2.0/ports/c5728230-7217-466d-a8f2-3ec8768eb0f8 HTTP/1.1" status: 200 len: 1124 time: 0.9106154 Jul 14 09:24:53.476246 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664eaf3c-2378-4620-a189-530b6d596d17 admin admin] Pushing event updated for resources: {'Port': ['ID=ebd60da1-1618-4ebf-b1f9-0ccef886622b,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:53.511400 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c39b9fb-0672-437b-a2da-b6ed4de36307 req-a03be8e8-ad90-4135-9c1a-3c76944339f8 tempest-ServerAddressesTestJSON-1365429149 tempest-ServerAddressesTestJSON-1365429149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:53.515822 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-9c39b9fb-0672-437b-a2da-b6ed4de36307 req-a03be8e8-ad90-4135-9c1a-3c76944339f8 tempest-ServerAddressesTestJSON-1365429149 tempest-ServerAddressesTestJSON-1365429149-project] 10.222.0.68 "GET /v2.0/ports?device_id=1d20e58b-0724-4bc5-b5b5-40e6859fc157 HTTP/1.1" status: 200 len: 945 time: 0.0834029 Jul 14 09:24:53.559603 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-9c39b9fb-0672-437b-a2da-b6ed4de36307 req-d24b93dc-34b7-49d9-82b3-f0e1f1ce80e0 tempest-ServerAddressesTestJSON-1365429149 tempest-ServerAddressesTestJSON-1365429149-project] 10.222.0.68 "GET /v2.0/security-groups?id=11b051ae-b403-4d1d-bc07-a6a9d7b45049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392818 Jul 14 09:24:53.587702 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] get_ports_and_sgs() called for port_ids ['c5728230-7217-466d-a8f2-3ec8768eb0f8'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:24:53.681883 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] get_ports_and_sgs() called for port_ids ['0f39e973-face-4493-81d7-410ee30b1531'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:24:53.713146 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e748d88a-75c9-43ce-a632-ed11c20deba9 req-c27d921a-216e-4e13-841a-7a4f43bc6883 tempest-ListImageFiltersTestJSON-1053384997 tempest-ListImageFiltersTestJSON-1053384997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:53.715129 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e748d88a-75c9-43ce-a632-ed11c20deba9 req-c27d921a-216e-4e13-841a-7a4f43bc6883 tempest-ListImageFiltersTestJSON-1053384997 tempest-ListImageFiltersTestJSON-1053384997-project] 10.222.0.68 "GET /v2.0/ports?device_id=f4ff6602-55fb-48e4-97e3-972a5ca4e95b HTTP/1.1" status: 200 len: 948 time: 0.2508199 Jul 14 09:24:53.771524 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-664eaf3c-2378-4620-a189-530b6d596d17 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:53.800980 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7bc03c-a7f8-43bf-9c2d-7d1243ccb3f0 req-eda98c4c-6370-4402-a560-32be0dfe5f50 tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:53.802542 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ba7bc03c-a7f8-43bf-9c2d-7d1243ccb3f0 req-eda98c4c-6370-4402-a560-32be0dfe5f50 tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] 10.222.0.68 "GET /v2.0/ports?device_id=49dade44-ccac-4abc-b1f0-ef47f906dc66 HTTP/1.1" status: 200 len: 944 time: 0.1030834 Jul 14 09:24:53.826233 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e748d88a-75c9-43ce-a632-ed11c20deba9 req-49d9791c-61ea-4983-b292-810334510bfe tempest-ListImageFiltersTestJSON-1053384997 tempest-ListImageFiltersTestJSON-1053384997-project] 10.222.0.68 "GET /v2.0/security-groups?id=da82e49e-9c7c-4de8-83c4-70e57626d3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029751 Jul 14 09:24:53.856299 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ba7bc03c-a7f8-43bf-9c2d-7d1243ccb3f0 req-804f5694-dedc-4041-81eb-f42787769321 tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] 10.222.0.68 "GET /v2.0/security-groups?id=cf40bcd2-1dd1-48fb-a6b7-6df0e80ce2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454633 Jul 14 09:24:54.225390 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e691c16-af77-4608-9613-2c4d744dbf4a req-e18a77ec-4eff-494a-892c-8f5c51951841 tempest-ServerRescueTestJSON-1969041098 tempest-ServerRescueTestJSON-1969041098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:54.232943 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-2e691c16-af77-4608-9613-2c4d744dbf4a req-e18a77ec-4eff-494a-892c-8f5c51951841 tempest-ServerRescueTestJSON-1969041098 tempest-ServerRescueTestJSON-1969041098-project] 10.222.0.68 "GET /v2.0/ports?device_id=1165a2d1-7a70-431c-8db9-81b467588d28 HTTP/1.1" status: 200 len: 945 time: 0.0832729 Jul 14 09:24:54.281604 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-2e691c16-af77-4608-9613-2c4d744dbf4a req-27b65ba3-e394-49aa-bb82-602597f12016 tempest-ServerRescueTestJSON-1969041098 tempest-ServerRescueTestJSON-1969041098-project] 10.222.0.68 "GET /v2.0/security-groups?id=d6a7feba-be17-4d7e-a638-e9426c29981e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477192 Jul 14 09:24:54.416342 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-664eaf3c-2378-4620-a189-530b6d596d17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-711762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-661452'] for router, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:54.540720 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8d4e22-a138-4210-9a72-ef72fbbbc4c0 req-35e7ad5f-7520-4573-a23f-61d50e57a1e8 tempest-FloatingIPsAssociationTestJSON-879911528 tempest-FloatingIPsAssociationTestJSON-879911528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:54.542328 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-bd8d4e22-a138-4210-9a72-ef72fbbbc4c0 req-35e7ad5f-7520-4573-a23f-61d50e57a1e8 tempest-FloatingIPsAssociationTestJSON-879911528 tempest-FloatingIPsAssociationTestJSON-879911528-project] 10.222.0.68 "GET /v2.0/ports?device_id=1e47bf17-b929-4bf1-99b0-1c9faf851557 HTTP/1.1" status: 200 len: 945 time: 0.1608191 Jul 14 09:24:54.561063 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0430cbbf-f021-4e00-92ed-49381ec8bea7 None None] Network 58cee2b0-4a4c-44eb-9b72-cfd45f924ad2 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:24:54.609973 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-bd8d4e22-a138-4210-9a72-ef72fbbbc4c0 req-22509df5-3848-4c42-a422-849d7368cc55 tempest-FloatingIPsAssociationTestJSON-879911528 tempest-FloatingIPsAssociationTestJSON-879911528-project] 10.222.0.68 "GET /v2.0/security-groups?id=7d62c79e-4bb7-4cee-af34-fb6b30b09370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591197 Jul 14 09:24:54.639574 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-664eaf3c-2378-4620-a189-530b6d596d17 admin admin] Router 0d1667d9-0b77-4dd3-ab13-c3de5352ee9a is scheduled to L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 with binding_index 1 {{(pid=93957) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:24:54.650728 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e576c3ce-d7b2-44ce-b3da-4b0d4d952b9e req-8f1f5ea9-fe80-4118-b9ad-cde78e4a7d44 tempest-ListServerFiltersTestJSON-249454475 tempest-ListServerFiltersTestJSON-249454475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:54.658961 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-e576c3ce-d7b2-44ce-b3da-4b0d4d952b9e req-8f1f5ea9-fe80-4118-b9ad-cde78e4a7d44 tempest-ListServerFiltersTestJSON-249454475 tempest-ListServerFiltersTestJSON-249454475-project] 10.222.0.68 "GET /v2.0/ports?device_id=52df408e-3ce3-40d2-a2cb-21f113824a61 HTTP/1.1" status: 200 len: 946 time: 0.0966392 Jul 14 09:24:54.701793 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-e576c3ce-d7b2-44ce-b3da-4b0d4d952b9e req-b2a5175e-448f-47d9-94a8-b9f7bc2ca52c tempest-ListServerFiltersTestJSON-249454475 tempest-ListServerFiltersTestJSON-249454475-project] 10.222.0.68 "GET /v2.0/security-groups?id=ce208e01-46cb-4812-9601-5914ea7ef5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414903 Jul 14 09:24:54.720370 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-be5a7939-2866-40bd-9e76-545654b5a5dd None None] Provisioning for port c20d3008-932f-4b8f-acdc-2e8f4cfb7e5c completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:24:54.761299 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:54.767310 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-dbc1342c-6b00-446c-b0df-2e1b12da7de0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:54.811405 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-664eaf3c-2378-4620-a189-530b6d596d17 admin admin] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:24:54.820268 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64dcbec9-131d-4ee2-8ff1-18f58ad0dbea None None] Sync routers for ids ['0d1667d9-0b77-4dd3-ab13-c3de5352ee9a'] in n-d-779913-29 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:24:54.820832 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device c5728230-7217-466d-a8f2-3ec8768eb0f8 details requested by agent hyperv_n-h2-779913-29 with host n-h2-779913-29 {{(pid=93959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:24:54.835460 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64dcbec9-131d-4ee2-8ff1-18f58ad0dbea None None] Routers {'0d1667d9-0b77-4dd3-ab13-c3de5352ee9a'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:24:54.836089 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-64dcbec9-131d-4ee2-8ff1-18f58ad0dbea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:24:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['0d1667d9-0b77-4dd3-ab13-c3de5352ee9a'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:24:54.840195 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-664eaf3c-2378-4620-a189-530b6d596d17 admin admin] Notify callbacks [] for router, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:54.845865 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-664eaf3c-2378-4620-a189-530b6d596d17 admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.7701421 Jul 14 09:24:54.848673 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 46564) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:54.995554 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port c5728230-7217-466d-a8f2-3ec8768eb0f8, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=c5728230-7217-466d-a8f2-3ec8768eb0f8,segment=NetworkSegment(3140b72d-6a4a-4668-bad8-c572bd128f6c),segment_id=3140b72d-6a4a-4668-bad8-c572bd128f6c)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:24:55.038896 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device c5728230-7217-466d-a8f2-3ec8768eb0f8 has no active binding in host n-h2-779913-29 {{(pid=93959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 14 09:24:55.073221 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device c20d3008-932f-4b8f-acdc-2e8f4cfb7e5c up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:24:55.088471 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf45d74-63d1-4fad-90ee-c4953cd15ba5 req-13c259d5-8afa-4953-86b8-e4ff1a3c1b0d tempest-ListImageFiltersTestJSON-1053384997 tempest-ListImageFiltersTestJSON-1053384997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:55.090076 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-5cf45d74-63d1-4fad-90ee-c4953cd15ba5 req-13c259d5-8afa-4953-86b8-e4ff1a3c1b0d tempest-ListImageFiltersTestJSON-1053384997 tempest-ListImageFiltersTestJSON-1053384997-project] 10.222.0.57 "GET /v2.0/ports?device_id=f4ff6602-55fb-48e4-97e3-972a5ca4e95b HTTP/1.1" status: 200 len: 948 time: 0.3081653 Jul 14 09:24:55.136152 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-64dcbec9-131d-4ee2-8ff1-18f58ad0dbea None None] Set router 0d1667d9-0b77-4dd3-ab13-c3de5352ee9a gateway port host: n-d-779913-29 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:24:55.166428 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning for port c20d3008-932f-4b8f-acdc-2e8f4cfb7e5c completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:24:55.170740 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port c20d3008-932f-4b8f-acdc-2e8f4cfb7e5c triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:24:55.177836 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:55.213686 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f72c62-6151-466d-9b37-177f0fc96251 req-1b785ef3-b7a0-4a4c-a547-3e0dc4d647bc tempest-ServerAddressesTestJSON-1365429149 tempest-ServerAddressesTestJSON-1365429149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:55.222169 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-94f72c62-6151-466d-9b37-177f0fc96251 req-1b785ef3-b7a0-4a4c-a547-3e0dc4d647bc tempest-ServerAddressesTestJSON-1365429149 tempest-ServerAddressesTestJSON-1365429149-project] 10.222.0.68 "GET /v2.0/ports?device_id=1d20e58b-0724-4bc5-b5b5-40e6859fc157 HTTP/1.1" status: 200 len: 945 time: 0.3390288 Jul 14 09:24:55.291222 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-acda552f-a5dd-42e2-a019-7537f0432bf1 None None] Provisioning complete for port c20d3008-932f-4b8f-acdc-2e8f4cfb7e5c triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:24:55.291705 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-acda552f-a5dd-42e2-a019-7537f0432bf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:55.296145 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:55.310066 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-94f72c62-6151-466d-9b37-177f0fc96251 req-6ecfd5f7-2cc4-4a1d-b4db-23089f494346 tempest-ServerAddressesTestJSON-1365429149 tempest-ServerAddressesTestJSON-1365429149-project] 10.222.0.68 "GET /v2.0/security-groups?id=11b051ae-b403-4d1d-bc07-a6a9d7b45049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869315 Jul 14 09:24:55.342082 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-64dcbec9-131d-4ee2-8ff1-18f58ad0dbea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d1667d9-0b77-4dd3-ab13-c3de5352ee9a', 'name': 'tempest-TaggedBootDevicesTest_v242-130723534-router', 'tenant_id': '4cb5d08776664e9f8e9d7e6bc7c12e1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.5'}], 'enable_snat': True}, 'gw_port_id': 'ebd60da1-1618-4ebf-b1f9-0ccef886622b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:24:52Z', 'updated_at': '2021-07-14T09:24:53Z', 'revision_number': 3, 'project_id': '4cb5d08776664e9f8e9d7e6bc7c12e1a', 'gw_port': {'id': 'ebd60da1-1618-4ebf-b1f9-0ccef886622b', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:0b:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d1667d9-0b77-4dd3-ab13-c3de5352ee9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1017, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:24:52Z', 'updated_at': '2021-07-14T09:24:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29'}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:24:55.347850 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b5331a-1cbd-4e39-837c-547f33420325 req-49e17ac4-e91c-450f-8825-4cdddb1adbb8 tempest-ServerAddressesTestJSON-1365429149 tempest-ServerAddressesTestJSON-1365429149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:55.349797 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d6b5331a-1cbd-4e39-837c-547f33420325 req-49e17ac4-e91c-450f-8825-4cdddb1adbb8 tempest-ServerAddressesTestJSON-1365429149 tempest-ServerAddressesTestJSON-1365429149-project] 10.222.0.65 "GET /v2.0/ports?device_id=1d20e58b-0724-4bc5-b5b5-40e6859fc157 HTTP/1.1" status: 200 len: 945 time: 0.3735533 Jul 14 09:24:55.351173 n-d-779913-29 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49dade44-ccac-4abc-b1f0-ef47f906dc66', 'tag': 'c5728230-7217-466d-a8f2-3ec8768eb0f8'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:24:55.354251 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cb48f044f948e981f43897c8d7f1332f741dc7af2b4c5a6e19d8f4a80f708e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ab30c24-3f95-43d1-a781-708d2ac1b3df" -d '{"events": [{"name": "network-changed", "server_uuid": "49dade44-ccac-4abc-b1f0-ef47f906dc66", "tag": "c5728230-7217-466d-a8f2-3ec8768eb0f8"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:24:55.380305 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] For port c20d3008-932f-4b8f-acdc-2e8f4cfb7e5c, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=c20d3008-932f-4b8f-acdc-2e8f4cfb7e5c,segment=NetworkSegment(218b2489-83e0-4d13-aab6-86b01789cb06),segment_id=218b2489-83e0-4d13-aab6-86b01789cb06)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:24:55.381017 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-5cf45d74-63d1-4fad-90ee-c4953cd15ba5 req-1f7e39c7-690a-46ce-a142-8e1c55f81620 tempest-ListImageFiltersTestJSON-1053384997 tempest-ListImageFiltersTestJSON-1053384997-project] Deleting port 09a75d5d-afc2-4e3b-8495-348796064b86 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:24:55.381365 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-5cf45d74-63d1-4fad-90ee-c4953cd15ba5 req-1f7e39c7-690a-46ce-a142-8e1c55f81620 tempest-ListImageFiltersTestJSON-1053384997 tempest-ListImageFiltersTestJSON-1053384997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:55.385615 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64dcbec9-131d-4ee2-8ff1-18f58ad0dbea None None] Checking router: 0d1667d9-0b77-4dd3-ab13-c3de5352ee9a for host: n-d-779913-29 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:24:55.386015 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64dcbec9-131d-4ee2-8ff1-18f58ad0dbea None None] Updating router 0d1667d9-0b77-4dd3-ab13-c3de5352ee9a port ebd60da1-1618-4ebf-b1f9-0ccef886622b binding host n-d-779913-29 {{(pid=93960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:24:55.388539 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:55.458807 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Pushing event updated for resources: {'Port': ['ID=c20d3008-932f-4b8f-acdc-2e8f4cfb7e5c,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:55.465313 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-64dcbec9-131d-4ee2-8ff1-18f58ad0dbea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:55.533004 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db9bdce-ded2-4485-a0b9-2d629870c4ef req-d49b47a2-8605-46b0-8069-86c01d0e720e tempest-ListImageFiltersTestJSON-1053384997 tempest-ListImageFiltersTestJSON-1053384997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:55.541015 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5db9bdce-ded2-4485-a0b9-2d629870c4ef req-d49b47a2-8605-46b0-8069-86c01d0e720e tempest-ListImageFiltersTestJSON-1053384997 tempest-ListImageFiltersTestJSON-1053384997-project] 10.222.0.68 "GET /v2.0/ports?device_id=f4ff6602-55fb-48e4-97e3-972a5ca4e95b HTTP/1.1" status: 200 len: 948 time: 0.3384442 Jul 14 09:24:55.563060 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-5cf45d74-63d1-4fad-90ee-c4953cd15ba5 req-1f7e39c7-690a-46ce-a142-8e1c55f81620 tempest-ListImageFiltersTestJSON-1053384997 tempest-ListImageFiltersTestJSON-1053384997-project] For port 09a75d5d-afc2-4e3b-8495-348796064b86, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=09a75d5d-afc2-4e3b-8495-348796064b86,segment=NetworkSegment(8f1c1422-de6c-445f-ab95-4e2c94585b2b),segment_id=8f1c1422-de6c-445f-ab95-4e2c94585b2b)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:24:55.563931 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-5cf45d74-63d1-4fad-90ee-c4953cd15ba5 req-1f7e39c7-690a-46ce-a142-8e1c55f81620 tempest-ListImageFiltersTestJSON-1053384997 tempest-ListImageFiltersTestJSON-1053384997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:55.588027 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-5cf45d74-63d1-4fad-90ee-c4953cd15ba5 req-1f7e39c7-690a-46ce-a142-8e1c55f81620 tempest-ListImageFiltersTestJSON-1053384997 tempest-ListImageFiltersTestJSON-1053384997-project] Calling delete_port for 09a75d5d-afc2-4e3b-8495-348796064b86 owned by compute:nova {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:24:55.599451 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff118223-f466-40ee-ae3d-003cce1f084f req-05e37750-2a09-493f-8d35-3fb3f8311ecc tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:55.600946 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ff118223-f466-40ee-ae3d-003cce1f084f req-05e37750-2a09-493f-8d35-3fb3f8311ecc tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] 10.222.0.68 "GET /v2.0/ports?device_id=49dade44-ccac-4abc-b1f0-ef47f906dc66 HTTP/1.1" status: 200 len: 944 time: 0.1464667 Jul 14 09:24:55.605991 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [req-d6b5331a-1cbd-4e39-837c-547f33420325 req-44b66aef-fdb1-4b97-80de-db3e5f1dd6ef tempest-ServerAddressesTestJSON-1365429149 tempest-ServerAddressesTestJSON-1365429149-project] Deleting port 7b15daa9-b845-4d74-97d9-1d270c7146d3 {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:24:55.606639 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-d6b5331a-1cbd-4e39-837c-547f33420325 req-44b66aef-fdb1-4b97-80de-db3e5f1dd6ef tempest-ServerAddressesTestJSON-1365429149 tempest-ServerAddressesTestJSON-1365429149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:55.678114 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5db9bdce-ded2-4485-a0b9-2d629870c4ef req-98d55e27-851a-4e94-be54-87d905ea416f tempest-ListImageFiltersTestJSON-1053384997 tempest-ListImageFiltersTestJSON-1053384997-project] 10.222.0.68 "GET /v2.0/security-groups?id=da82e49e-9c7c-4de8-83c4-70e57626d3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367605 Jul 14 09:24:55.691609 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ff118223-f466-40ee-ae3d-003cce1f084f req-4f6f8fae-9788-48fe-9ae3-4df1f45ab9af tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] 10.222.0.68 "GET /v2.0/security-groups?id=cf40bcd2-1dd1-48fb-a6b7-6df0e80ce2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802636 Jul 14 09:24:55.808799 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-64dcbec9-131d-4ee2-8ff1-18f58ad0dbea None None] Notify callbacks [] for port, precommit_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:55.809349 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-d6b5331a-1cbd-4e39-837c-547f33420325 req-44b66aef-fdb1-4b97-80de-db3e5f1dd6ef tempest-ServerAddressesTestJSON-1365429149 tempest-ServerAddressesTestJSON-1365429149-project] For port 7b15daa9-b845-4d74-97d9-1d270c7146d3, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=7b15daa9-b845-4d74-97d9-1d270c7146d3,segment=NetworkSegment(4c304324-4492-42d0-a41c-671b36fcc8bb),segment_id=4c304324-4492-42d0-a41c-671b36fcc8bb)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:24:55.809773 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-d6b5331a-1cbd-4e39-837c-547f33420325 req-44b66aef-fdb1-4b97-80de-db3e5f1dd6ef tempest-ServerAddressesTestJSON-1365429149 tempest-ServerAddressesTestJSON-1365429149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:55.814232 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5ad31076-714c-49ec-bc37-f3d4cd90112a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:55.824608 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-64dcbec9-131d-4ee2-8ff1-18f58ad0dbea None None] Transition to ACTIVE for port object ebd60da1-1618-4ebf-b1f9-0ccef886622b will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:24:55.830795 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [req-d6b5331a-1cbd-4e39-837c-547f33420325 req-44b66aef-fdb1-4b97-80de-db3e5f1dd6ef tempest-ServerAddressesTestJSON-1365429149 tempest-ServerAddressesTestJSON-1365429149-project] Calling delete_port for 7b15daa9-b845-4d74-97d9-1d270c7146d3 owned by compute:nova {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:24:55.832322 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-5cf45d74-63d1-4fad-90ee-c4953cd15ba5 req-1f7e39c7-690a-46ce-a142-8e1c55f81620 tempest-ListImageFiltersTestJSON-1053384997 tempest-ListImageFiltersTestJSON-1053384997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:55.835030 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-64dcbec9-131d-4ee2-8ff1-18f58ad0dbea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:55.897392 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17358c79-56b8-4992-8d82-6b0f8bb82d96 None None] Pushing event updated for resources: {'Port': ['ID=ebd60da1-1618-4ebf-b1f9-0ccef886622b,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:55.911573 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-64dcbec9-131d-4ee2-8ff1-18f58ad0dbea None None] Attempting to bind port ebd60da1-1618-4ebf-b1f9-0ccef886622b on host n-d-779913-29 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:24:55.911936 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-64dcbec9-131d-4ee2-8ff1-18f58ad0dbea None None] Attempting to bind port ebd60da1-1618-4ebf-b1f9-0ccef886622b by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': '81bf7a93-80b3-43df-b9d5-462c604a2945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:24:55.912528 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64dcbec9-131d-4ee2-8ff1-18f58ad0dbea None None] Attempting to bind port ebd60da1-1618-4ebf-b1f9-0ccef886622b on network 2dcd4d32-cc7c-4468-b396-7ce5c9231892 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:24:55.919295 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64dcbec9-131d-4ee2-8ff1-18f58ad0dbea None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 24, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:24:55.919686 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64dcbec9-131d-4ee2-8ff1-18f58ad0dbea None None] Checking segment: {'id': '81bf7a93-80b3-43df-b9d5-462c604a2945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:24:55.920089 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-64dcbec9-131d-4ee2-8ff1-18f58ad0dbea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:55.920527 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64dcbec9-131d-4ee2-8ff1-18f58ad0dbea None None] Bound using segment: {'id': '81bf7a93-80b3-43df-b9d5-462c604a2945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:24:55.920987 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-64dcbec9-131d-4ee2-8ff1-18f58ad0dbea None None] Bound port: ebd60da1-1618-4ebf-b1f9-0ccef886622b, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81bf7a93-80b3-43df-b9d5-462c604a2945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:24:55.921379 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-64dcbec9-131d-4ee2-8ff1-18f58ad0dbea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:55.931603 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7e39c7-690a-46ce-a142-8e1c55f81620 tempest-ListImageFiltersTestJSON-1053384997 tempest-ListImageFiltersTestJSON-1053384997-project] Pushing event deleted for resources: {'Port': ['ID=09a75d5d-afc2-4e3b-8495-348796064b86,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:55.980265 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cf45d74-63d1-4fad-90ee-c4953cd15ba5 req-1f7e39c7-690a-46ce-a142-8e1c55f81620 tempest-ListImageFiltersTestJSON-1053384997 tempest-ListImageFiltersTestJSON-1053384997-project] No DVR routers for this DVR port 09a75d5d-afc2-4e3b-8495-348796064b86 on host n-h2-779913-29 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:24:55.982512 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-64dcbec9-131d-4ee2-8ff1-18f58ad0dbea None None] For port ebd60da1-1618-4ebf-b1f9-0ccef886622b, host n-d-779913-29, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:24:55.986370 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-64dcbec9-131d-4ee2-8ff1-18f58ad0dbea None None] For port ebd60da1-1618-4ebf-b1f9-0ccef886622b, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=ebd60da1-1618-4ebf-b1f9-0ccef886622b,segment=NetworkSegment(81bf7a93-80b3-43df-b9d5-462c604a2945),segment_id=81bf7a93-80b3-43df-b9d5-462c604a2945)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:24:55.986571 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-5cf45d74-63d1-4fad-90ee-c4953cd15ba5 req-1f7e39c7-690a-46ce-a142-8e1c55f81620 tempest-ListImageFiltersTestJSON-1053384997 tempest-ListImageFiltersTestJSON-1053384997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:55.988840 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-5cf45d74-63d1-4fad-90ee-c4953cd15ba5 req-1f7e39c7-690a-46ce-a142-8e1c55f81620 tempest-ListImageFiltersTestJSON-1053384997 tempest-ListImageFiltersTestJSON-1053384997-project] 10.222.0.57 "DELETE /v2.0/ports/09a75d5d-afc2-4e3b-8495-348796064b86 HTTP/1.1" status: 204 len: 173 time: 0.8827393 Jul 14 09:24:55.991850 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-64dcbec9-131d-4ee2-8ff1-18f58ad0dbea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:56.029472 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb27fad4-8260-4b32-af74-5155c094a6e0 req-0878011d-2824-4d97-b717-53f30211f1b0 tempest-ServerRescueTestJSON-1969041098 tempest-ServerRescueTestJSON-1969041098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:56.043546 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-bb27fad4-8260-4b32-af74-5155c094a6e0 req-0878011d-2824-4d97-b717-53f30211f1b0 tempest-ServerRescueTestJSON-1969041098 tempest-ServerRescueTestJSON-1969041098-project] 10.222.0.68 "GET /v2.0/ports?device_id=1165a2d1-7a70-431c-8db9-81b467588d28 HTTP/1.1" status: 200 len: 945 time: 0.1416180 Jul 14 09:24:56.048789 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79f64ea-cb46-4942-ac48-a42b0666e16b req-fa030ede-cf37-4bae-9a5a-71f9f52d9b5d tempest-ServerTagsTestJSON-1741644832 tempest-ServerTagsTestJSON-1741644832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:56.050458 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d79f64ea-cb46-4942-ac48-a42b0666e16b req-fa030ede-cf37-4bae-9a5a-71f9f52d9b5d tempest-ServerTagsTestJSON-1741644832 tempest-ServerTagsTestJSON-1741644832-project] 10.222.0.68 "GET /v2.0/ports?device_id=38065308-7518-467c-8032-f4289a835f8a HTTP/1.1" status: 200 len: 946 time: 0.1840203 Jul 14 09:24:56.053440 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c6679154-9f4b-4d4f-ba17-a3bbfc559bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:56.071835 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64dcbec9-131d-4ee2-8ff1-18f58ad0dbea None None] Routers {'0d1667d9-0b77-4dd3-ab13-c3de5352ee9a'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:24:56.072926 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-64dcbec9-131d-4ee2-8ff1-18f58ad0dbea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:24:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['0d1667d9-0b77-4dd3-ab13-c3de5352ee9a'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:24:56.088736 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-bb27fad4-8260-4b32-af74-5155c094a6e0 req-72ebe1ba-db20-46c8-8e9f-a00b477e5ca7 tempest-ServerRescueTestJSON-1969041098 tempest-ServerRescueTestJSON-1969041098-project] 10.222.0.68 "GET /v2.0/security-groups?id=d6a7feba-be17-4d7e-a638-e9426c29981e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486398 Jul 14 09:24:56.136365 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17358c79-56b8-4992-8d82-6b0f8bb82d96 None None] Pushing event updated for resources: {'Port': ['ID=ebd60da1-1618-4ebf-b1f9-0ccef886622b,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:56.143090 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:24:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29786571-5f1d-47d1-9c54-c4cbfb08cc51 x-openstack-request-id: req-29786571-5f1d-47d1-9c54-c4cbfb08cc51 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:24:56.143644 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49dade44-ccac-4abc-b1f0-ef47f906dc66", "tag": "c5728230-7217-466d-a8f2-3ec8768eb0f8", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:24:56.144137 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-29786571-5f1d-47d1-9c54-c4cbfb08cc51 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:24:56.144828 n-d-779913-29 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49dade44-ccac-4abc-b1f0-ef47f906dc66', 'tag': 'c5728230-7217-466d-a8f2-3ec8768eb0f8', 'status': 'completed', 'code': 200} Jul 14 09:24:56.199460 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d79f64ea-cb46-4942-ac48-a42b0666e16b req-20b71db8-a20f-4171-bb59-bff3a9c6f3c3 tempest-ServerTagsTestJSON-1741644832 tempest-ServerTagsTestJSON-1741644832-project] 10.222.0.68 "GET /v2.0/security-groups?id=a3c33696-baec-4b8b-94ad-c43aa2b16b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362019 Jul 14 09:24:56.264078 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-d6b5331a-1cbd-4e39-837c-547f33420325 req-44b66aef-fdb1-4b97-80de-db3e5f1dd6ef tempest-ServerAddressesTestJSON-1365429149 tempest-ServerAddressesTestJSON-1365429149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:56.287375 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-64dcbec9-131d-4ee2-8ff1-18f58ad0dbea None None] Set router 0d1667d9-0b77-4dd3-ab13-c3de5352ee9a gateway port host: n-d-779913-29 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:24:56.364685 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b66aef-fdb1-4b97-80de-db3e5f1dd6ef tempest-ServerAddressesTestJSON-1365429149 tempest-ServerAddressesTestJSON-1365429149-project] Pushing event deleted for resources: {'Port': ['ID=7b15daa9-b845-4d74-97d9-1d270c7146d3,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:56.418765 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6635c8f-f856-4058-9339-b836c884ab82 req-e9c092a6-68bc-4512-aa17-2fe447867548 tempest-FloatingIPsAssociationTestJSON-879911528 tempest-FloatingIPsAssociationTestJSON-879911528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:56.420675 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-e6635c8f-f856-4058-9339-b836c884ab82 req-e9c092a6-68bc-4512-aa17-2fe447867548 tempest-FloatingIPsAssociationTestJSON-879911528 tempest-FloatingIPsAssociationTestJSON-879911528-project] 10.222.0.68 "GET /v2.0/ports?device_id=1e47bf17-b929-4bf1-99b0-1c9faf851557 HTTP/1.1" status: 200 len: 945 time: 0.1645820 Jul 14 09:24:56.463615 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6b5331a-1cbd-4e39-837c-547f33420325 req-44b66aef-fdb1-4b97-80de-db3e5f1dd6ef tempest-ServerAddressesTestJSON-1365429149 tempest-ServerAddressesTestJSON-1365429149-project] No DVR routers for this DVR port 7b15daa9-b845-4d74-97d9-1d270c7146d3 on host n-h1-779913-29 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:24:56.465677 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-e6635c8f-f856-4058-9339-b836c884ab82 req-00187039-0b8f-49da-8a46-5bc6ba8c68ef tempest-FloatingIPsAssociationTestJSON-879911528 tempest-FloatingIPsAssociationTestJSON-879911528-project] 10.222.0.68 "GET /v2.0/security-groups?id=7d62c79e-4bb7-4cee-af34-fb6b30b09370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381939 Jul 14 09:24:56.474069 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-d6b5331a-1cbd-4e39-837c-547f33420325 req-44b66aef-fdb1-4b97-80de-db3e5f1dd6ef tempest-ServerAddressesTestJSON-1365429149 tempest-ServerAddressesTestJSON-1365429149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:56.476032 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d6b5331a-1cbd-4e39-837c-547f33420325 req-44b66aef-fdb1-4b97-80de-db3e5f1dd6ef tempest-ServerAddressesTestJSON-1365429149 tempest-ServerAddressesTestJSON-1365429149-project] 10.222.0.65 "DELETE /v2.0/ports/7b15daa9-b845-4d74-97d9-1d270c7146d3 HTTP/1.1" status: 204 len: 173 time: 1.1193156 Jul 14 09:24:56.476654 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d20e58b-0724-4bc5-b5b5-40e6859fc157', 'name': 'network-vif-deleted', 'tag': '7b15daa9-b845-4d74-97d9-1d270c7146d3'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:24:56.479609 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecb4bc39-7183-453d-b0e1-ef37f411abd3" -d '{"events": [{"server_uuid": "1d20e58b-0724-4bc5-b5b5-40e6859fc157", "name": "network-vif-deleted", "tag": "7b15daa9-b845-4d74-97d9-1d270c7146d3"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:24:56.543346 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-c6679154-9f4b-4d4f-ba17-a3bbfc559bc2 admin admin] Allocated IP 172.20.0.1 (58cee2b0-4a4c-44eb-9b72-cfd45f924ad2/03ca88e8-4d13-487a-ad6d-9160c00c4594/c707cb37-fa01-46f8-a9e4-56503ee39859) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:24:56.550822 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab30c24-3f95-43d1-a781-708d2ac1b3df req-68a9df42-6a4b-4a17-9fd1-409520c168ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:56.552361 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6ab30c24-3f95-43d1-a781-708d2ac1b3df req-68a9df42-6a4b-4a17-9fd1-409520c168ea service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=88495f2d6951432397900165a462d224&device_id=49dade44-ccac-4abc-b1f0-ef47f906dc66 HTTP/1.1" status: 200 len: 1127 time: 0.3416257 Jul 14 09:24:56.599949 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-64dcbec9-131d-4ee2-8ff1-18f58ad0dbea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d1667d9-0b77-4dd3-ab13-c3de5352ee9a', 'name': 'tempest-TaggedBootDevicesTest_v242-130723534-router', 'tenant_id': '4cb5d08776664e9f8e9d7e6bc7c12e1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.5'}], 'enable_snat': True}, 'gw_port_id': 'ebd60da1-1618-4ebf-b1f9-0ccef886622b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:24:52Z', 'updated_at': '2021-07-14T09:24:53Z', 'revision_number': 3, 'project_id': '4cb5d08776664e9f8e9d7e6bc7c12e1a', 'gw_port': {'id': 'ebd60da1-1618-4ebf-b1f9-0ccef886622b', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:0b:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d1667d9-0b77-4dd3-ab13-c3de5352ee9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1017, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:24:52Z', 'updated_at': '2021-07-14T09:24:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29'}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:24:56.626131 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53659e8-5e41-4358-97d4-5300cc5c9304 req-4678b0f9-7908-4dfb-ae7f-e5c9e7147415 tempest-ListServerFiltersTestJSON-249454475 tempest-ListServerFiltersTestJSON-249454475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:56.628123 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f53659e8-5e41-4358-97d4-5300cc5c9304 req-4678b0f9-7908-4dfb-ae7f-e5c9e7147415 tempest-ListServerFiltersTestJSON-249454475 tempest-ListServerFiltersTestJSON-249454475-project] 10.222.0.68 "GET /v2.0/ports?device_id=52df408e-3ce3-40d2-a2cb-21f113824a61 HTTP/1.1" status: 200 len: 946 time: 0.2188172 Jul 14 09:24:56.635474 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64dcbec9-131d-4ee2-8ff1-18f58ad0dbea None None] The sync data for ids ['0d1667d9-0b77-4dd3-ab13-c3de5352ee9a'] in n-d-779913-29 is: [{'id': '0d1667d9-0b77-4dd3-ab13-c3de5352ee9a', 'name': 'tempest-TaggedBootDevicesTest_v242-130723534-router', 'tenant_id': '4cb5d08776664e9f8e9d7e6bc7c12e1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.5'}], 'enable_snat': True}, 'gw_port_id': 'ebd60da1-1618-4ebf-b1f9-0ccef886622b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:24:52Z', 'updated_at': '2021-07-14T09:24:53Z', 'revision_number': 3, 'project_id': '4cb5d08776664e9f8e9d7e6bc7c12e1a', 'gw_port': {'id': 'ebd60da1-1618-4ebf-b1f9-0ccef886622b', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:0b:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d1667d9-0b77-4dd3-ab13-c3de5352ee9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1017, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:24:52Z', 'updated_at': '2021-07-14T09:24:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29'}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:24:56.635756 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-25cddfe4-e64c-4bc4-9caa-62a31e485b00 req-0636339b-5ebb-4ad3-9a2b-757e67c72668 tempest-ServerAddressesTestJSON-1365429149 tempest-ServerAddressesTestJSON-1365429149-project] 10.222.0.68 "GET /v2.0/ports?device_id=1d20e58b-0724-4bc5-b5b5-40e6859fc157 HTTP/1.1" status: 200 len: 210 time: 0.0394981 Jul 14 09:24:56.730997 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:24:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a798afe1-dfa9-4c5b-b2b4-ed154fcafe27 x-openstack-request-id: req-a798afe1-dfa9-4c5b-b2b4-ed154fcafe27 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:24:56.731318 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d20e58b-0724-4bc5-b5b5-40e6859fc157", "name": "network-vif-deleted", "tag": "7b15daa9-b845-4d74-97d9-1d270c7146d3", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:24:56.731550 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-a798afe1-dfa9-4c5b-b2b4-ed154fcafe27 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:24:56.731952 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d20e58b-0724-4bc5-b5b5-40e6859fc157', 'name': 'network-vif-deleted', 'tag': '7b15daa9-b845-4d74-97d9-1d270c7146d3', 'status': 'completed', 'code': 200} Jul 14 09:24:56.835567 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 0f39e973-face-4493-81d7-410ee30b1531 up at agent hyperv_n-h2-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:24:56.859050 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab30c24-3f95-43d1-a781-708d2ac1b3df req-6765a833-15a0-4a22-b5a7-16597fbd7b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:56.860717 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6ab30c24-3f95-43d1-a781-708d2ac1b3df req-6765a833-15a0-4a22-b5a7-16597fbd7b7c service neutron] 10.222.0.65 "GET /v2.0/networks?id=fdafaba0-da53-47c8-a4eb-7c69deccbba6 HTTP/1.1" status: 200 len: 909 time: 0.2167578 Jul 14 09:24:56.876564 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f53659e8-5e41-4358-97d4-5300cc5c9304 req-40d54930-0109-4faa-9ec5-d719912c7d08 tempest-ListServerFiltersTestJSON-249454475 tempest-ListServerFiltersTestJSON-249454475-project] 10.222.0.68 "GET /v2.0/security-groups?id=ce208e01-46cb-4812-9601-5914ea7ef5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2314394 Jul 14 09:24:56.980222 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Provisioning for port 0f39e973-face-4493-81d7-410ee30b1531 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:24:56.990242 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Provisioning complete for port 0f39e973-face-4493-81d7-410ee30b1531 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:24:56.990694 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:57.027895 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6ab30c24-3f95-43d1-a781-708d2ac1b3df req-b7dbc1aa-cf5a-4dc9-9fc6-fc420255279c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c5728230-7217-466d-a8f2-3ec8768eb0f8 HTTP/1.1" status: 200 len: 217 time: 0.1476820 Jul 14 09:24:57.030158 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device c20d3008-932f-4b8f-acdc-2e8f4cfb7e5c up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:24:57.054504 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c6679154-9f4b-4d4f-ba17-a3bbfc559bc2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:57.090681 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-c6679154-9f4b-4d4f-ba17-a3bbfc559bc2 admin admin] Transition to ACTIVE for port object c707cb37-fa01-46f8-a9e4-56503ee39859 will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:24:57.198795 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c6679154-9f4b-4d4f-ba17-a3bbfc559bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:57.235773 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port c20d3008-932f-4b8f-acdc-2e8f4cfb7e5c triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:24:57.236151 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:57.316847 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:57.376225 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-4e904966-3f3c-49ae-9abd-97444bffb42f req-ad0ef4d9-7bc4-4291-aa54-d7232c8f96ad tempest-ListImageFiltersTestJSON-1053384997 tempest-ListImageFiltersTestJSON-1053384997-project] 10.222.0.68 "GET /v2.0/ports?device_id=f4ff6602-55fb-48e4-97e3-972a5ca4e95b HTTP/1.1" status: 200 len: 210 time: 0.5649738 Jul 14 09:24:57.397745 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6679154-9f4b-4d4f-ba17-a3bbfc559bc2 admin admin] Network 58cee2b0-4a4c-44eb-9b72-cfd45f924ad2 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:24:57.400128 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 0f39e973-face-4493-81d7-410ee30b1531, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=0f39e973-face-4493-81d7-410ee30b1531,segment=NetworkSegment(ddccd952-f86c-42d9-9a76-fafa68d7d61d),segment_id=ddccd952-f86c-42d9-9a76-fafa68d7d61d)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:24:57.402163 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e47bf17-b929-4bf1-99b0-1c9faf851557', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f39e973-face-4493-81d7-410ee30b1531'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:24:57.404901 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd62303f06773040a8a4e189dc46b4f565768c299abf8ab8e7739778b0bc3e97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5920ddc7-137d-48de-94ad-8fecafbba934" -d '{"events": [{"server_uuid": "1e47bf17-b929-4bf1-99b0-1c9faf851557", "name": "network-vif-plugged", "status": "completed", "tag": "0f39e973-face-4493-81d7-410ee30b1531"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:24:57.413416 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:57.415506 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 09a75d5d-afc2-4e3b-8495-348796064b86 no longer exists at agent hyperv_n-h2-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:24:57.417250 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331b8514-85a5-4dcb-ab6a-4a319dac1b19 req-f4c8e7f5-56ea-4bf8-bd6c-9cbb2eeaf4d1 tempest-ServerTagsTestJSON-1741644832 tempest-ServerTagsTestJSON-1741644832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:57.419240 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-331b8514-85a5-4dcb-ab6a-4a319dac1b19 req-f4c8e7f5-56ea-4bf8-bd6c-9cbb2eeaf4d1 tempest-ServerTagsTestJSON-1741644832 tempest-ServerTagsTestJSON-1741644832-project] 10.222.0.65 "GET /v2.0/ports?device_id=38065308-7518-467c-8032-f4289a835f8a HTTP/1.1" status: 200 len: 946 time: 0.7761412 Jul 14 09:24:57.423449 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-c6679154-9f4b-4d4f-ba17-a3bbfc559bc2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:24:57.426006 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6679154-9f4b-4d4f-ba17-a3bbfc559bc2 admin admin] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:24:57.482836 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c6679154-9f4b-4d4f-ba17-a3bbfc559bc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-660393'] for router_interface, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:57.500493 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] No Port match for: 09a75d5d-afc2-4e3b-8495-348796064b86 {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:24:57.500988 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 09a75d5d-afc2-4e3b-8495-348796064b86 not bound to the agent host n-h2-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:24:57.520672 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Pushing event updated for resources: {'Port': ['ID=0f39e973-face-4493-81d7-410ee30b1531,revision_number=5']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:57.568761 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:24:57.569118 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:24:57.569466 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:24:57.572011 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:24:57.572391 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:24:57.572735 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:24:57.573077 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:24:57.573411 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:24:57.573902 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:24:57.574236 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:24:57.574566 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:24:57.574896 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:24:57.616338 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5bbe322f-3f67-4864-bc0a-91afe44d23e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:57.645408 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b06fec-37d6-49db-b371-9eb13508b84d req-0943def1-6271-4d63-af5f-8c041cd50e53 tempest-ServerRescueTestJSON-1969041098 tempest-ServerRescueTestJSON-1969041098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:57.654353 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-a9b06fec-37d6-49db-b371-9eb13508b84d req-0943def1-6271-4d63-af5f-8c041cd50e53 tempest-ServerRescueTestJSON-1969041098 tempest-ServerRescueTestJSON-1969041098-project] 10.222.0.68 "GET /v2.0/ports?device_id=1165a2d1-7a70-431c-8db9-81b467588d28 HTTP/1.1" status: 200 len: 945 time: 0.0979838 Jul 14 09:24:57.697596 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-a9b06fec-37d6-49db-b371-9eb13508b84d req-cb2898a6-69c2-48c9-b755-dd3ac8f43e88 tempest-ServerRescueTestJSON-1969041098 tempest-ServerRescueTestJSON-1969041098-project] 10.222.0.68 "GET /v2.0/security-groups?id=d6a7feba-be17-4d7e-a638-e9426c29981e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420699 Jul 14 09:24:57.744833 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-b245e081-9caa-4b65-a084-31c2620c6060 None None] Provisioning for port c707cb37-fa01-46f8-a9e4-56503ee39859 completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:24:57.749799 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-b245e081-9caa-4b65-a084-31c2620c6060 None None] Provisioning complete for port c707cb37-fa01-46f8-a9e4-56503ee39859 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:24:57.750175 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b245e081-9caa-4b65-a084-31c2620c6060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:57.789475 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-b245e081-9caa-4b65-a084-31c2620c6060 None None] Port c707cb37-fa01-46f8-a9e4-56503ee39859 cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:24:57.888400 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d09928-f5bd-4324-b64c-b8130f2bec46 req-da1921e9-f5c8-4c18-bed5-1fe8bf6cebb7 tempest-ServerTagsTestJSON-1741644832 tempest-ServerTagsTestJSON-1741644832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:57.889942 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-12d09928-f5bd-4324-b64c-b8130f2bec46 req-da1921e9-f5c8-4c18-bed5-1fe8bf6cebb7 tempest-ServerTagsTestJSON-1741644832 tempest-ServerTagsTestJSON-1741644832-project] 10.222.0.68 "GET /v2.0/ports?device_id=38065308-7518-467c-8032-f4289a835f8a HTTP/1.1" status: 200 len: 946 time: 0.0793495 Jul 14 09:24:57.937581 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-12d09928-f5bd-4324-b64c-b8130f2bec46 req-cb403c55-a576-4d05-aa9b-0fd1248552a2 tempest-ServerTagsTestJSON-1741644832 tempest-ServerTagsTestJSON-1741644832-project] 10.222.0.68 "GET /v2.0/security-groups?id=a3c33696-baec-4b8b-94ad-c43aa2b16b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419011 Jul 14 09:24:57.962953 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device c5728230-7217-466d-a8f2-3ec8768eb0f8 no longer exists at agent hyperv_n-h1-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:24:57.966550 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab30c24-3f95-43d1-a781-708d2ac1b3df req-8fe34b53-87bd-4d9f-a039-141f7c6c91c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:57.969151 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6ab30c24-3f95-43d1-a781-708d2ac1b3df req-8fe34b53-87bd-4d9f-a039-141f7c6c91c6 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=5194e827-9fb1-419e-b4bc-69aee8b3dca3 HTTP/1.1" status: 200 len: 848 time: 0.8047101 Jul 14 09:24:57.975866 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6679154-9f4b-4d4f-ba17-a3bbfc559bc2 admin admin] Pushing event updated for resources: {'Port': ['ID=c707cb37-fa01-46f8-a9e4-56503ee39859,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:57.999750 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:24:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3099f1b3-6998-451f-a381-d9a075334b0a x-openstack-request-id: req-3099f1b3-6998-451f-a381-d9a075334b0a {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:24:58.000208 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e47bf17-b929-4bf1-99b0-1c9faf851557", "name": "network-vif-plugged", "status": "completed", "tag": "0f39e973-face-4493-81d7-410ee30b1531", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:24:58.000509 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-3099f1b3-6998-451f-a381-d9a075334b0a {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:24:58.000854 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e47bf17-b929-4bf1-99b0-1c9faf851557', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f39e973-face-4493-81d7-410ee30b1531', 'code': 200} Jul 14 09:24:58.047858 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6ab30c24-3f95-43d1-a781-708d2ac1b3df req-b2ccb7e9-6158-4277-9a13-773d6387f14f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=fdafaba0-da53-47c8-a4eb-7c69deccbba6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0687535 Jul 14 09:24:58.069578 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 7b15daa9-b845-4d74-97d9-1d270c7146d3 no longer exists at agent hyperv_n-h1-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:24:58.093252 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] No Port match for: 7b15daa9-b845-4d74-97d9-1d270c7146d3 {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:24:58.093633 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 7b15daa9-b845-4d74-97d9-1d270c7146d3 not bound to the agent host n-h1-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:24:58.094059 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device cd5bc918-0adb-4025-8636-f718cafc56ae no longer exists at agent hyperv_n-h1-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:24:58.158992 n-d-779913-29 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4ff6602-55fb-48e4-97e3-972a5ca4e95b', 'name': 'network-vif-deleted', 'tag': '09a75d5d-afc2-4e3b-8495-348796064b86'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:24:58.161671 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cb48f044f948e981f43897c8d7f1332f741dc7af2b4c5a6e19d8f4a80f708e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55813882-9170-4157-a3dc-3b659c52abb1" -d '{"events": [{"server_uuid": "f4ff6602-55fb-48e4-97e3-972a5ca4e95b", "name": "network-vif-deleted", "tag": "09a75d5d-afc2-4e3b-8495-348796064b86"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:24:58.181153 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:58.192667 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a00b3fc-5716-43ff-bddc-844b0f9a579f req-fdcad2f9-c237-40c7-845d-bdbd5d64cf06 tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:58.194196 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8a00b3fc-5716-43ff-bddc-844b0f9a579f req-fdcad2f9-c237-40c7-845d-bdbd5d64cf06 tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] 10.222.0.68 "GET /v2.0/ports?device_id=49dade44-ccac-4abc-b1f0-ef47f906dc66 HTTP/1.1" status: 200 len: 944 time: 1.0221527 Jul 14 09:24:58.214960 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-eca1257b-e689-4e16-a5d6-0b7bf7242454 req-76b3e859-fa65-407e-814e-69fae48b838e service neutron] 10.222.0.65 "GET /v2.0/ports/c5728230-7217-466d-a8f2-3ec8768eb0f8/bindings/n-h2-779913-29 HTTP/1.1" status: 200 len: 385 time: 0.3433847 Jul 14 09:24:58.233533 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ac6c04-36a8-4449-9968-363928818649 req-53bbaae3-3d92-4da3-9764-ac814c944385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:58.235174 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-07ac6c04-36a8-4449-9968-363928818649 req-53bbaae3-3d92-4da3-9764-ac814c944385 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=1e47bf17-b929-4bf1-99b0-1c9faf851557 HTTP/1.1" status: 200 len: 1098 time: 0.1098452 Jul 14 09:24:58.246809 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b6b5a8-8fb5-4430-aa85-9cf8b9cdd703 req-10cf96fe-4b2e-4622-8eb6-df8b15af70ca tempest-FloatingIPsAssociationTestJSON-879911528 tempest-FloatingIPsAssociationTestJSON-879911528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:58.248408 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-48b6b5a8-8fb5-4430-aa85-9cf8b9cdd703 req-10cf96fe-4b2e-4622-8eb6-df8b15af70ca tempest-FloatingIPsAssociationTestJSON-879911528 tempest-FloatingIPsAssociationTestJSON-879911528-project] 10.222.0.68 "GET /v2.0/ports?device_id=1e47bf17-b929-4bf1-99b0-1c9faf851557 HTTP/1.1" status: 200 len: 946 time: 0.1243942 Jul 14 09:24:58.302939 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-07ac6c04-36a8-4449-9968-363928818649 req-06529ff9-7e78-46d3-8aee-4d6f3dbea97d service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=7d62c79e-4bb7-4cee-af34-fb6b30b09370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534468 Jul 14 09:24:58.316343 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-48b6b5a8-8fb5-4430-aa85-9cf8b9cdd703 req-bbe70de3-5bfc-48c4-8424-954cbc3b8778 tempest-FloatingIPsAssociationTestJSON-879911528 tempest-FloatingIPsAssociationTestJSON-879911528-project] 10.222.0.68 "GET /v2.0/security-groups?id=7d62c79e-4bb7-4cee-af34-fb6b30b09370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525486 Jul 14 09:24:58.361324 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port cd5bc918-0adb-4025-8636-f718cafc56ae, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=cd5bc918-0adb-4025-8636-f718cafc56ae,segment=NetworkSegment(901c3b48-a84f-4bce-be92-b70d9bb3defe),segment_id=901c3b48-a84f-4bce-be92-b70d9bb3defe)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:24:58.368392 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:58.371810 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8a00b3fc-5716-43ff-bddc-844b0f9a579f req-1afbea0a-527e-4ec6-8602-9426f00dbfca tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] 10.222.0.68 "GET /v2.0/security-groups?id=cf40bcd2-1dd1-48fb-a6b7-6df0e80ce2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548135 Jul 14 09:24:58.382706 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6ab30c24-3f95-43d1-a781-708d2ac1b3df req-4b52d60d-afe3-42a3-b79e-bdc7bbf45a92 service neutron] 10.222.0.65 "GET /v2.0/networks/fdafaba0-da53-47c8-a4eb-7c69deccbba6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3241329 Jul 14 09:24:58.391683 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [req-331b8514-85a5-4dcb-ab6a-4a319dac1b19 req-fdd1b7be-cd44-428d-b6d2-84fbe7177f37 tempest-ServerTagsTestJSON-1741644832 tempest-ServerTagsTestJSON-1741644832-project] Deleting port cd5bc918-0adb-4025-8636-f718cafc56ae {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:24:58.392322 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-331b8514-85a5-4dcb-ab6a-4a319dac1b19 req-fdd1b7be-cd44-428d-b6d2-84fbe7177f37 tempest-ServerTagsTestJSON-1741644832 tempest-ServerTagsTestJSON-1741644832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:58.395667 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c6679154-9f4b-4d4f-ba17-a3bbfc559bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:58.429737 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Pushing event updated for resources: {'Port': ['ID=cd5bc918-0adb-4025-8636-f718cafc56ae,revision_number=6']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:58.452871 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 46604) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:58.496143 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:24:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b40cbd8-e347-4124-ba2e-a5a2467e9203 x-openstack-request-id: req-4b40cbd8-e347-4124-ba2e-a5a2467e9203 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:24:58.496551 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4ff6602-55fb-48e4-97e3-972a5ca4e95b", "name": "network-vif-deleted", "tag": "09a75d5d-afc2-4e3b-8495-348796064b86", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:24:58.496955 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-4b40cbd8-e347-4124-ba2e-a5a2467e9203 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:24:58.497382 n-d-779913-29 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4ff6602-55fb-48e4-97e3-972a5ca4e95b', 'name': 'network-vif-deleted', 'tag': '09a75d5d-afc2-4e3b-8495-348796064b86', 'status': 'completed', 'code': 200} Jul 14 09:24:58.509905 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-28d9e941-3d46-4952-b88a-d3f14a78de5e admin admin] Deleting subnet fe9c1bfe-299a-4351-acec-7ba068cd116d {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:24:58.513365 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-28d9e941-3d46-4952-b88a-d3f14a78de5e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:58.554191 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-28d9e941-3d46-4952-b88a-d3f14a78de5e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13574120'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:58.603367 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-28d9e941-3d46-4952-b88a-d3f14a78de5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3481002'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:58.667535 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-28d9e941-3d46-4952-b88a-d3f14a78de5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13574056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16714573'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:58.716755 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d9e941-3d46-4952-b88a-d3f14a78de5e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe9c1bfe-299a-4351-acec-7ba068cd116d,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:58.719594 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-28d9e941-3d46-4952-b88a-d3f14a78de5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:58.724773 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-28d9e941-3d46-4952-b88a-d3f14a78de5e admin admin] 10.222.0.68 "DELETE /v2.0/subnets/fe9c1bfe-299a-4351-acec-7ba068cd116d HTTP/1.1" status: 204 len: 168 time: 0.2668390 Jul 14 09:24:58.725913 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 46614) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:58.799028 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5e7db53c-5401-41b0-97d4-657b205b33bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3876111'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:58.888829 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6ab30c24-3f95-43d1-a781-708d2ac1b3df req-9b5ae4b5-1509-4d80-b3de-54672c6566a2 service neutron] 10.222.0.65 "GET /v2.0/networks/fdafaba0-da53-47c8-a4eb-7c69deccbba6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4811304 Jul 14 09:24:58.894367 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-eca1257b-e689-4e16-a5d6-0b7bf7242454 req-69915bc4-1461-486a-b672-893dece985b5 service neutron] For port c5728230-7217-466d-a8f2-3ec8768eb0f8, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=c5728230-7217-466d-a8f2-3ec8768eb0f8,segment=NetworkSegment(3140b72d-6a4a-4668-bad8-c572bd128f6c),segment_id=3140b72d-6a4a-4668-bad8-c572bd128f6c)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:24:58.897903 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-331b8514-85a5-4dcb-ab6a-4a319dac1b19 req-fdd1b7be-cd44-428d-b6d2-84fbe7177f37 tempest-ServerTagsTestJSON-1741644832 tempest-ServerTagsTestJSON-1741644832-project] For port cd5bc918-0adb-4025-8636-f718cafc56ae, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=cd5bc918-0adb-4025-8636-f718cafc56ae,segment=NetworkSegment(901c3b48-a84f-4bce-be92-b70d9bb3defe),segment_id=901c3b48-a84f-4bce-be92-b70d9bb3defe)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:24:58.898235 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-331b8514-85a5-4dcb-ab6a-4a319dac1b19 req-fdd1b7be-cd44-428d-b6d2-84fbe7177f37 tempest-ServerTagsTestJSON-1741644832 tempest-ServerTagsTestJSON-1741644832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:58.914154 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5e7db53c-5401-41b0-97d4-657b205b33bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473955', 'neutron.services.segments.db._delete_segments_for_network-8735688326548'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:58.934264 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-5e7db53c-5401-41b0-97d4-657b205b33bd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['820fc62c-7ca2-46c2-80de-ece46f6e6a9d']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:24:58.934490 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12c3d85-02b8-4ba9-978e-9f37448b1b91 req-11945491-15c5-44d6-a9b5-d7d1b09f4865 tempest-ListServerFiltersTestJSON-249454475 tempest-ListServerFiltersTestJSON-249454475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:58.941246 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b12c3d85-02b8-4ba9-978e-9f37448b1b91 req-11945491-15c5-44d6-a9b5-d7d1b09f4865 tempest-ListServerFiltersTestJSON-249454475 tempest-ListServerFiltersTestJSON-249454475-project] 10.222.0.68 "GET /v2.0/ports?device_id=52df408e-3ce3-40d2-a2cb-21f113824a61 HTTP/1.1" status: 200 len: 946 time: 0.4120948 Jul 14 09:24:58.952307 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-5e7db53c-5401-41b0-97d4-657b205b33bd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c304324-4492-42d0-a41c-671b36fcc8bb') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:24:58.952614 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-5e7db53c-5401-41b0-97d4-657b205b33bd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c304324-4492-42d0-a41c-671b36fcc8bb') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:24:58.961009 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [req-331b8514-85a5-4dcb-ab6a-4a319dac1b19 req-fdd1b7be-cd44-428d-b6d2-84fbe7177f37 tempest-ServerTagsTestJSON-1741644832 tempest-ServerTagsTestJSON-1741644832-project] Calling delete_port for cd5bc918-0adb-4025-8636-f718cafc56ae owned by compute:nova {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:24:58.963028 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5e7db53c-5401-41b0-97d4-657b205b33bd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735688356235', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13574129'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:58.981551 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5e7db53c-5401-41b0-97d4-657b205b33bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:58.989275 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e7db53c-5401-41b0-97d4-657b205b33bd admin admin] Releasing vlan 744 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:24:58.989762 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5e7db53c-5401-41b0-97d4-657b205b33bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13573126'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:58.991516 n-d-779913-29 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:24:58.991516 n-d-779913-29 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:24:58.991516 n-d-779913-29 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:24:58.991516 n-d-779913-29 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:24:58.991516 n-d-779913-29 neutron-server[93958]: Traceback (most recent call last): Jul 14 09:24:58.991516 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:24:58.991516 n-d-779913-29 neutron-server[93958]: timer() Jul 14 09:24:58.991516 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:24:58.991516 n-d-779913-29 neutron-server[93958]: cb(*args, **kw) Jul 14 09:24:58.991516 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:24:58.991516 n-d-779913-29 neutron-server[93958]: return func(*args, **kwargs) Jul 14 09:24:58.991516 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:24:58.991516 n-d-779913-29 neutron-server[93958]: self._notify() Jul 14 09:24:58.991516 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:24:58.991516 n-d-779913-29 neutron-server[93958]: self.callback(batched_events) Jul 14 09:24:58.991516 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:24:58.991516 n-d-779913-29 neutron-server[93958]: event.method(event) Jul 14 09:24:58.991516 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:24:58.991516 n-d-779913-29 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:24:58.991516 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:24:58.991516 n-d-779913-29 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:24:58.991516 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:24:58.991516 n-d-779913-29 neutron-server[93958]: return f(self, *a, **k) Jul 14 09:24:58.991516 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:24:58.991516 n-d-779913-29 neutron-server[93958]: return self._get(url).json() Jul 14 09:24:58.991516 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:24:58.991516 n-d-779913-29 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:24:58.991516 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:24:58.991516 n-d-779913-29 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 14 09:24:58.991516 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:24:58.991516 n-d-779913-29 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:24:58.991516 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:24:58.991516 n-d-779913-29 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:24:58.991516 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:24:58.991516 n-d-779913-29 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:24:58.991516 n-d-779913-29 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:24:59.009546 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device ebd60da1-1618-4ebf-b1f9-0ccef886622b up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:24:59.010151 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-eca1257b-e689-4e16-a5d6-0b7bf7242454 req-69915bc4-1461-486a-b672-893dece985b5 service neutron] For port c5728230-7217-466d-a8f2-3ec8768eb0f8, host n-h1-779913-29, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:24:59.072909 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5e7db53c-5401-41b0-97d4-657b205b33bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660504'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:59.079257 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning for port ebd60da1-1618-4ebf-b1f9-0ccef886622b completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:24:59.082708 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5e7db53c-5401-41b0-97d4-657b205b33bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:59.087767 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port ebd60da1-1618-4ebf-b1f9-0ccef886622b triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:24:59.087767 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:59.088086 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-5e7db53c-5401-41b0-97d4-657b205b33bd admin admin] 10.222.0.68 "DELETE /v2.0/networks/820fc62c-7ca2-46c2-80de-ece46f6e6a9d HTTP/1.1" status: 204 len: 168 time: 0.3583906 Jul 14 09:24:59.099410 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7db53c-5401-41b0-97d4-657b205b33bd admin admin] Pushing event deleted for resources: {'Network': ['ID=820fc62c-7ca2-46c2-80de-ece46f6e6a9d,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:59.124818 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [req-eca1257b-e689-4e16-a5d6-0b7bf7242454 req-69915bc4-1461-486a-b672-893dece985b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5728230-7217-466d-a8f2-3ec8768eb0f8 {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:24:59.137796 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-eca1257b-e689-4e16-a5d6-0b7bf7242454 req-69915bc4-1461-486a-b672-893dece985b5 service neutron] For port c5728230-7217-466d-a8f2-3ec8768eb0f8, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=c5728230-7217-466d-a8f2-3ec8768eb0f8,segment=NetworkSegment(3140b72d-6a4a-4668-bad8-c572bd128f6c),segment_id=3140b72d-6a4a-4668-bad8-c572bd128f6c)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:24:59.174041 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-eca1257b-e689-4e16-a5d6-0b7bf7242454 req-69915bc4-1461-486a-b672-893dece985b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:59.189014 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:59.214328 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] For port ebd60da1-1618-4ebf-b1f9-0ccef886622b, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=ebd60da1-1618-4ebf-b1f9-0ccef886622b,segment=NetworkSegment(81bf7a93-80b3-43df-b9d5-462c604a2945),segment_id=81bf7a93-80b3-43df-b9d5-462c604a2945)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:24:59.219345 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:59.232400 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 46634) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:59.236256 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b12c3d85-02b8-4ba9-978e-9f37448b1b91 req-94e39eaf-667c-4511-91e8-f5f85a8115dd tempest-ListServerFiltersTestJSON-249454475 tempest-ListServerFiltersTestJSON-249454475-project] 10.222.0.68 "GET /v2.0/security-groups?id=ce208e01-46cb-4812-9601-5914ea7ef5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2938082 Jul 14 09:24:59.242154 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c6679154-9f4b-4d4f-ba17-a3bbfc559bc2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:59.269826 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebda88e-fc8c-42ea-80a5-1f38dc15cf1b req-b946f105-7e0e-48ed-8073-10add4ef6c7b tempest-ServerRescueTestJSON-1969041098 tempest-ServerRescueTestJSON-1969041098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:59.269826 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-8ebda88e-fc8c-42ea-80a5-1f38dc15cf1b req-b946f105-7e0e-48ed-8073-10add4ef6c7b tempest-ServerRescueTestJSON-1969041098 tempest-ServerRescueTestJSON-1969041098-project] 10.222.0.68 "GET /v2.0/ports?device_id=1165a2d1-7a70-431c-8db9-81b467588d28 HTTP/1.1" status: 200 len: 945 time: 0.0954049 Jul 14 09:24:59.280005 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c6679154-9f4b-4d4f-ba17-a3bbfc559bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:59.300548 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Pushing event updated for resources: {'Port': ['ID=ebd60da1-1618-4ebf-b1f9-0ccef886622b,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:59.309788 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-15771508-4c51-4a57-a208-135ea1c5cea3 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=92040518657d4e7c9b4da35b57d22556&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0744131 Jul 14 09:24:59.312262 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 46636) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:59.339986 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-8ebda88e-fc8c-42ea-80a5-1f38dc15cf1b req-550417c9-7298-4e21-8d27-f29696c031c5 tempest-ServerRescueTestJSON-1969041098 tempest-ServerRescueTestJSON-1969041098-project] 10.222.0.68 "GET /v2.0/security-groups?id=d6a7feba-be17-4d7e-a638-e9426c29981e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635617 Jul 14 09:24:59.395826 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2ad5bf22-8ade-45f8-a22b-c3140ffdec3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:59.423930 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2ad5bf22-8ade-45f8-a22b-c3140ffdec3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:59.425287 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c6679154-9f4b-4d4f-ba17-a3bbfc559bc2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-683747'] for router_interface, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:59.475502 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6679154-9f4b-4d4f-ba17-a3bbfc559bc2 admin admin] Pushing event updated for resources: {'Port': ['ID=c707cb37-fa01-46f8-a9e4-56503ee39859,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:59.485131 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2ad5bf22-8ade-45f8-a22b-c3140ffdec3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:59.489673 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2ad5bf22-8ade-45f8-a22b-c3140ffdec3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:59.494398 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-2ad5bf22-8ade-45f8-a22b-c3140ffdec3f admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/11b051ae-b403-4d1d-bc07-a6a9d7b45049 HTTP/1.1" status: 204 len: 168 time: 0.1782448 Jul 14 09:24:59.507880 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad5bf22-8ade-45f8-a22b-c3140ffdec3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11b051ae-b403-4d1d-bc07-a6a9d7b45049,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:59.587337 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [req-eca1257b-e689-4e16-a5d6-0b7bf7242454 req-69915bc4-1461-486a-b672-893dece985b5 service neutron] Transition to ACTIVE for port object c5728230-7217-466d-a8f2-3ec8768eb0f8 will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:24:59.594066 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-331b8514-85a5-4dcb-ab6a-4a319dac1b19 req-fdd1b7be-cd44-428d-b6d2-84fbe7177f37 tempest-ServerTagsTestJSON-1741644832 tempest-ServerTagsTestJSON-1741644832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:59.605221 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-eca1257b-e689-4e16-a5d6-0b7bf7242454 req-69915bc4-1461-486a-b672-893dece985b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:59.727775 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfed869d-9a3d-4303-af86-f5ab74821c46 req-f4488cdd-cec3-4ace-b7de-73299f784e89 tempest-ServerTagsTestJSON-1741644832 tempest-ServerTagsTestJSON-1741644832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:59.730315 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-cfed869d-9a3d-4303-af86-f5ab74821c46 req-f4488cdd-cec3-4ace-b7de-73299f784e89 tempest-ServerTagsTestJSON-1741644832 tempest-ServerTagsTestJSON-1741644832-project] 10.222.0.68 "GET /v2.0/ports?device_id=38065308-7518-467c-8032-f4289a835f8a HTTP/1.1" status: 200 len: 865 time: 0.3340445 Jul 14 09:24:59.767534 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69915bc4-1461-486a-b672-893dece985b5 service neutron] Pushing event updated for resources: {'Port': ['ID=c5728230-7217-466d-a8f2-3ec8768eb0f8,revision_number=10']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:59.808137 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6679154-9f4b-4d4f-ba17-a3bbfc559bc2 admin admin] Network 58cee2b0-4a4c-44eb-9b72-cfd45f924ad2 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:24:59.871633 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-c6679154-9f4b-4d4f-ba17-a3bbfc559bc2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:24:59.892406 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-cfed869d-9a3d-4303-af86-f5ab74821c46 req-66d1fabe-e347-46ac-b201-7099a5b911c8 tempest-ServerTagsTestJSON-1741644832 tempest-ServerTagsTestJSON-1741644832-project] 10.222.0.68 "GET /v2.0/security-groups?id=a3c33696-baec-4b8b-94ad-c43aa2b16b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109037 Jul 14 09:24:59.893367 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-eca1257b-e689-4e16-a5d6-0b7bf7242454 req-69915bc4-1461-486a-b672-893dece985b5 service neutron] No DVR routers for this DVR port c5728230-7217-466d-a8f2-3ec8768eb0f8 on host n-h1-779913-29 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:24:59.895686 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-331b8514-85a5-4dcb-ab6a-4a319dac1b19 req-fdd1b7be-cd44-428d-b6d2-84fbe7177f37 tempest-ServerTagsTestJSON-1741644832 tempest-ServerTagsTestJSON-1741644832-project] No DVR routers for this DVR port cd5bc918-0adb-4025-8636-f718cafc56ae on host n-h1-779913-29 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:24:59.905112 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-331b8514-85a5-4dcb-ab6a-4a319dac1b19 req-fdd1b7be-cd44-428d-b6d2-84fbe7177f37 tempest-ServerTagsTestJSON-1741644832 tempest-ServerTagsTestJSON-1741644832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:59.907411 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-331b8514-85a5-4dcb-ab6a-4a319dac1b19 req-fdd1b7be-cd44-428d-b6d2-84fbe7177f37 tempest-ServerTagsTestJSON-1741644832 tempest-ServerTagsTestJSON-1741644832-project] 10.222.0.65 "DELETE /v2.0/ports/cd5bc918-0adb-4025-8636-f718cafc56ae HTTP/1.1" status: 204 len: 173 time: 2.4293172 Jul 14 09:24:59.908137 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38065308-7518-467c-8032-f4289a835f8a', 'name': 'network-vif-deleted', 'tag': 'cd5bc918-0adb-4025-8636-f718cafc56ae'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:24:59.910833 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41e042b4-4a95-4ea5-ae5e-83d59ecdb410" -d '{"events": [{"server_uuid": "38065308-7518-467c-8032-f4289a835f8a", "name": "network-vif-deleted", "tag": "cd5bc918-0adb-4025-8636-f718cafc56ae"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:25:00.002217 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38065308-7518-467c-8032-f4289a835f8a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd5bc918-0adb-4025-8636-f718cafc56ae'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:25:00.006860 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd62303f06773040a8a4e189dc46b4f565768c299abf8ab8e7739778b0bc3e97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75550912-2c0e-4f78-a1f9-608feb9047fd" -d '{"events": [{"server_uuid": "38065308-7518-467c-8032-f4289a835f8a", "name": "network-vif-unplugged", "status": "completed", "tag": "cd5bc918-0adb-4025-8636-f718cafc56ae"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:25:00.111736 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd1b7be-cd44-428d-b6d2-84fbe7177f37 tempest-ServerTagsTestJSON-1741644832 tempest-ServerTagsTestJSON-1741644832-project] Pushing event deleted for resources: {'Port': ['ID=cd5bc918-0adb-4025-8636-f718cafc56ae,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:00.127871 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcec8c3d-1024-4711-b7e1-8aee72e6d041 req-6e2f7a94-b134-4113-855d-c0489cad0e9f tempest-FloatingIPsAssociationTestJSON-879911528 tempest-FloatingIPsAssociationTestJSON-879911528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:00.129783 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-bcec8c3d-1024-4711-b7e1-8aee72e6d041 req-6e2f7a94-b134-4113-855d-c0489cad0e9f tempest-FloatingIPsAssociationTestJSON-879911528 tempest-FloatingIPsAssociationTestJSON-879911528-project] 10.222.0.68 "GET /v2.0/ports?device_id=1e47bf17-b929-4bf1-99b0-1c9faf851557 HTTP/1.1" status: 200 len: 946 time: 0.1269720 Jul 14 09:25:00.195420 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-eca1257b-e689-4e16-a5d6-0b7bf7242454 req-69915bc4-1461-486a-b672-893dece985b5 service neutron] 10.222.0.65 "PUT /v2.0/ports/c5728230-7217-466d-a8f2-3ec8768eb0f8/bindings/n-h2-779913-29/activate HTTP/1.1" status: 200 len: 370 time: 1.9741776 Jul 14 09:25:00.214646 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-bcec8c3d-1024-4711-b7e1-8aee72e6d041 req-ad5c4bd3-9bc8-4093-9e09-0646e04abfaa tempest-FloatingIPsAssociationTestJSON-879911528 tempest-FloatingIPsAssociationTestJSON-879911528-project] 10.222.0.68 "GET /v2.0/security-groups?id=7d62c79e-4bb7-4cee-af34-fb6b30b09370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777946 Jul 14 09:25:00.236907 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6679154-9f4b-4d4f-ba17-a3bbfc559bc2 admin admin] Router 0d1667d9-0b77-4dd3-ab13-c3de5352ee9a has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:25:00.239794 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-73678c28-3e23-4a3c-a44b-d08068e8c99b None None] Provisioning complete for port c707cb37-fa01-46f8-a9e4-56503ee39859 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:25:00.240749 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-73678c28-3e23-4a3c-a44b-d08068e8c99b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:00.285101 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-73678c28-3e23-4a3c-a44b-d08068e8c99b None None] Port c707cb37-fa01-46f8-a9e4-56503ee39859 cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:25:00.315787 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0f1cdb-1e82-4645-96ac-28f90d94e087 req-f00fbcdf-38c9-4f47-a49b-8e3689bb12dd tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:00.317339 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-da0f1cdb-1e82-4645-96ac-28f90d94e087 req-f00fbcdf-38c9-4f47-a49b-8e3689bb12dd tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] 10.222.0.68 "GET /v2.0/ports?device_id=49dade44-ccac-4abc-b1f0-ef47f906dc66 HTTP/1.1" status: 200 len: 945 time: 0.2133422 Jul 14 09:25:00.403250 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-da0f1cdb-1e82-4645-96ac-28f90d94e087 req-ed5a58f7-c779-4170-ab43-f44ee672854b tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] 10.222.0.68 "GET /v2.0/security-groups?id=cf40bcd2-1dd1-48fb-a6b7-6df0e80ce2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748775 Jul 14 09:25:00.410310 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6679154-9f4b-4d4f-ba17-a3bbfc559bc2 admin admin] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:25:00.423217 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c1748af-6019-4496-a931-76b28a309530 None None] Sync routers for ids ['0d1667d9-0b77-4dd3-ab13-c3de5352ee9a'] in n-d-779913-29 {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:25:00.423929 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-c6679154-9f4b-4d4f-ba17-a3bbfc559bc2 admin admin] 10.222.0.68 "PUT /v2.0/routers/0d1667d9-0b77-4dd3-ab13-c3de5352ee9a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5739644 Jul 14 09:25:00.434140 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c1748af-6019-4496-a931-76b28a309530 None None] Routers {'0d1667d9-0b77-4dd3-ab13-c3de5352ee9a'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:25:00.435105 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-7c1748af-6019-4496-a931-76b28a309530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:24:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['0d1667d9-0b77-4dd3-ab13-c3de5352ee9a'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:25:00.459984 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:24:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d827fe4-c14c-4f79-b8ff-c7305719d149 x-openstack-request-id: req-9d827fe4-c14c-4f79-b8ff-c7305719d149 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:25:00.460293 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38065308-7518-467c-8032-f4289a835f8a", "name": "network-vif-deleted", "tag": "cd5bc918-0adb-4025-8636-f718cafc56ae", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:25:00.460556 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-9d827fe4-c14c-4f79-b8ff-c7305719d149 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:25:00.460973 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38065308-7518-467c-8032-f4289a835f8a', 'name': 'network-vif-deleted', 'tag': 'cd5bc918-0adb-4025-8636-f718cafc56ae', 'status': 'completed', 'code': 200} Jul 14 09:25:00.524920 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 09:25:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea8a1b4c-051c-490e-b8f1-6079c414b718 x-openstack-request-id: req-ea8a1b4c-051c-490e-b8f1-6079c414b718 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:25:00.525216 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38065308-7518-467c-8032-f4289a835f8a", "name": "network-vif-unplugged", "status": "completed", "tag": "cd5bc918-0adb-4025-8636-f718cafc56ae", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:25:00.525477 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-ea8a1b4c-051c-490e-b8f1-6079c414b718 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:25:00.526114 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38065308-7518-467c-8032-f4289a835f8a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd5bc918-0adb-4025-8636-f718cafc56ae', 'code': 200} Jul 14 09:25:00.579262 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvr_db [None req-7c1748af-6019-4496-a931-76b28a309530 None None] Set router 0d1667d9-0b77-4dd3-ab13-c3de5352ee9a gateway port host: n-d-779913-29 {{(pid=93959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:25:00.681630 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca1257b-e689-4e16-a5d6-0b7bf7242454 req-33b19c3f-0be4-44cd-9b5e-ea8ca119f99d tempest-LiveMigrationTest-864996632 tempest-LiveMigrationTest-864996632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:00.684464 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-eca1257b-e689-4e16-a5d6-0b7bf7242454 req-33b19c3f-0be4-44cd-9b5e-ea8ca119f99d tempest-LiveMigrationTest-864996632 tempest-LiveMigrationTest-864996632-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=49dade44-ccac-4abc-b1f0-ef47f906dc66&tenant_id=88495f2d6951432397900165a462d224&binding%3Ahost_id=n-h1-779913-29 HTTP/1.1" status: 200 len: 1097 time: 0.1122222 Jul 14 09:25:00.695233 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5fa84ded-1961-4827-bbce-02d38bc0b295 req-0af45432-0c76-47de-a0ec-8264636f6695 tempest-FloatingIPsAssociationTestJSON-879911528 tempest-FloatingIPsAssociationTestJSON-879911528-project] 10.222.0.68 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1651561 Jul 14 09:25:00.729921 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-5fa84ded-1961-4827-bbce-02d38bc0b295 req-5abdf0e3-1a4d-488d-9d65-9e808afc252c tempest-FloatingIPsAssociationTestJSON-879911528 tempest-FloatingIPsAssociationTestJSON-879911528-project] Request body: {'floatingip': {'floating_network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:25:00.788318 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-5fa84ded-1961-4827-bbce-02d38bc0b295 req-5abdf0e3-1a4d-488d-9d65-9e808afc252c tempest-FloatingIPsAssociationTestJSON-879911528 tempest-FloatingIPsAssociationTestJSON-879911528-project] Notify callbacks [] for floatingip, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:00.860891 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca1257b-e689-4e16-a5d6-0b7bf7242454 req-cc205b32-8619-43e7-8c03-ab4c0f6806c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:00.867437 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-eca1257b-e689-4e16-a5d6-0b7bf7242454 req-cc205b32-8619-43e7-8c03-ab4c0f6806c0 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=49dade44-ccac-4abc-b1f0-ef47f906dc66&tenant_id=88495f2d6951432397900165a462d224 HTTP/1.1" status: 200 len: 1097 time: 0.1726272 Jul 14 09:25:00.948699 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-7c1748af-6019-4496-a931-76b28a309530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d1667d9-0b77-4dd3-ab13-c3de5352ee9a', 'name': 'tempest-TaggedBootDevicesTest_v242-130723534-router', 'tenant_id': '4cb5d08776664e9f8e9d7e6bc7c12e1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.5'}], 'enable_snat': True}, 'gw_port_id': 'ebd60da1-1618-4ebf-b1f9-0ccef886622b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:24:52Z', 'updated_at': '2021-07-14T09:24:58Z', 'revision_number': 4, 'project_id': '4cb5d08776664e9f8e9d7e6bc7c12e1a', 'gw_port': {'id': 'ebd60da1-1618-4ebf-b1f9-0ccef886622b', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:0b:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d1667d9-0b77-4dd3-ab13-c3de5352ee9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1017, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:24:52Z', 'updated_at': '2021-07-14T09:24:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': 'c707cb37-fa01-46f8-a9e4-56503ee39859', 'name': '', 'network_id': '58cee2b0-4a4c-44eb-9b72-cfd45f924ad2', 'tenant_id': '4cb5d08776664e9f8e9d7e6bc7c12e1a', 'mac_address': 'fa:16:3e:9d:77:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d1667d9-0b77-4dd3-ab13-c3de5352ee9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': '03ca88e8-4d13-487a-ad6d-9160c00c4594', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:24:56Z', 'updated_at': '2021-07-14T09:24:58Z', 'revision_number': 2, 'project_id': '4cb5d08776664e9f8e9d7e6bc7c12e1a', 'subnets': [{'id': '03ca88e8-4d13-487a-ad6d-9160c00c4594', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:25:01.034328 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device ebd60da1-1618-4ebf-b1f9-0ccef886622b up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:25:01.082532 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c1748af-6019-4496-a931-76b28a309530 None None] Checking router: 0d1667d9-0b77-4dd3-ab13-c3de5352ee9a for host: n-d-779913-29 {{(pid=93959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:25:01.082949 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c1748af-6019-4496-a931-76b28a309530 None None] Updating router 0d1667d9-0b77-4dd3-ab13-c3de5352ee9a port c707cb37-fa01-46f8-a9e4-56503ee39859 binding host n-d-779913-29 {{(pid=93959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:25:01.088485 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca1257b-e689-4e16-a5d6-0b7bf7242454 req-e5013dd7-9d8f-474a-9bab-50c00b36b4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:01.102130 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-eca1257b-e689-4e16-a5d6-0b7bf7242454 req-e5013dd7-9d8f-474a-9bab-50c00b36b4e4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=88495f2d6951432397900165a462d224&device_id=49dade44-ccac-4abc-b1f0-ef47f906dc66 HTTP/1.1" status: 200 len: 1097 time: 0.1568468 Jul 14 09:25:01.105403 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-5fa84ded-1961-4827-bbce-02d38bc0b295 req-5abdf0e3-1a4d-488d-9d65-9e808afc252c tempest-FloatingIPsAssociationTestJSON-879911528 tempest-FloatingIPsAssociationTestJSON-879911528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:01.131084 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port ebd60da1-1618-4ebf-b1f9-0ccef886622b triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:25:01.131406 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:01.174022 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7c1748af-6019-4496-a931-76b28a309530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:01.224020 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca1257b-e689-4e16-a5d6-0b7bf7242454 req-d63d6678-85eb-4c71-8b5b-7e3af70d9bab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:01.225084 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-eca1257b-e689-4e16-a5d6-0b7bf7242454 req-d63d6678-85eb-4c71-8b5b-7e3af70d9bab service neutron] 10.222.0.57 "GET /v2.0/networks?id=fdafaba0-da53-47c8-a4eb-7c69deccbba6 HTTP/1.1" status: 200 len: 909 time: 0.1158123 Jul 14 09:25:01.295502 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [req-5fa84ded-1961-4827-bbce-02d38bc0b295 req-5abdf0e3-1a4d-488d-9d65-9e808afc252c tempest-FloatingIPsAssociationTestJSON-879911528 tempest-FloatingIPsAssociationTestJSON-879911528-project] Allocated IP 172.25.4.155 (2dcd4d32-cc7c-4468-b396-7ce5c9231892/6cd22a75-5bc1-467c-a3c4-0af04bd1b34a/1e692bd8-d9db-4476-a9d7-b09d8c4a499f) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:25:01.309279 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-eca1257b-e689-4e16-a5d6-0b7bf7242454 req-c0c65909-9a20-4f3a-8153-6b28aeb3f07f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c5728230-7217-466d-a8f2-3ec8768eb0f8 HTTP/1.1" status: 200 len: 217 time: 0.0486188 Jul 14 09:25:01.382675 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca1257b-e689-4e16-a5d6-0b7bf7242454 req-60279716-abf9-46fe-b09f-8d2f600121b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:01.384319 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-eca1257b-e689-4e16-a5d6-0b7bf7242454 req-60279716-abf9-46fe-b09f-8d2f600121b0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5194e827-9fb1-419e-b4bc-69aee8b3dca3 HTTP/1.1" status: 200 len: 848 time: 0.0660646 Jul 14 09:25:01.424092 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-5fa84ded-1961-4827-bbce-02d38bc0b295 req-5abdf0e3-1a4d-488d-9d65-9e808afc252c tempest-FloatingIPsAssociationTestJSON-879911528 tempest-FloatingIPsAssociationTestJSON-879911528-project] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:01.457944 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-eca1257b-e689-4e16-a5d6-0b7bf7242454 req-dc8a1b1f-95bb-4a2a-a839-5b85c2ca3417 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fdafaba0-da53-47c8-a4eb-7c69deccbba6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0610399 Jul 14 09:25:01.471010 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baeceb2-c869-43a2-8df9-a3715416f4a4 req-acc84689-15e7-4740-b2f4-8f14be47c4cb tempest-ListServerFiltersTestJSON-249454475 tempest-ListServerFiltersTestJSON-249454475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:01.479104 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-8baeceb2-c869-43a2-8df9-a3715416f4a4 req-acc84689-15e7-4740-b2f4-8f14be47c4cb tempest-ListServerFiltersTestJSON-249454475 tempest-ListServerFiltersTestJSON-249454475-project] 10.222.0.68 "GET /v2.0/ports?device_id=52df408e-3ce3-40d2-a2cb-21f113824a61 HTTP/1.1" status: 200 len: 946 time: 0.2529328 Jul 14 09:25:01.484922 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-5fa84ded-1961-4827-bbce-02d38bc0b295 req-5abdf0e3-1a4d-488d-9d65-9e808afc252c tempest-FloatingIPsAssociationTestJSON-879911528 tempest-FloatingIPsAssociationTestJSON-879911528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:01.533235 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5fa84ded-1961-4827-bbce-02d38bc0b295 req-5abdf0e3-1a4d-488d-9d65-9e808afc252c tempest-FloatingIPsAssociationTestJSON-879911528 tempest-FloatingIPsAssociationTestJSON-879911528-project] Network 2dcd4d32-cc7c-4468-b396-7ce5c9231892 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:25:01.540685 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [req-5fa84ded-1961-4827-bbce-02d38bc0b295 req-5abdf0e3-1a4d-488d-9d65-9e808afc252c tempest-FloatingIPsAssociationTestJSON-879911528 tempest-FloatingIPsAssociationTestJSON-879911528-project] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:25:01.547482 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fa84ded-1961-4827-bbce-02d38bc0b295 req-5abdf0e3-1a4d-488d-9d65-9e808afc252c tempest-FloatingIPsAssociationTestJSON-879911528 tempest-FloatingIPsAssociationTestJSON-879911528-project] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:25:01.563297 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7c1748af-6019-4496-a931-76b28a309530 None None] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:01.574775 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-7c1748af-6019-4496-a931-76b28a309530 None None] Transition to ACTIVE for port object c707cb37-fa01-46f8-a9e4-56503ee39859 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:25:01.578406 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 46758) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:01.582457 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7c1748af-6019-4496-a931-76b28a309530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:01.586663 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abdf0e3-1a4d-488d-9d65-9e808afc252c tempest-FloatingIPsAssociationTestJSON-879911528 tempest-FloatingIPsAssociationTestJSON-879911528-project] Pushing event updated for resources: {'Port': ['ID=1e692bd8-d9db-4476-a9d7-b09d8c4a499f,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:01.627856 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-8baeceb2-c869-43a2-8df9-a3715416f4a4 req-c55f58a0-d8bb-4edb-aa54-a21dbd11cbe0 tempest-ListServerFiltersTestJSON-249454475 tempest-ListServerFiltersTestJSON-249454475-project] 10.222.0.68 "GET /v2.0/security-groups?id=ce208e01-46cb-4812-9601-5914ea7ef5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475446 Jul 14 09:25:01.630801 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-eca1257b-e689-4e16-a5d6-0b7bf7242454 req-561bab88-393c-4b44-a126-2fa99cd6fa8b service neutron] 10.222.0.57 "GET /v2.0/networks/fdafaba0-da53-47c8-a4eb-7c69deccbba6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495988 Jul 14 09:25:01.648402 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e6d8ca-e825-4ce0-8be3-527dfdca88a7 None None] Pushing event updated for resources: {'Port': ['ID=c707cb37-fa01-46f8-a9e4-56503ee39859,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:01.683121 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-5fa84ded-1961-4827-bbce-02d38bc0b295 req-5abdf0e3-1a4d-488d-9d65-9e808afc252c tempest-FloatingIPsAssociationTestJSON-879911528 tempest-FloatingIPsAssociationTestJSON-879911528-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:01.793544 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-5fa84ded-1961-4827-bbce-02d38bc0b295 req-5abdf0e3-1a4d-488d-9d65-9e808afc252c tempest-FloatingIPsAssociationTestJSON-879911528 tempest-FloatingIPsAssociationTestJSON-879911528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:01.842112 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-7c1748af-6019-4496-a931-76b28a309530 None None] Attempting to bind port c707cb37-fa01-46f8-a9e4-56503ee39859 on host n-d-779913-29 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:25:01.842487 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-7c1748af-6019-4496-a931-76b28a309530 None None] Attempting to bind port c707cb37-fa01-46f8-a9e4-56503ee39859 by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': '218b2489-83e0-4d13-aab6-86b01789cb06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '58cee2b0-4a4c-44eb-9b72-cfd45f924ad2'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:25:01.842860 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c1748af-6019-4496-a931-76b28a309530 None None] Attempting to bind port c707cb37-fa01-46f8-a9e4-56503ee39859 on network 58cee2b0-4a4c-44eb-9b72-cfd45f924ad2 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:25:01.848814 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c1748af-6019-4496-a931-76b28a309530 None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 24, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:25:01.849198 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c1748af-6019-4496-a931-76b28a309530 None None] Checking segment: {'id': '218b2489-83e0-4d13-aab6-86b01789cb06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '58cee2b0-4a4c-44eb-9b72-cfd45f924ad2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:25:01.849692 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7c1748af-6019-4496-a931-76b28a309530 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:01.850096 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c1748af-6019-4496-a931-76b28a309530 None None] Bound using segment: {'id': '218b2489-83e0-4d13-aab6-86b01789cb06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '58cee2b0-4a4c-44eb-9b72-cfd45f924ad2'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:25:01.850582 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-7c1748af-6019-4496-a931-76b28a309530 None None] Bound port: c707cb37-fa01-46f8-a9e4-56503ee39859, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '218b2489-83e0-4d13-aab6-86b01789cb06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '58cee2b0-4a4c-44eb-9b72-cfd45f924ad2'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:25:01.850971 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7c1748af-6019-4496-a931-76b28a309530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:01.875794 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-eca1257b-e689-4e16-a5d6-0b7bf7242454 req-876b990b-60c1-40ef-b3f4-869d61c26e9f service neutron] 10.222.0.57 "GET /v2.0/networks/fdafaba0-da53-47c8-a4eb-7c69deccbba6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2297616 Jul 14 09:25:01.992674 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-7c1748af-6019-4496-a931-76b28a309530 None None] For port c707cb37-fa01-46f8-a9e4-56503ee39859, host n-d-779913-29, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:25:02.000199 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-7c1748af-6019-4496-a931-76b28a309530 None None] For port c707cb37-fa01-46f8-a9e4-56503ee39859, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=c707cb37-fa01-46f8-a9e4-56503ee39859,segment=NetworkSegment(218b2489-83e0-4d13-aab6-86b01789cb06),segment_id=218b2489-83e0-4d13-aab6-86b01789cb06)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:25:02.019992 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7c1748af-6019-4496-a931-76b28a309530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:02.021281 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-5fa84ded-1961-4827-bbce-02d38bc0b295 req-5abdf0e3-1a4d-488d-9d65-9e808afc252c tempest-FloatingIPsAssociationTestJSON-879911528 tempest-FloatingIPsAssociationTestJSON-879911528-project] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:02.035326 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-5fa84ded-1961-4827-bbce-02d38bc0b295 req-5abdf0e3-1a4d-488d-9d65-9e808afc252c tempest-FloatingIPsAssociationTestJSON-879911528 tempest-FloatingIPsAssociationTestJSON-879911528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:02.040327 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 46784) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:02.048348 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-5f1f7b94-af6d-492d-8464-acf0c4a89e8e admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=15e54b1fae6a44aeb5cf93d21384955d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4587617 Jul 14 09:25:02.074981 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd2f618-bcf6-4b3d-af87-0518c5441c2c req-abbae8af-e635-4378-b522-512ee3015adb tempest-ServerRescueTestJSON-1969041098 tempest-ServerRescueTestJSON-1969041098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:02.083949 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-2bd2f618-bcf6-4b3d-af87-0518c5441c2c req-abbae8af-e635-4378-b522-512ee3015adb tempest-ServerRescueTestJSON-1969041098 tempest-ServerRescueTestJSON-1969041098-project] 10.222.0.68 "GET /v2.0/ports?device_id=1165a2d1-7a70-431c-8db9-81b467588d28 HTTP/1.1" status: 200 len: 945 time: 0.2053838 Jul 14 09:25:02.092021 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c1748af-6019-4496-a931-76b28a309530 None None] Routers {'0d1667d9-0b77-4dd3-ab13-c3de5352ee9a'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:25:02.092803 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-7c1748af-6019-4496-a931-76b28a309530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:24:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['0d1667d9-0b77-4dd3-ab13-c3de5352ee9a'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:25:02.153769 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-2bd2f618-bcf6-4b3d-af87-0518c5441c2c req-42b1d503-f586-4f5c-8569-192722ead63b tempest-ServerRescueTestJSON-1969041098 tempest-ServerRescueTestJSON-1969041098-project] 10.222.0.68 "GET /v2.0/security-groups?id=d6a7feba-be17-4d7e-a638-e9426c29981e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688021 Jul 14 09:25:02.168867 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e6d8ca-e825-4ce0-8be3-527dfdca88a7 None None] Pushing event updated for resources: {'Port': ['ID=c707cb37-fa01-46f8-a9e4-56503ee39859,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:02.334991 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 46802) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:02.369710 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvr_db [None req-7c1748af-6019-4496-a931-76b28a309530 None None] Set router 0d1667d9-0b77-4dd3-ab13-c3de5352ee9a gateway port host: n-d-779913-29 {{(pid=93959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:25:02.394816 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca1257b-e689-4e16-a5d6-0b7bf7242454 req-dbb08635-bdbd-4b97-9534-b1ba71ee5e49 tempest-LiveMigrationTest-864996632 tempest-LiveMigrationTest-864996632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:02.396319 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-eca1257b-e689-4e16-a5d6-0b7bf7242454 req-dbb08635-bdbd-4b97-9534-b1ba71ee5e49 tempest-LiveMigrationTest-864996632 tempest-LiveMigrationTest-864996632-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=49dade44-ccac-4abc-b1f0-ef47f906dc66&tenant_id=88495f2d6951432397900165a462d224&binding%3Ahost_id=n-h2-779913-29 HTTP/1.1" status: 200 len: 1097 time: 0.1242626 Jul 14 09:25:02.432835 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abdf0e3-1a4d-488d-9d65-9e808afc252c tempest-FloatingIPsAssociationTestJSON-879911528 tempest-FloatingIPsAssociationTestJSON-879911528-project] Pushing event updated for resources: {'Port': ['ID=1e692bd8-d9db-4476-a9d7-b09d8c4a499f,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:02.441043 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-5fa84ded-1961-4827-bbce-02d38bc0b295 req-5abdf0e3-1a4d-488d-9d65-9e808afc252c tempest-FloatingIPsAssociationTestJSON-879911528 tempest-FloatingIPsAssociationTestJSON-879911528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-660590'] for floatingip, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:02.468862 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-5fa84ded-1961-4827-bbce-02d38bc0b295 req-5abdf0e3-1a4d-488d-9d65-9e808afc252c tempest-FloatingIPsAssociationTestJSON-879911528 tempest-FloatingIPsAssociationTestJSON-879911528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for floatingip, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:02.475546 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5fa84ded-1961-4827-bbce-02d38bc0b295 req-5abdf0e3-1a4d-488d-9d65-9e808afc252c tempest-FloatingIPsAssociationTestJSON-879911528 tempest-FloatingIPsAssociationTestJSON-879911528-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.7737908 Jul 14 09:25:02.488952 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c9dd825-d6d6-42e9-81d2-4ae5608d376b admin admin] Deleting subnet d16d7bca-169a-4a46-ba38-f2d93fdc0870 {{(pid=93957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:25:02.492060 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6c9dd825-d6d6-42e9-81d2-4ae5608d376b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:02.685908 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-eca1257b-e689-4e16-a5d6-0b7bf7242454 req-2eb8db4b-0f05-44be-a5e8-5a8964dac84d service neutron] For port c5728230-7217-466d-a8f2-3ec8768eb0f8, host n-h1-779913-29, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:25:02.705427 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-eca1257b-e689-4e16-a5d6-0b7bf7242454 req-2eb8db4b-0f05-44be-a5e8-5a8964dac84d service neutron] Notify callbacks [] for binding, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:02.706673 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-eca1257b-e689-4e16-a5d6-0b7bf7242454 req-2eb8db4b-0f05-44be-a5e8-5a8964dac84d service neutron] 10.222.0.57 "DELETE /v2.0/ports/c5728230-7217-466d-a8f2-3ec8768eb0f8/bindings/n-h1-779913-29 HTTP/1.1" status: 204 len: 173 time: 0.3032517 Jul 14 09:25:02.916124 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-7c1748af-6019-4496-a931-76b28a309530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d1667d9-0b77-4dd3-ab13-c3de5352ee9a', 'name': 'tempest-TaggedBootDevicesTest_v242-130723534-router', 'tenant_id': '4cb5d08776664e9f8e9d7e6bc7c12e1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.5'}], 'enable_snat': True}, 'gw_port_id': 'ebd60da1-1618-4ebf-b1f9-0ccef886622b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:24:52Z', 'updated_at': '2021-07-14T09:24:58Z', 'revision_number': 4, 'project_id': '4cb5d08776664e9f8e9d7e6bc7c12e1a', 'gw_port': {'id': 'ebd60da1-1618-4ebf-b1f9-0ccef886622b', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:0b:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d1667d9-0b77-4dd3-ab13-c3de5352ee9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1017, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:24:52Z', 'updated_at': '2021-07-14T09:24:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': 'c707cb37-fa01-46f8-a9e4-56503ee39859', 'name': '', 'network_id': '58cee2b0-4a4c-44eb-9b72-cfd45f924ad2', 'tenant_id': '4cb5d08776664e9f8e9d7e6bc7c12e1a', 'mac_address': 'fa:16:3e:9d:77:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d1667d9-0b77-4dd3-ab13-c3de5352ee9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': '03ca88e8-4d13-487a-ad6d-9160c00c4594', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:24:56Z', 'updated_at': '2021-07-14T09:25:01Z', 'revision_number': 4, 'project_id': '4cb5d08776664e9f8e9d7e6bc7c12e1a', 'subnets': [{'id': '03ca88e8-4d13-487a-ad6d-9160c00c4594', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:25:02.942585 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6c9dd825-d6d6-42e9-81d2-4ae5608d376b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10944203'] for subnet, precommit_delete_associations {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:02.962585 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c1748af-6019-4496-a931-76b28a309530 None None] The sync data for ids ['0d1667d9-0b77-4dd3-ab13-c3de5352ee9a'] in n-d-779913-29 is: [{'id': '0d1667d9-0b77-4dd3-ab13-c3de5352ee9a', 'name': 'tempest-TaggedBootDevicesTest_v242-130723534-router', 'tenant_id': '4cb5d08776664e9f8e9d7e6bc7c12e1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.5'}], 'enable_snat': True}, 'gw_port_id': 'ebd60da1-1618-4ebf-b1f9-0ccef886622b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:24:52Z', 'updated_at': '2021-07-14T09:24:58Z', 'revision_number': 4, 'project_id': '4cb5d08776664e9f8e9d7e6bc7c12e1a', 'gw_port': {'id': 'ebd60da1-1618-4ebf-b1f9-0ccef886622b', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:0b:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d1667d9-0b77-4dd3-ab13-c3de5352ee9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1017, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:24:52Z', 'updated_at': '2021-07-14T09:24:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': 'c707cb37-fa01-46f8-a9e4-56503ee39859', 'name': '', 'network_id': '58cee2b0-4a4c-44eb-9b72-cfd45f924ad2', 'tenant_id': '4cb5d08776664e9f8e9d7e6bc7c12e1a', 'mac_address': 'fa:16:3e:9d:77:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d1667d9-0b77-4dd3-ab13-c3de5352ee9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': '03ca88e8-4d13-487a-ad6d-9160c00c4594', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:24:56Z', 'updated_at': '2021-07-14T09:25:01Z', 'revision_number': 4, 'project_id': '4cb5d08776664e9f8e9d7e6bc7c12e1a', 'subnets': [{'id': '03ca88e8-4d13-487a-ad6d-9160c00c4594', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:25:02.970395 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e4ab328e-b73b-4a9b-8b7c-7e7318f9f315 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:02.976228 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5fa84ded-1961-4827-bbce-02d38bc0b295 req-07b9cc83-eb8a-4a98-b105-c99301bdac7c tempest-FloatingIPsAssociationTestJSON-879911528 tempest-FloatingIPsAssociationTestJSON-879911528-project] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.25.4.155 HTTP/1.1" status: 200 len: 696 time: 0.4998174 Jul 14 09:25:03.081643 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e4ab328e-b73b-4a9b-8b7c-7e7318f9f315 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:03.128486 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6c9dd825-d6d6-42e9-81d2-4ae5608d376b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3481002'] for subnet, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:03.250446 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4478e795-ef92-4831-9cd3-8501bde8b6af req-70245970-cc31-4644-afdc-655ead8cc5f1 tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:03.264365 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-4478e795-ef92-4831-9cd3-8501bde8b6af req-70245970-cc31-4644-afdc-655ead8cc5f1 tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] 10.222.0.68 "GET /v2.0/ports?device_id=49dade44-ccac-4abc-b1f0-ef47f906dc66 HTTP/1.1" status: 200 len: 945 time: 0.1432261 Jul 14 09:25:03.348636 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa84ded-1961-4827-bbce-02d38bc0b295 req-7d0d52bb-eff3-434b-8509-736e36bc51bb tempest-FloatingIPsAssociationTestJSON-879911528 tempest-FloatingIPsAssociationTestJSON-879911528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:03.352398 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-4478e795-ef92-4831-9cd3-8501bde8b6af req-8010d8f9-5862-4396-8792-791580556b83 tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] 10.222.0.68 "GET /v2.0/security-groups?id=cf40bcd2-1dd1-48fb-a6b7-6df0e80ce2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860567 Jul 14 09:25:03.354303 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5fa84ded-1961-4827-bbce-02d38bc0b295 req-7d0d52bb-eff3-434b-8509-736e36bc51bb tempest-FloatingIPsAssociationTestJSON-879911528 tempest-FloatingIPsAssociationTestJSON-879911528-project] 10.222.0.68 "GET /v2.0/networks/2dcd4d32-cc7c-4468-b396-7ce5c9231892 HTTP/1.1" status: 200 len: 784 time: 0.3597143 Jul 14 09:25:03.358118 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6c9dd825-d6d6-42e9-81d2-4ae5608d376b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10052701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11984075'] for subnet, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:03.383916 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e4ab328e-b73b-4a9b-8b7c-7e7318f9f315 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:03.386030 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e4ab328e-b73b-4a9b-8b7c-7e7318f9f315 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:03.387438 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-e4ab328e-b73b-4a9b-8b7c-7e7318f9f315 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/da82e49e-9c7c-4de8-83c4-70e57626d3fa HTTP/1.1" status: 204 len: 168 time: 1.3248556 Jul 14 09:25:03.424894 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6c9dd825-d6d6-42e9-81d2-4ae5608d376b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:03.426926 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-6c9dd825-d6d6-42e9-81d2-4ae5608d376b admin admin] 10.222.0.68 "DELETE /v2.0/subnets/d16d7bca-169a-4a46-ba38-f2d93fdc0870 HTTP/1.1" status: 204 len: 168 time: 1.0806742 Jul 14 09:25:03.427780 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9dd825-d6d6-42e9-81d2-4ae5608d376b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d16d7bca-169a-4a46-ba38-f2d93fdc0870,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:03.431240 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 46830) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:03.440142 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ab328e-b73b-4a9b-8b7c-7e7318f9f315 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da82e49e-9c7c-4de8-83c4-70e57626d3fa,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:03.706823 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-b63f3841-7db3-4b2b-9744-ef5a98dabcff req-019a207e-0fc8-4b52-8262-089163160bd6 tempest-ServerShowV247Test-95289089 tempest-ServerShowV247Test-95289089-project] 10.222.0.68 "GET /v2.0/ports?device_id=646fa4a5-d881-4c1a-880e-d25dbf15854a HTTP/1.1" status: 200 len: 210 time: 0.1435528 Jul 14 09:25:03.759918 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-fe07500d-7476-4a1a-8d7e-a71e27748193 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3876111'] for network, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:04.131200 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-fe07500d-7476-4a1a-8d7e-a71e27748193 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473955', 'neutron.services.segments.db._delete_segments_for_network-8735688326548'] for network, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:04.165987 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-fe07500d-7476-4a1a-8d7e-a71e27748193 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5d0bb7f-16e5-466e-b410-4f6571888641']}} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:25:04.178712 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-fe07500d-7476-4a1a-8d7e-a71e27748193 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '901c3b48-a84f-4bce-be92-b70d9bb3defe') {'for_net_delete': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:25:04.179262 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-fe07500d-7476-4a1a-8d7e-a71e27748193 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '901c3b48-a84f-4bce-be92-b70d9bb3defe') {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:25:04.198280 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-fe07500d-7476-4a1a-8d7e-a71e27748193 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735688356235', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10944210'] for segment, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:04.254584 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f605dbdf-3efd-4a9a-8402-67948d2e67e3 req-2eceaa14-f051-4c1c-bcca-721627cf4b88 tempest-ServerRescueTestJSON-1969041098 tempest-ServerRescueTestJSON-1969041098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:04.257097 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-f605dbdf-3efd-4a9a-8402-67948d2e67e3 req-2eceaa14-f051-4c1c-bcca-721627cf4b88 tempest-ServerRescueTestJSON-1969041098 tempest-ServerRescueTestJSON-1969041098-project] 10.222.0.68 "GET /v2.0/ports?device_id=1165a2d1-7a70-431c-8db9-81b467588d28 HTTP/1.1" status: 200 len: 945 time: 0.1399007 Jul 14 09:25:04.285039 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-fe07500d-7476-4a1a-8d7e-a71e27748193 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:04.306125 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe07500d-7476-4a1a-8d7e-a71e27748193 admin admin] Releasing vlan 702 on physical network physnet1 to pool {{(pid=93957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:25:04.306713 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-fe07500d-7476-4a1a-8d7e-a71e27748193 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10053619'] for segment, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:04.309158 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:25:04.309158 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:25:04.309158 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:25:04.309158 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:25:04.309158 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:25:04.309158 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:25:04.309158 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:25:04.309158 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:25:04.309158 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:25:04.309158 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:25:04.309158 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:25:04.309158 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:25:04.309158 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:25:04.309158 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:25:04.309158 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:25:04.309158 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:25:04.309158 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:25:04.309158 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:25:04.309158 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:25:04.309158 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:25:04.309158 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:25:04.309158 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:25:04.309158 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:25:04.309158 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:25:04.309158 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:25:04.309158 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:25:04.309158 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:25:04.309158 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:25:04.309158 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:25:04.309158 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:25:04.309158 n-d-779913-29 neutron-server[93957]: Traceback (most recent call last): Jul 14 09:25:04.309158 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:25:04.309158 n-d-779913-29 neutron-server[93957]: timer() Jul 14 09:25:04.309158 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:25:04.309158 n-d-779913-29 neutron-server[93957]: cb(*args, **kw) Jul 14 09:25:04.309158 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:25:04.309158 n-d-779913-29 neutron-server[93957]: return func(*args, **kwargs) Jul 14 09:25:04.309158 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:25:04.309158 n-d-779913-29 neutron-server[93957]: self._notify() Jul 14 09:25:04.309158 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:25:04.309158 n-d-779913-29 neutron-server[93957]: self.callback(batched_events) Jul 14 09:25:04.309158 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:25:04.309158 n-d-779913-29 neutron-server[93957]: event.method(event) Jul 14 09:25:04.309158 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:25:04.309158 n-d-779913-29 neutron-server[93957]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:25:04.309158 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:25:04.309158 n-d-779913-29 neutron-server[93957]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:25:04.309158 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:25:04.309158 n-d-779913-29 neutron-server[93957]: return f(self, *a, **k) Jul 14 09:25:04.309158 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:25:04.309158 n-d-779913-29 neutron-server[93957]: return self._get(url).json() Jul 14 09:25:04.309158 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:25:04.309158 n-d-779913-29 neutron-server[93957]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:25:04.309158 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:25:04.309158 n-d-779913-29 neutron-server[93957]: return self.request(url, 'GET', **kwargs) Jul 14 09:25:04.309158 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:25:04.309158 n-d-779913-29 neutron-server[93957]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:25:04.309158 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:25:04.309158 n-d-779913-29 neutron-server[93957]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:25:04.309158 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:25:04.309158 n-d-779913-29 neutron-server[93957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:25:04.309158 n-d-779913-29 neutron-server[93957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:25:04.339602 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-f605dbdf-3efd-4a9a-8402-67948d2e67e3 req-e2969c08-2856-46f4-b482-58301d8e6ffa tempest-ServerRescueTestJSON-1969041098 tempest-ServerRescueTestJSON-1969041098-project] 10.222.0.68 "GET /v2.0/security-groups?id=d6a7feba-be17-4d7e-a638-e9426c29981e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764177 Jul 14 09:25:04.451867 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-fe07500d-7476-4a1a-8d7e-a71e27748193 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660504'] for network, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:04.465392 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-fe07500d-7476-4a1a-8d7e-a71e27748193 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for network, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:04.470305 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-fe07500d-7476-4a1a-8d7e-a71e27748193 admin admin] 10.222.0.68 "DELETE /v2.0/networks/e5d0bb7f-16e5-466e-b410-4f6571888641 HTTP/1.1" status: 204 len: 168 time: 1.0357382 Jul 14 09:25:04.499729 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe07500d-7476-4a1a-8d7e-a71e27748193 admin admin] Pushing event deleted for resources: {'Network': ['ID=e5d0bb7f-16e5-466e-b410-4f6571888641,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:04.532335 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b69259-acc4-403e-8b18-49210b2494ea req-a921c297-7b84-494d-be9c-db0c95f7c977 tempest-FloatingIPsAssociationTestJSON-879911528 tempest-FloatingIPsAssociationTestJSON-879911528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:04.543915 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-03b69259-acc4-403e-8b18-49210b2494ea req-a921c297-7b84-494d-be9c-db0c95f7c977 tempest-FloatingIPsAssociationTestJSON-879911528 tempest-FloatingIPsAssociationTestJSON-879911528-project] 10.222.0.68 "GET /v2.0/networks?id=f9f9e30e-0b39-4c8e-9a13-252818fafe21 HTTP/1.1" status: 200 len: 821 time: 0.3473406 Jul 14 09:25:04.561797 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-03b69259-acc4-403e-8b18-49210b2494ea req-4d641d7b-0cb3-4939-bfa4-aba0ca10c22d tempest-FloatingIPsAssociationTestJSON-879911528 tempest-FloatingIPsAssociationTestJSON-879911528-project] 10.222.0.68 "GET /v2.0/quotas/cb2a8bd81eea456b92b36dee5b159f07 HTTP/1.1" status: 200 len: 375 time: 0.0167613 Jul 14 09:25:04.658846 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-03b69259-acc4-403e-8b18-49210b2494ea req-597b39a7-4686-4196-bf4b-0a74ab3b8b13 tempest-FloatingIPsAssociationTestJSON-879911528 tempest-FloatingIPsAssociationTestJSON-879911528-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=cb2a8bd81eea456b92b36dee5b159f07&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0959659 Jul 14 09:25:04.760239 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 46878) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:04.852313 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-ce8d1c7f-5859-45f6-90b3-0921120f525d admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=d85390a24caa46cfb1c6af28485cf40f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0897825 Jul 14 09:25:04.854864 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 46882) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:04.948108 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7eb1a873-2e5d-40fb-bce4-251936573a8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:04.975261 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-03b69259-acc4-403e-8b18-49210b2494ea req-325952bd-feb0-469c-a606-058273559ecd service neutron] 10.222.0.68 "GET /v2.0/networks/f9f9e30e-0b39-4c8e-9a13-252818fafe21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3058853 Jul 14 09:25:05.017063 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7eb1a873-2e5d-40fb-bce4-251936573a8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:05.025374 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device c707cb37-fa01-46f8-a9e4-56503ee39859 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:25:05.174515 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning for port c707cb37-fa01-46f8-a9e4-56503ee39859 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:25:05.180534 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7eb1a873-2e5d-40fb-bce4-251936573a8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:05.181780 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port c707cb37-fa01-46f8-a9e4-56503ee39859 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:25:05.182363 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:05.183152 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7eb1a873-2e5d-40fb-bce4-251936573a8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:05.191528 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-7eb1a873-2e5d-40fb-bce4-251936573a8e admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/a3c33696-baec-4b8b-94ad-c43aa2b16b56 HTTP/1.1" status: 204 len: 168 time: 0.3352060 Jul 14 09:25:05.205419 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01acb902-8ec2-4dc7-be3e-de8b916e3780 req-f4c02385-600e-4367-93ad-efd3f1d5c9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:05.209147 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-01acb902-8ec2-4dc7-be3e-de8b916e3780 req-f4c02385-600e-4367-93ad-efd3f1d5c9ac service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=93cc94b52edc46d0bba2f5b2ba951e85&device_id=52df408e-3ce3-40d2-a2cb-21f113824a61 HTTP/1.1" status: 200 len: 1098 time: 0.2290735 Jul 14 09:25:05.235693 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb1a873-2e5d-40fb-bce4-251936573a8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3c33696-baec-4b8b-94ad-c43aa2b16b56,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:05.281727 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c1f8e6-55da-4474-810c-5c4aa951deb7 req-b7f597f0-be8c-46d9-8d10-d740ea35972c tempest-LiveMigrationTest-864996632 tempest-LiveMigrationTest-864996632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:05.284727 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-38c1f8e6-55da-4474-810c-5c4aa951deb7 req-b7f597f0-be8c-46d9-8d10-d740ea35972c tempest-LiveMigrationTest-864996632 tempest-LiveMigrationTest-864996632-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=49dade44-ccac-4abc-b1f0-ef47f906dc66 HTTP/1.1" status: 200 len: 1097 time: 0.2862639 Jul 14 09:25:05.389427 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:05.406898 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-38c1f8e6-55da-4474-810c-5c4aa951deb7 req-0e275c33-81f6-4b9e-bc9f-30675c4ee4f1 tempest-LiveMigrationTest-864996632 tempest-LiveMigrationTest-864996632-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=cf40bcd2-1dd1-48fb-a6b7-6df0e80ce2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754864 Jul 14 09:25:05.407223 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-03b69259-acc4-403e-8b18-49210b2494ea req-88337419-0cea-4771-8041-a7ebd52ad34a service neutron] 10.222.0.68 "GET /v2.0/networks/f9f9e30e-0b39-4c8e-9a13-252818fafe21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4257283 Jul 14 09:25:05.510963 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] For port c707cb37-fa01-46f8-a9e4-56503ee39859, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=c707cb37-fa01-46f8-a9e4-56503ee39859,segment=NetworkSegment(218b2489-83e0-4d13-aab6-86b01789cb06),segment_id=218b2489-83e0-4d13-aab6-86b01789cb06)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:25:05.512933 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01acb902-8ec2-4dc7-be3e-de8b916e3780 req-4a229437-329f-415d-a673-1dca594c9ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:05.514741 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-01acb902-8ec2-4dc7-be3e-de8b916e3780 req-4a229437-329f-415d-a673-1dca594c9ba9 service neutron] 10.222.0.65 "GET /v2.0/networks?id=306a0bc6-d197-4ff4-9a5e-b84eb29a3de2 HTTP/1.1" status: 200 len: 917 time: 0.2907903 Jul 14 09:25:05.518321 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:05.659365 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Pushing event updated for resources: {'Port': ['ID=c707cb37-fa01-46f8-a9e4-56503ee39859,revision_number=5']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:05.689330 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-01acb902-8ec2-4dc7-be3e-de8b916e3780 req-526e489a-0121-46f6-8994-bd54b6955598 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b9ddac90-7ead-48f8-8830-dd4071192586 HTTP/1.1" status: 200 len: 217 time: 0.1622970 Jul 14 09:25:05.765236 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01acb902-8ec2-4dc7-be3e-de8b916e3780 req-5ef6a7a2-ff4b-4ced-b985-e8ab9b2538f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:05.770375 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-01acb902-8ec2-4dc7-be3e-de8b916e3780 req-5ef6a7a2-ff4b-4ced-b985-e8ab9b2538f3 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=7aa7ebb9-1cd7-4bcb-a86c-b1b49761ab04 HTTP/1.1" status: 200 len: 855 time: 0.0760245 Jul 14 09:25:05.962232 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01acb902-8ec2-4dc7-be3e-de8b916e3780 req-2f30eac9-e2a3-4a58-878b-a3bcdd61fefb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:05.964374 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-01acb902-8ec2-4dc7-be3e-de8b916e3780 req-2f30eac9-e2a3-4a58-878b-a3bcdd61fefb service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=306a0bc6-d197-4ff4-9a5e-b84eb29a3de2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1872876 Jul 14 09:25:05.982187 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdf14a9-1095-4192-8399-d44c862d0d06 req-81a3704b-83d4-4291-982d-049c7a9b3543 tempest-ListServerFiltersTestJSON-249454475 tempest-ListServerFiltersTestJSON-249454475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:05.984712 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-bcdf14a9-1095-4192-8399-d44c862d0d06 req-81a3704b-83d4-4291-982d-049c7a9b3543 tempest-ListServerFiltersTestJSON-249454475 tempest-ListServerFiltersTestJSON-249454475-project] 10.222.0.68 "GET /v2.0/ports?device_id=52df408e-3ce3-40d2-a2cb-21f113824a61 HTTP/1.1" status: 200 len: 946 time: 0.1254046 Jul 14 09:25:06.203110 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-bcdf14a9-1095-4192-8399-d44c862d0d06 req-57a7bcfa-cc92-47e0-8b83-95286a1a8786 tempest-ListServerFiltersTestJSON-249454475 tempest-ListServerFiltersTestJSON-249454475-project] 10.222.0.68 "GET /v2.0/security-groups?id=ce208e01-46cb-4812-9601-5914ea7ef5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996148 Jul 14 09:25:06.325840 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-01acb902-8ec2-4dc7-be3e-de8b916e3780 req-df1bd1ba-fc99-4a52-91db-f7a9f8969017 service neutron] 10.222.0.65 "GET /v2.0/networks/306a0bc6-d197-4ff4-9a5e-b84eb29a3de2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3397088 Jul 14 09:25:06.527926 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678f32ec-c513-4498-93ff-2f79f569880b req-d95eb2bd-1985-45f7-b23b-35386db16a20 tempest-ServerRescueTestJSON-1969041098 tempest-ServerRescueTestJSON-1969041098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:06.529450 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-678f32ec-c513-4498-93ff-2f79f569880b req-d95eb2bd-1985-45f7-b23b-35386db16a20 tempest-ServerRescueTestJSON-1969041098 tempest-ServerRescueTestJSON-1969041098-project] 10.222.0.68 "GET /v2.0/ports?device_id=1165a2d1-7a70-431c-8db9-81b467588d28 HTTP/1.1" status: 200 len: 945 time: 0.1237779 Jul 14 09:25:06.541939 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-01acb902-8ec2-4dc7-be3e-de8b916e3780 req-29767aae-d324-4b1e-bf75-97c803f44097 service neutron] 10.222.0.65 "GET /v2.0/networks/306a0bc6-d197-4ff4-9a5e-b84eb29a3de2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2096975 Jul 14 09:25:06.650716 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-678f32ec-c513-4498-93ff-2f79f569880b req-9047f2ce-2e56-4511-bc20-d60c580741cc tempest-ServerRescueTestJSON-1969041098 tempest-ServerRescueTestJSON-1969041098-project] 10.222.0.68 "GET /v2.0/security-groups?id=d6a7feba-be17-4d7e-a638-e9426c29981e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060133 Jul 14 09:25:06.703516 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afab801-e44b-4545-8dd3-f37dede739d8 req-7771e204-4230-48b8-a374-63de39acdd6c tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:06.706476 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-3afab801-e44b-4545-8dd3-f37dede739d8 req-7771e204-4230-48b8-a374-63de39acdd6c tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] 10.222.0.68 "GET /v2.0/networks?id=fdafaba0-da53-47c8-a4eb-7c69deccbba6 HTTP/1.1" status: 200 len: 808 time: 0.1890030 Jul 14 09:25:06.761048 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-3afab801-e44b-4545-8dd3-f37dede739d8 req-f092ceae-3c8e-4ce6-998b-13ceab9cc4fe tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] 10.222.0.68 "GET /v2.0/quotas/88495f2d6951432397900165a462d224 HTTP/1.1" status: 200 len: 375 time: 0.0404212 Jul 14 09:25:06.854603 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-9eb0f4cf-ec3f-48f4-b9a4-6a5136f88c80 req-3578c805-155c-4b35-88e2-51cc1457552d service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=646fa4a5-d881-4c1a-880e-d25dbf15854a HTTP/1.1" status: 200 len: 210 time: 0.0679753 Jul 14 09:25:06.905227 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-495a5c93-c82a-4ea8-804f-45c0a9ab3111 req-b998d3e6-9db7-4fd4-a42d-f4a3673afa59 tempest-FloatingIPsAssociationTestJSON-879911528 tempest-FloatingIPsAssociationTestJSON-879911528-project] 10.222.0.68 "GET /v2.0/ports?device_id=86edc551-2af1-49b8-ace8-978539698fff HTTP/1.1" status: 200 len: 210 time: 0.1024919 Jul 14 09:25:06.961004 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device c707cb37-fa01-46f8-a9e4-56503ee39859 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:25:06.985981 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-3afab801-e44b-4545-8dd3-f37dede739d8 req-c30a8036-1aa3-4e44-af19-1401e38e7faf tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=88495f2d6951432397900165a462d224&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2219448 Jul 14 09:25:07.069473 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port c707cb37-fa01-46f8-a9e4-56503ee39859 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:25:07.069875 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:07.191421 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-3afab801-e44b-4545-8dd3-f37dede739d8 req-f873d63f-ba61-4097-8325-d4852bc3a475 service neutron] 10.222.0.68 "GET /v2.0/networks/fdafaba0-da53-47c8-a4eb-7c69deccbba6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2020054 Jul 14 09:25:07.375392 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-3afab801-e44b-4545-8dd3-f37dede739d8 req-d9359d44-f771-4f95-b2f1-b6605133126a service neutron] 10.222.0.68 "GET /v2.0/networks/fdafaba0-da53-47c8-a4eb-7c69deccbba6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1787653 Jul 14 09:25:07.701073 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-0b1bd36c-6360-4982-9b88-1db38c82b368 req-3424d8ab-c618-4276-a6f5-11f4c03e1c3a tempest-ServerShowV247Test-95289089 tempest-ServerShowV247Test-95289089-project] 10.222.0.68 "GET /v2.0/ports?device_id=597336fa-a9fd-4764-aecb-9f8b5af457b3 HTTP/1.1" status: 200 len: 210 time: 0.0515988 Jul 14 09:25:07.984717 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dccf96c-febc-49ba-86c7-fb3953024134 req-54ed9e66-1915-4be3-b480-87eaa11ad9cc tempest-ListServerFiltersTestJSON-249454475 tempest-ListServerFiltersTestJSON-249454475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:07.990628 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-2dccf96c-febc-49ba-86c7-fb3953024134 req-54ed9e66-1915-4be3-b480-87eaa11ad9cc tempest-ListServerFiltersTestJSON-249454475 tempest-ListServerFiltersTestJSON-249454475-project] 10.222.0.68 "GET /v2.0/ports?device_id=52df408e-3ce3-40d2-a2cb-21f113824a61 HTTP/1.1" status: 200 len: 946 time: 0.1200368 Jul 14 09:25:08.033125 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b69259-acc4-403e-8b18-49210b2494ea req-2cf269a4-3d82-4eda-b1f7-6ccbfa687d18 tempest-FloatingIPsAssociationTestJSON-879911528 tempest-FloatingIPsAssociationTestJSON-879911528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:08.037030 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-03b69259-acc4-403e-8b18-49210b2494ea req-2cf269a4-3d82-4eda-b1f7-6ccbfa687d18 tempest-FloatingIPsAssociationTestJSON-879911528 tempest-FloatingIPsAssociationTestJSON-879911528-project] 10.222.0.65 "GET /v2.0/networks?id=f9f9e30e-0b39-4c8e-9a13-252818fafe21 HTTP/1.1" status: 200 len: 821 time: 0.2699735 Jul 14 09:25:08.058853 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-03b69259-acc4-403e-8b18-49210b2494ea req-671add74-6cb2-4b4f-b8f3-8e19816b8189 tempest-FloatingIPsAssociationTestJSON-879911528 tempest-FloatingIPsAssociationTestJSON-879911528-project] Request body: {'port': {'device_id': '86edc551-2af1-49b8-ace8-978539698fff', 'network_id': 'f9f9e30e-0b39-4c8e-9a13-252818fafe21', 'admin_state_up': True, 'tenant_id': 'cb2a8bd81eea456b92b36dee5b159f07'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:25:08.092572 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-2dccf96c-febc-49ba-86c7-fb3953024134 req-b6c9b973-3961-42c4-aee9-1311ab0e1a8f tempest-ListServerFiltersTestJSON-249454475 tempest-ListServerFiltersTestJSON-249454475-project] 10.222.0.68 "GET /v2.0/security-groups?id=ce208e01-46cb-4812-9601-5914ea7ef5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893016 Jul 14 09:25:08.201466 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-48f350d1-1986-4683-98c7-78c5f97abdae req-905d53c7-97ee-4ed6-8d26-dc2ba7708401 tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] 10.222.0.68 "GET /v2.0/ports?device_id=65c2e97a-3a9b-45f9-8601-1b3501000ad2 HTTP/1.1" status: 200 len: 210 time: 0.1024332 Jul 14 09:25:08.452425 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b882b6a3-9f3c-47f4-bdef-bf8549b2315f req-cdfabb7d-6ecf-4bba-b001-bca22c57a311 tempest-ServerShowV254Test-240420509 tempest-ServerShowV254Test-240420509-project] 10.222.0.68 "GET /v2.0/ports?device_id=9d989e86-2c7b-442e-9e80-552909e05e9d HTTP/1.1" status: 200 len: 210 time: 0.1288328 Jul 14 09:25:08.535724 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd6789c-437a-4f21-a5ef-ee0cd3f24f75 req-d0c24d8a-235c-47aa-9401-56e22997e22f tempest-ServerRescueTestJSON-1969041098 tempest-ServerRescueTestJSON-1969041098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:08.548256 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-1bd6789c-437a-4f21-a5ef-ee0cd3f24f75 req-d0c24d8a-235c-47aa-9401-56e22997e22f tempest-ServerRescueTestJSON-1969041098 tempest-ServerRescueTestJSON-1969041098-project] 10.222.0.68 "GET /v2.0/ports?device_id=1165a2d1-7a70-431c-8db9-81b467588d28 HTTP/1.1" status: 200 len: 945 time: 0.2445717 Jul 14 09:25:08.571377 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03b69259-acc4-403e-8b18-49210b2494ea req-671add74-6cb2-4b4f-b8f3-8e19816b8189 tempest-FloatingIPsAssociationTestJSON-879911528 tempest-FloatingIPsAssociationTestJSON-879911528-project] Made reservation on behalf of cb2a8bd81eea456b92b36dee5b159f07 for: {'port': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:25:08.576820 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-03b69259-acc4-403e-8b18-49210b2494ea req-671add74-6cb2-4b4f-b8f3-8e19816b8189 tempest-FloatingIPsAssociationTestJSON-879911528 tempest-FloatingIPsAssociationTestJSON-879911528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:08.612930 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-1bd6789c-437a-4f21-a5ef-ee0cd3f24f75 req-c6055736-6f4b-4db0-b5af-264fa3b7ec4c tempest-ServerRescueTestJSON-1969041098 tempest-ServerRescueTestJSON-1969041098-project] 10.222.0.68 "GET /v2.0/security-groups?id=d6a7feba-be17-4d7e-a638-e9426c29981e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636733 Jul 14 09:25:08.724752 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 47036) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:08.831203 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-144874ba-9051-41f1-8f51-0fbf3767dd7d req-798a2b91-843d-4f54-9019-df82f2f4d58e tempest-FloatingIPsAssociationTestJSON-879911528 tempest-FloatingIPsAssociationTestJSON-879911528-project] 10.222.0.68 "GET /v2.0/ports?device_id=86edc551-2af1-49b8-ace8-978539698fff HTTP/1.1" status: 200 len: 210 time: 0.0754874 Jul 14 09:25:08.970998 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [req-03b69259-acc4-403e-8b18-49210b2494ea req-671add74-6cb2-4b4f-b8f3-8e19816b8189 tempest-FloatingIPsAssociationTestJSON-879911528 tempest-FloatingIPsAssociationTestJSON-879911528-project] Allocated IP 172.20.0.6 (f9f9e30e-0b39-4c8e-9a13-252818fafe21/444f0042-b663-4a95-9c31-a5cc1ed6ad12/931e89d6-a83f-478c-8b7d-81fe28a1ecc4) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:25:08.990791 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ce32c8e4-5b88-4fd9-a780-f80ca130d570 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:09.118884 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afeb511-2ec7-4d37-8dfe-0dabcae08be9 req-4c7160a5-056e-4329-8079-6aba319ff263 tempest-ListServerFiltersTestJSON-249454475 tempest-ListServerFiltersTestJSON-249454475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:09.127804 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-5afeb511-2ec7-4d37-8dfe-0dabcae08be9 req-4c7160a5-056e-4329-8079-6aba319ff263 tempest-ListServerFiltersTestJSON-249454475 tempest-ListServerFiltersTestJSON-249454475-project] 10.222.0.68 "GET /v2.0/ports?device_id=52df408e-3ce3-40d2-a2cb-21f113824a61 HTTP/1.1" status: 200 len: 946 time: 0.2465537 Jul 14 09:25:09.205836 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-5afeb511-2ec7-4d37-8dfe-0dabcae08be9 req-5074b27f-1c7a-489b-b1c2-b22c257385ce tempest-ListServerFiltersTestJSON-249454475 tempest-ListServerFiltersTestJSON-249454475-project] 10.222.0.68 "GET /v2.0/security-groups?id=ce208e01-46cb-4812-9601-5914ea7ef5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758688 Jul 14 09:25:09.263696 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ce32c8e4-5b88-4fd9-a780-f80ca130d570 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:09.269541 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3a80c7cf-3909-45d1-ac93-60b0bae6b1eb req-f752d7e2-fdb1-48f6-a053-5b56d180b68f tempest-ServerShowV247Test-95289089 tempest-ServerShowV247Test-95289089-project] 10.222.0.68 "GET /v2.0/ports?device_id=597336fa-a9fd-4764-aecb-9f8b5af457b3 HTTP/1.1" status: 200 len: 210 time: 0.1712487 Jul 14 09:25:09.272554 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ce32c8e4-5b88-4fd9-a780-f80ca130d570 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:09.349451 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-ce32c8e4-5b88-4fd9-a780-f80ca130d570 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=1959ed6a5be04fc1b42fdf08f0615e0d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6207066 Jul 14 09:25:09.350323 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 47044) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:09.360207 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce32c8e4-5b88-4fd9-a780-f80ca130d570 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4ec98fe-0fd8-4759-bed3-462f331eb1db,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:09.371957 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce32c8e4-5b88-4fd9-a780-f80ca130d570 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:25:09.372614 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce32c8e4-5b88-4fd9-a780-f80ca130d570 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:25:09.373131 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce32c8e4-5b88-4fd9-a780-f80ca130d570 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:25:09.373682 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce32c8e4-5b88-4fd9-a780-f80ca130d570 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:25:09.374195 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce32c8e4-5b88-4fd9-a780-f80ca130d570 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:25:09.374704 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce32c8e4-5b88-4fd9-a780-f80ca130d570 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:25:09.375383 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce32c8e4-5b88-4fd9-a780-f80ca130d570 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:25:09.375893 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce32c8e4-5b88-4fd9-a780-f80ca130d570 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:25:09.376395 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce32c8e4-5b88-4fd9-a780-f80ca130d570 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:25:09.376895 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce32c8e4-5b88-4fd9-a780-f80ca130d570 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:25:09.377446 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce32c8e4-5b88-4fd9-a780-f80ca130d570 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:25:09.377980 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce32c8e4-5b88-4fd9-a780-f80ca130d570 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:25:09.380568 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-03b69259-acc4-403e-8b18-49210b2494ea req-671add74-6cb2-4b4f-b8f3-8e19816b8189 tempest-FloatingIPsAssociationTestJSON-879911528 tempest-FloatingIPsAssociationTestJSON-879911528-project] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:09.420013 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [req-03b69259-acc4-403e-8b18-49210b2494ea req-671add74-6cb2-4b4f-b8f3-8e19816b8189 tempest-FloatingIPsAssociationTestJSON-879911528 tempest-FloatingIPsAssociationTestJSON-879911528-project] Transition to ACTIVE for port object 931e89d6-a83f-478c-8b7d-81fe28a1ecc4 will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:25:09.490539 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0346c4c8-3cfa-4af4-a492-d88605692560 req-19879b98-b498-454d-baa1-fb8d43c66022 tempest-ListServerFiltersTestJSON-249454475 tempest-ListServerFiltersTestJSON-249454475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:09.492926 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-0346c4c8-3cfa-4af4-a492-d88605692560 req-19879b98-b498-454d-baa1-fb8d43c66022 tempest-ListServerFiltersTestJSON-249454475 tempest-ListServerFiltersTestJSON-249454475-project] 10.222.0.68 "GET /v2.0/ports?device_id=4b0b7e54-dfd9-41b9-8ceb-103b4f948320 HTTP/1.1" status: 200 len: 945 time: 0.0793593 Jul 14 09:25:09.503360 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-80d6d962-ff0c-4662-bacc-e2883c39a8c8 req-f26a51a3-3b94-4a9e-9f8c-5d1ea0ffd01d tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] 10.222.0.68 "GET /v2.0/ports?device_id=65c2e97a-3a9b-45f9-8601-1b3501000ad2 HTTP/1.1" status: 200 len: 210 time: 0.0472944 Jul 14 09:25:09.510260 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-dcc9eb1b-a0b3-4403-b874-6122809baed1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:09.534508 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-dcc9eb1b-a0b3-4403-b874-6122809baed1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:09.564950 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-03b69259-acc4-403e-8b18-49210b2494ea req-671add74-6cb2-4b4f-b8f3-8e19816b8189 tempest-FloatingIPsAssociationTestJSON-879911528 tempest-FloatingIPsAssociationTestJSON-879911528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:09.567086 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-0346c4c8-3cfa-4af4-a492-d88605692560 req-2a66e55c-fe9f-464d-ab1d-d28d9fad4a00 tempest-ListServerFiltersTestJSON-249454475 tempest-ListServerFiltersTestJSON-249454475-project] 10.222.0.68 "GET /v2.0/security-groups?id=ce208e01-46cb-4812-9601-5914ea7ef5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632467 Jul 14 09:25:09.612700 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] get_ports_and_sgs() called for port_ids ['0f39e973-face-4493-81d7-410ee30b1531'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:25:09.618539 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03b69259-acc4-403e-8b18-49210b2494ea req-671add74-6cb2-4b4f-b8f3-8e19816b8189 tempest-FloatingIPsAssociationTestJSON-879911528 tempest-FloatingIPsAssociationTestJSON-879911528-project] Network f9f9e30e-0b39-4c8e-9a13-252818fafe21 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:25:09.622722 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [req-03b69259-acc4-403e-8b18-49210b2494ea req-671add74-6cb2-4b4f-b8f3-8e19816b8189 tempest-FloatingIPsAssociationTestJSON-879911528 tempest-FloatingIPsAssociationTestJSON-879911528-project] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:25:09.628999 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-03b69259-acc4-403e-8b18-49210b2494ea req-671add74-6cb2-4b4f-b8f3-8e19816b8189 tempest-FloatingIPsAssociationTestJSON-879911528 tempest-FloatingIPsAssociationTestJSON-879911528-project] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:25:09.666951 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671add74-6cb2-4b4f-b8f3-8e19816b8189 tempest-FloatingIPsAssociationTestJSON-879911528 tempest-FloatingIPsAssociationTestJSON-879911528-project] Pushing event updated for resources: {'Port': ['ID=931e89d6-a83f-478c-8b7d-81fe28a1ecc4,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:09.704190 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-dcc9eb1b-a0b3-4403-b874-6122809baed1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:09.707069 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-dcc9eb1b-a0b3-4403-b874-6122809baed1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:09.711362 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-dcc9eb1b-a0b3-4403-b874-6122809baed1 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/d4ec98fe-0fd8-4759-bed3-462f331eb1db HTTP/1.1" status: 204 len: 168 time: 0.3568928 Jul 14 09:25:09.769944 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b69259-acc4-403e-8b18-49210b2494ea req-671add74-6cb2-4b4f-b8f3-8e19816b8189 tempest-FloatingIPsAssociationTestJSON-879911528 tempest-FloatingIPsAssociationTestJSON-879911528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:09.770636 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-03b69259-acc4-403e-8b18-49210b2494ea req-671add74-6cb2-4b4f-b8f3-8e19816b8189 tempest-FloatingIPsAssociationTestJSON-879911528 tempest-FloatingIPsAssociationTestJSON-879911528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:09.792735 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc9eb1b-a0b3-4403-b874-6122809baed1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4ec98fe-0fd8-4759-bed3-462f331eb1db,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:09.852079 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-03b69259-acc4-403e-8b18-49210b2494ea req-671add74-6cb2-4b4f-b8f3-8e19816b8189 tempest-FloatingIPsAssociationTestJSON-879911528 tempest-FloatingIPsAssociationTestJSON-879911528-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8008485 Jul 14 09:25:09.873890 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-03b69259-acc4-403e-8b18-49210b2494ea req-eea1ea79-db9f-4d9e-83c8-bec675befbd4 service neutron] Request body: {'port': {'device_id': '86edc551-2af1-49b8-ace8-978539698fff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-29'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:25:09.983902 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3217d69d-2ee6-438c-9c87-fca67e7ad050 req-68fb8d1f-6dac-46a3-947b-49c4beabd281 tempest-ListServerFiltersTestJSON-249454475 tempest-ListServerFiltersTestJSON-249454475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:10.006949 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-3217d69d-2ee6-438c-9c87-fca67e7ad050 req-68fb8d1f-6dac-46a3-947b-49c4beabd281 tempest-ListServerFiltersTestJSON-249454475 tempest-ListServerFiltersTestJSON-249454475-project] 10.222.0.68 "GET /v2.0/ports?device_id=2c9ebdbe-82ff-4a31-936d-c00888b875d8 HTTP/1.1" status: 200 len: 946 time: 0.2258246 Jul 14 09:25:10.090895 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-aa014b7c-64c9-4c86-8124-68b12761e115 req-39096c56-bed2-4810-b436-36825a8e1b9f tempest-ServerShowV254Test-240420509 tempest-ServerShowV254Test-240420509-project] 10.222.0.68 "GET /v2.0/ports?device_id=9d989e86-2c7b-442e-9e80-552909e05e9d HTTP/1.1" status: 200 len: 210 time: 0.2124524 Jul 14 09:25:10.099892 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-3217d69d-2ee6-438c-9c87-fca67e7ad050 req-e23e5388-a22f-4427-8a4b-9053679ed35f tempest-ListServerFiltersTestJSON-249454475 tempest-ListServerFiltersTestJSON-249454475-project] 10.222.0.68 "GET /v2.0/security-groups?id=ce208e01-46cb-4812-9601-5914ea7ef5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837526 Jul 14 09:25:10.190284 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-ccbe2b7c-a0ae-4f35-9a8a-65e0e1010fea None None] Provisioning for port 931e89d6-a83f-478c-8b7d-81fe28a1ecc4 completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:25:10.198947 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-ccbe2b7c-a0ae-4f35-9a8a-65e0e1010fea None None] Provisioning complete for port 931e89d6-a83f-478c-8b7d-81fe28a1ecc4 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:25:10.199577 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ccbe2b7c-a0ae-4f35-9a8a-65e0e1010fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:10.310992 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-ccbe2b7c-a0ae-4f35-9a8a-65e0e1010fea None None] Port 931e89d6-a83f-478c-8b7d-81fe28a1ecc4 cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:25:10.434249 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-03b69259-acc4-403e-8b18-49210b2494ea req-eea1ea79-db9f-4d9e-83c8-bec675befbd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:10.485761 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e893954-4293-49f5-bac1-9be9dc28a2a1 req-670b9905-78b0-4c9c-809d-3364bbf7b6ef tempest-FloatingIPsAssociationTestJSON-879911528 tempest-FloatingIPsAssociationTestJSON-879911528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:10.493266 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afab801-e44b-4545-8dd3-f37dede739d8 req-6f819e8a-2854-46e8-bc06-f42a2bb566f0 tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:10.494781 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-8e893954-4293-49f5-bac1-9be9dc28a2a1 req-670b9905-78b0-4c9c-809d-3364bbf7b6ef tempest-FloatingIPsAssociationTestJSON-879911528 tempest-FloatingIPsAssociationTestJSON-879911528-project] 10.222.0.68 "GET /v2.0/ports?device_id=86edc551-2af1-49b8-ace8-978539698fff HTTP/1.1" status: 200 len: 931 time: 0.1297112 Jul 14 09:25:10.496597 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3afab801-e44b-4545-8dd3-f37dede739d8 req-6f819e8a-2854-46e8-bc06-f42a2bb566f0 tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] 10.222.0.65 "GET /v2.0/networks?id=fdafaba0-da53-47c8-a4eb-7c69deccbba6 HTTP/1.1" status: 200 len: 808 time: 0.4966915 Jul 14 09:25:10.547189 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-8e893954-4293-49f5-bac1-9be9dc28a2a1 req-ca6148d0-1819-4842-ac4c-848083410f4c tempest-FloatingIPsAssociationTestJSON-879911528 tempest-FloatingIPsAssociationTestJSON-879911528-project] 10.222.0.68 "GET /v2.0/security-groups?id=7d62c79e-4bb7-4cee-af34-fb6b30b09370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512202 Jul 14 09:25:10.567172 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-3afab801-e44b-4545-8dd3-f37dede739d8 req-f1481056-f8cb-42a2-8473-63432a4acd71 tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] Request body: {'port': {'device_id': '65c2e97a-3a9b-45f9-8601-1b3501000ad2', 'network_id': 'fdafaba0-da53-47c8-a4eb-7c69deccbba6', 'admin_state_up': True, 'tenant_id': '88495f2d6951432397900165a462d224'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:25:10.580319 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [req-1f6437b6-3d1d-493d-b691-0ae4f9927a4f req-e56a1a36-77b9-4366-b9de-b383452b409d tempest-ListServerFiltersTestJSON-249454475 tempest-ListServerFiltersTestJSON-249454475-project] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=93958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:25:10.581787 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-1f6437b6-3d1d-493d-b691-0ae4f9927a4f req-e56a1a36-77b9-4366-b9de-b383452b409d tempest-ListServerFiltersTestJSON-249454475 tempest-ListServerFiltersTestJSON-249454475-project] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0076385 Jul 14 09:25:10.782309 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-02f01ca1-b850-4120-b938-c789aa49b223 req-7dcbc025-1155-479c-b99b-cc6700b3526f service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=597336fa-a9fd-4764-aecb-9f8b5af457b3 HTTP/1.1" status: 200 len: 210 time: 0.2322705 Jul 14 09:25:10.805935 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-1f6437b6-3d1d-493d-b691-0ae4f9927a4f req-d44ecee2-7900-4bd5-abe7-25d00e0896c2 tempest-ListServerFiltersTestJSON-249454475 tempest-ListServerFiltersTestJSON-249454475-project] 10.222.0.68 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.14&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.2149625 Jul 14 09:25:10.943183 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2211661-fd18-4010-ab29-f90471e91a37 req-2a55aafa-26dd-49fd-bdd4-9c685188f6d6 tempest-ServerRescueTestJSON-1969041098 tempest-ServerRescueTestJSON-1969041098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:10.944880 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d2211661-fd18-4010-ab29-f90471e91a37 req-2a55aafa-26dd-49fd-bdd4-9c685188f6d6 tempest-ServerRescueTestJSON-1969041098 tempest-ServerRescueTestJSON-1969041098-project] 10.222.0.68 "GET /v2.0/ports?device_id=1165a2d1-7a70-431c-8db9-81b467588d28 HTTP/1.1" status: 200 len: 945 time: 0.6449170 Jul 14 09:25:11.049530 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3afab801-e44b-4545-8dd3-f37dede739d8 req-f1481056-f8cb-42a2-8473-63432a4acd71 tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] Made reservation on behalf of 88495f2d6951432397900165a462d224 for: {'port': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:25:11.055715 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-3afab801-e44b-4545-8dd3-f37dede739d8 req-f1481056-f8cb-42a2-8473-63432a4acd71 tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:11.098825 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d2211661-fd18-4010-ab29-f90471e91a37 req-e8a88a67-b87c-433c-87a4-475e03eba1e0 tempest-ServerRescueTestJSON-1969041098 tempest-ServerRescueTestJSON-1969041098-project] 10.222.0.68 "GET /v2.0/security-groups?id=d6a7feba-be17-4d7e-a638-e9426c29981e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432629 Jul 14 09:25:11.207150 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-959ee6f3-92ee-4def-9162-10405945fec4 req-96373bba-a96b-46e8-9924-d322192ebe48 tempest-ServerShowV247Test-95289089 tempest-ServerShowV247Test-95289089-project] 10.222.0.68 "GET /v2.0/ports?device_id=597336fa-a9fd-4764-aecb-9f8b5af457b3 HTTP/1.1" status: 200 len: 210 time: 0.0501542 Jul 14 09:25:11.275118 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0bf44470-b9ad-42f5-b3a4-4d8518feca57 req-721154ad-b8e8-4de8-b05e-9b58ce9331bb tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] 10.222.0.68 "GET /v2.0/ports?device_id=65c2e97a-3a9b-45f9-8601-1b3501000ad2 HTTP/1.1" status: 200 len: 210 time: 0.0474913 Jul 14 09:25:11.375133 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [req-03b69259-acc4-403e-8b18-49210b2494ea req-eea1ea79-db9f-4d9e-83c8-bec675befbd4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 931e89d6-a83f-478c-8b7d-81fe28a1ecc4 {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:25:11.385329 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [req-3afab801-e44b-4545-8dd3-f37dede739d8 req-f1481056-f8cb-42a2-8473-63432a4acd71 tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] Allocated IP 172.20.0.11 (fdafaba0-da53-47c8-a4eb-7c69deccbba6/5194e827-9fb1-419e-b4bc-69aee8b3dca3/df6483e0-89e5-45b9-8d7a-dd0f399b1b72) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:25:11.388613 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-03b69259-acc4-403e-8b18-49210b2494ea req-eea1ea79-db9f-4d9e-83c8-bec675befbd4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:11.412987 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [req-03b69259-acc4-403e-8b18-49210b2494ea req-eea1ea79-db9f-4d9e-83c8-bec675befbd4 service neutron] Transition to ACTIVE for port object 931e89d6-a83f-478c-8b7d-81fe28a1ecc4 will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:25:11.427308 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-03b69259-acc4-403e-8b18-49210b2494ea req-eea1ea79-db9f-4d9e-83c8-bec675befbd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:11.576870 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea1ea79-db9f-4d9e-83c8-bec675befbd4 service neutron] Pushing event updated for resources: {'Port': ['ID=931e89d6-a83f-478c-8b7d-81fe28a1ecc4,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:11.579305 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.agents_db [None req-3c3509fb-540d-4335-a450-574895dd3602 None None] Agent healthcheck: found 7 active agents {{(pid=93960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:25:12.046832 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0f58e4-6e18-455a-80e2-19ee153eb6de req-8d16453f-9ec9-4744-9f33-c0c30095777e tempest-ListServerFiltersTestJSON-249454475 tempest-ListServerFiltersTestJSON-249454475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:12.048421 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-bd0f58e4-6e18-455a-80e2-19ee153eb6de req-8d16453f-9ec9-4744-9f33-c0c30095777e tempest-ListServerFiltersTestJSON-249454475 tempest-ListServerFiltersTestJSON-249454475-project] 10.222.0.68 "GET /v2.0/ports?device_id=52df408e-3ce3-40d2-a2cb-21f113824a61 HTTP/1.1" status: 200 len: 946 time: 0.6297524 Jul 14 09:25:12.082707 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-03b69259-acc4-403e-8b18-49210b2494ea req-eea1ea79-db9f-4d9e-83c8-bec675befbd4 service neutron] Attempting to bind port 931e89d6-a83f-478c-8b7d-81fe28a1ecc4 on host n-h1-779913-29 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:25:12.082963 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-03b69259-acc4-403e-8b18-49210b2494ea req-eea1ea79-db9f-4d9e-83c8-bec675befbd4 service neutron] Attempting to bind port 931e89d6-a83f-478c-8b7d-81fe28a1ecc4 by drivers openvswitch,hyperv on host n-h1-779913-29 at level 0 using segments [{'id': 'ddccd952-f86c-42d9-9a76-fafa68d7d61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'f9f9e30e-0b39-4c8e-9a13-252818fafe21'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:25:12.083301 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03b69259-acc4-403e-8b18-49210b2494ea req-eea1ea79-db9f-4d9e-83c8-bec675befbd4 service neutron] Attempting to bind port 931e89d6-a83f-478c-8b7d-81fe28a1ecc4 on network f9f9e30e-0b39-4c8e-9a13-252818fafe21 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:25:12.106265 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-3afab801-e44b-4545-8dd3-f37dede739d8 req-f1481056-f8cb-42a2-8473-63432a4acd71 tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:12.109368 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03b69259-acc4-403e-8b18-49210b2494ea req-eea1ea79-db9f-4d9e-83c8-bec675befbd4 service neutron] Port 931e89d6-a83f-478c-8b7d-81fe28a1ecc4 on network f9f9e30e-0b39-4c8e-9a13-252818fafe21 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-29 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:25:12.109722 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03b69259-acc4-403e-8b18-49210b2494ea req-eea1ea79-db9f-4d9e-83c8-bec675befbd4 service neutron] Attempting to bind port 931e89d6-a83f-478c-8b7d-81fe28a1ecc4 on network f9f9e30e-0b39-4c8e-9a13-252818fafe21 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:25:12.128503 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03b69259-acc4-403e-8b18-49210b2494ea req-eea1ea79-db9f-4d9e-83c8-bec675befbd4 service neutron] Checking agent: {'id': 'de11e667-f145-47b0-bd09-334a7505938e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 13, 12), 'started_at': datetime.datetime(2021, 7, 14, 9, 13, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 24, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:25:12.128851 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03b69259-acc4-403e-8b18-49210b2494ea req-eea1ea79-db9f-4d9e-83c8-bec675befbd4 service neutron] Checking segment: {'id': 'ddccd952-f86c-42d9-9a76-fafa68d7d61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'f9f9e30e-0b39-4c8e-9a13-252818fafe21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:25:12.129243 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03b69259-acc4-403e-8b18-49210b2494ea req-eea1ea79-db9f-4d9e-83c8-bec675befbd4 service neutron] Bound using segment: {'id': 'ddccd952-f86c-42d9-9a76-fafa68d7d61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'f9f9e30e-0b39-4c8e-9a13-252818fafe21'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:25:12.129722 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-03b69259-acc4-403e-8b18-49210b2494ea req-eea1ea79-db9f-4d9e-83c8-bec675befbd4 service neutron] Bound port: 931e89d6-a83f-478c-8b7d-81fe28a1ecc4, host: n-h1-779913-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ddccd952-f86c-42d9-9a76-fafa68d7d61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'f9f9e30e-0b39-4c8e-9a13-252818fafe21'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:25:12.130087 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-03b69259-acc4-403e-8b18-49210b2494ea req-eea1ea79-db9f-4d9e-83c8-bec675befbd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:12.152963 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-bd0f58e4-6e18-455a-80e2-19ee153eb6de req-3e468300-abce-4cb0-b2d1-8dc6806b3fb8 tempest-ListServerFiltersTestJSON-249454475 tempest-ListServerFiltersTestJSON-249454475-project] 10.222.0.68 "GET /v2.0/security-groups?id=ce208e01-46cb-4812-9601-5914ea7ef5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874436 Jul 14 09:25:12.241355 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-03b69259-acc4-403e-8b18-49210b2494ea req-eea1ea79-db9f-4d9e-83c8-bec675befbd4 service neutron] For port 931e89d6-a83f-478c-8b7d-81fe28a1ecc4, host n-h1-779913-29, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:25:12.243210 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-8637176e-7dd6-40fd-9c5d-d6ddd310f15e req-5fde0ab8-c623-479c-8cfe-40663211867c tempest-ServerShowV254Test-240420509 tempest-ServerShowV254Test-240420509-project] 10.222.0.68 "GET /v2.0/ports?device_id=9d989e86-2c7b-442e-9e80-552909e05e9d HTTP/1.1" status: 200 len: 210 time: 0.0482900 Jul 14 09:25:12.246575 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-03b69259-acc4-403e-8b18-49210b2494ea req-eea1ea79-db9f-4d9e-83c8-bec675befbd4 service neutron] For port 931e89d6-a83f-478c-8b7d-81fe28a1ecc4, host n-h1-779913-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=931e89d6-a83f-478c-8b7d-81fe28a1ecc4,segment=NetworkSegment(ddccd952-f86c-42d9-9a76-fafa68d7d61d),segment_id=ddccd952-f86c-42d9-9a76-fafa68d7d61d)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:25:12.249189 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-3afab801-e44b-4545-8dd3-f37dede739d8 req-f1481056-f8cb-42a2-8473-63432a4acd71 tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:12.266585 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-03b69259-acc4-403e-8b18-49210b2494ea req-eea1ea79-db9f-4d9e-83c8-bec675befbd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:12.330897 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e2bd823a-8c14-47ec-8645-403c55c875f4 req-f7e4ad0c-23a6-43f4-aa7b-bf787cc12662 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=9d989e86-2c7b-442e-9e80-552909e05e9d HTTP/1.1" status: 200 len: 210 time: 0.0638423 Jul 14 09:25:12.333296 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3afab801-e44b-4545-8dd3-f37dede739d8 req-f1481056-f8cb-42a2-8473-63432a4acd71 tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] Network fdafaba0-da53-47c8-a4eb-7c69deccbba6 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:25:12.343131 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b69259-acc4-403e-8b18-49210b2494ea req-eea1ea79-db9f-4d9e-83c8-bec675befbd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:12.343770 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-03b69259-acc4-403e-8b18-49210b2494ea req-eea1ea79-db9f-4d9e-83c8-bec675befbd4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:12.345253 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-03b69259-acc4-403e-8b18-49210b2494ea req-eea1ea79-db9f-4d9e-83c8-bec675befbd4 service neutron] 10.222.0.65 "PUT /v2.0/ports/931e89d6-a83f-478c-8b7d-81fe28a1ecc4 HTTP/1.1" status: 200 len: 1092 time: 2.4783521 Jul 14 09:25:12.350086 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86edc551-2af1-49b8-ace8-978539698fff', 'tag': '931e89d6-a83f-478c-8b7d-81fe28a1ecc4'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:25:12.353092 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18471dd5-e750-4505-a345-5f16f7101517" -d '{"events": [{"name": "network-changed", "server_uuid": "86edc551-2af1-49b8-ace8-978539698fff", "tag": "931e89d6-a83f-478c-8b7d-81fe28a1ecc4"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:25:12.359713 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [req-3afab801-e44b-4545-8dd3-f37dede739d8 req-f1481056-f8cb-42a2-8473-63432a4acd71 tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:25:12.362204 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-3afab801-e44b-4545-8dd3-f37dede739d8 req-f1481056-f8cb-42a2-8473-63432a4acd71 tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:25:12.412619 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1481056-f8cb-42a2-8473-63432a4acd71 tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] Pushing event updated for resources: {'Port': ['ID=df6483e0-89e5-45b9-8d7a-dd0f399b1b72,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:12.494518 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afab801-e44b-4545-8dd3-f37dede739d8 req-f1481056-f8cb-42a2-8473-63432a4acd71 tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:12.495166 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-3afab801-e44b-4545-8dd3-f37dede739d8 req-f1481056-f8cb-42a2-8473-63432a4acd71 tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:12.529440 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea1ea79-db9f-4d9e-83c8-bec675befbd4 service neutron] Pushing event updated for resources: {'Port': ['ID=931e89d6-a83f-478c-8b7d-81fe28a1ecc4,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:12.534921 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3afab801-e44b-4545-8dd3-f37dede739d8 req-f1481056-f8cb-42a2-8473-63432a4acd71 tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9864876 Jul 14 09:25:12.540870 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ad54a3-31a3-433d-9a6f-e32fe83f1182 req-23b306d3-fcc2-4f85-9f3a-3de6165fe34d tempest-ServerRescueTestJSON-1969041098 tempest-ServerRescueTestJSON-1969041098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:12.544111 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-31ad54a3-31a3-433d-9a6f-e32fe83f1182 req-23b306d3-fcc2-4f85-9f3a-3de6165fe34d tempest-ServerRescueTestJSON-1969041098 tempest-ServerRescueTestJSON-1969041098-project] 10.222.0.68 "GET /v2.0/ports?device_id=1165a2d1-7a70-431c-8db9-81b467588d28 HTTP/1.1" status: 200 len: 945 time: 0.1038542 Jul 14 09:25:12.558611 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5e0144-64c0-4c05-9292-80d01e477022 req-7009f1d4-c1c8-452d-9101-036657a0e6c1 tempest-FloatingIPsAssociationTestJSON-879911528 tempest-FloatingIPsAssociationTestJSON-879911528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:12.566207 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-eb5e0144-64c0-4c05-9292-80d01e477022 req-7009f1d4-c1c8-452d-9101-036657a0e6c1 tempest-FloatingIPsAssociationTestJSON-879911528 tempest-FloatingIPsAssociationTestJSON-879911528-project] 10.222.0.68 "GET /v2.0/ports?device_id=86edc551-2af1-49b8-ace8-978539698fff HTTP/1.1" status: 200 len: 943 time: 0.2195613 Jul 14 09:25:12.578551 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:12.606202 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-eb5e0144-64c0-4c05-9292-80d01e477022 req-388c77f8-dd67-41b0-846e-5c1b27ada36d tempest-FloatingIPsAssociationTestJSON-879911528 tempest-FloatingIPsAssociationTestJSON-879911528-project] 10.222.0.68 "GET /v2.0/security-groups?id=7d62c79e-4bb7-4cee-af34-fb6b30b09370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391171 Jul 14 09:25:12.607438 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-31ad54a3-31a3-433d-9a6f-e32fe83f1182 req-5fb4bbcc-2a74-4495-bc01-0168de8f6080 tempest-ServerRescueTestJSON-1969041098 tempest-ServerRescueTestJSON-1969041098-project] 10.222.0.68 "GET /v2.0/security-groups?id=d6a7feba-be17-4d7e-a638-e9426c29981e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557864 Jul 14 09:25:12.664612 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-3afab801-e44b-4545-8dd3-f37dede739d8 req-935751c1-3ec8-4315-a7b8-52f104d5fc18 service neutron] Request body: {'port': {'device_id': '65c2e97a-3a9b-45f9-8601-1b3501000ad2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-29'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:25:12.841466 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-4f76b196-f918-4333-b6f9-edd27800413e req-633d3700-385b-4abb-89fa-143464b8d8bb tempest-ServerShowV247Test-95289089 tempest-ServerShowV247Test-95289089-project] 10.222.0.68 "GET /v2.0/ports?device_id=597336fa-a9fd-4764-aecb-9f8b5af457b3 HTTP/1.1" status: 200 len: 210 time: 0.0864606 Jul 14 09:25:12.844454 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667d9322-9360-4733-a8b5-dfcb24682ec5 req-75658c74-94f8-41a2-8b8c-d26badb0a8ae tempest-ListServerFiltersTestJSON-249454475 tempest-ListServerFiltersTestJSON-249454475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:12.847083 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-667d9322-9360-4733-a8b5-dfcb24682ec5 req-75658c74-94f8-41a2-8b8c-d26badb0a8ae tempest-ListServerFiltersTestJSON-249454475 tempest-ListServerFiltersTestJSON-249454475-project] 10.222.0.68 "GET /v2.0/ports?device_id=4b0b7e54-dfd9-41b9-8ceb-103b4f948320 HTTP/1.1" status: 200 len: 945 time: 0.0835068 Jul 14 09:25:12.891650 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-3afab801-e44b-4545-8dd3-f37dede739d8 req-935751c1-3ec8-4315-a7b8-52f104d5fc18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:12.918052 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-667d9322-9360-4733-a8b5-dfcb24682ec5 req-85cf6c9a-0030-46e9-91b5-63dd90c9291e tempest-ListServerFiltersTestJSON-249454475 tempest-ListServerFiltersTestJSON-249454475-project] 10.222.0.68 "GET /v2.0/security-groups?id=ce208e01-46cb-4812-9601-5914ea7ef5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594776 Jul 14 09:25:12.978210 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b69259-acc4-403e-8b18-49210b2494ea req-2a3df49e-2be2-458e-9c4c-d9aa4e7cf1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:12.979768 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-03b69259-acc4-403e-8b18-49210b2494ea req-2a3df49e-2be2-458e-9c4c-d9aa4e7cf1b8 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=cb2a8bd81eea456b92b36dee5b159f07&device_id=86edc551-2af1-49b8-ace8-978539698fff HTTP/1.1" status: 200 len: 1095 time: 0.2246234 Jul 14 09:25:13.014402 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:25:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea1bd850-427b-4087-92ed-10e17b16e6a7 x-openstack-request-id: req-ea1bd850-427b-4087-92ed-10e17b16e6a7 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:25:13.014811 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86edc551-2af1-49b8-ace8-978539698fff", "tag": "931e89d6-a83f-478c-8b7d-81fe28a1ecc4", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:25:13.015077 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-ea1bd850-427b-4087-92ed-10e17b16e6a7 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:25:13.015864 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86edc551-2af1-49b8-ace8-978539698fff', 'tag': '931e89d6-a83f-478c-8b7d-81fe28a1ecc4', 'status': 'completed', 'code': 200} Jul 14 09:25:13.120928 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-03b69259-acc4-403e-8b18-49210b2494ea req-a15359e6-53fb-453e-b326-0a074170de98 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=931e89d6-a83f-478c-8b7d-81fe28a1ecc4 HTTP/1.1" status: 200 len: 217 time: 0.1156654 Jul 14 09:25:13.303964 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b69259-acc4-403e-8b18-49210b2494ea req-b71c37c1-0896-4ad8-b6e2-53ef8690795e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:13.306502 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-03b69259-acc4-403e-8b18-49210b2494ea req-b71c37c1-0896-4ad8-b6e2-53ef8690795e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=444f0042-b663-4a95-9c31-a5cc1ed6ad12 HTTP/1.1" status: 200 len: 860 time: 0.1561251 Jul 14 09:25:13.317136 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:13.321883 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fd698b-ee53-4e35-a798-5e54d7bc9264 req-6e654948-7245-4faa-9563-9d5e81f6442a tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:13.323433 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-17fd698b-ee53-4e35-a798-5e54d7bc9264 req-6e654948-7245-4faa-9563-9d5e81f6442a tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] 10.222.0.68 "GET /v2.0/ports?device_id=65c2e97a-3a9b-45f9-8601-1b3501000ad2 HTTP/1.1" status: 200 len: 932 time: 0.2456462 Jul 14 09:25:13.433350 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-17fd698b-ee53-4e35-a798-5e54d7bc9264 req-6f571334-9ad2-4ed8-9f0e-e732b74ee65d tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] 10.222.0.68 "GET /v2.0/security-groups?id=cf40bcd2-1dd1-48fb-a6b7-6df0e80ce2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927806 Jul 14 09:25:13.514123 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b69259-acc4-403e-8b18-49210b2494ea req-458d3255-bf29-420d-a0a6-603482829fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:13.515798 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-03b69259-acc4-403e-8b18-49210b2494ea req-458d3255-bf29-420d-a0a6-603482829fb9 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f9f9e30e-0b39-4c8e-9a13-252818fafe21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1851566 Jul 14 09:25:13.534804 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [req-3afab801-e44b-4545-8dd3-f37dede739d8 req-935751c1-3ec8-4315-a7b8-52f104d5fc18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df6483e0-89e5-45b9-8d7a-dd0f399b1b72 {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:25:13.578745 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-3afab801-e44b-4545-8dd3-f37dede739d8 req-935751c1-3ec8-4315-a7b8-52f104d5fc18 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:13.672895 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [req-3afab801-e44b-4545-8dd3-f37dede739d8 req-935751c1-3ec8-4315-a7b8-52f104d5fc18 service neutron] Transition to ACTIVE for port object df6483e0-89e5-45b9-8d7a-dd0f399b1b72 will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:25:13.692801 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-3afab801-e44b-4545-8dd3-f37dede739d8 req-935751c1-3ec8-4315-a7b8-52f104d5fc18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:13.774670 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-03b69259-acc4-403e-8b18-49210b2494ea req-4e0037cf-7f0a-4ffb-aac8-4a302ee856ca service neutron] 10.222.0.65 "GET /v2.0/networks/f9f9e30e-0b39-4c8e-9a13-252818fafe21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2278981 Jul 14 09:25:13.827250 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933d4228-0ab6-4945-9f4d-bd61e2ae25c4 req-a8309326-f8a5-4e46-97d2-4710ba778df1 tempest-ListServerFiltersTestJSON-249454475 tempest-ListServerFiltersTestJSON-249454475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:13.830091 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-933d4228-0ab6-4945-9f4d-bd61e2ae25c4 req-a8309326-f8a5-4e46-97d2-4710ba778df1 tempest-ListServerFiltersTestJSON-249454475 tempest-ListServerFiltersTestJSON-249454475-project] 10.222.0.68 "GET /v2.0/ports?device_id=2c9ebdbe-82ff-4a31-936d-c00888b875d8 HTTP/1.1" status: 200 len: 946 time: 0.2537069 Jul 14 09:25:13.856329 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935751c1-3ec8-4315-a7b8-52f104d5fc18 service neutron] Pushing event updated for resources: {'Port': ['ID=df6483e0-89e5-45b9-8d7a-dd0f399b1b72,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:13.887603 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-2d4b3449-2a56-40fb-b918-66ed68f80f4a req-98b89499-d3e0-4e72-acb5-dc5aedb58d81 tempest-ServerShowV254Test-240420509 tempest-ServerShowV254Test-240420509-project] 10.222.0.68 "GET /v2.0/ports?device_id=9d989e86-2c7b-442e-9e80-552909e05e9d HTTP/1.1" status: 200 len: 210 time: 0.0450113 Jul 14 09:25:14.037793 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-933d4228-0ab6-4945-9f4d-bd61e2ae25c4 req-64fd3c85-f3a8-48d1-a9f5-ebda699a4ea0 tempest-ListServerFiltersTestJSON-249454475 tempest-ListServerFiltersTestJSON-249454475-project] 10.222.0.68 "GET /v2.0/security-groups?id=ce208e01-46cb-4812-9601-5914ea7ef5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751549 Jul 14 09:25:14.067779 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-03b69259-acc4-403e-8b18-49210b2494ea req-07a5f3ac-fa14-4ecd-a9da-a72d08223fa5 service neutron] 10.222.0.65 "GET /v2.0/networks/f9f9e30e-0b39-4c8e-9a13-252818fafe21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2761369 Jul 14 09:25:14.070823 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-3afab801-e44b-4545-8dd3-f37dede739d8 req-935751c1-3ec8-4315-a7b8-52f104d5fc18 service neutron] Attempting to bind port df6483e0-89e5-45b9-8d7a-dd0f399b1b72 on host n-h1-779913-29 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:25:14.071117 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-3afab801-e44b-4545-8dd3-f37dede739d8 req-935751c1-3ec8-4315-a7b8-52f104d5fc18 service neutron] Attempting to bind port df6483e0-89e5-45b9-8d7a-dd0f399b1b72 by drivers openvswitch,hyperv on host n-h1-779913-29 at level 0 using segments [{'id': '3140b72d-6a4a-4668-bad8-c572bd128f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'fdafaba0-da53-47c8-a4eb-7c69deccbba6'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:25:14.071450 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3afab801-e44b-4545-8dd3-f37dede739d8 req-935751c1-3ec8-4315-a7b8-52f104d5fc18 service neutron] Attempting to bind port df6483e0-89e5-45b9-8d7a-dd0f399b1b72 on network fdafaba0-da53-47c8-a4eb-7c69deccbba6 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:25:14.079205 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3afab801-e44b-4545-8dd3-f37dede739d8 req-935751c1-3ec8-4315-a7b8-52f104d5fc18 service neutron] Port df6483e0-89e5-45b9-8d7a-dd0f399b1b72 on network fdafaba0-da53-47c8-a4eb-7c69deccbba6 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-29 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:25:14.080262 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3afab801-e44b-4545-8dd3-f37dede739d8 req-935751c1-3ec8-4315-a7b8-52f104d5fc18 service neutron] Attempting to bind port df6483e0-89e5-45b9-8d7a-dd0f399b1b72 on network fdafaba0-da53-47c8-a4eb-7c69deccbba6 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:25:14.085810 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-49804f1b-ae02-48ce-af4a-d54a2ff4920f req-8884c128-326c-4333-bc81-f2d4a18bba69 tempest-ServerShowV247Test-95289089 tempest-ServerShowV247Test-95289089-project] 10.222.0.68 "GET /v2.0/ports?device_id=597336fa-a9fd-4764-aecb-9f8b5af457b3 HTTP/1.1" status: 200 len: 210 time: 0.0514202 Jul 14 09:25:14.087331 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3afab801-e44b-4545-8dd3-f37dede739d8 req-935751c1-3ec8-4315-a7b8-52f104d5fc18 service neutron] Checking agent: {'id': 'de11e667-f145-47b0-bd09-334a7505938e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 13, 12), 'started_at': datetime.datetime(2021, 7, 14, 9, 13, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 25, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:25:14.087666 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3afab801-e44b-4545-8dd3-f37dede739d8 req-935751c1-3ec8-4315-a7b8-52f104d5fc18 service neutron] Checking segment: {'id': '3140b72d-6a4a-4668-bad8-c572bd128f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'fdafaba0-da53-47c8-a4eb-7c69deccbba6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:25:14.088098 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3afab801-e44b-4545-8dd3-f37dede739d8 req-935751c1-3ec8-4315-a7b8-52f104d5fc18 service neutron] Bound using segment: {'id': '3140b72d-6a4a-4668-bad8-c572bd128f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'fdafaba0-da53-47c8-a4eb-7c69deccbba6'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:25:14.089191 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-3afab801-e44b-4545-8dd3-f37dede739d8 req-935751c1-3ec8-4315-a7b8-52f104d5fc18 service neutron] Bound port: df6483e0-89e5-45b9-8d7a-dd0f399b1b72, host: n-h1-779913-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3140b72d-6a4a-4668-bad8-c572bd128f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'fdafaba0-da53-47c8-a4eb-7c69deccbba6'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:25:14.089191 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-3afab801-e44b-4545-8dd3-f37dede739d8 req-935751c1-3ec8-4315-a7b8-52f104d5fc18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:14.215017 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-3afab801-e44b-4545-8dd3-f37dede739d8 req-935751c1-3ec8-4315-a7b8-52f104d5fc18 service neutron] For port df6483e0-89e5-45b9-8d7a-dd0f399b1b72, host n-h1-779913-29, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:25:14.271317 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-3afab801-e44b-4545-8dd3-f37dede739d8 req-935751c1-3ec8-4315-a7b8-52f104d5fc18 service neutron] For port df6483e0-89e5-45b9-8d7a-dd0f399b1b72, host n-h1-779913-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=df6483e0-89e5-45b9-8d7a-dd0f399b1b72,segment=NetworkSegment(3140b72d-6a4a-4668-bad8-c572bd128f6c),segment_id=3140b72d-6a4a-4668-bad8-c572bd128f6c)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:25:14.307284 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-3afab801-e44b-4545-8dd3-f37dede739d8 req-935751c1-3ec8-4315-a7b8-52f104d5fc18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:14.314674 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e319c8-1cc8-43c2-a064-eb713e65b5a8 req-82ec90d1-ade5-4247-a28f-6e9fcd8a8026 tempest-FloatingIPsAssociationTestJSON-879911528 tempest-FloatingIPsAssociationTestJSON-879911528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:14.316211 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-90e319c8-1cc8-43c2-a064-eb713e65b5a8 req-82ec90d1-ade5-4247-a28f-6e9fcd8a8026 tempest-FloatingIPsAssociationTestJSON-879911528 tempest-FloatingIPsAssociationTestJSON-879911528-project] 10.222.0.68 "GET /v2.0/ports?device_id=86edc551-2af1-49b8-ace8-978539698fff HTTP/1.1" status: 200 len: 943 time: 0.0964165 Jul 14 09:25:14.364792 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65c0230-76a2-4074-93b3-8d2bc3837c86 req-8378f182-7565-4b16-a68b-c94eb5223574 tempest-ServerRescueTestJSON-1969041098 tempest-ServerRescueTestJSON-1969041098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:14.365523 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-90e319c8-1cc8-43c2-a064-eb713e65b5a8 req-4a96c436-2fc7-42f3-ab2e-d8403f34c924 tempest-FloatingIPsAssociationTestJSON-879911528 tempest-FloatingIPsAssociationTestJSON-879911528-project] 10.222.0.68 "GET /v2.0/security-groups?id=7d62c79e-4bb7-4cee-af34-fb6b30b09370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424743 Jul 14 09:25:14.366387 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c65c0230-76a2-4074-93b3-8d2bc3837c86 req-8378f182-7565-4b16-a68b-c94eb5223574 tempest-ServerRescueTestJSON-1969041098 tempest-ServerRescueTestJSON-1969041098-project] 10.222.0.68 "GET /v2.0/ports?device_id=1165a2d1-7a70-431c-8db9-81b467588d28 HTTP/1.1" status: 200 len: 945 time: 0.1954360 Jul 14 09:25:14.373416 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afab801-e44b-4545-8dd3-f37dede739d8 req-935751c1-3ec8-4315-a7b8-52f104d5fc18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:14.374079 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-3afab801-e44b-4545-8dd3-f37dede739d8 req-935751c1-3ec8-4315-a7b8-52f104d5fc18 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:14.375682 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3afab801-e44b-4545-8dd3-f37dede739d8 req-935751c1-3ec8-4315-a7b8-52f104d5fc18 service neutron] 10.222.0.65 "PUT /v2.0/ports/df6483e0-89e5-45b9-8d7a-dd0f399b1b72 HTTP/1.1" status: 200 len: 1093 time: 1.7161164 Jul 14 09:25:14.416048 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18471dd5-e750-4505-a345-5f16f7101517 req-51b12294-e44a-4712-9087-73af95f6da62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:14.418285 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-18471dd5-e750-4505-a345-5f16f7101517 req-51b12294-e44a-4712-9087-73af95f6da62 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=cb2a8bd81eea456b92b36dee5b159f07&device_id=86edc551-2af1-49b8-ace8-978539698fff HTTP/1.1" status: 200 len: 1095 time: 0.2159185 Jul 14 09:25:14.425381 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935751c1-3ec8-4315-a7b8-52f104d5fc18 service neutron] Pushing event updated for resources: {'Port': ['ID=df6483e0-89e5-45b9-8d7a-dd0f399b1b72,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:14.521259 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c65c0230-76a2-4074-93b3-8d2bc3837c86 req-db644699-2b05-46ab-9aff-df88dc16a868 tempest-ServerRescueTestJSON-1969041098 tempest-ServerRescueTestJSON-1969041098-project] 10.222.0.68 "GET /v2.0/security-groups?id=d6a7feba-be17-4d7e-a638-e9426c29981e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445198 Jul 14 09:25:14.596374 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18471dd5-e750-4505-a345-5f16f7101517 req-500955f4-5eba-40f9-b9ce-93840217ed69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:14.598014 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-18471dd5-e750-4505-a345-5f16f7101517 req-500955f4-5eba-40f9-b9ce-93840217ed69 service neutron] 10.222.0.65 "GET /v2.0/networks?id=f9f9e30e-0b39-4c8e-9a13-252818fafe21 HTTP/1.1" status: 200 len: 922 time: 0.1568203 Jul 14 09:25:14.603239 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afab801-e44b-4545-8dd3-f37dede739d8 req-7709ab7c-fa38-4d03-a91d-c8815813d0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:14.604477 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3afab801-e44b-4545-8dd3-f37dede739d8 req-7709ab7c-fa38-4d03-a91d-c8815813d0a1 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=88495f2d6951432397900165a462d224&device_id=65c2e97a-3a9b-45f9-8601-1b3501000ad2 HTTP/1.1" status: 200 len: 1096 time: 0.1514249 Jul 14 09:25:14.722877 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3afab801-e44b-4545-8dd3-f37dede739d8 req-0583b35b-abe5-424a-864b-c90bcfb9edfd service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=df6483e0-89e5-45b9-8d7a-dd0f399b1b72 HTTP/1.1" status: 200 len: 217 time: 0.0871670 Jul 14 09:25:14.724123 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-18471dd5-e750-4505-a345-5f16f7101517 req-62e6d451-6594-4d54-9be7-ad571ad69b53 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=931e89d6-a83f-478c-8b7d-81fe28a1ecc4 HTTP/1.1" status: 200 len: 217 time: 0.0989628 Jul 14 09:25:14.874240 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afab801-e44b-4545-8dd3-f37dede739d8 req-cc30fa6a-8499-41c3-be07-6c6a55d55748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:14.876541 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3afab801-e44b-4545-8dd3-f37dede739d8 req-cc30fa6a-8499-41c3-be07-6c6a55d55748 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=5194e827-9fb1-419e-b4bc-69aee8b3dca3 HTTP/1.1" status: 200 len: 848 time: 0.1360803 Jul 14 09:25:14.880725 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18471dd5-e750-4505-a345-5f16f7101517 req-19702416-6617-4594-bed7-24bfbb1bf221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:14.882695 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-18471dd5-e750-4505-a345-5f16f7101517 req-19702416-6617-4594-bed7-24bfbb1bf221 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=444f0042-b663-4a95-9c31-a5cc1ed6ad12 HTTP/1.1" status: 200 len: 860 time: 0.1442180 Jul 14 09:25:14.931948 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3afab801-e44b-4545-8dd3-f37dede739d8 req-684995ff-0fcc-4e1a-9a0f-cd4091abae2a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=fdafaba0-da53-47c8-a4eb-7c69deccbba6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447676 Jul 14 09:25:15.002702 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ac2d58-46b1-4e99-8864-ade0d1f80ae0 req-da7b243e-3d6d-4816-9355-954e8e1d7825 tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:15.005748 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-e3ac2d58-46b1-4e99-8864-ade0d1f80ae0 req-da7b243e-3d6d-4816-9355-954e8e1d7825 tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] 10.222.0.68 "GET /v2.0/ports?device_id=65c2e97a-3a9b-45f9-8601-1b3501000ad2 HTTP/1.1" status: 200 len: 944 time: 0.0773313 Jul 14 09:25:15.017523 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65c2e97a-3a9b-45f9-8601-1b3501000ad2', 'tag': 'df6483e0-89e5-45b9-8d7a-dd0f399b1b72'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:25:15.019781 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8770eae-7f3f-41be-a309-0fcef310c50e" -d '{"events": [{"name": "network-changed", "server_uuid": "65c2e97a-3a9b-45f9-8601-1b3501000ad2", "tag": "df6483e0-89e5-45b9-8d7a-dd0f399b1b72"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:25:15.058912 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-e3ac2d58-46b1-4e99-8864-ade0d1f80ae0 req-2b492375-8745-4ee6-8550-44cb0108930b tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] 10.222.0.68 "GET /v2.0/security-groups?id=cf40bcd2-1dd1-48fb-a6b7-6df0e80ce2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463367 Jul 14 09:25:15.071461 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b30eecc-aeae-4b01-88ca-edec9018aa44 req-18f52e68-0066-4e2b-afe9-dfe4d2ab21c8 tempest-ListServerFiltersTestJSON-249454475 tempest-ListServerFiltersTestJSON-249454475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:15.077612 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b30eecc-aeae-4b01-88ca-edec9018aa44 req-18f52e68-0066-4e2b-afe9-dfe4d2ab21c8 tempest-ListServerFiltersTestJSON-249454475 tempest-ListServerFiltersTestJSON-249454475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:15.084002 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b30eecc-aeae-4b01-88ca-edec9018aa44 req-18f52e68-0066-4e2b-afe9-dfe4d2ab21c8 tempest-ListServerFiltersTestJSON-249454475 tempest-ListServerFiltersTestJSON-249454475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:15.085888 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5b30eecc-aeae-4b01-88ca-edec9018aa44 req-18f52e68-0066-4e2b-afe9-dfe4d2ab21c8 tempest-ListServerFiltersTestJSON-249454475 tempest-ListServerFiltersTestJSON-249454475-project] 10.222.0.68 "GET /v2.0/ports?device_id=2c9ebdbe-82ff-4a31-936d-c00888b875d8&device_id=4b0b7e54-dfd9-41b9-8ceb-103b4f948320&device_id=52df408e-3ce3-40d2-a2cb-21f113824a61 HTTP/1.1" status: 200 len: 2418 time: 0.2754142 Jul 14 09:25:15.127227 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18471dd5-e750-4505-a345-5f16f7101517 req-4ecf5d2f-4932-4b1b-9aba-7eeb4270b40c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:15.128769 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-18471dd5-e750-4505-a345-5f16f7101517 req-4ecf5d2f-4932-4b1b-9aba-7eeb4270b40c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f9f9e30e-0b39-4c8e-9a13-252818fafe21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2311749 Jul 14 09:25:15.134930 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3afab801-e44b-4545-8dd3-f37dede739d8 req-74330306-9392-4fb3-b4b0-354f63b3ffe5 service neutron] 10.222.0.65 "GET /v2.0/networks/fdafaba0-da53-47c8-a4eb-7c69deccbba6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1827035 Jul 14 09:25:15.153754 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5b30eecc-aeae-4b01-88ca-edec9018aa44 req-7df1712a-9fa0-4a6e-ae4f-f581bfd18540 tempest-ListServerFiltersTestJSON-249454475 tempest-ListServerFiltersTestJSON-249454475-project] 10.222.0.68 "GET /v2.0/security-groups?id=ce208e01-46cb-4812-9601-5914ea7ef5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586975 Jul 14 09:25:15.254162 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:25:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c0e585c-d4b6-4c52-8f1c-1a383bf76f4b x-openstack-request-id: req-2c0e585c-d4b6-4c52-8f1c-1a383bf76f4b {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:25:15.254534 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65c2e97a-3a9b-45f9-8601-1b3501000ad2", "tag": "df6483e0-89e5-45b9-8d7a-dd0f399b1b72", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:25:15.256158 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-2c0e585c-d4b6-4c52-8f1c-1a383bf76f4b {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:25:15.258912 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65c2e97a-3a9b-45f9-8601-1b3501000ad2', 'tag': 'df6483e0-89e5-45b9-8d7a-dd0f399b1b72', 'status': 'completed', 'code': 200} Jul 14 09:25:15.415811 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b26b95c6-d8db-4c7f-b7dc-847105d2d52c req-4efd60b8-930b-4642-80d4-3dc35fe09cc2 tempest-ServerShowV247Test-95289089 tempest-ServerShowV247Test-95289089-project] 10.222.0.68 "GET /v2.0/ports?device_id=597336fa-a9fd-4764-aecb-9f8b5af457b3 HTTP/1.1" status: 200 len: 210 time: 0.0547922 Jul 14 09:25:15.422226 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-18471dd5-e750-4505-a345-5f16f7101517 req-63a46e9d-a83c-43de-8cd8-50c0abdefa57 service neutron] 10.222.0.65 "GET /v2.0/networks/f9f9e30e-0b39-4c8e-9a13-252818fafe21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2557442 Jul 14 09:25:15.464153 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3afab801-e44b-4545-8dd3-f37dede739d8 req-c4c65314-5e77-41ca-b23c-8ace289761fb service neutron] 10.222.0.65 "GET /v2.0/networks/fdafaba0-da53-47c8-a4eb-7c69deccbba6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2963564 Jul 14 09:25:15.497882 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [req-3cfcbd04-243d-4bea-bcee-5f67936d67d2 req-f7572180-d15e-4e23-a965-4fbf058e0c9d tempest-ListServerFiltersTestJSON-249454475 tempest-ListServerFiltersTestJSON-249454475-project] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=93957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:25:15.499039 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3cfcbd04-243d-4bea-bcee-5f67936d67d2 req-f7572180-d15e-4e23-a965-4fbf058e0c9d tempest-ListServerFiltersTestJSON-249454475 tempest-ListServerFiltersTestJSON-249454475-project] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0076616 Jul 14 09:25:15.665916 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-18471dd5-e750-4505-a345-5f16f7101517 req-06166065-3d4a-4f4a-b329-d867ddadd56d service neutron] 10.222.0.65 "GET /v2.0/networks/f9f9e30e-0b39-4c8e-9a13-252818fafe21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2342091 Jul 14 09:25:15.708494 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3cfcbd04-243d-4bea-bcee-5f67936d67d2 req-431cadf4-0eeb-4408-88b1-28dd01ed6244 tempest-ListServerFiltersTestJSON-249454475 tempest-ListServerFiltersTestJSON-249454475-project] 10.222.0.68 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1978161 Jul 14 09:25:15.720449 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8770eae-7f3f-41be-a309-0fcef310c50e req-738ee771-c964-409a-86ff-cc2452542dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:15.722616 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f8770eae-7f3f-41be-a309-0fcef310c50e req-738ee771-c964-409a-86ff-cc2452542dc4 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=88495f2d6951432397900165a462d224&device_id=65c2e97a-3a9b-45f9-8601-1b3501000ad2 HTTP/1.1" status: 200 len: 1096 time: 0.1505773 Jul 14 09:25:15.831208 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8770eae-7f3f-41be-a309-0fcef310c50e req-2616087b-5e1e-4c5f-90e5-2e2dddb40af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:15.832893 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f8770eae-7f3f-41be-a309-0fcef310c50e req-2616087b-5e1e-4c5f-90e5-2e2dddb40af1 service neutron] 10.222.0.65 "GET /v2.0/networks?id=fdafaba0-da53-47c8-a4eb-7c69deccbba6 HTTP/1.1" status: 200 len: 909 time: 0.1032040 Jul 14 09:25:15.883952 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f8770eae-7f3f-41be-a309-0fcef310c50e req-2150406e-4c74-46b2-8f44-00226f56a6a0 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=df6483e0-89e5-45b9-8d7a-dd0f399b1b72 HTTP/1.1" status: 200 len: 217 time: 0.0422974 Jul 14 09:25:15.944697 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8770eae-7f3f-41be-a309-0fcef310c50e req-f302b2ad-89bc-45b0-8f69-41d34bfcc17c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:15.947135 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f8770eae-7f3f-41be-a309-0fcef310c50e req-f302b2ad-89bc-45b0-8f69-41d34bfcc17c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=5194e827-9fb1-419e-b4bc-69aee8b3dca3 HTTP/1.1" status: 200 len: 848 time: 0.0568914 Jul 14 09:25:16.006678 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 931e89d6-a83f-478c-8b7d-81fe28a1ecc4 details requested by agent hyperv_n-h1-779913-29 with host n-h1-779913-29 {{(pid=93959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:25:16.130830 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d83b2a-317d-45e4-9938-8419717a3d86 req-7304d588-26bb-4958-9f7f-e6182560458c tempest-ServerRescueTestJSON-1969041098 tempest-ServerRescueTestJSON-1969041098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:16.132423 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-40d83b2a-317d-45e4-9938-8419717a3d86 req-7304d588-26bb-4958-9f7f-e6182560458c tempest-ServerRescueTestJSON-1969041098 tempest-ServerRescueTestJSON-1969041098-project] 10.222.0.68 "GET /v2.0/ports?device_id=1165a2d1-7a70-431c-8db9-81b467588d28 HTTP/1.1" status: 200 len: 945 time: 0.0925484 Jul 14 09:25:16.165969 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port 931e89d6-a83f-478c-8b7d-81fe28a1ecc4, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=931e89d6-a83f-478c-8b7d-81fe28a1ecc4,segment=NetworkSegment(ddccd952-f86c-42d9-9a76-fafa68d7d61d),segment_id=ddccd952-f86c-42d9-9a76-fafa68d7d61d)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:25:16.178938 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Returning: {'device': '931e89d6-a83f-478c-8b7d-81fe28a1ecc4', 'network_id': 'f9f9e30e-0b39-4c8e-9a13-252818fafe21', 'port_id': '931e89d6-a83f-478c-8b7d-81fe28a1ecc4', 'mac_address': 'fa:16:3e:59:f5:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 706, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '444f0042-b663-4a95-9c31-a5cc1ed6ad12', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:25:16.180623 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-40d83b2a-317d-45e4-9938-8419717a3d86 req-1c8f89a3-32b1-4b15-9ac7-5a15b833515a tempest-ServerRescueTestJSON-1969041098 tempest-ServerRescueTestJSON-1969041098-project] 10.222.0.68 "GET /v2.0/security-groups?id=d6a7feba-be17-4d7e-a638-e9426c29981e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409141 Jul 14 09:25:16.238943 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:16.259089 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 931e89d6-a83f-478c-8b7d-81fe28a1ecc4 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:25:16.286929 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port 931e89d6-a83f-478c-8b7d-81fe28a1ecc4, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=931e89d6-a83f-478c-8b7d-81fe28a1ecc4,segment=NetworkSegment(ddccd952-f86c-42d9-9a76-fafa68d7d61d),segment_id=ddccd952-f86c-42d9-9a76-fafa68d7d61d)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:25:16.292263 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:16.357642 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f8770eae-7f3f-41be-a309-0fcef310c50e req-aa224899-cad9-4a6b-b347-85f9642cec70 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=fdafaba0-da53-47c8-a4eb-7c69deccbba6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4032197 Jul 14 09:25:16.360222 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Pushing event updated for resources: {'Port': ['ID=931e89d6-a83f-478c-8b7d-81fe28a1ecc4,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:16.362021 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-37eed598-2213-406f-a936-0c0971e9dc6b req-4a512de3-973e-4a5b-a0c3-aa060a966fb7 tempest-ServerShowV254Test-240420509 tempest-ServerShowV254Test-240420509-project] 10.222.0.68 "GET /v2.0/ports?device_id=9d989e86-2c7b-442e-9e80-552909e05e9d HTTP/1.1" status: 200 len: 210 time: 0.0465074 Jul 14 09:25:16.488730 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488e7d5a-11af-449b-975f-945471e38dcd req-9fd1ceb5-f455-427e-b23d-3825909931ac tempest-FloatingIPsAssociationTestJSON-879911528 tempest-FloatingIPsAssociationTestJSON-879911528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:16.490315 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-488e7d5a-11af-449b-975f-945471e38dcd req-9fd1ceb5-f455-427e-b23d-3825909931ac tempest-FloatingIPsAssociationTestJSON-879911528 tempest-FloatingIPsAssociationTestJSON-879911528-project] 10.222.0.68 "GET /v2.0/ports?device_id=86edc551-2af1-49b8-ace8-978539698fff HTTP/1.1" status: 200 len: 944 time: 0.1354644 Jul 14 09:25:16.509103 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f8770eae-7f3f-41be-a309-0fcef310c50e req-5b774724-80e4-428e-89fc-38bd88c51c48 service neutron] 10.222.0.65 "GET /v2.0/networks/fdafaba0-da53-47c8-a4eb-7c69deccbba6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425042 Jul 14 09:25:16.583442 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-488e7d5a-11af-449b-975f-945471e38dcd req-fee4fe28-50f2-48d9-82f0-4f3c569cf941 tempest-FloatingIPsAssociationTestJSON-879911528 tempest-FloatingIPsAssociationTestJSON-879911528-project] 10.222.0.68 "GET /v2.0/security-groups?id=7d62c79e-4bb7-4cee-af34-fb6b30b09370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845933 Jul 14 09:25:16.620597 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] get_ports_and_sgs() called for port_ids ['931e89d6-a83f-478c-8b7d-81fe28a1ecc4'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:25:16.638227 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f8770eae-7f3f-41be-a309-0fcef310c50e req-7b363ceb-bf92-45c7-916e-e6471144a48b service neutron] 10.222.0.65 "GET /v2.0/networks/fdafaba0-da53-47c8-a4eb-7c69deccbba6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214132 Jul 14 09:25:16.793915 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be72c9c2-8f3f-4d91-be8f-d5c2e3488f55 req-6a33eba6-13b1-42ff-bff7-00126804f592 tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:16.795525 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-be72c9c2-8f3f-4d91-be8f-d5c2e3488f55 req-6a33eba6-13b1-42ff-bff7-00126804f592 tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] 10.222.0.68 "GET /v2.0/ports?device_id=65c2e97a-3a9b-45f9-8601-1b3501000ad2 HTTP/1.1" status: 200 len: 944 time: 0.0767112 Jul 14 09:25:16.844169 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-be72c9c2-8f3f-4d91-be8f-d5c2e3488f55 req-000c2a8c-ea8e-4b68-81ac-be5959ec1bd7 tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] 10.222.0.68 "GET /v2.0/security-groups?id=cf40bcd2-1dd1-48fb-a6b7-6df0e80ce2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413551 Jul 14 09:25:17.059955 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-371a9330-bd11-4145-b18a-699ff8eb7a3b req-6719580d-a7bb-479b-9604-7ee9018fac82 tempest-ServerShowV247Test-95289089 tempest-ServerShowV247Test-95289089-project] 10.222.0.68 "GET /v2.0/ports?device_id=597336fa-a9fd-4764-aecb-9f8b5af457b3 HTTP/1.1" status: 200 len: 210 time: 0.0646214 Jul 14 09:25:17.452888 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e3fe18-013b-4a8b-9245-33c0c638de5f req-94e6278c-eb4a-4692-8a92-fe9c52f4835a tempest-ServerRescueTestJSON-1969041098 tempest-ServerRescueTestJSON-1969041098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:17.454699 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-01e3fe18-013b-4a8b-9245-33c0c638de5f req-94e6278c-eb4a-4692-8a92-fe9c52f4835a tempest-ServerRescueTestJSON-1969041098 tempest-ServerRescueTestJSON-1969041098-project] 10.222.0.68 "GET /v2.0/ports?device_id=1165a2d1-7a70-431c-8db9-81b467588d28 HTTP/1.1" status: 200 len: 945 time: 0.0748103 Jul 14 09:25:17.500943 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-01e3fe18-013b-4a8b-9245-33c0c638de5f req-3d0b20b4-d162-4007-87d1-c031c8399b49 tempest-ServerRescueTestJSON-1969041098 tempest-ServerRescueTestJSON-1969041098-project] 10.222.0.68 "GET /v2.0/security-groups?id=d6a7feba-be17-4d7e-a638-e9426c29981e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381711 Jul 14 09:25:17.846721 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c8117916-9902-4e82-a0b7-12ea116f5b7c req-9688b7e8-267c-4971-a7f7-1dffdf6c4fc9 tempest-ServerShowV254Test-240420509 tempest-ServerShowV254Test-240420509-project] 10.222.0.68 "GET /v2.0/ports?device_id=9d989e86-2c7b-442e-9e80-552909e05e9d HTTP/1.1" status: 200 len: 210 time: 0.0586498 Jul 14 09:25:17.921422 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b3bed3-3df8-43a0-b604-a431fdd63825 req-30c49114-d6f8-4c2e-a22a-4e853fa53675 tempest-FloatingIPsAssociationTestJSON-879911528 tempest-FloatingIPsAssociationTestJSON-879911528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:17.923826 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-30b3bed3-3df8-43a0-b604-a431fdd63825 req-30c49114-d6f8-4c2e-a22a-4e853fa53675 tempest-FloatingIPsAssociationTestJSON-879911528 tempest-FloatingIPsAssociationTestJSON-879911528-project] 10.222.0.68 "GET /v2.0/ports?device_id=86edc551-2af1-49b8-ace8-978539698fff HTTP/1.1" status: 200 len: 944 time: 0.1266918 Jul 14 09:25:17.981963 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-30b3bed3-3df8-43a0-b604-a431fdd63825 req-52c368e4-a21c-4f7a-b83e-2d599aa10e65 tempest-FloatingIPsAssociationTestJSON-879911528 tempest-FloatingIPsAssociationTestJSON-879911528-project] 10.222.0.68 "GET /v2.0/security-groups?id=7d62c79e-4bb7-4cee-af34-fb6b30b09370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511222 Jul 14 09:25:18.030344 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device df6483e0-89e5-45b9-8d7a-dd0f399b1b72 details requested by agent hyperv_n-h1-779913-29 with host n-h1-779913-29 {{(pid=93959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:25:18.050401 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 931e89d6-a83f-478c-8b7d-81fe28a1ecc4 up at agent hyperv_n-h1-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:25:18.184922 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Provisioning for port 931e89d6-a83f-478c-8b7d-81fe28a1ecc4 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:25:18.207957 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d150ac-6546-45a9-b2d9-5d4d1d5bf28b req-34fe30a4-6bbc-49c6-97bb-53d2bf95caef tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:18.207957 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-02d150ac-6546-45a9-b2d9-5d4d1d5bf28b req-34fe30a4-6bbc-49c6-97bb-53d2bf95caef tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] 10.222.0.68 "GET /v2.0/ports?device_id=65c2e97a-3a9b-45f9-8601-1b3501000ad2 HTTP/1.1" status: 200 len: 944 time: 0.0893066 Jul 14 09:25:18.208269 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Provisioning complete for port 931e89d6-a83f-478c-8b7d-81fe28a1ecc4 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:25:18.208269 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:18.263845 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-02d150ac-6546-45a9-b2d9-5d4d1d5bf28b req-c0ec16a8-bea3-46ad-ad46-10d517a0e4e2 tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] 10.222.0.68 "GET /v2.0/security-groups?id=cf40bcd2-1dd1-48fb-a6b7-6df0e80ce2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509522 Jul 14 09:25:18.291194 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port df6483e0-89e5-45b9-8d7a-dd0f399b1b72, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=df6483e0-89e5-45b9-8d7a-dd0f399b1b72,segment=NetworkSegment(3140b72d-6a4a-4668-bad8-c572bd128f6c),segment_id=3140b72d-6a4a-4668-bad8-c572bd128f6c)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:25:18.308334 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Returning: {'device': 'df6483e0-89e5-45b9-8d7a-dd0f399b1b72', 'network_id': 'fdafaba0-da53-47c8-a4eb-7c69deccbba6', 'port_id': 'df6483e0-89e5-45b9-8d7a-dd0f399b1b72', 'mac_address': 'fa:16:3e:8a:24:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 717, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5194e827-9fb1-419e-b4bc-69aee8b3dca3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:25:18.417117 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:18.422266 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:18.447434 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-2666c853-56e8-41bb-86ee-4eb1b3d26796 req-8ccf6c1e-794e-4017-af87-56963ed56f38 tempest-ServerShowV247Test-95289089 tempest-ServerShowV247Test-95289089-project] 10.222.0.68 "GET /v2.0/ports?device_id=597336fa-a9fd-4764-aecb-9f8b5af457b3 HTTP/1.1" status: 200 len: 210 time: 0.0361328 Jul 14 09:25:18.448651 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df6483e0-89e5-45b9-8d7a-dd0f399b1b72 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:25:18.484350 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86edc551-2af1-49b8-ace8-978539698fff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '931e89d6-a83f-478c-8b7d-81fe28a1ecc4'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:25:18.487169 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd62303f06773040a8a4e189dc46b4f565768c299abf8ab8e7739778b0bc3e97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-913f951e-8c4c-4d03-854e-dce81043d315" -d '{"events": [{"server_uuid": "86edc551-2af1-49b8-ace8-978539698fff", "name": "network-vif-plugged", "status": "completed", "tag": "931e89d6-a83f-478c-8b7d-81fe28a1ecc4"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:25:18.527104 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port 931e89d6-a83f-478c-8b7d-81fe28a1ecc4, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=931e89d6-a83f-478c-8b7d-81fe28a1ecc4,segment=NetworkSegment(ddccd952-f86c-42d9-9a76-fafa68d7d61d),segment_id=ddccd952-f86c-42d9-9a76-fafa68d7d61d)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:25:18.528886 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port df6483e0-89e5-45b9-8d7a-dd0f399b1b72, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=df6483e0-89e5-45b9-8d7a-dd0f399b1b72,segment=NetworkSegment(3140b72d-6a4a-4668-bad8-c572bd128f6c),segment_id=3140b72d-6a4a-4668-bad8-c572bd128f6c)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:25:18.532571 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:18.537755 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:18.565095 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:25:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d619b65-f24e-4441-951f-67096defe467 x-openstack-request-id: req-3d619b65-f24e-4441-951f-67096defe467 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:25:18.565607 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86edc551-2af1-49b8-ace8-978539698fff", "name": "network-vif-plugged", "status": "completed", "tag": "931e89d6-a83f-478c-8b7d-81fe28a1ecc4", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:25:18.566040 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-3d619b65-f24e-4441-951f-67096defe467 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:25:18.566441 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86edc551-2af1-49b8-ace8-978539698fff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '931e89d6-a83f-478c-8b7d-81fe28a1ecc4', 'code': 200} Jul 14 09:25:18.619064 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Pushing event updated for resources: {'Port': ['ID=931e89d6-a83f-478c-8b7d-81fe28a1ecc4,revision_number=5']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:18.730461 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Pushing event updated for resources: {'Port': ['ID=df6483e0-89e5-45b9-8d7a-dd0f399b1b72,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:18.767088 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbbbc98-52f0-492a-ab30-4b8ea4139dea req-6af510c1-0250-49fc-8b79-561321f9b0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:18.769301 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ffbbbc98-52f0-492a-ab30-4b8ea4139dea req-6af510c1-0250-49fc-8b79-561321f9b0ca service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=86edc551-2af1-49b8-ace8-978539698fff HTTP/1.1" status: 200 len: 1097 time: 0.1019018 Jul 14 09:25:18.845707 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ffbbbc98-52f0-492a-ab30-4b8ea4139dea req-0ef79511-b397-4db9-82b9-0f5ee89ff634 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=7d62c79e-4bb7-4cee-af34-fb6b30b09370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657794 Jul 14 09:25:18.873357 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374dd094-7dd8-48fa-a17b-0e6cbc402b3e req-eeb5641b-8a85-43b8-9627-88273d4dbce1 tempest-ServerRescueTestJSON-1969041098 tempest-ServerRescueTestJSON-1969041098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:18.875296 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-374dd094-7dd8-48fa-a17b-0e6cbc402b3e req-eeb5641b-8a85-43b8-9627-88273d4dbce1 tempest-ServerRescueTestJSON-1969041098 tempest-ServerRescueTestJSON-1969041098-project] 10.222.0.68 "GET /v2.0/ports?device_id=1165a2d1-7a70-431c-8db9-81b467588d28 HTTP/1.1" status: 200 len: 945 time: 0.0886567 Jul 14 09:25:18.876552 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] get_ports_and_sgs() called for port_ids ['df6483e0-89e5-45b9-8d7a-dd0f399b1b72'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:25:18.916216 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-374dd094-7dd8-48fa-a17b-0e6cbc402b3e req-631f6ebc-26d5-49d3-9ed1-44d62630082b tempest-ServerRescueTestJSON-1969041098 tempest-ServerRescueTestJSON-1969041098-project] 10.222.0.68 "GET /v2.0/security-groups?id=d6a7feba-be17-4d7e-a638-e9426c29981e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349727 Jul 14 09:25:19.137638 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82e0f36-431d-4935-b415-c177cd54aaa7 req-73d674ba-2ce1-4e3b-988e-4b73ac40030b tempest-ListServerFiltersTestJSON-249454475 tempest-ListServerFiltersTestJSON-249454475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:19.139265 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d82e0f36-431d-4935-b415-c177cd54aaa7 req-73d674ba-2ce1-4e3b-988e-4b73ac40030b tempest-ListServerFiltersTestJSON-249454475 tempest-ListServerFiltersTestJSON-249454475-project] 10.222.0.68 "GET /v2.0/ports?device_id=2c9ebdbe-82ff-4a31-936d-c00888b875d8 HTTP/1.1" status: 200 len: 946 time: 0.0864887 Jul 14 09:25:19.160900 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-75644cd7-092d-4868-bdbb-a43b1b77cea6 req-a8aa021e-040c-4ef1-a40f-03d400c23f25 tempest-ServerShowV254Test-240420509 tempest-ServerShowV254Test-240420509-project] 10.222.0.68 "GET /v2.0/ports?device_id=9d989e86-2c7b-442e-9e80-552909e05e9d HTTP/1.1" status: 200 len: 210 time: 0.0291812 Jul 14 09:25:19.177024 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d82e0f36-431d-4935-b415-c177cd54aaa7 req-441b3b23-5ee1-4c70-a5ee-6d47db07a23e tempest-ListServerFiltersTestJSON-249454475 tempest-ListServerFiltersTestJSON-249454475-project] 10.222.0.68 "GET /v2.0/security-groups?id=ce208e01-46cb-4812-9601-5914ea7ef5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320802 Jul 14 09:25:19.344867 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00198050-7adc-4959-abf8-89935f1fc648 req-235977be-64cc-404b-ab87-ed61666bed5f tempest-FloatingIPsAssociationTestJSON-879911528 tempest-FloatingIPsAssociationTestJSON-879911528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:19.346680 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-00198050-7adc-4959-abf8-89935f1fc648 req-235977be-64cc-404b-ab87-ed61666bed5f tempest-FloatingIPsAssociationTestJSON-879911528 tempest-FloatingIPsAssociationTestJSON-879911528-project] 10.222.0.68 "GET /v2.0/ports?device_id=86edc551-2af1-49b8-ace8-978539698fff HTTP/1.1" status: 200 len: 945 time: 0.0668168 Jul 14 09:25:19.385614 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-00198050-7adc-4959-abf8-89935f1fc648 req-dfc5bf39-6f0a-4af5-9a6c-72f0d645b498 tempest-FloatingIPsAssociationTestJSON-879911528 tempest-FloatingIPsAssociationTestJSON-879911528-project] 10.222.0.68 "GET /v2.0/security-groups?id=7d62c79e-4bb7-4cee-af34-fb6b30b09370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329716 Jul 14 09:25:19.559071 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cce7370-81a8-4aca-b509-19dad45e36a6 req-f1701ae2-6ebe-4eb2-9b27-be4587ab78ff tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:19.560646 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-5cce7370-81a8-4aca-b509-19dad45e36a6 req-f1701ae2-6ebe-4eb2-9b27-be4587ab78ff tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] 10.222.0.68 "GET /v2.0/ports?device_id=65c2e97a-3a9b-45f9-8601-1b3501000ad2 HTTP/1.1" status: 200 len: 945 time: 0.0674775 Jul 14 09:25:19.600361 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-5cce7370-81a8-4aca-b509-19dad45e36a6 req-18c11e98-412b-4208-b031-d2e2290a63e2 tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] 10.222.0.68 "GET /v2.0/security-groups?id=cf40bcd2-1dd1-48fb-a6b7-6df0e80ce2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337541 Jul 14 09:25:19.749774 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-58621951-5418-49af-80b9-7219074ebbdb req-745f234f-6d13-48e5-9d24-8cb4930217b9 tempest-ServerShowV247Test-95289089 tempest-ServerShowV247Test-95289089-project] 10.222.0.68 "GET /v2.0/ports?device_id=597336fa-a9fd-4764-aecb-9f8b5af457b3 HTTP/1.1" status: 200 len: 210 time: 0.0316584 Jul 14 09:25:19.980807 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 47282) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:20.044056 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device df6483e0-89e5-45b9-8d7a-dd0f399b1b72 up at agent hyperv_n-h1-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:25:20.103549 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Provisioning for port df6483e0-89e5-45b9-8d7a-dd0f399b1b72 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:25:20.108435 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Provisioning complete for port df6483e0-89e5-45b9-8d7a-dd0f399b1b72 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:25:20.109185 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:20.130423 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ed3cf941-408a-45f1-9739-0c5f6e4cbb69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:20.299344 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:20.343633 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ed3cf941-408a-45f1-9739-0c5f6e4cbb69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:20.370217 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port df6483e0-89e5-45b9-8d7a-dd0f399b1b72, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=df6483e0-89e5-45b9-8d7a-dd0f399b1b72,segment=NetworkSegment(3140b72d-6a4a-4668-bad8-c572bd128f6c),segment_id=3140b72d-6a4a-4668-bad8-c572bd128f6c)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:25:20.377468 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:20.384349 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ed3cf941-408a-45f1-9739-0c5f6e4cbb69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:20.467615 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Pushing event updated for resources: {'Port': ['ID=df6483e0-89e5-45b9-8d7a-dd0f399b1b72,revision_number=5']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:20.477947 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-0debf563-6720-400f-89c7-c99d804fd1ca req-a779d895-18e7-46ea-bc0d-8063762d28b7 tempest-ServerShowV254Test-240420509 tempest-ServerShowV254Test-240420509-project] 10.222.0.68 "GET /v2.0/ports?device_id=9d989e86-2c7b-442e-9e80-552909e05e9d HTTP/1.1" status: 200 len: 210 time: 0.0470426 Jul 14 09:25:20.488461 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a349a9a-f26a-4ccb-ac50-f22362c89361 req-1a0fe499-6c77-47ae-8596-b4fd508387dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:20.490126 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-1a349a9a-f26a-4ccb-ac50-f22362c89361 req-1a0fe499-6c77-47ae-8596-b4fd508387dc service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=1165a2d1-7a70-431c-8db9-81b467588d28 HTTP/1.1" status: 200 len: 1097 time: 0.1405289 Jul 14 09:25:20.494399 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7acab6f-ee90-4b4f-8f70-b9c6df206e9d req-16e6e917-da09-4f35-951b-54e4aa7cf272 tempest-ServerRescueTestJSON-1969041098 tempest-ServerRescueTestJSON-1969041098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:20.501663 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d7acab6f-ee90-4b4f-8f70-b9c6df206e9d req-16e6e917-da09-4f35-951b-54e4aa7cf272 tempest-ServerRescueTestJSON-1969041098 tempest-ServerRescueTestJSON-1969041098-project] 10.222.0.68 "GET /v2.0/ports?device_id=1165a2d1-7a70-431c-8db9-81b467588d28 HTTP/1.1" status: 200 len: 945 time: 0.4623215 Jul 14 09:25:20.511075 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3cf941-408a-45f1-9739-0c5f6e4cbb69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebd13243-f6a6-4a60-ba0c-1a9bc5d89dbc,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:20.529331 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-ed3cf941-408a-45f1-9739-0c5f6e4cbb69 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=e38b49699e734543ab868c6678d0f9b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5452347 Jul 14 09:25:20.531293 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 47296) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:20.554895 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-1a349a9a-f26a-4ccb-ac50-f22362c89361 req-317222db-cb28-4564-a2ac-97b357041769 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=d6a7feba-be17-4d7e-a638-e9426c29981e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568333 Jul 14 09:25:20.567484 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65c2e97a-3a9b-45f9-8601-1b3501000ad2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df6483e0-89e5-45b9-8d7a-dd0f399b1b72'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:25:20.570857 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd62303f06773040a8a4e189dc46b4f565768c299abf8ab8e7739778b0bc3e97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d6c626a-184d-450a-99ae-92c9665da97a" -d '{"events": [{"server_uuid": "65c2e97a-3a9b-45f9-8601-1b3501000ad2", "name": "network-vif-plugged", "status": "completed", "tag": "df6483e0-89e5-45b9-8d7a-dd0f399b1b72"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:25:20.602777 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-af151705-a6df-441f-93b4-1934a339ed67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:20.622114 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d7acab6f-ee90-4b4f-8f70-b9c6df206e9d req-adf60316-d4fd-4f70-ba15-198fe50ea7cb tempest-ServerRescueTestJSON-1969041098 tempest-ServerRescueTestJSON-1969041098-project] 10.222.0.68 "GET /v2.0/security-groups?id=d6a7feba-be17-4d7e-a638-e9426c29981e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195014 Jul 14 09:25:20.628224 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-af151705-a6df-441f-93b4-1934a339ed67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:20.651723 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e26590-5e25-49cd-b5ff-4814127248f4 req-4819b1e8-39d7-4588-8ce8-16efb648bc9c tempest-ListServerFiltersTestJSON-249454475 tempest-ListServerFiltersTestJSON-249454475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:20.654038 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-80e26590-5e25-49cd-b5ff-4814127248f4 req-4819b1e8-39d7-4588-8ce8-16efb648bc9c tempest-ListServerFiltersTestJSON-249454475 tempest-ListServerFiltersTestJSON-249454475-project] 10.222.0.57 "GET /v2.0/ports?device_id=2c9ebdbe-82ff-4a31-936d-c00888b875d8 HTTP/1.1" status: 200 len: 946 time: 0.1444349 Jul 14 09:25:20.729409 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-af151705-a6df-441f-93b4-1934a339ed67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:20.732034 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-af151705-a6df-441f-93b4-1934a339ed67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:20.733193 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-af151705-a6df-441f-93b4-1934a339ed67 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/ebd13243-f6a6-4a60-ba0c-1a9bc5d89dbc HTTP/1.1" status: 204 len: 168 time: 0.2007730 Jul 14 09:25:20.743728 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2305b7f-127c-4db0-b37d-41f2c67bd8bb req-a4102c44-87cb-4405-8965-f25716a3d3c4 tempest-ListServerFiltersTestJSON-249454475 tempest-ListServerFiltersTestJSON-249454475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:20.750071 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-e2305b7f-127c-4db0-b37d-41f2c67bd8bb req-a4102c44-87cb-4405-8965-f25716a3d3c4 tempest-ListServerFiltersTestJSON-249454475 tempest-ListServerFiltersTestJSON-249454475-project] 10.222.0.68 "GET /v2.0/ports?device_id=2c9ebdbe-82ff-4a31-936d-c00888b875d8 HTTP/1.1" status: 200 len: 946 time: 0.0829492 Jul 14 09:25:20.770384 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af151705-a6df-441f-93b4-1934a339ed67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebd13243-f6a6-4a60-ba0c-1a9bc5d89dbc,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:20.804390 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527a9da7-91dd-4185-b569-6c89f92ca907 req-59091702-bf19-4aac-8cd1-6521d3356828 tempest-FloatingIPsAssociationTestJSON-879911528 tempest-FloatingIPsAssociationTestJSON-879911528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:20.806575 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-527a9da7-91dd-4185-b569-6c89f92ca907 req-59091702-bf19-4aac-8cd1-6521d3356828 tempest-FloatingIPsAssociationTestJSON-879911528 tempest-FloatingIPsAssociationTestJSON-879911528-project] 10.222.0.68 "GET /v2.0/ports?device_id=86edc551-2af1-49b8-ace8-978539698fff HTTP/1.1" status: 200 len: 945 time: 0.0752048 Jul 14 09:25:20.810137 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-e2305b7f-127c-4db0-b37d-41f2c67bd8bb req-d1bc10d0-c718-40ba-968d-bfcc5aa59654 tempest-ListServerFiltersTestJSON-249454475 tempest-ListServerFiltersTestJSON-249454475-project] 10.222.0.68 "GET /v2.0/security-groups?id=ce208e01-46cb-4812-9601-5914ea7ef5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570214 Jul 14 09:25:20.861180 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:25:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2d1d4ed-feaa-4d89-b107-ece09ea878dd x-openstack-request-id: req-f2d1d4ed-feaa-4d89-b107-ece09ea878dd {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:25:20.862136 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65c2e97a-3a9b-45f9-8601-1b3501000ad2", "name": "network-vif-plugged", "status": "completed", "tag": "df6483e0-89e5-45b9-8d7a-dd0f399b1b72", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:25:20.862836 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-f2d1d4ed-feaa-4d89-b107-ece09ea878dd {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:25:20.863547 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65c2e97a-3a9b-45f9-8601-1b3501000ad2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df6483e0-89e5-45b9-8d7a-dd0f399b1b72', 'code': 200} Jul 14 09:25:20.978777 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-527a9da7-91dd-4185-b569-6c89f92ca907 req-1738c2c9-45e2-4dab-b969-f52b852973b3 tempest-FloatingIPsAssociationTestJSON-879911528 tempest-FloatingIPsAssociationTestJSON-879911528-project] 10.222.0.68 "GET /v2.0/security-groups?id=7d62c79e-4bb7-4cee-af34-fb6b30b09370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576130 Jul 14 09:25:21.066637 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [req-80e26590-5e25-49cd-b5ff-4814127248f4 req-c5881610-6346-464b-9924-b66fc3cc051b tempest-ListServerFiltersTestJSON-249454475 tempest-ListServerFiltersTestJSON-249454475-project] Deleting port 62aa8a10-d2ff-456d-9386-02ab55819cec {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:25:21.067304 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-80e26590-5e25-49cd-b5ff-4814127248f4 req-c5881610-6346-464b-9924-b66fc3cc051b tempest-ListServerFiltersTestJSON-249454475 tempest-ListServerFiltersTestJSON-249454475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:21.108576 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97809cd8-deb4-43ce-aa12-155e3deebe66 req-83acaa0c-04c3-4125-8499-a2960994e556 tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:21.116620 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-97809cd8-deb4-43ce-aa12-155e3deebe66 req-83acaa0c-04c3-4125-8499-a2960994e556 tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] 10.222.0.68 "GET /v2.0/ports?device_id=65c2e97a-3a9b-45f9-8601-1b3501000ad2 HTTP/1.1" status: 200 len: 946 time: 0.1553147 Jul 14 09:25:21.177938 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-97809cd8-deb4-43ce-aa12-155e3deebe66 req-8dee207f-89d0-48e2-8bc3-ff76c525541f tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] 10.222.0.68 "GET /v2.0/security-groups?id=cf40bcd2-1dd1-48fb-a6b7-6df0e80ce2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603759 Jul 14 09:25:21.263273 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5285ecf0-5007-47c2-8eec-781b1b2d7701 req-c576e1de-3bb4-44dc-aa08-0a906d33c25b tempest-ServerShowV247Test-95289089 tempest-ServerShowV247Test-95289089-project] 10.222.0.68 "GET /v2.0/ports?device_id=597336fa-a9fd-4764-aecb-9f8b5af457b3 HTTP/1.1" status: 200 len: 210 time: 0.0619147 Jul 14 09:25:21.299324 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc1ec4a-ad16-4987-8816-053b959cdc07 req-939f6060-b573-477b-b46a-cd3afba00b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:21.300820 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-afc1ec4a-ad16-4987-8816-053b959cdc07 req-939f6060-b573-477b-b46a-cd3afba00b6c service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=65c2e97a-3a9b-45f9-8601-1b3501000ad2 HTTP/1.1" status: 200 len: 1098 time: 0.1958339 Jul 14 09:25:21.330638 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-80e26590-5e25-49cd-b5ff-4814127248f4 req-c5881610-6346-464b-9924-b66fc3cc051b tempest-ListServerFiltersTestJSON-249454475 tempest-ListServerFiltersTestJSON-249454475-project] For port 62aa8a10-d2ff-456d-9386-02ab55819cec, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=62aa8a10-d2ff-456d-9386-02ab55819cec,segment=NetworkSegment(fbee0cef-2769-4002-a250-507614fd960d),segment_id=fbee0cef-2769-4002-a250-507614fd960d)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:25:21.331141 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-80e26590-5e25-49cd-b5ff-4814127248f4 req-c5881610-6346-464b-9924-b66fc3cc051b tempest-ListServerFiltersTestJSON-249454475 tempest-ListServerFiltersTestJSON-249454475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:21.374689 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [req-80e26590-5e25-49cd-b5ff-4814127248f4 req-c5881610-6346-464b-9924-b66fc3cc051b tempest-ListServerFiltersTestJSON-249454475 tempest-ListServerFiltersTestJSON-249454475-project] Calling delete_port for 62aa8a10-d2ff-456d-9386-02ab55819cec owned by compute:nova {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:25:21.425686 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-afc1ec4a-ad16-4987-8816-053b959cdc07 req-f606ed72-aa6c-4400-bfca-b6978308c4c3 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=cf40bcd2-1dd1-48fb-a6b7-6df0e80ce2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072559 Jul 14 09:25:21.594440 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-80e26590-5e25-49cd-b5ff-4814127248f4 req-c5881610-6346-464b-9924-b66fc3cc051b tempest-ListServerFiltersTestJSON-249454475 tempest-ListServerFiltersTestJSON-249454475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:21.632778 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] get_ports_and_sgs() called for port_ids ['23ada610-3e34-4f56-8d20-f016904c40fb', '62aa8a10-d2ff-456d-9386-02ab55819cec'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:25:21.635921 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] get_ports_and_sgs() called for port_ids ['b9ddac90-7ead-48f8-8830-dd4071192586'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:25:21.685276 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5881610-6346-464b-9924-b66fc3cc051b tempest-ListServerFiltersTestJSON-249454475 tempest-ListServerFiltersTestJSON-249454475-project] Pushing event deleted for resources: {'Port': ['ID=62aa8a10-d2ff-456d-9386-02ab55819cec,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:21.771921 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c5a7e903-1502-4a50-a800-492076162514 req-2047687c-0c9d-425c-8bc3-8029baa45792 tempest-ServerShowV254Test-240420509 tempest-ServerShowV254Test-240420509-project] 10.222.0.68 "GET /v2.0/ports?device_id=9d989e86-2c7b-442e-9e80-552909e05e9d HTTP/1.1" status: 200 len: 210 time: 0.0720074 Jul 14 09:25:21.772941 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-80e26590-5e25-49cd-b5ff-4814127248f4 req-c5881610-6346-464b-9924-b66fc3cc051b tempest-ListServerFiltersTestJSON-249454475 tempest-ListServerFiltersTestJSON-249454475-project] No DVR routers for this DVR port 62aa8a10-d2ff-456d-9386-02ab55819cec on host n-h2-779913-29 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:25:21.776069 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-80e26590-5e25-49cd-b5ff-4814127248f4 req-c5881610-6346-464b-9924-b66fc3cc051b tempest-ListServerFiltersTestJSON-249454475 tempest-ListServerFiltersTestJSON-249454475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:21.778742 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-80e26590-5e25-49cd-b5ff-4814127248f4 req-c5881610-6346-464b-9924-b66fc3cc051b tempest-ListServerFiltersTestJSON-249454475 tempest-ListServerFiltersTestJSON-249454475-project] 10.222.0.57 "DELETE /v2.0/ports/62aa8a10-d2ff-456d-9386-02ab55819cec HTTP/1.1" status: 204 len: 173 time: 0.9632261 Jul 14 09:25:21.778742 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c9ebdbe-82ff-4a31-936d-c00888b875d8', 'name': 'network-vif-deleted', 'tag': '62aa8a10-d2ff-456d-9386-02ab55819cec'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:25:21.781337 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-090341e9-f940-4f0b-9e18-f1c79bd69717" -d '{"events": [{"server_uuid": "2c9ebdbe-82ff-4a31-936d-c00888b875d8", "name": "network-vif-deleted", "tag": "62aa8a10-d2ff-456d-9386-02ab55819cec"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:25:21.854411 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbe1cce-ba7d-42db-97a0-414fc5ac7c14 req-4e3fa71e-d351-4d1c-ab98-0cfccf0658d6 tempest-FloatingIPsAssociationTestJSON-879911528 tempest-FloatingIPsAssociationTestJSON-879911528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:21.865684 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-dbbe1cce-ba7d-42db-97a0-414fc5ac7c14 req-4e3fa71e-d351-4d1c-ab98-0cfccf0658d6 tempest-FloatingIPsAssociationTestJSON-879911528 tempest-FloatingIPsAssociationTestJSON-879911528-project] 10.222.0.68 "GET /v2.0/ports?device_id=1e47bf17-b929-4bf1-99b0-1c9faf851557&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.5253844 Jul 14 09:25:22.006714 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-dbbe1cce-ba7d-42db-97a0-414fc5ac7c14 req-8c9b6b7b-e498-4d69-9c05-fab256e6322b tempest-FloatingIPsAssociationTestJSON-879911528 tempest-FloatingIPsAssociationTestJSON-879911528-project] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.25.4.155 HTTP/1.1" status: 200 len: 696 time: 0.1396456 Jul 14 09:25:22.012422 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [req-dbbe1cce-ba7d-42db-97a0-414fc5ac7c14 req-394a31a9-d48e-4863-a2ef-6004f6cc1c74 tempest-FloatingIPsAssociationTestJSON-879911528 tempest-FloatingIPsAssociationTestJSON-879911528-project] Request body: {'floatingip': {'port_id': '0f39e973-face-4493-81d7-410ee30b1531', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:25:22.062188 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 47346) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:22.084849 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-dbbe1cce-ba7d-42db-97a0-414fc5ac7c14 req-394a31a9-d48e-4863-a2ef-6004f6cc1c74 tempest-FloatingIPsAssociationTestJSON-879911528 tempest-FloatingIPsAssociationTestJSON-879911528-project] Notify callbacks [] for floatingip, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:22.114081 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfac1db-ed18-4094-9580-ab27145eef58 req-bfee951e-3a1d-4a91-a976-4fab94726f80 tempest-ServerRescueTestJSON-1969041098 tempest-ServerRescueTestJSON-1969041098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:22.116650 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-adfac1db-ed18-4094-9580-ab27145eef58 req-bfee951e-3a1d-4a91-a976-4fab94726f80 tempest-ServerRescueTestJSON-1969041098 tempest-ServerRescueTestJSON-1969041098-project] 10.222.0.68 "GET /v2.0/ports?device_id=1165a2d1-7a70-431c-8db9-81b467588d28 HTTP/1.1" status: 200 len: 945 time: 0.1356559 Jul 14 09:25:22.145393 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6c49899c-b7c6-4ca6-b63d-7d4573ab4410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:22.187297 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-adfac1db-ed18-4094-9580-ab27145eef58 req-48514cae-17b9-44c5-aeac-32b818143f18 tempest-ServerRescueTestJSON-1969041098 tempest-ServerRescueTestJSON-1969041098-project] 10.222.0.68 "GET /v2.0/security-groups?id=d6a7feba-be17-4d7e-a638-e9426c29981e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642898 Jul 14 09:25:22.263125 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-7942de33-43d8-4061-9afb-741d7362381a admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1700365534-network', 'tenant_id': '24f83d3539e4497181e13bb568cf43a0'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:25:22.265300 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:25:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99875230-718c-46bb-89f7-ec795a54feda x-openstack-request-id: req-99875230-718c-46bb-89f7-ec795a54feda {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:25:22.266066 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c9ebdbe-82ff-4a31-936d-c00888b875d8", "name": "network-vif-deleted", "tag": "62aa8a10-d2ff-456d-9386-02ab55819cec", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:25:22.266342 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-99875230-718c-46bb-89f7-ec795a54feda {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:25:22.266785 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c9ebdbe-82ff-4a31-936d-c00888b875d8', 'name': 'network-vif-deleted', 'tag': '62aa8a10-d2ff-456d-9386-02ab55819cec', 'status': 'completed', 'code': 200} Jul 14 09:25:22.394909 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7942de33-43d8-4061-9afb-741d7362381a admin admin] Made reservation on behalf of 24f83d3539e4497181e13bb568cf43a0 for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:25:22.397188 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7942de33-43d8-4061-9afb-741d7362381a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:22.411092 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7942de33-43d8-4061-9afb-741d7362381a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:22.427730 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ad55ba20-de62-4162-b4ab-37df85866bbc req-c8da08c0-2399-4db0-bb47-c45d33acaeb1 tempest-ListServerFiltersTestJSON-249454475 tempest-ListServerFiltersTestJSON-249454475-project] 10.222.0.68 "GET /v2.0/ports?device_id=2c9ebdbe-82ff-4a31-936d-c00888b875d8 HTTP/1.1" status: 200 len: 210 time: 0.0362046 Jul 14 09:25:22.644681 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114a53d9-e2ce-4dd3-94f7-8256a2580d28 req-72c25b7c-de8c-4f06-9ed5-a42d7a927991 tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:22.652838 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-114a53d9-e2ce-4dd3-94f7-8256a2580d28 req-72c25b7c-de8c-4f06-9ed5-a42d7a927991 tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] 10.222.0.68 "GET /v2.0/ports?device_id=65c2e97a-3a9b-45f9-8601-1b3501000ad2 HTTP/1.1" status: 200 len: 946 time: 0.0877862 Jul 14 09:25:22.706013 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-114a53d9-e2ce-4dd3-94f7-8256a2580d28 req-26602dcf-2324-4de2-be35-01b95613f617 tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] 10.222.0.68 "GET /v2.0/security-groups?id=cf40bcd2-1dd1-48fb-a6b7-6df0e80ce2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519698 Jul 14 09:25:22.758439 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7942de33-43d8-4061-9afb-741d7362381a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:22.767012 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7942de33-43d8-4061-9afb-741d7362381a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:22.779212 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7942de33-43d8-4061-9afb-741d7362381a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 705} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:25:22.788973 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7942de33-43d8-4061-9afb-741d7362381a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:22.789760 n-d-779913-29 neutron-server[93958]: INFO neutron.db.segments_db [None req-7942de33-43d8-4061-9afb-741d7362381a admin admin] Added segment 70cf02bb-b256-4c4f-aeb2-ce24b8b9ce7b of type vlan for network 1ca8e492-4d61-418e-9239-070dbc82d47c Jul 14 09:25:22.835107 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7942de33-43d8-4061-9afb-741d7362381a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735687821325'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:22.861204 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-dbbe1cce-ba7d-42db-97a0-414fc5ac7c14 req-394a31a9-d48e-4863-a2ef-6004f6cc1c74 tempest-FloatingIPsAssociationTestJSON-879911528 tempest-FloatingIPsAssociationTestJSON-879911528-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:22.886967 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-dbbe1cce-ba7d-42db-97a0-414fc5ac7c14 req-394a31a9-d48e-4863-a2ef-6004f6cc1c74 tempest-FloatingIPsAssociationTestJSON-879911528 tempest-FloatingIPsAssociationTestJSON-879911528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-660590'] for floatingip, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:22.983469 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-78ac4f63-097c-492a-924d-0e60d7a6829b req-1b84399b-17f6-4a70-b969-12e1ce50ec2b tempest-ServerShowV247Test-95289089 tempest-ServerShowV247Test-95289089-project] 10.222.0.68 "GET /v2.0/ports?device_id=597336fa-a9fd-4764-aecb-9f8b5af457b3 HTTP/1.1" status: 200 len: 210 time: 0.0563691 Jul 14 09:25:23.208158 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f78e7e9-bf33-4c79-bc89-20bcd14aaf64 req-3977ff9e-5cce-48d5-8005-b1c2739afb60 tempest-ServerRescueTestJSON-1969041098 tempest-ServerRescueTestJSON-1969041098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:23.209687 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6f78e7e9-bf33-4c79-bc89-20bcd14aaf64 req-3977ff9e-5cce-48d5-8005-b1c2739afb60 tempest-ServerRescueTestJSON-1969041098 tempest-ServerRescueTestJSON-1969041098-project] 10.222.0.68 "GET /v2.0/networks?id=db13ce49-f099-44a4-aff7-5cf5e027e32a HTTP/1.1" status: 200 len: 811 time: 0.1255727 Jul 14 09:25:23.225362 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6f78e7e9-bf33-4c79-bc89-20bcd14aaf64 req-598a156c-1269-4c34-921a-7ac10a512e17 tempest-ServerRescueTestJSON-1969041098 tempest-ServerRescueTestJSON-1969041098-project] 10.222.0.68 "GET /v2.0/quotas/a58d0743c32d4136b2d5b8700c6833b4 HTTP/1.1" status: 200 len: 375 time: 0.0097268 Jul 14 09:25:23.269479 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7942de33-43d8-4061-9afb-741d7362381a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e583495f-449a-49ad-92be-ddfb834c83f0,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:23.276102 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7942de33-43d8-4061-9afb-741d7362381a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:23.277070 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7942de33-43d8-4061-9afb-741d7362381a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:23.277674 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7942de33-43d8-4061-9afb-741d7362381a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:23.300592 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6f78e7e9-bf33-4c79-bc89-20bcd14aaf64 req-7ac8367f-5861-4fb5-a410-22541ff7865d tempest-ServerRescueTestJSON-1969041098 tempest-ServerRescueTestJSON-1969041098-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=a58d0743c32d4136b2d5b8700c6833b4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0691025 Jul 14 09:25:23.366108 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-7942de33-43d8-4061-9afb-741d7362381a admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.3026164 Jul 14 09:25:23.366306 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 47370) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:23.373371 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-0562311f-803a-4a2d-9a25-2124a6056a29 admin admin] Request body: {'subnet': {'network_id': '1ca8e492-4d61-418e-9239-070dbc82d47c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1700365534-subnet', 'tenant_id': '24f83d3539e4497181e13bb568cf43a0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:25:23.387689 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7942de33-43d8-4061-9afb-741d7362381a admin admin] Pushing event updated for resources: {'Network': ['ID=1ca8e492-4d61-418e-9239-070dbc82d47c,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:23.400741 n-d-779913-29 neutron-server[93958]: INFO neutron.db.l3_db [req-dbbe1cce-ba7d-42db-97a0-414fc5ac7c14 req-394a31a9-d48e-4863-a2ef-6004f6cc1c74 tempest-FloatingIPsAssociationTestJSON-879911528 tempest-FloatingIPsAssociationTestJSON-879911528-project] Floating IP b2d169b0-4b8b-4c1e-98bd-70d843f4ffcc associated. External IP: 172.25.4.155, port: 0f39e973-face-4493-81d7-410ee30b1531. Jul 14 09:25:23.408092 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Network 1ca8e492-4d61-418e-9239-070dbc82d47c details requested by agent ovs-agent-n-d-779913-29 with host n-d-779913-29 {{(pid=93959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:25:23.420450 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0562311f-803a-4a2d-9a25-2124a6056a29 admin admin] Made reservation on behalf of 24f83d3539e4497181e13bb568cf43a0 for: {'subnet': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:25:23.422940 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-0562311f-803a-4a2d-9a25-2124a6056a29 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11984110'] for subnet, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:23.443269 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6f78e7e9-bf33-4c79-bc89-20bcd14aaf64 req-dd309588-bd80-4d7d-af97-a8fc0c77efbd service neutron] 10.222.0.68 "GET /v2.0/networks/db13ce49-f099-44a4-aff7-5cf5e027e32a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320660 Jul 14 09:25:23.623527 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6f78e7e9-bf33-4c79-bc89-20bcd14aaf64 req-8974b7b0-fbc2-4e9f-8854-e07e29da2f98 service neutron] 10.222.0.68 "GET /v2.0/networks/db13ce49-f099-44a4-aff7-5cf5e027e32a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1515772 Jul 14 09:25:23.696544 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dbbe1cce-ba7d-42db-97a0-414fc5ac7c14 req-394a31a9-d48e-4863-a2ef-6004f6cc1c74 tempest-FloatingIPsAssociationTestJSON-879911528 tempest-FloatingIPsAssociationTestJSON-879911528-project] Router 0e2861da-41c5-4938-88f7-e1396c0219c6 has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:25:23.775801 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-0562311f-803a-4a2d-9a25-2124a6056a29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10052764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11984092'] for subnet, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:23.882825 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dbbe1cce-ba7d-42db-97a0-414fc5ac7c14 req-394a31a9-d48e-4863-a2ef-6004f6cc1c74 tempest-FloatingIPsAssociationTestJSON-879911528 tempest-FloatingIPsAssociationTestJSON-879911528-project] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:25:23.889673 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-dbbe1cce-ba7d-42db-97a0-414fc5ac7c14 req-394a31a9-d48e-4863-a2ef-6004f6cc1c74 tempest-FloatingIPsAssociationTestJSON-879911528 tempest-FloatingIPsAssociationTestJSON-879911528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for floatingip, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:23.898915 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-592f7d0e-0564-4940-8dbb-4f796f1c907a None None] Sync routers for ids ['0e2861da-41c5-4938-88f7-e1396c0219c6'] in n-d-779913-29 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:25:23.910162 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0562311f-803a-4a2d-9a25-2124a6056a29 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a8c04b1-ba43-437d-8b82-9da68336d16a,revision_number=0']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:23.930338 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-592f7d0e-0564-4940-8dbb-4f796f1c907a None None] Routers {'0e2861da-41c5-4938-88f7-e1396c0219c6'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:25:23.932030 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-592f7d0e-0564-4940-8dbb-4f796f1c907a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:24:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['0e2861da-41c5-4938-88f7-e1396c0219c6'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:25:23.935195 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0562311f-803a-4a2d-9a25-2124a6056a29 admin admin] Checking segment: {'id': '70cf02bb-b256-4c4f-aeb2-ce24b8b9ce7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '1ca8e492-4d61-418e-9239-070dbc82d47c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:25:23.936052 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0562311f-803a-4a2d-9a25-2124a6056a29 admin admin] Network hostable DHCP agents. Network: 1ca8e492-4d61-418e-9239-070dbc82d47c, hostable agents: ['c6a09bd4-f72e-4283-a3ca-0bbca8a51081'], hosted agents: [] {{(pid=93957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:25:23.965177 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-dbbe1cce-ba7d-42db-97a0-414fc5ac7c14 req-394a31a9-d48e-4863-a2ef-6004f6cc1c74 tempest-FloatingIPsAssociationTestJSON-879911528 tempest-FloatingIPsAssociationTestJSON-879911528-project] 10.222.0.68 "PUT /v2.0/floatingips/b2d169b0-4b8b-4c1e-98bd-70d843f4ffcc HTTP/1.1" status: 200 len: 997 time: 1.9571834 Jul 14 09:25:23.966312 n-d-779913-29 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e47bf17-b929-4bf1-99b0-1c9faf851557', 'tag': '0f39e973-face-4493-81d7-410ee30b1531'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:25:23.969935 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cb48f044f948e981f43897c8d7f1332f741dc7af2b4c5a6e19d8f4a80f708e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-805c9855-859c-4594-a9f0-81663510e5c8" -d '{"events": [{"name": "network-changed", "server_uuid": "1e47bf17-b929-4bf1-99b0-1c9faf851557", "tag": "0f39e973-face-4493-81d7-410ee30b1531"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:25:23.982734 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0562311f-803a-4a2d-9a25-2124a6056a29 admin admin] Network 1ca8e492-4d61-418e-9239-070dbc82d47c is scheduled to be hosted by DHCP agent c6a09bd4-f72e-4283-a3ca-0bbca8a51081 with binding_index 1 {{(pid=93957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:25:24.065228 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-853e5f9d-781e-4adf-a337-19d818cf4e87 req-43fa966a-a4cb-4d88-bc23-6039b45e197d tempest-ServerShowV254Test-240420509 tempest-ServerShowV254Test-240420509-project] 10.222.0.68 "GET /v2.0/ports?device_id=9d989e86-2c7b-442e-9e80-552909e05e9d HTTP/1.1" status: 200 len: 210 time: 0.0659242 Jul 14 09:25:24.065922 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-0562311f-803a-4a2d-9a25-2124a6056a29 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-29, 1ca8e492-4d61-418e-9239-070dbc82d47c) {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:25:24.080981 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0562311f-803a-4a2d-9a25-2124a6056a29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:24.085813 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-0562311f-803a-4a2d-9a25-2124a6056a29 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:24.088878 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-970db51e-7814-456b-9563-1a22d513a4a7 None None] Network 1ca8e492-4d61-418e-9239-070dbc82d47c requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:25:24.128243 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-0562311f-803a-4a2d-9a25-2124a6056a29 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7608230 Jul 14 09:25:24.129643 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 47390) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:24.142189 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-3a1de27e-52fd-428d-9144-8e68f02b3a97 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1700365534-router', 'tenant_id': '24f83d3539e4497181e13bb568cf43a0', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'}}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:25:24.151922 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-592f7d0e-0564-4940-8dbb-4f796f1c907a None None] Set router 0e2861da-41c5-4938-88f7-e1396c0219c6 gateway port host: n-d-779913-29 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:25:24.154506 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbe1cce-ba7d-42db-97a0-414fc5ac7c14 req-7e2e88e5-1a8b-4839-b224-9b412e4e9ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:24.169083 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-dbbe1cce-ba7d-42db-97a0-414fc5ac7c14 req-7e2e88e5-1a8b-4839-b224-9b412e4e9ae9 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=cb2a8bd81eea456b92b36dee5b159f07&device_id=1e47bf17-b929-4bf1-99b0-1c9faf851557 HTTP/1.1" status: 200 len: 1098 time: 0.1739230 Jul 14 09:25:24.186556 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3a1de27e-52fd-428d-9144-8e68f02b3a97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-711749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14670'] for router, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:24.190780 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3a1de27e-52fd-428d-9144-8e68f02b3a97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-711718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-661475', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14679'] for router, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:24.369851 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3a1de27e-52fd-428d-9144-8e68f02b3a97 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:24.454462 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbe1cce-ba7d-42db-97a0-414fc5ac7c14 req-f4135c7c-7591-47fe-b0f1-dcbf8a42db12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:24.469392 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-dbbe1cce-ba7d-42db-97a0-414fc5ac7c14 req-f4135c7c-7591-47fe-b0f1-dcbf8a42db12 service neutron] 10.222.0.68 "GET /v2.0/networks?id=f9f9e30e-0b39-4c8e-9a13-252818fafe21 HTTP/1.1" status: 200 len: 922 time: 0.2959507 Jul 14 09:25:24.502404 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21ac1a2f-875d-4ced-8526-ca7b29b45106 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf57baaa9-fd24-59f4-8fd2-1dc21122ce72-1ca8e492-4d61-418e-9239-070dbc82d47c', 'network_id': '1ca8e492-4d61-418e-9239-070dbc82d47c', 'tenant_id': '24f83d3539e4497181e13bb568cf43a0', 'fixed_ips': [{'subnet_id': '1a8c04b1-ba43-437d-8b82-9da68336d16a'}]}} from n-d-779913-29. {{(pid=93959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:25:24.503705 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-21ac1a2f-875d-4ced-8526-ca7b29b45106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:24.643696 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-dbbe1cce-ba7d-42db-97a0-414fc5ac7c14 req-a1256891-f2cc-4387-8dc7-edfd6b969ba0 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0f39e973-face-4493-81d7-410ee30b1531 HTTP/1.1" status: 200 len: 1000 time: 0.1730058 Jul 14 09:25:24.690761 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-592f7d0e-0564-4940-8dbb-4f796f1c907a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e2861da-41c5-4938-88f7-e1396c0219c6', 'name': 'tempest-FloatingIPsAssociationTestJSON-1721427201-router', 'tenant_id': 'cb2a8bd81eea456b92b36dee5b159f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.193'}], 'enable_snat': True}, 'gw_port_id': '3c806968-bd46-4e04-9099-b9c87983d833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:24:31Z', 'updated_at': '2021-07-14T09:24:39Z', 'revision_number': 4, 'project_id': 'cb2a8bd81eea456b92b36dee5b159f07', 'gw_port': {'id': '3c806968-bd46-4e04-9099-b9c87983d833', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:44:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e2861da-41c5-4938-88f7-e1396c0219c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:24:33Z', 'updated_at': '2021-07-14T09:24:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_floatingips': [{'id': 'b2d169b0-4b8b-4c1e-98bd-70d843f4ffcc', 'tenant_id': 'cb2a8bd81eea456b92b36dee5b159f07', 'floating_ip_address': '172.25.4.155', 'floating_network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'router_id': '0e2861da-41c5-4938-88f7-e1396c0219c6', 'port_id': '0f39e973-face-4493-81d7-410ee30b1531', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1020, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9f9e30e-0b39-4c8e-9a13-252818fafe21', 'mac_address': 'fa:16:3e:e4:b6:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e47bf17-b929-4bf1-99b0-1c9faf851557', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:25:01Z', 'updated_at': '2021-07-14T09:25:22Z', 'revision_number': 1, 'project_id': 'cb2a8bd81eea456b92b36dee5b159f07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b63887ff-7bca-4218-ad5f-9d5df52c29cd', 'name': '', 'network_id': 'f9f9e30e-0b39-4c8e-9a13-252818fafe21', 'tenant_id': 'cb2a8bd81eea456b92b36dee5b159f07', 'mac_address': 'fa:16:3e:82:9d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e2861da-41c5-4938-88f7-e1396c0219c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '444f0042-b663-4a95-9c31-a5cc1ed6ad12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:24:38Z', 'updated_at': '2021-07-14T09:24:45Z', 'revision_number': 5, 'project_id': 'cb2a8bd81eea456b92b36dee5b159f07', 'subnets': [{'id': '444f0042-b663-4a95-9c31-a5cc1ed6ad12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:25:24.693949 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3a1de27e-52fd-428d-9144-8e68f02b3a97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-661489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-711771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12973'] for router, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:24.751239 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbe1cce-ba7d-42db-97a0-414fc5ac7c14 req-4d57c530-b828-4695-aca8-bb019a1a19cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:24.752694 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-dbbe1cce-ba7d-42db-97a0-414fc5ac7c14 req-4d57c530-b828-4695-aca8-bb019a1a19cf service neutron] 10.222.0.68 "GET /v2.0/subnets?id=444f0042-b663-4a95-9c31-a5cc1ed6ad12 HTTP/1.1" status: 200 len: 860 time: 0.1004226 Jul 14 09:25:24.769342 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-592f7d0e-0564-4940-8dbb-4f796f1c907a None None] Checking router: 0e2861da-41c5-4938-88f7-e1396c0219c6 for host: n-d-779913-29 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:25:24.788230 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-592f7d0e-0564-4940-8dbb-4f796f1c907a None None] Routers {'0e2861da-41c5-4938-88f7-e1396c0219c6'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:25:24.790048 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-592f7d0e-0564-4940-8dbb-4f796f1c907a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:24:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['0e2861da-41c5-4938-88f7-e1396c0219c6'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:25:24.871348 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-21ac1a2f-875d-4ced-8526-ca7b29b45106 None None] Allocated IP 172.20.0.2 (1ca8e492-4d61-418e-9239-070dbc82d47c/1a8c04b1-ba43-437d-8b82-9da68336d16a/037ee1a8-7cda-42cf-ba0d-f3915e9c6f5f) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:25:24.874145 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbe1cce-ba7d-42db-97a0-414fc5ac7c14 req-c0c58e61-6902-4f29-a27c-b1fa7293c004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:24.878903 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-dbbe1cce-ba7d-42db-97a0-414fc5ac7c14 req-c0c58e61-6902-4f29-a27c-b1fa7293c004 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=f9f9e30e-0b39-4c8e-9a13-252818fafe21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1176605 Jul 14 09:25:24.897283 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:24.904164 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5c2cd85d-cc2f-4cb4-906c-ac78db145364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:24.969727 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d2c220-b45d-4f89-8135-716f6c888102 req-c1aae716-de49-4259-93ac-05c3ca502c49 tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:24.973879 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 62aa8a10-d2ff-456d-9386-02ab55819cec no longer exists at agent hyperv_n-h2-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:25:24.974908 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-89d2c220-b45d-4f89-8135-716f6c888102 req-c1aae716-de49-4259-93ac-05c3ca502c49 tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] 10.222.0.68 "GET /v2.0/ports?device_id=65c2e97a-3a9b-45f9-8601-1b3501000ad2 HTTP/1.1" status: 200 len: 946 time: 0.1282616 Jul 14 09:25:25.041684 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] No Port match for: 62aa8a10-d2ff-456d-9386-02ab55819cec {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:25:25.044536 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 62aa8a10-d2ff-456d-9386-02ab55819cec not bound to the agent host n-h2-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:25:25.129049 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-89d2c220-b45d-4f89-8135-716f6c888102 req-b8dcf117-2b27-43fe-9464-f2c24be5756c tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] 10.222.0.68 "GET /v2.0/security-groups?id=cf40bcd2-1dd1-48fb-a6b7-6df0e80ce2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453958 Jul 14 09:25:25.163117 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-dbbe1cce-ba7d-42db-97a0-414fc5ac7c14 req-c6297976-e960-4360-b422-ff6f266854eb service neutron] 10.222.0.68 "GET /v2.0/networks/f9f9e30e-0b39-4c8e-9a13-252818fafe21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2727537 Jul 14 09:25:25.230202 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-21ac1a2f-875d-4ced-8526-ca7b29b45106 None None] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:25.233339 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3a1de27e-52fd-428d-9144-8e68f02b3a97 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:25.239063 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-592f7d0e-0564-4940-8dbb-4f796f1c907a None None] Set router 0e2861da-41c5-4938-88f7-e1396c0219c6 gateway port host: n-d-779913-29 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:25:25.259439 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-21ac1a2f-875d-4ced-8526-ca7b29b45106 None None] Transition to ACTIVE for port object 037ee1a8-7cda-42cf-ba0d-f3915e9c6f5f will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:25:25.278573 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3a1de27e-52fd-428d-9144-8e68f02b3a97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:25.282189 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-dbbe1cce-ba7d-42db-97a0-414fc5ac7c14 req-d077eae8-933c-4242-ad01-e8a570655c5e service neutron] 10.222.0.68 "GET /v2.0/networks/f9f9e30e-0b39-4c8e-9a13-252818fafe21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091647 Jul 14 09:25:25.292340 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-21ac1a2f-875d-4ced-8526-ca7b29b45106 None None] Transition to ACTIVE for port object 037ee1a8-7cda-42cf-ba0d-f3915e9c6f5f will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:25:25.303986 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-21ac1a2f-875d-4ced-8526-ca7b29b45106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:25.325277 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2f4d4edc-d0e9-4635-bc4b-e088a1161f3f req-95fffeac-ef58-4a47-84f4-e31d78a99ce1 tempest-ServerRescueTestJSON-1969041098 tempest-ServerRescueTestJSON-1969041098-project] 10.222.0.68 "GET /v2.0/ports?device_id=fd1f4779-7c9e-445b-a0be-3b95d7c816a4 HTTP/1.1" status: 200 len: 210 time: 0.0490913 Jul 14 09:25:25.342399 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21ac1a2f-875d-4ced-8526-ca7b29b45106 None None] Network 1ca8e492-4d61-418e-9239-070dbc82d47c is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:25:25.347924 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-21ac1a2f-875d-4ced-8526-ca7b29b45106 None None] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:25:25.351727 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21ac1a2f-875d-4ced-8526-ca7b29b45106 None None] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:25:25.377287 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ac1a2f-875d-4ced-8526-ca7b29b45106 None None] Pushing event updated for resources: {'Port': ['ID=037ee1a8-7cda-42cf-ba0d-f3915e9c6f5f,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:25.393200 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:25:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6d3f443-1270-4691-833d-20ab929b9858 x-openstack-request-id: req-d6d3f443-1270-4691-833d-20ab929b9858 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:25:25.393518 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e47bf17-b929-4bf1-99b0-1c9faf851557", "tag": "0f39e973-face-4493-81d7-410ee30b1531", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:25:25.393776 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-d6d3f443-1270-4691-833d-20ab929b9858 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:25:25.394202 n-d-779913-29 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e47bf17-b929-4bf1-99b0-1c9faf851557', 'tag': '0f39e973-face-4493-81d7-410ee30b1531', 'status': 'completed', 'code': 200} Jul 14 09:25:25.488177 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-21ac1a2f-875d-4ced-8526-ca7b29b45106 None None] Attempting to bind port 037ee1a8-7cda-42cf-ba0d-f3915e9c6f5f on host n-d-779913-29 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:25:25.488555 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-21ac1a2f-875d-4ced-8526-ca7b29b45106 None None] Attempting to bind port 037ee1a8-7cda-42cf-ba0d-f3915e9c6f5f by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': '70cf02bb-b256-4c4f-aeb2-ce24b8b9ce7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '1ca8e492-4d61-418e-9239-070dbc82d47c'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:25:25.488926 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ac1a2f-875d-4ced-8526-ca7b29b45106 None None] Attempting to bind port 037ee1a8-7cda-42cf-ba0d-f3915e9c6f5f on network 1ca8e492-4d61-418e-9239-070dbc82d47c {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:25:25.494826 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ac1a2f-875d-4ced-8526-ca7b29b45106 None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 25, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:25:25.495147 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ac1a2f-875d-4ced-8526-ca7b29b45106 None None] Checking segment: {'id': '70cf02bb-b256-4c4f-aeb2-ce24b8b9ce7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '1ca8e492-4d61-418e-9239-070dbc82d47c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:25:25.495561 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-21ac1a2f-875d-4ced-8526-ca7b29b45106 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:25.495959 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ac1a2f-875d-4ced-8526-ca7b29b45106 None None] Bound using segment: {'id': '70cf02bb-b256-4c4f-aeb2-ce24b8b9ce7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '1ca8e492-4d61-418e-9239-070dbc82d47c'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:25:25.496436 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-21ac1a2f-875d-4ced-8526-ca7b29b45106 None None] Bound port: 037ee1a8-7cda-42cf-ba0d-f3915e9c6f5f, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70cf02bb-b256-4c4f-aeb2-ce24b8b9ce7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '1ca8e492-4d61-418e-9239-070dbc82d47c'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:25:25.496819 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-21ac1a2f-875d-4ced-8526-ca7b29b45106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:25.516622 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-3a1de27e-52fd-428d-9144-8e68f02b3a97 admin admin] Allocated IP 172.25.4.53 (2dcd4d32-cc7c-4468-b396-7ce5c9231892/6cd22a75-5bc1-467c-a3c4-0af04bd1b34a/9aadf4aa-6423-4db9-bc03-3a508727604a) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:25:25.597529 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-21ac1a2f-875d-4ced-8526-ca7b29b45106 None None] For port 037ee1a8-7cda-42cf-ba0d-f3915e9c6f5f, host n-d-779913-29, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:25:25.601286 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-21ac1a2f-875d-4ced-8526-ca7b29b45106 None None] For port 037ee1a8-7cda-42cf-ba0d-f3915e9c6f5f, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=037ee1a8-7cda-42cf-ba0d-f3915e9c6f5f,segment=NetworkSegment(70cf02bb-b256-4c4f-aeb2-ce24b8b9ce7b),segment_id=70cf02bb-b256-4c4f-aeb2-ce24b8b9ce7b)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:25:25.608695 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-21ac1a2f-875d-4ced-8526-ca7b29b45106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:25.681225 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ac1a2f-875d-4ced-8526-ca7b29b45106 None None] Pushing event updated for resources: {'Port': ['ID=037ee1a8-7cda-42cf-ba0d-f3915e9c6f5f,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:25.710293 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805c9855-859c-4594-a9f0-81663510e5c8 req-82986925-a53f-4004-b2dc-4c0d4ab62a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:25.712390 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-805c9855-859c-4594-a9f0-81663510e5c8 req-82986925-a53f-4004-b2dc-4c0d4ab62a5b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=cb2a8bd81eea456b92b36dee5b159f07&device_id=1e47bf17-b929-4bf1-99b0-1c9faf851557 HTTP/1.1" status: 200 len: 1098 time: 0.2479799 Jul 14 09:25:25.730481 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a1a5158b-1682-40ae-af04-ec486b3f6e70 req-265e397a-6ba4-4ae7-a45e-532075d2b981 tempest-ServerShowV247Test-95289089 tempest-ServerShowV247Test-95289089-project] 10.222.0.68 "GET /v2.0/ports?device_id=597336fa-a9fd-4764-aecb-9f8b5af457b3 HTTP/1.1" status: 200 len: 210 time: 0.1234658 Jul 14 09:25:25.843387 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5ad31076-714c-49ec-bc37-f3d4cd90112a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:25.860928 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-592f7d0e-0564-4940-8dbb-4f796f1c907a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e2861da-41c5-4938-88f7-e1396c0219c6', 'name': 'tempest-FloatingIPsAssociationTestJSON-1721427201-router', 'tenant_id': 'cb2a8bd81eea456b92b36dee5b159f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.193'}], 'enable_snat': True}, 'gw_port_id': '3c806968-bd46-4e04-9099-b9c87983d833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:24:31Z', 'updated_at': '2021-07-14T09:24:39Z', 'revision_number': 4, 'project_id': 'cb2a8bd81eea456b92b36dee5b159f07', 'gw_port': {'id': '3c806968-bd46-4e04-9099-b9c87983d833', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:44:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e2861da-41c5-4938-88f7-e1396c0219c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:24:33Z', 'updated_at': '2021-07-14T09:24:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_floatingips': [{'id': 'b2d169b0-4b8b-4c1e-98bd-70d843f4ffcc', 'tenant_id': 'cb2a8bd81eea456b92b36dee5b159f07', 'floating_ip_address': '172.25.4.155', 'floating_network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'router_id': '0e2861da-41c5-4938-88f7-e1396c0219c6', 'port_id': '0f39e973-face-4493-81d7-410ee30b1531', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1020, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9f9e30e-0b39-4c8e-9a13-252818fafe21', 'mac_address': 'fa:16:3e:e4:b6:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e47bf17-b929-4bf1-99b0-1c9faf851557', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:25:01Z', 'updated_at': '2021-07-14T09:25:22Z', 'revision_number': 1, 'project_id': 'cb2a8bd81eea456b92b36dee5b159f07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b63887ff-7bca-4218-ad5f-9d5df52c29cd', 'name': '', 'network_id': 'f9f9e30e-0b39-4c8e-9a13-252818fafe21', 'tenant_id': 'cb2a8bd81eea456b92b36dee5b159f07', 'mac_address': 'fa:16:3e:82:9d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e2861da-41c5-4938-88f7-e1396c0219c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '444f0042-b663-4a95-9c31-a5cc1ed6ad12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:24:38Z', 'updated_at': '2021-07-14T09:24:45Z', 'revision_number': 5, 'project_id': 'cb2a8bd81eea456b92b36dee5b159f07', 'subnets': [{'id': '444f0042-b663-4a95-9c31-a5cc1ed6ad12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:25:25.949483 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3a1de27e-52fd-428d-9144-8e68f02b3a97 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:25.959413 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-592f7d0e-0564-4940-8dbb-4f796f1c907a None None] The sync data for ids ['0e2861da-41c5-4938-88f7-e1396c0219c6'] in n-d-779913-29 is: [{'id': '0e2861da-41c5-4938-88f7-e1396c0219c6', 'name': 'tempest-FloatingIPsAssociationTestJSON-1721427201-router', 'tenant_id': 'cb2a8bd81eea456b92b36dee5b159f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.193'}], 'enable_snat': True}, 'gw_port_id': '3c806968-bd46-4e04-9099-b9c87983d833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:24:31Z', 'updated_at': '2021-07-14T09:24:39Z', 'revision_number': 4, 'project_id': 'cb2a8bd81eea456b92b36dee5b159f07', 'gw_port': {'id': '3c806968-bd46-4e04-9099-b9c87983d833', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:44:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e2861da-41c5-4938-88f7-e1396c0219c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:24:33Z', 'updated_at': '2021-07-14T09:24:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_floatingips': [{'id': 'b2d169b0-4b8b-4c1e-98bd-70d843f4ffcc', 'tenant_id': 'cb2a8bd81eea456b92b36dee5b159f07', 'floating_ip_address': '172.25.4.155', 'floating_network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'router_id': '0e2861da-41c5-4938-88f7-e1396c0219c6', 'port_id': '0f39e973-face-4493-81d7-410ee30b1531', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1020, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9f9e30e-0b39-4c8e-9a13-252818fafe21', 'mac_address': 'fa:16:3e:e4:b6:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e47bf17-b929-4bf1-99b0-1c9faf851557', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:25:01Z', 'updated_at': '2021-07-14T09:25:22Z', 'revision_number': 1, 'project_id': 'cb2a8bd81eea456b92b36dee5b159f07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b63887ff-7bca-4218-ad5f-9d5df52c29cd', 'name': '', 'network_id': 'f9f9e30e-0b39-4c8e-9a13-252818fafe21', 'tenant_id': 'cb2a8bd81eea456b92b36dee5b159f07', 'mac_address': 'fa:16:3e:82:9d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e2861da-41c5-4938-88f7-e1396c0219c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '444f0042-b663-4a95-9c31-a5cc1ed6ad12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:24:38Z', 'updated_at': '2021-07-14T09:24:45Z', 'revision_number': 5, 'project_id': 'cb2a8bd81eea456b92b36dee5b159f07', 'subnets': [{'id': '444f0042-b663-4a95-9c31-a5cc1ed6ad12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:25:26.044021 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805c9855-859c-4594-a9f0-81663510e5c8 req-3cb7633b-0fd7-4b92-80c6-a585ec0a7ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:26.061264 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-805c9855-859c-4594-a9f0-81663510e5c8 req-3cb7633b-0fd7-4b92-80c6-a585ec0a7ea2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=f9f9e30e-0b39-4c8e-9a13-252818fafe21 HTTP/1.1" status: 200 len: 922 time: 0.3157659 Jul 14 09:25:26.149577 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f78e7e9-bf33-4c79-bc89-20bcd14aaf64 req-89a38020-a4af-48b9-96f2-79b97661135c tempest-ServerRescueTestJSON-1969041098 tempest-ServerRescueTestJSON-1969041098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:26.159414 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-6f78e7e9-bf33-4c79-bc89-20bcd14aaf64 req-89a38020-a4af-48b9-96f2-79b97661135c tempest-ServerRescueTestJSON-1969041098 tempest-ServerRescueTestJSON-1969041098-project] 10.222.0.57 "GET /v2.0/networks?id=db13ce49-f099-44a4-aff7-5cf5e027e32a HTTP/1.1" status: 200 len: 811 time: 0.3609951 Jul 14 09:25:26.204357 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [req-6f78e7e9-bf33-4c79-bc89-20bcd14aaf64 req-96e06e05-60d8-40bf-b8e5-e7f7c9474390 tempest-ServerRescueTestJSON-1969041098 tempest-ServerRescueTestJSON-1969041098-project] Request body: {'port': {'device_id': 'fd1f4779-7c9e-445b-a0be-3b95d7c816a4', 'network_id': 'db13ce49-f099-44a4-aff7-5cf5e027e32a', 'admin_state_up': True, 'tenant_id': 'a58d0743c32d4136b2d5b8700c6833b4'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:25:26.248780 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-80ee00e4-4724-4ad5-97bf-9166e70fbea5 req-b1b4be71-ad23-4ec6-b48e-bc0ec9a3ee6f tempest-ServerShowV254Test-240420509 tempest-ServerShowV254Test-240420509-project] 10.222.0.68 "GET /v2.0/ports?device_id=9d989e86-2c7b-442e-9e80-552909e05e9d HTTP/1.1" status: 200 len: 210 time: 0.0991225 Jul 14 09:25:26.370317 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-805c9855-859c-4594-a9f0-81663510e5c8 req-c0ad9e05-b44d-4d62-a203-be05048ec49c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0f39e973-face-4493-81d7-410ee30b1531 HTTP/1.1" status: 200 len: 1000 time: 0.3047361 Jul 14 09:25:26.371454 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3a1de27e-52fd-428d-9144-8e68f02b3a97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:26.398699 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4b71c7-22ae-4dbf-85cd-0a5f60210f3a req-a7d10ec3-b7f6-4174-ac62-7618bf72a9bb tempest-LiveMigrationTest-864996632 tempest-LiveMigrationTest-864996632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:26.400238 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-0e4b71c7-22ae-4dbf-85cd-0a5f60210f3a req-a7d10ec3-b7f6-4174-ac62-7618bf72a9bb tempest-LiveMigrationTest-864996632 tempest-LiveMigrationTest-864996632-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=65c2e97a-3a9b-45f9-8601-1b3501000ad2 HTTP/1.1" status: 200 len: 1098 time: 0.3201420 Jul 14 09:25:26.448468 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c5f567e-4240-4190-9ca8-0e6127328bc3 None None] New status for floating IP b2d169b0-4b8b-4c1e-98bd-70d843f4ffcc: ACTIVE {{(pid=93959) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:25:26.468043 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f78e7e9-bf33-4c79-bc89-20bcd14aaf64 req-96e06e05-60d8-40bf-b8e5-e7f7c9474390 tempest-ServerRescueTestJSON-1969041098 tempest-ServerRescueTestJSON-1969041098-project] Made reservation on behalf of a58d0743c32d4136b2d5b8700c6833b4 for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:25:26.473211 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-6f78e7e9-bf33-4c79-bc89-20bcd14aaf64 req-96e06e05-60d8-40bf-b8e5-e7f7c9474390 tempest-ServerRescueTestJSON-1969041098 tempest-ServerRescueTestJSON-1969041098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:26.484103 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1de27e-52fd-428d-9144-8e68f02b3a97 admin admin] Pushing event updated for resources: {'Port': ['ID=9aadf4aa-6423-4db9-bc03-3a508727604a,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:26.540694 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-0e4b71c7-22ae-4dbf-85cd-0a5f60210f3a req-b1e9ecbd-1f6d-410c-a3b6-4bda1ffaaf45 tempest-LiveMigrationTest-864996632 tempest-LiveMigrationTest-864996632-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=cf40bcd2-1dd1-48fb-a6b7-6df0e80ce2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334820 Jul 14 09:25:26.579306 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a1de27e-52fd-428d-9144-8e68f02b3a97 admin admin] Network 2dcd4d32-cc7c-4468-b396-7ce5c9231892 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:25:26.596683 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-7b8edaa4-924d-43cb-a52a-8916cad450af req-3ac31434-e941-491b-aa6f-20393a0cc216 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=52df408e-3ce3-40d2-a2cb-21f113824a61&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3169391 Jul 14 09:25:26.597759 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-3a1de27e-52fd-428d-9144-8e68f02b3a97 admin admin] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:25:26.600322 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a1de27e-52fd-428d-9144-8e68f02b3a97 admin admin] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:25:26.606567 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805c9855-859c-4594-a9f0-81663510e5c8 req-7bd62901-4bbd-420e-842e-974a153f4578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:26.608095 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-805c9855-859c-4594-a9f0-81663510e5c8 req-7bd62901-4bbd-420e-842e-974a153f4578 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=444f0042-b663-4a95-9c31-a5cc1ed6ad12 HTTP/1.1" status: 200 len: 860 time: 0.1991131 Jul 14 09:25:26.723911 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [req-6f78e7e9-bf33-4c79-bc89-20bcd14aaf64 req-96e06e05-60d8-40bf-b8e5-e7f7c9474390 tempest-ServerRescueTestJSON-1969041098 tempest-ServerRescueTestJSON-1969041098-project] Allocated IP 172.20.0.11 (db13ce49-f099-44a4-aff7-5cf5e027e32a/64eacf53-b7b0-4c76-8df5-70efc8635ad5/3f9089b3-8363-4170-9c98-520fa9a9f887) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:25:26.814127 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b582ede1-454a-4d10-9cca-fb33dd8b1d3f req-530a34ac-dfdf-4d5b-baf5-d7893ddecce9 tempest-FloatingIPsAssociationTestJSON-879911528 tempest-FloatingIPsAssociationTestJSON-879911528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:26.821797 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b582ede1-454a-4d10-9cca-fb33dd8b1d3f req-530a34ac-dfdf-4d5b-baf5-d7893ddecce9 tempest-FloatingIPsAssociationTestJSON-879911528 tempest-FloatingIPsAssociationTestJSON-879911528-project] 10.222.0.68 "GET /v2.0/ports?device_id=86edc551-2af1-49b8-ace8-978539698fff&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.3504002 Jul 14 09:25:26.828454 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb398c2-fcc6-450d-981a-5e5c4bc54812 req-c3067323-1f27-4f62-b46f-3daadb59ab0e tempest-ListServerFiltersTestJSON-249454475 tempest-ListServerFiltersTestJSON-249454475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:26.830258 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ccb398c2-fcc6-450d-981a-5e5c4bc54812 req-c3067323-1f27-4f62-b46f-3daadb59ab0e tempest-ListServerFiltersTestJSON-249454475 tempest-ListServerFiltersTestJSON-249454475-project] 10.222.0.68 "GET /v2.0/ports?device_id=4b0b7e54-dfd9-41b9-8ceb-103b4f948320 HTTP/1.1" status: 200 len: 945 time: 0.0997367 Jul 14 09:25:26.931249 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ccb398c2-fcc6-450d-981a-5e5c4bc54812 req-f50f1d98-8fbd-49fb-a68e-f511185a8812 tempest-ListServerFiltersTestJSON-249454475 tempest-ListServerFiltersTestJSON-249454475-project] 10.222.0.68 "GET /v2.0/security-groups?id=ce208e01-46cb-4812-9601-5914ea7ef5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905380 Jul 14 09:25:27.054103 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 037ee1a8-7cda-42cf-ba0d-f3915e9c6f5f up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:25:27.064147 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-6f78e7e9-bf33-4c79-bc89-20bcd14aaf64 req-96e06e05-60d8-40bf-b8e5-e7f7c9474390 tempest-ServerRescueTestJSON-1969041098 tempest-ServerRescueTestJSON-1969041098-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:27.155607 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning for port 037ee1a8-7cda-42cf-ba0d-f3915e9c6f5f completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:25:27.165978 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-fb1b68d9-931f-44c5-a781-49a23bed839e req-2b4872db-fac8-4d88-a9e3-0180fc190436 tempest-ServerRescueTestJSON-1969041098 tempest-ServerRescueTestJSON-1969041098-project] 10.222.0.68 "GET /v2.0/ports?device_id=fd1f4779-7c9e-445b-a0be-3b95d7c816a4 HTTP/1.1" status: 200 len: 210 time: 0.0489016 Jul 14 09:25:27.181533 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-6f78e7e9-bf33-4c79-bc89-20bcd14aaf64 req-96e06e05-60d8-40bf-b8e5-e7f7c9474390 tempest-ServerRescueTestJSON-1969041098 tempest-ServerRescueTestJSON-1969041098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:27.208896 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc1eecb7-f5b7-44e9-80da-cc8114369b9b None None] Network 1ca8e492-4d61-418e-9239-070dbc82d47c requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:25:27.237160 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] get_ports_and_sgs() called for port_ids ['c456e3ea-1818-4eb0-9974-4f7f0bc9979b'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:25:27.342600 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e06e05-60d8-40bf-b8e5-e7f7c9474390 tempest-ServerRescueTestJSON-1969041098 tempest-ServerRescueTestJSON-1969041098-project] Pushing event updated for resources: {'Port': ['ID=3f9089b3-8363-4170-9c98-520fa9a9f887,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:27.371490 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f78e7e9-bf33-4c79-bc89-20bcd14aaf64 req-96e06e05-60d8-40bf-b8e5-e7f7c9474390 tempest-ServerRescueTestJSON-1969041098 tempest-ServerRescueTestJSON-1969041098-project] Network db13ce49-f099-44a4-aff7-5cf5e027e32a is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:25:27.380967 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [req-6f78e7e9-bf33-4c79-bc89-20bcd14aaf64 req-96e06e05-60d8-40bf-b8e5-e7f7c9474390 tempest-ServerRescueTestJSON-1969041098 tempest-ServerRescueTestJSON-1969041098-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:25:27.392599 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f78e7e9-bf33-4c79-bc89-20bcd14aaf64 req-96e06e05-60d8-40bf-b8e5-e7f7c9474390 tempest-ServerRescueTestJSON-1969041098 tempest-ServerRescueTestJSON-1969041098-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:25:27.424622 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805c9855-859c-4594-a9f0-81663510e5c8 req-84a71938-8f42-4430-9e71-79d87060c93c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:27.426227 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-805c9855-859c-4594-a9f0-81663510e5c8 req-84a71938-8f42-4430-9e71-79d87060c93c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f9f9e30e-0b39-4c8e-9a13-252818fafe21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7898526 Jul 14 09:25:27.431650 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8edaa4-924d-43cb-a52a-8916cad450af req-dce8180b-f459-4c93-a4ef-0fdac0c74a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:27.433344 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-7b8edaa4-924d-43cb-a52a-8916cad450af req-dce8180b-f459-4c93-a4ef-0fdac0c74a26 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=93cc94b52edc46d0bba2f5b2ba951e85&device_id=52df408e-3ce3-40d2-a2cb-21f113824a61 HTTP/1.1" status: 200 len: 1098 time: 0.7413566 Jul 14 09:25:27.445152 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b582ede1-454a-4d10-9cca-fb33dd8b1d3f req-4c88faf3-43e6-4e50-826c-2028ce80a554 tempest-FloatingIPsAssociationTestJSON-879911528 tempest-FloatingIPsAssociationTestJSON-879911528-project] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.25.4.155 HTTP/1.1" status: 200 len: 1002 time: 0.6221015 Jul 14 09:25:27.450628 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-b582ede1-454a-4d10-9cca-fb33dd8b1d3f req-1ea5cf8e-cf24-4fba-ad19-66bbfc9adbab tempest-FloatingIPsAssociationTestJSON-879911528 tempest-FloatingIPsAssociationTestJSON-879911528-project] Request body: {'floatingip': {'port_id': '931e89d6-a83f-478c-8b7d-81fe28a1ecc4', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:25:27.495258 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-aee590b6-5638-49ae-b6d4-7513e3a912ae None None] Provisioning for port 037ee1a8-7cda-42cf-ba0d-f3915e9c6f5f completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:25:27.526338 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-aee590b6-5638-49ae-b6d4-7513e3a912ae None None] Provisioning complete for port 037ee1a8-7cda-42cf-ba0d-f3915e9c6f5f triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:25:27.533710 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-aee590b6-5638-49ae-b6d4-7513e3a912ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:27.552146 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [req-805c9855-859c-4594-a9f0-81663510e5c8 req-65ebe5df-fe1d-4d34-9093-046dfb67672a service neutron] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=93957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:25:27.553349 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-805c9855-859c-4594-a9f0-81663510e5c8 req-65ebe5df-fe1d-4d34-9093-046dfb67672a service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0085168 Jul 14 09:25:27.560485 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-cac061d7-da4e-43ea-9df5-806e8123476c req-2f1629b4-e809-418e-8417-068d2df54527 tempest-ServerShowV247Test-95289089 tempest-ServerShowV247Test-95289089-project] 10.222.0.68 "GET /v2.0/ports?device_id=597336fa-a9fd-4764-aecb-9f8b5af457b3 HTTP/1.1" status: 200 len: 210 time: 0.0993588 Jul 14 09:25:27.601618 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f78e7e9-bf33-4c79-bc89-20bcd14aaf64 req-96e06e05-60d8-40bf-b8e5-e7f7c9474390 tempest-ServerRescueTestJSON-1969041098 tempest-ServerRescueTestJSON-1969041098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:27.603165 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-6f78e7e9-bf33-4c79-bc89-20bcd14aaf64 req-96e06e05-60d8-40bf-b8e5-e7f7c9474390 tempest-ServerRescueTestJSON-1969041098 tempest-ServerRescueTestJSON-1969041098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:27.629011 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-6f78e7e9-bf33-4c79-bc89-20bcd14aaf64 req-96e06e05-60d8-40bf-b8e5-e7f7c9474390 tempest-ServerRescueTestJSON-1969041098 tempest-ServerRescueTestJSON-1969041098-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4300141 Jul 14 09:25:27.649062 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [req-6f78e7e9-bf33-4c79-bc89-20bcd14aaf64 req-daf02d97-3cf6-48f2-b4e3-2aa35d65d379 service neutron] Request body: {'port': {'device_id': 'fd1f4779-7c9e-445b-a0be-3b95d7c816a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-29'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:25:27.734623 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-b582ede1-454a-4d10-9cca-fb33dd8b1d3f req-1ea5cf8e-cf24-4fba-ad19-66bbfc9adbab tempest-FloatingIPsAssociationTestJSON-879911528 tempest-FloatingIPsAssociationTestJSON-879911528-project] Notify callbacks [] for floatingip, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:27.755490 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ecb51859-b7c6-44a7-9353-a8f33774136d req-4f114a6b-2e4c-41d9-8df1-312cb5b698da tempest-ServerShowV254Test-240420509 tempest-ServerShowV254Test-240420509-project] 10.222.0.68 "GET /v2.0/ports?device_id=9d989e86-2c7b-442e-9e80-552909e05e9d HTTP/1.1" status: 200 len: 210 time: 0.0392613 Jul 14 09:25:27.832066 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-6f78e7e9-bf33-4c79-bc89-20bcd14aaf64 req-daf02d97-3cf6-48f2-b4e3-2aa35d65d379 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:27.892941 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3a1de27e-52fd-428d-9144-8e68f02b3a97 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:27.955914 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8edaa4-924d-43cb-a52a-8916cad450af req-2cc590fc-7cda-41a4-ade5-cdf766e48f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:27.957403 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-7b8edaa4-924d-43cb-a52a-8916cad450af req-2cc590fc-7cda-41a4-ade5-cdf766e48f7b service neutron] 10.222.0.65 "GET /v2.0/networks?id=306a0bc6-d197-4ff4-9a5e-b84eb29a3de2 HTTP/1.1" status: 200 len: 917 time: 0.4114676 Jul 14 09:25:27.971532 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5bbe322f-3f67-4864-bc0a-91afe44d23e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:27.990928 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-805c9855-859c-4594-a9f0-81663510e5c8 req-4e8234fc-7300-4475-b685-31f8f3101a53 service neutron] 10.222.0.57 "GET /v2.0/networks/f9f9e30e-0b39-4c8e-9a13-252818fafe21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4277637 Jul 14 09:25:28.086521 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-aee590b6-5638-49ae-b6d4-7513e3a912ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:28.097316 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-7b8edaa4-924d-43cb-a52a-8916cad450af req-5bad410d-0002-4dff-a3b7-24f2482ea255 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b9ddac90-7ead-48f8-8830-dd4071192586 HTTP/1.1" status: 200 len: 217 time: 0.1253209 Jul 14 09:25:28.197404 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-aee590b6-5638-49ae-b6d4-7513e3a912ae None None] For port 037ee1a8-7cda-42cf-ba0d-f3915e9c6f5f, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=037ee1a8-7cda-42cf-ba0d-f3915e9c6f5f,segment=NetworkSegment(70cf02bb-b256-4c4f-aeb2-ce24b8b9ce7b),segment_id=70cf02bb-b256-4c4f-aeb2-ce24b8b9ce7b)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:25:28.201014 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3cf724-2122-4b8d-8319-18164cc7789d req-d0291ef5-b6aa-4435-8211-81d36068882d tempest-ListServerFiltersTestJSON-249454475 tempest-ListServerFiltersTestJSON-249454475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:28.202575 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-bb3cf724-2122-4b8d-8319-18164cc7789d req-d0291ef5-b6aa-4435-8211-81d36068882d tempest-ListServerFiltersTestJSON-249454475 tempest-ListServerFiltersTestJSON-249454475-project] 10.222.0.68 "GET /v2.0/ports?device_id=4b0b7e54-dfd9-41b9-8ceb-103b4f948320 HTTP/1.1" status: 200 len: 945 time: 0.1139793 Jul 14 09:25:28.220170 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-aee590b6-5638-49ae-b6d4-7513e3a912ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:28.276891 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-bb3cf724-2122-4b8d-8319-18164cc7789d req-6392f018-ffee-4774-8a93-969cf7192475 tempest-ListServerFiltersTestJSON-249454475 tempest-ListServerFiltersTestJSON-249454475-project] 10.222.0.68 "GET /v2.0/security-groups?id=ce208e01-46cb-4812-9601-5914ea7ef5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624211 Jul 14 09:25:28.279059 n-d-779913-29 neutron-server[93958]: DEBUG neutron.notifiers.nova [req-6f78e7e9-bf33-4c79-bc89-20bcd14aaf64 req-daf02d97-3cf6-48f2-b4e3-2aa35d65d379 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f9089b3-8363-4170-9c98-520fa9a9f887 {{(pid=93958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:25:28.288978 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-6f78e7e9-bf33-4c79-bc89-20bcd14aaf64 req-daf02d97-3cf6-48f2-b4e3-2aa35d65d379 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:28.311778 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-6f78e7e9-bf33-4c79-bc89-20bcd14aaf64 req-daf02d97-3cf6-48f2-b4e3-2aa35d65d379 service neutron] Transition to ACTIVE for port object 3f9089b3-8363-4170-9c98-520fa9a9f887 will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:25:28.320123 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee590b6-5638-49ae-b6d4-7513e3a912ae None None] Pushing event updated for resources: {'Port': ['ID=037ee1a8-7cda-42cf-ba0d-f3915e9c6f5f,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:28.322195 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-6f78e7e9-bf33-4c79-bc89-20bcd14aaf64 req-daf02d97-3cf6-48f2-b4e3-2aa35d65d379 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13574142'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:28.367222 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-805c9855-859c-4594-a9f0-81663510e5c8 req-b90dc540-f068-472a-a1d6-4e1fa0d94326 service neutron] 10.222.0.57 "GET /v2.0/networks/f9f9e30e-0b39-4c8e-9a13-252818fafe21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3661144 Jul 14 09:25:28.428310 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf02d97-3cf6-48f2-b4e3-2aa35d65d379 service neutron] Pushing event updated for resources: {'Port': ['ID=3f9089b3-8363-4170-9c98-520fa9a9f887,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:28.474405 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7770bd53-28b3-49f9-9b53-d684820e4f35 req-9bde3d28-56f3-4d61-b937-950c54de433a tempest-ListServerFiltersTestJSON-249454475 tempest-ListServerFiltersTestJSON-249454475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:28.477890 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-7770bd53-28b3-49f9-9b53-d684820e4f35 req-9bde3d28-56f3-4d61-b937-950c54de433a tempest-ListServerFiltersTestJSON-249454475 tempest-ListServerFiltersTestJSON-249454475-project] 10.222.0.57 "GET /v2.0/ports?device_id=4b0b7e54-dfd9-41b9-8ceb-103b4f948320 HTTP/1.1" status: 200 len: 945 time: 0.7058635 Jul 14 09:25:28.483858 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3a1de27e-52fd-428d-9144-8e68f02b3a97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-711762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-661452'] for router, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:28.572500 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-6f78e7e9-bf33-4c79-bc89-20bcd14aaf64 req-daf02d97-3cf6-48f2-b4e3-2aa35d65d379 service neutron] Attempting to bind port 3f9089b3-8363-4170-9c98-520fa9a9f887 on host n-h2-779913-29 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:25:28.573080 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-6f78e7e9-bf33-4c79-bc89-20bcd14aaf64 req-daf02d97-3cf6-48f2-b4e3-2aa35d65d379 service neutron] Attempting to bind port 3f9089b3-8363-4170-9c98-520fa9a9f887 by drivers openvswitch,hyperv on host n-h2-779913-29 at level 0 using segments [{'id': '836a85c8-8989-45d6-bb70-48fe95102097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'db13ce49-f099-44a4-aff7-5cf5e027e32a'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:25:28.574580 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f78e7e9-bf33-4c79-bc89-20bcd14aaf64 req-daf02d97-3cf6-48f2-b4e3-2aa35d65d379 service neutron] Attempting to bind port 3f9089b3-8363-4170-9c98-520fa9a9f887 on network db13ce49-f099-44a4-aff7-5cf5e027e32a {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:25:28.589994 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f78e7e9-bf33-4c79-bc89-20bcd14aaf64 req-daf02d97-3cf6-48f2-b4e3-2aa35d65d379 service neutron] Port 3f9089b3-8363-4170-9c98-520fa9a9f887 on network db13ce49-f099-44a4-aff7-5cf5e027e32a not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-29 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:25:28.589994 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f78e7e9-bf33-4c79-bc89-20bcd14aaf64 req-daf02d97-3cf6-48f2-b4e3-2aa35d65d379 service neutron] Attempting to bind port 3f9089b3-8363-4170-9c98-520fa9a9f887 on network db13ce49-f099-44a4-aff7-5cf5e027e32a {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:25:28.606279 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91c4700-b5a5-4ab7-8f81-521e1b4f3992 req-b901cf5c-bb03-4e1d-887a-8c9d8f3de035 tempest-ServerRescueTestJSON-1969041098 tempest-ServerRescueTestJSON-1969041098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:28.607867 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-b91c4700-b5a5-4ab7-8f81-521e1b4f3992 req-b901cf5c-bb03-4e1d-887a-8c9d8f3de035 tempest-ServerRescueTestJSON-1969041098 tempest-ServerRescueTestJSON-1969041098-project] 10.222.0.68 "GET /v2.0/ports?device_id=fd1f4779-7c9e-445b-a0be-3b95d7c816a4 HTTP/1.1" status: 200 len: 944 time: 0.1827009 Jul 14 09:25:28.608997 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f78e7e9-bf33-4c79-bc89-20bcd14aaf64 req-daf02d97-3cf6-48f2-b4e3-2aa35d65d379 service neutron] Checking agent: {'id': '013e4a3b-a634-47b8-b6a5-1a25109b73fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 13, 13), 'started_at': datetime.datetime(2021, 7, 14, 9, 13, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 25, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:25:28.609341 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f78e7e9-bf33-4c79-bc89-20bcd14aaf64 req-daf02d97-3cf6-48f2-b4e3-2aa35d65d379 service neutron] Checking segment: {'id': '836a85c8-8989-45d6-bb70-48fe95102097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'db13ce49-f099-44a4-aff7-5cf5e027e32a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:25:28.609782 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f78e7e9-bf33-4c79-bc89-20bcd14aaf64 req-daf02d97-3cf6-48f2-b4e3-2aa35d65d379 service neutron] Bound using segment: {'id': '836a85c8-8989-45d6-bb70-48fe95102097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'db13ce49-f099-44a4-aff7-5cf5e027e32a'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:25:28.610185 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-6f78e7e9-bf33-4c79-bc89-20bcd14aaf64 req-daf02d97-3cf6-48f2-b4e3-2aa35d65d379 service neutron] Bound port: 3f9089b3-8363-4170-9c98-520fa9a9f887, host: n-h2-779913-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '836a85c8-8989-45d6-bb70-48fe95102097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'db13ce49-f099-44a4-aff7-5cf5e027e32a'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:25:28.610586 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-6f78e7e9-bf33-4c79-bc89-20bcd14aaf64 req-daf02d97-3cf6-48f2-b4e3-2aa35d65d379 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:28.657522 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-cba59f8c-9ccb-49c5-856f-d6a65cd696a4 None None] Provisioning complete for port 037ee1a8-7cda-42cf-ba0d-f3915e9c6f5f triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:25:28.657898 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cba59f8c-9ccb-49c5-856f-d6a65cd696a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:28.697672 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-b91c4700-b5a5-4ab7-8f81-521e1b4f3992 req-56bee739-00f2-41de-b69d-a9fd3c341641 tempest-ServerRescueTestJSON-1969041098 tempest-ServerRescueTestJSON-1969041098-project] 10.222.0.68 "GET /v2.0/security-groups?id=d6a7feba-be17-4d7e-a638-e9426c29981e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832436 Jul 14 09:25:28.738709 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-6f78e7e9-bf33-4c79-bc89-20bcd14aaf64 req-daf02d97-3cf6-48f2-b4e3-2aa35d65d379 service neutron] For port 3f9089b3-8363-4170-9c98-520fa9a9f887, host n-h2-779913-29, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:25:28.743808 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-6f78e7e9-bf33-4c79-bc89-20bcd14aaf64 req-daf02d97-3cf6-48f2-b4e3-2aa35d65d379 service neutron] For port 3f9089b3-8363-4170-9c98-520fa9a9f887, host n-h2-779913-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=3f9089b3-8363-4170-9c98-520fa9a9f887,segment=NetworkSegment(836a85c8-8989-45d6-bb70-48fe95102097),segment_id=836a85c8-8989-45d6-bb70-48fe95102097)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:25:28.749897 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-6f78e7e9-bf33-4c79-bc89-20bcd14aaf64 req-daf02d97-3cf6-48f2-b4e3-2aa35d65d379 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13574142'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:28.772926 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8edaa4-924d-43cb-a52a-8916cad450af req-48c693e6-5afe-4ed6-b504-e958e5e7f952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:28.775227 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-7b8edaa4-924d-43cb-a52a-8916cad450af req-48c693e6-5afe-4ed6-b504-e958e5e7f952 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=7aa7ebb9-1cd7-4bcb-a86c-b1b49761ab04 HTTP/1.1" status: 200 len: 855 time: 0.3985982 Jul 14 09:25:28.790978 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f78e7e9-bf33-4c79-bc89-20bcd14aaf64 req-daf02d97-3cf6-48f2-b4e3-2aa35d65d379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:28.792322 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-6f78e7e9-bf33-4c79-bc89-20bcd14aaf64 req-daf02d97-3cf6-48f2-b4e3-2aa35d65d379 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:28.795142 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-6f78e7e9-bf33-4c79-bc89-20bcd14aaf64 req-daf02d97-3cf6-48f2-b4e3-2aa35d65d379 service neutron] 10.222.0.57 "PUT /v2.0/ports/3f9089b3-8363-4170-9c98-520fa9a9f887 HTTP/1.1" status: 200 len: 1093 time: 1.1509621 Jul 14 09:25:28.795142 n-d-779913-29 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd1f4779-7c9e-445b-a0be-3b95d7c816a4', 'tag': '3f9089b3-8363-4170-9c98-520fa9a9f887'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:25:28.797191 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cb48f044f948e981f43897c8d7f1332f741dc7af2b4c5a6e19d8f4a80f708e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6b2a08f-60de-4631-b6d2-7d0a5fdd531e" -d '{"events": [{"name": "network-changed", "server_uuid": "fd1f4779-7c9e-445b-a0be-3b95d7c816a4", "tag": "3f9089b3-8363-4170-9c98-520fa9a9f887"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:25:28.840600 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf02d97-3cf6-48f2-b4e3-2aa35d65d379 service neutron] Pushing event updated for resources: {'Port': ['ID=3f9089b3-8363-4170-9c98-520fa9a9f887,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:28.977697 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-3aa3f3af-b9a3-4c60-968d-134ebb893bba req-aebd1584-c18d-4d2e-8b40-a608d90ae6d7 tempest-ServerShowV247Test-95289089 tempest-ServerShowV247Test-95289089-project] 10.222.0.68 "GET /v2.0/ports?device_id=597336fa-a9fd-4764-aecb-9f8b5af457b3 HTTP/1.1" status: 200 len: 210 time: 0.0533297 Jul 14 09:25:28.985361 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 037ee1a8-7cda-42cf-ba0d-f3915e9c6f5f up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:25:29.024103 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f78e7e9-bf33-4c79-bc89-20bcd14aaf64 req-511aa2f9-b13c-4b04-8b48-0f1c72fbbcdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:29.033579 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-6f78e7e9-bf33-4c79-bc89-20bcd14aaf64 req-511aa2f9-b13c-4b04-8b48-0f1c72fbbcdb service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a58d0743c32d4136b2d5b8700c6833b4&device_id=fd1f4779-7c9e-445b-a0be-3b95d7c816a4 HTTP/1.1" status: 200 len: 1096 time: 0.1615543 Jul 14 09:25:29.051868 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:25:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dee557da-cd97-43c3-9712-deacd0b04125 x-openstack-request-id: req-dee557da-cd97-43c3-9712-deacd0b04125 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:25:29.052093 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd1f4779-7c9e-445b-a0be-3b95d7c816a4", "tag": "3f9089b3-8363-4170-9c98-520fa9a9f887", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:25:29.052349 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-dee557da-cd97-43c3-9712-deacd0b04125 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:25:29.052746 n-d-779913-29 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd1f4779-7c9e-445b-a0be-3b95d7c816a4', 'tag': '3f9089b3-8363-4170-9c98-520fa9a9f887', 'status': 'completed', 'code': 200} Jul 14 09:25:29.077937 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port 037ee1a8-7cda-42cf-ba0d-f3915e9c6f5f triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:25:29.078318 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:29.126661 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-6f78e7e9-bf33-4c79-bc89-20bcd14aaf64 req-54219963-8696-45a3-bcd1-f8c4f50d36a4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3f9089b3-8363-4170-9c98-520fa9a9f887 HTTP/1.1" status: 200 len: 217 time: 0.0819807 Jul 14 09:25:29.204257 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-86d63a35-3a0f-42e0-85b3-50cee02ee989 req-c19dcd6a-a10f-41f9-9eb6-d40567d5fc22 tempest-ServerShowV254Test-240420509 tempest-ServerShowV254Test-240420509-project] 10.222.0.68 "GET /v2.0/ports?device_id=9d989e86-2c7b-442e-9e80-552909e05e9d HTTP/1.1" status: 200 len: 210 time: 0.0347321 Jul 14 09:25:29.214184 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f78e7e9-bf33-4c79-bc89-20bcd14aaf64 req-64421128-e1b8-4d59-9321-56146a05d548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:29.215624 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-6f78e7e9-bf33-4c79-bc89-20bcd14aaf64 req-64421128-e1b8-4d59-9321-56146a05d548 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=64eacf53-b7b0-4c76-8df5-70efc8635ad5 HTTP/1.1" status: 200 len: 851 time: 0.0823488 Jul 14 09:25:29.251864 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-6f78e7e9-bf33-4c79-bc89-20bcd14aaf64 req-7c53c717-06a5-4b5a-9ea0-8081a0bbefc8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=db13ce49-f099-44a4-aff7-5cf5e027e32a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285013 Jul 14 09:25:29.370824 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-6f78e7e9-bf33-4c79-bc89-20bcd14aaf64 req-a623f918-393c-43b6-af60-29a02512d4bf service neutron] 10.222.0.57 "GET /v2.0/networks/db13ce49-f099-44a4-aff7-5cf5e027e32a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125846 Jul 14 09:25:29.480681 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-6f78e7e9-bf33-4c79-bc89-20bcd14aaf64 req-e9a441d4-c969-478c-890d-939134fe0990 service neutron] 10.222.0.57 "GET /v2.0/networks/db13ce49-f099-44a4-aff7-5cf5e027e32a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015329 Jul 14 09:25:29.622396 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8edaa4-924d-43cb-a52a-8916cad450af req-a22bd319-5bad-4d66-899e-b47591d43c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:29.623989 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-7b8edaa4-924d-43cb-a52a-8916cad450af req-a22bd319-5bad-4d66-899e-b47591d43c39 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=306a0bc6-d197-4ff4-9a5e-b84eb29a3de2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.8272169 Jul 14 09:25:29.683439 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b2a08f-60de-4631-b6d2-7d0a5fdd531e req-defdbe97-71c9-4cd6-9cd7-0349cf836b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:29.686844 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-c6b2a08f-60de-4631-b6d2-7d0a5fdd531e req-defdbe97-71c9-4cd6-9cd7-0349cf836b3a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a58d0743c32d4136b2d5b8700c6833b4&device_id=fd1f4779-7c9e-445b-a0be-3b95d7c816a4 HTTP/1.1" status: 200 len: 1096 time: 0.0981524 Jul 14 09:25:29.720525 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [req-7770bd53-28b3-49f9-9b53-d684820e4f35 req-f1148b62-b5c1-4ddc-93b4-54c51d49467e tempest-ListServerFiltersTestJSON-249454475 tempest-ListServerFiltersTestJSON-249454475-project] Deleting port 23ada610-3e34-4f56-8d20-f016904c40fb {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:25:29.720862 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-7770bd53-28b3-49f9-9b53-d684820e4f35 req-f1148b62-b5c1-4ddc-93b4-54c51d49467e tempest-ListServerFiltersTestJSON-249454475 tempest-ListServerFiltersTestJSON-249454475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:29.738881 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [req-7b8edaa4-924d-43cb-a52a-8916cad450af req-2ed3a901-2a40-4326-8124-2de97727f6c2 service neutron] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=93957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:25:29.740191 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-7b8edaa4-924d-43cb-a52a-8916cad450af req-2ed3a901-2a40-4326-8124-2de97727f6c2 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0211487 Jul 14 09:25:29.808393 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a1de27e-52fd-428d-9144-8e68f02b3a97 admin admin] Router baaafffe-ce12-43ce-ae95-38d8cfc28a76 is scheduled to L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 with binding_index 1 {{(pid=93957) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:25:29.842826 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b2a08f-60de-4631-b6d2-7d0a5fdd531e req-c9695278-3831-4cd2-af10-b09e53202cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:29.844298 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-c6b2a08f-60de-4631-b6d2-7d0a5fdd531e req-c9695278-3831-4cd2-af10-b09e53202cd4 service neutron] 10.222.0.57 "GET /v2.0/networks?id=db13ce49-f099-44a4-aff7-5cf5e027e32a HTTP/1.1" status: 200 len: 912 time: 0.1497135 Jul 14 09:25:29.895581 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-c6b2a08f-60de-4631-b6d2-7d0a5fdd531e req-b3d4952f-565e-4286-8220-a3a6f62c20fd service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3f9089b3-8363-4170-9c98-520fa9a9f887 HTTP/1.1" status: 200 len: 217 time: 0.0414824 Jul 14 09:25:29.907571 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2350827-b83a-454d-895d-db0d4853104e req-64b4818d-92fe-454a-82a1-61f9b01232aa tempest-ListServerFiltersTestJSON-249454475 tempest-ListServerFiltersTestJSON-249454475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:29.909077 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-a2350827-b83a-454d-895d-db0d4853104e req-64b4818d-92fe-454a-82a1-61f9b01232aa tempest-ListServerFiltersTestJSON-249454475 tempest-ListServerFiltersTestJSON-249454475-project] 10.222.0.68 "GET /v2.0/ports?device_id=4b0b7e54-dfd9-41b9-8ceb-103b4f948320 HTTP/1.1" status: 200 len: 945 time: 0.1246276 Jul 14 09:25:29.975515 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b2a08f-60de-4631-b6d2-7d0a5fdd531e req-eaf9ab89-abbc-43e4-ba70-ffe39ba3bc52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:29.977662 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-c6b2a08f-60de-4631-b6d2-7d0a5fdd531e req-eaf9ab89-abbc-43e4-ba70-ffe39ba3bc52 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=64eacf53-b7b0-4c76-8df5-70efc8635ad5 HTTP/1.1" status: 200 len: 851 time: 0.0676622 Jul 14 09:25:29.993866 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.db.resource_extend [req-b582ede1-454a-4d10-9cca-fb33dd8b1d3f req-1ea5cf8e-cf24-4fba-ad19-66bbfc9adbab tempest-FloatingIPsAssociationTestJSON-879911528 tempest-FloatingIPsAssociationTestJSON-879911528-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 14 09:25:29.994441 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-a2350827-b83a-454d-895d-db0d4853104e req-b19d8325-9f89-45a2-ab04-2b9ab02f6108 tempest-ListServerFiltersTestJSON-249454475 tempest-ListServerFiltersTestJSON-249454475-project] 10.222.0.68 "GET /v2.0/security-groups?id=ce208e01-46cb-4812-9601-5914ea7ef5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770829 Jul 14 09:25:30.030433 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-c6b2a08f-60de-4631-b6d2-7d0a5fdd531e req-dadc7b1a-09e0-45e7-813c-10268fd1f41d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=db13ce49-f099-44a4-aff7-5cf5e027e32a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343378 Jul 14 09:25:30.076948 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 47476) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:30.110068 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-7077dac0-f03e-426e-8c00-3885b03c8c4c tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-504631486'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:25:30.117316 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-7770bd53-28b3-49f9-9b53-d684820e4f35 req-f1148b62-b5c1-4ddc-93b4-54c51d49467e tempest-ListServerFiltersTestJSON-249454475 tempest-ListServerFiltersTestJSON-249454475-project] For port 23ada610-3e34-4f56-8d20-f016904c40fb, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=23ada610-3e34-4f56-8d20-f016904c40fb,segment=NetworkSegment(fbee0cef-2769-4002-a250-507614fd960d),segment_id=fbee0cef-2769-4002-a250-507614fd960d)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:25:30.117728 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-7770bd53-28b3-49f9-9b53-d684820e4f35 req-f1148b62-b5c1-4ddc-93b4-54c51d49467e tempest-ListServerFiltersTestJSON-249454475 tempest-ListServerFiltersTestJSON-249454475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:30.136401 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-7b8edaa4-924d-43cb-a52a-8916cad450af req-2dd4e038-4dd3-434c-852e-202a47f63ba0 service neutron] 10.222.0.65 "GET /v2.0/networks/306a0bc6-d197-4ff4-9a5e-b84eb29a3de2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3749299 Jul 14 09:25:30.146502 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-b582ede1-454a-4d10-9cca-fb33dd8b1d3f req-1ea5cf8e-cf24-4fba-ad19-66bbfc9adbab tempest-FloatingIPsAssociationTestJSON-879911528 tempest-FloatingIPsAssociationTestJSON-879911528-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:30.147575 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [req-7770bd53-28b3-49f9-9b53-d684820e4f35 req-f1148b62-b5c1-4ddc-93b4-54c51d49467e tempest-ListServerFiltersTestJSON-249454475 tempest-ListServerFiltersTestJSON-249454475-project] Calling delete_port for 23ada610-3e34-4f56-8d20-f016904c40fb owned by compute:nova {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:25:30.165735 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-b582ede1-454a-4d10-9cca-fb33dd8b1d3f req-1ea5cf8e-cf24-4fba-ad19-66bbfc9adbab tempest-FloatingIPsAssociationTestJSON-879911528 tempest-FloatingIPsAssociationTestJSON-879911528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-660590'] for floatingip, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:30.185735 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7077dac0-f03e-426e-8c00-3885b03c8c4c tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Made reservation on behalf of 4cb5d08776664e9f8e9d7e6bc7c12e1a for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:25:30.189181 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7077dac0-f03e-426e-8c00-3885b03c8c4c tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:30.240558 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-c6b2a08f-60de-4631-b6d2-7d0a5fdd531e req-7ebd7341-42d8-4f7a-acc5-80b4cc6470a7 service neutron] 10.222.0.57 "GET /v2.0/networks/db13ce49-f099-44a4-aff7-5cf5e027e32a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2022433 Jul 14 09:25:30.248134 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7077dac0-f03e-426e-8c00-3885b03c8c4c tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 702} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:25:30.278459 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d7dc7c-b79d-43a0-81c7-e8d2bc134235 req-d2fd03ab-033b-42f1-87f7-5db5f4f48b3d tempest-ServerRescueTestJSON-1969041098 tempest-ServerRescueTestJSON-1969041098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:30.279950 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-e0d7dc7c-b79d-43a0-81c7-e8d2bc134235 req-d2fd03ab-033b-42f1-87f7-5db5f4f48b3d tempest-ServerRescueTestJSON-1969041098 tempest-ServerRescueTestJSON-1969041098-project] 10.222.0.68 "GET /v2.0/ports?device_id=fd1f4779-7c9e-445b-a0be-3b95d7c816a4 HTTP/1.1" status: 200 len: 944 time: 0.1632710 Jul 14 09:25:30.288718 n-d-779913-29 neutron-server[93957]: INFO neutron.db.l3_db [req-b582ede1-454a-4d10-9cca-fb33dd8b1d3f req-1ea5cf8e-cf24-4fba-ad19-66bbfc9adbab tempest-FloatingIPsAssociationTestJSON-879911528 tempest-FloatingIPsAssociationTestJSON-879911528-project] Floating IP b2d169b0-4b8b-4c1e-98bd-70d843f4ffcc associated. External IP: 172.25.4.155, port: 0f39e973-face-4493-81d7-410ee30b1531. Jul 14 09:25:30.324192 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7077dac0-f03e-426e-8c00-3885b03c8c4c tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:30.324538 n-d-779913-29 neutron-server[93958]: INFO neutron.db.segments_db [None req-7077dac0-f03e-426e-8c00-3885b03c8c4c tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Added segment c705dd1f-2341-4524-a81f-3d9cf3c38e6b of type vlan for network 5699172b-f98f-483a-81e1-27bccc5d3cba Jul 14 09:25:30.399904 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-e0d7dc7c-b79d-43a0-81c7-e8d2bc134235 req-f3da8e26-3b9a-43e9-9fcb-f2677bccb831 tempest-ServerRescueTestJSON-1969041098 tempest-ServerRescueTestJSON-1969041098-project] 10.222.0.68 "GET /v2.0/security-groups?id=d6a7feba-be17-4d7e-a638-e9426c29981e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924222 Jul 14 09:25:30.405424 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a1de27e-52fd-428d-9144-8e68f02b3a97 admin admin] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:25:30.412114 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7077dac0-f03e-426e-8c00-3885b03c8c4c tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735687821325'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:30.429209 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e79911dd-9256-4885-a9e9-f56bc66eb3ca None None] Sync routers for ids ['baaafffe-ce12-43ce-ae95-38d8cfc28a76'] in n-d-779913-29 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:25:30.431421 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-c6b2a08f-60de-4631-b6d2-7d0a5fdd531e req-d875f7e0-1a27-43be-aa9c-a45dd87a277a service neutron] 10.222.0.57 "GET /v2.0/networks/db13ce49-f099-44a4-aff7-5cf5e027e32a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1799066 Jul 14 09:25:30.443376 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e79911dd-9256-4885-a9e9-f56bc66eb3ca None None] Routers {'baaafffe-ce12-43ce-ae95-38d8cfc28a76'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:25:30.449319 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-e79911dd-9256-4885-a9e9-f56bc66eb3ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:25:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['baaafffe-ce12-43ce-ae95-38d8cfc28a76'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:25:30.473659 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7077dac0-f03e-426e-8c00-3885b03c8c4c tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:30.482633 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7077dac0-f03e-426e-8c00-3885b03c8c4c tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:30.483546 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7077dac0-f03e-426e-8c00-3885b03c8c4c tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:30.491605 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3a1de27e-52fd-428d-9144-8e68f02b3a97 admin admin] Notify callbacks [] for router, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:30.492874 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-3a1de27e-52fd-428d-9144-8e68f02b3a97 admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.3609929 Jul 14 09:25:30.505074 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 47480) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:30.541804 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-7b8edaa4-924d-43cb-a52a-8916cad450af req-e7eb8418-f35a-4395-afad-eec1325df99c service neutron] 10.222.0.65 "GET /v2.0/networks/306a0bc6-d197-4ff4-9a5e-b84eb29a3de2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3897915 Jul 14 09:25:30.641165 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-7077dac0-f03e-426e-8c00-3885b03c8c4c tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5631199 Jul 14 09:25:30.643760 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 47482) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:30.653392 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-d4fbd1ec-fbcc-4c5a-9444-59519ad09996 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1917083843'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:25:30.664657 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-e79911dd-9256-4885-a9e9-f56bc66eb3ca None None] Set router baaafffe-ce12-43ce-ae95-38d8cfc28a76 gateway port host: n-d-779913-29 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:25:30.719280 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-7770bd53-28b3-49f9-9b53-d684820e4f35 req-f1148b62-b5c1-4ddc-93b4-54c51d49467e tempest-ListServerFiltersTestJSON-249454475 tempest-ListServerFiltersTestJSON-249454475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:30.724104 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-012f20e0-8f5c-43df-9207-f7a3405e7cdc req-ef82779a-9a51-4ca0-b21b-d49a53ef4429 tempest-ServerShowV247Test-95289089 tempest-ServerShowV247Test-95289089-project] 10.222.0.68 "GET /v2.0/ports?device_id=597336fa-a9fd-4764-aecb-9f8b5af457b3 HTTP/1.1" status: 200 len: 210 time: 0.0418983 Jul 14 09:25:30.757059 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] get_ports_and_sgs() called for port_ids ['23ada610-3e34-4f56-8d20-f016904c40fb'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:25:30.776077 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7077dac0-f03e-426e-8c00-3885b03c8c4c tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Pushing event updated for resources: {'Network': ['ID=5699172b-f98f-483a-81e1-27bccc5d3cba,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:30.777273 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4fbd1ec-fbcc-4c5a-9444-59519ad09996 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Made reservation on behalf of 4cb5d08776664e9f8e9d7e6bc7c12e1a for: {'network': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:25:30.793006 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d4fbd1ec-fbcc-4c5a-9444-59519ad09996 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for network, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:30.823434 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] get_ports_and_sgs() called for port_ids ['b9ddac90-7ead-48f8-8830-dd4071192586'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:25:30.836719 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Network 5699172b-f98f-483a-81e1-27bccc5d3cba details requested by agent ovs-agent-n-d-779913-29 with host n-d-779913-29 {{(pid=93959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:25:30.865372 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4fbd1ec-fbcc-4c5a-9444-59519ad09996 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 739} {{(pid=93957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:25:30.887642 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d4fbd1ec-fbcc-4c5a-9444-59519ad09996 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:30.888000 n-d-779913-29 neutron-server[93957]: INFO neutron.db.segments_db [None req-d4fbd1ec-fbcc-4c5a-9444-59519ad09996 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Added segment 69cfe05a-7a0f-45bd-99ad-03b43180666a of type vlan for network 42a058fa-f36e-4a5f-a1b5-ee56753d964d Jul 14 09:25:30.972186 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1148b62-b5c1-4ddc-93b4-54c51d49467e tempest-ListServerFiltersTestJSON-249454475 tempest-ListServerFiltersTestJSON-249454475-project] Pushing event deleted for resources: {'Port': ['ID=23ada610-3e34-4f56-8d20-f016904c40fb,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:30.997767 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-e79911dd-9256-4885-a9e9-f56bc66eb3ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baaafffe-ce12-43ce-ae95-38d8cfc28a76', 'name': 'tempest-ServersTestMultiNic-1700365534-router', 'tenant_id': '24f83d3539e4497181e13bb568cf43a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.53'}], 'enable_snat': True}, 'gw_port_id': '9aadf4aa-6423-4db9-bc03-3a508727604a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:25:24Z', 'updated_at': '2021-07-14T09:25:27Z', 'revision_number': 3, 'project_id': '24f83d3539e4497181e13bb568cf43a0', 'gw_port': {'id': '9aadf4aa-6423-4db9-bc03-3a508727604a', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:52:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baaafffe-ce12-43ce-ae95-38d8cfc28a76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:25:25Z', 'updated_at': '2021-07-14T09:25:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29'}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:25:31.007732 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-7770bd53-28b3-49f9-9b53-d684820e4f35 req-f1148b62-b5c1-4ddc-93b4-54c51d49467e tempest-ListServerFiltersTestJSON-249454475 tempest-ListServerFiltersTestJSON-249454475-project] No DVR routers for this DVR port 23ada610-3e34-4f56-8d20-f016904c40fb on host n-h2-779913-29 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:25:31.017212 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-7770bd53-28b3-49f9-9b53-d684820e4f35 req-f1148b62-b5c1-4ddc-93b4-54c51d49467e tempest-ListServerFiltersTestJSON-249454475 tempest-ListServerFiltersTestJSON-249454475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:31.020126 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-7770bd53-28b3-49f9-9b53-d684820e4f35 req-f1148b62-b5c1-4ddc-93b4-54c51d49467e tempest-ListServerFiltersTestJSON-249454475 tempest-ListServerFiltersTestJSON-249454475-project] 10.222.0.57 "DELETE /v2.0/ports/23ada610-3e34-4f56-8d20-f016904c40fb HTTP/1.1" status: 204 len: 173 time: 2.5243340 Jul 14 09:25:31.022619 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b0b7e54-dfd9-41b9-8ceb-103b4f948320', 'name': 'network-vif-deleted', 'tag': '23ada610-3e34-4f56-8d20-f016904c40fb'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:25:31.049466 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca6d9512-f53c-4dd8-b1c9-dbc63b461c06" -d '{"events": [{"server_uuid": "4b0b7e54-dfd9-41b9-8ceb-103b4f948320", "name": "network-vif-deleted", "tag": "23ada610-3e34-4f56-8d20-f016904c40fb"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:25:31.053352 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e79911dd-9256-4885-a9e9-f56bc66eb3ca None None] Checking router: baaafffe-ce12-43ce-ae95-38d8cfc28a76 for host: n-d-779913-29 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:25:31.053833 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e79911dd-9256-4885-a9e9-f56bc66eb3ca None None] Updating router baaafffe-ce12-43ce-ae95-38d8cfc28a76 port 9aadf4aa-6423-4db9-bc03-3a508727604a binding host n-d-779913-29 {{(pid=93960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:25:31.069876 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d4fbd1ec-fbcc-4c5a-9444-59519ad09996 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735687821325'] for network, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:31.091339 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b582ede1-454a-4d10-9cca-fb33dd8b1d3f req-1ea5cf8e-cf24-4fba-ad19-66bbfc9adbab tempest-FloatingIPsAssociationTestJSON-879911528 tempest-FloatingIPsAssociationTestJSON-879911528-project] Router 0e2861da-41c5-4938-88f7-e1396c0219c6 has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:25:31.109742 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e79911dd-9256-4885-a9e9-f56bc66eb3ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:31.269656 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d4fbd1ec-fbcc-4c5a-9444-59519ad09996 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855'] for network, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:31.287992 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4fbd1ec-fbcc-4c5a-9444-59519ad09996 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:31.288754 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d4fbd1ec-fbcc-4c5a-9444-59519ad09996 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for network, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:31.460808 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e79911dd-9256-4885-a9e9-f56bc66eb3ca None None] Notify callbacks [] for port, precommit_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:31.472622 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-e79911dd-9256-4885-a9e9-f56bc66eb3ca None None] Transition to ACTIVE for port object 9aadf4aa-6423-4db9-bc03-3a508727604a will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:25:31.481060 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e79911dd-9256-4885-a9e9-f56bc66eb3ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:31.501363 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-d4fbd1ec-fbcc-4c5a-9444-59519ad09996 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8540225 Jul 14 09:25:31.507952 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 47492) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:31.517184 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-e79911dd-9256-4885-a9e9-f56bc66eb3ca None None] Attempting to bind port 9aadf4aa-6423-4db9-bc03-3a508727604a on host n-d-779913-29 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:25:31.517676 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-e79911dd-9256-4885-a9e9-f56bc66eb3ca None None] Attempting to bind port 9aadf4aa-6423-4db9-bc03-3a508727604a by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': '81bf7a93-80b3-43df-b9d5-462c604a2945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:25:31.518146 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e79911dd-9256-4885-a9e9-f56bc66eb3ca None None] Attempting to bind port 9aadf4aa-6423-4db9-bc03-3a508727604a on network 2dcd4d32-cc7c-4468-b396-7ce5c9231892 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:25:31.523950 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-7ab81c20-3bb3-42c3-a0cc-767bceda9e35 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Request body: {'subnet': {'network_id': '5699172b-f98f-483a-81e1-27bccc5d3cba', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:25:31.546179 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e79911dd-9256-4885-a9e9-f56bc66eb3ca None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 25, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:25:31.546714 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e79911dd-9256-4885-a9e9-f56bc66eb3ca None None] Checking segment: {'id': '81bf7a93-80b3-43df-b9d5-462c604a2945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:25:31.547303 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e79911dd-9256-4885-a9e9-f56bc66eb3ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:31.547806 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e79911dd-9256-4885-a9e9-f56bc66eb3ca None None] Bound using segment: {'id': '81bf7a93-80b3-43df-b9d5-462c604a2945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:25:31.548395 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-e79911dd-9256-4885-a9e9-f56bc66eb3ca None None] Bound port: 9aadf4aa-6423-4db9-bc03-3a508727604a, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81bf7a93-80b3-43df-b9d5-462c604a2945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:25:31.548927 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e79911dd-9256-4885-a9e9-f56bc66eb3ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:31.573600 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d4fdd38c-bbd1-4c83-81c9-47ecd0886ef5 req-94096ea2-be66-406b-9d51-b0001f737e7c tempest-ServerShowV254Test-240420509 tempest-ServerShowV254Test-240420509-project] 10.222.0.68 "GET /v2.0/ports?device_id=9d989e86-2c7b-442e-9e80-552909e05e9d HTTP/1.1" status: 200 len: 210 time: 0.5212553 Jul 14 09:25:31.638788 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-e79911dd-9256-4885-a9e9-f56bc66eb3ca None None] For port 9aadf4aa-6423-4db9-bc03-3a508727604a, host n-d-779913-29, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:25:31.644159 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-e79911dd-9256-4885-a9e9-f56bc66eb3ca None None] For port 9aadf4aa-6423-4db9-bc03-3a508727604a, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=9aadf4aa-6423-4db9-bc03-3a508727604a,segment=NetworkSegment(81bf7a93-80b3-43df-b9d5-462c604a2945),segment_id=81bf7a93-80b3-43df-b9d5-462c604a2945)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:25:31.649694 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fbd1ec-fbcc-4c5a-9444-59519ad09996 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Pushing event updated for resources: {'Network': ['ID=42a058fa-f36e-4a5f-a1b5-ee56753d964d,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:31.664854 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b582ede1-454a-4d10-9cca-fb33dd8b1d3f req-1ea5cf8e-cf24-4fba-ad19-66bbfc9adbab tempest-FloatingIPsAssociationTestJSON-879911528 tempest-FloatingIPsAssociationTestJSON-879911528-project] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:25:31.667189 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Network 42a058fa-f36e-4a5f-a1b5-ee56753d964d details requested by agent ovs-agent-n-d-779913-29 with host n-d-779913-29 {{(pid=93959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:25:31.698122 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c286866c-d217-47d0-9304-c3df08b81e57 None None] Pushing event updated for resources: {'Port': ['ID=9aadf4aa-6423-4db9-bc03-3a508727604a,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:31.710304 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c286866c-d217-47d0-9304-c3df08b81e57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:25:31.710889 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c286866c-d217-47d0-9304-c3df08b81e57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:25:31.711735 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c286866c-d217-47d0-9304-c3df08b81e57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:25:31.712211 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c286866c-d217-47d0-9304-c3df08b81e57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:25:31.713242 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c286866c-d217-47d0-9304-c3df08b81e57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:25:31.713741 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c286866c-d217-47d0-9304-c3df08b81e57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:25:31.714222 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c286866c-d217-47d0-9304-c3df08b81e57 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:25:31.714837 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c286866c-d217-47d0-9304-c3df08b81e57 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:25:31.715309 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c286866c-d217-47d0-9304-c3df08b81e57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:25:31.715770 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c286866c-d217-47d0-9304-c3df08b81e57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:25:31.716230 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c286866c-d217-47d0-9304-c3df08b81e57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:25:31.716737 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c286866c-d217-47d0-9304-c3df08b81e57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:25:31.730219 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e79911dd-9256-4885-a9e9-f56bc66eb3ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:31.745160 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e8e3a7d-a167-430a-ae71-debb9ba98fa0 None None] Sync routers for ids ['0e2861da-41c5-4938-88f7-e1396c0219c6'] in n-d-779913-29 {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:25:31.764361 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ab81c20-3bb3-42c3-a0cc-767bceda9e35 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Made reservation on behalf of 4cb5d08776664e9f8e9d7e6bc7c12e1a for: {'subnet': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:25:31.772670 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7ab81c20-3bb3-42c3-a0cc-767bceda9e35 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11984110'] for subnet, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:31.776989 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e8e3a7d-a167-430a-ae71-debb9ba98fa0 None None] Routers {'0e2861da-41c5-4938-88f7-e1396c0219c6'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:25:31.782335 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-4e8e3a7d-a167-430a-ae71-debb9ba98fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:25:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['0e2861da-41c5-4938-88f7-e1396c0219c6'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:25:31.835480 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c286866c-d217-47d0-9304-c3df08b81e57 None None] Pushing event updated for resources: {'Port': ['ID=9aadf4aa-6423-4db9-bc03-3a508727604a,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:31.864800 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e79911dd-9256-4885-a9e9-f56bc66eb3ca None None] Routers {'baaafffe-ce12-43ce-ae95-38d8cfc28a76'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:25:31.865851 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-e79911dd-9256-4885-a9e9-f56bc66eb3ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:25:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['baaafffe-ce12-43ce-ae95-38d8cfc28a76'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:25:31.947130 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-6cf1de1e-57af-4581-84a3-b6f8625dba00 req-3a2df9a2-0452-41c1-beb7-eefb96a61da5 tempest-ListServerFiltersTestJSON-249454475 tempest-ListServerFiltersTestJSON-249454475-project] 10.222.0.68 "GET /v2.0/ports?device_id=4b0b7e54-dfd9-41b9-8ceb-103b4f948320 HTTP/1.1" status: 200 len: 210 time: 0.1245871 Jul 14 09:25:32.043455 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-e79911dd-9256-4885-a9e9-f56bc66eb3ca None None] Set router baaafffe-ce12-43ce-ae95-38d8cfc28a76 gateway port host: n-d-779913-29 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:25:32.057648 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvr_db [None req-4e8e3a7d-a167-430a-ae71-debb9ba98fa0 None None] Set router 0e2861da-41c5-4938-88f7-e1396c0219c6 gateway port host: n-d-779913-29 {{(pid=93959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:25:32.132220 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:25:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35d9b042-4c92-4e30-8dab-29fe312e7a50 x-openstack-request-id: req-35d9b042-4c92-4e30-8dab-29fe312e7a50 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:25:32.132781 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b0b7e54-dfd9-41b9-8ceb-103b4f948320", "name": "network-vif-deleted", "tag": "23ada610-3e34-4f56-8d20-f016904c40fb", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:25:32.132781 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-35d9b042-4c92-4e30-8dab-29fe312e7a50 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:25:32.135906 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b0b7e54-dfd9-41b9-8ceb-103b4f948320', 'name': 'network-vif-deleted', 'tag': '23ada610-3e34-4f56-8d20-f016904c40fb', 'status': 'completed', 'code': 200} Jul 14 09:25:32.245214 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-18bbe660-eb3f-4fb1-ac47-825ab00a8ccf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:32.324305 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-4e8e3a7d-a167-430a-ae71-debb9ba98fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e2861da-41c5-4938-88f7-e1396c0219c6', 'name': 'tempest-FloatingIPsAssociationTestJSON-1721427201-router', 'tenant_id': 'cb2a8bd81eea456b92b36dee5b159f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.193'}], 'enable_snat': True}, 'gw_port_id': '3c806968-bd46-4e04-9099-b9c87983d833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:24:31Z', 'updated_at': '2021-07-14T09:24:39Z', 'revision_number': 4, 'project_id': 'cb2a8bd81eea456b92b36dee5b159f07', 'gw_port': {'id': '3c806968-bd46-4e04-9099-b9c87983d833', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:44:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e2861da-41c5-4938-88f7-e1396c0219c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:24:33Z', 'updated_at': '2021-07-14T09:24:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_floatingips': [{'id': 'b2d169b0-4b8b-4c1e-98bd-70d843f4ffcc', 'tenant_id': 'cb2a8bd81eea456b92b36dee5b159f07', 'floating_ip_address': '172.25.4.155', 'floating_network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'router_id': '0e2861da-41c5-4938-88f7-e1396c0219c6', 'port_id': '931e89d6-a83f-478c-8b7d-81fe28a1ecc4', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1020, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9f9e30e-0b39-4c8e-9a13-252818fafe21', 'mac_address': 'fa:16:3e:59:f5:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86edc551-2af1-49b8-ace8-978539698fff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:25:01Z', 'updated_at': '2021-07-14T09:25:29Z', 'revision_number': 3, 'project_id': 'cb2a8bd81eea456b92b36dee5b159f07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b63887ff-7bca-4218-ad5f-9d5df52c29cd', 'name': '', 'network_id': 'f9f9e30e-0b39-4c8e-9a13-252818fafe21', 'tenant_id': 'cb2a8bd81eea456b92b36dee5b159f07', 'mac_address': 'fa:16:3e:82:9d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e2861da-41c5-4938-88f7-e1396c0219c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '444f0042-b663-4a95-9c31-a5cc1ed6ad12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:24:38Z', 'updated_at': '2021-07-14T09:24:45Z', 'revision_number': 5, 'project_id': 'cb2a8bd81eea456b92b36dee5b159f07', 'subnets': [{'id': '444f0042-b663-4a95-9c31-a5cc1ed6ad12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:25:32.332417 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b65db29-c644-4d58-b649-96ead96d1438 req-0bf89730-5045-4118-877b-f2edd8ad8f4e tempest-ServerRescueTestJSON-1969041098 tempest-ServerRescueTestJSON-1969041098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:32.334722 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-5b65db29-c644-4d58-b649-96ead96d1438 req-0bf89730-5045-4118-877b-f2edd8ad8f4e tempest-ServerRescueTestJSON-1969041098 tempest-ServerRescueTestJSON-1969041098-project] 10.222.0.68 "GET /v2.0/ports?device_id=fd1f4779-7c9e-445b-a0be-3b95d7c816a4 HTTP/1.1" status: 200 len: 944 time: 0.1020801 Jul 14 09:25:32.360006 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e8e3a7d-a167-430a-ae71-debb9ba98fa0 None None] Checking router: 0e2861da-41c5-4938-88f7-e1396c0219c6 for host: n-d-779913-29 {{(pid=93959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:25:32.370407 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e8e3a7d-a167-430a-ae71-debb9ba98fa0 None None] Routers {'0e2861da-41c5-4938-88f7-e1396c0219c6'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:25:32.371450 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-4e8e3a7d-a167-430a-ae71-debb9ba98fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:25:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['0e2861da-41c5-4938-88f7-e1396c0219c6'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:25:32.381232 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-e79911dd-9256-4885-a9e9-f56bc66eb3ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baaafffe-ce12-43ce-ae95-38d8cfc28a76', 'name': 'tempest-ServersTestMultiNic-1700365534-router', 'tenant_id': '24f83d3539e4497181e13bb568cf43a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.53'}], 'enable_snat': True}, 'gw_port_id': '9aadf4aa-6423-4db9-bc03-3a508727604a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:25:24Z', 'updated_at': '2021-07-14T09:25:27Z', 'revision_number': 3, 'project_id': '24f83d3539e4497181e13bb568cf43a0', 'gw_port': {'id': '9aadf4aa-6423-4db9-bc03-3a508727604a', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:52:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baaafffe-ce12-43ce-ae95-38d8cfc28a76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:25:25Z', 'updated_at': '2021-07-14T09:25:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29'}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:25:32.422448 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b582ede1-454a-4d10-9cca-fb33dd8b1d3f req-1ea5cf8e-cf24-4fba-ad19-66bbfc9adbab tempest-FloatingIPsAssociationTestJSON-879911528 tempest-FloatingIPsAssociationTestJSON-879911528-project] Router 0e2861da-41c5-4938-88f7-e1396c0219c6 has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:25:32.448413 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e79911dd-9256-4885-a9e9-f56bc66eb3ca None None] The sync data for ids ['baaafffe-ce12-43ce-ae95-38d8cfc28a76'] in n-d-779913-29 is: [{'id': 'baaafffe-ce12-43ce-ae95-38d8cfc28a76', 'name': 'tempest-ServersTestMultiNic-1700365534-router', 'tenant_id': '24f83d3539e4497181e13bb568cf43a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.53'}], 'enable_snat': True}, 'gw_port_id': '9aadf4aa-6423-4db9-bc03-3a508727604a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:25:24Z', 'updated_at': '2021-07-14T09:25:27Z', 'revision_number': 3, 'project_id': '24f83d3539e4497181e13bb568cf43a0', 'gw_port': {'id': '9aadf4aa-6423-4db9-bc03-3a508727604a', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:52:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baaafffe-ce12-43ce-ae95-38d8cfc28a76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:25:25Z', 'updated_at': '2021-07-14T09:25:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29'}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:25:32.505291 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-5b65db29-c644-4d58-b649-96ead96d1438 req-5572d3d1-6dd0-4f49-8cfb-af6713c6bf92 tempest-ServerRescueTestJSON-1969041098 tempest-ServerRescueTestJSON-1969041098-project] 10.222.0.68 "GET /v2.0/security-groups?id=d6a7feba-be17-4d7e-a638-e9426c29981e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498077 Jul 14 09:25:32.516723 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvr_db [None req-4e8e3a7d-a167-430a-ae71-debb9ba98fa0 None None] Set router 0e2861da-41c5-4938-88f7-e1396c0219c6 gateway port host: n-d-779913-29 {{(pid=93959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:25:32.552252 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7ab81c20-3bb3-42c3-a0cc-767bceda9e35 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10052764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11984092'] for subnet, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:32.699181 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b582ede1-454a-4d10-9cca-fb33dd8b1d3f req-1ea5cf8e-cf24-4fba-ad19-66bbfc9adbab tempest-FloatingIPsAssociationTestJSON-879911528 tempest-FloatingIPsAssociationTestJSON-879911528-project] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:25:32.704885 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-b582ede1-454a-4d10-9cca-fb33dd8b1d3f req-1ea5cf8e-cf24-4fba-ad19-66bbfc9adbab tempest-FloatingIPsAssociationTestJSON-879911528 tempest-FloatingIPsAssociationTestJSON-879911528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for floatingip, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:32.723188 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-18bbe660-eb3f-4fb1-ac47-825ab00a8ccf admin admin] Allocated IP 172.20.0.1 (1ca8e492-4d61-418e-9239-070dbc82d47c/1a8c04b1-ba43-437d-8b82-9da68336d16a/c1a825e8-c709-4028-8c14-3a5c56fecb50) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:25:32.740476 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab81c20-3bb3-42c3-a0cc-767bceda9e35 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Pushing event updated for resources: {'Subnet': ['ID=ecfbbf55-b0c9-4c0f-9edc-b7ccd659aa91,revision_number=0']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:32.769186 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ab81c20-3bb3-42c3-a0cc-767bceda9e35 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Checking segment: {'id': 'c705dd1f-2341-4524-a81f-3d9cf3c38e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '5699172b-f98f-483a-81e1-27bccc5d3cba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:25:32.769579 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ab81c20-3bb3-42c3-a0cc-767bceda9e35 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Network hostable DHCP agents. Network: 5699172b-f98f-483a-81e1-27bccc5d3cba, hostable agents: ['c6a09bd4-f72e-4283-a3ca-0bbca8a51081'], hosted agents: [] {{(pid=93957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:25:32.855186 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ab81c20-3bb3-42c3-a0cc-767bceda9e35 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Network 5699172b-f98f-483a-81e1-27bccc5d3cba is scheduled to be hosted by DHCP agent c6a09bd4-f72e-4283-a3ca-0bbca8a51081 with binding_index 1 {{(pid=93957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:25:32.870286 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b582ede1-454a-4d10-9cca-fb33dd8b1d3f req-1ea5cf8e-cf24-4fba-ad19-66bbfc9adbab tempest-FloatingIPsAssociationTestJSON-879911528 tempest-FloatingIPsAssociationTestJSON-879911528-project] 10.222.0.68 "PUT /v2.0/floatingips/b2d169b0-4b8b-4c1e-98bd-70d843f4ffcc HTTP/1.1" status: 200 len: 998 time: 5.4243941 Jul 14 09:25:32.884890 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-4184242c-a665-4a35-8853-5363d0d6a239 req-33086a9f-74ba-4170-b957-68dcaaea5ffe tempest-ServerShowV247Test-95289089 tempest-ServerShowV247Test-95289089-project] 10.222.0.68 "GET /v2.0/ports?device_id=597336fa-a9fd-4764-aecb-9f8b5af457b3 HTTP/1.1" status: 200 len: 210 time: 0.0654624 Jul 14 09:25:32.968436 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-7ab81c20-3bb3-42c3-a0cc-767bceda9e35 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-29, 5699172b-f98f-483a-81e1-27bccc5d3cba) {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:25:32.974271 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ab81c20-3bb3-42c3-a0cc-767bceda9e35 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:32.975649 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7ab81c20-3bb3-42c3-a0cc-767bceda9e35 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Notify callbacks [] for subnet, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:32.996612 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d031eba-08f8-42a2-8cc0-40b241c0c42d None None] Network 5699172b-f98f-483a-81e1-27bccc5d3cba requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:25:33.016623 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-7ab81c20-3bb3-42c3-a0cc-767bceda9e35 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.5075514 Jul 14 09:25:33.017634 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 47504) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:33.025970 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-18bbe660-eb3f-4fb1-ac47-825ab00a8ccf admin admin] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:33.026178 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b582ede1-454a-4d10-9cca-fb33dd8b1d3f req-5df8316b-f404-4b35-8732-1330ae5e7124 tempest-FloatingIPsAssociationTestJSON-879911528 tempest-FloatingIPsAssociationTestJSON-879911528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:33.027937 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b582ede1-454a-4d10-9cca-fb33dd8b1d3f req-5df8316b-f404-4b35-8732-1330ae5e7124 tempest-FloatingIPsAssociationTestJSON-879911528 tempest-FloatingIPsAssociationTestJSON-879911528-project] 10.222.0.68 "GET /v2.0/ports/0f39e973-face-4493-81d7-410ee30b1531 HTTP/1.1" status: 200 len: 943 time: 0.1562016 Jul 14 09:25:33.034137 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-bb5c0fd5-8883-479f-8eee-5f8521636afe tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Request body: {'subnet': {'network_id': '42a058fa-f36e-4a5f-a1b5-ee56753d964d', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:25:33.097346 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-18bbe660-eb3f-4fb1-ac47-825ab00a8ccf admin admin] Transition to ACTIVE for port object c1a825e8-c709-4028-8c14-3a5c56fecb50 will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:25:33.204765 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 3f9089b3-8363-4170-9c98-520fa9a9f887 details requested by agent hyperv_n-h2-779913-29 with host n-h2-779913-29 {{(pid=93959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:25:33.208041 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 23ada610-3e34-4f56-8d20-f016904c40fb no longer exists at agent hyperv_n-h2-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:25:33.210138 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 9aadf4aa-6423-4db9-bc03-3a508727604a up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:25:33.215053 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-e5b35f67-a19a-4030-a1fa-72c08943f181 req-c3bfbce9-7bd8-45d8-b007-24db9a856d55 tempest-ServerShowV254Test-240420509 tempest-ServerShowV254Test-240420509-project] 10.222.0.68 "GET /v2.0/ports?device_id=9d989e86-2c7b-442e-9e80-552909e05e9d HTTP/1.1" status: 200 len: 210 time: 0.0392821 Jul 14 09:25:33.225672 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-18bbe660-eb3f-4fb1-ac47-825ab00a8ccf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:33.278923 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18bbe660-eb3f-4fb1-ac47-825ab00a8ccf admin admin] Network 1ca8e492-4d61-418e-9239-070dbc82d47c is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:25:33.282434 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-18bbe660-eb3f-4fb1-ac47-825ab00a8ccf admin admin] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:25:33.285527 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18bbe660-eb3f-4fb1-ac47-825ab00a8ccf admin admin] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:25:33.291032 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb5c0fd5-8883-479f-8eee-5f8521636afe tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Made reservation on behalf of 4cb5d08776664e9f8e9d7e6bc7c12e1a for: {'subnet': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:25:33.306965 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-bb5c0fd5-8883-479f-8eee-5f8521636afe tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11984110'] for subnet, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:33.338136 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-18bbe660-eb3f-4fb1-ac47-825ab00a8ccf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-660393'] for router_interface, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:33.385830 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] No Port match for: 23ada610-3e34-4f56-8d20-f016904c40fb {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:25:33.388545 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 23ada610-3e34-4f56-8d20-f016904c40fb not bound to the agent host n-h2-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:25:33.509958 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bbe660-eb3f-4fb1-ac47-825ab00a8ccf admin admin] Pushing event updated for resources: {'Port': ['ID=c1a825e8-c709-4028-8c14-3a5c56fecb50,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:33.541829 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.db.resource_extend [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 14 09:25:33.544934 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-4e8e3a7d-a167-430a-ae71-debb9ba98fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e2861da-41c5-4938-88f7-e1396c0219c6', 'name': 'tempest-FloatingIPsAssociationTestJSON-1721427201-router', 'tenant_id': 'cb2a8bd81eea456b92b36dee5b159f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.193'}], 'enable_snat': True}, 'gw_port_id': '3c806968-bd46-4e04-9099-b9c87983d833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:24:31Z', 'updated_at': '2021-07-14T09:24:39Z', 'revision_number': 4, 'project_id': 'cb2a8bd81eea456b92b36dee5b159f07', 'gw_port': {'id': '3c806968-bd46-4e04-9099-b9c87983d833', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:44:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e2861da-41c5-4938-88f7-e1396c0219c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:24:33Z', 'updated_at': '2021-07-14T09:24:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_floatingips': [{'id': 'b2d169b0-4b8b-4c1e-98bd-70d843f4ffcc', 'tenant_id': 'cb2a8bd81eea456b92b36dee5b159f07', 'floating_ip_address': '172.25.4.155', 'floating_network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'router_id': '0e2861da-41c5-4938-88f7-e1396c0219c6', 'port_id': '931e89d6-a83f-478c-8b7d-81fe28a1ecc4', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1020, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9f9e30e-0b39-4c8e-9a13-252818fafe21', 'mac_address': 'fa:16:3e:59:f5:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86edc551-2af1-49b8-ace8-978539698fff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:25:01Z', 'updated_at': '2021-07-14T09:25:29Z', 'revision_number': 3, 'project_id': 'cb2a8bd81eea456b92b36dee5b159f07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b63887ff-7bca-4218-ad5f-9d5df52c29cd', 'name': '', 'network_id': 'f9f9e30e-0b39-4c8e-9a13-252818fafe21', 'tenant_id': 'cb2a8bd81eea456b92b36dee5b159f07', 'mac_address': 'fa:16:3e:82:9d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e2861da-41c5-4938-88f7-e1396c0219c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '444f0042-b663-4a95-9c31-a5cc1ed6ad12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:24:38Z', 'updated_at': '2021-07-14T09:24:45Z', 'revision_number': 5, 'project_id': 'cb2a8bd81eea456b92b36dee5b159f07', 'subnets': [{'id': '444f0042-b663-4a95-9c31-a5cc1ed6ad12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:25:33.578658 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-18bbe660-eb3f-4fb1-ac47-825ab00a8ccf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:33.701266 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e8e3a7d-a167-430a-ae71-debb9ba98fa0 None None] The sync data for ids ['0e2861da-41c5-4938-88f7-e1396c0219c6'] in n-d-779913-29 is: [{'id': '0e2861da-41c5-4938-88f7-e1396c0219c6', 'name': 'tempest-FloatingIPsAssociationTestJSON-1721427201-router', 'tenant_id': 'cb2a8bd81eea456b92b36dee5b159f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.193'}], 'enable_snat': True}, 'gw_port_id': '3c806968-bd46-4e04-9099-b9c87983d833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:24:31Z', 'updated_at': '2021-07-14T09:24:39Z', 'revision_number': 4, 'project_id': 'cb2a8bd81eea456b92b36dee5b159f07', 'gw_port': {'id': '3c806968-bd46-4e04-9099-b9c87983d833', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:44:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e2861da-41c5-4938-88f7-e1396c0219c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:24:33Z', 'updated_at': '2021-07-14T09:24:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_floatingips': [{'id': 'b2d169b0-4b8b-4c1e-98bd-70d843f4ffcc', 'tenant_id': 'cb2a8bd81eea456b92b36dee5b159f07', 'floating_ip_address': '172.25.4.155', 'floating_network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'router_id': '0e2861da-41c5-4938-88f7-e1396c0219c6', 'port_id': '931e89d6-a83f-478c-8b7d-81fe28a1ecc4', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1020, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9f9e30e-0b39-4c8e-9a13-252818fafe21', 'mac_address': 'fa:16:3e:59:f5:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86edc551-2af1-49b8-ace8-978539698fff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:25:01Z', 'updated_at': '2021-07-14T09:25:29Z', 'revision_number': 3, 'project_id': 'cb2a8bd81eea456b92b36dee5b159f07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b63887ff-7bca-4218-ad5f-9d5df52c29cd', 'name': '', 'network_id': 'f9f9e30e-0b39-4c8e-9a13-252818fafe21', 'tenant_id': 'cb2a8bd81eea456b92b36dee5b159f07', 'mac_address': 'fa:16:3e:82:9d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e2861da-41c5-4938-88f7-e1396c0219c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '444f0042-b663-4a95-9c31-a5cc1ed6ad12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:24:38Z', 'updated_at': '2021-07-14T09:24:45Z', 'revision_number': 5, 'project_id': 'cb2a8bd81eea456b92b36dee5b159f07', 'subnets': [{'id': '444f0042-b663-4a95-9c31-a5cc1ed6ad12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:25:33.703040 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aaecdcd-61ab-4b10-9362-2cfe70c39ea9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf57baaa9-fd24-59f4-8fd2-1dc21122ce72-5699172b-f98f-483a-81e1-27bccc5d3cba', 'network_id': '5699172b-f98f-483a-81e1-27bccc5d3cba', 'tenant_id': '4cb5d08776664e9f8e9d7e6bc7c12e1a', 'fixed_ips': [{'subnet_id': 'ecfbbf55-b0c9-4c0f-9edc-b7ccd659aa91'}]}} from n-d-779913-29. {{(pid=93959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:25:33.706717 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0aaecdcd-61ab-4b10-9362-2cfe70c39ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:33.748967 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning for port 9aadf4aa-6423-4db9-bc03-3a508727604a completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:25:33.761698 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-13ca37fc-138d-45bc-85eb-a4e04379de06 None None] Provisioning for port c1a825e8-c709-4028-8c14-3a5c56fecb50 completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:25:33.796772 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port 9aadf4aa-6423-4db9-bc03-3a508727604a triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:25:33.796772 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:33.827274 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-13ca37fc-138d-45bc-85eb-a4e04379de06 None None] Provisioning complete for port c1a825e8-c709-4028-8c14-3a5c56fecb50 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:25:33.828451 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-13ca37fc-138d-45bc-85eb-a4e04379de06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:33.920827 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-18bbe660-eb3f-4fb1-ac47-825ab00a8ccf admin admin] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:33.932110 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-18bbe660-eb3f-4fb1-ac47-825ab00a8ccf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13574142'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:34.068730 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-18bbe660-eb3f-4fb1-ac47-825ab00a8ccf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-683747'] for router_interface, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:34.073943 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b979ce8a-09ac-4367-84f3-bea4ae69e51a None None] New status for floating IP b2d169b0-4b8b-4c1e-98bd-70d843f4ffcc: ACTIVE {{(pid=93960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:25:34.193031 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 3f9089b3-8363-4170-9c98-520fa9a9f887, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=3f9089b3-8363-4170-9c98-520fa9a9f887,segment=NetworkSegment(836a85c8-8989-45d6-bb70-48fe95102097),segment_id=836a85c8-8989-45d6-bb70-48fe95102097)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:25:34.204637 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e47bf17-b929-4bf1-99b0-1c9faf851557', 'tag': '0f39e973-face-4493-81d7-410ee30b1531'}, {'name': 'network-changed', 'server_uuid': '86edc551-2af1-49b8-ace8-978539698fff', 'tag': '931e89d6-a83f-478c-8b7d-81fe28a1ecc4'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:25:34.212513 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c06df30a-2e59-47eb-bf5c-e6e85ca7a6b1" -d '{"events": [{"name": "network-changed", "server_uuid": "1e47bf17-b929-4bf1-99b0-1c9faf851557", "tag": "0f39e973-face-4493-81d7-410ee30b1531"}, {"name": "network-changed", "server_uuid": "86edc551-2af1-49b8-ace8-978539698fff", "tag": "931e89d6-a83f-478c-8b7d-81fe28a1ecc4"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:25:34.214969 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-13ca37fc-138d-45bc-85eb-a4e04379de06 None None] Port c1a825e8-c709-4028-8c14-3a5c56fecb50 cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:25:34.224224 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Returning: {'device': '3f9089b3-8363-4170-9c98-520fa9a9f887', 'network_id': 'db13ce49-f099-44a4-aff7-5cf5e027e32a', 'port_id': '3f9089b3-8363-4170-9c98-520fa9a9f887', 'mac_address': 'fa:16:3e:3c:c4:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 716, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64eacf53-b7b0-4c76-8df5-70efc8635ad5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:25:34.227467 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b582ede1-454a-4d10-9cca-fb33dd8b1d3f req-65c73b6a-dad1-49bf-b01c-223243715f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:34.246614 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b582ede1-454a-4d10-9cca-fb33dd8b1d3f req-65c73b6a-dad1-49bf-b01c-223243715f54 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=cb2a8bd81eea456b92b36dee5b159f07&device_id=1e47bf17-b929-4bf1-99b0-1c9faf851557 HTTP/1.1" status: 200 len: 1098 time: 1.0800173 Jul 14 09:25:34.324304 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bbe660-eb3f-4fb1-ac47-825ab00a8ccf admin admin] Pushing event updated for resources: {'Port': ['ID=c1a825e8-c709-4028-8c14-3a5c56fecb50,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:34.363883 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18bbe660-eb3f-4fb1-ac47-825ab00a8ccf admin admin] Network 1ca8e492-4d61-418e-9239-070dbc82d47c is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:25:34.366974 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-18bbe660-eb3f-4fb1-ac47-825ab00a8ccf admin admin] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:25:34.377724 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:34.389682 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b582ede1-454a-4d10-9cca-fb33dd8b1d3f req-200d7566-468e-4f4f-b5d2-ec3a58e7741d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:34.398067 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b582ede1-454a-4d10-9cca-fb33dd8b1d3f req-200d7566-468e-4f4f-b5d2-ec3a58e7741d service neutron] 10.222.0.68 "GET /v2.0/networks?id=f9f9e30e-0b39-4c8e-9a13-252818fafe21 HTTP/1.1" status: 200 len: 922 time: 0.1504891 Jul 14 09:25:34.449369 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:34.464435 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b582ede1-454a-4d10-9cca-fb33dd8b1d3f req-a6362c55-95f8-4c20-a6f8-fd12238eb7d9 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0f39e973-face-4493-81d7-410ee30b1531 HTTP/1.1" status: 200 len: 217 time: 0.0654564 Jul 14 09:25:34.468754 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f9089b3-8363-4170-9c98-520fa9a9f887 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:25:34.470433 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7db06e-357b-4f57-9237-91a99f0e5f45 req-f96cffc5-e22d-4610-916b-17f184c40617 tempest-ServerRescueTestJSON-1969041098 tempest-ServerRescueTestJSON-1969041098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:34.472181 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-7e7db06e-357b-4f57-9237-91a99f0e5f45 req-f96cffc5-e22d-4610-916b-17f184c40617 tempest-ServerRescueTestJSON-1969041098 tempest-ServerRescueTestJSON-1969041098-project] 10.222.0.68 "GET /v2.0/ports?device_id=fd1f4779-7c9e-445b-a0be-3b95d7c816a4 HTTP/1.1" status: 200 len: 944 time: 0.2272885 Jul 14 09:25:34.498894 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-0aaecdcd-61ab-4b10-9362-2cfe70c39ea9 None None] Allocated IP 10.1.1.2 (5699172b-f98f-483a-81e1-27bccc5d3cba/ecfbbf55-b0c9-4c0f-9edc-b7ccd659aa91/03d07369-9a5d-4ab4-b25d-d7caeb09f187) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:25:34.551582 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] For port 9aadf4aa-6423-4db9-bc03-3a508727604a, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=9aadf4aa-6423-4db9-bc03-3a508727604a,segment=NetworkSegment(81bf7a93-80b3-43df-b9d5-462c604a2945),segment_id=81bf7a93-80b3-43df-b9d5-462c604a2945)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:25:34.560383 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 3f9089b3-8363-4170-9c98-520fa9a9f887, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=3f9089b3-8363-4170-9c98-520fa9a9f887,segment=NetworkSegment(836a85c8-8989-45d6-bb70-48fe95102097),segment_id=836a85c8-8989-45d6-bb70-48fe95102097)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:25:34.567293 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:34.624850 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b582ede1-454a-4d10-9cca-fb33dd8b1d3f req-47cd790c-e6d4-4d87-82ce-0290fb99b5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:34.626603 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b582ede1-454a-4d10-9cca-fb33dd8b1d3f req-47cd790c-e6d4-4d87-82ce-0290fb99b5bd service neutron] 10.222.0.68 "GET /v2.0/subnets?id=444f0042-b663-4a95-9c31-a5cc1ed6ad12 HTTP/1.1" status: 200 len: 860 time: 0.1270633 Jul 14 09:25:34.656107 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-7e7db06e-357b-4f57-9237-91a99f0e5f45 req-76b90e2c-2a26-4b68-8ff2-c60cf719112b tempest-ServerRescueTestJSON-1969041098 tempest-ServerRescueTestJSON-1969041098-project] 10.222.0.68 "GET /v2.0/security-groups?id=d6a7feba-be17-4d7e-a638-e9426c29981e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772060 Jul 14 09:25:34.705440 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18bbe660-eb3f-4fb1-ac47-825ab00a8ccf admin admin] Router baaafffe-ce12-43ce-ae95-38d8cfc28a76 has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:25:34.759257 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Pushing event updated for resources: {'Port': ['ID=9aadf4aa-6423-4db9-bc03-3a508727604a,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:34.765206 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-bb5c0fd5-8883-479f-8eee-5f8521636afe tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10052764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11984092'] for subnet, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:34.767094 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:34.774811 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1797d2a7-c9c9-4791-8f06-66f10a10a877 None None] Sync routers for ids ['0e2861da-41c5-4938-88f7-e1396c0219c6'] in n-d-779913-29 {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:25:34.823615 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1797d2a7-c9c9-4791-8f06-66f10a10a877 None None] Routers {'0e2861da-41c5-4938-88f7-e1396c0219c6'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:25:34.829312 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-1797d2a7-c9c9-4791-8f06-66f10a10a877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:25:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['0e2861da-41c5-4938-88f7-e1396c0219c6'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:25:34.863722 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b582ede1-454a-4d10-9cca-fb33dd8b1d3f req-207b7739-c1f5-41f0-b6cf-193cf8e220fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:34.865790 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b582ede1-454a-4d10-9cca-fb33dd8b1d3f req-207b7739-c1f5-41f0-b6cf-193cf8e220fa service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=f9f9e30e-0b39-4c8e-9a13-252818fafe21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2139447 Jul 14 09:25:34.920815 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [req-b582ede1-454a-4d10-9cca-fb33dd8b1d3f req-a50c5025-f671-44a4-ac52-9e003f69bfad service neutron] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=93957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:25:34.922954 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b582ede1-454a-4d10-9cca-fb33dd8b1d3f req-a50c5025-f671-44a4-ac52-9e003f69bfad service neutron] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0084770 Jul 14 09:25:34.925068 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5c0fd5-8883-479f-8eee-5f8521636afe tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Pushing event updated for resources: {'Subnet': ['ID=df8e47ca-e310-4261-88e8-dfbdedfc6676,revision_number=0']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:34.952520 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb5c0fd5-8883-479f-8eee-5f8521636afe tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Checking segment: {'id': '69cfe05a-7a0f-45bd-99ad-03b43180666a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '42a058fa-f36e-4a5f-a1b5-ee56753d964d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:25:34.953261 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb5c0fd5-8883-479f-8eee-5f8521636afe tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Network hostable DHCP agents. Network: 42a058fa-f36e-4a5f-a1b5-ee56753d964d, hostable agents: ['c6a09bd4-f72e-4283-a3ca-0bbca8a51081'], hosted agents: [] {{(pid=93957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:25:35.014559 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 9aadf4aa-6423-4db9-bc03-3a508727604a up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:25:35.051545 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18bbe660-eb3f-4fb1-ac47-825ab00a8ccf admin admin] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:25:35.056031 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb5c0fd5-8883-479f-8eee-5f8521636afe tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Network 42a058fa-f36e-4a5f-a1b5-ee56753d964d is scheduled to be hosted by DHCP agent c6a09bd4-f72e-4283-a3ca-0bbca8a51081 with binding_index 1 {{(pid=93957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:25:35.063206 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-18bbe660-eb3f-4fb1-ac47-825ab00a8ccf admin admin] 10.222.0.68 "PUT /v2.0/routers/baaafffe-ce12-43ce-ae95-38d8cfc28a76/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5499072 Jul 14 09:25:35.086718 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0eb3ea-0025-4966-a524-4484710ac9ad req-d5887ee9-6fad-4966-9f98-f62374a8dd1a tempest-ListServerFiltersTestJSON-249454475 tempest-ListServerFiltersTestJSON-249454475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:35.087516 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Pushing event updated for resources: {'Port': ['ID=3f9089b3-8363-4170-9c98-520fa9a9f887,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:35.096091 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-0b0eb3ea-0025-4966-a524-4484710ac9ad req-d5887ee9-6fad-4966-9f98-f62374a8dd1a tempest-ListServerFiltersTestJSON-249454475 tempest-ListServerFiltersTestJSON-249454475-project] 10.222.0.68 "GET /v2.0/ports?device_id=52df408e-3ce3-40d2-a2cb-21f113824a61 HTTP/1.1" status: 200 len: 946 time: 0.1439528 Jul 14 09:25:35.099174 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-bb5c0fd5-8883-479f-8eee-5f8521636afe tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-29, 42a058fa-f36e-4a5f-a1b5-ee56753d964d) {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:25:35.120055 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb5c0fd5-8883-479f-8eee-5f8521636afe tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:35.120654 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-bb5c0fd5-8883-479f-8eee-5f8521636afe tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Notify callbacks [] for subnet, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:35.141673 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-e96bba64-3e28-4379-9fbb-d0169587c3c3 None None] Provisioning complete for port c1a825e8-c709-4028-8c14-3a5c56fecb50 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:25:35.142288 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e96bba64-3e28-4379-9fbb-d0169587c3c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:35.156029 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-0b0eb3ea-0025-4966-a524-4484710ac9ad req-11df4422-e277-420a-8066-860f7e8c9080 tempest-ListServerFiltersTestJSON-249454475 tempest-ListServerFiltersTestJSON-249454475-project] 10.222.0.68 "GET /v2.0/security-groups?id=ce208e01-46cb-4812-9601-5914ea7ef5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588646 Jul 14 09:25:35.177093 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b582ede1-454a-4d10-9cca-fb33dd8b1d3f req-af79e602-adb7-4c3f-9981-9e53c58a77e0 service neutron] 10.222.0.68 "GET /v2.0/networks/f9f9e30e-0b39-4c8e-9a13-252818fafe21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2376256 Jul 14 09:25:35.186422 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-bb5c0fd5-8883-479f-8eee-5f8521636afe tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.1543856 Jul 14 09:25:35.186613 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bf082e7-f84a-4771-80d2-3eb01d77a257 None None] Network 42a058fa-f36e-4a5f-a1b5-ee56753d964d requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:25:35.186790 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 47524) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:35.192171 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-d9e68231-87dd-4a45-9917-86e47b8286cb tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Request body: {'port': {'network_id': '5699172b-f98f-483a-81e1-27bccc5d3cba', 'name': 'tempest-TaggedBootDevicesTest_v242-202554143', 'fixed_ips': [{'subnet_id': 'ecfbbf55-b0c9-4c0f-9edc-b7ccd659aa91'}]}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:25:35.270300 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 47526) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:35.361872 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] get_ports_and_sgs() called for port_ids ['3f9089b3-8363-4170-9c98-520fa9a9f887'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:25:35.367148 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-e80fb397-74fc-466c-bcd0-ec393d7dfbff tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-93095216'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:25:35.385454 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f465916f-0957-499f-9b36-82490c5bc2b8 None None] Sync routers for ids ['baaafffe-ce12-43ce-ae95-38d8cfc28a76'] in n-d-779913-29 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:25:35.403353 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f465916f-0957-499f-9b36-82490c5bc2b8 None None] Routers {'baaafffe-ce12-43ce-ae95-38d8cfc28a76'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:25:35.403976 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-f465916f-0957-499f-9b36-82490c5bc2b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:25:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['baaafffe-ce12-43ce-ae95-38d8cfc28a76'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:25:35.405704 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b582ede1-454a-4d10-9cca-fb33dd8b1d3f req-bf5f3f05-7f9f-4f69-aef7-b8d0a1aff44f service neutron] 10.222.0.68 "GET /v2.0/networks/f9f9e30e-0b39-4c8e-9a13-252818fafe21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2202628 Jul 14 09:25:35.409698 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e80fb397-74fc-466c-bcd0-ec393d7dfbff tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Made reservation on behalf of 24f83d3539e4497181e13bb568cf43a0 for: {'network': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:25:35.417998 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e80fb397-74fc-466c-bcd0-ec393d7dfbff tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for network, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:35.458676 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0aaecdcd-61ab-4b10-9362-2cfe70c39ea9 None None] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:35.463091 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e80fb397-74fc-466c-bcd0-ec393d7dfbff tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 732} {{(pid=93957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:25:35.467928 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-c27c728c-42c7-424f-a35c-fda395d65df5 req-a022e840-e079-46d3-8dea-d883611f075d tempest-ServerShowV247Test-95289089 tempest-ServerShowV247Test-95289089-project] 10.222.0.68 "GET /v2.0/ports?device_id=597336fa-a9fd-4764-aecb-9f8b5af457b3 HTTP/1.1" status: 200 len: 210 time: 0.0871985 Jul 14 09:25:35.479385 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-e96bba64-3e28-4379-9fbb-d0169587c3c3 None None] Port c1a825e8-c709-4028-8c14-3a5c56fecb50 cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:25:35.481244 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e80fb397-74fc-466c-bcd0-ec393d7dfbff tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:35.481690 n-d-779913-29 neutron-server[93957]: INFO neutron.db.segments_db [None req-e80fb397-74fc-466c-bcd0-ec393d7dfbff tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Added segment 0f04ac95-6c12-4d33-9421-625ddae609a1 of type vlan for network b0b50c65-f409-4ad3-b817-197bbf41eb74 Jul 14 09:25:35.494177 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-0aaecdcd-61ab-4b10-9362-2cfe70c39ea9 None None] Transition to ACTIVE for port object 03d07369-9a5d-4ab4-b25d-d7caeb09f187 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:25:35.516337 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port 9aadf4aa-6423-4db9-bc03-3a508727604a triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:25:35.516894 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:35.521221 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvr_db [None req-1797d2a7-c9c9-4791-8f06-66f10a10a877 None None] Set router 0e2861da-41c5-4938-88f7-e1396c0219c6 gateway port host: n-d-779913-29 {{(pid=93959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:25:35.535561 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9e68231-87dd-4a45-9917-86e47b8286cb tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Made reservation on behalf of 4cb5d08776664e9f8e9d7e6bc7c12e1a for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:25:35.635261 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-0aaecdcd-61ab-4b10-9362-2cfe70c39ea9 None None] Transition to ACTIVE for port object 03d07369-9a5d-4ab4-b25d-d7caeb09f187 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:25:35.667523 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-f465916f-0957-499f-9b36-82490c5bc2b8 None None] Set router baaafffe-ce12-43ce-ae95-38d8cfc28a76 gateway port host: n-d-779913-29 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:25:35.670792 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d9e68231-87dd-4a45-9917-86e47b8286cb tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:35.674357 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e80fb397-74fc-466c-bcd0-ec393d7dfbff tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735687821325'] for network, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:35.689306 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0aaecdcd-61ab-4b10-9362-2cfe70c39ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:35.733383 n-d-779913-29 neutron-server[93958]: DEBUG neutron.notifiers.nova [None req-d9e68231-87dd-4a45-9917-86e47b8286cb tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] device_id is not set on port c7e6be2f-2425-4c72-af72-9e3ea9414152 yet. {{(pid=93958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:25:35.744549 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e80fb397-74fc-466c-bcd0-ec393d7dfbff tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855'] for network, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:35.761686 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e80fb397-74fc-466c-bcd0-ec393d7dfbff tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:35.765382 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e80fb397-74fc-466c-bcd0-ec393d7dfbff tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for network, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:35.791393 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b582ede1-454a-4d10-9cca-fb33dd8b1d3f req-473942d1-d197-4c86-b569-b257a90aa1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:35.803616 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b582ede1-454a-4d10-9cca-fb33dd8b1d3f req-473942d1-d197-4c86-b569-b257a90aa1ea service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=cb2a8bd81eea456b92b36dee5b159f07&device_id=86edc551-2af1-49b8-ace8-978539698fff HTTP/1.1" status: 200 len: 1097 time: 0.3073645 Jul 14 09:25:35.826522 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 14 Jul 2021 09:25:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05c10b99-46ca-4a40-9045-f695b0fb3a90 x-openstack-request-id: req-05c10b99-46ca-4a40-9045-f695b0fb3a90 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:25:35.826926 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e47bf17-b929-4bf1-99b0-1c9faf851557", "tag": "0f39e973-face-4493-81d7-410ee30b1531", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "86edc551-2af1-49b8-ace8-978539698fff", "tag": "931e89d6-a83f-478c-8b7d-81fe28a1ecc4", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:25:35.827279 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-05c10b99-46ca-4a40-9045-f695b0fb3a90 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:25:35.827772 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e47bf17-b929-4bf1-99b0-1c9faf851557', 'tag': '0f39e973-face-4493-81d7-410ee30b1531', 'status': 'completed', 'code': 200} Jul 14 09:25:35.828748 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86edc551-2af1-49b8-ace8-978539698fff', 'tag': '931e89d6-a83f-478c-8b7d-81fe28a1ecc4', 'status': 'completed', 'code': 200} Jul 14 09:25:35.835043 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-e80fb397-74fc-466c-bcd0-ec393d7dfbff tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5635085 Jul 14 09:25:35.847757 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 47536) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:35.860889 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aaecdcd-61ab-4b10-9362-2cfe70c39ea9 None None] Network 5699172b-f98f-483a-81e1-27bccc5d3cba is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:25:35.865373 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-55884f02-2849-42ec-9ba2-15fdf43b6173 tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Request body: {'subnet': {'network_id': 'b0b50c65-f409-4ad3-b817-197bbf41eb74', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:25:35.881585 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-0aaecdcd-61ab-4b10-9362-2cfe70c39ea9 None None] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:25:35.889701 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aaecdcd-61ab-4b10-9362-2cfe70c39ea9 None None] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:25:35.894220 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aaecdcd-61ab-4b10-9362-2cfe70c39ea9 None None] Pushing event updated for resources: {'Port': ['ID=03d07369-9a5d-4ab4-b25d-d7caeb09f187,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:36.048827 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-f465916f-0957-499f-9b36-82490c5bc2b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baaafffe-ce12-43ce-ae95-38d8cfc28a76', 'name': 'tempest-ServersTestMultiNic-1700365534-router', 'tenant_id': '24f83d3539e4497181e13bb568cf43a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.53'}], 'enable_snat': True}, 'gw_port_id': '9aadf4aa-6423-4db9-bc03-3a508727604a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:25:24Z', 'updated_at': '2021-07-14T09:25:33Z', 'revision_number': 4, 'project_id': '24f83d3539e4497181e13bb568cf43a0', 'gw_port': {'id': '9aadf4aa-6423-4db9-bc03-3a508727604a', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:52:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baaafffe-ce12-43ce-ae95-38d8cfc28a76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:25:25Z', 'updated_at': '2021-07-14T09:25:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': 'c1a825e8-c709-4028-8c14-3a5c56fecb50', 'name': '', 'network_id': '1ca8e492-4d61-418e-9239-070dbc82d47c', 'tenant_id': '24f83d3539e4497181e13bb568cf43a0', 'mac_address': 'fa:16:3e:d7:db:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baaafffe-ce12-43ce-ae95-38d8cfc28a76', 'device_owner': 'network:router_interface', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': '1a8c04b1-ba43-437d-8b82-9da68336d16a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:25:32Z', 'updated_at': '2021-07-14T09:25:33Z', 'revision_number': 2, 'project_id': '24f83d3539e4497181e13bb568cf43a0', 'subnets': [{'id': '1a8c04b1-ba43-437d-8b82-9da68336d16a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:25:36.084965 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f465916f-0957-499f-9b36-82490c5bc2b8 None None] Checking router: baaafffe-ce12-43ce-ae95-38d8cfc28a76 for host: n-d-779913-29 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:25:36.085321 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f465916f-0957-499f-9b36-82490c5bc2b8 None None] Updating router baaafffe-ce12-43ce-ae95-38d8cfc28a76 port c1a825e8-c709-4028-8c14-3a5c56fecb50 binding host n-d-779913-29 {{(pid=93960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:25:36.124323 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f465916f-0957-499f-9b36-82490c5bc2b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:36.174589 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0acd2b0-9e78-4f4c-9797-aafcfcf80a01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf57baaa9-fd24-59f4-8fd2-1dc21122ce72-42a058fa-f36e-4a5f-a1b5-ee56753d964d', 'network_id': '42a058fa-f36e-4a5f-a1b5-ee56753d964d', 'tenant_id': '4cb5d08776664e9f8e9d7e6bc7c12e1a', 'fixed_ips': [{'subnet_id': 'df8e47ca-e310-4261-88e8-dfbdedfc6676'}]}} from n-d-779913-29. {{(pid=93959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:25:36.176327 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c0acd2b0-9e78-4f4c-9797-aafcfcf80a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:36.240842 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80fb397-74fc-466c-bcd0-ec393d7dfbff tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Pushing event updated for resources: {'Network': ['ID=b0b50c65-f409-4ad3-b817-197bbf41eb74,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:36.280248 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Network b0b50c65-f409-4ad3-b817-197bbf41eb74 details requested by agent ovs-agent-n-d-779913-29 with host n-d-779913-29 {{(pid=93959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:25:36.286989 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-f29fc57b-0af1-4aeb-b3b1-8a0d76035bf9 req-eeec2d2f-be6f-4728-b459-de284d75e595 tempest-ServerShowV254Test-240420509 tempest-ServerShowV254Test-240420509-project] 10.222.0.68 "GET /v2.0/ports?device_id=9d989e86-2c7b-442e-9e80-552909e05e9d HTTP/1.1" status: 200 len: 210 time: 0.1129944 Jul 14 09:25:36.365754 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-0aaecdcd-61ab-4b10-9362-2cfe70c39ea9 None None] Attempting to bind port 03d07369-9a5d-4ab4-b25d-d7caeb09f187 on host n-d-779913-29 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:25:36.366351 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-0aaecdcd-61ab-4b10-9362-2cfe70c39ea9 None None] Attempting to bind port 03d07369-9a5d-4ab4-b25d-d7caeb09f187 by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': 'c705dd1f-2341-4524-a81f-3d9cf3c38e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '5699172b-f98f-483a-81e1-27bccc5d3cba'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:25:36.366819 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aaecdcd-61ab-4b10-9362-2cfe70c39ea9 None None] Attempting to bind port 03d07369-9a5d-4ab4-b25d-d7caeb09f187 on network 5699172b-f98f-483a-81e1-27bccc5d3cba {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:25:36.372812 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55884f02-2849-42ec-9ba2-15fdf43b6173 tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Made reservation on behalf of 24f83d3539e4497181e13bb568cf43a0 for: {'subnet': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:25:36.384239 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-55884f02-2849-42ec-9ba2-15fdf43b6173 tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11984110'] for subnet, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:36.448361 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aaecdcd-61ab-4b10-9362-2cfe70c39ea9 None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 25, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:25:36.448747 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aaecdcd-61ab-4b10-9362-2cfe70c39ea9 None None] Checking segment: {'id': 'c705dd1f-2341-4524-a81f-3d9cf3c38e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '5699172b-f98f-483a-81e1-27bccc5d3cba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:25:36.449164 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0aaecdcd-61ab-4b10-9362-2cfe70c39ea9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:36.449593 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aaecdcd-61ab-4b10-9362-2cfe70c39ea9 None None] Bound using segment: {'id': 'c705dd1f-2341-4524-a81f-3d9cf3c38e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '5699172b-f98f-483a-81e1-27bccc5d3cba'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:25:36.450082 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-0aaecdcd-61ab-4b10-9362-2cfe70c39ea9 None None] Bound port: 03d07369-9a5d-4ab4-b25d-d7caeb09f187, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c705dd1f-2341-4524-a81f-3d9cf3c38e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '5699172b-f98f-483a-81e1-27bccc5d3cba'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:25:36.450710 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0aaecdcd-61ab-4b10-9362-2cfe70c39ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:36.572078 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f465916f-0957-499f-9b36-82490c5bc2b8 None None] Notify callbacks [] for port, precommit_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:36.585437 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-f465916f-0957-499f-9b36-82490c5bc2b8 None None] Transition to ACTIVE for port object c1a825e8-c709-4028-8c14-3a5c56fecb50 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:25:36.589101 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b582ede1-454a-4d10-9cca-fb33dd8b1d3f req-e5d0f221-11a2-4a07-8733-1c7f0c29f3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:36.593171 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b582ede1-454a-4d10-9cca-fb33dd8b1d3f req-e5d0f221-11a2-4a07-8733-1c7f0c29f3b3 service neutron] 10.222.0.68 "GET /v2.0/networks?id=f9f9e30e-0b39-4c8e-9a13-252818fafe21 HTTP/1.1" status: 200 len: 922 time: 0.7884111 Jul 14 09:25:36.600774 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f465916f-0957-499f-9b36-82490c5bc2b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:36.607961 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-1797d2a7-c9c9-4791-8f06-66f10a10a877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e2861da-41c5-4938-88f7-e1396c0219c6', 'name': 'tempest-FloatingIPsAssociationTestJSON-1721427201-router', 'tenant_id': 'cb2a8bd81eea456b92b36dee5b159f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.193'}], 'enable_snat': True}, 'gw_port_id': '3c806968-bd46-4e04-9099-b9c87983d833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:24:31Z', 'updated_at': '2021-07-14T09:24:39Z', 'revision_number': 4, 'project_id': 'cb2a8bd81eea456b92b36dee5b159f07', 'gw_port': {'id': '3c806968-bd46-4e04-9099-b9c87983d833', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:44:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e2861da-41c5-4938-88f7-e1396c0219c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:24:33Z', 'updated_at': '2021-07-14T09:24:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_floatingips': [{'id': 'b2d169b0-4b8b-4c1e-98bd-70d843f4ffcc', 'tenant_id': 'cb2a8bd81eea456b92b36dee5b159f07', 'floating_ip_address': '172.25.4.155', 'floating_network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'router_id': '0e2861da-41c5-4938-88f7-e1396c0219c6', 'port_id': '931e89d6-a83f-478c-8b7d-81fe28a1ecc4', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1020, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9f9e30e-0b39-4c8e-9a13-252818fafe21', 'mac_address': 'fa:16:3e:59:f5:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86edc551-2af1-49b8-ace8-978539698fff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:25:01Z', 'updated_at': '2021-07-14T09:25:34Z', 'revision_number': 4, 'project_id': 'cb2a8bd81eea456b92b36dee5b159f07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b63887ff-7bca-4218-ad5f-9d5df52c29cd', 'name': '', 'network_id': 'f9f9e30e-0b39-4c8e-9a13-252818fafe21', 'tenant_id': 'cb2a8bd81eea456b92b36dee5b159f07', 'mac_address': 'fa:16:3e:82:9d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e2861da-41c5-4938-88f7-e1396c0219c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '444f0042-b663-4a95-9c31-a5cc1ed6ad12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:24:38Z', 'updated_at': '2021-07-14T09:24:45Z', 'revision_number': 5, 'project_id': 'cb2a8bd81eea456b92b36dee5b159f07', 'subnets': [{'id': '444f0042-b663-4a95-9c31-a5cc1ed6ad12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:25:36.653536 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb757a01-f346-46f8-abd5-5384eb9bba7d None None] Pushing event updated for resources: {'Port': ['ID=c1a825e8-c709-4028-8c14-3a5c56fecb50,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:36.667329 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1797d2a7-c9c9-4791-8f06-66f10a10a877 None None] Checking router: 0e2861da-41c5-4938-88f7-e1396c0219c6 for host: n-d-779913-29 {{(pid=93959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:25:36.674641 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-c0acd2b0-9e78-4f4c-9797-aafcfcf80a01 None None] Allocated IP 10.2.2.2 (42a058fa-f36e-4a5f-a1b5-ee56753d964d/df8e47ca-e310-4261-88e8-dfbdedfc6676/32fa04da-df89-43a4-b9a0-c42f55b6cd85) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:25:36.729123 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-d9e68231-87dd-4a45-9917-86e47b8286cb tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Allocated IP 10.1.1.70 (5699172b-f98f-483a-81e1-27bccc5d3cba/ecfbbf55-b0c9-4c0f-9edc-b7ccd659aa91/c7e6be2f-2425-4c72-af72-9e3ea9414152) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:25:36.731974 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-0aaecdcd-61ab-4b10-9362-2cfe70c39ea9 None None] For port 03d07369-9a5d-4ab4-b25d-d7caeb09f187, host n-d-779913-29, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:25:36.739030 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-0aaecdcd-61ab-4b10-9362-2cfe70c39ea9 None None] For port 03d07369-9a5d-4ab4-b25d-d7caeb09f187, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=03d07369-9a5d-4ab4-b25d-d7caeb09f187,segment=NetworkSegment(c705dd1f-2341-4524-a81f-3d9cf3c38e6b),segment_id=c705dd1f-2341-4524-a81f-3d9cf3c38e6b)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:25:36.758219 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1797d2a7-c9c9-4791-8f06-66f10a10a877 None None] Routers {'0e2861da-41c5-4938-88f7-e1396c0219c6'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:25:36.762066 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-1797d2a7-c9c9-4791-8f06-66f10a10a877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:25:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['0e2861da-41c5-4938-88f7-e1396c0219c6'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:25:36.768267 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e499ae6-2214-49d8-a8cc-b2a619a59785 req-5b2d0b4d-ed3b-4ae1-a1bc-ca11e322f730 tempest-ServerRescueTestJSON-1969041098 tempest-ServerRescueTestJSON-1969041098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:36.778072 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-1e499ae6-2214-49d8-a8cc-b2a619a59785 req-5b2d0b4d-ed3b-4ae1-a1bc-ca11e322f730 tempest-ServerRescueTestJSON-1969041098 tempest-ServerRescueTestJSON-1969041098-project] 10.222.0.68 "GET /v2.0/ports?device_id=fd1f4779-7c9e-445b-a0be-3b95d7c816a4 HTTP/1.1" status: 200 len: 945 time: 0.2819889 Jul 14 09:25:36.779178 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-f465916f-0957-499f-9b36-82490c5bc2b8 None None] Attempting to bind port c1a825e8-c709-4028-8c14-3a5c56fecb50 on host n-d-779913-29 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:25:36.779567 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-f465916f-0957-499f-9b36-82490c5bc2b8 None None] Attempting to bind port c1a825e8-c709-4028-8c14-3a5c56fecb50 by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': '70cf02bb-b256-4c4f-aeb2-ce24b8b9ce7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '1ca8e492-4d61-418e-9239-070dbc82d47c'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:25:36.779922 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f465916f-0957-499f-9b36-82490c5bc2b8 None None] Attempting to bind port c1a825e8-c709-4028-8c14-3a5c56fecb50 on network 1ca8e492-4d61-418e-9239-070dbc82d47c {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:25:36.788924 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa7ec93-f2d7-4b34-8540-d90c667c5ee9 req-6dc09a3e-7f18-42b6-9f4a-2808727e3147 tempest-ListServerFiltersTestJSON-249454475 tempest-ListServerFiltersTestJSON-249454475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:36.793184 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f465916f-0957-499f-9b36-82490c5bc2b8 None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 25, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:25:36.793710 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f465916f-0957-499f-9b36-82490c5bc2b8 None None] Checking segment: {'id': '70cf02bb-b256-4c4f-aeb2-ce24b8b9ce7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '1ca8e492-4d61-418e-9239-070dbc82d47c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:25:36.794119 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f465916f-0957-499f-9b36-82490c5bc2b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:36.794972 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f465916f-0957-499f-9b36-82490c5bc2b8 None None] Bound using segment: {'id': '70cf02bb-b256-4c4f-aeb2-ce24b8b9ce7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '1ca8e492-4d61-418e-9239-070dbc82d47c'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:25:36.795451 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-f465916f-0957-499f-9b36-82490c5bc2b8 None None] Bound port: c1a825e8-c709-4028-8c14-3a5c56fecb50, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70cf02bb-b256-4c4f-aeb2-ce24b8b9ce7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '1ca8e492-4d61-418e-9239-070dbc82d47c'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:25:36.795832 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f465916f-0957-499f-9b36-82490c5bc2b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:36.806026 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2aa7ec93-f2d7-4b34-8540-d90c667c5ee9 req-6dc09a3e-7f18-42b6-9f4a-2808727e3147 tempest-ListServerFiltersTestJSON-249454475 tempest-ListServerFiltersTestJSON-249454475-project] 10.222.0.65 "GET /v2.0/ports?device_id=52df408e-3ce3-40d2-a2cb-21f113824a61 HTTP/1.1" status: 200 len: 946 time: 0.6138220 Jul 14 09:25:36.836402 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06df30a-2e59-47eb-bf5c-e6e85ca7a6b1 req-5e541fbb-7bde-4d39-b36a-4623d35d2c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:36.842061 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c06df30a-2e59-47eb-bf5c-e6e85ca7a6b1 req-5e541fbb-7bde-4d39-b36a-4623d35d2c7b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=cb2a8bd81eea456b92b36dee5b159f07&device_id=86edc551-2af1-49b8-ace8-978539698fff HTTP/1.1" status: 200 len: 1097 time: 0.7076924 Jul 14 09:25:36.910452 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-1e499ae6-2214-49d8-a8cc-b2a619a59785 req-6c7ad2b4-bc94-4921-adbc-1ab6a084be0b tempest-ServerRescueTestJSON-1969041098 tempest-ServerRescueTestJSON-1969041098-project] 10.222.0.68 "GET /v2.0/security-groups?id=d6a7feba-be17-4d7e-a638-e9426c29981e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306708 Jul 14 09:25:36.988971 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-f465916f-0957-499f-9b36-82490c5bc2b8 None None] For port c1a825e8-c709-4028-8c14-3a5c56fecb50, host n-d-779913-29, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:25:36.999054 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-f465916f-0957-499f-9b36-82490c5bc2b8 None None] For port c1a825e8-c709-4028-8c14-3a5c56fecb50, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=c1a825e8-c709-4028-8c14-3a5c56fecb50,segment=NetworkSegment(70cf02bb-b256-4c4f-aeb2-ce24b8b9ce7b),segment_id=70cf02bb-b256-4c4f-aeb2-ce24b8b9ce7b)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:25:37.007740 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f465916f-0957-499f-9b36-82490c5bc2b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:37.153307 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06df30a-2e59-47eb-bf5c-e6e85ca7a6b1 req-725cc03f-7b73-449b-9e65-9c50049d8780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:37.154795 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c06df30a-2e59-47eb-bf5c-e6e85ca7a6b1 req-725cc03f-7b73-449b-9e65-9c50049d8780 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=cb2a8bd81eea456b92b36dee5b159f07&device_id=1e47bf17-b929-4bf1-99b0-1c9faf851557 HTTP/1.1" status: 200 len: 1098 time: 1.1497779 Jul 14 09:25:37.163597 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f465916f-0957-499f-9b36-82490c5bc2b8 None None] Routers {'baaafffe-ce12-43ce-ae95-38d8cfc28a76'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:25:37.165429 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-f465916f-0957-499f-9b36-82490c5bc2b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:25:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['baaafffe-ce12-43ce-ae95-38d8cfc28a76'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:25:37.170163 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d9e68231-87dd-4a45-9917-86e47b8286cb tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:37.218481 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-d9e68231-87dd-4a45-9917-86e47b8286cb tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Transition to ACTIVE for port object c7e6be2f-2425-4c72-af72-9e3ea9414152 will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:25:37.234690 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b582ede1-454a-4d10-9cca-fb33dd8b1d3f req-b61af70e-dc2b-4cf1-8e54-aa49f83aa805 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=931e89d6-a83f-478c-8b7d-81fe28a1ecc4 HTTP/1.1" status: 200 len: 1001 time: 0.6182721 Jul 14 09:25:37.285564 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvr_db [None req-1797d2a7-c9c9-4791-8f06-66f10a10a877 None None] Set router 0e2861da-41c5-4938-88f7-e1396c0219c6 gateway port host: n-d-779913-29 {{(pid=93959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:25:37.290134 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb757a01-f346-46f8-abd5-5384eb9bba7d None None] Pushing event updated for resources: {'Port': ['ID=c1a825e8-c709-4028-8c14-3a5c56fecb50,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:37.342542 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d9e68231-87dd-4a45-9917-86e47b8286cb tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:37.352748 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0aaecdcd-61ab-4b10-9362-2cfe70c39ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:37.400082 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-f465916f-0957-499f-9b36-82490c5bc2b8 None None] Set router baaafffe-ce12-43ce-ae95-38d8cfc28a76 gateway port host: n-d-779913-29 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:25:37.431811 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9e68231-87dd-4a45-9917-86e47b8286cb tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Network 5699172b-f98f-483a-81e1-27bccc5d3cba is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:25:37.444657 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-d9e68231-87dd-4a45-9917-86e47b8286cb tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:25:37.457153 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e68231-87dd-4a45-9917-86e47b8286cb tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:25:37.492475 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e68231-87dd-4a45-9917-86e47b8286cb tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Pushing event updated for resources: {'Port': ['ID=c7e6be2f-2425-4c72-af72-9e3ea9414152,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:37.533792 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b582ede1-454a-4d10-9cca-fb33dd8b1d3f req-3fda8434-866e-4b7e-972c-748b6bd39b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:37.534099 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf7c82c-4b4f-4c53-9f13-2d12d2047a80 req-2cb17f48-c276-49a3-a35d-6c24e0d7006f tempest-ListServerFiltersTestJSON-249454475 tempest-ListServerFiltersTestJSON-249454475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:37.535316 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b582ede1-454a-4d10-9cca-fb33dd8b1d3f req-3fda8434-866e-4b7e-972c-748b6bd39b65 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=444f0042-b663-4a95-9c31-a5cc1ed6ad12 HTTP/1.1" status: 200 len: 860 time: 0.2794459 Jul 14 09:25:37.535967 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-1bf7c82c-4b4f-4c53-9f13-2d12d2047a80 req-2cb17f48-c276-49a3-a35d-6c24e0d7006f tempest-ListServerFiltersTestJSON-249454475 tempest-ListServerFiltersTestJSON-249454475-project] 10.222.0.68 "GET /v2.0/ports?device_id=52df408e-3ce3-40d2-a2cb-21f113824a61 HTTP/1.1" status: 200 len: 946 time: 0.2642443 Jul 14 09:25:37.559340 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9e68231-87dd-4a45-9917-86e47b8286cb tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:37.560182 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d9e68231-87dd-4a45-9917-86e47b8286cb tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:37.605467 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-d9e68231-87dd-4a45-9917-86e47b8286cb tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.4175625 Jul 14 09:25:37.608249 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 47552) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:37.613401 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-4bbee5e2-2451-4f4f-9a30-f66566627b38 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Request body: {'port': {'network_id': '5699172b-f98f-483a-81e1-27bccc5d3cba', 'name': 'tempest-TaggedBootDevicesTest_v242-1122533947', 'fixed_ips': [{'subnet_id': 'ecfbbf55-b0c9-4c0f-9edc-b7ccd659aa91'}]}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:25:37.701620 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06df30a-2e59-47eb-bf5c-e6e85ca7a6b1 req-df7580ba-6261-4b37-9686-05c69b987931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:37.703696 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c06df30a-2e59-47eb-bf5c-e6e85ca7a6b1 req-df7580ba-6261-4b37-9686-05c69b987931 service neutron] 10.222.0.65 "GET /v2.0/networks?id=f9f9e30e-0b39-4c8e-9a13-252818fafe21 HTTP/1.1" status: 200 len: 922 time: 0.7921708 Jul 14 09:25:37.737171 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-1bf7c82c-4b4f-4c53-9f13-2d12d2047a80 req-75a1161a-e479-4431-b0df-0feaa5c1a00e tempest-ListServerFiltersTestJSON-249454475 tempest-ListServerFiltersTestJSON-249454475-project] 10.222.0.68 "GET /v2.0/security-groups?id=ce208e01-46cb-4812-9601-5914ea7ef5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902187 Jul 14 09:25:37.743341 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-f465916f-0957-499f-9b36-82490c5bc2b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baaafffe-ce12-43ce-ae95-38d8cfc28a76', 'name': 'tempest-ServersTestMultiNic-1700365534-router', 'tenant_id': '24f83d3539e4497181e13bb568cf43a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.53'}], 'enable_snat': True}, 'gw_port_id': '9aadf4aa-6423-4db9-bc03-3a508727604a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:25:24Z', 'updated_at': '2021-07-14T09:25:33Z', 'revision_number': 4, 'project_id': '24f83d3539e4497181e13bb568cf43a0', 'gw_port': {'id': '9aadf4aa-6423-4db9-bc03-3a508727604a', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:52:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baaafffe-ce12-43ce-ae95-38d8cfc28a76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:25:25Z', 'updated_at': '2021-07-14T09:25:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': 'c1a825e8-c709-4028-8c14-3a5c56fecb50', 'name': '', 'network_id': '1ca8e492-4d61-418e-9239-070dbc82d47c', 'tenant_id': '24f83d3539e4497181e13bb568cf43a0', 'mac_address': 'fa:16:3e:d7:db:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baaafffe-ce12-43ce-ae95-38d8cfc28a76', 'device_owner': 'network:router_interface', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': '1a8c04b1-ba43-437d-8b82-9da68336d16a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:25:32Z', 'updated_at': '2021-07-14T09:25:36Z', 'revision_number': 4, 'project_id': '24f83d3539e4497181e13bb568cf43a0', 'subnets': [{'id': '1a8c04b1-ba43-437d-8b82-9da68336d16a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:25:37.767254 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bbee5e2-2451-4f4f-9a30-f66566627b38 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Made reservation on behalf of 4cb5d08776664e9f8e9d7e6bc7c12e1a for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:25:37.772554 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4bbee5e2-2451-4f4f-9a30-f66566627b38 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:37.791643 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f465916f-0957-499f-9b36-82490c5bc2b8 None None] The sync data for ids ['baaafffe-ce12-43ce-ae95-38d8cfc28a76'] in n-d-779913-29 is: [{'id': 'baaafffe-ce12-43ce-ae95-38d8cfc28a76', 'name': 'tempest-ServersTestMultiNic-1700365534-router', 'tenant_id': '24f83d3539e4497181e13bb568cf43a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.53'}], 'enable_snat': True}, 'gw_port_id': '9aadf4aa-6423-4db9-bc03-3a508727604a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:25:24Z', 'updated_at': '2021-07-14T09:25:33Z', 'revision_number': 4, 'project_id': '24f83d3539e4497181e13bb568cf43a0', 'gw_port': {'id': '9aadf4aa-6423-4db9-bc03-3a508727604a', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:52:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baaafffe-ce12-43ce-ae95-38d8cfc28a76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:25:25Z', 'updated_at': '2021-07-14T09:25:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': 'c1a825e8-c709-4028-8c14-3a5c56fecb50', 'name': '', 'network_id': '1ca8e492-4d61-418e-9239-070dbc82d47c', 'tenant_id': '24f83d3539e4497181e13bb568cf43a0', 'mac_address': 'fa:16:3e:d7:db:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baaafffe-ce12-43ce-ae95-38d8cfc28a76', 'device_owner': 'network:router_interface', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': '1a8c04b1-ba43-437d-8b82-9da68336d16a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:25:32Z', 'updated_at': '2021-07-14T09:25:36Z', 'revision_number': 4, 'project_id': '24f83d3539e4497181e13bb568cf43a0', 'subnets': [{'id': '1a8c04b1-ba43-437d-8b82-9da68336d16a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:25:37.809740 n-d-779913-29 neutron-server[93958]: DEBUG neutron.notifiers.nova [None req-4bbee5e2-2451-4f4f-9a30-f66566627b38 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] device_id is not set on port b19c971a-b91d-49b9-bdec-ee880b089aa3 yet. {{(pid=93958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:25:37.910502 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c0acd2b0-9e78-4f4c-9797-aafcfcf80a01 None None] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:37.922597 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c0acd2b0-9e78-4f4c-9797-aafcfcf80a01 None None] Transition to ACTIVE for port object 32fa04da-df89-43a4-b9a0-c42f55b6cd85 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:25:37.960578 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c0acd2b0-9e78-4f4c-9797-aafcfcf80a01 None None] Transition to ACTIVE for port object 32fa04da-df89-43a4-b9a0-c42f55b6cd85 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:25:37.966988 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aaecdcd-61ab-4b10-9362-2cfe70c39ea9 None None] Pushing event updated for resources: {'Port': ['ID=03d07369-9a5d-4ab4-b25d-d7caeb09f187,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:38.002652 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c0acd2b0-9e78-4f4c-9797-aafcfcf80a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:38.036115 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c06df30a-2e59-47eb-bf5c-e6e85ca7a6b1 req-4d1bdac9-26d7-426c-99c0-2d1ed17a9e54 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=931e89d6-a83f-478c-8b7d-81fe28a1ecc4 HTTP/1.1" status: 200 len: 1001 time: 0.3100815 Jul 14 09:25:38.044119 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06df30a-2e59-47eb-bf5c-e6e85ca7a6b1 req-127e983b-9187-490a-b52a-9ba2d5885df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:38.056576 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c06df30a-2e59-47eb-bf5c-e6e85ca7a6b1 req-127e983b-9187-490a-b52a-9ba2d5885df8 service neutron] 10.222.0.57 "GET /v2.0/networks?id=f9f9e30e-0b39-4c8e-9a13-252818fafe21 HTTP/1.1" status: 200 len: 922 time: 0.8581109 Jul 14 09:25:38.077403 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0acd2b0-9e78-4f4c-9797-aafcfcf80a01 None None] Network 42a058fa-f36e-4a5f-a1b5-ee56753d964d is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:25:38.085885 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-c0acd2b0-9e78-4f4c-9797-aafcfcf80a01 None None] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:25:38.089688 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0acd2b0-9e78-4f4c-9797-aafcfcf80a01 None None] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:25:38.152555 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [req-2aa7ec93-f2d7-4b34-8540-d90c667c5ee9 req-deca915e-941a-4546-9d46-76db27c814dd tempest-ListServerFiltersTestJSON-249454475 tempest-ListServerFiltersTestJSON-249454475-project] Deleting port b9ddac90-7ead-48f8-8830-dd4071192586 {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:25:38.153191 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-2aa7ec93-f2d7-4b34-8540-d90c667c5ee9 req-deca915e-941a-4546-9d46-76db27c814dd tempest-ListServerFiltersTestJSON-249454475 tempest-ListServerFiltersTestJSON-249454475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:38.162956 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device b9ddac90-7ead-48f8-8830-dd4071192586 no longer exists at agent hyperv_n-h1-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:25:38.201441 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-b5c40c17-2c48-4909-9916-75c9201cbc3d req-3ba64746-8488-4d95-9805-80ed41747e4a tempest-ServerShowV247Test-95289089 tempest-ServerShowV247Test-95289089-project] 10.222.0.68 "GET /v2.0/ports?device_id=597336fa-a9fd-4764-aecb-9f8b5af457b3 HTTP/1.1" status: 200 len: 210 time: 0.0852644 Jul 14 09:25:38.224972 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-4bbee5e2-2451-4f4f-9a30-f66566627b38 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Allocated IP 10.1.1.242 (5699172b-f98f-483a-81e1-27bccc5d3cba/ecfbbf55-b0c9-4c0f-9edc-b7ccd659aa91/b19c971a-b91d-49b9-bdec-ee880b089aa3) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:25:38.257828 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0acd2b0-9e78-4f4c-9797-aafcfcf80a01 None None] Pushing event updated for resources: {'Port': ['ID=32fa04da-df89-43a4-b9a0-c42f55b6cd85,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:38.302758 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-c0acd2b0-9e78-4f4c-9797-aafcfcf80a01 None None] Attempting to bind port 32fa04da-df89-43a4-b9a0-c42f55b6cd85 on host n-d-779913-29 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:25:38.303134 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-c0acd2b0-9e78-4f4c-9797-aafcfcf80a01 None None] Attempting to bind port 32fa04da-df89-43a4-b9a0-c42f55b6cd85 by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': '69cfe05a-7a0f-45bd-99ad-03b43180666a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '42a058fa-f36e-4a5f-a1b5-ee56753d964d'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:25:38.303505 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0acd2b0-9e78-4f4c-9797-aafcfcf80a01 None None] Attempting to bind port 32fa04da-df89-43a4-b9a0-c42f55b6cd85 on network 42a058fa-f36e-4a5f-a1b5-ee56753d964d {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:25:38.347632 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0acd2b0-9e78-4f4c-9797-aafcfcf80a01 None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 25, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:25:38.348156 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0acd2b0-9e78-4f4c-9797-aafcfcf80a01 None None] Checking segment: {'id': '69cfe05a-7a0f-45bd-99ad-03b43180666a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '42a058fa-f36e-4a5f-a1b5-ee56753d964d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:25:38.348571 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c0acd2b0-9e78-4f4c-9797-aafcfcf80a01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:38.348970 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0acd2b0-9e78-4f4c-9797-aafcfcf80a01 None None] Bound using segment: {'id': '69cfe05a-7a0f-45bd-99ad-03b43180666a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '42a058fa-f36e-4a5f-a1b5-ee56753d964d'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:25:38.350228 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-c0acd2b0-9e78-4f4c-9797-aafcfcf80a01 None None] Bound port: 32fa04da-df89-43a4-b9a0-c42f55b6cd85, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69cfe05a-7a0f-45bd-99ad-03b43180666a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '42a058fa-f36e-4a5f-a1b5-ee56753d964d'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:25:38.350660 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c0acd2b0-9e78-4f4c-9797-aafcfcf80a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:38.395340 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c06df30a-2e59-47eb-bf5c-e6e85ca7a6b1 req-dc812c02-918c-46fe-be54-88b4e4670643 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0f39e973-face-4493-81d7-410ee30b1531 HTTP/1.1" status: 200 len: 217 time: 0.2955692 Jul 14 09:25:38.407084 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-55884f02-2849-42ec-9ba2-15fdf43b6173 tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10052764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11984092'] for subnet, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:38.522893 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-f8bbeba2-dd4c-4b83-a62d-2ad34c4b2687 req-04d82d9a-136c-4d3b-9818-f7cf9c567d55 tempest-ServerShowV254Test-240420509 tempest-ServerShowV254Test-240420509-project] 10.222.0.68 "GET /v2.0/ports?device_id=9d989e86-2c7b-442e-9e80-552909e05e9d HTTP/1.1" status: 200 len: 210 time: 0.0646796 Jul 14 09:25:38.551047 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4bbee5e2-2451-4f4f-9a30-f66566627b38 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:38.555997 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55884f02-2849-42ec-9ba2-15fdf43b6173 tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Pushing event updated for resources: {'Subnet': ['ID=9cf36d0f-915d-4ace-9af4-693be8196681,revision_number=0']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:38.557709 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:38.576324 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06df30a-2e59-47eb-bf5c-e6e85ca7a6b1 req-06a57d45-de0f-4303-8e14-f9a7f2df719d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:38.578246 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c06df30a-2e59-47eb-bf5c-e6e85ca7a6b1 req-06a57d45-de0f-4303-8e14-f9a7f2df719d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=444f0042-b663-4a95-9c31-a5cc1ed6ad12 HTTP/1.1" status: 200 len: 860 time: 0.5170271 Jul 14 09:25:38.580398 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06df30a-2e59-47eb-bf5c-e6e85ca7a6b1 req-ae7701e8-d460-4794-bf80-806247b18032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:38.582388 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c06df30a-2e59-47eb-bf5c-e6e85ca7a6b1 req-ae7701e8-d460-4794-bf80-806247b18032 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=444f0042-b663-4a95-9c31-a5cc1ed6ad12 HTTP/1.1" status: 200 len: 860 time: 0.1649630 Jul 14 09:25:38.587271 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-4bbee5e2-2451-4f4f-9a30-f66566627b38 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Transition to ACTIVE for port object b19c971a-b91d-49b9-bdec-ee880b089aa3 will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:25:38.593987 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b582ede1-454a-4d10-9cca-fb33dd8b1d3f req-ab1c2bd6-0cc1-4e0c-bd73-1bc8f334732e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:38.604057 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b582ede1-454a-4d10-9cca-fb33dd8b1d3f req-ab1c2bd6-0cc1-4e0c-bd73-1bc8f334732e service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=f9f9e30e-0b39-4c8e-9a13-252818fafe21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.0065060 Jul 14 09:25:38.616949 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-1797d2a7-c9c9-4791-8f06-66f10a10a877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e2861da-41c5-4938-88f7-e1396c0219c6', 'name': 'tempest-FloatingIPsAssociationTestJSON-1721427201-router', 'tenant_id': 'cb2a8bd81eea456b92b36dee5b159f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.193'}], 'enable_snat': True}, 'gw_port_id': '3c806968-bd46-4e04-9099-b9c87983d833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:24:31Z', 'updated_at': '2021-07-14T09:24:39Z', 'revision_number': 4, 'project_id': 'cb2a8bd81eea456b92b36dee5b159f07', 'gw_port': {'id': '3c806968-bd46-4e04-9099-b9c87983d833', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:44:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e2861da-41c5-4938-88f7-e1396c0219c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:24:33Z', 'updated_at': '2021-07-14T09:24:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_floatingips': [{'id': 'b2d169b0-4b8b-4c1e-98bd-70d843f4ffcc', 'tenant_id': 'cb2a8bd81eea456b92b36dee5b159f07', 'floating_ip_address': '172.25.4.155', 'floating_network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'router_id': '0e2861da-41c5-4938-88f7-e1396c0219c6', 'port_id': '931e89d6-a83f-478c-8b7d-81fe28a1ecc4', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1020, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9f9e30e-0b39-4c8e-9a13-252818fafe21', 'mac_address': 'fa:16:3e:59:f5:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86edc551-2af1-49b8-ace8-978539698fff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:25:01Z', 'updated_at': '2021-07-14T09:25:34Z', 'revision_number': 4, 'project_id': 'cb2a8bd81eea456b92b36dee5b159f07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b63887ff-7bca-4218-ad5f-9d5df52c29cd', 'name': '', 'network_id': 'f9f9e30e-0b39-4c8e-9a13-252818fafe21', 'tenant_id': 'cb2a8bd81eea456b92b36dee5b159f07', 'mac_address': 'fa:16:3e:82:9d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e2861da-41c5-4938-88f7-e1396c0219c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '444f0042-b663-4a95-9c31-a5cc1ed6ad12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:24:38Z', 'updated_at': '2021-07-14T09:24:45Z', 'revision_number': 5, 'project_id': 'cb2a8bd81eea456b92b36dee5b159f07', 'subnets': [{'id': '444f0042-b663-4a95-9c31-a5cc1ed6ad12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:25:38.672136 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4bbee5e2-2451-4f4f-9a30-f66566627b38 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:38.709073 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1797d2a7-c9c9-4791-8f06-66f10a10a877 None None] The sync data for ids ['0e2861da-41c5-4938-88f7-e1396c0219c6'] in n-d-779913-29 is: [{'id': '0e2861da-41c5-4938-88f7-e1396c0219c6', 'name': 'tempest-FloatingIPsAssociationTestJSON-1721427201-router', 'tenant_id': 'cb2a8bd81eea456b92b36dee5b159f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.193'}], 'enable_snat': True}, 'gw_port_id': '3c806968-bd46-4e04-9099-b9c87983d833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:24:31Z', 'updated_at': '2021-07-14T09:24:39Z', 'revision_number': 4, 'project_id': 'cb2a8bd81eea456b92b36dee5b159f07', 'gw_port': {'id': '3c806968-bd46-4e04-9099-b9c87983d833', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:44:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e2861da-41c5-4938-88f7-e1396c0219c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:24:33Z', 'updated_at': '2021-07-14T09:24:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_floatingips': [{'id': 'b2d169b0-4b8b-4c1e-98bd-70d843f4ffcc', 'tenant_id': 'cb2a8bd81eea456b92b36dee5b159f07', 'floating_ip_address': '172.25.4.155', 'floating_network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'router_id': '0e2861da-41c5-4938-88f7-e1396c0219c6', 'port_id': '931e89d6-a83f-478c-8b7d-81fe28a1ecc4', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1020, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9f9e30e-0b39-4c8e-9a13-252818fafe21', 'mac_address': 'fa:16:3e:59:f5:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86edc551-2af1-49b8-ace8-978539698fff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:25:01Z', 'updated_at': '2021-07-14T09:25:34Z', 'revision_number': 4, 'project_id': 'cb2a8bd81eea456b92b36dee5b159f07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b63887ff-7bca-4218-ad5f-9d5df52c29cd', 'name': '', 'network_id': 'f9f9e30e-0b39-4c8e-9a13-252818fafe21', 'tenant_id': 'cb2a8bd81eea456b92b36dee5b159f07', 'mac_address': 'fa:16:3e:82:9d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e2861da-41c5-4938-88f7-e1396c0219c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '444f0042-b663-4a95-9c31-a5cc1ed6ad12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:24:38Z', 'updated_at': '2021-07-14T09:24:45Z', 'revision_number': 5, 'project_id': 'cb2a8bd81eea456b92b36dee5b159f07', 'subnets': [{'id': '444f0042-b663-4a95-9c31-a5cc1ed6ad12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:25:38.711801 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c0acd2b0-9e78-4f4c-9797-aafcfcf80a01 None None] For port 32fa04da-df89-43a4-b9a0-c42f55b6cd85, host n-d-779913-29, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:25:38.744280 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52df408e-3ce3-40d2-a2cb-21f113824a61', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9ddac90-7ead-48f8-8830-dd4071192586'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:25:38.746605 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd62303f06773040a8a4e189dc46b4f565768c299abf8ab8e7739778b0bc3e97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6294b0e-a23d-4c3d-a236-beec44d4c008" -d '{"events": [{"server_uuid": "52df408e-3ce3-40d2-a2cb-21f113824a61", "name": "network-vif-unplugged", "status": "completed", "tag": "b9ddac90-7ead-48f8-8830-dd4071192586"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:25:38.760713 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c0acd2b0-9e78-4f4c-9797-aafcfcf80a01 None None] For port 32fa04da-df89-43a4-b9a0-c42f55b6cd85, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=32fa04da-df89-43a4-b9a0-c42f55b6cd85,segment=NetworkSegment(69cfe05a-7a0f-45bd-99ad-03b43180666a),segment_id=69cfe05a-7a0f-45bd-99ad-03b43180666a)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:25:38.770429 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port b9ddac90-7ead-48f8-8830-dd4071192586, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=b9ddac90-7ead-48f8-8830-dd4071192586,segment=NetworkSegment(fbee0cef-2769-4002-a250-507614fd960d),segment_id=fbee0cef-2769-4002-a250-507614fd960d)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:25:38.778597 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c0acd2b0-9e78-4f4c-9797-aafcfcf80a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:38.780892 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:38.807579 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bbee5e2-2451-4f4f-9a30-f66566627b38 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Network 5699172b-f98f-483a-81e1-27bccc5d3cba is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:25:38.813920 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-4bbee5e2-2451-4f4f-9a30-f66566627b38 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:25:38.820848 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bbee5e2-2451-4f4f-9a30-f66566627b38 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:25:38.832324 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b582ede1-454a-4d10-9cca-fb33dd8b1d3f req-586d22a4-003d-4c69-9ef2-317f2768b12c service neutron] 10.222.0.68 "GET /v2.0/networks/f9f9e30e-0b39-4c8e-9a13-252818fafe21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2271104 Jul 14 09:25:38.939988 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0acd2b0-9e78-4f4c-9797-aafcfcf80a01 None None] Pushing event updated for resources: {'Port': ['ID=32fa04da-df89-43a4-b9a0-c42f55b6cd85,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:38.988609 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbee5e2-2451-4f4f-9a30-f66566627b38 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Pushing event updated for resources: {'Port': ['ID=b19c971a-b91d-49b9-bdec-ee880b089aa3,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:39.044953 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 3f9089b3-8363-4170-9c98-520fa9a9f887 up at agent hyperv_n-h2-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:25:39.076644 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b582ede1-454a-4d10-9cca-fb33dd8b1d3f req-96d382ef-3563-4706-b768-f60ab846481a service neutron] 10.222.0.68 "GET /v2.0/networks/f9f9e30e-0b39-4c8e-9a13-252818fafe21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2427711 Jul 14 09:25:39.094844 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bbee5e2-2451-4f4f-9a30-f66566627b38 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:39.095523 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4bbee5e2-2451-4f4f-9a30-f66566627b38 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:39.104385 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Pushing event updated for resources: {'Port': ['ID=b9ddac90-7ead-48f8-8830-dd4071192586,revision_number=6']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:39.123688 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-2aa7ec93-f2d7-4b34-8540-d90c667c5ee9 req-deca915e-941a-4546-9d46-76db27c814dd tempest-ListServerFiltersTestJSON-249454475 tempest-ListServerFiltersTestJSON-249454475-project] For port b9ddac90-7ead-48f8-8830-dd4071192586, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=b9ddac90-7ead-48f8-8830-dd4071192586,segment=NetworkSegment(fbee0cef-2769-4002-a250-507614fd960d),segment_id=fbee0cef-2769-4002-a250-507614fd960d)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:25:39.132043 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-2aa7ec93-f2d7-4b34-8540-d90c667c5ee9 req-deca915e-941a-4546-9d46-76db27c814dd tempest-ListServerFiltersTestJSON-249454475 tempest-ListServerFiltersTestJSON-249454475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:39.170718 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55884f02-2849-42ec-9ba2-15fdf43b6173 tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Checking segment: {'id': '0f04ac95-6c12-4d33-9421-625ddae609a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'b0b50c65-f409-4ad3-b817-197bbf41eb74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:25:39.172007 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55884f02-2849-42ec-9ba2-15fdf43b6173 tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Network hostable DHCP agents. Network: b0b50c65-f409-4ad3-b817-197bbf41eb74, hostable agents: ['c6a09bd4-f72e-4283-a3ca-0bbca8a51081'], hosted agents: [] {{(pid=93957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:25:39.178469 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba865811-ce3d-4fc6-9bf8-e5a0d75ad428 req-e9f57691-2de2-4786-8263-dce982ffe2ad tempest-ServerRescueTestJSON-1969041098 tempest-ServerRescueTestJSON-1969041098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:39.187062 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ba865811-ce3d-4fc6-9bf8-e5a0d75ad428 req-e9f57691-2de2-4786-8263-dce982ffe2ad tempest-ServerRescueTestJSON-1969041098 tempest-ServerRescueTestJSON-1969041098-project] 10.222.0.68 "GET /v2.0/ports?device_id=fd1f4779-7c9e-445b-a0be-3b95d7c816a4 HTTP/1.1" status: 200 len: 945 time: 0.4473689 Jul 14 09:25:39.191933 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Provisioning for port 3f9089b3-8363-4170-9c98-520fa9a9f887 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:25:39.202795 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Provisioning complete for port 3f9089b3-8363-4170-9c98-520fa9a9f887 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:25:39.207208 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:39.228438 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [req-2aa7ec93-f2d7-4b34-8540-d90c667c5ee9 req-deca915e-941a-4546-9d46-76db27c814dd tempest-ListServerFiltersTestJSON-249454475 tempest-ListServerFiltersTestJSON-249454475-project] Calling delete_port for b9ddac90-7ead-48f8-8830-dd4071192586 owned by compute:nova {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:25:39.268323 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-4bbee5e2-2451-4f4f-9a30-f66566627b38 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6558161 Jul 14 09:25:39.268490 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06df30a-2e59-47eb-bf5c-e6e85ca7a6b1 req-af9986a3-ca1a-4d2d-97fc-10b8c97a1e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:39.268490 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c06df30a-2e59-47eb-bf5c-e6e85ca7a6b1 req-af9986a3-ca1a-4d2d-97fc-10b8c97a1e19 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f9f9e30e-0b39-4c8e-9a13-252818fafe21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4900982 Jul 14 09:25:39.277252 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 09:25:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6e80ea0-95c8-4d20-8b71-a90d775e6a09 x-openstack-request-id: req-a6e80ea0-95c8-4d20-8b71-a90d775e6a09 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:25:39.277810 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52df408e-3ce3-40d2-a2cb-21f113824a61", "name": "network-vif-unplugged", "status": "completed", "tag": "b9ddac90-7ead-48f8-8830-dd4071192586", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:25:39.278172 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-a6e80ea0-95c8-4d20-8b71-a90d775e6a09 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:25:39.278774 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52df408e-3ce3-40d2-a2cb-21f113824a61', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9ddac90-7ead-48f8-8830-dd4071192586', 'code': 200} Jul 14 09:25:39.316808 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 03d07369-9a5d-4ab4-b25d-d7caeb09f187 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:25:39.348624 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ba865811-ce3d-4fc6-9bf8-e5a0d75ad428 req-0d59a543-ac0a-4cf9-bee4-0ea1c9c5887b tempest-ServerRescueTestJSON-1969041098 tempest-ServerRescueTestJSON-1969041098-project] 10.222.0.68 "GET /v2.0/security-groups?id=d6a7feba-be17-4d7e-a638-e9426c29981e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605802 Jul 14 09:25:39.390800 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29885a4c-1f8e-43c5-bfa9-b79e3dc58f23 None None] Network 5699172b-f98f-483a-81e1-27bccc5d3cba requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:25:39.512229 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:39.526304 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-ad0090cd-29ab-45c0-834a-30d59e307c6b None None] Provisioning for port 03d07369-9a5d-4ab4-b25d-d7caeb09f187 completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:25:39.547131 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning for port 03d07369-9a5d-4ab4-b25d-d7caeb09f187 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:25:39.555908 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-ad0090cd-29ab-45c0-834a-30d59e307c6b None None] Provisioning complete for port 03d07369-9a5d-4ab4-b25d-d7caeb09f187 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:25:39.556453 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ad0090cd-29ab-45c0-834a-30d59e307c6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:39.565702 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-534d0d0e-9b78-426f-bef9-2e39d34045cf req-a50134e3-f1b3-4ac1-ab4c-97cc381c646f tempest-FloatingIPsAssociationTestJSON-879911528 tempest-FloatingIPsAssociationTestJSON-879911528-project] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.25.4.155 HTTP/1.1" status: 200 len: 1001 time: 0.1460862 Jul 14 09:25:39.572733 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port 03d07369-9a5d-4ab4-b25d-d7caeb09f187 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:25:39.572733 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:39.637462 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534d0d0e-9b78-426f-bef9-2e39d34045cf req-cbf11d94-6331-44d1-9f89-fcd3c1d5aee5 tempest-FloatingIPsAssociationTestJSON-879911528 tempest-FloatingIPsAssociationTestJSON-879911528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:39.649594 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-534d0d0e-9b78-426f-bef9-2e39d34045cf req-cbf11d94-6331-44d1-9f89-fcd3c1d5aee5 tempest-FloatingIPsAssociationTestJSON-879911528 tempest-FloatingIPsAssociationTestJSON-879911528-project] 10.222.0.68 "GET /v2.0/ports/931e89d6-a83f-478c-8b7d-81fe28a1ecc4 HTTP/1.1" status: 200 len: 942 time: 0.0716245 Jul 14 09:25:39.676090 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 3f9089b3-8363-4170-9c98-520fa9a9f887, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=3f9089b3-8363-4170-9c98-520fa9a9f887,segment=NetworkSegment(836a85c8-8989-45d6-bb70-48fe95102097),segment_id=836a85c8-8989-45d6-bb70-48fe95102097)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:25:39.688020 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:39.849659 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06df30a-2e59-47eb-bf5c-e6e85ca7a6b1 req-af88a611-970a-4ccd-9a13-88ea6177865b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:39.851272 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c06df30a-2e59-47eb-bf5c-e6e85ca7a6b1 req-af88a611-970a-4ccd-9a13-88ea6177865b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f9f9e30e-0b39-4c8e-9a13-252818fafe21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.0372727 Jul 14 09:25:39.858678 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-534d0d0e-9b78-426f-bef9-2e39d34045cf req-518fccb7-128b-4d0b-a871-9782d982f4b9 tempest-FloatingIPsAssociationTestJSON-879911528 tempest-FloatingIPsAssociationTestJSON-879911528-project] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.25.4.155 HTTP/1.1" status: 200 len: 1001 time: 0.0895267 Jul 14 09:25:39.897765 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Pushing event updated for resources: {'Port': ['ID=3f9089b3-8363-4170-9c98-520fa9a9f887,revision_number=5']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:39.947740 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ad0090cd-29ab-45c0-834a-30d59e307c6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:39.959327 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:39.975833 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c06df30a-2e59-47eb-bf5c-e6e85ca7a6b1 req-f3b8280f-6766-446c-8f7f-a4476bdf90cb service neutron] 10.222.0.57 "GET /v2.0/networks/f9f9e30e-0b39-4c8e-9a13-252818fafe21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6939023 Jul 14 09:25:39.976401 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55884f02-2849-42ec-9ba2-15fdf43b6173 tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Network b0b50c65-f409-4ad3-b817-197bbf41eb74 is scheduled to be hosted by DHCP agent c6a09bd4-f72e-4283-a3ca-0bbca8a51081 with binding_index 1 {{(pid=93957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:25:40.009508 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534d0d0e-9b78-426f-bef9-2e39d34045cf req-90640c48-1a8d-4301-a2cc-57efefefd37a tempest-FloatingIPsAssociationTestJSON-879911528 tempest-FloatingIPsAssociationTestJSON-879911528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:40.026107 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-534d0d0e-9b78-426f-bef9-2e39d34045cf req-90640c48-1a8d-4301-a2cc-57efefefd37a tempest-FloatingIPsAssociationTestJSON-879911528 tempest-FloatingIPsAssociationTestJSON-879911528-project] 10.222.0.68 "GET /v2.0/networks/2dcd4d32-cc7c-4468-b396-7ce5c9231892 HTTP/1.1" status: 200 len: 784 time: 0.1596375 Jul 14 09:25:40.051935 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-ad0090cd-29ab-45c0-834a-30d59e307c6b None None] For port 03d07369-9a5d-4ab4-b25d-d7caeb09f187, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=03d07369-9a5d-4ab4-b25d-d7caeb09f187,segment=NetworkSegment(c705dd1f-2341-4524-a81f-3d9cf3c38e6b),segment_id=c705dd1f-2341-4524-a81f-3d9cf3c38e6b)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:25:40.057831 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ad0090cd-29ab-45c0-834a-30d59e307c6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:40.060190 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-55884f02-2849-42ec-9ba2-15fdf43b6173 tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-29, b0b50c65-f409-4ad3-b817-197bbf41eb74) {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:25:40.064863 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55884f02-2849-42ec-9ba2-15fdf43b6173 tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:40.065462 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-55884f02-2849-42ec-9ba2-15fdf43b6173 tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Notify callbacks [] for subnet, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:40.107933 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cedb5d7-dcef-409d-aadf-2d54b9eb79a3 None None] Network b0b50c65-f409-4ad3-b817-197bbf41eb74 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:25:40.128566 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-55884f02-2849-42ec-9ba2-15fdf43b6173 tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 4.2676957 Jul 14 09:25:40.131747 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 47574) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:40.139862 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-9f92f8f6-88f6-4038-badd-339f897f443c tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-281557681'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:25:40.193068 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f92f8f6-88f6-4038-badd-339f897f443c tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Made reservation on behalf of 24f83d3539e4497181e13bb568cf43a0 for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:25:40.197761 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9f92f8f6-88f6-4038-badd-339f897f443c tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:40.229541 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-b98666b8-64f8-4000-ba5c-f3332c90c565 req-38c3c480-ea6c-4136-a123-5b663487d0fc tempest-ServerShowV247Test-95289089 tempest-ServerShowV247Test-95289089-project] 10.222.0.68 "GET /v2.0/ports?device_id=597336fa-a9fd-4764-aecb-9f8b5af457b3 HTTP/1.1" status: 200 len: 210 time: 0.0501471 Jul 14 09:25:40.252587 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f92f8f6-88f6-4038-badd-339f897f443c tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 725} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:25:40.293225 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9f92f8f6-88f6-4038-badd-339f897f443c tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:40.293651 n-d-779913-29 neutron-server[93958]: INFO neutron.db.segments_db [None req-9f92f8f6-88f6-4038-badd-339f897f443c tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Added segment d26b0e82-e160-4718-b827-f93b94dc416a of type vlan for network cbfcb547-3bd5-4e11-8afe-b02fedb7accc Jul 14 09:25:40.301224 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5c9394-5599-474d-a0bc-8ad92bc0f79b req-8c36eed2-d761-450f-97ad-f31e7427d4db tempest-ListServerFiltersTestJSON-249454475 tempest-ListServerFiltersTestJSON-249454475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:40.302879 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-9b5c9394-5599-474d-a0bc-8ad92bc0f79b req-8c36eed2-d761-450f-97ad-f31e7427d4db tempest-ListServerFiltersTestJSON-249454475 tempest-ListServerFiltersTestJSON-249454475-project] 10.222.0.68 "GET /v2.0/ports?device_id=52df408e-3ce3-40d2-a2cb-21f113824a61 HTTP/1.1" status: 200 len: 944 time: 0.4440560 Jul 14 09:25:40.321483 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c06df30a-2e59-47eb-bf5c-e6e85ca7a6b1 req-8164e05b-a5aa-4aee-a803-d389d5333cff service neutron] 10.222.0.65 "GET /v2.0/networks/f9f9e30e-0b39-4c8e-9a13-252818fafe21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4587612 Jul 14 09:25:40.373773 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9f92f8f6-88f6-4038-badd-339f897f443c tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735687821325'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:40.460848 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9f92f8f6-88f6-4038-badd-339f897f443c tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:40.489433 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.db.api [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93959) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 09:25:40.489819 n-d-779913-29 neutron-server[93959]: DEBUG oslo_db.api [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 09:25:40.490297 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0090cd-29ab-45c0-834a-30d59e307c6b None None] Pushing event updated for resources: {'Port': ['ID=03d07369-9a5d-4ab4-b25d-d7caeb09f187,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:40.492567 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c06df30a-2e59-47eb-bf5c-e6e85ca7a6b1 req-b16a489b-7d4a-44da-9943-12b647fe9813 service neutron] 10.222.0.57 "GET /v2.0/networks/f9f9e30e-0b39-4c8e-9a13-252818fafe21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4999733 Jul 14 09:25:40.493063 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f92f8f6-88f6-4038-badd-339f897f443c tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:40.494150 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9f92f8f6-88f6-4038-badd-339f897f443c tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:40.501785 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c06df30a-2e59-47eb-bf5c-e6e85ca7a6b1 req-42222e18-2e57-46df-b232-4badea6de024 service neutron] 10.222.0.65 "GET /v2.0/networks/f9f9e30e-0b39-4c8e-9a13-252818fafe21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583335 Jul 14 09:25:40.516188 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-84fa73ca-9305-4089-98e9-35893cead064 None None] Provisioning for port c7e6be2f-2425-4c72-af72-9e3ea9414152 completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:25:40.522987 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-84fa73ca-9305-4089-98e9-35893cead064 None None] Provisioning complete for port c7e6be2f-2425-4c72-af72-9e3ea9414152 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:25:40.533698 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-84fa73ca-9305-4089-98e9-35893cead064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:40.551320 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-2aa7ec93-f2d7-4b34-8540-d90c667c5ee9 req-deca915e-941a-4546-9d46-76db27c814dd tempest-ListServerFiltersTestJSON-249454475 tempest-ListServerFiltersTestJSON-249454475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:40.619076 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 47578) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:40.623988 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-9f92f8f6-88f6-4038-badd-339f897f443c tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4887333 Jul 14 09:25:40.642535 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-5b3e2f8e-890b-4fe1-ac2b-5175251a8640 tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Request body: {'subnet': {'network_id': 'cbfcb547-3bd5-4e11-8afe-b02fedb7accc', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:25:40.646425 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-84fa73ca-9305-4089-98e9-35893cead064 None None] Port c7e6be2f-2425-4c72-af72-9e3ea9414152 cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:25:40.652734 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2870ceb-4ff5-4907-a7c4-91236eab82e2 None None] Network 42a058fa-f36e-4a5f-a1b5-ee56753d964d requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:25:40.653019 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f92f8f6-88f6-4038-badd-339f897f443c tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Pushing event updated for resources: {'Network': ['ID=cbfcb547-3bd5-4e11-8afe-b02fedb7accc,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:40.666541 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 47580) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:40.676543 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-ecc2515d-1df5-4093-8031-c7386a22eb6d tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Request body: {'security_group': {'name': 'tempest-securitygroup--157859231', 'description': 'tempest-description--722455857'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:25:40.701217 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-9b5c9394-5599-474d-a0bc-8ad92bc0f79b req-9c06f3ed-fe9f-4738-99ce-f41dc9fa5de0 tempest-ListServerFiltersTestJSON-249454475 tempest-ListServerFiltersTestJSON-249454475-project] 10.222.0.68 "GET /v2.0/security-groups?id=ce208e01-46cb-4812-9601-5914ea7ef5ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3724895 Jul 14 09:25:40.729181 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ecc2515d-1df5-4093-8031-c7386a22eb6d tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:40.740313 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Network cbfcb547-3bd5-4e11-8afe-b02fedb7accc details requested by agent ovs-agent-n-d-779913-29 with host n-d-779913-29 {{(pid=93959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:25:40.796976 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deca915e-941a-4546-9d46-76db27c814dd tempest-ListServerFiltersTestJSON-249454475 tempest-ListServerFiltersTestJSON-249454475-project] Pushing event deleted for resources: {'Port': ['ID=b9ddac90-7ead-48f8-8830-dd4071192586,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:40.807593 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-2aa7ec93-f2d7-4b34-8540-d90c667c5ee9 req-deca915e-941a-4546-9d46-76db27c814dd tempest-ListServerFiltersTestJSON-249454475 tempest-ListServerFiltersTestJSON-249454475-project] No DVR routers for this DVR port b9ddac90-7ead-48f8-8830-dd4071192586 on host n-h1-779913-29 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:25:40.819128 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-2aa7ec93-f2d7-4b34-8540-d90c667c5ee9 req-deca915e-941a-4546-9d46-76db27c814dd tempest-ListServerFiltersTestJSON-249454475 tempest-ListServerFiltersTestJSON-249454475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:40.834821 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2aa7ec93-f2d7-4b34-8540-d90c667c5ee9 req-deca915e-941a-4546-9d46-76db27c814dd tempest-ListServerFiltersTestJSON-249454475 tempest-ListServerFiltersTestJSON-249454475-project] 10.222.0.65 "DELETE /v2.0/ports/b9ddac90-7ead-48f8-8830-dd4071192586 HTTP/1.1" status: 204 len: 173 time: 4.0148926 Jul 14 09:25:40.835511 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52df408e-3ce3-40d2-a2cb-21f113824a61', 'name': 'network-vif-deleted', 'tag': 'b9ddac90-7ead-48f8-8830-dd4071192586'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:25:40.848168 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c6350d4-2e40-4e44-b7c4-5094ec89c303" -d '{"events": [{"server_uuid": "52df408e-3ce3-40d2-a2cb-21f113824a61", "name": "network-vif-deleted", "tag": "b9ddac90-7ead-48f8-8830-dd4071192586"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:25:40.882829 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deca915e-941a-4546-9d46-76db27c814dd tempest-ListServerFiltersTestJSON-249454475 tempest-ListServerFiltersTestJSON-249454475-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:25:40.884478 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deca915e-941a-4546-9d46-76db27c814dd tempest-ListServerFiltersTestJSON-249454475 tempest-ListServerFiltersTestJSON-249454475-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:25:40.884896 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deca915e-941a-4546-9d46-76db27c814dd tempest-ListServerFiltersTestJSON-249454475 tempest-ListServerFiltersTestJSON-249454475-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:25:40.885362 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deca915e-941a-4546-9d46-76db27c814dd tempest-ListServerFiltersTestJSON-249454475 tempest-ListServerFiltersTestJSON-249454475-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:25:40.885816 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deca915e-941a-4546-9d46-76db27c814dd tempest-ListServerFiltersTestJSON-249454475 tempest-ListServerFiltersTestJSON-249454475-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:25:40.886226 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deca915e-941a-4546-9d46-76db27c814dd tempest-ListServerFiltersTestJSON-249454475 tempest-ListServerFiltersTestJSON-249454475-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:25:40.886633 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deca915e-941a-4546-9d46-76db27c814dd tempest-ListServerFiltersTestJSON-249454475 tempest-ListServerFiltersTestJSON-249454475-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:25:40.887122 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deca915e-941a-4546-9d46-76db27c814dd tempest-ListServerFiltersTestJSON-249454475 tempest-ListServerFiltersTestJSON-249454475-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:25:40.887525 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deca915e-941a-4546-9d46-76db27c814dd tempest-ListServerFiltersTestJSON-249454475 tempest-ListServerFiltersTestJSON-249454475-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:25:40.887937 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deca915e-941a-4546-9d46-76db27c814dd tempest-ListServerFiltersTestJSON-249454475 tempest-ListServerFiltersTestJSON-249454475-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:25:40.888334 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deca915e-941a-4546-9d46-76db27c814dd tempest-ListServerFiltersTestJSON-249454475 tempest-ListServerFiltersTestJSON-249454475-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:25:40.889007 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deca915e-941a-4546-9d46-76db27c814dd tempest-ListServerFiltersTestJSON-249454475 tempest-ListServerFiltersTestJSON-249454475-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:25:40.907257 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-07a60c77-1043-4e01-937e-4bc88cd5f54f req-2a661e65-faa6-40dc-8179-d541dfc8b1c2 tempest-ServerShowV254Test-240420509 tempest-ServerShowV254Test-240420509-project] 10.222.0.68 "GET /v2.0/ports?device_id=9d989e86-2c7b-442e-9e80-552909e05e9d HTTP/1.1" status: 200 len: 210 time: 0.0845428 Jul 14 09:25:40.929099 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-84fa73ca-9305-4089-98e9-35893cead064 None None] Provisioning for port b19c971a-b91d-49b9-bdec-ee880b089aa3 completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:25:40.985800 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-84fa73ca-9305-4089-98e9-35893cead064 None None] Provisioning complete for port b19c971a-b91d-49b9-bdec-ee880b089aa3 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:25:40.986365 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-84fa73ca-9305-4089-98e9-35893cead064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:40.995217 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ecc2515d-1df5-4093-8031-c7386a22eb6d tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:41.004111 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ecc2515d-1df5-4093-8031-c7386a22eb6d tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:41.088146 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b3e2f8e-890b-4fe1-ac2b-5175251a8640 tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Made reservation on behalf of 24f83d3539e4497181e13bb568cf43a0 for: {'subnet': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:25:41.093582 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5b3e2f8e-890b-4fe1-ac2b-5175251a8640 tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11984110'] for subnet, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:41.104525 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ecc2515d-1df5-4093-8031-c7386a22eb6d tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:41.106321 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-ecc2515d-1df5-4093-8031-c7386a22eb6d tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4385262 Jul 14 09:25:41.108702 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc2515d-1df5-4093-8031-c7386a22eb6d tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e8708b8-59d7-4408-a840-9965955f2a4b,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:41.117764 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 47586) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:41.137941 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-9fcf70bb-310e-4315-a149-bf859af3ae16 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Request body: {'security_group_rule': {'security_group_id': '3e8708b8-59d7-4408-a840-9965955f2a4b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:25:41.168569 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90d62533-f7dc-4b4f-a1c3-6a624bae8da0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf57baaa9-fd24-59f4-8fd2-1dc21122ce72-b0b50c65-f409-4ad3-b817-197bbf41eb74', 'network_id': 'b0b50c65-f409-4ad3-b817-197bbf41eb74', 'tenant_id': '24f83d3539e4497181e13bb568cf43a0', 'fixed_ips': [{'subnet_id': '9cf36d0f-915d-4ace-9af4-693be8196681'}]}} from n-d-779913-29. {{(pid=93959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:25:41.169424 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-90d62533-f7dc-4b4f-a1c3-6a624bae8da0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:41.174502 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-81962935-8db6-416b-9c29-f5f6928cdba1 req-c99469e6-412c-4cc4-ab55-78800bc67f2b tempest-FloatingIPsAssociationTestJSON-879911528 tempest-FloatingIPsAssociationTestJSON-879911528-project] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.25.4.155 HTTP/1.1" status: 200 len: 1001 time: 0.3786314 Jul 14 09:25:41.205997 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9fcf70bb-310e-4315-a149-bf859af3ae16 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:41.231841 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-84fa73ca-9305-4089-98e9-35893cead064 None None] Port b19c971a-b91d-49b9-bdec-ee880b089aa3 cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:25:41.239322 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device c1a825e8-c709-4028-8c14-3a5c56fecb50 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:25:41.242242 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961d2e99-9a48-4025-a76e-971f513910b4 req-c298c5bd-8ca0-49fb-bed2-088f2e055963 tempest-ServerRescueTestJSON-1969041098 tempest-ServerRescueTestJSON-1969041098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:41.245988 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-961d2e99-9a48-4025-a76e-971f513910b4 req-c298c5bd-8ca0-49fb-bed2-088f2e055963 tempest-ServerRescueTestJSON-1969041098 tempest-ServerRescueTestJSON-1969041098-project] 10.222.0.68 "GET /v2.0/ports?device_id=fd1f4779-7c9e-445b-a0be-3b95d7c816a4 HTTP/1.1" status: 200 len: 946 time: 0.1295352 Jul 14 09:25:41.267054 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81962935-8db6-416b-9c29-f5f6928cdba1 req-871cee2f-0576-44b6-abbf-383d50494b78 tempest-FloatingIPsAssociationTestJSON-879911528 tempest-FloatingIPsAssociationTestJSON-879911528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:41.268452 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-81962935-8db6-416b-9c29-f5f6928cdba1 req-871cee2f-0576-44b6-abbf-383d50494b78 tempest-FloatingIPsAssociationTestJSON-879911528 tempest-FloatingIPsAssociationTestJSON-879911528-project] 10.222.0.68 "GET /v2.0/ports/931e89d6-a83f-478c-8b7d-81fe28a1ecc4 HTTP/1.1" status: 200 len: 942 time: 0.0828838 Jul 14 09:25:41.295859 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd1f4779-7c9e-445b-a0be-3b95d7c816a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f9089b3-8363-4170-9c98-520fa9a9f887'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:25:41.298288 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd62303f06773040a8a4e189dc46b4f565768c299abf8ab8e7739778b0bc3e97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48354f29-97bb-4fa8-956d-c4ce7de20b61" -d '{"events": [{"server_uuid": "fd1f4779-7c9e-445b-a0be-3b95d7c816a4", "name": "network-vif-plugged", "status": "completed", "tag": "3f9089b3-8363-4170-9c98-520fa9a9f887"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:25:41.318096 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9fcf70bb-310e-4315-a149-bf859af3ae16 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:41.349897 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-961d2e99-9a48-4025-a76e-971f513910b4 req-8ea8e967-cebe-41d1-9a54-6c5bcf27678e tempest-ServerRescueTestJSON-1969041098 tempest-ServerRescueTestJSON-1969041098-project] 10.222.0.68 "GET /v2.0/security-groups?id=d6a7feba-be17-4d7e-a638-e9426c29981e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986249 Jul 14 09:25:41.353200 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9fcf70bb-310e-4315-a149-bf859af3ae16 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529131'] for security_group_rule, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:41.381106 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-84fa73ca-9305-4089-98e9-35893cead064 None None] Provisioning complete for port 03d07369-9a5d-4ab4-b25d-d7caeb09f187 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:25:41.381485 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-84fa73ca-9305-4089-98e9-35893cead064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:41.404201 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcf70bb-310e-4315-a149-bf859af3ae16 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15f4e6b6-96c7-48ce-9266-a0f3273c97cc,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:41.409972 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9fcf70bb-310e-4315-a149-bf859af3ae16 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:41.411912 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-9fcf70bb-310e-4315-a149-bf859af3ae16 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2890306 Jul 14 09:25:41.414542 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 47592) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:41.422627 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-f371a652-514d-4823-a995-741cf93e38bc tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Request body: {'security_group_rule': {'security_group_id': '3e8708b8-59d7-4408-a840-9965955f2a4b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:25:41.422820 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5b3e2f8e-890b-4fe1-ac2b-5175251a8640 tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10052764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11984092'] for subnet, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:41.455808 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f371a652-514d-4823-a995-741cf93e38bc tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:41.471016 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:25:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98b9cf7f-5d2e-4303-bb91-ca7ee8ab274c x-openstack-request-id: req-98b9cf7f-5d2e-4303-bb91-ca7ee8ab274c {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:25:41.471493 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52df408e-3ce3-40d2-a2cb-21f113824a61", "name": "network-vif-deleted", "tag": "b9ddac90-7ead-48f8-8830-dd4071192586", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:25:41.471834 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-98b9cf7f-5d2e-4303-bb91-ca7ee8ab274c {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:25:41.472583 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52df408e-3ce3-40d2-a2cb-21f113824a61', 'name': 'network-vif-deleted', 'tag': 'b9ddac90-7ead-48f8-8830-dd4071192586', 'status': 'completed', 'code': 200} Jul 14 09:25:41.525700 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning for port c1a825e8-c709-4028-8c14-3a5c56fecb50 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:25:41.530684 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-90d62533-f7dc-4b4f-a1c3-6a624bae8da0 None None] Allocated IP 19.80.0.2 (b0b50c65-f409-4ad3-b817-197bbf41eb74/9cf36d0f-915d-4ace-9af4-693be8196681/aac01286-1adc-47a2-b63a-1e3b50e8aec0) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:25:41.543230 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port c1a825e8-c709-4028-8c14-3a5c56fecb50 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:25:41.543622 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:41.550750 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f371a652-514d-4823-a995-741cf93e38bc tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:41.556699 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f371a652-514d-4823-a995-741cf93e38bc tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529131'] for security_group_rule, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:41.564559 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-81962935-8db6-416b-9c29-f5f6928cdba1 req-4a25fe23-5385-4834-b461-eaa723f89624 tempest-FloatingIPsAssociationTestJSON-879911528 tempest-FloatingIPsAssociationTestJSON-879911528-project] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.25.4.155 HTTP/1.1" status: 200 len: 1001 time: 0.1549225 Jul 14 09:25:41.584327 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b3e2f8e-890b-4fe1-ac2b-5175251a8640 tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Checking segment: {'id': 'd26b0e82-e160-4718-b827-f93b94dc416a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'cbfcb547-3bd5-4e11-8afe-b02fedb7accc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:25:41.584846 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b3e2f8e-890b-4fe1-ac2b-5175251a8640 tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Network hostable DHCP agents. Network: cbfcb547-3bd5-4e11-8afe-b02fedb7accc, hostable agents: ['c6a09bd4-f72e-4283-a3ca-0bbca8a51081'], hosted agents: [] {{(pid=93957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:25:41.587991 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3e2f8e-890b-4fe1-ac2b-5175251a8640 tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Pushing event updated for resources: {'Subnet': ['ID=c4390d6c-a86c-4c14-9560-506abcecbcfa,revision_number=0']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:41.590579 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f371a652-514d-4823-a995-741cf93e38bc tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=240c772b-96e1-440d-a6b2-478a2bbe8e6c,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:41.605645 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f371a652-514d-4823-a995-741cf93e38bc tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:41.608000 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-f371a652-514d-4823-a995-741cf93e38bc tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1920266 Jul 14 09:25:41.610721 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 47594) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:41.621128 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-300cb2fe-6b52-4e7e-a96d-0b079ffcc4ad tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Request body: {'floatingip': {'floating_network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:25:41.702190 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b3e2f8e-890b-4fe1-ac2b-5175251a8640 tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Network cbfcb547-3bd5-4e11-8afe-b02fedb7accc is scheduled to be hosted by DHCP agent c6a09bd4-f72e-4283-a3ca-0bbca8a51081 with binding_index 1 {{(pid=93957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:25:41.718093 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-300cb2fe-6b52-4e7e-a96d-0b079ffcc4ad tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Notify callbacks [] for floatingip, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:41.726429 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-c647ea75-5ca2-4d62-b143-5e698e8f22c6 req-6afffeaf-ef51-4162-b958-3f0bcfbfd7c0 tempest-ServerShowV247Test-95289089 tempest-ServerShowV247Test-95289089-project] 10.222.0.68 "GET /v2.0/ports?device_id=597336fa-a9fd-4764-aecb-9f8b5af457b3 HTTP/1.1" status: 200 len: 210 time: 0.0681975 Jul 14 09:25:41.747253 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-5b3e2f8e-890b-4fe1-ac2b-5175251a8640 tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-29, cbfcb547-3bd5-4e11-8afe-b02fedb7accc) {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:25:41.764702 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53138b27-2e27-4690-b41b-bfc95a5cc926 None None] Network cbfcb547-3bd5-4e11-8afe-b02fedb7accc requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:25:41.773097 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b3e2f8e-890b-4fe1-ac2b-5175251a8640 tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:41.780504 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5b3e2f8e-890b-4fe1-ac2b-5175251a8640 tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Notify callbacks [] for subnet, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:41.823742 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81962935-8db6-416b-9c29-f5f6928cdba1 req-c444396b-dc1c-4075-a979-6498275158df tempest-FloatingIPsAssociationTestJSON-879911528 tempest-FloatingIPsAssociationTestJSON-879911528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:41.834511 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-81962935-8db6-416b-9c29-f5f6928cdba1 req-c444396b-dc1c-4075-a979-6498275158df tempest-FloatingIPsAssociationTestJSON-879911528 tempest-FloatingIPsAssociationTestJSON-879911528-project] 10.222.0.68 "GET /v2.0/networks/2dcd4d32-cc7c-4468-b396-7ce5c9231892 HTTP/1.1" status: 200 len: 784 time: 0.2685742 Jul 14 09:25:41.876068 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:25:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2831c16-c54d-4286-a28f-ec8f86f712ee x-openstack-request-id: req-f2831c16-c54d-4286-a28f-ec8f86f712ee {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:25:41.876362 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd1f4779-7c9e-445b-a0be-3b95d7c816a4", "name": "network-vif-plugged", "status": "completed", "tag": "3f9089b3-8363-4170-9c98-520fa9a9f887", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:25:41.876612 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-f2831c16-c54d-4286-a28f-ec8f86f712ee {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:25:41.877015 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd1f4779-7c9e-445b-a0be-3b95d7c816a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f9089b3-8363-4170-9c98-520fa9a9f887', 'code': 200} Jul 14 09:25:41.920993 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:41.923032 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-5b3e2f8e-890b-4fe1-ac2b-5175251a8640 tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.2910860 Jul 14 09:25:41.946966 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-300cb2fe-6b52-4e7e-a96d-0b079ffcc4ad tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:41.978533 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-95c9a5d2-850e-44ad-9beb-d76d84fc22f3 None None] Provisioning complete for port c7e6be2f-2425-4c72-af72-9e3ea9414152 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:25:41.978908 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-95c9a5d2-850e-44ad-9beb-d76d84fc22f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:41.985974 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-90d62533-f7dc-4b4f-a1c3-6a624bae8da0 None None] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:41.987127 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 47600) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:42.079780 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-81962935-8db6-416b-9c29-f5f6928cdba1 req-331b87d5-b64e-42eb-807b-66b738c804ad tempest-FloatingIPsAssociationTestJSON-879911528 tempest-FloatingIPsAssociationTestJSON-879911528-project] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.25.4.155 HTTP/1.1" status: 200 len: 1001 time: 0.2419260 Jul 14 09:25:42.093265 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-90d62533-f7dc-4b4f-a1c3-6a624bae8da0 None None] Transition to ACTIVE for port object aac01286-1adc-47a2-b63a-1e3b50e8aec0 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:25:42.111021 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-81962935-8db6-416b-9c29-f5f6928cdba1 req-213e2e53-3061-4629-be1d-e979f3ae5b9c tempest-FloatingIPsAssociationTestJSON-879911528 tempest-FloatingIPsAssociationTestJSON-879911528-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:25:42.111260 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] For port c1a825e8-c709-4028-8c14-3a5c56fecb50, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=c1a825e8-c709-4028-8c14-3a5c56fecb50,segment=NetworkSegment(70cf02bb-b256-4c4f-aeb2-ce24b8b9ce7b),segment_id=70cf02bb-b256-4c4f-aeb2-ce24b8b9ce7b)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:25:42.126353 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:42.153661 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-3dc26cb5-1e7b-4d21-91f3-5e33436ef85e req-d9693769-7fb7-4c65-a6e8-e139650f4cec tempest-ServerShowV254Test-240420509 tempest-ServerShowV254Test-240420509-project] 10.222.0.68 "GET /v2.0/ports?device_id=9d989e86-2c7b-442e-9e80-552909e05e9d HTTP/1.1" status: 200 len: 210 time: 0.0453682 Jul 14 09:25:42.171230 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_v2 [None req-a414b170-9844-4053-b629-69bf33ed1cb0 admin admin] Deleting subnet 7aa7ebb9-1cd7-4bcb-a86c-b1b49761ab04 {{(pid=93957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:25:42.180987 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a414b170-9844-4053-b629-69bf33ed1cb0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:42.193059 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c034c7a-9740-42e5-aad6-91b8380228aa req-4e4bb040-2e55-4375-b385-cc77c26b3514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:42.194481 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2c034c7a-9740-42e5-aad6-91b8380228aa req-4e4bb040-2e55-4375-b385-cc77c26b3514 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=fd1f4779-7c9e-445b-a0be-3b95d7c816a4 HTTP/1.1" status: 200 len: 1098 time: 0.2578537 Jul 14 09:25:42.195667 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-300cb2fe-6b52-4e7e-a96d-0b079ffcc4ad tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Allocated IP 172.25.4.36 (2dcd4d32-cc7c-4468-b396-7ce5c9231892/6cd22a75-5bc1-467c-a3c4-0af04bd1b34a/1cd161b6-33ea-4afd-8320-b42099753898) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:25:42.213818 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Pushing event updated for resources: {'Port': ['ID=c1a825e8-c709-4028-8c14-3a5c56fecb50,revision_number=5']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:42.222162 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-90d62533-f7dc-4b4f-a1c3-6a624bae8da0 None None] Transition to ACTIVE for port object aac01286-1adc-47a2-b63a-1e3b50e8aec0 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:25:42.222162 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-95c9a5d2-850e-44ad-9beb-d76d84fc22f3 None None] Port c7e6be2f-2425-4c72-af72-9e3ea9414152 cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:25:42.248662 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-90d62533-f7dc-4b4f-a1c3-6a624bae8da0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:42.256515 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-95c9a5d2-850e-44ad-9beb-d76d84fc22f3 None None] Provisioning complete for port b19c971a-b91d-49b9-bdec-ee880b089aa3 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:25:42.257212 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-95c9a5d2-850e-44ad-9beb-d76d84fc22f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:42.263410 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-81962935-8db6-416b-9c29-f5f6928cdba1 req-213e2e53-3061-4629-be1d-e979f3ae5b9c tempest-FloatingIPsAssociationTestJSON-879911528 tempest-FloatingIPsAssociationTestJSON-879911528-project] Notify callbacks [] for floatingip, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:42.339427 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2c034c7a-9740-42e5-aad6-91b8380228aa req-52a30255-d3fa-4a3e-a02f-bfc95383a11c service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=d6a7feba-be17-4d7e-a638-e9426c29981e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226630 Jul 14 09:25:42.345399 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a414b170-9844-4053-b629-69bf33ed1cb0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10944203'] for subnet, precommit_delete_associations {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:42.374254 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e211f761-abb6-45f0-8f82-b9c46b9f4f6d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf57baaa9-fd24-59f4-8fd2-1dc21122ce72-cbfcb547-3bd5-4e11-8afe-b02fedb7accc', 'network_id': 'cbfcb547-3bd5-4e11-8afe-b02fedb7accc', 'tenant_id': '24f83d3539e4497181e13bb568cf43a0', 'fixed_ips': [{'subnet_id': 'c4390d6c-a86c-4c14-9560-506abcecbcfa'}]}} from n-d-779913-29. {{(pid=93959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:25:42.376502 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e211f761-abb6-45f0-8f82-b9c46b9f4f6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:42.420933 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 03d07369-9a5d-4ab4-b25d-d7caeb09f187 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:25:42.425796 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90d62533-f7dc-4b4f-a1c3-6a624bae8da0 None None] Network b0b50c65-f409-4ad3-b817-197bbf41eb74 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:25:42.440721 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-300cb2fe-6b52-4e7e-a96d-0b079ffcc4ad tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:42.446855 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d62533-f7dc-4b4f-a1c3-6a624bae8da0 None None] Pushing event updated for resources: {'Port': ['ID=aac01286-1adc-47a2-b63a-1e3b50e8aec0,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:42.453442 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-90d62533-f7dc-4b4f-a1c3-6a624bae8da0 None None] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:25:42.464546 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d62533-f7dc-4b4f-a1c3-6a624bae8da0 None None] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:25:42.466785 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-95c9a5d2-850e-44ad-9beb-d76d84fc22f3 None None] Port b19c971a-b91d-49b9-bdec-ee880b089aa3 cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:25:42.479660 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd08475-2d42-4e31-b9e7-faf3753e5214 req-7d9594d9-a516-4e26-8efa-263a569b37ff tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:42.486633 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd08475-2d42-4e31-b9e7-faf3753e5214 req-7d9594d9-a516-4e26-8efa-263a569b37ff tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:42.488244 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-abd08475-2d42-4e31-b9e7-faf3753e5214 req-7d9594d9-a516-4e26-8efa-263a569b37ff tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] 10.222.0.68 "GET /v2.0/networks?id=b0b50c65-f409-4ad3-b817-197bbf41eb74&id=cbfcb547-3bd5-4e11-8afe-b02fedb7accc&id=b0b50c65-f409-4ad3-b817-197bbf41eb74 HTTP/1.1" status: 200 len: 1389 time: 0.1898375 Jul 14 09:25:42.516257 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-abd08475-2d42-4e31-b9e7-faf3753e5214 req-e35773bd-0801-404a-aa40-47d216208d73 tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] 10.222.0.68 "GET /v2.0/quotas/24f83d3539e4497181e13bb568cf43a0 HTTP/1.1" status: 200 len: 375 time: 0.0215194 Jul 14 09:25:42.532993 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-81962935-8db6-416b-9c29-f5f6928cdba1 req-213e2e53-3061-4629-be1d-e979f3ae5b9c tempest-FloatingIPsAssociationTestJSON-879911528 tempest-FloatingIPsAssociationTestJSON-879911528-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:42.538742 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a414b170-9844-4053-b629-69bf33ed1cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3481002'] for subnet, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:42.558298 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-81962935-8db6-416b-9c29-f5f6928cdba1 req-213e2e53-3061-4629-be1d-e979f3ae5b9c tempest-FloatingIPsAssociationTestJSON-879911528 tempest-FloatingIPsAssociationTestJSON-879911528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-660590'] for floatingip, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:42.558631 n-d-779913-29 neutron-server[93957]: INFO neutron.db.l3_db [req-81962935-8db6-416b-9c29-f5f6928cdba1 req-213e2e53-3061-4629-be1d-e979f3ae5b9c tempest-FloatingIPsAssociationTestJSON-879911528 tempest-FloatingIPsAssociationTestJSON-879911528-project] Floating IP b2d169b0-4b8b-4c1e-98bd-70d843f4ffcc disassociated. External IP: 172.25.4.155, port: 931e89d6-a83f-478c-8b7d-81fe28a1ecc4. Jul 14 09:25:42.561481 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-300cb2fe-6b52-4e7e-a96d-0b079ffcc4ad tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:42.606103 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-95c9a5d2-850e-44ad-9beb-d76d84fc22f3 None None] Provisioning for port 32fa04da-df89-43a4-b9a0-c42f55b6cd85 completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:25:42.613144 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-300cb2fe-6b52-4e7e-a96d-0b079ffcc4ad tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Network 2dcd4d32-cc7c-4468-b396-7ce5c9231892 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:25:42.621897 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-300cb2fe-6b52-4e7e-a96d-0b079ffcc4ad tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:25:42.628793 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300cb2fe-6b52-4e7e-a96d-0b079ffcc4ad tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Pushing event updated for resources: {'Port': ['ID=1cd161b6-33ea-4afd-8320-b42099753898,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:42.631408 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-300cb2fe-6b52-4e7e-a96d-0b079ffcc4ad tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:25:42.634288 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:42.637778 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-90d62533-f7dc-4b4f-a1c3-6a624bae8da0 None None] Attempting to bind port aac01286-1adc-47a2-b63a-1e3b50e8aec0 on host n-d-779913-29 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:25:42.638117 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-90d62533-f7dc-4b4f-a1c3-6a624bae8da0 None None] Attempting to bind port aac01286-1adc-47a2-b63a-1e3b50e8aec0 by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': '0f04ac95-6c12-4d33-9421-625ddae609a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'b0b50c65-f409-4ad3-b817-197bbf41eb74'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:25:42.638485 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d62533-f7dc-4b4f-a1c3-6a624bae8da0 None None] Attempting to bind port aac01286-1adc-47a2-b63a-1e3b50e8aec0 on network b0b50c65-f409-4ad3-b817-197bbf41eb74 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:25:42.669774 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port 03d07369-9a5d-4ab4-b25d-d7caeb09f187 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:25:42.670153 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:42.673407 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d62533-f7dc-4b4f-a1c3-6a624bae8da0 None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 25, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:25:42.673815 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d62533-f7dc-4b4f-a1c3-6a624bae8da0 None None] Checking segment: {'id': '0f04ac95-6c12-4d33-9421-625ddae609a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'b0b50c65-f409-4ad3-b817-197bbf41eb74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:25:42.674218 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-90d62533-f7dc-4b4f-a1c3-6a624bae8da0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:42.674616 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d62533-f7dc-4b4f-a1c3-6a624bae8da0 None None] Bound using segment: {'id': '0f04ac95-6c12-4d33-9421-625ddae609a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'b0b50c65-f409-4ad3-b817-197bbf41eb74'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:25:42.675103 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-90d62533-f7dc-4b4f-a1c3-6a624bae8da0 None None] Bound port: aac01286-1adc-47a2-b63a-1e3b50e8aec0, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f04ac95-6c12-4d33-9421-625ddae609a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'b0b50c65-f409-4ad3-b817-197bbf41eb74'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:25:42.675664 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-90d62533-f7dc-4b4f-a1c3-6a624bae8da0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:42.687525 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-abd08475-2d42-4e31-b9e7-faf3753e5214 req-8a5ee145-78cf-4fcb-8dd8-47f7710e290a tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=24f83d3539e4497181e13bb568cf43a0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1627755 Jul 14 09:25:42.747749 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-e211f761-abb6-45f0-8f82-b9c46b9f4f6d None None] Allocated IP 19.86.0.2 (cbfcb547-3bd5-4e11-8afe-b02fedb7accc/c4390d6c-a86c-4c14-9560-506abcecbcfa/14a8802f-210b-44c2-9214-05982728c30e) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:25:42.792136 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a414b170-9844-4053-b629-69bf33ed1cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10052701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11984075'] for subnet, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:42.822667 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a414b170-9844-4053-b629-69bf33ed1cb0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7aa7ebb9-1cd7-4bcb-a86c-b1b49761ab04,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:42.834471 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a414b170-9844-4053-b629-69bf33ed1cb0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:42.839764 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-a414b170-9844-4053-b629-69bf33ed1cb0 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/7aa7ebb9-1cd7-4bcb-a86c-b1b49761ab04 HTTP/1.1" status: 204 len: 168 time: 0.8478100 Jul 14 09:25:42.840560 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 47620) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:42.847191 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10920ebd-d110-4972-b46f-f071b9936f7a None None] Network 306a0bc6-d197-4ff4-9a5e-b84eb29a3de2 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:25:42.909245 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.l3_agent_scheduler [req-81962935-8db6-416b-9c29-f5f6928cdba1 req-213e2e53-3061-4629-be1d-e979f3ae5b9c tempest-FloatingIPsAssociationTestJSON-879911528 tempest-FloatingIPsAssociationTestJSON-879911528-project] Router 0e2861da-41c5-4938-88f7-e1396c0219c6 has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:25:42.931272 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7973a52e-597d-4cad-ad09-756c5929b562 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3876111'] for network, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:43.119281 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-90d62533-f7dc-4b4f-a1c3-6a624bae8da0 None None] For port aac01286-1adc-47a2-b63a-1e3b50e8aec0, host n-d-779913-29, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:25:43.129526 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-81962935-8db6-416b-9c29-f5f6928cdba1 req-213e2e53-3061-4629-be1d-e979f3ae5b9c tempest-FloatingIPsAssociationTestJSON-879911528 tempest-FloatingIPsAssociationTestJSON-879911528-project] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:25:43.129838 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-300cb2fe-6b52-4e7e-a96d-0b079ffcc4ad tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:43.135242 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-81962935-8db6-416b-9c29-f5f6928cdba1 req-213e2e53-3061-4629-be1d-e979f3ae5b9c tempest-FloatingIPsAssociationTestJSON-879911528 tempest-FloatingIPsAssociationTestJSON-879911528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for floatingip, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:43.162845 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-90d62533-f7dc-4b4f-a1c3-6a624bae8da0 None None] For port aac01286-1adc-47a2-b63a-1e3b50e8aec0, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=aac01286-1adc-47a2-b63a-1e3b50e8aec0,segment=NetworkSegment(0f04ac95-6c12-4d33-9421-625ddae609a1),segment_id=0f04ac95-6c12-4d33-9421-625ddae609a1)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:25:43.164120 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2340548e-80ac-4a90-bf44-da940c8f202e None None] Sync routers for ids ['0e2861da-41c5-4938-88f7-e1396c0219c6'] in n-d-779913-29 {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:25:43.166917 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-7973a52e-597d-4cad-ad09-756c5929b562 admin admin] Deleting port 723b9546-989b-4dd3-b0db-e8a3b17a5d76 {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:25:43.167264 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7973a52e-597d-4cad-ad09-756c5929b562 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:43.178017 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-abd08475-2d42-4e31-b9e7-faf3753e5214 req-b718c3ee-a726-4a8c-8889-49c93e838e0d service neutron] 10.222.0.68 "GET /v2.0/networks/b0b50c65-f409-4ad3-b817-197bbf41eb74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4806187 Jul 14 09:25:43.187428 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-90d62533-f7dc-4b4f-a1c3-6a624bae8da0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:43.203166 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 32fa04da-df89-43a4-b9a0-c42f55b6cd85 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:25:43.232742 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-81962935-8db6-416b-9c29-f5f6928cdba1 req-213e2e53-3061-4629-be1d-e979f3ae5b9c tempest-FloatingIPsAssociationTestJSON-879911528 tempest-FloatingIPsAssociationTestJSON-879911528-project] 10.222.0.68 "PUT /v2.0/floatingips/b2d169b0-4b8b-4c1e-98bd-70d843f4ffcc HTTP/1.1" status: 200 len: 695 time: 1.1472120 Jul 14 09:25:43.269846 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2340548e-80ac-4a90-bf44-da940c8f202e None None] Routers {'0e2861da-41c5-4938-88f7-e1396c0219c6'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:25:43.270483 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-2340548e-80ac-4a90-bf44-da940c8f202e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:25:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['0e2861da-41c5-4938-88f7-e1396c0219c6'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:25:43.276177 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-300cb2fe-6b52-4e7e-a96d-0b079ffcc4ad tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:43.299333 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7973a52e-597d-4cad-ad09-756c5929b562 admin admin] For port 723b9546-989b-4dd3-b0db-e8a3b17a5d76, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=723b9546-989b-4dd3-b0db-e8a3b17a5d76,segment=NetworkSegment(fbee0cef-2769-4002-a250-507614fd960d),segment_id=fbee0cef-2769-4002-a250-507614fd960d)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:25:43.299952 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7973a52e-597d-4cad-ad09-756c5929b562 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:43.327034 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-7973a52e-597d-4cad-ad09-756c5929b562 admin admin] Calling delete_port for 723b9546-989b-4dd3-b0db-e8a3b17a5d76 owned by network:dhcp {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:25:43.398335 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-abd08475-2d42-4e31-b9e7-faf3753e5214 req-98a0d7e4-1533-4040-9825-24fe65c02246 service neutron] 10.222.0.68 "GET /v2.0/networks/b0b50c65-f409-4ad3-b817-197bbf41eb74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1893153 Jul 14 09:25:43.422188 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81962935-8db6-416b-9c29-f5f6928cdba1 req-117e030b-8808-4299-bb02-b6633336ebd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:43.423823 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-81962935-8db6-416b-9c29-f5f6928cdba1 req-117e030b-8808-4299-bb02-b6633336ebd4 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=cb2a8bd81eea456b92b36dee5b159f07&device_id=86edc551-2af1-49b8-ace8-978539698fff HTTP/1.1" status: 200 len: 1097 time: 0.1690261 Jul 14 09:25:43.448722 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:43.475721 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86edc551-2af1-49b8-ace8-978539698fff', 'tag': '931e89d6-a83f-478c-8b7d-81fe28a1ecc4'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:25:43.483284 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d62533-f7dc-4b4f-a1c3-6a624bae8da0 None None] Pushing event updated for resources: {'Port': ['ID=aac01286-1adc-47a2-b63a-1e3b50e8aec0,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:43.484547 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f9c98f1-f39f-4a50-ae31-4c1246cb9f0b" -d '{"events": [{"name": "network-changed", "server_uuid": "86edc551-2af1-49b8-ace8-978539698fff", "tag": "931e89d6-a83f-478c-8b7d-81fe28a1ecc4"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:25:43.489235 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e211f761-abb6-45f0-8f82-b9c46b9f4f6d None None] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:43.513649 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-e211f761-abb6-45f0-8f82-b9c46b9f4f6d None None] Transition to ACTIVE for port object 14a8802f-210b-44c2-9214-05982728c30e will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:25:43.537066 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning for port 32fa04da-df89-43a4-b9a0-c42f55b6cd85 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:25:43.559795 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-e211f761-abb6-45f0-8f82-b9c46b9f4f6d None None] Transition to ACTIVE for port object 14a8802f-210b-44c2-9214-05982728c30e will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:25:43.572309 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvr_db [None req-2340548e-80ac-4a90-bf44-da940c8f202e None None] Set router 0e2861da-41c5-4938-88f7-e1396c0219c6 gateway port host: n-d-779913-29 {{(pid=93959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:25:43.588139 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7973a52e-597d-4cad-ad09-756c5929b562 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:43.613061 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-abd08475-2d42-4e31-b9e7-faf3753e5214 req-51ab6a6e-84fe-4683-9d74-2963cf18de89 service neutron] 10.222.0.68 "GET /v2.0/networks/cbfcb547-3bd5-4e11-8afe-b02fedb7accc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2033684 Jul 14 09:25:43.627398 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port 32fa04da-df89-43a4-b9a0-c42f55b6cd85 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:25:43.627786 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:43.636234 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7973a52e-597d-4cad-ad09-756c5929b562 admin admin] No DVR routers for this DVR port 723b9546-989b-4dd3-b0db-e8a3b17a5d76 on host n-d-779913-29 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:25:43.636878 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e211f761-abb6-45f0-8f82-b9c46b9f4f6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:43.648837 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7973a52e-597d-4cad-ad09-756c5929b562 admin admin] Pushing event deleted for resources: {'Port': ['ID=723b9546-989b-4dd3-b0db-e8a3b17a5d76,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:43.688449 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-300cb2fe-6b52-4e7e-a96d-0b079ffcc4ad tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:43.703628 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-300cb2fe-6b52-4e7e-a96d-0b079ffcc4ad tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13574142'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:43.822505 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300cb2fe-6b52-4e7e-a96d-0b079ffcc4ad tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Pushing event updated for resources: {'Port': ['ID=1cd161b6-33ea-4afd-8320-b42099753898,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:43.837965 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e211f761-abb6-45f0-8f82-b9c46b9f4f6d None None] Network cbfcb547-3bd5-4e11-8afe-b02fedb7accc is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:25:43.853660 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-300cb2fe-6b52-4e7e-a96d-0b079ffcc4ad tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-660590'] for floatingip, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:43.871237 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-abd08475-2d42-4e31-b9e7-faf3753e5214 req-dc93dab9-db42-4e69-b11e-03cf2c86991c service neutron] 10.222.0.68 "GET /v2.0/networks/cbfcb547-3bd5-4e11-8afe-b02fedb7accc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2568882 Jul 14 09:25:43.880246 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-300cb2fe-6b52-4e7e-a96d-0b079ffcc4ad tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for floatingip, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:43.881659 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-300cb2fe-6b52-4e7e-a96d-0b079ffcc4ad tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.2694230 Jul 14 09:25:43.903586 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-e211f761-abb6-45f0-8f82-b9c46b9f4f6d None None] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:25:43.915174 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e211f761-abb6-45f0-8f82-b9c46b9f4f6d None None] Pushing event updated for resources: {'Port': ['ID=14a8802f-210b-44c2-9214-05982728c30e,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:43.927167 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e211f761-abb6-45f0-8f82-b9c46b9f4f6d None None] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:25:43.978149 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99ca11bf-d9b9-4ae1-8330-d09504143f89 None None] DHCP port deletion for 306a0bc6-d197-4ff4-9a5e-b84eb29a3de2 request from n-d-779913-29 {{(pid=93959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:25:44.015190 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-abd08475-2d42-4e31-b9e7-faf3753e5214 req-e9b20835-4e3f-4a53-b6f7-3e22e115524a service neutron] 10.222.0.68 "GET /v2.0/networks/b0b50c65-f409-4ad3-b817-197bbf41eb74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322553 Jul 14 09:25:44.072278 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:44.123289 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-abd08475-2d42-4e31-b9e7-faf3753e5214 req-4b7356d2-5c84-4440-8657-48f589d57eaa service neutron] 10.222.0.68 "GET /v2.0/networks/b0b50c65-f409-4ad3-b817-197bbf41eb74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024435 Jul 14 09:25:44.131320 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-e211f761-abb6-45f0-8f82-b9c46b9f4f6d None None] Attempting to bind port 14a8802f-210b-44c2-9214-05982728c30e on host n-d-779913-29 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:25:44.131807 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-e211f761-abb6-45f0-8f82-b9c46b9f4f6d None None] Attempting to bind port 14a8802f-210b-44c2-9214-05982728c30e by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': 'd26b0e82-e160-4718-b827-f93b94dc416a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'cbfcb547-3bd5-4e11-8afe-b02fedb7accc'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:25:44.132065 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e211f761-abb6-45f0-8f82-b9c46b9f4f6d None None] Attempting to bind port 14a8802f-210b-44c2-9214-05982728c30e on network cbfcb547-3bd5-4e11-8afe-b02fedb7accc {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:25:44.163167 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e211f761-abb6-45f0-8f82-b9c46b9f4f6d None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 25, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:25:44.163600 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e211f761-abb6-45f0-8f82-b9c46b9f4f6d None None] Checking segment: {'id': 'd26b0e82-e160-4718-b827-f93b94dc416a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'cbfcb547-3bd5-4e11-8afe-b02fedb7accc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:25:44.163933 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e211f761-abb6-45f0-8f82-b9c46b9f4f6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:44.164331 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e211f761-abb6-45f0-8f82-b9c46b9f4f6d None None] Bound using segment: {'id': 'd26b0e82-e160-4718-b827-f93b94dc416a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'cbfcb547-3bd5-4e11-8afe-b02fedb7accc'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:25:44.164845 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-e211f761-abb6-45f0-8f82-b9c46b9f4f6d None None] Bound port: 14a8802f-210b-44c2-9214-05982728c30e, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd26b0e82-e160-4718-b827-f93b94dc416a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'cbfcb547-3bd5-4e11-8afe-b02fedb7accc'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:25:44.165472 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e211f761-abb6-45f0-8f82-b9c46b9f4f6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:44.171087 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] For port 32fa04da-df89-43a4-b9a0-c42f55b6cd85, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=32fa04da-df89-43a4-b9a0-c42f55b6cd85,segment=NetworkSegment(69cfe05a-7a0f-45bd-99ad-03b43180666a),segment_id=69cfe05a-7a0f-45bd-99ad-03b43180666a)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:25:44.182144 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81962935-8db6-416b-9c29-f5f6928cdba1 req-a8431224-4f50-4835-9443-e4e2f67fea59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:44.183674 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-81962935-8db6-416b-9c29-f5f6928cdba1 req-a8431224-4f50-4835-9443-e4e2f67fea59 service neutron] 10.222.0.68 "GET /v2.0/networks?id=f9f9e30e-0b39-4c8e-9a13-252818fafe21 HTTP/1.1" status: 200 len: 922 time: 0.7446258 Jul 14 09:25:44.186861 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:44.188620 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7973a52e-597d-4cad-ad09-756c5929b562 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473955', 'neutron.services.segments.db._delete_segments_for_network-8735688326548'] for network, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:44.231977 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-81962935-8db6-416b-9c29-f5f6928cdba1 req-8a93a6e5-f5e0-4355-87f6-53c56e2e9604 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=931e89d6-a83f-478c-8b7d-81fe28a1ecc4 HTTP/1.1" status: 200 len: 217 time: 0.0409436 Jul 14 09:25:44.291331 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-7973a52e-597d-4cad-ad09-756c5929b562 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['306a0bc6-d197-4ff4-9a5e-b84eb29a3de2']}} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:25:44.329070 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81962935-8db6-416b-9c29-f5f6928cdba1 req-c2b1fbf6-dc5f-40a2-a6f9-09b88b096341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:44.329831 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Pushing event updated for resources: {'Port': ['ID=32fa04da-df89-43a4-b9a0-c42f55b6cd85,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:44.330602 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-81962935-8db6-416b-9c29-f5f6928cdba1 req-c2b1fbf6-dc5f-40a2-a6f9-09b88b096341 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=444f0042-b663-4a95-9c31-a5cc1ed6ad12 HTTP/1.1" status: 200 len: 860 time: 0.0904593 Jul 14 09:25:44.337853 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-7973a52e-597d-4cad-ad09-756c5929b562 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbee0cef-2769-4002-a250-507614fd960d') {'for_net_delete': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:25:44.338188 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-7973a52e-597d-4cad-ad09-756c5929b562 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbee0cef-2769-4002-a250-507614fd960d') {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:25:44.395170 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7973a52e-597d-4cad-ad09-756c5929b562 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735688356235', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10944210'] for segment, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:44.417616 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7973a52e-597d-4cad-ad09-756c5929b562 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:44.434726 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7973a52e-597d-4cad-ad09-756c5929b562 admin admin] Releasing vlan 700 on physical network physnet1 to pool {{(pid=93957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:25:44.435432 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7973a52e-597d-4cad-ad09-756c5929b562 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10053619'] for segment, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:44.438141 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device aac01286-1adc-47a2-b63a-1e3b50e8aec0 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:25:44.438320 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:25:44.438320 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:25:44.438320 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:25:44.438320 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:25:44.438320 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:25:44.438320 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:25:44.438320 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:25:44.438320 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:25:44.438320 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:25:44.438320 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:25:44.438320 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:25:44.438320 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:25:44.438320 n-d-779913-29 neutron-server[93957]: Traceback (most recent call last): Jul 14 09:25:44.438320 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:25:44.438320 n-d-779913-29 neutron-server[93957]: timer() Jul 14 09:25:44.438320 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:25:44.438320 n-d-779913-29 neutron-server[93957]: cb(*args, **kw) Jul 14 09:25:44.438320 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:25:44.438320 n-d-779913-29 neutron-server[93957]: return func(*args, **kwargs) Jul 14 09:25:44.438320 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:25:44.438320 n-d-779913-29 neutron-server[93957]: self._notify() Jul 14 09:25:44.438320 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:25:44.438320 n-d-779913-29 neutron-server[93957]: self.callback(batched_events) Jul 14 09:25:44.438320 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:25:44.438320 n-d-779913-29 neutron-server[93957]: event.method(event) Jul 14 09:25:44.438320 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:25:44.438320 n-d-779913-29 neutron-server[93957]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:25:44.438320 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:25:44.438320 n-d-779913-29 neutron-server[93957]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:25:44.438320 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:25:44.438320 n-d-779913-29 neutron-server[93957]: return f(self, *a, **k) Jul 14 09:25:44.438320 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:25:44.438320 n-d-779913-29 neutron-server[93957]: return self._get(url).json() Jul 14 09:25:44.438320 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:25:44.438320 n-d-779913-29 neutron-server[93957]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:25:44.438320 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:25:44.438320 n-d-779913-29 neutron-server[93957]: return self.request(url, 'GET', **kwargs) Jul 14 09:25:44.438320 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:25:44.438320 n-d-779913-29 neutron-server[93957]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:25:44.438320 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:25:44.438320 n-d-779913-29 neutron-server[93957]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:25:44.438320 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:25:44.438320 n-d-779913-29 neutron-server[93957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:25:44.438320 n-d-779913-29 neutron-server[93957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:25:44.494985 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-e211f761-abb6-45f0-8f82-b9c46b9f4f6d None None] For port 14a8802f-210b-44c2-9214-05982728c30e, host n-d-779913-29, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:25:44.516884 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-e211f761-abb6-45f0-8f82-b9c46b9f4f6d None None] For port 14a8802f-210b-44c2-9214-05982728c30e, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=14a8802f-210b-44c2-9214-05982728c30e,segment=NetworkSegment(d26b0e82-e160-4718-b827-f93b94dc416a),segment_id=d26b0e82-e160-4718-b827-f93b94dc416a)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:25:44.535799 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e211f761-abb6-45f0-8f82-b9c46b9f4f6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:44.566782 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning for port aac01286-1adc-47a2-b63a-1e3b50e8aec0 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:25:44.574383 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device c1a825e8-c709-4028-8c14-3a5c56fecb50 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:25:44.603019 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81962935-8db6-416b-9c29-f5f6928cdba1 req-cc295293-74ac-4cd6-86e0-afc79173a00f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:44.604649 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-81962935-8db6-416b-9c29-f5f6928cdba1 req-cc295293-74ac-4cd6-86e0-afc79173a00f service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=f9f9e30e-0b39-4c8e-9a13-252818fafe21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2603889 Jul 14 09:25:44.605478 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7973a52e-597d-4cad-ad09-756c5929b562 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660504'] for network, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:44.612271 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7973a52e-597d-4cad-ad09-756c5929b562 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for network, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:44.613983 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e15498-7b1e-48ed-bd7b-b1e9a923e036 req-f63c0f46-2b8c-489c-92aa-7b3d5f03300f tempest-ServerRescueTestJSON-1969041098 tempest-ServerRescueTestJSON-1969041098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:44.616390 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-f5e15498-7b1e-48ed-bd7b-b1e9a923e036 req-f63c0f46-2b8c-489c-92aa-7b3d5f03300f tempest-ServerRescueTestJSON-1969041098 tempest-ServerRescueTestJSON-1969041098-project] 10.222.0.68 "GET /v2.0/ports?device_id=fd1f4779-7c9e-445b-a0be-3b95d7c816a4 HTTP/1.1" status: 200 len: 946 time: 0.1596680 Jul 14 09:25:44.621811 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-7973a52e-597d-4cad-ad09-756c5929b562 admin admin] 10.222.0.68 "DELETE /v2.0/networks/306a0bc6-d197-4ff4-9a5e-b84eb29a3de2 HTTP/1.1" status: 204 len: 168 time: 1.7768373 Jul 14 09:25:44.649279 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7973a52e-597d-4cad-ad09-756c5929b562 admin admin] Pushing event deleted for resources: {'Network': ['ID=306a0bc6-d197-4ff4-9a5e-b84eb29a3de2,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:44.703446 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-2340548e-80ac-4a90-bf44-da940c8f202e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e2861da-41c5-4938-88f7-e1396c0219c6', 'name': 'tempest-FloatingIPsAssociationTestJSON-1721427201-router', 'tenant_id': 'cb2a8bd81eea456b92b36dee5b159f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.193'}], 'enable_snat': True}, 'gw_port_id': '3c806968-bd46-4e04-9099-b9c87983d833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:24:31Z', 'updated_at': '2021-07-14T09:24:39Z', 'revision_number': 4, 'project_id': 'cb2a8bd81eea456b92b36dee5b159f07', 'gw_port': {'id': '3c806968-bd46-4e04-9099-b9c87983d833', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:44:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e2861da-41c5-4938-88f7-e1396c0219c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:24:33Z', 'updated_at': '2021-07-14T09:24:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': 'b63887ff-7bca-4218-ad5f-9d5df52c29cd', 'name': '', 'network_id': 'f9f9e30e-0b39-4c8e-9a13-252818fafe21', 'tenant_id': 'cb2a8bd81eea456b92b36dee5b159f07', 'mac_address': 'fa:16:3e:82:9d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e2861da-41c5-4938-88f7-e1396c0219c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '444f0042-b663-4a95-9c31-a5cc1ed6ad12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:24:38Z', 'updated_at': '2021-07-14T09:24:45Z', 'revision_number': 5, 'project_id': 'cb2a8bd81eea456b92b36dee5b159f07', 'subnets': [{'id': '444f0042-b663-4a95-9c31-a5cc1ed6ad12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:25:44.748972 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-f5e15498-7b1e-48ed-bd7b-b1e9a923e036 req-7c2a748b-2052-4f3e-a4da-e4e377dc88af tempest-ServerRescueTestJSON-1969041098 tempest-ServerRescueTestJSON-1969041098-project] 10.222.0.68 "GET /v2.0/security-groups?id=d6a7feba-be17-4d7e-a638-e9426c29981e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137264 Jul 14 09:25:44.760494 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2340548e-80ac-4a90-bf44-da940c8f202e None None] Checking router: 0e2861da-41c5-4938-88f7-e1396c0219c6 for host: n-d-779913-29 {{(pid=93959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:25:44.793471 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-81962935-8db6-416b-9c29-f5f6928cdba1 req-b002931d-ef2e-4a8a-9249-ff1a26d2c54c service neutron] 10.222.0.68 "GET /v2.0/networks/f9f9e30e-0b39-4c8e-9a13-252818fafe21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1722248 Jul 14 09:25:44.810542 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2340548e-80ac-4a90-bf44-da940c8f202e None None] Routers {'0e2861da-41c5-4938-88f7-e1396c0219c6'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:25:44.811180 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-2340548e-80ac-4a90-bf44-da940c8f202e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:25:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['0e2861da-41c5-4938-88f7-e1396c0219c6'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:25:44.812934 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e211f761-abb6-45f0-8f82-b9c46b9f4f6d None None] Pushing event updated for resources: {'Port': ['ID=14a8802f-210b-44c2-9214-05982728c30e,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:44.817212 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port c1a825e8-c709-4028-8c14-3a5c56fecb50 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:25:44.817693 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:44.899051 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67f87bf7-f25b-4171-81f9-61909f03bb5d None None] Network b0b50c65-f409-4ad3-b817-197bbf41eb74 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:25:44.968348 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-81962935-8db6-416b-9c29-f5f6928cdba1 req-aca95fee-507b-42a9-9493-f3f08255cc59 service neutron] 10.222.0.68 "GET /v2.0/networks/f9f9e30e-0b39-4c8e-9a13-252818fafe21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1689878 Jul 14 09:25:44.968781 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-783f9bea-4186-496b-9e45-edf494c4ec46 req-c3af8f92-c0ff-4260-bb00-556bf590902c tempest-ServerShowV247Test-95289089 tempest-ServerShowV247Test-95289089-project] 10.222.0.68 "GET /v2.0/ports?device_id=597336fa-a9fd-4764-aecb-9f8b5af457b3 HTTP/1.1" status: 200 len: 210 time: 0.0635710 Jul 14 09:25:44.969175 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 47652) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:45.139232 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-11ddfb98-af18-4a83-9225-f1b943f2f4db admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=93cc94b52edc46d0bba2f5b2ba951e85&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1677420 Jul 14 09:25:45.141905 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 47658) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:45.188019 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-96ecdb4a-52e5-4a0d-8dfa-4777a94c7854 None None] Provisioning for port aac01286-1adc-47a2-b63a-1e3b50e8aec0 completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:25:45.221964 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-b320e17c-2fe8-4ef5-b090-bccf29b20f3b req-eae6e0fa-c458-473d-98cc-f4b39bfc4966 tempest-ServerShowV254Test-240420509 tempest-ServerShowV254Test-240420509-project] 10.222.0.68 "GET /v2.0/ports?device_id=9d989e86-2c7b-442e-9e80-552909e05e9d HTTP/1.1" status: 200 len: 210 time: 0.0715559 Jul 14 09:25:45.254503 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-96ecdb4a-52e5-4a0d-8dfa-4777a94c7854 None None] Provisioning complete for port aac01286-1adc-47a2-b63a-1e3b50e8aec0 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:25:45.255266 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-96ecdb4a-52e5-4a0d-8dfa-4777a94c7854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:45.265013 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-02a9ce19-8fdb-4bd7-913b-e693c185a01d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:45.297298 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-02a9ce19-8fdb-4bd7-913b-e693c185a01d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:45.312728 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:25:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9904847-ff64-4770-ac11-75412ccbd14f x-openstack-request-id: req-a9904847-ff64-4770-ac11-75412ccbd14f {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:25:45.313817 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86edc551-2af1-49b8-ace8-978539698fff", "tag": "931e89d6-a83f-478c-8b7d-81fe28a1ecc4", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:25:45.314237 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-a9904847-ff64-4770-ac11-75412ccbd14f {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:25:45.315255 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86edc551-2af1-49b8-ace8-978539698fff', 'tag': '931e89d6-a83f-478c-8b7d-81fe28a1ecc4', 'status': 'completed', 'code': 200} Jul 14 09:25:45.349051 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fe6a68-4002-453e-95c9-7330441e89b4 req-d9f505ae-db65-4484-ae30-67d576fda2c1 tempest-LiveMigrationTest-864996632 tempest-LiveMigrationTest-864996632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:45.350935 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a5fe6a68-4002-453e-95c9-7330441e89b4 req-d9f505ae-db65-4484-ae30-67d576fda2c1 tempest-LiveMigrationTest-864996632 tempest-LiveMigrationTest-864996632-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=65c2e97a-3a9b-45f9-8601-1b3501000ad2 HTTP/1.1" status: 200 len: 1098 time: 0.1134498 Jul 14 09:25:45.364909 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-02a9ce19-8fdb-4bd7-913b-e693c185a01d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:45.368835 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-02a9ce19-8fdb-4bd7-913b-e693c185a01d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:45.373670 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-02a9ce19-8fdb-4bd7-913b-e693c185a01d admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/ce208e01-46cb-4812-9601-5914ea7ef5ad HTTP/1.1" status: 204 len: 168 time: 0.2306783 Jul 14 09:25:45.382684 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a9ce19-8fdb-4bd7-913b-e693c185a01d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce208e01-46cb-4812-9601-5914ea7ef5ad,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:45.499799 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvr_db [None req-2340548e-80ac-4a90-bf44-da940c8f202e None None] Set router 0e2861da-41c5-4938-88f7-e1396c0219c6 gateway port host: n-d-779913-29 {{(pid=93959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:25:45.502679 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-cb8980bc-71e5-46b9-b04a-a9c0f86711d7 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-securitygroup--157859231&fields=id&tenant_id=4cb5d08776664e9f8e9d7e6bc7c12e1a HTTP/1.1" status: 200 len: 267 time: 0.0816138 Jul 14 09:25:45.509090 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a5fe6a68-4002-453e-95c9-7330441e89b4 req-1fa31975-5a30-4c20-a610-d79f96fe1182 tempest-LiveMigrationTest-864996632 tempest-LiveMigrationTest-864996632-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=cf40bcd2-1dd1-48fb-a6b7-6df0e80ce2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161697 Jul 14 09:25:45.525447 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9c98f1-f39f-4a50-ae31-4c1246cb9f0b req-067cdfa5-8774-45e2-89c6-c8c6d7c9f372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:45.527361 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6f9c98f1-f39f-4a50-ae31-4c1246cb9f0b req-067cdfa5-8774-45e2-89c6-c8c6d7c9f372 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=cb2a8bd81eea456b92b36dee5b159f07&device_id=86edc551-2af1-49b8-ace8-978539698fff HTTP/1.1" status: 200 len: 1097 time: 0.1685650 Jul 14 09:25:45.587228 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-fe0c9409-bca4-43e6-98ad-8485b9222f91 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:45.589110 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-fe0c9409-bca4-43e6-98ad-8485b9222f91 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] 10.222.0.68 "GET /v2.0/ports/c7e6be2f-2425-4c72-af72-9e3ea9414152 HTTP/1.1" status: 200 len: 935 time: 0.0852568 Jul 14 09:25:45.694122 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-606726b9-836e-43c8-b4c4-67f7815dc4ba tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:45.702412 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9c98f1-f39f-4a50-ae31-4c1246cb9f0b req-dbd7dcaa-d523-47aa-805b-ab3bfea3b761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:45.703677 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-606726b9-836e-43c8-b4c4-67f7815dc4ba tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] 10.222.0.68 "GET /v2.0/ports/b19c971a-b91d-49b9-bdec-ee880b089aa3 HTTP/1.1" status: 200 len: 937 time: 0.1033268 Jul 14 09:25:45.712474 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6f9c98f1-f39f-4a50-ae31-4c1246cb9f0b req-dbd7dcaa-d523-47aa-805b-ab3bfea3b761 service neutron] 10.222.0.65 "GET /v2.0/networks?id=f9f9e30e-0b39-4c8e-9a13-252818fafe21 HTTP/1.1" status: 200 len: 922 time: 0.1701932 Jul 14 09:25:45.788202 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6f9c98f1-f39f-4a50-ae31-4c1246cb9f0b req-be7f6b29-1eab-4b40-9ef3-efd1d04f6109 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=931e89d6-a83f-478c-8b7d-81fe28a1ecc4 HTTP/1.1" status: 200 len: 217 time: 0.0665929 Jul 14 09:25:45.797968 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-b0084862-a98a-43c4-9282-404cf9b1cadc tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] 10.222.0.68 "GET /v2.0/ports?network_id=42a058fa-f36e-4a5f-a1b5-ee56753d964d&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0931273 Jul 14 09:25:45.855127 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-388bbac7-04b2-4013-b6d0-06ce94b0172a req-6014c9b9-69ad-49e0-a336-ebd7d1a1103b tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] 10.222.0.68 "GET /v2.0/ports?device_id=63eeb2a1-7ac5-48f3-b93f-614fd3099f12 HTTP/1.1" status: 200 len: 210 time: 0.0638244 Jul 14 09:25:45.857372 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-2201dba2-2059-4708-be54-fece9ad7f580 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] 10.222.0.68 "GET /v2.0/ports?network_id=42a058fa-f36e-4a5f-a1b5-ee56753d964d&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0583959 Jul 14 09:25:45.888944 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 723b9546-989b-4dd3-b0db-e8a3b17a5d76 no longer exists at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:25:45.927875 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9c98f1-f39f-4a50-ae31-4c1246cb9f0b req-0f9aefb5-dc9d-46be-92ab-8c55e1911df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:45.929576 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6f9c98f1-f39f-4a50-ae31-4c1246cb9f0b req-0f9aefb5-dc9d-46be-92ab-8c55e1911df8 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=444f0042-b663-4a95-9c31-a5cc1ed6ad12 HTTP/1.1" status: 200 len: 860 time: 0.1252921 Jul 14 09:25:45.940607 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-96ecdb4a-52e5-4a0d-8dfa-4777a94c7854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:45.974410 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] No Port match for: 723b9546-989b-4dd3-b0db-e8a3b17a5d76 {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:25:45.974766 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 723b9546-989b-4dd3-b0db-e8a3b17a5d76 not bound to the agent host n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:25:46.029910 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9c98f1-f39f-4a50-ae31-4c1246cb9f0b req-53267848-29bb-4db3-8abf-c456cbbd06c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:46.029910 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6f9c98f1-f39f-4a50-ae31-4c1246cb9f0b req-53267848-29bb-4db3-8abf-c456cbbd06c4 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f9f9e30e-0b39-4c8e-9a13-252818fafe21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0910532 Jul 14 09:25:46.112224 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-87b563ba-99d7-4794-a6ea-277932665bc4 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:46.132907 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-87b563ba-99d7-4794-a6ea-277932665bc4 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:46.139437 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-87b563ba-99d7-4794-a6ea-277932665bc4 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:46.146609 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-87b563ba-99d7-4794-a6ea-277932665bc4 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] 10.222.0.68 "GET /v2.0/networks?id=58cee2b0-4a4c-44eb-9b72-cfd45f924ad2&id=5699172b-f98f-483a-81e1-27bccc5d3cba&id=5699172b-f98f-483a-81e1-27bccc5d3cba&id=42a058fa-f36e-4a5f-a1b5-ee56753d964d&id=42a058fa-f36e-4a5f-a1b5-ee56753d964d HTTP/1.1" status: 200 len: 1994 time: 0.2882338 Jul 14 09:25:46.172693 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-a0454bfc-f122-4f8b-870f-60fc9e34b0f9 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] 10.222.0.68 "GET /v2.0/quotas/4cb5d08776664e9f8e9d7e6bc7c12e1a HTTP/1.1" status: 200 len: 375 time: 0.0251081 Jul 14 09:25:46.202000 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-96ecdb4a-52e5-4a0d-8dfa-4777a94c7854 None None] For port aac01286-1adc-47a2-b63a-1e3b50e8aec0, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=aac01286-1adc-47a2-b63a-1e3b50e8aec0,segment=NetworkSegment(0f04ac95-6c12-4d33-9421-625ddae609a1),segment_id=0f04ac95-6c12-4d33-9421-625ddae609a1)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:25:46.216042 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-96ecdb4a-52e5-4a0d-8dfa-4777a94c7854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:46.244063 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6f9c98f1-f39f-4a50-ae31-4c1246cb9f0b req-f98de3b1-6257-4b28-8d56-4bbd97b69ee1 service neutron] 10.222.0.65 "GET /v2.0/networks/f9f9e30e-0b39-4c8e-9a13-252818fafe21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1885557 Jul 14 09:25:46.365451 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-4eaeb526-59d8-4795-82cf-d6531291afe1 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=4cb5d08776664e9f8e9d7e6bc7c12e1a&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1910367 Jul 14 09:25:46.410969 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07e1d432-7f9b-4b55-ae8b-1602860fd1a3 None None] Network cbfcb547-3bd5-4e11-8afe-b02fedb7accc requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:25:46.480670 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6f9c98f1-f39f-4a50-ae31-4c1246cb9f0b req-bb8a2b95-c00f-47aa-8320-47e759c3286a service neutron] 10.222.0.65 "GET /v2.0/networks/f9f9e30e-0b39-4c8e-9a13-252818fafe21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2334132 Jul 14 09:25:46.584711 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 14a8802f-210b-44c2-9214-05982728c30e up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:25:46.634278 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-6110337b-3048-4a52-85e7-74d09b11433e None None] Provisioning for port 14a8802f-210b-44c2-9214-05982728c30e completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:25:46.645862 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ecdb4a-52e5-4a0d-8dfa-4777a94c7854 None None] Pushing event updated for resources: {'Port': ['ID=aac01286-1adc-47a2-b63a-1e3b50e8aec0,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:46.658702 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-b4b4db91-12e2-4333-9de0-5f525aa2c962 service neutron] 10.222.0.68 "GET /v2.0/networks/58cee2b0-4a4c-44eb-9b72-cfd45f924ad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2637985 Jul 14 09:25:46.661549 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0e1fa5-5ed7-4219-9e97-c422200e2a27 req-64e9b391-f230-497b-99ae-51d91e5923a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:46.663802 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ae0e1fa5-5ed7-4219-9e97-c422200e2a27 req-64e9b391-f230-497b-99ae-51d91e5923a8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a58d0743c32d4136b2d5b8700c6833b4&device_id=fd1f4779-7c9e-445b-a0be-3b95d7c816a4 HTTP/1.1" status: 200 len: 1098 time: 0.1306267 Jul 14 09:25:46.721479 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning for port 14a8802f-210b-44c2-9214-05982728c30e completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:25:46.731246 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port 14a8802f-210b-44c2-9214-05982728c30e triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:25:46.731627 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:46.775511 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-2340548e-80ac-4a90-bf44-da940c8f202e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e2861da-41c5-4938-88f7-e1396c0219c6', 'name': 'tempest-FloatingIPsAssociationTestJSON-1721427201-router', 'tenant_id': 'cb2a8bd81eea456b92b36dee5b159f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.193'}], 'enable_snat': True}, 'gw_port_id': '3c806968-bd46-4e04-9099-b9c87983d833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:24:31Z', 'updated_at': '2021-07-14T09:24:39Z', 'revision_number': 4, 'project_id': 'cb2a8bd81eea456b92b36dee5b159f07', 'gw_port': {'id': '3c806968-bd46-4e04-9099-b9c87983d833', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:44:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e2861da-41c5-4938-88f7-e1396c0219c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:24:33Z', 'updated_at': '2021-07-14T09:24:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': 'b63887ff-7bca-4218-ad5f-9d5df52c29cd', 'name': '', 'network_id': 'f9f9e30e-0b39-4c8e-9a13-252818fafe21', 'tenant_id': 'cb2a8bd81eea456b92b36dee5b159f07', 'mac_address': 'fa:16:3e:82:9d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e2861da-41c5-4938-88f7-e1396c0219c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '444f0042-b663-4a95-9c31-a5cc1ed6ad12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:24:38Z', 'updated_at': '2021-07-14T09:24:45Z', 'revision_number': 5, 'project_id': 'cb2a8bd81eea456b92b36dee5b159f07', 'subnets': [{'id': '444f0042-b663-4a95-9c31-a5cc1ed6ad12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:25:46.806186 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 47696) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:46.822583 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2340548e-80ac-4a90-bf44-da940c8f202e None None] The sync data for ids ['0e2861da-41c5-4938-88f7-e1396c0219c6'] in n-d-779913-29 is: [{'id': '0e2861da-41c5-4938-88f7-e1396c0219c6', 'name': 'tempest-FloatingIPsAssociationTestJSON-1721427201-router', 'tenant_id': 'cb2a8bd81eea456b92b36dee5b159f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.193'}], 'enable_snat': True}, 'gw_port_id': '3c806968-bd46-4e04-9099-b9c87983d833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:24:31Z', 'updated_at': '2021-07-14T09:24:39Z', 'revision_number': 4, 'project_id': 'cb2a8bd81eea456b92b36dee5b159f07', 'gw_port': {'id': '3c806968-bd46-4e04-9099-b9c87983d833', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:44:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e2861da-41c5-4938-88f7-e1396c0219c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:24:33Z', 'updated_at': '2021-07-14T09:24:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': 'b63887ff-7bca-4218-ad5f-9d5df52c29cd', 'name': '', 'network_id': 'f9f9e30e-0b39-4c8e-9a13-252818fafe21', 'tenant_id': 'cb2a8bd81eea456b92b36dee5b159f07', 'mac_address': 'fa:16:3e:82:9d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e2861da-41c5-4938-88f7-e1396c0219c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '444f0042-b663-4a95-9c31-a5cc1ed6ad12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:24:38Z', 'updated_at': '2021-07-14T09:24:45Z', 'revision_number': 5, 'project_id': 'cb2a8bd81eea456b92b36dee5b159f07', 'subnets': [{'id': '444f0042-b663-4a95-9c31-a5cc1ed6ad12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:25:46.881429 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-f72e67da-c197-4a12-b903-14efb97eff91 service neutron] 10.222.0.68 "GET /v2.0/networks/58cee2b0-4a4c-44eb-9b72-cfd45f924ad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1695299 Jul 14 09:25:46.920016 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0e1fa5-5ed7-4219-9e97-c422200e2a27 req-428cf4c6-f192-444a-971d-821aa6bed9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:46.921638 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ae0e1fa5-5ed7-4219-9e97-c422200e2a27 req-428cf4c6-f192-444a-971d-821aa6bed9d7 service neutron] 10.222.0.57 "GET /v2.0/networks?id=db13ce49-f099-44a4-aff7-5cf5e027e32a HTTP/1.1" status: 200 len: 912 time: 0.2460368 Jul 14 09:25:46.935601 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-7835f583-390e-4d92-94d3-8524f6ba1458 None None] Provisioning complete for port aac01286-1adc-47a2-b63a-1e3b50e8aec0 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:25:46.936043 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7835f583-390e-4d92-94d3-8524f6ba1458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:46.962342 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd08475-2d42-4e31-b9e7-faf3753e5214 req-4cf4197b-e60a-4a2b-bd74-ef8a45bc0a21 tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:46.968779 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd08475-2d42-4e31-b9e7-faf3753e5214 req-4cf4197b-e60a-4a2b-bd74-ef8a45bc0a21 tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:46.970586 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-abd08475-2d42-4e31-b9e7-faf3753e5214 req-4cf4197b-e60a-4a2b-bd74-ef8a45bc0a21 tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] 10.222.0.57 "GET /v2.0/networks?id=b0b50c65-f409-4ad3-b817-197bbf41eb74&id=cbfcb547-3bd5-4e11-8afe-b02fedb7accc&id=b0b50c65-f409-4ad3-b817-197bbf41eb74 HTTP/1.1" status: 200 len: 1389 time: 0.3813777 Jul 14 09:25:46.993477 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-04eafef9-ee5d-4158-a66a-e026baa55fc8 service neutron] 10.222.0.68 "GET /v2.0/ports/c7e6be2f-2425-4c72-af72-9e3ea9414152?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1108387 Jul 14 09:25:47.005912 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ae0e1fa5-5ed7-4219-9e97-c422200e2a27 req-e332672e-4de6-466c-850e-8cee348324d4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3f9089b3-8363-4170-9c98-520fa9a9f887 HTTP/1.1" status: 200 len: 217 time: 0.0763650 Jul 14 09:25:47.007199 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [req-abd08475-2d42-4e31-b9e7-faf3753e5214 req-edb97230-9657-4a3f-b574-362b60658e8e tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Request body: {'port': {'device_id': '63eeb2a1-7ac5-48f3-b93f-614fd3099f12', 'network_id': 'b0b50c65-f409-4ad3-b817-197bbf41eb74', 'admin_state_up': True, 'tenant_id': '24f83d3539e4497181e13bb568cf43a0'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:25:47.085777 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:47.128484 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0e1fa5-5ed7-4219-9e97-c422200e2a27 req-225654bd-2826-4587-990e-4054b684481b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:47.130018 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ae0e1fa5-5ed7-4219-9e97-c422200e2a27 req-225654bd-2826-4587-990e-4054b684481b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=64eacf53-b7b0-4c76-8df5-70efc8635ad5 HTTP/1.1" status: 200 len: 851 time: 0.1082602 Jul 14 09:25:47.153110 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-ce473dc9-9bcb-441d-842c-46fc524a3c73 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1534978756-network', 'tenant_id': 'fcc388573ac348fbbfc19b069c9286c6'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:25:47.205922 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] For port 14a8802f-210b-44c2-9214-05982728c30e, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=14a8802f-210b-44c2-9214-05982728c30e,segment=NetworkSegment(d26b0e82-e160-4718-b827-f93b94dc416a),segment_id=d26b0e82-e160-4718-b827-f93b94dc416a)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:25:47.216446 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:47.218055 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 32fa04da-df89-43a4-b9a0-c42f55b6cd85 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:25:47.222186 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ae0e1fa5-5ed7-4219-9e97-c422200e2a27 req-ecfd131a-25ac-4c97-823e-8162218de642 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=db13ce49-f099-44a4-aff7-5cf5e027e32a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0786207 Jul 14 09:25:47.256845 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce473dc9-9bcb-441d-842c-46fc524a3c73 admin admin] Made reservation on behalf of fcc388573ac348fbbfc19b069c9286c6 for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:25:47.264881 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ce473dc9-9bcb-441d-842c-46fc524a3c73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:47.285428 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ce473dc9-9bcb-441d-842c-46fc524a3c73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:47.302811 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-c41d4a01-c4e2-4969-98e2-b0fa7142cbf2 service neutron] 10.222.0.68 "GET /v2.0/networks/5699172b-f98f-483a-81e1-27bccc5d3cba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3079994 Jul 14 09:25:47.325012 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Pushing event updated for resources: {'Port': ['ID=14a8802f-210b-44c2-9214-05982728c30e,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:47.347641 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port 32fa04da-df89-43a4-b9a0-c42f55b6cd85 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:25:47.348342 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:47.372833 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bafbd8a5-adde-4ceb-94ec-36359a327850 None None] New status for floating IP b2d169b0-4b8b-4c1e-98bd-70d843f4ffcc: DOWN {{(pid=93960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:25:47.388377 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abd08475-2d42-4e31-b9e7-faf3753e5214 req-edb97230-9657-4a3f-b574-362b60658e8e tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Made reservation on behalf of 24f83d3539e4497181e13bb568cf43a0 for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:25:47.391915 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-abd08475-2d42-4e31-b9e7-faf3753e5214 req-edb97230-9657-4a3f-b574-362b60658e8e tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:47.447042 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ae0e1fa5-5ed7-4219-9e97-c422200e2a27 req-914296c2-3dd1-4d74-83f5-c0f966e22f44 service neutron] 10.222.0.57 "GET /v2.0/networks/db13ce49-f099-44a4-aff7-5cf5e027e32a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2136662 Jul 14 09:25:47.565528 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-1d17629c-bedf-4be8-ab73-c4cfd22c78d4 service neutron] 10.222.0.68 "GET /v2.0/networks/5699172b-f98f-483a-81e1-27bccc5d3cba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2570183 Jul 14 09:25:47.576049 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ae0e1fa5-5ed7-4219-9e97-c422200e2a27 req-1458c0d6-3ea4-4a91-920c-63f5316f8712 service neutron] 10.222.0.57 "GET /v2.0/networks/db13ce49-f099-44a4-aff7-5cf5e027e32a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177843 Jul 14 09:25:47.662557 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-8253ecd6-495f-4a5b-80ae-342b9e4160d6 None None] Provisioning complete for port 14a8802f-210b-44c2-9214-05982728c30e triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:25:47.666218 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8253ecd6-495f-4a5b-80ae-342b9e4160d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:47.685931 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-79fa6ac7-202d-4e37-b763-d2307add7a8e service neutron] 10.222.0.68 "GET /v2.0/ports/b19c971a-b91d-49b9-bdec-ee880b089aa3?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1156635 Jul 14 09:25:47.786590 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [req-abd08475-2d42-4e31-b9e7-faf3753e5214 req-edb97230-9657-4a3f-b574-362b60658e8e tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Allocated IP 19.80.0.55 (b0b50c65-f409-4ad3-b817-197bbf41eb74/9cf36d0f-915d-4ace-9af4-693be8196681/09993cfe-f0e6-4ef4-a8d3-7d79a89a7f3b) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:25:47.811071 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ce473dc9-9bcb-441d-842c-46fc524a3c73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:47.824120 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ce473dc9-9bcb-441d-842c-46fc524a3c73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:47.885200 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce473dc9-9bcb-441d-842c-46fc524a3c73 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 719} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:25:47.898472 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce473dc9-9bcb-441d-842c-46fc524a3c73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee599ffa-656c-4b33-a533-367ce77dba83,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:47.907712 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-f314b118-b1de-4ec7-bbd7-39154fd62742 service neutron] 10.222.0.68 "GET /v2.0/networks/5699172b-f98f-483a-81e1-27bccc5d3cba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2100852 Jul 14 09:25:47.914740 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ce473dc9-9bcb-441d-842c-46fc524a3c73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:47.915144 n-d-779913-29 neutron-server[93958]: INFO neutron.db.segments_db [None req-ce473dc9-9bcb-441d-842c-46fc524a3c73 admin admin] Added segment 7d8815e9-0200-443e-a333-a7dc7602fee9 of type vlan for network d4646c8c-d25d-437d-a1b6-69ddc070b142 Jul 14 09:25:48.051195 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ce473dc9-9bcb-441d-842c-46fc524a3c73 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735687821325'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:48.135602 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-abd08475-2d42-4e31-b9e7-faf3753e5214 req-edb97230-9657-4a3f-b574-362b60658e8e tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:48.142056 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ce473dc9-9bcb-441d-842c-46fc524a3c73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:48.143054 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce473dc9-9bcb-441d-842c-46fc524a3c73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:48.143656 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ce473dc9-9bcb-441d-842c-46fc524a3c73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:48.164930 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-b6024cf3-587b-479d-9485-6ec3b8e95961 service neutron] 10.222.0.68 "GET /v2.0/networks/5699172b-f98f-483a-81e1-27bccc5d3cba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2476850 Jul 14 09:25:48.215264 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-abd08475-2d42-4e31-b9e7-faf3753e5214 req-edb97230-9657-4a3f-b574-362b60658e8e tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Transition to ACTIVE for port object 09993cfe-f0e6-4ef4-a8d3-7d79a89a7f3b will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:25:48.217251 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-ce473dc9-9bcb-441d-842c-46fc524a3c73 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.4093981 Jul 14 09:25:48.220485 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 47728) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:48.225984 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-6316f841-74d1-49af-88a4-7fd2acabca45 admin admin] Request body: {'subnet': {'network_id': 'd4646c8c-d25d-437d-a1b6-69ddc070b142', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1534978756-subnet', 'tenant_id': 'fcc388573ac348fbbfc19b069c9286c6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:25:48.252331 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6316f841-74d1-49af-88a4-7fd2acabca45 admin admin] Made reservation on behalf of fcc388573ac348fbbfc19b069c9286c6 for: {'subnet': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:25:48.255717 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6316f841-74d1-49af-88a4-7fd2acabca45 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11984110'] for subnet, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:48.275776 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [req-e5c99b75-d352-44cf-942b-bd8428e93c52 req-1e196cd3-d337-4ca2-b047-4bfaf98aa955 tempest-LiveMigrationTest-864996632 tempest-LiveMigrationTest-864996632-project-admin] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=93958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:25:48.276788 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-e5c99b75-d352-44cf-942b-bd8428e93c52 req-1e196cd3-d337-4ca2-b047-4bfaf98aa955 tempest-LiveMigrationTest-864996632 tempest-LiveMigrationTest-864996632-project-admin] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0108483 Jul 14 09:25:48.290475 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 14a8802f-210b-44c2-9214-05982728c30e up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:25:48.294904 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [req-e5c99b75-d352-44cf-942b-bd8428e93c52 req-109008bd-f9e0-4dba-88ae-f2b5aaaee6e2 service neutron] Request body: {'binding': {'host': 'n-h2-779913-29', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:25:48.295359 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [req-e5c99b75-d352-44cf-942b-bd8428e93c52 req-109008bd-f9e0-4dba-88ae-f2b5aaaee6e2 service neutron] Unknown quota resources ['binding']. {{(pid=93958) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 14 09:25:48.297339 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce473dc9-9bcb-441d-842c-46fc524a3c73 admin admin] Pushing event updated for resources: {'Network': ['ID=d4646c8c-d25d-437d-a1b6-69ddc070b142,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:48.319161 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Network d4646c8c-d25d-437d-a1b6-69ddc070b142 details requested by agent ovs-agent-n-d-779913-29 with host n-d-779913-29 {{(pid=93959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:25:48.415932 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-abd08475-2d42-4e31-b9e7-faf3753e5214 req-edb97230-9657-4a3f-b574-362b60658e8e tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:48.416570 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port 14a8802f-210b-44c2-9214-05982728c30e triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:25:48.417936 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:48.425097 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-7671fc6a-dc0d-429f-871b-96d2c166786b service neutron] 10.222.0.68 "GET /v2.0/networks/5699172b-f98f-483a-81e1-27bccc5d3cba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2418396 Jul 14 09:25:48.468885 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6316f841-74d1-49af-88a4-7fd2acabca45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10052764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11984092'] for subnet, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:48.506576 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device aac01286-1adc-47a2-b63a-1e3b50e8aec0 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:25:48.551153 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6316f841-74d1-49af-88a4-7fd2acabca45 admin admin] Pushing event updated for resources: {'Subnet': ['ID=161ff744-01a3-4b1b-91db-4871965e9293,revision_number=0']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:48.556338 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port aac01286-1adc-47a2-b63a-1e3b50e8aec0 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:25:48.556549 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6316f841-74d1-49af-88a4-7fd2acabca45 admin admin] Checking segment: {'id': '7d8815e9-0200-443e-a333-a7dc7602fee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'd4646c8c-d25d-437d-a1b6-69ddc070b142'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:25:48.556713 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6316f841-74d1-49af-88a4-7fd2acabca45 admin admin] Network hostable DHCP agents. Network: d4646c8c-d25d-437d-a1b6-69ddc070b142, hostable agents: ['c6a09bd4-f72e-4283-a3ca-0bbca8a51081'], hosted agents: [] {{(pid=93957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:25:48.556860 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:48.579244 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.agents_db [None req-3c3509fb-540d-4335-a450-574895dd3602 None None] Agent healthcheck: found 7 active agents {{(pid=93960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:25:48.608638 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6316f841-74d1-49af-88a4-7fd2acabca45 admin admin] Network d4646c8c-d25d-437d-a1b6-69ddc070b142 is scheduled to be hosted by DHCP agent c6a09bd4-f72e-4283-a3ca-0bbca8a51081 with binding_index 1 {{(pid=93957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:25:48.631672 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cc7773-4012-4dec-bbab-2d6f84180e54 req-dcab1f1c-d811-49b4-8a78-0a8c48d4c485 tempest-FloatingIPsAssociationTestJSON-879911528 tempest-FloatingIPsAssociationTestJSON-879911528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:48.633341 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a4cc7773-4012-4dec-bbab-2d6f84180e54 req-dcab1f1c-d811-49b4-8a78-0a8c48d4c485 tempest-FloatingIPsAssociationTestJSON-879911528 tempest-FloatingIPsAssociationTestJSON-879911528-project] 10.222.0.65 "GET /v2.0/ports?device_id=86edc551-2af1-49b8-ace8-978539698fff HTTP/1.1" status: 200 len: 945 time: 0.0904584 Jul 14 09:25:48.634740 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-6316f841-74d1-49af-88a4-7fd2acabca45 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-29, d4646c8c-d25d-437d-a1b6-69ddc070b142) {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:25:48.639132 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6316f841-74d1-49af-88a4-7fd2acabca45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:48.639828 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6316f841-74d1-49af-88a4-7fd2acabca45 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:48.656536 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d0fd648-037f-493f-be43-c4355c82f5a9 None None] Network d4646c8c-d25d-437d-a1b6-69ddc070b142 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:25:48.692381 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-6316f841-74d1-49af-88a4-7fd2acabca45 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.4633965 Jul 14 09:25:48.764577 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [req-a4cc7773-4012-4dec-bbab-2d6f84180e54 req-ef4f5b39-c1ff-457c-943c-b4096eeeaf52 tempest-FloatingIPsAssociationTestJSON-879911528 tempest-FloatingIPsAssociationTestJSON-879911528-project] Deleting port 931e89d6-a83f-478c-8b7d-81fe28a1ecc4 {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:25:48.765812 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-a4cc7773-4012-4dec-bbab-2d6f84180e54 req-ef4f5b39-c1ff-457c-943c-b4096eeeaf52 tempest-FloatingIPsAssociationTestJSON-879911528 tempest-FloatingIPsAssociationTestJSON-879911528-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:48.791403 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abd08475-2d42-4e31-b9e7-faf3753e5214 req-edb97230-9657-4a3f-b574-362b60658e8e tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Network b0b50c65-f409-4ad3-b817-197bbf41eb74 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:25:48.797043 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb97230-9657-4a3f-b574-362b60658e8e tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Pushing event updated for resources: {'Port': ['ID=09993cfe-f0e6-4ef4-a8d3-7d79a89a7f3b,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:48.808328 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1284666-94de-46d8-ad57-43abdd057d75 None None] Network d4646c8c-d25d-437d-a1b6-69ddc070b142 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:25:48.809719 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [req-abd08475-2d42-4e31-b9e7-faf3753e5214 req-edb97230-9657-4a3f-b574-362b60658e8e tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:25:48.816242 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-abd08475-2d42-4e31-b9e7-faf3753e5214 req-edb97230-9657-4a3f-b574-362b60658e8e tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:25:48.897550 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-a4cc7773-4012-4dec-bbab-2d6f84180e54 req-ef4f5b39-c1ff-457c-943c-b4096eeeaf52 tempest-FloatingIPsAssociationTestJSON-879911528 tempest-FloatingIPsAssociationTestJSON-879911528-project] For port 931e89d6-a83f-478c-8b7d-81fe28a1ecc4, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=931e89d6-a83f-478c-8b7d-81fe28a1ecc4,segment=NetworkSegment(ddccd952-f86c-42d9-9a76-fafa68d7d61d),segment_id=ddccd952-f86c-42d9-9a76-fafa68d7d61d)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:25:48.897760 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-a4cc7773-4012-4dec-bbab-2d6f84180e54 req-ef4f5b39-c1ff-457c-943c-b4096eeeaf52 tempest-FloatingIPsAssociationTestJSON-879911528 tempest-FloatingIPsAssociationTestJSON-879911528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:48.924342 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [req-a4cc7773-4012-4dec-bbab-2d6f84180e54 req-ef4f5b39-c1ff-457c-943c-b4096eeeaf52 tempest-FloatingIPsAssociationTestJSON-879911528 tempest-FloatingIPsAssociationTestJSON-879911528-project] Calling delete_port for 931e89d6-a83f-478c-8b7d-81fe28a1ecc4 owned by compute:nova {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:25:48.954487 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-bb7c0c89-7d68-40d9-b929-8fb8fadb83b0 service neutron] 10.222.0.68 "GET /v2.0/networks/5699172b-f98f-483a-81e1-27bccc5d3cba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4965479 Jul 14 09:25:48.969367 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd08475-2d42-4e31-b9e7-faf3753e5214 req-edb97230-9657-4a3f-b574-362b60658e8e tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:48.970037 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-abd08475-2d42-4e31-b9e7-faf3753e5214 req-edb97230-9657-4a3f-b574-362b60658e8e tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:49.006247 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-e5c99b75-d352-44cf-942b-bd8428e93c52 req-109008bd-f9e0-4dba-88ae-f2b5aaaee6e2 service neutron] Attempting to bind port df6483e0-89e5-45b9-8d7a-dd0f399b1b72 on host n-h2-779913-29 for vnic_type normal with profile None {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:25:49.006874 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-e5c99b75-d352-44cf-942b-bd8428e93c52 req-109008bd-f9e0-4dba-88ae-f2b5aaaee6e2 service neutron] Attempting to bind port df6483e0-89e5-45b9-8d7a-dd0f399b1b72 by drivers openvswitch,hyperv on host n-h2-779913-29 at level 0 using segments [{'id': '3140b72d-6a4a-4668-bad8-c572bd128f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'fdafaba0-da53-47c8-a4eb-7c69deccbba6'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:25:49.007206 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5c99b75-d352-44cf-942b-bd8428e93c52 req-109008bd-f9e0-4dba-88ae-f2b5aaaee6e2 service neutron] Attempting to bind port df6483e0-89e5-45b9-8d7a-dd0f399b1b72 on network fdafaba0-da53-47c8-a4eb-7c69deccbba6 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:25:49.039996 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5c99b75-d352-44cf-942b-bd8428e93c52 req-109008bd-f9e0-4dba-88ae-f2b5aaaee6e2 service neutron] Port df6483e0-89e5-45b9-8d7a-dd0f399b1b72 on network fdafaba0-da53-47c8-a4eb-7c69deccbba6 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-29 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:25:49.040591 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5c99b75-d352-44cf-942b-bd8428e93c52 req-109008bd-f9e0-4dba-88ae-f2b5aaaee6e2 service neutron] Attempting to bind port df6483e0-89e5-45b9-8d7a-dd0f399b1b72 on network fdafaba0-da53-47c8-a4eb-7c69deccbba6 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:25:49.059537 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-abd08475-2d42-4e31-b9e7-faf3753e5214 req-edb97230-9657-4a3f-b574-362b60658e8e tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0564716 Jul 14 09:25:49.062011 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5c99b75-d352-44cf-942b-bd8428e93c52 req-109008bd-f9e0-4dba-88ae-f2b5aaaee6e2 service neutron] Checking agent: {'id': '013e4a3b-a634-47b8-b6a5-1a25109b73fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 13, 13), 'started_at': datetime.datetime(2021, 7, 14, 9, 13, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 25, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:25:49.062530 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5c99b75-d352-44cf-942b-bd8428e93c52 req-109008bd-f9e0-4dba-88ae-f2b5aaaee6e2 service neutron] Checking segment: {'id': '3140b72d-6a4a-4668-bad8-c572bd128f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'fdafaba0-da53-47c8-a4eb-7c69deccbba6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:25:49.063233 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5c99b75-d352-44cf-942b-bd8428e93c52 req-109008bd-f9e0-4dba-88ae-f2b5aaaee6e2 service neutron] Bound using segment: {'id': '3140b72d-6a4a-4668-bad8-c572bd128f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'fdafaba0-da53-47c8-a4eb-7c69deccbba6'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:25:49.063830 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-e5c99b75-d352-44cf-942b-bd8428e93c52 req-109008bd-f9e0-4dba-88ae-f2b5aaaee6e2 service neutron] Bound port: df6483e0-89e5-45b9-8d7a-dd0f399b1b72, host: n-h2-779913-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3140b72d-6a4a-4668-bad8-c572bd128f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'fdafaba0-da53-47c8-a4eb-7c69deccbba6'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:25:49.096950 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-a4cc7773-4012-4dec-bbab-2d6f84180e54 req-ef4f5b39-c1ff-457c-943c-b4096eeeaf52 tempest-FloatingIPsAssociationTestJSON-879911528 tempest-FloatingIPsAssociationTestJSON-879911528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:49.124149 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [req-abd08475-2d42-4e31-b9e7-faf3753e5214 req-1cd2f92f-5844-4c06-9d40-8bae71e5007e tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Request body: {'port': {'device_id': '63eeb2a1-7ac5-48f3-b93f-614fd3099f12', 'network_id': 'cbfcb547-3bd5-4e11-8afe-b02fedb7accc', 'admin_state_up': True, 'tenant_id': '24f83d3539e4497181e13bb568cf43a0'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:25:49.131882 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] get_ports_and_sgs() called for port_ids ['931e89d6-a83f-478c-8b7d-81fe28a1ecc4'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:25:49.139353 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4f5b39-c1ff-457c-943c-b4096eeeaf52 tempest-FloatingIPsAssociationTestJSON-879911528 tempest-FloatingIPsAssociationTestJSON-879911528-project] Pushing event deleted for resources: {'Port': ['ID=931e89d6-a83f-478c-8b7d-81fe28a1ecc4,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:49.166719 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] get_ports_and_sgs() called for port_ids ['0f39e973-face-4493-81d7-410ee30b1531'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:25:49.193788 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4cc7773-4012-4dec-bbab-2d6f84180e54 req-ef4f5b39-c1ff-457c-943c-b4096eeeaf52 tempest-FloatingIPsAssociationTestJSON-879911528 tempest-FloatingIPsAssociationTestJSON-879911528-project] No DVR routers for this DVR port 931e89d6-a83f-478c-8b7d-81fe28a1ecc4 on host n-h1-779913-29 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:25:49.196461 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-a4cc7773-4012-4dec-bbab-2d6f84180e54 req-ef4f5b39-c1ff-457c-943c-b4096eeeaf52 tempest-FloatingIPsAssociationTestJSON-879911528 tempest-FloatingIPsAssociationTestJSON-879911528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:49.198928 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a4cc7773-4012-4dec-bbab-2d6f84180e54 req-ef4f5b39-c1ff-457c-943c-b4096eeeaf52 tempest-FloatingIPsAssociationTestJSON-879911528 tempest-FloatingIPsAssociationTestJSON-879911528-project] 10.222.0.65 "DELETE /v2.0/ports/931e89d6-a83f-478c-8b7d-81fe28a1ecc4 HTTP/1.1" status: 204 len: 173 time: 0.5560980 Jul 14 09:25:49.199225 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86edc551-2af1-49b8-ace8-978539698fff', 'name': 'network-vif-deleted', 'tag': '931e89d6-a83f-478c-8b7d-81fe28a1ecc4'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:25:49.201639 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1df2d3c5-d7a6-44a0-9876-39588149ece4" -d '{"events": [{"server_uuid": "86edc551-2af1-49b8-ace8-978539698fff", "name": "network-vif-deleted", "tag": "931e89d6-a83f-478c-8b7d-81fe28a1ecc4"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:25:49.270924 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-9cb15b8a-45c0-4bc1-80ea-a48b622266dd service neutron] 10.222.0.68 "GET /v2.0/networks/5699172b-f98f-483a-81e1-27bccc5d3cba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3151171 Jul 14 09:25:49.345264 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-e03a2e2e-1d2f-4cc5-b265-0b20918c0521 None None] Provisioning for port 09993cfe-f0e6-4ef4-a8d3-7d79a89a7f3b completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:25:49.354926 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-e03a2e2e-1d2f-4cc5-b265-0b20918c0521 None None] Provisioning complete for port 09993cfe-f0e6-4ef4-a8d3-7d79a89a7f3b triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:25:49.355493 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e03a2e2e-1d2f-4cc5-b265-0b20918c0521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:49.387160 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-e5c99b75-d352-44cf-942b-bd8428e93c52 req-109008bd-f9e0-4dba-88ae-f2b5aaaee6e2 service neutron] For port df6483e0-89e5-45b9-8d7a-dd0f399b1b72, host n-h2-779913-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=df6483e0-89e5-45b9-8d7a-dd0f399b1b72,segment=NetworkSegment(3140b72d-6a4a-4668-bad8-c572bd128f6c),segment_id=3140b72d-6a4a-4668-bad8-c572bd128f6c)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:25:49.393050 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-e5c99b75-d352-44cf-942b-bd8428e93c52 req-109008bd-f9e0-4dba-88ae-f2b5aaaee6e2 service neutron] Notify callbacks [] for binding, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:49.394274 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-e5c99b75-d352-44cf-942b-bd8428e93c52 req-109008bd-f9e0-4dba-88ae-f2b5aaaee6e2 service neutron] 10.222.0.68 "POST /v2.0/ports/df6483e0-89e5-45b9-8d7a-dd0f399b1b72/bindings HTTP/1.1" status: 201 len: 390 time: 1.1085975 Jul 14 09:25:49.396161 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-79167c08-187d-4c24-8332-53ca8d44a157 service neutron] 10.222.0.68 "GET /v2.0/networks/5699172b-f98f-483a-81e1-27bccc5d3cba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163628 Jul 14 09:25:49.414088 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-e03a2e2e-1d2f-4cc5-b265-0b20918c0521 None None] Port 09993cfe-f0e6-4ef4-a8d3-7d79a89a7f3b cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:25:49.462481 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abd08475-2d42-4e31-b9e7-faf3753e5214 req-1cd2f92f-5844-4c06-9d40-8bae71e5007e tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Made reservation on behalf of 24f83d3539e4497181e13bb568cf43a0 for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:25:49.466043 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-abd08475-2d42-4e31-b9e7-faf3753e5214 req-1cd2f92f-5844-4c06-9d40-8bae71e5007e tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:49.574086 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-7b610aad-58a4-47fe-aeb6-1b2378a6e69e service neutron] 10.222.0.68 "GET /v2.0/networks/42a058fa-f36e-4a5f-a1b5-ee56753d964d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1678863 Jul 14 09:25:49.596272 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-7dcee4e3-251a-4bc0-a5f7-f86657e2f42c req-3481916b-c50b-4b9b-9c96-0d8cba9961bb tempest-ServerShowV247Test-95289089 tempest-ServerShowV247Test-95289089-project] 10.222.0.68 "GET /v2.0/ports?device_id=597336fa-a9fd-4764-aecb-9f8b5af457b3 HTTP/1.1" status: 200 len: 210 time: 0.0406706 Jul 14 09:25:49.700946 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [req-abd08475-2d42-4e31-b9e7-faf3753e5214 req-1cd2f92f-5844-4c06-9d40-8bae71e5007e tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Allocated IP 19.86.0.41 (cbfcb547-3bd5-4e11-8afe-b02fedb7accc/c4390d6c-a86c-4c14-9560-506abcecbcfa/da161fbf-66d4-4bff-868e-39edd09817da) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:25:49.734607 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-e2663206-9528-49da-9135-e5d4c78c4321 service neutron] 10.222.0.68 "GET /v2.0/networks/42a058fa-f36e-4a5f-a1b5-ee56753d964d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507275 Jul 14 09:25:49.749467 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a1df0b25-80d2-4cbf-b206-dafbcc092f9e req-cb881888-d206-4fdb-ac9c-9ebb6dd3e01b tempest-ServerShowV254Test-240420509 tempest-ServerShowV254Test-240420509-project] 10.222.0.68 "GET /v2.0/ports?device_id=9d989e86-2c7b-442e-9e80-552909e05e9d HTTP/1.1" status: 200 len: 210 time: 0.0321090 Jul 14 09:25:49.774110 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c99b75-d352-44cf-942b-bd8428e93c52 req-f1bce1ec-4979-4870-a224-3df1969751fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:49.776247 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e5c99b75-d352-44cf-942b-bd8428e93c52 req-f1bce1ec-4979-4870-a224-3df1969751fb service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=88495f2d6951432397900165a462d224&device_id=65c2e97a-3a9b-45f9-8601-1b3501000ad2 HTTP/1.1" status: 200 len: 1098 time: 0.0904198 Jul 14 09:25:49.932070 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-3d8fe0e7-e671-471d-99a1-8e44cb1ff9cc service neutron] 10.222.0.68 "GET /v2.0/networks/42a058fa-f36e-4a5f-a1b5-ee56753d964d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1891110 Jul 14 09:25:49.933982 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c99b75-d352-44cf-942b-bd8428e93c52 req-d0ca2e3f-3709-4b5c-b268-c9e5b3651dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:49.935469 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e5c99b75-d352-44cf-942b-bd8428e93c52 req-d0ca2e3f-3709-4b5c-b268-c9e5b3651dfd service neutron] 10.222.0.57 "GET /v2.0/networks?id=fdafaba0-da53-47c8-a4eb-7c69deccbba6 HTTP/1.1" status: 200 len: 909 time: 0.1517656 Jul 14 09:25:49.957647 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8918546-8093-4a07-b04d-71409b425340 req-61f2af57-d606-42ca-90ed-f30ca9f8eb0f tempest-ServerRescueTestJSON-1969041098 tempest-ServerRescueTestJSON-1969041098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:49.959123 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a8918546-8093-4a07-b04d-71409b425340 req-61f2af57-d606-42ca-90ed-f30ca9f8eb0f tempest-ServerRescueTestJSON-1969041098 tempest-ServerRescueTestJSON-1969041098-project] 10.222.0.68 "GET /v2.0/ports?device_id=fd1f4779-7c9e-445b-a0be-3b95d7c816a4 HTTP/1.1" status: 200 len: 946 time: 0.0916972 Jul 14 09:25:49.998163 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e5c99b75-d352-44cf-942b-bd8428e93c52 req-8eb7080a-0baa-4dcd-9da0-ba88c2eb7d59 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=df6483e0-89e5-45b9-8d7a-dd0f399b1b72 HTTP/1.1" status: 200 len: 217 time: 0.0498083 Jul 14 09:25:50.014751 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-abd08475-2d42-4e31-b9e7-faf3753e5214 req-1cd2f92f-5844-4c06-9d40-8bae71e5007e tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:50.046472 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-abd08475-2d42-4e31-b9e7-faf3753e5214 req-1cd2f92f-5844-4c06-9d40-8bae71e5007e tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Transition to ACTIVE for port object da161fbf-66d4-4bff-868e-39edd09817da will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:25:50.069635 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-2d86b7b1-e792-42c7-a77f-66e1a5ac6db1 service neutron] 10.222.0.68 "GET /v2.0/networks/42a058fa-f36e-4a5f-a1b5-ee56753d964d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317112 Jul 14 09:25:50.070511 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a8918546-8093-4a07-b04d-71409b425340 req-effd370e-29de-42d2-95f4-5d6bf4ac0bf9 tempest-ServerRescueTestJSON-1969041098 tempest-ServerRescueTestJSON-1969041098-project] 10.222.0.68 "GET /v2.0/security-groups?id=d6a7feba-be17-4d7e-a638-e9426c29981e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744078 Jul 14 09:25:50.080963 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c99b75-d352-44cf-942b-bd8428e93c52 req-77b51f1e-f23c-476c-b381-2f19771e572f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:50.083528 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e5c99b75-d352-44cf-942b-bd8428e93c52 req-77b51f1e-f23c-476c-b381-2f19771e572f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5194e827-9fb1-419e-b4bc-69aee8b3dca3 HTTP/1.1" status: 200 len: 848 time: 0.0668108 Jul 14 09:25:50.109291 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-abd08475-2d42-4e31-b9e7-faf3753e5214 req-1cd2f92f-5844-4c06-9d40-8bae71e5007e tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:50.127807 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e5c99b75-d352-44cf-942b-bd8428e93c52 req-513aa0e1-ccd8-45c3-9096-93ff89863d7f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fdafaba0-da53-47c8-a4eb-7c69deccbba6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340333 Jul 14 09:25:50.171809 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abd08475-2d42-4e31-b9e7-faf3753e5214 req-1cd2f92f-5844-4c06-9d40-8bae71e5007e tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Network cbfcb547-3bd5-4e11-8afe-b02fedb7accc is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:25:50.175511 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [req-abd08475-2d42-4e31-b9e7-faf3753e5214 req-1cd2f92f-5844-4c06-9d40-8bae71e5007e tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:25:50.179864 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-abd08475-2d42-4e31-b9e7-faf3753e5214 req-1cd2f92f-5844-4c06-9d40-8bae71e5007e tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:25:50.187606 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd2f92f-5844-4c06-9d40-8bae71e5007e tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Pushing event updated for resources: {'Port': ['ID=da161fbf-66d4-4bff-868e-39edd09817da,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:50.244172 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd08475-2d42-4e31-b9e7-faf3753e5214 req-1cd2f92f-5844-4c06-9d40-8bae71e5007e tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:50.245262 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-abd08475-2d42-4e31-b9e7-faf3753e5214 req-1cd2f92f-5844-4c06-9d40-8bae71e5007e tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:50.261262 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-abd08475-2d42-4e31-b9e7-faf3753e5214 req-1cd2f92f-5844-4c06-9d40-8bae71e5007e tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1599839 Jul 14 09:25:50.294096 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [req-abd08475-2d42-4e31-b9e7-faf3753e5214 req-a8a8dd6b-e79f-46e4-9e1c-48b49cf94ede tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Request body: {'port': {'device_id': '63eeb2a1-7ac5-48f3-b93f-614fd3099f12', 'network_id': 'b0b50c65-f409-4ad3-b817-197bbf41eb74', 'admin_state_up': True, 'tenant_id': '24f83d3539e4497181e13bb568cf43a0'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:25:50.314506 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e5c99b75-d352-44cf-942b-bd8428e93c52 req-0130efc9-c06d-4eb9-8ba2-7f2bfd72d6f6 service neutron] 10.222.0.57 "GET /v2.0/networks/fdafaba0-da53-47c8-a4eb-7c69deccbba6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1768987 Jul 14 09:25:50.342004 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1fd44d-0216-40dc-916a-b34bacc8a03f req-5e136f89-046b-4c7f-b317-9e18e19e2c81 tempest-FloatingIPsAssociationTestJSON-879911528 tempest-FloatingIPsAssociationTestJSON-879911528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:50.353881 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-dc1fd44d-0216-40dc-916a-b34bacc8a03f req-5e136f89-046b-4c7f-b317-9e18e19e2c81 tempest-FloatingIPsAssociationTestJSON-879911528 tempest-FloatingIPsAssociationTestJSON-879911528-project] 10.222.0.68 "GET /v2.0/ports?device_id=1e47bf17-b929-4bf1-99b0-1c9faf851557&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1157541 Jul 14 09:25:50.454542 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-dc1fd44d-0216-40dc-916a-b34bacc8a03f req-907f1665-4b8c-4ded-8064-56a77f02a13a tempest-FloatingIPsAssociationTestJSON-879911528 tempest-FloatingIPsAssociationTestJSON-879911528-project] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.25.4.155 HTTP/1.1" status: 200 len: 696 time: 0.0994785 Jul 14 09:25:50.476870 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-dc1fd44d-0216-40dc-916a-b34bacc8a03f req-d4e00105-096f-4326-8dd0-9056a631e7c5 tempest-FloatingIPsAssociationTestJSON-879911528 tempest-FloatingIPsAssociationTestJSON-879911528-project] Request body: {'floatingip': {'port_id': '0f39e973-face-4493-81d7-410ee30b1531', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:25:50.495249 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abd08475-2d42-4e31-b9e7-faf3753e5214 req-a8a8dd6b-e79f-46e4-9e1c-48b49cf94ede tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Made reservation on behalf of 24f83d3539e4497181e13bb568cf43a0 for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:25:50.499108 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-abd08475-2d42-4e31-b9e7-faf3753e5214 req-a8a8dd6b-e79f-46e4-9e1c-48b49cf94ede tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:50.542276 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-6c475ffd-2cfe-4bf4-87ee-ebfeee90e57f None None] Provisioning for port da161fbf-66d4-4bff-868e-39edd09817da completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:25:50.547227 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-6c475ffd-2cfe-4bf4-87ee-ebfeee90e57f None None] Provisioning complete for port da161fbf-66d4-4bff-868e-39edd09817da triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:25:50.547894 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6c475ffd-2cfe-4bf4-87ee-ebfeee90e57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:50.559875 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-86cad0a7-190b-4222-9256-6cae68591db5 req-24f763ad-c23f-4a64-b988-908d8d8a8bdb service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=9d989e86-2c7b-442e-9e80-552909e05e9d HTTP/1.1" status: 200 len: 210 time: 0.0425906 Jul 14 09:25:50.564083 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-dc1fd44d-0216-40dc-916a-b34bacc8a03f req-d4e00105-096f-4326-8dd0-9056a631e7c5 tempest-FloatingIPsAssociationTestJSON-879911528 tempest-FloatingIPsAssociationTestJSON-879911528-project] Notify callbacks [] for floatingip, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:50.598726 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e5c99b75-d352-44cf-942b-bd8428e93c52 req-5e4b55a8-fadf-4075-8eef-3da9b18545e7 service neutron] 10.222.0.57 "GET /v2.0/networks/fdafaba0-da53-47c8-a4eb-7c69deccbba6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2747326 Jul 14 09:25:50.623931 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-6c475ffd-2cfe-4bf4-87ee-ebfeee90e57f None None] Port da161fbf-66d4-4bff-868e-39edd09817da cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:25:50.659500 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [req-abd08475-2d42-4e31-b9e7-faf3753e5214 req-a8a8dd6b-e79f-46e4-9e1c-48b49cf94ede tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Allocated IP 19.80.0.60 (b0b50c65-f409-4ad3-b817-197bbf41eb74/9cf36d0f-915d-4ace-9af4-693be8196681/71e85ce8-0d8a-4fea-ab85-38e11b64c38d) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:25:50.866831 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-abd08475-2d42-4e31-b9e7-faf3753e5214 req-a8a8dd6b-e79f-46e4-9e1c-48b49cf94ede tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:50.903282 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-abd08475-2d42-4e31-b9e7-faf3753e5214 req-a8a8dd6b-e79f-46e4-9e1c-48b49cf94ede tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Transition to ACTIVE for port object 71e85ce8-0d8a-4fea-ab85-38e11b64c38d will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:25:50.994460 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-abd08475-2d42-4e31-b9e7-faf3753e5214 req-a8a8dd6b-e79f-46e4-9e1c-48b49cf94ede tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:51.084641 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abd08475-2d42-4e31-b9e7-faf3753e5214 req-a8a8dd6b-e79f-46e4-9e1c-48b49cf94ede tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Network b0b50c65-f409-4ad3-b817-197bbf41eb74 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:25:51.086491 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [req-abd08475-2d42-4e31-b9e7-faf3753e5214 req-a8a8dd6b-e79f-46e4-9e1c-48b49cf94ede tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:25:51.096905 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-abd08475-2d42-4e31-b9e7-faf3753e5214 req-a8a8dd6b-e79f-46e4-9e1c-48b49cf94ede tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:25:51.110829 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb623399-496a-4ef7-a0d2-5ad2e236d4b2 req-db3eb252-0f4f-4d01-b2b3-83df37bec45b tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:51.117628 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb623399-496a-4ef7-a0d2-5ad2e236d4b2 req-db3eb252-0f4f-4d01-b2b3-83df37bec45b tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:51.120782 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-cb623399-496a-4ef7-a0d2-5ad2e236d4b2 req-db3eb252-0f4f-4d01-b2b3-83df37bec45b tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] 10.222.0.68 "GET /v2.0/ports?device_id=63eeb2a1-7ac5-48f3-b93f-614fd3099f12 HTTP/1.1" status: 200 len: 1653 time: 0.2014227 Jul 14 09:25:51.123414 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a8dd6b-e79f-46e4-9e1c-48b49cf94ede tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Pushing event updated for resources: {'Port': ['ID=71e85ce8-0d8a-4fea-ab85-38e11b64c38d,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:51.199342 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-dc1fd44d-0216-40dc-916a-b34bacc8a03f req-d4e00105-096f-4326-8dd0-9056a631e7c5 tempest-FloatingIPsAssociationTestJSON-879911528 tempest-FloatingIPsAssociationTestJSON-879911528-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:51.210990 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-dc1fd44d-0216-40dc-916a-b34bacc8a03f req-d4e00105-096f-4326-8dd0-9056a631e7c5 tempest-FloatingIPsAssociationTestJSON-879911528 tempest-FloatingIPsAssociationTestJSON-879911528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-660590'] for floatingip, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:51.215174 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-cb623399-496a-4ef7-a0d2-5ad2e236d4b2 req-b807c92d-1d60-42b5-915d-c6c23ef273b6 tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] 10.222.0.68 "GET /v2.0/security-groups?id=e583495f-449a-49ad-92be-ddfb834c83f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667553 Jul 14 09:25:51.225947 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd08475-2d42-4e31-b9e7-faf3753e5214 req-a8a8dd6b-e79f-46e4-9e1c-48b49cf94ede tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:51.226680 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-abd08475-2d42-4e31-b9e7-faf3753e5214 req-a8a8dd6b-e79f-46e4-9e1c-48b49cf94ede tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:51.250041 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-abd08475-2d42-4e31-b9e7-faf3753e5214 req-a8a8dd6b-e79f-46e4-9e1c-48b49cf94ede tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9621670 Jul 14 09:25:51.276499 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [req-abd08475-2d42-4e31-b9e7-faf3753e5214 req-56955158-eca2-4ae6-a276-88d4475540ce service neutron] Request body: {'port': {'device_id': '63eeb2a1-7ac5-48f3-b93f-614fd3099f12', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-29'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:25:51.374851 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-abd08475-2d42-4e31-b9e7-faf3753e5214 req-56955158-eca2-4ae6-a276-88d4475540ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:51.443561 n-d-779913-29 neutron-server[93957]: INFO neutron.db.l3_db [req-dc1fd44d-0216-40dc-916a-b34bacc8a03f req-d4e00105-096f-4326-8dd0-9056a631e7c5 tempest-FloatingIPsAssociationTestJSON-879911528 tempest-FloatingIPsAssociationTestJSON-879911528-project] Floating IP b2d169b0-4b8b-4c1e-98bd-70d843f4ffcc associated. External IP: 172.25.4.155, port: 0f39e973-face-4493-81d7-410ee30b1531. Jul 14 09:25:51.570744 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-3b86302f-d805-4e7d-a818-c40e36c3478d None None] Provisioning for port 71e85ce8-0d8a-4fea-ab85-38e11b64c38d completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:25:51.583068 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-3b86302f-d805-4e7d-a818-c40e36c3478d None None] Provisioning complete for port 71e85ce8-0d8a-4fea-ab85-38e11b64c38d triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:25:51.583453 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3b86302f-d805-4e7d-a818-c40e36c3478d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:51.650681 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-3b86302f-d805-4e7d-a818-c40e36c3478d None None] Port 71e85ce8-0d8a-4fea-ab85-38e11b64c38d cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:25:51.774052 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f971ddd2-ac07-46fc-af66-856492f65aab req-0af7a133-466a-458f-a2b4-077af22abd32 tempest-ListServersNegativeTestJSON-1499415755 tempest-ListServersNegativeTestJSON-1499415755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:51.775809 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-f971ddd2-ac07-46fc-af66-856492f65aab req-0af7a133-466a-458f-a2b4-077af22abd32 tempest-ListServersNegativeTestJSON-1499415755 tempest-ListServersNegativeTestJSON-1499415755-project] 10.222.0.68 "GET /v2.0/networks?id=d4646c8c-d25d-437d-a1b6-69ddc070b142 HTTP/1.1" status: 200 len: 818 time: 0.1697137 Jul 14 09:25:51.800886 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dc1fd44d-0216-40dc-916a-b34bacc8a03f req-d4e00105-096f-4326-8dd0-9056a631e7c5 tempest-FloatingIPsAssociationTestJSON-879911528 tempest-FloatingIPsAssociationTestJSON-879911528-project] Router 0e2861da-41c5-4938-88f7-e1396c0219c6 has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:25:51.822649 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-f971ddd2-ac07-46fc-af66-856492f65aab req-38a06cb7-2ba8-4109-bdd6-c651078d36e0 tempest-ListServersNegativeTestJSON-1499415755 tempest-ListServersNegativeTestJSON-1499415755-project] 10.222.0.68 "GET /v2.0/quotas/fcc388573ac348fbbfc19b069c9286c6 HTTP/1.1" status: 200 len: 375 time: 0.0396099 Jul 14 09:25:51.844719 n-d-779913-29 neutron-server[93958]: DEBUG neutron.notifiers.nova [req-abd08475-2d42-4e31-b9e7-faf3753e5214 req-56955158-eca2-4ae6-a276-88d4475540ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09993cfe-f0e6-4ef4-a8d3-7d79a89a7f3b {{(pid=93958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:25:51.901631 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-abd08475-2d42-4e31-b9e7-faf3753e5214 req-56955158-eca2-4ae6-a276-88d4475540ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:51.906135 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-f971ddd2-ac07-46fc-af66-856492f65aab req-6da0d3fe-f7e2-41b7-91bc-999022e680ae tempest-ListServersNegativeTestJSON-1499415755 tempest-ListServersNegativeTestJSON-1499415755-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=fcc388573ac348fbbfc19b069c9286c6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0656936 Jul 14 09:25:51.927357 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-abd08475-2d42-4e31-b9e7-faf3753e5214 req-56955158-eca2-4ae6-a276-88d4475540ce service neutron] Transition to ACTIVE for port object 09993cfe-f0e6-4ef4-a8d3-7d79a89a7f3b will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:25:51.937855 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dc1fd44d-0216-40dc-916a-b34bacc8a03f req-d4e00105-096f-4326-8dd0-9056a631e7c5 tempest-FloatingIPsAssociationTestJSON-879911528 tempest-FloatingIPsAssociationTestJSON-879911528-project] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:25:51.942858 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-dc1fd44d-0216-40dc-916a-b34bacc8a03f req-d4e00105-096f-4326-8dd0-9056a631e7c5 tempest-FloatingIPsAssociationTestJSON-879911528 tempest-FloatingIPsAssociationTestJSON-879911528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for floatingip, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:51.950282 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-156f7fe7-2ede-4c24-a6e6-d95e082f2c9f None None] Sync routers for ids ['0e2861da-41c5-4938-88f7-e1396c0219c6'] in n-d-779913-29 {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:25:51.963264 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-156f7fe7-2ede-4c24-a6e6-d95e082f2c9f None None] Routers {'0e2861da-41c5-4938-88f7-e1396c0219c6'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:25:51.964872 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-156f7fe7-2ede-4c24-a6e6-d95e082f2c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:25:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['0e2861da-41c5-4938-88f7-e1396c0219c6'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:25:51.983124 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-dc1fd44d-0216-40dc-916a-b34bacc8a03f req-d4e00105-096f-4326-8dd0-9056a631e7c5 tempest-FloatingIPsAssociationTestJSON-879911528 tempest-FloatingIPsAssociationTestJSON-879911528-project] 10.222.0.68 "PUT /v2.0/floatingips/b2d169b0-4b8b-4c1e-98bd-70d843f4ffcc HTTP/1.1" status: 200 len: 997 time: 1.5134776 Jul 14 09:25:51.985938 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-abd08475-2d42-4e31-b9e7-faf3753e5214 req-56955158-eca2-4ae6-a276-88d4475540ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13574142'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:52.068615 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1fd44d-0216-40dc-916a-b34bacc8a03f req-fa472f0b-2d7e-49e8-8406-938a4094cce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:52.070216 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-dc1fd44d-0216-40dc-916a-b34bacc8a03f req-fa472f0b-2d7e-49e8-8406-938a4094cce7 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=cb2a8bd81eea456b92b36dee5b159f07&device_id=1e47bf17-b929-4bf1-99b0-1c9faf851557 HTTP/1.1" status: 200 len: 1098 time: 0.0691500 Jul 14 09:25:52.076894 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56955158-eca2-4ae6-a276-88d4475540ce service neutron] Pushing event updated for resources: {'Port': ['ID=09993cfe-f0e6-4ef4-a8d3-7d79a89a7f3b,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:52.115383 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-f971ddd2-ac07-46fc-af66-856492f65aab req-ec74566c-87e2-4e4c-8ceb-85b1e7d16d83 service neutron] 10.222.0.68 "GET /v2.0/networks/d4646c8c-d25d-437d-a1b6-69ddc070b142?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1978374 Jul 14 09:25:52.211152 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1fd44d-0216-40dc-916a-b34bacc8a03f req-ef183bd6-d088-4668-8928-52acbf2d6c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:52.212798 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-dc1fd44d-0216-40dc-916a-b34bacc8a03f req-ef183bd6-d088-4668-8928-52acbf2d6c12 service neutron] 10.222.0.68 "GET /v2.0/networks?id=f9f9e30e-0b39-4c8e-9a13-252818fafe21 HTTP/1.1" status: 200 len: 922 time: 0.1259177 Jul 14 09:25:52.288639 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-abd08475-2d42-4e31-b9e7-faf3753e5214 req-56955158-eca2-4ae6-a276-88d4475540ce service neutron] Attempting to bind port 09993cfe-f0e6-4ef4-a8d3-7d79a89a7f3b on host n-h2-779913-29 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:25:52.288921 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-abd08475-2d42-4e31-b9e7-faf3753e5214 req-56955158-eca2-4ae6-a276-88d4475540ce service neutron] Attempting to bind port 09993cfe-f0e6-4ef4-a8d3-7d79a89a7f3b by drivers openvswitch,hyperv on host n-h2-779913-29 at level 0 using segments [{'id': '0f04ac95-6c12-4d33-9421-625ddae609a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'b0b50c65-f409-4ad3-b817-197bbf41eb74'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:25:52.289258 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abd08475-2d42-4e31-b9e7-faf3753e5214 req-56955158-eca2-4ae6-a276-88d4475540ce service neutron] Attempting to bind port 09993cfe-f0e6-4ef4-a8d3-7d79a89a7f3b on network b0b50c65-f409-4ad3-b817-197bbf41eb74 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:25:52.298053 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abd08475-2d42-4e31-b9e7-faf3753e5214 req-56955158-eca2-4ae6-a276-88d4475540ce service neutron] Port 09993cfe-f0e6-4ef4-a8d3-7d79a89a7f3b on network b0b50c65-f409-4ad3-b817-197bbf41eb74 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-29 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:25:52.298380 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abd08475-2d42-4e31-b9e7-faf3753e5214 req-56955158-eca2-4ae6-a276-88d4475540ce service neutron] Attempting to bind port 09993cfe-f0e6-4ef4-a8d3-7d79a89a7f3b on network b0b50c65-f409-4ad3-b817-197bbf41eb74 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:25:52.310075 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-f971ddd2-ac07-46fc-af66-856492f65aab req-9ff244a0-31af-4f01-ba3d-1cadc05bf02c service neutron] 10.222.0.68 "GET /v2.0/networks/d4646c8c-d25d-437d-a1b6-69ddc070b142?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1937356 Jul 14 09:25:52.317833 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-dc1fd44d-0216-40dc-916a-b34bacc8a03f req-713357d9-f498-45c0-a1dc-bb7bcfc40657 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0f39e973-face-4493-81d7-410ee30b1531 HTTP/1.1" status: 200 len: 1000 time: 0.0971551 Jul 14 09:25:52.321693 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abd08475-2d42-4e31-b9e7-faf3753e5214 req-56955158-eca2-4ae6-a276-88d4475540ce service neutron] Checking agent: {'id': '013e4a3b-a634-47b8-b6a5-1a25109b73fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 13, 13), 'started_at': datetime.datetime(2021, 7, 14, 9, 13, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 25, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:25:52.322048 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abd08475-2d42-4e31-b9e7-faf3753e5214 req-56955158-eca2-4ae6-a276-88d4475540ce service neutron] Checking segment: {'id': '0f04ac95-6c12-4d33-9421-625ddae609a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'b0b50c65-f409-4ad3-b817-197bbf41eb74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:25:52.322168 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 931e89d6-a83f-478c-8b7d-81fe28a1ecc4 no longer exists at agent hyperv_n-h1-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:25:52.322449 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abd08475-2d42-4e31-b9e7-faf3753e5214 req-56955158-eca2-4ae6-a276-88d4475540ce service neutron] Bound using segment: {'id': '0f04ac95-6c12-4d33-9421-625ddae609a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'b0b50c65-f409-4ad3-b817-197bbf41eb74'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:25:52.322902 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-abd08475-2d42-4e31-b9e7-faf3753e5214 req-56955158-eca2-4ae6-a276-88d4475540ce service neutron] Bound port: 09993cfe-f0e6-4ef4-a8d3-7d79a89a7f3b, host: n-h2-779913-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f04ac95-6c12-4d33-9421-625ddae609a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'b0b50c65-f409-4ad3-b817-197bbf41eb74'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:25:52.323269 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-abd08475-2d42-4e31-b9e7-faf3753e5214 req-56955158-eca2-4ae6-a276-88d4475540ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:52.326993 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d82f44b6-225c-4124-8090-ec425b07f457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:52.389544 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] No Port match for: 931e89d6-a83f-478c-8b7d-81fe28a1ecc4 {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:25:52.389994 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 931e89d6-a83f-478c-8b7d-81fe28a1ecc4 not bound to the agent host n-h1-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:25:52.412701 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvr_db [None req-156f7fe7-2ede-4c24-a6e6-d95e082f2c9f None None] Set router 0e2861da-41c5-4938-88f7-e1396c0219c6 gateway port host: n-d-779913-29 {{(pid=93959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:25:52.442787 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1fd44d-0216-40dc-916a-b34bacc8a03f req-d1349bbd-b750-4041-a68a-5c65f0aa2a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:52.444369 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-dc1fd44d-0216-40dc-916a-b34bacc8a03f req-d1349bbd-b750-4041-a68a-5c65f0aa2a52 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=444f0042-b663-4a95-9c31-a5cc1ed6ad12 HTTP/1.1" status: 200 len: 860 time: 0.1048162 Jul 14 09:25:52.465447 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-abd08475-2d42-4e31-b9e7-faf3753e5214 req-56955158-eca2-4ae6-a276-88d4475540ce service neutron] For port 09993cfe-f0e6-4ef4-a8d3-7d79a89a7f3b, host n-h2-779913-29, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:25:52.469291 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-abd08475-2d42-4e31-b9e7-faf3753e5214 req-56955158-eca2-4ae6-a276-88d4475540ce service neutron] For port 09993cfe-f0e6-4ef4-a8d3-7d79a89a7f3b, host n-h2-779913-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=09993cfe-f0e6-4ef4-a8d3-7d79a89a7f3b,segment=NetworkSegment(0f04ac95-6c12-4d33-9421-625ddae609a1),segment_id=0f04ac95-6c12-4d33-9421-625ddae609a1)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:25:52.478301 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-abd08475-2d42-4e31-b9e7-faf3753e5214 req-56955158-eca2-4ae6-a276-88d4475540ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13574142'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:52.545717 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd08475-2d42-4e31-b9e7-faf3753e5214 req-56955158-eca2-4ae6-a276-88d4475540ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:52.546620 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-abd08475-2d42-4e31-b9e7-faf3753e5214 req-56955158-eca2-4ae6-a276-88d4475540ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:52.548990 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-abd08475-2d42-4e31-b9e7-faf3753e5214 req-56955158-eca2-4ae6-a276-88d4475540ce service neutron] 10.222.0.57 "PUT /v2.0/ports/09993cfe-f0e6-4ef4-a8d3-7d79a89a7f3b HTTP/1.1" status: 200 len: 1092 time: 1.2773275 Jul 14 09:25:52.549759 n-d-779913-29 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63eeb2a1-7ac5-48f3-b93f-614fd3099f12', 'tag': '09993cfe-f0e6-4ef4-a8d3-7d79a89a7f3b'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:25:52.552943 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cb48f044f948e981f43897c8d7f1332f741dc7af2b4c5a6e19d8f4a80f708e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b900fd7-85ff-44a7-bbf5-bc4b718e3df8" -d '{"events": [{"name": "network-changed", "server_uuid": "63eeb2a1-7ac5-48f3-b93f-614fd3099f12", "tag": "09993cfe-f0e6-4ef4-a8d3-7d79a89a7f3b"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:25:52.606905 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [req-abd08475-2d42-4e31-b9e7-faf3753e5214 req-fa875c34-e0f7-4957-b962-35204d7bf545 service neutron] Request body: {'port': {'device_id': '63eeb2a1-7ac5-48f3-b93f-614fd3099f12', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-29'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:25:52.611211 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56955158-eca2-4ae6-a276-88d4475540ce service neutron] Pushing event updated for resources: {'Port': ['ID=09993cfe-f0e6-4ef4-a8d3-7d79a89a7f3b,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:52.689771 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-cf6ed6ad-4693-45da-83fc-08f2e14b14cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:52.691426 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-cf6ed6ad-4693-45da-83fc-08f2e14b14cf service neutron] 10.222.0.65 "GET /v2.0/ports/c7e6be2f-2425-4c72-af72-9e3ea9414152 HTTP/1.1" status: 200 len: 1031 time: 0.1139512 Jul 14 09:25:52.693665 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1fd44d-0216-40dc-916a-b34bacc8a03f req-0e5cf46b-0566-4290-92bc-6912f066c4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:52.704225 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-dc1fd44d-0216-40dc-916a-b34bacc8a03f req-0e5cf46b-0566-4290-92bc-6912f066c4e6 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=f9f9e30e-0b39-4c8e-9a13-252818fafe21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2448833 Jul 14 09:25:52.762787 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-abd08475-2d42-4e31-b9e7-faf3753e5214 req-fa875c34-e0f7-4957-b962-35204d7bf545 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:52.909160 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:25:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fc71885-71f0-40c4-b9b5-8e579d3f83c0 x-openstack-request-id: req-5fc71885-71f0-40c4-b9b5-8e579d3f83c0 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:25:52.909468 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86edc551-2af1-49b8-ace8-978539698fff", "name": "network-vif-deleted", "tag": "931e89d6-a83f-478c-8b7d-81fe28a1ecc4", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:25:52.909748 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-5fc71885-71f0-40c4-b9b5-8e579d3f83c0 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:25:52.910157 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86edc551-2af1-49b8-ace8-978539698fff', 'name': 'network-vif-deleted', 'tag': '931e89d6-a83f-478c-8b7d-81fe28a1ecc4', 'status': 'completed', 'code': 200} Jul 14 09:25:53.029576 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-dc1fd44d-0216-40dc-916a-b34bacc8a03f req-0b696aa4-a69a-46f5-b24c-cf85c5740a6c service neutron] 10.222.0.68 "GET /v2.0/networks/f9f9e30e-0b39-4c8e-9a13-252818fafe21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3186879 Jul 14 09:25:53.109676 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-156f7fe7-2ede-4c24-a6e6-d95e082f2c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e2861da-41c5-4938-88f7-e1396c0219c6', 'name': 'tempest-FloatingIPsAssociationTestJSON-1721427201-router', 'tenant_id': 'cb2a8bd81eea456b92b36dee5b159f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.193'}], 'enable_snat': True}, 'gw_port_id': '3c806968-bd46-4e04-9099-b9c87983d833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:24:31Z', 'updated_at': '2021-07-14T09:24:39Z', 'revision_number': 4, 'project_id': 'cb2a8bd81eea456b92b36dee5b159f07', 'gw_port': {'id': '3c806968-bd46-4e04-9099-b9c87983d833', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:44:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e2861da-41c5-4938-88f7-e1396c0219c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:24:33Z', 'updated_at': '2021-07-14T09:24:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_floatingips': [{'id': 'b2d169b0-4b8b-4c1e-98bd-70d843f4ffcc', 'tenant_id': 'cb2a8bd81eea456b92b36dee5b159f07', 'floating_ip_address': '172.25.4.155', 'floating_network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'router_id': '0e2861da-41c5-4938-88f7-e1396c0219c6', 'port_id': '0f39e973-face-4493-81d7-410ee30b1531', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1020, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9f9e30e-0b39-4c8e-9a13-252818fafe21', 'mac_address': 'fa:16:3e:e4:b6:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e47bf17-b929-4bf1-99b0-1c9faf851557', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:25:01Z', 'updated_at': '2021-07-14T09:25:51Z', 'revision_number': 8, 'project_id': 'cb2a8bd81eea456b92b36dee5b159f07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b63887ff-7bca-4218-ad5f-9d5df52c29cd', 'name': '', 'network_id': 'f9f9e30e-0b39-4c8e-9a13-252818fafe21', 'tenant_id': 'cb2a8bd81eea456b92b36dee5b159f07', 'mac_address': 'fa:16:3e:82:9d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e2861da-41c5-4938-88f7-e1396c0219c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '444f0042-b663-4a95-9c31-a5cc1ed6ad12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:24:38Z', 'updated_at': '2021-07-14T09:24:45Z', 'revision_number': 5, 'project_id': 'cb2a8bd81eea456b92b36dee5b159f07', 'subnets': [{'id': '444f0042-b663-4a95-9c31-a5cc1ed6ad12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:25:53.168180 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-156f7fe7-2ede-4c24-a6e6-d95e082f2c9f None None] Checking router: 0e2861da-41c5-4938-88f7-e1396c0219c6 for host: n-d-779913-29 {{(pid=93959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:25:53.191531 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-156f7fe7-2ede-4c24-a6e6-d95e082f2c9f None None] Routers {'0e2861da-41c5-4938-88f7-e1396c0219c6'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:25:53.192162 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-156f7fe7-2ede-4c24-a6e6-d95e082f2c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:25:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['0e2861da-41c5-4938-88f7-e1396c0219c6'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:25:53.239607 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-dc1fd44d-0216-40dc-916a-b34bacc8a03f req-e9b82102-505a-4616-a735-b7581b814587 service neutron] 10.222.0.68 "GET /v2.0/networks/f9f9e30e-0b39-4c8e-9a13-252818fafe21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2085423 Jul 14 09:25:53.248026 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ae5dc7-d89c-4911-a5bb-0d7863e18181 req-3ab5d217-4b87-42ff-bb2a-08338ce641d0 tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:53.269080 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-f2ae5dc7-d89c-4911-a5bb-0d7863e18181 req-3ab5d217-4b87-42ff-bb2a-08338ce641d0 tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] 10.222.0.68 "GET /v2.0/ports?device_id=65c2e97a-3a9b-45f9-8601-1b3501000ad2 HTTP/1.1" status: 200 len: 946 time: 0.1536660 Jul 14 09:25:53.382913 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvr_db [None req-156f7fe7-2ede-4c24-a6e6-d95e082f2c9f None None] Set router 0e2861da-41c5-4938-88f7-e1396c0219c6 gateway port host: n-d-779913-29 {{(pid=93959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:25:53.440082 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-f2ae5dc7-d89c-4911-a5bb-0d7863e18181 req-6e9be430-2125-4f2c-b449-6e270fd15e4f tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] 10.222.0.68 "GET /v2.0/security-groups?id=cf40bcd2-1dd1-48fb-a6b7-6df0e80ce2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684992 Jul 14 09:25:53.581975 n-d-779913-29 neutron-server[93958]: DEBUG neutron.notifiers.nova [req-abd08475-2d42-4e31-b9e7-faf3753e5214 req-fa875c34-e0f7-4957-b962-35204d7bf545 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da161fbf-66d4-4bff-868e-39edd09817da {{(pid=93958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:25:53.598848 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-abd08475-2d42-4e31-b9e7-faf3753e5214 req-fa875c34-e0f7-4957-b962-35204d7bf545 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:53.627308 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-abd08475-2d42-4e31-b9e7-faf3753e5214 req-fa875c34-e0f7-4957-b962-35204d7bf545 service neutron] Transition to ACTIVE for port object da161fbf-66d4-4bff-868e-39edd09817da will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:25:53.632051 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-abd08475-2d42-4e31-b9e7-faf3753e5214 req-fa875c34-e0f7-4957-b962-35204d7bf545 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13574142'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:53.721824 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa875c34-e0f7-4957-b962-35204d7bf545 service neutron] Pushing event updated for resources: {'Port': ['ID=da161fbf-66d4-4bff-868e-39edd09817da,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:53.911635 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-156f7fe7-2ede-4c24-a6e6-d95e082f2c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e2861da-41c5-4938-88f7-e1396c0219c6', 'name': 'tempest-FloatingIPsAssociationTestJSON-1721427201-router', 'tenant_id': 'cb2a8bd81eea456b92b36dee5b159f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.193'}], 'enable_snat': True}, 'gw_port_id': '3c806968-bd46-4e04-9099-b9c87983d833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:24:31Z', 'updated_at': '2021-07-14T09:24:39Z', 'revision_number': 4, 'project_id': 'cb2a8bd81eea456b92b36dee5b159f07', 'gw_port': {'id': '3c806968-bd46-4e04-9099-b9c87983d833', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:44:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e2861da-41c5-4938-88f7-e1396c0219c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:24:33Z', 'updated_at': '2021-07-14T09:24:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_floatingips': [{'id': 'b2d169b0-4b8b-4c1e-98bd-70d843f4ffcc', 'tenant_id': 'cb2a8bd81eea456b92b36dee5b159f07', 'floating_ip_address': '172.25.4.155', 'floating_network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'router_id': '0e2861da-41c5-4938-88f7-e1396c0219c6', 'port_id': '0f39e973-face-4493-81d7-410ee30b1531', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1020, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9f9e30e-0b39-4c8e-9a13-252818fafe21', 'mac_address': 'fa:16:3e:e4:b6:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e47bf17-b929-4bf1-99b0-1c9faf851557', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:25:01Z', 'updated_at': '2021-07-14T09:25:51Z', 'revision_number': 8, 'project_id': 'cb2a8bd81eea456b92b36dee5b159f07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b63887ff-7bca-4218-ad5f-9d5df52c29cd', 'name': '', 'network_id': 'f9f9e30e-0b39-4c8e-9a13-252818fafe21', 'tenant_id': 'cb2a8bd81eea456b92b36dee5b159f07', 'mac_address': 'fa:16:3e:82:9d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e2861da-41c5-4938-88f7-e1396c0219c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '444f0042-b663-4a95-9c31-a5cc1ed6ad12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:24:38Z', 'updated_at': '2021-07-14T09:24:45Z', 'revision_number': 5, 'project_id': 'cb2a8bd81eea456b92b36dee5b159f07', 'subnets': [{'id': '444f0042-b663-4a95-9c31-a5cc1ed6ad12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:25:53.935139 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5bc26cef-cb36-4009-a5f8-7ee89afe1bf8 req-b1649cf0-355b-47e2-b308-13969422506a service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=597336fa-a9fd-4764-aecb-9f8b5af457b3 HTTP/1.1" status: 200 len: 210 time: 0.6909206 Jul 14 09:25:53.936239 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-a1f5c572-0886-4e6c-9905-1614e3793a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:53.938152 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-a1f5c572-0886-4e6c-9905-1614e3793a40 service neutron] 10.222.0.65 "GET /v2.0/ports/b19c971a-b91d-49b9-bdec-ee880b089aa3 HTTP/1.1" status: 200 len: 1033 time: 1.2229671 Jul 14 09:25:53.952893 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-83e001fe-fbc1-4e65-a952-77dfc666c87d req-206362d8-d87b-4c6a-8980-ffe848ec6afd tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] 10.222.0.68 "GET /v2.0/ports?device_id=5c7b30e8-3087-4fa2-a121-bc36e0beab3b HTTP/1.1" status: 200 len: 210 time: 0.2272561 Jul 14 09:25:53.967912 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-156f7fe7-2ede-4c24-a6e6-d95e082f2c9f None None] The sync data for ids ['0e2861da-41c5-4938-88f7-e1396c0219c6'] in n-d-779913-29 is: [{'id': '0e2861da-41c5-4938-88f7-e1396c0219c6', 'name': 'tempest-FloatingIPsAssociationTestJSON-1721427201-router', 'tenant_id': 'cb2a8bd81eea456b92b36dee5b159f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.193'}], 'enable_snat': True}, 'gw_port_id': '3c806968-bd46-4e04-9099-b9c87983d833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:24:31Z', 'updated_at': '2021-07-14T09:24:39Z', 'revision_number': 4, 'project_id': 'cb2a8bd81eea456b92b36dee5b159f07', 'gw_port': {'id': '3c806968-bd46-4e04-9099-b9c87983d833', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:44:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e2861da-41c5-4938-88f7-e1396c0219c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:24:33Z', 'updated_at': '2021-07-14T09:24:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_floatingips': [{'id': 'b2d169b0-4b8b-4c1e-98bd-70d843f4ffcc', 'tenant_id': 'cb2a8bd81eea456b92b36dee5b159f07', 'floating_ip_address': '172.25.4.155', 'floating_network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'router_id': '0e2861da-41c5-4938-88f7-e1396c0219c6', 'port_id': '0f39e973-face-4493-81d7-410ee30b1531', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1020, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9f9e30e-0b39-4c8e-9a13-252818fafe21', 'mac_address': 'fa:16:3e:e4:b6:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e47bf17-b929-4bf1-99b0-1c9faf851557', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:25:01Z', 'updated_at': '2021-07-14T09:25:51Z', 'revision_number': 8, 'project_id': 'cb2a8bd81eea456b92b36dee5b159f07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b63887ff-7bca-4218-ad5f-9d5df52c29cd', 'name': '', 'network_id': 'f9f9e30e-0b39-4c8e-9a13-252818fafe21', 'tenant_id': 'cb2a8bd81eea456b92b36dee5b159f07', 'mac_address': 'fa:16:3e:82:9d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e2861da-41c5-4938-88f7-e1396c0219c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '444f0042-b663-4a95-9c31-a5cc1ed6ad12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:24:38Z', 'updated_at': '2021-07-14T09:24:45Z', 'revision_number': 5, 'project_id': 'cb2a8bd81eea456b92b36dee5b159f07', 'subnets': [{'id': '444f0042-b663-4a95-9c31-a5cc1ed6ad12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:25:53.995633 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-abd08475-2d42-4e31-b9e7-faf3753e5214 req-fa875c34-e0f7-4957-b962-35204d7bf545 service neutron] Attempting to bind port da161fbf-66d4-4bff-868e-39edd09817da on host n-h2-779913-29 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:25:53.995969 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-abd08475-2d42-4e31-b9e7-faf3753e5214 req-fa875c34-e0f7-4957-b962-35204d7bf545 service neutron] Attempting to bind port da161fbf-66d4-4bff-868e-39edd09817da by drivers openvswitch,hyperv on host n-h2-779913-29 at level 0 using segments [{'id': 'd26b0e82-e160-4718-b827-f93b94dc416a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'cbfcb547-3bd5-4e11-8afe-b02fedb7accc'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:25:53.996300 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abd08475-2d42-4e31-b9e7-faf3753e5214 req-fa875c34-e0f7-4957-b962-35204d7bf545 service neutron] Attempting to bind port da161fbf-66d4-4bff-868e-39edd09817da on network cbfcb547-3bd5-4e11-8afe-b02fedb7accc {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:25:54.006576 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abd08475-2d42-4e31-b9e7-faf3753e5214 req-fa875c34-e0f7-4957-b962-35204d7bf545 service neutron] Port da161fbf-66d4-4bff-868e-39edd09817da on network cbfcb547-3bd5-4e11-8afe-b02fedb7accc not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-29 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:25:54.007255 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abd08475-2d42-4e31-b9e7-faf3753e5214 req-fa875c34-e0f7-4957-b962-35204d7bf545 service neutron] Attempting to bind port da161fbf-66d4-4bff-868e-39edd09817da on network cbfcb547-3bd5-4e11-8afe-b02fedb7accc {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:25:54.019036 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f1fe4a5b-810f-4fb1-9410-182ff0009dbd req-e4bd9201-b8fa-4d2a-b560-cf001162eec2 tempest-ServerShowV247Test-95289089 tempest-ServerShowV247Test-95289089-project] 10.222.0.68 "GET /v2.0/ports?device_id=597336fa-a9fd-4764-aecb-9f8b5af457b3 HTTP/1.1" status: 200 len: 210 time: 0.1010714 Jul 14 09:25:54.021769 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abd08475-2d42-4e31-b9e7-faf3753e5214 req-fa875c34-e0f7-4957-b962-35204d7bf545 service neutron] Checking agent: {'id': '013e4a3b-a634-47b8-b6a5-1a25109b73fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 13, 13), 'started_at': datetime.datetime(2021, 7, 14, 9, 13, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 25, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:25:54.022112 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abd08475-2d42-4e31-b9e7-faf3753e5214 req-fa875c34-e0f7-4957-b962-35204d7bf545 service neutron] Checking segment: {'id': 'd26b0e82-e160-4718-b827-f93b94dc416a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'cbfcb547-3bd5-4e11-8afe-b02fedb7accc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:25:54.022497 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abd08475-2d42-4e31-b9e7-faf3753e5214 req-fa875c34-e0f7-4957-b962-35204d7bf545 service neutron] Bound using segment: {'id': 'd26b0e82-e160-4718-b827-f93b94dc416a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'cbfcb547-3bd5-4e11-8afe-b02fedb7accc'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:25:54.022942 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-abd08475-2d42-4e31-b9e7-faf3753e5214 req-fa875c34-e0f7-4957-b962-35204d7bf545 service neutron] Bound port: da161fbf-66d4-4bff-868e-39edd09817da, host: n-h2-779913-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd26b0e82-e160-4718-b827-f93b94dc416a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'cbfcb547-3bd5-4e11-8afe-b02fedb7accc'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:25:54.023305 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-abd08475-2d42-4e31-b9e7-faf3753e5214 req-fa875c34-e0f7-4957-b962-35204d7bf545 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:54.215371 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-c96532a5-7aae-412d-9b35-b02f4320740b req-ca59c9fe-8a06-47bb-950c-43ca1b9b8f12 tempest-ServerShowV254Test-240420509 tempest-ServerShowV254Test-240420509-project] 10.222.0.68 "GET /v2.0/ports?device_id=9d989e86-2c7b-442e-9e80-552909e05e9d HTTP/1.1" status: 200 len: 210 time: 0.0619838 Jul 14 09:25:54.235070 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-abd08475-2d42-4e31-b9e7-faf3753e5214 req-fa875c34-e0f7-4957-b962-35204d7bf545 service neutron] For port da161fbf-66d4-4bff-868e-39edd09817da, host n-h2-779913-29, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:25:54.246047 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-abd08475-2d42-4e31-b9e7-faf3753e5214 req-fa875c34-e0f7-4957-b962-35204d7bf545 service neutron] For port da161fbf-66d4-4bff-868e-39edd09817da, host n-h2-779913-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=da161fbf-66d4-4bff-868e-39edd09817da,segment=NetworkSegment(d26b0e82-e160-4718-b827-f93b94dc416a),segment_id=d26b0e82-e160-4718-b827-f93b94dc416a)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:25:54.251620 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-abd08475-2d42-4e31-b9e7-faf3753e5214 req-fa875c34-e0f7-4957-b962-35204d7bf545 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13574142'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:54.335881 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd08475-2d42-4e31-b9e7-faf3753e5214 req-fa875c34-e0f7-4957-b962-35204d7bf545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:54.337170 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-abd08475-2d42-4e31-b9e7-faf3753e5214 req-fa875c34-e0f7-4957-b962-35204d7bf545 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:54.351212 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-abd08475-2d42-4e31-b9e7-faf3753e5214 req-fa875c34-e0f7-4957-b962-35204d7bf545 service neutron] 10.222.0.57 "PUT /v2.0/ports/da161fbf-66d4-4bff-868e-39edd09817da HTTP/1.1" status: 200 len: 1092 time: 1.7543013 Jul 14 09:25:54.430942 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [req-abd08475-2d42-4e31-b9e7-faf3753e5214 req-be7990c3-bb26-4253-8e1c-149885c54ffa service neutron] Request body: {'port': {'device_id': '63eeb2a1-7ac5-48f3-b93f-614fd3099f12', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-29'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:25:54.444352 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8becbabc-1d37-4440-9a0d-ba79a98d55d5 None None] New status for floating IP b2d169b0-4b8b-4c1e-98bd-70d843f4ffcc: ACTIVE {{(pid=93960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:25:54.499899 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa875c34-e0f7-4957-b962-35204d7bf545 service neutron] Pushing event updated for resources: {'Port': ['ID=da161fbf-66d4-4bff-868e-39edd09817da,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:54.524801 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-be7686c7-d47a-415f-a883-c571c7869834 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:54.542952 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-be7686c7-d47a-415f-a883-c571c7869834 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:54.562120 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-be7686c7-d47a-415f-a883-c571c7869834 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:54.563810 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-be7686c7-d47a-415f-a883-c571c7869834 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] 10.222.0.65 "GET /v2.0/networks?id=58cee2b0-4a4c-44eb-9b72-cfd45f924ad2&id=5699172b-f98f-483a-81e1-27bccc5d3cba&id=5699172b-f98f-483a-81e1-27bccc5d3cba&id=5699172b-f98f-483a-81e1-27bccc5d3cba&id=5699172b-f98f-483a-81e1-27bccc5d3cba&id=42a058fa-f36e-4a5f-a1b5-ee56753d964d&id=42a058fa-f36e-4a5f-a1b5-ee56753d964d HTTP/1.1" status: 200 len: 1994 time: 0.3597426 Jul 14 09:25:54.607536 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-abd08475-2d42-4e31-b9e7-faf3753e5214 req-be7990c3-bb26-4253-8e1c-149885c54ffa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:54.617484 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a88bae-fc8e-4436-b0b2-db5f4c8b08f1 req-256c1d63-d4aa-4118-89f8-d311aad7a7d3 tempest-ServerRescueTestJSON-1969041098 tempest-ServerRescueTestJSON-1969041098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:54.631539 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-01a88bae-fc8e-4436-b0b2-db5f4c8b08f1 req-256c1d63-d4aa-4118-89f8-d311aad7a7d3 tempest-ServerRescueTestJSON-1969041098 tempest-ServerRescueTestJSON-1969041098-project] 10.222.0.68 "GET /v2.0/ports?device_id=fd1f4779-7c9e-445b-a0be-3b95d7c816a4 HTTP/1.1" status: 200 len: 946 time: 0.3789604 Jul 14 09:25:54.703017 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:54.733712 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-f51bf517-9b8a-45cd-8d13-4aaf21a93720 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4cb5d08776664e9f8e9d7e6bc7c12e1a HTTP/1.1" status: 200 len: 379 time: 0.1517582 Jul 14 09:25:54.756757 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-991f2823-1a1f-416b-8f4e-12cdbbe7d4bb tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Request body: {'port': {'device_id': '5c7b30e8-3087-4fa2-a121-bc36e0beab3b', 'network_id': '58cee2b0-4a4c-44eb-9b72-cfd45f924ad2', 'admin_state_up': True, 'tenant_id': '4cb5d08776664e9f8e9d7e6bc7c12e1a', 'security_groups': ['3e8708b8-59d7-4408-a840-9965955f2a4b']}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:25:54.789684 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-74d29e84-6b27-4880-9ddf-fbc76181b38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:54.848524 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-01a88bae-fc8e-4436-b0b2-db5f4c8b08f1 req-ac43c078-5815-4e6f-a5a2-118f52fe5b34 tempest-ServerRescueTestJSON-1969041098 tempest-ServerRescueTestJSON-1969041098-project] 10.222.0.68 "GET /v2.0/security-groups?id=d6a7feba-be17-4d7e-a638-e9426c29981e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2156198 Jul 14 09:25:54.921066 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e47bf17-b929-4bf1-99b0-1c9faf851557', 'tag': '0f39e973-face-4493-81d7-410ee30b1531'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:25:54.925244 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e581488f-fd38-44f3-8de3-61f959a7f6d5" -d '{"events": [{"name": "network-changed", "server_uuid": "1e47bf17-b929-4bf1-99b0-1c9faf851557", "tag": "0f39e973-face-4493-81d7-410ee30b1531"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:25:55.032415 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-991f2823-1a1f-416b-8f4e-12cdbbe7d4bb tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Made reservation on behalf of 4cb5d08776664e9f8e9d7e6bc7c12e1a for: {'port': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:25:55.042779 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-991f2823-1a1f-416b-8f4e-12cdbbe7d4bb tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:55.196645 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:25:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46c2a5ae-380f-4530-bb30-74a5115483f5 x-openstack-request-id: req-46c2a5ae-380f-4530-bb30-74a5115483f5 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:25:55.200281 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63eeb2a1-7ac5-48f3-b93f-614fd3099f12", "tag": "09993cfe-f0e6-4ef4-a8d3-7d79a89a7f3b", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:25:55.200281 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-46c2a5ae-380f-4530-bb30-74a5115483f5 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:25:55.200281 n-d-779913-29 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63eeb2a1-7ac5-48f3-b93f-614fd3099f12', 'tag': '09993cfe-f0e6-4ef4-a8d3-7d79a89a7f3b', 'status': 'completed', 'code': 200} Jul 14 09:25:55.246044 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b900fd7-85ff-44a7-bbf5-bc4b718e3df8 req-4f69c4af-61b5-476d-a490-9b0df5852465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:55.246784 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b900fd7-85ff-44a7-bbf5-bc4b718e3df8 req-4f69c4af-61b5-476d-a490-9b0df5852465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:55.247650 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b900fd7-85ff-44a7-bbf5-bc4b718e3df8 req-4f69c4af-61b5-476d-a490-9b0df5852465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:55.249663 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5b900fd7-85ff-44a7-bbf5-bc4b718e3df8 req-4f69c4af-61b5-476d-a490-9b0df5852465 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=24f83d3539e4497181e13bb568cf43a0&device_id=63eeb2a1-7ac5-48f3-b93f-614fd3099f12 HTTP/1.1" status: 200 len: 2798 time: 0.1869648 Jul 14 09:25:55.330406 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-991f2823-1a1f-416b-8f4e-12cdbbe7d4bb tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Allocated IP 172.20.0.10 (58cee2b0-4a4c-44eb-9b72-cfd45f924ad2/03ca88e8-4d13-487a-ad6d-9160c00c4594/ffe829c0-0934-4130-8161-32be762e52f8) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:25:55.401811 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5275138-6736-4fd0-b4a1-504eeeb429da req-367ac898-5896-4d51-9ca3-5285179d40bf tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:55.414314 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5275138-6736-4fd0-b4a1-504eeeb429da req-367ac898-5896-4d51-9ca3-5285179d40bf tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:55.422906 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5275138-6736-4fd0-b4a1-504eeeb429da req-367ac898-5896-4d51-9ca3-5285179d40bf tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:55.430234 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-e5275138-6736-4fd0-b4a1-504eeeb429da req-367ac898-5896-4d51-9ca3-5285179d40bf tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] 10.222.0.68 "GET /v2.0/ports?device_id=63eeb2a1-7ac5-48f3-b93f-614fd3099f12 HTTP/1.1" status: 200 len: 2398 time: 0.2288890 Jul 14 09:25:55.536582 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3d8c0a62-6bab-4142-88ba-d0ff060aac56 req-7be2ed9f-2038-496f-8c76-ba8aebd2332f tempest-FloatingIPsAssociationTestJSON-879911528 tempest-FloatingIPsAssociationTestJSON-879911528-project] 10.222.0.68 "GET /v2.0/floatingips/b2d169b0-4b8b-4c1e-98bd-70d843f4ffcc HTTP/1.1" status: 200 len: 999 time: 0.2145941 Jul 14 09:25:55.553202 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-e5275138-6736-4fd0-b4a1-504eeeb429da req-75cc02b0-2e52-4243-b6f5-2a7f83eb1ae5 tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] 10.222.0.68 "GET /v2.0/security-groups?id=e583495f-449a-49ad-92be-ddfb834c83f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116638 Jul 14 09:25:55.678726 n-d-779913-29 neutron-server[93958]: DEBUG neutron.notifiers.nova [req-abd08475-2d42-4e31-b9e7-faf3753e5214 req-be7990c3-bb26-4253-8e1c-149885c54ffa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71e85ce8-0d8a-4fea-ab85-38e11b64c38d {{(pid=93958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:25:55.688745 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-abd08475-2d42-4e31-b9e7-faf3753e5214 req-be7990c3-bb26-4253-8e1c-149885c54ffa service neutron] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:55.689003 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b900fd7-85ff-44a7-bbf5-bc4b718e3df8 req-d00b6922-3f69-42d8-8e81-c0f989ed8614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:55.689504 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b900fd7-85ff-44a7-bbf5-bc4b718e3df8 req-d00b6922-3f69-42d8-8e81-c0f989ed8614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:55.689985 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b900fd7-85ff-44a7-bbf5-bc4b718e3df8 req-d00b6922-3f69-42d8-8e81-c0f989ed8614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:55.691753 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5b900fd7-85ff-44a7-bbf5-bc4b718e3df8 req-d00b6922-3f69-42d8-8e81-c0f989ed8614 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=24f83d3539e4497181e13bb568cf43a0&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.4156168 Jul 14 09:25:55.720608 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-abd08475-2d42-4e31-b9e7-faf3753e5214 req-be7990c3-bb26-4253-8e1c-149885c54ffa service neutron] Transition to ACTIVE for port object 71e85ce8-0d8a-4fea-ab85-38e11b64c38d will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:25:55.726829 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-abd08475-2d42-4e31-b9e7-faf3753e5214 req-be7990c3-bb26-4253-8e1c-149885c54ffa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13574142'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:55.812225 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7990c3-bb26-4253-8e1c-149885c54ffa service neutron] Pushing event updated for resources: {'Port': ['ID=71e85ce8-0d8a-4fea-ab85-38e11b64c38d,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:55.821682 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5ad31076-714c-49ec-bc37-f3d4cd90112a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:56.093246 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-991f2823-1a1f-416b-8f4e-12cdbbe7d4bb tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:56.113084 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-991f2823-1a1f-416b-8f4e-12cdbbe7d4bb tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Transition to ACTIVE for port object ffe829c0-0934-4130-8161-32be762e52f8 will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:25:56.115005 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f03705f-b056-41b7-a9ed-f3c3707e4f58 req-1ac0ad1f-a8c5-4bb6-a227-c090e074f6ec tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:56.118951 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-6f03705f-b056-41b7-a9ed-f3c3707e4f58 req-1ac0ad1f-a8c5-4bb6-a227-c090e074f6ec tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] 10.222.0.68 "GET /v2.0/ports?device_id=65c2e97a-3a9b-45f9-8601-1b3501000ad2 HTTP/1.1" status: 200 len: 946 time: 0.3105271 Jul 14 09:25:56.137367 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b900fd7-85ff-44a7-bbf5-bc4b718e3df8 req-0a910fb2-fd01-402b-84ed-4064cafb6ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:56.140613 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5b900fd7-85ff-44a7-bbf5-bc4b718e3df8 req-0a910fb2-fd01-402b-84ed-4064cafb6ed2 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4339476 Jul 14 09:25:56.173444 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-abd08475-2d42-4e31-b9e7-faf3753e5214 req-be7990c3-bb26-4253-8e1c-149885c54ffa service neutron] Attempting to bind port 71e85ce8-0d8a-4fea-ab85-38e11b64c38d on host n-h2-779913-29 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:25:56.173707 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-abd08475-2d42-4e31-b9e7-faf3753e5214 req-be7990c3-bb26-4253-8e1c-149885c54ffa service neutron] Attempting to bind port 71e85ce8-0d8a-4fea-ab85-38e11b64c38d by drivers openvswitch,hyperv on host n-h2-779913-29 at level 0 using segments [{'id': '0f04ac95-6c12-4d33-9421-625ddae609a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'b0b50c65-f409-4ad3-b817-197bbf41eb74'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:25:56.174000 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abd08475-2d42-4e31-b9e7-faf3753e5214 req-be7990c3-bb26-4253-8e1c-149885c54ffa service neutron] Attempting to bind port 71e85ce8-0d8a-4fea-ab85-38e11b64c38d on network b0b50c65-f409-4ad3-b817-197bbf41eb74 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:25:56.184249 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abd08475-2d42-4e31-b9e7-faf3753e5214 req-be7990c3-bb26-4253-8e1c-149885c54ffa service neutron] Port 71e85ce8-0d8a-4fea-ab85-38e11b64c38d on network b0b50c65-f409-4ad3-b817-197bbf41eb74 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-29 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:25:56.184766 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abd08475-2d42-4e31-b9e7-faf3753e5214 req-be7990c3-bb26-4253-8e1c-149885c54ffa service neutron] Attempting to bind port 71e85ce8-0d8a-4fea-ab85-38e11b64c38d on network b0b50c65-f409-4ad3-b817-197bbf41eb74 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:25:56.194317 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abd08475-2d42-4e31-b9e7-faf3753e5214 req-be7990c3-bb26-4253-8e1c-149885c54ffa service neutron] Checking agent: {'id': '013e4a3b-a634-47b8-b6a5-1a25109b73fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 13, 13), 'started_at': datetime.datetime(2021, 7, 14, 9, 13, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 25, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:25:56.194665 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abd08475-2d42-4e31-b9e7-faf3753e5214 req-be7990c3-bb26-4253-8e1c-149885c54ffa service neutron] Checking segment: {'id': '0f04ac95-6c12-4d33-9421-625ddae609a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'b0b50c65-f409-4ad3-b817-197bbf41eb74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:25:56.195095 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abd08475-2d42-4e31-b9e7-faf3753e5214 req-be7990c3-bb26-4253-8e1c-149885c54ffa service neutron] Bound using segment: {'id': '0f04ac95-6c12-4d33-9421-625ddae609a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'b0b50c65-f409-4ad3-b817-197bbf41eb74'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:25:56.195581 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-abd08475-2d42-4e31-b9e7-faf3753e5214 req-be7990c3-bb26-4253-8e1c-149885c54ffa service neutron] Bound port: 71e85ce8-0d8a-4fea-ab85-38e11b64c38d, host: n-h2-779913-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f04ac95-6c12-4d33-9421-625ddae609a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': 'b0b50c65-f409-4ad3-b817-197bbf41eb74'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:25:56.196563 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-abd08475-2d42-4e31-b9e7-faf3753e5214 req-be7990c3-bb26-4253-8e1c-149885c54ffa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:56.262799 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-6f03705f-b056-41b7-a9ed-f3c3707e4f58 req-3f908954-88b3-4d83-b99d-39fd00f886de tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] 10.222.0.68 "GET /v2.0/security-groups?id=cf40bcd2-1dd1-48fb-a6b7-6df0e80ce2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246345 Jul 14 09:25:56.333045 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-abd08475-2d42-4e31-b9e7-faf3753e5214 req-be7990c3-bb26-4253-8e1c-149885c54ffa service neutron] For port 71e85ce8-0d8a-4fea-ab85-38e11b64c38d, host n-h2-779913-29, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:25:56.336475 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-abd08475-2d42-4e31-b9e7-faf3753e5214 req-be7990c3-bb26-4253-8e1c-149885c54ffa service neutron] For port 71e85ce8-0d8a-4fea-ab85-38e11b64c38d, host n-h2-779913-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=71e85ce8-0d8a-4fea-ab85-38e11b64c38d,segment=NetworkSegment(0f04ac95-6c12-4d33-9421-625ddae609a1),segment_id=0f04ac95-6c12-4d33-9421-625ddae609a1)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:25:56.343440 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:25:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a6a5fb1-5b4b-478f-863c-9d31d8b71b3a x-openstack-request-id: req-2a6a5fb1-5b4b-478f-863c-9d31d8b71b3a {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:25:56.343646 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-abd08475-2d42-4e31-b9e7-faf3753e5214 req-be7990c3-bb26-4253-8e1c-149885c54ffa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13574142'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:56.343743 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e47bf17-b929-4bf1-99b0-1c9faf851557", "tag": "0f39e973-face-4493-81d7-410ee30b1531", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:25:56.343987 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-2a6a5fb1-5b4b-478f-863c-9d31d8b71b3a {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:25:56.344559 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e47bf17-b929-4bf1-99b0-1c9faf851557', 'tag': '0f39e973-face-4493-81d7-410ee30b1531', 'status': 'completed', 'code': 200} Jul 14 09:25:56.385697 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f971ddd2-ac07-46fc-af66-856492f65aab req-4221ad09-b0ba-4571-9ea4-68699c935c7d tempest-ListServersNegativeTestJSON-1499415755 tempest-ListServersNegativeTestJSON-1499415755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:56.387385 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f971ddd2-ac07-46fc-af66-856492f65aab req-4221ad09-b0ba-4571-9ea4-68699c935c7d tempest-ListServersNegativeTestJSON-1499415755 tempest-ListServersNegativeTestJSON-1499415755-project] 10.222.0.65 "GET /v2.0/networks?id=d4646c8c-d25d-437d-a1b6-69ddc070b142 HTTP/1.1" status: 200 len: 818 time: 0.2325604 Jul 14 09:25:56.415598 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd08475-2d42-4e31-b9e7-faf3753e5214 req-be7990c3-bb26-4253-8e1c-149885c54ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:56.416956 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-abd08475-2d42-4e31-b9e7-faf3753e5214 req-be7990c3-bb26-4253-8e1c-149885c54ffa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:56.418439 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-abd08475-2d42-4e31-b9e7-faf3753e5214 req-be7990c3-bb26-4253-8e1c-149885c54ffa service neutron] 10.222.0.57 "PUT /v2.0/ports/71e85ce8-0d8a-4fea-ab85-38e11b64c38d HTTP/1.1" status: 200 len: 1092 time: 2.0008802 Jul 14 09:25:56.423822 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7990c3-bb26-4253-8e1c-149885c54ffa service neutron] Pushing event updated for resources: {'Port': ['ID=71e85ce8-0d8a-4fea-ab85-38e11b64c38d,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:56.442154 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-f971ddd2-ac07-46fc-af66-856492f65aab req-b68bf34c-c55e-45f8-97d4-cefe5fd45e8f tempest-ListServersNegativeTestJSON-1499415755 tempest-ListServersNegativeTestJSON-1499415755-project] Request body: {'port': {'device_id': 'e9c19f78-67f6-4a62-b39e-3fc0beba93ff', 'network_id': 'd4646c8c-d25d-437d-a1b6-69ddc070b142', 'admin_state_up': True, 'tenant_id': 'fcc388573ac348fbbfc19b069c9286c6'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:25:56.452782 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8c0a62-6bab-4142-88ba-d0ff060aac56 req-96fc57c1-8276-4d66-bf2a-092472f5c928 tempest-FloatingIPsAssociationTestJSON-879911528 tempest-FloatingIPsAssociationTestJSON-879911528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:56.460377 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3d8c0a62-6bab-4142-88ba-d0ff060aac56 req-96fc57c1-8276-4d66-bf2a-092472f5c928 tempest-FloatingIPsAssociationTestJSON-879911528 tempest-FloatingIPsAssociationTestJSON-879911528-project] 10.222.0.68 "GET /v2.0/networks/2dcd4d32-cc7c-4468-b396-7ce5c9231892 HTTP/1.1" status: 200 len: 784 time: 0.9228804 Jul 14 09:25:56.504523 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-8e876366-9e4f-498f-9815-a15cbba5f6ab req-f3fc3798-d7fb-4967-9844-8f441294912c tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] 10.222.0.68 "GET /v2.0/ports?device_id=5c7b30e8-3087-4fa2-a121-bc36e0beab3b HTTP/1.1" status: 200 len: 210 time: 0.0344281 Jul 14 09:25:56.579893 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [req-3d8c0a62-6bab-4142-88ba-d0ff060aac56 req-a7b18f18-e0c9-4639-86bc-fc9337a7e31b tempest-FloatingIPsAssociationTestJSON-879911528 tempest-FloatingIPsAssociationTestJSON-879911528-project] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=93957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:25:56.583664 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3d8c0a62-6bab-4142-88ba-d0ff060aac56 req-a7b18f18-e0c9-4639-86bc-fc9337a7e31b tempest-FloatingIPsAssociationTestJSON-879911528 tempest-FloatingIPsAssociationTestJSON-879911528-project] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1224244 Jul 14 09:25:56.679074 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd08475-2d42-4e31-b9e7-faf3753e5214 req-85330f8c-87c1-4c17-bf81-c45449dc9454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:56.679577 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd08475-2d42-4e31-b9e7-faf3753e5214 req-85330f8c-87c1-4c17-bf81-c45449dc9454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:56.680064 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd08475-2d42-4e31-b9e7-faf3753e5214 req-85330f8c-87c1-4c17-bf81-c45449dc9454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:56.682650 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-abd08475-2d42-4e31-b9e7-faf3753e5214 req-85330f8c-87c1-4c17-bf81-c45449dc9454 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=24f83d3539e4497181e13bb568cf43a0&device_id=63eeb2a1-7ac5-48f3-b93f-614fd3099f12 HTTP/1.1" status: 200 len: 2866 time: 0.1453419 Jul 14 09:25:56.753792 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f971ddd2-ac07-46fc-af66-856492f65aab req-e041bc98-b472-4838-9363-b2e5fa55d183 tempest-ListServersNegativeTestJSON-1499415755 tempest-ListServersNegativeTestJSON-1499415755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:56.755241 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f971ddd2-ac07-46fc-af66-856492f65aab req-e041bc98-b472-4838-9363-b2e5fa55d183 tempest-ListServersNegativeTestJSON-1499415755 tempest-ListServersNegativeTestJSON-1499415755-project] 10.222.0.57 "GET /v2.0/networks?id=d4646c8c-d25d-437d-a1b6-69ddc070b142 HTTP/1.1" status: 200 len: 818 time: 1.0824738 Jul 14 09:25:56.795893 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-991f2823-1a1f-416b-8f4e-12cdbbe7d4bb tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:56.803338 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-f971ddd2-ac07-46fc-af66-856492f65aab req-ab860b7a-2515-4ab5-ba12-437dc157cf2b tempest-ListServersNegativeTestJSON-1499415755 tempest-ListServersNegativeTestJSON-1499415755-project] Request body: {'port': {'device_id': 'b5ec9509-93f2-4f55-941d-12f37991f5a1', 'network_id': 'd4646c8c-d25d-437d-a1b6-69ddc070b142', 'admin_state_up': True, 'tenant_id': 'fcc388573ac348fbbfc19b069c9286c6'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:25:56.806804 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-97b29124-11bd-47d3-8024-d7c4a0a6ba38 req-d71ff161-0fc5-4638-b8df-bcd533396065 tempest-ServerShowV247Test-95289089 tempest-ServerShowV247Test-95289089-project] 10.222.0.68 "GET /v2.0/ports?device_id=597336fa-a9fd-4764-aecb-9f8b5af457b3 HTTP/1.1" status: 200 len: 210 time: 0.1055536 Jul 14 09:25:56.809479 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-abd08475-2d42-4e31-b9e7-faf3753e5214 req-11e6bd71-2123-407c-8782-c3fcd10707df service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.55&port_id=09993cfe-f0e6-4ef4-a8d3-7d79a89a7f3b HTTP/1.1" status: 200 len: 217 time: 0.0995154 Jul 14 09:25:56.909299 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd08475-2d42-4e31-b9e7-faf3753e5214 req-1ea504ba-e392-433b-a9a6-27230244a91e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:56.910798 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-abd08475-2d42-4e31-b9e7-faf3753e5214 req-1ea504ba-e392-433b-a9a6-27230244a91e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9cf36d0f-915d-4ace-9af4-693be8196681 HTTP/1.1" status: 200 len: 801 time: 0.0904050 Jul 14 09:25:56.921919 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-475548ec-9cb5-4e31-81ca-337eaadb0547 req-76b5cc5c-c259-4e95-af61-add125dd292c tempest-ListServersNegativeTestJSON-1499415755 tempest-ListServersNegativeTestJSON-1499415755-project] 10.222.0.68 "GET /v2.0/ports?device_id=002785b9-e390-42a3-b365-eead167016a1 HTTP/1.1" status: 200 len: 210 time: 0.1768734 Jul 14 09:25:57.018450 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd08475-2d42-4e31-b9e7-faf3753e5214 req-8386e61a-5d58-4eb5-b09e-97a28480a800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:57.019636 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-abd08475-2d42-4e31-b9e7-faf3753e5214 req-8386e61a-5d58-4eb5-b09e-97a28480a800 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b0b50c65-f409-4ad3-b817-197bbf41eb74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0957949 Jul 14 09:25:57.096223 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-991f2823-1a1f-416b-8f4e-12cdbbe7d4bb tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Network 58cee2b0-4a4c-44eb-9b72-cfd45f924ad2 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:25:57.126482 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-991f2823-1a1f-416b-8f4e-12cdbbe7d4bb tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:25:57.143178 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f971ddd2-ac07-46fc-af66-856492f65aab req-b68bf34c-c55e-45f8-97d4-cefe5fd45e8f tempest-ListServersNegativeTestJSON-1499415755 tempest-ListServersNegativeTestJSON-1499415755-project] Made reservation on behalf of fcc388573ac348fbbfc19b069c9286c6 for: {'port': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:25:57.146772 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-f971ddd2-ac07-46fc-af66-856492f65aab req-b68bf34c-c55e-45f8-97d4-cefe5fd45e8f tempest-ListServersNegativeTestJSON-1499415755 tempest-ListServersNegativeTestJSON-1499415755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:57.176717 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-991f2823-1a1f-416b-8f4e-12cdbbe7d4bb tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:25:57.184054 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-abd08475-2d42-4e31-b9e7-faf3753e5214 req-6bd1feec-dac1-4baa-82d9-9e7eaf66be95 service neutron] 10.222.0.57 "GET /v2.0/networks/b0b50c65-f409-4ad3-b817-197bbf41eb74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523068 Jul 14 09:25:57.201635 n-d-779913-29 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63eeb2a1-7ac5-48f3-b93f-614fd3099f12', 'tag': 'da161fbf-66d4-4bff-868e-39edd09817da'}, {'name': 'network-changed', 'server_uuid': '63eeb2a1-7ac5-48f3-b93f-614fd3099f12', 'tag': '71e85ce8-0d8a-4fea-ab85-38e11b64c38d'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:25:57.204869 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cb48f044f948e981f43897c8d7f1332f741dc7af2b4c5a6e19d8f4a80f708e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be34a06f-191e-45e7-820c-0bbda4f80529" -d '{"events": [{"name": "network-changed", "server_uuid": "63eeb2a1-7ac5-48f3-b93f-614fd3099f12", "tag": "da161fbf-66d4-4bff-868e-39edd09817da"}, {"name": "network-changed", "server_uuid": "63eeb2a1-7ac5-48f3-b93f-614fd3099f12", "tag": "71e85ce8-0d8a-4fea-ab85-38e11b64c38d"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:25:57.239037 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f2823-1a1f-416b-8f4e-12cdbbe7d4bb tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Pushing event updated for resources: {'Port': ['ID=ffe829c0-0934-4130-8161-32be762e52f8,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:57.341106 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-abd08475-2d42-4e31-b9e7-faf3753e5214 req-acf41df9-539c-4123-83b9-78174c79076a service neutron] 10.222.0.57 "GET /v2.0/networks/b0b50c65-f409-4ad3-b817-197bbf41eb74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420259 Jul 14 09:25:57.422365 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-abd08475-2d42-4e31-b9e7-faf3753e5214 req-f4ad3443-3ba0-4ea5-8d05-76e9dd54aa72 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.41&port_id=da161fbf-66d4-4bff-868e-39edd09817da HTTP/1.1" status: 200 len: 217 time: 0.0671728 Jul 14 09:25:57.497185 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7261a7f3-7b86-463a-821f-3ff90019de35 req-05f9b8ea-651b-4566-880c-6dc9a189f555 tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:57.503418 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7261a7f3-7b86-463a-821f-3ff90019de35 req-05f9b8ea-651b-4566-880c-6dc9a189f555 tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:57.508324 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-0d50daee-9082-49e4-91c3-be0918027b32 None None] Provisioning for port ffe829c0-0934-4130-8161-32be762e52f8 completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:25:57.510127 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7261a7f3-7b86-463a-821f-3ff90019de35 req-05f9b8ea-651b-4566-880c-6dc9a189f555 tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:57.514379 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-0d50daee-9082-49e4-91c3-be0918027b32 None None] Provisioning complete for port ffe829c0-0934-4130-8161-32be762e52f8 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:25:57.515019 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0d50daee-9082-49e4-91c3-be0918027b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:57.517424 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-7261a7f3-7b86-463a-821f-3ff90019de35 req-05f9b8ea-651b-4566-880c-6dc9a189f555 tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] 10.222.0.68 "GET /v2.0/ports?device_id=63eeb2a1-7ac5-48f3-b93f-614fd3099f12 HTTP/1.1" status: 200 len: 2410 time: 0.1749654 Jul 14 09:25:57.525831 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd08475-2d42-4e31-b9e7-faf3753e5214 req-fc0765a8-cd89-4cef-a8a9-f71416fa1ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:57.527290 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-abd08475-2d42-4e31-b9e7-faf3753e5214 req-fc0765a8-cd89-4cef-a8a9-f71416fa1ea3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c4390d6c-a86c-4c14-9560-506abcecbcfa HTTP/1.1" status: 200 len: 801 time: 0.0946035 Jul 14 09:25:57.558020 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-0d50daee-9082-49e4-91c3-be0918027b32 None None] Port ffe829c0-0934-4130-8161-32be762e52f8 cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:25:57.584653 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-7261a7f3-7b86-463a-821f-3ff90019de35 req-aba2af99-7de6-4e73-81b4-471ed70b4767 tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] 10.222.0.68 "GET /v2.0/security-groups?id=e583495f-449a-49ad-92be-ddfb834c83f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663340 Jul 14 09:25:57.611622 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd08475-2d42-4e31-b9e7-faf3753e5214 req-4d684936-fb17-42bb-a2f6-4eccaecf1c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:57.614154 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-abd08475-2d42-4e31-b9e7-faf3753e5214 req-4d684936-fb17-42bb-a2f6-4eccaecf1c7a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=cbfcb547-3bd5-4e11-8afe-b02fedb7accc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0760012 Jul 14 09:25:57.642111 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5bbe322f-3f67-4864-bc0a-91afe44d23e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:57.671141 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1dec6dc9-a19c-414d-b887-c5e52526f069 req-12bbcabb-998f-43be-a25d-2ff2a1d28e57 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=dcf0dd1742b84e50a99fc3a49fff21b6&device_id=9d989e86-2c7b-442e-9e80-552909e05e9d HTTP/1.1" status: 200 len: 210 time: 0.0547469 Jul 14 09:25:57.690657 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e581488f-fd38-44f3-8de3-61f959a7f6d5 req-1170738b-8d65-42c5-81d2-569b01993f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:57.693886 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e581488f-fd38-44f3-8de3-61f959a7f6d5 req-1170738b-8d65-42c5-81d2-569b01993f1b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=cb2a8bd81eea456b92b36dee5b159f07&device_id=1e47bf17-b929-4bf1-99b0-1c9faf851557 HTTP/1.1" status: 200 len: 1098 time: 1.2729342 Jul 14 09:25:57.764034 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-af882d05-0ebc-4754-b01f-3dfdca301ccb req-333670d1-a0dc-4de9-a008-99effe1f1c96 tempest-FloatingIPsAssociationTestJSON-879911528 tempest-FloatingIPsAssociationTestJSON-879911528-project] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.25.4.155 HTTP/1.1" status: 200 len: 1002 time: 0.0827713 Jul 14 09:25:57.796865 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-abd08475-2d42-4e31-b9e7-faf3753e5214 req-e3013505-364e-4ed2-8fbe-44448bf487af service neutron] 10.222.0.57 "GET /v2.0/networks/cbfcb547-3bd5-4e11-8afe-b02fedb7accc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1712983 Jul 14 09:25:57.800576 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-991f2823-1a1f-416b-8f4e-12cdbbe7d4bb tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:57.801272 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-991f2823-1a1f-416b-8f4e-12cdbbe7d4bb tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:57.830121 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1dec6dc9-a19c-414d-b887-c5e52526f069 req-cace8340-8ce6-447a-9682-dc3cd2d3bb87 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=dcf0dd1742b84e50a99fc3a49fff21b6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1249578 Jul 14 09:25:57.879084 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f971ddd2-ac07-46fc-af66-856492f65aab req-2d32dc53-2647-4f97-8e52-b995c9483352 tempest-ListServersNegativeTestJSON-1499415755 tempest-ListServersNegativeTestJSON-1499415755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:57.880690 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f971ddd2-ac07-46fc-af66-856492f65aab req-2d32dc53-2647-4f97-8e52-b995c9483352 tempest-ListServersNegativeTestJSON-1499415755 tempest-ListServersNegativeTestJSON-1499415755-project] 10.222.0.57 "GET /v2.0/networks?id=d4646c8c-d25d-437d-a1b6-69ddc070b142 HTTP/1.1" status: 200 len: 818 time: 1.1242843 Jul 14 09:25:57.886952 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af882d05-0ebc-4754-b01f-3dfdca301ccb req-e86d6737-84e4-4507-8707-9eb014fdb93d tempest-FloatingIPsAssociationTestJSON-879911528 tempest-FloatingIPsAssociationTestJSON-879911528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:57.888344 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-af882d05-0ebc-4754-b01f-3dfdca301ccb req-e86d6737-84e4-4507-8707-9eb014fdb93d tempest-FloatingIPsAssociationTestJSON-879911528 tempest-FloatingIPsAssociationTestJSON-879911528-project] 10.222.0.68 "GET /v2.0/ports/0f39e973-face-4493-81d7-410ee30b1531 HTTP/1.1" status: 200 len: 943 time: 0.1113193 Jul 14 09:25:57.924312 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-f971ddd2-ac07-46fc-af66-856492f65aab req-498e876c-8e52-40c2-b626-852f09630a36 tempest-ListServersNegativeTestJSON-1499415755 tempest-ListServersNegativeTestJSON-1499415755-project] Request body: {'port': {'device_id': '002785b9-e390-42a3-b365-eead167016a1', 'network_id': 'd4646c8c-d25d-437d-a1b6-69ddc070b142', 'admin_state_up': True, 'tenant_id': 'fcc388573ac348fbbfc19b069c9286c6'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:25:57.940692 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-abd08475-2d42-4e31-b9e7-faf3753e5214 req-1a9e9fb9-0301-493f-8f4a-e5cda68eb358 service neutron] 10.222.0.57 "GET /v2.0/networks/cbfcb547-3bd5-4e11-8afe-b02fedb7accc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240089 Jul 14 09:25:58.009230 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-abd08475-2d42-4e31-b9e7-faf3753e5214 req-9fed1f4c-e32a-4c6f-8a7f-3420efaf747b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.60&port_id=71e85ce8-0d8a-4fea-ab85-38e11b64c38d HTTP/1.1" status: 200 len: 217 time: 0.0583642 Jul 14 09:25:58.071839 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2695f53-fa29-4317-969b-855806788a2d req-98786947-c6ed-4214-a63f-b8841ce7cc91 tempest-ServerRescueTestJSON-1969041098 tempest-ServerRescueTestJSON-1969041098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:58.073420 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d2695f53-fa29-4317-969b-855806788a2d req-98786947-c6ed-4214-a63f-b8841ce7cc91 tempest-ServerRescueTestJSON-1969041098 tempest-ServerRescueTestJSON-1969041098-project] 10.222.0.68 "GET /v2.0/ports?device_id=fd1f4779-7c9e-445b-a0be-3b95d7c816a4 HTTP/1.1" status: 200 len: 946 time: 0.9720399 Jul 14 09:25:58.105235 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f971ddd2-ac07-46fc-af66-856492f65aab req-ab860b7a-2515-4ab5-ba12-437dc157cf2b tempest-ListServersNegativeTestJSON-1499415755 tempest-ListServersNegativeTestJSON-1499415755-project] Made reservation on behalf of fcc388573ac348fbbfc19b069c9286c6 for: {'port': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:25:58.108776 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-f971ddd2-ac07-46fc-af66-856492f65aab req-ab860b7a-2515-4ab5-ba12-437dc157cf2b tempest-ListServersNegativeTestJSON-1499415755 tempest-ListServersNegativeTestJSON-1499415755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:58.108954 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-af882d05-0ebc-4754-b01f-3dfdca301ccb req-1048f86b-33fa-40a7-a507-790ec5420650 tempest-FloatingIPsAssociationTestJSON-879911528 tempest-FloatingIPsAssociationTestJSON-879911528-project] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.25.4.155 HTTP/1.1" status: 200 len: 1002 time: 0.1083293 Jul 14 09:25:58.112379 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd08475-2d42-4e31-b9e7-faf3753e5214 req-d2275880-12af-442a-b7b8-20d884a4c8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:58.114279 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-abd08475-2d42-4e31-b9e7-faf3753e5214 req-d2275880-12af-442a-b7b8-20d884a4c8c8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9cf36d0f-915d-4ace-9af4-693be8196681 HTTP/1.1" status: 200 len: 801 time: 0.0738230 Jul 14 09:25:58.142534 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-991f2823-1a1f-416b-8f4e-12cdbbe7d4bb tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3897061 Jul 14 09:25:58.184719 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-07a851d0-e16c-4e58-9cf5-dcfcafe625e2 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Request body: {'port': {'device_id': '5c7b30e8-3087-4fa2-a121-bc36e0beab3b', 'network_id': '5699172b-f98f-483a-81e1-27bccc5d3cba', 'admin_state_up': True, 'tenant_id': '4cb5d08776664e9f8e9d7e6bc7c12e1a', 'security_groups': ['3e8708b8-59d7-4408-a840-9965955f2a4b']}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:25:58.208554 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [req-f971ddd2-ac07-46fc-af66-856492f65aab req-b68bf34c-c55e-45f8-97d4-cefe5fd45e8f tempest-ListServersNegativeTestJSON-1499415755 tempest-ListServersNegativeTestJSON-1499415755-project] Allocated IP 172.20.0.3 (d4646c8c-d25d-437d-a1b6-69ddc070b142/161ff744-01a3-4b1b-91db-4871965e9293/b69c30b3-4a7f-4f03-b18a-8064aa521500) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:25:58.251201 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd08475-2d42-4e31-b9e7-faf3753e5214 req-e0747825-d25c-47e2-b807-46917cdb23c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:58.252689 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-abd08475-2d42-4e31-b9e7-faf3753e5214 req-e0747825-d25c-47e2-b807-46917cdb23c8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b0b50c65-f409-4ad3-b817-197bbf41eb74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1304069 Jul 14 09:25:58.259650 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af882d05-0ebc-4754-b01f-3dfdca301ccb req-8bb8431f-3da0-46d5-9f54-2f4413c80142 tempest-FloatingIPsAssociationTestJSON-879911528 tempest-FloatingIPsAssociationTestJSON-879911528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:58.260921 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-af882d05-0ebc-4754-b01f-3dfdca301ccb req-8bb8431f-3da0-46d5-9f54-2f4413c80142 tempest-FloatingIPsAssociationTestJSON-879911528 tempest-FloatingIPsAssociationTestJSON-879911528-project] 10.222.0.68 "GET /v2.0/networks/2dcd4d32-cc7c-4468-b396-7ce5c9231892 HTTP/1.1" status: 200 len: 784 time: 0.1511738 Jul 14 09:25:58.293381 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e581488f-fd38-44f3-8de3-61f959a7f6d5 req-e82d0ebc-d0d7-468c-ba08-de290dd8015b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:58.295053 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e581488f-fd38-44f3-8de3-61f959a7f6d5 req-e82d0ebc-d0d7-468c-ba08-de290dd8015b service neutron] 10.222.0.57 "GET /v2.0/networks?id=f9f9e30e-0b39-4c8e-9a13-252818fafe21 HTTP/1.1" status: 200 len: 922 time: 0.5388176 Jul 14 09:25:58.316783 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dec6dc9-a19c-414d-b887-c5e52526f069 req-2e0870da-2fc3-4dbc-a740-f80988ae735a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:58.318423 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1dec6dc9-a19c-414d-b887-c5e52526f069 req-2e0870da-2fc3-4dbc-a740-f80988ae735a service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4542041 Jul 14 09:25:58.391747 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-af882d05-0ebc-4754-b01f-3dfdca301ccb req-9e89e8f1-5c29-440a-a769-cb859e481afc tempest-FloatingIPsAssociationTestJSON-879911528 tempest-FloatingIPsAssociationTestJSON-879911528-project] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.25.4.155 HTTP/1.1" status: 200 len: 1002 time: 0.1223471 Jul 14 09:25:58.410701 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [req-af882d05-0ebc-4754-b01f-3dfdca301ccb req-0e364e82-aaed-48ee-b35b-bed0ac7d681f tempest-FloatingIPsAssociationTestJSON-879911528 tempest-FloatingIPsAssociationTestJSON-879911528-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:25:58.429564 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d2695f53-fa29-4317-969b-855806788a2d req-98d751bd-5a61-4180-8229-99d70ea461a2 tempest-ServerRescueTestJSON-1969041098 tempest-ServerRescueTestJSON-1969041098-project] 10.222.0.68 "GET /v2.0/security-groups?id=d6a7feba-be17-4d7e-a638-e9426c29981e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3310056 Jul 14 09:25:58.450983 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-abd08475-2d42-4e31-b9e7-faf3753e5214 req-d477d58a-8040-4f1e-b70c-452c6418d7c9 service neutron] 10.222.0.57 "GET /v2.0/networks/b0b50c65-f409-4ad3-b817-197bbf41eb74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1889756 Jul 14 09:25:58.542975 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e581488f-fd38-44f3-8de3-61f959a7f6d5 req-f703bed5-df2b-4f42-b201-48b9708aa1f0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0f39e973-face-4493-81d7-410ee30b1531 HTTP/1.1" status: 200 len: 1002 time: 0.1789792 Jul 14 09:25:58.559092 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-abd08475-2d42-4e31-b9e7-faf3753e5214 req-9da3e761-e979-463b-b285-27f41e95be8b service neutron] 10.222.0.57 "GET /v2.0/networks/b0b50c65-f409-4ad3-b817-197bbf41eb74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934165 Jul 14 09:25:58.565997 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-af882d05-0ebc-4754-b01f-3dfdca301ccb req-0e364e82-aaed-48ee-b35b-bed0ac7d681f tempest-FloatingIPsAssociationTestJSON-879911528 tempest-FloatingIPsAssociationTestJSON-879911528-project] Notify callbacks [] for floatingip, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:58.648243 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f971ddd2-ac07-46fc-af66-856492f65aab req-498e876c-8e52-40c2-b626-852f09630a36 tempest-ListServersNegativeTestJSON-1499415755 tempest-ListServersNegativeTestJSON-1499415755-project] Made reservation on behalf of fcc388573ac348fbbfc19b069c9286c6 for: {'port': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:25:58.652668 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-f971ddd2-ac07-46fc-af66-856492f65aab req-498e876c-8e52-40c2-b626-852f09630a36 tempest-ListServersNegativeTestJSON-1499415755 tempest-ListServersNegativeTestJSON-1499415755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:58.733549 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e581488f-fd38-44f3-8de3-61f959a7f6d5 req-6f5c1eb2-9621-4073-b7dc-eeeff66c3ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:58.735315 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e581488f-fd38-44f3-8de3-61f959a7f6d5 req-6f5c1eb2-9621-4073-b7dc-eeeff66c3ea8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=444f0042-b663-4a95-9c31-a5cc1ed6ad12 HTTP/1.1" status: 200 len: 860 time: 0.1815894 Jul 14 09:25:58.736059 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-07a851d0-e16c-4e58-9cf5-dcfcafe625e2 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Made reservation on behalf of 4cb5d08776664e9f8e9d7e6bc7c12e1a for: {'port': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:25:58.739989 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-07a851d0-e16c-4e58-9cf5-dcfcafe625e2 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:58.755776 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-af882d05-0ebc-4754-b01f-3dfdca301ccb req-0e364e82-aaed-48ee-b35b-bed0ac7d681f tempest-FloatingIPsAssociationTestJSON-879911528 tempest-FloatingIPsAssociationTestJSON-879911528-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:58.767088 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-af882d05-0ebc-4754-b01f-3dfdca301ccb req-0e364e82-aaed-48ee-b35b-bed0ac7d681f tempest-FloatingIPsAssociationTestJSON-879911528 tempest-FloatingIPsAssociationTestJSON-879911528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-660590'] for floatingip, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:58.767412 n-d-779913-29 neutron-server[93958]: INFO neutron.db.l3_db [req-af882d05-0ebc-4754-b01f-3dfdca301ccb req-0e364e82-aaed-48ee-b35b-bed0ac7d681f tempest-FloatingIPsAssociationTestJSON-879911528 tempest-FloatingIPsAssociationTestJSON-879911528-project] Floating IP b2d169b0-4b8b-4c1e-98bd-70d843f4ffcc disassociated. External IP: 172.25.4.155, port: 0f39e973-face-4493-81d7-410ee30b1531. Jul 14 09:25:58.874895 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-56c72583-9b90-4287-a2e6-0b424d5b94c9 req-4477c40c-cd2c-48fc-a08a-0723a5b4917e tempest-ServerShowV247Test-95289089 tempest-ServerShowV247Test-95289089-project] 10.222.0.68 "GET /v2.0/ports?device_id=597336fa-a9fd-4764-aecb-9f8b5af457b3&device_id=646fa4a5-d881-4c1a-880e-d25dbf15854a HTTP/1.1" status: 200 len: 210 time: 0.0752599 Jul 14 09:25:58.908512 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-f971ddd2-ac07-46fc-af66-856492f65aab req-b68bf34c-c55e-45f8-97d4-cefe5fd45e8f tempest-ListServersNegativeTestJSON-1499415755 tempest-ListServersNegativeTestJSON-1499415755-project] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:58.995641 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e581488f-fd38-44f3-8de3-61f959a7f6d5 req-b80f80f6-271d-4c0f-96fb-8aa8eade2b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:58.997447 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e581488f-fd38-44f3-8de3-61f959a7f6d5 req-b80f80f6-271d-4c0f-96fb-8aa8eade2b7b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f9f9e30e-0b39-4c8e-9a13-252818fafe21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2440448 Jul 14 09:25:59.029393 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [req-af882d05-0ebc-4754-b01f-3dfdca301ccb req-0e364e82-aaed-48ee-b35b-bed0ac7d681f tempest-FloatingIPsAssociationTestJSON-879911528 tempest-FloatingIPsAssociationTestJSON-879911528-project] Router 0e2861da-41c5-4938-88f7-e1396c0219c6 has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:25:59.106516 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-13845568-8448-418b-84a2-44b9f5ae3734 req-00ff37bd-6a34-441e-b21e-be8f77295c18 tempest-ServerShowV254Test-240420509 tempest-ServerShowV254Test-240420509-project] 10.222.0.68 "GET /v2.0/ports?device_id=9d989e86-2c7b-442e-9e80-552909e05e9d HTTP/1.1" status: 200 len: 210 time: 0.0809946 Jul 14 09:25:59.138496 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-07a851d0-e16c-4e58-9cf5-dcfcafe625e2 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Allocated IP 10.1.1.33 (5699172b-f98f-483a-81e1-27bccc5d3cba/ecfbbf55-b0c9-4c0f-9edc-b7ccd659aa91/100345f4-d6ce-47af-83f1-7049dc67deb8) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:25:59.168620 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-f971ddd2-ac07-46fc-af66-856492f65aab req-b68bf34c-c55e-45f8-97d4-cefe5fd45e8f tempest-ListServersNegativeTestJSON-1499415755 tempest-ListServersNegativeTestJSON-1499415755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:59.171199 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-af882d05-0ebc-4754-b01f-3dfdca301ccb req-0e364e82-aaed-48ee-b35b-bed0ac7d681f tempest-FloatingIPsAssociationTestJSON-879911528 tempest-FloatingIPsAssociationTestJSON-879911528-project] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:25:59.188318 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52f81292-5e66-46c6-aa6d-4b3f3daadb57 None None] Sync routers for ids ['0e2861da-41c5-4938-88f7-e1396c0219c6'] in n-d-779913-29 {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:25:59.212734 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-af882d05-0ebc-4754-b01f-3dfdca301ccb req-0e364e82-aaed-48ee-b35b-bed0ac7d681f tempest-FloatingIPsAssociationTestJSON-879911528 tempest-FloatingIPsAssociationTestJSON-879911528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for floatingip, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:59.215125 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52f81292-5e66-46c6-aa6d-4b3f3daadb57 None None] Routers {'0e2861da-41c5-4938-88f7-e1396c0219c6'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:25:59.215976 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-52f81292-5e66-46c6-aa6d-4b3f3daadb57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:25:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['0e2861da-41c5-4938-88f7-e1396c0219c6'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:25:59.283133 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-af882d05-0ebc-4754-b01f-3dfdca301ccb req-0e364e82-aaed-48ee-b35b-bed0ac7d681f tempest-FloatingIPsAssociationTestJSON-879911528 tempest-FloatingIPsAssociationTestJSON-879911528-project] 10.222.0.68 "PUT /v2.0/floatingips/b2d169b0-4b8b-4c1e-98bd-70d843f4ffcc HTTP/1.1" status: 200 len: 696 time: 0.8778086 Jul 14 09:25:59.283390 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f971ddd2-ac07-46fc-af66-856492f65aab req-b68bf34c-c55e-45f8-97d4-cefe5fd45e8f tempest-ListServersNegativeTestJSON-1499415755 tempest-ListServersNegativeTestJSON-1499415755-project] Network d4646c8c-d25d-437d-a1b6-69ddc070b142 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:25:59.315444 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [req-f971ddd2-ac07-46fc-af66-856492f65aab req-b68bf34c-c55e-45f8-97d4-cefe5fd45e8f tempest-ListServersNegativeTestJSON-1499415755 tempest-ListServersNegativeTestJSON-1499415755-project] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:25:59.317819 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-f971ddd2-ac07-46fc-af66-856492f65aab req-b68bf34c-c55e-45f8-97d4-cefe5fd45e8f tempest-ListServersNegativeTestJSON-1499415755 tempest-ListServersNegativeTestJSON-1499415755-project] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:25:59.346448 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af882d05-0ebc-4754-b01f-3dfdca301ccb req-8f133850-a628-47f1-b4ee-f0c6e7f41c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:59.349746 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-af882d05-0ebc-4754-b01f-3dfdca301ccb req-8f133850-a628-47f1-b4ee-f0c6e7f41c02 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=cb2a8bd81eea456b92b36dee5b159f07&device_id=1e47bf17-b929-4bf1-99b0-1c9faf851557 HTTP/1.1" status: 200 len: 1098 time: 0.0655832 Jul 14 09:25:59.360974 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e581488f-fd38-44f3-8de3-61f959a7f6d5 req-ab198904-0af7-4165-acf3-2b2b71e19eff service neutron] 10.222.0.57 "GET /v2.0/networks/f9f9e30e-0b39-4c8e-9a13-252818fafe21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3262296 Jul 14 09:25:59.364392 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [req-f971ddd2-ac07-46fc-af66-856492f65aab req-ab860b7a-2515-4ab5-ba12-437dc157cf2b tempest-ListServersNegativeTestJSON-1499415755 tempest-ListServersNegativeTestJSON-1499415755-project] Allocated IP 172.20.0.9 (d4646c8c-d25d-437d-a1b6-69ddc070b142/161ff744-01a3-4b1b-91db-4871965e9293/264b3b28-e033-4b6c-b46d-074bccc05785) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:25:59.389868 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvr_db [None req-52f81292-5e66-46c6-aa6d-4b3f3daadb57 None None] Set router 0e2861da-41c5-4938-88f7-e1396c0219c6 gateway port host: n-d-779913-29 {{(pid=93959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:25:59.396133 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68bf34c-c55e-45f8-97d4-cefe5fd45e8f tempest-ListServersNegativeTestJSON-1499415755 tempest-ListServersNegativeTestJSON-1499415755-project] Pushing event updated for resources: {'Port': ['ID=b69c30b3-4a7f-4f03-b18a-8064aa521500,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:59.471043 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af882d05-0ebc-4754-b01f-3dfdca301ccb req-7f00c349-c2e1-443a-85a3-e258fc681ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:59.478610 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-af882d05-0ebc-4754-b01f-3dfdca301ccb req-7f00c349-c2e1-443a-85a3-e258fc681ca2 service neutron] 10.222.0.68 "GET /v2.0/networks?id=f9f9e30e-0b39-4c8e-9a13-252818fafe21 HTTP/1.1" status: 200 len: 922 time: 0.1211038 Jul 14 09:25:59.529354 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-af882d05-0ebc-4754-b01f-3dfdca301ccb req-2e0bf9f5-6f1e-4559-8e63-7f8a1faa9add service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0f39e973-face-4493-81d7-410ee30b1531 HTTP/1.1" status: 200 len: 217 time: 0.0496376 Jul 14 09:25:59.550577 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f971ddd2-ac07-46fc-af66-856492f65aab req-b68bf34c-c55e-45f8-97d4-cefe5fd45e8f tempest-ListServersNegativeTestJSON-1499415755 tempest-ListServersNegativeTestJSON-1499415755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:59.551226 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-f971ddd2-ac07-46fc-af66-856492f65aab req-b68bf34c-c55e-45f8-97d4-cefe5fd45e8f tempest-ListServersNegativeTestJSON-1499415755 tempest-ListServersNegativeTestJSON-1499415755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:59.590505 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af882d05-0ebc-4754-b01f-3dfdca301ccb req-555f4c70-491e-465c-aae9-0e6462fdb19b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:59.598661 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-af882d05-0ebc-4754-b01f-3dfdca301ccb req-555f4c70-491e-465c-aae9-0e6462fdb19b service neutron] 10.222.0.68 "GET /v2.0/subnets?id=444f0042-b663-4a95-9c31-a5cc1ed6ad12 HTTP/1.1" status: 200 len: 860 time: 0.0681505 Jul 14 09:25:59.688223 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e581488f-fd38-44f3-8de3-61f959a7f6d5 req-8440e939-9a8a-41fc-8630-28cea904429b service neutron] 10.222.0.57 "GET /v2.0/networks/f9f9e30e-0b39-4c8e-9a13-252818fafe21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3142314 Jul 14 09:25:59.711209 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af882d05-0ebc-4754-b01f-3dfdca301ccb req-859afd95-da57-4592-a1bf-4dbf0a218ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:59.728992 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-af882d05-0ebc-4754-b01f-3dfdca301ccb req-859afd95-da57-4592-a1bf-4dbf0a218ecc service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=f9f9e30e-0b39-4c8e-9a13-252818fafe21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1292832 Jul 14 09:25:59.747022 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-52f81292-5e66-46c6-aa6d-4b3f3daadb57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e2861da-41c5-4938-88f7-e1396c0219c6', 'name': 'tempest-FloatingIPsAssociationTestJSON-1721427201-router', 'tenant_id': 'cb2a8bd81eea456b92b36dee5b159f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.193'}], 'enable_snat': True}, 'gw_port_id': '3c806968-bd46-4e04-9099-b9c87983d833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:24:31Z', 'updated_at': '2021-07-14T09:24:39Z', 'revision_number': 4, 'project_id': 'cb2a8bd81eea456b92b36dee5b159f07', 'gw_port': {'id': '3c806968-bd46-4e04-9099-b9c87983d833', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:44:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e2861da-41c5-4938-88f7-e1396c0219c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:24:33Z', 'updated_at': '2021-07-14T09:24:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': 'b63887ff-7bca-4218-ad5f-9d5df52c29cd', 'name': '', 'network_id': 'f9f9e30e-0b39-4c8e-9a13-252818fafe21', 'tenant_id': 'cb2a8bd81eea456b92b36dee5b159f07', 'mac_address': 'fa:16:3e:82:9d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e2861da-41c5-4938-88f7-e1396c0219c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '444f0042-b663-4a95-9c31-a5cc1ed6ad12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:24:38Z', 'updated_at': '2021-07-14T09:24:45Z', 'revision_number': 5, 'project_id': 'cb2a8bd81eea456b92b36dee5b159f07', 'subnets': [{'id': '444f0042-b663-4a95-9c31-a5cc1ed6ad12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:25:59.753571 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f971ddd2-ac07-46fc-af66-856492f65aab req-b68bf34c-c55e-45f8-97d4-cefe5fd45e8f tempest-ListServersNegativeTestJSON-1499415755 tempest-ListServersNegativeTestJSON-1499415755-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3409431 Jul 14 09:25:59.783688 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52f81292-5e66-46c6-aa6d-4b3f3daadb57 None None] Checking router: 0e2861da-41c5-4938-88f7-e1396c0219c6 for host: n-d-779913-29 {{(pid=93959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:25:59.788527 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-f971ddd2-ac07-46fc-af66-856492f65aab req-47e314d3-02e8-49f6-b995-a26b408efc78 service neutron] Request body: {'port': {'device_id': 'e9c19f78-67f6-4a62-b39e-3fc0beba93ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-29'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:25:59.797727 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52f81292-5e66-46c6-aa6d-4b3f3daadb57 None None] Routers {'0e2861da-41c5-4938-88f7-e1396c0219c6'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:25:59.798373 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-52f81292-5e66-46c6-aa6d-4b3f3daadb57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:25:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['0e2861da-41c5-4938-88f7-e1396c0219c6'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:25:59.806939 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bcba68-37b6-47bb-8154-de8e5ca87d56 req-995efa23-b2a0-43e1-82fe-5785961aa774 tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:59.814732 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a6bcba68-37b6-47bb-8154-de8e5ca87d56 req-995efa23-b2a0-43e1-82fe-5785961aa774 tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] 10.222.0.68 "GET /v2.0/ports?device_id=65c2e97a-3a9b-45f9-8601-1b3501000ad2 HTTP/1.1" status: 200 len: 946 time: 0.5778589 Jul 14 09:25:59.875659 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-07a851d0-e16c-4e58-9cf5-dcfcafe625e2 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:59.882704 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-af882d05-0ebc-4754-b01f-3dfdca301ccb req-d3bf7bf5-5850-467f-900d-47d2fa6a793c service neutron] 10.222.0.68 "GET /v2.0/networks/f9f9e30e-0b39-4c8e-9a13-252818fafe21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524851 Jul 14 09:25:59.896026 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-07a851d0-e16c-4e58-9cf5-dcfcafe625e2 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Transition to ACTIVE for port object 100345f4-d6ce-47af-83f1-7049dc67deb8 will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:25:59.930589 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvr_db [None req-52f81292-5e66-46c6-aa6d-4b3f3daadb57 None None] Set router 0e2861da-41c5-4938-88f7-e1396c0219c6 gateway port host: n-d-779913-29 {{(pid=93959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:25:59.973195 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-07a851d0-e16c-4e58-9cf5-dcfcafe625e2 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:59.982100 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1dec6dc9-a19c-414d-b887-c5e52526f069 req-a702893f-2622-4c8e-a3fe-8a4833f1dd35 tempest-ServerShowV254Test-240420509 tempest-ServerShowV254Test-240420509-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d989e86-2c7b-442e-9e80-552909e05e9d HTTP/1.1" status: 200 len: 210 time: 0.0464962 Jul 14 09:26:00.000736 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-af882d05-0ebc-4754-b01f-3dfdca301ccb req-d1aa5e43-ee91-4b11-af3a-97ba996f609f service neutron] 10.222.0.68 "GET /v2.0/networks/f9f9e30e-0b39-4c8e-9a13-252818fafe21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120205 Jul 14 09:26:00.044957 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-f971ddd2-ac07-46fc-af66-856492f65aab req-ab860b7a-2515-4ab5-ba12-437dc157cf2b tempest-ListServersNegativeTestJSON-1499415755 tempest-ListServersNegativeTestJSON-1499415755-project] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:00.084158 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 14 Jul 2021 09:25:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27ca3014-e7a5-4552-9853-2459886b8d95 x-openstack-request-id: req-27ca3014-e7a5-4552-9853-2459886b8d95 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:26:00.084449 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63eeb2a1-7ac5-48f3-b93f-614fd3099f12", "tag": "da161fbf-66d4-4bff-868e-39edd09817da", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "63eeb2a1-7ac5-48f3-b93f-614fd3099f12", "tag": "71e85ce8-0d8a-4fea-ab85-38e11b64c38d", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:26:00.085084 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-27ca3014-e7a5-4552-9853-2459886b8d95 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:26:00.085525 n-d-779913-29 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63eeb2a1-7ac5-48f3-b93f-614fd3099f12', 'tag': 'da161fbf-66d4-4bff-868e-39edd09817da', 'status': 'completed', 'code': 200} Jul 14 09:26:00.085797 n-d-779913-29 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63eeb2a1-7ac5-48f3-b93f-614fd3099f12', 'tag': '71e85ce8-0d8a-4fea-ab85-38e11b64c38d', 'status': 'completed', 'code': 200} Jul 14 09:26:00.153197 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a851d0-e16c-4e58-9cf5-dcfcafe625e2 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Pushing event updated for resources: {'Port': ['ID=100345f4-d6ce-47af-83f1-7049dc67deb8,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:00.256237 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-52f81292-5e66-46c6-aa6d-4b3f3daadb57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e2861da-41c5-4938-88f7-e1396c0219c6', 'name': 'tempest-FloatingIPsAssociationTestJSON-1721427201-router', 'tenant_id': 'cb2a8bd81eea456b92b36dee5b159f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.193'}], 'enable_snat': True}, 'gw_port_id': '3c806968-bd46-4e04-9099-b9c87983d833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:24:31Z', 'updated_at': '2021-07-14T09:24:39Z', 'revision_number': 4, 'project_id': 'cb2a8bd81eea456b92b36dee5b159f07', 'gw_port': {'id': '3c806968-bd46-4e04-9099-b9c87983d833', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:44:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e2861da-41c5-4938-88f7-e1396c0219c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:24:33Z', 'updated_at': '2021-07-14T09:24:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': 'b63887ff-7bca-4218-ad5f-9d5df52c29cd', 'name': '', 'network_id': 'f9f9e30e-0b39-4c8e-9a13-252818fafe21', 'tenant_id': 'cb2a8bd81eea456b92b36dee5b159f07', 'mac_address': 'fa:16:3e:82:9d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e2861da-41c5-4938-88f7-e1396c0219c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '444f0042-b663-4a95-9c31-a5cc1ed6ad12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:24:38Z', 'updated_at': '2021-07-14T09:24:45Z', 'revision_number': 5, 'project_id': 'cb2a8bd81eea456b92b36dee5b159f07', 'subnets': [{'id': '444f0042-b663-4a95-9c31-a5cc1ed6ad12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:26:00.286498 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52f81292-5e66-46c6-aa6d-4b3f3daadb57 None None] The sync data for ids ['0e2861da-41c5-4938-88f7-e1396c0219c6'] in n-d-779913-29 is: [{'id': '0e2861da-41c5-4938-88f7-e1396c0219c6', 'name': 'tempest-FloatingIPsAssociationTestJSON-1721427201-router', 'tenant_id': 'cb2a8bd81eea456b92b36dee5b159f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.193'}], 'enable_snat': True}, 'gw_port_id': '3c806968-bd46-4e04-9099-b9c87983d833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:24:31Z', 'updated_at': '2021-07-14T09:24:39Z', 'revision_number': 4, 'project_id': 'cb2a8bd81eea456b92b36dee5b159f07', 'gw_port': {'id': '3c806968-bd46-4e04-9099-b9c87983d833', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:44:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e2861da-41c5-4938-88f7-e1396c0219c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:24:33Z', 'updated_at': '2021-07-14T09:24:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': 'b63887ff-7bca-4218-ad5f-9d5df52c29cd', 'name': '', 'network_id': 'f9f9e30e-0b39-4c8e-9a13-252818fafe21', 'tenant_id': 'cb2a8bd81eea456b92b36dee5b159f07', 'mac_address': 'fa:16:3e:82:9d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e2861da-41c5-4938-88f7-e1396c0219c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '444f0042-b663-4a95-9c31-a5cc1ed6ad12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:24:38Z', 'updated_at': '2021-07-14T09:24:45Z', 'revision_number': 5, 'project_id': 'cb2a8bd81eea456b92b36dee5b159f07', 'subnets': [{'id': '444f0042-b663-4a95-9c31-a5cc1ed6ad12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:26:00.290587 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-f971ddd2-ac07-46fc-af66-856492f65aab req-47e314d3-02e8-49f6-b995-a26b408efc78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:00.294540 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-f971ddd2-ac07-46fc-af66-856492f65aab req-ab860b7a-2515-4ab5-ba12-437dc157cf2b tempest-ListServersNegativeTestJSON-1499415755 tempest-ListServersNegativeTestJSON-1499415755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:00.297454 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1cd580-46e9-44b3-b7a1-aff7b724602a req-be3f4a21-99d2-4af1-9b2e-d1cd1dd238b8 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:00.299408 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a6bcba68-37b6-47bb-8154-de8e5ca87d56 req-f9a67a8b-24cf-48ee-936a-009390e6531d tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] 10.222.0.68 "GET /v2.0/security-groups?id=cf40bcd2-1dd1-48fb-a6b7-6df0e80ce2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4834199 Jul 14 09:26:00.317324 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1cd580-46e9-44b3-b7a1-aff7b724602a req-be3f4a21-99d2-4af1-9b2e-d1cd1dd238b8 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:00.320103 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-5b1cd580-46e9-44b3-b7a1-aff7b724602a req-be3f4a21-99d2-4af1-9b2e-d1cd1dd238b8 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] 10.222.0.68 "GET /v2.0/ports?device_id=5c7b30e8-3087-4fa2-a121-bc36e0beab3b HTTP/1.1" status: 200 len: 1653 time: 0.1283817 Jul 14 09:26:00.388588 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-5b1cd580-46e9-44b3-b7a1-aff7b724602a req-838de2ed-ea77-411b-901e-a681062ba6a4 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] 10.222.0.68 "GET /v2.0/security-groups?id=3e8708b8-59d7-4408-a840-9965955f2a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611410 Jul 14 09:26:00.601139 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e167a580-0203-43da-97e9-b6db19e35326 req-de33d3cb-2463-4b95-8a2a-44b97fd9232f tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:00.608650 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e167a580-0203-43da-97e9-b6db19e35326 req-de33d3cb-2463-4b95-8a2a-44b97fd9232f tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:00.614899 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e167a580-0203-43da-97e9-b6db19e35326 req-de33d3cb-2463-4b95-8a2a-44b97fd9232f tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:00.623203 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-e167a580-0203-43da-97e9-b6db19e35326 req-de33d3cb-2463-4b95-8a2a-44b97fd9232f tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] 10.222.0.68 "GET /v2.0/ports?device_id=63eeb2a1-7ac5-48f3-b93f-614fd3099f12 HTTP/1.1" status: 200 len: 2410 time: 0.1068685 Jul 14 09:26:00.673413 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-e167a580-0203-43da-97e9-b6db19e35326 req-8bd7cfe4-40e1-4de7-8cef-ca33a8d9829d tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] 10.222.0.68 "GET /v2.0/security-groups?id=e583495f-449a-49ad-92be-ddfb834c83f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479124 Jul 14 09:26:00.729686 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4437be0-c3e0-423e-b3f8-1509f934fdc0 None None] New status for floating IP b2d169b0-4b8b-4c1e-98bd-70d843f4ffcc: DOWN {{(pid=93960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:26:00.798456 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-07a851d0-e16c-4e58-9cf5-dcfcafe625e2 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Network 5699172b-f98f-483a-81e1-27bccc5d3cba is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:26:00.862207 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-07a851d0-e16c-4e58-9cf5-dcfcafe625e2 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:26:00.887180 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8e0ee307-6667-47cd-bb8f-4f264a37f896 req-b115c251-60e1-4552-b1e6-14fa0ecb3983 tempest-ListServersNegativeTestJSON-1499415755 tempest-ListServersNegativeTestJSON-1499415755-project] 10.222.0.68 "GET /v2.0/ports?device_id=002785b9-e390-42a3-b365-eead167016a1 HTTP/1.1" status: 200 len: 210 time: 0.0839512 Jul 14 09:26:00.923606 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-07a851d0-e16c-4e58-9cf5-dcfcafe625e2 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:26:00.988134 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [req-f971ddd2-ac07-46fc-af66-856492f65aab req-498e876c-8e52-40c2-b626-852f09630a36 tempest-ListServersNegativeTestJSON-1499415755 tempest-ListServersNegativeTestJSON-1499415755-project] Allocated IP 172.20.0.10 (d4646c8c-d25d-437d-a1b6-69ddc070b142/161ff744-01a3-4b1b-91db-4871965e9293/0ec1dab4-76c9-4527-a7f1-eee4d5e3ea59) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:26:00.991197 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f971ddd2-ac07-46fc-af66-856492f65aab req-ab860b7a-2515-4ab5-ba12-437dc157cf2b tempest-ListServersNegativeTestJSON-1499415755 tempest-ListServersNegativeTestJSON-1499415755-project] Network d4646c8c-d25d-437d-a1b6-69ddc070b142 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:26:01.063185 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [req-f971ddd2-ac07-46fc-af66-856492f65aab req-ab860b7a-2515-4ab5-ba12-437dc157cf2b tempest-ListServersNegativeTestJSON-1499415755 tempest-ListServersNegativeTestJSON-1499415755-project] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:26:01.110874 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-f971ddd2-ac07-46fc-af66-856492f65aab req-ab860b7a-2515-4ab5-ba12-437dc157cf2b tempest-ListServersNegativeTestJSON-1499415755 tempest-ListServersNegativeTestJSON-1499415755-project] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:26:01.174494 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab860b7a-2515-4ab5-ba12-437dc157cf2b tempest-ListServersNegativeTestJSON-1499415755 tempest-ListServersNegativeTestJSON-1499415755-project] Pushing event updated for resources: {'Port': ['ID=264b3b28-e033-4b6c-b46d-074bccc05785,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:01.212832 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-cd0fac79-2dc9-4795-9e9d-d5023ad90980 None None] Provisioning for port 100345f4-d6ce-47af-83f1-7049dc67deb8 completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:26:01.217045 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-cd0fac79-2dc9-4795-9e9d-d5023ad90980 None None] Provisioning complete for port 100345f4-d6ce-47af-83f1-7049dc67deb8 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:26:01.217429 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cd0fac79-2dc9-4795-9e9d-d5023ad90980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:01.289072 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-cd0fac79-2dc9-4795-9e9d-d5023ad90980 None None] Port 100345f4-d6ce-47af-83f1-7049dc67deb8 cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:26:01.368609 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-07a851d0-e16c-4e58-9cf5-dcfcafe625e2 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:01.369281 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-07a851d0-e16c-4e58-9cf5-dcfcafe625e2 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:01.403790 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-3993ece1-3a49-4711-bf44-cc057df425b5 req-f6d3de3b-658a-473e-a43c-4997e82113fa tempest-ServerShowV247Test-95289089 tempest-ServerShowV247Test-95289089-project] 10.222.0.68 "GET /v2.0/ports?device_id=597336fa-a9fd-4764-aecb-9f8b5af457b3 HTTP/1.1" status: 200 len: 210 time: 0.0425532 Jul 14 09:26:01.464513 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c3dd134b-f27b-4961-9d72-5203f5998b40 req-c45f7865-eb4f-47c1-8a80-f23d7c466208 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0c754d07295f4a0ea4df3e735180243a&device_id=597336fa-a9fd-4764-aecb-9f8b5af457b3 HTTP/1.1" status: 200 len: 210 time: 0.3220787 Jul 14 09:26:01.477882 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be34a06f-191e-45e7-820c-0bbda4f80529 req-b40220a5-665a-4327-a9cb-b55a8528f7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:01.478639 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be34a06f-191e-45e7-820c-0bbda4f80529 req-b40220a5-665a-4327-a9cb-b55a8528f7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:01.479269 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be34a06f-191e-45e7-820c-0bbda4f80529 req-b40220a5-665a-4327-a9cb-b55a8528f7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:01.485215 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-be34a06f-191e-45e7-820c-0bbda4f80529 req-b40220a5-665a-4327-a9cb-b55a8528f7b7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=24f83d3539e4497181e13bb568cf43a0&device_id=63eeb2a1-7ac5-48f3-b93f-614fd3099f12 HTTP/1.1" status: 200 len: 2866 time: 1.2779508 Jul 14 09:26:01.524689 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c3dd134b-f27b-4961-9d72-5203f5998b40 req-aab97212-1753-4d96-bff7-fc0e1ebd17b0 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=0c754d07295f4a0ea4df3e735180243a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0275292 Jul 14 09:26:01.572602 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f971ddd2-ac07-46fc-af66-856492f65aab req-ab860b7a-2515-4ab5-ba12-437dc157cf2b tempest-ListServersNegativeTestJSON-1499415755 tempest-ListServersNegativeTestJSON-1499415755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:01.573250 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-f971ddd2-ac07-46fc-af66-856492f65aab req-ab860b7a-2515-4ab5-ba12-437dc157cf2b tempest-ListServersNegativeTestJSON-1499415755 tempest-ListServersNegativeTestJSON-1499415755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:01.583871 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-07a851d0-e16c-4e58-9cf5-dcfcafe625e2 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.4107027 Jul 14 09:26:01.637222 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 47864) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:01.654341 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207fbacd-02f1-4150-8673-8461bb28b215 req-26378c39-b585-48e8-839f-e45a5f2e186c tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:01.657959 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-207fbacd-02f1-4150-8673-8461bb28b215 req-26378c39-b585-48e8-839f-e45a5f2e186c tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] 10.222.0.68 "GET /v2.0/ports?device_id=65c2e97a-3a9b-45f9-8601-1b3501000ad2 HTTP/1.1" status: 200 len: 946 time: 0.0825095 Jul 14 09:26:01.658205 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-9be1b84f-5506-4f5a-86df-e604779391e2 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Request body: {'port': {'device_id': '5c7b30e8-3087-4fa2-a121-bc36e0beab3b', 'network_id': '5699172b-f98f-483a-81e1-27bccc5d3cba', 'admin_state_up': True, 'tenant_id': '4cb5d08776664e9f8e9d7e6bc7c12e1a', 'security_groups': ['3e8708b8-59d7-4408-a840-9965955f2a4b']}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:26:01.704466 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-207fbacd-02f1-4150-8673-8461bb28b215 req-6d957a44-e173-4738-8b5f-5aea8a7e3da2 tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] 10.222.0.68 "GET /v2.0/security-groups?id=cf40bcd2-1dd1-48fb-a6b7-6df0e80ce2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422082 Jul 14 09:26:01.739300 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f971ddd2-ac07-46fc-af66-856492f65aab req-ab860b7a-2515-4ab5-ba12-437dc157cf2b tempest-ListServersNegativeTestJSON-1499415755 tempest-ListServersNegativeTestJSON-1499415755-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9398875 Jul 14 09:26:01.803640 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-f971ddd2-ac07-46fc-af66-856492f65aab req-932d8701-fabc-4470-b6a0-6c5174202160 service neutron] Request body: {'port': {'device_id': 'b5ec9509-93f2-4f55-941d-12f37991f5a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-29'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:26:01.817881 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-31a8fcb7-b063-49fa-8181-e6b143e3d5e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:01.865525 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-f971ddd2-ac07-46fc-af66-856492f65aab req-498e876c-8e52-40c2-b626-852f09630a36 tempest-ListServersNegativeTestJSON-1499415755 tempest-ListServersNegativeTestJSON-1499415755-project] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:01.931848 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a0f962-7502-4a27-908c-2885b63a04ab req-be299bac-3e9f-419d-badf-b6f706ceda12 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:01.937828 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a0f962-7502-4a27-908c-2885b63a04ab req-be299bac-3e9f-419d-badf-b6f706ceda12 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:01.939357 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-77a0f962-7502-4a27-908c-2885b63a04ab req-be299bac-3e9f-419d-badf-b6f706ceda12 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] 10.222.0.68 "GET /v2.0/ports?device_id=5c7b30e8-3087-4fa2-a121-bc36e0beab3b HTTP/1.1" status: 200 len: 1653 time: 0.1117210 Jul 14 09:26:01.987875 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a223aa96-c60d-4dbd-bdd1-c44cb48fc10a req-a1a71cb6-15a2-429b-bbba-0c4c11eeb042 tempest-ServerRescueTestJSON-1969041098 tempest-ServerRescueTestJSON-1969041098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:01.989386 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a223aa96-c60d-4dbd-bdd1-c44cb48fc10a req-a1a71cb6-15a2-429b-bbba-0c4c11eeb042 tempest-ServerRescueTestJSON-1969041098 tempest-ServerRescueTestJSON-1969041098-project] 10.222.0.68 "GET /v2.0/ports?device_id=fd1f4779-7c9e-445b-a0be-3b95d7c816a4 HTTP/1.1" status: 200 len: 946 time: 0.8523972 Jul 14 09:26:02.001061 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be34a06f-191e-45e7-820c-0bbda4f80529 req-ca53277f-fd58-4348-9d9f-138d53dffc55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:02.002554 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-be34a06f-191e-45e7-820c-0bbda4f80529 req-ca53277f-fd58-4348-9d9f-138d53dffc55 service neutron] 10.222.0.57 "GET /v2.0/networks?id=cbfcb547-3bd5-4e11-8afe-b02fedb7accc HTTP/1.1" status: 200 len: 902 time: 0.4769800 Jul 14 09:26:02.003204 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-77a0f962-7502-4a27-908c-2885b63a04ab req-2cd46b4e-5a34-4052-a433-3f4d308c924e tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] 10.222.0.68 "GET /v2.0/security-groups?id=3e8708b8-59d7-4408-a840-9965955f2a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557687 Jul 14 09:26:02.036781 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-31a8fcb7-b063-49fa-8181-e6b143e3d5e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:02.066810 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dd134b-f27b-4961-9d72-5203f5998b40 req-99ad0119-2be7-4311-9c10-e8f7bcb70792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:02.068437 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c3dd134b-f27b-4961-9d72-5203f5998b40 req-99ad0119-2be7-4311-9c10-e8f7bcb70792 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4887655 Jul 14 09:26:02.083002 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-31a8fcb7-b063-49fa-8181-e6b143e3d5e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:02.089923 n-d-779913-29 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e47bf17-b929-4bf1-99b0-1c9faf851557', 'tag': '0f39e973-face-4493-81d7-410ee30b1531'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:26:02.092406 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cb48f044f948e981f43897c8d7f1332f741dc7af2b4c5a6e19d8f4a80f708e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed02539b-81a2-4011-b795-8bd11cbdbb43" -d '{"events": [{"name": "network-changed", "server_uuid": "1e47bf17-b929-4bf1-99b0-1c9faf851557", "tag": "0f39e973-face-4493-81d7-410ee30b1531"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:26:02.116214 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-be34a06f-191e-45e7-820c-0bbda4f80529 req-c21760da-f1bf-449b-bd94-06b8f4033a55 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.41&port_id=da161fbf-66d4-4bff-868e-39edd09817da HTTP/1.1" status: 200 len: 217 time: 0.0839558 Jul 14 09:26:02.116565 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-c6d156fa-d898-466d-adc8-c5507bd7663c req-552b514b-3844-42fe-ad19-fe8a77f4f40c tempest-FloatingIPsAssociationTestJSON-879911528 tempest-FloatingIPsAssociationTestJSON-879911528-project] 10.222.0.68 "GET /v2.0/floatingips/b2d169b0-4b8b-4c1e-98bd-70d843f4ffcc HTTP/1.1" status: 200 len: 694 time: 0.0772927 Jul 14 09:26:02.120341 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-f971ddd2-ac07-46fc-af66-856492f65aab req-932d8701-fabc-4470-b6a0-6c5174202160 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:02.146054 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a8fcb7-b063-49fa-8181-e6b143e3d5e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21093808-2526-41bd-9d8f-942b16ebed13,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:02.153763 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-31a8fcb7-b063-49fa-8181-e6b143e3d5e1 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=dcf0dd1742b84e50a99fc3a49fff21b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5147672 Jul 14 09:26:02.167012 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 47874) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:02.237935 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-9be1b84f-5506-4f5a-86df-e604779391e2 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Made reservation on behalf of 4cb5d08776664e9f8e9d7e6bc7c12e1a for: {'port': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:26:02.241471 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-9be1b84f-5506-4f5a-86df-e604779391e2 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:02.244530 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-f971ddd2-ac07-46fc-af66-856492f65aab req-498e876c-8e52-40c2-b626-852f09630a36 tempest-ListServersNegativeTestJSON-1499415755 tempest-ListServersNegativeTestJSON-1499415755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:02.282888 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b4e48666-fc98-4261-be5d-92c255b0c7c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:02.295570 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d156fa-d898-466d-adc8-c5507bd7663c req-00e3fe0f-483b-450e-9c4a-6cf578a59839 tempest-FloatingIPsAssociationTestJSON-879911528 tempest-FloatingIPsAssociationTestJSON-879911528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:02.297015 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-c6d156fa-d898-466d-adc8-c5507bd7663c req-00e3fe0f-483b-450e-9c4a-6cf578a59839 tempest-FloatingIPsAssociationTestJSON-879911528 tempest-FloatingIPsAssociationTestJSON-879911528-project] 10.222.0.68 "GET /v2.0/networks/2dcd4d32-cc7c-4468-b396-7ce5c9231892 HTTP/1.1" status: 200 len: 784 time: 0.1640384 Jul 14 09:26:02.311382 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a223aa96-c60d-4dbd-bdd1-c44cb48fc10a req-d93042d5-681a-4b23-acc6-c9b3059ec721 tempest-ServerRescueTestJSON-1969041098 tempest-ServerRescueTestJSON-1969041098-project] 10.222.0.68 "GET /v2.0/security-groups?id=d6a7feba-be17-4d7e-a638-e9426c29981e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3034368 Jul 14 09:26:02.333621 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b4e48666-fc98-4261-be5d-92c255b0c7c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:02.368074 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f971ddd2-ac07-46fc-af66-856492f65aab req-498e876c-8e52-40c2-b626-852f09630a36 tempest-ListServersNegativeTestJSON-1499415755 tempest-ListServersNegativeTestJSON-1499415755-project] Network d4646c8c-d25d-437d-a1b6-69ddc070b142 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:26:02.380695 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [req-f971ddd2-ac07-46fc-af66-856492f65aab req-498e876c-8e52-40c2-b626-852f09630a36 tempest-ListServersNegativeTestJSON-1499415755 tempest-ListServersNegativeTestJSON-1499415755-project] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:26:02.387906 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-c6d156fa-d898-466d-adc8-c5507bd7663c req-fbba2dfa-3e36-4a90-8c65-4406cb71177f tempest-FloatingIPsAssociationTestJSON-879911528 tempest-FloatingIPsAssociationTestJSON-879911528-project] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.25.4.155 HTTP/1.1" status: 200 len: 697 time: 0.0792894 Jul 14 09:26:02.455105 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-c6d156fa-d898-466d-adc8-c5507bd7663c req-4d020e5a-dfc9-499f-b744-24ef3b0afbde tempest-FloatingIPsAssociationTestJSON-879911528 tempest-FloatingIPsAssociationTestJSON-879911528-project] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.25.4.155 HTTP/1.1" status: 200 len: 697 time: 0.0574069 Jul 14 09:26:02.457959 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-f971ddd2-ac07-46fc-af66-856492f65aab req-498e876c-8e52-40c2-b626-852f09630a36 tempest-ListServersNegativeTestJSON-1499415755 tempest-ListServersNegativeTestJSON-1499415755-project] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:26:02.512896 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b4e48666-fc98-4261-be5d-92c255b0c7c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:02.515432 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b4e48666-fc98-4261-be5d-92c255b0c7c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:02.518931 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-b4e48666-fc98-4261-be5d-92c255b0c7c9 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/21093808-2526-41bd-9d8f-942b16ebed13 HTTP/1.1" status: 204 len: 168 time: 0.3483760 Jul 14 09:26:02.585316 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e48666-fc98-4261-be5d-92c255b0c7c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21093808-2526-41bd-9d8f-942b16ebed13,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:02.597458 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be34a06f-191e-45e7-820c-0bbda4f80529 req-9d868494-45ab-435b-a8bf-1baf10789963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:02.599344 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-be34a06f-191e-45e7-820c-0bbda4f80529 req-9d868494-45ab-435b-a8bf-1baf10789963 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c4390d6c-a86c-4c14-9560-506abcecbcfa HTTP/1.1" status: 200 len: 801 time: 0.4677212 Jul 14 09:26:02.657268 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-c6d156fa-d898-466d-adc8-c5507bd7663c req-5660a1d0-0f0d-4632-a161-d13cd688b5c7 tempest-FloatingIPsAssociationTestJSON-879911528 tempest-FloatingIPsAssociationTestJSON-879911528-project] Deleting port 1e692bd8-d9db-4476-a9d7-b09d8c4a499f {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:26:02.657846 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-c6d156fa-d898-466d-adc8-c5507bd7663c req-5660a1d0-0f0d-4632-a161-d13cd688b5c7 tempest-FloatingIPsAssociationTestJSON-879911528 tempest-FloatingIPsAssociationTestJSON-879911528-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:02.659129 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498e876c-8e52-40c2-b626-852f09630a36 tempest-ListServersNegativeTestJSON-1499415755 tempest-ListServersNegativeTestJSON-1499415755-project] Pushing event updated for resources: {'Port': ['ID=0ec1dab4-76c9-4527-a7f1-eee4d5e3ea59,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:02.770840 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-c6d156fa-d898-466d-adc8-c5507bd7663c req-5660a1d0-0f0d-4632-a161-d13cd688b5c7 tempest-FloatingIPsAssociationTestJSON-879911528 tempest-FloatingIPsAssociationTestJSON-879911528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:02.771176 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-c6d156fa-d898-466d-adc8-c5507bd7663c req-5660a1d0-0f0d-4632-a161-d13cd688b5c7 tempest-FloatingIPsAssociationTestJSON-879911528 tempest-FloatingIPsAssociationTestJSON-879911528-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:02.787369 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-c6d156fa-d898-466d-adc8-c5507bd7663c req-5660a1d0-0f0d-4632-a161-d13cd688b5c7 tempest-FloatingIPsAssociationTestJSON-879911528 tempest-FloatingIPsAssociationTestJSON-879911528-project] Calling delete_port for 1e692bd8-d9db-4476-a9d7-b09d8c4a499f owned by network:floatingip {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:26:02.813519 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f971ddd2-ac07-46fc-af66-856492f65aab req-498e876c-8e52-40c2-b626-852f09630a36 tempest-ListServersNegativeTestJSON-1499415755 tempest-ListServersNegativeTestJSON-1499415755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:02.814339 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-f971ddd2-ac07-46fc-af66-856492f65aab req-498e876c-8e52-40c2-b626-852f09630a36 tempest-ListServersNegativeTestJSON-1499415755 tempest-ListServersNegativeTestJSON-1499415755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:02.851174 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c352a43-c2ea-47a9-98d6-df3375edb9df req-6d406256-3035-4b14-a735-380da171bf41 tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:02.864653 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c352a43-c2ea-47a9-98d6-df3375edb9df req-6d406256-3035-4b14-a735-380da171bf41 tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:02.872308 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c352a43-c2ea-47a9-98d6-df3375edb9df req-6d406256-3035-4b14-a735-380da171bf41 tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:02.882324 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5c352a43-c2ea-47a9-98d6-df3375edb9df req-6d406256-3035-4b14-a735-380da171bf41 tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] 10.222.0.68 "GET /v2.0/ports?device_id=63eeb2a1-7ac5-48f3-b93f-614fd3099f12 HTTP/1.1" status: 200 len: 2410 time: 0.4213853 Jul 14 09:26:02.903667 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f971ddd2-ac07-46fc-af66-856492f65aab req-498e876c-8e52-40c2-b626-852f09630a36 tempest-ListServersNegativeTestJSON-1499415755 tempest-ListServersNegativeTestJSON-1499415755-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.9831872 Jul 14 09:26:02.945317 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-f971ddd2-ac07-46fc-af66-856492f65aab req-1f1da8a6-4b7e-48a9-b8e2-930c855c6de0 service neutron] Request body: {'port': {'device_id': '002785b9-e390-42a3-b365-eead167016a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-29'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:26:02.966166 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-9be1b84f-5506-4f5a-86df-e604779391e2 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Allocated IP 10.1.1.22 (5699172b-f98f-483a-81e1-27bccc5d3cba/ecfbbf55-b0c9-4c0f-9edc-b7ccd659aa91/bfeac96f-d3a2-4a7b-abb1-6f8a87d43efe) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:26:03.064243 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be34a06f-191e-45e7-820c-0bbda4f80529 req-b95bc0c9-9f04-4b03-93c5-18396fe355e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:03.066084 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-be34a06f-191e-45e7-820c-0bbda4f80529 req-b95bc0c9-9f04-4b03-93c5-18396fe355e8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=cbfcb547-3bd5-4e11-8afe-b02fedb7accc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4459467 Jul 14 09:26:03.079876 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5c352a43-c2ea-47a9-98d6-df3375edb9df req-72f20eb6-5b61-4771-81c3-bf54e81621b7 tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] 10.222.0.68 "GET /v2.0/security-groups?id=e583495f-449a-49ad-92be-ddfb834c83f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963344 Jul 14 09:26:03.134520 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 71e85ce8-0d8a-4fea-ab85-38e11b64c38d details requested by agent hyperv_n-h2-779913-29 with host n-h2-779913-29 {{(pid=93959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:26:03.276690 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [req-f971ddd2-ac07-46fc-af66-856492f65aab req-47e314d3-02e8-49f6-b995-a26b408efc78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b69c30b3-4a7f-4f03-b18a-8064aa521500 {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:26:03.326249 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 71e85ce8-0d8a-4fea-ab85-38e11b64c38d, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=71e85ce8-0d8a-4fea-ab85-38e11b64c38d,segment=NetworkSegment(0f04ac95-6c12-4d33-9421-625ddae609a1),segment_id=0f04ac95-6c12-4d33-9421-625ddae609a1)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:26:03.339021 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Returning: {'device': '71e85ce8-0d8a-4fea-ab85-38e11b64c38d', 'network_id': 'b0b50c65-f409-4ad3-b817-197bbf41eb74', 'port_id': '71e85ce8-0d8a-4fea-ab85-38e11b64c38d', 'mac_address': 'fa:16:3e:0e:4c:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 732, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9cf36d0f-915d-4ace-9af4-693be8196681', 'ip_address': '19.80.0.60'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:26:03.339343 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-c6d156fa-d898-466d-adc8-c5507bd7663c req-5660a1d0-0f0d-4632-a161-d13cd688b5c7 tempest-FloatingIPsAssociationTestJSON-879911528 tempest-FloatingIPsAssociationTestJSON-879911528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:03.378551 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-f971ddd2-ac07-46fc-af66-856492f65aab req-47e314d3-02e8-49f6-b995-a26b408efc78 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:03.397010 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:03.413595 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5660a1d0-0f0d-4632-a161-d13cd688b5c7 tempest-FloatingIPsAssociationTestJSON-879911528 tempest-FloatingIPsAssociationTestJSON-879911528-project] Pushing event deleted for resources: {'Port': ['ID=1e692bd8-d9db-4476-a9d7-b09d8c4a499f,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:03.421804 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71e85ce8-0d8a-4fea-ab85-38e11b64c38d {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:26:03.440691 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 47904) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:03.448328 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 71e85ce8-0d8a-4fea-ab85-38e11b64c38d, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=71e85ce8-0d8a-4fea-ab85-38e11b64c38d,segment=NetworkSegment(0f04ac95-6c12-4d33-9421-625ddae609a1),segment_id=0f04ac95-6c12-4d33-9421-625ddae609a1)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:26:03.454972 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [req-f971ddd2-ac07-46fc-af66-856492f65aab req-47e314d3-02e8-49f6-b995-a26b408efc78 service neutron] Transition to ACTIVE for port object b69c30b3-4a7f-4f03-b18a-8064aa521500 will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:26:03.463944 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:03.466771 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 09993cfe-f0e6-4ef4-a8d3-7d79a89a7f3b details requested by agent hyperv_n-h2-779913-29 with host n-h2-779913-29 {{(pid=93959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:26:03.475016 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-c6d156fa-d898-466d-adc8-c5507bd7663c req-5660a1d0-0f0d-4632-a161-d13cd688b5c7 tempest-FloatingIPsAssociationTestJSON-879911528 tempest-FloatingIPsAssociationTestJSON-879911528-project] Notify callbacks [] for floatingip, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:03.483215 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-c6d156fa-d898-466d-adc8-c5507bd7663c req-5660a1d0-0f0d-4632-a161-d13cd688b5c7 tempest-FloatingIPsAssociationTestJSON-879911528 tempest-FloatingIPsAssociationTestJSON-879911528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for floatingip, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:03.484384 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-c6d156fa-d898-466d-adc8-c5507bd7663c req-5660a1d0-0f0d-4632-a161-d13cd688b5c7 tempest-FloatingIPsAssociationTestJSON-879911528 tempest-FloatingIPsAssociationTestJSON-879911528-project] 10.222.0.68 "DELETE /v2.0/floatingips/b2d169b0-4b8b-4c1e-98bd-70d843f4ffcc HTTP/1.1" status: 204 len: 173 time: 1.0131307 Jul 14 09:26:03.485380 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-be34a06f-191e-45e7-820c-0bbda4f80529 req-f31a3a83-98f3-4783-a6aa-c6eb9c53e502 service neutron] 10.222.0.57 "GET /v2.0/networks/cbfcb547-3bd5-4e11-8afe-b02fedb7accc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3870320 Jul 14 09:26:03.500861 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-f971ddd2-ac07-46fc-af66-856492f65aab req-47e314d3-02e8-49f6-b995-a26b408efc78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:03.541840 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:26:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf4ddffd-41b4-4553-bb35-f8b67c827d71 x-openstack-request-id: req-bf4ddffd-41b4-4553-bb35-f8b67c827d71 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:26:03.541991 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e47bf17-b929-4bf1-99b0-1c9faf851557", "tag": "0f39e973-face-4493-81d7-410ee30b1531", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:26:03.542226 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-bf4ddffd-41b4-4553-bb35-f8b67c827d71 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:26:03.542613 n-d-779913-29 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e47bf17-b929-4bf1-99b0-1c9faf851557', 'tag': '0f39e973-face-4493-81d7-410ee30b1531', 'status': 'completed', 'code': 200} Jul 14 09:26:03.649800 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 09993cfe-f0e6-4ef4-a8d3-7d79a89a7f3b, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=09993cfe-f0e6-4ef4-a8d3-7d79a89a7f3b,segment=NetworkSegment(0f04ac95-6c12-4d33-9421-625ddae609a1),segment_id=0f04ac95-6c12-4d33-9421-625ddae609a1)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:26:03.663755 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-bef66a46-dd64-40d2-a60a-1782d2d61e6b admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-47301458-network', 'tenant_id': '9b7dcca28625499194f048a619cb67df'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:26:03.669652 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Pushing event updated for resources: {'Port': ['ID=71e85ce8-0d8a-4fea-ab85-38e11b64c38d,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:03.681293 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:26:03.681682 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:26:03.682022 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:26:03.682355 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:26:03.682689 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:26:03.683021 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:26:03.683344 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:26:03.683671 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:26:03.683996 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:26:03.684409 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:26:03.684745 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:26:03.685060 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:26:03.689929 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Returning: {'device': '09993cfe-f0e6-4ef4-a8d3-7d79a89a7f3b', 'network_id': 'b0b50c65-f409-4ad3-b817-197bbf41eb74', 'port_id': '09993cfe-f0e6-4ef4-a8d3-7d79a89a7f3b', 'mac_address': 'fa:16:3e:a2:7a:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 732, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9cf36d0f-915d-4ace-9af4-693be8196681', 'ip_address': '19.80.0.55'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:26:03.739633 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:03.745856 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-5a9371da-044f-4801-8cf8-6760d855c4e0 req-e2dc9425-9070-4d6c-8184-83c8c54858c2 tempest-ServerShowV247Test-95289089 tempest-ServerShowV247Test-95289089-project] 10.222.0.68 "GET /v2.0/ports?device_id=597336fa-a9fd-4764-aecb-9f8b5af457b3 HTTP/1.1" status: 200 len: 210 time: 0.0768037 Jul 14 09:26:03.749631 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bef66a46-dd64-40d2-a60a-1782d2d61e6b admin admin] Made reservation on behalf of 9b7dcca28625499194f048a619cb67df for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:26:03.752013 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bef66a46-dd64-40d2-a60a-1782d2d61e6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:03.757273 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09993cfe-f0e6-4ef4-a8d3-7d79a89a7f3b {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:26:03.792458 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 09993cfe-f0e6-4ef4-a8d3-7d79a89a7f3b, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=09993cfe-f0e6-4ef4-a8d3-7d79a89a7f3b,segment=NetworkSegment(0f04ac95-6c12-4d33-9421-625ddae609a1),segment_id=0f04ac95-6c12-4d33-9421-625ddae609a1)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:26:03.796771 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bef66a46-dd64-40d2-a60a-1782d2d61e6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:03.798180 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:03.799222 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device da161fbf-66d4-4bff-868e-39edd09817da details requested by agent hyperv_n-h2-779913-29 with host n-h2-779913-29 {{(pid=93959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:26:03.923587 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bef66a46-dd64-40d2-a60a-1782d2d61e6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:03.932256 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bef66a46-dd64-40d2-a60a-1782d2d61e6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:03.965286 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-f971ddd2-ac07-46fc-af66-856492f65aab req-1f1da8a6-4b7e-48a9-b8e2-930c855c6de0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:03.979084 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed02539b-81a2-4011-b795-8bd11cbdbb43 req-1e98dd30-956f-4845-b39b-d3caf00b3cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:03.980622 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ed02539b-81a2-4011-b795-8bd11cbdbb43 req-1e98dd30-956f-4845-b39b-d3caf00b3cbf service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=cb2a8bd81eea456b92b36dee5b159f07&device_id=1e47bf17-b929-4bf1-99b0-1c9faf851557 HTTP/1.1" status: 200 len: 1098 time: 0.3681793 Jul 14 09:26:03.981987 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bef66a46-dd64-40d2-a60a-1782d2d61e6b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 744} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:26:03.987540 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c3dd134b-f27b-4961-9d72-5203f5998b40 req-a4069874-0f1b-4360-b5ad-4b7a196cc773 tempest-ServerShowV247Test-95289089 tempest-ServerShowV247Test-95289089-project] 10.222.0.65 "GET /v2.0/ports?device_id=597336fa-a9fd-4764-aecb-9f8b5af457b3 HTTP/1.1" status: 200 len: 210 time: 0.5262988 Jul 14 09:26:04.140507 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Pushing event updated for resources: {'Port': ['ID=09993cfe-f0e6-4ef4-a8d3-7d79a89a7f3b,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:04.148345 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bef66a46-dd64-40d2-a60a-1782d2d61e6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:04.148584 n-d-779913-29 neutron-server[93958]: INFO neutron.db.segments_db [None req-bef66a46-dd64-40d2-a60a-1782d2d61e6b admin admin] Added segment aab02719-8fcd-46ab-b035-de8f7672ee5b of type vlan for network 33b1c44e-4835-4a1e-99cd-f4fd60cc56bb Jul 14 09:26:04.161867 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef66a46-dd64-40d2-a60a-1782d2d61e6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aed312c7-bd72-4f37-9fb8-80d61f28e4db,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:04.175123 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port da161fbf-66d4-4bff-868e-39edd09817da, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=da161fbf-66d4-4bff-868e-39edd09817da,segment=NetworkSegment(d26b0e82-e160-4718-b827-f93b94dc416a),segment_id=d26b0e82-e160-4718-b827-f93b94dc416a)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:26:04.196232 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Returning: {'device': 'da161fbf-66d4-4bff-868e-39edd09817da', 'network_id': 'cbfcb547-3bd5-4e11-8afe-b02fedb7accc', 'port_id': 'da161fbf-66d4-4bff-868e-39edd09817da', 'mac_address': 'fa:16:3e:ab:e2:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 725, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4390d6c-a86c-4c14-9560-506abcecbcfa', 'ip_address': '19.86.0.41'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:26:04.265303 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:04.269896 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bef66a46-dd64-40d2-a60a-1782d2d61e6b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735687821325'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:04.284682 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da161fbf-66d4-4bff-868e-39edd09817da {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:26:04.312650 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port da161fbf-66d4-4bff-868e-39edd09817da, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=da161fbf-66d4-4bff-868e-39edd09817da,segment=NetworkSegment(d26b0e82-e160-4718-b827-f93b94dc416a),segment_id=d26b0e82-e160-4718-b827-f93b94dc416a)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:26:04.315460 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566b6474-10b4-412d-8c27-de175596c879 req-4ef1cce4-be5c-43d6-8c5e-6ff11dd69233 tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:04.317156 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-566b6474-10b4-412d-8c27-de175596c879 req-4ef1cce4-be5c-43d6-8c5e-6ff11dd69233 tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] 10.222.0.68 "GET /v2.0/ports?device_id=65c2e97a-3a9b-45f9-8601-1b3501000ad2 HTTP/1.1" status: 200 len: 946 time: 0.3749571 Jul 14 09:26:04.321709 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed02539b-81a2-4011-b795-8bd11cbdbb43 req-091f8ee6-a9ae-4632-b622-cb3b4b375e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:04.323209 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ed02539b-81a2-4011-b795-8bd11cbdbb43 req-091f8ee6-a9ae-4632-b622-cb3b4b375e45 service neutron] 10.222.0.57 "GET /v2.0/networks?id=f9f9e30e-0b39-4c8e-9a13-252818fafe21 HTTP/1.1" status: 200 len: 922 time: 0.3039286 Jul 14 09:26:04.324541 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:04.339248 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-9be1b84f-5506-4f5a-86df-e604779391e2 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:04.378876 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19978e3-3867-41df-9d8a-fd27bf32fe11 req-4378a8ef-c3ce-48c1-bca7-b163e6087203 tempest-ListServersNegativeTestJSON-1499415755 tempest-ListServersNegativeTestJSON-1499415755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:04.384168 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Pushing event updated for resources: {'Port': ['ID=da161fbf-66d4-4bff-868e-39edd09817da,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:04.386205 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e19978e3-3867-41df-9d8a-fd27bf32fe11 req-4378a8ef-c3ce-48c1-bca7-b163e6087203 tempest-ListServersNegativeTestJSON-1499415755 tempest-ListServersNegativeTestJSON-1499415755-project] 10.222.0.68 "GET /v2.0/ports?device_id=002785b9-e390-42a3-b365-eead167016a1 HTTP/1.1" status: 200 len: 932 time: 1.1250186 Jul 14 09:26:04.397762 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e314d3-02e8-49f6-b995-a26b408efc78 service neutron] Pushing event updated for resources: {'Port': ['ID=b69c30b3-4a7f-4f03-b18a-8064aa521500,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:04.415308 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ed02539b-81a2-4011-b795-8bd11cbdbb43 req-b16a4827-14fb-4863-87d8-34e63c7739eb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0f39e973-face-4493-81d7-410ee30b1531 HTTP/1.1" status: 200 len: 217 time: 0.0593991 Jul 14 09:26:04.419034 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-566b6474-10b4-412d-8c27-de175596c879 req-89e26891-10ec-4b74-b007-36a7d99277c5 tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] 10.222.0.68 "GET /v2.0/security-groups?id=cf40bcd2-1dd1-48fb-a6b7-6df0e80ce2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898449 Jul 14 09:26:04.419634 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bef66a46-dd64-40d2-a60a-1782d2d61e6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:04.420568 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bef66a46-dd64-40d2-a60a-1782d2d61e6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:04.421146 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bef66a46-dd64-40d2-a60a-1782d2d61e6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:04.455326 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-9be1b84f-5506-4f5a-86df-e604779391e2 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Transition to ACTIVE for port object bfeac96f-d3a2-4a7b-abb1-6f8a87d43efe will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:26:04.522303 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed02539b-81a2-4011-b795-8bd11cbdbb43 req-9752699b-ad81-410f-9bfc-6f5f42d8f540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:04.523846 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ed02539b-81a2-4011-b795-8bd11cbdbb43 req-9752699b-ad81-410f-9bfc-6f5f42d8f540 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=444f0042-b663-4a95-9c31-a5cc1ed6ad12 HTTP/1.1" status: 200 len: 860 time: 0.0837553 Jul 14 09:26:04.543012 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-be34a06f-191e-45e7-820c-0bbda4f80529 req-d586ca83-a04f-4447-a154-e6c67c4451b1 service neutron] 10.222.0.57 "GET /v2.0/networks/cbfcb547-3bd5-4e11-8afe-b02fedb7accc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0345392 Jul 14 09:26:04.551219 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-bef66a46-dd64-40d2-a60a-1782d2d61e6b admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.1094253 Jul 14 09:26:04.551834 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 47912) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:04.565289 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [req-f971ddd2-ac07-46fc-af66-856492f65aab req-932d8701-fabc-4470-b6a0-6c5174202160 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 264b3b28-e033-4b6c-b46d-074bccc05785 {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:26:04.575459 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-f971ddd2-ac07-46fc-af66-856492f65aab req-932d8701-fabc-4470-b6a0-6c5174202160 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:04.583406 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-f962c0be-cee3-4a45-8609-ca555ed74054 admin admin] Request body: {'subnet': {'network_id': '33b1c44e-4835-4a1e-99cd-f4fd60cc56bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-47301458-subnet', 'tenant_id': '9b7dcca28625499194f048a619cb67df', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:26:04.593643 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [req-f971ddd2-ac07-46fc-af66-856492f65aab req-932d8701-fabc-4470-b6a0-6c5174202160 service neutron] Transition to ACTIVE for port object 264b3b28-e033-4b6c-b46d-074bccc05785 will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:26:04.632200 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef66a46-dd64-40d2-a60a-1782d2d61e6b admin admin] Pushing event updated for resources: {'Network': ['ID=33b1c44e-4835-4a1e-99cd-f4fd60cc56bb,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:04.643289 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Network 33b1c44e-4835-4a1e-99cd-f4fd60cc56bb details requested by agent ovs-agent-n-d-779913-29 with host n-d-779913-29 {{(pid=93959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:26:04.648871 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-f971ddd2-ac07-46fc-af66-856492f65aab req-932d8701-fabc-4470-b6a0-6c5174202160 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:04.687501 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f962c0be-cee3-4a45-8609-ca555ed74054 admin admin] Made reservation on behalf of 9b7dcca28625499194f048a619cb67df for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:26:04.690661 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f962c0be-cee3-4a45-8609-ca555ed74054 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16714600'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:04.751983 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e19978e3-3867-41df-9d8a-fd27bf32fe11 req-46eccdf3-3d3d-4e63-9412-76f2c1434612 tempest-ListServersNegativeTestJSON-1499415755 tempest-ListServersNegativeTestJSON-1499415755-project] 10.222.0.68 "GET /v2.0/security-groups?id=ee599ffa-656c-4b33-a533-367ce77dba83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3648078 Jul 14 09:26:04.779900 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed02539b-81a2-4011-b795-8bd11cbdbb43 req-5772842b-847a-4716-b957-944310f4773c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:04.781697 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ed02539b-81a2-4011-b795-8bd11cbdbb43 req-5772842b-847a-4716-b957-944310f4773c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f9f9e30e-0b39-4c8e-9a13-252818fafe21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2466075 Jul 14 09:26:04.843406 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-f971ddd2-ac07-46fc-af66-856492f65aab req-47e314d3-02e8-49f6-b995-a26b408efc78 service neutron] Attempting to bind port b69c30b3-4a7f-4f03-b18a-8064aa521500 on host n-h1-779913-29 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:26:04.843998 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-f971ddd2-ac07-46fc-af66-856492f65aab req-47e314d3-02e8-49f6-b995-a26b408efc78 service neutron] Attempting to bind port b69c30b3-4a7f-4f03-b18a-8064aa521500 by drivers openvswitch,hyperv on host n-h1-779913-29 at level 0 using segments [{'id': '7d8815e9-0200-443e-a333-a7dc7602fee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'd4646c8c-d25d-437d-a1b6-69ddc070b142'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:26:04.844524 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f971ddd2-ac07-46fc-af66-856492f65aab req-47e314d3-02e8-49f6-b995-a26b408efc78 service neutron] Attempting to bind port b69c30b3-4a7f-4f03-b18a-8064aa521500 on network d4646c8c-d25d-437d-a1b6-69ddc070b142 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:26:04.872737 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f971ddd2-ac07-46fc-af66-856492f65aab req-47e314d3-02e8-49f6-b995-a26b408efc78 service neutron] Port b69c30b3-4a7f-4f03-b18a-8064aa521500 on network d4646c8c-d25d-437d-a1b6-69ddc070b142 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-29 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:26:04.873308 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f971ddd2-ac07-46fc-af66-856492f65aab req-47e314d3-02e8-49f6-b995-a26b408efc78 service neutron] Attempting to bind port b69c30b3-4a7f-4f03-b18a-8064aa521500 on network d4646c8c-d25d-437d-a1b6-69ddc070b142 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:26:04.892749 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ed02539b-81a2-4011-b795-8bd11cbdbb43 req-0b95ad11-38e6-4feb-9a73-eca235d506f1 service neutron] 10.222.0.57 "GET /v2.0/networks/f9f9e30e-0b39-4c8e-9a13-252818fafe21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017022 Jul 14 09:26:04.918191 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932d8701-fabc-4470-b6a0-6c5174202160 service neutron] Pushing event updated for resources: {'Port': ['ID=264b3b28-e033-4b6c-b46d-074bccc05785,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:04.927058 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f971ddd2-ac07-46fc-af66-856492f65aab req-47e314d3-02e8-49f6-b995-a26b408efc78 service neutron] Checking agent: {'id': 'de11e667-f145-47b0-bd09-334a7505938e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 13, 12), 'started_at': datetime.datetime(2021, 7, 14, 9, 13, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 25, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:26:04.927400 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f971ddd2-ac07-46fc-af66-856492f65aab req-47e314d3-02e8-49f6-b995-a26b408efc78 service neutron] Checking segment: {'id': '7d8815e9-0200-443e-a333-a7dc7602fee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'd4646c8c-d25d-437d-a1b6-69ddc070b142'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:26:04.927785 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f971ddd2-ac07-46fc-af66-856492f65aab req-47e314d3-02e8-49f6-b995-a26b408efc78 service neutron] Bound using segment: {'id': '7d8815e9-0200-443e-a333-a7dc7602fee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'd4646c8c-d25d-437d-a1b6-69ddc070b142'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:26:04.927944 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deefeb32-ea3d-4ab5-9608-1f624476fc1e req-e5ef9460-7045-4e69-9dc6-08611eb680e9 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:04.928232 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-f971ddd2-ac07-46fc-af66-856492f65aab req-47e314d3-02e8-49f6-b995-a26b408efc78 service neutron] Bound port: b69c30b3-4a7f-4f03-b18a-8064aa521500, host: n-h1-779913-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d8815e9-0200-443e-a333-a7dc7602fee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'd4646c8c-d25d-437d-a1b6-69ddc070b142'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:26:04.928596 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-f971ddd2-ac07-46fc-af66-856492f65aab req-47e314d3-02e8-49f6-b995-a26b408efc78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:04.934482 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deefeb32-ea3d-4ab5-9608-1f624476fc1e req-e5ef9460-7045-4e69-9dc6-08611eb680e9 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:04.936102 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-deefeb32-ea3d-4ab5-9608-1f624476fc1e req-e5ef9460-7045-4e69-9dc6-08611eb680e9 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] 10.222.0.68 "GET /v2.0/ports?device_id=5c7b30e8-3087-4fa2-a121-bc36e0beab3b HTTP/1.1" status: 200 len: 1653 time: 0.3455493 Jul 14 09:26:05.031983 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-9be1b84f-5506-4f5a-86df-e604779391e2 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:05.084432 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] get_ports_and_sgs() called for port_ids ['09993cfe-f0e6-4ef4-a8d3-7d79a89a7f3b'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:26:05.105284 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-deefeb32-ea3d-4ab5-9608-1f624476fc1e req-b8a59c54-da33-4812-b6cb-a3e1b77f30aa tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] 10.222.0.68 "GET /v2.0/security-groups?id=3e8708b8-59d7-4408-a840-9965955f2a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1515119 Jul 14 09:26:05.148869 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-9be1b84f-5506-4f5a-86df-e604779391e2 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Network 5699172b-f98f-483a-81e1-27bccc5d3cba is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:26:05.170149 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ed02539b-81a2-4011-b795-8bd11cbdbb43 req-ca70cc1f-5755-4703-8599-94c6c8a98c25 service neutron] 10.222.0.57 "GET /v2.0/networks/f9f9e30e-0b39-4c8e-9a13-252818fafe21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2669909 Jul 14 09:26:05.170656 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] get_ports_and_sgs() called for port_ids ['71e85ce8-0d8a-4fea-ab85-38e11b64c38d'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:26:05.176136 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] get_ports_and_sgs() called for port_ids ['da161fbf-66d4-4bff-868e-39edd09817da'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:26:05.179788 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be34a06f-191e-45e7-820c-0bbda4f80529 req-24df13a8-3eda-4947-bd8f-fb6c24baf7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:05.180279 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be34a06f-191e-45e7-820c-0bbda4f80529 req-24df13a8-3eda-4947-bd8f-fb6c24baf7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:05.180793 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be34a06f-191e-45e7-820c-0bbda4f80529 req-24df13a8-3eda-4947-bd8f-fb6c24baf7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:05.182509 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-be34a06f-191e-45e7-820c-0bbda4f80529 req-24df13a8-3eda-4947-bd8f-fb6c24baf7c2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=24f83d3539e4497181e13bb568cf43a0&device_id=63eeb2a1-7ac5-48f3-b93f-614fd3099f12 HTTP/1.1" status: 200 len: 2869 time: 0.4837348 Jul 14 09:26:05.214845 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-9be1b84f-5506-4f5a-86df-e604779391e2 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:26:05.217221 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-9be1b84f-5506-4f5a-86df-e604779391e2 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:26:05.269245 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be1b84f-5506-4f5a-86df-e604779391e2 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Pushing event updated for resources: {'Port': ['ID=bfeac96f-d3a2-4a7b-abb1-6f8a87d43efe,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:05.277144 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-f971ddd2-ac07-46fc-af66-856492f65aab req-932d8701-fabc-4470-b6a0-6c5174202160 service neutron] Attempting to bind port 264b3b28-e033-4b6c-b46d-074bccc05785 on host n-h2-779913-29 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:26:05.277560 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-f971ddd2-ac07-46fc-af66-856492f65aab req-932d8701-fabc-4470-b6a0-6c5174202160 service neutron] Attempting to bind port 264b3b28-e033-4b6c-b46d-074bccc05785 by drivers openvswitch,hyperv on host n-h2-779913-29 at level 0 using segments [{'id': '7d8815e9-0200-443e-a333-a7dc7602fee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'd4646c8c-d25d-437d-a1b6-69ddc070b142'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:26:05.277899 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f971ddd2-ac07-46fc-af66-856492f65aab req-932d8701-fabc-4470-b6a0-6c5174202160 service neutron] Attempting to bind port 264b3b28-e033-4b6c-b46d-074bccc05785 on network d4646c8c-d25d-437d-a1b6-69ddc070b142 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:26:05.305351 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-f971ddd2-ac07-46fc-af66-856492f65aab req-47e314d3-02e8-49f6-b995-a26b408efc78 service neutron] For port b69c30b3-4a7f-4f03-b18a-8064aa521500, host n-h1-779913-29, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:26:05.313895 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f962c0be-cee3-4a45-8609-ca555ed74054 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13573993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16714586'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:05.411539 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f962c0be-cee3-4a45-8609-ca555ed74054 admin admin] Pushing event updated for resources: {'Subnet': ['ID=054e684f-6580-4772-80f7-f82925f6b0aa,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:05.444897 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f962c0be-cee3-4a45-8609-ca555ed74054 admin admin] Checking segment: {'id': 'aab02719-8fcd-46ab-b035-de8f7672ee5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '33b1c44e-4835-4a1e-99cd-f4fd60cc56bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:26:05.445262 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f962c0be-cee3-4a45-8609-ca555ed74054 admin admin] Network hostable DHCP agents. Network: 33b1c44e-4835-4a1e-99cd-f4fd60cc56bb, hostable agents: ['c6a09bd4-f72e-4283-a3ca-0bbca8a51081'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:26:05.471295 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f962c0be-cee3-4a45-8609-ca555ed74054 admin admin] Network 33b1c44e-4835-4a1e-99cd-f4fd60cc56bb is scheduled to be hosted by DHCP agent c6a09bd4-f72e-4283-a3ca-0bbca8a51081 with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:26:05.484730 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [req-f971ddd2-ac07-46fc-af66-856492f65aab req-1f1da8a6-4b7e-48a9-b8e2-930c855c6de0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ec1dab4-76c9-4527-a7f1-eee4d5e3ea59 {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:26:05.485265 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-f962c0be-cee3-4a45-8609-ca555ed74054 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-29, 33b1c44e-4835-4a1e-99cd-f4fd60cc56bb) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:26:05.492846 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f962c0be-cee3-4a45-8609-ca555ed74054 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:05.494288 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f962c0be-cee3-4a45-8609-ca555ed74054 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:05.500487 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-f971ddd2-ac07-46fc-af66-856492f65aab req-1f1da8a6-4b7e-48a9-b8e2-930c855c6de0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:05.519068 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [req-f971ddd2-ac07-46fc-af66-856492f65aab req-1f1da8a6-4b7e-48a9-b8e2-930c855c6de0 service neutron] Transition to ACTIVE for port object 0ec1dab4-76c9-4527-a7f1-eee4d5e3ea59 will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:26:05.526735 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-f962c0be-cee3-4a45-8609-ca555ed74054 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.9487443 Jul 14 09:26:05.534334 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-f971ddd2-ac07-46fc-af66-856492f65aab req-47e314d3-02e8-49f6-b995-a26b408efc78 service neutron] For port b69c30b3-4a7f-4f03-b18a-8064aa521500, host n-h1-779913-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=b69c30b3-4a7f-4f03-b18a-8064aa521500,segment=NetworkSegment(7d8815e9-0200-443e-a333-a7dc7602fee9),segment_id=7d8815e9-0200-443e-a333-a7dc7602fee9)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:26:05.564677 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-9be1b84f-5506-4f5a-86df-e604779391e2 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:05.566083 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-9be1b84f-5506-4f5a-86df-e604779391e2 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:05.587457 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f971ddd2-ac07-46fc-af66-856492f65aab req-932d8701-fabc-4470-b6a0-6c5174202160 service neutron] Port 264b3b28-e033-4b6c-b46d-074bccc05785 on network d4646c8c-d25d-437d-a1b6-69ddc070b142 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-29 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:26:05.588128 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f971ddd2-ac07-46fc-af66-856492f65aab req-932d8701-fabc-4470-b6a0-6c5174202160 service neutron] Attempting to bind port 264b3b28-e033-4b6c-b46d-074bccc05785 on network d4646c8c-d25d-437d-a1b6-69ddc070b142 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:26:05.594737 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-f971ddd2-ac07-46fc-af66-856492f65aab req-47e314d3-02e8-49f6-b995-a26b408efc78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:05.596792 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-f971ddd2-ac07-46fc-af66-856492f65aab req-1f1da8a6-4b7e-48a9-b8e2-930c855c6de0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:05.603847 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d028e01f-2c0e-43ff-939f-20aa89216412 None None] Network 33b1c44e-4835-4a1e-99cd-f4fd60cc56bb requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:26:05.614046 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f971ddd2-ac07-46fc-af66-856492f65aab req-932d8701-fabc-4470-b6a0-6c5174202160 service neutron] Checking agent: {'id': '013e4a3b-a634-47b8-b6a5-1a25109b73fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 13, 13), 'started_at': datetime.datetime(2021, 7, 14, 9, 13, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 25, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:26:05.614515 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f971ddd2-ac07-46fc-af66-856492f65aab req-932d8701-fabc-4470-b6a0-6c5174202160 service neutron] Checking segment: {'id': '7d8815e9-0200-443e-a333-a7dc7602fee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'd4646c8c-d25d-437d-a1b6-69ddc070b142'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:26:05.616166 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f971ddd2-ac07-46fc-af66-856492f65aab req-932d8701-fabc-4470-b6a0-6c5174202160 service neutron] Bound using segment: {'id': '7d8815e9-0200-443e-a333-a7dc7602fee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'd4646c8c-d25d-437d-a1b6-69ddc070b142'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:26:05.617314 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-f971ddd2-ac07-46fc-af66-856492f65aab req-932d8701-fabc-4470-b6a0-6c5174202160 service neutron] Bound port: 264b3b28-e033-4b6c-b46d-074bccc05785, host: n-h2-779913-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d8815e9-0200-443e-a333-a7dc7602fee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'd4646c8c-d25d-437d-a1b6-69ddc070b142'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:26:05.617719 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-f971ddd2-ac07-46fc-af66-856492f65aab req-932d8701-fabc-4470-b6a0-6c5174202160 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:05.671194 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-9be1b84f-5506-4f5a-86df-e604779391e2 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 4.0167592 Jul 14 09:26:05.744321 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec848130-7769-4b1b-82a7-884220725872 req-0740ee9c-31bd-4688-92f7-fe05a010e641 tempest-ServerRescueTestJSON-1969041098 tempest-ServerRescueTestJSON-1969041098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:05.745935 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ec848130-7769-4b1b-82a7-884220725872 req-0740ee9c-31bd-4688-92f7-fe05a010e641 tempest-ServerRescueTestJSON-1969041098 tempest-ServerRescueTestJSON-1969041098-project] 10.222.0.68 "GET /v2.0/ports?device_id=fd1f4779-7c9e-445b-a0be-3b95d7c816a4 HTTP/1.1" status: 200 len: 946 time: 0.8243647 Jul 14 09:26:05.762021 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-87034a2c-3f12-4308-a013-a1f97fe49443 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Request body: {'port': {'device_id': '5c7b30e8-3087-4fa2-a121-bc36e0beab3b', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '42a058fa-f36e-4a5f-a1b5-ee56753d964d', 'admin_state_up': True, 'tenant_id': '4cb5d08776664e9f8e9d7e6bc7c12e1a', 'security_groups': ['3e8708b8-59d7-4408-a840-9965955f2a4b']}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:26:05.768038 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-a424731d-cdf3-45ad-b22d-990fbb3b11e1 None None] Provisioning for port bfeac96f-d3a2-4a7b-abb1-6f8a87d43efe completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:26:05.782567 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-a424731d-cdf3-45ad-b22d-990fbb3b11e1 None None] Provisioning complete for port bfeac96f-d3a2-4a7b-abb1-6f8a87d43efe triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:26:05.782952 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a424731d-cdf3-45ad-b22d-990fbb3b11e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:05.795293 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513893c7-e4f4-4169-a3f0-b90efeaeec91 req-7a486ac2-f398-444a-8cd4-10ff2b00f38f tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:05.801997 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513893c7-e4f4-4169-a3f0-b90efeaeec91 req-7a486ac2-f398-444a-8cd4-10ff2b00f38f tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:05.810278 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513893c7-e4f4-4169-a3f0-b90efeaeec91 req-7a486ac2-f398-444a-8cd4-10ff2b00f38f tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:05.818735 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-513893c7-e4f4-4169-a3f0-b90efeaeec91 req-7a486ac2-f398-444a-8cd4-10ff2b00f38f tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] 10.222.0.68 "GET /v2.0/ports?device_id=63eeb2a1-7ac5-48f3-b93f-614fd3099f12 HTTP/1.1" status: 200 len: 2413 time: 0.1225741 Jul 14 09:26:05.843569 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f971ddd2-ac07-46fc-af66-856492f65aab req-47e314d3-02e8-49f6-b995-a26b408efc78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:05.844476 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-f971ddd2-ac07-46fc-af66-856492f65aab req-47e314d3-02e8-49f6-b995-a26b408efc78 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:05.846076 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f971ddd2-ac07-46fc-af66-856492f65aab req-47e314d3-02e8-49f6-b995-a26b408efc78 service neutron] 10.222.0.65 "PUT /v2.0/ports/b69c30b3-4a7f-4f03-b18a-8064aa521500 HTTP/1.1" status: 200 len: 1092 time: 6.0673959 Jul 14 09:26:05.885204 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-513893c7-e4f4-4169-a3f0-b90efeaeec91 req-bd3eaf7e-35f1-4d03-95c2-37fb96395697 tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] 10.222.0.68 "GET /v2.0/security-groups?id=e583495f-449a-49ad-92be-ddfb834c83f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630133 Jul 14 09:26:05.885966 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9c19f78-67f6-4a62-b39e-3fc0beba93ff', 'tag': 'b69c30b3-4a7f-4f03-b18a-8064aa521500'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:26:05.888658 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-224785c2-996d-40e7-ae28-736b6e5737a2" -d '{"events": [{"name": "network-changed", "server_uuid": "e9c19f78-67f6-4a62-b39e-3fc0beba93ff", "tag": "b69c30b3-4a7f-4f03-b18a-8064aa521500"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:26:05.902494 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be34a06f-191e-45e7-820c-0bbda4f80529 req-e15a9b09-ba1c-4615-bc1c-93ff4be388e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:05.903976 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-be34a06f-191e-45e7-820c-0bbda4f80529 req-e15a9b09-ba1c-4615-bc1c-93ff4be388e0 service neutron] 10.222.0.57 "GET /v2.0/networks?id=b0b50c65-f409-4ad3-b817-197bbf41eb74 HTTP/1.1" status: 200 len: 901 time: 0.6836619 Jul 14 09:26:05.951633 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-a424731d-cdf3-45ad-b22d-990fbb3b11e1 None None] Port bfeac96f-d3a2-4a7b-abb1-6f8a87d43efe cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:26:05.981595 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-f971ddd2-ac07-46fc-af66-856492f65aab req-932d8701-fabc-4470-b6a0-6c5174202160 service neutron] For port 264b3b28-e033-4b6c-b46d-074bccc05785, host n-h2-779913-29, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:26:05.985093 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-f971ddd2-ac07-46fc-af66-856492f65aab req-932d8701-fabc-4470-b6a0-6c5174202160 service neutron] For port 264b3b28-e033-4b6c-b46d-074bccc05785, host n-h2-779913-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=264b3b28-e033-4b6c-b46d-074bccc05785,segment=NetworkSegment(7d8815e9-0200-443e-a333-a7dc7602fee9),segment_id=7d8815e9-0200-443e-a333-a7dc7602fee9)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:26:06.003996 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2d2a9bb-934e-4048-a07a-35bb13253984 None None] Network 33b1c44e-4835-4a1e-99cd-f4fd60cc56bb requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:26:06.057691 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ec848130-7769-4b1b-82a7-884220725872 req-7126e4bf-815a-4988-a62f-42753657ec71 tempest-ServerRescueTestJSON-1969041098 tempest-ServerRescueTestJSON-1969041098-project] 10.222.0.68 "GET /v2.0/security-groups?id=d6a7feba-be17-4d7e-a638-e9426c29981e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2787087 Jul 14 09:26:06.059703 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-f971ddd2-ac07-46fc-af66-856492f65aab req-932d8701-fabc-4470-b6a0-6c5174202160 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:06.085208 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e314d3-02e8-49f6-b995-a26b408efc78 service neutron] Pushing event updated for resources: {'Port': ['ID=b69c30b3-4a7f-4f03-b18a-8064aa521500,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:06.178185 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 47940) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:06.185195 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-2fc36b16-6f72-4460-bbc8-df88e302d1f3 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-560598171-network', 'tenant_id': '7097e468f7a241fe8c8d4f911ac4253c'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:26:06.212339 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f971ddd2-ac07-46fc-af66-856492f65aab req-932d8701-fabc-4470-b6a0-6c5174202160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:06.213180 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-f971ddd2-ac07-46fc-af66-856492f65aab req-932d8701-fabc-4470-b6a0-6c5174202160 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:06.214921 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f971ddd2-ac07-46fc-af66-856492f65aab req-932d8701-fabc-4470-b6a0-6c5174202160 service neutron] 10.222.0.57 "PUT /v2.0/ports/264b3b28-e033-4b6c-b46d-074bccc05785 HTTP/1.1" status: 200 len: 1092 time: 4.4556675 Jul 14 09:26:06.216511 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-be34a06f-191e-45e7-820c-0bbda4f80529 req-856a99cb-d442-491b-afb5-82a182132e0e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.60&port_id=71e85ce8-0d8a-4fea-ab85-38e11b64c38d HTTP/1.1" status: 200 len: 217 time: 0.2041881 Jul 14 09:26:06.221487 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fc36b16-6f72-4460-bbc8-df88e302d1f3 admin admin] Made reservation on behalf of 7097e468f7a241fe8c8d4f911ac4253c for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:26:06.224887 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2fc36b16-6f72-4460-bbc8-df88e302d1f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:06.242361 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2fc36b16-6f72-4460-bbc8-df88e302d1f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:06.268972 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1da8a6-4b7e-48a9-b8e2-930c855c6de0 service neutron] Pushing event updated for resources: {'Port': ['ID=0ec1dab4-76c9-4527-a7f1-eee4d5e3ea59,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:06.342087 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-f971ddd2-ac07-46fc-af66-856492f65aab req-1f1da8a6-4b7e-48a9-b8e2-930c855c6de0 service neutron] Attempting to bind port 0ec1dab4-76c9-4527-a7f1-eee4d5e3ea59 on host n-h2-779913-29 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:26:06.342535 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-f971ddd2-ac07-46fc-af66-856492f65aab req-1f1da8a6-4b7e-48a9-b8e2-930c855c6de0 service neutron] Attempting to bind port 0ec1dab4-76c9-4527-a7f1-eee4d5e3ea59 by drivers openvswitch,hyperv on host n-h2-779913-29 at level 0 using segments [{'id': '7d8815e9-0200-443e-a333-a7dc7602fee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'd4646c8c-d25d-437d-a1b6-69ddc070b142'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:26:06.342960 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f971ddd2-ac07-46fc-af66-856492f65aab req-1f1da8a6-4b7e-48a9-b8e2-930c855c6de0 service neutron] Attempting to bind port 0ec1dab4-76c9-4527-a7f1-eee4d5e3ea59 on network d4646c8c-d25d-437d-a1b6-69ddc070b142 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:26:06.366206 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2fc36b16-6f72-4460-bbc8-df88e302d1f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:06.379877 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2fc36b16-6f72-4460-bbc8-df88e302d1f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:06.442210 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f971ddd2-ac07-46fc-af66-856492f65aab req-1f1da8a6-4b7e-48a9-b8e2-930c855c6de0 service neutron] Port 0ec1dab4-76c9-4527-a7f1-eee4d5e3ea59 on network d4646c8c-d25d-437d-a1b6-69ddc070b142 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-29 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:26:06.442549 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f971ddd2-ac07-46fc-af66-856492f65aab req-1f1da8a6-4b7e-48a9-b8e2-930c855c6de0 service neutron] Attempting to bind port 0ec1dab4-76c9-4527-a7f1-eee4d5e3ea59 on network d4646c8c-d25d-437d-a1b6-69ddc070b142 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:26:06.450822 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9a44dd-53cf-4bec-b6e3-09a77e78e3c2 req-de80f5bf-cf70-4446-a208-dbb4658cdac0 tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:06.452633 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-6b9a44dd-53cf-4bec-b6e3-09a77e78e3c2 req-de80f5bf-cf70-4446-a208-dbb4658cdac0 tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] 10.222.0.68 "GET /v2.0/ports?device_id=65c2e97a-3a9b-45f9-8601-1b3501000ad2 HTTP/1.1" status: 200 len: 946 time: 0.3254743 Jul 14 09:26:06.458103 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fc36b16-6f72-4460-bbc8-df88e302d1f3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 712} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:26:06.472350 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc36b16-6f72-4460-bbc8-df88e302d1f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a8fa160-c3f5-4a25-8728-0116ca052853,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:06.480089 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f971ddd2-ac07-46fc-af66-856492f65aab req-1f1da8a6-4b7e-48a9-b8e2-930c855c6de0 service neutron] Checking agent: {'id': '013e4a3b-a634-47b8-b6a5-1a25109b73fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 13, 13), 'started_at': datetime.datetime(2021, 7, 14, 9, 13, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 25, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:26:06.480434 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f971ddd2-ac07-46fc-af66-856492f65aab req-1f1da8a6-4b7e-48a9-b8e2-930c855c6de0 service neutron] Checking segment: {'id': '7d8815e9-0200-443e-a333-a7dc7602fee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'd4646c8c-d25d-437d-a1b6-69ddc070b142'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:26:06.480828 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f971ddd2-ac07-46fc-af66-856492f65aab req-1f1da8a6-4b7e-48a9-b8e2-930c855c6de0 service neutron] Bound using segment: {'id': '7d8815e9-0200-443e-a333-a7dc7602fee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'd4646c8c-d25d-437d-a1b6-69ddc070b142'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:26:06.481269 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-f971ddd2-ac07-46fc-af66-856492f65aab req-1f1da8a6-4b7e-48a9-b8e2-930c855c6de0 service neutron] Bound port: 0ec1dab4-76c9-4527-a7f1-eee4d5e3ea59, host: n-h2-779913-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d8815e9-0200-443e-a333-a7dc7602fee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'd4646c8c-d25d-437d-a1b6-69ddc070b142'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:26:06.481665 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-f971ddd2-ac07-46fc-af66-856492f65aab req-1f1da8a6-4b7e-48a9-b8e2-930c855c6de0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:06.493201 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f971ddd2-ac07-46fc-af66-856492f65aab req-0b3edbab-1abf-46a2-9e11-44b703b0b032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:06.494772 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f971ddd2-ac07-46fc-af66-856492f65aab req-0b3edbab-1abf-46a2-9e11-44b703b0b032 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=fcc388573ac348fbbfc19b069c9286c6&device_id=e9c19f78-67f6-4a62-b39e-3fc0beba93ff HTTP/1.1" status: 200 len: 1095 time: 0.4585075 Jul 14 09:26:06.495438 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932d8701-fabc-4470-b6a0-6c5174202160 service neutron] Pushing event updated for resources: {'Port': ['ID=264b3b28-e033-4b6c-b46d-074bccc05785,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:06.511410 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be34a06f-191e-45e7-820c-0bbda4f80529 req-26fcd97c-c922-40c0-9b65-97a15b5cca2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:06.512896 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-be34a06f-191e-45e7-820c-0bbda4f80529 req-26fcd97c-c922-40c0-9b65-97a15b5cca2b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9cf36d0f-915d-4ace-9af4-693be8196681 HTTP/1.1" status: 200 len: 801 time: 0.1943221 Jul 14 09:26:06.521421 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2fc36b16-6f72-4460-bbc8-df88e302d1f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:06.521924 n-d-779913-29 neutron-server[93958]: INFO neutron.db.segments_db [None req-2fc36b16-6f72-4460-bbc8-df88e302d1f3 admin admin] Added segment 06368bac-df9f-487f-9c66-135cb9c2c028 of type vlan for network 550d40b0-66ca-4a31-8ef5-763d175441db Jul 14 09:26:06.545317 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-6b9a44dd-53cf-4bec-b6e3-09a77e78e3c2 req-c6289fbb-5f10-45ac-a55d-7473d6a2d248 tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] 10.222.0.68 "GET /v2.0/security-groups?id=cf40bcd2-1dd1-48fb-a6b7-6df0e80ce2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801430 Jul 14 09:26:06.571649 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-87034a2c-3f12-4308-a013-a1f97fe49443 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Made reservation on behalf of 4cb5d08776664e9f8e9d7e6bc7c12e1a for: {'port': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:26:06.580201 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c99b75-d352-44cf-942b-bd8428e93c52 req-b8a740f9-4264-4da3-8927-0c316ec38565 tempest-LiveMigrationTest-864996632 tempest-LiveMigrationTest-864996632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:06.581832 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-e5c99b75-d352-44cf-942b-bd8428e93c52 req-b8a740f9-4264-4da3-8927-0c316ec38565 tempest-LiveMigrationTest-864996632 tempest-LiveMigrationTest-864996632-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=65c2e97a-3a9b-45f9-8601-1b3501000ad2&tenant_id=88495f2d6951432397900165a462d224&binding%3Ahost_id=n-h1-779913-29 HTTP/1.1" status: 200 len: 1098 time: 0.2111976 Jul 14 09:26:06.591070 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2fc36b16-6f72-4460-bbc8-df88e302d1f3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735687821325'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:06.601425 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [req-e5c99b75-d352-44cf-942b-bd8428e93c52 req-376958b1-31da-45ca-a8b3-e39dbbeaaf04 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-779913-29'}}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:26:06.656403 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f971ddd2-ac07-46fc-af66-856492f65aab req-fb5cc643-264f-4dc1-a12a-c2b79ec1e72f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b69c30b3-4a7f-4f03-b18a-8064aa521500 HTTP/1.1" status: 200 len: 217 time: 0.1374307 Jul 14 09:26:06.701071 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2fc36b16-6f72-4460-bbc8-df88e302d1f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:06.702147 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fc36b16-6f72-4460-bbc8-df88e302d1f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:06.702857 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2fc36b16-6f72-4460-bbc8-df88e302d1f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:06.730482 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f157ea6-7af0-47d5-abf6-acb72d2676a8 req-001d5fe9-4e0c-49dd-8f0e-b6bd890e5f28 tempest-FloatingIPsAssociationTestJSON-879911528 tempest-FloatingIPsAssociationTestJSON-879911528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:06.734039 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-9f157ea6-7af0-47d5-abf6-acb72d2676a8 req-001d5fe9-4e0c-49dd-8f0e-b6bd890e5f28 tempest-FloatingIPsAssociationTestJSON-879911528 tempest-FloatingIPsAssociationTestJSON-879911528-project] 10.222.0.68 "GET /v2.0/ports?device_id=1e47bf17-b929-4bf1-99b0-1c9faf851557 HTTP/1.1" status: 200 len: 946 time: 0.4682593 Jul 14 09:26:06.779649 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f971ddd2-ac07-46fc-af66-856492f65aab req-aa6c3c44-bb88-431c-a18c-95c759f57cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:06.781214 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f971ddd2-ac07-46fc-af66-856492f65aab req-aa6c3c44-bb88-431c-a18c-95c759f57cfc service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=fcc388573ac348fbbfc19b069c9286c6&device_id=b5ec9509-93f2-4f55-941d-12f37991f5a1 HTTP/1.1" status: 200 len: 1095 time: 0.4338474 Jul 14 09:26:06.803403 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-f971ddd2-ac07-46fc-af66-856492f65aab req-1f1da8a6-4b7e-48a9-b8e2-930c855c6de0 service neutron] For port 0ec1dab4-76c9-4527-a7f1-eee4d5e3ea59, host n-h2-779913-29, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:26:06.807239 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-2fc36b16-6f72-4460-bbc8-df88e302d1f3 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6234689 Jul 14 09:26:06.811398 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 47942) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:06.818731 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-6cff31d6-e236-4953-98b3-4b54aea011fe admin admin] Request body: {'subnet': {'network_id': '550d40b0-66ca-4a31-8ef5-763d175441db', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-560598171-subnet', 'tenant_id': '7097e468f7a241fe8c8d4f911ac4253c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:26:06.823539 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-e5c99b75-d352-44cf-942b-bd8428e93c52 req-376958b1-31da-45ca-a8b3-e39dbbeaaf04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:06.841220 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc36b16-6f72-4460-bbc8-df88e302d1f3 admin admin] Pushing event updated for resources: {'Network': ['ID=550d40b0-66ca-4a31-8ef5-763d175441db,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:06.850988 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Network 550d40b0-66ca-4a31-8ef5-763d175441db details requested by agent ovs-agent-n-d-779913-29 with host n-d-779913-29 {{(pid=93959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:26:06.880721 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-f971ddd2-ac07-46fc-af66-856492f65aab req-1f1da8a6-4b7e-48a9-b8e2-930c855c6de0 service neutron] For port 0ec1dab4-76c9-4527-a7f1-eee4d5e3ea59, host n-h2-779913-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=0ec1dab4-76c9-4527-a7f1-eee4d5e3ea59,segment=NetworkSegment(7d8815e9-0200-443e-a333-a7dc7602fee9),segment_id=7d8815e9-0200-443e-a333-a7dc7602fee9)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:26:06.886932 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f971ddd2-ac07-46fc-af66-856492f65aab req-c835f29c-0669-4650-8305-99e5b33462a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:06.888475 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f971ddd2-ac07-46fc-af66-856492f65aab req-c835f29c-0669-4650-8305-99e5b33462a9 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=161ff744-01a3-4b1b-91db-4871965e9293 HTTP/1.1" status: 200 len: 858 time: 0.2162933 Jul 14 09:26:06.893814 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f971ddd2-ac07-46fc-af66-856492f65aab req-a5f67265-bfca-4f82-8e80-16497b469b90 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=264b3b28-e033-4b6c-b46d-074bccc05785 HTTP/1.1" status: 200 len: 217 time: 0.0836236 Jul 14 09:26:06.896814 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-f971ddd2-ac07-46fc-af66-856492f65aab req-1f1da8a6-4b7e-48a9-b8e2-930c855c6de0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:06.901460 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-87034a2c-3f12-4308-a013-a1f97fe49443 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:06.921420 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-9f157ea6-7af0-47d5-abf6-acb72d2676a8 req-dbfd3666-9cb3-405b-8a66-826e7dfc1c37 tempest-FloatingIPsAssociationTestJSON-879911528 tempest-FloatingIPsAssociationTestJSON-879911528-project] 10.222.0.68 "GET /v2.0/security-groups?id=7d62c79e-4bb7-4cee-af34-fb6b30b09370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708641 Jul 14 09:26:07.025782 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-e5c99b75-d352-44cf-942b-bd8428e93c52 req-376958b1-31da-45ca-a8b3-e39dbbeaaf04 service neutron] For port df6483e0-89e5-45b9-8d7a-dd0f399b1b72, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=df6483e0-89e5-45b9-8d7a-dd0f399b1b72,segment=NetworkSegment(3140b72d-6a4a-4668-bad8-c572bd128f6c),segment_id=3140b72d-6a4a-4668-bad8-c572bd128f6c)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:26:07.029735 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:26:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0257fd4-6663-448a-983e-090fb59a36e8 x-openstack-request-id: req-d0257fd4-6663-448a-983e-090fb59a36e8 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:26:07.029889 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9c19f78-67f6-4a62-b39e-3fc0beba93ff", "tag": "b69c30b3-4a7f-4f03-b18a-8064aa521500", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:26:07.030113 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-d0257fd4-6663-448a-983e-090fb59a36e8 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:26:07.030499 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9c19f78-67f6-4a62-b39e-3fc0beba93ff', 'tag': 'b69c30b3-4a7f-4f03-b18a-8064aa521500', 'status': 'completed', 'code': 200} Jul 14 09:26:07.031582 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cff31d6-e236-4953-98b3-4b54aea011fe admin admin] Made reservation on behalf of 7097e468f7a241fe8c8d4f911ac4253c for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:26:07.034794 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6cff31d6-e236-4953-98b3-4b54aea011fe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16714600'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:07.042953 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f971ddd2-ac07-46fc-af66-856492f65aab req-72ad3c4f-5551-41f0-9396-bc5bd2ba4eb9 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d4646c8c-d25d-437d-a1b6-69ddc070b142&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1322474 Jul 14 09:26:07.044918 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be34a06f-191e-45e7-820c-0bbda4f80529 req-ba8ffeb4-900e-4336-b22c-5932e2592c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:07.046709 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-be34a06f-191e-45e7-820c-0bbda4f80529 req-ba8ffeb4-900e-4336-b22c-5932e2592c8a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b0b50c65-f409-4ad3-b817-197bbf41eb74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5146673 Jul 14 09:26:07.051592 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f971ddd2-ac07-46fc-af66-856492f65aab req-1f1da8a6-4b7e-48a9-b8e2-930c855c6de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:07.052246 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-f971ddd2-ac07-46fc-af66-856492f65aab req-1f1da8a6-4b7e-48a9-b8e2-930c855c6de0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:07.053746 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f971ddd2-ac07-46fc-af66-856492f65aab req-1f1da8a6-4b7e-48a9-b8e2-930c855c6de0 service neutron] 10.222.0.57 "PUT /v2.0/ports/0ec1dab4-76c9-4527-a7f1-eee4d5e3ea59 HTTP/1.1" status: 200 len: 1093 time: 4.1258521 Jul 14 09:26:07.135739 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4031099a-7794-40b3-8d64-737c6e253ed5 req-99092160-3ad2-44c4-9b23-90857de6915f tempest-ListServersNegativeTestJSON-1499415755 tempest-ListServersNegativeTestJSON-1499415755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:07.137352 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-4031099a-7794-40b3-8d64-737c6e253ed5 req-99092160-3ad2-44c4-9b23-90857de6915f tempest-ListServersNegativeTestJSON-1499415755 tempest-ListServersNegativeTestJSON-1499415755-project] 10.222.0.68 "GET /v2.0/ports?device_id=002785b9-e390-42a3-b365-eead167016a1 HTTP/1.1" status: 200 len: 944 time: 0.4288251 Jul 14 09:26:07.214543 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-4031099a-7794-40b3-8d64-737c6e253ed5 req-94f3156e-ae11-4403-a5d5-9a823cc8cdbb tempest-ListServersNegativeTestJSON-1499415755 tempest-ListServersNegativeTestJSON-1499415755-project] 10.222.0.68 "GET /v2.0/security-groups?id=ee599ffa-656c-4b33-a533-367ce77dba83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694387 Jul 14 09:26:07.230217 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-e5c99b75-d352-44cf-942b-bd8428e93c52 req-376958b1-31da-45ca-a8b3-e39dbbeaaf04 service neutron] For port df6483e0-89e5-45b9-8d7a-dd0f399b1b72, host n-h1-779913-29, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:26:07.320512 n-d-779913-29 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65c2e97a-3a9b-45f9-8601-1b3501000ad2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df6483e0-89e5-45b9-8d7a-dd0f399b1b72'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:26:07.323078 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cb48f044f948e981f43897c8d7f1332f741dc7af2b4c5a6e19d8f4a80f708e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ab75cf9-4695-4f74-85dc-fc20cc183be6" -d '{"events": [{"server_uuid": "65c2e97a-3a9b-45f9-8601-1b3501000ad2", "name": "network-vif-unplugged", "status": "completed", "tag": "df6483e0-89e5-45b9-8d7a-dd0f399b1b72"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:26:07.328323 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-e5c99b75-d352-44cf-942b-bd8428e93c52 req-376958b1-31da-45ca-a8b3-e39dbbeaaf04 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:07.349124 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-e5c99b75-d352-44cf-942b-bd8428e93c52 req-376958b1-31da-45ca-a8b3-e39dbbeaaf04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13574142'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:07.516077 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376958b1-31da-45ca-a8b3-e39dbbeaaf04 service neutron] Pushing event updated for resources: {'Port': ['ID=df6483e0-89e5-45b9-8d7a-dd0f399b1b72,revision_number=7']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:07.573309 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6cff31d6-e236-4953-98b3-4b54aea011fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13573993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16714586'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:07.640194 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-e5c99b75-d352-44cf-942b-bd8428e93c52 req-376958b1-31da-45ca-a8b3-e39dbbeaaf04 service neutron] Attempting to bind port df6483e0-89e5-45b9-8d7a-dd0f399b1b72 on host n-h1-779913-29 for vnic_type normal with profile {"migrating_to": "n-h2-779913-29"} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:26:07.640612 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-e5c99b75-d352-44cf-942b-bd8428e93c52 req-376958b1-31da-45ca-a8b3-e39dbbeaaf04 service neutron] Attempting to bind port df6483e0-89e5-45b9-8d7a-dd0f399b1b72 by drivers openvswitch,hyperv on host n-h1-779913-29 at level 0 using segments [{'id': '3140b72d-6a4a-4668-bad8-c572bd128f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'fdafaba0-da53-47c8-a4eb-7c69deccbba6'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:26:07.641044 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5c99b75-d352-44cf-942b-bd8428e93c52 req-376958b1-31da-45ca-a8b3-e39dbbeaaf04 service neutron] Attempting to bind port df6483e0-89e5-45b9-8d7a-dd0f399b1b72 on network fdafaba0-da53-47c8-a4eb-7c69deccbba6 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:26:07.650147 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5c99b75-d352-44cf-942b-bd8428e93c52 req-376958b1-31da-45ca-a8b3-e39dbbeaaf04 service neutron] Port df6483e0-89e5-45b9-8d7a-dd0f399b1b72 on network fdafaba0-da53-47c8-a4eb-7c69deccbba6 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-29 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:26:07.650465 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5c99b75-d352-44cf-942b-bd8428e93c52 req-376958b1-31da-45ca-a8b3-e39dbbeaaf04 service neutron] Attempting to bind port df6483e0-89e5-45b9-8d7a-dd0f399b1b72 on network fdafaba0-da53-47c8-a4eb-7c69deccbba6 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:26:07.668748 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098ce8db-efd7-4b07-83e3-062791d646d9 req-29b67731-a645-4fd8-b3ad-4e6c869d8974 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:07.675262 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098ce8db-efd7-4b07-83e3-062791d646d9 req-29b67731-a645-4fd8-b3ad-4e6c869d8974 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:07.681412 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098ce8db-efd7-4b07-83e3-062791d646d9 req-29b67731-a645-4fd8-b3ad-4e6c869d8974 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:07.688711 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-098ce8db-efd7-4b07-83e3-062791d646d9 req-29b67731-a645-4fd8-b3ad-4e6c869d8974 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] 10.222.0.68 "GET /v2.0/ports?device_id=5c7b30e8-3087-4fa2-a121-bc36e0beab3b HTTP/1.1" status: 200 len: 2373 time: 0.2831004 Jul 14 09:26:07.722134 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5c99b75-d352-44cf-942b-bd8428e93c52 req-376958b1-31da-45ca-a8b3-e39dbbeaaf04 service neutron] Checking agent: {'id': 'de11e667-f145-47b0-bd09-334a7505938e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 13, 12), 'started_at': datetime.datetime(2021, 7, 14, 9, 13, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 25, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:26:07.722564 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5c99b75-d352-44cf-942b-bd8428e93c52 req-376958b1-31da-45ca-a8b3-e39dbbeaaf04 service neutron] Checking segment: {'id': '3140b72d-6a4a-4668-bad8-c572bd128f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'fdafaba0-da53-47c8-a4eb-7c69deccbba6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:26:07.723012 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5c99b75-d352-44cf-942b-bd8428e93c52 req-376958b1-31da-45ca-a8b3-e39dbbeaaf04 service neutron] Bound using segment: {'id': '3140b72d-6a4a-4668-bad8-c572bd128f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'fdafaba0-da53-47c8-a4eb-7c69deccbba6'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:26:07.723603 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-e5c99b75-d352-44cf-942b-bd8428e93c52 req-376958b1-31da-45ca-a8b3-e39dbbeaaf04 service neutron] Bound port: df6483e0-89e5-45b9-8d7a-dd0f399b1b72, host: n-h1-779913-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3140b72d-6a4a-4668-bad8-c572bd128f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'fdafaba0-da53-47c8-a4eb-7c69deccbba6'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:26:07.724024 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-e5c99b75-d352-44cf-942b-bd8428e93c52 req-376958b1-31da-45ca-a8b3-e39dbbeaaf04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:07.737459 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cff31d6-e236-4953-98b3-4b54aea011fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7bb5acd-53aa-4440-862c-42c8e5c7d18b,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:07.759796 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1da8a6-4b7e-48a9-b8e2-930c855c6de0 service neutron] Pushing event updated for resources: {'Port': ['ID=0ec1dab4-76c9-4527-a7f1-eee4d5e3ea59,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:07.763926 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cff31d6-e236-4953-98b3-4b54aea011fe admin admin] Checking segment: {'id': '06368bac-df9f-487f-9c66-135cb9c2c028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '550d40b0-66ca-4a31-8ef5-763d175441db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:26:07.764216 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2792d317-c2ef-4d7b-9307-fede26047ec9 req-cece60c5-d16b-44cb-aed7-18fd1fc002b2 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0c754d07295f4a0ea4df3e735180243a&device_id=646fa4a5-d881-4c1a-880e-d25dbf15854a HTTP/1.1" status: 200 len: 210 time: 0.2018402 Jul 14 09:26:07.764447 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cff31d6-e236-4953-98b3-4b54aea011fe admin admin] Network hostable DHCP agents. Network: 550d40b0-66ca-4a31-8ef5-763d175441db, hostable agents: ['c6a09bd4-f72e-4283-a3ca-0bbca8a51081'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:26:07.770441 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-098ce8db-efd7-4b07-83e3-062791d646d9 req-76dd1886-bbd2-4792-a9f0-02a609d4ba51 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] 10.222.0.68 "GET /v2.0/security-groups?id=3e8708b8-59d7-4408-a840-9965955f2a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807641 Jul 14 09:26:07.791804 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f971ddd2-ac07-46fc-af66-856492f65aab req-0d1e1941-f6aa-401b-a8bf-f370a8f77c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:07.799132 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f971ddd2-ac07-46fc-af66-856492f65aab req-0d1e1941-f6aa-401b-a8bf-f370a8f77c1c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=161ff744-01a3-4b1b-91db-4871965e9293 HTTP/1.1" status: 200 len: 858 time: 0.8915637 Jul 14 09:26:07.819706 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cff31d6-e236-4953-98b3-4b54aea011fe admin admin] Network 550d40b0-66ca-4a31-8ef5-763d175441db is scheduled to be hosted by DHCP agent c6a09bd4-f72e-4283-a3ca-0bbca8a51081 with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:26:07.845360 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-6cff31d6-e236-4953-98b3-4b54aea011fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-29, 550d40b0-66ca-4a31-8ef5-763d175441db) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:26:07.853541 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-340b3a05-6c47-4fad-8eee-83d37cc5565c None None] Network 550d40b0-66ca-4a31-8ef5-763d175441db requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:26:07.859014 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cff31d6-e236-4953-98b3-4b54aea011fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:07.859784 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6cff31d6-e236-4953-98b3-4b54aea011fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:07.881929 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-e5c99b75-d352-44cf-942b-bd8428e93c52 req-376958b1-31da-45ca-a8b3-e39dbbeaaf04 service neutron] For port df6483e0-89e5-45b9-8d7a-dd0f399b1b72, host n-h1-779913-29, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:26:07.887956 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-e5c99b75-d352-44cf-942b-bd8428e93c52 req-376958b1-31da-45ca-a8b3-e39dbbeaaf04 service neutron] For port df6483e0-89e5-45b9-8d7a-dd0f399b1b72, host n-h1-779913-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=df6483e0-89e5-45b9-8d7a-dd0f399b1b72,segment=NetworkSegment(3140b72d-6a4a-4668-bad8-c572bd128f6c),segment_id=3140b72d-6a4a-4668-bad8-c572bd128f6c)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:26:07.890158 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-6cff31d6-e236-4953-98b3-4b54aea011fe admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.0767021 Jul 14 09:26:07.893374 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-e5c99b75-d352-44cf-942b-bd8428e93c52 req-376958b1-31da-45ca-a8b3-e39dbbeaaf04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13574142'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:08.049969 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376958b1-31da-45ca-a8b3-e39dbbeaaf04 service neutron] Pushing event updated for resources: {'Port': ['ID=df6483e0-89e5-45b9-8d7a-dd0f399b1b72,revision_number=8']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:08.063558 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c99b75-d352-44cf-942b-bd8428e93c52 req-376958b1-31da-45ca-a8b3-e39dbbeaaf04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:08.064542 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-e5c99b75-d352-44cf-942b-bd8428e93c52 req-376958b1-31da-45ca-a8b3-e39dbbeaaf04 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:08.066214 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-e5c99b75-d352-44cf-942b-bd8428e93c52 req-376958b1-31da-45ca-a8b3-e39dbbeaaf04 service neutron] 10.222.0.57 "PUT /v2.0/ports/df6483e0-89e5-45b9-8d7a-dd0f399b1b72 HTTP/1.1" status: 200 len: 1124 time: 1.4712038 Jul 14 09:26:08.067678 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.57', 51686) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:08.073348 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2792d317-c2ef-4d7b-9307-fede26047ec9 req-46798b51-e979-4b4a-b8cf-5f800dce3978 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=0c754d07295f4a0ea4df3e735180243a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2471087 Jul 14 09:26:08.075896 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f971ddd2-ac07-46fc-af66-856492f65aab req-49be3e40-3744-4439-8a08-ddb0b6c2c2e4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d4646c8c-d25d-437d-a1b6-69ddc070b142&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1905825 Jul 14 09:26:08.077969 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-be34a06f-191e-45e7-820c-0bbda4f80529 req-711c76b7-0333-4e9e-8758-408c2a1d3f50 service neutron] 10.222.0.57 "GET /v2.0/networks/b0b50c65-f409-4ad3-b817-197bbf41eb74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9975407 Jul 14 09:26:08.105261 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deb66144-5d75-433d-a8d1-982930dbe7f5 None None] Network 550d40b0-66ca-4a31-8ef5-763d175441db requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:26:08.235832 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] get_ports_and_sgs() called for port_ids ['df6483e0-89e5-45b9-8d7a-dd0f399b1b72'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:26:08.270286 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bdc683-3df8-494b-8dc9-eb8e3b92ba54 req-b254859a-6460-4be6-ad9b-835be9b7e9d5 tempest-FloatingIPsAssociationTestJSON-879911528 tempest-FloatingIPsAssociationTestJSON-879911528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:08.271920 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-68bdc683-3df8-494b-8dc9-eb8e3b92ba54 req-b254859a-6460-4be6-ad9b-835be9b7e9d5 tempest-FloatingIPsAssociationTestJSON-879911528 tempest-FloatingIPsAssociationTestJSON-879911528-project] 10.222.0.57 "GET /v2.0/ports?device_id=1e47bf17-b929-4bf1-99b0-1c9faf851557 HTTP/1.1" status: 200 len: 946 time: 0.2031658 Jul 14 09:26:08.283254 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247cc286-77ed-4cf5-980d-055b9a38c487 req-2e364883-48db-4bb9-be30-539cd101994e tempest-ServerRescueTestJSON-1969041098 tempest-ServerRescueTestJSON-1969041098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:08.290165 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-247cc286-77ed-4cf5-980d-055b9a38c487 req-2e364883-48db-4bb9-be30-539cd101994e tempest-ServerRescueTestJSON-1969041098 tempest-ServerRescueTestJSON-1969041098-project] 10.222.0.68 "GET /v2.0/ports?device_id=fd1f4779-7c9e-445b-a0be-3b95d7c816a4 HTTP/1.1" status: 200 len: 946 time: 0.2068963 Jul 14 09:26:08.312958 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] get_ports_and_sgs() called for port_ids ['df6483e0-89e5-45b9-8d7a-dd0f399b1b72'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:26:08.382772 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-247cc286-77ed-4cf5-980d-055b9a38c487 req-e3e11847-75a3-46e2-ae9e-9d08cc97a9af tempest-ServerRescueTestJSON-1969041098 tempest-ServerRescueTestJSON-1969041098-project] 10.222.0.68 "GET /v2.0/security-groups?id=d6a7feba-be17-4d7e-a638-e9426c29981e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916395 Jul 14 09:26:08.412124 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-87034a2c-3f12-4308-a013-a1f97fe49443 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Allocated IP 10.2.2.100 (42a058fa-f36e-4a5f-a1b5-ee56753d964d/df8e47ca-e310-4261-88e8-dfbdedfc6676/ea9e9cbd-c4fe-40eb-a857-ee9e6c073bb8) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:26:08.542342 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-be34a06f-191e-45e7-820c-0bbda4f80529 req-fa800b0f-f5e9-4b05-a2cc-d9d91d3c980d service neutron] 10.222.0.57 "GET /v2.0/networks/b0b50c65-f409-4ad3-b817-197bbf41eb74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3515606 Jul 14 09:26:08.555987 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-7538005f-76a6-4cce-ad78-d3a39fe61d93 req-34148e84-859d-4dab-bfcc-3b604ed041ea tempest-ServerShowV247Test-95289089 tempest-ServerShowV247Test-95289089-project] 10.222.0.68 "GET /v2.0/ports?device_id=646fa4a5-d881-4c1a-880e-d25dbf15854a HTTP/1.1" status: 200 len: 210 time: 0.0381284 Jul 14 09:26:08.557525 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-68bdc683-3df8-494b-8dc9-eb8e3b92ba54 req-5f245348-3aa3-464e-9383-d3ed8c775d6f tempest-FloatingIPsAssociationTestJSON-879911528 tempest-FloatingIPsAssociationTestJSON-879911528-project] Deleting port 0f39e973-face-4493-81d7-410ee30b1531 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:26:08.557906 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-68bdc683-3df8-494b-8dc9-eb8e3b92ba54 req-5f245348-3aa3-464e-9383-d3ed8c775d6f tempest-FloatingIPsAssociationTestJSON-879911528 tempest-FloatingIPsAssociationTestJSON-879911528-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:08.585506 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f971ddd2-ac07-46fc-af66-856492f65aab req-1d4c92d1-84cf-4f0d-9a6a-d680c1c99364 service neutron] 10.222.0.65 "GET /v2.0/networks/d4646c8c-d25d-437d-a1b6-69ddc070b142?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5377393 Jul 14 09:26:08.718456 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-68bdc683-3df8-494b-8dc9-eb8e3b92ba54 req-5f245348-3aa3-464e-9383-d3ed8c775d6f tempest-FloatingIPsAssociationTestJSON-879911528 tempest-FloatingIPsAssociationTestJSON-879911528-project] For port 0f39e973-face-4493-81d7-410ee30b1531, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=0f39e973-face-4493-81d7-410ee30b1531,segment=NetworkSegment(ddccd952-f86c-42d9-9a76-fafa68d7d61d),segment_id=ddccd952-f86c-42d9-9a76-fafa68d7d61d)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:26:08.718823 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-68bdc683-3df8-494b-8dc9-eb8e3b92ba54 req-5f245348-3aa3-464e-9383-d3ed8c775d6f tempest-FloatingIPsAssociationTestJSON-879911528 tempest-FloatingIPsAssociationTestJSON-879911528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:08.732369 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-68bdc683-3df8-494b-8dc9-eb8e3b92ba54 req-5f245348-3aa3-464e-9383-d3ed8c775d6f tempest-FloatingIPsAssociationTestJSON-879911528 tempest-FloatingIPsAssociationTestJSON-879911528-project] Calling delete_port for 0f39e973-face-4493-81d7-410ee30b1531 owned by compute:nova {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:26:08.740246 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f971ddd2-ac07-46fc-af66-856492f65aab req-caf9720d-e818-4273-a749-4114f9f31159 service neutron] 10.222.0.57 "GET /v2.0/networks/d4646c8c-d25d-437d-a1b6-69ddc070b142?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6218698 Jul 14 09:26:08.792889 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc6abac-1ff6-46c9-a235-31ec5920e2ec req-a276e0cd-4147-4f51-b561-0810b233d581 tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:08.797085 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 09:26:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55678ed7-977c-4eb0-bf7b-4af01819c620 x-openstack-request-id: req-55678ed7-977c-4eb0-bf7b-4af01819c620 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:26:08.797451 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65c2e97a-3a9b-45f9-8601-1b3501000ad2", "name": "network-vif-unplugged", "status": "completed", "tag": "df6483e0-89e5-45b9-8d7a-dd0f399b1b72", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:26:08.797791 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-55678ed7-977c-4eb0-bf7b-4af01819c620 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:26:08.798251 n-d-779913-29 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65c2e97a-3a9b-45f9-8601-1b3501000ad2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df6483e0-89e5-45b9-8d7a-dd0f399b1b72', 'code': 200} Jul 14 09:26:08.799154 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc6abac-1ff6-46c9-a235-31ec5920e2ec req-a276e0cd-4147-4f51-b561-0810b233d581 tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:08.806107 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc6abac-1ff6-46c9-a235-31ec5920e2ec req-a276e0cd-4147-4f51-b561-0810b233d581 tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:08.807687 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8cc6abac-1ff6-46c9-a235-31ec5920e2ec req-a276e0cd-4147-4f51-b561-0810b233d581 tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] 10.222.0.68 "GET /v2.0/ports?device_id=63eeb2a1-7ac5-48f3-b93f-614fd3099f12 HTTP/1.1" status: 200 len: 2413 time: 1.2462745 Jul 14 09:26:08.873466 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f971ddd2-ac07-46fc-af66-856492f65aab req-eae13207-82af-4971-a9bf-31adb8bec880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:08.877589 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f971ddd2-ac07-46fc-af66-856492f65aab req-eae13207-82af-4971-a9bf-31adb8bec880 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=fcc388573ac348fbbfc19b069c9286c6&device_id=002785b9-e390-42a3-b365-eead167016a1 HTTP/1.1" status: 200 len: 1096 time: 1.3153503 Jul 14 09:26:08.936005 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-68bdc683-3df8-494b-8dc9-eb8e3b92ba54 req-5f245348-3aa3-464e-9383-d3ed8c775d6f tempest-FloatingIPsAssociationTestJSON-879911528 tempest-FloatingIPsAssociationTestJSON-879911528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:08.937738 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f971ddd2-ac07-46fc-af66-856492f65aab req-d5dd2235-e395-4ecd-a5b1-3c37583c5e23 service neutron] 10.222.0.65 "GET /v2.0/networks/d4646c8c-d25d-437d-a1b6-69ddc070b142?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3313498 Jul 14 09:26:08.981214 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f245348-3aa3-464e-9383-d3ed8c775d6f tempest-FloatingIPsAssociationTestJSON-879911528 tempest-FloatingIPsAssociationTestJSON-879911528-project] Pushing event deleted for resources: {'Port': ['ID=0f39e973-face-4493-81d7-410ee30b1531,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:09.018114 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f971ddd2-ac07-46fc-af66-856492f65aab req-7b9474c9-91f5-40fb-a547-f335278be18a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0ec1dab4-76c9-4527-a7f1-eee4d5e3ea59 HTTP/1.1" status: 200 len: 217 time: 0.1108425 Jul 14 09:26:09.027163 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-87034a2c-3f12-4308-a013-a1f97fe49443 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:09.048314 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5ec9509-93f2-4f55-941d-12f37991f5a1', 'tag': '264b3b28-e033-4b6c-b46d-074bccc05785'}, {'name': 'network-changed', 'server_uuid': '002785b9-e390-42a3-b365-eead167016a1', 'tag': '0ec1dab4-76c9-4527-a7f1-eee4d5e3ea59'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:26:09.050659 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffc8daa9-2b71-4449-b5df-b4c1f159c7ab" -d '{"events": [{"name": "network-changed", "server_uuid": "b5ec9509-93f2-4f55-941d-12f37991f5a1", "tag": "264b3b28-e033-4b6c-b46d-074bccc05785"}, {"name": "network-changed", "server_uuid": "002785b9-e390-42a3-b365-eead167016a1", "tag": "0ec1dab4-76c9-4527-a7f1-eee4d5e3ea59"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:26:09.053721 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2792d317-c2ef-4d7b-9307-fede26047ec9 req-8c49cb08-2bfa-4dfe-86ca-86cf1399322b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:09.055246 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2792d317-c2ef-4d7b-9307-fede26047ec9 req-8c49cb08-2bfa-4dfe-86ca-86cf1399322b service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9381208 Jul 14 09:26:09.057184 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-68bdc683-3df8-494b-8dc9-eb8e3b92ba54 req-5f245348-3aa3-464e-9383-d3ed8c775d6f tempest-FloatingIPsAssociationTestJSON-879911528 tempest-FloatingIPsAssociationTestJSON-879911528-project] No DVR routers for this DVR port 0f39e973-face-4493-81d7-410ee30b1531 on host n-h2-779913-29 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:26:09.060353 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-68bdc683-3df8-494b-8dc9-eb8e3b92ba54 req-5f245348-3aa3-464e-9383-d3ed8c775d6f tempest-FloatingIPsAssociationTestJSON-879911528 tempest-FloatingIPsAssociationTestJSON-879911528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:09.063094 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-68bdc683-3df8-494b-8dc9-eb8e3b92ba54 req-5f245348-3aa3-464e-9383-d3ed8c775d6f tempest-FloatingIPsAssociationTestJSON-879911528 tempest-FloatingIPsAssociationTestJSON-879911528-project] 10.222.0.57 "DELETE /v2.0/ports/0f39e973-face-4493-81d7-410ee30b1531 HTTP/1.1" status: 204 len: 173 time: 0.7525012 Jul 14 09:26:09.097015 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd391aec-1654-456e-a988-29ac88a0215d req-6c360207-1036-41aa-8a5f-65ed7836a736 tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:09.106606 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-fd391aec-1654-456e-a988-29ac88a0215d req-6c360207-1036-41aa-8a5f-65ed7836a736 tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] 10.222.0.68 "GET /v2.0/ports?device_id=65c2e97a-3a9b-45f9-8601-1b3501000ad2 HTTP/1.1" status: 200 len: 944 time: 0.2060344 Jul 14 09:26:09.131687 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8cc6abac-1ff6-46c9-a235-31ec5920e2ec req-51893b6e-36b1-4d07-9941-52d35c30ad8e tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] 10.222.0.68 "GET /v2.0/security-groups?id=e583495f-449a-49ad-92be-ddfb834c83f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2741213 Jul 14 09:26:09.138561 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-87034a2c-3f12-4308-a013-a1f97fe49443 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Transition to ACTIVE for port object ea9e9cbd-c4fe-40eb-a857-ee9e6c073bb8 will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:26:09.158911 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-fd391aec-1654-456e-a988-29ac88a0215d req-c0a21632-51c0-457d-b111-88cc42457272 tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] 10.222.0.68 "GET /v2.0/security-groups?id=cf40bcd2-1dd1-48fb-a6b7-6df0e80ce2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492475 Jul 14 09:26:09.159945 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device df6483e0-89e5-45b9-8d7a-dd0f399b1b72 details requested by agent hyperv_n-h2-779913-29 with host n-h2-779913-29 {{(pid=93959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:26:09.178736 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f971ddd2-ac07-46fc-af66-856492f65aab req-a58b86a9-9bf2-4d0d-b789-aa1ecba15088 service neutron] 10.222.0.57 "GET /v2.0/networks/d4646c8c-d25d-437d-a1b6-69ddc070b142?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4229093 Jul 14 09:26:09.198765 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f971ddd2-ac07-46fc-af66-856492f65aab req-f3b04833-4a60-400b-8754-9bca0ca7d415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:09.200454 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f971ddd2-ac07-46fc-af66-856492f65aab req-f3b04833-4a60-400b-8754-9bca0ca7d415 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=161ff744-01a3-4b1b-91db-4871965e9293 HTTP/1.1" status: 200 len: 858 time: 0.1545188 Jul 14 09:26:09.255662 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f971ddd2-ac07-46fc-af66-856492f65aab req-3e699972-ad7b-49de-97cf-82a2903775de service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d4646c8c-d25d-437d-a1b6-69ddc070b142&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359359 Jul 14 09:26:09.259573 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224785c2-996d-40e7-ae28-736b6e5737a2 req-43f21ffe-085b-48f0-b1c6-cc0351573713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:09.273031 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-224785c2-996d-40e7-ae28-736b6e5737a2 req-43f21ffe-085b-48f0-b1c6-cc0351573713 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=fcc388573ac348fbbfc19b069c9286c6&device_id=e9c19f78-67f6-4a62-b39e-3fc0beba93ff HTTP/1.1" status: 200 len: 1095 time: 0.1986883 Jul 14 09:26:09.274220 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 09993cfe-f0e6-4ef4-a8d3-7d79a89a7f3b up at agent hyperv_n-h2-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:26:09.278437 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-87034a2c-3f12-4308-a013-a1f97fe49443 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:09.319835 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port df6483e0-89e5-45b9-8d7a-dd0f399b1b72, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=df6483e0-89e5-45b9-8d7a-dd0f399b1b72,segment=NetworkSegment(3140b72d-6a4a-4668-bad8-c572bd128f6c),segment_id=3140b72d-6a4a-4668-bad8-c572bd128f6c)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:26:09.357086 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device df6483e0-89e5-45b9-8d7a-dd0f399b1b72 has no active binding in host n-h2-779913-29 {{(pid=93959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 14 09:26:09.384079 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Provisioning for port 09993cfe-f0e6-4ef4-a8d3-7d79a89a7f3b completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:26:09.386161 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-41d57859-6bd6-472a-bf11-4cc9638ef3df req-81537d4a-3edb-4290-ae33-a8648f0f3457 tempest-FloatingIPsAssociationTestJSON-879911528 tempest-FloatingIPsAssociationTestJSON-879911528-project] 10.222.0.68 "GET /v2.0/ports?device_id=1e47bf17-b929-4bf1-99b0-1c9faf851557 HTTP/1.1" status: 200 len: 210 time: 0.0741701 Jul 14 09:26:09.389828 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Provisioning complete for port 09993cfe-f0e6-4ef4-a8d3-7d79a89a7f3b triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:26:09.390330 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:09.514218 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:09.546312 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63eeb2a1-7ac5-48f3-b93f-614fd3099f12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09993cfe-f0e6-4ef4-a8d3-7d79a89a7f3b'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:26:09.549284 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd62303f06773040a8a4e189dc46b4f565768c299abf8ab8e7739778b0bc3e97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdff6745-94e4-4531-9514-3bae9a35ee9d" -d '{"events": [{"server_uuid": "63eeb2a1-7ac5-48f3-b93f-614fd3099f12", "name": "network-vif-plugged", "status": "completed", "tag": "09993cfe-f0e6-4ef4-a8d3-7d79a89a7f3b"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:26:09.551665 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-87034a2c-3f12-4308-a013-a1f97fe49443 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Network 42a058fa-f36e-4a5f-a1b5-ee56753d964d is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:26:09.559219 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87034a2c-3f12-4308-a013-a1f97fe49443 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Pushing event updated for resources: {'Port': ['ID=ea9e9cbd-c4fe-40eb-a857-ee9e6c073bb8,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:09.570479 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 09993cfe-f0e6-4ef4-a8d3-7d79a89a7f3b, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=09993cfe-f0e6-4ef4-a8d3-7d79a89a7f3b,segment=NetworkSegment(0f04ac95-6c12-4d33-9421-625ddae609a1),segment_id=0f04ac95-6c12-4d33-9421-625ddae609a1)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:26:09.573635 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-87034a2c-3f12-4308-a013-a1f97fe49443 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:26:09.591906 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-87034a2c-3f12-4308-a013-a1f97fe49443 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:26:09.595532 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:09.596902 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device da161fbf-66d4-4bff-868e-39edd09817da up at agent hyperv_n-h2-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:26:09.700251 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Pushing event updated for resources: {'Port': ['ID=09993cfe-f0e6-4ef4-a8d3-7d79a89a7f3b,revision_number=5']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:09.724060 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] get_ports_and_sgs() called for port_ids ['0f39e973-face-4493-81d7-410ee30b1531'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:26:09.732415 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224785c2-996d-40e7-ae28-736b6e5737a2 req-887df610-f02f-474b-aaaa-04a1ac6c932b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:09.734643 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-224785c2-996d-40e7-ae28-736b6e5737a2 req-887df610-f02f-474b-aaaa-04a1ac6c932b service neutron] 10.222.0.65 "GET /v2.0/networks?id=d4646c8c-d25d-437d-a1b6-69ddc070b142 HTTP/1.1" status: 200 len: 919 time: 0.4533751 Jul 14 09:26:09.737777 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f971ddd2-ac07-46fc-af66-856492f65aab req-def0366f-71a0-4638-95a4-3dd267d4a425 service neutron] 10.222.0.57 "GET /v2.0/networks/d4646c8c-d25d-437d-a1b6-69ddc070b142?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4248078 Jul 14 09:26:09.770496 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Provisioning for port da161fbf-66d4-4bff-868e-39edd09817da completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:26:09.775147 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Provisioning complete for port da161fbf-66d4-4bff-868e-39edd09817da triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:26:09.775528 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:09.790133 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a54fdf-883f-4820-9e28-2363feafd623 req-3e640807-f6ee-4e5e-a7e0-263b080455be tempest-ServersNegativeTestMultiTenantJSON-1004017167 tempest-ServersNegativeTestMultiTenantJSON-1004017167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:09.797409 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-63a54fdf-883f-4820-9e28-2363feafd623 req-3e640807-f6ee-4e5e-a7e0-263b080455be tempest-ServersNegativeTestMultiTenantJSON-1004017167 tempest-ServersNegativeTestMultiTenantJSON-1004017167-project] 10.222.0.68 "GET /v2.0/networks?id=33b1c44e-4835-4a1e-99cd-f4fd60cc56bb HTTP/1.1" status: 200 len: 823 time: 0.1807199 Jul 14 09:26:09.801591 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-224785c2-996d-40e7-ae28-736b6e5737a2 req-fe053913-66e8-43d9-b5d5-b1ed89db1361 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b69c30b3-4a7f-4f03-b18a-8064aa521500 HTTP/1.1" status: 200 len: 217 time: 0.0569453 Jul 14 09:26:09.815352 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-63a54fdf-883f-4820-9e28-2363feafd623 req-d1bf104a-7dad-463a-bab2-ef1224c45e9a tempest-ServersNegativeTestMultiTenantJSON-1004017167 tempest-ServersNegativeTestMultiTenantJSON-1004017167-project] 10.222.0.68 "GET /v2.0/quotas/9b7dcca28625499194f048a619cb67df HTTP/1.1" status: 200 len: 375 time: 0.0169616 Jul 14 09:26:09.828266 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1c1570-6841-4b86-b440-5927a3b7d1a0 req-449332a9-cad3-4480-a001-7df0bebb5eb4 tempest-ListServersNegativeTestJSON-1499415755 tempest-ListServersNegativeTestJSON-1499415755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:09.837849 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-aa1c1570-6841-4b86-b440-5927a3b7d1a0 req-449332a9-cad3-4480-a001-7df0bebb5eb4 tempest-ListServersNegativeTestJSON-1499415755 tempest-ListServersNegativeTestJSON-1499415755-project] 10.222.0.68 "GET /v2.0/ports?device_id=002785b9-e390-42a3-b365-eead167016a1 HTTP/1.1" status: 200 len: 944 time: 0.4000888 Jul 14 09:26:09.845458 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-87034a2c-3f12-4308-a013-a1f97fe49443 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:09.846113 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-87034a2c-3f12-4308-a013-a1f97fe49443 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:09.854915 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-63a54fdf-883f-4820-9e28-2363feafd623 req-29271d14-9d87-472d-85a5-3615984faef2 tempest-ServersNegativeTestMultiTenantJSON-1004017167 tempest-ServersNegativeTestMultiTenantJSON-1004017167-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=9b7dcca28625499194f048a619cb67df&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0384829 Jul 14 09:26:09.921885 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-52134507-2670-4f55-9e9f-d8534b1afa7f None None] Provisioning for port ea9e9cbd-c4fe-40eb-a857-ee9e6c073bb8 completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:26:09.927650 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-52134507-2670-4f55-9e9f-d8534b1afa7f None None] Provisioning complete for port ea9e9cbd-c4fe-40eb-a857-ee9e6c073bb8 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:26:09.928231 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-52134507-2670-4f55-9e9f-d8534b1afa7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:09.950227 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f971ddd2-ac07-46fc-af66-856492f65aab req-e3b0c5c6-c8ab-4830-9313-68d7a8405b8b service neutron] 10.222.0.57 "GET /v2.0/networks/d4646c8c-d25d-437d-a1b6-69ddc070b142?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474159 Jul 14 09:26:09.967552 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-52134507-2670-4f55-9e9f-d8534b1afa7f None None] Port ea9e9cbd-c4fe-40eb-a857-ee9e6c073bb8 cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:26:09.972956 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:10.001988 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-87034a2c-3f12-4308-a013-a1f97fe49443 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3114114 Jul 14 09:26:10.003520 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-63a54fdf-883f-4820-9e28-2363feafd623 req-c951e63b-0844-482a-b5c3-e528e0f45cc5 service neutron] 10.222.0.68 "GET /v2.0/networks/33b1c44e-4835-4a1e-99cd-f4fd60cc56bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476836 Jul 14 09:26:10.015557 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port da161fbf-66d4-4bff-868e-39edd09817da, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=da161fbf-66d4-4bff-868e-39edd09817da,segment=NetworkSegment(d26b0e82-e160-4718-b827-f93b94dc416a),segment_id=d26b0e82-e160-4718-b827-f93b94dc416a)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:26:10.020818 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:10.022088 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 71e85ce8-0d8a-4fea-ab85-38e11b64c38d up at agent hyperv_n-h2-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:26:10.026893 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-face9257-7590-4154-8f2b-b9fa7bb58d05 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Request body: {'port': {'device_id': '5c7b30e8-3087-4fa2-a121-bc36e0beab3b', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '42a058fa-f36e-4a5f-a1b5-ee56753d964d', 'admin_state_up': True, 'tenant_id': '4cb5d08776664e9f8e9d7e6bc7c12e1a', 'security_groups': ['3e8708b8-59d7-4408-a840-9965955f2a4b']}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:26:10.081355 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-aa1c1570-6841-4b86-b440-5927a3b7d1a0 req-733b021f-cf7b-44b7-add0-f330251bb826 tempest-ListServersNegativeTestJSON-1499415755 tempest-ListServersNegativeTestJSON-1499415755-project] 10.222.0.68 "GET /v2.0/security-groups?id=ee599ffa-656c-4b33-a533-367ce77dba83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2427263 Jul 14 09:26:10.099111 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224785c2-996d-40e7-ae28-736b6e5737a2 req-5d6fb09e-314b-4e50-a897-6e9aee9df1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:10.103094 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-224785c2-996d-40e7-ae28-736b6e5737a2 req-5d6fb09e-314b-4e50-a897-6e9aee9df1e0 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=161ff744-01a3-4b1b-91db-4871965e9293 HTTP/1.1" status: 200 len: 858 time: 0.2524748 Jul 14 09:26:10.131138 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Pushing event updated for resources: {'Port': ['ID=da161fbf-66d4-4bff-868e-39edd09817da,revision_number=5']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:10.136028 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Provisioning for port 71e85ce8-0d8a-4fea-ab85-38e11b64c38d completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:26:10.140864 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Provisioning complete for port 71e85ce8-0d8a-4fea-ab85-38e11b64c38d triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:26:10.141243 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:10.157390 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-63a54fdf-883f-4820-9e28-2363feafd623 req-31db42a0-2d2e-4f2a-8ec6-3432bc37b8a8 service neutron] 10.222.0.68 "GET /v2.0/networks/33b1c44e-4835-4a1e-99cd-f4fd60cc56bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522362 Jul 14 09:26:10.200688 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-224785c2-996d-40e7-ae28-736b6e5737a2 req-1a81ce26-ce30-453f-ba28-c26388399103 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d4646c8c-d25d-437d-a1b6-69ddc070b142&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0816963 Jul 14 09:26:10.286708 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:10.357046 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 71e85ce8-0d8a-4fea-ab85-38e11b64c38d, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=71e85ce8-0d8a-4fea-ab85-38e11b64c38d,segment=NetworkSegment(0f04ac95-6c12-4d33-9421-625ddae609a1),segment_id=0f04ac95-6c12-4d33-9421-625ddae609a1)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:26:10.366451 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:10.368816 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 14 Jul 2021 09:26:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4f27ae2-b427-4c3a-ac3b-25bede9220a0 x-openstack-request-id: req-f4f27ae2-b427-4c3a-ac3b-25bede9220a0 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:26:10.369028 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5ec9509-93f2-4f55-941d-12f37991f5a1", "tag": "264b3b28-e033-4b6c-b46d-074bccc05785", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "002785b9-e390-42a3-b365-eead167016a1", "tag": "0ec1dab4-76c9-4527-a7f1-eee4d5e3ea59", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:26:10.369316 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-f4f27ae2-b427-4c3a-ac3b-25bede9220a0 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:26:10.370461 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5ec9509-93f2-4f55-941d-12f37991f5a1', 'tag': '264b3b28-e033-4b6c-b46d-074bccc05785', 'status': 'completed', 'code': 200} Jul 14 09:26:10.370461 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '002785b9-e390-42a3-b365-eead167016a1', 'tag': '0ec1dab4-76c9-4527-a7f1-eee4d5e3ea59', 'status': 'completed', 'code': 200} Jul 14 09:26:10.455321 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec97d85-db37-451c-8816-05f0d3b090d2 req-4792908c-c8eb-4112-b953-8e31a6e80f39 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:10.462115 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec97d85-db37-451c-8816-05f0d3b090d2 req-4792908c-c8eb-4112-b953-8e31a6e80f39 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:10.465101 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Pushing event updated for resources: {'Port': ['ID=71e85ce8-0d8a-4fea-ab85-38e11b64c38d,revision_number=5']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:10.468384 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec97d85-db37-451c-8816-05f0d3b090d2 req-4792908c-c8eb-4112-b953-8e31a6e80f39 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:10.474434 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec97d85-db37-451c-8816-05f0d3b090d2 req-4792908c-c8eb-4112-b953-8e31a6e80f39 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:10.476163 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0ec97d85-db37-451c-8816-05f0d3b090d2 req-4792908c-c8eb-4112-b953-8e31a6e80f39 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] 10.222.0.68 "GET /v2.0/ports?device_id=5c7b30e8-3087-4fa2-a121-bc36e0beab3b HTTP/1.1" status: 200 len: 3094 time: 0.1771438 Jul 14 09:26:10.478780 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-224785c2-996d-40e7-ae28-736b6e5737a2 req-d27fd8e5-f028-4642-b4d7-19ee72cb431a service neutron] 10.222.0.65 "GET /v2.0/networks/d4646c8c-d25d-437d-a1b6-69ddc070b142?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2682204 Jul 14 09:26:10.515818 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-face9257-7590-4154-8f2b-b9fa7bb58d05 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Made reservation on behalf of 4cb5d08776664e9f8e9d7e6bc7c12e1a for: {'port': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:26:10.520804 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-face9257-7590-4154-8f2b-b9fa7bb58d05 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:10.856941 n-d-779913-29 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65c2e97a-3a9b-45f9-8601-1b3501000ad2', 'tag': 'df6483e0-89e5-45b9-8d7a-dd0f399b1b72'}, {'server_uuid': '1e47bf17-b929-4bf1-99b0-1c9faf851557', 'name': 'network-vif-deleted', 'tag': '0f39e973-face-4493-81d7-410ee30b1531'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:26:10.860946 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cb48f044f948e981f43897c8d7f1332f741dc7af2b4c5a6e19d8f4a80f708e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57f3dd9b-0431-4398-b0b1-a4d521fdd673" -d '{"events": [{"name": "network-changed", "server_uuid": "65c2e97a-3a9b-45f9-8601-1b3501000ad2", "tag": "df6483e0-89e5-45b9-8d7a-dd0f399b1b72"}, {"server_uuid": "1e47bf17-b929-4bf1-99b0-1c9faf851557", "name": "network-vif-deleted", "tag": "0f39e973-face-4493-81d7-410ee30b1531"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:26:10.925691 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bafd886-030e-450b-9406-a3d54aad71c0 req-54d724e1-1aca-4617-8946-f685e1198e29 tempest-ServerRescueTestJSON-1969041098 tempest-ServerRescueTestJSON-1969041098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:10.931028 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-7bafd886-030e-450b-9406-a3d54aad71c0 req-54d724e1-1aca-4617-8946-f685e1198e29 tempest-ServerRescueTestJSON-1969041098 tempest-ServerRescueTestJSON-1969041098-project] 10.222.0.68 "GET /v2.0/ports?device_id=fd1f4779-7c9e-445b-a0be-3b95d7c816a4 HTTP/1.1" status: 200 len: 946 time: 0.4444737 Jul 14 09:26:10.991221 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-7bafd886-030e-450b-9406-a3d54aad71c0 req-c8af6923-48b1-4047-a0be-485e5bbae5ff tempest-ServerRescueTestJSON-1969041098 tempest-ServerRescueTestJSON-1969041098-project] 10.222.0.68 "GET /v2.0/security-groups?id=d6a7feba-be17-4d7e-a638-e9426c29981e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501461 Jul 14 09:26:10.998423 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2792d317-c2ef-4d7b-9307-fede26047ec9 req-daac7277-49dc-495e-bfcb-81b91b1484a6 tempest-ServerShowV247Test-95289089 tempest-ServerShowV247Test-95289089-project] 10.222.0.65 "GET /v2.0/ports?device_id=646fa4a5-d881-4c1a-880e-d25dbf15854a HTTP/1.1" status: 200 len: 210 time: 0.4668167 Jul 14 09:26:11.076128 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0ec97d85-db37-451c-8816-05f0d3b090d2 req-6b03eb52-146f-4dba-85f7-329e20e3232d tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] 10.222.0.68 "GET /v2.0/security-groups?id=3e8708b8-59d7-4408-a840-9965955f2a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5898306 Jul 14 09:26:11.156741 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:26:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c02369fc-f970-4c96-8b7f-5bd6b1678b1c x-openstack-request-id: req-c02369fc-f970-4c96-8b7f-5bd6b1678b1c {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:26:11.157032 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63eeb2a1-7ac5-48f3-b93f-614fd3099f12", "name": "network-vif-plugged", "status": "completed", "tag": "09993cfe-f0e6-4ef4-a8d3-7d79a89a7f3b", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:26:11.157284 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-c02369fc-f970-4c96-8b7f-5bd6b1678b1c {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:26:11.157719 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63eeb2a1-7ac5-48f3-b93f-614fd3099f12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09993cfe-f0e6-4ef4-a8d3-7d79a89a7f3b', 'code': 200} Jul 14 09:26:11.186501 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc8daa9-2b71-4449-b5df-b4c1f159c7ab req-b1b2d0c2-58cf-497e-a0d3-f83b0cdb848d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:11.188018 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ffc8daa9-2b71-4449-b5df-b4c1f159c7ab req-b1b2d0c2-58cf-497e-a0d3-f83b0cdb848d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=fcc388573ac348fbbfc19b069c9286c6&device_id=b5ec9509-93f2-4f55-941d-12f37991f5a1 HTTP/1.1" status: 200 len: 1095 time: 0.7083697 Jul 14 09:26:11.253314 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-224785c2-996d-40e7-ae28-736b6e5737a2 req-00465451-ef61-4692-802d-7080f1b90841 service neutron] 10.222.0.65 "GET /v2.0/networks/d4646c8c-d25d-437d-a1b6-69ddc070b142?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7205508 Jul 14 09:26:11.349440 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-444a2bca-60f5-41b8-a430-fcb13f46baed req-cd4ed863-2aae-4033-9330-86ad4beeafff tempest-ServerShowV247Test-95289089 tempest-ServerShowV247Test-95289089-project] 10.222.0.68 "GET /v2.0/ports?device_id=646fa4a5-d881-4c1a-880e-d25dbf15854a HTTP/1.1" status: 200 len: 210 time: 0.0462539 Jul 14 09:26:11.450265 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc8daa9-2b71-4449-b5df-b4c1f159c7ab req-e999d3af-1580-4f51-b3b0-86943a80c445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:11.452799 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ffc8daa9-2b71-4449-b5df-b4c1f159c7ab req-e999d3af-1580-4f51-b3b0-86943a80c445 service neutron] 10.222.0.57 "GET /v2.0/networks?id=d4646c8c-d25d-437d-a1b6-69ddc070b142 HTTP/1.1" status: 200 len: 919 time: 0.2200391 Jul 14 09:26:11.458914 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-face9257-7590-4154-8f2b-b9fa7bb58d05 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Allocated IP 10.2.2.200 (42a058fa-f36e-4a5f-a1b5-ee56753d964d/df8e47ca-e310-4261-88e8-dfbdedfc6676/0d1d6f24-a3fe-4925-8ced-a01216f77039) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:26:11.494436 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73489348-c31c-40c3-ba77-9b3129f13082 req-dce59612-3f1b-4b69-bbce-de96d7181d17 tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:11.496573 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-73489348-c31c-40c3-ba77-9b3129f13082 req-dce59612-3f1b-4b69-bbce-de96d7181d17 tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] 10.222.0.68 "GET /v2.0/ports?device_id=65c2e97a-3a9b-45f9-8601-1b3501000ad2 HTTP/1.1" status: 200 len: 944 time: 0.0953526 Jul 14 09:26:11.516836 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ffc8daa9-2b71-4449-b5df-b4c1f159c7ab req-f50ca2f0-fc80-48bf-ad64-09f893b75456 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=264b3b28-e033-4b6c-b46d-074bccc05785 HTTP/1.1" status: 200 len: 217 time: 0.0504229 Jul 14 09:26:11.537210 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-73489348-c31c-40c3-ba77-9b3129f13082 req-5de5b13f-da5c-4a2c-aef2-f9e71661279d tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] 10.222.0.68 "GET /v2.0/security-groups?id=cf40bcd2-1dd1-48fb-a6b7-6df0e80ce2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345674 Jul 14 09:26:11.674593 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc8daa9-2b71-4449-b5df-b4c1f159c7ab req-5b87788b-e9d3-46e6-a995-f2dfb0d8ba87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:11.675490 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-97e3ae50-0832-4c13-b645-616636e1d6b7 req-abb72fe7-3838-488d-b08c-386fef047ccc tempest-ServersNegativeTestMultiTenantJSON-1004017167 tempest-ServersNegativeTestMultiTenantJSON-1004017167-project] 10.222.0.68 "GET /v2.0/ports?device_id=229d01ea-9e8d-42cd-a1b6-2aeff691c308 HTTP/1.1" status: 200 len: 210 time: 0.0339065 Jul 14 09:26:11.675998 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ffc8daa9-2b71-4449-b5df-b4c1f159c7ab req-5b87788b-e9d3-46e6-a995-f2dfb0d8ba87 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=161ff744-01a3-4b1b-91db-4871965e9293 HTTP/1.1" status: 200 len: 858 time: 0.1385181 Jul 14 09:26:11.737890 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ffc8daa9-2b71-4449-b5df-b4c1f159c7ab req-397a58ec-b30c-4024-842b-298eb9439feb service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d4646c8c-d25d-437d-a1b6-69ddc070b142&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482459 Jul 14 09:26:11.757617 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1329220a-62cd-45ee-93f7-4229707f4455 req-41cc3abf-cbfe-427e-8183-c97ad9ee0629 tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:11.763085 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 48010) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:11.768397 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1329220a-62cd-45ee-93f7-4229707f4455 req-41cc3abf-cbfe-427e-8183-c97ad9ee0629 tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:11.775047 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1329220a-62cd-45ee-93f7-4229707f4455 req-41cc3abf-cbfe-427e-8183-c97ad9ee0629 tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:11.776738 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1329220a-62cd-45ee-93f7-4229707f4455 req-41cc3abf-cbfe-427e-8183-c97ad9ee0629 tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] 10.222.0.68 "GET /v2.0/ports?device_id=63eeb2a1-7ac5-48f3-b93f-614fd3099f12 HTTP/1.1" status: 200 len: 2416 time: 0.2510841 Jul 14 09:26:11.911645 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 14 Jul 2021 09:26:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1066714a-6594-4b6b-84cc-87e82b487695 x-openstack-request-id: req-1066714a-6594-4b6b-84cc-87e82b487695 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:26:11.912029 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65c2e97a-3a9b-45f9-8601-1b3501000ad2", "tag": "df6483e0-89e5-45b9-8d7a-dd0f399b1b72", "status": "completed", "code": 200}, {"server_uuid": "1e47bf17-b929-4bf1-99b0-1c9faf851557", "name": "network-vif-deleted", "tag": "0f39e973-face-4493-81d7-410ee30b1531", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:26:11.912390 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-1066714a-6594-4b6b-84cc-87e82b487695 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:26:11.912846 n-d-779913-29 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65c2e97a-3a9b-45f9-8601-1b3501000ad2', 'tag': 'df6483e0-89e5-45b9-8d7a-dd0f399b1b72', 'status': 'completed', 'code': 200} Jul 14 09:26:11.913168 n-d-779913-29 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e47bf17-b929-4bf1-99b0-1c9faf851557', 'name': 'network-vif-deleted', 'tag': '0f39e973-face-4493-81d7-410ee30b1531', 'status': 'completed', 'code': 200} Jul 14 09:26:11.945353 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-face9257-7590-4154-8f2b-b9fa7bb58d05 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:12.011274 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1329220a-62cd-45ee-93f7-4229707f4455 req-00994a02-e8af-4d93-b3f2-47ac91aae033 tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] 10.222.0.68 "GET /v2.0/security-groups?id=e583495f-449a-49ad-92be-ddfb834c83f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2182417 Jul 14 09:26:12.015255 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-face9257-7590-4154-8f2b-b9fa7bb58d05 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Transition to ACTIVE for port object 0d1d6f24-a3fe-4925-8ced-a01216f77039 will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:26:12.046541 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fc0524-6c02-4a0e-99f8-f03e77fb4736 req-561a03bf-bd8a-4dfa-b921-3191ce5dcb86 tempest-ListServersNegativeTestJSON-1499415755 tempest-ListServersNegativeTestJSON-1499415755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:12.053887 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d4fc0524-6c02-4a0e-99f8-f03e77fb4736 req-561a03bf-bd8a-4dfa-b921-3191ce5dcb86 tempest-ListServersNegativeTestJSON-1499415755 tempest-ListServersNegativeTestJSON-1499415755-project] 10.222.0.68 "GET /v2.0/ports?device_id=002785b9-e390-42a3-b365-eead167016a1 HTTP/1.1" status: 200 len: 944 time: 0.1440742 Jul 14 09:26:12.207579 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ffc8daa9-2b71-4449-b5df-b4c1f159c7ab req-a1c83ef4-e86f-4e9a-9ee7-c736467e7eb7 service neutron] 10.222.0.57 "GET /v2.0/networks/d4646c8c-d25d-437d-a1b6-69ddc070b142?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4235251 Jul 14 09:26:12.220826 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d4fc0524-6c02-4a0e-99f8-f03e77fb4736 req-b2a19efc-9238-48fe-ad32-39fa4f248f7e tempest-ListServersNegativeTestJSON-1499415755 tempest-ListServersNegativeTestJSON-1499415755-project] 10.222.0.68 "GET /v2.0/security-groups?id=ee599ffa-656c-4b33-a533-367ce77dba83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659019 Jul 14 09:26:12.247105 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a54fdf-883f-4820-9e28-2363feafd623 req-051051f2-c3ed-4d72-886d-97918638900c tempest-ServersNegativeTestMultiTenantJSON-1004017167 tempest-ServersNegativeTestMultiTenantJSON-1004017167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:12.248729 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-63a54fdf-883f-4820-9e28-2363feafd623 req-051051f2-c3ed-4d72-886d-97918638900c tempest-ServersNegativeTestMultiTenantJSON-1004017167 tempest-ServersNegativeTestMultiTenantJSON-1004017167-project] 10.222.0.65 "GET /v2.0/networks?id=33b1c44e-4835-4a1e-99cd-f4fd60cc56bb HTTP/1.1" status: 200 len: 823 time: 0.2110703 Jul 14 09:26:12.276519 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-face9257-7590-4154-8f2b-b9fa7bb58d05 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:12.307373 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-63a54fdf-883f-4820-9e28-2363feafd623 req-7d50ab7c-6b19-4659-8c71-8d383a700004 tempest-ServersNegativeTestMultiTenantJSON-1004017167 tempest-ServersNegativeTestMultiTenantJSON-1004017167-project] Request body: {'port': {'device_id': '229d01ea-9e8d-42cd-a1b6-2aeff691c308', 'network_id': '33b1c44e-4835-4a1e-99cd-f4fd60cc56bb', 'admin_state_up': True, 'tenant_id': '9b7dcca28625499194f048a619cb67df'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:26:12.361283 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device b69c30b3-4a7f-4f03-b18a-8064aa521500 details requested by agent hyperv_n-h1-779913-29 with host n-h1-779913-29 {{(pid=93959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:26:12.502732 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port b69c30b3-4a7f-4f03-b18a-8064aa521500, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=b69c30b3-4a7f-4f03-b18a-8064aa521500,segment=NetworkSegment(7d8815e9-0200-443e-a333-a7dc7602fee9),segment_id=7d8815e9-0200-443e-a333-a7dc7602fee9)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:26:12.515714 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Returning: {'device': 'b69c30b3-4a7f-4f03-b18a-8064aa521500', 'network_id': 'd4646c8c-d25d-437d-a1b6-69ddc070b142', 'port_id': 'b69c30b3-4a7f-4f03-b18a-8064aa521500', 'mac_address': 'fa:16:3e:4b:db:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 719, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '161ff744-01a3-4b1b-91db-4871965e9293', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:26:12.529320 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c6d4c1-8564-4a65-b5b5-85ef8e4b7e24 req-a5b8f12b-5b9e-411d-91c3-1da3ac3332b2 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:12.535695 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c6d4c1-8564-4a65-b5b5-85ef8e4b7e24 req-a5b8f12b-5b9e-411d-91c3-1da3ac3332b2 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:12.542440 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c6d4c1-8564-4a65-b5b5-85ef8e4b7e24 req-a5b8f12b-5b9e-411d-91c3-1da3ac3332b2 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:12.548880 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c6d4c1-8564-4a65-b5b5-85ef8e4b7e24 req-a5b8f12b-5b9e-411d-91c3-1da3ac3332b2 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:12.555285 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c6d4c1-8564-4a65-b5b5-85ef8e4b7e24 req-a5b8f12b-5b9e-411d-91c3-1da3ac3332b2 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:12.563739 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f3dd9b-0431-4398-b0b1-a4d521fdd673 req-bd69a7ca-60e7-4d0c-b44e-e902b692f6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:12.564747 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:12.565400 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-57f3dd9b-0431-4398-b0b1-a4d521fdd673 req-bd69a7ca-60e7-4d0c-b44e-e902b692f6b3 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=88495f2d6951432397900165a462d224&device_id=65c2e97a-3a9b-45f9-8601-1b3501000ad2 HTTP/1.1" status: 200 len: 1127 time: 0.6939328 Jul 14 09:26:12.565539 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-35c6d4c1-8564-4a65-b5b5-85ef8e4b7e24 req-a5b8f12b-5b9e-411d-91c3-1da3ac3332b2 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] 10.222.0.68 "GET /v2.0/ports?device_id=5c7b30e8-3087-4fa2-a121-bc36e0beab3b HTTP/1.1" status: 200 len: 3815 time: 0.1930437 Jul 14 09:26:12.597765 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b69c30b3-4a7f-4f03-b18a-8064aa521500 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:26:12.605091 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ffc8daa9-2b71-4449-b5df-b4c1f159c7ab req-e4b79b87-ff50-4ad7-bea3-691a2c0f540f service neutron] 10.222.0.57 "GET /v2.0/networks/d4646c8c-d25d-437d-a1b6-69ddc070b142?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3316450 Jul 14 09:26:12.621115 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-35c6d4c1-8564-4a65-b5b5-85ef8e4b7e24 req-87b0776b-3c73-4ced-b86a-fe7452d4c0d2 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] 10.222.0.68 "GET /v2.0/security-groups?id=3e8708b8-59d7-4408-a840-9965955f2a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500381 Jul 14 09:26:12.628653 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-face9257-7590-4154-8f2b-b9fa7bb58d05 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Network 42a058fa-f36e-4a5f-a1b5-ee56753d964d is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:26:12.657318 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0460610e-070b-4c88-af49-2498c30c19bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-683602'] for router_interface, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:12.663479 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-face9257-7590-4154-8f2b-b9fa7bb58d05 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:26:12.681359 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-face9257-7590-4154-8f2b-b9fa7bb58d05 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:26:12.701325 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-face9257-7590-4154-8f2b-b9fa7bb58d05 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Pushing event updated for resources: {'Port': ['ID=0d1d6f24-a3fe-4925-8ced-a01216f77039,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:12.712615 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port b69c30b3-4a7f-4f03-b18a-8064aa521500, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=b69c30b3-4a7f-4f03-b18a-8064aa521500,segment=NetworkSegment(7d8815e9-0200-443e-a333-a7dc7602fee9),segment_id=7d8815e9-0200-443e-a333-a7dc7602fee9)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:26:12.721244 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:12.727161 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:12.822508 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Pushing event updated for resources: {'Port': ['ID=b69c30b3-4a7f-4f03-b18a-8064aa521500,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:12.952372 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-face9257-7590-4154-8f2b-b9fa7bb58d05 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:12.953044 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-face9257-7590-4154-8f2b-b9fa7bb58d05 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:12.973750 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e74be3-8e42-459b-9c42-7100aeeced57 req-41f62ed3-6603-4fce-8bea-c70affd4145c tempest-ServerRescueTestJSON-1969041098 tempest-ServerRescueTestJSON-1969041098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:12.975706 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-36e74be3-8e42-459b-9c42-7100aeeced57 req-41f62ed3-6603-4fce-8bea-c70affd4145c tempest-ServerRescueTestJSON-1969041098 tempest-ServerRescueTestJSON-1969041098-project] 10.222.0.68 "GET /v2.0/ports?device_id=fd1f4779-7c9e-445b-a0be-3b95d7c816a4 HTTP/1.1" status: 200 len: 946 time: 0.7895095 Jul 14 09:26:13.015615 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] get_ports_and_sgs() called for port_ids ['b69c30b3-4a7f-4f03-b18a-8064aa521500'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:26:13.025726 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f3dd9b-0431-4398-b0b1-a4d521fdd673 req-4057a4f1-4743-4b70-b0e7-f5a814b416a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:13.030448 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-57f3dd9b-0431-4398-b0b1-a4d521fdd673 req-4057a4f1-4743-4b70-b0e7-f5a814b416a7 service neutron] 10.222.0.65 "GET /v2.0/networks?id=fdafaba0-da53-47c8-a4eb-7c69deccbba6 HTTP/1.1" status: 200 len: 909 time: 0.4522514 Jul 14 09:26:13.084717 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1e9614-ccef-4dc6-82a9-ca9b95353f76 req-6a3e625b-cc46-42bc-81e5-97543ecb4e70 tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:13.093869 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-2e1e9614-ccef-4dc6-82a9-ca9b95353f76 req-6a3e625b-cc46-42bc-81e5-97543ecb4e70 tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] 10.222.0.68 "GET /v2.0/ports?device_id=65c2e97a-3a9b-45f9-8601-1b3501000ad2 HTTP/1.1" status: 200 len: 944 time: 0.1876945 Jul 14 09:26:13.116667 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-57f3dd9b-0431-4398-b0b1-a4d521fdd673 req-00c2647d-9484-4bd1-a1bc-ea9033a47819 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=df6483e0-89e5-45b9-8d7a-dd0f399b1b72 HTTP/1.1" status: 200 len: 217 time: 0.0527341 Jul 14 09:26:13.147049 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-cad1a7f9-a879-42ba-9043-09b8fccbd96a None None] Provisioning for port 0d1d6f24-a3fe-4925-8ced-a01216f77039 completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:26:13.154259 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63a54fdf-883f-4820-9e28-2363feafd623 req-7d50ab7c-6b19-4659-8c71-8d383a700004 tempest-ServersNegativeTestMultiTenantJSON-1004017167 tempest-ServersNegativeTestMultiTenantJSON-1004017167-project] Made reservation on behalf of 9b7dcca28625499194f048a619cb67df for: {'port': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:26:13.154698 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-cad1a7f9-a879-42ba-9043-09b8fccbd96a None None] Provisioning complete for port 0d1d6f24-a3fe-4925-8ced-a01216f77039 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:26:13.155211 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cad1a7f9-a879-42ba-9043-09b8fccbd96a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:13.157883 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-63a54fdf-883f-4820-9e28-2363feafd623 req-7d50ab7c-6b19-4659-8c71-8d383a700004 tempest-ServersNegativeTestMultiTenantJSON-1004017167 tempest-ServersNegativeTestMultiTenantJSON-1004017167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:13.197786 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-2e1e9614-ccef-4dc6-82a9-ca9b95353f76 req-5d18db20-c005-4048-bce1-f2eb2dfc560a tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] 10.222.0.68 "GET /v2.0/security-groups?id=cf40bcd2-1dd1-48fb-a6b7-6df0e80ce2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027682 Jul 14 09:26:13.199595 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63eeb2a1-7ac5-48f3-b93f-614fd3099f12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da161fbf-66d4-4bff-868e-39edd09817da'}, {'server_uuid': '63eeb2a1-7ac5-48f3-b93f-614fd3099f12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71e85ce8-0d8a-4fea-ab85-38e11b64c38d'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:26:13.202299 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd62303f06773040a8a4e189dc46b4f565768c299abf8ab8e7739778b0bc3e97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd912885-8e5a-4ec4-a9ee-a21e575093e2" -d '{"events": [{"server_uuid": "63eeb2a1-7ac5-48f3-b93f-614fd3099f12", "name": "network-vif-plugged", "status": "completed", "tag": "da161fbf-66d4-4bff-868e-39edd09817da"}, {"server_uuid": "63eeb2a1-7ac5-48f3-b93f-614fd3099f12", "name": "network-vif-plugged", "status": "completed", "tag": "71e85ce8-0d8a-4fea-ab85-38e11b64c38d"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:26:13.212846 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-cad1a7f9-a879-42ba-9043-09b8fccbd96a None None] Port 0d1d6f24-a3fe-4925-8ced-a01216f77039 cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:26:13.212846 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 264b3b28-e033-4b6c-b46d-074bccc05785 details requested by agent hyperv_n-h2-779913-29 with host n-h2-779913-29 {{(pid=93959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:26:13.214457 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 0f39e973-face-4493-81d7-410ee30b1531 no longer exists at agent hyperv_n-h2-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:26:13.236759 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-face9257-7590-4154-8f2b-b9fa7bb58d05 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2155261 Jul 14 09:26:13.248977 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc8daa9-2b71-4449-b5df-b4c1f159c7ab req-12c41f26-0d48-423b-be2b-78463d0da67f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:13.250606 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ffc8daa9-2b71-4449-b5df-b4c1f159c7ab req-12c41f26-0d48-423b-be2b-78463d0da67f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=fcc388573ac348fbbfc19b069c9286c6&device_id=002785b9-e390-42a3-b365-eead167016a1 HTTP/1.1" status: 200 len: 1096 time: 0.4736516 Jul 14 09:26:13.255800 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-0460610e-070b-4c88-af49-2498c30c19bd admin admin] Deleting port b63887ff-7bca-4218-ad5f-9d5df52c29cd {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:26:13.255800 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0460610e-070b-4c88-af49-2498c30c19bd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:13.257566 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 48032) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:13.264309 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-36e74be3-8e42-459b-9c42-7100aeeced57 req-8c24f02d-a75d-42cd-acf7-c6467e949f52 tempest-ServerRescueTestJSON-1969041098 tempest-ServerRescueTestJSON-1969041098-project] 10.222.0.68 "GET /v2.0/security-groups?id=d6a7feba-be17-4d7e-a638-e9426c29981e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2590189 Jul 14 09:26:13.303912 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-64575faa-bcc4-44df-8028-8f8282751338 service neutron] Request body: {'port': {'device_id': '5c7b30e8-3087-4fa2-a121-bc36e0beab3b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-29'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:26:13.456512 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] No Port match for: 0f39e973-face-4493-81d7-410ee30b1531 {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:26:13.457091 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 0f39e973-face-4493-81d7-410ee30b1531 not bound to the agent host n-h2-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:26:13.475311 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc8daa9-2b71-4449-b5df-b4c1f159c7ab req-fd9e5230-b9d6-473c-8712-e950ddd9c55a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:13.477928 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ffc8daa9-2b71-4449-b5df-b4c1f159c7ab req-fd9e5230-b9d6-473c-8712-e950ddd9c55a service neutron] 10.222.0.57 "GET /v2.0/networks?id=d4646c8c-d25d-437d-a1b6-69ddc070b142 HTTP/1.1" status: 200 len: 919 time: 0.2097764 Jul 14 09:26:13.486752 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-05c2a922-0b62-4766-82e4-8c001898da3b req-d050e9aa-c773-4274-9415-3ab55022d7d3 tempest-ServersNegativeTestMultiTenantJSON-1004017167 tempest-ServersNegativeTestMultiTenantJSON-1004017167-project] 10.222.0.68 "GET /v2.0/ports?device_id=229d01ea-9e8d-42cd-a1b6-2aeff691c308 HTTP/1.1" status: 200 len: 210 time: 0.0967891 Jul 14 09:26:13.493673 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:13.495908 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f3dd9b-0431-4398-b0b1-a4d521fdd673 req-94226dc2-24d5-4632-a23c-d71ccec857bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:13.497827 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-57f3dd9b-0431-4398-b0b1-a4d521fdd673 req-94226dc2-24d5-4632-a23c-d71ccec857bc service neutron] 10.222.0.65 "GET /v2.0/subnets?id=5194e827-9fb1-419e-b4bc-69aee8b3dca3 HTTP/1.1" status: 200 len: 848 time: 0.3706939 Jul 14 09:26:13.521112 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2bcf29a2-b523-4df3-8941-6947bb08822a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:13.607819 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-0460610e-070b-4c88-af49-2498c30c19bd admin admin] For port b63887ff-7bca-4218-ad5f-9d5df52c29cd, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=b63887ff-7bca-4218-ad5f-9d5df52c29cd,segment=NetworkSegment(ddccd952-f86c-42d9-9a76-fafa68d7d61d),segment_id=ddccd952-f86c-42d9-9a76-fafa68d7d61d)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:26:13.610320 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0460610e-070b-4c88-af49-2498c30c19bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:13.629779 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-0460610e-070b-4c88-af49-2498c30c19bd admin admin] Calling delete_port for b63887ff-7bca-4218-ad5f-9d5df52c29cd owned by network:router_interface {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:26:13.635848 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 264b3b28-e033-4b6c-b46d-074bccc05785, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=264b3b28-e033-4b6c-b46d-074bccc05785,segment=NetworkSegment(7d8815e9-0200-443e-a333-a7dc7602fee9),segment_id=7d8815e9-0200-443e-a333-a7dc7602fee9)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:26:13.656657 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Returning: {'device': '264b3b28-e033-4b6c-b46d-074bccc05785', 'network_id': 'd4646c8c-d25d-437d-a1b6-69ddc070b142', 'port_id': '264b3b28-e033-4b6c-b46d-074bccc05785', 'mac_address': 'fa:16:3e:8d:e3:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 719, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '161ff744-01a3-4b1b-91db-4871965e9293', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:26:13.703083 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ffc8daa9-2b71-4449-b5df-b4c1f159c7ab req-0ba93d70-5d20-40ca-8f0c-36fbe438efdd service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0ec1dab4-76c9-4527-a7f1-eee4d5e3ea59 HTTP/1.1" status: 200 len: 217 time: 0.1536350 Jul 14 09:26:13.704537 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:13.718238 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-57f3dd9b-0431-4398-b0b1-a4d521fdd673 req-755fade2-9ae0-4a2f-bb05-aaf0658e25a7 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=fdafaba0-da53-47c8-a4eb-7c69deccbba6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1563962 Jul 14 09:26:13.719753 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 264b3b28-e033-4b6c-b46d-074bccc05785 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:26:13.761133 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 264b3b28-e033-4b6c-b46d-074bccc05785, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=264b3b28-e033-4b6c-b46d-074bccc05785,segment=NetworkSegment(7d8815e9-0200-443e-a333-a7dc7602fee9),segment_id=7d8815e9-0200-443e-a333-a7dc7602fee9)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:26:13.768548 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:13.787501 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-64575faa-bcc4-44df-8028-8f8282751338 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:13.842700 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Pushing event updated for resources: {'Port': ['ID=264b3b28-e033-4b6c-b46d-074bccc05785,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:13.887939 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66e9e39-58b2-4c14-ba8b-b40077be0e77 req-ae98905e-b432-4739-8c98-fce6249fbf14 tempest-ListServersNegativeTestJSON-1499415755 tempest-ListServersNegativeTestJSON-1499415755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:13.889455 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-a66e9e39-58b2-4c14-ba8b-b40077be0e77 req-ae98905e-b432-4739-8c98-fce6249fbf14 tempest-ListServersNegativeTestJSON-1499415755 tempest-ListServersNegativeTestJSON-1499415755-project] 10.222.0.68 "GET /v2.0/ports?device_id=002785b9-e390-42a3-b365-eead167016a1 HTTP/1.1" status: 200 len: 944 time: 0.2066736 Jul 14 09:26:13.926532 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2bcf29a2-b523-4df3-8941-6947bb08822a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:13.937784 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2bcf29a2-b523-4df3-8941-6947bb08822a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:13.939682 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc8daa9-2b71-4449-b5df-b4c1f159c7ab req-92f3fd7f-2fac-45c7-a356-f3d18bd5abab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:13.941431 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ffc8daa9-2b71-4449-b5df-b4c1f159c7ab req-92f3fd7f-2fac-45c7-a356-f3d18bd5abab service neutron] 10.222.0.57 "GET /v2.0/subnets?id=161ff744-01a3-4b1b-91db-4871965e9293 HTTP/1.1" status: 200 len: 858 time: 0.2218368 Jul 14 09:26:13.992615 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-a66e9e39-58b2-4c14-ba8b-b40077be0e77 req-fb49c1e0-87c3-48d0-81f5-dcf7d222482b tempest-ListServersNegativeTestJSON-1499415755 tempest-ListServersNegativeTestJSON-1499415755-project] 10.222.0.68 "GET /v2.0/security-groups?id=ee599ffa-656c-4b33-a533-367ce77dba83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960882 Jul 14 09:26:14.004823 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-2bcf29a2-b523-4df3-8941-6947bb08822a admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=0c754d07295f4a0ea4df3e735180243a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7462008 Jul 14 09:26:14.008684 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 48038) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:14.011458 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ffc8daa9-2b71-4449-b5df-b4c1f159c7ab req-dcaddd7a-5b25-4133-90d7-ea2de9289429 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d4646c8c-d25d-437d-a1b6-69ddc070b142&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511951 Jul 14 09:26:14.018648 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [req-63a54fdf-883f-4820-9e28-2363feafd623 req-7d50ab7c-6b19-4659-8c71-8d383a700004 tempest-ServersNegativeTestMultiTenantJSON-1004017167 tempest-ServersNegativeTestMultiTenantJSON-1004017167-project] Allocated IP 172.20.0.9 (33b1c44e-4835-4a1e-99cd-f4fd60cc56bb/054e684f-6580-4772-80f7-f82925f6b0aa/d44a6c64-1019-4530-a2a8-da0fce021270) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:26:14.059519 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcf29a2-b523-4df3-8941-6947bb08822a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=511fdbf6-a008-445e-bf72-b97d9366770d,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:14.076681 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 14 Jul 2021 09:26:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7236e9d-ba28-44e6-92ed-19f06db84c8c x-openstack-request-id: req-d7236e9d-ba28-44e6-92ed-19f06db84c8c {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:26:14.077546 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63eeb2a1-7ac5-48f3-b93f-614fd3099f12", "name": "network-vif-plugged", "status": "completed", "tag": "da161fbf-66d4-4bff-868e-39edd09817da", "code": 200}, {"server_uuid": "63eeb2a1-7ac5-48f3-b93f-614fd3099f12", "name": "network-vif-plugged", "status": "completed", "tag": "71e85ce8-0d8a-4fea-ab85-38e11b64c38d", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:26:14.077546 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-d7236e9d-ba28-44e6-92ed-19f06db84c8c {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:26:14.077752 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63eeb2a1-7ac5-48f3-b93f-614fd3099f12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da161fbf-66d4-4bff-868e-39edd09817da', 'code': 200} Jul 14 09:26:14.077901 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63eeb2a1-7ac5-48f3-b93f-614fd3099f12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71e85ce8-0d8a-4fea-ab85-38e11b64c38d', 'code': 200} Jul 14 09:26:14.110565 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcf29a2-b523-4df3-8941-6947bb08822a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:26:14.110801 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcf29a2-b523-4df3-8941-6947bb08822a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:26:14.112031 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcf29a2-b523-4df3-8941-6947bb08822a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:26:14.112874 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcf29a2-b523-4df3-8941-6947bb08822a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:26:14.113350 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcf29a2-b523-4df3-8941-6947bb08822a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:26:14.113759 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcf29a2-b523-4df3-8941-6947bb08822a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:26:14.114964 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcf29a2-b523-4df3-8941-6947bb08822a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:26:14.115369 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcf29a2-b523-4df3-8941-6947bb08822a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:26:14.115766 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcf29a2-b523-4df3-8941-6947bb08822a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:26:14.116247 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcf29a2-b523-4df3-8941-6947bb08822a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:26:14.116642 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcf29a2-b523-4df3-8941-6947bb08822a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:26:14.117027 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcf29a2-b523-4df3-8941-6947bb08822a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:26:14.131188 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0460610e-070b-4c88-af49-2498c30c19bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:14.143079 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0331f1-409e-4797-aa92-d6009c0b2d2d req-7b355a48-dfed-417b-84a4-cee8cd229807 tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:14.150013 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0331f1-409e-4797-aa92-d6009c0b2d2d req-7b355a48-dfed-417b-84a4-cee8cd229807 tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:14.156931 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0331f1-409e-4797-aa92-d6009c0b2d2d req-7b355a48-dfed-417b-84a4-cee8cd229807 tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:14.163988 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0e0331f1-409e-4797-aa92-d6009c0b2d2d req-7b355a48-dfed-417b-84a4-cee8cd229807 tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] 10.222.0.68 "GET /v2.0/ports?device_id=63eeb2a1-7ac5-48f3-b93f-614fd3099f12 HTTP/1.1" status: 200 len: 2416 time: 0.6032965 Jul 14 09:26:14.167311 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-57f3dd9b-0431-4398-b0b1-a4d521fdd673 req-dfa073e4-2c26-4f7b-b44d-f05ccfb7676a service neutron] 10.222.0.65 "GET /v2.0/networks/fdafaba0-da53-47c8-a4eb-7c69deccbba6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4260643 Jul 14 09:26:14.188078 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b5f1653b-572a-46e3-ac01-6d6e414696dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:14.204460 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0460610e-070b-4c88-af49-2498c30c19bd admin admin] Pushing event deleted for resources: {'Port': ['ID=b63887ff-7bca-4218-ad5f-9d5df52c29cd,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:14.246486 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] get_ports_and_sgs() called for port_ids ['264b3b28-e033-4b6c-b46d-074bccc05785'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:26:14.353560 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b5f1653b-572a-46e3-ac01-6d6e414696dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:14.416684 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device b69c30b3-4a7f-4f03-b18a-8064aa521500 up at agent hyperv_n-h1-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:26:14.504716 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882d721d-606b-4606-9ee5-640455d2880d req-6040ed7f-faab-48bc-96a5-934b17257e4b tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:14.512824 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882d721d-606b-4606-9ee5-640455d2880d req-6040ed7f-faab-48bc-96a5-934b17257e4b tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:14.522146 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882d721d-606b-4606-9ee5-640455d2880d req-6040ed7f-faab-48bc-96a5-934b17257e4b tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:14.532545 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882d721d-606b-4606-9ee5-640455d2880d req-6040ed7f-faab-48bc-96a5-934b17257e4b tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:14.539837 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882d721d-606b-4606-9ee5-640455d2880d req-6040ed7f-faab-48bc-96a5-934b17257e4b tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:14.549034 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-882d721d-606b-4606-9ee5-640455d2880d req-6040ed7f-faab-48bc-96a5-934b17257e4b tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] 10.222.0.68 "GET /v2.0/ports?device_id=5c7b30e8-3087-4fa2-a121-bc36e0beab3b HTTP/1.1" status: 200 len: 3815 time: 0.3555532 Jul 14 09:26:14.551794 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Provisioning for port b69c30b3-4a7f-4f03-b18a-8064aa521500 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:26:14.565261 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Provisioning complete for port b69c30b3-4a7f-4f03-b18a-8064aa521500 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:26:14.571605 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:14.612013 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0460610e-070b-4c88-af49-2498c30c19bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-620860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682934'] for router_interface, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:14.625152 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b5f1653b-572a-46e3-ac01-6d6e414696dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:14.628245 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b5f1653b-572a-46e3-ac01-6d6e414696dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:14.629757 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-b5f1653b-572a-46e3-ac01-6d6e414696dc admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/511fdbf6-a008-445e-bf72-b97d9366770d HTTP/1.1" status: 204 len: 168 time: 0.6194890 Jul 14 09:26:14.668087 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:14.720838 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port b69c30b3-4a7f-4f03-b18a-8064aa521500, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=b69c30b3-4a7f-4f03-b18a-8064aa521500,segment=NetworkSegment(7d8815e9-0200-443e-a333-a7dc7602fee9),segment_id=7d8815e9-0200-443e-a333-a7dc7602fee9)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:26:14.725465 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-882d721d-606b-4606-9ee5-640455d2880d req-db3c0131-7bed-47d6-8866-9c5ae48f0b2e tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] 10.222.0.68 "GET /v2.0/security-groups?id=3e8708b8-59d7-4408-a840-9965955f2a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1753595 Jul 14 09:26:14.728965 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f1653b-572a-46e3-ac01-6d6e414696dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=511fdbf6-a008-445e-bf72-b97d9366770d,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:14.768065 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:14.919450 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Pushing event updated for resources: {'Port': ['ID=b69c30b3-4a7f-4f03-b18a-8064aa521500,revision_number=5']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:14.954325 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0e0331f1-409e-4797-aa92-d6009c0b2d2d req-8ddd4f4a-2629-4612-98fd-bf5ae6c51bdc tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] 10.222.0.68 "GET /v2.0/security-groups?id=e583495f-449a-49ad-92be-ddfb834c83f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7894602 Jul 14 09:26:15.057196 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ffc8daa9-2b71-4449-b5df-b4c1f159c7ab req-44d6ac24-91ee-407d-8646-3a89c3cdfd31 service neutron] 10.222.0.57 "GET /v2.0/networks/d4646c8c-d25d-437d-a1b6-69ddc070b142?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9630721 Jul 14 09:26:15.074207 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0460610e-070b-4c88-af49-2498c30c19bd admin admin] Router 0e2861da-41c5-4938-88f7-e1396c0219c6 has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:26:15.084412 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5d82e0-ad19-46e4-bf77-de6e382b978f req-c6e9fe94-5662-4a24-aa7e-7de33aff827a tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:15.086114 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-0c5d82e0-ad19-46e4-bf77-de6e382b978f req-c6e9fe94-5662-4a24-aa7e-7de33aff827a tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] 10.222.0.68 "GET /v2.0/ports?device_id=65c2e97a-3a9b-45f9-8601-1b3501000ad2 HTTP/1.1" status: 200 len: 944 time: 0.1115894 Jul 14 09:26:15.099567 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-57f3dd9b-0431-4398-b0b1-a4d521fdd673 req-80e39461-075c-4c4a-b16b-0a17a284e025 service neutron] 10.222.0.65 "GET /v2.0/networks/fdafaba0-da53-47c8-a4eb-7c69deccbba6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8952587 Jul 14 09:26:15.185424 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76178766-0174-41b4-b7d1-f944fb39a230 req-0ddc9e5b-6144-4dcf-b3b4-09b9d05632b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:15.186045 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76178766-0174-41b4-b7d1-f944fb39a230 req-0ddc9e5b-6144-4dcf-b3b4-09b9d05632b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:15.186667 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76178766-0174-41b4-b7d1-f944fb39a230 req-0ddc9e5b-6144-4dcf-b3b4-09b9d05632b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:15.189173 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-76178766-0174-41b4-b7d1-f944fb39a230 req-0ddc9e5b-6144-4dcf-b3b4-09b9d05632b3 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=63eeb2a1-7ac5-48f3-b93f-614fd3099f12 HTTP/1.1" status: 200 len: 2872 time: 0.9166577 Jul 14 09:26:15.210956 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 0ec1dab4-76c9-4527-a7f1-eee4d5e3ea59 details requested by agent hyperv_n-h2-779913-29 with host n-h2-779913-29 {{(pid=93959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:26:15.258476 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-0c5d82e0-ad19-46e4-bf77-de6e382b978f req-c5d4b5ae-a675-416d-8c71-a7bfebda78e3 tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] 10.222.0.68 "GET /v2.0/security-groups?id=cf40bcd2-1dd1-48fb-a6b7-6df0e80ce2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592634 Jul 14 09:26:15.260119 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-63a54fdf-883f-4820-9e28-2363feafd623 req-7d50ab7c-6b19-4659-8c71-8d383a700004 tempest-ServersNegativeTestMultiTenantJSON-1004017167 tempest-ServersNegativeTestMultiTenantJSON-1004017167-project] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:15.261315 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0460610e-070b-4c88-af49-2498c30c19bd admin admin] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:26:15.268919 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-0460610e-070b-4c88-af49-2498c30c19bd admin admin] 10.222.0.68 "PUT /v2.0/routers/0e2861da-41c5-4938-88f7-e1396c0219c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5041404 Jul 14 09:26:15.271472 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 48058) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:15.313766 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc0b9f15-9dcd-4060-aa18-6ebe2813228e None None] Sync routers for ids ['0e2861da-41c5-4938-88f7-e1396c0219c6'] in n-d-779913-29 {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:26:15.354496 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc0b9f15-9dcd-4060-aa18-6ebe2813228e None None] Routers {'0e2861da-41c5-4938-88f7-e1396c0219c6'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:26:15.355071 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-bc0b9f15-9dcd-4060-aa18-6ebe2813228e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:25:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['0e2861da-41c5-4938-88f7-e1396c0219c6'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:26:15.428597 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-39b66995-a229-4082-8f7c-f49bac721bd1 admin admin] Notify callbacks [] for router, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:15.504185 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-64575faa-bcc4-44df-8028-8f8282751338 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffe829c0-0934-4130-8161-32be762e52f8 {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:26:15.509037 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-76178766-0174-41b4-b7d1-f944fb39a230 req-99210ac5-a37a-49fc-95e2-cbf801449337 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=e583495f-449a-49ad-92be-ddfb834c83f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3014328 Jul 14 09:26:15.510180 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-0abb26c1-af53-45c4-8f33-2cc12f16ba68 req-459d5a7d-9d2a-4b24-bd7e-d1bef7e16595 tempest-ServersNegativeTestMultiTenantJSON-1004017167 tempest-ServersNegativeTestMultiTenantJSON-1004017167-project] 10.222.0.68 "GET /v2.0/ports?device_id=229d01ea-9e8d-42cd-a1b6-2aeff691c308 HTTP/1.1" status: 200 len: 210 time: 0.0805581 Jul 14 09:26:15.519879 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-64575faa-bcc4-44df-8028-8f8282751338 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:15.531593 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ffc8daa9-2b71-4449-b5df-b4c1f159c7ab req-1d2b52f0-6c35-4f78-ac98-45dcef897ed0 service neutron] 10.222.0.57 "GET /v2.0/networks/d4646c8c-d25d-437d-a1b6-69ddc070b142?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4484875 Jul 14 09:26:15.568246 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-64575faa-bcc4-44df-8028-8f8282751338 service neutron] Transition to ACTIVE for port object ffe829c0-0934-4130-8161-32be762e52f8 will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:26:15.591229 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15127083-b0aa-474f-b971-03b6f4446284 req-472d0fbf-8dcd-4339-9883-d60d59c132ad tempest-ServerRescueTestJSON-1969041098 tempest-ServerRescueTestJSON-1969041098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:15.592879 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-15127083-b0aa-474f-b971-03b6f4446284 req-472d0fbf-8dcd-4339-9883-d60d59c132ad tempest-ServerRescueTestJSON-1969041098 tempest-ServerRescueTestJSON-1969041098-project] 10.222.0.68 "GET /v2.0/ports?device_id=fd1f4779-7c9e-445b-a0be-3b95d7c816a4 HTTP/1.1" status: 200 len: 946 time: 0.4035962 Jul 14 09:26:15.594935 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-63a54fdf-883f-4820-9e28-2363feafd623 req-7d50ab7c-6b19-4659-8c71-8d383a700004 tempest-ServersNegativeTestMultiTenantJSON-1004017167 tempest-ServersNegativeTestMultiTenantJSON-1004017167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:15.608931 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-64575faa-bcc4-44df-8028-8f8282751338 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:15.620572 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 0ec1dab4-76c9-4527-a7f1-eee4d5e3ea59, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=0ec1dab4-76c9-4527-a7f1-eee4d5e3ea59,segment=NetworkSegment(7d8815e9-0200-443e-a333-a7dc7602fee9),segment_id=7d8815e9-0200-443e-a333-a7dc7602fee9)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:26:15.640196 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-39b66995-a229-4082-8f7c-f49bac721bd1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:15.664453 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Returning: {'device': '0ec1dab4-76c9-4527-a7f1-eee4d5e3ea59', 'network_id': 'd4646c8c-d25d-437d-a1b6-69ddc070b142', 'port_id': '0ec1dab4-76c9-4527-a7f1-eee4d5e3ea59', 'mac_address': 'fa:16:3e:b7:f2:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 719, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '161ff744-01a3-4b1b-91db-4871965e9293', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:26:15.738498 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63a54fdf-883f-4820-9e28-2363feafd623 req-7d50ab7c-6b19-4659-8c71-8d383a700004 tempest-ServersNegativeTestMultiTenantJSON-1004017167 tempest-ServersNegativeTestMultiTenantJSON-1004017167-project] Network 33b1c44e-4835-4a1e-99cd-f4fd60cc56bb is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:26:15.778394 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-15127083-b0aa-474f-b971-03b6f4446284 req-ce3ee797-7f88-430d-8942-751abe74982a tempest-ServerRescueTestJSON-1969041098 tempest-ServerRescueTestJSON-1969041098-project] 10.222.0.68 "GET /v2.0/security-groups?id=d6a7feba-be17-4d7e-a638-e9426c29981e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672242 Jul 14 09:26:15.790677 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [req-63a54fdf-883f-4820-9e28-2363feafd623 req-7d50ab7c-6b19-4659-8c71-8d383a700004 tempest-ServersNegativeTestMultiTenantJSON-1004017167 tempest-ServersNegativeTestMultiTenantJSON-1004017167-project] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:26:15.797396 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-63a54fdf-883f-4820-9e28-2363feafd623 req-7d50ab7c-6b19-4659-8c71-8d383a700004 tempest-ServersNegativeTestMultiTenantJSON-1004017167 tempest-ServersNegativeTestMultiTenantJSON-1004017167-project] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:26:15.804462 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-39b66995-a229-4082-8f7c-f49bac721bd1 admin admin] Deleting port 3c806968-bd46-4e04-9099-b9c87983d833 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:26:15.804776 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-39b66995-a229-4082-8f7c-f49bac721bd1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:15.816032 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvr_db [None req-bc0b9f15-9dcd-4060-aa18-6ebe2813228e None None] Set router 0e2861da-41c5-4938-88f7-e1396c0219c6 gateway port host: n-d-779913-29 {{(pid=93959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:26:15.884826 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d6dc7a-044b-4395-84ec-7533140c8b20 req-1dd0014f-f74a-4b94-a944-011fe8edc10f tempest-ListServersNegativeTestJSON-1499415755 tempest-ListServersNegativeTestJSON-1499415755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:15.892297 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-f6d6dc7a-044b-4395-84ec-7533140c8b20 req-1dd0014f-f74a-4b94-a944-011fe8edc10f tempest-ListServersNegativeTestJSON-1499415755 tempest-ListServersNegativeTestJSON-1499415755-project] 10.222.0.68 "GET /v2.0/ports?device_id=002785b9-e390-42a3-b365-eead167016a1 HTTP/1.1" status: 200 len: 944 time: 0.1948822 Jul 14 09:26:15.912723 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 48072) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:15.935707 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d50ab7c-6b19-4659-8c71-8d383a700004 tempest-ServersNegativeTestMultiTenantJSON-1004017167 tempest-ServersNegativeTestMultiTenantJSON-1004017167-project] Pushing event updated for resources: {'Port': ['ID=d44a6c64-1019-4530-a2a8-da0fce021270,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:15.941282 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:15.974959 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ec1dab4-76c9-4527-a7f1-eee4d5e3ea59 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:26:15.992598 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-f6d6dc7a-044b-4395-84ec-7533140c8b20 req-c9f0db64-c49c-4414-aec6-fefecf6a7d66 tempest-ListServersNegativeTestJSON-1499415755 tempest-ListServersNegativeTestJSON-1499415755-project] 10.222.0.68 "GET /v2.0/security-groups?id=ee599ffa-656c-4b33-a533-367ce77dba83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990903 Jul 14 09:26:16.004485 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 0ec1dab4-76c9-4527-a7f1-eee4d5e3ea59, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=0ec1dab4-76c9-4527-a7f1-eee4d5e3ea59,segment=NetworkSegment(7d8815e9-0200-443e-a333-a7dc7602fee9),segment_id=7d8815e9-0200-443e-a333-a7dc7602fee9)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:26:16.046225 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:16.047541 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-39b66995-a229-4082-8f7c-f49bac721bd1 admin admin] For port 3c806968-bd46-4e04-9099-b9c87983d833, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=3c806968-bd46-4e04-9099-b9c87983d833,segment=NetworkSegment(81bf7a93-80b3-43df-b9d5-462c604a2945),segment_id=81bf7a93-80b3-43df-b9d5-462c604a2945)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:26:16.048257 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-39b66995-a229-4082-8f7c-f49bac721bd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:16.078004 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-39b66995-a229-4082-8f7c-f49bac721bd1 admin admin] Calling delete_port for 3c806968-bd46-4e04-9099-b9c87983d833 owned by network:router_gateway {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:26:16.113431 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9c19f78-67f6-4a62-b39e-3fc0beba93ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b69c30b3-4a7f-4f03-b18a-8064aa521500'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:26:16.116097 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd62303f06773040a8a4e189dc46b4f565768c299abf8ab8e7739778b0bc3e97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d13b2b30-300c-4f75-9590-4caf92ea7e1b" -d '{"events": [{"server_uuid": "e9c19f78-67f6-4a62-b39e-3fc0beba93ff", "name": "network-vif-plugged", "status": "completed", "tag": "b69c30b3-4a7f-4f03-b18a-8064aa521500"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:26:16.119844 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Pushing event updated for resources: {'Port': ['ID=0ec1dab4-76c9-4527-a7f1-eee4d5e3ea59,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:16.182509 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64575faa-bcc4-44df-8028-8f8282751338 service neutron] Pushing event updated for resources: {'Port': ['ID=ffe829c0-0934-4130-8161-32be762e52f8,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:16.198259 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-c7192055-c691-4e58-864d-14699d467e17 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1314574331-network', 'tenant_id': '5a5f2c2d833f465d9525ee4af4d3c349'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:26:16.272231 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-bc0b9f15-9dcd-4060-aa18-6ebe2813228e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e2861da-41c5-4938-88f7-e1396c0219c6', 'name': 'tempest-FloatingIPsAssociationTestJSON-1721427201-router', 'tenant_id': 'cb2a8bd81eea456b92b36dee5b159f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.193'}], 'enable_snat': True}, 'gw_port_id': '3c806968-bd46-4e04-9099-b9c87983d833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:24:31Z', 'updated_at': '2021-07-14T09:26:13Z', 'revision_number': 5, 'project_id': 'cb2a8bd81eea456b92b36dee5b159f07', 'gw_port': {'id': '3c806968-bd46-4e04-9099-b9c87983d833', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:44:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e2861da-41c5-4938-88f7-e1396c0219c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:24:33Z', 'updated_at': '2021-07-14T09:24:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29'}], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:26:16.272528 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a54fdf-883f-4820-9e28-2363feafd623 req-7d50ab7c-6b19-4659-8c71-8d383a700004 tempest-ServersNegativeTestMultiTenantJSON-1004017167 tempest-ServersNegativeTestMultiTenantJSON-1004017167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:16.273006 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-63a54fdf-883f-4820-9e28-2363feafd623 req-7d50ab7c-6b19-4659-8c71-8d383a700004 tempest-ServersNegativeTestMultiTenantJSON-1004017167 tempest-ServersNegativeTestMultiTenantJSON-1004017167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:16.278996 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-64575faa-bcc4-44df-8028-8f8282751338 service neutron] Attempting to bind port ffe829c0-0934-4130-8161-32be762e52f8 on host n-h1-779913-29 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:26:16.279381 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-64575faa-bcc4-44df-8028-8f8282751338 service neutron] Attempting to bind port ffe829c0-0934-4130-8161-32be762e52f8 by drivers openvswitch,hyperv on host n-h1-779913-29 at level 0 using segments [{'id': '218b2489-83e0-4d13-aab6-86b01789cb06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '58cee2b0-4a4c-44eb-9b72-cfd45f924ad2'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:26:16.279716 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-64575faa-bcc4-44df-8028-8f8282751338 service neutron] Attempting to bind port ffe829c0-0934-4130-8161-32be762e52f8 on network 58cee2b0-4a4c-44eb-9b72-cfd45f924ad2 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:26:16.287648 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-64575faa-bcc4-44df-8028-8f8282751338 service neutron] Port ffe829c0-0934-4130-8161-32be762e52f8 on network 58cee2b0-4a4c-44eb-9b72-cfd45f924ad2 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-29 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:26:16.287971 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-64575faa-bcc4-44df-8028-8f8282751338 service neutron] Attempting to bind port ffe829c0-0934-4130-8161-32be762e52f8 on network 58cee2b0-4a4c-44eb-9b72-cfd45f924ad2 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:26:16.303094 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-64575faa-bcc4-44df-8028-8f8282751338 service neutron] Checking agent: {'id': 'de11e667-f145-47b0-bd09-334a7505938e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 13, 12), 'started_at': datetime.datetime(2021, 7, 14, 9, 13, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 26, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:26:16.303094 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-64575faa-bcc4-44df-8028-8f8282751338 service neutron] Checking segment: {'id': '218b2489-83e0-4d13-aab6-86b01789cb06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '58cee2b0-4a4c-44eb-9b72-cfd45f924ad2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:26:16.303491 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-64575faa-bcc4-44df-8028-8f8282751338 service neutron] Bound using segment: {'id': '218b2489-83e0-4d13-aab6-86b01789cb06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '58cee2b0-4a4c-44eb-9b72-cfd45f924ad2'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:26:16.303861 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-64575faa-bcc4-44df-8028-8f8282751338 service neutron] Bound port: ffe829c0-0934-4130-8161-32be762e52f8, host: n-h1-779913-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '218b2489-83e0-4d13-aab6-86b01789cb06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '58cee2b0-4a4c-44eb-9b72-cfd45f924ad2'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:26:16.304235 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-64575faa-bcc4-44df-8028-8f8282751338 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:16.312145 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc0b9f15-9dcd-4060-aa18-6ebe2813228e None None] Checking router: 0e2861da-41c5-4938-88f7-e1396c0219c6 for host: n-d-779913-29 {{(pid=93959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:26:16.324361 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc0b9f15-9dcd-4060-aa18-6ebe2813228e None None] Routers {'0e2861da-41c5-4938-88f7-e1396c0219c6'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:26:16.325007 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-bc0b9f15-9dcd-4060-aa18-6ebe2813228e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:25:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['0e2861da-41c5-4938-88f7-e1396c0219c6'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:26:16.405618 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48adaaf3-2a01-4675-9e6f-2593f4bd7e59 req-5e1bf706-3629-422e-9ea9-cd47d1c69e11 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:16.412309 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48adaaf3-2a01-4675-9e6f-2593f4bd7e59 req-5e1bf706-3629-422e-9ea9-cd47d1c69e11 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:16.418509 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48adaaf3-2a01-4675-9e6f-2593f4bd7e59 req-5e1bf706-3629-422e-9ea9-cd47d1c69e11 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:16.424587 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48adaaf3-2a01-4675-9e6f-2593f4bd7e59 req-5e1bf706-3629-422e-9ea9-cd47d1c69e11 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:16.424792 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvr_db [None req-bc0b9f15-9dcd-4060-aa18-6ebe2813228e None None] Set router 0e2861da-41c5-4938-88f7-e1396c0219c6 gateway port host: None {{(pid=93959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:26:16.430748 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48adaaf3-2a01-4675-9e6f-2593f4bd7e59 req-5e1bf706-3629-422e-9ea9-cd47d1c69e11 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:16.432662 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-48adaaf3-2a01-4675-9e6f-2593f4bd7e59 req-5e1bf706-3629-422e-9ea9-cd47d1c69e11 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] 10.222.0.68 "GET /v2.0/ports?device_id=5c7b30e8-3087-4fa2-a121-bc36e0beab3b HTTP/1.1" status: 200 len: 3827 time: 0.3054435 Jul 14 09:26:16.480099 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-bc0b9f15-9dcd-4060-aa18-6ebe2813228e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e2861da-41c5-4938-88f7-e1396c0219c6', 'name': 'tempest-FloatingIPsAssociationTestJSON-1721427201-router', 'tenant_id': 'cb2a8bd81eea456b92b36dee5b159f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:24:31Z', 'updated_at': '2021-07-14T09:26:15Z', 'revision_number': 6, 'project_id': 'cb2a8bd81eea456b92b36dee5b159f07', 'gw_port_host': None}], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:26:16.513280 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc0b9f15-9dcd-4060-aa18-6ebe2813228e None None] The sync data for ids ['0e2861da-41c5-4938-88f7-e1396c0219c6'] in n-d-779913-29 is: [{'id': '0e2861da-41c5-4938-88f7-e1396c0219c6', 'name': 'tempest-FloatingIPsAssociationTestJSON-1721427201-router', 'tenant_id': 'cb2a8bd81eea456b92b36dee5b159f07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:24:31Z', 'updated_at': '2021-07-14T09:26:15Z', 'revision_number': 6, 'project_id': 'cb2a8bd81eea456b92b36dee5b159f07', 'gw_port_host': None}] {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:26:16.518355 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-64575faa-bcc4-44df-8028-8f8282751338 service neutron] For port ffe829c0-0934-4130-8161-32be762e52f8, host n-h1-779913-29, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:26:16.523412 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-48adaaf3-2a01-4675-9e6f-2593f4bd7e59 req-c6a5edfe-0687-4283-8e78-3129d45ffb08 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] 10.222.0.68 "GET /v2.0/security-groups?id=3e8708b8-59d7-4408-a840-9965955f2a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795763 Jul 14 09:26:16.525359 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e5c99b75-d352-44cf-942b-bd8428e93c52 req-c2270750-ec9e-4775-85fb-a54085f8a6dc service neutron] 10.222.0.65 "GET /v2.0/ports/df6483e0-89e5-45b9-8d7a-dd0f399b1b72/bindings/n-h2-779913-29 HTTP/1.1" status: 200 len: 385 time: 0.1880298 Jul 14 09:26:16.542766 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-64575faa-bcc4-44df-8028-8f8282751338 service neutron] For port ffe829c0-0934-4130-8161-32be762e52f8, host n-h1-779913-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=ffe829c0-0934-4130-8161-32be762e52f8,segment=NetworkSegment(218b2489-83e0-4d13-aab6-86b01789cb06),segment_id=218b2489-83e0-4d13-aab6-86b01789cb06)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:26:16.570291 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-64575faa-bcc4-44df-8028-8f8282751338 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:16.580391 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7192055-c691-4e58-864d-14699d467e17 admin admin] Made reservation on behalf of 5a5f2c2d833f465d9525ee4af4d3c349 for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:26:16.580521 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-63a54fdf-883f-4820-9e28-2363feafd623 req-7d50ab7c-6b19-4659-8c71-8d383a700004 tempest-ServersNegativeTestMultiTenantJSON-1004017167 tempest-ServersNegativeTestMultiTenantJSON-1004017167-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2963667 Jul 14 09:26:16.583265 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c7192055-c691-4e58-864d-14699d467e17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:16.599984 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c7192055-c691-4e58-864d-14699d467e17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:16.606619 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:26:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ceaea52-1098-42a8-95d5-d3ad11ce621f x-openstack-request-id: req-2ceaea52-1098-42a8-95d5-d3ad11ce621f {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:26:16.607060 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9c19f78-67f6-4a62-b39e-3fc0beba93ff", "name": "network-vif-plugged", "status": "completed", "tag": "b69c30b3-4a7f-4f03-b18a-8064aa521500", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:26:16.607415 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-2ceaea52-1098-42a8-95d5-d3ad11ce621f {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:26:16.609537 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9c19f78-67f6-4a62-b39e-3fc0beba93ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b69c30b3-4a7f-4f03-b18a-8064aa521500', 'code': 200} Jul 14 09:26:16.617678 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-63a54fdf-883f-4820-9e28-2363feafd623 req-10439e2d-19d2-4ebf-992b-40c70a059852 service neutron] Request body: {'port': {'device_id': '229d01ea-9e8d-42cd-a1b6-2aeff691c308', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-29'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:26:16.639155 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] get_ports_and_sgs() called for port_ids ['0ec1dab4-76c9-4527-a7f1-eee4d5e3ea59'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:26:16.693159 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-64575faa-bcc4-44df-8028-8f8282751338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:16.693966 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-64575faa-bcc4-44df-8028-8f8282751338 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:16.695446 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-64575faa-bcc4-44df-8028-8f8282751338 service neutron] 10.222.0.65 "PUT /v2.0/ports/ffe829c0-0934-4130-8161-32be762e52f8 HTTP/1.1" status: 200 len: 1093 time: 3.4191284 Jul 14 09:26:16.702322 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c7b30e8-3087-4fa2-a121-bc36e0beab3b', 'tag': 'ffe829c0-0934-4130-8161-32be762e52f8'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:26:16.705248 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98665c9b-1bf8-41bc-86c0-5ffe3ca65910" -d '{"events": [{"name": "network-changed", "server_uuid": "5c7b30e8-3087-4fa2-a121-bc36e0beab3b", "tag": "ffe829c0-0934-4130-8161-32be762e52f8"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:26:16.711839 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413655bc-a840-4c69-ab45-a9b6abbf78bd req-b61647c3-091a-472a-ac41-d207032e3e80 tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:16.721013 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413655bc-a840-4c69-ab45-a9b6abbf78bd req-b61647c3-091a-472a-ac41-d207032e3e80 tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:16.730842 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413655bc-a840-4c69-ab45-a9b6abbf78bd req-b61647c3-091a-472a-ac41-d207032e3e80 tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:16.741096 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-413655bc-a840-4c69-ab45-a9b6abbf78bd req-b61647c3-091a-472a-ac41-d207032e3e80 tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] 10.222.0.68 "GET /v2.0/ports?device_id=63eeb2a1-7ac5-48f3-b93f-614fd3099f12 HTTP/1.1" status: 200 len: 2416 time: 0.5381670 Jul 14 09:26:16.744147 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-39b66995-a229-4082-8f7c-f49bac721bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:16.751396 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-8cd043ea-3555-41ec-94da-ab0552b93be5 service neutron] Request body: {'port': {'device_id': '5c7b30e8-3087-4fa2-a121-bc36e0beab3b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-29'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:26:16.759247 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64575faa-bcc4-44df-8028-8f8282751338 service neutron] Pushing event updated for resources: {'Port': ['ID=ffe829c0-0934-4130-8161-32be762e52f8,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:16.872060 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b66995-a229-4082-8f7c-f49bac721bd1 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c806968-bd46-4e04-9099-b9c87983d833,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:16.915935 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-63a54fdf-883f-4820-9e28-2363feafd623 req-10439e2d-19d2-4ebf-992b-40c70a059852 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:16.934846 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-413655bc-a840-4c69-ab45-a9b6abbf78bd req-835f441a-c82d-4a7a-a9b1-48c3dfb8634d tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] 10.222.0.68 "GET /v2.0/security-groups?id=e583495f-449a-49ad-92be-ddfb834c83f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928258 Jul 14 09:26:17.005993 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-39b66995-a229-4082-8f7c-f49bac721bd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-660532'] for router_gateway, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:17.068784 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-8cd043ea-3555-41ec-94da-ab0552b93be5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:17.089785 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c59be18-73ee-4088-8573-b6868b3df8d4 req-b1bcc214-ea4a-4479-83c4-a7b9c4cd1a2e tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:17.091834 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6c59be18-73ee-4088-8573-b6868b3df8d4 req-b1bcc214-ea4a-4479-83c4-a7b9c4cd1a2e tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] 10.222.0.68 "GET /v2.0/ports?device_id=65c2e97a-3a9b-45f9-8601-1b3501000ad2 HTTP/1.1" status: 200 len: 944 time: 0.3373225 Jul 14 09:26:17.125134 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98efdd0f-1e6f-486a-8013-b5853f2fe524 req-a4a09571-692c-4850-9e81-5555fca84cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:17.126684 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-98efdd0f-1e6f-486a-8013-b5853f2fe524 req-a4a09571-692c-4850-9e81-5555fca84cc2 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=e9c19f78-67f6-4a62-b39e-3fc0beba93ff HTTP/1.1" status: 200 len: 1097 time: 0.3700516 Jul 14 09:26:17.155728 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-39b66995-a229-4082-8f7c-f49bac721bd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-711871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12964'] for router, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:17.158559 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-39b66995-a229-4082-8f7c-f49bac721bd1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:17.232075 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 264b3b28-e033-4b6c-b46d-074bccc05785 up at agent hyperv_n-h2-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:26:17.250314 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-e5c99b75-d352-44cf-942b-bd8428e93c52 req-db2a3b92-4bd4-4e5b-91b6-14fcc2535cb4 service neutron] For port df6483e0-89e5-45b9-8d7a-dd0f399b1b72, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=df6483e0-89e5-45b9-8d7a-dd0f399b1b72,segment=NetworkSegment(3140b72d-6a4a-4668-bad8-c572bd128f6c),segment_id=3140b72d-6a4a-4668-bad8-c572bd128f6c)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:26:17.264698 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-39b66995-a229-4082-8f7c-f49bac721bd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-704815'] for router, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:17.265215 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39b66995-a229-4082-8f7c-f49bac721bd1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0e2861da-41c5-4938-88f7-e1396c0219c6 {{(pid=93958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:26:17.269041 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-98efdd0f-1e6f-486a-8013-b5853f2fe524 req-30ab4d95-2c5a-4e28-ac36-58d6122f7085 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=ee599ffa-656c-4b33-a533-367ce77dba83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278806 Jul 14 09:26:17.278850 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-39b66995-a229-4082-8f7c-f49bac721bd1 admin admin] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:17.283151 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-39b66995-a229-4082-8f7c-f49bac721bd1 admin admin] 10.222.0.68 "DELETE /v2.0/routers/0e2861da-41c5-4938-88f7-e1396c0219c6 HTTP/1.1" status: 204 len: 168 time: 2.0051506 Jul 14 09:26:17.285943 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 48090) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:17.293126 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c7192055-c691-4e58-864d-14699d467e17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:17.297825 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c7192055-c691-4e58-864d-14699d467e17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:17.298327 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Provisioning for port 264b3b28-e033-4b6c-b46d-074bccc05785 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:26:17.302517 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Provisioning complete for port 264b3b28-e033-4b6c-b46d-074bccc05785 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:26:17.302966 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:17.327917 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7192055-c691-4e58-864d-14699d467e17 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 701} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:26:17.339783 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6c59be18-73ee-4088-8573-b6868b3df8d4 req-7a2f0ba4-efae-44a4-b357-e3cdb191d1f9 tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] 10.222.0.68 "GET /v2.0/security-groups?id=cf40bcd2-1dd1-48fb-a6b7-6df0e80ce2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2327590 Jul 14 09:26:17.358189 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0c85c1-137e-4fee-80db-7a3d93f94c4a req-18e9fd02-396c-4b44-91ab-94fb57b17cb7 tempest-ServersNegativeTestMultiTenantJSON-1004017167 tempest-ServersNegativeTestMultiTenantJSON-1004017167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:17.362062 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-7c0c85c1-137e-4fee-80db-7a3d93f94c4a req-18e9fd02-396c-4b44-91ab-94fb57b17cb7 tempest-ServersNegativeTestMultiTenantJSON-1004017167 tempest-ServersNegativeTestMultiTenantJSON-1004017167-project] 10.222.0.68 "GET /v2.0/ports?device_id=229d01ea-9e8d-42cd-a1b6-2aeff691c308 HTTP/1.1" status: 200 len: 931 time: 0.2329543 Jul 14 09:26:17.366281 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7192055-c691-4e58-864d-14699d467e17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfacbc39-872c-438f-b7f4-05abded490ae,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:17.370850 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c7192055-c691-4e58-864d-14699d467e17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:17.371381 n-d-779913-29 neutron-server[93958]: INFO neutron.db.segments_db [None req-c7192055-c691-4e58-864d-14699d467e17 admin admin] Added segment f28b4a20-abdb-43f4-86e7-8da3ae7a1990 of type vlan for network b13d7c6c-cfbf-4964-b16a-12c3c2736fe4 Jul 14 09:26:17.399227 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-e5c99b75-d352-44cf-942b-bd8428e93c52 req-db2a3b92-4bd4-4e5b-91b6-14fcc2535cb4 service neutron] For port df6483e0-89e5-45b9-8d7a-dd0f399b1b72, host n-h1-779913-29, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:26:17.439217 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:17.460068 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-7c0c85c1-137e-4fee-80db-7a3d93f94c4a req-b198e970-a3bf-4af5-91a0-9d7d8432bc67 tempest-ServersNegativeTestMultiTenantJSON-1004017167 tempest-ServersNegativeTestMultiTenantJSON-1004017167-project] 10.222.0.68 "GET /v2.0/security-groups?id=aed312c7-bd72-4f37-9fb8-80d61f28e4db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767324 Jul 14 09:26:17.464710 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c7192055-c691-4e58-864d-14699d467e17 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735687821325'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:17.482489 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:26:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a04130e4-b7c8-4e9c-962b-36af6bcf7460 x-openstack-request-id: req-a04130e4-b7c8-4e9c-962b-36af6bcf7460 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:26:17.482794 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c7b30e8-3087-4fa2-a121-bc36e0beab3b", "tag": "ffe829c0-0934-4130-8161-32be762e52f8", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:26:17.483038 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-a04130e4-b7c8-4e9c-962b-36af6bcf7460 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:26:17.483717 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c7b30e8-3087-4fa2-a121-bc36e0beab3b', 'tag': 'ffe829c0-0934-4130-8161-32be762e52f8', 'status': 'completed', 'code': 200} Jul 14 09:26:17.503278 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 264b3b28-e033-4b6c-b46d-074bccc05785, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=264b3b28-e033-4b6c-b46d-074bccc05785,segment=NetworkSegment(7d8815e9-0200-443e-a333-a7dc7602fee9),segment_id=7d8815e9-0200-443e-a333-a7dc7602fee9)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:26:17.511122 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:17.517658 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c7192055-c691-4e58-864d-14699d467e17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:17.519960 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7192055-c691-4e58-864d-14699d467e17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:17.521230 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c7192055-c691-4e58-864d-14699d467e17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:17.608651 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Pushing event updated for resources: {'Port': ['ID=264b3b28-e033-4b6c-b46d-074bccc05785,revision_number=5']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:17.611405 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [req-e5c99b75-d352-44cf-942b-bd8428e93c52 req-db2a3b92-4bd4-4e5b-91b6-14fcc2535cb4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df6483e0-89e5-45b9-8d7a-dd0f399b1b72 {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:26:17.627137 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_v2 [None req-941e8493-2fcd-4af7-b716-8779345a501f admin admin] Deleting subnet 444f0042-b663-4a95-9c31-a5cc1ed6ad12 {{(pid=93957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:26:17.632942 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-c7192055-c691-4e58-864d-14699d467e17 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.7161694 Jul 14 09:26:17.633112 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-941e8493-2fcd-4af7-b716-8779345a501f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:17.634346 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 48094) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:17.642903 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-129edfb6-1a1e-4fd9-b8d5-7a52e9871094 admin admin] Request body: {'subnet': {'network_id': 'b13d7c6c-cfbf-4964-b16a-12c3c2736fe4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1314574331-subnet', 'tenant_id': '5a5f2c2d833f465d9525ee4af4d3c349', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:26:17.664755 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7192055-c691-4e58-864d-14699d467e17 admin admin] Pushing event updated for resources: {'Network': ['ID=b13d7c6c-cfbf-4964-b16a-12c3c2736fe4,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:17.676517 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Network b13d7c6c-cfbf-4964-b16a-12c3c2736fe4 details requested by agent ovs-agent-n-d-779913-29 with host n-d-779913-29 {{(pid=93959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:26:17.715911 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-e5c99b75-d352-44cf-942b-bd8428e93c52 req-db2a3b92-4bd4-4e5b-91b6-14fcc2535cb4 service neutron] For port df6483e0-89e5-45b9-8d7a-dd0f399b1b72, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=df6483e0-89e5-45b9-8d7a-dd0f399b1b72,segment=NetworkSegment(3140b72d-6a4a-4668-bad8-c572bd128f6c),segment_id=3140b72d-6a4a-4668-bad8-c572bd128f6c)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:26:17.716406 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-129edfb6-1a1e-4fd9-b8d5-7a52e9871094 admin admin] Made reservation on behalf of 5a5f2c2d833f465d9525ee4af4d3c349 for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:26:17.719073 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-129edfb6-1a1e-4fd9-b8d5-7a52e9871094 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16714600'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:17.738789 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-941e8493-2fcd-4af7-b716-8779345a501f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10944203'] for subnet, precommit_delete_associations {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:17.778274 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-e5c99b75-d352-44cf-942b-bd8428e93c52 req-db2a3b92-4bd4-4e5b-91b6-14fcc2535cb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:17.781620 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98665c9b-1bf8-41bc-86c0-5ffe3ca65910 req-b23afc42-6265-4bf6-87b8-45310726af5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:17.782113 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98665c9b-1bf8-41bc-86c0-5ffe3ca65910 req-b23afc42-6265-4bf6-87b8-45310726af5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:17.783076 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98665c9b-1bf8-41bc-86c0-5ffe3ca65910 req-b23afc42-6265-4bf6-87b8-45310726af5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:17.783076 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98665c9b-1bf8-41bc-86c0-5ffe3ca65910 req-b23afc42-6265-4bf6-87b8-45310726af5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:17.783521 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98665c9b-1bf8-41bc-86c0-5ffe3ca65910 req-b23afc42-6265-4bf6-87b8-45310726af5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:17.785332 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-98665c9b-1bf8-41bc-86c0-5ffe3ca65910 req-b23afc42-6265-4bf6-87b8-45310726af5c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4cb5d08776664e9f8e9d7e6bc7c12e1a&device_id=5c7b30e8-3087-4fa2-a121-bc36e0beab3b HTTP/1.1" status: 200 len: 4363 time: 0.2148068 Jul 14 09:26:17.915804 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e590af44-1367-412d-a3cf-31f1e7cb7d9f req-55e11b02-cd8f-4793-9ce7-511b6bfd34c0 tempest-ServerRescueTestJSON-1969041098 tempest-ServerRescueTestJSON-1969041098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:17.917349 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e590af44-1367-412d-a3cf-31f1e7cb7d9f req-55e11b02-cd8f-4793-9ce7-511b6bfd34c0 tempest-ServerRescueTestJSON-1969041098 tempest-ServerRescueTestJSON-1969041098-project] 10.222.0.68 "GET /v2.0/ports?device_id=fd1f4779-7c9e-445b-a0be-3b95d7c816a4 HTTP/1.1" status: 200 len: 946 time: 0.3490312 Jul 14 09:26:17.930164 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bbe6b2-5de3-41ce-b830-57f25944747d req-4d878440-b39c-4c63-8dd1-30ec772b1597 tempest-ListServersNegativeTestJSON-1499415755 tempest-ListServersNegativeTestJSON-1499415755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:17.932235 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-90bbe6b2-5de3-41ce-b830-57f25944747d req-4d878440-b39c-4c63-8dd1-30ec772b1597 tempest-ListServersNegativeTestJSON-1499415755 tempest-ListServersNegativeTestJSON-1499415755-project] 10.222.0.68 "GET /v2.0/ports?device_id=002785b9-e390-42a3-b365-eead167016a1 HTTP/1.1" status: 200 len: 945 time: 0.2824848 Jul 14 09:26:18.034443 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98665c9b-1bf8-41bc-86c0-5ffe3ca65910 req-6bc88b6d-3b70-4463-b6ad-b5e860977db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:18.035250 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98665c9b-1bf8-41bc-86c0-5ffe3ca65910 req-6bc88b6d-3b70-4463-b6ad-b5e860977db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:18.035398 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98665c9b-1bf8-41bc-86c0-5ffe3ca65910 req-6bc88b6d-3b70-4463-b6ad-b5e860977db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:18.037013 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-98665c9b-1bf8-41bc-86c0-5ffe3ca65910 req-6bc88b6d-3b70-4463-b6ad-b5e860977db1 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=4cb5d08776664e9f8e9d7e6bc7c12e1a&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.2320044 Jul 14 09:26:18.060584 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [req-63a54fdf-883f-4820-9e28-2363feafd623 req-10439e2d-19d2-4ebf-992b-40c70a059852 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d44a6c64-1019-4530-a2a8-da0fce021270 {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:26:18.075266 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-941e8493-2fcd-4af7-b716-8779345a501f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3481002'] for subnet, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:18.089872 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-90bbe6b2-5de3-41ce-b830-57f25944747d req-4f47dbae-ac76-4447-a7b7-ebd9a493b4df tempest-ListServersNegativeTestJSON-1499415755 tempest-ListServersNegativeTestJSON-1499415755-project] 10.222.0.68 "GET /v2.0/security-groups?id=ee599ffa-656c-4b33-a533-367ce77dba83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494827 Jul 14 09:26:18.111288 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e590af44-1367-412d-a3cf-31f1e7cb7d9f req-8e75ff02-a30c-407b-9b8e-5e39fb891827 tempest-ServerRescueTestJSON-1969041098 tempest-ServerRescueTestJSON-1969041098-project] 10.222.0.68 "GET /v2.0/security-groups?id=d6a7feba-be17-4d7e-a638-e9426c29981e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666446 Jul 14 09:26:18.155257 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-63a54fdf-883f-4820-9e28-2363feafd623 req-10439e2d-19d2-4ebf-992b-40c70a059852 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:18.205687 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [req-e5c99b75-d352-44cf-942b-bd8428e93c52 req-db2a3b92-4bd4-4e5b-91b6-14fcc2535cb4 service neutron] Transition to ACTIVE for port object df6483e0-89e5-45b9-8d7a-dd0f399b1b72 will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:26:18.210417 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [req-63a54fdf-883f-4820-9e28-2363feafd623 req-10439e2d-19d2-4ebf-992b-40c70a059852 service neutron] Transition to ACTIVE for port object d44a6c64-1019-4530-a2a8-da0fce021270 will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:26:18.213342 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-8cd043ea-3555-41ec-94da-ab0552b93be5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7e6be2f-2425-4c72-af72-9e3ea9414152 {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:26:18.227291 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-e5c99b75-d352-44cf-942b-bd8428e93c52 req-db2a3b92-4bd4-4e5b-91b6-14fcc2535cb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:18.230699 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-63a54fdf-883f-4820-9e28-2363feafd623 req-10439e2d-19d2-4ebf-992b-40c70a059852 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:18.236336 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-8cd043ea-3555-41ec-94da-ab0552b93be5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:18.322562 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device b63887ff-7bca-4218-ad5f-9d5df52c29cd no longer exists at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:26:18.347510 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] No Port match for: b63887ff-7bca-4218-ad5f-9d5df52c29cd {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:26:18.347859 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device b63887ff-7bca-4218-ad5f-9d5df52c29cd not bound to the agent host n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:26:18.348550 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 3c806968-bd46-4e04-9099-b9c87983d833 no longer exists at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:26:18.362181 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-8cd043ea-3555-41ec-94da-ab0552b93be5 service neutron] Transition to ACTIVE for port object c7e6be2f-2425-4c72-af72-9e3ea9414152 will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:26:18.364116 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98665c9b-1bf8-41bc-86c0-5ffe3ca65910 req-03f572e8-de05-4325-bcdc-413e87e9f400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:18.365990 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-98665c9b-1bf8-41bc-86c0-5ffe3ca65910 req-03f572e8-de05-4325-bcdc-413e87e9f400 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3176908 Jul 14 09:26:18.366937 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-129edfb6-1a1e-4fd9-b8d5-7a52e9871094 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13573993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16714586'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:18.369698 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-941e8493-2fcd-4af7-b716-8779345a501f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10052701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11984075'] for subnet, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:18.373861 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] No Port match for: 3c806968-bd46-4e04-9099-b9c87983d833 {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:26:18.374064 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 3c806968-bd46-4e04-9099-b9c87983d833 not bound to the agent host n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:26:18.392238 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device df6483e0-89e5-45b9-8d7a-dd0f399b1b72 no longer exists at agent hyperv_n-h1-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:26:18.426238 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941e8493-2fcd-4af7-b716-8779345a501f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=444f0042-b663-4a95-9c31-a5cc1ed6ad12,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:18.435878 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device df6483e0-89e5-45b9-8d7a-dd0f399b1b72 not bound to the agent host n-h1-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:26:18.446172 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129edfb6-1a1e-4fd9-b8d5-7a52e9871094 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4eebc946-7649-496b-bf8c-5c786643586c,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:18.456335 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2a3b92-4bd4-4e5b-91b6-14fcc2535cb4 service neutron] Pushing event updated for resources: {'Port': ['ID=df6483e0-89e5-45b9-8d7a-dd0f399b1b72,revision_number=10']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:18.458308 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f4f0a4-2327-4b41-a698-37b30dc25b9f req-04c457fc-ad4b-4af8-b84f-79633018a8da tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:18.459544 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-8cd043ea-3555-41ec-94da-ab0552b93be5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:18.464794 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f4f0a4-2327-4b41-a698-37b30dc25b9f req-04c457fc-ad4b-4af8-b84f-79633018a8da tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:18.470875 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f4f0a4-2327-4b41-a698-37b30dc25b9f req-04c457fc-ad4b-4af8-b84f-79633018a8da tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:18.476799 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f4f0a4-2327-4b41-a698-37b30dc25b9f req-04c457fc-ad4b-4af8-b84f-79633018a8da tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:18.482991 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f4f0a4-2327-4b41-a698-37b30dc25b9f req-04c457fc-ad4b-4af8-b84f-79633018a8da tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:18.485340 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-f5f4f0a4-2327-4b41-a698-37b30dc25b9f req-04c457fc-ad4b-4af8-b84f-79633018a8da tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] 10.222.0.68 "GET /v2.0/ports?device_id=5c7b30e8-3087-4fa2-a121-bc36e0beab3b HTTP/1.1" status: 200 len: 3827 time: 0.2549875 Jul 14 09:26:18.491424 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5c99b75-d352-44cf-942b-bd8428e93c52 req-db2a3b92-4bd4-4e5b-91b6-14fcc2535cb4 service neutron] No DVR routers for this DVR port df6483e0-89e5-45b9-8d7a-dd0f399b1b72 on host n-h1-779913-29 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:26:18.531579 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-129edfb6-1a1e-4fd9-b8d5-7a52e9871094 admin admin] Checking segment: {'id': 'f28b4a20-abdb-43f4-86e7-8da3ae7a1990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'b13d7c6c-cfbf-4964-b16a-12c3c2736fe4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:26:18.531939 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-129edfb6-1a1e-4fd9-b8d5-7a52e9871094 admin admin] Network hostable DHCP agents. Network: b13d7c6c-cfbf-4964-b16a-12c3c2736fe4, hostable agents: ['c6a09bd4-f72e-4283-a3ca-0bbca8a51081'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:26:18.543843 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-f5f4f0a4-2327-4b41-a698-37b30dc25b9f req-26311cec-f6c9-4e49-8aa7-c8b653712e50 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] 10.222.0.68 "GET /v2.0/security-groups?id=3e8708b8-59d7-4408-a840-9965955f2a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525930 Jul 14 09:26:18.558079 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-129edfb6-1a1e-4fd9-b8d5-7a52e9871094 admin admin] Network b13d7c6c-cfbf-4964-b16a-12c3c2736fe4 is scheduled to be hosted by DHCP agent c6a09bd4-f72e-4283-a3ca-0bbca8a51081 with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:26:18.570237 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-129edfb6-1a1e-4fd9-b8d5-7a52e9871094 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-29, b13d7c6c-cfbf-4964-b16a-12c3c2736fe4) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:26:18.576206 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-129edfb6-1a1e-4fd9-b8d5-7a52e9871094 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:18.576806 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-129edfb6-1a1e-4fd9-b8d5-7a52e9871094 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:18.595044 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-711c22d9-305c-435f-82a5-5389907cd0b2 None None] Network b13d7c6c-cfbf-4964-b16a-12c3c2736fe4 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:26:18.604397 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-129edfb6-1a1e-4fd9-b8d5-7a52e9871094 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.9574049 Jul 14 09:26:18.607583 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-941e8493-2fcd-4af7-b716-8779345a501f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:18.609616 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-941e8493-2fcd-4af7-b716-8779345a501f admin admin] 10.222.0.68 "DELETE /v2.0/subnets/444f0042-b663-4a95-9c31-a5cc1ed6ad12 HTTP/1.1" status: 204 len: 168 time: 1.3163316 Jul 14 09:26:18.612113 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 48106) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:18.645311 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e5c99b75-d352-44cf-942b-bd8428e93c52 req-db2a3b92-4bd4-4e5b-91b6-14fcc2535cb4 service neutron] 10.222.0.65 "PUT /v2.0/ports/df6483e0-89e5-45b9-8d7a-dd0f399b1b72/bindings/n-h2-779913-29/activate HTTP/1.1" status: 200 len: 370 time: 2.1117740 Jul 14 09:26:18.720839 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5e8a0c66-dcc4-41e8-879a-28f2d6e5e97c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3876111'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:18.742105 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5ec9509-93f2-4f55-941d-12f37991f5a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '264b3b28-e033-4b6c-b46d-074bccc05785'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:26:18.750138 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd62303f06773040a8a4e189dc46b4f565768c299abf8ab8e7739778b0bc3e97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a81391e4-6f78-4b08-b032-94db46ae240a" -d '{"events": [{"server_uuid": "b5ec9509-93f2-4f55-941d-12f37991f5a1", "name": "network-vif-plugged", "status": "completed", "tag": "264b3b28-e033-4b6c-b46d-074bccc05785"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:26:18.754958 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d6352d8-a249-422a-b2cd-741c6d7244de None None] Network f9f9e30e-0b39-4c8e-9a13-252818fafe21 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:26:18.795165 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10439e2d-19d2-4ebf-992b-40c70a059852 service neutron] Pushing event updated for resources: {'Port': ['ID=d44a6c64-1019-4530-a2a8-da0fce021270,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:18.861730 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94f71d33-a270-4132-acf4-0691f5b49e57 None None] Network b13d7c6c-cfbf-4964-b16a-12c3c2736fe4 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:26:18.873162 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-5e8a0c66-dcc4-41e8-879a-28f2d6e5e97c admin admin] Deleting port 7861c047-9c7d-498f-890b-07aa56184b4f {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:26:18.873414 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbb00c4-2653-4680-a30e-31a4e7c3b8a9 req-0125897e-6056-4ebc-a341-43b10e506ecc tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:18.873552 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5e8a0c66-dcc4-41e8-879a-28f2d6e5e97c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:18.879610 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbb00c4-2653-4680-a30e-31a4e7c3b8a9 req-0125897e-6056-4ebc-a341-43b10e506ecc tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:18.886229 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbb00c4-2653-4680-a30e-31a4e7c3b8a9 req-0125897e-6056-4ebc-a341-43b10e506ecc tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:18.893287 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8fbb00c4-2653-4680-a30e-31a4e7c3b8a9 req-0125897e-6056-4ebc-a341-43b10e506ecc tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] 10.222.0.68 "GET /v2.0/ports?device_id=63eeb2a1-7ac5-48f3-b93f-614fd3099f12 HTTP/1.1" status: 200 len: 2416 time: 0.6234729 Jul 14 09:26:18.894923 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc38908-6e2a-4fef-8e0a-500a9323ccdc req-df664929-54ee-4d17-a8b3-df9d95195948 tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:18.897239 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-8dc38908-6e2a-4fef-8e0a-500a9323ccdc req-df664929-54ee-4d17-a8b3-df9d95195948 tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] 10.222.0.68 "GET /v2.0/ports?device_id=65c2e97a-3a9b-45f9-8601-1b3501000ad2 HTTP/1.1" status: 200 len: 945 time: 0.1322839 Jul 14 09:26:18.904604 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-63a54fdf-883f-4820-9e28-2363feafd623 req-10439e2d-19d2-4ebf-992b-40c70a059852 service neutron] Attempting to bind port d44a6c64-1019-4530-a2a8-da0fce021270 on host n-h1-779913-29 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:26:18.904950 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-63a54fdf-883f-4820-9e28-2363feafd623 req-10439e2d-19d2-4ebf-992b-40c70a059852 service neutron] Attempting to bind port d44a6c64-1019-4530-a2a8-da0fce021270 by drivers openvswitch,hyperv on host n-h1-779913-29 at level 0 using segments [{'id': 'aab02719-8fcd-46ab-b035-de8f7672ee5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '33b1c44e-4835-4a1e-99cd-f4fd60cc56bb'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:26:18.905289 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63a54fdf-883f-4820-9e28-2363feafd623 req-10439e2d-19d2-4ebf-992b-40c70a059852 service neutron] Attempting to bind port d44a6c64-1019-4530-a2a8-da0fce021270 on network 33b1c44e-4835-4a1e-99cd-f4fd60cc56bb {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:26:18.954093 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8fbb00c4-2653-4680-a30e-31a4e7c3b8a9 req-38d28d1c-aad6-4db0-9329-8b6b2eb00b18 tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] 10.222.0.68 "GET /v2.0/security-groups?id=e583495f-449a-49ad-92be-ddfb834c83f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597584 Jul 14 09:26:18.977256 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63a54fdf-883f-4820-9e28-2363feafd623 req-10439e2d-19d2-4ebf-992b-40c70a059852 service neutron] Port d44a6c64-1019-4530-a2a8-da0fce021270 on network 33b1c44e-4835-4a1e-99cd-f4fd60cc56bb not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-29 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:26:18.977801 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63a54fdf-883f-4820-9e28-2363feafd623 req-10439e2d-19d2-4ebf-992b-40c70a059852 service neutron] Attempting to bind port d44a6c64-1019-4530-a2a8-da0fce021270 on network 33b1c44e-4835-4a1e-99cd-f4fd60cc56bb {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:26:18.981525 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-5e8a0c66-dcc4-41e8-879a-28f2d6e5e97c admin admin] For port 7861c047-9c7d-498f-890b-07aa56184b4f, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=7861c047-9c7d-498f-890b-07aa56184b4f,segment=NetworkSegment(ddccd952-f86c-42d9-9a76-fafa68d7d61d),segment_id=ddccd952-f86c-42d9-9a76-fafa68d7d61d)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:26:18.981684 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd043ea-3555-41ec-94da-ab0552b93be5 service neutron] Pushing event updated for resources: {'Port': ['ID=c7e6be2f-2425-4c72-af72-9e3ea9414152,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:18.981911 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5e8a0c66-dcc4-41e8-879a-28f2d6e5e97c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:18.989940 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-8dc38908-6e2a-4fef-8e0a-500a9323ccdc req-1c8ec9a9-a0b1-4f11-bd34-45bebc16b5e4 tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] 10.222.0.68 "GET /v2.0/security-groups?id=cf40bcd2-1dd1-48fb-a6b7-6df0e80ce2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670145 Jul 14 09:26:19.002013 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-5e8a0c66-dcc4-41e8-879a-28f2d6e5e97c admin admin] Calling delete_port for 7861c047-9c7d-498f-890b-07aa56184b4f owned by network:dhcp {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:26:19.043811 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63a54fdf-883f-4820-9e28-2363feafd623 req-10439e2d-19d2-4ebf-992b-40c70a059852 service neutron] Checking agent: {'id': 'de11e667-f145-47b0-bd09-334a7505938e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 13, 12), 'started_at': datetime.datetime(2021, 7, 14, 9, 13, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 26, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:26:19.043811 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63a54fdf-883f-4820-9e28-2363feafd623 req-10439e2d-19d2-4ebf-992b-40c70a059852 service neutron] Checking segment: {'id': 'aab02719-8fcd-46ab-b035-de8f7672ee5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '33b1c44e-4835-4a1e-99cd-f4fd60cc56bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:26:19.043811 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63a54fdf-883f-4820-9e28-2363feafd623 req-10439e2d-19d2-4ebf-992b-40c70a059852 service neutron] Bound using segment: {'id': 'aab02719-8fcd-46ab-b035-de8f7672ee5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '33b1c44e-4835-4a1e-99cd-f4fd60cc56bb'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:26:19.047464 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-63a54fdf-883f-4820-9e28-2363feafd623 req-10439e2d-19d2-4ebf-992b-40c70a059852 service neutron] Bound port: d44a6c64-1019-4530-a2a8-da0fce021270, host: n-h1-779913-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aab02719-8fcd-46ab-b035-de8f7672ee5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '33b1c44e-4835-4a1e-99cd-f4fd60cc56bb'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:26:19.047874 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-63a54fdf-883f-4820-9e28-2363feafd623 req-10439e2d-19d2-4ebf-992b-40c70a059852 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:19.083732 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-8cd043ea-3555-41ec-94da-ab0552b93be5 service neutron] Attempting to bind port c7e6be2f-2425-4c72-af72-9e3ea9414152 on host n-h1-779913-29 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:26:19.084042 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-8cd043ea-3555-41ec-94da-ab0552b93be5 service neutron] Attempting to bind port c7e6be2f-2425-4c72-af72-9e3ea9414152 by drivers openvswitch,hyperv on host n-h1-779913-29 at level 0 using segments [{'id': 'c705dd1f-2341-4524-a81f-3d9cf3c38e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '5699172b-f98f-483a-81e1-27bccc5d3cba'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:26:19.084370 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-8cd043ea-3555-41ec-94da-ab0552b93be5 service neutron] Attempting to bind port c7e6be2f-2425-4c72-af72-9e3ea9414152 on network 5699172b-f98f-483a-81e1-27bccc5d3cba {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:26:19.104156 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-8cd043ea-3555-41ec-94da-ab0552b93be5 service neutron] Port c7e6be2f-2425-4c72-af72-9e3ea9414152 on network 5699172b-f98f-483a-81e1-27bccc5d3cba not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-29 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:26:19.104559 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-8cd043ea-3555-41ec-94da-ab0552b93be5 service neutron] Attempting to bind port c7e6be2f-2425-4c72-af72-9e3ea9414152 on network 5699172b-f98f-483a-81e1-27bccc5d3cba {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:26:19.105150 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:26:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23fb39ea-f5f1-4646-8b09-2b85ffe761df x-openstack-request-id: req-23fb39ea-f5f1-4646-8b09-2b85ffe761df {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:26:19.105447 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5ec9509-93f2-4f55-941d-12f37991f5a1", "name": "network-vif-plugged", "status": "completed", "tag": "264b3b28-e033-4b6c-b46d-074bccc05785", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:26:19.105758 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-23fb39ea-f5f1-4646-8b09-2b85ffe761df {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:26:19.107222 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5ec9509-93f2-4f55-941d-12f37991f5a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '264b3b28-e033-4b6c-b46d-074bccc05785', 'code': 200} Jul 14 09:26:19.117663 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5e8a0c66-dcc4-41e8-879a-28f2d6e5e97c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:19.147170 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8a0c66-dcc4-41e8-879a-28f2d6e5e97c admin admin] Pushing event deleted for resources: {'Port': ['ID=7861c047-9c7d-498f-890b-07aa56184b4f,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:19.152939 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-8cd043ea-3555-41ec-94da-ab0552b93be5 service neutron] Checking agent: {'id': 'de11e667-f145-47b0-bd09-334a7505938e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 13, 12), 'started_at': datetime.datetime(2021, 7, 14, 9, 13, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 26, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:26:19.153281 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-8cd043ea-3555-41ec-94da-ab0552b93be5 service neutron] Checking segment: {'id': 'c705dd1f-2341-4524-a81f-3d9cf3c38e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '5699172b-f98f-483a-81e1-27bccc5d3cba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:26:19.153708 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-8cd043ea-3555-41ec-94da-ab0552b93be5 service neutron] Bound using segment: {'id': 'c705dd1f-2341-4524-a81f-3d9cf3c38e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '5699172b-f98f-483a-81e1-27bccc5d3cba'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:26:19.154158 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-8cd043ea-3555-41ec-94da-ab0552b93be5 service neutron] Bound port: c7e6be2f-2425-4c72-af72-9e3ea9414152, host: n-h1-779913-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c705dd1f-2341-4524-a81f-3d9cf3c38e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '5699172b-f98f-483a-81e1-27bccc5d3cba'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:26:19.154519 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-8cd043ea-3555-41ec-94da-ab0552b93be5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:19.157599 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e8a0c66-dcc4-41e8-879a-28f2d6e5e97c admin admin] No DVR routers for this DVR port 7861c047-9c7d-498f-890b-07aa56184b4f on host n-d-779913-29 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:26:19.174612 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f2745c6-4ad3-4d3d-9aec-c2ed57d28ea1 None None] DHCP port deletion for f9f9e30e-0b39-4c8e-9a13-252818fafe21 request from n-d-779913-29 {{(pid=93959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:26:19.216831 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c99b75-d352-44cf-942b-bd8428e93c52 req-16beb921-aa6a-4389-9974-9877f3b1b18b tempest-LiveMigrationTest-864996632 tempest-LiveMigrationTest-864996632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:19.218872 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e5c99b75-d352-44cf-942b-bd8428e93c52 req-16beb921-aa6a-4389-9974-9877f3b1b18b tempest-LiveMigrationTest-864996632 tempest-LiveMigrationTest-864996632-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=65c2e97a-3a9b-45f9-8601-1b3501000ad2&tenant_id=88495f2d6951432397900165a462d224&binding%3Ahost_id=n-h1-779913-29 HTTP/1.1" status: 200 len: 1097 time: 0.4429395 Jul 14 09:26:19.240649 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5e8a0c66-dcc4-41e8-879a-28f2d6e5e97c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473955', 'neutron.services.segments.db._delete_segments_for_network-8735688326548'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:19.249999 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 0ec1dab4-76c9-4527-a7f1-eee4d5e3ea59 up at agent hyperv_n-h2-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:26:19.253478 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-5e8a0c66-dcc4-41e8-879a-28f2d6e5e97c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9f9e30e-0b39-4c8e-9a13-252818fafe21']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:26:19.273725 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-5e8a0c66-dcc4-41e8-879a-28f2d6e5e97c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddccd952-f86c-42d9-9a76-fafa68d7d61d') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:26:19.274055 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-5e8a0c66-dcc4-41e8-879a-28f2d6e5e97c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddccd952-f86c-42d9-9a76-fafa68d7d61d') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:26:19.286241 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5e8a0c66-dcc4-41e8-879a-28f2d6e5e97c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735688356235', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13574129'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:19.303519 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5e8a0c66-dcc4-41e8-879a-28f2d6e5e97c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:19.311940 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e8a0c66-dcc4-41e8-879a-28f2d6e5e97c admin admin] Releasing vlan 706 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:26:19.313592 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5e8a0c66-dcc4-41e8-879a-28f2d6e5e97c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13573126'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:19.318826 n-d-779913-29 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:26:19.318826 n-d-779913-29 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:26:19.318826 n-d-779913-29 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:26:19.318826 n-d-779913-29 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:26:19.318826 n-d-779913-29 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:26:19.318826 n-d-779913-29 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:26:19.318826 n-d-779913-29 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:26:19.318826 n-d-779913-29 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:26:19.318826 n-d-779913-29 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:26:19.318826 n-d-779913-29 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:26:19.318826 n-d-779913-29 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:26:19.318826 n-d-779913-29 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:26:19.318826 n-d-779913-29 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:26:19.318826 n-d-779913-29 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:26:19.318826 n-d-779913-29 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:26:19.318826 n-d-779913-29 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:26:19.318826 n-d-779913-29 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:26:19.318826 n-d-779913-29 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:26:19.318826 n-d-779913-29 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:26:19.318826 n-d-779913-29 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:26:19.318826 n-d-779913-29 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:26:19.318826 n-d-779913-29 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:26:19.318826 n-d-779913-29 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:26:19.318826 n-d-779913-29 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:26:19.318826 n-d-779913-29 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:26:19.318826 n-d-779913-29 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:26:19.318826 n-d-779913-29 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:26:19.318826 n-d-779913-29 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:26:19.318826 n-d-779913-29 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:26:19.318826 n-d-779913-29 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:26:19.318826 n-d-779913-29 neutron-server[93958]: Traceback (most recent call last): Jul 14 09:26:19.318826 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:26:19.318826 n-d-779913-29 neutron-server[93958]: timer() Jul 14 09:26:19.318826 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:26:19.318826 n-d-779913-29 neutron-server[93958]: cb(*args, **kw) Jul 14 09:26:19.318826 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:26:19.318826 n-d-779913-29 neutron-server[93958]: return func(*args, **kwargs) Jul 14 09:26:19.318826 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:26:19.318826 n-d-779913-29 neutron-server[93958]: self._notify() Jul 14 09:26:19.318826 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:26:19.318826 n-d-779913-29 neutron-server[93958]: self.callback(batched_events) Jul 14 09:26:19.318826 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:26:19.318826 n-d-779913-29 neutron-server[93958]: event.method(event) Jul 14 09:26:19.318826 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:26:19.318826 n-d-779913-29 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:26:19.318826 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:26:19.318826 n-d-779913-29 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:26:19.318826 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:26:19.318826 n-d-779913-29 neutron-server[93958]: return f(self, *a, **k) Jul 14 09:26:19.318826 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:26:19.318826 n-d-779913-29 neutron-server[93958]: return self._get(url).json() Jul 14 09:26:19.318826 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:26:19.318826 n-d-779913-29 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:26:19.318826 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:26:19.318826 n-d-779913-29 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 14 09:26:19.318826 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:26:19.318826 n-d-779913-29 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:26:19.318826 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:26:19.318826 n-d-779913-29 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:26:19.318826 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:26:19.318826 n-d-779913-29 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:26:19.318826 n-d-779913-29 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:26:19.356570 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Provisioning for port 0ec1dab4-76c9-4527-a7f1-eee4d5e3ea59 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:26:19.362628 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Provisioning complete for port 0ec1dab4-76c9-4527-a7f1-eee4d5e3ea59 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:26:19.363072 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:19.450819 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5e8a0c66-dcc4-41e8-879a-28f2d6e5e97c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660504'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:19.468435 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:19.471037 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5e8a0c66-dcc4-41e8-879a-28f2d6e5e97c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:19.475579 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-5e8a0c66-dcc4-41e8-879a-28f2d6e5e97c admin admin] 10.222.0.68 "DELETE /v2.0/networks/f9f9e30e-0b39-4c8e-9a13-252818fafe21 HTTP/1.1" status: 204 len: 168 time: 0.8599567 Jul 14 09:26:19.476568 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8a0c66-dcc4-41e8-879a-28f2d6e5e97c admin admin] Pushing event deleted for resources: {'Network': ['ID=f9f9e30e-0b39-4c8e-9a13-252818fafe21,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:19.524172 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 0ec1dab4-76c9-4527-a7f1-eee4d5e3ea59, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=0ec1dab4-76c9-4527-a7f1-eee4d5e3ea59,segment=NetworkSegment(7d8815e9-0200-443e-a333-a7dc7602fee9),segment_id=7d8815e9-0200-443e-a333-a7dc7602fee9)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:26:19.527042 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a08a389-cbaa-4e3c-8142-6060e00bedb1 req-9fb57ff7-c41e-44a8-943e-21a22b4a693c tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:19.529422 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-2a08a389-cbaa-4e3c-8142-6060e00bedb1 req-9fb57ff7-c41e-44a8-943e-21a22b4a693c tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/networks?id=b13d7c6c-cfbf-4964-b16a-12c3c2736fe4 HTTP/1.1" status: 200 len: 806 time: 0.1506124 Jul 14 09:26:19.530284 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:19.547153 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-2a08a389-cbaa-4e3c-8142-6060e00bedb1 req-8c76a339-370f-4f1c-8168-6c89a37b3725 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/quotas/5a5f2c2d833f465d9525ee4af4d3c349 HTTP/1.1" status: 200 len: 375 time: 0.0104244 Jul 14 09:26:19.591538 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-2a08a389-cbaa-4e3c-8142-6060e00bedb1 req-901de8f3-3a97-4e65-bd02-016e2911a119 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=5a5f2c2d833f465d9525ee4af4d3c349&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0354731 Jul 14 09:26:19.611027 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Pushing event updated for resources: {'Port': ['ID=0ec1dab4-76c9-4527-a7f1-eee4d5e3ea59,revision_number=5']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:19.632902 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 48136) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:19.667618 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [req-2a08a389-cbaa-4e3c-8142-6060e00bedb1 req-62ee15a8-ad7e-4ffa-9c3d-23a053418261 service neutron] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=93958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:26:19.668621 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-2a08a389-cbaa-4e3c-8142-6060e00bedb1 req-62ee15a8-ad7e-4ffa-9c3d-23a053418261 service neutron] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0700986 Jul 14 09:26:19.714164 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-63a54fdf-883f-4820-9e28-2363feafd623 req-10439e2d-19d2-4ebf-992b-40c70a059852 service neutron] For port d44a6c64-1019-4530-a2a8-da0fce021270, host n-h1-779913-29, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:26:19.734399 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-58d910ea-dfac-4c6e-b8bb-9be6ac1ccc43 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=cb2a8bd81eea456b92b36dee5b159f07&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0999620 Jul 14 09:26:19.736550 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 48138) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:19.755894 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa8728b-3f3f-42b6-b0a3-0935107f5797 req-1d4613bc-14ee-4b37-9ec4-41dd7d9d18a0 tempest-ServersNegativeTestMultiTenantJSON-1004017167 tempest-ServersNegativeTestMultiTenantJSON-1004017167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:19.757387 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6aa8728b-3f3f-42b6-b0a3-0935107f5797 req-1d4613bc-14ee-4b37-9ec4-41dd7d9d18a0 tempest-ServersNegativeTestMultiTenantJSON-1004017167 tempest-ServersNegativeTestMultiTenantJSON-1004017167-project] 10.222.0.68 "GET /v2.0/ports?device_id=229d01ea-9e8d-42cd-a1b6-2aeff691c308 HTTP/1.1" status: 200 len: 943 time: 0.6614723 Jul 14 09:26:19.759669 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-63a54fdf-883f-4820-9e28-2363feafd623 req-10439e2d-19d2-4ebf-992b-40c70a059852 service neutron] For port d44a6c64-1019-4530-a2a8-da0fce021270, host n-h1-779913-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=d44a6c64-1019-4530-a2a8-da0fce021270,segment=NetworkSegment(aab02719-8fcd-46ab-b035-de8f7672ee5b),segment_id=aab02719-8fcd-46ab-b035-de8f7672ee5b)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:26:19.761044 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-8cd043ea-3555-41ec-94da-ab0552b93be5 service neutron] For port c7e6be2f-2425-4c72-af72-9e3ea9414152, host n-h1-779913-29, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:26:19.771768 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-63a54fdf-883f-4820-9e28-2363feafd623 req-10439e2d-19d2-4ebf-992b-40c70a059852 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:19.806982 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-8cd043ea-3555-41ec-94da-ab0552b93be5 service neutron] For port c7e6be2f-2425-4c72-af72-9e3ea9414152, host n-h1-779913-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=c7e6be2f-2425-4c72-af72-9e3ea9414152,segment=NetworkSegment(c705dd1f-2341-4524-a81f-3d9cf3c38e6b),segment_id=c705dd1f-2341-4524-a81f-3d9cf3c38e6b)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:26:19.841932 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-8cd043ea-3555-41ec-94da-ab0552b93be5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:19.850370 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a54fdf-883f-4820-9e28-2363feafd623 req-10439e2d-19d2-4ebf-992b-40c70a059852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:19.850988 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-63a54fdf-883f-4820-9e28-2363feafd623 req-10439e2d-19d2-4ebf-992b-40c70a059852 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:19.853071 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-63a54fdf-883f-4820-9e28-2363feafd623 req-10439e2d-19d2-4ebf-992b-40c70a059852 service neutron] 10.222.0.65 "PUT /v2.0/ports/d44a6c64-1019-4530-a2a8-da0fce021270 HTTP/1.1" status: 200 len: 1092 time: 3.2407887 Jul 14 09:26:19.862890 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '229d01ea-9e8d-42cd-a1b6-2aeff691c308', 'tag': 'd44a6c64-1019-4530-a2a8-da0fce021270'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:26:19.865146 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-397013fe-06e0-4e02-b65f-a51c8f29ce4a" -d '{"events": [{"name": "network-changed", "server_uuid": "229d01ea-9e8d-42cd-a1b6-2aeff691c308", "tag": "d44a6c64-1019-4530-a2a8-da0fce021270"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:26:19.867554 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-2a08a389-cbaa-4e3c-8142-6060e00bedb1 req-8ea8cd56-6dfa-44bf-9d05-d1f4d4f531ad service neutron] 10.222.0.68 "GET /v2.0/networks/b13d7c6c-cfbf-4964-b16a-12c3c2736fe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1902401 Jul 14 09:26:19.868378 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-08f3e7d8-6b59-401e-9687-718c20fd4a72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:19.901951 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c99b75-d352-44cf-942b-bd8428e93c52 req-72577ee9-04fe-407f-818c-734a1e6e4fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:19.903483 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e5c99b75-d352-44cf-942b-bd8428e93c52 req-72577ee9-04fe-407f-818c-734a1e6e4fb0 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=65c2e97a-3a9b-45f9-8601-1b3501000ad2&tenant_id=88495f2d6951432397900165a462d224 HTTP/1.1" status: 200 len: 1097 time: 0.6557560 Jul 14 09:26:19.905175 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2fbae0-5225-4e52-ad9c-8522c754f93c req-eaa61388-584b-49fd-b46b-d8bf23a1e2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:19.906597 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-9f2fbae0-5225-4e52-ad9c-8522c754f93c req-eaa61388-584b-49fd-b46b-d8bf23a1e2f2 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b5ec9509-93f2-4f55-941d-12f37991f5a1 HTTP/1.1" status: 200 len: 1097 time: 0.6522861 Jul 14 09:26:19.910858 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63d5cf5-1fd3-4173-9a19-6b30e33f885c req-7c4c6650-f1eb-4eea-b190-3a1fed0e9ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:19.912804 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-8cd043ea-3555-41ec-94da-ab0552b93be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:19.912948 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-c63d5cf5-1fd3-4173-9a19-6b30e33f885c req-7c4c6650-f1eb-4eea-b190-3a1fed0e9ef5 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=fd1f4779-7c9e-445b-a0be-3b95d7c816a4 HTTP/1.1" status: 200 len: 1098 time: 0.1676528 Jul 14 09:26:19.913639 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-8cd043ea-3555-41ec-94da-ab0552b93be5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:19.915622 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-8cd043ea-3555-41ec-94da-ab0552b93be5 service neutron] 10.222.0.65 "PUT /v2.0/ports/c7e6be2f-2425-4c72-af72-9e3ea9414152 HTTP/1.1" status: 200 len: 1135 time: 3.1707511 Jul 14 09:26:19.919047 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6aa8728b-3f3f-42b6-b0a3-0935107f5797 req-334c2f47-4a23-464e-8d2c-2fc919e88b74 tempest-ServersNegativeTestMultiTenantJSON-1004017167 tempest-ServersNegativeTestMultiTenantJSON-1004017167-project] 10.222.0.68 "GET /v2.0/security-groups?id=aed312c7-bd72-4f37-9fb8-80d61f28e4db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525695 Jul 14 09:26:19.951357 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10439e2d-19d2-4ebf-992b-40c70a059852 service neutron] Pushing event updated for resources: {'Port': ['ID=d44a6c64-1019-4530-a2a8-da0fce021270,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:19.970297 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-08f3e7d8-6b59-401e-9687-718c20fd4a72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:20.017197 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-c238612a-7f37-4c63-b5bb-ea112a770948 service neutron] Request body: {'port': {'device_id': '5c7b30e8-3087-4fa2-a121-bc36e0beab3b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-29'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:26:20.158550 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-9f2fbae0-5225-4e52-ad9c-8522c754f93c req-ca5d8207-ccfc-4049-b464-a89eec78b423 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=ee599ffa-656c-4b33-a533-367ce77dba83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2200310 Jul 14 09:26:20.212918 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd043ea-3555-41ec-94da-ab0552b93be5 service neutron] Pushing event updated for resources: {'Port': ['ID=c7e6be2f-2425-4c72-af72-9e3ea9414152,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:20.274699 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a54fdf-883f-4820-9e28-2363feafd623 req-25516300-5739-4307-91cd-4fb59f244e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:20.276242 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-63a54fdf-883f-4820-9e28-2363feafd623 req-25516300-5739-4307-91cd-4fb59f244e08 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=9b7dcca28625499194f048a619cb67df&device_id=229d01ea-9e8d-42cd-a1b6-2aeff691c308 HTTP/1.1" status: 200 len: 1095 time: 0.3485465 Jul 14 09:26:20.278833 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-c238612a-7f37-4c63-b5bb-ea112a770948 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:20.291435 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c99b75-d352-44cf-942b-bd8428e93c52 req-0e6c4b93-1caa-4b14-9c43-45aa893001d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:20.292924 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e5c99b75-d352-44cf-942b-bd8428e93c52 req-0e6c4b93-1caa-4b14-9c43-45aa893001d9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=88495f2d6951432397900165a462d224&device_id=65c2e97a-3a9b-45f9-8601-1b3501000ad2 HTTP/1.1" status: 200 len: 1097 time: 0.3326495 Jul 14 09:26:20.308287 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 7861c047-9c7d-498f-890b-07aa56184b4f no longer exists at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:26:20.329109 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-c63d5cf5-1fd3-4173-9a19-6b30e33f885c req-74490fb0-2947-4d97-afc7-2ead00c1721d service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=d6a7feba-be17-4d7e-a638-e9426c29981e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3832011 Jul 14 09:26:20.329332 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] No Port match for: 7861c047-9c7d-498f-890b-07aa56184b4f {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:26:20.329825 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 7861c047-9c7d-498f-890b-07aa56184b4f not bound to the agent host n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:26:20.337952 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-63a54fdf-883f-4820-9e28-2363feafd623 req-bea4a0d6-427f-4310-ab34-4088a980443f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d44a6c64-1019-4530-a2a8-da0fce021270 HTTP/1.1" status: 200 len: 217 time: 0.0410838 Jul 14 09:26:20.354771 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-08f3e7d8-6b59-401e-9687-718c20fd4a72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:20.358046 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-08f3e7d8-6b59-401e-9687-718c20fd4a72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:20.359178 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-08f3e7d8-6b59-401e-9687-718c20fd4a72 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/7d62c79e-4bb7-4cee-af34-fb6b30b09370 HTTP/1.1" status: 204 len: 168 time: 0.6217463 Jul 14 09:26:20.367010 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-2a08a389-cbaa-4e3c-8142-6060e00bedb1 req-133102e9-73d1-46f1-a8ea-bc050b07145a service neutron] 10.222.0.68 "GET /v2.0/networks/b13d7c6c-cfbf-4964-b16a-12c3c2736fe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4866178 Jul 14 09:26:20.372430 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f3e7d8-6b59-401e-9687-718c20fd4a72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d62c79e-4bb7-4cee-af34-fb6b30b09370,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:20.434418 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0314c3c-6fd1-4004-99c7-f5196e8d0be7 req-261fe947-6d84-4e22-8724-a95c05184563 tempest-ListServersNegativeTestJSON-1499415755 tempest-ListServersNegativeTestJSON-1499415755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:20.437965 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f0314c3c-6fd1-4004-99c7-f5196e8d0be7 req-261fe947-6d84-4e22-8724-a95c05184563 tempest-ListServersNegativeTestJSON-1499415755 tempest-ListServersNegativeTestJSON-1499415755-project] 10.222.0.68 "GET /v2.0/ports?device_id=002785b9-e390-42a3-b365-eead167016a1 HTTP/1.1" status: 200 len: 946 time: 0.2678118 Jul 14 09:26:20.463523 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a54fdf-883f-4820-9e28-2363feafd623 req-251c3447-ba2e-48cf-97f3-e4a5f7fd22dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:20.465244 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-63a54fdf-883f-4820-9e28-2363feafd623 req-251c3447-ba2e-48cf-97f3-e4a5f7fd22dc service neutron] 10.222.0.65 "GET /v2.0/subnets?id=054e684f-6580-4772-80f7-f82925f6b0aa HTTP/1.1" status: 200 len: 863 time: 0.1058421 Jul 14 09:26:20.583463 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f0314c3c-6fd1-4004-99c7-f5196e8d0be7 req-a1d8a3fe-cf10-4321-80ab-8e0d56836fbe tempest-ListServersNegativeTestJSON-1499415755 tempest-ListServersNegativeTestJSON-1499415755-project] 10.222.0.68 "GET /v2.0/security-groups?id=ee599ffa-656c-4b33-a533-367ce77dba83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371546 Jul 14 09:26:20.585680 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-63a54fdf-883f-4820-9e28-2363feafd623 req-cb0f2188-cbcb-4b67-8b1b-73b9933fb610 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=33b1c44e-4835-4a1e-99cd-f4fd60cc56bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0653827 Jul 14 09:26:20.756322 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dcaca0-17b6-4f98-bd62-26a6e36eae77 req-45285175-03bd-45dd-af4d-165f05a70ad2 tempest-ServerRescueTestJSON-1969041098 tempest-ServerRescueTestJSON-1969041098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:20.758054 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-43dcaca0-17b6-4f98-bd62-26a6e36eae77 req-45285175-03bd-45dd-af4d-165f05a70ad2 tempest-ServerRescueTestJSON-1969041098 tempest-ServerRescueTestJSON-1969041098-project] 10.222.0.68 "GET /v2.0/ports?device_id=fd1f4779-7c9e-445b-a0be-3b95d7c816a4 HTTP/1.1" status: 200 len: 946 time: 0.1073976 Jul 14 09:26:20.827789 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-43dcaca0-17b6-4f98-bd62-26a6e36eae77 req-c6a755ff-b64a-497d-90c2-ddf87ee0f7a8 tempest-ServerRescueTestJSON-1969041098 tempest-ServerRescueTestJSON-1969041098-project] 10.222.0.68 "GET /v2.0/security-groups?id=d6a7feba-be17-4d7e-a638-e9426c29981e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607390 Jul 14 09:26:20.892636 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:26:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ba4c33b-cc40-4eb7-805b-ff6189a3a68e x-openstack-request-id: req-6ba4c33b-cc40-4eb7-805b-ff6189a3a68e {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:26:20.893162 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "229d01ea-9e8d-42cd-a1b6-2aeff691c308", "tag": "d44a6c64-1019-4530-a2a8-da0fce021270", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:26:20.893162 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-6ba4c33b-cc40-4eb7-805b-ff6189a3a68e {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:26:20.893487 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '229d01ea-9e8d-42cd-a1b6-2aeff691c308', 'tag': 'd44a6c64-1019-4530-a2a8-da0fce021270', 'status': 'completed', 'code': 200} Jul 14 09:26:20.898784 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-63a54fdf-883f-4820-9e28-2363feafd623 req-ff5e7461-bdad-4844-8f4b-1a11214fc8b8 service neutron] 10.222.0.65 "GET /v2.0/networks/33b1c44e-4835-4a1e-99cd-f4fd60cc56bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3029685 Jul 14 09:26:21.046013 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff4ba26-6206-49ec-be5f-44e330d0f2a6 req-02266116-9b42-4e61-b280-95c126e1844e tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:21.051930 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff4ba26-6206-49ec-be5f-44e330d0f2a6 req-02266116-9b42-4e61-b280-95c126e1844e tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:21.057984 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff4ba26-6206-49ec-be5f-44e330d0f2a6 req-02266116-9b42-4e61-b280-95c126e1844e tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:21.063963 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff4ba26-6206-49ec-be5f-44e330d0f2a6 req-02266116-9b42-4e61-b280-95c126e1844e tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:21.070001 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff4ba26-6206-49ec-be5f-44e330d0f2a6 req-02266116-9b42-4e61-b280-95c126e1844e tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:21.078244 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff4ba26-6206-49ec-be5f-44e330d0f2a6 req-02266116-9b42-4e61-b280-95c126e1844e tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:21.080282 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d532b45a-768f-462d-8cbb-39872a98535f req-43f046af-48f2-4aae-ac35-0f642b3ae836 tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:21.086334 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-cff4ba26-6206-49ec-be5f-44e330d0f2a6 req-02266116-9b42-4e61-b280-95c126e1844e tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] 10.222.0.68 "GET /v2.0/ports?device_id=5c7b30e8-3087-4fa2-a121-bc36e0beab3b HTTP/1.1" status: 200 len: 4603 time: 0.3391244 Jul 14 09:26:21.088344 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d532b45a-768f-462d-8cbb-39872a98535f req-43f046af-48f2-4aae-ac35-0f642b3ae836 tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] 10.222.0.68 "GET /v2.0/ports?device_id=65c2e97a-3a9b-45f9-8601-1b3501000ad2 HTTP/1.1" status: 200 len: 945 time: 0.0841212 Jul 14 09:26:21.103954 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c99b75-d352-44cf-942b-bd8428e93c52 req-3e019129-ad9a-446a-9d24-f1ab5a7df952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:21.105841 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e5c99b75-d352-44cf-942b-bd8428e93c52 req-3e019129-ad9a-446a-9d24-f1ab5a7df952 service neutron] 10.222.0.57 "GET /v2.0/networks?id=fdafaba0-da53-47c8-a4eb-7c69deccbba6 HTTP/1.1" status: 200 len: 909 time: 0.3140430 Jul 14 09:26:21.107761 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '002785b9-e390-42a3-b365-eead167016a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ec1dab4-76c9-4527-a7f1-eee4d5e3ea59'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:26:21.110327 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd62303f06773040a8a4e189dc46b4f565768c299abf8ab8e7739778b0bc3e97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a388e49b-4180-4230-a48d-eccfa934c26a" -d '{"events": [{"server_uuid": "002785b9-e390-42a3-b365-eead167016a1", "name": "network-vif-plugged", "status": "completed", "tag": "0ec1dab4-76c9-4527-a7f1-eee4d5e3ea59"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:26:21.138198 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d532b45a-768f-462d-8cbb-39872a98535f req-f784d5ce-b097-4045-90d1-b67ba97fbeef tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] 10.222.0.68 "GET /v2.0/security-groups?id=cf40bcd2-1dd1-48fb-a6b7-6df0e80ce2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479698 Jul 14 09:26:21.159812 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-c238612a-7f37-4c63-b5bb-ea112a770948 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b19c971a-b91d-49b9-bdec-ee880b089aa3 {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:26:21.198302 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-c238612a-7f37-4c63-b5bb-ea112a770948 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:21.205150 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e5c99b75-d352-44cf-942b-bd8428e93c52 req-ded2b3f2-79bc-4c2f-aad6-42cfb4adf13f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=df6483e0-89e5-45b9-8d7a-dd0f399b1b72 HTTP/1.1" status: 200 len: 217 time: 0.0800598 Jul 14 09:26:21.245971 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-cff4ba26-6206-49ec-be5f-44e330d0f2a6 req-33262ae8-a0d5-49bc-a33c-d44ce326cccd tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] 10.222.0.68 "GET /v2.0/security-groups?id=3e8708b8-59d7-4408-a840-9965955f2a4b&id=ff27f1e0-0078-49b9-90e3-125b24008d99&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1586061 Jul 14 09:26:21.261341 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-c238612a-7f37-4c63-b5bb-ea112a770948 service neutron] Transition to ACTIVE for port object b19c971a-b91d-49b9-bdec-ee880b089aa3 will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:26:21.271792 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-63a54fdf-883f-4820-9e28-2363feafd623 req-e048f3cd-5ef1-437a-a304-927ee1d7a455 service neutron] 10.222.0.65 "GET /v2.0/networks/33b1c44e-4835-4a1e-99cd-f4fd60cc56bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3555851 Jul 14 09:26:21.298713 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-c238612a-7f37-4c63-b5bb-ea112a770948 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:21.375401 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c238612a-7f37-4c63-b5bb-ea112a770948 service neutron] Pushing event updated for resources: {'Port': ['ID=b19c971a-b91d-49b9-bdec-ee880b089aa3,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:21.380181 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c99b75-d352-44cf-942b-bd8428e93c52 req-d3e60afa-e6e9-4105-a1ed-f5ff466674f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:21.386026 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e5c99b75-d352-44cf-942b-bd8428e93c52 req-d3e60afa-e6e9-4105-a1ed-f5ff466674f2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5194e827-9fb1-419e-b4bc-69aee8b3dca3 HTTP/1.1" status: 200 len: 848 time: 0.1260526 Jul 14 09:26:21.462874 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e5c99b75-d352-44cf-942b-bd8428e93c52 req-854a1223-6641-4351-9a78-51aef5d2bad0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fdafaba0-da53-47c8-a4eb-7c69deccbba6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0657003 Jul 14 09:26:21.545169 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f8c1faff-7fd2-486e-9fdd-26f7f9c04484 req-df38a017-4a76-4ddb-864e-1f5a0a61bf0f tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/ports?device_id=1a01352b-cf9e-4c65-b238-cb9fbde920b1 HTTP/1.1" status: 200 len: 210 time: 0.0852573 Jul 14 09:26:21.627706 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:26:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54c8b3b6-1a60-40d9-8d6f-fd8c0e90c49b x-openstack-request-id: req-54c8b3b6-1a60-40d9-8d6f-fd8c0e90c49b {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:26:21.628182 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "002785b9-e390-42a3-b365-eead167016a1", "name": "network-vif-plugged", "status": "completed", "tag": "0ec1dab4-76c9-4527-a7f1-eee4d5e3ea59", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:26:21.628274 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-54c8b3b6-1a60-40d9-8d6f-fd8c0e90c49b {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:26:21.628614 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '002785b9-e390-42a3-b365-eead167016a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ec1dab4-76c9-4527-a7f1-eee4d5e3ea59', 'code': 200} Jul 14 09:26:21.659815 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-c238612a-7f37-4c63-b5bb-ea112a770948 service neutron] Attempting to bind port b19c971a-b91d-49b9-bdec-ee880b089aa3 on host n-h1-779913-29 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:26:21.660010 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-c238612a-7f37-4c63-b5bb-ea112a770948 service neutron] Attempting to bind port b19c971a-b91d-49b9-bdec-ee880b089aa3 by drivers openvswitch,hyperv on host n-h1-779913-29 at level 0 using segments [{'id': 'c705dd1f-2341-4524-a81f-3d9cf3c38e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '5699172b-f98f-483a-81e1-27bccc5d3cba'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:26:21.660328 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-c238612a-7f37-4c63-b5bb-ea112a770948 service neutron] Attempting to bind port b19c971a-b91d-49b9-bdec-ee880b089aa3 on network 5699172b-f98f-483a-81e1-27bccc5d3cba {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:26:21.673352 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-c238612a-7f37-4c63-b5bb-ea112a770948 service neutron] Port b19c971a-b91d-49b9-bdec-ee880b089aa3 on network 5699172b-f98f-483a-81e1-27bccc5d3cba not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-29 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:26:21.673603 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26479c6d-55e9-47cd-8bd1-bf7d6eafb039 req-4fe844a6-5f9d-405b-ae1b-886022b2d317 tempest-ServersNegativeTestMultiTenantJSON-1004017167 tempest-ServersNegativeTestMultiTenantJSON-1004017167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:21.673756 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-c238612a-7f37-4c63-b5bb-ea112a770948 service neutron] Attempting to bind port b19c971a-b91d-49b9-bdec-ee880b089aa3 on network 5699172b-f98f-483a-81e1-27bccc5d3cba {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:26:21.675124 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-26479c6d-55e9-47cd-8bd1-bf7d6eafb039 req-4fe844a6-5f9d-405b-ae1b-886022b2d317 tempest-ServersNegativeTestMultiTenantJSON-1004017167 tempest-ServersNegativeTestMultiTenantJSON-1004017167-project] 10.222.0.68 "GET /v2.0/ports?device_id=229d01ea-9e8d-42cd-a1b6-2aeff691c308 HTTP/1.1" status: 200 len: 943 time: 0.0841515 Jul 14 09:26:21.690327 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-c238612a-7f37-4c63-b5bb-ea112a770948 service neutron] Checking agent: {'id': 'de11e667-f145-47b0-bd09-334a7505938e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 13, 12), 'started_at': datetime.datetime(2021, 7, 14, 9, 13, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 26, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:26:21.690725 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-c238612a-7f37-4c63-b5bb-ea112a770948 service neutron] Checking segment: {'id': 'c705dd1f-2341-4524-a81f-3d9cf3c38e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '5699172b-f98f-483a-81e1-27bccc5d3cba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:26:21.691058 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-c238612a-7f37-4c63-b5bb-ea112a770948 service neutron] Bound using segment: {'id': 'c705dd1f-2341-4524-a81f-3d9cf3c38e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '5699172b-f98f-483a-81e1-27bccc5d3cba'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:26:21.691495 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-c238612a-7f37-4c63-b5bb-ea112a770948 service neutron] Bound port: b19c971a-b91d-49b9-bdec-ee880b089aa3, host: n-h1-779913-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c705dd1f-2341-4524-a81f-3d9cf3c38e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '5699172b-f98f-483a-81e1-27bccc5d3cba'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:26:21.691862 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-c238612a-7f37-4c63-b5bb-ea112a770948 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:21.694947 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397013fe-06e0-4e02-b65f-a51c8f29ce4a req-33d8cddc-1c6a-4ff9-9ce2-2cccca7adca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:21.697008 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-397013fe-06e0-4e02-b65f-a51c8f29ce4a req-33d8cddc-1c6a-4ff9-9ce2-2cccca7adca7 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=9b7dcca28625499194f048a619cb67df&device_id=229d01ea-9e8d-42cd-a1b6-2aeff691c308 HTTP/1.1" status: 200 len: 1095 time: 0.2707887 Jul 14 09:26:21.709908 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e5c99b75-d352-44cf-942b-bd8428e93c52 req-cfaa5895-b8f6-49ce-b8be-6349d2a0ad69 service neutron] 10.222.0.57 "GET /v2.0/networks/fdafaba0-da53-47c8-a4eb-7c69deccbba6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1860278 Jul 14 09:26:21.723069 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-26479c6d-55e9-47cd-8bd1-bf7d6eafb039 req-620f21bf-ab28-460d-95a3-69bf641244dd tempest-ServersNegativeTestMultiTenantJSON-1004017167 tempest-ServersNegativeTestMultiTenantJSON-1004017167-project] 10.222.0.68 "GET /v2.0/security-groups?id=aed312c7-bd72-4f37-9fb8-80d61f28e4db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387347 Jul 14 09:26:21.933339 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-c238612a-7f37-4c63-b5bb-ea112a770948 service neutron] For port b19c971a-b91d-49b9-bdec-ee880b089aa3, host n-h1-779913-29, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:26:21.963780 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e5c99b75-d352-44cf-942b-bd8428e93c52 req-74c4fdb0-0fa9-44a4-a67c-d16b8658a4f2 service neutron] 10.222.0.57 "GET /v2.0/networks/fdafaba0-da53-47c8-a4eb-7c69deccbba6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2314403 Jul 14 09:26:21.966415 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-c238612a-7f37-4c63-b5bb-ea112a770948 service neutron] For port b19c971a-b91d-49b9-bdec-ee880b089aa3, host n-h1-779913-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=b19c971a-b91d-49b9-bdec-ee880b089aa3,segment=NetworkSegment(c705dd1f-2341-4524-a81f-3d9cf3c38e6b),segment_id=c705dd1f-2341-4524-a81f-3d9cf3c38e6b)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:26:21.969399 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397013fe-06e0-4e02-b65f-a51c8f29ce4a req-0fe0c3c2-26e0-4a38-a4de-94105fff694e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:21.973062 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-397013fe-06e0-4e02-b65f-a51c8f29ce4a req-0fe0c3c2-26e0-4a38-a4de-94105fff694e service neutron] 10.222.0.65 "GET /v2.0/networks?id=33b1c44e-4835-4a1e-99cd-f4fd60cc56bb HTTP/1.1" status: 200 len: 924 time: 0.2652349 Jul 14 09:26:21.975861 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-c238612a-7f37-4c63-b5bb-ea112a770948 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:22.037192 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498f5abf-e46b-4fcc-b49c-012eb0ce15c2 req-3fef1266-c549-4e21-8466-b9ea179b3cc8 tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:22.053671 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498f5abf-e46b-4fcc-b49c-012eb0ce15c2 req-3fef1266-c549-4e21-8466-b9ea179b3cc8 tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:22.060687 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-c238612a-7f37-4c63-b5bb-ea112a770948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:22.061692 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-c238612a-7f37-4c63-b5bb-ea112a770948 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:22.064962 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-c238612a-7f37-4c63-b5bb-ea112a770948 service neutron] 10.222.0.65 "PUT /v2.0/ports/b19c971a-b91d-49b9-bdec-ee880b089aa3 HTTP/1.1" status: 200 len: 1137 time: 2.0545902 Jul 14 09:26:22.070205 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498f5abf-e46b-4fcc-b49c-012eb0ce15c2 req-3fef1266-c549-4e21-8466-b9ea179b3cc8 tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:22.089624 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-498f5abf-e46b-4fcc-b49c-012eb0ce15c2 req-3fef1266-c549-4e21-8466-b9ea179b3cc8 tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] 10.222.0.68 "GET /v2.0/ports?device_id=63eeb2a1-7ac5-48f3-b93f-614fd3099f12 HTTP/1.1" status: 200 len: 2416 time: 0.2433350 Jul 14 09:26:22.104713 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1daa080d-d364-489f-a952-f6934e9a2057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:22.150974 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfe45ee-320f-486f-9413-e7e5cb0eff98 req-cef2744e-926d-449a-a653-c555f38823d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:22.159609 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-fcfe45ee-320f-486f-9413-e7e5cb0eff98 req-cef2744e-926d-449a-a653-c555f38823d7 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=002785b9-e390-42a3-b365-eead167016a1 HTTP/1.1" status: 200 len: 1098 time: 0.2705941 Jul 14 09:26:22.185507 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-397013fe-06e0-4e02-b65f-a51c8f29ce4a req-eedf129c-a964-4264-ad56-e0ac34575ad5 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d44a6c64-1019-4530-a2a8-da0fce021270 HTTP/1.1" status: 200 len: 217 time: 0.1590691 Jul 14 09:26:22.236854 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-498f5abf-e46b-4fcc-b49c-012eb0ce15c2 req-7e3b6f43-9f08-4528-a5e8-07825c93b3b3 tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] 10.222.0.68 "GET /v2.0/security-groups?id=e583495f-449a-49ad-92be-ddfb834c83f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415892 Jul 14 09:26:22.277594 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-fcfe45ee-320f-486f-9413-e7e5cb0eff98 req-ddf2779b-56a8-49c8-b090-ea0fad21785a service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=ee599ffa-656c-4b33-a533-367ce77dba83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764134 Jul 14 09:26:22.285574 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-8ddf4aaf-6476-416e-b5b5-49ed0855a8d0 service neutron] Request body: {'port': {'device_id': '5c7b30e8-3087-4fa2-a121-bc36e0beab3b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-29'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:26:22.359365 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c238612a-7f37-4c63-b5bb-ea112a770948 service neutron] Pushing event updated for resources: {'Port': ['ID=b19c971a-b91d-49b9-bdec-ee880b089aa3,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:22.464295 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397013fe-06e0-4e02-b65f-a51c8f29ce4a req-2bffb2ff-b6d0-45bf-be9e-9fa5b61b369e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:22.465779 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-397013fe-06e0-4e02-b65f-a51c8f29ce4a req-2bffb2ff-b6d0-45bf-be9e-9fa5b61b369e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=054e684f-6580-4772-80f7-f82925f6b0aa HTTP/1.1" status: 200 len: 863 time: 0.1765850 Jul 14 09:26:22.473334 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df5f558-5847-4cd6-bb3a-c0cc0f085def req-da9e02fc-5b0f-4c6b-b5a7-9a7b8ad084e8 tempest-ServerRescueTestJSON-1969041098 tempest-ServerRescueTestJSON-1969041098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:22.474889 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-0df5f558-5847-4cd6-bb3a-c0cc0f085def req-da9e02fc-5b0f-4c6b-b5a7-9a7b8ad084e8 tempest-ServerRescueTestJSON-1969041098 tempest-ServerRescueTestJSON-1969041098-project] 10.222.0.68 "GET /v2.0/ports?device_id=fd1f4779-7c9e-445b-a0be-3b95d7c816a4 HTTP/1.1" status: 200 len: 946 time: 0.0895662 Jul 14 09:26:22.516205 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-0df5f558-5847-4cd6-bb3a-c0cc0f085def req-bc131403-37aa-4af3-965d-154956eb06b2 tempest-ServerRescueTestJSON-1969041098 tempest-ServerRescueTestJSON-1969041098-project] 10.222.0.68 "GET /v2.0/security-groups?id=d6a7feba-be17-4d7e-a638-e9426c29981e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337017 Jul 14 09:26:22.536763 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a08a389-cbaa-4e3c-8142-6060e00bedb1 req-3f13d6f1-a378-48a0-a940-824d87710736 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:22.538214 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2a08a389-cbaa-4e3c-8142-6060e00bedb1 req-3f13d6f1-a378-48a0-a940-824d87710736 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.65 "GET /v2.0/networks?id=b13d7c6c-cfbf-4964-b16a-12c3c2736fe4 HTTP/1.1" status: 200 len: 806 time: 0.5143533 Jul 14 09:26:22.545461 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-397013fe-06e0-4e02-b65f-a51c8f29ce4a req-538a3a8e-b842-46fe-abaf-7e0ac9516d24 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=33b1c44e-4835-4a1e-99cd-f4fd60cc56bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473073 Jul 14 09:26:22.555236 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-8ddf4aaf-6476-416e-b5b5-49ed0855a8d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:22.571527 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-2a08a389-cbaa-4e3c-8142-6060e00bedb1 req-56e46543-e9d9-4030-a4b7-74ea382e5319 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Request body: {'port': {'device_id': '1a01352b-cf9e-4c65-b238-cb9fbde920b1', 'network_id': 'b13d7c6c-cfbf-4964-b16a-12c3c2736fe4', 'admin_state_up': True, 'tenant_id': '5a5f2c2d833f465d9525ee4af4d3c349'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:26:22.606119 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563aeecc-2da7-48c5-a2aa-1c23b8e2fdd2 req-ba4b0b52-0b85-4390-ab66-a65d97c2cd1c tempest-ListServersNegativeTestJSON-1499415755 tempest-ListServersNegativeTestJSON-1499415755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:22.607579 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-563aeecc-2da7-48c5-a2aa-1c23b8e2fdd2 req-ba4b0b52-0b85-4390-ab66-a65d97c2cd1c tempest-ListServersNegativeTestJSON-1499415755 tempest-ListServersNegativeTestJSON-1499415755-project] 10.222.0.68 "GET /v2.0/ports?device_id=002785b9-e390-42a3-b365-eead167016a1 HTTP/1.1" status: 200 len: 946 time: 0.3173168 Jul 14 09:26:22.696510 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1ace3a-3d34-4c4a-bac4-d8899c557fe6 req-8b1f86ed-ec43-4497-a3d4-272866482084 tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:22.698130 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-fb1ace3a-3d34-4c4a-bac4-d8899c557fe6 req-8b1f86ed-ec43-4497-a3d4-272866482084 tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] 10.222.0.68 "GET /v2.0/ports?device_id=65c2e97a-3a9b-45f9-8601-1b3501000ad2 HTTP/1.1" status: 200 len: 945 time: 0.0643890 Jul 14 09:26:22.743104 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-fb1ace3a-3d34-4c4a-bac4-d8899c557fe6 req-d5cd1c46-61c4-4898-9de8-485661d6facc tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] 10.222.0.68 "GET /v2.0/security-groups?id=cf40bcd2-1dd1-48fb-a6b7-6df0e80ce2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390234 Jul 14 09:26:22.932712 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e26028-ddda-486d-8c0d-9f52012b4132 req-22bf932d-502d-4e5e-bbfe-300e2a07bd21 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:22.938707 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e26028-ddda-486d-8c0d-9f52012b4132 req-22bf932d-502d-4e5e-bbfe-300e2a07bd21 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:22.944636 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e26028-ddda-486d-8c0d-9f52012b4132 req-22bf932d-502d-4e5e-bbfe-300e2a07bd21 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:22.951212 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e26028-ddda-486d-8c0d-9f52012b4132 req-22bf932d-502d-4e5e-bbfe-300e2a07bd21 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:22.957734 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e26028-ddda-486d-8c0d-9f52012b4132 req-22bf932d-502d-4e5e-bbfe-300e2a07bd21 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:22.964466 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e26028-ddda-486d-8c0d-9f52012b4132 req-22bf932d-502d-4e5e-bbfe-300e2a07bd21 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:22.970404 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e26028-ddda-486d-8c0d-9f52012b4132 req-22bf932d-502d-4e5e-bbfe-300e2a07bd21 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:22.972395 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-90e26028-ddda-486d-8c0d-9f52012b4132 req-22bf932d-502d-4e5e-bbfe-300e2a07bd21 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] 10.222.0.68 "GET /v2.0/ports?device_id=5c7b30e8-3087-4fa2-a121-bc36e0beab3b HTTP/1.1" status: 200 len: 5381 time: 0.1116433 Jul 14 09:26:23.018448 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-90e26028-ddda-486d-8c0d-9f52012b4132 req-10df0828-0707-4382-9f1a-2f19a8cebd8e tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] 10.222.0.68 "GET /v2.0/security-groups?id=3e8708b8-59d7-4408-a840-9965955f2a4b&id=ff27f1e0-0078-49b9-90e3-125b24008d99&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0388434 Jul 14 09:26:23.025960 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c7b30e8-3087-4fa2-a121-bc36e0beab3b', 'tag': 'c7e6be2f-2425-4c72-af72-9e3ea9414152'}, {'name': 'network-changed', 'server_uuid': '5c7b30e8-3087-4fa2-a121-bc36e0beab3b', 'tag': 'b19c971a-b91d-49b9-bdec-ee880b089aa3'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:26:23.028295 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d3ac9b2-b024-4b00-bf7e-ee89fb3f0976" -d '{"events": [{"name": "network-changed", "server_uuid": "5c7b30e8-3087-4fa2-a121-bc36e0beab3b", "tag": "c7e6be2f-2425-4c72-af72-9e3ea9414152"}, {"name": "network-changed", "server_uuid": "5c7b30e8-3087-4fa2-a121-bc36e0beab3b", "tag": "b19c971a-b91d-49b9-bdec-ee880b089aa3"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:26:23.211558 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-563aeecc-2da7-48c5-a2aa-1c23b8e2fdd2 req-5ef1276a-e9e1-4c92-a1b5-d904659ce618 tempest-ListServersNegativeTestJSON-1499415755 tempest-ListServersNegativeTestJSON-1499415755-project] 10.222.0.68 "GET /v2.0/security-groups?id=ee599ffa-656c-4b33-a533-367ce77dba83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5713682 Jul 14 09:26:23.213043 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c99b75-d352-44cf-942b-bd8428e93c52 req-d3437c12-0fb0-417e-9e8c-e8311770e078 tempest-LiveMigrationTest-864996632 tempest-LiveMigrationTest-864996632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:23.214647 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-e5c99b75-d352-44cf-942b-bd8428e93c52 req-d3437c12-0fb0-417e-9e8c-e8311770e078 tempest-LiveMigrationTest-864996632 tempest-LiveMigrationTest-864996632-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=65c2e97a-3a9b-45f9-8601-1b3501000ad2&tenant_id=88495f2d6951432397900165a462d224&binding%3Ahost_id=n-h2-779913-29 HTTP/1.1" status: 200 len: 1097 time: 0.0639637 Jul 14 09:26:23.258400 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-397013fe-06e0-4e02-b65f-a51c8f29ce4a req-f15d6dd4-a728-4ab4-a0b5-8db7ac4841df service neutron] 10.222.0.65 "GET /v2.0/networks/33b1c44e-4835-4a1e-99cd-f4fd60cc56bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6837525 Jul 14 09:26:23.375695 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-e5c99b75-d352-44cf-942b-bd8428e93c52 req-c76406e3-0202-4d84-92d8-3cc04a3e4977 service neutron] For port df6483e0-89e5-45b9-8d7a-dd0f399b1b72, host n-h1-779913-29, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:26:23.380498 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-e5c99b75-d352-44cf-942b-bd8428e93c52 req-c76406e3-0202-4d84-92d8-3cc04a3e4977 service neutron] Notify callbacks [] for binding, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:23.382080 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-e5c99b75-d352-44cf-942b-bd8428e93c52 req-c76406e3-0202-4d84-92d8-3cc04a3e4977 service neutron] 10.222.0.57 "DELETE /v2.0/ports/df6483e0-89e5-45b9-8d7a-dd0f399b1b72/bindings/n-h1-779913-29 HTTP/1.1" status: 204 len: 173 time: 0.1583927 Jul 14 09:26:23.382331 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a08a389-cbaa-4e3c-8142-6060e00bedb1 req-56e46543-e9d9-4030-a4b7-74ea382e5319 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Made reservation on behalf of 5a5f2c2d833f465d9525ee4af4d3c349 for: {'port': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:26:23.385980 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-2a08a389-cbaa-4e3c-8142-6060e00bedb1 req-56e46543-e9d9-4030-a4b7-74ea382e5319 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:23.434597 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-516e9d38-647e-4ee7-a699-0a7d3442adee req-6e906d9e-1150-4a79-a0e1-b11fd13f9d60 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b7a25cd8-edbb-4360-a9f3-d46c1450da41&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4035974 Jul 14 09:26:23.469553 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-eb871f3d-de6b-4927-bb3e-582ec1c0af96 req-960a058b-d150-43e6-8266-6cfeb46f7f83 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/ports?device_id=1a01352b-cf9e-4c65-b238-cb9fbde920b1 HTTP/1.1" status: 200 len: 210 time: 0.0648839 Jul 14 09:26:23.474190 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d18670-77df-476d-b031-26a6aa2ab754 req-63233d75-d6da-4a26-a68f-b8e087733b0d tempest-ServersNegativeTestMultiTenantJSON-1004017167 tempest-ServersNegativeTestMultiTenantJSON-1004017167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:23.476142 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-64d18670-77df-476d-b031-26a6aa2ab754 req-63233d75-d6da-4a26-a68f-b8e087733b0d tempest-ServersNegativeTestMultiTenantJSON-1004017167 tempest-ServersNegativeTestMultiTenantJSON-1004017167-project] 10.222.0.68 "GET /v2.0/ports?device_id=229d01ea-9e8d-42cd-a1b6-2aeff691c308 HTTP/1.1" status: 200 len: 943 time: 0.0697360 Jul 14 09:26:23.520686 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-64d18670-77df-476d-b031-26a6aa2ab754 req-4c77399b-1a03-437b-a9d4-4535b540a5db tempest-ServersNegativeTestMultiTenantJSON-1004017167 tempest-ServersNegativeTestMultiTenantJSON-1004017167-project] 10.222.0.68 "GET /v2.0/security-groups?id=aed312c7-bd72-4f37-9fb8-80d61f28e4db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377853 Jul 14 09:26:23.561262 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 14 Jul 2021 09:26:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c4f24e1-e0c8-4d2d-a2b8-8d747aa2a64e x-openstack-request-id: req-0c4f24e1-e0c8-4d2d-a2b8-8d747aa2a64e {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:26:23.561602 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c7b30e8-3087-4fa2-a121-bc36e0beab3b", "tag": "c7e6be2f-2425-4c72-af72-9e3ea9414152", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "5c7b30e8-3087-4fa2-a121-bc36e0beab3b", "tag": "b19c971a-b91d-49b9-bdec-ee880b089aa3", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:26:23.561854 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-0c4f24e1-e0c8-4d2d-a2b8-8d747aa2a64e {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:26:23.562246 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c7b30e8-3087-4fa2-a121-bc36e0beab3b', 'tag': 'c7e6be2f-2425-4c72-af72-9e3ea9414152', 'status': 'completed', 'code': 200} Jul 14 09:26:23.562512 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c7b30e8-3087-4fa2-a121-bc36e0beab3b', 'tag': 'b19c971a-b91d-49b9-bdec-ee880b089aa3', 'status': 'completed', 'code': 200} Jul 14 09:26:23.584703 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-397013fe-06e0-4e02-b65f-a51c8f29ce4a req-e450f26a-b395-4cb6-ae4e-9aaa5b675c8b service neutron] 10.222.0.65 "GET /v2.0/networks/33b1c44e-4835-4a1e-99cd-f4fd60cc56bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3175626 Jul 14 09:26:23.701787 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc8c87c-61ad-4b08-a71f-e18d0b041315 req-cdae3f69-d4bf-4a9e-acbe-86bc013cabbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:23.703291 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3dc8c87c-61ad-4b08-a71f-e18d0b041315 req-cdae3f69-d4bf-4a9e-acbe-86bc013cabbf service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a58d0743c32d4136b2d5b8700c6833b4&device_id=fd1f4779-7c9e-445b-a0be-3b95d7c816a4 HTTP/1.1" status: 200 len: 1098 time: 0.3416171 Jul 14 09:26:23.719118 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecdc8e3-bfcc-46a6-b5c6-df8a20b58e3c req-f91430b7-ffe7-49fc-a58f-306e33cac7f9 tempest-ServerRescueTestJSON-1969041098 tempest-ServerRescueTestJSON-1969041098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:23.720628 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-cecdc8e3-bfcc-46a6-b5c6-df8a20b58e3c req-f91430b7-ffe7-49fc-a58f-306e33cac7f9 tempest-ServerRescueTestJSON-1969041098 tempest-ServerRescueTestJSON-1969041098-project] 10.222.0.68 "GET /v2.0/ports?device_id=fd1f4779-7c9e-445b-a0be-3b95d7c816a4 HTTP/1.1" status: 200 len: 946 time: 0.0700457 Jul 14 09:26:23.790178 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-cecdc8e3-bfcc-46a6-b5c6-df8a20b58e3c req-0166643f-e1e2-4d9e-91a6-e9330af77102 tempest-ServerRescueTestJSON-1969041098 tempest-ServerRescueTestJSON-1969041098-project] 10.222.0.68 "GET /v2.0/security-groups?id=d6a7feba-be17-4d7e-a638-e9426c29981e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634010 Jul 14 09:26:23.822147 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-8ddf4aaf-6476-416e-b5b5-49ed0855a8d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 100345f4-d6ce-47af-83f1-7049dc67deb8 {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:26:23.823078 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [req-2a08a389-cbaa-4e3c-8142-6060e00bedb1 req-56e46543-e9d9-4030-a4b7-74ea382e5319 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Allocated IP 172.20.0.12 (b13d7c6c-cfbf-4964-b16a-12c3c2736fe4/4eebc946-7649-496b-bf8c-5c786643586c/355d4f4e-0f97-4599-8580-8d12831aaf46) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:26:23.835805 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-8ddf4aaf-6476-416e-b5b5-49ed0855a8d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:23.881731 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-8ddf4aaf-6476-416e-b5b5-49ed0855a8d0 service neutron] Transition to ACTIVE for port object 100345f4-d6ce-47af-83f1-7049dc67deb8 will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:26:23.902452 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-8ddf4aaf-6476-416e-b5b5-49ed0855a8d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:23.905800 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516e9d38-647e-4ee7-a699-0a7d3442adee req-a02c6802-f46a-47d7-bbe1-8028d20bbd00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:23.907334 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-516e9d38-647e-4ee7-a699-0a7d3442adee req-a02c6802-f46a-47d7-bbe1-8028d20bbd00 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=88495f2d6951432397900165a462d224&device_id=b7a25cd8-edbb-4360-a9f3-d46c1450da41 HTTP/1.1" status: 200 len: 1097 time: 0.3308253 Jul 14 09:26:23.969393 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3ac9b2-b024-4b00-bf7e-ee89fb3f0976 req-cc51bfb1-50d4-4e03-a771-72e5e845c8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:23.970011 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3ac9b2-b024-4b00-bf7e-ee89fb3f0976 req-cc51bfb1-50d4-4e03-a771-72e5e845c8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:23.970502 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3ac9b2-b024-4b00-bf7e-ee89fb3f0976 req-cc51bfb1-50d4-4e03-a771-72e5e845c8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:23.970978 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3ac9b2-b024-4b00-bf7e-ee89fb3f0976 req-cc51bfb1-50d4-4e03-a771-72e5e845c8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:23.971456 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3ac9b2-b024-4b00-bf7e-ee89fb3f0976 req-cc51bfb1-50d4-4e03-a771-72e5e845c8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:23.971930 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3ac9b2-b024-4b00-bf7e-ee89fb3f0976 req-cc51bfb1-50d4-4e03-a771-72e5e845c8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:23.972395 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3ac9b2-b024-4b00-bf7e-ee89fb3f0976 req-cc51bfb1-50d4-4e03-a771-72e5e845c8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:23.974308 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-4d3ac9b2-b024-4b00-bf7e-ee89fb3f0976 req-cc51bfb1-50d4-4e03-a771-72e5e845c8c9 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4cb5d08776664e9f8e9d7e6bc7c12e1a&device_id=5c7b30e8-3087-4fa2-a121-bc36e0beab3b HTTP/1.1" status: 200 len: 6221 time: 0.3480861 Jul 14 09:26:24.023206 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d8faab-b70f-4277-9c12-305bb5681b6c req-1cee265c-4414-476c-b161-c2faf43980f7 tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:24.029256 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d8faab-b70f-4277-9c12-305bb5681b6c req-1cee265c-4414-476c-b161-c2faf43980f7 tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:24.036171 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d8faab-b70f-4277-9c12-305bb5681b6c req-1cee265c-4414-476c-b161-c2faf43980f7 tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:24.037912 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-84d8faab-b70f-4277-9c12-305bb5681b6c req-1cee265c-4414-476c-b161-c2faf43980f7 tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] 10.222.0.68 "GET /v2.0/ports?device_id=63eeb2a1-7ac5-48f3-b93f-614fd3099f12 HTTP/1.1" status: 200 len: 2416 time: 0.0829351 Jul 14 09:26:24.096523 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-84d8faab-b70f-4277-9c12-305bb5681b6c req-04dec4c2-654f-4d00-8177-66b67c49b64b tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] 10.222.0.68 "GET /v2.0/security-groups?id=e583495f-449a-49ad-92be-ddfb834c83f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404012 Jul 14 09:26:24.134237 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc8c87c-61ad-4b08-a71f-e18d0b041315 req-f55b8ae6-9f73-4949-98be-c3e68d4fccf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:24.135743 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3dc8c87c-61ad-4b08-a71f-e18d0b041315 req-f55b8ae6-9f73-4949-98be-c3e68d4fccf8 service neutron] 10.222.0.57 "GET /v2.0/networks?id=db13ce49-f099-44a4-aff7-5cf5e027e32a HTTP/1.1" status: 200 len: 912 time: 0.4033213 Jul 14 09:26:24.207058 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddf4aaf-6476-416e-b5b5-49ed0855a8d0 service neutron] Pushing event updated for resources: {'Port': ['ID=100345f4-d6ce-47af-83f1-7049dc67deb8,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:24.320137 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77016b50-21d5-4ae9-b28f-0d0189ad1ab2 req-82c0fd94-6fe2-4cd6-a62d-ecd475573458 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:24.326452 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77016b50-21d5-4ae9-b28f-0d0189ad1ab2 req-82c0fd94-6fe2-4cd6-a62d-ecd475573458 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:24.332289 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77016b50-21d5-4ae9-b28f-0d0189ad1ab2 req-82c0fd94-6fe2-4cd6-a62d-ecd475573458 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:24.339297 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77016b50-21d5-4ae9-b28f-0d0189ad1ab2 req-82c0fd94-6fe2-4cd6-a62d-ecd475573458 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:24.346446 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77016b50-21d5-4ae9-b28f-0d0189ad1ab2 req-82c0fd94-6fe2-4cd6-a62d-ecd475573458 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:24.351629 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3dc8c87c-61ad-4b08-a71f-e18d0b041315 req-de979636-61da-40bd-928c-09e77f0f5998 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3f9089b3-8363-4170-9c98-520fa9a9f887 HTTP/1.1" status: 200 len: 217 time: 0.1608889 Jul 14 09:26:24.353655 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77016b50-21d5-4ae9-b28f-0d0189ad1ab2 req-82c0fd94-6fe2-4cd6-a62d-ecd475573458 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:24.361127 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77016b50-21d5-4ae9-b28f-0d0189ad1ab2 req-82c0fd94-6fe2-4cd6-a62d-ecd475573458 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:24.362945 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-77016b50-21d5-4ae9-b28f-0d0189ad1ab2 req-82c0fd94-6fe2-4cd6-a62d-ecd475573458 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] 10.222.0.68 "GET /v2.0/ports?device_id=5c7b30e8-3087-4fa2-a121-bc36e0beab3b HTTP/1.1" status: 200 len: 5393 time: 0.1236627 Jul 14 09:26:24.391667 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device d44a6c64-1019-4530-a2a8-da0fce021270 details requested by agent hyperv_n-h1-779913-29 with host n-h1-779913-29 {{(pid=93959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:26:24.418480 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-77016b50-21d5-4ae9-b28f-0d0189ad1ab2 req-b8fb81f7-8c9c-49d6-9f88-c1a2684fc9bf tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] 10.222.0.68 "GET /v2.0/security-groups?id=3e8708b8-59d7-4408-a840-9965955f2a4b&id=ff27f1e0-0078-49b9-90e3-125b24008d99&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0453236 Jul 14 09:26:24.522075 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516e9d38-647e-4ee7-a699-0a7d3442adee req-0aa4913e-e635-4553-8db2-7b9c2debb382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:24.523552 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-516e9d38-647e-4ee7-a699-0a7d3442adee req-0aa4913e-e635-4553-8db2-7b9c2debb382 service neutron] 10.222.0.57 "GET /v2.0/networks?id=fdafaba0-da53-47c8-a4eb-7c69deccbba6 HTTP/1.1" status: 200 len: 909 time: 0.5598912 Jul 14 09:26:24.531080 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port d44a6c64-1019-4530-a2a8-da0fce021270, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=d44a6c64-1019-4530-a2a8-da0fce021270,segment=NetworkSegment(aab02719-8fcd-46ab-b035-de8f7672ee5b),segment_id=aab02719-8fcd-46ab-b035-de8f7672ee5b)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:26:24.542375 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3ac9b2-b024-4b00-bf7e-ee89fb3f0976 req-be5728af-9a66-4409-ab72-676ff7aa333c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:24.542920 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3ac9b2-b024-4b00-bf7e-ee89fb3f0976 req-be5728af-9a66-4409-ab72-676ff7aa333c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:24.543394 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3ac9b2-b024-4b00-bf7e-ee89fb3f0976 req-be5728af-9a66-4409-ab72-676ff7aa333c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:24.548668 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Returning: {'device': 'd44a6c64-1019-4530-a2a8-da0fce021270', 'network_id': '33b1c44e-4835-4a1e-99cd-f4fd60cc56bb', 'port_id': 'd44a6c64-1019-4530-a2a8-da0fce021270', 'mac_address': 'fa:16:3e:7d:03:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 744, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '054e684f-6580-4772-80f7-f82925f6b0aa', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:26:24.548779 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-4d3ac9b2-b024-4b00-bf7e-ee89fb3f0976 req-be5728af-9a66-4409-ab72-676ff7aa333c service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=4cb5d08776664e9f8e9d7e6bc7c12e1a&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.5254087 Jul 14 09:26:24.556855 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-8ddf4aaf-6476-416e-b5b5-49ed0855a8d0 service neutron] Attempting to bind port 100345f4-d6ce-47af-83f1-7049dc67deb8 on host n-h1-779913-29 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:26:24.557191 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-8ddf4aaf-6476-416e-b5b5-49ed0855a8d0 service neutron] Attempting to bind port 100345f4-d6ce-47af-83f1-7049dc67deb8 by drivers openvswitch,hyperv on host n-h1-779913-29 at level 0 using segments [{'id': 'c705dd1f-2341-4524-a81f-3d9cf3c38e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '5699172b-f98f-483a-81e1-27bccc5d3cba'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:26:24.557538 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-8ddf4aaf-6476-416e-b5b5-49ed0855a8d0 service neutron] Attempting to bind port 100345f4-d6ce-47af-83f1-7049dc67deb8 on network 5699172b-f98f-483a-81e1-27bccc5d3cba {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:26:24.576654 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374f875e-e01a-45b2-ba33-387bebb1ba2b req-86eba4a8-63a1-4b8c-b766-85a92b00dbc3 tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:24.581965 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-374f875e-e01a-45b2-ba33-387bebb1ba2b req-86eba4a8-63a1-4b8c-b766-85a92b00dbc3 tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] 10.222.0.68 "GET /v2.0/ports?device_id=65c2e97a-3a9b-45f9-8601-1b3501000ad2 HTTP/1.1" status: 200 len: 945 time: 0.6194606 Jul 14 09:26:24.585104 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:24.601773 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d44a6c64-1019-4530-a2a8-da0fce021270 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:26:24.622224 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port d44a6c64-1019-4530-a2a8-da0fce021270, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=d44a6c64-1019-4530-a2a8-da0fce021270,segment=NetworkSegment(aab02719-8fcd-46ab-b035-de8f7672ee5b),segment_id=aab02719-8fcd-46ab-b035-de8f7672ee5b)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:26:24.626474 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-2a08a389-cbaa-4e3c-8142-6060e00bedb1 req-56e46543-e9d9-4030-a4b7-74ea382e5319 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:24.626840 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:24.636294 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc8c87c-61ad-4b08-a71f-e18d0b041315 req-e712dfa0-38be-4b26-9bc1-bbf0b5ee25c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:24.637914 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3dc8c87c-61ad-4b08-a71f-e18d0b041315 req-e712dfa0-38be-4b26-9bc1-bbf0b5ee25c0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=64eacf53-b7b0-4c76-8df5-70efc8635ad5 HTTP/1.1" status: 200 len: 851 time: 0.2648945 Jul 14 09:26:24.649301 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-8ddf4aaf-6476-416e-b5b5-49ed0855a8d0 service neutron] Port 100345f4-d6ce-47af-83f1-7049dc67deb8 on network 5699172b-f98f-483a-81e1-27bccc5d3cba not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-29 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:26:24.649301 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-8ddf4aaf-6476-416e-b5b5-49ed0855a8d0 service neutron] Attempting to bind port 100345f4-d6ce-47af-83f1-7049dc67deb8 on network 5699172b-f98f-483a-81e1-27bccc5d3cba {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:26:24.651520 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-516e9d38-647e-4ee7-a699-0a7d3442adee req-efec5111-0eb4-456a-b855-1a759b587e51 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7fd63e7d-0e33-468b-92d5-d292b336b066 HTTP/1.1" status: 200 len: 217 time: 0.1039634 Jul 14 09:26:24.676532 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Pushing event updated for resources: {'Port': ['ID=d44a6c64-1019-4530-a2a8-da0fce021270,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:24.698155 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:24.704085 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7066571b-f5b4-44e9-bafe-28fd8c598df5 req-72334932-d70d-4551-8cd3-87e69c513aab tempest-ListServersNegativeTestJSON-1499415755 tempest-ListServersNegativeTestJSON-1499415755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:24.705637 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-7066571b-f5b4-44e9-bafe-28fd8c598df5 req-72334932-d70d-4551-8cd3-87e69c513aab tempest-ListServersNegativeTestJSON-1499415755 tempest-ListServersNegativeTestJSON-1499415755-project] 10.222.0.68 "GET /v2.0/ports?device_id=002785b9-e390-42a3-b365-eead167016a1 HTTP/1.1" status: 200 len: 946 time: 0.0672474 Jul 14 09:26:24.732451 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-8ddf4aaf-6476-416e-b5b5-49ed0855a8d0 service neutron] Checking agent: {'id': 'de11e667-f145-47b0-bd09-334a7505938e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 13, 12), 'started_at': datetime.datetime(2021, 7, 14, 9, 13, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 26, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:26:24.732800 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-8ddf4aaf-6476-416e-b5b5-49ed0855a8d0 service neutron] Checking segment: {'id': 'c705dd1f-2341-4524-a81f-3d9cf3c38e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '5699172b-f98f-483a-81e1-27bccc5d3cba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:26:24.733186 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-8ddf4aaf-6476-416e-b5b5-49ed0855a8d0 service neutron] Bound using segment: {'id': 'c705dd1f-2341-4524-a81f-3d9cf3c38e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '5699172b-f98f-483a-81e1-27bccc5d3cba'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:26:24.733658 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-8ddf4aaf-6476-416e-b5b5-49ed0855a8d0 service neutron] Bound port: 100345f4-d6ce-47af-83f1-7049dc67deb8, host: n-h1-779913-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c705dd1f-2341-4524-a81f-3d9cf3c38e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '5699172b-f98f-483a-81e1-27bccc5d3cba'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:26:24.734022 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-8ddf4aaf-6476-416e-b5b5-49ed0855a8d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:24.744488 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-7066571b-f5b4-44e9-bafe-28fd8c598df5 req-59756cef-3141-44e6-b3e4-ec9ee862e72f tempest-ListServersNegativeTestJSON-1499415755 tempest-ListServersNegativeTestJSON-1499415755-project] 10.222.0.68 "GET /v2.0/security-groups?id=ee599ffa-656c-4b33-a533-367ce77dba83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329189 Jul 14 09:26:24.766123 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c5d33627-bdfb-4f79-a776-55b1dd09abf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:24.792415 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3dc8c87c-61ad-4b08-a71f-e18d0b041315 req-99903508-21f9-434e-9b60-4e04b2c9f83b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=db13ce49-f099-44a4-aff7-5cf5e027e32a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0845835 Jul 14 09:26:24.880247 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-374f875e-e01a-45b2-ba33-387bebb1ba2b req-d399d052-916d-4e7f-ab14-44c00b5561a3 tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] 10.222.0.68 "GET /v2.0/security-groups?id=cf40bcd2-1dd1-48fb-a6b7-6df0e80ce2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2966130 Jul 14 09:26:24.882448 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-2ce07bc3-73d9-4adb-bf83-02ac71f2f880 req-7511910d-2b38-4c73-af32-359f3308b77c tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/ports?device_id=1a01352b-cf9e-4c65-b238-cb9fbde920b1 HTTP/1.1" status: 200 len: 210 time: 0.0297594 Jul 14 09:26:24.924143 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516e9d38-647e-4ee7-a699-0a7d3442adee req-fae75bca-c846-48a1-88c9-4d1b854537d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:24.925686 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-516e9d38-647e-4ee7-a699-0a7d3442adee req-fae75bca-c846-48a1-88c9-4d1b854537d7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5194e827-9fb1-419e-b4bc-69aee8b3dca3 HTTP/1.1" status: 200 len: 848 time: 0.2168109 Jul 14 09:26:24.948304 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] get_ports_and_sgs() called for port_ids ['d44a6c64-1019-4530-a2a8-da0fce021270'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:26:24.994708 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-516e9d38-647e-4ee7-a699-0a7d3442adee req-fdef652e-f534-4223-a5cc-87b65c57880a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fdafaba0-da53-47c8-a4eb-7c69deccbba6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0559983 Jul 14 09:26:25.012052 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-2a08a389-cbaa-4e3c-8142-6060e00bedb1 req-56e46543-e9d9-4030-a4b7-74ea382e5319 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:25.014130 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3ac9b2-b024-4b00-bf7e-ee89fb3f0976 req-bf9a5e36-7d0b-4336-bd72-f70fbc59484c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:25.015663 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-4d3ac9b2-b024-4b00-bf7e-ee89fb3f0976 req-bf9a5e36-7d0b-4336-bd72-f70fbc59484c service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4478128 Jul 14 09:26:25.075896 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a08a389-cbaa-4e3c-8142-6060e00bedb1 req-56e46543-e9d9-4030-a4b7-74ea382e5319 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Network b13d7c6c-cfbf-4964-b16a-12c3c2736fe4 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:26:25.121578 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-8ddf4aaf-6476-416e-b5b5-49ed0855a8d0 service neutron] For port 100345f4-d6ce-47af-83f1-7049dc67deb8, host n-h1-779913-29, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:26:25.133217 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [req-2a08a389-cbaa-4e3c-8142-6060e00bedb1 req-56e46543-e9d9-4030-a4b7-74ea382e5319 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:26:25.168266 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a08a389-cbaa-4e3c-8142-6060e00bedb1 req-56e46543-e9d9-4030-a4b7-74ea382e5319 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:26:25.192828 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daea7e4f-ea2c-420b-9d32-ba6b802d5f96 req-d161d7df-4051-4bca-a80f-2b203fcedbf0 tempest-ListServersNegativeTestJSON-1499415755 tempest-ListServersNegativeTestJSON-1499415755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:25.194364 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-daea7e4f-ea2c-420b-9d32-ba6b802d5f96 req-d161d7df-4051-4bca-a80f-2b203fcedbf0 tempest-ListServersNegativeTestJSON-1499415755 tempest-ListServersNegativeTestJSON-1499415755-project] 10.222.0.68 "GET /v2.0/ports?device_id=b5ec9509-93f2-4f55-941d-12f37991f5a1 HTTP/1.1" status: 200 len: 945 time: 0.0898516 Jul 14 09:26:25.236992 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-daea7e4f-ea2c-420b-9d32-ba6b802d5f96 req-3dc1f210-37f3-40c8-847e-dd147316691c tempest-ListServersNegativeTestJSON-1499415755 tempest-ListServersNegativeTestJSON-1499415755-project] 10.222.0.68 "GET /v2.0/security-groups?id=ee599ffa-656c-4b33-a533-367ce77dba83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363421 Jul 14 09:26:25.242418 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-8ddf4aaf-6476-416e-b5b5-49ed0855a8d0 service neutron] For port 100345f4-d6ce-47af-83f1-7049dc67deb8, host n-h1-779913-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=100345f4-d6ce-47af-83f1-7049dc67deb8,segment=NetworkSegment(c705dd1f-2341-4524-a81f-3d9cf3c38e6b),segment_id=c705dd1f-2341-4524-a81f-3d9cf3c38e6b)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:26:25.253456 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3dc8c87c-61ad-4b08-a71f-e18d0b041315 req-619f212a-6d34-43d1-86a9-7f323f6a3ea1 service neutron] 10.222.0.57 "GET /v2.0/networks/db13ce49-f099-44a4-aff7-5cf5e027e32a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4448876 Jul 14 09:26:25.266735 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-8ddf4aaf-6476-416e-b5b5-49ed0855a8d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:25.425272 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd00f66e-9d12-4b23-bc0c-cdaab60ce885 req-b8dddb4a-c988-4a55-b38a-49d0d82b0fce tempest-ServerRescueTestJSON-1969041098 tempest-ServerRescueTestJSON-1969041098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:25.426796 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-dd00f66e-9d12-4b23-bc0c-cdaab60ce885 req-b8dddb4a-c988-4a55-b38a-49d0d82b0fce tempest-ServerRescueTestJSON-1969041098 tempest-ServerRescueTestJSON-1969041098-project] 10.222.0.68 "GET /v2.0/ports?device_id=fd1f4779-7c9e-445b-a0be-3b95d7c816a4 HTTP/1.1" status: 200 len: 946 time: 0.0670691 Jul 14 09:26:25.468304 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-dd00f66e-9d12-4b23-bc0c-cdaab60ce885 req-5100bd04-5c86-4cb3-943c-d14fb7bdb41e tempest-ServerRescueTestJSON-1969041098 tempest-ServerRescueTestJSON-1969041098-project] 10.222.0.68 "GET /v2.0/security-groups?id=d6a7feba-be17-4d7e-a638-e9426c29981e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352943 Jul 14 09:26:25.580437 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.agents_db [None req-3c3509fb-540d-4335-a450-574895dd3602 None None] Agent healthcheck: found 7 active agents {{(pid=93960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:26:25.624546 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e385178-c960-421c-957d-01922c3ab1d3 req-5b83e2f5-1469-4d91-aaa6-4f1cf3207db6 tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:25.628632 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e46543-e9d9-4030-a4b7-74ea382e5319 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Pushing event updated for resources: {'Port': ['ID=355d4f4e-0f97-4599-8580-8d12831aaf46,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:25.630795 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e385178-c960-421c-957d-01922c3ab1d3 req-5b83e2f5-1469-4d91-aaa6-4f1cf3207db6 tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:25.647987 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e385178-c960-421c-957d-01922c3ab1d3 req-5b83e2f5-1469-4d91-aaa6-4f1cf3207db6 tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:25.650881 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-3e385178-c960-421c-957d-01922c3ab1d3 req-5b83e2f5-1469-4d91-aaa6-4f1cf3207db6 tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] 10.222.0.57 "GET /v2.0/ports?device_id=63eeb2a1-7ac5-48f3-b93f-614fd3099f12 HTTP/1.1" status: 200 len: 2416 time: 0.0922894 Jul 14 09:26:25.751469 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-8ddf4aaf-6476-416e-b5b5-49ed0855a8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:25.752309 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-8ddf4aaf-6476-416e-b5b5-49ed0855a8d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:25.754573 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-8ddf4aaf-6476-416e-b5b5-49ed0855a8d0 service neutron] 10.222.0.65 "PUT /v2.0/ports/100345f4-d6ce-47af-83f1-7049dc67deb8 HTTP/1.1" status: 200 len: 1091 time: 3.4956944 Jul 14 09:26:25.771714 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-3e385178-c960-421c-957d-01922c3ab1d3 req-7f18050c-6479-4b1c-8690-cf845a51f4a9 tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Deleting port da161fbf-66d4-4bff-868e-39edd09817da {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:26:25.772295 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-3e385178-c960-421c-957d-01922c3ab1d3 req-7f18050c-6479-4b1c-8690-cf845a51f4a9 tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:25.773027 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-516e9d38-647e-4ee7-a699-0a7d3442adee req-a0373d02-b3d2-43f9-a7b6-1c57697cce8e service neutron] 10.222.0.57 "GET /v2.0/networks/fdafaba0-da53-47c8-a4eb-7c69deccbba6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7377310 Jul 14 09:26:25.782441 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a08a389-cbaa-4e3c-8142-6060e00bedb1 req-56e46543-e9d9-4030-a4b7-74ea382e5319 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:25.783235 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-2a08a389-cbaa-4e3c-8142-6060e00bedb1 req-56e46543-e9d9-4030-a4b7-74ea382e5319 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:25.785536 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c7b30e8-3087-4fa2-a121-bc36e0beab3b', 'tag': '100345f4-d6ce-47af-83f1-7049dc67deb8'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:26:25.788679 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a44a395-849f-4eaf-b42b-59ecc72e7861" -d '{"events": [{"name": "network-changed", "server_uuid": "5c7b30e8-3087-4fa2-a121-bc36e0beab3b", "tag": "100345f4-d6ce-47af-83f1-7049dc67deb8"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:26:25.824771 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5ad31076-714c-49ec-bc37-f3d4cd90112a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:25.908958 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-aa139819-f9fb-4761-a808-59740e1e2c00 service neutron] Request body: {'port': {'device_id': '5c7b30e8-3087-4fa2-a121-bc36e0beab3b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-29'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:26:25.920649 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-3e385178-c960-421c-957d-01922c3ab1d3 req-7f18050c-6479-4b1c-8690-cf845a51f4a9 tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] For port da161fbf-66d4-4bff-868e-39edd09817da, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=da161fbf-66d4-4bff-868e-39edd09817da,segment=NetworkSegment(d26b0e82-e160-4718-b827-f93b94dc416a),segment_id=d26b0e82-e160-4718-b827-f93b94dc416a)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:26:25.921016 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-3e385178-c960-421c-957d-01922c3ab1d3 req-7f18050c-6479-4b1c-8690-cf845a51f4a9 tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:25.940890 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-3e385178-c960-421c-957d-01922c3ab1d3 req-7f18050c-6479-4b1c-8690-cf845a51f4a9 tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Calling delete_port for da161fbf-66d4-4bff-868e-39edd09817da owned by compute:nova {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:26:25.965776 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3dc8c87c-61ad-4b08-a71f-e18d0b041315 req-664433a9-3764-4afc-83b7-53ba4a48b0d8 service neutron] 10.222.0.57 "GET /v2.0/networks/db13ce49-f099-44a4-aff7-5cf5e027e32a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6926348 Jul 14 09:26:25.974255 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2a08a389-cbaa-4e3c-8142-6060e00bedb1 req-56e46543-e9d9-4030-a4b7-74ea382e5319 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4089751 Jul 14 09:26:25.985330 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddf4aaf-6476-416e-b5b5-49ed0855a8d0 service neutron] Pushing event updated for resources: {'Port': ['ID=100345f4-d6ce-47af-83f1-7049dc67deb8,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:26.012847 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3ac9b2-b024-4b00-bf7e-ee89fb3f0976 req-2ccd3f90-0f71-4f2e-b2db-3cdca820851e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:26.013331 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3ac9b2-b024-4b00-bf7e-ee89fb3f0976 req-2ccd3f90-0f71-4f2e-b2db-3cdca820851e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:26.013837 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3ac9b2-b024-4b00-bf7e-ee89fb3f0976 req-2ccd3f90-0f71-4f2e-b2db-3cdca820851e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:26.014315 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1791ea8b-dc61-48a5-8d60-cc9e97297ae9 req-4f0509cd-6de7-4e4f-ace7-6d31277b012d tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:26.014454 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3ac9b2-b024-4b00-bf7e-ee89fb3f0976 req-2ccd3f90-0f71-4f2e-b2db-3cdca820851e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:26.014875 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3ac9b2-b024-4b00-bf7e-ee89fb3f0976 req-2ccd3f90-0f71-4f2e-b2db-3cdca820851e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:26.015347 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3ac9b2-b024-4b00-bf7e-ee89fb3f0976 req-2ccd3f90-0f71-4f2e-b2db-3cdca820851e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:26.016090 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3ac9b2-b024-4b00-bf7e-ee89fb3f0976 req-2ccd3f90-0f71-4f2e-b2db-3cdca820851e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:26.018318 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-4d3ac9b2-b024-4b00-bf7e-ee89fb3f0976 req-2ccd3f90-0f71-4f2e-b2db-3cdca820851e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4cb5d08776664e9f8e9d7e6bc7c12e1a&device_id=5c7b30e8-3087-4fa2-a121-bc36e0beab3b HTTP/1.1" status: 200 len: 6247 time: 0.8692091 Jul 14 09:26:26.020327 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1791ea8b-dc61-48a5-8d60-cc9e97297ae9 req-4f0509cd-6de7-4e4f-ace7-6d31277b012d tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:26.026927 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1791ea8b-dc61-48a5-8d60-cc9e97297ae9 req-4f0509cd-6de7-4e4f-ace7-6d31277b012d tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:26.030775 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-2a08a389-cbaa-4e3c-8142-6060e00bedb1 req-8d31a65d-39d4-448f-90d2-de69d5622d18 service neutron] Request body: {'port': {'device_id': '1a01352b-cf9e-4c65-b238-cb9fbde920b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-29'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:26:26.034129 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-1791ea8b-dc61-48a5-8d60-cc9e97297ae9 req-4f0509cd-6de7-4e4f-ace7-6d31277b012d tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] 10.222.0.68 "GET /v2.0/ports?device_id=63eeb2a1-7ac5-48f3-b93f-614fd3099f12 HTTP/1.1" status: 200 len: 2416 time: 0.1676478 Jul 14 09:26:26.085601 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-1791ea8b-dc61-48a5-8d60-cc9e97297ae9 req-cbb4f233-dcc0-4561-8875-27c803470bf8 tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] 10.222.0.68 "GET /v2.0/security-groups?id=e583495f-449a-49ad-92be-ddfb834c83f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505762 Jul 14 09:26:26.085960 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92600d1c-cd3e-4b67-87cc-513ee2fdc06e req-1f4cf270-bee5-4f03-9517-d01affa4772d tempest-ServersNegativeTestMultiTenantJSON-1004017167 tempest-ServersNegativeTestMultiTenantJSON-1004017167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:26.088082 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-92600d1c-cd3e-4b67-87cc-513ee2fdc06e req-1f4cf270-bee5-4f03-9517-d01affa4772d tempest-ServersNegativeTestMultiTenantJSON-1004017167 tempest-ServersNegativeTestMultiTenantJSON-1004017167-project] 10.222.0.68 "GET /v2.0/ports?device_id=229d01ea-9e8d-42cd-a1b6-2aeff691c308 HTTP/1.1" status: 200 len: 944 time: 0.9937191 Jul 14 09:26:26.156660 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-3e385178-c960-421c-957d-01922c3ab1d3 req-7f18050c-6479-4b1c-8690-cf845a51f4a9 tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:26.186612 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f18050c-6479-4b1c-8690-cf845a51f4a9 tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Pushing event deleted for resources: {'Port': ['ID=da161fbf-66d4-4bff-868e-39edd09817da,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:26.215890 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-516e9d38-647e-4ee7-a699-0a7d3442adee req-ec93eccc-42a5-41cd-a31f-6015a620da97 service neutron] 10.222.0.57 "GET /v2.0/networks/fdafaba0-da53-47c8-a4eb-7c69deccbba6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4196918 Jul 14 09:26:26.221029 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] get_ports_and_sgs() called for port_ids ['09993cfe-f0e6-4ef4-a8d3-7d79a89a7f3b', '71e85ce8-0d8a-4fea-ab85-38e11b64c38d', 'da161fbf-66d4-4bff-868e-39edd09817da'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:26:26.269422 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e385178-c960-421c-957d-01922c3ab1d3 req-7f18050c-6479-4b1c-8690-cf845a51f4a9 tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] No DVR routers for this DVR port da161fbf-66d4-4bff-868e-39edd09817da on host n-h2-779913-29 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:26:26.272193 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-3e385178-c960-421c-957d-01922c3ab1d3 req-7f18050c-6479-4b1c-8690-cf845a51f4a9 tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:26.277829 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-3e385178-c960-421c-957d-01922c3ab1d3 req-7f18050c-6479-4b1c-8690-cf845a51f4a9 tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] 10.222.0.57 "DELETE /v2.0/ports/da161fbf-66d4-4bff-868e-39edd09817da HTTP/1.1" status: 204 len: 173 time: 0.6183257 Jul 14 09:26:26.295077 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-2a08a389-cbaa-4e3c-8142-6060e00bedb1 req-8d31a65d-39d4-448f-90d2-de69d5622d18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:26.315573 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-aa139819-f9fb-4761-a808-59740e1e2c00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:26.322661 n-d-779913-29 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63eeb2a1-7ac5-48f3-b93f-614fd3099f12', 'name': 'network-vif-deleted', 'tag': 'da161fbf-66d4-4bff-868e-39edd09817da'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:26:26.326776 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cb48f044f948e981f43897c8d7f1332f741dc7af2b4c5a6e19d8f4a80f708e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45ac130c-cc35-4ad2-8376-67e17a806519" -d '{"events": [{"server_uuid": "63eeb2a1-7ac5-48f3-b93f-614fd3099f12", "name": "network-vif-deleted", "tag": "da161fbf-66d4-4bff-868e-39edd09817da"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:26:26.355175 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-92600d1c-cd3e-4b67-87cc-513ee2fdc06e req-c8265368-a59e-4f1e-8e5e-00a79c46950a tempest-ServersNegativeTestMultiTenantJSON-1004017167 tempest-ServersNegativeTestMultiTenantJSON-1004017167-project] 10.222.0.68 "GET /v2.0/security-groups?id=aed312c7-bd72-4f37-9fb8-80d61f28e4db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2207203 Jul 14 09:26:26.415493 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device d44a6c64-1019-4530-a2a8-da0fce021270 up at agent hyperv_n-h1-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:26:26.452338 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3ac9b2-b024-4b00-bf7e-ee89fb3f0976 req-47e602c2-04ac-4c66-a989-55de8c15b933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:26.452745 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3ac9b2-b024-4b00-bf7e-ee89fb3f0976 req-47e602c2-04ac-4c66-a989-55de8c15b933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:26.453220 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3ac9b2-b024-4b00-bf7e-ee89fb3f0976 req-47e602c2-04ac-4c66-a989-55de8c15b933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:26.454909 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-4d3ac9b2-b024-4b00-bf7e-ee89fb3f0976 req-47e602c2-04ac-4c66-a989-55de8c15b933 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=4cb5d08776664e9f8e9d7e6bc7c12e1a&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.3906987 Jul 14 09:26:26.519532 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Provisioning for port d44a6c64-1019-4530-a2a8-da0fce021270 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:26:26.527295 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Provisioning complete for port d44a6c64-1019-4530-a2a8-da0fce021270 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:26:26.527678 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:26.535532 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb89ac1e-bd2a-4d82-ac1d-c451d414dc3c req-6ee83dcc-aaf5-4775-8acf-2ce3cc1399b5 tempest-ListServersNegativeTestJSON-1499415755 tempest-ListServersNegativeTestJSON-1499415755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:26.537396 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-bb89ac1e-bd2a-4d82-ac1d-c451d414dc3c req-6ee83dcc-aaf5-4775-8acf-2ce3cc1399b5 tempest-ListServersNegativeTestJSON-1499415755 tempest-ListServersNegativeTestJSON-1499415755-project] 10.222.0.68 "GET /v2.0/ports?device_id=e9c19f78-67f6-4a62-b39e-3fc0beba93ff HTTP/1.1" status: 200 len: 945 time: 0.3078184 Jul 14 09:26:26.610389 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-bb89ac1e-bd2a-4d82-ac1d-c451d414dc3c req-c0365d74-0fd9-47ee-86fe-713ad025e1ad tempest-ListServersNegativeTestJSON-1499415755 tempest-ListServersNegativeTestJSON-1499415755-project] 10.222.0.68 "GET /v2.0/security-groups?id=ee599ffa-656c-4b33-a533-367ce77dba83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642283 Jul 14 09:26:26.613838 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-3e385178-c960-421c-957d-01922c3ab1d3 req-f7447b35-d105-4fe7-a52f-2064623a538c tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Deleting port 09993cfe-f0e6-4ef4-a8d3-7d79a89a7f3b {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:26:26.614184 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-3e385178-c960-421c-957d-01922c3ab1d3 req-f7447b35-d105-4fe7-a52f-2064623a538c tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:26.724060 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-3e385178-c960-421c-957d-01922c3ab1d3 req-f7447b35-d105-4fe7-a52f-2064623a538c tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] For port 09993cfe-f0e6-4ef4-a8d3-7d79a89a7f3b, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=09993cfe-f0e6-4ef4-a8d3-7d79a89a7f3b,segment=NetworkSegment(0f04ac95-6c12-4d33-9421-625ddae609a1),segment_id=0f04ac95-6c12-4d33-9421-625ddae609a1)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:26:26.724297 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-3e385178-c960-421c-957d-01922c3ab1d3 req-f7447b35-d105-4fe7-a52f-2064623a538c tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:26.742806 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-3e385178-c960-421c-957d-01922c3ab1d3 req-f7447b35-d105-4fe7-a52f-2064623a538c tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Calling delete_port for 09993cfe-f0e6-4ef4-a8d3-7d79a89a7f3b owned by compute:nova {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:26:26.785760 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:26.809085 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '229d01ea-9e8d-42cd-a1b6-2aeff691c308', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd44a6c64-1019-4530-a2a8-da0fce021270'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:26:26.811688 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd62303f06773040a8a4e189dc46b4f565768c299abf8ab8e7739778b0bc3e97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13b6b689-254b-453c-9b90-4d1a331d2af6" -d '{"events": [{"server_uuid": "229d01ea-9e8d-42cd-a1b6-2aeff691c308", "name": "network-vif-plugged", "status": "completed", "tag": "d44a6c64-1019-4530-a2a8-da0fce021270"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:26:26.827830 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port d44a6c64-1019-4530-a2a8-da0fce021270, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=d44a6c64-1019-4530-a2a8-da0fce021270,segment=NetworkSegment(aab02719-8fcd-46ab-b035-de8f7672ee5b),segment_id=aab02719-8fcd-46ab-b035-de8f7672ee5b)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:26:26.834303 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:26.853859 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2679a15-dd77-49b7-93a4-68908be2b583 req-494240e1-8921-4ee3-965a-708c2c34644d tempest-LiveMigrationTest-864996632 tempest-LiveMigrationTest-864996632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:26.855452 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-e2679a15-dd77-49b7-93a4-68908be2b583 req-494240e1-8921-4ee3-965a-708c2c34644d tempest-LiveMigrationTest-864996632 tempest-LiveMigrationTest-864996632-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=65c2e97a-3a9b-45f9-8601-1b3501000ad2 HTTP/1.1" status: 200 len: 1097 time: 0.1142404 Jul 14 09:26:26.877163 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3ac9b2-b024-4b00-bf7e-ee89fb3f0976 req-36ceae3f-ca89-4d68-b7ed-386574471977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:26.878694 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-4d3ac9b2-b024-4b00-bf7e-ee89fb3f0976 req-36ceae3f-ca89-4d68-b7ed-386574471977 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4054096 Jul 14 09:26:26.904363 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Pushing event updated for resources: {'Port': ['ID=d44a6c64-1019-4530-a2a8-da0fce021270,revision_number=5']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:26.916896 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ceb87f-73d9-431e-a2a7-603dd3a1f153 req-16fc3bd5-ece3-473d-bfd5-9f5709e71d70 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:26.919377 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-e2679a15-dd77-49b7-93a4-68908be2b583 req-50d07fb3-1486-4f23-84c7-c4bf6932a288 tempest-LiveMigrationTest-864996632 tempest-LiveMigrationTest-864996632-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=cf40bcd2-1dd1-48fb-a6b7-6df0e80ce2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569689 Jul 14 09:26:26.922875 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ceb87f-73d9-431e-a2a7-603dd3a1f153 req-16fc3bd5-ece3-473d-bfd5-9f5709e71d70 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:26.929113 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ceb87f-73d9-431e-a2a7-603dd3a1f153 req-16fc3bd5-ece3-473d-bfd5-9f5709e71d70 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:26.935141 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ceb87f-73d9-431e-a2a7-603dd3a1f153 req-16fc3bd5-ece3-473d-bfd5-9f5709e71d70 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:26.941112 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ceb87f-73d9-431e-a2a7-603dd3a1f153 req-16fc3bd5-ece3-473d-bfd5-9f5709e71d70 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:26.948444 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ceb87f-73d9-431e-a2a7-603dd3a1f153 req-16fc3bd5-ece3-473d-bfd5-9f5709e71d70 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:26.948684 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-3e385178-c960-421c-957d-01922c3ab1d3 req-f7447b35-d105-4fe7-a52f-2064623a538c tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:26.955039 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ceb87f-73d9-431e-a2a7-603dd3a1f153 req-16fc3bd5-ece3-473d-bfd5-9f5709e71d70 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:26.963293 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-95ceb87f-73d9-431e-a2a7-603dd3a1f153 req-16fc3bd5-ece3-473d-bfd5-9f5709e71d70 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] 10.222.0.68 "GET /v2.0/ports?device_id=5c7b30e8-3087-4fa2-a121-bc36e0beab3b HTTP/1.1" status: 200 len: 5393 time: 0.4193101 Jul 14 09:26:26.986320 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7447b35-d105-4fe7-a52f-2064623a538c tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Pushing event deleted for resources: {'Port': ['ID=09993cfe-f0e6-4ef4-a8d3-7d79a89a7f3b,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:27.014205 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] get_ports_and_sgs() called for port_ids ['da161fbf-66d4-4bff-868e-39edd09817da'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:26:27.049322 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e385178-c960-421c-957d-01922c3ab1d3 req-f7447b35-d105-4fe7-a52f-2064623a538c tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] No DVR routers for this DVR port 09993cfe-f0e6-4ef4-a8d3-7d79a89a7f3b on host n-h2-779913-29 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:26:27.052503 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-3e385178-c960-421c-957d-01922c3ab1d3 req-f7447b35-d105-4fe7-a52f-2064623a538c tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:27.056315 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-3e385178-c960-421c-957d-01922c3ab1d3 req-f7447b35-d105-4fe7-a52f-2064623a538c tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] 10.222.0.57 "DELETE /v2.0/ports/09993cfe-f0e6-4ef4-a8d3-7d79a89a7f3b HTTP/1.1" status: 204 len: 173 time: 0.7222588 Jul 14 09:26:27.067405 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-95ceb87f-73d9-431e-a2a7-603dd3a1f153 req-748b36fd-dfc2-4900-88de-2479586b910b tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] 10.222.0.68 "GET /v2.0/security-groups?id=3e8708b8-59d7-4408-a840-9965955f2a4b&id=ff27f1e0-0078-49b9-90e3-125b24008d99&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1032271 Jul 14 09:26:27.160988 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-aa139819-f9fb-4761-a808-59740e1e2c00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bfeac96f-d3a2-4a7b-abb1-6f8a87d43efe {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:26:27.169971 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-aa139819-f9fb-4761-a808-59740e1e2c00 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:27.184145 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-aa139819-f9fb-4761-a808-59740e1e2c00 service neutron] Transition to ACTIVE for port object bfeac96f-d3a2-4a7b-abb1-6f8a87d43efe will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:26:27.217387 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-3e385178-c960-421c-957d-01922c3ab1d3 req-388c0b57-f556-41c8-8992-5a1e02cee4c7 tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Deleting port 71e85ce8-0d8a-4fea-ab85-38e11b64c38d {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:26:27.217921 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-3e385178-c960-421c-957d-01922c3ab1d3 req-388c0b57-f556-41c8-8992-5a1e02cee4c7 tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:27.219397 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:26:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccc1ad05-b541-4b47-919c-04911ab47c17 x-openstack-request-id: req-ccc1ad05-b541-4b47-919c-04911ab47c17 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:26:27.219868 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c7b30e8-3087-4fa2-a121-bc36e0beab3b", "tag": "100345f4-d6ce-47af-83f1-7049dc67deb8", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:26:27.219984 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-ccc1ad05-b541-4b47-919c-04911ab47c17 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:26:27.220429 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c7b30e8-3087-4fa2-a121-bc36e0beab3b', 'tag': '100345f4-d6ce-47af-83f1-7049dc67deb8', 'status': 'completed', 'code': 200} Jul 14 09:26:27.258087 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-aa139819-f9fb-4761-a808-59740e1e2c00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:27.311136 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [req-2a08a389-cbaa-4e3c-8142-6060e00bedb1 req-8d31a65d-39d4-448f-90d2-de69d5622d18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 355d4f4e-0f97-4599-8580-8d12831aaf46 {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:26:27.320297 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-2a08a389-cbaa-4e3c-8142-6060e00bedb1 req-8d31a65d-39d4-448f-90d2-de69d5622d18 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:27.346849 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:26:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-288c38d4-4ebe-4a3c-a78b-2a3547837fcb x-openstack-request-id: req-288c38d4-4ebe-4a3c-a78b-2a3547837fcb {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:26:27.347564 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63eeb2a1-7ac5-48f3-b93f-614fd3099f12", "name": "network-vif-deleted", "tag": "da161fbf-66d4-4bff-868e-39edd09817da", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:26:27.347808 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-288c38d4-4ebe-4a3c-a78b-2a3547837fcb {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:26:27.348353 n-d-779913-29 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63eeb2a1-7ac5-48f3-b93f-614fd3099f12', 'name': 'network-vif-deleted', 'tag': 'da161fbf-66d4-4bff-868e-39edd09817da', 'status': 'completed', 'code': 200} Jul 14 09:26:27.350296 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-3e385178-c960-421c-957d-01922c3ab1d3 req-388c0b57-f556-41c8-8992-5a1e02cee4c7 tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] For port 71e85ce8-0d8a-4fea-ab85-38e11b64c38d, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=71e85ce8-0d8a-4fea-ab85-38e11b64c38d,segment=NetworkSegment(0f04ac95-6c12-4d33-9421-625ddae609a1),segment_id=0f04ac95-6c12-4d33-9421-625ddae609a1)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:26:27.350968 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-3e385178-c960-421c-957d-01922c3ab1d3 req-388c0b57-f556-41c8-8992-5a1e02cee4c7 tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:27.373109 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-3e385178-c960-421c-957d-01922c3ab1d3 req-388c0b57-f556-41c8-8992-5a1e02cee4c7 tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Calling delete_port for 71e85ce8-0d8a-4fea-ab85-38e11b64c38d owned by compute:nova {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:26:27.420928 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [req-2a08a389-cbaa-4e3c-8142-6060e00bedb1 req-8d31a65d-39d4-448f-90d2-de69d5622d18 service neutron] Transition to ACTIVE for port object 355d4f4e-0f97-4599-8580-8d12831aaf46 will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:26:27.462529 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-2a08a389-cbaa-4e3c-8142-6060e00bedb1 req-8d31a65d-39d4-448f-90d2-de69d5622d18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:27.464458 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa139819-f9fb-4761-a808-59740e1e2c00 service neutron] Pushing event updated for resources: {'Port': ['ID=bfeac96f-d3a2-4a7b-abb1-6f8a87d43efe,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:27.542370 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04979b27-e1d9-487b-b8d0-0f3729fe6953 req-4e32c8a8-b808-4ab5-92eb-d20d8a3b6a18 tempest-ServerRescueTestJSON-1969041098 tempest-ServerRescueTestJSON-1969041098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:27.544130 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-04979b27-e1d9-487b-b8d0-0f3729fe6953 req-4e32c8a8-b808-4ab5-92eb-d20d8a3b6a18 tempest-ServerRescueTestJSON-1969041098 tempest-ServerRescueTestJSON-1969041098-project] 10.222.0.68 "GET /v2.0/ports?device_id=fd1f4779-7c9e-445b-a0be-3b95d7c816a4 HTTP/1.1" status: 200 len: 946 time: 0.0965438 Jul 14 09:26:27.572926 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-aa139819-f9fb-4761-a808-59740e1e2c00 service neutron] Attempting to bind port bfeac96f-d3a2-4a7b-abb1-6f8a87d43efe on host n-h1-779913-29 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:26:27.573327 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-aa139819-f9fb-4761-a808-59740e1e2c00 service neutron] Attempting to bind port bfeac96f-d3a2-4a7b-abb1-6f8a87d43efe by drivers openvswitch,hyperv on host n-h1-779913-29 at level 0 using segments [{'id': 'c705dd1f-2341-4524-a81f-3d9cf3c38e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '5699172b-f98f-483a-81e1-27bccc5d3cba'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:26:27.573733 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-aa139819-f9fb-4761-a808-59740e1e2c00 service neutron] Attempting to bind port bfeac96f-d3a2-4a7b-abb1-6f8a87d43efe on network 5699172b-f98f-483a-81e1-27bccc5d3cba {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:26:27.584630 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-aa139819-f9fb-4761-a808-59740e1e2c00 service neutron] Port bfeac96f-d3a2-4a7b-abb1-6f8a87d43efe on network 5699172b-f98f-483a-81e1-27bccc5d3cba not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-29 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:26:27.584955 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-aa139819-f9fb-4761-a808-59740e1e2c00 service neutron] Attempting to bind port bfeac96f-d3a2-4a7b-abb1-6f8a87d43efe on network 5699172b-f98f-483a-81e1-27bccc5d3cba {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:26:27.605352 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f089940d-5d03-40c0-be17-b80859701f70 req-7f7e56fd-35dc-417f-8372-03d9ed0816b5 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:27.607434 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f089940d-5d03-40c0-be17-b80859701f70 req-7f7e56fd-35dc-417f-8372-03d9ed0816b5 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/ports?device_id=1a01352b-cf9e-4c65-b238-cb9fbde920b1 HTTP/1.1" status: 200 len: 932 time: 0.3388088 Jul 14 09:26:27.614227 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a44a395-849f-4eaf-b42b-59ecc72e7861 req-064107a7-5626-40fc-a1dc-3535dd929845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:27.614720 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a44a395-849f-4eaf-b42b-59ecc72e7861 req-064107a7-5626-40fc-a1dc-3535dd929845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:27.615200 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a44a395-849f-4eaf-b42b-59ecc72e7861 req-064107a7-5626-40fc-a1dc-3535dd929845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:27.615672 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a44a395-849f-4eaf-b42b-59ecc72e7861 req-064107a7-5626-40fc-a1dc-3535dd929845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:27.616140 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a44a395-849f-4eaf-b42b-59ecc72e7861 req-064107a7-5626-40fc-a1dc-3535dd929845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:27.616607 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a44a395-849f-4eaf-b42b-59ecc72e7861 req-064107a7-5626-40fc-a1dc-3535dd929845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:27.628952 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a44a395-849f-4eaf-b42b-59ecc72e7861 req-064107a7-5626-40fc-a1dc-3535dd929845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:27.629505 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5bbe322f-3f67-4864-bc0a-91afe44d23e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:27.630010 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-3e385178-c960-421c-957d-01922c3ab1d3 req-388c0b57-f556-41c8-8992-5a1e02cee4c7 tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:27.631908 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-9a44a395-849f-4eaf-b42b-59ecc72e7861 req-064107a7-5626-40fc-a1dc-3535dd929845 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4cb5d08776664e9f8e9d7e6bc7c12e1a&device_id=5c7b30e8-3087-4fa2-a121-bc36e0beab3b HTTP/1.1" status: 200 len: 6315 time: 0.4135964 Jul 14 09:26:27.639341 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d31a65d-39d4-448f-90d2-de69d5622d18 service neutron] Pushing event updated for resources: {'Port': ['ID=355d4f4e-0f97-4599-8580-8d12831aaf46,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:27.647455 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-aa139819-f9fb-4761-a808-59740e1e2c00 service neutron] Checking agent: {'id': 'de11e667-f145-47b0-bd09-334a7505938e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 13, 12), 'started_at': datetime.datetime(2021, 7, 14, 9, 13, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 26, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:26:27.647799 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-aa139819-f9fb-4761-a808-59740e1e2c00 service neutron] Checking segment: {'id': 'c705dd1f-2341-4524-a81f-3d9cf3c38e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '5699172b-f98f-483a-81e1-27bccc5d3cba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:26:27.648218 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-aa139819-f9fb-4761-a808-59740e1e2c00 service neutron] Bound using segment: {'id': 'c705dd1f-2341-4524-a81f-3d9cf3c38e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '5699172b-f98f-483a-81e1-27bccc5d3cba'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:26:27.648622 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-aa139819-f9fb-4761-a808-59740e1e2c00 service neutron] Bound port: bfeac96f-d3a2-4a7b-abb1-6f8a87d43efe, host: n-h1-779913-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c705dd1f-2341-4524-a81f-3d9cf3c38e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '5699172b-f98f-483a-81e1-27bccc5d3cba'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:26:27.648988 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-aa139819-f9fb-4761-a808-59740e1e2c00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:27.670286 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388c0b57-f556-41c8-8992-5a1e02cee4c7 tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Pushing event deleted for resources: {'Port': ['ID=71e85ce8-0d8a-4fea-ab85-38e11b64c38d,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:27.704602 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-04979b27-e1d9-487b-b8d0-0f3729fe6953 req-9879af78-362c-4387-8ba9-3f1d41ebbb1e tempest-ServerRescueTestJSON-1969041098 tempest-ServerRescueTestJSON-1969041098-project] 10.222.0.68 "GET /v2.0/security-groups?id=d6a7feba-be17-4d7e-a638-e9426c29981e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272998 Jul 14 09:26:27.725236 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e385178-c960-421c-957d-01922c3ab1d3 req-388c0b57-f556-41c8-8992-5a1e02cee4c7 tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] No DVR routers for this DVR port 71e85ce8-0d8a-4fea-ab85-38e11b64c38d on host n-h2-779913-29 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:26:27.733147 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-3e385178-c960-421c-957d-01922c3ab1d3 req-388c0b57-f556-41c8-8992-5a1e02cee4c7 tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:27.736310 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-3e385178-c960-421c-957d-01922c3ab1d3 req-388c0b57-f556-41c8-8992-5a1e02cee4c7 tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] 10.222.0.57 "DELETE /v2.0/ports/71e85ce8-0d8a-4fea-ab85-38e11b64c38d HTTP/1.1" status: 204 len: 173 time: 0.6744018 Jul 14 09:26:27.823490 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f089940d-5d03-40c0-be17-b80859701f70 req-e2146223-d130-42b0-9912-d66f2b0034d9 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/security-groups?id=bfacbc39-872c-438f-b7f4-05abded490ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880395 Jul 14 09:26:27.892878 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-2a08a389-cbaa-4e3c-8142-6060e00bedb1 req-8d31a65d-39d4-448f-90d2-de69d5622d18 service neutron] Attempting to bind port 355d4f4e-0f97-4599-8580-8d12831aaf46 on host n-h1-779913-29 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:26:27.893219 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-2a08a389-cbaa-4e3c-8142-6060e00bedb1 req-8d31a65d-39d4-448f-90d2-de69d5622d18 service neutron] Attempting to bind port 355d4f4e-0f97-4599-8580-8d12831aaf46 by drivers openvswitch,hyperv on host n-h1-779913-29 at level 0 using segments [{'id': 'f28b4a20-abdb-43f4-86e7-8da3ae7a1990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'b13d7c6c-cfbf-4964-b16a-12c3c2736fe4'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:26:27.893575 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a08a389-cbaa-4e3c-8142-6060e00bedb1 req-8d31a65d-39d4-448f-90d2-de69d5622d18 service neutron] Attempting to bind port 355d4f4e-0f97-4599-8580-8d12831aaf46 on network b13d7c6c-cfbf-4964-b16a-12c3c2736fe4 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:26:27.906849 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a08a389-cbaa-4e3c-8142-6060e00bedb1 req-8d31a65d-39d4-448f-90d2-de69d5622d18 service neutron] Port 355d4f4e-0f97-4599-8580-8d12831aaf46 on network b13d7c6c-cfbf-4964-b16a-12c3c2736fe4 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-29 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:26:27.907145 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a08a389-cbaa-4e3c-8142-6060e00bedb1 req-8d31a65d-39d4-448f-90d2-de69d5622d18 service neutron] Attempting to bind port 355d4f4e-0f97-4599-8580-8d12831aaf46 on network b13d7c6c-cfbf-4964-b16a-12c3c2736fe4 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:26:27.909729 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a44a395-849f-4eaf-b42b-59ecc72e7861 req-cc521961-7887-456e-9ec1-d0bb2f58eeaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:27.910175 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a44a395-849f-4eaf-b42b-59ecc72e7861 req-cc521961-7887-456e-9ec1-d0bb2f58eeaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:27.910631 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a44a395-849f-4eaf-b42b-59ecc72e7861 req-cc521961-7887-456e-9ec1-d0bb2f58eeaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:27.912226 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-9a44a395-849f-4eaf-b42b-59ecc72e7861 req-cc521961-7887-456e-9ec1-d0bb2f58eeaf service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=4cb5d08776664e9f8e9d7e6bc7c12e1a&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.2607586 Jul 14 09:26:27.913269 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-aa139819-f9fb-4761-a808-59740e1e2c00 service neutron] For port bfeac96f-d3a2-4a7b-abb1-6f8a87d43efe, host n-h1-779913-29, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:26:27.936691 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-aa139819-f9fb-4761-a808-59740e1e2c00 service neutron] For port bfeac96f-d3a2-4a7b-abb1-6f8a87d43efe, host n-h1-779913-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=bfeac96f-d3a2-4a7b-abb1-6f8a87d43efe,segment=NetworkSegment(c705dd1f-2341-4524-a81f-3d9cf3c38e6b),segment_id=c705dd1f-2341-4524-a81f-3d9cf3c38e6b)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:26:27.939036 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a08a389-cbaa-4e3c-8142-6060e00bedb1 req-8d31a65d-39d4-448f-90d2-de69d5622d18 service neutron] Checking agent: {'id': 'de11e667-f145-47b0-bd09-334a7505938e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 13, 12), 'started_at': datetime.datetime(2021, 7, 14, 9, 13, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 26, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:26:27.939384 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a08a389-cbaa-4e3c-8142-6060e00bedb1 req-8d31a65d-39d4-448f-90d2-de69d5622d18 service neutron] Checking segment: {'id': 'f28b4a20-abdb-43f4-86e7-8da3ae7a1990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'b13d7c6c-cfbf-4964-b16a-12c3c2736fe4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:26:27.939993 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a08a389-cbaa-4e3c-8142-6060e00bedb1 req-8d31a65d-39d4-448f-90d2-de69d5622d18 service neutron] Bound using segment: {'id': 'f28b4a20-abdb-43f4-86e7-8da3ae7a1990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'b13d7c6c-cfbf-4964-b16a-12c3c2736fe4'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:26:27.940444 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-2a08a389-cbaa-4e3c-8142-6060e00bedb1 req-8d31a65d-39d4-448f-90d2-de69d5622d18 service neutron] Bound port: 355d4f4e-0f97-4599-8580-8d12831aaf46, host: n-h1-779913-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f28b4a20-abdb-43f4-86e7-8da3ae7a1990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'b13d7c6c-cfbf-4964-b16a-12c3c2736fe4'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:26:27.940714 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-2a08a389-cbaa-4e3c-8142-6060e00bedb1 req-8d31a65d-39d4-448f-90d2-de69d5622d18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:27.941733 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:26:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1093ba7e-d202-415b-ad3d-a1da57138973 x-openstack-request-id: req-1093ba7e-d202-415b-ad3d-a1da57138973 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:26:27.942219 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "229d01ea-9e8d-42cd-a1b6-2aeff691c308", "name": "network-vif-plugged", "status": "completed", "tag": "d44a6c64-1019-4530-a2a8-da0fce021270", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:26:27.942537 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-1093ba7e-d202-415b-ad3d-a1da57138973 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:26:27.943009 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '229d01ea-9e8d-42cd-a1b6-2aeff691c308', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd44a6c64-1019-4530-a2a8-da0fce021270', 'code': 200} Jul 14 09:26:27.988653 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-aa139819-f9fb-4761-a808-59740e1e2c00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:28.117183 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-aa139819-f9fb-4761-a808-59740e1e2c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:28.117835 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-aa139819-f9fb-4761-a808-59740e1e2c00 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:28.119755 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-aa139819-f9fb-4761-a808-59740e1e2c00 service neutron] 10.222.0.65 "PUT /v2.0/ports/bfeac96f-d3a2-4a7b-abb1-6f8a87d43efe HTTP/1.1" status: 200 len: 1091 time: 2.2240844 Jul 14 09:26:28.151150 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-2df267a2-ffb0-4860-9ea4-acdde39e8724 req-b2d42529-3280-4866-8a40-f9a19b559fd7 tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] 10.222.0.68 "GET /v2.0/ports?device_id=63eeb2a1-7ac5-48f3-b93f-614fd3099f12 HTTP/1.1" status: 200 len: 210 time: 0.0449920 Jul 14 09:26:28.191649 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-618f5f5b-31d2-4151-8300-e3f53b419eb6 service neutron] Request body: {'port': {'device_id': '5c7b30e8-3087-4fa2-a121-bc36e0beab3b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-29'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:26:28.199167 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa139819-f9fb-4761-a808-59740e1e2c00 service neutron] Pushing event updated for resources: {'Port': ['ID=bfeac96f-d3a2-4a7b-abb1-6f8a87d43efe,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:28.217998 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332070fd-6476-4f6b-825b-7adcc3823a25 req-23f0afb4-86dc-4465-baa0-cbd04637dab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:28.220324 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-332070fd-6476-4f6b-825b-7adcc3823a25 req-23f0afb4-86dc-4465-baa0-cbd04637dab4 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=229d01ea-9e8d-42cd-a1b6-2aeff691c308 HTTP/1.1" status: 200 len: 1097 time: 0.1042056 Jul 14 09:26:28.233752 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a44a395-849f-4eaf-b42b-59ecc72e7861 req-3352b73d-a3e8-49a3-bfd5-d079dbe63c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:28.235610 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-9a44a395-849f-4eaf-b42b-59ecc72e7861 req-3352b73d-a3e8-49a3-bfd5-d079dbe63c5c service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3106992 Jul 14 09:26:28.244164 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-2a08a389-cbaa-4e3c-8142-6060e00bedb1 req-8d31a65d-39d4-448f-90d2-de69d5622d18 service neutron] For port 355d4f4e-0f97-4599-8580-8d12831aaf46, host n-h1-779913-29, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:26:28.262152 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-332070fd-6476-4f6b-825b-7adcc3823a25 req-d9fc32f2-6eee-48e1-924b-46ab0e33808f service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=aed312c7-bd72-4f37-9fb8-80d61f28e4db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348456 Jul 14 09:26:28.289162 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-2a08a389-cbaa-4e3c-8142-6060e00bedb1 req-8d31a65d-39d4-448f-90d2-de69d5622d18 service neutron] For port 355d4f4e-0f97-4599-8580-8d12831aaf46, host n-h1-779913-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=355d4f4e-0f97-4599-8580-8d12831aaf46,segment=NetworkSegment(f28b4a20-abdb-43f4-86e7-8da3ae7a1990),segment_id=f28b4a20-abdb-43f4-86e7-8da3ae7a1990)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:26:28.304249 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-2a08a389-cbaa-4e3c-8142-6060e00bedb1 req-8d31a65d-39d4-448f-90d2-de69d5622d18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:28.392154 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a08a389-cbaa-4e3c-8142-6060e00bedb1 req-8d31a65d-39d4-448f-90d2-de69d5622d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:28.392784 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-2a08a389-cbaa-4e3c-8142-6060e00bedb1 req-8d31a65d-39d4-448f-90d2-de69d5622d18 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:28.394206 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2a08a389-cbaa-4e3c-8142-6060e00bedb1 req-8d31a65d-39d4-448f-90d2-de69d5622d18 service neutron] 10.222.0.65 "PUT /v2.0/ports/355d4f4e-0f97-4599-8580-8d12831aaf46 HTTP/1.1" status: 200 len: 1093 time: 2.3717871 Jul 14 09:26:28.402869 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93ae3b9-a4a9-47e5-9e9f-69ad78a10c9a req-c3bb8e87-1103-445d-b62e-cd16633cf9d8 tempest-LiveMigrationTest-864996632 tempest-LiveMigrationTest-864996632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:28.404332 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d93ae3b9-a4a9-47e5-9e9f-69ad78a10c9a req-c3bb8e87-1103-445d-b62e-cd16633cf9d8 tempest-LiveMigrationTest-864996632 tempest-LiveMigrationTest-864996632-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=65c2e97a-3a9b-45f9-8601-1b3501000ad2 HTTP/1.1" status: 200 len: 1097 time: 0.3358462 Jul 14 09:26:28.411499 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-618f5f5b-31d2-4151-8300-e3f53b419eb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:28.414087 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d31a65d-39d4-448f-90d2-de69d5622d18 service neutron] Pushing event updated for resources: {'Port': ['ID=355d4f4e-0f97-4599-8580-8d12831aaf46,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:28.476775 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d93ae3b9-a4a9-47e5-9e9f-69ad78a10c9a req-29dba13d-2357-4f96-b302-8dfcab42a672 tempest-LiveMigrationTest-864996632 tempest-LiveMigrationTest-864996632-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=cf40bcd2-1dd1-48fb-a6b7-6df0e80ce2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660231 Jul 14 09:26:28.518121 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c8f5c1-c3eb-4d80-922e-7afd62dab457 req-5adb452c-6a82-47a4-a0c0-9949baf3784c tempest-ServersNegativeTestMultiTenantJSON-1004017167 tempest-ServersNegativeTestMultiTenantJSON-1004017167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:28.519765 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-f9c8f5c1-c3eb-4d80-922e-7afd62dab457 req-5adb452c-6a82-47a4-a0c0-9949baf3784c tempest-ServersNegativeTestMultiTenantJSON-1004017167 tempest-ServersNegativeTestMultiTenantJSON-1004017167-project] 10.222.0.68 "GET /v2.0/ports?device_id=229d01ea-9e8d-42cd-a1b6-2aeff691c308 HTTP/1.1" status: 200 len: 945 time: 0.0722613 Jul 14 09:26:28.568916 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-f9c8f5c1-c3eb-4d80-922e-7afd62dab457 req-6b0290ba-52d2-4f45-b525-04ae7b6efe39 tempest-ServersNegativeTestMultiTenantJSON-1004017167 tempest-ServersNegativeTestMultiTenantJSON-1004017167-project] 10.222.0.68 "GET /v2.0/security-groups?id=aed312c7-bd72-4f37-9fb8-80d61f28e4db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431609 Jul 14 09:26:28.757319 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a2b4e9-8b9b-4530-96e5-1f078812af00 req-56f489e4-37c9-4137-91c2-1d1dbecfe539 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:28.764074 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a2b4e9-8b9b-4530-96e5-1f078812af00 req-56f489e4-37c9-4137-91c2-1d1dbecfe539 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:28.770010 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a2b4e9-8b9b-4530-96e5-1f078812af00 req-56f489e4-37c9-4137-91c2-1d1dbecfe539 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:28.776755 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a2b4e9-8b9b-4530-96e5-1f078812af00 req-56f489e4-37c9-4137-91c2-1d1dbecfe539 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:28.782816 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a2b4e9-8b9b-4530-96e5-1f078812af00 req-56f489e4-37c9-4137-91c2-1d1dbecfe539 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:28.788595 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa914e3a-82af-453b-bb27-fb1912ec3c11 req-c58c40b7-efda-439d-b352-e950d81278cc tempest-ListServersNegativeTestJSON-1499415755 tempest-ListServersNegativeTestJSON-1499415755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:28.788856 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a2b4e9-8b9b-4530-96e5-1f078812af00 req-56f489e4-37c9-4137-91c2-1d1dbecfe539 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:28.790659 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-aa914e3a-82af-453b-bb27-fb1912ec3c11 req-c58c40b7-efda-439d-b352-e950d81278cc tempest-ListServersNegativeTestJSON-1499415755 tempest-ListServersNegativeTestJSON-1499415755-project] 10.222.0.68 "GET /v2.0/ports?device_id=b5ec9509-93f2-4f55-941d-12f37991f5a1 HTTP/1.1" status: 200 len: 945 time: 0.1829789 Jul 14 09:26:28.795149 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a2b4e9-8b9b-4530-96e5-1f078812af00 req-56f489e4-37c9-4137-91c2-1d1dbecfe539 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:28.796883 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a08a389-cbaa-4e3c-8142-6060e00bedb1 req-36473c85-3783-44f3-814f-6c7e8ab4734e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:28.797025 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-a8a2b4e9-8b9b-4530-96e5-1f078812af00 req-56f489e4-37c9-4137-91c2-1d1dbecfe539 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] 10.222.0.68 "GET /v2.0/ports?device_id=5c7b30e8-3087-4fa2-a121-bc36e0beab3b HTTP/1.1" status: 200 len: 5405 time: 0.1115580 Jul 14 09:26:28.798336 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2a08a389-cbaa-4e3c-8142-6060e00bedb1 req-36473c85-3783-44f3-814f-6c7e8ab4734e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=5a5f2c2d833f465d9525ee4af4d3c349&device_id=1a01352b-cf9e-4c65-b238-cb9fbde920b1 HTTP/1.1" status: 200 len: 1096 time: 0.1528058 Jul 14 09:26:28.838149 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-a8a2b4e9-8b9b-4530-96e5-1f078812af00 req-ae00a20c-8683-444d-a7a9-33e9a15581ca tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] 10.222.0.68 "GET /v2.0/security-groups?id=3e8708b8-59d7-4408-a840-9965955f2a4b&id=ff27f1e0-0078-49b9-90e3-125b24008d99&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0353990 Jul 14 09:26:28.875383 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2a08a389-cbaa-4e3c-8142-6060e00bedb1 req-6bc55b07-d89b-4bd5-a227-3d53a4ddcb5f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=355d4f4e-0f97-4599-8580-8d12831aaf46 HTTP/1.1" status: 200 len: 217 time: 0.0462806 Jul 14 09:26:28.900420 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-618f5f5b-31d2-4151-8300-e3f53b419eb6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea9e9cbd-c4fe-40eb-a857-ee9e6c073bb8 {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:26:28.910378 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-618f5f5b-31d2-4151-8300-e3f53b419eb6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:28.937303 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-aa914e3a-82af-453b-bb27-fb1912ec3c11 req-d456fe7e-aeeb-476a-a2e8-788d9f9915cf tempest-ListServersNegativeTestJSON-1499415755 tempest-ListServersNegativeTestJSON-1499415755-project] 10.222.0.68 "GET /v2.0/security-groups?id=ee599ffa-656c-4b33-a533-367ce77dba83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364846 Jul 14 09:26:28.952329 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-618f5f5b-31d2-4151-8300-e3f53b419eb6 service neutron] Transition to ACTIVE for port object ea9e9cbd-c4fe-40eb-a857-ee9e6c073bb8 will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:26:28.958637 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-618f5f5b-31d2-4151-8300-e3f53b419eb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:29.004353 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a08a389-cbaa-4e3c-8142-6060e00bedb1 req-10fd75ef-5d78-4ee6-a285-36e1714a169f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:29.005868 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2a08a389-cbaa-4e3c-8142-6060e00bedb1 req-10fd75ef-5d78-4ee6-a285-36e1714a169f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4eebc946-7649-496b-bf8c-5c786643586c HTTP/1.1" status: 200 len: 846 time: 0.1147876 Jul 14 09:26:29.048491 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2a08a389-cbaa-4e3c-8142-6060e00bedb1 req-c96a91f1-0e1f-486c-a466-4086f2c42a9f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b13d7c6c-cfbf-4964-b16a-12c3c2736fe4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348165 Jul 14 09:26:29.051018 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618f5f5b-31d2-4151-8300-e3f53b419eb6 service neutron] Pushing event updated for resources: {'Port': ['ID=ea9e9cbd-c4fe-40eb-a857-ee9e6c073bb8,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:29.229749 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c7b30e8-3087-4fa2-a121-bc36e0beab3b', 'tag': 'bfeac96f-d3a2-4a7b-abb1-6f8a87d43efe'}, {'name': 'network-changed', 'server_uuid': '1a01352b-cf9e-4c65-b238-cb9fbde920b1', 'tag': '355d4f4e-0f97-4599-8580-8d12831aaf46'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:26:29.231814 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae1cd9d4-6d6c-4b74-85e5-e4f887401c86" -d '{"events": [{"name": "network-changed", "server_uuid": "5c7b30e8-3087-4fa2-a121-bc36e0beab3b", "tag": "bfeac96f-d3a2-4a7b-abb1-6f8a87d43efe"}, {"name": "network-changed", "server_uuid": "1a01352b-cf9e-4c65-b238-cb9fbde920b1", "tag": "355d4f4e-0f97-4599-8580-8d12831aaf46"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:26:29.295781 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 09993cfe-f0e6-4ef4-a8d3-7d79a89a7f3b no longer exists at agent hyperv_n-h2-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:26:29.309356 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2a08a389-cbaa-4e3c-8142-6060e00bedb1 req-524f9f0a-426a-4785-ae2d-534c12555919 service neutron] 10.222.0.65 "GET /v2.0/networks/b13d7c6c-cfbf-4964-b16a-12c3c2736fe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2460172 Jul 14 09:26:29.327965 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] No Port match for: 09993cfe-f0e6-4ef4-a8d3-7d79a89a7f3b {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:26:29.328668 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 09993cfe-f0e6-4ef4-a8d3-7d79a89a7f3b not bound to the agent host n-h2-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:26:29.329519 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device da161fbf-66d4-4bff-868e-39edd09817da no longer exists at agent hyperv_n-h2-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:26:29.350002 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8e8b18-1e86-4ed3-b4eb-0bf887f49501 req-34fbaba0-a7d9-4777-ba5a-b3b4faebc19e tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:29.351639 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-fb8e8b18-1e86-4ed3-b4eb-0bf887f49501 req-34fbaba0-a7d9-4777-ba5a-b3b4faebc19e tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/ports?device_id=1a01352b-cf9e-4c65-b238-cb9fbde920b1 HTTP/1.1" status: 200 len: 944 time: 0.0785983 Jul 14 09:26:29.352227 n-d-779913-29 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63eeb2a1-7ac5-48f3-b93f-614fd3099f12', 'name': 'network-vif-deleted', 'tag': '09993cfe-f0e6-4ef4-a8d3-7d79a89a7f3b'}, {'server_uuid': '63eeb2a1-7ac5-48f3-b93f-614fd3099f12', 'name': 'network-vif-deleted', 'tag': '71e85ce8-0d8a-4fea-ab85-38e11b64c38d'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:26:29.354960 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cb48f044f948e981f43897c8d7f1332f741dc7af2b4c5a6e19d8f4a80f708e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c68b8c33-c94b-4b6e-b5e4-9711a2fe6941" -d '{"events": [{"server_uuid": "63eeb2a1-7ac5-48f3-b93f-614fd3099f12", "name": "network-vif-deleted", "tag": "09993cfe-f0e6-4ef4-a8d3-7d79a89a7f3b"}, {"server_uuid": "63eeb2a1-7ac5-48f3-b93f-614fd3099f12", "name": "network-vif-deleted", "tag": "71e85ce8-0d8a-4fea-ab85-38e11b64c38d"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:26:29.378555 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] No Port match for: da161fbf-66d4-4bff-868e-39edd09817da {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:26:29.379038 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device da161fbf-66d4-4bff-868e-39edd09817da not bound to the agent host n-h2-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:26:29.379434 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda65000-a61f-4527-a069-cbc9ce0d14c3 req-193ea4f0-8f1e-4d91-9267-b92e700263f5 tempest-ServerRescueTestJSON-1969041098 tempest-ServerRescueTestJSON-1969041098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:29.379938 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 71e85ce8-0d8a-4fea-ab85-38e11b64c38d no longer exists at agent hyperv_n-h2-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:26:29.381293 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-cda65000-a61f-4527-a069-cbc9ce0d14c3 req-193ea4f0-8f1e-4d91-9267-b92e700263f5 tempest-ServerRescueTestJSON-1969041098 tempest-ServerRescueTestJSON-1969041098-project] 10.222.0.68 "GET /v2.0/ports?device_id=fd1f4779-7c9e-445b-a0be-3b95d7c816a4 HTTP/1.1" status: 200 len: 946 time: 0.2769921 Jul 14 09:26:29.403160 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-618f5f5b-31d2-4151-8300-e3f53b419eb6 service neutron] Attempting to bind port ea9e9cbd-c4fe-40eb-a857-ee9e6c073bb8 on host n-h1-779913-29 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:26:29.403749 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-618f5f5b-31d2-4151-8300-e3f53b419eb6 service neutron] Attempting to bind port ea9e9cbd-c4fe-40eb-a857-ee9e6c073bb8 by drivers openvswitch,hyperv on host n-h1-779913-29 at level 0 using segments [{'id': '69cfe05a-7a0f-45bd-99ad-03b43180666a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '42a058fa-f36e-4a5f-a1b5-ee56753d964d'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:26:29.404280 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-618f5f5b-31d2-4151-8300-e3f53b419eb6 service neutron] Attempting to bind port ea9e9cbd-c4fe-40eb-a857-ee9e6c073bb8 on network 42a058fa-f36e-4a5f-a1b5-ee56753d964d {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:26:29.410601 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] No Port match for: 71e85ce8-0d8a-4fea-ab85-38e11b64c38d {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:26:29.411275 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 71e85ce8-0d8a-4fea-ab85-38e11b64c38d not bound to the agent host n-h2-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:26:29.432291 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-fb8e8b18-1e86-4ed3-b4eb-0bf887f49501 req-dc5029a6-4eb6-4d4b-85b4-1297a2bd3690 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/security-groups?id=bfacbc39-872c-438f-b7f4-05abded490ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741363 Jul 14 09:26:29.492363 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-618f5f5b-31d2-4151-8300-e3f53b419eb6 service neutron] Port ea9e9cbd-c4fe-40eb-a857-ee9e6c073bb8 on network 42a058fa-f36e-4a5f-a1b5-ee56753d964d not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-29 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:26:29.492697 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-618f5f5b-31d2-4151-8300-e3f53b419eb6 service neutron] Attempting to bind port ea9e9cbd-c4fe-40eb-a857-ee9e6c073bb8 on network 42a058fa-f36e-4a5f-a1b5-ee56753d964d {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:26:29.513745 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-618f5f5b-31d2-4151-8300-e3f53b419eb6 service neutron] Checking agent: {'id': 'de11e667-f145-47b0-bd09-334a7505938e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 13, 12), 'started_at': datetime.datetime(2021, 7, 14, 9, 13, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 26, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:26:29.514072 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-618f5f5b-31d2-4151-8300-e3f53b419eb6 service neutron] Checking segment: {'id': '69cfe05a-7a0f-45bd-99ad-03b43180666a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '42a058fa-f36e-4a5f-a1b5-ee56753d964d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:26:29.514614 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-618f5f5b-31d2-4151-8300-e3f53b419eb6 service neutron] Bound using segment: {'id': '69cfe05a-7a0f-45bd-99ad-03b43180666a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '42a058fa-f36e-4a5f-a1b5-ee56753d964d'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:26:29.515064 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-618f5f5b-31d2-4151-8300-e3f53b419eb6 service neutron] Bound port: ea9e9cbd-c4fe-40eb-a857-ee9e6c073bb8, host: n-h1-779913-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69cfe05a-7a0f-45bd-99ad-03b43180666a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '42a058fa-f36e-4a5f-a1b5-ee56753d964d'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:26:29.515428 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-618f5f5b-31d2-4151-8300-e3f53b419eb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:29.543277 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 48296) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:29.569350 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-cda65000-a61f-4527-a069-cbc9ce0d14c3 req-98e22d95-8564-4354-ad2a-0ee0c0fd124e tempest-ServerRescueTestJSON-1969041098 tempest-ServerRescueTestJSON-1969041098-project] 10.222.0.68 "GET /v2.0/security-groups?id=d6a7feba-be17-4d7e-a638-e9426c29981e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986574 Jul 14 09:26:29.601372 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 14 Jul 2021 09:26:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2459251-8f69-4700-b855-c5b2e5cca0b7 x-openstack-request-id: req-a2459251-8f69-4700-b855-c5b2e5cca0b7 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:26:29.604461 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c7b30e8-3087-4fa2-a121-bc36e0beab3b", "tag": "bfeac96f-d3a2-4a7b-abb1-6f8a87d43efe", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "1a01352b-cf9e-4c65-b238-cb9fbde920b1", "tag": "355d4f4e-0f97-4599-8580-8d12831aaf46", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:26:29.604461 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-a2459251-8f69-4700-b855-c5b2e5cca0b7 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:26:29.604461 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c7b30e8-3087-4fa2-a121-bc36e0beab3b', 'tag': 'bfeac96f-d3a2-4a7b-abb1-6f8a87d43efe', 'status': 'completed', 'code': 200} Jul 14 09:26:29.604461 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a01352b-cf9e-4c65-b238-cb9fbde920b1', 'tag': '355d4f4e-0f97-4599-8580-8d12831aaf46', 'status': 'completed', 'code': 200} Jul 14 09:26:29.611947 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2a08a389-cbaa-4e3c-8142-6060e00bedb1 req-6eea7db5-7a81-4fb7-abf1-5daa0c65d91e service neutron] 10.222.0.65 "GET /v2.0/networks/b13d7c6c-cfbf-4964-b16a-12c3c2736fe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2855990 Jul 14 09:26:29.624868 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-618f5f5b-31d2-4151-8300-e3f53b419eb6 service neutron] For port ea9e9cbd-c4fe-40eb-a857-ee9e6c073bb8, host n-h1-779913-29, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:26:29.625098 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cee132b-0a89-4aac-a543-fcadf3acb6cb tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Deleting subnet c4390d6c-a86c-4c14-9560-506abcecbcfa {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:26:29.629310 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8cee132b-0a89-4aac-a543-fcadf3acb6cb tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:29.629532 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-618f5f5b-31d2-4151-8300-e3f53b419eb6 service neutron] For port ea9e9cbd-c4fe-40eb-a857-ee9e6c073bb8, host n-h1-779913-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=ea9e9cbd-c4fe-40eb-a857-ee9e6c073bb8,segment=NetworkSegment(69cfe05a-7a0f-45bd-99ad-03b43180666a),segment_id=69cfe05a-7a0f-45bd-99ad-03b43180666a)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:26:29.650119 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-618f5f5b-31d2-4151-8300-e3f53b419eb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:29.659780 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 14 Jul 2021 09:26:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f33fe4fd-8ab3-4c04-a970-b19da577f4cf x-openstack-request-id: req-f33fe4fd-8ab3-4c04-a970-b19da577f4cf {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:26:29.660428 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63eeb2a1-7ac5-48f3-b93f-614fd3099f12", "name": "network-vif-deleted", "tag": "09993cfe-f0e6-4ef4-a8d3-7d79a89a7f3b", "status": "completed", "code": 200}, {"server_uuid": "63eeb2a1-7ac5-48f3-b93f-614fd3099f12", "name": "network-vif-deleted", "tag": "71e85ce8-0d8a-4fea-ab85-38e11b64c38d", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:26:29.660428 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-f33fe4fd-8ab3-4c04-a970-b19da577f4cf {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:26:29.660710 n-d-779913-29 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63eeb2a1-7ac5-48f3-b93f-614fd3099f12', 'name': 'network-vif-deleted', 'tag': '09993cfe-f0e6-4ef4-a8d3-7d79a89a7f3b', 'status': 'completed', 'code': 200} Jul 14 09:26:29.660957 n-d-779913-29 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63eeb2a1-7ac5-48f3-b93f-614fd3099f12', 'name': 'network-vif-deleted', 'tag': '71e85ce8-0d8a-4fea-ab85-38e11b64c38d', 'status': 'completed', 'code': 200} Jul 14 09:26:29.682483 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8cee132b-0a89-4aac-a543-fcadf3acb6cb tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13574120'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:29.825765 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8cee132b-0a89-4aac-a543-fcadf3acb6cb tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3481002'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:29.889769 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d2d1e0-6a0e-4777-a41a-d73e584d402a req-299f6a03-0668-4889-8b6a-ea90850ab3ff tempest-ServersNegativeTestMultiTenantJSON-1004017167 tempest-ServersNegativeTestMultiTenantJSON-1004017167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:29.891346 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-20d2d1e0-6a0e-4777-a41a-d73e584d402a req-299f6a03-0668-4889-8b6a-ea90850ab3ff tempest-ServersNegativeTestMultiTenantJSON-1004017167 tempest-ServersNegativeTestMultiTenantJSON-1004017167-project] 10.222.0.68 "GET /v2.0/ports?device_id=229d01ea-9e8d-42cd-a1b6-2aeff691c308 HTTP/1.1" status: 200 len: 945 time: 0.1257727 Jul 14 09:26:29.922364 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8cee132b-0a89-4aac-a543-fcadf3acb6cb tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13574056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16714573'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:29.956928 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8cee132b-0a89-4aac-a543-fcadf3acb6cb tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:29.959520 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-8cee132b-0a89-4aac-a543-fcadf3acb6cb tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] 10.222.0.68 "DELETE /v2.0/subnets/c4390d6c-a86c-4c14-9560-506abcecbcfa HTTP/1.1" status: 204 len: 168 time: 0.4143617 Jul 14 09:26:29.965022 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d340f4f7-ec07-40d5-b5b9-02c6f4374b4a None None] Network cbfcb547-3bd5-4e11-8afe-b02fedb7accc requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:26:29.976473 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 48308) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:30.002904 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cee132b-0a89-4aac-a543-fcadf3acb6cb tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Pushing event deleted for resources: {'Subnet': ['ID=c4390d6c-a86c-4c14-9560-506abcecbcfa,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:30.030159 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-20d2d1e0-6a0e-4777-a41a-d73e584d402a req-ed9418f6-8a1c-463c-a1d2-d71f44d40e2f tempest-ServersNegativeTestMultiTenantJSON-1004017167 tempest-ServersNegativeTestMultiTenantJSON-1004017167-project] 10.222.0.68 "GET /v2.0/security-groups?id=aed312c7-bd72-4f37-9fb8-80d61f28e4db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277330 Jul 14 09:26:30.085466 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 48312) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:30.102391 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-618f5f5b-31d2-4151-8300-e3f53b419eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:30.103283 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-618f5f5b-31d2-4151-8300-e3f53b419eb6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:30.105070 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-618f5f5b-31d2-4151-8300-e3f53b419eb6 service neutron] 10.222.0.65 "PUT /v2.0/ports/ea9e9cbd-c4fe-40eb-a857-ee9e6c073bb8 HTTP/1.1" status: 200 len: 1092 time: 1.9288399 Jul 14 09:26:30.151700 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-9b892b9b-4663-4063-a021-58777118c137 service neutron] Request body: {'port': {'device_id': '5c7b30e8-3087-4fa2-a121-bc36e0beab3b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-29'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:26:30.159891 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-98932bc7-10c9-4784-884c-280f32f5cc8c tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3876111'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:30.267066 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618f5f5b-31d2-4151-8300-e3f53b419eb6 service neutron] Pushing event updated for resources: {'Port': ['ID=ea9e9cbd-c4fe-40eb-a857-ee9e6c073bb8,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:30.272424 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c83956b-0261-4621-8f00-b2897f4c99f3 None None] DHCP port deletion for cbfcb547-3bd5-4e11-8afe-b02fedb7accc request from n-d-779913-29 {{(pid=93959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:26:30.311254 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1cd9d4-6d6c-4b74-85e5-e4f887401c86 req-a99e5e8d-cad2-4407-a918-b7881095f5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:30.311769 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1cd9d4-6d6c-4b74-85e5-e4f887401c86 req-a99e5e8d-cad2-4407-a918-b7881095f5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:30.312170 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1cd9d4-6d6c-4b74-85e5-e4f887401c86 req-a99e5e8d-cad2-4407-a918-b7881095f5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:30.312657 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1cd9d4-6d6c-4b74-85e5-e4f887401c86 req-a99e5e8d-cad2-4407-a918-b7881095f5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:30.313120 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1cd9d4-6d6c-4b74-85e5-e4f887401c86 req-a99e5e8d-cad2-4407-a918-b7881095f5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:30.313815 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1cd9d4-6d6c-4b74-85e5-e4f887401c86 req-a99e5e8d-cad2-4407-a918-b7881095f5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:30.314080 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1cd9d4-6d6c-4b74-85e5-e4f887401c86 req-a99e5e8d-cad2-4407-a918-b7881095f5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:30.316077 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ae1cd9d4-6d6c-4b74-85e5-e4f887401c86 req-a99e5e8d-cad2-4407-a918-b7881095f5d5 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4cb5d08776664e9f8e9d7e6bc7c12e1a&device_id=5c7b30e8-3087-4fa2-a121-bc36e0beab3b HTTP/1.1" status: 200 len: 6425 time: 0.6576164 Jul 14 09:26:30.347633 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dcc366-a69f-4e8c-a3d9-07acf5f77c3c req-ef072aa1-0203-4623-b4d0-accc05901cab tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:30.365572 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dcc366-a69f-4e8c-a3d9-07acf5f77c3c req-ef072aa1-0203-4623-b4d0-accc05901cab tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:30.384624 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dcc366-a69f-4e8c-a3d9-07acf5f77c3c req-ef072aa1-0203-4623-b4d0-accc05901cab tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:30.390890 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dcc366-a69f-4e8c-a3d9-07acf5f77c3c req-ef072aa1-0203-4623-b4d0-accc05901cab tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:30.391316 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 14a8802f-210b-44c2-9214-05982728c30e no longer exists at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:26:30.397110 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dcc366-a69f-4e8c-a3d9-07acf5f77c3c req-ef072aa1-0203-4623-b4d0-accc05901cab tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:30.403899 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dcc366-a69f-4e8c-a3d9-07acf5f77c3c req-ef072aa1-0203-4623-b4d0-accc05901cab tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:30.409941 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dcc366-a69f-4e8c-a3d9-07acf5f77c3c req-ef072aa1-0203-4623-b4d0-accc05901cab tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:30.418286 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-62dcc366-a69f-4e8c-a3d9-07acf5f77c3c req-ef072aa1-0203-4623-b4d0-accc05901cab tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] 10.222.0.68 "GET /v2.0/ports?device_id=5c7b30e8-3087-4fa2-a121-bc36e0beab3b HTTP/1.1" status: 200 len: 5417 time: 0.3415384 Jul 14 09:26:30.419165 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a374873-ed15-46ad-93b6-9f787ba2afcc req-e487338c-74e2-46c4-a7f8-9b69da980479 tempest-ListServersNegativeTestJSON-1499415755 tempest-ListServersNegativeTestJSON-1499415755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:30.426425 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-7a374873-ed15-46ad-93b6-9f787ba2afcc req-e487338c-74e2-46c4-a7f8-9b69da980479 tempest-ListServersNegativeTestJSON-1499415755 tempest-ListServersNegativeTestJSON-1499415755-project] 10.222.0.68 "GET /v2.0/ports?device_id=b5ec9509-93f2-4f55-941d-12f37991f5a1 HTTP/1.1" status: 200 len: 945 time: 0.2608004 Jul 14 09:26:30.450732 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-31256566-dd8a-4af7-904d-ead6b89908b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:30.454319 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-1c83956b-0261-4621-8f00-b2897f4c99f3 None None] Deleting port 14a8802f-210b-44c2-9214-05982728c30e {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:26:30.454783 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1c83956b-0261-4621-8f00-b2897f4c99f3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:30.498157 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-98932bc7-10c9-4784-884c-280f32f5cc8c tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Deleting port 14a8802f-210b-44c2-9214-05982728c30e {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:26:30.498494 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-98932bc7-10c9-4784-884c-280f32f5cc8c tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:30.521934 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-9b892b9b-4663-4063-a021-58777118c137 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:30.534857 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-7a374873-ed15-46ad-93b6-9f787ba2afcc req-205cb2e2-03bf-4ebf-9dd4-e108bb17476a tempest-ListServersNegativeTestJSON-1499415755 tempest-ListServersNegativeTestJSON-1499415755-project] 10.222.0.68 "GET /v2.0/security-groups?id=ee599ffa-656c-4b33-a533-367ce77dba83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074405 Jul 14 09:26:30.596497 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-62dcc366-a69f-4e8c-a3d9-07acf5f77c3c req-2c68958a-10f4-473f-b5ab-2b27f9bc73c7 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] 10.222.0.68 "GET /v2.0/security-groups?id=3e8708b8-59d7-4408-a840-9965955f2a4b&id=ff27f1e0-0078-49b9-90e3-125b24008d99&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1772385 Jul 14 09:26:30.617813 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-1c83956b-0261-4621-8f00-b2897f4c99f3 None None] For port 14a8802f-210b-44c2-9214-05982728c30e, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=14a8802f-210b-44c2-9214-05982728c30e,segment=NetworkSegment(d26b0e82-e160-4718-b827-f93b94dc416a),segment_id=d26b0e82-e160-4718-b827-f93b94dc416a)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:26:30.618912 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1c83956b-0261-4621-8f00-b2897f4c99f3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:30.629968 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:30.650871 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-1c83956b-0261-4621-8f00-b2897f4c99f3 None None] Calling delete_port for 14a8802f-210b-44c2-9214-05982728c30e owned by network:dhcp {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:26:30.671762 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-98932bc7-10c9-4784-884c-280f32f5cc8c tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] For port 14a8802f-210b-44c2-9214-05982728c30e, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=14a8802f-210b-44c2-9214-05982728c30e,segment=NetworkSegment(d26b0e82-e160-4718-b827-f93b94dc416a),segment_id=d26b0e82-e160-4718-b827-f93b94dc416a)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:26:30.672355 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-98932bc7-10c9-4784-884c-280f32f5cc8c tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:30.730389 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] For port 14a8802f-210b-44c2-9214-05982728c30e, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=14a8802f-210b-44c2-9214-05982728c30e,segment=NetworkSegment(d26b0e82-e160-4718-b827-f93b94dc416a),segment_id=d26b0e82-e160-4718-b827-f93b94dc416a)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:26:30.747766 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:30.769413 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-98932bc7-10c9-4784-884c-280f32f5cc8c tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Calling delete_port for 14a8802f-210b-44c2-9214-05982728c30e owned by network:dhcp {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:26:30.827634 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Pushing event updated for resources: {'Port': ['ID=14a8802f-210b-44c2-9214-05982728c30e,revision_number=5']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:30.858878 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1c83956b-0261-4621-8f00-b2897f4c99f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:30.876791 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c83956b-0261-4621-8f00-b2897f4c99f3 None None] No DVR routers for this DVR port 14a8802f-210b-44c2-9214-05982728c30e on host n-d-779913-29 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:26:30.908288 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c83956b-0261-4621-8f00-b2897f4c99f3 None None] Pushing event deleted for resources: {'Port': ['ID=14a8802f-210b-44c2-9214-05982728c30e,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:30.909030 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a36729-d97c-464f-ae2b-e0eae3d70bcf req-0a833a97-4573-40cd-a274-1dac33742a48 tempest-ListServersNegativeTestJSON-1499415755 tempest-ListServersNegativeTestJSON-1499415755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:30.909151 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1cd9d4-6d6c-4b74-85e5-e4f887401c86 req-40e384b5-3978-4562-92b0-1ccb46362374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:30.909284 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1cd9d4-6d6c-4b74-85e5-e4f887401c86 req-40e384b5-3978-4562-92b0-1ccb46362374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:30.909809 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1cd9d4-6d6c-4b74-85e5-e4f887401c86 req-40e384b5-3978-4562-92b0-1ccb46362374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:30.909985 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-84a36729-d97c-464f-ae2b-e0eae3d70bcf req-0a833a97-4573-40cd-a274-1dac33742a48 tempest-ListServersNegativeTestJSON-1499415755 tempest-ListServersNegativeTestJSON-1499415755-project] 10.222.0.57 "GET /v2.0/ports?device_id=b5ec9509-93f2-4f55-941d-12f37991f5a1 HTTP/1.1" status: 200 len: 945 time: 0.2099614 Jul 14 09:26:30.912724 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ae1cd9d4-6d6c-4b74-85e5-e4f887401c86 req-40e384b5-3978-4562-92b0-1ccb46362374 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=4cb5d08776664e9f8e9d7e6bc7c12e1a&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.4735136 Jul 14 09:26:30.967367 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f6dd81-665a-4b9f-b3db-9bd1361cb06a req-e10c8b23-21a7-4f3f-894c-2e792d32f1ba tempest-ServersNegativeTestMultiTenantJSON-1004017167 tempest-ServersNegativeTestMultiTenantJSON-1004017167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:30.974593 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-b0f6dd81-665a-4b9f-b3db-9bd1361cb06a req-e10c8b23-21a7-4f3f-894c-2e792d32f1ba tempest-ServersNegativeTestMultiTenantJSON-1004017167 tempest-ServersNegativeTestMultiTenantJSON-1004017167-project] 10.222.0.68 "GET /v2.0/ports?device_id=229d01ea-9e8d-42cd-a1b6-2aeff691c308 HTTP/1.1" status: 200 len: 945 time: 0.2070243 Jul 14 09:26:31.018923 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-98932bc7-10c9-4784-884c-280f32f5cc8c tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:31.046844 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-b0f6dd81-665a-4b9f-b3db-9bd1361cb06a req-42677306-079d-4e96-85a6-94b712753b6b tempest-ServersNegativeTestMultiTenantJSON-1004017167 tempest-ServersNegativeTestMultiTenantJSON-1004017167-project] 10.222.0.68 "GET /v2.0/security-groups?id=aed312c7-bd72-4f37-9fb8-80d61f28e4db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714071 Jul 14 09:26:31.096006 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98932bc7-10c9-4784-884c-280f32f5cc8c tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Pushing event deleted for resources: {'Port': ['ID=14a8802f-210b-44c2-9214-05982728c30e,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:31.099667 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98932bc7-10c9-4784-884c-280f32f5cc8c tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] No DVR routers for this DVR port 14a8802f-210b-44c2-9214-05982728c30e on host n-d-779913-29 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:26:31.194224 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-31256566-dd8a-4af7-904d-ead6b89908b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:31.210403 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdedde1-cfa4-46a6-8d7e-307208ebfe5a req-f24c3caf-9e2d-40ba-83c8-5fefa898654e tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:31.212027 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-dbdedde1-cfa4-46a6-8d7e-307208ebfe5a req-f24c3caf-9e2d-40ba-83c8-5fefa898654e tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/ports?device_id=1a01352b-cf9e-4c65-b238-cb9fbde920b1 HTTP/1.1" status: 200 len: 944 time: 0.3999918 Jul 14 09:26:31.230248 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-31256566-dd8a-4af7-904d-ead6b89908b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:31.236525 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-98932bc7-10c9-4784-884c-280f32f5cc8c tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473955', 'neutron.services.segments.db._delete_segments_for_network-8735688326548'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:31.251819 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-98932bc7-10c9-4784-884c-280f32f5cc8c tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbfcb547-3bd5-4e11-8afe-b02fedb7accc']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:26:31.260685 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1cd9d4-6d6c-4b74-85e5-e4f887401c86 req-f65a514d-91db-4c83-94da-9e39d0dd7bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:31.262057 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-84a36729-d97c-464f-ae2b-e0eae3d70bcf req-b1e1fe7f-cf35-4191-b400-a4b7ef5a2a05 tempest-ListServersNegativeTestJSON-1499415755 tempest-ListServersNegativeTestJSON-1499415755-project] Deleting port 264b3b28-e033-4b6c-b46d-074bccc05785 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:26:31.262402 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-84a36729-d97c-464f-ae2b-e0eae3d70bcf req-b1e1fe7f-cf35-4191-b400-a4b7ef5a2a05 tempest-ListServersNegativeTestJSON-1499415755 tempest-ListServersNegativeTestJSON-1499415755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:31.262893 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ae1cd9d4-6d6c-4b74-85e5-e4f887401c86 req-f65a514d-91db-4c83-94da-9e39d0dd7bc0 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3185663 Jul 14 09:26:31.269029 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-98932bc7-10c9-4784-884c-280f32f5cc8c tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd26b0e82-e160-4718-b827-f93b94dc416a') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:26:31.269324 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-98932bc7-10c9-4784-884c-280f32f5cc8c tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd26b0e82-e160-4718-b827-f93b94dc416a') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:26:31.320358 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-98932bc7-10c9-4784-884c-280f32f5cc8c tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735688356235', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13574129'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:31.320594 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-31256566-dd8a-4af7-904d-ead6b89908b4 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=a5cac6e2c9484becb3b347668303ac2b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2291038 Jul 14 09:26:31.322712 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 48326) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:31.324548 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31256566-dd8a-4af7-904d-ead6b89908b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f6899be-3bd5-47ee-95bb-495850174f2a,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:31.341815 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-dbdedde1-cfa4-46a6-8d7e-307208ebfe5a req-0e0725ad-f271-44a3-b467-7b8af89fc0d4 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/security-groups?id=bfacbc39-872c-438f-b7f4-05abded490ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129060 Jul 14 09:26:31.404917 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-9b892b9b-4663-4063-a021-58777118c137 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d1d6f24-a3fe-4925-8ced-a01216f77039 {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:26:31.431636 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-9b892b9b-4663-4063-a021-58777118c137 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:31.470756 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-9b892b9b-4663-4063-a021-58777118c137 service neutron] Transition to ACTIVE for port object 0d1d6f24-a3fe-4925-8ced-a01216f77039 will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:26:31.500941 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-9b892b9b-4663-4063-a021-58777118c137 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:31.589024 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b892b9b-4663-4063-a021-58777118c137 service neutron] Pushing event updated for resources: {'Port': ['ID=0d1d6f24-a3fe-4925-8ced-a01216f77039,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:31.626701 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c7b30e8-3087-4fa2-a121-bc36e0beab3b', 'tag': 'ea9e9cbd-c4fe-40eb-a857-ee9e6c073bb8'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:26:31.629415 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4360d557-bf1c-4437-93e3-edf1e5225e11" -d '{"events": [{"name": "network-changed", "server_uuid": "5c7b30e8-3087-4fa2-a121-bc36e0beab3b", "tag": "ea9e9cbd-c4fe-40eb-a857-ee9e6c073bb8"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:26:31.645987 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1cd9d4-6d6c-4b74-85e5-e4f887401c86 req-d5ccd69f-e7e4-44bc-bd56-0741bf0af36a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:31.647549 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ae1cd9d4-6d6c-4b74-85e5-e4f887401c86 req-d5ccd69f-e7e4-44bc-bd56-0741bf0af36a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=5a5f2c2d833f465d9525ee4af4d3c349&device_id=1a01352b-cf9e-4c65-b238-cb9fbde920b1 HTTP/1.1" status: 200 len: 1096 time: 0.1908698 Jul 14 09:26:31.672262 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-98932bc7-10c9-4784-884c-280f32f5cc8c tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:31.694936 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98932bc7-10c9-4784-884c-280f32f5cc8c tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Releasing vlan 725 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:26:31.695221 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-98932bc7-10c9-4784-884c-280f32f5cc8c tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13573126'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:31.698538 n-d-779913-29 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:26:31.698538 n-d-779913-29 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:26:31.698538 n-d-779913-29 neutron-server[93958]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:26:31.698538 n-d-779913-29 neutron-server[93958]: self.session.flush() Jul 14 09:26:31.698538 n-d-779913-29 neutron-server[93958]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:26:31.698538 n-d-779913-29 neutron-server[93958]: self.session.flush() Jul 14 09:26:31.698538 n-d-779913-29 neutron-server[93958]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:26:31.698538 n-d-779913-29 neutron-server[93958]: self.session.flush() Jul 14 09:26:31.698538 n-d-779913-29 neutron-server[93958]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:26:31.698538 n-d-779913-29 neutron-server[93958]: self.session.flush() Jul 14 09:26:31.698538 n-d-779913-29 neutron-server[93958]: Traceback (most recent call last): Jul 14 09:26:31.698538 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:26:31.698538 n-d-779913-29 neutron-server[93958]: timer() Jul 14 09:26:31.698538 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:26:31.698538 n-d-779913-29 neutron-server[93958]: cb(*args, **kw) Jul 14 09:26:31.698538 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:26:31.698538 n-d-779913-29 neutron-server[93958]: return func(*args, **kwargs) Jul 14 09:26:31.698538 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:26:31.698538 n-d-779913-29 neutron-server[93958]: self._notify() Jul 14 09:26:31.698538 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:26:31.698538 n-d-779913-29 neutron-server[93958]: self.callback(batched_events) Jul 14 09:26:31.698538 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:26:31.698538 n-d-779913-29 neutron-server[93958]: event.method(event) Jul 14 09:26:31.698538 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:26:31.698538 n-d-779913-29 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:26:31.698538 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:26:31.698538 n-d-779913-29 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:26:31.698538 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:26:31.698538 n-d-779913-29 neutron-server[93958]: return f(self, *a, **k) Jul 14 09:26:31.698538 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:26:31.698538 n-d-779913-29 neutron-server[93958]: return self._get(url).json() Jul 14 09:26:31.698538 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:26:31.698538 n-d-779913-29 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:26:31.698538 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:26:31.698538 n-d-779913-29 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 14 09:26:31.698538 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:26:31.698538 n-d-779913-29 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:26:31.698538 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:26:31.698538 n-d-779913-29 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:26:31.698538 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:26:31.698538 n-d-779913-29 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:26:31.698538 n-d-779913-29 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:26:31.785080 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452f3001-8f83-4da5-abc7-37b80b0e8dff req-165b432b-6750-47e1-9391-44ebf6752159 tempest-ServerRescueTestJSON-1969041098 tempest-ServerRescueTestJSON-1969041098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:31.785354 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-9b892b9b-4663-4063-a021-58777118c137 service neutron] Attempting to bind port 0d1d6f24-a3fe-4925-8ced-a01216f77039 on host n-h1-779913-29 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:26:31.785737 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-9b892b9b-4663-4063-a021-58777118c137 service neutron] Attempting to bind port 0d1d6f24-a3fe-4925-8ced-a01216f77039 by drivers openvswitch,hyperv on host n-h1-779913-29 at level 0 using segments [{'id': '69cfe05a-7a0f-45bd-99ad-03b43180666a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '42a058fa-f36e-4a5f-a1b5-ee56753d964d'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:26:31.786084 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-9b892b9b-4663-4063-a021-58777118c137 service neutron] Attempting to bind port 0d1d6f24-a3fe-4925-8ced-a01216f77039 on network 42a058fa-f36e-4a5f-a1b5-ee56753d964d {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:26:31.786718 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-452f3001-8f83-4da5-abc7-37b80b0e8dff req-165b432b-6750-47e1-9391-44ebf6752159 tempest-ServerRescueTestJSON-1969041098 tempest-ServerRescueTestJSON-1969041098-project] 10.222.0.68 "GET /v2.0/ports?device_id=fd1f4779-7c9e-445b-a0be-3b95d7c816a4 HTTP/1.1" status: 200 len: 946 time: 0.5961428 Jul 14 09:26:31.804736 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-9b892b9b-4663-4063-a021-58777118c137 service neutron] Port 0d1d6f24-a3fe-4925-8ced-a01216f77039 on network 42a058fa-f36e-4a5f-a1b5-ee56753d964d not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-29 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:26:31.805081 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-9b892b9b-4663-4063-a021-58777118c137 service neutron] Attempting to bind port 0d1d6f24-a3fe-4925-8ced-a01216f77039 on network 42a058fa-f36e-4a5f-a1b5-ee56753d964d {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:26:31.814435 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-84a36729-d97c-464f-ae2b-e0eae3d70bcf req-b1e1fe7f-cf35-4191-b400-a4b7ef5a2a05 tempest-ListServersNegativeTestJSON-1499415755 tempest-ListServersNegativeTestJSON-1499415755-project] For port 264b3b28-e033-4b6c-b46d-074bccc05785, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=264b3b28-e033-4b6c-b46d-074bccc05785,segment=NetworkSegment(7d8815e9-0200-443e-a333-a7dc7602fee9),segment_id=7d8815e9-0200-443e-a333-a7dc7602fee9)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:26:31.814909 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-84a36729-d97c-464f-ae2b-e0eae3d70bcf req-b1e1fe7f-cf35-4191-b400-a4b7ef5a2a05 tempest-ListServersNegativeTestJSON-1499415755 tempest-ListServersNegativeTestJSON-1499415755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:31.818693 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-9b892b9b-4663-4063-a021-58777118c137 service neutron] Checking agent: {'id': 'de11e667-f145-47b0-bd09-334a7505938e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 13, 12), 'started_at': datetime.datetime(2021, 7, 14, 9, 13, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 26, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:26:31.819048 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-9b892b9b-4663-4063-a021-58777118c137 service neutron] Checking segment: {'id': '69cfe05a-7a0f-45bd-99ad-03b43180666a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '42a058fa-f36e-4a5f-a1b5-ee56753d964d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:26:31.819445 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-9b892b9b-4663-4063-a021-58777118c137 service neutron] Bound using segment: {'id': '69cfe05a-7a0f-45bd-99ad-03b43180666a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '42a058fa-f36e-4a5f-a1b5-ee56753d964d'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:26:31.819883 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-9b892b9b-4663-4063-a021-58777118c137 service neutron] Bound port: 0d1d6f24-a3fe-4925-8ced-a01216f77039, host: n-h1-779913-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69cfe05a-7a0f-45bd-99ad-03b43180666a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '42a058fa-f36e-4a5f-a1b5-ee56753d964d'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:26:31.820248 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-9b892b9b-4663-4063-a021-58777118c137 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:31.825615 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1cd9d4-6d6c-4b74-85e5-e4f887401c86 req-fb2563d3-5bd4-482d-8c81-bd84857de0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:31.827347 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ae1cd9d4-6d6c-4b74-85e5-e4f887401c86 req-fb2563d3-5bd4-482d-8c81-bd84857de0c6 service neutron] 10.222.0.65 "GET /v2.0/networks?id=b13d7c6c-cfbf-4964-b16a-12c3c2736fe4 HTTP/1.1" status: 200 len: 907 time: 0.1551476 Jul 14 09:26:31.889017 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-84a36729-d97c-464f-ae2b-e0eae3d70bcf req-b1e1fe7f-cf35-4191-b400-a4b7ef5a2a05 tempest-ListServersNegativeTestJSON-1499415755 tempest-ListServersNegativeTestJSON-1499415755-project] Calling delete_port for 264b3b28-e033-4b6c-b46d-074bccc05785 owned by compute:nova {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:26:31.891309 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-98932bc7-10c9-4784-884c-280f32f5cc8c tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660504'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:31.895679 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-85e690e0-2a08-4cbd-9f9d-f2d24c1b4601 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:31.915145 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-98932bc7-10c9-4784-884c-280f32f5cc8c tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:31.919295 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-98932bc7-10c9-4784-884c-280f32f5cc8c tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] 10.222.0.68 "DELETE /v2.0/networks/cbfcb547-3bd5-4e11-8afe-b02fedb7accc HTTP/1.1" status: 204 len: 168 time: 1.9370341 Jul 14 09:26:31.919447 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ae1cd9d4-6d6c-4b74-85e5-e4f887401c86 req-866ac500-f5bc-4179-af83-9b6fd52be2fb service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=355d4f4e-0f97-4599-8580-8d12831aaf46 HTTP/1.1" status: 200 len: 217 time: 0.0791969 Jul 14 09:26:31.920152 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 48340) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:31.952887 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-452f3001-8f83-4da5-abc7-37b80b0e8dff req-9cb13213-98ae-48ce-9d34-b231fae38511 tempest-ServerRescueTestJSON-1969041098 tempest-ServerRescueTestJSON-1969041098-project] 10.222.0.68 "GET /v2.0/security-groups?id=d6a7feba-be17-4d7e-a638-e9426c29981e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534569 Jul 14 09:26:31.958582 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-85e690e0-2a08-4cbd-9f9d-f2d24c1b4601 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:31.960758 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98932bc7-10c9-4784-884c-280f32f5cc8c tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Pushing event deleted for resources: {'Network': ['ID=cbfcb547-3bd5-4e11-8afe-b02fedb7accc,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:32.078228 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-9b892b9b-4663-4063-a021-58777118c137 service neutron] For port 0d1d6f24-a3fe-4925-8ced-a01216f77039, host n-h1-779913-29, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:26:32.087134 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6190aba-88ae-4c5c-bdad-22d50e8326f3 tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Deleting subnet 9cf36d0f-915d-4ace-9af4-693be8196681 {{(pid=93957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:26:32.091160 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-9b892b9b-4663-4063-a021-58777118c137 service neutron] For port 0d1d6f24-a3fe-4925-8ced-a01216f77039, host n-h1-779913-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=0d1d6f24-a3fe-4925-8ced-a01216f77039,segment=NetworkSegment(69cfe05a-7a0f-45bd-99ad-03b43180666a),segment_id=69cfe05a-7a0f-45bd-99ad-03b43180666a)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:26:32.095404 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c6190aba-88ae-4c5c-bdad-22d50e8326f3 tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Notify callbacks [] for subnet, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:32.098739 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1cd9d4-6d6c-4b74-85e5-e4f887401c86 req-fe66b11b-2eb8-4e42-8ccf-5239f98d077a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:32.100255 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ae1cd9d4-6d6c-4b74-85e5-e4f887401c86 req-fe66b11b-2eb8-4e42-8ccf-5239f98d077a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4eebc946-7649-496b-bf8c-5c786643586c HTTP/1.1" status: 200 len: 846 time: 0.1614883 Jul 14 09:26:32.125641 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-9b892b9b-4663-4063-a021-58777118c137 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:32.144646 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-85e690e0-2a08-4cbd-9f9d-f2d24c1b4601 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:32.146800 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-85e690e0-2a08-4cbd-9f9d-f2d24c1b4601 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:32.150465 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-85e690e0-2a08-4cbd-9f9d-f2d24c1b4601 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/0f6899be-3bd5-47ee-95bb-495850174f2a HTTP/1.1" status: 204 len: 168 time: 0.8253136 Jul 14 09:26:32.171099 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e690e0-2a08-4cbd-9f9d-f2d24c1b4601 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f6899be-3bd5-47ee-95bb-495850174f2a,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:32.194851 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ae1cd9d4-6d6c-4b74-85e5-e4f887401c86 req-ce41d2d9-086e-4005-b00e-52ef8dedd471 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b13d7c6c-cfbf-4964-b16a-12c3c2736fe4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0715959 Jul 14 09:26:32.218535 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c6190aba-88ae-4c5c-bdad-22d50e8326f3 tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10944203'] for subnet, precommit_delete_associations {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:32.240970 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-9b892b9b-4663-4063-a021-58777118c137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:32.241633 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-9b892b9b-4663-4063-a021-58777118c137 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:32.243057 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-9b892b9b-4663-4063-a021-58777118c137 service neutron] 10.222.0.65 "PUT /v2.0/ports/0d1d6f24-a3fe-4925-8ced-a01216f77039 HTTP/1.1" status: 200 len: 1092 time: 2.0967124 Jul 14 09:26:32.265390 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06f06da-09da-477e-8c57-5a66e2b1f222 req-9602812d-e6cd-4da0-96c6-c2ed7183331b tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:32.276126 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06f06da-09da-477e-8c57-5a66e2b1f222 req-9602812d-e6cd-4da0-96c6-c2ed7183331b tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:32.276945 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a831af7a-6dd7-4db2-bd7c-2cc2c24b4977 req-86caa554-f292-45ca-a67a-5b23e2c1dc35 tempest-ListServersNegativeTestJSON-1499415755 tempest-ListServersNegativeTestJSON-1499415755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:32.278819 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a831af7a-6dd7-4db2-bd7c-2cc2c24b4977 req-86caa554-f292-45ca-a67a-5b23e2c1dc35 tempest-ListServersNegativeTestJSON-1499415755 tempest-ListServersNegativeTestJSON-1499415755-project] 10.222.0.68 "GET /v2.0/ports?device_id=b5ec9509-93f2-4f55-941d-12f37991f5a1 HTTP/1.1" status: 200 len: 945 time: 0.3634906 Jul 14 09:26:32.288139 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06f06da-09da-477e-8c57-5a66e2b1f222 req-9602812d-e6cd-4da0-96c6-c2ed7183331b tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:32.295629 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06f06da-09da-477e-8c57-5a66e2b1f222 req-9602812d-e6cd-4da0-96c6-c2ed7183331b tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:32.303296 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06f06da-09da-477e-8c57-5a66e2b1f222 req-9602812d-e6cd-4da0-96c6-c2ed7183331b tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:32.311271 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06f06da-09da-477e-8c57-5a66e2b1f222 req-9602812d-e6cd-4da0-96c6-c2ed7183331b tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:32.317305 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06f06da-09da-477e-8c57-5a66e2b1f222 req-9602812d-e6cd-4da0-96c6-c2ed7183331b tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:32.319339 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-f06f06da-09da-477e-8c57-5a66e2b1f222 req-9602812d-e6cd-4da0-96c6-c2ed7183331b tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] 10.222.0.68 "GET /v2.0/ports?device_id=5c7b30e8-3087-4fa2-a121-bc36e0beab3b HTTP/1.1" status: 200 len: 5429 time: 0.2170739 Jul 14 09:26:32.371005 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-84a36729-d97c-464f-ae2b-e0eae3d70bcf req-b1e1fe7f-cf35-4191-b400-a4b7ef5a2a05 tempest-ListServersNegativeTestJSON-1499415755 tempest-ListServersNegativeTestJSON-1499415755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:32.407544 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] get_ports_and_sgs() called for port_ids ['b69c30b3-4a7f-4f03-b18a-8064aa521500'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:26:32.421802 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b892b9b-4663-4063-a021-58777118c137 service neutron] Pushing event updated for resources: {'Port': ['ID=0d1d6f24-a3fe-4925-8ced-a01216f77039,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:32.506382 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] get_ports_and_sgs() called for port_ids ['264b3b28-e033-4b6c-b46d-074bccc05785', '0ec1dab4-76c9-4527-a7f1-eee4d5e3ea59'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:26:32.507602 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a831af7a-6dd7-4db2-bd7c-2cc2c24b4977 req-1a1ebd63-0188-4c6b-9a49-df7066e0ce37 tempest-ListServersNegativeTestJSON-1499415755 tempest-ListServersNegativeTestJSON-1499415755-project] 10.222.0.68 "GET /v2.0/security-groups?id=ee599ffa-656c-4b33-a533-367ce77dba83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645322 Jul 14 09:26:32.512676 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 355d4f4e-0f97-4599-8580-8d12831aaf46 details requested by agent hyperv_n-h1-779913-29 with host n-h1-779913-29 {{(pid=93959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:26:32.516351 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c6190aba-88ae-4c5c-bdad-22d50e8326f3 tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3481002'] for subnet, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:32.562106 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-f06f06da-09da-477e-8c57-5a66e2b1f222 req-6ed4a4a1-66a0-40f5-aad0-599bcbafe138 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] 10.222.0.68 "GET /v2.0/security-groups?id=3e8708b8-59d7-4408-a840-9965955f2a4b&id=ff27f1e0-0078-49b9-90e3-125b24008d99&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2353349 Jul 14 09:26:32.571913 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e1fe7f-cf35-4191-b400-a4b7ef5a2a05 tempest-ListServersNegativeTestJSON-1499415755 tempest-ListServersNegativeTestJSON-1499415755-project] Pushing event deleted for resources: {'Port': ['ID=264b3b28-e033-4b6c-b46d-074bccc05785,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:32.572008 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ae1cd9d4-6d6c-4b74-85e5-e4f887401c86 req-bf238b06-d79d-4a8e-bdb4-fbe781ebedbc service neutron] 10.222.0.65 "GET /v2.0/networks/b13d7c6c-cfbf-4964-b16a-12c3c2736fe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3516700 Jul 14 09:26:32.586355 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-2b6f4ff9-5215-4b54-8cde-fc98a064993b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:32.587966 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-2b6f4ff9-5215-4b54-8cde-fc98a064993b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:32.588887 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-2b6f4ff9-5215-4b54-8cde-fc98a064993b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:32.589561 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-2b6f4ff9-5215-4b54-8cde-fc98a064993b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:32.590419 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-2b6f4ff9-5215-4b54-8cde-fc98a064993b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:32.591487 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-2b6f4ff9-5215-4b54-8cde-fc98a064993b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:32.593144 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-2b6f4ff9-5215-4b54-8cde-fc98a064993b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:32.595795 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-2b6f4ff9-5215-4b54-8cde-fc98a064993b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4cb5d08776664e9f8e9d7e6bc7c12e1a&device_id=5c7b30e8-3087-4fa2-a121-bc36e0beab3b HTTP/1.1" status: 200 len: 6493 time: 0.2404861 Jul 14 09:26:32.658133 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:26:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55c09971-e370-4ed7-a89b-e9d11f0e87f2 x-openstack-request-id: req-55c09971-e370-4ed7-a89b-e9d11f0e87f2 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:26:32.658808 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c7b30e8-3087-4fa2-a121-bc36e0beab3b", "tag": "ea9e9cbd-c4fe-40eb-a857-ee9e6c073bb8", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:26:32.659261 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-55c09971-e370-4ed7-a89b-e9d11f0e87f2 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:26:32.659851 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c7b30e8-3087-4fa2-a121-bc36e0beab3b', 'tag': 'ea9e9cbd-c4fe-40eb-a857-ee9e6c073bb8', 'status': 'completed', 'code': 200} Jul 14 09:26:32.683302 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-84a36729-d97c-464f-ae2b-e0eae3d70bcf req-b1e1fe7f-cf35-4191-b400-a4b7ef5a2a05 tempest-ListServersNegativeTestJSON-1499415755 tempest-ListServersNegativeTestJSON-1499415755-project] No DVR routers for this DVR port 264b3b28-e033-4b6c-b46d-074bccc05785 on host n-h2-779913-29 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:26:32.686795 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-84a36729-d97c-464f-ae2b-e0eae3d70bcf req-b1e1fe7f-cf35-4191-b400-a4b7ef5a2a05 tempest-ListServersNegativeTestJSON-1499415755 tempest-ListServersNegativeTestJSON-1499415755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:32.690758 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-84a36729-d97c-464f-ae2b-e0eae3d70bcf req-b1e1fe7f-cf35-4191-b400-a4b7ef5a2a05 tempest-ListServersNegativeTestJSON-1499415755 tempest-ListServersNegativeTestJSON-1499415755-project] 10.222.0.57 "DELETE /v2.0/ports/264b3b28-e033-4b6c-b46d-074bccc05785 HTTP/1.1" status: 204 len: 173 time: 1.7710752 Jul 14 09:26:32.691217 n-d-779913-29 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5ec9509-93f2-4f55-941d-12f37991f5a1', 'name': 'network-vif-deleted', 'tag': '264b3b28-e033-4b6c-b46d-074bccc05785'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:26:32.712997 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cb48f044f948e981f43897c8d7f1332f741dc7af2b4c5a6e19d8f4a80f708e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f07ae9cc-03dc-40df-a44d-89869775dfa9" -d '{"events": [{"server_uuid": "b5ec9509-93f2-4f55-941d-12f37991f5a1", "name": "network-vif-deleted", "tag": "264b3b28-e033-4b6c-b46d-074bccc05785"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:26:32.751592 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-c46826bf-e99c-479d-a6ae-f571c57adde2 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ffe829c0-0934-4130-8161-32be762e52f8 HTTP/1.1" status: 200 len: 217 time: 0.1319332 Jul 14 09:26:32.799614 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c6190aba-88ae-4c5c-bdad-22d50e8326f3 tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10052701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11984075'] for subnet, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:32.852947 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6190aba-88ae-4c5c-bdad-22d50e8326f3 tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Pushing event deleted for resources: {'Subnet': ['ID=9cf36d0f-915d-4ace-9af4-693be8196681,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:32.867680 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c6190aba-88ae-4c5c-bdad-22d50e8326f3 tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Notify callbacks [] for subnet, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:32.870460 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-c6190aba-88ae-4c5c-bdad-22d50e8326f3 tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] 10.222.0.68 "DELETE /v2.0/subnets/9cf36d0f-915d-4ace-9af4-693be8196681 HTTP/1.1" status: 204 len: 168 time: 0.9419830 Jul 14 09:26:32.874586 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3649bec-a3b8-489a-85e6-457bbdf10364 None None] Network b0b50c65-f409-4ad3-b817-197bbf41eb74 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:26:32.876271 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 48360) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:32.913286 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-fbaeb5c5-20ff-4b3e-a582-52c7ffc45bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:32.915210 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-fbaeb5c5-20ff-4b3e-a582-52c7ffc45bbe service neutron] 10.222.0.65 "GET /v2.0/subnets?id=03ca88e8-4d13-487a-ad6d-9160c00c4594 HTTP/1.1" status: 200 len: 855 time: 0.1572003 Jul 14 09:26:32.972134 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ae1cd9d4-6d6c-4b74-85e5-e4f887401c86 req-6bf1a4d1-9857-4631-b13b-526112c7c97b service neutron] 10.222.0.65 "GET /v2.0/networks/b13d7c6c-cfbf-4964-b16a-12c3c2736fe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3750467 Jul 14 09:26:33.027943 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b3a318be-9435-4224-a0c8-4bf6fddef8ca tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3876111'] for network, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:33.067553 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bdabc6-f94c-4cd6-b5dc-5ec6055fecaf req-fda5471a-bc45-4450-9f9a-842aa35e8bbd tempest-ServersNegativeTestMultiTenantJSON-1004017167 tempest-ServersNegativeTestMultiTenantJSON-1004017167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:33.081046 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-50bdabc6-f94c-4cd6-b5dc-5ec6055fecaf req-fda5471a-bc45-4450-9f9a-842aa35e8bbd tempest-ServersNegativeTestMultiTenantJSON-1004017167 tempest-ServersNegativeTestMultiTenantJSON-1004017167-project] 10.222.0.68 "GET /v2.0/ports?device_id=229d01ea-9e8d-42cd-a1b6-2aeff691c308 HTTP/1.1" status: 200 len: 945 time: 0.2556307 Jul 14 09:26:33.159589 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-9a4bd8e4-7c97-47d0-b694-b9e34777648f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:33.165401 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-50bdabc6-f94c-4cd6-b5dc-5ec6055fecaf req-0056eb37-afe3-49e7-89de-b7fb410be7f6 tempest-ServersNegativeTestMultiTenantJSON-1004017167 tempest-ServersNegativeTestMultiTenantJSON-1004017167-project] 10.222.0.68 "GET /v2.0/security-groups?id=aed312c7-bd72-4f37-9fb8-80d61f28e4db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828702 Jul 14 09:26:33.172356 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-9a4bd8e4-7c97-47d0-b694-b9e34777648f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=58cee2b0-4a4c-44eb-9b72-cfd45f924ad2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2219574 Jul 14 09:26:33.228568 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:26:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-932b4cac-cfc0-4363-b3fb-8cd8ceb50e9e x-openstack-request-id: req-932b4cac-cfc0-4363-b3fb-8cd8ceb50e9e {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:26:33.229173 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5ec9509-93f2-4f55-941d-12f37991f5a1", "name": "network-vif-deleted", "tag": "264b3b28-e033-4b6c-b46d-074bccc05785", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:26:33.229685 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-932b4cac-cfc0-4363-b3fb-8cd8ceb50e9e {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:26:33.230320 n-d-779913-29 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5ec9509-93f2-4f55-941d-12f37991f5a1', 'name': 'network-vif-deleted', 'tag': '264b3b28-e033-4b6c-b46d-074bccc05785', 'status': 'completed', 'code': 200} Jul 14 09:26:33.316953 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port 355d4f4e-0f97-4599-8580-8d12831aaf46, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=355d4f4e-0f97-4599-8580-8d12831aaf46,segment=NetworkSegment(f28b4a20-abdb-43f4-86e7-8da3ae7a1990),segment_id=f28b4a20-abdb-43f4-86e7-8da3ae7a1990)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:26:33.332327 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-2bb57ea0-2072-48af-b3bb-54356f7a8c63 service neutron] 10.222.0.65 "GET /v2.0/networks/58cee2b0-4a4c-44eb-9b72-cfd45f924ad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529605 Jul 14 09:26:33.368895 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Returning: {'device': '355d4f4e-0f97-4599-8580-8d12831aaf46', 'network_id': 'b13d7c6c-cfbf-4964-b16a-12c3c2736fe4', 'port_id': '355d4f4e-0f97-4599-8580-8d12831aaf46', 'mac_address': 'fa:16:3e:4e:05:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 701, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4eebc946-7649-496b-bf8c-5c786643586c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:26:33.435220 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:33.449697 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-b3a318be-9435-4224-a0c8-4bf6fddef8ca tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Deleting port aac01286-1adc-47a2-b63a-1e3b50e8aec0 {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:26:33.450245 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b3a318be-9435-4224-a0c8-4bf6fddef8ca tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:33.450536 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 355d4f4e-0f97-4599-8580-8d12831aaf46 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:26:33.471567 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7710528-1b5f-4eff-8ced-7e4fa9f9d890 req-a8022f6e-ad17-433a-8437-e12b0ab1b4ea tempest-ServerRescueTestJSON-1969041098 tempest-ServerRescueTestJSON-1969041098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:33.471728 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c4194a-96a6-4fc4-bd2c-db59a7f333fb req-a66e1f2f-0fb5-4f9c-b189-3c3c5e4e4ac8 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:33.476273 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port 355d4f4e-0f97-4599-8580-8d12831aaf46, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=355d4f4e-0f97-4599-8580-8d12831aaf46,segment=NetworkSegment(f28b4a20-abdb-43f4-86e7-8da3ae7a1990),segment_id=f28b4a20-abdb-43f4-86e7-8da3ae7a1990)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:26:33.481434 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-f7710528-1b5f-4eff-8ced-7e4fa9f9d890 req-a8022f6e-ad17-433a-8437-e12b0ab1b4ea tempest-ServerRescueTestJSON-1969041098 tempest-ServerRescueTestJSON-1969041098-project] 10.222.0.68 "GET /v2.0/ports?device_id=fd1f4779-7c9e-445b-a0be-3b95d7c816a4 HTTP/1.1" status: 200 len: 946 time: 0.1443760 Jul 14 09:26:33.481953 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-07c4194a-96a6-4fc4-bd2c-db59a7f333fb req-a66e1f2f-0fb5-4f9c-b189-3c3c5e4e4ac8 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/ports?device_id=1a01352b-cf9e-4c65-b238-cb9fbde920b1 HTTP/1.1" status: 200 len: 944 time: 0.2794399 Jul 14 09:26:33.482429 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:33.546348 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-f7710528-1b5f-4eff-8ced-7e4fa9f9d890 req-b8db0d4e-28f5-461c-a7a9-19da046cd6dc tempest-ServerRescueTestJSON-1969041098 tempest-ServerRescueTestJSON-1969041098-project] 10.222.0.68 "GET /v2.0/security-groups?id=d6a7feba-be17-4d7e-a638-e9426c29981e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639901 Jul 14 09:26:33.575639 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64af6cfd-6d25-47c7-bad2-5a3749f9c4c3 None None] DHCP port deletion for b0b50c65-f409-4ad3-b817-197bbf41eb74 request from n-d-779913-29 {{(pid=93959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:26:33.596323 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Pushing event updated for resources: {'Port': ['ID=355d4f4e-0f97-4599-8580-8d12831aaf46,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:33.646095 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-b3a318be-9435-4224-a0c8-4bf6fddef8ca tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] For port aac01286-1adc-47a2-b63a-1e3b50e8aec0, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=aac01286-1adc-47a2-b63a-1e3b50e8aec0,segment=NetworkSegment(0f04ac95-6c12-4d33-9421-625ddae609a1),segment_id=0f04ac95-6c12-4d33-9421-625ddae609a1)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:26:33.646530 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b3a318be-9435-4224-a0c8-4bf6fddef8ca tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:33.675895 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-64af6cfd-6d25-47c7-bad2-5a3749f9c4c3 None None] Deleting port aac01286-1adc-47a2-b63a-1e3b50e8aec0 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:26:33.676501 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-64af6cfd-6d25-47c7-bad2-5a3749f9c4c3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:33.683926 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-2138cf8f-1eba-42ff-a8e4-6400a0c039c8 service neutron] 10.222.0.65 "GET /v2.0/networks/58cee2b0-4a4c-44eb-9b72-cfd45f924ad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3411024 Jul 14 09:26:33.684937 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-b3a318be-9435-4224-a0c8-4bf6fddef8ca tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Calling delete_port for aac01286-1adc-47a2-b63a-1e3b50e8aec0 owned by network:dhcp {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:26:33.717484 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-07c4194a-96a6-4fc4-bd2c-db59a7f333fb req-008cfcb4-78b1-4b12-8c64-94f73dabf2df tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/security-groups?id=bfacbc39-872c-438f-b7f4-05abded490ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2312136 Jul 14 09:26:33.824245 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-64af6cfd-6d25-47c7-bad2-5a3749f9c4c3 None None] For port aac01286-1adc-47a2-b63a-1e3b50e8aec0, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=aac01286-1adc-47a2-b63a-1e3b50e8aec0,segment=NetworkSegment(0f04ac95-6c12-4d33-9421-625ddae609a1),segment_id=0f04ac95-6c12-4d33-9421-625ddae609a1)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:26:33.825054 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-64af6cfd-6d25-47c7-bad2-5a3749f9c4c3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:33.841133 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-64af6cfd-6d25-47c7-bad2-5a3749f9c4c3 None None] Calling delete_port for aac01286-1adc-47a2-b63a-1e3b50e8aec0 owned by network:dhcp {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:26:33.882916 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-f02c7741-611c-4e54-9c59-112b7a3ae720 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.70&port_id=c7e6be2f-2425-4c72-af72-9e3ea9414152 HTTP/1.1" status: 200 len: 217 time: 0.1896508 Jul 14 09:26:33.925327 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] get_ports_and_sgs() called for port_ids ['355d4f4e-0f97-4599-8580-8d12831aaf46'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:26:33.957547 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-c635dfd7-88c4-4183-ab09-3f40dcff19f2 req-b645328a-f23c-4778-a43e-463f225a7024 tempest-ListServersNegativeTestJSON-1499415755 tempest-ListServersNegativeTestJSON-1499415755-project] 10.222.0.68 "GET /v2.0/ports?device_id=b5ec9509-93f2-4f55-941d-12f37991f5a1 HTTP/1.1" status: 200 len: 210 time: 0.0774274 Jul 14 09:26:34.027106 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-bb84269d-111b-47ea-a663-e52135acf6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:34.028646 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-bb84269d-111b-47ea-a663-e52135acf6eb service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ecfbbf55-b0c9-4c0f-9edc-b7ccd659aa91 HTTP/1.1" status: 200 len: 797 time: 0.1394157 Jul 14 09:26:34.079048 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-64af6cfd-6d25-47c7-bad2-5a3749f9c4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:34.128429 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64af6cfd-6d25-47c7-bad2-5a3749f9c4c3 None None] Pushing event deleted for resources: {'Port': ['ID=aac01286-1adc-47a2-b63a-1e3b50e8aec0,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:34.137217 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64af6cfd-6d25-47c7-bad2-5a3749f9c4c3 None None] No DVR routers for this DVR port aac01286-1adc-47a2-b63a-1e3b50e8aec0 on host n-d-779913-29 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:26:34.173934 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b3a318be-9435-4224-a0c8-4bf6fddef8ca tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:34.221613 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a318be-9435-4224-a0c8-4bf6fddef8ca tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] No DVR routers for this DVR port aac01286-1adc-47a2-b63a-1e3b50e8aec0 on host n-d-779913-29 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:26:34.237026 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a318be-9435-4224-a0c8-4bf6fddef8ca tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Pushing event deleted for resources: {'Port': ['ID=aac01286-1adc-47a2-b63a-1e3b50e8aec0,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:34.291506 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b0c5e5-76e5-4ab2-80e7-e11aeb89b8ca req-397bbf65-ff9b-45d6-8df3-b1734c766c3d tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:34.298974 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b0c5e5-76e5-4ab2-80e7-e11aeb89b8ca req-397bbf65-ff9b-45d6-8df3-b1734c766c3d tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:34.305091 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b0c5e5-76e5-4ab2-80e7-e11aeb89b8ca req-397bbf65-ff9b-45d6-8df3-b1734c766c3d tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:34.312706 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-52b69fcf-a941-4bf0-b732-1a8207ba18bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:34.314526 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-52b69fcf-a941-4bf0-b732-1a8207ba18bc service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=5699172b-f98f-483a-81e1-27bccc5d3cba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2668364 Jul 14 09:26:34.321767 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b0c5e5-76e5-4ab2-80e7-e11aeb89b8ca req-397bbf65-ff9b-45d6-8df3-b1734c766c3d tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:34.326945 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b0c5e5-76e5-4ab2-80e7-e11aeb89b8ca req-397bbf65-ff9b-45d6-8df3-b1734c766c3d tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:34.347174 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b0c5e5-76e5-4ab2-80e7-e11aeb89b8ca req-397bbf65-ff9b-45d6-8df3-b1734c766c3d tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:34.353871 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b0c5e5-76e5-4ab2-80e7-e11aeb89b8ca req-397bbf65-ff9b-45d6-8df3-b1734c766c3d tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:34.358615 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d1b0c5e5-76e5-4ab2-80e7-e11aeb89b8ca req-397bbf65-ff9b-45d6-8df3-b1734c766c3d tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] 10.222.0.68 "GET /v2.0/ports?device_id=5c7b30e8-3087-4fa2-a121-bc36e0beab3b HTTP/1.1" status: 200 len: 5429 time: 0.1998959 Jul 14 09:26:34.381093 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device aac01286-1adc-47a2-b63a-1e3b50e8aec0 no longer exists at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:26:34.406741 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] No Port match for: aac01286-1adc-47a2-b63a-1e3b50e8aec0 {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:26:34.407034 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device aac01286-1adc-47a2-b63a-1e3b50e8aec0 not bound to the agent host n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:26:34.436968 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d1b0c5e5-76e5-4ab2-80e7-e11aeb89b8ca req-f15fd4c1-5e3f-4655-8f68-09763985be44 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] 10.222.0.68 "GET /v2.0/security-groups?id=3e8708b8-59d7-4408-a840-9965955f2a4b&id=ff27f1e0-0078-49b9-90e3-125b24008d99&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0722883 Jul 14 09:26:34.462657 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b3a318be-9435-4224-a0c8-4bf6fddef8ca tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473955', 'neutron.services.segments.db._delete_segments_for_network-8735688326548'] for network, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:34.478467 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-b3a318be-9435-4224-a0c8-4bf6fddef8ca tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0b50c65-f409-4ad3-b817-197bbf41eb74']}} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:26:34.500379 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-b3a318be-9435-4224-a0c8-4bf6fddef8ca tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f04ac95-6c12-4d33-9421-625ddae609a1') {'for_net_delete': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:26:34.500693 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-b3a318be-9435-4224-a0c8-4bf6fddef8ca tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f04ac95-6c12-4d33-9421-625ddae609a1') {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:26:34.531263 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b3a318be-9435-4224-a0c8-4bf6fddef8ca tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735688356235', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10944210'] for segment, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:34.550875 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 48396) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:34.559952 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b3a318be-9435-4224-a0c8-4bf6fddef8ca tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:34.564238 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-8b05a6dc-f595-481b-b5e6-eb094f0337e0 service neutron] 10.222.0.65 "GET /v2.0/networks/5699172b-f98f-483a-81e1-27bccc5d3cba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2209976 Jul 14 09:26:34.570002 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3a318be-9435-4224-a0c8-4bf6fddef8ca tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Releasing vlan 732 on physical network physnet1 to pool {{(pid=93957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:26:34.570543 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b3a318be-9435-4224-a0c8-4bf6fddef8ca tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10053619'] for segment, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:34.575267 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:26:34.575267 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:26:34.575267 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:26:34.575267 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:26:34.575267 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:26:34.575267 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:26:34.575267 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:26:34.575267 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:26:34.575267 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:26:34.575267 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:26:34.575267 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:26:34.575267 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:26:34.575267 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:26:34.575267 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:26:34.575267 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:26:34.575267 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:26:34.575267 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:26:34.575267 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:26:34.575267 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:26:34.575267 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:26:34.575267 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:26:34.575267 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:26:34.575267 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:26:34.575267 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:26:34.575267 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:26:34.575267 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:26:34.575267 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:26:34.575267 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:26:34.575267 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:26:34.575267 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:26:34.575267 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:26:34.575267 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:26:34.575267 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:26:34.575267 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:26:34.575267 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:26:34.575267 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:26:34.575267 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:26:34.575267 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:26:34.575267 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:26:34.575267 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:26:34.575267 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:26:34.575267 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:26:34.575267 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:26:34.575267 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:26:34.575267 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:26:34.575267 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:26:34.575267 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:26:34.575267 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:26:34.575267 n-d-779913-29 neutron-server[93957]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:26:34.575267 n-d-779913-29 neutron-server[93957]: self.session.flush() Jul 14 09:26:34.575267 n-d-779913-29 neutron-server[93957]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:26:34.575267 n-d-779913-29 neutron-server[93957]: self.session.flush() Jul 14 09:26:34.575267 n-d-779913-29 neutron-server[93957]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:26:34.575267 n-d-779913-29 neutron-server[93957]: self.session.flush() Jul 14 09:26:34.579266 n-d-779913-29 neutron-server[93957]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:26:34.579266 n-d-779913-29 neutron-server[93957]: self.session.flush() Jul 14 09:26:34.579266 n-d-779913-29 neutron-server[93957]: Traceback (most recent call last): Jul 14 09:26:34.579266 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:26:34.579266 n-d-779913-29 neutron-server[93957]: timer() Jul 14 09:26:34.579266 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:26:34.579266 n-d-779913-29 neutron-server[93957]: cb(*args, **kw) Jul 14 09:26:34.579266 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:26:34.579266 n-d-779913-29 neutron-server[93957]: return func(*args, **kwargs) Jul 14 09:26:34.579266 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:26:34.579266 n-d-779913-29 neutron-server[93957]: self._notify() Jul 14 09:26:34.579266 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:26:34.579266 n-d-779913-29 neutron-server[93957]: self.callback(batched_events) Jul 14 09:26:34.579266 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:26:34.579266 n-d-779913-29 neutron-server[93957]: event.method(event) Jul 14 09:26:34.579266 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:26:34.579266 n-d-779913-29 neutron-server[93957]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:26:34.579266 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:26:34.579266 n-d-779913-29 neutron-server[93957]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:26:34.579266 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:26:34.579266 n-d-779913-29 neutron-server[93957]: return f(self, *a, **k) Jul 14 09:26:34.579266 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:26:34.579266 n-d-779913-29 neutron-server[93957]: return self._get(url).json() Jul 14 09:26:34.579266 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:26:34.579266 n-d-779913-29 neutron-server[93957]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:26:34.579266 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:26:34.579266 n-d-779913-29 neutron-server[93957]: return self.request(url, 'GET', **kwargs) Jul 14 09:26:34.579266 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:26:34.579266 n-d-779913-29 neutron-server[93957]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:26:34.579266 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:26:34.579266 n-d-779913-29 neutron-server[93957]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:26:34.579266 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:26:34.579266 n-d-779913-29 neutron-server[93957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:26:34.579266 n-d-779913-29 neutron-server[93957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:26:34.750177 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1cb44460-9850-41cd-b253-26d6750f1bea admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:34.799654 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b237394b-39bd-4e72-8ec7-61a876c9daba req-de5f35e1-e0e3-4e54-b555-3c8c48d03713 tempest-ServersNegativeTestMultiTenantJSON-1004017167 tempest-ServersNegativeTestMultiTenantJSON-1004017167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:34.801687 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-b237394b-39bd-4e72-8ec7-61a876c9daba req-de5f35e1-e0e3-4e54-b555-3c8c48d03713 tempest-ServersNegativeTestMultiTenantJSON-1004017167 tempest-ServersNegativeTestMultiTenantJSON-1004017167-project] 10.222.0.68 "GET /v2.0/ports?device_id=229d01ea-9e8d-42cd-a1b6-2aeff691c308 HTTP/1.1" status: 200 len: 945 time: 0.1109798 Jul 14 09:26:34.873156 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-b237394b-39bd-4e72-8ec7-61a876c9daba req-b194a2a4-8cad-4fdd-a767-f1ecf801b81e tempest-ServersNegativeTestMultiTenantJSON-1004017167 tempest-ServersNegativeTestMultiTenantJSON-1004017167-project] 10.222.0.68 "GET /v2.0/security-groups?id=aed312c7-bd72-4f37-9fb8-80d61f28e4db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618773 Jul 14 09:26:34.930341 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1cb44460-9850-41cd-b253-26d6750f1bea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:34.935595 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1cb44460-9850-41cd-b253-26d6750f1bea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:34.979388 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-1cb44460-9850-41cd-b253-26d6750f1bea admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=a9c8fdd82de44ebda1f649132897f8da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4265833 Jul 14 09:26:34.981138 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb44460-9850-41cd-b253-26d6750f1bea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30b007a3-18e1-4bcf-80f9-bfb980993692,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:34.983992 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 48406) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:34.987468 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c7b30e8-3087-4fa2-a121-bc36e0beab3b', 'tag': '0d1d6f24-a3fe-4925-8ced-a01216f77039'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:26:34.989717 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44787d96-273b-4610-9565-989c3ff9f275" -d '{"events": [{"name": "network-changed", "server_uuid": "5c7b30e8-3087-4fa2-a121-bc36e0beab3b", "tag": "0d1d6f24-a3fe-4925-8ced-a01216f77039"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:26:35.041735 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b3a318be-9435-4224-a0c8-4bf6fddef8ca tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660504'] for network, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:35.049591 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ba0f1eac-7e3a-4253-8931-17a23241731d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:35.087583 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ba0f1eac-7e3a-4253-8931-17a23241731d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:35.129297 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b3a318be-9435-4224-a0c8-4bf6fddef8ca tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for network, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:35.139670 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-b3a318be-9435-4224-a0c8-4bf6fddef8ca tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] 10.222.0.68 "DELETE /v2.0/networks/b0b50c65-f409-4ad3-b817-197bbf41eb74 HTTP/1.1" status: 204 len: 168 time: 2.2576859 Jul 14 09:26:35.139849 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 48412) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:35.140780 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-b5d2a586-e94c-4756-b6ab-c6176adc7f20 service neutron] 10.222.0.65 "GET /v2.0/networks/5699172b-f98f-483a-81e1-27bccc5d3cba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5471666 Jul 14 09:26:35.144607 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-b4ff8545-169d-4080-a88b-14fc3cfd7d0b tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1151522628'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:26:35.163466 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a318be-9435-4224-a0c8-4bf6fddef8ca tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Pushing event deleted for resources: {'Network': ['ID=b0b50c65-f409-4ad3-b817-197bbf41eb74,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:35.188533 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c9be28-89c8-43cc-8dca-a3767cec62d0 req-0550fbe4-a2e1-41f4-abb4-642c738d59e2 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:35.190116 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-94c9be28-89c8-43cc-8dca-a3767cec62d0 req-0550fbe4-a2e1-41f4-abb4-642c738d59e2 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/ports?device_id=1a01352b-cf9e-4c65-b238-cb9fbde920b1 HTTP/1.1" status: 200 len: 945 time: 0.1209972 Jul 14 09:26:35.191474 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4ff8545-169d-4080-a88b-14fc3cfd7d0b tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Made reservation on behalf of 24f83d3539e4497181e13bb568cf43a0 for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:26:35.194788 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b4ff8545-169d-4080-a88b-14fc3cfd7d0b tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:35.208990 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-6e25c225-119e-475a-b9ac-688c432ae98c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.242&port_id=b19c971a-b91d-49b9-bdec-ee880b089aa3 HTTP/1.1" status: 200 len: 217 time: 0.0524850 Jul 14 09:26:35.215219 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ba0f1eac-7e3a-4253-8931-17a23241731d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:35.217717 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ba0f1eac-7e3a-4253-8931-17a23241731d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:35.218835 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-ba0f1eac-7e3a-4253-8931-17a23241731d admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/30b007a3-18e1-4bcf-80f9-bfb980993692 HTTP/1.1" status: 204 len: 168 time: 0.2336400 Jul 14 09:26:35.244655 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0f1eac-7e3a-4253-8931-17a23241731d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30b007a3-18e1-4bcf-80f9-bfb980993692,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:35.260586 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4ff8545-169d-4080-a88b-14fc3cfd7d0b tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 741} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:26:35.275050 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-94c9be28-89c8-43cc-8dca-a3767cec62d0 req-75458a37-9209-436b-a18f-bbb94efa74aa tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/security-groups?id=bfacbc39-872c-438f-b7f4-05abded490ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750985 Jul 14 09:26:35.278019 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b4ff8545-169d-4080-a88b-14fc3cfd7d0b tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:35.278369 n-d-779913-29 neutron-server[93958]: INFO neutron.db.segments_db [None req-b4ff8545-169d-4080-a88b-14fc3cfd7d0b tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Added segment 65c8a5c4-f5d0-4c14-b2bd-692aa7bcf671 of type vlan for network 07c04bc0-1145-47dc-b6c6-b4b7c828f2f9 Jul 14 09:26:35.289483 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9a8400-fa0c-4437-ad9c-290db93153df req-a4c35293-c7b9-4ba8-9f96-0884b02a5149 tempest-ServerRescueTestJSON-1969041098 tempest-ServerRescueTestJSON-1969041098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:35.292172 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ca9a8400-fa0c-4437-ad9c-290db93153df req-a4c35293-c7b9-4ba8-9f96-0884b02a5149 tempest-ServerRescueTestJSON-1969041098 tempest-ServerRescueTestJSON-1969041098-project] 10.222.0.68 "GET /v2.0/ports?device_id=fd1f4779-7c9e-445b-a0be-3b95d7c816a4 HTTP/1.1" status: 200 len: 946 time: 0.2777920 Jul 14 09:26:35.316945 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-80214436-733d-41fb-9cb9-4511fe1a2054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:35.316945 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-80214436-733d-41fb-9cb9-4511fe1a2054 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ecfbbf55-b0c9-4c0f-9edc-b7ccd659aa91 HTTP/1.1" status: 200 len: 797 time: 0.0878415 Jul 14 09:26:35.325513 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b4ff8545-169d-4080-a88b-14fc3cfd7d0b tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735687821325'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:35.344767 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 264b3b28-e033-4b6c-b46d-074bccc05785 no longer exists at agent hyperv_n-h2-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:26:35.369157 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b4ff8545-169d-4080-a88b-14fc3cfd7d0b tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:35.378738 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4ff8545-169d-4080-a88b-14fc3cfd7d0b tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:35.379726 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b4ff8545-169d-4080-a88b-14fc3cfd7d0b tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:35.400481 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ca9a8400-fa0c-4437-ad9c-290db93153df req-65ec2e6f-b6fe-4405-9cf2-96f397d7d69b tempest-ServerRescueTestJSON-1969041098 tempest-ServerRescueTestJSON-1969041098-project] 10.222.0.68 "GET /v2.0/security-groups?id=d6a7feba-be17-4d7e-a638-e9426c29981e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009300 Jul 14 09:26:35.432068 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] No Port match for: 264b3b28-e033-4b6c-b46d-074bccc05785 {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:26:35.432350 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 264b3b28-e033-4b6c-b46d-074bccc05785 not bound to the agent host n-h2-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:26:35.460244 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-56fee5ae-23f0-456d-b9b4-a0eb77f77c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:35.461805 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-56fee5ae-23f0-456d-b9b4-a0eb77f77c27 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=5699172b-f98f-483a-81e1-27bccc5d3cba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1391618 Jul 14 09:26:35.507902 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ff8545-169d-4080-a88b-14fc3cfd7d0b tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Pushing event updated for resources: {'Network': ['ID=07c04bc0-1145-47dc-b6c6-b4b7c828f2f9,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:35.509437 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:26:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eba09693-0865-49d0-9ebd-2ff160dffe37 x-openstack-request-id: req-eba09693-0865-49d0-9ebd-2ff160dffe37 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:26:35.509935 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c7b30e8-3087-4fa2-a121-bc36e0beab3b", "tag": "0d1d6f24-a3fe-4925-8ced-a01216f77039", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:26:35.510032 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-eba09693-0865-49d0-9ebd-2ff160dffe37 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:26:35.510386 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c7b30e8-3087-4fa2-a121-bc36e0beab3b', 'tag': '0d1d6f24-a3fe-4925-8ced-a01216f77039', 'status': 'completed', 'code': 200} Jul 14 09:26:35.520816 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Network 07c04bc0-1145-47dc-b6c6-b4b7c828f2f9 details requested by agent ovs-agent-n-d-779913-29 with host n-d-779913-29 {{(pid=93959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:26:35.541847 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-b4ff8545-169d-4080-a88b-14fc3cfd7d0b tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4017675 Jul 14 09:26:35.551180 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 48424) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:35.559185 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-3ad5462e-0067-4600-986a-6f2daa86a454 tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Request body: {'subnet': {'network_id': '07c04bc0-1145-47dc-b6c6-b4b7c828f2f9', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:26:35.704772 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-de95032a-5b9c-4ddf-a6ba-eaa29ab3d3c6 service neutron] 10.222.0.65 "GET /v2.0/networks/5699172b-f98f-483a-81e1-27bccc5d3cba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2359118 Jul 14 09:26:35.769478 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ad5462e-0067-4600-986a-6f2daa86a454 tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Made reservation on behalf of 24f83d3539e4497181e13bb568cf43a0 for: {'subnet': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:26:35.774222 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3ad5462e-0067-4600-986a-6f2daa86a454 tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11984110'] for subnet, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:35.777276 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e09621c-6ffb-43a0-9ae6-945fbf970b4f req-daa9bf5f-bae7-40b1-b098-c8e2afe7b3a9 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:35.795357 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e09621c-6ffb-43a0-9ae6-945fbf970b4f req-daa9bf5f-bae7-40b1-b098-c8e2afe7b3a9 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:35.807162 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e09621c-6ffb-43a0-9ae6-945fbf970b4f req-daa9bf5f-bae7-40b1-b098-c8e2afe7b3a9 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:35.820698 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e09621c-6ffb-43a0-9ae6-945fbf970b4f req-daa9bf5f-bae7-40b1-b098-c8e2afe7b3a9 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:35.829393 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e09621c-6ffb-43a0-9ae6-945fbf970b4f req-daa9bf5f-bae7-40b1-b098-c8e2afe7b3a9 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:35.840825 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e09621c-6ffb-43a0-9ae6-945fbf970b4f req-daa9bf5f-bae7-40b1-b098-c8e2afe7b3a9 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:35.858819 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e09621c-6ffb-43a0-9ae6-945fbf970b4f req-daa9bf5f-bae7-40b1-b098-c8e2afe7b3a9 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:35.860824 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-5e09621c-6ffb-43a0-9ae6-945fbf970b4f req-daa9bf5f-bae7-40b1-b098-c8e2afe7b3a9 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] 10.222.0.68 "GET /v2.0/ports?device_id=5c7b30e8-3087-4fa2-a121-bc36e0beab3b HTTP/1.1" status: 200 len: 5429 time: 0.1915748 Jul 14 09:26:35.920574 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-5e09621c-6ffb-43a0-9ae6-945fbf970b4f req-93833ede-00c3-4b7e-a63b-ce0aeb9a9e39 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] 10.222.0.68 "GET /v2.0/security-groups?id=3e8708b8-59d7-4408-a840-9965955f2a4b&id=ff27f1e0-0078-49b9-90e3-125b24008d99&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0492134 Jul 14 09:26:35.979226 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-e86d161d-dbf6-4042-9d12-2586ccf43af2 service neutron] 10.222.0.65 "GET /v2.0/networks/5699172b-f98f-483a-81e1-27bccc5d3cba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2499495 Jul 14 09:26:36.061206 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-c9a02a11-183e-4d28-9131-3a9966ffd62d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.33&port_id=100345f4-d6ce-47af-83f1-7049dc67deb8 HTTP/1.1" status: 200 len: 217 time: 0.0608511 Jul 14 09:26:36.268242 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3ad5462e-0067-4600-986a-6f2daa86a454 tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10052764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11984092'] for subnet, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:36.272898 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020ba979-35ef-4553-af4f-daacb29145ba req-23f8c37b-c9cb-4157-bbdc-a2ea778643d5 tempest-ServersNegativeTestMultiTenantJSON-1004017167 tempest-ServersNegativeTestMultiTenantJSON-1004017167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:36.275190 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-020ba979-35ef-4553-af4f-daacb29145ba req-23f8c37b-c9cb-4157-bbdc-a2ea778643d5 tempest-ServersNegativeTestMultiTenantJSON-1004017167 tempest-ServersNegativeTestMultiTenantJSON-1004017167-project] 10.222.0.68 "GET /v2.0/ports?device_id=229d01ea-9e8d-42cd-a1b6-2aeff691c308 HTTP/1.1" status: 200 len: 945 time: 0.1372888 Jul 14 09:26:36.275688 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 48492) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:36.359203 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-020ba979-35ef-4553-af4f-daacb29145ba req-e8b5d169-ee2d-4547-9149-60fc1b2f655d tempest-ServersNegativeTestMultiTenantJSON-1004017167 tempest-ServersNegativeTestMultiTenantJSON-1004017167-project] 10.222.0.68 "GET /v2.0/security-groups?id=aed312c7-bd72-4f37-9fb8-80d61f28e4db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716007 Jul 14 09:26:36.385373 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-6eacaa8b-a53a-40b0-967e-802aa4cc23d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:36.388649 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-6eacaa8b-a53a-40b0-967e-802aa4cc23d7 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ecfbbf55-b0c9-4c0f-9edc-b7ccd659aa91 HTTP/1.1" status: 200 len: 797 time: 0.3202257 Jul 14 09:26:36.416790 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-fe189d34-426b-4ddf-b7ff-1ab4bc967950 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-2038976689-network', 'tenant_id': '59257167697a4d8397898a00de2a9ad0'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:26:36.463722 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 355d4f4e-0f97-4599-8580-8d12831aaf46 up at agent hyperv_n-h1-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:26:36.465215 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe189d34-426b-4ddf-b7ff-1ab4bc967950 admin admin] Made reservation on behalf of 59257167697a4d8397898a00de2a9ad0 for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:26:36.470935 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fe189d34-426b-4ddf-b7ff-1ab4bc967950 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:36.482143 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad5462e-0067-4600-986a-6f2daa86a454 tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Checking segment: {'id': '65c8a5c4-f5d0-4c14-b2bd-692aa7bcf671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '07c04bc0-1145-47dc-b6c6-b4b7c828f2f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:26:36.484813 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ad5462e-0067-4600-986a-6f2daa86a454 tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Network hostable DHCP agents. Network: 07c04bc0-1145-47dc-b6c6-b4b7c828f2f9, hostable agents: ['c6a09bd4-f72e-4283-a3ca-0bbca8a51081'], hosted agents: [] {{(pid=93957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:26:36.497816 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fe189d34-426b-4ddf-b7ff-1ab4bc967950 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:36.564880 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad5462e-0067-4600-986a-6f2daa86a454 tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Pushing event updated for resources: {'Subnet': ['ID=ad4235ef-ce5d-41d7-9163-bd267e31c374,revision_number=0']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:36.589816 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Provisioning for port 355d4f4e-0f97-4599-8580-8d12831aaf46 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:26:36.595477 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Provisioning complete for port 355d4f4e-0f97-4599-8580-8d12831aaf46 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:26:36.596055 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:36.623619 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384625dd-59c1-444f-a2b2-271984c40896 req-3267f5c8-dd5c-4b6b-a1be-65b0b9654a82 tempest-ServersNegativeTestMultiTenantJSON-1004017167 tempest-ServersNegativeTestMultiTenantJSON-1004017167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:36.625097 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-384625dd-59c1-444f-a2b2-271984c40896 req-3267f5c8-dd5c-4b6b-a1be-65b0b9654a82 tempest-ServersNegativeTestMultiTenantJSON-1004017167 tempest-ServersNegativeTestMultiTenantJSON-1004017167-project] 10.222.0.65 "GET /v2.0/ports?device_id=229d01ea-9e8d-42cd-a1b6-2aeff691c308 HTTP/1.1" status: 200 len: 945 time: 0.3952029 Jul 14 09:26:36.630455 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1831abae-a11c-44e0-b42d-ced2cec6dc39 req-65721b9c-abb4-43f1-b146-dba37f3782ce tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:36.633790 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-1831abae-a11c-44e0-b42d-ced2cec6dc39 req-65721b9c-abb4-43f1-b146-dba37f3782ce tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/ports?device_id=1a01352b-cf9e-4c65-b238-cb9fbde920b1 HTTP/1.1" status: 200 len: 945 time: 0.1188042 Jul 14 09:26:36.684844 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ad5462e-0067-4600-986a-6f2daa86a454 tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Network 07c04bc0-1145-47dc-b6c6-b4b7c828f2f9 is scheduled to be hosted by DHCP agent c6a09bd4-f72e-4283-a3ca-0bbca8a51081 with binding_index 1 {{(pid=93957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:26:36.711000 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-1831abae-a11c-44e0-b42d-ced2cec6dc39 req-ba520d4d-5e91-4fbf-a71d-10eeb638e1c3 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/security-groups?id=bfacbc39-872c-438f-b7f4-05abded490ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669868 Jul 14 09:26:36.725353 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:36.731396 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-3ad5462e-0067-4600-986a-6f2daa86a454 tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-29, 07c04bc0-1145-47dc-b6c6-b4b7c828f2f9) {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:26:36.752289 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ba8af5f-a86d-418c-9a72-82b613645555 None None] Network 07c04bc0-1145-47dc-b6c6-b4b7c828f2f9 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:26:36.752892 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ad5462e-0067-4600-986a-6f2daa86a454 tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:36.753483 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3ad5462e-0067-4600-986a-6f2daa86a454 tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Notify callbacks [] for subnet, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:36.754719 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fe189d34-426b-4ddf-b7ff-1ab4bc967950 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:36.760460 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fe189d34-426b-4ddf-b7ff-1ab4bc967950 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:36.761921 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a01352b-cf9e-4c65-b238-cb9fbde920b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '355d4f4e-0f97-4599-8580-8d12831aaf46'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:26:36.764686 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd62303f06773040a8a4e189dc46b4f565768c299abf8ab8e7739778b0bc3e97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fcc5800-6c4e-4c4a-bd70-79c4f0bf5149" -d '{"events": [{"server_uuid": "1a01352b-cf9e-4c65-b238-cb9fbde920b1", "name": "network-vif-plugged", "status": "completed", "tag": "355d4f4e-0f97-4599-8580-8d12831aaf46"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:26:36.794971 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe189d34-426b-4ddf-b7ff-1ab4bc967950 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dea9d70-5f45-4874-bf11-9cb57df29d33,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:36.796201 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-3ad5462e-0067-4600-986a-6f2daa86a454 tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.2437136 Jul 14 09:26:36.804105 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 48512) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:36.811976 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-8c69502e-af2c-4e19-992e-465bcf5722c5 tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1502749866'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:26:36.818993 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-35962501-dbb4-4306-ab62-82a75ddaa724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:36.820605 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-35962501-dbb4-4306-ab62-82a75ddaa724 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=5699172b-f98f-483a-81e1-27bccc5d3cba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4210629 Jul 14 09:26:36.824897 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe189d34-426b-4ddf-b7ff-1ab4bc967950 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 718} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:26:36.849755 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fe189d34-426b-4ddf-b7ff-1ab4bc967950 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:36.850124 n-d-779913-29 neutron-server[93958]: INFO neutron.db.segments_db [None req-fe189d34-426b-4ddf-b7ff-1ab4bc967950 admin admin] Added segment 6abdef8f-feed-4530-be93-295dee2f7fe5 of type vlan for network d3f3b4f0-a2a4-4615-b2a7-a3c2703dc6b7 Jul 14 09:26:36.929544 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c69502e-af2c-4e19-992e-465bcf5722c5 tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Made reservation on behalf of 24f83d3539e4497181e13bb568cf43a0 for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:26:36.946199 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a8b874-a659-4cce-bb6a-1c8af8c3bbc3 req-fed63936-3a45-47d8-b4e9-37b72bf981e7 tempest-ServerRescueTestJSON-1969041098 tempest-ServerRescueTestJSON-1969041098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:36.946870 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8c69502e-af2c-4e19-992e-465bcf5722c5 tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:36.958088 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f4a8b874-a659-4cce-bb6a-1c8af8c3bbc3 req-fed63936-3a45-47d8-b4e9-37b72bf981e7 tempest-ServerRescueTestJSON-1969041098 tempest-ServerRescueTestJSON-1969041098-project] 10.222.0.68 "GET /v2.0/ports?device_id=fd1f4779-7c9e-445b-a0be-3b95d7c816a4 HTTP/1.1" status: 200 len: 946 time: 0.3951554 Jul 14 09:26:36.963846 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port 355d4f4e-0f97-4599-8580-8d12831aaf46, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=355d4f4e-0f97-4599-8580-8d12831aaf46,segment=NetworkSegment(f28b4a20-abdb-43f4-86e7-8da3ae7a1990),segment_id=f28b4a20-abdb-43f4-86e7-8da3ae7a1990)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:26:37.009947 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:26:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26824ee1-5c01-4447-8b48-11e4cf178fb4 x-openstack-request-id: req-26824ee1-5c01-4447-8b48-11e4cf178fb4 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:26:37.010241 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a01352b-cf9e-4c65-b238-cb9fbde920b1", "name": "network-vif-plugged", "status": "completed", "tag": "355d4f4e-0f97-4599-8580-8d12831aaf46", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:26:37.010498 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-26824ee1-5c01-4447-8b48-11e4cf178fb4 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:26:37.010811 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fe189d34-426b-4ddf-b7ff-1ab4bc967950 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735687821325'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:37.012025 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a01352b-cf9e-4c65-b238-cb9fbde920b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '355d4f4e-0f97-4599-8580-8d12831aaf46', 'code': 200} Jul 14 09:26:37.020153 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:37.039087 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c69502e-af2c-4e19-992e-465bcf5722c5 tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 720} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:26:37.108562 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8c69502e-af2c-4e19-992e-465bcf5722c5 tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:37.108961 n-d-779913-29 neutron-server[93958]: INFO neutron.db.segments_db [None req-8c69502e-af2c-4e19-992e-465bcf5722c5 tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Added segment d08e3402-93f0-4d8f-b507-14402db02b56 of type vlan for network af671471-9d96-4bdd-a406-e5ad1413bfb0 Jul 14 09:26:37.135749 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f4a8b874-a659-4cce-bb6a-1c8af8c3bbc3 req-c20a0953-4654-4301-9cee-e6e27858ca86 tempest-ServerRescueTestJSON-1969041098 tempest-ServerRescueTestJSON-1969041098-project] 10.222.0.68 "GET /v2.0/security-groups?id=d6a7feba-be17-4d7e-a638-e9426c29981e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766698 Jul 14 09:26:37.201464 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [req-384625dd-59c1-444f-a2b2-271984c40896 req-8ff6529d-f609-49c2-bfe9-92eb89f8cc3a tempest-ServersNegativeTestMultiTenantJSON-1004017167 tempest-ServersNegativeTestMultiTenantJSON-1004017167-project] Deleting port d44a6c64-1019-4530-a2a8-da0fce021270 {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:26:37.204759 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-384625dd-59c1-444f-a2b2-271984c40896 req-8ff6529d-f609-49c2-bfe9-92eb89f8cc3a tempest-ServersNegativeTestMultiTenantJSON-1004017167 tempest-ServersNegativeTestMultiTenantJSON-1004017167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:37.218680 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4cbc78e-a5dc-4c1e-b55e-e0fe41bc1e27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf57baaa9-fd24-59f4-8fd2-1dc21122ce72-07c04bc0-1145-47dc-b6c6-b4b7c828f2f9', 'network_id': '07c04bc0-1145-47dc-b6c6-b4b7c828f2f9', 'tenant_id': '24f83d3539e4497181e13bb568cf43a0', 'fixed_ips': [{'subnet_id': 'ad4235ef-ce5d-41d7-9163-bd267e31c374'}]}} from n-d-779913-29. {{(pid=93959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:26:37.220422 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c4cbc78e-a5dc-4c1e-b55e-e0fe41bc1e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:37.247795 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fe189d34-426b-4ddf-b7ff-1ab4bc967950 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:37.249053 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe189d34-426b-4ddf-b7ff-1ab4bc967950 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:37.249719 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fe189d34-426b-4ddf-b7ff-1ab4bc967950 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:37.268397 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Pushing event updated for resources: {'Port': ['ID=355d4f4e-0f97-4599-8580-8d12831aaf46,revision_number=5']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:37.349142 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8c69502e-af2c-4e19-992e-465bcf5722c5 tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735687821325'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:37.373194 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe189d34-426b-4ddf-b7ff-1ab4bc967950 admin admin] Pushing event updated for resources: {'Network': ['ID=d3f3b4f0-a2a4-4615-b2a7-a3c2703dc6b7,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:37.402460 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-fe189d34-426b-4ddf-b7ff-1ab4bc967950 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1256924 Jul 14 09:26:37.408722 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 48548) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:37.430448 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Network d3f3b4f0-a2a4-4615-b2a7-a3c2703dc6b7 details requested by agent ovs-agent-n-d-779913-29 with host n-d-779913-29 {{(pid=93959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:26:37.439142 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-d772dce7-48f1-4a26-a559-51b886017dff admin admin] Request body: {'subnet': {'network_id': 'd3f3b4f0-a2a4-4615-b2a7-a3c2703dc6b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-2038976689-subnet', 'tenant_id': '59257167697a4d8397898a00de2a9ad0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:26:37.500184 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-55aa86cb-c7a5-4e1a-bdeb-037a61cd6d4e service neutron] 10.222.0.65 "GET /v2.0/networks/5699172b-f98f-483a-81e1-27bccc5d3cba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6335213 Jul 14 09:26:37.504877 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-384625dd-59c1-444f-a2b2-271984c40896 req-8ff6529d-f609-49c2-bfe9-92eb89f8cc3a tempest-ServersNegativeTestMultiTenantJSON-1004017167 tempest-ServersNegativeTestMultiTenantJSON-1004017167-project] For port d44a6c64-1019-4530-a2a8-da0fce021270, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=d44a6c64-1019-4530-a2a8-da0fce021270,segment=NetworkSegment(aab02719-8fcd-46ab-b035-de8f7672ee5b),segment_id=aab02719-8fcd-46ab-b035-de8f7672ee5b)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:26:37.505258 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-384625dd-59c1-444f-a2b2-271984c40896 req-8ff6529d-f609-49c2-bfe9-92eb89f8cc3a tempest-ServersNegativeTestMultiTenantJSON-1004017167 tempest-ServersNegativeTestMultiTenantJSON-1004017167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:37.520637 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d772dce7-48f1-4a26-a559-51b886017dff admin admin] Made reservation on behalf of 59257167697a4d8397898a00de2a9ad0 for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:26:37.525252 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d772dce7-48f1-4a26-a559-51b886017dff admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16714600'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:37.544628 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-c4cbc78e-a5dc-4c1e-b55e-e0fe41bc1e27 None None] Allocated IP 19.80.0.2 (07c04bc0-1145-47dc-b6c6-b4b7c828f2f9/ad4235ef-ce5d-41d7-9163-bd267e31c374/1746fc6d-e4b0-42a0-afca-cede7774c51b) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:26:37.548550 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [req-384625dd-59c1-444f-a2b2-271984c40896 req-8ff6529d-f609-49c2-bfe9-92eb89f8cc3a tempest-ServersNegativeTestMultiTenantJSON-1004017167 tempest-ServersNegativeTestMultiTenantJSON-1004017167-project] Calling delete_port for d44a6c64-1019-4530-a2a8-da0fce021270 owned by compute:nova {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:26:37.581566 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685d76d9-d483-4ebc-b1a6-9fd6e100fe5e req-dbc92f5d-f737-4cf2-995d-54e3e7ec834c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:37.583547 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-685d76d9-d483-4ebc-b1a6-9fd6e100fe5e req-dbc92f5d-f737-4cf2-995d-54e3e7ec834c service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=1a01352b-cf9e-4c65-b238-cb9fbde920b1 HTTP/1.1" status: 200 len: 1098 time: 0.4695463 Jul 14 09:26:37.676504 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8c69502e-af2c-4e19-992e-465bcf5722c5 tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:37.682559 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c69502e-af2c-4e19-992e-465bcf5722c5 tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:37.683596 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8c69502e-af2c-4e19-992e-465bcf5722c5 tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:37.715606 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350a36c7-b493-4c92-8869-35a57bfa0ab3 req-0a3c103b-4623-4b16-b1e5-35814d1cfdbc tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:37.723145 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350a36c7-b493-4c92-8869-35a57bfa0ab3 req-0a3c103b-4623-4b16-b1e5-35814d1cfdbc tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:37.730017 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350a36c7-b493-4c92-8869-35a57bfa0ab3 req-0a3c103b-4623-4b16-b1e5-35814d1cfdbc tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:37.742490 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350a36c7-b493-4c92-8869-35a57bfa0ab3 req-0a3c103b-4623-4b16-b1e5-35814d1cfdbc tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:37.758291 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350a36c7-b493-4c92-8869-35a57bfa0ab3 req-0a3c103b-4623-4b16-b1e5-35814d1cfdbc tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:37.779162 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350a36c7-b493-4c92-8869-35a57bfa0ab3 req-0a3c103b-4623-4b16-b1e5-35814d1cfdbc tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:37.795178 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350a36c7-b493-4c92-8869-35a57bfa0ab3 req-0a3c103b-4623-4b16-b1e5-35814d1cfdbc tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:37.798233 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa6ae2d-b012-4040-a602-c23c9856dccd req-1911e991-dd25-4d0b-b458-2d695521028b tempest-ServerRescueTestJSON-1969041098 tempest-ServerRescueTestJSON-1969041098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:37.799881 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-7fa6ae2d-b012-4040-a602-c23c9856dccd req-1911e991-dd25-4d0b-b458-2d695521028b tempest-ServerRescueTestJSON-1969041098 tempest-ServerRescueTestJSON-1969041098-project] 10.222.0.57 "GET /v2.0/ports?device_id=fd1f4779-7c9e-445b-a0be-3b95d7c816a4 HTTP/1.1" status: 200 len: 946 time: 0.5818770 Jul 14 09:26:37.801182 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-8c69502e-af2c-4e19-992e-465bcf5722c5 tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.9960096 Jul 14 09:26:37.804915 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-350a36c7-b493-4c92-8869-35a57bfa0ab3 req-0a3c103b-4623-4b16-b1e5-35814d1cfdbc tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] 10.222.0.68 "GET /v2.0/ports?device_id=5c7b30e8-3087-4fa2-a121-bc36e0beab3b HTTP/1.1" status: 200 len: 5429 time: 0.3837290 Jul 14 09:26:37.807561 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 48554) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:37.835600 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-685d76d9-d483-4ebc-b1a6-9fd6e100fe5e req-bc0a9c2a-8447-4040-845c-0722ba4fbb16 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=bfacbc39-872c-438f-b7f4-05abded490ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2247415 Jul 14 09:26:37.840155 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c69502e-af2c-4e19-992e-465bcf5722c5 tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Pushing event updated for resources: {'Network': ['ID=af671471-9d96-4bdd-a406-e5ad1413bfb0,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:37.852262 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-d8410941-99b6-44fe-98d1-442c671f9a63 tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Request body: {'subnet': {'network_id': 'af671471-9d96-4bdd-a406-e5ad1413bfb0', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:26:37.856894 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-3ef2342e-07b7-4756-879e-fcb6c254aede service neutron] 10.222.0.65 "GET /v2.0/networks/5699172b-f98f-483a-81e1-27bccc5d3cba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3470514 Jul 14 09:26:37.887179 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8461bd1b-69ea-4ed4-99c3-adaa9abb3e3f req-d04698bd-8379-4143-9cb9-08b7383d564e tempest-ListServersNegativeTestJSON-1499415755 tempest-ListServersNegativeTestJSON-1499415755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:37.893156 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8461bd1b-69ea-4ed4-99c3-adaa9abb3e3f req-d04698bd-8379-4143-9cb9-08b7383d564e tempest-ListServersNegativeTestJSON-1499415755 tempest-ListServersNegativeTestJSON-1499415755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:37.900192 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-8461bd1b-69ea-4ed4-99c3-adaa9abb3e3f req-d04698bd-8379-4143-9cb9-08b7383d564e tempest-ListServersNegativeTestJSON-1499415755 tempest-ListServersNegativeTestJSON-1499415755-project] 10.222.0.68 "GET /v2.0/ports?device_id=002785b9-e390-42a3-b365-eead167016a1&device_id=e9c19f78-67f6-4a62-b39e-3fc0beba93ff HTTP/1.1" status: 200 len: 1682 time: 0.4845486 Jul 14 09:26:37.906386 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c4cbc78e-a5dc-4c1e-b55e-e0fe41bc1e27 None None] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:37.922441 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c4cbc78e-a5dc-4c1e-b55e-e0fe41bc1e27 None None] Transition to ACTIVE for port object 1746fc6d-e4b0-42a0-afca-cede7774c51b will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:26:37.948385 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c4cbc78e-a5dc-4c1e-b55e-e0fe41bc1e27 None None] Transition to ACTIVE for port object 1746fc6d-e4b0-42a0-afca-cede7774c51b will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:26:37.954944 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Network af671471-9d96-4bdd-a406-e5ad1413bfb0 details requested by agent ovs-agent-n-d-779913-29 with host n-d-779913-29 {{(pid=93959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:26:37.977643 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c4cbc78e-a5dc-4c1e-b55e-e0fe41bc1e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:38.022452 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-350a36c7-b493-4c92-8869-35a57bfa0ab3 req-cf20e6ff-e230-4b43-8fec-81d2994ca59c tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] 10.222.0.68 "GET /v2.0/security-groups?id=3e8708b8-59d7-4408-a840-9965955f2a4b&id=ff27f1e0-0078-49b9-90e3-125b24008d99&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1955733 Jul 14 09:26:38.076132 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-8461bd1b-69ea-4ed4-99c3-adaa9abb3e3f req-0e9b1ea6-9640-4a9d-a823-82ecd3f1a12e tempest-ListServersNegativeTestJSON-1499415755 tempest-ListServersNegativeTestJSON-1499415755-project] 10.222.0.68 "GET /v2.0/security-groups?id=ee599ffa-656c-4b33-a533-367ce77dba83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707826 Jul 14 09:26:38.148970 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-09133233-33db-4e7f-b016-115feda95362 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.22&port_id=bfeac96f-d3a2-4a7b-abb1-6f8a87d43efe HTTP/1.1" status: 200 len: 217 time: 0.0384219 Jul 14 09:26:38.164190 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8410941-99b6-44fe-98d1-442c671f9a63 tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Made reservation on behalf of 24f83d3539e4497181e13bb568cf43a0 for: {'subnet': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:26:38.173601 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d8410941-99b6-44fe-98d1-442c671f9a63 tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11984110'] for subnet, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:38.210947 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cbc78e-a5dc-4c1e-b55e-e0fe41bc1e27 None None] Pushing event updated for resources: {'Port': ['ID=1746fc6d-e4b0-42a0-afca-cede7774c51b,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:38.253640 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4cbc78e-a5dc-4c1e-b55e-e0fe41bc1e27 None None] Network 07c04bc0-1145-47dc-b6c6-b4b7c828f2f9 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:26:38.255054 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-c4cbc78e-a5dc-4c1e-b55e-e0fe41bc1e27 None None] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:26:38.259403 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d772dce7-48f1-4a26-a559-51b886017dff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13573993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16714586'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:38.265015 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4cbc78e-a5dc-4c1e-b55e-e0fe41bc1e27 None None] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:26:38.351188 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-384625dd-59c1-444f-a2b2-271984c40896 req-8ff6529d-f609-49c2-bfe9-92eb89f8cc3a tempest-ServersNegativeTestMultiTenantJSON-1004017167 tempest-ServersNegativeTestMultiTenantJSON-1004017167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:38.356541 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-7fa6ae2d-b012-4040-a602-c23c9856dccd req-060f1247-d80e-4a0b-b0ff-b9b8e9feb865 tempest-ServerRescueTestJSON-1969041098 tempest-ServerRescueTestJSON-1969041098-project] Deleting port 3f9089b3-8363-4170-9c98-520fa9a9f887 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:26:38.357638 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-7fa6ae2d-b012-4040-a602-c23c9856dccd req-060f1247-d80e-4a0b-b0ff-b9b8e9feb865 tempest-ServerRescueTestJSON-1969041098 tempest-ServerRescueTestJSON-1969041098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:38.377469 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-c4cbc78e-a5dc-4c1e-b55e-e0fe41bc1e27 None None] Attempting to bind port 1746fc6d-e4b0-42a0-afca-cede7774c51b on host n-d-779913-29 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:26:38.378361 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-c4cbc78e-a5dc-4c1e-b55e-e0fe41bc1e27 None None] Attempting to bind port 1746fc6d-e4b0-42a0-afca-cede7774c51b by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': '65c8a5c4-f5d0-4c14-b2bd-692aa7bcf671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '07c04bc0-1145-47dc-b6c6-b4b7c828f2f9'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:26:38.379024 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4cbc78e-a5dc-4c1e-b55e-e0fe41bc1e27 None None] Attempting to bind port 1746fc6d-e4b0-42a0-afca-cede7774c51b on network 07c04bc0-1145-47dc-b6c6-b4b7c828f2f9 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:26:38.387982 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4cbc78e-a5dc-4c1e-b55e-e0fe41bc1e27 None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 26, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:26:38.388940 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4cbc78e-a5dc-4c1e-b55e-e0fe41bc1e27 None None] Checking segment: {'id': '65c8a5c4-f5d0-4c14-b2bd-692aa7bcf671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '07c04bc0-1145-47dc-b6c6-b4b7c828f2f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:26:38.389667 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c4cbc78e-a5dc-4c1e-b55e-e0fe41bc1e27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:38.390266 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4cbc78e-a5dc-4c1e-b55e-e0fe41bc1e27 None None] Bound using segment: {'id': '65c8a5c4-f5d0-4c14-b2bd-692aa7bcf671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '07c04bc0-1145-47dc-b6c6-b4b7c828f2f9'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:26:38.391091 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-c4cbc78e-a5dc-4c1e-b55e-e0fe41bc1e27 None None] Bound port: 1746fc6d-e4b0-42a0-afca-cede7774c51b, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65c8a5c4-f5d0-4c14-b2bd-692aa7bcf671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '07c04bc0-1145-47dc-b6c6-b4b7c828f2f9'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:26:38.391771 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c4cbc78e-a5dc-4c1e-b55e-e0fe41bc1e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:38.403219 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] get_ports_and_sgs() called for port_ids ['d44a6c64-1019-4530-a2a8-da0fce021270'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:26:38.423280 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff6529d-f609-49c2-bfe9-92eb89f8cc3a tempest-ServersNegativeTestMultiTenantJSON-1004017167 tempest-ServersNegativeTestMultiTenantJSON-1004017167-project] Pushing event deleted for resources: {'Port': ['ID=d44a6c64-1019-4530-a2a8-da0fce021270,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:38.425429 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-f8e8c8c9-4721-4813-a6cb-03687685178e req-3db3c3db-5532-4b0f-abf7-487b912c70c9 tempest-ServersNegativeTestMultiTenantJSON-1004017167 tempest-ServersNegativeTestMultiTenantJSON-1004017167-project] 10.222.0.68 "GET /v2.0/ports?device_id=229d01ea-9e8d-42cd-a1b6-2aeff691c308 HTTP/1.1" status: 200 len: 210 time: 0.0983987 Jul 14 09:26:38.443660 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-4e7d670b-8fe0-4471-b48a-18040397c234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:38.445531 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-4e7d670b-8fe0-4471-b48a-18040397c234 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ecfbbf55-b0c9-4c0f-9edc-b7ccd659aa91 HTTP/1.1" status: 200 len: 797 time: 0.2586455 Jul 14 09:26:38.451968 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d772dce7-48f1-4a26-a559-51b886017dff admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a6976d9-6add-4434-8547-6c5ba9d349d2,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:38.506610 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-384625dd-59c1-444f-a2b2-271984c40896 req-8ff6529d-f609-49c2-bfe9-92eb89f8cc3a tempest-ServersNegativeTestMultiTenantJSON-1004017167 tempest-ServersNegativeTestMultiTenantJSON-1004017167-project] No DVR routers for this DVR port d44a6c64-1019-4530-a2a8-da0fce021270 on host n-h1-779913-29 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:26:38.511134 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d772dce7-48f1-4a26-a559-51b886017dff admin admin] Checking segment: {'id': '6abdef8f-feed-4530-be93-295dee2f7fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'd3f3b4f0-a2a4-4615-b2a7-a3c2703dc6b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:26:38.511423 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d772dce7-48f1-4a26-a559-51b886017dff admin admin] Network hostable DHCP agents. Network: d3f3b4f0-a2a4-4615-b2a7-a3c2703dc6b7, hostable agents: ['c6a09bd4-f72e-4283-a3ca-0bbca8a51081'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:26:38.523191 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-7fa6ae2d-b012-4040-a602-c23c9856dccd req-060f1247-d80e-4a0b-b0ff-b9b8e9feb865 tempest-ServerRescueTestJSON-1969041098 tempest-ServerRescueTestJSON-1969041098-project] For port 3f9089b3-8363-4170-9c98-520fa9a9f887, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=3f9089b3-8363-4170-9c98-520fa9a9f887,segment=NetworkSegment(836a85c8-8989-45d6-bb70-48fe95102097),segment_id=836a85c8-8989-45d6-bb70-48fe95102097)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:26:38.523191 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-7fa6ae2d-b012-4040-a602-c23c9856dccd req-060f1247-d80e-4a0b-b0ff-b9b8e9feb865 tempest-ServerRescueTestJSON-1969041098 tempest-ServerRescueTestJSON-1969041098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:38.533674 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-384625dd-59c1-444f-a2b2-271984c40896 req-8ff6529d-f609-49c2-bfe9-92eb89f8cc3a tempest-ServersNegativeTestMultiTenantJSON-1004017167 tempest-ServersNegativeTestMultiTenantJSON-1004017167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:38.533674 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-384625dd-59c1-444f-a2b2-271984c40896 req-8ff6529d-f609-49c2-bfe9-92eb89f8cc3a tempest-ServersNegativeTestMultiTenantJSON-1004017167 tempest-ServersNegativeTestMultiTenantJSON-1004017167-project] 10.222.0.65 "DELETE /v2.0/ports/d44a6c64-1019-4530-a2a8-da0fce021270 HTTP/1.1" status: 204 len: 173 time: 1.8974285 Jul 14 09:26:38.536476 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '229d01ea-9e8d-42cd-a1b6-2aeff691c308', 'name': 'network-vif-deleted', 'tag': 'd44a6c64-1019-4530-a2a8-da0fce021270'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:26:38.538805 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57505b6a-da6e-4756-9adc-c6bb573518ea" -d '{"events": [{"server_uuid": "229d01ea-9e8d-42cd-a1b6-2aeff691c308", "name": "network-vif-deleted", "tag": "d44a6c64-1019-4530-a2a8-da0fce021270"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:26:38.545980 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-7fa6ae2d-b012-4040-a602-c23c9856dccd req-060f1247-d80e-4a0b-b0ff-b9b8e9feb865 tempest-ServerRescueTestJSON-1969041098 tempest-ServerRescueTestJSON-1969041098-project] Calling delete_port for 3f9089b3-8363-4170-9c98-520fa9a9f887 owned by compute:nova {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:26:38.562346 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d772dce7-48f1-4a26-a559-51b886017dff admin admin] Network d3f3b4f0-a2a4-4615-b2a7-a3c2703dc6b7 is scheduled to be hosted by DHCP agent c6a09bd4-f72e-4283-a3ca-0bbca8a51081 with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:26:38.571268 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d34727b-82f5-4842-be6e-3b6c1e101881 req-4ad6aed3-c982-4808-aede-6be4ea61773c tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:38.581956 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0d34727b-82f5-4842-be6e-3b6c1e101881 req-4ad6aed3-c982-4808-aede-6be4ea61773c tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/ports?device_id=1a01352b-cf9e-4c65-b238-cb9fbde920b1 HTTP/1.1" status: 200 len: 946 time: 0.2895105 Jul 14 09:26:38.607945 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-d772dce7-48f1-4a26-a559-51b886017dff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-29, d3f3b4f0-a2a4-4615-b2a7-a3c2703dc6b7) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:26:38.614980 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d772dce7-48f1-4a26-a559-51b886017dff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:38.615585 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d772dce7-48f1-4a26-a559-51b886017dff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:38.641577 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f19d4313-0fe0-42b5-9a1f-529b16fbe24e None None] Network d3f3b4f0-a2a4-4615-b2a7-a3c2703dc6b7 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:26:38.642915 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-d772dce7-48f1-4a26-a559-51b886017dff admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2284417 Jul 14 09:26:38.645653 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 48564) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:38.650766 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-743bd84d-aafc-4be4-92cf-b5ce5879d06d admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-2038976689-router', 'tenant_id': '59257167697a4d8397898a00de2a9ad0', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'}}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:26:38.694134 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-743bd84d-aafc-4be4-92cf-b5ce5879d06d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-711749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14670'] for router, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:38.695566 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-743bd84d-aafc-4be4-92cf-b5ce5879d06d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-711718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-661475', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14679'] for router, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:38.733339 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c4cbc78e-a5dc-4c1e-b55e-e0fe41bc1e27 None None] For port 1746fc6d-e4b0-42a0-afca-cede7774c51b, host n-d-779913-29, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:26:38.761042 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0d34727b-82f5-4842-be6e-3b6c1e101881 req-49416f15-7da8-4b5e-9438-8b09dd124364 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/security-groups?id=bfacbc39-872c-438f-b7f4-05abded490ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778145 Jul 14 09:26:38.761613 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-7fa6ae2d-b012-4040-a602-c23c9856dccd req-060f1247-d80e-4a0b-b0ff-b9b8e9feb865 tempest-ServerRescueTestJSON-1969041098 tempest-ServerRescueTestJSON-1969041098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:38.771613 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-14ccb773-36bf-4680-8782-020b7e663370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:38.782776 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-14ccb773-36bf-4680-8782-020b7e663370 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=5699172b-f98f-483a-81e1-27bccc5d3cba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2971518 Jul 14 09:26:38.785570 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c4cbc78e-a5dc-4c1e-b55e-e0fe41bc1e27 None None] For port 1746fc6d-e4b0-42a0-afca-cede7774c51b, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=1746fc6d-e4b0-42a0-afca-cede7774c51b,segment=NetworkSegment(65c8a5c4-f5d0-4c14-b2bd-692aa7bcf671),segment_id=65c8a5c4-f5d0-4c14-b2bd-692aa7bcf671)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:26:38.796932 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] get_ports_and_sgs() called for port_ids ['c456e3ea-1818-4eb0-9974-4f7f0bc9979b', '3f9089b3-8363-4170-9c98-520fa9a9f887'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:26:38.799240 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060f1247-d80e-4a0b-b0ff-b9b8e9feb865 tempest-ServerRescueTestJSON-1969041098 tempest-ServerRescueTestJSON-1969041098-project] Pushing event deleted for resources: {'Port': ['ID=3f9089b3-8363-4170-9c98-520fa9a9f887,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:38.823534 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c4cbc78e-a5dc-4c1e-b55e-e0fe41bc1e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:38.941640 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-33ffdc46-3188-40bf-b444-7c3282325d06 req-e8ddb432-0476-404d-b14a-9674cc524437 tempest-ServerRescueTestJSON-1969041098 tempest-ServerRescueTestJSON-1969041098-project] 10.222.0.68 "GET /v2.0/ports?device_id=fd1f4779-7c9e-445b-a0be-3b95d7c816a4 HTTP/1.1" status: 200 len: 210 time: 0.1439006 Jul 14 09:26:38.989484 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fa6ae2d-b012-4040-a602-c23c9856dccd req-060f1247-d80e-4a0b-b0ff-b9b8e9feb865 tempest-ServerRescueTestJSON-1969041098 tempest-ServerRescueTestJSON-1969041098-project] No DVR routers for this DVR port 3f9089b3-8363-4170-9c98-520fa9a9f887 on host n-h2-779913-29 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:26:38.995871 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-7fa6ae2d-b012-4040-a602-c23c9856dccd req-060f1247-d80e-4a0b-b0ff-b9b8e9feb865 tempest-ServerRescueTestJSON-1969041098 tempest-ServerRescueTestJSON-1969041098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:38.998130 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-7fa6ae2d-b012-4040-a602-c23c9856dccd req-060f1247-d80e-4a0b-b0ff-b9b8e9feb865 tempest-ServerRescueTestJSON-1969041098 tempest-ServerRescueTestJSON-1969041098-project] 10.222.0.57 "DELETE /v2.0/ports/3f9089b3-8363-4170-9c98-520fa9a9f887 HTTP/1.1" status: 204 len: 173 time: 1.1788681 Jul 14 09:26:38.998903 n-d-779913-29 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd1f4779-7c9e-445b-a0be-3b95d7c816a4', 'name': 'network-vif-deleted', 'tag': '3f9089b3-8363-4170-9c98-520fa9a9f887'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:26:39.001075 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cbc78e-a5dc-4c1e-b55e-e0fe41bc1e27 None None] Pushing event updated for resources: {'Port': ['ID=1746fc6d-e4b0-42a0-afca-cede7774c51b,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:39.001539 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cb48f044f948e981f43897c8d7f1332f741dc7af2b4c5a6e19d8f4a80f708e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60d4e8e2-58f9-41b6-ab57-676679f9f2b0" -d '{"events": [{"server_uuid": "fd1f4779-7c9e-445b-a0be-3b95d7c816a4", "name": "network-vif-deleted", "tag": "3f9089b3-8363-4170-9c98-520fa9a9f887"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:26:39.005940 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-743bd84d-aafc-4be4-92cf-b5ce5879d06d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:39.056673 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-d229aaf4-1120-4c09-90d9-7e41fd856ab1 service neutron] 10.222.0.65 "GET /v2.0/networks/5699172b-f98f-483a-81e1-27bccc5d3cba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2264488 Jul 14 09:26:39.064153 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d8410941-99b6-44fe-98d1-442c671f9a63 tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10052764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11984092'] for subnet, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:39.229047 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:26:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be843c6d-2bfe-4cd3-af83-620f2869f3d9 x-openstack-request-id: req-be843c6d-2bfe-4cd3-af83-620f2869f3d9 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:26:39.230593 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd1f4779-7c9e-445b-a0be-3b95d7c816a4", "name": "network-vif-deleted", "tag": "3f9089b3-8363-4170-9c98-520fa9a9f887", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:26:39.231042 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-be843c6d-2bfe-4cd3-af83-620f2869f3d9 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:26:39.231698 n-d-779913-29 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd1f4779-7c9e-445b-a0be-3b95d7c816a4', 'name': 'network-vif-deleted', 'tag': '3f9089b3-8363-4170-9c98-520fa9a9f887', 'status': 'completed', 'code': 200} Jul 14 09:26:39.253409 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-743bd84d-aafc-4be4-92cf-b5ce5879d06d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-661489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-711771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12973'] for router, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:39.263951 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:26:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84f12476-3476-44c9-b692-cbef3808cb80 x-openstack-request-id: req-84f12476-3476-44c9-b692-cbef3808cb80 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:26:39.264494 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "229d01ea-9e8d-42cd-a1b6-2aeff691c308", "name": "network-vif-deleted", "tag": "d44a6c64-1019-4530-a2a8-da0fce021270", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:26:39.266732 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-84f12476-3476-44c9-b692-cbef3808cb80 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:26:39.268818 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '229d01ea-9e8d-42cd-a1b6-2aeff691c308', 'name': 'network-vif-deleted', 'tag': 'd44a6c64-1019-4530-a2a8-da0fce021270', 'status': 'completed', 'code': 200} Jul 14 09:26:39.307174 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d264352a-6413-4374-b726-b1ddc731e6e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf57baaa9-fd24-59f4-8fd2-1dc21122ce72-d3f3b4f0-a2a4-4615-b2a7-a3c2703dc6b7', 'network_id': 'd3f3b4f0-a2a4-4615-b2a7-a3c2703dc6b7', 'tenant_id': '59257167697a4d8397898a00de2a9ad0', 'fixed_ips': [{'subnet_id': '2a6976d9-6add-4434-8547-6c5ba9d349d2'}]}} from n-d-779913-29. {{(pid=93959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:26:39.308041 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d264352a-6413-4374-b726-b1ddc731e6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:39.596783 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-d264352a-6413-4374-b726-b1ddc731e6e0 None None] Allocated IP 172.20.0.2 (d3f3b4f0-a2a4-4615-b2a7-a3c2703dc6b7/2a6976d9-6add-4434-8547-6c5ba9d349d2/c57cb854-dc28-4df3-affa-ab871b53caa1) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:26:39.640007 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8410941-99b6-44fe-98d1-442c671f9a63 tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Pushing event updated for resources: {'Subnet': ['ID=0c5c01ca-a838-4867-9e15-ed1fbe510243,revision_number=0']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:39.653457 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-59711ca2-1d56-40e2-8da5-6e9a907a8e0e service neutron] 10.222.0.65 "GET /v2.0/networks/5699172b-f98f-483a-81e1-27bccc5d3cba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5860219 Jul 14 09:26:39.657090 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8410941-99b6-44fe-98d1-442c671f9a63 tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Checking segment: {'id': 'd08e3402-93f0-4d8f-b507-14402db02b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'af671471-9d96-4bdd-a406-e5ad1413bfb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:26:39.657471 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8410941-99b6-44fe-98d1-442c671f9a63 tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Network hostable DHCP agents. Network: af671471-9d96-4bdd-a406-e5ad1413bfb0, hostable agents: ['c6a09bd4-f72e-4283-a3ca-0bbca8a51081'], hosted agents: [] {{(pid=93957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:26:39.765308 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-e062d2b7-146d-443e-a2c8-da1e26039ca6 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=ea9e9cbd-c4fe-40eb-a857-ee9e6c073bb8 HTTP/1.1" status: 200 len: 217 time: 0.1004162 Jul 14 09:26:39.805606 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8410941-99b6-44fe-98d1-442c671f9a63 tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Network af671471-9d96-4bdd-a406-e5ad1413bfb0 is scheduled to be hosted by DHCP agent c6a09bd4-f72e-4283-a3ca-0bbca8a51081 with binding_index 1 {{(pid=93957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:26:39.851378 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-d8410941-99b6-44fe-98d1-442c671f9a63 tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-29, af671471-9d96-4bdd-a406-e5ad1413bfb0) {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:26:39.854454 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06abf89-8871-4836-beb3-0b3f088e6905 req-9d176751-8f78-4178-9fd7-8149f130e6f0 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:39.865450 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8410941-99b6-44fe-98d1-442c671f9a63 tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:39.865719 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06abf89-8871-4836-beb3-0b3f088e6905 req-9d176751-8f78-4178-9fd7-8149f130e6f0 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:39.866563 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d8410941-99b6-44fe-98d1-442c671f9a63 tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Notify callbacks [] for subnet, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:39.879620 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f5653c4-07e2-42c4-a3d6-7cb016dcd3a2 None None] Network af671471-9d96-4bdd-a406-e5ad1413bfb0 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:26:39.880090 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-68711c0c-53ca-479c-85d8-f96507737078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:39.880090 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-68711c0c-53ca-479c-85d8-f96507737078 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=df8e47ca-e310-4261-88e8-dfbdedfc6676 HTTP/1.1" status: 200 len: 797 time: 0.0907302 Jul 14 09:26:39.880234 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06abf89-8871-4836-beb3-0b3f088e6905 req-9d176751-8f78-4178-9fd7-8149f130e6f0 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:39.891018 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06abf89-8871-4836-beb3-0b3f088e6905 req-9d176751-8f78-4178-9fd7-8149f130e6f0 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:39.897017 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-d8410941-99b6-44fe-98d1-442c671f9a63 tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.0743933 Jul 14 09:26:39.916498 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06abf89-8871-4836-beb3-0b3f088e6905 req-9d176751-8f78-4178-9fd7-8149f130e6f0 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:39.933991 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06abf89-8871-4836-beb3-0b3f088e6905 req-9d176751-8f78-4178-9fd7-8149f130e6f0 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:39.949956 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06abf89-8871-4836-beb3-0b3f088e6905 req-9d176751-8f78-4178-9fd7-8149f130e6f0 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:39.959216 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-e06abf89-8871-4836-beb3-0b3f088e6905 req-9d176751-8f78-4178-9fd7-8149f130e6f0 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] 10.222.0.68 "GET /v2.0/ports?device_id=5c7b30e8-3087-4fa2-a121-bc36e0beab3b HTTP/1.1" status: 200 len: 5429 time: 0.3986309 Jul 14 09:26:40.004754 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-743bd84d-aafc-4be4-92cf-b5ce5879d06d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:40.023825 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d264352a-6413-4374-b726-b1ddc731e6e0 None None] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:40.036693 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-743bd84d-aafc-4be4-92cf-b5ce5879d06d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:40.070333 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-d264352a-6413-4374-b726-b1ddc731e6e0 None None] Transition to ACTIVE for port object c57cb854-dc28-4df3-affa-ab871b53caa1 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:26:40.076357 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-28dd32f2-6650-4bbd-9fd1-dce341cb35d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:40.077919 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-28dd32f2-6650-4bbd-9fd1-dce341cb35d6 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=42a058fa-f36e-4a5f-a1b5-ee56753d964d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1618128 Jul 14 09:26:40.164041 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-d264352a-6413-4374-b726-b1ddc731e6e0 None None] Transition to ACTIVE for port object c57cb854-dc28-4df3-affa-ab871b53caa1 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:26:40.172161 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 48586) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:40.183177 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d264352a-6413-4374-b726-b1ddc731e6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:40.235446 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-3688246c-3787-483d-b5ad-bf7ad9c0f20a admin admin] Deleting subnet 054e684f-6580-4772-80f7-f82925f6b0aa {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:26:40.252176 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3688246c-3787-483d-b5ad-bf7ad9c0f20a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:40.310018 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-743bd84d-aafc-4be4-92cf-b5ce5879d06d admin admin] Allocated IP 172.25.4.111 (2dcd4d32-cc7c-4468-b396-7ce5c9231892/6cd22a75-5bc1-467c-a3c4-0af04bd1b34a/42e0bb2c-044f-45d1-9907-09bbb5f0a324) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:26:40.317254 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-eac7ff7c-d223-4742-a069-e8da1fe9f296 service neutron] 10.222.0.65 "GET /v2.0/networks/42a058fa-f36e-4a5f-a1b5-ee56753d964d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2307699 Jul 14 09:26:40.335101 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-e06abf89-8871-4836-beb3-0b3f088e6905 req-f62cdd0d-83dd-46cb-b610-fc98bc4622f7 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] 10.222.0.68 "GET /v2.0/security-groups?id=3e8708b8-59d7-4408-a840-9965955f2a4b&id=ff27f1e0-0078-49b9-90e3-125b24008d99&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3716934 Jul 14 09:26:40.348672 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d264352a-6413-4374-b726-b1ddc731e6e0 None None] Network d3f3b4f0-a2a4-4615-b2a7-a3c2703dc6b7 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:26:40.356287 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-d264352a-6413-4374-b726-b1ddc731e6e0 None None] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:26:40.381661 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d264352a-6413-4374-b726-b1ddc731e6e0 None None] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:26:40.427532 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3688246c-3787-483d-b5ad-bf7ad9c0f20a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13574120'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:40.472731 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 1746fc6d-e4b0-42a0-afca-cede7774c51b up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:26:40.533583 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-69ae236e-7937-45b9-b484-f15c2514e249 service neutron] 10.222.0.65 "GET /v2.0/networks/42a058fa-f36e-4a5f-a1b5-ee56753d964d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2085412 Jul 14 09:26:40.537612 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3688246c-3787-483d-b5ad-bf7ad9c0f20a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3481002'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:40.543239 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c404bf06-85d4-4ea8-b102-a9463c2d4aae req-c445d56e-1973-4812-a08c-c251f8b68477 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:40.544781 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c404bf06-85d4-4ea8-b102-a9463c2d4aae req-c445d56e-1973-4812-a08c-c251f8b68477 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/ports?device_id=1a01352b-cf9e-4c65-b238-cb9fbde920b1 HTTP/1.1" status: 200 len: 946 time: 0.2013166 Jul 14 09:26:40.569773 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d264352a-6413-4374-b726-b1ddc731e6e0 None None] Pushing event updated for resources: {'Port': ['ID=c57cb854-dc28-4df3-affa-ab871b53caa1,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:40.601185 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-1755bbd6-25b5-46f6-b767-55d133abdd70 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=0d1d6f24-a3fe-4925-8ced-a01216f77039 HTTP/1.1" status: 200 len: 217 time: 0.0548506 Jul 14 09:26:40.659656 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device d44a6c64-1019-4530-a2a8-da0fce021270 no longer exists at agent hyperv_n-h1-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:26:40.706436 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-c0afb429-1ffc-40a5-80e5-845662a4a2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:40.707907 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-c0afb429-1ffc-40a5-80e5-845662a4a2d3 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=df8e47ca-e310-4261-88e8-dfbdedfc6676 HTTP/1.1" status: 200 len: 797 time: 0.0971019 Jul 14 09:26:40.716467 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c404bf06-85d4-4ea8-b102-a9463c2d4aae req-3cd234f7-d121-40b4-bacb-068d9a947f6a tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/security-groups?id=bfacbc39-872c-438f-b7f4-05abded490ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646352 Jul 14 09:26:40.749951 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] No Port match for: d44a6c64-1019-4530-a2a8-da0fce021270 {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:26:40.758451 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device d44a6c64-1019-4530-a2a8-da0fce021270 not bound to the agent host n-h1-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:26:40.818266 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-e04e6aa6-ba15-4027-b51f-56323708a152 req-16be9bf5-abc4-4a19-8abe-d71c79c14325 tempest-ServerRescueTestJSON-1969041098 tempest-ServerRescueTestJSON-1969041098-project] 10.222.0.68 "GET /v2.0/ports?device_id=fd1f4779-7c9e-445b-a0be-3b95d7c816a4 HTTP/1.1" status: 200 len: 210 time: 0.1171794 Jul 14 09:26:40.830763 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-731d6290-c4bc-476e-975a-6bf446dc3605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:40.832276 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-731d6290-c4bc-476e-975a-6bf446dc3605 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=42a058fa-f36e-4a5f-a1b5-ee56753d964d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1149566 Jul 14 09:26:40.884537 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d6e71c4-163d-424b-8ae4-fd3357c5d245 None None] Network 07c04bc0-1145-47dc-b6c6-b4b7c828f2f9 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:26:40.907383 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3688246c-3787-483d-b5ad-bf7ad9c0f20a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13574056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16714573'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:40.996826 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55e4d722-e456-450a-9bdf-4687175595df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf57baaa9-fd24-59f4-8fd2-1dc21122ce72-af671471-9d96-4bdd-a406-e5ad1413bfb0', 'network_id': 'af671471-9d96-4bdd-a406-e5ad1413bfb0', 'tenant_id': '24f83d3539e4497181e13bb568cf43a0', 'fixed_ips': [{'subnet_id': '0c5c01ca-a838-4867-9e15-ed1fbe510243'}]}} from n-d-779913-29. {{(pid=93959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:26:41.001583 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-55e4d722-e456-450a-9bdf-4687175595df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:41.018690 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3688246c-3787-483d-b5ad-bf7ad9c0f20a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=054e684f-6580-4772-80f7-f82925f6b0aa,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:41.020118 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-d264352a-6413-4374-b726-b1ddc731e6e0 None None] Attempting to bind port c57cb854-dc28-4df3-affa-ab871b53caa1 on host n-d-779913-29 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:26:41.020496 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-d264352a-6413-4374-b726-b1ddc731e6e0 None None] Attempting to bind port c57cb854-dc28-4df3-affa-ab871b53caa1 by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': '6abdef8f-feed-4530-be93-295dee2f7fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'd3f3b4f0-a2a4-4615-b2a7-a3c2703dc6b7'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:26:41.021787 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3688246c-3787-483d-b5ad-bf7ad9c0f20a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:41.024841 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-3688246c-3787-483d-b5ad-bf7ad9c0f20a admin admin] 10.222.0.68 "DELETE /v2.0/subnets/054e684f-6580-4772-80f7-f82925f6b0aa HTTP/1.1" status: 204 len: 168 time: 0.8455169 Jul 14 09:26:41.028852 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 48606) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:41.036888 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d264352a-6413-4374-b726-b1ddc731e6e0 None None] Attempting to bind port c57cb854-dc28-4df3-affa-ab871b53caa1 on network d3f3b4f0-a2a4-4615-b2a7-a3c2703dc6b7 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:26:41.076631 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d264352a-6413-4374-b726-b1ddc731e6e0 None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 26, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:26:41.077864 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d264352a-6413-4374-b726-b1ddc731e6e0 None None] Checking segment: {'id': '6abdef8f-feed-4530-be93-295dee2f7fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'd3f3b4f0-a2a4-4615-b2a7-a3c2703dc6b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:26:41.078287 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d264352a-6413-4374-b726-b1ddc731e6e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:41.078693 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d264352a-6413-4374-b726-b1ddc731e6e0 None None] Bound using segment: {'id': '6abdef8f-feed-4530-be93-295dee2f7fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'd3f3b4f0-a2a4-4615-b2a7-a3c2703dc6b7'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:26:41.079695 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-743bd84d-aafc-4be4-92cf-b5ce5879d06d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:41.079996 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-d264352a-6413-4374-b726-b1ddc731e6e0 None None] Bound port: c57cb854-dc28-4df3-affa-ab871b53caa1, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6abdef8f-feed-4530-be93-295dee2f7fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'd3f3b4f0-a2a4-4615-b2a7-a3c2703dc6b7'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:26:41.082108 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d264352a-6413-4374-b726-b1ddc731e6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:41.099532 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-5e5b958b-8937-49cc-baf6-1e630578db6d None None] Provisioning for port 1746fc6d-e4b0-42a0-afca-cede7774c51b completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:26:41.119467 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a7d992ca-c9b3-4956-910f-7fc7350e244a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3876111'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:41.224790 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-743bd84d-aafc-4be4-92cf-b5ce5879d06d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:41.251696 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning for port 1746fc6d-e4b0-42a0-afca-cede7774c51b completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:26:41.262231 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port 1746fc6d-e4b0-42a0-afca-cede7774c51b triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:26:41.262608 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:41.276555 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a7d992ca-c9b3-4956-910f-7fc7350e244a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473955', 'neutron.services.segments.db._delete_segments_for_network-8735688326548'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:41.284979 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-743bd84d-aafc-4be4-92cf-b5ce5879d06d admin admin] Network 2dcd4d32-cc7c-4468-b396-7ce5c9231892 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:26:41.302619 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-743bd84d-aafc-4be4-92cf-b5ce5879d06d admin admin] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:26:41.307978 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-a7d992ca-c9b3-4956-910f-7fc7350e244a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33b1c44e-4835-4a1e-99cd-f4fd60cc56bb']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:26:41.316183 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-743bd84d-aafc-4be4-92cf-b5ce5879d06d admin admin] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:26:41.325478 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-a7d992ca-c9b3-4956-910f-7fc7350e244a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aab02719-8fcd-46ab-b035-de8f7672ee5b') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:26:41.325813 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-a7d992ca-c9b3-4956-910f-7fc7350e244a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aab02719-8fcd-46ab-b035-de8f7672ee5b') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:26:41.363217 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 3f9089b3-8363-4170-9c98-520fa9a9f887 no longer exists at agent hyperv_n-h2-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:26:41.369833 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743bd84d-aafc-4be4-92cf-b5ce5879d06d admin admin] Pushing event updated for resources: {'Port': ['ID=42e0bb2c-044f-45d1-9907-09bbb5f0a324,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:41.394476 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a7d992ca-c9b3-4956-910f-7fc7350e244a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735688356235', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13574129'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:41.458887 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a7d992ca-c9b3-4956-910f-7fc7350e244a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:41.479578 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7d992ca-c9b3-4956-910f-7fc7350e244a admin admin] Releasing vlan 744 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:26:41.480311 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a7d992ca-c9b3-4956-910f-7fc7350e244a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13573126'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:41.483406 n-d-779913-29 neutron-server[93958]: Traceback (most recent call last): Jul 14 09:26:41.483406 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:26:41.483406 n-d-779913-29 neutron-server[93958]: timer() Jul 14 09:26:41.483406 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:26:41.483406 n-d-779913-29 neutron-server[93958]: cb(*args, **kw) Jul 14 09:26:41.483406 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:26:41.483406 n-d-779913-29 neutron-server[93958]: return func(*args, **kwargs) Jul 14 09:26:41.483406 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:26:41.483406 n-d-779913-29 neutron-server[93958]: self._notify() Jul 14 09:26:41.483406 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:26:41.483406 n-d-779913-29 neutron-server[93958]: self.callback(batched_events) Jul 14 09:26:41.483406 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:26:41.483406 n-d-779913-29 neutron-server[93958]: event.method(event) Jul 14 09:26:41.483406 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:26:41.483406 n-d-779913-29 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:26:41.483406 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:26:41.483406 n-d-779913-29 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:26:41.483406 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:26:41.483406 n-d-779913-29 neutron-server[93958]: return f(self, *a, **k) Jul 14 09:26:41.483406 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:26:41.483406 n-d-779913-29 neutron-server[93958]: return self._get(url).json() Jul 14 09:26:41.483406 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:26:41.483406 n-d-779913-29 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:26:41.483406 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:26:41.483406 n-d-779913-29 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 14 09:26:41.483406 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:26:41.483406 n-d-779913-29 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:26:41.483406 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:26:41.483406 n-d-779913-29 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:26:41.483406 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:26:41.483406 n-d-779913-29 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:26:41.483406 n-d-779913-29 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:26:41.508540 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] No Port match for: 3f9089b3-8363-4170-9c98-520fa9a9f887 {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:26:41.509418 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 3f9089b3-8363-4170-9c98-520fa9a9f887 not bound to the agent host n-h2-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:26:41.539676 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-d264352a-6413-4374-b726-b1ddc731e6e0 None None] For port c57cb854-dc28-4df3-affa-ab871b53caa1, host n-d-779913-29, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:26:41.570461 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-d264352a-6413-4374-b726-b1ddc731e6e0 None None] For port c57cb854-dc28-4df3-affa-ab871b53caa1, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=c57cb854-dc28-4df3-affa-ab871b53caa1,segment=NetworkSegment(6abdef8f-feed-4530-be93-295dee2f7fe5),segment_id=6abdef8f-feed-4530-be93-295dee2f7fe5)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:26:41.583735 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d264352a-6413-4374-b726-b1ddc731e6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:41.639582 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5bc593-ab64-4bab-bcb8-919b4870bd46 req-b4d5323e-ddbe-4396-9618-7baa46914d8a tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:41.646829 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5bc593-ab64-4bab-bcb8-919b4870bd46 req-b4d5323e-ddbe-4396-9618-7baa46914d8a tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:41.648544 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3e5bc593-ab64-4bab-bcb8-919b4870bd46 req-b4d5323e-ddbe-4396-9618-7baa46914d8a tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] 10.222.0.68 "GET /v2.0/networks?id=07c04bc0-1145-47dc-b6c6-b4b7c828f2f9&id=af671471-9d96-4bdd-a406-e5ad1413bfb0 HTTP/1.1" status: 200 len: 1392 time: 0.6874490 Jul 14 09:26:41.722167 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3e5bc593-ab64-4bab-bcb8-919b4870bd46 req-973ffa7a-4f98-490f-a00f-ffb917009f6c tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] 10.222.0.68 "GET /v2.0/quotas/24f83d3539e4497181e13bb568cf43a0 HTTP/1.1" status: 200 len: 375 time: 0.0373073 Jul 14 09:26:41.768728 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-55e4d722-e456-450a-9bdf-4687175595df None None] Allocated IP 19.86.0.2 (af671471-9d96-4bdd-a406-e5ad1413bfb0/0c5c01ca-a838-4867-9e15-ed1fbe510243/a0dede3e-6998-4b29-ab3e-0b2bdd4ca69e) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:26:41.813526 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-774fbff3-02c9-46a7-b629-653f58114b4b service neutron] 10.222.0.65 "GET /v2.0/networks/42a058fa-f36e-4a5f-a1b5-ee56753d964d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9724281 Jul 14 09:26:41.814846 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:41.828961 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a30098-c43f-4fcb-8304-11211c6af1cd req-29960eed-79f5-4833-b0f8-e08bc984e0c7 tempest-ListServersNegativeTestJSON-1499415755 tempest-ListServersNegativeTestJSON-1499415755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:41.830650 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-32a30098-c43f-4fcb-8304-11211c6af1cd req-29960eed-79f5-4833-b0f8-e08bc984e0c7 tempest-ListServersNegativeTestJSON-1499415755 tempest-ListServersNegativeTestJSON-1499415755-project] 10.222.0.65 "GET /v2.0/ports?device_id=e9c19f78-67f6-4a62-b39e-3fc0beba93ff HTTP/1.1" status: 200 len: 945 time: 0.1810672 Jul 14 09:26:41.933767 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d264352a-6413-4374-b726-b1ddc731e6e0 None None] Pushing event updated for resources: {'Port': ['ID=c57cb854-dc28-4df3-affa-ab871b53caa1,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:41.966238 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] For port 1746fc6d-e4b0-42a0-afca-cede7774c51b, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=1746fc6d-e4b0-42a0-afca-cede7774c51b,segment=NetworkSegment(65c8a5c4-f5d0-4c14-b2bd-692aa7bcf671),segment_id=65c8a5c4-f5d0-4c14-b2bd-692aa7bcf671)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:26:41.978992 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:42.048872 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3e5bc593-ab64-4bab-bcb8-919b4870bd46 req-d020715c-b868-4f0b-ac1e-7c2d36522495 tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=24f83d3539e4497181e13bb568cf43a0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3246644 Jul 14 09:26:42.055214 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a7d992ca-c9b3-4956-910f-7fc7350e244a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660504'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:42.057142 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [req-3e5bc593-ab64-4bab-bcb8-919b4870bd46 req-da5f891f-dfe0-4aa1-9a45-abd1dbe93eed service neutron] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=93957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:26:42.065668 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3e5bc593-ab64-4bab-bcb8-919b4870bd46 req-da5f891f-dfe0-4aa1-9a45-abd1dbe93eed service neutron] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0136335 Jul 14 09:26:42.094465 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea6481a-28b4-4f86-9cd3-9bbe2a9ce4a3 req-7df23df9-eea6-47fa-ad75-57b312dd8253 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:42.096129 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-bea6481a-28b4-4f86-9cd3-9bbe2a9ce4a3 req-7df23df9-eea6-47fa-ad75-57b312dd8253 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/networks?id=b13d7c6c-cfbf-4964-b16a-12c3c2736fe4 HTTP/1.1" status: 200 len: 806 time: 0.7192898 Jul 14 09:26:42.108750 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a7d992ca-c9b3-4956-910f-7fc7350e244a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:42.111624 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-a7d992ca-c9b3-4956-910f-7fc7350e244a admin admin] 10.222.0.68 "DELETE /v2.0/networks/33b1c44e-4835-4a1e-99cd-f4fd60cc56bb HTTP/1.1" status: 204 len: 168 time: 1.0815752 Jul 14 09:26:42.139206 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 48624) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:42.152444 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d992ca-c9b3-4956-910f-7fc7350e244a admin admin] Pushing event deleted for resources: {'Network': ['ID=33b1c44e-4835-4a1e-99cd-f4fd60cc56bb,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:42.153720 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Pushing event updated for resources: {'Port': ['ID=1746fc6d-e4b0-42a0-afca-cede7774c51b,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:42.188818 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-bea6481a-28b4-4f86-9cd3-9bbe2a9ce4a3 req-8b3746bb-29dc-45a9-91de-7ab06fdfb0dd tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/quotas/5a5f2c2d833f465d9525ee4af4d3c349 HTTP/1.1" status: 200 len: 375 time: 0.0568025 Jul 14 09:26:42.243121 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-55e4d722-e456-450a-9bdf-4687175595df None None] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:42.270750 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-55e4d722-e456-450a-9bdf-4687175595df None None] Transition to ACTIVE for port object a0dede3e-6998-4b29-ab3e-0b2bdd4ca69e will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:26:42.312610 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-a34e10ca-7293-4711-b3c3-431de98e1cf0 admin admin] Deleting subnet f7bb5acd-53aa-4440-862c-42c8e5c7d18b {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:26:42.316954 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-55e4d722-e456-450a-9bdf-4687175595df None None] Transition to ACTIVE for port object a0dede3e-6998-4b29-ab3e-0b2bdd4ca69e will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:26:42.317842 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a34e10ca-7293-4711-b3c3-431de98e1cf0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:42.318982 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-55a9f58d-facd-4376-bd39-1678ff1bcf67 req-613915e3-9b29-4e9b-bf9e-42ea58ff72c2 service neutron] 10.222.0.65 "GET /v2.0/networks/42a058fa-f36e-4a5f-a1b5-ee56753d964d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4255505 Jul 14 09:26:42.334308 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-55e4d722-e456-450a-9bdf-4687175595df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:42.358792 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3e5bc593-ab64-4bab-bcb8-919b4870bd46 req-4ee6c055-d574-4228-a9df-23e4c45efc07 service neutron] 10.222.0.68 "GET /v2.0/networks/07c04bc0-1145-47dc-b6c6-b4b7c828f2f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2918925 Jul 14 09:26:42.438061 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55e4d722-e456-450a-9bdf-4687175595df None None] Network af671471-9d96-4bdd-a406-e5ad1413bfb0 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:26:42.441278 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-55e4d722-e456-450a-9bdf-4687175595df None None] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:26:42.462694 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e4d722-e456-450a-9bdf-4687175595df None None] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:26:42.481001 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e4d722-e456-450a-9bdf-4687175595df None None] Pushing event updated for resources: {'Port': ['ID=a0dede3e-6998-4b29-ab3e-0b2bdd4ca69e,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:42.496123 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [req-32a30098-c43f-4fcb-8304-11211c6af1cd req-35365abf-509a-4981-8cc3-bf46c4a6899c tempest-ListServersNegativeTestJSON-1499415755 tempest-ListServersNegativeTestJSON-1499415755-project] Deleting port b69c30b3-4a7f-4f03-b18a-8064aa521500 {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:26:42.496476 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-32a30098-c43f-4fcb-8304-11211c6af1cd req-35365abf-509a-4981-8cc3-bf46c4a6899c tempest-ListServersNegativeTestJSON-1499415755 tempest-ListServersNegativeTestJSON-1499415755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:42.553156 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a34e10ca-7293-4711-b3c3-431de98e1cf0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13574120'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:42.557552 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-55e4d722-e456-450a-9bdf-4687175595df None None] Attempting to bind port a0dede3e-6998-4b29-ab3e-0b2bdd4ca69e on host n-d-779913-29 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:26:42.558027 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-55e4d722-e456-450a-9bdf-4687175595df None None] Attempting to bind port a0dede3e-6998-4b29-ab3e-0b2bdd4ca69e by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': 'd08e3402-93f0-4d8f-b507-14402db02b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'af671471-9d96-4bdd-a406-e5ad1413bfb0'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:26:42.558245 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e4d722-e456-450a-9bdf-4687175595df None None] Attempting to bind port a0dede3e-6998-4b29-ab3e-0b2bdd4ca69e on network af671471-9d96-4bdd-a406-e5ad1413bfb0 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:26:42.564359 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device c57cb854-dc28-4df3-affa-ab871b53caa1 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:26:42.600516 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-743bd84d-aafc-4be4-92cf-b5ce5879d06d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:42.608799 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-bea6481a-28b4-4f86-9cd3-9bbe2a9ce4a3 req-0ea49e62-d439-461e-8f99-6cc2e93bc516 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=5a5f2c2d833f465d9525ee4af4d3c349&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4193363 Jul 14 09:26:42.617539 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e4d722-e456-450a-9bdf-4687175595df None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 26, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:26:42.617912 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e4d722-e456-450a-9bdf-4687175595df None None] Checking segment: {'id': 'd08e3402-93f0-4d8f-b507-14402db02b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'af671471-9d96-4bdd-a406-e5ad1413bfb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:26:42.619370 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-55e4d722-e456-450a-9bdf-4687175595df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:42.619780 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e4d722-e456-450a-9bdf-4687175595df None None] Bound using segment: {'id': 'd08e3402-93f0-4d8f-b507-14402db02b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'af671471-9d96-4bdd-a406-e5ad1413bfb0'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:26:42.620439 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-55e4d722-e456-450a-9bdf-4687175595df None None] Bound port: a0dede3e-6998-4b29-ab3e-0b2bdd4ca69e, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd08e3402-93f0-4d8f-b507-14402db02b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'af671471-9d96-4bdd-a406-e5ad1413bfb0'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:26:42.620940 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-55e4d722-e456-450a-9bdf-4687175595df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:42.640749 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3e5bc593-ab64-4bab-bcb8-919b4870bd46 req-074de86b-3b68-4473-9f5e-c09c5810538f service neutron] 10.222.0.68 "GET /v2.0/networks/07c04bc0-1145-47dc-b6c6-b4b7c828f2f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2697067 Jul 14 09:26:42.721236 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:42.732933 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-3ed089af-1ded-4aa7-9f64-b53c75a240f3 None None] Provisioning complete for port 1746fc6d-e4b0-42a0-afca-cede7774c51b triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:26:42.734731 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3ed089af-1ded-4aa7-9f64-b53c75a240f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:42.746957 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-32a30098-c43f-4fcb-8304-11211c6af1cd req-35365abf-509a-4981-8cc3-bf46c4a6899c tempest-ListServersNegativeTestJSON-1499415755 tempest-ListServersNegativeTestJSON-1499415755-project] For port b69c30b3-4a7f-4f03-b18a-8064aa521500, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=b69c30b3-4a7f-4f03-b18a-8064aa521500,segment=NetworkSegment(7d8815e9-0200-443e-a333-a7dc7602fee9),segment_id=7d8815e9-0200-443e-a333-a7dc7602fee9)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:26:42.747335 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-32a30098-c43f-4fcb-8304-11211c6af1cd req-35365abf-509a-4981-8cc3-bf46c4a6899c tempest-ListServersNegativeTestJSON-1499415755 tempest-ListServersNegativeTestJSON-1499415755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:42.756728 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-bea6481a-28b4-4f86-9cd3-9bbe2a9ce4a3 req-6f21aa37-b390-40de-b3ae-230ac5973c76 service neutron] 10.222.0.68 "GET /v2.0/networks/b13d7c6c-cfbf-4964-b16a-12c3c2736fe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108143 Jul 14 09:26:42.773635 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4360d557-bf1c-4437-93e3-edf1e5225e11 req-d9ec59c6-a9a4-48e5-ab15-01ab4ab46c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:42.774129 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4360d557-bf1c-4437-93e3-edf1e5225e11 req-d9ec59c6-a9a4-48e5-ab15-01ab4ab46c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:42.774678 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4360d557-bf1c-4437-93e3-edf1e5225e11 req-d9ec59c6-a9a4-48e5-ab15-01ab4ab46c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:42.775663 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4360d557-bf1c-4437-93e3-edf1e5225e11 req-d9ec59c6-a9a4-48e5-ab15-01ab4ab46c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:42.776137 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4360d557-bf1c-4437-93e3-edf1e5225e11 req-d9ec59c6-a9a4-48e5-ab15-01ab4ab46c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:42.776608 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4360d557-bf1c-4437-93e3-edf1e5225e11 req-d9ec59c6-a9a4-48e5-ab15-01ab4ab46c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:42.777078 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4360d557-bf1c-4437-93e3-edf1e5225e11 req-d9ec59c6-a9a4-48e5-ab15-01ab4ab46c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:42.779119 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-4360d557-bf1c-4437-93e3-edf1e5225e11 req-d9ec59c6-a9a4-48e5-ab15-01ab4ab46c5e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4cb5d08776664e9f8e9d7e6bc7c12e1a&device_id=5c7b30e8-3087-4fa2-a121-bc36e0beab3b HTTP/1.1" status: 200 len: 6493 time: 0.2109835 Jul 14 09:26:42.779982 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a34e10ca-7293-4711-b3c3-431de98e1cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3481002'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:42.801792 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [req-32a30098-c43f-4fcb-8304-11211c6af1cd req-35365abf-509a-4981-8cc3-bf46c4a6899c tempest-ListServersNegativeTestJSON-1499415755 tempest-ListServersNegativeTestJSON-1499415755-project] Calling delete_port for b69c30b3-4a7f-4f03-b18a-8064aa521500 owned by compute:nova {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:26:42.808131 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning for port c57cb854-dc28-4df3-affa-ab871b53caa1 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:26:42.859680 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 1746fc6d-e4b0-42a0-afca-cede7774c51b up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:26:42.931382 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3e5bc593-ab64-4bab-bcb8-919b4870bd46 req-bb9229b4-ca1c-4ddc-bfaf-3d6450abe995 service neutron] 10.222.0.68 "GET /v2.0/networks/af671471-9d96-4bdd-a406-e5ad1413bfb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2829900 Jul 14 09:26:42.966993 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-55e4d722-e456-450a-9bdf-4687175595df None None] For port a0dede3e-6998-4b29-ab3e-0b2bdd4ca69e, host n-d-779913-29, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:26:42.970698 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-55e4d722-e456-450a-9bdf-4687175595df None None] For port a0dede3e-6998-4b29-ab3e-0b2bdd4ca69e, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=a0dede3e-6998-4b29-ab3e-0b2bdd4ca69e,segment=NetworkSegment(d08e3402-93f0-4d8f-b507-14402db02b56),segment_id=d08e3402-93f0-4d8f-b507-14402db02b56)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:26:42.972135 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port 1746fc6d-e4b0-42a0-afca-cede7774c51b triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:26:42.972707 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:43.005185 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-55e4d722-e456-450a-9bdf-4687175595df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:43.074457 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4360d557-bf1c-4437-93e3-edf1e5225e11 req-5a313624-3330-4131-a7e9-15e8eb3b89f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:43.075979 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-4360d557-bf1c-4437-93e3-edf1e5225e11 req-5a313624-3330-4131-a7e9-15e8eb3b89f5 service neutron] 10.222.0.65 "GET /v2.0/networks?id=42a058fa-f36e-4a5f-a1b5-ee56753d964d HTTP/1.1" status: 200 len: 903 time: 0.2884352 Jul 14 09:26:43.103974 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e4d722-e456-450a-9bdf-4687175595df None None] Pushing event updated for resources: {'Port': ['ID=a0dede3e-6998-4b29-ab3e-0b2bdd4ca69e,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:43.204870 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-bea6481a-28b4-4f86-9cd3-9bbe2a9ce4a3 req-e099f618-b748-4c1f-b2e3-d1757d877c13 service neutron] 10.222.0.68 "GET /v2.0/networks/b13d7c6c-cfbf-4964-b16a-12c3c2736fe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4392545 Jul 14 09:26:43.206835 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a34e10ca-7293-4711-b3c3-431de98e1cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13574056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16714573'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:43.241785 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-4360d557-bf1c-4437-93e3-edf1e5225e11 req-ec22c8d8-5a7c-4e6d-bbb9-cbc147f690ee service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=ea9e9cbd-c4fe-40eb-a857-ee9e6c073bb8 HTTP/1.1" status: 200 len: 217 time: 0.1527824 Jul 14 09:26:43.283016 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34e10ca-7293-4711-b3c3-431de98e1cf0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f7bb5acd-53aa-4440-862c-42c8e5c7d18b,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:43.323777 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3e5bc593-ab64-4bab-bcb8-919b4870bd46 req-96530edd-b6a3-4432-bacd-bd4428343b67 service neutron] 10.222.0.68 "GET /v2.0/networks/af671471-9d96-4bdd-a406-e5ad1413bfb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3792970 Jul 14 09:26:43.336379 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a34e10ca-7293-4711-b3c3-431de98e1cf0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:43.339989 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-a34e10ca-7293-4711-b3c3-431de98e1cf0 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/f7bb5acd-53aa-4440-862c-42c8e5c7d18b HTTP/1.1" status: 204 len: 168 time: 1.1975133 Jul 14 09:26:43.345673 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 48628) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:43.366998 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c827661-5520-4d96-afe5-cfafe5418b62 req-3b6d2aea-1c62-4471-8fbd-b91bd88e6b28 tempest-ListServersNegativeTestJSON-1499415755 tempest-ListServersNegativeTestJSON-1499415755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:43.368946 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-3c827661-5520-4d96-afe5-cfafe5418b62 req-3b6d2aea-1c62-4471-8fbd-b91bd88e6b28 tempest-ListServersNegativeTestJSON-1499415755 tempest-ListServersNegativeTestJSON-1499415755-project] 10.222.0.57 "GET /v2.0/ports?device_id=002785b9-e390-42a3-b365-eead167016a1 HTTP/1.1" status: 200 len: 946 time: 0.4688067 Jul 14 09:26:43.370498 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:43.421266 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-32a30098-c43f-4fcb-8304-11211c6af1cd req-35365abf-509a-4981-8cc3-bf46c4a6899c tempest-ListServersNegativeTestJSON-1499415755 tempest-ListServersNegativeTestJSON-1499415755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:43.454308 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4360d557-bf1c-4437-93e3-edf1e5225e11 req-b0bb303d-5562-4ea8-9128-2bc0dc1d63ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:43.456051 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-4360d557-bf1c-4437-93e3-edf1e5225e11 req-b0bb303d-5562-4ea8-9128-2bc0dc1d63ea service neutron] 10.222.0.65 "GET /v2.0/subnets?id=df8e47ca-e310-4261-88e8-dfbdedfc6676 HTTP/1.1" status: 200 len: 797 time: 0.2018106 Jul 14 09:26:43.464073 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] get_ports_and_sgs() called for port_ids ['b69c30b3-4a7f-4f03-b18a-8064aa521500'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:26:43.468019 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] get_ports_and_sgs() called for port_ids ['0ec1dab4-76c9-4527-a7f1-eee4d5e3ea59'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:26:43.479696 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-743bd84d-aafc-4be4-92cf-b5ce5879d06d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-711762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-661452'] for router, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:43.509442 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35365abf-509a-4981-8cc3-bf46c4a6899c tempest-ListServersNegativeTestJSON-1499415755 tempest-ListServersNegativeTestJSON-1499415755-project] Pushing event deleted for resources: {'Port': ['ID=b69c30b3-4a7f-4f03-b18a-8064aa521500,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:43.625469 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35365abf-509a-4981-8cc3-bf46c4a6899c tempest-ListServersNegativeTestJSON-1499415755 tempest-ListServersNegativeTestJSON-1499415755-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:26:43.625971 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35365abf-509a-4981-8cc3-bf46c4a6899c tempest-ListServersNegativeTestJSON-1499415755 tempest-ListServersNegativeTestJSON-1499415755-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:26:43.626424 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35365abf-509a-4981-8cc3-bf46c4a6899c tempest-ListServersNegativeTestJSON-1499415755 tempest-ListServersNegativeTestJSON-1499415755-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:26:43.626872 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35365abf-509a-4981-8cc3-bf46c4a6899c tempest-ListServersNegativeTestJSON-1499415755 tempest-ListServersNegativeTestJSON-1499415755-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:26:43.627329 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35365abf-509a-4981-8cc3-bf46c4a6899c tempest-ListServersNegativeTestJSON-1499415755 tempest-ListServersNegativeTestJSON-1499415755-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:26:43.630089 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35365abf-509a-4981-8cc3-bf46c4a6899c tempest-ListServersNegativeTestJSON-1499415755 tempest-ListServersNegativeTestJSON-1499415755-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:26:43.630553 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35365abf-509a-4981-8cc3-bf46c4a6899c tempest-ListServersNegativeTestJSON-1499415755 tempest-ListServersNegativeTestJSON-1499415755-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:26:43.631021 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35365abf-509a-4981-8cc3-bf46c4a6899c tempest-ListServersNegativeTestJSON-1499415755 tempest-ListServersNegativeTestJSON-1499415755-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:26:43.631472 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35365abf-509a-4981-8cc3-bf46c4a6899c tempest-ListServersNegativeTestJSON-1499415755 tempest-ListServersNegativeTestJSON-1499415755-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:26:43.632075 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35365abf-509a-4981-8cc3-bf46c4a6899c tempest-ListServersNegativeTestJSON-1499415755 tempest-ListServersNegativeTestJSON-1499415755-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:26:43.632514 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35365abf-509a-4981-8cc3-bf46c4a6899c tempest-ListServersNegativeTestJSON-1499415755 tempest-ListServersNegativeTestJSON-1499415755-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:26:43.632951 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35365abf-509a-4981-8cc3-bf46c4a6899c tempest-ListServersNegativeTestJSON-1499415755 tempest-ListServersNegativeTestJSON-1499415755-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:26:43.640967 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-32a30098-c43f-4fcb-8304-11211c6af1cd req-35365abf-509a-4981-8cc3-bf46c4a6899c tempest-ListServersNegativeTestJSON-1499415755 tempest-ListServersNegativeTestJSON-1499415755-project] No DVR routers for this DVR port b69c30b3-4a7f-4f03-b18a-8064aa521500 on host n-h1-779913-29 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:26:43.685962 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-32a30098-c43f-4fcb-8304-11211c6af1cd req-35365abf-509a-4981-8cc3-bf46c4a6899c tempest-ListServersNegativeTestJSON-1499415755 tempest-ListServersNegativeTestJSON-1499415755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:43.696181 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-32a30098-c43f-4fcb-8304-11211c6af1cd req-35365abf-509a-4981-8cc3-bf46c4a6899c tempest-ListServersNegativeTestJSON-1499415755 tempest-ListServersNegativeTestJSON-1499415755-project] 10.222.0.65 "DELETE /v2.0/ports/b69c30b3-4a7f-4f03-b18a-8064aa521500 HTTP/1.1" status: 204 len: 173 time: 1.8565254 Jul 14 09:26:43.711202 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9c19f78-67f6-4a62-b39e-3fc0beba93ff', 'name': 'network-vif-deleted', 'tag': 'b69c30b3-4a7f-4f03-b18a-8064aa521500'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:26:43.720977 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-284aee6b-bb0c-45fb-91ae-c522ca47f5fe" -d '{"events": [{"server_uuid": "e9c19f78-67f6-4a62-b39e-3fc0beba93ff", "name": "network-vif-deleted", "tag": "b69c30b3-4a7f-4f03-b18a-8064aa521500"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:26:43.725480 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed19fbdc-80b9-4977-a90e-f87dd1a478e1 None None] Network d3f3b4f0-a2a4-4615-b2a7-a3c2703dc6b7 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:26:43.749098 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-9f4232e6-b3c2-4b89-91ce-35aa4dfbec21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3876111'] for network, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:43.887393 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-3c827661-5520-4d96-afe5-cfafe5418b62 req-a8a69e4d-9558-4900-a223-47c65c9ed57f tempest-ListServersNegativeTestJSON-1499415755 tempest-ListServersNegativeTestJSON-1499415755-project] Deleting port 0ec1dab4-76c9-4527-a7f1-eee4d5e3ea59 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:26:43.887745 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-3c827661-5520-4d96-afe5-cfafe5418b62 req-a8a69e4d-9558-4900-a223-47c65c9ed57f tempest-ListServersNegativeTestJSON-1499415755 tempest-ListServersNegativeTestJSON-1499415755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:43.923195 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-7a8a6aa2-ee70-4303-8f6e-8fe7a9b42959 None None] Provisioning for port c57cb854-dc28-4df3-affa-ab871b53caa1 completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:26:43.954450 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4360d557-bf1c-4437-93e3-edf1e5225e11 req-8552c69f-3476-4887-bf87-dc2ee7390f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:43.958240 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-4360d557-bf1c-4437-93e3-edf1e5225e11 req-8552c69f-3476-4887-bf87-dc2ee7390f6e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=42a058fa-f36e-4a5f-a1b5-ee56753d964d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4611928 Jul 14 09:26:43.959385 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-7a8a6aa2-ee70-4303-8f6e-8fe7a9b42959 None None] Provisioning complete for port c57cb854-dc28-4df3-affa-ab871b53caa1 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:26:43.960037 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7a8a6aa2-ee70-4303-8f6e-8fe7a9b42959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:44.163402 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-9f4232e6-b3c2-4b89-91ce-35aa4dfbec21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473955', 'neutron.services.segments.db._delete_segments_for_network-8735688326548'] for network, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:44.177590 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-3c827661-5520-4d96-afe5-cfafe5418b62 req-a8a69e4d-9558-4900-a223-47c65c9ed57f tempest-ListServersNegativeTestJSON-1499415755 tempest-ListServersNegativeTestJSON-1499415755-project] For port 0ec1dab4-76c9-4527-a7f1-eee4d5e3ea59, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=0ec1dab4-76c9-4527-a7f1-eee4d5e3ea59,segment=NetworkSegment(7d8815e9-0200-443e-a333-a7dc7602fee9),segment_id=7d8815e9-0200-443e-a333-a7dc7602fee9)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:26:44.178307 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-3c827661-5520-4d96-afe5-cfafe5418b62 req-a8a69e4d-9558-4900-a223-47c65c9ed57f tempest-ListServersNegativeTestJSON-1499415755 tempest-ListServersNegativeTestJSON-1499415755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:44.203851 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-3c827661-5520-4d96-afe5-cfafe5418b62 req-a8a69e4d-9558-4900-a223-47c65c9ed57f tempest-ListServersNegativeTestJSON-1499415755 tempest-ListServersNegativeTestJSON-1499415755-project] Calling delete_port for 0ec1dab4-76c9-4527-a7f1-eee4d5e3ea59 owned by compute:nova {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:26:44.313932 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7a8a6aa2-ee70-4303-8f6e-8fe7a9b42959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:44.350381 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-9f4232e6-b3c2-4b89-91ce-35aa4dfbec21 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['550d40b0-66ca-4a31-8ef5-763d175441db']}} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:26:44.412969 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-c3e7f07d-07d7-4dcc-b012-7f2d381f8abe req-5e299744-5f04-40ab-a814-fe9469ba3a48 tempest-ListServersNegativeTestJSON-1499415755 tempest-ListServersNegativeTestJSON-1499415755-project] 10.222.0.68 "GET /v2.0/ports?device_id=e9c19f78-67f6-4a62-b39e-3fc0beba93ff HTTP/1.1" status: 200 len: 210 time: 0.4471335 Jul 14 09:26:44.422385 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-9f4232e6-b3c2-4b89-91ce-35aa4dfbec21 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06368bac-df9f-487f-9c66-135cb9c2c028') {'for_net_delete': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:26:44.422694 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-9f4232e6-b3c2-4b89-91ce-35aa4dfbec21 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06368bac-df9f-487f-9c66-135cb9c2c028') {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:26:44.502660 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-9f4232e6-b3c2-4b89-91ce-35aa4dfbec21 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735688356235', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10944210'] for segment, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:44.527694 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-9f4232e6-b3c2-4b89-91ce-35aa4dfbec21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:44.531801 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-7a8a6aa2-ee70-4303-8f6e-8fe7a9b42959 None None] For port c57cb854-dc28-4df3-affa-ab871b53caa1, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=c57cb854-dc28-4df3-affa-ab871b53caa1,segment=NetworkSegment(6abdef8f-feed-4530-be93-295dee2f7fe5),segment_id=6abdef8f-feed-4530-be93-295dee2f7fe5)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:26:44.546305 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7a8a6aa2-ee70-4303-8f6e-8fe7a9b42959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:44.549114 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f4232e6-b3c2-4b89-91ce-35aa4dfbec21 admin admin] Releasing vlan 712 on physical network physnet1 to pool {{(pid=93957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:26:44.552525 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-9f4232e6-b3c2-4b89-91ce-35aa4dfbec21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10053619'] for segment, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:44.556454 n-d-779913-29 neutron-server[93957]: Traceback (most recent call last): Jul 14 09:26:44.556454 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:26:44.556454 n-d-779913-29 neutron-server[93957]: timer() Jul 14 09:26:44.556454 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:26:44.556454 n-d-779913-29 neutron-server[93957]: cb(*args, **kw) Jul 14 09:26:44.556454 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:26:44.556454 n-d-779913-29 neutron-server[93957]: return func(*args, **kwargs) Jul 14 09:26:44.556454 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:26:44.556454 n-d-779913-29 neutron-server[93957]: self._notify() Jul 14 09:26:44.556454 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:26:44.556454 n-d-779913-29 neutron-server[93957]: self.callback(batched_events) Jul 14 09:26:44.556454 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:26:44.556454 n-d-779913-29 neutron-server[93957]: event.method(event) Jul 14 09:26:44.556454 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:26:44.556454 n-d-779913-29 neutron-server[93957]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:26:44.556454 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:26:44.556454 n-d-779913-29 neutron-server[93957]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:26:44.556454 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:26:44.556454 n-d-779913-29 neutron-server[93957]: return f(self, *a, **k) Jul 14 09:26:44.556454 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:26:44.556454 n-d-779913-29 neutron-server[93957]: return self._get(url).json() Jul 14 09:26:44.556454 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:26:44.556454 n-d-779913-29 neutron-server[93957]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:26:44.556454 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:26:44.556454 n-d-779913-29 neutron-server[93957]: return self.request(url, 'GET', **kwargs) Jul 14 09:26:44.556454 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:26:44.556454 n-d-779913-29 neutron-server[93957]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:26:44.556454 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:26:44.556454 n-d-779913-29 neutron-server[93957]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:26:44.556454 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:26:44.556454 n-d-779913-29 neutron-server[93957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:26:44.556454 n-d-779913-29 neutron-server[93957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:26:44.596512 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-743bd84d-aafc-4be4-92cf-b5ce5879d06d admin admin] Router cf2d3845-2597-482e-bbf4-14b6a13cd4ab is scheduled to L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 with binding_index 1 {{(pid=93958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:26:44.684649 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03eff2a-9a78-43a6-b5d7-4ff382975b4e req-5ffe58b8-98fb-4a85-acef-3997f1e60a12 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:44.693461 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03eff2a-9a78-43a6-b5d7-4ff382975b4e req-5ffe58b8-98fb-4a85-acef-3997f1e60a12 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:44.693701 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device a0dede3e-6998-4b29-ab3e-0b2bdd4ca69e up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:26:44.710618 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03eff2a-9a78-43a6-b5d7-4ff382975b4e req-5ffe58b8-98fb-4a85-acef-3997f1e60a12 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:44.722682 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03eff2a-9a78-43a6-b5d7-4ff382975b4e req-5ffe58b8-98fb-4a85-acef-3997f1e60a12 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:44.741251 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03eff2a-9a78-43a6-b5d7-4ff382975b4e req-5ffe58b8-98fb-4a85-acef-3997f1e60a12 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:44.751521 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03eff2a-9a78-43a6-b5d7-4ff382975b4e req-5ffe58b8-98fb-4a85-acef-3997f1e60a12 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:44.773824 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03eff2a-9a78-43a6-b5d7-4ff382975b4e req-5ffe58b8-98fb-4a85-acef-3997f1e60a12 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:44.775960 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c03eff2a-9a78-43a6-b5d7-4ff382975b4e req-5ffe58b8-98fb-4a85-acef-3997f1e60a12 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] 10.222.0.68 "GET /v2.0/ports?device_id=5c7b30e8-3087-4fa2-a121-bc36e0beab3b HTTP/1.1" status: 200 len: 5429 time: 0.7040164 Jul 14 09:26:44.778059 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-4360d557-bf1c-4437-93e3-edf1e5225e11 req-3adbf550-1aee-4909-b728-f11dd236979c service neutron] 10.222.0.65 "GET /v2.0/networks/42a058fa-f36e-4a5f-a1b5-ee56753d964d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8010902 Jul 14 09:26:44.926140 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8a6aa2-ee70-4303-8f6e-8fe7a9b42959 None None] Pushing event updated for resources: {'Port': ['ID=c57cb854-dc28-4df3-affa-ab871b53caa1,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:44.932787 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning for port a0dede3e-6998-4b29-ab3e-0b2bdd4ca69e completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:26:44.976523 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-9f4232e6-b3c2-4b89-91ce-35aa4dfbec21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660504'] for network, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:44.988567 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-9f4232e6-b3c2-4b89-91ce-35aa4dfbec21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for network, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:44.990686 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-9f4232e6-b3c2-4b89-91ce-35aa4dfbec21 admin admin] 10.222.0.68 "DELETE /v2.0/networks/550d40b0-66ca-4a31-8ef5-763d175441db HTTP/1.1" status: 204 len: 168 time: 1.6437247 Jul 14 09:26:45.004280 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c03eff2a-9a78-43a6-b5d7-4ff382975b4e req-fe3e9f1b-c5b8-4590-9cb6-3c74e5c2c4cc tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] 10.222.0.68 "GET /v2.0/security-groups?id=3e8708b8-59d7-4408-a840-9965955f2a4b&id=ff27f1e0-0078-49b9-90e3-125b24008d99&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2151663 Jul 14 09:26:45.039472 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4232e6-b3c2-4b89-91ce-35aa4dfbec21 admin admin] Pushing event deleted for resources: {'Network': ['ID=550d40b0-66ca-4a31-8ef5-763d175441db,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:45.112297 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-4360d557-bf1c-4437-93e3-edf1e5225e11 req-c0bc9a71-fcf8-47cb-96d7-b3e54e383c16 service neutron] 10.222.0.65 "GET /v2.0/networks/42a058fa-f36e-4a5f-a1b5-ee56753d964d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3243091 Jul 14 09:26:45.114069 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-3c827661-5520-4d96-afe5-cfafe5418b62 req-a8a69e4d-9558-4900-a223-47c65c9ed57f tempest-ListServersNegativeTestJSON-1499415755 tempest-ListServersNegativeTestJSON-1499415755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:45.135820 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f95e2658-20df-46b1-aaa4-05e69996539d None None] Network af671471-9d96-4bdd-a406-e5ad1413bfb0 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:26:45.214122 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:26:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86464488-1583-4dce-9778-4d6b7bd3e7ac x-openstack-request-id: req-86464488-1583-4dce-9778-4d6b7bd3e7ac {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:26:45.214623 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9c19f78-67f6-4a62-b39e-3fc0beba93ff", "name": "network-vif-deleted", "tag": "b69c30b3-4a7f-4f03-b18a-8064aa521500", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:26:45.214737 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-86464488-1583-4dce-9778-4d6b7bd3e7ac {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:26:45.215073 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9c19f78-67f6-4a62-b39e-3fc0beba93ff', 'name': 'network-vif-deleted', 'tag': 'b69c30b3-4a7f-4f03-b18a-8064aa521500', 'status': 'completed', 'code': 200} Jul 14 09:26:45.278630 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a69e4d-9558-4900-a223-47c65c9ed57f tempest-ListServersNegativeTestJSON-1499415755 tempest-ListServersNegativeTestJSON-1499415755-project] Pushing event deleted for resources: {'Port': ['ID=0ec1dab4-76c9-4527-a7f1-eee4d5e3ea59,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:45.294039 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-743bd84d-aafc-4be4-92cf-b5ce5879d06d admin admin] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:26:45.309314 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d38e5341-5596-45f5-9a6d-44ac8fc59813 None None] Sync routers for ids ['cf2d3845-2597-482e-bbf4-14b6a13cd4ab'] in n-d-779913-29 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:26:45.324405 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d38e5341-5596-45f5-9a6d-44ac8fc59813 None None] Routers {'cf2d3845-2597-482e-bbf4-14b6a13cd4ab'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:26:45.325067 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-d38e5341-5596-45f5-9a6d-44ac8fc59813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:26:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['cf2d3845-2597-482e-bbf4-14b6a13cd4ab'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:26:45.364592 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-7fea81c2-500c-4973-9025-512fc62a4462 None None] Provisioning for port a0dede3e-6998-4b29-ab3e-0b2bdd4ca69e completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:26:45.380648 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-7fea81c2-500c-4973-9025-512fc62a4462 None None] Provisioning complete for port a0dede3e-6998-4b29-ab3e-0b2bdd4ca69e triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:26:45.381148 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7fea81c2-500c-4973-9025-512fc62a4462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:45.392027 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 48658) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:45.501002 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c827661-5520-4d96-afe5-cfafe5418b62 req-a8a69e4d-9558-4900-a223-47c65c9ed57f tempest-ListServersNegativeTestJSON-1499415755 tempest-ListServersNegativeTestJSON-1499415755-project] No DVR routers for this DVR port 0ec1dab4-76c9-4527-a7f1-eee4d5e3ea59 on host n-h2-779913-29 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:26:45.517580 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-3c827661-5520-4d96-afe5-cfafe5418b62 req-a8a69e4d-9558-4900-a223-47c65c9ed57f tempest-ListServersNegativeTestJSON-1499415755 tempest-ListServersNegativeTestJSON-1499415755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:45.520086 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-3c827661-5520-4d96-afe5-cfafe5418b62 req-a8a69e4d-9558-4900-a223-47c65c9ed57f tempest-ListServersNegativeTestJSON-1499415755 tempest-ListServersNegativeTestJSON-1499415755-project] 10.222.0.57 "DELETE /v2.0/ports/0ec1dab4-76c9-4527-a7f1-eee4d5e3ea59 HTTP/1.1" status: 204 len: 173 time: 2.1446698 Jul 14 09:26:45.520749 n-d-779913-29 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '002785b9-e390-42a3-b365-eead167016a1', 'name': 'network-vif-deleted', 'tag': '0ec1dab4-76c9-4527-a7f1-eee4d5e3ea59'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:26:45.524137 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cb48f044f948e981f43897c8d7f1332f741dc7af2b4c5a6e19d8f4a80f708e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd7679b3-8ce8-46da-ac7c-bba82cecad47" -d '{"events": [{"server_uuid": "002785b9-e390-42a3-b365-eead167016a1", "name": "network-vif-deleted", "tag": "0ec1dab4-76c9-4527-a7f1-eee4d5e3ea59"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:26:45.538369 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7fea81c2-500c-4973-9025-512fc62a4462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:45.543534 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-743bd84d-aafc-4be4-92cf-b5ce5879d06d admin admin] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:45.548137 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-743bd84d-aafc-4be4-92cf-b5ce5879d06d admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.8988647 Jul 14 09:26:45.550867 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 48666) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:45.611989 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-7fea81c2-500c-4973-9025-512fc62a4462 None None] For port a0dede3e-6998-4b29-ab3e-0b2bdd4ca69e, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=a0dede3e-6998-4b29-ab3e-0b2bdd4ca69e,segment=NetworkSegment(d08e3402-93f0-4d8f-b507-14402db02b56),segment_id=d08e3402-93f0-4d8f-b507-14402db02b56)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:26:45.622602 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7fea81c2-500c-4973-9025-512fc62a4462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:45.628862 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ce29a9db-7304-452e-8763-6ac4d6bc3a99 req-ea320a25-1960-4fa8-820e-deb7fbfeeeea tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] 10.222.0.68 "GET /v2.0/ports?device_id=a40bf78b-2e99-44c3-a0e8-4e20b5a28461 HTTP/1.1" status: 200 len: 210 time: 0.0990312 Jul 14 09:26:45.675841 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-d38e5341-5596-45f5-9a6d-44ac8fc59813 None None] Set router cf2d3845-2597-482e-bbf4-14b6a13cd4ab gateway port host: n-d-779913-29 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:26:45.684984 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fea81c2-500c-4973-9025-512fc62a4462 None None] Pushing event updated for resources: {'Port': ['ID=a0dede3e-6998-4b29-ab3e-0b2bdd4ca69e,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:45.688716 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-2d7fb1fa-9a70-4af3-bead-4e8e0b0ee434 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=9b7dcca28625499194f048a619cb67df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2744758 Jul 14 09:26:45.689519 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 48668) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:45.781959 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-922400dd-984a-4f89-a646-b9f5898d1663 None None] Provisioning complete for port c57cb854-dc28-4df3-affa-ab871b53caa1 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:26:45.784489 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-922400dd-984a-4f89-a646-b9f5898d1663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:45.794987 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44787d96-273b-4610-9565-989c3ff9f275 req-32fd02e2-1802-44d7-9d4f-73f29f499aea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:45.795794 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44787d96-273b-4610-9565-989c3ff9f275 req-32fd02e2-1802-44d7-9d4f-73f29f499aea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:45.796425 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44787d96-273b-4610-9565-989c3ff9f275 req-32fd02e2-1802-44d7-9d4f-73f29f499aea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:45.797052 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44787d96-273b-4610-9565-989c3ff9f275 req-32fd02e2-1802-44d7-9d4f-73f29f499aea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:45.798101 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44787d96-273b-4610-9565-989c3ff9f275 req-32fd02e2-1802-44d7-9d4f-73f29f499aea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:45.798751 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44787d96-273b-4610-9565-989c3ff9f275 req-32fd02e2-1802-44d7-9d4f-73f29f499aea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:45.799378 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44787d96-273b-4610-9565-989c3ff9f275 req-32fd02e2-1802-44d7-9d4f-73f29f499aea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:45.801525 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-44787d96-273b-4610-9565-989c3ff9f275 req-32fd02e2-1802-44d7-9d4f-73f29f499aea service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4cb5d08776664e9f8e9d7e6bc7c12e1a&device_id=5c7b30e8-3087-4fa2-a121-bc36e0beab3b HTTP/1.1" status: 200 len: 6493 time: 0.5034983 Jul 14 09:26:45.850561 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8b7028e1-89b3-47b5-aa2b-625ab0a3da71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:46.029333 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8b7028e1-89b3-47b5-aa2b-625ab0a3da71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:46.172507 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44787d96-273b-4610-9565-989c3ff9f275 req-57422441-3b30-4952-83ff-2700f25655e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:46.174540 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-44787d96-273b-4610-9565-989c3ff9f275 req-57422441-3b30-4952-83ff-2700f25655e3 service neutron] 10.222.0.65 "GET /v2.0/networks?id=42a058fa-f36e-4a5f-a1b5-ee56753d964d HTTP/1.1" status: 200 len: 903 time: 0.3397269 Jul 14 09:26:46.226578 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-2f7fecc3-1ccd-4117-9e97-056648e10b0c None None] Provisioning complete for port a0dede3e-6998-4b29-ab3e-0b2bdd4ca69e triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:26:46.231464 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2f7fecc3-1ccd-4117-9e97-056648e10b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:46.281307 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-d38e5341-5596-45f5-9a6d-44ac8fc59813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf2d3845-2597-482e-bbf4-14b6a13cd4ab', 'name': 'tempest-TaggedBootDevicesTest-2038976689-router', 'tenant_id': '59257167697a4d8397898a00de2a9ad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.111'}], 'enable_snat': True}, 'gw_port_id': '42e0bb2c-044f-45d1-9907-09bbb5f0a324', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:26:38Z', 'updated_at': '2021-07-14T09:26:42Z', 'revision_number': 3, 'project_id': '59257167697a4d8397898a00de2a9ad0', 'gw_port': {'id': '42e0bb2c-044f-45d1-9907-09bbb5f0a324', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:8e:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf2d3845-2597-482e-bbf4-14b6a13cd4ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:26:40Z', 'updated_at': '2021-07-14T09:26:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29'}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:26:46.286816 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-44787d96-273b-4610-9565-989c3ff9f275 req-56b0a9e8-56ad-486e-912b-589e74389277 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=0d1d6f24-a3fe-4925-8ced-a01216f77039 HTTP/1.1" status: 200 len: 217 time: 0.1053925 Jul 14 09:26:46.307416 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8b7028e1-89b3-47b5-aa2b-625ab0a3da71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:46.311353 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8b7028e1-89b3-47b5-aa2b-625ab0a3da71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:46.312771 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-8b7028e1-89b3-47b5-aa2b-625ab0a3da71 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/aed312c7-bd72-4f37-9fb8-80d61f28e4db HTTP/1.1" status: 204 len: 168 time: 0.6181662 Jul 14 09:26:46.358282 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7028e1-89b3-47b5-aa2b-625ab0a3da71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aed312c7-bd72-4f37-9fb8-80d61f28e4db,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:46.378184 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44787d96-273b-4610-9565-989c3ff9f275 req-4813a82d-df8b-4eb2-982e-ca234dc4a075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:46.379779 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-44787d96-273b-4610-9565-989c3ff9f275 req-4813a82d-df8b-4eb2-982e-ca234dc4a075 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=df8e47ca-e310-4261-88e8-dfbdedfc6676 HTTP/1.1" status: 200 len: 797 time: 0.0852537 Jul 14 09:26:46.451224 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d38e5341-5596-45f5-9a6d-44ac8fc59813 None None] Checking router: cf2d3845-2597-482e-bbf4-14b6a13cd4ab for host: n-d-779913-29 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:26:46.451766 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d38e5341-5596-45f5-9a6d-44ac8fc59813 None None] Updating router cf2d3845-2597-482e-bbf4-14b6a13cd4ab port 42e0bb2c-044f-45d1-9907-09bbb5f0a324 binding host n-d-779913-29 {{(pid=93960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:26:46.500609 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device c57cb854-dc28-4df3-affa-ab871b53caa1 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:26:46.541059 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44787d96-273b-4610-9565-989c3ff9f275 req-8968cc43-cf23-456e-91e1-88be79acf0a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:46.542756 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-44787d96-273b-4610-9565-989c3ff9f275 req-8968cc43-cf23-456e-91e1-88be79acf0a6 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=42a058fa-f36e-4a5f-a1b5-ee56753d964d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1560104 Jul 14 09:26:46.566340 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device b69c30b3-4a7f-4f03-b18a-8064aa521500 no longer exists at agent hyperv_n-h1-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:26:46.567063 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:26:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b281e958-820b-4e98-9639-1e2d1595b05a x-openstack-request-id: req-b281e958-820b-4e98-9639-1e2d1595b05a {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:26:46.569207 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "002785b9-e390-42a3-b365-eead167016a1", "name": "network-vif-deleted", "tag": "0ec1dab4-76c9-4527-a7f1-eee4d5e3ea59", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:26:46.569734 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-b281e958-820b-4e98-9639-1e2d1595b05a {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:26:46.570853 n-d-779913-29 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '002785b9-e390-42a3-b365-eead167016a1', 'name': 'network-vif-deleted', 'tag': '0ec1dab4-76c9-4527-a7f1-eee4d5e3ea59', 'status': 'completed', 'code': 200} Jul 14 09:26:46.603906 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d38e5341-5596-45f5-9a6d-44ac8fc59813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:46.608983 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] No Port match for: b69c30b3-4a7f-4f03-b18a-8064aa521500 {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:26:46.609329 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device b69c30b3-4a7f-4f03-b18a-8064aa521500 not bound to the agent host n-h1-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:26:46.645925 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port c57cb854-dc28-4df3-affa-ab871b53caa1 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:26:46.646305 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:46.799730 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-44787d96-273b-4610-9565-989c3ff9f275 req-5fd2b753-f6ed-4d8b-9678-c8df73d97d76 service neutron] 10.222.0.65 "GET /v2.0/networks/42a058fa-f36e-4a5f-a1b5-ee56753d964d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2470260 Jul 14 09:26:46.844862 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device a0dede3e-6998-4b29-ab3e-0b2bdd4ca69e up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:26:46.971634 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port a0dede3e-6998-4b29-ab3e-0b2bdd4ca69e triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:26:46.972572 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:47.102539 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-44787d96-273b-4610-9565-989c3ff9f275 req-fdcbd30a-dbdd-4f7b-912e-b864f696f7a0 service neutron] 10.222.0.65 "GET /v2.0/networks/42a058fa-f36e-4a5f-a1b5-ee56753d964d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2977264 Jul 14 09:26:47.162058 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268dfe23-9ff3-408d-9f3e-5e25670e2952 req-57468274-d70f-4136-90f3-07073abd2bd0 tempest-ServerRescueTestJSON-1969041098 tempest-ServerRescueTestJSON-1969041098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:47.168002 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-268dfe23-9ff3-408d-9f3e-5e25670e2952 req-57468274-d70f-4136-90f3-07073abd2bd0 tempest-ServerRescueTestJSON-1969041098 tempest-ServerRescueTestJSON-1969041098-project] 10.222.0.68 "GET /v2.0/ports?device_id=1165a2d1-7a70-431c-8db9-81b467588d28 HTTP/1.1" status: 200 len: 945 time: 0.2155654 Jul 14 09:26:47.168561 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 48686) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:47.274429 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d38e5341-5596-45f5-9a6d-44ac8fc59813 None None] Notify callbacks [] for port, precommit_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:47.290066 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-d38e5341-5596-45f5-9a6d-44ac8fc59813 None None] Transition to ACTIVE for port object 42e0bb2c-044f-45d1-9907-09bbb5f0a324 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:26:47.299455 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d38e5341-5596-45f5-9a6d-44ac8fc59813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:47.390112 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-d38e5341-5596-45f5-9a6d-44ac8fc59813 None None] Attempting to bind port 42e0bb2c-044f-45d1-9907-09bbb5f0a324 on host n-d-779913-29 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:26:47.390490 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-d38e5341-5596-45f5-9a6d-44ac8fc59813 None None] Attempting to bind port 42e0bb2c-044f-45d1-9907-09bbb5f0a324 by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': '81bf7a93-80b3-43df-b9d5-462c604a2945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:26:47.390863 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d38e5341-5596-45f5-9a6d-44ac8fc59813 None None] Attempting to bind port 42e0bb2c-044f-45d1-9907-09bbb5f0a324 on network 2dcd4d32-cc7c-4468-b396-7ce5c9231892 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:26:47.414031 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 48688) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:47.414830 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 0ec1dab4-76c9-4527-a7f1-eee4d5e3ea59 no longer exists at agent hyperv_n-h2-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:26:47.418018 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-99e524d3-ee6c-4423-84ac-f37b03ba0be8 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=7097e468f7a241fe8c8d4f911ac4253c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2387710 Jul 14 09:26:47.427007 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-268dfe23-9ff3-408d-9f3e-5e25670e2952 req-36837163-24f5-4ee2-abd3-340519b12774 tempest-ServerRescueTestJSON-1969041098 tempest-ServerRescueTestJSON-1969041098-project] 10.222.0.68 "GET /v2.0/security-groups?id=d6a7feba-be17-4d7e-a638-e9426c29981e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030823 Jul 14 09:26:47.436732 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d38e5341-5596-45f5-9a6d-44ac8fc59813 None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 26, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:26:47.437109 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d38e5341-5596-45f5-9a6d-44ac8fc59813 None None] Checking segment: {'id': '81bf7a93-80b3-43df-b9d5-462c604a2945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:26:47.437539 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d38e5341-5596-45f5-9a6d-44ac8fc59813 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:47.437942 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d38e5341-5596-45f5-9a6d-44ac8fc59813 None None] Bound using segment: {'id': '81bf7a93-80b3-43df-b9d5-462c604a2945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:26:47.438430 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-d38e5341-5596-45f5-9a6d-44ac8fc59813 None None] Bound port: 42e0bb2c-044f-45d1-9907-09bbb5f0a324, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81bf7a93-80b3-43df-b9d5-462c604a2945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:26:47.438814 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d38e5341-5596-45f5-9a6d-44ac8fc59813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:47.455652 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] No Port match for: 0ec1dab4-76c9-4527-a7f1-eee4d5e3ea59 {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:26:47.456014 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 0ec1dab4-76c9-4527-a7f1-eee4d5e3ea59 not bound to the agent host n-h2-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:26:47.481097 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5bc593-ab64-4bab-bcb8-919b4870bd46 req-5080aca8-4887-4fd8-acd2-6242547dc97f tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:47.498098 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5bc593-ab64-4bab-bcb8-919b4870bd46 req-5080aca8-4887-4fd8-acd2-6242547dc97f tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:47.500235 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3e5bc593-ab64-4bab-bcb8-919b4870bd46 req-5080aca8-4887-4fd8-acd2-6242547dc97f tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] 10.222.0.57 "GET /v2.0/networks?id=07c04bc0-1145-47dc-b6c6-b4b7c828f2f9&id=af671471-9d96-4bdd-a406-e5ad1413bfb0 HTTP/1.1" status: 200 len: 1392 time: 0.2677271 Jul 14 09:26:47.521916 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-3e5bc593-ab64-4bab-bcb8-919b4870bd46 req-4b209a7e-8746-4f73-9397-c15c903139a5 tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Request body: {'port': {'device_id': 'a40bf78b-2e99-44c3-a0e8-4e20b5a28461', 'network_id': '07c04bc0-1145-47dc-b6c6-b4b7c828f2f9', 'admin_state_up': True, 'tenant_id': '24f83d3539e4497181e13bb568cf43a0'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:26:47.560299 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-d38e5341-5596-45f5-9a6d-44ac8fc59813 None None] For port 42e0bb2c-044f-45d1-9907-09bbb5f0a324, host n-d-779913-29, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:26:47.575601 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-d38e5341-5596-45f5-9a6d-44ac8fc59813 None None] For port 42e0bb2c-044f-45d1-9907-09bbb5f0a324, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=42e0bb2c-044f-45d1-9907-09bbb5f0a324,segment=NetworkSegment(81bf7a93-80b3-43df-b9d5-462c604a2945),segment_id=81bf7a93-80b3-43df-b9d5-462c604a2945)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:26:47.577154 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac2caa9-2023-49cf-9f9d-15135f35b9bf None None] Pushing event updated for resources: {'Port': ['ID=42e0bb2c-044f-45d1-9907-09bbb5f0a324,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:47.586477 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea6481a-28b4-4f86-9cd3-9bbe2a9ce4a3 req-eed5e96d-bc00-49c2-9e5f-3bb49ee85797 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:47.589383 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac2caa9-2023-49cf-9f9d-15135f35b9bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:26:47.590156 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac2caa9-2023-49cf-9f9d-15135f35b9bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:26:47.590660 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac2caa9-2023-49cf-9f9d-15135f35b9bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:26:47.591151 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac2caa9-2023-49cf-9f9d-15135f35b9bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:26:47.591637 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac2caa9-2023-49cf-9f9d-15135f35b9bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:26:47.592138 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac2caa9-2023-49cf-9f9d-15135f35b9bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:26:47.592632 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac2caa9-2023-49cf-9f9d-15135f35b9bf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:26:47.593112 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac2caa9-2023-49cf-9f9d-15135f35b9bf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:26:47.593747 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac2caa9-2023-49cf-9f9d-15135f35b9bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:26:47.596095 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac2caa9-2023-49cf-9f9d-15135f35b9bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:26:47.597939 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac2caa9-2023-49cf-9f9d-15135f35b9bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:26:47.598458 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac2caa9-2023-49cf-9f9d-15135f35b9bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:26:47.606000 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-bea6481a-28b4-4f86-9cd3-9bbe2a9ce4a3 req-eed5e96d-bc00-49c2-9e5f-3bb49ee85797 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.57 "GET /v2.0/networks?id=b13d7c6c-cfbf-4964-b16a-12c3c2736fe4 HTTP/1.1" status: 200 len: 806 time: 1.1365223 Jul 14 09:26:47.607126 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d38e5341-5596-45f5-9a6d-44ac8fc59813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:47.673840 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [req-bea6481a-28b4-4f86-9cd3-9bbe2a9ce4a3 req-83f902ea-44be-4e6e-91ed-6cf853e612d0 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Request body: {'port': {'device_id': 'a2c4700d-7f6b-45ad-b1f4-7c24c21c50d7', 'network_id': 'b13d7c6c-cfbf-4964-b16a-12c3c2736fe4', 'admin_state_up': True, 'tenant_id': '5a5f2c2d833f465d9525ee4af4d3c349'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:26:47.677574 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d38e5341-5596-45f5-9a6d-44ac8fc59813 None None] Routers {'cf2d3845-2597-482e-bbf4-14b6a13cd4ab'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:26:47.678435 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-d38e5341-5596-45f5-9a6d-44ac8fc59813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:26:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['cf2d3845-2597-482e-bbf4-14b6a13cd4ab'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:26:47.786120 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3cb91643-664c-460b-a92c-f842ef7bbc78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:47.786596 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-d38e5341-5596-45f5-9a6d-44ac8fc59813 None None] Set router cf2d3845-2597-482e-bbf4-14b6a13cd4ab gateway port host: n-d-779913-29 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:26:47.807035 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-9bb661ee-2a3c-41fe-a119-7e6a91c01544 req-dd86a63f-e6fd-406d-b59e-55adf9186725 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/ports?device_id=a2c4700d-7f6b-45ad-b1f4-7c24c21c50d7 HTTP/1.1" status: 200 len: 210 time: 0.1379855 Jul 14 09:26:47.808631 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e5bc593-ab64-4bab-bcb8-919b4870bd46 req-4b209a7e-8746-4f73-9397-c15c903139a5 tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Made reservation on behalf of 24f83d3539e4497181e13bb568cf43a0 for: {'port': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:26:47.812834 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-3e5bc593-ab64-4bab-bcb8-919b4870bd46 req-4b209a7e-8746-4f73-9397-c15c903139a5 tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:47.817327 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3cb91643-664c-460b-a92c-f842ef7bbc78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:47.860412 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb05a1a-8c4b-4c22-b2f7-37ec3486e9bf req-5380de16-8586-47f1-9d58-490a7c7a5d41 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:47.868434 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb05a1a-8c4b-4c22-b2f7-37ec3486e9bf req-5380de16-8586-47f1-9d58-490a7c7a5d41 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:47.875204 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb05a1a-8c4b-4c22-b2f7-37ec3486e9bf req-5380de16-8586-47f1-9d58-490a7c7a5d41 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:47.881574 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb05a1a-8c4b-4c22-b2f7-37ec3486e9bf req-5380de16-8586-47f1-9d58-490a7c7a5d41 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:47.887917 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb05a1a-8c4b-4c22-b2f7-37ec3486e9bf req-5380de16-8586-47f1-9d58-490a7c7a5d41 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:47.895588 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb05a1a-8c4b-4c22-b2f7-37ec3486e9bf req-5380de16-8586-47f1-9d58-490a7c7a5d41 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:47.902789 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb05a1a-8c4b-4c22-b2f7-37ec3486e9bf req-5380de16-8586-47f1-9d58-490a7c7a5d41 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:47.910397 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ebb05a1a-8c4b-4c22-b2f7-37ec3486e9bf req-5380de16-8586-47f1-9d58-490a7c7a5d41 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] 10.222.0.68 "GET /v2.0/ports?device_id=5c7b30e8-3087-4fa2-a121-bc36e0beab3b HTTP/1.1" status: 200 len: 5429 time: 0.6755459 Jul 14 09:26:47.945800 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b962fcc0-6bc2-441c-a37f-595259e7de22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:47.981689 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [req-3e5bc593-ab64-4bab-bcb8-919b4870bd46 req-4b209a7e-8746-4f73-9397-c15c903139a5 tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Allocated IP 19.80.0.36 (07c04bc0-1145-47dc-b6c6-b4b7c828f2f9/ad4235ef-ce5d-41d7-9163-bd267e31c374/cd8b5dc0-d440-44f6-a7b8-596d46789b6d) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:26:47.996672 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bea6481a-28b4-4f86-9cd3-9bbe2a9ce4a3 req-83f902ea-44be-4e6e-91ed-6cf853e612d0 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Made reservation on behalf of 5a5f2c2d833f465d9525ee4af4d3c349 for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:26:48.000112 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-bea6481a-28b4-4f86-9cd3-9bbe2a9ce4a3 req-83f902ea-44be-4e6e-91ed-6cf853e612d0 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:48.015802 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac2caa9-2023-49cf-9f9d-15135f35b9bf None None] Pushing event updated for resources: {'Port': ['ID=42e0bb2c-044f-45d1-9907-09bbb5f0a324,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:48.066075 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ebb05a1a-8c4b-4c22-b2f7-37ec3486e9bf req-f84fdb33-3e3b-453f-bc33-2adee43e9aa1 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] 10.222.0.68 "GET /v2.0/security-groups?id=3e8708b8-59d7-4408-a840-9965955f2a4b&id=ff27f1e0-0078-49b9-90e3-125b24008d99&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1546352 Jul 14 09:26:48.108440 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3cb91643-664c-460b-a92c-f842ef7bbc78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:48.115129 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3cb91643-664c-460b-a92c-f842ef7bbc78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:48.117276 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-3cb91643-664c-460b-a92c-f842ef7bbc78 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/0a8fa160-c3f5-4a25-8728-0116ca052853 HTTP/1.1" status: 204 len: 168 time: 0.6992910 Jul 14 09:26:48.163298 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb91643-664c-460b-a92c-f842ef7bbc78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a8fa160-c3f5-4a25-8728-0116ca052853,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:48.177530 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 48696) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:48.191591 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-d38e5341-5596-45f5-9a6d-44ac8fc59813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf2d3845-2597-482e-bbf4-14b6a13cd4ab', 'name': 'tempest-TaggedBootDevicesTest-2038976689-router', 'tenant_id': '59257167697a4d8397898a00de2a9ad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.111'}], 'enable_snat': True}, 'gw_port_id': '42e0bb2c-044f-45d1-9907-09bbb5f0a324', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:26:38Z', 'updated_at': '2021-07-14T09:26:42Z', 'revision_number': 3, 'project_id': '59257167697a4d8397898a00de2a9ad0', 'gw_port': {'id': '42e0bb2c-044f-45d1-9907-09bbb5f0a324', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:8e:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf2d3845-2597-482e-bbf4-14b6a13cd4ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:26:40Z', 'updated_at': '2021-07-14T09:26:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29'}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:26:48.226754 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d38e5341-5596-45f5-9a6d-44ac8fc59813 None None] The sync data for ids ['cf2d3845-2597-482e-bbf4-14b6a13cd4ab'] in n-d-779913-29 is: [{'id': 'cf2d3845-2597-482e-bbf4-14b6a13cd4ab', 'name': 'tempest-TaggedBootDevicesTest-2038976689-router', 'tenant_id': '59257167697a4d8397898a00de2a9ad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.111'}], 'enable_snat': True}, 'gw_port_id': '42e0bb2c-044f-45d1-9907-09bbb5f0a324', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:26:38Z', 'updated_at': '2021-07-14T09:26:42Z', 'revision_number': 3, 'project_id': '59257167697a4d8397898a00de2a9ad0', 'gw_port': {'id': '42e0bb2c-044f-45d1-9907-09bbb5f0a324', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:8e:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf2d3845-2597-482e-bbf4-14b6a13cd4ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:26:40Z', 'updated_at': '2021-07-14T09:26:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29'}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:26:48.253509 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_v2 [None req-b634742d-1824-4e24-9c81-cfd2ab28a34c admin admin] Deleting subnet 161ff744-01a3-4b1b-91db-4871965e9293 {{(pid=93957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:26:48.283934 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b634742d-1824-4e24-9c81-cfd2ab28a34c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:48.336840 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e8fb63dd-479a-4732-93fd-56ae3433516e req-3c2d154f-8d81-423d-a4d3-2101cb07c20a tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] 10.222.0.68 "GET /v2.0/ports?device_id=a40bf78b-2e99-44c3-a0e8-4e20b5a28461 HTTP/1.1" status: 200 len: 210 time: 0.0749118 Jul 14 09:26:48.387811 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b634742d-1824-4e24-9c81-cfd2ab28a34c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10944203'] for subnet, precommit_delete_associations {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:48.421036 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-b962fcc0-6bc2-441c-a37f-595259e7de22 admin admin] Allocated IP 172.20.0.1 (d3f3b4f0-a2a4-4615-b2a7-a3c2703dc6b7/2a6976d9-6add-4434-8547-6c5ba9d349d2/fb86bb0a-be55-48b5-9ff0-54f1a894f571) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:26:48.429349 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [req-bea6481a-28b4-4f86-9cd3-9bbe2a9ce4a3 req-83f902ea-44be-4e6e-91ed-6cf853e612d0 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Allocated IP 172.20.0.9 (b13d7c6c-cfbf-4964-b16a-12c3c2736fe4/4eebc946-7649-496b-bf8c-5c786643586c/5fa7c8b3-525b-461d-ac3d-a4e567b933e5) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:26:48.431909 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-3e5bc593-ab64-4bab-bcb8-919b4870bd46 req-4b209a7e-8746-4f73-9397-c15c903139a5 tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:48.471209 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [req-3e5bc593-ab64-4bab-bcb8-919b4870bd46 req-4b209a7e-8746-4f73-9397-c15c903139a5 tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Transition to ACTIVE for port object cd8b5dc0-d440-44f6-a7b8-596d46789b6d will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:26:48.487896 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b634742d-1824-4e24-9c81-cfd2ab28a34c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3481002'] for subnet, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:48.625119 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-3e5bc593-ab64-4bab-bcb8-919b4870bd46 req-4b209a7e-8746-4f73-9397-c15c903139a5 tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:48.676501 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b634742d-1824-4e24-9c81-cfd2ab28a34c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10052701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11984075'] for subnet, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:48.690499 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b209a7e-8746-4f73-9397-c15c903139a5 tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Pushing event updated for resources: {'Port': ['ID=cd8b5dc0-d440-44f6-a7b8-596d46789b6d,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:48.752019 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b634742d-1824-4e24-9c81-cfd2ab28a34c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=161ff744-01a3-4b1b-91db-4871965e9293,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:48.757874 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b634742d-1824-4e24-9c81-cfd2ab28a34c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:48.761115 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-b634742d-1824-4e24-9c81-cfd2ab28a34c admin admin] 10.222.0.68 "DELETE /v2.0/subnets/161ff744-01a3-4b1b-91db-4871965e9293 HTTP/1.1" status: 204 len: 168 time: 0.5826190 Jul 14 09:26:48.764718 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 48706) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:48.779544 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e5bc593-ab64-4bab-bcb8-919b4870bd46 req-4b209a7e-8746-4f73-9397-c15c903139a5 tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Network 07c04bc0-1145-47dc-b6c6-b4b7c828f2f9 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:26:48.795970 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [req-3e5bc593-ab64-4bab-bcb8-919b4870bd46 req-4b209a7e-8746-4f73-9397-c15c903139a5 tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:26:48.799114 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e5bc593-ab64-4bab-bcb8-919b4870bd46 req-4b209a7e-8746-4f73-9397-c15c903139a5 tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:26:48.864627 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b962fcc0-6bc2-441c-a37f-595259e7de22 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:48.950191 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-b962fcc0-6bc2-441c-a37f-595259e7de22 admin admin] Transition to ACTIVE for port object fb86bb0a-be55-48b5-9ff0-54f1a894f571 will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:26:48.998293 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5bc593-ab64-4bab-bcb8-919b4870bd46 req-4b209a7e-8746-4f73-9397-c15c903139a5 tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:48.998960 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-3e5bc593-ab64-4bab-bcb8-919b4870bd46 req-4b209a7e-8746-4f73-9397-c15c903139a5 tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:49.005547 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7cd9c191-2dc1-46f6-a607-395dacbe6e28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3876111'] for network, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:49.049221 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3e5bc593-ab64-4bab-bcb8-919b4870bd46 req-4b209a7e-8746-4f73-9397-c15c903139a5 tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5321815 Jul 14 09:26:49.087377 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-3e5bc593-ab64-4bab-bcb8-919b4870bd46 req-fdfcdd2a-bacd-44a9-a8ca-d6c558725bd0 tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Request body: {'port': {'device_id': 'a40bf78b-2e99-44c3-a0e8-4e20b5a28461', 'network_id': 'af671471-9d96-4bdd-a406-e5ad1413bfb0', 'admin_state_up': True, 'tenant_id': '24f83d3539e4497181e13bb568cf43a0'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:26:49.108653 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-bea6481a-28b4-4f86-9cd3-9bbe2a9ce4a3 req-83f902ea-44be-4e6e-91ed-6cf853e612d0 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:49.145277 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cabc707-ed7f-4ac0-bf7b-390afa81758e req-6557f714-d0ec-45a8-998c-209ffee977ef tempest-ServerRescueTestJSON-1969041098 tempest-ServerRescueTestJSON-1969041098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:49.147316 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-0cabc707-ed7f-4ac0-bf7b-390afa81758e req-6557f714-d0ec-45a8-998c-209ffee977ef tempest-ServerRescueTestJSON-1969041098 tempest-ServerRescueTestJSON-1969041098-project] 10.222.0.68 "GET /v2.0/ports?device_id=1165a2d1-7a70-431c-8db9-81b467588d28 HTTP/1.1" status: 200 len: 945 time: 0.4985845 Jul 14 09:26:49.180232 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b962fcc0-6bc2-441c-a37f-595259e7de22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:49.204551 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23228a5f-56a5-4782-8b57-ae20256ce9c0 req-93634b5f-14b6-4803-99b8-4eddb0200883 tempest-ServerRescueTestJSON-1969041098 tempest-ServerRescueTestJSON-1969041098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:49.206105 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-23228a5f-56a5-4782-8b57-ae20256ce9c0 req-93634b5f-14b6-4803-99b8-4eddb0200883 tempest-ServerRescueTestJSON-1969041098 tempest-ServerRescueTestJSON-1969041098-project] 10.222.0.57 "GET /v2.0/ports?device_id=1165a2d1-7a70-431c-8db9-81b467588d28 HTTP/1.1" status: 200 len: 945 time: 0.2957785 Jul 14 09:26:49.250632 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-f8267870-a80b-46c8-ab3b-2a11ec98607e None None] Provisioning for port cd8b5dc0-d440-44f6-a7b8-596d46789b6d completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:26:49.259790 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-f8267870-a80b-46c8-ab3b-2a11ec98607e None None] Provisioning complete for port cd8b5dc0-d440-44f6-a7b8-596d46789b6d triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:26:49.260556 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f8267870-a80b-46c8-ab3b-2a11ec98607e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:49.278277 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b962fcc0-6bc2-441c-a37f-595259e7de22 admin admin] Pushing event updated for resources: {'Port': ['ID=fb86bb0a-be55-48b5-9ff0-54f1a894f571,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:49.304319 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b962fcc0-6bc2-441c-a37f-595259e7de22 admin admin] Network d3f3b4f0-a2a4-4615-b2a7-a3c2703dc6b7 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:26:49.312679 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-b962fcc0-6bc2-441c-a37f-595259e7de22 admin admin] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:26:49.320094 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-f8267870-a80b-46c8-ab3b-2a11ec98607e None None] Port cd8b5dc0-d440-44f6-a7b8-596d46789b6d cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:26:49.328539 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b962fcc0-6bc2-441c-a37f-595259e7de22 admin admin] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:26:49.367415 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-0cabc707-ed7f-4ac0-bf7b-390afa81758e req-3e11b108-51c3-4a8f-9b48-dbbece0361e8 tempest-ServerRescueTestJSON-1969041098 tempest-ServerRescueTestJSON-1969041098-project] 10.222.0.68 "GET /v2.0/security-groups?id=d6a7feba-be17-4d7e-a638-e9426c29981e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138350 Jul 14 09:26:49.378342 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-bea6481a-28b4-4f86-9cd3-9bbe2a9ce4a3 req-83f902ea-44be-4e6e-91ed-6cf853e612d0 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:49.390558 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b962fcc0-6bc2-441c-a37f-595259e7de22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-660393'] for router_interface, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:49.418663 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] get_ports_and_sgs() called for port_ids ['355d4f4e-0f97-4599-8580-8d12831aaf46'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:26:49.608374 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bea6481a-28b4-4f86-9cd3-9bbe2a9ce4a3 req-83f902ea-44be-4e6e-91ed-6cf853e612d0 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Network b13d7c6c-cfbf-4964-b16a-12c3c2736fe4 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:26:49.657760 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [req-bea6481a-28b4-4f86-9cd3-9bbe2a9ce4a3 req-83f902ea-44be-4e6e-91ed-6cf853e612d0 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:26:49.680522 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-bea6481a-28b4-4f86-9cd3-9bbe2a9ce4a3 req-83f902ea-44be-4e6e-91ed-6cf853e612d0 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:26:49.767205 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-eae921fc-a24d-4083-93f3-1114b92325f6 None None] Provisioning for port fb86bb0a-be55-48b5-9ff0-54f1a894f571 completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:26:49.777004 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-eae921fc-a24d-4083-93f3-1114b92325f6 None None] Provisioning complete for port fb86bb0a-be55-48b5-9ff0-54f1a894f571 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:26:49.777399 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-eae921fc-a24d-4083-93f3-1114b92325f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:49.800974 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f902ea-44be-4e6e-91ed-6cf853e612d0 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Pushing event updated for resources: {'Port': ['ID=5fa7c8b3-525b-461d-ac3d-a4e567b933e5,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:49.825892 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b962fcc0-6bc2-441c-a37f-595259e7de22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:49.862661 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-eae921fc-a24d-4083-93f3-1114b92325f6 None None] Port fb86bb0a-be55-48b5-9ff0-54f1a894f571 cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:26:49.889692 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea6481a-28b4-4f86-9cd3-9bbe2a9ce4a3 req-83f902ea-44be-4e6e-91ed-6cf853e612d0 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:49.890336 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-bea6481a-28b4-4f86-9cd3-9bbe2a9ce4a3 req-83f902ea-44be-4e6e-91ed-6cf853e612d0 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:49.933243 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-bea6481a-28b4-4f86-9cd3-9bbe2a9ce4a3 req-83f902ea-44be-4e6e-91ed-6cf853e612d0 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2745688 Jul 14 09:26:49.981277 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [req-bea6481a-28b4-4f86-9cd3-9bbe2a9ce4a3 req-7279a19a-976f-4425-bd85-e8b8ced21e15 service neutron] Request body: {'port': {'device_id': 'a2c4700d-7f6b-45ad-b1f4-7c24c21c50d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-29'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:26:49.999018 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e99be7-e772-45f5-9986-e9230d8cda74 req-3cab8b3a-0689-46dd-bedd-c16adfa998f4 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:50.004959 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e99be7-e772-45f5-9986-e9230d8cda74 req-3cab8b3a-0689-46dd-bedd-c16adfa998f4 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:50.012217 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e99be7-e772-45f5-9986-e9230d8cda74 req-3cab8b3a-0689-46dd-bedd-c16adfa998f4 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:50.018184 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e99be7-e772-45f5-9986-e9230d8cda74 req-3cab8b3a-0689-46dd-bedd-c16adfa998f4 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:50.024833 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e99be7-e772-45f5-9986-e9230d8cda74 req-3cab8b3a-0689-46dd-bedd-c16adfa998f4 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:50.026368 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b92d44d7-539e-4df5-ae0e-debac41d9252 req-3ff0edbd-5757-4240-83e3-eac43a3baff1 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/ports?device_id=a2c4700d-7f6b-45ad-b1f4-7c24c21c50d7 HTTP/1.1" status: 200 len: 210 time: 0.9140654 Jul 14 09:26:50.030967 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e99be7-e772-45f5-9986-e9230d8cda74 req-3cab8b3a-0689-46dd-bedd-c16adfa998f4 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:50.036986 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e99be7-e772-45f5-9986-e9230d8cda74 req-3cab8b3a-0689-46dd-bedd-c16adfa998f4 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:50.038992 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d6e99be7-e772-45f5-9986-e9230d8cda74 req-3cab8b3a-0689-46dd-bedd-c16adfa998f4 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] 10.222.0.68 "GET /v2.0/ports?device_id=5c7b30e8-3087-4fa2-a121-bc36e0beab3b HTTP/1.1" status: 200 len: 5429 time: 0.3657813 Jul 14 09:26:50.117255 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7cd9c191-2dc1-46f6-a607-395dacbe6e28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473955', 'neutron.services.segments.db._delete_segments_for_network-8735688326548'] for network, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:50.129787 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-7cd9c191-2dc1-46f6-a607-395dacbe6e28 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4646c8c-d25d-437d-a1b6-69ddc070b142']}} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:26:50.145319 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-7cd9c191-2dc1-46f6-a607-395dacbe6e28 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d8815e9-0200-443e-a333-a7dc7602fee9') {'for_net_delete': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:26:50.145689 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-7cd9c191-2dc1-46f6-a607-395dacbe6e28 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d8815e9-0200-443e-a333-a7dc7602fee9') {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:26:50.164882 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d6e99be7-e772-45f5-9986-e9230d8cda74 req-048ee813-5620-451f-ac70-d9fbb367e1eb tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] 10.222.0.68 "GET /v2.0/security-groups?id=3e8708b8-59d7-4408-a840-9965955f2a4b&id=ff27f1e0-0078-49b9-90e3-125b24008d99&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0991592 Jul 14 09:26:50.193229 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-bea6481a-28b4-4f86-9cd3-9bbe2a9ce4a3 req-7279a19a-976f-4425-bd85-e8b8ced21e15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:50.202486 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7cd9c191-2dc1-46f6-a607-395dacbe6e28 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735688356235', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10944210'] for segment, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:50.226607 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b962fcc0-6bc2-441c-a37f-595259e7de22 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:50.249322 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b962fcc0-6bc2-441c-a37f-595259e7de22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13574142'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:50.261537 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7cd9c191-2dc1-46f6-a607-395dacbe6e28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:50.285393 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cd9c191-2dc1-46f6-a607-395dacbe6e28 admin admin] Releasing vlan 719 on physical network physnet1 to pool {{(pid=93957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:26:50.285809 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7cd9c191-2dc1-46f6-a607-395dacbe6e28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10053619'] for segment, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:50.287797 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:26:50.287797 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:26:50.287797 n-d-779913-29 neutron-server[93957]: Traceback (most recent call last): Jul 14 09:26:50.287797 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:26:50.287797 n-d-779913-29 neutron-server[93957]: timer() Jul 14 09:26:50.287797 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:26:50.287797 n-d-779913-29 neutron-server[93957]: cb(*args, **kw) Jul 14 09:26:50.287797 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:26:50.287797 n-d-779913-29 neutron-server[93957]: return func(*args, **kwargs) Jul 14 09:26:50.287797 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:26:50.287797 n-d-779913-29 neutron-server[93957]: self._notify() Jul 14 09:26:50.287797 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:26:50.287797 n-d-779913-29 neutron-server[93957]: self.callback(batched_events) Jul 14 09:26:50.287797 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:26:50.287797 n-d-779913-29 neutron-server[93957]: event.method(event) Jul 14 09:26:50.287797 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:26:50.287797 n-d-779913-29 neutron-server[93957]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:26:50.287797 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:26:50.287797 n-d-779913-29 neutron-server[93957]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:26:50.287797 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:26:50.287797 n-d-779913-29 neutron-server[93957]: return f(self, *a, **k) Jul 14 09:26:50.287797 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:26:50.287797 n-d-779913-29 neutron-server[93957]: return self._get(url).json() Jul 14 09:26:50.287797 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:26:50.287797 n-d-779913-29 neutron-server[93957]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:26:50.287797 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:26:50.287797 n-d-779913-29 neutron-server[93957]: return self.request(url, 'GET', **kwargs) Jul 14 09:26:50.287797 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:26:50.287797 n-d-779913-29 neutron-server[93957]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:26:50.287797 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:26:50.287797 n-d-779913-29 neutron-server[93957]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:26:50.287797 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:26:50.287797 n-d-779913-29 neutron-server[93957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:26:50.287797 n-d-779913-29 neutron-server[93957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:26:50.290915 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e5bc593-ab64-4bab-bcb8-919b4870bd46 req-fdfcdd2a-bacd-44a9-a8ca-d6c558725bd0 tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Made reservation on behalf of 24f83d3539e4497181e13bb568cf43a0 for: {'port': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:26:50.292292 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-3e5bc593-ab64-4bab-bcb8-919b4870bd46 req-fdfcdd2a-bacd-44a9-a8ca-d6c558725bd0 tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:50.347803 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b962fcc0-6bc2-441c-a37f-595259e7de22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-683747'] for router_interface, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:50.411134 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7cd9c191-2dc1-46f6-a607-395dacbe6e28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660504'] for network, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:50.435326 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7cd9c191-2dc1-46f6-a607-395dacbe6e28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for network, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:50.452564 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 42e0bb2c-044f-45d1-9907-09bbb5f0a324 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:26:50.454448 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b962fcc0-6bc2-441c-a37f-595259e7de22 admin admin] Pushing event updated for resources: {'Port': ['ID=fb86bb0a-be55-48b5-9ff0-54f1a894f571,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:50.455745 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-7cd9c191-2dc1-46f6-a607-395dacbe6e28 admin admin] 10.222.0.68 "DELETE /v2.0/networks/d4646c8c-d25d-437d-a1b6-69ddc070b142 HTTP/1.1" status: 204 len: 168 time: 1.6756635 Jul 14 09:26:50.491265 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd9c191-2dc1-46f6-a607-395dacbe6e28 admin admin] Pushing event deleted for resources: {'Network': ['ID=d4646c8c-d25d-437d-a1b6-69ddc070b142,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:50.549701 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning for port 42e0bb2c-044f-45d1-9907-09bbb5f0a324 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:26:50.554542 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port 42e0bb2c-044f-45d1-9907-09bbb5f0a324 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:26:50.555145 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:50.671081 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [req-3e5bc593-ab64-4bab-bcb8-919b4870bd46 req-fdfcdd2a-bacd-44a9-a8ca-d6c558725bd0 tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Allocated IP 19.86.0.29 (af671471-9d96-4bdd-a406-e5ad1413bfb0/0c5c01ca-a838-4867-9e15-ed1fbe510243/38441d42-54d3-4dfc-a8af-79ac710bc475) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:26:50.719648 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [req-23228a5f-56a5-4782-8b57-ae20256ce9c0 req-05504d77-2da9-4b30-b7b6-6c0177f71bac tempest-ServerRescueTestJSON-1969041098 tempest-ServerRescueTestJSON-1969041098-project] Deleting port c456e3ea-1818-4eb0-9974-4f7f0bc9979b {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:26:50.720007 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-23228a5f-56a5-4782-8b57-ae20256ce9c0 req-05504d77-2da9-4b30-b7b6-6c0177f71bac tempest-ServerRescueTestJSON-1969041098 tempest-ServerRescueTestJSON-1969041098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:50.848207 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-23228a5f-56a5-4782-8b57-ae20256ce9c0 req-05504d77-2da9-4b30-b7b6-6c0177f71bac tempest-ServerRescueTestJSON-1969041098 tempest-ServerRescueTestJSON-1969041098-project] For port c456e3ea-1818-4eb0-9974-4f7f0bc9979b, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=c456e3ea-1818-4eb0-9974-4f7f0bc9979b,segment=NetworkSegment(836a85c8-8989-45d6-bb70-48fe95102097),segment_id=836a85c8-8989-45d6-bb70-48fe95102097)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:26:50.848890 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-23228a5f-56a5-4782-8b57-ae20256ce9c0 req-05504d77-2da9-4b30-b7b6-6c0177f71bac tempest-ServerRescueTestJSON-1969041098 tempest-ServerRescueTestJSON-1969041098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:50.856987 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 48740) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:50.885753 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42629cfb-2305-40a9-9ffa-8eb2751340b9 req-5201b0b3-b189-4985-a190-ac934ffb9307 tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:50.893644 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-42629cfb-2305-40a9-9ffa-8eb2751340b9 req-5201b0b3-b189-4985-a190-ac934ffb9307 tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] 10.222.0.68 "GET /v2.0/ports?device_id=a40bf78b-2e99-44c3-a0e8-4e20b5a28461 HTTP/1.1" status: 200 len: 931 time: 0.7213011 Jul 14 09:26:50.958754 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [req-23228a5f-56a5-4782-8b57-ae20256ce9c0 req-05504d77-2da9-4b30-b7b6-6c0177f71bac tempest-ServerRescueTestJSON-1969041098 tempest-ServerRescueTestJSON-1969041098-project] Calling delete_port for c456e3ea-1818-4eb0-9974-4f7f0bc9979b owned by compute:nova {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:26:50.979202 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-42629cfb-2305-40a9-9ffa-8eb2751340b9 req-5fdddcbc-67aa-47a4-9dc6-31e2fced0e9f tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] 10.222.0.68 "GET /v2.0/security-groups?id=e583495f-449a-49ad-92be-ddfb834c83f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845823 Jul 14 09:26:50.983405 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b962fcc0-6bc2-441c-a37f-595259e7de22 admin admin] Network d3f3b4f0-a2a4-4615-b2a7-a3c2703dc6b7 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:26:51.021594 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-b962fcc0-6bc2-441c-a37f-595259e7de22 admin admin] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:26:51.050361 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:51.135721 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] For port 42e0bb2c-044f-45d1-9907-09bbb5f0a324, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=42e0bb2c-044f-45d1-9907-09bbb5f0a324,segment=NetworkSegment(81bf7a93-80b3-43df-b9d5-462c604a2945),segment_id=81bf7a93-80b3-43df-b9d5-462c604a2945)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:26:51.148498 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:51.373976 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Pushing event updated for resources: {'Port': ['ID=42e0bb2c-044f-45d1-9907-09bbb5f0a324,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:51.388587 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-bd79af64-3f4f-41f1-bc56-8d5dfb2aa654 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=fcc388573ac348fbbfc19b069c9286c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5303249 Jul 14 09:26:51.397896 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b962fcc0-6bc2-441c-a37f-595259e7de22 admin admin] Router cf2d3845-2597-482e-bbf4-14b6a13cd4ab has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:26:51.398778 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 48758) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:51.466073 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-23228a5f-56a5-4782-8b57-ae20256ce9c0 req-05504d77-2da9-4b30-b7b6-6c0177f71bac tempest-ServerRescueTestJSON-1969041098 tempest-ServerRescueTestJSON-1969041098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:51.514145 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-e8bf2da7-59a6-4867-8b9c-1e81b5045988 None None] Provisioning complete for port fb86bb0a-be55-48b5-9ff0-54f1a894f571 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:26:51.516879 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e8bf2da7-59a6-4867-8b9c-1e81b5045988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:51.519679 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05504d77-2da9-4b30-b7b6-6c0177f71bac tempest-ServerRescueTestJSON-1969041098 tempest-ServerRescueTestJSON-1969041098-project] Pushing event deleted for resources: {'Port': ['ID=c456e3ea-1818-4eb0-9974-4f7f0bc9979b,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:51.562973 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-3e5bc593-ab64-4bab-bcb8-919b4870bd46 req-fdfcdd2a-bacd-44a9-a8ca-d6c558725bd0 tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:51.586301 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-e8bf2da7-59a6-4867-8b9c-1e81b5045988 None None] Port fb86bb0a-be55-48b5-9ff0-54f1a894f571 cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:26:51.594929 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-23228a5f-56a5-4782-8b57-ae20256ce9c0 req-05504d77-2da9-4b30-b7b6-6c0177f71bac tempest-ServerRescueTestJSON-1969041098 tempest-ServerRescueTestJSON-1969041098-project] No DVR routers for this DVR port c456e3ea-1818-4eb0-9974-4f7f0bc9979b on host n-h2-779913-29 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:26:51.597801 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-23228a5f-56a5-4782-8b57-ae20256ce9c0 req-05504d77-2da9-4b30-b7b6-6c0177f71bac tempest-ServerRescueTestJSON-1969041098 tempest-ServerRescueTestJSON-1969041098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:51.600685 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-23228a5f-56a5-4782-8b57-ae20256ce9c0 req-05504d77-2da9-4b30-b7b6-6c0177f71bac tempest-ServerRescueTestJSON-1969041098 tempest-ServerRescueTestJSON-1969041098-project] 10.222.0.57 "DELETE /v2.0/ports/c456e3ea-1818-4eb0-9974-4f7f0bc9979b HTTP/1.1" status: 204 len: 173 time: 2.3115308 Jul 14 09:26:51.606587 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1165a2d1-7a70-431c-8db9-81b467588d28', 'name': 'network-vif-deleted', 'tag': 'c456e3ea-1818-4eb0-9974-4f7f0bc9979b'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:26:51.609227 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24d31c42-6bd0-43c3-89f5-02a2cae458a7" -d '{"events": [{"server_uuid": "1165a2d1-7a70-431c-8db9-81b467588d28", "name": "network-vif-deleted", "tag": "c456e3ea-1818-4eb0-9974-4f7f0bc9979b"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:26:51.625506 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fadc63-6d27-4889-9fe9-7b7e22283c85 req-e239e70a-2bb6-4cee-a25f-6a5753c32ceb tempest-ServerRescueTestJSON-1969041098 tempest-ServerRescueTestJSON-1969041098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:51.627203 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b8fadc63-6d27-4889-9fe9-7b7e22283c85 req-e239e70a-2bb6-4cee-a25f-6a5753c32ceb tempest-ServerRescueTestJSON-1969041098 tempest-ServerRescueTestJSON-1969041098-project] 10.222.0.68 "GET /v2.0/ports?device_id=1165a2d1-7a70-431c-8db9-81b467588d28 HTTP/1.1" status: 200 len: 867 time: 0.3564906 Jul 14 09:26:51.632922 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [req-3e5bc593-ab64-4bab-bcb8-919b4870bd46 req-fdfcdd2a-bacd-44a9-a8ca-d6c558725bd0 tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Transition to ACTIVE for port object 38441d42-54d3-4dfc-a8af-79ac710bc475 will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:26:51.636661 n-d-779913-29 neutron-server[93958]: DEBUG neutron.notifiers.nova [req-bea6481a-28b4-4f86-9cd3-9bbe2a9ce4a3 req-7279a19a-976f-4425-bd85-e8b8ced21e15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fa7c8b3-525b-461d-ac3d-a4e567b933e5 {{(pid=93958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:26:51.654472 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-bea6481a-28b4-4f86-9cd3-9bbe2a9ce4a3 req-7279a19a-976f-4425-bd85-e8b8ced21e15 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:51.658594 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-45ce29fa-51fc-4ef5-91d2-75f726356cb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:51.688832 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b8fadc63-6d27-4889-9fe9-7b7e22283c85 req-83168790-e0e1-4511-8753-92a6e230afc6 tempest-ServerRescueTestJSON-1969041098 tempest-ServerRescueTestJSON-1969041098-project] 10.222.0.68 "GET /v2.0/security-groups?id=d6a7feba-be17-4d7e-a638-e9426c29981e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540597 Jul 14 09:26:51.724646 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-3e5bc593-ab64-4bab-bcb8-919b4870bd46 req-fdfcdd2a-bacd-44a9-a8ca-d6c558725bd0 tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:51.728800 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-bea6481a-28b4-4f86-9cd3-9bbe2a9ce4a3 req-7279a19a-976f-4425-bd85-e8b8ced21e15 service neutron] Transition to ACTIVE for port object 5fa7c8b3-525b-461d-ac3d-a4e567b933e5 will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:26:51.749055 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-bea6481a-28b4-4f86-9cd3-9bbe2a9ce4a3 req-7279a19a-976f-4425-bd85-e8b8ced21e15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13574142'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:51.753389 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-45ce29fa-51fc-4ef5-91d2-75f726356cb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:51.783922 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e5bc593-ab64-4bab-bcb8-919b4870bd46 req-fdfcdd2a-bacd-44a9-a8ca-d6c558725bd0 tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Network af671471-9d96-4bdd-a406-e5ad1413bfb0 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:26:51.791198 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [req-3e5bc593-ab64-4bab-bcb8-919b4870bd46 req-fdfcdd2a-bacd-44a9-a8ca-d6c558725bd0 tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:26:51.797825 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e5bc593-ab64-4bab-bcb8-919b4870bd46 req-fdfcdd2a-bacd-44a9-a8ca-d6c558725bd0 tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:26:51.809894 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfcdd2a-bacd-44a9-a8ca-d6c558725bd0 tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Pushing event updated for resources: {'Port': ['ID=38441d42-54d3-4dfc-a8af-79ac710bc475,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:51.810423 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887f2f11-b4b8-4238-b3a2-bf8d75c9ff03 req-b5412278-e7f7-42bb-9892-0a3f20616efa tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:51.812034 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-887f2f11-b4b8-4238-b3a2-bf8d75c9ff03 req-b5412278-e7f7-42bb-9892-0a3f20616efa tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/ports?device_id=a2c4700d-7f6b-45ad-b1f4-7c24c21c50d7 HTTP/1.1" status: 200 len: 931 time: 0.4163814 Jul 14 09:26:51.880304 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b962fcc0-6bc2-441c-a37f-595259e7de22 admin admin] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:26:51.898326 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df07b475-9c44-4f53-a6fa-14fea63fd970 None None] Sync routers for ids ['cf2d3845-2597-482e-bbf4-14b6a13cd4ab'] in n-d-779913-29 {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:26:51.907620 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5bc593-ab64-4bab-bcb8-919b4870bd46 req-fdfcdd2a-bacd-44a9-a8ca-d6c558725bd0 tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:51.910032 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-3e5bc593-ab64-4bab-bcb8-919b4870bd46 req-fdfcdd2a-bacd-44a9-a8ca-d6c558725bd0 tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:51.913801 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df07b475-9c44-4f53-a6fa-14fea63fd970 None None] Routers {'cf2d3845-2597-482e-bbf4-14b6a13cd4ab'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:26:51.917306 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-df07b475-9c44-4f53-a6fa-14fea63fd970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:26:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['cf2d3845-2597-482e-bbf4-14b6a13cd4ab'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:26:51.953547 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-b962fcc0-6bc2-441c-a37f-595259e7de22 admin admin] 10.222.0.68 "PUT /v2.0/routers/cf2d3845-2597-482e-bbf4-14b6a13cd4ab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3919890 Jul 14 09:26:51.963555 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3e5bc593-ab64-4bab-bcb8-919b4870bd46 req-fdfcdd2a-bacd-44a9-a8ca-d6c558725bd0 tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8817353 Jul 14 09:26:51.981901 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-3e5bc593-ab64-4bab-bcb8-919b4870bd46 req-79fa859f-a68c-49ce-9266-ae3c8309c264 service neutron] Request body: {'port': {'device_id': 'a40bf78b-2e99-44c3-a0e8-4e20b5a28461', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-29'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:26:52.008744 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7279a19a-976f-4425-bd85-e8b8ced21e15 service neutron] Pushing event updated for resources: {'Port': ['ID=5fa7c8b3-525b-461d-ac3d-a4e567b933e5,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:52.092312 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-887f2f11-b4b8-4238-b3a2-bf8d75c9ff03 req-a1122601-f1a1-426f-9c73-4577fda960db tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/security-groups?id=bfacbc39-872c-438f-b7f4-05abded490ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2560315 Jul 14 09:26:52.147656 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-bea6481a-28b4-4f86-9cd3-9bbe2a9ce4a3 req-7279a19a-976f-4425-bd85-e8b8ced21e15 service neutron] Attempting to bind port 5fa7c8b3-525b-461d-ac3d-a4e567b933e5 on host n-h2-779913-29 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:26:52.148269 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-bea6481a-28b4-4f86-9cd3-9bbe2a9ce4a3 req-7279a19a-976f-4425-bd85-e8b8ced21e15 service neutron] Attempting to bind port 5fa7c8b3-525b-461d-ac3d-a4e567b933e5 by drivers openvswitch,hyperv on host n-h2-779913-29 at level 0 using segments [{'id': 'f28b4a20-abdb-43f4-86e7-8da3ae7a1990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'b13d7c6c-cfbf-4964-b16a-12c3c2736fe4'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:26:52.149026 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bea6481a-28b4-4f86-9cd3-9bbe2a9ce4a3 req-7279a19a-976f-4425-bd85-e8b8ced21e15 service neutron] Attempting to bind port 5fa7c8b3-525b-461d-ac3d-a4e567b933e5 on network b13d7c6c-cfbf-4964-b16a-12c3c2736fe4 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:26:52.152706 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-45ce29fa-51fc-4ef5-91d2-75f726356cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:52.156502 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-45ce29fa-51fc-4ef5-91d2-75f726356cb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:52.158372 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-45ce29fa-51fc-4ef5-91d2-75f726356cb7 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/ee599ffa-656c-4b33-a533-367ce77dba83 HTTP/1.1" status: 204 len: 168 time: 0.7578022 Jul 14 09:26:52.164531 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bea6481a-28b4-4f86-9cd3-9bbe2a9ce4a3 req-7279a19a-976f-4425-bd85-e8b8ced21e15 service neutron] Port 5fa7c8b3-525b-461d-ac3d-a4e567b933e5 on network b13d7c6c-cfbf-4964-b16a-12c3c2736fe4 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-29 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:26:52.165181 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bea6481a-28b4-4f86-9cd3-9bbe2a9ce4a3 req-7279a19a-976f-4425-bd85-e8b8ced21e15 service neutron] Attempting to bind port 5fa7c8b3-525b-461d-ac3d-a4e567b933e5 on network b13d7c6c-cfbf-4964-b16a-12c3c2736fe4 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:26:52.176525 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ce29fa-51fc-4ef5-91d2-75f726356cb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee599ffa-656c-4b33-a533-367ce77dba83,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:52.185695 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bea6481a-28b4-4f86-9cd3-9bbe2a9ce4a3 req-7279a19a-976f-4425-bd85-e8b8ced21e15 service neutron] Checking agent: {'id': '013e4a3b-a634-47b8-b6a5-1a25109b73fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 13, 13), 'started_at': datetime.datetime(2021, 7, 14, 9, 13, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 26, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:26:52.185695 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bea6481a-28b4-4f86-9cd3-9bbe2a9ce4a3 req-7279a19a-976f-4425-bd85-e8b8ced21e15 service neutron] Checking segment: {'id': 'f28b4a20-abdb-43f4-86e7-8da3ae7a1990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'b13d7c6c-cfbf-4964-b16a-12c3c2736fe4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:26:52.185695 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bea6481a-28b4-4f86-9cd3-9bbe2a9ce4a3 req-7279a19a-976f-4425-bd85-e8b8ced21e15 service neutron] Bound using segment: {'id': 'f28b4a20-abdb-43f4-86e7-8da3ae7a1990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'b13d7c6c-cfbf-4964-b16a-12c3c2736fe4'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:26:52.185695 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-bea6481a-28b4-4f86-9cd3-9bbe2a9ce4a3 req-7279a19a-976f-4425-bd85-e8b8ced21e15 service neutron] Bound port: 5fa7c8b3-525b-461d-ac3d-a4e567b933e5, host: n-h2-779913-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f28b4a20-abdb-43f4-86e7-8da3ae7a1990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'b13d7c6c-cfbf-4964-b16a-12c3c2736fe4'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:26:52.185695 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-bea6481a-28b4-4f86-9cd3-9bbe2a9ce4a3 req-7279a19a-976f-4425-bd85-e8b8ced21e15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:52.307553 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:26:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92d292fc-91fc-4bed-bbe5-0797fa868e10 x-openstack-request-id: req-92d292fc-91fc-4bed-bbe5-0797fa868e10 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:26:52.312309 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1165a2d1-7a70-431c-8db9-81b467588d28", "name": "network-vif-deleted", "tag": "c456e3ea-1818-4eb0-9974-4f7f0bc9979b", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:26:52.312754 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-92d292fc-91fc-4bed-bbe5-0797fa868e10 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:26:52.313072 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1165a2d1-7a70-431c-8db9-81b467588d28', 'name': 'network-vif-deleted', 'tag': 'c456e3ea-1818-4eb0-9974-4f7f0bc9979b', 'status': 'completed', 'code': 200} Jul 14 09:26:52.385284 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-23340e50-ac8a-41de-b081-c8177b2214a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:52.431954 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-bea6481a-28b4-4f86-9cd3-9bbe2a9ce4a3 req-7279a19a-976f-4425-bd85-e8b8ced21e15 service neutron] For port 5fa7c8b3-525b-461d-ac3d-a4e567b933e5, host n-h2-779913-29, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:26:52.440581 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-bea6481a-28b4-4f86-9cd3-9bbe2a9ce4a3 req-7279a19a-976f-4425-bd85-e8b8ced21e15 service neutron] For port 5fa7c8b3-525b-461d-ac3d-a4e567b933e5, host n-h2-779913-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=5fa7c8b3-525b-461d-ac3d-a4e567b933e5,segment=NetworkSegment(f28b4a20-abdb-43f4-86e7-8da3ae7a1990),segment_id=f28b4a20-abdb-43f4-86e7-8da3ae7a1990)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:26:52.453550 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-bea6481a-28b4-4f86-9cd3-9bbe2a9ce4a3 req-7279a19a-976f-4425-bd85-e8b8ced21e15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13574142'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:52.504054 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-3f54f2d1-728a-4c5c-957a-71927dbca94e None None] Provisioning for port 38441d42-54d3-4dfc-a8af-79ac710bc475 completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:26:52.531190 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 42e0bb2c-044f-45d1-9907-09bbb5f0a324 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:26:52.551443 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea6481a-28b4-4f86-9cd3-9bbe2a9ce4a3 req-7279a19a-976f-4425-bd85-e8b8ced21e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:52.552219 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-bea6481a-28b4-4f86-9cd3-9bbe2a9ce4a3 req-7279a19a-976f-4425-bd85-e8b8ced21e15 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:52.556379 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-bea6481a-28b4-4f86-9cd3-9bbe2a9ce4a3 req-7279a19a-976f-4425-bd85-e8b8ced21e15 service neutron] 10.222.0.57 "PUT /v2.0/ports/5fa7c8b3-525b-461d-ac3d-a4e567b933e5 HTTP/1.1" status: 200 len: 1092 time: 2.6076064 Jul 14 09:26:52.556980 n-d-779913-29 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2c4700d-7f6b-45ad-b1f4-7c24c21c50d7', 'tag': '5fa7c8b3-525b-461d-ac3d-a4e567b933e5'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:26:52.559474 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cb48f044f948e981f43897c8d7f1332f741dc7af2b4c5a6e19d8f4a80f708e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea5b7313-b64a-41d7-9a3d-8d0bbd81b16d" -d '{"events": [{"name": "network-changed", "server_uuid": "a2c4700d-7f6b-45ad-b1f4-7c24c21c50d7", "tag": "5fa7c8b3-525b-461d-ac3d-a4e567b933e5"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:26:52.590042 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-3e5bc593-ab64-4bab-bcb8-919b4870bd46 req-79fa859f-a68c-49ce-9266-ae3c8309c264 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:52.622853 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7279a19a-976f-4425-bd85-e8b8ced21e15 service neutron] Pushing event updated for resources: {'Port': ['ID=5fa7c8b3-525b-461d-ac3d-a4e567b933e5,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:52.668096 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvr_db [None req-df07b475-9c44-4f53-a6fa-14fea63fd970 None None] Set router cf2d3845-2597-482e-bbf4-14b6a13cd4ab gateway port host: n-d-779913-29 {{(pid=93959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:26:52.669853 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c7e254-cf62-4dfc-850d-8586c8479557 req-7e16f2ec-0971-4abf-a969-f29bf61da44a tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:52.685237 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c7e254-cf62-4dfc-850d-8586c8479557 req-7e16f2ec-0971-4abf-a969-f29bf61da44a tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:52.687591 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-b2c7e254-cf62-4dfc-850d-8586c8479557 req-7e16f2ec-0971-4abf-a969-f29bf61da44a tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] 10.222.0.68 "GET /v2.0/ports?device_id=a40bf78b-2e99-44c3-a0e8-4e20b5a28461 HTTP/1.1" status: 200 len: 1653 time: 0.1465037 Jul 14 09:26:52.723883 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f96d88-07e0-4009-ac16-a81e5429d56a req-b2cd1886-fab8-48c8-a1dd-46ff3ebc1d7f tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:52.742597 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f96d88-07e0-4009-ac16-a81e5429d56a req-b2cd1886-fab8-48c8-a1dd-46ff3ebc1d7f tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:52.744707 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-3f54f2d1-728a-4c5c-957a-71927dbca94e None None] Provisioning complete for port 38441d42-54d3-4dfc-a8af-79ac710bc475 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:26:52.745094 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3f54f2d1-728a-4c5c-957a-71927dbca94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:52.752566 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f96d88-07e0-4009-ac16-a81e5429d56a req-b2cd1886-fab8-48c8-a1dd-46ff3ebc1d7f tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:52.771761 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f96d88-07e0-4009-ac16-a81e5429d56a req-b2cd1886-fab8-48c8-a1dd-46ff3ebc1d7f tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:52.781356 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f96d88-07e0-4009-ac16-a81e5429d56a req-b2cd1886-fab8-48c8-a1dd-46ff3ebc1d7f tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:52.802288 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f96d88-07e0-4009-ac16-a81e5429d56a req-b2cd1886-fab8-48c8-a1dd-46ff3ebc1d7f tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:52.802680 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-b2c7e254-cf62-4dfc-850d-8586c8479557 req-52186427-6d77-4bf2-a3ff-29368d244b41 tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] 10.222.0.68 "GET /v2.0/security-groups?id=e583495f-449a-49ad-92be-ddfb834c83f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557420 Jul 14 09:26:52.818775 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f96d88-07e0-4009-ac16-a81e5429d56a req-b2cd1886-fab8-48c8-a1dd-46ff3ebc1d7f tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:52.821145 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a6f96d88-07e0-4009-ac16-a81e5429d56a req-b2cd1886-fab8-48c8-a1dd-46ff3ebc1d7f tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] 10.222.0.68 "GET /v2.0/ports?device_id=5c7b30e8-3087-4fa2-a121-bc36e0beab3b HTTP/1.1" status: 200 len: 5429 time: 0.7051690 Jul 14 09:26:52.856810 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea6481a-28b4-4f86-9cd3-9bbe2a9ce4a3 req-8a355e69-4647-4cda-a41b-57210bfaa875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:52.857859 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-bea6481a-28b4-4f86-9cd3-9bbe2a9ce4a3 req-8a355e69-4647-4cda-a41b-57210bfaa875 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5a5f2c2d833f465d9525ee4af4d3c349&device_id=a2c4700d-7f6b-45ad-b1f4-7c24c21c50d7 HTTP/1.1" status: 200 len: 1095 time: 0.1685050 Jul 14 09:26:52.921085 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-bea6481a-28b4-4f86-9cd3-9bbe2a9ce4a3 req-baf2513c-e559-4c5a-b1aa-4be0f858a88f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5fa7c8b3-525b-461d-ac3d-a4e567b933e5 HTTP/1.1" status: 200 len: 217 time: 0.0481439 Jul 14 09:26:52.932692 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-3f54f2d1-728a-4c5c-957a-71927dbca94e None None] Port 38441d42-54d3-4dfc-a8af-79ac710bc475 cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:26:52.987408 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a6f96d88-07e0-4009-ac16-a81e5429d56a req-803b5925-7695-429c-a0d3-ece5dac014ce tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] 10.222.0.68 "GET /v2.0/security-groups?id=3e8708b8-59d7-4408-a840-9965955f2a4b&id=ff27f1e0-0078-49b9-90e3-125b24008d99&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1238899 Jul 14 09:26:53.012075 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea6481a-28b4-4f86-9cd3-9bbe2a9ce4a3 req-d222fe6d-3089-49c4-96f1-5818dddc50df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:53.017825 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-bea6481a-28b4-4f86-9cd3-9bbe2a9ce4a3 req-d222fe6d-3089-49c4-96f1-5818dddc50df service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4eebc946-7649-496b-bf8c-5c786643586c HTTP/1.1" status: 200 len: 846 time: 0.0889246 Jul 14 09:26:53.032196 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port 42e0bb2c-044f-45d1-9907-09bbb5f0a324 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:26:53.032639 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:53.147177 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-bea6481a-28b4-4f86-9cd3-9bbe2a9ce4a3 req-935aabf9-0cce-4362-a922-ba14fb68856b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b13d7c6c-cfbf-4964-b16a-12c3c2736fe4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0984576 Jul 14 09:26:53.152101 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:26:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d81c94c1-804e-4c24-82c2-1137a6bb5592 x-openstack-request-id: req-d81c94c1-804e-4c24-82c2-1137a6bb5592 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:26:53.154610 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2c4700d-7f6b-45ad-b1f4-7c24c21c50d7", "tag": "5fa7c8b3-525b-461d-ac3d-a4e567b933e5", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:26:53.154879 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-d81c94c1-804e-4c24-82c2-1137a6bb5592 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:26:53.155665 n-d-779913-29 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2c4700d-7f6b-45ad-b1f4-7c24c21c50d7', 'tag': '5fa7c8b3-525b-461d-ac3d-a4e567b933e5', 'status': 'completed', 'code': 200} Jul 14 09:26:53.258601 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 48824) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:53.419878 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-df07b475-9c44-4f53-a6fa-14fea63fd970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf2d3845-2597-482e-bbf4-14b6a13cd4ab', 'name': 'tempest-TaggedBootDevicesTest-2038976689-router', 'tenant_id': '59257167697a4d8397898a00de2a9ad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.111'}], 'enable_snat': True}, 'gw_port_id': '42e0bb2c-044f-45d1-9907-09bbb5f0a324', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:26:38Z', 'updated_at': '2021-07-14T09:26:49Z', 'revision_number': 4, 'project_id': '59257167697a4d8397898a00de2a9ad0', 'gw_port': {'id': '42e0bb2c-044f-45d1-9907-09bbb5f0a324', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:8e:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf2d3845-2597-482e-bbf4-14b6a13cd4ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:26:40Z', 'updated_at': '2021-07-14T09:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': 'fb86bb0a-be55-48b5-9ff0-54f1a894f571', 'name': '', 'network_id': 'd3f3b4f0-a2a4-4615-b2a7-a3c2703dc6b7', 'tenant_id': '59257167697a4d8397898a00de2a9ad0', 'mac_address': 'fa:16:3e:5e:c7:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf2d3845-2597-482e-bbf4-14b6a13cd4ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': '2a6976d9-6add-4434-8547-6c5ba9d349d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:26:47Z', 'updated_at': '2021-07-14T09:26:49Z', 'revision_number': 2, 'project_id': '59257167697a4d8397898a00de2a9ad0', 'subnets': [{'id': '2a6976d9-6add-4434-8547-6c5ba9d349d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:26:53.457373 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-bea6481a-28b4-4f86-9cd3-9bbe2a9ce4a3 req-143b4005-2cbe-40e4-9240-867858141ab0 service neutron] 10.222.0.57 "GET /v2.0/networks/b13d7c6c-cfbf-4964-b16a-12c3c2736fe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3005588 Jul 14 09:26:53.474859 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df07b475-9c44-4f53-a6fa-14fea63fd970 None None] Checking router: cf2d3845-2597-482e-bbf4-14b6a13cd4ab for host: n-d-779913-29 {{(pid=93959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:26:53.475551 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df07b475-9c44-4f53-a6fa-14fea63fd970 None None] Updating router cf2d3845-2597-482e-bbf4-14b6a13cd4ab port fb86bb0a-be55-48b5-9ff0-54f1a894f571 binding host n-d-779913-29 {{(pid=93959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:26:53.494816 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device c456e3ea-1818-4eb0-9974-4f7f0bc9979b no longer exists at agent hyperv_n-h2-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:26:53.555426 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] No Port match for: c456e3ea-1818-4eb0-9974-4f7f0bc9979b {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:26:53.556790 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device c456e3ea-1818-4eb0-9974-4f7f0bc9979b not bound to the agent host n-h2-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:26:53.568474 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-df07b475-9c44-4f53-a6fa-14fea63fd970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:53.605457 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-bea6481a-28b4-4f86-9cd3-9bbe2a9ce4a3 req-a86c6ab9-bd5e-4b7c-8d97-17d262b78896 service neutron] 10.222.0.57 "GET /v2.0/networks/b13d7c6c-cfbf-4964-b16a-12c3c2736fe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401522 Jul 14 09:26:53.850044 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b61f9ea-fb95-4666-91a5-afc9b70540fb req-e26ec6ec-94b9-4774-b448-24c93a189050 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:53.851933 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-4b61f9ea-fb95-4666-91a5-afc9b70540fb req-e26ec6ec-94b9-4774-b448-24c93a189050 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/ports?device_id=a2c4700d-7f6b-45ad-b1f4-7c24c21c50d7 HTTP/1.1" status: 200 len: 943 time: 0.4113224 Jul 14 09:26:53.859873 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5b7313-b64a-41d7-9a3d-8d0bbd81b16d req-1b133aa0-bbb4-4401-b2af-1c0b36daf294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:53.860701 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [req-3e5bc593-ab64-4bab-bcb8-919b4870bd46 req-79fa859f-a68c-49ce-9266-ae3c8309c264 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd8b5dc0-d440-44f6-a7b8-596d46789b6d {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:26:53.865944 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ea5b7313-b64a-41d7-9a3d-8d0bbd81b16d req-1b133aa0-bbb4-4401-b2af-1c0b36daf294 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5a5f2c2d833f465d9525ee4af4d3c349&device_id=a2c4700d-7f6b-45ad-b1f4-7c24c21c50d7 HTTP/1.1" status: 200 len: 1095 time: 0.1454561 Jul 14 09:26:53.888123 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-3e5bc593-ab64-4bab-bcb8-919b4870bd46 req-79fa859f-a68c-49ce-9266-ae3c8309c264 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:53.902788 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 48856) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:53.982945 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [req-3e5bc593-ab64-4bab-bcb8-919b4870bd46 req-79fa859f-a68c-49ce-9266-ae3c8309c264 service neutron] Transition to ACTIVE for port object cd8b5dc0-d440-44f6-a7b8-596d46789b6d will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:26:54.019804 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-3e5bc593-ab64-4bab-bcb8-919b4870bd46 req-79fa859f-a68c-49ce-9266-ae3c8309c264 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:54.133679 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5b7313-b64a-41d7-9a3d-8d0bbd81b16d req-67cede56-733d-4d57-97a1-20ef1ae3c032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:54.135221 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ea5b7313-b64a-41d7-9a3d-8d0bbd81b16d req-67cede56-733d-4d57-97a1-20ef1ae3c032 service neutron] 10.222.0.57 "GET /v2.0/networks?id=b13d7c6c-cfbf-4964-b16a-12c3c2736fe4 HTTP/1.1" status: 200 len: 907 time: 0.2642751 Jul 14 09:26:54.140682 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-4b61f9ea-fb95-4666-91a5-afc9b70540fb req-1b1e68fd-4816-44df-b576-06b45ed09186 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/security-groups?id=bfacbc39-872c-438f-b7f4-05abded490ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2603600 Jul 14 09:26:54.144745 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-df07b475-9c44-4f53-a6fa-14fea63fd970 None None] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:54.151089 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-c6bb4577-501c-45d4-be94-7b1f255a74c4 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1730399498-network', 'tenant_id': '4b85dee2e11f48ac896088cf28057727'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:26:54.166582 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-df07b475-9c44-4f53-a6fa-14fea63fd970 None None] Transition to ACTIVE for port object fb86bb0a-be55-48b5-9ff0-54f1a894f571 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:26:54.176282 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-df07b475-9c44-4f53-a6fa-14fea63fd970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:54.308604 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d44bec-d392-4dfb-b8fb-c86314daf712 None None] Pushing event updated for resources: {'Port': ['ID=fb86bb0a-be55-48b5-9ff0-54f1a894f571,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:54.332220 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fa859f-a68c-49ce-9266-ae3c8309c264 service neutron] Pushing event updated for resources: {'Port': ['ID=cd8b5dc0-d440-44f6-a7b8-596d46789b6d,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:54.339225 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ea5b7313-b64a-41d7-9a3d-8d0bbd81b16d req-033064ee-fe0b-477a-be7b-d61745b84973 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5fa7c8b3-525b-461d-ac3d-a4e567b933e5 HTTP/1.1" status: 200 len: 217 time: 0.1936367 Jul 14 09:26:54.491607 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-df07b475-9c44-4f53-a6fa-14fea63fd970 None None] Attempting to bind port fb86bb0a-be55-48b5-9ff0-54f1a894f571 on host n-d-779913-29 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:26:54.500893 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-df07b475-9c44-4f53-a6fa-14fea63fd970 None None] Attempting to bind port fb86bb0a-be55-48b5-9ff0-54f1a894f571 by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': '6abdef8f-feed-4530-be93-295dee2f7fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'd3f3b4f0-a2a4-4615-b2a7-a3c2703dc6b7'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:26:54.501819 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df07b475-9c44-4f53-a6fa-14fea63fd970 None None] Attempting to bind port fb86bb0a-be55-48b5-9ff0-54f1a894f571 on network d3f3b4f0-a2a4-4615-b2a7-a3c2703dc6b7 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:26:54.502757 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5b7313-b64a-41d7-9a3d-8d0bbd81b16d req-104aedb6-e466-48c4-bef3-d4d8de20031b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:54.504252 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ea5b7313-b64a-41d7-9a3d-8d0bbd81b16d req-104aedb6-e466-48c4-bef3-d4d8de20031b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4eebc946-7649-496b-bf8c-5c786643586c HTTP/1.1" status: 200 len: 846 time: 0.1535203 Jul 14 09:26:54.508258 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df07b475-9c44-4f53-a6fa-14fea63fd970 None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 26, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:26:54.508999 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df07b475-9c44-4f53-a6fa-14fea63fd970 None None] Checking segment: {'id': '6abdef8f-feed-4530-be93-295dee2f7fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'd3f3b4f0-a2a4-4615-b2a7-a3c2703dc6b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:26:54.509595 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-df07b475-9c44-4f53-a6fa-14fea63fd970 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:54.509988 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-3e5bc593-ab64-4bab-bcb8-919b4870bd46 req-79fa859f-a68c-49ce-9266-ae3c8309c264 service neutron] Attempting to bind port cd8b5dc0-d440-44f6-a7b8-596d46789b6d on host n-h2-779913-29 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:26:54.510336 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-3e5bc593-ab64-4bab-bcb8-919b4870bd46 req-79fa859f-a68c-49ce-9266-ae3c8309c264 service neutron] Attempting to bind port cd8b5dc0-d440-44f6-a7b8-596d46789b6d by drivers openvswitch,hyperv on host n-h2-779913-29 at level 0 using segments [{'id': '65c8a5c4-f5d0-4c14-b2bd-692aa7bcf671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '07c04bc0-1145-47dc-b6c6-b4b7c828f2f9'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:26:54.510673 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e5bc593-ab64-4bab-bcb8-919b4870bd46 req-79fa859f-a68c-49ce-9266-ae3c8309c264 service neutron] Attempting to bind port cd8b5dc0-d440-44f6-a7b8-596d46789b6d on network 07c04bc0-1145-47dc-b6c6-b4b7c828f2f9 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:26:54.511094 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df07b475-9c44-4f53-a6fa-14fea63fd970 None None] Bound using segment: {'id': '6abdef8f-feed-4530-be93-295dee2f7fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'd3f3b4f0-a2a4-4615-b2a7-a3c2703dc6b7'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:26:54.511735 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-df07b475-9c44-4f53-a6fa-14fea63fd970 None None] Bound port: fb86bb0a-be55-48b5-9ff0-54f1a894f571, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6abdef8f-feed-4530-be93-295dee2f7fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'd3f3b4f0-a2a4-4615-b2a7-a3c2703dc6b7'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:26:54.512281 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-df07b475-9c44-4f53-a6fa-14fea63fd970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:54.527782 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6bb4577-501c-45d4-be94-7b1f255a74c4 admin admin] Made reservation on behalf of 4b85dee2e11f48ac896088cf28057727 for: {'network': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:26:54.535273 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c6bb4577-501c-45d4-be94-7b1f255a74c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for network, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:54.561361 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ea5b7313-b64a-41d7-9a3d-8d0bbd81b16d req-f37871cb-efac-4b87-a7d3-d9e6ce5e9032 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b13d7c6c-cfbf-4964-b16a-12c3c2736fe4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447893 Jul 14 09:26:54.633419 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e5bc593-ab64-4bab-bcb8-919b4870bd46 req-79fa859f-a68c-49ce-9266-ae3c8309c264 service neutron] Port cd8b5dc0-d440-44f6-a7b8-596d46789b6d on network 07c04bc0-1145-47dc-b6c6-b4b7c828f2f9 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-29 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:26:54.633777 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e5bc593-ab64-4bab-bcb8-919b4870bd46 req-79fa859f-a68c-49ce-9266-ae3c8309c264 service neutron] Attempting to bind port cd8b5dc0-d440-44f6-a7b8-596d46789b6d on network 07c04bc0-1145-47dc-b6c6-b4b7c828f2f9 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:26:54.641528 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c6bb4577-501c-45d4-be94-7b1f255a74c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:54.649794 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-df07b475-9c44-4f53-a6fa-14fea63fd970 None None] For port fb86bb0a-be55-48b5-9ff0-54f1a894f571, host n-d-779913-29, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:26:54.657914 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-df07b475-9c44-4f53-a6fa-14fea63fd970 None None] For port fb86bb0a-be55-48b5-9ff0-54f1a894f571, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=fb86bb0a-be55-48b5-9ff0-54f1a894f571,segment=NetworkSegment(6abdef8f-feed-4530-be93-295dee2f7fe5),segment_id=6abdef8f-feed-4530-be93-295dee2f7fe5)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:26:54.667895 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-df07b475-9c44-4f53-a6fa-14fea63fd970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:54.709217 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e5bc593-ab64-4bab-bcb8-919b4870bd46 req-79fa859f-a68c-49ce-9266-ae3c8309c264 service neutron] Checking agent: {'id': '013e4a3b-a634-47b8-b6a5-1a25109b73fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 13, 13), 'started_at': datetime.datetime(2021, 7, 14, 9, 13, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 26, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:26:54.709964 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e5bc593-ab64-4bab-bcb8-919b4870bd46 req-79fa859f-a68c-49ce-9266-ae3c8309c264 service neutron] Checking segment: {'id': '65c8a5c4-f5d0-4c14-b2bd-692aa7bcf671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '07c04bc0-1145-47dc-b6c6-b4b7c828f2f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:26:54.711131 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e5bc593-ab64-4bab-bcb8-919b4870bd46 req-79fa859f-a68c-49ce-9266-ae3c8309c264 service neutron] Bound using segment: {'id': '65c8a5c4-f5d0-4c14-b2bd-692aa7bcf671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '07c04bc0-1145-47dc-b6c6-b4b7c828f2f9'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:26:54.711760 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-3e5bc593-ab64-4bab-bcb8-919b4870bd46 req-79fa859f-a68c-49ce-9266-ae3c8309c264 service neutron] Bound port: cd8b5dc0-d440-44f6-a7b8-596d46789b6d, host: n-h2-779913-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65c8a5c4-f5d0-4c14-b2bd-692aa7bcf671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '07c04bc0-1145-47dc-b6c6-b4b7c828f2f9'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:26:54.712329 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-3e5bc593-ab64-4bab-bcb8-919b4870bd46 req-79fa859f-a68c-49ce-9266-ae3c8309c264 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:54.771712 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:54.835562 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f5fe9e6f-6a2f-4695-abe3-32c9fb4a703d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:54.839717 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d44bec-d392-4dfb-b8fb-c86314daf712 None None] Pushing event updated for resources: {'Port': ['ID=fb86bb0a-be55-48b5-9ff0-54f1a894f571,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:54.846218 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df07b475-9c44-4f53-a6fa-14fea63fd970 None None] Routers {'cf2d3845-2597-482e-bbf4-14b6a13cd4ab'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:26:54.847120 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-df07b475-9c44-4f53-a6fa-14fea63fd970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:26:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['cf2d3845-2597-482e-bbf4-14b6a13cd4ab'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:26:54.980803 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-3e5bc593-ab64-4bab-bcb8-919b4870bd46 req-79fa859f-a68c-49ce-9266-ae3c8309c264 service neutron] For port cd8b5dc0-d440-44f6-a7b8-596d46789b6d, host n-h2-779913-29, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:26:55.001902 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7ff421-867d-46d9-af93-bf7a1671b51b req-bb2ea1f7-6a97-4a10-b85d-2dfe9c2d70a6 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:55.008342 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7ff421-867d-46d9-af93-bf7a1671b51b req-bb2ea1f7-6a97-4a10-b85d-2dfe9c2d70a6 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:55.015700 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7ff421-867d-46d9-af93-bf7a1671b51b req-bb2ea1f7-6a97-4a10-b85d-2dfe9c2d70a6 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:55.021870 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7ff421-867d-46d9-af93-bf7a1671b51b req-bb2ea1f7-6a97-4a10-b85d-2dfe9c2d70a6 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:55.032463 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7ff421-867d-46d9-af93-bf7a1671b51b req-bb2ea1f7-6a97-4a10-b85d-2dfe9c2d70a6 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:55.057174 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7ff421-867d-46d9-af93-bf7a1671b51b req-bb2ea1f7-6a97-4a10-b85d-2dfe9c2d70a6 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:55.068833 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7ff421-867d-46d9-af93-bf7a1671b51b req-bb2ea1f7-6a97-4a10-b85d-2dfe9c2d70a6 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:55.077225 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-bf7ff421-867d-46d9-af93-bf7a1671b51b req-bb2ea1f7-6a97-4a10-b85d-2dfe9c2d70a6 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] 10.222.0.68 "GET /v2.0/ports?device_id=5c7b30e8-3087-4fa2-a121-bc36e0beab3b HTTP/1.1" status: 200 len: 5429 time: 0.5894077 Jul 14 09:26:55.102632 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvr_db [None req-df07b475-9c44-4f53-a6fa-14fea63fd970 None None] Set router cf2d3845-2597-482e-bbf4-14b6a13cd4ab gateway port host: n-d-779913-29 {{(pid=93959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:26:55.131595 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-3e5bc593-ab64-4bab-bcb8-919b4870bd46 req-79fa859f-a68c-49ce-9266-ae3c8309c264 service neutron] For port cd8b5dc0-d440-44f6-a7b8-596d46789b6d, host n-h2-779913-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=cd8b5dc0-d440-44f6-a7b8-596d46789b6d,segment=NetworkSegment(65c8a5c4-f5d0-4c14-b2bd-692aa7bcf671),segment_id=65c8a5c4-f5d0-4c14-b2bd-692aa7bcf671)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:26:55.162952 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-3e5bc593-ab64-4bab-bcb8-919b4870bd46 req-79fa859f-a68c-49ce-9266-ae3c8309c264 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:55.196176 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ea5b7313-b64a-41d7-9a3d-8d0bbd81b16d req-a1a05e0f-9080-41f0-8701-d8eb4590acb5 service neutron] 10.222.0.57 "GET /v2.0/networks/b13d7c6c-cfbf-4964-b16a-12c3c2736fe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6254122 Jul 14 09:26:55.208875 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a6f058-842c-4014-ac23-4723be627462 req-8fb0639a-57fa-4c22-8443-eb063b6ca2ce tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:55.219950 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a6f058-842c-4014-ac23-4723be627462 req-8fb0639a-57fa-4c22-8443-eb063b6ca2ce tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:55.229161 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-c7a6f058-842c-4014-ac23-4723be627462 req-8fb0639a-57fa-4c22-8443-eb063b6ca2ce tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] 10.222.0.68 "GET /v2.0/ports?device_id=a40bf78b-2e99-44c3-a0e8-4e20b5a28461 HTTP/1.1" status: 200 len: 1665 time: 1.0928922 Jul 14 09:26:55.253894 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fa859f-a68c-49ce-9266-ae3c8309c264 service neutron] Pushing event updated for resources: {'Port': ['ID=cd8b5dc0-d440-44f6-a7b8-596d46789b6d,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:55.258145 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5bc593-ab64-4bab-bcb8-919b4870bd46 req-79fa859f-a68c-49ce-9266-ae3c8309c264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:55.259071 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-3e5bc593-ab64-4bab-bcb8-919b4870bd46 req-79fa859f-a68c-49ce-9266-ae3c8309c264 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:55.261157 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3e5bc593-ab64-4bab-bcb8-919b4870bd46 req-79fa859f-a68c-49ce-9266-ae3c8309c264 service neutron] 10.222.0.57 "PUT /v2.0/ports/cd8b5dc0-d440-44f6-a7b8-596d46789b6d HTTP/1.1" status: 200 len: 1092 time: 3.2848265 Jul 14 09:26:55.293850 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a40bf78b-2e99-44c3-a0e8-4e20b5a28461', 'tag': 'cd8b5dc0-d440-44f6-a7b8-596d46789b6d'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:26:55.296557 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-725a0d45-93cf-4391-81bc-fae51046b74e" -d '{"events": [{"name": "network-changed", "server_uuid": "a40bf78b-2e99-44c3-a0e8-4e20b5a28461", "tag": "cd8b5dc0-d440-44f6-a7b8-596d46789b6d"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:26:55.339083 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-3e5bc593-ab64-4bab-bcb8-919b4870bd46 req-028c947e-e41f-4b34-b7fc-ef294b9a8bf6 service neutron] Request body: {'port': {'device_id': 'a40bf78b-2e99-44c3-a0e8-4e20b5a28461', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-29'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:26:55.380998 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ea5b7313-b64a-41d7-9a3d-8d0bbd81b16d req-c4df2272-b78a-42b1-8219-9f7e63c40a77 service neutron] 10.222.0.57 "GET /v2.0/networks/b13d7c6c-cfbf-4964-b16a-12c3c2736fe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481550 Jul 14 09:26:55.410508 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-c7a6f058-842c-4014-ac23-4723be627462 req-36b90b9b-5438-48c7-b166-2459aedb18b2 tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] 10.222.0.68 "GET /v2.0/security-groups?id=e583495f-449a-49ad-92be-ddfb834c83f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800590 Jul 14 09:26:55.456722 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-bf7ff421-867d-46d9-af93-bf7a1671b51b req-b2028651-d8e3-4a53-9dce-b579fbfe4b2d tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] 10.222.0.68 "GET /v2.0/security-groups?id=3e8708b8-59d7-4408-a840-9965955f2a4b&id=ff27f1e0-0078-49b9-90e3-125b24008d99&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3724713 Jul 14 09:26:55.591823 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c6bb4577-501c-45d4-be94-7b1f255a74c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:55.603067 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-34ff6285-6d6e-4da0-825b-84d1b665adc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-683602'] for router_interface, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:55.661481 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757133c4-455a-4a84-81ae-fd26c77c24bc req-dac9fe9c-48f7-42b4-a4e8-8c634302c012 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:55.671769 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-757133c4-455a-4a84-81ae-fd26c77c24bc req-dac9fe9c-48f7-42b4-a4e8-8c634302c012 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/ports?device_id=a2c4700d-7f6b-45ad-b1f4-7c24c21c50d7 HTTP/1.1" status: 200 len: 943 time: 0.1216514 Jul 14 09:26:55.753979 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:26:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de6ab0e8-fe7f-4ab2-9063-864c78884137 x-openstack-request-id: req-de6ab0e8-fe7f-4ab2-9063-864c78884137 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:26:55.754632 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a40bf78b-2e99-44c3-a0e8-4e20b5a28461", "tag": "cd8b5dc0-d440-44f6-a7b8-596d46789b6d", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:26:55.755005 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-de6ab0e8-fe7f-4ab2-9063-864c78884137 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:26:55.755648 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a40bf78b-2e99-44c3-a0e8-4e20b5a28461', 'tag': 'cd8b5dc0-d440-44f6-a7b8-596d46789b6d', 'status': 'completed', 'code': 200} Jul 14 09:26:55.756290 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c6bb4577-501c-45d4-be94-7b1f255a74c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:55.758066 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-757133c4-455a-4a84-81ae-fd26c77c24bc req-2b1c26ed-a19f-42c8-b04b-dc54ca0ed41a tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/security-groups?id=bfacbc39-872c-438f-b7f4-05abded490ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853596 Jul 14 09:26:55.820419 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-3e5bc593-ab64-4bab-bcb8-919b4870bd46 req-028c947e-e41f-4b34-b7fc-ef294b9a8bf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:55.822545 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6bb4577-501c-45d4-be94-7b1f255a74c4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 719} {{(pid=93957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:26:55.861766 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725a0d45-93cf-4391-81bc-fae51046b74e req-34b7f4f1-4700-44e1-b7bc-31ac131e216d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:55.862288 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725a0d45-93cf-4391-81bc-fae51046b74e req-34b7f4f1-4700-44e1-b7bc-31ac131e216d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:55.863990 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-725a0d45-93cf-4391-81bc-fae51046b74e req-34b7f4f1-4700-44e1-b7bc-31ac131e216d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=24f83d3539e4497181e13bb568cf43a0&device_id=a40bf78b-2e99-44c3-a0e8-4e20b5a28461 HTTP/1.1" status: 200 len: 1913 time: 0.0779374 Jul 14 09:26:55.866528 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bb4577-501c-45d4-be94-7b1f255a74c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83a8b8b4-4aa6-423e-95ab-da9a4626b74e,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:55.873633 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c6bb4577-501c-45d4-be94-7b1f255a74c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:55.873983 n-d-779913-29 neutron-server[93957]: INFO neutron.db.segments_db [None req-c6bb4577-501c-45d4-be94-7b1f255a74c4 admin admin] Added segment d7298ca0-8a82-4a6c-a35e-21e23aa9333b of type vlan for network 1012c926-11e5-4f9b-8f82-dfbee9dcfeae Jul 14 09:26:55.879407 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5ad31076-714c-49ec-bc37-f3d4cd90112a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:55.951100 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-df07b475-9c44-4f53-a6fa-14fea63fd970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf2d3845-2597-482e-bbf4-14b6a13cd4ab', 'name': 'tempest-TaggedBootDevicesTest-2038976689-router', 'tenant_id': '59257167697a4d8397898a00de2a9ad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.111'}], 'enable_snat': True}, 'gw_port_id': '42e0bb2c-044f-45d1-9907-09bbb5f0a324', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:26:38Z', 'updated_at': '2021-07-14T09:26:49Z', 'revision_number': 4, 'project_id': '59257167697a4d8397898a00de2a9ad0', 'gw_port': {'id': '42e0bb2c-044f-45d1-9907-09bbb5f0a324', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:8e:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf2d3845-2597-482e-bbf4-14b6a13cd4ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:26:40Z', 'updated_at': '2021-07-14T09:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': 'fb86bb0a-be55-48b5-9ff0-54f1a894f571', 'name': '', 'network_id': 'd3f3b4f0-a2a4-4615-b2a7-a3c2703dc6b7', 'tenant_id': '59257167697a4d8397898a00de2a9ad0', 'mac_address': 'fa:16:3e:5e:c7:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf2d3845-2597-482e-bbf4-14b6a13cd4ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': '2a6976d9-6add-4434-8547-6c5ba9d349d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:26:47Z', 'updated_at': '2021-07-14T09:26:54Z', 'revision_number': 4, 'project_id': '59257167697a4d8397898a00de2a9ad0', 'subnets': [{'id': '2a6976d9-6add-4434-8547-6c5ba9d349d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:26:55.963578 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c6bb4577-501c-45d4-be94-7b1f255a74c4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735687821325'] for network, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:56.036813 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df07b475-9c44-4f53-a6fa-14fea63fd970 None None] The sync data for ids ['cf2d3845-2597-482e-bbf4-14b6a13cd4ab'] in n-d-779913-29 is: [{'id': 'cf2d3845-2597-482e-bbf4-14b6a13cd4ab', 'name': 'tempest-TaggedBootDevicesTest-2038976689-router', 'tenant_id': '59257167697a4d8397898a00de2a9ad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.111'}], 'enable_snat': True}, 'gw_port_id': '42e0bb2c-044f-45d1-9907-09bbb5f0a324', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:26:38Z', 'updated_at': '2021-07-14T09:26:49Z', 'revision_number': 4, 'project_id': '59257167697a4d8397898a00de2a9ad0', 'gw_port': {'id': '42e0bb2c-044f-45d1-9907-09bbb5f0a324', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:8e:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf2d3845-2597-482e-bbf4-14b6a13cd4ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:26:40Z', 'updated_at': '2021-07-14T09:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': 'fb86bb0a-be55-48b5-9ff0-54f1a894f571', 'name': '', 'network_id': 'd3f3b4f0-a2a4-4615-b2a7-a3c2703dc6b7', 'tenant_id': '59257167697a4d8397898a00de2a9ad0', 'mac_address': 'fa:16:3e:5e:c7:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf2d3845-2597-482e-bbf4-14b6a13cd4ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': '2a6976d9-6add-4434-8547-6c5ba9d349d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:26:47Z', 'updated_at': '2021-07-14T09:26:54Z', 'revision_number': 4, 'project_id': '59257167697a4d8397898a00de2a9ad0', 'subnets': [{'id': '2a6976d9-6add-4434-8547-6c5ba9d349d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:26:56.211428 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c6bb4577-501c-45d4-be94-7b1f255a74c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855'] for network, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:56.212645 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6bb4577-501c-45d4-be94-7b1f255a74c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:56.213319 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c6bb4577-501c-45d4-be94-7b1f255a74c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for network, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:56.213535 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725a0d45-93cf-4391-81bc-fae51046b74e req-e0414365-84b1-4448-af96-f5543fb8047d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:56.214750 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725a0d45-93cf-4391-81bc-fae51046b74e req-e0414365-84b1-4448-af96-f5543fb8047d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:56.217273 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725a0d45-93cf-4391-81bc-fae51046b74e req-e0414365-84b1-4448-af96-f5543fb8047d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:56.221239 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-725a0d45-93cf-4391-81bc-fae51046b74e req-e0414365-84b1-4448-af96-f5543fb8047d service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=24f83d3539e4497181e13bb568cf43a0&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.3327751 Jul 14 09:26:56.370668 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-c6bb4577-501c-45d4-be94-7b1f255a74c4 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.4664869 Jul 14 09:26:56.375075 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 48914) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:56.389807 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-779e98a0-46ed-4edc-b5ec-b950b32db90c admin admin] Request body: {'subnet': {'network_id': '1012c926-11e5-4f9b-8f82-dfbee9dcfeae', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1730399498-subnet', 'tenant_id': '4b85dee2e11f48ac896088cf28057727', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:26:56.471360 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-779e98a0-46ed-4edc-b5ec-b950b32db90c admin admin] Made reservation on behalf of 4b85dee2e11f48ac896088cf28057727 for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:26:56.474493 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-779e98a0-46ed-4edc-b5ec-b950b32db90c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16714600'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:56.485792 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bb4577-501c-45d4-be94-7b1f255a74c4 admin admin] Pushing event updated for resources: {'Network': ['ID=1012c926-11e5-4f9b-8f82-dfbee9dcfeae,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:56.501823 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Network 1012c926-11e5-4f9b-8f82-dfbee9dcfeae details requested by agent ovs-agent-n-d-779913-29 with host n-d-779913-29 {{(pid=93959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:26:56.510745 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725a0d45-93cf-4391-81bc-fae51046b74e req-17cb91eb-5587-4d32-bc92-0f5c1071a566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:56.512628 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-725a0d45-93cf-4391-81bc-fae51046b74e req-17cb91eb-5587-4d32-bc92-0f5c1071a566 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2839825 Jul 14 09:26:56.560242 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device fb86bb0a-be55-48b5-9ff0-54f1a894f571 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:26:56.842163 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning for port fb86bb0a-be55-48b5-9ff0-54f1a894f571 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:26:56.850970 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port fb86bb0a-be55-48b5-9ff0-54f1a894f571 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:26:56.851829 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:56.854227 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-34ff6285-6d6e-4da0-825b-84d1b665adc6 admin admin] Deleting port e2c0374a-860b-48a7-b8de-29168062a35d {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:26:56.854578 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-34ff6285-6d6e-4da0-825b-84d1b665adc6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:56.981711 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-779e98a0-46ed-4edc-b5ec-b950b32db90c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13573993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16714586'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:57.019991 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:57.030530 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779e98a0-46ed-4edc-b5ec-b950b32db90c admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4079fcc-cef1-47f9-a984-4163b05f01ca,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:57.056987 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49688a82-74c2-4046-8c05-36b90ea108d7 req-25508f98-57d8-44ef-b074-2045430ab501 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:57.063616 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49688a82-74c2-4046-8c05-36b90ea108d7 req-25508f98-57d8-44ef-b074-2045430ab501 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:57.072773 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49688a82-74c2-4046-8c05-36b90ea108d7 req-25508f98-57d8-44ef-b074-2045430ab501 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:57.079837 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49688a82-74c2-4046-8c05-36b90ea108d7 req-25508f98-57d8-44ef-b074-2045430ab501 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:57.091032 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49688a82-74c2-4046-8c05-36b90ea108d7 req-25508f98-57d8-44ef-b074-2045430ab501 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:57.101087 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49688a82-74c2-4046-8c05-36b90ea108d7 req-25508f98-57d8-44ef-b074-2045430ab501 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:57.116581 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49688a82-74c2-4046-8c05-36b90ea108d7 req-25508f98-57d8-44ef-b074-2045430ab501 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:57.117394 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] For port fb86bb0a-be55-48b5-9ff0-54f1a894f571, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=fb86bb0a-be55-48b5-9ff0-54f1a894f571,segment=NetworkSegment(6abdef8f-feed-4530-be93-295dee2f7fe5),segment_id=6abdef8f-feed-4530-be93-295dee2f7fe5)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:26:57.123314 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-49688a82-74c2-4046-8c05-36b90ea108d7 req-25508f98-57d8-44ef-b074-2045430ab501 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] 10.222.0.68 "GET /v2.0/ports?device_id=5c7b30e8-3087-4fa2-a121-bc36e0beab3b HTTP/1.1" status: 200 len: 5429 time: 0.2847450 Jul 14 09:26:57.134920 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:57.211429 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Pushing event updated for resources: {'Port': ['ID=fb86bb0a-be55-48b5-9ff0-54f1a894f571,revision_number=5']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:57.222119 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-49688a82-74c2-4046-8c05-36b90ea108d7 req-2bf16dbe-9f69-49e5-93bd-f64d37935033 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] 10.222.0.68 "GET /v2.0/security-groups?id=3e8708b8-59d7-4408-a840-9965955f2a4b&id=ff27f1e0-0078-49b9-90e3-125b24008d99&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0848703 Jul 14 09:26:57.223384 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-779e98a0-46ed-4edc-b5ec-b950b32db90c admin admin] Checking segment: {'id': 'd7298ca0-8a82-4a6c-a35e-21e23aa9333b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '1012c926-11e5-4f9b-8f82-dfbee9dcfeae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:26:57.223949 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-779e98a0-46ed-4edc-b5ec-b950b32db90c admin admin] Network hostable DHCP agents. Network: 1012c926-11e5-4f9b-8f82-dfbee9dcfeae, hostable agents: ['c6a09bd4-f72e-4283-a3ca-0bbca8a51081'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:26:57.253447 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-779e98a0-46ed-4edc-b5ec-b950b32db90c admin admin] Network 1012c926-11e5-4f9b-8f82-dfbee9dcfeae is scheduled to be hosted by DHCP agent c6a09bd4-f72e-4283-a3ca-0bbca8a51081 with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:26:57.277373 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-779e98a0-46ed-4edc-b5ec-b950b32db90c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-29, 1012c926-11e5-4f9b-8f82-dfbee9dcfeae) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:26:57.287448 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c997d5a-dd79-4dfd-83f7-5c1c244a69a9 None None] Network 1012c926-11e5-4f9b-8f82-dfbee9dcfeae requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:26:57.304979 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-779e98a0-46ed-4edc-b5ec-b950b32db90c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:57.311393 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-779e98a0-46ed-4edc-b5ec-b950b32db90c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:57.338121 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-779e98a0-46ed-4edc-b5ec-b950b32db90c admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.9573874 Jul 14 09:26:57.340601 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 48928) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:57.346408 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-3de74db4-682d-4d72-a1fc-33addfba3a84 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1730399498-router', 'tenant_id': '4b85dee2e11f48ac896088cf28057727', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'}}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:26:57.386588 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [req-3e5bc593-ab64-4bab-bcb8-919b4870bd46 req-028c947e-e41f-4b34-b7fc-ef294b9a8bf6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38441d42-54d3-4dfc-a8af-79ac710bc475 {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:26:57.401603 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-3e5bc593-ab64-4bab-bcb8-919b4870bd46 req-028c947e-e41f-4b34-b7fc-ef294b9a8bf6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:57.427578 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3de74db4-682d-4d72-a1fc-33addfba3a84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-711749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14670'] for router, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:57.429465 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3de74db4-682d-4d72-a1fc-33addfba3a84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-711718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-661475', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14679'] for router, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:57.481815 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 5fa7c8b3-525b-461d-ac3d-a4e567b933e5 details requested by agent hyperv_n-h2-779913-29 with host n-h2-779913-29 {{(pid=93959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:26:57.516139 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42aec887-2aa3-4287-a52b-70703422bd5d req-a3103f38-d718-4111-83c8-102f532eaab6 tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:57.523647 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42aec887-2aa3-4287-a52b-70703422bd5d req-a3103f38-d718-4111-83c8-102f532eaab6 tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:57.531821 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-42aec887-2aa3-4287-a52b-70703422bd5d req-a3103f38-d718-4111-83c8-102f532eaab6 tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] 10.222.0.68 "GET /v2.0/ports?device_id=a40bf78b-2e99-44c3-a0e8-4e20b5a28461 HTTP/1.1" status: 200 len: 1665 time: 0.8401618 Jul 14 09:26:57.534189 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [req-3e5bc593-ab64-4bab-bcb8-919b4870bd46 req-028c947e-e41f-4b34-b7fc-ef294b9a8bf6 service neutron] Transition to ACTIVE for port object 38441d42-54d3-4dfc-a8af-79ac710bc475 will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:26:57.545658 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c5412bd-ccaf-47b7-bbfe-9c889d943f85 None None] Network 1012c926-11e5-4f9b-8f82-dfbee9dcfeae requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:26:57.576090 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-3e5bc593-ab64-4bab-bcb8-919b4870bd46 req-028c947e-e41f-4b34-b7fc-ef294b9a8bf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:57.578783 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3de74db4-682d-4d72-a1fc-33addfba3a84 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:57.657970 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-34ff6285-6d6e-4da0-825b-84d1b665adc6 admin admin] For port e2c0374a-860b-48a7-b8de-29168062a35d, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=e2c0374a-860b-48a7-b8de-29168062a35d,segment=NetworkSegment(836a85c8-8989-45d6-bb70-48fe95102097),segment_id=836a85c8-8989-45d6-bb70-48fe95102097)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:26:57.658423 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-34ff6285-6d6e-4da0-825b-84d1b665adc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:57.661236 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5bbe322f-3f67-4864-bc0a-91afe44d23e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:57.710734 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-42aec887-2aa3-4287-a52b-70703422bd5d req-0fddef1d-bcc9-4422-b8bf-7126ac116861 tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] 10.222.0.68 "GET /v2.0/security-groups?id=e583495f-449a-49ad-92be-ddfb834c83f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777437 Jul 14 09:26:57.737816 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-34ff6285-6d6e-4da0-825b-84d1b665adc6 admin admin] Calling delete_port for e2c0374a-860b-48a7-b8de-29168062a35d owned by network:router_interface {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:26:57.761954 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028c947e-e41f-4b34-b7fc-ef294b9a8bf6 service neutron] Pushing event updated for resources: {'Port': ['ID=38441d42-54d3-4dfc-a8af-79ac710bc475,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:57.841837 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 5fa7c8b3-525b-461d-ac3d-a4e567b933e5, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=5fa7c8b3-525b-461d-ac3d-a4e567b933e5,segment=NetworkSegment(f28b4a20-abdb-43f4-86e7-8da3ae7a1990),segment_id=f28b4a20-abdb-43f4-86e7-8da3ae7a1990)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:26:57.871783 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Returning: {'device': '5fa7c8b3-525b-461d-ac3d-a4e567b933e5', 'network_id': 'b13d7c6c-cfbf-4964-b16a-12c3c2736fe4', 'port_id': '5fa7c8b3-525b-461d-ac3d-a4e567b933e5', 'mac_address': 'fa:16:3e:a2:56:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 701, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4eebc946-7649-496b-bf8c-5c786643586c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:26:57.919291 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3de74db4-682d-4d72-a1fc-33addfba3a84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-661489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-711771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12973'] for router, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:57.996879 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:58.048166 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fa7c8b3-525b-461d-ac3d-a4e567b933e5 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:26:58.090890 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc055e1-88eb-4533-8e53-b051e0d47aef req-2a072a44-fd2c-4d19-9cc8-b13d1d82c52a tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:58.098750 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-bfc055e1-88eb-4533-8e53-b051e0d47aef req-2a072a44-fd2c-4d19-9cc8-b13d1d82c52a tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/ports?device_id=a2c4700d-7f6b-45ad-b1f4-7c24c21c50d7 HTTP/1.1" status: 200 len: 943 time: 0.4507067 Jul 14 09:26:58.137263 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 5fa7c8b3-525b-461d-ac3d-a4e567b933e5, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=5fa7c8b3-525b-461d-ac3d-a4e567b933e5,segment=NetworkSegment(f28b4a20-abdb-43f4-86e7-8da3ae7a1990),segment_id=f28b4a20-abdb-43f4-86e7-8da3ae7a1990)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:26:58.151849 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:58.226483 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-3e5bc593-ab64-4bab-bcb8-919b4870bd46 req-028c947e-e41f-4b34-b7fc-ef294b9a8bf6 service neutron] Attempting to bind port 38441d42-54d3-4dfc-a8af-79ac710bc475 on host n-h2-779913-29 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:26:58.227172 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-3e5bc593-ab64-4bab-bcb8-919b4870bd46 req-028c947e-e41f-4b34-b7fc-ef294b9a8bf6 service neutron] Attempting to bind port 38441d42-54d3-4dfc-a8af-79ac710bc475 by drivers openvswitch,hyperv on host n-h2-779913-29 at level 0 using segments [{'id': 'd08e3402-93f0-4d8f-b507-14402db02b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'af671471-9d96-4bdd-a406-e5ad1413bfb0'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:26:58.227668 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e5bc593-ab64-4bab-bcb8-919b4870bd46 req-028c947e-e41f-4b34-b7fc-ef294b9a8bf6 service neutron] Attempting to bind port 38441d42-54d3-4dfc-a8af-79ac710bc475 on network af671471-9d96-4bdd-a406-e5ad1413bfb0 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:26:58.236484 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e5bc593-ab64-4bab-bcb8-919b4870bd46 req-028c947e-e41f-4b34-b7fc-ef294b9a8bf6 service neutron] Port 38441d42-54d3-4dfc-a8af-79ac710bc475 on network af671471-9d96-4bdd-a406-e5ad1413bfb0 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-29 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:26:58.237035 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e5bc593-ab64-4bab-bcb8-919b4870bd46 req-028c947e-e41f-4b34-b7fc-ef294b9a8bf6 service neutron] Attempting to bind port 38441d42-54d3-4dfc-a8af-79ac710bc475 on network af671471-9d96-4bdd-a406-e5ad1413bfb0 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:26:58.243077 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-bfc055e1-88eb-4533-8e53-b051e0d47aef req-742cab7c-e1ca-4a22-adf0-0f30ac412afb tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/security-groups?id=bfacbc39-872c-438f-b7f4-05abded490ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319339 Jul 14 09:26:58.244489 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e5bc593-ab64-4bab-bcb8-919b4870bd46 req-028c947e-e41f-4b34-b7fc-ef294b9a8bf6 service neutron] Checking agent: {'id': '013e4a3b-a634-47b8-b6a5-1a25109b73fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 13, 13), 'started_at': datetime.datetime(2021, 7, 14, 9, 13, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 26, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:26:58.244999 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e5bc593-ab64-4bab-bcb8-919b4870bd46 req-028c947e-e41f-4b34-b7fc-ef294b9a8bf6 service neutron] Checking segment: {'id': 'd08e3402-93f0-4d8f-b507-14402db02b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'af671471-9d96-4bdd-a406-e5ad1413bfb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:26:58.245590 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e5bc593-ab64-4bab-bcb8-919b4870bd46 req-028c947e-e41f-4b34-b7fc-ef294b9a8bf6 service neutron] Bound using segment: {'id': 'd08e3402-93f0-4d8f-b507-14402db02b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'af671471-9d96-4bdd-a406-e5ad1413bfb0'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:26:58.246209 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-3e5bc593-ab64-4bab-bcb8-919b4870bd46 req-028c947e-e41f-4b34-b7fc-ef294b9a8bf6 service neutron] Bound port: 38441d42-54d3-4dfc-a8af-79ac710bc475, host: n-h2-779913-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd08e3402-93f0-4d8f-b507-14402db02b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'af671471-9d96-4bdd-a406-e5ad1413bfb0'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:26:58.247055 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-3e5bc593-ab64-4bab-bcb8-919b4870bd46 req-028c947e-e41f-4b34-b7fc-ef294b9a8bf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:58.303863 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Pushing event updated for resources: {'Port': ['ID=5fa7c8b3-525b-461d-ac3d-a4e567b933e5,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:58.438125 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device fb86bb0a-be55-48b5-9ff0-54f1a894f571 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:26:58.483794 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3de74db4-682d-4d72-a1fc-33addfba3a84 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:58.493201 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] get_ports_and_sgs() called for port_ids ['5fa7c8b3-525b-461d-ac3d-a4e567b933e5'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:26:58.498194 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-34ff6285-6d6e-4da0-825b-84d1b665adc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:58.517951 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3de74db4-682d-4d72-a1fc-33addfba3a84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:58.606179 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ff6285-6d6e-4da0-825b-84d1b665adc6 admin admin] Pushing event deleted for resources: {'Port': ['ID=e2c0374a-860b-48a7-b8de-29168062a35d,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:58.621525 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-3e5bc593-ab64-4bab-bcb8-919b4870bd46 req-028c947e-e41f-4b34-b7fc-ef294b9a8bf6 service neutron] For port 38441d42-54d3-4dfc-a8af-79ac710bc475, host n-h2-779913-29, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:26:58.628402 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-3e5bc593-ab64-4bab-bcb8-919b4870bd46 req-028c947e-e41f-4b34-b7fc-ef294b9a8bf6 service neutron] For port 38441d42-54d3-4dfc-a8af-79ac710bc475, host n-h2-779913-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=38441d42-54d3-4dfc-a8af-79ac710bc475,segment=NetworkSegment(d08e3402-93f0-4d8f-b507-14402db02b56),segment_id=d08e3402-93f0-4d8f-b507-14402db02b56)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:26:58.668628 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-3e5bc593-ab64-4bab-bcb8-919b4870bd46 req-028c947e-e41f-4b34-b7fc-ef294b9a8bf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:58.676657 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-3de74db4-682d-4d72-a1fc-33addfba3a84 admin admin] Allocated IP 172.25.4.194 (2dcd4d32-cc7c-4468-b396-7ce5c9231892/6cd22a75-5bc1-467c-a3c4-0af04bd1b34a/eb606d6f-42ce-4a15-a877-8a02c82f2557) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:26:58.678519 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port fb86bb0a-be55-48b5-9ff0-54f1a894f571 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:26:58.680689 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:58.734724 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5bc593-ab64-4bab-bcb8-919b4870bd46 req-028c947e-e41f-4b34-b7fc-ef294b9a8bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:58.735364 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-3e5bc593-ab64-4bab-bcb8-919b4870bd46 req-028c947e-e41f-4b34-b7fc-ef294b9a8bf6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:58.736753 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3e5bc593-ab64-4bab-bcb8-919b4870bd46 req-028c947e-e41f-4b34-b7fc-ef294b9a8bf6 service neutron] 10.222.0.57 "PUT /v2.0/ports/38441d42-54d3-4dfc-a8af-79ac710bc475 HTTP/1.1" status: 200 len: 1092 time: 3.4337833 Jul 14 09:26:58.740387 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a40bf78b-2e99-44c3-a0e8-4e20b5a28461', 'tag': '38441d42-54d3-4dfc-a8af-79ac710bc475'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:26:58.742714 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4522ffe-8251-45a7-94a3-28e43a508076" -d '{"events": [{"name": "network-changed", "server_uuid": "a40bf78b-2e99-44c3-a0e8-4e20b5a28461", "tag": "38441d42-54d3-4dfc-a8af-79ac710bc475"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:26:58.904584 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-34ff6285-6d6e-4da0-825b-84d1b665adc6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-620860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682934'] for router_interface, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:58.918434 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3de74db4-682d-4d72-a1fc-33addfba3a84 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:58.962760 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028c947e-e41f-4b34-b7fc-ef294b9a8bf6 service neutron] Pushing event updated for resources: {'Port': ['ID=38441d42-54d3-4dfc-a8af-79ac710bc475,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:58.989007 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ced7ef-d8b2-4ed0-91e1-cd3312fddfc6 req-c97c4e15-9987-4f56-b48d-edb34cdd4c47 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:58.995831 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ced7ef-d8b2-4ed0-91e1-cd3312fddfc6 req-c97c4e15-9987-4f56-b48d-edb34cdd4c47 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:59.002979 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ced7ef-d8b2-4ed0-91e1-cd3312fddfc6 req-c97c4e15-9987-4f56-b48d-edb34cdd4c47 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:59.009788 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ced7ef-d8b2-4ed0-91e1-cd3312fddfc6 req-c97c4e15-9987-4f56-b48d-edb34cdd4c47 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:59.017046 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ced7ef-d8b2-4ed0-91e1-cd3312fddfc6 req-c97c4e15-9987-4f56-b48d-edb34cdd4c47 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:59.033088 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ced7ef-d8b2-4ed0-91e1-cd3312fddfc6 req-c97c4e15-9987-4f56-b48d-edb34cdd4c47 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:59.048141 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ced7ef-d8b2-4ed0-91e1-cd3312fddfc6 req-c97c4e15-9987-4f56-b48d-edb34cdd4c47 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:59.054089 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a5ced7ef-d8b2-4ed0-91e1-cd3312fddfc6 req-c97c4e15-9987-4f56-b48d-edb34cdd4c47 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] 10.222.0.68 "GET /v2.0/ports?device_id=5c7b30e8-3087-4fa2-a121-bc36e0beab3b HTTP/1.1" status: 200 len: 5429 time: 0.5778501 Jul 14 09:26:59.088316 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3de74db4-682d-4d72-a1fc-33addfba3a84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:59.143902 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de74db4-682d-4d72-a1fc-33addfba3a84 admin admin] Pushing event updated for resources: {'Port': ['ID=eb606d6f-42ce-4a15-a877-8a02c82f2557,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:59.169410 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3de74db4-682d-4d72-a1fc-33addfba3a84 admin admin] Network 2dcd4d32-cc7c-4468-b396-7ce5c9231892 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:26:59.173766 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-3de74db4-682d-4d72-a1fc-33addfba3a84 admin admin] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:26:59.183159 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3de74db4-682d-4d72-a1fc-33addfba3a84 admin admin] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:26:59.193865 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d59e1c0-720e-4024-9b03-2e169f437c07 req-d7939b8b-10e2-40eb-a2d0-78f23bfef914 tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:59.202707 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d59e1c0-720e-4024-9b03-2e169f437c07 req-d7939b8b-10e2-40eb-a2d0-78f23bfef914 tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:59.204542 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-4d59e1c0-720e-4024-9b03-2e169f437c07 req-d7939b8b-10e2-40eb-a2d0-78f23bfef914 tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] 10.222.0.68 "GET /v2.0/ports?device_id=a40bf78b-2e99-44c3-a0e8-4e20b5a28461 HTTP/1.1" status: 200 len: 1677 time: 0.1924601 Jul 14 09:26:59.280490 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-4d59e1c0-720e-4024-9b03-2e169f437c07 req-0ad22407-8971-4dfa-a4f7-9ffeff69f7ad tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] 10.222.0.68 "GET /v2.0/security-groups?id=e583495f-449a-49ad-92be-ddfb834c83f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532677 Jul 14 09:26:59.359243 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5bc593-ab64-4bab-bcb8-919b4870bd46 req-d17e8816-0f66-42c7-bd5e-80e3035bd9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:59.359741 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5bc593-ab64-4bab-bcb8-919b4870bd46 req-d17e8816-0f66-42c7-bd5e-80e3035bd9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:59.370415 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3e5bc593-ab64-4bab-bcb8-919b4870bd46 req-d17e8816-0f66-42c7-bd5e-80e3035bd9c8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=24f83d3539e4497181e13bb568cf43a0&device_id=a40bf78b-2e99-44c3-a0e8-4e20b5a28461 HTTP/1.1" status: 200 len: 1981 time: 0.4529886 Jul 14 09:26:59.380024 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a5ced7ef-d8b2-4ed0-91e1-cd3312fddfc6 req-21ae9848-90d1-4017-bae6-a277f0d092e1 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] 10.222.0.68 "GET /v2.0/security-groups?id=3e8708b8-59d7-4408-a840-9965955f2a4b&id=ff27f1e0-0078-49b9-90e3-125b24008d99&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1585684 Jul 14 09:26:59.414981 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:26:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff70e738-142f-426e-80aa-9542f4c25119 x-openstack-request-id: req-ff70e738-142f-426e-80aa-9542f4c25119 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:26:59.416048 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a40bf78b-2e99-44c3-a0e8-4e20b5a28461", "tag": "38441d42-54d3-4dfc-a8af-79ac710bc475", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:26:59.416525 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-ff70e738-142f-426e-80aa-9542f4c25119 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:26:59.417344 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a40bf78b-2e99-44c3-a0e8-4e20b5a28461', 'tag': '38441d42-54d3-4dfc-a8af-79ac710bc475', 'status': 'completed', 'code': 200} Jul 14 09:26:59.453467 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3e5bc593-ab64-4bab-bcb8-919b4870bd46 req-12371b97-f7e8-4d25-8ac5-1ecb0b4dcdd7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.36&port_id=cd8b5dc0-d440-44f6-a7b8-596d46789b6d HTTP/1.1" status: 200 len: 217 time: 0.0655975 Jul 14 09:26:59.563591 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5bc593-ab64-4bab-bcb8-919b4870bd46 req-304326bc-d8ed-49c7-a3b6-0fca25ccffcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:59.566300 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3e5bc593-ab64-4bab-bcb8-919b4870bd46 req-304326bc-d8ed-49c7-a3b6-0fca25ccffcf service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ad4235ef-ce5d-41d7-9163-bd267e31c374 HTTP/1.1" status: 200 len: 801 time: 0.0816717 Jul 14 09:26:59.573152 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34ff6285-6d6e-4da0-825b-84d1b665adc6 admin admin] Router 84469dcb-98cd-4445-8dd5-886db92f2249 has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:26:59.705525 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3de74db4-682d-4d72-a1fc-33addfba3a84 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:59.795437 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5bc593-ab64-4bab-bcb8-919b4870bd46 req-97accf4c-b444-40c0-83f5-a81199f65159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:59.797104 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3e5bc593-ab64-4bab-bcb8-919b4870bd46 req-97accf4c-b444-40c0-83f5-a81199f65159 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=07c04bc0-1145-47dc-b6c6-b4b7c828f2f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2223094 Jul 14 09:26:59.886167 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34ff6285-6d6e-4da0-825b-84d1b665adc6 admin admin] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:26:59.896916 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-34ff6285-6d6e-4da0-825b-84d1b665adc6 admin admin] 10.222.0.68 "PUT /v2.0/routers/84469dcb-98cd-4445-8dd5-886db92f2249/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6350796 Jul 14 09:26:59.901330 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 48968) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:59.901724 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82bd5ba4-e2b7-4735-a274-81a105ce82d7 None None] Sync routers for ids ['84469dcb-98cd-4445-8dd5-886db92f2249'] in n-d-779913-29 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:26:59.910757 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82bd5ba4-e2b7-4735-a274-81a105ce82d7 None None] Routers {'84469dcb-98cd-4445-8dd5-886db92f2249'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:26:59.911604 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-82bd5ba4-e2b7-4735-a274-81a105ce82d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:26:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['84469dcb-98cd-4445-8dd5-886db92f2249'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:26:59.994077 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3e5bc593-ab64-4bab-bcb8-919b4870bd46 req-b2993250-6cbe-41da-85ac-f5d52da8e3f8 service neutron] 10.222.0.57 "GET /v2.0/networks/07c04bc0-1145-47dc-b6c6-b4b7c828f2f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1872933 Jul 14 09:27:00.035069 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807bde64-9f68-478e-ae4e-a7fabef74f10 req-aef93933-aa88-47f1-9b20-c468585f929f tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:00.036639 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-807bde64-9f68-478e-ae4e-a7fabef74f10 req-aef93933-aa88-47f1-9b20-c468585f929f tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/ports?device_id=a2c4700d-7f6b-45ad-b1f4-7c24c21c50d7 HTTP/1.1" status: 200 len: 944 time: 0.3129728 Jul 14 09:27:00.038674 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-82bd5ba4-e2b7-4735-a274-81a105ce82d7 None None] Set router 84469dcb-98cd-4445-8dd5-886db92f2249 gateway port host: n-d-779913-29 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:27:00.044009 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3de74db4-682d-4d72-a1fc-33addfba3a84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-711762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-661452'] for router, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:00.204058 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-807bde64-9f68-478e-ae4e-a7fabef74f10 req-d1388f02-e421-498e-84ac-59929a50737a tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/security-groups?id=bfacbc39-872c-438f-b7f4-05abded490ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468937 Jul 14 09:27:00.205598 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-07dcb7cd-de53-42e9-9a73-13bc057dcf49 admin admin] Notify callbacks [] for router, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:00.254450 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3de74db4-682d-4d72-a1fc-33addfba3a84 admin admin] Router c26c194f-cec5-4ed6-bf2c-03f8a410dfdc is scheduled to L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 with binding_index 1 {{(pid=93958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:27:00.321121 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-82bd5ba4-e2b7-4735-a274-81a105ce82d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84469dcb-98cd-4445-8dd5-886db92f2249', 'name': 'tempest-ServerRescueTestJSON-1849090366-router', 'tenant_id': 'a58d0743c32d4136b2d5b8700c6833b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.26'}], 'enable_snat': True}, 'gw_port_id': 'a8170c88-6468-4bcf-bc06-c0cbcaa5372b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:24:13Z', 'updated_at': '2021-07-14T09:26:58Z', 'revision_number': 5, 'project_id': 'a58d0743c32d4136b2d5b8700c6833b4', 'gw_port': {'id': 'a8170c88-6468-4bcf-bc06-c0cbcaa5372b', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:a6:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84469dcb-98cd-4445-8dd5-886db92f2249', 'device_owner': 'network:router_gateway', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:24:14Z', 'updated_at': '2021-07-14T09:24:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29'}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:27:00.365475 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82bd5ba4-e2b7-4735-a274-81a105ce82d7 None None] Checking router: 84469dcb-98cd-4445-8dd5-886db92f2249 for host: n-d-779913-29 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:27:00.376430 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82bd5ba4-e2b7-4735-a274-81a105ce82d7 None None] Routers {'84469dcb-98cd-4445-8dd5-886db92f2249'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:27:00.377326 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-82bd5ba4-e2b7-4735-a274-81a105ce82d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:26:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['84469dcb-98cd-4445-8dd5-886db92f2249'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:27:00.387635 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3e5bc593-ab64-4bab-bcb8-919b4870bd46 req-3390223c-d2ca-4dd4-8702-6c042e8974df service neutron] 10.222.0.57 "GET /v2.0/networks/07c04bc0-1145-47dc-b6c6-b4b7c828f2f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3497744 Jul 14 09:27:00.501535 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3e5bc593-ab64-4bab-bcb8-919b4870bd46 req-c84fbcdf-7317-49a8-b11e-6977aa3a3066 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.29&port_id=38441d42-54d3-4dfc-a8af-79ac710bc475 HTTP/1.1" status: 200 len: 217 time: 0.1023402 Jul 14 09:27:00.517839 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3de74db4-682d-4d72-a1fc-33addfba3a84 admin admin] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:27:00.528073 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c5c9bd1-a9b8-4cc7-ba7d-89a1c1a94f1e None None] Sync routers for ids ['c26c194f-cec5-4ed6-bf2c-03f8a410dfdc'] in n-d-779913-29 {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:27:00.546022 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c5c9bd1-a9b8-4cc7-ba7d-89a1c1a94f1e None None] Routers {'c26c194f-cec5-4ed6-bf2c-03f8a410dfdc'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:27:00.546510 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-82bd5ba4-e2b7-4735-a274-81a105ce82d7 None None] Set router 84469dcb-98cd-4445-8dd5-886db92f2249 gateway port host: n-d-779913-29 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:27:00.546668 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-7c5c9bd1-a9b8-4cc7-ba7d-89a1c1a94f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:26:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['c26c194f-cec5-4ed6-bf2c-03f8a410dfdc'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:27:00.610887 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-07dcb7cd-de53-42e9-9a73-13bc057dcf49 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:00.630227 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3de74db4-682d-4d72-a1fc-33addfba3a84 admin admin] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:00.632170 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-3de74db4-682d-4d72-a1fc-33addfba3a84 admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 3.2904682 Jul 14 09:27:00.635363 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 48986) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:00.709729 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5bc593-ab64-4bab-bcb8-919b4870bd46 req-f72ce349-d14c-4ce8-a181-49ee337830b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:00.711644 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3e5bc593-ab64-4bab-bcb8-919b4870bd46 req-f72ce349-d14c-4ce8-a181-49ee337830b9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0c5c01ca-a838-4867-9e15-ed1fbe510243 HTTP/1.1" status: 200 len: 801 time: 0.2015662 Jul 14 09:27:00.768501 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvr_db [None req-7c5c9bd1-a9b8-4cc7-ba7d-89a1c1a94f1e None None] Set router c26c194f-cec5-4ed6-bf2c-03f8a410dfdc gateway port host: n-d-779913-29 {{(pid=93959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:27:00.837229 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d33518-b6be-4bc7-a50e-6a2fa2f3e79d req-fb8b9c87-95d0-45f9-9b24-b5bcb9f24223 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:00.843960 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d33518-b6be-4bc7-a50e-6a2fa2f3e79d req-fb8b9c87-95d0-45f9-9b24-b5bcb9f24223 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:00.850016 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d33518-b6be-4bc7-a50e-6a2fa2f3e79d req-fb8b9c87-95d0-45f9-9b24-b5bcb9f24223 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:00.856144 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d33518-b6be-4bc7-a50e-6a2fa2f3e79d req-fb8b9c87-95d0-45f9-9b24-b5bcb9f24223 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:00.863060 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d33518-b6be-4bc7-a50e-6a2fa2f3e79d req-fb8b9c87-95d0-45f9-9b24-b5bcb9f24223 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:00.868853 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d33518-b6be-4bc7-a50e-6a2fa2f3e79d req-fb8b9c87-95d0-45f9-9b24-b5bcb9f24223 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:00.875037 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d33518-b6be-4bc7-a50e-6a2fa2f3e79d req-fb8b9c87-95d0-45f9-9b24-b5bcb9f24223 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:00.876958 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-86d33518-b6be-4bc7-a50e-6a2fa2f3e79d req-fb8b9c87-95d0-45f9-9b24-b5bcb9f24223 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] 10.222.0.68 "GET /v2.0/ports?device_id=5c7b30e8-3087-4fa2-a121-bc36e0beab3b HTTP/1.1" status: 200 len: 5429 time: 0.2613091 Jul 14 09:27:00.890913 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-82bd5ba4-e2b7-4735-a274-81a105ce82d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84469dcb-98cd-4445-8dd5-886db92f2249', 'name': 'tempest-ServerRescueTestJSON-1849090366-router', 'tenant_id': 'a58d0743c32d4136b2d5b8700c6833b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.26'}], 'enable_snat': True}, 'gw_port_id': 'a8170c88-6468-4bcf-bc06-c0cbcaa5372b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:24:13Z', 'updated_at': '2021-07-14T09:26:58Z', 'revision_number': 5, 'project_id': 'a58d0743c32d4136b2d5b8700c6833b4', 'gw_port': {'id': 'a8170c88-6468-4bcf-bc06-c0cbcaa5372b', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:a6:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84469dcb-98cd-4445-8dd5-886db92f2249', 'device_owner': 'network:router_gateway', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:24:14Z', 'updated_at': '2021-07-14T09:24:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29'}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:27:00.897945 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5bc593-ab64-4bab-bcb8-919b4870bd46 req-97434c92-c323-4592-8b37-3700380a076a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:00.899415 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3e5bc593-ab64-4bab-bcb8-919b4870bd46 req-97434c92-c323-4592-8b37-3700380a076a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=af671471-9d96-4bdd-a406-e5ad1413bfb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1723661 Jul 14 09:27:00.902438 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-07dcb7cd-de53-42e9-9a73-13bc057dcf49 admin admin] Deleting port a8170c88-6468-4bcf-bc06-c0cbcaa5372b {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:27:00.902789 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-07dcb7cd-de53-42e9-9a73-13bc057dcf49 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:00.961159 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82bd5ba4-e2b7-4735-a274-81a105ce82d7 None None] The sync data for ids ['84469dcb-98cd-4445-8dd5-886db92f2249'] in n-d-779913-29 is: [{'id': '84469dcb-98cd-4445-8dd5-886db92f2249', 'name': 'tempest-ServerRescueTestJSON-1849090366-router', 'tenant_id': 'a58d0743c32d4136b2d5b8700c6833b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.26'}], 'enable_snat': True}, 'gw_port_id': 'a8170c88-6468-4bcf-bc06-c0cbcaa5372b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:24:13Z', 'updated_at': '2021-07-14T09:26:58Z', 'revision_number': 5, 'project_id': 'a58d0743c32d4136b2d5b8700c6833b4', 'gw_port': {'id': 'a8170c88-6468-4bcf-bc06-c0cbcaa5372b', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:a6:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84469dcb-98cd-4445-8dd5-886db92f2249', 'device_owner': 'network:router_gateway', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:24:14Z', 'updated_at': '2021-07-14T09:24:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29'}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:27:00.971631 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976c427c-732e-4fd8-b100-d6bf591c2f96 req-7cd200b9-5d00-468e-8ace-db6ae2d14623 tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:00.979625 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976c427c-732e-4fd8-b100-d6bf591c2f96 req-7cd200b9-5d00-468e-8ace-db6ae2d14623 tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:00.988520 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-976c427c-732e-4fd8-b100-d6bf591c2f96 req-7cd200b9-5d00-468e-8ace-db6ae2d14623 tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] 10.222.0.68 "GET /v2.0/ports?device_id=a40bf78b-2e99-44c3-a0e8-4e20b5a28461 HTTP/1.1" status: 200 len: 1677 time: 0.4446094 Jul 14 09:27:01.062903 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-86d33518-b6be-4bc7-a50e-6a2fa2f3e79d req-71832a98-940f-497c-81cb-956603c4d260 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] 10.222.0.68 "GET /v2.0/security-groups?id=3e8708b8-59d7-4408-a840-9965955f2a4b&id=ff27f1e0-0078-49b9-90e3-125b24008d99&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1757531 Jul 14 09:27:01.088144 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-976c427c-732e-4fd8-b100-d6bf591c2f96 req-8b779cba-17d0-4d35-94bd-ab0bf0ae9aeb tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] 10.222.0.68 "GET /v2.0/security-groups?id=e583495f-449a-49ad-92be-ddfb834c83f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982652 Jul 14 09:27:01.135487 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-7c5c9bd1-a9b8-4cc7-ba7d-89a1c1a94f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c26c194f-cec5-4ed6-bf2c-03f8a410dfdc', 'name': 'tempest-ServerRescueTestJSONUnderV235-1730399498-router', 'tenant_id': '4b85dee2e11f48ac896088cf28057727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.194'}], 'enable_snat': True}, 'gw_port_id': 'eb606d6f-42ce-4a15-a877-8a02c82f2557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:26:57Z', 'updated_at': '2021-07-14T09:26:59Z', 'revision_number': 3, 'project_id': '4b85dee2e11f48ac896088cf28057727', 'gw_port': {'id': 'eb606d6f-42ce-4a15-a877-8a02c82f2557', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:7e:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c26c194f-cec5-4ed6-bf2c-03f8a410dfdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:26:58Z', 'updated_at': '2021-07-14T09:26:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29'}], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:27:01.167304 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c5c9bd1-a9b8-4cc7-ba7d-89a1c1a94f1e None None] Checking router: c26c194f-cec5-4ed6-bf2c-03f8a410dfdc for host: n-d-779913-29 {{(pid=93959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:27:01.167661 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c5c9bd1-a9b8-4cc7-ba7d-89a1c1a94f1e None None] Updating router c26c194f-cec5-4ed6-bf2c-03f8a410dfdc port eb606d6f-42ce-4a15-a877-8a02c82f2557 binding host n-d-779913-29 {{(pid=93959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:27:01.209481 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7c5c9bd1-a9b8-4cc7-ba7d-89a1c1a94f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:01.286632 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3e5bc593-ab64-4bab-bcb8-919b4870bd46 req-1f5ed1e1-53b6-4552-9d6b-9b334cf90c50 service neutron] 10.222.0.57 "GET /v2.0/networks/af671471-9d96-4bdd-a406-e5ad1413bfb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3638132 Jul 14 09:27:01.305057 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-07dcb7cd-de53-42e9-9a73-13bc057dcf49 admin admin] For port a8170c88-6468-4bcf-bc06-c0cbcaa5372b, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=a8170c88-6468-4bcf-bc06-c0cbcaa5372b,segment=NetworkSegment(81bf7a93-80b3-43df-b9d5-462c604a2945),segment_id=81bf7a93-80b3-43df-b9d5-462c604a2945)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:27:01.305427 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-07dcb7cd-de53-42e9-9a73-13bc057dcf49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:01.412282 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-aa2845b2-95d1-41ba-a1df-42133e983836 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:01.507786 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-07dcb7cd-de53-42e9-9a73-13bc057dcf49 admin admin] Calling delete_port for a8170c88-6468-4bcf-bc06-c0cbcaa5372b owned by network:router_gateway {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:27:01.560986 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 5fa7c8b3-525b-461d-ac3d-a4e567b933e5 up at agent hyperv_n-h2-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:27:01.585930 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3e5bc593-ab64-4bab-bcb8-919b4870bd46 req-ced9a641-cfe5-4967-bd4b-59218fc26cd3 service neutron] 10.222.0.57 "GET /v2.0/networks/af671471-9d96-4bdd-a406-e5ad1413bfb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2857082 Jul 14 09:27:01.673251 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe29f5b9-d521-4fc0-8d22-50c81fb196e3 req-71b7df52-c8f2-428b-ad0a-a1f27ad5aefe tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:01.674904 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-fe29f5b9-d521-4fc0-8d22-50c81fb196e3 req-71b7df52-c8f2-428b-ad0a-a1f27ad5aefe tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/ports?device_id=a2c4700d-7f6b-45ad-b1f4-7c24c21c50d7 HTTP/1.1" status: 200 len: 944 time: 0.1641760 Jul 14 09:27:01.745559 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-aa2845b2-95d1-41ba-a1df-42133e983836 admin admin] Allocated IP 172.20.0.1 (1012c926-11e5-4f9b-8f82-dfbee9dcfeae/c4079fcc-cef1-47f9-a984-4163b05f01ca/8c7ed14b-269b-44ef-8f00-386c7cadae7c) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:27:01.767576 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Provisioning for port 5fa7c8b3-525b-461d-ac3d-a4e567b933e5 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:27:01.779598 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Provisioning complete for port 5fa7c8b3-525b-461d-ac3d-a4e567b933e5 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:27:01.780104 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:01.970046 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7c5c9bd1-a9b8-4cc7-ba7d-89a1c1a94f1e None None] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:01.971582 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-aa2845b2-95d1-41ba-a1df-42133e983836 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:02.019595 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-7c5c9bd1-a9b8-4cc7-ba7d-89a1c1a94f1e None None] Transition to ACTIVE for port object eb606d6f-42ce-4a15-a877-8a02c82f2557 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:27:02.030031 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:02.061759 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7c5c9bd1-a9b8-4cc7-ba7d-89a1c1a94f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:02.084846 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-aa2845b2-95d1-41ba-a1df-42133e983836 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:02.158965 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2845b2-95d1-41ba-a1df-42133e983836 admin admin] Pushing event updated for resources: {'Port': ['ID=8c7ed14b-269b-44ef-8f00-386c7cadae7c,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:02.166137 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2c4700d-7f6b-45ad-b1f4-7c24c21c50d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fa7c8b3-525b-461d-ac3d-a4e567b933e5'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:27:02.168579 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd62303f06773040a8a4e189dc46b4f565768c299abf8ab8e7739778b0bc3e97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f07ee181-d320-4bfe-abd6-5b4b2c677a58" -d '{"events": [{"server_uuid": "a2c4700d-7f6b-45ad-b1f4-7c24c21c50d7", "name": "network-vif-plugged", "status": "completed", "tag": "5fa7c8b3-525b-461d-ac3d-a4e567b933e5"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:27:02.197639 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa2845b2-95d1-41ba-a1df-42133e983836 admin admin] Network 1012c926-11e5-4f9b-8f82-dfbee9dcfeae is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:27:02.204618 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 5fa7c8b3-525b-461d-ac3d-a4e567b933e5, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=5fa7c8b3-525b-461d-ac3d-a4e567b933e5,segment=NetworkSegment(f28b4a20-abdb-43f4-86e7-8da3ae7a1990),segment_id=f28b4a20-abdb-43f4-86e7-8da3ae7a1990)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:27:02.206394 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-aa2845b2-95d1-41ba-a1df-42133e983836 admin admin] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:27:02.209092 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa2845b2-95d1-41ba-a1df-42133e983836 admin admin] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:27:02.242092 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:02.252486 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c018d54-6432-4eac-9df3-9911a279edd6 None None] Pushing event updated for resources: {'Port': ['ID=eb606d6f-42ce-4a15-a877-8a02c82f2557,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:02.261662 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-7c5c9bd1-a9b8-4cc7-ba7d-89a1c1a94f1e None None] Attempting to bind port eb606d6f-42ce-4a15-a877-8a02c82f2557 on host n-d-779913-29 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:27:02.264058 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-7c5c9bd1-a9b8-4cc7-ba7d-89a1c1a94f1e None None] Attempting to bind port eb606d6f-42ce-4a15-a877-8a02c82f2557 by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': '81bf7a93-80b3-43df-b9d5-462c604a2945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:27:02.266312 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c5c9bd1-a9b8-4cc7-ba7d-89a1c1a94f1e None None] Attempting to bind port eb606d6f-42ce-4a15-a877-8a02c82f2557 on network 2dcd4d32-cc7c-4468-b396-7ce5c9231892 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:27:02.311358 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-aa2845b2-95d1-41ba-a1df-42133e983836 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-660393'] for router_interface, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:02.336207 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c5c9bd1-a9b8-4cc7-ba7d-89a1c1a94f1e None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 26, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:27:02.340742 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c5c9bd1-a9b8-4cc7-ba7d-89a1c1a94f1e None None] Checking segment: {'id': '81bf7a93-80b3-43df-b9d5-462c604a2945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:27:02.341287 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7c5c9bd1-a9b8-4cc7-ba7d-89a1c1a94f1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:02.341828 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c5c9bd1-a9b8-4cc7-ba7d-89a1c1a94f1e None None] Bound using segment: {'id': '81bf7a93-80b3-43df-b9d5-462c604a2945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:27:02.342424 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-7c5c9bd1-a9b8-4cc7-ba7d-89a1c1a94f1e None None] Bound port: eb606d6f-42ce-4a15-a877-8a02c82f2557, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81bf7a93-80b3-43df-b9d5-462c604a2945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:27:02.344429 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7c5c9bd1-a9b8-4cc7-ba7d-89a1c1a94f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:02.346583 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device e2c0374a-860b-48a7-b8de-29168062a35d no longer exists at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:27:02.580677 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.agents_db [None req-3c3509fb-540d-4335-a450-574895dd3602 None None] Agent healthcheck: found 7 active agents {{(pid=93960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:27:02.613675 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-aa2845b2-95d1-41ba-a1df-42133e983836 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:02.647179 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-fe29f5b9-d521-4fc0-8d22-50c81fb196e3 req-ec0f8590-78a2-44ef-84b9-14e96483f8e3 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/security-groups?id=bfacbc39-872c-438f-b7f4-05abded490ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9518783 Jul 14 09:27:02.650587 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-07dcb7cd-de53-42e9-9a73-13bc057dcf49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:02.706059 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07dcb7cd-de53-42e9-9a73-13bc057dcf49 admin admin] Pushing event deleted for resources: {'Port': ['ID=a8170c88-6468-4bcf-bc06-c0cbcaa5372b,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:02.792047 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4522ffe-8251-45a7-94a3-28e43a508076 req-897802b8-367d-45e6-a1e5-c002ed682a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:02.795293 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4522ffe-8251-45a7-94a3-28e43a508076 req-897802b8-367d-45e6-a1e5-c002ed682a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:02.800046 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c4522ffe-8251-45a7-94a3-28e43a508076 req-897802b8-367d-45e6-a1e5-c002ed682a25 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=24f83d3539e4497181e13bb568cf43a0&device_id=a40bf78b-2e99-44c3-a0e8-4e20b5a28461 HTTP/1.1" status: 200 len: 1981 time: 1.0819798 Jul 14 09:27:02.828857 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 100345f4-d6ce-47af-83f1-7049dc67deb8 details requested by agent hyperv_n-h1-779913-29 with host n-h1-779913-29 {{(pid=93959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:27:02.831558 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Pushing event updated for resources: {'Port': ['ID=5fa7c8b3-525b-461d-ac3d-a4e567b933e5,revision_number=5']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:02.838287 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] No Port match for: e2c0374a-860b-48a7-b8de-29168062a35d {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:27:02.838641 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device e2c0374a-860b-48a7-b8de-29168062a35d not bound to the agent host n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:27:02.862025 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621ee1d0-56bd-4602-afde-cff5f3e81f5d req-2e33a9ce-bc9b-4edc-bc4f-15cdcdd607da tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:02.872806 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621ee1d0-56bd-4602-afde-cff5f3e81f5d req-2e33a9ce-bc9b-4edc-bc4f-15cdcdd607da tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:02.883100 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621ee1d0-56bd-4602-afde-cff5f3e81f5d req-2e33a9ce-bc9b-4edc-bc4f-15cdcdd607da tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:02.890951 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621ee1d0-56bd-4602-afde-cff5f3e81f5d req-2e33a9ce-bc9b-4edc-bc4f-15cdcdd607da tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:02.900986 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621ee1d0-56bd-4602-afde-cff5f3e81f5d req-2e33a9ce-bc9b-4edc-bc4f-15cdcdd607da tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:02.909693 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621ee1d0-56bd-4602-afde-cff5f3e81f5d req-2e33a9ce-bc9b-4edc-bc4f-15cdcdd607da tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:02.917600 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621ee1d0-56bd-4602-afde-cff5f3e81f5d req-2e33a9ce-bc9b-4edc-bc4f-15cdcdd607da tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:02.922325 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-621ee1d0-56bd-4602-afde-cff5f3e81f5d req-2e33a9ce-bc9b-4edc-bc4f-15cdcdd607da tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] 10.222.0.68 "GET /v2.0/ports?device_id=5c7b30e8-3087-4fa2-a121-bc36e0beab3b HTTP/1.1" status: 200 len: 5429 time: 0.4339142 Jul 14 09:27:02.978581 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-07dcb7cd-de53-42e9-9a73-13bc057dcf49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-660532'] for router_gateway, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:02.991097 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-7c5c9bd1-a9b8-4cc7-ba7d-89a1c1a94f1e None None] For port eb606d6f-42ce-4a15-a877-8a02c82f2557, host n-d-779913-29, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:27:03.009829 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-7c5c9bd1-a9b8-4cc7-ba7d-89a1c1a94f1e None None] For port eb606d6f-42ce-4a15-a877-8a02c82f2557, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=eb606d6f-42ce-4a15-a877-8a02c82f2557,segment=NetworkSegment(81bf7a93-80b3-43df-b9d5-462c604a2945),segment_id=81bf7a93-80b3-43df-b9d5-462c604a2945)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:27:03.034493 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7c5c9bd1-a9b8-4cc7-ba7d-89a1c1a94f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:03.182553 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port 100345f4-d6ce-47af-83f1-7049dc67deb8, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=100345f4-d6ce-47af-83f1-7049dc67deb8,segment=NetworkSegment(c705dd1f-2341-4524-a81f-3d9cf3c38e6b),segment_id=c705dd1f-2341-4524-a81f-3d9cf3c38e6b)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:27:03.186325 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-07dcb7cd-de53-42e9-9a73-13bc057dcf49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-711871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12964'] for router, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:03.193716 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-07dcb7cd-de53-42e9-9a73-13bc057dcf49 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:03.212036 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c5c9bd1-a9b8-4cc7-ba7d-89a1c1a94f1e None None] Routers {'c26c194f-cec5-4ed6-bf2c-03f8a410dfdc'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:27:03.213728 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-7c5c9bd1-a9b8-4cc7-ba7d-89a1c1a94f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:26:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['c26c194f-cec5-4ed6-bf2c-03f8a410dfdc'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:27:03.215365 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c018d54-6432-4eac-9df3-9911a279edd6 None None] Pushing event updated for resources: {'Port': ['ID=eb606d6f-42ce-4a15-a877-8a02c82f2557,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:03.219431 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Returning: {'device': '100345f4-d6ce-47af-83f1-7049dc67deb8', 'network_id': '5699172b-f98f-483a-81e1-27bccc5d3cba', 'port_id': '100345f4-d6ce-47af-83f1-7049dc67deb8', 'mac_address': 'fa:16:3e:e4:3d:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecfbbf55-b0c9-4c0f-9edc-b7ccd659aa91', 'ip_address': '10.1.1.33'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:27:03.304065 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4522ffe-8251-45a7-94a3-28e43a508076 req-083aec1b-bc70-45b3-a142-22d24a64acfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:03.308602 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c4522ffe-8251-45a7-94a3-28e43a508076 req-083aec1b-bc70-45b3-a142-22d24a64acfd service neutron] 10.222.0.57 "GET /v2.0/networks?id=af671471-9d96-4bdd-a406-e5ad1413bfb0 HTTP/1.1" status: 200 len: 903 time: 0.4951785 Jul 14 09:27:03.344679 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-07dcb7cd-de53-42e9-9a73-13bc057dcf49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-704815'] for router, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:03.345252 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07dcb7cd-de53-42e9-9a73-13bc057dcf49 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 84469dcb-98cd-4445-8dd5-886db92f2249 {{(pid=93957) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:27:03.356455 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-07dcb7cd-de53-42e9-9a73-13bc057dcf49 admin admin] Notify callbacks [] for router, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:03.357728 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-07dcb7cd-de53-42e9-9a73-13bc057dcf49 admin admin] 10.222.0.68 "DELETE /v2.0/routers/84469dcb-98cd-4445-8dd5-886db92f2249 HTTP/1.1" status: 204 len: 168 time: 3.4497344 Jul 14 09:27:03.413817 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:03.459590 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 100345f4-d6ce-47af-83f1-7049dc67deb8 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:27:03.481433 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvr_db [None req-7c5c9bd1-a9b8-4cc7-ba7d-89a1c1a94f1e None None] Set router c26c194f-cec5-4ed6-bf2c-03f8a410dfdc gateway port host: n-d-779913-29 {{(pid=93959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:27:03.482470 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4e4500-63a4-4316-8a09-4af2f9fad867 req-ed43ece4-a289-43f2-b908-390516c5674d tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:03.493123 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4e4500-63a4-4316-8a09-4af2f9fad867 req-ed43ece4-a289-43f2-b908-390516c5674d tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:03.495598 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-af4e4500-63a4-4316-8a09-4af2f9fad867 req-ed43ece4-a289-43f2-b908-390516c5674d tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] 10.222.0.68 "GET /v2.0/ports?device_id=a40bf78b-2e99-44c3-a0e8-4e20b5a28461 HTTP/1.1" status: 200 len: 1677 time: 0.6193366 Jul 14 09:27:03.496571 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 49026) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:03.511957 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c4522ffe-8251-45a7-94a3-28e43a508076 req-b1605146-5abf-4494-be26-2223bd6de0c2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.29&port_id=38441d42-54d3-4dfc-a8af-79ac710bc475 HTTP/1.1" status: 200 len: 217 time: 0.1939650 Jul 14 09:27:03.528307 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port 100345f4-d6ce-47af-83f1-7049dc67deb8, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=100345f4-d6ce-47af-83f1-7049dc67deb8,segment=NetworkSegment(c705dd1f-2341-4524-a81f-3d9cf3c38e6b),segment_id=c705dd1f-2341-4524-a81f-3d9cf3c38e6b)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:27:03.538950 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:03.540184 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device ffe829c0-0934-4130-8161-32be762e52f8 details requested by agent hyperv_n-h1-779913-29 with host n-h1-779913-29 {{(pid=93959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:27:03.623295 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-621ee1d0-56bd-4602-afde-cff5f3e81f5d req-629f477c-eaf2-42f6-9ce0-a4b75f7701f3 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] 10.222.0.68 "GET /v2.0/security-groups?id=3e8708b8-59d7-4408-a840-9965955f2a4b&id=ff27f1e0-0078-49b9-90e3-125b24008d99&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6898558 Jul 14 09:27:03.669021 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_v2 [None req-f541eea6-de16-4ab1-958e-956baaed7316 admin admin] Deleting subnet 64eacf53-b7b0-4c76-8df5-70efc8635ad5 {{(pid=93957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:27:03.696457 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f541eea6-de16-4ab1-958e-956baaed7316 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:03.699472 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-aa2845b2-95d1-41ba-a1df-42133e983836 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:03.711653 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-aa2845b2-95d1-41ba-a1df-42133e983836 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13574142'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:03.770622 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4522ffe-8251-45a7-94a3-28e43a508076 req-7250a660-552b-4f95-b257-8c22b308e7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:03.776141 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c4522ffe-8251-45a7-94a3-28e43a508076 req-7250a660-552b-4f95-b257-8c22b308e7a6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0c5c01ca-a838-4867-9e15-ed1fbe510243 HTTP/1.1" status: 200 len: 801 time: 0.2299848 Jul 14 09:27:03.781796 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:27:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b81574e9-180b-4eb5-af38-2f0db937de37 x-openstack-request-id: req-b81574e9-180b-4eb5-af38-2f0db937de37 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:27:03.782107 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2c4700d-7f6b-45ad-b1f4-7c24c21c50d7", "name": "network-vif-plugged", "status": "completed", "tag": "5fa7c8b3-525b-461d-ac3d-a4e567b933e5", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:27:03.782327 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-b81574e9-180b-4eb5-af38-2f0db937de37 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:27:03.782718 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2c4700d-7f6b-45ad-b1f4-7c24c21c50d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fa7c8b3-525b-461d-ac3d-a4e567b933e5', 'code': 200} Jul 14 09:27:03.787730 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-af4e4500-63a4-4316-8a09-4af2f9fad867 req-ffed98da-8406-45db-886c-f739836200b9 tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] 10.222.0.68 "GET /v2.0/security-groups?id=e583495f-449a-49ad-92be-ddfb834c83f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2825274 Jul 14 09:27:03.847247 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Pushing event updated for resources: {'Port': ['ID=100345f4-d6ce-47af-83f1-7049dc67deb8,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:03.867325 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:27:03.867674 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:27:03.868019 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:27:03.868358 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:27:03.869266 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:27:03.869653 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:27:03.869988 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:27:03.870362 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:27:03.870630 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:27:03.870957 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:27:03.871284 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:27:03.871606 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:27:03.908260 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f541eea6-de16-4ab1-958e-956baaed7316 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10944203'] for subnet, precommit_delete_associations {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:03.930792 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-aa2845b2-95d1-41ba-a1df-42133e983836 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-683747'] for router_interface, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:03.947231 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port ffe829c0-0934-4130-8161-32be762e52f8, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=ffe829c0-0934-4130-8161-32be762e52f8,segment=NetworkSegment(218b2489-83e0-4d13-aab6-86b01789cb06),segment_id=218b2489-83e0-4d13-aab6-86b01789cb06)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:27:03.979343 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Returning: {'device': 'ffe829c0-0934-4130-8161-32be762e52f8', 'network_id': '58cee2b0-4a4c-44eb-9b72-cfd45f924ad2', 'port_id': 'ffe829c0-0934-4130-8161-32be762e52f8', 'mac_address': 'fa:16:3e:38:42:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 737, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03ca88e8-4d13-487a-ad6d-9160c00c4594', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:27:03.981437 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f541eea6-de16-4ab1-958e-956baaed7316 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3481002'] for subnet, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:03.983879 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4522ffe-8251-45a7-94a3-28e43a508076 req-7e03b58d-8df0-4ecf-b64a-b89c3115c31b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:03.985843 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c4522ffe-8251-45a7-94a3-28e43a508076 req-7e03b58d-8df0-4ecf-b64a-b89c3115c31b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=af671471-9d96-4bdd-a406-e5ad1413bfb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1903067 Jul 14 09:27:04.154573 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:04.161014 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2845b2-95d1-41ba-a1df-42133e983836 admin admin] Pushing event updated for resources: {'Port': ['ID=8c7ed14b-269b-44ef-8f00-386c7cadae7c,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:04.165693 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c4522ffe-8251-45a7-94a3-28e43a508076 req-bd9004a2-18d4-4704-be57-578a4b060951 service neutron] 10.222.0.57 "GET /v2.0/networks/af671471-9d96-4bdd-a406-e5ad1413bfb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534369 Jul 14 09:27:04.204511 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffe829c0-0934-4130-8161-32be762e52f8 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:27:04.252202 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-7c5c9bd1-a9b8-4cc7-ba7d-89a1c1a94f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c26c194f-cec5-4ed6-bf2c-03f8a410dfdc', 'name': 'tempest-ServerRescueTestJSONUnderV235-1730399498-router', 'tenant_id': '4b85dee2e11f48ac896088cf28057727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.194'}], 'enable_snat': True}, 'gw_port_id': 'eb606d6f-42ce-4a15-a877-8a02c82f2557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:26:57Z', 'updated_at': '2021-07-14T09:27:02Z', 'revision_number': 4, 'project_id': '4b85dee2e11f48ac896088cf28057727', 'gw_port': {'id': 'eb606d6f-42ce-4a15-a877-8a02c82f2557', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:7e:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c26c194f-cec5-4ed6-bf2c-03f8a410dfdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:26:58Z', 'updated_at': '2021-07-14T09:27:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': '8c7ed14b-269b-44ef-8f00-386c7cadae7c', 'name': '', 'network_id': '1012c926-11e5-4f9b-8f82-dfbee9dcfeae', 'tenant_id': '4b85dee2e11f48ac896088cf28057727', 'mac_address': 'fa:16:3e:a7:30:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c26c194f-cec5-4ed6-bf2c-03f8a410dfdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': 'c4079fcc-cef1-47f9-a984-4163b05f01ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:27:01Z', 'updated_at': '2021-07-14T09:27:01Z', 'revision_number': 1, 'project_id': '4b85dee2e11f48ac896088cf28057727', 'subnets': [{'id': 'c4079fcc-cef1-47f9-a984-4163b05f01ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:27:04.259919 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port ffe829c0-0934-4130-8161-32be762e52f8, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=ffe829c0-0934-4130-8161-32be762e52f8,segment=NetworkSegment(218b2489-83e0-4d13-aab6-86b01789cb06),segment_id=218b2489-83e0-4d13-aab6-86b01789cb06)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:27:04.288114 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fc1af1-0ab7-4b0b-90a4-a1a9de1e4f49 req-9b400349-5bb1-48a1-8155-ef6a6f60170d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:04.294778 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-61fc1af1-0ab7-4b0b-90a4-a1a9de1e4f49 req-9b400349-5bb1-48a1-8155-ef6a6f60170d service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a2c4700d-7f6b-45ad-b1f4-7c24c21c50d7 HTTP/1.1" status: 200 len: 1097 time: 0.3594799 Jul 14 09:27:04.295890 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:04.296619 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device bfeac96f-d3a2-4a7b-abb1-6f8a87d43efe details requested by agent hyperv_n-h1-779913-29 with host n-h1-779913-29 {{(pid=93959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:27:04.298633 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c5c9bd1-a9b8-4cc7-ba7d-89a1c1a94f1e None None] The sync data for ids ['c26c194f-cec5-4ed6-bf2c-03f8a410dfdc'] in n-d-779913-29 is: [{'id': 'c26c194f-cec5-4ed6-bf2c-03f8a410dfdc', 'name': 'tempest-ServerRescueTestJSONUnderV235-1730399498-router', 'tenant_id': '4b85dee2e11f48ac896088cf28057727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.194'}], 'enable_snat': True}, 'gw_port_id': 'eb606d6f-42ce-4a15-a877-8a02c82f2557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:26:57Z', 'updated_at': '2021-07-14T09:27:02Z', 'revision_number': 4, 'project_id': '4b85dee2e11f48ac896088cf28057727', 'gw_port': {'id': 'eb606d6f-42ce-4a15-a877-8a02c82f2557', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:7e:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c26c194f-cec5-4ed6-bf2c-03f8a410dfdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:26:58Z', 'updated_at': '2021-07-14T09:27:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': '8c7ed14b-269b-44ef-8f00-386c7cadae7c', 'name': '', 'network_id': '1012c926-11e5-4f9b-8f82-dfbee9dcfeae', 'tenant_id': '4b85dee2e11f48ac896088cf28057727', 'mac_address': 'fa:16:3e:a7:30:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c26c194f-cec5-4ed6-bf2c-03f8a410dfdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': 'c4079fcc-cef1-47f9-a984-4163b05f01ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:27:01Z', 'updated_at': '2021-07-14T09:27:01Z', 'revision_number': 1, 'project_id': '4b85dee2e11f48ac896088cf28057727', 'subnets': [{'id': 'c4079fcc-cef1-47f9-a984-4163b05f01ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:27:04.336747 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa2845b2-95d1-41ba-a1df-42133e983836 admin admin] Network 1012c926-11e5-4f9b-8f82-dfbee9dcfeae is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:27:04.340706 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-aa2845b2-95d1-41ba-a1df-42133e983836 admin admin] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:27:04.384434 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c4522ffe-8251-45a7-94a3-28e43a508076 req-54f31c55-7a2c-407d-9904-b13bdd9e6f90 service neutron] 10.222.0.57 "GET /v2.0/networks/af671471-9d96-4bdd-a406-e5ad1413bfb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1890516 Jul 14 09:27:04.388290 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-61fc1af1-0ab7-4b0b-90a4-a1a9de1e4f49 req-f6e20728-0f4c-4e3b-b272-91e1cda160a9 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=bfacbc39-872c-438f-b7f4-05abded490ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873609 Jul 14 09:27:04.429609 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f541eea6-de16-4ab1-958e-956baaed7316 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10052701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11984075'] for subnet, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:04.436625 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device a8170c88-6468-4bcf-bc06-c0cbcaa5372b no longer exists at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:27:04.489031 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f541eea6-de16-4ab1-958e-956baaed7316 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=64eacf53-b7b0-4c76-8df5-70efc8635ad5,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:04.489647 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Pushing event updated for resources: {'Port': ['ID=ffe829c0-0934-4130-8161-32be762e52f8,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:04.510846 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6225bd82-cc32-4adf-985d-d737dcfe747e req-223eb2cb-045f-4174-a7bb-f07dbb152eed tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:04.517869 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6225bd82-cc32-4adf-985d-d737dcfe747e req-223eb2cb-045f-4174-a7bb-f07dbb152eed tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/ports?device_id=a2c4700d-7f6b-45ad-b1f4-7c24c21c50d7 HTTP/1.1" status: 200 len: 945 time: 0.3491552 Jul 14 09:27:04.519084 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f541eea6-de16-4ab1-958e-956baaed7316 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:04.521017 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-f541eea6-de16-4ab1-958e-956baaed7316 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/64eacf53-b7b0-4c76-8df5-70efc8635ad5 HTTP/1.1" status: 204 len: 168 time: 1.0232410 Jul 14 09:27:04.523463 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 49036) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:04.526472 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa2845b2-95d1-41ba-a1df-42133e983836 admin admin] Router c26c194f-cec5-4ed6-bf2c-03f8a410dfdc has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:27:04.535060 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] No Port match for: a8170c88-6468-4bcf-bc06-c0cbcaa5372b {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:27:04.535638 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device a8170c88-6468-4bcf-bc06-c0cbcaa5372b not bound to the agent host n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:27:04.560867 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port bfeac96f-d3a2-4a7b-abb1-6f8a87d43efe, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=bfeac96f-d3a2-4a7b-abb1-6f8a87d43efe,segment=NetworkSegment(c705dd1f-2341-4524-a81f-3d9cf3c38e6b),segment_id=c705dd1f-2341-4524-a81f-3d9cf3c38e6b)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:27:04.584269 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Returning: {'device': 'bfeac96f-d3a2-4a7b-abb1-6f8a87d43efe', 'network_id': '5699172b-f98f-483a-81e1-27bccc5d3cba', 'port_id': 'bfeac96f-d3a2-4a7b-abb1-6f8a87d43efe', 'mac_address': 'fa:16:3e:91:f9:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecfbbf55-b0c9-4c0f-9edc-b7ccd659aa91', 'ip_address': '10.1.1.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:27:04.647602 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:04.680239 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bfeac96f-d3a2-4a7b-abb1-6f8a87d43efe {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:27:04.682206 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6225bd82-cc32-4adf-985d-d737dcfe747e req-5bff5341-bb7d-43d1-960f-0a2fcb0febe5 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/security-groups?id=bfacbc39-872c-438f-b7f4-05abded490ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445904 Jul 14 09:27:04.691825 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6151650d-570b-4569-a8c8-aaf9b271e52b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3876111'] for network, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:04.708347 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa2845b2-95d1-41ba-a1df-42133e983836 admin admin] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:27:04.714596 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-aa2845b2-95d1-41ba-a1df-42133e983836 admin admin] 10.222.0.68 "PUT /v2.0/routers/c26c194f-cec5-4ed6-bf2c-03f8a410dfdc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0779066 Jul 14 09:27:04.745305 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port bfeac96f-d3a2-4a7b-abb1-6f8a87d43efe, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=bfeac96f-d3a2-4a7b-abb1-6f8a87d43efe,segment=NetworkSegment(c705dd1f-2341-4524-a81f-3d9cf3c38e6b),segment_id=c705dd1f-2341-4524-a81f-3d9cf3c38e6b)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:27:04.758267 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:04.759655 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device b19c971a-b91d-49b9-bdec-ee880b089aa3 details requested by agent hyperv_n-h1-779913-29 with host n-h1-779913-29 {{(pid=93959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:27:04.906772 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Pushing event updated for resources: {'Port': ['ID=bfeac96f-d3a2-4a7b-abb1-6f8a87d43efe,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:04.922459 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port b19c971a-b91d-49b9-bdec-ee880b089aa3, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=b19c971a-b91d-49b9-bdec-ee880b089aa3,segment=NetworkSegment(c705dd1f-2341-4524-a81f-3d9cf3c38e6b),segment_id=c705dd1f-2341-4524-a81f-3d9cf3c38e6b)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:27:04.935915 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Returning: {'device': 'b19c971a-b91d-49b9-bdec-ee880b089aa3', 'network_id': '5699172b-f98f-483a-81e1-27bccc5d3cba', 'port_id': 'b19c971a-b91d-49b9-bdec-ee880b089aa3', 'mac_address': 'fa:16:3e:22:e5:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecfbbf55-b0c9-4c0f-9edc-b7ccd659aa91', 'ip_address': '10.1.1.242'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:27:05.019387 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:05.089919 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b19c971a-b91d-49b9-bdec-ee880b089aa3 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:27:05.120230 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6151650d-570b-4569-a8c8-aaf9b271e52b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473955', 'neutron.services.segments.db._delete_segments_for_network-8735688326548'] for network, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:05.138630 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port b19c971a-b91d-49b9-bdec-ee880b089aa3, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=b19c971a-b91d-49b9-bdec-ee880b089aa3,segment=NetworkSegment(c705dd1f-2341-4524-a81f-3d9cf3c38e6b),segment_id=c705dd1f-2341-4524-a81f-3d9cf3c38e6b)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:27:05.140105 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-6151650d-570b-4569-a8c8-aaf9b271e52b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db13ce49-f099-44a4-aff7-5cf5e027e32a']}} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:27:05.149606 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:05.151754 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 0d1d6f24-a3fe-4925-8ced-a01216f77039 details requested by agent hyperv_n-h1-779913-29 with host n-h1-779913-29 {{(pid=93959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:27:05.153664 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-6151650d-570b-4569-a8c8-aaf9b271e52b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '836a85c8-8989-45d6-bb70-48fe95102097') {'for_net_delete': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:27:05.154154 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-6151650d-570b-4569-a8c8-aaf9b271e52b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '836a85c8-8989-45d6-bb70-48fe95102097') {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:27:05.164821 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6151650d-570b-4569-a8c8-aaf9b271e52b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735688356235', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10944210'] for segment, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:05.187524 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6151650d-570b-4569-a8c8-aaf9b271e52b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:05.195316 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6151650d-570b-4569-a8c8-aaf9b271e52b admin admin] Releasing vlan 716 on physical network physnet1 to pool {{(pid=93957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:27:05.196191 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6151650d-570b-4569-a8c8-aaf9b271e52b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10053619'] for segment, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:05.267544 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Pushing event updated for resources: {'Port': ['ID=b19c971a-b91d-49b9-bdec-ee880b089aa3,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:05.399569 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:27:05.399569 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:27:05.399569 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:27:05.399569 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:27:05.399569 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:27:05.399569 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:27:05.399569 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:27:05.399569 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:27:05.399569 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:27:05.399569 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:27:05.399569 n-d-779913-29 neutron-server[93957]: Traceback (most recent call last): Jul 14 09:27:05.399569 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:27:05.399569 n-d-779913-29 neutron-server[93957]: timer() Jul 14 09:27:05.399569 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:27:05.399569 n-d-779913-29 neutron-server[93957]: cb(*args, **kw) Jul 14 09:27:05.399569 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:27:05.399569 n-d-779913-29 neutron-server[93957]: return func(*args, **kwargs) Jul 14 09:27:05.399569 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:27:05.399569 n-d-779913-29 neutron-server[93957]: self._notify() Jul 14 09:27:05.399569 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:27:05.399569 n-d-779913-29 neutron-server[93957]: self.callback(batched_events) Jul 14 09:27:05.399569 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:27:05.399569 n-d-779913-29 neutron-server[93957]: event.method(event) Jul 14 09:27:05.399569 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:27:05.399569 n-d-779913-29 neutron-server[93957]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:27:05.399569 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:27:05.399569 n-d-779913-29 neutron-server[93957]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:27:05.399569 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:27:05.399569 n-d-779913-29 neutron-server[93957]: return f(self, *a, **k) Jul 14 09:27:05.399569 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:27:05.399569 n-d-779913-29 neutron-server[93957]: return self._get(url).json() Jul 14 09:27:05.399569 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:27:05.399569 n-d-779913-29 neutron-server[93957]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:27:05.399569 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:27:05.399569 n-d-779913-29 neutron-server[93957]: return self.request(url, 'GET', **kwargs) Jul 14 09:27:05.399569 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:27:05.399569 n-d-779913-29 neutron-server[93957]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:27:05.399569 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:27:05.399569 n-d-779913-29 neutron-server[93957]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:27:05.399569 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:27:05.399569 n-d-779913-29 neutron-server[93957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:27:05.399569 n-d-779913-29 neutron-server[93957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:27:05.466995 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6151650d-570b-4569-a8c8-aaf9b271e52b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660504'] for network, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:05.476852 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738d2239-e0a7-4f51-b1b1-c2d19c239e70 req-e000d3a0-2b09-45a9-a402-0038f269c6e2 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:05.493745 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738d2239-e0a7-4f51-b1b1-c2d19c239e70 req-e000d3a0-2b09-45a9-a402-0038f269c6e2 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:05.495105 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6151650d-570b-4569-a8c8-aaf9b271e52b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for network, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:05.499891 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-6151650d-570b-4569-a8c8-aaf9b271e52b admin admin] 10.222.0.68 "DELETE /v2.0/networks/db13ce49-f099-44a4-aff7-5cf5e027e32a HTTP/1.1" status: 204 len: 168 time: 0.9698620 Jul 14 09:27:05.513353 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738d2239-e0a7-4f51-b1b1-c2d19c239e70 req-e000d3a0-2b09-45a9-a402-0038f269c6e2 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:05.534365 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738d2239-e0a7-4f51-b1b1-c2d19c239e70 req-e000d3a0-2b09-45a9-a402-0038f269c6e2 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:05.535495 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 38441d42-54d3-4dfc-a8af-79ac710bc475 details requested by agent hyperv_n-h2-779913-29 with host n-h2-779913-29 {{(pid=93959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:27:05.563914 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6151650d-570b-4569-a8c8-aaf9b271e52b admin admin] Pushing event deleted for resources: {'Network': ['ID=db13ce49-f099-44a4-aff7-5cf5e027e32a,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:05.573620 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738d2239-e0a7-4f51-b1b1-c2d19c239e70 req-e000d3a0-2b09-45a9-a402-0038f269c6e2 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:05.599389 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738d2239-e0a7-4f51-b1b1-c2d19c239e70 req-e000d3a0-2b09-45a9-a402-0038f269c6e2 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:05.607344 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port 0d1d6f24-a3fe-4925-8ced-a01216f77039, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=0d1d6f24-a3fe-4925-8ced-a01216f77039,segment=NetworkSegment(69cfe05a-7a0f-45bd-99ad-03b43180666a),segment_id=69cfe05a-7a0f-45bd-99ad-03b43180666a)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:27:05.617088 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738d2239-e0a7-4f51-b1b1-c2d19c239e70 req-e000d3a0-2b09-45a9-a402-0038f269c6e2 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:05.631010 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-738d2239-e0a7-4f51-b1b1-c2d19c239e70 req-e000d3a0-2b09-45a9-a402-0038f269c6e2 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] 10.222.0.68 "GET /v2.0/ports?device_id=5c7b30e8-3087-4fa2-a121-bc36e0beab3b HTTP/1.1" status: 200 len: 5433 time: 0.2984962 Jul 14 09:27:05.672507 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df4a8ee-9c3e-4251-ae53-67db88364615 req-8da5a510-7891-49fe-a765-2382ec7b4346 tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:05.678770 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df4a8ee-9c3e-4251-ae53-67db88364615 req-8da5a510-7891-49fe-a765-2382ec7b4346 tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:05.687614 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Returning: {'device': '0d1d6f24-a3fe-4925-8ced-a01216f77039', 'network_id': '42a058fa-f36e-4a5f-a1b5-ee56753d964d', 'port_id': '0d1d6f24-a3fe-4925-8ced-a01216f77039', 'mac_address': 'fa:16:3e:d6:63:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 739, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df8e47ca-e310-4261-88e8-dfbdedfc6676', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:27:05.704905 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1df4a8ee-9c3e-4251-ae53-67db88364615 req-8da5a510-7891-49fe-a765-2382ec7b4346 tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] 10.222.0.68 "GET /v2.0/ports?device_id=a40bf78b-2e99-44c3-a0e8-4e20b5a28461 HTTP/1.1" status: 200 len: 1677 time: 0.3747387 Jul 14 09:27:05.867025 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1df4a8ee-9c3e-4251-ae53-67db88364615 req-199561ad-8903-4da1-b5c2-dcd122c8c2e2 tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] 10.222.0.68 "GET /v2.0/security-groups?id=e583495f-449a-49ad-92be-ddfb834c83f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611176 Jul 14 09:27:05.869609 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 49058) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:05.871544 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-738d2239-e0a7-4f51-b1b1-c2d19c239e70 req-b11c3e05-4406-4185-92a2-74e5672bb290 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] 10.222.0.68 "GET /v2.0/security-groups?id=3e8708b8-59d7-4408-a840-9965955f2a4b&id=ff27f1e0-0078-49b9-90e3-125b24008d99&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2379577 Jul 14 09:27:05.969394 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:05.980203 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 49068) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:05.986802 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-82d6043d-083c-4c1e-bc42-3e0cef74c791 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=a58d0743c32d4136b2d5b8700c6833b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1059577 Jul 14 09:27:06.066903 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d1d6f24-a3fe-4925-8ced-a01216f77039 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:27:06.141131 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port 0d1d6f24-a3fe-4925-8ced-a01216f77039, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=0d1d6f24-a3fe-4925-8ced-a01216f77039,segment=NetworkSegment(69cfe05a-7a0f-45bd-99ad-03b43180666a),segment_id=69cfe05a-7a0f-45bd-99ad-03b43180666a)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:27:06.158913 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:06.162484 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device c7e6be2f-2425-4c72-af72-9e3ea9414152 details requested by agent hyperv_n-h1-779913-29 with host n-h1-779913-29 {{(pid=93959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:27:06.211860 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port c7e6be2f-2425-4c72-af72-9e3ea9414152, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=c7e6be2f-2425-4c72-af72-9e3ea9414152,segment=NetworkSegment(c705dd1f-2341-4524-a81f-3d9cf3c38e6b),segment_id=c705dd1f-2341-4524-a81f-3d9cf3c38e6b)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:27:06.230082 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Returning: {'device': 'c7e6be2f-2425-4c72-af72-9e3ea9414152', 'network_id': '5699172b-f98f-483a-81e1-27bccc5d3cba', 'port_id': 'c7e6be2f-2425-4c72-af72-9e3ea9414152', 'mac_address': 'fa:16:3e:aa:74:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecfbbf55-b0c9-4c0f-9edc-b7ccd659aa91', 'ip_address': '10.1.1.70'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:27:06.310866 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9a8b7d7e-9d01-4441-b35c-e48a3551bcbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:06.363574 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 38441d42-54d3-4dfc-a8af-79ac710bc475, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=38441d42-54d3-4dfc-a8af-79ac710bc475,segment=NetworkSegment(d08e3402-93f0-4d8f-b507-14402db02b56),segment_id=d08e3402-93f0-4d8f-b507-14402db02b56)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:27:06.413887 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61cb640-e79a-4828-bc87-aa14773c355f req-514d781e-deef-4d81-b752-0bdc328968e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:06.433533 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-b61cb640-e79a-4828-bc87-aa14773c355f req-514d781e-deef-4d81-b752-0bdc328968e8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5a5f2c2d833f465d9525ee4af4d3c349&device_id=a2c4700d-7f6b-45ad-b1f4-7c24c21c50d7 HTTP/1.1" status: 200 len: 1097 time: 0.3299320 Jul 14 09:27:06.483296 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9a8b7d7e-9d01-4441-b35c-e48a3551bcbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:06.533888 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:06.544163 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device eb606d6f-42ce-4a15-a877-8a02c82f2557 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:27:06.556681 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Returning: {'device': '38441d42-54d3-4dfc-a8af-79ac710bc475', 'network_id': 'af671471-9d96-4bdd-a406-e5ad1413bfb0', 'port_id': '38441d42-54d3-4dfc-a8af-79ac710bc475', 'mac_address': 'fa:16:3e:db:4e:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c5c01ca-a838-4867-9e15-ed1fbe510243', 'ip_address': '19.86.0.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:27:06.647656 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7e6be2f-2425-4c72-af72-9e3ea9414152 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:27:06.715005 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Pushing event updated for resources: {'Port': ['ID=0d1d6f24-a3fe-4925-8ced-a01216f77039,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:06.774167 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port c7e6be2f-2425-4c72-af72-9e3ea9414152, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=c7e6be2f-2425-4c72-af72-9e3ea9414152,segment=NetworkSegment(c705dd1f-2341-4524-a81f-3d9cf3c38e6b),segment_id=c705dd1f-2341-4524-a81f-3d9cf3c38e6b)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:27:06.797290 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:06.797698 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device ea9e9cbd-c4fe-40eb-a857-ee9e6c073bb8 details requested by agent hyperv_n-h1-779913-29 with host n-h1-779913-29 {{(pid=93959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:27:06.816030 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:06.817534 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9a8b7d7e-9d01-4441-b35c-e48a3551bcbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:06.825028 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9a8b7d7e-9d01-4441-b35c-e48a3551bcbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:06.829008 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-9a8b7d7e-9d01-4441-b35c-e48a3551bcbb admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/d6a7feba-be17-4d7e-a638-e9426c29981e HTTP/1.1" status: 204 len: 168 time: 0.8454199 Jul 14 09:27:06.906978 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning for port eb606d6f-42ce-4a15-a877-8a02c82f2557 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:27:06.913247 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8b7d7e-9d01-4441-b35c-e48a3551bcbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6a7feba-be17-4d7e-a638-e9426c29981e,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:06.933330 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port eb606d6f-42ce-4a15-a877-8a02c82f2557 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:27:06.933752 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:06.936684 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38441d42-54d3-4dfc-a8af-79ac710bc475 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:27:06.946052 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port ea9e9cbd-c4fe-40eb-a857-ee9e6c073bb8, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=ea9e9cbd-c4fe-40eb-a857-ee9e6c073bb8,segment=NetworkSegment(69cfe05a-7a0f-45bd-99ad-03b43180666a),segment_id=69cfe05a-7a0f-45bd-99ad-03b43180666a)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:27:06.959905 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec497e8f-947b-4d37-95de-8e72196b38c1 req-979224b2-6798-472b-89b2-c9ad7780b5bf tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:06.971041 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ec497e8f-947b-4d37-95de-8e72196b38c1 req-979224b2-6798-472b-89b2-c9ad7780b5bf tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/ports?device_id=a2c4700d-7f6b-45ad-b1f4-7c24c21c50d7 HTTP/1.1" status: 200 len: 945 time: 0.6652842 Jul 14 09:27:06.981229 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61cb640-e79a-4828-bc87-aa14773c355f req-4f753fec-0850-4776-a5f9-c08088c994a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:06.983256 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-b61cb640-e79a-4828-bc87-aa14773c355f req-4f753fec-0850-4776-a5f9-c08088c994a0 service neutron] 10.222.0.57 "GET /v2.0/networks?id=b13d7c6c-cfbf-4964-b16a-12c3c2736fe4 HTTP/1.1" status: 200 len: 907 time: 0.5322292 Jul 14 09:27:07.023075 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9938aa-1d32-42b4-8e06-1a5f74691e95 req-1a30eb96-9d00-426f-aa43-fd093e68c151 tempest-ServerRescueTestJSONUnderV235-1370369985 tempest-ServerRescueTestJSONUnderV235-1370369985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:07.048866 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2b9938aa-1d32-42b4-8e06-1a5f74691e95 req-1a30eb96-9d00-426f-aa43-fd093e68c151 tempest-ServerRescueTestJSONUnderV235-1370369985 tempest-ServerRescueTestJSONUnderV235-1370369985-project] 10.222.0.68 "GET /v2.0/networks?id=1012c926-11e5-4f9b-8f82-dfbee9dcfeae HTTP/1.1" status: 200 len: 820 time: 0.3598042 Jul 14 09:27:07.065321 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-b61cb640-e79a-4828-bc87-aa14773c355f req-1b250705-4f9b-4101-9515-fc26aff6f956 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5fa7c8b3-525b-461d-ac3d-a4e567b933e5 HTTP/1.1" status: 200 len: 217 time: 0.0691040 Jul 14 09:27:07.085991 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2b9938aa-1d32-42b4-8e06-1a5f74691e95 req-ffea90db-d374-4dc6-bd47-a3043f80cd71 tempest-ServerRescueTestJSONUnderV235-1370369985 tempest-ServerRescueTestJSONUnderV235-1370369985-project] 10.222.0.68 "GET /v2.0/quotas/4b85dee2e11f48ac896088cf28057727 HTTP/1.1" status: 200 len: 375 time: 0.0353909 Jul 14 09:27:07.169623 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ec497e8f-947b-4d37-95de-8e72196b38c1 req-eb24220f-0613-4159-a1fc-3f171afbd6f7 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/security-groups?id=bfacbc39-872c-438f-b7f4-05abded490ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975272 Jul 14 09:27:07.231716 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61cb640-e79a-4828-bc87-aa14773c355f req-04eb4690-258b-456f-8e00-f3620cc6ce05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:07.234124 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-b61cb640-e79a-4828-bc87-aa14773c355f req-04eb4690-258b-456f-8e00-f3620cc6ce05 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4eebc946-7649-496b-bf8c-5c786643586c HTTP/1.1" status: 200 len: 846 time: 0.1447954 Jul 14 09:27:07.285714 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2b9938aa-1d32-42b4-8e06-1a5f74691e95 req-91f9a833-93f4-46af-bb38-88d12d02618f tempest-ServerRescueTestJSONUnderV235-1370369985 tempest-ServerRescueTestJSONUnderV235-1370369985-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=4b85dee2e11f48ac896088cf28057727&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1986396 Jul 14 09:27:07.318916 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-b61cb640-e79a-4828-bc87-aa14773c355f req-a2baf891-2aee-4381-87b8-fa7eade579b8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b13d7c6c-cfbf-4964-b16a-12c3c2736fe4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0735269 Jul 14 09:27:07.502465 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Returning: {'device': 'ea9e9cbd-c4fe-40eb-a857-ee9e6c073bb8', 'network_id': '42a058fa-f36e-4a5f-a1b5-ee56753d964d', 'port_id': 'ea9e9cbd-c4fe-40eb-a857-ee9e6c073bb8', 'mac_address': 'fa:16:3e:ef:2e:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 739, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df8e47ca-e310-4261-88e8-dfbdedfc6676', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:27:07.514608 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2b9938aa-1d32-42b4-8e06-1a5f74691e95 req-d4d71781-1ba2-4213-b216-2140ea9c2eef service neutron] 10.222.0.68 "GET /v2.0/networks/1012c926-11e5-4f9b-8f82-dfbee9dcfeae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2268150 Jul 14 09:27:07.515651 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Pushing event updated for resources: {'Port': ['ID=c7e6be2f-2425-4c72-af72-9e3ea9414152,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:07.518834 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-b61cb640-e79a-4828-bc87-aa14773c355f req-05981928-9205-454a-9bfb-05d0ca8a835a service neutron] 10.222.0.57 "GET /v2.0/networks/b13d7c6c-cfbf-4964-b16a-12c3c2736fe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1943386 Jul 14 09:27:07.562339 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 38441d42-54d3-4dfc-a8af-79ac710bc475, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=38441d42-54d3-4dfc-a8af-79ac710bc475,segment=NetworkSegment(d08e3402-93f0-4d8f-b507-14402db02b56),segment_id=d08e3402-93f0-4d8f-b507-14402db02b56)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:27:07.655750 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:07.658104 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device cd8b5dc0-d440-44f6-a7b8-596d46789b6d details requested by agent hyperv_n-h2-779913-29 with host n-h2-779913-29 {{(pid=93959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:27:07.718493 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17916d2-8367-4ae7-92d5-1b5205024759 req-ba168994-e0fe-495b-a97c-611d450bb788 tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:07.727337 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17916d2-8367-4ae7-92d5-1b5205024759 req-ba168994-e0fe-495b-a97c-611d450bb788 tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:07.736080 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-c17916d2-8367-4ae7-92d5-1b5205024759 req-ba168994-e0fe-495b-a97c-611d450bb788 tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] 10.222.0.68 "GET /v2.0/ports?device_id=a40bf78b-2e99-44c3-a0e8-4e20b5a28461 HTTP/1.1" status: 200 len: 1677 time: 0.2153375 Jul 14 09:27:07.800984 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2b9938aa-1d32-42b4-8e06-1a5f74691e95 req-cf927d5b-1132-4152-ae25-2991e6e30f14 service neutron] 10.222.0.68 "GET /v2.0/networks/1012c926-11e5-4f9b-8f82-dfbee9dcfeae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2831676 Jul 14 09:27:07.833134 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-b61cb640-e79a-4828-bc87-aa14773c355f req-2dff26f1-c07a-4e0f-b269-4502eaf14af3 service neutron] 10.222.0.57 "GET /v2.0/networks/b13d7c6c-cfbf-4964-b16a-12c3c2736fe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3021357 Jul 14 09:27:07.851990 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-c17916d2-8367-4ae7-92d5-1b5205024759 req-8c443b9c-074b-471a-b9ca-3ee38db54ff7 tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] 10.222.0.68 "GET /v2.0/security-groups?id=e583495f-449a-49ad-92be-ddfb834c83f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146245 Jul 14 09:27:07.867177 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:07.973009 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.db.resource_extend [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 14 09:27:08.070483 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea9e9cbd-c4fe-40eb-a857-ee9e6c073bb8 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:27:08.157548 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Pushing event updated for resources: {'Port': ['ID=38441d42-54d3-4dfc-a8af-79ac710bc475,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:08.237988 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:08.246536 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597d53eb-4ac8-4afc-b689-979831dcc1b6 req-1c6aa692-acb6-4c52-b375-a2004ed35955 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:08.281137 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597d53eb-4ac8-4afc-b689-979831dcc1b6 req-1c6aa692-acb6-4c52-b375-a2004ed35955 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:08.286358 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] For port eb606d6f-42ce-4a15-a877-8a02c82f2557, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=eb606d6f-42ce-4a15-a877-8a02c82f2557,segment=NetworkSegment(81bf7a93-80b3-43df-b9d5-462c604a2945),segment_id=81bf7a93-80b3-43df-b9d5-462c604a2945)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:27:08.294057 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port ea9e9cbd-c4fe-40eb-a857-ee9e6c073bb8, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=ea9e9cbd-c4fe-40eb-a857-ee9e6c073bb8,segment=NetworkSegment(69cfe05a-7a0f-45bd-99ad-03b43180666a),segment_id=69cfe05a-7a0f-45bd-99ad-03b43180666a)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:27:08.299160 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597d53eb-4ac8-4afc-b689-979831dcc1b6 req-1c6aa692-acb6-4c52-b375-a2004ed35955 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:08.303800 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:08.317294 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597d53eb-4ac8-4afc-b689-979831dcc1b6 req-1c6aa692-acb6-4c52-b375-a2004ed35955 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:08.324824 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597d53eb-4ac8-4afc-b689-979831dcc1b6 req-1c6aa692-acb6-4c52-b375-a2004ed35955 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:08.348872 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597d53eb-4ac8-4afc-b689-979831dcc1b6 req-1c6aa692-acb6-4c52-b375-a2004ed35955 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:08.353597 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-dab185b7-14c0-46d4-a9d3-a79fc5061649 req-9d0c4f00-a21a-4315-83d4-3d6a23ed2967 tempest-ServerRescueTestJSONUnderV235-1370369985 tempest-ServerRescueTestJSONUnderV235-1370369985-project] 10.222.0.68 "GET /v2.0/ports?device_id=50c37d2a-9d36-413f-a86d-c6fd0726b830 HTTP/1.1" status: 200 len: 210 time: 0.1247559 Jul 14 09:27:08.367913 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597d53eb-4ac8-4afc-b689-979831dcc1b6 req-1c6aa692-acb6-4c52-b375-a2004ed35955 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:08.392522 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-597d53eb-4ac8-4afc-b689-979831dcc1b6 req-1c6aa692-acb6-4c52-b375-a2004ed35955 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] 10.222.0.68 "GET /v2.0/ports?device_id=5c7b30e8-3087-4fa2-a121-bc36e0beab3b HTTP/1.1" status: 200 len: 5435 time: 0.3735347 Jul 14 09:27:08.484126 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Pushing event updated for resources: {'Port': ['ID=eb606d6f-42ce-4a15-a877-8a02c82f2557,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:08.497611 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:08.572662 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-597d53eb-4ac8-4afc-b689-979831dcc1b6 req-a9497234-a3b3-498b-9222-9c2dba41f51b tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] 10.222.0.68 "GET /v2.0/security-groups?id=3e8708b8-59d7-4408-a840-9965955f2a4b&id=ff27f1e0-0078-49b9-90e3-125b24008d99&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1791515 Jul 14 09:27:08.703881 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Pushing event updated for resources: {'Port': ['ID=ea9e9cbd-c4fe-40eb-a857-ee9e6c073bb8,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:08.742469 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port cd8b5dc0-d440-44f6-a7b8-596d46789b6d, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=cd8b5dc0-d440-44f6-a7b8-596d46789b6d,segment=NetworkSegment(65c8a5c4-f5d0-4c14-b2bd-692aa7bcf671),segment_id=65c8a5c4-f5d0-4c14-b2bd-692aa7bcf671)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:27:08.765325 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Returning: {'device': 'cd8b5dc0-d440-44f6-a7b8-596d46789b6d', 'network_id': '07c04bc0-1145-47dc-b6c6-b4b7c828f2f9', 'port_id': 'cd8b5dc0-d440-44f6-a7b8-596d46789b6d', 'mac_address': 'fa:16:3e:39:c1:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad4235ef-ce5d-41d7-9163-bd267e31c374', 'ip_address': '19.80.0.36'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:27:08.829942 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f97da3-b8cc-43dd-a7db-b0d49bf2b7d3 None None] Sync routers for ids ['c26c194f-cec5-4ed6-bf2c-03f8a410dfdc'] in n-d-779913-29 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:27:08.845008 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f97da3-b8cc-43dd-a7db-b0d49bf2b7d3 None None] Routers {'c26c194f-cec5-4ed6-bf2c-03f8a410dfdc'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:27:08.848718 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-c4f97da3-b8cc-43dd-a7db-b0d49bf2b7d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:26:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['c26c194f-cec5-4ed6-bf2c-03f8a410dfdc'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:27:08.863781 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02635a7-9d9e-484f-8711-a3a470eee8d3 req-537f5caf-621b-4ba6-bb2b-149e6a449460 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:08.865030 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:08.875939 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f02635a7-9d9e-484f-8711-a3a470eee8d3 req-537f5caf-621b-4ba6-bb2b-149e6a449460 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/ports?device_id=a2c4700d-7f6b-45ad-b1f4-7c24c21c50d7 HTTP/1.1" status: 200 len: 945 time: 0.1678741 Jul 14 09:27:08.876673 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 49140) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:08.906861 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd8b5dc0-d440-44f6-a7b8-596d46789b6d {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:27:08.958532 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f02635a7-9d9e-484f-8711-a3a470eee8d3 req-ad68816a-a83e-4acd-b2e9-cbc5f2899cfb tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/security-groups?id=bfacbc39-872c-438f-b7f4-05abded490ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807769 Jul 14 09:27:08.989605 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port cd8b5dc0-d440-44f6-a7b8-596d46789b6d, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=cd8b5dc0-d440-44f6-a7b8-596d46789b6d,segment=NetworkSegment(65c8a5c4-f5d0-4c14-b2bd-692aa7bcf671),segment_id=65c8a5c4-f5d0-4c14-b2bd-692aa7bcf671)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:27:09.000446 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:09.140915 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-c4f97da3-b8cc-43dd-a7db-b0d49bf2b7d3 None None] Set router c26c194f-cec5-4ed6-bf2c-03f8a410dfdc gateway port host: n-d-779913-29 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:27:09.203639 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b276776e-309f-4c9d-b33a-137504de30e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:09.273628 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Pushing event updated for resources: {'Port': ['ID=cd8b5dc0-d440-44f6-a7b8-596d46789b6d,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:09.286818 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6302fd2e-ac54-4ff6-9f43-2ed25882a1c9 req-3061627e-e651-4217-99d4-c6ede3bc6e43 tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:09.303999 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6302fd2e-ac54-4ff6-9f43-2ed25882a1c9 req-3061627e-e651-4217-99d4-c6ede3bc6e43 tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:09.307487 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6302fd2e-ac54-4ff6-9f43-2ed25882a1c9 req-3061627e-e651-4217-99d4-c6ede3bc6e43 tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] 10.222.0.68 "GET /v2.0/ports?device_id=a40bf78b-2e99-44c3-a0e8-4e20b5a28461 HTTP/1.1" status: 200 len: 1679 time: 0.1989398 Jul 14 09:27:09.377946 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] get_ports_and_sgs() called for port_ids ['38441d42-54d3-4dfc-a8af-79ac710bc475'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:27:09.401939 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6302fd2e-ac54-4ff6-9f43-2ed25882a1c9 req-2cd69f78-4612-45e7-9b4a-e54287dc6947 tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] 10.222.0.68 "GET /v2.0/security-groups?id=e583495f-449a-49ad-92be-ddfb834c83f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867057 Jul 14 09:27:09.455564 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] get_ports_and_sgs() called for port_ids ['0d1d6f24-a3fe-4925-8ced-a01216f77039'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:27:09.465421 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] get_ports_and_sgs() called for port_ids ['cd8b5dc0-d440-44f6-a7b8-596d46789b6d'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:27:09.467996 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] get_ports_and_sgs() called for port_ids ['bfeac96f-d3a2-4a7b-abb1-6f8a87d43efe'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:27:09.504096 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-c4f97da3-b8cc-43dd-a7db-b0d49bf2b7d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c26c194f-cec5-4ed6-bf2c-03f8a410dfdc', 'name': 'tempest-ServerRescueTestJSONUnderV235-1730399498-router', 'tenant_id': '4b85dee2e11f48ac896088cf28057727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.194'}], 'enable_snat': True}, 'gw_port_id': 'eb606d6f-42ce-4a15-a877-8a02c82f2557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:26:57Z', 'updated_at': '2021-07-14T09:27:02Z', 'revision_number': 4, 'project_id': '4b85dee2e11f48ac896088cf28057727', 'gw_port': {'id': 'eb606d6f-42ce-4a15-a877-8a02c82f2557', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:7e:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c26c194f-cec5-4ed6-bf2c-03f8a410dfdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:26:58Z', 'updated_at': '2021-07-14T09:27:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': '8c7ed14b-269b-44ef-8f00-386c7cadae7c', 'name': '', 'network_id': '1012c926-11e5-4f9b-8f82-dfbee9dcfeae', 'tenant_id': '4b85dee2e11f48ac896088cf28057727', 'mac_address': 'fa:16:3e:a7:30:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c26c194f-cec5-4ed6-bf2c-03f8a410dfdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': 'c4079fcc-cef1-47f9-a984-4163b05f01ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:27:01Z', 'updated_at': '2021-07-14T09:27:02Z', 'revision_number': 2, 'project_id': '4b85dee2e11f48ac896088cf28057727', 'subnets': [{'id': 'c4079fcc-cef1-47f9-a984-4163b05f01ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:27:09.558086 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f97da3-b8cc-43dd-a7db-b0d49bf2b7d3 None None] Checking router: c26c194f-cec5-4ed6-bf2c-03f8a410dfdc for host: n-d-779913-29 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:27:09.558439 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f97da3-b8cc-43dd-a7db-b0d49bf2b7d3 None None] Updating router c26c194f-cec5-4ed6-bf2c-03f8a410dfdc port 8c7ed14b-269b-44ef-8f00-386c7cadae7c binding host n-d-779913-29 {{(pid=93960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:27:09.592581 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] get_ports_and_sgs() called for port_ids ['b19c971a-b91d-49b9-bdec-ee880b089aa3'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:27:09.609116 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] get_ports_and_sgs() called for port_ids ['c7e6be2f-2425-4c72-af72-9e3ea9414152'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:27:09.636900 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-c4f97da3-b8cc-43dd-a7db-b0d49bf2b7d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:09.664264 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] get_ports_and_sgs() called for port_ids ['ffe829c0-0934-4130-8161-32be762e52f8'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:27:09.688927 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-9fe0ea31-e389-4b0e-a7c8-586bc816225a req-77f4344d-0018-4164-b6ce-cc4da9a33f96 tempest-ServerRescueTestJSONUnderV235-1370369985 tempest-ServerRescueTestJSONUnderV235-1370369985-project] 10.222.0.68 "GET /v2.0/ports?device_id=50c37d2a-9d36-413f-a86d-c6fd0726b830 HTTP/1.1" status: 200 len: 210 time: 0.0820627 Jul 14 09:27:09.716346 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] get_ports_and_sgs() called for port_ids ['ea9e9cbd-c4fe-40eb-a857-ee9e6c073bb8'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:27:09.767317 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b276776e-309f-4c9d-b33a-137504de30e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:09.848540 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b276776e-309f-4c9d-b33a-137504de30e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:09.886549 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-2d7230a1-1dec-4b83-97db-91757c91f98f req-a42af0f7-f107-4b15-aa6e-335c4cd2d51c tempest-ServerShowV257Test-1310402526 tempest-ServerShowV257Test-1310402526-project] 10.222.0.68 "GET /v2.0/ports?device_id=16fbc2dd-60ec-49c7-a646-99b41923de43 HTTP/1.1" status: 200 len: 210 time: 0.2604816 Jul 14 09:27:09.996460 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b276776e-309f-4c9d-b33a-137504de30e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9232590c-7bbb-4d2c-9aa8-e8b95fe8c0bb,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:10.052515 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-b276776e-309f-4c9d-b33a-137504de30e0 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=51b7a78e4c6943008727f075881f52e3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1744599 Jul 14 09:27:10.055253 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 49172) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:10.125110 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714365e8-7ede-4bce-96f8-a1e89da66c8d req-da88c78e-e7c0-4508-b1aa-5702eaa2a578 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:10.132315 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714365e8-7ede-4bce-96f8-a1e89da66c8d req-da88c78e-e7c0-4508-b1aa-5702eaa2a578 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:10.140243 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714365e8-7ede-4bce-96f8-a1e89da66c8d req-da88c78e-e7c0-4508-b1aa-5702eaa2a578 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:10.149338 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714365e8-7ede-4bce-96f8-a1e89da66c8d req-da88c78e-e7c0-4508-b1aa-5702eaa2a578 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:10.156768 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714365e8-7ede-4bce-96f8-a1e89da66c8d req-da88c78e-e7c0-4508-b1aa-5702eaa2a578 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:10.165237 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714365e8-7ede-4bce-96f8-a1e89da66c8d req-da88c78e-e7c0-4508-b1aa-5702eaa2a578 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:10.173282 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714365e8-7ede-4bce-96f8-a1e89da66c8d req-da88c78e-e7c0-4508-b1aa-5702eaa2a578 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:10.182847 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-714365e8-7ede-4bce-96f8-a1e89da66c8d req-da88c78e-e7c0-4508-b1aa-5702eaa2a578 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] 10.222.0.68 "GET /v2.0/ports?device_id=5c7b30e8-3087-4fa2-a121-bc36e0beab3b HTTP/1.1" status: 200 len: 5436 time: 0.2400630 Jul 14 09:27:10.199261 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61cb640-e79a-4828-bc87-aa14773c355f req-7a3f3998-3520-41ce-b54b-21685792fa4d tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:10.204995 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-b61cb640-e79a-4828-bc87-aa14773c355f req-7a3f3998-3520-41ce-b54b-21685792fa4d tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2c4700d-7f6b-45ad-b1f4-7c24c21c50d7 HTTP/1.1" status: 200 len: 945 time: 0.7700448 Jul 14 09:27:10.209368 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-c4f97da3-b8cc-43dd-a7db-b0d49bf2b7d3 None None] Notify callbacks [] for port, precommit_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:10.237543 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-c4f97da3-b8cc-43dd-a7db-b0d49bf2b7d3 None None] Transition to ACTIVE for port object 8c7ed14b-269b-44ef-8f00-386c7cadae7c will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:27:10.248515 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-c4f97da3-b8cc-43dd-a7db-b0d49bf2b7d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:10.281271 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-714365e8-7ede-4bce-96f8-a1e89da66c8d req-59b2af0c-729f-49ae-a9f5-fe113ee2edaf tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] 10.222.0.68 "GET /v2.0/security-groups?id=3e8708b8-59d7-4408-a840-9965955f2a4b&id=ff27f1e0-0078-49b9-90e3-125b24008d99&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0970492 Jul 14 09:27:10.353768 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b366e7-612e-4b5e-a9f6-e5fbbac1436a None None] Pushing event updated for resources: {'Port': ['ID=8c7ed14b-269b-44ef-8f00-386c7cadae7c,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:10.385000 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-aca3036b-1d20-41e1-8a5f-52fab5bdd0f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:10.404050 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] get_ports_and_sgs() called for port_ids ['100345f4-d6ce-47af-83f1-7049dc67deb8'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:27:10.476494 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-aca3036b-1d20-41e1-8a5f-52fab5bdd0f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:10.493456 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-c4f97da3-b8cc-43dd-a7db-b0d49bf2b7d3 None None] Attempting to bind port 8c7ed14b-269b-44ef-8f00-386c7cadae7c on host n-d-779913-29 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:27:10.493881 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-c4f97da3-b8cc-43dd-a7db-b0d49bf2b7d3 None None] Attempting to bind port 8c7ed14b-269b-44ef-8f00-386c7cadae7c by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': 'd7298ca0-8a82-4a6c-a35e-21e23aa9333b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '1012c926-11e5-4f9b-8f82-dfbee9dcfeae'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:27:10.494249 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f97da3-b8cc-43dd-a7db-b0d49bf2b7d3 None None] Attempting to bind port 8c7ed14b-269b-44ef-8f00-386c7cadae7c on network 1012c926-11e5-4f9b-8f82-dfbee9dcfeae {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:27:10.513692 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f97da3-b8cc-43dd-a7db-b0d49bf2b7d3 None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 26, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:27:10.514071 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f97da3-b8cc-43dd-a7db-b0d49bf2b7d3 None None] Checking segment: {'id': 'd7298ca0-8a82-4a6c-a35e-21e23aa9333b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '1012c926-11e5-4f9b-8f82-dfbee9dcfeae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:27:10.514480 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-c4f97da3-b8cc-43dd-a7db-b0d49bf2b7d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:10.514874 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f97da3-b8cc-43dd-a7db-b0d49bf2b7d3 None None] Bound using segment: {'id': 'd7298ca0-8a82-4a6c-a35e-21e23aa9333b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '1012c926-11e5-4f9b-8f82-dfbee9dcfeae'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:27:10.515411 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-c4f97da3-b8cc-43dd-a7db-b0d49bf2b7d3 None None] Bound port: 8c7ed14b-269b-44ef-8f00-386c7cadae7c, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7298ca0-8a82-4a6c-a35e-21e23aa9333b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '1012c926-11e5-4f9b-8f82-dfbee9dcfeae'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:27:10.515998 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-c4f97da3-b8cc-43dd-a7db-b0d49bf2b7d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:10.544177 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device eb606d6f-42ce-4a15-a877-8a02c82f2557 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:27:10.554873 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-aca3036b-1d20-41e1-8a5f-52fab5bdd0f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:10.557895 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-aca3036b-1d20-41e1-8a5f-52fab5bdd0f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:10.559540 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-aca3036b-1d20-41e1-8a5f-52fab5bdd0f1 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/9232590c-7bbb-4d2c-9aa8-e8b95fe8c0bb HTTP/1.1" status: 204 len: 168 time: 0.5031843 Jul 14 09:27:10.586105 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca3036b-1d20-41e1-8a5f-52fab5bdd0f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9232590c-7bbb-4d2c-9aa8-e8b95fe8c0bb,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:10.604916 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169c9097-2d2b-4de8-b2c7-8f7044e00d89 req-63e98658-8018-47c3-97c6-c1ed757f1bc9 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:10.607056 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-169c9097-2d2b-4de8-b2c7-8f7044e00d89 req-63e98658-8018-47c3-97c6-c1ed757f1bc9 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/ports?device_id=a2c4700d-7f6b-45ad-b1f4-7c24c21c50d7 HTTP/1.1" status: 200 len: 945 time: 0.3660400 Jul 14 09:27:10.640073 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-b61cb640-e79a-4828-bc87-aa14773c355f req-4c7191d8-d5ab-4da5-9833-9edbeb81e056 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Deleting port 5fa7c8b3-525b-461d-ac3d-a4e567b933e5 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:27:10.641288 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-b61cb640-e79a-4828-bc87-aa14773c355f req-4c7191d8-d5ab-4da5-9833-9edbeb81e056 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:10.708707 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-c4f97da3-b8cc-43dd-a7db-b0d49bf2b7d3 None None] For port 8c7ed14b-269b-44ef-8f00-386c7cadae7c, host n-d-779913-29, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:27:10.716276 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-c4f97da3-b8cc-43dd-a7db-b0d49bf2b7d3 None None] For port 8c7ed14b-269b-44ef-8f00-386c7cadae7c, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=8c7ed14b-269b-44ef-8f00-386c7cadae7c,segment=NetworkSegment(d7298ca0-8a82-4a6c-a35e-21e23aa9333b),segment_id=d7298ca0-8a82-4a6c-a35e-21e23aa9333b)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:27:10.737703 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-c4f97da3-b8cc-43dd-a7db-b0d49bf2b7d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:10.761796 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-169c9097-2d2b-4de8-b2c7-8f7044e00d89 req-8b127023-0137-4de1-b305-0434592e0f88 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/security-groups?id=bfacbc39-872c-438f-b7f4-05abded490ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490717 Jul 14 09:27:10.874744 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-b61cb640-e79a-4828-bc87-aa14773c355f req-4c7191d8-d5ab-4da5-9833-9edbeb81e056 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] For port 5fa7c8b3-525b-461d-ac3d-a4e567b933e5, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=5fa7c8b3-525b-461d-ac3d-a4e567b933e5,segment=NetworkSegment(f28b4a20-abdb-43f4-86e7-8da3ae7a1990),segment_id=f28b4a20-abdb-43f4-86e7-8da3ae7a1990)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:27:10.876102 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-b61cb640-e79a-4828-bc87-aa14773c355f req-4c7191d8-d5ab-4da5-9833-9edbeb81e056 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:10.898096 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-b61cb640-e79a-4828-bc87-aa14773c355f req-4c7191d8-d5ab-4da5-9833-9edbeb81e056 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Calling delete_port for 5fa7c8b3-525b-461d-ac3d-a4e567b933e5 owned by compute:nova {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:27:11.000984 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9938aa-1d32-42b4-8e06-1a5f74691e95 req-d4f6958c-3278-4f6a-8959-1dd8020e03f3 tempest-ServerRescueTestJSONUnderV235-1370369985 tempest-ServerRescueTestJSONUnderV235-1370369985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:11.011342 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2b9938aa-1d32-42b4-8e06-1a5f74691e95 req-d4f6958c-3278-4f6a-8959-1dd8020e03f3 tempest-ServerRescueTestJSONUnderV235-1370369985 tempest-ServerRescueTestJSONUnderV235-1370369985-project] 10.222.0.65 "GET /v2.0/networks?id=1012c926-11e5-4f9b-8f82-dfbee9dcfeae HTTP/1.1" status: 200 len: 820 time: 0.5699139 Jul 14 09:27:11.060216 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-2b9938aa-1d32-42b4-8e06-1a5f74691e95 req-03ba0963-7bc9-45e5-a9b5-48ae5cebaf62 tempest-ServerRescueTestJSONUnderV235-1370369985 tempest-ServerRescueTestJSONUnderV235-1370369985-project] Request body: {'port': {'device_id': '50c37d2a-9d36-413f-a86d-c6fd0726b830', 'network_id': '1012c926-11e5-4f9b-8f82-dfbee9dcfeae', 'admin_state_up': True, 'tenant_id': '4b85dee2e11f48ac896088cf28057727'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:27:11.072687 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f97da3-b8cc-43dd-a7db-b0d49bf2b7d3 None None] Routers {'c26c194f-cec5-4ed6-bf2c-03f8a410dfdc'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:27:11.073762 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-c4f97da3-b8cc-43dd-a7db-b0d49bf2b7d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:26:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['c26c194f-cec5-4ed6-bf2c-03f8a410dfdc'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:27:11.197771 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-c4f97da3-b8cc-43dd-a7db-b0d49bf2b7d3 None None] Set router c26c194f-cec5-4ed6-bf2c-03f8a410dfdc gateway port host: n-d-779913-29 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:27:11.326147 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-b61cb640-e79a-4828-bc87-aa14773c355f req-4c7191d8-d5ab-4da5-9833-9edbeb81e056 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:11.361178 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-200f12c5-4af7-4038-8240-73dd67cb54df req-8e5d0839-c2c4-40a0-93ea-f16070201cb3 tempest-ServerRescueTestJSONUnderV235-1370369985 tempest-ServerRescueTestJSONUnderV235-1370369985-project] 10.222.0.68 "GET /v2.0/ports?device_id=50c37d2a-9d36-413f-a86d-c6fd0726b830 HTTP/1.1" status: 200 len: 210 time: 0.1521521 Jul 14 09:27:11.366260 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port eb606d6f-42ce-4a15-a877-8a02c82f2557 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:27:11.366860 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:11.416050 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e37bb8a-ebd1-4703-a193-1a5a6165a525 req-87dad444-2259-48b8-9c1b-c7fa71d259e5 tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:11.433110 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e37bb8a-ebd1-4703-a193-1a5a6165a525 req-87dad444-2259-48b8-9c1b-c7fa71d259e5 tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:11.443991 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7191d8-d5ab-4da5-9833-9edbeb81e056 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Pushing event deleted for resources: {'Port': ['ID=5fa7c8b3-525b-461d-ac3d-a4e567b933e5,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:11.447128 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2e37bb8a-ebd1-4703-a193-1a5a6165a525 req-87dad444-2259-48b8-9c1b-c7fa71d259e5 tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] 10.222.0.68 "GET /v2.0/ports?device_id=a40bf78b-2e99-44c3-a0e8-4e20b5a28461 HTTP/1.1" status: 200 len: 1679 time: 0.6639161 Jul 14 09:27:11.485078 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b9938aa-1d32-42b4-8e06-1a5f74691e95 req-03ba0963-7bc9-45e5-a9b5-48ae5cebaf62 tempest-ServerRescueTestJSONUnderV235-1370369985 tempest-ServerRescueTestJSONUnderV235-1370369985-project] Made reservation on behalf of 4b85dee2e11f48ac896088cf28057727 for: {'port': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:27:11.490047 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-2b9938aa-1d32-42b4-8e06-1a5f74691e95 req-03ba0963-7bc9-45e5-a9b5-48ae5cebaf62 tempest-ServerRescueTestJSONUnderV235-1370369985 tempest-ServerRescueTestJSONUnderV235-1370369985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:11.569656 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b366e7-612e-4b5e-a9f6-e5fbbac1436a None None] Pushing event updated for resources: {'Port': ['ID=8c7ed14b-269b-44ef-8f00-386c7cadae7c,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:11.630028 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-b61cb640-e79a-4828-bc87-aa14773c355f req-4c7191d8-d5ab-4da5-9833-9edbeb81e056 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] No DVR routers for this DVR port 5fa7c8b3-525b-461d-ac3d-a4e567b933e5 on host n-h2-779913-29 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:27:11.651315 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-c4f97da3-b8cc-43dd-a7db-b0d49bf2b7d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c26c194f-cec5-4ed6-bf2c-03f8a410dfdc', 'name': 'tempest-ServerRescueTestJSONUnderV235-1730399498-router', 'tenant_id': '4b85dee2e11f48ac896088cf28057727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.194'}], 'enable_snat': True}, 'gw_port_id': 'eb606d6f-42ce-4a15-a877-8a02c82f2557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:26:57Z', 'updated_at': '2021-07-14T09:27:02Z', 'revision_number': 4, 'project_id': '4b85dee2e11f48ac896088cf28057727', 'gw_port': {'id': 'eb606d6f-42ce-4a15-a877-8a02c82f2557', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:7e:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c26c194f-cec5-4ed6-bf2c-03f8a410dfdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:26:58Z', 'updated_at': '2021-07-14T09:27:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': '8c7ed14b-269b-44ef-8f00-386c7cadae7c', 'name': '', 'network_id': '1012c926-11e5-4f9b-8f82-dfbee9dcfeae', 'tenant_id': '4b85dee2e11f48ac896088cf28057727', 'mac_address': 'fa:16:3e:a7:30:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c26c194f-cec5-4ed6-bf2c-03f8a410dfdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': 'c4079fcc-cef1-47f9-a984-4163b05f01ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:27:01Z', 'updated_at': '2021-07-14T09:27:10Z', 'revision_number': 4, 'project_id': '4b85dee2e11f48ac896088cf28057727', 'subnets': [{'id': 'c4079fcc-cef1-47f9-a984-4163b05f01ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:27:11.683218 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [req-2b9938aa-1d32-42b4-8e06-1a5f74691e95 req-03ba0963-7bc9-45e5-a9b5-48ae5cebaf62 tempest-ServerRescueTestJSONUnderV235-1370369985 tempest-ServerRescueTestJSONUnderV235-1370369985-project] Allocated IP 172.20.0.11 (1012c926-11e5-4f9b-8f82-dfbee9dcfeae/c4079fcc-cef1-47f9-a984-4163b05f01ca/72e2bc5e-4c60-4c69-81ed-50a1f6b1b07b) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:27:11.729961 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f97da3-b8cc-43dd-a7db-b0d49bf2b7d3 None None] The sync data for ids ['c26c194f-cec5-4ed6-bf2c-03f8a410dfdc'] in n-d-779913-29 is: [{'id': 'c26c194f-cec5-4ed6-bf2c-03f8a410dfdc', 'name': 'tempest-ServerRescueTestJSONUnderV235-1730399498-router', 'tenant_id': '4b85dee2e11f48ac896088cf28057727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.194'}], 'enable_snat': True}, 'gw_port_id': 'eb606d6f-42ce-4a15-a877-8a02c82f2557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:26:57Z', 'updated_at': '2021-07-14T09:27:02Z', 'revision_number': 4, 'project_id': '4b85dee2e11f48ac896088cf28057727', 'gw_port': {'id': 'eb606d6f-42ce-4a15-a877-8a02c82f2557', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:7e:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c26c194f-cec5-4ed6-bf2c-03f8a410dfdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:26:58Z', 'updated_at': '2021-07-14T09:27:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': '8c7ed14b-269b-44ef-8f00-386c7cadae7c', 'name': '', 'network_id': '1012c926-11e5-4f9b-8f82-dfbee9dcfeae', 'tenant_id': '4b85dee2e11f48ac896088cf28057727', 'mac_address': 'fa:16:3e:a7:30:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c26c194f-cec5-4ed6-bf2c-03f8a410dfdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': 'c4079fcc-cef1-47f9-a984-4163b05f01ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:27:01Z', 'updated_at': '2021-07-14T09:27:10Z', 'revision_number': 4, 'project_id': '4b85dee2e11f48ac896088cf28057727', 'subnets': [{'id': 'c4079fcc-cef1-47f9-a984-4163b05f01ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:27:11.743347 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-b61cb640-e79a-4828-bc87-aa14773c355f req-4c7191d8-d5ab-4da5-9833-9edbeb81e056 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:11.750736 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-b61cb640-e79a-4828-bc87-aa14773c355f req-4c7191d8-d5ab-4da5-9833-9edbeb81e056 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.57 "DELETE /v2.0/ports/5fa7c8b3-525b-461d-ac3d-a4e567b933e5 HTTP/1.1" status: 204 len: 173 time: 1.5367746 Jul 14 09:27:11.753332 n-d-779913-29 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2c4700d-7f6b-45ad-b1f4-7c24c21c50d7', 'name': 'network-vif-deleted', 'tag': '5fa7c8b3-525b-461d-ac3d-a4e567b933e5'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:27:11.759457 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cb48f044f948e981f43897c8d7f1332f741dc7af2b4c5a6e19d8f4a80f708e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd2423d7-00e9-4cd2-87c5-f295cc3aa000" -d '{"events": [{"server_uuid": "a2c4700d-7f6b-45ad-b1f4-7c24c21c50d7", "name": "network-vif-deleted", "tag": "5fa7c8b3-525b-461d-ac3d-a4e567b933e5"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:27:11.846979 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354207a5-2e6c-4f91-a26a-baabb6a19b20 req-d460c8c6-aa0b-4813-913c-26e53a94028b tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:11.855298 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-354207a5-2e6c-4f91-a26a-baabb6a19b20 req-d460c8c6-aa0b-4813-913c-26e53a94028b tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] 10.222.0.68 "GET /v2.0/networks?id=fdafaba0-da53-47c8-a4eb-7c69deccbba6 HTTP/1.1" status: 200 len: 808 time: 0.2436903 Jul 14 09:27:11.898228 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-354207a5-2e6c-4f91-a26a-baabb6a19b20 req-eb39c9f9-36de-4671-b1a2-78885e2bd95f tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] 10.222.0.68 "GET /v2.0/quotas/88495f2d6951432397900165a462d224 HTTP/1.1" status: 200 len: 375 time: 0.0406816 Jul 14 09:27:11.916877 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2e37bb8a-ebd1-4703-a193-1a5a6165a525 req-bbe1476d-860b-433f-9327-0b210119b0c8 tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] 10.222.0.68 "GET /v2.0/security-groups?id=e583495f-449a-49ad-92be-ddfb834c83f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4685557 Jul 14 09:27:12.089706 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-2b9938aa-1d32-42b4-8e06-1a5f74691e95 req-03ba0963-7bc9-45e5-a9b5-48ae5cebaf62 tempest-ServerRescueTestJSONUnderV235-1370369985 tempest-ServerRescueTestJSONUnderV235-1370369985-project] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:12.099697 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-354207a5-2e6c-4f91-a26a-baabb6a19b20 req-69841c3c-e6e9-447c-8ab9-d8098f160beb tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=88495f2d6951432397900165a462d224&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2005532 Jul 14 09:27:12.194716 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-2b9938aa-1d32-42b4-8e06-1a5f74691e95 req-03ba0963-7bc9-45e5-a9b5-48ae5cebaf62 tempest-ServerRescueTestJSONUnderV235-1370369985 tempest-ServerRescueTestJSONUnderV235-1370369985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:12.255290 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b9938aa-1d32-42b4-8e06-1a5f74691e95 req-03ba0963-7bc9-45e5-a9b5-48ae5cebaf62 tempest-ServerRescueTestJSONUnderV235-1370369985 tempest-ServerRescueTestJSONUnderV235-1370369985-project] Network 1012c926-11e5-4f9b-8f82-dfbee9dcfeae is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:27:12.284557 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [req-2b9938aa-1d32-42b4-8e06-1a5f74691e95 req-03ba0963-7bc9-45e5-a9b5-48ae5cebaf62 tempest-ServerRescueTestJSONUnderV235-1370369985 tempest-ServerRescueTestJSONUnderV235-1370369985-project] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:27:12.355917 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-354207a5-2e6c-4f91-a26a-baabb6a19b20 req-21680d45-e8c7-4de9-b226-2af7c3316633 service neutron] 10.222.0.68 "GET /v2.0/networks/fdafaba0-da53-47c8-a4eb-7c69deccbba6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2469811 Jul 14 09:27:12.400754 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b9938aa-1d32-42b4-8e06-1a5f74691e95 req-03ba0963-7bc9-45e5-a9b5-48ae5cebaf62 tempest-ServerRescueTestJSONUnderV235-1370369985 tempest-ServerRescueTestJSONUnderV235-1370369985-project] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:27:12.545311 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a9e22b2a-c2dd-4f88-aa18-53efa041a2f8 req-586bcc69-f623-4421-afef-c5e47ef32677 tempest-ServerShowV257Test-1310402526 tempest-ServerShowV257Test-1310402526-project] 10.222.0.68 "GET /v2.0/ports?device_id=16fbc2dd-60ec-49c7-a646-99b41923de43 HTTP/1.1" status: 200 len: 210 time: 0.3524559 Jul 14 09:27:12.551929 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 8c7ed14b-269b-44ef-8f00-386c7cadae7c up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:27:12.608032 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9938aa-1d32-42b4-8e06-1a5f74691e95 req-03ba0963-7bc9-45e5-a9b5-48ae5cebaf62 tempest-ServerRescueTestJSONUnderV235-1370369985 tempest-ServerRescueTestJSONUnderV235-1370369985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:12.608723 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-2b9938aa-1d32-42b4-8e06-1a5f74691e95 req-03ba0963-7bc9-45e5-a9b5-48ae5cebaf62 tempest-ServerRescueTestJSONUnderV235-1370369985 tempest-ServerRescueTestJSONUnderV235-1370369985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:12.643656 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:12.649397 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-354207a5-2e6c-4f91-a26a-baabb6a19b20 req-23376193-1de5-40d0-bc4d-9c5bc0bc2d1e service neutron] 10.222.0.68 "GET /v2.0/networks/fdafaba0-da53-47c8-a4eb-7c69deccbba6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2864585 Jul 14 09:27:12.655123 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ba0963-7bc9-45e5-a9b5-48ae5cebaf62 tempest-ServerRescueTestJSONUnderV235-1370369985 tempest-ServerRescueTestJSONUnderV235-1370369985-project] Pushing event updated for resources: {'Port': ['ID=72e2bc5e-4c60-4c69-81ed-50a1f6b1b07b,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:12.662424 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2b9938aa-1d32-42b4-8e06-1a5f74691e95 req-03ba0963-7bc9-45e5-a9b5-48ae5cebaf62 tempest-ServerRescueTestJSONUnderV235-1370369985 tempest-ServerRescueTestJSONUnderV235-1370369985-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6250072 Jul 14 09:27:12.669401 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning for port 8c7ed14b-269b-44ef-8f00-386c7cadae7c completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:27:12.682525 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port 8c7ed14b-269b-44ef-8f00-386c7cadae7c triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:27:12.683111 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:12.684565 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-2b9938aa-1d32-42b4-8e06-1a5f74691e95 req-bea9b1c3-0b00-4511-9986-b1fd6bb9be9e service neutron] Request body: {'port': {'device_id': '50c37d2a-9d36-413f-a86d-c6fd0726b830', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-29'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:27:12.813515 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-2b9938aa-1d32-42b4-8e06-1a5f74691e95 req-bea9b1c3-0b00-4511-9986-b1fd6bb9be9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:12.898724 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:12.944632 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] For port 8c7ed14b-269b-44ef-8f00-386c7cadae7c, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=8c7ed14b-269b-44ef-8f00-386c7cadae7c,segment=NetworkSegment(d7298ca0-8a82-4a6c-a35e-21e23aa9333b),segment_id=d7298ca0-8a82-4a6c-a35e-21e23aa9333b)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:27:12.950484 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:13.080325 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 38441d42-54d3-4dfc-a8af-79ac710bc475 up at agent hyperv_n-h2-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:27:13.091253 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45302a53-fd70-4f49-a149-460ffac0d1f7 req-bcfc8f24-d410-43d5-87de-d62733cd6adb tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:13.098489 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45302a53-fd70-4f49-a149-460ffac0d1f7 req-bcfc8f24-d410-43d5-87de-d62733cd6adb tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:13.108319 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45302a53-fd70-4f49-a149-460ffac0d1f7 req-bcfc8f24-d410-43d5-87de-d62733cd6adb tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:13.115173 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45302a53-fd70-4f49-a149-460ffac0d1f7 req-bcfc8f24-d410-43d5-87de-d62733cd6adb tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:13.129416 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45302a53-fd70-4f49-a149-460ffac0d1f7 req-bcfc8f24-d410-43d5-87de-d62733cd6adb tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:13.145138 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45302a53-fd70-4f49-a149-460ffac0d1f7 req-bcfc8f24-d410-43d5-87de-d62733cd6adb tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:13.152424 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45302a53-fd70-4f49-a149-460ffac0d1f7 req-bcfc8f24-d410-43d5-87de-d62733cd6adb tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:13.160849 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-45302a53-fd70-4f49-a149-460ffac0d1f7 req-bcfc8f24-d410-43d5-87de-d62733cd6adb tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] 10.222.0.68 "GET /v2.0/ports?device_id=5c7b30e8-3087-4fa2-a121-bc36e0beab3b HTTP/1.1" status: 200 len: 5436 time: 0.2689135 Jul 14 09:27:13.289710 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-45302a53-fd70-4f49-a149-460ffac0d1f7 req-703561e6-ac62-4f74-a2a8-1dc2d2e8bb10 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] 10.222.0.68 "GET /v2.0/security-groups?id=3e8708b8-59d7-4408-a840-9965955f2a4b&id=ff27f1e0-0078-49b9-90e3-125b24008d99&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1274662 Jul 14 09:27:13.382738 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:27:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08d9e21d-f848-4581-ac5c-e1dd28161f11 x-openstack-request-id: req-08d9e21d-f848-4581-ac5c-e1dd28161f11 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:27:13.383299 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2c4700d-7f6b-45ad-b1f4-7c24c21c50d7", "name": "network-vif-deleted", "tag": "5fa7c8b3-525b-461d-ac3d-a4e567b933e5", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:27:13.383299 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-08d9e21d-f848-4581-ac5c-e1dd28161f11 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:27:13.383695 n-d-779913-29 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2c4700d-7f6b-45ad-b1f4-7c24c21c50d7', 'name': 'network-vif-deleted', 'tag': '5fa7c8b3-525b-461d-ac3d-a4e567b933e5', 'status': 'completed', 'code': 200} Jul 14 09:27:13.530435 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Pushing event updated for resources: {'Port': ['ID=8c7ed14b-269b-44ef-8f00-386c7cadae7c,revision_number=5']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:13.560664 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:13.579182 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Provisioning for port 38441d42-54d3-4dfc-a8af-79ac710bc475 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:27:13.588909 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Provisioning complete for port 38441d42-54d3-4dfc-a8af-79ac710bc475 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:27:13.589476 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:13.613272 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [req-2b9938aa-1d32-42b4-8e06-1a5f74691e95 req-bea9b1c3-0b00-4511-9986-b1fd6bb9be9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72e2bc5e-4c60-4c69-81ed-50a1f6b1b07b {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:27:13.627513 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-2b9938aa-1d32-42b4-8e06-1a5f74691e95 req-bea9b1c3-0b00-4511-9986-b1fd6bb9be9e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:13.675617 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [req-2b9938aa-1d32-42b4-8e06-1a5f74691e95 req-bea9b1c3-0b00-4511-9986-b1fd6bb9be9e service neutron] Transition to ACTIVE for port object 72e2bc5e-4c60-4c69-81ed-50a1f6b1b07b will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:27:13.687932 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-2b9938aa-1d32-42b4-8e06-1a5f74691e95 req-bea9b1c3-0b00-4511-9986-b1fd6bb9be9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:13.725438 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:13.751933 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a40bf78b-2e99-44c3-a0e8-4e20b5a28461', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38441d42-54d3-4dfc-a8af-79ac710bc475'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:27:13.754781 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd62303f06773040a8a4e189dc46b4f565768c299abf8ab8e7739778b0bc3e97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed40065f-02c6-48a7-9ade-c2cff8d8dfa3" -d '{"events": [{"server_uuid": "a40bf78b-2e99-44c3-a0e8-4e20b5a28461", "name": "network-vif-plugged", "status": "completed", "tag": "38441d42-54d3-4dfc-a8af-79ac710bc475"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:27:13.776713 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c1faa6-a552-4b6e-b63c-27058f7dff59 req-5bf736af-a798-421c-927b-8b8f7a12d952 tempest-ServerRescueTestJSONUnderV235-1370369985 tempest-ServerRescueTestJSONUnderV235-1370369985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:13.785402 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e3a52288-5a74-45dd-976f-792d566a4a2c req-f3b19a52-b3f5-488f-808f-0cb8e9ddd3b7 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/ports?device_id=a2c4700d-7f6b-45ad-b1f4-7c24c21c50d7 HTTP/1.1" status: 200 len: 210 time: 0.1049356 Jul 14 09:27:13.786097 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-23c1faa6-a552-4b6e-b63c-27058f7dff59 req-5bf736af-a798-421c-927b-8b8f7a12d952 tempest-ServerRescueTestJSONUnderV235-1370369985 tempest-ServerRescueTestJSONUnderV235-1370369985-project] 10.222.0.68 "GET /v2.0/ports?device_id=50c37d2a-9d36-413f-a86d-c6fd0726b830 HTTP/1.1" status: 200 len: 932 time: 0.1482356 Jul 14 09:27:13.822766 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea9b1c3-0b00-4511-9986-b1fd6bb9be9e service neutron] Pushing event updated for resources: {'Port': ['ID=72e2bc5e-4c60-4c69-81ed-50a1f6b1b07b,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:13.831572 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 38441d42-54d3-4dfc-a8af-79ac710bc475, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=38441d42-54d3-4dfc-a8af-79ac710bc475,segment=NetworkSegment(d08e3402-93f0-4d8f-b507-14402db02b56),segment_id=d08e3402-93f0-4d8f-b507-14402db02b56)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:27:13.841205 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:13.843276 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device cd8b5dc0-d440-44f6-a7b8-596d46789b6d up at agent hyperv_n-h2-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:27:13.854071 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-23c1faa6-a552-4b6e-b63c-27058f7dff59 req-afbac162-a414-4729-b14a-85300c94bb83 tempest-ServerRescueTestJSONUnderV235-1370369985 tempest-ServerRescueTestJSONUnderV235-1370369985-project] 10.222.0.68 "GET /v2.0/security-groups?id=83a8b8b4-4aa6-423e-95ab-da9a4626b74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644326 Jul 14 09:27:13.910173 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-2b9938aa-1d32-42b4-8e06-1a5f74691e95 req-bea9b1c3-0b00-4511-9986-b1fd6bb9be9e service neutron] Attempting to bind port 72e2bc5e-4c60-4c69-81ed-50a1f6b1b07b on host n-h1-779913-29 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:27:13.910631 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-2b9938aa-1d32-42b4-8e06-1a5f74691e95 req-bea9b1c3-0b00-4511-9986-b1fd6bb9be9e service neutron] Attempting to bind port 72e2bc5e-4c60-4c69-81ed-50a1f6b1b07b by drivers openvswitch,hyperv on host n-h1-779913-29 at level 0 using segments [{'id': 'd7298ca0-8a82-4a6c-a35e-21e23aa9333b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '1012c926-11e5-4f9b-8f82-dfbee9dcfeae'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:27:13.911422 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b9938aa-1d32-42b4-8e06-1a5f74691e95 req-bea9b1c3-0b00-4511-9986-b1fd6bb9be9e service neutron] Attempting to bind port 72e2bc5e-4c60-4c69-81ed-50a1f6b1b07b on network 1012c926-11e5-4f9b-8f82-dfbee9dcfeae {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:27:13.917354 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b9938aa-1d32-42b4-8e06-1a5f74691e95 req-bea9b1c3-0b00-4511-9986-b1fd6bb9be9e service neutron] Port 72e2bc5e-4c60-4c69-81ed-50a1f6b1b07b on network 1012c926-11e5-4f9b-8f82-dfbee9dcfeae not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-29 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:27:13.918122 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b9938aa-1d32-42b4-8e06-1a5f74691e95 req-bea9b1c3-0b00-4511-9986-b1fd6bb9be9e service neutron] Attempting to bind port 72e2bc5e-4c60-4c69-81ed-50a1f6b1b07b on network 1012c926-11e5-4f9b-8f82-dfbee9dcfeae {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:27:13.923871 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b9938aa-1d32-42b4-8e06-1a5f74691e95 req-bea9b1c3-0b00-4511-9986-b1fd6bb9be9e service neutron] Checking agent: {'id': 'de11e667-f145-47b0-bd09-334a7505938e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 13, 12), 'started_at': datetime.datetime(2021, 7, 14, 9, 13, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 27, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:27:13.924051 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b9938aa-1d32-42b4-8e06-1a5f74691e95 req-bea9b1c3-0b00-4511-9986-b1fd6bb9be9e service neutron] Checking segment: {'id': 'd7298ca0-8a82-4a6c-a35e-21e23aa9333b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '1012c926-11e5-4f9b-8f82-dfbee9dcfeae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:27:13.924508 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b9938aa-1d32-42b4-8e06-1a5f74691e95 req-bea9b1c3-0b00-4511-9986-b1fd6bb9be9e service neutron] Bound using segment: {'id': 'd7298ca0-8a82-4a6c-a35e-21e23aa9333b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '1012c926-11e5-4f9b-8f82-dfbee9dcfeae'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:27:13.925044 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-2b9938aa-1d32-42b4-8e06-1a5f74691e95 req-bea9b1c3-0b00-4511-9986-b1fd6bb9be9e service neutron] Bound port: 72e2bc5e-4c60-4c69-81ed-50a1f6b1b07b, host: n-h1-779913-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7298ca0-8a82-4a6c-a35e-21e23aa9333b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '1012c926-11e5-4f9b-8f82-dfbee9dcfeae'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:27:13.925537 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-2b9938aa-1d32-42b4-8e06-1a5f74691e95 req-bea9b1c3-0b00-4511-9986-b1fd6bb9be9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:14.025214 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-bc0cec19-7f17-4f69-970d-4225e7dbd53d req-1e1ebd89-5609-4365-8a65-66331ae7d597 tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] 10.222.0.68 "GET /v2.0/ports?device_id=c9f22e9a-4298-4b73-8115-f2b7bacb077c HTTP/1.1" status: 200 len: 210 time: 0.0742774 Jul 14 09:27:14.032714 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-2b9938aa-1d32-42b4-8e06-1a5f74691e95 req-bea9b1c3-0b00-4511-9986-b1fd6bb9be9e service neutron] For port 72e2bc5e-4c60-4c69-81ed-50a1f6b1b07b, host n-h1-779913-29, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:27:14.036869 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-2b9938aa-1d32-42b4-8e06-1a5f74691e95 req-bea9b1c3-0b00-4511-9986-b1fd6bb9be9e service neutron] For port 72e2bc5e-4c60-4c69-81ed-50a1f6b1b07b, host n-h1-779913-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=72e2bc5e-4c60-4c69-81ed-50a1f6b1b07b,segment=NetworkSegment(d7298ca0-8a82-4a6c-a35e-21e23aa9333b),segment_id=d7298ca0-8a82-4a6c-a35e-21e23aa9333b)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:27:14.062681 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-2b9938aa-1d32-42b4-8e06-1a5f74691e95 req-bea9b1c3-0b00-4511-9986-b1fd6bb9be9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:14.067573 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Pushing event updated for resources: {'Port': ['ID=38441d42-54d3-4dfc-a8af-79ac710bc475,revision_number=5']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:14.148120 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Provisioning for port cd8b5dc0-d440-44f6-a7b8-596d46789b6d completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:27:14.160512 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Provisioning complete for port cd8b5dc0-d440-44f6-a7b8-596d46789b6d triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:27:14.163072 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:14.163709 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-dbf27aab-93cf-479e-85e8-575efb59c81f req-2bdba48b-03ec-464e-9362-ed6a427078f9 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=16fbc2dd-60ec-49c7-a646-99b41923de43 HTTP/1.1" status: 200 len: 210 time: 0.0455351 Jul 14 09:27:14.170557 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] get_ports_and_sgs() called for port_ids ['355d4f4e-0f97-4599-8580-8d12831aaf46'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:27:14.193069 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9938aa-1d32-42b4-8e06-1a5f74691e95 req-bea9b1c3-0b00-4511-9986-b1fd6bb9be9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:14.193893 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-2b9938aa-1d32-42b4-8e06-1a5f74691e95 req-bea9b1c3-0b00-4511-9986-b1fd6bb9be9e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:14.195794 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2b9938aa-1d32-42b4-8e06-1a5f74691e95 req-bea9b1c3-0b00-4511-9986-b1fd6bb9be9e service neutron] 10.222.0.65 "PUT /v2.0/ports/72e2bc5e-4c60-4c69-81ed-50a1f6b1b07b HTTP/1.1" status: 200 len: 1093 time: 1.5177712 Jul 14 09:27:14.198739 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50c37d2a-9d36-413f-a86d-c6fd0726b830', 'tag': '72e2bc5e-4c60-4c69-81ed-50a1f6b1b07b'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:27:14.202845 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fb7afc4-cf75-4a3e-856e-64698fe7f37f" -d '{"events": [{"name": "network-changed", "server_uuid": "50c37d2a-9d36-413f-a86d-c6fd0726b830", "tag": "72e2bc5e-4c60-4c69-81ed-50a1f6b1b07b"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:27:14.239117 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea9b1c3-0b00-4511-9986-b1fd6bb9be9e service neutron] Pushing event updated for resources: {'Port': ['ID=72e2bc5e-4c60-4c69-81ed-50a1f6b1b07b,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:14.264907 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcdd72e-a65e-422d-9cd9-7433a84a3b6d req-efeb2131-4224-4397-aa6a-25a7c9e62777 tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:14.282921 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcdd72e-a65e-422d-9cd9-7433a84a3b6d req-efeb2131-4224-4397-aa6a-25a7c9e62777 tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:14.288827 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ebcdd72e-a65e-422d-9cd9-7433a84a3b6d req-efeb2131-4224-4397-aa6a-25a7c9e62777 tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] 10.222.0.68 "GET /v2.0/ports?device_id=a40bf78b-2e99-44c3-a0e8-4e20b5a28461 HTTP/1.1" status: 200 len: 1680 time: 0.1742129 Jul 14 09:27:14.340427 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-af56a626-94f9-439e-861b-5cbfbf781f8e req-580ac7e7-b87f-48de-af40-2ab24cfbcf34 tempest-ServerShowV257Test-1310402526 tempest-ServerShowV257Test-1310402526-project] 10.222.0.68 "GET /v2.0/ports?device_id=16fbc2dd-60ec-49c7-a646-99b41923de43 HTTP/1.1" status: 200 len: 210 time: 0.0699928 Jul 14 09:27:14.366534 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ebcdd72e-a65e-422d-9cd9-7433a84a3b6d req-530450eb-cbcd-4a81-a4c5-ec53b94e73ff tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] 10.222.0.68 "GET /v2.0/security-groups?id=e583495f-449a-49ad-92be-ddfb834c83f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694308 Jul 14 09:27:14.407530 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:14.471932 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port cd8b5dc0-d440-44f6-a7b8-596d46789b6d, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=cd8b5dc0-d440-44f6-a7b8-596d46789b6d,segment=NetworkSegment(65c8a5c4-f5d0-4c14-b2bd-692aa7bcf671),segment_id=65c8a5c4-f5d0-4c14-b2bd-692aa7bcf671)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:27:14.481240 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:27:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d31f845-f9f8-49ed-b154-d98f244e8646 x-openstack-request-id: req-0d31f845-f9f8-49ed-b154-d98f244e8646 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:27:14.481416 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50c37d2a-9d36-413f-a86d-c6fd0726b830", "tag": "72e2bc5e-4c60-4c69-81ed-50a1f6b1b07b", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:27:14.481709 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-0d31f845-f9f8-49ed-b154-d98f244e8646 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:27:14.482877 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50c37d2a-9d36-413f-a86d-c6fd0726b830', 'tag': '72e2bc5e-4c60-4c69-81ed-50a1f6b1b07b', 'status': 'completed', 'code': 200} Jul 14 09:27:14.493056 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:27:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3744204-6935-408a-8820-1a94cf92053b x-openstack-request-id: req-b3744204-6935-408a-8820-1a94cf92053b {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:27:14.493974 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a40bf78b-2e99-44c3-a0e8-4e20b5a28461", "name": "network-vif-plugged", "status": "completed", "tag": "38441d42-54d3-4dfc-a8af-79ac710bc475", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:27:14.494755 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-b3744204-6935-408a-8820-1a94cf92053b {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:27:14.495494 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a40bf78b-2e99-44c3-a0e8-4e20b5a28461', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38441d42-54d3-4dfc-a8af-79ac710bc475', 'code': 200} Jul 14 09:27:14.504401 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 8c7ed14b-269b-44ef-8f00-386c7cadae7c up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:27:14.547597 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:14.548413 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 5fa7c8b3-525b-461d-ac3d-a4e567b933e5 no longer exists at agent hyperv_n-h2-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:27:14.657926 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb7afc4-cf75-4a3e-856e-64698fe7f37f req-4efe496e-cc55-48ee-ae00-d85ba82b487c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:14.660299 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-4fb7afc4-cf75-4a3e-856e-64698fe7f37f req-4efe496e-cc55-48ee-ae00-d85ba82b487c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4b85dee2e11f48ac896088cf28057727&device_id=50c37d2a-9d36-413f-a86d-c6fd0726b830 HTTP/1.1" status: 200 len: 1096 time: 0.1164298 Jul 14 09:27:14.666105 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] No Port match for: 5fa7c8b3-525b-461d-ac3d-a4e567b933e5 {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:27:14.666724 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 5fa7c8b3-525b-461d-ac3d-a4e567b933e5 not bound to the agent host n-h2-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:27:14.679004 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 100345f4-d6ce-47af-83f1-7049dc67deb8 up at agent hyperv_n-h1-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:27:14.726814 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Pushing event updated for resources: {'Port': ['ID=cd8b5dc0-d440-44f6-a7b8-596d46789b6d,revision_number=5']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:14.747638 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port 8c7ed14b-269b-44ef-8f00-386c7cadae7c triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:27:14.748190 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:14.796685 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Provisioning for port 100345f4-d6ce-47af-83f1-7049dc67deb8 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:27:14.802249 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64e5297-f553-4a97-bb8e-a4b0721279db req-a00cbce8-428a-45cc-9945-ba6f982e53dc tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:14.804668 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Provisioning complete for port 100345f4-d6ce-47af-83f1-7049dc67deb8 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:27:14.805055 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:14.811056 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64e5297-f553-4a97-bb8e-a4b0721279db req-a00cbce8-428a-45cc-9945-ba6f982e53dc tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:14.820182 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64e5297-f553-4a97-bb8e-a4b0721279db req-a00cbce8-428a-45cc-9945-ba6f982e53dc tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:14.838573 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64e5297-f553-4a97-bb8e-a4b0721279db req-a00cbce8-428a-45cc-9945-ba6f982e53dc tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:14.863992 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64e5297-f553-4a97-bb8e-a4b0721279db req-a00cbce8-428a-45cc-9945-ba6f982e53dc tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:14.878058 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb7afc4-cf75-4a3e-856e-64698fe7f37f req-2a5cc253-82a7-4924-8c70-8bf4797f1da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:14.881751 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64e5297-f553-4a97-bb8e-a4b0721279db req-a00cbce8-428a-45cc-9945-ba6f982e53dc tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:14.882249 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-4fb7afc4-cf75-4a3e-856e-64698fe7f37f req-2a5cc253-82a7-4924-8c70-8bf4797f1da0 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=4b85dee2e11f48ac896088cf28057727&shared=False HTTP/1.1" status: 200 len: 921 time: 0.2044816 Jul 14 09:27:14.896365 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64e5297-f553-4a97-bb8e-a4b0721279db req-a00cbce8-428a-45cc-9945-ba6f982e53dc tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:14.904994 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-a64e5297-f553-4a97-bb8e-a4b0721279db req-a00cbce8-428a-45cc-9945-ba6f982e53dc tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] 10.222.0.68 "GET /v2.0/ports?device_id=5c7b30e8-3087-4fa2-a121-bc36e0beab3b HTTP/1.1" status: 200 len: 5436 time: 0.2586100 Jul 14 09:27:14.976179 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:15.011913 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-a64e5297-f553-4a97-bb8e-a4b0721279db req-6fdae77e-348a-4a02-80b0-95da0a429638 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] 10.222.0.68 "GET /v2.0/security-groups?id=3e8708b8-59d7-4408-a840-9965955f2a4b&id=ff27f1e0-0078-49b9-90e3-125b24008d99&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1018865 Jul 14 09:27:15.015223 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb7afc4-cf75-4a3e-856e-64698fe7f37f req-e2e2af19-0964-4eee-a542-00f37382797b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:15.017127 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-4fb7afc4-cf75-4a3e-856e-64698fe7f37f req-e2e2af19-0964-4eee-a542-00f37382797b service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1271544 Jul 14 09:27:15.057589 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port 100345f4-d6ce-47af-83f1-7049dc67deb8, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=100345f4-d6ce-47af-83f1-7049dc67deb8,segment=NetworkSegment(c705dd1f-2341-4524-a81f-3d9cf3c38e6b),segment_id=c705dd1f-2341-4524-a81f-3d9cf3c38e6b)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:27:15.063440 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:15.065150 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device b19c971a-b91d-49b9-bdec-ee880b089aa3 up at agent hyperv_n-h1-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:27:15.244431 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Pushing event updated for resources: {'Port': ['ID=100345f4-d6ce-47af-83f1-7049dc67deb8,revision_number=5']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:15.281761 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Provisioning for port b19c971a-b91d-49b9-bdec-ee880b089aa3 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:27:15.287797 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Provisioning complete for port b19c971a-b91d-49b9-bdec-ee880b089aa3 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:27:15.288203 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:15.332175 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9938aa-1d32-42b4-8e06-1a5f74691e95 req-47d22a17-1a05-49ee-a789-478b065430d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:15.344536 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2b9938aa-1d32-42b4-8e06-1a5f74691e95 req-47d22a17-1a05-49ee-a789-478b065430d2 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4b85dee2e11f48ac896088cf28057727&device_id=50c37d2a-9d36-413f-a86d-c6fd0726b830 HTTP/1.1" status: 200 len: 1096 time: 0.2356575 Jul 14 09:27:15.444774 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:15.466918 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2b9938aa-1d32-42b4-8e06-1a5f74691e95 req-80fe0e32-a83d-430e-89f8-2153765f1016 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=72e2bc5e-4c60-4c69-81ed-50a1f6b1b07b HTTP/1.1" status: 200 len: 217 time: 0.0983515 Jul 14 09:27:15.479323 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-03f909da-d6f9-4b35-9f9c-cea0f2a38917 req-7ee9e7d2-f95b-4de8-93f1-434866719754 tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] 10.222.0.68 "GET /v2.0/ports?device_id=c9f22e9a-4298-4b73-8115-f2b7bacb077c HTTP/1.1" status: 200 len: 210 time: 0.1254413 Jul 14 09:27:15.531304 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port b19c971a-b91d-49b9-bdec-ee880b089aa3, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=b19c971a-b91d-49b9-bdec-ee880b089aa3,segment=NetworkSegment(c705dd1f-2341-4524-a81f-3d9cf3c38e6b),segment_id=c705dd1f-2341-4524-a81f-3d9cf3c38e6b)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:27:15.539746 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:15.541437 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device bfeac96f-d3a2-4a7b-abb1-6f8a87d43efe up at agent hyperv_n-h1-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:27:15.566718 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad91dcc-ab38-4c68-9683-66e01c86c057 req-742c3a9e-03a8-4911-91bd-eab73fae6905 tempest-ServerRescueTestJSONUnderV235-1370369985 tempest-ServerRescueTestJSONUnderV235-1370369985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:15.568451 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3ad91dcc-ab38-4c68-9683-66e01c86c057 req-742c3a9e-03a8-4911-91bd-eab73fae6905 tempest-ServerRescueTestJSONUnderV235-1370369985 tempest-ServerRescueTestJSONUnderV235-1370369985-project] 10.222.0.68 "GET /v2.0/ports?device_id=50c37d2a-9d36-413f-a86d-c6fd0726b830 HTTP/1.1" status: 200 len: 944 time: 0.3476214 Jul 14 09:27:15.594125 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9938aa-1d32-42b4-8e06-1a5f74691e95 req-7be28696-526b-467d-8ec3-4c3e775787d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:15.595857 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2b9938aa-1d32-42b4-8e06-1a5f74691e95 req-7be28696-526b-467d-8ec3-4c3e775787d7 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c4079fcc-cef1-47f9-a984-4163b05f01ca HTTP/1.1" status: 200 len: 860 time: 0.1163785 Jul 14 09:27:15.662844 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2b9938aa-1d32-42b4-8e06-1a5f74691e95 req-c5e35bed-75e9-4e5e-8236-b88213791591 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1012c926-11e5-4f9b-8f82-dfbee9dcfeae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461364 Jul 14 09:27:15.678723 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Pushing event updated for resources: {'Port': ['ID=b19c971a-b91d-49b9-bdec-ee880b089aa3,revision_number=5']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:15.723638 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354207a5-2e6c-4f91-a26a-baabb6a19b20 req-a4a4253c-bf26-4346-9ab2-b81963555853 tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:15.730829 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3ad91dcc-ab38-4c68-9683-66e01c86c057 req-d1f94fb5-f632-4188-99db-286775be781a tempest-ServerRescueTestJSONUnderV235-1370369985 tempest-ServerRescueTestJSONUnderV235-1370369985-project] 10.222.0.68 "GET /v2.0/security-groups?id=83a8b8b4-4aa6-423e-95ab-da9a4626b74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481524 Jul 14 09:27:15.746231 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-354207a5-2e6c-4f91-a26a-baabb6a19b20 req-a4a4253c-bf26-4346-9ab2-b81963555853 tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] 10.222.0.57 "GET /v2.0/networks?id=fdafaba0-da53-47c8-a4eb-7c69deccbba6 HTTP/1.1" status: 200 len: 808 time: 0.4415894 Jul 14 09:27:15.791428 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [req-354207a5-2e6c-4f91-a26a-baabb6a19b20 req-bf1f6c9d-bd3d-40fa-b4b6-5e1894e3950d tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] Request body: {'port': {'device_id': 'c9f22e9a-4298-4b73-8115-f2b7bacb077c', 'network_id': 'fdafaba0-da53-47c8-a4eb-7c69deccbba6', 'admin_state_up': True, 'tenant_id': '88495f2d6951432397900165a462d224'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:27:15.802035 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Provisioning for port bfeac96f-d3a2-4a7b-abb1-6f8a87d43efe completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:27:15.808655 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Provisioning complete for port bfeac96f-d3a2-4a7b-abb1-6f8a87d43efe triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:27:15.809356 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:16.021795 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:16.075296 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8a2808-ed7e-4fd1-9ab4-a98c09606f7d req-e8c34db5-3ec5-4fad-8cee-3ca902129523 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:16.084257 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-7c8a2808-ed7e-4fd1-9ab4-a98c09606f7d req-e8c34db5-3ec5-4fad-8cee-3ca902129523 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/networks?id=b13d7c6c-cfbf-4964-b16a-12c3c2736fe4 HTTP/1.1" status: 200 len: 806 time: 0.4706953 Jul 14 09:27:16.114905 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-7c8a2808-ed7e-4fd1-9ab4-a98c09606f7d req-01b943f4-14e0-4203-ae1e-95541ec1c6cf tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/quotas/5a5f2c2d833f465d9525ee4af4d3c349 HTTP/1.1" status: 200 len: 375 time: 0.0292432 Jul 14 09:27:16.143518 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port bfeac96f-d3a2-4a7b-abb1-6f8a87d43efe, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=bfeac96f-d3a2-4a7b-abb1-6f8a87d43efe,segment=NetworkSegment(c705dd1f-2341-4524-a81f-3d9cf3c38e6b),segment_id=c705dd1f-2341-4524-a81f-3d9cf3c38e6b)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:27:16.153549 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:16.154828 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device ffe829c0-0934-4130-8161-32be762e52f8 up at agent hyperv_n-h1-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:27:16.221937 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-354207a5-2e6c-4f91-a26a-baabb6a19b20 req-bf1f6c9d-bd3d-40fa-b4b6-5e1894e3950d tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] Made reservation on behalf of 88495f2d6951432397900165a462d224 for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:27:16.229646 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-354207a5-2e6c-4f91-a26a-baabb6a19b20 req-bf1f6c9d-bd3d-40fa-b4b6-5e1894e3950d tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:16.296812 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-7c8a2808-ed7e-4fd1-9ab4-a98c09606f7d req-fb0aba90-6cb3-41c0-97c2-20a218246671 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=5a5f2c2d833f465d9525ee4af4d3c349&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1812844 Jul 14 09:27:16.380005 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Pushing event updated for resources: {'Port': ['ID=bfeac96f-d3a2-4a7b-abb1-6f8a87d43efe,revision_number=5']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:16.399918 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Provisioning for port ffe829c0-0934-4130-8161-32be762e52f8 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:27:16.405913 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Provisioning complete for port ffe829c0-0934-4130-8161-32be762e52f8 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:27:16.406609 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:16.455046 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2b9938aa-1d32-42b4-8e06-1a5f74691e95 req-b41ec773-ec80-4cd8-bda1-e0f2e7e975f2 service neutron] 10.222.0.65 "GET /v2.0/networks/1012c926-11e5-4f9b-8f82-dfbee9dcfeae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7793221 Jul 14 09:27:16.521803 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a40bf78b-2e99-44c3-a0e8-4e20b5a28461', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd8b5dc0-d440-44f6-a7b8-596d46789b6d'}, {'server_uuid': '5c7b30e8-3087-4fa2-a121-bc36e0beab3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '100345f4-d6ce-47af-83f1-7049dc67deb8'}, {'server_uuid': '5c7b30e8-3087-4fa2-a121-bc36e0beab3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b19c971a-b91d-49b9-bdec-ee880b089aa3'}, {'server_uuid': '5c7b30e8-3087-4fa2-a121-bc36e0beab3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfeac96f-d3a2-4a7b-abb1-6f8a87d43efe'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:27:16.528236 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd62303f06773040a8a4e189dc46b4f565768c299abf8ab8e7739778b0bc3e97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af5594a1-13e9-4225-824a-b1733bf3e2e6" -d '{"events": [{"server_uuid": "a40bf78b-2e99-44c3-a0e8-4e20b5a28461", "name": "network-vif-plugged", "status": "completed", "tag": "cd8b5dc0-d440-44f6-a7b8-596d46789b6d"}, {"server_uuid": "5c7b30e8-3087-4fa2-a121-bc36e0beab3b", "name": "network-vif-plugged", "status": "completed", "tag": "100345f4-d6ce-47af-83f1-7049dc67deb8"}, {"server_uuid": "5c7b30e8-3087-4fa2-a121-bc36e0beab3b", "name": "network-vif-plugged", "status": "completed", "tag": "b19c971a-b91d-49b9-bdec-ee880b089aa3"}, {"server_uuid": "5c7b30e8-3087-4fa2-a121-bc36e0beab3b", "name": "network-vif-plugged", "status": "completed", "tag": "bfeac96f-d3a2-4a7b-abb1-6f8a87d43efe"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:27:16.620766 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:16.672521 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-7c8a2808-ed7e-4fd1-9ab4-a98c09606f7d req-9284e782-42d4-4178-b724-6ee8457f9917 service neutron] 10.222.0.68 "GET /v2.0/networks/b13d7c6c-cfbf-4964-b16a-12c3c2736fe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3716145 Jul 14 09:27:16.692750 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2b9938aa-1d32-42b4-8e06-1a5f74691e95 req-009f2f5e-8280-4d8e-b3d1-11f4138742f3 service neutron] 10.222.0.65 "GET /v2.0/networks/1012c926-11e5-4f9b-8f82-dfbee9dcfeae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2276590 Jul 14 09:27:16.702281 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdfdaa8-be2f-4ae6-955c-ba2d18670332 req-bda55832-c454-4bf3-9982-64e120798610 tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:16.708477 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdfdaa8-be2f-4ae6-955c-ba2d18670332 req-bda55832-c454-4bf3-9982-64e120798610 tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:16.731111 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port ffe829c0-0934-4130-8161-32be762e52f8, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=ffe829c0-0934-4130-8161-32be762e52f8,segment=NetworkSegment(218b2489-83e0-4d13-aab6-86b01789cb06),segment_id=218b2489-83e0-4d13-aab6-86b01789cb06)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:27:16.734513 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1cdfdaa8-be2f-4ae6-955c-ba2d18670332 req-bda55832-c454-4bf3-9982-64e120798610 tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] 10.222.0.68 "GET /v2.0/ports?device_id=a40bf78b-2e99-44c3-a0e8-4e20b5a28461 HTTP/1.1" status: 200 len: 1681 time: 0.2327828 Jul 14 09:27:16.740288 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:16.741425 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 0d1d6f24-a3fe-4925-8ced-a01216f77039 up at agent hyperv_n-h1-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:27:16.796109 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1cdfdaa8-be2f-4ae6-955c-ba2d18670332 req-66d05466-8ec2-4f3d-b476-af02bb7efa3c tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] 10.222.0.68 "GET /v2.0/security-groups?id=e583495f-449a-49ad-92be-ddfb834c83f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590053 Jul 14 09:27:16.833220 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-7c8a2808-ed7e-4fd1-9ab4-a98c09606f7d req-ee99e2af-6df3-4874-b51c-2a2493de4627 service neutron] 10.222.0.68 "GET /v2.0/networks/b13d7c6c-cfbf-4964-b16a-12c3c2736fe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591637 Jul 14 09:27:16.843483 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [req-354207a5-2e6c-4f91-a26a-baabb6a19b20 req-bf1f6c9d-bd3d-40fa-b4b6-5e1894e3950d tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] Allocated IP 172.20.0.3 (fdafaba0-da53-47c8-a4eb-7c69deccbba6/5194e827-9fb1-419e-b4bc-69aee8b3dca3/8acf4a11-a053-4451-8c9e-0fead5441f50) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:27:16.889774 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Pushing event updated for resources: {'Port': ['ID=ffe829c0-0934-4130-8161-32be762e52f8,revision_number=5']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:16.907022 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Provisioning for port 0d1d6f24-a3fe-4925-8ced-a01216f77039 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:27:16.917265 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Provisioning complete for port 0d1d6f24-a3fe-4925-8ced-a01216f77039 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:27:16.917773 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:17.152086 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-287277bd-1295-4661-bc93-ca27340d254c req-73685fb2-47a8-4608-94ea-15a4d0dbbfb7 tempest-ServerShowV257Test-1310402526 tempest-ServerShowV257Test-1310402526-project] 10.222.0.68 "GET /v2.0/ports?device_id=16fbc2dd-60ec-49c7-a646-99b41923de43 HTTP/1.1" status: 200 len: 210 time: 0.0838914 Jul 14 09:27:17.153822 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:17.204498 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-354207a5-2e6c-4f91-a26a-baabb6a19b20 req-bf1f6c9d-bd3d-40fa-b4b6-5e1894e3950d tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:17.209033 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port 0d1d6f24-a3fe-4925-8ced-a01216f77039, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=0d1d6f24-a3fe-4925-8ced-a01216f77039,segment=NetworkSegment(69cfe05a-7a0f-45bd-99ad-03b43180666a),segment_id=69cfe05a-7a0f-45bd-99ad-03b43180666a)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:27:17.218654 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:17.219602 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device c7e6be2f-2425-4c72-af72-9e3ea9414152 up at agent hyperv_n-h1-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:27:17.357131 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Pushing event updated for resources: {'Port': ['ID=0d1d6f24-a3fe-4925-8ced-a01216f77039,revision_number=5']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:17.373348 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Provisioning for port c7e6be2f-2425-4c72-af72-9e3ea9414152 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:27:17.379101 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Provisioning complete for port c7e6be2f-2425-4c72-af72-9e3ea9414152 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:27:17.380795 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:17.456131 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb86641-1e81-4dd1-8ee3-3b13339fc983 req-eaf0b53a-fb3a-4de4-8d19-3254fba26db6 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:17.467326 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb86641-1e81-4dd1-8ee3-3b13339fc983 req-eaf0b53a-fb3a-4de4-8d19-3254fba26db6 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:17.473977 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb86641-1e81-4dd1-8ee3-3b13339fc983 req-eaf0b53a-fb3a-4de4-8d19-3254fba26db6 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:17.482926 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb86641-1e81-4dd1-8ee3-3b13339fc983 req-eaf0b53a-fb3a-4de4-8d19-3254fba26db6 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:17.493071 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb86641-1e81-4dd1-8ee3-3b13339fc983 req-eaf0b53a-fb3a-4de4-8d19-3254fba26db6 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:17.503654 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb86641-1e81-4dd1-8ee3-3b13339fc983 req-eaf0b53a-fb3a-4de4-8d19-3254fba26db6 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:17.513935 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb86641-1e81-4dd1-8ee3-3b13339fc983 req-eaf0b53a-fb3a-4de4-8d19-3254fba26db6 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:17.524181 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-7bb86641-1e81-4dd1-8ee3-3b13339fc983 req-eaf0b53a-fb3a-4de4-8d19-3254fba26db6 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] 10.222.0.68 "GET /v2.0/ports?device_id=5c7b30e8-3087-4fa2-a121-bc36e0beab3b HTTP/1.1" status: 200 len: 5441 time: 0.3132141 Jul 14 09:27:17.540514 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-354207a5-2e6c-4f91-a26a-baabb6a19b20 req-bf1f6c9d-bd3d-40fa-b4b6-5e1894e3950d tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:17.574897 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20febe0c-989e-44ac-95a1-d48f826e7444 req-829b87ae-f389-4d79-ad53-21d5aeb6ff90 tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:17.579235 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-20febe0c-989e-44ac-95a1-d48f826e7444 req-829b87ae-f389-4d79-ad53-21d5aeb6ff90 tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] 10.222.0.68 "GET /v2.0/ports?device_id=c9f22e9a-4298-4b73-8115-f2b7bacb077c HTTP/1.1" status: 200 len: 931 time: 0.1507404 Jul 14 09:27:17.581225 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] get_ports_and_sgs() called for port_ids ['df6483e0-89e5-45b9-8d7a-dd0f399b1b72'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:27:17.627176 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-354207a5-2e6c-4f91-a26a-baabb6a19b20 req-bf1f6c9d-bd3d-40fa-b4b6-5e1894e3950d tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] Network fdafaba0-da53-47c8-a4eb-7c69deccbba6 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:27:17.638470 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [req-354207a5-2e6c-4f91-a26a-baabb6a19b20 req-bf1f6c9d-bd3d-40fa-b4b6-5e1894e3950d tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:27:17.641634 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1f6c9d-bd3d-40fa-b4b6-5e1894e3950d tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] Pushing event updated for resources: {'Port': ['ID=8acf4a11-a053-4451-8c9e-0fead5441f50,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:17.644838 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-354207a5-2e6c-4f91-a26a-baabb6a19b20 req-bf1f6c9d-bd3d-40fa-b4b6-5e1894e3950d tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:27:17.663993 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-7bb86641-1e81-4dd1-8ee3-3b13339fc983 req-255eaf64-3283-4f6f-a7ec-2ac1371f9202 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] 10.222.0.68 "GET /v2.0/security-groups?id=3e8708b8-59d7-4408-a840-9965955f2a4b&id=ff27f1e0-0078-49b9-90e3-125b24008d99&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1377051 Jul 14 09:27:17.675960 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:17.704182 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-20febe0c-989e-44ac-95a1-d48f826e7444 req-67406ad5-f3a9-4c29-92be-577b831b596b tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] 10.222.0.68 "GET /v2.0/security-groups?id=cf40bcd2-1dd1-48fb-a6b7-6df0e80ce2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203272 Jul 14 09:27:17.738360 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 49386) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:17.758837 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1f6c9d-bd3d-40fa-b4b6-5e1894e3950d tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:27:17.760596 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1f6c9d-bd3d-40fa-b4b6-5e1894e3950d tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:27:17.761250 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1f6c9d-bd3d-40fa-b4b6-5e1894e3950d tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:27:17.761916 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1f6c9d-bd3d-40fa-b4b6-5e1894e3950d tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:27:17.763181 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1f6c9d-bd3d-40fa-b4b6-5e1894e3950d tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:27:17.765836 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1f6c9d-bd3d-40fa-b4b6-5e1894e3950d tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:27:17.766360 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1f6c9d-bd3d-40fa-b4b6-5e1894e3950d tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:27:17.767549 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1f6c9d-bd3d-40fa-b4b6-5e1894e3950d tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:27:17.774031 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1f6c9d-bd3d-40fa-b4b6-5e1894e3950d tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:27:17.774031 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1f6c9d-bd3d-40fa-b4b6-5e1894e3950d tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:27:17.774031 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1f6c9d-bd3d-40fa-b4b6-5e1894e3950d tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:27:17.774031 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1f6c9d-bd3d-40fa-b4b6-5e1894e3950d tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:27:17.796239 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Wed, 14 Jul 2021 09:27:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfe9326d-e417-47ee-a4c6-5ff0cb62a554 x-openstack-request-id: req-cfe9326d-e417-47ee-a4c6-5ff0cb62a554 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:27:17.796811 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a40bf78b-2e99-44c3-a0e8-4e20b5a28461", "name": "network-vif-plugged", "status": "completed", "tag": "cd8b5dc0-d440-44f6-a7b8-596d46789b6d", "code": 200}, {"server_uuid": "5c7b30e8-3087-4fa2-a121-bc36e0beab3b", "name": "network-vif-plugged", "status": "completed", "tag": "100345f4-d6ce-47af-83f1-7049dc67deb8", "code": 200}, {"server_uuid": "5c7b30e8-3087-4fa2-a121-bc36e0beab3b", "name": "network-vif-plugged", "status": "completed", "tag": "b19c971a-b91d-49b9-bdec-ee880b089aa3", "code": 200}, {"server_uuid": "5c7b30e8-3087-4fa2-a121-bc36e0beab3b", "name": "network-vif-plugged", "status": "completed", "tag": "bfeac96f-d3a2-4a7b-abb1-6f8a87d43efe", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:27:17.796811 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-cfe9326d-e417-47ee-a4c6-5ff0cb62a554 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:27:17.799564 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a40bf78b-2e99-44c3-a0e8-4e20b5a28461', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd8b5dc0-d440-44f6-a7b8-596d46789b6d', 'code': 200} Jul 14 09:27:17.799841 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c7b30e8-3087-4fa2-a121-bc36e0beab3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '100345f4-d6ce-47af-83f1-7049dc67deb8', 'code': 200} Jul 14 09:27:17.800101 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c7b30e8-3087-4fa2-a121-bc36e0beab3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b19c971a-b91d-49b9-bdec-ee880b089aa3', 'code': 200} Jul 14 09:27:17.800354 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c7b30e8-3087-4fa2-a121-bc36e0beab3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfeac96f-d3a2-4a7b-abb1-6f8a87d43efe', 'code': 200} Jul 14 09:27:17.843074 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port c7e6be2f-2425-4c72-af72-9e3ea9414152, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=c7e6be2f-2425-4c72-af72-9e3ea9414152,segment=NetworkSegment(c705dd1f-2341-4524-a81f-3d9cf3c38e6b),segment_id=c705dd1f-2341-4524-a81f-3d9cf3c38e6b)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:27:17.869399 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:17.870279 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device ea9e9cbd-c4fe-40eb-a857-ee9e6c073bb8 up at agent hyperv_n-h1-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:27:17.933801 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354207a5-2e6c-4f91-a26a-baabb6a19b20 req-bf1f6c9d-bd3d-40fa-b4b6-5e1894e3950d tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:17.936025 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-354207a5-2e6c-4f91-a26a-baabb6a19b20 req-bf1f6c9d-bd3d-40fa-b4b6-5e1894e3950d tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:17.994781 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-2dcdb5ce-b5c6-4b96-853f-2f84420f836d req-94fa8478-f469-4262-945f-634d129c52d8 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/ports?device_id=aaf41307-8a2a-4475-a394-60dec9994678 HTTP/1.1" status: 200 len: 210 time: 0.1335793 Jul 14 09:27:18.006104 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-354207a5-2e6c-4f91-a26a-baabb6a19b20 req-bf1f6c9d-bd3d-40fa-b4b6-5e1894e3950d tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2236550 Jul 14 09:27:18.035365 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [req-354207a5-2e6c-4f91-a26a-baabb6a19b20 req-79d1c246-0f72-4998-b3be-fa5f6fe2305d service neutron] Request body: {'port': {'device_id': 'c9f22e9a-4298-4b73-8115-f2b7bacb077c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-29'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:27:18.074407 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Pushing event updated for resources: {'Port': ['ID=c7e6be2f-2425-4c72-af72-9e3ea9414152,revision_number=5']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:18.124520 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Provisioning for port ea9e9cbd-c4fe-40eb-a857-ee9e6c073bb8 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:27:18.132020 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Provisioning complete for port ea9e9cbd-c4fe-40eb-a857-ee9e6c073bb8 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:27:18.132409 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:18.184784 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7f1c8f-2a63-47b2-bae5-48341cfd5c05 req-cbe743fe-a547-46ed-9003-521d51d765b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:18.185293 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7f1c8f-2a63-47b2-bae5-48341cfd5c05 req-cbe743fe-a547-46ed-9003-521d51d765b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:18.187150 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-7c7f1c8f-2a63-47b2-bae5-48341cfd5c05 req-cbe743fe-a547-46ed-9003-521d51d765b3 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a40bf78b-2e99-44c3-a0e8-4e20b5a28461 HTTP/1.1" status: 200 len: 1985 time: 0.2882719 Jul 14 09:27:18.235810 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-7c7f1c8f-2a63-47b2-bae5-48341cfd5c05 req-ccc198ac-d37f-4c87-b340-e6f27d60dc67 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=e583495f-449a-49ad-92be-ddfb834c83f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410299 Jul 14 09:27:18.244655 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68014a3a-20e9-438e-9bbb-edd4f57cca2f req-16fa7df7-6216-4730-b222-1e9367af3d3e tempest-ServerRescueTestJSONUnderV235-1370369985 tempest-ServerRescueTestJSONUnderV235-1370369985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:18.253221 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-68014a3a-20e9-438e-9bbb-edd4f57cca2f req-16fa7df7-6216-4730-b222-1e9367af3d3e tempest-ServerRescueTestJSONUnderV235-1370369985 tempest-ServerRescueTestJSONUnderV235-1370369985-project] 10.222.0.68 "GET /v2.0/ports?device_id=50c37d2a-9d36-413f-a86d-c6fd0726b830 HTTP/1.1" status: 200 len: 944 time: 0.2451370 Jul 14 09:27:18.263984 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:18.271278 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-575628fb-7605-4f5c-b560-5cf43398bc48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:18.325460 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-68014a3a-20e9-438e-9bbb-edd4f57cca2f req-6360c58c-0c21-4fea-a79c-4b759589135b tempest-ServerRescueTestJSONUnderV235-1370369985 tempest-ServerRescueTestJSONUnderV235-1370369985-project] 10.222.0.68 "GET /v2.0/security-groups?id=83a8b8b4-4aa6-423e-95ab-da9a4626b74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653679 Jul 14 09:27:18.328938 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port ea9e9cbd-c4fe-40eb-a857-ee9e6c073bb8, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=ea9e9cbd-c4fe-40eb-a857-ee9e6c073bb8,segment=NetworkSegment(69cfe05a-7a0f-45bd-99ad-03b43180666a),segment_id=69cfe05a-7a0f-45bd-99ad-03b43180666a)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:27:18.348706 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:18.349724 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-354207a5-2e6c-4f91-a26a-baabb6a19b20 req-79d1c246-0f72-4998-b3be-fa5f6fe2305d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:18.417967 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Pushing event updated for resources: {'Port': ['ID=ea9e9cbd-c4fe-40eb-a857-ee9e6c073bb8,revision_number=5']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:18.655240 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-575628fb-7605-4f5c-b560-5cf43398bc48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:18.677220 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-575628fb-7605-4f5c-b560-5cf43398bc48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:18.703361 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0229526-b344-4c08-9ff5-bbb69b14489d req-6aeb96ed-3549-4a71-bd49-b065d054a0ab tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:18.724545 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0229526-b344-4c08-9ff5-bbb69b14489d req-6aeb96ed-3549-4a71-bd49-b065d054a0ab tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:18.726241 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d0229526-b344-4c08-9ff5-bbb69b14489d req-6aeb96ed-3549-4a71-bd49-b065d054a0ab tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] 10.222.0.68 "GET /v2.0/ports?device_id=a40bf78b-2e99-44c3-a0e8-4e20b5a28461 HTTP/1.1" status: 200 len: 1681 time: 0.2052050 Jul 14 09:27:18.787058 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d0229526-b344-4c08-9ff5-bbb69b14489d req-c9b424de-6405-442d-93a6-9a984a718fab tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] 10.222.0.68 "GET /v2.0/security-groups?id=e583495f-449a-49ad-92be-ddfb834c83f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446153 Jul 14 09:27:19.010469 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575628fb-7605-4f5c-b560-5cf43398bc48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cf92d50-b89e-435e-969f-1d9132012adf,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:19.030390 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-575628fb-7605-4f5c-b560-5cf43398bc48 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=a0667ede69eb436089e7baaed359d527&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2907596 Jul 14 09:27:19.039263 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 49422) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:19.045638 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-09610a80-0498-4483-ad02-3e5dd24c3333 req-d9ec6bfe-bd99-4bbc-b509-c00d71072fac tempest-ServerShowV257Test-1310402526 tempest-ServerShowV257Test-1310402526-project] 10.222.0.68 "GET /v2.0/ports?device_id=16fbc2dd-60ec-49c7-a646-99b41923de43 HTTP/1.1" status: 200 len: 210 time: 0.0879862 Jul 14 09:27:19.158241 n-d-779913-29 neutron-server[93958]: DEBUG neutron.notifiers.nova [req-354207a5-2e6c-4f91-a26a-baabb6a19b20 req-79d1c246-0f72-4998-b3be-fa5f6fe2305d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8acf4a11-a053-4451-8c9e-0fead5441f50 {{(pid=93958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:27:19.177150 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed105ab-8fff-4068-87f1-d9cfd0d81401 req-23f5e066-b924-451b-8c7b-60ccded185ea tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:19.182999 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed105ab-8fff-4068-87f1-d9cfd0d81401 req-23f5e066-b924-451b-8c7b-60ccded185ea tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:19.189004 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed105ab-8fff-4068-87f1-d9cfd0d81401 req-23f5e066-b924-451b-8c7b-60ccded185ea tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:19.197198 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed105ab-8fff-4068-87f1-d9cfd0d81401 req-23f5e066-b924-451b-8c7b-60ccded185ea tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:19.210083 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed105ab-8fff-4068-87f1-d9cfd0d81401 req-23f5e066-b924-451b-8c7b-60ccded185ea tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:19.225444 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed105ab-8fff-4068-87f1-d9cfd0d81401 req-23f5e066-b924-451b-8c7b-60ccded185ea tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:19.234235 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed105ab-8fff-4068-87f1-d9cfd0d81401 req-23f5e066-b924-451b-8c7b-60ccded185ea tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:19.252160 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-8ed105ab-8fff-4068-87f1-d9cfd0d81401 req-23f5e066-b924-451b-8c7b-60ccded185ea tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] 10.222.0.68 "GET /v2.0/ports?device_id=5c7b30e8-3087-4fa2-a121-bc36e0beab3b HTTP/1.1" status: 200 len: 5443 time: 0.3368394 Jul 14 09:27:19.264749 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-354207a5-2e6c-4f91-a26a-baabb6a19b20 req-79d1c246-0f72-4998-b3be-fa5f6fe2305d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:19.266387 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee5d12f-7634-4971-9884-4624f11e589a req-0f6b30e6-55a7-4197-9f1f-25ba0cea8af2 tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:19.269033 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-cee5d12f-7634-4971-9884-4624f11e589a req-0f6b30e6-55a7-4197-9f1f-25ba0cea8af2 tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] 10.222.0.68 "GET /v2.0/ports?device_id=c9f22e9a-4298-4b73-8115-f2b7bacb077c HTTP/1.1" status: 200 len: 931 time: 0.0773847 Jul 14 09:27:19.294233 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6ce56ed9-3aca-4801-8b91-df8bbeca3b1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:19.307151 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-354207a5-2e6c-4f91-a26a-baabb6a19b20 req-79d1c246-0f72-4998-b3be-fa5f6fe2305d service neutron] Transition to ACTIVE for port object 8acf4a11-a053-4451-8c9e-0fead5441f50 will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:27:19.325430 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-354207a5-2e6c-4f91-a26a-baabb6a19b20 req-79d1c246-0f72-4998-b3be-fa5f6fe2305d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13574142'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:19.354126 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-8ed105ab-8fff-4068-87f1-d9cfd0d81401 req-25ba5309-8ed1-4449-8bd8-dc400003f2b9 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] 10.222.0.68 "GET /v2.0/security-groups?id=3e8708b8-59d7-4408-a840-9965955f2a4b&id=ff27f1e0-0078-49b9-90e3-125b24008d99&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1008105 Jul 14 09:27:19.371885 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6ce56ed9-3aca-4801-8b91-df8bbeca3b1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:19.377788 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-cee5d12f-7634-4971-9884-4624f11e589a req-0e422205-29db-428e-83af-76744ebfc585 tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] 10.222.0.68 "GET /v2.0/security-groups?id=cf40bcd2-1dd1-48fb-a6b7-6df0e80ce2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984535 Jul 14 09:27:19.501643 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d1c246-0f72-4998-b3be-fa5f6fe2305d service neutron] Pushing event updated for resources: {'Port': ['ID=8acf4a11-a053-4451-8c9e-0fead5441f50,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:19.577449 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6ce56ed9-3aca-4801-8b91-df8bbeca3b1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:19.580116 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6ce56ed9-3aca-4801-8b91-df8bbeca3b1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:19.592985 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-6ce56ed9-3aca-4801-8b91-df8bbeca3b1b admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/8cf92d50-b89e-435e-969f-1d9132012adf HTTP/1.1" status: 204 len: 168 time: 0.5418551 Jul 14 09:27:19.621865 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8a2808-ed7e-4fd1-9ab4-a98c09606f7d req-bca412be-7688-40c3-89a7-bb86fe61be2f tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:19.623364 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-7c8a2808-ed7e-4fd1-9ab4-a98c09606f7d req-bca412be-7688-40c3-89a7-bb86fe61be2f tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.57 "GET /v2.0/networks?id=b13d7c6c-cfbf-4964-b16a-12c3c2736fe4 HTTP/1.1" status: 200 len: 806 time: 0.2406919 Jul 14 09:27:19.642103 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-7c8a2808-ed7e-4fd1-9ab4-a98c09606f7d req-5f63a0ca-fea3-4d73-ad3a-8a03ec064bfe tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Request body: {'port': {'device_id': 'aaf41307-8a2a-4475-a394-60dec9994678', 'network_id': 'b13d7c6c-cfbf-4964-b16a-12c3c2736fe4', 'admin_state_up': True, 'tenant_id': '5a5f2c2d833f465d9525ee4af4d3c349'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:27:19.683333 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-26f2e5b0-cf54-4956-8d18-cf850d360f6c req-8077412b-6331-498e-8934-a9262e3c788a tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/ports?device_id=aaf41307-8a2a-4475-a394-60dec9994678 HTTP/1.1" status: 200 len: 210 time: 0.0879540 Jul 14 09:27:19.686180 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce56ed9-3aca-4801-8b91-df8bbeca3b1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cf92d50-b89e-435e-969f-1d9132012adf,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:19.741196 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-354207a5-2e6c-4f91-a26a-baabb6a19b20 req-79d1c246-0f72-4998-b3be-fa5f6fe2305d service neutron] Attempting to bind port 8acf4a11-a053-4451-8c9e-0fead5441f50 on host n-h2-779913-29 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:27:19.744523 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-354207a5-2e6c-4f91-a26a-baabb6a19b20 req-79d1c246-0f72-4998-b3be-fa5f6fe2305d service neutron] Attempting to bind port 8acf4a11-a053-4451-8c9e-0fead5441f50 by drivers openvswitch,hyperv on host n-h2-779913-29 at level 0 using segments [{'id': '3140b72d-6a4a-4668-bad8-c572bd128f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'fdafaba0-da53-47c8-a4eb-7c69deccbba6'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:27:19.745803 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-354207a5-2e6c-4f91-a26a-baabb6a19b20 req-79d1c246-0f72-4998-b3be-fa5f6fe2305d service neutron] Attempting to bind port 8acf4a11-a053-4451-8c9e-0fead5441f50 on network fdafaba0-da53-47c8-a4eb-7c69deccbba6 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:27:19.756458 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-354207a5-2e6c-4f91-a26a-baabb6a19b20 req-79d1c246-0f72-4998-b3be-fa5f6fe2305d service neutron] Port 8acf4a11-a053-4451-8c9e-0fead5441f50 on network fdafaba0-da53-47c8-a4eb-7c69deccbba6 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-29 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:27:19.760207 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-354207a5-2e6c-4f91-a26a-baabb6a19b20 req-79d1c246-0f72-4998-b3be-fa5f6fe2305d service neutron] Attempting to bind port 8acf4a11-a053-4451-8c9e-0fead5441f50 on network fdafaba0-da53-47c8-a4eb-7c69deccbba6 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:27:19.768002 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-354207a5-2e6c-4f91-a26a-baabb6a19b20 req-79d1c246-0f72-4998-b3be-fa5f6fe2305d service neutron] Checking agent: {'id': '013e4a3b-a634-47b8-b6a5-1a25109b73fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 13, 13), 'started_at': datetime.datetime(2021, 7, 14, 9, 13, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 27, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:27:19.768645 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-354207a5-2e6c-4f91-a26a-baabb6a19b20 req-79d1c246-0f72-4998-b3be-fa5f6fe2305d service neutron] Checking segment: {'id': '3140b72d-6a4a-4668-bad8-c572bd128f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'fdafaba0-da53-47c8-a4eb-7c69deccbba6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:27:19.769226 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-354207a5-2e6c-4f91-a26a-baabb6a19b20 req-79d1c246-0f72-4998-b3be-fa5f6fe2305d service neutron] Bound using segment: {'id': '3140b72d-6a4a-4668-bad8-c572bd128f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'fdafaba0-da53-47c8-a4eb-7c69deccbba6'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:27:19.769997 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-354207a5-2e6c-4f91-a26a-baabb6a19b20 req-79d1c246-0f72-4998-b3be-fa5f6fe2305d service neutron] Bound port: 8acf4a11-a053-4451-8c9e-0fead5441f50, host: n-h2-779913-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3140b72d-6a4a-4668-bad8-c572bd128f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'fdafaba0-da53-47c8-a4eb-7c69deccbba6'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:27:19.770576 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-354207a5-2e6c-4f91-a26a-baabb6a19b20 req-79d1c246-0f72-4998-b3be-fa5f6fe2305d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:19.801449 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c7b30e8-3087-4fa2-a121-bc36e0beab3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffe829c0-0934-4130-8161-32be762e52f8'}, {'server_uuid': '5c7b30e8-3087-4fa2-a121-bc36e0beab3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d1d6f24-a3fe-4925-8ced-a01216f77039'}, {'server_uuid': '5c7b30e8-3087-4fa2-a121-bc36e0beab3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7e6be2f-2425-4c72-af72-9e3ea9414152'}, {'server_uuid': '5c7b30e8-3087-4fa2-a121-bc36e0beab3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea9e9cbd-c4fe-40eb-a857-ee9e6c073bb8'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:27:19.805743 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd62303f06773040a8a4e189dc46b4f565768c299abf8ab8e7739778b0bc3e97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b0e9a0f-f949-475d-b06f-ee851edd39be" -d '{"events": [{"server_uuid": "5c7b30e8-3087-4fa2-a121-bc36e0beab3b", "name": "network-vif-plugged", "status": "completed", "tag": "ffe829c0-0934-4130-8161-32be762e52f8"}, {"server_uuid": "5c7b30e8-3087-4fa2-a121-bc36e0beab3b", "name": "network-vif-plugged", "status": "completed", "tag": "0d1d6f24-a3fe-4925-8ced-a01216f77039"}, {"server_uuid": "5c7b30e8-3087-4fa2-a121-bc36e0beab3b", "name": "network-vif-plugged", "status": "completed", "tag": "c7e6be2f-2425-4c72-af72-9e3ea9414152"}, {"server_uuid": "5c7b30e8-3087-4fa2-a121-bc36e0beab3b", "name": "network-vif-plugged", "status": "completed", "tag": "ea9e9cbd-c4fe-40eb-a857-ee9e6c073bb8"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:27:19.848429 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa97c7cc-e18f-4549-a98d-9bfd506bbbf1 req-82664d1a-e511-4942-9ab8-c4837fab42e4 tempest-ServerRescueTestJSONUnderV235-1370369985 tempest-ServerRescueTestJSONUnderV235-1370369985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:19.870019 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-aa97c7cc-e18f-4549-a98d-9bfd506bbbf1 req-82664d1a-e511-4942-9ab8-c4837fab42e4 tempest-ServerRescueTestJSONUnderV235-1370369985 tempest-ServerRescueTestJSONUnderV235-1370369985-project] 10.222.0.68 "GET /v2.0/ports?device_id=50c37d2a-9d36-413f-a86d-c6fd0726b830 HTTP/1.1" status: 200 len: 944 time: 0.2452404 Jul 14 09:27:19.877917 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Wed, 14 Jul 2021 09:27:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fad0a7a-9549-4d1c-a540-f96c620fdd93 x-openstack-request-id: req-0fad0a7a-9549-4d1c-a540-f96c620fdd93 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:27:19.878613 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c7b30e8-3087-4fa2-a121-bc36e0beab3b", "name": "network-vif-plugged", "status": "completed", "tag": "ffe829c0-0934-4130-8161-32be762e52f8", "code": 200}, {"server_uuid": "5c7b30e8-3087-4fa2-a121-bc36e0beab3b", "name": "network-vif-plugged", "status": "completed", "tag": "0d1d6f24-a3fe-4925-8ced-a01216f77039", "code": 200}, {"server_uuid": "5c7b30e8-3087-4fa2-a121-bc36e0beab3b", "name": "network-vif-plugged", "status": "completed", "tag": "c7e6be2f-2425-4c72-af72-9e3ea9414152", "code": 200}, {"server_uuid": "5c7b30e8-3087-4fa2-a121-bc36e0beab3b", "name": "network-vif-plugged", "status": "completed", "tag": "ea9e9cbd-c4fe-40eb-a857-ee9e6c073bb8", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:27:19.879186 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-0fad0a7a-9549-4d1c-a540-f96c620fdd93 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:27:19.879816 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c7b30e8-3087-4fa2-a121-bc36e0beab3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffe829c0-0934-4130-8161-32be762e52f8', 'code': 200} Jul 14 09:27:19.880280 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c7b30e8-3087-4fa2-a121-bc36e0beab3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d1d6f24-a3fe-4925-8ced-a01216f77039', 'code': 200} Jul 14 09:27:19.881030 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c7b30e8-3087-4fa2-a121-bc36e0beab3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7e6be2f-2425-4c72-af72-9e3ea9414152', 'code': 200} Jul 14 09:27:19.881528 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c7b30e8-3087-4fa2-a121-bc36e0beab3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea9e9cbd-c4fe-40eb-a857-ee9e6c073bb8', 'code': 200} Jul 14 09:27:19.990414 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-aa97c7cc-e18f-4549-a98d-9bfd506bbbf1 req-7306f7c2-4d26-421f-b54a-e508f24d966c tempest-ServerRescueTestJSONUnderV235-1370369985 tempest-ServerRescueTestJSONUnderV235-1370369985-project] 10.222.0.68 "GET /v2.0/security-groups?id=83a8b8b4-4aa6-423e-95ab-da9a4626b74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194847 Jul 14 09:27:20.016903 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c8a2808-ed7e-4fd1-9ab4-a98c09606f7d req-5f63a0ca-fea3-4d73-ad3a-8a03ec064bfe tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Made reservation on behalf of 5a5f2c2d833f465d9525ee4af4d3c349 for: {'port': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:27:20.017087 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-7c8a2808-ed7e-4fd1-9ab4-a98c09606f7d req-5f63a0ca-fea3-4d73-ad3a-8a03ec064bfe tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:20.225644 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 49448) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:20.277786 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-968babcc-9121-4daf-ad6d-847da5ac18f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:20.350658 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-01ad3ddc-ecbe-44ee-bf44-f3a2468361c0 req-3fcd5008-ba78-4c3e-9e61-40051993cef8 tempest-ServerShowV257Test-1310402526 tempest-ServerShowV257Test-1310402526-project] 10.222.0.68 "GET /v2.0/ports?device_id=16fbc2dd-60ec-49c7-a646-99b41923de43 HTTP/1.1" status: 200 len: 210 time: 0.0965414 Jul 14 09:27:20.359485 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-354207a5-2e6c-4f91-a26a-baabb6a19b20 req-79d1c246-0f72-4998-b3be-fa5f6fe2305d service neutron] For port 8acf4a11-a053-4451-8c9e-0fead5441f50, host n-h2-779913-29, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:27:20.363729 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-354207a5-2e6c-4f91-a26a-baabb6a19b20 req-79d1c246-0f72-4998-b3be-fa5f6fe2305d service neutron] For port 8acf4a11-a053-4451-8c9e-0fead5441f50, host n-h2-779913-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=8acf4a11-a053-4451-8c9e-0fead5441f50,segment=NetworkSegment(3140b72d-6a4a-4668-bad8-c572bd128f6c),segment_id=3140b72d-6a4a-4668-bad8-c572bd128f6c)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:27:20.387870 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-354207a5-2e6c-4f91-a26a-baabb6a19b20 req-79d1c246-0f72-4998-b3be-fa5f6fe2305d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13574142'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:20.413543 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354207a5-2e6c-4f91-a26a-baabb6a19b20 req-79d1c246-0f72-4998-b3be-fa5f6fe2305d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:20.414395 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-354207a5-2e6c-4f91-a26a-baabb6a19b20 req-79d1c246-0f72-4998-b3be-fa5f6fe2305d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:20.416591 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-354207a5-2e6c-4f91-a26a-baabb6a19b20 req-79d1c246-0f72-4998-b3be-fa5f6fe2305d service neutron] 10.222.0.57 "PUT /v2.0/ports/8acf4a11-a053-4451-8c9e-0fead5441f50 HTTP/1.1" status: 200 len: 1092 time: 2.3962188 Jul 14 09:27:20.442707 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1291f3-9acb-4992-ad49-01adae5ee9c5 req-b997a0ea-fb10-4bf9-96ee-3bb0f5fa46fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:20.443733 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1291f3-9acb-4992-ad49-01adae5ee9c5 req-b997a0ea-fb10-4bf9-96ee-3bb0f5fa46fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:20.445322 n-d-779913-29 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9f22e9a-4298-4b73-8115-f2b7bacb077c', 'tag': '8acf4a11-a053-4451-8c9e-0fead5441f50'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:27:20.445445 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1291f3-9acb-4992-ad49-01adae5ee9c5 req-b997a0ea-fb10-4bf9-96ee-3bb0f5fa46fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:20.446019 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1291f3-9acb-4992-ad49-01adae5ee9c5 req-b997a0ea-fb10-4bf9-96ee-3bb0f5fa46fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:20.447862 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1291f3-9acb-4992-ad49-01adae5ee9c5 req-b997a0ea-fb10-4bf9-96ee-3bb0f5fa46fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:20.448355 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1291f3-9acb-4992-ad49-01adae5ee9c5 req-b997a0ea-fb10-4bf9-96ee-3bb0f5fa46fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:20.448664 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cb48f044f948e981f43897c8d7f1332f741dc7af2b4c5a6e19d8f4a80f708e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19cee337-7e42-4b0f-a47b-1f604020f7ed" -d '{"events": [{"name": "network-changed", "server_uuid": "c9f22e9a-4298-4b73-8115-f2b7bacb077c", "tag": "8acf4a11-a053-4451-8c9e-0fead5441f50"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:27:20.448905 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1291f3-9acb-4992-ad49-01adae5ee9c5 req-b997a0ea-fb10-4bf9-96ee-3bb0f5fa46fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:20.456006 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-de1291f3-9acb-4992-ad49-01adae5ee9c5 req-b997a0ea-fb10-4bf9-96ee-3bb0f5fa46fe service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=5c7b30e8-3087-4fa2-a121-bc36e0beab3b HTTP/1.1" status: 200 len: 6507 time: 0.3811972 Jul 14 09:27:20.495963 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371193fd-38ed-4faf-9e63-a2e594b95eec req-e8acc2a0-ee98-4e36-9289-ba30508a70ad tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:20.502361 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371193fd-38ed-4faf-9e63-a2e594b95eec req-e8acc2a0-ee98-4e36-9289-ba30508a70ad tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:20.509729 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-371193fd-38ed-4faf-9e63-a2e594b95eec req-e8acc2a0-ee98-4e36-9289-ba30508a70ad tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] 10.222.0.68 "GET /v2.0/ports?device_id=a40bf78b-2e99-44c3-a0e8-4e20b5a28461 HTTP/1.1" status: 200 len: 1681 time: 0.2115271 Jul 14 09:27:20.600113 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-371193fd-38ed-4faf-9e63-a2e594b95eec req-79562e9c-02f8-4afe-a757-8301ae0630f4 tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] 10.222.0.68 "GET /v2.0/security-groups?id=e583495f-449a-49ad-92be-ddfb834c83f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890727 Jul 14 09:27:20.605123 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-de1291f3-9acb-4992-ad49-01adae5ee9c5 req-299f91b6-1812-48dc-ad7c-fc955202efba service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=3e8708b8-59d7-4408-a840-9965955f2a4b&id=ff27f1e0-0078-49b9-90e3-125b24008d99&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1175535 Jul 14 09:27:20.616825 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [req-7c8a2808-ed7e-4fd1-9ab4-a98c09606f7d req-5f63a0ca-fea3-4d73-ad3a-8a03ec064bfe tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Allocated IP 172.20.0.5 (b13d7c6c-cfbf-4964-b16a-12c3c2736fe4/4eebc946-7649-496b-bf8c-5c786643586c/385af64a-4458-4f4a-beb8-321bcd5adccb) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:27:20.641140 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d1c246-0f72-4998-b3be-fa5f6fe2305d service neutron] Pushing event updated for resources: {'Port': ['ID=8acf4a11-a053-4451-8c9e-0fead5441f50,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:20.674301 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354207a5-2e6c-4f91-a26a-baabb6a19b20 req-d760d2dd-fc6f-4c39-a189-e6525618bd2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:20.681228 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-354207a5-2e6c-4f91-a26a-baabb6a19b20 req-d760d2dd-fc6f-4c39-a189-e6525618bd2e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=88495f2d6951432397900165a462d224&device_id=c9f22e9a-4298-4b73-8115-f2b7bacb077c HTTP/1.1" status: 200 len: 1095 time: 0.1957943 Jul 14 09:27:20.690166 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 72e2bc5e-4c60-4c69-81ed-50a1f6b1b07b details requested by agent hyperv_n-h1-779913-29 with host n-h1-779913-29 {{(pid=93959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:27:20.740877 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8c2313-d97a-4d32-8826-5cced747e3b2 req-85699588-5d2b-4ee6-8b1c-585d9764a517 tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:20.746572 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-354207a5-2e6c-4f91-a26a-baabb6a19b20 req-b25449d6-2679-42c4-bb4d-2cb3c7dc1dcc service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8acf4a11-a053-4451-8c9e-0fead5441f50 HTTP/1.1" status: 200 len: 217 time: 0.0442965 Jul 14 09:27:20.748513 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1b8c2313-d97a-4d32-8826-5cced747e3b2 req-85699588-5d2b-4ee6-8b1c-585d9764a517 tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] 10.222.0.68 "GET /v2.0/ports?device_id=c9f22e9a-4298-4b73-8115-f2b7bacb077c HTTP/1.1" status: 200 len: 943 time: 0.2102830 Jul 14 09:27:20.835592 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-968babcc-9121-4daf-ad6d-847da5ac18f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:20.864684 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-968babcc-9121-4daf-ad6d-847da5ac18f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:20.893262 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-968babcc-9121-4daf-ad6d-847da5ac18f4 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=f556b59b70b84c7eb777ca6e2f4f9b6e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6619647 Jul 14 09:27:20.902129 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 49460) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:20.916251 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1b8c2313-d97a-4d32-8826-5cced747e3b2 req-0d83277e-36fd-42f4-a29b-f41095f1605e tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] 10.222.0.68 "GET /v2.0/security-groups?id=cf40bcd2-1dd1-48fb-a6b7-6df0e80ce2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662054 Jul 14 09:27:20.920447 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354207a5-2e6c-4f91-a26a-baabb6a19b20 req-06d9b214-1027-4db3-a91f-05cbe3752135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:20.921325 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-354207a5-2e6c-4f91-a26a-baabb6a19b20 req-06d9b214-1027-4db3-a91f-05cbe3752135 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5194e827-9fb1-419e-b4bc-69aee8b3dca3 HTTP/1.1" status: 200 len: 848 time: 0.1617067 Jul 14 09:27:20.928550 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port 72e2bc5e-4c60-4c69-81ed-50a1f6b1b07b, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=72e2bc5e-4c60-4c69-81ed-50a1f6b1b07b,segment=NetworkSegment(d7298ca0-8a82-4a6c-a35e-21e23aa9333b),segment_id=d7298ca0-8a82-4a6c-a35e-21e23aa9333b)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:27:20.945594 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fd82fa-f732-48a8-aa5c-8e387cedbf6d req-19244c6c-c94b-49f1-b93d-06daa9cf1a07 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:20.947787 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Returning: {'device': '72e2bc5e-4c60-4c69-81ed-50a1f6b1b07b', 'network_id': '1012c926-11e5-4f9b-8f82-dfbee9dcfeae', 'port_id': '72e2bc5e-4c60-4c69-81ed-50a1f6b1b07b', 'mac_address': 'fa:16:3e:9d:4f:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 719, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4079fcc-cef1-47f9-a984-4163b05f01ca', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:27:20.957983 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fd82fa-f732-48a8-aa5c-8e387cedbf6d req-19244c6c-c94b-49f1-b93d-06daa9cf1a07 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:20.974060 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fd82fa-f732-48a8-aa5c-8e387cedbf6d req-19244c6c-c94b-49f1-b93d-06daa9cf1a07 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:20.984814 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fd82fa-f732-48a8-aa5c-8e387cedbf6d req-19244c6c-c94b-49f1-b93d-06daa9cf1a07 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:21.003214 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fd82fa-f732-48a8-aa5c-8e387cedbf6d req-19244c6c-c94b-49f1-b93d-06daa9cf1a07 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:21.036748 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:21.043185 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fd82fa-f732-48a8-aa5c-8e387cedbf6d req-19244c6c-c94b-49f1-b93d-06daa9cf1a07 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:21.058497 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fd82fa-f732-48a8-aa5c-8e387cedbf6d req-19244c6c-c94b-49f1-b93d-06daa9cf1a07 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:21.060510 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-47fd82fa-f732-48a8-aa5c-8e387cedbf6d req-19244c6c-c94b-49f1-b93d-06daa9cf1a07 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] 10.222.0.68 "GET /v2.0/ports?device_id=5c7b30e8-3087-4fa2-a121-bc36e0beab3b HTTP/1.1" status: 200 len: 5443 time: 0.3020539 Jul 14 09:27:21.065546 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968babcc-9121-4daf-ad6d-847da5ac18f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d05eec08-743a-4f33-a53f-822492ad54a7,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:21.078630 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72e2bc5e-4c60-4c69-81ed-50a1f6b1b07b {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:27:21.088539 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:27:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4a2873f-dbb2-4055-8bf3-3e6d345dc616 x-openstack-request-id: req-f4a2873f-dbb2-4055-8bf3-3e6d345dc616 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:27:21.088850 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9f22e9a-4298-4b73-8115-f2b7bacb077c", "tag": "8acf4a11-a053-4451-8c9e-0fead5441f50", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:27:21.089090 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-f4a2873f-dbb2-4055-8bf3-3e6d345dc616 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:27:21.089485 n-d-779913-29 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9f22e9a-4298-4b73-8115-f2b7bacb077c', 'tag': '8acf4a11-a053-4451-8c9e-0fead5441f50', 'status': 'completed', 'code': 200} Jul 14 09:27:21.118419 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port 72e2bc5e-4c60-4c69-81ed-50a1f6b1b07b, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=72e2bc5e-4c60-4c69-81ed-50a1f6b1b07b,segment=NetworkSegment(d7298ca0-8a82-4a6c-a35e-21e23aa9333b),segment_id=d7298ca0-8a82-4a6c-a35e-21e23aa9333b)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:27:21.126743 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:21.183331 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-354207a5-2e6c-4f91-a26a-baabb6a19b20 req-129b9abe-cda4-4812-ab22-c6a848d4ba66 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fdafaba0-da53-47c8-a4eb-7c69deccbba6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1217999 Jul 14 09:27:21.209063 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-7c8a2808-ed7e-4fd1-9ab4-a98c09606f7d req-5f63a0ca-fea3-4d73-ad3a-8a03ec064bfe tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:21.242864 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Pushing event updated for resources: {'Port': ['ID=72e2bc5e-4c60-4c69-81ed-50a1f6b1b07b,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:21.288735 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-47fd82fa-f732-48a8-aa5c-8e387cedbf6d req-5978865c-6d09-40f9-8130-ef4e4f39d884 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] 10.222.0.68 "GET /v2.0/security-groups?id=3e8708b8-59d7-4408-a840-9965955f2a4b&id=ff27f1e0-0078-49b9-90e3-125b24008d99&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1182277 Jul 14 09:27:21.338776 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8dc09afc-941c-4d44-a8aa-86ec6a9c2fcf req-d14892c7-2ee6-48b4-a2c9-5dcff5ef55f5 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/ports?device_id=aaf41307-8a2a-4475-a394-60dec9994678 HTTP/1.1" status: 200 len: 210 time: 0.0483840 Jul 14 09:27:21.340344 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-7c8a2808-ed7e-4fd1-9ab4-a98c09606f7d req-5f63a0ca-fea3-4d73-ad3a-8a03ec064bfe tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:21.342089 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-94111bdb-f82a-43b7-8a9b-4589fe728bcf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:21.380109 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-94111bdb-f82a-43b7-8a9b-4589fe728bcf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:21.386319 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] get_ports_and_sgs() called for port_ids ['355d4f4e-0f97-4599-8580-8d12831aaf46'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:27:21.467690 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-94111bdb-f82a-43b7-8a9b-4589fe728bcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:21.470318 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-94111bdb-f82a-43b7-8a9b-4589fe728bcf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:21.473719 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-94111bdb-f82a-43b7-8a9b-4589fe728bcf admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/d05eec08-743a-4f33-a53f-822492ad54a7 HTTP/1.1" status: 204 len: 168 time: 0.5680978 Jul 14 09:27:21.513128 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-354207a5-2e6c-4f91-a26a-baabb6a19b20 req-db8f453d-f613-466f-af72-f72ad62c360a service neutron] 10.222.0.57 "GET /v2.0/networks/fdafaba0-da53-47c8-a4eb-7c69deccbba6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2425866 Jul 14 09:27:21.543432 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c8a2808-ed7e-4fd1-9ab4-a98c09606f7d req-5f63a0ca-fea3-4d73-ad3a-8a03ec064bfe tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Network b13d7c6c-cfbf-4964-b16a-12c3c2736fe4 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:27:21.546151 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [req-7c8a2808-ed7e-4fd1-9ab4-a98c09606f7d req-5f63a0ca-fea3-4d73-ad3a-8a03ec064bfe tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:27:21.572565 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f63a0ca-fea3-4d73-ad3a-8a03ec064bfe tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Pushing event updated for resources: {'Port': ['ID=385af64a-4458-4f4a-beb8-321bcd5adccb,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:21.580526 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c8a2808-ed7e-4fd1-9ab4-a98c09606f7d req-5f63a0ca-fea3-4d73-ad3a-8a03ec064bfe tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:27:21.584633 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94111bdb-f82a-43b7-8a9b-4589fe728bcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d05eec08-743a-4f33-a53f-822492ad54a7,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:21.666285 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] get_ports_and_sgs() called for port_ids ['72e2bc5e-4c60-4c69-81ed-50a1f6b1b07b'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:27:21.707752 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8a2808-ed7e-4fd1-9ab4-a98c09606f7d req-5f63a0ca-fea3-4d73-ad3a-8a03ec064bfe tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:21.708440 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-7c8a2808-ed7e-4fd1-9ab4-a98c09606f7d req-5f63a0ca-fea3-4d73-ad3a-8a03ec064bfe tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:21.752042 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-7c8a2808-ed7e-4fd1-9ab4-a98c09606f7d req-5f63a0ca-fea3-4d73-ad3a-8a03ec064bfe tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1139047 Jul 14 09:27:21.770041 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-7c8a2808-ed7e-4fd1-9ab4-a98c09606f7d req-acfe3de2-7038-4aad-82ac-50f469ddee24 service neutron] Request body: {'port': {'device_id': 'aaf41307-8a2a-4475-a394-60dec9994678', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-29'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:27:21.852295 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4971b8-e590-486d-9a24-e41222c1c025 req-102de373-cd40-4620-9dd0-42b4539dfbc3 tempest-ServerRescueTestJSONUnderV235-1370369985 tempest-ServerRescueTestJSONUnderV235-1370369985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:21.854058 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-7b4971b8-e590-486d-9a24-e41222c1c025 req-102de373-cd40-4620-9dd0-42b4539dfbc3 tempest-ServerRescueTestJSONUnderV235-1370369985 tempest-ServerRescueTestJSONUnderV235-1370369985-project] 10.222.0.68 "GET /v2.0/ports?device_id=50c37d2a-9d36-413f-a86d-c6fd0726b830 HTTP/1.1" status: 200 len: 945 time: 0.3017490 Jul 14 09:27:21.856425 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-354207a5-2e6c-4f91-a26a-baabb6a19b20 req-5b2413ad-4eba-4b53-a8fd-f50ec2dab785 service neutron] 10.222.0.57 "GET /v2.0/networks/fdafaba0-da53-47c8-a4eb-7c69deccbba6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3399956 Jul 14 09:27:21.984223 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-7b4971b8-e590-486d-9a24-e41222c1c025 req-62c7164c-448b-49d5-8af1-1443edb88620 tempest-ServerRescueTestJSONUnderV235-1370369985 tempest-ServerRescueTestJSONUnderV235-1370369985-project] 10.222.0.68 "GET /v2.0/security-groups?id=83a8b8b4-4aa6-423e-95ab-da9a4626b74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100099 Jul 14 09:27:22.007147 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-7c8a2808-ed7e-4fd1-9ab4-a98c09606f7d req-acfe3de2-7038-4aad-82ac-50f469ddee24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:22.089467 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cee337-7e42-4b0f-a47b-1f604020f7ed req-c4f995ea-1bcc-4e30-a6ba-7d883e276b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:22.092785 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-efdf9553-02dd-4acb-9377-fec7cccf4913 req-aad3f7c9-39f6-400f-8cae-f03b05b2fb43 tempest-ServerShowV257Test-1310402526 tempest-ServerShowV257Test-1310402526-project] 10.222.0.68 "GET /v2.0/ports?device_id=16fbc2dd-60ec-49c7-a646-99b41923de43 HTTP/1.1" status: 200 len: 210 time: 0.0681009 Jul 14 09:27:22.096800 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-19cee337-7e42-4b0f-a47b-1f604020f7ed req-c4f995ea-1bcc-4e30-a6ba-7d883e276b78 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=88495f2d6951432397900165a462d224&device_id=c9f22e9a-4298-4b73-8115-f2b7bacb077c HTTP/1.1" status: 200 len: 1095 time: 0.1286349 Jul 14 09:27:22.119687 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a0b2abe8-7126-414d-bcb7-c8a9179ec5e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:22.439161 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cee337-7e42-4b0f-a47b-1f604020f7ed req-c9cf037f-6bfa-4d70-aed6-f12392e848a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:22.440570 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-19cee337-7e42-4b0f-a47b-1f604020f7ed req-c9cf037f-6bfa-4d70-aed6-f12392e848a6 service neutron] 10.222.0.57 "GET /v2.0/networks?id=fdafaba0-da53-47c8-a4eb-7c69deccbba6 HTTP/1.1" status: 200 len: 909 time: 0.3378129 Jul 14 09:27:22.483749 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754b9514-db0e-456c-bd37-2f5d8256c194 req-412c99cc-8e2a-4973-8d23-ae9d6823275c tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:22.490488 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754b9514-db0e-456c-bd37-2f5d8256c194 req-412c99cc-8e2a-4973-8d23-ae9d6823275c tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:22.502352 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-754b9514-db0e-456c-bd37-2f5d8256c194 req-412c99cc-8e2a-4973-8d23-ae9d6823275c tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] 10.222.0.68 "GET /v2.0/ports?device_id=a40bf78b-2e99-44c3-a0e8-4e20b5a28461 HTTP/1.1" status: 200 len: 1681 time: 0.2788732 Jul 14 09:27:22.548312 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faff6ca1-1029-4410-835a-7c337448055d req-acab0ac4-0079-473c-9113-b8c128e8f178 tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:22.550999 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-faff6ca1-1029-4410-835a-7c337448055d req-acab0ac4-0079-473c-9113-b8c128e8f178 tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] 10.222.0.68 "GET /v2.0/ports?device_id=c9f22e9a-4298-4b73-8115-f2b7bacb077c HTTP/1.1" status: 200 len: 943 time: 0.2528176 Jul 14 09:27:22.563642 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-19cee337-7e42-4b0f-a47b-1f604020f7ed req-3878e624-30bf-4142-b999-a9b479581b17 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8acf4a11-a053-4451-8c9e-0fead5441f50 HTTP/1.1" status: 200 len: 217 time: 0.0979168 Jul 14 09:27:22.662796 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-754b9514-db0e-456c-bd37-2f5d8256c194 req-ce641b40-4850-424b-ac69-6408f56b56e6 tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] 10.222.0.68 "GET /v2.0/security-groups?id=e583495f-449a-49ad-92be-ddfb834c83f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011851 Jul 14 09:27:22.667382 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-faff6ca1-1029-4410-835a-7c337448055d req-90e50cae-7ba3-4f60-9b07-1da7393d3a85 tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] 10.222.0.68 "GET /v2.0/security-groups?id=cf40bcd2-1dd1-48fb-a6b7-6df0e80ce2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970721 Jul 14 09:27:22.688961 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cee337-7e42-4b0f-a47b-1f604020f7ed req-ddcac514-e4f0-4acc-8d12-b167bda358fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:22.690463 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-19cee337-7e42-4b0f-a47b-1f604020f7ed req-ddcac514-e4f0-4acc-8d12-b167bda358fd service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5194e827-9fb1-419e-b4bc-69aee8b3dca3 HTTP/1.1" status: 200 len: 848 time: 0.1187947 Jul 14 09:27:22.743163 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-19cee337-7e42-4b0f-a47b-1f604020f7ed req-d2ef00f4-49b1-4b6e-bcd6-a9dc9b80fc62 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fdafaba0-da53-47c8-a4eb-7c69deccbba6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423822 Jul 14 09:27:22.761329 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [req-7c8a2808-ed7e-4fd1-9ab4-a98c09606f7d req-acfe3de2-7038-4aad-82ac-50f469ddee24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 385af64a-4458-4f4a-beb8-321bcd5adccb {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:27:22.798111 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-7c8a2808-ed7e-4fd1-9ab4-a98c09606f7d req-acfe3de2-7038-4aad-82ac-50f469ddee24 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:22.861693 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [req-7c8a2808-ed7e-4fd1-9ab4-a98c09606f7d req-acfe3de2-7038-4aad-82ac-50f469ddee24 service neutron] Transition to ACTIVE for port object 385af64a-4458-4f4a-beb8-321bcd5adccb will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:27:22.873932 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-7c8a2808-ed7e-4fd1-9ab4-a98c09606f7d req-acfe3de2-7038-4aad-82ac-50f469ddee24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:22.950936 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-19cee337-7e42-4b0f-a47b-1f604020f7ed req-361c80c7-a7d6-4aae-98fc-d2ebdb9cd2d3 service neutron] 10.222.0.57 "GET /v2.0/networks/fdafaba0-da53-47c8-a4eb-7c69deccbba6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2001629 Jul 14 09:27:22.955885 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfe3de2-7038-4aad-82ac-50f469ddee24 service neutron] Pushing event updated for resources: {'Port': ['ID=385af64a-4458-4f4a-beb8-321bcd5adccb,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:22.970361 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5a6999-7bbc-42aa-bcf7-9b015a7c7908 req-298e1809-1f9a-4fe6-ad0d-8f1b8576b1d9 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:22.972042 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-bd5a6999-7bbc-42aa-bcf7-9b015a7c7908 req-298e1809-1f9a-4fe6-ad0d-8f1b8576b1d9 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/ports?device_id=aaf41307-8a2a-4475-a394-60dec9994678 HTTP/1.1" status: 200 len: 931 time: 0.1671925 Jul 14 09:27:23.112122 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-bd5a6999-7bbc-42aa-bcf7-9b015a7c7908 req-2e8e9ceb-2598-4972-98bd-9797caf0d7cc tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/security-groups?id=bfacbc39-872c-438f-b7f4-05abded490ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099107 Jul 14 09:27:23.128086 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32d9d5d-14a2-429a-9c76-74a42808fec4 req-0aee847c-d8b7-438d-ab11-e03e8edb9f45 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:23.135588 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32d9d5d-14a2-429a-9c76-74a42808fec4 req-0aee847c-d8b7-438d-ab11-e03e8edb9f45 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:23.143554 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32d9d5d-14a2-429a-9c76-74a42808fec4 req-0aee847c-d8b7-438d-ab11-e03e8edb9f45 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:23.151530 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32d9d5d-14a2-429a-9c76-74a42808fec4 req-0aee847c-d8b7-438d-ab11-e03e8edb9f45 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:23.155097 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-7c8a2808-ed7e-4fd1-9ab4-a98c09606f7d req-acfe3de2-7038-4aad-82ac-50f469ddee24 service neutron] Attempting to bind port 385af64a-4458-4f4a-beb8-321bcd5adccb on host n-h2-779913-29 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:27:23.156642 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-7c8a2808-ed7e-4fd1-9ab4-a98c09606f7d req-acfe3de2-7038-4aad-82ac-50f469ddee24 service neutron] Attempting to bind port 385af64a-4458-4f4a-beb8-321bcd5adccb by drivers openvswitch,hyperv on host n-h2-779913-29 at level 0 using segments [{'id': 'f28b4a20-abdb-43f4-86e7-8da3ae7a1990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'b13d7c6c-cfbf-4964-b16a-12c3c2736fe4'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:27:23.156996 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c8a2808-ed7e-4fd1-9ab4-a98c09606f7d req-acfe3de2-7038-4aad-82ac-50f469ddee24 service neutron] Attempting to bind port 385af64a-4458-4f4a-beb8-321bcd5adccb on network b13d7c6c-cfbf-4964-b16a-12c3c2736fe4 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:27:23.158983 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32d9d5d-14a2-429a-9c76-74a42808fec4 req-0aee847c-d8b7-438d-ab11-e03e8edb9f45 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:23.166734 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32d9d5d-14a2-429a-9c76-74a42808fec4 req-0aee847c-d8b7-438d-ab11-e03e8edb9f45 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:23.167185 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c8a2808-ed7e-4fd1-9ab4-a98c09606f7d req-acfe3de2-7038-4aad-82ac-50f469ddee24 service neutron] Port 385af64a-4458-4f4a-beb8-321bcd5adccb on network b13d7c6c-cfbf-4964-b16a-12c3c2736fe4 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-29 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:27:23.167520 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c8a2808-ed7e-4fd1-9ab4-a98c09606f7d req-acfe3de2-7038-4aad-82ac-50f469ddee24 service neutron] Attempting to bind port 385af64a-4458-4f4a-beb8-321bcd5adccb on network b13d7c6c-cfbf-4964-b16a-12c3c2736fe4 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:27:23.174418 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32d9d5d-14a2-429a-9c76-74a42808fec4 req-0aee847c-d8b7-438d-ab11-e03e8edb9f45 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:23.182157 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c8a2808-ed7e-4fd1-9ab4-a98c09606f7d req-acfe3de2-7038-4aad-82ac-50f469ddee24 service neutron] Checking agent: {'id': '013e4a3b-a634-47b8-b6a5-1a25109b73fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 13, 13), 'started_at': datetime.datetime(2021, 7, 14, 9, 13, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 27, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:27:23.182497 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c8a2808-ed7e-4fd1-9ab4-a98c09606f7d req-acfe3de2-7038-4aad-82ac-50f469ddee24 service neutron] Checking segment: {'id': 'f28b4a20-abdb-43f4-86e7-8da3ae7a1990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'b13d7c6c-cfbf-4964-b16a-12c3c2736fe4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:27:23.183154 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c8a2808-ed7e-4fd1-9ab4-a98c09606f7d req-acfe3de2-7038-4aad-82ac-50f469ddee24 service neutron] Bound using segment: {'id': 'f28b4a20-abdb-43f4-86e7-8da3ae7a1990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'b13d7c6c-cfbf-4964-b16a-12c3c2736fe4'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:27:23.183613 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-7c8a2808-ed7e-4fd1-9ab4-a98c09606f7d req-acfe3de2-7038-4aad-82ac-50f469ddee24 service neutron] Bound port: 385af64a-4458-4f4a-beb8-321bcd5adccb, host: n-h2-779913-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f28b4a20-abdb-43f4-86e7-8da3ae7a1990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'b13d7c6c-cfbf-4964-b16a-12c3c2736fe4'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:27:23.185850 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-c32d9d5d-14a2-429a-9c76-74a42808fec4 req-0aee847c-d8b7-438d-ab11-e03e8edb9f45 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] 10.222.0.68 "GET /v2.0/ports?device_id=5c7b30e8-3087-4fa2-a121-bc36e0beab3b HTTP/1.1" status: 200 len: 5443 time: 0.3298583 Jul 14 09:27:23.185992 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-7c8a2808-ed7e-4fd1-9ab4-a98c09606f7d req-acfe3de2-7038-4aad-82ac-50f469ddee24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:23.262692 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-c32d9d5d-14a2-429a-9c76-74a42808fec4 req-51f3ae4d-376b-4006-8084-6539c8b8d39c tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] 10.222.0.68 "GET /v2.0/security-groups?id=3e8708b8-59d7-4408-a840-9965955f2a4b&id=ff27f1e0-0078-49b9-90e3-125b24008d99&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0755258 Jul 14 09:27:23.306688 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-19cee337-7e42-4b0f-a47b-1f604020f7ed req-3a7c8d31-bca3-4315-ad29-a15b7b1654f2 service neutron] 10.222.0.57 "GET /v2.0/networks/fdafaba0-da53-47c8-a4eb-7c69deccbba6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2931309 Jul 14 09:27:23.455065 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-37922afe-fa40-4757-b350-0199816effcd req-10532317-7397-44af-bfb6-f366843470dd tempest-ServerShowV257Test-1310402526 tempest-ServerShowV257Test-1310402526-project] 10.222.0.68 "GET /v2.0/ports?device_id=16fbc2dd-60ec-49c7-a646-99b41923de43 HTTP/1.1" status: 200 len: 210 time: 0.0408523 Jul 14 09:27:23.505511 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-7c8a2808-ed7e-4fd1-9ab4-a98c09606f7d req-acfe3de2-7038-4aad-82ac-50f469ddee24 service neutron] For port 385af64a-4458-4f4a-beb8-321bcd5adccb, host n-h2-779913-29, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:27:23.534841 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e120ea8b-cdcf-44fd-a03c-9b012601d384 req-8b7a23cc-f4ba-46fd-bda7-4c605a5c799e service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=49dade44-ccac-4abc-b1f0-ef47f906dc66&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3432090 Jul 14 09:27:23.547213 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-7c8a2808-ed7e-4fd1-9ab4-a98c09606f7d req-acfe3de2-7038-4aad-82ac-50f469ddee24 service neutron] For port 385af64a-4458-4f4a-beb8-321bcd5adccb, host n-h2-779913-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=385af64a-4458-4f4a-beb8-321bcd5adccb,segment=NetworkSegment(f28b4a20-abdb-43f4-86e7-8da3ae7a1990),segment_id=f28b4a20-abdb-43f4-86e7-8da3ae7a1990)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:27:23.561465 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652c07b3-e0f6-4062-a996-70ebe0cad88f req-30534ab1-1851-4a8d-9f27-084c9a04852e tempest-ServerRescueTestJSONUnderV235-1370369985 tempest-ServerRescueTestJSONUnderV235-1370369985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:23.571363 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-652c07b3-e0f6-4062-a996-70ebe0cad88f req-30534ab1-1851-4a8d-9f27-084c9a04852e tempest-ServerRescueTestJSONUnderV235-1370369985 tempest-ServerRescueTestJSONUnderV235-1370369985-project] 10.222.0.68 "GET /v2.0/ports?device_id=50c37d2a-9d36-413f-a86d-c6fd0726b830 HTTP/1.1" status: 200 len: 945 time: 0.2006292 Jul 14 09:27:23.614246 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-7c8a2808-ed7e-4fd1-9ab4-a98c09606f7d req-acfe3de2-7038-4aad-82ac-50f469ddee24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:23.705785 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfe3de2-7038-4aad-82ac-50f469ddee24 service neutron] Pushing event updated for resources: {'Port': ['ID=385af64a-4458-4f4a-beb8-321bcd5adccb,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:23.707640 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d38597c-7132-4b6f-8041-4a077f739f0d req-ad7f378e-8509-4306-8276-8a4d42207386 tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:23.715459 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d38597c-7132-4b6f-8041-4a077f739f0d req-ad7f378e-8509-4306-8276-8a4d42207386 tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:23.717643 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-2d38597c-7132-4b6f-8041-4a077f739f0d req-ad7f378e-8509-4306-8276-8a4d42207386 tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] 10.222.0.57 "GET /v2.0/ports?device_id=a40bf78b-2e99-44c3-a0e8-4e20b5a28461 HTTP/1.1" status: 200 len: 1681 time: 0.1458945 Jul 14 09:27:23.742133 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-652c07b3-e0f6-4062-a996-70ebe0cad88f req-b657ffee-7e2d-41c0-82b2-d06dc323f3d8 tempest-ServerRescueTestJSONUnderV235-1370369985 tempest-ServerRescueTestJSONUnderV235-1370369985-project] 10.222.0.68 "GET /v2.0/security-groups?id=83a8b8b4-4aa6-423e-95ab-da9a4626b74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687946 Jul 14 09:27:23.757785 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8a2808-ed7e-4fd1-9ab4-a98c09606f7d req-acfe3de2-7038-4aad-82ac-50f469ddee24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:23.762063 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-7c8a2808-ed7e-4fd1-9ab4-a98c09606f7d req-acfe3de2-7038-4aad-82ac-50f469ddee24 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:23.764432 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-7c8a2808-ed7e-4fd1-9ab4-a98c09606f7d req-acfe3de2-7038-4aad-82ac-50f469ddee24 service neutron] 10.222.0.57 "PUT /v2.0/ports/385af64a-4458-4f4a-beb8-321bcd5adccb HTTP/1.1" status: 200 len: 1092 time: 1.9987605 Jul 14 09:27:23.774064 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aaf41307-8a2a-4475-a394-60dec9994678', 'tag': '385af64a-4458-4f4a-beb8-321bcd5adccb'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:27:23.783143 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9ba5e63-1134-4d8a-bcc0-bd1cde090240" -d '{"events": [{"name": "network-changed", "server_uuid": "aaf41307-8a2a-4475-a394-60dec9994678", "tag": "385af64a-4458-4f4a-beb8-321bcd5adccb"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:27:23.797627 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382a5518-3bb8-490e-baff-8e1358fbd3b0 req-81ef1c9d-15b5-4d0e-baa0-174f51803c7c tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:23.804734 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382a5518-3bb8-490e-baff-8e1358fbd3b0 req-81ef1c9d-15b5-4d0e-baa0-174f51803c7c tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:23.812179 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382a5518-3bb8-490e-baff-8e1358fbd3b0 req-81ef1c9d-15b5-4d0e-baa0-174f51803c7c tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:23.812314 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e120ea8b-cdcf-44fd-a03c-9b012601d384 req-262fcd7a-42f5-4896-b07d-9c2713a2caf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:23.813955 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e120ea8b-cdcf-44fd-a03c-9b012601d384 req-262fcd7a-42f5-4896-b07d-9c2713a2caf0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=88495f2d6951432397900165a462d224&device_id=49dade44-ccac-4abc-b1f0-ef47f906dc66 HTTP/1.1" status: 200 len: 1097 time: 0.2147748 Jul 14 09:27:23.830394 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382a5518-3bb8-490e-baff-8e1358fbd3b0 req-81ef1c9d-15b5-4d0e-baa0-174f51803c7c tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:23.837160 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382a5518-3bb8-490e-baff-8e1358fbd3b0 req-81ef1c9d-15b5-4d0e-baa0-174f51803c7c tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:23.844587 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382a5518-3bb8-490e-baff-8e1358fbd3b0 req-81ef1c9d-15b5-4d0e-baa0-174f51803c7c tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:23.850628 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382a5518-3bb8-490e-baff-8e1358fbd3b0 req-81ef1c9d-15b5-4d0e-baa0-174f51803c7c tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:23.863309 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-382a5518-3bb8-490e-baff-8e1358fbd3b0 req-81ef1c9d-15b5-4d0e-baa0-174f51803c7c tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] 10.222.0.68 "GET /v2.0/ports?device_id=5c7b30e8-3087-4fa2-a121-bc36e0beab3b HTTP/1.1" status: 200 len: 5443 time: 0.2544103 Jul 14 09:27:23.867644 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 49538) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:23.882757 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-315be66b-1c9c-42ef-8bcc-d8ac4bcc4c47 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Request body: {'floatingip': {'port_id': 'ffe829c0-0934-4130-8161-32be762e52f8'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:27:23.940833 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-315be66b-1c9c-42ef-8bcc-d8ac4bcc4c47 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Notify callbacks [] for floatingip, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:24.143237 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8a2808-ed7e-4fd1-9ab4-a98c09606f7d req-2f9f04c4-bd9a-4506-9be2-fa20adeb17d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:24.144992 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-7c8a2808-ed7e-4fd1-9ab4-a98c09606f7d req-2f9f04c4-bd9a-4506-9be2-fa20adeb17d1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5a5f2c2d833f465d9525ee4af4d3c349&device_id=aaf41307-8a2a-4475-a394-60dec9994678 HTTP/1.1" status: 200 len: 1095 time: 0.2851889 Jul 14 09:27:24.163501 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37b66b8-f907-4aa0-9232-ce29d0d42681 req-b6ee01c9-fe94-4ce4-b4aa-294d10d968e7 tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:24.169868 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37b66b8-f907-4aa0-9232-ce29d0d42681 req-b6ee01c9-fe94-4ce4-b4aa-294d10d968e7 tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:24.177033 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a37b66b8-f907-4aa0-9232-ce29d0d42681 req-b6ee01c9-fe94-4ce4-b4aa-294d10d968e7 tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] 10.222.0.68 "GET /v2.0/ports?device_id=a40bf78b-2e99-44c3-a0e8-4e20b5a28461 HTTP/1.1" status: 200 len: 1681 time: 0.2225711 Jul 14 09:27:24.201292 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e120ea8b-cdcf-44fd-a03c-9b012601d384 req-17527c36-b7a8-4d8a-9124-ed22263ca9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:24.201599 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-2d38597c-7132-4b6f-8041-4a077f739f0d req-053361c8-6358-4885-b106-3aab683f411e tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Deleting port cd8b5dc0-d440-44f6-a7b8-596d46789b6d {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:27:24.201964 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-2d38597c-7132-4b6f-8041-4a077f739f0d req-053361c8-6358-4885-b106-3aab683f411e tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:24.203182 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e120ea8b-cdcf-44fd-a03c-9b012601d384 req-17527c36-b7a8-4d8a-9124-ed22263ca9a2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=fdafaba0-da53-47c8-a4eb-7c69deccbba6 HTTP/1.1" status: 200 len: 909 time: 0.3413627 Jul 14 09:27:24.252900 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-7c8a2808-ed7e-4fd1-9ab4-a98c09606f7d req-a1070704-82b7-4ab9-b01b-d5b86aef1db2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=385af64a-4458-4f4a-beb8-321bcd5adccb HTTP/1.1" status: 200 len: 217 time: 0.0734954 Jul 14 09:27:24.303631 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933d8bc8-8399-49aa-9233-770447779d77 req-268799b3-7acc-4d7b-9a9b-2e027157dd72 tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:24.308351 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e120ea8b-cdcf-44fd-a03c-9b012601d384 req-0f778d8b-b068-4e9d-a6e1-32d7fae18ea8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c5728230-7217-466d-a8f2-3ec8768eb0f8 HTTP/1.1" status: 200 len: 217 time: 0.0650394 Jul 14 09:27:24.312083 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-933d8bc8-8399-49aa-9233-770447779d77 req-268799b3-7acc-4d7b-9a9b-2e027157dd72 tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] 10.222.0.68 "GET /v2.0/ports?device_id=c9f22e9a-4298-4b73-8115-f2b7bacb077c HTTP/1.1" status: 200 len: 943 time: 0.2915316 Jul 14 09:27:24.369998 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a37b66b8-f907-4aa0-9232-ce29d0d42681 req-8d657c15-72c1-4318-8acc-9f6d0ea488c0 tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] 10.222.0.68 "GET /v2.0/security-groups?id=e583495f-449a-49ad-92be-ddfb834c83f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917653 Jul 14 09:27:24.436608 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-933d8bc8-8399-49aa-9233-770447779d77 req-71f82dc3-0b8b-431b-9a12-627554dfe688 tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] 10.222.0.68 "GET /v2.0/security-groups?id=cf40bcd2-1dd1-48fb-a6b7-6df0e80ce2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234932 Jul 14 09:27:24.463003 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:27:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b12ded8-8c16-4e44-bb2c-09b99c5505e7 x-openstack-request-id: req-7b12ded8-8c16-4e44-bb2c-09b99c5505e7 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:27:24.463308 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aaf41307-8a2a-4475-a394-60dec9994678", "tag": "385af64a-4458-4f4a-beb8-321bcd5adccb", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:27:24.463574 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-7b12ded8-8c16-4e44-bb2c-09b99c5505e7 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:27:24.463994 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aaf41307-8a2a-4475-a394-60dec9994678', 'tag': '385af64a-4458-4f4a-beb8-321bcd5adccb', 'status': 'completed', 'code': 200} Jul 14 09:27:24.490904 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-2d38597c-7132-4b6f-8041-4a077f739f0d req-053361c8-6358-4885-b106-3aab683f411e tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] For port cd8b5dc0-d440-44f6-a7b8-596d46789b6d, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=cd8b5dc0-d440-44f6-a7b8-596d46789b6d,segment=NetworkSegment(65c8a5c4-f5d0-4c14-b2bd-692aa7bcf671),segment_id=65c8a5c4-f5d0-4c14-b2bd-692aa7bcf671)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:27:24.491283 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-2d38597c-7132-4b6f-8041-4a077f739f0d req-053361c8-6358-4885-b106-3aab683f411e tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:24.506823 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8a2808-ed7e-4fd1-9ab4-a98c09606f7d req-8fdf0b30-daa8-43b4-ad0c-dd71f3a7b945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:24.508960 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-7c8a2808-ed7e-4fd1-9ab4-a98c09606f7d req-8fdf0b30-daa8-43b4-ad0c-dd71f3a7b945 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4eebc946-7649-496b-bf8c-5c786643586c HTTP/1.1" status: 200 len: 846 time: 0.2185349 Jul 14 09:27:24.513164 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e120ea8b-cdcf-44fd-a03c-9b012601d384 req-aff03f6e-1e50-4b6f-8b16-4db4716784f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:24.514838 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e120ea8b-cdcf-44fd-a03c-9b012601d384 req-aff03f6e-1e50-4b6f-8b16-4db4716784f4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5194e827-9fb1-419e-b4bc-69aee8b3dca3 HTTP/1.1" status: 200 len: 848 time: 0.1725309 Jul 14 09:27:24.561672 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e120ea8b-cdcf-44fd-a03c-9b012601d384 req-8a216ade-70a7-47fc-910f-1986398f9966 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fdafaba0-da53-47c8-a4eb-7c69deccbba6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396640 Jul 14 09:27:24.594876 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-2d38597c-7132-4b6f-8041-4a077f739f0d req-053361c8-6358-4885-b106-3aab683f411e tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Calling delete_port for cd8b5dc0-d440-44f6-a7b8-596d46789b6d owned by compute:nova {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:27:24.707276 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 72e2bc5e-4c60-4c69-81ed-50a1f6b1b07b up at agent hyperv_n-h1-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:27:24.716070 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-2f9fea39-6150-453e-9d4c-1ef86cd67eaa req-069ffc3e-b7b8-47b2-83d1-b9b2012a1120 tempest-ServerShowV257Test-1310402526 tempest-ServerShowV257Test-1310402526-project] 10.222.0.68 "GET /v2.0/ports?device_id=16fbc2dd-60ec-49c7-a646-99b41923de43 HTTP/1.1" status: 200 len: 210 time: 0.0435922 Jul 14 09:27:24.719611 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-7c8a2808-ed7e-4fd1-9ab4-a98c09606f7d req-c4b2b374-6c2b-465c-b970-faf66239e804 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b13d7c6c-cfbf-4964-b16a-12c3c2736fe4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1612847 Jul 14 09:27:24.749678 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e120ea8b-cdcf-44fd-a03c-9b012601d384 req-885a93ae-9d98-4b48-9d7e-efefb84af468 service neutron] 10.222.0.57 "GET /v2.0/networks/fdafaba0-da53-47c8-a4eb-7c69deccbba6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1755378 Jul 14 09:27:24.766941 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:24.813710 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c9df0e53-1e08-4137-b19e-b6144c3a3603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:24.848361 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Provisioning for port 72e2bc5e-4c60-4c69-81ed-50a1f6b1b07b completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:27:24.855082 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Provisioning complete for port 72e2bc5e-4c60-4c69-81ed-50a1f6b1b07b triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:27:24.855739 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:25.011259 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:25.067286 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port 72e2bc5e-4c60-4c69-81ed-50a1f6b1b07b, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=72e2bc5e-4c60-4c69-81ed-50a1f6b1b07b,segment=NetworkSegment(d7298ca0-8a82-4a6c-a35e-21e23aa9333b),segment_id=d7298ca0-8a82-4a6c-a35e-21e23aa9333b)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:27:25.068683 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50c37d2a-9d36-413f-a86d-c6fd0726b830', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72e2bc5e-4c60-4c69-81ed-50a1f6b1b07b'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:27:25.073403 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd62303f06773040a8a4e189dc46b4f565768c299abf8ab8e7739778b0bc3e97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dbb1ae0-e710-415b-acfb-8285e0915858" -d '{"events": [{"server_uuid": "50c37d2a-9d36-413f-a86d-c6fd0726b830", "name": "network-vif-plugged", "status": "completed", "tag": "72e2bc5e-4c60-4c69-81ed-50a1f6b1b07b"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:27:25.077721 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:25.116420 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-315be66b-1c9c-42ef-8bcc-d8ac4bcc4c47 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:25.128208 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-315be66b-1c9c-42ef-8bcc-d8ac4bcc4c47 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-660590'] for floatingip, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:25.152180 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4240edfd-c188-487c-b5d6-f08aa7071bfe req-80a2f705-4f59-48d0-b981-0db37bfc04b2 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:25.159714 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Pushing event updated for resources: {'Port': ['ID=72e2bc5e-4c60-4c69-81ed-50a1f6b1b07b,revision_number=5']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:25.161635 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-4240edfd-c188-487c-b5d6-f08aa7071bfe req-80a2f705-4f59-48d0-b981-0db37bfc04b2 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/ports?device_id=aaf41307-8a2a-4475-a394-60dec9994678 HTTP/1.1" status: 200 len: 943 time: 0.4844205 Jul 14 09:27:25.181432 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-2d38597c-7132-4b6f-8041-4a077f739f0d req-053361c8-6358-4885-b106-3aab683f411e tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:25.197436 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab183b15-9286-4ee9-9fbf-01613ca23882 req-f9a2ca68-03ad-4014-85ec-36deed85498f tempest-ServerRescueTestJSONUnderV235-1370369985 tempest-ServerRescueTestJSONUnderV235-1370369985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:25.198981 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ab183b15-9286-4ee9-9fbf-01613ca23882 req-f9a2ca68-03ad-4014-85ec-36deed85498f tempest-ServerRescueTestJSONUnderV235-1370369985 tempest-ServerRescueTestJSONUnderV235-1370369985-project] 10.222.0.68 "GET /v2.0/ports?device_id=50c37d2a-9d36-413f-a86d-c6fd0726b830 HTTP/1.1" status: 200 len: 945 time: 0.2381582 Jul 14 09:27:25.211347 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e120ea8b-cdcf-44fd-a03c-9b012601d384 req-a83ad2ce-c67a-4bb5-8aa0-cefd834998d9 service neutron] 10.222.0.57 "GET /v2.0/networks/fdafaba0-da53-47c8-a4eb-7c69deccbba6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4490895 Jul 14 09:27:25.255521 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-7c8a2808-ed7e-4fd1-9ab4-a98c09606f7d req-bdd1ca6b-6413-46d7-9a3e-c7a1a8569092 service neutron] 10.222.0.57 "GET /v2.0/networks/b13d7c6c-cfbf-4964-b16a-12c3c2736fe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4944971 Jul 14 09:27:25.266101 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-4240edfd-c188-487c-b5d6-f08aa7071bfe req-573136d4-1d09-4f6c-bb16-f8d3c3bc4da2 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/security-groups?id=bfacbc39-872c-438f-b7f4-05abded490ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024349 Jul 14 09:27:25.266468 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053361c8-6358-4885-b106-3aab683f411e tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Pushing event deleted for resources: {'Port': ['ID=cd8b5dc0-d440-44f6-a7b8-596d46789b6d,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:25.369786 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:27:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4919690-80bb-42cb-b03a-a53eb79508ac x-openstack-request-id: req-c4919690-80bb-42cb-b03a-a53eb79508ac {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:27:25.370090 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50c37d2a-9d36-413f-a86d-c6fd0726b830", "name": "network-vif-plugged", "status": "completed", "tag": "72e2bc5e-4c60-4c69-81ed-50a1f6b1b07b", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:27:25.370354 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-c4919690-80bb-42cb-b03a-a53eb79508ac {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:27:25.370859 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50c37d2a-9d36-413f-a86d-c6fd0726b830', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72e2bc5e-4c60-4c69-81ed-50a1f6b1b07b', 'code': 200} Jul 14 09:27:25.433911 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-7c8a2808-ed7e-4fd1-9ab4-a98c09606f7d req-05f7875d-a220-49b8-b6ca-bc67cc0f21ab service neutron] 10.222.0.57 "GET /v2.0/networks/b13d7c6c-cfbf-4964-b16a-12c3c2736fe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1665833 Jul 14 09:27:25.711420 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d38597c-7132-4b6f-8041-4a077f739f0d req-053361c8-6358-4885-b106-3aab683f411e tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] No DVR routers for this DVR port cd8b5dc0-d440-44f6-a7b8-596d46789b6d on host n-h2-779913-29 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:27:25.717371 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-2d38597c-7132-4b6f-8041-4a077f739f0d req-053361c8-6358-4885-b106-3aab683f411e tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:25.720429 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-2d38597c-7132-4b6f-8041-4a077f739f0d req-053361c8-6358-4885-b106-3aab683f411e tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] 10.222.0.57 "DELETE /v2.0/ports/cd8b5dc0-d440-44f6-a7b8-596d46789b6d HTTP/1.1" status: 204 len: 173 time: 1.9958963 Jul 14 09:27:25.723016 n-d-779913-29 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a40bf78b-2e99-44c3-a0e8-4e20b5a28461', 'name': 'network-vif-deleted', 'tag': 'cd8b5dc0-d440-44f6-a7b8-596d46789b6d'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:27:25.725693 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cb48f044f948e981f43897c8d7f1332f741dc7af2b4c5a6e19d8f4a80f708e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-058e7793-9c5b-42d4-83d5-3c0f171cdef4" -d '{"events": [{"server_uuid": "a40bf78b-2e99-44c3-a0e8-4e20b5a28461", "name": "network-vif-deleted", "tag": "cd8b5dc0-d440-44f6-a7b8-596d46789b6d"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:27:25.736453 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ba5e63-1134-4d8a-bcc0-bd1cde090240 req-d1193244-4cd3-4628-8b96-f29a36cc4c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:25.738011 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f9ba5e63-1134-4d8a-bcc0-bd1cde090240 req-d1193244-4cd3-4628-8b96-f29a36cc4c27 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5a5f2c2d833f465d9525ee4af4d3c349&device_id=aaf41307-8a2a-4475-a394-60dec9994678 HTTP/1.1" status: 200 len: 1095 time: 0.1738124 Jul 14 09:27:25.755891 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe9dcf2-0d08-4caf-a67a-ddc5d0f9d1b6 req-843a151e-5f38-4803-bedf-203e54c13813 tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:25.757445 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-cbe9dcf2-0d08-4caf-a67a-ddc5d0f9d1b6 req-843a151e-5f38-4803-bedf-203e54c13813 tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] 10.222.0.68 "GET /v2.0/ports?device_id=a40bf78b-2e99-44c3-a0e8-4e20b5a28461 HTTP/1.1" status: 200 len: 945 time: 0.1943488 Jul 14 09:27:25.758929 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ab183b15-9286-4ee9-9fbf-01613ca23882 req-3da00596-f7de-4255-9024-fba8f0011e6b tempest-ServerRescueTestJSONUnderV235-1370369985 tempest-ServerRescueTestJSONUnderV235-1370369985-project] 10.222.0.68 "GET /v2.0/security-groups?id=83a8b8b4-4aa6-423e-95ab-da9a4626b74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5318344 Jul 14 09:27:25.769475 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff0bfa0-0f53-4364-ba21-337c90b87dc5 req-f6566b02-9c97-43f0-a06c-64f70d5b4a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:25.771061 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3ff0bfa0-0f53-4364-ba21-337c90b87dc5 req-f6566b02-9c97-43f0-a06c-64f70d5b4a2d service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=50c37d2a-9d36-413f-a86d-c6fd0726b830 HTTP/1.1" status: 200 len: 1098 time: 0.2631145 Jul 14 09:27:25.806473 n-d-779913-29 neutron-server[93958]: INFO neutron.db.l3_db [None req-315be66b-1c9c-42ef-8bcc-d8ac4bcc4c47 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Floating IP f1c97d18-0a5e-425e-b133-83c2f00cf131 associated. External IP: 172.25.4.36, port: ffe829c0-0934-4130-8161-32be762e52f8. Jul 14 09:27:25.846071 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5ad31076-714c-49ec-bc37-f3d4cd90112a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:25.888295 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3ff0bfa0-0f53-4364-ba21-337c90b87dc5 req-2a2accc9-d73f-443c-96ac-1b34bb26dd2b service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=83a8b8b4-4aa6-423e-95ab-da9a4626b74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051657 Jul 14 09:27:25.905233 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-cbe9dcf2-0d08-4caf-a67a-ddc5d0f9d1b6 req-c4b2f436-89c3-4410-ada5-d11c276bdb38 tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] 10.222.0.68 "GET /v2.0/security-groups?id=e583495f-449a-49ad-92be-ddfb834c83f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332178 Jul 14 09:27:25.922938 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ba5e63-1134-4d8a-bcc0-bd1cde090240 req-6eb82949-5113-41bd-98de-1eec2f816e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:25.929080 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f9ba5e63-1134-4d8a-bcc0-bd1cde090240 req-6eb82949-5113-41bd-98de-1eec2f816e47 service neutron] 10.222.0.57 "GET /v2.0/networks?id=b13d7c6c-cfbf-4964-b16a-12c3c2736fe4 HTTP/1.1" status: 200 len: 907 time: 0.1813774 Jul 14 09:27:25.978794 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f9ba5e63-1134-4d8a-bcc0-bd1cde090240 req-c1590d10-7ef4-4311-8f9f-dca66598a997 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=385af64a-4458-4f4a-beb8-321bcd5adccb HTTP/1.1" status: 200 len: 217 time: 0.0414205 Jul 14 09:27:26.050527 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:27:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-523914f4-bcb2-4a3f-81b0-6b7e8067a996 x-openstack-request-id: req-523914f4-bcb2-4a3f-81b0-6b7e8067a996 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:27:26.051328 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a40bf78b-2e99-44c3-a0e8-4e20b5a28461", "name": "network-vif-deleted", "tag": "cd8b5dc0-d440-44f6-a7b8-596d46789b6d", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:27:26.051746 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-523914f4-bcb2-4a3f-81b0-6b7e8067a996 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:27:26.052356 n-d-779913-29 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a40bf78b-2e99-44c3-a0e8-4e20b5a28461', 'name': 'network-vif-deleted', 'tag': 'cd8b5dc0-d440-44f6-a7b8-596d46789b6d', 'status': 'completed', 'code': 200} Jul 14 09:27:26.083855 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ba5e63-1134-4d8a-bcc0-bd1cde090240 req-7dd6716a-6c8b-4068-b899-2af078a34ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:26.085726 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f9ba5e63-1134-4d8a-bcc0-bd1cde090240 req-7dd6716a-6c8b-4068-b899-2af078a34ecc service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4eebc946-7649-496b-bf8c-5c786643586c HTTP/1.1" status: 200 len: 846 time: 0.1006751 Jul 14 09:27:26.148301 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f9ba5e63-1134-4d8a-bcc0-bd1cde090240 req-dd6b82f6-1eab-425c-ade3-eb15a3c422dd service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b13d7c6c-cfbf-4964-b16a-12c3c2736fe4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0547359 Jul 14 09:27:26.235100 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-7011c779-0911-4a91-abaa-6a22f307b2d1 req-84601bc1-b8d3-48b9-96db-95a7349b65d6 tempest-ServerShowV257Test-1310402526 tempest-ServerShowV257Test-1310402526-project] 10.222.0.68 "GET /v2.0/ports?device_id=16fbc2dd-60ec-49c7-a646-99b41923de43 HTTP/1.1" status: 200 len: 210 time: 0.0546887 Jul 14 09:27:26.241663 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0ee110-d426-4f9a-905f-b7f83402f103 req-71e50228-6931-4162-877d-242ca19dbc7e tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:26.247370 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-7b0ee110-d426-4f9a-905f-b7f83402f103 req-71e50228-6931-4162-877d-242ca19dbc7e tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] 10.222.0.68 "GET /v2.0/ports?device_id=c9f22e9a-4298-4b73-8115-f2b7bacb077c HTTP/1.1" status: 200 len: 943 time: 0.2558472 Jul 14 09:27:26.289831 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 49586) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:26.293296 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f9ba5e63-1134-4d8a-bcc0-bd1cde090240 req-d962b73b-9506-41fa-83c3-ce21b2a4dd2b service neutron] 10.222.0.57 "GET /v2.0/networks/b13d7c6c-cfbf-4964-b16a-12c3c2736fe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373920 Jul 14 09:27:26.321371 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-2d38597c-7132-4b6f-8041-4a077f739f0d req-484c1acf-a3ff-4e27-8c3f-021b9c674b4c tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Deleting port 38441d42-54d3-4dfc-a8af-79ac710bc475 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:27:26.322308 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-2d38597c-7132-4b6f-8041-4a077f739f0d req-484c1acf-a3ff-4e27-8c3f-021b9c674b4c tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:26.329906 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-7b0ee110-d426-4f9a-905f-b7f83402f103 req-3a5ac2a9-042d-41a6-b089-cae1fbe624f4 tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] 10.222.0.68 "GET /v2.0/security-groups?id=cf40bcd2-1dd1-48fb-a6b7-6df0e80ce2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658083 Jul 14 09:27:26.346010 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-315be66b-1c9c-42ef-8bcc-d8ac4bcc4c47 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Router 0d1667d9-0b77-4dd3-ab13-c3de5352ee9a has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:27:26.485774 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d318a0f7-e1da-4ea6-a125-3f82d6ca7c82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:26.567960 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-2d38597c-7132-4b6f-8041-4a077f739f0d req-484c1acf-a3ff-4e27-8c3f-021b9c674b4c tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] For port 38441d42-54d3-4dfc-a8af-79ac710bc475, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=38441d42-54d3-4dfc-a8af-79ac710bc475,segment=NetworkSegment(d08e3402-93f0-4d8f-b507-14402db02b56),segment_id=d08e3402-93f0-4d8f-b507-14402db02b56)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:27:26.568328 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-2d38597c-7132-4b6f-8041-4a077f739f0d req-484c1acf-a3ff-4e27-8c3f-021b9c674b4c tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:26.597103 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-2d38597c-7132-4b6f-8041-4a077f739f0d req-484c1acf-a3ff-4e27-8c3f-021b9c674b4c tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Calling delete_port for 38441d42-54d3-4dfc-a8af-79ac710bc475 owned by compute:nova {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:27:26.624676 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-315be66b-1c9c-42ef-8bcc-d8ac4bcc4c47 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:27:26.633072 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-315be66b-1c9c-42ef-8bcc-d8ac4bcc4c47 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for floatingip, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:26.636711 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-233a251f-3ab5-4253-b66b-2517aac10b72 None None] Sync routers for ids ['0d1667d9-0b77-4dd3-ab13-c3de5352ee9a'] in n-d-779913-29 {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:27:26.651358 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-233a251f-3ab5-4253-b66b-2517aac10b72 None None] Routers {'0d1667d9-0b77-4dd3-ab13-c3de5352ee9a'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:27:26.652156 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-233a251f-3ab5-4253-b66b-2517aac10b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:27:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['0d1667d9-0b77-4dd3-ab13-c3de5352ee9a'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:27:26.743025 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-315be66b-1c9c-42ef-8bcc-d8ac4bcc4c47 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] 10.222.0.68 "PUT /v2.0/floatingips/f1c97d18-0a5e-425e-b133-83c2f00cf131 HTTP/1.1" status: 200 len: 991 time: 2.8700347 Jul 14 09:27:26.781542 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d318a0f7-e1da-4ea6-a125-3f82d6ca7c82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:26.801562 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvr_db [None req-233a251f-3ab5-4253-b66b-2517aac10b72 None None] Set router 0d1667d9-0b77-4dd3-ab13-c3de5352ee9a gateway port host: n-d-779913-29 {{(pid=93959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:27:26.842490 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d318a0f7-e1da-4ea6-a125-3f82d6ca7c82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:26.856540 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-2d38597c-7132-4b6f-8041-4a077f739f0d req-484c1acf-a3ff-4e27-8c3f-021b9c674b4c tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:26.878871 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5f98bbf1-7456-4df5-be40-b8ad5e9fda02 req-5f8480c9-f374-47a6-bac3-2f7644ef57a7 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=5c7b30e8-3087-4fa2-a121-bc36e0beab3b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.5996201 Jul 14 09:27:26.910126 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d708ac3-a39e-4b59-a39c-393e1fdcc080 req-2d2d6d57-7aae-43b3-bc17-9aa98c1f43f1 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:26.917097 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1d708ac3-a39e-4b59-a39c-393e1fdcc080 req-2d2d6d57-7aae-43b3-bc17-9aa98c1f43f1 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/ports?device_id=aaf41307-8a2a-4475-a394-60dec9994678 HTTP/1.1" status: 200 len: 943 time: 0.2450898 Jul 14 09:27:26.931617 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f9ba5e63-1134-4d8a-bcc0-bd1cde090240 req-b6bb73c4-2080-4ee4-8728-adc7f77a61ed service neutron] 10.222.0.57 "GET /v2.0/networks/b13d7c6c-cfbf-4964-b16a-12c3c2736fe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6175945 Jul 14 09:27:26.959053 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484c1acf-a3ff-4e27-8c3f-021b9c674b4c tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Pushing event deleted for resources: {'Port': ['ID=38441d42-54d3-4dfc-a8af-79ac710bc475,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:26.979629 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-d318a0f7-e1da-4ea6-a125-3f82d6ca7c82 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=413c93b470fa4deea9b7c0c2fdff6a29&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6870768 Jul 14 09:27:26.984144 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 49602) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:26.989937 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d318a0f7-e1da-4ea6-a125-3f82d6ca7c82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81f9c63d-2b6e-4a8f-b94a-4408c314e55b,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:26.998114 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1d708ac3-a39e-4b59-a39c-393e1fdcc080 req-7a8a84c6-1e9b-43aa-a442-7bf8e017b25a tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/security-groups?id=bfacbc39-872c-438f-b7f4-05abded490ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800016 Jul 14 09:27:27.165114 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 38441d42-54d3-4dfc-a8af-79ac710bc475 no longer exists at agent hyperv_n-h2-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:27:27.177806 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d38597c-7132-4b6f-8041-4a077f739f0d req-484c1acf-a3ff-4e27-8c3f-021b9c674b4c tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] No DVR routers for this DVR port 38441d42-54d3-4dfc-a8af-79ac710bc475 on host n-h2-779913-29 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:27:27.191268 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-2d38597c-7132-4b6f-8041-4a077f739f0d req-484c1acf-a3ff-4e27-8c3f-021b9c674b4c tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:27.202883 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-2d38597c-7132-4b6f-8041-4a077f739f0d req-484c1acf-a3ff-4e27-8c3f-021b9c674b4c tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] 10.222.0.57 "DELETE /v2.0/ports/38441d42-54d3-4dfc-a8af-79ac710bc475 HTTP/1.1" status: 204 len: 173 time: 1.4706903 Jul 14 09:27:27.214144 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f98bbf1-7456-4df5-be40-b8ad5e9fda02 req-e86f59b1-e2f3-4d56-a76d-96ef5a0fd5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:27.215898 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] No Port match for: 38441d42-54d3-4dfc-a8af-79ac710bc475 {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:27:27.216205 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f98bbf1-7456-4df5-be40-b8ad5e9fda02 req-e86f59b1-e2f3-4d56-a76d-96ef5a0fd5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:27.216867 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f98bbf1-7456-4df5-be40-b8ad5e9fda02 req-e86f59b1-e2f3-4d56-a76d-96ef5a0fd5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:27.217878 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 38441d42-54d3-4dfc-a8af-79ac710bc475 not bound to the agent host n-h2-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:27:27.218409 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device cd8b5dc0-d440-44f6-a7b8-596d46789b6d no longer exists at agent hyperv_n-h2-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:27:27.219244 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f98bbf1-7456-4df5-be40-b8ad5e9fda02 req-e86f59b1-e2f3-4d56-a76d-96ef5a0fd5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:27.221736 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f98bbf1-7456-4df5-be40-b8ad5e9fda02 req-e86f59b1-e2f3-4d56-a76d-96ef5a0fd5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:27.225261 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f98bbf1-7456-4df5-be40-b8ad5e9fda02 req-e86f59b1-e2f3-4d56-a76d-96ef5a0fd5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:27.226241 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f98bbf1-7456-4df5-be40-b8ad5e9fda02 req-e86f59b1-e2f3-4d56-a76d-96ef5a0fd5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:27.246798 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5f98bbf1-7456-4df5-be40-b8ad5e9fda02 req-e86f59b1-e2f3-4d56-a76d-96ef5a0fd5cf service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4cb5d08776664e9f8e9d7e6bc7c12e1a&device_id=5c7b30e8-3087-4fa2-a121-bc36e0beab3b HTTP/1.1" status: 200 len: 6507 time: 0.2197220 Jul 14 09:27:27.256609 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] No Port match for: cd8b5dc0-d440-44f6-a7b8-596d46789b6d {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:27:27.257379 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device cd8b5dc0-d440-44f6-a7b8-596d46789b6d not bound to the agent host n-h2-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:27:27.318008 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f73e0c5d-8f11-4663-9eef-d17ec68b4192 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:27.356890 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f73e0c5d-8f11-4663-9eef-d17ec68b4192 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:27.358827 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-24a29bf5-026d-410f-beec-cab111684c67 req-587dd122-24ec-4c03-983d-6faf3d4ab7d7 tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] 10.222.0.68 "GET /v2.0/ports?device_id=a40bf78b-2e99-44c3-a0e8-4e20b5a28461 HTTP/1.1" status: 200 len: 210 time: 0.0534084 Jul 14 09:27:27.401608 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1bf5ed-ec19-44d2-9f27-d043128c3651 req-3a325a8b-07df-471b-b226-425f0532653e tempest-ServerRescueTestJSONUnderV235-1370369985 tempest-ServerRescueTestJSONUnderV235-1370369985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:27.408850 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-df1bf5ed-ec19-44d2-9f27-d043128c3651 req-3a325a8b-07df-471b-b226-425f0532653e tempest-ServerRescueTestJSONUnderV235-1370369985 tempest-ServerRescueTestJSONUnderV235-1370369985-project] 10.222.0.68 "GET /v2.0/ports?device_id=50c37d2a-9d36-413f-a86d-c6fd0726b830 HTTP/1.1" status: 200 len: 946 time: 0.2328644 Jul 14 09:27:27.487228 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-df1bf5ed-ec19-44d2-9f27-d043128c3651 req-cdb546c5-484d-4737-bc5a-9b7d1d99352e tempest-ServerRescueTestJSONUnderV235-1370369985 tempest-ServerRescueTestJSONUnderV235-1370369985-project] 10.222.0.68 "GET /v2.0/security-groups?id=83a8b8b4-4aa6-423e-95ab-da9a4626b74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754180 Jul 14 09:27:27.495613 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f98bbf1-7456-4df5-be40-b8ad5e9fda02 req-7d095944-bb91-4680-b1d3-dcbf5920f033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:27.496332 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f98bbf1-7456-4df5-be40-b8ad5e9fda02 req-7d095944-bb91-4680-b1d3-dcbf5920f033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:27.497231 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f98bbf1-7456-4df5-be40-b8ad5e9fda02 req-7d095944-bb91-4680-b1d3-dcbf5920f033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:27.500451 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5f98bbf1-7456-4df5-be40-b8ad5e9fda02 req-7d095944-bb91-4680-b1d3-dcbf5920f033 service neutron] 10.222.0.65 "GET /v2.0/networks?id=58cee2b0-4a4c-44eb-9b72-cfd45f924ad2&id=5699172b-f98f-483a-81e1-27bccc5d3cba&id=5699172b-f98f-483a-81e1-27bccc5d3cba&id=5699172b-f98f-483a-81e1-27bccc5d3cba&id=5699172b-f98f-483a-81e1-27bccc5d3cba&id=42a058fa-f36e-4a5f-a1b5-ee56753d964d&id=42a058fa-f36e-4a5f-a1b5-ee56753d964d HTTP/1.1" status: 200 len: 2297 time: 0.1396296 Jul 14 09:27:27.506052 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f73e0c5d-8f11-4663-9eef-d17ec68b4192 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:27.510085 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f73e0c5d-8f11-4663-9eef-d17ec68b4192 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:27.512250 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-f73e0c5d-8f11-4663-9eef-d17ec68b4192 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/81f9c63d-2b6e-4a8f-b94a-4408c314e55b HTTP/1.1" status: 204 len: 168 time: 0.5233970 Jul 14 09:27:27.519101 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-233a251f-3ab5-4253-b66b-2517aac10b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d1667d9-0b77-4dd3-ab13-c3de5352ee9a', 'name': 'tempest-TaggedBootDevicesTest_v242-130723534-router', 'tenant_id': '4cb5d08776664e9f8e9d7e6bc7c12e1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.5'}], 'enable_snat': True}, 'gw_port_id': 'ebd60da1-1618-4ebf-b1f9-0ccef886622b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:24:52Z', 'updated_at': '2021-07-14T09:24:58Z', 'revision_number': 4, 'project_id': '4cb5d08776664e9f8e9d7e6bc7c12e1a', 'gw_port': {'id': 'ebd60da1-1618-4ebf-b1f9-0ccef886622b', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:0b:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d1667d9-0b77-4dd3-ab13-c3de5352ee9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1017, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:24:52Z', 'updated_at': '2021-07-14T09:24:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_floatingips': [{'id': 'f1c97d18-0a5e-425e-b133-83c2f00cf131', 'tenant_id': '4cb5d08776664e9f8e9d7e6bc7c12e1a', 'floating_ip_address': '172.25.4.36', 'floating_network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'router_id': '0d1667d9-0b77-4dd3-ab13-c3de5352ee9a', 'port_id': 'ffe829c0-0934-4130-8161-32be762e52f8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1070, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58cee2b0-4a4c-44eb-9b72-cfd45f924ad2', 'mac_address': 'fa:16:3e:38:42:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c7b30e8-3087-4fa2-a121-bc36e0beab3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:25:42Z', 'updated_at': '2021-07-14T09:27:24Z', 'revision_number': 1, 'project_id': '4cb5d08776664e9f8e9d7e6bc7c12e1a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c707cb37-fa01-46f8-a9e4-56503ee39859', 'name': '', 'network_id': '58cee2b0-4a4c-44eb-9b72-cfd45f924ad2', 'tenant_id': '4cb5d08776664e9f8e9d7e6bc7c12e1a', 'mac_address': 'fa:16:3e:9d:77:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d1667d9-0b77-4dd3-ab13-c3de5352ee9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': '03ca88e8-4d13-487a-ad6d-9160c00c4594', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:24:56Z', 'updated_at': '2021-07-14T09:25:05Z', 'revision_number': 5, 'project_id': '4cb5d08776664e9f8e9d7e6bc7c12e1a', 'subnets': [{'id': '03ca88e8-4d13-487a-ad6d-9160c00c4594', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:27:27.552521 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73e0c5d-8f11-4663-9eef-d17ec68b4192 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81f9c63d-2b6e-4a8f-b94a-4408c314e55b,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:27.557680 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-233a251f-3ab5-4253-b66b-2517aac10b72 None None] Checking router: 0d1667d9-0b77-4dd3-ab13-c3de5352ee9a for host: n-d-779913-29 {{(pid=93959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:27:27.573910 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-233a251f-3ab5-4253-b66b-2517aac10b72 None None] Routers {'0d1667d9-0b77-4dd3-ab13-c3de5352ee9a'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:27:27.574544 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-233a251f-3ab5-4253-b66b-2517aac10b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:27:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['0d1667d9-0b77-4dd3-ab13-c3de5352ee9a'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:27:27.643373 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5f98bbf1-7456-4df5-be40-b8ad5e9fda02 req-0221fdf2-912a-458a-a19b-84a3a56ae54f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ffe829c0-0934-4130-8161-32be762e52f8 HTTP/1.1" status: 200 len: 999 time: 0.1322072 Jul 14 09:27:27.712760 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5bbe322f-3f67-4864-bc0a-91afe44d23e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:27.724997 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f98bbf1-7456-4df5-be40-b8ad5e9fda02 req-6fcbefe9-6a94-42f5-9451-4d71f04af4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:27.727332 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5f98bbf1-7456-4df5-be40-b8ad5e9fda02 req-6fcbefe9-6a94-42f5-9451-4d71f04af4cc service neutron] 10.222.0.65 "GET /v2.0/subnets?id=03ca88e8-4d13-487a-ad6d-9160c00c4594 HTTP/1.1" status: 200 len: 855 time: 0.0709829 Jul 14 09:27:27.740934 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvr_db [None req-233a251f-3ab5-4253-b66b-2517aac10b72 None None] Set router 0d1667d9-0b77-4dd3-ab13-c3de5352ee9a gateway port host: n-d-779913-29 {{(pid=93959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:27:27.768564 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d75f799-4bc5-435b-a906-e927a68c9555 req-973e4173-caa6-40f3-8381-9c47cf9c0144 tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:27.770977 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-1d75f799-4bc5-435b-a906-e927a68c9555 req-973e4173-caa6-40f3-8381-9c47cf9c0144 tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] 10.222.0.68 "GET /v2.0/ports?device_id=c9f22e9a-4298-4b73-8115-f2b7bacb077c HTTP/1.1" status: 200 len: 943 time: 0.0787683 Jul 14 09:27:27.789178 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-09c382c9-99f2-400f-99a2-299ffa18f102 req-94cb9313-05e1-407f-96b5-96d56522c0aa tempest-ServerShowV257Test-1310402526 tempest-ServerShowV257Test-1310402526-project] 10.222.0.68 "GET /v2.0/ports?device_id=16fbc2dd-60ec-49c7-a646-99b41923de43 HTTP/1.1" status: 200 len: 210 time: 0.1504467 Jul 14 09:27:27.821863 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-1d75f799-4bc5-435b-a906-e927a68c9555 req-980f7be7-83df-4e8a-9c8f-11a49d15912f tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] 10.222.0.68 "GET /v2.0/security-groups?id=cf40bcd2-1dd1-48fb-a6b7-6df0e80ce2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447731 Jul 14 09:27:27.868383 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f98bbf1-7456-4df5-be40-b8ad5e9fda02 req-df142abd-9416-46eb-a0e5-f0d29d9b8a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:27.870999 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5f98bbf1-7456-4df5-be40-b8ad5e9fda02 req-df142abd-9416-46eb-a0e5-f0d29d9b8a2f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=58cee2b0-4a4c-44eb-9b72-cfd45f924ad2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0904915 Jul 14 09:27:28.002600 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5f98bbf1-7456-4df5-be40-b8ad5e9fda02 req-2a9a55fd-028e-4dc0-b5ca-5f42f52cecf0 service neutron] 10.222.0.65 "GET /v2.0/networks/58cee2b0-4a4c-44eb-9b72-cfd45f924ad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217766 Jul 14 09:27:28.032235 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 49622) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:28.060378 n-d-779913-29 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c7b30e8-3087-4fa2-a121-bc36e0beab3b', 'tag': 'ffe829c0-0934-4130-8161-32be762e52f8'}, {'server_uuid': 'a40bf78b-2e99-44c3-a0e8-4e20b5a28461', 'name': 'network-vif-deleted', 'tag': '38441d42-54d3-4dfc-a8af-79ac710bc475'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:27:28.062711 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cb48f044f948e981f43897c8d7f1332f741dc7af2b4c5a6e19d8f4a80f708e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07ed351e-21e1-43ba-b02f-439d0409ee7e" -d '{"events": [{"name": "network-changed", "server_uuid": "5c7b30e8-3087-4fa2-a121-bc36e0beab3b", "tag": "ffe829c0-0934-4130-8161-32be762e52f8"}, {"server_uuid": "a40bf78b-2e99-44c3-a0e8-4e20b5a28461", "name": "network-vif-deleted", "tag": "38441d42-54d3-4dfc-a8af-79ac710bc475"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:27:28.077285 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-75c95f21-a86e-4e96-a951-72641ff1b44e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:28.177873 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-233a251f-3ab5-4253-b66b-2517aac10b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d1667d9-0b77-4dd3-ab13-c3de5352ee9a', 'name': 'tempest-TaggedBootDevicesTest_v242-130723534-router', 'tenant_id': '4cb5d08776664e9f8e9d7e6bc7c12e1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.5'}], 'enable_snat': True}, 'gw_port_id': 'ebd60da1-1618-4ebf-b1f9-0ccef886622b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:24:52Z', 'updated_at': '2021-07-14T09:24:58Z', 'revision_number': 4, 'project_id': '4cb5d08776664e9f8e9d7e6bc7c12e1a', 'gw_port': {'id': 'ebd60da1-1618-4ebf-b1f9-0ccef886622b', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:0b:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d1667d9-0b77-4dd3-ab13-c3de5352ee9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1017, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:24:52Z', 'updated_at': '2021-07-14T09:24:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_floatingips': [{'id': 'f1c97d18-0a5e-425e-b133-83c2f00cf131', 'tenant_id': '4cb5d08776664e9f8e9d7e6bc7c12e1a', 'floating_ip_address': '172.25.4.36', 'floating_network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'router_id': '0d1667d9-0b77-4dd3-ab13-c3de5352ee9a', 'port_id': 'ffe829c0-0934-4130-8161-32be762e52f8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1070, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58cee2b0-4a4c-44eb-9b72-cfd45f924ad2', 'mac_address': 'fa:16:3e:38:42:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c7b30e8-3087-4fa2-a121-bc36e0beab3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:25:42Z', 'updated_at': '2021-07-14T09:27:24Z', 'revision_number': 1, 'project_id': '4cb5d08776664e9f8e9d7e6bc7c12e1a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c707cb37-fa01-46f8-a9e4-56503ee39859', 'name': '', 'network_id': '58cee2b0-4a4c-44eb-9b72-cfd45f924ad2', 'tenant_id': '4cb5d08776664e9f8e9d7e6bc7c12e1a', 'mac_address': 'fa:16:3e:9d:77:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d1667d9-0b77-4dd3-ab13-c3de5352ee9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': '03ca88e8-4d13-487a-ad6d-9160c00c4594', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:24:56Z', 'updated_at': '2021-07-14T09:25:05Z', 'revision_number': 5, 'project_id': '4cb5d08776664e9f8e9d7e6bc7c12e1a', 'subnets': [{'id': '03ca88e8-4d13-487a-ad6d-9160c00c4594', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:27:28.185080 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5f98bbf1-7456-4df5-be40-b8ad5e9fda02 req-9581bcf4-2195-412a-af75-761dd562ef13 service neutron] 10.222.0.65 "GET /v2.0/networks/58cee2b0-4a4c-44eb-9b72-cfd45f924ad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1764524 Jul 14 09:27:28.253704 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-233a251f-3ab5-4253-b66b-2517aac10b72 None None] The sync data for ids ['0d1667d9-0b77-4dd3-ab13-c3de5352ee9a'] in n-d-779913-29 is: [{'id': '0d1667d9-0b77-4dd3-ab13-c3de5352ee9a', 'name': 'tempest-TaggedBootDevicesTest_v242-130723534-router', 'tenant_id': '4cb5d08776664e9f8e9d7e6bc7c12e1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.5'}], 'enable_snat': True}, 'gw_port_id': 'ebd60da1-1618-4ebf-b1f9-0ccef886622b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:24:52Z', 'updated_at': '2021-07-14T09:24:58Z', 'revision_number': 4, 'project_id': '4cb5d08776664e9f8e9d7e6bc7c12e1a', 'gw_port': {'id': 'ebd60da1-1618-4ebf-b1f9-0ccef886622b', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:0b:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d1667d9-0b77-4dd3-ab13-c3de5352ee9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1017, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:24:52Z', 'updated_at': '2021-07-14T09:24:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_floatingips': [{'id': 'f1c97d18-0a5e-425e-b133-83c2f00cf131', 'tenant_id': '4cb5d08776664e9f8e9d7e6bc7c12e1a', 'floating_ip_address': '172.25.4.36', 'floating_network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'router_id': '0d1667d9-0b77-4dd3-ab13-c3de5352ee9a', 'port_id': 'ffe829c0-0934-4130-8161-32be762e52f8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1070, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58cee2b0-4a4c-44eb-9b72-cfd45f924ad2', 'mac_address': 'fa:16:3e:38:42:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c7b30e8-3087-4fa2-a121-bc36e0beab3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:25:42Z', 'updated_at': '2021-07-14T09:27:24Z', 'revision_number': 1, 'project_id': '4cb5d08776664e9f8e9d7e6bc7c12e1a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c707cb37-fa01-46f8-a9e4-56503ee39859', 'name': '', 'network_id': '58cee2b0-4a4c-44eb-9b72-cfd45f924ad2', 'tenant_id': '4cb5d08776664e9f8e9d7e6bc7c12e1a', 'mac_address': 'fa:16:3e:9d:77:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d1667d9-0b77-4dd3-ab13-c3de5352ee9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': '03ca88e8-4d13-487a-ad6d-9160c00c4594', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:24:56Z', 'updated_at': '2021-07-14T09:25:05Z', 'revision_number': 5, 'project_id': '4cb5d08776664e9f8e9d7e6bc7c12e1a', 'subnets': [{'id': '03ca88e8-4d13-487a-ad6d-9160c00c4594', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:27:28.297746 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5f98bbf1-7456-4df5-be40-b8ad5e9fda02 req-c81eaa1f-5959-43ad-a01c-bbf837c3adbf service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.70&port_id=c7e6be2f-2425-4c72-af72-9e3ea9414152 HTTP/1.1" status: 200 len: 217 time: 0.1044753 Jul 14 09:27:28.369386 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 14 Jul 2021 09:27:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8b0c4a0-bb26-4f40-b355-f2febf5ad703 x-openstack-request-id: req-a8b0c4a0-bb26-4f40-b355-f2febf5ad703 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:27:28.369790 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c7b30e8-3087-4fa2-a121-bc36e0beab3b", "tag": "ffe829c0-0934-4130-8161-32be762e52f8", "status": "completed", "code": 200}, {"server_uuid": "a40bf78b-2e99-44c3-a0e8-4e20b5a28461", "name": "network-vif-deleted", "tag": "38441d42-54d3-4dfc-a8af-79ac710bc475", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:27:28.370054 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-a8b0c4a0-bb26-4f40-b355-f2febf5ad703 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:27:28.370472 n-d-779913-29 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c7b30e8-3087-4fa2-a121-bc36e0beab3b', 'tag': 'ffe829c0-0934-4130-8161-32be762e52f8', 'status': 'completed', 'code': 200} Jul 14 09:27:28.370756 n-d-779913-29 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a40bf78b-2e99-44c3-a0e8-4e20b5a28461', 'name': 'network-vif-deleted', 'tag': '38441d42-54d3-4dfc-a8af-79ac710bc475', 'status': 'completed', 'code': 200} Jul 14 09:27:28.372677 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-75c95f21-a86e-4e96-a951-72641ff1b44e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:28.378344 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-75c95f21-a86e-4e96-a951-72641ff1b44e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:28.389447 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f98bbf1-7456-4df5-be40-b8ad5e9fda02 req-d35d57c4-4fc9-4d8d-ab46-123f638467b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:28.390970 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5f98bbf1-7456-4df5-be40-b8ad5e9fda02 req-d35d57c4-4fc9-4d8d-ab46-123f638467b2 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ecfbbf55-b0c9-4c0f-9edc-b7ccd659aa91 HTTP/1.1" status: 200 len: 797 time: 0.0851364 Jul 14 09:27:28.430708 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-75c95f21-a86e-4e96-a951-72641ff1b44e admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=425b007c350e44f0a776f197db2e1ec5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3974698 Jul 14 09:27:28.432619 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c95f21-a86e-4e96-a951-72641ff1b44e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8ee88b6-a806-454d-9a8f-835174b4580e,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:28.433706 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 49630) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:28.456459 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bf4e4b-84cd-462b-b84e-0b5ff306b2cc req-0cfadfc5-73d7-4fbf-9325-6e65bc6b12e6 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:28.464424 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-41bf4e4b-84cd-462b-b84e-0b5ff306b2cc req-0cfadfc5-73d7-4fbf-9325-6e65bc6b12e6 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/ports?device_id=aaf41307-8a2a-4475-a394-60dec9994678 HTTP/1.1" status: 200 len: 943 time: 0.1781938 Jul 14 09:27:28.495955 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 49632) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:28.505924 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f98bbf1-7456-4df5-be40-b8ad5e9fda02 req-358827bc-2c6d-4831-abac-f2313a6a6779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:28.507087 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5f98bbf1-7456-4df5-be40-b8ad5e9fda02 req-358827bc-2c6d-4831-abac-f2313a6a6779 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=5699172b-f98f-483a-81e1-27bccc5d3cba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1088760 Jul 14 09:27:28.511098 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-41bf4e4b-84cd-462b-b84e-0b5ff306b2cc req-49e620be-0722-44b5-abdf-9c383ef28992 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/security-groups?id=bfacbc39-872c-438f-b7f4-05abded490ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458097 Jul 14 09:27:28.556448 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-8aa47747-64fa-49e5-98f1-9b306c756e03 tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Deleting subnet 0c5c01ca-a838-4867-9e15-ed1fbe510243 {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:27:28.560604 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8aa47747-64fa-49e5-98f1-9b306c756e03 tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:28.572318 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63a43659-ea7b-417b-aca5-2d2eed03eb15 None None] New status for floating IP f1c97d18-0a5e-425e-b133-83c2f00cf131: ACTIVE {{(pid=93960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:27:28.576318 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-64eb99eb-f203-4411-bf3f-3c2bccc75833 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:28.611461 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-64eb99eb-f203-4411-bf3f-3c2bccc75833 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:28.625561 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8aa47747-64fa-49e5-98f1-9b306c756e03 tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13574120'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:28.692943 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5f98bbf1-7456-4df5-be40-b8ad5e9fda02 req-f8ab6d34-4d51-4695-9af8-b264b3623374 service neutron] 10.222.0.65 "GET /v2.0/networks/5699172b-f98f-483a-81e1-27bccc5d3cba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772497 Jul 14 09:27:28.737853 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8aa47747-64fa-49e5-98f1-9b306c756e03 tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3481002'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:28.773768 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-64eb99eb-f203-4411-bf3f-3c2bccc75833 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:28.776311 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-64eb99eb-f203-4411-bf3f-3c2bccc75833 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:28.777443 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-64eb99eb-f203-4411-bf3f-3c2bccc75833 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/c8ee88b6-a806-454d-9a8f-835174b4580e HTTP/1.1" status: 204 len: 168 time: 0.3419106 Jul 14 09:27:28.799446 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76500b3e-35b7-43f7-9ddf-e46c7bf7ec7f req-89aecc76-9b31-4ff2-a82f-57346b914acf tempest-ServerRescueTestJSONUnderV235-1370369985 tempest-ServerRescueTestJSONUnderV235-1370369985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:28.801002 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-76500b3e-35b7-43f7-9ddf-e46c7bf7ec7f req-89aecc76-9b31-4ff2-a82f-57346b914acf tempest-ServerRescueTestJSONUnderV235-1370369985 tempest-ServerRescueTestJSONUnderV235-1370369985-project] 10.222.0.68 "GET /v2.0/ports?device_id=50c37d2a-9d36-413f-a86d-c6fd0726b830 HTTP/1.1" status: 200 len: 946 time: 0.1624599 Jul 14 09:27:28.804270 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64eb99eb-f203-4411-bf3f-3c2bccc75833 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8ee88b6-a806-454d-9a8f-835174b4580e,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:28.813447 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8aa47747-64fa-49e5-98f1-9b306c756e03 tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13574056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16714573'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:28.856711 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5f98bbf1-7456-4df5-be40-b8ad5e9fda02 req-bf747d65-677a-4dc0-8b6f-72423b199971 service neutron] 10.222.0.65 "GET /v2.0/networks/5699172b-f98f-483a-81e1-27bccc5d3cba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511261 Jul 14 09:27:28.871045 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa47747-64fa-49e5-98f1-9b306c756e03 tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Pushing event deleted for resources: {'Subnet': ['ID=0c5c01ca-a838-4867-9e15-ed1fbe510243,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:28.885302 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8aa47747-64fa-49e5-98f1-9b306c756e03 tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:28.887560 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-8aa47747-64fa-49e5-98f1-9b306c756e03 tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] 10.222.0.68 "DELETE /v2.0/subnets/0c5c01ca-a838-4867-9e15-ed1fbe510243 HTTP/1.1" status: 204 len: 168 time: 0.3906519 Jul 14 09:27:28.887905 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-76500b3e-35b7-43f7-9ddf-e46c7bf7ec7f req-b617fb92-6c42-4f93-bcad-85fa83179ba1 tempest-ServerRescueTestJSONUnderV235-1370369985 tempest-ServerRescueTestJSONUnderV235-1370369985-project] 10.222.0.68 "GET /v2.0/security-groups?id=83a8b8b4-4aa6-423e-95ab-da9a4626b74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704041 Jul 14 09:27:28.892037 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 49642) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:28.893403 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc9181a9-c6f0-46cf-8d91-631afd1cb9f7 None None] Network af671471-9d96-4bdd-a406-e5ad1413bfb0 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:27:28.949764 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5f98bbf1-7456-4df5-be40-b8ad5e9fda02 req-1801fe06-6d83-48d6-8190-d51ef30f70fd service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.242&port_id=b19c971a-b91d-49b9-bdec-ee880b089aa3 HTTP/1.1" status: 200 len: 217 time: 0.0850389 Jul 14 09:27:29.016073 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-50cb56aa-cfe5-4919-8fc8-0dfbb943cc3a req-67c320b4-92e4-433b-896e-1658513f045c tempest-ServerShowV257Test-1310402526 tempest-ServerShowV257Test-1310402526-project] 10.222.0.68 "GET /v2.0/ports?device_id=16fbc2dd-60ec-49c7-a646-99b41923de43 HTTP/1.1" status: 200 len: 210 time: 0.0428262 Jul 14 09:27:29.035638 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bbf9b0cc-e3d5-476b-8085-11dafaf778dc tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3876111'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:29.119873 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f98bbf1-7456-4df5-be40-b8ad5e9fda02 req-67856861-bcfb-40b9-891d-2370be5a3363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:29.122217 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5f98bbf1-7456-4df5-be40-b8ad5e9fda02 req-67856861-bcfb-40b9-891d-2370be5a3363 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ecfbbf55-b0c9-4c0f-9edc-b7ccd659aa91 HTTP/1.1" status: 200 len: 797 time: 0.1589117 Jul 14 09:27:29.144394 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-bbf9b0cc-e3d5-476b-8085-11dafaf778dc tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Deleting port a0dede3e-6998-4b29-ab3e-0b2bdd4ca69e {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:27:29.145945 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bbf9b0cc-e3d5-476b-8085-11dafaf778dc tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:29.162677 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 385af64a-4458-4f4a-beb8-321bcd5adccb details requested by agent hyperv_n-h2-779913-29 with host n-h2-779913-29 {{(pid=93959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:27:29.185976 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20a17a6-b06e-4f21-a695-5d0195e30264 req-1fae4dbb-745e-4d87-9569-080b0dbf848c tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:29.193062 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e20a17a6-b06e-4f21-a695-5d0195e30264 req-1fae4dbb-745e-4d87-9569-080b0dbf848c tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] 10.222.0.68 "GET /v2.0/ports?device_id=c9f22e9a-4298-4b73-8115-f2b7bacb077c HTTP/1.1" status: 200 len: 943 time: 0.1527550 Jul 14 09:27:29.214058 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-612628e3-c935-4eca-bf70-7750f189cfb2 None None] DHCP port deletion for af671471-9d96-4bdd-a406-e5ad1413bfb0 request from n-d-779913-29 {{(pid=93959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:27:29.252689 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e20a17a6-b06e-4f21-a695-5d0195e30264 req-a8cea0f6-4737-452f-b267-c6712510c5b7 tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] 10.222.0.68 "GET /v2.0/security-groups?id=cf40bcd2-1dd1-48fb-a6b7-6df0e80ce2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584922 Jul 14 09:27:29.292439 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f98bbf1-7456-4df5-be40-b8ad5e9fda02 req-4780a92e-e3ce-4e71-9993-19e1ecdd3d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:29.297379 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-bbf9b0cc-e3d5-476b-8085-11dafaf778dc tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] For port a0dede3e-6998-4b29-ab3e-0b2bdd4ca69e, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=a0dede3e-6998-4b29-ab3e-0b2bdd4ca69e,segment=NetworkSegment(d08e3402-93f0-4d8f-b507-14402db02b56),segment_id=d08e3402-93f0-4d8f-b507-14402db02b56)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:27:29.298735 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5f98bbf1-7456-4df5-be40-b8ad5e9fda02 req-4780a92e-e3ce-4e71-9993-19e1ecdd3d06 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=5699172b-f98f-483a-81e1-27bccc5d3cba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1641023 Jul 14 09:27:29.302724 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bbf9b0cc-e3d5-476b-8085-11dafaf778dc tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:29.342025 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-bbf9b0cc-e3d5-476b-8085-11dafaf778dc tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Calling delete_port for a0dede3e-6998-4b29-ab3e-0b2bdd4ca69e owned by network:dhcp {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:27:29.439335 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 385af64a-4458-4f4a-beb8-321bcd5adccb, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=385af64a-4458-4f4a-beb8-321bcd5adccb,segment=NetworkSegment(f28b4a20-abdb-43f4-86e7-8da3ae7a1990),segment_id=f28b4a20-abdb-43f4-86e7-8da3ae7a1990)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:27:29.455413 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Returning: {'device': '385af64a-4458-4f4a-beb8-321bcd5adccb', 'network_id': 'b13d7c6c-cfbf-4964-b16a-12c3c2736fe4', 'port_id': '385af64a-4458-4f4a-beb8-321bcd5adccb', 'mac_address': 'fa:16:3e:20:06:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 701, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4eebc946-7649-496b-bf8c-5c786643586c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:27:29.457522 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bbf9b0cc-e3d5-476b-8085-11dafaf778dc tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:29.521675 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5f98bbf1-7456-4df5-be40-b8ad5e9fda02 req-819debfc-25bb-4d88-99cb-d0d107839eba service neutron] 10.222.0.65 "GET /v2.0/networks/5699172b-f98f-483a-81e1-27bccc5d3cba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2031229 Jul 14 09:27:29.527532 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-612628e3-c935-4eca-bf70-7750f189cfb2 None None] Deleting port a0dede3e-6998-4b29-ab3e-0b2bdd4ca69e {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:27:29.532499 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-612628e3-c935-4eca-bf70-7750f189cfb2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:29.532638 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf9b0cc-e3d5-476b-8085-11dafaf778dc tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Pushing event deleted for resources: {'Port': ['ID=a0dede3e-6998-4b29-ab3e-0b2bdd4ca69e,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:29.535767 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf9b0cc-e3d5-476b-8085-11dafaf778dc tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] No DVR routers for this DVR port a0dede3e-6998-4b29-ab3e-0b2bdd4ca69e on host n-d-779913-29 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:27:29.653365 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:29.669830 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb28436-aa40-4e68-8cb0-29656d78bb73 req-332c41ef-4c5e-4039-8969-fdd41ab3407a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:29.671362 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-afb28436-aa40-4e68-8cb0-29656d78bb73 req-332c41ef-4c5e-4039-8969-fdd41ab3407a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4b85dee2e11f48ac896088cf28057727&device_id=50c37d2a-9d36-413f-a86d-c6fd0726b830 HTTP/1.1" status: 200 len: 1098 time: 0.2128296 Jul 14 09:27:29.673508 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 385af64a-4458-4f4a-beb8-321bcd5adccb {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:27:29.701604 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-612628e3-c935-4eca-bf70-7750f189cfb2 None None] For port a0dede3e-6998-4b29-ab3e-0b2bdd4ca69e, host n-d-779913-29, got binding levels [] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:27:29.702539 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-612628e3-c935-4eca-bf70-7750f189cfb2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:29.738630 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 385af64a-4458-4f4a-beb8-321bcd5adccb, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=385af64a-4458-4f4a-beb8-321bcd5adccb,segment=NetworkSegment(f28b4a20-abdb-43f4-86e7-8da3ae7a1990),segment_id=f28b4a20-abdb-43f4-86e7-8da3ae7a1990)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:27:29.740983 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bbf9b0cc-e3d5-476b-8085-11dafaf778dc tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473955', 'neutron.services.segments.db._delete_segments_for_network-8735688326548'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:29.747499 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-612628e3-c935-4eca-bf70-7750f189cfb2 None None] Calling delete_port for a0dede3e-6998-4b29-ab3e-0b2bdd4ca69e owned by network:dhcp {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:27:29.757937 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.ipam_backend_mixin [None req-612628e3-c935-4eca-bf70-7750f189cfb2 None None] Port a0dede3e-6998-4b29-ab3e-0b2bdd4ca69e was not found and therefore no delete operation was performed {{(pid=93959) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 14 09:27:29.758363 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-bbf9b0cc-e3d5-476b-8085-11dafaf778dc tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af671471-9d96-4bdd-a406-e5ad1413bfb0']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:27:29.761070 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:29.767837 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-612628e3-c935-4eca-bf70-7750f189cfb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:29.782695 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-bbf9b0cc-e3d5-476b-8085-11dafaf778dc tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd08e3402-93f0-4d8f-b507-14402db02b56') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:27:29.783742 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-bbf9b0cc-e3d5-476b-8085-11dafaf778dc tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd08e3402-93f0-4d8f-b507-14402db02b56') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:27:29.802602 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bbf9b0cc-e3d5-476b-8085-11dafaf778dc tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735688356235', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13574129'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:29.809198 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-612628e3-c935-4eca-bf70-7750f189cfb2 None None] No DVR routers for this DVR port a0dede3e-6998-4b29-ab3e-0b2bdd4ca69e on host n-d-779913-29 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:27:29.840121 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bbf9b0cc-e3d5-476b-8085-11dafaf778dc tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:29.848301 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Pushing event updated for resources: {'Port': ['ID=385af64a-4458-4f4a-beb8-321bcd5adccb,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:29.861303 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd34261-8b10-430f-a95b-1d13f7ac958b req-e2787e79-e3f9-4ba3-866e-3ec33486db1d tempest-ServerRescueTestJSONUnderV235-1370369985 tempest-ServerRescueTestJSONUnderV235-1370369985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:29.869723 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-7cd34261-8b10-430f-a95b-1d13f7ac958b req-e2787e79-e3f9-4ba3-866e-3ec33486db1d tempest-ServerRescueTestJSONUnderV235-1370369985 tempest-ServerRescueTestJSONUnderV235-1370369985-project] 10.222.0.68 "GET /v2.0/ports?device_id=50c37d2a-9d36-413f-a86d-c6fd0726b830 HTTP/1.1" status: 200 len: 946 time: 0.2163377 Jul 14 09:27:29.881018 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612628e3-c935-4eca-bf70-7750f189cfb2 None None] Pushing event deleted for resources: {'Port': ['ID=a0dede3e-6998-4b29-ab3e-0b2bdd4ca69e,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:29.905120 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbf9b0cc-e3d5-476b-8085-11dafaf778dc tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Releasing vlan 720 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:27:29.905697 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bbf9b0cc-e3d5-476b-8085-11dafaf778dc tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13573126'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:29.907485 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5f98bbf1-7456-4df5-be40-b8ad5e9fda02 req-18fcb091-e3ff-41a1-957c-e85fade9d58c service neutron] 10.222.0.65 "GET /v2.0/networks/5699172b-f98f-483a-81e1-27bccc5d3cba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3774743 Jul 14 09:27:29.910747 n-d-779913-29 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:27:29.910747 n-d-779913-29 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:27:29.910747 n-d-779913-29 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:27:29.910747 n-d-779913-29 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:27:29.910747 n-d-779913-29 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:27:29.910747 n-d-779913-29 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:27:29.910747 n-d-779913-29 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:27:29.910747 n-d-779913-29 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:27:29.910747 n-d-779913-29 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:27:29.910747 n-d-779913-29 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:27:29.910747 n-d-779913-29 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:27:29.910747 n-d-779913-29 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:27:29.910747 n-d-779913-29 neutron-server[93958]: Traceback (most recent call last): Jul 14 09:27:29.910747 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:27:29.910747 n-d-779913-29 neutron-server[93958]: timer() Jul 14 09:27:29.910747 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:27:29.910747 n-d-779913-29 neutron-server[93958]: cb(*args, **kw) Jul 14 09:27:29.910747 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:27:29.910747 n-d-779913-29 neutron-server[93958]: return func(*args, **kwargs) Jul 14 09:27:29.910747 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:27:29.910747 n-d-779913-29 neutron-server[93958]: self._notify() Jul 14 09:27:29.910747 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:27:29.910747 n-d-779913-29 neutron-server[93958]: self.callback(batched_events) Jul 14 09:27:29.910747 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:27:29.910747 n-d-779913-29 neutron-server[93958]: event.method(event) Jul 14 09:27:29.910747 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:27:29.910747 n-d-779913-29 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:27:29.910747 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:27:29.910747 n-d-779913-29 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:27:29.910747 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:27:29.910747 n-d-779913-29 neutron-server[93958]: return f(self, *a, **k) Jul 14 09:27:29.910747 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:27:29.910747 n-d-779913-29 neutron-server[93958]: return self._get(url).json() Jul 14 09:27:29.910747 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:27:29.910747 n-d-779913-29 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:27:29.910747 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:27:29.910747 n-d-779913-29 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 14 09:27:29.910747 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:27:29.910747 n-d-779913-29 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:27:29.910747 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:27:29.910747 n-d-779913-29 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:27:29.910747 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:27:29.910747 n-d-779913-29 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:27:29.910747 n-d-779913-29 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:27:29.970810 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5f98bbf1-7456-4df5-be40-b8ad5e9fda02 req-52e8dba8-e4d7-4954-974d-9944fc2264fa service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.33&port_id=100345f4-d6ce-47af-83f1-7049dc67deb8 HTTP/1.1" status: 200 len: 217 time: 0.0462222 Jul 14 09:27:29.987656 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb28436-aa40-4e68-8cb0-29656d78bb73 req-2ffd838f-8cb4-44bc-984f-4b2d2c5dcad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:29.989194 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-afb28436-aa40-4e68-8cb0-29656d78bb73 req-2ffd838f-8cb4-44bc-984f-4b2d2c5dcad2 service neutron] 10.222.0.65 "GET /v2.0/networks?id=1012c926-11e5-4f9b-8f82-dfbee9dcfeae HTTP/1.1" status: 200 len: 921 time: 0.3047099 Jul 14 09:27:30.021880 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bbf9b0cc-e3d5-476b-8085-11dafaf778dc tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660504'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:30.027952 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-7cd34261-8b10-430f-a95b-1d13f7ac958b req-786e09b8-e26c-46ae-a930-cbb32ecfb93e tempest-ServerRescueTestJSONUnderV235-1370369985 tempest-ServerRescueTestJSONUnderV235-1370369985-project] 10.222.0.68 "GET /v2.0/security-groups?id=83a8b8b4-4aa6-423e-95ab-da9a4626b74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571813 Jul 14 09:27:30.048221 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bbf9b0cc-e3d5-476b-8085-11dafaf778dc tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:30.053784 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-bbf9b0cc-e3d5-476b-8085-11dafaf778dc tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] 10.222.0.68 "DELETE /v2.0/networks/af671471-9d96-4bdd-a406-e5ad1413bfb0 HTTP/1.1" status: 204 len: 168 time: 1.1603668 Jul 14 09:27:30.054730 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf9b0cc-e3d5-476b-8085-11dafaf778dc tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Pushing event deleted for resources: {'Network': ['ID=af671471-9d96-4bdd-a406-e5ad1413bfb0,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:30.056637 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 49678) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:30.061881 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f69b8ed-dce0-4474-837b-6b8b153979f2 req-7d8dbbf5-386d-40c0-bbc7-73571bc6a280 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:30.068107 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5f69b8ed-dce0-4474-837b-6b8b153979f2 req-7d8dbbf5-386d-40c0-bbc7-73571bc6a280 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/ports?device_id=aaf41307-8a2a-4475-a394-60dec9994678 HTTP/1.1" status: 200 len: 944 time: 0.2602372 Jul 14 09:27:30.080118 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] get_ports_and_sgs() called for port_ids ['385af64a-4458-4f4a-beb8-321bcd5adccb'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:27:30.144576 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5f69b8ed-dce0-4474-837b-6b8b153979f2 req-35cbfe6a-a058-48f5-a4c6-7f3d41c54339 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/security-groups?id=bfacbc39-872c-438f-b7f4-05abded490ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756383 Jul 14 09:27:30.149027 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-afb28436-aa40-4e68-8cb0-29656d78bb73 req-0d08de97-351c-4a2a-ba00-76104f3cc189 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=72e2bc5e-4c60-4c69-81ed-50a1f6b1b07b HTTP/1.1" status: 200 len: 217 time: 0.1094875 Jul 14 09:27:30.170244 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f98bbf1-7456-4df5-be40-b8ad5e9fda02 req-8e487c07-9e8e-4c3a-a42c-70c40e74ddf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:30.171727 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5f98bbf1-7456-4df5-be40-b8ad5e9fda02 req-8e487c07-9e8e-4c3a-a42c-70c40e74ddf4 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ecfbbf55-b0c9-4c0f-9edc-b7ccd659aa91 HTTP/1.1" status: 200 len: 797 time: 0.1936867 Jul 14 09:27:30.214065 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-363b37bb-8f21-42a4-b89f-e5a0349a54fd tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Deleting subnet ad4235ef-ce5d-41d7-9163-bd267e31c374 {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:27:30.224171 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-363b37bb-8f21-42a4-b89f-e5a0349a54fd tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:30.264099 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb28436-aa40-4e68-8cb0-29656d78bb73 req-2c69f008-b185-4306-958d-ce250aa3eaf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:30.268100 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-afb28436-aa40-4e68-8cb0-29656d78bb73 req-2c69f008-b185-4306-958d-ce250aa3eaf3 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c4079fcc-cef1-47f9-a984-4163b05f01ca HTTP/1.1" status: 200 len: 860 time: 0.1108236 Jul 14 09:27:30.297808 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-363b37bb-8f21-42a4-b89f-e5a0349a54fd tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13574120'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:30.364510 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-afb28436-aa40-4e68-8cb0-29656d78bb73 req-039435e2-44e9-4a82-92e1-eb73747b2b3b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1012c926-11e5-4f9b-8f82-dfbee9dcfeae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0637717 Jul 14 09:27:30.373817 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f98bbf1-7456-4df5-be40-b8ad5e9fda02 req-03529c29-26d3-49ff-a6e9-c2f8941bf218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:30.376032 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5f98bbf1-7456-4df5-be40-b8ad5e9fda02 req-03529c29-26d3-49ff-a6e9-c2f8941bf218 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=5699172b-f98f-483a-81e1-27bccc5d3cba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1847007 Jul 14 09:27:30.412540 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-363b37bb-8f21-42a4-b89f-e5a0349a54fd tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3481002'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:30.470363 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device a0dede3e-6998-4b29-ab3e-0b2bdd4ca69e no longer exists at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:27:30.495238 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-363b37bb-8f21-42a4-b89f-e5a0349a54fd tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13574056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16714573'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:30.508762 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] No Port match for: a0dede3e-6998-4b29-ab3e-0b2bdd4ca69e {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:27:30.509144 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device a0dede3e-6998-4b29-ab3e-0b2bdd4ca69e not bound to the agent host n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:27:30.523505 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-624089ed-e88c-4431-9371-51a690542475 req-074cd461-568a-4ba8-a1ef-2ea71ab67292 tempest-ServerShowV257Test-1310402526 tempest-ServerShowV257Test-1310402526-project] 10.222.0.68 "GET /v2.0/ports?device_id=16fbc2dd-60ec-49c7-a646-99b41923de43 HTTP/1.1" status: 200 len: 210 time: 0.2536240 Jul 14 09:27:30.543039 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-afb28436-aa40-4e68-8cb0-29656d78bb73 req-bebb98b5-d5fd-4c30-883c-6f45e4e8d036 service neutron] 10.222.0.65 "GET /v2.0/networks/1012c926-11e5-4f9b-8f82-dfbee9dcfeae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1657300 Jul 14 09:27:30.547531 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-363b37bb-8f21-42a4-b89f-e5a0349a54fd tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:30.549468 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-363b37bb-8f21-42a4-b89f-e5a0349a54fd tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] 10.222.0.68 "DELETE /v2.0/subnets/ad4235ef-ce5d-41d7-9163-bd267e31c374 HTTP/1.1" status: 204 len: 168 time: 0.4747899 Jul 14 09:27:30.550368 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363b37bb-8f21-42a4-b89f-e5a0349a54fd tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Pushing event deleted for resources: {'Subnet': ['ID=ad4235ef-ce5d-41d7-9163-bd267e31c374,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:30.552941 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 49692) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:30.555181 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3240178-5284-476e-83ab-76af376e6658 None None] Network 07c04bc0-1145-47dc-b6c6-b4b7c828f2f9 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:27:30.677758 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a558a268-480d-4112-b3db-59456a8f56ed tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3876111'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:30.711268 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5f98bbf1-7456-4df5-be40-b8ad5e9fda02 req-77062e86-f651-42cf-85f3-35e771049bdc service neutron] 10.222.0.65 "GET /v2.0/networks/5699172b-f98f-483a-81e1-27bccc5d3cba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2189457 Jul 14 09:27:30.762254 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-a558a268-480d-4112-b3db-59456a8f56ed tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Deleting port 1746fc6d-e4b0-42a0-afca-cede7774c51b {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:27:30.762699 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a558a268-480d-4112-b3db-59456a8f56ed tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:30.857188 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37ee11c9-a273-49a8-bebf-4c062dd57507 None None] DHCP port deletion for 07c04bc0-1145-47dc-b6c6-b4b7c828f2f9 request from n-d-779913-29 {{(pid=93959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:27:30.886477 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-a558a268-480d-4112-b3db-59456a8f56ed tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] For port 1746fc6d-e4b0-42a0-afca-cede7774c51b, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=1746fc6d-e4b0-42a0-afca-cede7774c51b,segment=NetworkSegment(65c8a5c4-f5d0-4c14-b2bd-692aa7bcf671),segment_id=65c8a5c4-f5d0-4c14-b2bd-692aa7bcf671)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:27:30.887102 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a558a268-480d-4112-b3db-59456a8f56ed tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:30.898892 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19fc603-e436-431b-9ee2-4df742246058 req-fcd2abd9-3423-47b8-ae66-6f2bf1b22da3 tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:30.900572 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f19fc603-e436-431b-9ee2-4df742246058 req-fcd2abd9-3423-47b8-ae66-6f2bf1b22da3 tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] 10.222.0.68 "GET /v2.0/ports?device_id=c9f22e9a-4298-4b73-8115-f2b7bacb077c HTTP/1.1" status: 200 len: 943 time: 0.4095788 Jul 14 09:27:30.903469 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-a558a268-480d-4112-b3db-59456a8f56ed tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Calling delete_port for 1746fc6d-e4b0-42a0-afca-cede7774c51b owned by network:dhcp {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:27:30.949272 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-afb28436-aa40-4e68-8cb0-29656d78bb73 req-f9937584-bbbd-4223-98c0-a58f15dc6388 service neutron] 10.222.0.65 "GET /v2.0/networks/1012c926-11e5-4f9b-8f82-dfbee9dcfeae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2355812 Jul 14 09:27:30.955457 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-37ee11c9-a273-49a8-bebf-4c062dd57507 None None] Deleting port 1746fc6d-e4b0-42a0-afca-cede7774c51b {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:27:30.956269 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-37ee11c9-a273-49a8-bebf-4c062dd57507 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:30.959223 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5f98bbf1-7456-4df5-be40-b8ad5e9fda02 req-7f1e14c2-7cac-4f4a-abab-4d732cf69310 service neutron] 10.222.0.65 "GET /v2.0/networks/5699172b-f98f-483a-81e1-27bccc5d3cba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2342644 Jul 14 09:27:31.022556 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a558a268-480d-4112-b3db-59456a8f56ed tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:31.049607 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-37ee11c9-a273-49a8-bebf-4c062dd57507 None None] For port 1746fc6d-e4b0-42a0-afca-cede7774c51b, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=1746fc6d-e4b0-42a0-afca-cede7774c51b,segment=NetworkSegment(65c8a5c4-f5d0-4c14-b2bd-692aa7bcf671),segment_id=65c8a5c4-f5d0-4c14-b2bd-692aa7bcf671)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:27:31.049942 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-37ee11c9-a273-49a8-bebf-4c062dd57507 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:31.071167 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a558a268-480d-4112-b3db-59456a8f56ed tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Pushing event deleted for resources: {'Port': ['ID=1746fc6d-e4b0-42a0-afca-cede7774c51b,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:31.088174 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5f98bbf1-7456-4df5-be40-b8ad5e9fda02 req-a7c8d501-41a7-4929-87cf-e309e0488e64 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.22&port_id=bfeac96f-d3a2-4a7b-abb1-6f8a87d43efe HTTP/1.1" status: 200 len: 217 time: 0.1188078 Jul 14 09:27:31.088818 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-37ee11c9-a273-49a8-bebf-4c062dd57507 None None] Calling delete_port for 1746fc6d-e4b0-42a0-afca-cede7774c51b owned by network:dhcp {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:27:31.095925 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f19fc603-e436-431b-9ee2-4df742246058 req-0378140e-627f-42b7-bba7-5d7837eaf2d7 tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] 10.222.0.68 "GET /v2.0/security-groups?id=cf40bcd2-1dd1-48fb-a6b7-6df0e80ce2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860001 Jul 14 09:27:31.105202 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a558a268-480d-4112-b3db-59456a8f56ed tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] No DVR routers for this DVR port 1746fc6d-e4b0-42a0-afca-cede7774c51b on host n-d-779913-29 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:27:31.194107 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f98bbf1-7456-4df5-be40-b8ad5e9fda02 req-2c73319f-c928-4fa5-ba5c-4245dcb7aed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:31.195755 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5f98bbf1-7456-4df5-be40-b8ad5e9fda02 req-2c73319f-c928-4fa5-ba5c-4245dcb7aed5 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ecfbbf55-b0c9-4c0f-9edc-b7ccd659aa91 HTTP/1.1" status: 200 len: 797 time: 0.0949063 Jul 14 09:27:31.219883 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 49714) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:31.264246 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-37ee11c9-a273-49a8-bebf-4c062dd57507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:31.271886 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 8acf4a11-a053-4451-8c9e-0fead5441f50 details requested by agent hyperv_n-h2-779913-29 with host n-h2-779913-29 {{(pid=93959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:27:31.273686 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 385af64a-4458-4f4a-beb8-321bcd5adccb up at agent hyperv_n-h2-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:27:31.280833 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-828ec659-f120-4d18-8910-b3590b6ae6a5 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1524324570'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:27:31.337823 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a558a268-480d-4112-b3db-59456a8f56ed tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473955', 'neutron.services.segments.db._delete_segments_for_network-8735688326548'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:31.349868 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ee11c9-a273-49a8-bebf-4c062dd57507 None None] No DVR routers for this DVR port 1746fc6d-e4b0-42a0-afca-cede7774c51b on host n-d-779913-29 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:27:31.360627 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-828ec659-f120-4d18-8910-b3590b6ae6a5 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Made reservation on behalf of 59257167697a4d8397898a00de2a9ad0 for: {'network': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:27:31.365851 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-828ec659-f120-4d18-8910-b3590b6ae6a5 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for network, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:31.369202 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ee11c9-a273-49a8-bebf-4c062dd57507 None None] Pushing event deleted for resources: {'Port': ['ID=1746fc6d-e4b0-42a0-afca-cede7774c51b,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:31.369840 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-a558a268-480d-4112-b3db-59456a8f56ed tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07c04bc0-1145-47dc-b6c6-b4b7c828f2f9']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:27:31.388517 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-a558a268-480d-4112-b3db-59456a8f56ed tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65c8a5c4-f5d0-4c14-b2bd-692aa7bcf671') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:27:31.388910 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-a558a268-480d-4112-b3db-59456a8f56ed tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65c8a5c4-f5d0-4c14-b2bd-692aa7bcf671') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:27:31.406301 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f98bbf1-7456-4df5-be40-b8ad5e9fda02 req-18317bf5-b5fc-4508-ab77-f9dbf251d11a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:31.408064 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5f98bbf1-7456-4df5-be40-b8ad5e9fda02 req-18317bf5-b5fc-4508-ab77-f9dbf251d11a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=5699172b-f98f-483a-81e1-27bccc5d3cba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2054408 Jul 14 09:27:31.426288 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-828ec659-f120-4d18-8910-b3590b6ae6a5 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 738} {{(pid=93957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:27:31.430320 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a558a268-480d-4112-b3db-59456a8f56ed tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735688356235', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13574129'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:31.436327 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad542311-d30e-44b9-a313-ec01f7e9af35 req-ba87316d-d827-4c10-b494-cb777adaf257 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:31.439934 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Provisioning for port 385af64a-4458-4f4a-beb8-321bcd5adccb completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:27:31.445013 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Provisioning complete for port 385af64a-4458-4f4a-beb8-321bcd5adccb triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:27:31.445394 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:31.445559 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ad542311-d30e-44b9-a313-ec01f7e9af35 req-ba87316d-d827-4c10-b494-cb777adaf257 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/ports?device_id=aaf41307-8a2a-4475-a394-60dec9994678 HTTP/1.1" status: 200 len: 944 time: 0.1518936 Jul 14 09:27:31.456443 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a558a268-480d-4112-b3db-59456a8f56ed tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:31.466103 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817716bd-c10f-488b-aca3-b0de0f47608a req-157b28fc-3dcd-472b-b7ab-896701e19006 tempest-ServerRescueTestJSONUnderV235-1370369985 tempest-ServerRescueTestJSONUnderV235-1370369985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:31.467866 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-817716bd-c10f-488b-aca3-b0de0f47608a req-157b28fc-3dcd-472b-b7ab-896701e19006 tempest-ServerRescueTestJSONUnderV235-1370369985 tempest-ServerRescueTestJSONUnderV235-1370369985-project] 10.222.0.68 "GET /v2.0/ports?device_id=50c37d2a-9d36-413f-a86d-c6fd0726b830 HTTP/1.1" status: 200 len: 946 time: 0.2162292 Jul 14 09:27:31.473090 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a558a268-480d-4112-b3db-59456a8f56ed tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Releasing vlan 741 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:27:31.473655 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a558a268-480d-4112-b3db-59456a8f56ed tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13573126'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:31.476762 n-d-779913-29 neutron-server[93958]: Traceback (most recent call last): Jul 14 09:27:31.476762 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:27:31.476762 n-d-779913-29 neutron-server[93958]: timer() Jul 14 09:27:31.476762 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:27:31.476762 n-d-779913-29 neutron-server[93958]: cb(*args, **kw) Jul 14 09:27:31.476762 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:27:31.476762 n-d-779913-29 neutron-server[93958]: return func(*args, **kwargs) Jul 14 09:27:31.476762 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:27:31.476762 n-d-779913-29 neutron-server[93958]: self._notify() Jul 14 09:27:31.476762 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:27:31.476762 n-d-779913-29 neutron-server[93958]: self.callback(batched_events) Jul 14 09:27:31.476762 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:27:31.476762 n-d-779913-29 neutron-server[93958]: event.method(event) Jul 14 09:27:31.476762 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:27:31.476762 n-d-779913-29 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:27:31.476762 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:27:31.476762 n-d-779913-29 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:27:31.476762 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:27:31.476762 n-d-779913-29 neutron-server[93958]: return f(self, *a, **k) Jul 14 09:27:31.476762 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:27:31.476762 n-d-779913-29 neutron-server[93958]: return self._get(url).json() Jul 14 09:27:31.476762 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:27:31.476762 n-d-779913-29 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:27:31.476762 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:27:31.476762 n-d-779913-29 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 14 09:27:31.476762 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:27:31.476762 n-d-779913-29 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:27:31.476762 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:27:31.476762 n-d-779913-29 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:27:31.476762 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:27:31.476762 n-d-779913-29 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:27:31.476762 n-d-779913-29 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:27:31.521721 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-828ec659-f120-4d18-8910-b3590b6ae6a5 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:31.522089 n-d-779913-29 neutron-server[93957]: INFO neutron.db.segments_db [None req-828ec659-f120-4d18-8910-b3590b6ae6a5 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Added segment 346dc94d-54e0-4ffe-b110-f21faf0bbb7e of type vlan for network 1ef94415-a918-409e-b853-7a1089057996 Jul 14 09:27:31.563113 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 8acf4a11-a053-4451-8c9e-0fead5441f50, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=8acf4a11-a053-4451-8c9e-0fead5441f50,segment=NetworkSegment(3140b72d-6a4a-4668-bad8-c572bd128f6c),segment_id=3140b72d-6a4a-4668-bad8-c572bd128f6c)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:27:31.577777 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ad542311-d30e-44b9-a313-ec01f7e9af35 req-9c8b2323-f9f0-4da4-82a2-2d9f7133cc5d tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/security-groups?id=bfacbc39-872c-438f-b7f4-05abded490ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284659 Jul 14 09:27:31.582822 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a558a268-480d-4112-b3db-59456a8f56ed tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660504'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:31.585580 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Returning: {'device': '8acf4a11-a053-4451-8c9e-0fead5441f50', 'network_id': 'fdafaba0-da53-47c8-a4eb-7c69deccbba6', 'port_id': '8acf4a11-a053-4451-8c9e-0fead5441f50', 'mac_address': 'fa:16:3e:ed:d6:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 717, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5194e827-9fb1-419e-b4bc-69aee8b3dca3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:27:31.597786 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a558a268-480d-4112-b3db-59456a8f56ed tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:31.599725 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-a558a268-480d-4112-b3db-59456a8f56ed tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] 10.222.0.68 "DELETE /v2.0/networks/07c04bc0-1145-47dc-b6c6-b4b7c828f2f9 HTTP/1.1" status: 204 len: 168 time: 1.0457728 Jul 14 09:27:31.600417 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:31.619524 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-817716bd-c10f-488b-aca3-b0de0f47608a req-2cb80f6d-c062-47b3-acb2-c2a828c0b1f2 tempest-ServerRescueTestJSONUnderV235-1370369985 tempest-ServerRescueTestJSONUnderV235-1370369985-project] 10.222.0.68 "GET /v2.0/security-groups?id=83a8b8b4-4aa6-423e-95ab-da9a4626b74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253211 Jul 14 09:27:31.646225 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a558a268-480d-4112-b3db-59456a8f56ed tempest-ServersTestMultiNic-1337596861 tempest-ServersTestMultiNic-1337596861-project] Pushing event deleted for resources: {'Network': ['ID=07c04bc0-1145-47dc-b6c6-b4b7c828f2f9,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:31.651955 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:31.677968 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8acf4a11-a053-4451-8c9e-0fead5441f50 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:27:31.688564 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aaf41307-8a2a-4475-a394-60dec9994678', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '385af64a-4458-4f4a-beb8-321bcd5adccb'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:27:31.690875 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd62303f06773040a8a4e189dc46b4f565768c299abf8ab8e7739778b0bc3e97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-715ac98b-fffd-4f59-9a4d-f0e600473549" -d '{"events": [{"server_uuid": "aaf41307-8a2a-4475-a394-60dec9994678", "name": "network-vif-plugged", "status": "completed", "tag": "385af64a-4458-4f4a-beb8-321bcd5adccb"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:27:31.699037 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-828ec659-f120-4d18-8910-b3590b6ae6a5 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735687821325'] for network, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:31.709873 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 8acf4a11-a053-4451-8c9e-0fead5441f50, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=8acf4a11-a053-4451-8c9e-0fead5441f50,segment=NetworkSegment(3140b72d-6a4a-4668-bad8-c572bd128f6c),segment_id=3140b72d-6a4a-4668-bad8-c572bd128f6c)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:27:31.718447 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:31.725514 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 385af64a-4458-4f4a-beb8-321bcd5adccb, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=385af64a-4458-4f4a-beb8-321bcd5adccb,segment=NetworkSegment(f28b4a20-abdb-43f4-86e7-8da3ae7a1990),segment_id=f28b4a20-abdb-43f4-86e7-8da3ae7a1990)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:27:31.746487 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:31.775891 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5f98bbf1-7456-4df5-be40-b8ad5e9fda02 req-99fc6337-7e5b-4138-acce-39d7a0b11ec9 service neutron] 10.222.0.65 "GET /v2.0/networks/5699172b-f98f-483a-81e1-27bccc5d3cba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3579297 Jul 14 09:27:31.776409 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Pushing event updated for resources: {'Port': ['ID=8acf4a11-a053-4451-8c9e-0fead5441f50,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:31.815923 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0a01f17a-2cc5-439d-9425-ed51d2eb6f4b req-a6c1ccdd-ba82-4223-8759-2f07dce7a53a tempest-ServerShowV257Test-1310402526 tempest-ServerShowV257Test-1310402526-project] 10.222.0.68 "GET /v2.0/ports?device_id=16fbc2dd-60ec-49c7-a646-99b41923de43 HTTP/1.1" status: 200 len: 210 time: 0.0801086 Jul 14 09:27:31.816637 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:27:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c7ec976-2d1b-4cde-ba78-b07a7165a261 x-openstack-request-id: req-6c7ec976-2d1b-4cde-ba78-b07a7165a261 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:27:31.816940 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aaf41307-8a2a-4475-a394-60dec9994678", "name": "network-vif-plugged", "status": "completed", "tag": "385af64a-4458-4f4a-beb8-321bcd5adccb", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:27:31.817200 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-6c7ec976-2d1b-4cde-ba78-b07a7165a261 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:27:31.817682 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aaf41307-8a2a-4475-a394-60dec9994678', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '385af64a-4458-4f4a-beb8-321bcd5adccb', 'code': 200} Jul 14 09:27:31.847708 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-828ec659-f120-4d18-8910-b3590b6ae6a5 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855'] for network, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:31.847966 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Pushing event updated for resources: {'Port': ['ID=385af64a-4458-4f4a-beb8-321bcd5adccb,revision_number=5']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:31.865322 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-828ec659-f120-4d18-8910-b3590b6ae6a5 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:31.866080 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-828ec659-f120-4d18-8910-b3590b6ae6a5 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for network, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:32.004024 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d4188c-3b0f-4c07-9eed-ff29020a2062 req-70f04024-5d0a-42fd-a577-0523e84349ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:32.006043 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-37d4188c-3b0f-4c07-9eed-ff29020a2062 req-70f04024-5d0a-42fd-a577-0523e84349ef service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=aaf41307-8a2a-4475-a394-60dec9994678 HTTP/1.1" status: 200 len: 1097 time: 0.0819366 Jul 14 09:27:32.009011 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-828ec659-f120-4d18-8910-b3590b6ae6a5 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7869368 Jul 14 09:27:32.012321 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 49738) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:32.017939 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828ec659-f120-4d18-8910-b3590b6ae6a5 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Pushing event updated for resources: {'Network': ['ID=1ef94415-a918-409e-b853-7a1089057996,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:32.024357 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5f98bbf1-7456-4df5-be40-b8ad5e9fda02 req-1524ace0-1167-4bac-a386-31241790625a service neutron] 10.222.0.65 "GET /v2.0/networks/5699172b-f98f-483a-81e1-27bccc5d3cba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2160742 Jul 14 09:27:32.024535 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] get_ports_and_sgs() called for port_ids ['8acf4a11-a053-4451-8c9e-0fead5441f50'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:27:32.028902 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-ed9c7c95-79aa-43ad-ae09-99f91e93e40b tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1639084782'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:27:32.047838 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Network 1ef94415-a918-409e-b853-7a1089057996 details requested by agent ovs-agent-n-d-779913-29 with host n-d-779913-29 {{(pid=93959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:27:32.095109 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5f98bbf1-7456-4df5-be40-b8ad5e9fda02 req-49ed7e08-d829-4975-9e00-12d10a7e1ecd service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=ea9e9cbd-c4fe-40eb-a857-ee9e6c073bb8 HTTP/1.1" status: 200 len: 217 time: 0.0623152 Jul 14 09:27:32.100005 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-37d4188c-3b0f-4c07-9eed-ff29020a2062 req-d52caca3-054e-4ae5-8584-f6e677fdb03c service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=bfacbc39-872c-438f-b7f4-05abded490ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821712 Jul 14 09:27:32.101162 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed9c7c95-79aa-43ad-ae09-99f91e93e40b tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Made reservation on behalf of 59257167697a4d8397898a00de2a9ad0 for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:27:32.104843 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ed9c7c95-79aa-43ad-ae09-99f91e93e40b tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:32.154476 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f98bbf1-7456-4df5-be40-b8ad5e9fda02 req-d88c7323-cf9d-4619-af5b-f8d8606c372d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:32.155037 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed9c7c95-79aa-43ad-ae09-99f91e93e40b tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 746} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:27:32.160483 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5f98bbf1-7456-4df5-be40-b8ad5e9fda02 req-d88c7323-cf9d-4619-af5b-f8d8606c372d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=df8e47ca-e310-4261-88e8-dfbdedfc6676 HTTP/1.1" status: 200 len: 797 time: 0.0570621 Jul 14 09:27:32.166612 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ed9c7c95-79aa-43ad-ae09-99f91e93e40b tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:32.166972 n-d-779913-29 neutron-server[93958]: INFO neutron.db.segments_db [None req-ed9c7c95-79aa-43ad-ae09-99f91e93e40b tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Added segment df189466-ba5b-40c8-bb21-5263dd22bc7e of type vlan for network 63e3e599-9f16-49b5-b4ab-c912a88ee6e9 Jul 14 09:27:32.194621 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 49746) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:32.284449 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f98bbf1-7456-4df5-be40-b8ad5e9fda02 req-d2148fa6-b234-4cb0-af53-b999bab9b356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:32.286150 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5f98bbf1-7456-4df5-be40-b8ad5e9fda02 req-d2148fa6-b234-4cb0-af53-b999bab9b356 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=42a058fa-f36e-4a5f-a1b5-ee56753d964d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1195290 Jul 14 09:27:32.361048 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ed9c7c95-79aa-43ad-ae09-99f91e93e40b tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735687821325'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:32.398885 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5f98bbf1-7456-4df5-be40-b8ad5e9fda02 req-39c8cba8-3b84-43af-8efd-599c04141731 service neutron] 10.222.0.65 "GET /v2.0/networks/42a058fa-f36e-4a5f-a1b5-ee56753d964d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057541 Jul 14 09:27:32.419608 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 1746fc6d-e4b0-42a0-afca-cede7774c51b no longer exists at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:27:32.460225 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] No Port match for: 1746fc6d-e4b0-42a0-afca-cede7774c51b {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:27:32.460740 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 1746fc6d-e4b0-42a0-afca-cede7774c51b not bound to the agent host n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:27:32.494599 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ed9c7c95-79aa-43ad-ae09-99f91e93e40b tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:32.500441 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed9c7c95-79aa-43ad-ae09-99f91e93e40b tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:32.501114 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ed9c7c95-79aa-43ad-ae09-99f91e93e40b tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:32.522230 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5f98bbf1-7456-4df5-be40-b8ad5e9fda02 req-aa860c3d-7576-4aaf-8ff9-f5c5d19aad98 service neutron] 10.222.0.65 "GET /v2.0/networks/42a058fa-f36e-4a5f-a1b5-ee56753d964d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164403 Jul 14 09:27:32.536564 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9987825-8d09-4109-989d-9f37bc2ab4a9 req-34e3b1e7-3ebd-4cba-921f-9efede3c113d tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:32.539394 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-b9987825-8d09-4109-989d-9f37bc2ab4a9 req-34e3b1e7-3ebd-4cba-921f-9efede3c113d tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] 10.222.0.68 "GET /v2.0/ports?device_id=c9f22e9a-4298-4b73-8115-f2b7bacb077c HTTP/1.1" status: 200 len: 944 time: 0.2313619 Jul 14 09:27:32.572198 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5f98bbf1-7456-4df5-be40-b8ad5e9fda02 req-e0d11928-dd30-46b6-bd41-41229082498b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=0d1d6f24-a3fe-4925-8ced-a01216f77039 HTTP/1.1" status: 200 len: 217 time: 0.0404956 Jul 14 09:27:32.592148 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-ed9c7c95-79aa-43ad-ae09-99f91e93e40b tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5750251 Jul 14 09:27:32.595543 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 49756) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:32.621718 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-c13620be-f4df-40e4-b520-9c9b5ccade43 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Request body: {'subnet': {'network_id': '1ef94415-a918-409e-b853-7a1089057996', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:27:32.658957 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9c7c95-79aa-43ad-ae09-99f91e93e40b tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Pushing event updated for resources: {'Network': ['ID=63e3e599-9f16-49b5-b4ab-c912a88ee6e9,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:32.672372 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Network 63e3e599-9f16-49b5-b4ab-c912a88ee6e9 details requested by agent ovs-agent-n-d-779913-29 with host n-d-779913-29 {{(pid=93959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:27:32.698810 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f98bbf1-7456-4df5-be40-b8ad5e9fda02 req-045a8921-3374-457b-9262-59e3d18d3c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:32.700306 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5f98bbf1-7456-4df5-be40-b8ad5e9fda02 req-045a8921-3374-457b-9262-59e3d18d3c6a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=df8e47ca-e310-4261-88e8-dfbdedfc6676 HTTP/1.1" status: 200 len: 797 time: 0.1134856 Jul 14 09:27:32.720196 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-b9987825-8d09-4109-989d-9f37bc2ab4a9 req-07a733ac-c813-4226-ab2c-d07650f22823 tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] 10.222.0.68 "GET /v2.0/security-groups?id=cf40bcd2-1dd1-48fb-a6b7-6df0e80ce2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515949 Jul 14 09:27:32.846437 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c13620be-f4df-40e4-b520-9c9b5ccade43 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Made reservation on behalf of 59257167697a4d8397898a00de2a9ad0 for: {'subnet': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:27:32.849948 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c13620be-f4df-40e4-b520-9c9b5ccade43 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11984110'] for subnet, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:32.938479 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ddac8531-5a40-4309-8aa0-b29203aeb332 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-683602'] for router_interface, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:32.941981 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f98bbf1-7456-4df5-be40-b8ad5e9fda02 req-13eeea44-6225-4055-b93e-4cb1b6a8918b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:32.943477 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5f98bbf1-7456-4df5-be40-b8ad5e9fda02 req-13eeea44-6225-4055-b93e-4cb1b6a8918b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=42a058fa-f36e-4a5f-a1b5-ee56753d964d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2291629 Jul 14 09:27:32.977766 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87175208-8148-4bf4-bb83-d3447d8c0cf5 req-4e6a6fae-d23f-478d-8469-f0106bbb34e3 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:32.981282 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-87175208-8148-4bf4-bb83-d3447d8c0cf5 req-4e6a6fae-d23f-478d-8469-f0106bbb34e3 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/ports?device_id=aaf41307-8a2a-4475-a394-60dec9994678 HTTP/1.1" status: 200 len: 945 time: 0.1971712 Jul 14 09:27:33.138265 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-87175208-8148-4bf4-bb83-d3447d8c0cf5 req-e848240b-f2ab-44ac-a3e5-df38492adbc9 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/security-groups?id=bfacbc39-872c-438f-b7f4-05abded490ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185768 Jul 14 09:27:33.142732 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5f98bbf1-7456-4df5-be40-b8ad5e9fda02 req-cb741ab3-aff6-40b8-a594-451ec91334d9 service neutron] 10.222.0.65 "GET /v2.0/networks/42a058fa-f36e-4a5f-a1b5-ee56753d964d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1869924 Jul 14 09:27:33.178340 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 8acf4a11-a053-4451-8c9e-0fead5441f50 up at agent hyperv_n-h2-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:27:33.292500 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Provisioning for port 8acf4a11-a053-4451-8c9e-0fead5441f50 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:27:33.296937 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Provisioning complete for port 8acf4a11-a053-4451-8c9e-0fead5441f50 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:27:33.297400 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:33.307021 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fbbddc-b64c-449c-ab49-05979b270ce1 req-8308f863-8d5d-4d73-942d-5bec0dd7b1f8 tempest-ServerRescueTestJSONUnderV235-1370369985 tempest-ServerRescueTestJSONUnderV235-1370369985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:33.313791 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-63fbbddc-b64c-449c-ab49-05979b270ce1 req-8308f863-8d5d-4d73-942d-5bec0dd7b1f8 tempest-ServerRescueTestJSONUnderV235-1370369985 tempest-ServerRescueTestJSONUnderV235-1370369985-project] 10.222.0.68 "GET /v2.0/ports?device_id=50c37d2a-9d36-413f-a86d-c6fd0726b830 HTTP/1.1" status: 200 len: 946 time: 0.4465530 Jul 14 09:27:33.406793 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-63fbbddc-b64c-449c-ab49-05979b270ce1 req-b17e3b14-ca64-4c4a-8f9a-7bf347cb4e94 tempest-ServerRescueTestJSONUnderV235-1370369985 tempest-ServerRescueTestJSONUnderV235-1370369985-project] 10.222.0.68 "GET /v2.0/security-groups?id=83a8b8b4-4aa6-423e-95ab-da9a4626b74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920045 Jul 14 09:27:33.435657 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c13620be-f4df-40e4-b520-9c9b5ccade43 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10052764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11984092'] for subnet, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:33.626409 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-ddac8531-5a40-4309-8aa0-b29203aeb332 admin admin] Deleting port c1a825e8-c709-4028-8c14-3a5c56fecb50 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:27:33.626800 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ddac8531-5a40-4309-8aa0-b29203aeb332 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:33.673997 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:33.718986 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-ddac8531-5a40-4309-8aa0-b29203aeb332 admin admin] For port c1a825e8-c709-4028-8c14-3a5c56fecb50, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=c1a825e8-c709-4028-8c14-3a5c56fecb50,segment=NetworkSegment(70cf02bb-b256-4c4f-aeb2-ce24b8b9ce7b),segment_id=70cf02bb-b256-4c4f-aeb2-ce24b8b9ce7b)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:27:33.719483 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ddac8531-5a40-4309-8aa0-b29203aeb332 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:33.719876 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 8acf4a11-a053-4451-8c9e-0fead5441f50, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=8acf4a11-a053-4451-8c9e-0fead5441f50,segment=NetworkSegment(3140b72d-6a4a-4668-bad8-c572bd128f6c),segment_id=3140b72d-6a4a-4668-bad8-c572bd128f6c)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:27:33.725615 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:33.737557 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-ddac8531-5a40-4309-8aa0-b29203aeb332 admin admin] Calling delete_port for c1a825e8-c709-4028-8c14-3a5c56fecb50 owned by network:router_interface {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:27:33.820854 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9f22e9a-4298-4b73-8115-f2b7bacb077c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8acf4a11-a053-4451-8c9e-0fead5441f50'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:27:33.824069 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd62303f06773040a8a4e189dc46b4f565768c299abf8ab8e7739778b0bc3e97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5b76db5-f81c-428f-a008-b25bb4299897" -d '{"events": [{"server_uuid": "c9f22e9a-4298-4b73-8115-f2b7bacb077c", "name": "network-vif-plugged", "status": "completed", "tag": "8acf4a11-a053-4451-8c9e-0fead5441f50"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:27:33.850459 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Pushing event updated for resources: {'Port': ['ID=8acf4a11-a053-4451-8c9e-0fead5441f50,revision_number=5']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:33.903711 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-4318f7dd-dfa6-4693-ba62-a78667ff66a7 req-ff5a97db-2101-41c0-823a-4aa054981b86 tempest-ServerShowV257Test-1310402526 tempest-ServerShowV257Test-1310402526-project] 10.222.0.68 "GET /v2.0/ports?device_id=16fbc2dd-60ec-49c7-a646-99b41923de43 HTTP/1.1" status: 200 len: 210 time: 0.5123188 Jul 14 09:27:33.947829 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5f98bbf1-7456-4df5-be40-b8ad5e9fda02 req-ce7f26af-dfb6-4a41-8c33-b0e68332fb3c service neutron] 10.222.0.65 "GET /v2.0/networks/42a058fa-f36e-4a5f-a1b5-ee56753d964d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7926998 Jul 14 09:27:33.958487 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13620be-f4df-40e4-b520-9c9b5ccade43 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Pushing event updated for resources: {'Subnet': ['ID=6bbe0ea5-083a-41dc-877f-ee08b7294836,revision_number=0']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:33.967456 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c13620be-f4df-40e4-b520-9c9b5ccade43 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Checking segment: {'id': '346dc94d-54e0-4ffe-b110-f21faf0bbb7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '1ef94415-a918-409e-b853-7a1089057996'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:27:33.969917 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c13620be-f4df-40e4-b520-9c9b5ccade43 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Network hostable DHCP agents. Network: 1ef94415-a918-409e-b853-7a1089057996, hostable agents: ['c6a09bd4-f72e-4283-a3ca-0bbca8a51081'], hosted agents: [] {{(pid=93957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:27:34.001108 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c13620be-f4df-40e4-b520-9c9b5ccade43 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Network 1ef94415-a918-409e-b853-7a1089057996 is scheduled to be hosted by DHCP agent c6a09bd4-f72e-4283-a3ca-0bbca8a51081 with binding_index 1 {{(pid=93957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:27:34.006240 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:27:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04d6b64d-a078-4bb4-b870-28a003a674c5 x-openstack-request-id: req-04d6b64d-a078-4bb4-b870-28a003a674c5 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:27:34.006817 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9f22e9a-4298-4b73-8115-f2b7bacb077c", "name": "network-vif-plugged", "status": "completed", "tag": "8acf4a11-a053-4451-8c9e-0fead5441f50", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:27:34.007232 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-04d6b64d-a078-4bb4-b870-28a003a674c5 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:27:34.007882 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9f22e9a-4298-4b73-8115-f2b7bacb077c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8acf4a11-a053-4451-8c9e-0fead5441f50', 'code': 200} Jul 14 09:27:34.014459 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-c13620be-f4df-40e4-b520-9c9b5ccade43 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-29, 1ef94415-a918-409e-b853-7a1089057996) {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:27:34.020014 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c13620be-f4df-40e4-b520-9c9b5ccade43 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:34.020664 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c13620be-f4df-40e4-b520-9c9b5ccade43 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Notify callbacks [] for subnet, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:34.032363 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-222a1b60-d005-462e-960f-8bc743f1e960 None None] Network 1ef94415-a918-409e-b853-7a1089057996 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:27:34.073355 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-c13620be-f4df-40e4-b520-9c9b5ccade43 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.4757495 Jul 14 09:27:34.080457 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 49788) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:34.096319 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c168ec9-88f6-4798-ba2e-eb9d271cb1b2 req-8dcad75d-b9ca-41ba-80be-65e6b556abbf tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:34.104689 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-0c168ec9-88f6-4798-ba2e-eb9d271cb1b2 req-8dcad75d-b9ca-41ba-80be-65e6b556abbf tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] 10.222.0.68 "GET /v2.0/ports?device_id=c9f22e9a-4298-4b73-8115-f2b7bacb077c HTTP/1.1" status: 200 len: 945 time: 0.2044127 Jul 14 09:27:34.112503 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-c9719f88-299b-439f-b3aa-824111f77929 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Request body: {'subnet': {'network_id': '63e3e599-9f16-49b5-b4ab-c912a88ee6e9', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:27:34.143418 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ddac8531-5a40-4309-8aa0-b29203aeb332 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:34.191027 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ed351e-21e1-43ba-b02f-439d0409ee7e req-fe2783fc-0148-4d5b-8ab2-cf632cb16b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:34.191530 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ed351e-21e1-43ba-b02f-439d0409ee7e req-fe2783fc-0148-4d5b-8ab2-cf632cb16b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:34.192011 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ed351e-21e1-43ba-b02f-439d0409ee7e req-fe2783fc-0148-4d5b-8ab2-cf632cb16b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:34.192493 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ed351e-21e1-43ba-b02f-439d0409ee7e req-fe2783fc-0148-4d5b-8ab2-cf632cb16b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:34.192981 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ed351e-21e1-43ba-b02f-439d0409ee7e req-fe2783fc-0148-4d5b-8ab2-cf632cb16b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:34.193521 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ed351e-21e1-43ba-b02f-439d0409ee7e req-fe2783fc-0148-4d5b-8ab2-cf632cb16b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:34.194001 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ed351e-21e1-43ba-b02f-439d0409ee7e req-fe2783fc-0148-4d5b-8ab2-cf632cb16b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:34.195986 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-07ed351e-21e1-43ba-b02f-439d0409ee7e req-fe2783fc-0148-4d5b-8ab2-cf632cb16b65 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4cb5d08776664e9f8e9d7e6bc7c12e1a&device_id=5c7b30e8-3087-4fa2-a121-bc36e0beab3b HTTP/1.1" status: 200 len: 6507 time: 0.1211050 Jul 14 09:27:34.258166 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88846c80-db4e-4d59-9c65-094a4c9f1881 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf57baaa9-fd24-59f4-8fd2-1dc21122ce72-1ef94415-a918-409e-b853-7a1089057996', 'network_id': '1ef94415-a918-409e-b853-7a1089057996', 'tenant_id': '59257167697a4d8397898a00de2a9ad0', 'fixed_ips': [{'subnet_id': '6bbe0ea5-083a-41dc-877f-ee08b7294836'}]}} from n-d-779913-29. {{(pid=93959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:27:34.260803 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-88846c80-db4e-4d59-9c65-094a4c9f1881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:34.291330 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-0c168ec9-88f6-4798-ba2e-eb9d271cb1b2 req-2e26f1fa-26f4-4335-a966-a58b4707cac9 tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] 10.222.0.68 "GET /v2.0/security-groups?id=cf40bcd2-1dd1-48fb-a6b7-6df0e80ce2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854868 Jul 14 09:27:34.292221 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddac8531-5a40-4309-8aa0-b29203aeb332 admin admin] Pushing event deleted for resources: {'Port': ['ID=c1a825e8-c709-4028-8c14-3a5c56fecb50,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:34.383182 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ed351e-21e1-43ba-b02f-439d0409ee7e req-2a551114-d273-4283-a7f4-6a69a024a2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:34.385338 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-07ed351e-21e1-43ba-b02f-439d0409ee7e req-2a551114-d273-4283-a7f4-6a69a024a2e9 service neutron] 10.222.0.65 "GET /v2.0/networks?id=58cee2b0-4a4c-44eb-9b72-cfd45f924ad2 HTTP/1.1" status: 200 len: 917 time: 0.1815395 Jul 14 09:27:34.466129 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9719f88-299b-439f-b3aa-824111f77929 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Made reservation on behalf of 59257167697a4d8397898a00de2a9ad0 for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:27:34.477692 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c9719f88-299b-439f-b3aa-824111f77929 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16714600'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:34.547485 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-07ed351e-21e1-43ba-b02f-439d0409ee7e req-35fb54e4-a9b2-4cc1-8cdd-993d8d8bd364 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ffe829c0-0934-4130-8161-32be762e52f8 HTTP/1.1" status: 200 len: 1001 time: 0.1532917 Jul 14 09:27:34.560545 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f5e396-e7a0-4619-b9fc-5951926c2972 req-fa4ebf56-b095-48df-8522-943f1452f50c tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:34.562150 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-66f5e396-e7a0-4619-b9fc-5951926c2972 req-fa4ebf56-b095-48df-8522-943f1452f50c tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/ports?device_id=aaf41307-8a2a-4475-a394-60dec9994678 HTTP/1.1" status: 200 len: 945 time: 0.1694994 Jul 14 09:27:34.623338 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-88846c80-db4e-4d59-9c65-094a4c9f1881 None None] Allocated IP 10.1.1.2 (1ef94415-a918-409e-b853-7a1089057996/6bbe0ea5-083a-41dc-877f-ee08b7294836/2fd5322f-46e5-4a62-ad7b-5f91744b4d00) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:27:34.647167 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-66f5e396-e7a0-4619-b9fc-5951926c2972 req-adeaa362-71d0-4a94-ad3b-2f595478e5fa tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/security-groups?id=bfacbc39-872c-438f-b7f4-05abded490ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760965 Jul 14 09:27:34.670609 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ed351e-21e1-43ba-b02f-439d0409ee7e req-ba36db4e-60c9-452d-b46e-8e181faeb9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:34.674415 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-07ed351e-21e1-43ba-b02f-439d0409ee7e req-ba36db4e-60c9-452d-b46e-8e181faeb9c7 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=03ca88e8-4d13-487a-ad6d-9160c00c4594 HTTP/1.1" status: 200 len: 855 time: 0.1094275 Jul 14 09:27:34.756706 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf900697-23dd-445c-9d47-7672297d66b8 req-997a52de-fe17-45dd-86a2-0ee703399d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:34.758552 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-cf900697-23dd-445c-9d47-7672297d66b8 req-997a52de-fe17-45dd-86a2-0ee703399d4a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=c9f22e9a-4298-4b73-8115-f2b7bacb077c HTTP/1.1" status: 200 len: 1097 time: 0.5597005 Jul 14 09:27:34.794830 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ed351e-21e1-43ba-b02f-439d0409ee7e req-18cc5353-5cf8-4c82-8e24-688dc3a1de22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:34.802520 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-07ed351e-21e1-43ba-b02f-439d0409ee7e req-18cc5353-5cf8-4c82-8e24-688dc3a1de22 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=58cee2b0-4a4c-44eb-9b72-cfd45f924ad2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1185644 Jul 14 09:27:34.859516 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-88846c80-db4e-4d59-9c65-094a4c9f1881 None None] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:34.888527 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-88846c80-db4e-4d59-9c65-094a4c9f1881 None None] Transition to ACTIVE for port object 2fd5322f-46e5-4a62-ad7b-5f91744b4d00 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:27:34.903552 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ddac8531-5a40-4309-8aa0-b29203aeb332 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-620860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682934'] for router_interface, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:34.907330 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-cf900697-23dd-445c-9d47-7672297d66b8 req-ae07d8a7-cbb7-4929-9a57-8ebe086eefae service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=cf40bcd2-1dd1-48fb-a6b7-6df0e80ce2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375833 Jul 14 09:27:34.926192 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-88846c80-db4e-4d59-9c65-094a4c9f1881 None None] Transition to ACTIVE for port object 2fd5322f-46e5-4a62-ad7b-5f91744b4d00 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:27:34.940555 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-88846c80-db4e-4d59-9c65-094a4c9f1881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:34.961726 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-07ed351e-21e1-43ba-b02f-439d0409ee7e req-4aa6a937-b9fc-45ee-afd5-b9fd8bb34c50 service neutron] 10.222.0.65 "GET /v2.0/networks/58cee2b0-4a4c-44eb-9b72-cfd45f924ad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426995 Jul 14 09:27:34.968405 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec175aa2-5be2-4168-b005-ff745808c825 req-1d10e60e-902d-4780-8762-aadf98d0dea1 tempest-ServerRescueTestJSONUnderV235-1370369985 tempest-ServerRescueTestJSONUnderV235-1370369985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:34.975807 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ec175aa2-5be2-4168-b005-ff745808c825 req-1d10e60e-902d-4780-8762-aadf98d0dea1 tempest-ServerRescueTestJSONUnderV235-1370369985 tempest-ServerRescueTestJSONUnderV235-1370369985-project] 10.222.0.68 "GET /v2.0/ports?device_id=50c37d2a-9d36-413f-a86d-c6fd0726b830 HTTP/1.1" status: 200 len: 946 time: 0.2806003 Jul 14 09:27:34.997434 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88846c80-db4e-4d59-9c65-094a4c9f1881 None None] Network 1ef94415-a918-409e-b853-7a1089057996 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:27:35.004670 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-88846c80-db4e-4d59-9c65-094a4c9f1881 None None] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:27:35.008577 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88846c80-db4e-4d59-9c65-094a4c9f1881 None None] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:27:35.021947 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88846c80-db4e-4d59-9c65-094a4c9f1881 None None] Pushing event updated for resources: {'Port': ['ID=2fd5322f-46e5-4a62-ad7b-5f91744b4d00,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:35.125870 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-88846c80-db4e-4d59-9c65-094a4c9f1881 None None] Attempting to bind port 2fd5322f-46e5-4a62-ad7b-5f91744b4d00 on host n-d-779913-29 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:27:35.127054 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-88846c80-db4e-4d59-9c65-094a4c9f1881 None None] Attempting to bind port 2fd5322f-46e5-4a62-ad7b-5f91744b4d00 by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': '346dc94d-54e0-4ffe-b110-f21faf0bbb7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '1ef94415-a918-409e-b853-7a1089057996'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:27:35.127669 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88846c80-db4e-4d59-9c65-094a4c9f1881 None None] Attempting to bind port 2fd5322f-46e5-4a62-ad7b-5f91744b4d00 on network 1ef94415-a918-409e-b853-7a1089057996 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:27:35.134319 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88846c80-db4e-4d59-9c65-094a4c9f1881 None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 27, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:27:35.135629 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88846c80-db4e-4d59-9c65-094a4c9f1881 None None] Checking segment: {'id': '346dc94d-54e0-4ffe-b110-f21faf0bbb7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '1ef94415-a918-409e-b853-7a1089057996'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:27:35.136243 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-88846c80-db4e-4d59-9c65-094a4c9f1881 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:35.136823 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88846c80-db4e-4d59-9c65-094a4c9f1881 None None] Bound using segment: {'id': '346dc94d-54e0-4ffe-b110-f21faf0bbb7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '1ef94415-a918-409e-b853-7a1089057996'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:27:35.138147 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-88846c80-db4e-4d59-9c65-094a4c9f1881 None None] Bound port: 2fd5322f-46e5-4a62-ad7b-5f91744b4d00, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '346dc94d-54e0-4ffe-b110-f21faf0bbb7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '1ef94415-a918-409e-b853-7a1089057996'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:27:35.139358 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-88846c80-db4e-4d59-9c65-094a4c9f1881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:35.147396 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-07ed351e-21e1-43ba-b02f-439d0409ee7e req-ebc44e08-1ad3-4e3f-8fef-1300ff557720 service neutron] 10.222.0.65 "GET /v2.0/networks/58cee2b0-4a4c-44eb-9b72-cfd45f924ad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1752477 Jul 14 09:27:35.164430 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4ac2fe-b341-4057-8daf-22555fb9d050 req-fcf674cb-6575-4288-990f-53511721439d tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:35.166441 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ac4ac2fe-b341-4057-8daf-22555fb9d050 req-fcf674cb-6575-4288-990f-53511721439d tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/ports?device_id=aaf41307-8a2a-4475-a394-60dec9994678 HTTP/1.1" status: 200 len: 945 time: 0.1235459 Jul 14 09:27:35.195332 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ec175aa2-5be2-4168-b005-ff745808c825 req-21b3d0e0-064c-41f8-9490-24092d2f5ff0 tempest-ServerRescueTestJSONUnderV235-1370369985 tempest-ServerRescueTestJSONUnderV235-1370369985-project] 10.222.0.68 "GET /v2.0/security-groups?id=83a8b8b4-4aa6-423e-95ab-da9a4626b74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2170064 Jul 14 09:27:35.231361 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ac4ac2fe-b341-4057-8daf-22555fb9d050 req-44246255-f37a-4585-9d9f-fdd87d1cbb29 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/security-groups?id=bfacbc39-872c-438f-b7f4-05abded490ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502124 Jul 14 09:27:35.234388 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c9719f88-299b-439f-b3aa-824111f77929 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13573993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16714586'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:35.255126 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-88846c80-db4e-4d59-9c65-094a4c9f1881 None None] For port 2fd5322f-46e5-4a62-ad7b-5f91744b4d00, host n-d-779913-29, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:27:35.258769 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-88846c80-db4e-4d59-9c65-094a4c9f1881 None None] For port 2fd5322f-46e5-4a62-ad7b-5f91744b4d00, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=2fd5322f-46e5-4a62-ad7b-5f91744b4d00,segment=NetworkSegment(346dc94d-54e0-4ffe-b110-f21faf0bbb7e),segment_id=346dc94d-54e0-4ffe-b110-f21faf0bbb7e)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:27:35.265373 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-88846c80-db4e-4d59-9c65-094a4c9f1881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:35.340656 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9719f88-299b-439f-b3aa-824111f77929 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Pushing event updated for resources: {'Subnet': ['ID=523e16b1-397b-4604-a588-9142ee5a1d98,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:35.393391 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88846c80-db4e-4d59-9c65-094a4c9f1881 None None] Pushing event updated for resources: {'Port': ['ID=2fd5322f-46e5-4a62-ad7b-5f91744b4d00,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:35.486487 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-21a5b474-e19f-45a0-8b45-bb1aa5c5205e req-84649a5d-8151-43ae-be1f-f024ab7ff436 tempest-ServerShowV257Test-1310402526 tempest-ServerShowV257Test-1310402526-project] 10.222.0.68 "GET /v2.0/ports?device_id=16fbc2dd-60ec-49c7-a646-99b41923de43 HTTP/1.1" status: 200 len: 210 time: 0.0559084 Jul 14 09:27:35.504071 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9719f88-299b-439f-b3aa-824111f77929 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Checking segment: {'id': 'df189466-ba5b-40c8-bb21-5263dd22bc7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '63e3e599-9f16-49b5-b4ab-c912a88ee6e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:27:35.504346 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9719f88-299b-439f-b3aa-824111f77929 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Network hostable DHCP agents. Network: 63e3e599-9f16-49b5-b4ab-c912a88ee6e9, hostable agents: ['c6a09bd4-f72e-4283-a3ca-0bbca8a51081'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:27:35.579773 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9719f88-299b-439f-b3aa-824111f77929 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Network 63e3e599-9f16-49b5-b4ab-c912a88ee6e9 is scheduled to be hosted by DHCP agent c6a09bd4-f72e-4283-a3ca-0bbca8a51081 with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:27:35.598332 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddac8531-5a40-4309-8aa0-b29203aeb332 admin admin] Router baaafffe-ce12-43ce-ae95-38d8cfc28a76 has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:27:35.599922 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-c9719f88-299b-439f-b3aa-824111f77929 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-29, 63e3e599-9f16-49b5-b4ab-c912a88ee6e9) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:27:35.608880 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9719f88-299b-439f-b3aa-824111f77929 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:35.610920 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c9719f88-299b-439f-b3aa-824111f77929 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:35.612190 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08455462-33e8-413d-a248-e20878fdc0b3 None None] Network 63e3e599-9f16-49b5-b4ab-c912a88ee6e9 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:27:35.674614 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-c9719f88-299b-439f-b3aa-824111f77929 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.5886638 Jul 14 09:27:35.676569 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 49820) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:35.685274 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-b6cc44ba-aae8-497b-b660-0df5de421d5d tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Request body: {'port': {'network_id': '1ef94415-a918-409e-b853-7a1089057996', 'name': 'tempest-TaggedBootDevicesTest-1243978581', 'fixed_ips': [{'subnet_id': '6bbe0ea5-083a-41dc-877f-ee08b7294836'}]}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:27:35.802441 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddac8531-5a40-4309-8aa0-b29203aeb332 admin admin] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:27:35.812751 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-ddac8531-5a40-4309-8aa0-b29203aeb332 admin admin] 10.222.0.68 "PUT /v2.0/routers/baaafffe-ce12-43ce-ae95-38d8cfc28a76/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6164982 Jul 14 09:27:35.813383 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 49822) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:35.848466 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd7c1fe1-4f49-40db-87fa-f5976a89fb18 None None] Sync routers for ids ['baaafffe-ce12-43ce-ae95-38d8cfc28a76'] in n-d-779913-29 {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:27:35.909374 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06ce2ec4-b1ec-4e49-8116-1a44f9398aae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf57baaa9-fd24-59f4-8fd2-1dc21122ce72-63e3e599-9f16-49b5-b4ab-c912a88ee6e9', 'network_id': '63e3e599-9f16-49b5-b4ab-c912a88ee6e9', 'tenant_id': '59257167697a4d8397898a00de2a9ad0', 'fixed_ips': [{'subnet_id': '523e16b1-397b-4604-a588-9142ee5a1d98'}]}} from n-d-779913-29. {{(pid=93959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:27:35.911316 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-06ce2ec4-b1ec-4e49-8116-1a44f9398aae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:35.928509 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd7c1fe1-4f49-40db-87fa-f5976a89fb18 None None] Routers {'baaafffe-ce12-43ce-ae95-38d8cfc28a76'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:27:35.932566 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-bd7c1fe1-4f49-40db-87fa-f5976a89fb18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:27:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['baaafffe-ce12-43ce-ae95-38d8cfc28a76'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:27:35.934053 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da39e73-36c5-4132-b95c-1d844c01e9bf req-17adf86d-7be5-4d9d-81c8-81777f02cf8f tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:35.940062 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cd11771c-98d4-4c0f-9da2-7df68433474b admin admin] Notify callbacks [] for router, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:35.944595 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5da39e73-36c5-4132-b95c-1d844c01e9bf req-17adf86d-7be5-4d9d-81c8-81777f02cf8f tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/ports?device_id=aaf41307-8a2a-4475-a394-60dec9994678 HTTP/1.1" status: 200 len: 945 time: 0.2627742 Jul 14 09:27:36.017158 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5da39e73-36c5-4132-b95c-1d844c01e9bf req-07bb7ff6-d791-4ad9-8e73-159a11ab6b01 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/security-groups?id=bfacbc39-872c-438f-b7f4-05abded490ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711083 Jul 14 09:27:36.049715 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6cc44ba-aae8-497b-b660-0df5de421d5d tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Made reservation on behalf of 59257167697a4d8397898a00de2a9ad0 for: {'port': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:27:36.086321 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f25c3c-bdb8-43cd-81db-d6d35686f1fa req-9a8c392c-2295-406f-af9a-0b2b3e175dfc tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:36.088699 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-88f25c3c-bdb8-43cd-81db-d6d35686f1fa req-9a8c392c-2295-406f-af9a-0b2b3e175dfc tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] 10.222.0.68 "GET /v2.0/ports?device_id=c9f22e9a-4298-4b73-8115-f2b7bacb077c HTTP/1.1" status: 200 len: 945 time: 0.3494551 Jul 14 09:27:36.207210 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b6cc44ba-aae8-497b-b660-0df5de421d5d tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:36.210458 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cd11771c-98d4-4c0f-9da2-7df68433474b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:36.234360 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-b6cc44ba-aae8-497b-b660-0df5de421d5d tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] device_id is not set on port bfd0c50f-c861-4562-bbf6-c4c5fe7bf9af yet. {{(pid=93957) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:27:36.243166 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-88f25c3c-bdb8-43cd-81db-d6d35686f1fa req-7adefabb-5e21-4676-a327-90238552142e tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] 10.222.0.68 "GET /v2.0/security-groups?id=cf40bcd2-1dd1-48fb-a6b7-6df0e80ce2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374755 Jul 14 09:27:36.315363 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-cd11771c-98d4-4c0f-9da2-7df68433474b admin admin] Deleting port 9aadf4aa-6423-4db9-bc03-3a508727604a {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:27:36.316089 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cd11771c-98d4-4c0f-9da2-7df68433474b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:36.371917 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-06ce2ec4-b1ec-4e49-8116-1a44f9398aae None None] Allocated IP 10.2.2.2 (63e3e599-9f16-49b5-b4ab-c912a88ee6e9/523e16b1-397b-4604-a588-9142ee5a1d98/9d9ce590-6431-45dc-9e89-d424a72a39e4) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:27:36.376157 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvr_db [None req-bd7c1fe1-4f49-40db-87fa-f5976a89fb18 None None] Set router baaafffe-ce12-43ce-ae95-38d8cfc28a76 gateway port host: n-d-779913-29 {{(pid=93959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:27:36.469181 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-cd11771c-98d4-4c0f-9da2-7df68433474b admin admin] For port 9aadf4aa-6423-4db9-bc03-3a508727604a, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=9aadf4aa-6423-4db9-bc03-3a508727604a,segment=NetworkSegment(81bf7a93-80b3-43df-b9d5-462c604a2945),segment_id=81bf7a93-80b3-43df-b9d5-462c604a2945)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:27:36.469587 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cd11771c-98d4-4c0f-9da2-7df68433474b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:36.504398 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-cd11771c-98d4-4c0f-9da2-7df68433474b admin admin] Calling delete_port for 9aadf4aa-6423-4db9-bc03-3a508727604a owned by network:router_gateway {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:27:36.561954 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 2fd5322f-46e5-4a62-ad7b-5f91744b4d00 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:27:36.662808 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-b6cc44ba-aae8-497b-b660-0df5de421d5d tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Allocated IP 10.1.1.249 (1ef94415-a918-409e-b853-7a1089057996/6bbe0ea5-083a-41dc-877f-ee08b7294836/bfd0c50f-c861-4562-bbf6-c4c5fe7bf9af) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:27:36.934619 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-0fca03a3-f7d1-451e-9161-4b9b886b2611 req-1b554a85-e3e2-44c8-9938-04f7f5abb8c4 tempest-ServerShowV257Test-1310402526 tempest-ServerShowV257Test-1310402526-project] 10.222.0.68 "GET /v2.0/ports?device_id=16fbc2dd-60ec-49c7-a646-99b41923de43 HTTP/1.1" status: 200 len: 210 time: 0.1483009 Jul 14 09:27:36.973233 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cd11771c-98d4-4c0f-9da2-7df68433474b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:37.008201 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning for port 2fd5322f-46e5-4a62-ad7b-5f91744b4d00 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:27:37.012485 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd11771c-98d4-4c0f-9da2-7df68433474b admin admin] Pushing event deleted for resources: {'Port': ['ID=9aadf4aa-6423-4db9-bc03-3a508727604a,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:37.022129 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf31c8a8-45c2-436f-b6d5-2023c2646ca3 req-f64b367d-3aae-4e79-840f-5d5bd67d6b37 tempest-ServerRescueTestJSONUnderV235-1370369985 tempest-ServerRescueTestJSONUnderV235-1370369985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:37.033306 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-bf31c8a8-45c2-436f-b6d5-2023c2646ca3 req-f64b367d-3aae-4e79-840f-5d5bd67d6b37 tempest-ServerRescueTestJSONUnderV235-1370369985 tempest-ServerRescueTestJSONUnderV235-1370369985-project] 10.222.0.68 "GET /v2.0/ports?device_id=50c37d2a-9d36-413f-a86d-c6fd0726b830 HTTP/1.1" status: 200 len: 946 time: 0.5712132 Jul 14 09:27:37.058861 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b6cc44ba-aae8-497b-b660-0df5de421d5d tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:37.095463 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-b6cc44ba-aae8-497b-b660-0df5de421d5d tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Transition to ACTIVE for port object bfd0c50f-c861-4562-bbf6-c4c5fe7bf9af will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:27:37.133044 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cd11771c-98d4-4c0f-9da2-7df68433474b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-660532'] for router_gateway, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:37.140350 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edd77cca-0101-435d-b2b4-58bb29800674 None None] Network 1ef94415-a918-409e-b853-7a1089057996 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:27:37.200191 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-bf31c8a8-45c2-436f-b6d5-2023c2646ca3 req-d9e9c415-c5c4-43f8-a308-fed92b576114 tempest-ServerRescueTestJSONUnderV235-1370369985 tempest-ServerRescueTestJSONUnderV235-1370369985-project] 10.222.0.68 "GET /v2.0/security-groups?id=83a8b8b4-4aa6-423e-95ab-da9a4626b74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745306 Jul 14 09:27:37.216898 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b6cc44ba-aae8-497b-b660-0df5de421d5d tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:37.239832 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-06ce2ec4-b1ec-4e49-8116-1a44f9398aae None None] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:37.251439 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-06ce2ec4-b1ec-4e49-8116-1a44f9398aae None None] Transition to ACTIVE for port object 9d9ce590-6431-45dc-9e89-d424a72a39e4 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:27:37.274615 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-bd7c1fe1-4f49-40db-87fa-f5976a89fb18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baaafffe-ce12-43ce-ae95-38d8cfc28a76', 'name': 'tempest-ServersTestMultiNic-1700365534-router', 'tenant_id': '24f83d3539e4497181e13bb568cf43a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.53'}], 'enable_snat': True}, 'gw_port_id': '9aadf4aa-6423-4db9-bc03-3a508727604a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:25:24Z', 'updated_at': '2021-07-14T09:27:33Z', 'revision_number': 5, 'project_id': '24f83d3539e4497181e13bb568cf43a0', 'gw_port': {'id': '9aadf4aa-6423-4db9-bc03-3a508727604a', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:52:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baaafffe-ce12-43ce-ae95-38d8cfc28a76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:25:25Z', 'updated_at': '2021-07-14T09:25:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29'}], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:27:37.310179 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd7c1fe1-4f49-40db-87fa-f5976a89fb18 None None] Checking router: baaafffe-ce12-43ce-ae95-38d8cfc28a76 for host: n-d-779913-29 {{(pid=93959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:27:37.320785 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-06ce2ec4-b1ec-4e49-8116-1a44f9398aae None None] Transition to ACTIVE for port object 9d9ce590-6431-45dc-9e89-d424a72a39e4 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:27:37.324584 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-e27341d7-3a2b-4494-b69a-a342466ecac0 None None] Provisioning for port 2fd5322f-46e5-4a62-ad7b-5f91744b4d00 completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:27:37.332183 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cd11771c-98d4-4c0f-9da2-7df68433474b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-711871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12964'] for router, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:37.332410 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-e27341d7-3a2b-4494-b69a-a342466ecac0 None None] Provisioning complete for port 2fd5322f-46e5-4a62-ad7b-5f91744b4d00 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:27:37.332875 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e27341d7-3a2b-4494-b69a-a342466ecac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:37.334293 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6cc44ba-aae8-497b-b660-0df5de421d5d tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Network 1ef94415-a918-409e-b853-7a1089057996 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:27:37.341217 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cd11771c-98d4-4c0f-9da2-7df68433474b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:37.361572 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-b6cc44ba-aae8-497b-b660-0df5de421d5d tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:27:37.368361 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6cc44ba-aae8-497b-b660-0df5de421d5d tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:27:37.379287 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cc44ba-aae8-497b-b660-0df5de421d5d tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Pushing event updated for resources: {'Port': ['ID=bfd0c50f-c861-4562-bbf6-c4c5fe7bf9af,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:37.456241 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cd11771c-98d4-4c0f-9da2-7df68433474b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-704815'] for router, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:37.456856 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd11771c-98d4-4c0f-9da2-7df68433474b admin admin] Fanout notify agent at l3_agent the message router_deleted on router baaafffe-ce12-43ce-ae95-38d8cfc28a76 {{(pid=93958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:27:37.465060 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cd11771c-98d4-4c0f-9da2-7df68433474b admin admin] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:37.466185 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-cd11771c-98d4-4c0f-9da2-7df68433474b admin admin] 10.222.0.68 "DELETE /v2.0/routers/baaafffe-ce12-43ce-ae95-38d8cfc28a76 HTTP/1.1" status: 204 len: 168 time: 1.6510389 Jul 14 09:27:37.469321 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 49848) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:37.511248 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6cc44ba-aae8-497b-b660-0df5de421d5d tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:37.512044 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b6cc44ba-aae8-497b-b660-0df5de421d5d tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:37.544114 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dee296c-3095-438c-ac62-e0423949fd53 req-74063f08-54cd-4637-aa8c-4eea42e76061 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:37.552135 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-1dee296c-3095-438c-ac62-e0423949fd53 req-74063f08-54cd-4637-aa8c-4eea42e76061 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/ports?device_id=aaf41307-8a2a-4475-a394-60dec9994678 HTTP/1.1" status: 200 len: 945 time: 0.3437064 Jul 14 09:27:37.563317 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc4d3a0-00f5-4c53-9785-3a23f03dbeb6 req-215db325-8a00-4374-a982-7476d4908574 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:37.564969 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-8fc4d3a0-00f5-4c53-9785-3a23f03dbeb6 req-215db325-8a00-4374-a982-7476d4908574 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.57 "GET /v2.0/ports?device_id=aaf41307-8a2a-4475-a394-60dec9994678 HTTP/1.1" status: 200 len: 945 time: 0.1468287 Jul 14 09:27:37.591738 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-06ce2ec4-b1ec-4e49-8116-1a44f9398aae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:37.627434 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd7c1fe1-4f49-40db-87fa-f5976a89fb18 None None] Routers {'baaafffe-ce12-43ce-ae95-38d8cfc28a76'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:27:37.629011 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-bd7c1fe1-4f49-40db-87fa-f5976a89fb18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:27:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['baaafffe-ce12-43ce-ae95-38d8cfc28a76'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:27:37.642420 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-b6cc44ba-aae8-497b-b660-0df5de421d5d tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.9629607 Jul 14 09:27:37.643011 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 49852) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:37.650298 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-1dee296c-3095-438c-ac62-e0423949fd53 req-4075302e-b4fc-48b1-8814-82be5a462699 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/security-groups?id=bfacbc39-872c-438f-b7f4-05abded490ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970993 Jul 14 09:27:37.653381 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-498b4114-4cd7-42ff-bce0-05ea4e3bbe1c tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Request body: {'port': {'network_id': '1ef94415-a918-409e-b853-7a1089057996', 'name': 'tempest-TaggedBootDevicesTest-1548615456', 'fixed_ips': [{'subnet_id': '6bbe0ea5-083a-41dc-877f-ee08b7294836'}]}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:27:37.718727 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e9ba28d-7895-48c7-b371-c60fe6d29e2b admin admin] Deleting subnet 1a8c04b1-ba43-437d-8b82-9da68336d16a {{(pid=93957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:27:37.722409 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8e9ba28d-7895-48c7-b371-c60fe6d29e2b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:37.735720 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-bd7c1fe1-4f49-40db-87fa-f5976a89fb18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:27:37.737459 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd7c1fe1-4f49-40db-87fa-f5976a89fb18 None None] The sync data for ids ['baaafffe-ce12-43ce-ae95-38d8cfc28a76'] in n-d-779913-29 is: [] {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:27:37.744339 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06ce2ec4-b1ec-4e49-8116-1a44f9398aae None None] Network 63e3e599-9f16-49b5-b4ab-c912a88ee6e9 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:27:37.752827 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-8fc4d3a0-00f5-4c53-9785-3a23f03dbeb6 req-3f6bf396-2462-48ff-9ae2-5d6f03b93e73 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Deleting port 385af64a-4458-4f4a-beb8-321bcd5adccb {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:27:37.753200 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-8fc4d3a0-00f5-4c53-9785-3a23f03dbeb6 req-3f6bf396-2462-48ff-9ae2-5d6f03b93e73 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:37.762476 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8e9ba28d-7895-48c7-b371-c60fe6d29e2b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10944203'] for subnet, precommit_delete_associations {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:37.850923 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8e9ba28d-7895-48c7-b371-c60fe6d29e2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3481002'] for subnet, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:37.898357 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-8fc4d3a0-00f5-4c53-9785-3a23f03dbeb6 req-3f6bf396-2462-48ff-9ae2-5d6f03b93e73 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] For port 385af64a-4458-4f4a-beb8-321bcd5adccb, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=385af64a-4458-4f4a-beb8-321bcd5adccb,segment=NetworkSegment(f28b4a20-abdb-43f4-86e7-8da3ae7a1990),segment_id=f28b4a20-abdb-43f4-86e7-8da3ae7a1990)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:27:37.899045 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-8fc4d3a0-00f5-4c53-9785-3a23f03dbeb6 req-3f6bf396-2462-48ff-9ae2-5d6f03b93e73 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:37.902077 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-06ce2ec4-b1ec-4e49-8116-1a44f9398aae None None] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:27:37.908221 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ce2ec4-b1ec-4e49-8116-1a44f9398aae None None] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:27:37.909037 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8e9ba28d-7895-48c7-b371-c60fe6d29e2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10052701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11984075'] for subnet, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:37.920206 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-8fc4d3a0-00f5-4c53-9785-3a23f03dbeb6 req-3f6bf396-2462-48ff-9ae2-5d6f03b93e73 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Calling delete_port for 385af64a-4458-4f4a-beb8-321bcd5adccb owned by compute:nova {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:27:37.955010 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9ba28d-7895-48c7-b371-c60fe6d29e2b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1a8c04b1-ba43-437d-8b82-9da68336d16a,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:37.964919 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8e9ba28d-7895-48c7-b371-c60fe6d29e2b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:37.969558 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-8e9ba28d-7895-48c7-b371-c60fe6d29e2b admin admin] 10.222.0.68 "DELETE /v2.0/subnets/1a8c04b1-ba43-437d-8b82-9da68336d16a HTTP/1.1" status: 204 len: 168 time: 0.4853349 Jul 14 09:27:37.977120 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 49856) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:38.000761 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bf14f68-f62b-45b0-aa55-edf73badf2d4 None None] Network 1ca8e492-4d61-418e-9239-070dbc82d47c requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:27:38.001678 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece9e0ed-f7aa-4fd0-9b74-bf5a16c4472a req-d8935c6f-e64a-45f1-af9d-694bcf5121dc tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:38.008469 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ece9e0ed-f7aa-4fd0-9b74-bf5a16c4472a req-d8935c6f-e64a-45f1-af9d-694bcf5121dc tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] 10.222.0.68 "GET /v2.0/ports?device_id=c9f22e9a-4298-4b73-8115-f2b7bacb077c HTTP/1.1" status: 200 len: 945 time: 0.4365096 Jul 14 09:27:38.117160 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ce2ec4-b1ec-4e49-8116-1a44f9398aae None None] Pushing event updated for resources: {'Port': ['ID=9d9ce590-6431-45dc-9e89-d424a72a39e4,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:38.127860 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ece9e0ed-f7aa-4fd0-9b74-bf5a16c4472a req-08eccd9a-9b2b-4bc3-a710-69e8ab91504a tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] 10.222.0.68 "GET /v2.0/security-groups?id=cf40bcd2-1dd1-48fb-a6b7-6df0e80ce2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184347 Jul 14 09:27:38.154664 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4dea1fda-b182-4d55-9665-67ccbfa4199d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3876111'] for network, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:38.219468 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-498b4114-4cd7-42ff-bce0-05ea4e3bbe1c tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Made reservation on behalf of 59257167697a4d8397898a00de2a9ad0 for: {'port': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:27:38.221719 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-8fc4d3a0-00f5-4c53-9785-3a23f03dbeb6 req-3f6bf396-2462-48ff-9ae2-5d6f03b93e73 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:38.240680 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-498b4114-4cd7-42ff-bce0-05ea4e3bbe1c tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:38.270382 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] get_ports_and_sgs() called for port_ids ['385af64a-4458-4f4a-beb8-321bcd5adccb'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:27:38.280593 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6bf396-2462-48ff-9ae2-5d6f03b93e73 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Pushing event deleted for resources: {'Port': ['ID=385af64a-4458-4f4a-beb8-321bcd5adccb,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:38.325722 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-498b4114-4cd7-42ff-bce0-05ea4e3bbe1c tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] device_id is not set on port 31299d0f-8004-4f4a-ba86-37168fff27f4 yet. {{(pid=93957) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:27:38.345792 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] get_ports_and_sgs() called for port_ids ['355d4f4e-0f97-4599-8580-8d12831aaf46'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:27:38.367104 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-6864e2a0-7697-42e2-b57c-9f7b1ff3fae3 req-c7a12592-9916-4455-9f20-e42a62693c49 tempest-ServerShowV257Test-1310402526 tempest-ServerShowV257Test-1310402526-project] 10.222.0.68 "GET /v2.0/ports?device_id=16fbc2dd-60ec-49c7-a646-99b41923de43 HTTP/1.1" status: 200 len: 210 time: 0.0950861 Jul 14 09:27:38.389617 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e27341d7-3a2b-4494-b69a-a342466ecac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:38.403738 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-06ce2ec4-b1ec-4e49-8116-1a44f9398aae None None] Attempting to bind port 9d9ce590-6431-45dc-9e89-d424a72a39e4 on host n-d-779913-29 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:27:38.404114 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-06ce2ec4-b1ec-4e49-8116-1a44f9398aae None None] Attempting to bind port 9d9ce590-6431-45dc-9e89-d424a72a39e4 by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': 'df189466-ba5b-40c8-bb21-5263dd22bc7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '63e3e599-9f16-49b5-b4ab-c912a88ee6e9'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:27:38.404481 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ce2ec4-b1ec-4e49-8116-1a44f9398aae None None] Attempting to bind port 9d9ce590-6431-45dc-9e89-d424a72a39e4 on network 63e3e599-9f16-49b5-b4ab-c912a88ee6e9 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:27:38.430500 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ce2ec4-b1ec-4e49-8116-1a44f9398aae None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 27, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:27:38.430920 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ce2ec4-b1ec-4e49-8116-1a44f9398aae None None] Checking segment: {'id': 'df189466-ba5b-40c8-bb21-5263dd22bc7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '63e3e599-9f16-49b5-b4ab-c912a88ee6e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:27:38.431855 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-06ce2ec4-b1ec-4e49-8116-1a44f9398aae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:38.432258 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ce2ec4-b1ec-4e49-8116-1a44f9398aae None None] Bound using segment: {'id': 'df189466-ba5b-40c8-bb21-5263dd22bc7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '63e3e599-9f16-49b5-b4ab-c912a88ee6e9'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:27:38.432746 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-06ce2ec4-b1ec-4e49-8116-1a44f9398aae None None] Bound port: 9d9ce590-6431-45dc-9e89-d424a72a39e4, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df189466-ba5b-40c8-bb21-5263dd22bc7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '63e3e599-9f16-49b5-b4ab-c912a88ee6e9'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:27:38.433130 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-06ce2ec4-b1ec-4e49-8116-1a44f9398aae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:38.463841 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fc4d3a0-00f5-4c53-9785-3a23f03dbeb6 req-3f6bf396-2462-48ff-9ae2-5d6f03b93e73 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] No DVR routers for this DVR port 385af64a-4458-4f4a-beb8-321bcd5adccb on host n-h2-779913-29 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:27:38.466457 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-8fc4d3a0-00f5-4c53-9785-3a23f03dbeb6 req-3f6bf396-2462-48ff-9ae2-5d6f03b93e73 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:38.468552 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-8fc4d3a0-00f5-4c53-9785-3a23f03dbeb6 req-3f6bf396-2462-48ff-9ae2-5d6f03b93e73 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.57 "DELETE /v2.0/ports/385af64a-4458-4f4a-beb8-321bcd5adccb HTTP/1.1" status: 204 len: 173 time: 0.8952806 Jul 14 09:27:38.469069 n-d-779913-29 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aaf41307-8a2a-4475-a394-60dec9994678', 'name': 'network-vif-deleted', 'tag': '385af64a-4458-4f4a-beb8-321bcd5adccb'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:27:38.480981 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cb48f044f948e981f43897c8d7f1332f741dc7af2b4c5a6e19d8f4a80f708e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3af6a75e-8a2c-407c-9d59-92aa4aab2c5e" -d '{"events": [{"server_uuid": "aaf41307-8a2a-4475-a394-60dec9994678", "name": "network-vif-deleted", "tag": "385af64a-4458-4f4a-beb8-321bcd5adccb"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:27:38.491543 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-e27341d7-3a2b-4494-b69a-a342466ecac0 None None] For port 2fd5322f-46e5-4a62-ad7b-5f91744b4d00, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=2fd5322f-46e5-4a62-ad7b-5f91744b4d00,segment=NetworkSegment(346dc94d-54e0-4ffe-b110-f21faf0bbb7e),segment_id=346dc94d-54e0-4ffe-b110-f21faf0bbb7e)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:27:38.525128 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e27341d7-3a2b-4494-b69a-a342466ecac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:38.645334 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-4dea1fda-b182-4d55-9665-67ccbfa4199d admin admin] Deleting port 037ee1a8-7cda-42cf-ba0d-f3915e9c6f5f {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:27:38.645915 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4dea1fda-b182-4d55-9665-67ccbfa4199d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:38.705301 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27341d7-3a2b-4494-b69a-a342466ecac0 None None] Pushing event updated for resources: {'Port': ['ID=2fd5322f-46e5-4a62-ad7b-5f91744b4d00,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:38.708307 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48e9be1-bec8-4c48-9f87-d72788102341 req-3ccd1882-8a6a-464a-b34f-5b69549a4682 tempest-ServerRescueTestJSONUnderV235-1370369985 tempest-ServerRescueTestJSONUnderV235-1370369985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:38.722545 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d48e9be1-bec8-4c48-9f87-d72788102341 req-3ccd1882-8a6a-464a-b34f-5b69549a4682 tempest-ServerRescueTestJSONUnderV235-1370369985 tempest-ServerRescueTestJSONUnderV235-1370369985-project] 10.222.0.68 "GET /v2.0/ports?device_id=50c37d2a-9d36-413f-a86d-c6fd0726b830 HTTP/1.1" status: 200 len: 946 time: 0.0961668 Jul 14 09:27:38.744317 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-06ce2ec4-b1ec-4e49-8116-1a44f9398aae None None] For port 9d9ce590-6431-45dc-9e89-d424a72a39e4, host n-d-779913-29, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:27:38.774133 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de6d35e5-37d4-4e68-a688-92e67ce80d63 None None] DHCP port deletion for 1ca8e492-4d61-418e-9239-070dbc82d47c request from n-d-779913-29 {{(pid=93959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:27:38.811885 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-06ce2ec4-b1ec-4e49-8116-1a44f9398aae None None] For port 9d9ce590-6431-45dc-9e89-d424a72a39e4, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=9d9ce590-6431-45dc-9e89-d424a72a39e4,segment=NetworkSegment(df189466-ba5b-40c8-bb21-5263dd22bc7e),segment_id=df189466-ba5b-40c8-bb21-5263dd22bc7e)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:27:38.841863 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d48e9be1-bec8-4c48-9f87-d72788102341 req-1ccd2381-1dd7-45d7-a155-12850b4215b1 tempest-ServerRescueTestJSONUnderV235-1370369985 tempest-ServerRescueTestJSONUnderV235-1370369985-project] 10.222.0.68 "GET /v2.0/security-groups?id=83a8b8b4-4aa6-423e-95ab-da9a4626b74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117454 Jul 14 09:27:38.866003 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-06ce2ec4-b1ec-4e49-8116-1a44f9398aae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:38.895516 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device c1a825e8-c709-4028-8c14-3a5c56fecb50 no longer exists at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:27:38.931841 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-4dea1fda-b182-4d55-9665-67ccbfa4199d admin admin] For port 037ee1a8-7cda-42cf-ba0d-f3915e9c6f5f, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=037ee1a8-7cda-42cf-ba0d-f3915e9c6f5f,segment=NetworkSegment(70cf02bb-b256-4c4f-aeb2-ce24b8b9ce7b),segment_id=70cf02bb-b256-4c4f-aeb2-ce24b8b9ce7b)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:27:38.932227 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4dea1fda-b182-4d55-9665-67ccbfa4199d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:38.969443 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] No Port match for: c1a825e8-c709-4028-8c14-3a5c56fecb50 {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:27:38.970228 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device c1a825e8-c709-4028-8c14-3a5c56fecb50 not bound to the agent host n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:27:38.982929 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19970c3-932c-4280-9301-0d2df3ae35e5 req-e4092ebd-34be-4814-bea8-2a45e11ad559 tempest-LiveMigrationTest-864996632 tempest-LiveMigrationTest-864996632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:38.990403 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a19970c3-932c-4280-9301-0d2df3ae35e5 req-e4092ebd-34be-4814-bea8-2a45e11ad559 tempest-LiveMigrationTest-864996632 tempest-LiveMigrationTest-864996632-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=c9f22e9a-4298-4b73-8115-f2b7bacb077c HTTP/1.1" status: 200 len: 1097 time: 0.6040361 Jul 14 09:27:39.015629 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-7f654732-8911-4e4f-807a-bfb6ae4100a4 None None] Provisioning complete for port 2fd5322f-46e5-4a62-ad7b-5f91744b4d00 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:27:39.015937 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7f654732-8911-4e4f-807a-bfb6ae4100a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:39.079879 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-de6d35e5-37d4-4e68-a688-92e67ce80d63 None None] Deleting port 037ee1a8-7cda-42cf-ba0d-f3915e9c6f5f {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:27:39.080266 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-de6d35e5-37d4-4e68-a688-92e67ce80d63 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:39.089369 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-4dea1fda-b182-4d55-9665-67ccbfa4199d admin admin] Calling delete_port for 037ee1a8-7cda-42cf-ba0d-f3915e9c6f5f owned by network:dhcp {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:27:39.113801 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:27:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1800f089-a885-439b-842e-df1d2dff3434 x-openstack-request-id: req-1800f089-a885-439b-842e-df1d2dff3434 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:27:39.117557 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aaf41307-8a2a-4475-a394-60dec9994678", "name": "network-vif-deleted", "tag": "385af64a-4458-4f4a-beb8-321bcd5adccb", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:27:39.117928 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-1800f089-a885-439b-842e-df1d2dff3434 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:27:39.118421 n-d-779913-29 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aaf41307-8a2a-4475-a394-60dec9994678', 'name': 'network-vif-deleted', 'tag': '385af64a-4458-4f4a-beb8-321bcd5adccb', 'status': 'completed', 'code': 200} Jul 14 09:27:39.143733 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ce2ec4-b1ec-4e49-8116-1a44f9398aae None None] Pushing event updated for resources: {'Port': ['ID=9d9ce590-6431-45dc-9e89-d424a72a39e4,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:39.172705 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a19970c3-932c-4280-9301-0d2df3ae35e5 req-b62edf30-9260-4150-833e-82c15245d711 tempest-LiveMigrationTest-864996632 tempest-LiveMigrationTest-864996632-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=cf40bcd2-1dd1-48fb-a6b7-6df0e80ce2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811416 Jul 14 09:27:39.216209 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-de6d35e5-37d4-4e68-a688-92e67ce80d63 None None] For port 037ee1a8-7cda-42cf-ba0d-f3915e9c6f5f, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=037ee1a8-7cda-42cf-ba0d-f3915e9c6f5f,segment=NetworkSegment(70cf02bb-b256-4c4f-aeb2-ce24b8b9ce7b),segment_id=70cf02bb-b256-4c4f-aeb2-ce24b8b9ce7b)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:27:39.216620 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-de6d35e5-37d4-4e68-a688-92e67ce80d63 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:39.231868 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-498b4114-4cd7-42ff-bce0-05ea4e3bbe1c tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Allocated IP 10.1.1.38 (1ef94415-a918-409e-b853-7a1089057996/6bbe0ea5-083a-41dc-877f-ee08b7294836/31299d0f-8004-4f4a-ba86-37168fff27f4) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:27:39.260472 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-de6d35e5-37d4-4e68-a688-92e67ce80d63 None None] Calling delete_port for 037ee1a8-7cda-42cf-ba0d-f3915e9c6f5f owned by network:dhcp {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:27:39.385025 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4dea1fda-b182-4d55-9665-67ccbfa4199d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:39.430941 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-5ec989fc-d0d3-4763-865c-0d02e67ce910 req-823479ce-49e9-4bac-89c9-8369db9c179d tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/ports?device_id=aaf41307-8a2a-4475-a394-60dec9994678 HTTP/1.1" status: 200 len: 210 time: 0.0576553 Jul 14 09:27:39.542492 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dea1fda-b182-4d55-9665-67ccbfa4199d admin admin] No DVR routers for this DVR port 037ee1a8-7cda-42cf-ba0d-f3915e9c6f5f on host n-d-779913-29 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:27:39.547262 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-7f654732-8911-4e4f-807a-bfb6ae4100a4 None None] Provisioning for port bfd0c50f-c861-4562-bbf6-c4c5fe7bf9af completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:27:39.547613 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dea1fda-b182-4d55-9665-67ccbfa4199d admin admin] Pushing event deleted for resources: {'Port': ['ID=037ee1a8-7cda-42cf-ba0d-f3915e9c6f5f,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:39.560459 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-7f654732-8911-4e4f-807a-bfb6ae4100a4 None None] Provisioning complete for port bfd0c50f-c861-4562-bbf6-c4c5fe7bf9af triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:27:39.560839 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7f654732-8911-4e4f-807a-bfb6ae4100a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:39.581364 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.agents_db [None req-3c3509fb-540d-4335-a450-574895dd3602 None None] Agent healthcheck: found 7 active agents {{(pid=93960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:27:39.644518 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-de6d35e5-37d4-4e68-a688-92e67ce80d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:39.656889 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-7f654732-8911-4e4f-807a-bfb6ae4100a4 None None] Port bfd0c50f-c861-4562-bbf6-c4c5fe7bf9af cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:27:39.680047 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6d35e5-37d4-4e68-a688-92e67ce80d63 None None] Pushing event deleted for resources: {'Port': ['ID=037ee1a8-7cda-42cf-ba0d-f3915e9c6f5f,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:39.682850 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de6d35e5-37d4-4e68-a688-92e67ce80d63 None None] No DVR routers for this DVR port 037ee1a8-7cda-42cf-ba0d-f3915e9c6f5f on host n-d-779913-29 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:27:39.714163 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4dea1fda-b182-4d55-9665-67ccbfa4199d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473955', 'neutron.services.segments.db._delete_segments_for_network-8735688326548'] for network, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:39.719359 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ab4064-2ff9-4b1e-a89d-c2b75658a1d1 req-fb8bd1d1-6cce-4b65-90fc-660ea827ca99 tempest-LiveMigrationTest-864996632 tempest-LiveMigrationTest-864996632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:39.720906 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-76ab4064-2ff9-4b1e-a89d-c2b75658a1d1 req-fb8bd1d1-6cce-4b65-90fc-660ea827ca99 tempest-LiveMigrationTest-864996632 tempest-LiveMigrationTest-864996632-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=c9f22e9a-4298-4b73-8115-f2b7bacb077c HTTP/1.1" status: 200 len: 1097 time: 0.2559006 Jul 14 09:27:39.754798 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-4dea1fda-b182-4d55-9665-67ccbfa4199d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ca8e492-4d61-418e-9239-070dbc82d47c']}} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:27:39.773407 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-498b4114-4cd7-42ff-bce0-05ea4e3bbe1c tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:39.778971 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-5c369d10-601f-4a03-a9ef-2ca4e36b2cfc None None] Provisioning complete for port bfd0c50f-c861-4562-bbf6-c4c5fe7bf9af triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:27:39.779695 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5c369d10-601f-4a03-a9ef-2ca4e36b2cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:39.801584 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-4dea1fda-b182-4d55-9665-67ccbfa4199d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70cf02bb-b256-4c4f-aeb2-ce24b8b9ce7b') {'for_net_delete': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:27:39.801584 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-4dea1fda-b182-4d55-9665-67ccbfa4199d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70cf02bb-b256-4c4f-aeb2-ce24b8b9ce7b') {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:27:39.822344 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4dea1fda-b182-4d55-9665-67ccbfa4199d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735688356235', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10944210'] for segment, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:39.833520 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-498b4114-4cd7-42ff-bce0-05ea4e3bbe1c tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Transition to ACTIVE for port object 31299d0f-8004-4f4a-ba86-37168fff27f4 will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:27:39.838681 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-5c369d10-601f-4a03-a9ef-2ca4e36b2cfc None None] Port bfd0c50f-c861-4562-bbf6-c4c5fe7bf9af cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:27:39.859410 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-76ab4064-2ff9-4b1e-a89d-c2b75658a1d1 req-c8a86e77-bd3f-4fa6-8200-a4878af3c4ce tempest-LiveMigrationTest-864996632 tempest-LiveMigrationTest-864996632-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=cf40bcd2-1dd1-48fb-a6b7-6df0e80ce2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164768 Jul 14 09:27:39.864693 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4dea1fda-b182-4d55-9665-67ccbfa4199d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:39.880503 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4dea1fda-b182-4d55-9665-67ccbfa4199d admin admin] Releasing vlan 705 on physical network physnet1 to pool {{(pid=93957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:27:39.881522 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4dea1fda-b182-4d55-9665-67ccbfa4199d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10053619'] for segment, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:39.883782 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:27:39.883782 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:27:39.883782 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:27:39.883782 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:27:39.883782 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:27:39.883782 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:27:39.883782 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:27:39.883782 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:27:39.883782 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:27:39.883782 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:27:39.883782 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:27:39.883782 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:27:39.883782 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:27:39.883782 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:27:39.883782 n-d-779913-29 neutron-server[93957]: Traceback (most recent call last): Jul 14 09:27:39.883782 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:27:39.883782 n-d-779913-29 neutron-server[93957]: timer() Jul 14 09:27:39.883782 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:27:39.883782 n-d-779913-29 neutron-server[93957]: cb(*args, **kw) Jul 14 09:27:39.883782 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:27:39.883782 n-d-779913-29 neutron-server[93957]: return func(*args, **kwargs) Jul 14 09:27:39.883782 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:27:39.883782 n-d-779913-29 neutron-server[93957]: self._notify() Jul 14 09:27:39.883782 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:27:39.883782 n-d-779913-29 neutron-server[93957]: self.callback(batched_events) Jul 14 09:27:39.883782 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:27:39.883782 n-d-779913-29 neutron-server[93957]: event.method(event) Jul 14 09:27:39.883782 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:27:39.883782 n-d-779913-29 neutron-server[93957]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:27:39.883782 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:27:39.883782 n-d-779913-29 neutron-server[93957]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:27:39.883782 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:27:39.883782 n-d-779913-29 neutron-server[93957]: return f(self, *a, **k) Jul 14 09:27:39.883782 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:27:39.883782 n-d-779913-29 neutron-server[93957]: return self._get(url).json() Jul 14 09:27:39.883782 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:27:39.883782 n-d-779913-29 neutron-server[93957]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:27:39.883782 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:27:39.883782 n-d-779913-29 neutron-server[93957]: return self.request(url, 'GET', **kwargs) Jul 14 09:27:39.883782 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:27:39.883782 n-d-779913-29 neutron-server[93957]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:27:39.883782 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:27:39.883782 n-d-779913-29 neutron-server[93957]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:27:39.883782 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:27:39.883782 n-d-779913-29 neutron-server[93957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:27:39.883782 n-d-779913-29 neutron-server[93957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:27:39.969803 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4dea1fda-b182-4d55-9665-67ccbfa4199d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660504'] for network, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:39.984424 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4dea1fda-b182-4d55-9665-67ccbfa4199d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for network, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:39.988992 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-4dea1fda-b182-4d55-9665-67ccbfa4199d admin admin] 10.222.0.68 "DELETE /v2.0/networks/1ca8e492-4d61-418e-9239-070dbc82d47c HTTP/1.1" status: 204 len: 168 time: 2.0084517 Jul 14 09:27:39.995665 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-498b4114-4cd7-42ff-bce0-05ea4e3bbe1c tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:39.996052 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-06b143e3-6385-46fd-b9fb-153752218c54 req-dcf8476a-7f86-487d-ade6-84e1d0dd38a3 tempest-ServerShowV257Test-1310402526 tempest-ServerShowV257Test-1310402526-project] 10.222.0.68 "GET /v2.0/ports?device_id=16fbc2dd-60ec-49c7-a646-99b41923de43 HTTP/1.1" status: 200 len: 210 time: 0.3644576 Jul 14 09:27:40.033153 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dea1fda-b182-4d55-9665-67ccbfa4199d admin admin] Pushing event deleted for resources: {'Network': ['ID=1ca8e492-4d61-418e-9239-070dbc82d47c,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:40.123148 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-498b4114-4cd7-42ff-bce0-05ea4e3bbe1c tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Network 1ef94415-a918-409e-b853-7a1089057996 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:27:40.135953 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-498b4114-4cd7-42ff-bce0-05ea4e3bbe1c tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:27:40.145004 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498b4114-4cd7-42ff-bce0-05ea4e3bbe1c tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Pushing event updated for resources: {'Port': ['ID=31299d0f-8004-4f4a-ba86-37168fff27f4,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:40.153657 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-498b4114-4cd7-42ff-bce0-05ea4e3bbe1c tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:27:40.235578 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-498b4114-4cd7-42ff-bce0-05ea4e3bbe1c tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:40.236324 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-498b4114-4cd7-42ff-bce0-05ea4e3bbe1c tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:40.270155 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-498b4114-4cd7-42ff-bce0-05ea4e3bbe1c tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.6196187 Jul 14 09:27:40.281379 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77b764b-786a-4c14-93f8-f38bd0ffd60f req-788ce9cb-7133-4643-858c-907511ff986a tempest-ServerRescueTestJSONUnderV235-1370369985 tempest-ServerRescueTestJSONUnderV235-1370369985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:40.288596 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c77b764b-786a-4c14-93f8-f38bd0ffd60f req-788ce9cb-7133-4643-858c-907511ff986a tempest-ServerRescueTestJSONUnderV235-1370369985 tempest-ServerRescueTestJSONUnderV235-1370369985-project] 10.222.0.68 "GET /v2.0/ports?device_id=50c37d2a-9d36-413f-a86d-c6fd0726b830 HTTP/1.1" status: 200 len: 946 time: 0.2698772 Jul 14 09:27:40.345453 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c77b764b-786a-4c14-93f8-f38bd0ffd60f req-88ab688e-9808-4a65-b7ff-d92829454f55 tempest-ServerRescueTestJSONUnderV235-1370369985 tempest-ServerRescueTestJSONUnderV235-1370369985-project] 10.222.0.68 "GET /v2.0/security-groups?id=83a8b8b4-4aa6-423e-95ab-da9a4626b74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559630 Jul 14 09:27:40.363656 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 49916) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:40.446446 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-21df2864-ac43-4a1a-b961-6beb7ffe1ecb admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=24f83d3539e4497181e13bb568cf43a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0791414 Jul 14 09:27:40.447949 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 49920) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:40.544921 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c4c7604d-7db3-458a-875e-bf49655acf56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:40.586974 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-6e979120-2e92-48dc-8d91-c2eca841c391 None None] Provisioning for port 31299d0f-8004-4f4a-ba86-37168fff27f4 completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:27:40.594996 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-6e979120-2e92-48dc-8d91-c2eca841c391 None None] Provisioning complete for port 31299d0f-8004-4f4a-ba86-37168fff27f4 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:27:40.595494 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6e979120-2e92-48dc-8d91-c2eca841c391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:40.597379 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c4c7604d-7db3-458a-875e-bf49655acf56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:40.664712 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 9d9ce590-6431-45dc-9e89-d424a72a39e4 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:27:40.703800 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c4c7604d-7db3-458a-875e-bf49655acf56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:40.708538 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c4c7604d-7db3-458a-875e-bf49655acf56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:40.710299 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-c4c7604d-7db3-458a-875e-bf49655acf56 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/e583495f-449a-49ad-92be-ddfb834c83f0 HTTP/1.1" status: 204 len: 168 time: 0.2609770 Jul 14 09:27:40.743248 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c7604d-7db3-458a-875e-bf49655acf56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e583495f-449a-49ad-92be-ddfb834c83f0,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:40.758143 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-6e979120-2e92-48dc-8d91-c2eca841c391 None None] Port 31299d0f-8004-4f4a-ba86-37168fff27f4 cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:27:40.760708 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67167f28-411b-4fd7-a276-20fca2529892 None None] Network 63e3e599-9f16-49b5-b4ab-c912a88ee6e9 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:27:40.834521 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning for port 9d9ce590-6431-45dc-9e89-d424a72a39e4 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:27:40.843712 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 2fd5322f-46e5-4a62-ad7b-5f91744b4d00 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:27:40.959445 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-ff775fcc-b806-45ef-9831-5ed83e48c3c2 None None] Provisioning for port 9d9ce590-6431-45dc-9e89-d424a72a39e4 completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:27:40.986826 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-ff775fcc-b806-45ef-9831-5ed83e48c3c2 None None] Provisioning complete for port 9d9ce590-6431-45dc-9e89-d424a72a39e4 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:27:40.987336 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ff775fcc-b806-45ef-9831-5ed83e48c3c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:41.015436 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 49938) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:41.023064 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-e5a514de-006f-4757-9203-ff4f93a574ee tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1308467399', 'description': 'tempest-description--193587392'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:27:41.058245 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port 2fd5322f-46e5-4a62-ad7b-5f91744b4d00 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:27:41.058571 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:41.088742 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e5a514de-006f-4757-9203-ff4f93a574ee tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:41.154353 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ff775fcc-b806-45ef-9831-5ed83e48c3c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:41.240802 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 49948) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:41.245309 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 385af64a-4458-4f4a-beb8-321bcd5adccb no longer exists at agent hyperv_n-h2-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:27:41.257309 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-ff775fcc-b806-45ef-9831-5ed83e48c3c2 None None] For port 9d9ce590-6431-45dc-9e89-d424a72a39e4, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=9d9ce590-6431-45dc-9e89-d424a72a39e4,segment=NetworkSegment(df189466-ba5b-40c8-bb21-5263dd22bc7e),segment_id=df189466-ba5b-40c8-bb21-5263dd22bc7e)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:27:41.282619 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ff775fcc-b806-45ef-9831-5ed83e48c3c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:41.299996 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e5a514de-006f-4757-9203-ff4f93a574ee tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:41.306265 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e5a514de-006f-4757-9203-ff4f93a574ee tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:41.335981 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] No Port match for: 385af64a-4458-4f4a-beb8-321bcd5adccb {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:27:41.336400 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 385af64a-4458-4f4a-beb8-321bcd5adccb not bound to the agent host n-h2-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:27:41.339754 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff775fcc-b806-45ef-9831-5ed83e48c3c2 None None] Pushing event updated for resources: {'Port': ['ID=9d9ce590-6431-45dc-9e89-d424a72a39e4,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:41.365563 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 037ee1a8-7cda-42cf-ba0d-f3915e9c6f5f no longer exists at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:27:41.369335 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e5a514de-006f-4757-9203-ff4f93a574ee tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:41.371663 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-e5a514de-006f-4757-9203-ff4f93a574ee tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3547590 Jul 14 09:27:41.374546 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 49960) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:41.380466 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-39b5335e-5ee1-4832-879d-9f1020ded7e7 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Request body: {'security_group_rule': {'security_group_id': '654de86a-d9c2-46da-8a5c-08b7fecbf459', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:27:41.399520 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] No Port match for: 037ee1a8-7cda-42cf-ba0d-f3915e9c6f5f {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:27:41.400068 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 037ee1a8-7cda-42cf-ba0d-f3915e9c6f5f not bound to the agent host n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:27:41.401077 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 9aadf4aa-6423-4db9-bc03-3a508727604a no longer exists at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:27:41.450164 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-39b5335e-5ee1-4832-879d-9f1020ded7e7 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:41.455986 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] No Port match for: 9aadf4aa-6423-4db9-bc03-3a508727604a {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:27:41.456330 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 9aadf4aa-6423-4db9-bc03-3a508727604a not bound to the agent host n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:27:41.474129 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-dfe70f18-daac-4909-8c59-7bdd6c9cfe88 req-dbeb4c18-94de-4a10-833c-c792dfb08379 tempest-ServerShowV257Test-1310402526 tempest-ServerShowV257Test-1310402526-project] 10.222.0.68 "GET /v2.0/ports?device_id=16fbc2dd-60ec-49c7-a646-99b41923de43 HTTP/1.1" status: 200 len: 210 time: 0.1348913 Jul 14 09:27:41.492144 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a514de-006f-4757-9203-ff4f93a574ee tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Pushing event updated for resources: {'SecurityGroup': ['ID=654de86a-d9c2-46da-8a5c-08b7fecbf459,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:41.503669 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5f471455-ede8-4c90-b611-191bdc1097d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:41.520291 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-3cff729a-a1a4-4d50-93e1-059ec3a4dd50 None None] Provisioning complete for port 9d9ce590-6431-45dc-9e89-d424a72a39e4 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:27:41.520632 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3cff729a-a1a4-4d50-93e1-059ec3a4dd50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:41.550906 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-39b5335e-5ee1-4832-879d-9f1020ded7e7 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:41.560155 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-39b5335e-5ee1-4832-879d-9f1020ded7e7 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529131'] for security_group_rule, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:41.594743 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b5335e-5ee1-4832-879d-9f1020ded7e7 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2736df2-99d9-4b69-856e-4d1116fc1424,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:41.691096 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5f471455-ede8-4c90-b611-191bdc1097d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:41.695943 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5f471455-ede8-4c90-b611-191bdc1097d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:41.723953 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-39b5335e-5ee1-4832-879d-9f1020ded7e7 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:41.725221 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-39b5335e-5ee1-4832-879d-9f1020ded7e7 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3490591 Jul 14 09:27:41.728873 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 49978) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:41.734772 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-151e3a7c-dd8c-4795-ae8d-58af01a8ecb2 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Request body: {'security_group_rule': {'security_group_id': '654de86a-d9c2-46da-8a5c-08b7fecbf459', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:27:41.748198 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-5f471455-ede8-4c90-b611-191bdc1097d3 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=81c5766a870e48f385b01f3490237c16&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5051847 Jul 14 09:27:41.749062 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 49982) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:41.751226 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f471455-ede8-4c90-b611-191bdc1097d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33e27f1e-07b1-42bf-a612-620edc0454c2,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:41.782341 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-151e3a7c-dd8c-4795-ae8d-58af01a8ecb2 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:41.822286 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3056303b-5fc3-41cb-a057-43cadc70c43f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:41.863477 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3056303b-5fc3-41cb-a057-43cadc70c43f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:41.871934 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-151e3a7c-dd8c-4795-ae8d-58af01a8ecb2 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:41.877141 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-151e3a7c-dd8c-4795-ae8d-58af01a8ecb2 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529131'] for security_group_rule, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:41.907237 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151e3a7c-dd8c-4795-ae8d-58af01a8ecb2 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=543c7269-709c-48af-a47e-b5800e8420e9,revision_number=0']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:41.915068 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-151e3a7c-dd8c-4795-ae8d-58af01a8ecb2 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:41.916390 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-151e3a7c-dd8c-4795-ae8d-58af01a8ecb2 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1861620 Jul 14 09:27:41.919568 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 49990) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:41.926137 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-097f30a3-a78b-488d-8e6e-f00c3a22fd28 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Request body: {'floatingip': {'floating_network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:27:41.953470 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3056303b-5fc3-41cb-a057-43cadc70c43f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:41.956252 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3056303b-5fc3-41cb-a057-43cadc70c43f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:41.957525 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-3056303b-5fc3-41cb-a057-43cadc70c43f admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/33e27f1e-07b1-42bf-a612-620edc0454c2 HTTP/1.1" status: 204 len: 168 time: 0.2072058 Jul 14 09:27:41.969065 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-097f30a3-a78b-488d-8e6e-f00c3a22fd28 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Notify callbacks [] for floatingip, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:41.983154 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3056303b-5fc3-41cb-a057-43cadc70c43f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33e27f1e-07b1-42bf-a612-620edc0454c2,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:42.149424 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-097f30a3-a78b-488d-8e6e-f00c3a22fd28 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:42.198996 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [req-b103c6b8-4601-406d-8a83-7ed73b746da3 req-8e93ede8-5c7d-4729-a688-56ba79d4be7b tempest-LiveMigrationTest-864996632 tempest-LiveMigrationTest-864996632-project-admin] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=93958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:27:42.199993 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-b103c6b8-4601-406d-8a83-7ed73b746da3 req-8e93ede8-5c7d-4729-a688-56ba79d4be7b tempest-LiveMigrationTest-864996632 tempest-LiveMigrationTest-864996632-project-admin] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0083106 Jul 14 09:27:42.213458 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [req-b103c6b8-4601-406d-8a83-7ed73b746da3 req-218724bb-cb1b-4c50-ba5b-e532b1c07421 service neutron] Request body: {'binding': {'host': 'n-h1-779913-29', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:27:42.213839 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [req-b103c6b8-4601-406d-8a83-7ed73b746da3 req-218724bb-cb1b-4c50-ba5b-e532b1c07421 service neutron] Unknown quota resources ['binding']. {{(pid=93958) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 14 09:27:42.219868 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5d9066-7543-4959-9b0a-19c2aa555868 req-b6bf9919-4e7c-4f56-823d-14f6738b28b4 tempest-ServerRescueTestJSONUnderV235-1370369985 tempest-ServerRescueTestJSONUnderV235-1370369985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:42.221393 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-be5d9066-7543-4959-9b0a-19c2aa555868 req-b6bf9919-4e7c-4f56-823d-14f6738b28b4 tempest-ServerRescueTestJSONUnderV235-1370369985 tempest-ServerRescueTestJSONUnderV235-1370369985-project] 10.222.0.68 "GET /v2.0/ports?device_id=50c37d2a-9d36-413f-a86d-c6fd0726b830 HTTP/1.1" status: 200 len: 946 time: 0.0801089 Jul 14 09:27:42.259786 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-be5d9066-7543-4959-9b0a-19c2aa555868 req-eb76582c-135e-4b35-abc7-90ec79ecf82a tempest-ServerRescueTestJSONUnderV235-1370369985 tempest-ServerRescueTestJSONUnderV235-1370369985-project] 10.222.0.68 "GET /v2.0/security-groups?id=83a8b8b4-4aa6-423e-95ab-da9a4626b74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322402 Jul 14 09:27:42.346896 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-097f30a3-a78b-488d-8e6e-f00c3a22fd28 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Allocated IP 172.25.4.177 (2dcd4d32-cc7c-4468-b396-7ce5c9231892/6cd22a75-5bc1-467c-a3c4-0af04bd1b34a/9f6b64b2-3a5a-4c87-97d9-ca27dd18ad21) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:27:42.421338 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 50004) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:42.452611 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-15a9bc7f-75ea-41ee-8f9e-208744fde69e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:42.453323 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 9d9ce590-6431-45dc-9e89-d424a72a39e4 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:27:42.465796 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-b103c6b8-4601-406d-8a83-7ed73b746da3 req-218724bb-cb1b-4c50-ba5b-e532b1c07421 service neutron] Attempting to bind port 8acf4a11-a053-4451-8c9e-0fead5441f50 on host n-h1-779913-29 for vnic_type normal with profile None {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:27:42.466135 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-b103c6b8-4601-406d-8a83-7ed73b746da3 req-218724bb-cb1b-4c50-ba5b-e532b1c07421 service neutron] Attempting to bind port 8acf4a11-a053-4451-8c9e-0fead5441f50 by drivers openvswitch,hyperv on host n-h1-779913-29 at level 0 using segments [{'id': '3140b72d-6a4a-4668-bad8-c572bd128f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'fdafaba0-da53-47c8-a4eb-7c69deccbba6'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:27:42.466496 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b103c6b8-4601-406d-8a83-7ed73b746da3 req-218724bb-cb1b-4c50-ba5b-e532b1c07421 service neutron] Attempting to bind port 8acf4a11-a053-4451-8c9e-0fead5441f50 on network fdafaba0-da53-47c8-a4eb-7c69deccbba6 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:27:42.481730 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b103c6b8-4601-406d-8a83-7ed73b746da3 req-218724bb-cb1b-4c50-ba5b-e532b1c07421 service neutron] Port 8acf4a11-a053-4451-8c9e-0fead5441f50 on network fdafaba0-da53-47c8-a4eb-7c69deccbba6 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-29 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:27:42.482357 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b103c6b8-4601-406d-8a83-7ed73b746da3 req-218724bb-cb1b-4c50-ba5b-e532b1c07421 service neutron] Attempting to bind port 8acf4a11-a053-4451-8c9e-0fead5441f50 on network fdafaba0-da53-47c8-a4eb-7c69deccbba6 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:27:42.497112 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b103c6b8-4601-406d-8a83-7ed73b746da3 req-218724bb-cb1b-4c50-ba5b-e532b1c07421 service neutron] Checking agent: {'id': 'de11e667-f145-47b0-bd09-334a7505938e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 13, 12), 'started_at': datetime.datetime(2021, 7, 14, 9, 13, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 27, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:27:42.497719 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b103c6b8-4601-406d-8a83-7ed73b746da3 req-218724bb-cb1b-4c50-ba5b-e532b1c07421 service neutron] Checking segment: {'id': '3140b72d-6a4a-4668-bad8-c572bd128f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'fdafaba0-da53-47c8-a4eb-7c69deccbba6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:27:42.498116 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b103c6b8-4601-406d-8a83-7ed73b746da3 req-218724bb-cb1b-4c50-ba5b-e532b1c07421 service neutron] Bound using segment: {'id': '3140b72d-6a4a-4668-bad8-c572bd128f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'fdafaba0-da53-47c8-a4eb-7c69deccbba6'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:27:42.498570 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-b103c6b8-4601-406d-8a83-7ed73b746da3 req-218724bb-cb1b-4c50-ba5b-e532b1c07421 service neutron] Bound port: 8acf4a11-a053-4451-8c9e-0fead5441f50, host: n-h1-779913-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3140b72d-6a4a-4668-bad8-c572bd128f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'fdafaba0-da53-47c8-a4eb-7c69deccbba6'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:27:42.551237 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-097f30a3-a78b-488d-8e6e-f00c3a22fd28 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:42.568804 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port 9d9ce590-6431-45dc-9e89-d424a72a39e4 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:27:42.569185 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:42.579680 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-b103c6b8-4601-406d-8a83-7ed73b746da3 req-218724bb-cb1b-4c50-ba5b-e532b1c07421 service neutron] For port 8acf4a11-a053-4451-8c9e-0fead5441f50, host n-h1-779913-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=8acf4a11-a053-4451-8c9e-0fead5441f50,segment=NetworkSegment(3140b72d-6a4a-4668-bad8-c572bd128f6c),segment_id=3140b72d-6a4a-4668-bad8-c572bd128f6c)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:27:42.596216 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-b103c6b8-4601-406d-8a83-7ed73b746da3 req-218724bb-cb1b-4c50-ba5b-e532b1c07421 service neutron] Notify callbacks [] for binding, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:42.597318 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-b103c6b8-4601-406d-8a83-7ed73b746da3 req-218724bb-cb1b-4c50-ba5b-e532b1c07421 service neutron] 10.222.0.68 "POST /v2.0/ports/8acf4a11-a053-4451-8c9e-0fead5441f50/bindings HTTP/1.1" status: 201 len: 390 time: 0.3899624 Jul 14 09:27:42.615435 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-097f30a3-a78b-488d-8e6e-f00c3a22fd28 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:42.645433 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-15a9bc7f-75ea-41ee-8f9e-208744fde69e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:42.662016 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-15a9bc7f-75ea-41ee-8f9e-208744fde69e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:42.669408 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-097f30a3-a78b-488d-8e6e-f00c3a22fd28 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Network 2dcd4d32-cc7c-4468-b396-7ce5c9231892 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:27:42.673766 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-097f30a3-a78b-488d-8e6e-f00c3a22fd28 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:27:42.678762 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-097f30a3-a78b-488d-8e6e-f00c3a22fd28 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:27:42.713064 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097f30a3-a78b-488d-8e6e-f00c3a22fd28 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Pushing event updated for resources: {'Port': ['ID=9f6b64b2-3a5a-4c87-97d9-ca27dd18ad21,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:42.756890 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-15a9bc7f-75ea-41ee-8f9e-208744fde69e admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=45f368279938400dbaa4a4ec256cf984&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3332760 Jul 14 09:27:42.758510 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a9bc7f-75ea-41ee-8f9e-208744fde69e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6182b2fd-cdc1-4da4-ad04-63740e9d7296,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:42.761452 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 50014) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:42.860768 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:42.893665 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a209405e-5941-423f-bdf0-f04c7e7abdf7 req-a13b43b8-4ccf-490f-9f1e-bf38f9a5cceb tempest-ServerShowV257Test-1310402526 tempest-ServerShowV257Test-1310402526-project] 10.222.0.68 "GET /v2.0/ports?device_id=16fbc2dd-60ec-49c7-a646-99b41923de43 HTTP/1.1" status: 200 len: 210 time: 0.0376551 Jul 14 09:27:42.959024 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-097f30a3-a78b-488d-8e6e-f00c3a22fd28 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:42.994178 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b103c6b8-4601-406d-8a83-7ed73b746da3 req-8a982ee7-e35a-4c29-94f2-f3badd759880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:42.995693 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b103c6b8-4601-406d-8a83-7ed73b746da3 req-8a982ee7-e35a-4c29-94f2-f3badd759880 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=88495f2d6951432397900165a462d224&device_id=c9f22e9a-4298-4b73-8115-f2b7bacb077c HTTP/1.1" status: 200 len: 1097 time: 0.0572860 Jul 14 09:27:43.024590 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d284a739-5063-4380-a93f-f3717ecd51af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:43.080393 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-097f30a3-a78b-488d-8e6e-f00c3a22fd28 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:43.085323 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d284a739-5063-4380-a93f-f3717ecd51af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:43.119596 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c78e3c-4c21-4c6b-9a11-719751ced4c9 req-27ff6a26-0afc-4464-8b5d-9b17839cab7e tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:43.120967 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-56c78e3c-4c21-4c6b-9a11-719751ced4c9 req-27ff6a26-0afc-4464-8b5d-9b17839cab7e tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/networks?id=b13d7c6c-cfbf-4964-b16a-12c3c2736fe4 HTTP/1.1" status: 200 len: 806 time: 0.2876773 Jul 14 09:27:43.140179 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b103c6b8-4601-406d-8a83-7ed73b746da3 req-006dad86-28b3-4f10-ad81-02c12d0d2a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:43.141693 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b103c6b8-4601-406d-8a83-7ed73b746da3 req-006dad86-28b3-4f10-ad81-02c12d0d2a41 service neutron] 10.222.0.65 "GET /v2.0/networks?id=fdafaba0-da53-47c8-a4eb-7c69deccbba6 HTTP/1.1" status: 200 len: 909 time: 0.1396310 Jul 14 09:27:43.150180 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e658736a-123c-4144-8b76-88a8b80d44f5 req-84ef57df-f3e3-4252-a526-8dfc3569f92b tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:43.151702 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e658736a-123c-4144-8b76-88a8b80d44f5 req-84ef57df-f3e3-4252-a526-8dfc3569f92b tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] 10.222.0.68 "GET /v2.0/ports?device_id=c9f22e9a-4298-4b73-8115-f2b7bacb077c HTTP/1.1" status: 200 len: 945 time: 0.1299376 Jul 14 09:27:43.170849 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-56c78e3c-4c21-4c6b-9a11-719751ced4c9 req-8768e23c-21b6-478a-88c5-2ca2b72052fa tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/quotas/5a5f2c2d833f465d9525ee4af4d3c349 HTTP/1.1" status: 200 len: 375 time: 0.0369756 Jul 14 09:27:43.198078 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b103c6b8-4601-406d-8a83-7ed73b746da3 req-b0563ed1-1d79-4b0e-86ef-16ac02a812dd service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8acf4a11-a053-4451-8c9e-0fead5441f50 HTTP/1.1" status: 200 len: 217 time: 0.0454195 Jul 14 09:27:43.254020 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e658736a-123c-4144-8b76-88a8b80d44f5 req-7fe5e152-9af0-40af-bcd6-04b0ced04c97 tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] 10.222.0.68 "GET /v2.0/security-groups?id=cf40bcd2-1dd1-48fb-a6b7-6df0e80ce2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956061 Jul 14 09:27:43.257239 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d284a739-5063-4380-a93f-f3717ecd51af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:43.260479 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d284a739-5063-4380-a93f-f3717ecd51af admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:43.264008 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-d284a739-5063-4380-a93f-f3717ecd51af admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/6182b2fd-cdc1-4da4-ad04-63740e9d7296 HTTP/1.1" status: 204 len: 168 time: 0.4989662 Jul 14 09:27:43.271881 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b103c6b8-4601-406d-8a83-7ed73b746da3 req-c7352eed-a7ea-4ea9-8acb-2df84699c657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:43.274645 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b103c6b8-4601-406d-8a83-7ed73b746da3 req-c7352eed-a7ea-4ea9-8acb-2df84699c657 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=5194e827-9fb1-419e-b4bc-69aee8b3dca3 HTTP/1.1" status: 200 len: 848 time: 0.0646319 Jul 14 09:27:43.284040 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d284a739-5063-4380-a93f-f3717ecd51af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6182b2fd-cdc1-4da4-ad04-63740e9d7296,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:43.338901 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-56c78e3c-4c21-4c6b-9a11-719751ced4c9 req-7d7a72fb-b0b4-4455-9f7f-a0cbac2811ac tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=5a5f2c2d833f465d9525ee4af4d3c349&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1497381 Jul 14 09:27:43.350279 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b103c6b8-4601-406d-8a83-7ed73b746da3 req-de27c7b1-fe34-4089-8958-e57d535472cf service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=fdafaba0-da53-47c8-a4eb-7c69deccbba6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0650265 Jul 14 09:27:43.352113 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:43.377295 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-097f30a3-a78b-488d-8e6e-f00c3a22fd28 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:43.418380 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-097f30a3-a78b-488d-8e6e-f00c3a22fd28 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13574142'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:43.555367 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-097f30a3-a78b-488d-8e6e-f00c3a22fd28 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-660590'] for floatingip, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:43.593209 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097f30a3-a78b-488d-8e6e-f00c3a22fd28 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Pushing event updated for resources: {'Port': ['ID=9f6b64b2-3a5a-4c87-97d9-ca27dd18ad21,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:43.599711 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-097f30a3-a78b-488d-8e6e-f00c3a22fd28 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for floatingip, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:43.602460 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-097f30a3-a78b-488d-8e6e-f00c3a22fd28 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6809227 Jul 14 09:27:43.606791 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-56c78e3c-4c21-4c6b-9a11-719751ced4c9 req-66949a5a-f7da-486d-b991-bd0569fd8fa5 service neutron] 10.222.0.68 "GET /v2.0/networks/b13d7c6c-cfbf-4964-b16a-12c3c2736fe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2483759 Jul 14 09:27:43.752285 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-56c78e3c-4c21-4c6b-9a11-719751ced4c9 req-e778be04-a134-4b9d-b3e9-5ef2a35b618c service neutron] 10.222.0.68 "GET /v2.0/networks/b13d7c6c-cfbf-4964-b16a-12c3c2736fe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375201 Jul 14 09:27:43.883218 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b103c6b8-4601-406d-8a83-7ed73b746da3 req-bddf7dce-3567-4fba-993c-8abaadb90671 service neutron] 10.222.0.65 "GET /v2.0/networks/fdafaba0-da53-47c8-a4eb-7c69deccbba6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5251353 Jul 14 09:27:43.901014 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ad7593-3208-4939-8fda-262a2e6c2493 req-10e4c011-7f28-4219-9680-5d334b44799a tempest-ServerRescueTestJSONUnderV235-1370369985 tempest-ServerRescueTestJSONUnderV235-1370369985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:43.906012 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-29ad7593-3208-4939-8fda-262a2e6c2493 req-10e4c011-7f28-4219-9680-5d334b44799a tempest-ServerRescueTestJSONUnderV235-1370369985 tempest-ServerRescueTestJSONUnderV235-1370369985-project] 10.222.0.68 "GET /v2.0/ports?device_id=50c37d2a-9d36-413f-a86d-c6fd0726b830 HTTP/1.1" status: 200 len: 946 time: 0.1138585 Jul 14 09:27:44.022861 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-29ad7593-3208-4939-8fda-262a2e6c2493 req-ea051d4c-fe01-4b07-9e7f-81174f18bc7b tempest-ServerRescueTestJSONUnderV235-1370369985 tempest-ServerRescueTestJSONUnderV235-1370369985-project] 10.222.0.68 "GET /v2.0/security-groups?id=83a8b8b4-4aa6-423e-95ab-da9a4626b74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948946 Jul 14 09:27:44.051573 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b103c6b8-4601-406d-8a83-7ed73b746da3 req-ddc93b7e-7bcd-4ced-ab22-ab73395d49c6 service neutron] 10.222.0.65 "GET /v2.0/networks/fdafaba0-da53-47c8-a4eb-7c69deccbba6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557894 Jul 14 09:27:44.115228 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-0576881b-4efe-4d9f-a6a8-8b2ae96938ea tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-securitygroup--1308467399&fields=id&tenant_id=59257167697a4d8397898a00de2a9ad0 HTTP/1.1" status: 200 len: 267 time: 0.0655200 Jul 14 09:27:44.130808 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1feda731-2ef4-44e3-83e5-212808acff1f req-2deb442a-d0a7-4b35-8148-f64cae03cf84 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/ports?device_id=24fecb6e-fc86-43ac-8eaf-657f9dec62b4 HTTP/1.1" status: 200 len: 210 time: 0.0324976 Jul 14 09:27:44.205302 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-ba1204bc-a5ad-452f-a5be-c71c94d0eb6a tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:44.211898 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-ba1204bc-a5ad-452f-a5be-c71c94d0eb6a tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] 10.222.0.68 "GET /v2.0/ports/bfd0c50f-c861-4562-bbf6-c4c5fe7bf9af HTTP/1.1" status: 200 len: 932 time: 0.0879800 Jul 14 09:27:44.300090 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-8499a158-6884-47ea-9e2c-7cb7dd142abc tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:44.310225 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-8499a158-6884-47ea-9e2c-7cb7dd142abc tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] 10.222.0.68 "GET /v2.0/ports/31299d0f-8004-4f4a-ba86-37168fff27f4 HTTP/1.1" status: 200 len: 931 time: 0.0969610 Jul 14 09:27:44.322692 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-30478601-7ab8-44f3-b014-ca7f8808fc9a req-f1be340a-51e5-41d0-a646-e411011231f3 tempest-ServerShowV257Test-1310402526 tempest-ServerShowV257Test-1310402526-project] 10.222.0.68 "GET /v2.0/ports?device_id=16fbc2dd-60ec-49c7-a646-99b41923de43 HTTP/1.1" status: 200 len: 210 time: 0.0680516 Jul 14 09:27:44.366442 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-fdc24368-def3-4c10-b30c-fb996b1a8fe3 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] 10.222.0.68 "GET /v2.0/ports?network_id=63e3e599-9f16-49b5-b4ab-c912a88ee6e9&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0550246 Jul 14 09:27:44.408673 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-6d7cbece-6051-47c8-9800-98e47e2752fc tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] 10.222.0.68 "GET /v2.0/ports?network_id=63e3e599-9f16-49b5-b4ab-c912a88ee6e9&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0411203 Jul 14 09:27:44.543505 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a60186-389b-4200-8f00-800fc81d3013 req-df19820a-865e-4242-b069-7b80c2938abb tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:44.552768 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-56a60186-389b-4200-8f00-800fc81d3013 req-df19820a-865e-4242-b069-7b80c2938abb tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] 10.222.0.68 "GET /v2.0/ports?device_id=c9f22e9a-4298-4b73-8115-f2b7bacb077c HTTP/1.1" status: 200 len: 945 time: 0.0920990 Jul 14 09:27:44.560158 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-c66de1e3-11f8-4a44-ae97-370f5f0ff1a1 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:44.566521 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-c66de1e3-11f8-4a44-ae97-370f5f0ff1a1 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:44.573019 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-c66de1e3-11f8-4a44-ae97-370f5f0ff1a1 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:44.580233 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-c66de1e3-11f8-4a44-ae97-370f5f0ff1a1 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] 10.222.0.68 "GET /v2.0/networks?id=d3f3b4f0-a2a4-4615-b2a7-a3c2703dc6b7&id=1ef94415-a918-409e-b853-7a1089057996&id=1ef94415-a918-409e-b853-7a1089057996&id=63e3e599-9f16-49b5-b4ab-c912a88ee6e9&id=63e3e599-9f16-49b5-b4ab-c912a88ee6e9 HTTP/1.1" status: 200 len: 1991 time: 0.1707036 Jul 14 09:27:44.596813 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-02a37365-baef-4843-9010-11221dd4264b tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] 10.222.0.68 "GET /v2.0/quotas/59257167697a4d8397898a00de2a9ad0 HTTP/1.1" status: 200 len: 375 time: 0.0155978 Jul 14 09:27:44.605719 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-56a60186-389b-4200-8f00-800fc81d3013 req-3f980701-cd41-4e3a-a0ad-db27e96e7e3e tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] 10.222.0.68 "GET /v2.0/security-groups?id=cf40bcd2-1dd1-48fb-a6b7-6df0e80ce2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519578 Jul 14 09:27:44.700678 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-c33bcfe0-036a-4032-b4b7-f96aa7d90873 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=59257167697a4d8397898a00de2a9ad0&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1030719 Jul 14 09:27:44.846331 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-de2f89a0-017a-47c1-b481-7bda2da2a771 service neutron] 10.222.0.68 "GET /v2.0/networks/d3f3b4f0-a2a4-4615-b2a7-a3c2703dc6b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319165 Jul 14 09:27:44.962981 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-e8dd4900-f985-4f85-8d6c-9dc76c7a166f service neutron] 10.222.0.68 "GET /v2.0/networks/d3f3b4f0-a2a4-4615-b2a7-a3c2703dc6b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155212 Jul 14 09:27:45.032918 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-03921999-57f3-4135-b0b3-d9437cd3bd94 service neutron] 10.222.0.68 "GET /v2.0/ports/bfd0c50f-c861-4562-bbf6-c4c5fe7bf9af?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0627906 Jul 14 09:27:45.193276 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-2737abd4-71a1-4d15-8512-c2cf01aae56e service neutron] 10.222.0.68 "GET /v2.0/networks/1ef94415-a918-409e-b853-7a1089057996?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530504 Jul 14 09:27:45.217290 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 50120) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:45.266429 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae01ce1-e431-4dce-9d33-f86fc10b1cb0 req-7eb7c070-28de-4584-959f-5468f05ed24f tempest-ServerRescueTestJSONUnderV235-1370369985 tempest-ServerRescueTestJSONUnderV235-1370369985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:45.269140 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-dae01ce1-e431-4dce-9d33-f86fc10b1cb0 req-7eb7c070-28de-4584-959f-5468f05ed24f tempest-ServerRescueTestJSONUnderV235-1370369985 tempest-ServerRescueTestJSONUnderV235-1370369985-project] 10.222.0.68 "GET /v2.0/ports?device_id=50c37d2a-9d36-413f-a86d-c6fd0726b830 HTTP/1.1" status: 200 len: 946 time: 0.0949442 Jul 14 09:27:45.325879 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-c9a827ce-4735-4bc4-b623-8ee8f8d69e69 service neutron] 10.222.0.68 "GET /v2.0/networks/1ef94415-a918-409e-b853-7a1089057996?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317573 Jul 14 09:27:45.368380 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-dae01ce1-e431-4dce-9d33-f86fc10b1cb0 req-55d7ac28-c65e-4027-a6e0-8ce6249bfcfa tempest-ServerRescueTestJSONUnderV235-1370369985 tempest-ServerRescueTestJSONUnderV235-1370369985-project] 10.222.0.68 "GET /v2.0/security-groups?id=83a8b8b4-4aa6-423e-95ab-da9a4626b74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840497 Jul 14 09:27:45.426167 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-bbd96af8-c348-4647-8f5d-d0600f3c5c41 service neutron] 10.222.0.68 "GET /v2.0/ports/31299d0f-8004-4f4a-ba86-37168fff27f4?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0940378 Jul 14 09:27:45.609058 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-fcd816ae-431a-4c99-80e0-0c94d1d8be98 req-294c84ab-6ca1-4666-bb42-a50a9c01587d tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/ports?device_id=24fecb6e-fc86-43ac-8eaf-657f9dec62b4 HTTP/1.1" status: 200 len: 210 time: 0.0414608 Jul 14 09:27:45.729456 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-74aaee4f-ed09-43d5-86ef-08ef2e75ce76 service neutron] 10.222.0.68 "GET /v2.0/networks/1ef94415-a918-409e-b853-7a1089057996?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2953842 Jul 14 09:27:45.755600 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6a72f8cf-506b-4656-9521-b0c6171f9dbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:45.810100 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-109523ed-b7a9-43c8-98d6-f812daa5fa56 req-e8654a7c-4be4-47ed-95ae-d41d09ed3d44 tempest-ServerShowV257Test-1310402526 tempest-ServerShowV257Test-1310402526-project] 10.222.0.68 "GET /v2.0/ports?device_id=16fbc2dd-60ec-49c7-a646-99b41923de43 HTTP/1.1" status: 200 len: 210 time: 0.0388794 Jul 14 09:27:45.810686 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c78e3c-4c21-4c6b-9a11-719751ced4c9 req-e36bdfd2-2e92-44e7-b2df-9a5e4aea5643 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:45.812176 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-56c78e3c-4c21-4c6b-9a11-719751ced4c9 req-e36bdfd2-2e92-44e7-b2df-9a5e4aea5643 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.57 "GET /v2.0/networks?id=b13d7c6c-cfbf-4964-b16a-12c3c2736fe4 HTTP/1.1" status: 200 len: 806 time: 0.2359591 Jul 14 09:27:45.839587 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [req-56c78e3c-4c21-4c6b-9a11-719751ced4c9 req-329f5e82-fd98-4542-b967-a68fd8a1a8eb tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Request body: {'port': {'device_id': '24fecb6e-fc86-43ac-8eaf-657f9dec62b4', 'network_id': 'b13d7c6c-cfbf-4964-b16a-12c3c2736fe4', 'admin_state_up': True, 'tenant_id': '5a5f2c2d833f465d9525ee4af4d3c349'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:27:46.011704 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94c6396-1bbe-4cea-a098-8440cd46a596 req-49c3ccda-674c-4dc5-a0c6-585ca3a466be tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:46.013469 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f94c6396-1bbe-4cea-a098-8440cd46a596 req-49c3ccda-674c-4dc5-a0c6-585ca3a466be tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] 10.222.0.68 "GET /v2.0/ports?device_id=c9f22e9a-4298-4b73-8115-f2b7bacb077c HTTP/1.1" status: 200 len: 945 time: 0.0682509 Jul 14 09:27:46.022102 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-c4262e64-b2f2-41e4-88bc-961b0f192f2a service neutron] 10.222.0.68 "GET /v2.0/networks/1ef94415-a918-409e-b853-7a1089057996?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2811770 Jul 14 09:27:46.068449 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f94c6396-1bbe-4cea-a098-8440cd46a596 req-27829918-2224-441f-827e-8065f3333a6c tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] 10.222.0.68 "GET /v2.0/security-groups?id=cf40bcd2-1dd1-48fb-a6b7-6df0e80ce2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485978 Jul 14 09:27:46.120083 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6a72f8cf-506b-4656-9521-b0c6171f9dbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:46.130185 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6a72f8cf-506b-4656-9521-b0c6171f9dbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:46.196457 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56c78e3c-4c21-4c6b-9a11-719751ced4c9 req-329f5e82-fd98-4542-b967-a68fd8a1a8eb tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Made reservation on behalf of 5a5f2c2d833f465d9525ee4af4d3c349 for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:27:46.200720 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-56c78e3c-4c21-4c6b-9a11-719751ced4c9 req-329f5e82-fd98-4542-b967-a68fd8a1a8eb tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:46.212647 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-6a72f8cf-506b-4656-9521-b0c6171f9dbc admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=56ff840cb3ad4b7081c934f571085fd3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9909234 Jul 14 09:27:46.213094 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 50146) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:46.223129 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-480067e8-b7a0-4b23-8e36-3b4687273242 service neutron] 10.222.0.68 "GET /v2.0/networks/1ef94415-a918-409e-b853-7a1089057996?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1895719 Jul 14 09:27:46.225021 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a72f8cf-506b-4656-9521-b0c6171f9dbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24f8b6c0-886e-4935-bdf7-2882003ca5cc,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:46.298391 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7d1455f0-b0ee-4a4e-b44d-6109358d2594 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:46.332320 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7d1455f0-b0ee-4a4e-b44d-6109358d2594 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:46.387964 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7d1455f0-b0ee-4a4e-b44d-6109358d2594 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:46.392568 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7d1455f0-b0ee-4a4e-b44d-6109358d2594 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:46.396749 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-7d1455f0-b0ee-4a4e-b44d-6109358d2594 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/24f8b6c0-886e-4935-bdf7-2882003ca5cc HTTP/1.1" status: 204 len: 168 time: 0.1800497 Jul 14 09:27:46.419328 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1455f0-b0ee-4a4e-b44d-6109358d2594 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24f8b6c0-886e-4935-bdf7-2882003ca5cc,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:46.441817 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1455f0-b0ee-4a4e-b44d-6109358d2594 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:27:46.443052 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-84c3e77c-3652-4b35-82ac-7d881cc079f9 service neutron] 10.222.0.68 "GET /v2.0/networks/1ef94415-a918-409e-b853-7a1089057996?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2006061 Jul 14 09:27:46.444292 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1455f0-b0ee-4a4e-b44d-6109358d2594 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:27:46.444665 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1455f0-b0ee-4a4e-b44d-6109358d2594 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:27:46.445021 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1455f0-b0ee-4a4e-b44d-6109358d2594 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:27:46.445364 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1455f0-b0ee-4a4e-b44d-6109358d2594 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:27:46.446515 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1455f0-b0ee-4a4e-b44d-6109358d2594 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:27:46.446803 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1455f0-b0ee-4a4e-b44d-6109358d2594 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:27:46.449566 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1455f0-b0ee-4a4e-b44d-6109358d2594 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:27:46.449887 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1455f0-b0ee-4a4e-b44d-6109358d2594 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:27:46.450190 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1455f0-b0ee-4a4e-b44d-6109358d2594 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:27:46.450532 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1455f0-b0ee-4a4e-b44d-6109358d2594 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:27:46.460563 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1455f0-b0ee-4a4e-b44d-6109358d2594 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:27:46.526804 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [req-56c78e3c-4c21-4c6b-9a11-719751ced4c9 req-329f5e82-fd98-4542-b967-a68fd8a1a8eb tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Allocated IP 172.20.0.10 (b13d7c6c-cfbf-4964-b16a-12c3c2736fe4/4eebc946-7649-496b-bf8c-5c786643586c/ddef7986-1946-401d-bc3c-74e0bb813b76) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:27:46.605295 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-d647c39c-701f-4686-8894-9259fad55b68 service neutron] 10.222.0.68 "GET /v2.0/networks/1ef94415-a918-409e-b853-7a1089057996?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613214 Jul 14 09:27:46.707338 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9956241-13fd-440c-8c6b-bb2b91cdae19 req-708d2e5c-e0fc-498b-b024-125307169920 tempest-ServerRescueTestJSONUnderV235-1370369985 tempest-ServerRescueTestJSONUnderV235-1370369985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:46.719227 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d9956241-13fd-440c-8c6b-bb2b91cdae19 req-708d2e5c-e0fc-498b-b024-125307169920 tempest-ServerRescueTestJSONUnderV235-1370369985 tempest-ServerRescueTestJSONUnderV235-1370369985-project] 10.222.0.68 "GET /v2.0/ports?device_id=50c37d2a-9d36-413f-a86d-c6fd0726b830 HTTP/1.1" status: 200 len: 946 time: 0.1419258 Jul 14 09:27:46.781776 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d9956241-13fd-440c-8c6b-bb2b91cdae19 req-1effd8d5-b76c-4290-a449-49ee785c8bfb tempest-ServerRescueTestJSONUnderV235-1370369985 tempest-ServerRescueTestJSONUnderV235-1370369985-project] 10.222.0.68 "GET /v2.0/security-groups?id=83a8b8b4-4aa6-423e-95ab-da9a4626b74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613413 Jul 14 09:27:46.811609 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-fae7a450-bce8-449f-878f-165bb2cb54e0 service neutron] 10.222.0.68 "GET /v2.0/networks/1ef94415-a918-409e-b853-7a1089057996?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2049561 Jul 14 09:27:46.878651 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-56c78e3c-4c21-4c6b-9a11-719751ced4c9 req-329f5e82-fd98-4542-b967-a68fd8a1a8eb tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:46.948336 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-c99aa54a-9d62-4b96-8cb9-d9a6085a2ece service neutron] 10.222.0.68 "GET /v2.0/networks/63e3e599-9f16-49b5-b4ab-c912a88ee6e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359560 Jul 14 09:27:46.967627 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-56c78e3c-4c21-4c6b-9a11-719751ced4c9 req-329f5e82-fd98-4542-b967-a68fd8a1a8eb tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:47.005627 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] get_ports_and_sgs() called for port_ids ['355d4f4e-0f97-4599-8580-8d12831aaf46'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:27:47.068454 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af066330-8455-4dd6-a13f-306a518609c4 req-b0c73314-1fcd-42c9-b6ad-f3e5c371bbd6 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:47.081037 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-af066330-8455-4dd6-a13f-306a518609c4 req-b0c73314-1fcd-42c9-b6ad-f3e5c371bbd6 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/ports?device_id=24fecb6e-fc86-43ac-8eaf-657f9dec62b4 HTTP/1.1" status: 200 len: 932 time: 0.1297746 Jul 14 09:27:47.085476 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56c78e3c-4c21-4c6b-9a11-719751ced4c9 req-329f5e82-fd98-4542-b967-a68fd8a1a8eb tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Network b13d7c6c-cfbf-4964-b16a-12c3c2736fe4 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:27:47.110054 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [req-56c78e3c-4c21-4c6b-9a11-719751ced4c9 req-329f5e82-fd98-4542-b967-a68fd8a1a8eb tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:27:47.113395 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329f5e82-fd98-4542-b967-a68fd8a1a8eb tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Pushing event updated for resources: {'Port': ['ID=ddef7986-1946-401d-bc3c-74e0bb813b76,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:47.117399 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-56c78e3c-4c21-4c6b-9a11-719751ced4c9 req-329f5e82-fd98-4542-b967-a68fd8a1a8eb tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:27:47.148874 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-af066330-8455-4dd6-a13f-306a518609c4 req-5b558d12-9051-41d3-a8f5-43230cce750d tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/security-groups?id=bfacbc39-872c-438f-b7f4-05abded490ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652800 Jul 14 09:27:47.195361 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-87a5b06e-0af3-4bad-ad32-ca46a34a07cf service neutron] 10.222.0.68 "GET /v2.0/networks/63e3e599-9f16-49b5-b4ab-c912a88ee6e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2388213 Jul 14 09:27:47.263706 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c78e3c-4c21-4c6b-9a11-719751ced4c9 req-329f5e82-fd98-4542-b967-a68fd8a1a8eb tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:47.264731 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-56c78e3c-4c21-4c6b-9a11-719751ced4c9 req-329f5e82-fd98-4542-b967-a68fd8a1a8eb tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:47.392913 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-9ade564b-f306-4189-87f8-32db2380b88b req-8803e1cd-990a-4488-b0a5-84ea32e2ae97 tempest-ServerShowV257Test-1310402526 tempest-ServerShowV257Test-1310402526-project] 10.222.0.68 "GET /v2.0/ports?device_id=16fbc2dd-60ec-49c7-a646-99b41923de43 HTTP/1.1" status: 200 len: 210 time: 0.0466690 Jul 14 09:27:47.676307 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-56c78e3c-4c21-4c6b-9a11-719751ced4c9 req-329f5e82-fd98-4542-b967-a68fd8a1a8eb tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8415697 Jul 14 09:27:47.697905 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [req-56c78e3c-4c21-4c6b-9a11-719751ced4c9 req-8f05f7c7-8757-43b5-b0d4-1e95a724a4de service neutron] Request body: {'port': {'device_id': '24fecb6e-fc86-43ac-8eaf-657f9dec62b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-29'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:27:47.749860 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-3b0cf5c5-1098-4f73-9169-67239ae21a2f service neutron] 10.222.0.68 "GET /v2.0/networks/63e3e599-9f16-49b5-b4ab-c912a88ee6e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5450473 Jul 14 09:27:47.847051 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626126d0-0664-405c-9ebc-d34880983d23 req-6c2989d8-6ba7-4731-9a3c-b010ca389447 tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:47.858177 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-626126d0-0664-405c-9ebc-d34880983d23 req-6c2989d8-6ba7-4731-9a3c-b010ca389447 tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] 10.222.0.68 "GET /v2.0/ports?device_id=c9f22e9a-4298-4b73-8115-f2b7bacb077c HTTP/1.1" status: 200 len: 945 time: 0.1776769 Jul 14 09:27:47.913464 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-626126d0-0664-405c-9ebc-d34880983d23 req-cf6337a0-7587-47f4-9e06-cb385298cdd2 tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] 10.222.0.68 "GET /v2.0/security-groups?id=cf40bcd2-1dd1-48fb-a6b7-6df0e80ce2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542147 Jul 14 09:27:47.990330 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-56c78e3c-4c21-4c6b-9a11-719751ced4c9 req-8f05f7c7-8757-43b5-b0d4-1e95a724a4de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:48.053727 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-3534ea0c-cd6f-4c3d-8a54-d5f0d6e02629 service neutron] 10.222.0.68 "GET /v2.0/networks/63e3e599-9f16-49b5-b4ab-c912a88ee6e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2795806 Jul 14 09:27:48.476320 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c262b2-9399-4c2d-bce7-76ed5a738d96 req-408d7536-7cf6-42bb-8473-6c2c4def7a75 tempest-ServerRescueTestJSONUnderV235-1370369985 tempest-ServerRescueTestJSONUnderV235-1370369985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:48.477977 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-75c262b2-9399-4c2d-bce7-76ed5a738d96 req-408d7536-7cf6-42bb-8473-6c2c4def7a75 tempest-ServerRescueTestJSONUnderV235-1370369985 tempest-ServerRescueTestJSONUnderV235-1370369985-project] 10.222.0.68 "GET /v2.0/ports?device_id=50c37d2a-9d36-413f-a86d-c6fd0726b830 HTTP/1.1" status: 200 len: 946 time: 0.1280224 Jul 14 09:27:48.557095 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-75c262b2-9399-4c2d-bce7-76ed5a738d96 req-317a67aa-ba89-4d6c-a75f-c9fad2700bda tempest-ServerRescueTestJSONUnderV235-1370369985 tempest-ServerRescueTestJSONUnderV235-1370369985-project] 10.222.0.68 "GET /v2.0/security-groups?id=83a8b8b4-4aa6-423e-95ab-da9a4626b74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689521 Jul 14 09:27:48.693244 n-d-779913-29 neutron-server[93958]: DEBUG neutron.notifiers.nova [req-56c78e3c-4c21-4c6b-9a11-719751ced4c9 req-8f05f7c7-8757-43b5-b0d4-1e95a724a4de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ddef7986-1946-401d-bc3c-74e0bb813b76 {{(pid=93958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:27:48.715886 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-56c78e3c-4c21-4c6b-9a11-719751ced4c9 req-8f05f7c7-8757-43b5-b0d4-1e95a724a4de service neutron] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:48.735172 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-56c78e3c-4c21-4c6b-9a11-719751ced4c9 req-8f05f7c7-8757-43b5-b0d4-1e95a724a4de service neutron] Transition to ACTIVE for port object ddef7986-1946-401d-bc3c-74e0bb813b76 will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:27:48.751450 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-56c78e3c-4c21-4c6b-9a11-719751ced4c9 req-8f05f7c7-8757-43b5-b0d4-1e95a724a4de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13574142'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:48.875863 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f05f7c7-8757-43b5-b0d4-1e95a724a4de service neutron] Pushing event updated for resources: {'Port': ['ID=ddef7986-1946-401d-bc3c-74e0bb813b76,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:48.920369 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-56c78e3c-4c21-4c6b-9a11-719751ced4c9 req-8f05f7c7-8757-43b5-b0d4-1e95a724a4de service neutron] Attempting to bind port ddef7986-1946-401d-bc3c-74e0bb813b76 on host n-h2-779913-29 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:27:48.920713 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-56c78e3c-4c21-4c6b-9a11-719751ced4c9 req-8f05f7c7-8757-43b5-b0d4-1e95a724a4de service neutron] Attempting to bind port ddef7986-1946-401d-bc3c-74e0bb813b76 by drivers openvswitch,hyperv on host n-h2-779913-29 at level 0 using segments [{'id': 'f28b4a20-abdb-43f4-86e7-8da3ae7a1990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'b13d7c6c-cfbf-4964-b16a-12c3c2736fe4'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:27:48.921045 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56c78e3c-4c21-4c6b-9a11-719751ced4c9 req-8f05f7c7-8757-43b5-b0d4-1e95a724a4de service neutron] Attempting to bind port ddef7986-1946-401d-bc3c-74e0bb813b76 on network b13d7c6c-cfbf-4964-b16a-12c3c2736fe4 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:27:48.938627 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56c78e3c-4c21-4c6b-9a11-719751ced4c9 req-8f05f7c7-8757-43b5-b0d4-1e95a724a4de service neutron] Port ddef7986-1946-401d-bc3c-74e0bb813b76 on network b13d7c6c-cfbf-4964-b16a-12c3c2736fe4 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-29 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:27:48.939429 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56c78e3c-4c21-4c6b-9a11-719751ced4c9 req-8f05f7c7-8757-43b5-b0d4-1e95a724a4de service neutron] Attempting to bind port ddef7986-1946-401d-bc3c-74e0bb813b76 on network b13d7c6c-cfbf-4964-b16a-12c3c2736fe4 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:27:48.947655 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56c78e3c-4c21-4c6b-9a11-719751ced4c9 req-8f05f7c7-8757-43b5-b0d4-1e95a724a4de service neutron] Checking agent: {'id': '013e4a3b-a634-47b8-b6a5-1a25109b73fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 13, 13), 'started_at': datetime.datetime(2021, 7, 14, 9, 13, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 27, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:27:48.948016 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56c78e3c-4c21-4c6b-9a11-719751ced4c9 req-8f05f7c7-8757-43b5-b0d4-1e95a724a4de service neutron] Checking segment: {'id': 'f28b4a20-abdb-43f4-86e7-8da3ae7a1990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'b13d7c6c-cfbf-4964-b16a-12c3c2736fe4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:27:48.948406 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56c78e3c-4c21-4c6b-9a11-719751ced4c9 req-8f05f7c7-8757-43b5-b0d4-1e95a724a4de service neutron] Bound using segment: {'id': 'f28b4a20-abdb-43f4-86e7-8da3ae7a1990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'b13d7c6c-cfbf-4964-b16a-12c3c2736fe4'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:27:48.949087 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-56c78e3c-4c21-4c6b-9a11-719751ced4c9 req-8f05f7c7-8757-43b5-b0d4-1e95a724a4de service neutron] Bound port: ddef7986-1946-401d-bc3c-74e0bb813b76, host: n-h2-779913-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f28b4a20-abdb-43f4-86e7-8da3ae7a1990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'b13d7c6c-cfbf-4964-b16a-12c3c2736fe4'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:27:48.949454 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-56c78e3c-4c21-4c6b-9a11-719751ced4c9 req-8f05f7c7-8757-43b5-b0d4-1e95a724a4de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:48.963873 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724ab589-2675-4c58-93c5-f22413d28e98 req-de1c2abb-7827-4401-8918-71f053837960 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:48.968828 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-724ab589-2675-4c58-93c5-f22413d28e98 req-de1c2abb-7827-4401-8918-71f053837960 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/ports?device_id=24fecb6e-fc86-43ac-8eaf-657f9dec62b4 HTTP/1.1" status: 200 len: 944 time: 0.1533206 Jul 14 09:27:49.047878 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-724ab589-2675-4c58-93c5-f22413d28e98 req-78e3f523-6b5c-427f-9f28-b5201f6c7dab tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/security-groups?id=bfacbc39-872c-438f-b7f4-05abded490ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742507 Jul 14 09:27:49.117206 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-56c78e3c-4c21-4c6b-9a11-719751ced4c9 req-8f05f7c7-8757-43b5-b0d4-1e95a724a4de service neutron] For port ddef7986-1946-401d-bc3c-74e0bb813b76, host n-h2-779913-29, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:27:49.121480 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-56c78e3c-4c21-4c6b-9a11-719751ced4c9 req-8f05f7c7-8757-43b5-b0d4-1e95a724a4de service neutron] For port ddef7986-1946-401d-bc3c-74e0bb813b76, host n-h2-779913-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=ddef7986-1946-401d-bc3c-74e0bb813b76,segment=NetworkSegment(f28b4a20-abdb-43f4-86e7-8da3ae7a1990),segment_id=f28b4a20-abdb-43f4-86e7-8da3ae7a1990)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:27:49.132772 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-56c78e3c-4c21-4c6b-9a11-719751ced4c9 req-8f05f7c7-8757-43b5-b0d4-1e95a724a4de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13574142'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:49.200496 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c78e3c-4c21-4c6b-9a11-719751ced4c9 req-8f05f7c7-8757-43b5-b0d4-1e95a724a4de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:49.201115 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-56c78e3c-4c21-4c6b-9a11-719751ced4c9 req-8f05f7c7-8757-43b5-b0d4-1e95a724a4de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:49.202531 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-56c78e3c-4c21-4c6b-9a11-719751ced4c9 req-8f05f7c7-8757-43b5-b0d4-1e95a724a4de service neutron] 10.222.0.57 "PUT /v2.0/ports/ddef7986-1946-401d-bc3c-74e0bb813b76 HTTP/1.1" status: 200 len: 1093 time: 1.5093143 Jul 14 09:27:49.203081 n-d-779913-29 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24fecb6e-fc86-43ac-8eaf-657f9dec62b4', 'tag': 'ddef7986-1946-401d-bc3c-74e0bb813b76'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:27:49.205201 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cb48f044f948e981f43897c8d7f1332f741dc7af2b4c5a6e19d8f4a80f708e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70f43228-2eb2-4f9c-9bb0-15de206a03e7" -d '{"events": [{"name": "network-changed", "server_uuid": "24fecb6e-fc86-43ac-8eaf-657f9dec62b4", "tag": "ddef7986-1946-401d-bc3c-74e0bb813b76"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:27:49.289378 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-c455e52b-62d8-40c0-bf10-aa76e1a38aef req-df868f0b-dad1-4be9-9d46-94020efb6e20 tempest-ServerShowV257Test-1310402526 tempest-ServerShowV257Test-1310402526-project] 10.222.0.68 "GET /v2.0/ports?device_id=16fbc2dd-60ec-49c7-a646-99b41923de43 HTTP/1.1" status: 200 len: 210 time: 0.0489061 Jul 14 09:27:49.365736 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f05f7c7-8757-43b5-b0d4-1e95a724a4de service neutron] Pushing event updated for resources: {'Port': ['ID=ddef7986-1946-401d-bc3c-74e0bb813b76,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:49.457114 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b198231-607f-44d5-bed2-a8cc9ecf07b7 req-40c2286f-2fd9-47d6-888b-37733e73d3ed tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:49.458953 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1b198231-607f-44d5-bed2-a8cc9ecf07b7 req-40c2286f-2fd9-47d6-888b-37733e73d3ed tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] 10.222.0.68 "GET /v2.0/ports?device_id=c9f22e9a-4298-4b73-8115-f2b7bacb077c HTTP/1.1" status: 200 len: 945 time: 0.1503332 Jul 14 09:27:49.472236 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-1dfcc292-e442-4b3b-8042-b0f1bfa6aa9e req-6569b456-f18d-4802-94a7-08536df78f93 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] 10.222.0.68 "GET /v2.0/ports?device_id=15fddc0e-6959-44be-b8ff-be56e396088e HTTP/1.1" status: 200 len: 210 time: 0.0921838 Jul 14 09:27:49.514620 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c78e3c-4c21-4c6b-9a11-719751ced4c9 req-0cc0fce9-8e5a-4e2e-bc87-ef5533e218a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:49.514620 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-56c78e3c-4c21-4c6b-9a11-719751ced4c9 req-0cc0fce9-8e5a-4e2e-bc87-ef5533e218a4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5a5f2c2d833f465d9525ee4af4d3c349&device_id=24fecb6e-fc86-43ac-8eaf-657f9dec62b4 HTTP/1.1" status: 200 len: 1096 time: 0.2151887 Jul 14 09:27:49.533253 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1b198231-607f-44d5-bed2-a8cc9ecf07b7 req-81d52d26-df5d-494c-ae51-339c1be431a0 tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] 10.222.0.68 "GET /v2.0/security-groups?id=cf40bcd2-1dd1-48fb-a6b7-6df0e80ce2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675421 Jul 14 09:27:49.586119 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-56c78e3c-4c21-4c6b-9a11-719751ced4c9 req-f2343981-d724-41f0-9610-b54012d12dd2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ddef7986-1946-401d-bc3c-74e0bb813b76 HTTP/1.1" status: 200 len: 217 time: 0.0585268 Jul 14 09:27:49.614247 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:27:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dc6e2a5-68ab-4211-ab80-794c92b4b06e x-openstack-request-id: req-6dc6e2a5-68ab-4211-ab80-794c92b4b06e {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:27:49.615903 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24fecb6e-fc86-43ac-8eaf-657f9dec62b4", "tag": "ddef7986-1946-401d-bc3c-74e0bb813b76", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:27:49.617174 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-6dc6e2a5-68ab-4211-ab80-794c92b4b06e {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:27:49.617647 n-d-779913-29 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24fecb6e-fc86-43ac-8eaf-657f9dec62b4', 'tag': 'ddef7986-1946-401d-bc3c-74e0bb813b76', 'status': 'completed', 'code': 200} Jul 14 09:27:49.715938 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c78e3c-4c21-4c6b-9a11-719751ced4c9 req-034e09f4-eb59-4fb6-b357-60577df6a3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:49.717350 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-56c78e3c-4c21-4c6b-9a11-719751ced4c9 req-034e09f4-eb59-4fb6-b357-60577df6a3ff service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4eebc946-7649-496b-bf8c-5c786643586c HTTP/1.1" status: 200 len: 846 time: 0.1226723 Jul 14 09:27:49.797349 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-56c78e3c-4c21-4c6b-9a11-719751ced4c9 req-3e12abd4-0f1a-4a7c-ad9f-a7a82bc3caa4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b13d7c6c-cfbf-4964-b16a-12c3c2736fe4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0710590 Jul 14 09:27:49.862799 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bf4baa-c0b9-4a56-9054-25b827606b2a req-9ec7697b-1c77-4d34-b8d7-b49d9e9683f1 tempest-ServerRescueTestJSONUnderV235-1370369985 tempest-ServerRescueTestJSONUnderV235-1370369985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:49.877181 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-84bf4baa-c0b9-4a56-9054-25b827606b2a req-9ec7697b-1c77-4d34-b8d7-b49d9e9683f1 tempest-ServerRescueTestJSONUnderV235-1370369985 tempest-ServerRescueTestJSONUnderV235-1370369985-project] 10.222.0.68 "GET /v2.0/ports?device_id=50c37d2a-9d36-413f-a86d-c6fd0726b830 HTTP/1.1" status: 200 len: 946 time: 0.1106350 Jul 14 09:27:49.943572 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-84bf4baa-c0b9-4a56-9054-25b827606b2a req-64880be5-5396-4099-add2-091391b2e5f4 tempest-ServerRescueTestJSONUnderV235-1370369985 tempest-ServerRescueTestJSONUnderV235-1370369985-project] 10.222.0.68 "GET /v2.0/security-groups?id=83a8b8b4-4aa6-423e-95ab-da9a4626b74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649023 Jul 14 09:27:49.980997 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-56c78e3c-4c21-4c6b-9a11-719751ced4c9 req-f6b7252a-6097-4660-b7f4-2293635d118c service neutron] 10.222.0.57 "GET /v2.0/networks/b13d7c6c-cfbf-4964-b16a-12c3c2736fe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1776156 Jul 14 09:27:50.141537 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-56c78e3c-4c21-4c6b-9a11-719751ced4c9 req-875aa5d5-9d50-4390-9013-91525df2aa71 service neutron] 10.222.0.57 "GET /v2.0/networks/b13d7c6c-cfbf-4964-b16a-12c3c2736fe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553080 Jul 14 09:27:50.375864 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145caade-20eb-443a-bb17-8ebb3812759c req-9ca0910d-fbbc-4258-ac98-9ccd80b76a25 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:50.384322 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-145caade-20eb-443a-bb17-8ebb3812759c req-9ca0910d-fbbc-4258-ac98-9ccd80b76a25 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/ports?device_id=24fecb6e-fc86-43ac-8eaf-657f9dec62b4 HTTP/1.1" status: 200 len: 944 time: 0.1472204 Jul 14 09:27:50.394607 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f43228-2eb2-4f9c-9bb0-15de206a03e7 req-2e3230f8-67c7-4279-8e78-223af9a14d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:50.396059 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-70f43228-2eb2-4f9c-9bb0-15de206a03e7 req-2e3230f8-67c7-4279-8e78-223af9a14d52 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5a5f2c2d833f465d9525ee4af4d3c349&device_id=24fecb6e-fc86-43ac-8eaf-657f9dec62b4 HTTP/1.1" status: 200 len: 1096 time: 0.1223481 Jul 14 09:27:50.479885 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-145caade-20eb-443a-bb17-8ebb3812759c req-87330098-d44a-4c01-b1e2-2a9382a69c87 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/security-groups?id=bfacbc39-872c-438f-b7f4-05abded490ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939796 Jul 14 09:27:50.533231 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-816fe2aa-50da-48f1-8e27-dc5746b976a7 req-e8520a87-d7e5-49e5-9f4d-b9129b40ed1c tempest-ServerShowV257Test-1310402526 tempest-ServerShowV257Test-1310402526-project] 10.222.0.68 "GET /v2.0/ports?device_id=16fbc2dd-60ec-49c7-a646-99b41923de43 HTTP/1.1" status: 200 len: 210 time: 0.0556700 Jul 14 09:27:50.545112 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f43228-2eb2-4f9c-9bb0-15de206a03e7 req-aaca5931-8041-4598-b18d-4fe3b49e8249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:50.546964 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-70f43228-2eb2-4f9c-9bb0-15de206a03e7 req-aaca5931-8041-4598-b18d-4fe3b49e8249 service neutron] 10.222.0.57 "GET /v2.0/networks?id=b13d7c6c-cfbf-4964-b16a-12c3c2736fe4 HTTP/1.1" status: 200 len: 907 time: 0.1431532 Jul 14 09:27:50.612703 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-70f43228-2eb2-4f9c-9bb0-15de206a03e7 req-20101175-8bab-43ac-a641-f1f869548ab5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ddef7986-1946-401d-bc3c-74e0bb813b76 HTTP/1.1" status: 200 len: 217 time: 0.0587986 Jul 14 09:27:50.687712 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-4549b051-4391-452d-bb52-767414aa5553 req-b09c53b9-214e-4c3a-a5c8-6da19e852ee3 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] 10.222.0.68 "GET /v2.0/ports?device_id=15fddc0e-6959-44be-b8ff-be56e396088e HTTP/1.1" status: 200 len: 210 time: 0.0585067 Jul 14 09:27:50.703446 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f43228-2eb2-4f9c-9bb0-15de206a03e7 req-559cd2a8-4792-4fcf-8bff-bb6b97f7fca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:50.705218 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-70f43228-2eb2-4f9c-9bb0-15de206a03e7 req-559cd2a8-4792-4fcf-8bff-bb6b97f7fca8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4eebc946-7649-496b-bf8c-5c786643586c HTTP/1.1" status: 200 len: 846 time: 0.0849004 Jul 14 09:27:50.743048 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-70f43228-2eb2-4f9c-9bb0-15de206a03e7 req-31cc37e9-9a94-4e36-8774-fd74bff21a02 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b13d7c6c-cfbf-4964-b16a-12c3c2736fe4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313020 Jul 14 09:27:50.817134 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59597d46-3fbb-439d-9e7c-9731c44b1d21 req-09618872-f9a4-415b-870f-04988842af30 tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:50.817899 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 50310) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:50.818242 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-59597d46-3fbb-439d-9e7c-9731c44b1d21 req-09618872-f9a4-415b-870f-04988842af30 tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] 10.222.0.68 "GET /v2.0/ports?device_id=c9f22e9a-4298-4b73-8115-f2b7bacb077c HTTP/1.1" status: 200 len: 945 time: 0.1214714 Jul 14 09:27:50.895444 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-70f43228-2eb2-4f9c-9bb0-15de206a03e7 req-c6a5f126-d574-41db-a76e-01a916465170 service neutron] 10.222.0.57 "GET /v2.0/networks/b13d7c6c-cfbf-4964-b16a-12c3c2736fe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439130 Jul 14 09:27:50.902708 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-59597d46-3fbb-439d-9e7c-9731c44b1d21 req-186820b4-2a24-48b4-bec0-8814317ca883 tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] 10.222.0.68 "GET /v2.0/security-groups?id=cf40bcd2-1dd1-48fb-a6b7-6df0e80ce2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623772 Jul 14 09:27:51.027118 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-70f43228-2eb2-4f9c-9bb0-15de206a03e7 req-41a71742-0fc8-4049-899c-2e7c7c2b8225 service neutron] 10.222.0.57 "GET /v2.0/networks/b13d7c6c-cfbf-4964-b16a-12c3c2736fe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251123 Jul 14 09:27:51.059922 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-4550263d-78bd-46b9-be4f-db31d749c519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:51.062576 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-4550263d-78bd-46b9-be4f-db31d749c519 service neutron] 10.222.0.65 "GET /v2.0/ports/bfd0c50f-c861-4562-bbf6-c4c5fe7bf9af HTTP/1.1" status: 200 len: 1028 time: 0.0699170 Jul 14 09:27:51.157651 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-5511f747-50d9-4ca2-a495-fa59bf5e219c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:51.159558 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-5511f747-50d9-4ca2-a495-fa59bf5e219c service neutron] 10.222.0.65 "GET /v2.0/ports/31299d0f-8004-4f4a-ba86-37168fff27f4 HTTP/1.1" status: 200 len: 1027 time: 0.0876424 Jul 14 09:27:51.225765 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1bc4d92f-2882-4782-adb0-6a36b1caf74c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:51.318944 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c53303-b4bb-4f8c-b487-89ed0d789b8c req-937fe290-a106-4db6-89ad-d62bfa331bc2 tempest-ServerRescueTestJSONUnderV235-1370369985 tempest-ServerRescueTestJSONUnderV235-1370369985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:51.320777 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-05c53303-b4bb-4f8c-b487-89ed0d789b8c req-937fe290-a106-4db6-89ad-d62bfa331bc2 tempest-ServerRescueTestJSONUnderV235-1370369985 tempest-ServerRescueTestJSONUnderV235-1370369985-project] 10.222.0.68 "GET /v2.0/ports?device_id=50c37d2a-9d36-413f-a86d-c6fd0726b830 HTTP/1.1" status: 200 len: 946 time: 0.1600316 Jul 14 09:27:51.372478 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-0d9af2c7-0669-4bba-aaf2-7551148bfd66 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:51.376859 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1bc4d92f-2882-4782-adb0-6a36b1caf74c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:51.379281 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-0d9af2c7-0669-4bba-aaf2-7551148bfd66 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:51.383981 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1bc4d92f-2882-4782-adb0-6a36b1caf74c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:51.386162 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-0d9af2c7-0669-4bba-aaf2-7551148bfd66 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:51.388027 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-0d9af2c7-0669-4bba-aaf2-7551148bfd66 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] 10.222.0.65 "GET /v2.0/networks?id=d3f3b4f0-a2a4-4615-b2a7-a3c2703dc6b7&id=1ef94415-a918-409e-b853-7a1089057996&id=1ef94415-a918-409e-b853-7a1089057996&id=1ef94415-a918-409e-b853-7a1089057996&id=1ef94415-a918-409e-b853-7a1089057996&id=63e3e599-9f16-49b5-b4ab-c912a88ee6e9&id=63e3e599-9f16-49b5-b4ab-c912a88ee6e9 HTTP/1.1" status: 200 len: 1991 time: 0.1941204 Jul 14 09:27:51.419759 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-05c53303-b4bb-4f8c-b487-89ed0d789b8c req-0357a355-d5b5-4450-9298-4149a9654f45 tempest-ServerRescueTestJSONUnderV235-1370369985 tempest-ServerRescueTestJSONUnderV235-1370369985-project] 10.222.0.68 "GET /v2.0/security-groups?id=83a8b8b4-4aa6-423e-95ab-da9a4626b74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917017 Jul 14 09:27:51.432506 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-1bc4d92f-2882-4782-adb0-6a36b1caf74c admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=7571ca1e36014aad9811f7eb6f2264e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6135335 Jul 14 09:27:51.447855 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 50322) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:51.451188 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc4d92f-2882-4782-adb0-6a36b1caf74c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a25871dc-fc44-4785-a3b1-c7b14690f9dc,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:51.570001 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-c075eedb-3add-4466-8fa5-8df2f3f1d6b6 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=59257167697a4d8397898a00de2a9ad0 HTTP/1.1" status: 200 len: 380 time: 0.1417212 Jul 14 09:27:51.574487 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-639091a4-a8c4-44ef-a563-e1c59e872203 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:51.600068 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-639091a4-a8c4-44ef-a563-e1c59e872203 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:51.663204 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-260e3097-1691-4ed2-a9f7-d912d4536c14 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Request body: {'port': {'device_id': '15fddc0e-6959-44be-b8ff-be56e396088e', 'network_id': 'd3f3b4f0-a2a4-4615-b2a7-a3c2703dc6b7', 'admin_state_up': True, 'tenant_id': '59257167697a4d8397898a00de2a9ad0', 'security_groups': ['654de86a-d9c2-46da-8a5c-08b7fecbf459']}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:27:51.721362 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b58957-c706-488a-b46a-4fdd91038b98 req-533d7480-3660-46ed-9928-01cf797945ef tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:51.723201 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d0b58957-c706-488a-b46a-4fdd91038b98 req-533d7480-3660-46ed-9928-01cf797945ef tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/ports?device_id=24fecb6e-fc86-43ac-8eaf-657f9dec62b4 HTTP/1.1" status: 200 len: 944 time: 0.1040452 Jul 14 09:27:51.771269 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d0b58957-c706-488a-b46a-4fdd91038b98 req-f3a7af78-5da7-4637-9eac-a1a25302dd53 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/security-groups?id=bfacbc39-872c-438f-b7f4-05abded490ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406239 Jul 14 09:27:51.826402 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6672a9c7-2c26-47a5-924e-8e7ee8c0441a req-afe83c70-f415-40aa-8296-6c68400c97ff tempest-ServerShowV257Test-1310402526 tempest-ServerShowV257Test-1310402526-project] 10.222.0.68 "GET /v2.0/ports?device_id=16fbc2dd-60ec-49c7-a646-99b41923de43 HTTP/1.1" status: 200 len: 210 time: 0.1471090 Jul 14 09:27:51.841761 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-639091a4-a8c4-44ef-a563-e1c59e872203 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:51.846628 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-639091a4-a8c4-44ef-a563-e1c59e872203 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:51.850335 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-639091a4-a8c4-44ef-a563-e1c59e872203 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/a25871dc-fc44-4785-a3b1-c7b14690f9dc HTTP/1.1" status: 204 len: 168 time: 0.3990953 Jul 14 09:27:51.905944 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639091a4-a8c4-44ef-a563-e1c59e872203 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a25871dc-fc44-4785-a3b1-c7b14690f9dc,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:51.918711 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-260e3097-1691-4ed2-a9f7-d912d4536c14 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Made reservation on behalf of 59257167697a4d8397898a00de2a9ad0 for: {'port': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:27:51.922638 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-260e3097-1691-4ed2-a9f7-d912d4536c14 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:51.951537 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-86427fef-b825-41f0-931b-323922ca1d6c req-0b6af5fc-d2b5-4dd6-afff-cf8fbaeaa032 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] 10.222.0.68 "GET /v2.0/ports?device_id=15fddc0e-6959-44be-b8ff-be56e396088e HTTP/1.1" status: 200 len: 210 time: 0.0453310 Jul 14 09:27:52.104047 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a7afcf8e-d5a5-4910-8246-59705c808dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:52.135273 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-260e3097-1691-4ed2-a9f7-d912d4536c14 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Allocated IP 172.20.0.13 (d3f3b4f0-a2a4-4615-b2a7-a3c2703dc6b7/2a6976d9-6add-4434-8547-6c5ba9d349d2/443852c9-c28d-483f-aa70-df124f5712df) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:27:52.353996 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-260e3097-1691-4ed2-a9f7-d912d4536c14 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:52.383598 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f2b095-047e-4a76-bccc-b67680965f10 req-28f5d251-e4e5-4f8d-b693-8c3215f4ce5e tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:52.385757 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-02f2b095-047e-4a76-bccc-b67680965f10 req-28f5d251-e4e5-4f8d-b693-8c3215f4ce5e tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] 10.222.0.68 "GET /v2.0/ports?device_id=c9f22e9a-4298-4b73-8115-f2b7bacb077c HTTP/1.1" status: 200 len: 945 time: 0.1421425 Jul 14 09:27:52.388561 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-260e3097-1691-4ed2-a9f7-d912d4536c14 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Transition to ACTIVE for port object 443852c9-c28d-483f-aa70-df124f5712df will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:27:52.444442 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 50352) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:52.462218 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-02f2b095-047e-4a76-bccc-b67680965f10 req-745b5005-024b-43bc-8cf9-a03856d3ead7 tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] 10.222.0.68 "GET /v2.0/security-groups?id=cf40bcd2-1dd1-48fb-a6b7-6df0e80ce2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674708 Jul 14 09:27:52.466594 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4a8403fd-7b77-4eae-8de2-213dd12c9e54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:52.474440 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-260e3097-1691-4ed2-a9f7-d912d4536c14 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:52.554906 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-260e3097-1691-4ed2-a9f7-d912d4536c14 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Network d3f3b4f0-a2a4-4615-b2a7-a3c2703dc6b7 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:27:52.562569 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-260e3097-1691-4ed2-a9f7-d912d4536c14 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:27:52.565725 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-260e3097-1691-4ed2-a9f7-d912d4536c14 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:27:52.600293 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260e3097-1691-4ed2-a9f7-d912d4536c14 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Pushing event updated for resources: {'Port': ['ID=443852c9-c28d-483f-aa70-df124f5712df,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:52.627236 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4a8403fd-7b77-4eae-8de2-213dd12c9e54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:52.636636 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4a8403fd-7b77-4eae-8de2-213dd12c9e54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:52.645578 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-260e3097-1691-4ed2-a9f7-d912d4536c14 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:52.646337 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-260e3097-1691-4ed2-a9f7-d912d4536c14 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:52.670673 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-260e3097-1691-4ed2-a9f7-d912d4536c14 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0261843 Jul 14 09:27:52.692254 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-3b94a50e-3974-4968-9e37-4613d97742a9 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Request body: {'port': {'device_id': '15fddc0e-6959-44be-b8ff-be56e396088e', 'network_id': '1ef94415-a918-409e-b853-7a1089057996', 'admin_state_up': True, 'tenant_id': '59257167697a4d8397898a00de2a9ad0', 'security_groups': ['654de86a-d9c2-46da-8a5c-08b7fecbf459']}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:27:52.773790 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8403fd-7b77-4eae-8de2-213dd12c9e54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96947cce-4865-40d6-8fd8-1d977ec8e38b,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:52.780216 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-4a8403fd-7b77-4eae-8de2-213dd12c9e54 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=4cec43aeb0874de68838b7f8a049ce79&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3340530 Jul 14 09:27:52.784985 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 50360) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:52.859401 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e467834d-d50c-4536-bb00-ec97c0c19a7c req-da3aa95f-9707-4a3b-9d75-ab3835c0ea46 tempest-ServerRescueTestJSONUnderV235-1370369985 tempest-ServerRescueTestJSONUnderV235-1370369985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:52.859401 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-e467834d-d50c-4536-bb00-ec97c0c19a7c req-da3aa95f-9707-4a3b-9d75-ab3835c0ea46 tempest-ServerRescueTestJSONUnderV235-1370369985 tempest-ServerRescueTestJSONUnderV235-1370369985-project] 10.222.0.68 "GET /v2.0/ports?device_id=50c37d2a-9d36-413f-a86d-c6fd0726b830 HTTP/1.1" status: 200 len: 946 time: 0.1828272 Jul 14 09:27:52.925967 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-e467834d-d50c-4536-bb00-ec97c0c19a7c req-ad4a7333-a6cd-4439-a81d-1e5d99609578 tempest-ServerRescueTestJSONUnderV235-1370369985 tempest-ServerRescueTestJSONUnderV235-1370369985-project] 10.222.0.68 "GET /v2.0/security-groups?id=83a8b8b4-4aa6-423e-95ab-da9a4626b74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550566 Jul 14 09:27:52.965848 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-99861344-a713-40db-98cd-54917502cd81 None None] Provisioning for port 443852c9-c28d-483f-aa70-df124f5712df completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:27:52.971468 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-99861344-a713-40db-98cd-54917502cd81 None None] Provisioning complete for port 443852c9-c28d-483f-aa70-df124f5712df triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:27:52.972359 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-99861344-a713-40db-98cd-54917502cd81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:52.975402 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0ad1bc7c-dede-4c11-9d30-781fea789ba0 req-19cd15f9-9bc3-4f94-9494-1066e625dadd service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=16fbc2dd-60ec-49c7-a646-99b41923de43 HTTP/1.1" status: 200 len: 210 time: 0.1154559 Jul 14 09:27:53.037352 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-99861344-a713-40db-98cd-54917502cd81 None None] Port 443852c9-c28d-483f-aa70-df124f5712df cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:27:53.075844 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-20cfe75b-317e-4445-861c-76d3dfc01031 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:53.112999 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-3b94a50e-3974-4968-9e37-4613d97742a9 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Made reservation on behalf of 59257167697a4d8397898a00de2a9ad0 for: {'port': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:27:53.116680 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-3b94a50e-3974-4968-9e37-4613d97742a9 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:53.127689 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-20cfe75b-317e-4445-861c-76d3dfc01031 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:53.128990 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-8792ab4b-48f4-49d2-9080-9235f06a4abe req-3232eb78-7b91-4834-b277-38fe5c61baa9 tempest-ServerShowV257Test-1310402526 tempest-ServerShowV257Test-1310402526-project] 10.222.0.68 "GET /v2.0/ports?device_id=16fbc2dd-60ec-49c7-a646-99b41923de43 HTTP/1.1" status: 200 len: 210 time: 0.0504293 Jul 14 09:27:53.159485 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43350e17-71be-46e9-93d4-1a86848dbb68 req-aa24617b-38e2-4dec-bb4b-58a8103730c3 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:53.161556 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-43350e17-71be-46e9-93d4-1a86848dbb68 req-aa24617b-38e2-4dec-bb4b-58a8103730c3 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/ports?device_id=24fecb6e-fc86-43ac-8eaf-657f9dec62b4 HTTP/1.1" status: 200 len: 944 time: 0.2040291 Jul 14 09:27:53.289747 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-43350e17-71be-46e9-93d4-1a86848dbb68 req-ea0d4d9a-da62-4779-a914-548834d6b540 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/security-groups?id=bfacbc39-872c-438f-b7f4-05abded490ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192822 Jul 14 09:27:53.297518 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device ddef7986-1946-401d-bc3c-74e0bb813b76 details requested by agent hyperv_n-h2-779913-29 with host n-h2-779913-29 {{(pid=93959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:27:53.370131 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62daf54-83ca-4bce-995a-54e383373b0a req-d800ee33-a5ae-4ab3-b05f-b44fa31408fa tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:53.371708 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-a62daf54-83ca-4bce-995a-54e383373b0a req-d800ee33-a5ae-4ab3-b05f-b44fa31408fa tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] 10.222.0.68 "GET /v2.0/ports?device_id=15fddc0e-6959-44be-b8ff-be56e396088e HTTP/1.1" status: 200 len: 932 time: 0.0994480 Jul 14 09:27:53.377700 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-20cfe75b-317e-4445-861c-76d3dfc01031 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:53.392217 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-20cfe75b-317e-4445-861c-76d3dfc01031 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:53.393882 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-20cfe75b-317e-4445-861c-76d3dfc01031 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/96947cce-4865-40d6-8fd8-1d977ec8e38b HTTP/1.1" status: 204 len: 168 time: 0.6078768 Jul 14 09:27:53.422979 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cfe75b-317e-4445-861c-76d3dfc01031 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96947cce-4865-40d6-8fd8-1d977ec8e38b,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:53.448193 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-a62daf54-83ca-4bce-995a-54e383373b0a req-cc162df5-0817-4fdd-a0be-427feb94961c tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] 10.222.0.68 "GET /v2.0/security-groups?id=654de86a-d9c2-46da-8a5c-08b7fecbf459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685616 Jul 14 09:27:53.483741 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-3b94a50e-3974-4968-9e37-4613d97742a9 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Allocated IP 10.1.1.33 (1ef94415-a918-409e-b853-7a1089057996/6bbe0ea5-083a-41dc-877f-ee08b7294836/9e37b52c-3f18-4c81-9abd-39641803b448) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:27:53.617550 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port ddef7986-1946-401d-bc3c-74e0bb813b76, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=ddef7986-1946-401d-bc3c-74e0bb813b76,segment=NetworkSegment(f28b4a20-abdb-43f4-86e7-8da3ae7a1990),segment_id=f28b4a20-abdb-43f4-86e7-8da3ae7a1990)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:27:53.648994 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Returning: {'device': 'ddef7986-1946-401d-bc3c-74e0bb813b76', 'network_id': 'b13d7c6c-cfbf-4964-b16a-12c3c2736fe4', 'port_id': 'ddef7986-1946-401d-bc3c-74e0bb813b76', 'mac_address': 'fa:16:3e:20:ad:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 701, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4eebc946-7649-496b-bf8c-5c786643586c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:27:53.704071 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:53.725303 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ddef7986-1946-401d-bc3c-74e0bb813b76 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:27:53.758019 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port ddef7986-1946-401d-bc3c-74e0bb813b76, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=ddef7986-1946-401d-bc3c-74e0bb813b76,segment=NetworkSegment(f28b4a20-abdb-43f4-86e7-8da3ae7a1990),segment_id=f28b4a20-abdb-43f4-86e7-8da3ae7a1990)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:27:53.765648 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:53.771709 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-3b94a50e-3974-4968-9e37-4613d97742a9 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:53.799048 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68520c3e-2db6-40fb-a9e3-02e3ddc08fc4 req-3dfa119c-072e-47b1-91de-20d35c29868f tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:53.805135 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-68520c3e-2db6-40fb-a9e3-02e3ddc08fc4 req-3dfa119c-072e-47b1-91de-20d35c29868f tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] 10.222.0.68 "GET /v2.0/ports?device_id=c9f22e9a-4298-4b73-8115-f2b7bacb077c HTTP/1.1" status: 200 len: 945 time: 0.1544557 Jul 14 09:27:53.814432 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-3b94a50e-3974-4968-9e37-4613d97742a9 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Transition to ACTIVE for port object 9e37b52c-3f18-4c81-9abd-39641803b448 will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:27:53.855641 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-3b94a50e-3974-4968-9e37-4613d97742a9 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:53.861569 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Pushing event updated for resources: {'Port': ['ID=ddef7986-1946-401d-bc3c-74e0bb813b76,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:53.912366 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-68520c3e-2db6-40fb-a9e3-02e3ddc08fc4 req-00b35d1a-8c39-4049-a3b0-e67251792937 tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] 10.222.0.68 "GET /v2.0/security-groups?id=cf40bcd2-1dd1-48fb-a6b7-6df0e80ce2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983708 Jul 14 09:27:53.936450 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-3b94a50e-3974-4968-9e37-4613d97742a9 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Network 1ef94415-a918-409e-b853-7a1089057996 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:27:53.942585 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-3b94a50e-3974-4968-9e37-4613d97742a9 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:27:53.972043 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-3b94a50e-3974-4968-9e37-4613d97742a9 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:27:53.976519 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b94a50e-3974-4968-9e37-4613d97742a9 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Pushing event updated for resources: {'Port': ['ID=9e37b52c-3f18-4c81-9abd-39641803b448,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:54.068337 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-3b94a50e-3974-4968-9e37-4613d97742a9 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:54.069238 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-3b94a50e-3974-4968-9e37-4613d97742a9 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:54.092890 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-3b94a50e-3974-4968-9e37-4613d97742a9 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.4045765 Jul 14 09:27:54.102716 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] get_ports_and_sgs() called for port_ids ['ddef7986-1946-401d-bc3c-74e0bb813b76'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:27:54.123452 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-88569df8-7bc7-48ae-bc6d-85c17b9ea5db tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Request body: {'port': {'device_id': '15fddc0e-6959-44be-b8ff-be56e396088e', 'network_id': '1ef94415-a918-409e-b853-7a1089057996', 'admin_state_up': True, 'tenant_id': '59257167697a4d8397898a00de2a9ad0', 'security_groups': ['654de86a-d9c2-46da-8a5c-08b7fecbf459']}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:27:54.436948 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-ca49ec3a-7ead-4dba-aaca-28cf99769523 None None] Provisioning for port 9e37b52c-3f18-4c81-9abd-39641803b448 completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:27:54.444931 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-ca49ec3a-7ead-4dba-aaca-28cf99769523 None None] Provisioning complete for port 9e37b52c-3f18-4c81-9abd-39641803b448 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:27:54.445304 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ca49ec3a-7ead-4dba-aaca-28cf99769523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:54.466804 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59d23d4-86a7-475d-80f0-0fc64bc3914b req-1a7aaa7b-40b0-4fcb-b019-622b971764ee tempest-ServerRescueTestJSONUnderV235-1370369985 tempest-ServerRescueTestJSONUnderV235-1370369985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:54.468864 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d59d23d4-86a7-475d-80f0-0fc64bc3914b req-1a7aaa7b-40b0-4fcb-b019-622b971764ee tempest-ServerRescueTestJSONUnderV235-1370369985 tempest-ServerRescueTestJSONUnderV235-1370369985-project] 10.222.0.68 "GET /v2.0/ports?device_id=50c37d2a-9d36-413f-a86d-c6fd0726b830 HTTP/1.1" status: 200 len: 946 time: 0.2032843 Jul 14 09:27:54.477479 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-f2877bbe-182a-4cad-823f-309d6d5370d6 req-00595f0d-bda3-4683-8c42-c012cc45bf5b tempest-ServerShowV257Test-1310402526 tempest-ServerShowV257Test-1310402526-project] 10.222.0.68 "GET /v2.0/ports?device_id=16fbc2dd-60ec-49c7-a646-99b41923de43 HTTP/1.1" status: 200 len: 210 time: 0.0802925 Jul 14 09:27:54.533340 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-ca49ec3a-7ead-4dba-aaca-28cf99769523 None None] Port 9e37b52c-3f18-4c81-9abd-39641803b448 cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:27:54.598582 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d59d23d4-86a7-475d-80f0-0fc64bc3914b req-850b3133-b0fd-4f37-9233-3239df189164 tempest-ServerRescueTestJSONUnderV235-1370369985 tempest-ServerRescueTestJSONUnderV235-1370369985-project] 10.222.0.68 "GET /v2.0/security-groups?id=83a8b8b4-4aa6-423e-95ab-da9a4626b74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083076 Jul 14 09:27:54.605274 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-88569df8-7bc7-48ae-bc6d-85c17b9ea5db tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Made reservation on behalf of 59257167697a4d8397898a00de2a9ad0 for: {'port': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:27:54.610595 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-88569df8-7bc7-48ae-bc6d-85c17b9ea5db tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:54.720157 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:54.776470 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fc09fb72-3b8b-4aa8-acbf-24e19deab75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:54.882347 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c8d6e9-9967-4ddb-a7be-990c27cea203 req-806f6c33-5a3c-46d9-a14e-c5ca272433a2 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:54.885151 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d5c8d6e9-9967-4ddb-a7be-990c27cea203 req-806f6c33-5a3c-46d9-a14e-c5ca272433a2 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/ports?device_id=24fecb6e-fc86-43ac-8eaf-657f9dec62b4 HTTP/1.1" status: 200 len: 945 time: 0.1273229 Jul 14 09:27:54.936894 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-88569df8-7bc7-48ae-bc6d-85c17b9ea5db tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Allocated IP 10.1.1.176 (1ef94415-a918-409e-b853-7a1089057996/6bbe0ea5-083a-41dc-877f-ee08b7294836/70278794-2e00-4208-9515-e44b14dd3145) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:27:54.994855 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d5c8d6e9-9967-4ddb-a7be-990c27cea203 req-2e716b6f-fdd3-4d2b-9010-16efe3586d5b tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/security-groups?id=bfacbc39-872c-438f-b7f4-05abded490ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004457 Jul 14 09:27:55.013446 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cb38eb-db63-449a-9ee2-60953ee30f81 req-39bb82ec-8ef3-418b-95e8-9e7b9225b2a0 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:55.021079 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cb38eb-db63-449a-9ee2-60953ee30f81 req-39bb82ec-8ef3-418b-95e8-9e7b9225b2a0 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:55.022357 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-39cb38eb-db63-449a-9ee2-60953ee30f81 req-39bb82ec-8ef3-418b-95e8-9e7b9225b2a0 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] 10.222.0.68 "GET /v2.0/ports?device_id=15fddc0e-6959-44be-b8ff-be56e396088e HTTP/1.1" status: 200 len: 1653 time: 0.1984205 Jul 14 09:27:55.129455 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-39cb38eb-db63-449a-9ee2-60953ee30f81 req-abef24f6-6370-489b-94dc-d22867ba4776 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] 10.222.0.68 "GET /v2.0/security-groups?id=654de86a-d9c2-46da-8a5c-08b7fecbf459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971813 Jul 14 09:27:55.206879 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-88569df8-7bc7-48ae-bc6d-85c17b9ea5db tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:55.231346 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-88569df8-7bc7-48ae-bc6d-85c17b9ea5db tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Transition to ACTIVE for port object 70278794-2e00-4208-9515-e44b14dd3145 will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:27:55.282010 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-88569df8-7bc7-48ae-bc6d-85c17b9ea5db tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:55.311745 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device ddef7986-1946-401d-bc3c-74e0bb813b76 up at agent hyperv_n-h2-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:27:55.403483 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-88569df8-7bc7-48ae-bc6d-85c17b9ea5db tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Network 1ef94415-a918-409e-b853-7a1089057996 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:27:55.409717 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Provisioning for port ddef7986-1946-401d-bc3c-74e0bb813b76 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:27:55.412123 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-88569df8-7bc7-48ae-bc6d-85c17b9ea5db tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:27:55.415039 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-88569df8-7bc7-48ae-bc6d-85c17b9ea5db tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:27:55.419300 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Provisioning complete for port ddef7986-1946-401d-bc3c-74e0bb813b76 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:27:55.419300 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:55.453528 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88569df8-7bc7-48ae-bc6d-85c17b9ea5db tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Pushing event updated for resources: {'Port': ['ID=70278794-2e00-4208-9515-e44b14dd3145,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:55.523409 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f1ffdc-0cea-425e-9791-068199d8ef48 req-14d44a02-dc49-4474-98c0-53b14f8cd6ab tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:55.525246 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c8f1ffdc-0cea-425e-9791-068199d8ef48 req-14d44a02-dc49-4474-98c0-53b14f8cd6ab tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] 10.222.0.68 "GET /v2.0/ports?device_id=c9f22e9a-4298-4b73-8115-f2b7bacb077c HTTP/1.1" status: 200 len: 945 time: 0.1886342 Jul 14 09:27:55.531855 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-88569df8-7bc7-48ae-bc6d-85c17b9ea5db tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:55.532509 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-88569df8-7bc7-48ae-bc6d-85c17b9ea5db tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:55.596108 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-88569df8-7bc7-48ae-bc6d-85c17b9ea5db tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4811273 Jul 14 09:27:55.615348 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:55.616558 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c8f1ffdc-0cea-425e-9791-068199d8ef48 req-43408281-5f44-4d06-97c8-990a19dd5c92 tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] 10.222.0.68 "GET /v2.0/security-groups?id=cf40bcd2-1dd1-48fb-a6b7-6df0e80ce2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778306 Jul 14 09:27:55.628148 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-833021c1-76de-4147-8d29-f1a069094a03 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Request body: {'port': {'device_id': '15fddc0e-6959-44be-b8ff-be56e396088e', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '63e3e599-9f16-49b5-b4ab-c912a88ee6e9', 'admin_state_up': True, 'tenant_id': '59257167697a4d8397898a00de2a9ad0', 'security_groups': ['654de86a-d9c2-46da-8a5c-08b7fecbf459']}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:27:55.704607 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port ddef7986-1946-401d-bc3c-74e0bb813b76, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=ddef7986-1946-401d-bc3c-74e0bb813b76,segment=NetworkSegment(f28b4a20-abdb-43f4-86e7-8da3ae7a1990),segment_id=f28b4a20-abdb-43f4-86e7-8da3ae7a1990)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:27:55.706843 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24fecb6e-fc86-43ac-8eaf-657f9dec62b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddef7986-1946-401d-bc3c-74e0bb813b76'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:27:55.713560 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd62303f06773040a8a4e189dc46b4f565768c299abf8ab8e7739778b0bc3e97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96474435-5eaf-4d36-8088-7a5900f97f0a" -d '{"events": [{"server_uuid": "24fecb6e-fc86-43ac-8eaf-657f9dec62b4", "name": "network-vif-plugged", "status": "completed", "tag": "ddef7986-1946-401d-bc3c-74e0bb813b76"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:27:55.721750 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:55.811497 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-c0c11d58-ca16-4c46-9eb7-d4d901f57189 req-f9c9af18-67fb-4536-98b1-8b50d823ed47 tempest-ServerShowV257Test-1310402526 tempest-ServerShowV257Test-1310402526-project] 10.222.0.68 "GET /v2.0/ports?device_id=16fbc2dd-60ec-49c7-a646-99b41923de43 HTTP/1.1" status: 200 len: 210 time: 0.0592308 Jul 14 09:27:55.829480 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 50452) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:55.891229 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Pushing event updated for resources: {'Port': ['ID=ddef7986-1946-401d-bc3c-74e0bb813b76,revision_number=5']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:55.903196 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:27:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d05ddcb3-2e0c-4b8d-9b09-1ca3a1a774cd x-openstack-request-id: req-d05ddcb3-2e0c-4b8d-9b09-1ca3a1a774cd {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:27:55.903858 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24fecb6e-fc86-43ac-8eaf-657f9dec62b4", "name": "network-vif-plugged", "status": "completed", "tag": "ddef7986-1946-401d-bc3c-74e0bb813b76", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:27:55.904301 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-d05ddcb3-2e0c-4b8d-9b09-1ca3a1a774cd {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:27:55.904885 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24fecb6e-fc86-43ac-8eaf-657f9dec62b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddef7986-1946-401d-bc3c-74e0bb813b76', 'code': 200} Jul 14 09:27:55.905770 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5ad31076-714c-49ec-bc37-f3d4cd90112a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:55.979685 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-fdf429e0-f262-4628-b1d4-21b06bad907c None None] Provisioning for port 70278794-2e00-4208-9515-e44b14dd3145 completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:27:55.980234 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-833021c1-76de-4147-8d29-f1a069094a03 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Made reservation on behalf of 59257167697a4d8397898a00de2a9ad0 for: {'port': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:27:55.984335 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-fdf429e0-f262-4628-b1d4-21b06bad907c None None] Provisioning complete for port 70278794-2e00-4208-9515-e44b14dd3145 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:27:55.985054 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fdf429e0-f262-4628-b1d4-21b06bad907c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:56.068324 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-fdf429e0-f262-4628-b1d4-21b06bad907c None None] Port 70278794-2e00-4208-9515-e44b14dd3145 cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:27:56.171883 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28ca24f-9083-44d6-b406-783f6599a28e req-21a358dc-12ac-4e9a-b0e9-c900f1ab8edb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:56.174215 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-c28ca24f-9083-44d6-b406-783f6599a28e req-21a358dc-12ac-4e9a-b0e9-c900f1ab8edb service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=24fecb6e-fc86-43ac-8eaf-657f9dec62b4 HTTP/1.1" status: 200 len: 1098 time: 0.1554720 Jul 14 09:27:56.222646 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82bf4d7-0c01-4c00-b244-0dea4f7366a5 req-c64e5b0d-e1ea-44e9-8fe2-251c6cafa3d4 tempest-ServerRescueTestJSONUnderV235-1370369985 tempest-ServerRescueTestJSONUnderV235-1370369985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:56.223150 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-c28ca24f-9083-44d6-b406-783f6599a28e req-8b75ba32-1746-4185-a4b1-7d774f72dea9 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=bfacbc39-872c-438f-b7f4-05abded490ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404313 Jul 14 09:27:56.224382 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d82bf4d7-0c01-4c00-b244-0dea4f7366a5 req-c64e5b0d-e1ea-44e9-8fe2-251c6cafa3d4 tempest-ServerRescueTestJSONUnderV235-1370369985 tempest-ServerRescueTestJSONUnderV235-1370369985-project] 10.222.0.68 "GET /v2.0/ports?device_id=50c37d2a-9d36-413f-a86d-c6fd0726b830 HTTP/1.1" status: 200 len: 946 time: 0.2891240 Jul 14 09:27:56.257865 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-833021c1-76de-4147-8d29-f1a069094a03 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:56.294635 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5c2b9005-9ad2-4f78-856b-6b267c95590d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:56.347962 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d82bf4d7-0c01-4c00-b244-0dea4f7366a5 req-947a425d-26a0-4d24-bb11-c5b80a5e3877 tempest-ServerRescueTestJSONUnderV235-1370369985 tempest-ServerRescueTestJSONUnderV235-1370369985-project] 10.222.0.68 "GET /v2.0/security-groups?id=83a8b8b4-4aa6-423e-95ab-da9a4626b74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151516 Jul 14 09:27:56.419257 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b90fe5ac-c291-47f2-b368-e01cb8cfafe7 req-daa28f5d-b419-442f-b365-df282c4d7cab service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=519ee214b6984db29d628319e1432833&device_id=16fbc2dd-60ec-49c7-a646-99b41923de43 HTTP/1.1" status: 200 len: 210 time: 0.0462172 Jul 14 09:27:56.490803 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b90fe5ac-c291-47f2-b368-e01cb8cfafe7 req-15419b0e-75c9-47d7-8d2b-ab1f0502dee9 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=519ee214b6984db29d628319e1432833&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0359728 Jul 14 09:27:56.508082 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5c2b9005-9ad2-4f78-856b-6b267c95590d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:56.516262 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5c2b9005-9ad2-4f78-856b-6b267c95590d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:56.613138 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-5c2b9005-9ad2-4f78-856b-6b267c95590d admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=54249f5b0714442bbf09e51833ab4f06&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7815151 Jul 14 09:27:56.619176 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 50478) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:56.627228 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2b9005-9ad2-4f78-856b-6b267c95590d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8795aca3-6141-4084-90b8-d45e03f80ecd,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:56.687771 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-833021c1-76de-4147-8d29-f1a069094a03 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Allocated IP 10.2.2.100 (63e3e599-9f16-49b5-b4ab-c912a88ee6e9/523e16b1-397b-4604-a588-9142ee5a1d98/3c2caddc-016f-44c8-bc6e-d72edc75467b) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:27:56.716386 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4911a1-01cc-4c74-8ac2-567606e4bedd req-c52224c1-3e26-435b-90a2-ffbd27028ab4 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:56.723882 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-bc4911a1-01cc-4c74-8ac2-567606e4bedd req-c52224c1-3e26-435b-90a2-ffbd27028ab4 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/ports?device_id=24fecb6e-fc86-43ac-8eaf-657f9dec62b4 HTTP/1.1" status: 200 len: 946 time: 0.1943030 Jul 14 09:27:56.738355 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7951d42-4e6d-4b59-9afc-ada3c0ce60d6 req-7b84b2e1-d440-4e52-af17-485fe4e43594 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:56.746898 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7951d42-4e6d-4b59-9afc-ada3c0ce60d6 req-7b84b2e1-d440-4e52-af17-485fe4e43594 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:56.753551 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7951d42-4e6d-4b59-9afc-ada3c0ce60d6 req-7b84b2e1-d440-4e52-af17-485fe4e43594 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:56.755543 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a7951d42-4e6d-4b59-9afc-ada3c0ce60d6 req-7b84b2e1-d440-4e52-af17-485fe4e43594 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] 10.222.0.68 "GET /v2.0/ports?device_id=15fddc0e-6959-44be-b8ff-be56e396088e HTTP/1.1" status: 200 len: 2374 time: 0.1912482 Jul 14 09:27:56.773465 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90fe5ac-c291-47f2-b368-e01cb8cfafe7 req-2e69414b-3e66-413a-a3c2-03b9866aec9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:56.775060 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b90fe5ac-c291-47f2-b368-e01cb8cfafe7 req-2e69414b-3e66-413a-a3c2-03b9866aec9a service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2745452 Jul 14 09:27:56.790780 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-bc4911a1-01cc-4c74-8ac2-567606e4bedd req-b361e2a3-5850-4c74-a174-54691a8db76e tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/security-groups?id=bfacbc39-872c-438f-b7f4-05abded490ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656345 Jul 14 09:27:56.811419 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-05ca36e2-8892-4616-839b-133dd81c61a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:56.833378 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a7951d42-4e6d-4b59-9afc-ada3c0ce60d6 req-f7b3b68a-08ae-4201-aeb1-febfcc6aeb9a tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] 10.222.0.68 "GET /v2.0/security-groups?id=654de86a-d9c2-46da-8a5c-08b7fecbf459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668495 Jul 14 09:27:56.856283 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-05ca36e2-8892-4616-839b-133dd81c61a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:56.915021 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b103c6b8-4601-406d-8a83-7ed73b746da3 req-1b174483-77aa-4829-8f0c-04862131510c tempest-LiveMigrationTest-864996632 tempest-LiveMigrationTest-864996632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:56.917134 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-b103c6b8-4601-406d-8a83-7ed73b746da3 req-1b174483-77aa-4829-8f0c-04862131510c tempest-LiveMigrationTest-864996632 tempest-LiveMigrationTest-864996632-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=c9f22e9a-4298-4b73-8115-f2b7bacb077c&tenant_id=88495f2d6951432397900165a462d224&binding%3Ahost_id=n-h2-779913-29 HTTP/1.1" status: 200 len: 1097 time: 0.2759941 Jul 14 09:27:56.925633 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-05ca36e2-8892-4616-839b-133dd81c61a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:56.934021 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-05ca36e2-8892-4616-839b-133dd81c61a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:56.935715 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-05ca36e2-8892-4616-839b-133dd81c61a8 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/8795aca3-6141-4084-90b8-d45e03f80ecd HTTP/1.1" status: 204 len: 168 time: 0.3050191 Jul 14 09:27:56.953035 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [req-b103c6b8-4601-406d-8a83-7ed73b746da3 req-82e9a421-3edc-436b-8eea-7fe0c6f0db9a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-779913-29'}}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:27:57.020121 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ca36e2-8892-4616-839b-133dd81c61a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8795aca3-6141-4084-90b8-d45e03f80ecd,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:57.072452 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-833021c1-76de-4147-8d29-f1a069094a03 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:57.147764 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-b103c6b8-4601-406d-8a83-7ed73b746da3 req-82e9a421-3edc-436b-8eea-7fe0c6f0db9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:57.156122 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-acc4ed0c-3728-4749-a4fd-b3edceea287a req-6cae85ea-0206-4e2b-b362-836003e84058 tempest-ServerShowV257Test-1310402526 tempest-ServerShowV257Test-1310402526-project] 10.222.0.68 "GET /v2.0/ports?device_id=16fbc2dd-60ec-49c7-a646-99b41923de43 HTTP/1.1" status: 200 len: 210 time: 0.0673394 Jul 14 09:27:57.180794 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-833021c1-76de-4147-8d29-f1a069094a03 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Transition to ACTIVE for port object 3c2caddc-016f-44c8-bc6e-d72edc75467b will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:27:57.246205 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-833021c1-76de-4147-8d29-f1a069094a03 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:57.319501 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833021c1-76de-4147-8d29-f1a069094a03 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Pushing event updated for resources: {'Port': ['ID=3c2caddc-016f-44c8-bc6e-d72edc75467b,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:57.330752 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-833021c1-76de-4147-8d29-f1a069094a03 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Network 63e3e599-9f16-49b5-b4ab-c912a88ee6e9 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:27:57.332785 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-833021c1-76de-4147-8d29-f1a069094a03 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:27:57.342858 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-833021c1-76de-4147-8d29-f1a069094a03 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:27:57.356110 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221ad676-82dc-4e7b-b58a-b92ded396f0e req-91f7d799-4812-44a5-be7e-4a59b3c11b67 tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:57.358467 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-221ad676-82dc-4e7b-b58a-b92ded396f0e req-91f7d799-4812-44a5-be7e-4a59b3c11b67 tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] 10.222.0.68 "GET /v2.0/ports?device_id=c9f22e9a-4298-4b73-8115-f2b7bacb077c HTTP/1.1" status: 200 len: 945 time: 0.1586964 Jul 14 09:27:57.434186 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-b103c6b8-4601-406d-8a83-7ed73b746da3 req-82e9a421-3edc-436b-8eea-7fe0c6f0db9a service neutron] For port 8acf4a11-a053-4451-8c9e-0fead5441f50, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=8acf4a11-a053-4451-8c9e-0fead5441f50,segment=NetworkSegment(3140b72d-6a4a-4668-bad8-c572bd128f6c),segment_id=3140b72d-6a4a-4668-bad8-c572bd128f6c)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:27:57.466555 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-833021c1-76de-4147-8d29-f1a069094a03 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:57.467236 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-833021c1-76de-4147-8d29-f1a069094a03 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:57.510726 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-833021c1-76de-4147-8d29-f1a069094a03 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8928545 Jul 14 09:27:57.535971 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-e1c79150-09a4-40bb-be61-492cffc90c21 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Request body: {'port': {'device_id': '15fddc0e-6959-44be-b8ff-be56e396088e', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '63e3e599-9f16-49b5-b4ab-c912a88ee6e9', 'admin_state_up': True, 'tenant_id': '59257167697a4d8397898a00de2a9ad0', 'security_groups': ['654de86a-d9c2-46da-8a5c-08b7fecbf459']}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:27:57.542110 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-b103c6b8-4601-406d-8a83-7ed73b746da3 req-82e9a421-3edc-436b-8eea-7fe0c6f0db9a service neutron] For port 8acf4a11-a053-4451-8c9e-0fead5441f50, host n-h2-779913-29, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:27:57.654907 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-221ad676-82dc-4e7b-b58a-b92ded396f0e req-0d16a212-d4d6-4b13-8f07-88263242e385 tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] 10.222.0.68 "GET /v2.0/security-groups?id=cf40bcd2-1dd1-48fb-a6b7-6df0e80ce2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2876201 Jul 14 09:27:57.659776 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5bbe322f-3f67-4864-bc0a-91afe44d23e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:57.733392 n-d-779913-29 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9f22e9a-4298-4b73-8115-f2b7bacb077c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8acf4a11-a053-4451-8c9e-0fead5441f50'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:27:57.736557 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cb48f044f948e981f43897c8d7f1332f741dc7af2b4c5a6e19d8f4a80f708e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-429c28e1-a701-417f-a093-30c3ee2f759b" -d '{"events": [{"server_uuid": "c9f22e9a-4298-4b73-8115-f2b7bacb077c", "name": "network-vif-unplugged", "status": "completed", "tag": "8acf4a11-a053-4451-8c9e-0fead5441f50"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:27:57.748577 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-b103c6b8-4601-406d-8a83-7ed73b746da3 req-82e9a421-3edc-436b-8eea-7fe0c6f0db9a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:57.775685 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-b103c6b8-4601-406d-8a83-7ed73b746da3 req-82e9a421-3edc-436b-8eea-7fe0c6f0db9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13574142'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:57.800969 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 09:27:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f828de90-697b-4b94-b3c7-c3a49207099e x-openstack-request-id: req-f828de90-697b-4b94-b3c7-c3a49207099e {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:27:57.801594 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9f22e9a-4298-4b73-8115-f2b7bacb077c", "name": "network-vif-unplugged", "status": "completed", "tag": "8acf4a11-a053-4451-8c9e-0fead5441f50", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:27:57.802005 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-f828de90-697b-4b94-b3c7-c3a49207099e {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:27:57.802555 n-d-779913-29 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9f22e9a-4298-4b73-8115-f2b7bacb077c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8acf4a11-a053-4451-8c9e-0fead5441f50', 'code': 200} Jul 14 09:27:57.812753 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-e6c53894-b870-4a16-9371-85d890440dec None None] Provisioning for port 3c2caddc-016f-44c8-bc6e-d72edc75467b completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:27:57.822351 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-e6c53894-b870-4a16-9371-85d890440dec None None] Provisioning complete for port 3c2caddc-016f-44c8-bc6e-d72edc75467b triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:27:57.823688 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e6c53894-b870-4a16-9371-85d890440dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:57.920430 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397bbebb-f5d5-4cf9-8d4d-21cd43151c23 req-ded2b0fc-131f-4e70-bea6-ed6f12283b4b tempest-ServerRescueTestJSONUnderV235-1370369985 tempest-ServerRescueTestJSONUnderV235-1370369985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:57.923688 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-397bbebb-f5d5-4cf9-8d4d-21cd43151c23 req-ded2b0fc-131f-4e70-bea6-ed6f12283b4b tempest-ServerRescueTestJSONUnderV235-1370369985 tempest-ServerRescueTestJSONUnderV235-1370369985-project] 10.222.0.68 "GET /v2.0/ports?device_id=50c37d2a-9d36-413f-a86d-c6fd0726b830 HTTP/1.1" status: 200 len: 946 time: 0.2808845 Jul 14 09:27:57.945600 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-e6c53894-b870-4a16-9371-85d890440dec None None] Port 3c2caddc-016f-44c8-bc6e-d72edc75467b cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:27:57.972900 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-e1c79150-09a4-40bb-be61-492cffc90c21 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Made reservation on behalf of 59257167697a4d8397898a00de2a9ad0 for: {'port': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:27:57.984070 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-e1c79150-09a4-40bb-be61-492cffc90c21 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:58.021290 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-b103c6b8-4601-406d-8a83-7ed73b746da3 req-82e9a421-3edc-436b-8eea-7fe0c6f0db9a service neutron] Attempting to bind port 8acf4a11-a053-4451-8c9e-0fead5441f50 on host n-h2-779913-29 for vnic_type normal with profile {"migrating_to": "n-h1-779913-29"} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:27:58.021700 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-b103c6b8-4601-406d-8a83-7ed73b746da3 req-82e9a421-3edc-436b-8eea-7fe0c6f0db9a service neutron] Attempting to bind port 8acf4a11-a053-4451-8c9e-0fead5441f50 by drivers openvswitch,hyperv on host n-h2-779913-29 at level 0 using segments [{'id': '3140b72d-6a4a-4668-bad8-c572bd128f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'fdafaba0-da53-47c8-a4eb-7c69deccbba6'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:27:58.021982 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b103c6b8-4601-406d-8a83-7ed73b746da3 req-82e9a421-3edc-436b-8eea-7fe0c6f0db9a service neutron] Attempting to bind port 8acf4a11-a053-4451-8c9e-0fead5441f50 on network fdafaba0-da53-47c8-a4eb-7c69deccbba6 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:27:58.052586 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-397bbebb-f5d5-4cf9-8d4d-21cd43151c23 req-093f58ec-f6c2-4c64-99a1-21b8dc221071 tempest-ServerRescueTestJSONUnderV235-1370369985 tempest-ServerRescueTestJSONUnderV235-1370369985-project] 10.222.0.68 "GET /v2.0/security-groups?id=83a8b8b4-4aa6-423e-95ab-da9a4626b74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213069 Jul 14 09:27:58.054877 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e9a421-3edc-436b-8eea-7fe0c6f0db9a service neutron] Pushing event updated for resources: {'Port': ['ID=8acf4a11-a053-4451-8c9e-0fead5441f50,revision_number=7']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:58.066499 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b103c6b8-4601-406d-8a83-7ed73b746da3 req-82e9a421-3edc-436b-8eea-7fe0c6f0db9a service neutron] Port 8acf4a11-a053-4451-8c9e-0fead5441f50 on network fdafaba0-da53-47c8-a4eb-7c69deccbba6 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-29 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:27:58.066824 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b103c6b8-4601-406d-8a83-7ed73b746da3 req-82e9a421-3edc-436b-8eea-7fe0c6f0db9a service neutron] Attempting to bind port 8acf4a11-a053-4451-8c9e-0fead5441f50 on network fdafaba0-da53-47c8-a4eb-7c69deccbba6 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:27:58.100720 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b103c6b8-4601-406d-8a83-7ed73b746da3 req-82e9a421-3edc-436b-8eea-7fe0c6f0db9a service neutron] Checking agent: {'id': '013e4a3b-a634-47b8-b6a5-1a25109b73fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 13, 13), 'started_at': datetime.datetime(2021, 7, 14, 9, 13, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 27, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:27:58.101077 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b103c6b8-4601-406d-8a83-7ed73b746da3 req-82e9a421-3edc-436b-8eea-7fe0c6f0db9a service neutron] Checking segment: {'id': '3140b72d-6a4a-4668-bad8-c572bd128f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'fdafaba0-da53-47c8-a4eb-7c69deccbba6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:27:58.101568 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b103c6b8-4601-406d-8a83-7ed73b746da3 req-82e9a421-3edc-436b-8eea-7fe0c6f0db9a service neutron] Bound using segment: {'id': '3140b72d-6a4a-4668-bad8-c572bd128f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'fdafaba0-da53-47c8-a4eb-7c69deccbba6'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:27:58.102301 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-b103c6b8-4601-406d-8a83-7ed73b746da3 req-82e9a421-3edc-436b-8eea-7fe0c6f0db9a service neutron] Bound port: 8acf4a11-a053-4451-8c9e-0fead5441f50, host: n-h2-779913-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3140b72d-6a4a-4668-bad8-c572bd128f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'fdafaba0-da53-47c8-a4eb-7c69deccbba6'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:27:58.103071 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-b103c6b8-4601-406d-8a83-7ed73b746da3 req-82e9a421-3edc-436b-8eea-7fe0c6f0db9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:58.347755 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb76aba-b177-4a20-83f6-90cb15ea36d4 req-9557125d-8d61-49de-b9fb-8a95b9a32d1c tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:58.355173 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-2eb76aba-b177-4a20-83f6-90cb15ea36d4 req-9557125d-8d61-49de-b9fb-8a95b9a32d1c tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/ports?device_id=24fecb6e-fc86-43ac-8eaf-657f9dec62b4 HTTP/1.1" status: 200 len: 946 time: 0.2907739 Jul 14 09:27:58.391213 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b90fe5ac-c291-47f2-b368-e01cb8cfafe7 req-908bbadf-5935-45ff-8e6c-433443a6ca79 tempest-ServerShowV257Test-1310402526 tempest-ServerShowV257Test-1310402526-project] 10.222.0.65 "GET /v2.0/ports?device_id=16fbc2dd-60ec-49c7-a646-99b41923de43 HTTP/1.1" status: 200 len: 210 time: 0.0455163 Jul 14 09:27:58.427437 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-b103c6b8-4601-406d-8a83-7ed73b746da3 req-82e9a421-3edc-436b-8eea-7fe0c6f0db9a service neutron] For port 8acf4a11-a053-4451-8c9e-0fead5441f50, host n-h2-779913-29, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:27:58.452221 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-e1c79150-09a4-40bb-be61-492cffc90c21 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Allocated IP 10.2.2.200 (63e3e599-9f16-49b5-b4ab-c912a88ee6e9/523e16b1-397b-4604-a588-9142ee5a1d98/edf557d1-72fc-404f-b07c-0c4fad568606) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:27:58.472427 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-2eb76aba-b177-4a20-83f6-90cb15ea36d4 req-a93e7cfd-4c76-4fc2-b357-b9d314842388 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/security-groups?id=bfacbc39-872c-438f-b7f4-05abded490ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048474 Jul 14 09:27:58.474429 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-b103c6b8-4601-406d-8a83-7ed73b746da3 req-82e9a421-3edc-436b-8eea-7fe0c6f0db9a service neutron] For port 8acf4a11-a053-4451-8c9e-0fead5441f50, host n-h2-779913-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=8acf4a11-a053-4451-8c9e-0fead5441f50,segment=NetworkSegment(3140b72d-6a4a-4668-bad8-c572bd128f6c),segment_id=3140b72d-6a4a-4668-bad8-c572bd128f6c)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:27:58.485539 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-b103c6b8-4601-406d-8a83-7ed73b746da3 req-82e9a421-3edc-436b-8eea-7fe0c6f0db9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13574142'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:58.517869 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06420a2a-448c-4e79-a591-0d4401b79140 req-37861c2b-285d-422e-9394-9acee2f632e8 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:58.530029 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06420a2a-448c-4e79-a591-0d4401b79140 req-37861c2b-285d-422e-9394-9acee2f632e8 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:58.536810 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06420a2a-448c-4e79-a591-0d4401b79140 req-37861c2b-285d-422e-9394-9acee2f632e8 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:58.543478 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06420a2a-448c-4e79-a591-0d4401b79140 req-37861c2b-285d-422e-9394-9acee2f632e8 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:58.545215 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-06420a2a-448c-4e79-a591-0d4401b79140 req-37861c2b-285d-422e-9394-9acee2f632e8 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] 10.222.0.68 "GET /v2.0/ports?device_id=15fddc0e-6959-44be-b8ff-be56e396088e HTTP/1.1" status: 200 len: 3095 time: 0.1510675 Jul 14 09:27:58.725073 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b103c6b8-4601-406d-8a83-7ed73b746da3 req-82e9a421-3edc-436b-8eea-7fe0c6f0db9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:58.725870 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-b103c6b8-4601-406d-8a83-7ed73b746da3 req-82e9a421-3edc-436b-8eea-7fe0c6f0db9a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:58.727369 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-b103c6b8-4601-406d-8a83-7ed73b746da3 req-82e9a421-3edc-436b-8eea-7fe0c6f0db9a service neutron] 10.222.0.65 "PUT /v2.0/ports/8acf4a11-a053-4451-8c9e-0fead5441f50 HTTP/1.1" status: 200 len: 1123 time: 1.7892058 Jul 14 09:27:58.734368 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e9a421-3edc-436b-8eea-7fe0c6f0db9a service neutron] Pushing event updated for resources: {'Port': ['ID=8acf4a11-a053-4451-8c9e-0fead5441f50,revision_number=8']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:58.862667 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 8acf4a11-a053-4451-8c9e-0fead5441f50 details requested by agent hyperv_n-h1-779913-29 with host n-h1-779913-29 {{(pid=93959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:27:58.932644 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] get_ports_and_sgs() called for port_ids ['8acf4a11-a053-4451-8c9e-0fead5441f50'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:27:58.938571 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] get_ports_and_sgs() called for port_ids ['8acf4a11-a053-4451-8c9e-0fead5441f50'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:27:59.125830 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-0c7d57e0-4e64-4c41-834a-58c01f223e5a req-b5ccf061-f77e-483f-8861-141d4c0dbc6e tempest-ServerShowV257Test-1310402526 tempest-ServerShowV257Test-1310402526-project] 10.222.0.68 "GET /v2.0/ports?device_id=16fbc2dd-60ec-49c7-a646-99b41923de43 HTTP/1.1" status: 200 len: 210 time: 0.0754206 Jul 14 09:27:59.236964 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port 8acf4a11-a053-4451-8c9e-0fead5441f50, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=8acf4a11-a053-4451-8c9e-0fead5441f50,segment=NetworkSegment(3140b72d-6a4a-4668-bad8-c572bd128f6c),segment_id=3140b72d-6a4a-4668-bad8-c572bd128f6c)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:27:59.289049 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 8acf4a11-a053-4451-8c9e-0fead5441f50 has no active binding in host n-h1-779913-29 {{(pid=93959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 14 09:27:59.490739 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7198fa-8aa2-4985-97aa-a75b69a62509 req-5499dbb1-3489-4166-82b6-bb2babc1bb0f tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:59.492540 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-db7198fa-8aa2-4985-97aa-a75b69a62509 req-5499dbb1-3489-4166-82b6-bb2babc1bb0f tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/ports?device_id=24fecb6e-fc86-43ac-8eaf-657f9dec62b4 HTTP/1.1" status: 200 len: 946 time: 0.1189654 Jul 14 09:27:59.525917 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-06420a2a-448c-4e79-a591-0d4401b79140 req-9e1ef73c-c73a-4da6-b006-d2be3ff31a7c tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] 10.222.0.68 "GET /v2.0/security-groups?id=654de86a-d9c2-46da-8a5c-08b7fecbf459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9687967 Jul 14 09:27:59.562217 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-db7198fa-8aa2-4985-97aa-a75b69a62509 req-e4d70354-6201-4f9d-9538-3c7419d1c8d5 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/security-groups?id=bfacbc39-872c-438f-b7f4-05abded490ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613260 Jul 14 09:27:59.662529 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-e1c79150-09a4-40bb-be61-492cffc90c21 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:59.698894 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-e1c79150-09a4-40bb-be61-492cffc90c21 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Transition to ACTIVE for port object edf557d1-72fc-404f-b07c-0c4fad568606 will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:27:59.782710 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901ae9ba-47ec-4501-aa5c-77b478209daa req-ba555148-44a4-421c-a574-925d07c3962c tempest-ServerRescueTestJSONUnderV235-1370369985 tempest-ServerRescueTestJSONUnderV235-1370369985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:59.794631 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-901ae9ba-47ec-4501-aa5c-77b478209daa req-ba555148-44a4-421c-a574-925d07c3962c tempest-ServerRescueTestJSONUnderV235-1370369985 tempest-ServerRescueTestJSONUnderV235-1370369985-project] 10.222.0.68 "GET /v2.0/ports?device_id=50c37d2a-9d36-413f-a86d-c6fd0726b830 HTTP/1.1" status: 200 len: 946 time: 0.1067932 Jul 14 09:27:59.807388 n-d-779913-29 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9f22e9a-4298-4b73-8115-f2b7bacb077c', 'tag': '8acf4a11-a053-4451-8c9e-0fead5441f50'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:27:59.809971 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cb48f044f948e981f43897c8d7f1332f741dc7af2b4c5a6e19d8f4a80f708e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72ecddda-1675-42ea-be65-df326592f4ad" -d '{"events": [{"name": "network-changed", "server_uuid": "c9f22e9a-4298-4b73-8115-f2b7bacb077c", "tag": "8acf4a11-a053-4451-8c9e-0fead5441f50"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:27:59.862972 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-901ae9ba-47ec-4501-aa5c-77b478209daa req-15faaac1-c5d3-43a9-810b-b495a3d68903 tempest-ServerRescueTestJSONUnderV235-1370369985 tempest-ServerRescueTestJSONUnderV235-1370369985-project] 10.222.0.68 "GET /v2.0/security-groups?id=83a8b8b4-4aa6-423e-95ab-da9a4626b74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633581 Jul 14 09:27:59.863155 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-e1c79150-09a4-40bb-be61-492cffc90c21 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:59.976362 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-e1c79150-09a4-40bb-be61-492cffc90c21 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Network 63e3e599-9f16-49b5-b4ab-c912a88ee6e9 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:27:59.980816 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-e1c79150-09a4-40bb-be61-492cffc90c21 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:27:59.985250 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-e1c79150-09a4-40bb-be61-492cffc90c21 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:27:59.997424 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c79150-09a4-40bb-be61-492cffc90c21 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Pushing event updated for resources: {'Port': ['ID=edf557d1-72fc-404f-b07c-0c4fad568606,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:00.068288 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ba8ef8-a6f8-4a9f-8a3b-00b74c0bd477 req-52498d6b-0f3d-4fd9-988c-c8ca9cdca5db tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:00.076568 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-64ba8ef8-a6f8-4a9f-8a3b-00b74c0bd477 req-52498d6b-0f3d-4fd9-988c-c8ca9cdca5db tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] 10.222.0.68 "GET /v2.0/ports?device_id=c9f22e9a-4298-4b73-8115-f2b7bacb077c HTTP/1.1" status: 200 len: 943 time: 0.2996283 Jul 14 09:28:00.157322 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-e1c79150-09a4-40bb-be61-492cffc90c21 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:00.158141 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-e1c79150-09a4-40bb-be61-492cffc90c21 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:00.193791 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-64ba8ef8-a6f8-4a9f-8a3b-00b74c0bd477 req-ab730a6d-495e-48cb-b065-a71fbc3c5594 tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] 10.222.0.68 "GET /v2.0/security-groups?id=cf40bcd2-1dd1-48fb-a6b7-6df0e80ce2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161249 Jul 14 09:28:00.210718 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-e1c79150-09a4-40bb-be61-492cffc90c21 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6799808 Jul 14 09:28:00.234454 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-40ffaf6f-cf13-413a-a2f5-c3b91dfe506d service neutron] Request body: {'port': {'device_id': '15fddc0e-6959-44be-b8ff-be56e396088e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-29'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:28:00.342555 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:27:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3ec68d3-aebf-4eea-a31d-4ad7eb12d968 x-openstack-request-id: req-a3ec68d3-aebf-4eea-a31d-4ad7eb12d968 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:28:00.342927 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9f22e9a-4298-4b73-8115-f2b7bacb077c", "tag": "8acf4a11-a053-4451-8c9e-0fead5441f50", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:28:00.343298 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-a3ec68d3-aebf-4eea-a31d-4ad7eb12d968 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:28:00.343941 n-d-779913-29 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9f22e9a-4298-4b73-8115-f2b7bacb077c', 'tag': '8acf4a11-a053-4451-8c9e-0fead5441f50', 'status': 'completed', 'code': 200} Jul 14 09:28:00.393602 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-40ffaf6f-cf13-413a-a2f5-c3b91dfe506d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:00.502522 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-a1257e9a-7b5b-4e23-8a99-69185f59581c None None] Provisioning for port edf557d1-72fc-404f-b07c-0c4fad568606 completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:28:00.514305 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-a1257e9a-7b5b-4e23-8a99-69185f59581c None None] Provisioning complete for port edf557d1-72fc-404f-b07c-0c4fad568606 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:28:00.514956 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a1257e9a-7b5b-4e23-8a99-69185f59581c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:00.566897 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ecddda-1675-42ea-be65-df326592f4ad req-0e0c6c64-f457-4c4a-a2f0-256230101fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:00.575851 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-72ecddda-1675-42ea-be65-df326592f4ad req-0e0c6c64-f457-4c4a-a2f0-256230101fb6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=88495f2d6951432397900165a462d224&device_id=c9f22e9a-4298-4b73-8115-f2b7bacb077c HTTP/1.1" status: 200 len: 1126 time: 0.1637352 Jul 14 09:28:00.639482 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-a1257e9a-7b5b-4e23-8a99-69185f59581c None None] Port edf557d1-72fc-404f-b07c-0c4fad568606 cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:28:00.767559 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ecddda-1675-42ea-be65-df326592f4ad req-5e82db9a-c35a-484d-9779-0518f2608061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:00.775964 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-72ecddda-1675-42ea-be65-df326592f4ad req-5e82db9a-c35a-484d-9779-0518f2608061 service neutron] 10.222.0.57 "GET /v2.0/networks?id=fdafaba0-da53-47c8-a4eb-7c69deccbba6 HTTP/1.1" status: 200 len: 909 time: 0.1968126 Jul 14 09:28:00.869513 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-72ecddda-1675-42ea-be65-df326592f4ad req-a9c55096-7ce7-49ea-ba90-e408de69197f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8acf4a11-a053-4451-8c9e-0fead5441f50 HTTP/1.1" status: 200 len: 217 time: 0.0816064 Jul 14 09:28:00.954708 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26e0771-6c28-4416-81b6-6cd45657d35c req-0a604aa6-80dc-4991-97f0-7243667364fc tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:00.963803 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b26e0771-6c28-4416-81b6-6cd45657d35c req-0a604aa6-80dc-4991-97f0-7243667364fc tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/ports?device_id=24fecb6e-fc86-43ac-8eaf-657f9dec62b4 HTTP/1.1" status: 200 len: 946 time: 0.2453196 Jul 14 09:28:01.009051 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ecddda-1675-42ea-be65-df326592f4ad req-131f227a-9f03-4095-a69d-50bf31c95b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:01.011111 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-72ecddda-1675-42ea-be65-df326592f4ad req-131f227a-9f03-4095-a69d-50bf31c95b98 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5194e827-9fb1-419e-b4bc-69aee8b3dca3 HTTP/1.1" status: 200 len: 848 time: 0.0979965 Jul 14 09:28:01.068415 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b26e0771-6c28-4416-81b6-6cd45657d35c req-aace4efc-4b01-4319-bf91-fdafdc900356 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/security-groups?id=bfacbc39-872c-438f-b7f4-05abded490ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988557 Jul 14 09:28:01.076923 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f099ccf-ab5c-453d-8340-23607d500b5f req-78b254b8-0848-458a-b798-6427a73edaa7 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:01.110071 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f099ccf-ab5c-453d-8340-23607d500b5f req-78b254b8-0848-458a-b798-6427a73edaa7 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:01.129372 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f099ccf-ab5c-453d-8340-23607d500b5f req-78b254b8-0848-458a-b798-6427a73edaa7 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:01.136877 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f099ccf-ab5c-453d-8340-23607d500b5f req-78b254b8-0848-458a-b798-6427a73edaa7 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:01.145370 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f099ccf-ab5c-453d-8340-23607d500b5f req-78b254b8-0848-458a-b798-6427a73edaa7 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:01.154775 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-1f099ccf-ab5c-453d-8340-23607d500b5f req-78b254b8-0848-458a-b798-6427a73edaa7 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] 10.222.0.68 "GET /v2.0/ports?device_id=15fddc0e-6959-44be-b8ff-be56e396088e HTTP/1.1" status: 200 len: 3816 time: 0.2841704 Jul 14 09:28:01.156468 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 50626) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:01.283452 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-40ffaf6f-cf13-413a-a2f5-c3b91dfe506d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 443852c9-c28d-483f-aa70-df124f5712df {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:28:01.293131 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-40ffaf6f-cf13-413a-a2f5-c3b91dfe506d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:01.294286 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-72ecddda-1675-42ea-be65-df326592f4ad req-7f764f59-675f-489d-bc84-9a86e915d8fe service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fdafaba0-da53-47c8-a4eb-7c69deccbba6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1360042 Jul 14 09:28:01.321688 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-40ffaf6f-cf13-413a-a2f5-c3b91dfe506d service neutron] Transition to ACTIVE for port object 443852c9-c28d-483f-aa70-df124f5712df will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:28:01.336455 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80b2860-da86-4cd3-996f-16ed0d15aefa req-a31506d4-c114-4064-abe9-192e4f00ee34 tempest-ServerRescueTestJSONUnderV235-1370369985 tempest-ServerRescueTestJSONUnderV235-1370369985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:01.342020 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e80b2860-da86-4cd3-996f-16ed0d15aefa req-a31506d4-c114-4064-abe9-192e4f00ee34 tempest-ServerRescueTestJSONUnderV235-1370369985 tempest-ServerRescueTestJSONUnderV235-1370369985-project] 10.222.0.68 "GET /v2.0/ports?device_id=50c37d2a-9d36-413f-a86d-c6fd0726b830 HTTP/1.1" status: 200 len: 946 time: 0.1396680 Jul 14 09:28:01.345902 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-40ffaf6f-cf13-413a-a2f5-c3b91dfe506d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:01.356280 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-1f099ccf-ab5c-453d-8340-23607d500b5f req-aeb7bf67-e43d-4886-a513-154610d627de tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] 10.222.0.68 "GET /v2.0/security-groups?id=654de86a-d9c2-46da-8a5c-08b7fecbf459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2006440 Jul 14 09:28:01.486649 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3ddb8863-27a1-4718-891a-71532d40d02b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:01.534423 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-72ecddda-1675-42ea-be65-df326592f4ad req-fb284510-bc57-4ac2-bea8-36e8bd769cce service neutron] 10.222.0.57 "GET /v2.0/networks/fdafaba0-da53-47c8-a4eb-7c69deccbba6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2210610 Jul 14 09:28:01.566758 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ffaf6f-cf13-413a-a2f5-c3b91dfe506d service neutron] Pushing event updated for resources: {'Port': ['ID=443852c9-c28d-483f-aa70-df124f5712df,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:01.588437 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e80b2860-da86-4cd3-996f-16ed0d15aefa req-454d9241-289c-4d7c-aff0-199dfa2fc28f tempest-ServerRescueTestJSONUnderV235-1370369985 tempest-ServerRescueTestJSONUnderV235-1370369985-project] 10.222.0.68 "GET /v2.0/security-groups?id=83a8b8b4-4aa6-423e-95ab-da9a4626b74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2287793 Jul 14 09:28:01.774686 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3ddb8863-27a1-4718-891a-71532d40d02b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:01.778209 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-40ffaf6f-cf13-413a-a2f5-c3b91dfe506d service neutron] Attempting to bind port 443852c9-c28d-483f-aa70-df124f5712df on host n-h1-779913-29 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:28:01.779091 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-40ffaf6f-cf13-413a-a2f5-c3b91dfe506d service neutron] Attempting to bind port 443852c9-c28d-483f-aa70-df124f5712df by drivers openvswitch,hyperv on host n-h1-779913-29 at level 0 using segments [{'id': '6abdef8f-feed-4530-be93-295dee2f7fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'd3f3b4f0-a2a4-4615-b2a7-a3c2703dc6b7'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:28:01.780571 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-40ffaf6f-cf13-413a-a2f5-c3b91dfe506d service neutron] Attempting to bind port 443852c9-c28d-483f-aa70-df124f5712df on network d3f3b4f0-a2a4-4615-b2a7-a3c2703dc6b7 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:28:01.796733 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-40ffaf6f-cf13-413a-a2f5-c3b91dfe506d service neutron] Port 443852c9-c28d-483f-aa70-df124f5712df on network d3f3b4f0-a2a4-4615-b2a7-a3c2703dc6b7 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-29 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:28:01.797307 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-40ffaf6f-cf13-413a-a2f5-c3b91dfe506d service neutron] Attempting to bind port 443852c9-c28d-483f-aa70-df124f5712df on network d3f3b4f0-a2a4-4615-b2a7-a3c2703dc6b7 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:28:01.833305 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3ddb8863-27a1-4718-891a-71532d40d02b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:01.846939 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-40ffaf6f-cf13-413a-a2f5-c3b91dfe506d service neutron] Checking agent: {'id': 'de11e667-f145-47b0-bd09-334a7505938e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 13, 12), 'started_at': datetime.datetime(2021, 7, 14, 9, 13, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 27, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:28:01.847404 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-40ffaf6f-cf13-413a-a2f5-c3b91dfe506d service neutron] Checking segment: {'id': '6abdef8f-feed-4530-be93-295dee2f7fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'd3f3b4f0-a2a4-4615-b2a7-a3c2703dc6b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:28:01.847812 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-40ffaf6f-cf13-413a-a2f5-c3b91dfe506d service neutron] Bound using segment: {'id': '6abdef8f-feed-4530-be93-295dee2f7fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'd3f3b4f0-a2a4-4615-b2a7-a3c2703dc6b7'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:28:01.848289 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-40ffaf6f-cf13-413a-a2f5-c3b91dfe506d service neutron] Bound port: 443852c9-c28d-483f-aa70-df124f5712df, host: n-h1-779913-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6abdef8f-feed-4530-be93-295dee2f7fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'd3f3b4f0-a2a4-4615-b2a7-a3c2703dc6b7'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:28:01.848696 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-40ffaf6f-cf13-413a-a2f5-c3b91dfe506d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:01.915352 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-72ecddda-1675-42ea-be65-df326592f4ad req-d26c4280-1d33-44c7-9a05-0182dd77e7f0 service neutron] 10.222.0.57 "GET /v2.0/networks/fdafaba0-da53-47c8-a4eb-7c69deccbba6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3711452 Jul 14 09:28:01.920410 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-3ddb8863-27a1-4718-891a-71532d40d02b admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=519ee214b6984db29d628319e1432833&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7610230 Jul 14 09:28:01.928508 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddb8863-27a1-4718-891a-71532d40d02b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0549bc83-cb64-4632-a91f-8bf4f37e52de,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:01.928508 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 50654) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:01.969592 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 50656) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:02.008450 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35df086-1bc3-48a0-b095-6a61846cb3ca req-f1b010fd-e0b2-4add-8538-1cbf668284d6 tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:02.016537 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d35df086-1bc3-48a0-b095-6a61846cb3ca req-f1b010fd-e0b2-4add-8538-1cbf668284d6 tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] 10.222.0.68 "GET /v2.0/ports?device_id=c9f22e9a-4298-4b73-8115-f2b7bacb077c HTTP/1.1" status: 200 len: 943 time: 0.3543718 Jul 14 09:28:02.063686 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-40ffaf6f-cf13-413a-a2f5-c3b91dfe506d service neutron] For port 443852c9-c28d-483f-aa70-df124f5712df, host n-h1-779913-29, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:28:02.068604 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-40ffaf6f-cf13-413a-a2f5-c3b91dfe506d service neutron] For port 443852c9-c28d-483f-aa70-df124f5712df, host n-h1-779913-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=443852c9-c28d-483f-aa70-df124f5712df,segment=NetworkSegment(6abdef8f-feed-4530-be93-295dee2f7fe5),segment_id=6abdef8f-feed-4530-be93-295dee2f7fe5)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:28:02.073081 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a6db3733-3c04-49e2-9450-680d4fddaa6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:02.075237 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-40ffaf6f-cf13-413a-a2f5-c3b91dfe506d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:02.112927 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d35df086-1bc3-48a0-b095-6a61846cb3ca req-4085a963-3678-42de-974e-7333205fafa2 tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] 10.222.0.68 "GET /v2.0/security-groups?id=cf40bcd2-1dd1-48fb-a6b7-6df0e80ce2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942039 Jul 14 09:28:02.120028 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-40ffaf6f-cf13-413a-a2f5-c3b91dfe506d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:02.120726 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-40ffaf6f-cf13-413a-a2f5-c3b91dfe506d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:02.122425 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-40ffaf6f-cf13-413a-a2f5-c3b91dfe506d service neutron] 10.222.0.65 "PUT /v2.0/ports/443852c9-c28d-483f-aa70-df124f5712df HTTP/1.1" status: 200 len: 1093 time: 1.8929100 Jul 14 09:28:02.122966 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15fddc0e-6959-44be-b8ff-be56e396088e', 'tag': '443852c9-c28d-483f-aa70-df124f5712df'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:28:02.128824 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecbc4f70-feef-4924-8bbd-974e1c162b90" -d '{"events": [{"name": "network-changed", "server_uuid": "15fddc0e-6959-44be-b8ff-be56e396088e", "tag": "443852c9-c28d-483f-aa70-df124f5712df"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:28:02.194308 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-bf620f70-5846-4295-8f21-dc62d257d4aa service neutron] Request body: {'port': {'device_id': '15fddc0e-6959-44be-b8ff-be56e396088e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-29'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:28:02.249442 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a6db3733-3c04-49e2-9450-680d4fddaa6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:02.299355 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:28:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63781081-dd13-444b-ab6a-fe5ee3232cae x-openstack-request-id: req-63781081-dd13-444b-ab6a-fe5ee3232cae {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:28:02.299658 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15fddc0e-6959-44be-b8ff-be56e396088e", "tag": "443852c9-c28d-483f-aa70-df124f5712df", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:28:02.299911 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-63781081-dd13-444b-ab6a-fe5ee3232cae {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:28:02.301200 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15fddc0e-6959-44be-b8ff-be56e396088e', 'tag': '443852c9-c28d-483f-aa70-df124f5712df', 'status': 'completed', 'code': 200} Jul 14 09:28:02.396914 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ffaf6f-cf13-413a-a2f5-c3b91dfe506d service neutron] Pushing event updated for resources: {'Port': ['ID=443852c9-c28d-483f-aa70-df124f5712df,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:02.422651 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-19721141-10c7-49d5-8914-54ecaaf43e64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:02.463912 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-bf620f70-5846-4295-8f21-dc62d257d4aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:02.520240 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a6db3733-3c04-49e2-9450-680d4fddaa6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:02.523366 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a6db3733-3c04-49e2-9450-680d4fddaa6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:02.539068 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-a6db3733-3c04-49e2-9450-680d4fddaa6e admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/0549bc83-cb64-4632-a91f-8bf4f37e52de HTTP/1.1" status: 204 len: 168 time: 0.6115851 Jul 14 09:28:02.543491 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f305b76-884a-415d-a091-4cb9a5fd0150 req-e992879c-1e0c-4bea-b45f-4dc82d9153ff tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:02.552453 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1f305b76-884a-415d-a091-4cb9a5fd0150 req-e992879c-1e0c-4bea-b45f-4dc82d9153ff tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/ports?device_id=24fecb6e-fc86-43ac-8eaf-657f9dec62b4 HTTP/1.1" status: 200 len: 946 time: 0.1993418 Jul 14 09:28:02.707047 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1f305b76-884a-415d-a091-4cb9a5fd0150 req-cd9d3473-7bc7-4035-afaf-9c4a0bdb8dc4 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/security-groups?id=bfacbc39-872c-438f-b7f4-05abded490ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531572 Jul 14 09:28:02.760525 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6db3733-3c04-49e2-9450-680d4fddaa6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0549bc83-cb64-4632-a91f-8bf4f37e52de,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:02.853486 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dc4677-d525-4286-8a26-440ec57db04e req-9556231c-8861-4269-84c5-6bf15eb0eac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:02.854990 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d0dc4677-d525-4286-8a26-440ec57db04e req-9556231c-8861-4269-84c5-6bf15eb0eac3 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=50c37d2a-9d36-413f-a86d-c6fd0726b830 HTTP/1.1" status: 200 len: 1098 time: 0.2638834 Jul 14 09:28:02.865886 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450519f4-b87e-4f1f-ab27-b5349ca65613 req-fee220c9-7581-424c-9b90-b2067b58be80 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:02.867409 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-450519f4-b87e-4f1f-ab27-b5349ca65613 req-fee220c9-7581-424c-9b90-b2067b58be80 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.57 "GET /v2.0/ports?device_id=24fecb6e-fc86-43ac-8eaf-657f9dec62b4 HTTP/1.1" status: 200 len: 946 time: 0.7278473 Jul 14 09:28:02.923042 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbc4f70-feef-4924-8bbd-974e1c162b90 req-18c6514a-9562-4ef0-9283-0fd51e741eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:02.923557 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbc4f70-feef-4924-8bbd-974e1c162b90 req-18c6514a-9562-4ef0-9283-0fd51e741eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:02.924104 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbc4f70-feef-4924-8bbd-974e1c162b90 req-18c6514a-9562-4ef0-9283-0fd51e741eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:02.924483 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbc4f70-feef-4924-8bbd-974e1c162b90 req-18c6514a-9562-4ef0-9283-0fd51e741eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:02.924958 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbc4f70-feef-4924-8bbd-974e1c162b90 req-18c6514a-9562-4ef0-9283-0fd51e741eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:02.926723 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ecbc4f70-feef-4924-8bbd-974e1c162b90 req-18c6514a-9562-4ef0-9283-0fd51e741eb2 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=59257167697a4d8397898a00de2a9ad0&device_id=15fddc0e-6959-44be-b8ff-be56e396088e HTTP/1.1" status: 200 len: 4364 time: 0.6237400 Jul 14 09:28:03.079810 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d0dc4677-d525-4286-8a26-440ec57db04e req-e3cf2df8-a83f-493c-8e74-4e276792f93c service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=83a8b8b4-4aa6-423e-95ab-da9a4626b74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073803 Jul 14 09:28:03.171760 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-bf620f70-5846-4295-8f21-dc62d257d4aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bfd0c50f-c861-4562-bbf6-c4c5fe7bf9af {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:28:03.183091 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-bf620f70-5846-4295-8f21-dc62d257d4aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:03.195083 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b63c55e-2833-420f-86d1-d3818a2f375e req-9833ee26-bb1e-44c7-a13c-6b9211bd2765 tempest-ServerRescueTestJSONUnderV235-1370369985 tempest-ServerRescueTestJSONUnderV235-1370369985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:03.202939 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1b63c55e-2833-420f-86d1-d3818a2f375e req-9833ee26-bb1e-44c7-a13c-6b9211bd2765 tempest-ServerRescueTestJSONUnderV235-1370369985 tempest-ServerRescueTestJSONUnderV235-1370369985-project] 10.222.0.68 "GET /v2.0/ports?device_id=50c37d2a-9d36-413f-a86d-c6fd0726b830 HTTP/1.1" status: 200 len: 946 time: 0.2820172 Jul 14 09:28:03.231287 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-bf620f70-5846-4295-8f21-dc62d257d4aa service neutron] Transition to ACTIVE for port object bfd0c50f-c861-4562-bbf6-c4c5fe7bf9af will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:28:03.239095 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-bf620f70-5846-4295-8f21-dc62d257d4aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:03.305359 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf620f70-5846-4295-8f21-dc62d257d4aa service neutron] Pushing event updated for resources: {'Port': ['ID=bfd0c50f-c861-4562-bbf6-c4c5fe7bf9af,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:03.325117 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1b63c55e-2833-420f-86d1-d3818a2f375e req-dab28865-4103-4b7f-b4c7-5f779b705d13 tempest-ServerRescueTestJSONUnderV235-1370369985 tempest-ServerRescueTestJSONUnderV235-1370369985-project] 10.222.0.68 "GET /v2.0/security-groups?id=83a8b8b4-4aa6-423e-95ab-da9a4626b74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211572 Jul 14 09:28:03.449115 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-19721141-10c7-49d5-8914-54ecaaf43e64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:03.482725 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-19721141-10c7-49d5-8914-54ecaaf43e64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:03.523030 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-bf620f70-5846-4295-8f21-dc62d257d4aa service neutron] Attempting to bind port bfd0c50f-c861-4562-bbf6-c4c5fe7bf9af on host n-h1-779913-29 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:28:03.523374 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-bf620f70-5846-4295-8f21-dc62d257d4aa service neutron] Attempting to bind port bfd0c50f-c861-4562-bbf6-c4c5fe7bf9af by drivers openvswitch,hyperv on host n-h1-779913-29 at level 0 using segments [{'id': '346dc94d-54e0-4ffe-b110-f21faf0bbb7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '1ef94415-a918-409e-b853-7a1089057996'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:28:03.523711 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-bf620f70-5846-4295-8f21-dc62d257d4aa service neutron] Attempting to bind port bfd0c50f-c861-4562-bbf6-c4c5fe7bf9af on network 1ef94415-a918-409e-b853-7a1089057996 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:28:03.531305 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-bf620f70-5846-4295-8f21-dc62d257d4aa service neutron] Port bfd0c50f-c861-4562-bbf6-c4c5fe7bf9af on network 1ef94415-a918-409e-b853-7a1089057996 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-29 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:28:03.531967 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-bf620f70-5846-4295-8f21-dc62d257d4aa service neutron] Attempting to bind port bfd0c50f-c861-4562-bbf6-c4c5fe7bf9af on network 1ef94415-a918-409e-b853-7a1089057996 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:28:03.540224 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-bf620f70-5846-4295-8f21-dc62d257d4aa service neutron] Checking agent: {'id': 'de11e667-f145-47b0-bd09-334a7505938e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 13, 12), 'started_at': datetime.datetime(2021, 7, 14, 9, 13, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 27, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:28:03.541585 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-bf620f70-5846-4295-8f21-dc62d257d4aa service neutron] Checking segment: {'id': '346dc94d-54e0-4ffe-b110-f21faf0bbb7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '1ef94415-a918-409e-b853-7a1089057996'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:28:03.542393 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-bf620f70-5846-4295-8f21-dc62d257d4aa service neutron] Bound using segment: {'id': '346dc94d-54e0-4ffe-b110-f21faf0bbb7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '1ef94415-a918-409e-b853-7a1089057996'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:28:03.545735 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-bf620f70-5846-4295-8f21-dc62d257d4aa service neutron] Bound port: bfd0c50f-c861-4562-bbf6-c4c5fe7bf9af, host: n-h1-779913-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '346dc94d-54e0-4ffe-b110-f21faf0bbb7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '1ef94415-a918-409e-b853-7a1089057996'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:28:03.546365 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-bf620f70-5846-4295-8f21-dc62d257d4aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:03.621332 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd223b6-8c83-408f-9190-6b403c77843c req-da195e11-00b3-4730-bd57-7f6724de5b77 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:03.629039 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd223b6-8c83-408f-9190-6b403c77843c req-da195e11-00b3-4730-bd57-7f6724de5b77 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:03.639170 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd223b6-8c83-408f-9190-6b403c77843c req-da195e11-00b3-4730-bd57-7f6724de5b77 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:03.655064 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd223b6-8c83-408f-9190-6b403c77843c req-da195e11-00b3-4730-bd57-7f6724de5b77 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:03.668886 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd223b6-8c83-408f-9190-6b403c77843c req-da195e11-00b3-4730-bd57-7f6724de5b77 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:03.676414 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-5fd223b6-8c83-408f-9190-6b403c77843c req-da195e11-00b3-4730-bd57-7f6724de5b77 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] 10.222.0.68 "GET /v2.0/ports?device_id=15fddc0e-6959-44be-b8ff-be56e396088e HTTP/1.1" status: 200 len: 3828 time: 0.9916830 Jul 14 09:28:03.704030 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-bf620f70-5846-4295-8f21-dc62d257d4aa service neutron] For port bfd0c50f-c861-4562-bbf6-c4c5fe7bf9af, host n-h1-779913-29, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:28:03.724174 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-bf620f70-5846-4295-8f21-dc62d257d4aa service neutron] For port bfd0c50f-c861-4562-bbf6-c4c5fe7bf9af, host n-h1-779913-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=bfd0c50f-c861-4562-bbf6-c4c5fe7bf9af,segment=NetworkSegment(346dc94d-54e0-4ffe-b110-f21faf0bbb7e),segment_id=346dc94d-54e0-4ffe-b110-f21faf0bbb7e)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:28:03.741341 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-bf620f70-5846-4295-8f21-dc62d257d4aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:03.766922 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-19721141-10c7-49d5-8914-54ecaaf43e64 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=65415ee3a567463f9528aa79edfcdc7e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7962699 Jul 14 09:28:03.772742 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 50708) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:03.775090 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19721141-10c7-49d5-8914-54ecaaf43e64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a53d12b6-9fd6-4a7b-aedc-357e2ab561f3,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:03.789410 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbc4f70-feef-4924-8bbd-974e1c162b90 req-7d6623c9-db1e-4b7f-b814-c124b2e3e9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:03.789410 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbc4f70-feef-4924-8bbd-974e1c162b90 req-7d6623c9-db1e-4b7f-b814-c124b2e3e9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:03.789989 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbc4f70-feef-4924-8bbd-974e1c162b90 req-7d6623c9-db1e-4b7f-b814-c124b2e3e9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:03.792417 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ecbc4f70-feef-4924-8bbd-974e1c162b90 req-7d6623c9-db1e-4b7f-b814-c124b2e3e9f1 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=59257167697a4d8397898a00de2a9ad0&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.8087749 Jul 14 09:28:03.813534 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-bf620f70-5846-4295-8f21-dc62d257d4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:03.814191 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-bf620f70-5846-4295-8f21-dc62d257d4aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:03.817977 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-bf620f70-5846-4295-8f21-dc62d257d4aa service neutron] 10.222.0.65 "PUT /v2.0/ports/bfd0c50f-c861-4562-bbf6-c4c5fe7bf9af HTTP/1.1" status: 200 len: 1132 time: 1.6442614 Jul 14 09:28:03.845789 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-5fd223b6-8c83-408f-9190-6b403c77843c req-358063e1-0ddd-4555-ae5e-ebcbcfc57cef tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] 10.222.0.68 "GET /v2.0/security-groups?id=654de86a-d9c2-46da-8a5c-08b7fecbf459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1684604 Jul 14 09:28:03.861766 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-aa23b18b-058a-40d1-b1b4-b4fc041faabb service neutron] Request body: {'port': {'device_id': '15fddc0e-6959-44be-b8ff-be56e396088e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-29'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:28:03.911548 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf620f70-5846-4295-8f21-dc62d257d4aa service neutron] Pushing event updated for resources: {'Port': ['ID=bfd0c50f-c861-4562-bbf6-c4c5fe7bf9af,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:04.107127 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbc4f70-feef-4924-8bbd-974e1c162b90 req-cf2628ff-067c-442f-a802-2c691b965cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:04.110003 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ecbc4f70-feef-4924-8bbd-974e1c162b90 req-cf2628ff-067c-442f-a802-2c691b965cf8 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2598317 Jul 14 09:28:04.166640 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-aa23b18b-058a-40d1-b1b4-b4fc041faabb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:04.198630 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-450519f4-b87e-4f1f-ab27-b5349ca65613 req-b435dbcb-f051-4d91-bf88-91cba1cc443c tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Deleting port ddef7986-1946-401d-bc3c-74e0bb813b76 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:28:04.198982 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-450519f4-b87e-4f1f-ab27-b5349ca65613 req-b435dbcb-f051-4d91-bf88-91cba1cc443c tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:04.210268 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 50720) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:04.269436 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-618f86da-5555-44bd-aa18-e384c0535520 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:04.334552 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15fddc0e-6959-44be-b8ff-be56e396088e', 'tag': 'bfd0c50f-c861-4562-bbf6-c4c5fe7bf9af'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:28:04.348199 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ec8d6be-138a-4a24-a91d-59b7bafc7b15" -d '{"events": [{"name": "network-changed", "server_uuid": "15fddc0e-6959-44be-b8ff-be56e396088e", "tag": "bfd0c50f-c861-4562-bbf6-c4c5fe7bf9af"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:28:04.349204 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-618f86da-5555-44bd-aa18-e384c0535520 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:04.378535 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622a43e5-e2ea-4d26-be55-928e40c67ce2 req-1c550fc5-777f-40df-a368-14f87bb5b34d tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:04.398849 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-622a43e5-e2ea-4d26-be55-928e40c67ce2 req-1c550fc5-777f-40df-a368-14f87bb5b34d tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] 10.222.0.68 "GET /v2.0/ports?device_id=c9f22e9a-4298-4b73-8115-f2b7bacb077c HTTP/1.1" status: 200 len: 943 time: 0.3928447 Jul 14 09:28:04.496437 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fefdc5-8c1c-43b0-8e3a-d79d914ff56f req-65243250-077c-4773-83b0-9d4e97593bad tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:04.499858 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-04fefdc5-8c1c-43b0-8e3a-d79d914ff56f req-65243250-077c-4773-83b0-9d4e97593bad tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/ports?device_id=24fecb6e-fc86-43ac-8eaf-657f9dec62b4 HTTP/1.1" status: 200 len: 946 time: 0.3731248 Jul 14 09:28:04.511967 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-450519f4-b87e-4f1f-ab27-b5349ca65613 req-b435dbcb-f051-4d91-bf88-91cba1cc443c tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] For port ddef7986-1946-401d-bc3c-74e0bb813b76, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=ddef7986-1946-401d-bc3c-74e0bb813b76,segment=NetworkSegment(f28b4a20-abdb-43f4-86e7-8da3ae7a1990),segment_id=f28b4a20-abdb-43f4-86e7-8da3ae7a1990)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:28:04.512925 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-450519f4-b87e-4f1f-ab27-b5349ca65613 req-b435dbcb-f051-4d91-bf88-91cba1cc443c tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:04.558261 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-618d6059-1cd1-4cfe-a418-d7f5199c1d44 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-462751166-network', 'tenant_id': '4d74da9b287243d78450229fdaff7ab0'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:28:04.569729 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-450519f4-b87e-4f1f-ab27-b5349ca65613 req-b435dbcb-f051-4d91-bf88-91cba1cc443c tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Calling delete_port for ddef7986-1946-401d-bc3c-74e0bb813b76 owned by compute:nova {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:28:04.580443 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-622a43e5-e2ea-4d26-be55-928e40c67ce2 req-21dd2af3-0213-45b2-a596-d5ddfcf4e1aa tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] 10.222.0.68 "GET /v2.0/security-groups?id=cf40bcd2-1dd1-48fb-a6b7-6df0e80ce2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778734 Jul 14 09:28:04.629475 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-04fefdc5-8c1c-43b0-8e3a-d79d914ff56f req-05750e74-e097-4a79-8ea9-e30da2442bc9 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/security-groups?id=bfacbc39-872c-438f-b7f4-05abded490ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208708 Jul 14 09:28:04.631324 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-618f86da-5555-44bd-aa18-e384c0535520 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:04.637570 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-618f86da-5555-44bd-aa18-e384c0535520 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:04.643246 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-618f86da-5555-44bd-aa18-e384c0535520 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/a53d12b6-9fd6-4a7b-aedc-357e2ab561f3 HTTP/1.1" status: 204 len: 168 time: 0.8666573 Jul 14 09:28:04.753963 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:28:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a24cd71-6e3d-49a2-b530-0a472bf3e8b7 x-openstack-request-id: req-9a24cd71-6e3d-49a2-b530-0a472bf3e8b7 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:28:04.754264 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15fddc0e-6959-44be-b8ff-be56e396088e", "tag": "bfd0c50f-c861-4562-bbf6-c4c5fe7bf9af", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:28:04.754518 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-9a24cd71-6e3d-49a2-b530-0a472bf3e8b7 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:28:04.754923 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15fddc0e-6959-44be-b8ff-be56e396088e', 'tag': 'bfd0c50f-c861-4562-bbf6-c4c5fe7bf9af', 'status': 'completed', 'code': 200} Jul 14 09:28:04.784974 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618f86da-5555-44bd-aa18-e384c0535520 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a53d12b6-9fd6-4a7b-aedc-357e2ab561f3,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:04.800014 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-618d6059-1cd1-4cfe-a418-d7f5199c1d44 admin admin] Made reservation on behalf of 4d74da9b287243d78450229fdaff7ab0 for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:28:04.809212 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-618d6059-1cd1-4cfe-a418-d7f5199c1d44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:04.921311 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-618d6059-1cd1-4cfe-a418-d7f5199c1d44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:05.104027 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec8d6be-138a-4a24-a91d-59b7bafc7b15 req-aca4e644-1f97-4657-b6f0-ab5ff7d86bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:05.105167 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec8d6be-138a-4a24-a91d-59b7bafc7b15 req-aca4e644-1f97-4657-b6f0-ab5ff7d86bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:05.106488 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec8d6be-138a-4a24-a91d-59b7bafc7b15 req-aca4e644-1f97-4657-b6f0-ab5ff7d86bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:05.107293 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec8d6be-138a-4a24-a91d-59b7bafc7b15 req-aca4e644-1f97-4657-b6f0-ab5ff7d86bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:05.108705 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec8d6be-138a-4a24-a91d-59b7bafc7b15 req-aca4e644-1f97-4657-b6f0-ab5ff7d86bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:05.109456 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec8d6be-138a-4a24-a91d-59b7bafc7b15 req-aca4e644-1f97-4657-b6f0-ab5ff7d86bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:05.109791 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329edacf-23e8-4e10-b856-0d4b68c0e8e6 req-6ca0f3ca-8609-441c-b5e6-0f1b05f4cec9 tempest-ServerRescueTestJSONUnderV235-1370369985 tempest-ServerRescueTestJSONUnderV235-1370369985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:05.112658 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-4ec8d6be-138a-4a24-a91d-59b7bafc7b15 req-aca4e644-1f97-4657-b6f0-ab5ff7d86bb0 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=59257167697a4d8397898a00de2a9ad0&device_id=15fddc0e-6959-44be-b8ff-be56e396088e HTTP/1.1" status: 200 len: 5289 time: 0.2933996 Jul 14 09:28:05.117068 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-329edacf-23e8-4e10-b856-0d4b68c0e8e6 req-6ca0f3ca-8609-441c-b5e6-0f1b05f4cec9 tempest-ServerRescueTestJSONUnderV235-1370369985 tempest-ServerRescueTestJSONUnderV235-1370369985-project] 10.222.0.68 "GET /v2.0/ports?device_id=50c37d2a-9d36-413f-a86d-c6fd0726b830 HTTP/1.1" status: 200 len: 946 time: 0.2957141 Jul 14 09:28:05.146667 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-aa23b18b-058a-40d1-b1b4-b4fc041faabb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31299d0f-8004-4f4a-ba86-37168fff27f4 {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:28:05.179684 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-aa23b18b-058a-40d1-b1b4-b4fc041faabb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:05.180907 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 50750) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:05.211403 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8d553121-abe7-4baa-a2e0-3a2d657b6ee6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:05.222528 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-aa23b18b-058a-40d1-b1b4-b4fc041faabb service neutron] Transition to ACTIVE for port object 31299d0f-8004-4f4a-ba86-37168fff27f4 will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:28:05.232427 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-aa23b18b-058a-40d1-b1b4-b4fc041faabb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:05.237336 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-450519f4-b87e-4f1f-ab27-b5349ca65613 req-b435dbcb-f051-4d91-bf88-91cba1cc443c tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:05.278269 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] get_ports_and_sgs() called for port_ids ['355d4f4e-0f97-4599-8580-8d12831aaf46'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:28:05.315918 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-329edacf-23e8-4e10-b856-0d4b68c0e8e6 req-b3c49087-a757-485c-bc39-ee9e47431be3 tempest-ServerRescueTestJSONUnderV235-1370369985 tempest-ServerRescueTestJSONUnderV235-1370369985-project] 10.222.0.68 "GET /v2.0/security-groups?id=83a8b8b4-4aa6-423e-95ab-da9a4626b74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979320 Jul 14 09:28:05.319403 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa23b18b-058a-40d1-b1b4-b4fc041faabb service neutron] Pushing event updated for resources: {'Port': ['ID=31299d0f-8004-4f4a-ba86-37168fff27f4,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:05.392715 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 8acf4a11-a053-4451-8c9e-0fead5441f50 no longer exists at agent hyperv_n-h2-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:28:05.404011 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-df5593e7-80ca-47be-b5c2-b682e4fb2165 req-789420e7-8654-4982-b406-3baac8907978 tempest-ServerRescueTestJSONUnderV235-1370369985 tempest-ServerRescueTestJSONUnderV235-1370369985-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1429528388', 'description': 'tempest-description-1659786882'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:28:05.454913 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b435dbcb-f051-4d91-bf88-91cba1cc443c tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Pushing event deleted for resources: {'Port': ['ID=ddef7986-1946-401d-bc3c-74e0bb813b76,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:05.456995 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-aa23b18b-058a-40d1-b1b4-b4fc041faabb service neutron] Attempting to bind port 31299d0f-8004-4f4a-ba86-37168fff27f4 on host n-h1-779913-29 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:28:05.459002 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-aa23b18b-058a-40d1-b1b4-b4fc041faabb service neutron] Attempting to bind port 31299d0f-8004-4f4a-ba86-37168fff27f4 by drivers openvswitch,hyperv on host n-h1-779913-29 at level 0 using segments [{'id': '346dc94d-54e0-4ffe-b110-f21faf0bbb7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '1ef94415-a918-409e-b853-7a1089057996'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:28:05.459479 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-aa23b18b-058a-40d1-b1b4-b4fc041faabb service neutron] Attempting to bind port 31299d0f-8004-4f4a-ba86-37168fff27f4 on network 1ef94415-a918-409e-b853-7a1089057996 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:28:05.466683 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-aa23b18b-058a-40d1-b1b4-b4fc041faabb service neutron] Port 31299d0f-8004-4f4a-ba86-37168fff27f4 on network 1ef94415-a918-409e-b853-7a1089057996 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-29 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:28:05.467370 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-aa23b18b-058a-40d1-b1b4-b4fc041faabb service neutron] Attempting to bind port 31299d0f-8004-4f4a-ba86-37168fff27f4 on network 1ef94415-a918-409e-b853-7a1089057996 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:28:05.473820 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-aa23b18b-058a-40d1-b1b4-b4fc041faabb service neutron] Checking agent: {'id': 'de11e667-f145-47b0-bd09-334a7505938e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 13, 12), 'started_at': datetime.datetime(2021, 7, 14, 9, 13, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 27, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:28:05.474262 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-aa23b18b-058a-40d1-b1b4-b4fc041faabb service neutron] Checking segment: {'id': '346dc94d-54e0-4ffe-b110-f21faf0bbb7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '1ef94415-a918-409e-b853-7a1089057996'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:28:05.474726 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-aa23b18b-058a-40d1-b1b4-b4fc041faabb service neutron] Bound using segment: {'id': '346dc94d-54e0-4ffe-b110-f21faf0bbb7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '1ef94415-a918-409e-b853-7a1089057996'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:28:05.475354 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-aa23b18b-058a-40d1-b1b4-b4fc041faabb service neutron] Bound port: 31299d0f-8004-4f4a-ba86-37168fff27f4, host: n-h1-779913-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '346dc94d-54e0-4ffe-b110-f21faf0bbb7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '1ef94415-a918-409e-b853-7a1089057996'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:28:05.476126 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-aa23b18b-058a-40d1-b1b4-b4fc041faabb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:05.598043 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-618d6059-1cd1-4cfe-a418-d7f5199c1d44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:05.650483 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-aa23b18b-058a-40d1-b1b4-b4fc041faabb service neutron] For port 31299d0f-8004-4f4a-ba86-37168fff27f4, host n-h1-779913-29, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:28:05.668340 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-aa23b18b-058a-40d1-b1b4-b4fc041faabb service neutron] For port 31299d0f-8004-4f4a-ba86-37168fff27f4, host n-h1-779913-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=31299d0f-8004-4f4a-ba86-37168fff27f4,segment=NetworkSegment(346dc94d-54e0-4ffe-b110-f21faf0bbb7e),segment_id=346dc94d-54e0-4ffe-b110-f21faf0bbb7e)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:28:05.684042 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec8d6be-138a-4a24-a91d-59b7bafc7b15 req-ebdbebc2-856b-4336-9e02-3520b51f3ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:05.684617 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec8d6be-138a-4a24-a91d-59b7bafc7b15 req-ebdbebc2-856b-4336-9e02-3520b51f3ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:05.685153 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec8d6be-138a-4a24-a91d-59b7bafc7b15 req-ebdbebc2-856b-4336-9e02-3520b51f3ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:05.685996 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-aa23b18b-058a-40d1-b1b4-b4fc041faabb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:05.688512 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-4ec8d6be-138a-4a24-a91d-59b7bafc7b15 req-ebdbebc2-856b-4336-9e02-3520b51f3ed6 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=59257167697a4d8397898a00de2a9ad0&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.5249965 Jul 14 09:28:05.695084 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device ddef7986-1946-401d-bc3c-74e0bb813b76 no longer exists at agent hyperv_n-h2-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:28:05.729438 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-450519f4-b87e-4f1f-ab27-b5349ca65613 req-b435dbcb-f051-4d91-bf88-91cba1cc443c tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] No DVR routers for this DVR port ddef7986-1946-401d-bc3c-74e0bb813b76 on host n-h2-779913-29 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:28:05.731836 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-618d6059-1cd1-4cfe-a418-d7f5199c1d44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:05.756952 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] No Port match for: ddef7986-1946-401d-bc3c-74e0bb813b76 {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:28:05.757305 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device ddef7986-1946-401d-bc3c-74e0bb813b76 not bound to the agent host n-h2-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:28:05.806975 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-aa23b18b-058a-40d1-b1b4-b4fc041faabb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:05.807822 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-aa23b18b-058a-40d1-b1b4-b4fc041faabb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:05.809439 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-aa23b18b-058a-40d1-b1b4-b4fc041faabb service neutron] 10.222.0.65 "PUT /v2.0/ports/31299d0f-8004-4f4a-ba86-37168fff27f4 HTTP/1.1" status: 200 len: 1131 time: 1.9555240 Jul 14 09:28:05.851193 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa23b18b-058a-40d1-b1b4-b4fc041faabb service neutron] Pushing event updated for resources: {'Port': ['ID=31299d0f-8004-4f4a-ba86-37168fff27f4,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:05.861999 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-3eb2f165-c0e0-463f-8f6b-f63b11be76d8 service neutron] Request body: {'port': {'device_id': '15fddc0e-6959-44be-b8ff-be56e396088e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-29'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:28:05.870766 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-450519f4-b87e-4f1f-ab27-b5349ca65613 req-b435dbcb-f051-4d91-bf88-91cba1cc443c tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:05.873020 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-450519f4-b87e-4f1f-ab27-b5349ca65613 req-b435dbcb-f051-4d91-bf88-91cba1cc443c tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.57 "DELETE /v2.0/ports/ddef7986-1946-401d-bc3c-74e0bb813b76 HTTP/1.1" status: 204 len: 173 time: 2.9837146 Jul 14 09:28:05.882932 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec8d6be-138a-4a24-a91d-59b7bafc7b15 req-769fd9e9-238c-4fcf-ae0d-57cf0a21e71d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:05.884542 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-4ec8d6be-138a-4a24-a91d-59b7bafc7b15 req-769fd9e9-238c-4fcf-ae0d-57cf0a21e71d service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1597121 Jul 14 09:28:05.885048 n-d-779913-29 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24fecb6e-fc86-43ac-8eaf-657f9dec62b4', 'name': 'network-vif-deleted', 'tag': 'ddef7986-1946-401d-bc3c-74e0bb813b76'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:28:05.887607 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cb48f044f948e981f43897c8d7f1332f741dc7af2b4c5a6e19d8f4a80f708e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4903db7e-746f-4b57-b60f-56a350c6dad4" -d '{"events": [{"server_uuid": "24fecb6e-fc86-43ac-8eaf-657f9dec62b4", "name": "network-vif-deleted", "tag": "ddef7986-1946-401d-bc3c-74e0bb813b76"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:28:05.968863 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346a390d-12c7-4d26-a46d-07e0e838bd07 req-e4dbc6e6-d1e2-438c-8f39-b06169955581 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:05.982267 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346a390d-12c7-4d26-a46d-07e0e838bd07 req-e4dbc6e6-d1e2-438c-8f39-b06169955581 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:05.992201 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346a390d-12c7-4d26-a46d-07e0e838bd07 req-e4dbc6e6-d1e2-438c-8f39-b06169955581 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:06.001076 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346a390d-12c7-4d26-a46d-07e0e838bd07 req-e4dbc6e6-d1e2-438c-8f39-b06169955581 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:06.009007 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346a390d-12c7-4d26-a46d-07e0e838bd07 req-e4dbc6e6-d1e2-438c-8f39-b06169955581 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:06.018046 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346a390d-12c7-4d26-a46d-07e0e838bd07 req-e4dbc6e6-d1e2-438c-8f39-b06169955581 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:06.021699 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-346a390d-12c7-4d26-a46d-07e0e838bd07 req-e4dbc6e6-d1e2-438c-8f39-b06169955581 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] 10.222.0.68 "GET /v2.0/ports?device_id=15fddc0e-6959-44be-b8ff-be56e396088e HTTP/1.1" status: 200 len: 4601 time: 0.8465028 Jul 14 09:28:06.033573 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8d553121-abe7-4baa-a2e0-3a2d657b6ee6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:06.037379 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-618d6059-1cd1-4cfe-a418-d7f5199c1d44 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 740} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:28:06.040087 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618d6059-1cd1-4cfe-a418-d7f5199c1d44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40705d00-8ef1-49f8-b4a2-430b84b1154a,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:06.052152 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8d553121-abe7-4baa-a2e0-3a2d657b6ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:06.129456 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-618d6059-1cd1-4cfe-a418-d7f5199c1d44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:06.129953 n-d-779913-29 neutron-server[93958]: INFO neutron.db.segments_db [None req-618d6059-1cd1-4cfe-a418-d7f5199c1d44 admin admin] Added segment 9abd0843-959a-405e-9c10-f9ee8602b197 of type vlan for network de0d82be-4006-446a-807f-affef7e50d43 Jul 14 09:28:06.171565 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-8d553121-abe7-4baa-a2e0-3a2d657b6ee6 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=d30b8ff39ef545adafc6e60cb6cb81ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9864190 Jul 14 09:28:06.179902 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-3eb2f165-c0e0-463f-8f6b-f63b11be76d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:06.190520 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 50770) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:06.223925 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-346a390d-12c7-4d26-a46d-07e0e838bd07 req-810bbbe6-3375-43cc-b0ff-0ddeb54ab9ed tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] 10.222.0.68 "GET /v2.0/security-groups?id=8dea9d70-5f45-4874-bf11-9cb57df29d33&id=654de86a-d9c2-46da-8a5c-08b7fecbf459&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1621747 Jul 14 09:28:06.234765 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-618d6059-1cd1-4cfe-a418-d7f5199c1d44 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735687821325'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:06.237021 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-df5593e7-80ca-47be-b5c2-b682e4fb2165 req-789420e7-8654-4982-b406-3baac8907978 tempest-ServerRescueTestJSONUnderV235-1370369985 tempest-ServerRescueTestJSONUnderV235-1370369985-project] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:06.257387 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d553121-abe7-4baa-a2e0-3a2d657b6ee6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb3b2811-d31e-45eb-bd6e-32c546cbad5d,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:06.284726 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-618d6059-1cd1-4cfe-a418-d7f5199c1d44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:06.286637 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-618d6059-1cd1-4cfe-a418-d7f5199c1d44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:06.287256 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-618d6059-1cd1-4cfe-a418-d7f5199c1d44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:06.393395 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-618d6059-1cd1-4cfe-a418-d7f5199c1d44 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.1742070 Jul 14 09:28:06.401775 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 50772) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:06.409447 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-2c628e6d-3cb6-4da0-950a-bc92ede3267f admin admin] Request body: {'subnet': {'network_id': 'de0d82be-4006-446a-807f-affef7e50d43', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-462751166-subnet', 'tenant_id': '4d74da9b287243d78450229fdaff7ab0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:28:06.455975 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618d6059-1cd1-4cfe-a418-d7f5199c1d44 admin admin] Pushing event updated for resources: {'Network': ['ID=de0d82be-4006-446a-807f-affef7e50d43,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:06.475544 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Network de0d82be-4006-446a-807f-affef7e50d43 details requested by agent ovs-agent-n-d-779913-29 with host n-d-779913-29 {{(pid=93959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:28:06.607970 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-693ab432-c5a2-4fa8-be49-fa2e9ef03963 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:06.659827 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-693ab432-c5a2-4fa8-be49-fa2e9ef03963 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:06.727240 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 50776) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:06.784301 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15fddc0e-6959-44be-b8ff-be56e396088e', 'tag': '31299d0f-8004-4f4a-ba86-37168fff27f4'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:28:06.788862 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-688c2374-bee5-4ac1-a93e-60ac01ddc161" -d '{"events": [{"name": "network-changed", "server_uuid": "15fddc0e-6959-44be-b8ff-be56e396088e", "tag": "31299d0f-8004-4f4a-ba86-37168fff27f4"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:28:06.796452 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-b103c6b8-4601-406d-8a83-7ed73b746da3 req-25df7c73-f266-43e4-9df2-83534bbe2aa5 service neutron] 10.222.0.57 "GET /v2.0/ports/8acf4a11-a053-4451-8c9e-0fead5441f50/bindings/n-h1-779913-29 HTTP/1.1" status: 200 len: 385 time: 0.2621400 Jul 14 09:28:06.813107 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-df5593e7-80ca-47be-b5c2-b682e4fb2165 req-789420e7-8654-4982-b406-3baac8907978 tempest-ServerRescueTestJSONUnderV235-1370369985 tempest-ServerRescueTestJSONUnderV235-1370369985-project] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:06.826312 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-df5593e7-80ca-47be-b5c2-b682e4fb2165 req-789420e7-8654-4982-b406-3baac8907978 tempest-ServerRescueTestJSONUnderV235-1370369985 tempest-ServerRescueTestJSONUnderV235-1370369985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:06.889250 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789420e7-8654-4982-b406-3baac8907978 tempest-ServerRescueTestJSONUnderV235-1370369985 tempest-ServerRescueTestJSONUnderV235-1370369985-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40c0730e-52b7-4894-ad0d-2b07c69a585b,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:06.908619 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-693ab432-c5a2-4fa8-be49-fa2e9ef03963 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:06.912233 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-693ab432-c5a2-4fa8-be49-fa2e9ef03963 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:06.913401 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-693ab432-c5a2-4fa8-be49-fa2e9ef03963 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/fb3b2811-d31e-45eb-bd6e-32c546cbad5d HTTP/1.1" status: 204 len: 168 time: 0.7212586 Jul 14 09:28:06.931801 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c628e6d-3cb6-4da0-950a-bc92ede3267f admin admin] Made reservation on behalf of 4d74da9b287243d78450229fdaff7ab0 for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:28:06.935099 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693ab432-c5a2-4fa8-be49-fa2e9ef03963 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb3b2811-d31e-45eb-bd6e-32c546cbad5d,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:06.936821 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2c628e6d-3cb6-4da0-950a-bc92ede3267f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16714600'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:06.941915 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-df5593e7-80ca-47be-b5c2-b682e4fb2165 req-789420e7-8654-4982-b406-3baac8907978 tempest-ServerRescueTestJSONUnderV235-1370369985 tempest-ServerRescueTestJSONUnderV235-1370369985-project] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:06.946162 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-df5593e7-80ca-47be-b5c2-b682e4fb2165 req-789420e7-8654-4982-b406-3baac8907978 tempest-ServerRescueTestJSONUnderV235-1370369985 tempest-ServerRescueTestJSONUnderV235-1370369985-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 1.5494072 Jul 14 09:28:06.973193 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd93315d-ea4a-49b8-9048-1ddbc3404998 req-c886f27e-f123-4008-9878-96a2d4ad614e tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:06.979632 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-cd93315d-ea4a-49b8-9048-1ddbc3404998 req-c886f27e-f123-4008-9878-96a2d4ad614e tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] 10.222.0.68 "GET /v2.0/ports?device_id=c9f22e9a-4298-4b73-8115-f2b7bacb077c HTTP/1.1" status: 200 len: 943 time: 0.4582648 Jul 14 09:28:07.038366 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-3eb2f165-c0e0-463f-8f6b-f63b11be76d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e37b52c-3f18-4c81-9abd-39641803b448 {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:28:07.053617 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-3eb2f165-c0e0-463f-8f6b-f63b11be76d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:07.079542 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-3eb2f165-c0e0-463f-8f6b-f63b11be76d8 service neutron] Transition to ACTIVE for port object 9e37b52c-3f18-4c81-9abd-39641803b448 will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:28:07.123652 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-3eb2f165-c0e0-463f-8f6b-f63b11be76d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:07.136882 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b9fecfda-dc90-4101-9ee3-eb3f185291d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:07.141351 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:28:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3851938-2a22-4221-b0f6-3d273b0db64b x-openstack-request-id: req-b3851938-2a22-4221-b0f6-3d273b0db64b {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:28:07.141934 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24fecb6e-fc86-43ac-8eaf-657f9dec62b4", "name": "network-vif-deleted", "tag": "ddef7986-1946-401d-bc3c-74e0bb813b76", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:28:07.142063 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-b3851938-2a22-4221-b0f6-3d273b0db64b {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:28:07.142610 n-d-779913-29 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24fecb6e-fc86-43ac-8eaf-657f9dec62b4', 'name': 'network-vif-deleted', 'tag': 'ddef7986-1946-401d-bc3c-74e0bb813b76', 'status': 'completed', 'code': 200} Jul 14 09:28:07.188231 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-cd93315d-ea4a-49b8-9048-1ddbc3404998 req-954d3b9b-4e88-4aba-87ea-e680f9581bd1 tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] 10.222.0.68 "GET /v2.0/security-groups?id=cf40bcd2-1dd1-48fb-a6b7-6df0e80ce2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666977 Jul 14 09:28:07.377819 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b9fecfda-dc90-4101-9ee3-eb3f185291d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:07.399244 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:28:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62957a07-aac7-49b2-9df1-7494e61b74f1 x-openstack-request-id: req-62957a07-aac7-49b2-9df1-7494e61b74f1 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:28:07.400737 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15fddc0e-6959-44be-b8ff-be56e396088e", "tag": "31299d0f-8004-4f4a-ba86-37168fff27f4", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:28:07.403220 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-62957a07-aac7-49b2-9df1-7494e61b74f1 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:28:07.403764 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15fddc0e-6959-44be-b8ff-be56e396088e', 'tag': '31299d0f-8004-4f4a-ba86-37168fff27f4', 'status': 'completed', 'code': 200} Jul 14 09:28:07.434941 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b9fecfda-dc90-4101-9ee3-eb3f185291d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:07.593866 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb2f165-c0e0-463f-8f6b-f63b11be76d8 service neutron] Pushing event updated for resources: {'Port': ['ID=9e37b52c-3f18-4c81-9abd-39641803b448,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:07.689342 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-b9fecfda-dc90-4101-9ee3-eb3f185291d2 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=92b18a3e88444dbd8706053b966f7d31&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9580913 Jul 14 09:28:07.694969 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 50804) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:07.731595 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fecfda-dc90-4101-9ee3-eb3f185291d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c180cd58-4356-475c-8a41-4d04f3348b55,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:07.733074 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-b103c6b8-4601-406d-8a83-7ed73b746da3 req-af133379-af96-446e-924a-cc6790dce4fc service neutron] For port 8acf4a11-a053-4451-8c9e-0fead5441f50, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=8acf4a11-a053-4451-8c9e-0fead5441f50,segment=NetworkSegment(3140b72d-6a4a-4668-bad8-c572bd128f6c),segment_id=3140b72d-6a4a-4668-bad8-c572bd128f6c)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:28:07.797446 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-845009f3-77ef-43bf-89a3-5c24a5db279d req-3daf84f8-e174-4b46-94bf-4b3c53e8a9f9 tempest-ServerRescueTestJSONUnderV235-1370369985 tempest-ServerRescueTestJSONUnderV235-1370369985-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1429528388&fields=id&tenant_id=4b85dee2e11f48ac896088cf28057727 HTTP/1.1" status: 200 len: 267 time: 0.1909366 Jul 14 09:28:07.801323 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-b103c6b8-4601-406d-8a83-7ed73b746da3 req-af133379-af96-446e-924a-cc6790dce4fc service neutron] For port 8acf4a11-a053-4451-8c9e-0fead5441f50, host n-h2-779913-29, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:28:07.818645 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-3eb2f165-c0e0-463f-8f6b-f63b11be76d8 service neutron] Attempting to bind port 9e37b52c-3f18-4c81-9abd-39641803b448 on host n-h1-779913-29 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:28:07.819376 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-3eb2f165-c0e0-463f-8f6b-f63b11be76d8 service neutron] Attempting to bind port 9e37b52c-3f18-4c81-9abd-39641803b448 by drivers openvswitch,hyperv on host n-h1-779913-29 at level 0 using segments [{'id': '346dc94d-54e0-4ffe-b110-f21faf0bbb7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '1ef94415-a918-409e-b853-7a1089057996'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:28:07.820012 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-3eb2f165-c0e0-463f-8f6b-f63b11be76d8 service neutron] Attempting to bind port 9e37b52c-3f18-4c81-9abd-39641803b448 on network 1ef94415-a918-409e-b853-7a1089057996 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:28:07.835520 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2c628e6d-3cb6-4da0-950a-bc92ede3267f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13573993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16714586'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:07.856221 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f8bf08-d169-4d15-9c50-b94de2e78eb5 req-83cd1ac5-9fb4-4059-bfe8-748dd4264f4e tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:07.863849 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f8bf08-d169-4d15-9c50-b94de2e78eb5 req-83cd1ac5-9fb4-4059-bfe8-748dd4264f4e tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:07.872292 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f8bf08-d169-4d15-9c50-b94de2e78eb5 req-83cd1ac5-9fb4-4059-bfe8-748dd4264f4e tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:07.876775 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688c2374-bee5-4ac1-a93e-60ac01ddc161 req-efc09198-b51a-401d-b946-2793ea1ae7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:07.877326 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688c2374-bee5-4ac1-a93e-60ac01ddc161 req-efc09198-b51a-401d-b946-2793ea1ae7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:07.877902 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688c2374-bee5-4ac1-a93e-60ac01ddc161 req-efc09198-b51a-401d-b946-2793ea1ae7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:07.878399 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688c2374-bee5-4ac1-a93e-60ac01ddc161 req-efc09198-b51a-401d-b946-2793ea1ae7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:07.878900 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688c2374-bee5-4ac1-a93e-60ac01ddc161 req-efc09198-b51a-401d-b946-2793ea1ae7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:07.879380 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688c2374-bee5-4ac1-a93e-60ac01ddc161 req-efc09198-b51a-401d-b946-2793ea1ae7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:07.879858 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688c2374-bee5-4ac1-a93e-60ac01ddc161 req-efc09198-b51a-401d-b946-2793ea1ae7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:07.881864 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-688c2374-bee5-4ac1-a93e-60ac01ddc161 req-efc09198-b51a-401d-b946-2793ea1ae7ac service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=59257167697a4d8397898a00de2a9ad0&device_id=15fddc0e-6959-44be-b8ff-be56e396088e HTTP/1.1" status: 200 len: 6239 time: 0.3913934 Jul 14 09:28:07.883821 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f8bf08-d169-4d15-9c50-b94de2e78eb5 req-83cd1ac5-9fb4-4059-bfe8-748dd4264f4e tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:07.891159 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f8bf08-d169-4d15-9c50-b94de2e78eb5 req-83cd1ac5-9fb4-4059-bfe8-748dd4264f4e tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:07.898334 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f8bf08-d169-4d15-9c50-b94de2e78eb5 req-83cd1ac5-9fb4-4059-bfe8-748dd4264f4e tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:07.906203 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f8bf08-d169-4d15-9c50-b94de2e78eb5 req-83cd1ac5-9fb4-4059-bfe8-748dd4264f4e tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:07.915549 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d2f8bf08-d169-4d15-9c50-b94de2e78eb5 req-83cd1ac5-9fb4-4059-bfe8-748dd4264f4e tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] 10.222.0.68 "GET /v2.0/ports?device_id=15fddc0e-6959-44be-b8ff-be56e396088e HTTP/1.1" status: 200 len: 5385 time: 0.3153119 Jul 14 09:28:07.922532 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-3eb2f165-c0e0-463f-8f6b-f63b11be76d8 service neutron] Port 9e37b52c-3f18-4c81-9abd-39641803b448 on network 1ef94415-a918-409e-b853-7a1089057996 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-29 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:28:07.922783 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-3eb2f165-c0e0-463f-8f6b-f63b11be76d8 service neutron] Attempting to bind port 9e37b52c-3f18-4c81-9abd-39641803b448 on network 1ef94415-a918-409e-b853-7a1089057996 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:28:07.936996 n-d-779913-29 neutron-server[93958]: DEBUG neutron.notifiers.nova [req-b103c6b8-4601-406d-8a83-7ed73b746da3 req-af133379-af96-446e-924a-cc6790dce4fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8acf4a11-a053-4451-8c9e-0fead5441f50 {{(pid=93958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:28:07.953130 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-0c939a70-ea71-4110-ad13-61b15ff5a885 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:07.973581 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-3eb2f165-c0e0-463f-8f6b-f63b11be76d8 service neutron] Checking agent: {'id': 'de11e667-f145-47b0-bd09-334a7505938e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 13, 12), 'started_at': datetime.datetime(2021, 7, 14, 9, 13, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 27, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:28:07.973959 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-3eb2f165-c0e0-463f-8f6b-f63b11be76d8 service neutron] Checking segment: {'id': '346dc94d-54e0-4ffe-b110-f21faf0bbb7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '1ef94415-a918-409e-b853-7a1089057996'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:28:07.974433 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-3eb2f165-c0e0-463f-8f6b-f63b11be76d8 service neutron] Bound using segment: {'id': '346dc94d-54e0-4ffe-b110-f21faf0bbb7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '1ef94415-a918-409e-b853-7a1089057996'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:28:07.974934 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-3eb2f165-c0e0-463f-8f6b-f63b11be76d8 service neutron] Bound port: 9e37b52c-3f18-4c81-9abd-39641803b448, host: n-h1-779913-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '346dc94d-54e0-4ffe-b110-f21faf0bbb7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '1ef94415-a918-409e-b853-7a1089057996'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:28:07.975297 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-3eb2f165-c0e0-463f-8f6b-f63b11be76d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:08.000144 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-b103c6b8-4601-406d-8a83-7ed73b746da3 req-af133379-af96-446e-924a-cc6790dce4fc service neutron] For port 8acf4a11-a053-4451-8c9e-0fead5441f50, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=8acf4a11-a053-4451-8c9e-0fead5441f50,segment=NetworkSegment(3140b72d-6a4a-4668-bad8-c572bd128f6c),segment_id=3140b72d-6a4a-4668-bad8-c572bd128f6c)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:28:08.016122 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d2f8bf08-d169-4d15-9c50-b94de2e78eb5 req-a92d7294-8a70-46ec-8420-09f1ece8cd33 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] 10.222.0.68 "GET /v2.0/security-groups?id=8dea9d70-5f45-4874-bf11-9cb57df29d33&id=654de86a-d9c2-46da-8a5c-08b7fecbf459&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0985670 Jul 14 09:28:08.045180 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-0c939a70-ea71-4110-ad13-61b15ff5a885 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:08.055942 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c628e6d-3cb6-4da0-950a-bc92ede3267f admin admin] Pushing event updated for resources: {'Subnet': ['ID=d53eeb91-9431-4f80-927a-072bd1c86dae,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:08.075691 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-b103c6b8-4601-406d-8a83-7ed73b746da3 req-af133379-af96-446e-924a-cc6790dce4fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:08.145701 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c628e6d-3cb6-4da0-950a-bc92ede3267f admin admin] Checking segment: {'id': '9abd0843-959a-405e-9c10-f9ee8602b197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'de0d82be-4006-446a-807f-affef7e50d43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:28:08.146578 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c628e6d-3cb6-4da0-950a-bc92ede3267f admin admin] Network hostable DHCP agents. Network: de0d82be-4006-446a-807f-affef7e50d43, hostable agents: ['c6a09bd4-f72e-4283-a3ca-0bbca8a51081'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:28:08.183662 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-3eb2f165-c0e0-463f-8f6b-f63b11be76d8 service neutron] For port 9e37b52c-3f18-4c81-9abd-39641803b448, host n-h1-779913-29, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:28:08.184657 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845009f3-77ef-43bf-89a3-5c24a5db279d req-0ee5fc93-a635-4d25-85b4-8af78ecf007f tempest-ServerRescueTestJSONUnderV235-1370369985 tempest-ServerRescueTestJSONUnderV235-1370369985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:08.187403 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-3eb2f165-c0e0-463f-8f6b-f63b11be76d8 service neutron] For port 9e37b52c-3f18-4c81-9abd-39641803b448, host n-h1-779913-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=9e37b52c-3f18-4c81-9abd-39641803b448,segment=NetworkSegment(346dc94d-54e0-4ffe-b110-f21faf0bbb7e),segment_id=346dc94d-54e0-4ffe-b110-f21faf0bbb7e)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:28:08.192238 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-845009f3-77ef-43bf-89a3-5c24a5db279d req-0ee5fc93-a635-4d25-85b4-8af78ecf007f tempest-ServerRescueTestJSONUnderV235-1370369985 tempest-ServerRescueTestJSONUnderV235-1370369985-project] 10.222.0.68 "GET /v2.0/ports?device_id=50c37d2a-9d36-413f-a86d-c6fd0726b830 HTTP/1.1" status: 200 len: 946 time: 0.3937361 Jul 14 09:28:08.192743 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-3eb2f165-c0e0-463f-8f6b-f63b11be76d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:08.207372 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [req-845009f3-77ef-43bf-89a3-5c24a5db279d req-c531e5f4-9a63-4967-892f-b514c708f1bb tempest-ServerRescueTestJSONUnderV235-1370369985 tempest-ServerRescueTestJSONUnderV235-1370369985-project] Request body: {'port': {'security_groups': ['83a8b8b4-4aa6-423e-95ab-da9a4626b74e', '40c0730e-52b7-4894-ad0d-2b07c69a585b']}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:28:08.220271 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688c2374-bee5-4ac1-a93e-60ac01ddc161 req-cbdb709f-6d3c-41a3-8c7b-eca6d5fcfbda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:08.220936 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688c2374-bee5-4ac1-a93e-60ac01ddc161 req-cbdb709f-6d3c-41a3-8c7b-eca6d5fcfbda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:08.221211 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688c2374-bee5-4ac1-a93e-60ac01ddc161 req-cbdb709f-6d3c-41a3-8c7b-eca6d5fcfbda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:08.223400 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-688c2374-bee5-4ac1-a93e-60ac01ddc161 req-cbdb709f-6d3c-41a3-8c7b-eca6d5fcfbda service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=59257167697a4d8397898a00de2a9ad0&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.3131866 Jul 14 09:28:08.290408 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-0c939a70-ea71-4110-ad13-61b15ff5a885 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:08.293774 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-0c939a70-ea71-4110-ad13-61b15ff5a885 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:08.314403 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-0c939a70-ea71-4110-ad13-61b15ff5a885 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/c180cd58-4356-475c-8a41-4d04f3348b55 HTTP/1.1" status: 204 len: 168 time: 0.6090331 Jul 14 09:28:08.314403 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-3eb2f165-c0e0-463f-8f6b-f63b11be76d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:08.321929 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-3eb2f165-c0e0-463f-8f6b-f63b11be76d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:08.325094 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-3eb2f165-c0e0-463f-8f6b-f63b11be76d8 service neutron] 10.222.0.65 "PUT /v2.0/ports/9e37b52c-3f18-4c81-9abd-39641803b448 HTTP/1.1" status: 200 len: 1091 time: 2.4694118 Jul 14 09:28:08.368122 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c628e6d-3cb6-4da0-950a-bc92ede3267f admin admin] Network de0d82be-4006-446a-807f-affef7e50d43 is scheduled to be hosted by DHCP agent c6a09bd4-f72e-4283-a3ca-0bbca8a51081 with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:28:08.447858 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-2c628e6d-3cb6-4da0-950a-bc92ede3267f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-29, de0d82be-4006-446a-807f-affef7e50d43) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:28:08.456251 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87a54a08-77cd-48ba-a825-68f3fcc9d54f None None] Network de0d82be-4006-446a-807f-affef7e50d43 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:28:08.459952 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-b103c6b8-4601-406d-8a83-7ed73b746da3 req-af133379-af96-446e-924a-cc6790dce4fc service neutron] Transition to ACTIVE for port object 8acf4a11-a053-4451-8c9e-0fead5441f50 will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:28:08.470584 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c628e6d-3cb6-4da0-950a-bc92ede3267f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:08.471669 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2c628e6d-3cb6-4da0-950a-bc92ede3267f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:08.483867 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-b103c6b8-4601-406d-8a83-7ed73b746da3 req-af133379-af96-446e-924a-cc6790dce4fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13574142'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:08.562911 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-845009f3-77ef-43bf-89a3-5c24a5db279d req-c531e5f4-9a63-4967-892f-b514c708f1bb tempest-ServerRescueTestJSONUnderV235-1370369985 tempest-ServerRescueTestJSONUnderV235-1370369985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:08.576344 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-2c628e6d-3cb6-4da0-950a-bc92ede3267f admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.1732934 Jul 14 09:28:08.620474 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-b103c6b8-4601-406d-8a83-7ed73b746da3 req-af133379-af96-446e-924a-cc6790dce4fc service neutron] No DVR routers for this DVR port 8acf4a11-a053-4451-8c9e-0fead5441f50 on host n-h2-779913-29 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:28:08.647754 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e1a34e-fb33-4ec3-9819-b264ba141ca9 req-ca0c6454-8c16-48c4-9c07-8c9ec21038a2 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:08.653231 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a3e1a34e-fb33-4ec3-9819-b264ba141ca9 req-ca0c6454-8c16-48c4-9c07-8c9ec21038a2 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/networks?id=b13d7c6c-cfbf-4964-b16a-12c3c2736fe4 HTTP/1.1" status: 200 len: 806 time: 0.3812191 Jul 14 09:28:08.680825 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688c2374-bee5-4ac1-a93e-60ac01ddc161 req-f7a55b76-4a3c-4ec4-9ab5-3e51a046b469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:08.683126 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-688c2374-bee5-4ac1-a93e-60ac01ddc161 req-f7a55b76-4a3c-4ec4-9ab5-3e51a046b469 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4355631 Jul 14 09:28:08.688672 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-b6b94d2d-0de8-49e9-b5fd-93d417bbac52 service neutron] Request body: {'port': {'device_id': '15fddc0e-6959-44be-b8ff-be56e396088e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-29'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:28:08.735548 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb2f165-c0e0-463f-8f6b-f63b11be76d8 service neutron] Pushing event updated for resources: {'Port': ['ID=9e37b52c-3f18-4c81-9abd-39641803b448,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:08.788509 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af133379-af96-446e-924a-cc6790dce4fc service neutron] Pushing event updated for resources: {'Port': ['ID=8acf4a11-a053-4451-8c9e-0fead5441f50,revision_number=10']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:08.832094 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c939a70-ea71-4110-ad13-61b15ff5a885 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c180cd58-4356-475c-8a41-4d04f3348b55,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:08.867676 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-b103c6b8-4601-406d-8a83-7ed73b746da3 req-af133379-af96-446e-924a-cc6790dce4fc service neutron] 10.222.0.57 "PUT /v2.0/ports/8acf4a11-a053-4451-8c9e-0fead5441f50/bindings/n-h1-779913-29/activate HTTP/1.1" status: 200 len: 370 time: 2.0624740 Jul 14 09:28:08.967724 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d46db341-e221-42a4-bbce-521ecb7f84fe None None] Network de0d82be-4006-446a-807f-affef7e50d43 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:28:08.971942 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a3e1a34e-fb33-4ec3-9819-b264ba141ca9 req-b92fde46-1fbe-44b8-abfe-1ab74f4c041c tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/quotas/5a5f2c2d833f465d9525ee4af4d3c349 HTTP/1.1" status: 200 len: 375 time: 0.2613685 Jul 14 09:28:09.185845 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-b6b94d2d-0de8-49e9-b5fd-93d417bbac52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:09.226009 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a3e1a34e-fb33-4ec3-9819-b264ba141ca9 req-304cb8b8-1e60-4271-98c0-4d5f328afb85 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=5a5f2c2d833f465d9525ee4af4d3c349&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2530291 Jul 14 09:28:09.263060 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b103c6b8-4601-406d-8a83-7ed73b746da3 req-6bb2ac88-f315-4887-b40b-be9f07fb146a tempest-LiveMigrationTest-864996632 tempest-LiveMigrationTest-864996632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:09.265607 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-b103c6b8-4601-406d-8a83-7ed73b746da3 req-6bb2ac88-f315-4887-b40b-be9f07fb146a tempest-LiveMigrationTest-864996632 tempest-LiveMigrationTest-864996632-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=c9f22e9a-4298-4b73-8115-f2b7bacb077c&tenant_id=88495f2d6951432397900165a462d224&binding%3Ahost_id=n-h2-779913-29 HTTP/1.1" status: 200 len: 1096 time: 0.2608244 Jul 14 09:28:09.336202 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-845009f3-77ef-43bf-89a3-5c24a5db279d req-c531e5f4-9a63-4967-892f-b514c708f1bb tempest-ServerRescueTestJSONUnderV235-1370369985 tempest-ServerRescueTestJSONUnderV235-1370369985-project] For port 72e2bc5e-4c60-4c69-81ed-50a1f6b1b07b, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=72e2bc5e-4c60-4c69-81ed-50a1f6b1b07b,segment=NetworkSegment(d7298ca0-8a82-4a6c-a35e-21e23aa9333b),segment_id=d7298ca0-8a82-4a6c-a35e-21e23aa9333b)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:28:09.358704 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 50846) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:09.389556 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0d8541d0-4bb2-4f83-84e7-a650adbccc10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:09.407045 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15fddc0e-6959-44be-b8ff-be56e396088e', 'tag': '9e37b52c-3f18-4c81-9abd-39641803b448'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:28:09.409690 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86cbe6f5-0948-451e-8b4f-8425d0a94515" -d '{"events": [{"name": "network-changed", "server_uuid": "15fddc0e-6959-44be-b8ff-be56e396088e", "tag": "9e37b52c-3f18-4c81-9abd-39641803b448"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:28:09.432496 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-845009f3-77ef-43bf-89a3-5c24a5db279d req-c531e5f4-9a63-4967-892f-b514c708f1bb tempest-ServerRescueTestJSONUnderV235-1370369985 tempest-ServerRescueTestJSONUnderV235-1370369985-project] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:09.444185 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-845009f3-77ef-43bf-89a3-5c24a5db279d req-c531e5f4-9a63-4967-892f-b514c708f1bb tempest-ServerRescueTestJSONUnderV235-1370369985 tempest-ServerRescueTestJSONUnderV235-1370369985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13574142'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:09.461351 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b103c6b8-4601-406d-8a83-7ed73b746da3 req-3d9bf020-b4f0-4711-afa0-9d8ca0eb8647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:09.463916 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-b103c6b8-4601-406d-8a83-7ed73b746da3 req-3d9bf020-b4f0-4711-afa0-9d8ca0eb8647 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=c9f22e9a-4298-4b73-8115-f2b7bacb077c&tenant_id=88495f2d6951432397900165a462d224 HTTP/1.1" status: 200 len: 1096 time: 0.1841474 Jul 14 09:28:09.480397 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] get_ports_and_sgs() called for port_ids ['72e2bc5e-4c60-4c69-81ed-50a1f6b1b07b'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:28:09.603529 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845009f3-77ef-43bf-89a3-5c24a5db279d req-c531e5f4-9a63-4967-892f-b514c708f1bb tempest-ServerRescueTestJSONUnderV235-1370369985 tempest-ServerRescueTestJSONUnderV235-1370369985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:09.604448 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-845009f3-77ef-43bf-89a3-5c24a5db279d req-c531e5f4-9a63-4967-892f-b514c708f1bb tempest-ServerRescueTestJSONUnderV235-1370369985 tempest-ServerRescueTestJSONUnderV235-1370369985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:09.611496 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-845009f3-77ef-43bf-89a3-5c24a5db279d req-c531e5f4-9a63-4967-892f-b514c708f1bb tempest-ServerRescueTestJSONUnderV235-1370369985 tempest-ServerRescueTestJSONUnderV235-1370369985-project] 10.222.0.68 "PUT /v2.0/ports/72e2bc5e-4c60-4c69-81ed-50a1f6b1b07b HTTP/1.1" status: 200 len: 982 time: 1.4184172 Jul 14 09:28:09.612196 n-d-779913-29 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50c37d2a-9d36-413f-a86d-c6fd0726b830', 'tag': '72e2bc5e-4c60-4c69-81ed-50a1f6b1b07b'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:28:09.620878 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cb48f044f948e981f43897c8d7f1332f741dc7af2b4c5a6e19d8f4a80f708e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f0600dd-0e46-4c1a-956e-fed33f948228" -d '{"events": [{"name": "network-changed", "server_uuid": "50c37d2a-9d36-413f-a86d-c6fd0726b830", "tag": "72e2bc5e-4c60-4c69-81ed-50a1f6b1b07b"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:28:09.682668 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c531e5f4-9a63-4967-892f-b514c708f1bb tempest-ServerRescueTestJSONUnderV235-1370369985 tempest-ServerRescueTestJSONUnderV235-1370369985-project] Pushing event updated for resources: {'Port': ['ID=72e2bc5e-4c60-4c69-81ed-50a1f6b1b07b,revision_number=6']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:09.773433 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b103c6b8-4601-406d-8a83-7ed73b746da3 req-f3de3e90-cf38-4b4b-b0ab-102138c7116f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:09.776405 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-b103c6b8-4601-406d-8a83-7ed73b746da3 req-f3de3e90-cf38-4b4b-b0ab-102138c7116f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=88495f2d6951432397900165a462d224&device_id=c9f22e9a-4298-4b73-8115-f2b7bacb077c HTTP/1.1" status: 200 len: 1096 time: 0.2641270 Jul 14 09:28:09.782623 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0d8541d0-4bb2-4f83-84e7-a650adbccc10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:09.804701 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-b6b94d2d-0de8-49e9-b5fd-93d417bbac52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70278794-2e00-4208-9515-e44b14dd3145 {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:28:09.808592 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0d8541d0-4bb2-4f83-84e7-a650adbccc10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:09.814615 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-b6b94d2d-0de8-49e9-b5fd-93d417bbac52 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:09.830275 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-b6b94d2d-0de8-49e9-b5fd-93d417bbac52 service neutron] Transition to ACTIVE for port object 70278794-2e00-4208-9515-e44b14dd3145 will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:28:09.878919 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-b6b94d2d-0de8-49e9-b5fd-93d417bbac52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:09.880585 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] get_ports_and_sgs() called for port_ids ['72e2bc5e-4c60-4c69-81ed-50a1f6b1b07b'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:28:09.936425 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b94d2d-0de8-49e9-b5fd-93d417bbac52 service neutron] Pushing event updated for resources: {'Port': ['ID=70278794-2e00-4208-9515-e44b14dd3145,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:10.018234 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8541d0-4bb2-4f83-84e7-a650adbccc10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0e111f3-e9ce-444a-a2d6-cb181be8ea6f,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:10.028924 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-0d8541d0-4bb2-4f83-84e7-a650adbccc10 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=84ce395b2e734e62a1e654ed8ba5aed6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6662726 Jul 14 09:28:10.032880 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 50868) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:10.113540 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a3e1a34e-fb33-4ec3-9819-b264ba141ca9 req-3118b78d-57db-4ab7-ae81-a00978e9a15b service neutron] 10.222.0.68 "GET /v2.0/networks/b13d7c6c-cfbf-4964-b16a-12c3c2736fe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8866060 Jul 14 09:28:10.136711 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b103c6b8-4601-406d-8a83-7ed73b746da3 req-3e3c0dbe-78e4-4fe6-aa31-0128f7fd9f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:10.154684 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-b103c6b8-4601-406d-8a83-7ed73b746da3 req-3e3c0dbe-78e4-4fe6-aa31-0128f7fd9f8f service neutron] 10.222.0.65 "GET /v2.0/networks?id=fdafaba0-da53-47c8-a4eb-7c69deccbba6 HTTP/1.1" status: 200 len: 909 time: 0.3678155 Jul 14 09:28:10.233439 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-b103c6b8-4601-406d-8a83-7ed73b746da3 req-82787a18-6d72-4119-9079-5b2555eeb977 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8acf4a11-a053-4451-8c9e-0fead5441f50 HTTP/1.1" status: 200 len: 217 time: 0.0664120 Jul 14 09:28:10.263000 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2e935efd-da51-481a-b8b0-a2de330e4253 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:10.264968 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-b6b94d2d-0de8-49e9-b5fd-93d417bbac52 service neutron] Attempting to bind port 70278794-2e00-4208-9515-e44b14dd3145 on host n-h1-779913-29 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:28:10.265310 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-b6b94d2d-0de8-49e9-b5fd-93d417bbac52 service neutron] Attempting to bind port 70278794-2e00-4208-9515-e44b14dd3145 by drivers openvswitch,hyperv on host n-h1-779913-29 at level 0 using segments [{'id': '346dc94d-54e0-4ffe-b110-f21faf0bbb7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '1ef94415-a918-409e-b853-7a1089057996'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:28:10.265745 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-b6b94d2d-0de8-49e9-b5fd-93d417bbac52 service neutron] Attempting to bind port 70278794-2e00-4208-9515-e44b14dd3145 on network 1ef94415-a918-409e-b853-7a1089057996 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:28:10.287891 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-b6b94d2d-0de8-49e9-b5fd-93d417bbac52 service neutron] Port 70278794-2e00-4208-9515-e44b14dd3145 on network 1ef94415-a918-409e-b853-7a1089057996 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-29 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:28:10.288221 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-b6b94d2d-0de8-49e9-b5fd-93d417bbac52 service neutron] Attempting to bind port 70278794-2e00-4208-9515-e44b14dd3145 on network 1ef94415-a918-409e-b853-7a1089057996 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:28:10.333888 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b103c6b8-4601-406d-8a83-7ed73b746da3 req-3ec73bb9-f5c4-4cf4-a3fb-934caa461476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:10.341165 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-b103c6b8-4601-406d-8a83-7ed73b746da3 req-3ec73bb9-f5c4-4cf4-a3fb-934caa461476 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=5194e827-9fb1-419e-b4bc-69aee8b3dca3 HTTP/1.1" status: 200 len: 848 time: 0.0972302 Jul 14 09:28:10.359286 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a3e1a34e-fb33-4ec3-9819-b264ba141ca9 req-3e9448ec-3250-4f35-8801-0fe97fe77ed6 service neutron] 10.222.0.68 "GET /v2.0/networks/b13d7c6c-cfbf-4964-b16a-12c3c2736fe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2220221 Jul 14 09:28:10.362252 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2e935efd-da51-481a-b8b0-a2de330e4253 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:10.374701 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-b6b94d2d-0de8-49e9-b5fd-93d417bbac52 service neutron] Checking agent: {'id': 'de11e667-f145-47b0-bd09-334a7505938e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 13, 12), 'started_at': datetime.datetime(2021, 7, 14, 9, 13, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 27, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:28:10.375434 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-b6b94d2d-0de8-49e9-b5fd-93d417bbac52 service neutron] Checking segment: {'id': '346dc94d-54e0-4ffe-b110-f21faf0bbb7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '1ef94415-a918-409e-b853-7a1089057996'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:28:10.377270 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-b6b94d2d-0de8-49e9-b5fd-93d417bbac52 service neutron] Bound using segment: {'id': '346dc94d-54e0-4ffe-b110-f21faf0bbb7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '1ef94415-a918-409e-b853-7a1089057996'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:28:10.378512 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-b6b94d2d-0de8-49e9-b5fd-93d417bbac52 service neutron] Bound port: 70278794-2e00-4208-9515-e44b14dd3145, host: n-h1-779913-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '346dc94d-54e0-4ffe-b110-f21faf0bbb7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '1ef94415-a918-409e-b853-7a1089057996'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:28:10.378974 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-b6b94d2d-0de8-49e9-b5fd-93d417bbac52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:10.494804 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2e935efd-da51-481a-b8b0-a2de330e4253 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:10.497705 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2e935efd-da51-481a-b8b0-a2de330e4253 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:10.498981 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-2e935efd-da51-481a-b8b0-a2de330e4253 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/d0e111f3-e9ce-444a-a2d6-cb181be8ea6f HTTP/1.1" status: 204 len: 168 time: 0.4624784 Jul 14 09:28:10.600306 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e935efd-da51-481a-b8b0-a2de330e4253 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0e111f3-e9ce-444a-a2d6-cb181be8ea6f,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:10.620601 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-b6b94d2d-0de8-49e9-b5fd-93d417bbac52 service neutron] For port 70278794-2e00-4208-9515-e44b14dd3145, host n-h1-779913-29, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:28:10.638112 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-b6b94d2d-0de8-49e9-b5fd-93d417bbac52 service neutron] For port 70278794-2e00-4208-9515-e44b14dd3145, host n-h1-779913-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=70278794-2e00-4208-9515-e44b14dd3145,segment=NetworkSegment(346dc94d-54e0-4ffe-b110-f21faf0bbb7e),segment_id=346dc94d-54e0-4ffe-b110-f21faf0bbb7e)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:28:10.646719 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-b6b94d2d-0de8-49e9-b5fd-93d417bbac52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:10.743568 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-b6b94d2d-0de8-49e9-b5fd-93d417bbac52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:10.744675 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-b6b94d2d-0de8-49e9-b5fd-93d417bbac52 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:10.748257 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-b6b94d2d-0de8-49e9-b5fd-93d417bbac52 service neutron] 10.222.0.65 "PUT /v2.0/ports/70278794-2e00-4208-9515-e44b14dd3145 HTTP/1.1" status: 200 len: 1092 time: 2.0741639 Jul 14 09:28:10.818250 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-4d6e1aba-985d-4484-a2e6-f882bc23ffca service neutron] Request body: {'port': {'device_id': '15fddc0e-6959-44be-b8ff-be56e396088e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-29'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:28:10.975701 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 50904) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:10.977883 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b94d2d-0de8-49e9-b5fd-93d417bbac52 service neutron] Pushing event updated for resources: {'Port': ['ID=70278794-2e00-4208-9515-e44b14dd3145,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:11.111903 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_v2 [None req-160245a7-5266-457f-894a-7cd0390947f7 admin admin] Deleting subnet d53eeb91-9431-4f80-927a-072bd1c86dae {{(pid=93957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:28:11.119474 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-160245a7-5266-457f-894a-7cd0390947f7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:11.157175 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-b103c6b8-4601-406d-8a83-7ed73b746da3 req-7f580dbd-1c63-42fa-9081-9b5490d5bbe2 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=fdafaba0-da53-47c8-a4eb-7c69deccbba6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.8091726 Jul 14 09:28:11.271822 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b007b57-878f-4bfc-96fa-69d9366071ed req-bd279f94-7610-4298-914f-7ce0c91e4d8a tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:11.273370 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-9b007b57-878f-4bfc-96fa-69d9366071ed req-bd279f94-7610-4298-914f-7ce0c91e4d8a tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] 10.222.0.68 "GET /v2.0/ports?device_id=c9f22e9a-4298-4b73-8115-f2b7bacb077c HTTP/1.1" status: 200 len: 944 time: 0.8579826 Jul 14 09:28:11.292640 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-160245a7-5266-457f-894a-7cd0390947f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10944203'] for subnet, precommit_delete_associations {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:11.362999 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 50918) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:11.382289 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-4d6e1aba-985d-4484-a2e6-f882bc23ffca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:11.388891 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-9b007b57-878f-4bfc-96fa-69d9366071ed req-b547609a-224c-42b2-9694-460945ae0a37 tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] 10.222.0.68 "GET /v2.0/security-groups?id=cf40bcd2-1dd1-48fb-a6b7-6df0e80ce2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062975 Jul 14 09:28:11.420918 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-b103c6b8-4601-406d-8a83-7ed73b746da3 req-c6adbd95-9403-47c4-bd43-09ac75f205ba service neutron] 10.222.0.65 "GET /v2.0/networks/fdafaba0-da53-47c8-a4eb-7c69deccbba6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2466042 Jul 14 09:28:11.444428 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-160245a7-5266-457f-894a-7cd0390947f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3481002'] for subnet, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:11.499560 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:28:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b70e2d3-5335-4e7d-80a6-5842d22adeb0 x-openstack-request-id: req-2b70e2d3-5335-4e7d-80a6-5842d22adeb0 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:28:11.499713 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15fddc0e-6959-44be-b8ff-be56e396088e", "tag": "9e37b52c-3f18-4c81-9abd-39641803b448", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:28:11.499837 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-2b70e2d3-5335-4e7d-80a6-5842d22adeb0 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:28:11.500391 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15fddc0e-6959-44be-b8ff-be56e396088e', 'tag': '9e37b52c-3f18-4c81-9abd-39641803b448', 'status': 'completed', 'code': 200} Jul 14 09:28:11.679695 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-b103c6b8-4601-406d-8a83-7ed73b746da3 req-bc6de326-3f96-4087-a69a-3195563fb849 service neutron] 10.222.0.65 "GET /v2.0/networks/fdafaba0-da53-47c8-a4eb-7c69deccbba6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2511265 Jul 14 09:28:11.681520 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2937b069-e4e0-461c-a9e9-1e6d824caf30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:11.836653 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-a1d59879-1cac-4712-945b-8fc1dad8c32d req-cf76458c-958f-4e11-b7a8-573394ee4aac tempest-ServerRescueTestJSONUnderV235-1370369985 tempest-ServerRescueTestJSONUnderV235-1370369985-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1429528388&fields=id&tenant_id=4b85dee2e11f48ac896088cf28057727 HTTP/1.1" status: 200 len: 267 time: 0.1595573 Jul 14 09:28:11.939608 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d59879-1cac-4712-945b-8fc1dad8c32d req-d00fc49d-295f-46d6-a8fc-c1e4e2117a90 tempest-ServerRescueTestJSONUnderV235-1370369985 tempest-ServerRescueTestJSONUnderV235-1370369985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:11.947721 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-a1d59879-1cac-4712-945b-8fc1dad8c32d req-d00fc49d-295f-46d6-a8fc-c1e4e2117a90 tempest-ServerRescueTestJSONUnderV235-1370369985 tempest-ServerRescueTestJSONUnderV235-1370369985-project] 10.222.0.68 "GET /v2.0/ports?device_id=50c37d2a-9d36-413f-a86d-c6fd0726b830 HTTP/1.1" status: 200 len: 985 time: 0.1101329 Jul 14 09:28:11.954696 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [req-a1d59879-1cac-4712-945b-8fc1dad8c32d req-9a69cd15-93de-4d7d-8ffb-13c6ee11302b tempest-ServerRescueTestJSONUnderV235-1370369985 tempest-ServerRescueTestJSONUnderV235-1370369985-project] Request body: {'port': {'security_groups': ['83a8b8b4-4aa6-423e-95ab-da9a4626b74e']}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:28:12.069023 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2937b069-e4e0-461c-a9e9-1e6d824caf30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:12.082726 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2937b069-e4e0-461c-a9e9-1e6d824caf30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:12.116930 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-a1d59879-1cac-4712-945b-8fc1dad8c32d req-9a69cd15-93de-4d7d-8ffb-13c6ee11302b tempest-ServerRescueTestJSONUnderV235-1370369985 tempest-ServerRescueTestJSONUnderV235-1370369985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:12.181133 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-2937b069-e4e0-461c-a9e9-1e6d824caf30 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=54235529f41e47088bf233451e07ff06&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8022766 Jul 14 09:28:12.192909 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2341cb74-3593-46f3-8c0d-56d11e8d6740 req-15584b11-df39-45b1-a5d5-d9d1f0cc9484 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:12.200943 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2341cb74-3593-46f3-8c0d-56d11e8d6740 req-15584b11-df39-45b1-a5d5-d9d1f0cc9484 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:12.203946 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 50938) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:12.208383 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2341cb74-3593-46f3-8c0d-56d11e8d6740 req-15584b11-df39-45b1-a5d5-d9d1f0cc9484 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:12.215799 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2341cb74-3593-46f3-8c0d-56d11e8d6740 req-15584b11-df39-45b1-a5d5-d9d1f0cc9484 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:12.216161 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2937b069-e4e0-461c-a9e9-1e6d824caf30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04004013-d341-49a1-9a78-9c889daeaf38,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:12.231152 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2341cb74-3593-46f3-8c0d-56d11e8d6740 req-15584b11-df39-45b1-a5d5-d9d1f0cc9484 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:12.258611 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2341cb74-3593-46f3-8c0d-56d11e8d6740 req-15584b11-df39-45b1-a5d5-d9d1f0cc9484 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:12.270309 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2341cb74-3593-46f3-8c0d-56d11e8d6740 req-15584b11-df39-45b1-a5d5-d9d1f0cc9484 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:12.288543 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2341cb74-3593-46f3-8c0d-56d11e8d6740 req-15584b11-df39-45b1-a5d5-d9d1f0cc9484 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] 10.222.0.68 "GET /v2.0/ports?device_id=15fddc0e-6959-44be-b8ff-be56e396088e HTTP/1.1" status: 200 len: 5397 time: 0.9592569 Jul 14 09:28:12.353911 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cbb9a78a-b193-4b92-bbe4-8a9509451e91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:12.357653 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b103c6b8-4601-406d-8a83-7ed73b746da3 req-042ee22f-7939-4670-87c0-6eacb97c98d3 tempest-LiveMigrationTest-864996632 tempest-LiveMigrationTest-864996632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:12.359242 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-b103c6b8-4601-406d-8a83-7ed73b746da3 req-042ee22f-7939-4670-87c0-6eacb97c98d3 tempest-LiveMigrationTest-864996632 tempest-LiveMigrationTest-864996632-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=c9f22e9a-4298-4b73-8115-f2b7bacb077c&tenant_id=88495f2d6951432397900165a462d224&binding%3Ahost_id=n-h1-779913-29 HTTP/1.1" status: 200 len: 1096 time: 0.2286632 Jul 14 09:28:12.467575 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-160245a7-5266-457f-894a-7cd0390947f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10052701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11984075'] for subnet, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:12.467891 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cbb9a78a-b193-4b92-bbe4-8a9509451e91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:12.570402 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2341cb74-3593-46f3-8c0d-56d11e8d6740 req-c0a0b4b4-5680-468c-91f6-84bd47d58eb1 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] 10.222.0.68 "GET /v2.0/security-groups?id=8dea9d70-5f45-4874-bf11-9cb57df29d33&id=654de86a-d9c2-46da-8a5c-08b7fecbf459&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2809572 Jul 14 09:28:12.582639 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160245a7-5266-457f-894a-7cd0390947f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d53eeb91-9431-4f80-927a-072bd1c86dae,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:12.612333 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-160245a7-5266-457f-894a-7cd0390947f7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:12.614764 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-160245a7-5266-457f-894a-7cd0390947f7 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/d53eeb91-9431-4f80-927a-072bd1c86dae HTTP/1.1" status: 204 len: 168 time: 1.6220257 Jul 14 09:28:12.618528 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 50956) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:12.647891 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:12.748040 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:28:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-580cfc1c-0f6d-447d-a2ff-cbf692f6a6de x-openstack-request-id: req-580cfc1c-0f6d-447d-a2ff-cbf692f6a6de {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:28:12.748474 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50c37d2a-9d36-413f-a86d-c6fd0726b830", "tag": "72e2bc5e-4c60-4c69-81ed-50a1f6b1b07b", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:28:12.748793 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-580cfc1c-0f6d-447d-a2ff-cbf692f6a6de {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:28:12.749266 n-d-779913-29 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50c37d2a-9d36-413f-a86d-c6fd0726b830', 'tag': '72e2bc5e-4c60-4c69-81ed-50a1f6b1b07b', 'status': 'completed', 'code': 200} Jul 14 09:28:12.816603 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cbe6f5-0948-451e-8b4f-8425d0a94515 req-044fc111-84e9-4930-8fdc-3a8ad088c7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:12.817088 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cbe6f5-0948-451e-8b4f-8425d0a94515 req-044fc111-84e9-4930-8fdc-3a8ad088c7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:12.817589 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cbe6f5-0948-451e-8b4f-8425d0a94515 req-044fc111-84e9-4930-8fdc-3a8ad088c7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:12.818068 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cbe6f5-0948-451e-8b4f-8425d0a94515 req-044fc111-84e9-4930-8fdc-3a8ad088c7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:12.819101 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cbe6f5-0948-451e-8b4f-8425d0a94515 req-044fc111-84e9-4930-8fdc-3a8ad088c7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:12.819101 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cbe6f5-0948-451e-8b4f-8425d0a94515 req-044fc111-84e9-4930-8fdc-3a8ad088c7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:12.819455 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cbe6f5-0948-451e-8b4f-8425d0a94515 req-044fc111-84e9-4930-8fdc-3a8ad088c7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:12.821433 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-86cbe6f5-0948-451e-8b4f-8425d0a94515 req-044fc111-84e9-4930-8fdc-3a8ad088c7dc service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=59257167697a4d8397898a00de2a9ad0&device_id=15fddc0e-6959-44be-b8ff-be56e396088e HTTP/1.1" status: 200 len: 6349 time: 0.6495018 Jul 14 09:28:12.838857 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e1a34e-fb33-4ec3-9819-b264ba141ca9 req-1eacd127-e475-48f8-986b-de066cfea728 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:12.843235 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-a3e1a34e-fb33-4ec3-9819-b264ba141ca9 req-1eacd127-e475-48f8-986b-de066cfea728 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.57 "GET /v2.0/networks?id=b13d7c6c-cfbf-4964-b16a-12c3c2736fe4 HTTP/1.1" status: 200 len: 806 time: 0.3775988 Jul 14 09:28:12.924273 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [req-a3e1a34e-fb33-4ec3-9819-b264ba141ca9 req-c017a7d0-76d0-4c9a-b99a-1e66a36ba317 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Request body: {'port': {'device_id': '3cf7445b-ef8b-4ba5-9112-65331f7b041d', 'network_id': 'b13d7c6c-cfbf-4964-b16a-12c3c2736fe4', 'admin_state_up': True, 'tenant_id': '5a5f2c2d833f465d9525ee4af4d3c349'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:28:12.949458 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-a1d59879-1cac-4712-945b-8fc1dad8c32d req-9a69cd15-93de-4d7d-8ffb-13c6ee11302b tempest-ServerRescueTestJSONUnderV235-1370369985 tempest-ServerRescueTestJSONUnderV235-1370369985-project] For port 72e2bc5e-4c60-4c69-81ed-50a1f6b1b07b, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=72e2bc5e-4c60-4c69-81ed-50a1f6b1b07b,segment=NetworkSegment(d7298ca0-8a82-4a6c-a35e-21e23aa9333b),segment_id=d7298ca0-8a82-4a6c-a35e-21e23aa9333b)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:28:12.970027 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cbe6f5-0948-451e-8b4f-8425d0a94515 req-98bb5df1-36df-45d7-afcc-1ff0ddbbc386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:12.970502 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cbe6f5-0948-451e-8b4f-8425d0a94515 req-98bb5df1-36df-45d7-afcc-1ff0ddbbc386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:12.970965 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cbe6f5-0948-451e-8b4f-8425d0a94515 req-98bb5df1-36df-45d7-afcc-1ff0ddbbc386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:12.972549 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-86cbe6f5-0948-451e-8b4f-8425d0a94515 req-98bb5df1-36df-45d7-afcc-1ff0ddbbc386 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=59257167697a4d8397898a00de2a9ad0&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.1304870 Jul 14 09:28:12.992736 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-a1d59879-1cac-4712-945b-8fc1dad8c32d req-9a69cd15-93de-4d7d-8ffb-13c6ee11302b tempest-ServerRescueTestJSONUnderV235-1370369985 tempest-ServerRescueTestJSONUnderV235-1370369985-project] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:13.052201 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-a1d59879-1cac-4712-945b-8fc1dad8c32d req-9a69cd15-93de-4d7d-8ffb-13c6ee11302b tempest-ServerRescueTestJSONUnderV235-1370369985 tempest-ServerRescueTestJSONUnderV235-1370369985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13574142'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:13.092506 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] get_ports_and_sgs() called for port_ids ['72e2bc5e-4c60-4c69-81ed-50a1f6b1b07b'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:28:13.102829 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c6f1e35c-321f-416e-8731-a8c6bc826640 req-8dc4b236-0235-4de3-bfbd-1d2cad484a41 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/ports?device_id=3cf7445b-ef8b-4ba5-9112-65331f7b041d HTTP/1.1" status: 200 len: 210 time: 0.1222627 Jul 14 09:28:13.109141 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d5b84f36-7e97-4052-bb94-9560f4e72134 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3876111'] for network, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:13.141970 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-4d6e1aba-985d-4484-a2e6-f882bc23ffca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c2caddc-016f-44c8-bc6e-d72edc75467b {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:28:13.144832 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cbb9a78a-b193-4b92-bbe4-8a9509451e91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:13.154575 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cbb9a78a-b193-4b92-bbe4-8a9509451e91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:13.158201 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-cbb9a78a-b193-4b92-bbe4-8a9509451e91 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/04004013-d341-49a1-9a78-9c889daeaf38 HTTP/1.1" status: 204 len: 168 time: 0.9510891 Jul 14 09:28:13.165840 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-4d6e1aba-985d-4484-a2e6-f882bc23ffca service neutron] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:13.252260 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 50976) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:13.295228 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-b103c6b8-4601-406d-8a83-7ed73b746da3 req-4a1d59ac-a03e-4333-992f-17cd8677fcc5 service neutron] For port 8acf4a11-a053-4451-8c9e-0fead5441f50, host n-h2-779913-29, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:28:13.306048 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0600dd-0e46-4c1a-956e-fed33f948228 req-87e89be2-f021-4c08-8519-1ea78a30540c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:13.307703 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5f0600dd-0e46-4c1a-956e-fed33f948228 req-87e89be2-f021-4c08-8519-1ea78a30540c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4b85dee2e11f48ac896088cf28057727&device_id=50c37d2a-9d36-413f-a86d-c6fd0726b830 HTTP/1.1" status: 200 len: 1137 time: 0.4991400 Jul 14 09:28:13.325295 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cbe6f5-0948-451e-8b4f-8425d0a94515 req-46d6e577-14dc-40d5-9cc8-828c15c644cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:13.327132 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-86cbe6f5-0948-451e-8b4f-8425d0a94515 req-46d6e577-14dc-40d5-9cc8-828c15c644cc service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3427601 Jul 14 09:28:13.343712 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-b103c6b8-4601-406d-8a83-7ed73b746da3 req-4a1d59ac-a03e-4333-992f-17cd8677fcc5 service neutron] Notify callbacks [] for binding, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:13.350407 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-b103c6b8-4601-406d-8a83-7ed73b746da3 req-4a1d59ac-a03e-4333-992f-17cd8677fcc5 service neutron] 10.222.0.65 "DELETE /v2.0/ports/8acf4a11-a053-4451-8c9e-0fead5441f50/bindings/n-h2-779913-29 HTTP/1.1" status: 204 len: 173 time: 0.9708135 Jul 14 09:28:13.375596 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb9a78a-b193-4b92-bbe4-8a9509451e91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04004013-d341-49a1-9a78-9c889daeaf38,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:13.430597 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-4d6e1aba-985d-4484-a2e6-f882bc23ffca service neutron] Transition to ACTIVE for port object 3c2caddc-016f-44c8-bc6e-d72edc75467b will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:28:13.439151 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:13.464137 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d59879-1cac-4712-945b-8fc1dad8c32d req-9a69cd15-93de-4d7d-8ffb-13c6ee11302b tempest-ServerRescueTestJSONUnderV235-1370369985 tempest-ServerRescueTestJSONUnderV235-1370369985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:13.466794 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-a1d59879-1cac-4712-945b-8fc1dad8c32d req-9a69cd15-93de-4d7d-8ffb-13c6ee11302b tempest-ServerRescueTestJSONUnderV235-1370369985 tempest-ServerRescueTestJSONUnderV235-1370369985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:13.475569 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-a1d59879-1cac-4712-945b-8fc1dad8c32d req-9a69cd15-93de-4d7d-8ffb-13c6ee11302b tempest-ServerRescueTestJSONUnderV235-1370369985 tempest-ServerRescueTestJSONUnderV235-1370369985-project] 10.222.0.68 "PUT /v2.0/ports/72e2bc5e-4c60-4c69-81ed-50a1f6b1b07b HTTP/1.1" status: 200 len: 943 time: 1.5265124 Jul 14 09:28:13.490429 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-4d6e1aba-985d-4484-a2e6-f882bc23ffca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:13.502699 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15fddc0e-6959-44be-b8ff-be56e396088e', 'tag': '70278794-2e00-4208-9515-e44b14dd3145'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:28:13.504920 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93db1d4c-ece2-44c4-a277-e89353291427" -d '{"events": [{"name": "network-changed", "server_uuid": "15fddc0e-6959-44be-b8ff-be56e396088e", "tag": "70278794-2e00-4208-9515-e44b14dd3145"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:28:13.518017 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d5b84f36-7e97-4052-bb94-9560f4e72134 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473955', 'neutron.services.segments.db._delete_segments_for_network-8735688326548'] for network, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:13.608390 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3e1a34e-fb33-4ec3-9819-b264ba141ca9 req-c017a7d0-76d0-4c9a-b99a-1e66a36ba317 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Made reservation on behalf of 5a5f2c2d833f465d9525ee4af4d3c349 for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:28:13.612114 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-a3e1a34e-fb33-4ec3-9819-b264ba141ca9 req-c017a7d0-76d0-4c9a-b99a-1e66a36ba317 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:13.616922 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-d5b84f36-7e97-4052-bb94-9560f4e72134 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de0d82be-4006-446a-807f-affef7e50d43']}} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:13.656244 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a69cd15-93de-4d7d-8ffb-13c6ee11302b tempest-ServerRescueTestJSONUnderV235-1370369985 tempest-ServerRescueTestJSONUnderV235-1370369985-project] Pushing event updated for resources: {'Port': ['ID=72e2bc5e-4c60-4c69-81ed-50a1f6b1b07b,revision_number=7']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:13.690952 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-d5b84f36-7e97-4052-bb94-9560f4e72134 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9abd0843-959a-405e-9c10-f9ee8602b197') {'for_net_delete': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:13.691623 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-d5b84f36-7e97-4052-bb94-9560f4e72134 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9abd0843-959a-405e-9c10-f9ee8602b197') {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:13.709286 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] get_ports_and_sgs() called for port_ids ['72e2bc5e-4c60-4c69-81ed-50a1f6b1b07b'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:28:13.744705 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e1c8976b-339b-4e11-8bbb-9105790f2e45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:13.756040 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 50988) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:13.817648 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-4d6e1aba-985d-4484-a2e6-f882bc23ffca service neutron] Attempting to bind port 3c2caddc-016f-44c8-bc6e-d72edc75467b on host n-h1-779913-29 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:28:13.822102 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-4d6e1aba-985d-4484-a2e6-f882bc23ffca service neutron] Attempting to bind port 3c2caddc-016f-44c8-bc6e-d72edc75467b by drivers openvswitch,hyperv on host n-h1-779913-29 at level 0 using segments [{'id': 'df189466-ba5b-40c8-bb21-5263dd22bc7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '63e3e599-9f16-49b5-b4ab-c912a88ee6e9'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:28:13.822447 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-4d6e1aba-985d-4484-a2e6-f882bc23ffca service neutron] Attempting to bind port 3c2caddc-016f-44c8-bc6e-d72edc75467b on network 63e3e599-9f16-49b5-b4ab-c912a88ee6e9 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:28:13.827146 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d5b84f36-7e97-4052-bb94-9560f4e72134 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735688356235', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10944210'] for segment, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:13.836594 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6e1aba-985d-4484-a2e6-f882bc23ffca service neutron] Pushing event updated for resources: {'Port': ['ID=3c2caddc-016f-44c8-bc6e-d72edc75467b,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:13.914802 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-4d6e1aba-985d-4484-a2e6-f882bc23ffca service neutron] Port 3c2caddc-016f-44c8-bc6e-d72edc75467b on network 63e3e599-9f16-49b5-b4ab-c912a88ee6e9 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-29 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:28:13.915223 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-4d6e1aba-985d-4484-a2e6-f882bc23ffca service neutron] Attempting to bind port 3c2caddc-016f-44c8-bc6e-d72edc75467b on network 63e3e599-9f16-49b5-b4ab-c912a88ee6e9 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:28:13.925339 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0600dd-0e46-4c1a-956e-fed33f948228 req-3ef465c8-7173-407c-a465-71de2b626349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:13.927133 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5f0600dd-0e46-4c1a-956e-fed33f948228 req-3ef465c8-7173-407c-a465-71de2b626349 service neutron] 10.222.0.65 "GET /v2.0/networks?id=1012c926-11e5-4f9b-8f82-dfbee9dcfeae HTTP/1.1" status: 200 len: 921 time: 0.5308428 Jul 14 09:28:13.936013 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-4d6e1aba-985d-4484-a2e6-f882bc23ffca service neutron] Checking agent: {'id': 'de11e667-f145-47b0-bd09-334a7505938e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 13, 12), 'started_at': datetime.datetime(2021, 7, 14, 9, 13, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 28, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:28:13.936452 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-4d6e1aba-985d-4484-a2e6-f882bc23ffca service neutron] Checking segment: {'id': 'df189466-ba5b-40c8-bb21-5263dd22bc7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '63e3e599-9f16-49b5-b4ab-c912a88ee6e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:28:13.936865 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-4d6e1aba-985d-4484-a2e6-f882bc23ffca service neutron] Bound using segment: {'id': 'df189466-ba5b-40c8-bb21-5263dd22bc7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '63e3e599-9f16-49b5-b4ab-c912a88ee6e9'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:28:13.937373 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4b34055b-c408-489b-918c-fffb0460fb06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:13.937521 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-4d6e1aba-985d-4484-a2e6-f882bc23ffca service neutron] Bound port: 3c2caddc-016f-44c8-bc6e-d72edc75467b, host: n-h1-779913-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df189466-ba5b-40c8-bb21-5263dd22bc7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '63e3e599-9f16-49b5-b4ab-c912a88ee6e9'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:28:13.937969 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-4d6e1aba-985d-4484-a2e6-f882bc23ffca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:13.959637 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d5b84f36-7e97-4052-bb94-9560f4e72134 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:13.988000 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc94e7fb-02ef-4401-973a-e63807c560a1 req-a6930ba6-83f7-4b53-b4e9-95fcc03b8a40 tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:13.995472 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-dc94e7fb-02ef-4401-973a-e63807c560a1 req-a6930ba6-83f7-4b53-b4e9-95fcc03b8a40 tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] 10.222.0.68 "GET /v2.0/ports?device_id=c9f22e9a-4298-4b73-8115-f2b7bacb077c HTTP/1.1" status: 200 len: 944 time: 0.4971213 Jul 14 09:28:14.043951 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5f0600dd-0e46-4c1a-956e-fed33f948228 req-a9bf2669-e73a-4097-b4d9-3867d24388f5 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=72e2bc5e-4c60-4c69-81ed-50a1f6b1b07b HTTP/1.1" status: 200 len: 217 time: 0.0990634 Jul 14 09:28:14.046081 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5b84f36-7e97-4052-bb94-9560f4e72134 admin admin] Releasing vlan 740 on physical network physnet1 to pool {{(pid=93957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:28:14.046496 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d5b84f36-7e97-4052-bb94-9560f4e72134 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10053619'] for segment, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:14.050159 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:28:14.050159 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:28:14.050159 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:28:14.050159 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:28:14.050159 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:28:14.050159 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:28:14.050159 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:28:14.050159 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:28:14.050159 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:28:14.050159 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:28:14.050159 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:28:14.050159 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:28:14.050159 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:28:14.050159 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:28:14.050159 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:28:14.050159 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:28:14.050159 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:28:14.050159 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:28:14.050159 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:28:14.050159 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:28:14.050159 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:28:14.050159 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:28:14.050159 n-d-779913-29 neutron-server[93957]: Traceback (most recent call last): Jul 14 09:28:14.050159 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:28:14.050159 n-d-779913-29 neutron-server[93957]: timer() Jul 14 09:28:14.050159 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:28:14.050159 n-d-779913-29 neutron-server[93957]: cb(*args, **kw) Jul 14 09:28:14.050159 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:28:14.050159 n-d-779913-29 neutron-server[93957]: return func(*args, **kwargs) Jul 14 09:28:14.050159 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:28:14.050159 n-d-779913-29 neutron-server[93957]: self._notify() Jul 14 09:28:14.050159 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:28:14.050159 n-d-779913-29 neutron-server[93957]: self.callback(batched_events) Jul 14 09:28:14.050159 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:28:14.050159 n-d-779913-29 neutron-server[93957]: event.method(event) Jul 14 09:28:14.050159 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:28:14.050159 n-d-779913-29 neutron-server[93957]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:28:14.050159 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:28:14.050159 n-d-779913-29 neutron-server[93957]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:28:14.050159 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:28:14.050159 n-d-779913-29 neutron-server[93957]: return f(self, *a, **k) Jul 14 09:28:14.050159 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:28:14.050159 n-d-779913-29 neutron-server[93957]: return self._get(url).json() Jul 14 09:28:14.050159 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:28:14.050159 n-d-779913-29 neutron-server[93957]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:28:14.050159 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:28:14.050159 n-d-779913-29 neutron-server[93957]: return self.request(url, 'GET', **kwargs) Jul 14 09:28:14.050159 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:28:14.050159 n-d-779913-29 neutron-server[93957]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:28:14.050159 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:28:14.050159 n-d-779913-29 neutron-server[93957]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:28:14.050159 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:28:14.050159 n-d-779913-29 neutron-server[93957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:28:14.050159 n-d-779913-29 neutron-server[93957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:28:14.093693 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-772c8757-85cb-44f1-9484-cf5f1008aade req-6eb80f3c-3193-4cba-a83f-bcfa021760f7 tempest-ServerRescueTestJSONUnderV235-1370369985 tempest-ServerRescueTestJSONUnderV235-1370369985-project] 10.222.0.68 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5481944 Jul 14 09:28:14.102220 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [req-772c8757-85cb-44f1-9484-cf5f1008aade req-4c62b6bd-d0f6-4db9-8ced-4bdeeb4a766a tempest-ServerRescueTestJSONUnderV235-1370369985 tempest-ServerRescueTestJSONUnderV235-1370369985-project] Request body: {'floatingip': {'floating_network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:28:14.160795 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [req-a3e1a34e-fb33-4ec3-9819-b264ba141ca9 req-c017a7d0-76d0-4c9a-b99a-1e66a36ba317 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Allocated IP 172.20.0.11 (b13d7c6c-cfbf-4964-b16a-12c3c2736fe4/4eebc946-7649-496b-bf8c-5c786643586c/76560477-d91e-4b4a-98a2-a6c81e43e88d) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:28:14.222205 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-dc94e7fb-02ef-4401-973a-e63807c560a1 req-97dbe727-e643-4e11-9224-408c99c756d7 tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] 10.222.0.68 "GET /v2.0/security-groups?id=cf40bcd2-1dd1-48fb-a6b7-6df0e80ce2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2259390 Jul 14 09:28:14.263406 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0600dd-0e46-4c1a-956e-fed33f948228 req-fcb3cc9f-12a9-4c2a-a527-08184ceb84a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:14.264778 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5f0600dd-0e46-4c1a-956e-fed33f948228 req-fcb3cc9f-12a9-4c2a-a527-08184ceb84a5 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c4079fcc-cef1-47f9-a984-4163b05f01ca HTTP/1.1" status: 200 len: 860 time: 0.2073457 Jul 14 09:28:14.277538 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d5b84f36-7e97-4052-bb94-9560f4e72134 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660504'] for network, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:14.319370 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5f0600dd-0e46-4c1a-956e-fed33f948228 req-0ee1f896-cbf2-47a2-8ac2-c9ff9a9ec8eb service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1012c926-11e5-4f9b-8f82-dfbee9dcfeae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458064 Jul 14 09:28:14.328074 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:28:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0224d0c2-9b36-4e31-8d90-039c16cd1bb7 x-openstack-request-id: req-0224d0c2-9b36-4e31-8d90-039c16cd1bb7 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:28:14.328438 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15fddc0e-6959-44be-b8ff-be56e396088e", "tag": "70278794-2e00-4208-9515-e44b14dd3145", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:28:14.328770 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-0224d0c2-9b36-4e31-8d90-039c16cd1bb7 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:28:14.329241 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15fddc0e-6959-44be-b8ff-be56e396088e', 'tag': '70278794-2e00-4208-9515-e44b14dd3145', 'status': 'completed', 'code': 200} Jul 14 09:28:14.332517 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-4d6e1aba-985d-4484-a2e6-f882bc23ffca service neutron] For port 3c2caddc-016f-44c8-bc6e-d72edc75467b, host n-h1-779913-29, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:28:14.335232 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d5b84f36-7e97-4052-bb94-9560f4e72134 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for network, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:14.337388 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-d5b84f36-7e97-4052-bb94-9560f4e72134 admin admin] 10.222.0.68 "DELETE /v2.0/networks/de0d82be-4006-446a-807f-affef7e50d43 HTTP/1.1" status: 204 len: 168 time: 1.7051966 Jul 14 09:28:14.340662 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e1c8976b-339b-4e11-8bbb-9105790f2e45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:14.385924 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e1c8976b-339b-4e11-8bbb-9105790f2e45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:14.391024 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-4d6e1aba-985d-4484-a2e6-f882bc23ffca service neutron] For port 3c2caddc-016f-44c8-bc6e-d72edc75467b, host n-h1-779913-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=3c2caddc-016f-44c8-bc6e-d72edc75467b,segment=NetworkSegment(df189466-ba5b-40c8-bb21-5263dd22bc7e),segment_id=df189466-ba5b-40c8-bb21-5263dd22bc7e)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:28:14.425464 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b84f36-7e97-4052-bb94-9560f4e72134 admin admin] Pushing event deleted for resources: {'Network': ['ID=de0d82be-4006-446a-807f-affef7e50d43,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:14.440484 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-4d6e1aba-985d-4484-a2e6-f882bc23ffca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:14.484740 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-a3e1a34e-fb33-4ec3-9819-b264ba141ca9 req-c017a7d0-76d0-4c9a-b99a-1e66a36ba317 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:14.543497 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-a3e1a34e-fb33-4ec3-9819-b264ba141ca9 req-c017a7d0-76d0-4c9a-b99a-1e66a36ba317 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:14.564837 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-e1c8976b-339b-4e11-8bbb-9105790f2e45 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=01e74bda48484adbb2f9a4efdf806add&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3030155 Jul 14 09:28:14.564837 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-4d6e1aba-985d-4484-a2e6-f882bc23ffca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:14.565338 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-4d6e1aba-985d-4484-a2e6-f882bc23ffca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:14.566800 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-4d6e1aba-985d-4484-a2e6-f882bc23ffca service neutron] 10.222.0.65 "PUT /v2.0/ports/3c2caddc-016f-44c8-bc6e-d72edc75467b HTTP/1.1" status: 200 len: 1092 time: 3.7678723 Jul 14 09:28:14.582500 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 50998) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:14.588076 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c8976b-339b-4e11-8bbb-9105790f2e45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c08e867-1b1b-47f3-a938-2b0352b5dea9,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:14.594284 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] get_ports_and_sgs() called for port_ids ['355d4f4e-0f97-4599-8580-8d12831aaf46'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:28:14.616681 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3e1a34e-fb33-4ec3-9819-b264ba141ca9 req-c017a7d0-76d0-4c9a-b99a-1e66a36ba317 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Network b13d7c6c-cfbf-4964-b16a-12c3c2736fe4 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:28:14.617801 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-f3969310-418d-439a-9554-8fabc75ed86a service neutron] Request body: {'port': {'device_id': '15fddc0e-6959-44be-b8ff-be56e396088e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-29'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:28:14.628072 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [req-a3e1a34e-fb33-4ec3-9819-b264ba141ca9 req-c017a7d0-76d0-4c9a-b99a-1e66a36ba317 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:28:14.643014 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3e1a34e-fb33-4ec3-9819-b264ba141ca9 req-c017a7d0-76d0-4c9a-b99a-1e66a36ba317 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:28:14.701423 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6e1aba-985d-4484-a2e6-f882bc23ffca service neutron] Pushing event updated for resources: {'Port': ['ID=3c2caddc-016f-44c8-bc6e-d72edc75467b,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:14.719663 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 51000) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:14.734249 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c017a7d0-76d0-4c9a-b99a-1e66a36ba317 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Pushing event updated for resources: {'Port': ['ID=76560477-d91e-4b4a-98a2-a6c81e43e88d,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:14.754403 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5f0600dd-0e46-4c1a-956e-fed33f948228 req-37e9b338-3c20-4d5d-9e44-d2d21388c58b service neutron] 10.222.0.65 "GET /v2.0/networks/1012c926-11e5-4f9b-8f82-dfbee9dcfeae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4121575 Jul 14 09:28:14.812700 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db46db7-29cd-4c57-aaca-762023a5934a req-e3e7936c-1e82-4a20-b9b9-6b49c6fc53b1 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:14.818915 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db46db7-29cd-4c57-aaca-762023a5934a req-e3e7936c-1e82-4a20-b9b9-6b49c6fc53b1 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:14.819092 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4b34055b-c408-489b-918c-fffb0460fb06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:14.825515 n-d-779913-29 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50c37d2a-9d36-413f-a86d-c6fd0726b830', 'tag': '72e2bc5e-4c60-4c69-81ed-50a1f6b1b07b'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:28:14.828127 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cb48f044f948e981f43897c8d7f1332f741dc7af2b4c5a6e19d8f4a80f708e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b90a107f-d2a5-4026-b37d-e236a3eb8cee" -d '{"events": [{"name": "network-changed", "server_uuid": "50c37d2a-9d36-413f-a86d-c6fd0726b830", "tag": "72e2bc5e-4c60-4c69-81ed-50a1f6b1b07b"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:28:14.829651 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db46db7-29cd-4c57-aaca-762023a5934a req-e3e7936c-1e82-4a20-b9b9-6b49c6fc53b1 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:14.835552 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db46db7-29cd-4c57-aaca-762023a5934a req-e3e7936c-1e82-4a20-b9b9-6b49c6fc53b1 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:14.844217 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db46db7-29cd-4c57-aaca-762023a5934a req-e3e7936c-1e82-4a20-b9b9-6b49c6fc53b1 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:14.858579 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db46db7-29cd-4c57-aaca-762023a5934a req-e3e7936c-1e82-4a20-b9b9-6b49c6fc53b1 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:14.860305 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4b34055b-c408-489b-918c-fffb0460fb06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:14.865277 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db46db7-29cd-4c57-aaca-762023a5934a req-e3e7936c-1e82-4a20-b9b9-6b49c6fc53b1 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:14.872877 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-9db46db7-29cd-4c57-aaca-762023a5934a req-e3e7936c-1e82-4a20-b9b9-6b49c6fc53b1 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] 10.222.0.68 "GET /v2.0/ports?device_id=15fddc0e-6959-44be-b8ff-be56e396088e HTTP/1.1" status: 200 len: 5409 time: 0.3774440 Jul 14 09:28:14.902484 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93db1d4c-ece2-44c4-a277-e89353291427 req-7b115078-c00f-4aae-9f52-74d6b4e62b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:14.903018 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93db1d4c-ece2-44c4-a277-e89353291427 req-7b115078-c00f-4aae-9f52-74d6b4e62b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:14.903499 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93db1d4c-ece2-44c4-a277-e89353291427 req-7b115078-c00f-4aae-9f52-74d6b4e62b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:14.904799 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93db1d4c-ece2-44c4-a277-e89353291427 req-7b115078-c00f-4aae-9f52-74d6b4e62b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:14.905680 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93db1d4c-ece2-44c4-a277-e89353291427 req-7b115078-c00f-4aae-9f52-74d6b4e62b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:14.906159 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93db1d4c-ece2-44c4-a277-e89353291427 req-7b115078-c00f-4aae-9f52-74d6b4e62b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:14.906908 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93db1d4c-ece2-44c4-a277-e89353291427 req-7b115078-c00f-4aae-9f52-74d6b4e62b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:14.909919 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-93db1d4c-ece2-44c4-a277-e89353291427 req-7b115078-c00f-4aae-9f52-74d6b4e62b1c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=59257167697a4d8397898a00de2a9ad0&device_id=15fddc0e-6959-44be-b8ff-be56e396088e HTTP/1.1" status: 200 len: 6417 time: 0.5291588 Jul 14 09:28:14.924134 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-4b34055b-c408-489b-918c-fffb0460fb06 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=dbc6844da6b34933b625bc8dd2963a59&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1658261 Jul 14 09:28:14.931058 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-772c8757-85cb-44f1-9484-cf5f1008aade req-4c62b6bd-d0f6-4db9-8ced-4bdeeb4a766a tempest-ServerRescueTestJSONUnderV235-1370369985 tempest-ServerRescueTestJSONUnderV235-1370369985-project] Notify callbacks [] for floatingip, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:14.939912 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 51004) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:14.976086 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e1a34e-fb33-4ec3-9819-b264ba141ca9 req-c017a7d0-76d0-4c9a-b99a-1e66a36ba317 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:14.976826 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-a3e1a34e-fb33-4ec3-9819-b264ba141ca9 req-c017a7d0-76d0-4c9a-b99a-1e66a36ba317 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:15.001576 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-03785da8-82d2-4d86-a626-1e16ad20e0fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:15.020403 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b34055b-c408-489b-918c-fffb0460fb06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=463d9460-bf13-495a-90f5-e3db5dd5d7bd,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:15.023455 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-c8a54bb1-ef7e-4abc-8fad-fc4c0534d1d7 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=4d74da9b287243d78450229fdaff7ab0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2909658 Jul 14 09:28:15.032862 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-f3969310-418d-439a-9554-8fabc75ed86a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:15.046911 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 51006) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:15.099377 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-a3e1a34e-fb33-4ec3-9819-b264ba141ca9 req-c017a7d0-76d0-4c9a-b99a-1e66a36ba317 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1900098 Jul 14 09:28:15.104528 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-03785da8-82d2-4d86-a626-1e16ad20e0fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:15.115262 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-9db46db7-29cd-4c57-aaca-762023a5934a req-0ee7a8e7-1d2e-44d7-8154-6087985cecfb tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] 10.222.0.68 "GET /v2.0/security-groups?id=8dea9d70-5f45-4874-bf11-9cb57df29d33&id=654de86a-d9c2-46da-8a5c-08b7fecbf459&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2414527 Jul 14 09:28:15.126342 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5f0600dd-0e46-4c1a-956e-fed33f948228 req-8d908e02-ef45-4fe3-9bee-9756ab19b9ff service neutron] 10.222.0.65 "GET /v2.0/networks/1012c926-11e5-4f9b-8f82-dfbee9dcfeae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3551679 Jul 14 09:28:15.129411 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [req-a3e1a34e-fb33-4ec3-9819-b264ba141ca9 req-c4066fe2-eda5-4423-a32c-618ab4b0ea6b service neutron] Request body: {'port': {'device_id': '3cf7445b-ef8b-4ba5-9112-65331f7b041d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-29'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:28:15.173768 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5e28fb40-0fb6-4279-bef2-24c64958be64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:15.219923 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ee5ac6a0-83c1-4c87-9805-40990c4961fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:15.228439 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5e28fb40-0fb6-4279-bef2-24c64958be64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:15.232684 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93db1d4c-ece2-44c4-a277-e89353291427 req-5212c475-ca47-4fdf-9187-51c84bfb75d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:15.233414 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93db1d4c-ece2-44c4-a277-e89353291427 req-5212c475-ca47-4fdf-9187-51c84bfb75d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:15.234145 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93db1d4c-ece2-44c4-a277-e89353291427 req-5212c475-ca47-4fdf-9187-51c84bfb75d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:15.235967 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-93db1d4c-ece2-44c4-a277-e89353291427 req-5212c475-ca47-4fdf-9187-51c84bfb75d2 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=59257167697a4d8397898a00de2a9ad0&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.3022273 Jul 14 09:28:15.345606 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ee5ac6a0-83c1-4c87-9805-40990c4961fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:15.356060 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-03785da8-82d2-4d86-a626-1e16ad20e0fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:15.358726 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-03785da8-82d2-4d86-a626-1e16ad20e0fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:15.359972 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-03785da8-82d2-4d86-a626-1e16ad20e0fd admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/7c08e867-1b1b-47f3-a938-2b0352b5dea9 HTTP/1.1" status: 204 len: 168 time: 0.7735331 Jul 14 09:28:15.383923 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-a3e1a34e-fb33-4ec3-9819-b264ba141ca9 req-c4066fe2-eda5-4423-a32c-618ab4b0ea6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:15.420397 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03785da8-82d2-4d86-a626-1e16ad20e0fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c08e867-1b1b-47f3-a938-2b0352b5dea9,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:15.449713 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93db1d4c-ece2-44c4-a277-e89353291427 req-094bdc6c-fb8d-46ad-9bb4-1c3b349222f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:15.453170 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-93db1d4c-ece2-44c4-a277-e89353291427 req-094bdc6c-fb8d-46ad-9bb4-1c3b349222f5 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2061491 Jul 14 09:28:15.488769 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029b67fe-d68a-4418-b3b5-de72b04d94f3 req-94acdcdf-ccb5-49eb-9981-193c294403dd tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:15.490540 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-029b67fe-d68a-4418-b3b5-de72b04d94f3 req-94acdcdf-ccb5-49eb-9981-193c294403dd tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/ports?device_id=3cf7445b-ef8b-4ba5-9112-65331f7b041d HTTP/1.1" status: 200 len: 932 time: 0.2159114 Jul 14 09:28:15.520640 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ee5ac6a0-83c1-4c87-9805-40990c4961fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:15.523431 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ee5ac6a0-83c1-4c87-9805-40990c4961fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:15.525543 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-ee5ac6a0-83c1-4c87-9805-40990c4961fe admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/40705d00-8ef1-49f8-b4a2-430b84b1154a HTTP/1.1" status: 204 len: 168 time: 0.4768004 Jul 14 09:28:15.555449 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5ac6a0-83c1-4c87-9805-40990c4961fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40705d00-8ef1-49f8-b4a2-430b84b1154a,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:15.587238 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-029b67fe-d68a-4418-b3b5-de72b04d94f3 req-5fc27b13-37da-40fb-bd48-e57713b7345e tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/security-groups?id=bfacbc39-872c-438f-b7f4-05abded490ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900612 Jul 14 09:28:15.667560 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-f3969310-418d-439a-9554-8fabc75ed86a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id edf557d1-72fc-404f-b07c-0c4fad568606 {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:28:15.688496 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-f3969310-418d-439a-9554-8fabc75ed86a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:15.717608 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-f3969310-418d-439a-9554-8fabc75ed86a service neutron] Transition to ACTIVE for port object edf557d1-72fc-404f-b07c-0c4fad568606 will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:28:15.722845 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-f3969310-418d-439a-9554-8fabc75ed86a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:15.832238 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3969310-418d-439a-9554-8fabc75ed86a service neutron] Pushing event updated for resources: {'Port': ['ID=edf557d1-72fc-404f-b07c-0c4fad568606,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:15.864775 n-d-779913-29 neutron-server[93958]: DEBUG neutron.notifiers.nova [req-a3e1a34e-fb33-4ec3-9819-b264ba141ca9 req-c4066fe2-eda5-4423-a32c-618ab4b0ea6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76560477-d91e-4b4a-98a2-a6c81e43e88d {{(pid=93958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:28:15.874437 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-a3e1a34e-fb33-4ec3-9819-b264ba141ca9 req-c4066fe2-eda5-4423-a32c-618ab4b0ea6b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:15.889855 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-a3e1a34e-fb33-4ec3-9819-b264ba141ca9 req-c4066fe2-eda5-4423-a32c-618ab4b0ea6b service neutron] Transition to ACTIVE for port object 76560477-d91e-4b4a-98a2-a6c81e43e88d will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:28:15.899338 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-772c8757-85cb-44f1-9484-cf5f1008aade req-4c62b6bd-d0f6-4db9-8ced-4bdeeb4a766a tempest-ServerRescueTestJSONUnderV235-1370369985 tempest-ServerRescueTestJSONUnderV235-1370369985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:16.036382 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-f3969310-418d-439a-9554-8fabc75ed86a service neutron] Attempting to bind port edf557d1-72fc-404f-b07c-0c4fad568606 on host n-h1-779913-29 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:28:16.036830 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-f3969310-418d-439a-9554-8fabc75ed86a service neutron] Attempting to bind port edf557d1-72fc-404f-b07c-0c4fad568606 by drivers openvswitch,hyperv on host n-h1-779913-29 at level 0 using segments [{'id': 'df189466-ba5b-40c8-bb21-5263dd22bc7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '63e3e599-9f16-49b5-b4ab-c912a88ee6e9'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:28:16.037599 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-f3969310-418d-439a-9554-8fabc75ed86a service neutron] Attempting to bind port edf557d1-72fc-404f-b07c-0c4fad568606 on network 63e3e599-9f16-49b5-b4ab-c912a88ee6e9 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:28:16.056399 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-f3969310-418d-439a-9554-8fabc75ed86a service neutron] Port edf557d1-72fc-404f-b07c-0c4fad568606 on network 63e3e599-9f16-49b5-b4ab-c912a88ee6e9 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-29 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:28:16.057091 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-f3969310-418d-439a-9554-8fabc75ed86a service neutron] Attempting to bind port edf557d1-72fc-404f-b07c-0c4fad568606 on network 63e3e599-9f16-49b5-b4ab-c912a88ee6e9 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:28:16.058861 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [req-772c8757-85cb-44f1-9484-cf5f1008aade req-4c62b6bd-d0f6-4db9-8ced-4bdeeb4a766a tempest-ServerRescueTestJSONUnderV235-1370369985 tempest-ServerRescueTestJSONUnderV235-1370369985-project] Allocated IP 172.25.4.246 (2dcd4d32-cc7c-4468-b396-7ce5c9231892/6cd22a75-5bc1-467c-a3c4-0af04bd1b34a/4dbc02ca-caea-4148-b111-7974b5e64010) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:28:16.067020 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-f3969310-418d-439a-9554-8fabc75ed86a service neutron] Checking agent: {'id': 'de11e667-f145-47b0-bd09-334a7505938e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 13, 12), 'started_at': datetime.datetime(2021, 7, 14, 9, 13, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 28, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:28:16.067744 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-f3969310-418d-439a-9554-8fabc75ed86a service neutron] Checking segment: {'id': 'df189466-ba5b-40c8-bb21-5263dd22bc7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '63e3e599-9f16-49b5-b4ab-c912a88ee6e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:28:16.068505 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-f3969310-418d-439a-9554-8fabc75ed86a service neutron] Bound using segment: {'id': 'df189466-ba5b-40c8-bb21-5263dd22bc7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '63e3e599-9f16-49b5-b4ab-c912a88ee6e9'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:28:16.069186 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-f3969310-418d-439a-9554-8fabc75ed86a service neutron] Bound port: edf557d1-72fc-404f-b07c-0c4fad568606, host: n-h1-779913-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df189466-ba5b-40c8-bb21-5263dd22bc7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '63e3e599-9f16-49b5-b4ab-c912a88ee6e9'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:28:16.069994 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-f3969310-418d-439a-9554-8fabc75ed86a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:16.174402 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-a3e1a34e-fb33-4ec3-9819-b264ba141ca9 req-c4066fe2-eda5-4423-a32c-618ab4b0ea6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13574142'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:16.177527 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:28:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4bdc2cd-8db2-45e9-bbfd-a8c108cc83c6 x-openstack-request-id: req-d4bdc2cd-8db2-45e9-bbfd-a8c108cc83c6 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:28:16.177884 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50c37d2a-9d36-413f-a86d-c6fd0726b830", "tag": "72e2bc5e-4c60-4c69-81ed-50a1f6b1b07b", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:28:16.178171 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-d4bdc2cd-8db2-45e9-bbfd-a8c108cc83c6 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:28:16.178583 n-d-779913-29 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50c37d2a-9d36-413f-a86d-c6fd0726b830', 'tag': '72e2bc5e-4c60-4c69-81ed-50a1f6b1b07b', 'status': 'completed', 'code': 200} Jul 14 09:28:16.209609 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5e28fb40-0fb6-4279-bef2-24c64958be64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:16.210829 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-f3969310-418d-439a-9554-8fabc75ed86a service neutron] For port edf557d1-72fc-404f-b07c-0c4fad568606, host n-h1-779913-29, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:28:16.212189 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5e28fb40-0fb6-4279-bef2-24c64958be64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:16.216014 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-f3969310-418d-439a-9554-8fabc75ed86a service neutron] For port edf557d1-72fc-404f-b07c-0c4fad568606, host n-h1-779913-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=edf557d1-72fc-404f-b07c-0c4fad568606,segment=NetworkSegment(df189466-ba5b-40c8-bb21-5263dd22bc7e),segment_id=df189466-ba5b-40c8-bb21-5263dd22bc7e)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:28:16.216373 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-5e28fb40-0fb6-4279-bef2-24c64958be64 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/463d9460-bf13-495a-90f5-e3db5dd5d7bd HTTP/1.1" status: 204 len: 168 time: 1.2737932 Jul 14 09:28:16.221607 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-772c8757-85cb-44f1-9484-cf5f1008aade req-4c62b6bd-d0f6-4db9-8ced-4bdeeb4a766a tempest-ServerRescueTestJSONUnderV235-1370369985 tempest-ServerRescueTestJSONUnderV235-1370369985-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:16.226289 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-f3969310-418d-439a-9554-8fabc75ed86a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:16.279800 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e28fb40-0fb6-4279-bef2-24c64958be64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=463d9460-bf13-495a-90f5-e3db5dd5d7bd,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:16.326186 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4066fe2-eda5-4423-a32c-618ab4b0ea6b service neutron] Pushing event updated for resources: {'Port': ['ID=76560477-d91e-4b4a-98a2-a6c81e43e88d,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:16.340578 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15fddc0e-6959-44be-b8ff-be56e396088e', 'tag': '3c2caddc-016f-44c8-bc6e-d72edc75467b'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:28:16.343791 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-743e7f9b-f85e-4cca-aac9-a5887a454734" -d '{"events": [{"name": "network-changed", "server_uuid": "15fddc0e-6959-44be-b8ff-be56e396088e", "tag": "3c2caddc-016f-44c8-bc6e-d72edc75467b"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:28:16.350922 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-f3969310-418d-439a-9554-8fabc75ed86a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:16.354751 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-f3969310-418d-439a-9554-8fabc75ed86a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:16.356318 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-f3969310-418d-439a-9554-8fabc75ed86a service neutron] 10.222.0.65 "PUT /v2.0/ports/edf557d1-72fc-404f-b07c-0c4fad568606 HTTP/1.1" status: 200 len: 1092 time: 1.7557266 Jul 14 09:28:16.414350 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3969310-418d-439a-9554-8fabc75ed86a service neutron] Pushing event updated for resources: {'Port': ['ID=edf557d1-72fc-404f-b07c-0c4fad568606,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:16.455503 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90a107f-d2a5-4026-b37d-e236a3eb8cee req-7b878eeb-22e5-4ade-a8a4-26e424302860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:16.457315 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-b90a107f-d2a5-4026-b37d-e236a3eb8cee req-7b878eeb-22e5-4ade-a8a4-26e424302860 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4b85dee2e11f48ac896088cf28057727&device_id=50c37d2a-9d36-413f-a86d-c6fd0726b830 HTTP/1.1" status: 200 len: 1098 time: 0.2733259 Jul 14 09:28:16.495141 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-a3e1a34e-fb33-4ec3-9819-b264ba141ca9 req-c4066fe2-eda5-4423-a32c-618ab4b0ea6b service neutron] Attempting to bind port 76560477-d91e-4b4a-98a2-a6c81e43e88d on host n-h2-779913-29 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:28:16.495368 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-a3e1a34e-fb33-4ec3-9819-b264ba141ca9 req-c4066fe2-eda5-4423-a32c-618ab4b0ea6b service neutron] Attempting to bind port 76560477-d91e-4b4a-98a2-a6c81e43e88d by drivers openvswitch,hyperv on host n-h2-779913-29 at level 0 using segments [{'id': 'f28b4a20-abdb-43f4-86e7-8da3ae7a1990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'b13d7c6c-cfbf-4964-b16a-12c3c2736fe4'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:28:16.495699 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3e1a34e-fb33-4ec3-9819-b264ba141ca9 req-c4066fe2-eda5-4423-a32c-618ab4b0ea6b service neutron] Attempting to bind port 76560477-d91e-4b4a-98a2-a6c81e43e88d on network b13d7c6c-cfbf-4964-b16a-12c3c2736fe4 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:28:16.512472 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3e1a34e-fb33-4ec3-9819-b264ba141ca9 req-c4066fe2-eda5-4423-a32c-618ab4b0ea6b service neutron] Port 76560477-d91e-4b4a-98a2-a6c81e43e88d on network b13d7c6c-cfbf-4964-b16a-12c3c2736fe4 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-29 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:28:16.512791 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3e1a34e-fb33-4ec3-9819-b264ba141ca9 req-c4066fe2-eda5-4423-a32c-618ab4b0ea6b service neutron] Attempting to bind port 76560477-d91e-4b4a-98a2-a6c81e43e88d on network b13d7c6c-cfbf-4964-b16a-12c3c2736fe4 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:28:16.545796 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be88dd8-bcd7-4a21-ba33-0a6717791902 req-4ffc0393-0a35-4df8-8ea2-cae3d3f96a89 tempest-LiveMigrationTest-864996632 tempest-LiveMigrationTest-864996632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:16.555288 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-4be88dd8-bcd7-4a21-ba33-0a6717791902 req-4ffc0393-0a35-4df8-8ea2-cae3d3f96a89 tempest-LiveMigrationTest-864996632 tempest-LiveMigrationTest-864996632-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=c9f22e9a-4298-4b73-8115-f2b7bacb077c HTTP/1.1" status: 200 len: 1096 time: 0.2728195 Jul 14 09:28:16.559569 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3e1a34e-fb33-4ec3-9819-b264ba141ca9 req-c4066fe2-eda5-4423-a32c-618ab4b0ea6b service neutron] Checking agent: {'id': '013e4a3b-a634-47b8-b6a5-1a25109b73fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 13, 13), 'started_at': datetime.datetime(2021, 7, 14, 9, 13, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 28, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:28:16.559791 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3e1a34e-fb33-4ec3-9819-b264ba141ca9 req-c4066fe2-eda5-4423-a32c-618ab4b0ea6b service neutron] Checking segment: {'id': 'f28b4a20-abdb-43f4-86e7-8da3ae7a1990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'b13d7c6c-cfbf-4964-b16a-12c3c2736fe4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:28:16.560171 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3e1a34e-fb33-4ec3-9819-b264ba141ca9 req-c4066fe2-eda5-4423-a32c-618ab4b0ea6b service neutron] Bound using segment: {'id': 'f28b4a20-abdb-43f4-86e7-8da3ae7a1990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'b13d7c6c-cfbf-4964-b16a-12c3c2736fe4'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:28:16.560789 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-a3e1a34e-fb33-4ec3-9819-b264ba141ca9 req-c4066fe2-eda5-4423-a32c-618ab4b0ea6b service neutron] Bound port: 76560477-d91e-4b4a-98a2-a6c81e43e88d, host: n-h2-779913-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f28b4a20-abdb-43f4-86e7-8da3ae7a1990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'b13d7c6c-cfbf-4964-b16a-12c3c2736fe4'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:28:16.561355 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-a3e1a34e-fb33-4ec3-9819-b264ba141ca9 req-c4066fe2-eda5-4423-a32c-618ab4b0ea6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:16.583662 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.agents_db [None req-3c3509fb-540d-4335-a450-574895dd3602 None None] Agent healthcheck: found 7 active agents {{(pid=93960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:28:16.622137 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-772c8757-85cb-44f1-9484-cf5f1008aade req-4c62b6bd-d0f6-4db9-8ced-4bdeeb4a766a tempest-ServerRescueTestJSONUnderV235-1370369985 tempest-ServerRescueTestJSONUnderV235-1370369985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:16.629636 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-4be88dd8-bcd7-4a21-ba33-0a6717791902 req-9d548619-a01a-4eb8-9bde-e81b7673d449 tempest-LiveMigrationTest-864996632 tempest-LiveMigrationTest-864996632-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=cf40bcd2-1dd1-48fb-a6b7-6df0e80ce2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732710 Jul 14 09:28:16.649856 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-772c8757-85cb-44f1-9484-cf5f1008aade req-4c62b6bd-d0f6-4db9-8ced-4bdeeb4a766a tempest-ServerRescueTestJSONUnderV235-1370369985 tempest-ServerRescueTestJSONUnderV235-1370369985-project] Network 2dcd4d32-cc7c-4468-b396-7ce5c9231892 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:28:16.654937 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [req-772c8757-85cb-44f1-9484-cf5f1008aade req-4c62b6bd-d0f6-4db9-8ced-4bdeeb4a766a tempest-ServerRescueTestJSONUnderV235-1370369985 tempest-ServerRescueTestJSONUnderV235-1370369985-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:28:16.657958 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-772c8757-85cb-44f1-9484-cf5f1008aade req-4c62b6bd-d0f6-4db9-8ced-4bdeeb4a766a tempest-ServerRescueTestJSONUnderV235-1370369985 tempest-ServerRescueTestJSONUnderV235-1370369985-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:28:16.690160 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-9dd97cac-fd05-4e07-ab1e-467d63457fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:16.690953 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-9dd97cac-fd05-4e07-ab1e-467d63457fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:16.691835 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-9dd97cac-fd05-4e07-ab1e-467d63457fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:16.692596 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-9dd97cac-fd05-4e07-ab1e-467d63457fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:16.693685 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-9dd97cac-fd05-4e07-ab1e-467d63457fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:16.694325 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-9dd97cac-fd05-4e07-ab1e-467d63457fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:16.695152 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-9dd97cac-fd05-4e07-ab1e-467d63457fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:16.697650 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-9dd97cac-fd05-4e07-ab1e-467d63457fad service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=59257167697a4d8397898a00de2a9ad0&device_id=15fddc0e-6959-44be-b8ff-be56e396088e HTTP/1.1" status: 200 len: 6485 time: 0.2441859 Jul 14 09:28:16.767298 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-8d937cd0-eddc-47ca-8079-281f96bde1dd service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=443852c9-c28d-483f-aa70-df124f5712df HTTP/1.1" status: 200 len: 217 time: 0.0507224 Jul 14 09:28:16.819140 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90a107f-d2a5-4026-b37d-e236a3eb8cee req-caf27547-d472-4362-a859-3474e4b3f35f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:16.820727 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-b90a107f-d2a5-4026-b37d-e236a3eb8cee req-caf27547-d472-4362-a859-3474e4b3f35f service neutron] 10.222.0.65 "GET /v2.0/networks?id=1012c926-11e5-4f9b-8f82-dfbee9dcfeae HTTP/1.1" status: 200 len: 921 time: 0.3448153 Jul 14 09:28:16.828790 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-a3e1a34e-fb33-4ec3-9819-b264ba141ca9 req-c4066fe2-eda5-4423-a32c-618ab4b0ea6b service neutron] For port 76560477-d91e-4b4a-98a2-a6c81e43e88d, host n-h2-779913-29, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:28:16.833988 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c62b6bd-d0f6-4db9-8ced-4bdeeb4a766a tempest-ServerRescueTestJSONUnderV235-1370369985 tempest-ServerRescueTestJSONUnderV235-1370369985-project] Pushing event updated for resources: {'Port': ['ID=4dbc02ca-caea-4148-b111-7974b5e64010,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:16.920109 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-e3a8898c-b2d8-4bed-8d27-d371e5f143e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:16.922036 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-e3a8898c-b2d8-4bed-8d27-d371e5f143e1 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2a6976d9-6add-4434-8547-6c5ba9d349d2 HTTP/1.1" status: 200 len: 851 time: 0.1432879 Jul 14 09:28:16.953019 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f930b8-f746-45f8-a8ec-a52c190297fb req-d06e2d05-6023-4bc4-a7e4-af63b7610599 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:16.964067 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f930b8-f746-45f8-a8ec-a52c190297fb req-d06e2d05-6023-4bc4-a7e4-af63b7610599 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:16.973109 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f930b8-f746-45f8-a8ec-a52c190297fb req-d06e2d05-6023-4bc4-a7e4-af63b7610599 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:16.981459 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f930b8-f746-45f8-a8ec-a52c190297fb req-d06e2d05-6023-4bc4-a7e4-af63b7610599 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:16.990167 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f930b8-f746-45f8-a8ec-a52c190297fb req-d06e2d05-6023-4bc4-a7e4-af63b7610599 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:16.997059 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f930b8-f746-45f8-a8ec-a52c190297fb req-d06e2d05-6023-4bc4-a7e4-af63b7610599 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:17.005227 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f930b8-f746-45f8-a8ec-a52c190297fb req-d06e2d05-6023-4bc4-a7e4-af63b7610599 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:17.016694 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-71f930b8-f746-45f8-a8ec-a52c190297fb req-d06e2d05-6023-4bc4-a7e4-af63b7610599 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] 10.222.0.68 "GET /v2.0/ports?device_id=15fddc0e-6959-44be-b8ff-be56e396088e HTTP/1.1" status: 200 len: 5421 time: 0.1873589 Jul 14 09:28:17.101409 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-71f930b8-f746-45f8-a8ec-a52c190297fb req-b1f72402-b594-451e-9136-bd0e18efeadf tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] 10.222.0.68 "GET /v2.0/security-groups?id=8dea9d70-5f45-4874-bf11-9cb57df29d33&id=654de86a-d9c2-46da-8a5c-08b7fecbf459&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0837524 Jul 14 09:28:17.131679 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-e6022443-e545-4230-b009-221ccd461e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:17.133978 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-e6022443-e545-4230-b009-221ccd461e9b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d3f3b4f0-a2a4-4615-b2a7-a3c2703dc6b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0840638 Jul 14 09:28:17.218766 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:28:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa900620-5a7a-4118-92e1-d8a9913cb133 x-openstack-request-id: req-aa900620-5a7a-4118-92e1-d8a9913cb133 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:28:17.219357 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15fddc0e-6959-44be-b8ff-be56e396088e", "tag": "3c2caddc-016f-44c8-bc6e-d72edc75467b", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:28:17.219778 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-aa900620-5a7a-4118-92e1-d8a9913cb133 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:28:17.220343 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15fddc0e-6959-44be-b8ff-be56e396088e', 'tag': '3c2caddc-016f-44c8-bc6e-d72edc75467b', 'status': 'completed', 'code': 200} Jul 14 09:28:17.262436 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-772c8757-85cb-44f1-9484-cf5f1008aade req-4c62b6bd-d0f6-4db9-8ced-4bdeeb4a766a tempest-ServerRescueTestJSONUnderV235-1370369985 tempest-ServerRescueTestJSONUnderV235-1370369985-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:17.304331 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-4e25e70f-eb43-46a7-8e71-5930a28ee221 service neutron] 10.222.0.65 "GET /v2.0/networks/d3f3b4f0-a2a4-4615-b2a7-a3c2703dc6b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509337 Jul 14 09:28:17.340158 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-b90a107f-d2a5-4026-b37d-e236a3eb8cee req-bcb7d192-de35-4211-993e-b970f2f4b32a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=72e2bc5e-4c60-4c69-81ed-50a1f6b1b07b HTTP/1.1" status: 200 len: 217 time: 0.5074766 Jul 14 09:28:17.346870 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-a3e1a34e-fb33-4ec3-9819-b264ba141ca9 req-c4066fe2-eda5-4423-a32c-618ab4b0ea6b service neutron] For port 76560477-d91e-4b4a-98a2-a6c81e43e88d, host n-h2-779913-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=76560477-d91e-4b4a-98a2-a6c81e43e88d,segment=NetworkSegment(f28b4a20-abdb-43f4-86e7-8da3ae7a1990),segment_id=f28b4a20-abdb-43f4-86e7-8da3ae7a1990)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:28:17.420243 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-a3e1a34e-fb33-4ec3-9819-b264ba141ca9 req-c4066fe2-eda5-4423-a32c-618ab4b0ea6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13574142'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:17.473373 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-1fa9fb5f-a043-4a21-8138-ada2399248af service neutron] 10.222.0.65 "GET /v2.0/networks/d3f3b4f0-a2a4-4615-b2a7-a3c2703dc6b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546113 Jul 14 09:28:17.486979 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338d2808-35b8-4e44-a2a2-ea6073855b6f req-37f69058-04ac-4822-aa0a-a6663198e698 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:17.494594 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-338d2808-35b8-4e44-a2a2-ea6073855b6f req-37f69058-04ac-4822-aa0a-a6663198e698 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/ports?device_id=3cf7445b-ef8b-4ba5-9112-65331f7b041d HTTP/1.1" status: 200 len: 944 time: 0.1157520 Jul 14 09:28:17.551613 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-aa7ba55c-e8a2-4c7c-8859-5fb568239fa7 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.249&port_id=bfd0c50f-c861-4562-bbf6-c4c5fe7bf9af HTTP/1.1" status: 200 len: 217 time: 0.0539503 Jul 14 09:28:17.573039 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4066fe2-eda5-4423-a32c-618ab4b0ea6b service neutron] Pushing event updated for resources: {'Port': ['ID=76560477-d91e-4b4a-98a2-a6c81e43e88d,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:17.581876 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-338d2808-35b8-4e44-a2a2-ea6073855b6f req-340699b9-3a29-4031-a1d0-79cf363107a9 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/security-groups?id=bfacbc39-872c-438f-b7f4-05abded490ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862219 Jul 14 09:28:17.607429 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e1a34e-fb33-4ec3-9819-b264ba141ca9 req-c4066fe2-eda5-4423-a32c-618ab4b0ea6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:17.608124 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-a3e1a34e-fb33-4ec3-9819-b264ba141ca9 req-c4066fe2-eda5-4423-a32c-618ab4b0ea6b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:17.609554 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-a3e1a34e-fb33-4ec3-9819-b264ba141ca9 req-c4066fe2-eda5-4423-a32c-618ab4b0ea6b service neutron] 10.222.0.57 "PUT /v2.0/ports/76560477-d91e-4b4a-98a2-a6c81e43e88d HTTP/1.1" status: 200 len: 1093 time: 2.4861684 Jul 14 09:28:17.617698 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-772c8757-85cb-44f1-9484-cf5f1008aade req-4c62b6bd-d0f6-4db9-8ced-4bdeeb4a766a tempest-ServerRescueTestJSONUnderV235-1370369985 tempest-ServerRescueTestJSONUnderV235-1370369985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:17.701142 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90a107f-d2a5-4026-b37d-e236a3eb8cee req-4e8134bb-afb7-4bce-b846-d160fb7b74cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:17.702811 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-b90a107f-d2a5-4026-b37d-e236a3eb8cee req-4e8134bb-afb7-4bce-b846-d160fb7b74cd service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c4079fcc-cef1-47f9-a984-4163b05f01ca HTTP/1.1" status: 200 len: 860 time: 0.3545382 Jul 14 09:28:17.767795 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-b90a107f-d2a5-4026-b37d-e236a3eb8cee req-8c9a4228-c577-4bbe-84a8-5c95e9dc7059 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1012c926-11e5-4f9b-8f82-dfbee9dcfeae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410309 Jul 14 09:28:17.947238 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e1a34e-fb33-4ec3-9819-b264ba141ca9 req-00231e88-9fe3-471b-8484-7b04d574ecd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:17.948679 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-a3e1a34e-fb33-4ec3-9819-b264ba141ca9 req-00231e88-9fe3-471b-8484-7b04d574ecd4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5a5f2c2d833f465d9525ee4af4d3c349&device_id=3cf7445b-ef8b-4ba5-9112-65331f7b041d HTTP/1.1" status: 200 len: 1096 time: 0.2696366 Jul 14 09:28:18.009593 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-d19d7abc-0afe-43a6-a4e0-4b27a85304cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:18.011579 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-d19d7abc-0afe-43a6-a4e0-4b27a85304cd service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6bbe0ea5-083a-41dc-877f-ee08b7294836 HTTP/1.1" status: 200 len: 797 time: 0.4266469 Jul 14 09:28:18.071677 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-b90a107f-d2a5-4026-b37d-e236a3eb8cee req-441408ca-6476-4964-8ae9-19fa04e128f0 service neutron] 10.222.0.65 "GET /v2.0/networks/1012c926-11e5-4f9b-8f82-dfbee9dcfeae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2904637 Jul 14 09:28:18.079175 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-a3e1a34e-fb33-4ec3-9819-b264ba141ca9 req-840a1b4b-c976-438f-9500-ba3d46f1b997 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=76560477-d91e-4b4a-98a2-a6c81e43e88d HTTP/1.1" status: 200 len: 217 time: 0.1122930 Jul 14 09:28:18.154434 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-ca7cfe23-6043-4fc0-8705-e91880a61850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:18.155993 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-ca7cfe23-6043-4fc0-8705-e91880a61850 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1ef94415-a918-409e-b853-7a1089057996&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1294556 Jul 14 09:28:18.183661 n-d-779913-29 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cf7445b-ef8b-4ba5-9112-65331f7b041d', 'tag': '76560477-d91e-4b4a-98a2-a6c81e43e88d'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:28:18.186213 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cb48f044f948e981f43897c8d7f1332f741dc7af2b4c5a6e19d8f4a80f708e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bc000b1-d82c-468e-a0f9-605ad25a268c" -d '{"events": [{"name": "network-changed", "server_uuid": "3cf7445b-ef8b-4ba5-9112-65331f7b041d", "tag": "76560477-d91e-4b4a-98a2-a6c81e43e88d"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:28:18.199612 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-772c8757-85cb-44f1-9484-cf5f1008aade req-4c62b6bd-d0f6-4db9-8ced-4bdeeb4a766a tempest-ServerRescueTestJSONUnderV235-1370369985 tempest-ServerRescueTestJSONUnderV235-1370369985-project] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:18.216001 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e1a34e-fb33-4ec3-9819-b264ba141ca9 req-9d282571-cae4-403f-b1f5-c6336ca3b33a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:18.217866 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-a3e1a34e-fb33-4ec3-9819-b264ba141ca9 req-9d282571-cae4-403f-b1f5-c6336ca3b33a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4eebc946-7649-496b-bf8c-5c786643586c HTTP/1.1" status: 200 len: 846 time: 0.1304924 Jul 14 09:28:18.218557 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-772c8757-85cb-44f1-9484-cf5f1008aade req-4c62b6bd-d0f6-4db9-8ced-4bdeeb4a766a tempest-ServerRescueTestJSONUnderV235-1370369985 tempest-ServerRescueTestJSONUnderV235-1370369985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13574142'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:18.304057 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-d81dae8c-a1b4-48dd-b608-2d002e2be3ea service neutron] 10.222.0.65 "GET /v2.0/networks/1ef94415-a918-409e-b853-7a1089057996?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369767 Jul 14 09:28:18.304353 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-a3e1a34e-fb33-4ec3-9819-b264ba141ca9 req-116cfb50-a19f-49c5-b0d9-cc69931559ab service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b13d7c6c-cfbf-4964-b16a-12c3c2736fe4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0759392 Jul 14 09:28:18.362005 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c62b6bd-d0f6-4db9-8ced-4bdeeb4a766a tempest-ServerRescueTestJSONUnderV235-1370369985 tempest-ServerRescueTestJSONUnderV235-1370369985-project] Pushing event updated for resources: {'Port': ['ID=4dbc02ca-caea-4148-b111-7974b5e64010,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:18.386559 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-b90a107f-d2a5-4026-b37d-e236a3eb8cee req-460cecd3-49f1-4a3f-82df-c0c59d2f04f2 service neutron] 10.222.0.65 "GET /v2.0/networks/1012c926-11e5-4f9b-8f82-dfbee9dcfeae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2664137 Jul 14 09:28:18.422360 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c62b6bd-d0f6-4db9-8ced-4bdeeb4a766a tempest-ServerRescueTestJSONUnderV235-1370369985 tempest-ServerRescueTestJSONUnderV235-1370369985-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:28:18.422812 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c62b6bd-d0f6-4db9-8ced-4bdeeb4a766a tempest-ServerRescueTestJSONUnderV235-1370369985 tempest-ServerRescueTestJSONUnderV235-1370369985-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:28:18.423254 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c62b6bd-d0f6-4db9-8ced-4bdeeb4a766a tempest-ServerRescueTestJSONUnderV235-1370369985 tempest-ServerRescueTestJSONUnderV235-1370369985-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:28:18.423793 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c62b6bd-d0f6-4db9-8ced-4bdeeb4a766a tempest-ServerRescueTestJSONUnderV235-1370369985 tempest-ServerRescueTestJSONUnderV235-1370369985-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:28:18.424217 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c62b6bd-d0f6-4db9-8ced-4bdeeb4a766a tempest-ServerRescueTestJSONUnderV235-1370369985 tempest-ServerRescueTestJSONUnderV235-1370369985-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:28:18.424630 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c62b6bd-d0f6-4db9-8ced-4bdeeb4a766a tempest-ServerRescueTestJSONUnderV235-1370369985 tempest-ServerRescueTestJSONUnderV235-1370369985-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:28:18.425059 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c62b6bd-d0f6-4db9-8ced-4bdeeb4a766a tempest-ServerRescueTestJSONUnderV235-1370369985 tempest-ServerRescueTestJSONUnderV235-1370369985-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:28:18.425519 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c62b6bd-d0f6-4db9-8ced-4bdeeb4a766a tempest-ServerRescueTestJSONUnderV235-1370369985 tempest-ServerRescueTestJSONUnderV235-1370369985-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:28:18.426033 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c62b6bd-d0f6-4db9-8ced-4bdeeb4a766a tempest-ServerRescueTestJSONUnderV235-1370369985 tempest-ServerRescueTestJSONUnderV235-1370369985-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:28:18.426459 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c62b6bd-d0f6-4db9-8ced-4bdeeb4a766a tempest-ServerRescueTestJSONUnderV235-1370369985 tempest-ServerRescueTestJSONUnderV235-1370369985-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:28:18.426895 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c62b6bd-d0f6-4db9-8ced-4bdeeb4a766a tempest-ServerRescueTestJSONUnderV235-1370369985 tempest-ServerRescueTestJSONUnderV235-1370369985-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:28:18.427317 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c62b6bd-d0f6-4db9-8ced-4bdeeb4a766a tempest-ServerRescueTestJSONUnderV235-1370369985 tempest-ServerRescueTestJSONUnderV235-1370369985-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:28:18.427583 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-70235326-dc0a-44cd-9607-7b8a6cdfb50e service neutron] 10.222.0.65 "GET /v2.0/networks/1ef94415-a918-409e-b853-7a1089057996?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166432 Jul 14 09:28:18.447706 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-772c8757-85cb-44f1-9484-cf5f1008aade req-4c62b6bd-d0f6-4db9-8ced-4bdeeb4a766a tempest-ServerRescueTestJSONUnderV235-1370369985 tempest-ServerRescueTestJSONUnderV235-1370369985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-660590'] for floatingip, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:18.473706 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-772c8757-85cb-44f1-9484-cf5f1008aade req-4c62b6bd-d0f6-4db9-8ced-4bdeeb4a766a tempest-ServerRescueTestJSONUnderV235-1370369985 tempest-ServerRescueTestJSONUnderV235-1370369985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for floatingip, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:18.475173 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-772c8757-85cb-44f1-9484-cf5f1008aade req-4c62b6bd-d0f6-4db9-8ced-4bdeeb4a766a tempest-ServerRescueTestJSONUnderV235-1370369985 tempest-ServerRescueTestJSONUnderV235-1370369985-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.3806725 Jul 14 09:28:18.508168 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-a3e1a34e-fb33-4ec3-9819-b264ba141ca9 req-4aba470e-cbee-460a-8f4e-bc0d2da06164 service neutron] 10.222.0.57 "GET /v2.0/networks/b13d7c6c-cfbf-4964-b16a-12c3c2736fe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1665456 Jul 14 09:28:18.527321 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-2c402ccb-2fba-48d0-89af-5326d7a58ab5 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.38&port_id=31299d0f-8004-4f4a-ba86-37168fff27f4 HTTP/1.1" status: 200 len: 217 time: 0.0868838 Jul 14 09:28:18.571567 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-772c8757-85cb-44f1-9484-cf5f1008aade req-ddeca670-3753-4648-a40b-538d62ee07b6 tempest-ServerRescueTestJSONUnderV235-1370369985 tempest-ServerRescueTestJSONUnderV235-1370369985-project] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.25.4.246 HTTP/1.1" status: 200 len: 696 time: 0.0858343 Jul 14 09:28:18.596402 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f70c368-d2a6-4f96-939f-c3c125e5a850 req-4c6a4511-3fef-4940-8eee-7bc0821f1787 tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:18.598144 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3f70c368-d2a6-4f96-939f-c3c125e5a850 req-4c6a4511-3fef-4940-8eee-7bc0821f1787 tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] 10.222.0.68 "GET /v2.0/ports?device_id=c9f22e9a-4298-4b73-8115-f2b7bacb077c HTTP/1.1" status: 200 len: 944 time: 0.1483078 Jul 14 09:28:18.697165 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-1abff5c8-081e-4e82-ace7-67c6b34698c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:18.698796 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-1abff5c8-081e-4e82-ace7-67c6b34698c2 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6bbe0ea5-083a-41dc-877f-ee08b7294836 HTTP/1.1" status: 200 len: 797 time: 0.1250844 Jul 14 09:28:18.715156 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3f70c368-d2a6-4f96-939f-c3c125e5a850 req-798007e5-12f2-42d8-85a4-d17b0d60497f tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] 10.222.0.68 "GET /v2.0/security-groups?id=cf40bcd2-1dd1-48fb-a6b7-6df0e80ce2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925350 Jul 14 09:28:18.729422 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-a3e1a34e-fb33-4ec3-9819-b264ba141ca9 req-fe2a8055-7b54-487e-860f-bb4070e5b266 service neutron] 10.222.0.57 "GET /v2.0/networks/b13d7c6c-cfbf-4964-b16a-12c3c2736fe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1902988 Jul 14 09:28:18.774022 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772c8757-85cb-44f1-9484-cf5f1008aade req-c4ef302f-8657-43f8-8e17-b6c835a1e285 tempest-ServerRescueTestJSONUnderV235-1370369985 tempest-ServerRescueTestJSONUnderV235-1370369985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:18.776661 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-772c8757-85cb-44f1-9484-cf5f1008aade req-c4ef302f-8657-43f8-8e17-b6c835a1e285 tempest-ServerRescueTestJSONUnderV235-1370369985 tempest-ServerRescueTestJSONUnderV235-1370369985-project] 10.222.0.68 "GET /v2.0/networks/2dcd4d32-cc7c-4468-b396-7ce5c9231892 HTTP/1.1" status: 200 len: 784 time: 0.1776321 Jul 14 09:28:18.824002 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-18ec4455-2810-41f2-b71e-42b8d65f0cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:18.826750 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-18ec4455-2810-41f2-b71e-42b8d65f0cdf service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1ef94415-a918-409e-b853-7a1089057996&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1102073 Jul 14 09:28:18.829138 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:28:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf7449ec-2c15-4283-a7e3-28f7e1cdd066 x-openstack-request-id: req-bf7449ec-2c15-4283-a7e3-28f7e1cdd066 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:28:18.829709 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cf7445b-ef8b-4ba5-9112-65331f7b041d", "tag": "76560477-d91e-4b4a-98a2-a6c81e43e88d", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:28:18.830218 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-bf7449ec-2c15-4283-a7e3-28f7e1cdd066 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:28:18.830931 n-d-779913-29 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cf7445b-ef8b-4ba5-9112-65331f7b041d', 'tag': '76560477-d91e-4b4a-98a2-a6c81e43e88d', 'status': 'completed', 'code': 200} Jul 14 09:28:18.982576 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 51134) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:19.012760 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988f56d5-7b00-438e-99d0-4fd4a0be0ce9 req-cd9d2285-bd89-4e95-8804-dea184b70d7d tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:19.019581 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988f56d5-7b00-438e-99d0-4fd4a0be0ce9 req-cd9d2285-bd89-4e95-8804-dea184b70d7d tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:19.027491 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988f56d5-7b00-438e-99d0-4fd4a0be0ce9 req-cd9d2285-bd89-4e95-8804-dea184b70d7d tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:19.036398 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988f56d5-7b00-438e-99d0-4fd4a0be0ce9 req-cd9d2285-bd89-4e95-8804-dea184b70d7d tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:19.041963 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53129b0-9f4c-4e5e-b57a-fcbaec08c949 req-6eec7fba-614f-4e4e-aab5-272c34768cf5 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:19.043760 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-c53129b0-9f4c-4e5e-b57a-fcbaec08c949 req-6eec7fba-614f-4e4e-aab5-272c34768cf5 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/ports?device_id=3cf7445b-ef8b-4ba5-9112-65331f7b041d HTTP/1.1" status: 200 len: 944 time: 0.1034627 Jul 14 09:28:19.046814 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988f56d5-7b00-438e-99d0-4fd4a0be0ce9 req-cd9d2285-bd89-4e95-8804-dea184b70d7d tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:19.048069 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc000b1-d82c-468e-a0f9-605ad25a268c req-25cb1ede-272f-47d5-99b3-088dfdc2b1db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:19.049477 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-9bc000b1-d82c-468e-a0f9-605ad25a268c req-25cb1ede-272f-47d5-99b3-088dfdc2b1db service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5a5f2c2d833f465d9525ee4af4d3c349&device_id=3cf7445b-ef8b-4ba5-9112-65331f7b041d HTTP/1.1" status: 200 len: 1096 time: 0.1759984 Jul 14 09:28:19.052936 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988f56d5-7b00-438e-99d0-4fd4a0be0ce9 req-cd9d2285-bd89-4e95-8804-dea184b70d7d tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:19.059671 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988f56d5-7b00-438e-99d0-4fd4a0be0ce9 req-cd9d2285-bd89-4e95-8804-dea184b70d7d tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:19.061673 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-988f56d5-7b00-438e-99d0-4fd4a0be0ce9 req-cd9d2285-bd89-4e95-8804-dea184b70d7d tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] 10.222.0.68 "GET /v2.0/ports?device_id=15fddc0e-6959-44be-b8ff-be56e396088e HTTP/1.1" status: 200 len: 5421 time: 0.1644201 Jul 14 09:28:19.102482 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-db7f0e30-1169-4022-a137-b7b3595bf8f9 service neutron] 10.222.0.65 "GET /v2.0/networks/1ef94415-a918-409e-b853-7a1089057996?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2681761 Jul 14 09:28:19.127439 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-988f56d5-7b00-438e-99d0-4fd4a0be0ce9 req-97068d80-f0fd-49d3-9431-ab630b64e030 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] 10.222.0.68 "GET /v2.0/security-groups?id=8dea9d70-5f45-4874-bf11-9cb57df29d33&id=654de86a-d9c2-46da-8a5c-08b7fecbf459&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0572250 Jul 14 09:28:19.192803 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-c53129b0-9f4c-4e5e-b57a-fcbaec08c949 req-3aec9eec-36f9-4eb8-a24a-553695b5997c tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/security-groups?id=bfacbc39-872c-438f-b7f4-05abded490ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420736 Jul 14 09:28:19.221118 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15fddc0e-6959-44be-b8ff-be56e396088e', 'tag': 'edf557d1-72fc-404f-b07c-0c4fad568606'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:28:19.233990 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7957a64d-5b28-4251-a11c-defd82957a87" -d '{"events": [{"name": "network-changed", "server_uuid": "15fddc0e-6959-44be-b8ff-be56e396088e", "tag": "edf557d1-72fc-404f-b07c-0c4fad568606"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:28:19.239076 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-ffb23b6a-d26c-4bf3-96d3-261e643437a9 service neutron] 10.222.0.65 "GET /v2.0/networks/1ef94415-a918-409e-b853-7a1089057996?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164858 Jul 14 09:28:19.254950 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc000b1-d82c-468e-a0f9-605ad25a268c req-73ef286a-65b8-45eb-9ce4-a10433214b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:19.257052 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-9bc000b1-d82c-468e-a0f9-605ad25a268c req-73ef286a-65b8-45eb-9ce4-a10433214b11 service neutron] 10.222.0.57 "GET /v2.0/networks?id=b13d7c6c-cfbf-4964-b16a-12c3c2736fe4 HTTP/1.1" status: 200 len: 907 time: 0.1748919 Jul 14 09:28:19.299324 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-2296844f-9ab9-4fbd-ae6b-7a9663cea649 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.33&port_id=9e37b52c-3f18-4c81-9abd-39641803b448 HTTP/1.1" status: 200 len: 217 time: 0.0525925 Jul 14 09:28:19.301035 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:28:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d748dc4-3eb1-4cf3-b256-07c307dca0f3 x-openstack-request-id: req-5d748dc4-3eb1-4cf3-b256-07c307dca0f3 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:28:19.302084 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15fddc0e-6959-44be-b8ff-be56e396088e", "tag": "edf557d1-72fc-404f-b07c-0c4fad568606", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:28:19.302442 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-5d748dc4-3eb1-4cf3-b256-07c307dca0f3 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:28:19.302949 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15fddc0e-6959-44be-b8ff-be56e396088e', 'tag': 'edf557d1-72fc-404f-b07c-0c4fad568606', 'status': 'completed', 'code': 200} Jul 14 09:28:19.340184 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa99068-7fef-489d-83d9-c1cd25ab3128 req-4a045207-ece7-4dd6-a5fd-ac3ed3bae330 tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:19.341720 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-1fa99068-7fef-489d-83d9-c1cd25ab3128 req-4a045207-ece7-4dd6-a5fd-ac3ed3bae330 tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] 10.222.0.65 "GET /v2.0/ports?device_id=c9f22e9a-4298-4b73-8115-f2b7bacb077c HTTP/1.1" status: 200 len: 944 time: 0.2588098 Jul 14 09:28:19.343036 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-9bc000b1-d82c-468e-a0f9-605ad25a268c req-88be50a7-b560-49a5-800b-a8aa6dbaa776 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=76560477-d91e-4b4a-98a2-a6c81e43e88d HTTP/1.1" status: 200 len: 217 time: 0.0790689 Jul 14 09:28:19.397261 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-63b2cc74-47cb-4230-8aa5-546ed5fc7b54 tempest-RoutersIpV6AdminTest-414384186 tempest-RoutersIpV6AdminTest-414384186-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1969218635', 'router:external': True}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:28:19.438332 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-51a18e92-cc3b-47d7-b757-3474b689d041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:19.440656 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-51a18e92-cc3b-47d7-b757-3474b689d041 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6bbe0ea5-083a-41dc-877f-ee08b7294836 HTTP/1.1" status: 200 len: 797 time: 0.1065097 Jul 14 09:28:19.489776 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c1fae2-ee98-4a50-a7cf-b673940d31c8 req-b0f3eea1-1121-4933-a4ae-ecb3fd41f53e tempest-ServerRescueTestJSONUnderV235-1370369985 tempest-ServerRescueTestJSONUnderV235-1370369985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:19.496182 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-60c1fae2-ee98-4a50-a7cf-b673940d31c8 req-b0f3eea1-1121-4933-a4ae-ecb3fd41f53e tempest-ServerRescueTestJSONUnderV235-1370369985 tempest-ServerRescueTestJSONUnderV235-1370369985-project] 10.222.0.68 "GET /v2.0/ports?device_id=50c37d2a-9d36-413f-a86d-c6fd0726b830&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1175272 Jul 14 09:28:19.501869 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63b2cc74-47cb-4230-8aa5-546ed5fc7b54 tempest-RoutersIpV6AdminTest-414384186 tempest-RoutersIpV6AdminTest-414384186-project-admin] Made reservation on behalf of 122296d0eaa741989a91127fe397e5ee for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:28:19.505416 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-63b2cc74-47cb-4230-8aa5-546ed5fc7b54 tempest-RoutersIpV6AdminTest-414384186 tempest-RoutersIpV6AdminTest-414384186-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:19.529554 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-63b2cc74-47cb-4230-8aa5-546ed5fc7b54 tempest-RoutersIpV6AdminTest-414384186 tempest-RoutersIpV6AdminTest-414384186-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:19.564481 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc000b1-d82c-468e-a0f9-605ad25a268c req-7c7cf691-4b01-4d9f-9587-98cf1012f0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:19.566096 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-9bc000b1-d82c-468e-a0f9-605ad25a268c req-7c7cf691-4b01-4d9f-9587-98cf1012f0a8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4eebc946-7649-496b-bf8c-5c786643586c HTTP/1.1" status: 200 len: 846 time: 0.2161353 Jul 14 09:28:19.589126 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-60c1fae2-ee98-4a50-a7cf-b673940d31c8 req-9bdbd783-1ea1-4e6f-8df3-9e55a364830d tempest-ServerRescueTestJSONUnderV235-1370369985 tempest-ServerRescueTestJSONUnderV235-1370369985-project] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.25.4.246 HTTP/1.1" status: 200 len: 696 time: 0.0818732 Jul 14 09:28:19.613723 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-60c1fae2-ee98-4a50-a7cf-b673940d31c8 req-c9b3c5e7-d857-41c6-8961-e69f49234153 tempest-ServerRescueTestJSONUnderV235-1370369985 tempest-ServerRescueTestJSONUnderV235-1370369985-project] Request body: {'floatingip': {'port_id': '72e2bc5e-4c60-4c69-81ed-50a1f6b1b07b', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:28:19.639428 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-9bc000b1-d82c-468e-a0f9-605ad25a268c req-22ef5ecc-5db1-42b6-90f4-b98966692ec3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b13d7c6c-cfbf-4964-b16a-12c3c2736fe4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380173 Jul 14 09:28:19.671773 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-60c1fae2-ee98-4a50-a7cf-b673940d31c8 req-c9b3c5e7-d857-41c6-8961-e69f49234153 tempest-ServerRescueTestJSONUnderV235-1370369985 tempest-ServerRescueTestJSONUnderV235-1370369985-project] Notify callbacks [] for floatingip, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:19.729732 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-2a5c30ce-41c2-42fd-bbc2-a950cbe16af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:19.731675 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-2a5c30ce-41c2-42fd-bbc2-a950cbe16af4 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1ef94415-a918-409e-b853-7a1089057996&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2345643 Jul 14 09:28:19.762455 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-1fa99068-7fef-489d-83d9-c1cd25ab3128 req-d046948b-4fac-4696-a141-f89c99c5fdf7 tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] Deleting port 8acf4a11-a053-4451-8c9e-0fead5441f50 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:28:19.762767 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-1fa99068-7fef-489d-83d9-c1cd25ab3128 req-d046948b-4fac-4696-a141-f89c99c5fdf7 tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:19.843033 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-9bc000b1-d82c-468e-a0f9-605ad25a268c req-053c1553-298b-482b-a2d6-9f63d932fc65 service neutron] 10.222.0.57 "GET /v2.0/networks/b13d7c6c-cfbf-4964-b16a-12c3c2736fe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1932321 Jul 14 09:28:19.868322 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-63b2cc74-47cb-4230-8aa5-546ed5fc7b54 tempest-RoutersIpV6AdminTest-414384186 tempest-RoutersIpV6AdminTest-414384186-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:19.942109 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-63b2cc74-47cb-4230-8aa5-546ed5fc7b54 tempest-RoutersIpV6AdminTest-414384186 tempest-RoutersIpV6AdminTest-414384186-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:19.985271 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-d760825b-e791-403e-bb5c-2ad1901d28a0 service neutron] 10.222.0.65 "GET /v2.0/networks/1ef94415-a918-409e-b853-7a1089057996?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2334135 Jul 14 09:28:20.010640 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63b2cc74-47cb-4230-8aa5-546ed5fc7b54 tempest-RoutersIpV6AdminTest-414384186 tempest-RoutersIpV6AdminTest-414384186-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 743} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:28:20.063630 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-63b2cc74-47cb-4230-8aa5-546ed5fc7b54 tempest-RoutersIpV6AdminTest-414384186 tempest-RoutersIpV6AdminTest-414384186-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:20.063977 n-d-779913-29 neutron-server[93958]: INFO neutron.db.segments_db [None req-63b2cc74-47cb-4230-8aa5-546ed5fc7b54 tempest-RoutersIpV6AdminTest-414384186 tempest-RoutersIpV6AdminTest-414384186-project-admin] Added segment 103c2104-fdfd-4aa2-803f-0e9b2063699e of type vlan for network ff754f5f-ad41-4460-b8ae-616ab3242b51 Jul 14 09:28:20.089051 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b2cc74-47cb-4230-8aa5-546ed5fc7b54 tempest-RoutersIpV6AdminTest-414384186 tempest-RoutersIpV6AdminTest-414384186-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a48ed153-30e3-4c14-bb7a-c885651482cc,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:20.124199 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-1fa99068-7fef-489d-83d9-c1cd25ab3128 req-d046948b-4fac-4696-a141-f89c99c5fdf7 tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] For port 8acf4a11-a053-4451-8c9e-0fead5441f50, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=8acf4a11-a053-4451-8c9e-0fead5441f50,segment=NetworkSegment(3140b72d-6a4a-4668-bad8-c572bd128f6c),segment_id=3140b72d-6a4a-4668-bad8-c572bd128f6c)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:28:20.124568 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-1fa99068-7fef-489d-83d9-c1cd25ab3128 req-d046948b-4fac-4696-a141-f89c99c5fdf7 tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:20.173339 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-1fa99068-7fef-489d-83d9-c1cd25ab3128 req-d046948b-4fac-4696-a141-f89c99c5fdf7 tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] Calling delete_port for 8acf4a11-a053-4451-8c9e-0fead5441f50 owned by compute:nova {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:28:20.204885 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-9bc000b1-d82c-468e-a0f9-605ad25a268c req-f6ee73e5-c3e2-4312-9009-1eee84f7bb4f service neutron] 10.222.0.57 "GET /v2.0/networks/b13d7c6c-cfbf-4964-b16a-12c3c2736fe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3510230 Jul 14 09:28:20.209347 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-63b2cc74-47cb-4230-8aa5-546ed5fc7b54 tempest-RoutersIpV6AdminTest-414384186 tempest-RoutersIpV6AdminTest-414384186-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735687821325'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:20.308964 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7c1771-4429-4ede-8d97-62726f8b8970 req-d4f22fa5-d753-4868-ae2c-eb9d8d2e72c0 tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:20.310528 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ff7c1771-4429-4ede-8d97-62726f8b8970 req-d4f22fa5-d753-4868-ae2c-eb9d8d2e72c0 tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] 10.222.0.68 "GET /v2.0/ports?device_id=c9f22e9a-4298-4b73-8115-f2b7bacb077c HTTP/1.1" status: 200 len: 944 time: 0.3572779 Jul 14 09:28:20.385409 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-63b2cc74-47cb-4230-8aa5-546ed5fc7b54 tempest-RoutersIpV6AdminTest-414384186 tempest-RoutersIpV6AdminTest-414384186-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:20.386586 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63b2cc74-47cb-4230-8aa5-546ed5fc7b54 tempest-RoutersIpV6AdminTest-414384186 tempest-RoutersIpV6AdminTest-414384186-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:20.386847 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-63b2cc74-47cb-4230-8aa5-546ed5fc7b54 tempest-RoutersIpV6AdminTest-414384186 tempest-RoutersIpV6AdminTest-414384186-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:20.420084 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ff7c1771-4429-4ede-8d97-62726f8b8970 req-d170233c-480e-474f-8092-75318749926d tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] 10.222.0.68 "GET /v2.0/security-groups?id=cf40bcd2-1dd1-48fb-a6b7-6df0e80ce2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010673 Jul 14 09:28:20.485987 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-63b2cc74-47cb-4230-8aa5-546ed5fc7b54 tempest-RoutersIpV6AdminTest-414384186 tempest-RoutersIpV6AdminTest-414384186-project-admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.4962444 Jul 14 09:28:20.490621 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 51202) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:20.493239 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b2cc74-47cb-4230-8aa5-546ed5fc7b54 tempest-RoutersIpV6AdminTest-414384186 tempest-RoutersIpV6AdminTest-414384186-project-admin] Pushing event updated for resources: {'Network': ['ID=ff754f5f-ad41-4460-b8ae-616ab3242b51,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:20.504205 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Network ff754f5f-ad41-4460-b8ae-616ab3242b51 details requested by agent ovs-agent-n-d-779913-29 with host n-d-779913-29 {{(pid=93959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:28:20.521398 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-403113ec-c475-4fd2-8900-d80780891bf2 tempest-RoutersIpV6AdminTest-414384186 tempest-RoutersIpV6AdminTest-414384186-project-admin] Request body: {'subnet': {'network_id': 'ff754f5f-ad41-4460-b8ae-616ab3242b51', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:28:20.557514 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 51208) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:20.565783 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-403113ec-c475-4fd2-8900-d80780891bf2 tempest-RoutersIpV6AdminTest-414384186 tempest-RoutersIpV6AdminTest-414384186-project-admin] Made reservation on behalf of 122296d0eaa741989a91127fe397e5ee for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:28:20.570426 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-403113ec-c475-4fd2-8900-d80780891bf2 tempest-RoutersIpV6AdminTest-414384186 tempest-RoutersIpV6AdminTest-414384186-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16714600'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:20.574796 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-1fa99068-7fef-489d-83d9-c1cd25ab3128 req-d046948b-4fac-4696-a141-f89c99c5fdf7 tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:20.630375 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] get_ports_and_sgs() called for port_ids ['df6483e0-89e5-45b9-8d7a-dd0f399b1b72'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:28:20.636643 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] get_ports_and_sgs() called for port_ids ['8acf4a11-a053-4451-8c9e-0fead5441f50'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:28:20.655893 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d046948b-4fac-4696-a141-f89c99c5fdf7 tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] Pushing event deleted for resources: {'Port': ['ID=8acf4a11-a053-4451-8c9e-0fead5441f50,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:20.710806 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-60c1fae2-ee98-4a50-a7cf-b673940d31c8 req-c9b3c5e7-d857-41c6-8961-e69f49234153 tempest-ServerRescueTestJSONUnderV235-1370369985 tempest-ServerRescueTestJSONUnderV235-1370369985-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:20.763052 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fa99068-7fef-489d-83d9-c1cd25ab3128 req-d046948b-4fac-4696-a141-f89c99c5fdf7 tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] No DVR routers for this DVR port 8acf4a11-a053-4451-8c9e-0fead5441f50 on host n-h1-779913-29 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:28:20.774664 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-1fa99068-7fef-489d-83d9-c1cd25ab3128 req-d046948b-4fac-4696-a141-f89c99c5fdf7 tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:20.777169 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-1fa99068-7fef-489d-83d9-c1cd25ab3128 req-d046948b-4fac-4696-a141-f89c99c5fdf7 tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] 10.222.0.65 "DELETE /v2.0/ports/8acf4a11-a053-4451-8c9e-0fead5441f50 HTTP/1.1" status: 204 len: 173 time: 1.4065337 Jul 14 09:28:20.796634 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-8833606d-8e5e-472f-ba98-5697be218f07 service neutron] 10.222.0.65 "GET /v2.0/networks/1ef94415-a918-409e-b853-7a1089057996?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7930899 Jul 14 09:28:20.799649 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-93408b7d-7001-4a7c-bd69-a2b7f61545b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:20.800690 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-60c1fae2-ee98-4a50-a7cf-b673940d31c8 req-c9b3c5e7-d857-41c6-8961-e69f49234153 tempest-ServerRescueTestJSONUnderV235-1370369985 tempest-ServerRescueTestJSONUnderV235-1370369985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-660590'] for floatingip, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:20.832163 n-d-779913-29 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9f22e9a-4298-4b73-8115-f2b7bacb077c', 'name': 'network-vif-deleted', 'tag': '8acf4a11-a053-4451-8c9e-0fead5441f50'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:28:20.834488 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cb48f044f948e981f43897c8d7f1332f741dc7af2b4c5a6e19d8f4a80f708e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35b3efad-d236-453b-9155-096f8e7b37be" -d '{"events": [{"server_uuid": "c9f22e9a-4298-4b73-8115-f2b7bacb077c", "name": "network-vif-deleted", "tag": "8acf4a11-a053-4451-8c9e-0fead5441f50"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:28:20.883195 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70124fab-de9c-49c8-9b04-2d86ed63473c req-965e87e6-d553-413e-9937-67dea236b1aa tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:20.893368 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70124fab-de9c-49c8-9b04-2d86ed63473c req-965e87e6-d553-413e-9937-67dea236b1aa tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:20.899563 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70124fab-de9c-49c8-9b04-2d86ed63473c req-965e87e6-d553-413e-9937-67dea236b1aa tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:20.910762 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70124fab-de9c-49c8-9b04-2d86ed63473c req-965e87e6-d553-413e-9937-67dea236b1aa tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:20.917472 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70124fab-de9c-49c8-9b04-2d86ed63473c req-965e87e6-d553-413e-9937-67dea236b1aa tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:20.924247 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70124fab-de9c-49c8-9b04-2d86ed63473c req-965e87e6-d553-413e-9937-67dea236b1aa tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:20.930232 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70124fab-de9c-49c8-9b04-2d86ed63473c req-965e87e6-d553-413e-9937-67dea236b1aa tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:20.932741 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-70124fab-de9c-49c8-9b04-2d86ed63473c req-965e87e6-d553-413e-9937-67dea236b1aa tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] 10.222.0.68 "GET /v2.0/ports?device_id=15fddc0e-6959-44be-b8ff-be56e396088e HTTP/1.1" status: 200 len: 5421 time: 0.2873816 Jul 14 09:28:20.982485 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-5d42dca9-6fdf-4b2c-9123-18816d9d9cdc service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.176&port_id=70278794-2e00-4208-9515-e44b14dd3145 HTTP/1.1" status: 200 len: 217 time: 0.0620637 Jul 14 09:28:21.165035 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-70124fab-de9c-49c8-9b04-2d86ed63473c req-27e826ea-6788-4d6e-a4ae-4d3c040de764 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] 10.222.0.68 "GET /v2.0/security-groups?id=8dea9d70-5f45-4874-bf11-9cb57df29d33&id=654de86a-d9c2-46da-8a5c-08b7fecbf459&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2094963 Jul 14 09:28:21.169907 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-16cc973c-5ab6-4bbc-9e28-8a1702e6c85e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:21.175165 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-16cc973c-5ab6-4bbc-9e28-8a1702e6c85e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6bbe0ea5-083a-41dc-877f-ee08b7294836 HTTP/1.1" status: 200 len: 797 time: 0.1761401 Jul 14 09:28:21.229766 n-d-779913-29 neutron-server[93957]: INFO neutron.db.l3_db [req-60c1fae2-ee98-4a50-a7cf-b673940d31c8 req-c9b3c5e7-d857-41c6-8961-e69f49234153 tempest-ServerRescueTestJSONUnderV235-1370369985 tempest-ServerRescueTestJSONUnderV235-1370369985-project] Floating IP eb5bb3c3-aa8e-4115-8087-775cbd872aa0 associated. External IP: 172.25.4.246, port: 72e2bc5e-4c60-4c69-81ed-50a1f6b1b07b. Jul 14 09:28:21.324471 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-93408b7d-7001-4a7c-bd69-a2b7f61545b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:21.336315 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-93408b7d-7001-4a7c-bd69-a2b7f61545b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:21.386973 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-93408b7d-7001-4a7c-bd69-a2b7f61545b3 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=ad04bf698e1142d38bc48da096555ebd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8281834 Jul 14 09:28:21.390149 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 51262) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:21.392472 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93408b7d-7001-4a7c-bd69-a2b7f61545b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ada8e229-5f89-4841-8788-088440c8da87,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:21.474208 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 76560477-d91e-4b4a-98a2-a6c81e43e88d details requested by agent hyperv_n-h2-779913-29 with host n-h2-779913-29 {{(pid=93959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:28:21.511157 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-327d9309-9e6e-42d0-bb08-93589a99b8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:21.519079 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-327d9309-9e6e-42d0-bb08-93589a99b8a9 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1ef94415-a918-409e-b853-7a1089057996&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3329504 Jul 14 09:28:21.670003 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 76560477-d91e-4b4a-98a2-a6c81e43e88d, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=76560477-d91e-4b4a-98a2-a6c81e43e88d,segment=NetworkSegment(f28b4a20-abdb-43f4-86e7-8da3ae7a1990),segment_id=f28b4a20-abdb-43f4-86e7-8da3ae7a1990)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:28:21.684957 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Returning: {'device': '76560477-d91e-4b4a-98a2-a6c81e43e88d', 'network_id': 'b13d7c6c-cfbf-4964-b16a-12c3c2736fe4', 'port_id': '76560477-d91e-4b4a-98a2-a6c81e43e88d', 'mac_address': 'fa:16:3e:6b:37:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 701, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4eebc946-7649-496b-bf8c-5c786643586c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:28:21.826150 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-4d359f7f-8b7b-4e14-b891-2e7b65190266 service neutron] 10.222.0.65 "GET /v2.0/networks/1ef94415-a918-409e-b853-7a1089057996?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2988956 Jul 14 09:28:21.847445 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.l3_agent_scheduler [req-60c1fae2-ee98-4a50-a7cf-b673940d31c8 req-c9b3c5e7-d857-41c6-8961-e69f49234153 tempest-ServerRescueTestJSONUnderV235-1370369985 tempest-ServerRescueTestJSONUnderV235-1370369985-project] Router c26c194f-cec5-4ed6-bf2c-03f8a410dfdc has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:28:21.958604 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:21.965871 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fdf954ee-58bc-41df-bbca-764651feab2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:21.984381 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76560477-d91e-4b4a-98a2-a6c81e43e88d {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:28:22.037149 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 76560477-d91e-4b4a-98a2-a6c81e43e88d, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=76560477-d91e-4b4a-98a2-a6c81e43e88d,segment=NetworkSegment(f28b4a20-abdb-43f4-86e7-8da3ae7a1990),segment_id=f28b4a20-abdb-43f4-86e7-8da3ae7a1990)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:28:22.047707 n-d-779913-29 neutron-server[93958]: DEBUG neutron.objects.ports [None req-403113ec-c475-4fd2-8900-d80780891bf2 tempest-RoutersIpV6AdminTest-414384186 tempest-RoutersIpV6AdminTest-414384186-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93958) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 14 09:28:22.048282 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-403113ec-c475-4fd2-8900-d80780891bf2 tempest-RoutersIpV6AdminTest-414384186 tempest-RoutersIpV6AdminTest-414384186-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13573993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16714586'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:22.055304 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:22.063735 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-aaf2284d-420b-4772-b93e-6f0c6b132a20 service neutron] 10.222.0.65 "GET /v2.0/networks/1ef94415-a918-409e-b853-7a1089057996?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2292340 Jul 14 09:28:22.072171 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fdf954ee-58bc-41df-bbca-764651feab2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:22.105042 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2c0be7-8490-4b68-9dd9-0c9155e3073e req-889148fd-085c-4be4-8ddb-d4e5ecee555a tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:22.113309 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-7d2c0be7-8490-4b68-9dd9-0c9155e3073e req-889148fd-085c-4be4-8ddb-d4e5ecee555a tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/ports?device_id=3cf7445b-ef8b-4ba5-9112-65331f7b041d HTTP/1.1" status: 200 len: 944 time: 0.6617210 Jul 14 09:28:22.117744 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-e7d1953b-2fbf-45b9-aaaf-8c04dd9ccc51 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=3c2caddc-016f-44c8-bc6e-d72edc75467b HTTP/1.1" status: 200 len: 217 time: 0.0476265 Jul 14 09:28:22.194230 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Pushing event updated for resources: {'Port': ['ID=76560477-d91e-4b4a-98a2-a6c81e43e88d,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:22.194456 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-60c1fae2-ee98-4a50-a7cf-b673940d31c8 req-c9b3c5e7-d857-41c6-8961-e69f49234153 tempest-ServerRescueTestJSONUnderV235-1370369985 tempest-ServerRescueTestJSONUnderV235-1370369985-project] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:28:22.207058 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a6e667a-d31d-46c3-958c-7830c88f3c61 None None] Sync routers for ids ['c26c194f-cec5-4ed6-bf2c-03f8a410dfdc'] in n-d-779913-29 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:28:22.207738 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403113ec-c475-4fd2-8900-d80780891bf2 tempest-RoutersIpV6AdminTest-414384186 tempest-RoutersIpV6AdminTest-414384186-project-admin] Pushing event updated for resources: {'Subnet': ['ID=a9322a86-1702-4fce-b643-a73317da52ac,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:22.219077 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-403113ec-c475-4fd2-8900-d80780891bf2 tempest-RoutersIpV6AdminTest-414384186 tempest-RoutersIpV6AdminTest-414384186-project-admin] Checking segment: {'id': '103c2104-fdfd-4aa2-803f-0e9b2063699e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'ff754f5f-ad41-4460-b8ae-616ab3242b51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:28:22.219242 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-403113ec-c475-4fd2-8900-d80780891bf2 tempest-RoutersIpV6AdminTest-414384186 tempest-RoutersIpV6AdminTest-414384186-project-admin] Network hostable DHCP agents. Network: ff754f5f-ad41-4460-b8ae-616ab3242b51, hostable agents: ['c6a09bd4-f72e-4283-a3ca-0bbca8a51081'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:28:22.225995 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a6e667a-d31d-46c3-958c-7830c88f3c61 None None] Routers {'c26c194f-cec5-4ed6-bf2c-03f8a410dfdc'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:28:22.229419 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-7a6e667a-d31d-46c3-958c-7830c88f3c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:27:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['c26c194f-cec5-4ed6-bf2c-03f8a410dfdc'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:22.233650 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-7d2c0be7-8490-4b68-9dd9-0c9155e3073e req-c66b942c-aaff-4580-b652-a0e4e80a1fad tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/security-groups?id=bfacbc39-872c-438f-b7f4-05abded490ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192820 Jul 14 09:28:22.247635 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:28:22.249136 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:28:22.250172 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:28:22.252358 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:28:22.252865 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:28:22.253325 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:28:22.253802 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:28:22.255228 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:28:22.256138 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:28:22.256589 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:28:22.257519 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:28:22.258717 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:28:22.277714 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c2d13e6d-156c-43bb-9dc8-b2e97d24a2a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:22.291858 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fdf954ee-58bc-41df-bbca-764651feab2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:22.301850 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fdf954ee-58bc-41df-bbca-764651feab2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:22.305473 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-fdf954ee-58bc-41df-bbca-764651feab2c admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/ada8e229-5f89-4841-8788-088440c8da87 HTTP/1.1" status: 204 len: 168 time: 0.9117832 Jul 14 09:28:22.305633 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-5b1d1e73-cfe8-4c5e-bd57-8fac08bf4fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:22.305725 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-403113ec-c475-4fd2-8900-d80780891bf2 tempest-RoutersIpV6AdminTest-414384186 tempest-RoutersIpV6AdminTest-414384186-project-admin] Network ff754f5f-ad41-4460-b8ae-616ab3242b51 is scheduled to be hosted by DHCP agent c6a09bd4-f72e-4283-a3ca-0bbca8a51081 with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:28:22.305808 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-5b1d1e73-cfe8-4c5e-bd57-8fac08bf4fdf service neutron] 10.222.0.65 "GET /v2.0/subnets?id=523e16b1-397b-4604-a588-9142ee5a1d98 HTTP/1.1" status: 200 len: 797 time: 0.1800342 Jul 14 09:28:22.309402 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-60c1fae2-ee98-4a50-a7cf-b673940d31c8 req-c9b3c5e7-d857-41c6-8961-e69f49234153 tempest-ServerRescueTestJSONUnderV235-1370369985 tempest-ServerRescueTestJSONUnderV235-1370369985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for floatingip, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:22.340179 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-403113ec-c475-4fd2-8900-d80780891bf2 tempest-RoutersIpV6AdminTest-414384186 tempest-RoutersIpV6AdminTest-414384186-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-29, ff754f5f-ad41-4460-b8ae-616ab3242b51) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:28:22.370519 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9931476-736b-4da6-804c-b0d222095d95 None None] Network ff754f5f-ad41-4460-b8ae-616ab3242b51 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:28:22.381309 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-403113ec-c475-4fd2-8900-d80780891bf2 tempest-RoutersIpV6AdminTest-414384186 tempest-RoutersIpV6AdminTest-414384186-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:22.383083 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-403113ec-c475-4fd2-8900-d80780891bf2 tempest-RoutersIpV6AdminTest-414384186 tempest-RoutersIpV6AdminTest-414384186-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:22.385285 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf954ee-58bc-41df-bbca-764651feab2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ada8e229-5f89-4841-8788-088440c8da87,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:22.419038 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] get_ports_and_sgs() called for port_ids ['76560477-d91e-4b4a-98a2-a6c81e43e88d'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:28:22.427383 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-403113ec-c475-4fd2-8900-d80780891bf2 tempest-RoutersIpV6AdminTest-414384186 tempest-RoutersIpV6AdminTest-414384186-project-admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.9352975 Jul 14 09:28:22.428012 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 51322) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:22.433454 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-cc04f4b0-917e-4f30-9050-8e50999510a2 tempest-RoutersIpV6AdminTest-414384186 tempest-RoutersIpV6AdminTest-414384186-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1014915109', 'network_id': 'ff754f5f-ad41-4460-b8ae-616ab3242b51'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:28:22.496895 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc04f4b0-917e-4f30-9050-8e50999510a2 tempest-RoutersIpV6AdminTest-414384186 tempest-RoutersIpV6AdminTest-414384186-project-admin] Made reservation on behalf of 122296d0eaa741989a91127fe397e5ee for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:28:22.499425 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cc04f4b0-917e-4f30-9050-8e50999510a2 tempest-RoutersIpV6AdminTest-414384186 tempest-RoutersIpV6AdminTest-414384186-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:22.515783 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-7a6e667a-d31d-46c3-958c-7830c88f3c61 None None] Set router c26c194f-cec5-4ed6-bf2c-03f8a410dfdc gateway port host: n-d-779913-29 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:28:22.520165 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-60c1fae2-ee98-4a50-a7cf-b673940d31c8 req-c9b3c5e7-d857-41c6-8961-e69f49234153 tempest-ServerRescueTestJSONUnderV235-1370369985 tempest-ServerRescueTestJSONUnderV235-1370369985-project] 10.222.0.68 "PUT /v2.0/floatingips/eb5bb3c3-aa8e-4115-8087-775cbd872aa0 HTTP/1.1" status: 200 len: 997 time: 2.9161992 Jul 14 09:28:22.522459 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50c37d2a-9d36-413f-a86d-c6fd0726b830', 'tag': '72e2bc5e-4c60-4c69-81ed-50a1f6b1b07b'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:28:22.524831 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-305f0771-773b-458a-b1d2-71bf3512e120" -d '{"events": [{"name": "network-changed", "server_uuid": "50c37d2a-9d36-413f-a86d-c6fd0726b830", "tag": "72e2bc5e-4c60-4c69-81ed-50a1f6b1b07b"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:28:22.531947 n-d-779913-29 neutron-server[93958]: DEBUG neutron.notifiers.nova [None req-cc04f4b0-917e-4f30-9050-8e50999510a2 tempest-RoutersIpV6AdminTest-414384186 tempest-RoutersIpV6AdminTest-414384186-project-admin] device_id is not set on port 5fe202e6-ce3b-4747-8e69-05225b49f8ec yet. {{(pid=93958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:28:22.569529 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-a6203e9c-7c4f-4e2e-8495-5b43b545e241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:22.579684 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-a6203e9c-7c4f-4e2e-8495-5b43b545e241 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=63e3e599-9f16-49b5-b4ab-c912a88ee6e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2640541 Jul 14 09:28:22.626499 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:28:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b0603f9-ef29-4cd6-9925-468af30bb20c x-openstack-request-id: req-2b0603f9-ef29-4cd6-9925-468af30bb20c {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:28:22.626836 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9f22e9a-4298-4b73-8115-f2b7bacb077c", "name": "network-vif-deleted", "tag": "8acf4a11-a053-4451-8c9e-0fead5441f50", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:28:22.627097 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-2b0603f9-ef29-4cd6-9925-468af30bb20c {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:28:22.627491 n-d-779913-29 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9f22e9a-4298-4b73-8115-f2b7bacb077c', 'name': 'network-vif-deleted', 'tag': '8acf4a11-a053-4451-8c9e-0fead5441f50', 'status': 'completed', 'code': 200} Jul 14 09:28:22.795757 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13d2691b-8de0-44e2-9eeb-c884f510871f None None] Network ff754f5f-ad41-4460-b8ae-616ab3242b51 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:28:22.859895 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-cc04f4b0-917e-4f30-9050-8e50999510a2 tempest-RoutersIpV6AdminTest-414384186 tempest-RoutersIpV6AdminTest-414384186-project-admin] Allocated IP 2001:db8::382 (ff754f5f-ad41-4460-b8ae-616ab3242b51/a9322a86-1702-4fce-b643-a73317da52ac/5fe202e6-ce3b-4747-8e69-05225b49f8ec) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:28:22.936198 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-d223ecda-7e92-4a6a-9587-41951c3cf443 service neutron] 10.222.0.65 "GET /v2.0/networks/63e3e599-9f16-49b5-b4ab-c912a88ee6e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2751586 Jul 14 09:28:22.987950 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-85dcdc5c-cc83-4f59-ba86-e7d874f9f1f5 req-16a96e55-7ef7-46e5-94d3-ca9b5bf0c669 tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] 10.222.0.68 "GET /v2.0/ports?device_id=c9f22e9a-4298-4b73-8115-f2b7bacb077c HTTP/1.1" status: 200 len: 210 time: 0.0926788 Jul 14 09:28:23.002046 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 51334) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:23.016232 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 8acf4a11-a053-4451-8c9e-0fead5441f50 no longer exists at agent hyperv_n-h1-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:28:23.057897 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-68e36a71-ca26-40f4-8c1a-d52e81e9760d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:23.072300 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] No Port match for: 8acf4a11-a053-4451-8c9e-0fead5441f50 {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:28:23.073550 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 8acf4a11-a053-4451-8c9e-0fead5441f50 not bound to the agent host n-h1-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:28:23.164840 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c1fae2-ee98-4a50-a7cf-b673940d31c8 req-c3eb8d00-0be6-482b-a3d2-a6ae23656ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:23.166681 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-60c1fae2-ee98-4a50-a7cf-b673940d31c8 req-c3eb8d00-0be6-482b-a3d2-a6ae23656ee2 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=4b85dee2e11f48ac896088cf28057727&device_id=50c37d2a-9d36-413f-a86d-c6fd0726b830 HTTP/1.1" status: 200 len: 1098 time: 0.6185937 Jul 14 09:28:23.192109 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-7a6e667a-d31d-46c3-958c-7830c88f3c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c26c194f-cec5-4ed6-bf2c-03f8a410dfdc', 'name': 'tempest-ServerRescueTestJSONUnderV235-1730399498-router', 'tenant_id': '4b85dee2e11f48ac896088cf28057727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.194'}], 'enable_snat': True}, 'gw_port_id': 'eb606d6f-42ce-4a15-a877-8a02c82f2557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:26:57Z', 'updated_at': '2021-07-14T09:27:02Z', 'revision_number': 4, 'project_id': '4b85dee2e11f48ac896088cf28057727', 'gw_port': {'id': 'eb606d6f-42ce-4a15-a877-8a02c82f2557', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:7e:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c26c194f-cec5-4ed6-bf2c-03f8a410dfdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:26:58Z', 'updated_at': '2021-07-14T09:27:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_floatingips': [{'id': 'eb5bb3c3-aa8e-4115-8087-775cbd872aa0', 'tenant_id': '4b85dee2e11f48ac896088cf28057727', 'floating_ip_address': '172.25.4.246', 'floating_network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'router_id': 'c26c194f-cec5-4ed6-bf2c-03f8a410dfdc', 'port_id': '72e2bc5e-4c60-4c69-81ed-50a1f6b1b07b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1304, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1012c926-11e5-4f9b-8f82-dfbee9dcfeae', 'mac_address': 'fa:16:3e:9d:4f:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50c37d2a-9d36-413f-a86d-c6fd0726b830', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:28:16Z', 'updated_at': '2021-07-14T09:28:20Z', 'revision_number': 1, 'project_id': '4b85dee2e11f48ac896088cf28057727', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c7ed14b-269b-44ef-8f00-386c7cadae7c', 'name': '', 'network_id': '1012c926-11e5-4f9b-8f82-dfbee9dcfeae', 'tenant_id': '4b85dee2e11f48ac896088cf28057727', 'mac_address': 'fa:16:3e:a7:30:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c26c194f-cec5-4ed6-bf2c-03f8a410dfdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': 'c4079fcc-cef1-47f9-a984-4163b05f01ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:27:01Z', 'updated_at': '2021-07-14T09:27:12Z', 'revision_number': 5, 'project_id': '4b85dee2e11f48ac896088cf28057727', 'subnets': [{'id': 'c4079fcc-cef1-47f9-a984-4163b05f01ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:23.193201 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 51338) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:23.244613 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a6e667a-d31d-46c3-958c-7830c88f3c61 None None] Checking router: c26c194f-cec5-4ed6-bf2c-03f8a410dfdc for host: n-d-779913-29 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:28:23.280291 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-0e43e557-b565-408d-98c0-e6882a819e44 service neutron] 10.222.0.65 "GET /v2.0/networks/63e3e599-9f16-49b5-b4ab-c912a88ee6e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3295066 Jul 14 09:28:23.288442 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a6e667a-d31d-46c3-958c-7830c88f3c61 None None] Routers {'c26c194f-cec5-4ed6-bf2c-03f8a410dfdc'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:28:23.289366 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-7a6e667a-d31d-46c3-958c-7830c88f3c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:27:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['c26c194f-cec5-4ed6-bf2c-03f8a410dfdc'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:23.328182 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cc04f4b0-917e-4f30-9050-8e50999510a2 tempest-RoutersIpV6AdminTest-414384186 tempest-RoutersIpV6AdminTest-414384186-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:23.337137 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-46b95026-3847-459d-8e73-5aae7e4c7e27 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=edf557d1-72fc-404f-b07c-0c4fad568606 HTTP/1.1" status: 200 len: 217 time: 0.0491021 Jul 14 09:28:23.387996 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c1fae2-ee98-4a50-a7cf-b673940d31c8 req-050627e6-1691-4e65-8d6f-def4bf85c64b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:23.389470 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-60c1fae2-ee98-4a50-a7cf-b673940d31c8 req-050627e6-1691-4e65-8d6f-def4bf85c64b service neutron] 10.222.0.68 "GET /v2.0/networks?id=1012c926-11e5-4f9b-8f82-dfbee9dcfeae HTTP/1.1" status: 200 len: 921 time: 0.2156405 Jul 14 09:28:23.401908 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e069e40d-167c-40a8-829a-70971b5d9bb6 req-6c7f48a8-b2b4-4d92-b1cf-e83acc82dba2 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:23.411492 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e069e40d-167c-40a8-829a-70971b5d9bb6 req-6c7f48a8-b2b4-4d92-b1cf-e83acc82dba2 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:23.418474 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e069e40d-167c-40a8-829a-70971b5d9bb6 req-6c7f48a8-b2b4-4d92-b1cf-e83acc82dba2 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:23.424759 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e069e40d-167c-40a8-829a-70971b5d9bb6 req-6c7f48a8-b2b4-4d92-b1cf-e83acc82dba2 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:23.432319 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e069e40d-167c-40a8-829a-70971b5d9bb6 req-6c7f48a8-b2b4-4d92-b1cf-e83acc82dba2 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:23.439822 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e069e40d-167c-40a8-829a-70971b5d9bb6 req-6c7f48a8-b2b4-4d92-b1cf-e83acc82dba2 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:23.442045 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-7a6e667a-d31d-46c3-958c-7830c88f3c61 None None] Set router c26c194f-cec5-4ed6-bf2c-03f8a410dfdc gateway port host: n-d-779913-29 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:28:23.444551 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-50be229e-ac4a-4fb1-bb47-12e3d525e57c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:23.446030 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-50be229e-ac4a-4fb1-bb47-12e3d525e57c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=523e16b1-397b-4604-a588-9142ee5a1d98 HTTP/1.1" status: 200 len: 797 time: 0.1008811 Jul 14 09:28:23.447763 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e069e40d-167c-40a8-829a-70971b5d9bb6 req-6c7f48a8-b2b4-4d92-b1cf-e83acc82dba2 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:23.458241 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-e069e40d-167c-40a8-829a-70971b5d9bb6 req-6c7f48a8-b2b4-4d92-b1cf-e83acc82dba2 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] 10.222.0.68 "GET /v2.0/ports?device_id=15fddc0e-6959-44be-b8ff-be56e396088e HTTP/1.1" status: 200 len: 5421 time: 0.2657583 Jul 14 09:28:23.491071 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-68e36a71-ca26-40f4-8c1a-d52e81e9760d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:23.507128 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-60c1fae2-ee98-4a50-a7cf-b673940d31c8 req-3a4a14a9-debb-4f50-9c4a-178f05bbb7b9 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=72e2bc5e-4c60-4c69-81ed-50a1f6b1b07b HTTP/1.1" status: 200 len: 1000 time: 0.1081717 Jul 14 09:28:23.542278 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-68e36a71-ca26-40f4-8c1a-d52e81e9760d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:23.646412 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e36a71-ca26-40f4-8c1a-d52e81e9760d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a891969-1077-46b8-86c0-7d3716e3aef5,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:23.650087 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cc04f4b0-917e-4f30-9050-8e50999510a2 tempest-RoutersIpV6AdminTest-414384186 tempest-RoutersIpV6AdminTest-414384186-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:23.652701 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-41ffc66e-8691-4e13-a991-a4695f2e5e04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:23.725599 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-7a6e667a-d31d-46c3-958c-7830c88f3c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c26c194f-cec5-4ed6-bf2c-03f8a410dfdc', 'name': 'tempest-ServerRescueTestJSONUnderV235-1730399498-router', 'tenant_id': '4b85dee2e11f48ac896088cf28057727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.194'}], 'enable_snat': True}, 'gw_port_id': 'eb606d6f-42ce-4a15-a877-8a02c82f2557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:26:57Z', 'updated_at': '2021-07-14T09:27:02Z', 'revision_number': 4, 'project_id': '4b85dee2e11f48ac896088cf28057727', 'gw_port': {'id': 'eb606d6f-42ce-4a15-a877-8a02c82f2557', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:7e:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c26c194f-cec5-4ed6-bf2c-03f8a410dfdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:26:58Z', 'updated_at': '2021-07-14T09:27:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_floatingips': [{'id': 'eb5bb3c3-aa8e-4115-8087-775cbd872aa0', 'tenant_id': '4b85dee2e11f48ac896088cf28057727', 'floating_ip_address': '172.25.4.246', 'floating_network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'router_id': 'c26c194f-cec5-4ed6-bf2c-03f8a410dfdc', 'port_id': '72e2bc5e-4c60-4c69-81ed-50a1f6b1b07b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1304, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1012c926-11e5-4f9b-8f82-dfbee9dcfeae', 'mac_address': 'fa:16:3e:9d:4f:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50c37d2a-9d36-413f-a86d-c6fd0726b830', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:28:16Z', 'updated_at': '2021-07-14T09:28:20Z', 'revision_number': 1, 'project_id': '4b85dee2e11f48ac896088cf28057727', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c7ed14b-269b-44ef-8f00-386c7cadae7c', 'name': '', 'network_id': '1012c926-11e5-4f9b-8f82-dfbee9dcfeae', 'tenant_id': '4b85dee2e11f48ac896088cf28057727', 'mac_address': 'fa:16:3e:a7:30:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c26c194f-cec5-4ed6-bf2c-03f8a410dfdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': 'c4079fcc-cef1-47f9-a984-4163b05f01ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:27:01Z', 'updated_at': '2021-07-14T09:27:12Z', 'revision_number': 5, 'project_id': '4b85dee2e11f48ac896088cf28057727', 'subnets': [{'id': 'c4079fcc-cef1-47f9-a984-4163b05f01ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:23.735920 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-e069e40d-167c-40a8-829a-70971b5d9bb6 req-6d1c24d5-018b-4d7c-bf1f-a6fd021bf429 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] 10.222.0.68 "GET /v2.0/security-groups?id=8dea9d70-5f45-4874-bf11-9cb57df29d33&id=654de86a-d9c2-46da-8a5c-08b7fecbf459&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2766984 Jul 14 09:28:23.760280 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc04f4b0-917e-4f30-9050-8e50999510a2 tempest-RoutersIpV6AdminTest-414384186 tempest-RoutersIpV6AdminTest-414384186-project-admin] Network ff754f5f-ad41-4460-b8ae-616ab3242b51 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:28:23.768304 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a6e667a-d31d-46c3-958c-7830c88f3c61 None None] The sync data for ids ['c26c194f-cec5-4ed6-bf2c-03f8a410dfdc'] in n-d-779913-29 is: [{'id': 'c26c194f-cec5-4ed6-bf2c-03f8a410dfdc', 'name': 'tempest-ServerRescueTestJSONUnderV235-1730399498-router', 'tenant_id': '4b85dee2e11f48ac896088cf28057727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.194'}], 'enable_snat': True}, 'gw_port_id': 'eb606d6f-42ce-4a15-a877-8a02c82f2557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:26:57Z', 'updated_at': '2021-07-14T09:27:02Z', 'revision_number': 4, 'project_id': '4b85dee2e11f48ac896088cf28057727', 'gw_port': {'id': 'eb606d6f-42ce-4a15-a877-8a02c82f2557', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:7e:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c26c194f-cec5-4ed6-bf2c-03f8a410dfdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:26:58Z', 'updated_at': '2021-07-14T09:27:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_floatingips': [{'id': 'eb5bb3c3-aa8e-4115-8087-775cbd872aa0', 'tenant_id': '4b85dee2e11f48ac896088cf28057727', 'floating_ip_address': '172.25.4.246', 'floating_network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'router_id': 'c26c194f-cec5-4ed6-bf2c-03f8a410dfdc', 'port_id': '72e2bc5e-4c60-4c69-81ed-50a1f6b1b07b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1304, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1012c926-11e5-4f9b-8f82-dfbee9dcfeae', 'mac_address': 'fa:16:3e:9d:4f:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50c37d2a-9d36-413f-a86d-c6fd0726b830', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:28:16Z', 'updated_at': '2021-07-14T09:28:20Z', 'revision_number': 1, 'project_id': '4b85dee2e11f48ac896088cf28057727', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c7ed14b-269b-44ef-8f00-386c7cadae7c', 'name': '', 'network_id': '1012c926-11e5-4f9b-8f82-dfbee9dcfeae', 'tenant_id': '4b85dee2e11f48ac896088cf28057727', 'mac_address': 'fa:16:3e:a7:30:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c26c194f-cec5-4ed6-bf2c-03f8a410dfdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': 'c4079fcc-cef1-47f9-a984-4163b05f01ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:27:01Z', 'updated_at': '2021-07-14T09:27:12Z', 'revision_number': 5, 'project_id': '4b85dee2e11f48ac896088cf28057727', 'subnets': [{'id': 'c4079fcc-cef1-47f9-a984-4163b05f01ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:28:23.855432 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-41ffc66e-8691-4e13-a991-a4695f2e5e04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:23.865781 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-41ffc66e-8691-4e13-a991-a4695f2e5e04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:23.902997 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-cc04f4b0-917e-4f30-9050-8e50999510a2 tempest-RoutersIpV6AdminTest-414384186 tempest-RoutersIpV6AdminTest-414384186-project-admin] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:28:23.912967 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-68e36a71-ca26-40f4-8c1a-d52e81e9760d admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=94068771f5524502b3fe4142b51b1813&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9119911 Jul 14 09:28:23.912967 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc04f4b0-917e-4f30-9050-8e50999510a2 tempest-RoutersIpV6AdminTest-414384186 tempest-RoutersIpV6AdminTest-414384186-project-admin] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:28:23.913300 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc04f4b0-917e-4f30-9050-8e50999510a2 tempest-RoutersIpV6AdminTest-414384186 tempest-RoutersIpV6AdminTest-414384186-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:23.913977 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cc04f4b0-917e-4f30-9050-8e50999510a2 tempest-RoutersIpV6AdminTest-414384186 tempest-RoutersIpV6AdminTest-414384186-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:23.914697 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 51346) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:23.916249 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:28:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5384f525-5f8a-4d95-a070-1cdb79df5af2 x-openstack-request-id: req-5384f525-5f8a-4d95-a070-1cdb79df5af2 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:28:23.916535 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50c37d2a-9d36-413f-a86d-c6fd0726b830", "tag": "72e2bc5e-4c60-4c69-81ed-50a1f6b1b07b", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:28:23.916786 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-5384f525-5f8a-4d95-a070-1cdb79df5af2 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:28:23.917203 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50c37d2a-9d36-413f-a86d-c6fd0726b830', 'tag': '72e2bc5e-4c60-4c69-81ed-50a1f6b1b07b', 'status': 'completed', 'code': 200} Jul 14 09:28:23.959691 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-cc04f4b0-917e-4f30-9050-8e50999510a2 tempest-RoutersIpV6AdminTest-414384186 tempest-RoutersIpV6AdminTest-414384186-project-admin] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.5304420 Jul 14 09:28:23.959989 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 51348) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:23.968967 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-9c55d531-9ed7-4bc4-bf4f-a0344eb836db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:23.970457 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-9c55d531-9ed7-4bc4-bf4f-a0344eb836db service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=63e3e599-9f16-49b5-b4ab-c912a88ee6e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5159490 Jul 14 09:28:24.070629 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c1fae2-ee98-4a50-a7cf-b673940d31c8 req-b515eb6d-aa8a-4ceb-a6b8-974b007d89e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:24.072692 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-60c1fae2-ee98-4a50-a7cf-b673940d31c8 req-b515eb6d-aa8a-4ceb-a6b8-974b007d89e1 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=c4079fcc-cef1-47f9-a984-4163b05f01ca HTTP/1.1" status: 200 len: 860 time: 0.5571399 Jul 14 09:28:24.079743 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-41ffc66e-8691-4e13-a991-a4695f2e5e04 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=ba74ccfa2b47461692c58059f8fe175b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8812926 Jul 14 09:28:24.080515 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ffc66e-8691-4e13-a991-a4695f2e5e04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dc131b0-acb5-4f7c-ab04-8a006574a9c2,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:24.084415 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 51352) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:24.086932 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc04f4b0-917e-4f30-9050-8e50999510a2 tempest-RoutersIpV6AdminTest-414384186 tempest-RoutersIpV6AdminTest-414384186-project-admin] Pushing event updated for resources: {'Port': ['ID=5fe202e6-ce3b-4747-8e69-05225b49f8ec,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:24.129928 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ec98b27-282b-4b4c-a934-de605165610d None None] New status for floating IP eb5bb3c3-aa8e-4115-8087-775cbd872aa0: ACTIVE {{(pid=93959) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:28:24.137481 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c3903ef0-062f-4c17-abe5-33fb8cabd3ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:24.143754 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-60c1fae2-ee98-4a50-a7cf-b673940d31c8 req-2dc7b611-22ee-49c7-8960-bb7eee3d4367 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=1012c926-11e5-4f9b-8f82-dfbee9dcfeae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490837 Jul 14 09:28:24.173813 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37d9c31-23fe-4978-9c0d-4a37eafb2d37 req-2c90f29b-83d4-4961-a699-e0c24f0d8924 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:24.175422 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-b37d9c31-23fe-4978-9c0d-4a37eafb2d37 req-2c90f29b-83d4-4961-a699-e0c24f0d8924 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/ports?device_id=3cf7445b-ef8b-4ba5-9112-65331f7b041d HTTP/1.1" status: 200 len: 945 time: 0.2212181 Jul 14 09:28:24.178522 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305f0771-773b-458a-b1d2-71bf3512e120 req-6c8e4009-cb6b-490c-960e-eaef325c1704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:24.179938 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-305f0771-773b-458a-b1d2-71bf3512e120 req-6c8e4009-cb6b-490c-960e-eaef325c1704 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4b85dee2e11f48ac896088cf28057727&device_id=50c37d2a-9d36-413f-a86d-c6fd0726b830 HTTP/1.1" status: 200 len: 1098 time: 0.2844753 Jul 14 09:28:24.258202 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c3903ef0-062f-4c17-abe5-33fb8cabd3ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:24.272216 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d71978e1-d033-4145-adba-5ec73330bea4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:24.278831 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-0252fb18-dd4a-42ce-9e6e-8d907fbfa38d service neutron] 10.222.0.65 "GET /v2.0/networks/63e3e599-9f16-49b5-b4ab-c912a88ee6e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2983327 Jul 14 09:28:24.299077 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-b37d9c31-23fe-4978-9c0d-4a37eafb2d37 req-201dc282-de13-4c3c-9c5c-513c3ec41d0d tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/security-groups?id=bfacbc39-872c-438f-b7f4-05abded490ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124301 Jul 14 09:28:24.311543 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d71978e1-d033-4145-adba-5ec73330bea4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:24.420389 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305f0771-773b-458a-b1d2-71bf3512e120 req-171a27d5-813d-4c3d-bac2-d2ef9a1b5cce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:24.420590 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-9b1308de-46f8-4db4-8742-ac9bcc3c8550 tempest-RoutersIpV6AdminTest-414384186 tempest-RoutersIpV6AdminTest-414384186-project-admin] Deleting port 5fe202e6-ce3b-4747-8e69-05225b49f8ec {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:28:24.421145 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-9b1308de-46f8-4db4-8742-ac9bcc3c8550 tempest-RoutersIpV6AdminTest-414384186 tempest-RoutersIpV6AdminTest-414384186-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:24.422632 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-305f0771-773b-458a-b1d2-71bf3512e120 req-171a27d5-813d-4c3d-bac2-d2ef9a1b5cce service neutron] 10.222.0.65 "GET /v2.0/networks?id=1012c926-11e5-4f9b-8f82-dfbee9dcfeae HTTP/1.1" status: 200 len: 921 time: 0.2298677 Jul 14 09:28:24.424177 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d71978e1-d033-4145-adba-5ec73330bea4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:24.427178 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d71978e1-d033-4145-adba-5ec73330bea4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:24.431894 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-d71978e1-d033-4145-adba-5ec73330bea4 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/1dc131b0-acb5-4f7c-ab04-8a006574a9c2 HTTP/1.1" status: 204 len: 168 time: 0.3385682 Jul 14 09:28:24.454273 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71978e1-d033-4145-adba-5ec73330bea4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dc131b0-acb5-4f7c-ab04-8a006574a9c2,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:24.472760 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-60c1fae2-ee98-4a50-a7cf-b673940d31c8 req-d16da886-9873-4a68-828b-5b06caf496be service neutron] 10.222.0.68 "GET /v2.0/networks/1012c926-11e5-4f9b-8f82-dfbee9dcfeae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3154647 Jul 14 09:28:24.496585 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c3903ef0-062f-4c17-abe5-33fb8cabd3ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:24.499367 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c3903ef0-062f-4c17-abe5-33fb8cabd3ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:24.503202 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-c3903ef0-062f-4c17-abe5-33fb8cabd3ea admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/7a891969-1077-46b8-86c0-7d3716e3aef5 HTTP/1.1" status: 204 len: 168 time: 0.5814049 Jul 14 09:28:24.589153 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-305f0771-773b-458a-b1d2-71bf3512e120 req-a37b4164-f812-4fa7-a121-dfaf091b136d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=72e2bc5e-4c60-4c69-81ed-50a1f6b1b07b HTTP/1.1" status: 200 len: 1002 time: 0.1586010 Jul 14 09:28:24.602654 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ab6bef04-4952-489f-b51c-550c13cfb1e3 req-79eb58b4-c0db-4524-92d9-c890621d055f service neutron] 10.222.0.65 "GET /v2.0/networks/63e3e599-9f16-49b5-b4ab-c912a88ee6e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3122249 Jul 14 09:28:24.628445 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3903ef0-062f-4c17-abe5-33fb8cabd3ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a891969-1077-46b8-86c0-7d3716e3aef5,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:24.675575 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-9b1308de-46f8-4db4-8742-ac9bcc3c8550 tempest-RoutersIpV6AdminTest-414384186 tempest-RoutersIpV6AdminTest-414384186-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:24.702997 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-9b1308de-46f8-4db4-8742-ac9bcc3c8550 tempest-RoutersIpV6AdminTest-414384186 tempest-RoutersIpV6AdminTest-414384186-project-admin] Calling delete_port for 5fe202e6-ce3b-4747-8e69-05225b49f8ec owned by {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:28:24.711556 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-60c1fae2-ee98-4a50-a7cf-b673940d31c8 req-55c0929e-c76b-4e9f-937a-1a7b30fe8d0d service neutron] 10.222.0.68 "GET /v2.0/networks/1012c926-11e5-4f9b-8f82-dfbee9dcfeae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2157340 Jul 14 09:28:24.712405 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:24.740401 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305f0771-773b-458a-b1d2-71bf3512e120 req-7679e3f0-d079-4c06-9b65-a1a441d81c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:24.757282 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-305f0771-773b-458a-b1d2-71bf3512e120 req-7679e3f0-d079-4c06-9b65-a1a441d81c19 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c4079fcc-cef1-47f9-a984-4163b05f01ca HTTP/1.1" status: 200 len: 860 time: 0.1611712 Jul 14 09:28:24.769961 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8f785934-304f-42c0-8e59-e301060ff021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:24.843323 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-b5e6a035-8b54-4c09-8c53-1fd57ca86cda req-79605a19-9c00-4009-a050-b855584c7a38 tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] 10.222.0.68 "GET /v2.0/ports?device_id=c9f22e9a-4298-4b73-8115-f2b7bacb077c HTTP/1.1" status: 200 len: 210 time: 0.0592072 Jul 14 09:28:24.905454 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-305f0771-773b-458a-b1d2-71bf3512e120 req-869507fa-dd5a-4288-9787-65bea0df86ce service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1012c926-11e5-4f9b-8f82-dfbee9dcfeae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0607891 Jul 14 09:28:24.989756 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-9b1308de-46f8-4db4-8742-ac9bcc3c8550 tempest-RoutersIpV6AdminTest-414384186 tempest-RoutersIpV6AdminTest-414384186-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:25.034409 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1308de-46f8-4db4-8742-ac9bcc3c8550 tempest-RoutersIpV6AdminTest-414384186 tempest-RoutersIpV6AdminTest-414384186-project-admin] Pushing event deleted for resources: {'Port': ['ID=5fe202e6-ce3b-4747-8e69-05225b49f8ec,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:25.069300 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0cd2fa8a-83f5-4bff-8020-5fe72b557afc req-869b3570-25fe-47db-9349-e8a06cdc6cd4 tempest-ServerRescueTestJSONUnderV235-1370369985 tempest-ServerRescueTestJSONUnderV235-1370369985-project] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.25.4.246 HTTP/1.1" status: 200 len: 1002 time: 0.3032947 Jul 14 09:28:25.070308 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 51372) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:25.099497 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-9b1308de-46f8-4db4-8742-ac9bcc3c8550 tempest-RoutersIpV6AdminTest-414384186 tempest-RoutersIpV6AdminTest-414384186-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:25.102571 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-305f0771-773b-458a-b1d2-71bf3512e120 req-1a09ca00-6b0b-4dec-943f-d5a7941a5362 service neutron] 10.222.0.65 "GET /v2.0/networks/1012c926-11e5-4f9b-8f82-dfbee9dcfeae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1895473 Jul 14 09:28:25.103927 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-9b1308de-46f8-4db4-8742-ac9bcc3c8550 tempest-RoutersIpV6AdminTest-414384186 tempest-RoutersIpV6AdminTest-414384186-project-admin] 10.222.0.68 "DELETE /v2.0/ports/5fe202e6-ce3b-4747-8e69-05225b49f8ec HTTP/1.1" status: 204 len: 168 time: 1.1375275 Jul 14 09:28:25.107024 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-42bbd1c7-851a-4c19-b123-6b0880fd2e31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:25.111018 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 51374) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:25.120350 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-386b1b40-2824-48ef-b31c-cb258aeb6ae8 tempest-RoutersIpV6AdminTest-414384186 tempest-RoutersIpV6AdminTest-414384186-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ff754f5f-ad41-4460-b8ae-616ab3242b51', 'external_fixed_ips': [{'subnet_id': 'a9322a86-1702-4fce-b643-a73317da52ac', 'ip_address': '2001:db8::382'}]}}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:28:25.170568 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-386b1b40-2824-48ef-b31c-cb258aeb6ae8 tempest-RoutersIpV6AdminTest-414384186 tempest-RoutersIpV6AdminTest-414384186-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-711749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14670'] for router, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:25.171576 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-386b1b40-2824-48ef-b31c-cb258aeb6ae8 tempest-RoutersIpV6AdminTest-414384186 tempest-RoutersIpV6AdminTest-414384186-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-711718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-661475', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14679'] for router, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:25.192039 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743e7f9b-f85e-4cca-aac9-a5887a454734 req-3d7e69f4-5775-4a2c-8f77-c17d43a0db8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:25.192531 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743e7f9b-f85e-4cca-aac9-a5887a454734 req-3d7e69f4-5775-4a2c-8f77-c17d43a0db8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:25.193011 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743e7f9b-f85e-4cca-aac9-a5887a454734 req-3d7e69f4-5775-4a2c-8f77-c17d43a0db8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:25.193559 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743e7f9b-f85e-4cca-aac9-a5887a454734 req-3d7e69f4-5775-4a2c-8f77-c17d43a0db8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:25.194040 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743e7f9b-f85e-4cca-aac9-a5887a454734 req-3d7e69f4-5775-4a2c-8f77-c17d43a0db8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:25.194535 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743e7f9b-f85e-4cca-aac9-a5887a454734 req-3d7e69f4-5775-4a2c-8f77-c17d43a0db8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:25.195002 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743e7f9b-f85e-4cca-aac9-a5887a454734 req-3d7e69f4-5775-4a2c-8f77-c17d43a0db8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:25.198206 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-743e7f9b-f85e-4cca-aac9-a5887a454734 req-3d7e69f4-5775-4a2c-8f77-c17d43a0db8c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=59257167697a4d8397898a00de2a9ad0&device_id=15fddc0e-6959-44be-b8ff-be56e396088e HTTP/1.1" status: 200 len: 6485 time: 0.2780135 Jul 14 09:28:25.237571 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9340c021-5813-4589-9823-2eb273cdd769 req-359dda1b-abf1-4f61-be78-8c910c8098dc tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:25.244847 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9340c021-5813-4589-9823-2eb273cdd769 req-359dda1b-abf1-4f61-be78-8c910c8098dc tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:25.251351 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9340c021-5813-4589-9823-2eb273cdd769 req-359dda1b-abf1-4f61-be78-8c910c8098dc tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:25.258507 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9340c021-5813-4589-9823-2eb273cdd769 req-359dda1b-abf1-4f61-be78-8c910c8098dc tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:25.265213 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9340c021-5813-4589-9823-2eb273cdd769 req-359dda1b-abf1-4f61-be78-8c910c8098dc tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:25.271460 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9340c021-5813-4589-9823-2eb273cdd769 req-359dda1b-abf1-4f61-be78-8c910c8098dc tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:25.277896 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9340c021-5813-4589-9823-2eb273cdd769 req-359dda1b-abf1-4f61-be78-8c910c8098dc tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:25.285333 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-9340c021-5813-4589-9823-2eb273cdd769 req-359dda1b-abf1-4f61-be78-8c910c8098dc tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] 10.222.0.68 "GET /v2.0/ports?device_id=15fddc0e-6959-44be-b8ff-be56e396088e HTTP/1.1" status: 200 len: 5421 time: 0.2617922 Jul 14 09:28:25.293910 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd2fa8a-83f5-4bff-8020-5fe72b557afc req-fa460e7f-0191-42b8-832c-0647b7efeb3a tempest-ServerRescueTestJSONUnderV235-1370369985 tempest-ServerRescueTestJSONUnderV235-1370369985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:25.295381 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0cd2fa8a-83f5-4bff-8020-5fe72b557afc req-fa460e7f-0191-42b8-832c-0647b7efeb3a tempest-ServerRescueTestJSONUnderV235-1370369985 tempest-ServerRescueTestJSONUnderV235-1370369985-project] 10.222.0.68 "GET /v2.0/ports/72e2bc5e-4c60-4c69-81ed-50a1f6b1b07b HTTP/1.1" status: 200 len: 943 time: 0.2056170 Jul 14 09:28:25.346521 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-305f0771-773b-458a-b1d2-71bf3512e120 req-20b4cb7d-249e-410d-ae8c-d60e95036fd4 service neutron] 10.222.0.65 "GET /v2.0/networks/1012c926-11e5-4f9b-8f82-dfbee9dcfeae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2206120 Jul 14 09:28:25.365140 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-386b1b40-2824-48ef-b31c-cb258aeb6ae8 tempest-RoutersIpV6AdminTest-414384186 tempest-RoutersIpV6AdminTest-414384186-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:25.377742 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-9340c021-5813-4589-9823-2eb273cdd769 req-f2a77eb3-f7ee-4828-9eb3-fc4e1c13c509 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] 10.222.0.68 "GET /v2.0/security-groups?id=8dea9d70-5f45-4874-bf11-9cb57df29d33&id=654de86a-d9c2-46da-8a5c-08b7fecbf459&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0912998 Jul 14 09:28:25.494269 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 76560477-d91e-4b4a-98a2-a6c81e43e88d up at agent hyperv_n-h2-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:28:25.538265 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-42bbd1c7-851a-4c19-b123-6b0880fd2e31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:25.578445 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Provisioning for port 76560477-d91e-4b4a-98a2-a6c81e43e88d completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:28:25.583773 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Provisioning complete for port 76560477-d91e-4b4a-98a2-a6c81e43e88d triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:28:25.584165 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-42bbd1c7-851a-4c19-b123-6b0880fd2e31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:25.584505 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:25.640660 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-42bbd1c7-851a-4c19-b123-6b0880fd2e31 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=8873bd96f2504b6fb327ff0d909a0881&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5659449 Jul 14 09:28:25.647367 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 51390) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:25.675663 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:25.684538 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bbd1c7-851a-4c19-b123-6b0880fd2e31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3061ef16-28af-44be-b435-f0c995c6c52d,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:25.690932 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743e7f9b-f85e-4cca-aac9-a5887a454734 req-e18f8229-f953-4c31-8397-81993128abf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:25.692734 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-743e7f9b-f85e-4cca-aac9-a5887a454734 req-e18f8229-f953-4c31-8397-81993128abf2 service neutron] 10.222.0.65 "GET /v2.0/networks?id=63e3e599-9f16-49b5-b4ab-c912a88ee6e9 HTTP/1.1" status: 200 len: 903 time: 0.4841394 Jul 14 09:28:25.731694 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 76560477-d91e-4b4a-98a2-a6c81e43e88d, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=76560477-d91e-4b4a-98a2-a6c81e43e88d,segment=NetworkSegment(f28b4a20-abdb-43f4-86e7-8da3ae7a1990),segment_id=f28b4a20-abdb-43f4-86e7-8da3ae7a1990)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:28:25.732763 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cf7445b-ef8b-4ba5-9112-65331f7b041d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76560477-d91e-4b4a-98a2-a6c81e43e88d'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:28:25.736730 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd62303f06773040a8a4e189dc46b4f565768c299abf8ab8e7739778b0bc3e97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f093fa4-60e8-4519-8c98-4709f709a31e" -d '{"events": [{"server_uuid": "3cf7445b-ef8b-4ba5-9112-65331f7b041d", "name": "network-vif-plugged", "status": "completed", "tag": "76560477-d91e-4b4a-98a2-a6c81e43e88d"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:28:25.741989 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:25.777370 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-743e7f9b-f85e-4cca-aac9-a5887a454734 req-975495c7-a184-47c0-bdb5-b3acdfcefae1 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=3c2caddc-016f-44c8-bc6e-d72edc75467b HTTP/1.1" status: 200 len: 217 time: 0.0471709 Jul 14 09:28:25.796394 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Pushing event updated for resources: {'Port': ['ID=76560477-d91e-4b4a-98a2-a6c81e43e88d,revision_number=5']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:25.834772 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5ad31076-714c-49ec-bc37-f3d4cd90112a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:25.840748 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-386b1b40-2824-48ef-b31c-cb258aeb6ae8 tempest-RoutersIpV6AdminTest-414384186 tempest-RoutersIpV6AdminTest-414384186-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-661489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-711771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12973'] for router, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:25.855280 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f085b306-1fbc-4f2e-9ae9-4546f79017f6 req-9a9fb860-6f1e-46f6-8dcf-b4f60a9444ec tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:25.861853 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0cd2fa8a-83f5-4bff-8020-5fe72b557afc req-60bab20e-df74-4b74-a998-58d8406fb362 tempest-ServerRescueTestJSONUnderV235-1370369985 tempest-ServerRescueTestJSONUnderV235-1370369985-project] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.25.4.246 HTTP/1.1" status: 200 len: 1002 time: 0.3862846 Jul 14 09:28:25.864271 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743e7f9b-f85e-4cca-aac9-a5887a454734 req-5ca16ff7-d97e-4fd9-9d52-67e7f47347ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:25.865821 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-743e7f9b-f85e-4cca-aac9-a5887a454734 req-5ca16ff7-d97e-4fd9-9d52-67e7f47347ed service neutron] 10.222.0.65 "GET /v2.0/subnets?id=523e16b1-397b-4604-a588-9142ee5a1d98 HTTP/1.1" status: 200 len: 797 time: 0.0819540 Jul 14 09:28:25.871094 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-f085b306-1fbc-4f2e-9ae9-4546f79017f6 req-9a9fb860-6f1e-46f6-8dcf-b4f60a9444ec tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/ports?device_id=3cf7445b-ef8b-4ba5-9112-65331f7b041d HTTP/1.1" status: 200 len: 945 time: 0.3034763 Jul 14 09:28:25.877207 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1839bbc3-d50d-4188-baeb-24b96122a175 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:25.924041 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1839bbc3-d50d-4188-baeb-24b96122a175 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:25.950910 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-f085b306-1fbc-4f2e-9ae9-4546f79017f6 req-adcd49f2-3440-4b07-8552-4a7c440c7350 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/security-groups?id=bfacbc39-872c-438f-b7f4-05abded490ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790527 Jul 14 09:28:26.059283 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1839bbc3-d50d-4188-baeb-24b96122a175 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:26.062315 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1839bbc3-d50d-4188-baeb-24b96122a175 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:26.065655 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-1839bbc3-d50d-4188-baeb-24b96122a175 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/3061ef16-28af-44be-b435-f0c995c6c52d HTTP/1.1" status: 204 len: 168 time: 0.4148171 Jul 14 09:28:26.099460 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1839bbc3-d50d-4188-baeb-24b96122a175 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3061ef16-28af-44be-b435-f0c995c6c52d,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:26.126516 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-c4345741-0d73-49cd-b91f-8a7ddf8f10d9 req-160e2e67-0d64-4d4a-bc74-28d6a3c574ef service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=1a01352b-cf9e-4c65-b238-cb9fbde920b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1140399 Jul 14 09:28:26.205962 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd2fa8a-83f5-4bff-8020-5fe72b557afc req-c3c8571f-6494-404c-984d-7c565a660591 tempest-ServerRescueTestJSONUnderV235-1370369985 tempest-ServerRescueTestJSONUnderV235-1370369985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:26.215000 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0cd2fa8a-83f5-4bff-8020-5fe72b557afc req-c3c8571f-6494-404c-984d-7c565a660591 tempest-ServerRescueTestJSONUnderV235-1370369985 tempest-ServerRescueTestJSONUnderV235-1370369985-project] 10.222.0.68 "GET /v2.0/networks/2dcd4d32-cc7c-4468-b396-7ce5c9231892 HTTP/1.1" status: 200 len: 784 time: 0.3395212 Jul 14 09:28:26.241174 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:28:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b5f8690-e2d0-468b-b5a5-4b9989cb4bbd x-openstack-request-id: req-8b5f8690-e2d0-468b-b5a5-4b9989cb4bbd {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:28:26.242025 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cf7445b-ef8b-4ba5-9112-65331f7b041d", "name": "network-vif-plugged", "status": "completed", "tag": "76560477-d91e-4b4a-98a2-a6c81e43e88d", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:28:26.242382 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-8b5f8690-e2d0-468b-b5a5-4b9989cb4bbd {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:28:26.243032 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cf7445b-ef8b-4ba5-9112-65331f7b041d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76560477-d91e-4b4a-98a2-a6c81e43e88d', 'code': 200} Jul 14 09:28:26.277072 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743e7f9b-f85e-4cca-aac9-a5887a454734 req-14c21084-3ad6-44a8-a266-3d93d7f37250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:26.278944 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-743e7f9b-f85e-4cca-aac9-a5887a454734 req-14c21084-3ad6-44a8-a266-3d93d7f37250 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=63e3e599-9f16-49b5-b4ab-c912a88ee6e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4024518 Jul 14 09:28:26.319213 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4345741-0d73-49cd-b91f-8a7ddf8f10d9 req-1a7ac4a8-db86-483e-9eb3-15b287c398ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:26.323495 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-c4345741-0d73-49cd-b91f-8a7ddf8f10d9 req-1a7ac4a8-db86-483e-9eb3-15b287c398ee service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=5a5f2c2d833f465d9525ee4af4d3c349&device_id=1a01352b-cf9e-4c65-b238-cb9fbde920b1 HTTP/1.1" status: 200 len: 1098 time: 0.1358428 Jul 14 09:28:26.408232 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0cd2fa8a-83f5-4bff-8020-5fe72b557afc req-9fbd71f7-ca94-4628-9373-fac9720e34f7 tempest-ServerRescueTestJSONUnderV235-1370369985 tempest-ServerRescueTestJSONUnderV235-1370369985-project] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.25.4.246 HTTP/1.1" status: 200 len: 1002 time: 0.1901388 Jul 14 09:28:26.419034 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-0cd2fa8a-83f5-4bff-8020-5fe72b557afc req-17fb2f6e-a4d1-47dc-a8ff-e3cbf440b120 tempest-ServerRescueTestJSONUnderV235-1370369985 tempest-ServerRescueTestJSONUnderV235-1370369985-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:28:26.481011 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-0cd2fa8a-83f5-4bff-8020-5fe72b557afc req-17fb2f6e-a4d1-47dc-a8ff-e3cbf440b120 tempest-ServerRescueTestJSONUnderV235-1370369985 tempest-ServerRescueTestJSONUnderV235-1370369985-project] Notify callbacks [] for floatingip, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:26.569671 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4345741-0d73-49cd-b91f-8a7ddf8f10d9 req-5a78d107-52c9-49fb-aa69-1e7a27e69684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:26.571626 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-c4345741-0d73-49cd-b91f-8a7ddf8f10d9 req-5a78d107-52c9-49fb-aa69-1e7a27e69684 service neutron] 10.222.0.65 "GET /v2.0/networks?id=b13d7c6c-cfbf-4964-b16a-12c3c2736fe4 HTTP/1.1" status: 200 len: 907 time: 0.2077382 Jul 14 09:28:26.575862 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-4be499f9-7c25-4da5-abc4-c128c78f5ba8 req-b4b55f76-c1fd-4f0c-8ece-ffaee807cab5 tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] 10.222.0.68 "GET /v2.0/ports?device_id=c9f22e9a-4298-4b73-8115-f2b7bacb077c HTTP/1.1" status: 200 len: 210 time: 0.0588837 Jul 14 09:28:26.627382 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-743e7f9b-f85e-4cca-aac9-a5887a454734 req-77d8bc20-71c8-40f1-afab-d8cc46d05cc4 service neutron] 10.222.0.65 "GET /v2.0/networks/63e3e599-9f16-49b5-b4ab-c912a88ee6e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3323195 Jul 14 09:28:26.628570 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-c4345741-0d73-49cd-b91f-8a7ddf8f10d9 req-22452fe7-00a0-4e6b-9da3-c70e56c3aa4e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=355d4f4e-0f97-4599-8580-8d12831aaf46 HTTP/1.1" status: 200 len: 217 time: 0.0482800 Jul 14 09:28:26.631818 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a390e10c-8d20-4c9a-ab5b-6e05a436493a req-22b24c5e-2549-4816-92a4-97cddb2b5cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:26.633688 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-a390e10c-8d20-4c9a-ab5b-6e05a436493a req-22b24c5e-2549-4816-92a4-97cddb2b5cd1 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=3cf7445b-ef8b-4ba5-9112-65331f7b041d HTTP/1.1" status: 200 len: 1098 time: 0.2903605 Jul 14 09:28:26.806535 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-a390e10c-8d20-4c9a-ab5b-6e05a436493a req-236d0116-b4eb-43d7-a397-58b4d3ec46e0 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=bfacbc39-872c-438f-b7f4-05abded490ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635985 Jul 14 09:28:26.812975 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4345741-0d73-49cd-b91f-8a7ddf8f10d9 req-f9cc37b5-cb9b-4e36-a0e0-d5550f2e506a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:26.815438 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-c4345741-0d73-49cd-b91f-8a7ddf8f10d9 req-f9cc37b5-cb9b-4e36-a0e0-d5550f2e506a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4eebc946-7649-496b-bf8c-5c786643586c HTTP/1.1" status: 200 len: 846 time: 0.1718750 Jul 14 09:28:26.877745 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-c4345741-0d73-49cd-b91f-8a7ddf8f10d9 req-4c04c87f-540e-4370-9fcd-14a8fdcd05dd service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b13d7c6c-cfbf-4964-b16a-12c3c2736fe4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0534818 Jul 14 09:28:27.017353 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545fcce2-cd4d-4937-b802-fa563878d6d5 req-1df25ad6-d0d1-4643-8cd9-b3e9221e528e tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:27.023480 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545fcce2-cd4d-4937-b802-fa563878d6d5 req-1df25ad6-d0d1-4643-8cd9-b3e9221e528e tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:27.030159 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545fcce2-cd4d-4937-b802-fa563878d6d5 req-1df25ad6-d0d1-4643-8cd9-b3e9221e528e tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:27.036147 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545fcce2-cd4d-4937-b802-fa563878d6d5 req-1df25ad6-d0d1-4643-8cd9-b3e9221e528e tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:27.042242 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545fcce2-cd4d-4937-b802-fa563878d6d5 req-1df25ad6-d0d1-4643-8cd9-b3e9221e528e tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:27.048234 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545fcce2-cd4d-4937-b802-fa563878d6d5 req-1df25ad6-d0d1-4643-8cd9-b3e9221e528e tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:27.054421 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545fcce2-cd4d-4937-b802-fa563878d6d5 req-1df25ad6-d0d1-4643-8cd9-b3e9221e528e tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:27.075364 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-545fcce2-cd4d-4937-b802-fa563878d6d5 req-1df25ad6-d0d1-4643-8cd9-b3e9221e528e tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] 10.222.0.68 "GET /v2.0/ports?device_id=15fddc0e-6959-44be-b8ff-be56e396088e HTTP/1.1" status: 200 len: 5421 time: 0.1965032 Jul 14 09:28:27.095187 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-386b1b40-2824-48ef-b31c-cb258aeb6ae8 tempest-RoutersIpV6AdminTest-414384186 tempest-RoutersIpV6AdminTest-414384186-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:27.123202 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-0cd2fa8a-83f5-4bff-8020-5fe72b557afc req-17fb2f6e-a4d1-47dc-a8ff-e3cbf440b120 tempest-ServerRescueTestJSONUnderV235-1370369985 tempest-ServerRescueTestJSONUnderV235-1370369985-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:27.128298 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-386b1b40-2824-48ef-b31c-cb258aeb6ae8 tempest-RoutersIpV6AdminTest-414384186 tempest-RoutersIpV6AdminTest-414384186-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:27.143079 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-0cd2fa8a-83f5-4bff-8020-5fe72b557afc req-17fb2f6e-a4d1-47dc-a8ff-e3cbf440b120 tempest-ServerRescueTestJSONUnderV235-1370369985 tempest-ServerRescueTestJSONUnderV235-1370369985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-660590'] for floatingip, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:27.143454 n-d-779913-29 neutron-server[93957]: INFO neutron.db.l3_db [req-0cd2fa8a-83f5-4bff-8020-5fe72b557afc req-17fb2f6e-a4d1-47dc-a8ff-e3cbf440b120 tempest-ServerRescueTestJSONUnderV235-1370369985 tempest-ServerRescueTestJSONUnderV235-1370369985-project] Floating IP eb5bb3c3-aa8e-4115-8087-775cbd872aa0 disassociated. External IP: 172.25.4.246, port: 72e2bc5e-4c60-4c69-81ed-50a1f6b1b07b. Jul 14 09:28:27.153084 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-545fcce2-cd4d-4937-b802-fa563878d6d5 req-f00c97ef-9862-4786-8055-6995b530f92b tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] 10.222.0.68 "GET /v2.0/security-groups?id=8dea9d70-5f45-4874-bf11-9cb57df29d33&id=654de86a-d9c2-46da-8a5c-08b7fecbf459&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0767341 Jul 14 09:28:27.182615 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-c4345741-0d73-49cd-b91f-8a7ddf8f10d9 req-47f13073-7cc0-4c0d-81eb-e8fd927b45e8 service neutron] 10.222.0.65 "GET /v2.0/networks/b13d7c6c-cfbf-4964-b16a-12c3c2736fe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2787855 Jul 14 09:28:27.299615 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-c4345741-0d73-49cd-b91f-8a7ddf8f10d9 req-7b2f5d26-b060-4516-94ce-7fa64a283b4e service neutron] 10.222.0.65 "GET /v2.0/networks/b13d7c6c-cfbf-4964-b16a-12c3c2736fe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243241 Jul 14 09:28:27.476942 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69835dd7-c82a-41f0-9abf-158a27c2d563 req-b8e100bf-8d99-4ca2-8ea4-12d5dedc8e7b tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:27.480463 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-69835dd7-c82a-41f0-9abf-158a27c2d563 req-b8e100bf-8d99-4ca2-8ea4-12d5dedc8e7b tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/ports?device_id=3cf7445b-ef8b-4ba5-9112-65331f7b041d HTTP/1.1" status: 200 len: 946 time: 0.1152728 Jul 14 09:28:27.544188 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-69835dd7-c82a-41f0-9abf-158a27c2d563 req-0f98ccf6-1dce-4ade-8b67-f9ca02c2cb17 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/security-groups?id=bfacbc39-872c-438f-b7f4-05abded490ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575430 Jul 14 09:28:27.638174 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5bbe322f-3f67-4864-bc0a-91afe44d23e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:27.777148 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-743e7f9b-f85e-4cca-aac9-a5887a454734 req-e6b2ff9e-2f33-4a59-a912-9c7698e40ab9 service neutron] 10.222.0.65 "GET /v2.0/networks/63e3e599-9f16-49b5-b4ab-c912a88ee6e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9813907 Jul 14 09:28:28.126742 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 51466) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:28.158210 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0cd2fa8a-83f5-4bff-8020-5fe72b557afc req-17fb2f6e-a4d1-47dc-a8ff-e3cbf440b120 tempest-ServerRescueTestJSONUnderV235-1370369985 tempest-ServerRescueTestJSONUnderV235-1370369985-project] Router c26c194f-cec5-4ed6-bf2c-03f8a410dfdc has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:28:28.174084 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-386b1b40-2824-48ef-b31c-cb258aeb6ae8 tempest-RoutersIpV6AdminTest-414384186 tempest-RoutersIpV6AdminTest-414384186-project-admin] Allocated IP 2001:db8::382 (ff754f5f-ad41-4460-b8ae-616ab3242b51/a9322a86-1702-4fce-b643-a73317da52ac/5559cbdf-5ccb-42aa-b5e4-4864f2b8fd8e) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:28:28.311220 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7957a64d-5b28-4251-a11c-defd82957a87 req-633aa12b-0bf6-4cd1-a674-d0c7cce29b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:28.311985 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7957a64d-5b28-4251-a11c-defd82957a87 req-633aa12b-0bf6-4cd1-a674-d0c7cce29b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:28.312532 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7957a64d-5b28-4251-a11c-defd82957a87 req-633aa12b-0bf6-4cd1-a674-d0c7cce29b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:28.313778 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7957a64d-5b28-4251-a11c-defd82957a87 req-633aa12b-0bf6-4cd1-a674-d0c7cce29b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:28.314360 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7957a64d-5b28-4251-a11c-defd82957a87 req-633aa12b-0bf6-4cd1-a674-d0c7cce29b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:28.314905 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7957a64d-5b28-4251-a11c-defd82957a87 req-633aa12b-0bf6-4cd1-a674-d0c7cce29b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:28.315750 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7957a64d-5b28-4251-a11c-defd82957a87 req-633aa12b-0bf6-4cd1-a674-d0c7cce29b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:28.318551 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-7957a64d-5b28-4251-a11c-defd82957a87 req-633aa12b-0bf6-4cd1-a674-d0c7cce29b39 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=59257167697a4d8397898a00de2a9ad0&device_id=15fddc0e-6959-44be-b8ff-be56e396088e HTTP/1.1" status: 200 len: 6485 time: 0.3658767 Jul 14 09:28:28.320079 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b5e2f1c3-101a-4f1e-a0d1-8cda1e7d9bd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:28.500999 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b5e2f1c3-101a-4f1e-a0d1-8cda1e7d9bd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:28.511634 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b5e2f1c3-101a-4f1e-a0d1-8cda1e7d9bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:28.566523 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-b5e2f1c3-101a-4f1e-a0d1-8cda1e7d9bd1 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=81ab17a209f1445bb8105cf680d73d27&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4364226 Jul 14 09:28:28.566523 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e2f1c3-101a-4f1e-a0d1-8cda1e7d9bd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7148409-653e-402e-87b1-bbb1364af53a,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:28.584135 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 51478) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:28.609150 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-386b1b40-2824-48ef-b31c-cb258aeb6ae8 tempest-RoutersIpV6AdminTest-414384186 tempest-RoutersIpV6AdminTest-414384186-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:28.658085 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7957a64d-5b28-4251-a11c-defd82957a87 req-6827a472-f186-4d86-aae1-c3c74301f64b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:28.659749 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-7957a64d-5b28-4251-a11c-defd82957a87 req-6827a472-f186-4d86-aae1-c3c74301f64b service neutron] 10.222.0.65 "GET /v2.0/networks?id=63e3e599-9f16-49b5-b4ab-c912a88ee6e9 HTTP/1.1" status: 200 len: 903 time: 0.3288581 Jul 14 09:28:28.684638 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759390e8-129b-4436-9b82-8fb5a151324a req-a3e4e7a2-ea87-4e95-8080-b044f22019b9 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:28.691423 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759390e8-129b-4436-9b82-8fb5a151324a req-a3e4e7a2-ea87-4e95-8080-b044f22019b9 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:28.699032 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759390e8-129b-4436-9b82-8fb5a151324a req-a3e4e7a2-ea87-4e95-8080-b044f22019b9 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:28.706379 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759390e8-129b-4436-9b82-8fb5a151324a req-a3e4e7a2-ea87-4e95-8080-b044f22019b9 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:28.714173 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759390e8-129b-4436-9b82-8fb5a151324a req-a3e4e7a2-ea87-4e95-8080-b044f22019b9 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:28.715004 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-7957a64d-5b28-4251-a11c-defd82957a87 req-d27716cf-1259-44f1-814f-6627f15a4edb service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=edf557d1-72fc-404f-b07c-0c4fad568606 HTTP/1.1" status: 200 len: 217 time: 0.0446634 Jul 14 09:28:28.720946 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759390e8-129b-4436-9b82-8fb5a151324a req-a3e4e7a2-ea87-4e95-8080-b044f22019b9 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:28.727257 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759390e8-129b-4436-9b82-8fb5a151324a req-a3e4e7a2-ea87-4e95-8080-b044f22019b9 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:28.729376 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-759390e8-129b-4436-9b82-8fb5a151324a req-a3e4e7a2-ea87-4e95-8080-b044f22019b9 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] 10.222.0.68 "GET /v2.0/ports?device_id=15fddc0e-6959-44be-b8ff-be56e396088e HTTP/1.1" status: 200 len: 5421 time: 0.2682307 Jul 14 09:28:28.767368 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0cd2fa8a-83f5-4bff-8020-5fe72b557afc req-17fb2f6e-a4d1-47dc-a8ff-e3cbf440b120 tempest-ServerRescueTestJSONUnderV235-1370369985 tempest-ServerRescueTestJSONUnderV235-1370369985-project] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:28:28.770085 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-73561430-1860-48ae-bcb2-52dc7f74086c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:28.773110 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-0cd2fa8a-83f5-4bff-8020-5fe72b557afc req-17fb2f6e-a4d1-47dc-a8ff-e3cbf440b120 tempest-ServerRescueTestJSONUnderV235-1370369985 tempest-ServerRescueTestJSONUnderV235-1370369985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for floatingip, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:28.780489 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-993cfd7c-1b9b-4e13-9594-fc90ebc01b3b None None] Sync routers for ids ['c26c194f-cec5-4ed6-bf2c-03f8a410dfdc'] in n-d-779913-29 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:28:28.798622 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-993cfd7c-1b9b-4e13-9594-fc90ebc01b3b None None] Routers {'c26c194f-cec5-4ed6-bf2c-03f8a410dfdc'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:28:28.799495 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-993cfd7c-1b9b-4e13-9594-fc90ebc01b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:28:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['c26c194f-cec5-4ed6-bf2c-03f8a410dfdc'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:28.809459 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-73561430-1860-48ae-bcb2-52dc7f74086c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:28.820738 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0cd2fa8a-83f5-4bff-8020-5fe72b557afc req-17fb2f6e-a4d1-47dc-a8ff-e3cbf440b120 tempest-ServerRescueTestJSONUnderV235-1370369985 tempest-ServerRescueTestJSONUnderV235-1370369985-project] 10.222.0.68 "PUT /v2.0/floatingips/eb5bb3c3-aa8e-4115-8087-775cbd872aa0 HTTP/1.1" status: 200 len: 695 time: 2.4104183 Jul 14 09:28:28.827301 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50c37d2a-9d36-413f-a86d-c6fd0726b830', 'tag': '72e2bc5e-4c60-4c69-81ed-50a1f6b1b07b'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:28:28.830267 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43598912-6d29-4b77-bcbf-3af183dc5717" -d '{"events": [{"name": "network-changed", "server_uuid": "50c37d2a-9d36-413f-a86d-c6fd0726b830", "tag": "72e2bc5e-4c60-4c69-81ed-50a1f6b1b07b"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:28:28.879576 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7957a64d-5b28-4251-a11c-defd82957a87 req-ac62b4b0-4a55-48d9-8ebf-2bcf412e4e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:28.881473 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-7957a64d-5b28-4251-a11c-defd82957a87 req-ac62b4b0-4a55-48d9-8ebf-2bcf412e4e12 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=523e16b1-397b-4604-a588-9142ee5a1d98 HTTP/1.1" status: 200 len: 797 time: 0.1544003 Jul 14 09:28:28.889417 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-386b1b40-2824-48ef-b31c-cb258aeb6ae8 tempest-RoutersIpV6AdminTest-414384186 tempest-RoutersIpV6AdminTest-414384186-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:28.913652 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-759390e8-129b-4436-9b82-8fb5a151324a req-130c7bb8-06e9-42e0-ad30-8cd3795d94bf tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] 10.222.0.68 "GET /v2.0/security-groups?id=8dea9d70-5f45-4874-bf11-9cb57df29d33&id=654de86a-d9c2-46da-8a5c-08b7fecbf459&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1746063 Jul 14 09:28:28.916358 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-73561430-1860-48ae-bcb2-52dc7f74086c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:28.922786 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-73561430-1860-48ae-bcb2-52dc7f74086c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:28.925474 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-73561430-1860-48ae-bcb2-52dc7f74086c admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/a7148409-653e-402e-87b1-bbb1364af53a HTTP/1.1" status: 204 len: 168 time: 0.3353300 Jul 14 09:28:28.955957 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73561430-1860-48ae-bcb2-52dc7f74086c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7148409-653e-402e-87b1-bbb1364af53a,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:28.991715 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-386b1b40-2824-48ef-b31c-cb258aeb6ae8 tempest-RoutersIpV6AdminTest-414384186 tempest-RoutersIpV6AdminTest-414384186-project-admin] Network ff754f5f-ad41-4460-b8ae-616ab3242b51 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:28:29.004849 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-386b1b40-2824-48ef-b31c-cb258aeb6ae8 tempest-RoutersIpV6AdminTest-414384186 tempest-RoutersIpV6AdminTest-414384186-project-admin] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:28:29.007794 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-386b1b40-2824-48ef-b31c-cb258aeb6ae8 tempest-RoutersIpV6AdminTest-414384186 tempest-RoutersIpV6AdminTest-414384186-project-admin] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:28:29.206125 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386b1b40-2824-48ef-b31c-cb258aeb6ae8 tempest-RoutersIpV6AdminTest-414384186 tempest-RoutersIpV6AdminTest-414384186-project-admin] Pushing event updated for resources: {'Port': ['ID=5559cbdf-5ccb-42aa-b5e4-4864f2b8fd8e,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:29.230745 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-993cfd7c-1b9b-4e13-9594-fc90ebc01b3b None None] Set router c26c194f-cec5-4ed6-bf2c-03f8a410dfdc gateway port host: n-d-779913-29 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:28:29.258044 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd2fa8a-83f5-4bff-8020-5fe72b557afc req-647f3f3e-7627-4f71-80ef-9c1782072c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:29.260152 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0cd2fa8a-83f5-4bff-8020-5fe72b557afc req-647f3f3e-7627-4f71-80ef-9c1782072c17 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=4b85dee2e11f48ac896088cf28057727&device_id=50c37d2a-9d36-413f-a86d-c6fd0726b830 HTTP/1.1" status: 200 len: 1098 time: 0.4141226 Jul 14 09:28:29.283854 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7957a64d-5b28-4251-a11c-defd82957a87 req-eda72912-11c9-4b2b-99bc-9662337dce9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:29.286267 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-7957a64d-5b28-4251-a11c-defd82957a87 req-eda72912-11c9-4b2b-99bc-9662337dce9f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=63e3e599-9f16-49b5-b4ab-c912a88ee6e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3942294 Jul 14 09:28:29.356948 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54451ee-9f7e-4343-a7ff-fcf266121c17 req-1b8b258b-7e4b-4de2-8748-be3f8d3d6e9a tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:29.361434 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-a54451ee-9f7e-4343-a7ff-fcf266121c17 req-1b8b258b-7e4b-4de2-8748-be3f8d3d6e9a tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/ports?device_id=3cf7445b-ef8b-4ba5-9112-65331f7b041d HTTP/1.1" status: 200 len: 946 time: 0.2000968 Jul 14 09:28:29.469172 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-a54451ee-9f7e-4343-a7ff-fcf266121c17 req-cdd3d7b0-b134-44ae-96e4-0735dcec7634 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/security-groups?id=bfacbc39-872c-438f-b7f4-05abded490ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995247 Jul 14 09:28:29.555328 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-7957a64d-5b28-4251-a11c-defd82957a87 req-9b3aae5f-d184-404c-966d-01b6faf68a52 service neutron] 10.222.0.65 "GET /v2.0/networks/63e3e599-9f16-49b5-b4ab-c912a88ee6e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1791472 Jul 14 09:28:29.850289 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd2fa8a-83f5-4bff-8020-5fe72b557afc req-73e5062e-f82a-475a-a755-f99731027c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:29.851859 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0cd2fa8a-83f5-4bff-8020-5fe72b557afc req-73e5062e-f82a-475a-a755-f99731027c52 service neutron] 10.222.0.68 "GET /v2.0/networks?id=1012c926-11e5-4f9b-8f82-dfbee9dcfeae HTTP/1.1" status: 200 len: 921 time: 0.5817046 Jul 14 09:28:29.854469 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-993cfd7c-1b9b-4e13-9594-fc90ebc01b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c26c194f-cec5-4ed6-bf2c-03f8a410dfdc', 'name': 'tempest-ServerRescueTestJSONUnderV235-1730399498-router', 'tenant_id': '4b85dee2e11f48ac896088cf28057727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.194'}], 'enable_snat': True}, 'gw_port_id': 'eb606d6f-42ce-4a15-a877-8a02c82f2557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:26:57Z', 'updated_at': '2021-07-14T09:27:02Z', 'revision_number': 4, 'project_id': '4b85dee2e11f48ac896088cf28057727', 'gw_port': {'id': 'eb606d6f-42ce-4a15-a877-8a02c82f2557', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:7e:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c26c194f-cec5-4ed6-bf2c-03f8a410dfdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:26:58Z', 'updated_at': '2021-07-14T09:27:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': '8c7ed14b-269b-44ef-8f00-386c7cadae7c', 'name': '', 'network_id': '1012c926-11e5-4f9b-8f82-dfbee9dcfeae', 'tenant_id': '4b85dee2e11f48ac896088cf28057727', 'mac_address': 'fa:16:3e:a7:30:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c26c194f-cec5-4ed6-bf2c-03f8a410dfdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': 'c4079fcc-cef1-47f9-a984-4163b05f01ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:27:01Z', 'updated_at': '2021-07-14T09:27:12Z', 'revision_number': 5, 'project_id': '4b85dee2e11f48ac896088cf28057727', 'subnets': [{'id': 'c4079fcc-cef1-47f9-a984-4163b05f01ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:29.893690 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-7957a64d-5b28-4251-a11c-defd82957a87 req-085a3f5c-5a89-4faf-be21-0819cd135f34 service neutron] 10.222.0.65 "GET /v2.0/networks/63e3e599-9f16-49b5-b4ab-c912a88ee6e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3266459 Jul 14 09:28:29.932908 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-993cfd7c-1b9b-4e13-9594-fc90ebc01b3b None None] Checking router: c26c194f-cec5-4ed6-bf2c-03f8a410dfdc for host: n-d-779913-29 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:28:29.959192 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-993cfd7c-1b9b-4e13-9594-fc90ebc01b3b None None] Routers {'c26c194f-cec5-4ed6-bf2c-03f8a410dfdc'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:28:29.960104 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-993cfd7c-1b9b-4e13-9594-fc90ebc01b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:28:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['c26c194f-cec5-4ed6-bf2c-03f8a410dfdc'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:29.988217 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:28:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63800247-4119-4df8-b2d3-2302ac52cafd x-openstack-request-id: req-63800247-4119-4df8-b2d3-2302ac52cafd {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:28:29.989678 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50c37d2a-9d36-413f-a86d-c6fd0726b830", "tag": "72e2bc5e-4c60-4c69-81ed-50a1f6b1b07b", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:28:29.989960 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-63800247-4119-4df8-b2d3-2302ac52cafd {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:28:29.992159 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50c37d2a-9d36-413f-a86d-c6fd0726b830', 'tag': '72e2bc5e-4c60-4c69-81ed-50a1f6b1b07b', 'status': 'completed', 'code': 200} Jul 14 09:28:30.035780 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0cd2fa8a-83f5-4bff-8020-5fe72b557afc req-f8d49640-7316-4fb9-a786-9e46c8cb9c16 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=72e2bc5e-4c60-4c69-81ed-50a1f6b1b07b HTTP/1.1" status: 200 len: 217 time: 0.1754785 Jul 14 09:28:30.093290 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-386b1b40-2824-48ef-b31c-cb258aeb6ae8 tempest-RoutersIpV6AdminTest-414384186 tempest-RoutersIpV6AdminTest-414384186-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:30.203302 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-993cfd7c-1b9b-4e13-9594-fc90ebc01b3b None None] Set router c26c194f-cec5-4ed6-bf2c-03f8a410dfdc gateway port host: n-d-779913-29 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:28:30.253665 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd2fa8a-83f5-4bff-8020-5fe72b557afc req-f57f1863-d824-438f-a29c-3a6756dd8843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:30.261689 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0cd2fa8a-83f5-4bff-8020-5fe72b557afc req-f57f1863-d824-438f-a29c-3a6756dd8843 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=c4079fcc-cef1-47f9-a984-4163b05f01ca HTTP/1.1" status: 200 len: 860 time: 0.2047014 Jul 14 09:28:30.310264 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9215f954-c9cd-4770-94f6-a3de65407226 req-adbcc9a2-22eb-485d-85e1-431fffe85e39 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:30.328987 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-9215f954-c9cd-4770-94f6-a3de65407226 req-adbcc9a2-22eb-485d-85e1-431fffe85e39 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/networks?id=b13d7c6c-cfbf-4964-b16a-12c3c2736fe4 HTTP/1.1" status: 200 len: 806 time: 0.3009109 Jul 14 09:28:30.345105 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0cd2fa8a-83f5-4bff-8020-5fe72b557afc req-14811f28-4ecf-46cc-bd48-ece1368efdac service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=1012c926-11e5-4f9b-8f82-dfbee9dcfeae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0823593 Jul 14 09:28:30.360430 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-9215f954-c9cd-4770-94f6-a3de65407226 req-2e88b45f-d148-4cc8-babc-b458655a12dd tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/quotas/5a5f2c2d833f465d9525ee4af4d3c349 HTTP/1.1" status: 200 len: 375 time: 0.0302310 Jul 14 09:28:30.476563 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0cd2fa8a-83f5-4bff-8020-5fe72b557afc req-a66b5461-d429-4654-9098-0d09b109c9ed service neutron] 10.222.0.68 "GET /v2.0/networks/1012c926-11e5-4f9b-8f82-dfbee9dcfeae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302981 Jul 14 09:28:30.506092 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43598912-6d29-4b77-bcbf-3af183dc5717 req-619247ff-5e3f-47db-8d70-b745612687f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:30.507642 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-43598912-6d29-4b77-bcbf-3af183dc5717 req-619247ff-5e3f-47db-8d70-b745612687f6 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4b85dee2e11f48ac896088cf28057727&device_id=50c37d2a-9d36-413f-a86d-c6fd0726b830 HTTP/1.1" status: 200 len: 1098 time: 0.5114105 Jul 14 09:28:30.538090 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-9215f954-c9cd-4770-94f6-a3de65407226 req-7c5f3531-2608-4d57-a3a0-694ecb2635f2 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=5a5f2c2d833f465d9525ee4af4d3c349&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1757684 Jul 14 09:28:30.742745 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-993cfd7c-1b9b-4e13-9594-fc90ebc01b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c26c194f-cec5-4ed6-bf2c-03f8a410dfdc', 'name': 'tempest-ServerRescueTestJSONUnderV235-1730399498-router', 'tenant_id': '4b85dee2e11f48ac896088cf28057727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.194'}], 'enable_snat': True}, 'gw_port_id': 'eb606d6f-42ce-4a15-a877-8a02c82f2557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:26:57Z', 'updated_at': '2021-07-14T09:27:02Z', 'revision_number': 4, 'project_id': '4b85dee2e11f48ac896088cf28057727', 'gw_port': {'id': 'eb606d6f-42ce-4a15-a877-8a02c82f2557', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:7e:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c26c194f-cec5-4ed6-bf2c-03f8a410dfdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:26:58Z', 'updated_at': '2021-07-14T09:27:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': '8c7ed14b-269b-44ef-8f00-386c7cadae7c', 'name': '', 'network_id': '1012c926-11e5-4f9b-8f82-dfbee9dcfeae', 'tenant_id': '4b85dee2e11f48ac896088cf28057727', 'mac_address': 'fa:16:3e:a7:30:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c26c194f-cec5-4ed6-bf2c-03f8a410dfdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': 'c4079fcc-cef1-47f9-a984-4163b05f01ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:27:01Z', 'updated_at': '2021-07-14T09:27:12Z', 'revision_number': 5, 'project_id': '4b85dee2e11f48ac896088cf28057727', 'subnets': [{'id': 'c4079fcc-cef1-47f9-a984-4163b05f01ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:30.779121 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-993cfd7c-1b9b-4e13-9594-fc90ebc01b3b None None] The sync data for ids ['c26c194f-cec5-4ed6-bf2c-03f8a410dfdc'] in n-d-779913-29 is: [{'id': 'c26c194f-cec5-4ed6-bf2c-03f8a410dfdc', 'name': 'tempest-ServerRescueTestJSONUnderV235-1730399498-router', 'tenant_id': '4b85dee2e11f48ac896088cf28057727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.194'}], 'enable_snat': True}, 'gw_port_id': 'eb606d6f-42ce-4a15-a877-8a02c82f2557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:26:57Z', 'updated_at': '2021-07-14T09:27:02Z', 'revision_number': 4, 'project_id': '4b85dee2e11f48ac896088cf28057727', 'gw_port': {'id': 'eb606d6f-42ce-4a15-a877-8a02c82f2557', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:7e:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c26c194f-cec5-4ed6-bf2c-03f8a410dfdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:26:58Z', 'updated_at': '2021-07-14T09:27:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': '8c7ed14b-269b-44ef-8f00-386c7cadae7c', 'name': '', 'network_id': '1012c926-11e5-4f9b-8f82-dfbee9dcfeae', 'tenant_id': '4b85dee2e11f48ac896088cf28057727', 'mac_address': 'fa:16:3e:a7:30:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c26c194f-cec5-4ed6-bf2c-03f8a410dfdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': 'c4079fcc-cef1-47f9-a984-4163b05f01ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:27:01Z', 'updated_at': '2021-07-14T09:27:12Z', 'revision_number': 5, 'project_id': '4b85dee2e11f48ac896088cf28057727', 'subnets': [{'id': 'c4079fcc-cef1-47f9-a984-4163b05f01ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:28:30.816577 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-9215f954-c9cd-4770-94f6-a3de65407226 req-fb1b9ddd-5741-4689-b578-a13912f77398 service neutron] 10.222.0.68 "GET /v2.0/networks/b13d7c6c-cfbf-4964-b16a-12c3c2736fe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2756572 Jul 14 09:28:31.043962 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43598912-6d29-4b77-bcbf-3af183dc5717 req-26508831-829a-422d-92b5-7f1e929cbcaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:31.043962 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-43598912-6d29-4b77-bcbf-3af183dc5717 req-26508831-829a-422d-92b5-7f1e929cbcaa service neutron] 10.222.0.65 "GET /v2.0/networks?id=1012c926-11e5-4f9b-8f82-dfbee9dcfeae HTTP/1.1" status: 200 len: 921 time: 0.4988487 Jul 14 09:28:31.068061 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-386b1b40-2824-48ef-b31c-cb258aeb6ae8 tempest-RoutersIpV6AdminTest-414384186 tempest-RoutersIpV6AdminTest-414384186-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-711762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-661452'] for router, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:31.072958 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-9215f954-c9cd-4770-94f6-a3de65407226 req-e1ac9ab8-7463-41ce-881d-1abcab6b5163 service neutron] 10.222.0.68 "GET /v2.0/networks/b13d7c6c-cfbf-4964-b16a-12c3c2736fe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2478352 Jul 14 09:28:31.163452 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0cd2fa8a-83f5-4bff-8020-5fe72b557afc req-471cb04c-cacb-45e9-8865-55a99ded9e7a service neutron] 10.222.0.68 "GET /v2.0/networks/1012c926-11e5-4f9b-8f82-dfbee9dcfeae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6852021 Jul 14 09:28:31.166313 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-43598912-6d29-4b77-bcbf-3af183dc5717 req-51667e1c-e5e9-4a68-bced-66ff9c299d28 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=72e2bc5e-4c60-4c69-81ed-50a1f6b1b07b HTTP/1.1" status: 200 len: 217 time: 0.1104496 Jul 14 09:28:31.330350 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3ab9ed2-68be-4542-bd29-39a2d2c20a9d None None] New status for floating IP eb5bb3c3-aa8e-4115-8087-775cbd872aa0: DOWN {{(pid=93959) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:28:31.492226 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43598912-6d29-4b77-bcbf-3af183dc5717 req-ffd3b575-cb2a-42e9-a1d9-175fff7be3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:31.493765 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-43598912-6d29-4b77-bcbf-3af183dc5717 req-ffd3b575-cb2a-42e9-a1d9-175fff7be3bc service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c4079fcc-cef1-47f9-a984-4163b05f01ca HTTP/1.1" status: 200 len: 860 time: 0.2392478 Jul 14 09:28:31.807134 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-34cb2e90-ceca-4b0a-90f6-4d219865fca0 req-33f47a35-66ba-4ac9-bb15-dfbcd27f8943 tempest-ServerRescueTestJSONUnderV235-1370369985 tempest-ServerRescueTestJSONUnderV235-1370369985-project] 10.222.0.68 "GET /v2.0/floatingips/eb5bb3c3-aa8e-4115-8087-775cbd872aa0 HTTP/1.1" status: 200 len: 695 time: 0.1057534 Jul 14 09:28:32.091583 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cb2e90-ceca-4b0a-90f6-4d219865fca0 req-fcdcbada-c2cb-4baf-9ebd-627a318c01d0 tempest-ServerRescueTestJSONUnderV235-1370369985 tempest-ServerRescueTestJSONUnderV235-1370369985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:32.102223 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-34cb2e90-ceca-4b0a-90f6-4d219865fca0 req-fcdcbada-c2cb-4baf-9ebd-627a318c01d0 tempest-ServerRescueTestJSONUnderV235-1370369985 tempest-ServerRescueTestJSONUnderV235-1370369985-project] 10.222.0.68 "GET /v2.0/networks/2dcd4d32-cc7c-4468-b396-7ce5c9231892 HTTP/1.1" status: 200 len: 784 time: 0.2933133 Jul 14 09:28:32.212986 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-34cb2e90-ceca-4b0a-90f6-4d219865fca0 req-a6ea6874-e2c0-46a9-a46c-654ce700fc66 tempest-ServerRescueTestJSONUnderV235-1370369985 tempest-ServerRescueTestJSONUnderV235-1370369985-project] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.25.4.246 HTTP/1.1" status: 200 len: 696 time: 0.1087713 Jul 14 09:28:32.311271 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-34cb2e90-ceca-4b0a-90f6-4d219865fca0 req-0271335a-c547-45cb-a68d-45de2f96dd6b tempest-ServerRescueTestJSONUnderV235-1370369985 tempest-ServerRescueTestJSONUnderV235-1370369985-project] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.25.4.246 HTTP/1.1" status: 200 len: 696 time: 0.0909903 Jul 14 09:28:32.387939 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-43598912-6d29-4b77-bcbf-3af183dc5717 req-f24877b8-2b58-4dc4-a5ba-173fb8d192c1 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1012c926-11e5-4f9b-8f82-dfbee9dcfeae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.8812802 Jul 14 09:28:32.553796 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-43598912-6d29-4b77-bcbf-3af183dc5717 req-20228f52-a10e-4ee6-a7fc-17a4d46a82b9 service neutron] 10.222.0.65 "GET /v2.0/networks/1012c926-11e5-4f9b-8f82-dfbee9dcfeae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459131 Jul 14 09:28:32.651864 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-386b1b40-2824-48ef-b31c-cb258aeb6ae8 tempest-RoutersIpV6AdminTest-414384186 tempest-RoutersIpV6AdminTest-414384186-project-admin] Router bcd99d6c-cd64-4bde-86bf-e870ba26c7f6 is scheduled to L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 with binding_index 1 {{(pid=93957) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:28:32.677355 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7138670-ddd7-4895-bf04-cbde7742c91d req-e42dd638-e00b-43cd-be8c-907f0b52251e tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:32.683723 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7138670-ddd7-4895-bf04-cbde7742c91d req-e42dd638-e00b-43cd-be8c-907f0b52251e tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:32.690858 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7138670-ddd7-4895-bf04-cbde7742c91d req-e42dd638-e00b-43cd-be8c-907f0b52251e tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:32.699962 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7138670-ddd7-4895-bf04-cbde7742c91d req-e42dd638-e00b-43cd-be8c-907f0b52251e tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:32.707204 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7138670-ddd7-4895-bf04-cbde7742c91d req-e42dd638-e00b-43cd-be8c-907f0b52251e tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:32.709733 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-34cb2e90-ceca-4b0a-90f6-4d219865fca0 req-d433c524-d742-4e3e-9e56-cf9020282f49 tempest-ServerRescueTestJSONUnderV235-1370369985 tempest-ServerRescueTestJSONUnderV235-1370369985-project] Deleting port 4dbc02ca-caea-4148-b111-7974b5e64010 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:28:32.710142 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-34cb2e90-ceca-4b0a-90f6-4d219865fca0 req-d433c524-d742-4e3e-9e56-cf9020282f49 tempest-ServerRescueTestJSONUnderV235-1370369985 tempest-ServerRescueTestJSONUnderV235-1370369985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:32.713429 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7138670-ddd7-4895-bf04-cbde7742c91d req-e42dd638-e00b-43cd-be8c-907f0b52251e tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:32.720035 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7138670-ddd7-4895-bf04-cbde7742c91d req-e42dd638-e00b-43cd-be8c-907f0b52251e tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:32.724215 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b7138670-ddd7-4895-bf04-cbde7742c91d req-e42dd638-e00b-43cd-be8c-907f0b52251e tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] 10.222.0.68 "GET /v2.0/ports?device_id=15fddc0e-6959-44be-b8ff-be56e396088e HTTP/1.1" status: 200 len: 5421 time: 1.2257564 Jul 14 09:28:32.812646 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-34cb2e90-ceca-4b0a-90f6-4d219865fca0 req-d433c524-d742-4e3e-9e56-cf9020282f49 tempest-ServerRescueTestJSONUnderV235-1370369985 tempest-ServerRescueTestJSONUnderV235-1370369985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:32.813187 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-34cb2e90-ceca-4b0a-90f6-4d219865fca0 req-d433c524-d742-4e3e-9e56-cf9020282f49 tempest-ServerRescueTestJSONUnderV235-1370369985 tempest-ServerRescueTestJSONUnderV235-1370369985-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:32.853209 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-34cb2e90-ceca-4b0a-90f6-4d219865fca0 req-d433c524-d742-4e3e-9e56-cf9020282f49 tempest-ServerRescueTestJSONUnderV235-1370369985 tempest-ServerRescueTestJSONUnderV235-1370369985-project] Calling delete_port for 4dbc02ca-caea-4148-b111-7974b5e64010 owned by network:floatingip {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:28:32.987757 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-43598912-6d29-4b77-bcbf-3af183dc5717 req-eccd59e5-5c96-4c6c-aa60-123d4916d16d service neutron] 10.222.0.65 "GET /v2.0/networks/1012c926-11e5-4f9b-8f82-dfbee9dcfeae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4230282 Jul 14 09:28:33.009351 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b7138670-ddd7-4895-bf04-cbde7742c91d req-e934d713-d3b2-47af-8156-964d3bdf9dc2 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] 10.222.0.68 "GET /v2.0/security-groups?id=8dea9d70-5f45-4874-bf11-9cb57df29d33&id=654de86a-d9c2-46da-8a5c-08b7fecbf459&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2737217 Jul 14 09:28:33.069351 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-386b1b40-2824-48ef-b31c-cb258aeb6ae8 tempest-RoutersIpV6AdminTest-414384186 tempest-RoutersIpV6AdminTest-414384186-project-admin] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:28:33.082870 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f21ec6-0d49-46bc-a580-4719707c7a89 None None] Sync routers for ids ['bcd99d6c-cd64-4bde-86bf-e870ba26c7f6'] in n-d-779913-29 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:28:33.093085 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-386b1b40-2824-48ef-b31c-cb258aeb6ae8 tempest-RoutersIpV6AdminTest-414384186 tempest-RoutersIpV6AdminTest-414384186-project-admin] Notify callbacks [] for router, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:33.097005 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-386b1b40-2824-48ef-b31c-cb258aeb6ae8 tempest-RoutersIpV6AdminTest-414384186 tempest-RoutersIpV6AdminTest-414384186-project-admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 7.9848831 Jul 14 09:28:33.099589 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 51598) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:33.100842 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f21ec6-0d49-46bc-a580-4719707c7a89 None None] Routers {'bcd99d6c-cd64-4bde-86bf-e870ba26c7f6'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:28:33.101824 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-f1f21ec6-0d49-46bc-a580-4719707c7a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:28:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['bcd99d6c-cd64-4bde-86bf-e870ba26c7f6'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:33.130303 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-34cb2e90-ceca-4b0a-90f6-4d219865fca0 req-d433c524-d742-4e3e-9e56-cf9020282f49 tempest-ServerRescueTestJSONUnderV235-1370369985 tempest-ServerRescueTestJSONUnderV235-1370369985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:33.193760 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d433c524-d742-4e3e-9e56-cf9020282f49 tempest-ServerRescueTestJSONUnderV235-1370369985 tempest-ServerRescueTestJSONUnderV235-1370369985-project] Pushing event deleted for resources: {'Port': ['ID=4dbc02ca-caea-4148-b111-7974b5e64010,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:33.297238 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-f1f21ec6-0d49-46bc-a580-4719707c7a89 None None] Set router bcd99d6c-cd64-4bde-86bf-e870ba26c7f6 gateway port host: n-d-779913-29 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:28:33.327204 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-34cb2e90-ceca-4b0a-90f6-4d219865fca0 req-d433c524-d742-4e3e-9e56-cf9020282f49 tempest-ServerRescueTestJSONUnderV235-1370369985 tempest-ServerRescueTestJSONUnderV235-1370369985-project] Notify callbacks [] for floatingip, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:33.338412 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-34cb2e90-ceca-4b0a-90f6-4d219865fca0 req-d433c524-d742-4e3e-9e56-cf9020282f49 tempest-ServerRescueTestJSONUnderV235-1370369985 tempest-ServerRescueTestJSONUnderV235-1370369985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for floatingip, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:33.340992 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-34cb2e90-ceca-4b0a-90f6-4d219865fca0 req-d433c524-d742-4e3e-9e56-cf9020282f49 tempest-ServerRescueTestJSONUnderV235-1370369985 tempest-ServerRescueTestJSONUnderV235-1370369985-project] 10.222.0.68 "DELETE /v2.0/floatingips/eb5bb3c3-aa8e-4115-8087-775cbd872aa0 HTTP/1.1" status: 204 len: 173 time: 1.0183938 Jul 14 09:28:33.356093 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-781c6fad-520e-41f1-a7ae-43eb20b112e5 req-6c88c6a8-6735-4901-83ea-57dbf08c641b tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/ports?device_id=13db2923-1bcc-4d53-b207-912e4fbe5a37 HTTP/1.1" status: 200 len: 210 time: 0.0673823 Jul 14 09:28:33.380356 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-182ec2a9-18e0-4d8b-a96e-a065911787c2 tempest-RoutersIpV6AdminTest-414384186 tempest-RoutersIpV6AdminTest-414384186-project-admin] Notify callbacks [] for router, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:33.621122 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-41c69f3c-f922-48b3-a010-152673cbcabd req-54854cb7-4b73-45ec-8611-ad89371a46ba tempest-ServerRescueTestJSONUnderV235-1370369985 tempest-ServerRescueTestJSONUnderV235-1370369985-project] 10.222.0.68 "GET /v2.0/security-groups/40c0730e-52b7-4894-ad0d-2b07c69a585b HTTP/1.1" status: 200 len: 1810 time: 0.0756681 Jul 14 09:28:33.710098 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-41c69f3c-f922-48b3-a010-152673cbcabd req-64f61782-0648-4cc7-bb99-485cf1048add tempest-ServerRescueTestJSONUnderV235-1370369985 tempest-ServerRescueTestJSONUnderV235-1370369985-project] Notify callbacks [] for security_group, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:33.712229 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-182ec2a9-18e0-4d8b-a96e-a065911787c2 tempest-RoutersIpV6AdminTest-414384186 tempest-RoutersIpV6AdminTest-414384186-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:33.780578 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-41c69f3c-f922-48b3-a010-152673cbcabd req-64f61782-0648-4cc7-bb99-485cf1048add tempest-ServerRescueTestJSONUnderV235-1370369985 tempest-ServerRescueTestJSONUnderV235-1370369985-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:33.854455 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-f1f21ec6-0d49-46bc-a580-4719707c7a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcd99d6c-cd64-4bde-86bf-e870ba26c7f6', 'name': '', 'tenant_id': '122296d0eaa741989a91127fe397e5ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff754f5f-ad41-4460-b8ae-616ab3242b51', 'external_fixed_ips': [{'subnet_id': 'a9322a86-1702-4fce-b643-a73317da52ac', 'ip_address': '2001:db8::382'}], 'enable_snat': True}, 'gw_port_id': '5559cbdf-5ccb-42aa-b5e4-4864f2b8fd8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:28:25Z', 'updated_at': '2021-07-14T09:28:29Z', 'revision_number': 3, 'project_id': '122296d0eaa741989a91127fe397e5ee', 'gw_port': {'id': '5559cbdf-5ccb-42aa-b5e4-4864f2b8fd8e', 'name': '', 'network_id': 'ff754f5f-ad41-4460-b8ae-616ab3242b51', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:2f:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcd99d6c-cd64-4bde-86bf-e870ba26c7f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': 'a9322a86-1702-4fce-b643-a73317da52ac', 'ip_address': '2001:db8::382', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:28:27Z', 'updated_at': '2021-07-14T09:28:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a9322a86-1702-4fce-b643-a73317da52ac', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29'}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:33.883497 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9215f954-c9cd-4770-94f6-a3de65407226 req-b646363e-4815-44c1-b863-c8c5278a589d tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:33.888204 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-9215f954-c9cd-4770-94f6-a3de65407226 req-b646363e-4815-44c1-b863-c8c5278a589d tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.57 "GET /v2.0/networks?id=b13d7c6c-cfbf-4964-b16a-12c3c2736fe4 HTTP/1.1" status: 200 len: 806 time: 0.3375759 Jul 14 09:28:33.904248 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [req-9215f954-c9cd-4770-94f6-a3de65407226 req-38ceee30-f73e-4d9e-845a-112f87553164 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Request body: {'port': {'device_id': '13db2923-1bcc-4d53-b207-912e4fbe5a37', 'network_id': 'b13d7c6c-cfbf-4964-b16a-12c3c2736fe4', 'admin_state_up': True, 'tenant_id': '5a5f2c2d833f465d9525ee4af4d3c349'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:28:33.925103 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f21ec6-0d49-46bc-a580-4719707c7a89 None None] Checking router: bcd99d6c-cd64-4bde-86bf-e870ba26c7f6 for host: n-d-779913-29 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:28:33.927113 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-182ec2a9-18e0-4d8b-a96e-a065911787c2 tempest-RoutersIpV6AdminTest-414384186 tempest-RoutersIpV6AdminTest-414384186-project-admin] Deleting port 5559cbdf-5ccb-42aa-b5e4-4864f2b8fd8e {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:28:33.927752 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f21ec6-0d49-46bc-a580-4719707c7a89 None None] Updating router bcd99d6c-cd64-4bde-86bf-e870ba26c7f6 port 5559cbdf-5ccb-42aa-b5e4-4864f2b8fd8e binding host n-d-779913-29 {{(pid=93960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:28:33.927889 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-182ec2a9-18e0-4d8b-a96e-a065911787c2 tempest-RoutersIpV6AdminTest-414384186 tempest-RoutersIpV6AdminTest-414384186-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:33.990956 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 51620) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:34.018157 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f1f21ec6-0d49-46bc-a580-4719707c7a89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:34.108245 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-182ec2a9-18e0-4d8b-a96e-a065911787c2 tempest-RoutersIpV6AdminTest-414384186 tempest-RoutersIpV6AdminTest-414384186-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:34.122337 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-182ec2a9-18e0-4d8b-a96e-a065911787c2 tempest-RoutersIpV6AdminTest-414384186 tempest-RoutersIpV6AdminTest-414384186-project-admin] Calling delete_port for 5559cbdf-5ccb-42aa-b5e4-4864f2b8fd8e owned by network:router_gateway {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:28:34.160651 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9215f954-c9cd-4770-94f6-a3de65407226 req-38ceee30-f73e-4d9e-845a-112f87553164 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Made reservation on behalf of 5a5f2c2d833f465d9525ee4af4d3c349 for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:28:34.170119 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-9215f954-c9cd-4770-94f6-a3de65407226 req-38ceee30-f73e-4d9e-845a-112f87553164 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:34.341781 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-41c69f3c-f922-48b3-a010-152673cbcabd req-64f61782-0648-4cc7-bb99-485cf1048add tempest-ServerRescueTestJSONUnderV235-1370369985 tempest-ServerRescueTestJSONUnderV235-1370369985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:34.345182 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-41c69f3c-f922-48b3-a010-152673cbcabd req-64f61782-0648-4cc7-bb99-485cf1048add tempest-ServerRescueTestJSONUnderV235-1370369985 tempest-ServerRescueTestJSONUnderV235-1370369985-project] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:34.365260 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-41c69f3c-f922-48b3-a010-152673cbcabd req-64f61782-0648-4cc7-bb99-485cf1048add tempest-ServerRescueTestJSONUnderV235-1370369985 tempest-ServerRescueTestJSONUnderV235-1370369985-project] 10.222.0.68 "DELETE /v2.0/security-groups/40c0730e-52b7-4894-ad0d-2b07c69a585b HTTP/1.1" status: 204 len: 173 time: 0.7431009 Jul 14 09:28:34.409217 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f61782-0648-4cc7-bb99-485cf1048add tempest-ServerRescueTestJSONUnderV235-1370369985 tempest-ServerRescueTestJSONUnderV235-1370369985-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=40c0730e-52b7-4894-ad0d-2b07c69a585b,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:34.423278 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-182ec2a9-18e0-4d8b-a96e-a065911787c2 tempest-RoutersIpV6AdminTest-414384186 tempest-RoutersIpV6AdminTest-414384186-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:34.472002 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [req-9215f954-c9cd-4770-94f6-a3de65407226 req-38ceee30-f73e-4d9e-845a-112f87553164 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Allocated IP 172.20.0.7 (b13d7c6c-cfbf-4964-b16a-12c3c2736fe4/4eebc946-7649-496b-bf8c-5c786643586c/a2d98ebe-5ddf-4563-bb2d-f04ebdb9dc5f) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:28:34.482185 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-21eb6cae-5568-418a-9ea9-acb1631726a9 tempest-FloatingIPAdminTestJSON-1792528294 tempest-FloatingIPAdminTestJSON-1792528294-project] Request body: {'floatingip': {'floating_network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:28:34.487980 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182ec2a9-18e0-4d8b-a96e-a065911787c2 tempest-RoutersIpV6AdminTest-414384186 tempest-RoutersIpV6AdminTest-414384186-project-admin] Pushing event deleted for resources: {'Port': ['ID=5559cbdf-5ccb-42aa-b5e4-4864f2b8fd8e,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:34.516271 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-182ec2a9-18e0-4d8b-a96e-a065911787c2 tempest-RoutersIpV6AdminTest-414384186 tempest-RoutersIpV6AdminTest-414384186-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-660532'] for router_gateway, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:34.554994 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36453f51-340e-4951-8ca3-f62a84b07936 req-1a815d08-82a3-4475-8dab-d02a383dfff1 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:34.561639 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36453f51-340e-4951-8ca3-f62a84b07936 req-1a815d08-82a3-4475-8dab-d02a383dfff1 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:34.568310 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36453f51-340e-4951-8ca3-f62a84b07936 req-1a815d08-82a3-4475-8dab-d02a383dfff1 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:34.575372 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36453f51-340e-4951-8ca3-f62a84b07936 req-1a815d08-82a3-4475-8dab-d02a383dfff1 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:34.582063 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36453f51-340e-4951-8ca3-f62a84b07936 req-1a815d08-82a3-4475-8dab-d02a383dfff1 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:34.608106 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36453f51-340e-4951-8ca3-f62a84b07936 req-1a815d08-82a3-4475-8dab-d02a383dfff1 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:34.609077 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.db.api [None req-f1f21ec6-0d49-46bc-a580-4719707c7a89 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93960) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 09:28:34.610391 n-d-779913-29 neutron-server[93960]: DEBUG oslo_db.api [None req-f1f21ec6-0d49-46bc-a580-4719707c7a89 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 09:28:34.617995 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36453f51-340e-4951-8ca3-f62a84b07936 req-1a815d08-82a3-4475-8dab-d02a383dfff1 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:34.620716 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-36453f51-340e-4951-8ca3-f62a84b07936 req-1a815d08-82a3-4475-8dab-d02a383dfff1 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] 10.222.0.68 "GET /v2.0/ports?device_id=15fddc0e-6959-44be-b8ff-be56e396088e HTTP/1.1" status: 200 len: 5421 time: 0.2633464 Jul 14 09:28:34.660785 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-21eb6cae-5568-418a-9ea9-acb1631726a9 tempest-FloatingIPAdminTestJSON-1792528294 tempest-FloatingIPAdminTestJSON-1792528294-project] Notify callbacks [] for floatingip, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:34.687288 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-182ec2a9-18e0-4d8b-a96e-a065911787c2 tempest-RoutersIpV6AdminTest-414384186 tempest-RoutersIpV6AdminTest-414384186-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-711871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12964'] for router, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:34.691068 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-182ec2a9-18e0-4d8b-a96e-a065911787c2 tempest-RoutersIpV6AdminTest-414384186 tempest-RoutersIpV6AdminTest-414384186-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:34.755980 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-182ec2a9-18e0-4d8b-a96e-a065911787c2 tempest-RoutersIpV6AdminTest-414384186 tempest-RoutersIpV6AdminTest-414384186-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-704815'] for router, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:34.756538 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-182ec2a9-18e0-4d8b-a96e-a065911787c2 tempest-RoutersIpV6AdminTest-414384186 tempest-RoutersIpV6AdminTest-414384186-project-admin] Fanout notify agent at l3_agent the message router_deleted on router bcd99d6c-cd64-4bde-86bf-e870ba26c7f6 {{(pid=93957) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:28:34.762416 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-182ec2a9-18e0-4d8b-a96e-a065911787c2 tempest-RoutersIpV6AdminTest-414384186 tempest-RoutersIpV6AdminTest-414384186-project-admin] Notify callbacks [] for router, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:34.763595 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-182ec2a9-18e0-4d8b-a96e-a065911787c2 tempest-RoutersIpV6AdminTest-414384186 tempest-RoutersIpV6AdminTest-414384186-project-admin] 10.222.0.68 "DELETE /v2.0/routers/bcd99d6c-cd64-4bde-86bf-e870ba26c7f6 HTTP/1.1" status: 204 len: 168 time: 1.6624231 Jul 14 09:28:34.766460 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 51640) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:34.825783 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_v2 [None req-533fd81b-eeee-4b02-9571-8ef33b1ef823 tempest-RoutersIpV6AdminTest-414384186 tempest-RoutersIpV6AdminTest-414384186-project-admin] Deleting subnet a9322a86-1702-4fce-b643-a73317da52ac {{(pid=93957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:28:34.829912 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-533fd81b-eeee-4b02-9571-8ef33b1ef823 tempest-RoutersIpV6AdminTest-414384186 tempest-RoutersIpV6AdminTest-414384186-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:34.839867 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21981cfb-ad33-4fe5-818a-9cd1de5d7983 req-8c3defa7-81e5-4906-8d0f-e6ad0aa5c2f1 tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:34.841538 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-21981cfb-ad33-4fe5-818a-9cd1de5d7983 req-8c3defa7-81e5-4906-8d0f-e6ad0aa5c2f1 tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] 10.222.0.68 "GET /v2.0/ports?device_id=65c2e97a-3a9b-45f9-8601-1b3501000ad2 HTTP/1.1" status: 200 len: 945 time: 0.2286127 Jul 14 09:28:34.944432 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-21981cfb-ad33-4fe5-818a-9cd1de5d7983 req-393f7606-bd9c-4500-ad5f-9cc50f51b468 tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] 10.222.0.68 "GET /v2.0/security-groups?id=cf40bcd2-1dd1-48fb-a6b7-6df0e80ce2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826085 Jul 14 09:28:34.947374 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-533fd81b-eeee-4b02-9571-8ef33b1ef823 tempest-RoutersIpV6AdminTest-414384186 tempest-RoutersIpV6AdminTest-414384186-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10944203'] for subnet, precommit_delete_associations {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:35.013541 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-533fd81b-eeee-4b02-9571-8ef33b1ef823 tempest-RoutersIpV6AdminTest-414384186 tempest-RoutersIpV6AdminTest-414384186-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3481002'] for subnet, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:35.063897 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d4ef51-03e1-476d-861d-bb167f8ebb3b req-7bec2f17-758e-4768-af05-2210afe580d2 tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:35.065423 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b6d4ef51-03e1-476d-861d-bb167f8ebb3b req-7bec2f17-758e-4768-af05-2210afe580d2 tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] 10.222.0.57 "GET /v2.0/ports?device_id=65c2e97a-3a9b-45f9-8601-1b3501000ad2 HTTP/1.1" status: 200 len: 945 time: 0.2048678 Jul 14 09:28:35.146586 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f21ec6-0d49-46bc-a580-4719707c7a89 None None] Port 5559cbdf-5ccb-42aa-b5e4-4864f2b8fd8e not found while updating agent binding for router bcd99d6c-cd64-4bde-86bf-e870ba26c7f6. {{(pid=93960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 14 09:28:35.151694 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-9215f954-c9cd-4770-94f6-a3de65407226 req-38ceee30-f73e-4d9e-845a-112f87553164 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:35.159618 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-533fd81b-eeee-4b02-9571-8ef33b1ef823 tempest-RoutersIpV6AdminTest-414384186 tempest-RoutersIpV6AdminTest-414384186-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10052701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11984075'] for subnet, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:35.168302 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f21ec6-0d49-46bc-a580-4719707c7a89 None None] Routers set() bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:28:35.168678 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f21ec6-0d49-46bc-a580-4719707c7a89 None None] Router IDs set() for agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 14 09:28:35.169273 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_agentschedulers_db [None req-f1f21ec6-0d49-46bc-a580-4719707c7a89 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'bcd99d6c-cd64-4bde-86bf-e870ba26c7f6'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:28:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent'). {{(pid=93960) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 14 09:28:35.169676 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f21ec6-0d49-46bc-a580-4719707c7a89 None None] The sync data for ids ['bcd99d6c-cd64-4bde-86bf-e870ba26c7f6'] in n-d-779913-29 is: [] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:28:35.225268 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533fd81b-eeee-4b02-9571-8ef33b1ef823 tempest-RoutersIpV6AdminTest-414384186 tempest-RoutersIpV6AdminTest-414384186-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=a9322a86-1702-4fce-b643-a73317da52ac,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:35.230865 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-9215f954-c9cd-4770-94f6-a3de65407226 req-38ceee30-f73e-4d9e-845a-112f87553164 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:35.231452 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-533fd81b-eeee-4b02-9571-8ef33b1ef823 tempest-RoutersIpV6AdminTest-414384186 tempest-RoutersIpV6AdminTest-414384186-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:35.235835 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-533fd81b-eeee-4b02-9571-8ef33b1ef823 tempest-RoutersIpV6AdminTest-414384186 tempest-RoutersIpV6AdminTest-414384186-project-admin] 10.222.0.68 "DELETE /v2.0/subnets/a9322a86-1702-4fce-b643-a73317da52ac HTTP/1.1" status: 204 len: 168 time: 0.4660339 Jul 14 09:28:35.236628 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 51646) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:35.261584 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9215f954-c9cd-4770-94f6-a3de65407226 req-38ceee30-f73e-4d9e-845a-112f87553164 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Network b13d7c6c-cfbf-4964-b16a-12c3c2736fe4 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:28:35.266812 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [req-9215f954-c9cd-4770-94f6-a3de65407226 req-38ceee30-f73e-4d9e-845a-112f87553164 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:28:35.270638 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] get_ports_and_sgs() called for port_ids ['76560477-d91e-4b4a-98a2-a6c81e43e88d'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:28:35.294063 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-9215f954-c9cd-4770-94f6-a3de65407226 req-38ceee30-f73e-4d9e-845a-112f87553164 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:28:35.322736 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1f3011ff-8d74-4e1d-a57c-83f30d4fa821 tempest-RoutersIpV6AdminTest-414384186 tempest-RoutersIpV6AdminTest-414384186-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3876111'] for network, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:35.327465 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [req-b6d4ef51-03e1-476d-861d-bb167f8ebb3b req-4986e3fd-8ba5-494e-9314-59f0fb3c0cef tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] Deleting port df6483e0-89e5-45b9-8d7a-dd0f399b1b72 {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:28:35.327812 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-b6d4ef51-03e1-476d-861d-bb167f8ebb3b req-4986e3fd-8ba5-494e-9314-59f0fb3c0cef tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:35.350880 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-36453f51-340e-4951-8ca3-f62a84b07936 req-3e9aa216-2061-4df7-a264-9b5cf3da52ce tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] 10.222.0.68 "GET /v2.0/security-groups?id=8dea9d70-5f45-4874-bf11-9cb57df29d33&id=654de86a-d9c2-46da-8a5c-08b7fecbf459&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7201023 Jul 14 09:28:35.363043 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] get_ports_and_sgs() called for port_ids ['355d4f4e-0f97-4599-8580-8d12831aaf46'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:28:35.456539 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ceee30-f73e-4d9e-845a-112f87553164 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Pushing event updated for resources: {'Port': ['ID=a2d98ebe-5ddf-4563-bb2d-f04ebdb9dc5f,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:35.494325 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9215f954-c9cd-4770-94f6-a3de65407226 req-38ceee30-f73e-4d9e-845a-112f87553164 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:35.495326 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-9215f954-c9cd-4770-94f6-a3de65407226 req-38ceee30-f73e-4d9e-845a-112f87553164 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:35.526300 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-9215f954-c9cd-4770-94f6-a3de65407226 req-38ceee30-f73e-4d9e-845a-112f87553164 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6261384 Jul 14 09:28:35.541732 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1f3011ff-8d74-4e1d-a57c-83f30d4fa821 tempest-RoutersIpV6AdminTest-414384186 tempest-RoutersIpV6AdminTest-414384186-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473955', 'neutron.services.segments.db._delete_segments_for_network-8735688326548'] for network, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:35.560064 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-b6d4ef51-03e1-476d-861d-bb167f8ebb3b req-4986e3fd-8ba5-494e-9314-59f0fb3c0cef tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] For port df6483e0-89e5-45b9-8d7a-dd0f399b1b72, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=df6483e0-89e5-45b9-8d7a-dd0f399b1b72,segment=NetworkSegment(3140b72d-6a4a-4668-bad8-c572bd128f6c),segment_id=3140b72d-6a4a-4668-bad8-c572bd128f6c)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:28:35.560427 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-b6d4ef51-03e1-476d-861d-bb167f8ebb3b req-4986e3fd-8ba5-494e-9314-59f0fb3c0cef tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:35.563105 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [req-9215f954-c9cd-4770-94f6-a3de65407226 req-aef78450-3b5f-4890-a0e2-6a8d2279cb20 service neutron] Request body: {'port': {'device_id': '13db2923-1bcc-4d53-b207-912e4fbe5a37', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-29'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:28:35.565082 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-1f3011ff-8d74-4e1d-a57c-83f30d4fa821 tempest-RoutersIpV6AdminTest-414384186 tempest-RoutersIpV6AdminTest-414384186-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff754f5f-ad41-4460-b8ae-616ab3242b51']}} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:35.581416 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-1f3011ff-8d74-4e1d-a57c-83f30d4fa821 tempest-RoutersIpV6AdminTest-414384186 tempest-RoutersIpV6AdminTest-414384186-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '103c2104-fdfd-4aa2-803f-0e9b2063699e') {'for_net_delete': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:35.581734 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-1f3011ff-8d74-4e1d-a57c-83f30d4fa821 tempest-RoutersIpV6AdminTest-414384186 tempest-RoutersIpV6AdminTest-414384186-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '103c2104-fdfd-4aa2-803f-0e9b2063699e') {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:35.592145 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [req-b6d4ef51-03e1-476d-861d-bb167f8ebb3b req-4986e3fd-8ba5-494e-9314-59f0fb3c0cef tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] Calling delete_port for df6483e0-89e5-45b9-8d7a-dd0f399b1b72 owned by compute:nova {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:28:35.602013 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1f3011ff-8d74-4e1d-a57c-83f30d4fa821 tempest-RoutersIpV6AdminTest-414384186 tempest-RoutersIpV6AdminTest-414384186-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735688356235', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10944210'] for segment, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:35.640040 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-21eb6cae-5568-418a-9ea9-acb1631726a9 tempest-FloatingIPAdminTestJSON-1792528294 tempest-FloatingIPAdminTestJSON-1792528294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:35.737797 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-9215f954-c9cd-4770-94f6-a3de65407226 req-aef78450-3b5f-4890-a0e2-6a8d2279cb20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:35.738296 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1f3011ff-8d74-4e1d-a57c-83f30d4fa821 tempest-RoutersIpV6AdminTest-414384186 tempest-RoutersIpV6AdminTest-414384186-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:35.758248 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f3011ff-8d74-4e1d-a57c-83f30d4fa821 tempest-RoutersIpV6AdminTest-414384186 tempest-RoutersIpV6AdminTest-414384186-project-admin] Releasing vlan 743 on physical network physnet1 to pool {{(pid=93957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:28:35.758625 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1f3011ff-8d74-4e1d-a57c-83f30d4fa821 tempest-RoutersIpV6AdminTest-414384186 tempest-RoutersIpV6AdminTest-414384186-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10053619'] for segment, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:35.760548 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:28:35.760548 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:28:35.760548 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:28:35.760548 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:28:35.760548 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:28:35.760548 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:28:35.760548 n-d-779913-29 neutron-server[93957]: Traceback (most recent call last): Jul 14 09:28:35.760548 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:28:35.760548 n-d-779913-29 neutron-server[93957]: timer() Jul 14 09:28:35.760548 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:28:35.760548 n-d-779913-29 neutron-server[93957]: cb(*args, **kw) Jul 14 09:28:35.760548 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:28:35.760548 n-d-779913-29 neutron-server[93957]: return func(*args, **kwargs) Jul 14 09:28:35.760548 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:28:35.760548 n-d-779913-29 neutron-server[93957]: self._notify() Jul 14 09:28:35.760548 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:28:35.760548 n-d-779913-29 neutron-server[93957]: self.callback(batched_events) Jul 14 09:28:35.760548 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:28:35.760548 n-d-779913-29 neutron-server[93957]: event.method(event) Jul 14 09:28:35.760548 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:28:35.760548 n-d-779913-29 neutron-server[93957]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:28:35.760548 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:28:35.760548 n-d-779913-29 neutron-server[93957]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:28:35.760548 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:28:35.760548 n-d-779913-29 neutron-server[93957]: return f(self, *a, **k) Jul 14 09:28:35.760548 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:28:35.760548 n-d-779913-29 neutron-server[93957]: return self._get(url).json() Jul 14 09:28:35.760548 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:28:35.760548 n-d-779913-29 neutron-server[93957]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:28:35.760548 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:28:35.760548 n-d-779913-29 neutron-server[93957]: return self.request(url, 'GET', **kwargs) Jul 14 09:28:35.760548 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:28:35.760548 n-d-779913-29 neutron-server[93957]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:28:35.760548 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:28:35.760548 n-d-779913-29 neutron-server[93957]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:28:35.760548 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:28:35.760548 n-d-779913-29 neutron-server[93957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:28:35.760548 n-d-779913-29 neutron-server[93957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:28:35.828671 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beac7f9f-43e6-40e5-80a0-cfde5afcb938 req-a5bb2dea-b6e2-49b9-9f05-fd1e8f3d8fe5 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:35.830232 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-beac7f9f-43e6-40e5-80a0-cfde5afcb938 req-a5bb2dea-b6e2-49b9-9f05-fd1e8f3d8fe5 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/ports?device_id=13db2923-1bcc-4d53-b207-912e4fbe5a37 HTTP/1.1" status: 200 len: 931 time: 0.3367832 Jul 14 09:28:35.880781 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1f3011ff-8d74-4e1d-a57c-83f30d4fa821 tempest-RoutersIpV6AdminTest-414384186 tempest-RoutersIpV6AdminTest-414384186-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660504'] for network, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:35.892418 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f3011ff-8d74-4e1d-a57c-83f30d4fa821 tempest-RoutersIpV6AdminTest-414384186 tempest-RoutersIpV6AdminTest-414384186-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ff754f5f-ad41-4460-b8ae-616ab3242b51 {{(pid=93957) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 14 09:28:35.905382 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1f3011ff-8d74-4e1d-a57c-83f30d4fa821 tempest-RoutersIpV6AdminTest-414384186 tempest-RoutersIpV6AdminTest-414384186-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for network, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:35.907332 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-1f3011ff-8d74-4e1d-a57c-83f30d4fa821 tempest-RoutersIpV6AdminTest-414384186 tempest-RoutersIpV6AdminTest-414384186-project-admin] 10.222.0.68 "DELETE /v2.0/networks/ff754f5f-ad41-4460-b8ae-616ab3242b51 HTTP/1.1" status: 204 len: 168 time: 0.6697865 Jul 14 09:28:35.930924 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3011ff-8d74-4e1d-a57c-83f30d4fa821 tempest-RoutersIpV6AdminTest-414384186 tempest-RoutersIpV6AdminTest-414384186-project-admin] Pushing event deleted for resources: {'Network': ['ID=ff754f5f-ad41-4460-b8ae-616ab3242b51,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:35.950169 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-beac7f9f-43e6-40e5-80a0-cfde5afcb938 req-35eb147a-e935-4a3c-9c4e-f012c851ec72 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/security-groups?id=bfacbc39-872c-438f-b7f4-05abded490ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990026 Jul 14 09:28:35.957593 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-b6d4ef51-03e1-476d-861d-bb167f8ebb3b req-4986e3fd-8ba5-494e-9314-59f0fb3c0cef tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:35.973036 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-21eb6cae-5568-418a-9ea9-acb1631726a9 tempest-FloatingIPAdminTestJSON-1792528294 tempest-FloatingIPAdminTestJSON-1792528294-project] Allocated IP 172.25.4.240 (2dcd4d32-cc7c-4468-b396-7ce5c9231892/6cd22a75-5bc1-467c-a3c4-0af04bd1b34a/82a309cc-e383-42cb-855b-b049dcceeea2) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:28:35.992935 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ae9f66-5a79-42af-953d-df002bf92fb2 req-78cd6493-5644-4550-b9ce-5bfda64a2425 tempest-ServerRescueTestJSONUnderV235-1370369985 tempest-ServerRescueTestJSONUnderV235-1370369985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:35.995264 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-38ae9f66-5a79-42af-953d-df002bf92fb2 req-78cd6493-5644-4550-b9ce-5bfda64a2425 tempest-ServerRescueTestJSONUnderV235-1370369985 tempest-ServerRescueTestJSONUnderV235-1370369985-project] 10.222.0.68 "GET /v2.0/ports?device_id=50c37d2a-9d36-413f-a86d-c6fd0726b830 HTTP/1.1" status: 200 len: 946 time: 0.2780826 Jul 14 09:28:36.017019 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4986e3fd-8ba5-494e-9314-59f0fb3c0cef tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] Pushing event deleted for resources: {'Port': ['ID=df6483e0-89e5-45b9-8d7a-dd0f399b1b72,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:36.157468 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6d4ef51-03e1-476d-861d-bb167f8ebb3b req-4986e3fd-8ba5-494e-9314-59f0fb3c0cef tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] No DVR routers for this DVR port df6483e0-89e5-45b9-8d7a-dd0f399b1b72 on host n-h2-779913-29 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:28:36.162196 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-b6d4ef51-03e1-476d-861d-bb167f8ebb3b req-4986e3fd-8ba5-494e-9314-59f0fb3c0cef tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:36.164400 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b6d4ef51-03e1-476d-861d-bb167f8ebb3b req-4986e3fd-8ba5-494e-9314-59f0fb3c0cef tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] 10.222.0.57 "DELETE /v2.0/ports/df6483e0-89e5-45b9-8d7a-dd0f399b1b72 HTTP/1.1" status: 204 len: 173 time: 1.0927961 Jul 14 09:28:36.167683 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65c2e97a-3a9b-45f9-8601-1b3501000ad2', 'name': 'network-vif-deleted', 'tag': 'df6483e0-89e5-45b9-8d7a-dd0f399b1b72'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:28:36.172596 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff11db40-5e9e-4d0f-aa5e-00801564a4cd" -d '{"events": [{"server_uuid": "65c2e97a-3a9b-45f9-8601-1b3501000ad2", "name": "network-vif-deleted", "tag": "df6483e0-89e5-45b9-8d7a-dd0f399b1b72"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:28:36.234101 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-bf1350d7-d789-4bac-a623-6ea31e541e57 req-64f7af13-fe6a-4a66-91fd-2c095175bc81 tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] 10.222.0.68 "GET /v2.0/ports?device_id=65c2e97a-3a9b-45f9-8601-1b3501000ad2 HTTP/1.1" status: 200 len: 210 time: 0.0454350 Jul 14 09:28:36.324754 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-38ae9f66-5a79-42af-953d-df002bf92fb2 req-e26c7614-bfe5-4385-8f9b-a533a5de29f0 tempest-ServerRescueTestJSONUnderV235-1370369985 tempest-ServerRescueTestJSONUnderV235-1370369985-project] 10.222.0.68 "GET /v2.0/security-groups?id=83a8b8b4-4aa6-423e-95ab-da9a4626b74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3037560 Jul 14 09:28:36.328064 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:28:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4be27990-af8a-4388-bda5-92ad6db00ef5 x-openstack-request-id: req-4be27990-af8a-4388-bda5-92ad6db00ef5 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:28:36.328372 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65c2e97a-3a9b-45f9-8601-1b3501000ad2", "name": "network-vif-deleted", "tag": "df6483e0-89e5-45b9-8d7a-dd0f399b1b72", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:28:36.328636 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-4be27990-af8a-4388-bda5-92ad6db00ef5 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:28:36.329091 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65c2e97a-3a9b-45f9-8601-1b3501000ad2', 'name': 'network-vif-deleted', 'tag': 'df6483e0-89e5-45b9-8d7a-dd0f399b1b72', 'status': 'completed', 'code': 200} Jul 14 09:28:36.339803 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 51670) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:36.346225 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-869b2e8d-ad9c-4022-b12a-170c63fd2e4e tempest-RoutersIpV6AdminTest-414384186 tempest-RoutersIpV6AdminTest-414384186-project-admin] Request body: {'router': {'name': 'tempest-router--870445409', 'project_id': '8c40b04a8c614613a3392f4817ee3bd0'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:28:36.391456 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-869b2e8d-ad9c-4022-b12a-170c63fd2e4e tempest-RoutersIpV6AdminTest-414384186 tempest-RoutersIpV6AdminTest-414384186-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-711749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14670'] for router, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:36.393537 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-869b2e8d-ad9c-4022-b12a-170c63fd2e4e tempest-RoutersIpV6AdminTest-414384186 tempest-RoutersIpV6AdminTest-414384186-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-711718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-661475', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14679'] for router, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:36.518009 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-869b2e8d-ad9c-4022-b12a-170c63fd2e4e tempest-RoutersIpV6AdminTest-414384186 tempest-RoutersIpV6AdminTest-414384186-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:36.523171 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-869b2e8d-ad9c-4022-b12a-170c63fd2e4e tempest-RoutersIpV6AdminTest-414384186 tempest-RoutersIpV6AdminTest-414384186-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-711762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-661452'] for router, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:36.558572 n-d-779913-29 neutron-server[93958]: DEBUG neutron.notifiers.nova [req-9215f954-c9cd-4770-94f6-a3de65407226 req-aef78450-3b5f-4890-a0e2-6a8d2279cb20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2d98ebe-5ddf-4563-bb2d-f04ebdb9dc5f {{(pid=93958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:28:36.566198 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-9215f954-c9cd-4770-94f6-a3de65407226 req-aef78450-3b5f-4890-a0e2-6a8d2279cb20 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:36.576512 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-869b2e8d-ad9c-4022-b12a-170c63fd2e4e tempest-RoutersIpV6AdminTest-414384186 tempest-RoutersIpV6AdminTest-414384186-project-admin] Notify callbacks [] for router, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:36.580549 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-869b2e8d-ad9c-4022-b12a-170c63fd2e4e tempest-RoutersIpV6AdminTest-414384186 tempest-RoutersIpV6AdminTest-414384186-project-admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2369485 Jul 14 09:28:36.580731 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-9215f954-c9cd-4770-94f6-a3de65407226 req-aef78450-3b5f-4890-a0e2-6a8d2279cb20 service neutron] Transition to ACTIVE for port object a2d98ebe-5ddf-4563-bb2d-f04ebdb9dc5f will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:28:36.581598 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 51676) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:36.582781 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-21eb6cae-5568-418a-9ea9-acb1631726a9 tempest-FloatingIPAdminTestJSON-1792528294 tempest-FloatingIPAdminTestJSON-1792528294-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:36.589851 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-9215f954-c9cd-4770-94f6-a3de65407226 req-aef78450-3b5f-4890-a0e2-6a8d2279cb20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13574142'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:36.692875 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef78450-3b5f-4890-a0e2-6a8d2279cb20 service neutron] Pushing event updated for resources: {'Port': ['ID=a2d98ebe-5ddf-4563-bb2d-f04ebdb9dc5f,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:36.713898 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ee02301e-5eeb-4d6f-a65e-e740d150e4de tempest-RoutersIpV6AdminTest-414384186 tempest-RoutersIpV6AdminTest-414384186-project-admin] Notify callbacks [] for router, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:36.753424 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-21eb6cae-5568-418a-9ea9-acb1631726a9 tempest-FloatingIPAdminTestJSON-1792528294 tempest-FloatingIPAdminTestJSON-1792528294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:36.817934 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e952675-6410-4a2a-b71c-715e710d2d3c req-aad641a5-c6c8-4133-9854-75b83d61ea1c tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:36.824798 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e952675-6410-4a2a-b71c-715e710d2d3c req-aad641a5-c6c8-4133-9854-75b83d61ea1c tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:36.830292 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21eb6cae-5568-418a-9ea9-acb1631726a9 tempest-FloatingIPAdminTestJSON-1792528294 tempest-FloatingIPAdminTestJSON-1792528294-project] Network 2dcd4d32-cc7c-4468-b396-7ce5c9231892 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:28:36.831496 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e952675-6410-4a2a-b71c-715e710d2d3c req-aad641a5-c6c8-4133-9854-75b83d61ea1c tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:36.837998 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e952675-6410-4a2a-b71c-715e710d2d3c req-aad641a5-c6c8-4133-9854-75b83d61ea1c tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:36.839969 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-21eb6cae-5568-418a-9ea9-acb1631726a9 tempest-FloatingIPAdminTestJSON-1792528294 tempest-FloatingIPAdminTestJSON-1792528294-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:28:36.844988 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21eb6cae-5568-418a-9ea9-acb1631726a9 tempest-FloatingIPAdminTestJSON-1792528294 tempest-FloatingIPAdminTestJSON-1792528294-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:28:36.845908 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e952675-6410-4a2a-b71c-715e710d2d3c req-aad641a5-c6c8-4133-9854-75b83d61ea1c tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:36.847665 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-9215f954-c9cd-4770-94f6-a3de65407226 req-aef78450-3b5f-4890-a0e2-6a8d2279cb20 service neutron] Attempting to bind port a2d98ebe-5ddf-4563-bb2d-f04ebdb9dc5f on host n-h2-779913-29 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:28:36.848445 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-9215f954-c9cd-4770-94f6-a3de65407226 req-aef78450-3b5f-4890-a0e2-6a8d2279cb20 service neutron] Attempting to bind port a2d98ebe-5ddf-4563-bb2d-f04ebdb9dc5f by drivers openvswitch,hyperv on host n-h2-779913-29 at level 0 using segments [{'id': 'f28b4a20-abdb-43f4-86e7-8da3ae7a1990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'b13d7c6c-cfbf-4964-b16a-12c3c2736fe4'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:28:36.848996 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9215f954-c9cd-4770-94f6-a3de65407226 req-aef78450-3b5f-4890-a0e2-6a8d2279cb20 service neutron] Attempting to bind port a2d98ebe-5ddf-4563-bb2d-f04ebdb9dc5f on network b13d7c6c-cfbf-4964-b16a-12c3c2736fe4 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:28:36.858032 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e952675-6410-4a2a-b71c-715e710d2d3c req-aad641a5-c6c8-4133-9854-75b83d61ea1c tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:36.867412 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e952675-6410-4a2a-b71c-715e710d2d3c req-aad641a5-c6c8-4133-9854-75b83d61ea1c tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:36.869933 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-9e952675-6410-4a2a-b71c-715e710d2d3c req-aad641a5-c6c8-4133-9854-75b83d61ea1c tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] 10.222.0.68 "GET /v2.0/ports?device_id=15fddc0e-6959-44be-b8ff-be56e396088e HTTP/1.1" status: 200 len: 5421 time: 0.3368070 Jul 14 09:28:36.882077 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9215f954-c9cd-4770-94f6-a3de65407226 req-aef78450-3b5f-4890-a0e2-6a8d2279cb20 service neutron] Port a2d98ebe-5ddf-4563-bb2d-f04ebdb9dc5f on network b13d7c6c-cfbf-4964-b16a-12c3c2736fe4 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-29 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:28:36.882644 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9215f954-c9cd-4770-94f6-a3de65407226 req-aef78450-3b5f-4890-a0e2-6a8d2279cb20 service neutron] Attempting to bind port a2d98ebe-5ddf-4563-bb2d-f04ebdb9dc5f on network b13d7c6c-cfbf-4964-b16a-12c3c2736fe4 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:28:36.886320 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21eb6cae-5568-418a-9ea9-acb1631726a9 tempest-FloatingIPAdminTestJSON-1792528294 tempest-FloatingIPAdminTestJSON-1792528294-project] Pushing event updated for resources: {'Port': ['ID=82a309cc-e383-42cb-855b-b049dcceeea2,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:36.897219 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9215f954-c9cd-4770-94f6-a3de65407226 req-aef78450-3b5f-4890-a0e2-6a8d2279cb20 service neutron] Checking agent: {'id': '013e4a3b-a634-47b8-b6a5-1a25109b73fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 13, 13), 'started_at': datetime.datetime(2021, 7, 14, 9, 13, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 28, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:28:36.897876 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9215f954-c9cd-4770-94f6-a3de65407226 req-aef78450-3b5f-4890-a0e2-6a8d2279cb20 service neutron] Checking segment: {'id': 'f28b4a20-abdb-43f4-86e7-8da3ae7a1990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'b13d7c6c-cfbf-4964-b16a-12c3c2736fe4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:28:36.898598 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9215f954-c9cd-4770-94f6-a3de65407226 req-aef78450-3b5f-4890-a0e2-6a8d2279cb20 service neutron] Bound using segment: {'id': 'f28b4a20-abdb-43f4-86e7-8da3ae7a1990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'b13d7c6c-cfbf-4964-b16a-12c3c2736fe4'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:28:36.899546 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-9215f954-c9cd-4770-94f6-a3de65407226 req-aef78450-3b5f-4890-a0e2-6a8d2279cb20 service neutron] Bound port: a2d98ebe-5ddf-4563-bb2d-f04ebdb9dc5f, host: n-h2-779913-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f28b4a20-abdb-43f4-86e7-8da3ae7a1990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'b13d7c6c-cfbf-4964-b16a-12c3c2736fe4'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:28:36.900194 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-9215f954-c9cd-4770-94f6-a3de65407226 req-aef78450-3b5f-4890-a0e2-6a8d2279cb20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:37.001534 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-9215f954-c9cd-4770-94f6-a3de65407226 req-aef78450-3b5f-4890-a0e2-6a8d2279cb20 service neutron] For port a2d98ebe-5ddf-4563-bb2d-f04ebdb9dc5f, host n-h2-779913-29, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:28:37.005382 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-9215f954-c9cd-4770-94f6-a3de65407226 req-aef78450-3b5f-4890-a0e2-6a8d2279cb20 service neutron] For port a2d98ebe-5ddf-4563-bb2d-f04ebdb9dc5f, host n-h2-779913-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=a2d98ebe-5ddf-4563-bb2d-f04ebdb9dc5f,segment=NetworkSegment(f28b4a20-abdb-43f4-86e7-8da3ae7a1990),segment_id=f28b4a20-abdb-43f4-86e7-8da3ae7a1990)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:28:37.042040 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-9215f954-c9cd-4770-94f6-a3de65407226 req-aef78450-3b5f-4890-a0e2-6a8d2279cb20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13574142'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:37.069822 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-9e952675-6410-4a2a-b71c-715e710d2d3c req-d356ddf4-c6b3-4bea-9424-4e2aa5b866ef tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] 10.222.0.68 "GET /v2.0/security-groups?id=8dea9d70-5f45-4874-bf11-9cb57df29d33&id=654de86a-d9c2-46da-8a5c-08b7fecbf459&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1914048 Jul 14 09:28:37.088025 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ee02301e-5eeb-4d6f-a65e-e740d150e4de tempest-RoutersIpV6AdminTest-414384186 tempest-RoutersIpV6AdminTest-414384186-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-711871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12964'] for router, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:37.097290 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ee02301e-5eeb-4d6f-a65e-e740d150e4de tempest-RoutersIpV6AdminTest-414384186 tempest-RoutersIpV6AdminTest-414384186-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:37.147317 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9215f954-c9cd-4770-94f6-a3de65407226 req-aef78450-3b5f-4890-a0e2-6a8d2279cb20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:37.148440 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-9215f954-c9cd-4770-94f6-a3de65407226 req-aef78450-3b5f-4890-a0e2-6a8d2279cb20 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:37.150834 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-9215f954-c9cd-4770-94f6-a3de65407226 req-aef78450-3b5f-4890-a0e2-6a8d2279cb20 service neutron] 10.222.0.57 "PUT /v2.0/ports/a2d98ebe-5ddf-4563-bb2d-f04ebdb9dc5f HTTP/1.1" status: 200 len: 1092 time: 1.6081848 Jul 14 09:28:37.172780 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ee02301e-5eeb-4d6f-a65e-e740d150e4de tempest-RoutersIpV6AdminTest-414384186 tempest-RoutersIpV6AdminTest-414384186-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-704815'] for router, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:37.173711 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee02301e-5eeb-4d6f-a65e-e740d150e4de tempest-RoutersIpV6AdminTest-414384186 tempest-RoutersIpV6AdminTest-414384186-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6808eafd-8233-472c-97bd-26887d116dc3 {{(pid=93957) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:28:37.184674 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ee02301e-5eeb-4d6f-a65e-e740d150e4de tempest-RoutersIpV6AdminTest-414384186 tempest-RoutersIpV6AdminTest-414384186-project-admin] Notify callbacks [] for router, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:37.185860 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-ee02301e-5eeb-4d6f-a65e-e740d150e4de tempest-RoutersIpV6AdminTest-414384186 tempest-RoutersIpV6AdminTest-414384186-project-admin] 10.222.0.68 "DELETE /v2.0/routers/6808eafd-8233-472c-97bd-26887d116dc3 HTTP/1.1" status: 204 len: 168 time: 0.6035199 Jul 14 09:28:37.195598 n-d-779913-29 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13db2923-1bcc-4d53-b207-912e4fbe5a37', 'tag': 'a2d98ebe-5ddf-4563-bb2d-f04ebdb9dc5f'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:28:37.198475 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cb48f044f948e981f43897c8d7f1332f741dc7af2b4c5a6e19d8f4a80f708e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4d0153b-9151-477f-b9f8-87ac476da680" -d '{"events": [{"name": "network-changed", "server_uuid": "13db2923-1bcc-4d53-b207-912e4fbe5a37", "tag": "a2d98ebe-5ddf-4563-bb2d-f04ebdb9dc5f"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:28:37.230633 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-21eb6cae-5568-418a-9ea9-acb1631726a9 tempest-FloatingIPAdminTestJSON-1792528294 tempest-FloatingIPAdminTestJSON-1792528294-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:37.267459 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:28:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9bbf3cf-87e8-4125-ac90-c42cd386344e x-openstack-request-id: req-a9bbf3cf-87e8-4125-ac90-c42cd386344e {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:28:37.267753 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13db2923-1bcc-4d53-b207-912e4fbe5a37", "tag": "a2d98ebe-5ddf-4563-bb2d-f04ebdb9dc5f", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:28:37.268009 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-a9bbf3cf-87e8-4125-ac90-c42cd386344e {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:28:37.268405 n-d-779913-29 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13db2923-1bcc-4d53-b207-912e4fbe5a37', 'tag': 'a2d98ebe-5ddf-4563-bb2d-f04ebdb9dc5f', 'status': 'completed', 'code': 200} Jul 14 09:28:37.273008 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef78450-3b5f-4890-a0e2-6a8d2279cb20 service neutron] Pushing event updated for resources: {'Port': ['ID=a2d98ebe-5ddf-4563-bb2d-f04ebdb9dc5f,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:37.375808 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-21eb6cae-5568-418a-9ea9-acb1631726a9 tempest-FloatingIPAdminTestJSON-1792528294 tempest-FloatingIPAdminTestJSON-1792528294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:37.410379 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a478ec-944c-48ec-aeba-8f148eed056e req-2684988c-34d6-4a22-b99f-70dd83a6f390 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:37.411950 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-c9a478ec-944c-48ec-aeba-8f148eed056e req-2684988c-34d6-4a22-b99f-70dd83a6f390 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/ports?device_id=13db2923-1bcc-4d53-b207-912e4fbe5a37 HTTP/1.1" status: 200 len: 943 time: 0.2949071 Jul 14 09:28:37.528798 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-c9a478ec-944c-48ec-aeba-8f148eed056e req-1530248f-9c95-433b-906d-e5ab134c100e tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/security-groups?id=bfacbc39-872c-438f-b7f4-05abded490ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036308 Jul 14 09:28:37.532479 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9215f954-c9cd-4770-94f6-a3de65407226 req-bc2287f4-d4e7-4c54-bb71-602d1e0eadd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:37.533964 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-9215f954-c9cd-4770-94f6-a3de65407226 req-bc2287f4-d4e7-4c54-bb71-602d1e0eadd5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5a5f2c2d833f465d9525ee4af4d3c349&device_id=13db2923-1bcc-4d53-b207-912e4fbe5a37 HTTP/1.1" status: 200 len: 1095 time: 0.2460337 Jul 14 09:28:37.543043 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device df6483e0-89e5-45b9-8d7a-dd0f399b1b72 no longer exists at agent hyperv_n-h2-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:28:37.572865 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 51702) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:37.597781 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] No Port match for: df6483e0-89e5-45b9-8d7a-dd0f399b1b72 {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:28:37.598744 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device df6483e0-89e5-45b9-8d7a-dd0f399b1b72 not bound to the agent host n-h2-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:28:37.643806 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-9215f954-c9cd-4770-94f6-a3de65407226 req-9a41aa98-2ed9-4814-91c1-72a5b727e4c0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a2d98ebe-5ddf-4563-bb2d-f04ebdb9dc5f HTTP/1.1" status: 200 len: 217 time: 0.0967762 Jul 14 09:28:37.775789 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9215f954-c9cd-4770-94f6-a3de65407226 req-65867529-e087-4d5c-826c-390aa5d35c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:37.777742 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-9215f954-c9cd-4770-94f6-a3de65407226 req-65867529-e087-4d5c-826c-390aa5d35c44 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4eebc946-7649-496b-bf8c-5c786643586c HTTP/1.1" status: 200 len: 846 time: 0.1263034 Jul 14 09:28:37.849664 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-21eb6cae-5568-418a-9ea9-acb1631726a9 tempest-FloatingIPAdminTestJSON-1792528294 tempest-FloatingIPAdminTestJSON-1792528294-project] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:37.876091 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-9215f954-c9cd-4770-94f6-a3de65407226 req-59704085-e5c8-4e38-a1a4-ac54642a5f51 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b13d7c6c-cfbf-4964-b16a-12c3c2736fe4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0881836 Jul 14 09:28:37.878841 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-21eb6cae-5568-418a-9ea9-acb1631726a9 tempest-FloatingIPAdminTestJSON-1792528294 tempest-FloatingIPAdminTestJSON-1792528294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13574142'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:37.945948 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-586caf93-b62c-4d2c-8b83-066b97111131 tempest-RoutersIpV6AdminTest-419487075 tempest-RoutersIpV6AdminTest-419487075-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-701900011', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'}, 'admin_state_up': False}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:28:38.015671 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03123041-d160-45ff-a312-e601153d756e req-0e31a2b6-0848-42d7-8ed7-a2dba68dc5dc tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:38.023550 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-03123041-d160-45ff-a312-e601153d756e req-0e31a2b6-0848-42d7-8ed7-a2dba68dc5dc tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] 10.222.0.68 "GET /v2.0/ports?device_id=49dade44-ccac-4abc-b1f0-ef47f906dc66 HTTP/1.1" status: 200 len: 945 time: 0.1577849 Jul 14 09:28:38.038874 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21eb6cae-5568-418a-9ea9-acb1631726a9 tempest-FloatingIPAdminTestJSON-1792528294 tempest-FloatingIPAdminTestJSON-1792528294-project] Pushing event updated for resources: {'Port': ['ID=82a309cc-e383-42cb-855b-b049dcceeea2,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:38.044815 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a42493-6dce-4d89-81fc-defc4d84d868 req-cd144d74-0653-4553-bd0b-1e30648c2975 tempest-ServerRescueTestJSONUnderV235-1370369985 tempest-ServerRescueTestJSONUnderV235-1370369985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:38.046378 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-73a42493-6dce-4d89-81fc-defc4d84d868 req-cd144d74-0653-4553-bd0b-1e30648c2975 tempest-ServerRescueTestJSONUnderV235-1370369985 tempest-ServerRescueTestJSONUnderV235-1370369985-project] 10.222.0.65 "GET /v2.0/ports?device_id=50c37d2a-9d36-413f-a86d-c6fd0726b830 HTTP/1.1" status: 200 len: 946 time: 0.2387648 Jul 14 09:28:38.047308 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-586caf93-b62c-4d2c-8b83-066b97111131 tempest-RoutersIpV6AdminTest-419487075 tempest-RoutersIpV6AdminTest-419487075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-711749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14670'] for router, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:38.048746 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-586caf93-b62c-4d2c-8b83-066b97111131 tempest-RoutersIpV6AdminTest-419487075 tempest-RoutersIpV6AdminTest-419487075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-711718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-661475', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14679'] for router, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:38.105969 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-9215f954-c9cd-4770-94f6-a3de65407226 req-466f70b8-2225-4874-9f9f-bbac546a3ea3 service neutron] 10.222.0.57 "GET /v2.0/networks/b13d7c6c-cfbf-4964-b16a-12c3c2736fe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1730394 Jul 14 09:28:38.122253 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-21eb6cae-5568-418a-9ea9-acb1631726a9 tempest-FloatingIPAdminTestJSON-1792528294 tempest-FloatingIPAdminTestJSON-1792528294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-660590'] for floatingip, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:38.191555 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7e6b90-e675-4ba7-9c92-84bab62fd8ad req-d9b339cd-de37-46c1-8c10-5c1c6d0a590b tempest-ServerRescueTestJSONUnderV235-1370369985 tempest-ServerRescueTestJSONUnderV235-1370369985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:38.199000 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ee7e6b90-e675-4ba7-9c92-84bab62fd8ad req-d9b339cd-de37-46c1-8c10-5c1c6d0a590b tempest-ServerRescueTestJSONUnderV235-1370369985 tempest-ServerRescueTestJSONUnderV235-1370369985-project] 10.222.0.68 "GET /v2.0/ports?device_id=50c37d2a-9d36-413f-a86d-c6fd0726b830 HTTP/1.1" status: 200 len: 946 time: 0.3392038 Jul 14 09:28:38.210219 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-21eb6cae-5568-418a-9ea9-acb1631726a9 tempest-FloatingIPAdminTestJSON-1792528294 tempest-FloatingIPAdminTestJSON-1792528294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for floatingip, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:38.211412 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-21eb6cae-5568-418a-9ea9-acb1631726a9 tempest-FloatingIPAdminTestJSON-1792528294 tempest-FloatingIPAdminTestJSON-1792528294-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.2195036 Jul 14 09:28:38.216097 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-03123041-d160-45ff-a312-e601153d756e req-33fba5f0-83e4-4e2d-81d8-9b10d8be96b8 tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] 10.222.0.68 "GET /v2.0/security-groups?id=cf40bcd2-1dd1-48fb-a6b7-6df0e80ce2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915746 Jul 14 09:28:38.216727 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 51722) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:38.224184 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-586caf93-b62c-4d2c-8b83-066b97111131 tempest-RoutersIpV6AdminTest-419487075 tempest-RoutersIpV6AdminTest-419487075-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:38.231821 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-1fff700c-0300-49c1-9b06-c5b037dad94f tempest-FloatingIPAdminTestJSON-1792528294 tempest-FloatingIPAdminTestJSON-1792528294-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-19928801'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:28:38.263871 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ee7e6b90-e675-4ba7-9c92-84bab62fd8ad req-e41526aa-934c-4714-8ecc-4dfaee2f90f8 tempest-ServerRescueTestJSONUnderV235-1370369985 tempest-ServerRescueTestJSONUnderV235-1370369985-project] 10.222.0.68 "GET /v2.0/security-groups?id=83a8b8b4-4aa6-423e-95ab-da9a4626b74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638740 Jul 14 09:28:38.277754 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-9215f954-c9cd-4770-94f6-a3de65407226 req-afcef2aa-3e2b-4eb6-bb0e-e40ee30a5c54 service neutron] 10.222.0.57 "GET /v2.0/networks/b13d7c6c-cfbf-4964-b16a-12c3c2736fe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644869 Jul 14 09:28:38.474721 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [req-73a42493-6dce-4d89-81fc-defc4d84d868 req-a10028ab-5abc-4754-a9d9-c368c913cee4 tempest-ServerRescueTestJSONUnderV235-1370369985 tempest-ServerRescueTestJSONUnderV235-1370369985-project] Deleting port 72e2bc5e-4c60-4c69-81ed-50a1f6b1b07b {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:28:38.475088 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-73a42493-6dce-4d89-81fc-defc4d84d868 req-a10028ab-5abc-4754-a9d9-c368c913cee4 tempest-ServerRescueTestJSONUnderV235-1370369985 tempest-ServerRescueTestJSONUnderV235-1370369985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:38.508725 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fff700c-0300-49c1-9b06-c5b037dad94f tempest-FloatingIPAdminTestJSON-1792528294 tempest-FloatingIPAdminTestJSON-1792528294-project] Made reservation on behalf of 5cb2cc1406ed46dbbb7033e314355e82 for: {'network': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:28:38.512805 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1fff700c-0300-49c1-9b06-c5b037dad94f tempest-FloatingIPAdminTestJSON-1792528294 tempest-FloatingIPAdminTestJSON-1792528294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for network, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:38.517322 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f1a6c9-2256-46e4-a39e-bfd90f2a16a5 req-657f0e8d-a2e6-4cb9-9270-ed990b0d2f77 tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:38.517880 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-586caf93-b62c-4d2c-8b83-066b97111131 tempest-RoutersIpV6AdminTest-419487075 tempest-RoutersIpV6AdminTest-419487075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-661489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-711771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12973'] for router, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:38.519042 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-e9f1a6c9-2256-46e4-a39e-bfd90f2a16a5 req-657f0e8d-a2e6-4cb9-9270-ed990b0d2f77 tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] 10.222.0.57 "GET /v2.0/ports?device_id=49dade44-ccac-4abc-b1f0-ef47f906dc66 HTTP/1.1" status: 200 len: 945 time: 0.1188617 Jul 14 09:28:38.539041 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1690c366-1479-4a17-b851-2b05a902befe req-dc04bbe9-427b-4145-87c1-3a7453304ee3 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:38.545661 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1690c366-1479-4a17-b851-2b05a902befe req-dc04bbe9-427b-4145-87c1-3a7453304ee3 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:38.551576 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1690c366-1479-4a17-b851-2b05a902befe req-dc04bbe9-427b-4145-87c1-3a7453304ee3 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:38.558217 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1690c366-1479-4a17-b851-2b05a902befe req-dc04bbe9-427b-4145-87c1-3a7453304ee3 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:38.565718 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1690c366-1479-4a17-b851-2b05a902befe req-dc04bbe9-427b-4145-87c1-3a7453304ee3 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:38.571714 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1690c366-1479-4a17-b851-2b05a902befe req-dc04bbe9-427b-4145-87c1-3a7453304ee3 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:38.577696 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1690c366-1479-4a17-b851-2b05a902befe req-dc04bbe9-427b-4145-87c1-3a7453304ee3 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:38.579648 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-1690c366-1479-4a17-b851-2b05a902befe req-dc04bbe9-427b-4145-87c1-3a7453304ee3 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] 10.222.0.68 "GET /v2.0/ports?device_id=15fddc0e-6959-44be-b8ff-be56e396088e HTTP/1.1" status: 200 len: 5421 time: 0.1641717 Jul 14 09:28:38.654518 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-1690c366-1479-4a17-b851-2b05a902befe req-6a11f148-15a6-43b3-b392-4129ce50ac3d tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] 10.222.0.68 "GET /v2.0/security-groups?id=8dea9d70-5f45-4874-bf11-9cb57df29d33&id=654de86a-d9c2-46da-8a5c-08b7fecbf459&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0669308 Jul 14 09:28:38.734927 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-e9f1a6c9-2256-46e4-a39e-bfd90f2a16a5 req-389fee72-9c59-46cd-b341-7da735746266 tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] Deleting port c5728230-7217-466d-a8f2-3ec8768eb0f8 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:28:38.735282 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-e9f1a6c9-2256-46e4-a39e-bfd90f2a16a5 req-389fee72-9c59-46cd-b341-7da735746266 tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:38.844043 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-e9f1a6c9-2256-46e4-a39e-bfd90f2a16a5 req-389fee72-9c59-46cd-b341-7da735746266 tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] For port c5728230-7217-466d-a8f2-3ec8768eb0f8, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=c5728230-7217-466d-a8f2-3ec8768eb0f8,segment=NetworkSegment(3140b72d-6a4a-4668-bad8-c572bd128f6c),segment_id=3140b72d-6a4a-4668-bad8-c572bd128f6c)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:28:38.844397 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-e9f1a6c9-2256-46e4-a39e-bfd90f2a16a5 req-389fee72-9c59-46cd-b341-7da735746266 tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:38.860282 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-e9f1a6c9-2256-46e4-a39e-bfd90f2a16a5 req-389fee72-9c59-46cd-b341-7da735746266 tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] Calling delete_port for c5728230-7217-466d-a8f2-3ec8768eb0f8 owned by compute:nova {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:28:38.917640 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1fff700c-0300-49c1-9b06-c5b037dad94f tempest-FloatingIPAdminTestJSON-1792528294 tempest-FloatingIPAdminTestJSON-1792528294-project] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:39.009657 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-e9f1a6c9-2256-46e4-a39e-bfd90f2a16a5 req-389fee72-9c59-46cd-b341-7da735746266 tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:39.055220 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389fee72-9c59-46cd-b341-7da735746266 tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] Pushing event deleted for resources: {'Port': ['ID=c5728230-7217-466d-a8f2-3ec8768eb0f8,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:39.072728 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d0153b-9151-477f-b9f8-87ac476da680 req-d825336a-f7a7-4922-b538-99b67c350efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:39.074290 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a4d0153b-9151-477f-b9f8-87ac476da680 req-d825336a-f7a7-4922-b538-99b67c350efd service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5a5f2c2d833f465d9525ee4af4d3c349&device_id=13db2923-1bcc-4d53-b207-912e4fbe5a37 HTTP/1.1" status: 200 len: 1095 time: 0.6439357 Jul 14 09:28:39.097290 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-73a42493-6dce-4d89-81fc-defc4d84d868 req-a10028ab-5abc-4754-a9d9-c368c913cee4 tempest-ServerRescueTestJSONUnderV235-1370369985 tempest-ServerRescueTestJSONUnderV235-1370369985-project] For port 72e2bc5e-4c60-4c69-81ed-50a1f6b1b07b, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=72e2bc5e-4c60-4c69-81ed-50a1f6b1b07b,segment=NetworkSegment(d7298ca0-8a82-4a6c-a35e-21e23aa9333b),segment_id=d7298ca0-8a82-4a6c-a35e-21e23aa9333b)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:28:39.097822 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-73a42493-6dce-4d89-81fc-defc4d84d868 req-a10028ab-5abc-4754-a9d9-c368c913cee4 tempest-ServerRescueTestJSONUnderV235-1370369985 tempest-ServerRescueTestJSONUnderV235-1370369985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:39.106633 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9f1a6c9-2256-46e4-a39e-bfd90f2a16a5 req-389fee72-9c59-46cd-b341-7da735746266 tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] No DVR routers for this DVR port c5728230-7217-466d-a8f2-3ec8768eb0f8 on host n-h2-779913-29 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:28:39.110162 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-e9f1a6c9-2256-46e4-a39e-bfd90f2a16a5 req-389fee72-9c59-46cd-b341-7da735746266 tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:39.112193 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-e9f1a6c9-2256-46e4-a39e-bfd90f2a16a5 req-389fee72-9c59-46cd-b341-7da735746266 tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] 10.222.0.57 "DELETE /v2.0/ports/c5728230-7217-466d-a8f2-3ec8768eb0f8 HTTP/1.1" status: 204 len: 173 time: 0.5850427 Jul 14 09:28:39.171427 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [req-73a42493-6dce-4d89-81fc-defc4d84d868 req-a10028ab-5abc-4754-a9d9-c368c913cee4 tempest-ServerRescueTestJSONUnderV235-1370369985 tempest-ServerRescueTestJSONUnderV235-1370369985-project] Calling delete_port for 72e2bc5e-4c60-4c69-81ed-50a1f6b1b07b owned by compute:nova {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:28:39.223092 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523aed6c-87ec-40af-969d-e87135db13a8 req-f6b14061-6551-43a3-9f4f-49bc10ebb8ba tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:39.224661 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-523aed6c-87ec-40af-969d-e87135db13a8 req-f6b14061-6551-43a3-9f4f-49bc10ebb8ba tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/ports?device_id=13db2923-1bcc-4d53-b207-912e4fbe5a37 HTTP/1.1" status: 200 len: 943 time: 0.3310525 Jul 14 09:28:39.269366 n-d-779913-29 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49dade44-ccac-4abc-b1f0-ef47f906dc66', 'name': 'network-vif-deleted', 'tag': 'c5728230-7217-466d-a8f2-3ec8768eb0f8'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:28:39.271977 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cb48f044f948e981f43897c8d7f1332f741dc7af2b4c5a6e19d8f4a80f708e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2ff8642-e26f-487b-807d-9d7832f5db4a" -d '{"events": [{"server_uuid": "49dade44-ccac-4abc-b1f0-ef47f906dc66", "name": "network-vif-deleted", "tag": "c5728230-7217-466d-a8f2-3ec8768eb0f8"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:28:39.357555 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d0153b-9151-477f-b9f8-87ac476da680 req-037f2251-9852-419d-9b90-ea57d3c6f68a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:39.358997 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a4d0153b-9151-477f-b9f8-87ac476da680 req-037f2251-9852-419d-9b90-ea57d3c6f68a service neutron] 10.222.0.57 "GET /v2.0/networks?id=b13d7c6c-cfbf-4964-b16a-12c3c2736fe4 HTTP/1.1" status: 200 len: 907 time: 0.2645786 Jul 14 09:28:39.399368 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-18d6a963-8736-4f6a-923c-8fcc5e133cda req-1fb4f0b8-b878-4cd0-93c5-04c14292749d tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] 10.222.0.68 "GET /v2.0/ports?device_id=49dade44-ccac-4abc-b1f0-ef47f906dc66 HTTP/1.1" status: 200 len: 210 time: 0.0354123 Jul 14 09:28:39.448252 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:28:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-244c353f-3723-448e-8e11-a345009ff20f x-openstack-request-id: req-244c353f-3723-448e-8e11-a345009ff20f {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:28:39.448546 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49dade44-ccac-4abc-b1f0-ef47f906dc66", "name": "network-vif-deleted", "tag": "c5728230-7217-466d-a8f2-3ec8768eb0f8", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:28:39.448800 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-244c353f-3723-448e-8e11-a345009ff20f {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:28:39.449203 n-d-779913-29 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49dade44-ccac-4abc-b1f0-ef47f906dc66', 'name': 'network-vif-deleted', 'tag': 'c5728230-7217-466d-a8f2-3ec8768eb0f8', 'status': 'completed', 'code': 200} Jul 14 09:28:39.450804 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-523aed6c-87ec-40af-969d-e87135db13a8 req-400d757b-4f93-4499-926d-4c3bcfb34181 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/security-groups?id=bfacbc39-872c-438f-b7f4-05abded490ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784196 Jul 14 09:28:39.455135 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1fff700c-0300-49c1-9b06-c5b037dad94f tempest-FloatingIPAdminTestJSON-1792528294 tempest-FloatingIPAdminTestJSON-1792528294-project] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:39.542831 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a4d0153b-9151-477f-b9f8-87ac476da680 req-4469159d-6b51-4cb8-9d89-b49f70723c3a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a2d98ebe-5ddf-4563-bb2d-f04ebdb9dc5f HTTP/1.1" status: 200 len: 217 time: 0.1604576 Jul 14 09:28:39.550075 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1fff700c-0300-49c1-9b06-c5b037dad94f tempest-FloatingIPAdminTestJSON-1792528294 tempest-FloatingIPAdminTestJSON-1792528294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:39.619449 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c15749d-1b79-4032-a9a8-db7191ef42ec req-1ccde4fa-f8a6-4493-803c-dda5170fd2aa tempest-ServerRescueTestJSONUnderV235-1370369985 tempest-ServerRescueTestJSONUnderV235-1370369985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:39.630182 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-6c15749d-1b79-4032-a9a8-db7191ef42ec req-1ccde4fa-f8a6-4493-803c-dda5170fd2aa tempest-ServerRescueTestJSONUnderV235-1370369985 tempest-ServerRescueTestJSONUnderV235-1370369985-project] 10.222.0.68 "GET /v2.0/ports?device_id=50c37d2a-9d36-413f-a86d-c6fd0726b830 HTTP/1.1" status: 200 len: 867 time: 0.0780525 Jul 14 09:28:39.642160 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fff700c-0300-49c1-9b06-c5b037dad94f tempest-FloatingIPAdminTestJSON-1792528294 tempest-FloatingIPAdminTestJSON-1792528294-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 736} {{(pid=93957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:28:39.653930 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1fff700c-0300-49c1-9b06-c5b037dad94f tempest-FloatingIPAdminTestJSON-1792528294 tempest-FloatingIPAdminTestJSON-1792528294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:39.654368 n-d-779913-29 neutron-server[93957]: INFO neutron.db.segments_db [None req-1fff700c-0300-49c1-9b06-c5b037dad94f tempest-FloatingIPAdminTestJSON-1792528294 tempest-FloatingIPAdminTestJSON-1792528294-project] Added segment 5a1d5c76-21c1-402e-9294-2fdc38ba1adc of type vlan for network 5916796d-12a7-4c8d-93ea-4ccde502bf36 Jul 14 09:28:39.655817 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-73a42493-6dce-4d89-81fc-defc4d84d868 req-a10028ab-5abc-4754-a9d9-c368c913cee4 tempest-ServerRescueTestJSONUnderV235-1370369985 tempest-ServerRescueTestJSONUnderV235-1370369985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:39.679462 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-6c15749d-1b79-4032-a9a8-db7191ef42ec req-2976e78d-fe68-42f4-bff8-848fb7cbe2c9 tempest-ServerRescueTestJSONUnderV235-1370369985 tempest-ServerRescueTestJSONUnderV235-1370369985-project] 10.222.0.68 "GET /v2.0/security-groups?id=83a8b8b4-4aa6-423e-95ab-da9a4626b74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482533 Jul 14 09:28:39.755303 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10028ab-5abc-4754-a9d9-c368c913cee4 tempest-ServerRescueTestJSONUnderV235-1370369985 tempest-ServerRescueTestJSONUnderV235-1370369985-project] Pushing event deleted for resources: {'Port': ['ID=72e2bc5e-4c60-4c69-81ed-50a1f6b1b07b,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:39.905935 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fff700c-0300-49c1-9b06-c5b037dad94f tempest-FloatingIPAdminTestJSON-1792528294 tempest-FloatingIPAdminTestJSON-1792528294-project] Pushing event updated for resources: {'SecurityGroup': ['ID=846fcf79-a303-46da-978b-ab9eeaa43651,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:39.909923 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-73a42493-6dce-4d89-81fc-defc4d84d868 req-a10028ab-5abc-4754-a9d9-c368c913cee4 tempest-ServerRescueTestJSONUnderV235-1370369985 tempest-ServerRescueTestJSONUnderV235-1370369985-project] No DVR routers for this DVR port 72e2bc5e-4c60-4c69-81ed-50a1f6b1b07b on host n-h1-779913-29 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:28:39.912489 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-73a42493-6dce-4d89-81fc-defc4d84d868 req-a10028ab-5abc-4754-a9d9-c368c913cee4 tempest-ServerRescueTestJSONUnderV235-1370369985 tempest-ServerRescueTestJSONUnderV235-1370369985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:39.915865 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-73a42493-6dce-4d89-81fc-defc4d84d868 req-a10028ab-5abc-4754-a9d9-c368c913cee4 tempest-ServerRescueTestJSONUnderV235-1370369985 tempest-ServerRescueTestJSONUnderV235-1370369985-project] 10.222.0.65 "DELETE /v2.0/ports/72e2bc5e-4c60-4c69-81ed-50a1f6b1b07b HTTP/1.1" status: 204 len: 173 time: 1.8612652 Jul 14 09:28:39.942928 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50c37d2a-9d36-413f-a86d-c6fd0726b830', 'name': 'network-vif-deleted', 'tag': '72e2bc5e-4c60-4c69-81ed-50a1f6b1b07b'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:28:39.945201 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-381a86a9-7eb6-4918-9378-12d7aff0eb84" -d '{"events": [{"server_uuid": "50c37d2a-9d36-413f-a86d-c6fd0726b830", "name": "network-vif-deleted", "tag": "72e2bc5e-4c60-4c69-81ed-50a1f6b1b07b"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:28:39.951061 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-586caf93-b62c-4d2c-8b83-066b97111131 tempest-RoutersIpV6AdminTest-419487075 tempest-RoutersIpV6AdminTest-419487075-project] Notify callbacks [] for router_gateway, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:39.957170 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1fff700c-0300-49c1-9b06-c5b037dad94f tempest-FloatingIPAdminTestJSON-1792528294 tempest-FloatingIPAdminTestJSON-1792528294-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735687821325'] for network, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:39.962030 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d0153b-9151-477f-b9f8-87ac476da680 req-9f6b6425-a7ed-45f7-9f0f-95a451977327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:39.963879 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a4d0153b-9151-477f-b9f8-87ac476da680 req-9f6b6425-a7ed-45f7-9f0f-95a451977327 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4eebc946-7649-496b-bf8c-5c786643586c HTTP/1.1" status: 200 len: 846 time: 0.4107385 Jul 14 09:28:39.987062 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:28:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f927769-559c-48e9-8190-da1a0c48cb8f x-openstack-request-id: req-7f927769-559c-48e9-8190-da1a0c48cb8f {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:28:39.987346 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50c37d2a-9d36-413f-a86d-c6fd0726b830", "name": "network-vif-deleted", "tag": "72e2bc5e-4c60-4c69-81ed-50a1f6b1b07b", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:28:39.987665 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-7f927769-559c-48e9-8190-da1a0c48cb8f {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:28:39.988831 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50c37d2a-9d36-413f-a86d-c6fd0726b830', 'name': 'network-vif-deleted', 'tag': '72e2bc5e-4c60-4c69-81ed-50a1f6b1b07b', 'status': 'completed', 'code': 200} Jul 14 09:28:40.003135 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-586caf93-b62c-4d2c-8b83-066b97111131 tempest-RoutersIpV6AdminTest-419487075 tempest-RoutersIpV6AdminTest-419487075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:40.047957 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a4d0153b-9151-477f-b9f8-87ac476da680 req-9147d9cd-2f22-440f-b753-aad3099b31ae service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b13d7c6c-cfbf-4964-b16a-12c3c2736fe4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0578458 Jul 14 09:28:40.182544 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1fff700c-0300-49c1-9b06-c5b037dad94f tempest-FloatingIPAdminTestJSON-1792528294 tempest-FloatingIPAdminTestJSON-1792528294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855'] for network, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:40.188120 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fff700c-0300-49c1-9b06-c5b037dad94f tempest-FloatingIPAdminTestJSON-1792528294 tempest-FloatingIPAdminTestJSON-1792528294-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:40.188711 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1fff700c-0300-49c1-9b06-c5b037dad94f tempest-FloatingIPAdminTestJSON-1792528294 tempest-FloatingIPAdminTestJSON-1792528294-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for network, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:40.211807 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 51774) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:40.243902 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3464e0d-2ecd-4144-9745-ca82d2021701 req-3626359f-9497-4ee0-8467-042dbb7b1c5d tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:40.249942 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3464e0d-2ecd-4144-9745-ca82d2021701 req-3626359f-9497-4ee0-8467-042dbb7b1c5d tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:40.255943 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3464e0d-2ecd-4144-9745-ca82d2021701 req-3626359f-9497-4ee0-8467-042dbb7b1c5d tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:40.262523 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3464e0d-2ecd-4144-9745-ca82d2021701 req-3626359f-9497-4ee0-8467-042dbb7b1c5d tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:40.268643 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3464e0d-2ecd-4144-9745-ca82d2021701 req-3626359f-9497-4ee0-8467-042dbb7b1c5d tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:40.274711 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3464e0d-2ecd-4144-9745-ca82d2021701 req-3626359f-9497-4ee0-8467-042dbb7b1c5d tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:40.280683 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3464e0d-2ecd-4144-9745-ca82d2021701 req-3626359f-9497-4ee0-8467-042dbb7b1c5d tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:40.282629 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a3464e0d-2ecd-4144-9745-ca82d2021701 req-3626359f-9497-4ee0-8467-042dbb7b1c5d tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] 10.222.0.68 "GET /v2.0/ports?device_id=15fddc0e-6959-44be-b8ff-be56e396088e HTTP/1.1" status: 200 len: 5421 time: 0.4395282 Jul 14 09:28:40.317876 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-959943b0-4dba-40a8-938d-5d26ad2ed7f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:40.362868 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-1fff700c-0300-49c1-9b06-c5b037dad94f tempest-FloatingIPAdminTestJSON-1792528294 tempest-FloatingIPAdminTestJSON-1792528294-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 2.1401117 Jul 14 09:28:40.366351 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 51778) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:40.374227 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-11c4e952-aa3f-4b05-a1d3-eaccafffc821 tempest-FloatingIPAdminTestJSON-1792528294 tempest-FloatingIPAdminTestJSON-1792528294-project] Request body: {'subnet': {'network_id': '5916796d-12a7-4c8d-93ea-4ccde502bf36', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:28:40.417416 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fff700c-0300-49c1-9b06-c5b037dad94f tempest-FloatingIPAdminTestJSON-1792528294 tempest-FloatingIPAdminTestJSON-1792528294-project] Pushing event updated for resources: {'Network': ['ID=5916796d-12a7-4c8d-93ea-4ccde502bf36,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:40.437786 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a4d0153b-9151-477f-b9f8-87ac476da680 req-047c386b-d7d3-4538-a569-af10039c851b service neutron] 10.222.0.57 "GET /v2.0/networks/b13d7c6c-cfbf-4964-b16a-12c3c2736fe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3753531 Jul 14 09:28:40.439495 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-586caf93-b62c-4d2c-8b83-066b97111131 tempest-RoutersIpV6AdminTest-419487075 tempest-RoutersIpV6AdminTest-419487075-project] Allocated IP 172.25.4.210 (2dcd4d32-cc7c-4468-b396-7ce5c9231892/6cd22a75-5bc1-467c-a3c4-0af04bd1b34a/da12ffed-e01f-4ef6-90ed-e04f2574c5b3) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:28:40.453312 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a3464e0d-2ecd-4144-9745-ca82d2021701 req-fc0ef580-80b9-47b3-a2ce-ab2569e021a7 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] 10.222.0.68 "GET /v2.0/security-groups?id=8dea9d70-5f45-4874-bf11-9cb57df29d33&id=654de86a-d9c2-46da-8a5c-08b7fecbf459&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1237183 Jul 14 09:28:40.469319 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Network 5916796d-12a7-4c8d-93ea-4ccde502bf36 details requested by agent ovs-agent-n-d-779913-29 with host n-d-779913-29 {{(pid=93959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:28:40.491017 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-959943b0-4dba-40a8-938d-5d26ad2ed7f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:40.498311 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-959943b0-4dba-40a8-938d-5d26ad2ed7f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:40.559410 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-959943b0-4dba-40a8-938d-5d26ad2ed7f7 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=5701769ffdcc4908ab9095b49ce830f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3464496 Jul 14 09:28:40.561253 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 51784) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:40.570427 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11c4e952-aa3f-4b05-a1d3-eaccafffc821 tempest-FloatingIPAdminTestJSON-1792528294 tempest-FloatingIPAdminTestJSON-1792528294-project] Made reservation on behalf of 5cb2cc1406ed46dbbb7033e314355e82 for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:28:40.576972 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-11c4e952-aa3f-4b05-a1d3-eaccafffc821 tempest-FloatingIPAdminTestJSON-1792528294 tempest-FloatingIPAdminTestJSON-1792528294-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16714600'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:40.584226 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959943b0-4dba-40a8-938d-5d26ad2ed7f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1d91367-cb41-4609-89e8-721b6eb7fa24,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:40.773512 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-feaf28b5-d8f7-4cff-a5cb-88508fa8e6f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:40.781324 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a4d0153b-9151-477f-b9f8-87ac476da680 req-cbbe77fc-c22e-4a10-a9d0-6d2a19bfd968 service neutron] 10.222.0.57 "GET /v2.0/networks/b13d7c6c-cfbf-4964-b16a-12c3c2736fe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3329003 Jul 14 09:28:40.817799 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7062fa1-066e-484b-9019-e5a3ff15cc1a req-5eb8e89a-1675-441b-9e87-f24c2087de87 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:40.819483 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b7062fa1-066e-484b-9019-e5a3ff15cc1a req-5eb8e89a-1675-441b-9e87-f24c2087de87 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/ports?device_id=13db2923-1bcc-4d53-b207-912e4fbe5a37 HTTP/1.1" status: 200 len: 943 time: 0.1725581 Jul 14 09:28:40.829731 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-586caf93-b62c-4d2c-8b83-066b97111131 tempest-RoutersIpV6AdminTest-419487075 tempest-RoutersIpV6AdminTest-419487075-project] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:40.831378 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-feaf28b5-d8f7-4cff-a5cb-88508fa8e6f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:40.889805 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b7062fa1-066e-484b-9019-e5a3ff15cc1a req-f23ca6ee-e640-4f7a-9467-8a6c8815c554 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/security-groups?id=bfacbc39-872c-438f-b7f4-05abded490ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547974 Jul 14 09:28:40.918054 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-586caf93-b62c-4d2c-8b83-066b97111131 tempest-RoutersIpV6AdminTest-419487075 tempest-RoutersIpV6AdminTest-419487075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:40.939758 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-feaf28b5-d8f7-4cff-a5cb-88508fa8e6f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:40.943899 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-feaf28b5-d8f7-4cff-a5cb-88508fa8e6f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:40.945838 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-feaf28b5-d8f7-4cff-a5cb-88508fa8e6f4 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/c1d91367-cb41-4609-89e8-721b6eb7fa24 HTTP/1.1" status: 204 len: 168 time: 0.3818772 Jul 14 09:28:40.949952 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-11c4e952-aa3f-4b05-a1d3-eaccafffc821 tempest-FloatingIPAdminTestJSON-1792528294 tempest-FloatingIPAdminTestJSON-1792528294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13573993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16714586'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:40.972260 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-586caf93-b62c-4d2c-8b83-066b97111131 tempest-RoutersIpV6AdminTest-419487075 tempest-RoutersIpV6AdminTest-419487075-project] Network 2dcd4d32-cc7c-4468-b396-7ce5c9231892 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:28:40.977512 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-586caf93-b62c-4d2c-8b83-066b97111131 tempest-RoutersIpV6AdminTest-419487075 tempest-RoutersIpV6AdminTest-419487075-project] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:28:40.983266 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-586caf93-b62c-4d2c-8b83-066b97111131 tempest-RoutersIpV6AdminTest-419487075 tempest-RoutersIpV6AdminTest-419487075-project] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:28:40.986404 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586caf93-b62c-4d2c-8b83-066b97111131 tempest-RoutersIpV6AdminTest-419487075 tempest-RoutersIpV6AdminTest-419487075-project] Pushing event updated for resources: {'Port': ['ID=da12ffed-e01f-4ef6-90ed-e04f2574c5b3,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:41.010138 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feaf28b5-d8f7-4cff-a5cb-88508fa8e6f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1d91367-cb41-4609-89e8-721b6eb7fa24,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:41.039746 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 51794) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:41.106164 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 72e2bc5e-4c60-4c69-81ed-50a1f6b1b07b no longer exists at agent hyperv_n-h1-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:28:41.135930 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c4e952-aa3f-4b05-a1d3-eaccafffc821 tempest-FloatingIPAdminTestJSON-1792528294 tempest-FloatingIPAdminTestJSON-1792528294-project] Pushing event updated for resources: {'Subnet': ['ID=0c54ac4e-9754-4961-b1ba-ca5bc5f3ceb5,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:41.136649 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] No Port match for: 72e2bc5e-4c60-4c69-81ed-50a1f6b1b07b {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:28:41.137303 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 72e2bc5e-4c60-4c69-81ed-50a1f6b1b07b not bound to the agent host n-h1-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:28:41.161298 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11c4e952-aa3f-4b05-a1d3-eaccafffc821 tempest-FloatingIPAdminTestJSON-1792528294 tempest-FloatingIPAdminTestJSON-1792528294-project] Checking segment: {'id': '5a1d5c76-21c1-402e-9294-2fdc38ba1adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '5916796d-12a7-4c8d-93ea-4ccde502bf36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:28:41.161687 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11c4e952-aa3f-4b05-a1d3-eaccafffc821 tempest-FloatingIPAdminTestJSON-1792528294 tempest-FloatingIPAdminTestJSON-1792528294-project] Network hostable DHCP agents. Network: 5916796d-12a7-4c8d-93ea-4ccde502bf36, hostable agents: ['c6a09bd4-f72e-4283-a3ca-0bbca8a51081'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:28:41.224764 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11c4e952-aa3f-4b05-a1d3-eaccafffc821 tempest-FloatingIPAdminTestJSON-1792528294 tempest-FloatingIPAdminTestJSON-1792528294-project] Network 5916796d-12a7-4c8d-93ea-4ccde502bf36 is scheduled to be hosted by DHCP agent c6a09bd4-f72e-4283-a3ca-0bbca8a51081 with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:28:41.240170 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-11c4e952-aa3f-4b05-a1d3-eaccafffc821 tempest-FloatingIPAdminTestJSON-1792528294 tempest-FloatingIPAdminTestJSON-1792528294-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-29, 5916796d-12a7-4c8d-93ea-4ccde502bf36) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:28:41.254922 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4494fe9-33ae-4e7e-b8dd-91375301621d None None] Network 5916796d-12a7-4c8d-93ea-4ccde502bf36 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:28:41.274933 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11c4e952-aa3f-4b05-a1d3-eaccafffc821 tempest-FloatingIPAdminTestJSON-1792528294 tempest-FloatingIPAdminTestJSON-1792528294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:41.275549 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-11c4e952-aa3f-4b05-a1d3-eaccafffc821 tempest-FloatingIPAdminTestJSON-1792528294 tempest-FloatingIPAdminTestJSON-1792528294-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:41.318024 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-11c4e952-aa3f-4b05-a1d3-eaccafffc821 tempest-FloatingIPAdminTestJSON-1792528294 tempest-FloatingIPAdminTestJSON-1792528294-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9476945 Jul 14 09:28:41.342033 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 51800) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:41.342633 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 51802) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:41.347648 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-f793e8cb-52b3-4a4d-828d-35f1e7edae48 tempest-FloatingIPAdminTestJSON-1792528294 tempest-FloatingIPAdminTestJSON-1792528294-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-2003058542', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'}, 'admin_state_up': False}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:28:41.406415 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-eed20e29-a700-4067-b17d-373d8de11e75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:41.459715 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-586caf93-b62c-4d2c-8b83-066b97111131 tempest-RoutersIpV6AdminTest-419487075 tempest-RoutersIpV6AdminTest-419487075-project] Notify callbacks [] for router_gateway, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:41.479199 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bda6177-b5af-4f46-945b-dc63da78de8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf57baaa9-fd24-59f4-8fd2-1dc21122ce72-5916796d-12a7-4c8d-93ea-4ccde502bf36', 'network_id': '5916796d-12a7-4c8d-93ea-4ccde502bf36', 'tenant_id': '5cb2cc1406ed46dbbb7033e314355e82', 'fixed_ips': [{'subnet_id': '0c54ac4e-9754-4961-b1ba-ca5bc5f3ceb5'}]}} from n-d-779913-29. {{(pid=93959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:28:41.480091 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0bda6177-b5af-4f46-945b-dc63da78de8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:41.518363 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f793e8cb-52b3-4a4d-828d-35f1e7edae48 tempest-FloatingIPAdminTestJSON-1792528294 tempest-FloatingIPAdminTestJSON-1792528294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-711749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14670'] for router, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:41.519524 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f793e8cb-52b3-4a4d-828d-35f1e7edae48 tempest-FloatingIPAdminTestJSON-1792528294 tempest-FloatingIPAdminTestJSON-1792528294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-711718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-661475', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14679'] for router, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:41.568479 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0c5acd27-872a-4ced-b042-6afa56ae7af6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-683602'] for router_interface, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:41.585067 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device a2d98ebe-5ddf-4563-bb2d-f04ebdb9dc5f details requested by agent hyperv_n-h2-779913-29 with host n-h2-779913-29 {{(pid=93959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:28:41.588783 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device c5728230-7217-466d-a8f2-3ec8768eb0f8 no longer exists at agent hyperv_n-h2-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:28:41.653465 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] No Port match for: c5728230-7217-466d-a8f2-3ec8768eb0f8 {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:28:41.654536 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device c5728230-7217-466d-a8f2-3ec8768eb0f8 not bound to the agent host n-h2-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:28:41.666116 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f793e8cb-52b3-4a4d-828d-35f1e7edae48 tempest-FloatingIPAdminTestJSON-1792528294 tempest-FloatingIPAdminTestJSON-1792528294-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:41.754994 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-0bda6177-b5af-4f46-945b-dc63da78de8b None None] Allocated IP 172.20.0.2 (5916796d-12a7-4c8d-93ea-4ccde502bf36/0c54ac4e-9754-4961-b1ba-ca5bc5f3ceb5/497592be-1143-477d-bcc2-5f7b91cded6d) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:28:41.771680 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06ed506-a021-473a-9fca-3cd68f49f51c req-4c2eed88-b796-4c45-8807-342690706ae1 tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:41.779143 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c06ed506-a021-473a-9fca-3cd68f49f51c req-4c2eed88-b796-4c45-8807-342690706ae1 tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] 10.222.0.68 "GET /v2.0/ports?device_id=b7a25cd8-edbb-4360-a9f3-d46c1450da41 HTTP/1.1" status: 200 len: 945 time: 0.3337190 Jul 14 09:28:41.836236 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port a2d98ebe-5ddf-4563-bb2d-f04ebdb9dc5f, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=a2d98ebe-5ddf-4563-bb2d-f04ebdb9dc5f,segment=NetworkSegment(f28b4a20-abdb-43f4-86e7-8da3ae7a1990),segment_id=f28b4a20-abdb-43f4-86e7-8da3ae7a1990)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:28:41.855091 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Returning: {'device': 'a2d98ebe-5ddf-4563-bb2d-f04ebdb9dc5f', 'network_id': 'b13d7c6c-cfbf-4964-b16a-12c3c2736fe4', 'port_id': 'a2d98ebe-5ddf-4563-bb2d-f04ebdb9dc5f', 'mac_address': 'fa:16:3e:84:fa:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 701, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4eebc946-7649-496b-bf8c-5c786643586c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:28:41.931850 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:41.964777 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2d98ebe-5ddf-4563-bb2d-f04ebdb9dc5f {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:28:41.988454 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f793e8cb-52b3-4a4d-828d-35f1e7edae48 tempest-FloatingIPAdminTestJSON-1792528294 tempest-FloatingIPAdminTestJSON-1792528294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-661489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-711771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12973'] for router, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:41.999472 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port a2d98ebe-5ddf-4563-bb2d-f04ebdb9dc5f, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=a2d98ebe-5ddf-4563-bb2d-f04ebdb9dc5f,segment=NetworkSegment(f28b4a20-abdb-43f4-86e7-8da3ae7a1990),segment_id=f28b4a20-abdb-43f4-86e7-8da3ae7a1990)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:28:42.004461 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:42.008575 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0bda6177-b5af-4f46-945b-dc63da78de8b None None] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:42.017151 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-eed20e29-a700-4067-b17d-373d8de11e75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:42.033317 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c06ed506-a021-473a-9fca-3cd68f49f51c req-eab919f4-a970-4ed6-9c3d-08cec81757d2 tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] 10.222.0.68 "GET /v2.0/security-groups?id=cf40bcd2-1dd1-48fb-a6b7-6df0e80ce2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2530541 Jul 14 09:28:42.039286 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-0bda6177-b5af-4f46-945b-dc63da78de8b None None] Transition to ACTIVE for port object 497592be-1143-477d-bcc2-5f7b91cded6d will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:28:42.074758 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-0bda6177-b5af-4f46-945b-dc63da78de8b None None] Transition to ACTIVE for port object 497592be-1143-477d-bcc2-5f7b91cded6d will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:28:42.077749 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-eed20e29-a700-4067-b17d-373d8de11e75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:42.079540 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Pushing event updated for resources: {'Port': ['ID=a2d98ebe-5ddf-4563-bb2d-f04ebdb9dc5f,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:42.080880 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-586caf93-b62c-4d2c-8b83-066b97111131 tempest-RoutersIpV6AdminTest-419487075 tempest-RoutersIpV6AdminTest-419487075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-711762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-661452'] for router, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:42.092199 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0bda6177-b5af-4f46-945b-dc63da78de8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:42.112654 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5a7b7a-0c72-4a9d-bd71-3b93a666d962 req-3d6ef5cc-3d22-40dc-91f2-5f94a7a319c9 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:42.120055 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5a7b7a-0c72-4a9d-bd71-3b93a666d962 req-3d6ef5cc-3d22-40dc-91f2-5f94a7a319c9 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:42.126414 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5a7b7a-0c72-4a9d-bd71-3b93a666d962 req-3d6ef5cc-3d22-40dc-91f2-5f94a7a319c9 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:42.132581 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5a7b7a-0c72-4a9d-bd71-3b93a666d962 req-3d6ef5cc-3d22-40dc-91f2-5f94a7a319c9 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:42.133643 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bda6177-b5af-4f46-945b-dc63da78de8b None None] Network 5916796d-12a7-4c8d-93ea-4ccde502bf36 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:28:42.136705 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-0bda6177-b5af-4f46-945b-dc63da78de8b None None] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:28:42.139714 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5a7b7a-0c72-4a9d-bd71-3b93a666d962 req-3d6ef5cc-3d22-40dc-91f2-5f94a7a319c9 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:42.140184 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bda6177-b5af-4f46-945b-dc63da78de8b None None] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:28:42.146372 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5a7b7a-0c72-4a9d-bd71-3b93a666d962 req-3d6ef5cc-3d22-40dc-91f2-5f94a7a319c9 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:42.152641 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5a7b7a-0c72-4a9d-bd71-3b93a666d962 req-3d6ef5cc-3d22-40dc-91f2-5f94a7a319c9 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:42.154840 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-9a5a7b7a-0c72-4a9d-bd71-3b93a666d962 req-3d6ef5cc-3d22-40dc-91f2-5f94a7a319c9 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] 10.222.0.68 "GET /v2.0/ports?device_id=15fddc0e-6959-44be-b8ff-be56e396088e HTTP/1.1" status: 200 len: 5421 time: 0.2352154 Jul 14 09:28:42.159313 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bda6177-b5af-4f46-945b-dc63da78de8b None None] Pushing event updated for resources: {'Port': ['ID=497592be-1143-477d-bcc2-5f7b91cded6d,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:42.181662 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed20e29-a700-4067-b17d-373d8de11e75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b79098d-468c-4875-b592-1e8dbbabfdf9,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:42.222231 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-0bda6177-b5af-4f46-945b-dc63da78de8b None None] Attempting to bind port 497592be-1143-477d-bcc2-5f7b91cded6d on host n-d-779913-29 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:28:42.222607 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-0bda6177-b5af-4f46-945b-dc63da78de8b None None] Attempting to bind port 497592be-1143-477d-bcc2-5f7b91cded6d by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': '5a1d5c76-21c1-402e-9294-2fdc38ba1adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '5916796d-12a7-4c8d-93ea-4ccde502bf36'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:28:42.222977 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bda6177-b5af-4f46-945b-dc63da78de8b None None] Attempting to bind port 497592be-1143-477d-bcc2-5f7b91cded6d on network 5916796d-12a7-4c8d-93ea-4ccde502bf36 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:28:42.225256 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-9a5a7b7a-0c72-4a9d-bd71-3b93a666d962 req-e3b7d99b-cdbd-471c-a7ff-c73d4a521160 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] 10.222.0.68 "GET /v2.0/security-groups?id=8dea9d70-5f45-4874-bf11-9cb57df29d33&id=654de86a-d9c2-46da-8a5c-08b7fecbf459&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0452008 Jul 14 09:28:42.229685 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bda6177-b5af-4f46-945b-dc63da78de8b None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 28, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:28:42.230209 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bda6177-b5af-4f46-945b-dc63da78de8b None None] Checking segment: {'id': '5a1d5c76-21c1-402e-9294-2fdc38ba1adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '5916796d-12a7-4c8d-93ea-4ccde502bf36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:28:42.231279 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0bda6177-b5af-4f46-945b-dc63da78de8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:42.231698 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bda6177-b5af-4f46-945b-dc63da78de8b None None] Bound using segment: {'id': '5a1d5c76-21c1-402e-9294-2fdc38ba1adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '5916796d-12a7-4c8d-93ea-4ccde502bf36'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:28:42.232797 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-0bda6177-b5af-4f46-945b-dc63da78de8b None None] Bound port: 497592be-1143-477d-bcc2-5f7b91cded6d, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a1d5c76-21c1-402e-9294-2fdc38ba1adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '5916796d-12a7-4c8d-93ea-4ccde502bf36'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:28:42.232797 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0bda6177-b5af-4f46-945b-dc63da78de8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:42.311364 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-0bda6177-b5af-4f46-945b-dc63da78de8b None None] For port 497592be-1143-477d-bcc2-5f7b91cded6d, host n-d-779913-29, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:28:42.315315 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-0bda6177-b5af-4f46-945b-dc63da78de8b None None] For port 497592be-1143-477d-bcc2-5f7b91cded6d, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=497592be-1143-477d-bcc2-5f7b91cded6d,segment=NetworkSegment(5a1d5c76-21c1-402e-9294-2fdc38ba1adc),segment_id=5a1d5c76-21c1-402e-9294-2fdc38ba1adc)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:28:42.331103 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0bda6177-b5af-4f46-945b-dc63da78de8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:42.351921 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-0c5acd27-872a-4ced-b042-6afa56ae7af6 admin admin] Deleting port 8c7ed14b-269b-44ef-8f00-386c7cadae7c {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:28:42.352301 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0c5acd27-872a-4ced-b042-6afa56ae7af6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:42.364427 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] get_ports_and_sgs() called for port_ids ['a2d98ebe-5ddf-4563-bb2d-f04ebdb9dc5f'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:28:42.437330 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bda6177-b5af-4f46-945b-dc63da78de8b None None] Pushing event updated for resources: {'Port': ['ID=497592be-1143-477d-bcc2-5f7b91cded6d,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:42.494240 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-0c5acd27-872a-4ced-b042-6afa56ae7af6 admin admin] For port 8c7ed14b-269b-44ef-8f00-386c7cadae7c, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=8c7ed14b-269b-44ef-8f00-386c7cadae7c,segment=NetworkSegment(d7298ca0-8a82-4a6c-a35e-21e23aa9333b),segment_id=d7298ca0-8a82-4a6c-a35e-21e23aa9333b)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:28:42.494622 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0c5acd27-872a-4ced-b042-6afa56ae7af6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:42.511207 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-0c5acd27-872a-4ced-b042-6afa56ae7af6 admin admin] Calling delete_port for 8c7ed14b-269b-44ef-8f00-386c7cadae7c owned by network:router_interface {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:28:42.651127 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:42.695333 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-eed20e29-a700-4067-b17d-373d8de11e75 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=f84e4377eafe4aa59d22b4edda2c7f16&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3370697 Jul 14 09:28:42.698535 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 51810) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:42.762737 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe6bbf0-e166-4cea-a602-d7e0abec655f req-f2a5b72a-ea95-4af5-942d-328eb0153134 tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:42.764278 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-cbe6bbf0-e166-4cea-a602-d7e0abec655f req-f2a5b72a-ea95-4af5-942d-328eb0153134 tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] 10.222.0.57 "GET /v2.0/ports?device_id=b7a25cd8-edbb-4360-a9f3-d46c1450da41 HTTP/1.1" status: 200 len: 945 time: 0.8371441 Jul 14 09:28:42.789663 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0c5acd27-872a-4ced-b042-6afa56ae7af6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:42.803701 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d55ff7b8-d7fa-491c-ab4a-1dcf25dd8f0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:42.825538 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5acd27-872a-4ced-b042-6afa56ae7af6 admin admin] Pushing event deleted for resources: {'Port': ['ID=8c7ed14b-269b-44ef-8f00-386c7cadae7c,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:42.835249 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7cf62e-55b0-40af-b157-1495fedb932b req-6b7431fe-24dd-4f01-b0d8-168f5cfa49fa tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:42.836971 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-7f7cf62e-55b0-40af-b157-1495fedb932b req-6b7431fe-24dd-4f01-b0d8-168f5cfa49fa tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/ports?device_id=13db2923-1bcc-4d53-b207-912e4fbe5a37 HTTP/1.1" status: 200 len: 944 time: 0.6571302 Jul 14 09:28:42.876728 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-586caf93-b62c-4d2c-8b83-066b97111131 tempest-RoutersIpV6AdminTest-419487075 tempest-RoutersIpV6AdminTest-419487075-project] Router 69f92474-b03a-489c-9248-4d2ebf05cf50 is scheduled to L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 with binding_index 1 {{(pid=93957) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:28:42.886341 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d55ff7b8-d7fa-491c-ab4a-1dcf25dd8f0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:42.954191 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-7f7cf62e-55b0-40af-b157-1495fedb932b req-b6138775-9c0e-47ab-a9c2-6357dc656c3e tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/security-groups?id=bfacbc39-872c-438f-b7f4-05abded490ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072881 Jul 14 09:28:42.985874 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d55ff7b8-d7fa-491c-ab4a-1dcf25dd8f0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:42.988397 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d55ff7b8-d7fa-491c-ab4a-1dcf25dd8f0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:42.991847 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-d55ff7b8-d7fa-491c-ab4a-1dcf25dd8f0f admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/7b79098d-468c-4875-b592-1e8dbbabfdf9 HTTP/1.1" status: 204 len: 168 time: 0.2900438 Jul 14 09:28:43.027988 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55ff7b8-d7fa-491c-ab4a-1dcf25dd8f0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b79098d-468c-4875-b592-1e8dbbabfdf9,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:43.077196 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0c5acd27-872a-4ced-b042-6afa56ae7af6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-620860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682934'] for router_interface, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:43.127640 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [req-cbe6bbf0-e166-4cea-a602-d7e0abec655f req-09913aeb-64a6-4c32-9bef-a6587f221e86 tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] Deleting port 7fd63e7d-0e33-468b-92d5-d292b336b066 {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:28:43.127997 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-cbe6bbf0-e166-4cea-a602-d7e0abec655f req-09913aeb-64a6-4c32-9bef-a6587f221e86 tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:43.229814 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f793e8cb-52b3-4a4d-828d-35f1e7edae48 tempest-FloatingIPAdminTestJSON-1792528294 tempest-FloatingIPAdminTestJSON-1792528294-project] Notify callbacks [] for router_gateway, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:43.273687 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f793e8cb-52b3-4a4d-828d-35f1e7edae48 tempest-FloatingIPAdminTestJSON-1792528294 tempest-FloatingIPAdminTestJSON-1792528294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:43.284941 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-586caf93-b62c-4d2c-8b83-066b97111131 tempest-RoutersIpV6AdminTest-419487075 tempest-RoutersIpV6AdminTest-419487075-project] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:28:43.296870 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a8f9ea-a1a7-47a7-9a2a-3b7c4b8c40a6 None None] Sync routers for ids ['69f92474-b03a-489c-9248-4d2ebf05cf50'] in n-d-779913-29 {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:28:43.309510 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a8f9ea-a1a7-47a7-9a2a-3b7c4b8c40a6 None None] Routers {'69f92474-b03a-489c-9248-4d2ebf05cf50'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:28:43.310512 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-98a8f9ea-a1a7-47a7-9a2a-3b7c4b8c40a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:28:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['69f92474-b03a-489c-9248-4d2ebf05cf50'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:43.412300 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-cbe6bbf0-e166-4cea-a602-d7e0abec655f req-09913aeb-64a6-4c32-9bef-a6587f221e86 tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] For port 7fd63e7d-0e33-468b-92d5-d292b336b066, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=7fd63e7d-0e33-468b-92d5-d292b336b066,segment=NetworkSegment(3140b72d-6a4a-4668-bad8-c572bd128f6c),segment_id=3140b72d-6a4a-4668-bad8-c572bd128f6c)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:28:43.412300 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-cbe6bbf0-e166-4cea-a602-d7e0abec655f req-09913aeb-64a6-4c32-9bef-a6587f221e86 tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:43.414790 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-586caf93-b62c-4d2c-8b83-066b97111131 tempest-RoutersIpV6AdminTest-419487075 tempest-RoutersIpV6AdminTest-419487075-project] Notify callbacks [] for router, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:43.418563 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-586caf93-b62c-4d2c-8b83-066b97111131 tempest-RoutersIpV6AdminTest-419487075 tempest-RoutersIpV6AdminTest-419487075-project] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 5.8419683 Jul 14 09:28:43.427248 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 51820) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:43.438075 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [req-cbe6bbf0-e166-4cea-a602-d7e0abec655f req-09913aeb-64a6-4c32-9bef-a6587f221e86 tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] Calling delete_port for 7fd63e7d-0e33-468b-92d5-d292b336b066 owned by compute:nova {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:28:43.516407 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce4774a-5c20-4e9a-9c5d-765ccd3cef85 req-896111ee-804c-4200-a160-3452ab1d1d51 tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:43.524412 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-1ce4774a-5c20-4e9a-9c5d-765ccd3cef85 req-896111ee-804c-4200-a160-3452ab1d1d51 tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] 10.222.0.68 "GET /v2.0/ports?device_id=b7a25cd8-edbb-4360-a9f3-d46c1450da41 HTTP/1.1" status: 200 len: 945 time: 0.2923007 Jul 14 09:28:43.593099 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 51824) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:43.612170 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-98a8f9ea-a1a7-47a7-9a2a-3b7c4b8c40a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:43.627845 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device a2d98ebe-5ddf-4563-bb2d-f04ebdb9dc5f up at agent hyperv_n-h2-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:28:43.628435 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-f793e8cb-52b3-4a4d-828d-35f1e7edae48 tempest-FloatingIPAdminTestJSON-1792528294 tempest-FloatingIPAdminTestJSON-1792528294-project] Allocated IP 172.25.4.133 (2dcd4d32-cc7c-4468-b396-7ce5c9231892/6cd22a75-5bc1-467c-a3c4-0af04bd1b34a/2a9dc2d7-5e8c-4306-b3f9-91ffd7f8dd71) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:28:43.635081 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2d27c8c-f4ea-48c1-b86d-ca540c090517 None None] Network 5916796d-12a7-4c8d-93ea-4ccde502bf36 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:28:43.652441 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1b359587-77c4-455a-b1f8-4c4b9d55d6b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:43.657358 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a8f9ea-a1a7-47a7-9a2a-3b7c4b8c40a6 None None] Routers {'69f92474-b03a-489c-9248-4d2ebf05cf50'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:28:43.658027 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-98a8f9ea-a1a7-47a7-9a2a-3b7c4b8c40a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:28:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['69f92474-b03a-489c-9248-4d2ebf05cf50'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:43.675908 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-1ce4774a-5c20-4e9a-9c5d-765ccd3cef85 req-3ba5fc65-b630-473e-b002-08fa659d6c7a tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] 10.222.0.68 "GET /v2.0/security-groups?id=cf40bcd2-1dd1-48fb-a6b7-6df0e80ce2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503403 Jul 14 09:28:43.687645 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c5acd27-872a-4ced-b042-6afa56ae7af6 admin admin] Router c26c194f-cec5-4ed6-bf2c-03f8a410dfdc has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:28:43.704547 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36edaf38-147a-44a0-b8c1-ac1475303a3e req-0403e709-ce5e-40ff-918a-36d96422cf91 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:43.705847 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-98a8f9ea-a1a7-47a7-9a2a-3b7c4b8c40a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:43.706544 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a8f9ea-a1a7-47a7-9a2a-3b7c4b8c40a6 None None] The sync data for ids ['69f92474-b03a-489c-9248-4d2ebf05cf50'] in n-d-779913-29 is: [] {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:28:43.718427 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36edaf38-147a-44a0-b8c1-ac1475303a3e req-0403e709-ce5e-40ff-918a-36d96422cf91 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:43.720408 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-90ba6d9c-1c01-4fe0-9a09-1287c29515fb tempest-RoutersIpV6AdminTest-414384186 tempest-RoutersIpV6AdminTest-414384186-project-admin] 10.222.0.68 "GET /v2.0/routers/69f92474-b03a-489c-9248-4d2ebf05cf50 HTTP/1.1" status: 200 len: 924 time: 0.2752378 Jul 14 09:28:43.721301 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 51826) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:43.724593 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36edaf38-147a-44a0-b8c1-ac1475303a3e req-0403e709-ce5e-40ff-918a-36d96422cf91 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:43.730587 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36edaf38-147a-44a0-b8c1-ac1475303a3e req-0403e709-ce5e-40ff-918a-36d96422cf91 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:43.736440 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:43.737879 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36edaf38-147a-44a0-b8c1-ac1475303a3e req-0403e709-ce5e-40ff-918a-36d96422cf91 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:43.744700 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36edaf38-147a-44a0-b8c1-ac1475303a3e req-0403e709-ce5e-40ff-918a-36d96422cf91 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:43.752806 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36edaf38-147a-44a0-b8c1-ac1475303a3e req-0403e709-ce5e-40ff-918a-36d96422cf91 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:43.754863 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-36edaf38-147a-44a0-b8c1-ac1475303a3e req-0403e709-ce5e-40ff-918a-36d96422cf91 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] 10.222.0.68 "GET /v2.0/ports?device_id=15fddc0e-6959-44be-b8ff-be56e396088e HTTP/1.1" status: 200 len: 5421 time: 0.3109233 Jul 14 09:28:43.765345 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-989b5228-a30d-41c5-8ead-5cb2ec3deaaf None None] Provisioning for port 497592be-1143-477d-bcc2-5f7b91cded6d completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:28:43.808951 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Provisioning for port a2d98ebe-5ddf-4563-bb2d-f04ebdb9dc5f completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:28:43.819891 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Provisioning complete for port a2d98ebe-5ddf-4563-bb2d-f04ebdb9dc5f triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:28:43.820270 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:43.823898 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-9aaf7edc-77af-40db-97e9-ed3da95564fe tempest-RoutersIpV6AdminTest-419487075 tempest-RoutersIpV6AdminTest-419487075-project] 10.222.0.68 "GET /v2.0/ports?device_id=69f92474-b03a-489c-9248-4d2ebf05cf50 HTTP/1.1" status: 200 len: 205 time: 0.0974643 Jul 14 09:28:43.826567 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 51828) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:43.897674 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c5acd27-872a-4ced-b042-6afa56ae7af6 admin admin] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:28:43.904416 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-0c5acd27-872a-4ced-b042-6afa56ae7af6 admin admin] 10.222.0.68 "PUT /v2.0/routers/c26c194f-cec5-4ed6-bf2c-03f8a410dfdc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8645878 Jul 14 09:28:43.906895 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 51830) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:43.909818 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c3f7545-7ab2-4609-be18-22561beab791 None None] Sync routers for ids ['c26c194f-cec5-4ed6-bf2c-03f8a410dfdc'] in n-d-779913-29 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:28:43.924221 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c3f7545-7ab2-4609-be18-22561beab791 None None] Routers {'c26c194f-cec5-4ed6-bf2c-03f8a410dfdc'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:28:43.926657 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-1c3f7545-7ab2-4609-be18-22561beab791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:28:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['c26c194f-cec5-4ed6-bf2c-03f8a410dfdc'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:43.970396 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:43.979708 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-36edaf38-147a-44a0-b8c1-ac1475303a3e req-514a5e0a-3235-4bd9-8704-642d7da622a3 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] 10.222.0.68 "GET /v2.0/security-groups?id=8dea9d70-5f45-4874-bf11-9cb57df29d33&id=654de86a-d9c2-46da-8a5c-08b7fecbf459&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1862464 Jul 14 09:28:44.000957 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13db2923-1bcc-4d53-b207-912e4fbe5a37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2d98ebe-5ddf-4563-bb2d-f04ebdb9dc5f'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:28:44.003271 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd62303f06773040a8a4e189dc46b4f565768c299abf8ab8e7739778b0bc3e97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0e2428a-2ddd-4003-ab25-2618efb74931" -d '{"events": [{"server_uuid": "13db2923-1bcc-4d53-b207-912e4fbe5a37", "name": "network-vif-plugged", "status": "completed", "tag": "a2d98ebe-5ddf-4563-bb2d-f04ebdb9dc5f"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:28:44.019788 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port a2d98ebe-5ddf-4563-bb2d-f04ebdb9dc5f, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=a2d98ebe-5ddf-4563-bb2d-f04ebdb9dc5f,segment=NetworkSegment(f28b4a20-abdb-43f4-86e7-8da3ae7a1990),segment_id=f28b4a20-abdb-43f4-86e7-8da3ae7a1990)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:28:44.034602 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:44.035770 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 7fd63e7d-0e33-468b-92d5-d292b336b066 no longer exists at agent hyperv_n-h2-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:28:44.119797 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-cbe6bbf0-e166-4cea-a602-d7e0abec655f req-09913aeb-64a6-4c32-9bef-a6587f221e86 tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:44.135300 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6980e267-8894-49f0-9feb-c309f289c322 admin admin] Notify callbacks [] for router, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:44.143205 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:28:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e76bc99-aace-4cbe-aa32-8dad681e57f1 x-openstack-request-id: req-6e76bc99-aace-4cbe-aa32-8dad681e57f1 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:28:44.143574 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13db2923-1bcc-4d53-b207-912e4fbe5a37", "name": "network-vif-plugged", "status": "completed", "tag": "a2d98ebe-5ddf-4563-bb2d-f04ebdb9dc5f", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:28:44.143757 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-6e76bc99-aace-4cbe-aa32-8dad681e57f1 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:28:44.144135 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13db2923-1bcc-4d53-b207-912e4fbe5a37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2d98ebe-5ddf-4563-bb2d-f04ebdb9dc5f', 'code': 200} Jul 14 09:28:44.193625 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1b359587-77c4-455a-b1f8-4c4b9d55d6b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:44.210691 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-1c3f7545-7ab2-4609-be18-22561beab791 None None] Set router c26c194f-cec5-4ed6-bf2c-03f8a410dfdc gateway port host: n-d-779913-29 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:28:44.225832 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b60b4d03-f46b-44b7-a799-f4133a6be9a6 tempest-RoutersIpV6AdminTest-419487075 tempest-RoutersIpV6AdminTest-419487075-project] Notify callbacks [] for router, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:44.235944 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Pushing event updated for resources: {'Port': ['ID=a2d98ebe-5ddf-4563-bb2d-f04ebdb9dc5f,revision_number=5']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:44.250124 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] No active binding found for port 7fd63e7d-0e33-468b-92d5-d292b336b066 {{(pid=93959) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 14 09:28:44.250578 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 7fd63e7d-0e33-468b-92d5-d292b336b066 not bound to the agent host n-h2-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:28:44.339674 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f793e8cb-52b3-4a4d-828d-35f1e7edae48 tempest-FloatingIPAdminTestJSON-1792528294 tempest-FloatingIPAdminTestJSON-1792528294-project] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:44.341936 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09913aeb-64a6-4c32-9bef-a6587f221e86 tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] Pushing event deleted for resources: {'Port': ['ID=7fd63e7d-0e33-468b-92d5-d292b336b066,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:44.343797 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1b359587-77c4-455a-b1f8-4c4b9d55d6b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:44.389394 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6980e267-8894-49f0-9feb-c309f289c322 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:44.418234 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d46fb8-33d1-47ff-8c5b-64b8777f1828 req-238849bc-f2e8-4e13-8771-fa1fd8055963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:44.419873 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-60d46fb8-33d1-47ff-8c5b-64b8777f1828 req-238849bc-f2e8-4e13-8771-fa1fd8055963 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=13db2923-1bcc-4d53-b207-912e4fbe5a37 HTTP/1.1" status: 200 len: 1097 time: 0.2146156 Jul 14 09:28:44.444969 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b359587-77c4-455a-b1f8-4c4b9d55d6b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=223efea4-176c-4b2a-a39a-b5910c8c2ca8,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:44.449043 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbe6bbf0-e166-4cea-a602-d7e0abec655f req-09913aeb-64a6-4c32-9bef-a6587f221e86 tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] No DVR routers for this DVR port 7fd63e7d-0e33-468b-92d5-d292b336b066 on host n-h2-779913-29 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:28:44.459452 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-cbe6bbf0-e166-4cea-a602-d7e0abec655f req-09913aeb-64a6-4c32-9bef-a6587f221e86 tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:44.460333 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426e3f3b-1991-4e85-907a-3d4193a0ef82 req-30e64593-9d12-4d55-ae89-2536e8a183a2 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:44.461816 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-426e3f3b-1991-4e85-907a-3d4193a0ef82 req-30e64593-9d12-4d55-ae89-2536e8a183a2 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/ports?device_id=13db2923-1bcc-4d53-b207-912e4fbe5a37 HTTP/1.1" status: 200 len: 945 time: 0.1872096 Jul 14 09:28:44.468696 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-cbe6bbf0-e166-4cea-a602-d7e0abec655f req-09913aeb-64a6-4c32-9bef-a6587f221e86 tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] 10.222.0.57 "DELETE /v2.0/ports/7fd63e7d-0e33-468b-92d5-d292b336b066 HTTP/1.1" status: 204 len: 173 time: 1.6877997 Jul 14 09:28:44.474532 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7a25cd8-edbb-4360-a9f3-d46c1450da41', 'name': 'network-vif-deleted', 'tag': '7fd63e7d-0e33-468b-92d5-d292b336b066'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:28:44.477239 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c26f4f0-69ae-481c-9687-be0566bf57a2" -d '{"events": [{"server_uuid": "b7a25cd8-edbb-4360-a9f3-d46c1450da41", "name": "network-vif-deleted", "tag": "7fd63e7d-0e33-468b-92d5-d292b336b066"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:28:44.531409 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-60d46fb8-33d1-47ff-8c5b-64b8777f1828 req-60d0d80d-9388-408b-8482-dfa98f676185 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=bfacbc39-872c-438f-b7f4-05abded490ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889344 Jul 14 09:28:44.555486 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-1b359587-77c4-455a-b1f8-4c4b9d55d6b7 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=cee8cec24c8847f0a2e857f276d48922&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9597204 Jul 14 09:28:44.556602 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 51838) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:44.560362 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-426e3f3b-1991-4e85-907a-3d4193a0ef82 req-95b6922c-2ed1-4254-b893-bf69d2e4e9fe tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/security-groups?id=bfacbc39-872c-438f-b7f4-05abded490ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856676 Jul 14 09:28:44.562941 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-6980e267-8894-49f0-9feb-c309f289c322 admin admin] Deleting port eb606d6f-42ce-4a15-a877-8a02c82f2557 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:28:44.563288 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6980e267-8894-49f0-9feb-c309f289c322 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:44.563430 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-1c3f7545-7ab2-4609-be18-22561beab791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c26c194f-cec5-4ed6-bf2c-03f8a410dfdc', 'name': 'tempest-ServerRescueTestJSONUnderV235-1730399498-router', 'tenant_id': '4b85dee2e11f48ac896088cf28057727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.194'}], 'enable_snat': True}, 'gw_port_id': 'eb606d6f-42ce-4a15-a877-8a02c82f2557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:26:57Z', 'updated_at': '2021-07-14T09:28:42Z', 'revision_number': 5, 'project_id': '4b85dee2e11f48ac896088cf28057727', 'gw_port': {'id': 'eb606d6f-42ce-4a15-a877-8a02c82f2557', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:7e:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c26c194f-cec5-4ed6-bf2c-03f8a410dfdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:26:58Z', 'updated_at': '2021-07-14T09:27:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29'}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:44.601899 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b60b4d03-f46b-44b7-a799-f4133a6be9a6 tempest-RoutersIpV6AdminTest-419487075 tempest-RoutersIpV6AdminTest-419487075-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:44.605638 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c3f7545-7ab2-4609-be18-22561beab791 None None] Checking router: c26c194f-cec5-4ed6-bf2c-03f8a410dfdc for host: n-d-779913-29 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:28:44.616972 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c3f7545-7ab2-4609-be18-22561beab791 None None] Routers {'c26c194f-cec5-4ed6-bf2c-03f8a410dfdc'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:28:44.617755 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-1c3f7545-7ab2-4609-be18-22561beab791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:28:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['c26c194f-cec5-4ed6-bf2c-03f8a410dfdc'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:44.628849 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:28:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e62ace4c-7a79-410f-bfed-00c5f2c870c5 x-openstack-request-id: req-e62ace4c-7a79-410f-bfed-00c5f2c870c5 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:28:44.629141 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7a25cd8-edbb-4360-a9f3-d46c1450da41", "name": "network-vif-deleted", "tag": "7fd63e7d-0e33-468b-92d5-d292b336b066", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:28:44.629404 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-e62ace4c-7a79-410f-bfed-00c5f2c870c5 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:28:44.629853 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7a25cd8-edbb-4360-a9f3-d46c1450da41', 'name': 'network-vif-deleted', 'tag': '7fd63e7d-0e33-468b-92d5-d292b336b066', 'status': 'completed', 'code': 200} Jul 14 09:28:44.635878 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-438348b7-fcfd-4250-85ba-db7e7bf1968d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:44.667510 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-438348b7-fcfd-4250-85ba-db7e7bf1968d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:44.707648 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-6980e267-8894-49f0-9feb-c309f289c322 admin admin] For port eb606d6f-42ce-4a15-a877-8a02c82f2557, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=eb606d6f-42ce-4a15-a877-8a02c82f2557,segment=NetworkSegment(81bf7a93-80b3-43df-b9d5-462c604a2945),segment_id=81bf7a93-80b3-43df-b9d5-462c604a2945)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:28:44.708604 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6980e267-8894-49f0-9feb-c309f289c322 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:44.729326 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-1c3f7545-7ab2-4609-be18-22561beab791 None None] Set router c26c194f-cec5-4ed6-bf2c-03f8a410dfdc gateway port host: None {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:28:44.732894 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f793e8cb-52b3-4a4d-828d-35f1e7edae48 tempest-FloatingIPAdminTestJSON-1792528294 tempest-FloatingIPAdminTestJSON-1792528294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:44.736741 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 497592be-1143-477d-bcc2-5f7b91cded6d up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:28:44.753020 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-6980e267-8894-49f0-9feb-c309f289c322 admin admin] Calling delete_port for eb606d6f-42ce-4a15-a877-8a02c82f2557 owned by network:router_gateway {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:28:44.791053 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f793e8cb-52b3-4a4d-828d-35f1e7edae48 tempest-FloatingIPAdminTestJSON-1792528294 tempest-FloatingIPAdminTestJSON-1792528294-project] Network 2dcd4d32-cc7c-4468-b396-7ce5c9231892 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:28:44.792692 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f793e8cb-52b3-4a4d-828d-35f1e7edae48 tempest-FloatingIPAdminTestJSON-1792528294 tempest-FloatingIPAdminTestJSON-1792528294-project] Pushing event updated for resources: {'Port': ['ID=2a9dc2d7-5e8c-4306-b3f9-91ffd7f8dd71,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:44.794970 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-1c3f7545-7ab2-4609-be18-22561beab791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c26c194f-cec5-4ed6-bf2c-03f8a410dfdc', 'name': 'tempest-ServerRescueTestJSONUnderV235-1730399498-router', 'tenant_id': '4b85dee2e11f48ac896088cf28057727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:26:57Z', 'updated_at': '2021-07-14T09:28:44Z', 'revision_number': 6, 'project_id': '4b85dee2e11f48ac896088cf28057727', 'gw_port_host': None}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:44.795461 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-f793e8cb-52b3-4a4d-828d-35f1e7edae48 tempest-FloatingIPAdminTestJSON-1792528294 tempest-FloatingIPAdminTestJSON-1792528294-project] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:28:44.798518 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f793e8cb-52b3-4a4d-828d-35f1e7edae48 tempest-FloatingIPAdminTestJSON-1792528294 tempest-FloatingIPAdminTestJSON-1792528294-project] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:28:44.805700 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning for port 497592be-1143-477d-bcc2-5f7b91cded6d completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:28:44.811804 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port 497592be-1143-477d-bcc2-5f7b91cded6d triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:28:44.812376 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:44.831095 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c3f7545-7ab2-4609-be18-22561beab791 None None] The sync data for ids ['c26c194f-cec5-4ed6-bf2c-03f8a410dfdc'] in n-d-779913-29 is: [{'id': 'c26c194f-cec5-4ed6-bf2c-03f8a410dfdc', 'name': 'tempest-ServerRescueTestJSONUnderV235-1730399498-router', 'tenant_id': '4b85dee2e11f48ac896088cf28057727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:26:57Z', 'updated_at': '2021-07-14T09:28:44Z', 'revision_number': 6, 'project_id': '4b85dee2e11f48ac896088cf28057727', 'gw_port_host': None}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:28:44.848779 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-b60b4d03-f46b-44b7-a799-f4133a6be9a6 tempest-RoutersIpV6AdminTest-419487075 tempest-RoutersIpV6AdminTest-419487075-project] Deleting port da12ffed-e01f-4ef6-90ed-e04f2574c5b3 {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:28:44.849122 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b60b4d03-f46b-44b7-a799-f4133a6be9a6 tempest-RoutersIpV6AdminTest-419487075 tempest-RoutersIpV6AdminTest-419487075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:44.897555 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-438348b7-fcfd-4250-85ba-db7e7bf1968d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:44.907780 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-438348b7-fcfd-4250-85ba-db7e7bf1968d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:44.926418 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-438348b7-fcfd-4250-85ba-db7e7bf1968d admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/223efea4-176c-4b2a-a39a-b5910c8c2ca8 HTTP/1.1" status: 204 len: 168 time: 0.3669460 Jul 14 09:28:44.990760 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438348b7-fcfd-4250-85ba-db7e7bf1968d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=223efea4-176c-4b2a-a39a-b5910c8c2ca8,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:45.010978 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-5df0ff07-7b64-48a8-a7db-6c6889b4d68c req-a04038c3-34e6-4bb8-b261-3d65673c5946 tempest-LiveMigrationTest-726364794 tempest-LiveMigrationTest-726364794-project] 10.222.0.68 "GET /v2.0/ports?device_id=b7a25cd8-edbb-4360-a9f3-d46c1450da41 HTTP/1.1" status: 200 len: 210 time: 0.0407267 Jul 14 09:28:45.023836 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:45.108534 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6980e267-8894-49f0-9feb-c309f289c322 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:45.109588 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] For port 497592be-1143-477d-bcc2-5f7b91cded6d, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=497592be-1143-477d-bcc2-5f7b91cded6d,segment=NetworkSegment(5a1d5c76-21c1-402e-9294-2fdc38ba1adc),segment_id=5a1d5c76-21c1-402e-9294-2fdc38ba1adc)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:28:45.117149 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:45.141868 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b60b4d03-f46b-44b7-a799-f4133a6be9a6 tempest-RoutersIpV6AdminTest-419487075 tempest-RoutersIpV6AdminTest-419487075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:45.163944 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6980e267-8894-49f0-9feb-c309f289c322 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb606d6f-42ce-4a15-a877-8a02c82f2557,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:45.175005 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device bfd0c50f-c861-4562-bbf6-c4c5fe7bf9af details requested by agent hyperv_n-h1-779913-29 with host n-h1-779913-29 {{(pid=93959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:28:45.198895 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-b60b4d03-f46b-44b7-a799-f4133a6be9a6 tempest-RoutersIpV6AdminTest-419487075 tempest-RoutersIpV6AdminTest-419487075-project] Calling delete_port for da12ffed-e01f-4ef6-90ed-e04f2574c5b3 owned by network:router_gateway {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:28:45.217152 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6980e267-8894-49f0-9feb-c309f289c322 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-660532'] for router_gateway, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:45.260998 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Pushing event updated for resources: {'Port': ['ID=497592be-1143-477d-bcc2-5f7b91cded6d,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:45.337131 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f793e8cb-52b3-4a4d-828d-35f1e7edae48 tempest-FloatingIPAdminTestJSON-1792528294 tempest-FloatingIPAdminTestJSON-1792528294-project] Notify callbacks [] for router_gateway, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:45.392780 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port bfd0c50f-c861-4562-bbf6-c4c5fe7bf9af, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=bfd0c50f-c861-4562-bbf6-c4c5fe7bf9af,segment=NetworkSegment(346dc94d-54e0-4ffe-b110-f21faf0bbb7e),segment_id=346dc94d-54e0-4ffe-b110-f21faf0bbb7e)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:28:45.426216 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Returning: {'device': 'bfd0c50f-c861-4562-bbf6-c4c5fe7bf9af', 'network_id': '1ef94415-a918-409e-b853-7a1089057996', 'port_id': 'bfd0c50f-c861-4562-bbf6-c4c5fe7bf9af', 'mac_address': 'fa:16:3e:52:36:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 738, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bbe0ea5-083a-41dc-877f-ee08b7294836', 'ip_address': '10.1.1.249'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:28:45.447812 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6980e267-8894-49f0-9feb-c309f289c322 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-711871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12964'] for router, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:45.470142 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6980e267-8894-49f0-9feb-c309f289c322 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:45.484641 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:45.508520 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bfd0c50f-c861-4562-bbf6-c4c5fe7bf9af {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:28:45.535667 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port bfd0c50f-c861-4562-bbf6-c4c5fe7bf9af, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=bfd0c50f-c861-4562-bbf6-c4c5fe7bf9af,segment=NetworkSegment(346dc94d-54e0-4ffe-b110-f21faf0bbb7e),segment_id=346dc94d-54e0-4ffe-b110-f21faf0bbb7e)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:28:45.543092 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:45.544149 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 9e37b52c-3f18-4c81-9abd-39641803b448 details requested by agent hyperv_n-h1-779913-29 with host n-h1-779913-29 {{(pid=93959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:28:45.558299 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6980e267-8894-49f0-9feb-c309f289c322 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-704815'] for router, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:45.558866 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6980e267-8894-49f0-9feb-c309f289c322 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c26c194f-cec5-4ed6-bf2c-03f8a410dfdc {{(pid=93958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:28:45.567600 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6980e267-8894-49f0-9feb-c309f289c322 admin admin] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:45.571777 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-6980e267-8894-49f0-9feb-c309f289c322 admin admin] 10.222.0.68 "DELETE /v2.0/routers/c26c194f-cec5-4ed6-bf2c-03f8a410dfdc HTTP/1.1" status: 204 len: 168 time: 1.6618564 Jul 14 09:28:45.572472 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 51854) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:45.622496 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b60b4d03-f46b-44b7-a799-f4133a6be9a6 tempest-RoutersIpV6AdminTest-419487075 tempest-RoutersIpV6AdminTest-419487075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:45.647688 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1023bc-69e1-4b32-830e-331ea7e13415 req-85ca937a-d730-4110-9720-d5c97bc0bc63 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:45.654555 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1023bc-69e1-4b32-830e-331ea7e13415 req-85ca937a-d730-4110-9720-d5c97bc0bc63 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:45.654996 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Pushing event updated for resources: {'Port': ['ID=bfd0c50f-c861-4562-bbf6-c4c5fe7bf9af,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:45.659080 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port 9e37b52c-3f18-4c81-9abd-39641803b448, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=9e37b52c-3f18-4c81-9abd-39641803b448,segment=NetworkSegment(346dc94d-54e0-4ffe-b110-f21faf0bbb7e),segment_id=346dc94d-54e0-4ffe-b110-f21faf0bbb7e)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:28:45.671250 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1023bc-69e1-4b32-830e-331ea7e13415 req-85ca937a-d730-4110-9720-d5c97bc0bc63 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:45.677268 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Returning: {'device': '9e37b52c-3f18-4c81-9abd-39641803b448', 'network_id': '1ef94415-a918-409e-b853-7a1089057996', 'port_id': '9e37b52c-3f18-4c81-9abd-39641803b448', 'mac_address': 'fa:16:3e:72:f8:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 738, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bbe0ea5-083a-41dc-877f-ee08b7294836', 'ip_address': '10.1.1.33'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:28:45.679091 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1023bc-69e1-4b32-830e-331ea7e13415 req-85ca937a-d730-4110-9720-d5c97bc0bc63 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:45.691841 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1023bc-69e1-4b32-830e-331ea7e13415 req-85ca937a-d730-4110-9720-d5c97bc0bc63 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:45.708112 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1023bc-69e1-4b32-830e-331ea7e13415 req-85ca937a-d730-4110-9720-d5c97bc0bc63 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:45.727870 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60b4d03-f46b-44b7-a799-f4133a6be9a6 tempest-RoutersIpV6AdminTest-419487075 tempest-RoutersIpV6AdminTest-419487075-project] Pushing event deleted for resources: {'Port': ['ID=da12ffed-e01f-4ef6-90ed-e04f2574c5b3,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:45.729943 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1023bc-69e1-4b32-830e-331ea7e13415 req-85ca937a-d730-4110-9720-d5c97bc0bc63 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:45.738471 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-3d1023bc-69e1-4b32-830e-331ea7e13415 req-85ca937a-d730-4110-9720-d5c97bc0bc63 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] 10.222.0.68 "GET /v2.0/ports?device_id=15fddc0e-6959-44be-b8ff-be56e396088e HTTP/1.1" status: 200 len: 5421 time: 0.3163965 Jul 14 09:28:45.768498 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:45.795673 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e37b52c-3f18-4c81-9abd-39641803b448 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:28:45.817638 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port 9e37b52c-3f18-4c81-9abd-39641803b448, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=9e37b52c-3f18-4c81-9abd-39641803b448,segment=NetworkSegment(346dc94d-54e0-4ffe-b110-f21faf0bbb7e),segment_id=346dc94d-54e0-4ffe-b110-f21faf0bbb7e)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:28:45.824577 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e66f20d-0df5-475e-b163-a040c9f3689f admin admin] Deleting subnet c4079fcc-cef1-47f9-a984-4163b05f01ca {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:28:45.826197 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:45.826572 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 3c2caddc-016f-44c8-bc6e-d72edc75467b details requested by agent hyperv_n-h1-779913-29 with host n-h1-779913-29 {{(pid=93959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:28:45.834603 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7e66f20d-0df5-475e-b163-a040c9f3689f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:45.886210 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-3d1023bc-69e1-4b32-830e-331ea7e13415 req-656c6197-aa98-4da1-b8bd-b7ab6ae1f19e tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] 10.222.0.68 "GET /v2.0/security-groups?id=8dea9d70-5f45-4874-bf11-9cb57df29d33&id=654de86a-d9c2-46da-8a5c-08b7fecbf459&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1466453 Jul 14 09:28:45.934969 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7e66f20d-0df5-475e-b163-a040c9f3689f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13574120'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:45.936350 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Pushing event updated for resources: {'Port': ['ID=9e37b52c-3f18-4c81-9abd-39641803b448,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:45.936477 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f793e8cb-52b3-4a4d-828d-35f1e7edae48 tempest-FloatingIPAdminTestJSON-1792528294 tempest-FloatingIPAdminTestJSON-1792528294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-711762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-661452'] for router, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:45.995126 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port 3c2caddc-016f-44c8-bc6e-d72edc75467b, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=3c2caddc-016f-44c8-bc6e-d72edc75467b,segment=NetworkSegment(df189466-ba5b-40c8-bb21-5263dd22bc7e),segment_id=df189466-ba5b-40c8-bb21-5263dd22bc7e)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:28:45.996093 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b60b4d03-f46b-44b7-a799-f4133a6be9a6 tempest-RoutersIpV6AdminTest-419487075 tempest-RoutersIpV6AdminTest-419487075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-660532'] for router_gateway, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:46.017215 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Returning: {'device': '3c2caddc-016f-44c8-bc6e-d72edc75467b', 'network_id': '63e3e599-9f16-49b5-b4ab-c912a88ee6e9', 'port_id': '3c2caddc-016f-44c8-bc6e-d72edc75467b', 'mac_address': 'fa:16:3e:c4:89:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 746, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '523e16b1-397b-4604-a588-9142ee5a1d98', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:28:46.034338 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7e66f20d-0df5-475e-b163-a040c9f3689f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3481002'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:46.076317 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:46.096141 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c2caddc-016f-44c8-bc6e-d72edc75467b {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:28:46.099950 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7e66f20d-0df5-475e-b163-a040c9f3689f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13574056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16714573'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:46.138836 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e66f20d-0df5-475e-b163-a040c9f3689f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c4079fcc-cef1-47f9-a984-4163b05f01ca,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:46.145915 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7e66f20d-0df5-475e-b163-a040c9f3689f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:46.149739 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-7e66f20d-0df5-475e-b163-a040c9f3689f admin admin] 10.222.0.68 "DELETE /v2.0/subnets/c4079fcc-cef1-47f9-a984-4163b05f01ca HTTP/1.1" status: 204 len: 168 time: 0.5747879 Jul 14 09:28:46.152164 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 51874) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:46.163114 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port 3c2caddc-016f-44c8-bc6e-d72edc75467b, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=3c2caddc-016f-44c8-bc6e-d72edc75467b,segment=NetworkSegment(df189466-ba5b-40c8-bb21-5263dd22bc7e),segment_id=df189466-ba5b-40c8-bb21-5263dd22bc7e)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:28:46.172604 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:46.173312 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device edf557d1-72fc-404f-b07c-0c4fad568606 details requested by agent hyperv_n-h1-779913-29 with host n-h1-779913-29 {{(pid=93959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:28:46.182000 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 51876) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:46.264988 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9be8a40d-d29c-4071-8f51-9af01c110417 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3876111'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:46.367638 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Pushing event updated for resources: {'Port': ['ID=3c2caddc-016f-44c8-bc6e-d72edc75467b,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:46.378615 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port edf557d1-72fc-404f-b07c-0c4fad568606, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=edf557d1-72fc-404f-b07c-0c4fad568606,segment=NetworkSegment(df189466-ba5b-40c8-bb21-5263dd22bc7e),segment_id=df189466-ba5b-40c8-bb21-5263dd22bc7e)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:28:46.387221 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9be8a40d-d29c-4071-8f51-9af01c110417 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473955', 'neutron.services.segments.db._delete_segments_for_network-8735688326548'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:46.407561 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-9be8a40d-d29c-4071-8f51-9af01c110417 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1012c926-11e5-4f9b-8f82-dfbee9dcfeae']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:46.419203 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Returning: {'device': 'edf557d1-72fc-404f-b07c-0c4fad568606', 'network_id': '63e3e599-9f16-49b5-b4ab-c912a88ee6e9', 'port_id': 'edf557d1-72fc-404f-b07c-0c4fad568606', 'mac_address': 'fa:16:3e:27:85:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 746, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '523e16b1-397b-4604-a588-9142ee5a1d98', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:28:46.423839 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-9be8a40d-d29c-4071-8f51-9af01c110417 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7298ca0-8a82-4a6c-a35e-21e23aa9333b') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:46.424220 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-9be8a40d-d29c-4071-8f51-9af01c110417 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7298ca0-8a82-4a6c-a35e-21e23aa9333b') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:46.437088 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9be8a40d-d29c-4071-8f51-9af01c110417 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735688356235', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13574129'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:46.469035 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9be8a40d-d29c-4071-8f51-9af01c110417 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:46.478464 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:46.485636 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9be8a40d-d29c-4071-8f51-9af01c110417 admin admin] Releasing vlan 719 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:28:46.486195 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9be8a40d-d29c-4071-8f51-9af01c110417 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13573126'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:46.493252 n-d-779913-29 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:28:46.493252 n-d-779913-29 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:28:46.493252 n-d-779913-29 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:28:46.493252 n-d-779913-29 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:28:46.493252 n-d-779913-29 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:28:46.493252 n-d-779913-29 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:28:46.493252 n-d-779913-29 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:28:46.493252 n-d-779913-29 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:28:46.493252 n-d-779913-29 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:28:46.493252 n-d-779913-29 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:28:46.493252 n-d-779913-29 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:28:46.493252 n-d-779913-29 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:28:46.493252 n-d-779913-29 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:28:46.493252 n-d-779913-29 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:28:46.493252 n-d-779913-29 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:28:46.493252 n-d-779913-29 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:28:46.493252 n-d-779913-29 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:28:46.493252 n-d-779913-29 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:28:46.493252 n-d-779913-29 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:28:46.493252 n-d-779913-29 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:28:46.493252 n-d-779913-29 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:28:46.493252 n-d-779913-29 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:28:46.493252 n-d-779913-29 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:28:46.493252 n-d-779913-29 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:28:46.493252 n-d-779913-29 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:28:46.493252 n-d-779913-29 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:28:46.493252 n-d-779913-29 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:28:46.493252 n-d-779913-29 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:28:46.493252 n-d-779913-29 neutron-server[93958]: Traceback (most recent call last): Jul 14 09:28:46.493252 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:28:46.493252 n-d-779913-29 neutron-server[93958]: timer() Jul 14 09:28:46.493252 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:28:46.493252 n-d-779913-29 neutron-server[93958]: cb(*args, **kw) Jul 14 09:28:46.493252 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:28:46.493252 n-d-779913-29 neutron-server[93958]: return func(*args, **kwargs) Jul 14 09:28:46.493252 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:28:46.493252 n-d-779913-29 neutron-server[93958]: self._notify() Jul 14 09:28:46.493252 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:28:46.493252 n-d-779913-29 neutron-server[93958]: self.callback(batched_events) Jul 14 09:28:46.493252 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:28:46.493252 n-d-779913-29 neutron-server[93958]: event.method(event) Jul 14 09:28:46.493252 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:28:46.493252 n-d-779913-29 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:28:46.493252 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:28:46.493252 n-d-779913-29 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:28:46.493252 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:28:46.493252 n-d-779913-29 neutron-server[93958]: return f(self, *a, **k) Jul 14 09:28:46.493252 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:28:46.493252 n-d-779913-29 neutron-server[93958]: return self._get(url).json() Jul 14 09:28:46.493252 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:28:46.493252 n-d-779913-29 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:28:46.493252 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:28:46.493252 n-d-779913-29 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 14 09:28:46.493252 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:28:46.493252 n-d-779913-29 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:28:46.493252 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:28:46.493252 n-d-779913-29 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:28:46.493252 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:28:46.493252 n-d-779913-29 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:28:46.493252 n-d-779913-29 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:28:46.516939 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id edf557d1-72fc-404f-b07c-0c4fad568606 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:28:46.548525 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 497592be-1143-477d-bcc2-5f7b91cded6d up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:28:46.582721 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port edf557d1-72fc-404f-b07c-0c4fad568606, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=edf557d1-72fc-404f-b07c-0c4fad568606,segment=NetworkSegment(df189466-ba5b-40c8-bb21-5263dd22bc7e),segment_id=df189466-ba5b-40c8-bb21-5263dd22bc7e)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:28:46.595579 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9be8a40d-d29c-4071-8f51-9af01c110417 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660504'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:46.605944 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:46.606804 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 31299d0f-8004-4f4a-ba86-37168fff27f4 details requested by agent hyperv_n-h1-779913-29 with host n-h1-779913-29 {{(pid=93959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:28:46.607062 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9be8a40d-d29c-4071-8f51-9af01c110417 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:46.612011 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-9be8a40d-d29c-4071-8f51-9af01c110417 admin admin] 10.222.0.68 "DELETE /v2.0/networks/1012c926-11e5-4f9b-8f82-dfbee9dcfeae HTTP/1.1" status: 204 len: 168 time: 0.4561172 Jul 14 09:28:46.648204 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be8a40d-d29c-4071-8f51-9af01c110417 admin admin] Pushing event deleted for resources: {'Network': ['ID=1012c926-11e5-4f9b-8f82-dfbee9dcfeae,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:46.665969 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad2c133e-67d2-419c-9cf4-160f80047ff4 admin admin] Deleting subnet 5194e827-9fb1-419e-b4bc-69aee8b3dca3 {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:28:46.669728 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ad2c133e-67d2-419c-9cf4-160f80047ff4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:46.717745 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port 31299d0f-8004-4f4a-ba86-37168fff27f4, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=31299d0f-8004-4f4a-ba86-37168fff27f4,segment=NetworkSegment(346dc94d-54e0-4ffe-b110-f21faf0bbb7e),segment_id=346dc94d-54e0-4ffe-b110-f21faf0bbb7e)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:28:46.720371 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Pushing event updated for resources: {'Port': ['ID=edf557d1-72fc-404f-b07c-0c4fad568606,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:46.737202 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Returning: {'device': '31299d0f-8004-4f4a-ba86-37168fff27f4', 'network_id': '1ef94415-a918-409e-b853-7a1089057996', 'port_id': '31299d0f-8004-4f4a-ba86-37168fff27f4', 'mac_address': 'fa:16:3e:f7:eb:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 738, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bbe0ea5-083a-41dc-877f-ee08b7294836', 'ip_address': '10.1.1.38'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:28:46.740535 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port 497592be-1143-477d-bcc2-5f7b91cded6d triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:28:46.741020 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:46.757261 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b60b4d03-f46b-44b7-a799-f4133a6be9a6 tempest-RoutersIpV6AdminTest-419487075 tempest-RoutersIpV6AdminTest-419487075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-711871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12964'] for router, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:46.762163 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b60b4d03-f46b-44b7-a799-f4133a6be9a6 tempest-RoutersIpV6AdminTest-419487075 tempest-RoutersIpV6AdminTest-419487075-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:46.788747 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfd4d2c-54f2-45c7-a49a-794b12a64f64 req-ab5be5cb-1328-4244-bff6-fc2339241b1f tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:46.797772 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ebfd4d2c-54f2-45c7-a49a-794b12a64f64 req-ab5be5cb-1328-4244-bff6-fc2339241b1f tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/ports?device_id=13db2923-1bcc-4d53-b207-912e4fbe5a37 HTTP/1.1" status: 200 len: 945 time: 1.0021312 Jul 14 09:28:46.820715 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:46.840639 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31299d0f-8004-4f4a-ba86-37168fff27f4 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:28:46.889173 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port 31299d0f-8004-4f4a-ba86-37168fff27f4, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=31299d0f-8004-4f4a-ba86-37168fff27f4,segment=NetworkSegment(346dc94d-54e0-4ffe-b110-f21faf0bbb7e),segment_id=346dc94d-54e0-4ffe-b110-f21faf0bbb7e)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:28:46.897760 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ebfd4d2c-54f2-45c7-a49a-794b12a64f64 req-06537b38-e128-465e-88c6-f6d7c9b216ad tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/security-groups?id=bfacbc39-872c-438f-b7f4-05abded490ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984900 Jul 14 09:28:46.899058 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 51896) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:46.903500 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:46.904406 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 70278794-2e00-4208-9515-e44b14dd3145 details requested by agent hyperv_n-h1-779913-29 with host n-h1-779913-29 {{(pid=93959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:28:46.928388 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 51900) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:46.967065 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b60b4d03-f46b-44b7-a799-f4133a6be9a6 tempest-RoutersIpV6AdminTest-419487075 tempest-RoutersIpV6AdminTest-419487075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-704815'] for router, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:46.968506 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b60b4d03-f46b-44b7-a799-f4133a6be9a6 tempest-RoutersIpV6AdminTest-419487075 tempest-RoutersIpV6AdminTest-419487075-project] Fanout notify agent at l3_agent the message router_deleted on router 69f92474-b03a-489c-9248-4d2ebf05cf50 {{(pid=93957) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:28:46.983640 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b60b4d03-f46b-44b7-a799-f4133a6be9a6 tempest-RoutersIpV6AdminTest-419487075 tempest-RoutersIpV6AdminTest-419487075-project] Notify callbacks [] for router, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:46.986012 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-b60b4d03-f46b-44b7-a799-f4133a6be9a6 tempest-RoutersIpV6AdminTest-419487075 tempest-RoutersIpV6AdminTest-419487075-project] 10.222.0.68 "DELETE /v2.0/routers/69f92474-b03a-489c-9248-4d2ebf05cf50 HTTP/1.1" status: 204 len: 168 time: 3.1558735 Jul 14 09:28:46.996013 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 51904) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:47.011166 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-166fe9e9-ea1f-48af-9004-80fd7703d136 tempest-RoutersIpV6AdminTest-414384186 tempest-RoutersIpV6AdminTest-414384186-project-admin] Request body: {'router': {'name': 'tempest-snat-router-628570028', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'enable_snat': False}}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:28:47.030728 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 8c7ed14b-269b-44ef-8f00-386c7cadae7c no longer exists at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:28:47.058431 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Pushing event updated for resources: {'Port': ['ID=31299d0f-8004-4f4a-ba86-37168fff27f4,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:47.079626 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-166fe9e9-ea1f-48af-9004-80fd7703d136 tempest-RoutersIpV6AdminTest-414384186 tempest-RoutersIpV6AdminTest-414384186-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-711749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14670'] for router, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:47.081794 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-166fe9e9-ea1f-48af-9004-80fd7703d136 tempest-RoutersIpV6AdminTest-414384186 tempest-RoutersIpV6AdminTest-414384186-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-711718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-661475', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14679'] for router, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:47.087653 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] No Port match for: 8c7ed14b-269b-44ef-8f00-386c7cadae7c {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:28:47.088104 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 8c7ed14b-269b-44ef-8f00-386c7cadae7c not bound to the agent host n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:28:47.088489 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device eb606d6f-42ce-4a15-a877-8a02c82f2557 no longer exists at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:28:47.114288 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port 70278794-2e00-4208-9515-e44b14dd3145, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=70278794-2e00-4208-9515-e44b14dd3145,segment=NetworkSegment(346dc94d-54e0-4ffe-b110-f21faf0bbb7e),segment_id=346dc94d-54e0-4ffe-b110-f21faf0bbb7e)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:28:47.119359 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ad2c133e-67d2-419c-9cf4-160f80047ff4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13574120'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:47.127767 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] No Port match for: eb606d6f-42ce-4a15-a877-8a02c82f2557 {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:28:47.128465 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device eb606d6f-42ce-4a15-a877-8a02c82f2557 not bound to the agent host n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:28:47.131469 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-cc6fe12e-19f1-4fe8-b5db-ac77f6b86b4c admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=4b85dee2e11f48ac896088cf28057727&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2280691 Jul 14 09:28:47.134352 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 51906) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:47.143930 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Returning: {'device': '70278794-2e00-4208-9515-e44b14dd3145', 'network_id': '1ef94415-a918-409e-b853-7a1089057996', 'port_id': '70278794-2e00-4208-9515-e44b14dd3145', 'mac_address': 'fa:16:3e:42:a8:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 738, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bbe0ea5-083a-41dc-877f-ee08b7294836', 'ip_address': '10.1.1.176'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:28:47.171074 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-166fe9e9-ea1f-48af-9004-80fd7703d136 tempest-RoutersIpV6AdminTest-414384186 tempest-RoutersIpV6AdminTest-414384186-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:47.192611 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:47.199597 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f793e8cb-52b3-4a4d-828d-35f1e7edae48 tempest-FloatingIPAdminTestJSON-1792528294 tempest-FloatingIPAdminTestJSON-1792528294-project] Router 9ebb6cba-c4c8-4135-9333-606a5e04ef07 is scheduled to L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 with binding_index 1 {{(pid=93957) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:28:47.201471 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ad2c133e-67d2-419c-9cf4-160f80047ff4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3481002'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:47.206947 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70278794-2e00-4208-9515-e44b14dd3145 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:28:47.227292 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port 70278794-2e00-4208-9515-e44b14dd3145, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=70278794-2e00-4208-9515-e44b14dd3145,segment=NetworkSegment(346dc94d-54e0-4ffe-b110-f21faf0bbb7e),segment_id=346dc94d-54e0-4ffe-b110-f21faf0bbb7e)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:28:47.231973 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:47.232813 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 443852c9-c28d-483f-aa70-df124f5712df details requested by agent hyperv_n-h1-779913-29 with host n-h1-779913-29 {{(pid=93959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:28:47.261265 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5342e44d-39c7-40b5-a556-a89d97404c2b req-e2a0a7a1-2b15-4862-aa44-c6c4997f0644 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:47.268773 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5342e44d-39c7-40b5-a556-a89d97404c2b req-e2a0a7a1-2b15-4862-aa44-c6c4997f0644 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:47.276302 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5342e44d-39c7-40b5-a556-a89d97404c2b req-e2a0a7a1-2b15-4862-aa44-c6c4997f0644 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:47.283254 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5342e44d-39c7-40b5-a556-a89d97404c2b req-e2a0a7a1-2b15-4862-aa44-c6c4997f0644 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:47.284730 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b61b52c0-ac0f-4721-a17e-6dbebb60f870 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:47.289548 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5342e44d-39c7-40b5-a556-a89d97404c2b req-e2a0a7a1-2b15-4862-aa44-c6c4997f0644 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:47.296769 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5342e44d-39c7-40b5-a556-a89d97404c2b req-e2a0a7a1-2b15-4862-aa44-c6c4997f0644 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:47.302963 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5342e44d-39c7-40b5-a556-a89d97404c2b req-e2a0a7a1-2b15-4862-aa44-c6c4997f0644 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:47.305078 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-5342e44d-39c7-40b5-a556-a89d97404c2b req-e2a0a7a1-2b15-4862-aa44-c6c4997f0644 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] 10.222.0.68 "GET /v2.0/ports?device_id=15fddc0e-6959-44be-b8ff-be56e396088e HTTP/1.1" status: 200 len: 5426 time: 0.2056661 Jul 14 09:28:47.328349 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Pushing event updated for resources: {'Port': ['ID=70278794-2e00-4208-9515-e44b14dd3145,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:47.347138 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ad2c133e-67d2-419c-9cf4-160f80047ff4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13574056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16714573'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:47.387242 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2c133e-67d2-419c-9cf4-160f80047ff4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5194e827-9fb1-419e-b4bc-69aee8b3dca3,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:47.387391 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port 443852c9-c28d-483f-aa70-df124f5712df, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=443852c9-c28d-483f-aa70-df124f5712df,segment=NetworkSegment(6abdef8f-feed-4530-be93-295dee2f7fe5),segment_id=6abdef8f-feed-4530-be93-295dee2f7fe5)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:28:47.394710 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-5342e44d-39c7-40b5-a556-a89d97404c2b req-1f62f242-ee48-41dd-be73-45933b23ef4f tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] 10.222.0.68 "GET /v2.0/security-groups?id=8dea9d70-5f45-4874-bf11-9cb57df29d33&id=654de86a-d9c2-46da-8a5c-08b7fecbf459&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0771279 Jul 14 09:28:47.401124 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ad2c133e-67d2-419c-9cf4-160f80047ff4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:47.403056 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-ad2c133e-67d2-419c-9cf4-160f80047ff4 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/5194e827-9fb1-419e-b4bc-69aee8b3dca3 HTTP/1.1" status: 204 len: 168 time: 1.2201006 Jul 14 09:28:47.405769 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 51910) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:47.433533 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-166fe9e9-ea1f-48af-9004-80fd7703d136 tempest-RoutersIpV6AdminTest-414384186 tempest-RoutersIpV6AdminTest-414384186-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-661489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-711771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12973'] for router, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:47.435737 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Returning: {'device': '443852c9-c28d-483f-aa70-df124f5712df', 'network_id': 'd3f3b4f0-a2a4-4615-b2a7-a3c2703dc6b7', 'port_id': '443852c9-c28d-483f-aa70-df124f5712df', 'mac_address': 'fa:16:3e:99:87:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 718, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a6976d9-6add-4434-8547-6c5ba9d349d2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:28:47.443005 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-922815ab-9d91-4cff-bc55-ed29729cd5f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:47.483069 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:47.496480 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 443852c9-c28d-483f-aa70-df124f5712df {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:28:47.500278 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8d921ddb-8794-4fcd-b070-ddcf0c5cf0f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3876111'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:47.525935 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port 443852c9-c28d-483f-aa70-df124f5712df, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=443852c9-c28d-483f-aa70-df124f5712df,segment=NetworkSegment(6abdef8f-feed-4530-be93-295dee2f7fe5),segment_id=6abdef8f-feed-4530-be93-295dee2f7fe5)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:28:47.531372 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:47.547489 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-922815ab-9d91-4cff-bc55-ed29729cd5f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:47.583605 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Pushing event updated for resources: {'Port': ['ID=443852c9-c28d-483f-aa70-df124f5712df,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:47.589124 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8d921ddb-8794-4fcd-b070-ddcf0c5cf0f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473955', 'neutron.services.segments.db._delete_segments_for_network-8735688326548'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:47.599389 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-8d921ddb-8794-4fcd-b070-ddcf0c5cf0f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdafaba0-da53-47c8-a4eb-7c69deccbba6']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:47.610410 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-8d921ddb-8794-4fcd-b070-ddcf0c5cf0f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3140b72d-6a4a-4668-bad8-c572bd128f6c') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:47.610771 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-8d921ddb-8794-4fcd-b070-ddcf0c5cf0f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3140b72d-6a4a-4668-bad8-c572bd128f6c') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:47.617176 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f793e8cb-52b3-4a4d-828d-35f1e7edae48 tempest-FloatingIPAdminTestJSON-1792528294 tempest-FloatingIPAdminTestJSON-1792528294-project] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:28:47.620580 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8d921ddb-8794-4fcd-b070-ddcf0c5cf0f4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735688356235', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13574129'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:47.628593 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13a48486-5012-4cd9-a904-31111f20af91 None None] Sync routers for ids ['9ebb6cba-c4c8-4135-9333-606a5e04ef07'] in n-d-779913-29 {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:28:47.637211 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8d921ddb-8794-4fcd-b070-ddcf0c5cf0f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:47.640439 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a48486-5012-4cd9-a904-31111f20af91 None None] Routers {'9ebb6cba-c4c8-4135-9333-606a5e04ef07'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:28:47.641389 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-13a48486-5012-4cd9-a904-31111f20af91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:28:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['9ebb6cba-c4c8-4135-9333-606a5e04ef07'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:47.643484 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d921ddb-8794-4fcd-b070-ddcf0c5cf0f4 admin admin] Releasing vlan 717 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:28:47.643777 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8d921ddb-8794-4fcd-b070-ddcf0c5cf0f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13573126'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:47.646069 n-d-779913-29 neutron-server[93958]: Traceback (most recent call last): Jul 14 09:28:47.646069 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:28:47.646069 n-d-779913-29 neutron-server[93958]: timer() Jul 14 09:28:47.646069 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:28:47.646069 n-d-779913-29 neutron-server[93958]: cb(*args, **kw) Jul 14 09:28:47.646069 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:28:47.646069 n-d-779913-29 neutron-server[93958]: return func(*args, **kwargs) Jul 14 09:28:47.646069 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:28:47.646069 n-d-779913-29 neutron-server[93958]: self._notify() Jul 14 09:28:47.646069 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:28:47.646069 n-d-779913-29 neutron-server[93958]: self.callback(batched_events) Jul 14 09:28:47.646069 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:28:47.646069 n-d-779913-29 neutron-server[93958]: event.method(event) Jul 14 09:28:47.646069 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:28:47.646069 n-d-779913-29 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:28:47.646069 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:28:47.646069 n-d-779913-29 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:28:47.646069 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:28:47.646069 n-d-779913-29 neutron-server[93958]: return f(self, *a, **k) Jul 14 09:28:47.646069 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:28:47.646069 n-d-779913-29 neutron-server[93958]: return self._get(url).json() Jul 14 09:28:47.646069 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:28:47.646069 n-d-779913-29 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:28:47.646069 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:28:47.646069 n-d-779913-29 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 14 09:28:47.646069 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:28:47.646069 n-d-779913-29 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:28:47.646069 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:28:47.646069 n-d-779913-29 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:28:47.646069 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:28:47.646069 n-d-779913-29 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:28:47.646069 n-d-779913-29 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:28:47.682076 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-13a48486-5012-4cd9-a904-31111f20af91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:47.694478 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a48486-5012-4cd9-a904-31111f20af91 None None] Routers {'9ebb6cba-c4c8-4135-9333-606a5e04ef07'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:28:47.695253 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-13a48486-5012-4cd9-a904-31111f20af91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:28:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['9ebb6cba-c4c8-4135-9333-606a5e04ef07'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:47.708710 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b61b52c0-ac0f-4721-a17e-6dbebb60f870 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:47.711388 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8d921ddb-8794-4fcd-b070-ddcf0c5cf0f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660504'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:47.711568 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-922815ab-9d91-4cff-bc55-ed29729cd5f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:47.716396 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-922815ab-9d91-4cff-bc55-ed29729cd5f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:47.720015 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-922815ab-9d91-4cff-bc55-ed29729cd5f1 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/83a8b8b4-4aa6-423e-95ab-da9a4626b74e HTTP/1.1" status: 204 len: 168 time: 0.5827696 Jul 14 09:28:47.728527 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b61b52c0-ac0f-4721-a17e-6dbebb60f870 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:47.734112 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8d921ddb-8794-4fcd-b070-ddcf0c5cf0f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:47.738669 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-8d921ddb-8794-4fcd-b070-ddcf0c5cf0f4 admin admin] 10.222.0.68 "DELETE /v2.0/networks/fdafaba0-da53-47c8-a4eb-7c69deccbba6 HTTP/1.1" status: 204 len: 168 time: 0.3295205 Jul 14 09:28:47.738669 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d921ddb-8794-4fcd-b070-ddcf0c5cf0f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=fdafaba0-da53-47c8-a4eb-7c69deccbba6,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:47.739561 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 51914) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:47.744379 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f793e8cb-52b3-4a4d-828d-35f1e7edae48 tempest-FloatingIPAdminTestJSON-1792528294 tempest-FloatingIPAdminTestJSON-1792528294-project] Notify callbacks [] for router, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:47.748242 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-f793e8cb-52b3-4a4d-828d-35f1e7edae48 tempest-FloatingIPAdminTestJSON-1792528294 tempest-FloatingIPAdminTestJSON-1792528294-project] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 6.4018195 Jul 14 09:28:47.748336 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 51916) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:47.748955 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922815ab-9d91-4cff-bc55-ed29729cd5f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83a8b8b4-4aa6-423e-95ab-da9a4626b74e,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:47.752687 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-13a48486-5012-4cd9-a904-31111f20af91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:47.753953 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13a48486-5012-4cd9-a904-31111f20af91 None None] The sync data for ids ['9ebb6cba-c4c8-4135-9333-606a5e04ef07'] in n-d-779913-29 is: [] {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:28:47.771458 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922815ab-9d91-4cff-bc55-ed29729cd5f1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:28:47.771809 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922815ab-9d91-4cff-bc55-ed29729cd5f1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:28:47.772154 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922815ab-9d91-4cff-bc55-ed29729cd5f1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:28:47.772496 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922815ab-9d91-4cff-bc55-ed29729cd5f1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:28:47.772833 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922815ab-9d91-4cff-bc55-ed29729cd5f1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:28:47.773167 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922815ab-9d91-4cff-bc55-ed29729cd5f1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:28:47.773522 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922815ab-9d91-4cff-bc55-ed29729cd5f1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:28:47.773842 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922815ab-9d91-4cff-bc55-ed29729cd5f1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:28:47.774174 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922815ab-9d91-4cff-bc55-ed29729cd5f1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:28:47.774502 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922815ab-9d91-4cff-bc55-ed29729cd5f1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:28:47.774858 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922815ab-9d91-4cff-bc55-ed29729cd5f1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:28:47.775184 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922815ab-9d91-4cff-bc55-ed29729cd5f1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:28:47.785207 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-b61b52c0-ac0f-4721-a17e-6dbebb60f870 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=0ec4052493504a369a0ab93a8b3445e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8529024 Jul 14 09:28:47.792277 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 51918) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:47.830402 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61b52c0-ac0f-4721-a17e-6dbebb60f870 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=444c9c4c-0e75-4726-b159-d83fe61274ee,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:47.937919 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2e59d62-893d-465c-b505-7f27213cccde admin admin] Deleting subnet 4f16a301-3ed3-49a8-bd03-6e2d1cd29264 {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:28:47.954564 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b2e59d62-893d-465c-b505-7f27213cccde admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:47.968556 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-9757e8ab-7dc0-4d98-89ba-63092fe86bc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:48.010908 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-9757e8ab-7dc0-4d98-89ba-63092fe86bc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:48.036683 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b2e59d62-893d-465c-b505-7f27213cccde admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13574120'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:48.048572 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-166fe9e9-ea1f-48af-9004-80fd7703d136 tempest-RoutersIpV6AdminTest-414384186 tempest-RoutersIpV6AdminTest-414384186-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:48.080658 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-166fe9e9-ea1f-48af-9004-80fd7703d136 tempest-RoutersIpV6AdminTest-414384186 tempest-RoutersIpV6AdminTest-414384186-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:48.153877 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-9757e8ab-7dc0-4d98-89ba-63092fe86bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:48.156904 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-9757e8ab-7dc0-4d98-89ba-63092fe86bc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:48.160488 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-9757e8ab-7dc0-4d98-89ba-63092fe86bc8 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/444c9c4c-0e75-4726-b159-d83fe61274ee HTTP/1.1" status: 204 len: 168 time: 0.3640463 Jul 14 09:28:48.193321 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9757e8ab-7dc0-4d98-89ba-63092fe86bc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=444c9c4c-0e75-4726-b159-d83fe61274ee,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:48.200045 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b2e59d62-893d-465c-b505-7f27213cccde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3481002'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:48.235987 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-166fe9e9-ea1f-48af-9004-80fd7703d136 tempest-RoutersIpV6AdminTest-414384186 tempest-RoutersIpV6AdminTest-414384186-project-admin] Allocated IP 172.25.4.199 (2dcd4d32-cc7c-4468-b396-7ce5c9231892/6cd22a75-5bc1-467c-a3c4-0af04bd1b34a/9b4e9144-1360-4162-a408-930644c5f206) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:28:48.267698 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f822df-bec0-4a2b-9a15-0f5489a4df50 req-0e0609aa-0c60-4724-bb83-e92a577143d9 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:48.269686 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-21f822df-bec0-4a2b-9a15-0f5489a4df50 req-0e0609aa-0c60-4724-bb83-e92a577143d9 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/ports?device_id=13db2923-1bcc-4d53-b207-912e4fbe5a37 HTTP/1.1" status: 200 len: 945 time: 0.2529728 Jul 14 09:28:48.387453 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-166fe9e9-ea1f-48af-9004-80fd7703d136 tempest-RoutersIpV6AdminTest-414384186 tempest-RoutersIpV6AdminTest-414384186-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:48.388797 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-21f822df-bec0-4a2b-9a15-0f5489a4df50 req-75df0658-d111-479b-aa57-3b2cd1b9f04c tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/security-groups?id=bfacbc39-872c-438f-b7f4-05abded490ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099877 Jul 14 09:28:48.434139 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b2e59d62-893d-465c-b505-7f27213cccde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13574056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16714573'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:48.452361 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b2e59d62-893d-465c-b505-7f27213cccde admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:48.454283 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-b2e59d62-893d-465c-b505-7f27213cccde admin admin] 10.222.0.68 "DELETE /v2.0/subnets/4f16a301-3ed3-49a8-bd03-6e2d1cd29264 HTTP/1.1" status: 204 len: 168 time: 0.7142334 Jul 14 09:28:48.458854 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 51944) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:48.469192 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-166fe9e9-ea1f-48af-9004-80fd7703d136 tempest-RoutersIpV6AdminTest-414384186 tempest-RoutersIpV6AdminTest-414384186-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:48.499543 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e59d62-893d-465c-b505-7f27213cccde admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f16a301-3ed3-49a8-bd03-6e2d1cd29264,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:48.530317 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-166fe9e9-ea1f-48af-9004-80fd7703d136 tempest-RoutersIpV6AdminTest-414384186 tempest-RoutersIpV6AdminTest-414384186-project-admin] Network 2dcd4d32-cc7c-4468-b396-7ce5c9231892 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:28:48.535589 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-166fe9e9-ea1f-48af-9004-80fd7703d136 tempest-RoutersIpV6AdminTest-414384186 tempest-RoutersIpV6AdminTest-414384186-project-admin] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:28:48.543983 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-166fe9e9-ea1f-48af-9004-80fd7703d136 tempest-RoutersIpV6AdminTest-414384186 tempest-RoutersIpV6AdminTest-414384186-project-admin] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:28:48.561690 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] get_ports_and_sgs() called for port_ids ['70278794-2e00-4208-9515-e44b14dd3145'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:28:48.604726 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ee4f60d7-0a1d-47b9-977a-525618d0f713 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3876111'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:48.630051 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] get_ports_and_sgs() called for port_ids ['31299d0f-8004-4f4a-ba86-37168fff27f4'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:28:48.632322 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] get_ports_and_sgs() called for port_ids ['edf557d1-72fc-404f-b07c-0c4fad568606'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:28:48.634833 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] get_ports_and_sgs() called for port_ids ['9e37b52c-3f18-4c81-9abd-39641803b448'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:28:48.658303 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] get_ports_and_sgs() called for port_ids ['443852c9-c28d-483f-aa70-df124f5712df'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:28:48.730181 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166fe9e9-ea1f-48af-9004-80fd7703d136 tempest-RoutersIpV6AdminTest-414384186 tempest-RoutersIpV6AdminTest-414384186-project-admin] Pushing event updated for resources: {'Port': ['ID=9b4e9144-1360-4162-a408-930644c5f206,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:48.742785 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ee4f60d7-0a1d-47b9-977a-525618d0f713 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473955', 'neutron.services.segments.db._delete_segments_for_network-8735688326548'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:48.801244 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-ee4f60d7-0a1d-47b9-977a-525618d0f713 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bdf1a1e-e1f2-48bc-a9a1-8694f7f1cf73']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:48.818795 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-ee4f60d7-0a1d-47b9-977a-525618d0f713 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2225a14-0ad4-4cad-94fc-384598f48772') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:48.819093 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-ee4f60d7-0a1d-47b9-977a-525618d0f713 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2225a14-0ad4-4cad-94fc-384598f48772') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:48.836097 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ee4f60d7-0a1d-47b9-977a-525618d0f713 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735688356235', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13574129'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:48.855674 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-52205808-cfa9-4327-af25-f97bcb33124d tempest-FloatingIPAdminTestJSON-1792528294 tempest-FloatingIPAdminTestJSON-1792528294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:48.877373 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ee4f60d7-0a1d-47b9-977a-525618d0f713 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:48.891552 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee4f60d7-0a1d-47b9-977a-525618d0f713 admin admin] Releasing vlan 727 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:28:48.891959 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ee4f60d7-0a1d-47b9-977a-525618d0f713 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13573126'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:48.895290 n-d-779913-29 neutron-server[93958]: Traceback (most recent call last): Jul 14 09:28:48.895290 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:28:48.895290 n-d-779913-29 neutron-server[93958]: timer() Jul 14 09:28:48.895290 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:28:48.895290 n-d-779913-29 neutron-server[93958]: cb(*args, **kw) Jul 14 09:28:48.895290 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:28:48.895290 n-d-779913-29 neutron-server[93958]: return func(*args, **kwargs) Jul 14 09:28:48.895290 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:28:48.895290 n-d-779913-29 neutron-server[93958]: self._notify() Jul 14 09:28:48.895290 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:28:48.895290 n-d-779913-29 neutron-server[93958]: self.callback(batched_events) Jul 14 09:28:48.895290 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:28:48.895290 n-d-779913-29 neutron-server[93958]: event.method(event) Jul 14 09:28:48.895290 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:28:48.895290 n-d-779913-29 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:28:48.895290 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:28:48.895290 n-d-779913-29 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:28:48.895290 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:28:48.895290 n-d-779913-29 neutron-server[93958]: return f(self, *a, **k) Jul 14 09:28:48.895290 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:28:48.895290 n-d-779913-29 neutron-server[93958]: return self._get(url).json() Jul 14 09:28:48.895290 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:28:48.895290 n-d-779913-29 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:28:48.895290 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:28:48.895290 n-d-779913-29 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 14 09:28:48.895290 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:28:48.895290 n-d-779913-29 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:28:48.895290 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:28:48.895290 n-d-779913-29 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:28:48.895290 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:28:48.895290 n-d-779913-29 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:28:48.895290 n-d-779913-29 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:28:48.900423 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb7cb1d-6b8f-490a-ac90-a3ed6b9b7cda req-1b887835-c648-4302-8d41-a28fd1e28f3d tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:48.902012 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-beb7cb1d-6b8f-490a-ac90-a3ed6b9b7cda req-1b887835-c648-4302-8d41-a28fd1e28f3d tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/ports?device_id=3cf7445b-ef8b-4ba5-9112-65331f7b041d HTTP/1.1" status: 200 len: 946 time: 0.2899227 Jul 14 09:28:48.984935 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454c83ee-fde0-4abe-b19f-05cae791890e req-21de4448-593c-46f8-a190-46446b1557f8 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:48.990932 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454c83ee-fde0-4abe-b19f-05cae791890e req-21de4448-593c-46f8-a190-46446b1557f8 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:48.997394 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454c83ee-fde0-4abe-b19f-05cae791890e req-21de4448-593c-46f8-a190-46446b1557f8 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:49.003588 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454c83ee-fde0-4abe-b19f-05cae791890e req-21de4448-593c-46f8-a190-46446b1557f8 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:49.004427 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-166fe9e9-ea1f-48af-9004-80fd7703d136 tempest-RoutersIpV6AdminTest-414384186 tempest-RoutersIpV6AdminTest-414384186-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:49.010570 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454c83ee-fde0-4abe-b19f-05cae791890e req-21de4448-593c-46f8-a190-46446b1557f8 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:49.016821 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454c83ee-fde0-4abe-b19f-05cae791890e req-21de4448-593c-46f8-a190-46446b1557f8 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:49.022843 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454c83ee-fde0-4abe-b19f-05cae791890e req-21de4448-593c-46f8-a190-46446b1557f8 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:49.027377 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-454c83ee-fde0-4abe-b19f-05cae791890e req-21de4448-593c-46f8-a190-46446b1557f8 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] 10.222.0.68 "GET /v2.0/ports?device_id=15fddc0e-6959-44be-b8ff-be56e396088e HTTP/1.1" status: 200 len: 5428 time: 0.2851503 Jul 14 09:28:49.094053 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ee4f60d7-0a1d-47b9-977a-525618d0f713 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660504'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:49.103392 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ee4f60d7-0a1d-47b9-977a-525618d0f713 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:49.105730 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-ee4f60d7-0a1d-47b9-977a-525618d0f713 admin admin] 10.222.0.68 "DELETE /v2.0/networks/5bdf1a1e-e1f2-48bc-a9a1-8694f7f1cf73 HTTP/1.1" status: 204 len: 168 time: 0.6459205 Jul 14 09:28:49.140465 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4f60d7-0a1d-47b9-977a-525618d0f713 admin admin] Pushing event deleted for resources: {'Network': ['ID=5bdf1a1e-e1f2-48bc-a9a1-8694f7f1cf73,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:49.152655 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-454c83ee-fde0-4abe-b19f-05cae791890e req-b354f0c6-ab77-4145-9df5-fec70f38268e tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] 10.222.0.68 "GET /v2.0/security-groups?id=8dea9d70-5f45-4874-bf11-9cb57df29d33&id=654de86a-d9c2-46da-8a5c-08b7fecbf459&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1194892 Jul 14 09:28:49.171459 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-beb7cb1d-6b8f-490a-ac90-a3ed6b9b7cda req-45a5d241-6731-44e4-a0dc-3ddb60567c58 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/security-groups?id=bfacbc39-872c-438f-b7f4-05abded490ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679585 Jul 14 09:28:49.397210 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 51976) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:49.528546 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-166fe9e9-ea1f-48af-9004-80fd7703d136 tempest-RoutersIpV6AdminTest-414384186 tempest-RoutersIpV6AdminTest-414384186-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-711762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-661452'] for router, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:49.547246 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] get_ports_and_sgs() called for port_ids ['3c2caddc-016f-44c8-bc6e-d72edc75467b'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:28:49.569810 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] get_ports_and_sgs() called for port_ids ['bfd0c50f-c861-4562-bbf6-c4c5fe7bf9af'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:28:49.601082 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-52205808-cfa9-4327-af25-f97bcb33124d tempest-FloatingIPAdminTestJSON-1792528294 tempest-FloatingIPAdminTestJSON-1792528294-project] Allocated IP 172.20.0.1 (5916796d-12a7-4c8d-93ea-4ccde502bf36/0c54ac4e-9754-4961-b1ba-ca5bc5f3ceb5/ae2a8e58-0a03-409d-8c0e-e7506d56631b) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:28:49.701770 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ae7a02-3243-477d-8c74-858c43284172 req-c1084005-0e52-463a-80a5-003d22898438 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:49.709918 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-21ae7a02-3243-477d-8c74-858c43284172 req-c1084005-0e52-463a-80a5-003d22898438 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/ports?device_id=13db2923-1bcc-4d53-b207-912e4fbe5a37 HTTP/1.1" status: 200 len: 945 time: 0.2660463 Jul 14 09:28:49.788075 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 51992) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:49.799240 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-166fe9e9-ea1f-48af-9004-80fd7703d136 tempest-RoutersIpV6AdminTest-414384186 tempest-RoutersIpV6AdminTest-414384186-project-admin] Router 1e5dd177-57de-4300-8d8f-9a2fec1d752d is scheduled to L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 with binding_index 1 {{(pid=93957) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:28:49.815793 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-21ae7a02-3243-477d-8c74-858c43284172 req-583231b4-08a0-4609-8c32-6a86ecef944a tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/security-groups?id=bfacbc39-872c-438f-b7f4-05abded490ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047878 Jul 14 09:28:49.851340 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-52205808-cfa9-4327-af25-f97bcb33124d tempest-FloatingIPAdminTestJSON-1792528294 tempest-FloatingIPAdminTestJSON-1792528294-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:49.870868 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-52205808-cfa9-4327-af25-f97bcb33124d tempest-FloatingIPAdminTestJSON-1792528294 tempest-FloatingIPAdminTestJSON-1792528294-project] Transition to ACTIVE for port object ae2a8e58-0a03-409d-8c0e-e7506d56631b will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:28:49.910219 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-20cf8a4a-079e-4083-84e6-8d75316321f0 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=88495f2d6951432397900165a462d224&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5077927 Jul 14 09:28:49.911010 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 52000) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:49.943935 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-52205808-cfa9-4327-af25-f97bcb33124d tempest-FloatingIPAdminTestJSON-1792528294 tempest-FloatingIPAdminTestJSON-1792528294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:49.988174 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-fd3ce02c-4fe8-4fac-8f29-53b6f3e1dfa8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:49.999935 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52205808-cfa9-4327-af25-f97bcb33124d tempest-FloatingIPAdminTestJSON-1792528294 tempest-FloatingIPAdminTestJSON-1792528294-project] Network 5916796d-12a7-4c8d-93ea-4ccde502bf36 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:28:50.005159 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-52205808-cfa9-4327-af25-f97bcb33124d tempest-FloatingIPAdminTestJSON-1792528294 tempest-FloatingIPAdminTestJSON-1792528294-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:28:50.008478 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52205808-cfa9-4327-af25-f97bcb33124d tempest-FloatingIPAdminTestJSON-1792528294 tempest-FloatingIPAdminTestJSON-1792528294-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:28:50.051464 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-166fe9e9-ea1f-48af-9004-80fd7703d136 tempest-RoutersIpV6AdminTest-414384186 tempest-RoutersIpV6AdminTest-414384186-project-admin] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:28:50.064891 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f245cd60-60c6-4967-bfbd-266a7acd4f45 None None] Sync routers for ids ['1e5dd177-57de-4300-8d8f-9a2fec1d752d'] in n-d-779913-29 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:28:50.079730 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-52205808-cfa9-4327-af25-f97bcb33124d tempest-FloatingIPAdminTestJSON-1792528294 tempest-FloatingIPAdminTestJSON-1792528294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-660393'] for router_interface, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:50.082715 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f245cd60-60c6-4967-bfbd-266a7acd4f45 None None] Routers {'1e5dd177-57de-4300-8d8f-9a2fec1d752d'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:28:50.083655 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-f245cd60-60c6-4967-bfbd-266a7acd4f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:28:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['1e5dd177-57de-4300-8d8f-9a2fec1d752d'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:50.144880 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-dbf387c4-0ad6-4485-a33e-d519dcccfefa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:50.168562 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52205808-cfa9-4327-af25-f97bcb33124d tempest-FloatingIPAdminTestJSON-1792528294 tempest-FloatingIPAdminTestJSON-1792528294-project] Pushing event updated for resources: {'Port': ['ID=ae2a8e58-0a03-409d-8c0e-e7506d56631b,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:50.196335 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-dbf387c4-0ad6-4485-a33e-d519dcccfefa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:50.252383 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-fd3ce02c-4fe8-4fac-8f29-53b6f3e1dfa8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:50.261740 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-fd3ce02c-4fe8-4fac-8f29-53b6f3e1dfa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:50.335898 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-166fe9e9-ea1f-48af-9004-80fd7703d136 tempest-RoutersIpV6AdminTest-414384186 tempest-RoutersIpV6AdminTest-414384186-project-admin] Notify callbacks [] for router, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:50.336157 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-f245cd60-60c6-4967-bfbd-266a7acd4f45 None None] Set router 1e5dd177-57de-4300-8d8f-9a2fec1d752d gateway port host: n-d-779913-29 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:28:50.341461 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-166fe9e9-ea1f-48af-9004-80fd7703d136 tempest-RoutersIpV6AdminTest-414384186 tempest-RoutersIpV6AdminTest-414384186-project-admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 3.3416808 Jul 14 09:28:50.372849 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 52012) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:50.395632 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-52205808-cfa9-4327-af25-f97bcb33124d tempest-FloatingIPAdminTestJSON-1792528294 tempest-FloatingIPAdminTestJSON-1792528294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:50.408144 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-dbf387c4-0ad6-4485-a33e-d519dcccfefa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:50.410860 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-dbf387c4-0ad6-4485-a33e-d519dcccfefa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:50.414449 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-dbf387c4-0ad6-4485-a33e-d519dcccfefa admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/cf40bcd2-1dd1-48fb-a6b7-6df0e80ce2a9 HTTP/1.1" status: 204 len: 168 time: 0.4992766 Jul 14 09:28:50.420347 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3ce02c-4fe8-4fac-8f29-53b6f3e1dfa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c805cd9-f856-47a8-9303-c56738ff71bc,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:50.428325 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf387c4-0ad6-4485-a33e-d519dcccfefa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf40bcd2-1dd1-48fb-a6b7-6df0e80ce2a9,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:50.501861 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c253005a-7cdf-44a3-a981-d9a6ff09f470 None None] Provisioning for port ae2a8e58-0a03-409d-8c0e-e7506d56631b completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:28:50.509545 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c253005a-7cdf-44a3-a981-d9a6ff09f470 None None] Provisioning complete for port ae2a8e58-0a03-409d-8c0e-e7506d56631b triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:28:50.509938 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c253005a-7cdf-44a3-a981-d9a6ff09f470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:50.512493 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-fd3ce02c-4fe8-4fac-8f29-53b6f3e1dfa8 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=a8d35e294cd04056a95b7c400ad23640&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7194741 Jul 14 09:28:50.529691 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 52024) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:50.595027 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-c253005a-7cdf-44a3-a981-d9a6ff09f470 None None] Port ae2a8e58-0a03-409d-8c0e-e7506d56631b cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:28:50.639680 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8a39df-741b-4bd2-afa0-6847c28fe4ae req-3a647c0b-b0af-4ace-b360-ab4f0d70e84f tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:50.646056 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8a39df-741b-4bd2-afa0-6847c28fe4ae req-3a647c0b-b0af-4ace-b360-ab4f0d70e84f tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:50.654258 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8a39df-741b-4bd2-afa0-6847c28fe4ae req-3a647c0b-b0af-4ace-b360-ab4f0d70e84f tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:50.660967 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8a39df-741b-4bd2-afa0-6847c28fe4ae req-3a647c0b-b0af-4ace-b360-ab4f0d70e84f tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:50.668763 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8a39df-741b-4bd2-afa0-6847c28fe4ae req-3a647c0b-b0af-4ace-b360-ab4f0d70e84f tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:50.673691 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8a39df-741b-4bd2-afa0-6847c28fe4ae req-3a647c0b-b0af-4ace-b360-ab4f0d70e84f tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:50.680238 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8a39df-741b-4bd2-afa0-6847c28fe4ae req-3a647c0b-b0af-4ace-b360-ab4f0d70e84f tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:50.683047 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-fb8a39df-741b-4bd2-afa0-6847c28fe4ae req-3a647c0b-b0af-4ace-b360-ab4f0d70e84f tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] 10.222.0.68 "GET /v2.0/ports?device_id=15fddc0e-6959-44be-b8ff-be56e396088e HTTP/1.1" status: 200 len: 5428 time: 0.1856740 Jul 14 09:28:50.687318 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-65256b4d-45ea-496c-92cf-10561a363450 tempest-RoutersIpV6AdminTest-414384186 tempest-RoutersIpV6AdminTest-414384186-project-admin] 10.222.0.68 "GET /v2.0/routers/1e5dd177-57de-4300-8d8f-9a2fec1d752d HTTP/1.1" status: 200 len: 908 time: 0.3045363 Jul 14 09:28:50.697683 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 52026) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:50.702640 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-72c72cdb-4727-4622-bb3e-a32680468a1d tempest-RoutersIpV6AdminTest-414384186 tempest-RoutersIpV6AdminTest-414384186-project-admin] Request body: {'router': {'name': 'tempest-snat-router-628570028', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'enable_snat': True}}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:28:50.726840 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4f0484-de2c-4599-a597-661287c85f85 req-f7376219-dcdd-4a45-8907-419f3562b23a tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:50.736593 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-8f4f0484-de2c-4599-a597-661287c85f85 req-f7376219-dcdd-4a45-8907-419f3562b23a tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/ports?device_id=13db2923-1bcc-4d53-b207-912e4fbe5a37 HTTP/1.1" status: 200 len: 945 time: 0.2466607 Jul 14 09:28:50.755347 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-fb8a39df-741b-4bd2-afa0-6847c28fe4ae req-1b197699-625e-4ca2-b72f-fb8ee4a67bbf tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] 10.222.0.68 "GET /v2.0/security-groups?id=8dea9d70-5f45-4874-bf11-9cb57df29d33&id=654de86a-d9c2-46da-8a5c-08b7fecbf459&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0648842 Jul 14 09:28:50.761631 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-72c72cdb-4727-4622-bb3e-a32680468a1d tempest-RoutersIpV6AdminTest-414384186 tempest-RoutersIpV6AdminTest-414384186-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-711749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14670'] for router, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:50.763748 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-72c72cdb-4727-4622-bb3e-a32680468a1d tempest-RoutersIpV6AdminTest-414384186 tempest-RoutersIpV6AdminTest-414384186-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-711718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-661475', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14679'] for router, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:50.833183 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-f245cd60-60c6-4967-bfbd-266a7acd4f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e5dd177-57de-4300-8d8f-9a2fec1d752d', 'name': 'tempest-snat-router-628570028', 'tenant_id': '122296d0eaa741989a91127fe397e5ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.199'}], 'enable_snat': False}, 'gw_port_id': '9b4e9144-1360-4162-a408-930644c5f206', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:28:47Z', 'updated_at': '2021-07-14T09:28:48Z', 'revision_number': 3, 'project_id': '122296d0eaa741989a91127fe397e5ee', 'gw_port': {'id': '9b4e9144-1360-4162-a408-930644c5f206', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:7b:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e5dd177-57de-4300-8d8f-9a2fec1d752d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:28:48Z', 'updated_at': '2021-07-14T09:28:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-779913-29'}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:50.920288 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f245cd60-60c6-4967-bfbd-266a7acd4f45 None None] Checking router: 1e5dd177-57de-4300-8d8f-9a2fec1d752d for host: n-d-779913-29 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:28:50.923330 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-72c72cdb-4727-4622-bb3e-a32680468a1d tempest-RoutersIpV6AdminTest-414384186 tempest-RoutersIpV6AdminTest-414384186-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:50.925075 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f245cd60-60c6-4967-bfbd-266a7acd4f45 None None] Updating router 1e5dd177-57de-4300-8d8f-9a2fec1d752d port 9b4e9144-1360-4162-a408-930644c5f206 binding host n-d-779913-29 {{(pid=93960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:28:51.000744 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f245cd60-60c6-4967-bfbd-266a7acd4f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:51.090258 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 52042) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:51.148625 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6ee8a01c-a8d3-4b3e-b678-84a89d0b4c0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:51.172338 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6ee8a01c-a8d3-4b3e-b678-84a89d0b4c0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:51.202626 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-47cf2f48-e482-4f33-a539-7a207d8eb504 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=181b4689469e4593b36951a885c9acaa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1110005 Jul 14 09:28:51.206384 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 52052) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:51.259013 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-72c72cdb-4727-4622-bb3e-a32680468a1d tempest-RoutersIpV6AdminTest-414384186 tempest-RoutersIpV6AdminTest-414384186-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-661489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-711771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12973'] for router, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:51.265679 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-8f4f0484-de2c-4599-a597-661287c85f85 req-5db0a049-8126-4adf-9174-b93bcda43156 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/security-groups?id=bfacbc39-872c-438f-b7f4-05abded490ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5271776 Jul 14 09:28:51.395547 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6ee8a01c-a8d3-4b3e-b678-84a89d0b4c0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:51.397736 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f245cd60-60c6-4967-bfbd-266a7acd4f45 None None] Notify callbacks [] for port, precommit_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:51.398264 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6ee8a01c-a8d3-4b3e-b678-84a89d0b4c0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:51.402450 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-6ee8a01c-a8d3-4b3e-b678-84a89d0b4c0f admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/1c805cd9-f856-47a8-9303-c56738ff71bc HTTP/1.1" status: 204 len: 168 time: 0.8665540 Jul 14 09:28:51.417272 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-f245cd60-60c6-4967-bfbd-266a7acd4f45 None None] Transition to ACTIVE for port object 9b4e9144-1360-4162-a408-930644c5f206 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:28:51.424429 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f245cd60-60c6-4967-bfbd-266a7acd4f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:51.430587 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e0bbb677-c008-4e73-a998-4be7eff66c86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:51.495488 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-f245cd60-60c6-4967-bfbd-266a7acd4f45 None None] Attempting to bind port 9b4e9144-1360-4162-a408-930644c5f206 on host n-d-779913-29 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:28:51.495854 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-f245cd60-60c6-4967-bfbd-266a7acd4f45 None None] Attempting to bind port 9b4e9144-1360-4162-a408-930644c5f206 by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': '81bf7a93-80b3-43df-b9d5-462c604a2945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:28:51.496224 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f245cd60-60c6-4967-bfbd-266a7acd4f45 None None] Attempting to bind port 9b4e9144-1360-4162-a408-930644c5f206 on network 2dcd4d32-cc7c-4468-b396-7ce5c9231892 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:28:51.507312 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f245cd60-60c6-4967-bfbd-266a7acd4f45 None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 28, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:28:51.507690 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f245cd60-60c6-4967-bfbd-266a7acd4f45 None None] Checking segment: {'id': '81bf7a93-80b3-43df-b9d5-462c604a2945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:28:51.508103 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f245cd60-60c6-4967-bfbd-266a7acd4f45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:51.508498 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f245cd60-60c6-4967-bfbd-266a7acd4f45 None None] Bound using segment: {'id': '81bf7a93-80b3-43df-b9d5-462c604a2945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:28:51.509002 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-f245cd60-60c6-4967-bfbd-266a7acd4f45 None None] Bound port: 9b4e9144-1360-4162-a408-930644c5f206, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81bf7a93-80b3-43df-b9d5-462c604a2945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:28:51.509398 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f245cd60-60c6-4967-bfbd-266a7acd4f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:51.515070 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee8a01c-a8d3-4b3e-b678-84a89d0b4c0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c805cd9-f856-47a8-9303-c56738ff71bc,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:51.537237 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e0bbb677-c008-4e73-a998-4be7eff66c86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:51.549388 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-72c72cdb-4727-4622-bb3e-a32680468a1d tempest-RoutersIpV6AdminTest-414384186 tempest-RoutersIpV6AdminTest-414384186-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:51.560471 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb7840c-579a-4d7e-84aa-1ec08af6446a None None] Pushing event updated for resources: {'Port': ['ID=9b4e9144-1360-4162-a408-930644c5f206,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:51.571589 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-72c72cdb-4727-4622-bb3e-a32680468a1d tempest-RoutersIpV6AdminTest-414384186 tempest-RoutersIpV6AdminTest-414384186-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:51.580749 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb7840c-579a-4d7e-84aa-1ec08af6446a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:28:51.581435 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb7840c-579a-4d7e-84aa-1ec08af6446a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:28:51.582156 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb7840c-579a-4d7e-84aa-1ec08af6446a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:28:51.582589 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb7840c-579a-4d7e-84aa-1ec08af6446a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:28:51.582983 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb7840c-579a-4d7e-84aa-1ec08af6446a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:28:51.583490 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb7840c-579a-4d7e-84aa-1ec08af6446a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:28:51.583957 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb7840c-579a-4d7e-84aa-1ec08af6446a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:28:51.584384 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb7840c-579a-4d7e-84aa-1ec08af6446a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:28:51.584884 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb7840c-579a-4d7e-84aa-1ec08af6446a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:28:51.585485 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb7840c-579a-4d7e-84aa-1ec08af6446a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:28:51.586009 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb7840c-579a-4d7e-84aa-1ec08af6446a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:28:51.586523 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb7840c-579a-4d7e-84aa-1ec08af6446a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:28:51.600158 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-f245cd60-60c6-4967-bfbd-266a7acd4f45 None None] For port 9b4e9144-1360-4162-a408-930644c5f206, host n-d-779913-29, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:28:51.603767 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-f245cd60-60c6-4967-bfbd-266a7acd4f45 None None] For port 9b4e9144-1360-4162-a408-930644c5f206, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=9b4e9144-1360-4162-a408-930644c5f206,segment=NetworkSegment(81bf7a93-80b3-43df-b9d5-462c604a2945),segment_id=81bf7a93-80b3-43df-b9d5-462c604a2945)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:28:51.608920 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f245cd60-60c6-4967-bfbd-266a7acd4f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:51.680013 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-52205808-cfa9-4327-af25-f97bcb33124d tempest-FloatingIPAdminTestJSON-1792528294 tempest-FloatingIPAdminTestJSON-1792528294-project] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:51.689527 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f245cd60-60c6-4967-bfbd-266a7acd4f45 None None] Routers {'1e5dd177-57de-4300-8d8f-9a2fec1d752d'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:28:51.690653 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-f245cd60-60c6-4967-bfbd-266a7acd4f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:28:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['1e5dd177-57de-4300-8d8f-9a2fec1d752d'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:51.691758 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-52205808-cfa9-4327-af25-f97bcb33124d tempest-FloatingIPAdminTestJSON-1792528294 tempest-FloatingIPAdminTestJSON-1792528294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13574142'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:51.737366 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-72c72cdb-4727-4622-bb3e-a32680468a1d tempest-RoutersIpV6AdminTest-414384186 tempest-RoutersIpV6AdminTest-414384186-project-admin] Allocated IP 172.25.4.175 (2dcd4d32-cc7c-4468-b396-7ce5c9231892/6cd22a75-5bc1-467c-a3c4-0af04bd1b34a/302a3e79-c23c-4b81-b2b9-6617b394854e) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:28:51.760436 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 52070) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:51.788399 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e0bbb677-c008-4e73-a998-4be7eff66c86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:51.794580 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e0bbb677-c008-4e73-a998-4be7eff66c86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:51.798911 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb7840c-579a-4d7e-84aa-1ec08af6446a None None] Pushing event updated for resources: {'Port': ['ID=9b4e9144-1360-4162-a408-930644c5f206,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:51.799796 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-e0bbb677-c008-4e73-a998-4be7eff66c86 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/3d52ac19-1c66-451e-807c-4ea1a3597a75 HTTP/1.1" status: 204 len: 168 time: 0.5856454 Jul 14 09:28:51.826214 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52205808-cfa9-4327-af25-f97bcb33124d tempest-FloatingIPAdminTestJSON-1792528294 tempest-FloatingIPAdminTestJSON-1792528294-project] Pushing event updated for resources: {'Port': ['ID=ae2a8e58-0a03-409d-8c0e-e7506d56631b,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:51.848181 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bbb677-c008-4e73-a998-4be7eff66c86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d52ac19-1c66-451e-807c-4ea1a3597a75,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:51.865158 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-52205808-cfa9-4327-af25-f97bcb33124d tempest-FloatingIPAdminTestJSON-1792528294 tempest-FloatingIPAdminTestJSON-1792528294-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-683747'] for router_interface, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:51.872994 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-f245cd60-60c6-4967-bfbd-266a7acd4f45 None None] Set router 1e5dd177-57de-4300-8d8f-9a2fec1d752d gateway port host: n-d-779913-29 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:28:51.896546 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-72c72cdb-4727-4622-bb3e-a32680468a1d tempest-RoutersIpV6AdminTest-414384186 tempest-RoutersIpV6AdminTest-414384186-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:51.966898 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-72c72cdb-4727-4622-bb3e-a32680468a1d tempest-RoutersIpV6AdminTest-414384186 tempest-RoutersIpV6AdminTest-414384186-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:52.046705 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d97494c-f636-4d4f-9b38-24e7cfa0d9bb req-6c1b7eef-0334-4c1d-b5a0-610bc8d1055f tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:52.049558 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-5d97494c-f636-4d4f-9b38-24e7cfa0d9bb req-6c1b7eef-0334-4c1d-b5a0-610bc8d1055f tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.57 "GET /v2.0/ports?device_id=13db2923-1bcc-4d53-b207-912e4fbe5a37 HTTP/1.1" status: 200 len: 945 time: 0.1094351 Jul 14 09:28:52.050646 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72c72cdb-4727-4622-bb3e-a32680468a1d tempest-RoutersIpV6AdminTest-414384186 tempest-RoutersIpV6AdminTest-414384186-project-admin] Network 2dcd4d32-cc7c-4468-b396-7ce5c9231892 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:28:52.062056 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-72c72cdb-4727-4622-bb3e-a32680468a1d tempest-RoutersIpV6AdminTest-414384186 tempest-RoutersIpV6AdminTest-414384186-project-admin] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:28:52.065486 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c72cdb-4727-4622-bb3e-a32680468a1d tempest-RoutersIpV6AdminTest-414384186 tempest-RoutersIpV6AdminTest-414384186-project-admin] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:28:52.075842 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52205808-cfa9-4327-af25-f97bcb33124d tempest-FloatingIPAdminTestJSON-1792528294 tempest-FloatingIPAdminTestJSON-1792528294-project] Network 5916796d-12a7-4c8d-93ea-4ccde502bf36 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:28:52.079973 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d8ebdc91-fc82-4387-93d8-14f0328481db admin admin] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:52.099237 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3ae6b28c-e662-4bda-9541-70a3520bdf6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:52.102147 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-52205808-cfa9-4327-af25-f97bcb33124d tempest-FloatingIPAdminTestJSON-1792528294 tempest-FloatingIPAdminTestJSON-1792528294-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:28:52.121681 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c72cdb-4727-4622-bb3e-a32680468a1d tempest-RoutersIpV6AdminTest-414384186 tempest-RoutersIpV6AdminTest-414384186-project-admin] Pushing event updated for resources: {'Port': ['ID=302a3e79-c23c-4b81-b2b9-6617b394854e,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:52.187573 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff58c89-0379-453b-ae7c-b496ca0d3c3b req-5c1ad55a-39a2-4920-b37b-82dc2fe315c2 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:52.193658 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff58c89-0379-453b-ae7c-b496ca0d3c3b req-5c1ad55a-39a2-4920-b37b-82dc2fe315c2 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:52.200299 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff58c89-0379-453b-ae7c-b496ca0d3c3b req-5c1ad55a-39a2-4920-b37b-82dc2fe315c2 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:52.213152 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff58c89-0379-453b-ae7c-b496ca0d3c3b req-5c1ad55a-39a2-4920-b37b-82dc2fe315c2 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:52.224140 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff58c89-0379-453b-ae7c-b496ca0d3c3b req-5c1ad55a-39a2-4920-b37b-82dc2fe315c2 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:52.230887 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff58c89-0379-453b-ae7c-b496ca0d3c3b req-5c1ad55a-39a2-4920-b37b-82dc2fe315c2 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:52.238061 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff58c89-0379-453b-ae7c-b496ca0d3c3b req-5c1ad55a-39a2-4920-b37b-82dc2fe315c2 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:52.240302 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1ff58c89-0379-453b-ae7c-b496ca0d3c3b req-5c1ad55a-39a2-4920-b37b-82dc2fe315c2 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] 10.222.0.68 "GET /v2.0/ports?device_id=15fddc0e-6959-44be-b8ff-be56e396088e HTTP/1.1" status: 200 len: 5428 time: 0.3115547 Jul 14 09:28:52.310581 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-f245cd60-60c6-4967-bfbd-266a7acd4f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e5dd177-57de-4300-8d8f-9a2fec1d752d', 'name': 'tempest-snat-router-628570028', 'tenant_id': '122296d0eaa741989a91127fe397e5ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.199'}], 'enable_snat': False}, 'gw_port_id': '9b4e9144-1360-4162-a408-930644c5f206', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:28:47Z', 'updated_at': '2021-07-14T09:28:48Z', 'revision_number': 3, 'project_id': '122296d0eaa741989a91127fe397e5ee', 'gw_port': {'id': '9b4e9144-1360-4162-a408-930644c5f206', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:7b:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e5dd177-57de-4300-8d8f-9a2fec1d752d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:28:48Z', 'updated_at': '2021-07-14T09:28:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-779913-29'}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:52.398419 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f245cd60-60c6-4967-bfbd-266a7acd4f45 None None] The sync data for ids ['1e5dd177-57de-4300-8d8f-9a2fec1d752d'] in n-d-779913-29 is: [{'id': '1e5dd177-57de-4300-8d8f-9a2fec1d752d', 'name': 'tempest-snat-router-628570028', 'tenant_id': '122296d0eaa741989a91127fe397e5ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.199'}], 'enable_snat': False}, 'gw_port_id': '9b4e9144-1360-4162-a408-930644c5f206', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:28:47Z', 'updated_at': '2021-07-14T09:28:48Z', 'revision_number': 3, 'project_id': '122296d0eaa741989a91127fe397e5ee', 'gw_port': {'id': '9b4e9144-1360-4162-a408-930644c5f206', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:7b:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e5dd177-57de-4300-8d8f-9a2fec1d752d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:28:48Z', 'updated_at': '2021-07-14T09:28:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-779913-29'}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:28:52.579581 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52205808-cfa9-4327-af25-f97bcb33124d tempest-FloatingIPAdminTestJSON-1792528294 tempest-FloatingIPAdminTestJSON-1792528294-project] Router 9ebb6cba-c4c8-4135-9333-606a5e04ef07 has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:28:52.614304 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-5d97494c-f636-4d4f-9b38-24e7cfa0d9bb req-52659608-4796-4fc4-b659-940ab3635e19 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Deleting port a2d98ebe-5ddf-4563-bb2d-f04ebdb9dc5f {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:28:52.614656 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-5d97494c-f636-4d4f-9b38-24e7cfa0d9bb req-52659608-4796-4fc4-b659-940ab3635e19 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:52.638417 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-1c36c755-d448-441a-be49-ecef1a4b7576 None None] Provisioning complete for port ae2a8e58-0a03-409d-8c0e-e7506d56631b triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:28:52.638815 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1c36c755-d448-441a-be49-ecef1a4b7576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:52.710025 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-1c36c755-d448-441a-be49-ecef1a4b7576 None None] Port ae2a8e58-0a03-409d-8c0e-e7506d56631b cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:28:52.769685 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-5d97494c-f636-4d4f-9b38-24e7cfa0d9bb req-52659608-4796-4fc4-b659-940ab3635e19 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] For port a2d98ebe-5ddf-4563-bb2d-f04ebdb9dc5f, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=a2d98ebe-5ddf-4563-bb2d-f04ebdb9dc5f,segment=NetworkSegment(f28b4a20-abdb-43f4-86e7-8da3ae7a1990),segment_id=f28b4a20-abdb-43f4-86e7-8da3ae7a1990)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:28:52.770068 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-5d97494c-f636-4d4f-9b38-24e7cfa0d9bb req-52659608-4796-4fc4-b659-940ab3635e19 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:52.797677 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-5d97494c-f636-4d4f-9b38-24e7cfa0d9bb req-52659608-4796-4fc4-b659-940ab3635e19 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Calling delete_port for a2d98ebe-5ddf-4563-bb2d-f04ebdb9dc5f owned by compute:nova {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:28:52.978780 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 52114) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:53.007585 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1ff58c89-0379-453b-ae7c-b496ca0d3c3b req-3d232fc8-66e7-466c-868b-281d5b39ffea tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] 10.222.0.68 "GET /v2.0/security-groups?id=8dea9d70-5f45-4874-bf11-9cb57df29d33&id=654de86a-d9c2-46da-8a5c-08b7fecbf459&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2166548 Jul 14 09:28:53.115923 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fa0deb-be8d-4832-b05f-8a6c6b430f1d req-c280d0b7-e903-465a-a78e-868a1920d08a tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:53.117515 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-89fa0deb-be8d-4832-b05f-8a6c6b430f1d req-c280d0b7-e903-465a-a78e-868a1920d08a tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/ports?device_id=13db2923-1bcc-4d53-b207-912e4fbe5a37 HTTP/1.1" status: 200 len: 945 time: 0.5565338 Jul 14 09:28:53.136168 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d8ebdc91-fc82-4387-93d8-14f0328481db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:53.161666 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52205808-cfa9-4327-af25-f97bcb33124d tempest-FloatingIPAdminTestJSON-1792528294 tempest-FloatingIPAdminTestJSON-1792528294-project] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:28:53.167920 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d8ebdc91-fc82-4387-93d8-14f0328481db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:53.174005 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-52205808-cfa9-4327-af25-f97bcb33124d tempest-FloatingIPAdminTestJSON-1792528294 tempest-FloatingIPAdminTestJSON-1792528294-project] 10.222.0.68 "PUT /v2.0/routers/9ebb6cba-c4c8-4135-9333-606a5e04ef07/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4206398 Jul 14 09:28:53.174005 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 52120) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:53.184951 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4c385d1-b0a7-4bd9-bef9-a3d6adff3409 None None] Sync routers for ids ['9ebb6cba-c4c8-4135-9333-606a5e04ef07'] in n-d-779913-29 {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:28:53.188857 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-8bfd1156-dc0f-4ef0-a49e-f6a92db70cb6 tempest-FloatingIPAdminTestJSON-1792528294 tempest-FloatingIPAdminTestJSON-1792528294-project] Request body: {'port': {'network_id': '5916796d-12a7-4c8d-93ea-4ccde502bf36', 'name': 'tempest-FloatingIPAdminTestJSON-536002668'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:28:53.199867 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4c385d1-b0a7-4bd9-bef9-a3d6adff3409 None None] Routers {'9ebb6cba-c4c8-4135-9333-606a5e04ef07'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:28:53.203565 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-b4c385d1-b0a7-4bd9-bef9-a3d6adff3409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:28:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['9ebb6cba-c4c8-4135-9333-606a5e04ef07'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:53.228038 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-d8ebdc91-fc82-4387-93d8-14f0328481db admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=7d4e26b2dedf425dabbc7c468d178cbb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4637094 Jul 14 09:28:53.230693 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ebdc91-fc82-4387-93d8-14f0328481db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9548b02a-1979-42d3-92f7-0bdf13438f78,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:53.234424 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 52122) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:53.240950 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-72c72cdb-4727-4622-bb3e-a32680468a1d tempest-RoutersIpV6AdminTest-414384186 tempest-RoutersIpV6AdminTest-414384186-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:53.292756 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-b4c385d1-b0a7-4bd9-bef9-a3d6adff3409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:53.316979 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4c385d1-b0a7-4bd9-bef9-a3d6adff3409 None None] Routers {'9ebb6cba-c4c8-4135-9333-606a5e04ef07'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:28:53.317632 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-b4c385d1-b0a7-4bd9-bef9-a3d6adff3409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:28:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['9ebb6cba-c4c8-4135-9333-606a5e04ef07'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:53.348007 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-89fa0deb-be8d-4832-b05f-8a6c6b430f1d req-b61829fa-291b-4803-9c1a-c4af0f77a6a9 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/security-groups?id=bfacbc39-872c-438f-b7f4-05abded490ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2194672 Jul 14 09:28:53.411048 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-74e2515f-f0e5-4514-95ba-5ea6c0d63137 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-809254703-network', 'tenant_id': '51a0c5b2b5094b24a910e75e03cedf47'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:28:53.417045 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-b4c385d1-b0a7-4bd9-bef9-a3d6adff3409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:53.418275 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4c385d1-b0a7-4bd9-bef9-a3d6adff3409 None None] The sync data for ids ['9ebb6cba-c4c8-4135-9333-606a5e04ef07'] in n-d-779913-29 is: [] {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:28:53.428823 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-bd100c47-1761-4c2e-9be2-f8547eae2a40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:53.429135 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-5d97494c-f636-4d4f-9b38-24e7cfa0d9bb req-52659608-4796-4fc4-b659-940ab3635e19 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:53.462942 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] get_ports_and_sgs() called for port_ids ['355d4f4e-0f97-4599-8580-8d12831aaf46'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:28:53.478774 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52659608-4796-4fc4-b659-940ab3635e19 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Pushing event deleted for resources: {'Port': ['ID=a2d98ebe-5ddf-4563-bb2d-f04ebdb9dc5f,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:53.524870 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-bd100c47-1761-4c2e-9be2-f8547eae2a40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:53.553908 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74e2515f-f0e5-4514-95ba-5ea6c0d63137 admin admin] Made reservation on behalf of 51a0c5b2b5094b24a910e75e03cedf47 for: {'network': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:28:53.562090 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-74e2515f-f0e5-4514-95ba-5ea6c0d63137 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for network, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:53.563959 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] get_ports_and_sgs() called for port_ids ['76560477-d91e-4b4a-98a2-a6c81e43e88d', 'a2d98ebe-5ddf-4563-bb2d-f04ebdb9dc5f'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:28:53.572855 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d97494c-f636-4d4f-9b38-24e7cfa0d9bb req-52659608-4796-4fc4-b659-940ab3635e19 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] No DVR routers for this DVR port a2d98ebe-5ddf-4563-bb2d-f04ebdb9dc5f on host n-h2-779913-29 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:28:53.575681 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bfd1156-dc0f-4ef0-a49e-f6a92db70cb6 tempest-FloatingIPAdminTestJSON-1792528294 tempest-FloatingIPAdminTestJSON-1792528294-project] Made reservation on behalf of 5cb2cc1406ed46dbbb7033e314355e82 for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:28:53.585218 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.agents_db [None req-3c3509fb-540d-4335-a450-574895dd3602 None None] Agent healthcheck: found 7 active agents {{(pid=93960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:28:53.591966 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8bfd1156-dc0f-4ef0-a49e-f6a92db70cb6 tempest-FloatingIPAdminTestJSON-1792528294 tempest-FloatingIPAdminTestJSON-1792528294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:53.593179 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-74e2515f-f0e5-4514-95ba-5ea6c0d63137 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:53.596780 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-5d97494c-f636-4d4f-9b38-24e7cfa0d9bb req-52659608-4796-4fc4-b659-940ab3635e19 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:53.599407 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-5d97494c-f636-4d4f-9b38-24e7cfa0d9bb req-52659608-4796-4fc4-b659-940ab3635e19 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.57 "DELETE /v2.0/ports/a2d98ebe-5ddf-4563-bb2d-f04ebdb9dc5f HTTP/1.1" status: 204 len: 173 time: 1.5411537 Jul 14 09:28:53.600050 n-d-779913-29 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13db2923-1bcc-4d53-b207-912e4fbe5a37', 'name': 'network-vif-deleted', 'tag': 'a2d98ebe-5ddf-4563-bb2d-f04ebdb9dc5f'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:28:53.603690 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cb48f044f948e981f43897c8d7f1332f741dc7af2b4c5a6e19d8f4a80f708e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b02f5b3-d69a-47e2-958f-a486ca7082bd" -d '{"events": [{"server_uuid": "13db2923-1bcc-4d53-b207-912e4fbe5a37", "name": "network-vif-deleted", "tag": "a2d98ebe-5ddf-4563-bb2d-f04ebdb9dc5f"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:28:53.626379 n-d-779913-29 neutron-server[93958]: DEBUG neutron.notifiers.nova [None req-8bfd1156-dc0f-4ef0-a49e-f6a92db70cb6 tempest-FloatingIPAdminTestJSON-1792528294 tempest-FloatingIPAdminTestJSON-1792528294-project] device_id is not set on port 6735d27c-e0ca-4577-b8af-7cc8da2ebd9a yet. {{(pid=93958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:28:53.771275 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device bfd0c50f-c861-4562-bbf6-c4c5fe7bf9af up at agent hyperv_n-h1-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:28:53.843575 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-8bfd1156-dc0f-4ef0-a49e-f6a92db70cb6 tempest-FloatingIPAdminTestJSON-1792528294 tempest-FloatingIPAdminTestJSON-1792528294-project] Allocated IP 172.20.0.5 (5916796d-12a7-4c8d-93ea-4ccde502bf36/0c54ac4e-9754-4961-b1ba-ca5bc5f3ceb5/6735d27c-e0ca-4577-b8af-7cc8da2ebd9a) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:28:53.881388 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-72c72cdb-4727-4622-bb3e-a32680468a1d tempest-RoutersIpV6AdminTest-414384186 tempest-RoutersIpV6AdminTest-414384186-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-711762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-661452'] for router, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:53.883387 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-bd100c47-1761-4c2e-9be2-f8547eae2a40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:53.886475 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-bd100c47-1761-4c2e-9be2-f8547eae2a40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:53.890271 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-bd100c47-1761-4c2e-9be2-f8547eae2a40 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/9548b02a-1979-42d3-92f7-0bdf13438f78 HTTP/1.1" status: 204 len: 168 time: 0.6522660 Jul 14 09:28:53.908712 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd100c47-1761-4c2e-9be2-f8547eae2a40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9548b02a-1979-42d3-92f7-0bdf13438f78,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:54.008340 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Provisioning for port bfd0c50f-c861-4562-bbf6-c4c5fe7bf9af completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:28:54.016257 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Provisioning complete for port bfd0c50f-c861-4562-bbf6-c4c5fe7bf9af triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:28:54.016542 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:54.072383 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8bfd1156-dc0f-4ef0-a49e-f6a92db70cb6 tempest-FloatingIPAdminTestJSON-1792528294 tempest-FloatingIPAdminTestJSON-1792528294-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:54.089160 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-8bfd1156-dc0f-4ef0-a49e-f6a92db70cb6 tempest-FloatingIPAdminTestJSON-1792528294 tempest-FloatingIPAdminTestJSON-1792528294-project] Transition to ACTIVE for port object 6735d27c-e0ca-4577-b8af-7cc8da2ebd9a will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:28:54.108417 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-74e2515f-f0e5-4514-95ba-5ea6c0d63137 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:54.118819 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-74e2515f-f0e5-4514-95ba-5ea6c0d63137 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:54.128524 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:28:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7554a14-de69-4e62-ab40-d56fd439d87b x-openstack-request-id: req-c7554a14-de69-4e62-ab40-d56fd439d87b {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:28:54.129031 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13db2923-1bcc-4d53-b207-912e4fbe5a37", "name": "network-vif-deleted", "tag": "a2d98ebe-5ddf-4563-bb2d-f04ebdb9dc5f", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:28:54.129390 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-c7554a14-de69-4e62-ab40-d56fd439d87b {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:28:54.130100 n-d-779913-29 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13db2923-1bcc-4d53-b207-912e4fbe5a37', 'name': 'network-vif-deleted', 'tag': 'a2d98ebe-5ddf-4563-bb2d-f04ebdb9dc5f', 'status': 'completed', 'code': 200} Jul 14 09:28:54.136503 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8bfd1156-dc0f-4ef0-a49e-f6a92db70cb6 tempest-FloatingIPAdminTestJSON-1792528294 tempest-FloatingIPAdminTestJSON-1792528294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:54.158801 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e2515f-f0e5-4514-95ba-5ea6c0d63137 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eeb6af3a-5470-4dbd-a9a5-eefd3c4fc1c6,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:54.173590 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74e2515f-f0e5-4514-95ba-5ea6c0d63137 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 720} {{(pid=93957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:28:54.183887 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-74e2515f-f0e5-4514-95ba-5ea6c0d63137 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:54.184309 n-d-779913-29 neutron-server[93957]: INFO neutron.db.segments_db [None req-74e2515f-f0e5-4514-95ba-5ea6c0d63137 admin admin] Added segment 4e909166-7a9a-4d71-9929-2b11d90f7baa of type vlan for network 087e0468-2285-4c59-b3f2-1d1ff8b2217b Jul 14 09:28:54.185972 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72c72cdb-4727-4622-bb3e-a32680468a1d tempest-RoutersIpV6AdminTest-414384186 tempest-RoutersIpV6AdminTest-414384186-project-admin] Router 489aace5-c6b6-4299-b25f-5dd7fb536336 is scheduled to L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 with binding_index 1 {{(pid=93957) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:28:54.264608 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfd1156-dc0f-4ef0-a49e-f6a92db70cb6 tempest-FloatingIPAdminTestJSON-1792528294 tempest-FloatingIPAdminTestJSON-1792528294-project] Pushing event updated for resources: {'Port': ['ID=6735d27c-e0ca-4577-b8af-7cc8da2ebd9a,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:54.310507 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bfd1156-dc0f-4ef0-a49e-f6a92db70cb6 tempest-FloatingIPAdminTestJSON-1792528294 tempest-FloatingIPAdminTestJSON-1792528294-project] Network 5916796d-12a7-4c8d-93ea-4ccde502bf36 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:28:54.313054 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-8bfd1156-dc0f-4ef0-a49e-f6a92db70cb6 tempest-FloatingIPAdminTestJSON-1792528294 tempest-FloatingIPAdminTestJSON-1792528294-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:28:54.329380 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bfd1156-dc0f-4ef0-a49e-f6a92db70cb6 tempest-FloatingIPAdminTestJSON-1792528294 tempest-FloatingIPAdminTestJSON-1792528294-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:28:54.344868 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-74e2515f-f0e5-4514-95ba-5ea6c0d63137 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735687821325'] for network, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:54.354334 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:54.421935 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 52148) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:54.428140 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port bfd0c50f-c861-4562-bbf6-c4c5fe7bf9af, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=bfd0c50f-c861-4562-bbf6-c4c5fe7bf9af,segment=NetworkSegment(346dc94d-54e0-4ffe-b110-f21faf0bbb7e),segment_id=346dc94d-54e0-4ffe-b110-f21faf0bbb7e)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:28:54.429027 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15fddc0e-6959-44be-b8ff-be56e396088e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfd0c50f-c861-4562-bbf6-c4c5fe7bf9af'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:28:54.432467 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd62303f06773040a8a4e189dc46b4f565768c299abf8ab8e7739778b0bc3e97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3069e130-869e-43cd-bb30-f49eec8f1188" -d '{"events": [{"server_uuid": "15fddc0e-6959-44be-b8ff-be56e396088e", "name": "network-vif-plugged", "status": "completed", "tag": "bfd0c50f-c861-4562-bbf6-c4c5fe7bf9af"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:28:54.439137 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:54.439993 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 9e37b52c-3f18-4c81-9abd-39641803b448 up at agent hyperv_n-h1-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:28:54.521348 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-32ff6b24-3666-40fe-8442-2e9095054527 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:54.539631 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-74e2515f-f0e5-4514-95ba-5ea6c0d63137 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855'] for network, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:54.542851 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74e2515f-f0e5-4514-95ba-5ea6c0d63137 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:54.543571 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-74e2515f-f0e5-4514-95ba-5ea6c0d63137 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for network, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:54.592583 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bfd1156-dc0f-4ef0-a49e-f6a92db70cb6 tempest-FloatingIPAdminTestJSON-1792528294 tempest-FloatingIPAdminTestJSON-1792528294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:54.593287 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8bfd1156-dc0f-4ef0-a49e-f6a92db70cb6 tempest-FloatingIPAdminTestJSON-1792528294 tempest-FloatingIPAdminTestJSON-1792528294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:54.712977 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 9b4e9144-1360-4162-a408-930644c5f206 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:28:54.720817 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Pushing event updated for resources: {'Port': ['ID=bfd0c50f-c861-4562-bbf6-c4c5fe7bf9af,revision_number=5']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:54.753905 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-32ff6b24-3666-40fe-8442-2e9095054527 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:54.759428 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-74e2515f-f0e5-4514-95ba-5ea6c0d63137 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.7766898 Jul 14 09:28:54.764985 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-6ec7efd3-3a66-4913-b861-74d2d7ad1376 req-77288a91-2fcd-4cf0-a0a2-00ec52070b5b tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/ports?device_id=13db2923-1bcc-4d53-b207-912e4fbe5a37 HTTP/1.1" status: 200 len: 210 time: 0.0654595 Jul 14 09:28:54.767260 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 52158) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:54.785080 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-e52954bb-c7a0-4820-8cd2-fe6faf67638c admin admin] Request body: {'subnet': {'network_id': '087e0468-2285-4c59-b3f2-1d1ff8b2217b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-809254703-subnet', 'tenant_id': '51a0c5b2b5094b24a910e75e03cedf47', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:28:54.791920 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Provisioning for port 9e37b52c-3f18-4c81-9abd-39641803b448 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:28:54.800973 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Provisioning complete for port 9e37b52c-3f18-4c81-9abd-39641803b448 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:28:54.801358 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:54.816043 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:54.819687 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-dcd91710-cd34-40c3-8dd2-658cce0ab5cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:54.823419 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-8bfd1156-dc0f-4ef0-a49e-f6a92db70cb6 tempest-FloatingIPAdminTestJSON-1792528294 tempest-FloatingIPAdminTestJSON-1792528294-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6495187 Jul 14 09:28:54.831517 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 52162) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:54.840171 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-32ff6b24-3666-40fe-8442-2e9095054527 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:54.848473 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning for port 9b4e9144-1360-4162-a408-930644c5f206 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:28:54.855668 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port 9b4e9144-1360-4162-a408-930644c5f206 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:28:54.856327 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:54.864211 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e52954bb-c7a0-4820-8cd2-fe6faf67638c admin admin] Made reservation on behalf of 51a0c5b2b5094b24a910e75e03cedf47 for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:28:54.868137 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e52954bb-c7a0-4820-8cd2-fe6faf67638c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16714600'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:54.887069 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72c72cdb-4727-4622-bb3e-a32680468a1d tempest-RoutersIpV6AdminTest-414384186 tempest-RoutersIpV6AdminTest-414384186-project-admin] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:28:54.898351 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a16c8aea-f2f0-4d02-b98d-15f356fbb864 None None] Sync routers for ids ['489aace5-c6b6-4299-b25f-5dd7fb536336'] in n-d-779913-29 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:28:54.908742 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:28:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2fe0065-88f7-4b88-8036-64f8fed685fb x-openstack-request-id: req-b2fe0065-88f7-4b88-8036-64f8fed685fb {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:28:54.909037 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15fddc0e-6959-44be-b8ff-be56e396088e", "name": "network-vif-plugged", "status": "completed", "tag": "bfd0c50f-c861-4562-bbf6-c4c5fe7bf9af", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:28:54.909293 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-b2fe0065-88f7-4b88-8036-64f8fed685fb {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:28:54.909944 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15fddc0e-6959-44be-b8ff-be56e396088e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfd0c50f-c861-4562-bbf6-c4c5fe7bf9af', 'code': 200} Jul 14 09:28:54.915804 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a16c8aea-f2f0-4d02-b98d-15f356fbb864 None None] Routers {'489aace5-c6b6-4299-b25f-5dd7fb536336'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:28:54.921342 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-a16c8aea-f2f0-4d02-b98d-15f356fbb864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:28:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['489aace5-c6b6-4299-b25f-5dd7fb536336'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:54.944548 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-bacaf4b8-003e-4b6c-9cb4-d68bf33d5c67 None None] Provisioning for port 6735d27c-e0ca-4577-b8af-7cc8da2ebd9a completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:28:54.965352 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-bacaf4b8-003e-4b6c-9cb4-d68bf33d5c67 None None] Provisioning complete for port 6735d27c-e0ca-4577-b8af-7cc8da2ebd9a triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:28:54.965759 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bacaf4b8-003e-4b6c-9cb4-d68bf33d5c67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:54.975986 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e2515f-f0e5-4514-95ba-5ea6c0d63137 admin admin] Pushing event updated for resources: {'Network': ['ID=087e0468-2285-4c59-b3f2-1d1ff8b2217b,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:54.991769 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Network 087e0468-2285-4c59-b3f2-1d1ff8b2217b details requested by agent ovs-agent-n-d-779913-29 with host n-d-779913-29 {{(pid=93959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:28:55.031815 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-32ff6b24-3666-40fe-8442-2e9095054527 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=c27dae0c92324796b29a823974b89d93&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5936272 Jul 14 09:28:55.032907 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 52168) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:55.075901 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-72c72cdb-4727-4622-bb3e-a32680468a1d tempest-RoutersIpV6AdminTest-414384186 tempest-RoutersIpV6AdminTest-414384186-project-admin] Notify callbacks [] for router, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:55.083172 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-72c72cdb-4727-4622-bb3e-a32680468a1d tempest-RoutersIpV6AdminTest-414384186 tempest-RoutersIpV6AdminTest-414384186-project-admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 4.3840640 Jul 14 09:28:55.085942 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 52170) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:55.117535 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ff6b24-3666-40fe-8442-2e9095054527 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ce16516-581a-424b-afaa-15300776128d,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:55.132023 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:55.172967 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-bacaf4b8-003e-4b6c-9cb4-d68bf33d5c67 None None] Port 6735d27c-e0ca-4577-b8af-7cc8da2ebd9a cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:28:55.211751 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cdd8423c-ae87-406b-be91-44faf5874a0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:55.231029 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port 9e37b52c-3f18-4c81-9abd-39641803b448, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=9e37b52c-3f18-4c81-9abd-39641803b448,segment=NetworkSegment(346dc94d-54e0-4ffe-b110-f21faf0bbb7e),segment_id=346dc94d-54e0-4ffe-b110-f21faf0bbb7e)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:28:55.244770 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:55.245792 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 3c2caddc-016f-44c8-bc6e-d72edc75467b up at agent hyperv_n-h1-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:28:55.278852 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa084949-f21c-4509-934b-65093d241740 req-2ea6aea2-da0f-42dd-9e3c-0479851c0a40 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:55.302087 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa084949-f21c-4509-934b-65093d241740 req-2ea6aea2-da0f-42dd-9e3c-0479851c0a40 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:55.305984 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Pushing event updated for resources: {'Port': ['ID=9e37b52c-3f18-4c81-9abd-39641803b448,revision_number=5']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:55.308646 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:55.318671 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa084949-f21c-4509-934b-65093d241740 req-2ea6aea2-da0f-42dd-9e3c-0479851c0a40 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:55.331946 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa084949-f21c-4509-934b-65093d241740 req-2ea6aea2-da0f-42dd-9e3c-0479851c0a40 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:55.351837 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cdd8423c-ae87-406b-be91-44faf5874a0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:55.352343 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa084949-f21c-4509-934b-65093d241740 req-2ea6aea2-da0f-42dd-9e3c-0479851c0a40 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:55.363393 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] For port 9b4e9144-1360-4162-a408-930644c5f206, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=9b4e9144-1360-4162-a408-930644c5f206,segment=NetworkSegment(81bf7a93-80b3-43df-b9d5-462c604a2945),segment_id=81bf7a93-80b3-43df-b9d5-462c604a2945)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:28:55.366694 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa084949-f21c-4509-934b-65093d241740 req-2ea6aea2-da0f-42dd-9e3c-0479851c0a40 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:55.374371 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:55.388686 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-2d38a407-02b7-44ab-8ea2-274c1d17e843 tempest-FloatingIPAdminTestJSON-1337950211 tempest-FloatingIPAdminTestJSON-1337950211-project-admin] Request body: {'floatingip': {'floating_network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'project_id': '5cb2cc1406ed46dbbb7033e314355e82', 'port_id': '6735d27c-e0ca-4577-b8af-7cc8da2ebd9a'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:28:55.389487 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa084949-f21c-4509-934b-65093d241740 req-2ea6aea2-da0f-42dd-9e3c-0479851c0a40 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:55.394281 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-fa084949-f21c-4509-934b-65093d241740 req-2ea6aea2-da0f-42dd-9e3c-0479851c0a40 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] 10.222.0.68 "GET /v2.0/ports?device_id=15fddc0e-6959-44be-b8ff-be56e396088e HTTP/1.1" status: 200 len: 5429 time: 0.9799519 Jul 14 09:28:55.411183 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Provisioning for port 3c2caddc-016f-44c8-bc6e-d72edc75467b completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:28:55.421201 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Provisioning complete for port 3c2caddc-016f-44c8-bc6e-d72edc75467b triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:28:55.422115 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:55.430360 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-a16c8aea-f2f0-4d02-b98d-15f356fbb864 None None] Set router 489aace5-c6b6-4299-b25f-5dd7fb536336 gateway port host: n-d-779913-29 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:28:55.491060 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Pushing event updated for resources: {'Port': ['ID=9b4e9144-1360-4162-a408-930644c5f206,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:55.504382 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2d38a407-02b7-44ab-8ea2-274c1d17e843 tempest-FloatingIPAdminTestJSON-1337950211 tempest-FloatingIPAdminTestJSON-1337950211-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:55.549159 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:55.553900 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e52954bb-c7a0-4820-8cd2-fe6faf67638c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13573993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16714586'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:55.593466 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port 3c2caddc-016f-44c8-bc6e-d72edc75467b, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=3c2caddc-016f-44c8-bc6e-d72edc75467b,segment=NetworkSegment(df189466-ba5b-40c8-bb21-5263dd22bc7e),segment_id=df189466-ba5b-40c8-bb21-5263dd22bc7e)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:28:55.600476 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:55.603597 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device edf557d1-72fc-404f-b07c-0c4fad568606 up at agent hyperv_n-h1-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:28:55.609181 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cdd8423c-ae87-406b-be91-44faf5874a0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:55.610707 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-fa084949-f21c-4509-934b-65093d241740 req-a86beb49-5546-4b80-9b2a-2a58297b7543 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] 10.222.0.68 "GET /v2.0/security-groups?id=8dea9d70-5f45-4874-bf11-9cb57df29d33&id=654de86a-d9c2-46da-8a5c-08b7fecbf459&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2092147 Jul 14 09:28:55.611717 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cdd8423c-ae87-406b-be91-44faf5874a0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:55.612868 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-cdd8423c-ae87-406b-be91-44faf5874a0d admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/9ce16516-581a-424b-afaa-15300776128d HTTP/1.1" status: 204 len: 168 time: 0.5787454 Jul 14 09:28:55.625743 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52954bb-c7a0-4820-8cd2-fe6faf67638c admin admin] Pushing event updated for resources: {'Subnet': ['ID=04ae7776-8c86-484d-9bcc-4299f4579807,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:55.640888 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd8423c-ae87-406b-be91-44faf5874a0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ce16516-581a-424b-afaa-15300776128d,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:55.684218 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e52954bb-c7a0-4820-8cd2-fe6faf67638c admin admin] Checking segment: {'id': '4e909166-7a9a-4d71-9929-2b11d90f7baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '087e0468-2285-4c59-b3f2-1d1ff8b2217b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:28:55.685370 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e52954bb-c7a0-4820-8cd2-fe6faf67638c admin admin] Network hostable DHCP agents. Network: 087e0468-2285-4c59-b3f2-1d1ff8b2217b, hostable agents: ['c6a09bd4-f72e-4283-a3ca-0bbca8a51081'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:28:55.685986 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-979e8726-ed43-4d9e-9f08-6df1795a3c15 tempest-RoutersIpV6AdminTest-414384186 tempest-RoutersIpV6AdminTest-414384186-project-admin] 10.222.0.68 "GET /v2.0/routers/489aace5-c6b6-4299-b25f-5dd7fb536336 HTTP/1.1" status: 200 len: 907 time: 0.5890496 Jul 14 09:28:55.687204 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 52188) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:55.689583 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device a2d98ebe-5ddf-4563-bb2d-f04ebdb9dc5f no longer exists at agent hyperv_n-h2-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:28:55.741476 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-a16c8aea-f2f0-4d02-b98d-15f356fbb864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '489aace5-c6b6-4299-b25f-5dd7fb536336', 'name': 'tempest-snat-router-628570028', 'tenant_id': '122296d0eaa741989a91127fe397e5ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.175'}], 'enable_snat': True}, 'gw_port_id': '302a3e79-c23c-4b81-b2b9-6617b394854e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:28:50Z', 'updated_at': '2021-07-14T09:28:53Z', 'revision_number': 3, 'project_id': '122296d0eaa741989a91127fe397e5ee', 'gw_port': {'id': '302a3e79-c23c-4b81-b2b9-6617b394854e', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:6c:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '489aace5-c6b6-4299-b25f-5dd7fb536336', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:28:51Z', 'updated_at': '2021-07-14T09:28:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29'}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:55.756078 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e52954bb-c7a0-4820-8cd2-fe6faf67638c admin admin] Network 087e0468-2285-4c59-b3f2-1d1ff8b2217b is scheduled to be hosted by DHCP agent c6a09bd4-f72e-4283-a3ca-0bbca8a51081 with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:28:55.783417 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a16c8aea-f2f0-4d02-b98d-15f356fbb864 None None] Checking router: 489aace5-c6b6-4299-b25f-5dd7fb536336 for host: n-d-779913-29 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:28:55.783802 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a16c8aea-f2f0-4d02-b98d-15f356fbb864 None None] Updating router 489aace5-c6b6-4299-b25f-5dd7fb536336 port 302a3e79-c23c-4b81-b2b9-6617b394854e binding host n-d-779913-29 {{(pid=93960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:28:55.791787 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-e52954bb-c7a0-4820-8cd2-fe6faf67638c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-29, 087e0468-2285-4c59-b3f2-1d1ff8b2217b) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:28:55.803279 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e52954bb-c7a0-4820-8cd2-fe6faf67638c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:55.803907 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e52954bb-c7a0-4820-8cd2-fe6faf67638c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:55.808891 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2d38a407-02b7-44ab-8ea2-274c1d17e843 tempest-FloatingIPAdminTestJSON-1337950211 tempest-FloatingIPAdminTestJSON-1337950211-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:55.862636 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a16c8aea-f2f0-4d02-b98d-15f356fbb864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:55.891829 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-e52954bb-c7a0-4820-8cd2-fe6faf67638c admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1197448 Jul 14 09:28:55.900499 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 52194) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:55.906634 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] No Port match for: a2d98ebe-5ddf-4563-bb2d-f04ebdb9dc5f {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:28:55.906634 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device a2d98ebe-5ddf-4563-bb2d-f04ebdb9dc5f not bound to the agent host n-h2-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:28:55.913980 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-a0b50e3e-5055-4532-97b5-cb882b11ee2e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-809254703-router', 'tenant_id': '51a0c5b2b5094b24a910e75e03cedf47', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'}}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:28:55.922359 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6550064a-119f-41e2-96b6-d242bd615cd5 None None] Network 087e0468-2285-4c59-b3f2-1d1ff8b2217b requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:28:56.008489 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-218f73a2-f625-4d03-b7ff-51dcd648823e tempest-RoutersIpV6AdminTest-414384186 tempest-RoutersIpV6AdminTest-414384186-project-admin] Notify callbacks [] for router, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:56.015156 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a0b50e3e-5055-4532-97b5-cb882b11ee2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-711749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14670'] for router, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:56.016638 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a0b50e3e-5055-4532-97b5-cb882b11ee2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-711718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-661475', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14679'] for router, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:56.059273 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-2d38a407-02b7-44ab-8ea2-274c1d17e843 tempest-FloatingIPAdminTestJSON-1337950211 tempest-FloatingIPAdminTestJSON-1337950211-project-admin] Allocated IP 172.25.4.149 (2dcd4d32-cc7c-4468-b396-7ce5c9231892/6cd22a75-5bc1-467c-a3c4-0af04bd1b34a/4470db2d-7a0b-4b6b-89b5-cc42ef3fcb1e) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:28:56.120401 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a0b50e3e-5055-4532-97b5-cb882b11ee2e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:56.162373 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5ad31076-714c-49ec-bc37-f3d4cd90112a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:56.163477 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Provisioning for port edf557d1-72fc-404f-b07c-0c4fad568606 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:28:56.173926 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Provisioning complete for port edf557d1-72fc-404f-b07c-0c4fad568606 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:28:56.174306 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:56.175833 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Pushing event updated for resources: {'Port': ['ID=3c2caddc-016f-44c8-bc6e-d72edc75467b,revision_number=5']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:56.235156 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dafe5fde-317f-4a40-8728-7aff81b73205 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf57baaa9-fd24-59f4-8fd2-1dc21122ce72-087e0468-2285-4c59-b3f2-1d1ff8b2217b', 'network_id': '087e0468-2285-4c59-b3f2-1d1ff8b2217b', 'tenant_id': '51a0c5b2b5094b24a910e75e03cedf47', 'fixed_ips': [{'subnet_id': '04ae7776-8c86-484d-9bcc-4299f4579807'}]}} from n-d-779913-29. {{(pid=93959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:28:56.236689 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-dafe5fde-317f-4a40-8728-7aff81b73205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:56.374531 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-218f73a2-f625-4d03-b7ff-51dcd648823e tempest-RoutersIpV6AdminTest-414384186 tempest-RoutersIpV6AdminTest-414384186-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:56.453651 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:56.456189 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-dafe5fde-317f-4a40-8728-7aff81b73205 None None] Allocated IP 172.20.0.2 (087e0468-2285-4c59-b3f2-1d1ff8b2217b/04ae7776-8c86-484d-9bcc-4299f4579807/621add1e-db8f-4b0e-a5c3-790455a17e7f) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:28:56.520930 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-218f73a2-f625-4d03-b7ff-51dcd648823e tempest-RoutersIpV6AdminTest-414384186 tempest-RoutersIpV6AdminTest-414384186-project-admin] Deleting port 302a3e79-c23c-4b81-b2b9-6617b394854e {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:28:56.521287 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-218f73a2-f625-4d03-b7ff-51dcd648823e tempest-RoutersIpV6AdminTest-414384186 tempest-RoutersIpV6AdminTest-414384186-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:56.558373 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a0b50e3e-5055-4532-97b5-cb882b11ee2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-661489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-711771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12973'] for router, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:56.588601 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 9b4e9144-1360-4162-a408-930644c5f206 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:28:56.633501 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port edf557d1-72fc-404f-b07c-0c4fad568606, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=edf557d1-72fc-404f-b07c-0c4fad568606,segment=NetworkSegment(df189466-ba5b-40c8-bb21-5263dd22bc7e),segment_id=df189466-ba5b-40c8-bb21-5263dd22bc7e)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:28:56.643007 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:56.644033 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 70278794-2e00-4208-9515-e44b14dd3145 up at agent hyperv_n-h1-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:28:56.651308 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-218f73a2-f625-4d03-b7ff-51dcd648823e tempest-RoutersIpV6AdminTest-414384186 tempest-RoutersIpV6AdminTest-414384186-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:56.668043 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-218f73a2-f625-4d03-b7ff-51dcd648823e tempest-RoutersIpV6AdminTest-414384186 tempest-RoutersIpV6AdminTest-414384186-project-admin] Calling delete_port for 302a3e79-c23c-4b81-b2b9-6617b394854e owned by network:router_gateway {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:28:56.693357 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2d38a407-02b7-44ab-8ea2-274c1d17e843 tempest-FloatingIPAdminTestJSON-1337950211 tempest-FloatingIPAdminTestJSON-1337950211-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:56.770928 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Provisioning for port 70278794-2e00-4208-9515-e44b14dd3145 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:28:56.780339 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Pushing event updated for resources: {'Port': ['ID=edf557d1-72fc-404f-b07c-0c4fad568606,revision_number=5']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:56.780545 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb69612-7870-4e5e-997b-67da5a4e4a46 req-cdf5fcb1-a5b9-48d4-897e-c2dad3e1901b tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:56.782209 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ebb69612-7870-4e5e-997b-67da5a4e4a46 req-cdf5fcb1-a5b9-48d4-897e-c2dad3e1901b tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/ports?device_id=3cf7445b-ef8b-4ba5-9112-65331f7b041d HTTP/1.1" status: 200 len: 946 time: 0.2085216 Jul 14 09:28:56.791839 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Provisioning complete for port 70278794-2e00-4208-9515-e44b14dd3145 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:28:56.792271 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:56.821829 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2d38a407-02b7-44ab-8ea2-274c1d17e843 tempest-FloatingIPAdminTestJSON-1337950211 tempest-FloatingIPAdminTestJSON-1337950211-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:56.880524 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port 9b4e9144-1360-4162-a408-930644c5f206 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:28:56.880811 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:56.911062 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15fddc0e-6959-44be-b8ff-be56e396088e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e37b52c-3f18-4c81-9abd-39641803b448'}, {'server_uuid': '15fddc0e-6959-44be-b8ff-be56e396088e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c2caddc-016f-44c8-bc6e-d72edc75467b'}, {'server_uuid': '15fddc0e-6959-44be-b8ff-be56e396088e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edf557d1-72fc-404f-b07c-0c4fad568606'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:28:56.913292 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd62303f06773040a8a4e189dc46b4f565768c299abf8ab8e7739778b0bc3e97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10706d68-76f1-43d7-9bf4-02cfb3d66a0c" -d '{"events": [{"server_uuid": "15fddc0e-6959-44be-b8ff-be56e396088e", "name": "network-vif-plugged", "status": "completed", "tag": "9e37b52c-3f18-4c81-9abd-39641803b448"}, {"server_uuid": "15fddc0e-6959-44be-b8ff-be56e396088e", "name": "network-vif-plugged", "status": "completed", "tag": "3c2caddc-016f-44c8-bc6e-d72edc75467b"}, {"server_uuid": "15fddc0e-6959-44be-b8ff-be56e396088e", "name": "network-vif-plugged", "status": "completed", "tag": "edf557d1-72fc-404f-b07c-0c4fad568606"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:28:57.007329 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-dafe5fde-317f-4a40-8728-7aff81b73205 None None] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:57.022026 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ebb69612-7870-4e5e-997b-67da5a4e4a46 req-66bbcfd4-7153-45e7-8582-81a7984ca4e4 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/security-groups?id=bfacbc39-872c-438f-b7f4-05abded490ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093985 Jul 14 09:28:57.023826 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d38a407-02b7-44ab-8ea2-274c1d17e843 tempest-FloatingIPAdminTestJSON-1337950211 tempest-FloatingIPAdminTestJSON-1337950211-project-admin] Network 2dcd4d32-cc7c-4468-b396-7ce5c9231892 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:28:57.058255 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-2d38a407-02b7-44ab-8ea2-274c1d17e843 tempest-FloatingIPAdminTestJSON-1337950211 tempest-FloatingIPAdminTestJSON-1337950211-project-admin] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:28:57.071131 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d38a407-02b7-44ab-8ea2-274c1d17e843 tempest-FloatingIPAdminTestJSON-1337950211 tempest-FloatingIPAdminTestJSON-1337950211-project-admin] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:28:57.071131 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d38a407-02b7-44ab-8ea2-274c1d17e843 tempest-FloatingIPAdminTestJSON-1337950211 tempest-FloatingIPAdminTestJSON-1337950211-project-admin] Pushing event updated for resources: {'Port': ['ID=4470db2d-7a0b-4b6b-89b5-cc42ef3fcb1e,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:57.073424 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:57.087722 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-218f73a2-f625-4d03-b7ff-51dcd648823e tempest-RoutersIpV6AdminTest-414384186 tempest-RoutersIpV6AdminTest-414384186-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:57.090638 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.db.api [None req-a16c8aea-f2f0-4d02-b98d-15f356fbb864 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93960) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 09:28:57.091101 n-d-779913-29 neutron-server[93960]: DEBUG oslo_db.api [None req-a16c8aea-f2f0-4d02-b98d-15f356fbb864 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 09:28:57.133212 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-dafe5fde-317f-4a40-8728-7aff81b73205 None None] Transition to ACTIVE for port object 621add1e-db8f-4b0e-a5c3-790455a17e7f will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:28:57.149196 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218f73a2-f625-4d03-b7ff-51dcd648823e tempest-RoutersIpV6AdminTest-414384186 tempest-RoutersIpV6AdminTest-414384186-project-admin] Pushing event deleted for resources: {'Port': ['ID=302a3e79-c23c-4b81-b2b9-6617b394854e,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:57.206743 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 14 Jul 2021 09:28:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cf2e9d6-8b6f-48fb-a7ac-e99bbd79c34b x-openstack-request-id: req-0cf2e9d6-8b6f-48fb-a7ac-e99bbd79c34b {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:28:57.207034 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15fddc0e-6959-44be-b8ff-be56e396088e", "name": "network-vif-plugged", "status": "completed", "tag": "9e37b52c-3f18-4c81-9abd-39641803b448", "code": 200}, {"server_uuid": "15fddc0e-6959-44be-b8ff-be56e396088e", "name": "network-vif-plugged", "status": "completed", "tag": "3c2caddc-016f-44c8-bc6e-d72edc75467b", "code": 200}, {"server_uuid": "15fddc0e-6959-44be-b8ff-be56e396088e", "name": "network-vif-plugged", "status": "completed", "tag": "edf557d1-72fc-404f-b07c-0c4fad568606", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:28:57.207299 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-0cf2e9d6-8b6f-48fb-a7ac-e99bbd79c34b {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:28:57.207713 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15fddc0e-6959-44be-b8ff-be56e396088e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e37b52c-3f18-4c81-9abd-39641803b448', 'code': 200} Jul 14 09:28:57.207971 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15fddc0e-6959-44be-b8ff-be56e396088e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c2caddc-016f-44c8-bc6e-d72edc75467b', 'code': 200} Jul 14 09:28:57.208225 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15fddc0e-6959-44be-b8ff-be56e396088e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edf557d1-72fc-404f-b07c-0c4fad568606', 'code': 200} Jul 14 09:28:57.235727 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-218f73a2-f625-4d03-b7ff-51dcd648823e tempest-RoutersIpV6AdminTest-414384186 tempest-RoutersIpV6AdminTest-414384186-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-660532'] for router_gateway, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:57.252591 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-dafe5fde-317f-4a40-8728-7aff81b73205 None None] Transition to ACTIVE for port object 621add1e-db8f-4b0e-a5c3-790455a17e7f will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:28:57.285614 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-dafe5fde-317f-4a40-8728-7aff81b73205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:57.339351 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a0b50e3e-5055-4532-97b5-cb882b11ee2e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:57.359211 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port 70278794-2e00-4208-9515-e44b14dd3145, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=70278794-2e00-4208-9515-e44b14dd3145,segment=NetworkSegment(346dc94d-54e0-4ffe-b110-f21faf0bbb7e),segment_id=346dc94d-54e0-4ffe-b110-f21faf0bbb7e)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:28:57.387067 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:57.387882 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 31299d0f-8004-4f4a-ba86-37168fff27f4 up at agent hyperv_n-h1-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:28:57.395388 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-218f73a2-f625-4d03-b7ff-51dcd648823e tempest-RoutersIpV6AdminTest-414384186 tempest-RoutersIpV6AdminTest-414384186-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-711871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12964'] for router, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:57.399757 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-218f73a2-f625-4d03-b7ff-51dcd648823e tempest-RoutersIpV6AdminTest-414384186 tempest-RoutersIpV6AdminTest-414384186-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:57.402178 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a0b50e3e-5055-4532-97b5-cb882b11ee2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:57.437878 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dafe5fde-317f-4a40-8728-7aff81b73205 None None] Network 087e0468-2285-4c59-b3f2-1d1ff8b2217b is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:28:57.447092 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-dafe5fde-317f-4a40-8728-7aff81b73205 None None] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:28:57.451068 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafe5fde-317f-4a40-8728-7aff81b73205 None None] Pushing event updated for resources: {'Port': ['ID=621add1e-db8f-4b0e-a5c3-790455a17e7f,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:57.453815 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dafe5fde-317f-4a40-8728-7aff81b73205 None None] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:28:57.493834 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-218f73a2-f625-4d03-b7ff-51dcd648823e tempest-RoutersIpV6AdminTest-414384186 tempest-RoutersIpV6AdminTest-414384186-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-704815'] for router, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:57.495804 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-218f73a2-f625-4d03-b7ff-51dcd648823e tempest-RoutersIpV6AdminTest-414384186 tempest-RoutersIpV6AdminTest-414384186-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 489aace5-c6b6-4299-b25f-5dd7fb536336 {{(pid=93957) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:28:57.502256 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-218f73a2-f625-4d03-b7ff-51dcd648823e tempest-RoutersIpV6AdminTest-414384186 tempest-RoutersIpV6AdminTest-414384186-project-admin] Notify callbacks [] for router, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:57.510560 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Pushing event updated for resources: {'Port': ['ID=70278794-2e00-4208-9515-e44b14dd3145,revision_number=5']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:57.511361 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-218f73a2-f625-4d03-b7ff-51dcd648823e tempest-RoutersIpV6AdminTest-414384186 tempest-RoutersIpV6AdminTest-414384186-project-admin] 10.222.0.68 "DELETE /v2.0/routers/489aace5-c6b6-4299-b25f-5dd7fb536336 HTTP/1.1" status: 204 len: 168 time: 1.8196261 Jul 14 09:28:57.523331 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 52250) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:57.557709 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154c3a8b-da02-4a1c-90b4-177be9ef6368 req-b1bf6fe4-4517-4a83-ab47-1cedf2ed3987 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:57.566926 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154c3a8b-da02-4a1c-90b4-177be9ef6368 req-b1bf6fe4-4517-4a83-ab47-1cedf2ed3987 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:57.584911 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154c3a8b-da02-4a1c-90b4-177be9ef6368 req-b1bf6fe4-4517-4a83-ab47-1cedf2ed3987 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:57.588309 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Provisioning for port 31299d0f-8004-4f4a-ba86-37168fff27f4 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:28:57.592802 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-dafe5fde-317f-4a40-8728-7aff81b73205 None None] Attempting to bind port 621add1e-db8f-4b0e-a5c3-790455a17e7f on host n-d-779913-29 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:28:57.593221 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-dafe5fde-317f-4a40-8728-7aff81b73205 None None] Attempting to bind port 621add1e-db8f-4b0e-a5c3-790455a17e7f by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': '4e909166-7a9a-4d71-9929-2b11d90f7baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '087e0468-2285-4c59-b3f2-1d1ff8b2217b'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:28:57.593669 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dafe5fde-317f-4a40-8728-7aff81b73205 None None] Attempting to bind port 621add1e-db8f-4b0e-a5c3-790455a17e7f on network 087e0468-2285-4c59-b3f2-1d1ff8b2217b {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:28:57.597078 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Provisioning complete for port 31299d0f-8004-4f4a-ba86-37168fff27f4 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:28:57.597541 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:57.620295 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154c3a8b-da02-4a1c-90b4-177be9ef6368 req-b1bf6fe4-4517-4a83-ab47-1cedf2ed3987 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:57.629896 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a16c8aea-f2f0-4d02-b98d-15f356fbb864 None None] Port 302a3e79-c23c-4b81-b2b9-6617b394854e not found while updating agent binding for router 489aace5-c6b6-4299-b25f-5dd7fb536336. {{(pid=93960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 14 09:28:57.632979 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154c3a8b-da02-4a1c-90b4-177be9ef6368 req-b1bf6fe4-4517-4a83-ab47-1cedf2ed3987 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:57.652889 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154c3a8b-da02-4a1c-90b4-177be9ef6368 req-b1bf6fe4-4517-4a83-ab47-1cedf2ed3987 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:57.656863 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a16c8aea-f2f0-4d02-b98d-15f356fbb864 None None] Routers set() bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:28:57.657351 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a16c8aea-f2f0-4d02-b98d-15f356fbb864 None None] Router IDs set() for agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 14 09:28:57.658108 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_agentschedulers_db [None req-a16c8aea-f2f0-4d02-b98d-15f356fbb864 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'489aace5-c6b6-4299-b25f-5dd7fb536336'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:28:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent'). {{(pid=93960) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 14 09:28:57.659580 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a16c8aea-f2f0-4d02-b98d-15f356fbb864 None None] The sync data for ids ['489aace5-c6b6-4299-b25f-5dd7fb536336'] in n-d-779913-29 is: [] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:28:57.660943 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154c3a8b-da02-4a1c-90b4-177be9ef6368 req-b1bf6fe4-4517-4a83-ab47-1cedf2ed3987 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:57.663205 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-154c3a8b-da02-4a1c-90b4-177be9ef6368 req-b1bf6fe4-4517-4a83-ab47-1cedf2ed3987 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] 10.222.0.68 "GET /v2.0/ports?device_id=15fddc0e-6959-44be-b8ff-be56e396088e HTTP/1.1" status: 200 len: 5432 time: 0.3413913 Jul 14 09:28:57.671578 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dafe5fde-317f-4a40-8728-7aff81b73205 None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 28, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:28:57.672057 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dafe5fde-317f-4a40-8728-7aff81b73205 None None] Checking segment: {'id': '4e909166-7a9a-4d71-9929-2b11d90f7baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '087e0468-2285-4c59-b3f2-1d1ff8b2217b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:28:57.672362 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-dafe5fde-317f-4a40-8728-7aff81b73205 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:57.672758 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dafe5fde-317f-4a40-8728-7aff81b73205 None None] Bound using segment: {'id': '4e909166-7a9a-4d71-9929-2b11d90f7baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '087e0468-2285-4c59-b3f2-1d1ff8b2217b'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:28:57.673248 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-dafe5fde-317f-4a40-8728-7aff81b73205 None None] Bound port: 621add1e-db8f-4b0e-a5c3-790455a17e7f, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e909166-7a9a-4d71-9929-2b11d90f7baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '087e0468-2285-4c59-b3f2-1d1ff8b2217b'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:28:57.673663 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-dafe5fde-317f-4a40-8728-7aff81b73205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:57.718701 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5bbe322f-3f67-4864-bc0a-91afe44d23e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:57.785016 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-dafe5fde-317f-4a40-8728-7aff81b73205 None None] For port 621add1e-db8f-4b0e-a5c3-790455a17e7f, host n-d-779913-29, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:28:57.789669 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-dafe5fde-317f-4a40-8728-7aff81b73205 None None] For port 621add1e-db8f-4b0e-a5c3-790455a17e7f, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=621add1e-db8f-4b0e-a5c3-790455a17e7f,segment=NetworkSegment(4e909166-7a9a-4d71-9929-2b11d90f7baa),segment_id=4e909166-7a9a-4d71-9929-2b11d90f7baa)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:28:57.791767 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:57.800829 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-a0b50e3e-5055-4532-97b5-cb882b11ee2e admin admin] Allocated IP 172.25.4.85 (2dcd4d32-cc7c-4468-b396-7ce5c9231892/6cd22a75-5bc1-467c-a3c4-0af04bd1b34a/40e7c51a-bf54-47f0-bc1b-176ca3f64dfd) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:28:57.804650 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-dafe5fde-317f-4a40-8728-7aff81b73205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:57.835827 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-154c3a8b-da02-4a1c-90b4-177be9ef6368 req-93eae6b4-07a7-4e24-8c57-9065de720a75 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] 10.222.0.68 "GET /v2.0/security-groups?id=8dea9d70-5f45-4874-bf11-9cb57df29d33&id=654de86a-d9c2-46da-8a5c-08b7fecbf459&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0826368 Jul 14 09:28:57.919244 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafe5fde-317f-4a40-8728-7aff81b73205 None None] Pushing event updated for resources: {'Port': ['ID=621add1e-db8f-4b0e-a5c3-790455a17e7f,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:57.929177 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-fdfac5b8-5162-4b78-9689-139b1d17e5da tempest-RoutersIpV6AdminTest-414384186 tempest-RoutersIpV6AdminTest-414384186-project-admin] Notify callbacks [] for router, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:57.945133 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port 31299d0f-8004-4f4a-ba86-37168fff27f4, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=31299d0f-8004-4f4a-ba86-37168fff27f4,segment=NetworkSegment(346dc94d-54e0-4ffe-b110-f21faf0bbb7e),segment_id=346dc94d-54e0-4ffe-b110-f21faf0bbb7e)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:28:57.952556 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:57.953640 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 443852c9-c28d-483f-aa70-df124f5712df up at agent hyperv_n-h1-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:28:58.102014 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Pushing event updated for resources: {'Port': ['ID=31299d0f-8004-4f4a-ba86-37168fff27f4,revision_number=5']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:58.109399 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-fdfac5b8-5162-4b78-9689-139b1d17e5da tempest-RoutersIpV6AdminTest-414384186 tempest-RoutersIpV6AdminTest-414384186-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:58.128070 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Provisioning for port 443852c9-c28d-483f-aa70-df124f5712df completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:28:58.133744 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Provisioning complete for port 443852c9-c28d-483f-aa70-df124f5712df triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:28:58.135059 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:58.189016 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-fdfac5b8-5162-4b78-9689-139b1d17e5da tempest-RoutersIpV6AdminTest-414384186 tempest-RoutersIpV6AdminTest-414384186-project-admin] Deleting port 9b4e9144-1360-4162-a408-930644c5f206 {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:28:58.189376 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-fdfac5b8-5162-4b78-9689-139b1d17e5da tempest-RoutersIpV6AdminTest-414384186 tempest-RoutersIpV6AdminTest-414384186-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:58.341295 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:58.376721 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-fdfac5b8-5162-4b78-9689-139b1d17e5da tempest-RoutersIpV6AdminTest-414384186 tempest-RoutersIpV6AdminTest-414384186-project-admin] For port 9b4e9144-1360-4162-a408-930644c5f206, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=9b4e9144-1360-4162-a408-930644c5f206,segment=NetworkSegment(81bf7a93-80b3-43df-b9d5-462c604a2945),segment_id=81bf7a93-80b3-43df-b9d5-462c604a2945)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:28:58.377369 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-fdfac5b8-5162-4b78-9689-139b1d17e5da tempest-RoutersIpV6AdminTest-414384186 tempest-RoutersIpV6AdminTest-414384186-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:58.384377 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port 443852c9-c28d-483f-aa70-df124f5712df, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=443852c9-c28d-483f-aa70-df124f5712df,segment=NetworkSegment(6abdef8f-feed-4530-be93-295dee2f7fe5),segment_id=6abdef8f-feed-4530-be93-295dee2f7fe5)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:28:58.390466 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:58.394704 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-fdfac5b8-5162-4b78-9689-139b1d17e5da tempest-RoutersIpV6AdminTest-414384186 tempest-RoutersIpV6AdminTest-414384186-project-admin] Calling delete_port for 9b4e9144-1360-4162-a408-930644c5f206 owned by network:router_gateway {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:28:58.520493 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Pushing event updated for resources: {'Port': ['ID=443852c9-c28d-483f-aa70-df124f5712df,revision_number=5']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:58.630922 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 621add1e-db8f-4b0e-a5c3-790455a17e7f up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:28:58.657900 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 52282) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:58.714016 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning for port 621add1e-db8f-4b0e-a5c3-790455a17e7f completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:28:58.745180 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-fdfac5b8-5162-4b78-9689-139b1d17e5da tempest-RoutersIpV6AdminTest-414384186 tempest-RoutersIpV6AdminTest-414384186-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:58.776970 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2d38a407-02b7-44ab-8ea2-274c1d17e843 tempest-FloatingIPAdminTestJSON-1337950211 tempest-FloatingIPAdminTestJSON-1337950211-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:58.781007 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfac5b8-5162-4b78-9689-139b1d17e5da tempest-RoutersIpV6AdminTest-414384186 tempest-RoutersIpV6AdminTest-414384186-project-admin] Pushing event deleted for resources: {'Port': ['ID=9b4e9144-1360-4162-a408-930644c5f206,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:58.824398 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a0b50e3e-5055-4532-97b5-cb882b11ee2e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:58.865506 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1333fe22-fb9f-4248-aeee-040bda0f481c req-4879e66d-0de3-4a57-b276-63c36704cf50 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:58.866704 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-fdfac5b8-5162-4b78-9689-139b1d17e5da tempest-RoutersIpV6AdminTest-414384186 tempest-RoutersIpV6AdminTest-414384186-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-660532'] for router_gateway, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:58.872582 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-1333fe22-fb9f-4248-aeee-040bda0f481c req-4879e66d-0de3-4a57-b276-63c36704cf50 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.57 "GET /v2.0/ports?device_id=3cf7445b-ef8b-4ba5-9112-65331f7b041d HTTP/1.1" status: 200 len: 946 time: 1.0058305 Jul 14 09:28:58.902902 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac38dc1-d1ea-4ef8-8d48-2e4bff732719 req-63b495c5-7d38-45a1-a773-aa379a2e8a5f tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:58.911338 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-3ac38dc1-d1ea-4ef8-8d48-2e4bff732719 req-63b495c5-7d38-45a1-a773-aa379a2e8a5f tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/ports?device_id=3cf7445b-ef8b-4ba5-9112-65331f7b041d HTTP/1.1" status: 200 len: 946 time: 0.3115218 Jul 14 09:28:58.992434 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-fdfac5b8-5162-4b78-9689-139b1d17e5da tempest-RoutersIpV6AdminTest-414384186 tempest-RoutersIpV6AdminTest-414384186-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-711871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12964'] for router, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:58.995386 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-fdfac5b8-5162-4b78-9689-139b1d17e5da tempest-RoutersIpV6AdminTest-414384186 tempest-RoutersIpV6AdminTest-414384186-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:59.039556 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5c41070b-e7c9-4cfa-a7a7-25b033e021ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:59.045192 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-fdfac5b8-5162-4b78-9689-139b1d17e5da tempest-RoutersIpV6AdminTest-414384186 tempest-RoutersIpV6AdminTest-414384186-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-704815'] for router, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:59.045800 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdfac5b8-5162-4b78-9689-139b1d17e5da tempest-RoutersIpV6AdminTest-414384186 tempest-RoutersIpV6AdminTest-414384186-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1e5dd177-57de-4300-8d8f-9a2fec1d752d {{(pid=93957) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:28:59.051175 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-fdfac5b8-5162-4b78-9689-139b1d17e5da tempest-RoutersIpV6AdminTest-414384186 tempest-RoutersIpV6AdminTest-414384186-project-admin] Notify callbacks [] for router, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:59.055675 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-fdfac5b8-5162-4b78-9689-139b1d17e5da tempest-RoutersIpV6AdminTest-414384186 tempest-RoutersIpV6AdminTest-414384186-project-admin] 10.222.0.68 "DELETE /v2.0/routers/1e5dd177-57de-4300-8d8f-9a2fec1d752d HTTP/1.1" status: 204 len: 168 time: 1.5274687 Jul 14 09:28:59.057307 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 52308) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:59.070772 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-1b022f49-dc5d-4d0c-b281-e44516585921 tempest-RoutersIpV6AdminTest-419487075 tempest-RoutersIpV6AdminTest-419487075-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-768919968', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'}, 'admin_state_up': False}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:28:59.103945 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-3ac38dc1-d1ea-4ef8-8d48-2e4bff732719 req-a2dc9b2c-29dc-4560-9651-b515f499cacb tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/security-groups?id=bfacbc39-872c-438f-b7f4-05abded490ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910667 Jul 14 09:28:59.151853 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1b022f49-dc5d-4d0c-b281-e44516585921 tempest-RoutersIpV6AdminTest-419487075 tempest-RoutersIpV6AdminTest-419487075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-711749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14670'] for router, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:59.153197 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1b022f49-dc5d-4d0c-b281-e44516585921 tempest-RoutersIpV6AdminTest-419487075 tempest-RoutersIpV6AdminTest-419487075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-711718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-661475', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14679'] for router, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:59.169445 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2d38a407-02b7-44ab-8ea2-274c1d17e843 tempest-FloatingIPAdminTestJSON-1337950211 tempest-FloatingIPAdminTestJSON-1337950211-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:59.209336 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15fddc0e-6959-44be-b8ff-be56e396088e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70278794-2e00-4208-9515-e44b14dd3145'}, {'server_uuid': '15fddc0e-6959-44be-b8ff-be56e396088e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31299d0f-8004-4f4a-ba86-37168fff27f4'}, {'server_uuid': '15fddc0e-6959-44be-b8ff-be56e396088e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '443852c9-c28d-483f-aa70-df124f5712df'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:28:59.211875 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd62303f06773040a8a4e189dc46b4f565768c299abf8ab8e7739778b0bc3e97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1e6a7ce-fd11-42e3-a574-067d44271f9a" -d '{"events": [{"server_uuid": "15fddc0e-6959-44be-b8ff-be56e396088e", "name": "network-vif-plugged", "status": "completed", "tag": "70278794-2e00-4208-9515-e44b14dd3145"}, {"server_uuid": "15fddc0e-6959-44be-b8ff-be56e396088e", "name": "network-vif-plugged", "status": "completed", "tag": "31299d0f-8004-4f4a-ba86-37168fff27f4"}, {"server_uuid": "15fddc0e-6959-44be-b8ff-be56e396088e", "name": "network-vif-plugged", "status": "completed", "tag": "443852c9-c28d-483f-aa70-df124f5712df"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:28:59.241685 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a0b50e3e-5055-4532-97b5-cb882b11ee2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:59.289750 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 14 Jul 2021 09:28:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72a5fa03-a77b-419d-9082-f4f91ce6a8a0 x-openstack-request-id: req-72a5fa03-a77b-419d-9082-f4f91ce6a8a0 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:28:59.290717 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15fddc0e-6959-44be-b8ff-be56e396088e", "name": "network-vif-plugged", "status": "completed", "tag": "70278794-2e00-4208-9515-e44b14dd3145", "code": 200}, {"server_uuid": "15fddc0e-6959-44be-b8ff-be56e396088e", "name": "network-vif-plugged", "status": "completed", "tag": "31299d0f-8004-4f4a-ba86-37168fff27f4", "code": 200}, {"server_uuid": "15fddc0e-6959-44be-b8ff-be56e396088e", "name": "network-vif-plugged", "status": "completed", "tag": "443852c9-c28d-483f-aa70-df124f5712df", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:28:59.291198 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-72a5fa03-a77b-419d-9082-f4f91ce6a8a0 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:28:59.291707 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15fddc0e-6959-44be-b8ff-be56e396088e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70278794-2e00-4208-9515-e44b14dd3145', 'code': 200} Jul 14 09:28:59.292064 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15fddc0e-6959-44be-b8ff-be56e396088e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31299d0f-8004-4f4a-ba86-37168fff27f4', 'code': 200} Jul 14 09:28:59.292432 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15fddc0e-6959-44be-b8ff-be56e396088e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '443852c9-c28d-483f-aa70-df124f5712df', 'code': 200} Jul 14 09:28:59.362042 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0b50e3e-5055-4532-97b5-cb882b11ee2e admin admin] Network 2dcd4d32-cc7c-4468-b396-7ce5c9231892 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:28:59.385818 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-a0b50e3e-5055-4532-97b5-cb882b11ee2e admin admin] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:28:59.392060 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b50e3e-5055-4532-97b5-cb882b11ee2e admin admin] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:28:59.404429 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b50e3e-5055-4532-97b5-cb882b11ee2e admin admin] Pushing event updated for resources: {'Port': ['ID=40e7c51a-bf54-47f0-bc1b-176ca3f64dfd,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:59.523723 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-1333fe22-fb9f-4248-aeee-040bda0f481c req-c8b5ee50-162d-46ef-a031-afd79ef21d6a tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Deleting port 76560477-d91e-4b4a-98a2-a6c81e43e88d {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:28:59.524529 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-1333fe22-fb9f-4248-aeee-040bda0f481c req-c8b5ee50-162d-46ef-a031-afd79ef21d6a tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:59.557092 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5403e174-804b-4c6d-af5e-e90bbe6e73cb None None] Network 087e0468-2285-4c59-b3f2-1d1ff8b2217b requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:28:59.638359 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1b022f49-dc5d-4d0c-b281-e44516585921 tempest-RoutersIpV6AdminTest-419487075 tempest-RoutersIpV6AdminTest-419487075-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:59.679626 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-87ca592a-1aa6-492a-9977-4eb3bb7bd4cb None None] Provisioning for port 621add1e-db8f-4b0e-a5c3-790455a17e7f completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:28:59.696590 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-87ca592a-1aa6-492a-9977-4eb3bb7bd4cb None None] Provisioning complete for port 621add1e-db8f-4b0e-a5c3-790455a17e7f triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:28:59.697329 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-87ca592a-1aa6-492a-9977-4eb3bb7bd4cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:59.725524 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26dbd4d-70c2-4f78-b80b-63e1249696a4 req-a951436a-65bd-4a88-903a-d2a6318f8a88 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:59.732514 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26dbd4d-70c2-4f78-b80b-63e1249696a4 req-a951436a-65bd-4a88-903a-d2a6318f8a88 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:59.738085 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26dbd4d-70c2-4f78-b80b-63e1249696a4 req-a951436a-65bd-4a88-903a-d2a6318f8a88 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:59.745201 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26dbd4d-70c2-4f78-b80b-63e1249696a4 req-a951436a-65bd-4a88-903a-d2a6318f8a88 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:59.754042 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26dbd4d-70c2-4f78-b80b-63e1249696a4 req-a951436a-65bd-4a88-903a-d2a6318f8a88 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:59.760274 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26dbd4d-70c2-4f78-b80b-63e1249696a4 req-a951436a-65bd-4a88-903a-d2a6318f8a88 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:59.766710 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26dbd4d-70c2-4f78-b80b-63e1249696a4 req-a951436a-65bd-4a88-903a-d2a6318f8a88 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:59.775403 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d26dbd4d-70c2-4f78-b80b-63e1249696a4 req-a951436a-65bd-4a88-903a-d2a6318f8a88 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] 10.222.0.68 "GET /v2.0/ports?device_id=15fddc0e-6959-44be-b8ff-be56e396088e HTTP/1.1" status: 200 len: 5435 time: 0.6647198 Jul 14 09:28:59.856512 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-1333fe22-fb9f-4248-aeee-040bda0f481c req-c8b5ee50-162d-46ef-a031-afd79ef21d6a tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] For port 76560477-d91e-4b4a-98a2-a6c81e43e88d, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=76560477-d91e-4b4a-98a2-a6c81e43e88d,segment=NetworkSegment(f28b4a20-abdb-43f4-86e7-8da3ae7a1990),segment_id=f28b4a20-abdb-43f4-86e7-8da3ae7a1990)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:28:59.857021 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-1333fe22-fb9f-4248-aeee-040bda0f481c req-c8b5ee50-162d-46ef-a031-afd79ef21d6a tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:59.887697 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5c41070b-e7c9-4cfa-a7a7-25b033e021ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:59.892079 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d26dbd4d-70c2-4f78-b80b-63e1249696a4 req-a87c6129-e75b-4b7c-a17a-e96460b4e4bb tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] 10.222.0.68 "GET /v2.0/security-groups?id=8dea9d70-5f45-4874-bf11-9cb57df29d33&id=654de86a-d9c2-46da-8a5c-08b7fecbf459&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1022046 Jul 14 09:28:59.908005 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-1333fe22-fb9f-4248-aeee-040bda0f481c req-c8b5ee50-162d-46ef-a031-afd79ef21d6a tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Calling delete_port for 76560477-d91e-4b4a-98a2-a6c81e43e88d owned by compute:nova {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:28:59.913952 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5c41070b-e7c9-4cfa-a7a7-25b033e021ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:59.917931 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-87ca592a-1aa6-492a-9977-4eb3bb7bd4cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:59.980016 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2d38a407-02b7-44ab-8ea2-274c1d17e843 tempest-FloatingIPAdminTestJSON-1337950211 tempest-FloatingIPAdminTestJSON-1337950211-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:59.984115 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-87ca592a-1aa6-492a-9977-4eb3bb7bd4cb None None] For port 621add1e-db8f-4b0e-a5c3-790455a17e7f, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=621add1e-db8f-4b0e-a5c3-790455a17e7f,segment=NetworkSegment(4e909166-7a9a-4d71-9929-2b11d90f7baa),segment_id=4e909166-7a9a-4d71-9929-2b11d90f7baa)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:28:59.993337 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0fb35a-9705-4623-8394-02618320792e req-0d8bf5d5-d720-4b32-857c-7b7fc0c4e722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:59.994782 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0fb35a-9705-4623-8394-02618320792e req-0d8bf5d5-d720-4b32-857c-7b7fc0c4e722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:59.995426 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0fb35a-9705-4623-8394-02618320792e req-0d8bf5d5-d720-4b32-857c-7b7fc0c4e722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:59.996063 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0fb35a-9705-4623-8394-02618320792e req-0d8bf5d5-d720-4b32-857c-7b7fc0c4e722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:59.996380 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-87ca592a-1aa6-492a-9977-4eb3bb7bd4cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:59.996887 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0fb35a-9705-4623-8394-02618320792e req-0d8bf5d5-d720-4b32-857c-7b7fc0c4e722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:59.997696 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0fb35a-9705-4623-8394-02618320792e req-0d8bf5d5-d720-4b32-857c-7b7fc0c4e722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:59.998374 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0fb35a-9705-4623-8394-02618320792e req-0d8bf5d5-d720-4b32-857c-7b7fc0c4e722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:00.001826 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-4c0fb35a-9705-4623-8394-02618320792e req-0d8bf5d5-d720-4b32-857c-7b7fc0c4e722 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=15fddc0e-6959-44be-b8ff-be56e396088e HTTP/1.1" status: 200 len: 6499 time: 0.3715909 Jul 14 09:29:00.004485 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1b022f49-dc5d-4d0c-b281-e44516585921 tempest-RoutersIpV6AdminTest-419487075 tempest-RoutersIpV6AdminTest-419487075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-661489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-711771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12973'] for router, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:00.047163 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-4c0fb35a-9705-4623-8394-02618320792e req-ec3f6969-dd22-465a-9cd5-28e25934baaf service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=8dea9d70-5f45-4874-bf11-9cb57df29d33&id=654de86a-d9c2-46da-8a5c-08b7fecbf459&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0380318 Jul 14 09:29:00.057898 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2d38a407-02b7-44ab-8ea2-274c1d17e843 tempest-FloatingIPAdminTestJSON-1337950211 tempest-FloatingIPAdminTestJSON-1337950211-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13574142'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:00.109906 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ca592a-1aa6-492a-9977-4eb3bb7bd4cb None None] Pushing event updated for resources: {'Port': ['ID=621add1e-db8f-4b0e-a5c3-790455a17e7f,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:00.269814 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-5c41070b-e7c9-4cfa-a7a7-25b033e021ee admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=0e6d9593b6cb41dfb1dbfd67cfaf4f67&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6077850 Jul 14 09:29:00.288795 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 52368) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:00.293080 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1b022f49-dc5d-4d0c-b281-e44516585921 tempest-RoutersIpV6AdminTest-419487075 tempest-RoutersIpV6AdminTest-419487075-project] Notify callbacks [] for router_gateway, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:00.325434 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-11f042fe-0a9a-4885-baef-b6a226891137 None None] Provisioning complete for port 621add1e-db8f-4b0e-a5c3-790455a17e7f triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:29:00.326183 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-11f042fe-0a9a-4885-baef-b6a226891137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:00.333706 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c41070b-e7c9-4cfa-a7a7-25b033e021ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=559db0b3-c095-4499-8999-bd85c46dbf1a,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:00.358918 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1b022f49-dc5d-4d0c-b281-e44516585921 tempest-RoutersIpV6AdminTest-419487075 tempest-RoutersIpV6AdminTest-419487075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:00.404177 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a0b50e3e-5055-4532-97b5-cb882b11ee2e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:00.410392 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2d38a407-02b7-44ab-8ea2-274c1d17e843 tempest-FloatingIPAdminTestJSON-1337950211 tempest-FloatingIPAdminTestJSON-1337950211-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-660590'] for floatingip, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:00.412031 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d38a407-02b7-44ab-8ea2-274c1d17e843 tempest-FloatingIPAdminTestJSON-1337950211 tempest-FloatingIPAdminTestJSON-1337950211-project-admin] Pushing event updated for resources: {'Port': ['ID=4470db2d-7a0b-4b6b-89b5-cc42ef3fcb1e,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:00.525520 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb3755a-4991-4dad-b9a8-4ea38dc5cf4e req-fd1d0d8e-4d52-4bea-ae29-36988675a5f1 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:00.527086 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8fb3755a-4991-4dad-b9a8-4ea38dc5cf4e req-fd1d0d8e-4d52-4bea-ae29-36988675a5f1 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/ports?device_id=3cf7445b-ef8b-4ba5-9112-65331f7b041d HTTP/1.1" status: 200 len: 946 time: 0.2375684 Jul 14 09:29:00.531471 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-496c7d9e-1e4c-4a24-9f09-84c7fc703ad2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:00.557603 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 621add1e-db8f-4b0e-a5c3-790455a17e7f up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:29:00.574139 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-496c7d9e-1e4c-4a24-9f09-84c7fc703ad2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:00.582785 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-1333fe22-fb9f-4248-aeee-040bda0f481c req-c8b5ee50-162d-46ef-a031-afd79ef21d6a tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:00.595668 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-1b022f49-dc5d-4d0c-b281-e44516585921 tempest-RoutersIpV6AdminTest-419487075 tempest-RoutersIpV6AdminTest-419487075-project] Allocated IP 172.25.4.89 (2dcd4d32-cc7c-4468-b396-7ce5c9231892/6cd22a75-5bc1-467c-a3c4-0af04bd1b34a/1fcfeb3d-5aa3-4a18-9f05-c7a46d4dd779) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:29:00.615894 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port 621add1e-db8f-4b0e-a5c3-790455a17e7f triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:29:00.616775 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:00.656717 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b5ee50-162d-46ef-a031-afd79ef21d6a tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Pushing event deleted for resources: {'Port': ['ID=76560477-d91e-4b4a-98a2-a6c81e43e88d,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:00.673137 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8fb3755a-4991-4dad-b9a8-4ea38dc5cf4e req-ab199605-e14e-44e9-83e4-bf8718a40481 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/security-groups?id=bfacbc39-872c-438f-b7f4-05abded490ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343338 Jul 14 09:29:00.682497 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] get_ports_and_sgs() called for port_ids ['355d4f4e-0f97-4599-8580-8d12831aaf46'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:29:00.729712 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-1333fe22-fb9f-4248-aeee-040bda0f481c req-c8b5ee50-162d-46ef-a031-afd79ef21d6a tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] No DVR routers for this DVR port 76560477-d91e-4b4a-98a2-a6c81e43e88d on host n-h2-779913-29 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:29:00.736726 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-1333fe22-fb9f-4248-aeee-040bda0f481c req-c8b5ee50-162d-46ef-a031-afd79ef21d6a tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:00.739697 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-1333fe22-fb9f-4248-aeee-040bda0f481c req-c8b5ee50-162d-46ef-a031-afd79ef21d6a tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.57 "DELETE /v2.0/ports/76560477-d91e-4b4a-98a2-a6c81e43e88d HTTP/1.1" status: 204 len: 173 time: 1.8569298 Jul 14 09:29:00.740309 n-d-779913-29 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cf7445b-ef8b-4ba5-9112-65331f7b041d', 'name': 'network-vif-deleted', 'tag': '76560477-d91e-4b4a-98a2-a6c81e43e88d'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:29:00.742843 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cb48f044f948e981f43897c8d7f1332f741dc7af2b4c5a6e19d8f4a80f708e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5620c8eb-cbe5-466c-9390-a91bbd13d1ca" -d '{"events": [{"server_uuid": "3cf7445b-ef8b-4ba5-9112-65331f7b041d", "name": "network-vif-deleted", "tag": "76560477-d91e-4b4a-98a2-a6c81e43e88d"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:29:00.745320 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-496c7d9e-1e4c-4a24-9f09-84c7fc703ad2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:00.748132 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-496c7d9e-1e4c-4a24-9f09-84c7fc703ad2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:00.752219 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-496c7d9e-1e4c-4a24-9f09-84c7fc703ad2 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/559db0b3-c095-4499-8999-bd85c46dbf1a HTTP/1.1" status: 204 len: 168 time: 0.4609251 Jul 14 09:29:00.782542 n-d-779913-29 neutron-server[93958]: INFO neutron.db.l3_db [None req-2d38a407-02b7-44ab-8ea2-274c1d17e843 tempest-FloatingIPAdminTestJSON-1337950211 tempest-FloatingIPAdminTestJSON-1337950211-project-admin] Floating IP 31c9df0c-308d-45ab-a7e1-b88435fa44cd associated. External IP: 172.25.4.149, port: 6735d27c-e0ca-4577-b8af-7cc8da2ebd9a. Jul 14 09:29:00.796203 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496c7d9e-1e4c-4a24-9f09-84c7fc703ad2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=559db0b3-c095-4499-8999-bd85c46dbf1a,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:00.827381 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1b022f49-dc5d-4d0c-b281-e44516585921 tempest-RoutersIpV6AdminTest-419487075 tempest-RoutersIpV6AdminTest-419487075-project] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:00.859070 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:29:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fc97df2-daec-4c59-bae1-79f4b6c59d13 x-openstack-request-id: req-1fc97df2-daec-4c59-bae1-79f4b6c59d13 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:29:00.859592 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cf7445b-ef8b-4ba5-9112-65331f7b041d", "name": "network-vif-deleted", "tag": "76560477-d91e-4b4a-98a2-a6c81e43e88d", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:29:00.859592 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-1fc97df2-daec-4c59-bae1-79f4b6c59d13 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:29:00.859997 n-d-779913-29 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cf7445b-ef8b-4ba5-9112-65331f7b041d', 'name': 'network-vif-deleted', 'tag': '76560477-d91e-4b4a-98a2-a6c81e43e88d', 'status': 'completed', 'code': 200} Jul 14 09:29:00.910697 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1b022f49-dc5d-4d0c-b281-e44516585921 tempest-RoutersIpV6AdminTest-419487075 tempest-RoutersIpV6AdminTest-419487075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:00.976163 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b022f49-dc5d-4d0c-b281-e44516585921 tempest-RoutersIpV6AdminTest-419487075 tempest-RoutersIpV6AdminTest-419487075-project] Network 2dcd4d32-cc7c-4468-b396-7ce5c9231892 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:29:00.979642 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-1b022f49-dc5d-4d0c-b281-e44516585921 tempest-RoutersIpV6AdminTest-419487075 tempest-RoutersIpV6AdminTest-419487075-project] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:29:00.982202 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b022f49-dc5d-4d0c-b281-e44516585921 tempest-RoutersIpV6AdminTest-419487075 tempest-RoutersIpV6AdminTest-419487075-project] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:29:01.066261 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 9b4e9144-1360-4162-a408-930644c5f206 no longer exists at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:29:01.087271 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a0b50e3e-5055-4532-97b5-cb882b11ee2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-711762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-661452'] for router, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:01.138136 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] No Port match for: 9b4e9144-1360-4162-a408-930644c5f206 {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:29:01.138921 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 9b4e9144-1360-4162-a408-930644c5f206 not bound to the agent host n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:29:01.141531 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b022f49-dc5d-4d0c-b281-e44516585921 tempest-RoutersIpV6AdminTest-419487075 tempest-RoutersIpV6AdminTest-419487075-project] Pushing event updated for resources: {'Port': ['ID=1fcfeb3d-5aa3-4a18-9f05-c7a46d4dd779,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:01.324038 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d38a407-02b7-44ab-8ea2-274c1d17e843 tempest-FloatingIPAdminTestJSON-1337950211 tempest-FloatingIPAdminTestJSON-1337950211-project-admin] Router 9ebb6cba-c4c8-4135-9333-606a5e04ef07 has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:29:01.332082 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 52426) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:01.359720 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-13228dd9-e1dd-4454-8aaf-f57ab31e17da admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:01.390166 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee70cc4-7028-4628-93ab-d57d943c33d9 req-72b93330-d2be-4eb5-b2dc-30ce98685591 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:01.396989 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee70cc4-7028-4628-93ab-d57d943c33d9 req-72b93330-d2be-4eb5-b2dc-30ce98685591 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:01.405726 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee70cc4-7028-4628-93ab-d57d943c33d9 req-72b93330-d2be-4eb5-b2dc-30ce98685591 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:01.413045 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee70cc4-7028-4628-93ab-d57d943c33d9 req-72b93330-d2be-4eb5-b2dc-30ce98685591 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:01.416679 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0b50e3e-5055-4532-97b5-cb882b11ee2e admin admin] Router 46431b7c-8b9c-4b6a-bebe-d293c653d238 is scheduled to L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 with binding_index 1 {{(pid=93958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:29:01.420182 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee70cc4-7028-4628-93ab-d57d943c33d9 req-72b93330-d2be-4eb5-b2dc-30ce98685591 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:01.426797 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee70cc4-7028-4628-93ab-d57d943c33d9 req-72b93330-d2be-4eb5-b2dc-30ce98685591 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:01.434305 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee70cc4-7028-4628-93ab-d57d943c33d9 req-72b93330-d2be-4eb5-b2dc-30ce98685591 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:01.443763 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-4ee70cc4-7028-4628-93ab-d57d943c33d9 req-72b93330-d2be-4eb5-b2dc-30ce98685591 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] 10.222.0.68 "GET /v2.0/ports?device_id=15fddc0e-6959-44be-b8ff-be56e396088e HTTP/1.1" status: 200 len: 5435 time: 0.3099096 Jul 14 09:29:01.517055 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-4ee70cc4-7028-4628-93ab-d57d943c33d9 req-9c73f5ae-71ed-4032-9682-c3d7caa14149 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] 10.222.0.68 "GET /v2.0/security-groups?id=8dea9d70-5f45-4874-bf11-9cb57df29d33&id=654de86a-d9c2-46da-8a5c-08b7fecbf459&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0701842 Jul 14 09:29:01.583810 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d38a407-02b7-44ab-8ea2-274c1d17e843 tempest-FloatingIPAdminTestJSON-1337950211 tempest-FloatingIPAdminTestJSON-1337950211-project-admin] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:29:01.594614 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-500e327a-7caa-406b-a11c-2d3b3873cfbb None None] Sync routers for ids ['9ebb6cba-c4c8-4135-9333-606a5e04ef07'] in n-d-779913-29 {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:29:01.610300 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-500e327a-7caa-406b-a11c-2d3b3873cfbb None None] Routers {'9ebb6cba-c4c8-4135-9333-606a5e04ef07'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:29:01.611259 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-500e327a-7caa-406b-a11c-2d3b3873cfbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:28:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['9ebb6cba-c4c8-4135-9333-606a5e04ef07'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:01.659201 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1b022f49-dc5d-4d0c-b281-e44516585921 tempest-RoutersIpV6AdminTest-419487075 tempest-RoutersIpV6AdminTest-419487075-project] Notify callbacks [] for router_gateway, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:01.664323 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-500e327a-7caa-406b-a11c-2d3b3873cfbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:01.677810 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 76560477-d91e-4b4a-98a2-a6c81e43e88d no longer exists at agent hyperv_n-h2-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:29:01.710600 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] No Port match for: 76560477-d91e-4b4a-98a2-a6c81e43e88d {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:29:01.711056 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 76560477-d91e-4b4a-98a2-a6c81e43e88d not bound to the agent host n-h2-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:29:01.714839 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-500e327a-7caa-406b-a11c-2d3b3873cfbb None None] Routers {'9ebb6cba-c4c8-4135-9333-606a5e04ef07'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:29:01.716678 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-500e327a-7caa-406b-a11c-2d3b3873cfbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:28:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['9ebb6cba-c4c8-4135-9333-606a5e04ef07'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:01.762060 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-500e327a-7caa-406b-a11c-2d3b3873cfbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:01.763154 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-500e327a-7caa-406b-a11c-2d3b3873cfbb None None] The sync data for ids ['9ebb6cba-c4c8-4135-9333-606a5e04ef07'] in n-d-779913-29 is: [] {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:29:01.764781 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-13228dd9-e1dd-4454-8aaf-f57ab31e17da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:01.787037 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-13228dd9-e1dd-4454-8aaf-f57ab31e17da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:01.828528 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2d38a407-02b7-44ab-8ea2-274c1d17e843 tempest-FloatingIPAdminTestJSON-1337950211 tempest-FloatingIPAdminTestJSON-1337950211-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for floatingip, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:01.994878 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1b022f49-dc5d-4d0c-b281-e44516585921 tempest-RoutersIpV6AdminTest-419487075 tempest-RoutersIpV6AdminTest-419487075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-711762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-661452'] for router, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:02.163153 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b022f49-dc5d-4d0c-b281-e44516585921 tempest-RoutersIpV6AdminTest-419487075 tempest-RoutersIpV6AdminTest-419487075-project] Router 52485f26-9a02-469a-a1d2-55347fd36777 is scheduled to L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 with binding_index 1 {{(pid=93957) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:29:02.254044 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-13228dd9-e1dd-4454-8aaf-f57ab31e17da admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=fc885546037f419c9f7a2205692f6331&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9207442 Jul 14 09:29:02.271369 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 52488) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:02.276511 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13228dd9-e1dd-4454-8aaf-f57ab31e17da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81663f79-609a-4e5f-a68f-40f8fb0f0c39,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:02.306743 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b022f49-dc5d-4d0c-b281-e44516585921 tempest-RoutersIpV6AdminTest-419487075 tempest-RoutersIpV6AdminTest-419487075-project] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:29:02.316883 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-337d60d0-2308-43c9-9be1-a5b7d6686ec0 None None] Sync routers for ids ['52485f26-9a02-469a-a1d2-55347fd36777'] in n-d-779913-29 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:29:02.328268 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1b022f49-dc5d-4d0c-b281-e44516585921 tempest-RoutersIpV6AdminTest-419487075 tempest-RoutersIpV6AdminTest-419487075-project] Notify callbacks [] for router, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:02.332863 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-1b022f49-dc5d-4d0c-b281-e44516585921 tempest-RoutersIpV6AdminTest-419487075 tempest-RoutersIpV6AdminTest-419487075-project] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.2744932 Jul 14 09:29:02.333509 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 52490) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:02.334682 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-337d60d0-2308-43c9-9be1-a5b7d6686ec0 None None] Routers {'52485f26-9a02-469a-a1d2-55347fd36777'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:29:02.335563 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-337d60d0-2308-43c9-9be1-a5b7d6686ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:28:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['52485f26-9a02-469a-a1d2-55347fd36777'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:02.338419 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-c2c1f13a-cef7-4320-b9f7-be01ea12e252 tempest-RoutersIpV6AdminTest-414384186 tempest-RoutersIpV6AdminTest-414384186-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'enable_snat': False}}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:02.345038 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-2d38a407-02b7-44ab-8ea2-274c1d17e843 tempest-FloatingIPAdminTestJSON-1337950211 tempest-FloatingIPAdminTestJSON-1337950211-project-admin] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 7.5046141 Jul 14 09:29:02.352178 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 52492) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:02.359574 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0b50e3e-5055-4532-97b5-cb882b11ee2e admin admin] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:29:02.371878 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0927a98e-5b42-4d82-9310-e65ed28b7f1f None None] Sync routers for ids ['46431b7c-8b9c-4b6a-bebe-d293c653d238'] in n-d-779913-29 {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:29:02.384269 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0927a98e-5b42-4d82-9310-e65ed28b7f1f None None] Routers {'46431b7c-8b9c-4b6a-bebe-d293c653d238'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:29:02.386780 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-0927a98e-5b42-4d82-9310-e65ed28b7f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:28:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['46431b7c-8b9c-4b6a-bebe-d293c653d238'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:02.391696 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-337d60d0-2308-43c9-9be1-a5b7d6686ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:02.402178 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-337d60d0-2308-43c9-9be1-a5b7d6686ec0 None None] Routers {'52485f26-9a02-469a-a1d2-55347fd36777'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:29:02.403593 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-337d60d0-2308-43c9-9be1-a5b7d6686ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:28:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['52485f26-9a02-469a-a1d2-55347fd36777'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:02.447151 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-337d60d0-2308-43c9-9be1-a5b7d6686ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:02.449392 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-337d60d0-2308-43c9-9be1-a5b7d6686ec0 None None] The sync data for ids ['52485f26-9a02-469a-a1d2-55347fd36777'] in n-d-779913-29 is: [] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:29:02.528276 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a0b50e3e-5055-4532-97b5-cb882b11ee2e admin admin] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:02.529550 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-a0b50e3e-5055-4532-97b5-cb882b11ee2e admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.6279428 Jul 14 09:29:02.536970 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 52496) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:02.548752 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-5d04a44d-5900-4d12-8032-1160eb15b621 tempest-FloatingIPAdminTestJSON-1337950211 tempest-FloatingIPAdminTestJSON-1337950211-project-admin] 10.222.0.68 "GET /v2.0/floatingips/31c9df0c-308d-45ab-a7e1-b88435fa44cd HTTP/1.1" status: 200 len: 982 time: 0.1911514 Jul 14 09:29:02.554262 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 52498) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:02.563777 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3d665085-8b00-4605-9118-e7640db9a5c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:02.575638 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvr_db [None req-0927a98e-5b42-4d82-9310-e65ed28b7f1f None None] Set router 46431b7c-8b9c-4b6a-bebe-d293c653d238 gateway port host: n-d-779913-29 {{(pid=93959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:29:02.580476 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 52502) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:02.714157 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a1f408-0922-4a84-9c24-f626f5a7298a req-4cde02b0-6f74-4686-a4ca-e1c23c461d86 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:02.717576 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-63a1f408-0922-4a84-9c24-f626f5a7298a req-4cde02b0-6f74-4686-a4ca-e1c23c461d86 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/networks?id=b13d7c6c-cfbf-4964-b16a-12c3c2736fe4 HTTP/1.1" status: 200 len: 806 time: 0.4695947 Jul 14 09:29:02.747366 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3d665085-8b00-4605-9118-e7640db9a5c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:02.778787 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3bb13568-665e-4d0d-95e8-8462247835f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:02.802665 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-c93db3bf-54a4-47e9-bdcc-498b1affe718 tempest-FloatingIPAdminTestJSON-1337950211 tempest-FloatingIPAdminTestJSON-1337950211-project-admin] 10.222.0.68 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2731 time: 0.2339318 Jul 14 09:29:02.802665 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-63a1f408-0922-4a84-9c24-f626f5a7298a req-310963b7-1428-466f-99f7-183b4021a5e5 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/quotas/5a5f2c2d833f465d9525ee4af4d3c349 HTTP/1.1" status: 200 len: 375 time: 0.0639055 Jul 14 09:29:02.804191 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 52508) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:02.940064 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c2c1f13a-cef7-4320-b9f7-be01ea12e252 tempest-RoutersIpV6AdminTest-414384186 tempest-RoutersIpV6AdminTest-414384186-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-661489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-711771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12973'] for router, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:02.951837 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-0927a98e-5b42-4d82-9310-e65ed28b7f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46431b7c-8b9c-4b6a-bebe-d293c653d238', 'name': 'tempest-AttachVolumeShelveTestJSON-809254703-router', 'tenant_id': '51a0c5b2b5094b24a910e75e03cedf47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.85'}], 'enable_snat': True}, 'gw_port_id': '40e7c51a-bf54-47f0-bc1b-176ca3f64dfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:28:56Z', 'updated_at': '2021-07-14T09:28:59Z', 'revision_number': 3, 'project_id': '51a0c5b2b5094b24a910e75e03cedf47', 'gw_port': {'id': '40e7c51a-bf54-47f0-bc1b-176ca3f64dfd', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:7a:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46431b7c-8b9c-4b6a-bebe-d293c653d238', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:28:57Z', 'updated_at': '2021-07-14T09:28:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29'}], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:02.957794 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c50f6a9-5674-49d3-8a5f-9b129383e319 req-cad03984-239f-41f0-8c95-01e9846c95eb tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:02.963847 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c50f6a9-5674-49d3-8a5f-9b129383e319 req-cad03984-239f-41f0-8c95-01e9846c95eb tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:02.970209 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c50f6a9-5674-49d3-8a5f-9b129383e319 req-cad03984-239f-41f0-8c95-01e9846c95eb tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:02.976268 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c50f6a9-5674-49d3-8a5f-9b129383e319 req-cad03984-239f-41f0-8c95-01e9846c95eb tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:02.979289 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0927a98e-5b42-4d82-9310-e65ed28b7f1f None None] Checking router: 46431b7c-8b9c-4b6a-bebe-d293c653d238 for host: n-d-779913-29 {{(pid=93959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:29:02.979640 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0927a98e-5b42-4d82-9310-e65ed28b7f1f None None] Updating router 46431b7c-8b9c-4b6a-bebe-d293c653d238 port 40e7c51a-bf54-47f0-bc1b-176ca3f64dfd binding host n-d-779913-29 {{(pid=93959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:29:02.982768 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c50f6a9-5674-49d3-8a5f-9b129383e319 req-cad03984-239f-41f0-8c95-01e9846c95eb tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:02.986213 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3d665085-8b00-4605-9118-e7640db9a5c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:02.988704 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3d665085-8b00-4605-9118-e7640db9a5c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:02.988834 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c50f6a9-5674-49d3-8a5f-9b129383e319 req-cad03984-239f-41f0-8c95-01e9846c95eb tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:02.992489 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-3d665085-8b00-4605-9118-e7640db9a5c4 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/81663f79-609a-4e5f-a68f-40f8fb0f0c39 HTTP/1.1" status: 204 len: 168 time: 0.7143381 Jul 14 09:29:02.995268 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c50f6a9-5674-49d3-8a5f-9b129383e319 req-cad03984-239f-41f0-8c95-01e9846c95eb tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:02.997194 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-4c50f6a9-5674-49d3-8a5f-9b129383e319 req-cad03984-239f-41f0-8c95-01e9846c95eb tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] 10.222.0.68 "GET /v2.0/ports?device_id=15fddc0e-6959-44be-b8ff-be56e396088e HTTP/1.1" status: 200 len: 5435 time: 0.3032956 Jul 14 09:29:03.022460 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0927a98e-5b42-4d82-9310-e65ed28b7f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:03.022689 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d665085-8b00-4605-9118-e7640db9a5c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81663f79-609a-4e5f-a68f-40f8fb0f0c39,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:03.084045 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-63a1f408-0922-4a84-9c24-f626f5a7298a req-7a984959-ae33-43a7-b9b4-62d729d4e285 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=5a5f2c2d833f465d9525ee4af4d3c349&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2611473 Jul 14 09:29:03.154712 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-4c50f6a9-5674-49d3-8a5f-9b129383e319 req-dc8fe588-145f-45f4-8a04-327aea288b43 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] 10.222.0.68 "GET /v2.0/security-groups?id=8dea9d70-5f45-4874-bf11-9cb57df29d33&id=654de86a-d9c2-46da-8a5c-08b7fecbf459&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1501887 Jul 14 09:29:03.176442 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3bb13568-665e-4d0d-95e8-8462247835f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:03.187101 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3bb13568-665e-4d0d-95e8-8462247835f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:03.232762 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-de07171a-cee6-4899-a8d7-4f9ab1c26fc2 tempest-FloatingIPAdminTestJSON-1792528294 tempest-FloatingIPAdminTestJSON-1792528294-project] Deleting port 4470db2d-7a0b-4b6b-89b5-cc42ef3fcb1e {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:29:03.233599 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-de07171a-cee6-4899-a8d7-4f9ab1c26fc2 tempest-FloatingIPAdminTestJSON-1792528294 tempest-FloatingIPAdminTestJSON-1792528294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:03.334166 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-3bb13568-665e-4d0d-95e8-8462247835f0 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=f50d38874f9f456b8e7a418bab41d4a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7449956 Jul 14 09:29:03.342535 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 52516) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:03.343317 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb13568-665e-4d0d-95e8-8462247835f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ee2bb13-33f8-41d4-84e4-9f8913c574e7,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:03.377009 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7375ad21-c34b-4d56-8a71-350594713a75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:03.400608 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-63a1f408-0922-4a84-9c24-f626f5a7298a req-bc94a5eb-a409-4094-b235-6ca156f94be9 service neutron] 10.222.0.68 "GET /v2.0/networks/b13d7c6c-cfbf-4964-b16a-12c3c2736fe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2957437 Jul 14 09:29:03.464251 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0927a98e-5b42-4d82-9310-e65ed28b7f1f None None] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:03.481745 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-0927a98e-5b42-4d82-9310-e65ed28b7f1f None None] Transition to ACTIVE for port object 40e7c51a-bf54-47f0-bc1b-176ca3f64dfd will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:29:03.497652 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0927a98e-5b42-4d82-9310-e65ed28b7f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:03.557212 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-0927a98e-5b42-4d82-9310-e65ed28b7f1f None None] Attempting to bind port 40e7c51a-bf54-47f0-bc1b-176ca3f64dfd on host n-d-779913-29 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:29:03.557859 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-0927a98e-5b42-4d82-9310-e65ed28b7f1f None None] Attempting to bind port 40e7c51a-bf54-47f0-bc1b-176ca3f64dfd by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': '81bf7a93-80b3-43df-b9d5-462c604a2945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:29:03.558509 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0927a98e-5b42-4d82-9310-e65ed28b7f1f None None] Attempting to bind port 40e7c51a-bf54-47f0-bc1b-176ca3f64dfd on network 2dcd4d32-cc7c-4468-b396-7ce5c9231892 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:29:03.561834 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-de07171a-cee6-4899-a8d7-4f9ab1c26fc2 tempest-FloatingIPAdminTestJSON-1792528294 tempest-FloatingIPAdminTestJSON-1792528294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:03.563315 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-de07171a-cee6-4899-a8d7-4f9ab1c26fc2 tempest-FloatingIPAdminTestJSON-1792528294 tempest-FloatingIPAdminTestJSON-1792528294-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:03.573379 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0927a98e-5b42-4d82-9310-e65ed28b7f1f None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 28, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:29:03.574639 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0927a98e-5b42-4d82-9310-e65ed28b7f1f None None] Checking segment: {'id': '81bf7a93-80b3-43df-b9d5-462c604a2945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:29:03.575103 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0927a98e-5b42-4d82-9310-e65ed28b7f1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:03.575804 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0927a98e-5b42-4d82-9310-e65ed28b7f1f None None] Bound using segment: {'id': '81bf7a93-80b3-43df-b9d5-462c604a2945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:29:03.576314 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-0927a98e-5b42-4d82-9310-e65ed28b7f1f None None] Bound port: 40e7c51a-bf54-47f0-bc1b-176ca3f64dfd, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81bf7a93-80b3-43df-b9d5-462c604a2945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:29:03.576757 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0927a98e-5b42-4d82-9310-e65ed28b7f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:03.597264 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-de07171a-cee6-4899-a8d7-4f9ab1c26fc2 tempest-FloatingIPAdminTestJSON-1792528294 tempest-FloatingIPAdminTestJSON-1792528294-project] Calling delete_port for 4470db2d-7a0b-4b6b-89b5-cc42ef3fcb1e owned by network:floatingip {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:29:03.610339 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-21d56ff7-f139-48c5-849c-b5a4e857e8b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:03.616823 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cce298-734a-4137-a412-e4c9947e3ba5 None None] Pushing event updated for resources: {'Port': ['ID=40e7c51a-bf54-47f0-bc1b-176ca3f64dfd,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:03.652650 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-0927a98e-5b42-4d82-9310-e65ed28b7f1f None None] For port 40e7c51a-bf54-47f0-bc1b-176ca3f64dfd, host n-d-779913-29, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:29:03.656666 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-0927a98e-5b42-4d82-9310-e65ed28b7f1f None None] For port 40e7c51a-bf54-47f0-bc1b-176ca3f64dfd, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=40e7c51a-bf54-47f0-bc1b-176ca3f64dfd,segment=NetworkSegment(81bf7a93-80b3-43df-b9d5-462c604a2945),segment_id=81bf7a93-80b3-43df-b9d5-462c604a2945)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:29:03.663287 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0927a98e-5b42-4d82-9310-e65ed28b7f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:03.700598 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-21d56ff7-f139-48c5-849c-b5a4e857e8b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:03.741007 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0927a98e-5b42-4d82-9310-e65ed28b7f1f None None] Routers {'46431b7c-8b9c-4b6a-bebe-d293c653d238'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:29:03.741678 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-0927a98e-5b42-4d82-9310-e65ed28b7f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:28:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['46431b7c-8b9c-4b6a-bebe-d293c653d238'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:03.776336 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-63a1f408-0922-4a84-9c24-f626f5a7298a req-ca3900b5-b916-460d-b677-96b7b706f626 service neutron] 10.222.0.68 "GET /v2.0/networks/b13d7c6c-cfbf-4964-b16a-12c3c2736fe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3746002 Jul 14 09:29:03.793080 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cce298-734a-4137-a412-e4c9947e3ba5 None None] Pushing event updated for resources: {'Port': ['ID=40e7c51a-bf54-47f0-bc1b-176ca3f64dfd,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:03.936167 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvr_db [None req-0927a98e-5b42-4d82-9310-e65ed28b7f1f None None] Set router 46431b7c-8b9c-4b6a-bebe-d293c653d238 gateway port host: n-d-779913-29 {{(pid=93959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:29:03.971991 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-de07171a-cee6-4899-a8d7-4f9ab1c26fc2 tempest-FloatingIPAdminTestJSON-1792528294 tempest-FloatingIPAdminTestJSON-1792528294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:04.003564 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de07171a-cee6-4899-a8d7-4f9ab1c26fc2 tempest-FloatingIPAdminTestJSON-1792528294 tempest-FloatingIPAdminTestJSON-1792528294-project] Pushing event deleted for resources: {'Port': ['ID=4470db2d-7a0b-4b6b-89b5-cc42ef3fcb1e,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:04.026262 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-21d56ff7-f139-48c5-849c-b5a4e857e8b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:04.029612 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-21d56ff7-f139-48c5-849c-b5a4e857e8b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:04.031335 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-21d56ff7-f139-48c5-849c-b5a4e857e8b2 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/5ee2bb13-33f8-41d4-84e4-9f8913c574e7 HTTP/1.1" status: 204 len: 168 time: 0.6852086 Jul 14 09:29:04.064143 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d56ff7-f139-48c5-849c-b5a4e857e8b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ee2bb13-33f8-41d4-84e4-9f8913c574e7,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:04.131346 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-de07171a-cee6-4899-a8d7-4f9ab1c26fc2 tempest-FloatingIPAdminTestJSON-1792528294 tempest-FloatingIPAdminTestJSON-1792528294-project] Notify callbacks [] for floatingip, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:04.132929 n-d-779913-29 neutron-server[93958]: INFO neutron.db.l3_db [None req-de07171a-cee6-4899-a8d7-4f9ab1c26fc2 tempest-FloatingIPAdminTestJSON-1792528294 tempest-FloatingIPAdminTestJSON-1792528294-project] Floating IP 31c9df0c-308d-45ab-a7e1-b88435fa44cd disassociated (deleted). External IP: 172.25.4.149, port: 6735d27c-e0ca-4577-b8af-7cc8da2ebd9a. Jul 14 09:29:04.221558 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-a767897e-38ad-4d2f-8e39-343e7e142b1d req-2e33fef1-eb74-4916-8d2b-d3827691c5cf tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/ports?device_id=6b418a01-630f-4f84-acf9-07e29a4488fe HTTP/1.1" status: 200 len: 210 time: 0.0936821 Jul 14 09:29:04.288086 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-7375ad21-c34b-4d56-8a71-350594713a75 admin admin] Allocated IP 172.20.0.1 (087e0468-2285-4c59-b3f2-1d1ff8b2217b/04ae7776-8c86-484d-9bcc-4299f4579807/c4e868fd-c59a-4ec2-986d-5c9a274f714c) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:29:04.349688 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-0927a98e-5b42-4d82-9310-e65ed28b7f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46431b7c-8b9c-4b6a-bebe-d293c653d238', 'name': 'tempest-AttachVolumeShelveTestJSON-809254703-router', 'tenant_id': '51a0c5b2b5094b24a910e75e03cedf47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.85'}], 'enable_snat': True}, 'gw_port_id': '40e7c51a-bf54-47f0-bc1b-176ca3f64dfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:28:56Z', 'updated_at': '2021-07-14T09:28:59Z', 'revision_number': 3, 'project_id': '51a0c5b2b5094b24a910e75e03cedf47', 'gw_port': {'id': '40e7c51a-bf54-47f0-bc1b-176ca3f64dfd', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:7a:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46431b7c-8b9c-4b6a-bebe-d293c653d238', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:28:57Z', 'updated_at': '2021-07-14T09:29:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29'}], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:04.364978 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536815b5-1268-416e-805b-0a9884a9c110 req-f1036fd6-fa93-4a83-bab7-1afed550ff49 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:04.372178 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536815b5-1268-416e-805b-0a9884a9c110 req-f1036fd6-fa93-4a83-bab7-1afed550ff49 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:04.378496 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536815b5-1268-416e-805b-0a9884a9c110 req-f1036fd6-fa93-4a83-bab7-1afed550ff49 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:04.385127 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536815b5-1268-416e-805b-0a9884a9c110 req-f1036fd6-fa93-4a83-bab7-1afed550ff49 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:04.397531 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536815b5-1268-416e-805b-0a9884a9c110 req-f1036fd6-fa93-4a83-bab7-1afed550ff49 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:04.406278 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536815b5-1268-416e-805b-0a9884a9c110 req-f1036fd6-fa93-4a83-bab7-1afed550ff49 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:04.413583 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536815b5-1268-416e-805b-0a9884a9c110 req-f1036fd6-fa93-4a83-bab7-1afed550ff49 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:04.418911 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-536815b5-1268-416e-805b-0a9884a9c110 req-f1036fd6-fa93-4a83-bab7-1afed550ff49 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] 10.222.0.68 "GET /v2.0/ports?device_id=15fddc0e-6959-44be-b8ff-be56e396088e HTTP/1.1" status: 200 len: 5435 time: 0.4605601 Jul 14 09:29:04.419873 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0927a98e-5b42-4d82-9310-e65ed28b7f1f None None] The sync data for ids ['46431b7c-8b9c-4b6a-bebe-d293c653d238'] in n-d-779913-29 is: [{'id': '46431b7c-8b9c-4b6a-bebe-d293c653d238', 'name': 'tempest-AttachVolumeShelveTestJSON-809254703-router', 'tenant_id': '51a0c5b2b5094b24a910e75e03cedf47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.85'}], 'enable_snat': True}, 'gw_port_id': '40e7c51a-bf54-47f0-bc1b-176ca3f64dfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:28:56Z', 'updated_at': '2021-07-14T09:28:59Z', 'revision_number': 3, 'project_id': '51a0c5b2b5094b24a910e75e03cedf47', 'gw_port': {'id': '40e7c51a-bf54-47f0-bc1b-176ca3f64dfd', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:7a:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46431b7c-8b9c-4b6a-bebe-d293c653d238', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:28:57Z', 'updated_at': '2021-07-14T09:29:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29'}] {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:29:04.427114 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 52546) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:04.434574 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-da898840-a059-4d05-a424-d7ac90ae4cc5 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Request body: {'floatingip': {'port_id': '443852c9-c28d-483f-aa70-df124f5712df'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:04.492972 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de07171a-cee6-4899-a8d7-4f9ab1c26fc2 tempest-FloatingIPAdminTestJSON-1792528294 tempest-FloatingIPAdminTestJSON-1792528294-project] Router 9ebb6cba-c4c8-4135-9333-606a5e04ef07 has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:29:04.552416 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-da898840-a059-4d05-a424-d7ac90ae4cc5 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Notify callbacks [] for floatingip, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:04.735827 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de07171a-cee6-4899-a8d7-4f9ab1c26fc2 tempest-FloatingIPAdminTestJSON-1792528294 tempest-FloatingIPAdminTestJSON-1792528294-project] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:29:04.746886 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e23e67be-5f07-4fcd-a6f1-a41a4aac0436 None None] Sync routers for ids ['9ebb6cba-c4c8-4135-9333-606a5e04ef07'] in n-d-779913-29 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:29:04.751416 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-de07171a-cee6-4899-a8d7-4f9ab1c26fc2 tempest-FloatingIPAdminTestJSON-1792528294 tempest-FloatingIPAdminTestJSON-1792528294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for floatingip, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:04.764688 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e23e67be-5f07-4fcd-a6f1-a41a4aac0436 None None] Routers {'9ebb6cba-c4c8-4135-9333-606a5e04ef07'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:29:04.767109 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-e23e67be-5f07-4fcd-a6f1-a41a4aac0436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:28:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['9ebb6cba-c4c8-4135-9333-606a5e04ef07'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:04.806663 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-de07171a-cee6-4899-a8d7-4f9ab1c26fc2 tempest-FloatingIPAdminTestJSON-1792528294 tempest-FloatingIPAdminTestJSON-1792528294-project] 10.222.0.68 "DELETE /v2.0/floatingips/31c9df0c-308d-45ab-a7e1-b88435fa44cd HTTP/1.1" status: 204 len: 168 time: 2.0005817 Jul 14 09:29:04.807593 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 52568) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:04.814236 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-3f08f7a7-0016-434d-abc7-c3a271368a66 tempest-FloatingIPAdminTestJSON-1337950211 tempest-FloatingIPAdminTestJSON-1337950211-project-admin] Request body: {'floatingip': {'floating_network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:04.853788 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3f08f7a7-0016-434d-abc7-c3a271368a66 tempest-FloatingIPAdminTestJSON-1337950211 tempest-FloatingIPAdminTestJSON-1337950211-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:04.901097 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-e23e67be-5f07-4fcd-a6f1-a41a4aac0436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:04.918993 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e23e67be-5f07-4fcd-a6f1-a41a4aac0436 None None] Routers {'9ebb6cba-c4c8-4135-9333-606a5e04ef07'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:29:04.919893 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-e23e67be-5f07-4fcd-a6f1-a41a4aac0436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:28:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['9ebb6cba-c4c8-4135-9333-606a5e04ef07'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:04.959826 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-e23e67be-5f07-4fcd-a6f1-a41a4aac0436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:04.960778 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e23e67be-5f07-4fcd-a6f1-a41a4aac0436 None None] The sync data for ids ['9ebb6cba-c4c8-4135-9333-606a5e04ef07'] in n-d-779913-29 is: [] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:29:04.982723 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7375ad21-c34b-4d56-8a71-350594713a75 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:05.092122 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c2c1f13a-cef7-4320-b9f7-be01ea12e252 tempest-RoutersIpV6AdminTest-414384186 tempest-RoutersIpV6AdminTest-414384186-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-661489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-711771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12973'] for router, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:05.095925 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7375ad21-c34b-4d56-8a71-350594713a75 admin admin] Transition to ACTIVE for port object c4e868fd-c59a-4ec2-986d-5c9a274f714c will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:29:05.109790 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c2c1f13a-cef7-4320-b9f7-be01ea12e252 tempest-RoutersIpV6AdminTest-414384186 tempest-RoutersIpV6AdminTest-414384186-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-661452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-661502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-661447', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-711840'] for router, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:05.148530 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3f08f7a7-0016-434d-abc7-c3a271368a66 tempest-FloatingIPAdminTestJSON-1337950211 tempest-FloatingIPAdminTestJSON-1337950211-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:05.446206 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-3f08f7a7-0016-434d-abc7-c3a271368a66 tempest-FloatingIPAdminTestJSON-1337950211 tempest-FloatingIPAdminTestJSON-1337950211-project-admin] Allocated IP 172.25.4.4 (2dcd4d32-cc7c-4468-b396-7ce5c9231892/6cd22a75-5bc1-467c-a3c4-0af04bd1b34a/a099e4e1-e41b-4a14-a545-486d926d1904) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:29:05.624890 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3f08f7a7-0016-434d-abc7-c3a271368a66 tempest-FloatingIPAdminTestJSON-1337950211 tempest-FloatingIPAdminTestJSON-1337950211-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:05.646931 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b3591a8b-915e-4fea-90ee-aad347bfb6a4 req-7700963c-4beb-43f7-8355-6651b3db85bc tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/ports?device_id=6b418a01-630f-4f84-acf9-07e29a4488fe HTTP/1.1" status: 200 len: 210 time: 0.1204259 Jul 14 09:29:05.717023 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3f08f7a7-0016-434d-abc7-c3a271368a66 tempest-FloatingIPAdminTestJSON-1337950211 tempest-FloatingIPAdminTestJSON-1337950211-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:05.743830 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7375ad21-c34b-4d56-8a71-350594713a75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:05.758420 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f08f7a7-0016-434d-abc7-c3a271368a66 tempest-FloatingIPAdminTestJSON-1337950211 tempest-FloatingIPAdminTestJSON-1337950211-project-admin] Network 2dcd4d32-cc7c-4468-b396-7ce5c9231892 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:29:05.771470 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-3f08f7a7-0016-434d-abc7-c3a271368a66 tempest-FloatingIPAdminTestJSON-1337950211 tempest-FloatingIPAdminTestJSON-1337950211-project-admin] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:29:05.780154 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2c1f13a-cef7-4320-b9f7-be01ea12e252 tempest-RoutersIpV6AdminTest-414384186 tempest-RoutersIpV6AdminTest-414384186-project-admin] Router 52485f26-9a02-469a-a1d2-55347fd36777 has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:29:05.799212 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f08f7a7-0016-434d-abc7-c3a271368a66 tempest-FloatingIPAdminTestJSON-1337950211 tempest-FloatingIPAdminTestJSON-1337950211-project-admin] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:29:05.807589 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7375ad21-c34b-4d56-8a71-350594713a75 admin admin] Network 087e0468-2285-4c59-b3f2-1d1ff8b2217b is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:29:05.820482 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-7375ad21-c34b-4d56-8a71-350594713a75 admin admin] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:29:05.828196 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7375ad21-c34b-4d56-8a71-350594713a75 admin admin] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:29:05.909685 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7375ad21-c34b-4d56-8a71-350594713a75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-660393'] for router_interface, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:05.943402 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08f7a7-0016-434d-abc7-c3a271368a66 tempest-FloatingIPAdminTestJSON-1337950211 tempest-FloatingIPAdminTestJSON-1337950211-project-admin] Pushing event updated for resources: {'Port': ['ID=a099e4e1-e41b-4a14-a545-486d926d1904,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:05.994976 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3f08f7a7-0016-434d-abc7-c3a271368a66 tempest-FloatingIPAdminTestJSON-1337950211 tempest-FloatingIPAdminTestJSON-1337950211-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:06.049056 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7375ad21-c34b-4d56-8a71-350594713a75 admin admin] Pushing event updated for resources: {'Port': ['ID=c4e868fd-c59a-4ec2-986d-5c9a274f714c,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:06.131186 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3f08f7a7-0016-434d-abc7-c3a271368a66 tempest-FloatingIPAdminTestJSON-1337950211 tempest-FloatingIPAdminTestJSON-1337950211-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:06.211204 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2c1f13a-cef7-4320-b9f7-be01ea12e252 tempest-RoutersIpV6AdminTest-414384186 tempest-RoutersIpV6AdminTest-414384186-project-admin] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:29:06.223275 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c2c1f13a-cef7-4320-b9f7-be01ea12e252 tempest-RoutersIpV6AdminTest-414384186 tempest-RoutersIpV6AdminTest-414384186-project-admin] Notify callbacks [] for router, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:06.224690 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fffb5c3b-f7ec-4ce4-92db-18eb6948e2be None None] Sync routers for ids ['52485f26-9a02-469a-a1d2-55347fd36777'] in n-d-779913-29 {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:29:06.227619 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-c2c1f13a-cef7-4320-b9f7-be01ea12e252 tempest-RoutersIpV6AdminTest-414384186 tempest-RoutersIpV6AdminTest-414384186-project-admin] 10.222.0.68 "PUT /v2.0/routers/52485f26-9a02-469a-a1d2-55347fd36777 HTTP/1.1" status: 200 len: 924 time: 3.8930876 Jul 14 09:29:06.228260 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 52684) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:06.260104 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fffb5c3b-f7ec-4ce4-92db-18eb6948e2be None None] Routers {'52485f26-9a02-469a-a1d2-55347fd36777'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:29:06.261637 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-fffb5c3b-f7ec-4ce4-92db-18eb6948e2be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:28:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['52485f26-9a02-469a-a1d2-55347fd36777'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:06.293738 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.db.resource_extend [None req-da898840-a059-4d05-a424-d7ac90ae4cc5 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 14 09:29:06.388959 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 52690) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:06.402211 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-fffb5c3b-f7ec-4ce4-92db-18eb6948e2be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:06.405875 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-e1a313f5-b09b-49a8-8140-ab9f9aee6bf3 None None] Provisioning for port c4e868fd-c59a-4ec2-986d-5c9a274f714c completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:29:06.426382 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-e1a313f5-b09b-49a8-8140-ab9f9aee6bf3 None None] Provisioning complete for port c4e868fd-c59a-4ec2-986d-5c9a274f714c triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:29:06.426602 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e1a313f5-b09b-49a8-8140-ab9f9aee6bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:06.473435 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fffb5c3b-f7ec-4ce4-92db-18eb6948e2be None None] Routers {'52485f26-9a02-469a-a1d2-55347fd36777'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:29:06.474109 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-fffb5c3b-f7ec-4ce4-92db-18eb6948e2be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:28:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['52485f26-9a02-469a-a1d2-55347fd36777'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:06.555309 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-fffb5c3b-f7ec-4ce4-92db-18eb6948e2be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:06.560776 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fffb5c3b-f7ec-4ce4-92db-18eb6948e2be None None] The sync data for ids ['52485f26-9a02-469a-a1d2-55347fd36777'] in n-d-779913-29 is: [] {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:29:06.592295 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-e1a313f5-b09b-49a8-8140-ab9f9aee6bf3 None None] Port c4e868fd-c59a-4ec2-986d-5c9a274f714c cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:29:06.623853 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-1b573339-2662-44b3-8b5b-8e10355616fd tempest-RoutersIpV6AdminTest-414384186 tempest-RoutersIpV6AdminTest-414384186-project-admin] 10.222.0.68 "GET /v2.0/routers/52485f26-9a02-469a-a1d2-55347fd36777 HTTP/1.1" status: 200 len: 924 time: 0.3882661 Jul 14 09:29:06.637884 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a1f408-0922-4a84-9c24-f626f5a7298a req-ab9d8a3f-175d-441c-8f71-123de1d3f099 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:06.639147 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 40e7c51a-bf54-47f0-bc1b-176ca3f64dfd up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:29:06.641006 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 52712) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:06.648110 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-63a1f408-0922-4a84-9c24-f626f5a7298a req-ab9d8a3f-175d-441c-8f71-123de1d3f099 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.57 "GET /v2.0/networks?id=b13d7c6c-cfbf-4964-b16a-12c3c2736fe4 HTTP/1.1" status: 200 len: 806 time: 0.4077840 Jul 14 09:29:06.648334 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-da898840-a059-4d05-a424-d7ac90ae4cc5 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:06.689595 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [req-63a1f408-0922-4a84-9c24-f626f5a7298a req-d0e6f143-3382-4670-9dab-fe0735a93374 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Request body: {'port': {'device_id': '6b418a01-630f-4f84-acf9-07e29a4488fe', 'network_id': 'b13d7c6c-cfbf-4964-b16a-12c3c2736fe4', 'admin_state_up': True, 'tenant_id': '5a5f2c2d833f465d9525ee4af4d3c349'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:06.704338 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning for port 40e7c51a-bf54-47f0-bc1b-176ca3f64dfd completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:29:06.710375 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port 40e7c51a-bf54-47f0-bc1b-176ca3f64dfd triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:29:06.710508 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-da898840-a059-4d05-a424-d7ac90ae4cc5 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-660590'] for floatingip, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:06.711276 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:06.737137 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4390b373-3c19-47d5-a80b-92705297cb08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:06.799471 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3f08f7a7-0016-434d-abc7-c3a271368a66 tempest-FloatingIPAdminTestJSON-1337950211 tempest-FloatingIPAdminTestJSON-1337950211-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:06.824452 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3f08f7a7-0016-434d-abc7-c3a271368a66 tempest-FloatingIPAdminTestJSON-1337950211 tempest-FloatingIPAdminTestJSON-1337950211-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13574142'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:06.852065 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:06.893582 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] For port 40e7c51a-bf54-47f0-bc1b-176ca3f64dfd, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=40e7c51a-bf54-47f0-bc1b-176ca3f64dfd,segment=NetworkSegment(81bf7a93-80b3-43df-b9d5-462c604a2945),segment_id=81bf7a93-80b3-43df-b9d5-462c604a2945)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:29:06.903325 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:06.943190 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-cca81add-5eb2-48ab-becd-5831cfa416a1 req-88feb336-abd7-49b8-89d7-13184d4bdcb8 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/ports?device_id=6b418a01-630f-4f84-acf9-07e29a4488fe HTTP/1.1" status: 200 len: 210 time: 0.0506530 Jul 14 09:29:06.989249 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Pushing event updated for resources: {'Port': ['ID=40e7c51a-bf54-47f0-bc1b-176ca3f64dfd,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:07.020571 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7375ad21-c34b-4d56-8a71-350594713a75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:07.080105 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4390b373-3c19-47d5-a80b-92705297cb08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:07.140806 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4390b373-3c19-47d5-a80b-92705297cb08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:07.170555 n-d-779913-29 neutron-server[93957]: INFO neutron.db.l3_db [None req-da898840-a059-4d05-a424-d7ac90ae4cc5 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Floating IP 2ac52865-f4ae-4941-b0c0-01b7ddcad25a associated. External IP: 172.25.4.177, port: 443852c9-c28d-483f-aa70-df124f5712df. Jul 14 09:29:07.175340 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8fca030-05cc-4d78-a47d-024c069a307b tempest-RoutersIpV6AdminTest-414384186 tempest-RoutersIpV6AdminTest-414384186-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:07.177265 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-c8fca030-05cc-4d78-a47d-024c069a307b tempest-RoutersIpV6AdminTest-414384186 tempest-RoutersIpV6AdminTest-414384186-project-admin] 10.222.0.68 "GET /v2.0/ports?network_id=2dcd4d32-cc7c-4468-b396-7ce5c9231892&device_id=52485f26-9a02-469a-a1d2-55347fd36777&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.5334411 Jul 14 09:29:07.333197 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 52762) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:07.411587 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08f7a7-0016-434d-abc7-c3a271368a66 tempest-FloatingIPAdminTestJSON-1337950211 tempest-FloatingIPAdminTestJSON-1337950211-project-admin] Pushing event updated for resources: {'Port': ['ID=a099e4e1-e41b-4a14-a545-486d926d1904,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:07.431875 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3f08f7a7-0016-434d-abc7-c3a271368a66 tempest-FloatingIPAdminTestJSON-1337950211 tempest-FloatingIPAdminTestJSON-1337950211-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-660590'] for floatingip, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:07.472414 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63a1f408-0922-4a84-9c24-f626f5a7298a req-d0e6f143-3382-4670-9dab-fe0735a93374 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Made reservation on behalf of 5a5f2c2d833f465d9525ee4af4d3c349 for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:29:07.476048 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-63a1f408-0922-4a84-9c24-f626f5a7298a req-d0e6f143-3382-4670-9dab-fe0735a93374 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:07.494285 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3f08f7a7-0016-434d-abc7-c3a271368a66 tempest-FloatingIPAdminTestJSON-1337950211 tempest-FloatingIPAdminTestJSON-1337950211-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for floatingip, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:07.498760 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-3f08f7a7-0016-434d-abc7-c3a271368a66 tempest-FloatingIPAdminTestJSON-1337950211 tempest-FloatingIPAdminTestJSON-1337950211-project-admin] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.6862886 Jul 14 09:29:07.498760 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38c093f7-eb10-47b4-8df0-8e2d57fcd866 tempest-RoutersIpV6AdminTest-414384186 tempest-RoutersIpV6AdminTest-414384186-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:07.502684 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-38c093f7-eb10-47b4-8df0-8e2d57fcd866 tempest-RoutersIpV6AdminTest-414384186 tempest-RoutersIpV6AdminTest-414384186-project-admin] 10.222.0.68 "GET /v2.0/networks/2dcd4d32-cc7c-4468-b396-7ce5c9231892 HTTP/1.1" status: 200 len: 881 time: 0.1658762 Jul 14 09:29:07.502684 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 52788) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:07.503643 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 52790) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:07.548968 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-5b8ee885-9ee4-456d-a9f8-8ab0c033d0cf tempest-RoutersIpV6AdminTest-419487075 tempest-RoutersIpV6AdminTest-419487075-project] 10.222.0.68 "GET /v2.0/ports?device_id=52485f26-9a02-469a-a1d2-55347fd36777 HTTP/1.1" status: 200 len: 205 time: 0.0417905 Jul 14 09:29:07.550692 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 52794) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:07.655331 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-4390b373-3c19-47d5-a80b-92705297cb08 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=71c90ba9886c41bc8d9e3886eada5cd0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2437553 Jul 14 09:29:07.656023 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 52810) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:07.662644 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-4f1e714d-6944-4148-84da-ee5678606fc0 tempest-FloatingIPAdminTestJSON-531184961 tempest-FloatingIPAdminTestJSON-531184961-project] Request body: {'floatingip': {'floating_network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:07.667569 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4390b373-3c19-47d5-a80b-92705297cb08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8329f74-5bcb-47c3-9912-24644881227d,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:07.761113 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4f1e714d-6944-4148-84da-ee5678606fc0 tempest-FloatingIPAdminTestJSON-531184961 tempest-FloatingIPAdminTestJSON-531184961-project] Notify callbacks [] for floatingip, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:07.828238 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [req-63a1f408-0922-4a84-9c24-f626f5a7298a req-d0e6f143-3382-4670-9dab-fe0735a93374 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Allocated IP 172.20.0.6 (b13d7c6c-cfbf-4964-b16a-12c3c2736fe4/4eebc946-7649-496b-bf8c-5c786643586c/5dc01ad3-ffae-4c44-b513-2bc87e54d5cb) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:29:07.849757 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-47975ab6-a78f-4950-a9c4-c46e1bf73aa3 tempest-RoutersIpV6AdminTest-419487075 tempest-RoutersIpV6AdminTest-419487075-project] Notify callbacks [] for router, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:07.885788 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-13134385-5b6d-401e-b287-5a8b633418af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:07.945344 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7375ad21-c34b-4d56-8a71-350594713a75 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:07.955903 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-13134385-5b6d-401e-b287-5a8b633418af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:07.957541 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7375ad21-c34b-4d56-8a71-350594713a75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:08.076618 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da898840-a059-4d05-a424-d7ac90ae4cc5 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Router cf2d3845-2597-482e-bbf4-14b6a13cd4ab has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:29:08.089740 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7375ad21-c34b-4d56-8a71-350594713a75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-683747'] for router_interface, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:08.090529 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-47975ab6-a78f-4950-a9c4-c46e1bf73aa3 tempest-RoutersIpV6AdminTest-419487075 tempest-RoutersIpV6AdminTest-419487075-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:08.103248 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7375ad21-c34b-4d56-8a71-350594713a75 admin admin] Pushing event updated for resources: {'Port': ['ID=c4e868fd-c59a-4ec2-986d-5c9a274f714c,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:08.154254 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4f1e714d-6944-4148-84da-ee5678606fc0 tempest-FloatingIPAdminTestJSON-531184961 tempest-FloatingIPAdminTestJSON-531184961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:08.175485 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-09fff006-33f4-4305-845c-87a97a629464 req-ea020c2e-738d-47bc-81b1-4b47948f2d7d tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/ports?device_id=6b418a01-630f-4f84-acf9-07e29a4488fe HTTP/1.1" status: 200 len: 210 time: 0.0644920 Jul 14 09:29:08.205899 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-13134385-5b6d-401e-b287-5a8b633418af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:08.208614 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-13134385-5b6d-401e-b287-5a8b633418af admin admin] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:08.214751 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-13134385-5b6d-401e-b287-5a8b633418af admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/b8329f74-5bcb-47c3-9912-24644881227d HTTP/1.1" status: 204 len: 168 time: 0.5529015 Jul 14 09:29:08.233811 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-63a1f408-0922-4a84-9c24-f626f5a7298a req-d0e6f143-3382-4670-9dab-fe0735a93374 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:08.268075 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13134385-5b6d-401e-b287-5a8b633418af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8329f74-5bcb-47c3-9912-24644881227d,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:08.317823 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7375ad21-c34b-4d56-8a71-350594713a75 admin admin] Network 087e0468-2285-4c59-b3f2-1d1ff8b2217b is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:29:08.319613 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da898840-a059-4d05-a424-d7ac90ae4cc5 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:29:08.326961 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-7375ad21-c34b-4d56-8a71-350594713a75 admin admin] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:29:08.329274 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-775e9141-b90b-4037-b209-a02e880871af None None] Sync routers for ids ['cf2d3845-2597-482e-bbf4-14b6a13cd4ab'] in n-d-779913-29 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:29:08.331193 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-da898840-a059-4d05-a424-d7ac90ae4cc5 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for floatingip, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:08.350165 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-775e9141-b90b-4037-b209-a02e880871af None None] Routers {'cf2d3845-2597-482e-bbf4-14b6a13cd4ab'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:29:08.351578 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-775e9141-b90b-4037-b209-a02e880871af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:28:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['cf2d3845-2597-482e-bbf4-14b6a13cd4ab'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:08.361551 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-47975ab6-a78f-4950-a9c4-c46e1bf73aa3 tempest-RoutersIpV6AdminTest-419487075 tempest-RoutersIpV6AdminTest-419487075-project] Deleting port 1fcfeb3d-5aa3-4a18-9f05-c7a46d4dd779 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:29:08.362061 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-47975ab6-a78f-4950-a9c4-c46e1bf73aa3 tempest-RoutersIpV6AdminTest-419487075 tempest-RoutersIpV6AdminTest-419487075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:08.469073 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-da898840-a059-4d05-a424-d7ac90ae4cc5 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] 10.222.0.68 "PUT /v2.0/floatingips/2ac52865-f4ae-4941-b0c0-01b7ddcad25a HTTP/1.1" status: 200 len: 992 time: 4.0393326 Jul 14 09:29:08.471898 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15fddc0e-6959-44be-b8ff-be56e396088e', 'tag': '443852c9-c28d-483f-aa70-df124f5712df'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:29:08.474281 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1324096a-82ef-4153-8c72-8d187dee1727" -d '{"events": [{"name": "network-changed", "server_uuid": "15fddc0e-6959-44be-b8ff-be56e396088e", "tag": "443852c9-c28d-483f-aa70-df124f5712df"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:29:08.485152 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-4f1e714d-6944-4148-84da-ee5678606fc0 tempest-FloatingIPAdminTestJSON-531184961 tempest-FloatingIPAdminTestJSON-531184961-project] Allocated IP 172.25.4.138 (2dcd4d32-cc7c-4468-b396-7ce5c9231892/6cd22a75-5bc1-467c-a3c4-0af04bd1b34a/99428e0c-9f0f-459e-980e-d29800cebd82) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:29:08.526296 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-63a1f408-0922-4a84-9c24-f626f5a7298a req-d0e6f143-3382-4670-9dab-fe0735a93374 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:08.563660 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] get_ports_and_sgs() called for port_ids ['355d4f4e-0f97-4599-8580-8d12831aaf46'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:29:08.600178 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7375ad21-c34b-4d56-8a71-350594713a75 admin admin] Router 46431b7c-8b9c-4b6a-bebe-d293c653d238 has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:29:08.641302 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 40e7c51a-bf54-47f0-bc1b-176ca3f64dfd up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:29:08.643455 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-775e9141-b90b-4037-b209-a02e880871af None None] Set router cf2d3845-2597-482e-bbf4-14b6a13cd4ab gateway port host: n-d-779913-29 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:29:08.668056 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-47975ab6-a78f-4950-a9c4-c46e1bf73aa3 tempest-RoutersIpV6AdminTest-419487075 tempest-RoutersIpV6AdminTest-419487075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:08.689148 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-47975ab6-a78f-4950-a9c4-c46e1bf73aa3 tempest-RoutersIpV6AdminTest-419487075 tempest-RoutersIpV6AdminTest-419487075-project] Calling delete_port for 1fcfeb3d-5aa3-4a18-9f05-c7a46d4dd779 owned by network:router_gateway {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:29:08.820450 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7375ad21-c34b-4d56-8a71-350594713a75 admin admin] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:29:08.833155 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-7375ad21-c34b-4d56-8a71-350594713a75 admin admin] 10.222.0.68 "PUT /v2.0/routers/46431b7c-8b9c-4b6a-bebe-d293c653d238/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2950578 Jul 14 09:29:08.834760 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:29:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cc3c248-d820-4c21-815a-37acd626445c x-openstack-request-id: req-6cc3c248-d820-4c21-815a-37acd626445c {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:29:08.835052 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15fddc0e-6959-44be-b8ff-be56e396088e", "tag": "443852c9-c28d-483f-aa70-df124f5712df", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:29:08.835308 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-6cc3c248-d820-4c21-815a-37acd626445c {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:29:08.835708 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15fddc0e-6959-44be-b8ff-be56e396088e', 'tag': '443852c9-c28d-483f-aa70-df124f5712df', 'status': 'completed', 'code': 200} Jul 14 09:29:08.838323 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port 40e7c51a-bf54-47f0-bc1b-176ca3f64dfd triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:29:08.838885 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:08.842476 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06685cf8-04ad-4bf3-b70e-b5e7c0d8414f None None] Sync routers for ids ['46431b7c-8b9c-4b6a-bebe-d293c653d238'] in n-d-779913-29 {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:29:08.910862 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-9bd70739-8e05-4932-81e9-b57c9a941b37 None None] Provisioning complete for port c4e868fd-c59a-4ec2-986d-5c9a274f714c triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:29:08.911468 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9bd70739-8e05-4932-81e9-b57c9a941b37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:08.931848 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63a1f408-0922-4a84-9c24-f626f5a7298a req-d0e6f143-3382-4670-9dab-fe0735a93374 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Network b13d7c6c-cfbf-4964-b16a-12c3c2736fe4 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:29:08.933302 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e6f143-3382-4670-9dab-fe0735a93374 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Pushing event updated for resources: {'Port': ['ID=5dc01ad3-ffae-4c44-b513-2bc87e54d5cb,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:08.939826 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [req-63a1f408-0922-4a84-9c24-f626f5a7298a req-d0e6f143-3382-4670-9dab-fe0735a93374 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:29:08.951379 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-63a1f408-0922-4a84-9c24-f626f5a7298a req-d0e6f143-3382-4670-9dab-fe0735a93374 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:29:08.979263 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06685cf8-04ad-4bf3-b70e-b5e7c0d8414f None None] Routers {'46431b7c-8b9c-4b6a-bebe-d293c653d238'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:29:08.980114 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-06685cf8-04ad-4bf3-b70e-b5e7c0d8414f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:28:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['46431b7c-8b9c-4b6a-bebe-d293c653d238'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:09.061640 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1324096a-82ef-4153-8c72-8d187dee1727 req-705bea10-de58-4f15-80ec-3753339176cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:09.062821 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1324096a-82ef-4153-8c72-8d187dee1727 req-705bea10-de58-4f15-80ec-3753339176cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:09.063912 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1324096a-82ef-4153-8c72-8d187dee1727 req-705bea10-de58-4f15-80ec-3753339176cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:09.065302 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1324096a-82ef-4153-8c72-8d187dee1727 req-705bea10-de58-4f15-80ec-3753339176cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:09.066601 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1324096a-82ef-4153-8c72-8d187dee1727 req-705bea10-de58-4f15-80ec-3753339176cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:09.068184 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1324096a-82ef-4153-8c72-8d187dee1727 req-705bea10-de58-4f15-80ec-3753339176cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:09.068851 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1324096a-82ef-4153-8c72-8d187dee1727 req-705bea10-de58-4f15-80ec-3753339176cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:09.073703 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1324096a-82ef-4153-8c72-8d187dee1727 req-705bea10-de58-4f15-80ec-3753339176cd service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=59257167697a4d8397898a00de2a9ad0&device_id=15fddc0e-6959-44be-b8ff-be56e396088e HTTP/1.1" status: 200 len: 6499 time: 0.1901729 Jul 14 09:29:09.176482 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvr_db [None req-06685cf8-04ad-4bf3-b70e-b5e7c0d8414f None None] Set router 46431b7c-8b9c-4b6a-bebe-d293c653d238 gateway port host: n-d-779913-29 {{(pid=93959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:29:09.236674 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-775e9141-b90b-4037-b209-a02e880871af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf2d3845-2597-482e-bbf4-14b6a13cd4ab', 'name': 'tempest-TaggedBootDevicesTest-2038976689-router', 'tenant_id': '59257167697a4d8397898a00de2a9ad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.111'}], 'enable_snat': True}, 'gw_port_id': '42e0bb2c-044f-45d1-9907-09bbb5f0a324', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:26:38Z', 'updated_at': '2021-07-14T09:26:49Z', 'revision_number': 4, 'project_id': '59257167697a4d8397898a00de2a9ad0', 'gw_port': {'id': '42e0bb2c-044f-45d1-9907-09bbb5f0a324', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:8e:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf2d3845-2597-482e-bbf4-14b6a13cd4ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:26:40Z', 'updated_at': '2021-07-14T09:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_floatingips': [{'id': '2ac52865-f4ae-4941-b0c0-01b7ddcad25a', 'tenant_id': '59257167697a4d8397898a00de2a9ad0', 'floating_ip_address': '172.25.4.177', 'floating_network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'router_id': 'cf2d3845-2597-482e-bbf4-14b6a13cd4ab', 'port_id': '443852c9-c28d-483f-aa70-df124f5712df', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1224, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3f3b4f0-a2a4-4615-b2a7-a3c2703dc6b7', 'mac_address': 'fa:16:3e:99:87:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15fddc0e-6959-44be-b8ff-be56e396088e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:27:42Z', 'updated_at': '2021-07-14T09:29:05Z', 'revision_number': 1, 'project_id': '59257167697a4d8397898a00de2a9ad0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb86bb0a-be55-48b5-9ff0-54f1a894f571', 'name': '', 'network_id': 'd3f3b4f0-a2a4-4615-b2a7-a3c2703dc6b7', 'tenant_id': '59257167697a4d8397898a00de2a9ad0', 'mac_address': 'fa:16:3e:5e:c7:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf2d3845-2597-482e-bbf4-14b6a13cd4ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': '2a6976d9-6add-4434-8547-6c5ba9d349d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:26:47Z', 'updated_at': '2021-07-14T09:26:57Z', 'revision_number': 5, 'project_id': '59257167697a4d8397898a00de2a9ad0', 'subnets': [{'id': '2a6976d9-6add-4434-8547-6c5ba9d349d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:09.303016 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1324096a-82ef-4153-8c72-8d187dee1727 req-c61809bf-b794-4cb4-b9aa-1afae0e17ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:09.308617 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1324096a-82ef-4153-8c72-8d187dee1727 req-c61809bf-b794-4cb4-b9aa-1afae0e17ce9 service neutron] 10.222.0.65 "GET /v2.0/networks?id=d3f3b4f0-a2a4-4615-b2a7-a3c2703dc6b7 HTTP/1.1" status: 200 len: 913 time: 0.2261336 Jul 14 09:29:09.309829 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-775e9141-b90b-4037-b209-a02e880871af None None] Checking router: cf2d3845-2597-482e-bbf4-14b6a13cd4ab for host: n-d-779913-29 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:29:09.330721 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-775e9141-b90b-4037-b209-a02e880871af None None] Routers {'cf2d3845-2597-482e-bbf4-14b6a13cd4ab'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:29:09.332156 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-775e9141-b90b-4037-b209-a02e880871af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:28:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['cf2d3845-2597-482e-bbf4-14b6a13cd4ab'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:09.420760 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a1f408-0922-4a84-9c24-f626f5a7298a req-d0e6f143-3382-4670-9dab-fe0735a93374 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:09.421440 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-63a1f408-0922-4a84-9c24-f626f5a7298a req-d0e6f143-3382-4670-9dab-fe0735a93374 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:09.472963 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-63a1f408-0922-4a84-9c24-f626f5a7298a req-d0e6f143-3382-4670-9dab-fe0735a93374 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7887521 Jul 14 09:29:09.493026 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1324096a-82ef-4153-8c72-8d187dee1727 req-01623060-ba49-4bdf-8db8-90d045b95599 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=443852c9-c28d-483f-aa70-df124f5712df HTTP/1.1" status: 200 len: 1000 time: 0.1763649 Jul 14 09:29:09.518743 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [req-63a1f408-0922-4a84-9c24-f626f5a7298a req-8ad8be35-5c09-47c6-93b5-299971e66611 service neutron] Request body: {'port': {'device_id': '6b418a01-630f-4f84-acf9-07e29a4488fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-29'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:09.528122 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4f1e714d-6944-4148-84da-ee5678606fc0 tempest-FloatingIPAdminTestJSON-531184961 tempest-FloatingIPAdminTestJSON-531184961-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:09.539145 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-9bd70739-8e05-4932-81e9-b57c9a941b37 None None] Port c4e868fd-c59a-4ec2-986d-5c9a274f714c cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:29:09.638001 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-47975ab6-a78f-4950-a9c4-c46e1bf73aa3 tempest-RoutersIpV6AdminTest-419487075 tempest-RoutersIpV6AdminTest-419487075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:09.670417 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1324096a-82ef-4153-8c72-8d187dee1727 req-19079abf-a0aa-4bd3-8c81-67c75fc04c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:09.675084 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1324096a-82ef-4153-8c72-8d187dee1727 req-19079abf-a0aa-4bd3-8c81-67c75fc04c33 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2a6976d9-6add-4434-8547-6c5ba9d349d2 HTTP/1.1" status: 200 len: 851 time: 0.1734488 Jul 14 09:29:09.680171 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-775e9141-b90b-4037-b209-a02e880871af None None] Set router cf2d3845-2597-482e-bbf4-14b6a13cd4ab gateway port host: n-d-779913-29 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:29:09.811104 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1324096a-82ef-4153-8c72-8d187dee1727 req-0da494c4-7d08-45f6-bdf8-971a7dc947c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:09.815334 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1324096a-82ef-4153-8c72-8d187dee1727 req-0da494c4-7d08-45f6-bdf8-971a7dc947c1 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d3f3b4f0-a2a4-4615-b2a7-a3c2703dc6b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1291320 Jul 14 09:29:09.822560 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47975ab6-a78f-4950-a9c4-c46e1bf73aa3 tempest-RoutersIpV6AdminTest-419487075 tempest-RoutersIpV6AdminTest-419487075-project] Pushing event deleted for resources: {'Port': ['ID=1fcfeb3d-5aa3-4a18-9f05-c7a46d4dd779,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:09.885656 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-06685cf8-04ad-4bf3-b70e-b5e7c0d8414f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46431b7c-8b9c-4b6a-bebe-d293c653d238', 'name': 'tempest-AttachVolumeShelveTestJSON-809254703-router', 'tenant_id': '51a0c5b2b5094b24a910e75e03cedf47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.85'}], 'enable_snat': True}, 'gw_port_id': '40e7c51a-bf54-47f0-bc1b-176ca3f64dfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:28:56Z', 'updated_at': '2021-07-14T09:29:06Z', 'revision_number': 4, 'project_id': '51a0c5b2b5094b24a910e75e03cedf47', 'gw_port': {'id': '40e7c51a-bf54-47f0-bc1b-176ca3f64dfd', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:7a:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46431b7c-8b9c-4b6a-bebe-d293c653d238', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:28:57Z', 'updated_at': '2021-07-14T09:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': 'c4e868fd-c59a-4ec2-986d-5c9a274f714c', 'name': '', 'network_id': '087e0468-2285-4c59-b3f2-1d1ff8b2217b', 'tenant_id': '51a0c5b2b5094b24a910e75e03cedf47', 'mac_address': 'fa:16:3e:35:fe:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46431b7c-8b9c-4b6a-bebe-d293c653d238', 'device_owner': 'network:router_interface', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': '04ae7776-8c86-484d-9bcc-4299f4579807', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:29:03Z', 'updated_at': '2021-07-14T09:29:07Z', 'revision_number': 2, 'project_id': '51a0c5b2b5094b24a910e75e03cedf47', 'subnets': [{'id': '04ae7776-8c86-484d-9bcc-4299f4579807', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:09.903803 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-63a1f408-0922-4a84-9c24-f626f5a7298a req-8ad8be35-5c09-47c6-93b5-299971e66611 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:09.923415 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06685cf8-04ad-4bf3-b70e-b5e7c0d8414f None None] Checking router: 46431b7c-8b9c-4b6a-bebe-d293c653d238 for host: n-d-779913-29 {{(pid=93959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:29:09.924071 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06685cf8-04ad-4bf3-b70e-b5e7c0d8414f None None] Updating router 46431b7c-8b9c-4b6a-bebe-d293c653d238 port c4e868fd-c59a-4ec2-986d-5c9a274f714c binding host n-d-779913-29 {{(pid=93959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:29:09.941893 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4f1e714d-6944-4148-84da-ee5678606fc0 tempest-FloatingIPAdminTestJSON-531184961 tempest-FloatingIPAdminTestJSON-531184961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:09.978642 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-06685cf8-04ad-4bf3-b70e-b5e7c0d8414f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:10.041630 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1324096a-82ef-4153-8c72-8d187dee1727 req-e8f59126-a346-4524-9515-e06d9e3d56b8 service neutron] 10.222.0.65 "GET /v2.0/networks/d3f3b4f0-a2a4-4615-b2a7-a3c2703dc6b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2173309 Jul 14 09:29:10.059864 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1e714d-6944-4148-84da-ee5678606fc0 tempest-FloatingIPAdminTestJSON-531184961 tempest-FloatingIPAdminTestJSON-531184961-project] Pushing event updated for resources: {'Port': ['ID=99428e0c-9f0f-459e-980e-d29800cebd82,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:10.104141 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-47975ab6-a78f-4950-a9c4-c46e1bf73aa3 tempest-RoutersIpV6AdminTest-419487075 tempest-RoutersIpV6AdminTest-419487075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-660532'] for router_gateway, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:10.125037 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-775e9141-b90b-4037-b209-a02e880871af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf2d3845-2597-482e-bbf4-14b6a13cd4ab', 'name': 'tempest-TaggedBootDevicesTest-2038976689-router', 'tenant_id': '59257167697a4d8397898a00de2a9ad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.111'}], 'enable_snat': True}, 'gw_port_id': '42e0bb2c-044f-45d1-9907-09bbb5f0a324', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:26:38Z', 'updated_at': '2021-07-14T09:26:49Z', 'revision_number': 4, 'project_id': '59257167697a4d8397898a00de2a9ad0', 'gw_port': {'id': '42e0bb2c-044f-45d1-9907-09bbb5f0a324', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:8e:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf2d3845-2597-482e-bbf4-14b6a13cd4ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:26:40Z', 'updated_at': '2021-07-14T09:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_floatingips': [{'id': '2ac52865-f4ae-4941-b0c0-01b7ddcad25a', 'tenant_id': '59257167697a4d8397898a00de2a9ad0', 'floating_ip_address': '172.25.4.177', 'floating_network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'router_id': 'cf2d3845-2597-482e-bbf4-14b6a13cd4ab', 'port_id': '443852c9-c28d-483f-aa70-df124f5712df', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1224, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3f3b4f0-a2a4-4615-b2a7-a3c2703dc6b7', 'mac_address': 'fa:16:3e:99:87:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15fddc0e-6959-44be-b8ff-be56e396088e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:27:42Z', 'updated_at': '2021-07-14T09:29:05Z', 'revision_number': 1, 'project_id': '59257167697a4d8397898a00de2a9ad0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb86bb0a-be55-48b5-9ff0-54f1a894f571', 'name': '', 'network_id': 'd3f3b4f0-a2a4-4615-b2a7-a3c2703dc6b7', 'tenant_id': '59257167697a4d8397898a00de2a9ad0', 'mac_address': 'fa:16:3e:5e:c7:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf2d3845-2597-482e-bbf4-14b6a13cd4ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': '2a6976d9-6add-4434-8547-6c5ba9d349d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:26:47Z', 'updated_at': '2021-07-14T09:26:57Z', 'revision_number': 5, 'project_id': '59257167697a4d8397898a00de2a9ad0', 'subnets': [{'id': '2a6976d9-6add-4434-8547-6c5ba9d349d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:10.215610 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-47975ab6-a78f-4950-a9c4-c46e1bf73aa3 tempest-RoutersIpV6AdminTest-419487075 tempest-RoutersIpV6AdminTest-419487075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-711871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12964'] for router, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:10.218179 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-47975ab6-a78f-4950-a9c4-c46e1bf73aa3 tempest-RoutersIpV6AdminTest-419487075 tempest-RoutersIpV6AdminTest-419487075-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:10.263887 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-775e9141-b90b-4037-b209-a02e880871af None None] The sync data for ids ['cf2d3845-2597-482e-bbf4-14b6a13cd4ab'] in n-d-779913-29 is: [{'id': 'cf2d3845-2597-482e-bbf4-14b6a13cd4ab', 'name': 'tempest-TaggedBootDevicesTest-2038976689-router', 'tenant_id': '59257167697a4d8397898a00de2a9ad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.111'}], 'enable_snat': True}, 'gw_port_id': '42e0bb2c-044f-45d1-9907-09bbb5f0a324', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:26:38Z', 'updated_at': '2021-07-14T09:26:49Z', 'revision_number': 4, 'project_id': '59257167697a4d8397898a00de2a9ad0', 'gw_port': {'id': '42e0bb2c-044f-45d1-9907-09bbb5f0a324', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:8e:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf2d3845-2597-482e-bbf4-14b6a13cd4ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:26:40Z', 'updated_at': '2021-07-14T09:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_floatingips': [{'id': '2ac52865-f4ae-4941-b0c0-01b7ddcad25a', 'tenant_id': '59257167697a4d8397898a00de2a9ad0', 'floating_ip_address': '172.25.4.177', 'floating_network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'router_id': 'cf2d3845-2597-482e-bbf4-14b6a13cd4ab', 'port_id': '443852c9-c28d-483f-aa70-df124f5712df', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1224, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3f3b4f0-a2a4-4615-b2a7-a3c2703dc6b7', 'mac_address': 'fa:16:3e:99:87:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15fddc0e-6959-44be-b8ff-be56e396088e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:27:42Z', 'updated_at': '2021-07-14T09:29:05Z', 'revision_number': 1, 'project_id': '59257167697a4d8397898a00de2a9ad0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb86bb0a-be55-48b5-9ff0-54f1a894f571', 'name': '', 'network_id': 'd3f3b4f0-a2a4-4615-b2a7-a3c2703dc6b7', 'tenant_id': '59257167697a4d8397898a00de2a9ad0', 'mac_address': 'fa:16:3e:5e:c7:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf2d3845-2597-482e-bbf4-14b6a13cd4ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': '2a6976d9-6add-4434-8547-6c5ba9d349d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:26:47Z', 'updated_at': '2021-07-14T09:26:57Z', 'revision_number': 5, 'project_id': '59257167697a4d8397898a00de2a9ad0', 'subnets': [{'id': '2a6976d9-6add-4434-8547-6c5ba9d349d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:29:10.279269 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f1e714d-6944-4148-84da-ee5678606fc0 tempest-FloatingIPAdminTestJSON-531184961 tempest-FloatingIPAdminTestJSON-531184961-project] Network 2dcd4d32-cc7c-4468-b396-7ce5c9231892 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:29:10.285907 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-47975ab6-a78f-4950-a9c4-c46e1bf73aa3 tempest-RoutersIpV6AdminTest-419487075 tempest-RoutersIpV6AdminTest-419487075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-704815'] for router, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:10.287603 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47975ab6-a78f-4950-a9c4-c46e1bf73aa3 tempest-RoutersIpV6AdminTest-419487075 tempest-RoutersIpV6AdminTest-419487075-project] Fanout notify agent at l3_agent the message router_deleted on router 52485f26-9a02-469a-a1d2-55347fd36777 {{(pid=93958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:29:10.299237 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-4f1e714d-6944-4148-84da-ee5678606fc0 tempest-FloatingIPAdminTestJSON-531184961 tempest-FloatingIPAdminTestJSON-531184961-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:29:10.309362 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-47975ab6-a78f-4950-a9c4-c46e1bf73aa3 tempest-RoutersIpV6AdminTest-419487075 tempest-RoutersIpV6AdminTest-419487075-project] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:10.317760 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 52982) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:10.322809 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-47975ab6-a78f-4950-a9c4-c46e1bf73aa3 tempest-RoutersIpV6AdminTest-419487075 tempest-RoutersIpV6AdminTest-419487075-project] 10.222.0.68 "DELETE /v2.0/routers/52485f26-9a02-469a-a1d2-55347fd36777 HTTP/1.1" status: 204 len: 168 time: 2.7710054 Jul 14 09:29:10.325677 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f1e714d-6944-4148-84da-ee5678606fc0 tempest-FloatingIPAdminTestJSON-531184961 tempest-FloatingIPAdminTestJSON-531184961-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:29:10.330082 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-a85d1cdc-6c16-4561-b380-8a6d4b64022b tempest-RoutersIpV6AdminTest-419487075 tempest-RoutersIpV6AdminTest-419487075-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-601048845', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:10.373975 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36d4123-d4d8-4e1e-83ea-5d3ef40fb1ea req-6cd2c975-efc2-4ff1-9db2-1ed8cfdf7509 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:10.376614 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e36d4123-d4d8-4e1e-83ea-5d3ef40fb1ea req-6cd2c975-efc2-4ff1-9db2-1ed8cfdf7509 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/ports?device_id=6b418a01-630f-4f84-acf9-07e29a4488fe HTTP/1.1" status: 200 len: 931 time: 0.2815213 Jul 14 09:29:10.380649 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a85d1cdc-6c16-4561-b380-8a6d4b64022b tempest-RoutersIpV6AdminTest-419487075 tempest-RoutersIpV6AdminTest-419487075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-711749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14670'] for router, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:10.382124 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a85d1cdc-6c16-4561-b380-8a6d4b64022b tempest-RoutersIpV6AdminTest-419487075 tempest-RoutersIpV6AdminTest-419487075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-711718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-661475', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14679'] for router, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:10.463864 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a85d1cdc-6c16-4561-b380-8a6d4b64022b tempest-RoutersIpV6AdminTest-419487075 tempest-RoutersIpV6AdminTest-419487075-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:10.465676 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 52986) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:10.474668 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-a52710b1-d509-47ff-a495-c1270413047c tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Request body: {'security_group': {'name': 'tempest-securitygroup--458486824', 'description': 'tempest-description--138441661'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:10.536142 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e36d4123-d4d8-4e1e-83ea-5d3ef40fb1ea req-5a41a8fa-ea56-4300-baf5-8970a754c039 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/security-groups?id=bfacbc39-872c-438f-b7f4-05abded490ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690386 Jul 14 09:29:10.547827 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a85d1cdc-6c16-4561-b380-8a6d4b64022b tempest-RoutersIpV6AdminTest-419487075 tempest-RoutersIpV6AdminTest-419487075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-711762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-661452'] for router, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:10.591842 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-06685cf8-04ad-4bf3-b70e-b5e7c0d8414f None None] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:10.598760 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a52710b1-d509-47ff-a495-c1270413047c tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:10.605914 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1324096a-82ef-4153-8c72-8d187dee1727 req-03f87fad-afb6-44aa-b79a-e9fc2f9f842c service neutron] 10.222.0.65 "GET /v2.0/networks/d3f3b4f0-a2a4-4615-b2a7-a3c2703dc6b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5570393 Jul 14 09:29:10.609198 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a85d1cdc-6c16-4561-b380-8a6d4b64022b tempest-RoutersIpV6AdminTest-419487075 tempest-RoutersIpV6AdminTest-419487075-project] Notify callbacks [] for router, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:10.615999 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-a85d1cdc-6c16-4561-b380-8a6d4b64022b tempest-RoutersIpV6AdminTest-419487075 tempest-RoutersIpV6AdminTest-419487075-project] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2915103 Jul 14 09:29:10.615999 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 52992) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:10.617783 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-06685cf8-04ad-4bf3-b70e-b5e7c0d8414f None None] Transition to ACTIVE for port object c4e868fd-c59a-4ec2-986d-5c9a274f714c will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:29:10.628634 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-b2e2f929-e0be-45fb-b419-7f15070f590f tempest-RoutersIpV6AdminTest-419487075 tempest-RoutersIpV6AdminTest-419487075-project] Request body: {'router': {'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'}}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:10.634506 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-06685cf8-04ad-4bf3-b70e-b5e7c0d8414f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:10.682931 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c6f18c-3993-419f-a7e9-ea657993cbce None None] New status for floating IP 2ac52865-f4ae-4941-b0c0-01b7ddcad25a: ACTIVE {{(pid=93960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:29:10.842417 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34100d68-2ffe-43f3-93aa-314e9d38ab87 None None] Pushing event updated for resources: {'Port': ['ID=c4e868fd-c59a-4ec2-986d-5c9a274f714c,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:10.859241 n-d-779913-29 neutron-server[93958]: DEBUG neutron.notifiers.nova [req-63a1f408-0922-4a84-9c24-f626f5a7298a req-8ad8be35-5c09-47c6-93b5-299971e66611 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5dc01ad3-ffae-4c44-b513-2bc87e54d5cb {{(pid=93958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:29:10.867239 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-63a1f408-0922-4a84-9c24-f626f5a7298a req-8ad8be35-5c09-47c6-93b5-299971e66611 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:10.887450 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-63a1f408-0922-4a84-9c24-f626f5a7298a req-8ad8be35-5c09-47c6-93b5-299971e66611 service neutron] Transition to ACTIVE for port object 5dc01ad3-ffae-4c44-b513-2bc87e54d5cb will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:29:10.937118 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-06685cf8-04ad-4bf3-b70e-b5e7c0d8414f None None] Attempting to bind port c4e868fd-c59a-4ec2-986d-5c9a274f714c on host n-d-779913-29 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:29:10.937729 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-06685cf8-04ad-4bf3-b70e-b5e7c0d8414f None None] Attempting to bind port c4e868fd-c59a-4ec2-986d-5c9a274f714c by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': '4e909166-7a9a-4d71-9929-2b11d90f7baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '087e0468-2285-4c59-b3f2-1d1ff8b2217b'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:29:10.937959 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06685cf8-04ad-4bf3-b70e-b5e7c0d8414f None None] Attempting to bind port c4e868fd-c59a-4ec2-986d-5c9a274f714c on network 087e0468-2285-4c59-b3f2-1d1ff8b2217b {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:29:10.954525 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06685cf8-04ad-4bf3-b70e-b5e7c0d8414f None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 28, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:29:10.954907 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06685cf8-04ad-4bf3-b70e-b5e7c0d8414f None None] Checking segment: {'id': '4e909166-7a9a-4d71-9929-2b11d90f7baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '087e0468-2285-4c59-b3f2-1d1ff8b2217b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:29:10.955319 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-06685cf8-04ad-4bf3-b70e-b5e7c0d8414f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:10.955717 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06685cf8-04ad-4bf3-b70e-b5e7c0d8414f None None] Bound using segment: {'id': '4e909166-7a9a-4d71-9929-2b11d90f7baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '087e0468-2285-4c59-b3f2-1d1ff8b2217b'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:29:10.956200 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-06685cf8-04ad-4bf3-b70e-b5e7c0d8414f None None] Bound port: c4e868fd-c59a-4ec2-986d-5c9a274f714c, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e909166-7a9a-4d71-9929-2b11d90f7baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '087e0468-2285-4c59-b3f2-1d1ff8b2217b'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:29:10.956586 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-06685cf8-04ad-4bf3-b70e-b5e7c0d8414f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:10.956797 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4f1e714d-6944-4148-84da-ee5678606fc0 tempest-FloatingIPAdminTestJSON-531184961 tempest-FloatingIPAdminTestJSON-531184961-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:10.976800 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-63a1f408-0922-4a84-9c24-f626f5a7298a req-8ad8be35-5c09-47c6-93b5-299971e66611 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13574142'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:11.127337 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4f1e714d-6944-4148-84da-ee5678606fc0 tempest-FloatingIPAdminTestJSON-531184961 tempest-FloatingIPAdminTestJSON-531184961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:11.133601 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 53036) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:11.172081 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b2e2f929-e0be-45fb-b419-7f15070f590f tempest-RoutersIpV6AdminTest-419487075 tempest-RoutersIpV6AdminTest-419487075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-661489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-711771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12973'] for router, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:11.335781 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-06685cf8-04ad-4bf3-b70e-b5e7c0d8414f None None] For port c4e868fd-c59a-4ec2-986d-5c9a274f714c, host n-d-779913-29, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:29:11.343666 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-06685cf8-04ad-4bf3-b70e-b5e7c0d8414f None None] For port c4e868fd-c59a-4ec2-986d-5c9a274f714c, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=c4e868fd-c59a-4ec2-986d-5c9a274f714c,segment=NetworkSegment(4e909166-7a9a-4d71-9929-2b11d90f7baa),segment_id=4e909166-7a9a-4d71-9929-2b11d90f7baa)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:29:11.353817 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-06685cf8-04ad-4bf3-b70e-b5e7c0d8414f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:11.367217 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a52710b1-d509-47ff-a495-c1270413047c tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:11.413169 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a52710b1-d509-47ff-a495-c1270413047c tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:11.414747 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06685cf8-04ad-4bf3-b70e-b5e7c0d8414f None None] Routers {'46431b7c-8b9c-4b6a-bebe-d293c653d238'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:29:11.415989 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-06685cf8-04ad-4bf3-b70e-b5e7c0d8414f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:28:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['46431b7c-8b9c-4b6a-bebe-d293c653d238'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:11.424489 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad8be35-5c09-47c6-93b5-299971e66611 service neutron] Pushing event updated for resources: {'Port': ['ID=5dc01ad3-ffae-4c44-b513-2bc87e54d5cb,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:11.425236 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-8b01235f-d2cf-41af-ba09-b7e35dff88c2 tempest-ExternalNetworksTestJSON-400789884 tempest-ExternalNetworksTestJSON-400789884-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-801412650'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:11.457360 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b01235f-d2cf-41af-ba09-b7e35dff88c2 tempest-ExternalNetworksTestJSON-400789884 tempest-ExternalNetworksTestJSON-400789884-project] Made reservation on behalf of fa003bf88cb44e9a934a53762a81832a for: {'network': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:29:11.462693 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8b01235f-d2cf-41af-ba09-b7e35dff88c2 tempest-ExternalNetworksTestJSON-400789884 tempest-ExternalNetworksTestJSON-400789884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for network, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:11.480362 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8b01235f-d2cf-41af-ba09-b7e35dff88c2 tempest-ExternalNetworksTestJSON-400789884 tempest-ExternalNetworksTestJSON-400789884-project] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:11.482890 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52710b1-d509-47ff-a495-c1270413047c tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4ff2369-e32d-44b9-a882-4dd3dbe0fc4d,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:11.483609 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34100d68-2ffe-43f3-93aa-314e9d38ab87 None None] Pushing event updated for resources: {'Port': ['ID=c4e868fd-c59a-4ec2-986d-5c9a274f714c,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:11.523515 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-63a1f408-0922-4a84-9c24-f626f5a7298a req-8ad8be35-5c09-47c6-93b5-299971e66611 service neutron] Attempting to bind port 5dc01ad3-ffae-4c44-b513-2bc87e54d5cb on host n-h2-779913-29 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:29:11.524147 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-63a1f408-0922-4a84-9c24-f626f5a7298a req-8ad8be35-5c09-47c6-93b5-299971e66611 service neutron] Attempting to bind port 5dc01ad3-ffae-4c44-b513-2bc87e54d5cb by drivers openvswitch,hyperv on host n-h2-779913-29 at level 0 using segments [{'id': 'f28b4a20-abdb-43f4-86e7-8da3ae7a1990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'b13d7c6c-cfbf-4964-b16a-12c3c2736fe4'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:29:11.524531 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63a1f408-0922-4a84-9c24-f626f5a7298a req-8ad8be35-5c09-47c6-93b5-299971e66611 service neutron] Attempting to bind port 5dc01ad3-ffae-4c44-b513-2bc87e54d5cb on network b13d7c6c-cfbf-4964-b16a-12c3c2736fe4 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:29:11.530078 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a52710b1-d509-47ff-a495-c1270413047c tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:11.534163 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-a52710b1-d509-47ff-a495-c1270413047c tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.0614898 Jul 14 09:29:11.534419 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b2e2f929-e0be-45fb-b419-7f15070f590f tempest-RoutersIpV6AdminTest-419487075 tempest-RoutersIpV6AdminTest-419487075-project] Notify callbacks [] for router_gateway, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:11.535493 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 53054) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:11.543349 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-42ebfc3c-6ae5-4a8f-a148-133a79ab4bfa tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Request body: {'security_group_rule': {'security_group_id': 'b4ff2369-e32d-44b9-a882-4dd3dbe0fc4d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:11.552606 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63a1f408-0922-4a84-9c24-f626f5a7298a req-8ad8be35-5c09-47c6-93b5-299971e66611 service neutron] Port 5dc01ad3-ffae-4c44-b513-2bc87e54d5cb on network b13d7c6c-cfbf-4964-b16a-12c3c2736fe4 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-29 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:29:11.552935 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63a1f408-0922-4a84-9c24-f626f5a7298a req-8ad8be35-5c09-47c6-93b5-299971e66611 service neutron] Attempting to bind port 5dc01ad3-ffae-4c44-b513-2bc87e54d5cb on network b13d7c6c-cfbf-4964-b16a-12c3c2736fe4 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:29:11.568776 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63a1f408-0922-4a84-9c24-f626f5a7298a req-8ad8be35-5c09-47c6-93b5-299971e66611 service neutron] Checking agent: {'id': '013e4a3b-a634-47b8-b6a5-1a25109b73fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 13, 13), 'started_at': datetime.datetime(2021, 7, 14, 9, 13, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 28, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:29:11.569173 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63a1f408-0922-4a84-9c24-f626f5a7298a req-8ad8be35-5c09-47c6-93b5-299971e66611 service neutron] Checking segment: {'id': 'f28b4a20-abdb-43f4-86e7-8da3ae7a1990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'b13d7c6c-cfbf-4964-b16a-12c3c2736fe4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:29:11.569524 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63a1f408-0922-4a84-9c24-f626f5a7298a req-8ad8be35-5c09-47c6-93b5-299971e66611 service neutron] Bound using segment: {'id': 'f28b4a20-abdb-43f4-86e7-8da3ae7a1990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'b13d7c6c-cfbf-4964-b16a-12c3c2736fe4'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:29:11.570008 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-63a1f408-0922-4a84-9c24-f626f5a7298a req-8ad8be35-5c09-47c6-93b5-299971e66611 service neutron] Bound port: 5dc01ad3-ffae-4c44-b513-2bc87e54d5cb, host: n-h2-779913-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f28b4a20-abdb-43f4-86e7-8da3ae7a1990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'b13d7c6c-cfbf-4964-b16a-12c3c2736fe4'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:29:11.570371 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-63a1f408-0922-4a84-9c24-f626f5a7298a req-8ad8be35-5c09-47c6-93b5-299971e66611 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:11.604073 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b2e2f929-e0be-45fb-b419-7f15070f590f tempest-RoutersIpV6AdminTest-419487075 tempest-RoutersIpV6AdminTest-419487075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:11.610387 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvr_db [None req-06685cf8-04ad-4bf3-b70e-b5e7c0d8414f None None] Set router 46431b7c-8b9c-4b6a-bebe-d293c653d238 gateway port host: n-d-779913-29 {{(pid=93959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:29:11.703161 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4f1e714d-6944-4148-84da-ee5678606fc0 tempest-FloatingIPAdminTestJSON-531184961 tempest-FloatingIPAdminTestJSON-531184961-project] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:11.724184 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4f1e714d-6944-4148-84da-ee5678606fc0 tempest-FloatingIPAdminTestJSON-531184961 tempest-FloatingIPAdminTestJSON-531184961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13574142'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:11.733898 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-42ebfc3c-6ae5-4a8f-a148-133a79ab4bfa tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:11.800768 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-b2e2f929-e0be-45fb-b419-7f15070f590f tempest-RoutersIpV6AdminTest-419487075 tempest-RoutersIpV6AdminTest-419487075-project] Allocated IP 172.25.4.67 (2dcd4d32-cc7c-4468-b396-7ce5c9231892/6cd22a75-5bc1-467c-a3c4-0af04bd1b34a/17f69600-2920-4c87-96cb-9f608bda056a) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:29:11.899089 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-63a1f408-0922-4a84-9c24-f626f5a7298a req-8ad8be35-5c09-47c6-93b5-299971e66611 service neutron] For port 5dc01ad3-ffae-4c44-b513-2bc87e54d5cb, host n-h2-779913-29, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:29:11.905639 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-06685cf8-04ad-4bf3-b70e-b5e7c0d8414f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46431b7c-8b9c-4b6a-bebe-d293c653d238', 'name': 'tempest-AttachVolumeShelveTestJSON-809254703-router', 'tenant_id': '51a0c5b2b5094b24a910e75e03cedf47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.85'}], 'enable_snat': True}, 'gw_port_id': '40e7c51a-bf54-47f0-bc1b-176ca3f64dfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:28:56Z', 'updated_at': '2021-07-14T09:29:06Z', 'revision_number': 4, 'project_id': '51a0c5b2b5094b24a910e75e03cedf47', 'gw_port': {'id': '40e7c51a-bf54-47f0-bc1b-176ca3f64dfd', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:7a:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46431b7c-8b9c-4b6a-bebe-d293c653d238', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:28:57Z', 'updated_at': '2021-07-14T09:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': 'c4e868fd-c59a-4ec2-986d-5c9a274f714c', 'name': '', 'network_id': '087e0468-2285-4c59-b3f2-1d1ff8b2217b', 'tenant_id': '51a0c5b2b5094b24a910e75e03cedf47', 'mac_address': 'fa:16:3e:35:fe:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46431b7c-8b9c-4b6a-bebe-d293c653d238', 'device_owner': 'network:router_interface', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': '04ae7776-8c86-484d-9bcc-4299f4579807', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:29:03Z', 'updated_at': '2021-07-14T09:29:11Z', 'revision_number': 4, 'project_id': '51a0c5b2b5094b24a910e75e03cedf47', 'subnets': [{'id': '04ae7776-8c86-484d-9bcc-4299f4579807', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:11.939210 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06685cf8-04ad-4bf3-b70e-b5e7c0d8414f None None] The sync data for ids ['46431b7c-8b9c-4b6a-bebe-d293c653d238'] in n-d-779913-29 is: [{'id': '46431b7c-8b9c-4b6a-bebe-d293c653d238', 'name': 'tempest-AttachVolumeShelveTestJSON-809254703-router', 'tenant_id': '51a0c5b2b5094b24a910e75e03cedf47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.85'}], 'enable_snat': True}, 'gw_port_id': '40e7c51a-bf54-47f0-bc1b-176ca3f64dfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:28:56Z', 'updated_at': '2021-07-14T09:29:06Z', 'revision_number': 4, 'project_id': '51a0c5b2b5094b24a910e75e03cedf47', 'gw_port': {'id': '40e7c51a-bf54-47f0-bc1b-176ca3f64dfd', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:7a:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46431b7c-8b9c-4b6a-bebe-d293c653d238', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:28:57Z', 'updated_at': '2021-07-14T09:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': 'c4e868fd-c59a-4ec2-986d-5c9a274f714c', 'name': '', 'network_id': '087e0468-2285-4c59-b3f2-1d1ff8b2217b', 'tenant_id': '51a0c5b2b5094b24a910e75e03cedf47', 'mac_address': 'fa:16:3e:35:fe:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46431b7c-8b9c-4b6a-bebe-d293c653d238', 'device_owner': 'network:router_interface', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': '04ae7776-8c86-484d-9bcc-4299f4579807', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:29:03Z', 'updated_at': '2021-07-14T09:29:11Z', 'revision_number': 4, 'project_id': '51a0c5b2b5094b24a910e75e03cedf47', 'subnets': [{'id': '04ae7776-8c86-484d-9bcc-4299f4579807', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:29:11.953129 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-63a1f408-0922-4a84-9c24-f626f5a7298a req-8ad8be35-5c09-47c6-93b5-299971e66611 service neutron] For port 5dc01ad3-ffae-4c44-b513-2bc87e54d5cb, host n-h2-779913-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=5dc01ad3-ffae-4c44-b513-2bc87e54d5cb,segment=NetworkSegment(f28b4a20-abdb-43f4-86e7-8da3ae7a1990),segment_id=f28b4a20-abdb-43f4-86e7-8da3ae7a1990)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:29:11.965988 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b2e2f929-e0be-45fb-b419-7f15070f590f tempest-RoutersIpV6AdminTest-419487075 tempest-RoutersIpV6AdminTest-419487075-project] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:11.968342 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-42ebfc3c-6ae5-4a8f-a148-133a79ab4bfa tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:11.977421 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1e714d-6944-4148-84da-ee5678606fc0 tempest-FloatingIPAdminTestJSON-531184961 tempest-FloatingIPAdminTestJSON-531184961-project] Pushing event updated for resources: {'Port': ['ID=99428e0c-9f0f-459e-980e-d29800cebd82,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:11.980404 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-63a1f408-0922-4a84-9c24-f626f5a7298a req-8ad8be35-5c09-47c6-93b5-299971e66611 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13574142'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:11.988882 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8b01235f-d2cf-41af-ba09-b7e35dff88c2 tempest-ExternalNetworksTestJSON-400789884 tempest-ExternalNetworksTestJSON-400789884-project] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:11.993121 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-42ebfc3c-6ae5-4a8f-a148-133a79ab4bfa tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529131'] for security_group_rule, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:11.998565 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8b01235f-d2cf-41af-ba09-b7e35dff88c2 tempest-ExternalNetworksTestJSON-400789884 tempest-ExternalNetworksTestJSON-400789884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:12.063218 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ebfc3c-6ae5-4a8f-a148-133a79ab4bfa tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37390573-daa6-4f71-bc11-f50437325cb1,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:12.079804 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b01235f-d2cf-41af-ba09-b7e35dff88c2 tempest-ExternalNetworksTestJSON-400789884 tempest-ExternalNetworksTestJSON-400789884-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 744} {{(pid=93957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:29:12.094909 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b01235f-d2cf-41af-ba09-b7e35dff88c2 tempest-ExternalNetworksTestJSON-400789884 tempest-ExternalNetworksTestJSON-400789884-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20ea12ac-4296-402c-a5c4-5f1690267443,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:12.095709 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4f1e714d-6944-4148-84da-ee5678606fc0 tempest-FloatingIPAdminTestJSON-531184961 tempest-FloatingIPAdminTestJSON-531184961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-660590'] for floatingip, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:12.103296 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8b01235f-d2cf-41af-ba09-b7e35dff88c2 tempest-ExternalNetworksTestJSON-400789884 tempest-ExternalNetworksTestJSON-400789884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:12.103652 n-d-779913-29 neutron-server[93957]: INFO neutron.db.segments_db [None req-8b01235f-d2cf-41af-ba09-b7e35dff88c2 tempest-ExternalNetworksTestJSON-400789884 tempest-ExternalNetworksTestJSON-400789884-project] Added segment ab880df0-b59b-4f63-b52f-da76c9cdd040 of type vlan for network 9c508049-7211-4ac4-873d-0dacd98d0e96 Jul 14 09:29:12.109395 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a1f408-0922-4a84-9c24-f626f5a7298a req-8ad8be35-5c09-47c6-93b5-299971e66611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:12.110128 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-63a1f408-0922-4a84-9c24-f626f5a7298a req-8ad8be35-5c09-47c6-93b5-299971e66611 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:12.111733 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-63a1f408-0922-4a84-9c24-f626f5a7298a req-8ad8be35-5c09-47c6-93b5-299971e66611 service neutron] 10.222.0.57 "PUT /v2.0/ports/5dc01ad3-ffae-4c44-b513-2bc87e54d5cb HTTP/1.1" status: 200 len: 1092 time: 2.5975404 Jul 14 09:29:12.113234 n-d-779913-29 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b418a01-630f-4f84-acf9-07e29a4488fe', 'tag': '5dc01ad3-ffae-4c44-b513-2bc87e54d5cb'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:29:12.115940 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cb48f044f948e981f43897c8d7f1332f741dc7af2b4c5a6e19d8f4a80f708e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c8b472b-3e98-483d-b9f0-1c212783446c" -d '{"events": [{"name": "network-changed", "server_uuid": "6b418a01-630f-4f84-acf9-07e29a4488fe", "tag": "5dc01ad3-ffae-4c44-b513-2bc87e54d5cb"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:29:12.133162 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-42ebfc3c-6ae5-4a8f-a148-133a79ab4bfa tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:12.143741 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-42ebfc3c-6ae5-4a8f-a148-133a79ab4bfa tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6016676 Jul 14 09:29:12.144812 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 53092) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:12.148065 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b2e2f929-e0be-45fb-b419-7f15070f590f tempest-RoutersIpV6AdminTest-419487075 tempest-RoutersIpV6AdminTest-419487075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:12.156539 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-ae1c3084-3e3b-4351-9aee-1599fc334acf tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Request body: {'security_group_rule': {'security_group_id': 'b4ff2369-e32d-44b9-a882-4dd3dbe0fc4d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:12.177697 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad8be35-5c09-47c6-93b5-299971e66611 service neutron] Pushing event updated for resources: {'Port': ['ID=5dc01ad3-ffae-4c44-b513-2bc87e54d5cb,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:12.191267 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fa1d5b-3386-4c7a-bcd6-0c0dd7c452aa req-1c052e20-a4a3-4edf-8c49-e2f497eafdc9 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:12.194648 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-e4fa1d5b-3386-4c7a-bcd6-0c0dd7c452aa req-1c052e20-a4a3-4edf-8c49-e2f497eafdc9 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/ports?device_id=6b418a01-630f-4f84-acf9-07e29a4488fe HTTP/1.1" status: 200 len: 943 time: 0.4111767 Jul 14 09:29:12.199711 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8b01235f-d2cf-41af-ba09-b7e35dff88c2 tempest-ExternalNetworksTestJSON-400789884 tempest-ExternalNetworksTestJSON-400789884-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735687821325'] for network, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:12.201815 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4f1e714d-6944-4148-84da-ee5678606fc0 tempest-FloatingIPAdminTestJSON-531184961 tempest-FloatingIPAdminTestJSON-531184961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for floatingip, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:12.206175 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-4f1e714d-6944-4148-84da-ee5678606fc0 tempest-FloatingIPAdminTestJSON-531184961 tempest-FloatingIPAdminTestJSON-531184961-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.7030830 Jul 14 09:29:12.209621 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 53100) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:12.297523 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2e2f929-e0be-45fb-b419-7f15070f590f tempest-RoutersIpV6AdminTest-419487075 tempest-RoutersIpV6AdminTest-419487075-project] Network 2dcd4d32-cc7c-4468-b396-7ce5c9231892 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:29:12.307869 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-e4fa1d5b-3386-4c7a-bcd6-0c0dd7c452aa req-2c6d8358-2513-4d14-bd5b-475f59a66fb1 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/security-groups?id=bfacbc39-872c-438f-b7f4-05abded490ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992267 Jul 14 09:29:12.315122 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-b2e2f929-e0be-45fb-b419-7f15070f590f tempest-RoutersIpV6AdminTest-419487075 tempest-RoutersIpV6AdminTest-419487075-project] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:29:12.341277 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e2f929-e0be-45fb-b419-7f15070f590f tempest-RoutersIpV6AdminTest-419487075 tempest-RoutersIpV6AdminTest-419487075-project] Pushing event updated for resources: {'Port': ['ID=17f69600-2920-4c87-96cb-9f608bda056a,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:12.353808 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2e2f929-e0be-45fb-b419-7f15070f590f tempest-RoutersIpV6AdminTest-419487075 tempest-RoutersIpV6AdminTest-419487075-project] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:29:12.358938 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.db.resource_extend [None req-8b01235f-d2cf-41af-ba09-b7e35dff88c2 tempest-ExternalNetworksTestJSON-400789884 tempest-ExternalNetworksTestJSON-400789884-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 14 09:29:12.364886 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a1f408-0922-4a84-9c24-f626f5a7298a req-46de31fd-c26c-4123-a9cb-b1abef31fc5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:12.366720 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-63a1f408-0922-4a84-9c24-f626f5a7298a req-46de31fd-c26c-4123-a9cb-b1abef31fc5e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5a5f2c2d833f465d9525ee4af4d3c349&device_id=6b418a01-630f-4f84-acf9-07e29a4488fe HTTP/1.1" status: 200 len: 1095 time: 0.1693590 Jul 14 09:29:12.403907 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:29:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d51b307-7339-4210-8974-b46a27e5390e x-openstack-request-id: req-4d51b307-7339-4210-8974-b46a27e5390e {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:29:12.404462 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b418a01-630f-4f84-acf9-07e29a4488fe", "tag": "5dc01ad3-ffae-4c44-b513-2bc87e54d5cb", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:29:12.404744 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-4d51b307-7339-4210-8974-b46a27e5390e {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:29:12.405242 n-d-779913-29 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b418a01-630f-4f84-acf9-07e29a4488fe', 'tag': '5dc01ad3-ffae-4c44-b513-2bc87e54d5cb', 'status': 'completed', 'code': 200} Jul 14 09:29:12.448965 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-63a1f408-0922-4a84-9c24-f626f5a7298a req-fa0ca6d7-896e-47d1-b246-a95755fd963c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5dc01ad3-ffae-4c44-b513-2bc87e54d5cb HTTP/1.1" status: 200 len: 217 time: 0.0633059 Jul 14 09:29:12.535069 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a1f408-0922-4a84-9c24-f626f5a7298a req-07bc1b70-e647-41d0-b347-04befd77bd8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:12.538476 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-63a1f408-0922-4a84-9c24-f626f5a7298a req-07bc1b70-e647-41d0-b347-04befd77bd8a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4eebc946-7649-496b-bf8c-5c786643586c HTTP/1.1" status: 200 len: 846 time: 0.0663040 Jul 14 09:29:12.594316 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-63a1f408-0922-4a84-9c24-f626f5a7298a req-c935187d-4918-454f-a978-909084e2d256 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b13d7c6c-cfbf-4964-b16a-12c3c2736fe4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487249 Jul 14 09:29:12.620051 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device c4e868fd-c59a-4ec2-986d-5c9a274f714c up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:29:12.694837 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:12.716665 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning for port c4e868fd-c59a-4ec2-986d-5c9a274f714c completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:29:12.723043 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port c4e868fd-c59a-4ec2-986d-5c9a274f714c triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:29:12.723661 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:12.756024 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-63a1f408-0922-4a84-9c24-f626f5a7298a req-750c2c4a-a639-4458-a45b-3f1a09761b4f service neutron] 10.222.0.57 "GET /v2.0/networks/b13d7c6c-cfbf-4964-b16a-12c3c2736fe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546299 Jul 14 09:29:12.775695 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ae1c3084-3e3b-4351-9aee-1599fc334acf tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:12.816407 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8b01235f-d2cf-41af-ba09-b7e35dff88c2 tempest-ExternalNetworksTestJSON-400789884 tempest-ExternalNetworksTestJSON-400789884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855'] for network, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:12.825927 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b01235f-d2cf-41af-ba09-b7e35dff88c2 tempest-ExternalNetworksTestJSON-400789884 tempest-ExternalNetworksTestJSON-400789884-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:12.826689 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8b01235f-d2cf-41af-ba09-b7e35dff88c2 tempest-ExternalNetworksTestJSON-400789884 tempest-ExternalNetworksTestJSON-400789884-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for network, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:12.842713 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:12.879970 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-63a1f408-0922-4a84-9c24-f626f5a7298a req-5fae300d-9ee4-44a8-86fc-6a8dd77cafce service neutron] 10.222.0.57 "GET /v2.0/networks/b13d7c6c-cfbf-4964-b16a-12c3c2736fe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172194 Jul 14 09:29:12.888185 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-1242369e-65ea-4f64-98a4-7ad33a9b563b tempest-FloatingIPAdminTestJSON-1337950211 tempest-FloatingIPAdminTestJSON-1337950211-project-admin] 10.222.0.68 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3221 time: 0.6758018 Jul 14 09:29:12.890662 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 53140) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:12.913329 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] For port c4e868fd-c59a-4ec2-986d-5c9a274f714c, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=c4e868fd-c59a-4ec2-986d-5c9a274f714c,segment=NetworkSegment(4e909166-7a9a-4d71-9929-2b11d90f7baa),segment_id=4e909166-7a9a-4d71-9929-2b11d90f7baa)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:29:12.922068 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:12.964577 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-8b01235f-d2cf-41af-ba09-b7e35dff88c2 tempest-ExternalNetworksTestJSON-400789884 tempest-ExternalNetworksTestJSON-400789884-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.8291717 Jul 14 09:29:12.979434 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 53146) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:12.999123 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Pushing event updated for resources: {'Port': ['ID=c4e868fd-c59a-4ec2-986d-5c9a274f714c,revision_number=5']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:13.026545 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ae1c3084-3e3b-4351-9aee-1599fc334acf tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:13.028006 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b01235f-d2cf-41af-ba09-b7e35dff88c2 tempest-ExternalNetworksTestJSON-400789884 tempest-ExternalNetworksTestJSON-400789884-project] Pushing event updated for resources: {'Network': ['ID=9c508049-7211-4ac4-873d-0dacd98d0e96,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:13.063504 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Network 9c508049-7211-4ac4-873d-0dacd98d0e96 details requested by agent ovs-agent-n-d-779913-29 with host n-d-779913-29 {{(pid=93959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:29:13.111410 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ae1c3084-3e3b-4351-9aee-1599fc334acf tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529131'] for security_group_rule, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:13.126750 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-94c0a153-4aff-4cca-9718-e44b9900f725 tempest-ExternalNetworksTestJSON-965739441 tempest-ExternalNetworksTestJSON-965739441-project-admin] Request body: {'network': {'name': 'tempest-network--1965810109', 'router:external': True}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:13.170528 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1c3084-3e3b-4351-9aee-1599fc334acf tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb381fe7-faee-49fe-8e49-901b9c7ad48c,revision_number=0']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:13.240619 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94c0a153-4aff-4cca-9718-e44b9900f725 tempest-ExternalNetworksTestJSON-965739441 tempest-ExternalNetworksTestJSON-965739441-project-admin] Made reservation on behalf of 58afb68aeecf416bb05bb33bc761694a for: {'network': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:29:13.243987 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-94c0a153-4aff-4cca-9718-e44b9900f725 tempest-ExternalNetworksTestJSON-965739441 tempest-ExternalNetworksTestJSON-965739441-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for network, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:13.259223 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ae1c3084-3e3b-4351-9aee-1599fc334acf tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:13.264178 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-ae1c3084-3e3b-4351-9aee-1599fc334acf tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1175478 Jul 14 09:29:13.264875 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 53162) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:13.270823 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-0c424d93-c45e-4197-a95c-013f49ebb4a9 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Request body: {'floatingip': {'floating_network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:13.277280 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-94c0a153-4aff-4cca-9718-e44b9900f725 tempest-ExternalNetworksTestJSON-965739441 tempest-ExternalNetworksTestJSON-965739441-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:13.382702 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:13.416435 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b2e2f929-e0be-45fb-b419-7f15070f590f tempest-RoutersIpV6AdminTest-419487075 tempest-RoutersIpV6AdminTest-419487075-project] Notify callbacks [] for router_gateway, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:13.496298 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-0c424d93-c45e-4197-a95c-013f49ebb4a9 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Notify callbacks [] for floatingip, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:13.578941 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-306181af-f43c-4862-a563-392dd86db20f tempest-FloatingIPAdminTestJSON-1792528294 tempest-FloatingIPAdminTestJSON-1792528294-project] 10.222.0.68 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.6866763 Jul 14 09:29:13.581295 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 53192) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:13.702860 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8b472b-3e98-483d-b9f0-1c212783446c req-54952d97-6259-49b9-99df-374407df9199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:13.704429 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-6c8b472b-3e98-483d-b9f0-1c212783446c req-54952d97-6259-49b9-99df-374407df9199 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5a5f2c2d833f465d9525ee4af4d3c349&device_id=6b418a01-630f-4f84-acf9-07e29a4488fe HTTP/1.1" status: 200 len: 1095 time: 0.2449989 Jul 14 09:29:13.803272 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de06e56-72b7-4c08-b9ab-d5604c5cf900 req-748a2923-a4fa-4688-8f9d-1a20e38e44ad tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:13.804848 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-4de06e56-72b7-4c08-b9ab-d5604c5cf900 req-748a2923-a4fa-4688-8f9d-1a20e38e44ad tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/ports?device_id=6b418a01-630f-4f84-acf9-07e29a4488fe HTTP/1.1" status: 200 len: 943 time: 0.2716601 Jul 14 09:29:13.871666 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-3ff1d4d6-f9bf-4b02-b43a-2964fdeee4f5 tempest-FloatingIPAdminTestJSON-531184961 tempest-FloatingIPAdminTestJSON-531184961-project] Deleting port 99428e0c-9f0f-459e-980e-d29800cebd82 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:29:13.872019 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3ff1d4d6-f9bf-4b02-b43a-2964fdeee4f5 tempest-FloatingIPAdminTestJSON-531184961 tempest-FloatingIPAdminTestJSON-531184961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:13.892094 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b2e2f929-e0be-45fb-b419-7f15070f590f tempest-RoutersIpV6AdminTest-419487075 tempest-RoutersIpV6AdminTest-419487075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-661489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-711771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12973'] for router, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:13.896273 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8b472b-3e98-483d-b9f0-1c212783446c req-c477958c-5fab-4f45-8a30-335d292da0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:13.898555 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-6c8b472b-3e98-483d-b9f0-1c212783446c req-c477958c-5fab-4f45-8a30-335d292da0b3 service neutron] 10.222.0.57 "GET /v2.0/networks?id=b13d7c6c-cfbf-4964-b16a-12c3c2736fe4 HTTP/1.1" status: 200 len: 907 time: 0.1861181 Jul 14 09:29:13.914997 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-94c0a153-4aff-4cca-9718-e44b9900f725 tempest-ExternalNetworksTestJSON-965739441 tempest-ExternalNetworksTestJSON-965739441-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:13.917321 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b2e2f929-e0be-45fb-b419-7f15070f590f tempest-RoutersIpV6AdminTest-419487075 tempest-RoutersIpV6AdminTest-419487075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-661452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-661502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-661447', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-711840'] for router, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:13.927159 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-4de06e56-72b7-4c08-b9ab-d5604c5cf900 req-846e6afd-533a-478b-8416-4b32b0e7ed3f tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/security-groups?id=bfacbc39-872c-438f-b7f4-05abded490ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072743 Jul 14 09:29:13.932841 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-94c0a153-4aff-4cca-9718-e44b9900f725 tempest-ExternalNetworksTestJSON-965739441 tempest-ExternalNetworksTestJSON-965739441-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:13.969515 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-6c8b472b-3e98-483d-b9f0-1c212783446c req-675c4580-5a8a-42b2-833d-c58427ab4d46 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5dc01ad3-ffae-4c44-b513-2bc87e54d5cb HTTP/1.1" status: 200 len: 217 time: 0.0451233 Jul 14 09:29:14.001610 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94c0a153-4aff-4cca-9718-e44b9900f725 tempest-ExternalNetworksTestJSON-965739441 tempest-ExternalNetworksTestJSON-965739441-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 717} {{(pid=93957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:29:14.036627 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c0a153-4aff-4cca-9718-e44b9900f725 tempest-ExternalNetworksTestJSON-965739441 tempest-ExternalNetworksTestJSON-965739441-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95616985-c25f-4d73-ac8e-315e2f1f97ea,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:14.049848 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3ff1d4d6-f9bf-4b02-b43a-2964fdeee4f5 tempest-FloatingIPAdminTestJSON-531184961 tempest-FloatingIPAdminTestJSON-531184961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:14.050182 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3ff1d4d6-f9bf-4b02-b43a-2964fdeee4f5 tempest-FloatingIPAdminTestJSON-531184961 tempest-FloatingIPAdminTestJSON-531184961-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:14.060708 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-0c424d93-c45e-4197-a95c-013f49ebb4a9 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:14.063475 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8b472b-3e98-483d-b9f0-1c212783446c req-07bc587d-c74a-4925-a36c-cc5e99870407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:14.064955 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-6c8b472b-3e98-483d-b9f0-1c212783446c req-07bc587d-c74a-4925-a36c-cc5e99870407 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4eebc946-7649-496b-bf8c-5c786643586c HTTP/1.1" status: 200 len: 846 time: 0.0887363 Jul 14 09:29:14.068777 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-3ff1d4d6-f9bf-4b02-b43a-2964fdeee4f5 tempest-FloatingIPAdminTestJSON-531184961 tempest-FloatingIPAdminTestJSON-531184961-project] Calling delete_port for 99428e0c-9f0f-459e-980e-d29800cebd82 owned by network:floatingip {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:29:14.068984 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-94c0a153-4aff-4cca-9718-e44b9900f725 tempest-ExternalNetworksTestJSON-965739441 tempest-ExternalNetworksTestJSON-965739441-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:14.069526 n-d-779913-29 neutron-server[93957]: INFO neutron.db.segments_db [None req-94c0a153-4aff-4cca-9718-e44b9900f725 tempest-ExternalNetworksTestJSON-965739441 tempest-ExternalNetworksTestJSON-965739441-project-admin] Added segment 42aea830-d86f-42ac-8647-8d40d8c26a9b of type vlan for network e9cb157a-05ba-4f98-bacb-6ca022f3725e Jul 14 09:29:14.109120 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-6c8b472b-3e98-483d-b9f0-1c212783446c req-19b758c2-b41e-4fa7-9d39-7c2b71522ea2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b13d7c6c-cfbf-4964-b16a-12c3c2736fe4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347588 Jul 14 09:29:14.196873 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-94c0a153-4aff-4cca-9718-e44b9900f725 tempest-ExternalNetworksTestJSON-965739441 tempest-ExternalNetworksTestJSON-965739441-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735687821325'] for network, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:14.262218 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-6c8b472b-3e98-483d-b9f0-1c212783446c req-c482e3d3-413c-4545-a4f1-89bfdb234761 service neutron] 10.222.0.57 "GET /v2.0/networks/b13d7c6c-cfbf-4964-b16a-12c3c2736fe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211615 Jul 14 09:29:14.311131 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-94c0a153-4aff-4cca-9718-e44b9900f725 tempest-ExternalNetworksTestJSON-965739441 tempest-ExternalNetworksTestJSON-965739441-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855'] for network, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:14.312110 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94c0a153-4aff-4cca-9718-e44b9900f725 tempest-ExternalNetworksTestJSON-965739441 tempest-ExternalNetworksTestJSON-965739441-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:14.312701 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-94c0a153-4aff-4cca-9718-e44b9900f725 tempest-ExternalNetworksTestJSON-965739441 tempest-ExternalNetworksTestJSON-965739441-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for network, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:14.374044 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-0c424d93-c45e-4197-a95c-013f49ebb4a9 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Allocated IP 172.25.4.121 (2dcd4d32-cc7c-4468-b396-7ce5c9231892/6cd22a75-5bc1-467c-a3c4-0af04bd1b34a/f01f4291-2837-46e9-a42e-573789005603) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:29:14.388112 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3ff1d4d6-f9bf-4b02-b43a-2964fdeee4f5 tempest-FloatingIPAdminTestJSON-531184961 tempest-FloatingIPAdminTestJSON-531184961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:14.402012 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-94c0a153-4aff-4cca-9718-e44b9900f725 tempest-ExternalNetworksTestJSON-965739441 tempest-ExternalNetworksTestJSON-965739441-project-admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.4202142 Jul 14 09:29:14.403938 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 53228) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:14.407755 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2e2f929-e0be-45fb-b419-7f15070f590f tempest-RoutersIpV6AdminTest-419487075 tempest-RoutersIpV6AdminTest-419487075-project] Router f7962a9e-b3e9-4a15-9fe7-2d0d173fb920 is scheduled to L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 with binding_index 1 {{(pid=93957) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:29:14.423442 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c0a153-4aff-4cca-9718-e44b9900f725 tempest-ExternalNetworksTestJSON-965739441 tempest-ExternalNetworksTestJSON-965739441-project-admin] Pushing event updated for resources: {'Network': ['ID=e9cb157a-05ba-4f98-bacb-6ca022f3725e,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:14.435903 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Network e9cb157a-05ba-4f98-bacb-6ca022f3725e details requested by agent ovs-agent-n-d-779913-29 with host n-d-779913-29 {{(pid=93959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:29:14.442604 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff1d4d6-f9bf-4b02-b43a-2964fdeee4f5 tempest-FloatingIPAdminTestJSON-531184961 tempest-FloatingIPAdminTestJSON-531184961-project] Pushing event deleted for resources: {'Port': ['ID=99428e0c-9f0f-459e-980e-d29800cebd82,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:14.495703 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-6c8b472b-3e98-483d-b9f0-1c212783446c req-32d7ba34-051c-4c32-8fd9-b08c06fa08a7 service neutron] 10.222.0.57 "GET /v2.0/networks/b13d7c6c-cfbf-4964-b16a-12c3c2736fe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2255661 Jul 14 09:29:14.591873 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3ff1d4d6-f9bf-4b02-b43a-2964fdeee4f5 tempest-FloatingIPAdminTestJSON-531184961 tempest-FloatingIPAdminTestJSON-531184961-project] Notify callbacks [] for floatingip, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:14.595808 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3ff1d4d6-f9bf-4b02-b43a-2964fdeee4f5 tempest-FloatingIPAdminTestJSON-531184961 tempest-FloatingIPAdminTestJSON-531184961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for floatingip, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:14.601525 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-3ff1d4d6-f9bf-4b02-b43a-2964fdeee4f5 tempest-FloatingIPAdminTestJSON-531184961 tempest-FloatingIPAdminTestJSON-531184961-project] 10.222.0.68 "DELETE /v2.0/floatingips/4a84a08a-f5a9-4367-9d10-3fcb68aaf277 HTTP/1.1" status: 204 len: 168 time: 1.0190263 Jul 14 09:29:14.605278 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f375262b-2210-4abe-b605-2a4d9cd592c3 tempest-ExternalNetworksTestJSON-965739441 tempest-ExternalNetworksTestJSON-965739441-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3876111'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:14.606096 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 53232) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:14.632143 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device c4e868fd-c59a-4ec2-986d-5c9a274f714c up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:29:14.640335 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2e2f929-e0be-45fb-b419-7f15070f590f tempest-RoutersIpV6AdminTest-419487075 tempest-RoutersIpV6AdminTest-419487075-project] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:29:14.676857 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d9ed0e3-202a-4009-85d2-217e643fb849 None None] Sync routers for ids ['f7962a9e-b3e9-4a15-9fe7-2d0d173fb920'] in n-d-779913-29 {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:29:14.677095 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-0c424d93-c45e-4197-a95c-013f49ebb4a9 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:14.688729 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b2e2f929-e0be-45fb-b419-7f15070f590f tempest-RoutersIpV6AdminTest-419487075 tempest-RoutersIpV6AdminTest-419487075-project] Notify callbacks [] for router, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:14.689858 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-b2e2f929-e0be-45fb-b419-7f15070f590f tempest-RoutersIpV6AdminTest-419487075 tempest-RoutersIpV6AdminTest-419487075-project] 10.222.0.68 "PUT /v2.0/routers/f7962a9e-b3e9-4a15-9fe7-2d0d173fb920 HTTP/1.1" status: 200 len: 882 time: 4.0744307 Jul 14 09:29:14.693286 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d9ed0e3-202a-4009-85d2-217e643fb849 None None] Routers {'f7962a9e-b3e9-4a15-9fe7-2d0d173fb920'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:29:14.694132 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-0d9ed0e3-202a-4009-85d2-217e643fb849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:28:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['f7962a9e-b3e9-4a15-9fe7-2d0d173fb920'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:14.698600 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 53234) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:14.731340 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-0d9ed0e3-202a-4009-85d2-217e643fb849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:14.743913 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port c4e868fd-c59a-4ec2-986d-5c9a274f714c triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:29:14.744523 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:14.746907 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f375262b-2210-4abe-b605-2a4d9cd592c3 tempest-ExternalNetworksTestJSON-965739441 tempest-ExternalNetworksTestJSON-965739441-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473955', 'neutron.services.segments.db._delete_segments_for_network-8735688326548'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:14.747489 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d9ed0e3-202a-4009-85d2-217e643fb849 None None] Routers {'f7962a9e-b3e9-4a15-9fe7-2d0d173fb920'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:29:14.748272 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-0d9ed0e3-202a-4009-85d2-217e643fb849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:28:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['f7962a9e-b3e9-4a15-9fe7-2d0d173fb920'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:14.758810 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-f375262b-2210-4abe-b605-2a4d9cd592c3 tempest-ExternalNetworksTestJSON-965739441 tempest-ExternalNetworksTestJSON-965739441-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9cb157a-05ba-4f98-bacb-6ca022f3725e']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:14.776828 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-f375262b-2210-4abe-b605-2a4d9cd592c3 tempest-ExternalNetworksTestJSON-965739441 tempest-ExternalNetworksTestJSON-965739441-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42aea830-d86f-42ac-8647-8d40d8c26a9b') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:14.778051 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-f375262b-2210-4abe-b605-2a4d9cd592c3 tempest-ExternalNetworksTestJSON-965739441 tempest-ExternalNetworksTestJSON-965739441-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42aea830-d86f-42ac-8647-8d40d8c26a9b') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:14.790750 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f375262b-2210-4abe-b605-2a4d9cd592c3 tempest-ExternalNetworksTestJSON-965739441 tempest-ExternalNetworksTestJSON-965739441-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735688356235', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13574129'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:14.803786 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-0d9ed0e3-202a-4009-85d2-217e643fb849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:14.804687 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d9ed0e3-202a-4009-85d2-217e643fb849 None None] The sync data for ids ['f7962a9e-b3e9-4a15-9fe7-2d0d173fb920'] in n-d-779913-29 is: [] {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:29:14.815478 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f375262b-2210-4abe-b605-2a4d9cd592c3 tempest-ExternalNetworksTestJSON-965739441 tempest-ExternalNetworksTestJSON-965739441-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:14.825704 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f375262b-2210-4abe-b605-2a4d9cd592c3 tempest-ExternalNetworksTestJSON-965739441 tempest-ExternalNetworksTestJSON-965739441-project-admin] Releasing vlan 717 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:29:14.826265 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f375262b-2210-4abe-b605-2a4d9cd592c3 tempest-ExternalNetworksTestJSON-965739441 tempest-ExternalNetworksTestJSON-965739441-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13573126'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:14.837833 n-d-779913-29 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:29:14.837833 n-d-779913-29 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:29:14.837833 n-d-779913-29 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:29:14.837833 n-d-779913-29 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:29:14.837833 n-d-779913-29 neutron-server[93958]: Traceback (most recent call last): Jul 14 09:29:14.837833 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:29:14.837833 n-d-779913-29 neutron-server[93958]: timer() Jul 14 09:29:14.837833 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:29:14.837833 n-d-779913-29 neutron-server[93958]: cb(*args, **kw) Jul 14 09:29:14.837833 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:29:14.837833 n-d-779913-29 neutron-server[93958]: return func(*args, **kwargs) Jul 14 09:29:14.837833 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:29:14.837833 n-d-779913-29 neutron-server[93958]: self._notify() Jul 14 09:29:14.837833 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:29:14.837833 n-d-779913-29 neutron-server[93958]: self.callback(batched_events) Jul 14 09:29:14.837833 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:29:14.837833 n-d-779913-29 neutron-server[93958]: event.method(event) Jul 14 09:29:14.837833 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:29:14.837833 n-d-779913-29 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:29:14.837833 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:29:14.837833 n-d-779913-29 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:29:14.837833 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:29:14.837833 n-d-779913-29 neutron-server[93958]: return f(self, *a, **k) Jul 14 09:29:14.837833 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:29:14.837833 n-d-779913-29 neutron-server[93958]: return self._get(url).json() Jul 14 09:29:14.837833 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:29:14.837833 n-d-779913-29 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:29:14.837833 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:29:14.837833 n-d-779913-29 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 14 09:29:14.837833 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:29:14.837833 n-d-779913-29 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:29:14.837833 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:29:14.837833 n-d-779913-29 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:29:14.837833 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:29:14.837833 n-d-779913-29 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:29:14.837833 n-d-779913-29 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:29:14.841027 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 53238) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:14.892464 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-0c424d93-c45e-4197-a95c-013f49ebb4a9 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:14.900586 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f375262b-2210-4abe-b605-2a4d9cd592c3 tempest-ExternalNetworksTestJSON-965739441 tempest-ExternalNetworksTestJSON-965739441-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660504'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:14.909888 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-73ba7029-f10a-49bd-97f9-94a7256747fe tempest-RoutersIpV6AdminTest-414384186 tempest-RoutersIpV6AdminTest-414384186-project-admin] 10.222.0.68 "GET /v2.0/routers/f7962a9e-b3e9-4a15-9fe7-2d0d173fb920 HTTP/1.1" status: 200 len: 923 time: 0.2077162 Jul 14 09:29:14.913315 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f375262b-2210-4abe-b605-2a4d9cd592c3 tempest-ExternalNetworksTestJSON-965739441 tempest-ExternalNetworksTestJSON-965739441-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e9cb157a-05ba-4f98-bacb-6ca022f3725e {{(pid=93958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 14 09:29:14.915393 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 53242) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:14.929307 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f375262b-2210-4abe-b605-2a4d9cd592c3 tempest-ExternalNetworksTestJSON-965739441 tempest-ExternalNetworksTestJSON-965739441-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:14.931867 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-f375262b-2210-4abe-b605-2a4d9cd592c3 tempest-ExternalNetworksTestJSON-965739441 tempest-ExternalNetworksTestJSON-965739441-project-admin] 10.222.0.68 "DELETE /v2.0/networks/e9cb157a-05ba-4f98-bacb-6ca022f3725e HTTP/1.1" status: 204 len: 168 time: 0.5159323 Jul 14 09:29:14.939618 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 53246) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:14.952639 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c424d93-c45e-4197-a95c-013f49ebb4a9 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Network 2dcd4d32-cc7c-4468-b396-7ce5c9231892 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:29:14.956303 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-efaf7e3f-5b41-400c-89b3-cc8a5d54832b tempest-FloatingIPAdminTestJSON-1337950211 tempest-FloatingIPAdminTestJSON-1337950211-project-admin] Deleting port a099e4e1-e41b-4a14-a545-486d926d1904 {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:29:14.956303 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-efaf7e3f-5b41-400c-89b3-cc8a5d54832b tempest-FloatingIPAdminTestJSON-1337950211 tempest-FloatingIPAdminTestJSON-1337950211-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:14.960391 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-77273e64-7bac-4d52-bcf6-604bf2bdf7bc tempest-ExternalNetworksTestJSON-965739441 tempest-ExternalNetworksTestJSON-965739441-project-admin] Request body: {'network': {'router:external': True}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:14.964025 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f375262b-2210-4abe-b605-2a4d9cd592c3 tempest-ExternalNetworksTestJSON-965739441 tempest-ExternalNetworksTestJSON-965739441-project-admin] Pushing event deleted for resources: {'Network': ['ID=e9cb157a-05ba-4f98-bacb-6ca022f3725e,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:14.976154 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-0c424d93-c45e-4197-a95c-013f49ebb4a9 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:29:15.009611 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c424d93-c45e-4197-a95c-013f49ebb4a9 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Pushing event updated for resources: {'Port': ['ID=f01f4291-2837-46e9-a42e-573789005603,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:15.021857 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c424d93-c45e-4197-a95c-013f49ebb4a9 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:29:15.074553 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77273e64-7bac-4d52-bcf6-604bf2bdf7bc tempest-ExternalNetworksTestJSON-965739441 tempest-ExternalNetworksTestJSON-965739441-project-admin] Made reservation on behalf of 58afb68aeecf416bb05bb33bc761694a for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:29:15.077677 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-77273e64-7bac-4d52-bcf6-604bf2bdf7bc tempest-ExternalNetworksTestJSON-965739441 tempest-ExternalNetworksTestJSON-965739441-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:15.167878 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11d22d87-3aea-4ea9-a1fb-86e09ba97a2f tempest-RoutersIpV6AdminTest-414384186 tempest-RoutersIpV6AdminTest-414384186-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:15.169412 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-11d22d87-3aea-4ea9-a1fb-86e09ba97a2f tempest-RoutersIpV6AdminTest-414384186 tempest-RoutersIpV6AdminTest-414384186-project-admin] 10.222.0.68 "GET /v2.0/ports?network_id=2dcd4d32-cc7c-4468-b396-7ce5c9231892&device_id=f7962a9e-b3e9-4a15-9fe7-2d0d173fb920&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2519832 Jul 14 09:29:15.176178 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 53252) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:15.176537 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8fa32a21-e6fa-4556-aac4-07fcad10c143 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:15.185319 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77273e64-7bac-4d52-bcf6-604bf2bdf7bc tempest-ExternalNetworksTestJSON-965739441 tempest-ExternalNetworksTestJSON-965739441-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 725} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:29:15.206524 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-77273e64-7bac-4d52-bcf6-604bf2bdf7bc tempest-ExternalNetworksTestJSON-965739441 tempest-ExternalNetworksTestJSON-965739441-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:15.206763 n-d-779913-29 neutron-server[93958]: INFO neutron.db.segments_db [None req-77273e64-7bac-4d52-bcf6-604bf2bdf7bc tempest-ExternalNetworksTestJSON-965739441 tempest-ExternalNetworksTestJSON-965739441-project-admin] Added segment fd0b66b0-b86b-48b9-88ac-d43b2d2c3c4f of type vlan for network dfacc6c6-4285-4ece-94a7-359be3b51657 Jul 14 09:29:15.281101 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a82efd4-f9aa-4aab-8e97-120ca1133f3d tempest-RoutersIpV6AdminTest-414384186 tempest-RoutersIpV6AdminTest-414384186-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:15.286012 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-5a82efd4-f9aa-4aab-8e97-120ca1133f3d tempest-RoutersIpV6AdminTest-414384186 tempest-RoutersIpV6AdminTest-414384186-project-admin] 10.222.0.68 "GET /v2.0/networks/2dcd4d32-cc7c-4468-b396-7ce5c9231892 HTTP/1.1" status: 200 len: 881 time: 0.0988922 Jul 14 09:29:15.293003 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-efaf7e3f-5b41-400c-89b3-cc8a5d54832b tempest-FloatingIPAdminTestJSON-1337950211 tempest-FloatingIPAdminTestJSON-1337950211-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:15.293592 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-efaf7e3f-5b41-400c-89b3-cc8a5d54832b tempest-FloatingIPAdminTestJSON-1337950211 tempest-FloatingIPAdminTestJSON-1337950211-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:15.296208 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 53254) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:15.298313 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-77273e64-7bac-4d52-bcf6-604bf2bdf7bc tempest-ExternalNetworksTestJSON-965739441 tempest-ExternalNetworksTestJSON-965739441-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735687821325'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:15.316401 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74b612f-29e2-4242-a82a-3d158ce59b89 req-0fd53f7d-fa41-4585-a9f7-256c29e07f52 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:15.317965 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-e74b612f-29e2-4242-a82a-3d158ce59b89 req-0fd53f7d-fa41-4585-a9f7-256c29e07f52 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/ports?device_id=6b418a01-630f-4f84-acf9-07e29a4488fe HTTP/1.1" status: 200 len: 943 time: 0.2195289 Jul 14 09:29:15.344411 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-efaf7e3f-5b41-400c-89b3-cc8a5d54832b tempest-FloatingIPAdminTestJSON-1337950211 tempest-FloatingIPAdminTestJSON-1337950211-project-admin] Calling delete_port for a099e4e1-e41b-4a14-a545-486d926d1904 owned by network:floatingip {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:29:15.352474 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-3e0cd635-a6a9-44cc-8d7c-86c83ea242fe tempest-RoutersIpV6AdminTest-419487075 tempest-RoutersIpV6AdminTest-419487075-project] 10.222.0.68 "GET /v2.0/ports?device_id=f7962a9e-b3e9-4a15-9fe7-2d0d173fb920 HTTP/1.1" status: 200 len: 205 time: 0.0527136 Jul 14 09:29:15.353969 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-0c424d93-c45e-4197-a95c-013f49ebb4a9 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:15.356586 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 53256) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:15.453633 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-e74b612f-29e2-4242-a82a-3d158ce59b89 req-d2f13aaf-45e4-4c0b-8b11-52daec6d2540 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/security-groups?id=bfacbc39-872c-438f-b7f4-05abded490ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225641 Jul 14 09:29:15.458651 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-77273e64-7bac-4d52-bcf6-604bf2bdf7bc tempest-ExternalNetworksTestJSON-965739441 tempest-ExternalNetworksTestJSON-965739441-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:15.459529 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77273e64-7bac-4d52-bcf6-604bf2bdf7bc tempest-ExternalNetworksTestJSON-965739441 tempest-ExternalNetworksTestJSON-965739441-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:15.460165 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-77273e64-7bac-4d52-bcf6-604bf2bdf7bc tempest-ExternalNetworksTestJSON-965739441 tempest-ExternalNetworksTestJSON-965739441-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:15.574473 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8fa32a21-e6fa-4556-aac4-07fcad10c143 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:15.586319 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8fa32a21-e6fa-4556-aac4-07fcad10c143 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:15.602415 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-77273e64-7bac-4d52-bcf6-604bf2bdf7bc tempest-ExternalNetworksTestJSON-965739441 tempest-ExternalNetworksTestJSON-965739441-project-admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.6461666 Jul 14 09:29:15.603936 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77273e64-7bac-4d52-bcf6-604bf2bdf7bc tempest-ExternalNetworksTestJSON-965739441 tempest-ExternalNetworksTestJSON-965739441-project-admin] Pushing event updated for resources: {'Network': ['ID=dfacc6c6-4285-4ece-94a7-359be3b51657,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:15.606687 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 53258) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:15.614543 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Network dfacc6c6-4285-4ece-94a7-359be3b51657 details requested by agent ovs-agent-n-d-779913-29 with host n-d-779913-29 {{(pid=93959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:29:15.622211 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-08d51b08-81e6-49b4-a55b-9e2bd4c65898 tempest-ExternalNetworksTestJSON-965739441 tempest-ExternalNetworksTestJSON-965739441-project-admin] Request body: {'subnet': {'network_id': 'dfacc6c6-4285-4ece-94a7-359be3b51657', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:15.650681 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-041a95ec-18d4-4be7-bb0c-968c00d5df2f tempest-RoutersIpV6AdminTest-419487075 tempest-RoutersIpV6AdminTest-419487075-project] Notify callbacks [] for router, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:15.678542 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 5dc01ad3-ffae-4c44-b513-2bc87e54d5cb details requested by agent hyperv_n-h2-779913-29 with host n-h2-779913-29 {{(pid=93959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:29:15.698114 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-8fa32a21-e6fa-4556-aac4-07fcad10c143 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=99601ab6690a4793bb02c3b7952e77e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8329668 Jul 14 09:29:15.702043 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 53260) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:15.702217 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa32a21-e6fa-4556-aac4-07fcad10c143 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=257788b9-e05f-4074-97cc-2a0baa8db79a,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:15.732777 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-0c424d93-c45e-4197-a95c-013f49ebb4a9 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:15.763071 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08d51b08-81e6-49b4-a55b-9e2bd4c65898 tempest-ExternalNetworksTestJSON-965739441 tempest-ExternalNetworksTestJSON-965739441-project-admin] Made reservation on behalf of 58afb68aeecf416bb05bb33bc761694a for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:29:15.765421 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-08d51b08-81e6-49b4-a55b-9e2bd4c65898 tempest-ExternalNetworksTestJSON-965739441 tempest-ExternalNetworksTestJSON-965739441-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16714600'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:15.806861 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 5dc01ad3-ffae-4c44-b513-2bc87e54d5cb, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=5dc01ad3-ffae-4c44-b513-2bc87e54d5cb,segment=NetworkSegment(f28b4a20-abdb-43f4-86e7-8da3ae7a1990),segment_id=f28b4a20-abdb-43f4-86e7-8da3ae7a1990)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:29:15.821396 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Returning: {'device': '5dc01ad3-ffae-4c44-b513-2bc87e54d5cb', 'network_id': 'b13d7c6c-cfbf-4964-b16a-12c3c2736fe4', 'port_id': '5dc01ad3-ffae-4c44-b513-2bc87e54d5cb', 'mac_address': 'fa:16:3e:e4:83:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 701, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4eebc946-7649-496b-bf8c-5c786643586c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:29:15.850056 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-041a95ec-18d4-4be7-bb0c-968c00d5df2f tempest-RoutersIpV6AdminTest-419487075 tempest-RoutersIpV6AdminTest-419487075-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:15.869458 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:15.871293 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3f490a3d-1fea-41e6-a2f9-8d153b3de8d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:15.884944 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5dc01ad3-ffae-4c44-b513-2bc87e54d5cb {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:29:15.907994 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 5dc01ad3-ffae-4c44-b513-2bc87e54d5cb, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=5dc01ad3-ffae-4c44-b513-2bc87e54d5cb,segment=NetworkSegment(f28b4a20-abdb-43f4-86e7-8da3ae7a1990),segment_id=f28b4a20-abdb-43f4-86e7-8da3ae7a1990)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:29:15.913355 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:15.916197 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-041a95ec-18d4-4be7-bb0c-968c00d5df2f tempest-RoutersIpV6AdminTest-419487075 tempest-RoutersIpV6AdminTest-419487075-project] Deleting port 17f69600-2920-4c87-96cb-9f608bda056a {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:29:15.917445 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-041a95ec-18d4-4be7-bb0c-968c00d5df2f tempest-RoutersIpV6AdminTest-419487075 tempest-RoutersIpV6AdminTest-419487075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:15.936502 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3f490a3d-1fea-41e6-a2f9-8d153b3de8d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:15.968771 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Pushing event updated for resources: {'Port': ['ID=5dc01ad3-ffae-4c44-b513-2bc87e54d5cb,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:15.980459 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-efaf7e3f-5b41-400c-89b3-cc8a5d54832b tempest-FloatingIPAdminTestJSON-1337950211 tempest-FloatingIPAdminTestJSON-1337950211-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:16.006747 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-041a95ec-18d4-4be7-bb0c-968c00d5df2f tempest-RoutersIpV6AdminTest-419487075 tempest-RoutersIpV6AdminTest-419487075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:16.036645 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efaf7e3f-5b41-400c-89b3-cc8a5d54832b tempest-FloatingIPAdminTestJSON-1337950211 tempest-FloatingIPAdminTestJSON-1337950211-project-admin] Pushing event deleted for resources: {'Port': ['ID=a099e4e1-e41b-4a14-a545-486d926d1904,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:16.044608 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-041a95ec-18d4-4be7-bb0c-968c00d5df2f tempest-RoutersIpV6AdminTest-419487075 tempest-RoutersIpV6AdminTest-419487075-project] Calling delete_port for 17f69600-2920-4c87-96cb-9f608bda056a owned by network:router_gateway {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:29:16.096437 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-0c424d93-c45e-4197-a95c-013f49ebb4a9 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:16.106875 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-0c424d93-c45e-4197-a95c-013f49ebb4a9 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:16.121825 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3f490a3d-1fea-41e6-a2f9-8d153b3de8d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:16.124326 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3f490a3d-1fea-41e6-a2f9-8d153b3de8d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:16.125469 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-3f490a3d-1fea-41e6-a2f9-8d153b3de8d5 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/257788b9-e05f-4074-97cc-2a0baa8db79a HTTP/1.1" status: 204 len: 168 time: 0.4214365 Jul 14 09:29:16.162055 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-efaf7e3f-5b41-400c-89b3-cc8a5d54832b tempest-FloatingIPAdminTestJSON-1337950211 tempest-FloatingIPAdminTestJSON-1337950211-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:16.164736 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-efaf7e3f-5b41-400c-89b3-cc8a5d54832b tempest-FloatingIPAdminTestJSON-1337950211 tempest-FloatingIPAdminTestJSON-1337950211-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for floatingip, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:16.169980 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-efaf7e3f-5b41-400c-89b3-cc8a5d54832b tempest-FloatingIPAdminTestJSON-1337950211 tempest-FloatingIPAdminTestJSON-1337950211-project-admin] 10.222.0.68 "DELETE /v2.0/floatingips/48486f2f-4e79-4713-87f4-f4030a4a5efd HTTP/1.1" status: 204 len: 168 time: 1.5586376 Jul 14 09:29:16.170154 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 53266) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:16.175627 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f490a3d-1fea-41e6-a2f9-8d153b3de8d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=257788b9-e05f-4074-97cc-2a0baa8db79a,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:16.200327 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] get_ports_and_sgs() called for port_ids ['5dc01ad3-ffae-4c44-b513-2bc87e54d5cb'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:29:16.205961 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c424d93-c45e-4197-a95c-013f49ebb4a9 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Pushing event updated for resources: {'Port': ['ID=f01f4291-2837-46e9-a42e-573789005603,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:16.227466 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-0c424d93-c45e-4197-a95c-013f49ebb4a9 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-660590'] for floatingip, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:16.249221 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-0c424d93-c45e-4197-a95c-013f49ebb4a9 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for floatingip, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:16.260685 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-0c424d93-c45e-4197-a95c-013f49ebb4a9 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.9837399 Jul 14 09:29:16.510468 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-10aba97e-f240-4e75-b589-464b54c00c01 tempest-FloatingIPAdminTestJSON-1792528294 tempest-FloatingIPAdminTestJSON-1792528294-project] Deleting port 6735d27c-e0ca-4577-b8af-7cc8da2ebd9a {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:29:16.510834 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-10aba97e-f240-4e75-b589-464b54c00c01 tempest-FloatingIPAdminTestJSON-1792528294 tempest-FloatingIPAdminTestJSON-1792528294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:16.564930 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-26f378fc-0533-45b9-8afd-647f8c66cc80 req-d2c80124-a6e6-4d80-930e-d28372987fe0 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-securitygroup--458486824&fields=id&tenant_id=51a0c5b2b5094b24a910e75e03cedf47 HTTP/1.1" status: 200 len: 267 time: 0.0569587 Jul 14 09:29:16.565449 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-041a95ec-18d4-4be7-bb0c-968c00d5df2f tempest-RoutersIpV6AdminTest-419487075 tempest-RoutersIpV6AdminTest-419487075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:16.613985 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041a95ec-18d4-4be7-bb0c-968c00d5df2f tempest-RoutersIpV6AdminTest-419487075 tempest-RoutersIpV6AdminTest-419487075-project] Pushing event deleted for resources: {'Port': ['ID=17f69600-2920-4c87-96cb-9f608bda056a,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:16.760268 n-d-779913-29 neutron-server[93958]: DEBUG neutron.objects.ports [None req-08d51b08-81e6-49b4-a55b-9e2bd4c65898 tempest-ExternalNetworksTestJSON-965739441 tempest-ExternalNetworksTestJSON-965739441-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93958) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 14 09:29:16.760650 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-08d51b08-81e6-49b4-a55b-9e2bd4c65898 tempest-ExternalNetworksTestJSON-965739441 tempest-ExternalNetworksTestJSON-965739441-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13573993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16714586'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:16.768375 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f378fc-0533-45b9-8afd-647f8c66cc80 req-12bb20b7-a150-4ca0-bc0c-5b364ccc1ee7 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:16.770207 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-26f378fc-0533-45b9-8afd-647f8c66cc80 req-12bb20b7-a150-4ca0-bc0c-5b364ccc1ee7 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] 10.222.0.68 "GET /v2.0/networks?id=087e0468-2285-4c59-b3f2-1d1ff8b2217b HTTP/1.1" status: 200 len: 816 time: 0.2042613 Jul 14 09:29:16.770662 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-10aba97e-f240-4e75-b589-464b54c00c01 tempest-FloatingIPAdminTestJSON-1792528294 tempest-FloatingIPAdminTestJSON-1792528294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:16.790771 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-26f378fc-0533-45b9-8afd-647f8c66cc80 req-7f2c10e4-c29e-487a-acda-d317b9b6888e tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] 10.222.0.68 "GET /v2.0/quotas/51a0c5b2b5094b24a910e75e03cedf47 HTTP/1.1" status: 200 len: 375 time: 0.0141263 Jul 14 09:29:16.816111 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-041a95ec-18d4-4be7-bb0c-968c00d5df2f tempest-RoutersIpV6AdminTest-419487075 tempest-RoutersIpV6AdminTest-419487075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-660532'] for router_gateway, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:16.820532 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-10aba97e-f240-4e75-b589-464b54c00c01 tempest-FloatingIPAdminTestJSON-1792528294 tempest-FloatingIPAdminTestJSON-1792528294-project] Calling delete_port for 6735d27c-e0ca-4577-b8af-7cc8da2ebd9a owned by {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:29:16.906663 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-26f378fc-0533-45b9-8afd-647f8c66cc80 req-bab4a8e7-bfe0-44a3-bbd5-b58037da4251 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=51a0c5b2b5094b24a910e75e03cedf47&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1102934 Jul 14 09:29:16.980740 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 53302) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:17.023837 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-26f378fc-0533-45b9-8afd-647f8c66cc80 req-630e9225-c02b-41d7-a838-ab1eafb474ba service neutron] 10.222.0.68 "GET /v2.0/networks/087e0468-2285-4c59-b3f2-1d1ff8b2217b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049321 Jul 14 09:29:17.105690 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-a5b21a7a-3152-4263-b5cd-cdf253ed1eeb admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-885219260-network', 'tenant_id': 'e5473a65026e414ab6810f0c296ed137'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:17.137963 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-26f378fc-0533-45b9-8afd-647f8c66cc80 req-a537439a-8ac9-4041-ba94-78bb9058a5aa service neutron] 10.222.0.68 "GET /v2.0/networks/087e0468-2285-4c59-b3f2-1d1ff8b2217b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068804 Jul 14 09:29:17.144384 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5b21a7a-3152-4263-b5cd-cdf253ed1eeb admin admin] Made reservation on behalf of e5473a65026e414ab6810f0c296ed137 for: {'network': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:29:17.146850 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a5b21a7a-3152-4263-b5cd-cdf253ed1eeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for network, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:17.160531 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a5b21a7a-3152-4263-b5cd-cdf253ed1eeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:17.270835 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a5b21a7a-3152-4263-b5cd-cdf253ed1eeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:17.277088 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a5b21a7a-3152-4263-b5cd-cdf253ed1eeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:17.328303 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5b21a7a-3152-4263-b5cd-cdf253ed1eeb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 714} {{(pid=93957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:29:17.332556 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-9cd5084b-fe64-497a-b44a-47166bfe7e7f req-b6e1264f-8d4c-4248-a6b6-a5c3f5505c66 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] 10.222.0.68 "GET /v2.0/ports?device_id=53563f6e-7033-4881-b21d-7977e55df67a HTTP/1.1" status: 200 len: 210 time: 0.0372825 Jul 14 09:29:17.336900 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-041a95ec-18d4-4be7-bb0c-968c00d5df2f tempest-RoutersIpV6AdminTest-419487075 tempest-RoutersIpV6AdminTest-419487075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-711871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12964'] for router, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:17.346281 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-041a95ec-18d4-4be7-bb0c-968c00d5df2f tempest-RoutersIpV6AdminTest-419487075 tempest-RoutersIpV6AdminTest-419487075-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:17.349297 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a5b21a7a-3152-4263-b5cd-cdf253ed1eeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:17.349636 n-d-779913-29 neutron-server[93957]: INFO neutron.db.segments_db [None req-a5b21a7a-3152-4263-b5cd-cdf253ed1eeb admin admin] Added segment 97166b14-8ca4-447a-8290-e3b8b378aa52 of type vlan for network 3fc09b94-3667-4f45-b0bb-d31723c3f6d4 Jul 14 09:29:17.351233 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b21a7a-3152-4263-b5cd-cdf253ed1eeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a7cd228-3d20-407c-ae46-97a26f89c35e,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:17.355364 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d51b08-81e6-49b4-a55b-9e2bd4c65898 tempest-ExternalNetworksTestJSON-965739441 tempest-ExternalNetworksTestJSON-965739441-project-admin] Pushing event updated for resources: {'Subnet': ['ID=40585762-9bea-4f06-8acd-4c2d54f08119,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:17.413462 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a5b21a7a-3152-4263-b5cd-cdf253ed1eeb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735687821325'] for network, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:17.419674 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1227978f-e3a7-4dd7-8a34-3f10ef13ed52 req-ac4b0aec-e2f8-44d6-9c41-70d1cbd64da3 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:17.421257 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-1227978f-e3a7-4dd7-8a34-3f10ef13ed52 req-ac4b0aec-e2f8-44d6-9c41-70d1cbd64da3 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/ports?device_id=6b418a01-630f-4f84-acf9-07e29a4488fe HTTP/1.1" status: 200 len: 944 time: 0.7581205 Jul 14 09:29:17.440067 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08d51b08-81e6-49b4-a55b-9e2bd4c65898 tempest-ExternalNetworksTestJSON-965739441 tempest-ExternalNetworksTestJSON-965739441-project-admin] Checking segment: {'id': 'fd0b66b0-b86b-48b9-88ac-d43b2d2c3c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'dfacc6c6-4285-4ece-94a7-359be3b51657'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:29:17.440572 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08d51b08-81e6-49b4-a55b-9e2bd4c65898 tempest-ExternalNetworksTestJSON-965739441 tempest-ExternalNetworksTestJSON-965739441-project-admin] Network hostable DHCP agents. Network: dfacc6c6-4285-4ece-94a7-359be3b51657, hostable agents: ['c6a09bd4-f72e-4283-a3ca-0bbca8a51081'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:29:17.442406 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-041a95ec-18d4-4be7-bb0c-968c00d5df2f tempest-RoutersIpV6AdminTest-419487075 tempest-RoutersIpV6AdminTest-419487075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-704815'] for router, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:17.442947 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-041a95ec-18d4-4be7-bb0c-968c00d5df2f tempest-RoutersIpV6AdminTest-419487075 tempest-RoutersIpV6AdminTest-419487075-project] Fanout notify agent at l3_agent the message router_deleted on router f7962a9e-b3e9-4a15-9fe7-2d0d173fb920 {{(pid=93958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:29:17.458624 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a5b21a7a-3152-4263-b5cd-cdf253ed1eeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855'] for network, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:17.458904 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-041a95ec-18d4-4be7-bb0c-968c00d5df2f tempest-RoutersIpV6AdminTest-419487075 tempest-RoutersIpV6AdminTest-419487075-project] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:17.463915 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-041a95ec-18d4-4be7-bb0c-968c00d5df2f tempest-RoutersIpV6AdminTest-419487075 tempest-RoutersIpV6AdminTest-419487075-project] 10.222.0.68 "DELETE /v2.0/routers/f7962a9e-b3e9-4a15-9fe7-2d0d173fb920 HTTP/1.1" status: 204 len: 168 time: 2.1005280 Jul 14 09:29:17.465311 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5b21a7a-3152-4263-b5cd-cdf253ed1eeb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:17.467146 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a5b21a7a-3152-4263-b5cd-cdf253ed1eeb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for network, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:17.475882 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 53312) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:17.485173 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-a5b21a7a-3152-4263-b5cd-cdf253ed1eeb admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5026355 Jul 14 09:29:17.488306 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-9f528653-40bb-4cca-9bf3-335af57ed8e3 tempest-RoutersIpV6AdminTest-419487075 tempest-RoutersIpV6AdminTest-419487075-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-215995136', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:17.494255 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 53314) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:17.503328 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-7657916c-ceb0-4287-9169-1e6db1e15d37 admin admin] Request body: {'subnet': {'network_id': '3fc09b94-3667-4f45-b0bb-d31723c3f6d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-885219260-subnet', 'tenant_id': 'e5473a65026e414ab6810f0c296ed137', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:17.553881 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b21a7a-3152-4263-b5cd-cdf253ed1eeb admin admin] Pushing event updated for resources: {'Network': ['ID=3fc09b94-3667-4f45-b0bb-d31723c3f6d4,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:17.567609 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Network 3fc09b94-3667-4f45-b0bb-d31723c3f6d4 details requested by agent ovs-agent-n-d-779913-29 with host n-d-779913-29 {{(pid=93959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:29:17.568131 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.db.api [None req-7657916c-ceb0-4287-9169-1e6db1e15d37 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 14 09:29:17.568131 n-d-779913-29 neutron-server[93958]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 14 09:29:17.568131 n-d-779913-29 neutron-server[93958]: [parameters: {'project_id_1': 'e5473a65026e414ab6810f0c296ed137', 'expiration_1': datetime.datetime(2021, 7, 14, 9, 29, 17, 518909)}] Jul 14 09:29:17.568131 n-d-779913-29 neutron-server[93958]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93958) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 09:29:17.568131 n-d-779913-29 neutron-server[93958]: DEBUG oslo_db.api [None req-7657916c-ceb0-4287-9169-1e6db1e15d37 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 09:29:17.568712 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08d51b08-81e6-49b4-a55b-9e2bd4c65898 tempest-ExternalNetworksTestJSON-965739441 tempest-ExternalNetworksTestJSON-965739441-project-admin] Network dfacc6c6-4285-4ece-94a7-359be3b51657 is scheduled to be hosted by DHCP agent c6a09bd4-f72e-4283-a3ca-0bbca8a51081 with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:29:17.578357 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-1227978f-e3a7-4dd7-8a34-3f10ef13ed52 req-9da9a6fb-0091-4ab9-8102-722516c52547 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/security-groups?id=bfacbc39-872c-438f-b7f4-05abded490ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419153 Jul 14 09:29:17.584514 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9f528653-40bb-4cca-9bf3-335af57ed8e3 tempest-RoutersIpV6AdminTest-419487075 tempest-RoutersIpV6AdminTest-419487075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-711749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14670'] for router, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:17.585640 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9f528653-40bb-4cca-9bf3-335af57ed8e3 tempest-RoutersIpV6AdminTest-419487075 tempest-RoutersIpV6AdminTest-419487075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-711718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-661475', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14679'] for router, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:17.594781 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-08d51b08-81e6-49b4-a55b-9e2bd4c65898 tempest-ExternalNetworksTestJSON-965739441 tempest-ExternalNetworksTestJSON-965739441-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-29, dfacc6c6-4285-4ece-94a7-359be3b51657) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:29:17.616073 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08d51b08-81e6-49b4-a55b-9e2bd4c65898 tempest-ExternalNetworksTestJSON-965739441 tempest-ExternalNetworksTestJSON-965739441-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:17.616728 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-08d51b08-81e6-49b4-a55b-9e2bd4c65898 tempest-ExternalNetworksTestJSON-965739441 tempest-ExternalNetworksTestJSON-965739441-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:17.629280 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-10aba97e-f240-4e75-b589-464b54c00c01 tempest-FloatingIPAdminTestJSON-1792528294 tempest-FloatingIPAdminTestJSON-1792528294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:17.652148 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16195765-1e7e-479e-b022-232917a2f37a None None] Network dfacc6c6-4285-4ece-94a7-359be3b51657 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:29:17.669453 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-08d51b08-81e6-49b4-a55b-9e2bd4c65898 tempest-ExternalNetworksTestJSON-965739441 tempest-ExternalNetworksTestJSON-965739441-project-admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.0516665 Jul 14 09:29:17.672179 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 53322) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:17.677422 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-cffd5424-8780-40f6-86d8-92760f9962de tempest-ExternalNetworksTestJSON-965739441 tempest-ExternalNetworksTestJSON-965739441-project-admin] Request body: {'floatingip': {'floating_network_id': 'dfacc6c6-4285-4ece-94a7-359be3b51657'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:17.703197 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-cffd5424-8780-40f6-86d8-92760f9962de tempest-ExternalNetworksTestJSON-965739441 tempest-ExternalNetworksTestJSON-965739441-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:17.729003 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 5dc01ad3-ffae-4c44-b513-2bc87e54d5cb up at agent hyperv_n-h2-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:29:17.774960 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10aba97e-f240-4e75-b589-464b54c00c01 tempest-FloatingIPAdminTestJSON-1792528294 tempest-FloatingIPAdminTestJSON-1792528294-project] Pushing event deleted for resources: {'Port': ['ID=6735d27c-e0ca-4577-b8af-7cc8da2ebd9a,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:17.815374 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9f528653-40bb-4cca-9bf3-335af57ed8e3 tempest-RoutersIpV6AdminTest-419487075 tempest-RoutersIpV6AdminTest-419487075-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:17.831925 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9f528653-40bb-4cca-9bf3-335af57ed8e3 tempest-RoutersIpV6AdminTest-419487075 tempest-RoutersIpV6AdminTest-419487075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-711762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-661452'] for router, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:17.847945 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-cffd5424-8780-40f6-86d8-92760f9962de tempest-ExternalNetworksTestJSON-965739441 tempest-ExternalNetworksTestJSON-965739441-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:17.867704 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-10aba97e-f240-4e75-b589-464b54c00c01 tempest-FloatingIPAdminTestJSON-1792528294 tempest-FloatingIPAdminTestJSON-1792528294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:17.872811 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Provisioning for port 5dc01ad3-ffae-4c44-b513-2bc87e54d5cb completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:29:17.873024 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-10aba97e-f240-4e75-b589-464b54c00c01 tempest-FloatingIPAdminTestJSON-1792528294 tempest-FloatingIPAdminTestJSON-1792528294-project] 10.222.0.68 "DELETE /v2.0/ports/6735d27c-e0ca-4577-b8af-7cc8da2ebd9a HTTP/1.1" status: 204 len: 168 time: 1.7016456 Jul 14 09:29:17.874395 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 53326) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:17.875127 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9f528653-40bb-4cca-9bf3-335af57ed8e3 tempest-RoutersIpV6AdminTest-419487075 tempest-RoutersIpV6AdminTest-419487075-project] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:17.876312 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-9f528653-40bb-4cca-9bf3-335af57ed8e3 tempest-RoutersIpV6AdminTest-419487075 tempest-RoutersIpV6AdminTest-419487075-project] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3974302 Jul 14 09:29:17.889403 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 53328) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:17.894583 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-8e322cbc-8a62-4809-9241-2b15543c1e48 tempest-RoutersIpV6AdminTest-414384186 tempest-RoutersIpV6AdminTest-414384186-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'enable_snat': True}}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:17.900404 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Provisioning complete for port 5dc01ad3-ffae-4c44-b513-2bc87e54d5cb triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:29:17.901113 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:17.970270 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a1d76fc-a498-4643-919f-c6298d78a10a None None] Network dfacc6c6-4285-4ece-94a7-359be3b51657 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:29:18.015064 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-cffd5424-8780-40f6-86d8-92760f9962de tempest-ExternalNetworksTestJSON-965739441 tempest-ExternalNetworksTestJSON-965739441-project-admin] Allocated IP 172.20.0.6 (dfacc6c6-4285-4ece-94a7-359be3b51657/40585762-9bea-4f06-8acd-4c2d54f08119/5dfbe04e-681a-4023-8109-1694b38d7e37) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:29:18.075754 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:18.133326 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b418a01-630f-4f84-acf9-07e29a4488fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dc01ad3-ffae-4c44-b513-2bc87e54d5cb'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:29:18.136204 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd62303f06773040a8a4e189dc46b4f565768c299abf8ab8e7739778b0bc3e97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5136d150-f421-4e57-95aa-baed53ed7bcc" -d '{"events": [{"server_uuid": "6b418a01-630f-4f84-acf9-07e29a4488fe", "name": "network-vif-plugged", "status": "completed", "tag": "5dc01ad3-ffae-4c44-b513-2bc87e54d5cb"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:29:18.139725 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-cffd5424-8780-40f6-86d8-92760f9962de tempest-ExternalNetworksTestJSON-965739441 tempest-ExternalNetworksTestJSON-965739441-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:18.185169 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-cffd5424-8780-40f6-86d8-92760f9962de tempest-ExternalNetworksTestJSON-965739441 tempest-ExternalNetworksTestJSON-965739441-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:18.203610 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 5dc01ad3-ffae-4c44-b513-2bc87e54d5cb, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=5dc01ad3-ffae-4c44-b513-2bc87e54d5cb,segment=NetworkSegment(f28b4a20-abdb-43f4-86e7-8da3ae7a1990),segment_id=f28b4a20-abdb-43f4-86e7-8da3ae7a1990)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:29:18.205777 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:29:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e786d63-dee2-4fa8-b638-ddcade818686 x-openstack-request-id: req-9e786d63-dee2-4fa8-b638-ddcade818686 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:29:18.206111 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b418a01-630f-4f84-acf9-07e29a4488fe", "name": "network-vif-plugged", "status": "completed", "tag": "5dc01ad3-ffae-4c44-b513-2bc87e54d5cb", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:29:18.206410 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-9e786d63-dee2-4fa8-b638-ddcade818686 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:29:18.206931 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b418a01-630f-4f84-acf9-07e29a4488fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dc01ad3-ffae-4c44-b513-2bc87e54d5cb', 'code': 200} Jul 14 09:29:18.237243 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cffd5424-8780-40f6-86d8-92760f9962de tempest-ExternalNetworksTestJSON-965739441 tempest-ExternalNetworksTestJSON-965739441-project-admin] Network dfacc6c6-4285-4ece-94a7-359be3b51657 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:29:18.238499 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:18.240339 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-cffd5424-8780-40f6-86d8-92760f9962de tempest-ExternalNetworksTestJSON-965739441 tempest-ExternalNetworksTestJSON-965739441-project-admin] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:29:18.245245 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cffd5424-8780-40f6-86d8-92760f9962de tempest-ExternalNetworksTestJSON-965739441 tempest-ExternalNetworksTestJSON-965739441-project-admin] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:29:18.247648 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8e322cbc-8a62-4809-9241-2b15543c1e48 tempest-RoutersIpV6AdminTest-414384186 tempest-RoutersIpV6AdminTest-414384186-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-661489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-711771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12973'] for router, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:18.297443 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffd5424-8780-40f6-86d8-92760f9962de tempest-ExternalNetworksTestJSON-965739441 tempest-ExternalNetworksTestJSON-965739441-project-admin] Pushing event updated for resources: {'Port': ['ID=5dfbe04e-681a-4023-8109-1694b38d7e37,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:18.339415 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7657916c-ceb0-4287-9169-1e6db1e15d37 admin admin] Made reservation on behalf of e5473a65026e414ab6810f0c296ed137 for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:29:18.341467 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Pushing event updated for resources: {'Port': ['ID=5dc01ad3-ffae-4c44-b513-2bc87e54d5cb,revision_number=5']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:18.345387 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7657916c-ceb0-4287-9169-1e6db1e15d37 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16714600'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:18.358246 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-cffd5424-8780-40f6-86d8-92760f9962de tempest-ExternalNetworksTestJSON-965739441 tempest-ExternalNetworksTestJSON-965739441-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:18.408932 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-cffd5424-8780-40f6-86d8-92760f9962de tempest-ExternalNetworksTestJSON-965739441 tempest-ExternalNetworksTestJSON-965739441-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:18.448639 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-335d0b1c-6792-42ab-bae9-b7ee527f5064 tempest-FloatingIPAdminTestJSON-1792528294 tempest-FloatingIPAdminTestJSON-1792528294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:18.452625 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-335d0b1c-6792-42ab-bae9-b7ee527f5064 tempest-FloatingIPAdminTestJSON-1792528294 tempest-FloatingIPAdminTestJSON-1792528294-project] 10.222.0.68 "GET /v2.0/ports?device_id=9ebb6cba-c4c8-4135-9333-606a5e04ef07 HTTP/1.1" status: 200 len: 913 time: 0.5752888 Jul 14 09:29:18.453904 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 53334) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:18.532976 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1d7fec-0a97-47ec-8c4a-7ba71869f5bd req-dfaeffd2-4240-4a98-a824-a834c024af20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:18.534548 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ac1d7fec-0a97-47ec-8c4a-7ba71869f5bd req-dfaeffd2-4240-4a98-a824-a834c024af20 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=6b418a01-630f-4f84-acf9-07e29a4488fe HTTP/1.1" status: 200 len: 1097 time: 0.1788406 Jul 14 09:29:18.543524 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1af8e5a5-2936-4512-a7ee-0908b0715b1c req-996fb16d-fc0f-485f-8590-10bc2e206823 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] 10.222.0.68 "GET /v2.0/ports?device_id=53563f6e-7033-4881-b21d-7977e55df67a HTTP/1.1" status: 200 len: 210 time: 0.0772936 Jul 14 09:29:18.650279 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ac1d7fec-0a97-47ec-8c4a-7ba71869f5bd req-62280bc3-3070-4f55-9ca1-45dda0c76580 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=bfacbc39-872c-438f-b7f4-05abded490ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042228 Jul 14 09:29:18.765470 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7657916c-ceb0-4287-9169-1e6db1e15d37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13573993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16714586'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:18.846751 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-cffd5424-8780-40f6-86d8-92760f9962de tempest-ExternalNetworksTestJSON-965739441 tempest-ExternalNetworksTestJSON-965739441-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:18.861077 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-cffd5424-8780-40f6-86d8-92760f9962de tempest-ExternalNetworksTestJSON-965739441 tempest-ExternalNetworksTestJSON-965739441-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:18.864388 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7657916c-ceb0-4287-9169-1e6db1e15d37 admin admin] Pushing event updated for resources: {'Subnet': ['ID=68bf4f05-5a23-43e8-8696-5fc636480762,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:18.867763 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8e322cbc-8a62-4809-9241-2b15543c1e48 tempest-RoutersIpV6AdminTest-414384186 tempest-RoutersIpV6AdminTest-414384186-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:18.896907 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7657916c-ceb0-4287-9169-1e6db1e15d37 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:29:18.897283 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7657916c-ceb0-4287-9169-1e6db1e15d37 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:29:18.897652 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7657916c-ceb0-4287-9169-1e6db1e15d37 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:29:18.897992 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7657916c-ceb0-4287-9169-1e6db1e15d37 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:29:18.898787 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7657916c-ceb0-4287-9169-1e6db1e15d37 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:29:18.898787 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7657916c-ceb0-4287-9169-1e6db1e15d37 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:29:18.899178 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7657916c-ceb0-4287-9169-1e6db1e15d37 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:29:18.900268 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7657916c-ceb0-4287-9169-1e6db1e15d37 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:29:18.900603 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7657916c-ceb0-4287-9169-1e6db1e15d37 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:29:18.901446 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7657916c-ceb0-4287-9169-1e6db1e15d37 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:29:18.901446 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7657916c-ceb0-4287-9169-1e6db1e15d37 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:29:18.901795 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7657916c-ceb0-4287-9169-1e6db1e15d37 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:29:18.905756 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8e322cbc-8a62-4809-9241-2b15543c1e48 tempest-RoutersIpV6AdminTest-414384186 tempest-RoutersIpV6AdminTest-414384186-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:18.907308 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7657916c-ceb0-4287-9169-1e6db1e15d37 admin admin] Checking segment: {'id': '97166b14-8ca4-447a-8290-e3b8b378aa52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '3fc09b94-3667-4f45-b0bb-d31723c3f6d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:29:18.907667 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7657916c-ceb0-4287-9169-1e6db1e15d37 admin admin] Network hostable DHCP agents. Network: 3fc09b94-3667-4f45-b0bb-d31723c3f6d4, hostable agents: ['c6a09bd4-f72e-4283-a3ca-0bbca8a51081'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:29:18.927663 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dda978-e0ae-41be-9424-9f4f41f97b41 req-197229d7-ebd8-4547-8e0a-290b3394d629 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:18.929150 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c9dda978-e0ae-41be-9424-9f4f41f97b41 req-197229d7-ebd8-4547-8e0a-290b3394d629 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/ports?device_id=6b418a01-630f-4f84-acf9-07e29a4488fe HTTP/1.1" status: 200 len: 945 time: 0.1881001 Jul 14 09:29:18.977614 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7657916c-ceb0-4287-9169-1e6db1e15d37 admin admin] Network 3fc09b94-3667-4f45-b0bb-d31723c3f6d4 is scheduled to be hosted by DHCP agent c6a09bd4-f72e-4283-a3ca-0bbca8a51081 with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:29:18.984188 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffd5424-8780-40f6-86d8-92760f9962de tempest-ExternalNetworksTestJSON-965739441 tempest-ExternalNetworksTestJSON-965739441-project-admin] Pushing event updated for resources: {'Port': ['ID=5dfbe04e-681a-4023-8109-1694b38d7e37,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:19.046437 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-cffd5424-8780-40f6-86d8-92760f9962de tempest-ExternalNetworksTestJSON-965739441 tempest-ExternalNetworksTestJSON-965739441-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-660590'] for floatingip, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:19.055486 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-7657916c-ceb0-4287-9169-1e6db1e15d37 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-29, 3fc09b94-3667-4f45-b0bb-d31723c3f6d4) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:29:19.070205 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86b6e3ba-9e1d-48a3-a61c-5a28fa53b3c3 None None] Network 3fc09b94-3667-4f45-b0bb-d31723c3f6d4 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:29:19.070721 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7657916c-ceb0-4287-9169-1e6db1e15d37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:19.072575 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7657916c-ceb0-4287-9169-1e6db1e15d37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:19.105673 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c9dda978-e0ae-41be-9424-9f4f41f97b41 req-4dc69bc6-523a-4373-9e5a-37fdc0f6e4a6 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/security-groups?id=bfacbc39-872c-438f-b7f4-05abded490ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463933 Jul 14 09:29:19.126896 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-cffd5424-8780-40f6-86d8-92760f9962de tempest-ExternalNetworksTestJSON-965739441 tempest-ExternalNetworksTestJSON-965739441-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for floatingip, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:19.127524 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-8e322cbc-8a62-4809-9241-2b15543c1e48 tempest-RoutersIpV6AdminTest-414384186 tempest-RoutersIpV6AdminTest-414384186-project-admin] Allocated IP 172.25.4.244 (2dcd4d32-cc7c-4468-b396-7ce5c9231892/6cd22a75-5bc1-467c-a3c4-0af04bd1b34a/f49e9a19-5594-4986-8559-c2443baf47a2) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:29:19.130036 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-cffd5424-8780-40f6-86d8-92760f9962de tempest-ExternalNetworksTestJSON-965739441 tempest-ExternalNetworksTestJSON-965739441-project-admin] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.4554052 Jul 14 09:29:19.135224 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 53342) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:19.139310 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-7657916c-ceb0-4287-9169-1e6db1e15d37 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.6398113 Jul 14 09:29:19.210866 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f378fc-0533-45b9-8afd-647f8c66cc80 req-292d62ff-59af-462b-bd83-4c0e29b6da9d tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:19.212946 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-26f378fc-0533-45b9-8afd-647f8c66cc80 req-292d62ff-59af-462b-bd83-4c0e29b6da9d tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] 10.222.0.57 "GET /v2.0/networks?id=087e0468-2285-4c59-b3f2-1d1ff8b2217b HTTP/1.1" status: 200 len: 816 time: 0.2514126 Jul 14 09:29:19.217818 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-2e77d3a6-7c8c-45cd-aecd-0391c3594d4f tempest-ExternalNetworksTestJSON-965739441 tempest-ExternalNetworksTestJSON-965739441-project-admin] 10.222.0.68 "GET /v2.0/floatingips?floating_network_id=dfacc6c6-4285-4ece-94a7-359be3b51657 HTTP/1.1" status: 200 len: 689 time: 0.0812154 Jul 14 09:29:19.220796 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 53346) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:19.259066 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0698a47-43d7-4c19-aeae-c53c8930565b None None] Network 3fc09b94-3667-4f45-b0bb-d31723c3f6d4 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:29:19.311734 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-26f378fc-0533-45b9-8afd-647f8c66cc80 req-d130fe4d-f7cd-47a8-a055-b834af57f2fb tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=51a0c5b2b5094b24a910e75e03cedf47 HTTP/1.1" status: 200 len: 379 time: 0.0819035 Jul 14 09:29:19.328355 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [req-26f378fc-0533-45b9-8afd-647f8c66cc80 req-293134ae-f259-4a53-893d-d9c359a02a36 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Request body: {'port': {'device_id': '53563f6e-7033-4881-b21d-7977e55df67a', 'network_id': '087e0468-2285-4c59-b3f2-1d1ff8b2217b', 'admin_state_up': True, 'tenant_id': '51a0c5b2b5094b24a910e75e03cedf47', 'security_groups': ['b4ff2369-e32d-44b9-a882-4dd3dbe0fc4d']}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:19.399055 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8e322cbc-8a62-4809-9241-2b15543c1e48 tempest-RoutersIpV6AdminTest-414384186 tempest-RoutersIpV6AdminTest-414384186-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:19.487511 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [req-5579fed7-d649-46e6-a47b-b0a739f549a7 req-cd25f4cd-8513-4510-8c21-dad4c158d5e3 tempest-SecurityGroupRulesNegativeTestJSON-1245694218 tempest-SecurityGroupRulesNegativeTestJSON-1245694218-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1400940151', 'description': 'tempest-description-1771918937'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:19.499847 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8e322cbc-8a62-4809-9241-2b15543c1e48 tempest-RoutersIpV6AdminTest-414384186 tempest-RoutersIpV6AdminTest-414384186-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:19.539908 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26f378fc-0533-45b9-8afd-647f8c66cc80 req-293134ae-f259-4a53-893d-d9c359a02a36 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Made reservation on behalf of 51a0c5b2b5094b24a910e75e03cedf47 for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:29:19.543496 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-26f378fc-0533-45b9-8afd-647f8c66cc80 req-293134ae-f259-4a53-893d-d9c359a02a36 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:19.557929 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e322cbc-8a62-4809-9241-2b15543c1e48 tempest-RoutersIpV6AdminTest-414384186 tempest-RoutersIpV6AdminTest-414384186-project-admin] Network 2dcd4d32-cc7c-4468-b396-7ce5c9231892 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:29:19.574849 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-8e322cbc-8a62-4809-9241-2b15543c1e48 tempest-RoutersIpV6AdminTest-414384186 tempest-RoutersIpV6AdminTest-414384186-project-admin] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:29:19.586634 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e322cbc-8a62-4809-9241-2b15543c1e48 tempest-RoutersIpV6AdminTest-414384186 tempest-RoutersIpV6AdminTest-414384186-project-admin] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:29:19.614726 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-5579fed7-d649-46e6-a47b-b0a739f549a7 req-cd25f4cd-8513-4510-8c21-dad4c158d5e3 tempest-SecurityGroupRulesNegativeTestJSON-1245694218 tempest-SecurityGroupRulesNegativeTestJSON-1245694218-project] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:19.623467 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e322cbc-8a62-4809-9241-2b15543c1e48 tempest-RoutersIpV6AdminTest-414384186 tempest-RoutersIpV6AdminTest-414384186-project-admin] Pushing event updated for resources: {'Port': ['ID=f49e9a19-5594-4986-8559-c2443baf47a2,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:19.700352 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5717d4f6-3c37-4661-b1be-20e818da2953 tempest-ExternalNetworksTestJSON-965739441 tempest-ExternalNetworksTestJSON-965739441-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3876111'] for network, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:19.733215 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2b33d253-de1e-48be-8cd7-4662e6e51f65 req-ffe5894d-5ef2-413b-9f74-9c50ef541a10 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] 10.222.0.68 "GET /v2.0/ports?device_id=53563f6e-7033-4881-b21d-7977e55df67a HTTP/1.1" status: 200 len: 210 time: 0.0540812 Jul 14 09:29:19.805993 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-594fa64e-f1ef-44c2-ab8e-5b4baabb743a tempest-FloatingIPAdminTestJSON-1792528294 tempest-FloatingIPAdminTestJSON-1792528294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-683602'] for router_interface, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:19.938560 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [req-26f378fc-0533-45b9-8afd-647f8c66cc80 req-293134ae-f259-4a53-893d-d9c359a02a36 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Allocated IP 172.20.0.10 (087e0468-2285-4c59-b3f2-1d1ff8b2217b/04ae7776-8c86-484d-9bcc-4299f4579807/49857456-823a-4ccb-9982-8fa10ce6a33d) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:29:19.951480 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-5717d4f6-3c37-4661-b1be-20e818da2953 tempest-ExternalNetworksTestJSON-965739441 tempest-ExternalNetworksTestJSON-965739441-project-admin] Deleting port 5dfbe04e-681a-4023-8109-1694b38d7e37 {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:29:19.951976 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5717d4f6-3c37-4661-b1be-20e818da2953 tempest-ExternalNetworksTestJSON-965739441 tempest-ExternalNetworksTestJSON-965739441-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:20.006219 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-5579fed7-d649-46e6-a47b-b0a739f549a7 req-cd25f4cd-8513-4510-8c21-dad4c158d5e3 tempest-SecurityGroupRulesNegativeTestJSON-1245694218 tempest-SecurityGroupRulesNegativeTestJSON-1245694218-project] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:20.018278 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-5579fed7-d649-46e6-a47b-b0a739f549a7 req-cd25f4cd-8513-4510-8c21-dad4c158d5e3 tempest-SecurityGroupRulesNegativeTestJSON-1245694218 tempest-SecurityGroupRulesNegativeTestJSON-1245694218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:20.101733 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-5579fed7-d649-46e6-a47b-b0a739f549a7 req-cd25f4cd-8513-4510-8c21-dad4c158d5e3 tempest-SecurityGroupRulesNegativeTestJSON-1245694218 tempest-SecurityGroupRulesNegativeTestJSON-1245694218-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:20.103391 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-5579fed7-d649-46e6-a47b-b0a739f549a7 req-cd25f4cd-8513-4510-8c21-dad4c158d5e3 tempest-SecurityGroupRulesNegativeTestJSON-1245694218 tempest-SecurityGroupRulesNegativeTestJSON-1245694218-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 0.6244540 Jul 14 09:29:20.124876 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd25f4cd-8513-4510-8c21-dad4c158d5e3 tempest-SecurityGroupRulesNegativeTestJSON-1245694218 tempest-SecurityGroupRulesNegativeTestJSON-1245694218-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2444a5a3-da62-4fda-aea0-57353d3be745,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:20.158122 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5717d4f6-3c37-4661-b1be-20e818da2953 tempest-ExternalNetworksTestJSON-965739441 tempest-ExternalNetworksTestJSON-965739441-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:20.159114 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5717d4f6-3c37-4661-b1be-20e818da2953 tempest-ExternalNetworksTestJSON-965739441 tempest-ExternalNetworksTestJSON-965739441-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:20.159307 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8e322cbc-8a62-4809-9241-2b15543c1e48 tempest-RoutersIpV6AdminTest-414384186 tempest-RoutersIpV6AdminTest-414384186-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:20.194233 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-5717d4f6-3c37-4661-b1be-20e818da2953 tempest-ExternalNetworksTestJSON-965739441 tempest-ExternalNetworksTestJSON-965739441-project-admin] Calling delete_port for 5dfbe04e-681a-4023-8109-1694b38d7e37 owned by network:floatingip {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:29:20.230140 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a23579ca-c39c-49d4-b708-6823632d43d4 req-674f0921-5944-4af3-817c-04ced41d014b tempest-SecurityGroupRulesNegativeTestJSON-1245694218 tempest-SecurityGroupRulesNegativeTestJSON-1245694218-project] 10.222.0.68 "GET /v2.0/security-groups/2444a5a3-da62-4fda-aea0-57353d3be745 HTTP/1.1" status: 200 len: 1815 time: 0.0982559 Jul 14 09:29:20.273412 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-a23579ca-c39c-49d4-b708-6823632d43d4 req-6fa701ff-01d4-48d7-b508-199a0a57d8c1 tempest-SecurityGroupRulesNegativeTestJSON-1245694218 tempest-SecurityGroupRulesNegativeTestJSON-1245694218-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2444a5a3-da62-4fda-aea0-57353d3be745', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:20.273756 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-a23579ca-c39c-49d4-b708-6823632d43d4 req-6fa701ff-01d4-48d7-b508-199a0a57d8c1 tempest-SecurityGroupRulesNegativeTestJSON-1245694218 tempest-SecurityGroupRulesNegativeTestJSON-1245694218-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2444a5a3-da62-4fda-aea0-57353d3be745', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:20.336464 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-26f378fc-0533-45b9-8afd-647f8c66cc80 req-293134ae-f259-4a53-893d-d9c359a02a36 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:20.397163 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-26f378fc-0533-45b9-8afd-647f8c66cc80 req-293134ae-f259-4a53-893d-d9c359a02a36 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Transition to ACTIVE for port object 49857456-823a-4ccb-9982-8fa10ce6a33d will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:29:20.422100 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c41f6b-0a31-47de-97d7-6dccd3040840 req-4f413863-1391-4cef-814e-3e233da1c1f1 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:20.423603 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-e3c41f6b-0a31-47de-97d7-6dccd3040840 req-4f413863-1391-4cef-814e-3e233da1c1f1 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/ports?device_id=6b418a01-630f-4f84-acf9-07e29a4488fe HTTP/1.1" status: 200 len: 945 time: 0.1987312 Jul 14 09:29:20.458089 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-a23579ca-c39c-49d4-b708-6823632d43d4 req-6fa701ff-01d4-48d7-b508-199a0a57d8c1 tempest-SecurityGroupRulesNegativeTestJSON-1245694218 tempest-SecurityGroupRulesNegativeTestJSON-1245694218-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:20.502708 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5717d4f6-3c37-4661-b1be-20e818da2953 tempest-ExternalNetworksTestJSON-965739441 tempest-ExternalNetworksTestJSON-965739441-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:20.509754 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-594fa64e-f1ef-44c2-ab8e-5b4baabb743a tempest-FloatingIPAdminTestJSON-1792528294 tempest-FloatingIPAdminTestJSON-1792528294-project] Deleting port ae2a8e58-0a03-409d-8c0e-e7506d56631b {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:29:20.510096 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-594fa64e-f1ef-44c2-ab8e-5b4baabb743a tempest-FloatingIPAdminTestJSON-1792528294 tempest-FloatingIPAdminTestJSON-1792528294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:20.525006 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-e3c41f6b-0a31-47de-97d7-6dccd3040840 req-2745b4ed-ab58-4a2d-9836-312e12099497 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/security-groups?id=bfacbc39-872c-438f-b7f4-05abded490ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951507 Jul 14 09:29:20.527009 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8e322cbc-8a62-4809-9241-2b15543c1e48 tempest-RoutersIpV6AdminTest-414384186 tempest-RoutersIpV6AdminTest-414384186-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-661489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-711771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12973'] for router, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:20.532083 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8e322cbc-8a62-4809-9241-2b15543c1e48 tempest-RoutersIpV6AdminTest-414384186 tempest-RoutersIpV6AdminTest-414384186-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-661452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-661502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-661447', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-711840'] for router, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:20.536909 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-26f378fc-0533-45b9-8afd-647f8c66cc80 req-293134ae-f259-4a53-893d-d9c359a02a36 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:20.550954 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-a23579ca-c39c-49d4-b708-6823632d43d4 req-6fa701ff-01d4-48d7-b508-199a0a57d8c1 tempest-SecurityGroupRulesNegativeTestJSON-1245694218 tempest-SecurityGroupRulesNegativeTestJSON-1245694218-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:20.554236 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5717d4f6-3c37-4661-b1be-20e818da2953 tempest-ExternalNetworksTestJSON-965739441 tempest-ExternalNetworksTestJSON-965739441-project-admin] Pushing event deleted for resources: {'Port': ['ID=5dfbe04e-681a-4023-8109-1694b38d7e37,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:20.589186 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-a23579ca-c39c-49d4-b708-6823632d43d4 req-6fa701ff-01d4-48d7-b508-199a0a57d8c1 tempest-SecurityGroupRulesNegativeTestJSON-1245694218 tempest-SecurityGroupRulesNegativeTestJSON-1245694218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529131'] for security_group_rule, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:20.632689 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26f378fc-0533-45b9-8afd-647f8c66cc80 req-293134ae-f259-4a53-893d-d9c359a02a36 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Network 087e0468-2285-4c59-b3f2-1d1ff8b2217b is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:29:20.641732 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293134ae-f259-4a53-893d-d9c359a02a36 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Pushing event updated for resources: {'Port': ['ID=49857456-823a-4ccb-9982-8fa10ce6a33d,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:20.644208 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [req-26f378fc-0533-45b9-8afd-647f8c66cc80 req-293134ae-f259-4a53-893d-d9c359a02a36 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:29:20.656408 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa701ff-01d4-48d7-b508-199a0a57d8c1 tempest-SecurityGroupRulesNegativeTestJSON-1245694218 tempest-SecurityGroupRulesNegativeTestJSON-1245694218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45173aa3-041c-4778-bf01-3148ae156581,revision_number=0']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:20.670888 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-26f378fc-0533-45b9-8afd-647f8c66cc80 req-293134ae-f259-4a53-893d-d9c359a02a36 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:29:20.683441 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-a23579ca-c39c-49d4-b708-6823632d43d4 req-6fa701ff-01d4-48d7-b508-199a0a57d8c1 tempest-SecurityGroupRulesNegativeTestJSON-1245694218 tempest-SecurityGroupRulesNegativeTestJSON-1245694218-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:20.684655 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a23579ca-c39c-49d4-b708-6823632d43d4 req-6fa701ff-01d4-48d7-b508-199a0a57d8c1 tempest-SecurityGroupRulesNegativeTestJSON-1245694218 tempest-SecurityGroupRulesNegativeTestJSON-1245694218-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4204812 Jul 14 09:29:20.712502 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5717d4f6-3c37-4661-b1be-20e818da2953 tempest-ExternalNetworksTestJSON-965739441 tempest-ExternalNetworksTestJSON-965739441-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:20.719626 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-594fa64e-f1ef-44c2-ab8e-5b4baabb743a tempest-FloatingIPAdminTestJSON-1792528294 tempest-FloatingIPAdminTestJSON-1792528294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:20.741612 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f378fc-0533-45b9-8afd-647f8c66cc80 req-293134ae-f259-4a53-893d-d9c359a02a36 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:20.743044 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-26f378fc-0533-45b9-8afd-647f8c66cc80 req-293134ae-f259-4a53-893d-d9c359a02a36 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:20.749017 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-594fa64e-f1ef-44c2-ab8e-5b4baabb743a tempest-FloatingIPAdminTestJSON-1792528294 tempest-FloatingIPAdminTestJSON-1792528294-project] Calling delete_port for ae2a8e58-0a03-409d-8c0e-e7506d56631b owned by network:router_interface {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:29:20.772683 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-26f378fc-0533-45b9-8afd-647f8c66cc80 req-293134ae-f259-4a53-893d-d9c359a02a36 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4486363 Jul 14 09:29:20.791197 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [req-26f378fc-0533-45b9-8afd-647f8c66cc80 req-ca238270-8cd7-4c72-9756-358a9a30aa99 service neutron] Request body: {'port': {'device_id': '53563f6e-7033-4881-b21d-7977e55df67a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-29'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:20.823344 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e322cbc-8a62-4809-9241-2b15543c1e48 tempest-RoutersIpV6AdminTest-414384186 tempest-RoutersIpV6AdminTest-414384186-project-admin] Router 7b5f1451-0831-471f-8c08-ef6d11f68ed9 is scheduled to L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 with binding_index 1 {{(pid=93958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:29:20.850959 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a53fcf8e-b3a9-4c61-9b8e-9305ea0f90c5 req-efb0ea61-9195-4fb9-bcab-756e0608c833 tempest-SecurityGroupRulesNegativeTestJSON-1245694218 tempest-SecurityGroupRulesNegativeTestJSON-1245694218-project] 10.222.0.68 "GET /v2.0/security-groups/2444a5a3-da62-4fda-aea0-57353d3be745 HTTP/1.1" status: 200 len: 2409 time: 0.1396391 Jul 14 09:29:20.859225 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5717d4f6-3c37-4661-b1be-20e818da2953 tempest-ExternalNetworksTestJSON-965739441 tempest-ExternalNetworksTestJSON-965739441-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3481002'] for subnet, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:20.999611 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5717d4f6-3c37-4661-b1be-20e818da2953 tempest-ExternalNetworksTestJSON-965739441 tempest-ExternalNetworksTestJSON-965739441-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10052701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11984075'] for subnet, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:21.002279 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-827dc1b3-fb8f-485d-bbb8-7534d5f1bdb3 None None] Provisioning for port 49857456-823a-4ccb-9982-8fa10ce6a33d completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:29:21.008041 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-827dc1b3-fb8f-485d-bbb8-7534d5f1bdb3 None None] Provisioning complete for port 49857456-823a-4ccb-9982-8fa10ce6a33d triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:29:21.008454 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-827dc1b3-fb8f-485d-bbb8-7534d5f1bdb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:21.050212 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-827dc1b3-fb8f-485d-bbb8-7534d5f1bdb3 None None] Port 49857456-823a-4ccb-9982-8fa10ce6a33d cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:29:21.052673 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5717d4f6-3c37-4661-b1be-20e818da2953 tempest-ExternalNetworksTestJSON-965739441 tempest-ExternalNetworksTestJSON-965739441-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=40585762-9bea-4f06-8acd-4c2d54f08119,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:21.177551 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5717d4f6-3c37-4661-b1be-20e818da2953 tempest-ExternalNetworksTestJSON-965739441 tempest-ExternalNetworksTestJSON-965739441-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473955', 'neutron.services.segments.db._delete_segments_for_network-8735688326548'] for network, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:21.201327 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-5717d4f6-3c37-4661-b1be-20e818da2953 tempest-ExternalNetworksTestJSON-965739441 tempest-ExternalNetworksTestJSON-965739441-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfacc6c6-4285-4ece-94a7-359be3b51657']}} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:21.218982 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-5717d4f6-3c37-4661-b1be-20e818da2953 tempest-ExternalNetworksTestJSON-965739441 tempest-ExternalNetworksTestJSON-965739441-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd0b66b0-b86b-48b9-88ac-d43b2d2c3c4f') {'for_net_delete': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:21.219291 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-5717d4f6-3c37-4661-b1be-20e818da2953 tempest-ExternalNetworksTestJSON-965739441 tempest-ExternalNetworksTestJSON-965739441-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd0b66b0-b86b-48b9-88ac-d43b2d2c3c4f') {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:21.226800 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-594fa64e-f1ef-44c2-ab8e-5b4baabb743a tempest-FloatingIPAdminTestJSON-1792528294 tempest-FloatingIPAdminTestJSON-1792528294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:21.238874 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5717d4f6-3c37-4661-b1be-20e818da2953 tempest-ExternalNetworksTestJSON-965739441 tempest-ExternalNetworksTestJSON-965739441-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735688356235', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10944210'] for segment, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:21.274754 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63633d4c-1c3f-445a-95d8-7d244c23039b req-abd56116-53dc-4166-8f81-c75d417d79d6 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:21.276345 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-63633d4c-1c3f-445a-95d8-7d244c23039b req-abd56116-53dc-4166-8f81-c75d417d79d6 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/ports?device_id=6b418a01-630f-4f84-acf9-07e29a4488fe HTTP/1.1" status: 200 len: 945 time: 0.2726243 Jul 14 09:29:21.283474 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594fa64e-f1ef-44c2-ab8e-5b4baabb743a tempest-FloatingIPAdminTestJSON-1792528294 tempest-FloatingIPAdminTestJSON-1792528294-project] Pushing event deleted for resources: {'Port': ['ID=ae2a8e58-0a03-409d-8c0e-e7506d56631b,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:21.292808 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5717d4f6-3c37-4661-b1be-20e818da2953 tempest-ExternalNetworksTestJSON-965739441 tempest-ExternalNetworksTestJSON-965739441-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:21.325112 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5717d4f6-3c37-4661-b1be-20e818da2953 tempest-ExternalNetworksTestJSON-965739441 tempest-ExternalNetworksTestJSON-965739441-project-admin] Releasing vlan 725 on physical network physnet1 to pool {{(pid=93957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:29:21.325266 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5717d4f6-3c37-4661-b1be-20e818da2953 tempest-ExternalNetworksTestJSON-965739441 tempest-ExternalNetworksTestJSON-965739441-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10053619'] for segment, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:21.327953 n-d-779913-29 neutron-server[93957]: Traceback (most recent call last): Jul 14 09:29:21.327953 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:29:21.327953 n-d-779913-29 neutron-server[93957]: timer() Jul 14 09:29:21.327953 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:29:21.327953 n-d-779913-29 neutron-server[93957]: cb(*args, **kw) Jul 14 09:29:21.327953 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:29:21.327953 n-d-779913-29 neutron-server[93957]: return func(*args, **kwargs) Jul 14 09:29:21.327953 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:29:21.327953 n-d-779913-29 neutron-server[93957]: self._notify() Jul 14 09:29:21.327953 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:29:21.327953 n-d-779913-29 neutron-server[93957]: self.callback(batched_events) Jul 14 09:29:21.327953 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:29:21.327953 n-d-779913-29 neutron-server[93957]: event.method(event) Jul 14 09:29:21.327953 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:29:21.327953 n-d-779913-29 neutron-server[93957]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:29:21.327953 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:29:21.327953 n-d-779913-29 neutron-server[93957]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:29:21.327953 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:29:21.327953 n-d-779913-29 neutron-server[93957]: return f(self, *a, **k) Jul 14 09:29:21.327953 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:29:21.327953 n-d-779913-29 neutron-server[93957]: return self._get(url).json() Jul 14 09:29:21.327953 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:29:21.327953 n-d-779913-29 neutron-server[93957]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:29:21.327953 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:29:21.327953 n-d-779913-29 neutron-server[93957]: return self.request(url, 'GET', **kwargs) Jul 14 09:29:21.327953 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:29:21.327953 n-d-779913-29 neutron-server[93957]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:29:21.327953 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:29:21.327953 n-d-779913-29 neutron-server[93957]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:29:21.327953 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:29:21.327953 n-d-779913-29 neutron-server[93957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:29:21.327953 n-d-779913-29 neutron-server[93957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:29:21.441371 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-63633d4c-1c3f-445a-95d8-7d244c23039b req-514a4f50-5a98-4850-a849-e7447ed956f8 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/security-groups?id=bfacbc39-872c-438f-b7f4-05abded490ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547990 Jul 14 09:29:21.453414 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5717d4f6-3c37-4661-b1be-20e818da2953 tempest-ExternalNetworksTestJSON-965739441 tempest-ExternalNetworksTestJSON-965739441-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660504'] for network, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:21.482643 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-26f378fc-0533-45b9-8afd-647f8c66cc80 req-ca238270-8cd7-4c72-9756-358a9a30aa99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:21.491305 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5717d4f6-3c37-4661-b1be-20e818da2953 tempest-ExternalNetworksTestJSON-965739441 tempest-ExternalNetworksTestJSON-965739441-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network dfacc6c6-4285-4ece-94a7-359be3b51657 {{(pid=93957) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 14 09:29:21.495916 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e322cbc-8a62-4809-9241-2b15543c1e48 tempest-RoutersIpV6AdminTest-414384186 tempest-RoutersIpV6AdminTest-414384186-project-admin] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:29:21.501443 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8e322cbc-8a62-4809-9241-2b15543c1e48 tempest-RoutersIpV6AdminTest-414384186 tempest-RoutersIpV6AdminTest-414384186-project-admin] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:21.505477 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5717d4f6-3c37-4661-b1be-20e818da2953 tempest-ExternalNetworksTestJSON-965739441 tempest-ExternalNetworksTestJSON-965739441-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for network, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:21.505718 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-8e322cbc-8a62-4809-9241-2b15543c1e48 tempest-RoutersIpV6AdminTest-414384186 tempest-RoutersIpV6AdminTest-414384186-project-admin] 10.222.0.68 "PUT /v2.0/routers/7b5f1451-0831-471f-8c08-ef6d11f68ed9 HTTP/1.1" status: 200 len: 918 time: 3.6150045 Jul 14 09:29:21.508314 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-5717d4f6-3c37-4661-b1be-20e818da2953 tempest-ExternalNetworksTestJSON-965739441 tempest-ExternalNetworksTestJSON-965739441-project-admin] 10.222.0.68 "DELETE /v2.0/networks/dfacc6c6-4285-4ece-94a7-359be3b51657 HTTP/1.1" status: 204 len: 168 time: 2.2854843 Jul 14 09:29:21.509447 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 53378) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:21.509791 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 53380) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:21.536440 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5717d4f6-3c37-4661-b1be-20e818da2953 tempest-ExternalNetworksTestJSON-965739441 tempest-ExternalNetworksTestJSON-965739441-project-admin] Pushing event deleted for resources: {'Network': ['ID=dfacc6c6-4285-4ece-94a7-359be3b51657,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:21.546675 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-940ff0f1-6390-49c5-aba7-2b72cf6af96b req-b960ea15-e1c8-4bb2-9fb3-7e90164eeb0e tempest-SecurityGroupRulesNegativeTestJSON-1245694218 tempest-SecurityGroupRulesNegativeTestJSON-1245694218-project] 10.222.0.68 "GET /v2.0/security-group-rules/45173aa3-041c-4778-bf01-3148ae156581 HTTP/1.1" status: 200 len: 778 time: 0.0580173 Jul 14 09:29:21.633733 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-594fa64e-f1ef-44c2-ab8e-5b4baabb743a tempest-FloatingIPAdminTestJSON-1792528294 tempest-FloatingIPAdminTestJSON-1792528294-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-620860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682934'] for router_interface, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:21.639557 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-940ff0f1-6390-49c5-aba7-2b72cf6af96b req-0f941a9e-f44a-44e8-81da-2a6b6aebb7ea tempest-SecurityGroupRulesNegativeTestJSON-1245694218 tempest-SecurityGroupRulesNegativeTestJSON-1245694218-project] 10.222.0.68 "GET /v2.0/security-groups/2444a5a3-da62-4fda-aea0-57353d3be745 HTTP/1.1" status: 200 len: 2409 time: 0.0632682 Jul 14 09:29:21.677098 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61acbb7-dffb-46f0-ad5e-4b6709174cfc req-260cf6d2-eff8-4bb5-a147-48371073fc7a tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:21.678812 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-b61acbb7-dffb-46f0-ad5e-4b6709174cfc req-260cf6d2-eff8-4bb5-a147-48371073fc7a tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] 10.222.0.68 "GET /v2.0/ports?device_id=53563f6e-7033-4881-b21d-7977e55df67a HTTP/1.1" status: 200 len: 932 time: 0.7069588 Jul 14 09:29:21.749124 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-940ff0f1-6390-49c5-aba7-2b72cf6af96b req-478adb74-643c-4529-a9cf-990d4547df38 tempest-SecurityGroupRulesNegativeTestJSON-1245694218 tempest-SecurityGroupRulesNegativeTestJSON-1245694218-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:21.760691 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-940ff0f1-6390-49c5-aba7-2b72cf6af96b req-478adb74-643c-4529-a9cf-990d4547df38 tempest-SecurityGroupRulesNegativeTestJSON-1245694218 tempest-SecurityGroupRulesNegativeTestJSON-1245694218-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:21.761474 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-2579847f-cca5-4ea2-97bb-2de469d197b7 tempest-ExternalNetworksTestJSON-965739441 tempest-ExternalNetworksTestJSON-965739441-project-admin] 10.222.0.68 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2743 time: 0.2466979 Jul 14 09:29:21.767950 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 53382) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:21.861590 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-ef88e01d-f7a5-4024-b930-0d19bab2fc00 tempest-RoutersIpV6AdminTest-414384186 tempest-RoutersIpV6AdminTest-414384186-project-admin] 10.222.0.68 "GET /v2.0/routers/7b5f1451-0831-471f-8c08-ef6d11f68ed9 HTTP/1.1" status: 200 len: 924 time: 0.3477206 Jul 14 09:29:21.863005 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 53384) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:21.885536 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-b61acbb7-dffb-46f0-ad5e-4b6709174cfc req-aab6edf4-9fb8-4c66-b1eb-d4a5665698fb tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] 10.222.0.68 "GET /v2.0/security-groups?id=b4ff2369-e32d-44b9-a882-4dd3dbe0fc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1590168 Jul 14 09:29:22.004957 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57679fd7-0c8d-48de-ac60-80eda5a4d338 tempest-RoutersIpV6AdminTest-414384186 tempest-RoutersIpV6AdminTest-414384186-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:22.007123 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-57679fd7-0c8d-48de-ac60-80eda5a4d338 tempest-RoutersIpV6AdminTest-414384186 tempest-RoutersIpV6AdminTest-414384186-project-admin] 10.222.0.68 "GET /v2.0/ports?network_id=2dcd4d32-cc7c-4468-b396-7ce5c9231892&device_id=7b5f1451-0831-471f-8c08-ef6d11f68ed9&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1397977 Jul 14 09:29:22.014200 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 53386) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:22.100413 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-19da444b-9d94-499f-9629-aa7b403cf1ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:22.127769 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab98a5b2-22ac-4966-bb49-1941a455e1ff None None] Sync routers for ids ['7b5f1451-0831-471f-8c08-ef6d11f68ed9'] in n-d-779913-29 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:29:22.146385 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab98a5b2-22ac-4966-bb49-1941a455e1ff None None] Routers {'7b5f1451-0831-471f-8c08-ef6d11f68ed9'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:29:22.147311 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-ab98a5b2-22ac-4966-bb49-1941a455e1ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:28:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['7b5f1451-0831-471f-8c08-ef6d11f68ed9'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:22.179552 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-ab98a5b2-22ac-4966-bb49-1941a455e1ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:22.189108 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab98a5b2-22ac-4966-bb49-1941a455e1ff None None] Routers {'7b5f1451-0831-471f-8c08-ef6d11f68ed9'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:29:22.189996 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-ab98a5b2-22ac-4966-bb49-1941a455e1ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:28:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['7b5f1451-0831-471f-8c08-ef6d11f68ed9'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:22.206507 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62b67ab9-c29d-49bc-b642-e12df348d2bd tempest-RoutersIpV6AdminTest-414384186 tempest-RoutersIpV6AdminTest-414384186-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:22.206758 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbe59c20-5db4-48d7-8f49-38079c30ce45 tempest-ExternalNetworksTestJSON-965739441 tempest-ExternalNetworksTestJSON-965739441-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:22.207841 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbe59c20-5db4-48d7-8f49-38079c30ce45 tempest-ExternalNetworksTestJSON-965739441 tempest-ExternalNetworksTestJSON-965739441-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:22.208170 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-62b67ab9-c29d-49bc-b642-e12df348d2bd tempest-RoutersIpV6AdminTest-414384186 tempest-RoutersIpV6AdminTest-414384186-project-admin] 10.222.0.68 "GET /v2.0/networks/2dcd4d32-cc7c-4468-b396-7ce5c9231892 HTTP/1.1" status: 200 len: 881 time: 0.1926847 Jul 14 09:29:22.208724 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbe59c20-5db4-48d7-8f49-38079c30ce45 tempest-ExternalNetworksTestJSON-965739441 tempest-ExternalNetworksTestJSON-965739441-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:22.209370 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbe59c20-5db4-48d7-8f49-38079c30ce45 tempest-ExternalNetworksTestJSON-965739441 tempest-ExternalNetworksTestJSON-965739441-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:22.210083 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbe59c20-5db4-48d7-8f49-38079c30ce45 tempest-ExternalNetworksTestJSON-965739441 tempest-ExternalNetworksTestJSON-965739441-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:22.211148 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbe59c20-5db4-48d7-8f49-38079c30ce45 tempest-ExternalNetworksTestJSON-965739441 tempest-ExternalNetworksTestJSON-965739441-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:22.211863 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbe59c20-5db4-48d7-8f49-38079c30ce45 tempest-ExternalNetworksTestJSON-965739441 tempest-ExternalNetworksTestJSON-965739441-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:22.212880 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbe59c20-5db4-48d7-8f49-38079c30ce45 tempest-ExternalNetworksTestJSON-965739441 tempest-ExternalNetworksTestJSON-965739441-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:22.213022 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 53388) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:22.213552 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbe59c20-5db4-48d7-8f49-38079c30ce45 tempest-ExternalNetworksTestJSON-965739441 tempest-ExternalNetworksTestJSON-965739441-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:22.214112 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbe59c20-5db4-48d7-8f49-38079c30ce45 tempest-ExternalNetworksTestJSON-965739441 tempest-ExternalNetworksTestJSON-965739441-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:22.214621 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbe59c20-5db4-48d7-8f49-38079c30ce45 tempest-ExternalNetworksTestJSON-965739441 tempest-ExternalNetworksTestJSON-965739441-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:22.215254 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbe59c20-5db4-48d7-8f49-38079c30ce45 tempest-ExternalNetworksTestJSON-965739441 tempest-ExternalNetworksTestJSON-965739441-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:22.216135 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbe59c20-5db4-48d7-8f49-38079c30ce45 tempest-ExternalNetworksTestJSON-965739441 tempest-ExternalNetworksTestJSON-965739441-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:22.218583 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-fbe59c20-5db4-48d7-8f49-38079c30ce45 tempest-ExternalNetworksTestJSON-965739441 tempest-ExternalNetworksTestJSON-965739441-project-admin] 10.222.0.68 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 8248 time: 0.4461036 Jul 14 09:29:22.223682 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 53390) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:22.224424 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-940ff0f1-6390-49c5-aba7-2b72cf6af96b req-478adb74-643c-4529-a9cf-990d4547df38 tempest-SecurityGroupRulesNegativeTestJSON-1245694218 tempest-SecurityGroupRulesNegativeTestJSON-1245694218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529131'] for security_group_rule, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:22.227053 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-ab98a5b2-22ac-4966-bb49-1941a455e1ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:22.228296 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab98a5b2-22ac-4966-bb49-1941a455e1ff None None] The sync data for ids ['7b5f1451-0831-471f-8c08-ef6d11f68ed9'] in n-d-779913-29 is: [] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:29:22.235736 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-940ff0f1-6390-49c5-aba7-2b72cf6af96b req-478adb74-643c-4529-a9cf-990d4547df38 tempest-SecurityGroupRulesNegativeTestJSON-1245694218 tempest-SecurityGroupRulesNegativeTestJSON-1245694218-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:22.236883 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-940ff0f1-6390-49c5-aba7-2b72cf6af96b req-478adb74-643c-4529-a9cf-990d4547df38 tempest-SecurityGroupRulesNegativeTestJSON-1245694218 tempest-SecurityGroupRulesNegativeTestJSON-1245694218-project] 10.222.0.68 "DELETE /v2.0/security-group-rules/45173aa3-041c-4778-bf01-3148ae156581 HTTP/1.1" status: 204 len: 173 time: 0.5486357 Jul 14 09:29:22.257126 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-f4d30228-0b0e-4c27-8490-972026833bfe tempest-RoutersIpV6AdminTest-419487075 tempest-RoutersIpV6AdminTest-419487075-project] 10.222.0.68 "GET /v2.0/ports?device_id=7b5f1451-0831-471f-8c08-ef6d11f68ed9 HTTP/1.1" status: 200 len: 205 time: 0.0392001 Jul 14 09:29:22.257885 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 53394) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:22.269781 n-d-779913-29 neutron-server[93958]: DEBUG neutron.notifiers.nova [req-26f378fc-0533-45b9-8afd-647f8c66cc80 req-ca238270-8cd7-4c72-9756-358a9a30aa99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49857456-823a-4ccb-9982-8fa10ce6a33d {{(pid=93958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:29:22.314480 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-26f378fc-0533-45b9-8afd-647f8c66cc80 req-ca238270-8cd7-4c72-9756-358a9a30aa99 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:22.315372 n-d-779913-29 neutron-server[93957]: INFO neutron.api.v2.resource [None req-1234ccc7-fd22-491c-9882-5fc152e7d692 tempest-ExternalNetworksTestJSON-965739441 tempest-ExternalNetworksTestJSON-965739441-project-admin] delete failed (client error): The resource could not be found. Jul 14 09:29:22.316623 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-1234ccc7-fd22-491c-9882-5fc152e7d692 tempest-ExternalNetworksTestJSON-965739441 tempest-ExternalNetworksTestJSON-965739441-project-admin] 10.222.0.68 "DELETE /v2.0/floatingips/7dc23c70-72de-403b-830b-bd043312b0eb HTTP/1.1" status: 404 len: 345 time: 0.0895011 Jul 14 09:29:22.319033 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478adb74-643c-4529-a9cf-990d4547df38 tempest-SecurityGroupRulesNegativeTestJSON-1245694218 tempest-SecurityGroupRulesNegativeTestJSON-1245694218-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=45173aa3-041c-4778-bf01-3148ae156581,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:22.319988 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 53396) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:22.325764 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [req-8aa407a0-92a2-4bc9-bc55-68be6580ae04 req-8dd3c22b-b021-433f-98da-c856b6e2e3bc tempest-SecurityGroupRulesNegativeTestJSON-1245694218 tempest-SecurityGroupRulesNegativeTestJSON-1245694218-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-295550545', 'description': 'tempest-description-1462794971'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:22.375890 n-d-779913-29 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c7715a2-8819-454b-8d84-7bc7965942c4 tempest-ExternalNetworksTestJSON-965739441 tempest-ExternalNetworksTestJSON-965739441-project-admin] DELETE failed (client error): The resource could not be found. Jul 14 09:29:22.376391 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c7715a2-8819-454b-8d84-7bc7965942c4 tempest-ExternalNetworksTestJSON-965739441 tempest-ExternalNetworksTestJSON-965739441-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:29:22.378409 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-2c7715a2-8819-454b-8d84-7bc7965942c4 tempest-ExternalNetworksTestJSON-965739441 tempest-ExternalNetworksTestJSON-965739441-project-admin] 10.222.0.68 "DELETE /v2.0/networks/dfacc6c6-4285-4ece-94a7-359be3b51657 HTTP/1.1" status: 404 len: 339 time: 0.0452633 Jul 14 09:29:22.382405 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-26f378fc-0533-45b9-8afd-647f8c66cc80 req-ca238270-8cd7-4c72-9756-358a9a30aa99 service neutron] Transition to ACTIVE for port object 49857456-823a-4ccb-9982-8fa10ce6a33d will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:29:22.382577 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 53398) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:22.407897 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-05737cb0-d046-480b-80e1-d0f762e4bede tempest-ExternalNetworksTestJSON-965739441 tempest-ExternalNetworksTestJSON-965739441-project-admin] Request body: {'network': {'name': 'tempest-network--2012518182', 'router:external': True}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:22.415345 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-26f378fc-0533-45b9-8afd-647f8c66cc80 req-ca238270-8cd7-4c72-9756-358a9a30aa99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13574142'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:22.431261 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-8aa407a0-92a2-4bc9-bc55-68be6580ae04 req-8dd3c22b-b021-433f-98da-c856b6e2e3bc tempest-SecurityGroupRulesNegativeTestJSON-1245694218 tempest-SecurityGroupRulesNegativeTestJSON-1245694218-project] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:22.461200 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-594fa64e-f1ef-44c2-ab8e-5b4baabb743a tempest-FloatingIPAdminTestJSON-1792528294 tempest-FloatingIPAdminTestJSON-1792528294-project] Router 9ebb6cba-c4c8-4135-9333-606a5e04ef07 has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:29:22.464893 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05737cb0-d046-480b-80e1-d0f762e4bede tempest-ExternalNetworksTestJSON-965739441 tempest-ExternalNetworksTestJSON-965739441-project-admin] Made reservation on behalf of 58afb68aeecf416bb05bb33bc761694a for: {'network': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:29:22.467549 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-05737cb0-d046-480b-80e1-d0f762e4bede tempest-ExternalNetworksTestJSON-965739441 tempest-ExternalNetworksTestJSON-965739441-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for network, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:22.495021 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af92fec-c18c-4fe5-b93f-c8f0404b589a req-b830f0a5-a07b-46bd-99b5-f80aa16f4c18 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:22.496666 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8af92fec-c18c-4fe5-b93f-c8f0404b589a req-b830f0a5-a07b-46bd-99b5-f80aa16f4c18 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/ports?device_id=6b418a01-630f-4f84-acf9-07e29a4488fe HTTP/1.1" status: 200 len: 945 time: 0.1305702 Jul 14 09:29:22.518395 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca238270-8cd7-4c72-9756-358a9a30aa99 service neutron] Pushing event updated for resources: {'Port': ['ID=49857456-823a-4ccb-9982-8fa10ce6a33d,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:22.527045 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5211323b-07d1-42c1-8125-8ccd86a9a6e9 tempest-RoutersIpV6AdminTest-419487075 tempest-RoutersIpV6AdminTest-419487075-project] Notify callbacks [] for router, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:22.571161 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05737cb0-d046-480b-80e1-d0f762e4bede tempest-ExternalNetworksTestJSON-965739441 tempest-ExternalNetworksTestJSON-965739441-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 745} {{(pid=93957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:29:22.623798 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-05737cb0-d046-480b-80e1-d0f762e4bede tempest-ExternalNetworksTestJSON-965739441 tempest-ExternalNetworksTestJSON-965739441-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:22.624159 n-d-779913-29 neutron-server[93957]: INFO neutron.db.segments_db [None req-05737cb0-d046-480b-80e1-d0f762e4bede tempest-ExternalNetworksTestJSON-965739441 tempest-ExternalNetworksTestJSON-965739441-project-admin] Added segment bbbd8f26-3642-4cce-adb8-589b9c19859c of type vlan for network 9f007b39-0ce1-4ae9-b4c2-724c6d3cebfc Jul 14 09:29:22.646751 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8af92fec-c18c-4fe5-b93f-c8f0404b589a req-ef6a3b06-b54c-42c5-9f22-5cb66e4740d4 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/security-groups?id=bfacbc39-872c-438f-b7f4-05abded490ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038404 Jul 14 09:29:22.698243 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-05737cb0-d046-480b-80e1-d0f762e4bede tempest-ExternalNetworksTestJSON-965739441 tempest-ExternalNetworksTestJSON-965739441-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735687821325'] for network, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:22.704502 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-594fa64e-f1ef-44c2-ab8e-5b4baabb743a tempest-FloatingIPAdminTestJSON-1792528294 tempest-FloatingIPAdminTestJSON-1792528294-project] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:29:22.714622 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-594fa64e-f1ef-44c2-ab8e-5b4baabb743a tempest-FloatingIPAdminTestJSON-1792528294 tempest-FloatingIPAdminTestJSON-1792528294-project] 10.222.0.68 "PUT /v2.0/routers/9ebb6cba-c4c8-4135-9333-606a5e04ef07/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2593699 Jul 14 09:29:22.718587 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 53402) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:22.721070 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1da96309-015b-4597-a69e-759ea442e665 None None] Sync routers for ids ['9ebb6cba-c4c8-4135-9333-606a5e04ef07'] in n-d-779913-29 {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:29:22.723599 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-26f378fc-0533-45b9-8afd-647f8c66cc80 req-ca238270-8cd7-4c72-9756-358a9a30aa99 service neutron] Attempting to bind port 49857456-823a-4ccb-9982-8fa10ce6a33d on host n-h2-779913-29 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:29:22.724350 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-26f378fc-0533-45b9-8afd-647f8c66cc80 req-ca238270-8cd7-4c72-9756-358a9a30aa99 service neutron] Attempting to bind port 49857456-823a-4ccb-9982-8fa10ce6a33d by drivers openvswitch,hyperv on host n-h2-779913-29 at level 0 using segments [{'id': '4e909166-7a9a-4d71-9929-2b11d90f7baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '087e0468-2285-4c59-b3f2-1d1ff8b2217b'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:29:22.724703 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26f378fc-0533-45b9-8afd-647f8c66cc80 req-ca238270-8cd7-4c72-9756-358a9a30aa99 service neutron] Attempting to bind port 49857456-823a-4ccb-9982-8fa10ce6a33d on network 087e0468-2285-4c59-b3f2-1d1ff8b2217b {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:29:22.735037 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1da96309-015b-4597-a69e-759ea442e665 None None] Routers {'9ebb6cba-c4c8-4135-9333-606a5e04ef07'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:29:22.736010 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-1da96309-015b-4597-a69e-759ea442e665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:28:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['9ebb6cba-c4c8-4135-9333-606a5e04ef07'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:22.744682 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26f378fc-0533-45b9-8afd-647f8c66cc80 req-ca238270-8cd7-4c72-9756-358a9a30aa99 service neutron] Port 49857456-823a-4ccb-9982-8fa10ce6a33d on network 087e0468-2285-4c59-b3f2-1d1ff8b2217b not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-29 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:29:22.745259 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26f378fc-0533-45b9-8afd-647f8c66cc80 req-ca238270-8cd7-4c72-9756-358a9a30aa99 service neutron] Attempting to bind port 49857456-823a-4ccb-9982-8fa10ce6a33d on network 087e0468-2285-4c59-b3f2-1d1ff8b2217b {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:29:22.765010 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26f378fc-0533-45b9-8afd-647f8c66cc80 req-ca238270-8cd7-4c72-9756-358a9a30aa99 service neutron] Checking agent: {'id': '013e4a3b-a634-47b8-b6a5-1a25109b73fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 13, 13), 'started_at': datetime.datetime(2021, 7, 14, 9, 13, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 29, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:29:22.765271 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26f378fc-0533-45b9-8afd-647f8c66cc80 req-ca238270-8cd7-4c72-9756-358a9a30aa99 service neutron] Checking segment: {'id': '4e909166-7a9a-4d71-9929-2b11d90f7baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '087e0468-2285-4c59-b3f2-1d1ff8b2217b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:29:22.765689 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26f378fc-0533-45b9-8afd-647f8c66cc80 req-ca238270-8cd7-4c72-9756-358a9a30aa99 service neutron] Bound using segment: {'id': '4e909166-7a9a-4d71-9929-2b11d90f7baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '087e0468-2285-4c59-b3f2-1d1ff8b2217b'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:29:22.766143 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-26f378fc-0533-45b9-8afd-647f8c66cc80 req-ca238270-8cd7-4c72-9756-358a9a30aa99 service neutron] Bound port: 49857456-823a-4ccb-9982-8fa10ce6a33d, host: n-h2-779913-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e909166-7a9a-4d71-9929-2b11d90f7baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '087e0468-2285-4c59-b3f2-1d1ff8b2217b'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:29:22.766514 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-26f378fc-0533-45b9-8afd-647f8c66cc80 req-ca238270-8cd7-4c72-9756-358a9a30aa99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:22.781122 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5211323b-07d1-42c1-8125-8ccd86a9a6e9 tempest-RoutersIpV6AdminTest-419487075 tempest-RoutersIpV6AdminTest-419487075-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:22.793213 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-8aa407a0-92a2-4bc9-bc55-68be6580ae04 req-8dd3c22b-b021-433f-98da-c856b6e2e3bc tempest-SecurityGroupRulesNegativeTestJSON-1245694218 tempest-SecurityGroupRulesNegativeTestJSON-1245694218-project] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:22.802198 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-8aa407a0-92a2-4bc9-bc55-68be6580ae04 req-8dd3c22b-b021-433f-98da-c856b6e2e3bc tempest-SecurityGroupRulesNegativeTestJSON-1245694218 tempest-SecurityGroupRulesNegativeTestJSON-1245694218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:22.856215 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-38b0b253-3963-4e10-8946-a1a46d08ecd7 tempest-FloatingIPAdminTestJSON-1792528294 tempest-FloatingIPAdminTestJSON-1792528294-project] Notify callbacks [] for router, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:22.889819 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-8aa407a0-92a2-4bc9-bc55-68be6580ae04 req-8dd3c22b-b021-433f-98da-c856b6e2e3bc tempest-SecurityGroupRulesNegativeTestJSON-1245694218 tempest-SecurityGroupRulesNegativeTestJSON-1245694218-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:22.894574 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-8aa407a0-92a2-4bc9-bc55-68be6580ae04 req-8dd3c22b-b021-433f-98da-c856b6e2e3bc tempest-SecurityGroupRulesNegativeTestJSON-1245694218 tempest-SecurityGroupRulesNegativeTestJSON-1245694218-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.5826986 Jul 14 09:29:22.910908 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.db.resource_extend [None req-05737cb0-d046-480b-80e1-d0f762e4bede tempest-ExternalNetworksTestJSON-965739441 tempest-ExternalNetworksTestJSON-965739441-project-admin] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 14 09:29:22.932730 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd3c22b-b021-433f-98da-c856b6e2e3bc tempest-SecurityGroupRulesNegativeTestJSON-1245694218 tempest-SecurityGroupRulesNegativeTestJSON-1245694218-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66f2a8df-91db-4dda-ab86-f68790f28c8d,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:22.961356 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-1da96309-015b-4597-a69e-759ea442e665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:22.977032 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1da96309-015b-4597-a69e-759ea442e665 None None] Routers {'9ebb6cba-c4c8-4135-9333-606a5e04ef07'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:29:22.978679 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-1da96309-015b-4597-a69e-759ea442e665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:28:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['9ebb6cba-c4c8-4135-9333-606a5e04ef07'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:22.989105 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-05737cb0-d046-480b-80e1-d0f762e4bede tempest-ExternalNetworksTestJSON-965739441 tempest-ExternalNetworksTestJSON-965739441-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855'] for network, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:22.990686 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05737cb0-d046-480b-80e1-d0f762e4bede tempest-ExternalNetworksTestJSON-965739441 tempest-ExternalNetworksTestJSON-965739441-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:22.991534 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-05737cb0-d046-480b-80e1-d0f762e4bede tempest-ExternalNetworksTestJSON-965739441 tempest-ExternalNetworksTestJSON-965739441-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for network, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:22.992017 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-26f378fc-0533-45b9-8afd-647f8c66cc80 req-ca238270-8cd7-4c72-9756-358a9a30aa99 service neutron] For port 49857456-823a-4ccb-9982-8fa10ce6a33d, host n-h2-779913-29, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:29:23.020747 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-26f378fc-0533-45b9-8afd-647f8c66cc80 req-ca238270-8cd7-4c72-9756-358a9a30aa99 service neutron] For port 49857456-823a-4ccb-9982-8fa10ce6a33d, host n-h2-779913-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=49857456-823a-4ccb-9982-8fa10ce6a33d,segment=NetworkSegment(4e909166-7a9a-4d71-9929-2b11d90f7baa),segment_id=4e909166-7a9a-4d71-9929-2b11d90f7baa)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:29:23.028512 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-1da96309-015b-4597-a69e-759ea442e665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:23.031916 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1da96309-015b-4597-a69e-759ea442e665 None None] The sync data for ids ['9ebb6cba-c4c8-4135-9333-606a5e04ef07'] in n-d-779913-29 is: [] {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:29:23.045479 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-26f378fc-0533-45b9-8afd-647f8c66cc80 req-ca238270-8cd7-4c72-9756-358a9a30aa99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13574142'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:23.075065 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-5211323b-07d1-42c1-8125-8ccd86a9a6e9 tempest-RoutersIpV6AdminTest-419487075 tempest-RoutersIpV6AdminTest-419487075-project] Deleting port f49e9a19-5594-4986-8559-c2443baf47a2 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:29:23.075406 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5211323b-07d1-42c1-8125-8ccd86a9a6e9 tempest-RoutersIpV6AdminTest-419487075 tempest-RoutersIpV6AdminTest-419487075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:23.082852 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-05737cb0-d046-480b-80e1-d0f762e4bede tempest-ExternalNetworksTestJSON-965739441 tempest-ExternalNetworksTestJSON-965739441-project-admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.6993623 Jul 14 09:29:23.088208 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-5b77380d-0ec5-4011-9745-a93c9b947e19 req-ad1a3dec-7e19-4708-80ef-dc745d590aa2 tempest-SecurityGroupRulesNegativeTestJSON-1245694218 tempest-SecurityGroupRulesNegativeTestJSON-1245694218-project] 10.222.0.68 "GET /v2.0/security-groups/66f2a8df-91db-4dda-ab86-f68790f28c8d HTTP/1.1" status: 200 len: 1814 time: 0.1648099 Jul 14 09:29:23.100348 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 53410) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:23.142300 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-38b0b253-3963-4e10-8946-a1a46d08ecd7 tempest-FloatingIPAdminTestJSON-1792528294 tempest-FloatingIPAdminTestJSON-1792528294-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:23.164680 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f378fc-0533-45b9-8afd-647f8c66cc80 req-ca238270-8cd7-4c72-9756-358a9a30aa99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:23.166468 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-26f378fc-0533-45b9-8afd-647f8c66cc80 req-ca238270-8cd7-4c72-9756-358a9a30aa99 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:23.167766 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-26f378fc-0533-45b9-8afd-647f8c66cc80 req-ca238270-8cd7-4c72-9756-358a9a30aa99 service neutron] 10.222.0.57 "PUT /v2.0/ports/49857456-823a-4ccb-9982-8fa10ce6a33d HTTP/1.1" status: 200 len: 1093 time: 2.3799233 Jul 14 09:29:23.170124 n-d-779913-29 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53563f6e-7033-4881-b21d-7977e55df67a', 'tag': '49857456-823a-4ccb-9982-8fa10ce6a33d'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:29:23.172157 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cb48f044f948e981f43897c8d7f1332f741dc7af2b4c5a6e19d8f4a80f708e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5dbf244-9d96-4807-8de8-9dbd72490e41" -d '{"events": [{"name": "network-changed", "server_uuid": "53563f6e-7033-4881-b21d-7977e55df67a", "tag": "49857456-823a-4ccb-9982-8fa10ce6a33d"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:29:23.181557 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca238270-8cd7-4c72-9756-358a9a30aa99 service neutron] Pushing event updated for resources: {'Port': ['ID=49857456-823a-4ccb-9982-8fa10ce6a33d,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:23.229924 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05737cb0-d046-480b-80e1-d0f762e4bede tempest-ExternalNetworksTestJSON-965739441 tempest-ExternalNetworksTestJSON-965739441-project-admin] Pushing event updated for resources: {'Network': ['ID=9f007b39-0ce1-4ae9-b4c2-724c6d3cebfc,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:23.239286 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5211323b-07d1-42c1-8125-8ccd86a9a6e9 tempest-RoutersIpV6AdminTest-419487075 tempest-RoutersIpV6AdminTest-419487075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:23.240725 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Network 9f007b39-0ce1-4ae9-b4c2-724c6d3cebfc details requested by agent ovs-agent-n-d-779913-29 with host n-d-779913-29 {{(pid=93959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:29:23.288881 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-5211323b-07d1-42c1-8125-8ccd86a9a6e9 tempest-RoutersIpV6AdminTest-419487075 tempest-RoutersIpV6AdminTest-419487075-project] Calling delete_port for f49e9a19-5594-4986-8559-c2443baf47a2 owned by network:router_gateway {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:29:23.389399 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702bc9db-89a5-4c26-bb6e-e6c7124c8462 req-bfa6cb1b-af20-4c05-8486-299c37458911 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:23.390985 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-702bc9db-89a5-4c26-bb6e-e6c7124c8462 req-bfa6cb1b-af20-4c05-8486-299c37458911 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/ports?device_id=6b418a01-630f-4f84-acf9-07e29a4488fe HTTP/1.1" status: 200 len: 945 time: 0.1867843 Jul 14 09:29:23.459270 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f378fc-0533-45b9-8afd-647f8c66cc80 req-a6d8b2d6-0b34-4cd6-af71-c3a24ab753b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:23.459459 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21255f9d-1559-415c-b090-8d0d119669d3 req-12ca22f7-32ab-48e8-a455-b7c18fea8fc0 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:23.460748 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-26f378fc-0533-45b9-8afd-647f8c66cc80 req-a6d8b2d6-0b34-4cd6-af71-c3a24ab753b1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=51a0c5b2b5094b24a910e75e03cedf47&device_id=53563f6e-7033-4881-b21d-7977e55df67a HTTP/1.1" status: 200 len: 1096 time: 0.2189436 Jul 14 09:29:23.461268 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-21255f9d-1559-415c-b090-8d0d119669d3 req-12ca22f7-32ab-48e8-a455-b7c18fea8fc0 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] 10.222.0.68 "GET /v2.0/ports?device_id=53563f6e-7033-4881-b21d-7977e55df67a HTTP/1.1" status: 200 len: 944 time: 0.3820658 Jul 14 09:29:23.471060 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec3c6c93-c6eb-4b60-bf0e-fd6683af3db3 tempest-ExternalNetworksTestJSON-400789884 tempest-ExternalNetworksTestJSON-400789884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:23.478556 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec3c6c93-c6eb-4b60-bf0e-fd6683af3db3 tempest-ExternalNetworksTestJSON-400789884 tempest-ExternalNetworksTestJSON-400789884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:23.485669 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec3c6c93-c6eb-4b60-bf0e-fd6683af3db3 tempest-ExternalNetworksTestJSON-400789884 tempest-ExternalNetworksTestJSON-400789884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:23.492065 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec3c6c93-c6eb-4b60-bf0e-fd6683af3db3 tempest-ExternalNetworksTestJSON-400789884 tempest-ExternalNetworksTestJSON-400789884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:23.494300 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-ec3c6c93-c6eb-4b60-bf0e-fd6683af3db3 tempest-ExternalNetworksTestJSON-400789884 tempest-ExternalNetworksTestJSON-400789884-project] 10.222.0.68 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.3928308 Jul 14 09:29:23.499110 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 53420) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:23.516591 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-38b0b253-3963-4e10-8946-a1a46d08ecd7 tempest-FloatingIPAdminTestJSON-1792528294 tempest-FloatingIPAdminTestJSON-1792528294-project] Deleting port 2a9dc2d7-5e8c-4306-b3f9-91ffd7f8dd71 {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:29:23.517048 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-38b0b253-3963-4e10-8946-a1a46d08ecd7 tempest-FloatingIPAdminTestJSON-1792528294 tempest-FloatingIPAdminTestJSON-1792528294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:23.519494 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-702bc9db-89a5-4c26-bb6e-e6c7124c8462 req-a0843d6f-4c70-4200-a382-4134dd49df54 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/security-groups?id=bfacbc39-872c-438f-b7f4-05abded490ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188276 Jul 14 09:29:23.522895 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-26f378fc-0533-45b9-8afd-647f8c66cc80 req-9c63c214-e07a-4e3c-bfe3-886e867d6aed service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=49857456-823a-4ccb-9982-8fa10ce6a33d HTTP/1.1" status: 200 len: 217 time: 0.0427301 Jul 14 09:29:23.612009 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f378fc-0533-45b9-8afd-647f8c66cc80 req-12e1a1d0-cf9e-4060-bcf2-7ad8441c1c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:23.613623 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-26f378fc-0533-45b9-8afd-647f8c66cc80 req-12e1a1d0-cf9e-4060-bcf2-7ad8441c1c2d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=04ae7776-8c86-484d-9bcc-4299f4579807 HTTP/1.1" status: 200 len: 855 time: 0.0644314 Jul 14 09:29:23.615736 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5211323b-07d1-42c1-8125-8ccd86a9a6e9 tempest-RoutersIpV6AdminTest-419487075 tempest-RoutersIpV6AdminTest-419487075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:23.669558 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5211323b-07d1-42c1-8125-8ccd86a9a6e9 tempest-RoutersIpV6AdminTest-419487075 tempest-RoutersIpV6AdminTest-419487075-project] Pushing event deleted for resources: {'Port': ['ID=f49e9a19-5594-4986-8559-c2443baf47a2,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:23.687620 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-21255f9d-1559-415c-b090-8d0d119669d3 req-55329e7f-a1da-4266-a597-ed2f33656aaa tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] 10.222.0.68 "GET /v2.0/security-groups?id=b4ff2369-e32d-44b9-a882-4dd3dbe0fc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1921556 Jul 14 09:29:23.721854 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-38b0b253-3963-4e10-8946-a1a46d08ecd7 tempest-FloatingIPAdminTestJSON-1792528294 tempest-FloatingIPAdminTestJSON-1792528294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:23.735394 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-38b0b253-3963-4e10-8946-a1a46d08ecd7 tempest-FloatingIPAdminTestJSON-1792528294 tempest-FloatingIPAdminTestJSON-1792528294-project] Calling delete_port for 2a9dc2d7-5e8c-4306-b3f9-91ffd7f8dd71 owned by network:router_gateway {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:29:23.744058 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-11418a4e-29e1-4a45-a403-dfe8f47fe60e tempest-ExternalNetworksTestJSON-965739441 tempest-ExternalNetworksTestJSON-965739441-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3876111'] for network, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:23.748340 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:29:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed34246c-5041-4fdc-936e-ad9ed11e2738 x-openstack-request-id: req-ed34246c-5041-4fdc-936e-ad9ed11e2738 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:29:23.748673 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53563f6e-7033-4881-b21d-7977e55df67a", "tag": "49857456-823a-4ccb-9982-8fa10ce6a33d", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:29:23.748904 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-ed34246c-5041-4fdc-936e-ad9ed11e2738 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:29:23.749322 n-d-779913-29 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53563f6e-7033-4881-b21d-7977e55df67a', 'tag': '49857456-823a-4ccb-9982-8fa10ce6a33d', 'status': 'completed', 'code': 200} Jul 14 09:29:23.755697 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [req-0452e78c-2e8c-47d0-a771-89b274148c93 req-799923e1-ec4d-4fb2-a322-f2ee5b5b54f5 tempest-SecurityGroupRulesNegativeTestJSON-1245694218 tempest-SecurityGroupRulesNegativeTestJSON-1245694218-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1325487404', 'description': 'tempest-description-282521417'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:23.797373 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f378fc-0533-45b9-8afd-647f8c66cc80 req-463d933d-f1ae-4e1a-a57a-eeaab03a2343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:23.799840 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-26f378fc-0533-45b9-8afd-647f8c66cc80 req-463d933d-f1ae-4e1a-a57a-eeaab03a2343 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=087e0468-2285-4c59-b3f2-1d1ff8b2217b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1762071 Jul 14 09:29:23.802610 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-0452e78c-2e8c-47d0-a771-89b274148c93 req-799923e1-ec4d-4fb2-a322-f2ee5b5b54f5 tempest-SecurityGroupRulesNegativeTestJSON-1245694218 tempest-SecurityGroupRulesNegativeTestJSON-1245694218-project] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:23.804870 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5211323b-07d1-42c1-8125-8ccd86a9a6e9 tempest-RoutersIpV6AdminTest-419487075 tempest-RoutersIpV6AdminTest-419487075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-660532'] for router_gateway, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:23.891430 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-11418a4e-29e1-4a45-a403-dfe8f47fe60e tempest-ExternalNetworksTestJSON-965739441 tempest-ExternalNetworksTestJSON-965739441-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473955', 'neutron.services.segments.db._delete_segments_for_network-8735688326548'] for network, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:23.904501 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-11418a4e-29e1-4a45-a403-dfe8f47fe60e tempest-ExternalNetworksTestJSON-965739441 tempest-ExternalNetworksTestJSON-965739441-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f007b39-0ce1-4ae9-b4c2-724c6d3cebfc']}} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:23.950933 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-11418a4e-29e1-4a45-a403-dfe8f47fe60e tempest-ExternalNetworksTestJSON-965739441 tempest-ExternalNetworksTestJSON-965739441-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbbd8f26-3642-4cce-adb8-589b9c19859c') {'for_net_delete': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:23.951182 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-11418a4e-29e1-4a45-a403-dfe8f47fe60e tempest-ExternalNetworksTestJSON-965739441 tempest-ExternalNetworksTestJSON-965739441-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbbd8f26-3642-4cce-adb8-589b9c19859c') {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:23.957732 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5211323b-07d1-42c1-8125-8ccd86a9a6e9 tempest-RoutersIpV6AdminTest-419487075 tempest-RoutersIpV6AdminTest-419487075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-711871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12964'] for router, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:23.961013 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5211323b-07d1-42c1-8125-8ccd86a9a6e9 tempest-RoutersIpV6AdminTest-419487075 tempest-RoutersIpV6AdminTest-419487075-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:23.970016 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-11418a4e-29e1-4a45-a403-dfe8f47fe60e tempest-ExternalNetworksTestJSON-965739441 tempest-ExternalNetworksTestJSON-965739441-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735688356235', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10944210'] for segment, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:23.987352 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-11418a4e-29e1-4a45-a403-dfe8f47fe60e tempest-ExternalNetworksTestJSON-965739441 tempest-ExternalNetworksTestJSON-965739441-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:23.998154 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11418a4e-29e1-4a45-a403-dfe8f47fe60e tempest-ExternalNetworksTestJSON-965739441 tempest-ExternalNetworksTestJSON-965739441-project-admin] Releasing vlan 745 on physical network physnet1 to pool {{(pid=93957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:29:23.998581 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-11418a4e-29e1-4a45-a403-dfe8f47fe60e tempest-ExternalNetworksTestJSON-965739441 tempest-ExternalNetworksTestJSON-965739441-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10053619'] for segment, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:24.000320 n-d-779913-29 neutron-server[93957]: Traceback (most recent call last): Jul 14 09:29:24.000320 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:29:24.000320 n-d-779913-29 neutron-server[93957]: timer() Jul 14 09:29:24.000320 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:29:24.000320 n-d-779913-29 neutron-server[93957]: cb(*args, **kw) Jul 14 09:29:24.000320 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:29:24.000320 n-d-779913-29 neutron-server[93957]: return func(*args, **kwargs) Jul 14 09:29:24.000320 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:29:24.000320 n-d-779913-29 neutron-server[93957]: self._notify() Jul 14 09:29:24.000320 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:29:24.000320 n-d-779913-29 neutron-server[93957]: self.callback(batched_events) Jul 14 09:29:24.000320 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:29:24.000320 n-d-779913-29 neutron-server[93957]: event.method(event) Jul 14 09:29:24.000320 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:29:24.000320 n-d-779913-29 neutron-server[93957]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:29:24.000320 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:29:24.000320 n-d-779913-29 neutron-server[93957]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:29:24.000320 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:29:24.000320 n-d-779913-29 neutron-server[93957]: return f(self, *a, **k) Jul 14 09:29:24.000320 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:29:24.000320 n-d-779913-29 neutron-server[93957]: return self._get(url).json() Jul 14 09:29:24.000320 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:29:24.000320 n-d-779913-29 neutron-server[93957]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:29:24.000320 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:29:24.000320 n-d-779913-29 neutron-server[93957]: return self.request(url, 'GET', **kwargs) Jul 14 09:29:24.000320 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:29:24.000320 n-d-779913-29 neutron-server[93957]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:29:24.000320 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:29:24.000320 n-d-779913-29 neutron-server[93957]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:29:24.000320 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:29:24.000320 n-d-779913-29 neutron-server[93957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:29:24.000320 n-d-779913-29 neutron-server[93957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:29:24.037574 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5211323b-07d1-42c1-8125-8ccd86a9a6e9 tempest-RoutersIpV6AdminTest-419487075 tempest-RoutersIpV6AdminTest-419487075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-704815'] for router, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:24.038122 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5211323b-07d1-42c1-8125-8ccd86a9a6e9 tempest-RoutersIpV6AdminTest-419487075 tempest-RoutersIpV6AdminTest-419487075-project] Fanout notify agent at l3_agent the message router_deleted on router 7b5f1451-0831-471f-8c08-ef6d11f68ed9 {{(pid=93958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:29:24.050793 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5211323b-07d1-42c1-8125-8ccd86a9a6e9 tempest-RoutersIpV6AdminTest-419487075 tempest-RoutersIpV6AdminTest-419487075-project] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:24.055284 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-5211323b-07d1-42c1-8125-8ccd86a9a6e9 tempest-RoutersIpV6AdminTest-419487075 tempest-RoutersIpV6AdminTest-419487075-project] 10.222.0.68 "DELETE /v2.0/routers/7b5f1451-0831-471f-8c08-ef6d11f68ed9 HTTP/1.1" status: 204 len: 168 time: 1.7931011 Jul 14 09:29:24.057684 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 53424) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:24.063445 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-31bb7373-df13-4a09-a955-204747ff3a71 tempest-RoutersIpV6AdminTest-419487075 tempest-RoutersIpV6AdminTest-419487075-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-837607409', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:24.076482 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-26f378fc-0533-45b9-8afd-647f8c66cc80 req-277561aa-fa90-4c99-b398-ba3bff383a25 service neutron] 10.222.0.57 "GET /v2.0/networks/087e0468-2285-4c59-b3f2-1d1ff8b2217b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2678888 Jul 14 09:29:24.089436 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-11418a4e-29e1-4a45-a403-dfe8f47fe60e tempest-ExternalNetworksTestJSON-965739441 tempest-ExternalNetworksTestJSON-965739441-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660504'] for network, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:24.092304 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-38b0b253-3963-4e10-8946-a1a46d08ecd7 tempest-FloatingIPAdminTestJSON-1792528294 tempest-FloatingIPAdminTestJSON-1792528294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:24.102522 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11418a4e-29e1-4a45-a403-dfe8f47fe60e tempest-ExternalNetworksTestJSON-965739441 tempest-ExternalNetworksTestJSON-965739441-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 9f007b39-0ce1-4ae9-b4c2-724c6d3cebfc {{(pid=93957) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 14 09:29:24.107976 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-11418a4e-29e1-4a45-a403-dfe8f47fe60e tempest-ExternalNetworksTestJSON-965739441 tempest-ExternalNetworksTestJSON-965739441-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for network, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:24.113225 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-11418a4e-29e1-4a45-a403-dfe8f47fe60e tempest-ExternalNetworksTestJSON-965739441 tempest-ExternalNetworksTestJSON-965739441-project-admin] 10.222.0.68 "DELETE /v2.0/networks/9f007b39-0ce1-4ae9-b4c2-724c6d3cebfc HTTP/1.1" status: 204 len: 168 time: 0.6099997 Jul 14 09:29:24.132204 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 53426) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:24.147728 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-45d77d4c-e0a4-484e-9734-d0dea9f4f57b tempest-ExternalNetworksTestJSON-965739441 tempest-ExternalNetworksTestJSON-965739441-project-admin] Request body: {'network': {'name': 'tempest-network--1153823930', 'router:external': True}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:24.152659 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b0b253-3963-4e10-8946-a1a46d08ecd7 tempest-FloatingIPAdminTestJSON-1792528294 tempest-FloatingIPAdminTestJSON-1792528294-project] Pushing event deleted for resources: {'Port': ['ID=2a9dc2d7-5e8c-4306-b3f9-91ffd7f8dd71,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:24.158716 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11418a4e-29e1-4a45-a403-dfe8f47fe60e tempest-ExternalNetworksTestJSON-965739441 tempest-ExternalNetworksTestJSON-965739441-project-admin] Pushing event deleted for resources: {'Network': ['ID=9f007b39-0ce1-4ae9-b4c2-724c6d3cebfc,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:24.174114 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-0452e78c-2e8c-47d0-a771-89b274148c93 req-799923e1-ec4d-4fb2-a322-f2ee5b5b54f5 tempest-SecurityGroupRulesNegativeTestJSON-1245694218 tempest-SecurityGroupRulesNegativeTestJSON-1245694218-project] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:24.185438 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-0452e78c-2e8c-47d0-a771-89b274148c93 req-799923e1-ec4d-4fb2-a322-f2ee5b5b54f5 tempest-SecurityGroupRulesNegativeTestJSON-1245694218 tempest-SecurityGroupRulesNegativeTestJSON-1245694218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:24.206635 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.db.api [None req-45d77d4c-e0a4-484e-9734-d0dea9f4f57b tempest-ExternalNetworksTestJSON-965739441 tempest-ExternalNetworksTestJSON-965739441-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 14 09:29:24.206635 n-d-779913-29 neutron-server[93957]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 14 09:29:24.206635 n-d-779913-29 neutron-server[93957]: [parameters: {'project_id_1': '58afb68aeecf416bb05bb33bc761694a', 'expiration_1': datetime.datetime(2021, 7, 14, 9, 29, 24, 156764)}] Jul 14 09:29:24.206635 n-d-779913-29 neutron-server[93957]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93957) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 09:29:24.207097 n-d-779913-29 neutron-server[93957]: DEBUG oslo_db.api [None req-45d77d4c-e0a4-484e-9734-d0dea9f4f57b tempest-ExternalNetworksTestJSON-965739441 tempest-ExternalNetworksTestJSON-965739441-project-admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 09:29:24.238263 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-38b0b253-3963-4e10-8946-a1a46d08ecd7 tempest-FloatingIPAdminTestJSON-1792528294 tempest-FloatingIPAdminTestJSON-1792528294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-660532'] for router_gateway, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:24.238977 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-31bb7373-df13-4a09-a955-204747ff3a71 tempest-RoutersIpV6AdminTest-419487075 tempest-RoutersIpV6AdminTest-419487075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-711749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14670'] for router, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:24.239693 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-31bb7373-df13-4a09-a955-204747ff3a71 tempest-RoutersIpV6AdminTest-419487075 tempest-RoutersIpV6AdminTest-419487075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-711718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-661475', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14679'] for router, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:24.246825 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-0452e78c-2e8c-47d0-a771-89b274148c93 req-799923e1-ec4d-4fb2-a322-f2ee5b5b54f5 tempest-SecurityGroupRulesNegativeTestJSON-1245694218 tempest-SecurityGroupRulesNegativeTestJSON-1245694218-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:24.248093 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-0452e78c-2e8c-47d0-a771-89b274148c93 req-799923e1-ec4d-4fb2-a322-f2ee5b5b54f5 tempest-SecurityGroupRulesNegativeTestJSON-1245694218 tempest-SecurityGroupRulesNegativeTestJSON-1245694218-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.4966948 Jul 14 09:29:24.252120 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799923e1-ec4d-4fb2-a322-f2ee5b5b54f5 tempest-SecurityGroupRulesNegativeTestJSON-1245694218 tempest-SecurityGroupRulesNegativeTestJSON-1245694218-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d505a477-43c3-4a35-a82b-7b1ca257880c,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:24.263200 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-26f378fc-0533-45b9-8afd-647f8c66cc80 req-ded8c1fb-9e82-44cb-ac5a-b0cc5a0963f1 service neutron] 10.222.0.57 "GET /v2.0/networks/087e0468-2285-4c59-b3f2-1d1ff8b2217b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1773596 Jul 14 09:29:24.303446 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-31bb7373-df13-4a09-a955-204747ff3a71 tempest-RoutersIpV6AdminTest-419487075 tempest-RoutersIpV6AdminTest-419487075-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:24.311034 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-31bb7373-df13-4a09-a955-204747ff3a71 tempest-RoutersIpV6AdminTest-419487075 tempest-RoutersIpV6AdminTest-419487075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-711762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-661452'] for router, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:24.331557 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-31bb7373-df13-4a09-a955-204747ff3a71 tempest-RoutersIpV6AdminTest-419487075 tempest-RoutersIpV6AdminTest-419487075-project] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:24.334337 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-31bb7373-df13-4a09-a955-204747ff3a71 tempest-RoutersIpV6AdminTest-419487075 tempest-RoutersIpV6AdminTest-419487075-project] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2757721 Jul 14 09:29:24.337008 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 53430) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:24.343877 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-2d561477-301e-4020-b8e4-fc28d313e6bb tempest-RoutersIpV6AdminTest-414384186 tempest-RoutersIpV6AdminTest-414384186-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'enable_snat': False}}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:24.375790 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-38b0b253-3963-4e10-8946-a1a46d08ecd7 tempest-FloatingIPAdminTestJSON-1792528294 tempest-FloatingIPAdminTestJSON-1792528294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-711871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12964'] for router, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:24.381613 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-38b0b253-3963-4e10-8946-a1a46d08ecd7 tempest-FloatingIPAdminTestJSON-1792528294 tempest-FloatingIPAdminTestJSON-1792528294-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:24.474932 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-38b0b253-3963-4e10-8946-a1a46d08ecd7 tempest-FloatingIPAdminTestJSON-1792528294 tempest-FloatingIPAdminTestJSON-1792528294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-704815'] for router, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:24.475150 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38b0b253-3963-4e10-8946-a1a46d08ecd7 tempest-FloatingIPAdminTestJSON-1792528294 tempest-FloatingIPAdminTestJSON-1792528294-project] Fanout notify agent at l3_agent the message router_deleted on router 9ebb6cba-c4c8-4135-9333-606a5e04ef07 {{(pid=93957) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:29:24.483255 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-38b0b253-3963-4e10-8946-a1a46d08ecd7 tempest-FloatingIPAdminTestJSON-1792528294 tempest-FloatingIPAdminTestJSON-1792528294-project] Notify callbacks [] for router, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:24.485535 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-38b0b253-3963-4e10-8946-a1a46d08ecd7 tempest-FloatingIPAdminTestJSON-1792528294 tempest-FloatingIPAdminTestJSON-1792528294-project] 10.222.0.68 "DELETE /v2.0/routers/9ebb6cba-c4c8-4135-9333-606a5e04ef07 HTTP/1.1" status: 204 len: 168 time: 1.7649238 Jul 14 09:29:24.501140 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 53432) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:24.515068 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b7fed62a-e5cd-4423-909f-2125ba28a3db req-097b04a7-9c3f-491b-bb04-68576df19c2c tempest-SecurityGroupRulesNegativeTestJSON-1245694218 tempest-SecurityGroupRulesNegativeTestJSON-1245694218-project] 10.222.0.68 "GET /v2.0/security-groups/d505a477-43c3-4a35-a82b-7b1ca257880c HTTP/1.1" status: 200 len: 1814 time: 0.1944489 Jul 14 09:29:24.549217 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [req-497bc22e-c157-4c9e-8d88-9ecd91e73c9e req-236d9c85-5722-4298-9eb1-05775555661f tempest-SecurityGroupRulesNegativeTestJSON-1245694218 tempest-SecurityGroupRulesNegativeTestJSON-1245694218-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-71142761', 'description': 'tempest-description-25761333'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:24.552674 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9e9a8e-c78a-4c07-8cd6-61c2f0d83bda req-45dd2285-3051-4bba-8f42-f2280dcd08b2 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:24.554935 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8e9e9a8e-c78a-4c07-8cd6-61c2f0d83bda req-45dd2285-3051-4bba-8f42-f2280dcd08b2 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.57 "GET /v2.0/ports?device_id=6b418a01-630f-4f84-acf9-07e29a4488fe HTTP/1.1" status: 200 len: 945 time: 0.0964274 Jul 14 09:29:24.692591 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2d561477-301e-4020-b8e4-fc28d313e6bb tempest-RoutersIpV6AdminTest-414384186 tempest-RoutersIpV6AdminTest-414384186-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-661489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-711771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12973'] for router, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:24.701629 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bc40aeb-ad15-4831-ba5f-a853504c20a0 tempest-FloatingIPAdminTestJSON-1792528294 tempest-FloatingIPAdminTestJSON-1792528294-project] Deleting subnet 0c54ac4e-9754-4961-b1ba-ca5bc5f3ceb5 {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:29:24.704959 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2bc40aeb-ad15-4831-ba5f-a853504c20a0 tempest-FloatingIPAdminTestJSON-1792528294 tempest-FloatingIPAdminTestJSON-1792528294-project] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:24.713070 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:24.744461 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-497bc22e-c157-4c9e-8d88-9ecd91e73c9e req-236d9c85-5722-4298-9eb1-05775555661f tempest-SecurityGroupRulesNegativeTestJSON-1245694218 tempest-SecurityGroupRulesNegativeTestJSON-1245694218-project] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:24.762218 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f0e95c04-c4f1-489c-abe6-a6415bcb7e02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:24.764198 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45d77d4c-e0a4-484e-9734-d0dea9f4f57b tempest-ExternalNetworksTestJSON-965739441 tempest-ExternalNetworksTestJSON-965739441-project-admin] Made reservation on behalf of 58afb68aeecf416bb05bb33bc761694a for: {'network': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:29:24.766622 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-45d77d4c-e0a4-484e-9734-d0dea9f4f57b tempest-ExternalNetworksTestJSON-965739441 tempest-ExternalNetworksTestJSON-965739441-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for network, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:24.767115 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dbf244-9d96-4807-8de8-9dbd72490e41 req-5e1de81c-4a54-4b9b-b9e7-f67012935f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:24.768758 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-f5dbf244-9d96-4807-8de8-9dbd72490e41 req-5e1de81c-4a54-4b9b-b9e7-f67012935f45 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=51a0c5b2b5094b24a910e75e03cedf47&device_id=53563f6e-7033-4881-b21d-7977e55df67a HTTP/1.1" status: 200 len: 1096 time: 0.3085086 Jul 14 09:29:24.793661 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [req-8e9e9a8e-c78a-4c07-8cd6-61c2f0d83bda req-58e6d8d0-15b1-4440-92be-748329b58387 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Deleting port 5dc01ad3-ffae-4c44-b513-2bc87e54d5cb {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:29:24.794018 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-8e9e9a8e-c78a-4c07-8cd6-61c2f0d83bda req-58e6d8d0-15b1-4440-92be-748329b58387 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:24.799085 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2bc40aeb-ad15-4831-ba5f-a853504c20a0 tempest-FloatingIPAdminTestJSON-1792528294 tempest-FloatingIPAdminTestJSON-1792528294-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13574120'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:24.818188 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea026d3e-161c-42ec-9f0b-341a1d320fe8 req-c64eef62-cee8-4710-8648-bef7d731bc87 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:24.819693 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ea026d3e-161c-42ec-9f0b-341a1d320fe8 req-c64eef62-cee8-4710-8648-bef7d731bc87 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/ports?device_id=6b418a01-630f-4f84-acf9-07e29a4488fe HTTP/1.1" status: 200 len: 945 time: 0.1581366 Jul 14 09:29:24.870251 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45d77d4c-e0a4-484e-9734-d0dea9f4f57b tempest-ExternalNetworksTestJSON-965739441 tempest-ExternalNetworksTestJSON-965739441-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 730} {{(pid=93957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:29:24.916774 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-45d77d4c-e0a4-484e-9734-d0dea9f4f57b tempest-ExternalNetworksTestJSON-965739441 tempest-ExternalNetworksTestJSON-965739441-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:24.917123 n-d-779913-29 neutron-server[93957]: INFO neutron.db.segments_db [None req-45d77d4c-e0a4-484e-9734-d0dea9f4f57b tempest-ExternalNetworksTestJSON-965739441 tempest-ExternalNetworksTestJSON-965739441-project-admin] Added segment ea6f7486-4e35-4cd4-8b99-488363230d79 of type vlan for network 9228fdb4-0e4e-4a49-b5ca-2d1e3825b131 Jul 14 09:29:24.974290 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ea026d3e-161c-42ec-9f0b-341a1d320fe8 req-ea923a78-d7b0-4335-be2f-b5bb986c0484 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/security-groups?id=bfacbc39-872c-438f-b7f4-05abded490ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245713 Jul 14 09:29:24.976177 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-8e9e9a8e-c78a-4c07-8cd6-61c2f0d83bda req-58e6d8d0-15b1-4440-92be-748329b58387 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] For port 5dc01ad3-ffae-4c44-b513-2bc87e54d5cb, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=5dc01ad3-ffae-4c44-b513-2bc87e54d5cb,segment=NetworkSegment(f28b4a20-abdb-43f4-86e7-8da3ae7a1990),segment_id=f28b4a20-abdb-43f4-86e7-8da3ae7a1990)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:29:24.976560 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-8e9e9a8e-c78a-4c07-8cd6-61c2f0d83bda req-58e6d8d0-15b1-4440-92be-748329b58387 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:25.005047 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [req-8e9e9a8e-c78a-4c07-8cd6-61c2f0d83bda req-58e6d8d0-15b1-4440-92be-748329b58387 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Calling delete_port for 5dc01ad3-ffae-4c44-b513-2bc87e54d5cb owned by compute:nova {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:29:25.012759 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-45d77d4c-e0a4-484e-9734-d0dea9f4f57b tempest-ExternalNetworksTestJSON-965739441 tempest-ExternalNetworksTestJSON-965739441-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735687821325'] for network, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:25.103913 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-45d77d4c-e0a4-484e-9734-d0dea9f4f57b tempest-ExternalNetworksTestJSON-965739441 tempest-ExternalNetworksTestJSON-965739441-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855'] for network, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:25.105111 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45d77d4c-e0a4-484e-9734-d0dea9f4f57b tempest-ExternalNetworksTestJSON-965739441 tempest-ExternalNetworksTestJSON-965739441-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:25.105539 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-45d77d4c-e0a4-484e-9734-d0dea9f4f57b tempest-ExternalNetworksTestJSON-965739441 tempest-ExternalNetworksTestJSON-965739441-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for network, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:25.188047 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d77d4c-e0a4-484e-9734-d0dea9f4f57b tempest-ExternalNetworksTestJSON-965739441 tempest-ExternalNetworksTestJSON-965739441-project-admin] Pushing event updated for resources: {'Network': ['ID=9228fdb4-0e4e-4a49-b5ca-2d1e3825b131,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:25.198347 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Network 9228fdb4-0e4e-4a49-b5ca-2d1e3825b131 details requested by agent ovs-agent-n-d-779913-29 with host n-d-779913-29 {{(pid=93959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:29:25.285116 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-8e9e9a8e-c78a-4c07-8cd6-61c2f0d83bda req-58e6d8d0-15b1-4440-92be-748329b58387 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:25.320412 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] get_ports_and_sgs() called for port_ids ['5dc01ad3-ffae-4c44-b513-2bc87e54d5cb'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:29:25.325249 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] get_ports_and_sgs() called for port_ids ['355d4f4e-0f97-4599-8580-8d12831aaf46'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:29:25.361456 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e6d8d0-15b1-4440-92be-748329b58387 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Pushing event deleted for resources: {'Port': ['ID=5dc01ad3-ffae-4c44-b513-2bc87e54d5cb,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:25.376776 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dbf244-9d96-4807-8de8-9dbd72490e41 req-1b07675d-76c1-44b6-8fd1-1b85b69b3401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:25.383707 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-f5dbf244-9d96-4807-8de8-9dbd72490e41 req-1b07675d-76c1-44b6-8fd1-1b85b69b3401 service neutron] 10.222.0.57 "GET /v2.0/networks?id=087e0468-2285-4c59-b3f2-1d1ff8b2217b HTTP/1.1" status: 200 len: 917 time: 0.6034794 Jul 14 09:29:25.418032 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e9e9a8e-c78a-4c07-8cd6-61c2f0d83bda req-58e6d8d0-15b1-4440-92be-748329b58387 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] No DVR routers for this DVR port 5dc01ad3-ffae-4c44-b513-2bc87e54d5cb on host n-h2-779913-29 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:29:25.422059 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-8e9e9a8e-c78a-4c07-8cd6-61c2f0d83bda req-58e6d8d0-15b1-4440-92be-748329b58387 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:25.424206 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8e9e9a8e-c78a-4c07-8cd6-61c2f0d83bda req-58e6d8d0-15b1-4440-92be-748329b58387 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.57 "DELETE /v2.0/ports/5dc01ad3-ffae-4c44-b513-2bc87e54d5cb HTTP/1.1" status: 204 len: 173 time: 0.8620222 Jul 14 09:29:25.424786 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b418a01-630f-4f84-acf9-07e29a4488fe', 'name': 'network-vif-deleted', 'tag': '5dc01ad3-ffae-4c44-b513-2bc87e54d5cb'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:29:25.427842 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6433b3e4-1f28-4aea-accd-68f2177fe111" -d '{"events": [{"server_uuid": "6b418a01-630f-4f84-acf9-07e29a4488fe", "name": "network-vif-deleted", "tag": "5dc01ad3-ffae-4c44-b513-2bc87e54d5cb"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:29:25.460671 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3582709e-9295-4003-a3f5-f1272ba3795c req-f1bc6aa8-dbc2-433c-a2d3-754412cb887a tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:25.462493 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3582709e-9295-4003-a3f5-f1272ba3795c req-f1bc6aa8-dbc2-433c-a2d3-754412cb887a tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] 10.222.0.68 "GET /v2.0/ports?device_id=53563f6e-7033-4881-b21d-7977e55df67a HTTP/1.1" status: 200 len: 944 time: 0.1599796 Jul 14 09:29:25.513047 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-f5dbf244-9d96-4807-8de8-9dbd72490e41 req-6d38617a-e712-434d-a548-0cf03ee4b9d2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=49857456-823a-4ccb-9982-8fa10ce6a33d HTTP/1.1" status: 200 len: 217 time: 0.0746536 Jul 14 09:29:25.518864 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3582709e-9295-4003-a3f5-f1272ba3795c req-a9de700c-71d8-4bdd-88ec-a8b60f326c80 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] 10.222.0.68 "GET /v2.0/security-groups?id=b4ff2369-e32d-44b9-a882-4dd3dbe0fc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448134 Jul 14 09:29:25.550610 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-497bc22e-c157-4c9e-8d88-9ecd91e73c9e req-236d9c85-5722-4298-9eb1-05775555661f tempest-SecurityGroupRulesNegativeTestJSON-1245694218 tempest-SecurityGroupRulesNegativeTestJSON-1245694218-project] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:25.560658 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-45d77d4c-e0a4-484e-9734-d0dea9f4f57b tempest-ExternalNetworksTestJSON-965739441 tempest-ExternalNetworksTestJSON-965739441-project-admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.4184978 Jul 14 09:29:25.563576 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 53446) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:25.583733 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2bc40aeb-ad15-4831-ba5f-a853504c20a0 tempest-FloatingIPAdminTestJSON-1792528294 tempest-FloatingIPAdminTestJSON-1792528294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3481002'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:25.587787 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-497bc22e-c157-4c9e-8d88-9ecd91e73c9e req-236d9c85-5722-4298-9eb1-05775555661f tempest-SecurityGroupRulesNegativeTestJSON-1245694218 tempest-SecurityGroupRulesNegativeTestJSON-1245694218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:25.670887 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236d9c85-5722-4298-9eb1-05775555661f tempest-SecurityGroupRulesNegativeTestJSON-1245694218 tempest-SecurityGroupRulesNegativeTestJSON-1245694218-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f7916f6-788b-4b5c-8cb7-778d8827439f,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:25.674081 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dbf244-9d96-4807-8de8-9dbd72490e41 req-429679cd-09a5-45c3-9f44-2ff108346854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:25.675584 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-f5dbf244-9d96-4807-8de8-9dbd72490e41 req-429679cd-09a5-45c3-9f44-2ff108346854 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=04ae7776-8c86-484d-9bcc-4299f4579807 HTTP/1.1" status: 200 len: 855 time: 0.1558254 Jul 14 09:29:25.700157 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-497bc22e-c157-4c9e-8d88-9ecd91e73c9e req-236d9c85-5722-4298-9eb1-05775555661f tempest-SecurityGroupRulesNegativeTestJSON-1245694218 tempest-SecurityGroupRulesNegativeTestJSON-1245694218-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:25.701424 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-497bc22e-c157-4c9e-8d88-9ecd91e73c9e req-236d9c85-5722-4298-9eb1-05775555661f tempest-SecurityGroupRulesNegativeTestJSON-1245694218 tempest-SecurityGroupRulesNegativeTestJSON-1245694218-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 1.1570549 Jul 14 09:29:25.776604 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2bc40aeb-ad15-4831-ba5f-a853504c20a0 tempest-FloatingIPAdminTestJSON-1792528294 tempest-FloatingIPAdminTestJSON-1792528294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13574056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16714573'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:25.835971 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5ad31076-714c-49ec-bc37-f3d4cd90112a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:25.891055 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc40aeb-ad15-4831-ba5f-a853504c20a0 tempest-FloatingIPAdminTestJSON-1792528294 tempest-FloatingIPAdminTestJSON-1792528294-project] Pushing event deleted for resources: {'Subnet': ['ID=0c54ac4e-9754-4961-b1ba-ca5bc5f3ceb5,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:25.894109 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2bc40aeb-ad15-4831-ba5f-a853504c20a0 tempest-FloatingIPAdminTestJSON-1792528294 tempest-FloatingIPAdminTestJSON-1792528294-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:25.898387 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-2bc40aeb-ad15-4831-ba5f-a853504c20a0 tempest-FloatingIPAdminTestJSON-1792528294 tempest-FloatingIPAdminTestJSON-1792528294-project] 10.222.0.68 "DELETE /v2.0/subnets/0c54ac4e-9754-4961-b1ba-ca5bc5f3ceb5 HTTP/1.1" status: 204 len: 168 time: 1.3924952 Jul 14 09:29:25.901261 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2c9ed53-b30c-477f-88ed-fe8b841d7155 None None] Network 5916796d-12a7-4c8d-93ea-4ccde502bf36 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:29:25.902195 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 53450) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:25.925467 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-184774e6-a6ed-42e3-a1c3-426ca7e05bc9 req-21d91c94-a744-4791-9167-3b96f45c4ee1 tempest-SecurityGroupRulesNegativeTestJSON-1245694218 tempest-SecurityGroupRulesNegativeTestJSON-1245694218-project] 10.222.0.68 "GET /v2.0/security-groups/3f7916f6-788b-4b5c-8cb7-778d8827439f HTTP/1.1" status: 200 len: 1811 time: 0.1905842 Jul 14 09:29:25.980150 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2d561477-301e-4020-b8e4-fc28d313e6bb tempest-RoutersIpV6AdminTest-414384186 tempest-RoutersIpV6AdminTest-414384186-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:25.980436 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-d4536efb-9d0d-435b-abf8-378c5daf3f0f req-b48185f8-424e-4182-a12e-7ebb4249f961 tempest-SecurityGroupRulesNegativeTestJSON-1245694218 tempest-SecurityGroupRulesNegativeTestJSON-1245694218-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-221169590', 'description': 'tempest-description-88324443'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:25.985614 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:29:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd1cfde0-b884-4e3b-83c5-f6a4d3aea69e x-openstack-request-id: req-fd1cfde0-b884-4e3b-83c5-f6a4d3aea69e {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:29:25.985908 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b418a01-630f-4f84-acf9-07e29a4488fe", "name": "network-vif-deleted", "tag": "5dc01ad3-ffae-4c44-b513-2bc87e54d5cb", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:29:25.986245 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-fd1cfde0-b884-4e3b-83c5-f6a4d3aea69e {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:29:25.986954 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b418a01-630f-4f84-acf9-07e29a4488fe', 'name': 'network-vif-deleted', 'tag': '5dc01ad3-ffae-4c44-b513-2bc87e54d5cb', 'status': 'completed', 'code': 200} Jul 14 09:29:26.005325 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dbf244-9d96-4807-8de8-9dbd72490e41 req-d5727d19-ccb1-4d87-8419-0f39499536fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:26.018682 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-f5dbf244-9d96-4807-8de8-9dbd72490e41 req-d5727d19-ccb1-4d87-8419-0f39499536fc service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=087e0468-2285-4c59-b3f2-1d1ff8b2217b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3349960 Jul 14 09:29:26.040558 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bcb172b-8491-4566-b257-b8f575aacab2 tempest-ExternalNetworksTestJSON-400789884 tempest-ExternalNetworksTestJSON-400789884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:26.040558 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-0bcb172b-8491-4566-b257-b8f575aacab2 tempest-ExternalNetworksTestJSON-400789884 tempest-ExternalNetworksTestJSON-400789884-project] 10.222.0.68 "GET /v2.0/networks/9228fdb4-0e4e-4a49-b5ca-2d1e3825b131 HTTP/1.1" status: 200 len: 757 time: 0.4753289 Jul 14 09:29:26.048456 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 53456) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:26.048895 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-d4536efb-9d0d-435b-abf8-378c5daf3f0f req-b48185f8-424e-4182-a12e-7ebb4249f961 tempest-SecurityGroupRulesNegativeTestJSON-1245694218 tempest-SecurityGroupRulesNegativeTestJSON-1245694218-project] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:26.166880 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2d561477-301e-4020-b8e4-fc28d313e6bb tempest-RoutersIpV6AdminTest-414384186 tempest-RoutersIpV6AdminTest-414384186-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:26.168589 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-078c6455-f1e9-464e-8de1-fa4d5c8da26e tempest-ExternalNetworksTestJSON-400789884 tempest-ExternalNetworksTestJSON-400789884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:26.170076 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-078c6455-f1e9-464e-8de1-fa4d5c8da26e tempest-ExternalNetworksTestJSON-400789884 tempest-ExternalNetworksTestJSON-400789884-project] 10.222.0.68 "GET /v2.0/networks/9c508049-7211-4ac4-873d-0dacd98d0e96 HTTP/1.1" status: 200 len: 767 time: 0.1187015 Jul 14 09:29:26.174463 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 53460) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:26.224363 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9afd7b7f-003e-453b-8256-207f304228df None None] DHCP port deletion for 5916796d-12a7-4c8d-93ea-4ccde502bf36 request from n-d-779913-29 {{(pid=93959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:29:26.263965 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ad4166d9-ea26-4772-8b4f-14f674c3b0a5 req-5e8636ac-5a18-4350-ba48-3f5f3ab643c3 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/ports?device_id=6b418a01-630f-4f84-acf9-07e29a4488fe HTTP/1.1" status: 200 len: 210 time: 0.0769656 Jul 14 09:29:26.271953 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b56e68d4-4990-4eca-93ff-8da477ba02d6 tempest-ExternalNetworksTestJSON-965739441 tempest-ExternalNetworksTestJSON-965739441-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3876111'] for network, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:26.285583 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-9afd7b7f-003e-453b-8256-207f304228df None None] Deleting port 497592be-1143-477d-bcc2-5f7b91cded6d {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:29:26.286215 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9afd7b7f-003e-453b-8256-207f304228df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:26.314331 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-d4536efb-9d0d-435b-abf8-378c5daf3f0f req-b48185f8-424e-4182-a12e-7ebb4249f961 tempest-SecurityGroupRulesNegativeTestJSON-1245694218 tempest-SecurityGroupRulesNegativeTestJSON-1245694218-project] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:26.345114 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-d4536efb-9d0d-435b-abf8-378c5daf3f0f req-b48185f8-424e-4182-a12e-7ebb4249f961 tempest-SecurityGroupRulesNegativeTestJSON-1245694218 tempest-SecurityGroupRulesNegativeTestJSON-1245694218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:26.355426 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5550dc4a-4691-422f-bf67-64bb46123418 tempest-FloatingIPAdminTestJSON-1792528294 tempest-FloatingIPAdminTestJSON-1792528294-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3876111'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:26.386400 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-9afd7b7f-003e-453b-8256-207f304228df None None] For port 497592be-1143-477d-bcc2-5f7b91cded6d, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=497592be-1143-477d-bcc2-5f7b91cded6d,segment=NetworkSegment(5a1d5c76-21c1-402e-9294-2fdc38ba1adc),segment_id=5a1d5c76-21c1-402e-9294-2fdc38ba1adc)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:29:26.387093 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9afd7b7f-003e-453b-8256-207f304228df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:26.409149 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-9afd7b7f-003e-453b-8256-207f304228df None None] Calling delete_port for 497592be-1143-477d-bcc2-5f7b91cded6d owned by network:dhcp {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:29:26.422541 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-d4536efb-9d0d-435b-abf8-378c5daf3f0f req-b48185f8-424e-4182-a12e-7ebb4249f961 tempest-SecurityGroupRulesNegativeTestJSON-1245694218 tempest-SecurityGroupRulesNegativeTestJSON-1245694218-project] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:26.423804 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d4536efb-9d0d-435b-abf8-378c5daf3f0f req-b48185f8-424e-4182-a12e-7ebb4249f961 tempest-SecurityGroupRulesNegativeTestJSON-1245694218 tempest-SecurityGroupRulesNegativeTestJSON-1245694218-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.4476724 Jul 14 09:29:26.431256 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48185f8-424e-4182-a12e-7ebb4249f961 tempest-SecurityGroupRulesNegativeTestJSON-1245694218 tempest-SecurityGroupRulesNegativeTestJSON-1245694218-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0c79d02-8b4e-4bc5-bce1-11493ca16a6c,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:26.484012 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b56e68d4-4990-4eca-93ff-8da477ba02d6 tempest-ExternalNetworksTestJSON-965739441 tempest-ExternalNetworksTestJSON-965739441-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473955', 'neutron.services.segments.db._delete_segments_for_network-8735688326548'] for network, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:26.497731 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-f5dbf244-9d96-4807-8de8-9dbd72490e41 req-88a019c8-7fd8-47bc-8cbf-fefc40caaf5b service neutron] 10.222.0.57 "GET /v2.0/networks/087e0468-2285-4c59-b3f2-1d1ff8b2217b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3212223 Jul 14 09:29:26.505204 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-b56e68d4-4990-4eca-93ff-8da477ba02d6 tempest-ExternalNetworksTestJSON-965739441 tempest-ExternalNetworksTestJSON-965739441-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9228fdb4-0e4e-4a49-b5ca-2d1e3825b131']}} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:26.518602 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b4d171ec-b188-4388-be1f-4e75acb8c671 req-0a739ec1-8f28-4356-afa7-afde8c3ec93f tempest-SecurityGroupRulesNegativeTestJSON-1245694218 tempest-SecurityGroupRulesNegativeTestJSON-1245694218-project] 10.222.0.68 "GET /v2.0/security-groups/c0c79d02-8b4e-4bc5-bce1-11493ca16a6c HTTP/1.1" status: 200 len: 1812 time: 0.0669177 Jul 14 09:29:26.523961 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-b56e68d4-4990-4eca-93ff-8da477ba02d6 tempest-ExternalNetworksTestJSON-965739441 tempest-ExternalNetworksTestJSON-965739441-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea6f7486-4e35-4cd4-8b99-488363230d79') {'for_net_delete': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:26.524276 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-b56e68d4-4990-4eca-93ff-8da477ba02d6 tempest-ExternalNetworksTestJSON-965739441 tempest-ExternalNetworksTestJSON-965739441-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea6f7486-4e35-4cd4-8b99-488363230d79') {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:26.534320 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9afd7b7f-003e-453b-8256-207f304228df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:26.534697 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b56e68d4-4990-4eca-93ff-8da477ba02d6 tempest-ExternalNetworksTestJSON-965739441 tempest-ExternalNetworksTestJSON-965739441-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735688356235', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10944210'] for segment, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:26.568174 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afd7b7f-003e-453b-8256-207f304228df None None] Pushing event deleted for resources: {'Port': ['ID=497592be-1143-477d-bcc2-5f7b91cded6d,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:26.574524 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b56e68d4-4990-4eca-93ff-8da477ba02d6 tempest-ExternalNetworksTestJSON-965739441 tempest-ExternalNetworksTestJSON-965739441-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:26.578232 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 497592be-1143-477d-bcc2-5f7b91cded6d no longer exists at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:29:26.591824 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b56e68d4-4990-4eca-93ff-8da477ba02d6 tempest-ExternalNetworksTestJSON-965739441 tempest-ExternalNetworksTestJSON-965739441-project-admin] Releasing vlan 730 on physical network physnet1 to pool {{(pid=93957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:29:26.592466 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b56e68d4-4990-4eca-93ff-8da477ba02d6 tempest-ExternalNetworksTestJSON-965739441 tempest-ExternalNetworksTestJSON-965739441-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10053619'] for segment, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:26.597780 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-2d561477-301e-4020-b8e4-fc28d313e6bb tempest-RoutersIpV6AdminTest-414384186 tempest-RoutersIpV6AdminTest-414384186-project-admin] Allocated IP 172.25.4.166 (2dcd4d32-cc7c-4468-b396-7ce5c9231892/6cd22a75-5bc1-467c-a3c4-0af04bd1b34a/3d817754-2c4a-4203-bb9a-b5dc5e65ef99) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:29:26.606694 n-d-779913-29 neutron-server[93957]: Traceback (most recent call last): Jul 14 09:29:26.606694 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:29:26.606694 n-d-779913-29 neutron-server[93957]: timer() Jul 14 09:29:26.606694 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:29:26.606694 n-d-779913-29 neutron-server[93957]: cb(*args, **kw) Jul 14 09:29:26.606694 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:29:26.606694 n-d-779913-29 neutron-server[93957]: return func(*args, **kwargs) Jul 14 09:29:26.606694 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:29:26.606694 n-d-779913-29 neutron-server[93957]: self._notify() Jul 14 09:29:26.606694 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:29:26.606694 n-d-779913-29 neutron-server[93957]: self.callback(batched_events) Jul 14 09:29:26.606694 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:29:26.606694 n-d-779913-29 neutron-server[93957]: event.method(event) Jul 14 09:29:26.606694 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:29:26.606694 n-d-779913-29 neutron-server[93957]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:29:26.606694 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:29:26.606694 n-d-779913-29 neutron-server[93957]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:29:26.606694 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:29:26.606694 n-d-779913-29 neutron-server[93957]: return f(self, *a, **k) Jul 14 09:29:26.606694 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:29:26.606694 n-d-779913-29 neutron-server[93957]: return self._get(url).json() Jul 14 09:29:26.606694 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:29:26.606694 n-d-779913-29 neutron-server[93957]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:29:26.606694 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:29:26.606694 n-d-779913-29 neutron-server[93957]: return self.request(url, 'GET', **kwargs) Jul 14 09:29:26.606694 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:29:26.606694 n-d-779913-29 neutron-server[93957]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:29:26.606694 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:29:26.606694 n-d-779913-29 neutron-server[93957]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:29:26.606694 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:29:26.606694 n-d-779913-29 neutron-server[93957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:29:26.606694 n-d-779913-29 neutron-server[93957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:29:26.608867 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afd7b7f-003e-453b-8256-207f304228df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:29:26.609337 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afd7b7f-003e-453b-8256-207f304228df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:29:26.609840 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afd7b7f-003e-453b-8256-207f304228df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:29:26.610308 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afd7b7f-003e-453b-8256-207f304228df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:29:26.610662 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afd7b7f-003e-453b-8256-207f304228df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:29:26.611150 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afd7b7f-003e-453b-8256-207f304228df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:29:26.611496 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afd7b7f-003e-453b-8256-207f304228df None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:29:26.612161 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afd7b7f-003e-453b-8256-207f304228df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:29:26.612566 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afd7b7f-003e-453b-8256-207f304228df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:29:26.612947 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afd7b7f-003e-453b-8256-207f304228df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:29:26.613765 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afd7b7f-003e-453b-8256-207f304228df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:29:26.614125 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afd7b7f-003e-453b-8256-207f304228df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:29:26.622927 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9afd7b7f-003e-453b-8256-207f304228df None None] No DVR routers for this DVR port 497592be-1143-477d-bcc2-5f7b91cded6d on host n-d-779913-29 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:29:26.623911 n-d-779913-29 neutron-server[93958]: INFO neutron.api.v2.resource [req-6c97fcf9-1392-40f5-86a8-88ef6e4daad0 req-b0b9fb25-0469-459f-b8da-d24e70b72894 tempest-SecurityGroupRulesNegativeTestJSON-1245694218 tempest-SecurityGroupRulesNegativeTestJSON-1245694218-project] show failed (client error): The resource could not be found. Jul 14 09:29:26.625670 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] No Port match for: 497592be-1143-477d-bcc2-5f7b91cded6d {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:29:26.626027 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 497592be-1143-477d-bcc2-5f7b91cded6d not bound to the agent host n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:29:26.634559 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-6c97fcf9-1392-40f5-86a8-88ef6e4daad0 req-b0b9fb25-0469-459f-b8da-d24e70b72894 tempest-SecurityGroupRulesNegativeTestJSON-1245694218 tempest-SecurityGroupRulesNegativeTestJSON-1245694218-project] 10.222.0.68 "GET /v2.0/security-groups/58dcedd7-50b1-4b2b-b31c-c8da28f18c46 HTTP/1.1" status: 404 len: 352 time: 0.0553148 Jul 14 09:29:26.677833 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-5550dc4a-4691-422f-bf67-64bb46123418 tempest-FloatingIPAdminTestJSON-1792528294 tempest-FloatingIPAdminTestJSON-1792528294-project] Deleting port 497592be-1143-477d-bcc2-5f7b91cded6d {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:29:26.678234 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5550dc4a-4691-422f-bf67-64bb46123418 tempest-FloatingIPAdminTestJSON-1792528294 tempest-FloatingIPAdminTestJSON-1792528294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:26.690104 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b56e68d4-4990-4eca-93ff-8da477ba02d6 tempest-ExternalNetworksTestJSON-965739441 tempest-ExternalNetworksTestJSON-965739441-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660504'] for network, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:26.694563 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b56e68d4-4990-4eca-93ff-8da477ba02d6 tempest-ExternalNetworksTestJSON-965739441 tempest-ExternalNetworksTestJSON-965739441-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 9228fdb4-0e4e-4a49-b5ca-2d1e3825b131 {{(pid=93957) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 14 09:29:26.697026 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b56e68d4-4990-4eca-93ff-8da477ba02d6 tempest-ExternalNetworksTestJSON-965739441 tempest-ExternalNetworksTestJSON-965739441-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for network, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:26.702772 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-b56e68d4-4990-4eca-93ff-8da477ba02d6 tempest-ExternalNetworksTestJSON-965739441 tempest-ExternalNetworksTestJSON-965739441-project-admin] 10.222.0.68 "DELETE /v2.0/networks/9228fdb4-0e4e-4a49-b5ca-2d1e3825b131 HTTP/1.1" status: 204 len: 168 time: 0.5270236 Jul 14 09:29:26.719579 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 53472) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:26.727257 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-a549d40c-4d80-4833-994d-1c4590a9a439 tempest-ExternalNetworksTestJSON-965739441 tempest-ExternalNetworksTestJSON-965739441-project-admin] Request body: {'network': {'name': 'tempest-network--1132263854'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:26.746239 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56e68d4-4990-4eca-93ff-8da477ba02d6 tempest-ExternalNetworksTestJSON-965739441 tempest-ExternalNetworksTestJSON-965739441-project-admin] Pushing event deleted for resources: {'Network': ['ID=9228fdb4-0e4e-4a49-b5ca-2d1e3825b131,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:26.781672 n-d-779913-29 neutron-server[93958]: INFO neutron.api.v2.resource [req-e168b769-4a15-4ec0-abe0-7b719e2ef1cf req-2817a417-24ff-4933-b34c-242aa9e3379d tempest-SecurityGroupRulesNegativeTestJSON-1245694218 tempest-SecurityGroupRulesNegativeTestJSON-1245694218-project] show failed (client error): The resource could not be found. Jul 14 09:29:26.782897 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-e168b769-4a15-4ec0-abe0-7b719e2ef1cf req-2817a417-24ff-4933-b34c-242aa9e3379d tempest-SecurityGroupRulesNegativeTestJSON-1245694218 tempest-SecurityGroupRulesNegativeTestJSON-1245694218-project] 10.222.0.68 "GET /v2.0/security-group-rules/db26124b-4330-4fef-ac8e-0796bd1f13ce HTTP/1.1" status: 404 len: 361 time: 0.1181951 Jul 14 09:29:26.784003 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a549d40c-4d80-4833-994d-1c4590a9a439 tempest-ExternalNetworksTestJSON-965739441 tempest-ExternalNetworksTestJSON-965739441-project-admin] Made reservation on behalf of 58afb68aeecf416bb05bb33bc761694a for: {'network': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:29:26.786950 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a549d40c-4d80-4833-994d-1c4590a9a439 tempest-ExternalNetworksTestJSON-965739441 tempest-ExternalNetworksTestJSON-965739441-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for network, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:26.823607 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fc7457-763c-482d-9877-5f0bfa302500 req-05f21d60-2133-414b-85a9-8627b4788ac7 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:26.825461 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b7fc7457-763c-482d-9877-5f0bfa302500 req-05f21d60-2133-414b-85a9-8627b4788ac7 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] 10.222.0.68 "GET /v2.0/ports?device_id=53563f6e-7033-4881-b21d-7977e55df67a HTTP/1.1" status: 200 len: 944 time: 0.1471789 Jul 14 09:29:26.831435 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-f5dbf244-9d96-4807-8de8-9dbd72490e41 req-79a477c4-f357-42e9-93a2-7d3fea050255 service neutron] 10.222.0.57 "GET /v2.0/networks/087e0468-2285-4c59-b3f2-1d1ff8b2217b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3262033 Jul 14 09:29:26.837405 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a549d40c-4d80-4833-994d-1c4590a9a439 tempest-ExternalNetworksTestJSON-965739441 tempest-ExternalNetworksTestJSON-965739441-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 740} {{(pid=93957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:29:26.837708 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-5550dc4a-4691-422f-bf67-64bb46123418 tempest-FloatingIPAdminTestJSON-1792528294 tempest-FloatingIPAdminTestJSON-1792528294-project] For port 497592be-1143-477d-bcc2-5f7b91cded6d, host n-d-779913-29, got binding levels [] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:29:26.838120 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5550dc4a-4691-422f-bf67-64bb46123418 tempest-FloatingIPAdminTestJSON-1792528294 tempest-FloatingIPAdminTestJSON-1792528294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:26.863245 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-5550dc4a-4691-422f-bf67-64bb46123418 tempest-FloatingIPAdminTestJSON-1792528294 tempest-FloatingIPAdminTestJSON-1792528294-project] Calling delete_port for 497592be-1143-477d-bcc2-5f7b91cded6d owned by network:dhcp {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:29:26.867342 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.ipam_backend_mixin [None req-5550dc4a-4691-422f-bf67-64bb46123418 tempest-FloatingIPAdminTestJSON-1792528294 tempest-FloatingIPAdminTestJSON-1792528294-project] Port 497592be-1143-477d-bcc2-5f7b91cded6d was not found and therefore no delete operation was performed {{(pid=93958) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 14 09:29:26.870291 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a549d40c-4d80-4833-994d-1c4590a9a439 tempest-ExternalNetworksTestJSON-965739441 tempest-ExternalNetworksTestJSON-965739441-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:26.870648 n-d-779913-29 neutron-server[93957]: INFO neutron.db.segments_db [None req-a549d40c-4d80-4833-994d-1c4590a9a439 tempest-ExternalNetworksTestJSON-965739441 tempest-ExternalNetworksTestJSON-965739441-project-admin] Added segment 5ed7f6d5-da78-458b-9419-1e49a0d2ff4f of type vlan for network d01dfa20-16b2-4374-96f6-f729a28a2f28 Jul 14 09:29:26.874502 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5550dc4a-4691-422f-bf67-64bb46123418 tempest-FloatingIPAdminTestJSON-1792528294 tempest-FloatingIPAdminTestJSON-1792528294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:26.918056 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2d561477-301e-4020-b8e4-fc28d313e6bb tempest-RoutersIpV6AdminTest-414384186 tempest-RoutersIpV6AdminTest-414384186-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:26.922085 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b7fc7457-763c-482d-9877-5f0bfa302500 req-922ca422-69a2-42e9-af3e-6d0f6762d0ad tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] 10.222.0.68 "GET /v2.0/security-groups?id=b4ff2369-e32d-44b9-a882-4dd3dbe0fc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863109 Jul 14 09:29:26.924202 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5550dc4a-4691-422f-bf67-64bb46123418 tempest-FloatingIPAdminTestJSON-1792528294 tempest-FloatingIPAdminTestJSON-1792528294-project] Pushing event deleted for resources: {'Port': ['ID=497592be-1143-477d-bcc2-5f7b91cded6d,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:26.926188 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5550dc4a-4691-422f-bf67-64bb46123418 tempest-FloatingIPAdminTestJSON-1792528294 tempest-FloatingIPAdminTestJSON-1792528294-project] No DVR routers for this DVR port 497592be-1143-477d-bcc2-5f7b91cded6d on host n-d-779913-29 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:29:27.021002 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5550dc4a-4691-422f-bf67-64bb46123418 tempest-FloatingIPAdminTestJSON-1792528294 tempest-FloatingIPAdminTestJSON-1792528294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473955', 'neutron.services.segments.db._delete_segments_for_network-8735688326548'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:27.030171 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a549d40c-4d80-4833-994d-1c4590a9a439 tempest-ExternalNetworksTestJSON-965739441 tempest-ExternalNetworksTestJSON-965739441-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735687821325'] for network, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:27.041629 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-5550dc4a-4691-422f-bf67-64bb46123418 tempest-FloatingIPAdminTestJSON-1792528294 tempest-FloatingIPAdminTestJSON-1792528294-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5916796d-12a7-4c8d-93ea-4ccde502bf36']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:27.054498 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-5550dc4a-4691-422f-bf67-64bb46123418 tempest-FloatingIPAdminTestJSON-1792528294 tempest-FloatingIPAdminTestJSON-1792528294-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a1d5c76-21c1-402e-9294-2fdc38ba1adc') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:27.054876 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-5550dc4a-4691-422f-bf67-64bb46123418 tempest-FloatingIPAdminTestJSON-1792528294 tempest-FloatingIPAdminTestJSON-1792528294-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a1d5c76-21c1-402e-9294-2fdc38ba1adc') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:27.067052 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d794124a-0a0a-4341-bf3e-70f50f3aae1b req-65e12ced-3f64-42f5-a33a-ee00a7dfcf7e tempest-SecurityGroupRulesNegativeTestJSON-1245694218 tempest-SecurityGroupRulesNegativeTestJSON-1245694218-project] 10.222.0.68 "GET /v2.0/security-groups/c0c79d02-8b4e-4bc5-bce1-11493ca16a6c HTTP/1.1" status: 200 len: 1812 time: 0.0766525 Jul 14 09:29:27.067517 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5550dc4a-4691-422f-bf67-64bb46123418 tempest-FloatingIPAdminTestJSON-1792528294 tempest-FloatingIPAdminTestJSON-1792528294-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735688356235', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13574129'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:27.075957 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2d561477-301e-4020-b8e4-fc28d313e6bb tempest-RoutersIpV6AdminTest-414384186 tempest-RoutersIpV6AdminTest-414384186-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:27.100171 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a549d40c-4d80-4833-994d-1c4590a9a439 tempest-ExternalNetworksTestJSON-965739441 tempest-ExternalNetworksTestJSON-965739441-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855'] for network, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:27.101147 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a549d40c-4d80-4833-994d-1c4590a9a439 tempest-ExternalNetworksTestJSON-965739441 tempest-ExternalNetworksTestJSON-965739441-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:27.101804 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a549d40c-4d80-4833-994d-1c4590a9a439 tempest-ExternalNetworksTestJSON-965739441 tempest-ExternalNetworksTestJSON-965739441-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for network, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:27.116443 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5550dc4a-4691-422f-bf67-64bb46123418 tempest-FloatingIPAdminTestJSON-1792528294 tempest-FloatingIPAdminTestJSON-1792528294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:27.132056 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5550dc4a-4691-422f-bf67-64bb46123418 tempest-FloatingIPAdminTestJSON-1792528294 tempest-FloatingIPAdminTestJSON-1792528294-project] Releasing vlan 736 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:29:27.132591 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5550dc4a-4691-422f-bf67-64bb46123418 tempest-FloatingIPAdminTestJSON-1792528294 tempest-FloatingIPAdminTestJSON-1792528294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13573126'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:27.137254 n-d-779913-29 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:29:27.137254 n-d-779913-29 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:29:27.137254 n-d-779913-29 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:29:27.137254 n-d-779913-29 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:29:27.137254 n-d-779913-29 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:29:27.137254 n-d-779913-29 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:29:27.137254 n-d-779913-29 neutron-server[93958]: Traceback (most recent call last): Jul 14 09:29:27.137254 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:29:27.137254 n-d-779913-29 neutron-server[93958]: timer() Jul 14 09:29:27.137254 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:29:27.137254 n-d-779913-29 neutron-server[93958]: cb(*args, **kw) Jul 14 09:29:27.137254 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:29:27.137254 n-d-779913-29 neutron-server[93958]: return func(*args, **kwargs) Jul 14 09:29:27.137254 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:29:27.137254 n-d-779913-29 neutron-server[93958]: self._notify() Jul 14 09:29:27.137254 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:29:27.137254 n-d-779913-29 neutron-server[93958]: self.callback(batched_events) Jul 14 09:29:27.137254 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:29:27.137254 n-d-779913-29 neutron-server[93958]: event.method(event) Jul 14 09:29:27.137254 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:29:27.137254 n-d-779913-29 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:29:27.137254 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:29:27.137254 n-d-779913-29 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:29:27.137254 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:29:27.137254 n-d-779913-29 neutron-server[93958]: return f(self, *a, **k) Jul 14 09:29:27.137254 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:29:27.137254 n-d-779913-29 neutron-server[93958]: return self._get(url).json() Jul 14 09:29:27.137254 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:29:27.137254 n-d-779913-29 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:29:27.137254 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:29:27.137254 n-d-779913-29 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 14 09:29:27.137254 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:29:27.137254 n-d-779913-29 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:29:27.137254 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:29:27.137254 n-d-779913-29 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:29:27.137254 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:29:27.137254 n-d-779913-29 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:29:27.137254 n-d-779913-29 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:29:27.152934 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d561477-301e-4020-b8e4-fc28d313e6bb tempest-RoutersIpV6AdminTest-414384186 tempest-RoutersIpV6AdminTest-414384186-project-admin] Network 2dcd4d32-cc7c-4468-b396-7ce5c9231892 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:29:27.185719 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-2d561477-301e-4020-b8e4-fc28d313e6bb tempest-RoutersIpV6AdminTest-414384186 tempest-RoutersIpV6AdminTest-414384186-project-admin] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:29:27.186960 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-a549d40c-4d80-4833-994d-1c4590a9a439 tempest-ExternalNetworksTestJSON-965739441 tempest-ExternalNetworksTestJSON-965739441-project-admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.4641902 Jul 14 09:29:27.192273 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 53476) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:27.195527 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d561477-301e-4020-b8e4-fc28d313e6bb tempest-RoutersIpV6AdminTest-414384186 tempest-RoutersIpV6AdminTest-414384186-project-admin] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:29:27.203331 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-361249b0-8f76-425f-a0bd-a1a0bda86c8c tempest-ExternalNetworksTestJSON-965739441 tempest-ExternalNetworksTestJSON-965739441-project-admin] Request body: {'network': {'router:external': True}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:27.209293 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a549d40c-4d80-4833-994d-1c4590a9a439 tempest-ExternalNetworksTestJSON-965739441 tempest-ExternalNetworksTestJSON-965739441-project-admin] Pushing event updated for resources: {'Network': ['ID=d01dfa20-16b2-4374-96f6-f729a28a2f28,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:27.225570 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d561477-301e-4020-b8e4-fc28d313e6bb tempest-RoutersIpV6AdminTest-414384186 tempest-RoutersIpV6AdminTest-414384186-project-admin] Pushing event updated for resources: {'Port': ['ID=3d817754-2c4a-4203-bb9a-b5dc5e65ef99,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:27.225802 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Network d01dfa20-16b2-4374-96f6-f729a28a2f28 details requested by agent ovs-agent-n-d-779913-29 with host n-d-779913-29 {{(pid=93959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:29:27.248396 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5550dc4a-4691-422f-bf67-64bb46123418 tempest-FloatingIPAdminTestJSON-1792528294 tempest-FloatingIPAdminTestJSON-1792528294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660504'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:27.256972 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5550dc4a-4691-422f-bf67-64bb46123418 tempest-FloatingIPAdminTestJSON-1792528294 tempest-FloatingIPAdminTestJSON-1792528294-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:27.258895 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-5550dc4a-4691-422f-bf67-64bb46123418 tempest-FloatingIPAdminTestJSON-1792528294 tempest-FloatingIPAdminTestJSON-1792528294-project] 10.222.0.68 "DELETE /v2.0/networks/5916796d-12a7-4c8d-93ea-4ccde502bf36 HTTP/1.1" status: 204 len: 168 time: 1.3551033 Jul 14 09:29:27.262180 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 53478) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:27.297201 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-d794124a-0a0a-4341-bf3e-70f50f3aae1b req-475efd43-ef07-4418-a105-36260576f80d tempest-SecurityGroupRulesNegativeTestJSON-1245694218 tempest-SecurityGroupRulesNegativeTestJSON-1245694218-project] Notify callbacks [] for security_group, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:27.342172 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5550dc4a-4691-422f-bf67-64bb46123418 tempest-FloatingIPAdminTestJSON-1792528294 tempest-FloatingIPAdminTestJSON-1792528294-project] Pushing event deleted for resources: {'Network': ['ID=5916796d-12a7-4c8d-93ea-4ccde502bf36,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:27.344280 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-d794124a-0a0a-4341-bf3e-70f50f3aae1b req-475efd43-ef07-4418-a105-36260576f80d tempest-SecurityGroupRulesNegativeTestJSON-1245694218 tempest-SecurityGroupRulesNegativeTestJSON-1245694218-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:27.469056 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-d794124a-0a0a-4341-bf3e-70f50f3aae1b req-475efd43-ef07-4418-a105-36260576f80d tempest-SecurityGroupRulesNegativeTestJSON-1245694218 tempest-SecurityGroupRulesNegativeTestJSON-1245694218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:27.471641 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-d794124a-0a0a-4341-bf3e-70f50f3aae1b req-475efd43-ef07-4418-a105-36260576f80d tempest-SecurityGroupRulesNegativeTestJSON-1245694218 tempest-SecurityGroupRulesNegativeTestJSON-1245694218-project] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:27.472794 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d794124a-0a0a-4341-bf3e-70f50f3aae1b req-475efd43-ef07-4418-a105-36260576f80d tempest-SecurityGroupRulesNegativeTestJSON-1245694218 tempest-SecurityGroupRulesNegativeTestJSON-1245694218-project] 10.222.0.68 "DELETE /v2.0/security-groups/c0c79d02-8b4e-4bc5-bce1-11493ca16a6c HTTP/1.1" status: 204 len: 173 time: 0.3937492 Jul 14 09:29:27.480461 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-361249b0-8f76-425f-a0bd-a1a0bda86c8c tempest-ExternalNetworksTestJSON-965739441 tempest-ExternalNetworksTestJSON-965739441-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735687821325'] for network, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:27.496641 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475efd43-ef07-4418-a105-36260576f80d tempest-SecurityGroupRulesNegativeTestJSON-1245694218 tempest-SecurityGroupRulesNegativeTestJSON-1245694218-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0c79d02-8b4e-4bc5-bce1-11493ca16a6c,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:27.515768 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-361249b0-8f76-425f-a0bd-a1a0bda86c8c tempest-ExternalNetworksTestJSON-965739441 tempest-ExternalNetworksTestJSON-965739441-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855'] for network, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:27.525364 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-361249b0-8f76-425f-a0bd-a1a0bda86c8c tempest-ExternalNetworksTestJSON-965739441 tempest-ExternalNetworksTestJSON-965739441-project-admin] Network d01dfa20-16b2-4374-96f6-f729a28a2f28 is not hosted by any dhcp agent {{(pid=93957) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 14 09:29:27.526362 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-361249b0-8f76-425f-a0bd-a1a0bda86c8c tempest-ExternalNetworksTestJSON-965739441 tempest-ExternalNetworksTestJSON-965739441-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:27.526982 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-361249b0-8f76-425f-a0bd-a1a0bda86c8c tempest-ExternalNetworksTestJSON-965739441 tempest-ExternalNetworksTestJSON-965739441-project-admin] Notify callbacks [] for network, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:27.531105 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-361249b0-8f76-425f-a0bd-a1a0bda86c8c tempest-ExternalNetworksTestJSON-965739441 tempest-ExternalNetworksTestJSON-965739441-project-admin] 10.222.0.68 "PUT /v2.0/networks/d01dfa20-16b2-4374-96f6-f729a28a2f28 HTTP/1.1" status: 200 len: 858 time: 0.3359439 Jul 14 09:29:27.531761 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 53494) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:27.552121 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-9d292f16-056f-4c4f-8c15-d46de208a18a tempest-FloatingIPAdminTestJSON-1792528294 tempest-FloatingIPAdminTestJSON-1792528294-project] Deleting port 82a309cc-e383-42cb-855b-b049dcceeea2 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:29:27.552472 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9d292f16-056f-4c4f-8c15-d46de208a18a tempest-FloatingIPAdminTestJSON-1792528294 tempest-FloatingIPAdminTestJSON-1792528294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:27.644916 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5bbe322f-3f67-4864-bc0a-91afe44d23e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:27.677862 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361249b0-8f76-425f-a0bd-a1a0bda86c8c tempest-ExternalNetworksTestJSON-965739441 tempest-ExternalNetworksTestJSON-965739441-project-admin] Pushing event updated for resources: {'Network': ['ID=d01dfa20-16b2-4374-96f6-f729a28a2f28,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:27.678179 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2d561477-301e-4020-b8e4-fc28d313e6bb tempest-RoutersIpV6AdminTest-414384186 tempest-RoutersIpV6AdminTest-414384186-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:27.724321 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 49857456-823a-4ccb-9982-8fa10ce6a33d details requested by agent hyperv_n-h2-779913-29 with host n-h2-779913-29 {{(pid=93959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:29:27.726486 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9d292f16-056f-4c4f-8c15-d46de208a18a tempest-FloatingIPAdminTestJSON-1792528294 tempest-FloatingIPAdminTestJSON-1792528294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:27.726821 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9d292f16-056f-4c4f-8c15-d46de208a18a tempest-FloatingIPAdminTestJSON-1792528294 tempest-FloatingIPAdminTestJSON-1792528294-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:27.738243 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-cb05e603-2bd8-4d13-85d1-df536b0fd0ca tempest-ExternalNetworksTestJSON-965739441 tempest-ExternalNetworksTestJSON-965739441-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3876111'] for network, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:27.762945 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-9d292f16-056f-4c4f-8c15-d46de208a18a tempest-FloatingIPAdminTestJSON-1792528294 tempest-FloatingIPAdminTestJSON-1792528294-project] Calling delete_port for 82a309cc-e383-42cb-855b-b049dcceeea2 owned by network:floatingip {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:29:27.817381 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-61fc7b0a-2ad8-4f3d-82c6-efca03d88eaf req-0ee6f464-383e-4f3f-ae88-275dfea10361 tempest-SecurityGroupRulesNegativeTestJSON-1245694218 tempest-SecurityGroupRulesNegativeTestJSON-1245694218-project] 10.222.0.68 "GET /v2.0/security-groups/3f7916f6-788b-4b5c-8cb7-778d8827439f HTTP/1.1" status: 200 len: 1811 time: 0.1544256 Jul 14 09:29:27.830877 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 5dc01ad3-ffae-4c44-b513-2bc87e54d5cb no longer exists at agent hyperv_n-h2-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:29:27.863729 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8441c528-2164-468f-8820-ebab87676cad req-ff189c48-30db-4e6c-b50e-ec62b096da20 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:27.863965 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] No Port match for: 5dc01ad3-ffae-4c44-b513-2bc87e54d5cb {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:29:27.864213 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 5dc01ad3-ffae-4c44-b513-2bc87e54d5cb not bound to the agent host n-h2-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:29:27.865791 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8441c528-2164-468f-8820-ebab87676cad req-ff189c48-30db-4e6c-b50e-ec62b096da20 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/networks?id=b13d7c6c-cfbf-4964-b16a-12c3c2736fe4 HTTP/1.1" status: 200 len: 806 time: 0.2765813 Jul 14 09:29:27.870825 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-cb05e603-2bd8-4d13-85d1-df536b0fd0ca tempest-ExternalNetworksTestJSON-965739441 tempest-ExternalNetworksTestJSON-965739441-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473955', 'neutron.services.segments.db._delete_segments_for_network-8735688326548'] for network, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:27.873132 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 49857456-823a-4ccb-9982-8fa10ce6a33d, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=49857456-823a-4ccb-9982-8fa10ce6a33d,segment=NetworkSegment(4e909166-7a9a-4d71-9929-2b11d90f7baa),segment_id=4e909166-7a9a-4d71-9929-2b11d90f7baa)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:29:27.885060 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Returning: {'device': '49857456-823a-4ccb-9982-8fa10ce6a33d', 'network_id': '087e0468-2285-4c59-b3f2-1d1ff8b2217b', 'port_id': '49857456-823a-4ccb-9982-8fa10ce6a33d', 'mac_address': 'fa:16:3e:1e:0a:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04ae7776-8c86-484d-9bcc-4299f4579807', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:29:27.889935 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-cb05e603-2bd8-4d13-85d1-df536b0fd0ca tempest-ExternalNetworksTestJSON-965739441 tempest-ExternalNetworksTestJSON-965739441-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d01dfa20-16b2-4374-96f6-f729a28a2f28']}} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:27.899356 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8441c528-2164-468f-8820-ebab87676cad req-5de2d517-1c7c-498f-a83f-dacf902018df tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/quotas/5a5f2c2d833f465d9525ee4af4d3c349 HTTP/1.1" status: 200 len: 375 time: 0.0257459 Jul 14 09:29:27.903289 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-cb05e603-2bd8-4d13-85d1-df536b0fd0ca tempest-ExternalNetworksTestJSON-965739441 tempest-ExternalNetworksTestJSON-965739441-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ed7f6d5-da78-458b-9419-1e49a0d2ff4f') {'for_net_delete': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:27.903590 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-cb05e603-2bd8-4d13-85d1-df536b0fd0ca tempest-ExternalNetworksTestJSON-965739441 tempest-ExternalNetworksTestJSON-965739441-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ed7f6d5-da78-458b-9419-1e49a0d2ff4f') {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:27.926422 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-cb05e603-2bd8-4d13-85d1-df536b0fd0ca tempest-ExternalNetworksTestJSON-965739441 tempest-ExternalNetworksTestJSON-965739441-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735688356235', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10944210'] for segment, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:27.934226 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:27.949740 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49857456-823a-4ccb-9982-8fa10ce6a33d {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:29:27.973368 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-cb05e603-2bd8-4d13-85d1-df536b0fd0ca tempest-ExternalNetworksTestJSON-965739441 tempest-ExternalNetworksTestJSON-965739441-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:27.974806 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 49857456-823a-4ccb-9982-8fa10ce6a33d, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=49857456-823a-4ccb-9982-8fa10ce6a33d,segment=NetworkSegment(4e909166-7a9a-4d71-9929-2b11d90f7baa),segment_id=4e909166-7a9a-4d71-9929-2b11d90f7baa)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:29:27.980179 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:27.984852 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb05e603-2bd8-4d13-85d1-df536b0fd0ca tempest-ExternalNetworksTestJSON-965739441 tempest-ExternalNetworksTestJSON-965739441-project-admin] Releasing vlan 740 on physical network physnet1 to pool {{(pid=93957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:29:27.985299 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-cb05e603-2bd8-4d13-85d1-df536b0fd0ca tempest-ExternalNetworksTestJSON-965739441 tempest-ExternalNetworksTestJSON-965739441-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10053619'] for segment, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:27.987492 n-d-779913-29 neutron-server[93957]: Traceback (most recent call last): Jul 14 09:29:27.987492 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:29:27.987492 n-d-779913-29 neutron-server[93957]: timer() Jul 14 09:29:27.987492 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:29:27.987492 n-d-779913-29 neutron-server[93957]: cb(*args, **kw) Jul 14 09:29:27.987492 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:29:27.987492 n-d-779913-29 neutron-server[93957]: return func(*args, **kwargs) Jul 14 09:29:27.987492 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:29:27.987492 n-d-779913-29 neutron-server[93957]: self._notify() Jul 14 09:29:27.987492 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:29:27.987492 n-d-779913-29 neutron-server[93957]: self.callback(batched_events) Jul 14 09:29:27.987492 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:29:27.987492 n-d-779913-29 neutron-server[93957]: event.method(event) Jul 14 09:29:27.987492 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:29:27.987492 n-d-779913-29 neutron-server[93957]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:29:27.987492 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:29:27.987492 n-d-779913-29 neutron-server[93957]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:29:27.987492 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:29:27.987492 n-d-779913-29 neutron-server[93957]: return f(self, *a, **k) Jul 14 09:29:27.987492 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:29:27.987492 n-d-779913-29 neutron-server[93957]: return self._get(url).json() Jul 14 09:29:27.987492 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:29:27.987492 n-d-779913-29 neutron-server[93957]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:29:27.987492 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:29:27.987492 n-d-779913-29 neutron-server[93957]: return self.request(url, 'GET', **kwargs) Jul 14 09:29:27.987492 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:29:27.987492 n-d-779913-29 neutron-server[93957]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:29:27.987492 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:29:27.987492 n-d-779913-29 neutron-server[93957]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:29:27.987492 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:29:27.987492 n-d-779913-29 neutron-server[93957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:29:27.987492 n-d-779913-29 neutron-server[93957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:29:28.030667 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Pushing event updated for resources: {'Port': ['ID=49857456-823a-4ccb-9982-8fa10ce6a33d,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:28.036571 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-61fc7b0a-2ad8-4f3d-82c6-efca03d88eaf req-9dd6fe9f-7bf7-4b72-bff5-92d1e2f4ea36 tempest-SecurityGroupRulesNegativeTestJSON-1245694218 tempest-SecurityGroupRulesNegativeTestJSON-1245694218-project] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:28.067784 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8441c528-2164-468f-8820-ebab87676cad req-e620eab1-ccb6-4462-81de-bd0373295ec7 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=5a5f2c2d833f465d9525ee4af4d3c349&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1568623 Jul 14 09:29:28.084343 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-cb05e603-2bd8-4d13-85d1-df536b0fd0ca tempest-ExternalNetworksTestJSON-965739441 tempest-ExternalNetworksTestJSON-965739441-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660504'] for network, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:28.099340 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-61fc7b0a-2ad8-4f3d-82c6-efca03d88eaf req-9dd6fe9f-7bf7-4b72-bff5-92d1e2f4ea36 tempest-SecurityGroupRulesNegativeTestJSON-1245694218 tempest-SecurityGroupRulesNegativeTestJSON-1245694218-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:28.116726 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2d561477-301e-4020-b8e4-fc28d313e6bb tempest-RoutersIpV6AdminTest-414384186 tempest-RoutersIpV6AdminTest-414384186-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-661489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-711771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12973'] for router, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:28.125967 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb05e603-2bd8-4d13-85d1-df536b0fd0ca tempest-ExternalNetworksTestJSON-965739441 tempest-ExternalNetworksTestJSON-965739441-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d01dfa20-16b2-4374-96f6-f729a28a2f28 {{(pid=93957) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 14 09:29:28.131884 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-cb05e603-2bd8-4d13-85d1-df536b0fd0ca tempest-ExternalNetworksTestJSON-965739441 tempest-ExternalNetworksTestJSON-965739441-project-admin] Notify callbacks [] for network, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:28.132924 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2d561477-301e-4020-b8e4-fc28d313e6bb tempest-RoutersIpV6AdminTest-414384186 tempest-RoutersIpV6AdminTest-414384186-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-661452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-661502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-661447', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-711840'] for router, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:28.138028 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-cb05e603-2bd8-4d13-85d1-df536b0fd0ca tempest-ExternalNetworksTestJSON-965739441 tempest-ExternalNetworksTestJSON-965739441-project-admin] 10.222.0.68 "DELETE /v2.0/networks/d01dfa20-16b2-4374-96f6-f729a28a2f28 HTTP/1.1" status: 204 len: 168 time: 0.5898073 Jul 14 09:29:28.146695 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 53504) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:28.151168 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb05e603-2bd8-4d13-85d1-df536b0fd0ca tempest-ExternalNetworksTestJSON-965739441 tempest-ExternalNetworksTestJSON-965739441-project-admin] Pushing event deleted for resources: {'Network': ['ID=d01dfa20-16b2-4374-96f6-f729a28a2f28,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:28.183340 n-d-779913-29 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-f506d701-905f-4282-8fa6-1e03a5d78d81 tempest-ExternalNetworksTestJSON-400789884 tempest-ExternalNetworksTestJSON-400789884-project] DELETE failed (client error): The resource could not be found. Jul 14 09:29:28.183812 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f506d701-905f-4282-8fa6-1e03a5d78d81 tempest-ExternalNetworksTestJSON-400789884 tempest-ExternalNetworksTestJSON-400789884-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:29:28.185799 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-f506d701-905f-4282-8fa6-1e03a5d78d81 tempest-ExternalNetworksTestJSON-400789884 tempest-ExternalNetworksTestJSON-400789884-project] 10.222.0.68 "DELETE /v2.0/subnets/40585762-9bea-4f06-8acd-4c2d54f08119 HTTP/1.1" status: 404 len: 337 time: 0.0381687 Jul 14 09:29:28.186625 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9d292f16-056f-4c4f-8c15-d46de208a18a tempest-FloatingIPAdminTestJSON-1792528294 tempest-FloatingIPAdminTestJSON-1792528294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:28.189361 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 53506) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:28.216653 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8441c528-2164-468f-8820-ebab87676cad req-49168357-a160-427d-a47f-158217acdb8d service neutron] 10.222.0.68 "GET /v2.0/networks/b13d7c6c-cfbf-4964-b16a-12c3c2736fe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406744 Jul 14 09:29:28.277446 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] get_ports_and_sgs() called for port_ids ['49857456-823a-4ccb-9982-8fa10ce6a33d'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:29:28.282395 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d292f16-056f-4c4f-8c15-d46de208a18a tempest-FloatingIPAdminTestJSON-1792528294 tempest-FloatingIPAdminTestJSON-1792528294-project] Pushing event deleted for resources: {'Port': ['ID=82a309cc-e383-42cb-855b-b049dcceeea2,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:28.331458 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-61fc7b0a-2ad8-4f3d-82c6-efca03d88eaf req-9dd6fe9f-7bf7-4b72-bff5-92d1e2f4ea36 tempest-SecurityGroupRulesNegativeTestJSON-1245694218 tempest-SecurityGroupRulesNegativeTestJSON-1245694218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:28.333923 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-61fc7b0a-2ad8-4f3d-82c6-efca03d88eaf req-9dd6fe9f-7bf7-4b72-bff5-92d1e2f4ea36 tempest-SecurityGroupRulesNegativeTestJSON-1245694218 tempest-SecurityGroupRulesNegativeTestJSON-1245694218-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:28.346077 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-61fc7b0a-2ad8-4f3d-82c6-efca03d88eaf req-9dd6fe9f-7bf7-4b72-bff5-92d1e2f4ea36 tempest-SecurityGroupRulesNegativeTestJSON-1245694218 tempest-SecurityGroupRulesNegativeTestJSON-1245694218-project] 10.222.0.68 "DELETE /v2.0/security-groups/3f7916f6-788b-4b5c-8cb7-778d8827439f HTTP/1.1" status: 204 len: 173 time: 0.5209770 Jul 14 09:29:28.366488 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8441c528-2164-468f-8820-ebab87676cad req-dda24d2f-2f52-4775-9c0f-0c753d23f49e service neutron] 10.222.0.68 "GET /v2.0/networks/b13d7c6c-cfbf-4964-b16a-12c3c2736fe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474829 Jul 14 09:29:28.793526 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-bcaebcfa-3520-4cb3-9a16-0b03654462cd req-af3bd618-8823-48c3-b991-40d1d1aac5a1 tempest-SecurityGroupRulesNegativeTestJSON-1245694218 tempest-SecurityGroupRulesNegativeTestJSON-1245694218-project] 10.222.0.68 "GET /v2.0/security-groups/d505a477-43c3-4a35-a82b-7b1ca257880c HTTP/1.1" status: 200 len: 1814 time: 0.0590997 Jul 14 09:29:28.864155 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-bcaebcfa-3520-4cb3-9a16-0b03654462cd req-82d77018-844d-485f-9008-7c2fb229693d tempest-SecurityGroupRulesNegativeTestJSON-1245694218 tempest-SecurityGroupRulesNegativeTestJSON-1245694218-project] Notify callbacks [] for security_group, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:28.885046 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd6fe9f-7bf7-4b72-bff5-92d1e2f4ea36 tempest-SecurityGroupRulesNegativeTestJSON-1245694218 tempest-SecurityGroupRulesNegativeTestJSON-1245694218-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f7916f6-788b-4b5c-8cb7-778d8827439f,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:28.898300 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-bcaebcfa-3520-4cb3-9a16-0b03654462cd req-82d77018-844d-485f-9008-7c2fb229693d tempest-SecurityGroupRulesNegativeTestJSON-1245694218 tempest-SecurityGroupRulesNegativeTestJSON-1245694218-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:28.941830 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0b574854-83ae-42d3-b005-1891057ecc46 tempest-ExternalNetworksTestJSON-400789884 tempest-ExternalNetworksTestJSON-400789884-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3876111'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:28.949292 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-bcaebcfa-3520-4cb3-9a16-0b03654462cd req-82d77018-844d-485f-9008-7c2fb229693d tempest-SecurityGroupRulesNegativeTestJSON-1245694218 tempest-SecurityGroupRulesNegativeTestJSON-1245694218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:28.952604 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-bcaebcfa-3520-4cb3-9a16-0b03654462cd req-82d77018-844d-485f-9008-7c2fb229693d tempest-SecurityGroupRulesNegativeTestJSON-1245694218 tempest-SecurityGroupRulesNegativeTestJSON-1245694218-project] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:28.966558 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-bcaebcfa-3520-4cb3-9a16-0b03654462cd req-82d77018-844d-485f-9008-7c2fb229693d tempest-SecurityGroupRulesNegativeTestJSON-1245694218 tempest-SecurityGroupRulesNegativeTestJSON-1245694218-project] 10.222.0.68 "DELETE /v2.0/security-groups/d505a477-43c3-4a35-a82b-7b1ca257880c HTTP/1.1" status: 204 len: 173 time: 0.1715178 Jul 14 09:29:28.972536 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9d292f16-056f-4c4f-8c15-d46de208a18a tempest-FloatingIPAdminTestJSON-1792528294 tempest-FloatingIPAdminTestJSON-1792528294-project] Notify callbacks [] for floatingip, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:28.976261 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9d292f16-056f-4c4f-8c15-d46de208a18a tempest-FloatingIPAdminTestJSON-1792528294 tempest-FloatingIPAdminTestJSON-1792528294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for floatingip, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:28.977646 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-9d292f16-056f-4c4f-8c15-d46de208a18a tempest-FloatingIPAdminTestJSON-1792528294 tempest-FloatingIPAdminTestJSON-1792528294-project] 10.222.0.68 "DELETE /v2.0/floatingips/67aa25fa-4fa2-4d11-a3e5-87d4c53f238f HTTP/1.1" status: 204 len: 168 time: 1.7137480 Jul 14 09:29:28.981170 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d77018-844d-485f-9008-7c2fb229693d tempest-SecurityGroupRulesNegativeTestJSON-1245694218 tempest-SecurityGroupRulesNegativeTestJSON-1245694218-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d505a477-43c3-4a35-a82b-7b1ca257880c,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:29.077803 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-24728b1c-0349-4ebb-8c48-dce517bf59d5 req-257a822d-8fc2-429b-bd8a-8bbe6bd9fcb3 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/ports?device_id=95b9a8bb-ffb8-4a06-a464-b6f623cf6c7e HTTP/1.1" status: 200 len: 210 time: 0.0470231 Jul 14 09:29:29.123145 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d682f0-5f43-4ff6-aa1c-9cc9392dabeb req-cf7f570b-b95d-42fb-81af-9ad5cb2fe49f tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:29.124696 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d1d682f0-5f43-4ff6-aa1c-9cc9392dabeb req-cf7f570b-b95d-42fb-81af-9ad5cb2fe49f tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] 10.222.0.68 "GET /v2.0/ports?device_id=53563f6e-7033-4881-b21d-7977e55df67a HTTP/1.1" status: 200 len: 945 time: 0.2878945 Jul 14 09:29:29.127138 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0b574854-83ae-42d3-b005-1891057ecc46 tempest-ExternalNetworksTestJSON-400789884 tempest-ExternalNetworksTestJSON-400789884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473955', 'neutron.services.segments.db._delete_segments_for_network-8735688326548'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:29.142648 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-0b574854-83ae-42d3-b005-1891057ecc46 tempest-ExternalNetworksTestJSON-400789884 tempest-ExternalNetworksTestJSON-400789884-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c508049-7211-4ac4-873d-0dacd98d0e96']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:29.164570 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d561477-301e-4020-b8e4-fc28d313e6bb tempest-RoutersIpV6AdminTest-414384186 tempest-RoutersIpV6AdminTest-414384186-project-admin] Router a498fe12-a962-45b3-80f0-df71f50601fa is scheduled to L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 with binding_index 1 {{(pid=93958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:29:29.172697 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-0b574854-83ae-42d3-b005-1891057ecc46 tempest-ExternalNetworksTestJSON-400789884 tempest-ExternalNetworksTestJSON-400789884-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab880df0-b59b-4f63-b52f-da76c9cdd040') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:29.172992 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-0b574854-83ae-42d3-b005-1891057ecc46 tempest-ExternalNetworksTestJSON-400789884 tempest-ExternalNetworksTestJSON-400789884-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab880df0-b59b-4f63-b52f-da76c9cdd040') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:29.188495 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0b574854-83ae-42d3-b005-1891057ecc46 tempest-ExternalNetworksTestJSON-400789884 tempest-ExternalNetworksTestJSON-400789884-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735688356235', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13574129'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:29.218364 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d1d682f0-5f43-4ff6-aa1c-9cc9392dabeb req-442de2f1-3903-413c-88fd-09810331b486 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] 10.222.0.68 "GET /v2.0/security-groups?id=b4ff2369-e32d-44b9-a882-4dd3dbe0fc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798502 Jul 14 09:29:29.219322 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0b574854-83ae-42d3-b005-1891057ecc46 tempest-ExternalNetworksTestJSON-400789884 tempest-ExternalNetworksTestJSON-400789884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:29.269274 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b574854-83ae-42d3-b005-1891057ecc46 tempest-ExternalNetworksTestJSON-400789884 tempest-ExternalNetworksTestJSON-400789884-project] Releasing vlan 744 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:29:29.269719 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0b574854-83ae-42d3-b005-1891057ecc46 tempest-ExternalNetworksTestJSON-400789884 tempest-ExternalNetworksTestJSON-400789884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13573126'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:29.273035 n-d-779913-29 neutron-server[93958]: Traceback (most recent call last): Jul 14 09:29:29.273035 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:29:29.273035 n-d-779913-29 neutron-server[93958]: timer() Jul 14 09:29:29.273035 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:29:29.273035 n-d-779913-29 neutron-server[93958]: cb(*args, **kw) Jul 14 09:29:29.273035 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:29:29.273035 n-d-779913-29 neutron-server[93958]: return func(*args, **kwargs) Jul 14 09:29:29.273035 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:29:29.273035 n-d-779913-29 neutron-server[93958]: self._notify() Jul 14 09:29:29.273035 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:29:29.273035 n-d-779913-29 neutron-server[93958]: self.callback(batched_events) Jul 14 09:29:29.273035 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:29:29.273035 n-d-779913-29 neutron-server[93958]: event.method(event) Jul 14 09:29:29.273035 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:29:29.273035 n-d-779913-29 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:29:29.273035 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:29:29.273035 n-d-779913-29 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:29:29.273035 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:29:29.273035 n-d-779913-29 neutron-server[93958]: return f(self, *a, **k) Jul 14 09:29:29.273035 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:29:29.273035 n-d-779913-29 neutron-server[93958]: return self._get(url).json() Jul 14 09:29:29.273035 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:29:29.273035 n-d-779913-29 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:29:29.273035 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:29:29.273035 n-d-779913-29 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 14 09:29:29.273035 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:29:29.273035 n-d-779913-29 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:29:29.273035 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:29:29.273035 n-d-779913-29 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:29:29.273035 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:29:29.273035 n-d-779913-29 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:29:29.273035 n-d-779913-29 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:29:29.293360 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 53528) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:29.395081 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0b574854-83ae-42d3-b005-1891057ecc46 tempest-ExternalNetworksTestJSON-400789884 tempest-ExternalNetworksTestJSON-400789884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660504'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:29.407904 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0b574854-83ae-42d3-b005-1891057ecc46 tempest-ExternalNetworksTestJSON-400789884 tempest-ExternalNetworksTestJSON-400789884-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:29.412685 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-0b574854-83ae-42d3-b005-1891057ecc46 tempest-ExternalNetworksTestJSON-400789884 tempest-ExternalNetworksTestJSON-400789884-project] 10.222.0.68 "DELETE /v2.0/networks/9c508049-7211-4ac4-873d-0dacd98d0e96 HTTP/1.1" status: 204 len: 168 time: 1.1812725 Jul 14 09:29:29.438930 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-aeb27645-819a-415a-bea3-e12c5a3fbbcb req-2f055c0e-a101-40cc-a144-688b8bb6945f tempest-SecurityGroupRulesNegativeTestJSON-1245694218 tempest-SecurityGroupRulesNegativeTestJSON-1245694218-project] 10.222.0.68 "GET /v2.0/security-groups/66f2a8df-91db-4dda-ab86-f68790f28c8d HTTP/1.1" status: 200 len: 1814 time: 0.1747031 Jul 14 09:29:29.441940 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b574854-83ae-42d3-b005-1891057ecc46 tempest-ExternalNetworksTestJSON-400789884 tempest-ExternalNetworksTestJSON-400789884-project] Pushing event deleted for resources: {'Network': ['ID=9c508049-7211-4ac4-873d-0dacd98d0e96,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:29.459329 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d561477-301e-4020-b8e4-fc28d313e6bb tempest-RoutersIpV6AdminTest-414384186 tempest-RoutersIpV6AdminTest-414384186-project-admin] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:29:29.463358 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-170a0d2f-1012-444d-a3f2-490b40e04523 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=5cb2cc1406ed46dbbb7033e314355e82&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1685965 Jul 14 09:29:29.466495 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 53534) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:29.473064 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2d561477-301e-4020-b8e4-fc28d313e6bb tempest-RoutersIpV6AdminTest-414384186 tempest-RoutersIpV6AdminTest-414384186-project-admin] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:29.473776 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e0659ba-648b-4500-8d64-0707cb27480b None None] Sync routers for ids ['a498fe12-a962-45b3-80f0-df71f50601fa'] in n-d-779913-29 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:29:29.474977 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-2d561477-301e-4020-b8e4-fc28d313e6bb tempest-RoutersIpV6AdminTest-414384186 tempest-RoutersIpV6AdminTest-414384186-project-admin] 10.222.0.68 "PUT /v2.0/routers/a498fe12-a962-45b3-80f0-df71f50601fa HTTP/1.1" status: 200 len: 919 time: 5.1357186 Jul 14 09:29:29.479277 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 53536) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:29.491342 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e0659ba-648b-4500-8d64-0707cb27480b None None] Routers {'a498fe12-a962-45b3-80f0-df71f50601fa'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:29:29.492532 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-1e0659ba-648b-4500-8d64-0707cb27480b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:29:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['a498fe12-a962-45b3-80f0-df71f50601fa'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:29.534459 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8c2ad434-da01-4139-b6ef-c99376ac811f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:29.537771 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-1e0659ba-648b-4500-8d64-0707cb27480b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:29.554229 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e0659ba-648b-4500-8d64-0707cb27480b None None] Routers {'a498fe12-a962-45b3-80f0-df71f50601fa'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:29:29.556906 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-1e0659ba-648b-4500-8d64-0707cb27480b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:29:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['a498fe12-a962-45b3-80f0-df71f50601fa'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:29.562652 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8c2ad434-da01-4139-b6ef-c99376ac811f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:29.599997 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-aeb27645-819a-415a-bea3-e12c5a3fbbcb req-290ec2c4-f6c2-43ee-a527-e5486d8fcfcb tempest-SecurityGroupRulesNegativeTestJSON-1245694218 tempest-SecurityGroupRulesNegativeTestJSON-1245694218-project] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:29.609318 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-1e0659ba-648b-4500-8d64-0707cb27480b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:29.610175 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e0659ba-648b-4500-8d64-0707cb27480b None None] The sync data for ids ['a498fe12-a962-45b3-80f0-df71f50601fa'] in n-d-779913-29 is: [] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:29:29.624889 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8c2ad434-da01-4139-b6ef-c99376ac811f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:29.628913 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8c2ad434-da01-4139-b6ef-c99376ac811f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:29.629897 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-8c2ad434-da01-4139-b6ef-c99376ac811f admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/846fcf79-a303-46da-978b-ab9eeaa43651 HTTP/1.1" status: 204 len: 168 time: 0.1621397 Jul 14 09:29:29.635993 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-aeb27645-819a-415a-bea3-e12c5a3fbbcb req-290ec2c4-f6c2-43ee-a527-e5486d8fcfcb tempest-SecurityGroupRulesNegativeTestJSON-1245694218 tempest-SecurityGroupRulesNegativeTestJSON-1245694218-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:29.639803 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2ad434-da01-4139-b6ef-c99376ac811f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=846fcf79-a303-46da-978b-ab9eeaa43651,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:29.652723 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-c2b6a0cb-4606-46be-b112-3b4a4eec365e tempest-RoutersIpV6AdminTest-414384186 tempest-RoutersIpV6AdminTest-414384186-project-admin] 10.222.0.68 "GET /v2.0/routers/a498fe12-a962-45b3-80f0-df71f50601fa HTTP/1.1" status: 200 len: 925 time: 0.1697698 Jul 14 09:29:29.653063 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 53540) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:29.709373 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-aeb27645-819a-415a-bea3-e12c5a3fbbcb req-290ec2c4-f6c2-43ee-a527-e5486d8fcfcb tempest-SecurityGroupRulesNegativeTestJSON-1245694218 tempest-SecurityGroupRulesNegativeTestJSON-1245694218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:29.712052 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-aeb27645-819a-415a-bea3-e12c5a3fbbcb req-290ec2c4-f6c2-43ee-a527-e5486d8fcfcb tempest-SecurityGroupRulesNegativeTestJSON-1245694218 tempest-SecurityGroupRulesNegativeTestJSON-1245694218-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:29.713260 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-aeb27645-819a-415a-bea3-e12c5a3fbbcb req-290ec2c4-f6c2-43ee-a527-e5486d8fcfcb tempest-SecurityGroupRulesNegativeTestJSON-1245694218 tempest-SecurityGroupRulesNegativeTestJSON-1245694218-project] 10.222.0.68 "DELETE /v2.0/security-groups/66f2a8df-91db-4dda-ab86-f68790f28c8d HTTP/1.1" status: 204 len: 173 time: 0.2653284 Jul 14 09:29:29.724849 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290ec2c4-f6c2-43ee-a527-e5486d8fcfcb tempest-SecurityGroupRulesNegativeTestJSON-1245694218 tempest-SecurityGroupRulesNegativeTestJSON-1245694218-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66f2a8df-91db-4dda-ab86-f68790f28c8d,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:29.749800 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 49857456-823a-4ccb-9982-8fa10ce6a33d up at agent hyperv_n-h2-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:29:29.752686 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83b20f20-5adf-4232-a6d1-be99e814678f tempest-RoutersIpV6AdminTest-414384186 tempest-RoutersIpV6AdminTest-414384186-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:29.757172 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-83b20f20-5adf-4232-a6d1-be99e814678f tempest-RoutersIpV6AdminTest-414384186 tempest-RoutersIpV6AdminTest-414384186-project-admin] 10.222.0.68 "GET /v2.0/ports?network_id=2dcd4d32-cc7c-4468-b396-7ce5c9231892&device_id=a498fe12-a962-45b3-80f0-df71f50601fa&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1011086 Jul 14 09:29:29.758743 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 53548) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:29.813458 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-7e61b740-6219-42ea-a663-b696b8551c4f req-5999281b-6ef7-4178-9519-3fb703b90a7c tempest-SecurityGroupRulesNegativeTestJSON-1245694218 tempest-SecurityGroupRulesNegativeTestJSON-1245694218-project] 10.222.0.68 "GET /v2.0/security-groups/2444a5a3-da62-4fda-aea0-57353d3be745 HTTP/1.1" status: 200 len: 1815 time: 0.0733578 Jul 14 09:29:29.841782 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 53552) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:29.857653 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Provisioning for port 49857456-823a-4ccb-9982-8fa10ce6a33d completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:29:29.863625 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Provisioning complete for port 49857456-823a-4ccb-9982-8fa10ce6a33d triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:29:29.863995 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:29.906814 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-7e61b740-6219-42ea-a663-b696b8551c4f req-66dfb9d2-0364-4617-ac20-f496d2accca7 tempest-SecurityGroupRulesNegativeTestJSON-1245694218 tempest-SecurityGroupRulesNegativeTestJSON-1245694218-project] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:29.944909 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-664bd8db-1d07-4467-a13d-ad914025c9f3 tempest-RoutersIpV6AdminTest-414384186 tempest-RoutersIpV6AdminTest-414384186-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:29.950406 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-664bd8db-1d07-4467-a13d-ad914025c9f3 tempest-RoutersIpV6AdminTest-414384186 tempest-RoutersIpV6AdminTest-414384186-project-admin] 10.222.0.68 "GET /v2.0/networks/2dcd4d32-cc7c-4468-b396-7ce5c9231892 HTTP/1.1" status: 200 len: 881 time: 0.1897328 Jul 14 09:29:29.951033 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 53556) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:29.958259 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-7e61b740-6219-42ea-a663-b696b8551c4f req-66dfb9d2-0364-4617-ac20-f496d2accca7 tempest-SecurityGroupRulesNegativeTestJSON-1245694218 tempest-SecurityGroupRulesNegativeTestJSON-1245694218-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:29.975299 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:29.989791 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-e6fefdf4-c326-4841-9dce-f1146701990d tempest-RoutersIpV6AdminTest-419487075 tempest-RoutersIpV6AdminTest-419487075-project] 10.222.0.68 "GET /v2.0/ports?device_id=a498fe12-a962-45b3-80f0-df71f50601fa HTTP/1.1" status: 200 len: 205 time: 0.0348704 Jul 14 09:29:29.990923 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 53558) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:30.001970 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53563f6e-7033-4881-b21d-7977e55df67a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49857456-823a-4ccb-9982-8fa10ce6a33d'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:29:30.004642 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd62303f06773040a8a4e189dc46b4f565768c299abf8ab8e7739778b0bc3e97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7ba7bca-1c7e-4037-9d66-4f14622bd3de" -d '{"events": [{"server_uuid": "53563f6e-7033-4881-b21d-7977e55df67a", "name": "network-vif-plugged", "status": "completed", "tag": "49857456-823a-4ccb-9982-8fa10ce6a33d"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:29:30.020390 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 49857456-823a-4ccb-9982-8fa10ce6a33d, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=49857456-823a-4ccb-9982-8fa10ce6a33d,segment=NetworkSegment(4e909166-7a9a-4d71-9929-2b11d90f7baa),segment_id=4e909166-7a9a-4d71-9929-2b11d90f7baa)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:29:30.026009 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:30.097581 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:29:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c50c8c0-a65b-4538-8429-14e83d7e200e x-openstack-request-id: req-4c50c8c0-a65b-4538-8429-14e83d7e200e {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:29:30.098625 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53563f6e-7033-4881-b21d-7977e55df67a", "name": "network-vif-plugged", "status": "completed", "tag": "49857456-823a-4ccb-9982-8fa10ce6a33d", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:29:30.098907 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-4c50c8c0-a65b-4538-8429-14e83d7e200e {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:29:30.100468 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53563f6e-7033-4881-b21d-7977e55df67a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49857456-823a-4ccb-9982-8fa10ce6a33d', 'code': 200} Jul 14 09:29:30.162848 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Pushing event updated for resources: {'Port': ['ID=49857456-823a-4ccb-9982-8fa10ce6a33d,revision_number=5']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:30.200955 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 53564) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:30.229461 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-9e58799e-9e65-4ec9-a759-46ebc6020afd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:30.230874 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-7e61b740-6219-42ea-a663-b696b8551c4f req-66dfb9d2-0364-4617-ac20-f496d2accca7 tempest-SecurityGroupRulesNegativeTestJSON-1245694218 tempest-SecurityGroupRulesNegativeTestJSON-1245694218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:30.234903 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-7e61b740-6219-42ea-a663-b696b8551c4f req-66dfb9d2-0364-4617-ac20-f496d2accca7 tempest-SecurityGroupRulesNegativeTestJSON-1245694218 tempest-SecurityGroupRulesNegativeTestJSON-1245694218-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:30.236116 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-7e61b740-6219-42ea-a663-b696b8551c4f req-66dfb9d2-0364-4617-ac20-f496d2accca7 tempest-SecurityGroupRulesNegativeTestJSON-1245694218 tempest-SecurityGroupRulesNegativeTestJSON-1245694218-project] 10.222.0.68 "DELETE /v2.0/security-groups/2444a5a3-da62-4fda-aea0-57353d3be745 HTTP/1.1" status: 204 len: 173 time: 0.4150827 Jul 14 09:29:30.243463 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 53566) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:30.278260 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66dfb9d2-0364-4617-ac20-f496d2accca7 tempest-SecurityGroupRulesNegativeTestJSON-1245694218 tempest-SecurityGroupRulesNegativeTestJSON-1245694218-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2444a5a3-da62-4fda-aea0-57353d3be745,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:30.385723 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-49910e7d-9a2b-4a31-af88-1ed080eeb36d req-13d27b41-6bae-4217-bd6b-ac102722ce0b tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/ports?device_id=95b9a8bb-ffb8-4a06-a464-b6f623cf6c7e HTTP/1.1" status: 200 len: 210 time: 0.0821226 Jul 14 09:29:30.393466 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-10eb3958-335b-415f-9d19-b38ae336a89d admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=fa003bf88cb44e9a934a53762a81832a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5505381 Jul 14 09:29:30.400890 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 53572) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:30.407674 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-771239f3-78fe-41cc-8bb4-2975944f0f1d tempest-RoutersIpV6AdminTest-419487075 tempest-RoutersIpV6AdminTest-419487075-project] Notify callbacks [] for router, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:30.441416 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8441c528-2164-468f-8820-ebab87676cad req-2d906577-e87e-4943-9a42-0ebe0fb7dbc3 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:30.443086 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8441c528-2164-468f-8820-ebab87676cad req-2d906577-e87e-4943-9a42-0ebe0fb7dbc3 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.65 "GET /v2.0/networks?id=b13d7c6c-cfbf-4964-b16a-12c3c2736fe4 HTTP/1.1" status: 200 len: 806 time: 0.3376451 Jul 14 09:29:30.457274 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_v2 [None req-e50156e9-861d-4898-ab3e-457ec84892f3 admin admin] Deleting subnet 68bf4f05-5a23-43e8-8696-5fc636480762 {{(pid=93957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:29:30.472961 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e50156e9-861d-4898-ab3e-457ec84892f3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:30.485833 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-8441c528-2164-468f-8820-ebab87676cad req-82513a36-8570-4b8b-8028-cca542ad03ee tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Request body: {'port': {'device_id': '95b9a8bb-ffb8-4a06-a464-b6f623cf6c7e', 'network_id': 'b13d7c6c-cfbf-4964-b16a-12c3c2736fe4', 'admin_state_up': True, 'tenant_id': '5a5f2c2d833f465d9525ee4af4d3c349'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:30.487315 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bf8c4b-fbba-45dd-9c90-5a157e1c5255 req-3e38a9aa-0c54-4aa9-8c5f-34dbc7f3271a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:30.488831 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-04bf8c4b-fbba-45dd-9c90-5a157e1c5255 req-3e38a9aa-0c54-4aa9-8c5f-34dbc7f3271a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=53563f6e-7033-4881-b21d-7977e55df67a HTTP/1.1" status: 200 len: 1098 time: 0.2022440 Jul 14 09:29:30.579981 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-04bf8c4b-fbba-45dd-9c90-5a157e1c5255 req-c454c03f-874f-404e-b1db-c0dd9f032b62 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=b4ff2369-e32d-44b9-a882-4dd3dbe0fc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840464 Jul 14 09:29:30.585628 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.agents_db [None req-3c3509fb-540d-4335-a450-574895dd3602 None None] Agent healthcheck: found 7 active agents {{(pid=93960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:29:30.596660 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d2e628-d986-461e-ad19-d2844210c5e7 req-dfab7226-02dd-46c1-80fd-e530efbc76d8 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:30.598183 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-31d2e628-d986-461e-ad19-d2844210c5e7 req-dfab7226-02dd-46c1-80fd-e530efbc76d8 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] 10.222.0.68 "GET /v2.0/ports?device_id=53563f6e-7033-4881-b21d-7977e55df67a HTTP/1.1" status: 200 len: 946 time: 0.2202423 Jul 14 09:29:30.604385 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-771239f3-78fe-41cc-8bb4-2975944f0f1d tempest-RoutersIpV6AdminTest-419487075 tempest-RoutersIpV6AdminTest-419487075-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:30.610121 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e50156e9-861d-4898-ab3e-457ec84892f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10944203'] for subnet, precommit_delete_associations {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:30.666603 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-31d2e628-d986-461e-ad19-d2844210c5e7 req-f1654f1d-ca62-4e4d-be32-ccdd24219921 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] 10.222.0.68 "GET /v2.0/security-groups?id=b4ff2369-e32d-44b9-a882-4dd3dbe0fc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589695 Jul 14 09:29:30.672107 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-511f5978-209e-45ea-860d-1f87a3db6eae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:30.685050 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-771239f3-78fe-41cc-8bb4-2975944f0f1d tempest-RoutersIpV6AdminTest-419487075 tempest-RoutersIpV6AdminTest-419487075-project] Deleting port 3d817754-2c4a-4203-bb9a-b5dc5e65ef99 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:29:30.685458 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-771239f3-78fe-41cc-8bb4-2975944f0f1d tempest-RoutersIpV6AdminTest-419487075 tempest-RoutersIpV6AdminTest-419487075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:30.720543 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-511f5978-209e-45ea-860d-1f87a3db6eae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:30.734942 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e50156e9-861d-4898-ab3e-457ec84892f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3481002'] for subnet, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:30.766719 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-771239f3-78fe-41cc-8bb4-2975944f0f1d tempest-RoutersIpV6AdminTest-419487075 tempest-RoutersIpV6AdminTest-419487075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:30.778561 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-771239f3-78fe-41cc-8bb4-2975944f0f1d tempest-RoutersIpV6AdminTest-419487075 tempest-RoutersIpV6AdminTest-419487075-project] Calling delete_port for 3d817754-2c4a-4203-bb9a-b5dc5e65ef99 owned by network:router_gateway {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:29:30.808669 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-9e58799e-9e65-4ec9-a759-46ebc6020afd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:30.818389 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-9e58799e-9e65-4ec9-a759-46ebc6020afd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:30.872308 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8441c528-2164-468f-8820-ebab87676cad req-82513a36-8570-4b8b-8028-cca542ad03ee tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Made reservation on behalf of 5a5f2c2d833f465d9525ee4af4d3c349 for: {'port': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:29:30.876083 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-8441c528-2164-468f-8820-ebab87676cad req-82513a36-8570-4b8b-8028-cca542ad03ee tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:30.886949 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-9e58799e-9e65-4ec9-a759-46ebc6020afd admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=e4cc0a82b2a043b0946443675696bf3d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6846175 Jul 14 09:29:30.895135 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 53574) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:30.898944 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e50156e9-861d-4898-ab3e-457ec84892f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10052701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11984075'] for subnet, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:30.905157 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-511f5978-209e-45ea-860d-1f87a3db6eae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:30.908253 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-511f5978-209e-45ea-860d-1f87a3db6eae admin admin] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:30.912076 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-511f5978-209e-45ea-860d-1f87a3db6eae admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/20ea12ac-4296-402c-a5c4-5f1690267443 HTTP/1.1" status: 204 len: 168 time: 0.5070999 Jul 14 09:29:30.918424 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e58799e-9e65-4ec9-a759-46ebc6020afd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1a58bf3-00a1-4e47-bcc6-b857fbae5c01,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:30.951293 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e50156e9-861d-4898-ab3e-457ec84892f3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:30.953173 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-e50156e9-861d-4898-ab3e-457ec84892f3 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/68bf4f05-5a23-43e8-8696-5fc636480762 HTTP/1.1" status: 204 len: 168 time: 0.7055016 Jul 14 09:29:30.961477 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50156e9-861d-4898-ab3e-457ec84892f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=68bf4f05-5a23-43e8-8696-5fc636480762,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:30.964033 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 53580) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:30.981761 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511f5978-209e-45ea-860d-1f87a3db6eae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20ea12ac-4296-402c-a5c4-5f1690267443,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:31.060135 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-771239f3-78fe-41cc-8bb4-2975944f0f1d tempest-RoutersIpV6AdminTest-419487075 tempest-RoutersIpV6AdminTest-419487075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:31.102727 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771239f3-78fe-41cc-8bb4-2975944f0f1d tempest-RoutersIpV6AdminTest-419487075 tempest-RoutersIpV6AdminTest-419487075-project] Pushing event deleted for resources: {'Port': ['ID=3d817754-2c4a-4203-bb9a-b5dc5e65ef99,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:31.166755 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4c6be8d4-9398-4d15-bcec-e3c180c388ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3876111'] for network, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:31.167159 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3098e03b-6924-4109-b019-a1ef76fc6776 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:31.187700 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-771239f3-78fe-41cc-8bb4-2975944f0f1d tempest-RoutersIpV6AdminTest-419487075 tempest-RoutersIpV6AdminTest-419487075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-660532'] for router_gateway, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:31.249822 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3098e03b-6924-4109-b019-a1ef76fc6776 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:31.296606 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-771239f3-78fe-41cc-8bb4-2975944f0f1d tempest-RoutersIpV6AdminTest-419487075 tempest-RoutersIpV6AdminTest-419487075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-711871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12964'] for router, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:31.300337 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-771239f3-78fe-41cc-8bb4-2975944f0f1d tempest-RoutersIpV6AdminTest-419487075 tempest-RoutersIpV6AdminTest-419487075-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:31.326538 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [req-8441c528-2164-468f-8820-ebab87676cad req-82513a36-8570-4b8b-8028-cca542ad03ee tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Allocated IP 172.20.0.4 (b13d7c6c-cfbf-4964-b16a-12c3c2736fe4/4eebc946-7649-496b-bf8c-5c786643586c/ed0ac93c-f9e8-4f06-a44f-836b17511f5e) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:29:31.338668 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4c6be8d4-9398-4d15-bcec-e3c180c388ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473955', 'neutron.services.segments.db._delete_segments_for_network-8735688326548'] for network, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:31.356759 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-4c6be8d4-9398-4d15-bcec-e3c180c388ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fc09b94-3667-4f45-b0bb-d31723c3f6d4']}} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:31.376121 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-4c6be8d4-9398-4d15-bcec-e3c180c388ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97166b14-8ca4-447a-8290-e3b8b378aa52') {'for_net_delete': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:31.377048 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-4c6be8d4-9398-4d15-bcec-e3c180c388ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97166b14-8ca4-447a-8290-e3b8b378aa52') {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:31.381458 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-771239f3-78fe-41cc-8bb4-2975944f0f1d tempest-RoutersIpV6AdminTest-419487075 tempest-RoutersIpV6AdminTest-419487075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-704815'] for router, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:31.382592 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-771239f3-78fe-41cc-8bb4-2975944f0f1d tempest-RoutersIpV6AdminTest-419487075 tempest-RoutersIpV6AdminTest-419487075-project] Fanout notify agent at l3_agent the message router_deleted on router a498fe12-a962-45b3-80f0-df71f50601fa {{(pid=93958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:29:31.396150 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-771239f3-78fe-41cc-8bb4-2975944f0f1d tempest-RoutersIpV6AdminTest-419487075 tempest-RoutersIpV6AdminTest-419487075-project] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:31.397606 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-771239f3-78fe-41cc-8bb4-2975944f0f1d tempest-RoutersIpV6AdminTest-419487075 tempest-RoutersIpV6AdminTest-419487075-project] 10.222.0.68 "DELETE /v2.0/routers/a498fe12-a962-45b3-80f0-df71f50601fa HTTP/1.1" status: 204 len: 168 time: 1.3955343 Jul 14 09:29:31.406227 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 53584) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:31.408664 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4c6be8d4-9398-4d15-bcec-e3c180c388ce admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735688356235', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10944210'] for segment, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:31.414583 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3098e03b-6924-4109-b019-a1ef76fc6776 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:31.421463 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3098e03b-6924-4109-b019-a1ef76fc6776 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:31.427905 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-3098e03b-6924-4109-b019-a1ef76fc6776 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/d1a58bf3-00a1-4e47-bcc6-b857fbae5c01 HTTP/1.1" status: 204 len: 168 time: 0.5275424 Jul 14 09:29:31.440854 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3098e03b-6924-4109-b019-a1ef76fc6776 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1a58bf3-00a1-4e47-bcc6-b857fbae5c01,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:31.444035 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-d58c62e0-259c-4762-8243-5f71b39e3c2b tempest-RoutersIpV6AdminTest-419487075 tempest-RoutersIpV6AdminTest-419487075-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-23314420', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'}, 'admin_state_up': False}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:31.532209 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 53590) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:31.538819 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4c6be8d4-9398-4d15-bcec-e3c180c388ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:31.551435 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c6be8d4-9398-4d15-bcec-e3c180c388ce admin admin] Releasing vlan 714 on physical network physnet1 to pool {{(pid=93957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:29:31.551435 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4c6be8d4-9398-4d15-bcec-e3c180c388ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10053619'] for segment, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:31.553420 n-d-779913-29 neutron-server[93957]: Traceback (most recent call last): Jul 14 09:29:31.553420 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:29:31.553420 n-d-779913-29 neutron-server[93957]: timer() Jul 14 09:29:31.553420 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:29:31.553420 n-d-779913-29 neutron-server[93957]: cb(*args, **kw) Jul 14 09:29:31.553420 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:29:31.553420 n-d-779913-29 neutron-server[93957]: return func(*args, **kwargs) Jul 14 09:29:31.553420 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:29:31.553420 n-d-779913-29 neutron-server[93957]: self._notify() Jul 14 09:29:31.553420 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:29:31.553420 n-d-779913-29 neutron-server[93957]: self.callback(batched_events) Jul 14 09:29:31.553420 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:29:31.553420 n-d-779913-29 neutron-server[93957]: event.method(event) Jul 14 09:29:31.553420 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:29:31.553420 n-d-779913-29 neutron-server[93957]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:29:31.553420 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:29:31.553420 n-d-779913-29 neutron-server[93957]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:29:31.553420 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:29:31.553420 n-d-779913-29 neutron-server[93957]: return f(self, *a, **k) Jul 14 09:29:31.553420 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:29:31.553420 n-d-779913-29 neutron-server[93957]: return self._get(url).json() Jul 14 09:29:31.553420 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:29:31.553420 n-d-779913-29 neutron-server[93957]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:29:31.553420 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:29:31.553420 n-d-779913-29 neutron-server[93957]: return self.request(url, 'GET', **kwargs) Jul 14 09:29:31.553420 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:29:31.553420 n-d-779913-29 neutron-server[93957]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:29:31.553420 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:29:31.553420 n-d-779913-29 neutron-server[93957]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:29:31.553420 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:29:31.553420 n-d-779913-29 neutron-server[93957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:29:31.553420 n-d-779913-29 neutron-server[93957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:29:31.572580 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d58c62e0-259c-4762-8243-5f71b39e3c2b tempest-RoutersIpV6AdminTest-419487075 tempest-RoutersIpV6AdminTest-419487075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-711749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14670'] for router, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:31.573653 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d58c62e0-259c-4762-8243-5f71b39e3c2b tempest-RoutersIpV6AdminTest-419487075 tempest-RoutersIpV6AdminTest-419487075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-711718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-661475', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14679'] for router, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:31.613393 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-15bb548e-6743-47c2-86d6-6626901d234f req-5dc9494a-c7cc-4c1a-8706-38e5193fe60e tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/ports?device_id=95b9a8bb-ffb8-4a06-a464-b6f623cf6c7e HTTP/1.1" status: 200 len: 210 time: 0.0475795 Jul 14 09:29:31.622497 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-22e241bb-fe56-4a4f-8cf2-809d4b927377 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=58afb68aeecf416bb05bb33bc761694a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0887542 Jul 14 09:29:31.624806 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 53596) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:31.673150 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-8441c528-2164-468f-8820-ebab87676cad req-82513a36-8570-4b8b-8028-cca542ad03ee tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:31.702363 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bfff823f-145e-41d7-bfaa-33c9db2b91b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:31.730256 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bfff823f-145e-41d7-bfaa-33c9db2b91b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:31.788523 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bfff823f-145e-41d7-bfaa-33c9db2b91b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:31.792469 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bfff823f-145e-41d7-bfaa-33c9db2b91b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:31.793787 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-bfff823f-145e-41d7-bfaa-33c9db2b91b2 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/95616985-c25f-4d73-ac8e-315e2f1f97ea HTTP/1.1" status: 204 len: 168 time: 0.1678615 Jul 14 09:29:31.815830 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4c6be8d4-9398-4d15-bcec-e3c180c388ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660504'] for network, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:31.829946 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfff823f-145e-41d7-bfaa-33c9db2b91b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95616985-c25f-4d73-ac8e-315e2f1f97ea,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:31.879019 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d58c62e0-259c-4762-8243-5f71b39e3c2b tempest-RoutersIpV6AdminTest-419487075 tempest-RoutersIpV6AdminTest-419487075-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:31.909828 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 53602) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:31.912740 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4c6be8d4-9398-4d15-bcec-e3c180c388ce admin admin] Notify callbacks [] for network, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:31.914801 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-4c6be8d4-9398-4d15-bcec-e3c180c388ce admin admin] 10.222.0.68 "DELETE /v2.0/networks/3fc09b94-3667-4f45-b0bb-d31723c3f6d4 HTTP/1.1" status: 204 len: 168 time: 0.9438598 Jul 14 09:29:31.915745 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6be8d4-9398-4d15-bcec-e3c180c388ce admin admin] Pushing event deleted for resources: {'Network': ['ID=3fc09b94-3667-4f45-b0bb-d31723c3f6d4,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:31.942114 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-281d4351-775c-495e-b20c-4ecef725bedd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:31.966756 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa390a8-4b0c-4953-a43d-dabb241b40a7 req-de0bd203-c7e4-4d2f-997a-1fa96e6fd8b5 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:31.968675 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-bfa390a8-4b0c-4953-a43d-dabb241b40a7 req-de0bd203-c7e4-4d2f-997a-1fa96e6fd8b5 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] 10.222.0.68 "GET /v2.0/ports?device_id=53563f6e-7033-4881-b21d-7977e55df67a HTTP/1.1" status: 200 len: 946 time: 0.0780587 Jul 14 09:29:32.022444 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-bfa390a8-4b0c-4953-a43d-dabb241b40a7 req-c75ee1d5-8236-4cfe-bf02-d4a7981419d3 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] 10.222.0.68 "GET /v2.0/security-groups?id=b4ff2369-e32d-44b9-a882-4dd3dbe0fc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451224 Jul 14 09:29:32.074254 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-8441c528-2164-468f-8820-ebab87676cad req-82513a36-8570-4b8b-8028-cca542ad03ee tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:32.115025 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] get_ports_and_sgs() called for port_ids ['355d4f4e-0f97-4599-8580-8d12831aaf46'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:29:32.194883 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 53610) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:32.269529 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-337ae88f-02ed-4cb2-8a90-6bbdd721be20 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=e5473a65026e414ab6810f0c296ed137&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0703828 Jul 14 09:29:32.270211 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 53614) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:32.353277 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d2d28753-f365-4ba3-bbde-8870f3f1faf5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:32.384848 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d2d28753-f365-4ba3-bbde-8870f3f1faf5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:32.435555 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d2d28753-f365-4ba3-bbde-8870f3f1faf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:32.438773 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d2d28753-f365-4ba3-bbde-8870f3f1faf5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:32.443103 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-d2d28753-f365-4ba3-bbde-8870f3f1faf5 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/8a7cd228-3d20-407c-ae46-97a26f89c35e HTTP/1.1" status: 204 len: 168 time: 0.1718264 Jul 14 09:29:32.452000 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d28753-f365-4ba3-bbde-8870f3f1faf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a7cd228-3d20-407c-ae46-97a26f89c35e,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:32.533718 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8441c528-2164-468f-8820-ebab87676cad req-82513a36-8570-4b8b-8028-cca542ad03ee tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Network b13d7c6c-cfbf-4964-b16a-12c3c2736fe4 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:29:32.535810 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d58c62e0-259c-4762-8243-5f71b39e3c2b tempest-RoutersIpV6AdminTest-419487075 tempest-RoutersIpV6AdminTest-419487075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-661489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-711771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12973'] for router, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:32.556917 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [req-8441c528-2164-468f-8820-ebab87676cad req-82513a36-8570-4b8b-8028-cca542ad03ee tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:29:32.568091 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-8441c528-2164-468f-8820-ebab87676cad req-82513a36-8570-4b8b-8028-cca542ad03ee tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:29:32.613608 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82513a36-8570-4b8b-8028-cca542ad03ee tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Pushing event updated for resources: {'Port': ['ID=ed0ac93c-f9e8-4f06-a44f-836b17511f5e,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:32.663647 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-281d4351-775c-495e-b20c-4ecef725bedd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:32.673884 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-281d4351-775c-495e-b20c-4ecef725bedd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:32.705769 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8441c528-2164-468f-8820-ebab87676cad req-82513a36-8570-4b8b-8028-cca542ad03ee tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:32.706540 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-8441c528-2164-468f-8820-ebab87676cad req-82513a36-8570-4b8b-8028-cca542ad03ee tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:32.740338 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-281d4351-775c-495e-b20c-4ecef725bedd admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=0910858160c240ce8b4807321e74a947&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8217382 Jul 14 09:29:32.743219 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 53636) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:32.748779 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281d4351-775c-495e-b20c-4ecef725bedd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=864dc337-890c-499b-96ca-811afa3a0fdb,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:32.756142 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8441c528-2164-468f-8820-ebab87676cad req-82513a36-8570-4b8b-8028-cca542ad03ee tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2753000 Jul 14 09:29:32.778649 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-8441c528-2164-468f-8820-ebab87676cad req-2d65061a-f416-4f27-9c36-5e057d0f78de service neutron] Request body: {'port': {'device_id': '95b9a8bb-ffb8-4a06-a464-b6f623cf6c7e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-29'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:32.954241 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c211c793-064f-4671-88e9-5d0567c75dbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:32.991121 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c211c793-064f-4671-88e9-5d0567c75dbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:33.021339 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d58c62e0-259c-4762-8243-5f71b39e3c2b tempest-RoutersIpV6AdminTest-419487075 tempest-RoutersIpV6AdminTest-419487075-project] Notify callbacks [] for router_gateway, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:33.042111 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0703d5-1b8c-4270-bffb-39edcb40901f req-6611d61e-fc39-4288-af6c-7c724056e5c6 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:33.048321 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-8441c528-2164-468f-8820-ebab87676cad req-2d65061a-f416-4f27-9c36-5e057d0f78de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:33.050468 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-6c0703d5-1b8c-4270-bffb-39edcb40901f req-6611d61e-fc39-4288-af6c-7c724056e5c6 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/ports?device_id=95b9a8bb-ffb8-4a06-a464-b6f623cf6c7e HTTP/1.1" status: 200 len: 931 time: 0.2133441 Jul 14 09:29:33.057928 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d58c62e0-259c-4762-8243-5f71b39e3c2b tempest-RoutersIpV6AdminTest-419487075 tempest-RoutersIpV6AdminTest-419487075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:33.086480 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 53650) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:33.139195 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-6c0703d5-1b8c-4270-bffb-39edcb40901f req-ba1b1cf5-1a0b-4547-96b6-51b6de5dd581 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/security-groups?id=bfacbc39-872c-438f-b7f4-05abded490ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870769 Jul 14 09:29:33.158680 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c211c793-064f-4671-88e9-5d0567c75dbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:33.162919 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c211c793-064f-4671-88e9-5d0567c75dbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:33.164368 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-c211c793-064f-4671-88e9-5d0567c75dbe admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/864dc337-890c-499b-96ca-811afa3a0fdb HTTP/1.1" status: 204 len: 168 time: 0.4198370 Jul 14 09:29:33.174618 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c211c793-064f-4671-88e9-5d0567c75dbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=864dc337-890c-499b-96ca-811afa3a0fdb,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:33.254449 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-2115aad3-fe6b-41d2-a406-b365ce35b753 tempest-FloatingIPNegativeTestJSON-1307336812 tempest-FloatingIPNegativeTestJSON-1307336812-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-262541173'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:33.281318 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2115aad3-fe6b-41d2-a406-b365ce35b753 tempest-FloatingIPNegativeTestJSON-1307336812 tempest-FloatingIPNegativeTestJSON-1307336812-project] Made reservation on behalf of c28c580490ea47e8b14b0fe5899973a4 for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:29:33.290418 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2115aad3-fe6b-41d2-a406-b365ce35b753 tempest-FloatingIPNegativeTestJSON-1307336812 tempest-FloatingIPNegativeTestJSON-1307336812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:33.310189 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2115aad3-fe6b-41d2-a406-b365ce35b753 tempest-FloatingIPNegativeTestJSON-1307336812 tempest-FloatingIPNegativeTestJSON-1307336812-project] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:33.388435 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-d58c62e0-259c-4762-8243-5f71b39e3c2b tempest-RoutersIpV6AdminTest-419487075 tempest-RoutersIpV6AdminTest-419487075-project] Allocated IP 172.25.4.22 (2dcd4d32-cc7c-4468-b396-7ce5c9231892/6cd22a75-5bc1-467c-a3c4-0af04bd1b34a/eec33264-92c8-49fa-be24-dc41cbb2645d) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:29:33.493018 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2115aad3-fe6b-41d2-a406-b365ce35b753 tempest-FloatingIPNegativeTestJSON-1307336812 tempest-FloatingIPNegativeTestJSON-1307336812-project] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:33.496559 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a48de19-c60d-4405-a7e1-741a482061a4 req-46d4cae6-cd41-4aeb-acf5-58e0bfe1280d tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:33.498209 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-9a48de19-c60d-4405-a7e1-741a482061a4 req-46d4cae6-cd41-4aeb-acf5-58e0bfe1280d tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] 10.222.0.68 "GET /v2.0/ports?device_id=53563f6e-7033-4881-b21d-7977e55df67a HTTP/1.1" status: 200 len: 946 time: 0.2782874 Jul 14 09:29:33.498771 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2115aad3-fe6b-41d2-a406-b365ce35b753 tempest-FloatingIPNegativeTestJSON-1307336812 tempest-FloatingIPNegativeTestJSON-1307336812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:33.525873 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2115aad3-fe6b-41d2-a406-b365ce35b753 tempest-FloatingIPNegativeTestJSON-1307336812 tempest-FloatingIPNegativeTestJSON-1307336812-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 744} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:29:33.542607 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2115aad3-fe6b-41d2-a406-b365ce35b753 tempest-FloatingIPNegativeTestJSON-1307336812 tempest-FloatingIPNegativeTestJSON-1307336812-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac55f134-834e-41f5-b3d2-ec9a9d68765b,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:33.559503 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2115aad3-fe6b-41d2-a406-b365ce35b753 tempest-FloatingIPNegativeTestJSON-1307336812 tempest-FloatingIPNegativeTestJSON-1307336812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:33.559859 n-d-779913-29 neutron-server[93958]: INFO neutron.db.segments_db [None req-2115aad3-fe6b-41d2-a406-b365ce35b753 tempest-FloatingIPNegativeTestJSON-1307336812 tempest-FloatingIPNegativeTestJSON-1307336812-project] Added segment ccf1780a-964e-47c6-a07f-a3386f6fbde4 of type vlan for network 1a26d14a-1210-4878-ab2e-f03aeb70ac27 Jul 14 09:29:33.598782 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-9a48de19-c60d-4405-a7e1-741a482061a4 req-eeefa35c-477c-43d9-814b-2bee02725414 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] 10.222.0.68 "GET /v2.0/security-groups?id=b4ff2369-e32d-44b9-a882-4dd3dbe0fc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815578 Jul 14 09:29:33.636662 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2115aad3-fe6b-41d2-a406-b365ce35b753 tempest-FloatingIPNegativeTestJSON-1307336812 tempest-FloatingIPNegativeTestJSON-1307336812-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735687821325'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:33.670623 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2115aad3-fe6b-41d2-a406-b365ce35b753 tempest-FloatingIPNegativeTestJSON-1307336812 tempest-FloatingIPNegativeTestJSON-1307336812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:33.677696 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2115aad3-fe6b-41d2-a406-b365ce35b753 tempest-FloatingIPNegativeTestJSON-1307336812 tempest-FloatingIPNegativeTestJSON-1307336812-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:33.678640 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2115aad3-fe6b-41d2-a406-b365ce35b753 tempest-FloatingIPNegativeTestJSON-1307336812 tempest-FloatingIPNegativeTestJSON-1307336812-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:33.710255 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d58c62e0-259c-4762-8243-5f71b39e3c2b tempest-RoutersIpV6AdminTest-419487075 tempest-RoutersIpV6AdminTest-419487075-project] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:33.738326 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [req-8441c528-2164-468f-8820-ebab87676cad req-2d65061a-f416-4f27-9c36-5e057d0f78de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed0ac93c-f9e8-4f06-a44f-836b17511f5e {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:29:33.752552 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-8441c528-2164-468f-8820-ebab87676cad req-2d65061a-f416-4f27-9c36-5e057d0f78de service neutron] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:33.784899 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [req-8441c528-2164-468f-8820-ebab87676cad req-2d65061a-f416-4f27-9c36-5e057d0f78de service neutron] Transition to ACTIVE for port object ed0ac93c-f9e8-4f06-a44f-836b17511f5e will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:29:33.796251 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-2115aad3-fe6b-41d2-a406-b365ce35b753 tempest-FloatingIPNegativeTestJSON-1307336812 tempest-FloatingIPNegativeTestJSON-1307336812-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.7037382 Jul 14 09:29:33.797096 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 53682) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:33.803553 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-8441c528-2164-468f-8820-ebab87676cad req-2d65061a-f416-4f27-9c36-5e057d0f78de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:33.820227 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d58c62e0-259c-4762-8243-5f71b39e3c2b tempest-RoutersIpV6AdminTest-419487075 tempest-RoutersIpV6AdminTest-419487075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:33.831254 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-0e9c7fe4-8635-4540-9530-e25308958d5e tempest-FloatingIPNegativeTestJSON-1307336812 tempest-FloatingIPNegativeTestJSON-1307336812-project] Request body: {'subnet': {'network_id': '1a26d14a-1210-4878-ab2e-f03aeb70ac27', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:33.863427 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2115aad3-fe6b-41d2-a406-b365ce35b753 tempest-FloatingIPNegativeTestJSON-1307336812 tempest-FloatingIPNegativeTestJSON-1307336812-project] Pushing event updated for resources: {'Network': ['ID=1a26d14a-1210-4878-ab2e-f03aeb70ac27,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:33.875987 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Network 1a26d14a-1210-4878-ab2e-f03aeb70ac27 details requested by agent ovs-agent-n-d-779913-29 with host n-d-779913-29 {{(pid=93959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:29:33.886419 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d58c62e0-259c-4762-8243-5f71b39e3c2b tempest-RoutersIpV6AdminTest-419487075 tempest-RoutersIpV6AdminTest-419487075-project] Network 2dcd4d32-cc7c-4468-b396-7ce5c9231892 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:29:33.893170 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-d58c62e0-259c-4762-8243-5f71b39e3c2b tempest-RoutersIpV6AdminTest-419487075 tempest-RoutersIpV6AdminTest-419487075-project] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:29:33.896151 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d58c62e0-259c-4762-8243-5f71b39e3c2b tempest-RoutersIpV6AdminTest-419487075 tempest-RoutersIpV6AdminTest-419487075-project] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:29:33.906002 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d65061a-f416-4f27-9c36-5e057d0f78de service neutron] Pushing event updated for resources: {'Port': ['ID=ed0ac93c-f9e8-4f06-a44f-836b17511f5e,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:34.017711 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edf4cda-33ec-428f-b195-545cb8fa1bba req-00bdcf69-bb3b-4691-9240-01889c44ad15 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:34.019578 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-2edf4cda-33ec-428f-b195-545cb8fa1bba req-00bdcf69-bb3b-4691-9240-01889c44ad15 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] 10.222.0.68 "GET /v2.0/ports?device_id=53563f6e-7033-4881-b21d-7977e55df67a HTTP/1.1" status: 200 len: 946 time: 0.2452049 Jul 14 09:29:34.031447 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 53692) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:34.035453 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e9c7fe4-8635-4540-9530-e25308958d5e tempest-FloatingIPNegativeTestJSON-1307336812 tempest-FloatingIPNegativeTestJSON-1307336812-project] Made reservation on behalf of c28c580490ea47e8b14b0fe5899973a4 for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:29:34.043688 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-b11323d1-e934-49aa-8f99-5405967a77d6 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Request body: {'floatingip': {'port_id': '49857456-823a-4ccb-9982-8fa10ce6a33d'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:34.047190 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0e9c7fe4-8635-4540-9530-e25308958d5e tempest-FloatingIPNegativeTestJSON-1307336812 tempest-FloatingIPNegativeTestJSON-1307336812-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16714600'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:34.162306 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58c62e0-259c-4762-8243-5f71b39e3c2b tempest-RoutersIpV6AdminTest-419487075 tempest-RoutersIpV6AdminTest-419487075-project] Pushing event updated for resources: {'Port': ['ID=eec33264-92c8-49fa-be24-dc41cbb2645d,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:34.203205 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b11323d1-e934-49aa-8f99-5405967a77d6 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Notify callbacks [] for floatingip, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:34.313020 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-8441c528-2164-468f-8820-ebab87676cad req-2d65061a-f416-4f27-9c36-5e057d0f78de service neutron] Attempting to bind port ed0ac93c-f9e8-4f06-a44f-836b17511f5e on host n-h1-779913-29 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:29:34.313020 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-8441c528-2164-468f-8820-ebab87676cad req-2d65061a-f416-4f27-9c36-5e057d0f78de service neutron] Attempting to bind port ed0ac93c-f9e8-4f06-a44f-836b17511f5e by drivers openvswitch,hyperv on host n-h1-779913-29 at level 0 using segments [{'id': 'f28b4a20-abdb-43f4-86e7-8da3ae7a1990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'b13d7c6c-cfbf-4964-b16a-12c3c2736fe4'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:29:34.313640 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8441c528-2164-468f-8820-ebab87676cad req-2d65061a-f416-4f27-9c36-5e057d0f78de service neutron] Attempting to bind port ed0ac93c-f9e8-4f06-a44f-836b17511f5e on network b13d7c6c-cfbf-4964-b16a-12c3c2736fe4 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:29:34.322757 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0e9c7fe4-8635-4540-9530-e25308958d5e tempest-FloatingIPNegativeTestJSON-1307336812 tempest-FloatingIPNegativeTestJSON-1307336812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13573993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16714586'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:34.381344 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8441c528-2164-468f-8820-ebab87676cad req-2d65061a-f416-4f27-9c36-5e057d0f78de service neutron] Port ed0ac93c-f9e8-4f06-a44f-836b17511f5e on network b13d7c6c-cfbf-4964-b16a-12c3c2736fe4 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-29 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:29:34.381843 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8441c528-2164-468f-8820-ebab87676cad req-2d65061a-f416-4f27-9c36-5e057d0f78de service neutron] Attempting to bind port ed0ac93c-f9e8-4f06-a44f-836b17511f5e on network b13d7c6c-cfbf-4964-b16a-12c3c2736fe4 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:29:34.400735 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9c7fe4-8635-4540-9530-e25308958d5e tempest-FloatingIPNegativeTestJSON-1307336812 tempest-FloatingIPNegativeTestJSON-1307336812-project] Pushing event updated for resources: {'Subnet': ['ID=c10fa959-73b1-4148-bf43-7d09afd5ff5f,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:34.403593 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e9c7fe4-8635-4540-9530-e25308958d5e tempest-FloatingIPNegativeTestJSON-1307336812 tempest-FloatingIPNegativeTestJSON-1307336812-project] Checking segment: {'id': 'ccf1780a-964e-47c6-a07f-a3386f6fbde4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '1a26d14a-1210-4878-ab2e-f03aeb70ac27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:29:34.403961 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e9c7fe4-8635-4540-9530-e25308958d5e tempest-FloatingIPNegativeTestJSON-1307336812 tempest-FloatingIPNegativeTestJSON-1307336812-project] Network hostable DHCP agents. Network: 1a26d14a-1210-4878-ab2e-f03aeb70ac27, hostable agents: ['c6a09bd4-f72e-4283-a3ca-0bbca8a51081'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:29:34.425400 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e9c7fe4-8635-4540-9530-e25308958d5e tempest-FloatingIPNegativeTestJSON-1307336812 tempest-FloatingIPNegativeTestJSON-1307336812-project] Network 1a26d14a-1210-4878-ab2e-f03aeb70ac27 is scheduled to be hosted by DHCP agent c6a09bd4-f72e-4283-a3ca-0bbca8a51081 with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:29:34.427283 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8441c528-2164-468f-8820-ebab87676cad req-2d65061a-f416-4f27-9c36-5e057d0f78de service neutron] Checking agent: {'id': 'de11e667-f145-47b0-bd09-334a7505938e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 13, 12), 'started_at': datetime.datetime(2021, 7, 14, 9, 13, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 29, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:29:34.427705 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8441c528-2164-468f-8820-ebab87676cad req-2d65061a-f416-4f27-9c36-5e057d0f78de service neutron] Checking segment: {'id': 'f28b4a20-abdb-43f4-86e7-8da3ae7a1990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'b13d7c6c-cfbf-4964-b16a-12c3c2736fe4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:29:34.428173 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8441c528-2164-468f-8820-ebab87676cad req-2d65061a-f416-4f27-9c36-5e057d0f78de service neutron] Bound using segment: {'id': 'f28b4a20-abdb-43f4-86e7-8da3ae7a1990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'b13d7c6c-cfbf-4964-b16a-12c3c2736fe4'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:29:34.428850 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-8441c528-2164-468f-8820-ebab87676cad req-2d65061a-f416-4f27-9c36-5e057d0f78de service neutron] Bound port: ed0ac93c-f9e8-4f06-a44f-836b17511f5e, host: n-h1-779913-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f28b4a20-abdb-43f4-86e7-8da3ae7a1990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'b13d7c6c-cfbf-4964-b16a-12c3c2736fe4'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:29:34.429323 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-8441c528-2164-468f-8820-ebab87676cad req-2d65061a-f416-4f27-9c36-5e057d0f78de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:34.436200 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-0e9c7fe4-8635-4540-9530-e25308958d5e tempest-FloatingIPNegativeTestJSON-1307336812 tempest-FloatingIPNegativeTestJSON-1307336812-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-29, 1a26d14a-1210-4878-ab2e-f03aeb70ac27) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:29:34.445300 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07ccb711-228a-4ecf-a2ed-b732f13f6db3 None None] Network 1a26d14a-1210-4878-ab2e-f03aeb70ac27 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:29:34.449657 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e9c7fe4-8635-4540-9530-e25308958d5e tempest-FloatingIPNegativeTestJSON-1307336812 tempest-FloatingIPNegativeTestJSON-1307336812-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:34.450533 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0e9c7fe4-8635-4540-9530-e25308958d5e tempest-FloatingIPNegativeTestJSON-1307336812 tempest-FloatingIPNegativeTestJSON-1307336812-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:34.473926 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-0e9c7fe4-8635-4540-9530-e25308958d5e tempest-FloatingIPNegativeTestJSON-1307336812 tempest-FloatingIPNegativeTestJSON-1307336812-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6708765 Jul 14 09:29:34.474844 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 53710) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:34.481449 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-a08b63e5-ac27-4440-9865-5ce7a9fcfe00 tempest-FloatingIPNegativeTestJSON-1307336812 tempest-FloatingIPNegativeTestJSON-1307336812-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1348564569', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:34.515119 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a08b63e5-ac27-4440-9865-5ce7a9fcfe00 tempest-FloatingIPNegativeTestJSON-1307336812 tempest-FloatingIPNegativeTestJSON-1307336812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-711749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14670'] for router, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:34.517470 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a08b63e5-ac27-4440-9865-5ce7a9fcfe00 tempest-FloatingIPNegativeTestJSON-1307336812 tempest-FloatingIPNegativeTestJSON-1307336812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-711718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-661475', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14679'] for router, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:34.588539 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d58c62e0-259c-4762-8243-5f71b39e3c2b tempest-RoutersIpV6AdminTest-419487075 tempest-RoutersIpV6AdminTest-419487075-project] Notify callbacks [] for router_gateway, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:34.602898 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 53712) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:34.608150 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a08b63e5-ac27-4440-9865-5ce7a9fcfe00 tempest-FloatingIPNegativeTestJSON-1307336812 tempest-FloatingIPNegativeTestJSON-1307336812-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:34.615196 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a08b63e5-ac27-4440-9865-5ce7a9fcfe00 tempest-FloatingIPNegativeTestJSON-1307336812 tempest-FloatingIPNegativeTestJSON-1307336812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-711762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-661452'] for router, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:34.638000 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a08b63e5-ac27-4440-9865-5ce7a9fcfe00 tempest-FloatingIPNegativeTestJSON-1307336812 tempest-FloatingIPNegativeTestJSON-1307336812-project] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:34.642027 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-a08b63e5-ac27-4440-9865-5ce7a9fcfe00 tempest-FloatingIPNegativeTestJSON-1307336812 tempest-FloatingIPNegativeTestJSON-1307336812-project] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.1658282 Jul 14 09:29:34.643578 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 53716) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:34.711715 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2098d66-f05a-4dc1-835a-980689d65a45 req-e90235db-49e7-468c-a4cb-8f8dd4fc92a9 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:34.719578 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c2098d66-f05a-4dc1-835a-980689d65a45 req-e90235db-49e7-468c-a4cb-8f8dd4fc92a9 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/ports?device_id=95b9a8bb-ffb8-4a06-a464-b6f623cf6c7e HTTP/1.1" status: 200 len: 943 time: 0.4137588 Jul 14 09:29:34.753473 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbbb8bcc-1b0e-40cf-9aef-28dc423636fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf57baaa9-fd24-59f4-8fd2-1dc21122ce72-1a26d14a-1210-4878-ab2e-f03aeb70ac27', 'network_id': '1a26d14a-1210-4878-ab2e-f03aeb70ac27', 'tenant_id': 'c28c580490ea47e8b14b0fe5899973a4', 'fixed_ips': [{'subnet_id': 'c10fa959-73b1-4148-bf43-7d09afd5ff5f'}]}} from n-d-779913-29. {{(pid=93959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:29:34.754375 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fbbb8bcc-1b0e-40cf-9aef-28dc423636fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:34.871437 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-8441c528-2164-468f-8820-ebab87676cad req-2d65061a-f416-4f27-9c36-5e057d0f78de service neutron] For port ed0ac93c-f9e8-4f06-a44f-836b17511f5e, host n-h1-779913-29, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:29:34.893927 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c2098d66-f05a-4dc1-835a-980689d65a45 req-1e901544-6c45-4525-b0c0-39f1d4e6898a tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/security-groups?id=bfacbc39-872c-438f-b7f4-05abded490ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692126 Jul 14 09:29:34.918257 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-8441c528-2164-468f-8820-ebab87676cad req-2d65061a-f416-4f27-9c36-5e057d0f78de service neutron] For port ed0ac93c-f9e8-4f06-a44f-836b17511f5e, host n-h1-779913-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=ed0ac93c-f9e8-4f06-a44f-836b17511f5e,segment=NetworkSegment(f28b4a20-abdb-43f4-86e7-8da3ae7a1990),segment_id=f28b4a20-abdb-43f4-86e7-8da3ae7a1990)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:29:34.942051 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-fbbb8bcc-1b0e-40cf-9aef-28dc423636fe None None] Allocated IP 172.20.0.2 (1a26d14a-1210-4878-ab2e-f03aeb70ac27/c10fa959-73b1-4148-bf43-7d09afd5ff5f/d9ae344c-0761-488b-a0f3-4cf16f4b2f64) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:29:34.954051 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-27b10918-ea8e-459b-918d-a759f194264f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:34.962493 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-8441c528-2164-468f-8820-ebab87676cad req-2d65061a-f416-4f27-9c36-5e057d0f78de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:35.093941 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-27b10918-ea8e-459b-918d-a759f194264f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:35.119613 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-70efc654-1180-413e-8ba9-7e61c9a32d5d tempest-FloatingIPNegativeTestJSON-1307336812 tempest-FloatingIPNegativeTestJSON-1307336812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:35.136202 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fbbb8bcc-1b0e-40cf-9aef-28dc423636fe None None] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:35.139450 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-27b10918-ea8e-459b-918d-a759f194264f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:35.150643 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-fbbb8bcc-1b0e-40cf-9aef-28dc423636fe None None] Transition to ACTIVE for port object d9ae344c-0761-488b-a0f3-4cf16f4b2f64 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:29:35.173180 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-fbbb8bcc-1b0e-40cf-9aef-28dc423636fe None None] Transition to ACTIVE for port object d9ae344c-0761-488b-a0f3-4cf16f4b2f64 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:29:35.175530 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b10918-ea8e-459b-918d-a759f194264f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80457712-f9f6-4dfa-aa90-aae0e76b987e,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:35.182443 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fbbb8bcc-1b0e-40cf-9aef-28dc423636fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:35.238374 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbbb8bcc-1b0e-40cf-9aef-28dc423636fe None None] Network 1a26d14a-1210-4878-ab2e-f03aeb70ac27 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:29:35.242102 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-fbbb8bcc-1b0e-40cf-9aef-28dc423636fe None None] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:29:35.265131 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-27b10918-ea8e-459b-918d-a759f194264f admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=1cfb17dd131f4e3085c2419a8798206e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6578417 Jul 14 09:29:35.265971 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 53738) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:35.266612 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbbb8bcc-1b0e-40cf-9aef-28dc423636fe None None] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:29:35.334903 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbb8bcc-1b0e-40cf-9aef-28dc423636fe None None] Pushing event updated for resources: {'Port': ['ID=d9ae344c-0761-488b-a0f3-4cf16f4b2f64,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:35.377206 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-fbbb8bcc-1b0e-40cf-9aef-28dc423636fe None None] Attempting to bind port d9ae344c-0761-488b-a0f3-4cf16f4b2f64 on host n-d-779913-29 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:29:35.377730 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-fbbb8bcc-1b0e-40cf-9aef-28dc423636fe None None] Attempting to bind port d9ae344c-0761-488b-a0f3-4cf16f4b2f64 by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': 'ccf1780a-964e-47c6-a07f-a3386f6fbde4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '1a26d14a-1210-4878-ab2e-f03aeb70ac27'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:29:35.378198 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbbb8bcc-1b0e-40cf-9aef-28dc423636fe None None] Attempting to bind port d9ae344c-0761-488b-a0f3-4cf16f4b2f64 on network 1a26d14a-1210-4878-ab2e-f03aeb70ac27 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:29:35.385276 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 53740) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:35.386322 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbbb8bcc-1b0e-40cf-9aef-28dc423636fe None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 29, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:29:35.387013 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbbb8bcc-1b0e-40cf-9aef-28dc423636fe None None] Checking segment: {'id': 'ccf1780a-964e-47c6-a07f-a3386f6fbde4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '1a26d14a-1210-4878-ab2e-f03aeb70ac27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:29:35.387522 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fbbb8bcc-1b0e-40cf-9aef-28dc423636fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:35.388017 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbbb8bcc-1b0e-40cf-9aef-28dc423636fe None None] Bound using segment: {'id': 'ccf1780a-964e-47c6-a07f-a3386f6fbde4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '1a26d14a-1210-4878-ab2e-f03aeb70ac27'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:29:35.388598 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-fbbb8bcc-1b0e-40cf-9aef-28dc423636fe None None] Bound port: d9ae344c-0761-488b-a0f3-4cf16f4b2f64, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccf1780a-964e-47c6-a07f-a3386f6fbde4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '1a26d14a-1210-4878-ab2e-f03aeb70ac27'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:29:35.389080 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fbbb8bcc-1b0e-40cf-9aef-28dc423636fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:35.465485 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-fbbb8bcc-1b0e-40cf-9aef-28dc423636fe None None] For port d9ae344c-0761-488b-a0f3-4cf16f4b2f64, host n-d-779913-29, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:29:35.469921 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-fbbb8bcc-1b0e-40cf-9aef-28dc423636fe None None] For port d9ae344c-0761-488b-a0f3-4cf16f4b2f64, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=d9ae344c-0761-488b-a0f3-4cf16f4b2f64,segment=NetworkSegment(ccf1780a-964e-47c6-a07f-a3386f6fbde4),segment_id=ccf1780a-964e-47c6-a07f-a3386f6fbde4)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:29:35.479096 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fbbb8bcc-1b0e-40cf-9aef-28dc423636fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:35.527026 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8441c528-2164-468f-8820-ebab87676cad req-2d65061a-f416-4f27-9c36-5e057d0f78de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:35.527830 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-8441c528-2164-468f-8820-ebab87676cad req-2d65061a-f416-4f27-9c36-5e057d0f78de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:35.530584 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8441c528-2164-468f-8820-ebab87676cad req-2d65061a-f416-4f27-9c36-5e057d0f78de service neutron] 10.222.0.65 "PUT /v2.0/ports/ed0ac93c-f9e8-4f06-a44f-836b17511f5e HTTP/1.1" status: 200 len: 1092 time: 2.7570434 Jul 14 09:29:35.531064 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95b9a8bb-ffb8-4a06-a464-b6f623cf6c7e', 'tag': 'ed0ac93c-f9e8-4f06-a44f-836b17511f5e'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:29:35.533396 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee8f246c-7f52-462c-9686-0b18fb81840e" -d '{"events": [{"name": "network-changed", "server_uuid": "95b9a8bb-ffb8-4a06-a464-b6f623cf6c7e", "tag": "ed0ac93c-f9e8-4f06-a44f-836b17511f5e"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:29:35.535545 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2e44600c-b909-4fc1-bf16-71cd676691ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:35.551261 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-6f81ac99-efed-42bc-890a-043471717041 tempest-QuotasTest-889941774 tempest-QuotasTest-889941774-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:35.575942 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbb8bcc-1b0e-40cf-9aef-28dc423636fe None None] Pushing event updated for resources: {'Port': ['ID=d9ae344c-0761-488b-a0f3-4cf16f4b2f64,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:35.613068 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:29:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50c63f64-3fff-4357-a2e1-89d98c725041 x-openstack-request-id: req-50c63f64-3fff-4357-a2e1-89d98c725041 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:29:35.613432 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95b9a8bb-ffb8-4a06-a464-b6f623cf6c7e", "tag": "ed0ac93c-f9e8-4f06-a44f-836b17511f5e", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:29:35.613667 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-50c63f64-3fff-4357-a2e1-89d98c725041 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:29:35.614043 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95b9a8bb-ffb8-4a06-a464-b6f623cf6c7e', 'tag': 'ed0ac93c-f9e8-4f06-a44f-836b17511f5e', 'status': 'completed', 'code': 200} Jul 14 09:29:35.626759 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d65061a-f416-4f27-9c36-5e057d0f78de service neutron] Pushing event updated for resources: {'Port': ['ID=ed0ac93c-f9e8-4f06-a44f-836b17511f5e,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:35.667584 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d58c62e0-259c-4762-8243-5f71b39e3c2b tempest-RoutersIpV6AdminTest-419487075 tempest-RoutersIpV6AdminTest-419487075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-711762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-661452'] for router, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:35.871637 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.db.resource_extend [None req-b11323d1-e934-49aa-8f99-5405967a77d6 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 14 09:29:35.922495 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8441c528-2164-468f-8820-ebab87676cad req-d5d62670-6a82-4ec6-83b0-bdeb258e8f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:35.927306 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8441c528-2164-468f-8820-ebab87676cad req-d5d62670-6a82-4ec6-83b0-bdeb258e8f1e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=5a5f2c2d833f465d9525ee4af4d3c349&device_id=95b9a8bb-ffb8-4a06-a464-b6f623cf6c7e HTTP/1.1" status: 200 len: 1095 time: 0.2948685 Jul 14 09:29:35.969002 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b11323d1-e934-49aa-8f99-5405967a77d6 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:36.001247 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8441c528-2164-468f-8820-ebab87676cad req-eee2f504-9dc8-4647-8d9a-114ace0f8ea3 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ed0ac93c-f9e8-4f06-a44f-836b17511f5e HTTP/1.1" status: 200 len: 217 time: 0.0513926 Jul 14 09:29:36.002001 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b11323d1-e934-49aa-8f99-5405967a77d6 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-660590'] for floatingip, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:36.006098 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2e44600c-b909-4fc1-bf16-71cd676691ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:36.063038 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-70efc654-1180-413e-8ba9-7e61c9a32d5d tempest-FloatingIPNegativeTestJSON-1307336812 tempest-FloatingIPNegativeTestJSON-1307336812-project] Allocated IP 172.20.0.1 (1a26d14a-1210-4878-ab2e-f03aeb70ac27/c10fa959-73b1-4148-bf43-7d09afd5ff5f/c55ee618-5e3b-4f75-ac15-1084ce6712f6) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:29:36.102085 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-6f81ac99-efed-42bc-890a-043471717041 tempest-QuotasTest-889941774 tempest-QuotasTest-889941774-project-admin] 10.222.0.68 "PUT /v2.0/quotas/2631834602574675a61409b1e20eed2d HTTP/1.1" status: 200 len: 366 time: 0.7123494 Jul 14 09:29:36.111524 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 53750) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:36.158313 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-ce86d1d1-2623-43ee-9ecb-6c4fc038285e tempest-QuotasTest-889941774 tempest-QuotasTest-889941774-project-admin] 10.222.0.68 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0431852 Jul 14 09:29:36.158597 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 53752) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:36.172059 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2e44600c-b909-4fc1-bf16-71cd676691ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:36.174059 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2e44600c-b909-4fc1-bf16-71cd676691ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:36.177973 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-2e44600c-b909-4fc1-bf16-71cd676691ec admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/80457712-f9f6-4dfa-aa90-aae0e76b987e HTTP/1.1" status: 204 len: 168 time: 0.9102390 Jul 14 09:29:36.193992 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8441c528-2164-468f-8820-ebab87676cad req-e55547ac-a9c6-483f-bfe3-7ee001e78d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:36.195414 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8441c528-2164-468f-8820-ebab87676cad req-e55547ac-a9c6-483f-bfe3-7ee001e78d50 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4eebc946-7649-496b-bf8c-5c786643586c HTTP/1.1" status: 200 len: 846 time: 0.1463234 Jul 14 09:29:36.202989 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-c4b325e5-6715-4753-b454-3295a7f01cf2 tempest-QuotasTest-889941774 tempest-QuotasTest-889941774-project-admin] 10.222.0.68 "GET /v2.0/quotas/2631834602574675a61409b1e20eed2d HTTP/1.1" status: 200 len: 366 time: 0.0417087 Jul 14 09:29:36.206272 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 53756) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:36.211186 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e44600c-b909-4fc1-bf16-71cd676691ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80457712-f9f6-4dfa-aa90-aae0e76b987e,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:36.224969 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d58c62e0-259c-4762-8243-5f71b39e3c2b tempest-RoutersIpV6AdminTest-419487075 tempest-RoutersIpV6AdminTest-419487075-project] Router 907b3de5-d504-4aa7-a037-9cf1e6c4375d is scheduled to L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 with binding_index 1 {{(pid=93957) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:29:36.235303 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-7dc90dc0-fd71-455b-956f-310b32f0be02 tempest-QuotasTest-889941774 tempest-QuotasTest-889941774-project-admin] 10.222.0.68 "DELETE /v2.0/quotas/2631834602574675a61409b1e20eed2d HTTP/1.1" status: 204 len: 168 time: 0.0278916 Jul 14 09:29:36.240652 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 53758) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:36.252181 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8441c528-2164-468f-8820-ebab87676cad req-5fe5e534-d258-4e6e-a9be-5fced8c424b7 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b13d7c6c-cfbf-4964-b16a-12c3c2736fe4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428421 Jul 14 09:29:36.259916 n-d-779913-29 neutron-server[93957]: INFO neutron.db.l3_db [None req-b11323d1-e934-49aa-8f99-5405967a77d6 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Floating IP 3b20c1f1-577d-41dd-afa0-c1ce0e2c2ad9 associated. External IP: 172.25.4.121, port: 49857456-823a-4ccb-9982-8fa10ce6a33d. Jul 14 09:29:36.263659 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-dddab0e9-34b7-40d9-b8ed-00af622ab4d2 tempest-QuotasTest-889941774 tempest-QuotasTest-889941774-project-admin] 10.222.0.68 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0216935 Jul 14 09:29:36.266902 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 53760) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:36.272123 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-70efc654-1180-413e-8ba9-7e61c9a32d5d tempest-FloatingIPNegativeTestJSON-1307336812 tempest-FloatingIPNegativeTestJSON-1307336812-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:36.287329 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-5af4d414-07e2-412d-a5c2-27845517e57c tempest-QuotasTest-889941774 tempest-QuotasTest-889941774-project-admin] 10.222.0.68 "GET /v2.0/quotas/2631834602574675a61409b1e20eed2d HTTP/1.1" status: 200 len: 370 time: 0.0149367 Jul 14 09:29:36.293551 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 53762) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:36.300369 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-206992b1-21b7-486f-ae7f-026579198981 tempest-QuotasTest-889941774 tempest-QuotasTest-889941774-project-admin] 10.222.0.68 "GET /v2.0/quotas/2631834602574675a61409b1e20eed2d/default HTTP/1.1" status: 200 len: 370 time: 0.0056722 Jul 14 09:29:36.301854 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-70efc654-1180-413e-8ba9-7e61c9a32d5d tempest-FloatingIPNegativeTestJSON-1307336812 tempest-FloatingIPNegativeTestJSON-1307336812-project] Transition to ACTIVE for port object c55ee618-5e3b-4f75-ac15-1084ce6712f6 will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:29:36.303222 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 53764) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:36.317762 n-d-779913-29 neutron-server[93958]: INFO neutron.api.v2.resource [None req-22493bf5-0c2a-4569-9f8f-673d136ec1c3 tempest-QuotasTest-889941774 tempest-QuotasTest-889941774-project-admin] delete failed (client error): The resource could not be found. Jul 14 09:29:36.321970 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-22493bf5-0c2a-4569-9f8f-673d136ec1c3 tempest-QuotasTest-889941774 tempest-QuotasTest-889941774-project-admin] 10.222.0.68 "DELETE /v2.0/quotas/2631834602574675a61409b1e20eed2d HTTP/1.1" status: 404 len: 348 time: 0.0144184 Jul 14 09:29:36.338890 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e35abdc-7105-4f85-93f5-1c210a26b575 req-dc45d7b4-dee6-489e-abc9-4d7f4aa09838 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:36.341204 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1e35abdc-7105-4f85-93f5-1c210a26b575 req-dc45d7b4-dee6-489e-abc9-4d7f4aa09838 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/ports?device_id=95b9a8bb-ffb8-4a06-a464-b6f623cf6c7e HTTP/1.1" status: 200 len: 943 time: 0.2892427 Jul 14 09:29:36.382530 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-70efc654-1180-413e-8ba9-7e61c9a32d5d tempest-FloatingIPNegativeTestJSON-1307336812 tempest-FloatingIPNegativeTestJSON-1307336812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:36.426897 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70efc654-1180-413e-8ba9-7e61c9a32d5d tempest-FloatingIPNegativeTestJSON-1307336812 tempest-FloatingIPNegativeTestJSON-1307336812-project] Network 1a26d14a-1210-4878-ab2e-f03aeb70ac27 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:29:36.432746 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-70efc654-1180-413e-8ba9-7e61c9a32d5d tempest-FloatingIPNegativeTestJSON-1307336812 tempest-FloatingIPNegativeTestJSON-1307336812-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:29:36.435552 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70efc654-1180-413e-8ba9-7e61c9a32d5d tempest-FloatingIPNegativeTestJSON-1307336812 tempest-FloatingIPNegativeTestJSON-1307336812-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:29:36.503051 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-70efc654-1180-413e-8ba9-7e61c9a32d5d tempest-FloatingIPNegativeTestJSON-1307336812 tempest-FloatingIPNegativeTestJSON-1307336812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-660393'] for router_interface, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:36.599976 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 53772) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:36.664602 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1e35abdc-7105-4f85-93f5-1c210a26b575 req-5cbd9b79-e6bc-4926-874c-6662a205cbb6 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/security-groups?id=bfacbc39-872c-438f-b7f4-05abded490ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2559521 Jul 14 09:29:36.689819 n-d-779913-29 neutron-server[93957]: DEBUG neutron.quota.resource [None req-43150770-cc7c-443d-8c22-38a7bf8b535f tempest-QuotasTest-889941774 tempest-QuotasTest-889941774-project-admin] Usage tracker for resource:network and tenant:69d0d2f0879c4165b5f99b3106d10a41 is out of sync, need to count used quota {{(pid=93957) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 14 09:29:36.698113 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8441c528-2164-468f-8820-ebab87676cad req-b1e8469b-ab1a-4e71-8fac-0d63a95e71e1 service neutron] 10.222.0.65 "GET /v2.0/networks/b13d7c6c-cfbf-4964-b16a-12c3c2736fe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4330609 Jul 14 09:29:36.700873 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d58c62e0-259c-4762-8243-5f71b39e3c2b tempest-RoutersIpV6AdminTest-419487075 tempest-RoutersIpV6AdminTest-419487075-project] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:29:36.703813 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device d9ae344c-0761-488b-a0f3-4cf16f4b2f64 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:29:36.742121 n-d-779913-29 neutron-server[93957]: DEBUG neutron.quota.resource [None req-43150770-cc7c-443d-8c22-38a7bf8b535f tempest-QuotasTest-889941774 tempest-QuotasTest-889941774-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93957) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 14 09:29:36.744518 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf4b2736-4271-4119-9d5f-02d0cc35b844 None None] Sync routers for ids ['907b3de5-d504-4aa7-a037-9cf1e6c4375d'] in n-d-779913-29 {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:29:36.777592 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70efc654-1180-413e-8ba9-7e61c9a32d5d tempest-FloatingIPNegativeTestJSON-1307336812 tempest-FloatingIPNegativeTestJSON-1307336812-project] Pushing event updated for resources: {'Port': ['ID=c55ee618-5e3b-4f75-ac15-1084ce6712f6,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:36.780652 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf4b2736-4271-4119-9d5f-02d0cc35b844 None None] Routers {'907b3de5-d504-4aa7-a037-9cf1e6c4375d'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:29:36.788530 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-bf4b2736-4271-4119-9d5f-02d0cc35b844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:29:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['907b3de5-d504-4aa7-a037-9cf1e6c4375d'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:36.812730 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-70efc654-1180-413e-8ba9-7e61c9a32d5d tempest-FloatingIPNegativeTestJSON-1307336812 tempest-FloatingIPNegativeTestJSON-1307336812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:36.826365 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-bf4b2736-4271-4119-9d5f-02d0cc35b844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:36.854659 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf4b2736-4271-4119-9d5f-02d0cc35b844 None None] Routers {'907b3de5-d504-4aa7-a037-9cf1e6c4375d'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:29:36.855522 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-bf4b2736-4271-4119-9d5f-02d0cc35b844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:29:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['907b3de5-d504-4aa7-a037-9cf1e6c4375d'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:36.872673 n-d-779913-29 neutron-server[93957]: DEBUG neutron.quota.resource [None req-43150770-cc7c-443d-8c22-38a7bf8b535f tempest-QuotasTest-889941774 tempest-QuotasTest-889941774-project-admin] Usage tracker for resource:subnet and tenant:69d0d2f0879c4165b5f99b3106d10a41 is out of sync, need to count used quota {{(pid=93957) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 14 09:29:36.940696 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-bf4b2736-4271-4119-9d5f-02d0cc35b844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:36.940696 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf4b2736-4271-4119-9d5f-02d0cc35b844 None None] The sync data for ids ['907b3de5-d504-4aa7-a037-9cf1e6c4375d'] in n-d-779913-29 is: [] {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:29:36.958265 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning for port d9ae344c-0761-488b-a0f3-4cf16f4b2f64 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:29:36.960857 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d58c62e0-259c-4762-8243-5f71b39e3c2b tempest-RoutersIpV6AdminTest-419487075 tempest-RoutersIpV6AdminTest-419487075-project] Notify callbacks [] for router, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:36.965079 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-d58c62e0-259c-4762-8243-5f71b39e3c2b tempest-RoutersIpV6AdminTest-419487075 tempest-RoutersIpV6AdminTest-419487075-project] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 5.5503402 Jul 14 09:29:36.967285 n-d-779913-29 neutron-server[93957]: DEBUG neutron.quota.resource [None req-43150770-cc7c-443d-8c22-38a7bf8b535f tempest-QuotasTest-889941774 tempest-QuotasTest-889941774-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93957) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 14 09:29:36.974447 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 53782) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:36.984239 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-57f74004-df21-4c8c-a73b-cba323a66838 tempest-RoutersIpV6AdminTest-419487075 tempest-RoutersIpV6AdminTest-419487075-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:37.059962 n-d-779913-29 neutron-server[93957]: DEBUG neutron.quota.resource [None req-43150770-cc7c-443d-8c22-38a7bf8b535f tempest-QuotasTest-889941774 tempest-QuotasTest-889941774-project-admin] Usage tracker for resource:subnetpool and tenant:69d0d2f0879c4165b5f99b3106d10a41 is out of sync, need to count used quota {{(pid=93957) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 14 09:29:37.071535 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8622c134-00e8-42d8-a39f-2e7608363539 None None] Network 1a26d14a-1210-4878-ab2e-f03aeb70ac27 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:29:37.085236 n-d-779913-29 neutron-server[93957]: DEBUG neutron.quota.resource [None req-43150770-cc7c-443d-8c22-38a7bf8b535f tempest-QuotasTest-889941774 tempest-QuotasTest-889941774-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=93957) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 14 09:29:37.137855 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8441c528-2164-468f-8820-ebab87676cad req-25564053-2aae-4a94-a129-4dfd1fd29be5 service neutron] 10.222.0.65 "GET /v2.0/networks/b13d7c6c-cfbf-4964-b16a-12c3c2736fe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3824897 Jul 14 09:29:37.147879 n-d-779913-29 neutron-server[93957]: DEBUG neutron.quota.resource [None req-43150770-cc7c-443d-8c22-38a7bf8b535f tempest-QuotasTest-889941774 tempest-QuotasTest-889941774-project-admin] Usage tracker for resource:port and tenant:69d0d2f0879c4165b5f99b3106d10a41 is out of sync, need to count used quota {{(pid=93957) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 14 09:29:37.155162 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b11323d1-e934-49aa-8f99-5405967a77d6 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Router 46431b7c-8b9c-4b6a-bebe-d293c653d238 has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:29:37.165632 n-d-779913-29 neutron-server[93957]: DEBUG neutron.quota.resource [None req-43150770-cc7c-443d-8c22-38a7bf8b535f tempest-QuotasTest-889941774 tempest-QuotasTest-889941774-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=93957) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 14 09:29:37.192516 n-d-779913-29 neutron-server[93957]: DEBUG neutron.quota.resource [None req-43150770-cc7c-443d-8c22-38a7bf8b535f tempest-QuotasTest-889941774 tempest-QuotasTest-889941774-project-admin] Usage tracker for resource:router and tenant:69d0d2f0879c4165b5f99b3106d10a41 is out of sync, need to count used quota {{(pid=93957) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 14 09:29:37.201961 n-d-779913-29 neutron-server[93957]: DEBUG neutron.quota.resource [None req-43150770-cc7c-443d-8c22-38a7bf8b535f tempest-QuotasTest-889941774 tempest-QuotasTest-889941774-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=93957) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 14 09:29:37.263900 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-43eb3822-6a68-4e24-9b23-af344176b820 None None] Provisioning for port d9ae344c-0761-488b-a0f3-4cf16f4b2f64 completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:29:37.278305 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-43eb3822-6a68-4e24-9b23-af344176b820 None None] Provisioning complete for port d9ae344c-0761-488b-a0f3-4cf16f4b2f64 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:29:37.278679 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-43eb3822-6a68-4e24-9b23-af344176b820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:37.327596 n-d-779913-29 neutron-server[93957]: DEBUG neutron.quota.resource [None req-43150770-cc7c-443d-8c22-38a7bf8b535f tempest-QuotasTest-889941774 tempest-QuotasTest-889941774-project-admin] Usage tracker for resource:floatingip and tenant:69d0d2f0879c4165b5f99b3106d10a41 is out of sync, need to count used quota {{(pid=93957) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 14 09:29:37.368458 n-d-779913-29 neutron-server[93957]: DEBUG neutron.quota.resource [None req-43150770-cc7c-443d-8c22-38a7bf8b535f tempest-QuotasTest-889941774 tempest-QuotasTest-889941774-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=93957) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 14 09:29:37.430304 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-70efc654-1180-413e-8ba9-7e61c9a32d5d tempest-FloatingIPNegativeTestJSON-1307336812 tempest-FloatingIPNegativeTestJSON-1307336812-project] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:37.436410 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-43eb3822-6a68-4e24-9b23-af344176b820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:37.438105 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-70efc654-1180-413e-8ba9-7e61c9a32d5d tempest-FloatingIPNegativeTestJSON-1307336812 tempest-FloatingIPNegativeTestJSON-1307336812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13574142'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:37.475247 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-43eb3822-6a68-4e24-9b23-af344176b820 None None] For port d9ae344c-0761-488b-a0f3-4cf16f4b2f64, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=d9ae344c-0761-488b-a0f3-4cf16f4b2f64,segment=NetworkSegment(ccf1780a-964e-47c6-a07f-a3386f6fbde4),segment_id=ccf1780a-964e-47c6-a07f-a3386f6fbde4)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:29:37.484764 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-43eb3822-6a68-4e24-9b23-af344176b820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:37.574970 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 53794) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:37.610203 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43eb3822-6a68-4e24-9b23-af344176b820 None None] Pushing event updated for resources: {'Port': ['ID=d9ae344c-0761-488b-a0f3-4cf16f4b2f64,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:37.618572 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70efc654-1180-413e-8ba9-7e61c9a32d5d tempest-FloatingIPNegativeTestJSON-1307336812 tempest-FloatingIPNegativeTestJSON-1307336812-project] Pushing event updated for resources: {'Port': ['ID=c55ee618-5e3b-4f75-ac15-1084ce6712f6,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:37.621906 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-70efc654-1180-413e-8ba9-7e61c9a32d5d tempest-FloatingIPNegativeTestJSON-1307336812 tempest-FloatingIPNegativeTestJSON-1307336812-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-683747'] for router_interface, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:37.803161 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70efc654-1180-413e-8ba9-7e61c9a32d5d tempest-FloatingIPNegativeTestJSON-1307336812 tempest-FloatingIPNegativeTestJSON-1307336812-project] Network 1a26d14a-1210-4878-ab2e-f03aeb70ac27 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:29:37.804875 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-70efc654-1180-413e-8ba9-7e61c9a32d5d tempest-FloatingIPNegativeTestJSON-1307336812 tempest-FloatingIPNegativeTestJSON-1307336812-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:29:37.811498 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-7eea2ba5-e9fa-413a-af68-f4836a6444d7 None None] Provisioning complete for port d9ae344c-0761-488b-a0f3-4cf16f4b2f64 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:29:37.812053 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7eea2ba5-e9fa-413a-af68-f4836a6444d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:37.895550 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-938fdd47-a816-46df-a685-92274f10d9b2 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1148669636-network', 'tenant_id': 'dfdb2d62014640219eb60ef19587837e'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:37.936010 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8f246c-7f52-462c-9686-0b18fb81840e req-159c6d04-0c51-418e-8250-d0ef925ac7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:37.937583 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ee8f246c-7f52-462c-9686-0b18fb81840e req-159c6d04-0c51-418e-8250-d0ef925ac7bd service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=5a5f2c2d833f465d9525ee4af4d3c349&device_id=95b9a8bb-ffb8-4a06-a464-b6f623cf6c7e HTTP/1.1" status: 200 len: 1095 time: 0.6589856 Jul 14 09:29:37.945098 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b11323d1-e934-49aa-8f99-5405967a77d6 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:29:37.951157 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b11323d1-e934-49aa-8f99-5405967a77d6 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for floatingip, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:37.955458 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdc7a848-2238-4afb-964c-23f43673e382 None None] Sync routers for ids ['46431b7c-8b9c-4b6a-bebe-d293c653d238'] in n-d-779913-29 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:29:37.978624 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc7a848-2238-4afb-964c-23f43673e382 None None] Routers {'46431b7c-8b9c-4b6a-bebe-d293c653d238'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:29:37.979521 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-bdc7a848-2238-4afb-964c-23f43673e382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:29:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['46431b7c-8b9c-4b6a-bebe-d293c653d238'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:38.169663 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-7eea2ba5-e9fa-413a-af68-f4836a6444d7 None None] Provisioning for port c55ee618-5e3b-4f75-ac15-1084ce6712f6 completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:29:38.181098 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-7eea2ba5-e9fa-413a-af68-f4836a6444d7 None None] Provisioning complete for port c55ee618-5e3b-4f75-ac15-1084ce6712f6 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:29:38.182502 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7eea2ba5-e9fa-413a-af68-f4836a6444d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:38.212915 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-938fdd47-a816-46df-a685-92274f10d9b2 admin admin] Made reservation on behalf of dfdb2d62014640219eb60ef19587837e for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:29:38.218575 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-938fdd47-a816-46df-a685-92274f10d9b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:38.223582 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-bdc7a848-2238-4afb-964c-23f43673e382 None None] Set router 46431b7c-8b9c-4b6a-bebe-d293c653d238 gateway port host: n-d-779913-29 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:29:38.241799 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-b11323d1-e934-49aa-8f99-5405967a77d6 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] 10.222.0.68 "PUT /v2.0/floatingips/3b20c1f1-577d-41dd-afa0-c1ce0e2c2ad9 HTTP/1.1" status: 200 len: 992 time: 4.2070234 Jul 14 09:29:38.246553 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53563f6e-7033-4881-b21d-7977e55df67a', 'tag': '49857456-823a-4ccb-9982-8fa10ce6a33d'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:29:38.248904 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbaf10a3-2d2c-44ba-9059-6a7dee40ca1a" -d '{"events": [{"name": "network-changed", "server_uuid": "53563f6e-7033-4881-b21d-7977e55df67a", "tag": "49857456-823a-4ccb-9982-8fa10ce6a33d"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:29:38.278650 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf504c7-1529-4f45-8137-f45dd56cf33f req-59cb031e-2756-4bdc-973e-1ddda9837920 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:38.280677 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-fbf504c7-1529-4f45-8137-f45dd56cf33f req-59cb031e-2756-4bdc-973e-1ddda9837920 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/ports?device_id=95b9a8bb-ffb8-4a06-a464-b6f623cf6c7e HTTP/1.1" status: 200 len: 943 time: 0.3095996 Jul 14 09:29:38.281703 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-938fdd47-a816-46df-a685-92274f10d9b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:38.282607 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-7eea2ba5-e9fa-413a-af68-f4836a6444d7 None None] Port c55ee618-5e3b-4f75-ac15-1084ce6712f6 cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:29:38.292474 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-57f74004-df21-4c8c-a73b-cba323a66838 tempest-RoutersIpV6AdminTest-419487075 tempest-RoutersIpV6AdminTest-419487075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-661489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-711771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12973'] for router, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:38.297700 n-d-779913-29 neutron-server[93957]: DEBUG neutron.quota.resource [None req-43150770-cc7c-443d-8c22-38a7bf8b535f tempest-QuotasTest-889941774 tempest-QuotasTest-889941774-project-admin] Usage tracker for resource:security_group and tenant:69d0d2f0879c4165b5f99b3106d10a41 is out of sync, need to count used quota {{(pid=93957) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 14 09:29:38.311807 n-d-779913-29 neutron-server[93957]: DEBUG neutron.quota.resource [None req-43150770-cc7c-443d-8c22-38a7bf8b535f tempest-QuotasTest-889941774 tempest-QuotasTest-889941774-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=93957) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 14 09:29:38.332236 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-57f74004-df21-4c8c-a73b-cba323a66838 tempest-RoutersIpV6AdminTest-419487075 tempest-RoutersIpV6AdminTest-419487075-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:38.337036 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8f246c-7f52-462c-9686-0b18fb81840e req-6a5e9e9b-2578-4800-a852-81ca395e8b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:38.338592 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ee8f246c-7f52-462c-9686-0b18fb81840e req-6a5e9e9b-2578-4800-a852-81ca395e8b5e service neutron] 10.222.0.65 "GET /v2.0/networks?id=b13d7c6c-cfbf-4964-b16a-12c3c2736fe4 HTTP/1.1" status: 200 len: 907 time: 0.3831904 Jul 14 09:29:38.341238 n-d-779913-29 neutron-server[93957]: DEBUG neutron.quota.resource [None req-43150770-cc7c-443d-8c22-38a7bf8b535f tempest-QuotasTest-889941774 tempest-QuotasTest-889941774-project-admin] Usage tracker for resource:security_group_rule and tenant:69d0d2f0879c4165b5f99b3106d10a41 is out of sync, need to count used quota {{(pid=93957) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 14 09:29:38.354437 n-d-779913-29 neutron-server[93957]: DEBUG neutron.quota.resource [None req-43150770-cc7c-443d-8c22-38a7bf8b535f tempest-QuotasTest-889941774 tempest-QuotasTest-889941774-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93957) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 14 09:29:38.412893 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-e1379a49-8cdc-429f-840c-9929002c7e25 None None] Provisioning complete for port c55ee618-5e3b-4f75-ac15-1084ce6712f6 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:29:38.413757 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e1379a49-8cdc-429f-840c-9929002c7e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:38.413945 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-fbf504c7-1529-4f45-8137-f45dd56cf33f req-bd8a0833-28b6-46d7-8555-c68b08d72c14 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/security-groups?id=bfacbc39-872c-438f-b7f4-05abded490ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180606 Jul 14 09:29:38.418325 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70efc654-1180-413e-8ba9-7e61c9a32d5d tempest-FloatingIPNegativeTestJSON-1307336812 tempest-FloatingIPNegativeTestJSON-1307336812-project] Router 4bcf1e72-be85-46d9-b273-8d52b8a6bb01 is scheduled to L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 with binding_index 1 {{(pid=93958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:29:38.436759 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-43150770-cc7c-443d-8c22-38a7bf8b535f tempest-QuotasTest-889941774 tempest-QuotasTest-889941774-project-admin] 10.222.0.68 "GET /v2.0/quotas/69d0d2f0879c4165b5f99b3106d10a41/details.json HTTP/1.1" status: 200 len: 703 time: 1.8356328 Jul 14 09:29:38.466894 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ee8f246c-7f52-462c-9686-0b18fb81840e req-64d29d78-1aa4-4a58-9ad0-7a8de660c52c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ed0ac93c-f9e8-4f06-a44f-836b17511f5e HTTP/1.1" status: 200 len: 217 time: 0.1197245 Jul 14 09:29:38.526718 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-938fdd47-a816-46df-a685-92274f10d9b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:38.528877 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-e1379a49-8cdc-429f-840c-9929002c7e25 None None] Port c55ee618-5e3b-4f75-ac15-1084ce6712f6 cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:29:38.539225 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:29:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1b9a332-3ca5-418d-8a9b-0ab8b76ae9c7 x-openstack-request-id: req-a1b9a332-3ca5-418d-8a9b-0ab8b76ae9c7 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:29:38.539823 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53563f6e-7033-4881-b21d-7977e55df67a", "tag": "49857456-823a-4ccb-9982-8fa10ce6a33d", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:29:38.541025 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-a1b9a332-3ca5-418d-8a9b-0ab8b76ae9c7 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:29:38.541509 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53563f6e-7033-4881-b21d-7977e55df67a', 'tag': '49857456-823a-4ccb-9982-8fa10ce6a33d', 'status': 'completed', 'code': 200} Jul 14 09:29:38.558412 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8f246c-7f52-462c-9686-0b18fb81840e req-82cda6a3-aea5-4de7-a7eb-4c291bc0c20a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:38.560362 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ee8f246c-7f52-462c-9686-0b18fb81840e req-82cda6a3-aea5-4de7-a7eb-4c291bc0c20a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4eebc946-7649-496b-bf8c-5c786643586c HTTP/1.1" status: 200 len: 846 time: 0.0845568 Jul 14 09:29:38.594479 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device d9ae344c-0761-488b-a0f3-4cf16f4b2f64 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:29:38.607191 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-938fdd47-a816-46df-a685-92274f10d9b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:38.616845 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ee8f246c-7f52-462c-9686-0b18fb81840e req-4574684e-e967-46d8-9ef2-2da28c884fee service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b13d7c6c-cfbf-4964-b16a-12c3c2736fe4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495985 Jul 14 09:29:38.620896 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-57f74004-df21-4c8c-a73b-cba323a66838 tempest-RoutersIpV6AdminTest-419487075 tempest-RoutersIpV6AdminTest-419487075-project] Deleting port eec33264-92c8-49fa-be24-dc41cbb2645d {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:29:38.621385 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-57f74004-df21-4c8c-a73b-cba323a66838 tempest-RoutersIpV6AdminTest-419487075 tempest-RoutersIpV6AdminTest-419487075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:38.682199 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-938fdd47-a816-46df-a685-92274f10d9b2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 733} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:29:38.686555 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-ea98748e-a085-4510-ab0c-de8bef2b9c06 None None] Provisioning complete for port c55ee618-5e3b-4f75-ac15-1084ce6712f6 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:29:38.686940 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ea98748e-a085-4510-ab0c-de8bef2b9c06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:38.701543 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938fdd47-a816-46df-a685-92274f10d9b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b802230-9234-42e7-bf8c-0d12af0394c4,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:38.715523 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port d9ae344c-0761-488b-a0f3-4cf16f4b2f64 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:29:38.716259 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:38.716368 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-938fdd47-a816-46df-a685-92274f10d9b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:38.716645 n-d-779913-29 neutron-server[93958]: INFO neutron.db.segments_db [None req-938fdd47-a816-46df-a685-92274f10d9b2 admin admin] Added segment 7c0bb8da-25ea-40ae-a0d8-c863fd3d0f97 of type vlan for network 4c89afe5-b9f8-4e2e-b44c-d497b59f1beb Jul 14 09:29:38.720469 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70efc654-1180-413e-8ba9-7e61c9a32d5d tempest-FloatingIPNegativeTestJSON-1307336812 tempest-FloatingIPNegativeTestJSON-1307336812-project] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:29:38.737282 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-70efc654-1180-413e-8ba9-7e61c9a32d5d tempest-FloatingIPNegativeTestJSON-1307336812 tempest-FloatingIPNegativeTestJSON-1307336812-project] 10.222.0.68 "PUT /v2.0/routers/4bcf1e72-be85-46d9-b273-8d52b8a6bb01/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0894947 Jul 14 09:29:38.738058 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 53812) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:38.756060 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-57f74004-df21-4c8c-a73b-cba323a66838 tempest-RoutersIpV6AdminTest-419487075 tempest-RoutersIpV6AdminTest-419487075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:38.765934 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45082a50-6524-443c-9542-a51607845078 None None] Sync routers for ids ['4bcf1e72-be85-46d9-b273-8d52b8a6bb01'] in n-d-779913-29 {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:29:38.771482 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-918e1d6d-3909-4edd-b4cf-125fab492457 tempest-FloatingIPNegativeTestJSON-1307336812 tempest-FloatingIPNegativeTestJSON-1307336812-project] Request body: {'port': {'network_id': '1a26d14a-1210-4878-ab2e-f03aeb70ac27', 'name': 'tempest-FloatingIPNegativeTestJSON-781991022'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:38.772774 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-57f74004-df21-4c8c-a73b-cba323a66838 tempest-RoutersIpV6AdminTest-419487075 tempest-RoutersIpV6AdminTest-419487075-project] Calling delete_port for eec33264-92c8-49fa-be24-dc41cbb2645d owned by network:router_gateway {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:29:38.780049 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-bdc7a848-2238-4afb-964c-23f43673e382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46431b7c-8b9c-4b6a-bebe-d293c653d238', 'name': 'tempest-AttachVolumeShelveTestJSON-809254703-router', 'tenant_id': '51a0c5b2b5094b24a910e75e03cedf47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.85'}], 'enable_snat': True}, 'gw_port_id': '40e7c51a-bf54-47f0-bc1b-176ca3f64dfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:28:56Z', 'updated_at': '2021-07-14T09:29:06Z', 'revision_number': 4, 'project_id': '51a0c5b2b5094b24a910e75e03cedf47', 'gw_port': {'id': '40e7c51a-bf54-47f0-bc1b-176ca3f64dfd', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:7a:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46431b7c-8b9c-4b6a-bebe-d293c653d238', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:28:57Z', 'updated_at': '2021-07-14T09:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_floatingips': [{'id': '3b20c1f1-577d-41dd-afa0-c1ce0e2c2ad9', 'tenant_id': '51a0c5b2b5094b24a910e75e03cedf47', 'floating_ip_address': '172.25.4.121', 'floating_network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'router_id': '46431b7c-8b9c-4b6a-bebe-d293c653d238', 'port_id': '49857456-823a-4ccb-9982-8fa10ce6a33d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1463, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '087e0468-2285-4c59-b3f2-1d1ff8b2217b', 'mac_address': 'fa:16:3e:1e:0a:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53563f6e-7033-4881-b21d-7977e55df67a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:29:15Z', 'updated_at': '2021-07-14T09:29:35Z', 'revision_number': 1, 'project_id': '51a0c5b2b5094b24a910e75e03cedf47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4e868fd-c59a-4ec2-986d-5c9a274f714c', 'name': '', 'network_id': '087e0468-2285-4c59-b3f2-1d1ff8b2217b', 'tenant_id': '51a0c5b2b5094b24a910e75e03cedf47', 'mac_address': 'fa:16:3e:35:fe:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46431b7c-8b9c-4b6a-bebe-d293c653d238', 'device_owner': 'network:router_interface', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': '04ae7776-8c86-484d-9bcc-4299f4579807', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:29:03Z', 'updated_at': '2021-07-14T09:29:12Z', 'revision_number': 5, 'project_id': '51a0c5b2b5094b24a910e75e03cedf47', 'subnets': [{'id': '04ae7776-8c86-484d-9bcc-4299f4579807', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:38.809710 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45082a50-6524-443c-9542-a51607845078 None None] Routers {'4bcf1e72-be85-46d9-b273-8d52b8a6bb01'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:29:38.811248 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdc7a848-2238-4afb-964c-23f43673e382 None None] Checking router: 46431b7c-8b9c-4b6a-bebe-d293c653d238 for host: n-d-779913-29 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:29:38.812791 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-45082a50-6524-443c-9542-a51607845078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:29:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['4bcf1e72-be85-46d9-b273-8d52b8a6bb01'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:38.820045 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-ea98748e-a085-4510-ab0c-de8bef2b9c06 None None] Port c55ee618-5e3b-4f75-ac15-1084ce6712f6 cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:29:38.820261 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc7a848-2238-4afb-964c-23f43673e382 None None] Routers {'46431b7c-8b9c-4b6a-bebe-d293c653d238'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:29:38.820880 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-bdc7a848-2238-4afb-964c-23f43673e382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:29:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['46431b7c-8b9c-4b6a-bebe-d293c653d238'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:38.859587 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-45082a50-6524-443c-9542-a51607845078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:38.865251 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 53814) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:38.868280 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-938fdd47-a816-46df-a685-92274f10d9b2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735687821325'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:38.874108 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45082a50-6524-443c-9542-a51607845078 None None] Routers {'4bcf1e72-be85-46d9-b273-8d52b8a6bb01'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:29:38.874950 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-45082a50-6524-443c-9542-a51607845078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:29:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['4bcf1e72-be85-46d9-b273-8d52b8a6bb01'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:38.900447 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaf10a3-2d2c-44ba-9059-6a7dee40ca1a req-13d2c9c5-6811-45e6-931b-69c291fe2060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:38.902005 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-bbaf10a3-2d2c-44ba-9059-6a7dee40ca1a req-13d2c9c5-6811-45e6-931b-69c291fe2060 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=51a0c5b2b5094b24a910e75e03cedf47&device_id=53563f6e-7033-4881-b21d-7977e55df67a HTTP/1.1" status: 200 len: 1098 time: 0.2962835 Jul 14 09:29:38.913081 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-45082a50-6524-443c-9542-a51607845078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:38.914049 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45082a50-6524-443c-9542-a51607845078 None None] The sync data for ids ['4bcf1e72-be85-46d9-b273-8d52b8a6bb01'] in n-d-779913-29 is: [] {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:29:38.998695 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-bdc7a848-2238-4afb-964c-23f43673e382 None None] Set router 46431b7c-8b9c-4b6a-bebe-d293c653d238 gateway port host: n-d-779913-29 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:29:39.005804 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-938fdd47-a816-46df-a685-92274f10d9b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:39.006973 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-938fdd47-a816-46df-a685-92274f10d9b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:39.007770 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-938fdd47-a816-46df-a685-92274f10d9b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:39.123340 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ee8f246c-7f52-462c-9686-0b18fb81840e req-4a782ed3-af39-4314-bc70-c5089e8314a8 service neutron] 10.222.0.65 "GET /v2.0/networks/b13d7c6c-cfbf-4964-b16a-12c3c2736fe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2877114 Jul 14 09:29:39.131244 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-738eb5ea-98c4-4792-9e2b-d6f65a82f4d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:39.147530 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938fdd47-a816-46df-a685-92274f10d9b2 admin admin] Pushing event updated for resources: {'Network': ['ID=4c89afe5-b9f8-4e2e-b44c-d497b59f1beb,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:39.163533 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Network 4c89afe5-b9f8-4e2e-b44c-d497b59f1beb details requested by agent ovs-agent-n-d-779913-29 with host n-d-779913-29 {{(pid=93959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:29:39.169782 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaf10a3-2d2c-44ba-9059-6a7dee40ca1a req-518863fd-1341-4706-9abb-a2d3344d78d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:39.171364 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-bbaf10a3-2d2c-44ba-9059-6a7dee40ca1a req-518863fd-1341-4706-9abb-a2d3344d78d9 service neutron] 10.222.0.57 "GET /v2.0/networks?id=087e0468-2285-4c59-b3f2-1d1ff8b2217b HTTP/1.1" status: 200 len: 917 time: 0.2603095 Jul 14 09:29:39.172667 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-918e1d6d-3909-4edd-b4cf-125fab492457 tempest-FloatingIPNegativeTestJSON-1307336812 tempest-FloatingIPNegativeTestJSON-1307336812-project] Made reservation on behalf of c28c580490ea47e8b14b0fe5899973a4 for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:29:39.176288 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-918e1d6d-3909-4edd-b4cf-125fab492457 tempest-FloatingIPNegativeTestJSON-1307336812 tempest-FloatingIPNegativeTestJSON-1307336812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:39.184462 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-938fdd47-a816-46df-a685-92274f10d9b2 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.6062553 Jul 14 09:29:39.194558 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 53820) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:39.207276 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-f8205a4c-c6d5-44c3-81e0-05fbbaa0a0be admin admin] Request body: {'subnet': {'network_id': '4c89afe5-b9f8-4e2e-b44c-d497b59f1beb', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1148669636-subnet', 'tenant_id': 'dfdb2d62014640219eb60ef19587837e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:39.248516 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ee8f246c-7f52-462c-9686-0b18fb81840e req-0de9e96b-cdaa-4dad-a0cb-e7041e418f51 service neutron] 10.222.0.65 "GET /v2.0/networks/b13d7c6c-cfbf-4964-b16a-12c3c2736fe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020439 Jul 14 09:29:39.282571 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-bdc7a848-2238-4afb-964c-23f43673e382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46431b7c-8b9c-4b6a-bebe-d293c653d238', 'name': 'tempest-AttachVolumeShelveTestJSON-809254703-router', 'tenant_id': '51a0c5b2b5094b24a910e75e03cedf47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.85'}], 'enable_snat': True}, 'gw_port_id': '40e7c51a-bf54-47f0-bc1b-176ca3f64dfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:28:56Z', 'updated_at': '2021-07-14T09:29:06Z', 'revision_number': 4, 'project_id': '51a0c5b2b5094b24a910e75e03cedf47', 'gw_port': {'id': '40e7c51a-bf54-47f0-bc1b-176ca3f64dfd', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:7a:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46431b7c-8b9c-4b6a-bebe-d293c653d238', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:28:57Z', 'updated_at': '2021-07-14T09:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_floatingips': [{'id': '3b20c1f1-577d-41dd-afa0-c1ce0e2c2ad9', 'tenant_id': '51a0c5b2b5094b24a910e75e03cedf47', 'floating_ip_address': '172.25.4.121', 'floating_network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'router_id': '46431b7c-8b9c-4b6a-bebe-d293c653d238', 'port_id': '49857456-823a-4ccb-9982-8fa10ce6a33d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1463, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '087e0468-2285-4c59-b3f2-1d1ff8b2217b', 'mac_address': 'fa:16:3e:1e:0a:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53563f6e-7033-4881-b21d-7977e55df67a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:29:15Z', 'updated_at': '2021-07-14T09:29:35Z', 'revision_number': 1, 'project_id': '51a0c5b2b5094b24a910e75e03cedf47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4e868fd-c59a-4ec2-986d-5c9a274f714c', 'name': '', 'network_id': '087e0468-2285-4c59-b3f2-1d1ff8b2217b', 'tenant_id': '51a0c5b2b5094b24a910e75e03cedf47', 'mac_address': 'fa:16:3e:35:fe:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46431b7c-8b9c-4b6a-bebe-d293c653d238', 'device_owner': 'network:router_interface', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': '04ae7776-8c86-484d-9bcc-4299f4579807', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:29:03Z', 'updated_at': '2021-07-14T09:29:12Z', 'revision_number': 5, 'project_id': '51a0c5b2b5094b24a910e75e03cedf47', 'subnets': [{'id': '04ae7776-8c86-484d-9bcc-4299f4579807', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:39.293086 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-57f74004-df21-4c8c-a73b-cba323a66838 tempest-RoutersIpV6AdminTest-419487075 tempest-RoutersIpV6AdminTest-419487075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:39.297976 n-d-779913-29 neutron-server[93958]: DEBUG neutron.notifiers.nova [None req-918e1d6d-3909-4edd-b4cf-125fab492457 tempest-FloatingIPNegativeTestJSON-1307336812 tempest-FloatingIPNegativeTestJSON-1307336812-project] device_id is not set on port b9610581-9543-45bd-8510-d4882b6efd93 yet. {{(pid=93958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:29:39.320042 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdc7a848-2238-4afb-964c-23f43673e382 None None] The sync data for ids ['46431b7c-8b9c-4b6a-bebe-d293c653d238'] in n-d-779913-29 is: [{'id': '46431b7c-8b9c-4b6a-bebe-d293c653d238', 'name': 'tempest-AttachVolumeShelveTestJSON-809254703-router', 'tenant_id': '51a0c5b2b5094b24a910e75e03cedf47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.85'}], 'enable_snat': True}, 'gw_port_id': '40e7c51a-bf54-47f0-bc1b-176ca3f64dfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:28:56Z', 'updated_at': '2021-07-14T09:29:06Z', 'revision_number': 4, 'project_id': '51a0c5b2b5094b24a910e75e03cedf47', 'gw_port': {'id': '40e7c51a-bf54-47f0-bc1b-176ca3f64dfd', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:7a:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46431b7c-8b9c-4b6a-bebe-d293c653d238', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:28:57Z', 'updated_at': '2021-07-14T09:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_floatingips': [{'id': '3b20c1f1-577d-41dd-afa0-c1ce0e2c2ad9', 'tenant_id': '51a0c5b2b5094b24a910e75e03cedf47', 'floating_ip_address': '172.25.4.121', 'floating_network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'router_id': '46431b7c-8b9c-4b6a-bebe-d293c653d238', 'port_id': '49857456-823a-4ccb-9982-8fa10ce6a33d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1463, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '087e0468-2285-4c59-b3f2-1d1ff8b2217b', 'mac_address': 'fa:16:3e:1e:0a:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53563f6e-7033-4881-b21d-7977e55df67a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:29:15Z', 'updated_at': '2021-07-14T09:29:35Z', 'revision_number': 1, 'project_id': '51a0c5b2b5094b24a910e75e03cedf47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4e868fd-c59a-4ec2-986d-5c9a274f714c', 'name': '', 'network_id': '087e0468-2285-4c59-b3f2-1d1ff8b2217b', 'tenant_id': '51a0c5b2b5094b24a910e75e03cedf47', 'mac_address': 'fa:16:3e:35:fe:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46431b7c-8b9c-4b6a-bebe-d293c653d238', 'device_owner': 'network:router_interface', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': '04ae7776-8c86-484d-9bcc-4299f4579807', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:29:03Z', 'updated_at': '2021-07-14T09:29:12Z', 'revision_number': 5, 'project_id': '51a0c5b2b5094b24a910e75e03cedf47', 'subnets': [{'id': '04ae7776-8c86-484d-9bcc-4299f4579807', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:29:39.338528 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f74004-df21-4c8c-a73b-cba323a66838 tempest-RoutersIpV6AdminTest-419487075 tempest-RoutersIpV6AdminTest-419487075-project] Pushing event deleted for resources: {'Port': ['ID=eec33264-92c8-49fa-be24-dc41cbb2645d,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:39.357359 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-bbaf10a3-2d2c-44ba-9059-6a7dee40ca1a req-3ce095ab-fe2d-4465-93c4-9b8ace197a99 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=49857456-823a-4ccb-9982-8fa10ce6a33d HTTP/1.1" status: 200 len: 1000 time: 0.1750646 Jul 14 09:29:39.422687 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-57f74004-df21-4c8c-a73b-cba323a66838 tempest-RoutersIpV6AdminTest-419487075 tempest-RoutersIpV6AdminTest-419487075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-660532'] for router_gateway, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:39.468346 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaf10a3-2d2c-44ba-9059-6a7dee40ca1a req-5e5dd91b-7d9a-40ed-ae79-6c2352b7a800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:39.469914 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-bbaf10a3-2d2c-44ba-9059-6a7dee40ca1a req-5e5dd91b-7d9a-40ed-ae79-6c2352b7a800 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=04ae7776-8c86-484d-9bcc-4299f4579807 HTTP/1.1" status: 200 len: 855 time: 0.1055093 Jul 14 09:29:39.549613 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-738eb5ea-98c4-4792-9e2b-d6f65a82f4d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:39.551076 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-918e1d6d-3909-4edd-b4cf-125fab492457 tempest-FloatingIPNegativeTestJSON-1307336812 tempest-FloatingIPNegativeTestJSON-1307336812-project] Allocated IP 172.20.0.9 (1a26d14a-1210-4878-ab2e-f03aeb70ac27/c10fa959-73b1-4148-bf43-7d09afd5ff5f/b9610581-9543-45bd-8510-d4882b6efd93) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:29:39.572563 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-738eb5ea-98c4-4792-9e2b-d6f65a82f4d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:39.610959 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e722e2e2-83d5-4b6f-8d06-095da134974d None None] New status for floating IP 3b20c1f1-577d-41dd-afa0-c1ce0e2c2ad9: ACTIVE {{(pid=93960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:29:39.663892 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8205a4c-c6d5-44c3-81e0-05fbbaa0a0be admin admin] Made reservation on behalf of dfdb2d62014640219eb60ef19587837e for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:29:39.666817 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f8205a4c-c6d5-44c3-81e0-05fbbaa0a0be admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16714600'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:39.685448 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-738eb5ea-98c4-4792-9e2b-d6f65a82f4d3 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=d13f4c656fec4158b387027f58c46e91&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8191264 Jul 14 09:29:39.698904 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 53828) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:39.700301 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-57f74004-df21-4c8c-a73b-cba323a66838 tempest-RoutersIpV6AdminTest-419487075 tempest-RoutersIpV6AdminTest-419487075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-661489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-711771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12973'] for router, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:39.707030 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-57f74004-df21-4c8c-a73b-cba323a66838 tempest-RoutersIpV6AdminTest-419487075 tempest-RoutersIpV6AdminTest-419487075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-661452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-661502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-661447', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-711840'] for router, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:39.727096 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaf10a3-2d2c-44ba-9059-6a7dee40ca1a req-09619999-f43d-40f4-8765-7326ec739c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:39.730311 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-bbaf10a3-2d2c-44ba-9059-6a7dee40ca1a req-09619999-f43d-40f4-8765-7326ec739c2d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=087e0468-2285-4c59-b3f2-1d1ff8b2217b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2523079 Jul 14 09:29:39.745243 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738eb5ea-98c4-4792-9e2b-d6f65a82f4d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e518def2-400e-465d-a8db-c9b7db9a1264,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:39.799208 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57f74004-df21-4c8c-a73b-cba323a66838 tempest-RoutersIpV6AdminTest-419487075 tempest-RoutersIpV6AdminTest-419487075-project] Router 907b3de5-d504-4aa7-a037-9cf1e6c4375d has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:29:39.818722 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91f060b-b7e7-478b-b53f-0401fbedb719 req-c66c1e58-181f-43dd-b6e7-01e2b3e852fc tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:39.820234 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b91f060b-b7e7-478b-b53f-0401fbedb719 req-c66c1e58-181f-43dd-b6e7-01e2b3e852fc tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/ports?device_id=95b9a8bb-ffb8-4a06-a464-b6f623cf6c7e HTTP/1.1" status: 200 len: 943 time: 0.1540003 Jul 14 09:29:39.910562 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57f74004-df21-4c8c-a73b-cba323a66838 tempest-RoutersIpV6AdminTest-419487075 tempest-RoutersIpV6AdminTest-419487075-project] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:29:39.919327 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-57f74004-df21-4c8c-a73b-cba323a66838 tempest-RoutersIpV6AdminTest-419487075 tempest-RoutersIpV6AdminTest-419487075-project] Notify callbacks [] for router, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:39.920499 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-57f74004-df21-4c8c-a73b-cba323a66838 tempest-RoutersIpV6AdminTest-419487075 tempest-RoutersIpV6AdminTest-419487075-project] 10.222.0.68 "PUT /v2.0/routers/907b3de5-d504-4aa7-a037-9cf1e6c4375d HTTP/1.1" status: 200 len: 708 time: 2.9433701 Jul 14 09:29:39.923608 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 53830) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:39.924576 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ace09f1-ce67-4a95-9244-a550fbc068e7 None None] Sync routers for ids ['907b3de5-d504-4aa7-a037-9cf1e6c4375d'] in n-d-779913-29 {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:29:39.938063 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ace09f1-ce67-4a95-9244-a550fbc068e7 None None] Routers {'907b3de5-d504-4aa7-a037-9cf1e6c4375d'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:29:39.939027 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-1ace09f1-ce67-4a95-9244-a550fbc068e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:29:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['907b3de5-d504-4aa7-a037-9cf1e6c4375d'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:39.971495 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b91f060b-b7e7-478b-b53f-0401fbedb719 req-b94bff70-c5b4-4189-9857-7b08edf57104 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/security-groups?id=bfacbc39-872c-438f-b7f4-05abded490ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111493 Jul 14 09:29:39.977971 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-1ace09f1-ce67-4a95-9244-a550fbc068e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:39.983370 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device ed0ac93c-f9e8-4f06-a44f-836b17511f5e details requested by agent hyperv_n-h1-779913-29 with host n-h1-779913-29 {{(pid=93959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:29:39.983666 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-bbaf10a3-2d2c-44ba-9059-6a7dee40ca1a req-266badde-2c98-4a04-8ab9-08a643a77da7 service neutron] 10.222.0.57 "GET /v2.0/networks/087e0468-2285-4c59-b3f2-1d1ff8b2217b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2335365 Jul 14 09:29:39.989049 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-acb1b243-c402-48d2-8529-4467b45ac133 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:40.010151 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-914246ca-aeb4-4180-a038-e936a77301f2 tempest-RoutersIpV6AdminTest-414384186 tempest-RoutersIpV6AdminTest-414384186-project-admin] 10.222.0.68 "GET /v2.0/routers/907b3de5-d504-4aa7-a037-9cf1e6c4375d HTTP/1.1" status: 200 len: 743 time: 0.0858841 Jul 14 09:29:40.012657 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 53832) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:40.028525 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ace09f1-ce67-4a95-9244-a550fbc068e7 None None] Routers {'907b3de5-d504-4aa7-a037-9cf1e6c4375d'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:29:40.030061 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-1ace09f1-ce67-4a95-9244-a550fbc068e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:29:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['907b3de5-d504-4aa7-a037-9cf1e6c4375d'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:40.058225 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-9302f28b-bc2e-4790-b3f5-c769c5514d84 tempest-RoutersIpV6AdminTest-414384186 tempest-RoutersIpV6AdminTest-414384186-project-admin] 10.222.0.68 "GET /v2.0/ports?network_id=2dcd4d32-cc7c-4468-b396-7ce5c9231892&device_id=907b3de5-d504-4aa7-a037-9cf1e6c4375d HTTP/1.1" status: 200 len: 205 time: 0.0414503 Jul 14 09:29:40.058540 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 53834) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:40.089650 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-2687b896-c792-49d4-985b-61144911ab38 tempest-RoutersIpV6AdminTest-419487075 tempest-RoutersIpV6AdminTest-419487075-project] 10.222.0.68 "GET /v2.0/ports?device_id=907b3de5-d504-4aa7-a037-9cf1e6c4375d HTTP/1.1" status: 200 len: 205 time: 0.0272300 Jul 14 09:29:40.089862 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 53836) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:40.100360 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-1ace09f1-ce67-4a95-9244-a550fbc068e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:40.101115 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ace09f1-ce67-4a95-9244-a550fbc068e7 None None] The sync data for ids ['907b3de5-d504-4aa7-a037-9cf1e6c4375d'] in n-d-779913-29 is: [] {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:29:40.109084 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-918e1d6d-3909-4edd-b4cf-125fab492457 tempest-FloatingIPNegativeTestJSON-1307336812 tempest-FloatingIPNegativeTestJSON-1307336812-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:40.113655 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-acb1b243-c402-48d2-8529-4467b45ac133 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:40.147932 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port ed0ac93c-f9e8-4f06-a44f-836b17511f5e, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=ed0ac93c-f9e8-4f06-a44f-836b17511f5e,segment=NetworkSegment(f28b4a20-abdb-43f4-86e7-8da3ae7a1990),segment_id=f28b4a20-abdb-43f4-86e7-8da3ae7a1990)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:29:40.162099 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Returning: {'device': 'ed0ac93c-f9e8-4f06-a44f-836b17511f5e', 'network_id': 'b13d7c6c-cfbf-4964-b16a-12c3c2736fe4', 'port_id': 'ed0ac93c-f9e8-4f06-a44f-836b17511f5e', 'mac_address': 'fa:16:3e:0c:79:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 701, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4eebc946-7649-496b-bf8c-5c786643586c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:29:40.180640 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-029b7875-f595-46cf-9284-89d9f6886670 tempest-RoutersIpV6AdminTest-419487075 tempest-RoutersIpV6AdminTest-419487075-project] Notify callbacks [] for router, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:40.195153 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-918e1d6d-3909-4edd-b4cf-125fab492457 tempest-FloatingIPNegativeTestJSON-1307336812 tempest-FloatingIPNegativeTestJSON-1307336812-project] Transition to ACTIVE for port object b9610581-9543-45bd-8510-d4882b6efd93 will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:29:40.202198 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:40.218719 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed0ac93c-f9e8-4f06-a44f-836b17511f5e {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:29:40.242630 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-bbaf10a3-2d2c-44ba-9059-6a7dee40ca1a req-2071ac43-d42e-4f4a-bfca-9aee6478124f service neutron] 10.222.0.57 "GET /v2.0/networks/087e0468-2285-4c59-b3f2-1d1ff8b2217b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2516315 Jul 14 09:29:40.247304 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f8205a4c-c6d5-44c3-81e0-05fbbaa0a0be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13573993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16714586'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:40.247515 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port ed0ac93c-f9e8-4f06-a44f-836b17511f5e, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=ed0ac93c-f9e8-4f06-a44f-836b17511f5e,segment=NetworkSegment(f28b4a20-abdb-43f4-86e7-8da3ae7a1990),segment_id=f28b4a20-abdb-43f4-86e7-8da3ae7a1990)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:29:40.253011 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:40.303372 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-acb1b243-c402-48d2-8529-4467b45ac133 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:40.306441 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-acb1b243-c402-48d2-8529-4467b45ac133 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:40.307629 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-acb1b243-c402-48d2-8529-4467b45ac133 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/e518def2-400e-465d-a8db-c9b7db9a1264 HTTP/1.1" status: 204 len: 168 time: 0.5768647 Jul 14 09:29:40.322456 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Pushing event updated for resources: {'Port': ['ID=ed0ac93c-f9e8-4f06-a44f-836b17511f5e,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:40.327764 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-918e1d6d-3909-4edd-b4cf-125fab492457 tempest-FloatingIPNegativeTestJSON-1307336812 tempest-FloatingIPNegativeTestJSON-1307336812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:40.330359 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8205a4c-c6d5-44c3-81e0-05fbbaa0a0be admin admin] Pushing event updated for resources: {'Subnet': ['ID=b9b5b9a6-c0c5-422a-9cec-7b209f25a172,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:40.332296 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb1b243-c402-48d2-8529-4467b45ac133 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e518def2-400e-465d-a8db-c9b7db9a1264,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:40.411500 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-918e1d6d-3909-4edd-b4cf-125fab492457 tempest-FloatingIPNegativeTestJSON-1307336812 tempest-FloatingIPNegativeTestJSON-1307336812-project] Network 1a26d14a-1210-4878-ab2e-f03aeb70ac27 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:29:40.422483 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-918e1d6d-3909-4edd-b4cf-125fab492457 tempest-FloatingIPNegativeTestJSON-1307336812 tempest-FloatingIPNegativeTestJSON-1307336812-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:29:40.426068 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8205a4c-c6d5-44c3-81e0-05fbbaa0a0be admin admin] Checking segment: {'id': '7c0bb8da-25ea-40ae-a0d8-c863fd3d0f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '4c89afe5-b9f8-4e2e-b44c-d497b59f1beb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:29:40.426624 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8205a4c-c6d5-44c3-81e0-05fbbaa0a0be admin admin] Network hostable DHCP agents. Network: 4c89afe5-b9f8-4e2e-b44c-d497b59f1beb, hostable agents: ['c6a09bd4-f72e-4283-a3ca-0bbca8a51081'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:29:40.428902 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-918e1d6d-3909-4edd-b4cf-125fab492457 tempest-FloatingIPNegativeTestJSON-1307336812 tempest-FloatingIPNegativeTestJSON-1307336812-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:29:40.432969 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918e1d6d-3909-4edd-b4cf-125fab492457 tempest-FloatingIPNegativeTestJSON-1307336812 tempest-FloatingIPNegativeTestJSON-1307336812-project] Pushing event updated for resources: {'Port': ['ID=b9610581-9543-45bd-8510-d4882b6efd93,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:40.439713 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-029b7875-f595-46cf-9284-89d9f6886670 tempest-RoutersIpV6AdminTest-419487075 tempest-RoutersIpV6AdminTest-419487075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-711871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12964'] for router, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:40.442924 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-029b7875-f595-46cf-9284-89d9f6886670 tempest-RoutersIpV6AdminTest-419487075 tempest-RoutersIpV6AdminTest-419487075-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:40.506442 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-029b7875-f595-46cf-9284-89d9f6886670 tempest-RoutersIpV6AdminTest-419487075 tempest-RoutersIpV6AdminTest-419487075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-704815'] for router, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:40.507245 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-029b7875-f595-46cf-9284-89d9f6886670 tempest-RoutersIpV6AdminTest-419487075 tempest-RoutersIpV6AdminTest-419487075-project] Fanout notify agent at l3_agent the message router_deleted on router 907b3de5-d504-4aa7-a037-9cf1e6c4375d {{(pid=93957) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:29:40.514217 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8205a4c-c6d5-44c3-81e0-05fbbaa0a0be admin admin] Network 4c89afe5-b9f8-4e2e-b44c-d497b59f1beb is scheduled to be hosted by DHCP agent c6a09bd4-f72e-4283-a3ca-0bbca8a51081 with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:29:40.517248 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-029b7875-f595-46cf-9284-89d9f6886670 tempest-RoutersIpV6AdminTest-419487075 tempest-RoutersIpV6AdminTest-419487075-project] Notify callbacks [] for router, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:40.518734 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-029b7875-f595-46cf-9284-89d9f6886670 tempest-RoutersIpV6AdminTest-419487075 tempest-RoutersIpV6AdminTest-419487075-project] 10.222.0.68 "DELETE /v2.0/routers/907b3de5-d504-4aa7-a037-9cf1e6c4375d HTTP/1.1" status: 204 len: 168 time: 0.4276600 Jul 14 09:29:40.526779 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 53848) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:40.547639 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-918e1d6d-3909-4edd-b4cf-125fab492457 tempest-FloatingIPNegativeTestJSON-1307336812 tempest-FloatingIPNegativeTestJSON-1307336812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:40.550859 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-918e1d6d-3909-4edd-b4cf-125fab492457 tempest-FloatingIPNegativeTestJSON-1307336812 tempest-FloatingIPNegativeTestJSON-1307336812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:40.578642 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-918e1d6d-3909-4edd-b4cf-125fab492457 tempest-FloatingIPNegativeTestJSON-1307336812 tempest-FloatingIPNegativeTestJSON-1307336812-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.8365347 Jul 14 09:29:40.579892 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-27cb671b-64e4-48fa-b534-ca036dcfcac4 tempest-RoutersIpV6AdminTest-419487075 tempest-RoutersIpV6AdminTest-419487075-project] 10.222.0.68 "GET /v2.0/ports?device_id=907b3de5-d504-4aa7-a037-9cf1e6c4375d HTTP/1.1" status: 200 len: 205 time: 0.0513697 Jul 14 09:29:40.582226 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 53850) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:40.582709 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 53852) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:40.590882 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-9b4e90d0-156b-4e33-89e5-f4e3ae0a9353 tempest-FloatingIPNegativeTestJSON-1307336812 tempest-FloatingIPNegativeTestJSON-1307336812-project] Request body: {'floatingip': {'floating_network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:40.602000 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-f8205a4c-c6d5-44c3-81e0-05fbbaa0a0be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-29, 4c89afe5-b9f8-4e2e-b44c-d497b59f1beb) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:29:40.612856 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3880797c-8b1a-4859-9b85-04dbed5b8ab0 None None] Network 4c89afe5-b9f8-4e2e-b44c-d497b59f1beb requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:29:40.621962 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8205a4c-c6d5-44c3-81e0-05fbbaa0a0be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:40.623948 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f8205a4c-c6d5-44c3-81e0-05fbbaa0a0be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:40.657300 n-d-779913-29 neutron-server[93957]: INFO neutron.api.v2.resource [None req-f87a2883-e827-4f58-9931-d53343c6c20f tempest-RoutersIpV6AdminTest-419487075 tempest-RoutersIpV6AdminTest-419487075-project] delete failed (client error): The resource could not be found. Jul 14 09:29:40.661633 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 53854) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:40.669468 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-f87a2883-e827-4f58-9931-d53343c6c20f tempest-RoutersIpV6AdminTest-419487075 tempest-RoutersIpV6AdminTest-419487075-project] 10.222.0.68 "DELETE /v2.0/routers/907b3de5-d504-4aa7-a037-9cf1e6c4375d HTTP/1.1" status: 404 len: 336 time: 0.0856249 Jul 14 09:29:40.750744 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-a2440664-1e31-49ac-9945-3e334d2c350e tempest-RoutersIpV6AdminTest-419487075 tempest-RoutersIpV6AdminTest-419487075-project] 10.222.0.68 "GET /v2.0/ports?device_id=a498fe12-a962-45b3-80f0-df71f50601fa HTTP/1.1" status: 200 len: 205 time: 0.0873182 Jul 14 09:29:40.752119 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 53858) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:40.752495 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 53860) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:40.753788 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9b4e90d0-156b-4e33-89e5-f4e3ae0a9353 tempest-FloatingIPNegativeTestJSON-1307336812 tempest-FloatingIPNegativeTestJSON-1307336812-project] Notify callbacks [] for floatingip, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:40.757675 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-f8205a4c-c6d5-44c3-81e0-05fbbaa0a0be admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5571547 Jul 14 09:29:40.775861 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2aeda538-fd6e-4878-b6f4-062e0590cb9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:40.789232 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] get_ports_and_sgs() called for port_ids ['ed0ac93c-f9e8-4f06-a44f-836b17511f5e'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:29:40.812478 n-d-779913-29 neutron-server[93957]: INFO neutron.api.v2.resource [None req-4c59d42d-11be-4bcd-9c9e-f79fd99f0323 tempest-RoutersIpV6AdminTest-419487075 tempest-RoutersIpV6AdminTest-419487075-project] delete failed (client error): The resource could not be found. Jul 14 09:29:40.816489 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-4c59d42d-11be-4bcd-9c9e-f79fd99f0323 tempest-RoutersIpV6AdminTest-419487075 tempest-RoutersIpV6AdminTest-419487075-project] 10.222.0.68 "DELETE /v2.0/routers/a498fe12-a962-45b3-80f0-df71f50601fa HTTP/1.1" status: 404 len: 336 time: 0.0615215 Jul 14 09:29:40.828863 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 53864) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:40.866574 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-22d72f59-e096-464a-811a-f88e0a52f127 tempest-RoutersIpV6AdminTest-419487075 tempest-RoutersIpV6AdminTest-419487075-project] 10.222.0.68 "GET /v2.0/ports?device_id=7b5f1451-0831-471f-8c08-ef6d11f68ed9 HTTP/1.1" status: 200 len: 205 time: 0.0366597 Jul 14 09:29:40.869700 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 53866) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:40.884803 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08b5edac-cf0f-4e7e-ac3d-cc49d9c62fb3 None None] Network 4c89afe5-b9f8-4e2e-b44c-d497b59f1beb requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:29:40.886864 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-02b87b12-9554-4fc4-bb76-6ab29e278c99 None None] Provisioning for port b9610581-9543-45bd-8510-d4882b6efd93 completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:29:40.937052 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-02b87b12-9554-4fc4-bb76-6ab29e278c99 None None] Provisioning complete for port b9610581-9543-45bd-8510-d4882b6efd93 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:29:40.937719 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-02b87b12-9554-4fc4-bb76-6ab29e278c99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:40.937818 n-d-779913-29 neutron-server[93958]: INFO neutron.api.v2.resource [None req-ecb69208-cbac-4849-90a0-e864ed24b6eb tempest-RoutersIpV6AdminTest-419487075 tempest-RoutersIpV6AdminTest-419487075-project] delete failed (client error): The resource could not be found. Jul 14 09:29:40.941322 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-ecb69208-cbac-4849-90a0-e864ed24b6eb tempest-RoutersIpV6AdminTest-419487075 tempest-RoutersIpV6AdminTest-419487075-project] 10.222.0.68 "DELETE /v2.0/routers/7b5f1451-0831-471f-8c08-ef6d11f68ed9 HTTP/1.1" status: 404 len: 336 time: 0.0678017 Jul 14 09:29:40.943279 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 53870) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:40.994082 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2aeda538-fd6e-4878-b6f4-062e0590cb9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:40.997956 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2aeda538-fd6e-4878-b6f4-062e0590cb9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:41.001033 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-36c91f16-b72b-4020-9c85-6f80f4ad87e4 tempest-RoutersIpV6AdminTest-419487075 tempest-RoutersIpV6AdminTest-419487075-project] 10.222.0.68 "GET /v2.0/ports?device_id=f7962a9e-b3e9-4a15-9fe7-2d0d173fb920 HTTP/1.1" status: 200 len: 205 time: 0.0545247 Jul 14 09:29:41.002084 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 53876) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:41.042762 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-02b87b12-9554-4fc4-bb76-6ab29e278c99 None None] Port b9610581-9543-45bd-8510-d4882b6efd93 cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:29:41.065050 n-d-779913-29 neutron-server[93958]: INFO neutron.api.v2.resource [None req-37276a19-e8fc-4386-a9e2-3c8301ccb9d8 tempest-RoutersIpV6AdminTest-419487075 tempest-RoutersIpV6AdminTest-419487075-project] delete failed (client error): The resource could not be found. Jul 14 09:29:41.066170 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-37276a19-e8fc-4386-a9e2-3c8301ccb9d8 tempest-RoutersIpV6AdminTest-419487075 tempest-RoutersIpV6AdminTest-419487075-project] 10.222.0.68 "DELETE /v2.0/routers/f7962a9e-b3e9-4a15-9fe7-2d0d173fb920 HTTP/1.1" status: 404 len: 336 time: 0.0634224 Jul 14 09:29:41.067672 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9b4e90d0-156b-4e33-89e5-f4e3ae0a9353 tempest-FloatingIPNegativeTestJSON-1307336812 tempest-FloatingIPNegativeTestJSON-1307336812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:41.070231 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 53880) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:41.099349 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aeda538-fd6e-4878-b6f4-062e0590cb9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45b55290-70c5-472f-9446-4c532dfe6b7b,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:41.124624 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-681e6a6b-b55b-4a2d-84d9-6a2f65a56d7d tempest-RoutersIpV6AdminTest-419487075 tempest-RoutersIpV6AdminTest-419487075-project] 10.222.0.68 "GET /v2.0/ports?device_id=52485f26-9a02-469a-a1d2-55347fd36777 HTTP/1.1" status: 200 len: 205 time: 0.0523858 Jul 14 09:29:41.129544 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-2aeda538-fd6e-4878-b6f4-062e0590cb9a admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=69d0d2f0879c4165b5f99b3106d10a41&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3735356 Jul 14 09:29:41.129886 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 53884) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:41.130710 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 53882) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:41.193114 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-0e545b55-876c-45e8-ac71-8336fc585d80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:41.218695 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-0e545b55-876c-45e8-ac71-8336fc585d80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:41.238193 n-d-779913-29 neutron-server[93958]: INFO neutron.api.v2.resource [None req-13993b4f-e884-4148-b5cf-22f09a7388c9 tempest-RoutersIpV6AdminTest-419487075 tempest-RoutersIpV6AdminTest-419487075-project] delete failed (client error): The resource could not be found. Jul 14 09:29:41.241557 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-13993b4f-e884-4148-b5cf-22f09a7388c9 tempest-RoutersIpV6AdminTest-419487075 tempest-RoutersIpV6AdminTest-419487075-project] 10.222.0.68 "DELETE /v2.0/routers/52485f26-9a02-469a-a1d2-55347fd36777 HTTP/1.1" status: 404 len: 336 time: 0.1069317 Jul 14 09:29:41.243682 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 53894) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:41.286194 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-917c90df-3114-4510-a951-de22dfbaeb20 tempest-RoutersIpV6AdminTest-419487075 tempest-RoutersIpV6AdminTest-419487075-project] 10.222.0.68 "GET /v2.0/ports?device_id=69f92474-b03a-489c-9248-4d2ebf05cf50 HTTP/1.1" status: 200 len: 205 time: 0.0391455 Jul 14 09:29:41.288564 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 53896) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:41.338897 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-9b4e90d0-156b-4e33-89e5-f4e3ae0a9353 tempest-FloatingIPNegativeTestJSON-1307336812 tempest-FloatingIPNegativeTestJSON-1307336812-project] Allocated IP 172.25.4.99 (2dcd4d32-cc7c-4468-b396-7ce5c9231892/6cd22a75-5bc1-467c-a3c4-0af04bd1b34a/ceccd231-3e80-4643-8b29-cbfa3d7e8441) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:29:41.347993 n-d-779913-29 neutron-server[93957]: INFO neutron.api.v2.resource [None req-fee15b76-8afd-46af-aebe-ef22f47869c2 tempest-RoutersIpV6AdminTest-419487075 tempest-RoutersIpV6AdminTest-419487075-project] delete failed (client error): The resource could not be found. Jul 14 09:29:41.351637 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-fee15b76-8afd-46af-aebe-ef22f47869c2 tempest-RoutersIpV6AdminTest-419487075 tempest-RoutersIpV6AdminTest-419487075-project] 10.222.0.68 "DELETE /v2.0/routers/69f92474-b03a-489c-9248-4d2ebf05cf50 HTTP/1.1" status: 404 len: 336 time: 0.0596662 Jul 14 09:29:41.360193 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6466aa-0fa6-4225-9893-226c31756c47 req-57585446-a7a5-4cc3-9e5e-113dc664a1c5 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:41.361768 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ed6466aa-0fa6-4225-9893-226c31756c47 req-57585446-a7a5-4cc3-9e5e-113dc664a1c5 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/ports?device_id=95b9a8bb-ffb8-4a06-a464-b6f623cf6c7e HTTP/1.1" status: 200 len: 944 time: 0.1303942 Jul 14 09:29:41.363118 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 53898) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:41.422751 n-d-779913-29 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7ab9342-a57e-4d6f-80e3-460c35267a23 tempest-RoutersIpV6AdminTest-419487075 tempest-RoutersIpV6AdminTest-419487075-project] DELETE failed (client error): The resource could not be found. Jul 14 09:29:41.423217 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7ab9342-a57e-4d6f-80e3-460c35267a23 tempest-RoutersIpV6AdminTest-419487075 tempest-RoutersIpV6AdminTest-419487075-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:29:41.425069 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-e7ab9342-a57e-4d6f-80e3-460c35267a23 tempest-RoutersIpV6AdminTest-419487075 tempest-RoutersIpV6AdminTest-419487075-project] 10.222.0.68 "DELETE /v2.0/subnets/a9322a86-1702-4fce-b643-a73317da52ac HTTP/1.1" status: 404 len: 337 time: 0.0609694 Jul 14 09:29:41.480829 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ed6466aa-0fa6-4225-9893-226c31756c47 req-ee51f31d-e501-457a-abd5-cc9a3a9e8451 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/security-groups?id=bfacbc39-872c-438f-b7f4-05abded490ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069751 Jul 14 09:29:41.543089 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9b4e90d0-156b-4e33-89e5-f4e3ae0a9353 tempest-FloatingIPNegativeTestJSON-1307336812 tempest-FloatingIPNegativeTestJSON-1307336812-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:41.593902 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9b4e90d0-156b-4e33-89e5-f4e3ae0a9353 tempest-FloatingIPNegativeTestJSON-1307336812 tempest-FloatingIPNegativeTestJSON-1307336812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:41.650477 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b4e90d0-156b-4e33-89e5-f4e3ae0a9353 tempest-FloatingIPNegativeTestJSON-1307336812 tempest-FloatingIPNegativeTestJSON-1307336812-project] Network 2dcd4d32-cc7c-4468-b396-7ce5c9231892 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:29:41.653622 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-9b4e90d0-156b-4e33-89e5-f4e3ae0a9353 tempest-FloatingIPNegativeTestJSON-1307336812 tempest-FloatingIPNegativeTestJSON-1307336812-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:29:41.657239 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b4e90d0-156b-4e33-89e5-f4e3ae0a9353 tempest-FloatingIPNegativeTestJSON-1307336812 tempest-FloatingIPNegativeTestJSON-1307336812-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:29:41.709186 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4e90d0-156b-4e33-89e5-f4e3ae0a9353 tempest-FloatingIPNegativeTestJSON-1307336812 tempest-FloatingIPNegativeTestJSON-1307336812-project] Pushing event updated for resources: {'Port': ['ID=ceccd231-3e80-4643-8b29-cbfa3d7e8441,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:41.752947 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-0e545b55-876c-45e8-ac71-8336fc585d80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:41.755554 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-0e545b55-876c-45e8-ac71-8336fc585d80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:41.759762 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-0e545b55-876c-45e8-ac71-8336fc585d80 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/45b55290-70c5-472f-9446-4c532dfe6b7b HTTP/1.1" status: 204 len: 168 time: 0.6257794 Jul 14 09:29:41.769610 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e545b55-876c-45e8-ac71-8336fc585d80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45b55290-70c5-472f-9446-4c532dfe6b7b,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:41.801397 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 53910) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:41.822261 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3952d074-11ad-425a-8b9c-dc9781ef3b3a req-961e3715-6d2b-457b-ad9c-4a12e7a548f7 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:41.824022 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3952d074-11ad-425a-8b9c-dc9781ef3b3a req-961e3715-6d2b-457b-ad9c-4a12e7a548f7 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/networks?id=4c89afe5-b9f8-4e2e-b44c-d497b59f1beb HTTP/1.1" status: 200 len: 812 time: 0.5368330 Jul 14 09:29:41.824189 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9b4e90d0-156b-4e33-89e5-f4e3ae0a9353 tempest-FloatingIPNegativeTestJSON-1307336812 tempest-FloatingIPNegativeTestJSON-1307336812-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:41.840885 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3952d074-11ad-425a-8b9c-dc9781ef3b3a req-ba58387f-dde0-4454-9899-5bb3ea6e301b tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/quotas/dfdb2d62014640219eb60ef19587837e HTTP/1.1" status: 200 len: 375 time: 0.0104671 Jul 14 09:29:41.887365 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3952d074-11ad-425a-8b9c-dc9781ef3b3a req-3bda71cc-3d54-4769-854d-477c2d23da8e tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=dfdb2d62014640219eb60ef19587837e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0396993 Jul 14 09:29:41.902522 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9b4e90d0-156b-4e33-89e5-f4e3ae0a9353 tempest-FloatingIPNegativeTestJSON-1307336812 tempest-FloatingIPNegativeTestJSON-1307336812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:42.021252 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3952d074-11ad-425a-8b9c-dc9781ef3b3a req-39072bf0-0441-4b1e-a38c-bfb97eee7fba service neutron] 10.222.0.68 "GET /v2.0/networks/4c89afe5-b9f8-4e2e-b44c-d497b59f1beb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227820 Jul 14 09:29:42.120310 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3952d074-11ad-425a-8b9c-dc9781ef3b3a req-69c90419-788e-40fa-bea8-8c86d9188368 service neutron] 10.222.0.68 "GET /v2.0/networks/4c89afe5-b9f8-4e2e-b44c-d497b59f1beb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981131 Jul 14 09:29:42.333339 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-959b7efc-d5c4-41fb-8851-9db82e29aff3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:42.373413 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-8788dcef-dbcd-4ed2-8b3b-e556793acd65 req-62fd7ac6-bffc-4844-90e1-bb77a91276ab tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/ports?device_id=a509d319-bde4-4ef4-9546-1fad92e83c50 HTTP/1.1" status: 200 len: 210 time: 0.0489459 Jul 14 09:29:42.573184 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9b4e90d0-156b-4e33-89e5-f4e3ae0a9353 tempest-FloatingIPNegativeTestJSON-1307336812 tempest-FloatingIPNegativeTestJSON-1307336812-project] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:42.587731 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9b4e90d0-156b-4e33-89e5-f4e3ae0a9353 tempest-FloatingIPNegativeTestJSON-1307336812 tempest-FloatingIPNegativeTestJSON-1307336812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13574142'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:42.661200 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-959b7efc-d5c4-41fb-8851-9db82e29aff3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:42.678396 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:42.714181 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-959b7efc-d5c4-41fb-8851-9db82e29aff3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:42.741765 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106733c5-f287-4981-96a0-36bb118af0aa req-c55230e4-246d-4230-a52a-a09d36e2acb4 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:42.743982 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-106733c5-f287-4981-96a0-36bb118af0aa req-c55230e4-246d-4230-a52a-a09d36e2acb4 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/ports?device_id=95b9a8bb-ffb8-4a06-a464-b6f623cf6c7e HTTP/1.1" status: 200 len: 944 time: 0.1091290 Jul 14 09:29:42.750617 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4e90d0-156b-4e33-89e5-f4e3ae0a9353 tempest-FloatingIPNegativeTestJSON-1307336812 tempest-FloatingIPNegativeTestJSON-1307336812-project] Pushing event updated for resources: {'Port': ['ID=ceccd231-3e80-4643-8b29-cbfa3d7e8441,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:42.775185 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 53948) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:42.795866 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-959b7efc-d5c4-41fb-8851-9db82e29aff3 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=9e33d5dab4d14056afe3153995ef1c82&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9933982 Jul 14 09:29:42.798614 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 53952) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:42.809855 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9b4e90d0-156b-4e33-89e5-f4e3ae0a9353 tempest-FloatingIPNegativeTestJSON-1307336812 tempest-FloatingIPNegativeTestJSON-1307336812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-660590'] for floatingip, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:42.810273 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-106733c5-f287-4981-96a0-36bb118af0aa req-b6461d6d-504e-4260-bed4-c187e844c95a tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/security-groups?id=bfacbc39-872c-438f-b7f4-05abded490ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574679 Jul 14 09:29:42.814065 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959b7efc-d5c4-41fb-8851-9db82e29aff3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19c13ad7-64fa-42f6-b946-89ab9c71a706,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:42.829001 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9b4e90d0-156b-4e33-89e5-f4e3ae0a9353 tempest-FloatingIPNegativeTestJSON-1307336812 tempest-FloatingIPNegativeTestJSON-1307336812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for floatingip, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:42.832226 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-9b4e90d0-156b-4e33-89e5-f4e3ae0a9353 tempest-FloatingIPNegativeTestJSON-1307336812 tempest-FloatingIPNegativeTestJSON-1307336812-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.2474773 Jul 14 09:29:42.834947 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 53956) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:42.841009 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-96fce961-7419-4505-bc7c-474aa6ec716d tempest-FloatingIPNegativeTestJSON-1307336812 tempest-FloatingIPNegativeTestJSON-1307336812-project] Request body: {'floatingip': {'port_id': 'b9610581-9543-45bd-8510-d4882b6efd93', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:42.881589 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2674e991-b532-4814-8817-695405602d86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:42.903031 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-96fce961-7419-4505-bc7c-474aa6ec716d tempest-FloatingIPNegativeTestJSON-1307336812 tempest-FloatingIPNegativeTestJSON-1307336812-project] Notify callbacks [] for floatingip, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:42.909697 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2674e991-b532-4814-8817-695405602d86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:42.978691 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2674e991-b532-4814-8817-695405602d86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:42.981547 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2674e991-b532-4814-8817-695405602d86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:42.983220 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-2674e991-b532-4814-8817-695405602d86 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/19c13ad7-64fa-42f6-b946-89ab9c71a706 HTTP/1.1" status: 204 len: 168 time: 0.1835461 Jul 14 09:29:42.991958 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2674e991-b532-4814-8817-695405602d86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19c13ad7-64fa-42f6-b946-89ab9c71a706,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:43.013434 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-063644c6-2edb-4c67-9ec5-23523eda829e tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1610589134'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:43.047041 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-063644c6-2edb-4c67-9ec5-23523eda829e tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Made reservation on behalf of 258b6ae747a6453595e7230ea07ff097 for: {'network': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:29:43.051420 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-063644c6-2edb-4c67-9ec5-23523eda829e tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for network, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:43.077012 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-063644c6-2edb-4c67-9ec5-23523eda829e tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:43.092737 n-d-779913-29 neutron-server[93958]: INFO neutron.api.v2.resource [None req-96fce961-7419-4505-bc7c-474aa6ec716d tempest-FloatingIPNegativeTestJSON-1307336812 tempest-FloatingIPNegativeTestJSON-1307336812-project] update failed (client error): The resource could not be found. Jul 14 09:29:43.096715 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-96fce961-7419-4505-bc7c-474aa6ec716d tempest-FloatingIPNegativeTestJSON-1307336812 tempest-FloatingIPNegativeTestJSON-1307336812-project] 10.222.0.68 "PUT /v2.0/floatingips/94590e7d-6917-48e8-b603-41713a272cc3 HTTP/1.1" status: 404 len: 507 time: 0.2580957 Jul 14 09:29:43.096911 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 53962) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:43.210005 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-063644c6-2edb-4c67-9ec5-23523eda829e tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:43.215583 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-063644c6-2edb-4c67-9ec5-23523eda829e tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:43.245263 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-063644c6-2edb-4c67-9ec5-23523eda829e tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 730} {{(pid=93957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:29:43.259334 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-c0528e81-ad3b-460e-aedf-34b8ef577c3a tempest-FloatingIPNegativeTestJSON-1307336812 tempest-FloatingIPNegativeTestJSON-1307336812-project] Deleting port ceccd231-3e80-4643-8b29-cbfa3d7e8441 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:29:43.259915 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063644c6-2edb-4c67-9ec5-23523eda829e tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8345e78-f6bc-4df5-9dba-34b1ba053d2c,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:43.260090 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c0528e81-ad3b-460e-aedf-34b8ef577c3a tempest-FloatingIPNegativeTestJSON-1307336812 tempest-FloatingIPNegativeTestJSON-1307336812-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:43.279985 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-063644c6-2edb-4c67-9ec5-23523eda829e tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:43.280183 n-d-779913-29 neutron-server[93957]: INFO neutron.db.segments_db [None req-063644c6-2edb-4c67-9ec5-23523eda829e tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Added segment 62365b6c-1008-4beb-a92a-0da4d3538162 of type vlan for network a73cbbe4-db7c-4f2b-8913-ae2568280295 Jul 14 09:29:43.320684 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-063644c6-2edb-4c67-9ec5-23523eda829e tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735687821325'] for network, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:43.370471 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-063644c6-2edb-4c67-9ec5-23523eda829e tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855'] for network, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:43.374280 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c0528e81-ad3b-460e-aedf-34b8ef577c3a tempest-FloatingIPNegativeTestJSON-1307336812 tempest-FloatingIPNegativeTestJSON-1307336812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:43.377046 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c0528e81-ad3b-460e-aedf-34b8ef577c3a tempest-FloatingIPNegativeTestJSON-1307336812 tempest-FloatingIPNegativeTestJSON-1307336812-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:43.379687 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-063644c6-2edb-4c67-9ec5-23523eda829e tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:43.380547 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-063644c6-2edb-4c67-9ec5-23523eda829e tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify callbacks [] for network, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:43.383174 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:43.393126 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-c0528e81-ad3b-460e-aedf-34b8ef577c3a tempest-FloatingIPNegativeTestJSON-1307336812 tempest-FloatingIPNegativeTestJSON-1307336812-project] Calling delete_port for ceccd231-3e80-4643-8b29-cbfa3d7e8441 owned by network:floatingip {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:29:43.452522 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 53968) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:43.464052 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063644c6-2edb-4c67-9ec5-23523eda829e tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Pushing event updated for resources: {'Network': ['ID=a73cbbe4-db7c-4f2b-8913-ae2568280295,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:43.476629 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-063644c6-2edb-4c67-9ec5-23523eda829e tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6978409 Jul 14 09:29:43.477786 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 53970) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:43.482892 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Network a73cbbe4-db7c-4f2b-8913-ae2568280295 details requested by agent ovs-agent-n-d-779913-29 with host n-d-779913-29 {{(pid=93959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:29:43.483908 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-dad7416f-981f-42f9-9bc6-145dbc884df8 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Request body: {'subnet': {'network_id': 'a73cbbe4-db7c-4f2b-8913-ae2568280295', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:43.527397 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-ab3b53ae-a409-4ab3-831a-dc31de71e654 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=122296d0eaa741989a91127fe397e5ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0735581 Jul 14 09:29:43.532324 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 53972) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:43.594562 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c0528e81-ad3b-460e-aedf-34b8ef577c3a tempest-FloatingIPNegativeTestJSON-1307336812 tempest-FloatingIPNegativeTestJSON-1307336812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:43.597822 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-df10817d-b2f4-4995-b2ac-f8959cd9a471 req-c7d357eb-11ce-4ce8-ac59-ec07dd5b7623 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/ports?device_id=a509d319-bde4-4ef4-9546-1fad92e83c50 HTTP/1.1" status: 200 len: 210 time: 0.0644927 Jul 14 09:29:43.623894 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0528e81-ad3b-460e-aedf-34b8ef577c3a tempest-FloatingIPNegativeTestJSON-1307336812 tempest-FloatingIPNegativeTestJSON-1307336812-project] Pushing event deleted for resources: {'Port': ['ID=ceccd231-3e80-4643-8b29-cbfa3d7e8441,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:43.653801 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ed4a2f36-ddb1-4c44-b868-637f2e62c45f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:43.694170 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ed4a2f36-ddb1-4c44-b868-637f2e62c45f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:43.696903 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dad7416f-981f-42f9-9bc6-145dbc884df8 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Made reservation on behalf of 258b6ae747a6453595e7230ea07ff097 for: {'subnet': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:29:43.701057 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-dad7416f-981f-42f9-9bc6-145dbc884df8 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11984110'] for subnet, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:43.702252 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c0528e81-ad3b-460e-aedf-34b8ef577c3a tempest-FloatingIPNegativeTestJSON-1307336812 tempest-FloatingIPNegativeTestJSON-1307336812-project] Notify callbacks [] for floatingip, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:43.705066 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c0528e81-ad3b-460e-aedf-34b8ef577c3a tempest-FloatingIPNegativeTestJSON-1307336812 tempest-FloatingIPNegativeTestJSON-1307336812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for floatingip, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:43.709581 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-c0528e81-ad3b-460e-aedf-34b8ef577c3a tempest-FloatingIPNegativeTestJSON-1307336812 tempest-FloatingIPNegativeTestJSON-1307336812-project] 10.222.0.68 "DELETE /v2.0/floatingips/94590e7d-6917-48e8-b603-41713a272cc3 HTTP/1.1" status: 204 len: 168 time: 0.6083715 Jul 14 09:29:43.710444 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 53974) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:43.714618 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-28ce5828-8a94-45ee-81a4-1b503a221447 tempest-FloatingIPNegativeTestJSON-1307336812 tempest-FloatingIPNegativeTestJSON-1307336812-project] Request body: {'floatingip': {'floating_network_id': '1a26d14a-1210-4878-ab2e-f03aeb70ac27', 'port_id': 'b9610581-9543-45bd-8510-d4882b6efd93', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:43.740227 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-28ce5828-8a94-45ee-81a4-1b503a221447 tempest-FloatingIPNegativeTestJSON-1307336812 tempest-FloatingIPNegativeTestJSON-1307336812-project] Notify callbacks [] for floatingip, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:43.844541 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ed4a2f36-ddb1-4c44-b868-637f2e62c45f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:43.847154 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ed4a2f36-ddb1-4c44-b868-637f2e62c45f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:43.850719 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-ed4a2f36-ddb1-4c44-b868-637f2e62c45f admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/a48ed153-30e3-4c14-bb7a-c885651482cc HTTP/1.1" status: 204 len: 168 time: 0.3137813 Jul 14 09:29:43.895665 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4a2f36-ddb1-4c44-b868-637f2e62c45f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a48ed153-30e3-4c14-bb7a-c885651482cc,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:43.985551 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device ed0ac93c-f9e8-4f06-a44f-836b17511f5e up at agent hyperv_n-h1-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:29:44.058822 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3952d074-11ad-425a-8b9c-dc9781ef3b3a req-cb337f22-acc4-4671-b381-88e68ce098f6 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:44.060864 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-3952d074-11ad-425a-8b9c-dc9781ef3b3a req-cb337f22-acc4-4671-b381-88e68ce098f6 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.57 "GET /v2.0/networks?id=4c89afe5-b9f8-4e2e-b44c-d497b59f1beb HTTP/1.1" status: 200 len: 812 time: 0.2615860 Jul 14 09:29:44.074345 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Provisioning for port ed0ac93c-f9e8-4f06-a44f-836b17511f5e completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:29:44.078898 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Provisioning complete for port ed0ac93c-f9e8-4f06-a44f-836b17511f5e triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:29:44.079319 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:44.095727 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [req-3952d074-11ad-425a-8b9c-dc9781ef3b3a req-d06314be-6471-4f18-b5e2-a3f8c21ef5a5 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] Request body: {'port': {'device_id': 'a509d319-bde4-4ef4-9546-1fad92e83c50', 'network_id': '4c89afe5-b9f8-4e2e-b44c-d497b59f1beb', 'admin_state_up': True, 'tenant_id': 'dfdb2d62014640219eb60ef19587837e'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:44.108350 n-d-779913-29 neutron-server[93958]: INFO neutron.api.v2.resource [None req-28ce5828-8a94-45ee-81a4-1b503a221447 tempest-FloatingIPNegativeTestJSON-1307336812 tempest-FloatingIPNegativeTestJSON-1307336812-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:29:44.117535 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-28ce5828-8a94-45ee-81a4-1b503a221447 tempest-FloatingIPNegativeTestJSON-1307336812 tempest-FloatingIPNegativeTestJSON-1307336812-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.4029655 Jul 14 09:29:44.117535 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 53984) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:44.127850 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-daa9ca2f-4684-43c3-9859-7789e21755e7 tempest-FloatingIPNegativeTestJSON-1307336812 tempest-FloatingIPNegativeTestJSON-1307336812-project] Request body: {'floatingip': {'floating_network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'port_id': 'b9610581-9543-45bd-8510-d4882b6efd93', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:44.133234 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-dad7416f-981f-42f9-9bc6-145dbc884df8 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10052764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11984092'] for subnet, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:44.180227 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:44.221753 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95b9a8bb-ffb8-4a06-a464-b6f623cf6c7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed0ac93c-f9e8-4f06-a44f-836b17511f5e'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:29:44.224248 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad7416f-981f-42f9-9bc6-145dbc884df8 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Pushing event updated for resources: {'Subnet': ['ID=cd569636-49a0-4d0f-b33c-9e8da5502b60,revision_number=0']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:44.245836 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd62303f06773040a8a4e189dc46b4f565768c299abf8ab8e7739778b0bc3e97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6aa848d0-02cf-4dd5-a86a-40fbaaeb118a" -d '{"events": [{"server_uuid": "95b9a8bb-ffb8-4a06-a464-b6f623cf6c7e", "name": "network-vif-plugged", "status": "completed", "tag": "ed0ac93c-f9e8-4f06-a44f-836b17511f5e"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:29:44.252333 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5baea1-1e94-4eaa-ab32-41c176ee804b req-cd99c63f-0bec-4117-b683-8bc0a61ea6da tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:44.256600 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-daa9ca2f-4684-43c3-9859-7789e21755e7 tempest-FloatingIPNegativeTestJSON-1307336812 tempest-FloatingIPNegativeTestJSON-1307336812-project] Notify callbacks [] for floatingip, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:44.260707 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3e5baea1-1e94-4eaa-ab32-41c176ee804b req-cd99c63f-0bec-4117-b683-8bc0a61ea6da tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/ports?device_id=95b9a8bb-ffb8-4a06-a464-b6f623cf6c7e HTTP/1.1" status: 200 len: 944 time: 0.2063053 Jul 14 09:29:44.263090 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad7416f-981f-42f9-9bc6-145dbc884df8 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Checking segment: {'id': '62365b6c-1008-4beb-a92a-0da4d3538162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'a73cbbe4-db7c-4f2b-8913-ae2568280295'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:29:44.263474 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dad7416f-981f-42f9-9bc6-145dbc884df8 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Network hostable DHCP agents. Network: a73cbbe4-db7c-4f2b-8913-ae2568280295, hostable agents: ['c6a09bd4-f72e-4283-a3ca-0bbca8a51081'], hosted agents: [] {{(pid=93957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:29:44.268252 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port ed0ac93c-f9e8-4f06-a44f-836b17511f5e, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=ed0ac93c-f9e8-4f06-a44f-836b17511f5e,segment=NetworkSegment(f28b4a20-abdb-43f4-86e7-8da3ae7a1990),segment_id=f28b4a20-abdb-43f4-86e7-8da3ae7a1990)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:29:44.277750 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:44.321166 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3e5baea1-1e94-4eaa-ab32-41c176ee804b req-9c261d9f-bda0-4160-9ef1-025ecdbd4912 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/security-groups?id=bfacbc39-872c-438f-b7f4-05abded490ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594082 Jul 14 09:29:44.322039 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dad7416f-981f-42f9-9bc6-145dbc884df8 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Network a73cbbe4-db7c-4f2b-8913-ae2568280295 is scheduled to be hosted by DHCP agent c6a09bd4-f72e-4283-a3ca-0bbca8a51081 with binding_index 1 {{(pid=93957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:29:44.356819 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-dad7416f-981f-42f9-9bc6-145dbc884df8 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-29, a73cbbe4-db7c-4f2b-8913-ae2568280295) {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:29:44.390539 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dad7416f-981f-42f9-9bc6-145dbc884df8 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:44.391382 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cc9f91a-bc09-4429-8755-9ff97c92fb8d None None] Network a73cbbe4-db7c-4f2b-8913-ae2568280295 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:29:44.393091 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-dad7416f-981f-42f9-9bc6-145dbc884df8 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify callbacks [] for subnet, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:44.421727 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3952d074-11ad-425a-8b9c-dc9781ef3b3a req-d06314be-6471-4f18-b5e2-a3f8c21ef5a5 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] Made reservation on behalf of dfdb2d62014640219eb60ef19587837e for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:29:44.429535 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-3952d074-11ad-425a-8b9c-dc9781ef3b3a req-d06314be-6471-4f18-b5e2-a3f8c21ef5a5 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:44.432659 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-dad7416f-981f-42f9-9bc6-145dbc884df8 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.9538372 Jul 14 09:29:44.435851 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 53994) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:44.445831 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-c5218edf-be00-41ba-9041-43b6e7c0bdc8 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1292008606', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'}, 'admin_state_up': False}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:44.487448 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:29:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c51e2d0b-52e0-4122-a466-d198a62ab351 x-openstack-request-id: req-c51e2d0b-52e0-4122-a466-d198a62ab351 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:29:44.487772 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95b9a8bb-ffb8-4a06-a464-b6f623cf6c7e", "name": "network-vif-plugged", "status": "completed", "tag": "ed0ac93c-f9e8-4f06-a44f-836b17511f5e", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:29:44.488009 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-c51e2d0b-52e0-4122-a466-d198a62ab351 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:29:44.491208 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95b9a8bb-ffb8-4a06-a464-b6f623cf6c7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed0ac93c-f9e8-4f06-a44f-836b17511f5e', 'code': 200} Jul 14 09:29:44.497186 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c5218edf-be00-41ba-9041-43b6e7c0bdc8 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-711749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14670'] for router, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:44.498612 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c5218edf-be00-41ba-9041-43b6e7c0bdc8 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-711718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-661475', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14679'] for router, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:44.502688 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Pushing event updated for resources: {'Port': ['ID=ed0ac93c-f9e8-4f06-a44f-836b17511f5e,revision_number=5']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:44.591076 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-daa9ca2f-4684-43c3-9859-7789e21755e7 tempest-FloatingIPNegativeTestJSON-1307336812 tempest-FloatingIPNegativeTestJSON-1307336812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:44.599907 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37148b95-7468-4cf7-aa29-56b430913417 None None] Network a73cbbe4-db7c-4f2b-8913-ae2568280295 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:29:44.669001 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c5218edf-be00-41ba-9041-43b6e7c0bdc8 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:44.762528 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [req-3952d074-11ad-425a-8b9c-dc9781ef3b3a req-d06314be-6471-4f18-b5e2-a3f8c21ef5a5 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] Allocated IP 172.20.0.11 (4c89afe5-b9f8-4e2e-b44c-d497b59f1beb/b9b5b9a6-c0c5-422a-9cec-7b209f25a172/303597f1-97e2-4283-a786-421d3049ed94) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:29:44.793450 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-daa9ca2f-4684-43c3-9859-7789e21755e7 tempest-FloatingIPNegativeTestJSON-1307336812 tempest-FloatingIPNegativeTestJSON-1307336812-project] Allocated IP 172.25.4.225 (2dcd4d32-cc7c-4468-b396-7ce5c9231892/6cd22a75-5bc1-467c-a3c4-0af04bd1b34a/6b5db658-851a-4042-9503-e24cff1a61a8) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:29:44.890008 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c5218edf-be00-41ba-9041-43b6e7c0bdc8 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-661489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-711771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12973'] for router, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:44.895856 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a41806-5c7a-486a-93c7-bf0f36c05a7b req-f9e1d627-82db-49f2-81be-44c87afafde3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:44.897906 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-02a41806-5c7a-486a-93c7-bf0f36c05a7b req-f9e1d627-82db-49f2-81be-44c87afafde3 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=95b9a8bb-ffb8-4a06-a464-b6f623cf6c7e HTTP/1.1" status: 200 len: 1097 time: 0.2737956 Jul 14 09:29:44.923069 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-6699464e-ae85-42c4-a5e4-ccf430d8c58c req-6818647c-0228-4213-9ae0-7c236193abb6 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/ports?device_id=a509d319-bde4-4ef4-9546-1fad92e83c50 HTTP/1.1" status: 200 len: 210 time: 0.0744610 Jul 14 09:29:44.993771 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-02a41806-5c7a-486a-93c7-bf0f36c05a7b req-a6ea65ff-55cb-40ff-a8ea-46fb6dca81d1 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=bfacbc39-872c-438f-b7f4-05abded490ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849903 Jul 14 09:29:45.058505 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-daa9ca2f-4684-43c3-9859-7789e21755e7 tempest-FloatingIPNegativeTestJSON-1307336812 tempest-FloatingIPNegativeTestJSON-1307336812-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:45.104778 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-3952d074-11ad-425a-8b9c-dc9781ef3b3a req-d06314be-6471-4f18-b5e2-a3f8c21ef5a5 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:45.158362 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c5218edf-be00-41ba-9041-43b6e7c0bdc8 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify callbacks [] for router_gateway, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:45.168968 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-3952d074-11ad-425a-8b9c-dc9781ef3b3a req-d06314be-6471-4f18-b5e2-a3f8c21ef5a5 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:45.181017 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-daa9ca2f-4684-43c3-9859-7789e21755e7 tempest-FloatingIPNegativeTestJSON-1307336812 tempest-FloatingIPNegativeTestJSON-1307336812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:45.183936 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c5218edf-be00-41ba-9041-43b6e7c0bdc8 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:45.231695 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daa9ca2f-4684-43c3-9859-7789e21755e7 tempest-FloatingIPNegativeTestJSON-1307336812 tempest-FloatingIPNegativeTestJSON-1307336812-project] Network 2dcd4d32-cc7c-4468-b396-7ce5c9231892 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:29:45.239991 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-daa9ca2f-4684-43c3-9859-7789e21755e7 tempest-FloatingIPNegativeTestJSON-1307336812 tempest-FloatingIPNegativeTestJSON-1307336812-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:29:45.246696 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3952d074-11ad-425a-8b9c-dc9781ef3b3a req-d06314be-6471-4f18-b5e2-a3f8c21ef5a5 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] Network 4c89afe5-b9f8-4e2e-b44c-d497b59f1beb is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:29:45.249195 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [req-3952d074-11ad-425a-8b9c-dc9781ef3b3a req-d06314be-6471-4f18-b5e2-a3f8c21ef5a5 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:29:45.250960 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06314be-6471-4f18-b5e2-a3f8c21ef5a5 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] Pushing event updated for resources: {'Port': ['ID=303597f1-97e2-4283-a786-421d3049ed94,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:45.254107 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-3952d074-11ad-425a-8b9c-dc9781ef3b3a req-d06314be-6471-4f18-b5e2-a3f8c21ef5a5 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:29:45.262186 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa9ca2f-4684-43c3-9859-7789e21755e7 tempest-FloatingIPNegativeTestJSON-1307336812 tempest-FloatingIPNegativeTestJSON-1307336812-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:29:45.308316 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-c5218edf-be00-41ba-9041-43b6e7c0bdc8 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Allocated IP 172.25.4.119 (2dcd4d32-cc7c-4468-b396-7ce5c9231892/6cd22a75-5bc1-467c-a3c4-0af04bd1b34a/692818fe-6a4c-4652-b9dd-445e667a7316) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:29:45.389315 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3952d074-11ad-425a-8b9c-dc9781ef3b3a req-d06314be-6471-4f18-b5e2-a3f8c21ef5a5 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:45.390067 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-3952d074-11ad-425a-8b9c-dc9781ef3b3a req-d06314be-6471-4f18-b5e2-a3f8c21ef5a5 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:45.412996 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa9ca2f-4684-43c3-9859-7789e21755e7 tempest-FloatingIPNegativeTestJSON-1307336812 tempest-FloatingIPNegativeTestJSON-1307336812-project] Pushing event updated for resources: {'Port': ['ID=6b5db658-851a-4042-9503-e24cff1a61a8,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:45.417442 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-3952d074-11ad-425a-8b9c-dc9781ef3b3a req-d06314be-6471-4f18-b5e2-a3f8c21ef5a5 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3288598 Jul 14 09:29:45.432265 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c5218edf-be00-41ba-9041-43b6e7c0bdc8 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:45.448982 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [req-3952d074-11ad-425a-8b9c-dc9781ef3b3a req-9b26d6cb-5bc3-49eb-974f-dc6b34dd4236 service neutron] Request body: {'port': {'device_id': 'a509d319-bde4-4ef4-9546-1fad92e83c50', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-29'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:45.492658 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c5218edf-be00-41ba-9041-43b6e7c0bdc8 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:45.541189 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5218edf-be00-41ba-9041-43b6e7c0bdc8 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Network 2dcd4d32-cc7c-4468-b396-7ce5c9231892 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:29:45.544684 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-c5218edf-be00-41ba-9041-43b6e7c0bdc8 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:29:45.549427 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5218edf-be00-41ba-9041-43b6e7c0bdc8 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:29:45.590122 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5218edf-be00-41ba-9041-43b6e7c0bdc8 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Pushing event updated for resources: {'Port': ['ID=692818fe-6a4c-4652-b9dd-445e667a7316,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:45.635645 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-3952d074-11ad-425a-8b9c-dc9781ef3b3a req-9b26d6cb-5bc3-49eb-974f-dc6b34dd4236 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:45.741139 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3915387a-70de-4eee-80a2-f13fa7f5fa96 req-84e0049c-243f-4e38-9ead-aa1ca990f750 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:45.742722 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-3915387a-70de-4eee-80a2-f13fa7f5fa96 req-84e0049c-243f-4e38-9ead-aa1ca990f750 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/ports?device_id=95b9a8bb-ffb8-4a06-a464-b6f623cf6c7e HTTP/1.1" status: 200 len: 945 time: 0.2037692 Jul 14 09:29:45.828577 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-daa9ca2f-4684-43c3-9859-7789e21755e7 tempest-FloatingIPNegativeTestJSON-1307336812 tempest-FloatingIPNegativeTestJSON-1307336812-project] Deleting port 6b5db658-851a-4042-9503-e24cff1a61a8 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:29:45.829255 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-daa9ca2f-4684-43c3-9859-7789e21755e7 tempest-FloatingIPNegativeTestJSON-1307336812 tempest-FloatingIPNegativeTestJSON-1307336812-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:45.850174 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 54034) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:45.875288 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c5218edf-be00-41ba-9041-43b6e7c0bdc8 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify callbacks [] for router_gateway, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:45.898649 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-3915387a-70de-4eee-80a2-f13fa7f5fa96 req-7972086c-ff3c-4522-a8d5-aafa54536f28 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/security-groups?id=bfacbc39-872c-438f-b7f4-05abded490ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466782 Jul 14 09:29:45.978342 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-2f963976-78b3-491a-9fd5-c154a2ba597e tempest-RoutersTestDVR-118328722 tempest-RoutersTestDVR-118328722-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1844431278'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:46.001485 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-daa9ca2f-4684-43c3-9859-7789e21755e7 tempest-FloatingIPNegativeTestJSON-1307336812 tempest-FloatingIPNegativeTestJSON-1307336812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:46.001979 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-daa9ca2f-4684-43c3-9859-7789e21755e7 tempest-FloatingIPNegativeTestJSON-1307336812 tempest-FloatingIPNegativeTestJSON-1307336812-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:46.022033 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-daa9ca2f-4684-43c3-9859-7789e21755e7 tempest-FloatingIPNegativeTestJSON-1307336812 tempest-FloatingIPNegativeTestJSON-1307336812-project] Calling delete_port for 6b5db658-851a-4042-9503-e24cff1a61a8 owned by network:floatingip {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:29:46.042493 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2f963976-78b3-491a-9fd5-c154a2ba597e tempest-RoutersTestDVR-118328722 tempest-RoutersTestDVR-118328722-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-711749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14670'] for router, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:46.043512 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2f963976-78b3-491a-9fd5-c154a2ba597e tempest-RoutersTestDVR-118328722 tempest-RoutersTestDVR-118328722-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-711718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-661475', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14679'] for router, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:46.160956 n-d-779913-29 neutron-server[93958]: DEBUG neutron.notifiers.nova [req-3952d074-11ad-425a-8b9c-dc9781ef3b3a req-9b26d6cb-5bc3-49eb-974f-dc6b34dd4236 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 303597f1-97e2-4283-a786-421d3049ed94 {{(pid=93958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:29:46.178633 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-3952d074-11ad-425a-8b9c-dc9781ef3b3a req-9b26d6cb-5bc3-49eb-974f-dc6b34dd4236 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:46.182377 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2f963976-78b3-491a-9fd5-c154a2ba597e tempest-RoutersTestDVR-118328722 tempest-RoutersTestDVR-118328722-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:46.191187 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2f963976-78b3-491a-9fd5-c154a2ba597e tempest-RoutersTestDVR-118328722 tempest-RoutersTestDVR-118328722-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-711762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-661452'] for router, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:46.193483 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c5218edf-be00-41ba-9041-43b6e7c0bdc8 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-711762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-661452'] for router, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:46.237213 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-3952d074-11ad-425a-8b9c-dc9781ef3b3a req-9b26d6cb-5bc3-49eb-974f-dc6b34dd4236 service neutron] Transition to ACTIVE for port object 303597f1-97e2-4283-a786-421d3049ed94 will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:29:46.238922 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-daa9ca2f-4684-43c3-9859-7789e21755e7 tempest-FloatingIPNegativeTestJSON-1307336812 tempest-FloatingIPNegativeTestJSON-1307336812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:46.244679 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2f963976-78b3-491a-9fd5-c154a2ba597e tempest-RoutersTestDVR-118328722 tempest-RoutersTestDVR-118328722-project-admin] Notify callbacks [] for router, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:46.245910 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-2f963976-78b3-491a-9fd5-c154a2ba597e tempest-RoutersTestDVR-118328722 tempest-RoutersTestDVR-118328722-project-admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.3947837 Jul 14 09:29:46.251083 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 54040) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:46.265709 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc53323-95d9-482c-8be7-8fc52585dc86 req-2f6f75f9-b52d-45fe-a81b-3cead9c270a9 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:46.265924 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-3952d074-11ad-425a-8b9c-dc9781ef3b3a req-9b26d6cb-5bc3-49eb-974f-dc6b34dd4236 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13574142'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:46.267177 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-dcc53323-95d9-482c-8be7-8fc52585dc86 req-2f6f75f9-b52d-45fe-a81b-3cead9c270a9 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/ports?device_id=a509d319-bde4-4ef4-9546-1fad92e83c50 HTTP/1.1" status: 200 len: 932 time: 0.2158108 Jul 14 09:29:46.268999 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa9ca2f-4684-43c3-9859-7789e21755e7 tempest-FloatingIPNegativeTestJSON-1307336812 tempest-FloatingIPNegativeTestJSON-1307336812-project] Pushing event deleted for resources: {'Port': ['ID=6b5db658-851a-4042-9503-e24cff1a61a8,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:46.398679 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1d76fd30-c1a3-4538-aac9-8da985ad7f51 tempest-RoutersTestDVR-118328722 tempest-RoutersTestDVR-118328722-project-admin] Notify callbacks [] for router, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:46.424859 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b26d6cb-5bc3-49eb-974f-dc6b34dd4236 service neutron] Pushing event updated for resources: {'Port': ['ID=303597f1-97e2-4283-a786-421d3049ed94,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:46.471150 n-d-779913-29 neutron-server[93958]: INFO neutron.api.v2.resource [None req-daa9ca2f-4684-43c3-9859-7789e21755e7 tempest-FloatingIPNegativeTestJSON-1307336812 tempest-FloatingIPNegativeTestJSON-1307336812-project] create failed (client error): The resource could not be found. Jul 14 09:29:46.472455 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-daa9ca2f-4684-43c3-9859-7789e21755e7 tempest-FloatingIPNegativeTestJSON-1307336812 tempest-FloatingIPNegativeTestJSON-1307336812-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 2.3525574 Jul 14 09:29:46.476856 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 54044) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:46.488745 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-3952d074-11ad-425a-8b9c-dc9781ef3b3a req-9b26d6cb-5bc3-49eb-974f-dc6b34dd4236 service neutron] Attempting to bind port 303597f1-97e2-4283-a786-421d3049ed94 on host n-h2-779913-29 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:29:46.489221 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-3952d074-11ad-425a-8b9c-dc9781ef3b3a req-9b26d6cb-5bc3-49eb-974f-dc6b34dd4236 service neutron] Attempting to bind port 303597f1-97e2-4283-a786-421d3049ed94 by drivers openvswitch,hyperv on host n-h2-779913-29 at level 0 using segments [{'id': '7c0bb8da-25ea-40ae-a0d8-c863fd3d0f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '4c89afe5-b9f8-4e2e-b44c-d497b59f1beb'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:29:46.489589 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3952d074-11ad-425a-8b9c-dc9781ef3b3a req-9b26d6cb-5bc3-49eb-974f-dc6b34dd4236 service neutron] Attempting to bind port 303597f1-97e2-4283-a786-421d3049ed94 on network 4c89afe5-b9f8-4e2e-b44c-d497b59f1beb {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:29:46.498153 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-dcc53323-95d9-482c-8be7-8fc52585dc86 req-f8c70687-b5b2-44fd-8db6-892db16679f0 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/security-groups?id=9b802230-9234-42e7-bf8c-0d12af0394c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882520 Jul 14 09:29:46.523922 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3952d074-11ad-425a-8b9c-dc9781ef3b3a req-9b26d6cb-5bc3-49eb-974f-dc6b34dd4236 service neutron] Port 303597f1-97e2-4283-a786-421d3049ed94 on network 4c89afe5-b9f8-4e2e-b44c-d497b59f1beb not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-29 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:29:46.524828 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3952d074-11ad-425a-8b9c-dc9781ef3b3a req-9b26d6cb-5bc3-49eb-974f-dc6b34dd4236 service neutron] Attempting to bind port 303597f1-97e2-4283-a786-421d3049ed94 on network 4c89afe5-b9f8-4e2e-b44c-d497b59f1beb {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:29:46.541875 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3952d074-11ad-425a-8b9c-dc9781ef3b3a req-9b26d6cb-5bc3-49eb-974f-dc6b34dd4236 service neutron] Checking agent: {'id': '013e4a3b-a634-47b8-b6a5-1a25109b73fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 13, 13), 'started_at': datetime.datetime(2021, 7, 14, 9, 13, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 29, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:29:46.542175 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3952d074-11ad-425a-8b9c-dc9781ef3b3a req-9b26d6cb-5bc3-49eb-974f-dc6b34dd4236 service neutron] Checking segment: {'id': '7c0bb8da-25ea-40ae-a0d8-c863fd3d0f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '4c89afe5-b9f8-4e2e-b44c-d497b59f1beb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:29:46.542574 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3952d074-11ad-425a-8b9c-dc9781ef3b3a req-9b26d6cb-5bc3-49eb-974f-dc6b34dd4236 service neutron] Bound using segment: {'id': '7c0bb8da-25ea-40ae-a0d8-c863fd3d0f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '4c89afe5-b9f8-4e2e-b44c-d497b59f1beb'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:29:46.543066 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-3952d074-11ad-425a-8b9c-dc9781ef3b3a req-9b26d6cb-5bc3-49eb-974f-dc6b34dd4236 service neutron] Bound port: 303597f1-97e2-4283-a786-421d3049ed94, host: n-h2-779913-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c0bb8da-25ea-40ae-a0d8-c863fd3d0f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '4c89afe5-b9f8-4e2e-b44c-d497b59f1beb'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:29:46.543554 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-3952d074-11ad-425a-8b9c-dc9781ef3b3a req-9b26d6cb-5bc3-49eb-974f-dc6b34dd4236 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:46.603388 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1d76fd30-c1a3-4538-aac9-8da985ad7f51 tempest-RoutersTestDVR-118328722 tempest-RoutersTestDVR-118328722-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-711871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12964'] for router, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:46.608360 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1d76fd30-c1a3-4538-aac9-8da985ad7f51 tempest-RoutersTestDVR-118328722 tempest-RoutersTestDVR-118328722-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:46.658518 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-3952d074-11ad-425a-8b9c-dc9781ef3b3a req-9b26d6cb-5bc3-49eb-974f-dc6b34dd4236 service neutron] For port 303597f1-97e2-4283-a786-421d3049ed94, host n-h2-779913-29, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:29:46.662394 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5218edf-be00-41ba-9041-43b6e7c0bdc8 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Router b9fb6ef8-f594-45b5-b5d6-58102ca87daa is scheduled to L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 with binding_index 1 {{(pid=93957) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:29:46.662610 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-3952d074-11ad-425a-8b9c-dc9781ef3b3a req-9b26d6cb-5bc3-49eb-974f-dc6b34dd4236 service neutron] For port 303597f1-97e2-4283-a786-421d3049ed94, host n-h2-779913-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=303597f1-97e2-4283-a786-421d3049ed94,segment=NetworkSegment(7c0bb8da-25ea-40ae-a0d8-c863fd3d0f97),segment_id=7c0bb8da-25ea-40ae-a0d8-c863fd3d0f97)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:29:46.669248 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1d76fd30-c1a3-4538-aac9-8da985ad7f51 tempest-RoutersTestDVR-118328722 tempest-RoutersTestDVR-118328722-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-704815'] for router, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:46.670142 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-3ec52e64-8977-4d04-a7ec-01391af69d1d tempest-FloatingIPNegativeTestJSON-1307336812 tempest-FloatingIPNegativeTestJSON-1307336812-project] Deleting port b9610581-9543-45bd-8510-d4882b6efd93 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:29:46.670502 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3ec52e64-8977-4d04-a7ec-01391af69d1d tempest-FloatingIPNegativeTestJSON-1307336812 tempest-FloatingIPNegativeTestJSON-1307336812-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:46.670700 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d76fd30-c1a3-4538-aac9-8da985ad7f51 tempest-RoutersTestDVR-118328722 tempest-RoutersTestDVR-118328722-project-admin] Fanout notify agent at l3_agent the message router_deleted on router eaf742f2-cdea-4ba4-8873-0cad87256157 {{(pid=93957) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:29:46.674079 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-3952d074-11ad-425a-8b9c-dc9781ef3b3a req-9b26d6cb-5bc3-49eb-974f-dc6b34dd4236 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13574142'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:46.675511 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1d76fd30-c1a3-4538-aac9-8da985ad7f51 tempest-RoutersTestDVR-118328722 tempest-RoutersTestDVR-118328722-project-admin] Notify callbacks [] for router, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:46.680147 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-1d76fd30-c1a3-4538-aac9-8da985ad7f51 tempest-RoutersTestDVR-118328722 tempest-RoutersTestDVR-118328722-project-admin] 10.222.0.68 "DELETE /v2.0/routers/eaf742f2-cdea-4ba4-8873-0cad87256157 HTTP/1.1" status: 204 len: 168 time: 0.4246237 Jul 14 09:29:46.680147 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 54048) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:46.685603 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-19e0ac80-5fcf-49e3-a3fa-d7ab3fb54b45 tempest-RoutersTestDVR-118328722 tempest-RoutersTestDVR-118328722-project-admin] Request body: {'router': {'name': 'tempest-router-1702547592', 'distributed': False}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:46.747566 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-19e0ac80-5fcf-49e3-a3fa-d7ab3fb54b45 tempest-RoutersTestDVR-118328722 tempest-RoutersTestDVR-118328722-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-711749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14670'] for router, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:46.748337 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-19e0ac80-5fcf-49e3-a3fa-d7ab3fb54b45 tempest-RoutersTestDVR-118328722 tempest-RoutersTestDVR-118328722-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-711718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-661475', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14679'] for router, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:46.765270 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3952d074-11ad-425a-8b9c-dc9781ef3b3a req-9b26d6cb-5bc3-49eb-974f-dc6b34dd4236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:46.765916 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-3952d074-11ad-425a-8b9c-dc9781ef3b3a req-9b26d6cb-5bc3-49eb-974f-dc6b34dd4236 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:46.767311 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-3952d074-11ad-425a-8b9c-dc9781ef3b3a req-9b26d6cb-5bc3-49eb-974f-dc6b34dd4236 service neutron] 10.222.0.57 "PUT /v2.0/ports/303597f1-97e2-4283-a786-421d3049ed94 HTTP/1.1" status: 200 len: 1093 time: 1.3256629 Jul 14 09:29:46.767760 n-d-779913-29 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a509d319-bde4-4ef4-9546-1fad92e83c50', 'tag': '303597f1-97e2-4283-a786-421d3049ed94'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:29:46.770045 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cb48f044f948e981f43897c8d7f1332f741dc7af2b4c5a6e19d8f4a80f708e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b1b777a-4dd4-49c2-9017-165430af8073" -d '{"events": [{"name": "network-changed", "server_uuid": "a509d319-bde4-4ef4-9546-1fad92e83c50", "tag": "303597f1-97e2-4283-a786-421d3049ed94"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:29:46.803051 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b26d6cb-5bc3-49eb-974f-dc6b34dd4236 service neutron] Pushing event updated for resources: {'Port': ['ID=303597f1-97e2-4283-a786-421d3049ed94,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:46.820954 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3ec52e64-8977-4d04-a7ec-01391af69d1d tempest-FloatingIPNegativeTestJSON-1307336812 tempest-FloatingIPNegativeTestJSON-1307336812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:46.846932 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:29:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ad402ad-0994-47a4-b529-97d7ed642052 x-openstack-request-id: req-1ad402ad-0994-47a4-b529-97d7ed642052 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:29:46.847597 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a509d319-bde4-4ef4-9546-1fad92e83c50", "tag": "303597f1-97e2-4283-a786-421d3049ed94", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:29:46.847597 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-1ad402ad-0994-47a4-b529-97d7ed642052 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:29:46.847885 n-d-779913-29 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a509d319-bde4-4ef4-9546-1fad92e83c50', 'tag': '303597f1-97e2-4283-a786-421d3049ed94', 'status': 'completed', 'code': 200} Jul 14 09:29:46.848813 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-3ec52e64-8977-4d04-a7ec-01391af69d1d tempest-FloatingIPNegativeTestJSON-1307336812 tempest-FloatingIPNegativeTestJSON-1307336812-project] Calling delete_port for b9610581-9543-45bd-8510-d4882b6efd93 owned by {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:29:46.976088 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3952d074-11ad-425a-8b9c-dc9781ef3b3a req-41635abd-924f-4b72-83bb-fb0e5968bb9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:46.977681 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-3952d074-11ad-425a-8b9c-dc9781ef3b3a req-41635abd-924f-4b72-83bb-fb0e5968bb9d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=dfdb2d62014640219eb60ef19587837e&device_id=a509d319-bde4-4ef4-9546-1fad92e83c50 HTTP/1.1" status: 200 len: 1096 time: 0.1143763 Jul 14 09:29:47.057841 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-3952d074-11ad-425a-8b9c-dc9781ef3b3a req-17774896-1034-4fd6-912a-fa1d3225916a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=303597f1-97e2-4283-a786-421d3049ed94 HTTP/1.1" status: 200 len: 217 time: 0.0660729 Jul 14 09:29:47.125114 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3ec52e64-8977-4d04-a7ec-01391af69d1d tempest-FloatingIPNegativeTestJSON-1307336812 tempest-FloatingIPNegativeTestJSON-1307336812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:47.169628 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec52e64-8977-4d04-a7ec-01391af69d1d tempest-FloatingIPNegativeTestJSON-1307336812 tempest-FloatingIPNegativeTestJSON-1307336812-project] Pushing event deleted for resources: {'Port': ['ID=b9610581-9543-45bd-8510-d4882b6efd93,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:47.174174 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3952d074-11ad-425a-8b9c-dc9781ef3b3a req-06d44f33-229c-4d6d-b884-203ec6aa26a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:47.175393 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-3952d074-11ad-425a-8b9c-dc9781ef3b3a req-06d44f33-229c-4d6d-b884-203ec6aa26a4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b9b5b9a6-c0c5-422a-9cec-7b209f25a172 HTTP/1.1" status: 200 len: 852 time: 0.1058652 Jul 14 09:29:47.179614 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-19e0ac80-5fcf-49e3-a3fa-d7ab3fb54b45 tempest-RoutersTestDVR-118328722 tempest-RoutersTestDVR-118328722-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:47.189070 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-19e0ac80-5fcf-49e3-a3fa-d7ab3fb54b45 tempest-RoutersTestDVR-118328722 tempest-RoutersTestDVR-118328722-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-711762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-661452'] for router, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:47.193848 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5218edf-be00-41ba-9041-43b6e7c0bdc8 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:29:47.207461 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ded81f40-5adb-429a-8f8a-65379c64733c None None] Sync routers for ids ['b9fb6ef8-f594-45b5-b5d6-58102ca87daa'] in n-d-779913-29 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:29:47.209375 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-19e0ac80-5fcf-49e3-a3fa-d7ab3fb54b45 tempest-RoutersTestDVR-118328722 tempest-RoutersTestDVR-118328722-project-admin] Notify callbacks [] for router, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:47.213888 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-19e0ac80-5fcf-49e3-a3fa-d7ab3fb54b45 tempest-RoutersTestDVR-118328722 tempest-RoutersTestDVR-118328722-project-admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.5285532 Jul 14 09:29:47.214284 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 54056) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:47.226166 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded81f40-5adb-429a-8f8a-65379c64733c None None] Routers {'b9fb6ef8-f594-45b5-b5d6-58102ca87daa'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:29:47.226785 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-ded81f40-5adb-429a-8f8a-65379c64733c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:29:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['b9fb6ef8-f594-45b5-b5d6-58102ca87daa'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:47.256114 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c5218edf-be00-41ba-9041-43b6e7c0bdc8 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify callbacks [] for router, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:47.257481 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-c5218edf-be00-41ba-9041-43b6e7c0bdc8 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.8203895 Jul 14 09:29:47.263057 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-ded81f40-5adb-429a-8f8a-65379c64733c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:47.266030 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-3952d074-11ad-425a-8b9c-dc9781ef3b3a req-0bd30abf-57de-4569-93aa-0cc940010563 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4c89afe5-b9f8-4e2e-b44c-d497b59f1beb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0804427 Jul 14 09:29:47.269862 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 54058) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:47.274088 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded81f40-5adb-429a-8f8a-65379c64733c None None] Routers {'b9fb6ef8-f594-45b5-b5d6-58102ca87daa'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:29:47.275661 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-ded81f40-5adb-429a-8f8a-65379c64733c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:29:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['b9fb6ef8-f594-45b5-b5d6-58102ca87daa'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:47.293531 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6df12459-29d6-4f44-b5f0-c88614612608 tempest-RoutersTestDVR-118328722 tempest-RoutersTestDVR-118328722-project-admin] Notify callbacks [] for router, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:47.311124 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-ded81f40-5adb-429a-8f8a-65379c64733c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:47.312033 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ded81f40-5adb-429a-8f8a-65379c64733c None None] The sync data for ids ['b9fb6ef8-f594-45b5-b5d6-58102ca87daa'] in n-d-779913-29 is: [] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:29:47.468533 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6df12459-29d6-4f44-b5f0-c88614612608 tempest-RoutersTestDVR-118328722 tempest-RoutersTestDVR-118328722-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-711871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12964'] for router, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:47.470705 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6df12459-29d6-4f44-b5f0-c88614612608 tempest-RoutersTestDVR-118328722 tempest-RoutersTestDVR-118328722-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:47.515126 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6df12459-29d6-4f44-b5f0-c88614612608 tempest-RoutersTestDVR-118328722 tempest-RoutersTestDVR-118328722-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-704815'] for router, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:47.515678 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6df12459-29d6-4f44-b5f0-c88614612608 tempest-RoutersTestDVR-118328722 tempest-RoutersTestDVR-118328722-project-admin] Fanout notify agent at l3_agent the message router_deleted on router aa902a22-57d3-4698-a380-0d20e556a728 {{(pid=93957) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:29:47.520175 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6df12459-29d6-4f44-b5f0-c88614612608 tempest-RoutersTestDVR-118328722 tempest-RoutersTestDVR-118328722-project-admin] Notify callbacks [] for router, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:47.521361 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-6df12459-29d6-4f44-b5f0-c88614612608 tempest-RoutersTestDVR-118328722 tempest-RoutersTestDVR-118328722-project-admin] 10.222.0.68 "DELETE /v2.0/routers/aa902a22-57d3-4698-a380-0d20e556a728 HTTP/1.1" status: 204 len: 168 time: 0.3060277 Jul 14 09:29:47.524910 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 54060) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:47.530874 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-e85a37af-960d-4904-9b9b-6e518b95add8 tempest-RoutersTestDVR-118328722 tempest-RoutersTestDVR-118328722-project-admin] Request body: {'router': {'name': 'tempest-router-928368465', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '0cae2e70a72e41c3b616cc5831c9a797'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:47.554251 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e85a37af-960d-4904-9b9b-6e518b95add8 tempest-RoutersTestDVR-118328722 tempest-RoutersTestDVR-118328722-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-711749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14670'] for router, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:47.556357 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e85a37af-960d-4904-9b9b-6e518b95add8 tempest-RoutersTestDVR-118328722 tempest-RoutersTestDVR-118328722-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-711718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-661475', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14679'] for router, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:47.623089 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e85a37af-960d-4904-9b9b-6e518b95add8 tempest-RoutersTestDVR-118328722 tempest-RoutersTestDVR-118328722-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:47.628139 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e85a37af-960d-4904-9b9b-6e518b95add8 tempest-RoutersTestDVR-118328722 tempest-RoutersTestDVR-118328722-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-711762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-661452'] for router, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:47.672105 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e85a37af-960d-4904-9b9b-6e518b95add8 tempest-RoutersTestDVR-118328722 tempest-RoutersTestDVR-118328722-project-admin] Notify callbacks [] for router, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:47.673313 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-e85a37af-960d-4904-9b9b-6e518b95add8 tempest-RoutersTestDVR-118328722 tempest-RoutersTestDVR-118328722-project-admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1473939 Jul 14 09:29:47.677991 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 54066) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:47.683346 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-49080818-839a-485a-80c0-4777fecba7c8 tempest-RoutersTestDVR-118328722 tempest-RoutersTestDVR-118328722-project-admin] Request body: {'router': {'distributed': True}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:47.683626 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf90137-18ad-47c5-b7e5-16296bb4d106 req-14d725b3-9a48-4259-b616-c6776331ab04 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:47.685102 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-7bf90137-18ad-47c5-b7e5-16296bb4d106 req-14d725b3-9a48-4259-b616-c6776331ab04 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/ports?device_id=95b9a8bb-ffb8-4a06-a464-b6f623cf6c7e HTTP/1.1" status: 200 len: 945 time: 0.6323631 Jul 14 09:29:47.748033 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3ec52e64-8977-4d04-a7ec-01391af69d1d tempest-FloatingIPNegativeTestJSON-1307336812 tempest-FloatingIPNegativeTestJSON-1307336812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:47.749948 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-3ec52e64-8977-4d04-a7ec-01391af69d1d tempest-FloatingIPNegativeTestJSON-1307336812 tempest-FloatingIPNegativeTestJSON-1307336812-project] 10.222.0.68 "DELETE /v2.0/ports/b9610581-9543-45bd-8510-d4882b6efd93 HTTP/1.1" status: 204 len: 168 time: 1.2721360 Jul 14 09:29:47.756600 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 54068) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:47.827481 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-7bf90137-18ad-47c5-b7e5-16296bb4d106 req-514d15b4-a7e2-4fbc-9b02-4128e0fea2fd tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/security-groups?id=bfacbc39-872c-438f-b7f4-05abded490ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147139 Jul 14 09:29:47.843067 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-3952d074-11ad-425a-8b9c-dc9781ef3b3a req-91d03e88-21ce-4a19-86ce-17be8d760edd service neutron] 10.222.0.57 "GET /v2.0/networks/4c89afe5-b9f8-4e2e-b44c-d497b59f1beb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5638037 Jul 14 09:29:47.875877 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463f1c77-97c1-4721-b90b-9899aa024506 req-505a55b0-77a3-49e0-9d33-995eb5171f57 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:47.877442 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-463f1c77-97c1-4721-b90b-9899aa024506 req-505a55b0-77a3-49e0-9d33-995eb5171f57 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/ports?device_id=a509d319-bde4-4ef4-9546-1fad92e83c50 HTTP/1.1" status: 200 len: 944 time: 0.2441883 Jul 14 09:29:47.975114 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-49080818-839a-485a-80c0-4777fecba7c8 tempest-RoutersTestDVR-118328722 tempest-RoutersTestDVR-118328722-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-661489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-711771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12973'] for router, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:47.975268 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-49080818-839a-485a-80c0-4777fecba7c8 tempest-RoutersTestDVR-118328722 tempest-RoutersTestDVR-118328722-project-admin] Notify callbacks [] for router, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:48.037747 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-3952d074-11ad-425a-8b9c-dc9781ef3b3a req-7a121d47-910b-49c5-ba4d-16294d4e1172 service neutron] 10.222.0.57 "GET /v2.0/networks/4c89afe5-b9f8-4e2e-b44c-d497b59f1beb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1849709 Jul 14 09:29:48.074984 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba8892eb-ce3e-448f-9014-1f67bb8edb1d tempest-FloatingIPNegativeTestJSON-1307336812 tempest-FloatingIPNegativeTestJSON-1307336812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:48.076526 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-ba8892eb-ce3e-448f-9014-1f67bb8edb1d tempest-FloatingIPNegativeTestJSON-1307336812 tempest-FloatingIPNegativeTestJSON-1307336812-project] 10.222.0.68 "GET /v2.0/ports?device_id=4bcf1e72-be85-46d9-b273-8d52b8a6bb01 HTTP/1.1" status: 200 len: 913 time: 0.3189833 Jul 14 09:29:48.082828 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 54076) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:48.093607 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-463f1c77-97c1-4721-b90b-9899aa024506 req-3ab3519e-5813-4c76-aed4-8cc6d47fcdef tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/security-groups?id=9b802230-9234-42e7-bf8c-0d12af0394c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064171 Jul 14 09:29:48.100824 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-49080818-839a-485a-80c0-4777fecba7c8 tempest-RoutersTestDVR-118328722 tempest-RoutersTestDVR-118328722-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=93957) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Jul 14 09:29:48.101166 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-49080818-839a-485a-80c0-4777fecba7c8 tempest-RoutersTestDVR-118328722 tempest-RoutersTestDVR-118328722-project-admin] Router 25e6bb41-8d3d-4652-8e70-99be05f40e9f migrating from provider to provider. {{(pid=93957) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Jul 14 09:29:48.101575 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-49080818-839a-485a-80c0-4777fecba7c8 tempest-RoutersTestDVR-118328722 tempest-RoutersTestDVR-118328722-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:48.111144 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-49080818-839a-485a-80c0-4777fecba7c8 tempest-RoutersTestDVR-118328722 tempest-RoutersTestDVR-118328722-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:48.113743 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-49080818-839a-485a-80c0-4777fecba7c8 tempest-RoutersTestDVR-118328722 tempest-RoutersTestDVR-118328722-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-661452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-661502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-661447', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-711840'] for router, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:48.208368 n-d-779913-29 neutron-server[93957]: WARNING neutron.scheduler.l3_agent_scheduler [None req-49080818-839a-485a-80c0-4777fecba7c8 tempest-RoutersTestDVR-118328722 tempest-RoutersTestDVR-118328722-project-admin] No L3 agents can host the router 25e6bb41-8d3d-4652-8e70-99be05f40e9f Jul 14 09:29:48.334631 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49080818-839a-485a-80c0-4777fecba7c8 tempest-RoutersTestDVR-118328722 tempest-RoutersTestDVR-118328722-project-admin] Hosts for router 25e6bb41-8d3d-4652-8e70-99be05f40e9f: [] {{(pid=93957) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Jul 14 09:29:48.359194 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49080818-839a-485a-80c0-4777fecba7c8 tempest-RoutersTestDVR-118328722 tempest-RoutersTestDVR-118328722-project-admin] Hosts for other DVR routers connected to router 25e6bb41-8d3d-4652-8e70-99be05f40e9f: set() {{(pid=93957) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Jul 14 09:29:48.361758 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-49080818-839a-485a-80c0-4777fecba7c8 tempest-RoutersTestDVR-118328722 tempest-RoutersTestDVR-118328722-project-admin] Notify callbacks [] for router, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:48.365616 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-49080818-839a-485a-80c0-4777fecba7c8 tempest-RoutersTestDVR-118328722 tempest-RoutersTestDVR-118328722-project-admin] 10.222.0.68 "PUT /v2.0/routers/25e6bb41-8d3d-4652-8e70-99be05f40e9f HTTP/1.1" status: 200 len: 716 time: 0.6839352 Jul 14 09:29:48.365932 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 54080) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:48.444417 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1b777a-4dd4-49c2-9017-165430af8073 req-85998947-8132-4439-9986-42a5993cea49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:48.445986 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-4b1b777a-4dd4-49c2-9017-165430af8073 req-85998947-8132-4439-9986-42a5993cea49 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=dfdb2d62014640219eb60ef19587837e&device_id=a509d319-bde4-4ef4-9546-1fad92e83c50 HTTP/1.1" status: 200 len: 1096 time: 0.2693024 Jul 14 09:29:48.469124 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-3b90fd3b-d525-4a11-b84c-b761874ddf2c tempest-RoutersTestDVR-118328722 tempest-RoutersTestDVR-118328722-project-admin] 10.222.0.68 "GET /v2.0/routers/25e6bb41-8d3d-4652-8e70-99be05f40e9f HTTP/1.1" status: 200 len: 716 time: 0.1020868 Jul 14 09:29:48.473428 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 54082) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:48.512716 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e5df94-c656-4db9-8e71-966c404e564d req-e39bda68-90ce-4147-9d7e-ea85aeba5481 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:48.514312 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b7e5df94-c656-4db9-8e71-966c404e564d req-e39bda68-90ce-4147-9d7e-ea85aeba5481 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/ports?device_id=95b9a8bb-ffb8-4a06-a464-b6f623cf6c7e HTTP/1.1" status: 200 len: 945 time: 0.0792868 Jul 14 09:29:48.559391 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b7e5df94-c656-4db9-8e71-966c404e564d req-c8a2e090-0922-435d-99ea-c4c212e6f120 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/security-groups?id=bfacbc39-872c-438f-b7f4-05abded490ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388749 Jul 14 09:29:48.635011 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e0d0ce63-7659-46d6-a791-496c38346a6b tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:48.667501 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1b777a-4dd4-49c2-9017-165430af8073 req-e2dd61af-46d8-4317-b871-99f49f986695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:48.668411 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-381ba0bc-e80b-4eec-ab44-7a6703263971 tempest-RoutersTestDVR-1092457674 tempest-RoutersTestDVR-1092457674-project] 10.222.0.68 "GET /v2.0/routers/25e6bb41-8d3d-4652-8e70-99be05f40e9f HTTP/1.1" status: 200 len: 682 time: 0.1904538 Jul 14 09:29:48.669051 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 54088) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:48.670634 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-4b1b777a-4dd4-49c2-9017-165430af8073 req-e2dd61af-46d8-4317-b871-99f49f986695 service neutron] 10.222.0.57 "GET /v2.0/networks?id=4c89afe5-b9f8-4e2e-b44c-d497b59f1beb HTTP/1.1" status: 200 len: 913 time: 0.2170193 Jul 14 09:29:48.742873 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-87ad8925-d8e9-4621-9618-ad23f67570d6 tempest-RoutersTestDVR-118328722 tempest-RoutersTestDVR-118328722-project-admin] Notify callbacks [] for router, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:48.781070 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-4b1b777a-4dd4-49c2-9017-165430af8073 req-584b0a08-b8b3-46c5-ba43-75086157a044 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=303597f1-97e2-4283-a786-421d3049ed94 HTTP/1.1" status: 200 len: 217 time: 0.0718675 Jul 14 09:29:48.901031 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-87ad8925-d8e9-4621-9618-ad23f67570d6 tempest-RoutersTestDVR-118328722 tempest-RoutersTestDVR-118328722-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-711871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12964'] for router, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:48.903271 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-87ad8925-d8e9-4621-9618-ad23f67570d6 tempest-RoutersTestDVR-118328722 tempest-RoutersTestDVR-118328722-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:48.933389 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1b777a-4dd4-49c2-9017-165430af8073 req-312736c7-fc4a-4f80-b45a-d1692c4642fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:48.934860 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-4b1b777a-4dd4-49c2-9017-165430af8073 req-312736c7-fc4a-4f80-b45a-d1692c4642fd service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b9b5b9a6-c0c5-422a-9cec-7b209f25a172 HTTP/1.1" status: 200 len: 852 time: 0.1414292 Jul 14 09:29:48.946878 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-87ad8925-d8e9-4621-9618-ad23f67570d6 tempest-RoutersTestDVR-118328722 tempest-RoutersTestDVR-118328722-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-704815'] for router, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:48.947399 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87ad8925-d8e9-4621-9618-ad23f67570d6 tempest-RoutersTestDVR-118328722 tempest-RoutersTestDVR-118328722-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 25e6bb41-8d3d-4652-8e70-99be05f40e9f {{(pid=93957) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:29:48.951590 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-87ad8925-d8e9-4621-9618-ad23f67570d6 tempest-RoutersTestDVR-118328722 tempest-RoutersTestDVR-118328722-project-admin] Notify callbacks [] for router, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:48.956268 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-87ad8925-d8e9-4621-9618-ad23f67570d6 tempest-RoutersTestDVR-118328722 tempest-RoutersTestDVR-118328722-project-admin] 10.222.0.68 "DELETE /v2.0/routers/25e6bb41-8d3d-4652-8e70-99be05f40e9f HTTP/1.1" status: 204 len: 168 time: 0.2829394 Jul 14 09:29:48.957131 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 54090) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:48.961436 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-8af6f8ca-38d5-4edf-8140-bc19d4f0094d tempest-RoutersTestDVR-118328722 tempest-RoutersTestDVR-118328722-project-admin] Request body: {'router': {'name': 'tempest-router-1637986265', 'distributed': True}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:48.983215 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8af6f8ca-38d5-4edf-8140-bc19d4f0094d tempest-RoutersTestDVR-118328722 tempest-RoutersTestDVR-118328722-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-711749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14670'] for router, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:48.984486 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8af6f8ca-38d5-4edf-8140-bc19d4f0094d tempest-RoutersTestDVR-118328722 tempest-RoutersTestDVR-118328722-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-711718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-661475', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14679'] for router, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:48.990738 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5a2470-29e6-4895-b798-4ad42ccc36a5 req-ee992bda-bd94-4b64-9b32-ecfe07d1aa78 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:48.992306 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-2d5a2470-29e6-4895-b798-4ad42ccc36a5 req-ee992bda-bd94-4b64-9b32-ecfe07d1aa78 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/ports?device_id=95b9a8bb-ffb8-4a06-a464-b6f623cf6c7e HTTP/1.1" status: 200 len: 945 time: 0.2854505 Jul 14 09:29:49.020694 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-4b1b777a-4dd4-49c2-9017-165430af8073 req-a85667c5-101b-4954-ad93-30feea4d2eeb service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4c89afe5-b9f8-4e2e-b44c-d497b59f1beb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0503371 Jul 14 09:29:49.051070 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8af6f8ca-38d5-4edf-8140-bc19d4f0094d tempest-RoutersTestDVR-118328722 tempest-RoutersTestDVR-118328722-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:49.055583 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8af6f8ca-38d5-4edf-8140-bc19d4f0094d tempest-RoutersTestDVR-118328722 tempest-RoutersTestDVR-118328722-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-711762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-661452'] for router, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:49.069784 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8af6f8ca-38d5-4edf-8140-bc19d4f0094d tempest-RoutersTestDVR-118328722 tempest-RoutersTestDVR-118328722-project-admin] Notify callbacks [] for router, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:49.074770 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-8af6f8ca-38d5-4edf-8140-bc19d4f0094d tempest-RoutersTestDVR-118328722 tempest-RoutersTestDVR-118328722-project-admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.1131055 Jul 14 09:29:49.074770 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 54094) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:49.150781 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6af7de8c-de84-4fd0-8ad5-cb5f5002b0f1 tempest-RoutersTestDVR-118328722 tempest-RoutersTestDVR-118328722-project-admin] Notify callbacks [] for router, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:49.168164 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1a674a14-5b88-4767-9587-1f7ac51bb705 tempest-FloatingIPNegativeTestJSON-1307336812 tempest-FloatingIPNegativeTestJSON-1307336812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-683602'] for router_interface, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:49.220011 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-2d5a2470-29e6-4895-b798-4ad42ccc36a5 req-fb30f1f3-07fd-4338-b8a4-d1bea9f4ee01 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/security-groups?id=bfacbc39-872c-438f-b7f4-05abded490ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040110 Jul 14 09:29:49.343755 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-4b1b777a-4dd4-49c2-9017-165430af8073 req-0355826c-604f-413e-acbc-eb19402eb591 service neutron] 10.222.0.57 "GET /v2.0/networks/4c89afe5-b9f8-4e2e-b44c-d497b59f1beb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3089499 Jul 14 09:29:49.349421 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-e0d0ce63-7659-46d6-a791-496c38346a6b tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Allocated IP 172.20.0.1 (a73cbbe4-db7c-4f2b-8913-ae2568280295/cd569636-49a0-4d0f-b33c-9e8da5502b60/36224daa-ff98-4485-9cc2-79a2d42030c8) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:29:49.638304 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-4b1b777a-4dd4-49c2-9017-165430af8073 req-cffa7081-39c9-4c76-bffa-c2a768a5254a service neutron] 10.222.0.57 "GET /v2.0/networks/4c89afe5-b9f8-4e2e-b44c-d497b59f1beb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2845035 Jul 14 09:29:49.642410 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6af7de8c-de84-4fd0-8ad5-cb5f5002b0f1 tempest-RoutersTestDVR-118328722 tempest-RoutersTestDVR-118328722-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-711871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12964'] for router, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:49.644667 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6af7de8c-de84-4fd0-8ad5-cb5f5002b0f1 tempest-RoutersTestDVR-118328722 tempest-RoutersTestDVR-118328722-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:49.656376 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a1e526-af43-41de-8de8-99ac2e1721ba req-a00f5346-f184-4bbf-9b07-867f1335a35d tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:49.658066 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-f7a1e526-af43-41de-8de8-99ac2e1721ba req-a00f5346-f184-4bbf-9b07-867f1335a35d tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/ports?device_id=a509d319-bde4-4ef4-9546-1fad92e83c50 HTTP/1.1" status: 200 len: 944 time: 0.3133006 Jul 14 09:29:49.696207 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6af7de8c-de84-4fd0-8ad5-cb5f5002b0f1 tempest-RoutersTestDVR-118328722 tempest-RoutersTestDVR-118328722-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-704815'] for router, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:49.696696 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6af7de8c-de84-4fd0-8ad5-cb5f5002b0f1 tempest-RoutersTestDVR-118328722 tempest-RoutersTestDVR-118328722-project-admin] Fanout notify agent at l3_agent the message router_deleted on router dcf25b04-e8c2-4172-87ce-37b98c6d5f06 {{(pid=93957) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:29:49.716946 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e0d0ce63-7659-46d6-a791-496c38346a6b tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:49.721174 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6af7de8c-de84-4fd0-8ad5-cb5f5002b0f1 tempest-RoutersTestDVR-118328722 tempest-RoutersTestDVR-118328722-project-admin] Notify callbacks [] for router, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:49.722368 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-6af7de8c-de84-4fd0-8ad5-cb5f5002b0f1 tempest-RoutersTestDVR-118328722 tempest-RoutersTestDVR-118328722-project-admin] 10.222.0.68 "DELETE /v2.0/routers/dcf25b04-e8c2-4172-87ce-37b98c6d5f06 HTTP/1.1" status: 204 len: 168 time: 0.6469421 Jul 14 09:29:49.762526 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bea0855-801e-4108-8e01-aa54285fa8b2 req-30d890eb-cd6d-4e59-a26c-f07988e5bae7 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:49.765965 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5bea0855-801e-4108-8e01-aa54285fa8b2 req-30d890eb-cd6d-4e59-a26c-f07988e5bae7 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/ports?device_id=95b9a8bb-ffb8-4a06-a464-b6f623cf6c7e HTTP/1.1" status: 200 len: 945 time: 0.0808618 Jul 14 09:29:49.775043 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-f7a1e526-af43-41de-8de8-99ac2e1721ba req-def3c96b-0fc1-458c-a958-80717da078fa tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/security-groups?id=9b802230-9234-42e7-bf8c-0d12af0394c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045430 Jul 14 09:29:49.810894 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 303597f1-97e2-4283-a786-421d3049ed94 details requested by agent hyperv_n-h2-779913-29 with host n-h2-779913-29 {{(pid=93959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:29:49.837275 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5bea0855-801e-4108-8e01-aa54285fa8b2 req-fda356df-f573-4d4b-add9-04de0e60c318 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/security-groups?id=bfacbc39-872c-438f-b7f4-05abded490ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595446 Jul 14 09:29:49.845355 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e0d0ce63-7659-46d6-a791-496c38346a6b tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:49.892365 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-1a674a14-5b88-4767-9587-1f7ac51bb705 tempest-FloatingIPNegativeTestJSON-1307336812 tempest-FloatingIPNegativeTestJSON-1307336812-project] Deleting port c55ee618-5e3b-4f75-ac15-1084ce6712f6 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:29:49.892853 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1a674a14-5b88-4767-9587-1f7ac51bb705 tempest-FloatingIPNegativeTestJSON-1307336812 tempest-FloatingIPNegativeTestJSON-1307336812-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:49.907548 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0d0ce63-7659-46d6-a791-496c38346a6b tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Network a73cbbe4-db7c-4f2b-8913-ae2568280295 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:29:49.934694 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 303597f1-97e2-4283-a786-421d3049ed94, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=303597f1-97e2-4283-a786-421d3049ed94,segment=NetworkSegment(7c0bb8da-25ea-40ae-a0d8-c863fd3d0f97),segment_id=7c0bb8da-25ea-40ae-a0d8-c863fd3d0f97)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:29:49.946482 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Returning: {'device': '303597f1-97e2-4283-a786-421d3049ed94', 'network_id': '4c89afe5-b9f8-4e2e-b44c-d497b59f1beb', 'port_id': '303597f1-97e2-4283-a786-421d3049ed94', 'mac_address': 'fa:16:3e:23:70:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 733, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9b5b9a6-c0c5-422a-9cec-7b209f25a172', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:29:49.949207 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-e0d0ce63-7659-46d6-a791-496c38346a6b tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:29:49.951803 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d0ce63-7659-46d6-a791-496c38346a6b tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:29:49.987285 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:49.987548 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d0ce63-7659-46d6-a791-496c38346a6b tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Pushing event updated for resources: {'Port': ['ID=36224daa-ff98-4485-9cc2-79a2d42030c8,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:50.002101 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 303597f1-97e2-4283-a786-421d3049ed94 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:29:50.023532 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 303597f1-97e2-4283-a786-421d3049ed94, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=303597f1-97e2-4283-a786-421d3049ed94,segment=NetworkSegment(7c0bb8da-25ea-40ae-a0d8-c863fd3d0f97),segment_id=7c0bb8da-25ea-40ae-a0d8-c863fd3d0f97)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:29:50.026749 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e0d0ce63-7659-46d6-a791-496c38346a6b tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-660393'] for router_interface, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:50.032013 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 54110) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:50.032231 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:50.079293 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Pushing event updated for resources: {'Port': ['ID=303597f1-97e2-4283-a786-421d3049ed94,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:50.088696 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1a674a14-5b88-4767-9587-1f7ac51bb705 tempest-FloatingIPNegativeTestJSON-1307336812 tempest-FloatingIPNegativeTestJSON-1307336812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:50.108913 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-1a674a14-5b88-4767-9587-1f7ac51bb705 tempest-FloatingIPNegativeTestJSON-1307336812 tempest-FloatingIPNegativeTestJSON-1307336812-project] Calling delete_port for c55ee618-5e3b-4f75-ac15-1084ce6712f6 owned by network:router_interface {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:29:50.155101 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-fcf3e95a-31e5-4026-8c33-b52ad7d1efcd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:50.249532 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-fcf3e95a-31e5-4026-8c33-b52ad7d1efcd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:50.257781 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-fcf3e95a-31e5-4026-8c33-b52ad7d1efcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:50.303551 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-fcf3e95a-31e5-4026-8c33-b52ad7d1efcd admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=0cae2e70a72e41c3b616cc5831c9a797&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2748587 Jul 14 09:29:50.304867 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf3e95a-31e5-4026-8c33-b52ad7d1efcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caeb12e2-340a-48a8-8179-955531a719ed,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:50.307976 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 54118) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:50.328151 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf3e95a-31e5-4026-8c33-b52ad7d1efcd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:29:50.328566 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf3e95a-31e5-4026-8c33-b52ad7d1efcd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:29:50.328933 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf3e95a-31e5-4026-8c33-b52ad7d1efcd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:29:50.329274 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf3e95a-31e5-4026-8c33-b52ad7d1efcd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:29:50.329710 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf3e95a-31e5-4026-8c33-b52ad7d1efcd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:29:50.330052 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf3e95a-31e5-4026-8c33-b52ad7d1efcd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:29:50.330385 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf3e95a-31e5-4026-8c33-b52ad7d1efcd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:29:50.330723 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf3e95a-31e5-4026-8c33-b52ad7d1efcd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:29:50.331043 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf3e95a-31e5-4026-8c33-b52ad7d1efcd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:29:50.331371 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf3e95a-31e5-4026-8c33-b52ad7d1efcd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:29:50.331697 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf3e95a-31e5-4026-8c33-b52ad7d1efcd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:29:50.332021 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf3e95a-31e5-4026-8c33-b52ad7d1efcd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:29:50.385282 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5827cae7-f137-411e-b1c6-996c73e1b81b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:50.399486 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] get_ports_and_sgs() called for port_ids ['303597f1-97e2-4283-a786-421d3049ed94'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:29:50.409229 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5827cae7-f137-411e-b1c6-996c73e1b81b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:50.468288 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5827cae7-f137-411e-b1c6-996c73e1b81b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:50.470946 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5827cae7-f137-411e-b1c6-996c73e1b81b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:50.474552 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-5827cae7-f137-411e-b1c6-996c73e1b81b admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/caeb12e2-340a-48a8-8179-955531a719ed HTTP/1.1" status: 204 len: 168 time: 0.1631987 Jul 14 09:29:50.481310 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5827cae7-f137-411e-b1c6-996c73e1b81b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caeb12e2-340a-48a8-8179-955531a719ed,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:50.642275 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e0d0ce63-7659-46d6-a791-496c38346a6b tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:50.779673 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 54126) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:50.788717 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1a674a14-5b88-4767-9587-1f7ac51bb705 tempest-FloatingIPNegativeTestJSON-1307336812 tempest-FloatingIPNegativeTestJSON-1307336812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:50.792856 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-9be86b02-968e-41e3-bd37-ac2f406d8e06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:50.857250 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a674a14-5b88-4767-9587-1f7ac51bb705 tempest-FloatingIPNegativeTestJSON-1307336812 tempest-FloatingIPNegativeTestJSON-1307336812-project] Pushing event deleted for resources: {'Port': ['ID=c55ee618-5e3b-4f75-ac15-1084ce6712f6,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:50.908996 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-9be86b02-968e-41e3-bd37-ac2f406d8e06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:50.937976 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-9be86b02-968e-41e3-bd37-ac2f406d8e06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:50.971276 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be86b02-968e-41e3-bd37-ac2f406d8e06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=611e7885-4276-42da-a74b-eef4f7d71bc4,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:51.000979 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-9be86b02-968e-41e3-bd37-ac2f406d8e06 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=97d35d48e97b440aba1c670f6e6952ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2200873 Jul 14 09:29:51.004986 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 54132) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:51.064242 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22c9a7f-05e8-4c7a-a2c6-1b72b3d3f8e4 req-a6b79f54-6216-4c88-af2c-981ca08ba478 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:51.071459 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c22c9a7f-05e8-4c7a-a2c6-1b72b3d3f8e4 req-a6b79f54-6216-4c88-af2c-981ca08ba478 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/ports?device_id=a509d319-bde4-4ef4-9546-1fad92e83c50 HTTP/1.1" status: 200 len: 945 time: 0.1688995 Jul 14 09:29:51.100688 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1a674a14-5b88-4767-9587-1f7ac51bb705 tempest-FloatingIPNegativeTestJSON-1307336812 tempest-FloatingIPNegativeTestJSON-1307336812-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-620860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682934'] for router_interface, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:51.109011 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-01ffa472-0c5f-454d-8c0a-c6d43d1335ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:51.130065 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c22c9a7f-05e8-4c7a-a2c6-1b72b3d3f8e4 req-c42fb796-43d6-415f-a74f-8915a6f12268 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/security-groups?id=9b802230-9234-42e7-bf8c-0d12af0394c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576434 Jul 14 09:29:51.146347 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-01ffa472-0c5f-454d-8c0a-c6d43d1335ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:51.196510 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-01ffa472-0c5f-454d-8c0a-c6d43d1335ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:51.199140 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-01ffa472-0c5f-454d-8c0a-c6d43d1335ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:51.200289 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-01ffa472-0c5f-454d-8c0a-c6d43d1335ca admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/611e7885-4276-42da-a74b-eef4f7d71bc4 HTTP/1.1" status: 204 len: 168 time: 0.1932240 Jul 14 09:29:51.210665 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ffa472-0c5f-454d-8c0a-c6d43d1335ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=611e7885-4276-42da-a74b-eef4f7d71bc4,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:51.260215 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6314a373-0149-4090-a88a-30ae28d6ffe6 req-6b150ccd-1ac5-472b-a3bf-940022be2b15 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:51.261932 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-6314a373-0149-4090-a88a-30ae28d6ffe6 req-6b150ccd-1ac5-472b-a3bf-940022be2b15 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/ports?device_id=95b9a8bb-ffb8-4a06-a464-b6f623cf6c7e HTTP/1.1" status: 200 len: 945 time: 0.2367027 Jul 14 09:29:51.364806 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e0d0ce63-7659-46d6-a791-496c38346a6b tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:51.374544 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e0d0ce63-7659-46d6-a791-496c38346a6b tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13574142'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:51.439519 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a674a14-5b88-4767-9587-1f7ac51bb705 tempest-FloatingIPNegativeTestJSON-1307336812 tempest-FloatingIPNegativeTestJSON-1307336812-project] Router 4bcf1e72-be85-46d9-b273-8d52b8a6bb01 has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:29:51.449363 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-6314a373-0149-4090-a88a-30ae28d6ffe6 req-3299aab0-203d-44e2-8152-026829ea2a42 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/security-groups?id=bfacbc39-872c-438f-b7f4-05abded490ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799185 Jul 14 09:29:51.478502 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e0d0ce63-7659-46d6-a791-496c38346a6b tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-683747'] for router_interface, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:51.485160 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d0ce63-7659-46d6-a791-496c38346a6b tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Pushing event updated for resources: {'Port': ['ID=36224daa-ff98-4485-9cc2-79a2d42030c8,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:51.614352 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a674a14-5b88-4767-9587-1f7ac51bb705 tempest-FloatingIPNegativeTestJSON-1307336812 tempest-FloatingIPNegativeTestJSON-1307336812-project] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:29:51.622024 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 54150) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:51.623974 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8414978-4727-48bf-91fe-312b649c989f None None] Sync routers for ids ['4bcf1e72-be85-46d9-b273-8d52b8a6bb01'] in n-d-779913-29 {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:29:51.629841 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-1a674a14-5b88-4767-9587-1f7ac51bb705 tempest-FloatingIPNegativeTestJSON-1307336812 tempest-FloatingIPNegativeTestJSON-1307336812-project] 10.222.0.68 "PUT /v2.0/routers/4bcf1e72-be85-46d9-b273-8d52b8a6bb01/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5378165 Jul 14 09:29:51.633745 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8414978-4727-48bf-91fe-312b649c989f None None] Routers {'4bcf1e72-be85-46d9-b273-8d52b8a6bb01'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:29:51.635120 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-a8414978-4727-48bf-91fe-312b649c989f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:29:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['4bcf1e72-be85-46d9-b273-8d52b8a6bb01'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:51.669403 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0d0ce63-7659-46d6-a791-496c38346a6b tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Network a73cbbe4-db7c-4f2b-8913-ae2568280295 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:29:51.670885 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-e0d0ce63-7659-46d6-a791-496c38346a6b tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:29:51.671964 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-a8414978-4727-48bf-91fe-312b649c989f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:51.686202 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8414978-4727-48bf-91fe-312b649c989f None None] Routers {'4bcf1e72-be85-46d9-b273-8d52b8a6bb01'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:29:51.687323 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-a8414978-4727-48bf-91fe-312b649c989f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:29:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['4bcf1e72-be85-46d9-b273-8d52b8a6bb01'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:51.724059 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f0ddc220-756d-4efe-9a4a-ec9f87367f7c tempest-FloatingIPNegativeTestJSON-1307336812 tempest-FloatingIPNegativeTestJSON-1307336812-project] Notify callbacks [] for router, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:51.751031 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-a8414978-4727-48bf-91fe-312b649c989f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:51.751910 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8414978-4727-48bf-91fe-312b649c989f None None] The sync data for ids ['4bcf1e72-be85-46d9-b273-8d52b8a6bb01'] in n-d-779913-29 is: [] {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:29:51.801411 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0d0ce63-7659-46d6-a791-496c38346a6b tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Router b9fb6ef8-f594-45b5-b5d6-58102ca87daa has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:29:51.831014 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 303597f1-97e2-4283-a786-421d3049ed94 up at agent hyperv_n-h2-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:29:51.887801 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Provisioning for port 303597f1-97e2-4283-a786-421d3049ed94 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:29:51.892038 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Provisioning complete for port 303597f1-97e2-4283-a786-421d3049ed94 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:29:51.892503 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:51.942356 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0d0ce63-7659-46d6-a791-496c38346a6b tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:29:51.952384 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eceb55ac-0714-4428-8d24-b7e197960295 None None] Sync routers for ids ['b9fb6ef8-f594-45b5-b5d6-58102ca87daa'] in n-d-779913-29 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:29:51.953098 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f0ddc220-756d-4efe-9a4a-ec9f87367f7c tempest-FloatingIPNegativeTestJSON-1307336812 tempest-FloatingIPNegativeTestJSON-1307336812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-711871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12964'] for router, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:51.954370 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-e0d0ce63-7659-46d6-a791-496c38346a6b tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] 10.222.0.68 "PUT /v2.0/routers/b9fb6ef8-f594-45b5-b5d6-58102ca87daa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6834781 Jul 14 09:29:51.956927 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 54162) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:51.958854 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f0ddc220-756d-4efe-9a4a-ec9f87367f7c tempest-FloatingIPNegativeTestJSON-1307336812 tempest-FloatingIPNegativeTestJSON-1307336812-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:51.963138 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-18c8c19b-1afa-4016-bbd7-81fabe443c24 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Request body: {'port': {'network_id': 'a73cbbe4-db7c-4f2b-8913-ae2568280295', 'name': 'tempest-FloatingIPTestJSON-970551238'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:51.965907 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eceb55ac-0714-4428-8d24-b7e197960295 None None] Routers {'b9fb6ef8-f594-45b5-b5d6-58102ca87daa'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:29:51.967001 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-eceb55ac-0714-4428-8d24-b7e197960295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:29:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['b9fb6ef8-f594-45b5-b5d6-58102ca87daa'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:52.007347 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f0ddc220-756d-4efe-9a4a-ec9f87367f7c tempest-FloatingIPNegativeTestJSON-1307336812 tempest-FloatingIPNegativeTestJSON-1307336812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-704815'] for router, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:52.007909 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0ddc220-756d-4efe-9a4a-ec9f87367f7c tempest-FloatingIPNegativeTestJSON-1307336812 tempest-FloatingIPNegativeTestJSON-1307336812-project] Fanout notify agent at l3_agent the message router_deleted on router 4bcf1e72-be85-46d9-b273-8d52b8a6bb01 {{(pid=93957) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:29:52.021344 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f0ddc220-756d-4efe-9a4a-ec9f87367f7c tempest-FloatingIPNegativeTestJSON-1307336812 tempest-FloatingIPNegativeTestJSON-1307336812-project] Notify callbacks [] for router, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:52.024637 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-f0ddc220-756d-4efe-9a4a-ec9f87367f7c tempest-FloatingIPNegativeTestJSON-1307336812 tempest-FloatingIPNegativeTestJSON-1307336812-project] 10.222.0.68 "DELETE /v2.0/routers/4bcf1e72-be85-46d9-b273-8d52b8a6bb01 HTTP/1.1" status: 204 len: 168 time: 0.3986685 Jul 14 09:29:52.026613 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 54164) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:52.038524 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 54166) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:52.131042 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f598ecc-928b-4166-92ff-0ea6bcd56b16 tempest-FloatingIPNegativeTestJSON-1307336812 tempest-FloatingIPNegativeTestJSON-1307336812-project] Deleting subnet c10fa959-73b1-4148-bf43-7d09afd5ff5f {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:29:52.139483 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6f598ecc-928b-4166-92ff-0ea6bcd56b16 tempest-FloatingIPNegativeTestJSON-1307336812 tempest-FloatingIPNegativeTestJSON-1307336812-project] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:52.158676 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-eceb55ac-0714-4428-8d24-b7e197960295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:52.172433 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eceb55ac-0714-4428-8d24-b7e197960295 None None] Routers {'b9fb6ef8-f594-45b5-b5d6-58102ca87daa'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:29:52.173073 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-eceb55ac-0714-4428-8d24-b7e197960295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:29:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['b9fb6ef8-f594-45b5-b5d6-58102ca87daa'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:52.179082 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-b5fa8b2d-be6c-4c14-ad74-f1f7498a374e tempest-AllowedAddressPairTestJSON-1112944540 tempest-AllowedAddressPairTestJSON-1112944540-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1017299804'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:52.193759 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:52.203118 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.db.api [None req-b5fa8b2d-be6c-4c14-ad74-f1f7498a374e tempest-AllowedAddressPairTestJSON-1112944540 tempest-AllowedAddressPairTestJSON-1112944540-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 14 09:29:52.203118 n-d-779913-29 neutron-server[93957]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 14 09:29:52.203118 n-d-779913-29 neutron-server[93957]: [parameters: {'project_id': '49b2069b8e0d423a897ea4fd21d08b0a', 'id': '8b647f9b-b202-4a8d-bc34-d5bb1c00c20b', 'expiration': datetime.datetime(2021, 7, 14, 9, 31, 52, 198214)}] Jul 14 09:29:52.203118 n-d-779913-29 neutron-server[93957]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93957) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 09:29:52.203763 n-d-779913-29 neutron-server[93957]: DEBUG oslo_db.api [None req-b5fa8b2d-be6c-4c14-ad74-f1f7498a374e tempest-AllowedAddressPairTestJSON-1112944540 tempest-AllowedAddressPairTestJSON-1112944540-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 09:29:52.203950 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6f598ecc-928b-4166-92ff-0ea6bcd56b16 tempest-FloatingIPNegativeTestJSON-1307336812 tempest-FloatingIPNegativeTestJSON-1307336812-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13574120'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:52.226881 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-eceb55ac-0714-4428-8d24-b7e197960295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:52.227822 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eceb55ac-0714-4428-8d24-b7e197960295 None None] The sync data for ids ['b9fb6ef8-f594-45b5-b5d6-58102ca87daa'] in n-d-779913-29 is: [] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:29:52.230796 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 303597f1-97e2-4283-a786-421d3049ed94, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=303597f1-97e2-4283-a786-421d3049ed94,segment=NetworkSegment(7c0bb8da-25ea-40ae-a0d8-c863fd3d0f97),segment_id=7c0bb8da-25ea-40ae-a0d8-c863fd3d0f97)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:29:52.237593 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a509d319-bde4-4ef4-9546-1fad92e83c50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '303597f1-97e2-4283-a786-421d3049ed94'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:29:52.239909 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd62303f06773040a8a4e189dc46b4f565768c299abf8ab8e7739778b0bc3e97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21fbaf95-f436-4abd-8ad4-b3a736e70c7d" -d '{"events": [{"server_uuid": "a509d319-bde4-4ef4-9546-1fad92e83c50", "name": "network-vif-plugged", "status": "completed", "tag": "303597f1-97e2-4283-a786-421d3049ed94"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:29:52.243916 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18c8c19b-1afa-4016-bbd7-81fabe443c24 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Made reservation on behalf of 258b6ae747a6453595e7230ea07ff097 for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:29:52.245150 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:52.248858 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-18c8c19b-1afa-4016-bbd7-81fabe443c24 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:52.273919 n-d-779913-29 neutron-server[93958]: DEBUG neutron.notifiers.nova [None req-18c8c19b-1afa-4016-bbd7-81fabe443c24 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] device_id is not set on port 12597100-5362-456a-9945-5500d145f1d6 yet. {{(pid=93958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:29:52.297820 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b92c574a-6c8d-495e-9623-a3afd85f1ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:52.299207 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Pushing event updated for resources: {'Port': ['ID=303597f1-97e2-4283-a786-421d3049ed94,revision_number=5']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:52.302518 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:29:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-011c9175-8fb3-4c97-a8e1-f2beba7cbda5 x-openstack-request-id: req-011c9175-8fb3-4c97-a8e1-f2beba7cbda5 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:29:52.302810 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a509d319-bde4-4ef4-9546-1fad92e83c50", "name": "network-vif-plugged", "status": "completed", "tag": "303597f1-97e2-4283-a786-421d3049ed94", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:29:52.303064 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-011c9175-8fb3-4c97-a8e1-f2beba7cbda5 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:29:52.303451 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a509d319-bde4-4ef4-9546-1fad92e83c50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '303597f1-97e2-4283-a786-421d3049ed94', 'code': 200} Jul 14 09:29:52.355666 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393f85da-8510-453b-9031-8287a7f8d3b8 req-eb23b72c-0c15-4bcf-98c5-029dcd89eb6e tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:52.357314 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-393f85da-8510-453b-9031-8287a7f8d3b8 req-eb23b72c-0c15-4bcf-98c5-029dcd89eb6e tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/ports?device_id=a509d319-bde4-4ef4-9546-1fad92e83c50 HTTP/1.1" status: 200 len: 946 time: 0.0686657 Jul 14 09:29:52.402669 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-393f85da-8510-453b-9031-8287a7f8d3b8 req-ae6e0178-81f0-4fa9-b888-036d4950c25c tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/security-groups?id=9b802230-9234-42e7-bf8c-0d12af0394c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384295 Jul 14 09:29:52.438302 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6f598ecc-928b-4166-92ff-0ea6bcd56b16 tempest-FloatingIPNegativeTestJSON-1307336812 tempest-FloatingIPNegativeTestJSON-1307336812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3481002'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:52.489763 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-18c8c19b-1afa-4016-bbd7-81fabe443c24 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Allocated IP 172.20.0.3 (a73cbbe4-db7c-4f2b-8913-ae2568280295/cd569636-49a0-4d0f-b33c-9e8da5502b60/12597100-5362-456a-9945-5500d145f1d6) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:29:52.555250 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ad1035-33d1-43e2-ad59-19b3dc01eecd req-c1882591-aa7f-4f38-ae11-fdda0aed2e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:52.557274 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-42ad1035-33d1-43e2-ad59-19b3dc01eecd req-c1882591-aa7f-4f38-ae11-fdda0aed2e56 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a509d319-bde4-4ef4-9546-1fad92e83c50 HTTP/1.1" status: 200 len: 1098 time: 0.1570697 Jul 14 09:29:52.561203 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6f598ecc-928b-4166-92ff-0ea6bcd56b16 tempest-FloatingIPNegativeTestJSON-1307336812 tempest-FloatingIPNegativeTestJSON-1307336812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13574056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16714573'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:52.608488 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f598ecc-928b-4166-92ff-0ea6bcd56b16 tempest-FloatingIPNegativeTestJSON-1307336812 tempest-FloatingIPNegativeTestJSON-1307336812-project] Pushing event deleted for resources: {'Subnet': ['ID=c10fa959-73b1-4148-bf43-7d09afd5ff5f,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:52.616514 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83162d06-2748-4a4d-bc6d-b5923c673fcf None None] Network 1a26d14a-1210-4878-ab2e-f03aeb70ac27 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:29:52.625733 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6f598ecc-928b-4166-92ff-0ea6bcd56b16 tempest-FloatingIPNegativeTestJSON-1307336812 tempest-FloatingIPNegativeTestJSON-1307336812-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:52.627855 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-6f598ecc-928b-4166-92ff-0ea6bcd56b16 tempest-FloatingIPNegativeTestJSON-1307336812 tempest-FloatingIPNegativeTestJSON-1307336812-project] 10.222.0.68 "DELETE /v2.0/subnets/c10fa959-73b1-4148-bf43-7d09afd5ff5f HTTP/1.1" status: 204 len: 168 time: 0.6000707 Jul 14 09:29:52.632422 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 54180) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:52.693173 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-42ad1035-33d1-43e2-ad59-19b3dc01eecd req-c6624a7e-c721-43cc-9bde-aaa4dff7214a service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=9b802230-9234-42e7-bf8c-0d12af0394c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227002 Jul 14 09:29:52.746499 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-18c8c19b-1afa-4016-bbd7-81fabe443c24 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:52.747648 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-275f5bc8-354e-49ab-83a7-86bda90e3089 tempest-FloatingIPNegativeTestJSON-1307336812 tempest-FloatingIPNegativeTestJSON-1307336812-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3876111'] for network, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:52.790258 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-18c8c19b-1afa-4016-bbd7-81fabe443c24 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:52.794119 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5fa8b2d-be6c-4c14-ad74-f1f7498a374e tempest-AllowedAddressPairTestJSON-1112944540 tempest-AllowedAddressPairTestJSON-1112944540-project] Made reservation on behalf of 49b2069b8e0d423a897ea4fd21d08b0a for: {'network': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:29:52.798391 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b5fa8b2d-be6c-4c14-ad74-f1f7498a374e tempest-AllowedAddressPairTestJSON-1112944540 tempest-AllowedAddressPairTestJSON-1112944540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for network, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:52.825755 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-519fe836-bd85-4556-9e1b-a0e62e44114c None None] DHCP port deletion for 1a26d14a-1210-4878-ab2e-f03aeb70ac27 request from n-d-779913-29 {{(pid=93959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:29:52.838368 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18c8c19b-1afa-4016-bbd7-81fabe443c24 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Network a73cbbe4-db7c-4f2b-8913-ae2568280295 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:29:52.841780 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed12ec6-4905-49f2-be2e-90b00d38af4d req-f0225fd0-a9c7-4b45-a650-2c006fb3536b tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:52.843062 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-bed12ec6-4905-49f2-be2e-90b00d38af4d req-f0225fd0-a9c7-4b45-a650-2c006fb3536b tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/ports?device_id=95b9a8bb-ffb8-4a06-a464-b6f623cf6c7e HTTP/1.1" status: 200 len: 945 time: 0.2569416 Jul 14 09:29:52.845170 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-18c8c19b-1afa-4016-bbd7-81fabe443c24 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:29:52.845465 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b5fa8b2d-be6c-4c14-ad74-f1f7498a374e tempest-AllowedAddressPairTestJSON-1112944540 tempest-AllowedAddressPairTestJSON-1112944540-project] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:52.849464 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c8c19b-1afa-4016-bbd7-81fabe443c24 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:29:52.878558 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-519fe836-bd85-4556-9e1b-a0e62e44114c None None] Deleting port d9ae344c-0761-488b-a0f3-4cf16f4b2f64 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:29:52.878853 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-519fe836-bd85-4556-9e1b-a0e62e44114c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:52.888625 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c8c19b-1afa-4016-bbd7-81fabe443c24 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Pushing event updated for resources: {'Port': ['ID=12597100-5362-456a-9945-5500d145f1d6,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:52.931253 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18c8c19b-1afa-4016-bbd7-81fabe443c24 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:52.931967 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-18c8c19b-1afa-4016-bbd7-81fabe443c24 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:52.933588 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-bed12ec6-4905-49f2-be2e-90b00d38af4d req-5a216fe7-8913-4d2d-9bc4-2d9a50f96730 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/security-groups?id=bfacbc39-872c-438f-b7f4-05abded490ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752516 Jul 14 09:29:52.944252 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-275f5bc8-354e-49ab-83a7-86bda90e3089 tempest-FloatingIPNegativeTestJSON-1307336812 tempest-FloatingIPNegativeTestJSON-1307336812-project] Deleting port d9ae344c-0761-488b-a0f3-4cf16f4b2f64 {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:29:52.944710 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-275f5bc8-354e-49ab-83a7-86bda90e3089 tempest-FloatingIPNegativeTestJSON-1307336812 tempest-FloatingIPNegativeTestJSON-1307336812-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:52.970225 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-519fe836-bd85-4556-9e1b-a0e62e44114c None None] For port d9ae344c-0761-488b-a0f3-4cf16f4b2f64, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=d9ae344c-0761-488b-a0f3-4cf16f4b2f64,segment=NetworkSegment(ccf1780a-964e-47c6-a07f-a3386f6fbde4),segment_id=ccf1780a-964e-47c6-a07f-a3386f6fbde4)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:29:52.970624 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-519fe836-bd85-4556-9e1b-a0e62e44114c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:52.984073 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-519fe836-bd85-4556-9e1b-a0e62e44114c None None] Calling delete_port for d9ae344c-0761-488b-a0f3-4cf16f4b2f64 owned by network:dhcp {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:29:53.029777 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-275f5bc8-354e-49ab-83a7-86bda90e3089 tempest-FloatingIPNegativeTestJSON-1307336812 tempest-FloatingIPNegativeTestJSON-1307336812-project] For port d9ae344c-0761-488b-a0f3-4cf16f4b2f64, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=d9ae344c-0761-488b-a0f3-4cf16f4b2f64,segment=NetworkSegment(ccf1780a-964e-47c6-a07f-a3386f6fbde4),segment_id=ccf1780a-964e-47c6-a07f-a3386f6fbde4)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:29:53.030366 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-275f5bc8-354e-49ab-83a7-86bda90e3089 tempest-FloatingIPNegativeTestJSON-1307336812 tempest-FloatingIPNegativeTestJSON-1307336812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:53.049876 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-275f5bc8-354e-49ab-83a7-86bda90e3089 tempest-FloatingIPNegativeTestJSON-1307336812 tempest-FloatingIPNegativeTestJSON-1307336812-project] Calling delete_port for d9ae344c-0761-488b-a0f3-4cf16f4b2f64 owned by network:dhcp {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:29:53.066677 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-519fe836-bd85-4556-9e1b-a0e62e44114c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:53.094498 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-519fe836-bd85-4556-9e1b-a0e62e44114c None None] No DVR routers for this DVR port d9ae344c-0761-488b-a0f3-4cf16f4b2f64 on host n-d-779913-29 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:29:53.096048 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519fe836-bd85-4556-9e1b-a0e62e44114c None None] Pushing event deleted for resources: {'Port': ['ID=d9ae344c-0761-488b-a0f3-4cf16f4b2f64,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:53.119689 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b5fa8b2d-be6c-4c14-ad74-f1f7498a374e tempest-AllowedAddressPairTestJSON-1112944540 tempest-AllowedAddressPairTestJSON-1112944540-project] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:53.125020 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b5fa8b2d-be6c-4c14-ad74-f1f7498a374e tempest-AllowedAddressPairTestJSON-1112944540 tempest-AllowedAddressPairTestJSON-1112944540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:53.127704 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-18c8c19b-1afa-4016-bbd7-81fabe443c24 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.1695902 Jul 14 09:29:53.130437 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 54184) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:53.136563 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-55ed9d78-126a-499e-84a9-4729f69fcecc tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Request body: {'port': {'network_id': 'a73cbbe4-db7c-4f2b-8913-ae2568280295', 'name': 'tempest-FloatingIPTestJSON-1104385111'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:53.167775 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5fa8b2d-be6c-4c14-ad74-f1f7498a374e tempest-AllowedAddressPairTestJSON-1112944540 tempest-AllowedAddressPairTestJSON-1112944540-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 719} {{(pid=93957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:29:53.179387 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fa8b2d-be6c-4c14-ad74-f1f7498a374e tempest-AllowedAddressPairTestJSON-1112944540 tempest-AllowedAddressPairTestJSON-1112944540-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ba35e6c-4f7e-448d-9b7c-baf22ed89f7b,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:53.187953 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b5fa8b2d-be6c-4c14-ad74-f1f7498a374e tempest-AllowedAddressPairTestJSON-1112944540 tempest-AllowedAddressPairTestJSON-1112944540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:53.188305 n-d-779913-29 neutron-server[93957]: INFO neutron.db.segments_db [None req-b5fa8b2d-be6c-4c14-ad74-f1f7498a374e tempest-AllowedAddressPairTestJSON-1112944540 tempest-AllowedAddressPairTestJSON-1112944540-project] Added segment 7ee930ae-38a1-4538-8ba7-6023bbce8776 of type vlan for network 85211b85-f4df-406e-bcf9-c9b8260d54dc Jul 14 09:29:53.199718 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-275f5bc8-354e-49ab-83a7-86bda90e3089 tempest-FloatingIPNegativeTestJSON-1307336812 tempest-FloatingIPNegativeTestJSON-1307336812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:53.247078 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275f5bc8-354e-49ab-83a7-86bda90e3089 tempest-FloatingIPNegativeTestJSON-1307336812 tempest-FloatingIPNegativeTestJSON-1307336812-project] Pushing event deleted for resources: {'Port': ['ID=d9ae344c-0761-488b-a0f3-4cf16f4b2f64,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:53.251107 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55ed9d78-126a-499e-84a9-4729f69fcecc tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Made reservation on behalf of 258b6ae747a6453595e7230ea07ff097 for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:29:53.256178 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-55ed9d78-126a-499e-84a9-4729f69fcecc tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:53.257033 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-275f5bc8-354e-49ab-83a7-86bda90e3089 tempest-FloatingIPNegativeTestJSON-1307336812 tempest-FloatingIPNegativeTestJSON-1307336812-project] No DVR routers for this DVR port d9ae344c-0761-488b-a0f3-4cf16f4b2f64 on host n-d-779913-29 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:29:53.259852 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b5fa8b2d-be6c-4c14-ad74-f1f7498a374e tempest-AllowedAddressPairTestJSON-1112944540 tempest-AllowedAddressPairTestJSON-1112944540-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735687821325'] for network, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:53.275467 n-d-779913-29 neutron-server[93958]: DEBUG neutron.notifiers.nova [None req-55ed9d78-126a-499e-84a9-4729f69fcecc tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] device_id is not set on port 91c19dd1-3044-4e54-a8b3-8e97b9689bad yet. {{(pid=93958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:29:53.356483 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-275f5bc8-354e-49ab-83a7-86bda90e3089 tempest-FloatingIPNegativeTestJSON-1307336812 tempest-FloatingIPNegativeTestJSON-1307336812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473955', 'neutron.services.segments.db._delete_segments_for_network-8735688326548'] for network, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:53.366012 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b5fa8b2d-be6c-4c14-ad74-f1f7498a374e tempest-AllowedAddressPairTestJSON-1112944540 tempest-AllowedAddressPairTestJSON-1112944540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855'] for network, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:53.372193 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5fa8b2d-be6c-4c14-ad74-f1f7498a374e tempest-AllowedAddressPairTestJSON-1112944540 tempest-AllowedAddressPairTestJSON-1112944540-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:53.372776 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b5fa8b2d-be6c-4c14-ad74-f1f7498a374e tempest-AllowedAddressPairTestJSON-1112944540 tempest-AllowedAddressPairTestJSON-1112944540-project] Notify callbacks [] for network, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:53.376925 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-275f5bc8-354e-49ab-83a7-86bda90e3089 tempest-FloatingIPNegativeTestJSON-1307336812 tempest-FloatingIPNegativeTestJSON-1307336812-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a26d14a-1210-4878-ab2e-f03aeb70ac27']}} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:53.395617 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-55ed9d78-126a-499e-84a9-4729f69fcecc tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Allocated IP 172.20.0.2 (a73cbbe4-db7c-4f2b-8913-ae2568280295/cd569636-49a0-4d0f-b33c-9e8da5502b60/91c19dd1-3044-4e54-a8b3-8e97b9689bad) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:29:53.431937 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-275f5bc8-354e-49ab-83a7-86bda90e3089 tempest-FloatingIPNegativeTestJSON-1307336812 tempest-FloatingIPNegativeTestJSON-1307336812-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccf1780a-964e-47c6-a07f-a3386f6fbde4') {'for_net_delete': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:53.432266 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-275f5bc8-354e-49ab-83a7-86bda90e3089 tempest-FloatingIPNegativeTestJSON-1307336812 tempest-FloatingIPNegativeTestJSON-1307336812-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccf1780a-964e-47c6-a07f-a3386f6fbde4') {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:53.453672 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-275f5bc8-354e-49ab-83a7-86bda90e3089 tempest-FloatingIPNegativeTestJSON-1307336812 tempest-FloatingIPNegativeTestJSON-1307336812-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735688356235', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10944210'] for segment, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:53.458246 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-b5fa8b2d-be6c-4c14-ad74-f1f7498a374e tempest-AllowedAddressPairTestJSON-1112944540 tempest-AllowedAddressPairTestJSON-1112944540-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.4186704 Jul 14 09:29:53.468024 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 54188) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:53.472996 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-0e928c97-1d38-4c5c-8c13-ca3f5d554366 tempest-AllowedAddressPairTestJSON-1112944540 tempest-AllowedAddressPairTestJSON-1112944540-project] Request body: {'subnet': {'network_id': '85211b85-f4df-406e-bcf9-c9b8260d54dc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:53.481230 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fa8b2d-be6c-4c14-ad74-f1f7498a374e tempest-AllowedAddressPairTestJSON-1112944540 tempest-AllowedAddressPairTestJSON-1112944540-project] Pushing event updated for resources: {'Network': ['ID=85211b85-f4df-406e-bcf9-c9b8260d54dc,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:53.498593 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Network 85211b85-f4df-406e-bcf9-c9b8260d54dc details requested by agent ovs-agent-n-d-779913-29 with host n-d-779913-29 {{(pid=93959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:29:53.520464 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-275f5bc8-354e-49ab-83a7-86bda90e3089 tempest-FloatingIPNegativeTestJSON-1307336812 tempest-FloatingIPNegativeTestJSON-1307336812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:53.545787 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-275f5bc8-354e-49ab-83a7-86bda90e3089 tempest-FloatingIPNegativeTestJSON-1307336812 tempest-FloatingIPNegativeTestJSON-1307336812-project] Releasing vlan 744 on physical network physnet1 to pool {{(pid=93957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:29:53.546202 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-275f5bc8-354e-49ab-83a7-86bda90e3089 tempest-FloatingIPNegativeTestJSON-1307336812 tempest-FloatingIPNegativeTestJSON-1307336812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10053619'] for segment, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:53.549556 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:29:53.549556 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:29:53.549556 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:29:53.549556 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:29:53.549556 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:29:53.549556 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:29:53.549556 n-d-779913-29 neutron-server[93957]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:29:53.549556 n-d-779913-29 neutron-server[93957]: self.session.flush() Jul 14 09:29:53.549556 n-d-779913-29 neutron-server[93957]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:29:53.549556 n-d-779913-29 neutron-server[93957]: self.session.flush() Jul 14 09:29:53.549556 n-d-779913-29 neutron-server[93957]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:29:53.549556 n-d-779913-29 neutron-server[93957]: self.session.flush() Jul 14 09:29:53.549556 n-d-779913-29 neutron-server[93957]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:29:53.549556 n-d-779913-29 neutron-server[93957]: self.session.flush() Jul 14 09:29:53.549556 n-d-779913-29 neutron-server[93957]: Traceback (most recent call last): Jul 14 09:29:53.549556 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:29:53.549556 n-d-779913-29 neutron-server[93957]: timer() Jul 14 09:29:53.549556 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:29:53.549556 n-d-779913-29 neutron-server[93957]: cb(*args, **kw) Jul 14 09:29:53.549556 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:29:53.549556 n-d-779913-29 neutron-server[93957]: return func(*args, **kwargs) Jul 14 09:29:53.549556 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:29:53.549556 n-d-779913-29 neutron-server[93957]: self._notify() Jul 14 09:29:53.549556 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:29:53.549556 n-d-779913-29 neutron-server[93957]: self.callback(batched_events) Jul 14 09:29:53.549556 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:29:53.549556 n-d-779913-29 neutron-server[93957]: event.method(event) Jul 14 09:29:53.549556 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:29:53.549556 n-d-779913-29 neutron-server[93957]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:29:53.549556 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:29:53.549556 n-d-779913-29 neutron-server[93957]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:29:53.549556 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:29:53.549556 n-d-779913-29 neutron-server[93957]: return f(self, *a, **k) Jul 14 09:29:53.549556 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:29:53.549556 n-d-779913-29 neutron-server[93957]: return self._get(url).json() Jul 14 09:29:53.549556 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:29:53.549556 n-d-779913-29 neutron-server[93957]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:29:53.549556 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:29:53.549556 n-d-779913-29 neutron-server[93957]: return self.request(url, 'GET', **kwargs) Jul 14 09:29:53.549556 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:29:53.549556 n-d-779913-29 neutron-server[93957]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:29:53.549556 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:29:53.549556 n-d-779913-29 neutron-server[93957]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:29:53.549556 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:29:53.549556 n-d-779913-29 neutron-server[93957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:29:53.549556 n-d-779913-29 neutron-server[93957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:29:53.584889 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-55ed9d78-126a-499e-84a9-4729f69fcecc tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:53.638169 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-55ed9d78-126a-499e-84a9-4729f69fcecc tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:53.662462 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-275f5bc8-354e-49ab-83a7-86bda90e3089 tempest-FloatingIPNegativeTestJSON-1307336812 tempest-FloatingIPNegativeTestJSON-1307336812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660504'] for network, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:53.677110 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-275f5bc8-354e-49ab-83a7-86bda90e3089 tempest-FloatingIPNegativeTestJSON-1307336812 tempest-FloatingIPNegativeTestJSON-1307336812-project] Notify callbacks [] for network, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:53.678984 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-275f5bc8-354e-49ab-83a7-86bda90e3089 tempest-FloatingIPNegativeTestJSON-1307336812 tempest-FloatingIPNegativeTestJSON-1307336812-project] 10.222.0.68 "DELETE /v2.0/networks/1a26d14a-1210-4878-ab2e-f03aeb70ac27 HTTP/1.1" status: 204 len: 168 time: 1.0442946 Jul 14 09:29:53.688141 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55ed9d78-126a-499e-84a9-4729f69fcecc tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Network a73cbbe4-db7c-4f2b-8913-ae2568280295 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:29:53.692116 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-55ed9d78-126a-499e-84a9-4729f69fcecc tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:29:53.696816 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ed9d78-126a-499e-84a9-4729f69fcecc tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:29:53.702178 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275f5bc8-354e-49ab-83a7-86bda90e3089 tempest-FloatingIPNegativeTestJSON-1307336812 tempest-FloatingIPNegativeTestJSON-1307336812-project] Pushing event deleted for resources: {'Network': ['ID=1a26d14a-1210-4878-ab2e-f03aeb70ac27,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:53.704232 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e928c97-1d38-4c5c-8c13-ca3f5d554366 tempest-AllowedAddressPairTestJSON-1112944540 tempest-AllowedAddressPairTestJSON-1112944540-project] Made reservation on behalf of 49b2069b8e0d423a897ea4fd21d08b0a for: {'subnet': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:29:53.707860 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-0e928c97-1d38-4c5c-8c13-ca3f5d554366 tempest-AllowedAddressPairTestJSON-1112944540 tempest-AllowedAddressPairTestJSON-1112944540-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11984110'] for subnet, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:53.753865 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55ed9d78-126a-499e-84a9-4729f69fcecc tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:53.754600 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-55ed9d78-126a-499e-84a9-4729f69fcecc tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:53.770290 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2543ee-7ec1-4bd1-9155-d6e9be8ab7d3 req-24b1d813-110d-406b-a1be-4ada6b03ce2a tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:53.771929 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0e2543ee-7ec1-4bd1-9155-d6e9be8ab7d3 req-24b1d813-110d-406b-a1be-4ada6b03ce2a tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/ports?device_id=a509d319-bde4-4ef4-9546-1fad92e83c50 HTTP/1.1" status: 200 len: 946 time: 0.2402017 Jul 14 09:29:53.783489 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ed9d78-126a-499e-84a9-4729f69fcecc tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Pushing event updated for resources: {'Port': ['ID=91c19dd1-3044-4e54-a8b3-8e97b9689bad,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:53.803162 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-55ed9d78-126a-499e-84a9-4729f69fcecc tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.6714826 Jul 14 09:29:53.806773 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 54196) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:53.817239 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-7e1a3b56-f6f7-451c-817a-dca52fe3c9ee tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Request body: {'floatingip': {'floating_network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'port_id': '91c19dd1-3044-4e54-a8b3-8e97b9689bad', 'fixed_ip_address': '172.20.0.2'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:53.854849 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0e2543ee-7ec1-4bd1-9155-d6e9be8ab7d3 req-8dccebf4-1070-4959-a380-c90e96ec990e tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/security-groups?id=9b802230-9234-42e7-bf8c-0d12af0394c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764546 Jul 14 09:29:53.881474 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e1a3b56-f6f7-451c-817a-dca52fe3c9ee tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify callbacks [] for floatingip, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:54.025744 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-0e928c97-1d38-4c5c-8c13-ca3f5d554366 tempest-AllowedAddressPairTestJSON-1112944540 tempest-AllowedAddressPairTestJSON-1112944540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10052764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11984092'] for subnet, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:54.040964 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 54204) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:54.095708 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e928c97-1d38-4c5c-8c13-ca3f5d554366 tempest-AllowedAddressPairTestJSON-1112944540 tempest-AllowedAddressPairTestJSON-1112944540-project] Pushing event updated for resources: {'Subnet': ['ID=8a9b68c8-64bf-4062-a5d2-676e80644f96,revision_number=0']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:54.123199 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e928c97-1d38-4c5c-8c13-ca3f5d554366 tempest-AllowedAddressPairTestJSON-1112944540 tempest-AllowedAddressPairTestJSON-1112944540-project] Checking segment: {'id': '7ee930ae-38a1-4538-8ba7-6023bbce8776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '85211b85-f4df-406e-bcf9-c9b8260d54dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:29:54.123559 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e928c97-1d38-4c5c-8c13-ca3f5d554366 tempest-AllowedAddressPairTestJSON-1112944540 tempest-AllowedAddressPairTestJSON-1112944540-project] Network hostable DHCP agents. Network: 85211b85-f4df-406e-bcf9-c9b8260d54dc, hostable agents: ['c6a09bd4-f72e-4283-a3ca-0bbca8a51081'], hosted agents: [] {{(pid=93957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:29:54.138600 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e1a3b56-f6f7-451c-817a-dca52fe3c9ee tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:54.173656 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c573d8de-0299-43f8-880a-6b4386fc028e req-c76e6711-17e3-4ece-9c34-3f637da7145b tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:54.178233 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-c573d8de-0299-43f8-880a-6b4386fc028e req-c76e6711-17e3-4ece-9c34-3f637da7145b tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/ports?device_id=95b9a8bb-ffb8-4a06-a464-b6f623cf6c7e HTTP/1.1" status: 200 len: 945 time: 0.0819085 Jul 14 09:29:54.178805 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e928c97-1d38-4c5c-8c13-ca3f5d554366 tempest-AllowedAddressPairTestJSON-1112944540 tempest-AllowedAddressPairTestJSON-1112944540-project] Network 85211b85-f4df-406e-bcf9-c9b8260d54dc is scheduled to be hosted by DHCP agent c6a09bd4-f72e-4283-a3ca-0bbca8a51081 with binding_index 1 {{(pid=93957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:29:54.193952 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-0e928c97-1d38-4c5c-8c13-ca3f5d554366 tempest-AllowedAddressPairTestJSON-1112944540 tempest-AllowedAddressPairTestJSON-1112944540-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-29, 85211b85-f4df-406e-bcf9-c9b8260d54dc) {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:29:54.203348 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e928c97-1d38-4c5c-8c13-ca3f5d554366 tempest-AllowedAddressPairTestJSON-1112944540 tempest-AllowedAddressPairTestJSON-1112944540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:54.204224 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-0e928c97-1d38-4c5c-8c13-ca3f5d554366 tempest-AllowedAddressPairTestJSON-1112944540 tempest-AllowedAddressPairTestJSON-1112944540-project] Notify callbacks [] for subnet, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:54.211276 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29b23b1b-9504-43f2-8a31-c6836eb20223 None None] Network 85211b85-f4df-406e-bcf9-c9b8260d54dc requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:29:54.244896 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-c573d8de-0299-43f8-880a-6b4386fc028e req-401f7092-e7de-45a8-9c5c-a775c5ce105a tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/security-groups?id=bfacbc39-872c-438f-b7f4-05abded490ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627570 Jul 14 09:29:54.254420 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-0e928c97-1d38-4c5c-8c13-ca3f5d554366 tempest-AllowedAddressPairTestJSON-1112944540 tempest-AllowedAddressPairTestJSON-1112944540-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7852750 Jul 14 09:29:54.256249 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-40e12b28-1f1d-4a86-a1f5-eb4b6c20a359 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=c28c580490ea47e8b14b0fe5899973a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2139721 Jul 14 09:29:54.256976 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 54208) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:54.260622 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 54210) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:54.263001 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-fa551d0f-9296-4154-beea-ebe6a5fe1a5c tempest-AllowedAddressPairTestJSON-1112944540 tempest-AllowedAddressPairTestJSON-1112944540-project] Request body: {'port': {'network_id': '85211b85-f4df-406e-bcf9-c9b8260d54dc', 'name': 'tempest-AllowedAddressPairTestJSON-2077366606'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:54.325709 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-7e1a3b56-f6f7-451c-817a-dca52fe3c9ee tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Allocated IP 172.25.4.46 (2dcd4d32-cc7c-4468-b396-7ce5c9231892/6cd22a75-5bc1-467c-a3c4-0af04bd1b34a/a27b9b63-bc64-430d-96e0-d6ec0f414569) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:29:54.354606 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2fe14d63-58ec-4168-9114-536cf1004d52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:54.377030 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a9ba499-32ed-4dd0-8dcc-5e375ff33f01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf57baaa9-fd24-59f4-8fd2-1dc21122ce72-85211b85-f4df-406e-bcf9-c9b8260d54dc', 'network_id': '85211b85-f4df-406e-bcf9-c9b8260d54dc', 'tenant_id': '49b2069b8e0d423a897ea4fd21d08b0a', 'fixed_ips': [{'subnet_id': '8a9b68c8-64bf-4062-a5d2-676e80644f96'}]}} from n-d-779913-29. {{(pid=93959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:29:54.378282 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4a9ba499-32ed-4dd0-8dcc-5e375ff33f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:54.378413 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa551d0f-9296-4154-beea-ebe6a5fe1a5c tempest-AllowedAddressPairTestJSON-1112944540 tempest-AllowedAddressPairTestJSON-1112944540-project] Made reservation on behalf of 49b2069b8e0d423a897ea4fd21d08b0a for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:29:54.382011 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fa551d0f-9296-4154-beea-ebe6a5fe1a5c tempest-AllowedAddressPairTestJSON-1112944540 tempest-AllowedAddressPairTestJSON-1112944540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:54.401478 n-d-779913-29 neutron-server[93958]: DEBUG neutron.notifiers.nova [None req-fa551d0f-9296-4154-beea-ebe6a5fe1a5c tempest-AllowedAddressPairTestJSON-1112944540 tempest-AllowedAddressPairTestJSON-1112944540-project] device_id is not set on port db0fd2f1-f950-4c3b-b5bf-c03b1ea87345 yet. {{(pid=93958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:29:54.420409 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2fe14d63-58ec-4168-9114-536cf1004d52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:54.492144 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e1a3b56-f6f7-451c-817a-dca52fe3c9ee tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:54.513084 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2fe14d63-58ec-4168-9114-536cf1004d52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:54.515714 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2fe14d63-58ec-4168-9114-536cf1004d52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:54.516894 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-2fe14d63-58ec-4168-9114-536cf1004d52 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/ac55f134-834e-41f5-b3d2-ec9a9d68765b HTTP/1.1" status: 204 len: 168 time: 0.2553356 Jul 14 09:29:54.536998 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe14d63-58ec-4168-9114-536cf1004d52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac55f134-834e-41f5-b3d2-ec9a9d68765b,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:54.537712 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-fa551d0f-9296-4154-beea-ebe6a5fe1a5c tempest-AllowedAddressPairTestJSON-1112944540 tempest-AllowedAddressPairTestJSON-1112944540-project] Allocated IP 172.20.0.5 (85211b85-f4df-406e-bcf9-c9b8260d54dc/8a9b68c8-64bf-4062-a5d2-676e80644f96/db0fd2f1-f950-4c3b-b5bf-c03b1ea87345) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:29:54.554098 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e1a3b56-f6f7-451c-817a-dca52fe3c9ee tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:54.585233 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device d9ae344c-0761-488b-a0f3-4cf16f4b2f64 no longer exists at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:29:54.605224 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e1a3b56-f6f7-451c-817a-dca52fe3c9ee tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Network 2dcd4d32-cc7c-4468-b396-7ce5c9231892 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:29:54.610640 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] No Port match for: d9ae344c-0761-488b-a0f3-4cf16f4b2f64 {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:29:54.611322 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device d9ae344c-0761-488b-a0f3-4cf16f4b2f64 not bound to the agent host n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:29:54.612267 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-7e1a3b56-f6f7-451c-817a-dca52fe3c9ee tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:29:54.620830 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e1a3b56-f6f7-451c-817a-dca52fe3c9ee tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:29:54.650510 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1a3b56-f6f7-451c-817a-dca52fe3c9ee tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Pushing event updated for resources: {'Port': ['ID=a27b9b63-bc64-430d-96e0-d6ec0f414569,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:54.713555 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:54.722780 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fa551d0f-9296-4154-beea-ebe6a5fe1a5c tempest-AllowedAddressPairTestJSON-1112944540 tempest-AllowedAddressPairTestJSON-1112944540-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:54.738716 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-fa551d0f-9296-4154-beea-ebe6a5fe1a5c tempest-AllowedAddressPairTestJSON-1112944540 tempest-AllowedAddressPairTestJSON-1112944540-project] Transition to ACTIVE for port object db0fd2f1-f950-4c3b-b5bf-c03b1ea87345 will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:29:54.773261 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9ab6c6aa-6c6a-44ec-86bf-70f15de55219 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:54.796563 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fa551d0f-9296-4154-beea-ebe6a5fe1a5c tempest-AllowedAddressPairTestJSON-1112944540 tempest-AllowedAddressPairTestJSON-1112944540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:54.855217 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa551d0f-9296-4154-beea-ebe6a5fe1a5c tempest-AllowedAddressPairTestJSON-1112944540 tempest-AllowedAddressPairTestJSON-1112944540-project] Network 85211b85-f4df-406e-bcf9-c9b8260d54dc is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:29:54.861339 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-fa551d0f-9296-4154-beea-ebe6a5fe1a5c tempest-AllowedAddressPairTestJSON-1112944540 tempest-AllowedAddressPairTestJSON-1112944540-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:29:54.866505 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-4a9ba499-32ed-4dd0-8dcc-5e375ff33f01 None None] Allocated IP 172.20.0.2 (85211b85-f4df-406e-bcf9-c9b8260d54dc/8a9b68c8-64bf-4062-a5d2-676e80644f96/15daa39b-fcc5-44d1-9cb0-9aadb0ded480) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:29:54.866966 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa551d0f-9296-4154-beea-ebe6a5fe1a5c tempest-AllowedAddressPairTestJSON-1112944540 tempest-AllowedAddressPairTestJSON-1112944540-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:29:54.926926 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa551d0f-9296-4154-beea-ebe6a5fe1a5c tempest-AllowedAddressPairTestJSON-1112944540 tempest-AllowedAddressPairTestJSON-1112944540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:54.927834 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fa551d0f-9296-4154-beea-ebe6a5fe1a5c tempest-AllowedAddressPairTestJSON-1112944540 tempest-AllowedAddressPairTestJSON-1112944540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:54.940033 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa551d0f-9296-4154-beea-ebe6a5fe1a5c tempest-AllowedAddressPairTestJSON-1112944540 tempest-AllowedAddressPairTestJSON-1112944540-project] Pushing event updated for resources: {'Port': ['ID=db0fd2f1-f950-4c3b-b5bf-c03b1ea87345,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:54.949199 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-fa551d0f-9296-4154-beea-ebe6a5fe1a5c tempest-AllowedAddressPairTestJSON-1112944540 tempest-AllowedAddressPairTestJSON-1112944540-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6911006 Jul 14 09:29:54.952345 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 54226) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:54.970702 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-f2bab21d-c6f1-4ad5-b137-404f3323ca86 tempest-AllowedAddressPairTestJSON-1112944540 tempest-AllowedAddressPairTestJSON-1112944540-project] Request body: {'port': {'network_id': '85211b85-f4df-406e-bcf9-c9b8260d54dc', 'name': 'tempest-AllowedAddressPairTestJSON-1076680943', 'allowed_address_pairs': [{'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:b2:c5:a7'}]}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:55.108996 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4a9ba499-32ed-4dd0-8dcc-5e375ff33f01 None None] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:55.120379 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-4a9ba499-32ed-4dd0-8dcc-5e375ff33f01 None None] Transition to ACTIVE for port object 15daa39b-fcc5-44d1-9cb0-9aadb0ded480 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:29:55.135582 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2bab21d-c6f1-4ad5-b137-404f3323ca86 tempest-AllowedAddressPairTestJSON-1112944540 tempest-AllowedAddressPairTestJSON-1112944540-project] Made reservation on behalf of 49b2069b8e0d423a897ea4fd21d08b0a for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:29:55.151773 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-4a9ba499-32ed-4dd0-8dcc-5e375ff33f01 None None] Transition to ACTIVE for port object 15daa39b-fcc5-44d1-9cb0-9aadb0ded480 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:29:55.161047 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4a9ba499-32ed-4dd0-8dcc-5e375ff33f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:55.223765 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d10a68-e911-4fde-a421-2c397ffd62cf req-16423221-fbe5-4285-92d5-29e236fd3d17 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:55.229216 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-08d10a68-e911-4fde-a421-2c397ffd62cf req-16423221-fbe5-4285-92d5-29e236fd3d17 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/ports?device_id=a509d319-bde4-4ef4-9546-1fad92e83c50 HTTP/1.1" status: 200 len: 946 time: 0.1612740 Jul 14 09:29:55.233805 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a9ba499-32ed-4dd0-8dcc-5e375ff33f01 None None] Network 85211b85-f4df-406e-bcf9-c9b8260d54dc is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:29:55.235695 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-4a9ba499-32ed-4dd0-8dcc-5e375ff33f01 None None] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:29:55.245596 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a9ba499-32ed-4dd0-8dcc-5e375ff33f01 None None] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:29:55.249771 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e1a3b56-f6f7-451c-817a-dca52fe3c9ee tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:55.255541 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f2bab21d-c6f1-4ad5-b137-404f3323ca86 tempest-AllowedAddressPairTestJSON-1112944540 tempest-AllowedAddressPairTestJSON-1112944540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:55.276930 n-d-779913-29 neutron-server[93958]: DEBUG neutron.notifiers.nova [None req-f2bab21d-c6f1-4ad5-b137-404f3323ca86 tempest-AllowedAddressPairTestJSON-1112944540 tempest-AllowedAddressPairTestJSON-1112944540-project] device_id is not set on port 9809b96c-4a50-49b6-8790-21d730a7c2b0 yet. {{(pid=93958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:29:55.318322 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-08d10a68-e911-4fde-a421-2c397ffd62cf req-af5e0632-99d7-4a1b-8108-a5c783f1dfe5 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/security-groups?id=9b802230-9234-42e7-bf8c-0d12af0394c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880897 Jul 14 09:29:55.334246 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9ba499-32ed-4dd0-8dcc-5e375ff33f01 None None] Pushing event updated for resources: {'Port': ['ID=15daa39b-fcc5-44d1-9cb0-9aadb0ded480,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:55.360063 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-4a9ba499-32ed-4dd0-8dcc-5e375ff33f01 None None] Attempting to bind port 15daa39b-fcc5-44d1-9cb0-9aadb0ded480 on host n-d-779913-29 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:29:55.360435 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-4a9ba499-32ed-4dd0-8dcc-5e375ff33f01 None None] Attempting to bind port 15daa39b-fcc5-44d1-9cb0-9aadb0ded480 by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': '7ee930ae-38a1-4538-8ba7-6023bbce8776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '85211b85-f4df-406e-bcf9-c9b8260d54dc'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:29:55.360964 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a9ba499-32ed-4dd0-8dcc-5e375ff33f01 None None] Attempting to bind port 15daa39b-fcc5-44d1-9cb0-9aadb0ded480 on network 85211b85-f4df-406e-bcf9-c9b8260d54dc {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:29:55.384597 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a9ba499-32ed-4dd0-8dcc-5e375ff33f01 None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 29, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:29:55.384983 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a9ba499-32ed-4dd0-8dcc-5e375ff33f01 None None] Checking segment: {'id': '7ee930ae-38a1-4538-8ba7-6023bbce8776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '85211b85-f4df-406e-bcf9-c9b8260d54dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:29:55.385409 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4a9ba499-32ed-4dd0-8dcc-5e375ff33f01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:55.385817 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a9ba499-32ed-4dd0-8dcc-5e375ff33f01 None None] Bound using segment: {'id': '7ee930ae-38a1-4538-8ba7-6023bbce8776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '85211b85-f4df-406e-bcf9-c9b8260d54dc'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:29:55.386291 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-4a9ba499-32ed-4dd0-8dcc-5e375ff33f01 None None] Bound port: 15daa39b-fcc5-44d1-9cb0-9aadb0ded480, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ee930ae-38a1-4538-8ba7-6023bbce8776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '85211b85-f4df-406e-bcf9-c9b8260d54dc'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:29:55.386676 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4a9ba499-32ed-4dd0-8dcc-5e375ff33f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:55.433515 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e1a3b56-f6f7-451c-817a-dca52fe3c9ee tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:55.461602 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-f2bab21d-c6f1-4ad5-b137-404f3323ca86 tempest-AllowedAddressPairTestJSON-1112944540 tempest-AllowedAddressPairTestJSON-1112944540-project] Allocated IP 172.20.0.7 (85211b85-f4df-406e-bcf9-c9b8260d54dc/8a9b68c8-64bf-4062-a5d2-676e80644f96/9809b96c-4a50-49b6-8790-21d730a7c2b0) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:29:55.502021 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-4a9ba499-32ed-4dd0-8dcc-5e375ff33f01 None None] For port 15daa39b-fcc5-44d1-9cb0-9aadb0ded480, host n-d-779913-29, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:29:55.505344 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-4a9ba499-32ed-4dd0-8dcc-5e375ff33f01 None None] For port 15daa39b-fcc5-44d1-9cb0-9aadb0ded480, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=15daa39b-fcc5-44d1-9cb0-9aadb0ded480,segment=NetworkSegment(7ee930ae-38a1-4538-8ba7-6023bbce8776),segment_id=7ee930ae-38a1-4538-8ba7-6023bbce8776)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:29:55.511698 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4a9ba499-32ed-4dd0-8dcc-5e375ff33f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:55.576111 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 54246) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:55.624727 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9ba499-32ed-4dd0-8dcc-5e375ff33f01 None None] Pushing event updated for resources: {'Port': ['ID=15daa39b-fcc5-44d1-9cb0-9aadb0ded480,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:55.683334 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e1a3b56-f6f7-451c-817a-dca52fe3c9ee tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:55.693206 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e1a3b56-f6f7-451c-817a-dca52fe3c9ee tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:55.702496 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f2bab21d-c6f1-4ad5-b137-404f3323ca86 tempest-AllowedAddressPairTestJSON-1112944540 tempest-AllowedAddressPairTestJSON-1112944540-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:55.744713 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-f2bab21d-c6f1-4ad5-b137-404f3323ca86 tempest-AllowedAddressPairTestJSON-1112944540 tempest-AllowedAddressPairTestJSON-1112944540-project] Transition to ACTIVE for port object 9809b96c-4a50-49b6-8790-21d730a7c2b0 will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:29:55.766968 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-9b58791e-598f-482d-b566-e49f1e87553a tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1322137264'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:55.813983 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b58791e-598f-482d-b566-e49f1e87553a tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Made reservation on behalf of 51b57403dd7044d98367d2ed726ccde7 for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:29:55.816564 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f335b16-ffcc-4ba3-b4f8-65183286b47e req-937a04d2-8667-4e23-8918-a9e9190ae33f tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:55.817983 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9b58791e-598f-482d-b566-e49f1e87553a tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:55.818139 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6f335b16-ffcc-4ba3-b4f8-65183286b47e req-937a04d2-8667-4e23-8918-a9e9190ae33f tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/ports?device_id=95b9a8bb-ffb8-4a06-a464-b6f623cf6c7e HTTP/1.1" status: 200 len: 945 time: 0.1885786 Jul 14 09:29:55.819253 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1a3b56-f6f7-451c-817a-dca52fe3c9ee tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Pushing event updated for resources: {'Port': ['ID=a27b9b63-bc64-430d-96e0-d6ec0f414569,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:55.822034 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e1a3b56-f6f7-451c-817a-dca52fe3c9ee tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-660590'] for floatingip, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:55.829958 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9b58791e-598f-482d-b566-e49f1e87553a tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:55.843576 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f2bab21d-c6f1-4ad5-b137-404f3323ca86 tempest-AllowedAddressPairTestJSON-1112944540 tempest-AllowedAddressPairTestJSON-1112944540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:55.848891 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5ad31076-714c-49ec-bc37-f3d4cd90112a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:55.982725 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bab21d-c6f1-4ad5-b137-404f3323ca86 tempest-AllowedAddressPairTestJSON-1112944540 tempest-AllowedAddressPairTestJSON-1112944540-project] Pushing event updated for resources: {'Port': ['ID=9809b96c-4a50-49b6-8790-21d730a7c2b0,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:55.993422 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2bab21d-c6f1-4ad5-b137-404f3323ca86 tempest-AllowedAddressPairTestJSON-1112944540 tempest-AllowedAddressPairTestJSON-1112944540-project] Network 85211b85-f4df-406e-bcf9-c9b8260d54dc is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:29:56.004724 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-f2bab21d-c6f1-4ad5-b137-404f3323ca86 tempest-AllowedAddressPairTestJSON-1112944540 tempest-AllowedAddressPairTestJSON-1112944540-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:29:56.008916 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2bab21d-c6f1-4ad5-b137-404f3323ca86 tempest-AllowedAddressPairTestJSON-1112944540 tempest-AllowedAddressPairTestJSON-1112944540-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:29:56.092171 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecf4582-02bc-4fc1-94ce-929fd4546d53 req-48921d12-d2c1-4457-90bf-3b72d752ff32 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:56.093828 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-4ecf4582-02bc-4fc1-94ce-929fd4546d53 req-48921d12-d2c1-4457-90bf-3b72d752ff32 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/ports?device_id=a509d319-bde4-4ef4-9546-1fad92e83c50 HTTP/1.1" status: 200 len: 946 time: 0.2528648 Jul 14 09:29:56.105563 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2bab21d-c6f1-4ad5-b137-404f3323ca86 tempest-AllowedAddressPairTestJSON-1112944540 tempest-AllowedAddressPairTestJSON-1112944540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:56.106264 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f2bab21d-c6f1-4ad5-b137-404f3323ca86 tempest-AllowedAddressPairTestJSON-1112944540 tempest-AllowedAddressPairTestJSON-1112944540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:56.178367 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-4ecf4582-02bc-4fc1-94ce-929fd4546d53 req-6194b525-bf48-4ef5-b97d-277bf993f789 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/security-groups?id=9b802230-9234-42e7-bf8c-0d12af0394c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655921 Jul 14 09:29:56.188311 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9b58791e-598f-482d-b566-e49f1e87553a tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:56.194578 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9b58791e-598f-482d-b566-e49f1e87553a tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:56.218605 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b58791e-598f-482d-b566-e49f1e87553a tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 744} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:29:56.223842 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-f2bab21d-c6f1-4ad5-b137-404f3323ca86 tempest-AllowedAddressPairTestJSON-1112944540 tempest-AllowedAddressPairTestJSON-1112944540-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 1.2633681 Jul 14 09:29:56.228001 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 54256) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:56.282476 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9b58791e-598f-482d-b566-e49f1e87553a tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:56.282824 n-d-779913-29 neutron-server[93958]: INFO neutron.db.segments_db [None req-9b58791e-598f-482d-b566-e49f1e87553a tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Added segment ffced04f-6c85-4f29-a891-2dbaa09486be of type vlan for network d83850a8-3ad8-4e4f-8b07-c37b4ddb54c9 Jul 14 09:29:56.311244 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b58791e-598f-482d-b566-e49f1e87553a tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3f3ad86-df30-48b7-849f-68aa71cc741b,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:56.314598 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6f335b16-ffcc-4ba3-b4f8-65183286b47e req-839d9692-0feb-4380-8265-eb776bd433a8 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/security-groups?id=bfacbc39-872c-438f-b7f4-05abded490ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714517 Jul 14 09:29:56.346853 n-d-779913-29 neutron-server[93957]: INFO neutron.db.l3_db [None req-7e1a3b56-f6f7-451c-817a-dca52fe3c9ee tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Floating IP 697cce92-e132-41ef-b480-aa79d42b63f4 associated. External IP: 172.25.4.46, port: 91c19dd1-3044-4e54-a8b3-8e97b9689bad. Jul 14 09:29:56.382117 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9b58791e-598f-482d-b566-e49f1e87553a tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735687821325'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:56.430347 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e16005b-e394-4d41-86b0-d8406cf6723a tempest-AllowedAddressPairTestJSON-1112944540 tempest-AllowedAddressPairTestJSON-1112944540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:56.438872 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e16005b-e394-4d41-86b0-d8406cf6723a tempest-AllowedAddressPairTestJSON-1112944540 tempest-AllowedAddressPairTestJSON-1112944540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:56.448257 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e16005b-e394-4d41-86b0-d8406cf6723a tempest-AllowedAddressPairTestJSON-1112944540 tempest-AllowedAddressPairTestJSON-1112944540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:56.453455 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 54260) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:56.454172 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-1e16005b-e394-4d41-86b0-d8406cf6723a tempest-AllowedAddressPairTestJSON-1112944540 tempest-AllowedAddressPairTestJSON-1112944540-project] 10.222.0.68 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2464 time: 0.2250345 Jul 14 09:29:56.465769 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9b58791e-598f-482d-b566-e49f1e87553a tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:56.472179 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b58791e-598f-482d-b566-e49f1e87553a tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:56.472830 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9b58791e-598f-482d-b566-e49f1e87553a tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:56.560597 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-9b58791e-598f-482d-b566-e49f1e87553a tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9832788 Jul 14 09:29:56.567521 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b58791e-598f-482d-b566-e49f1e87553a tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Pushing event updated for resources: {'Network': ['ID=d83850a8-3ad8-4e4f-8b07-c37b4ddb54c9,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:56.607121 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Network d83850a8-3ad8-4e4f-8b07-c37b4ddb54c9 details requested by agent ovs-agent-n-d-779913-29 with host n-d-779913-29 {{(pid=93959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:29:56.681506 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 15daa39b-fcc5-44d1-9cb0-9aadb0ded480 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:29:56.697543 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e1a3b56-f6f7-451c-817a-dca52fe3c9ee tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Router b9fb6ef8-f594-45b5-b5d6-58102ca87daa has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:29:56.714255 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-1fb15aa2-eaca-4677-be78-1463e44864f3 tempest-AllowedAddressPairTestJSON-1112944540 tempest-AllowedAddressPairTestJSON-1112944540-project] Deleting port 9809b96c-4a50-49b6-8790-21d730a7c2b0 {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:29:56.714607 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1fb15aa2-eaca-4677-be78-1463e44864f3 tempest-AllowedAddressPairTestJSON-1112944540 tempest-AllowedAddressPairTestJSON-1112944540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:56.772714 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning for port 15daa39b-fcc5-44d1-9cb0-9aadb0ded480 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:29:56.903410 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1fb15aa2-eaca-4677-be78-1463e44864f3 tempest-AllowedAddressPairTestJSON-1112944540 tempest-AllowedAddressPairTestJSON-1112944540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:56.921612 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-1fb15aa2-eaca-4677-be78-1463e44864f3 tempest-AllowedAddressPairTestJSON-1112944540 tempest-AllowedAddressPairTestJSON-1112944540-project] Calling delete_port for 9809b96c-4a50-49b6-8790-21d730a7c2b0 owned by {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:29:56.928115 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9e91e56-4eb7-408a-a748-d2906649de43 None None] Network 85211b85-f4df-406e-bcf9-c9b8260d54dc requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:29:56.928531 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e1a3b56-f6f7-451c-817a-dca52fe3c9ee tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:29:56.948280 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0df4981-7ad1-47d1-8024-0293bf6deb73 None None] Sync routers for ids ['b9fb6ef8-f594-45b5-b5d6-58102ca87daa'] in n-d-779913-29 {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:29:56.976410 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e1a3b56-f6f7-451c-817a-dca52fe3c9ee tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for floatingip, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:57.011327 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0df4981-7ad1-47d1-8024-0293bf6deb73 None None] Routers {'b9fb6ef8-f594-45b5-b5d6-58102ca87daa'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:29:57.012655 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-c0df4981-7ad1-47d1-8024-0293bf6deb73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:29:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['b9fb6ef8-f594-45b5-b5d6-58102ca87daa'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:57.029781 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 54262) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:57.030435 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-7e1a3b56-f6f7-451c-817a-dca52fe3c9ee tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 3.2194829 Jul 14 09:29:57.036420 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-004e3a1b-649b-42e9-b336-e7cb8ea64e4c tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:57.074414 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-ff9bd48f-98f7-476d-9251-a09bdcb5fe95 None None] Provisioning for port 15daa39b-fcc5-44d1-9cb0-9aadb0ded480 completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:29:57.080025 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-c0df4981-7ad1-47d1-8024-0293bf6deb73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:57.120389 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-ff9bd48f-98f7-476d-9251-a09bdcb5fe95 None None] Provisioning complete for port 15daa39b-fcc5-44d1-9cb0-9aadb0ded480 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:29:57.121039 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ff9bd48f-98f7-476d-9251-a09bdcb5fe95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:57.132421 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1fb15aa2-eaca-4677-be78-1463e44864f3 tempest-AllowedAddressPairTestJSON-1112944540 tempest-AllowedAddressPairTestJSON-1112944540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:57.172791 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb15aa2-eaca-4677-be78-1463e44864f3 tempest-AllowedAddressPairTestJSON-1112944540 tempest-AllowedAddressPairTestJSON-1112944540-project] Pushing event deleted for resources: {'Port': ['ID=9809b96c-4a50-49b6-8790-21d730a7c2b0,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:57.226392 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0df4981-7ad1-47d1-8024-0293bf6deb73 None None] Routers {'b9fb6ef8-f594-45b5-b5d6-58102ca87daa'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:29:57.227827 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-c0df4981-7ad1-47d1-8024-0293bf6deb73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:29:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['b9fb6ef8-f594-45b5-b5d6-58102ca87daa'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:57.294752 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-c0df4981-7ad1-47d1-8024-0293bf6deb73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:57.295785 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0df4981-7ad1-47d1-8024-0293bf6deb73 None None] The sync data for ids ['b9fb6ef8-f594-45b5-b5d6-58102ca87daa'] in n-d-779913-29 is: [] {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:29:57.446056 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1fb15aa2-eaca-4677-be78-1463e44864f3 tempest-AllowedAddressPairTestJSON-1112944540 tempest-AllowedAddressPairTestJSON-1112944540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:57.448867 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-1fb15aa2-eaca-4677-be78-1463e44864f3 tempest-AllowedAddressPairTestJSON-1112944540 tempest-AllowedAddressPairTestJSON-1112944540-project] 10.222.0.68 "DELETE /v2.0/ports/9809b96c-4a50-49b6-8790-21d730a7c2b0 HTTP/1.1" status: 204 len: 168 time: 0.9938576 Jul 14 09:29:57.451446 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 54270) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:57.461296 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ff9bd48f-98f7-476d-9251-a09bdcb5fe95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:57.493535 n-d-779913-29 neutron-server[93957]: INFO neutron.pecan_wsgi.hooks.translation [None req-17111397-f9ea-4f30-8867-1602a3b51b26 tempest-AllowedAddressPairTestJSON-1112944540 tempest-AllowedAddressPairTestJSON-1112944540-project] GET failed (client error): The resource could not be found. Jul 14 09:29:57.495454 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-17111397-f9ea-4f30-8867-1602a3b51b26 tempest-AllowedAddressPairTestJSON-1112944540 tempest-AllowedAddressPairTestJSON-1112944540-project] 10.222.0.68 "GET /v2.0/ports/9809b96c-4a50-49b6-8790-21d730a7c2b0 HTTP/1.1" status: 404 len: 333 time: 0.0430369 Jul 14 09:29:57.499919 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 54272) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:57.507414 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-09f576c2-067e-4afc-a528-55a2d1f02940 tempest-AllowedAddressPairTestJSON-1112944540 tempest-AllowedAddressPairTestJSON-1112944540-project] Request body: {'port': {'network_id': '85211b85-f4df-406e-bcf9-c9b8260d54dc', 'name': 'tempest-AllowedAddressPairTestJSON-1259329368'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:57.562116 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-ff9bd48f-98f7-476d-9251-a09bdcb5fe95 None None] For port 15daa39b-fcc5-44d1-9cb0-9aadb0ded480, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=15daa39b-fcc5-44d1-9cb0-9aadb0ded480,segment=NetworkSegment(7ee930ae-38a1-4538-8ba7-6023bbce8776),segment_id=7ee930ae-38a1-4538-8ba7-6023bbce8776)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:29:57.576898 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ff9bd48f-98f7-476d-9251-a09bdcb5fe95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:57.693315 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09f576c2-067e-4afc-a528-55a2d1f02940 tempest-AllowedAddressPairTestJSON-1112944540 tempest-AllowedAddressPairTestJSON-1112944540-project] Made reservation on behalf of 49b2069b8e0d423a897ea4fd21d08b0a for: {'port': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:29:57.698593 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-09f576c2-067e-4afc-a528-55a2d1f02940 tempest-AllowedAddressPairTestJSON-1112944540 tempest-AllowedAddressPairTestJSON-1112944540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:57.730060 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9bd48f-98f7-476d-9251-a09bdcb5fe95 None None] Pushing event updated for resources: {'Port': ['ID=15daa39b-fcc5-44d1-9cb0-9aadb0ded480,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:57.757308 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-09f576c2-067e-4afc-a528-55a2d1f02940 tempest-AllowedAddressPairTestJSON-1112944540 tempest-AllowedAddressPairTestJSON-1112944540-project] device_id is not set on port 6fb7fdd8-c784-4c77-9bea-708778576dcf yet. {{(pid=93957) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:29:57.773638 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5bbe322f-3f67-4864-bc0a-91afe44d23e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:57.809056 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-7a7238d5-4657-48d6-9d56-eaf6252cd5bd None None] Provisioning for port db0fd2f1-f950-4c3b-b5bf-c03b1ea87345 completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:29:57.815319 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-7a7238d5-4657-48d6-9d56-eaf6252cd5bd None None] Provisioning complete for port db0fd2f1-f950-4c3b-b5bf-c03b1ea87345 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:29:57.815791 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7a7238d5-4657-48d6-9d56-eaf6252cd5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:57.878842 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-7a7238d5-4657-48d6-9d56-eaf6252cd5bd None None] Port db0fd2f1-f950-4c3b-b5bf-c03b1ea87345 cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:29:57.895445 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-7a7238d5-4657-48d6-9d56-eaf6252cd5bd None None] Provisioning complete for port 15daa39b-fcc5-44d1-9cb0-9aadb0ded480 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:29:57.895924 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7a7238d5-4657-48d6-9d56-eaf6252cd5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:57.921392 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8b524b-d5e1-4ace-b1de-7727200629de req-a00fd4d2-0f8d-4200-a9b3-85904ccdb4a7 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:57.933755 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-9e8b524b-d5e1-4ace-b1de-7727200629de req-a00fd4d2-0f8d-4200-a9b3-85904ccdb4a7 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/ports?device_id=95b9a8bb-ffb8-4a06-a464-b6f623cf6c7e HTTP/1.1" status: 200 len: 945 time: 0.2425113 Jul 14 09:29:57.996040 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-09f576c2-067e-4afc-a528-55a2d1f02940 tempest-AllowedAddressPairTestJSON-1112944540 tempest-AllowedAddressPairTestJSON-1112944540-project] Allocated IP 172.20.0.9 (85211b85-f4df-406e-bcf9-c9b8260d54dc/8a9b68c8-64bf-4062-a5d2-676e80644f96/6fb7fdd8-c784-4c77-9bea-708778576dcf) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:29:58.014488 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-004e3a1b-649b-42e9-b336-e7cb8ea64e4c tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify callbacks [] for floatingip, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:58.051763 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-9e8b524b-d5e1-4ace-b1de-7727200629de req-784f09d9-fd61-4c62-a148-1b312ae10fea tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/security-groups?id=bfacbc39-872c-438f-b7f4-05abded490ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068139 Jul 14 09:29:58.158916 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-cb0cbdde-9ea1-45cd-9dbf-76b06ee7d8ec None None] Provisioning complete for port db0fd2f1-f950-4c3b-b5bf-c03b1ea87345 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:29:58.161382 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cb0cbdde-9ea1-45cd-9dbf-76b06ee7d8ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:58.239875 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-09f576c2-067e-4afc-a528-55a2d1f02940 tempest-AllowedAddressPairTestJSON-1112944540 tempest-AllowedAddressPairTestJSON-1112944540-project] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:58.250025 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-cb0cbdde-9ea1-45cd-9dbf-76b06ee7d8ec None None] Port db0fd2f1-f950-4c3b-b5bf-c03b1ea87345 cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:29:58.254636 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-09f576c2-067e-4afc-a528-55a2d1f02940 tempest-AllowedAddressPairTestJSON-1112944540 tempest-AllowedAddressPairTestJSON-1112944540-project] Transition to ACTIVE for port object 6fb7fdd8-c784-4c77-9bea-708778576dcf will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:29:58.283969 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d754b76f-b946-4107-9faa-6f01099356de req-2d229cde-d1d0-454a-8eae-79b24d041483 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:58.286261 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d754b76f-b946-4107-9faa-6f01099356de req-2d229cde-d1d0-454a-8eae-79b24d041483 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.57 "GET /v2.0/ports?device_id=a509d319-bde4-4ef4-9546-1fad92e83c50 HTTP/1.1" status: 200 len: 946 time: 0.4376595 Jul 14 09:29:58.291520 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-09f576c2-067e-4afc-a528-55a2d1f02940 tempest-AllowedAddressPairTestJSON-1112944540 tempest-AllowedAddressPairTestJSON-1112944540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:58.330499 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cfc852-e893-4d38-9f69-4ecef725bed6 req-91e1b089-17b2-4ddc-9425-b77fe52022da tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:58.334165 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-96cfc852-e893-4d38-9f69-4ecef725bed6 req-91e1b089-17b2-4ddc-9425-b77fe52022da tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/ports?device_id=a509d319-bde4-4ef4-9546-1fad92e83c50 HTTP/1.1" status: 200 len: 946 time: 0.4872026 Jul 14 09:29:58.383858 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09f576c2-067e-4afc-a528-55a2d1f02940 tempest-AllowedAddressPairTestJSON-1112944540 tempest-AllowedAddressPairTestJSON-1112944540-project] Network 85211b85-f4df-406e-bcf9-c9b8260d54dc is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:29:58.388323 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-09f576c2-067e-4afc-a528-55a2d1f02940 tempest-AllowedAddressPairTestJSON-1112944540 tempest-AllowedAddressPairTestJSON-1112944540-project] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:29:58.400113 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f576c2-067e-4afc-a528-55a2d1f02940 tempest-AllowedAddressPairTestJSON-1112944540 tempest-AllowedAddressPairTestJSON-1112944540-project] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:29:58.404506 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f576c2-067e-4afc-a528-55a2d1f02940 tempest-AllowedAddressPairTestJSON-1112944540 tempest-AllowedAddressPairTestJSON-1112944540-project] Pushing event updated for resources: {'Port': ['ID=6fb7fdd8-c784-4c77-9bea-708778576dcf,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:58.475563 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09f576c2-067e-4afc-a528-55a2d1f02940 tempest-AllowedAddressPairTestJSON-1112944540 tempest-AllowedAddressPairTestJSON-1112944540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:58.478626 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-09f576c2-067e-4afc-a528-55a2d1f02940 tempest-AllowedAddressPairTestJSON-1112944540 tempest-AllowedAddressPairTestJSON-1112944540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:58.508023 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-09f576c2-067e-4afc-a528-55a2d1f02940 tempest-AllowedAddressPairTestJSON-1112944540 tempest-AllowedAddressPairTestJSON-1112944540-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0069985 Jul 14 09:29:58.509317 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 54278) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:58.514748 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-d1cff879-63b1-44e8-8bd4-e883f8da79b1 tempest-AllowedAddressPairTestJSON-1112944540 tempest-AllowedAddressPairTestJSON-1112944540-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:b2:c5:a7'}]}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:58.554220 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-004e3a1b-649b-42e9-b336-e7cb8ea64e4c tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:58.569706 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-a14f9a32-1062-4252-bd1a-9f8816613d61 None None] Could not find standard attr ID for object 9809b96c-4a50-49b6-8790-21d730a7c2b0. {{(pid=93959) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 09:29:58.598999 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-004e3a1b-649b-42e9-b336-e7cb8ea64e4c tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-660590'] for floatingip, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:58.599601 n-d-779913-29 neutron-server[93958]: INFO neutron.db.l3_db [None req-004e3a1b-649b-42e9-b336-e7cb8ea64e4c tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Floating IP 697cce92-e132-41ef-b480-aa79d42b63f4 disassociated. External IP: 172.25.4.46, port: 91c19dd1-3044-4e54-a8b3-8e97b9689bad. Jul 14 09:29:58.607786 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 15daa39b-fcc5-44d1-9cb0-9aadb0ded480 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:29:58.703776 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port 15daa39b-fcc5-44d1-9cb0-9aadb0ded480 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:29:58.704164 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:58.725010 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-96cfc852-e893-4d38-9f69-4ecef725bed6 req-6dc0a1f8-1250-499f-ad68-b78134f1b699 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/security-groups?id=9b802230-9234-42e7-bf8c-0d12af0394c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3388166 Jul 14 09:29:58.839502 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-d754b76f-b946-4107-9faa-6f01099356de req-6300d921-288b-4c70-939b-e66c52e38dd1 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] Deleting port 303597f1-97e2-4283-a786-421d3049ed94 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:29:58.849696 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-d754b76f-b946-4107-9faa-6f01099356de req-6300d921-288b-4c70-939b-e66c52e38dd1 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:58.858861 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d1cff879-63b1-44e8-8bd4-e883f8da79b1 tempest-AllowedAddressPairTestJSON-1112944540 tempest-AllowedAddressPairTestJSON-1112944540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:58.905980 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-61111870-7fbf-41b1-89d7-6f0fd6fae943 None None] Provisioning for port 6fb7fdd8-c784-4c77-9bea-708778576dcf completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:29:58.911801 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-61111870-7fbf-41b1-89d7-6f0fd6fae943 None None] Provisioning complete for port 6fb7fdd8-c784-4c77-9bea-708778576dcf triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:29:58.912509 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-61111870-7fbf-41b1-89d7-6f0fd6fae943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:58.958106 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-61111870-7fbf-41b1-89d7-6f0fd6fae943 None None] Port 6fb7fdd8-c784-4c77-9bea-708778576dcf cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:29:59.056764 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-d754b76f-b946-4107-9faa-6f01099356de req-6300d921-288b-4c70-939b-e66c52e38dd1 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] For port 303597f1-97e2-4283-a786-421d3049ed94, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=303597f1-97e2-4283-a786-421d3049ed94,segment=NetworkSegment(7c0bb8da-25ea-40ae-a0d8-c863fd3d0f97),segment_id=7c0bb8da-25ea-40ae-a0d8-c863fd3d0f97)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:29:59.057259 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-d754b76f-b946-4107-9faa-6f01099356de req-6300d921-288b-4c70-939b-e66c52e38dd1 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:59.078400 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-d754b76f-b946-4107-9faa-6f01099356de req-6300d921-288b-4c70-939b-e66c52e38dd1 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] Calling delete_port for 303597f1-97e2-4283-a786-421d3049ed94 owned by compute:nova {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:29:59.094569 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-004e3a1b-649b-42e9-b336-e7cb8ea64e4c tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Router b9fb6ef8-f594-45b5-b5d6-58102ca87daa has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:29:59.173950 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d1cff879-63b1-44e8-8bd4-e883f8da79b1 tempest-AllowedAddressPairTestJSON-1112944540 tempest-AllowedAddressPairTestJSON-1112944540-project] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:59.189934 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d1cff879-63b1-44e8-8bd4-e883f8da79b1 tempest-AllowedAddressPairTestJSON-1112944540 tempest-AllowedAddressPairTestJSON-1112944540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:59.296896 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cff879-63b1-44e8-8bd4-e883f8da79b1 tempest-AllowedAddressPairTestJSON-1112944540 tempest-AllowedAddressPairTestJSON-1112944540-project] Pushing event updated for resources: {'Port': ['ID=6fb7fdd8-c784-4c77-9bea-708778576dcf,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:59.301159 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-d1cff879-63b1-44e8-8bd4-e883f8da79b1 tempest-AllowedAddressPairTestJSON-1112944540 tempest-AllowedAddressPairTestJSON-1112944540-project] In _notify_port_updated(), no bound segment for port 6fb7fdd8-c784-4c77-9bea-708778576dcf on network 85211b85-f4df-406e-bcf9-c9b8260d54dc {{(pid=93957) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 14 09:29:59.307923 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1cff879-63b1-44e8-8bd4-e883f8da79b1 tempest-AllowedAddressPairTestJSON-1112944540 tempest-AllowedAddressPairTestJSON-1112944540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:59.308750 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d1cff879-63b1-44e8-8bd4-e883f8da79b1 tempest-AllowedAddressPairTestJSON-1112944540 tempest-AllowedAddressPairTestJSON-1112944540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:59.312941 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-d1cff879-63b1-44e8-8bd4-e883f8da79b1 tempest-AllowedAddressPairTestJSON-1112944540 tempest-AllowedAddressPairTestJSON-1112944540-project] 10.222.0.68 "PUT /v2.0/ports/6fb7fdd8-c784-4c77-9bea-708778576dcf HTTP/1.1" status: 200 len: 993 time: 0.7999432 Jul 14 09:29:59.321313 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 54286) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:59.427481 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-004e3a1b-649b-42e9-b336-e7cb8ea64e4c tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:29:59.438001 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65c639fb-67ea-4251-929a-3e65120bf224 None None] Sync routers for ids ['b9fb6ef8-f594-45b5-b5d6-58102ca87daa'] in n-d-779913-29 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:29:59.443899 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-d754b76f-b946-4107-9faa-6f01099356de req-6300d921-288b-4c70-939b-e66c52e38dd1 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:59.453365 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-004e3a1b-649b-42e9-b336-e7cb8ea64e4c tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for floatingip, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:59.455076 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c639fb-67ea-4251-929a-3e65120bf224 None None] Routers {'b9fb6ef8-f594-45b5-b5d6-58102ca87daa'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:29:59.466923 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-65c639fb-67ea-4251-929a-3e65120bf224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:29:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['b9fb6ef8-f594-45b5-b5d6-58102ca87daa'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:59.483299 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-75b1d02d-e283-42ac-83a3-b41a90659b97 tempest-AllowedAddressPairTestJSON-1112944540 tempest-AllowedAddressPairTestJSON-1112944540-project] Deleting port 6fb7fdd8-c784-4c77-9bea-708778576dcf {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:29:59.483873 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-75b1d02d-e283-42ac-83a3-b41a90659b97 tempest-AllowedAddressPairTestJSON-1112944540 tempest-AllowedAddressPairTestJSON-1112944540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:59.533322 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6300d921-288b-4c70-939b-e66c52e38dd1 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] Pushing event deleted for resources: {'Port': ['ID=303597f1-97e2-4283-a786-421d3049ed94,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:59.545476 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-65c639fb-67ea-4251-929a-3e65120bf224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:59.560153 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c639fb-67ea-4251-929a-3e65120bf224 None None] Routers {'b9fb6ef8-f594-45b5-b5d6-58102ca87daa'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:29:59.561006 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-65c639fb-67ea-4251-929a-3e65120bf224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:29:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['b9fb6ef8-f594-45b5-b5d6-58102ca87daa'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:59.589218 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-5d641f59-983c-4134-9b7f-fbf8ffa027f5 None None] Provisioning complete for port 6fb7fdd8-c784-4c77-9bea-708778576dcf triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:29:59.590686 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5d641f59-983c-4134-9b7f-fbf8ffa027f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:59.597125 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-004e3a1b-649b-42e9-b336-e7cb8ea64e4c tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] 10.222.0.68 "PUT /v2.0/floatingips/697cce92-e132-41ef-b480-aa79d42b63f4 HTTP/1.1" status: 200 len: 687 time: 2.5635619 Jul 14 09:29:59.599224 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 54290) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:59.603489 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-65c639fb-67ea-4251-929a-3e65120bf224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:59.604329 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65c639fb-67ea-4251-929a-3e65120bf224 None None] The sync data for ids ['b9fb6ef8-f594-45b5-b5d6-58102ca87daa'] in n-d-779913-29 is: [] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:29:59.670561 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-5d641f59-983c-4134-9b7f-fbf8ffa027f5 None None] Port 6fb7fdd8-c784-4c77-9bea-708778576dcf cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:29:59.673597 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-75b1d02d-e283-42ac-83a3-b41a90659b97 tempest-AllowedAddressPairTestJSON-1112944540 tempest-AllowedAddressPairTestJSON-1112944540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:59.687993 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-75b1d02d-e283-42ac-83a3-b41a90659b97 tempest-AllowedAddressPairTestJSON-1112944540 tempest-AllowedAddressPairTestJSON-1112944540-project] Calling delete_port for 6fb7fdd8-c784-4c77-9bea-708778576dcf owned by {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:29:59.713441 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091faae0-264f-42b5-b3fe-da771aa0805b req-3995a143-a0ae-4dcb-904f-65182f5c8484 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:59.715000 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-091faae0-264f-42b5-b3fe-da771aa0805b req-3995a143-a0ae-4dcb-904f-65182f5c8484 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/ports?device_id=95b9a8bb-ffb8-4a06-a464-b6f623cf6c7e HTTP/1.1" status: 200 len: 945 time: 0.5165803 Jul 14 09:29:59.783812 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-d754b76f-b946-4107-9faa-6f01099356de req-6300d921-288b-4c70-939b-e66c52e38dd1 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] No DVR routers for this DVR port 303597f1-97e2-4283-a786-421d3049ed94 on host n-h2-779913-29 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:29:59.786623 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-d754b76f-b946-4107-9faa-6f01099356de req-6300d921-288b-4c70-939b-e66c52e38dd1 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:59.789804 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d754b76f-b946-4107-9faa-6f01099356de req-6300d921-288b-4c70-939b-e66c52e38dd1 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.57 "DELETE /v2.0/ports/303597f1-97e2-4283-a786-421d3049ed94 HTTP/1.1" status: 204 len: 173 time: 1.4913466 Jul 14 09:29:59.792937 n-d-779913-29 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a509d319-bde4-4ef4-9546-1fad92e83c50', 'name': 'network-vif-deleted', 'tag': '303597f1-97e2-4283-a786-421d3049ed94'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:29:59.802829 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cb48f044f948e981f43897c8d7f1332f741dc7af2b4c5a6e19d8f4a80f708e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20ede3d6-1806-4a4f-938e-19b3e08851a2" -d '{"events": [{"server_uuid": "a509d319-bde4-4ef4-9546-1fad92e83c50", "name": "network-vif-deleted", "tag": "303597f1-97e2-4283-a786-421d3049ed94"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:29:59.846218 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-75b1d02d-e283-42ac-83a3-b41a90659b97 tempest-AllowedAddressPairTestJSON-1112944540 tempest-AllowedAddressPairTestJSON-1112944540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:59.856598 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 54298) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:59.879083 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 303597f1-97e2-4283-a786-421d3049ed94 no longer exists at agent hyperv_n-h2-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:29:59.888279 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-2ef4f746-a2ee-4c62-a253-f30419ccfe2e tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Request body: {'subnet': {'network_id': 'd83850a8-3ad8-4e4f-8b07-c37b4ddb54c9', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:59.890744 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-091faae0-264f-42b5-b3fe-da771aa0805b req-ef48a7b1-f6cb-4989-9d9b-155c290b674f tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/security-groups?id=bfacbc39-872c-438f-b7f4-05abded490ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541576 Jul 14 09:29:59.909708 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b1d02d-e283-42ac-83a3-b41a90659b97 tempest-AllowedAddressPairTestJSON-1112944540 tempest-AllowedAddressPairTestJSON-1112944540-project] Pushing event deleted for resources: {'Port': ['ID=6fb7fdd8-c784-4c77-9bea-708778576dcf,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:59.946443 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-581e266a-7dac-4ef0-8cb1-6bd50fab6a11 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Deleting port a27b9b63-bc64-430d-96e0-d6ec0f414569 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:29:59.947442 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-581e266a-7dac-4ef0-8cb1-6bd50fab6a11 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:59.948580 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] No Port match for: 303597f1-97e2-4283-a786-421d3049ed94 {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:29:59.948580 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 303597f1-97e2-4283-a786-421d3049ed94 not bound to the agent host n-h2-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:30:00.054801 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-581e266a-7dac-4ef0-8cb1-6bd50fab6a11 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:00.055842 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-581e266a-7dac-4ef0-8cb1-6bd50fab6a11 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:00.069231 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-581e266a-7dac-4ef0-8cb1-6bd50fab6a11 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Calling delete_port for a27b9b63-bc64-430d-96e0-d6ec0f414569 owned by network:floatingip {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:30:00.083445 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3aaec42b-6f0b-4368-9bc5-2c80356df6a3 req-680baecd-08b1-4d83-81e4-1c206e5cd258 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/ports?device_id=a509d319-bde4-4ef4-9546-1fad92e83c50 HTTP/1.1" status: 200 len: 210 time: 0.1425171 Jul 14 09:30:00.105422 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ef4f746-a2ee-4c62-a253-f30419ccfe2e tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Made reservation on behalf of 51b57403dd7044d98367d2ed726ccde7 for: {'subnet': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:30:00.118478 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2ef4f746-a2ee-4c62-a253-f30419ccfe2e tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11984110'] for subnet, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:00.148844 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:29:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98aad8e6-af73-41d1-a99c-79af325090a2 x-openstack-request-id: req-98aad8e6-af73-41d1-a99c-79af325090a2 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:30:00.149768 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a509d319-bde4-4ef4-9546-1fad92e83c50", "name": "network-vif-deleted", "tag": "303597f1-97e2-4283-a786-421d3049ed94", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:30:00.150023 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-98aad8e6-af73-41d1-a99c-79af325090a2 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:30:00.150426 n-d-779913-29 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a509d319-bde4-4ef4-9546-1fad92e83c50', 'name': 'network-vif-deleted', 'tag': '303597f1-97e2-4283-a786-421d3049ed94', 'status': 'completed', 'code': 200} Jul 14 09:30:00.228678 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-581e266a-7dac-4ef0-8cb1-6bd50fab6a11 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:00.257720 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581e266a-7dac-4ef0-8cb1-6bd50fab6a11 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Pushing event deleted for resources: {'Port': ['ID=a27b9b63-bc64-430d-96e0-d6ec0f414569,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:00.282233 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-75b1d02d-e283-42ac-83a3-b41a90659b97 tempest-AllowedAddressPairTestJSON-1112944540 tempest-AllowedAddressPairTestJSON-1112944540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:00.284304 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-75b1d02d-e283-42ac-83a3-b41a90659b97 tempest-AllowedAddressPairTestJSON-1112944540 tempest-AllowedAddressPairTestJSON-1112944540-project] 10.222.0.68 "DELETE /v2.0/ports/6fb7fdd8-c784-4c77-9bea-708778576dcf HTTP/1.1" status: 204 len: 168 time: 0.9618144 Jul 14 09:30:00.287561 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 54300) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:00.319465 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-581e266a-7dac-4ef0-8cb1-6bd50fab6a11 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify callbacks [] for floatingip, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:00.322596 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-581e266a-7dac-4ef0-8cb1-6bd50fab6a11 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for floatingip, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:00.323798 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-581e266a-7dac-4ef0-8cb1-6bd50fab6a11 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] 10.222.0.68 "DELETE /v2.0/floatingips/697cce92-e132-41ef-b480-aa79d42b63f4 HTTP/1.1" status: 204 len: 168 time: 0.7121785 Jul 14 09:30:00.327054 n-d-779913-29 neutron-server[93957]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ad5130b-a6dd-4c97-b3e6-e4bb2e07cbfc tempest-AllowedAddressPairTestJSON-1112944540 tempest-AllowedAddressPairTestJSON-1112944540-project] GET failed (client error): The resource could not be found. Jul 14 09:30:00.327559 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 54302) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:00.328709 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-6ad5130b-a6dd-4c97-b3e6-e4bb2e07cbfc tempest-AllowedAddressPairTestJSON-1112944540 tempest-AllowedAddressPairTestJSON-1112944540-project] 10.222.0.68 "GET /v2.0/ports/6fb7fdd8-c784-4c77-9bea-708778576dcf HTTP/1.1" status: 404 len: 333 time: 0.0402398 Jul 14 09:30:00.333328 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-809f9b86-69ec-4941-9791-1f5a88d1ef13 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Request body: {'floatingip': {'floating_network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'port_id': '12597100-5362-456a-9945-5500d145f1d6'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:00.339877 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 54304) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:00.346968 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-d07443fb-53b3-4405-ae94-b7d45e45718e tempest-AllowedAddressPairTestJSON-1112944540 tempest-AllowedAddressPairTestJSON-1112944540-project] Request body: {'port': {'network_id': '85211b85-f4df-406e-bcf9-c9b8260d54dc', 'name': 'tempest-AllowedAddressPairTestJSON-1316465232'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:00.412163 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-809f9b86-69ec-4941-9791-1f5a88d1ef13 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify callbacks [] for floatingip, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:00.419839 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2ef4f746-a2ee-4c62-a253-f30419ccfe2e tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10052764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11984092'] for subnet, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:00.490762 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4f746-a2ee-4c62-a253-f30419ccfe2e tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Pushing event updated for resources: {'Subnet': ['ID=851cee20-18b2-43ae-ac82-13ca15124da6,revision_number=0']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:00.499787 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ef4f746-a2ee-4c62-a253-f30419ccfe2e tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Checking segment: {'id': 'ffced04f-6c85-4f29-a891-2dbaa09486be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'd83850a8-3ad8-4e4f-8b07-c37b4ddb54c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:30:00.500373 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ef4f746-a2ee-4c62-a253-f30419ccfe2e tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Network hostable DHCP agents. Network: d83850a8-3ad8-4e4f-8b07-c37b4ddb54c9, hostable agents: ['c6a09bd4-f72e-4283-a3ca-0bbca8a51081'], hosted agents: [] {{(pid=93957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:30:00.519459 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ef4f746-a2ee-4c62-a253-f30419ccfe2e tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Network d83850a8-3ad8-4e4f-8b07-c37b4ddb54c9 is scheduled to be hosted by DHCP agent c6a09bd4-f72e-4283-a3ca-0bbca8a51081 with binding_index 1 {{(pid=93957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:30:00.525423 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d07443fb-53b3-4405-ae94-b7d45e45718e tempest-AllowedAddressPairTestJSON-1112944540 tempest-AllowedAddressPairTestJSON-1112944540-project] Made reservation on behalf of 49b2069b8e0d423a897ea4fd21d08b0a for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:30:00.529037 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d07443fb-53b3-4405-ae94-b7d45e45718e tempest-AllowedAddressPairTestJSON-1112944540 tempest-AllowedAddressPairTestJSON-1112944540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:00.531189 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-2ef4f746-a2ee-4c62-a253-f30419ccfe2e tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-29, d83850a8-3ad8-4e4f-8b07-c37b4ddb54c9) {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:30:00.541309 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc7c284b-3a91-4b4e-8a46-c91c0418e1fc None None] Network d83850a8-3ad8-4e4f-8b07-c37b4ddb54c9 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:30:00.544204 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ef4f746-a2ee-4c62-a253-f30419ccfe2e tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:00.544897 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2ef4f746-a2ee-4c62-a253-f30419ccfe2e tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Notify callbacks [] for subnet, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:00.557973 n-d-779913-29 neutron-server[93958]: DEBUG neutron.notifiers.nova [None req-d07443fb-53b3-4405-ae94-b7d45e45718e tempest-AllowedAddressPairTestJSON-1112944540 tempest-AllowedAddressPairTestJSON-1112944540-project] device_id is not set on port 4bdd9437-cc5b-45b6-acd7-d5dc55cc26e4 yet. {{(pid=93958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:30:00.562518 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-2ef4f746-a2ee-4c62-a253-f30419ccfe2e tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7050970 Jul 14 09:30:00.565200 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 54308) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:00.573201 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-772751a7-355d-4cf8-9399-d5bd11b919c4 tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-709617281'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:00.601009 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-772751a7-355d-4cf8-9399-d5bd11b919c4 tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Made reservation on behalf of 51b57403dd7044d98367d2ed726ccde7 for: {'network': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:30:00.606106 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-772751a7-355d-4cf8-9399-d5bd11b919c4 tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for network, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:00.629092 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-809f9b86-69ec-4941-9791-1f5a88d1ef13 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:00.631627 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-772751a7-355d-4cf8-9399-d5bd11b919c4 tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 741} {{(pid=93957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:30:00.650854 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-772751a7-355d-4cf8-9399-d5bd11b919c4 tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:00.651213 n-d-779913-29 neutron-server[93957]: INFO neutron.db.segments_db [None req-772751a7-355d-4cf8-9399-d5bd11b919c4 tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Added segment 939f2524-ba0a-41dd-8acd-1eb322da9d11 of type vlan for network 3d6e4a83-350e-40e3-a8d3-0ab9475b672b Jul 14 09:30:00.697544 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-772751a7-355d-4cf8-9399-d5bd11b919c4 tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735687821325'] for network, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:00.734341 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-d07443fb-53b3-4405-ae94-b7d45e45718e tempest-AllowedAddressPairTestJSON-1112944540 tempest-AllowedAddressPairTestJSON-1112944540-project] Allocated IP 172.20.0.9 (85211b85-f4df-406e-bcf9-c9b8260d54dc/8a9b68c8-64bf-4062-a5d2-676e80644f96/4bdd9437-cc5b-45b6-acd7-d5dc55cc26e4) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:30:00.754846 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-772751a7-355d-4cf8-9399-d5bd11b919c4 tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855'] for network, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:00.763669 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-772751a7-355d-4cf8-9399-d5bd11b919c4 tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:00.764300 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-772751a7-355d-4cf8-9399-d5bd11b919c4 tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Notify callbacks [] for network, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:00.795722 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb164812-3417-4fd2-b5aa-d23f34bffaeb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf57baaa9-fd24-59f4-8fd2-1dc21122ce72-d83850a8-3ad8-4e4f-8b07-c37b4ddb54c9', 'network_id': 'd83850a8-3ad8-4e4f-8b07-c37b4ddb54c9', 'tenant_id': '51b57403dd7044d98367d2ed726ccde7', 'fixed_ips': [{'subnet_id': '851cee20-18b2-43ae-ac82-13ca15124da6'}]}} from n-d-779913-29. {{(pid=93959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:30:00.796591 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cb164812-3417-4fd2-b5aa-d23f34bffaeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:00.831399 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-809f9b86-69ec-4941-9791-1f5a88d1ef13 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Allocated IP 172.25.4.108 (2dcd4d32-cc7c-4468-b396-7ce5c9231892/6cd22a75-5bc1-467c-a3c4-0af04bd1b34a/fb5a048f-3824-4dc0-872b-5aae53d9809b) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:30:00.862034 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772751a7-355d-4cf8-9399-d5bd11b919c4 tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Pushing event updated for resources: {'Network': ['ID=3d6e4a83-350e-40e3-a8d3-0ab9475b672b,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:00.875503 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-772751a7-355d-4cf8-9399-d5bd11b919c4 tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.3091574 Jul 14 09:30:00.878341 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 54312) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:00.882078 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Network 3d6e4a83-350e-40e3-a8d3-0ab9475b672b details requested by agent ovs-agent-n-d-779913-29 with host n-d-779913-29 {{(pid=93959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:30:00.886857 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-0ad2b2c0-9a9c-4f8f-b30d-a7e554e44a5b tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Request body: {'subnet': {'network_id': '3d6e4a83-350e-40e3-a8d3-0ab9475b672b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:01.009613 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ad2b2c0-9a9c-4f8f-b30d-a7e554e44a5b tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Made reservation on behalf of 51b57403dd7044d98367d2ed726ccde7 for: {'subnet': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:30:01.014533 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-0ad2b2c0-9a9c-4f8f-b30d-a7e554e44a5b tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11984110'] for subnet, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:01.057840 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-809f9b86-69ec-4941-9791-1f5a88d1ef13 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:01.062457 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d07443fb-53b3-4405-ae94-b7d45e45718e tempest-AllowedAddressPairTestJSON-1112944540 tempest-AllowedAddressPairTestJSON-1112944540-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:01.091244 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-d07443fb-53b3-4405-ae94-b7d45e45718e tempest-AllowedAddressPairTestJSON-1112944540 tempest-AllowedAddressPairTestJSON-1112944540-project] Transition to ACTIVE for port object 4bdd9437-cc5b-45b6-acd7-d5dc55cc26e4 will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:30:01.135050 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-cb164812-3417-4fd2-b5aa-d23f34bffaeb None None] Allocated IP 2001:db8:0:ffff::2 (d83850a8-3ad8-4e4f-8b07-c37b4ddb54c9/851cee20-18b2-43ae-ac82-13ca15124da6/8b8038f8-503b-4b35-ab58-1c8bcf752a06) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:30:01.182850 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-809f9b86-69ec-4941-9791-1f5a88d1ef13 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:01.185733 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8e48cd-c145-4903-b09f-8bfe31da898a req-fa966b96-dcf5-4aa0-9b26-a6d5e8e7d19a tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:01.187584 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-9d8e48cd-c145-4903-b09f-8bfe31da898a req-fa966b96-dcf5-4aa0-9b26-a6d5e8e7d19a tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/ports?device_id=95b9a8bb-ffb8-4a06-a464-b6f623cf6c7e HTTP/1.1" status: 200 len: 945 time: 0.1670470 Jul 14 09:30:01.238467 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d07443fb-53b3-4405-ae94-b7d45e45718e tempest-AllowedAddressPairTestJSON-1112944540 tempest-AllowedAddressPairTestJSON-1112944540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:01.248977 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809f9b86-69ec-4941-9791-1f5a88d1ef13 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Pushing event updated for resources: {'Port': ['ID=fb5a048f-3824-4dc0-872b-5aae53d9809b,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:01.265827 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-9d8e48cd-c145-4903-b09f-8bfe31da898a req-1d9eb769-c8a1-43cf-941e-ec2f5f5d43ae tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/security-groups?id=bfacbc39-872c-438f-b7f4-05abded490ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713372 Jul 14 09:30:01.313134 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cb164812-3417-4fd2-b5aa-d23f34bffaeb None None] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:01.322226 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-cb164812-3417-4fd2-b5aa-d23f34bffaeb None None] Transition to ACTIVE for port object 8b8038f8-503b-4b35-ab58-1c8bcf752a06 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:30:01.346609 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-cb164812-3417-4fd2-b5aa-d23f34bffaeb None None] Transition to ACTIVE for port object 8b8038f8-503b-4b35-ab58-1c8bcf752a06 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:30:01.349299 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d07443fb-53b3-4405-ae94-b7d45e45718e tempest-AllowedAddressPairTestJSON-1112944540 tempest-AllowedAddressPairTestJSON-1112944540-project] Network 85211b85-f4df-406e-bcf9-c9b8260d54dc is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:30:01.351196 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-809f9b86-69ec-4941-9791-1f5a88d1ef13 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Network 2dcd4d32-cc7c-4468-b396-7ce5c9231892 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:30:01.355598 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-d07443fb-53b3-4405-ae94-b7d45e45718e tempest-AllowedAddressPairTestJSON-1112944540 tempest-AllowedAddressPairTestJSON-1112944540-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:30:01.360640 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cb164812-3417-4fd2-b5aa-d23f34bffaeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:01.371287 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-809f9b86-69ec-4941-9791-1f5a88d1ef13 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:30:01.382527 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d07443fb-53b3-4405-ae94-b7d45e45718e tempest-AllowedAddressPairTestJSON-1112944540 tempest-AllowedAddressPairTestJSON-1112944540-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:30:01.387171 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-809f9b86-69ec-4941-9791-1f5a88d1ef13 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:30:01.432249 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07443fb-53b3-4405-ae94-b7d45e45718e tempest-AllowedAddressPairTestJSON-1112944540 tempest-AllowedAddressPairTestJSON-1112944540-project] Pushing event updated for resources: {'Port': ['ID=4bdd9437-cc5b-45b6-acd7-d5dc55cc26e4,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:01.447314 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb164812-3417-4fd2-b5aa-d23f34bffaeb None None] Pushing event updated for resources: {'Port': ['ID=8b8038f8-503b-4b35-ab58-1c8bcf752a06,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:01.460492 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb164812-3417-4fd2-b5aa-d23f34bffaeb None None] Network d83850a8-3ad8-4e4f-8b07-c37b4ddb54c9 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:30:01.467145 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-cb164812-3417-4fd2-b5aa-d23f34bffaeb None None] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:30:01.474427 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb164812-3417-4fd2-b5aa-d23f34bffaeb None None] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:30:01.508784 n-d-779913-29 neutron-server[93957]: DEBUG neutron.objects.ports [None req-0ad2b2c0-9a9c-4f8f-b30d-a7e554e44a5b tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93957) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 14 09:30:01.510501 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-0ad2b2c0-9a9c-4f8f-b30d-a7e554e44a5b tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10052764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11984092'] for subnet, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:01.566995 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-cb164812-3417-4fd2-b5aa-d23f34bffaeb None None] Attempting to bind port 8b8038f8-503b-4b35-ab58-1c8bcf752a06 on host n-d-779913-29 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:30:01.567506 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-cb164812-3417-4fd2-b5aa-d23f34bffaeb None None] Attempting to bind port 8b8038f8-503b-4b35-ab58-1c8bcf752a06 by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': 'ffced04f-6c85-4f29-a891-2dbaa09486be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'd83850a8-3ad8-4e4f-8b07-c37b4ddb54c9'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:30:01.567954 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb164812-3417-4fd2-b5aa-d23f34bffaeb None None] Attempting to bind port 8b8038f8-503b-4b35-ab58-1c8bcf752a06 on network d83850a8-3ad8-4e4f-8b07-c37b4ddb54c9 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:30:01.574561 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb164812-3417-4fd2-b5aa-d23f34bffaeb None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 29, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:30:01.575037 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb164812-3417-4fd2-b5aa-d23f34bffaeb None None] Checking segment: {'id': 'ffced04f-6c85-4f29-a891-2dbaa09486be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'd83850a8-3ad8-4e4f-8b07-c37b4ddb54c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:30:01.575545 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cb164812-3417-4fd2-b5aa-d23f34bffaeb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:01.576020 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb164812-3417-4fd2-b5aa-d23f34bffaeb None None] Bound using segment: {'id': 'ffced04f-6c85-4f29-a891-2dbaa09486be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'd83850a8-3ad8-4e4f-8b07-c37b4ddb54c9'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:30:01.576614 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-cb164812-3417-4fd2-b5aa-d23f34bffaeb None None] Bound port: 8b8038f8-503b-4b35-ab58-1c8bcf752a06, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffced04f-6c85-4f29-a891-2dbaa09486be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'd83850a8-3ad8-4e4f-8b07-c37b4ddb54c9'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:30:01.577081 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cb164812-3417-4fd2-b5aa-d23f34bffaeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:01.600978 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d07443fb-53b3-4405-ae94-b7d45e45718e tempest-AllowedAddressPairTestJSON-1112944540 tempest-AllowedAddressPairTestJSON-1112944540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:01.602867 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d07443fb-53b3-4405-ae94-b7d45e45718e tempest-AllowedAddressPairTestJSON-1112944540 tempest-AllowedAddressPairTestJSON-1112944540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:01.630194 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad2b2c0-9a9c-4f8f-b30d-a7e554e44a5b tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Checking segment: {'id': '939f2524-ba0a-41dd-8acd-1eb322da9d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '3d6e4a83-350e-40e3-a8d3-0ab9475b672b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:30:01.630504 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ad2b2c0-9a9c-4f8f-b30d-a7e554e44a5b tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Network hostable DHCP agents. Network: 3d6e4a83-350e-40e3-a8d3-0ab9475b672b, hostable agents: ['c6a09bd4-f72e-4283-a3ca-0bbca8a51081'], hosted agents: [] {{(pid=93957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:30:01.638473 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-d07443fb-53b3-4405-ae94-b7d45e45718e tempest-AllowedAddressPairTestJSON-1112944540 tempest-AllowedAddressPairTestJSON-1112944540-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2974677 Jul 14 09:30:01.640518 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 54330) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:01.647611 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad2b2c0-9a9c-4f8f-b30d-a7e554e44a5b tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Pushing event updated for resources: {'Subnet': ['ID=854254e2-08b1-4ad8-83ec-a5737a87a562,revision_number=0']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:01.648557 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-b6d5bdce-b914-4699-aadf-c24ba5b4fa95 tempest-AllowedAddressPairTestJSON-1112944540 tempest-AllowedAddressPairTestJSON-1112944540-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:b2:c5:a7'}]}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:01.658910 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ad2b2c0-9a9c-4f8f-b30d-a7e554e44a5b tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Network 3d6e4a83-350e-40e3-a8d3-0ab9475b672b is scheduled to be hosted by DHCP agent c6a09bd4-f72e-4283-a3ca-0bbca8a51081 with binding_index 1 {{(pid=93957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:30:01.678070 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-0ad2b2c0-9a9c-4f8f-b30d-a7e554e44a5b tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-29, 3d6e4a83-350e-40e3-a8d3-0ab9475b672b) {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:30:01.684192 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ad2b2c0-9a9c-4f8f-b30d-a7e554e44a5b tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:01.685135 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-0ad2b2c0-9a9c-4f8f-b30d-a7e554e44a5b tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Notify callbacks [] for subnet, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:01.693868 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3911c178-fccb-4b6e-9a78-cb7877b3aebf None None] Network 3d6e4a83-350e-40e3-a8d3-0ab9475b672b requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:30:01.748034 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-0ad2b2c0-9a9c-4f8f-b30d-a7e554e44a5b tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.8658211 Jul 14 09:30:01.749375 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 54336) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:01.755871 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-5ed6ab07-41dd-4640-9d53-3a04eae613fc tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Request body: {'port': {'network_id': '3d6e4a83-350e-40e3-a8d3-0ab9475b672b', 'name': 'tempest-NetworksIpV6TestAttrs-1429900613'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:01.757085 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-cb164812-3417-4fd2-b5aa-d23f34bffaeb None None] For port 8b8038f8-503b-4b35-ab58-1c8bcf752a06, host n-d-779913-29, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:30:01.759335 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-47574ac9-6518-48bf-8708-9de8f9be2b69 None None] Provisioning for port 4bdd9437-cc5b-45b6-acd7-d5dc55cc26e4 completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:30:01.772257 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-47574ac9-6518-48bf-8708-9de8f9be2b69 None None] Provisioning complete for port 4bdd9437-cc5b-45b6-acd7-d5dc55cc26e4 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:30:01.772640 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-47574ac9-6518-48bf-8708-9de8f9be2b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:01.779081 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-cb164812-3417-4fd2-b5aa-d23f34bffaeb None None] For port 8b8038f8-503b-4b35-ab58-1c8bcf752a06, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=8b8038f8-503b-4b35-ab58-1c8bcf752a06,segment=NetworkSegment(ffced04f-6c85-4f29-a891-2dbaa09486be),segment_id=ffced04f-6c85-4f29-a891-2dbaa09486be)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:30:01.809716 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cb164812-3417-4fd2-b5aa-d23f34bffaeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:01.874518 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb164812-3417-4fd2-b5aa-d23f34bffaeb None None] Pushing event updated for resources: {'Port': ['ID=8b8038f8-503b-4b35-ab58-1c8bcf752a06,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:01.912451 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-47574ac9-6518-48bf-8708-9de8f9be2b69 None None] Port 4bdd9437-cc5b-45b6-acd7-d5dc55cc26e4 cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:30:01.972730 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b6d5bdce-b914-4699-aadf-c24ba5b4fa95 tempest-AllowedAddressPairTestJSON-1112944540 tempest-AllowedAddressPairTestJSON-1112944540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:02.072621 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a771dc92-7198-4fc5-a553-9d825f6c3da7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf57baaa9-fd24-59f4-8fd2-1dc21122ce72-3d6e4a83-350e-40e3-a8d3-0ab9475b672b', 'network_id': '3d6e4a83-350e-40e3-a8d3-0ab9475b672b', 'tenant_id': '51b57403dd7044d98367d2ed726ccde7', 'fixed_ips': [{'subnet_id': '854254e2-08b1-4ad8-83ec-a5737a87a562'}]}} from n-d-779913-29. {{(pid=93959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:30:02.073173 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a771dc92-7198-4fc5-a553-9d825f6c3da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:02.290191 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-a771dc92-7198-4fc5-a553-9d825f6c3da7 None None] Allocated IP 2001:db8::f816:3eff:fec9:120d (3d6e4a83-350e-40e3-a8d3-0ab9475b672b/854254e2-08b1-4ad8-83ec-a5737a87a562/a69b062c-ebf5-4343-af87-92cde24f966a) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:30:02.301781 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-809f9b86-69ec-4941-9791-1f5a88d1ef13 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:02.388286 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ed6ab07-41dd-4640-9d53-3a04eae613fc tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Made reservation on behalf of 51b57403dd7044d98367d2ed726ccde7 for: {'port': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:30:02.392010 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5ed6ab07-41dd-4640-9d53-3a04eae613fc tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:02.434842 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7eccb4a-29da-49dc-b877-9a7524bfc5cc req-c20f44e3-f070-4d05-89a4-d7b0fdfeb92f tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:02.443821 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e7eccb4a-29da-49dc-b877-9a7524bfc5cc req-c20f44e3-f070-4d05-89a4-d7b0fdfeb92f tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/networks?id=4c89afe5-b9f8-4e2e-b44c-d497b59f1beb HTTP/1.1" status: 200 len: 812 time: 0.7789333 Jul 14 09:30:02.447806 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-5ed6ab07-41dd-4640-9d53-3a04eae613fc tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] device_id is not set on port 2669c175-d97e-4ece-bae1-6c88edc1c911 yet. {{(pid=93957) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:30:02.472248 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e7eccb4a-29da-49dc-b877-9a7524bfc5cc req-56986ad1-6c73-4511-aa80-131f5de6cb1d tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/quotas/dfdb2d62014640219eb60ef19587837e HTTP/1.1" status: 200 len: 375 time: 0.0265446 Jul 14 09:30:02.557817 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b6d5bdce-b914-4699-aadf-c24ba5b4fa95 tempest-AllowedAddressPairTestJSON-1112944540 tempest-AllowedAddressPairTestJSON-1112944540-project] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:02.571445 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b6d5bdce-b914-4699-aadf-c24ba5b4fa95 tempest-AllowedAddressPairTestJSON-1112944540 tempest-AllowedAddressPairTestJSON-1112944540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13574142'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:02.571611 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e7eccb4a-29da-49dc-b877-9a7524bfc5cc req-20ab30f6-d871-4954-93d0-fc24a9900fac tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=dfdb2d62014640219eb60ef19587837e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0978580 Jul 14 09:30:02.592063 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a771dc92-7198-4fc5-a553-9d825f6c3da7 None None] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:02.604944 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-a771dc92-7198-4fc5-a553-9d825f6c3da7 None None] Transition to ACTIVE for port object a69b062c-ebf5-4343-af87-92cde24f966a will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:30:02.643726 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-a771dc92-7198-4fc5-a553-9d825f6c3da7 None None] Transition to ACTIVE for port object a69b062c-ebf5-4343-af87-92cde24f966a will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:30:02.668868 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 8b8038f8-503b-4b35-ab58-1c8bcf752a06 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:30:02.674314 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a771dc92-7198-4fc5-a553-9d825f6c3da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:02.747622 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a771dc92-7198-4fc5-a553-9d825f6c3da7 None None] Network 3d6e4a83-350e-40e3-a8d3-0ab9475b672b is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:30:02.748515 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e7eccb4a-29da-49dc-b877-9a7524bfc5cc req-2b8ada89-dd2b-400a-9970-33ffd9826be9 service neutron] 10.222.0.68 "GET /v2.0/networks/4c89afe5-b9f8-4e2e-b44c-d497b59f1beb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1761522 Jul 14 09:30:02.749756 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-a771dc92-7198-4fc5-a553-9d825f6c3da7 None None] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:30:02.754083 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-5ed6ab07-41dd-4640-9d53-3a04eae613fc tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Allocated IP 2001:db8::f816:3eff:fecf:e9fe (3d6e4a83-350e-40e3-a8d3-0ab9475b672b/854254e2-08b1-4ad8-83ec-a5737a87a562/2669c175-d97e-4ece-bae1-6c88edc1c911) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:30:02.764761 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a771dc92-7198-4fc5-a553-9d825f6c3da7 None None] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:30:02.783762 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a771dc92-7198-4fc5-a553-9d825f6c3da7 None None] Pushing event updated for resources: {'Port': ['ID=a69b062c-ebf5-4343-af87-92cde24f966a,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:02.848974 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning for port 8b8038f8-503b-4b35-ab58-1c8bcf752a06 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:30:02.868428 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-a771dc92-7198-4fc5-a553-9d825f6c3da7 None None] Attempting to bind port a69b062c-ebf5-4343-af87-92cde24f966a on host n-d-779913-29 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:30:02.868947 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-a771dc92-7198-4fc5-a553-9d825f6c3da7 None None] Attempting to bind port a69b062c-ebf5-4343-af87-92cde24f966a by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': '939f2524-ba0a-41dd-8acd-1eb322da9d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '3d6e4a83-350e-40e3-a8d3-0ab9475b672b'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:30:02.869446 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a771dc92-7198-4fc5-a553-9d825f6c3da7 None None] Attempting to bind port a69b062c-ebf5-4343-af87-92cde24f966a on network 3d6e4a83-350e-40e3-a8d3-0ab9475b672b {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:30:02.876624 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a771dc92-7198-4fc5-a553-9d825f6c3da7 None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 29, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:30:02.876624 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a771dc92-7198-4fc5-a553-9d825f6c3da7 None None] Checking segment: {'id': '939f2524-ba0a-41dd-8acd-1eb322da9d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '3d6e4a83-350e-40e3-a8d3-0ab9475b672b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:30:02.876624 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a771dc92-7198-4fc5-a553-9d825f6c3da7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:02.876624 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a771dc92-7198-4fc5-a553-9d825f6c3da7 None None] Bound using segment: {'id': '939f2524-ba0a-41dd-8acd-1eb322da9d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '3d6e4a83-350e-40e3-a8d3-0ab9475b672b'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:30:02.877558 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-a771dc92-7198-4fc5-a553-9d825f6c3da7 None None] Bound port: a69b062c-ebf5-4343-af87-92cde24f966a, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '939f2524-ba0a-41dd-8acd-1eb322da9d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '3d6e4a83-350e-40e3-a8d3-0ab9475b672b'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:30:02.878064 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a771dc92-7198-4fc5-a553-9d825f6c3da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:02.959888 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e7eccb4a-29da-49dc-b877-9a7524bfc5cc req-131d1e24-194e-42d3-b2dc-1c9c8158817d service neutron] 10.222.0.68 "GET /v2.0/networks/4c89afe5-b9f8-4e2e-b44c-d497b59f1beb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1960163 Jul 14 09:30:02.975791 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-a771dc92-7198-4fc5-a553-9d825f6c3da7 None None] For port a69b062c-ebf5-4343-af87-92cde24f966a, host n-d-779913-29, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:30:02.982629 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-a771dc92-7198-4fc5-a553-9d825f6c3da7 None None] For port a69b062c-ebf5-4343-af87-92cde24f966a, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=a69b062c-ebf5-4343-af87-92cde24f966a,segment=NetworkSegment(939f2524-ba0a-41dd-8acd-1eb322da9d11),segment_id=939f2524-ba0a-41dd-8acd-1eb322da9d11)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:30:02.987731 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a771dc92-7198-4fc5-a553-9d825f6c3da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:02.999171 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-809f9b86-69ec-4941-9791-1f5a88d1ef13 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:03.064593 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a771dc92-7198-4fc5-a553-9d825f6c3da7 None None] Pushing event updated for resources: {'Port': ['ID=a69b062c-ebf5-4343-af87-92cde24f966a,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:03.072178 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-b6d5bdce-b914-4699-aadf-c24ba5b4fa95 tempest-AllowedAddressPairTestJSON-1112944540 tempest-AllowedAddressPairTestJSON-1112944540-project] In _notify_port_updated(), no bound segment for port 4bdd9437-cc5b-45b6-acd7-d5dc55cc26e4 on network 85211b85-f4df-406e-bcf9-c9b8260d54dc {{(pid=93958) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 14 09:30:03.084973 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6d5bdce-b914-4699-aadf-c24ba5b4fa95 tempest-AllowedAddressPairTestJSON-1112944540 tempest-AllowedAddressPairTestJSON-1112944540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:03.085707 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b6d5bdce-b914-4699-aadf-c24ba5b4fa95 tempest-AllowedAddressPairTestJSON-1112944540 tempest-AllowedAddressPairTestJSON-1112944540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:03.090963 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-b6d5bdce-b914-4699-aadf-c24ba5b4fa95 tempest-AllowedAddressPairTestJSON-1112944540 tempest-AllowedAddressPairTestJSON-1112944540-project] 10.222.0.68 "PUT /v2.0/ports/4bdd9437-cc5b-45b6-acd7-d5dc55cc26e4 HTTP/1.1" status: 200 len: 996 time: 1.4469681 Jul 14 09:30:03.100579 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 54348) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:03.131722 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5ed6ab07-41dd-4640-9d53-3a04eae613fc tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:03.187897 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d5bdce-b914-4699-aadf-c24ba5b4fa95 tempest-AllowedAddressPairTestJSON-1112944540 tempest-AllowedAddressPairTestJSON-1112944540-project] Pushing event updated for resources: {'Port': ['ID=4bdd9437-cc5b-45b6-acd7-d5dc55cc26e4,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:03.236106 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d267c307-b7c5-40ac-9936-08b88bcaaf0e req-e4b649b3-1747-4750-8f5b-d5f465aa5112 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:03.243964 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-5ed6ab07-41dd-4640-9d53-3a04eae613fc tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Transition to ACTIVE for port object 2669c175-d97e-4ece-bae1-6c88edc1c911 will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:30:03.245904 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d267c307-b7c5-40ac-9936-08b88bcaaf0e req-e4b649b3-1747-4750-8f5b-d5f465aa5112 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/ports?device_id=95b9a8bb-ffb8-4a06-a464-b6f623cf6c7e HTTP/1.1" status: 200 len: 945 time: 0.7293742 Jul 14 09:30:03.372292 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d267c307-b7c5-40ac-9936-08b88bcaaf0e req-6c9117b0-0ab2-4c2e-9ee3-ed6a3d9bc074 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/security-groups?id=bfacbc39-872c-438f-b7f4-05abded490ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251080 Jul 14 09:30:03.377634 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5ed6ab07-41dd-4640-9d53-3a04eae613fc tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:03.418106 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-ad3dfa69-bb73-4b96-bdd8-0bbb94a584cf tempest-AllowedAddressPairTestJSON-1112944540 tempest-AllowedAddressPairTestJSON-1112944540-project] Deleting port 4bdd9437-cc5b-45b6-acd7-d5dc55cc26e4 {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:30:03.418643 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ad3dfa69-bb73-4b96-bdd8-0bbb94a584cf tempest-AllowedAddressPairTestJSON-1112944540 tempest-AllowedAddressPairTestJSON-1112944540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:03.502997 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d00d3218-f0dd-49f6-9c46-426a64c0fe74 req-2b675121-8ee8-4d86-861e-dcd31fa6ea23 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/ports?device_id=4e1cb18d-7caa-44ec-92f9-fb1eaa6a7eac HTTP/1.1" status: 200 len: 210 time: 0.0678923 Jul 14 09:30:03.582246 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-8e933031-137a-433b-97ca-df447439ec58 None None] Provisioning complete for port 4bdd9437-cc5b-45b6-acd7-d5dc55cc26e4 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:30:03.582246 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8e933031-137a-433b-97ca-df447439ec58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:03.589448 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-809f9b86-69ec-4941-9791-1f5a88d1ef13 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:03.596992 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-809f9b86-69ec-4941-9791-1f5a88d1ef13 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13574142'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:03.637209 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ed6ab07-41dd-4640-9d53-3a04eae613fc tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Network 3d6e4a83-350e-40e3-a8d3-0ab9475b672b is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:30:03.660602 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-5ed6ab07-41dd-4640-9d53-3a04eae613fc tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:30:03.663087 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed6ab07-41dd-4640-9d53-3a04eae613fc tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:30:03.671445 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ed6ab07-41dd-4640-9d53-3a04eae613fc tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:03.672124 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5ed6ab07-41dd-4640-9d53-3a04eae613fc tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:03.697799 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809f9b86-69ec-4941-9791-1f5a88d1ef13 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Pushing event updated for resources: {'Port': ['ID=fb5a048f-3824-4dc0-872b-5aae53d9809b,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:03.699905 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-8e933031-137a-433b-97ca-df447439ec58 None None] Port 4bdd9437-cc5b-45b6-acd7-d5dc55cc26e4 cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:30:03.707605 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed6ab07-41dd-4640-9d53-3a04eae613fc tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Pushing event updated for resources: {'Port': ['ID=2669c175-d97e-4ece-bae1-6c88edc1c911,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:03.741479 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-5ed6ab07-41dd-4640-9d53-3a04eae613fc tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.9918680 Jul 14 09:30:03.745072 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 54360) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:03.767389 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3ef35d3-c4b1-4493-b22c-c369b3c42911 None None] Network d83850a8-3ad8-4e4f-8b07-c37b4ddb54c9 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:30:03.779360 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ad3dfa69-bb73-4b96-bdd8-0bbb94a584cf tempest-AllowedAddressPairTestJSON-1112944540 tempest-AllowedAddressPairTestJSON-1112944540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:03.796153 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-ad3dfa69-bb73-4b96-bdd8-0bbb94a584cf tempest-AllowedAddressPairTestJSON-1112944540 tempest-AllowedAddressPairTestJSON-1112944540-project] Calling delete_port for 4bdd9437-cc5b-45b6-acd7-d5dc55cc26e4 owned by {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:30:03.814815 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-809f9b86-69ec-4941-9791-1f5a88d1ef13 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-660590'] for floatingip, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:03.872197 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bc78ed6-e2ea-4a45-baaa-98d2827c03b3 tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Deleting subnet 854254e2-08b1-4ad8-83ec-a5737a87a562 {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:30:03.881141 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3bc78ed6-e2ea-4a45-baaa-98d2827c03b3 tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:03.914326 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-d0c758e6-e441-4b7c-b3b8-8c7936805f57 None None] Provisioning for port 8b8038f8-503b-4b35-ab58-1c8bcf752a06 completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:30:03.923762 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-d0c758e6-e441-4b7c-b3b8-8c7936805f57 None None] Provisioning complete for port 8b8038f8-503b-4b35-ab58-1c8bcf752a06 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:30:03.924536 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d0c758e6-e441-4b7c-b3b8-8c7936805f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:03.963424 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3bc78ed6-e2ea-4a45-baaa-98d2827c03b3 tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13574120'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:03.989878 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ad3dfa69-bb73-4b96-bdd8-0bbb94a584cf tempest-AllowedAddressPairTestJSON-1112944540 tempest-AllowedAddressPairTestJSON-1112944540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:04.016749 n-d-779913-29 neutron-server[93958]: INFO neutron.db.l3_db [None req-809f9b86-69ec-4941-9791-1f5a88d1ef13 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Floating IP 9377afd9-80c5-4157-898a-fd69256ddba6 associated. External IP: 172.25.4.108, port: 12597100-5362-456a-9945-5500d145f1d6. Jul 14 09:30:04.032564 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3dfa69-bb73-4b96-bdd8-0bbb94a584cf tempest-AllowedAddressPairTestJSON-1112944540 tempest-AllowedAddressPairTestJSON-1112944540-project] Pushing event deleted for resources: {'Port': ['ID=4bdd9437-cc5b-45b6-acd7-d5dc55cc26e4,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:04.089399 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d0c758e6-e441-4b7c-b3b8-8c7936805f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:04.126972 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ad3dfa69-bb73-4b96-bdd8-0bbb94a584cf tempest-AllowedAddressPairTestJSON-1112944540 tempest-AllowedAddressPairTestJSON-1112944540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:04.131857 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-ad3dfa69-bb73-4b96-bdd8-0bbb94a584cf tempest-AllowedAddressPairTestJSON-1112944540 tempest-AllowedAddressPairTestJSON-1112944540-project] 10.222.0.68 "DELETE /v2.0/ports/4bdd9437-cc5b-45b6-acd7-d5dc55cc26e4 HTTP/1.1" status: 204 len: 168 time: 1.0277829 Jul 14 09:30:04.132035 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 54364) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:04.139241 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-d0c758e6-e441-4b7c-b3b8-8c7936805f57 None None] For port 8b8038f8-503b-4b35-ab58-1c8bcf752a06, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=8b8038f8-503b-4b35-ab58-1c8bcf752a06,segment=NetworkSegment(ffced04f-6c85-4f29-a891-2dbaa09486be),segment_id=ffced04f-6c85-4f29-a891-2dbaa09486be)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:30:04.149910 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d0c758e6-e441-4b7c-b3b8-8c7936805f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:04.171605 n-d-779913-29 neutron-server[93957]: INFO neutron.pecan_wsgi.hooks.translation [None req-c221a1c8-2010-4666-b4e2-2c5b11e73ed7 tempest-AllowedAddressPairTestJSON-1112944540 tempest-AllowedAddressPairTestJSON-1112944540-project] GET failed (client error): The resource could not be found. Jul 14 09:30:04.176827 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-c221a1c8-2010-4666-b4e2-2c5b11e73ed7 tempest-AllowedAddressPairTestJSON-1112944540 tempest-AllowedAddressPairTestJSON-1112944540-project] 10.222.0.68 "GET /v2.0/ports/4bdd9437-cc5b-45b6-acd7-d5dc55cc26e4 HTTP/1.1" status: 404 len: 333 time: 0.0403125 Jul 14 09:30:04.177191 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 54366) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:04.182342 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-d897fa65-afc3-49af-87b1-80d143465589 tempest-AllowedAddressPairTestJSON-1112944540 tempest-AllowedAddressPairTestJSON-1112944540-project] Request body: {'port': {'network_id': '85211b85-f4df-406e-bcf9-c9b8260d54dc', 'name': 'tempest-AllowedAddressPairTestJSON-26160364'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:04.247035 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c758e6-e441-4b7c-b3b8-8c7936805f57 None None] Pushing event updated for resources: {'Port': ['ID=8b8038f8-503b-4b35-ab58-1c8bcf752a06,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:04.361264 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3bc78ed6-e2ea-4a45-baaa-98d2827c03b3 tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3481002'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:04.362830 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d897fa65-afc3-49af-87b1-80d143465589 tempest-AllowedAddressPairTestJSON-1112944540 tempest-AllowedAddressPairTestJSON-1112944540-project] Made reservation on behalf of 49b2069b8e0d423a897ea4fd21d08b0a for: {'port': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:30:04.367992 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d897fa65-afc3-49af-87b1-80d143465589 tempest-AllowedAddressPairTestJSON-1112944540 tempest-AllowedAddressPairTestJSON-1112944540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:04.410652 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-d897fa65-afc3-49af-87b1-80d143465589 tempest-AllowedAddressPairTestJSON-1112944540 tempest-AllowedAddressPairTestJSON-1112944540-project] device_id is not set on port 38849c04-ec5a-4791-b0b6-d6212556de8f yet. {{(pid=93957) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:30:04.571136 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3bc78ed6-e2ea-4a45-baaa-98d2827c03b3 tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13574056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16714573'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:04.581269 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-1efe3187-8e3b-48cb-8e68-f0e112d3d1ba None None] Provisioning complete for port 8b8038f8-503b-4b35-ab58-1c8bcf752a06 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:30:04.581478 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1efe3187-8e3b-48cb-8e68-f0e112d3d1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:04.679317 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3bc78ed6-e2ea-4a45-baaa-98d2827c03b3 tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:04.686604 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-3bc78ed6-e2ea-4a45-baaa-98d2827c03b3 tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] 10.222.0.68 "DELETE /v2.0/subnets/854254e2-08b1-4ad8-83ec-a5737a87a562 HTTP/1.1" status: 204 len: 168 time: 0.9394743 Jul 14 09:30:04.689855 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 54376) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:04.696426 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc78ed6-e2ea-4a45-baaa-98d2827c03b3 tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Pushing event deleted for resources: {'Subnet': ['ID=854254e2-08b1-4ad8-83ec-a5737a87a562,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:04.722801 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-809f9b86-69ec-4941-9791-1f5a88d1ef13 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Router b9fb6ef8-f594-45b5-b5d6-58102ca87daa has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:30:04.749814 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-d897fa65-afc3-49af-87b1-80d143465589 tempest-AllowedAddressPairTestJSON-1112944540 tempest-AllowedAddressPairTestJSON-1112944540-project] Allocated IP 172.20.0.13 (85211b85-f4df-406e-bcf9-c9b8260d54dc/8a9b68c8-64bf-4062-a5d2-676e80644f96/38849c04-ec5a-4791-b0b6-d6212556de8f) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:30:04.829893 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device a69b062c-ebf5-4343-af87-92cde24f966a up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:30:04.842204 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2c512447-5f75-4a8a-8f8b-7fda1f230cb7 req-8dd11921-1a38-4af5-b271-0d63d828d209 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/ports?device_id=4e1cb18d-7caa-44ec-92f9-fb1eaa6a7eac HTTP/1.1" status: 200 len: 210 time: 0.0448995 Jul 14 09:30:04.856755 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d7ba03d-4d76-42f7-9b92-9046372a7d78 tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:04.858354 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d7ba03d-4d76-42f7-9b92-9046372a7d78 tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:04.859925 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-6d7ba03d-4d76-42f7-9b92-9046372a7d78 tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] 10.222.0.68 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1569424 Jul 14 09:30:04.865690 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 54380) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:04.907984 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning for port a69b062c-ebf5-4343-af87-92cde24f966a completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:30:04.913748 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 8b8038f8-503b-4b35-ab58-1c8bcf752a06 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:30:04.931929 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bce9bdc-5f56-4e97-b9a4-08ff1f81edff req-314485c1-ca57-4b5e-bf7e-6d8815f502c7 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:04.938890 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-5bce9bdc-5f56-4e97-b9a4-08ff1f81edff req-314485c1-ca57-4b5e-bf7e-6d8815f502c7 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/ports?device_id=95b9a8bb-ffb8-4a06-a464-b6f623cf6c7e HTTP/1.1" status: 200 len: 945 time: 0.2477672 Jul 14 09:30:04.961168 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-809f9b86-69ec-4941-9791-1f5a88d1ef13 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:30:04.968382 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-361122be-feaa-4e98-9665-2412e4395521 None None] Network 3d6e4a83-350e-40e3-a8d3-0ab9475b672b requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:30:04.996685 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-5bce9bdc-5f56-4e97-b9a4-08ff1f81edff req-664f9d3c-faea-42b7-aab5-6f91366c9a54 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/security-groups?id=bfacbc39-872c-438f-b7f4-05abded490ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568342 Jul 14 09:30:05.001407 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-809f9b86-69ec-4941-9791-1f5a88d1ef13 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for floatingip, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:05.038938 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8dcace3b-4e14-4f9f-8018-e08add8b0e02 tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3876111'] for network, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:05.057304 n-d-779913-29 neutron-server[93957]: INFO neutron.pecan_wsgi.hooks.translation [None req-8dcace3b-4e14-4f9f-8018-e08add8b0e02 tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 14 09:30:05.058076 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8dcace3b-4e14-4f9f-8018-e08add8b0e02 tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:30:05.064476 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-8dcace3b-4e14-4f9f-8018-e08add8b0e02 tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] 10.222.0.68 "DELETE /v2.0/networks/3d6e4a83-350e-40e3-a8d3-0ab9475b672b HTTP/1.1" status: 409 len: 405 time: 0.1931772 Jul 14 09:30:05.065283 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 54382) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:05.070113 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-be820960-d95e-4f54-970e-6bd6a9db7eb1 tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-13199510'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:05.070273 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e10e821c-4b35-4500-8251-386f5792278c None None] Sync routers for ids ['b9fb6ef8-f594-45b5-b5d6-58102ca87daa'] in n-d-779913-29 {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:30:05.078728 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-809f9b86-69ec-4941-9791-1f5a88d1ef13 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 4.7499022 Jul 14 09:30:05.081717 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 54384) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:05.124984 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e10e821c-4b35-4500-8251-386f5792278c None None] Routers {'b9fb6ef8-f594-45b5-b5d6-58102ca87daa'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:30:05.125948 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-e10e821c-4b35-4500-8251-386f5792278c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:29:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['b9fb6ef8-f594-45b5-b5d6-58102ca87daa'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:05.164332 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-b4b65dcb-a0e9-4eb4-92e1-789f05148fc5 None None] Provisioning for port a69b062c-ebf5-4343-af87-92cde24f966a completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:30:05.180722 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be820960-d95e-4f54-970e-6bd6a9db7eb1 tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Made reservation on behalf of 51b57403dd7044d98367d2ed726ccde7 for: {'network': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:30:05.184265 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-be820960-d95e-4f54-970e-6bd6a9db7eb1 tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for network, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:05.185994 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-e10e821c-4b35-4500-8251-386f5792278c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:05.188109 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port 8b8038f8-503b-4b35-ab58-1c8bcf752a06 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:30:05.188483 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:05.194499 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-b4b65dcb-a0e9-4eb4-92e1-789f05148fc5 None None] Provisioning complete for port a69b062c-ebf5-4343-af87-92cde24f966a triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:30:05.194879 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b4b65dcb-a0e9-4eb4-92e1-789f05148fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:05.207966 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-f3dd537c-2c1f-4ced-aab2-6e24d7cffc22 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] 10.222.0.68 "GET /v2.0/floatingips/9377afd9-80c5-4157-898a-fd69256ddba6 HTTP/1.1" status: 200 len: 977 time: 0.1234009 Jul 14 09:30:05.210512 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 54386) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:05.217231 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d897fa65-afc3-49af-87b1-80d143465589 tempest-AllowedAddressPairTestJSON-1112944540 tempest-AllowedAddressPairTestJSON-1112944540-project] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:05.237379 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be820960-d95e-4f54-970e-6bd6a9db7eb1 tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 725} {{(pid=93957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:30:05.239305 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-d897fa65-afc3-49af-87b1-80d143465589 tempest-AllowedAddressPairTestJSON-1112944540 tempest-AllowedAddressPairTestJSON-1112944540-project] Transition to ACTIVE for port object 38849c04-ec5a-4791-b0b6-d6212556de8f will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:30:05.252168 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-be820960-d95e-4f54-970e-6bd6a9db7eb1 tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:05.252967 n-d-779913-29 neutron-server[93957]: INFO neutron.db.segments_db [None req-be820960-d95e-4f54-970e-6bd6a9db7eb1 tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Added segment c4cb1506-2d2e-495d-8627-81de9ff49dac of type vlan for network 1dc59a77-198b-4731-b885-01aa5df5eb7d Jul 14 09:30:05.333508 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e10e821c-4b35-4500-8251-386f5792278c None None] Routers {'b9fb6ef8-f594-45b5-b5d6-58102ca87daa'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:30:05.334541 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-e10e821c-4b35-4500-8251-386f5792278c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:29:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['b9fb6ef8-f594-45b5-b5d6-58102ca87daa'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:05.340022 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d897fa65-afc3-49af-87b1-80d143465589 tempest-AllowedAddressPairTestJSON-1112944540 tempest-AllowedAddressPairTestJSON-1112944540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:05.345845 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-be820960-d95e-4f54-970e-6bd6a9db7eb1 tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735687821325'] for network, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:05.365021 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-f942db79-96b0-4d16-a4a5-148f9bdcc839 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] 10.222.0.68 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.1531212 Jul 14 09:30:05.368630 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 54388) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:05.373750 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-c0669358-a93b-4faa-81ed-bb385f3b7b33 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Request body: {'floatingip': {'port_id': '91c19dd1-3044-4e54-a8b3-8e97b9689bad'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:05.391619 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-e10e821c-4b35-4500-8251-386f5792278c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:05.392683 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e10e821c-4b35-4500-8251-386f5792278c None None] The sync data for ids ['b9fb6ef8-f594-45b5-b5d6-58102ca87daa'] in n-d-779913-29 is: [] {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:30:05.408710 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d897fa65-afc3-49af-87b1-80d143465589 tempest-AllowedAddressPairTestJSON-1112944540 tempest-AllowedAddressPairTestJSON-1112944540-project] Network 85211b85-f4df-406e-bcf9-c9b8260d54dc is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:30:05.427697 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-d897fa65-afc3-49af-87b1-80d143465589 tempest-AllowedAddressPairTestJSON-1112944540 tempest-AllowedAddressPairTestJSON-1112944540-project] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:30:05.451798 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d897fa65-afc3-49af-87b1-80d143465589 tempest-AllowedAddressPairTestJSON-1112944540 tempest-AllowedAddressPairTestJSON-1112944540-project] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:30:05.479996 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7eccb4a-29da-49dc-b877-9a7524bfc5cc req-e53a782c-c395-4072-b11d-676a9e308f71 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:05.481703 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-e7eccb4a-29da-49dc-b877-9a7524bfc5cc req-e53a782c-c395-4072-b11d-676a9e308f71 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.57 "GET /v2.0/networks?id=4c89afe5-b9f8-4e2e-b44c-d497b59f1beb HTTP/1.1" status: 200 len: 812 time: 0.2285590 Jul 14 09:30:05.486902 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c0669358-a93b-4faa-81ed-bb385f3b7b33 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify callbacks [] for floatingip, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:05.500377 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d897fa65-afc3-49af-87b1-80d143465589 tempest-AllowedAddressPairTestJSON-1112944540 tempest-AllowedAddressPairTestJSON-1112944540-project] Pushing event updated for resources: {'Port': ['ID=38849c04-ec5a-4791-b0b6-d6212556de8f,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:05.507262 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b4b65dcb-a0e9-4eb4-92e1-789f05148fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:05.531114 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [req-e7eccb4a-29da-49dc-b877-9a7524bfc5cc req-3930c6ed-32a2-42ef-ba5f-a0506c943713 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] Request body: {'port': {'device_id': '4e1cb18d-7caa-44ec-92f9-fb1eaa6a7eac', 'network_id': '4c89afe5-b9f8-4e2e-b44c-d497b59f1beb', 'admin_state_up': True, 'tenant_id': 'dfdb2d62014640219eb60ef19587837e'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:05.531345 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-be820960-d95e-4f54-970e-6bd6a9db7eb1 tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855'] for network, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:05.543547 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be820960-d95e-4f54-970e-6bd6a9db7eb1 tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:05.544204 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-be820960-d95e-4f54-970e-6bd6a9db7eb1 tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Notify callbacks [] for network, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:05.559841 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-b4b65dcb-a0e9-4eb4-92e1-789f05148fc5 None None] For port a69b062c-ebf5-4343-af87-92cde24f966a, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=a69b062c-ebf5-4343-af87-92cde24f966a,segment=NetworkSegment(939f2524-ba0a-41dd-8acd-1eb322da9d11),segment_id=939f2524-ba0a-41dd-8acd-1eb322da9d11)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:30:05.565937 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b4b65dcb-a0e9-4eb4-92e1-789f05148fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:05.597533 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d897fa65-afc3-49af-87b1-80d143465589 tempest-AllowedAddressPairTestJSON-1112944540 tempest-AllowedAddressPairTestJSON-1112944540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:05.598332 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d897fa65-afc3-49af-87b1-80d143465589 tempest-AllowedAddressPairTestJSON-1112944540 tempest-AllowedAddressPairTestJSON-1112944540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:05.641517 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b65dcb-a0e9-4eb4-92e1-789f05148fc5 None None] Pushing event updated for resources: {'Port': ['ID=a69b062c-ebf5-4343-af87-92cde24f966a,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:05.644351 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0764970e-b570-42fc-9e24-83877c51c3d0 None None] DHCP port deletion for 3d6e4a83-350e-40e3-a8d3-0ab9475b672b request from n-d-779913-29 {{(pid=93959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:30:05.667788 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-be820960-d95e-4f54-970e-6bd6a9db7eb1 tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.6018648 Jul 14 09:30:05.668562 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 54392) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:05.678835 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-20e98960-f7f7-4606-85ef-42f41cc2efd2 tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Request body: {'subnet': {'network_id': '1dc59a77-198b-4731-b885-01aa5df5eb7d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:05.715614 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-0764970e-b570-42fc-9e24-83877c51c3d0 None None] Deleting port a69b062c-ebf5-4343-af87-92cde24f966a {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:30:05.718432 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0764970e-b570-42fc-9e24-83877c51c3d0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:05.747475 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-d897fa65-afc3-49af-87b1-80d143465589 tempest-AllowedAddressPairTestJSON-1112944540 tempest-AllowedAddressPairTestJSON-1112944540-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.5667388 Jul 14 09:30:05.751034 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 54394) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:05.759926 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-261ab33e-2d27-45bb-bc04-4ceec5c4e04c tempest-AllowedAddressPairTestJSON-1112944540 tempest-AllowedAddressPairTestJSON-1112944540-project] Request body: {'port': {'network_id': '85211b85-f4df-406e-bcf9-c9b8260d54dc', 'name': 'tempest-AllowedAddressPairTestJSON-684796216'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:05.789879 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be820960-d95e-4f54-970e-6bd6a9db7eb1 tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Pushing event updated for resources: {'Network': ['ID=1dc59a77-198b-4731-b885-01aa5df5eb7d,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:05.807933 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-f21776c4-9af2-4f24-ac82-3ef5af0d40f4 None None] Provisioning for port 38849c04-ec5a-4791-b0b6-d6212556de8f completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:30:05.812306 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Network 1dc59a77-198b-4731-b885-01aa5df5eb7d details requested by agent ovs-agent-n-d-779913-29 with host n-d-779913-29 {{(pid=93959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:30:05.870496 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-f21776c4-9af2-4f24-ac82-3ef5af0d40f4 None None] Provisioning complete for port 38849c04-ec5a-4791-b0b6-d6212556de8f triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:30:05.871203 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f21776c4-9af2-4f24-ac82-3ef5af0d40f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:05.872819 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.db.api [req-e7eccb4a-29da-49dc-b877-9a7524bfc5cc req-3930c6ed-32a2-42ef-ba5f-a0506c943713 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 14 09:30:05.872819 n-d-779913-29 neutron-server[93958]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 14 09:30:05.872819 n-d-779913-29 neutron-server[93958]: [parameters: {'project_id_1': 'dfdb2d62014640219eb60ef19587837e', 'expiration_1': datetime.datetime(2021, 7, 14, 9, 30, 5, 861333)}] Jul 14 09:30:05.872819 n-d-779913-29 neutron-server[93958]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93958) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 09:30:05.873477 n-d-779913-29 neutron-server[93958]: DEBUG oslo_db.api [req-e7eccb4a-29da-49dc-b877-9a7524bfc5cc req-3930c6ed-32a2-42ef-ba5f-a0506c943713 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 09:30:05.890039 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20e98960-f7f7-4606-85ef-42f41cc2efd2 tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Made reservation on behalf of 51b57403dd7044d98367d2ed726ccde7 for: {'subnet': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:30:05.893852 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-20e98960-f7f7-4606-85ef-42f41cc2efd2 tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11984110'] for subnet, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:05.915825 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-0764970e-b570-42fc-9e24-83877c51c3d0 None None] For port a69b062c-ebf5-4343-af87-92cde24f966a, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=a69b062c-ebf5-4343-af87-92cde24f966a,segment=NetworkSegment(939f2524-ba0a-41dd-8acd-1eb322da9d11),segment_id=939f2524-ba0a-41dd-8acd-1eb322da9d11)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:30:05.916224 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0764970e-b570-42fc-9e24-83877c51c3d0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:05.936246 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-0764970e-b570-42fc-9e24-83877c51c3d0 None None] Calling delete_port for a69b062c-ebf5-4343-af87-92cde24f966a owned by network:dhcp {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:30:05.950588 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-f21776c4-9af2-4f24-ac82-3ef5af0d40f4 None None] Port 38849c04-ec5a-4791-b0b6-d6212556de8f cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:30:05.986585 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-261ab33e-2d27-45bb-bc04-4ceec5c4e04c tempest-AllowedAddressPairTestJSON-1112944540 tempest-AllowedAddressPairTestJSON-1112944540-project] Made reservation on behalf of 49b2069b8e0d423a897ea4fd21d08b0a for: {'port': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:30:05.992289 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-261ab33e-2d27-45bb-bc04-4ceec5c4e04c tempest-AllowedAddressPairTestJSON-1112944540 tempest-AllowedAddressPairTestJSON-1112944540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:06.029842 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0764970e-b570-42fc-9e24-83877c51c3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:06.053217 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-261ab33e-2d27-45bb-bc04-4ceec5c4e04c tempest-AllowedAddressPairTestJSON-1112944540 tempest-AllowedAddressPairTestJSON-1112944540-project] device_id is not set on port e24e46c0-9295-4812-87bd-1766caed8b8f yet. {{(pid=93957) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:30:06.063247 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0764970e-b570-42fc-9e24-83877c51c3d0 None None] Pushing event deleted for resources: {'Port': ['ID=a69b062c-ebf5-4343-af87-92cde24f966a,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:06.065643 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0764970e-b570-42fc-9e24-83877c51c3d0 None None] No DVR routers for this DVR port a69b062c-ebf5-4343-af87-92cde24f966a on host n-d-779913-29 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:30:06.108915 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-4492fc76-a742-4a6c-aca5-01bf3d748ed1 req-dce5df35-4106-440b-b537-e641c17bb0ae tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/ports?device_id=4e1cb18d-7caa-44ec-92f9-fb1eaa6a7eac HTTP/1.1" status: 200 len: 210 time: 0.1009505 Jul 14 09:30:06.223051 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c0669358-a93b-4faa-81ed-bb385f3b7b33 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:06.227000 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c0669358-a93b-4faa-81ed-bb385f3b7b33 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-660590'] for floatingip, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:06.299912 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-261ab33e-2d27-45bb-bc04-4ceec5c4e04c tempest-AllowedAddressPairTestJSON-1112944540 tempest-AllowedAddressPairTestJSON-1112944540-project] Allocated IP 172.20.0.8 (85211b85-f4df-406e-bcf9-c9b8260d54dc/8a9b68c8-64bf-4062-a5d2-676e80644f96/e24e46c0-9295-4812-87bd-1766caed8b8f) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:30:06.333022 n-d-779913-29 neutron-server[93958]: INFO neutron.db.l3_db [None req-c0669358-a93b-4faa-81ed-bb385f3b7b33 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Floating IP 9377afd9-80c5-4157-898a-fd69256ddba6 associated. External IP: 172.25.4.108, port: 12597100-5362-456a-9945-5500d145f1d6. Jul 14 09:30:06.361270 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f511e896-63e6-4703-8767-2d797f69e822 req-ec5e3c85-6a6c-42b8-86f8-444e86bb807d tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:06.362798 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f511e896-63e6-4703-8767-2d797f69e822 req-ec5e3c85-6a6c-42b8-86f8-444e86bb807d tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/ports?device_id=95b9a8bb-ffb8-4a06-a464-b6f623cf6c7e HTTP/1.1" status: 200 len: 945 time: 0.2113531 Jul 14 09:30:06.433707 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7eccb4a-29da-49dc-b877-9a7524bfc5cc req-3930c6ed-32a2-42ef-ba5f-a0506c943713 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] Made reservation on behalf of dfdb2d62014640219eb60ef19587837e for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:30:06.437148 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-e7eccb4a-29da-49dc-b877-9a7524bfc5cc req-3930c6ed-32a2-42ef-ba5f-a0506c943713 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:06.444098 n-d-779913-29 neutron-server[93957]: DEBUG neutron.objects.ports [None req-20e98960-f7f7-4606-85ef-42f41cc2efd2 tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93957) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 14 09:30:06.453406 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-20e98960-f7f7-4606-85ef-42f41cc2efd2 tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10052764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11984092'] for subnet, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:06.500626 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f511e896-63e6-4703-8767-2d797f69e822 req-98619f64-2226-4207-92c6-7947a0a933cd tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/security-groups?id=bfacbc39-872c-438f-b7f4-05abded490ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265752 Jul 14 09:30:06.563013 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device a69b062c-ebf5-4343-af87-92cde24f966a no longer exists at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:30:06.590012 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] No Port match for: a69b062c-ebf5-4343-af87-92cde24f966a {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:30:06.590461 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device a69b062c-ebf5-4343-af87-92cde24f966a not bound to the agent host n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:30:06.596846 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e98960-f7f7-4606-85ef-42f41cc2efd2 tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Pushing event updated for resources: {'Subnet': ['ID=08f5a0e1-e907-403c-a444-7686d854f347,revision_number=0']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:06.601592 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e98960-f7f7-4606-85ef-42f41cc2efd2 tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Checking segment: {'id': 'c4cb1506-2d2e-495d-8627-81de9ff49dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '1dc59a77-198b-4731-b885-01aa5df5eb7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:30:06.601967 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20e98960-f7f7-4606-85ef-42f41cc2efd2 tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Network hostable DHCP agents. Network: 1dc59a77-198b-4731-b885-01aa5df5eb7d, hostable agents: ['c6a09bd4-f72e-4283-a3ca-0bbca8a51081'], hosted agents: [] {{(pid=93957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:30:06.640907 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20e98960-f7f7-4606-85ef-42f41cc2efd2 tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Network 1dc59a77-198b-4731-b885-01aa5df5eb7d is scheduled to be hosted by DHCP agent c6a09bd4-f72e-4283-a3ca-0bbca8a51081 with binding_index 1 {{(pid=93957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:30:06.655993 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [req-e7eccb4a-29da-49dc-b877-9a7524bfc5cc req-3930c6ed-32a2-42ef-ba5f-a0506c943713 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] Allocated IP 172.20.0.11 (4c89afe5-b9f8-4e2e-b44c-d497b59f1beb/b9b5b9a6-c0c5-422a-9cec-7b209f25a172/781f0208-006d-4583-8b75-0c0570cf7bfe) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:30:06.657514 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-20e98960-f7f7-4606-85ef-42f41cc2efd2 tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-29, 1dc59a77-198b-4731-b885-01aa5df5eb7d) {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:30:06.665833 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-261ab33e-2d27-45bb-bc04-4ceec5c4e04c tempest-AllowedAddressPairTestJSON-1112944540 tempest-AllowedAddressPairTestJSON-1112944540-project] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:06.668820 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fab9b3a6-b54e-4f4f-987c-200a2e4ad38e None None] Network 1dc59a77-198b-4731-b885-01aa5df5eb7d requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:30:06.670448 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20e98960-f7f7-4606-85ef-42f41cc2efd2 tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:06.671260 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-20e98960-f7f7-4606-85ef-42f41cc2efd2 tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Notify callbacks [] for subnet, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:06.678660 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0669358-a93b-4faa-81ed-bb385f3b7b33 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Router b9fb6ef8-f594-45b5-b5d6-58102ca87daa has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:30:06.691034 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-261ab33e-2d27-45bb-bc04-4ceec5c4e04c tempest-AllowedAddressPairTestJSON-1112944540 tempest-AllowedAddressPairTestJSON-1112944540-project] Transition to ACTIVE for port object e24e46c0-9295-4812-87bd-1766caed8b8f will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:30:06.700220 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-20e98960-f7f7-4606-85ef-42f41cc2efd2 tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0258236 Jul 14 09:30:06.704504 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 54404) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:06.710140 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-24394e34-9f27-4e5a-81fe-5edb2c5cf42e tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Request body: {'port': {'network_id': '1dc59a77-198b-4731-b885-01aa5df5eb7d', 'name': 'tempest-NetworksIpV6TestAttrs-1087896006'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:06.814064 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-261ab33e-2d27-45bb-bc04-4ceec5c4e04c tempest-AllowedAddressPairTestJSON-1112944540 tempest-AllowedAddressPairTestJSON-1112944540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:06.847090 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05dc5ecb-13f8-4c09-96c8-f167340d92bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf57baaa9-fd24-59f4-8fd2-1dc21122ce72-1dc59a77-198b-4731-b885-01aa5df5eb7d', 'network_id': '1dc59a77-198b-4731-b885-01aa5df5eb7d', 'tenant_id': '51b57403dd7044d98367d2ed726ccde7', 'fixed_ips': [{'subnet_id': '08f5a0e1-e907-403c-a444-7686d854f347'}]}} from n-d-779913-29. {{(pid=93959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:30:06.847962 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-05dc5ecb-13f8-4c09-96c8-f167340d92bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:06.869368 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0669358-a93b-4faa-81ed-bb385f3b7b33 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:30:06.882982 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8117504-95f9-4ade-b91a-7e5e5b28c560 None None] Sync routers for ids ['b9fb6ef8-f594-45b5-b5d6-58102ca87daa'] in n-d-779913-29 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:30:06.892837 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24394e34-9f27-4e5a-81fe-5edb2c5cf42e tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Made reservation on behalf of 51b57403dd7044d98367d2ed726ccde7 for: {'port': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:30:06.897794 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8117504-95f9-4ade-b91a-7e5e5b28c560 None None] Routers {'b9fb6ef8-f594-45b5-b5d6-58102ca87daa'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:30:06.898439 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-f8117504-95f9-4ade-b91a-7e5e5b28c560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:29:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['b9fb6ef8-f594-45b5-b5d6-58102ca87daa'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:06.905216 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-24394e34-9f27-4e5a-81fe-5edb2c5cf42e tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:06.926408 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-261ab33e-2d27-45bb-bc04-4ceec5c4e04c tempest-AllowedAddressPairTestJSON-1112944540 tempest-AllowedAddressPairTestJSON-1112944540-project] Network 85211b85-f4df-406e-bcf9-c9b8260d54dc is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:30:06.964290 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-261ab33e-2d27-45bb-bc04-4ceec5c4e04c tempest-AllowedAddressPairTestJSON-1112944540 tempest-AllowedAddressPairTestJSON-1112944540-project] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:30:06.972526 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-f8117504-95f9-4ade-b91a-7e5e5b28c560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:06.975376 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-261ab33e-2d27-45bb-bc04-4ceec5c4e04c tempest-AllowedAddressPairTestJSON-1112944540 tempest-AllowedAddressPairTestJSON-1112944540-project] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:30:06.987631 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8117504-95f9-4ade-b91a-7e5e5b28c560 None None] Routers {'b9fb6ef8-f594-45b5-b5d6-58102ca87daa'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:30:06.989045 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-f8117504-95f9-4ade-b91a-7e5e5b28c560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:29:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['b9fb6ef8-f594-45b5-b5d6-58102ca87daa'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:07.020550 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261ab33e-2d27-45bb-bc04-4ceec5c4e04c tempest-AllowedAddressPairTestJSON-1112944540 tempest-AllowedAddressPairTestJSON-1112944540-project] Pushing event updated for resources: {'Port': ['ID=e24e46c0-9295-4812-87bd-1766caed8b8f,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:07.033711 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-24394e34-9f27-4e5a-81fe-5edb2c5cf42e tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] device_id is not set on port 0d33fa4d-fae2-421a-b0cb-e05a72974372 yet. {{(pid=93957) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:30:07.035599 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-05dc5ecb-13f8-4c09-96c8-f167340d92bc None None] Allocated IP 2001:db8::f816:3eff:fe20:7da8 (1dc59a77-198b-4731-b885-01aa5df5eb7d/08f5a0e1-e907-403c-a444-7686d854f347/6f4a16b3-3566-4695-ba4f-f66d25c0dcd2) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:30:07.094262 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-f8117504-95f9-4ade-b91a-7e5e5b28c560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:07.094948 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8117504-95f9-4ade-b91a-7e5e5b28c560 None None] The sync data for ids ['b9fb6ef8-f594-45b5-b5d6-58102ca87daa'] in n-d-779913-29 is: [] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:30:07.126453 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-261ab33e-2d27-45bb-bc04-4ceec5c4e04c tempest-AllowedAddressPairTestJSON-1112944540 tempest-AllowedAddressPairTestJSON-1112944540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:07.127140 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-261ab33e-2d27-45bb-bc04-4ceec5c4e04c tempest-AllowedAddressPairTestJSON-1112944540 tempest-AllowedAddressPairTestJSON-1112944540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:07.144267 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-261ab33e-2d27-45bb-bc04-4ceec5c4e04c tempest-AllowedAddressPairTestJSON-1112944540 tempest-AllowedAddressPairTestJSON-1112944540-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.3894317 Jul 14 09:30:07.146963 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 54408) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:07.153564 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-1a6c96e1-5aaf-4ed2-bfdf-f91b8a167469 tempest-AllowedAddressPairTestJSON-1112944540 tempest-AllowedAddressPairTestJSON-1112944540-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:b2:c5:a7'}, {'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:de:8d:bc'}]}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:07.298644 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-e90218bb-5086-44f3-95e4-5e317ea2152d None None] Provisioning for port e24e46c0-9295-4812-87bd-1766caed8b8f completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:30:07.314038 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-e90218bb-5086-44f3-95e4-5e317ea2152d None None] Provisioning complete for port e24e46c0-9295-4812-87bd-1766caed8b8f triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:30:07.314211 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e90218bb-5086-44f3-95e4-5e317ea2152d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:07.374948 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-e90218bb-5086-44f3-95e4-5e317ea2152d None None] Port e24e46c0-9295-4812-87bd-1766caed8b8f cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:30:07.396594 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-e7eccb4a-29da-49dc-b877-9a7524bfc5cc req-3930c6ed-32a2-42ef-ba5f-a0506c943713 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:07.415486 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1a6c96e1-5aaf-4ed2-bfdf-f91b8a167469 tempest-AllowedAddressPairTestJSON-1112944540 tempest-AllowedAddressPairTestJSON-1112944540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:07.429829 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-05dc5ecb-13f8-4c09-96c8-f167340d92bc None None] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:07.439361 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-05dc5ecb-13f8-4c09-96c8-f167340d92bc None None] Transition to ACTIVE for port object 6f4a16b3-3566-4695-ba4f-f66d25c0dcd2 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:30:07.447789 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2700fe0e-3b9b-410e-bdc3-d996ba3ec91e req-2fd23d5c-cae6-49db-b4e9-673ef41dd586 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/ports?device_id=4e1cb18d-7caa-44ec-92f9-fb1eaa6a7eac HTTP/1.1" status: 200 len: 210 time: 0.0437169 Jul 14 09:30:07.478258 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-05dc5ecb-13f8-4c09-96c8-f167340d92bc None None] Transition to ACTIVE for port object 6f4a16b3-3566-4695-ba4f-f66d25c0dcd2 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:30:07.487623 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-05dc5ecb-13f8-4c09-96c8-f167340d92bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:07.507777 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-e7eccb4a-29da-49dc-b877-9a7524bfc5cc req-3930c6ed-32a2-42ef-ba5f-a0506c943713 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:07.549224 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05dc5ecb-13f8-4c09-96c8-f167340d92bc None None] Network 1dc59a77-198b-4731-b885-01aa5df5eb7d is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:30:07.556517 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-05dc5ecb-13f8-4c09-96c8-f167340d92bc None None] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:30:07.565616 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05dc5ecb-13f8-4c09-96c8-f167340d92bc None None] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:30:07.568935 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05dc5ecb-13f8-4c09-96c8-f167340d92bc None None] Pushing event updated for resources: {'Port': ['ID=6f4a16b3-3566-4695-ba4f-f66d25c0dcd2,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:07.588358 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.agents_db [None req-3c3509fb-540d-4335-a450-574895dd3602 None None] Agent healthcheck: found 7 active agents {{(pid=93960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:30:07.614970 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7eccb4a-29da-49dc-b877-9a7524bfc5cc req-3930c6ed-32a2-42ef-ba5f-a0506c943713 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] Network 4c89afe5-b9f8-4e2e-b44c-d497b59f1beb is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:30:07.620662 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [req-e7eccb4a-29da-49dc-b877-9a7524bfc5cc req-3930c6ed-32a2-42ef-ba5f-a0506c943713 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:30:07.623182 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7eccb4a-29da-49dc-b877-9a7524bfc5cc req-3930c6ed-32a2-42ef-ba5f-a0506c943713 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:30:07.627741 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3930c6ed-32a2-42ef-ba5f-a0506c943713 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] Pushing event updated for resources: {'Port': ['ID=781f0208-006d-4583-8b75-0c0570cf7bfe,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:07.651925 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-05dc5ecb-13f8-4c09-96c8-f167340d92bc None None] Attempting to bind port 6f4a16b3-3566-4695-ba4f-f66d25c0dcd2 on host n-d-779913-29 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:30:07.652298 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-05dc5ecb-13f8-4c09-96c8-f167340d92bc None None] Attempting to bind port 6f4a16b3-3566-4695-ba4f-f66d25c0dcd2 by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': 'c4cb1506-2d2e-495d-8627-81de9ff49dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '1dc59a77-198b-4731-b885-01aa5df5eb7d'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:30:07.652692 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05dc5ecb-13f8-4c09-96c8-f167340d92bc None None] Attempting to bind port 6f4a16b3-3566-4695-ba4f-f66d25c0dcd2 on network 1dc59a77-198b-4731-b885-01aa5df5eb7d {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:30:07.661422 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05dc5ecb-13f8-4c09-96c8-f167340d92bc None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 29, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:30:07.661732 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05dc5ecb-13f8-4c09-96c8-f167340d92bc None None] Checking segment: {'id': 'c4cb1506-2d2e-495d-8627-81de9ff49dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '1dc59a77-198b-4731-b885-01aa5df5eb7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:30:07.662272 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-05dc5ecb-13f8-4c09-96c8-f167340d92bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:07.662700 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05dc5ecb-13f8-4c09-96c8-f167340d92bc None None] Bound using segment: {'id': 'c4cb1506-2d2e-495d-8627-81de9ff49dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '1dc59a77-198b-4731-b885-01aa5df5eb7d'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:30:07.664571 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-05dc5ecb-13f8-4c09-96c8-f167340d92bc None None] Bound port: 6f4a16b3-3566-4695-ba4f-f66d25c0dcd2, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4cb1506-2d2e-495d-8627-81de9ff49dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '1dc59a77-198b-4731-b885-01aa5df5eb7d'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:30:07.664816 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0669358-a93b-4faa-81ed-bb385f3b7b33 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Router b9fb6ef8-f594-45b5-b5d6-58102ca87daa has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:30:07.665139 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-05dc5ecb-13f8-4c09-96c8-f167340d92bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:07.669709 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-24394e34-9f27-4e5a-81fe-5edb2c5cf42e tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Allocated IP 2001:db8::f816:3eff:fe90:63a (1dc59a77-198b-4731-b885-01aa5df5eb7d/08f5a0e1-e907-403c-a444-7686d854f347/0d33fa4d-fae2-421a-b0cb-e05a72974372) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:30:07.693344 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7eccb4a-29da-49dc-b877-9a7524bfc5cc req-3930c6ed-32a2-42ef-ba5f-a0506c943713 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:07.693989 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-e7eccb4a-29da-49dc-b877-9a7524bfc5cc req-3930c6ed-32a2-42ef-ba5f-a0506c943713 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:07.733140 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-05dc5ecb-13f8-4c09-96c8-f167340d92bc None None] For port 6f4a16b3-3566-4695-ba4f-f66d25c0dcd2, host n-d-779913-29, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:30:07.737104 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-05dc5ecb-13f8-4c09-96c8-f167340d92bc None None] For port 6f4a16b3-3566-4695-ba4f-f66d25c0dcd2, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=6f4a16b3-3566-4695-ba4f-f66d25c0dcd2,segment=NetworkSegment(c4cb1506-2d2e-495d-8627-81de9ff49dac),segment_id=c4cb1506-2d2e-495d-8627-81de9ff49dac)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:30:07.744074 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-05dc5ecb-13f8-4c09-96c8-f167340d92bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:07.748950 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-e7eccb4a-29da-49dc-b877-9a7524bfc5cc req-3930c6ed-32a2-42ef-ba5f-a0506c943713 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2250090 Jul 14 09:30:07.789294 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [req-e7eccb4a-29da-49dc-b877-9a7524bfc5cc req-15261940-da85-4630-9298-c89f00d2438c service neutron] Request body: {'port': {'device_id': '4e1cb18d-7caa-44ec-92f9-fb1eaa6a7eac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-29'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:07.812354 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05dc5ecb-13f8-4c09-96c8-f167340d92bc None None] Pushing event updated for resources: {'Port': ['ID=6f4a16b3-3566-4695-ba4f-f66d25c0dcd2,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:07.855710 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0669358-a93b-4faa-81ed-bb385f3b7b33 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:30:07.867132 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a3b4c36-cedc-4e13-a5d4-6d42d5b85e90 None None] Sync routers for ids ['b9fb6ef8-f594-45b5-b5d6-58102ca87daa'] in n-d-779913-29 {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:30:07.870821 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c0669358-a93b-4faa-81ed-bb385f3b7b33 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for floatingip, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:07.878813 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a3b4c36-cedc-4e13-a5d4-6d42d5b85e90 None None] Routers {'b9fb6ef8-f594-45b5-b5d6-58102ca87daa'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:30:07.879080 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-9a3b4c36-cedc-4e13-a5d4-6d42d5b85e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:29:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['b9fb6ef8-f594-45b5-b5d6-58102ca87daa'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:07.905179 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a938e26a-827a-4c5e-8ad8-771b63f569e4 req-54052817-5c79-4c7b-8531-6015f184a112 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:07.912769 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a938e26a-827a-4c5e-8ad8-771b63f569e4 req-54052817-5c79-4c7b-8531-6015f184a112 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/ports?device_id=95b9a8bb-ffb8-4a06-a464-b6f623cf6c7e HTTP/1.1" status: 200 len: 945 time: 0.2401359 Jul 14 09:30:07.922637 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-9a3b4c36-cedc-4e13-a5d4-6d42d5b85e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:07.938848 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a3b4c36-cedc-4e13-a5d4-6d42d5b85e90 None None] Routers {'b9fb6ef8-f594-45b5-b5d6-58102ca87daa'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:30:07.940157 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-9a3b4c36-cedc-4e13-a5d4-6d42d5b85e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:29:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['b9fb6ef8-f594-45b5-b5d6-58102ca87daa'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:07.958062 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1a6c96e1-5aaf-4ed2-bfdf-f91b8a167469 tempest-AllowedAddressPairTestJSON-1112944540 tempest-AllowedAddressPairTestJSON-1112944540-project] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:07.959544 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-e7eccb4a-29da-49dc-b877-9a7524bfc5cc req-15261940-da85-4630-9298-c89f00d2438c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:07.987311 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-9a3b4c36-cedc-4e13-a5d4-6d42d5b85e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:07.987975 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a3b4c36-cedc-4e13-a5d4-6d42d5b85e90 None None] The sync data for ids ['b9fb6ef8-f594-45b5-b5d6-58102ca87daa'] in n-d-779913-29 is: [] {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:30:08.031372 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-24394e34-9f27-4e5a-81fe-5edb2c5cf42e tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:08.090902 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-c0669358-a93b-4faa-81ed-bb385f3b7b33 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] 10.222.0.68 "PUT /v2.0/floatingips/9377afd9-80c5-4157-898a-fd69256ddba6 HTTP/1.1" status: 200 len: 978 time: 2.7211604 Jul 14 09:30:08.100506 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-24394e34-9f27-4e5a-81fe-5edb2c5cf42e tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Transition to ACTIVE for port object 0d33fa4d-fae2-421a-b0cb-e05a72974372 will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:30:08.137917 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 54420) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:08.149429 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-c44e2ef2-112d-4dca-9914-8ab3818aead1 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:08.158069 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1a6c96e1-5aaf-4ed2-bfdf-f91b8a167469 tempest-AllowedAddressPairTestJSON-1112944540 tempest-AllowedAddressPairTestJSON-1112944540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:08.251768 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a938e26a-827a-4c5e-8ad8-771b63f569e4 req-f6291fcc-d3b9-4c53-8916-ef84c8453acd tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/security-groups?id=bfacbc39-872c-438f-b7f4-05abded490ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3375211 Jul 14 09:30:08.308593 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-24394e34-9f27-4e5a-81fe-5edb2c5cf42e tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:08.325854 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6c96e1-5aaf-4ed2-bfdf-f91b8a167469 tempest-AllowedAddressPairTestJSON-1112944540 tempest-AllowedAddressPairTestJSON-1112944540-project] Pushing event updated for resources: {'Port': ['ID=e24e46c0-9295-4812-87bd-1766caed8b8f,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:08.334822 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c44e2ef2-112d-4dca-9914-8ab3818aead1 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify callbacks [] for floatingip, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:08.394564 n-d-779913-29 neutron-server[93958]: DEBUG neutron.notifiers.nova [req-e7eccb4a-29da-49dc-b877-9a7524bfc5cc req-15261940-da85-4630-9298-c89f00d2438c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 781f0208-006d-4583-8b75-0c0570cf7bfe {{(pid=93958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:30:08.404208 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-e7eccb4a-29da-49dc-b877-9a7524bfc5cc req-15261940-da85-4630-9298-c89f00d2438c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:08.418516 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-e7eccb4a-29da-49dc-b877-9a7524bfc5cc req-15261940-da85-4630-9298-c89f00d2438c service neutron] Transition to ACTIVE for port object 781f0208-006d-4583-8b75-0c0570cf7bfe will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:30:08.422387 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-e7eccb4a-29da-49dc-b877-9a7524bfc5cc req-15261940-da85-4630-9298-c89f00d2438c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13574142'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:08.625816 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-cba8e4d3-89dc-4b0b-bb88-ae2c1c4c0cd9 None None] Provisioning complete for port e24e46c0-9295-4812-87bd-1766caed8b8f triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:30:08.626803 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cba8e4d3-89dc-4b0b-bb88-ae2c1c4c0cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:08.649339 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15261940-da85-4630-9298-c89f00d2438c service neutron] Pushing event updated for resources: {'Port': ['ID=781f0208-006d-4583-8b75-0c0570cf7bfe,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:08.669533 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-e7eccb4a-29da-49dc-b877-9a7524bfc5cc req-15261940-da85-4630-9298-c89f00d2438c service neutron] Attempting to bind port 781f0208-006d-4583-8b75-0c0570cf7bfe on host n-h2-779913-29 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:30:08.669533 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-e7eccb4a-29da-49dc-b877-9a7524bfc5cc req-15261940-da85-4630-9298-c89f00d2438c service neutron] Attempting to bind port 781f0208-006d-4583-8b75-0c0570cf7bfe by drivers openvswitch,hyperv on host n-h2-779913-29 at level 0 using segments [{'id': '7c0bb8da-25ea-40ae-a0d8-c863fd3d0f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '4c89afe5-b9f8-4e2e-b44c-d497b59f1beb'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:30:08.669533 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7eccb4a-29da-49dc-b877-9a7524bfc5cc req-15261940-da85-4630-9298-c89f00d2438c service neutron] Attempting to bind port 781f0208-006d-4583-8b75-0c0570cf7bfe on network 4c89afe5-b9f8-4e2e-b44c-d497b59f1beb {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:30:08.674030 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7eccb4a-29da-49dc-b877-9a7524bfc5cc req-15261940-da85-4630-9298-c89f00d2438c service neutron] Port 781f0208-006d-4583-8b75-0c0570cf7bfe on network 4c89afe5-b9f8-4e2e-b44c-d497b59f1beb not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-29 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:30:08.675322 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7eccb4a-29da-49dc-b877-9a7524bfc5cc req-15261940-da85-4630-9298-c89f00d2438c service neutron] Attempting to bind port 781f0208-006d-4583-8b75-0c0570cf7bfe on network 4c89afe5-b9f8-4e2e-b44c-d497b59f1beb {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:30:08.682015 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7eccb4a-29da-49dc-b877-9a7524bfc5cc req-15261940-da85-4630-9298-c89f00d2438c service neutron] Checking agent: {'id': '013e4a3b-a634-47b8-b6a5-1a25109b73fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 13, 13), 'started_at': datetime.datetime(2021, 7, 14, 9, 13, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 29, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:30:08.682369 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7eccb4a-29da-49dc-b877-9a7524bfc5cc req-15261940-da85-4630-9298-c89f00d2438c service neutron] Checking segment: {'id': '7c0bb8da-25ea-40ae-a0d8-c863fd3d0f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '4c89afe5-b9f8-4e2e-b44c-d497b59f1beb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:30:08.682766 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7eccb4a-29da-49dc-b877-9a7524bfc5cc req-15261940-da85-4630-9298-c89f00d2438c service neutron] Bound using segment: {'id': '7c0bb8da-25ea-40ae-a0d8-c863fd3d0f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '4c89afe5-b9f8-4e2e-b44c-d497b59f1beb'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:30:08.683208 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-e7eccb4a-29da-49dc-b877-9a7524bfc5cc req-15261940-da85-4630-9298-c89f00d2438c service neutron] Bound port: 781f0208-006d-4583-8b75-0c0570cf7bfe, host: n-h2-779913-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c0bb8da-25ea-40ae-a0d8-c863fd3d0f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '4c89afe5-b9f8-4e2e-b44c-d497b59f1beb'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:30:08.683583 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-e7eccb4a-29da-49dc-b877-9a7524bfc5cc req-15261940-da85-4630-9298-c89f00d2438c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:08.752777 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-cba8e4d3-89dc-4b0b-bb88-ae2c1c4c0cd9 None None] Port e24e46c0-9295-4812-87bd-1766caed8b8f cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:30:08.759684 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 6f4a16b3-3566-4695-ba4f-f66d25c0dcd2 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:30:08.820153 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-e7eccb4a-29da-49dc-b877-9a7524bfc5cc req-15261940-da85-4630-9298-c89f00d2438c service neutron] For port 781f0208-006d-4583-8b75-0c0570cf7bfe, host n-h2-779913-29, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:30:08.824895 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-e7eccb4a-29da-49dc-b877-9a7524bfc5cc req-15261940-da85-4630-9298-c89f00d2438c service neutron] For port 781f0208-006d-4583-8b75-0c0570cf7bfe, host n-h2-779913-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=781f0208-006d-4583-8b75-0c0570cf7bfe,segment=NetworkSegment(7c0bb8da-25ea-40ae-a0d8-c863fd3d0f97),segment_id=7c0bb8da-25ea-40ae-a0d8-c863fd3d0f97)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:30:08.832931 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-e7eccb4a-29da-49dc-b877-9a7524bfc5cc req-15261940-da85-4630-9298-c89f00d2438c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13574142'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:08.881243 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning for port 6f4a16b3-3566-4695-ba4f-f66d25c0dcd2 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:30:08.886387 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7eccb4a-29da-49dc-b877-9a7524bfc5cc req-15261940-da85-4630-9298-c89f00d2438c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:08.887076 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-e7eccb4a-29da-49dc-b877-9a7524bfc5cc req-15261940-da85-4630-9298-c89f00d2438c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:08.892817 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-e7eccb4a-29da-49dc-b877-9a7524bfc5cc req-15261940-da85-4630-9298-c89f00d2438c service neutron] 10.222.0.57 "PUT /v2.0/ports/781f0208-006d-4583-8b75-0c0570cf7bfe HTTP/1.1" status: 200 len: 1093 time: 1.1076932 Jul 14 09:30:08.893341 n-d-779913-29 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e1cb18d-7caa-44ec-92f9-fb1eaa6a7eac', 'tag': '781f0208-006d-4583-8b75-0c0570cf7bfe'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:30:08.896150 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cb48f044f948e981f43897c8d7f1332f741dc7af2b4c5a6e19d8f4a80f708e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68b7efa5-2ee8-497b-bab1-82a501cbe86b" -d '{"events": [{"name": "network-changed", "server_uuid": "4e1cb18d-7caa-44ec-92f9-fb1eaa6a7eac", "tag": "781f0208-006d-4583-8b75-0c0570cf7bfe"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:30:08.933252 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15261940-da85-4630-9298-c89f00d2438c service neutron] Pushing event updated for resources: {'Port': ['ID=781f0208-006d-4583-8b75-0c0570cf7bfe,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:08.989840 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24394e34-9f27-4e5a-81fe-5edb2c5cf42e tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Network 1dc59a77-198b-4731-b885-01aa5df5eb7d is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:30:09.014716 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-24394e34-9f27-4e5a-81fe-5edb2c5cf42e tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:30:09.017992 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:30:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e82a2fed-cca4-4bc7-bcf2-bc8126c31897 x-openstack-request-id: req-e82a2fed-cca4-4bc7-bcf2-bc8126c31897 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:30:09.018287 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e1cb18d-7caa-44ec-92f9-fb1eaa6a7eac", "tag": "781f0208-006d-4583-8b75-0c0570cf7bfe", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:30:09.018549 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-e82a2fed-cca4-4bc7-bcf2-bc8126c31897 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:30:09.018954 n-d-779913-29 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e1cb18d-7caa-44ec-92f9-fb1eaa6a7eac', 'tag': '781f0208-006d-4583-8b75-0c0570cf7bfe', 'status': 'completed', 'code': 200} Jul 14 09:30:09.036724 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-1a6c96e1-5aaf-4ed2-bfdf-f91b8a167469 tempest-AllowedAddressPairTestJSON-1112944540 tempest-AllowedAddressPairTestJSON-1112944540-project] In _notify_port_updated(), no bound segment for port e24e46c0-9295-4812-87bd-1766caed8b8f on network 85211b85-f4df-406e-bcf9-c9b8260d54dc {{(pid=93957) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 14 09:30:09.042989 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a6c96e1-5aaf-4ed2-bfdf-f91b8a167469 tempest-AllowedAddressPairTestJSON-1112944540 tempest-AllowedAddressPairTestJSON-1112944540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:09.043678 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1a6c96e1-5aaf-4ed2-bfdf-f91b8a167469 tempest-AllowedAddressPairTestJSON-1112944540 tempest-AllowedAddressPairTestJSON-1112944540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:09.043926 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7eccb4a-29da-49dc-b877-9a7524bfc5cc req-67aa58ce-5742-4130-87ea-eab20e740b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:09.045013 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-1a6c96e1-5aaf-4ed2-bfdf-f91b8a167469 tempest-AllowedAddressPairTestJSON-1112944540 tempest-AllowedAddressPairTestJSON-1112944540-project] 10.222.0.68 "PUT /v2.0/ports/e24e46c0-9295-4812-87bd-1766caed8b8f HTTP/1.1" status: 200 len: 1055 time: 1.8967915 Jul 14 09:30:09.045559 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-e7eccb4a-29da-49dc-b877-9a7524bfc5cc req-67aa58ce-5742-4130-87ea-eab20e740b12 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=dfdb2d62014640219eb60ef19587837e&device_id=4e1cb18d-7caa-44ec-92f9-fb1eaa6a7eac HTTP/1.1" status: 200 len: 1096 time: 0.0697806 Jul 14 09:30:09.047783 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 54430) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:09.050593 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24394e34-9f27-4e5a-81fe-5edb2c5cf42e tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:30:09.057375 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24394e34-9f27-4e5a-81fe-5edb2c5cf42e tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:09.058104 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-24394e34-9f27-4e5a-81fe-5edb2c5cf42e tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:09.121207 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6132b9c7-283d-4b93-a97c-5ab7be3df614 None None] Network 1dc59a77-198b-4731-b885-01aa5df5eb7d requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:30:09.127270 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-e7eccb4a-29da-49dc-b877-9a7524bfc5cc req-63be5086-82f2-45cf-9b04-f48570de618d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=781f0208-006d-4583-8b75-0c0570cf7bfe HTTP/1.1" status: 200 len: 217 time: 0.0481052 Jul 14 09:30:09.131732 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24394e34-9f27-4e5a-81fe-5edb2c5cf42e tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Pushing event updated for resources: {'Port': ['ID=0d33fa4d-fae2-421a-b0cb-e05a72974372,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:09.135945 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-24394e34-9f27-4e5a-81fe-5edb2c5cf42e tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 2.4303579 Jul 14 09:30:09.141268 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 54432) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:09.202139 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-589d1360-cde8-48eb-87b1-81d2961f404d None None] Provisioning for port 6f4a16b3-3566-4695-ba4f-f66d25c0dcd2 completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:30:09.216139 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-589d1360-cde8-48eb-87b1-81d2961f404d None None] Provisioning complete for port 6f4a16b3-3566-4695-ba4f-f66d25c0dcd2 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:30:09.216664 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-589d1360-cde8-48eb-87b1-81d2961f404d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:09.229277 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7eccb4a-29da-49dc-b877-9a7524bfc5cc req-05a9abae-9543-4dba-8724-f93a3185d30b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:09.231097 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-e7eccb4a-29da-49dc-b877-9a7524bfc5cc req-05a9abae-9543-4dba-8724-f93a3185d30b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b9b5b9a6-c0c5-422a-9cec-7b209f25a172 HTTP/1.1" status: 200 len: 852 time: 0.0958998 Jul 14 09:30:09.235609 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-3f7aea0e-58fe-4279-a514-daca8673a86c tempest-AllowedAddressPairTestJSON-1112944540 tempest-AllowedAddressPairTestJSON-1112944540-project] Deleting port e24e46c0-9295-4812-87bd-1766caed8b8f {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:30:09.236209 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3f7aea0e-58fe-4279-a514-daca8673a86c tempest-AllowedAddressPairTestJSON-1112944540 tempest-AllowedAddressPairTestJSON-1112944540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:09.255173 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c44e2ef2-112d-4dca-9914-8ab3818aead1 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:09.261666 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_v2 [None req-05be4474-a52a-459e-8015-bd075ad3fdbf tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Deleting subnet 08f5a0e1-e907-403c-a444-7686d854f347 {{(pid=93957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:30:09.271178 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dd271f-87c5-478a-9e83-e13e85db39ed req-5751544f-7db6-4391-956f-2db6d3eb2f88 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:09.278781 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-71dd271f-87c5-478a-9e83-e13e85db39ed req-5751544f-7db6-4391-956f-2db6d3eb2f88 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/ports?device_id=4e1cb18d-7caa-44ec-92f9-fb1eaa6a7eac HTTP/1.1" status: 200 len: 944 time: 0.3227346 Jul 14 09:30:09.287844 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-05be4474-a52a-459e-8015-bd075ad3fdbf tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Notify callbacks [] for subnet, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:09.290314 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c44e2ef2-112d-4dca-9914-8ab3818aead1 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-660590'] for floatingip, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:09.290632 n-d-779913-29 neutron-server[93957]: INFO neutron.db.l3_db [None req-c44e2ef2-112d-4dca-9914-8ab3818aead1 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Floating IP 9377afd9-80c5-4157-898a-fd69256ddba6 disassociated. External IP: 172.25.4.108, port: 91c19dd1-3044-4e54-a8b3-8e97b9689bad. Jul 14 09:30:09.334711 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-e7eccb4a-29da-49dc-b877-9a7524bfc5cc req-92c678ca-ae37-42bd-a394-571082027811 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4c89afe5-b9f8-4e2e-b44c-d497b59f1beb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342336 Jul 14 09:30:09.392271 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-05be4474-a52a-459e-8015-bd075ad3fdbf tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10944203'] for subnet, precommit_delete_associations {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:09.395381 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-589d1360-cde8-48eb-87b1-81d2961f404d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:09.407187 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-71dd271f-87c5-478a-9e83-e13e85db39ed req-e0a42be7-bd75-43dd-853a-000b55b31d3b tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/security-groups?id=9b802230-9234-42e7-bf8c-0d12af0394c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274414 Jul 14 09:30:09.428816 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-589d1360-cde8-48eb-87b1-81d2961f404d None None] For port 6f4a16b3-3566-4695-ba4f-f66d25c0dcd2, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=6f4a16b3-3566-4695-ba4f-f66d25c0dcd2,segment=NetworkSegment(c4cb1506-2d2e-495d-8627-81de9ff49dac),segment_id=c4cb1506-2d2e-495d-8627-81de9ff49dac)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:30:09.441035 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-589d1360-cde8-48eb-87b1-81d2961f404d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:09.461963 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-e7eccb4a-29da-49dc-b877-9a7524bfc5cc req-a695d7f7-7af0-4b0f-bdd6-5fe423b17b47 service neutron] 10.222.0.57 "GET /v2.0/networks/4c89afe5-b9f8-4e2e-b44c-d497b59f1beb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185036 Jul 14 09:30:09.503809 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589d1360-cde8-48eb-87b1-81d2961f404d None None] Pushing event updated for resources: {'Port': ['ID=6f4a16b3-3566-4695-ba4f-f66d25c0dcd2,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:09.541743 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3f7aea0e-58fe-4279-a514-daca8673a86c tempest-AllowedAddressPairTestJSON-1112944540 tempest-AllowedAddressPairTestJSON-1112944540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:09.595828 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-3f7aea0e-58fe-4279-a514-daca8673a86c tempest-AllowedAddressPairTestJSON-1112944540 tempest-AllowedAddressPairTestJSON-1112944540-project] Calling delete_port for e24e46c0-9295-4812-87bd-1766caed8b8f owned by {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:30:09.689059 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-e7eccb4a-29da-49dc-b877-9a7524bfc5cc req-9bda6b43-cf5a-4f70-857f-3024f3c5d1ef service neutron] 10.222.0.57 "GET /v2.0/networks/4c89afe5-b9f8-4e2e-b44c-d497b59f1beb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2157011 Jul 14 09:30:09.711261 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa95884f-607a-4cd0-860e-92f84c8ae9e8 req-742b8f1d-3f26-4dd9-acf9-8ce47a147108 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:09.713880 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-05be4474-a52a-459e-8015-bd075ad3fdbf tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3481002'] for subnet, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:09.717599 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-fa95884f-607a-4cd0-860e-92f84c8ae9e8 req-742b8f1d-3f26-4dd9-acf9-8ce47a147108 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/ports?device_id=95b9a8bb-ffb8-4a06-a464-b6f623cf6c7e HTTP/1.1" status: 200 len: 945 time: 0.1714728 Jul 14 09:30:09.789272 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c44e2ef2-112d-4dca-9914-8ab3818aead1 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Router b9fb6ef8-f594-45b5-b5d6-58102ca87daa has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:30:09.836577 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-0156262d-810c-4393-a44b-311b7825c3f2 None None] Provisioning for port 0d33fa4d-fae2-421a-b0cb-e05a72974372 completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:30:09.838370 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-fa95884f-607a-4cd0-860e-92f84c8ae9e8 req-bb5b2f01-7b15-4f63-ab70-7b7182484d64 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/security-groups?id=bfacbc39-872c-438f-b7f4-05abded490ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198068 Jul 14 09:30:09.842859 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-0156262d-810c-4393-a44b-311b7825c3f2 None None] Provisioning complete for port 0d33fa4d-fae2-421a-b0cb-e05a72974372 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:30:09.843475 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0156262d-810c-4393-a44b-311b7825c3f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:09.889416 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-05be4474-a52a-459e-8015-bd075ad3fdbf tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10052701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11984075'] for subnet, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:09.906130 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-0156262d-810c-4393-a44b-311b7825c3f2 None None] Port 0d33fa4d-fae2-421a-b0cb-e05a72974372 cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:30:09.921847 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-0156262d-810c-4393-a44b-311b7825c3f2 None None] Provisioning complete for port 6f4a16b3-3566-4695-ba4f-f66d25c0dcd2 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:30:09.922472 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0156262d-810c-4393-a44b-311b7825c3f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:09.940775 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05be4474-a52a-459e-8015-bd075ad3fdbf tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Pushing event deleted for resources: {'Subnet': ['ID=08f5a0e1-e907-403c-a444-7686d854f347,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:09.967083 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-05be4474-a52a-459e-8015-bd075ad3fdbf tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Notify callbacks [] for subnet, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:09.972703 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-05be4474-a52a-459e-8015-bd075ad3fdbf tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] 10.222.0.68 "DELETE /v2.0/subnets/08f5a0e1-e907-403c-a444-7686d854f347 HTTP/1.1" status: 204 len: 168 time: 0.8302073 Jul 14 09:30:09.976233 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 54440) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:10.030017 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3f7aea0e-58fe-4279-a514-daca8673a86c tempest-AllowedAddressPairTestJSON-1112944540 tempest-AllowedAddressPairTestJSON-1112944540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:10.100666 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-065d7de7-72be-49f3-a368-302597b57969 tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:10.102737 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-065d7de7-72be-49f3-a368-302597b57969 tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:10.108625 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-065d7de7-72be-49f3-a368-302597b57969 tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] 10.222.0.68 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1312780 Jul 14 09:30:10.111154 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 54444) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:10.118475 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c44e2ef2-112d-4dca-9914-8ab3818aead1 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:30:10.120529 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7aea0e-58fe-4279-a514-daca8673a86c tempest-AllowedAddressPairTestJSON-1112944540 tempest-AllowedAddressPairTestJSON-1112944540-project] Pushing event deleted for resources: {'Port': ['ID=e24e46c0-9295-4812-87bd-1766caed8b8f,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:10.138716 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd0d5e46-419d-45ae-828b-eed4469d4f3b None None] Sync routers for ids ['b9fb6ef8-f594-45b5-b5d6-58102ca87daa'] in n-d-779913-29 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:30:10.150424 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd0d5e46-419d-45ae-828b-eed4469d4f3b None None] Routers {'b9fb6ef8-f594-45b5-b5d6-58102ca87daa'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:30:10.150858 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c44e2ef2-112d-4dca-9914-8ab3818aead1 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for floatingip, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:10.153117 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-bd0d5e46-419d-45ae-828b-eed4469d4f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:29:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['b9fb6ef8-f594-45b5-b5d6-58102ca87daa'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:10.222891 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-bd0d5e46-419d-45ae-828b-eed4469d4f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:10.234047 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd0d5e46-419d-45ae-828b-eed4469d4f3b None None] Routers {'b9fb6ef8-f594-45b5-b5d6-58102ca87daa'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:30:10.235638 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-bd0d5e46-419d-45ae-828b-eed4469d4f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:29:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['b9fb6ef8-f594-45b5-b5d6-58102ca87daa'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:10.254502 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b7efa5-2ee8-497b-bab1-82a501cbe86b req-eea6431f-cff9-4151-b225-9fbc6dc1f412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:10.256073 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-68b7efa5-2ee8-497b-bab1-82a501cbe86b req-eea6431f-cff9-4151-b225-9fbc6dc1f412 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=dfdb2d62014640219eb60ef19587837e&device_id=4e1cb18d-7caa-44ec-92f9-fb1eaa6a7eac HTTP/1.1" status: 200 len: 1096 time: 0.3953199 Jul 14 09:30:10.274449 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-bd0d5e46-419d-45ae-828b-eed4469d4f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:10.275501 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd0d5e46-419d-45ae-828b-eed4469d4f3b None None] The sync data for ids ['b9fb6ef8-f594-45b5-b5d6-58102ca87daa'] in n-d-779913-29 is: [] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:30:10.328690 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-c44e2ef2-112d-4dca-9914-8ab3818aead1 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] 10.222.0.68 "PUT /v2.0/floatingips/9377afd9-80c5-4157-898a-fd69256ddba6 HTTP/1.1" status: 200 len: 688 time: 2.1819186 Jul 14 09:30:10.331125 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 54446) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:10.338048 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8a545ded-7350-489d-9e5c-89073e8c2038 tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3876111'] for network, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:10.372382 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cffb5793-b273-4efd-845f-a5fdb715eb1c None None] Network 1dc59a77-198b-4731-b885-01aa5df5eb7d requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:30:10.423025 n-d-779913-29 neutron-server[93957]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a545ded-7350-489d-9e5c-89073e8c2038 tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 14 09:30:10.423515 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a545ded-7350-489d-9e5c-89073e8c2038 tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:30:10.425287 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-8a545ded-7350-489d-9e5c-89073e8c2038 tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] 10.222.0.68 "DELETE /v2.0/networks/1dc59a77-198b-4731-b885-01aa5df5eb7d HTTP/1.1" status: 409 len: 405 time: 0.3105586 Jul 14 09:30:10.431359 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 54452) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:10.437135 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-e29419e9-c220-41eb-ae84-a5b1fbbbedaf tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1996596240'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:10.447815 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b7efa5-2ee8-497b-bab1-82a501cbe86b req-9f428ce1-e6ed-4279-8c5f-b4541738ea0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:10.449457 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-68b7efa5-2ee8-497b-bab1-82a501cbe86b req-9f428ce1-e6ed-4279-8c5f-b4541738ea0a service neutron] 10.222.0.57 "GET /v2.0/networks?id=4c89afe5-b9f8-4e2e-b44c-d497b59f1beb HTTP/1.1" status: 200 len: 913 time: 0.1843786 Jul 14 09:30:10.523045 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e29419e9-c220-41eb-ae84-a5b1fbbbedaf tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Made reservation on behalf of 51b57403dd7044d98367d2ed726ccde7 for: {'network': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:30:10.530235 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-790df861-cf74-46f0-a4a7-49818b225a1a None None] Provisioning complete for port 0d33fa4d-fae2-421a-b0cb-e05a72974372 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:30:10.530776 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-790df861-cf74-46f0-a4a7-49818b225a1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:10.533477 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e29419e9-c220-41eb-ae84-a5b1fbbbedaf tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for network, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:10.558656 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-68b7efa5-2ee8-497b-bab1-82a501cbe86b req-0c2cfedf-2062-4b6a-933c-b07ce812a47d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=781f0208-006d-4583-8b75-0c0570cf7bfe HTTP/1.1" status: 200 len: 217 time: 0.0859416 Jul 14 09:30:10.606497 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e29419e9-c220-41eb-ae84-a5b1fbbbedaf tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 727} {{(pid=93957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:30:10.610750 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-790df861-cf74-46f0-a4a7-49818b225a1a None None] Port 0d33fa4d-fae2-421a-b0cb-e05a72974372 cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:30:10.623807 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 6f4a16b3-3566-4695-ba4f-f66d25c0dcd2 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:30:10.630195 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e29419e9-c220-41eb-ae84-a5b1fbbbedaf tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:10.630549 n-d-779913-29 neutron-server[93957]: INFO neutron.db.segments_db [None req-e29419e9-c220-41eb-ae84-a5b1fbbbedaf tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Added segment 2d7a7931-4767-4aad-94a9-006af59e8cd9 of type vlan for network 22bda03c-dc7b-405a-87f5-924b6deddbb3 Jul 14 09:30:10.649119 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-eea3e8e7-5812-4dc9-b41b-3dbfce5fb258 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Deleting port fb5a048f-3824-4dc0-872b-5aae53d9809b {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:30:10.649119 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-eea3e8e7-5812-4dc9-b41b-3dbfce5fb258 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:10.701228 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b7efa5-2ee8-497b-bab1-82a501cbe86b req-a73d2e1c-c7ca-41b9-9961-d666eaa80d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:10.701461 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port 6f4a16b3-3566-4695-ba4f-f66d25c0dcd2 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:30:10.701738 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:10.703084 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-68b7efa5-2ee8-497b-bab1-82a501cbe86b req-a73d2e1c-c7ca-41b9-9961-d666eaa80d82 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b9b5b9a6-c0c5-422a-9cec-7b209f25a172 HTTP/1.1" status: 200 len: 852 time: 0.1026711 Jul 14 09:30:10.704336 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3f7aea0e-58fe-4279-a514-daca8673a86c tempest-AllowedAddressPairTestJSON-1112944540 tempest-AllowedAddressPairTestJSON-1112944540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:10.708604 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-3f7aea0e-58fe-4279-a514-daca8673a86c tempest-AllowedAddressPairTestJSON-1112944540 tempest-AllowedAddressPairTestJSON-1112944540-project] 10.222.0.68 "DELETE /v2.0/ports/e24e46c0-9295-4812-87bd-1766caed8b8f HTTP/1.1" status: 204 len: 168 time: 1.6575947 Jul 14 09:30:10.709884 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 54454) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:10.733734 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0104e40e-b673-4d78-8a3b-2bd9b54f26ac None None] DHCP port deletion for 1dc59a77-198b-4731-b885-01aa5df5eb7d request from n-d-779913-29 {{(pid=93959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:30:10.770699 n-d-779913-29 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-01458d08-027f-4fbe-b49c-ec2ecdd5f112 tempest-AllowedAddressPairTestJSON-1112944540 tempest-AllowedAddressPairTestJSON-1112944540-project] GET failed (client error): The resource could not be found. Jul 14 09:30:10.774412 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-01458d08-027f-4fbe-b49c-ec2ecdd5f112 tempest-AllowedAddressPairTestJSON-1112944540 tempest-AllowedAddressPairTestJSON-1112944540-project] 10.222.0.68 "GET /v2.0/ports/e24e46c0-9295-4812-87bd-1766caed8b8f HTTP/1.1" status: 404 len: 333 time: 0.0611978 Jul 14 09:30:10.774562 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-68b7efa5-2ee8-497b-bab1-82a501cbe86b req-0b3d1d57-e053-449f-ab45-86f3e54f43e6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4c89afe5-b9f8-4e2e-b44c-d497b59f1beb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0622447 Jul 14 09:30:10.776176 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 54456) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:10.828434 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-eea3e8e7-5812-4dc9-b41b-3dbfce5fb258 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:10.829039 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-eea3e8e7-5812-4dc9-b41b-3dbfce5fb258 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:10.842505 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-0104e40e-b673-4d78-8a3b-2bd9b54f26ac None None] Deleting port 6f4a16b3-3566-4695-ba4f-f66d25c0dcd2 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:30:10.843062 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0104e40e-b673-4d78-8a3b-2bd9b54f26ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:10.848279 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-eea3e8e7-5812-4dc9-b41b-3dbfce5fb258 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Calling delete_port for fb5a048f-3824-4dc0-872b-5aae53d9809b owned by network:floatingip {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:30:10.893547 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424662ec-1993-4b12-8c98-cde7263dd8ec req-fa616217-e185-4d8f-b2a1-7e3f793b44aa tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:10.895323 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-424662ec-1993-4b12-8c98-cde7263dd8ec req-fa616217-e185-4d8f-b2a1-7e3f793b44aa tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/ports?device_id=4e1cb18d-7caa-44ec-92f9-fb1eaa6a7eac HTTP/1.1" status: 200 len: 944 time: 0.2826674 Jul 14 09:30:10.920341 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e29419e9-c220-41eb-ae84-a5b1fbbbedaf tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735687821325'] for network, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:10.920607 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-0104e40e-b673-4d78-8a3b-2bd9b54f26ac None None] For port 6f4a16b3-3566-4695-ba4f-f66d25c0dcd2, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=6f4a16b3-3566-4695-ba4f-f66d25c0dcd2,segment=NetworkSegment(c4cb1506-2d2e-495d-8627-81de9ff49dac),segment_id=c4cb1506-2d2e-495d-8627-81de9ff49dac)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:30:10.921019 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0104e40e-b673-4d78-8a3b-2bd9b54f26ac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:10.936174 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-0104e40e-b673-4d78-8a3b-2bd9b54f26ac None None] Calling delete_port for 6f4a16b3-3566-4695-ba4f-f66d25c0dcd2 owned by network:dhcp {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:30:10.965188 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e29419e9-c220-41eb-ae84-a5b1fbbbedaf tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855'] for network, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:10.991021 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e29419e9-c220-41eb-ae84-a5b1fbbbedaf tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:10.991021 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e29419e9-c220-41eb-ae84-a5b1fbbbedaf tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Notify callbacks [] for network, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:11.010825 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-424662ec-1993-4b12-8c98-cde7263dd8ec req-006fba1e-9e0b-4a56-9150-5d216a4aa388 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/security-groups?id=9b802230-9234-42e7-bf8c-0d12af0394c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063542 Jul 14 09:30:11.023054 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-68b7efa5-2ee8-497b-bab1-82a501cbe86b req-a794d759-1c22-4264-b164-7c6270257a24 service neutron] 10.222.0.57 "GET /v2.0/networks/4c89afe5-b9f8-4e2e-b44c-d497b59f1beb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2375534 Jul 14 09:30:11.085970 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0104e40e-b673-4d78-8a3b-2bd9b54f26ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:11.123376 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-e29419e9-c220-41eb-ae84-a5b1fbbbedaf tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6880584 Jul 14 09:30:11.124413 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-497d70a7-8b51-4980-8016-c789aa655087 tempest-AllowedAddressPairTestJSON-1112944540 tempest-AllowedAddressPairTestJSON-1112944540-project] Deleting port 38849c04-ec5a-4791-b0b6-d6212556de8f {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:30:11.124917 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-497d70a7-8b51-4980-8016-c789aa655087 tempest-AllowedAddressPairTestJSON-1112944540 tempest-AllowedAddressPairTestJSON-1112944540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:11.129541 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 54462) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:11.135259 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0104e40e-b673-4d78-8a3b-2bd9b54f26ac None None] No DVR routers for this DVR port 6f4a16b3-3566-4695-ba4f-f66d25c0dcd2 on host n-d-779913-29 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:30:11.136749 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-a910360a-290a-4bdd-a0f2-ebb4043082ef tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Request body: {'subnet': {'network_id': '22bda03c-dc7b-405a-87f5-924b6deddbb3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:11.137436 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0104e40e-b673-4d78-8a3b-2bd9b54f26ac None None] Pushing event deleted for resources: {'Port': ['ID=6f4a16b3-3566-4695-ba4f-f66d25c0dcd2,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:11.161725 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29419e9-c220-41eb-ae84-a5b1fbbbedaf tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Pushing event updated for resources: {'Network': ['ID=22bda03c-dc7b-405a-87f5-924b6deddbb3,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:11.176396 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Network 22bda03c-dc7b-405a-87f5-924b6deddbb3 details requested by agent ovs-agent-n-d-779913-29 with host n-d-779913-29 {{(pid=93959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:30:11.225035 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9706f5d0-3f2c-4161-abc5-caead69ac5d0 req-e6f52365-afab-4d2f-bce4-64b09c3a2ac2 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:11.226651 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-9706f5d0-3f2c-4161-abc5-caead69ac5d0 req-e6f52365-afab-4d2f-bce4-64b09c3a2ac2 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/ports?device_id=95b9a8bb-ffb8-4a06-a464-b6f623cf6c7e HTTP/1.1" status: 200 len: 945 time: 0.1931765 Jul 14 09:30:11.255458 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-eea3e8e7-5812-4dc9-b41b-3dbfce5fb258 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:11.295270 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea3e8e7-5812-4dc9-b41b-3dbfce5fb258 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Pushing event deleted for resources: {'Port': ['ID=fb5a048f-3824-4dc0-872b-5aae53d9809b,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:11.319596 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-68b7efa5-2ee8-497b-bab1-82a501cbe86b req-afc48124-238e-4c89-8afa-617f88f74a0e service neutron] 10.222.0.57 "GET /v2.0/networks/4c89afe5-b9f8-4e2e-b44c-d497b59f1beb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2893894 Jul 14 09:30:11.328006 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a910360a-290a-4bdd-a0f2-ebb4043082ef tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Made reservation on behalf of 51b57403dd7044d98367d2ed726ccde7 for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:30:11.331725 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a910360a-290a-4bdd-a0f2-ebb4043082ef tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16714600'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:11.334815 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-9706f5d0-3f2c-4161-abc5-caead69ac5d0 req-aba794c0-0e29-40fe-8933-902d84a3ff97 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/security-groups?id=bfacbc39-872c-438f-b7f4-05abded490ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988314 Jul 14 09:30:11.373122 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-eea3e8e7-5812-4dc9-b41b-3dbfce5fb258 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify callbacks [] for floatingip, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:11.376096 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-eea3e8e7-5812-4dc9-b41b-3dbfce5fb258 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for floatingip, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:11.377404 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-eea3e8e7-5812-4dc9-b41b-3dbfce5fb258 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] 10.222.0.68 "DELETE /v2.0/floatingips/9377afd9-80c5-4157-898a-fd69256ddba6 HTTP/1.1" status: 204 len: 168 time: 1.0443935 Jul 14 09:30:11.379974 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 54466) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:11.396158 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-497d70a7-8b51-4980-8016-c789aa655087 tempest-AllowedAddressPairTestJSON-1112944540 tempest-AllowedAddressPairTestJSON-1112944540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:11.420223 n-d-779913-29 neutron-server[93957]: INFO neutron.api.v2.resource [None req-b4d9f452-de20-4c49-8ac4-6aee1d6094f1 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] delete failed (client error): The resource could not be found. Jul 14 09:30:11.421194 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-b4d9f452-de20-4c49-8ac4-6aee1d6094f1 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] 10.222.0.68 "DELETE /v2.0/floatingips/9377afd9-80c5-4157-898a-fd69256ddba6 HTTP/1.1" status: 404 len: 345 time: 0.0402772 Jul 14 09:30:11.424929 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-497d70a7-8b51-4980-8016-c789aa655087 tempest-AllowedAddressPairTestJSON-1112944540 tempest-AllowedAddressPairTestJSON-1112944540-project] Calling delete_port for 38849c04-ec5a-4791-b0b6-d6212556de8f owned by {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:30:11.425326 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 54468) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:11.528731 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a4e6b2a-3b2a-4a23-bcfd-87ed462e2d3d tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:11.534785 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a4e6b2a-3b2a-4a23-bcfd-87ed462e2d3d tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:11.541512 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a4e6b2a-3b2a-4a23-bcfd-87ed462e2d3d tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:11.543169 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-1a4e6b2a-3b2a-4a23-bcfd-87ed462e2d3d tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] 10.222.0.68 "GET /v2.0/ports?network_id=a73cbbe4-db7c-4f2b-8913-ae2568280295 HTTP/1.1" status: 200 len: 2357 time: 0.1168272 Jul 14 09:30:11.545990 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 54470) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:11.603928 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60448e0c-56a7-4653-aa9d-0f7159287bb7 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:11.610244 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-60448e0c-56a7-4653-aa9d-0f7159287bb7 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] 10.222.0.68 "GET /v2.0/subnets/cd569636-49a0-4d0f-b33c-9e8da5502b60 HTTP/1.1" status: 200 len: 797 time: 0.0583873 Jul 14 09:30:11.610244 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 54474) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:11.615652 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-b2365013-e5dd-4406-b198-9e5f9f66cad4 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Request body: {'port': {'network_id': 'a73cbbe4-db7c-4f2b-8913-ae2568280295', 'name': 'tempest-FloatingIPTestJSON-211811461', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:11.656196 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-497d70a7-8b51-4980-8016-c789aa655087 tempest-AllowedAddressPairTestJSON-1112944540 tempest-AllowedAddressPairTestJSON-1112944540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:11.712302 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497d70a7-8b51-4980-8016-c789aa655087 tempest-AllowedAddressPairTestJSON-1112944540 tempest-AllowedAddressPairTestJSON-1112944540-project] Pushing event deleted for resources: {'Port': ['ID=38849c04-ec5a-4791-b0b6-d6212556de8f,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:11.728752 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2365013-e5dd-4406-b198-9e5f9f66cad4 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Made reservation on behalf of 258b6ae747a6453595e7230ea07ff097 for: {'port': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:30:11.821455 n-d-779913-29 neutron-server[93958]: DEBUG neutron.objects.ports [None req-a910360a-290a-4bdd-a0f2-ebb4043082ef tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93958) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 14 09:30:11.824936 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a910360a-290a-4bdd-a0f2-ebb4043082ef tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13573993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16714586'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:11.826362 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b2365013-e5dd-4406-b198-9e5f9f66cad4 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:11.845027 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-b2365013-e5dd-4406-b198-9e5f9f66cad4 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] device_id is not set on port 608dcff3-a940-4c58-9aef-4e7d22ef995c yet. {{(pid=93957) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:30:11.858750 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-497d70a7-8b51-4980-8016-c789aa655087 tempest-AllowedAddressPairTestJSON-1112944540 tempest-AllowedAddressPairTestJSON-1112944540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:11.861263 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-497d70a7-8b51-4980-8016-c789aa655087 tempest-AllowedAddressPairTestJSON-1112944540 tempest-AllowedAddressPairTestJSON-1112944540-project] 10.222.0.68 "DELETE /v2.0/ports/38849c04-ec5a-4791-b0b6-d6212556de8f HTTP/1.1" status: 204 len: 168 time: 1.0841451 Jul 14 09:30:11.869208 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 54476) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:11.892924 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a910360a-290a-4bdd-a0f2-ebb4043082ef tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Pushing event updated for resources: {'Subnet': ['ID=169ef474-85b4-4451-b529-0296fc84be90,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:11.912217 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a910360a-290a-4bdd-a0f2-ebb4043082ef tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Checking segment: {'id': '2d7a7931-4767-4aad-94a9-006af59e8cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '22bda03c-dc7b-405a-87f5-924b6deddbb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:30:11.912217 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a910360a-290a-4bdd-a0f2-ebb4043082ef tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Network hostable DHCP agents. Network: 22bda03c-dc7b-405a-87f5-924b6deddbb3, hostable agents: ['c6a09bd4-f72e-4283-a3ca-0bbca8a51081'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:30:11.928620 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a910360a-290a-4bdd-a0f2-ebb4043082ef tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Network 22bda03c-dc7b-405a-87f5-924b6deddbb3 is scheduled to be hosted by DHCP agent c6a09bd4-f72e-4283-a3ca-0bbca8a51081 with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:30:11.938931 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-a910360a-290a-4bdd-a0f2-ebb4043082ef tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-29, 22bda03c-dc7b-405a-87f5-924b6deddbb3) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:30:11.939429 n-d-779913-29 neutron-server[93957]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f46d955-a2d9-4cc4-9e83-bd9ac1f7126d tempest-AllowedAddressPairTestJSON-1112944540 tempest-AllowedAddressPairTestJSON-1112944540-project] GET failed (client error): The resource could not be found. Jul 14 09:30:11.944516 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-4f46d955-a2d9-4cc4-9e83-bd9ac1f7126d tempest-AllowedAddressPairTestJSON-1112944540 tempest-AllowedAddressPairTestJSON-1112944540-project] 10.222.0.68 "GET /v2.0/ports/38849c04-ec5a-4791-b0b6-d6212556de8f HTTP/1.1" status: 404 len: 333 time: 0.0709546 Jul 14 09:30:11.944699 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 781f0208-006d-4583-8b75-0c0570cf7bfe details requested by agent hyperv_n-h2-779913-29 with host n-h2-779913-29 {{(pid=93959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:30:11.945159 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a910360a-290a-4bdd-a0f2-ebb4043082ef tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:11.945159 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a910360a-290a-4bdd-a0f2-ebb4043082ef tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:11.948291 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 54478) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:11.961315 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-032be37c-d2c6-41ff-af2a-a886a97e0efa None None] Network 22bda03c-dc7b-405a-87f5-924b6deddbb3 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:30:12.001670 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-a910360a-290a-4bdd-a0f2-ebb4043082ef tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 0.8691168 Jul 14 09:30:12.005923 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 54480) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:12.068675 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-580a9a5e-7a34-411a-ab56-bc70c89c2293 tempest-AllowedAddressPairTestJSON-1112944540 tempest-AllowedAddressPairTestJSON-1112944540-project] Deleting port db0fd2f1-f950-4c3b-b5bf-c03b1ea87345 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:30:12.069104 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-580a9a5e-7a34-411a-ab56-bc70c89c2293 tempest-AllowedAddressPairTestJSON-1112944540 tempest-AllowedAddressPairTestJSON-1112944540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:12.124320 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6a3ba32f-0b10-4908-9b05-e1a92fb87518 tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3876111'] for network, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:12.127723 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 781f0208-006d-4583-8b75-0c0570cf7bfe, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=781f0208-006d-4583-8b75-0c0570cf7bfe,segment=NetworkSegment(7c0bb8da-25ea-40ae-a0d8-c863fd3d0f97),segment_id=7c0bb8da-25ea-40ae-a0d8-c863fd3d0f97)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:30:12.142513 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Returning: {'device': '781f0208-006d-4583-8b75-0c0570cf7bfe', 'network_id': '4c89afe5-b9f8-4e2e-b44c-d497b59f1beb', 'port_id': '781f0208-006d-4583-8b75-0c0570cf7bfe', 'mac_address': 'fa:16:3e:9f:ea:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 733, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9b5b9a6-c0c5-422a-9cec-7b209f25a172', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:30:12.225542 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:12.244875 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 781f0208-006d-4583-8b75-0c0570cf7bfe {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:30:12.286285 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 781f0208-006d-4583-8b75-0c0570cf7bfe, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=781f0208-006d-4583-8b75-0c0570cf7bfe,segment=NetworkSegment(7c0bb8da-25ea-40ae-a0d8-c863fd3d0f97),segment_id=7c0bb8da-25ea-40ae-a0d8-c863fd3d0f97)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:30:12.311246 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:12.335771 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6a3ba32f-0b10-4908-9b05-e1a92fb87518 tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3481002'] for subnet, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:12.351702 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d3d3933-9d03-4952-80c9-6e1b9c7f35d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf57baaa9-fd24-59f4-8fd2-1dc21122ce72-22bda03c-dc7b-405a-87f5-924b6deddbb3', 'network_id': '22bda03c-dc7b-405a-87f5-924b6deddbb3', 'tenant_id': '51b57403dd7044d98367d2ed726ccde7', 'fixed_ips': [{'subnet_id': '169ef474-85b4-4451-b529-0296fc84be90'}]}} from n-d-779913-29. {{(pid=93959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:30:12.352722 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0d3d3933-9d03-4952-80c9-6e1b9c7f35d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:12.455064 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f8a67c-59bf-4727-8a28-2844121df2ba req-d65f2a05-ed15-467a-92ce-02626795bc36 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:12.456634 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a8f8a67c-59bf-4727-8a28-2844121df2ba req-d65f2a05-ed15-467a-92ce-02626795bc36 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/ports?device_id=4e1cb18d-7caa-44ec-92f9-fb1eaa6a7eac HTTP/1.1" status: 200 len: 944 time: 0.3107457 Jul 14 09:30:12.536738 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Pushing event updated for resources: {'Port': ['ID=781f0208-006d-4583-8b75-0c0570cf7bfe,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:12.550906 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-580a9a5e-7a34-411a-ab56-bc70c89c2293 tempest-AllowedAddressPairTestJSON-1112944540 tempest-AllowedAddressPairTestJSON-1112944540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:12.566957 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-580a9a5e-7a34-411a-ab56-bc70c89c2293 tempest-AllowedAddressPairTestJSON-1112944540 tempest-AllowedAddressPairTestJSON-1112944540-project] Calling delete_port for db0fd2f1-f950-4c3b-b5bf-c03b1ea87345 owned by {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:30:12.613044 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 6f4a16b3-3566-4695-ba4f-f66d25c0dcd2 no longer exists at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:30:12.636302 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] get_ports_and_sgs() called for port_ids ['781f0208-006d-4583-8b75-0c0570cf7bfe'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:30:12.672606 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] No Port match for: 6f4a16b3-3566-4695-ba4f-f66d25c0dcd2 {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:30:12.673106 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 6f4a16b3-3566-4695-ba4f-f66d25c0dcd2 not bound to the agent host n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:30:12.698341 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:12.749157 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-580a9a5e-7a34-411a-ab56-bc70c89c2293 tempest-AllowedAddressPairTestJSON-1112944540 tempest-AllowedAddressPairTestJSON-1112944540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:12.778465 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580a9a5e-7a34-411a-ab56-bc70c89c2293 tempest-AllowedAddressPairTestJSON-1112944540 tempest-AllowedAddressPairTestJSON-1112944540-project] Pushing event deleted for resources: {'Port': ['ID=db0fd2f1-f950-4c3b-b5bf-c03b1ea87345,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:12.863821 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-b2365013-e5dd-4406-b198-9e5f9f66cad4 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Allocated IP 172.20.0.14 (a73cbbe4-db7c-4f2b-8913-ae2568280295/cd569636-49a0-4d0f-b33c-9e8da5502b60/608dcff3-a940-4c58-9aef-4e7d22ef995c) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:30:12.872617 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6a3ba32f-0b10-4908-9b05-e1a92fb87518 tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10052701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11984075'] for subnet, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:12.886109 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59c7046-2a76-4882-9028-315ef9477f78 req-74c4140f-296e-4c43-bd82-60e38fc43b5b tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:12.887733 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-b59c7046-2a76-4882-9028-315ef9477f78 req-74c4140f-296e-4c43-bd82-60e38fc43b5b tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/ports?device_id=95b9a8bb-ffb8-4a06-a464-b6f623cf6c7e HTTP/1.1" status: 200 len: 945 time: 0.1862338 Jul 14 09:30:12.888092 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-b2365013-e5dd-4406-b198-9e5f9f66cad4 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Allocated IP 172.20.0.13 (a73cbbe4-db7c-4f2b-8913-ae2568280295/cd569636-49a0-4d0f-b33c-9e8da5502b60/608dcff3-a940-4c58-9aef-4e7d22ef995c) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:30:12.896593 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-580a9a5e-7a34-411a-ab56-bc70c89c2293 tempest-AllowedAddressPairTestJSON-1112944540 tempest-AllowedAddressPairTestJSON-1112944540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:12.900887 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-580a9a5e-7a34-411a-ab56-bc70c89c2293 tempest-AllowedAddressPairTestJSON-1112944540 tempest-AllowedAddressPairTestJSON-1112944540-project] 10.222.0.68 "DELETE /v2.0/ports/db0fd2f1-f950-4c3b-b5bf-c03b1ea87345 HTTP/1.1" status: 204 len: 168 time: 0.9497738 Jul 14 09:30:12.901072 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 54492) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:12.921688 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3ba32f-0b10-4908-9b05-e1a92fb87518 tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Pushing event deleted for resources: {'Subnet': ['ID=169ef474-85b4-4451-b529-0296fc84be90,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:12.931182 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a8f8a67c-59bf-4727-8a28-2844121df2ba req-9fb7a692-aa78-4211-8499-bdb96cfa70df tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/security-groups?id=9b802230-9234-42e7-bf8c-0d12af0394c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4624672 Jul 14 09:30:12.947341 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server [None req-0d3d3933-9d03-4952-80c9-6e1b9c7f35d7 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 169ef474-85b4-4451-b529-0296fc84be90: This subnet is being modified by another concurrent operation. Jul 14 09:30:12.947341 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 14 09:30:12.947341 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 14 09:30:12.947341 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 14 09:30:12.947341 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 14 09:30:12.947341 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 14 09:30:12.947341 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 14 09:30:12.947341 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 14 09:30:12.947341 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 14 09:30:12.947341 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 14 09:30:12.947341 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 14 09:30:12.947341 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 14 09:30:12.947341 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:30:12.947341 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:30:12.947341 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:30:12.947341 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:30:12.947341 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 14 09:30:12.947341 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 09:30:12.947341 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 14 09:30:12.947341 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 14 09:30:12.947341 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:30:12.947341 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:30:12.947341 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:30:12.947341 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:30:12.947341 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 14 09:30:12.947341 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 09:30:12.947341 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 14 09:30:12.947341 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 14 09:30:12.947341 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:30:12.947341 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:30:12.947341 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:30:12.947341 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:30:12.947341 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 14 09:30:12.947341 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 14 09:30:12.947341 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 14 09:30:12.947341 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 14 09:30:12.947341 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 14 09:30:12.947341 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 14 09:30:12.947341 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 14 09:30:12.947341 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 14 09:30:12.947341 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 14 09:30:12.947341 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 14 09:30:12.947341 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 14 09:30:12.947341 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 14 09:30:12.947341 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 14 09:30:12.947341 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 14 09:30:12.947341 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 14 09:30:12.947341 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 14 09:30:12.947341 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:30:12.947341 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:30:12.947341 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:30:12.947341 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:30:12.947341 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 14 09:30:12.947341 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 09:30:12.951478 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 14 09:30:12.951478 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 14 09:30:12.951478 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:30:12.951478 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:30:12.951478 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:30:12.951478 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:30:12.951478 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 14 09:30:12.951478 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 09:30:12.951478 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 14 09:30:12.951478 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 14 09:30:12.951478 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:30:12.951478 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:30:12.951478 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:30:12.951478 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:30:12.951478 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 14 09:30:12.951478 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 14 09:30:12.951478 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 14 09:30:12.951478 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 14 09:30:12.951478 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 14 09:30:12.951478 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 14 09:30:12.951478 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 14 09:30:12.951478 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 14 09:30:12.951478 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 14 09:30:12.951478 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 14 09:30:12.951478 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:30:12.951478 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:30:12.951478 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:30:12.951478 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:30:12.951478 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 14 09:30:12.951478 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 14 09:30:12.951478 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 14 09:30:12.951478 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 14 09:30:12.951478 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 14 09:30:12.951478 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 14 09:30:12.951478 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 14 09:30:12.951478 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server raise exception Jul 14 09:30:12.951478 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 169ef474-85b4-4451-b529-0296fc84be90: This subnet is being modified by another concurrent operation. Jul 14 09:30:12.951478 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server Jul 14 09:30:12.972769 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-168b7c96-5f88-46c0-96b3-bacb91e791ae tempest-AllowedAddressPairTestJSON-1112944540 tempest-AllowedAddressPairTestJSON-1112944540-project] Deleting subnet 8a9b68c8-64bf-4062-a5d2-676e80644f96 {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:30:12.998779 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-168b7c96-5f88-46c0-96b3-bacb91e791ae tempest-AllowedAddressPairTestJSON-1112944540 tempest-AllowedAddressPairTestJSON-1112944540-project] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:13.017075 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c873e8b-cb0f-4366-bb26-912db002671b None None] Network 22bda03c-dc7b-405a-87f5-924b6deddbb3 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:30:13.059830 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6a3ba32f-0b10-4908-9b05-e1a92fb87518 tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473955', 'neutron.services.segments.db._delete_segments_for_network-8735688326548'] for network, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:13.066243 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-b59c7046-2a76-4882-9028-315ef9477f78 req-e6e9dfa4-712f-4537-90ec-4c26da8158f6 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/security-groups?id=bfacbc39-872c-438f-b7f4-05abded490ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710937 Jul 14 09:30:13.109999 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-168b7c96-5f88-46c0-96b3-bacb91e791ae tempest-AllowedAddressPairTestJSON-1112944540 tempest-AllowedAddressPairTestJSON-1112944540-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13574120'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:13.111469 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-6a3ba32f-0b10-4908-9b05-e1a92fb87518 tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22bda03c-dc7b-405a-87f5-924b6deddbb3']}} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:13.176623 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-6a3ba32f-0b10-4908-9b05-e1a92fb87518 tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d7a7931-4767-4aad-94a9-006af59e8cd9') {'for_net_delete': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:13.177295 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-6a3ba32f-0b10-4908-9b05-e1a92fb87518 tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d7a7931-4767-4aad-94a9-006af59e8cd9') {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:13.196304 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6a3ba32f-0b10-4908-9b05-e1a92fb87518 tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735688356235', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10944210'] for segment, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:13.215679 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6a3ba32f-0b10-4908-9b05-e1a92fb87518 tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:13.230922 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-168b7c96-5f88-46c0-96b3-bacb91e791ae tempest-AllowedAddressPairTestJSON-1112944540 tempest-AllowedAddressPairTestJSON-1112944540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3481002'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:13.232436 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a3ba32f-0b10-4908-9b05-e1a92fb87518 tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Releasing vlan 727 on physical network physnet1 to pool {{(pid=93957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:30:13.232810 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6a3ba32f-0b10-4908-9b05-e1a92fb87518 tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10053619'] for segment, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:13.235772 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:30:13.235772 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:30:13.235772 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:30:13.235772 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:30:13.235772 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:30:13.235772 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:30:13.235772 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:30:13.235772 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:30:13.235772 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:30:13.235772 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:30:13.235772 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:30:13.235772 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:30:13.235772 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:30:13.235772 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:30:13.235772 n-d-779913-29 neutron-server[93957]: Traceback (most recent call last): Jul 14 09:30:13.235772 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:30:13.235772 n-d-779913-29 neutron-server[93957]: timer() Jul 14 09:30:13.235772 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:30:13.235772 n-d-779913-29 neutron-server[93957]: cb(*args, **kw) Jul 14 09:30:13.235772 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:30:13.235772 n-d-779913-29 neutron-server[93957]: return func(*args, **kwargs) Jul 14 09:30:13.235772 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:30:13.235772 n-d-779913-29 neutron-server[93957]: self._notify() Jul 14 09:30:13.235772 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:30:13.235772 n-d-779913-29 neutron-server[93957]: self.callback(batched_events) Jul 14 09:30:13.235772 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:30:13.235772 n-d-779913-29 neutron-server[93957]: event.method(event) Jul 14 09:30:13.235772 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:30:13.235772 n-d-779913-29 neutron-server[93957]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:30:13.235772 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:30:13.235772 n-d-779913-29 neutron-server[93957]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:30:13.235772 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:30:13.235772 n-d-779913-29 neutron-server[93957]: return f(self, *a, **k) Jul 14 09:30:13.235772 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:30:13.235772 n-d-779913-29 neutron-server[93957]: return self._get(url).json() Jul 14 09:30:13.235772 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:30:13.235772 n-d-779913-29 neutron-server[93957]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:30:13.235772 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:30:13.235772 n-d-779913-29 neutron-server[93957]: return self.request(url, 'GET', **kwargs) Jul 14 09:30:13.235772 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:30:13.235772 n-d-779913-29 neutron-server[93957]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:30:13.235772 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:30:13.235772 n-d-779913-29 neutron-server[93957]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:30:13.235772 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:30:13.235772 n-d-779913-29 neutron-server[93957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:30:13.235772 n-d-779913-29 neutron-server[93957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:30:13.254082 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ee1ce2c-efb4-4c8c-8366-1ad85e778f5e None None] get_active_networks_info from n-d-779913-29 {{(pid=93959) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 14 09:30:13.300293 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-168b7c96-5f88-46c0-96b3-bacb91e791ae tempest-AllowedAddressPairTestJSON-1112944540 tempest-AllowedAddressPairTestJSON-1112944540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13574056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16714573'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:13.319288 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b2365013-e5dd-4406-b198-9e5f9f66cad4 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:13.324433 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6a3ba32f-0b10-4908-9b05-e1a92fb87518 tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660504'] for network, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:13.332143 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6a3ba32f-0b10-4908-9b05-e1a92fb87518 tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Notify callbacks [] for network, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:13.332995 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168b7c96-5f88-46c0-96b3-bacb91e791ae tempest-AllowedAddressPairTestJSON-1112944540 tempest-AllowedAddressPairTestJSON-1112944540-project] Pushing event deleted for resources: {'Subnet': ['ID=8a9b68c8-64bf-4062-a5d2-676e80644f96,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:13.333973 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-6a3ba32f-0b10-4908-9b05-e1a92fb87518 tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] 10.222.0.68 "DELETE /v2.0/networks/22bda03c-dc7b-405a-87f5-924b6deddbb3 HTTP/1.1" status: 204 len: 168 time: 1.3271081 Jul 14 09:30:13.337456 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 54494) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:13.342659 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-fd2e398b-5919-4ce1-9b0a-6f7f70d02e6b tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1117698614'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:13.346815 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-168b7c96-5f88-46c0-96b3-bacb91e791ae tempest-AllowedAddressPairTestJSON-1112944540 tempest-AllowedAddressPairTestJSON-1112944540-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:13.351225 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-168b7c96-5f88-46c0-96b3-bacb91e791ae tempest-AllowedAddressPairTestJSON-1112944540 tempest-AllowedAddressPairTestJSON-1112944540-project] 10.222.0.68 "DELETE /v2.0/subnets/8a9b68c8-64bf-4062-a5d2-676e80644f96 HTTP/1.1" status: 204 len: 168 time: 0.4491663 Jul 14 09:30:13.354261 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 54498) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:13.366424 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3ba32f-0b10-4908-9b05-e1a92fb87518 tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Pushing event deleted for resources: {'Network': ['ID=22bda03c-dc7b-405a-87f5-924b6deddbb3,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:13.434888 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b2365013-e5dd-4406-b198-9e5f9f66cad4 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:13.482233 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd2e398b-5919-4ce1-9b0a-6f7f70d02e6b tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Made reservation on behalf of 51b57403dd7044d98367d2ed726ccde7 for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:30:13.485125 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2365013-e5dd-4406-b198-9e5f9f66cad4 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Network a73cbbe4-db7c-4f2b-8913-ae2568280295 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:30:13.486190 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fd2e398b-5919-4ce1-9b0a-6f7f70d02e6b tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:13.491128 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-b2365013-e5dd-4406-b198-9e5f9f66cad4 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:30:13.522899 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c4dd2e35-cb22-4fc2-8d41-ca276ac89112 tempest-AllowedAddressPairTestJSON-1112944540 tempest-AllowedAddressPairTestJSON-1112944540-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3876111'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:13.544265 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2365013-e5dd-4406-b198-9e5f9f66cad4 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:30:13.568464 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd2e398b-5919-4ce1-9b0a-6f7f70d02e6b tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 707} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:30:13.595868 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fd2e398b-5919-4ce1-9b0a-6f7f70d02e6b tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:13.596991 n-d-779913-29 neutron-server[93958]: INFO neutron.db.segments_db [None req-fd2e398b-5919-4ce1-9b0a-6f7f70d02e6b tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Added segment 5facb9c0-1f71-4b96-95eb-3c09ef2532a2 of type vlan for network 86fca159-0a7f-4570-83eb-d3665b861f65 Jul 14 09:30:13.632421 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2365013-e5dd-4406-b198-9e5f9f66cad4 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Pushing event updated for resources: {'Port': ['ID=608dcff3-a940-4c58-9aef-4e7d22ef995c,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:13.656312 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2365013-e5dd-4406-b198-9e5f9f66cad4 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:13.657649 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b2365013-e5dd-4406-b198-9e5f9f66cad4 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:13.661147 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:13.694519 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-b2365013-e5dd-4406-b198-9e5f9f66cad4 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 2.0826004 Jul 14 09:30:13.697819 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 54502) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:13.704866 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-fd341451-ff7d-4423-989a-317068170ed8 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Request body: {'floatingip': {'floating_network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'port_id': '608dcff3-a940-4c58-9aef-4e7d22ef995c', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:13.715699 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fd2e398b-5919-4ce1-9b0a-6f7f70d02e6b tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735687821325'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:13.739046 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-fd341451-ff7d-4423-989a-317068170ed8 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify callbacks [] for floatingip, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:13.786090 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ee1ce2c-efb4-4c8c-8366-1ad85e778f5e None None] Resources bound (agent type, host, resource id): {{(pid=93959) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 14 09:30:13.800407 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fd2e398b-5919-4ce1-9b0a-6f7f70d02e6b tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:13.807503 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd2e398b-5919-4ce1-9b0a-6f7f70d02e6b tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:13.808527 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fd2e398b-5919-4ce1-9b0a-6f7f70d02e6b tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:13.887424 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-fd341451-ff7d-4423-989a-317068170ed8 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:13.888155 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-c4dd2e35-cb22-4fc2-8d41-ca276ac89112 tempest-AllowedAddressPairTestJSON-1112944540 tempest-AllowedAddressPairTestJSON-1112944540-project] Deleting port 15daa39b-fcc5-44d1-9cb0-9aadb0ded480 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:30:13.889065 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c4dd2e35-cb22-4fc2-8d41-ca276ac89112 tempest-AllowedAddressPairTestJSON-1112944540 tempest-AllowedAddressPairTestJSON-1112944540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:13.910522 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-fd2e398b-5919-4ce1-9b0a-6f7f70d02e6b tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5720408 Jul 14 09:30:13.943527 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 54504) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:13.951057 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-791e9eff-74c3-4bf8-9cb8-f8b74a0ee4c9 tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Request body: {'subnet': {'network_id': '86fca159-0a7f-4570-83eb-d3665b861f65', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:13.970905 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 781f0208-006d-4583-8b75-0c0570cf7bfe up at agent hyperv_n-h2-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:30:14.026508 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2e398b-5919-4ce1-9b0a-6f7f70d02e6b tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Pushing event updated for resources: {'Network': ['ID=86fca159-0a7f-4570-83eb-d3665b861f65,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:14.056764 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Network 86fca159-0a7f-4570-83eb-d3665b861f65 details requested by agent ovs-agent-n-d-779913-29 with host n-d-779913-29 {{(pid=93959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:30:14.065063 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-c4dd2e35-cb22-4fc2-8d41-ca276ac89112 tempest-AllowedAddressPairTestJSON-1112944540 tempest-AllowedAddressPairTestJSON-1112944540-project] For port 15daa39b-fcc5-44d1-9cb0-9aadb0ded480, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=15daa39b-fcc5-44d1-9cb0-9aadb0ded480,segment=NetworkSegment(7ee930ae-38a1-4538-8ba7-6023bbce8776),segment_id=7ee930ae-38a1-4538-8ba7-6023bbce8776)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:30:14.065063 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c4dd2e35-cb22-4fc2-8d41-ca276ac89112 tempest-AllowedAddressPairTestJSON-1112944540 tempest-AllowedAddressPairTestJSON-1112944540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:14.084464 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-c4dd2e35-cb22-4fc2-8d41-ca276ac89112 tempest-AllowedAddressPairTestJSON-1112944540 tempest-AllowedAddressPairTestJSON-1112944540-project] Calling delete_port for 15daa39b-fcc5-44d1-9cb0-9aadb0ded480 owned by network:dhcp {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:30:14.108435 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-fd341451-ff7d-4423-989a-317068170ed8 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Allocated IP 172.25.4.240 (2dcd4d32-cc7c-4468-b396-7ce5c9231892/6cd22a75-5bc1-467c-a3c4-0af04bd1b34a/e59ba78f-9068-46df-9164-f054f515792a) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:30:14.224489 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Provisioning for port 781f0208-006d-4583-8b75-0c0570cf7bfe completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:30:14.254462 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-791e9eff-74c3-4bf8-9cb8-f8b74a0ee4c9 tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Made reservation on behalf of 51b57403dd7044d98367d2ed726ccde7 for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:30:14.256056 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Provisioning complete for port 781f0208-006d-4583-8b75-0c0570cf7bfe triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:30:14.256486 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:14.258032 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-791e9eff-74c3-4bf8-9cb8-f8b74a0ee4c9 tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16714600'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:14.315680 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-fd341451-ff7d-4423-989a-317068170ed8 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:14.384465 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c149eed8-98d4-4aa3-be2b-89076212f2ab req-4ff22010-bbf7-48dc-9d35-869a1008466f tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:14.386255 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-c149eed8-98d4-4aa3-be2b-89076212f2ab req-4ff22010-bbf7-48dc-9d35-869a1008466f tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/ports?device_id=4e1cb18d-7caa-44ec-92f9-fb1eaa6a7eac HTTP/1.1" status: 200 len: 945 time: 0.2422891 Jul 14 09:30:14.387988 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11fce08-fdda-43dd-8671-368d66b37cbc req-ba4d1b0e-8ffc-4609-9e56-64287d68cd9b tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:14.389957 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a11fce08-fdda-43dd-8671-368d66b37cbc req-ba4d1b0e-8ffc-4609-9e56-64287d68cd9b tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/ports?device_id=95b9a8bb-ffb8-4a06-a464-b6f623cf6c7e HTTP/1.1" status: 200 len: 945 time: 0.1391563 Jul 14 09:30:14.420066 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c4dd2e35-cb22-4fc2-8d41-ca276ac89112 tempest-AllowedAddressPairTestJSON-1112944540 tempest-AllowedAddressPairTestJSON-1112944540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:14.425777 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-fd341451-ff7d-4423-989a-317068170ed8 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:14.471536 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a11fce08-fdda-43dd-8671-368d66b37cbc req-e48b704a-5084-419b-b176-ccaa6ba724b1 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/security-groups?id=bfacbc39-872c-438f-b7f4-05abded490ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727584 Jul 14 09:30:14.482845 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-c149eed8-98d4-4aa3-be2b-89076212f2ab req-38ae4f19-0fd5-4725-bdcf-60205fffad3b tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/security-groups?id=9b802230-9234-42e7-bf8c-0d12af0394c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864413 Jul 14 09:30:14.485000 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd341451-ff7d-4423-989a-317068170ed8 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Network 2dcd4d32-cc7c-4468-b396-7ce5c9231892 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:30:14.488219 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-fd341451-ff7d-4423-989a-317068170ed8 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:30:14.492719 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd341451-ff7d-4423-989a-317068170ed8 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:30:14.495857 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd341451-ff7d-4423-989a-317068170ed8 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Pushing event updated for resources: {'Port': ['ID=e59ba78f-9068-46df-9164-f054f515792a,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:14.514125 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4dd2e35-cb22-4fc2-8d41-ca276ac89112 tempest-AllowedAddressPairTestJSON-1112944540 tempest-AllowedAddressPairTestJSON-1112944540-project] No DVR routers for this DVR port 15daa39b-fcc5-44d1-9cb0-9aadb0ded480 on host n-d-779913-29 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:30:14.535131 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dd2e35-cb22-4fc2-8d41-ca276ac89112 tempest-AllowedAddressPairTestJSON-1112944540 tempest-AllowedAddressPairTestJSON-1112944540-project] Pushing event deleted for resources: {'Port': ['ID=15daa39b-fcc5-44d1-9cb0-9aadb0ded480,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:14.617333 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:14.653211 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 781f0208-006d-4583-8b75-0c0570cf7bfe, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=781f0208-006d-4583-8b75-0c0570cf7bfe,segment=NetworkSegment(7c0bb8da-25ea-40ae-a0d8-c863fd3d0f97),segment_id=7c0bb8da-25ea-40ae-a0d8-c863fd3d0f97)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:30:14.654992 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e1cb18d-7caa-44ec-92f9-fb1eaa6a7eac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '781f0208-006d-4583-8b75-0c0570cf7bfe'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:30:14.657661 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd62303f06773040a8a4e189dc46b4f565768c299abf8ab8e7739778b0bc3e97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06db307d-f960-489d-949e-8e870a2a1cd8" -d '{"events": [{"server_uuid": "4e1cb18d-7caa-44ec-92f9-fb1eaa6a7eac", "name": "network-vif-plugged", "status": "completed", "tag": "781f0208-006d-4583-8b75-0c0570cf7bfe"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:30:14.664434 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:14.717382 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:30:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb3ff76e-6fbc-4dc7-abaf-740f56bc80aa x-openstack-request-id: req-eb3ff76e-6fbc-4dc7-abaf-740f56bc80aa {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:30:14.717706 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e1cb18d-7caa-44ec-92f9-fb1eaa6a7eac", "name": "network-vif-plugged", "status": "completed", "tag": "781f0208-006d-4583-8b75-0c0570cf7bfe", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:30:14.717998 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-eb3ff76e-6fbc-4dc7-abaf-740f56bc80aa {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:30:14.718354 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e1cb18d-7caa-44ec-92f9-fb1eaa6a7eac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '781f0208-006d-4583-8b75-0c0570cf7bfe', 'code': 200} Jul 14 09:30:14.909145 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c4dd2e35-cb22-4fc2-8d41-ca276ac89112 tempest-AllowedAddressPairTestJSON-1112944540 tempest-AllowedAddressPairTestJSON-1112944540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473955', 'neutron.services.segments.db._delete_segments_for_network-8735688326548'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:14.928719 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Pushing event updated for resources: {'Port': ['ID=781f0208-006d-4583-8b75-0c0570cf7bfe,revision_number=5']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:14.967472 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-c4dd2e35-cb22-4fc2-8d41-ca276ac89112 tempest-AllowedAddressPairTestJSON-1112944540 tempest-AllowedAddressPairTestJSON-1112944540-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85211b85-f4df-406e-bcf9-c9b8260d54dc']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:15.017728 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-196e68b4-b194-4209-8569-c9d95ae88912 None None] Network 85211b85-f4df-406e-bcf9-c9b8260d54dc requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:30:15.027791 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-c4dd2e35-cb22-4fc2-8d41-ca276ac89112 tempest-AllowedAddressPairTestJSON-1112944540 tempest-AllowedAddressPairTestJSON-1112944540-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ee930ae-38a1-4538-8ba7-6023bbce8776') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:15.028114 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-c4dd2e35-cb22-4fc2-8d41-ca276ac89112 tempest-AllowedAddressPairTestJSON-1112944540 tempest-AllowedAddressPairTestJSON-1112944540-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ee930ae-38a1-4538-8ba7-6023bbce8776') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:15.080425 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c4dd2e35-cb22-4fc2-8d41-ca276ac89112 tempest-AllowedAddressPairTestJSON-1112944540 tempest-AllowedAddressPairTestJSON-1112944540-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735688356235', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13574129'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:15.113632 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-791e9eff-74c3-4bf8-9cb8-f8b74a0ee4c9 tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13573993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16714586'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:15.116565 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c4dd2e35-cb22-4fc2-8d41-ca276ac89112 tempest-AllowedAddressPairTestJSON-1112944540 tempest-AllowedAddressPairTestJSON-1112944540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:15.142955 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-fd341451-ff7d-4423-989a-317068170ed8 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:15.158097 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4dd2e35-cb22-4fc2-8d41-ca276ac89112 tempest-AllowedAddressPairTestJSON-1112944540 tempest-AllowedAddressPairTestJSON-1112944540-project] Releasing vlan 719 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:30:15.158518 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c4dd2e35-cb22-4fc2-8d41-ca276ac89112 tempest-AllowedAddressPairTestJSON-1112944540 tempest-AllowedAddressPairTestJSON-1112944540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13573126'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:15.161805 n-d-779913-29 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:30:15.161805 n-d-779913-29 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:30:15.161805 n-d-779913-29 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:30:15.161805 n-d-779913-29 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:30:15.161805 n-d-779913-29 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:30:15.161805 n-d-779913-29 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:30:15.161805 n-d-779913-29 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:30:15.161805 n-d-779913-29 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:30:15.161805 n-d-779913-29 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:30:15.161805 n-d-779913-29 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:30:15.161805 n-d-779913-29 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:30:15.161805 n-d-779913-29 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:30:15.161805 n-d-779913-29 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:30:15.161805 n-d-779913-29 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:30:15.161805 n-d-779913-29 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:30:15.161805 n-d-779913-29 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:30:15.161805 n-d-779913-29 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:30:15.161805 n-d-779913-29 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:30:15.161805 n-d-779913-29 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:30:15.161805 n-d-779913-29 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:30:15.161805 n-d-779913-29 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:30:15.161805 n-d-779913-29 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:30:15.161805 n-d-779913-29 neutron-server[93958]: Traceback (most recent call last): Jul 14 09:30:15.161805 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:30:15.161805 n-d-779913-29 neutron-server[93958]: timer() Jul 14 09:30:15.161805 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:30:15.161805 n-d-779913-29 neutron-server[93958]: cb(*args, **kw) Jul 14 09:30:15.161805 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:30:15.161805 n-d-779913-29 neutron-server[93958]: return func(*args, **kwargs) Jul 14 09:30:15.161805 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:30:15.161805 n-d-779913-29 neutron-server[93958]: self._notify() Jul 14 09:30:15.161805 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:30:15.161805 n-d-779913-29 neutron-server[93958]: self.callback(batched_events) Jul 14 09:30:15.161805 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:30:15.161805 n-d-779913-29 neutron-server[93958]: event.method(event) Jul 14 09:30:15.161805 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:30:15.161805 n-d-779913-29 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:30:15.161805 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:30:15.161805 n-d-779913-29 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:30:15.161805 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:30:15.161805 n-d-779913-29 neutron-server[93958]: return f(self, *a, **k) Jul 14 09:30:15.161805 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:30:15.161805 n-d-779913-29 neutron-server[93958]: return self._get(url).json() Jul 14 09:30:15.161805 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:30:15.161805 n-d-779913-29 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:30:15.161805 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:30:15.161805 n-d-779913-29 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 14 09:30:15.161805 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:30:15.161805 n-d-779913-29 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:30:15.161805 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:30:15.161805 n-d-779913-29 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:30:15.161805 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:30:15.161805 n-d-779913-29 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:30:15.161805 n-d-779913-29 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:30:15.216551 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-119154d5-9b78-47d4-a9bf-9bd8cb468072 None None] DHCP port deletion for 85211b85-f4df-406e-bcf9-c9b8260d54dc request from n-d-779913-29 {{(pid=93959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:30:15.240763 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-fd341451-ff7d-4423-989a-317068170ed8 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:15.249321 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3d39cf-f277-41af-b6b2-b0dad222507a req-111c92e2-22a9-4257-b7b4-ca75bfa2d590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:15.250829 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ea3d39cf-f277-41af-b6b2-b0dad222507a req-111c92e2-22a9-4257-b7b4-ca75bfa2d590 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=4e1cb18d-7caa-44ec-92f9-fb1eaa6a7eac HTTP/1.1" status: 200 len: 1098 time: 0.3220861 Jul 14 09:30:15.251435 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791e9eff-74c3-4bf8-9cb8-f8b74a0ee4c9 tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Pushing event updated for resources: {'Subnet': ['ID=4b4261b9-4e29-4e60-9605-15c9323bf818,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:15.278143 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c4dd2e35-cb22-4fc2-8d41-ca276ac89112 tempest-AllowedAddressPairTestJSON-1112944540 tempest-AllowedAddressPairTestJSON-1112944540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660504'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:15.283631 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c4dd2e35-cb22-4fc2-8d41-ca276ac89112 tempest-AllowedAddressPairTestJSON-1112944540 tempest-AllowedAddressPairTestJSON-1112944540-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:15.285558 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-c4dd2e35-cb22-4fc2-8d41-ca276ac89112 tempest-AllowedAddressPairTestJSON-1112944540 tempest-AllowedAddressPairTestJSON-1112944540-project] 10.222.0.68 "DELETE /v2.0/networks/85211b85-f4df-406e-bcf9-c9b8260d54dc HTTP/1.1" status: 204 len: 168 time: 1.9297144 Jul 14 09:30:15.316693 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dd2e35-cb22-4fc2-8d41-ca276ac89112 tempest-AllowedAddressPairTestJSON-1112944540 tempest-AllowedAddressPairTestJSON-1112944540-project] Pushing event deleted for resources: {'Network': ['ID=85211b85-f4df-406e-bcf9-c9b8260d54dc,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:15.324284 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-791e9eff-74c3-4bf8-9cb8-f8b74a0ee4c9 tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Checking segment: {'id': '5facb9c0-1f71-4b96-95eb-3c09ef2532a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '86fca159-0a7f-4570-83eb-d3665b861f65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:30:15.324687 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-791e9eff-74c3-4bf8-9cb8-f8b74a0ee4c9 tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Network hostable DHCP agents. Network: 86fca159-0a7f-4570-83eb-d3665b861f65, hostable agents: ['c6a09bd4-f72e-4283-a3ca-0bbca8a51081'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:30:15.329865 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ea3d39cf-f277-41af-b6b2-b0dad222507a req-179c44d7-424f-40ff-8e75-43adc210281f service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=9b802230-9234-42e7-bf8c-0d12af0394c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715721 Jul 14 09:30:15.354222 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-791e9eff-74c3-4bf8-9cb8-f8b74a0ee4c9 tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Network 86fca159-0a7f-4570-83eb-d3665b861f65 is scheduled to be hosted by DHCP agent c6a09bd4-f72e-4283-a3ca-0bbca8a51081 with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:30:15.366062 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-791e9eff-74c3-4bf8-9cb8-f8b74a0ee4c9 tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-29, 86fca159-0a7f-4570-83eb-d3665b861f65) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:30:15.371599 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-791e9eff-74c3-4bf8-9cb8-f8b74a0ee4c9 tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:15.372395 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-791e9eff-74c3-4bf8-9cb8-f8b74a0ee4c9 tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:15.376769 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-592746ad-6b19-4296-90cc-03aa2391a37e None None] Network 86fca159-0a7f-4570-83eb-d3665b861f65 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:30:15.394221 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-791e9eff-74c3-4bf8-9cb8-f8b74a0ee4c9 tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4491918 Jul 14 09:30:15.395207 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 54520) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:15.461041 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-fd341451-ff7d-4423-989a-317068170ed8 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:15.466504 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-fd341451-ff7d-4423-989a-317068170ed8 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:15.517562 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fd827426-9816-40cf-9240-78e62a95aef1 tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3876111'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:15.552607 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4168acda-92c4-4103-a9f2-8b263c6eae3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf57baaa9-fd24-59f4-8fd2-1dc21122ce72-86fca159-0a7f-4570-83eb-d3665b861f65', 'network_id': '86fca159-0a7f-4570-83eb-d3665b861f65', 'tenant_id': '51b57403dd7044d98367d2ed726ccde7', 'fixed_ips': [{'subnet_id': '4b4261b9-4e29-4e60-9605-15c9323bf818'}]}} from n-d-779913-29. {{(pid=93959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:30:15.553659 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4168acda-92c4-4103-a9f2-8b263c6eae3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:15.572230 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-fd341451-ff7d-4423-989a-317068170ed8 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-660590'] for floatingip, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:15.576490 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fd827426-9816-40cf-9240-78e62a95aef1 tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3481002'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:15.660453 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fd827426-9816-40cf-9240-78e62a95aef1 tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13574056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16714573'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:15.670719 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd341451-ff7d-4423-989a-317068170ed8 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Pushing event updated for resources: {'Port': ['ID=e59ba78f-9068-46df-9164-f054f515792a,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:15.708205 n-d-779913-29 neutron-server[93957]: INFO neutron.db.l3_db [None req-fd341451-ff7d-4423-989a-317068170ed8 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Floating IP a8b7c04c-417c-4796-96c4-f411c1dc9a8a associated. External IP: 172.25.4.240, port: 608dcff3-a940-4c58-9aef-4e7d22ef995c. Jul 14 09:30:15.724103 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd827426-9816-40cf-9240-78e62a95aef1 tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Pushing event deleted for resources: {'Subnet': ['ID=4b4261b9-4e29-4e60-9605-15c9323bf818,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:15.757236 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server [None req-4168acda-92c4-4103-a9f2-8b263c6eae3b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4b4261b9-4e29-4e60-9605-15c9323bf818: This subnet is being modified by another concurrent operation. Jul 14 09:30:15.757236 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 14 09:30:15.757236 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 14 09:30:15.757236 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 14 09:30:15.757236 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 14 09:30:15.757236 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 14 09:30:15.757236 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 14 09:30:15.757236 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 14 09:30:15.757236 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 14 09:30:15.757236 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 14 09:30:15.757236 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 14 09:30:15.757236 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 14 09:30:15.757236 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:30:15.757236 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:30:15.757236 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:30:15.757236 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:30:15.757236 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 14 09:30:15.757236 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 09:30:15.757236 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 14 09:30:15.757236 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 14 09:30:15.757236 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:30:15.757236 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:30:15.757236 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:30:15.757236 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:30:15.757236 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 14 09:30:15.757236 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 09:30:15.757236 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 14 09:30:15.757236 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 14 09:30:15.757236 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:30:15.757236 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:30:15.757236 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:30:15.757236 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:30:15.757236 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 14 09:30:15.757236 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 14 09:30:15.757236 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 14 09:30:15.757236 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 14 09:30:15.757236 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 14 09:30:15.757236 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 14 09:30:15.757236 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 14 09:30:15.757236 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 14 09:30:15.757236 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 14 09:30:15.757236 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 14 09:30:15.757236 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 14 09:30:15.757236 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 14 09:30:15.757236 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 14 09:30:15.757236 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 14 09:30:15.757236 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 14 09:30:15.757236 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 14 09:30:15.757236 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:30:15.757236 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:30:15.757236 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:30:15.757236 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:30:15.757236 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 14 09:30:15.757236 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 09:30:15.762478 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 14 09:30:15.762478 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 14 09:30:15.762478 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:30:15.762478 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:30:15.762478 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:30:15.762478 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:30:15.762478 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 14 09:30:15.762478 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 09:30:15.762478 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 14 09:30:15.762478 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 14 09:30:15.762478 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:30:15.762478 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:30:15.762478 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:30:15.762478 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:30:15.762478 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 14 09:30:15.762478 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 14 09:30:15.762478 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 14 09:30:15.762478 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 14 09:30:15.762478 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 14 09:30:15.762478 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 14 09:30:15.762478 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 14 09:30:15.762478 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 14 09:30:15.762478 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 14 09:30:15.762478 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 14 09:30:15.762478 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:30:15.762478 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:30:15.762478 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:30:15.762478 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:30:15.762478 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 14 09:30:15.762478 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 14 09:30:15.762478 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 14 09:30:15.762478 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 14 09:30:15.762478 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 14 09:30:15.762478 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 14 09:30:15.762478 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 14 09:30:15.762478 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server raise exception Jul 14 09:30:15.762478 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4b4261b9-4e29-4e60-9605-15c9323bf818: This subnet is being modified by another concurrent operation. Jul 14 09:30:15.762478 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server Jul 14 09:30:15.773318 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 54528) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:15.779026 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6aaa63e-6a15-4ec2-9387-2c27029d75b7 None None] Network 86fca159-0a7f-4570-83eb-d3665b861f65 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:30:15.869219 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fd827426-9816-40cf-9240-78e62a95aef1 tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473955', 'neutron.services.segments.db._delete_segments_for_network-8735688326548'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:15.882596 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-fd827426-9816-40cf-9240-78e62a95aef1 tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86fca159-0a7f-4570-83eb-d3665b861f65']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:15.897575 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-fd827426-9816-40cf-9240-78e62a95aef1 tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5facb9c0-1f71-4b96-95eb-3c09ef2532a2') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:15.897972 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-fd827426-9816-40cf-9240-78e62a95aef1 tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5facb9c0-1f71-4b96-95eb-3c09ef2532a2') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:15.903027 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b0d315-96bc-4794-b1fe-a362c6197e4d req-acdd5a67-c7f6-49f2-8132-cb992991dbf5 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:15.905956 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e0b0d315-96bc-4794-b1fe-a362c6197e4d req-acdd5a67-c7f6-49f2-8132-cb992991dbf5 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/ports?device_id=4e1cb18d-7caa-44ec-92f9-fb1eaa6a7eac HTTP/1.1" status: 200 len: 946 time: 0.1337070 Jul 14 09:30:15.912822 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe452164-3571-4d7e-8c89-74d2dbf72f18 None None] get_active_networks_info from n-d-779913-29 {{(pid=93959) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 14 09:30:15.926340 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39de017-102b-4f4b-aa8d-41fc512522b3 req-3884b344-bc3d-42ec-a1d8-1d4856628ae7 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:15.930061 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-f39de017-102b-4f4b-aa8d-41fc512522b3 req-3884b344-bc3d-42ec-a1d8-1d4856628ae7 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/ports?device_id=95b9a8bb-ffb8-4a06-a464-b6f623cf6c7e HTTP/1.1" status: 200 len: 945 time: 0.2134676 Jul 14 09:30:15.934705 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fd827426-9816-40cf-9240-78e62a95aef1 tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735688356235', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13574129'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:15.968393 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fd827426-9816-40cf-9240-78e62a95aef1 tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:15.982376 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd827426-9816-40cf-9240-78e62a95aef1 tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Releasing vlan 707 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:30:15.982864 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fd827426-9816-40cf-9240-78e62a95aef1 tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13573126'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:15.985899 n-d-779913-29 neutron-server[93958]: Traceback (most recent call last): Jul 14 09:30:15.985899 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:30:15.985899 n-d-779913-29 neutron-server[93958]: timer() Jul 14 09:30:15.985899 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:30:15.985899 n-d-779913-29 neutron-server[93958]: cb(*args, **kw) Jul 14 09:30:15.985899 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:30:15.985899 n-d-779913-29 neutron-server[93958]: return func(*args, **kwargs) Jul 14 09:30:15.985899 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:30:15.985899 n-d-779913-29 neutron-server[93958]: self._notify() Jul 14 09:30:15.985899 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:30:15.985899 n-d-779913-29 neutron-server[93958]: self.callback(batched_events) Jul 14 09:30:15.985899 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:30:15.985899 n-d-779913-29 neutron-server[93958]: event.method(event) Jul 14 09:30:15.985899 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:30:15.985899 n-d-779913-29 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:30:15.985899 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:30:15.985899 n-d-779913-29 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:30:15.985899 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:30:15.985899 n-d-779913-29 neutron-server[93958]: return f(self, *a, **k) Jul 14 09:30:15.985899 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:30:15.985899 n-d-779913-29 neutron-server[93958]: return self._get(url).json() Jul 14 09:30:15.985899 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:30:15.985899 n-d-779913-29 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:30:15.985899 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:30:15.985899 n-d-779913-29 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 14 09:30:15.985899 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:30:15.985899 n-d-779913-29 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:30:15.985899 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:30:15.985899 n-d-779913-29 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:30:15.985899 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:30:15.985899 n-d-779913-29 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:30:15.985899 n-d-779913-29 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:30:16.003901 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-f39de017-102b-4f4b-aa8d-41fc512522b3 req-677bd251-5751-4183-b0e1-3764e14a3f02 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/security-groups?id=bfacbc39-872c-438f-b7f4-05abded490ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667560 Jul 14 09:30:16.019180 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e0b0d315-96bc-4794-b1fe-a362c6197e4d req-8b330f35-f26d-4f7b-896c-1447d80670b9 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/security-groups?id=9b802230-9234-42e7-bf8c-0d12af0394c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048434 Jul 14 09:30:16.069936 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe452164-3571-4d7e-8c89-74d2dbf72f18 None None] Resources bound (agent type, host, resource id): {{(pid=93959) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 14 09:30:16.083801 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fd827426-9816-40cf-9240-78e62a95aef1 tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660504'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:16.095033 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fd827426-9816-40cf-9240-78e62a95aef1 tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:16.100221 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-fd827426-9816-40cf-9240-78e62a95aef1 tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] 10.222.0.68 "DELETE /v2.0/networks/86fca159-0a7f-4570-83eb-d3665b861f65 HTTP/1.1" status: 204 len: 168 time: 0.7038624 Jul 14 09:30:16.100849 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd341451-ff7d-4423-989a-317068170ed8 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Router b9fb6ef8-f594-45b5-b5d6-58102ca87daa has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:30:16.103011 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 54538) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:16.116381 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-4bd37e82-9e0c-434b-8d2f-42b2c75ba018 tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-432114933'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:16.137088 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-6453b2d0-b0ce-4678-b0d5-942500dc1940 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=49b2069b8e0d423a897ea4fd21d08b0a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3620017 Jul 14 09:30:16.137314 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd827426-9816-40cf-9240-78e62a95aef1 tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Pushing event deleted for resources: {'Network': ['ID=86fca159-0a7f-4570-83eb-d3665b861f65,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:16.141562 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 54540) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:16.212164 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bd37e82-9e0c-434b-8d2f-42b2c75ba018 tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Made reservation on behalf of 51b57403dd7044d98367d2ed726ccde7 for: {'network': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:30:16.215696 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4bd37e82-9e0c-434b-8d2f-42b2c75ba018 tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for network, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:16.268365 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bd37e82-9e0c-434b-8d2f-42b2c75ba018 tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 731} {{(pid=93957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:30:16.331693 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-09df597e-e8aa-4279-afcc-f057f3b5ddfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:16.333669 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4bd37e82-9e0c-434b-8d2f-42b2c75ba018 tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:16.334028 n-d-779913-29 neutron-server[93957]: INFO neutron.db.segments_db [None req-4bd37e82-9e0c-434b-8d2f-42b2c75ba018 tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Added segment f0fd361f-43e9-4133-8309-378f86910f03 of type vlan for network 028227ab-ee31-495e-af8a-323612fcc620 Jul 14 09:30:16.392352 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-09df597e-e8aa-4279-afcc-f057f3b5ddfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:16.421753 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd341451-ff7d-4423-989a-317068170ed8 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:30:16.430649 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4bd37e82-9e0c-434b-8d2f-42b2c75ba018 tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735687821325'] for network, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:16.432210 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-884b9504-0925-4b93-a51c-02dadc03b1a0 None None] Sync routers for ids ['b9fb6ef8-f594-45b5-b5d6-58102ca87daa'] in n-d-779913-29 {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:30:16.440889 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-884b9504-0925-4b93-a51c-02dadc03b1a0 None None] Routers {'b9fb6ef8-f594-45b5-b5d6-58102ca87daa'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:30:16.441644 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-884b9504-0925-4b93-a51c-02dadc03b1a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:29:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['b9fb6ef8-f594-45b5-b5d6-58102ca87daa'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:16.465407 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-fd341451-ff7d-4423-989a-317068170ed8 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for floatingip, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:16.474430 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-884b9504-0925-4b93-a51c-02dadc03b1a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:16.484106 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-884b9504-0925-4b93-a51c-02dadc03b1a0 None None] Routers {'b9fb6ef8-f594-45b5-b5d6-58102ca87daa'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:30:16.484719 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-884b9504-0925-4b93-a51c-02dadc03b1a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:29:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['b9fb6ef8-f594-45b5-b5d6-58102ca87daa'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:16.530147 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4bd37e82-9e0c-434b-8d2f-42b2c75ba018 tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855'] for network, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:16.538025 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bd37e82-9e0c-434b-8d2f-42b2c75ba018 tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:16.538698 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4bd37e82-9e0c-434b-8d2f-42b2c75ba018 tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Notify callbacks [] for network, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:16.559038 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-fd341451-ff7d-4423-989a-317068170ed8 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 2.8600318 Jul 14 09:30:16.561874 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 54544) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:16.566521 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-216787e9-3303-48bb-8168-75683ddd6e15 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Request body: {'floatingip': {'port_id': '608dcff3-a940-4c58-9aef-4e7d22ef995c', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:16.600381 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-09df597e-e8aa-4279-afcc-f057f3b5ddfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:16.603107 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-09df597e-e8aa-4279-afcc-f057f3b5ddfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:16.607266 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-09df597e-e8aa-4279-afcc-f057f3b5ddfc admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/0ba35e6c-4f7e-448d-9b7c-baf22ed89f7b HTTP/1.1" status: 204 len: 168 time: 0.4625738 Jul 14 09:30:16.640210 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-216787e9-3303-48bb-8168-75683ddd6e15 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify callbacks [] for floatingip, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:16.644360 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-4bd37e82-9e0c-434b-8d2f-42b2c75ba018 tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.5306046 Jul 14 09:30:16.644701 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 54548) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:16.646010 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09df597e-e8aa-4279-afcc-f057f3b5ddfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ba35e6c-4f7e-448d-9b7c-baf22ed89f7b,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:16.654446 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd37e82-9e0c-434b-8d2f-42b2c75ba018 tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Pushing event updated for resources: {'Network': ['ID=028227ab-ee31-495e-af8a-323612fcc620,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:16.659437 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-1b964931-d71f-48ae-b450-6cdc63a3b6c2 tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Request body: {'subnet': {'network_id': '028227ab-ee31-495e-af8a-323612fcc620', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:16.728275 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 15daa39b-fcc5-44d1-9cb0-9aadb0ded480 no longer exists at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:30:16.731920 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Network 028227ab-ee31-495e-af8a-323612fcc620 details requested by agent ovs-agent-n-d-779913-29 with host n-d-779913-29 {{(pid=93959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:30:16.736660 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-884b9504-0925-4b93-a51c-02dadc03b1a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:16.737304 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-884b9504-0925-4b93-a51c-02dadc03b1a0 None None] The sync data for ids ['b9fb6ef8-f594-45b5-b5d6-58102ca87daa'] in n-d-779913-29 is: [] {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:30:16.795154 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] No Port match for: 15daa39b-fcc5-44d1-9cb0-9aadb0ded480 {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:30:16.795572 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 15daa39b-fcc5-44d1-9cb0-9aadb0ded480 not bound to the agent host n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:30:16.862463 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b964931-d71f-48ae-b450-6cdc63a3b6c2 tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Made reservation on behalf of 51b57403dd7044d98367d2ed726ccde7 for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:30:16.865966 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1b964931-d71f-48ae-b450-6cdc63a3b6c2 tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16714600'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:17.226299 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b2c407-0a95-4cde-9bb7-bf0b503f92e6 req-526f7bd2-111a-4909-a69a-6d241be26258 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:17.228755 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-89b2c407-0a95-4cde-9bb7-bf0b503f92e6 req-526f7bd2-111a-4909-a69a-6d241be26258 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/ports?device_id=4e1cb18d-7caa-44ec-92f9-fb1eaa6a7eac HTTP/1.1" status: 200 len: 946 time: 0.0823936 Jul 14 09:30:17.278331 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-89b2c407-0a95-4cde-9bb7-bf0b503f92e6 req-64e89525-daa9-4835-afa6-5e2a0039198e tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/security-groups?id=9b802230-9234-42e7-bf8c-0d12af0394c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430338 Jul 14 09:30:17.411688 n-d-779913-29 neutron-server[93958]: DEBUG neutron.objects.ports [None req-1b964931-d71f-48ae-b450-6cdc63a3b6c2 tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93958) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 14 09:30:17.421912 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11557415-b4c7-4eb2-b8ef-42e45949f2a6 req-62841d19-f95e-400a-886d-9ea488dd0891 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:17.423451 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-11557415-b4c7-4eb2-b8ef-42e45949f2a6 req-62841d19-f95e-400a-886d-9ea488dd0891 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/ports?device_id=95b9a8bb-ffb8-4a06-a464-b6f623cf6c7e HTTP/1.1" status: 200 len: 945 time: 0.2493255 Jul 14 09:30:17.428585 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1b964931-d71f-48ae-b450-6cdc63a3b6c2 tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13573993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16714586'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:17.549808 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.db.resource_extend [None req-216787e9-3303-48bb-8168-75683ddd6e15 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 14 09:30:17.560960 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 54582) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:17.581545 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b964931-d71f-48ae-b450-6cdc63a3b6c2 tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Pushing event updated for resources: {'Subnet': ['ID=b235322e-1421-455d-a30e-391508ad4eb0,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:17.606948 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-11557415-b4c7-4eb2-b8ef-42e45949f2a6 req-ff1a6f69-999c-467c-b82c-affa617b8a50 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/security-groups?id=bfacbc39-872c-438f-b7f4-05abded490ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487083 Jul 14 09:30:17.638839 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-216787e9-3303-48bb-8168-75683ddd6e15 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:17.641629 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b964931-d71f-48ae-b450-6cdc63a3b6c2 tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Checking segment: {'id': 'f0fd361f-43e9-4133-8309-378f86910f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '028227ab-ee31-495e-af8a-323612fcc620'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:30:17.642039 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b964931-d71f-48ae-b450-6cdc63a3b6c2 tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Network hostable DHCP agents. Network: 028227ab-ee31-495e-af8a-323612fcc620, hostable agents: ['c6a09bd4-f72e-4283-a3ca-0bbca8a51081'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:30:17.654779 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-216787e9-3303-48bb-8168-75683ddd6e15 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-660590'] for floatingip, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:17.686269 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-158e70ce-738b-499f-ba40-71b7b0ed7f79 tempest-ExtraDHCPOptionsTestJSON-1515433008 tempest-ExtraDHCPOptionsTestJSON-1515433008-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1480495058'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:17.706775 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b964931-d71f-48ae-b450-6cdc63a3b6c2 tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Network 028227ab-ee31-495e-af8a-323612fcc620 is scheduled to be hosted by DHCP agent c6a09bd4-f72e-4283-a3ca-0bbca8a51081 with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:30:17.717716 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-158e70ce-738b-499f-ba40-71b7b0ed7f79 tempest-ExtraDHCPOptionsTestJSON-1515433008 tempest-ExtraDHCPOptionsTestJSON-1515433008-project] Made reservation on behalf of ce0ee37c5041447cbc53a148e772fe81 for: {'network': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:30:17.720138 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-1b964931-d71f-48ae-b450-6cdc63a3b6c2 tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-29, 028227ab-ee31-495e-af8a-323612fcc620) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:30:17.726706 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-158e70ce-738b-499f-ba40-71b7b0ed7f79 tempest-ExtraDHCPOptionsTestJSON-1515433008 tempest-ExtraDHCPOptionsTestJSON-1515433008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for network, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:17.730777 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab671a2d-c15c-4b64-85cd-1bff6ceb1856 None None] Network 028227ab-ee31-495e-af8a-323612fcc620 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:30:17.754364 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-158e70ce-738b-499f-ba40-71b7b0ed7f79 tempest-ExtraDHCPOptionsTestJSON-1515433008 tempest-ExtraDHCPOptionsTestJSON-1515433008-project] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:17.759384 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b964931-d71f-48ae-b450-6cdc63a3b6c2 tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:17.759985 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1b964931-d71f-48ae-b450-6cdc63a3b6c2 tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:17.872197 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-158e70ce-738b-499f-ba40-71b7b0ed7f79 tempest-ExtraDHCPOptionsTestJSON-1515433008 tempest-ExtraDHCPOptionsTestJSON-1515433008-project] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:17.883124 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-158e70ce-738b-499f-ba40-71b7b0ed7f79 tempest-ExtraDHCPOptionsTestJSON-1515433008 tempest-ExtraDHCPOptionsTestJSON-1515433008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:17.920114 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-158e70ce-738b-499f-ba40-71b7b0ed7f79 tempest-ExtraDHCPOptionsTestJSON-1515433008 tempest-ExtraDHCPOptionsTestJSON-1515433008-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 721} {{(pid=93957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:30:17.920504 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-1b964931-d71f-48ae-b450-6cdc63a3b6c2 tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.2732356 Jul 14 09:30:17.923041 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 54594) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:17.939211 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f945d1d-a729-4483-be03-c4119989045d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf57baaa9-fd24-59f4-8fd2-1dc21122ce72-028227ab-ee31-495e-af8a-323612fcc620', 'network_id': '028227ab-ee31-495e-af8a-323612fcc620', 'tenant_id': '51b57403dd7044d98367d2ed726ccde7', 'fixed_ips': [{'subnet_id': 'b235322e-1421-455d-a30e-391508ad4eb0'}]}} from n-d-779913-29. {{(pid=93959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:30:17.939436 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158e70ce-738b-499f-ba40-71b7b0ed7f79 tempest-ExtraDHCPOptionsTestJSON-1515433008 tempest-ExtraDHCPOptionsTestJSON-1515433008-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30efc0da-1bcd-49c3-83dd-4f14a1e0aef4,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:17.940629 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3f945d1d-a729-4483-be03-c4119989045d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:17.943157 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-158e70ce-738b-499f-ba40-71b7b0ed7f79 tempest-ExtraDHCPOptionsTestJSON-1515433008 tempest-ExtraDHCPOptionsTestJSON-1515433008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:17.943515 n-d-779913-29 neutron-server[93957]: INFO neutron.db.segments_db [None req-158e70ce-738b-499f-ba40-71b7b0ed7f79 tempest-ExtraDHCPOptionsTestJSON-1515433008 tempest-ExtraDHCPOptionsTestJSON-1515433008-project] Added segment 33737cfa-730e-46ec-a8ea-6fe2488d7b3c of type vlan for network cc83b79c-8a67-45e4-9897-5550da8ccb9c Jul 14 09:30:18.000045 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-158e70ce-738b-499f-ba40-71b7b0ed7f79 tempest-ExtraDHCPOptionsTestJSON-1515433008 tempest-ExtraDHCPOptionsTestJSON-1515433008-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735687821325'] for network, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:18.011028 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-216787e9-3303-48bb-8168-75683ddd6e15 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Router b9fb6ef8-f594-45b5-b5d6-58102ca87daa has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:30:18.051308 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-158e70ce-738b-499f-ba40-71b7b0ed7f79 tempest-ExtraDHCPOptionsTestJSON-1515433008 tempest-ExtraDHCPOptionsTestJSON-1515433008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855'] for network, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:18.059352 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-158e70ce-738b-499f-ba40-71b7b0ed7f79 tempest-ExtraDHCPOptionsTestJSON-1515433008 tempest-ExtraDHCPOptionsTestJSON-1515433008-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:18.060224 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-158e70ce-738b-499f-ba40-71b7b0ed7f79 tempest-ExtraDHCPOptionsTestJSON-1515433008 tempest-ExtraDHCPOptionsTestJSON-1515433008-project] Notify callbacks [] for network, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:18.081958 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-158e70ce-738b-499f-ba40-71b7b0ed7f79 tempest-ExtraDHCPOptionsTestJSON-1515433008 tempest-ExtraDHCPOptionsTestJSON-1515433008-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.5171330 Jul 14 09:30:18.091471 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 54596) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:18.101796 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5be5c010-087c-4c95-8174-4e02d37d8615 tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3876111'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:18.108528 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-3f945d1d-a729-4483-be03-c4119989045d None None] Allocated IP 2001:db8::f816:3eff:fe79:d407 (028227ab-ee31-495e-af8a-323612fcc620/b235322e-1421-455d-a30e-391508ad4eb0/74daad7c-8bc7-457c-8e81-75236399e04a) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:30:18.135142 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-3fcd06a9-4f45-4a6d-b976-1ab6835bcc57 tempest-ExtraDHCPOptionsTestJSON-1515433008 tempest-ExtraDHCPOptionsTestJSON-1515433008-project] Request body: {'subnet': {'network_id': 'cc83b79c-8a67-45e4-9897-5550da8ccb9c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:18.249446 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158e70ce-738b-499f-ba40-71b7b0ed7f79 tempest-ExtraDHCPOptionsTestJSON-1515433008 tempest-ExtraDHCPOptionsTestJSON-1515433008-project] Pushing event updated for resources: {'Network': ['ID=cc83b79c-8a67-45e4-9897-5550da8ccb9c,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:18.270342 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Network cc83b79c-8a67-45e4-9897-5550da8ccb9c details requested by agent ovs-agent-n-d-779913-29 with host n-d-779913-29 {{(pid=93959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:30:18.272655 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fcd06a9-4f45-4a6d-b976-1ab6835bcc57 tempest-ExtraDHCPOptionsTestJSON-1515433008 tempest-ExtraDHCPOptionsTestJSON-1515433008-project] Made reservation on behalf of ce0ee37c5041447cbc53a148e772fe81 for: {'subnet': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:30:18.279115 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3fcd06a9-4f45-4a6d-b976-1ab6835bcc57 tempest-ExtraDHCPOptionsTestJSON-1515433008 tempest-ExtraDHCPOptionsTestJSON-1515433008-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11984110'] for subnet, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:18.293745 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3f945d1d-a729-4483-be03-c4119989045d None None] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:18.342833 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-3f945d1d-a729-4483-be03-c4119989045d None None] Transition to ACTIVE for port object 74daad7c-8bc7-457c-8e81-75236399e04a will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:30:18.376792 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-3f945d1d-a729-4483-be03-c4119989045d None None] Transition to ACTIVE for port object 74daad7c-8bc7-457c-8e81-75236399e04a will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:30:18.387424 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3f945d1d-a729-4483-be03-c4119989045d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:18.449140 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f945d1d-a729-4483-be03-c4119989045d None None] Network 028227ab-ee31-495e-af8a-323612fcc620 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:30:18.470482 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-3f945d1d-a729-4483-be03-c4119989045d None None] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:30:18.482861 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f945d1d-a729-4483-be03-c4119989045d None None] Pushing event updated for resources: {'Port': ['ID=74daad7c-8bc7-457c-8e81-75236399e04a,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:18.486663 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f945d1d-a729-4483-be03-c4119989045d None None] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:30:18.568111 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3fcd06a9-4f45-4a6d-b976-1ab6835bcc57 tempest-ExtraDHCPOptionsTestJSON-1515433008 tempest-ExtraDHCPOptionsTestJSON-1515433008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10052764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11984092'] for subnet, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:18.613790 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-3f945d1d-a729-4483-be03-c4119989045d None None] Attempting to bind port 74daad7c-8bc7-457c-8e81-75236399e04a on host n-d-779913-29 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:30:18.614197 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-3f945d1d-a729-4483-be03-c4119989045d None None] Attempting to bind port 74daad7c-8bc7-457c-8e81-75236399e04a by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': 'f0fd361f-43e9-4133-8309-378f86910f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '028227ab-ee31-495e-af8a-323612fcc620'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:30:18.614580 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f945d1d-a729-4483-be03-c4119989045d None None] Attempting to bind port 74daad7c-8bc7-457c-8e81-75236399e04a on network 028227ab-ee31-495e-af8a-323612fcc620 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:30:18.622515 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f945d1d-a729-4483-be03-c4119989045d None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 29, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:30:18.622935 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f945d1d-a729-4483-be03-c4119989045d None None] Checking segment: {'id': 'f0fd361f-43e9-4133-8309-378f86910f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '028227ab-ee31-495e-af8a-323612fcc620'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:30:18.623272 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3f945d1d-a729-4483-be03-c4119989045d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:18.624433 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f945d1d-a729-4483-be03-c4119989045d None None] Bound using segment: {'id': 'f0fd361f-43e9-4133-8309-378f86910f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '028227ab-ee31-495e-af8a-323612fcc620'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:30:18.624966 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-3f945d1d-a729-4483-be03-c4119989045d None None] Bound port: 74daad7c-8bc7-457c-8e81-75236399e04a, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0fd361f-43e9-4133-8309-378f86910f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '028227ab-ee31-495e-af8a-323612fcc620'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:30:18.625365 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3f945d1d-a729-4483-be03-c4119989045d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:18.646245 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcd06a9-4f45-4a6d-b976-1ab6835bcc57 tempest-ExtraDHCPOptionsTestJSON-1515433008 tempest-ExtraDHCPOptionsTestJSON-1515433008-project] Pushing event updated for resources: {'Subnet': ['ID=41287110-a4a7-4f36-885a-a304e706879a,revision_number=0']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:18.665733 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fcd06a9-4f45-4a6d-b976-1ab6835bcc57 tempest-ExtraDHCPOptionsTestJSON-1515433008 tempest-ExtraDHCPOptionsTestJSON-1515433008-project] Checking segment: {'id': '33737cfa-730e-46ec-a8ea-6fe2488d7b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'cc83b79c-8a67-45e4-9897-5550da8ccb9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:30:18.665733 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fcd06a9-4f45-4a6d-b976-1ab6835bcc57 tempest-ExtraDHCPOptionsTestJSON-1515433008 tempest-ExtraDHCPOptionsTestJSON-1515433008-project] Network hostable DHCP agents. Network: cc83b79c-8a67-45e4-9897-5550da8ccb9c, hostable agents: ['c6a09bd4-f72e-4283-a3ca-0bbca8a51081'], hosted agents: [] {{(pid=93957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:30:18.694685 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fcd06a9-4f45-4a6d-b976-1ab6835bcc57 tempest-ExtraDHCPOptionsTestJSON-1515433008 tempest-ExtraDHCPOptionsTestJSON-1515433008-project] Network cc83b79c-8a67-45e4-9897-5550da8ccb9c is scheduled to be hosted by DHCP agent c6a09bd4-f72e-4283-a3ca-0bbca8a51081 with binding_index 1 {{(pid=93957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:30:18.712315 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-3fcd06a9-4f45-4a6d-b976-1ab6835bcc57 tempest-ExtraDHCPOptionsTestJSON-1515433008 tempest-ExtraDHCPOptionsTestJSON-1515433008-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-29, cc83b79c-8a67-45e4-9897-5550da8ccb9c) {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:30:18.716583 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fcd06a9-4f45-4a6d-b976-1ab6835bcc57 tempest-ExtraDHCPOptionsTestJSON-1515433008 tempest-ExtraDHCPOptionsTestJSON-1515433008-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:18.717436 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3fcd06a9-4f45-4a6d-b976-1ab6835bcc57 tempest-ExtraDHCPOptionsTestJSON-1515433008 tempest-ExtraDHCPOptionsTestJSON-1515433008-project] Notify callbacks [] for subnet, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:18.720484 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-3f945d1d-a729-4483-be03-c4119989045d None None] For port 74daad7c-8bc7-457c-8e81-75236399e04a, host n-d-779913-29, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:30:18.725317 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-3f945d1d-a729-4483-be03-c4119989045d None None] For port 74daad7c-8bc7-457c-8e81-75236399e04a, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=74daad7c-8bc7-457c-8e81-75236399e04a,segment=NetworkSegment(f0fd361f-43e9-4133-8309-378f86910f03),segment_id=f0fd361f-43e9-4133-8309-378f86910f03)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:30:18.734149 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dba7c236-b638-458d-847a-67d0f9590b3d None None] Network cc83b79c-8a67-45e4-9897-5550da8ccb9c requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:30:18.736405 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3f945d1d-a729-4483-be03-c4119989045d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:18.747413 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-3fcd06a9-4f45-4a6d-b976-1ab6835bcc57 tempest-ExtraDHCPOptionsTestJSON-1515433008 tempest-ExtraDHCPOptionsTestJSON-1515433008-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6544306 Jul 14 09:30:18.750532 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 54606) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:18.754758 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5be5c010-087c-4c95-8174-4e02d37d8615 tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3481002'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:18.755334 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-179752d9-31b4-477a-a6d5-3ef3c33f2a3e tempest-ExtraDHCPOptionsTestJSON-1515433008 tempest-ExtraDHCPOptionsTestJSON-1515433008-project] Request body: {'port': {'network_id': 'cc83b79c-8a67-45e4-9897-5550da8ccb9c', 'name': 'tempest-ExtraDHCPOptionsTestJSON-815664443'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:18.762883 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-216787e9-3303-48bb-8168-75683ddd6e15 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:30:18.776821 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6fedb36-c7d3-41de-9632-de3e9d3093d7 None None] Sync routers for ids ['b9fb6ef8-f594-45b5-b5d6-58102ca87daa'] in n-d-779913-29 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:30:18.791593 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-216787e9-3303-48bb-8168-75683ddd6e15 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for floatingip, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:18.792500 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6fedb36-c7d3-41de-9632-de3e9d3093d7 None None] Routers {'b9fb6ef8-f594-45b5-b5d6-58102ca87daa'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:30:18.795237 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-d6fedb36-c7d3-41de-9632-de3e9d3093d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:29:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['b9fb6ef8-f594-45b5-b5d6-58102ca87daa'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:18.914690 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-d6fedb36-c7d3-41de-9632-de3e9d3093d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:18.933252 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f945d1d-a729-4483-be03-c4119989045d None None] Pushing event updated for resources: {'Port': ['ID=74daad7c-8bc7-457c-8e81-75236399e04a,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:18.946301 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6fedb36-c7d3-41de-9632-de3e9d3093d7 None None] Routers {'b9fb6ef8-f594-45b5-b5d6-58102ca87daa'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:30:18.950264 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-d6fedb36-c7d3-41de-9632-de3e9d3093d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:29:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['b9fb6ef8-f594-45b5-b5d6-58102ca87daa'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:18.957058 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-216787e9-3303-48bb-8168-75683ddd6e15 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] 10.222.0.68 "PUT /v2.0/floatingips/a8b7c04c-417c-4796-96c4-f411c1dc9a8a HTTP/1.1" status: 200 len: 978 time: 2.3916628 Jul 14 09:30:18.957751 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5be5c010-087c-4c95-8174-4e02d37d8615 tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13574056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16714573'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:18.960526 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 54612) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:19.009160 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-179752d9-31b4-477a-a6d5-3ef3c33f2a3e tempest-ExtraDHCPOptionsTestJSON-1515433008 tempest-ExtraDHCPOptionsTestJSON-1515433008-project] Made reservation on behalf of ce0ee37c5041447cbc53a148e772fe81 for: {'port': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:30:19.014599 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-179752d9-31b4-477a-a6d5-3ef3c33f2a3e tempest-ExtraDHCPOptionsTestJSON-1515433008 tempest-ExtraDHCPOptionsTestJSON-1515433008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:19.017936 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-d6fedb36-c7d3-41de-9632-de3e9d3093d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:19.018699 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6fedb36-c7d3-41de-9632-de3e9d3093d7 None None] The sync data for ids ['b9fb6ef8-f594-45b5-b5d6-58102ca87daa'] in n-d-779913-29 is: [] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:30:19.048985 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-179752d9-31b4-477a-a6d5-3ef3c33f2a3e tempest-ExtraDHCPOptionsTestJSON-1515433008 tempest-ExtraDHCPOptionsTestJSON-1515433008-project] device_id is not set on port 31a1d66d-b4de-491b-8a3f-8cc099b45da3 yet. {{(pid=93957) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:30:19.053212 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be5c010-087c-4c95-8174-4e02d37d8615 tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Pushing event deleted for resources: {'Subnet': ['ID=b235322e-1421-455d-a30e-391508ad4eb0,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:19.087686 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be5c010-087c-4c95-8174-4e02d37d8615 tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:30:19.088042 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be5c010-087c-4c95-8174-4e02d37d8615 tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:30:19.088410 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be5c010-087c-4c95-8174-4e02d37d8615 tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:30:19.088739 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be5c010-087c-4c95-8174-4e02d37d8615 tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:30:19.089463 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be5c010-087c-4c95-8174-4e02d37d8615 tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:30:19.089463 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be5c010-087c-4c95-8174-4e02d37d8615 tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:30:19.089748 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be5c010-087c-4c95-8174-4e02d37d8615 tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:30:19.090086 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be5c010-087c-4c95-8174-4e02d37d8615 tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:30:19.090421 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be5c010-087c-4c95-8174-4e02d37d8615 tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:30:19.090754 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be5c010-087c-4c95-8174-4e02d37d8615 tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:30:19.091086 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be5c010-087c-4c95-8174-4e02d37d8615 tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:30:19.091414 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be5c010-087c-4c95-8174-4e02d37d8615 tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:30:19.107592 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ac005f2-2dc1-4154-81aa-ecae995b8f53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf57baaa9-fd24-59f4-8fd2-1dc21122ce72-cc83b79c-8a67-45e4-9897-5550da8ccb9c', 'network_id': 'cc83b79c-8a67-45e4-9897-5550da8ccb9c', 'tenant_id': 'ce0ee37c5041447cbc53a148e772fe81', 'fixed_ips': [{'subnet_id': '41287110-a4a7-4f36-885a-a304e706879a'}]}} from n-d-779913-29. {{(pid=93959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:30:19.108963 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2ac005f2-2dc1-4154-81aa-ecae995b8f53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:19.196036 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d312fa56-b451-4e56-b1fc-08b70ee28c9b req-670e1e25-1240-48e9-a3bf-8b72a2801f0a tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:19.198188 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d312fa56-b451-4e56-b1fc-08b70ee28c9b req-670e1e25-1240-48e9-a3bf-8b72a2801f0a tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/ports?device_id=95b9a8bb-ffb8-4a06-a464-b6f623cf6c7e HTTP/1.1" status: 200 len: 945 time: 0.3038087 Jul 14 09:30:19.201759 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5be5c010-087c-4c95-8174-4e02d37d8615 tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473955', 'neutron.services.segments.db._delete_segments_for_network-8735688326548'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:19.234379 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-5be5c010-087c-4c95-8174-4e02d37d8615 tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['028227ab-ee31-495e-af8a-323612fcc620']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:19.260893 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-179752d9-31b4-477a-a6d5-3ef3c33f2a3e tempest-ExtraDHCPOptionsTestJSON-1515433008 tempest-ExtraDHCPOptionsTestJSON-1515433008-project] Allocated IP 172.20.0.9 (cc83b79c-8a67-45e4-9897-5550da8ccb9c/41287110-a4a7-4f36-885a-a304e706879a/31a1d66d-b4de-491b-8a3f-8cc099b45da3) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:30:19.269881 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-5be5c010-087c-4c95-8174-4e02d37d8615 tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0fd361f-43e9-4133-8309-378f86910f03') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:19.270483 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-5be5c010-087c-4c95-8174-4e02d37d8615 tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0fd361f-43e9-4133-8309-378f86910f03') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:19.315050 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5be5c010-087c-4c95-8174-4e02d37d8615 tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735688356235', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13574129'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:19.350160 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d312fa56-b451-4e56-b1fc-08b70ee28c9b req-c62db0a9-bde4-4e8f-96b2-e3c2788677ce tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/security-groups?id=bfacbc39-872c-438f-b7f4-05abded490ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403422 Jul 14 09:30:19.366468 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5be5c010-087c-4c95-8174-4e02d37d8615 tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:19.375928 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5be5c010-087c-4c95-8174-4e02d37d8615 tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Releasing vlan 731 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:30:19.376460 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5be5c010-087c-4c95-8174-4e02d37d8615 tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13573126'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:19.420444 n-d-779913-29 neutron-server[93958]: Traceback (most recent call last): Jul 14 09:30:19.420444 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:30:19.420444 n-d-779913-29 neutron-server[93958]: timer() Jul 14 09:30:19.420444 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:30:19.420444 n-d-779913-29 neutron-server[93958]: cb(*args, **kw) Jul 14 09:30:19.420444 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:30:19.420444 n-d-779913-29 neutron-server[93958]: return func(*args, **kwargs) Jul 14 09:30:19.420444 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:30:19.420444 n-d-779913-29 neutron-server[93958]: self._notify() Jul 14 09:30:19.420444 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:30:19.420444 n-d-779913-29 neutron-server[93958]: self.callback(batched_events) Jul 14 09:30:19.420444 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:30:19.420444 n-d-779913-29 neutron-server[93958]: event.method(event) Jul 14 09:30:19.420444 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:30:19.420444 n-d-779913-29 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:30:19.420444 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:30:19.420444 n-d-779913-29 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:30:19.420444 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:30:19.420444 n-d-779913-29 neutron-server[93958]: return f(self, *a, **k) Jul 14 09:30:19.420444 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:30:19.420444 n-d-779913-29 neutron-server[93958]: return self._get(url).json() Jul 14 09:30:19.420444 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:30:19.420444 n-d-779913-29 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:30:19.420444 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:30:19.420444 n-d-779913-29 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 14 09:30:19.420444 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:30:19.420444 n-d-779913-29 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:30:19.420444 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:30:19.420444 n-d-779913-29 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:30:19.420444 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:30:19.420444 n-d-779913-29 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:30:19.420444 n-d-779913-29 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:30:19.454774 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-edaa77f4-fad3-462c-a73e-a334203a4949 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Deleting port e59ba78f-9068-46df-9164-f054f515792a {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:30:19.455137 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-edaa77f4-fad3-462c-a73e-a334203a4949 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:19.457051 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.db.api [None req-5be5c010-087c-4c95-8174-4e02d37d8615 tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 14 09:30:19.457051 n-d-779913-29 neutron-server[93958]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 14 09:30:19.457051 n-d-779913-29 neutron-server[93958]: [parameters: {'id': '028227ab-ee31-495e-af8a-323612fcc620'}] Jul 14 09:30:19.457051 n-d-779913-29 neutron-server[93958]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93958) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 09:30:19.457480 n-d-779913-29 neutron-server[93958]: DEBUG oslo_db.api [None req-5be5c010-087c-4c95-8174-4e02d37d8615 tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 09:30:19.457749 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-179752d9-31b4-477a-a6d5-3ef3c33f2a3e tempest-ExtraDHCPOptionsTestJSON-1515433008 tempest-ExtraDHCPOptionsTestJSON-1515433008-project] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:19.476374 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-179752d9-31b4-477a-a6d5-3ef3c33f2a3e tempest-ExtraDHCPOptionsTestJSON-1515433008 tempest-ExtraDHCPOptionsTestJSON-1515433008-project] Transition to ACTIVE for port object 31a1d66d-b4de-491b-8a3f-8cc099b45da3 will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:30:19.517029 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-179752d9-31b4-477a-a6d5-3ef3c33f2a3e tempest-ExtraDHCPOptionsTestJSON-1515433008 tempest-ExtraDHCPOptionsTestJSON-1515433008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:19.545124 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-edaa77f4-fad3-462c-a73e-a334203a4949 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:19.545454 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-edaa77f4-fad3-462c-a73e-a334203a4949 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:19.567224 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-edaa77f4-fad3-462c-a73e-a334203a4949 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Calling delete_port for e59ba78f-9068-46df-9164-f054f515792a owned by network:floatingip {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:30:19.567452 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-179752d9-31b4-477a-a6d5-3ef3c33f2a3e tempest-ExtraDHCPOptionsTestJSON-1515433008 tempest-ExtraDHCPOptionsTestJSON-1515433008-project] Network cc83b79c-8a67-45e4-9897-5550da8ccb9c is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:30:19.571298 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-179752d9-31b4-477a-a6d5-3ef3c33f2a3e tempest-ExtraDHCPOptionsTestJSON-1515433008 tempest-ExtraDHCPOptionsTestJSON-1515433008-project] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:30:19.578187 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-2ac005f2-2dc1-4154-81aa-ecae995b8f53 None None] Allocated IP 172.20.0.2 (cc83b79c-8a67-45e4-9897-5550da8ccb9c/41287110-a4a7-4f36-885a-a304e706879a/e1766271-5405-41b8-a87f-9c606460cd57) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:30:19.578638 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-179752d9-31b4-477a-a6d5-3ef3c33f2a3e tempest-ExtraDHCPOptionsTestJSON-1515433008 tempest-ExtraDHCPOptionsTestJSON-1515433008-project] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:30:19.617067 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179752d9-31b4-477a-a6d5-3ef3c33f2a3e tempest-ExtraDHCPOptionsTestJSON-1515433008 tempest-ExtraDHCPOptionsTestJSON-1515433008-project] Pushing event updated for resources: {'Port': ['ID=31a1d66d-b4de-491b-8a3f-8cc099b45da3,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:19.651577 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-179752d9-31b4-477a-a6d5-3ef3c33f2a3e tempest-ExtraDHCPOptionsTestJSON-1515433008 tempest-ExtraDHCPOptionsTestJSON-1515433008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:19.652265 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-179752d9-31b4-477a-a6d5-3ef3c33f2a3e tempest-ExtraDHCPOptionsTestJSON-1515433008 tempest-ExtraDHCPOptionsTestJSON-1515433008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:19.678586 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-179752d9-31b4-477a-a6d5-3ef3c33f2a3e tempest-ExtraDHCPOptionsTestJSON-1515433008 tempest-ExtraDHCPOptionsTestJSON-1515433008-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9274917 Jul 14 09:30:19.682086 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 54622) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:19.688745 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-6bf5b80e-1bd0-4a6a-b988-582b66f6e857 tempest-ExtraDHCPOptionsTestJSON-1515433008 tempest-ExtraDHCPOptionsTestJSON-1515433008-project] Request body: {'port': {'network_id': 'cc83b79c-8a67-45e4-9897-5550da8ccb9c', 'name': 'tempest-ExtraDHCPOptionsTestJSON-273647655', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:19.689308 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.api.validators [None req-6bf5b80e-1bd0-4a6a-b988-582b66f6e857 tempest-ExtraDHCPOptionsTestJSON-1515433008 tempest-ExtraDHCPOptionsTestJSON-1515433008-project] bootfile-name is not in valid_values {{(pid=93957) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 14 09:30:19.689693 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.api.validators [None req-6bf5b80e-1bd0-4a6a-b988-582b66f6e857 tempest-ExtraDHCPOptionsTestJSON-1515433008 tempest-ExtraDHCPOptionsTestJSON-1515433008-project] tftp-server is not in valid_values {{(pid=93957) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 14 09:30:19.690165 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.api.validators [None req-6bf5b80e-1bd0-4a6a-b988-582b66f6e857 tempest-ExtraDHCPOptionsTestJSON-1515433008 tempest-ExtraDHCPOptionsTestJSON-1515433008-project] server-ip-address is not in valid_values {{(pid=93957) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 14 09:30:19.828524 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-edaa77f4-fad3-462c-a73e-a334203a4949 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:19.829147 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2ac005f2-2dc1-4154-81aa-ecae995b8f53 None None] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:19.840892 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-2ac005f2-2dc1-4154-81aa-ecae995b8f53 None None] Transition to ACTIVE for port object e1766271-5405-41b8-a87f-9c606460cd57 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:30:19.862323 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-2ac005f2-2dc1-4154-81aa-ecae995b8f53 None None] Transition to ACTIVE for port object e1766271-5405-41b8-a87f-9c606460cd57 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:30:19.869575 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bf5b80e-1bd0-4a6a-b988-582b66f6e857 tempest-ExtraDHCPOptionsTestJSON-1515433008 tempest-ExtraDHCPOptionsTestJSON-1515433008-project] Made reservation on behalf of ce0ee37c5041447cbc53a148e772fe81 for: {'port': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:30:19.869778 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaa77f4-fad3-462c-a73e-a334203a4949 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Pushing event deleted for resources: {'Port': ['ID=e59ba78f-9068-46df-9164-f054f515792a,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:19.877180 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6bf5b80e-1bd0-4a6a-b988-582b66f6e857 tempest-ExtraDHCPOptionsTestJSON-1515433008 tempest-ExtraDHCPOptionsTestJSON-1515433008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:19.884484 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2ac005f2-2dc1-4154-81aa-ecae995b8f53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:19.911755 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-6bf5b80e-1bd0-4a6a-b988-582b66f6e857 tempest-ExtraDHCPOptionsTestJSON-1515433008 tempest-ExtraDHCPOptionsTestJSON-1515433008-project] device_id is not set on port c124efe5-e73e-41ac-b1c6-2614f98d1e96 yet. {{(pid=93957) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:30:19.944356 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ac005f2-2dc1-4154-81aa-ecae995b8f53 None None] Network cc83b79c-8a67-45e4-9897-5550da8ccb9c is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:30:19.948374 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-2ac005f2-2dc1-4154-81aa-ecae995b8f53 None None] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:30:19.958445 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5be5c010-087c-4c95-8174-4e02d37d8615 tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3876111'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:19.962643 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac005f2-2dc1-4154-81aa-ecae995b8f53 None None] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:30:20.008785 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac005f2-2dc1-4154-81aa-ecae995b8f53 None None] Pushing event updated for resources: {'Port': ['ID=e1766271-5405-41b8-a87f-9c606460cd57,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:20.122546 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-edaa77f4-fad3-462c-a73e-a334203a4949 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify callbacks [] for floatingip, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:20.122895 n-d-779913-29 neutron-server[93958]: INFO neutron.db.l3_db [None req-edaa77f4-fad3-462c-a73e-a334203a4949 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Floating IP a8b7c04c-417c-4796-96c4-f411c1dc9a8a disassociated (deleted). External IP: 172.25.4.240, port: 608dcff3-a940-4c58-9aef-4e7d22ef995c. Jul 14 09:30:20.149118 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-2ac005f2-2dc1-4154-81aa-ecae995b8f53 None None] Attempting to bind port e1766271-5405-41b8-a87f-9c606460cd57 on host n-d-779913-29 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:30:20.150535 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-6bf5b80e-1bd0-4a6a-b988-582b66f6e857 tempest-ExtraDHCPOptionsTestJSON-1515433008 tempest-ExtraDHCPOptionsTestJSON-1515433008-project] Allocated IP 172.20.0.7 (cc83b79c-8a67-45e4-9897-5550da8ccb9c/41287110-a4a7-4f36-885a-a304e706879a/c124efe5-e73e-41ac-b1c6-2614f98d1e96) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:30:20.151076 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-2ac005f2-2dc1-4154-81aa-ecae995b8f53 None None] Attempting to bind port e1766271-5405-41b8-a87f-9c606460cd57 by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': '33737cfa-730e-46ec-a8ea-6fe2488d7b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'cc83b79c-8a67-45e4-9897-5550da8ccb9c'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:30:20.152998 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac005f2-2dc1-4154-81aa-ecae995b8f53 None None] Attempting to bind port e1766271-5405-41b8-a87f-9c606460cd57 on network cc83b79c-8a67-45e4-9897-5550da8ccb9c {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:30:20.162914 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac005f2-2dc1-4154-81aa-ecae995b8f53 None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 29, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:30:20.163464 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac005f2-2dc1-4154-81aa-ecae995b8f53 None None] Checking segment: {'id': '33737cfa-730e-46ec-a8ea-6fe2488d7b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'cc83b79c-8a67-45e4-9897-5550da8ccb9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:30:20.164900 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2ac005f2-2dc1-4154-81aa-ecae995b8f53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:20.168964 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac005f2-2dc1-4154-81aa-ecae995b8f53 None None] Bound using segment: {'id': '33737cfa-730e-46ec-a8ea-6fe2488d7b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'cc83b79c-8a67-45e4-9897-5550da8ccb9c'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:30:20.169663 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-2ac005f2-2dc1-4154-81aa-ecae995b8f53 None None] Bound port: e1766271-5405-41b8-a87f-9c606460cd57, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33737cfa-730e-46ec-a8ea-6fe2488d7b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'cc83b79c-8a67-45e4-9897-5550da8ccb9c'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:30:20.170142 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2ac005f2-2dc1-4154-81aa-ecae995b8f53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:20.266924 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-2ac005f2-2dc1-4154-81aa-ecae995b8f53 None None] For port e1766271-5405-41b8-a87f-9c606460cd57, host n-d-779913-29, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:30:20.283111 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-2ac005f2-2dc1-4154-81aa-ecae995b8f53 None None] For port e1766271-5405-41b8-a87f-9c606460cd57, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=e1766271-5405-41b8-a87f-9c606460cd57,segment=NetworkSegment(33737cfa-730e-46ec-a8ea-6fe2488d7b3c),segment_id=33737cfa-730e-46ec-a8ea-6fe2488d7b3c)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:30:20.288636 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2ac005f2-2dc1-4154-81aa-ecae995b8f53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:20.309546 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-5be5c010-087c-4c95-8174-4e02d37d8615 tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Deleting port 74daad7c-8bc7-457c-8e81-75236399e04a {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:30:20.309901 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5be5c010-087c-4c95-8174-4e02d37d8615 tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:20.371160 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac005f2-2dc1-4154-81aa-ecae995b8f53 None None] Pushing event updated for resources: {'Port': ['ID=e1766271-5405-41b8-a87f-9c606460cd57,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:20.440393 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6bf5b80e-1bd0-4a6a-b988-582b66f6e857 tempest-ExtraDHCPOptionsTestJSON-1515433008 tempest-ExtraDHCPOptionsTestJSON-1515433008-project] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:20.458133 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-6bf5b80e-1bd0-4a6a-b988-582b66f6e857 tempest-ExtraDHCPOptionsTestJSON-1515433008 tempest-ExtraDHCPOptionsTestJSON-1515433008-project] Transition to ACTIVE for port object c124efe5-e73e-41ac-b1c6-2614f98d1e96 will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:30:20.469817 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-5be5c010-087c-4c95-8174-4e02d37d8615 tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] For port 74daad7c-8bc7-457c-8e81-75236399e04a, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=74daad7c-8bc7-457c-8e81-75236399e04a,segment=NetworkSegment(f0fd361f-43e9-4133-8309-378f86910f03),segment_id=f0fd361f-43e9-4133-8309-378f86910f03)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:30:20.470176 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5be5c010-087c-4c95-8174-4e02d37d8615 tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:20.501124 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b570a290-9696-447f-b61a-d08b62868986 None None] Network 028227ab-ee31-495e-af8a-323612fcc620 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:30:20.520705 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-5be5c010-087c-4c95-8174-4e02d37d8615 tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Calling delete_port for 74daad7c-8bc7-457c-8e81-75236399e04a owned by network:dhcp {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:30:20.523529 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6bf5b80e-1bd0-4a6a-b988-582b66f6e857 tempest-ExtraDHCPOptionsTestJSON-1515433008 tempest-ExtraDHCPOptionsTestJSON-1515433008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:20.662397 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-1e8e5beb-71f2-45a9-bed3-c7b1e45ea8a8 None None] Provisioning for port 74daad7c-8bc7-457c-8e81-75236399e04a completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:30:20.662739 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf5b80e-1bd0-4a6a-b988-582b66f6e857 tempest-ExtraDHCPOptionsTestJSON-1515433008 tempest-ExtraDHCPOptionsTestJSON-1515433008-project] Pushing event updated for resources: {'Port': ['ID=c124efe5-e73e-41ac-b1c6-2614f98d1e96,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:20.704654 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edaa77f4-fad3-462c-a73e-a334203a4949 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Router b9fb6ef8-f594-45b5-b5d6-58102ca87daa has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:30:20.727870 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bf5b80e-1bd0-4a6a-b988-582b66f6e857 tempest-ExtraDHCPOptionsTestJSON-1515433008 tempest-ExtraDHCPOptionsTestJSON-1515433008-project] Network cc83b79c-8a67-45e4-9897-5550da8ccb9c is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:30:20.732248 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-6bf5b80e-1bd0-4a6a-b988-582b66f6e857 tempest-ExtraDHCPOptionsTestJSON-1515433008 tempest-ExtraDHCPOptionsTestJSON-1515433008-project] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:30:20.740157 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bf5b80e-1bd0-4a6a-b988-582b66f6e857 tempest-ExtraDHCPOptionsTestJSON-1515433008 tempest-ExtraDHCPOptionsTestJSON-1515433008-project] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:30:20.781876 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 74daad7c-8bc7-457c-8e81-75236399e04a up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:30:20.822336 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5be5c010-087c-4c95-8174-4e02d37d8615 tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:20.882500 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be5c010-087c-4c95-8174-4e02d37d8615 tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Pushing event deleted for resources: {'Port': ['ID=74daad7c-8bc7-457c-8e81-75236399e04a,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:20.884970 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] No active binding found for port 74daad7c-8bc7-457c-8e81-75236399e04a {{(pid=93959) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 14 09:30:20.885647 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 74daad7c-8bc7-457c-8e81-75236399e04a not bound to the agent host n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 14 09:30:20.893182 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bf5b80e-1bd0-4a6a-b988-582b66f6e857 tempest-ExtraDHCPOptionsTestJSON-1515433008 tempest-ExtraDHCPOptionsTestJSON-1515433008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:20.894447 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6bf5b80e-1bd0-4a6a-b988-582b66f6e857 tempest-ExtraDHCPOptionsTestJSON-1515433008 tempest-ExtraDHCPOptionsTestJSON-1515433008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:20.921598 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-6bf5b80e-1bd0-4a6a-b988-582b66f6e857 tempest-ExtraDHCPOptionsTestJSON-1515433008 tempest-ExtraDHCPOptionsTestJSON-1515433008-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1151 time: 1.2379591 Jul 14 09:30:20.921835 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Port 74daad7c-8bc7-457c-8e81-75236399e04a not found, will not notify nova. {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 14 09:30:20.922208 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 54638) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:20.956857 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5a191d-55d7-4e35-93dd-053e16d3e5fa req-70e9f1b7-5987-4d7c-9274-493f200a5442 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:20.972559 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3591248e-a334-41f8-85fb-be96774b0a16 None None] DHCP port deletion for 028227ab-ee31-495e-af8a-323612fcc620 request from n-d-779913-29 {{(pid=93959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:30:20.972826 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-fb5a191d-55d7-4e35-93dd-053e16d3e5fa req-70e9f1b7-5987-4d7c-9274-493f200a5442 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/ports?device_id=95b9a8bb-ffb8-4a06-a464-b6f623cf6c7e HTTP/1.1" status: 200 len: 945 time: 0.3623126 Jul 14 09:30:20.979979 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be5c010-087c-4c95-8174-4e02d37d8615 tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] No DVR routers for this DVR port 74daad7c-8bc7-457c-8e81-75236399e04a on host n-d-779913-29 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:30:21.064811 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9be36797-caef-432b-9804-392294e84790 tempest-ExtraDHCPOptionsTestJSON-1515433008 tempest-ExtraDHCPOptionsTestJSON-1515433008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:21.079164 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9be36797-caef-432b-9804-392294e84790 tempest-ExtraDHCPOptionsTestJSON-1515433008 tempest-ExtraDHCPOptionsTestJSON-1515433008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:21.088292 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9be36797-caef-432b-9804-392294e84790 tempest-ExtraDHCPOptionsTestJSON-1515433008 tempest-ExtraDHCPOptionsTestJSON-1515433008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:21.098116 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-9be36797-caef-432b-9804-392294e84790 tempest-ExtraDHCPOptionsTestJSON-1515433008 tempest-ExtraDHCPOptionsTestJSON-1515433008-project] 10.222.0.68 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2614 time: 0.1677718 Jul 14 09:30:21.098116 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 54642) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:21.111949 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-fb5a191d-55d7-4e35-93dd-053e16d3e5fa req-0d3aab53-2519-4461-bf96-a24d41f1a326 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/security-groups?id=bfacbc39-872c-438f-b7f4-05abded490ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376231 Jul 14 09:30:21.134183 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5be5c010-087c-4c95-8174-4e02d37d8615 tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473955', 'neutron.services.segments.db._delete_segments_for_network-8735688326548'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:21.138387 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edaa77f4-fad3-462c-a73e-a334203a4949 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:30:21.148527 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-edaa77f4-fad3-462c-a73e-a334203a4949 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for floatingip, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:21.149733 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5595673d-44fd-48e7-93e5-7073131ce831 None None] Sync routers for ids ['b9fb6ef8-f594-45b5-b5d6-58102ca87daa'] in n-d-779913-29 {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:30:21.172078 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5595673d-44fd-48e7-93e5-7073131ce831 None None] Routers {'b9fb6ef8-f594-45b5-b5d6-58102ca87daa'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:30:21.173335 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-5595673d-44fd-48e7-93e5-7073131ce831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:29:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['b9fb6ef8-f594-45b5-b5d6-58102ca87daa'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:21.188764 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-5be5c010-087c-4c95-8174-4e02d37d8615 tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['028227ab-ee31-495e-af8a-323612fcc620']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:21.202857 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-5be5c010-087c-4c95-8174-4e02d37d8615 tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0fd361f-43e9-4133-8309-378f86910f03') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:21.203413 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-5be5c010-087c-4c95-8174-4e02d37d8615 tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0fd361f-43e9-4133-8309-378f86910f03') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:21.223859 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5be5c010-087c-4c95-8174-4e02d37d8615 tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735688356235', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13574129'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:21.237423 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-edaa77f4-fad3-462c-a73e-a334203a4949 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] 10.222.0.68 "DELETE /v2.0/floatingips/a8b7c04c-417c-4796-96c4-f411c1dc9a8a HTTP/1.1" status: 204 len: 168 time: 2.2733881 Jul 14 09:30:21.240568 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 54648) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:21.280265 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5be5c010-087c-4c95-8174-4e02d37d8615 tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:21.297423 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-8bc0dfee-bedc-442f-a097-0a8862b24f0d tempest-ExtraDHCPOptionsTestJSON-1515433008 tempest-ExtraDHCPOptionsTestJSON-1515433008-project] Deleting port c124efe5-e73e-41ac-b1c6-2614f98d1e96 {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:30:21.297803 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8bc0dfee-bedc-442f-a097-0a8862b24f0d tempest-ExtraDHCPOptionsTestJSON-1515433008 tempest-ExtraDHCPOptionsTestJSON-1515433008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:21.299651 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-5595673d-44fd-48e7-93e5-7073131ce831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:21.310076 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5be5c010-087c-4c95-8174-4e02d37d8615 tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Releasing vlan 731 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:30:21.313950 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5595673d-44fd-48e7-93e5-7073131ce831 None None] Routers {'b9fb6ef8-f594-45b5-b5d6-58102ca87daa'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:30:21.314582 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-5595673d-44fd-48e7-93e5-7073131ce831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:29:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['b9fb6ef8-f594-45b5-b5d6-58102ca87daa'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:21.315888 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5be5c010-087c-4c95-8174-4e02d37d8615 tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13573126'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:21.343717 n-d-779913-29 neutron-server[93958]: Traceback (most recent call last): Jul 14 09:30:21.343717 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:30:21.343717 n-d-779913-29 neutron-server[93958]: timer() Jul 14 09:30:21.343717 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:30:21.343717 n-d-779913-29 neutron-server[93958]: cb(*args, **kw) Jul 14 09:30:21.343717 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:30:21.343717 n-d-779913-29 neutron-server[93958]: return func(*args, **kwargs) Jul 14 09:30:21.343717 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:30:21.343717 n-d-779913-29 neutron-server[93958]: self._notify() Jul 14 09:30:21.343717 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:30:21.343717 n-d-779913-29 neutron-server[93958]: self.callback(batched_events) Jul 14 09:30:21.343717 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:30:21.343717 n-d-779913-29 neutron-server[93958]: event.method(event) Jul 14 09:30:21.343717 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:30:21.343717 n-d-779913-29 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:30:21.343717 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:30:21.343717 n-d-779913-29 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:30:21.343717 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:30:21.343717 n-d-779913-29 neutron-server[93958]: return f(self, *a, **k) Jul 14 09:30:21.343717 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:30:21.343717 n-d-779913-29 neutron-server[93958]: return self._get(url).json() Jul 14 09:30:21.343717 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:30:21.343717 n-d-779913-29 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:30:21.343717 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:30:21.343717 n-d-779913-29 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 14 09:30:21.343717 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:30:21.343717 n-d-779913-29 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:30:21.343717 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:30:21.343717 n-d-779913-29 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:30:21.343717 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:30:21.343717 n-d-779913-29 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:30:21.343717 n-d-779913-29 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:30:21.383951 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-5595673d-44fd-48e7-93e5-7073131ce831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:21.386309 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5595673d-44fd-48e7-93e5-7073131ce831 None None] The sync data for ids ['b9fb6ef8-f594-45b5-b5d6-58102ca87daa'] in n-d-779913-29 is: [] {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:30:21.483750 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8bc0dfee-bedc-442f-a097-0a8862b24f0d tempest-ExtraDHCPOptionsTestJSON-1515433008 tempest-ExtraDHCPOptionsTestJSON-1515433008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:21.507378 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-8bc0dfee-bedc-442f-a097-0a8862b24f0d tempest-ExtraDHCPOptionsTestJSON-1515433008 tempest-ExtraDHCPOptionsTestJSON-1515433008-project] Calling delete_port for c124efe5-e73e-41ac-b1c6-2614f98d1e96 owned by {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:30:21.544015 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5be5c010-087c-4c95-8174-4e02d37d8615 tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660504'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:21.552436 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5be5c010-087c-4c95-8174-4e02d37d8615 tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:21.560457 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-5be5c010-087c-4c95-8174-4e02d37d8615 tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] 10.222.0.68 "DELETE /v2.0/networks/028227ab-ee31-495e-af8a-323612fcc620 HTTP/1.1" status: 204 len: 168 time: 3.6364021 Jul 14 09:30:21.566193 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 54654) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:21.593036 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be5c010-087c-4c95-8174-4e02d37d8615 tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Pushing event deleted for resources: {'Network': ['ID=028227ab-ee31-495e-af8a-323612fcc620,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:21.648640 n-d-779913-29 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-603b7273-7b42-4cfc-8a0a-6c80fe8deedf tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] DELETE failed (client error): The resource could not be found. Jul 14 09:30:21.649288 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-603b7273-7b42-4cfc-8a0a-6c80fe8deedf tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:30:21.651939 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-603b7273-7b42-4cfc-8a0a-6c80fe8deedf tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] 10.222.0.68 "DELETE /v2.0/subnets/b235322e-1421-455d-a30e-391508ad4eb0 HTTP/1.1" status: 404 len: 337 time: 0.0670893 Jul 14 09:30:21.654922 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 54658) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:21.662466 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-eba53e2c-5b22-4b3a-9b8b-5297c79a5bf7 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Deleting port 608dcff3-a940-4c58-9aef-4e7d22ef995c {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:30:21.663043 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-eba53e2c-5b22-4b3a-9b8b-5297c79a5bf7 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:21.689829 n-d-779913-29 neutron-server[93957]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5b95fdd-8fb2-41f9-b680-9f7f73d0df94 tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] DELETE failed (client error): The resource could not be found. Jul 14 09:30:21.690390 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5b95fdd-8fb2-41f9-b680-9f7f73d0df94 tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:30:21.692156 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-e5b95fdd-8fb2-41f9-b680-9f7f73d0df94 tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] 10.222.0.68 "DELETE /v2.0/networks/028227ab-ee31-495e-af8a-323612fcc620 HTTP/1.1" status: 404 len: 339 time: 0.0359282 Jul 14 09:30:21.698160 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 54660) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:21.729124 n-d-779913-29 neutron-server[93957]: INFO neutron.pecan_wsgi.hooks.translation [None req-53a2c97d-787c-4b55-928a-c465ee0e237a tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] DELETE failed (client error): The resource could not be found. Jul 14 09:30:21.729509 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53a2c97d-787c-4b55-928a-c465ee0e237a tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:30:21.733550 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-53a2c97d-787c-4b55-928a-c465ee0e237a tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] 10.222.0.68 "DELETE /v2.0/subnets/4b4261b9-4e29-4e60-9605-15c9323bf818 HTTP/1.1" status: 404 len: 337 time: 0.0305872 Jul 14 09:30:21.734919 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 54662) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:21.823487 n-d-779913-29 neutron-server[93957]: INFO neutron.pecan_wsgi.hooks.translation [None req-2dc8df4d-2b60-4216-90bb-46f4a63d53ee tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] DELETE failed (client error): The resource could not be found. Jul 14 09:30:21.824215 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2dc8df4d-2b60-4216-90bb-46f4a63d53ee tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:30:21.829018 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-2dc8df4d-2b60-4216-90bb-46f4a63d53ee tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] 10.222.0.68 "DELETE /v2.0/networks/86fca159-0a7f-4570-83eb-d3665b861f65 HTTP/1.1" status: 404 len: 339 time: 0.0905864 Jul 14 09:30:21.830133 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8bc0dfee-bedc-442f-a097-0a8862b24f0d tempest-ExtraDHCPOptionsTestJSON-1515433008 tempest-ExtraDHCPOptionsTestJSON-1515433008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:21.832638 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbf67fa-9bb9-47d5-8cad-95d11563e5b9 req-10530ca9-e34a-467d-b790-23d3ddadb929 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:21.834406 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-7cbf67fa-9bb9-47d5-8cad-95d11563e5b9 req-10530ca9-e34a-467d-b790-23d3ddadb929 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/ports?device_id=95b9a8bb-ffb8-4a06-a464-b6f623cf6c7e HTTP/1.1" status: 200 len: 945 time: 0.2698808 Jul 14 09:30:21.834895 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 54664) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:21.865704 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-894b11f8-3de2-4d1a-a81e-c76cc61b0a11 None None] Network cc83b79c-8a67-45e4-9897-5550da8ccb9c requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:30:21.867871 n-d-779913-29 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf9e6518-0ebb-4f71-a6a4-200876057212 tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] DELETE failed (client error): The resource could not be found. Jul 14 09:30:21.868343 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf9e6518-0ebb-4f71-a6a4-200876057212 tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:30:21.870140 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-bf9e6518-0ebb-4f71-a6a4-200876057212 tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] 10.222.0.68 "DELETE /v2.0/subnets/169ef474-85b4-4451-b529-0296fc84be90 HTTP/1.1" status: 404 len: 337 time: 0.0308874 Jul 14 09:30:21.876695 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 54666) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:21.889553 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-eba53e2c-5b22-4b3a-9b8b-5297c79a5bf7 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:21.934421 n-d-779913-29 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-ceb7dc5f-c927-4dfc-a57b-a7e64a985f21 tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] DELETE failed (client error): The resource could not be found. Jul 14 09:30:21.935031 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ceb7dc5f-c927-4dfc-a57b-a7e64a985f21 tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:30:21.936963 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-ceb7dc5f-c927-4dfc-a57b-a7e64a985f21 tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] 10.222.0.68 "DELETE /v2.0/networks/22bda03c-dc7b-405a-87f5-924b6deddbb3 HTTP/1.1" status: 404 len: 339 time: 0.0568390 Jul 14 09:30:21.942950 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-eba53e2c-5b22-4b3a-9b8b-5297c79a5bf7 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Calling delete_port for 608dcff3-a940-4c58-9aef-4e7d22ef995c owned by {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:30:21.945085 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 54668) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:21.963033 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-7cbf67fa-9bb9-47d5-8cad-95d11563e5b9 req-9dc55e5c-f934-4891-8a5d-c50eecf94f34 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/security-groups?id=bfacbc39-872c-438f-b7f4-05abded490ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871487 Jul 14 09:30:22.073530 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-e3f423a1-7f4f-456a-9ff8-461a61c911b4 None None] Provisioning for port e1766271-5405-41b8-a87f-9c606460cd57 completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:30:22.119240 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7c1bc1cf-29bf-446d-8756-0835b31e2d27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:22.287023 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-84e69139-75ca-4ec2-aeb5-a259f07ca4d5 tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Deleting port 0d33fa4d-fae2-421a-b0cb-e05a72974372 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:30:22.287372 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-84e69139-75ca-4ec2-aeb5-a259f07ca4d5 tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:22.329227 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc0dfee-bedc-442f-a097-0a8862b24f0d tempest-ExtraDHCPOptionsTestJSON-1515433008 tempest-ExtraDHCPOptionsTestJSON-1515433008-project] Pushing event deleted for resources: {'Port': ['ID=c124efe5-e73e-41ac-b1c6-2614f98d1e96,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:22.397112 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-84e69139-75ca-4ec2-aeb5-a259f07ca4d5 tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:22.418771 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-84e69139-75ca-4ec2-aeb5-a259f07ca4d5 tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Calling delete_port for 0d33fa4d-fae2-421a-b0cb-e05a72974372 owned by {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:30:22.485006 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8bc0dfee-bedc-442f-a097-0a8862b24f0d tempest-ExtraDHCPOptionsTestJSON-1515433008 tempest-ExtraDHCPOptionsTestJSON-1515433008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:22.490662 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-8bc0dfee-bedc-442f-a097-0a8862b24f0d tempest-ExtraDHCPOptionsTestJSON-1515433008 tempest-ExtraDHCPOptionsTestJSON-1515433008-project] 10.222.0.68 "DELETE /v2.0/ports/c124efe5-e73e-41ac-b1c6-2614f98d1e96 HTTP/1.1" status: 204 len: 168 time: 1.3908894 Jul 14 09:30:22.491261 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 54678) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:22.503011 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-2107a258-7e58-4295-af9a-5664fe1dbd4e tempest-ExtraDHCPOptionsTestJSON-1515433008 tempest-ExtraDHCPOptionsTestJSON-1515433008-project] Request body: {'port': {'name': 'tempest-new-port-name-701720704', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:22.504284 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.api.validators [None req-2107a258-7e58-4295-af9a-5664fe1dbd4e tempest-ExtraDHCPOptionsTestJSON-1515433008 tempest-ExtraDHCPOptionsTestJSON-1515433008-project] bootfile-name is not in valid_values {{(pid=93957) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 14 09:30:22.506476 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.api.validators [None req-2107a258-7e58-4295-af9a-5664fe1dbd4e tempest-ExtraDHCPOptionsTestJSON-1515433008 tempest-ExtraDHCPOptionsTestJSON-1515433008-project] tftp-server is not in valid_values {{(pid=93957) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 14 09:30:22.506940 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.api.validators [None req-2107a258-7e58-4295-af9a-5664fe1dbd4e tempest-ExtraDHCPOptionsTestJSON-1515433008 tempest-ExtraDHCPOptionsTestJSON-1515433008-project] server-ip-address is not in valid_values {{(pid=93957) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 14 09:30:22.550805 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-eba53e2c-5b22-4b3a-9b8b-5297c79a5bf7 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:22.556387 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c1d63f81-f5b4-4ff6-b2b5-ad7bb8be2f3a None None] Provisioning for port 31a1d66d-b4de-491b-8a3f-8cc099b45da3 completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:30:22.559555 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a38abc-73fa-4ac8-8fad-48ee91fb3004 req-cf202d4f-0143-449f-bbe7-b43e5da93fe4 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:22.562792 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c1d63f81-f5b4-4ff6-b2b5-ad7bb8be2f3a None None] Provisioning complete for port 31a1d66d-b4de-491b-8a3f-8cc099b45da3 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:30:22.567098 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c1d63f81-f5b4-4ff6-b2b5-ad7bb8be2f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:22.570121 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d3a38abc-73fa-4ac8-8fad-48ee91fb3004 req-cf202d4f-0143-449f-bbe7-b43e5da93fe4 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/ports?device_id=95b9a8bb-ffb8-4a06-a464-b6f623cf6c7e HTTP/1.1" status: 200 len: 945 time: 0.2449014 Jul 14 09:30:22.683466 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d3a38abc-73fa-4ac8-8fad-48ee91fb3004 req-4b49bfeb-31d9-4749-bae4-2f7b047e3ada tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/security-groups?id=bfacbc39-872c-438f-b7f4-05abded490ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111512 Jul 14 09:30:22.690012 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-c1d63f81-f5b4-4ff6-b2b5-ad7bb8be2f3a None None] Port 31a1d66d-b4de-491b-8a3f-8cc099b45da3 cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:30:22.717581 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device e1766271-5405-41b8-a87f-9c606460cd57 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:30:22.745044 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2107a258-7e58-4295-af9a-5664fe1dbd4e tempest-ExtraDHCPOptionsTestJSON-1515433008 tempest-ExtraDHCPOptionsTestJSON-1515433008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:22.761355 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba53e2c-5b22-4b3a-9b8b-5297c79a5bf7 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Pushing event deleted for resources: {'Port': ['ID=608dcff3-a940-4c58-9aef-4e7d22ef995c,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:22.821929 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning for port e1766271-5405-41b8-a87f-9c606460cd57 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:30:22.826889 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port e1766271-5405-41b8-a87f-9c606460cd57 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:30:22.827491 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:22.840134 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-84e69139-75ca-4ec2-aeb5-a259f07ca4d5 tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:22.934653 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-f6dee1a4-c445-4fa1-b4a3-737a7ceb62a5 None None] Provisioning complete for port 31a1d66d-b4de-491b-8a3f-8cc099b45da3 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:30:22.935030 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f6dee1a4-c445-4fa1-b4a3-737a7ceb62a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:22.978189 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:22.994169 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e69139-75ca-4ec2-aeb5-a259f07ca4d5 tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Pushing event deleted for resources: {'Port': ['ID=0d33fa4d-fae2-421a-b0cb-e05a72974372,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:23.009373 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-84e69139-75ca-4ec2-aeb5-a259f07ca4d5 tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:23.011276 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-84e69139-75ca-4ec2-aeb5-a259f07ca4d5 tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] 10.222.0.68 "DELETE /v2.0/ports/0d33fa4d-fae2-421a-b0cb-e05a72974372 HTTP/1.1" status: 204 len: 168 time: 1.0657907 Jul 14 09:30:23.015651 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 54684) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:23.015847 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-f6dee1a4-c445-4fa1-b4a3-737a7ceb62a5 None None] Port 31a1d66d-b4de-491b-8a3f-8cc099b45da3 cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:30:23.025878 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-eba53e2c-5b22-4b3a-9b8b-5297c79a5bf7 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:23.035886 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 54686) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:23.036627 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-eba53e2c-5b22-4b3a-9b8b-5297c79a5bf7 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] 10.222.0.68 "DELETE /v2.0/ports/608dcff3-a940-4c58-9aef-4e7d22ef995c HTTP/1.1" status: 204 len: 168 time: 1.7948442 Jul 14 09:30:23.046968 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-5e433026-dec1-43ba-a2df-881ba93bac06 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Request body: {'floatingip': {'floating_network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:23.057950 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] For port e1766271-5405-41b8-a87f-9c606460cd57, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=e1766271-5405-41b8-a87f-9c606460cd57,segment=NetworkSegment(33737cfa-730e-46ec-a8ea-6fe2488d7b3c),segment_id=33737cfa-730e-46ec-a8ea-6fe2488d7b3c)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:30:23.066528 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:23.081896 n-d-779913-29 neutron-server[93957]: INFO neutron.pecan_wsgi.hooks.translation [None req-e420f8d7-9a4d-43e5-b4ec-fa92c056365b tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] DELETE failed (client error): The resource could not be found. Jul 14 09:30:23.082919 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e420f8d7-9a4d-43e5-b4ec-fa92c056365b tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:30:23.084984 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-e420f8d7-9a4d-43e5-b4ec-fa92c056365b tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] 10.222.0.68 "DELETE /v2.0/subnets/08f5a0e1-e907-403c-a444-7686d854f347 HTTP/1.1" status: 404 len: 337 time: 0.0680420 Jul 14 09:30:23.088221 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 54688) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:23.137267 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5e433026-dec1-43ba-a2df-881ba93bac06 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify callbacks [] for floatingip, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:23.198782 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 74daad7c-8bc7-457c-8e81-75236399e04a no longer exists at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:30:23.224413 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] No Port match for: 74daad7c-8bc7-457c-8e81-75236399e04a {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:30:23.225002 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 74daad7c-8bc7-457c-8e81-75236399e04a not bound to the agent host n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:30:23.227537 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Pushing event updated for resources: {'Port': ['ID=e1766271-5405-41b8-a87f-9c606460cd57,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:23.234853 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d613999a-44fe-4c74-82fc-b0db03a24a33 tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3876111'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:23.334552 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-291503a6-a54e-4368-8462-2ca9431a3f2a None None] Could not find standard attr ID for object c124efe5-e73e-41ac-b1c6-2614f98d1e96. {{(pid=93959) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 09:30:23.356399 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2107a258-7e58-4295-af9a-5664fe1dbd4e tempest-ExtraDHCPOptionsTestJSON-1515433008 tempest-ExtraDHCPOptionsTestJSON-1515433008-project] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:23.386242 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2107a258-7e58-4295-af9a-5664fe1dbd4e tempest-ExtraDHCPOptionsTestJSON-1515433008 tempest-ExtraDHCPOptionsTestJSON-1515433008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:23.440279 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d613999a-44fe-4c74-82fc-b0db03a24a33 tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473955', 'neutron.services.segments.db._delete_segments_for_network-8735688326548'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:23.481744 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-d613999a-44fe-4c74-82fc-b0db03a24a33 tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1dc59a77-198b-4731-b885-01aa5df5eb7d']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:23.500942 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-d613999a-44fe-4c74-82fc-b0db03a24a33 tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4cb1506-2d2e-495d-8627-81de9ff49dac') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:23.501410 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-d613999a-44fe-4c74-82fc-b0db03a24a33 tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4cb1506-2d2e-495d-8627-81de9ff49dac') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:23.501698 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2107a258-7e58-4295-af9a-5664fe1dbd4e tempest-ExtraDHCPOptionsTestJSON-1515433008 tempest-ExtraDHCPOptionsTestJSON-1515433008-project] Pushing event updated for resources: {'Port': ['ID=31a1d66d-b4de-491b-8a3f-8cc099b45da3,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:23.516891 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d613999a-44fe-4c74-82fc-b0db03a24a33 tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735688356235', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13574129'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:23.541260 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d613999a-44fe-4c74-82fc-b0db03a24a33 tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:23.557958 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33a19be-19e6-4751-974b-c69df2ef0829 req-39cc58b6-d59c-45fb-be3b-20c7c348cf9c tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:23.559491 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d33a19be-19e6-4751-974b-c69df2ef0829 req-39cc58b6-d59c-45fb-be3b-20c7c348cf9c tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/ports?device_id=95b9a8bb-ffb8-4a06-a464-b6f623cf6c7e HTTP/1.1" status: 200 len: 945 time: 0.1440051 Jul 14 09:30:23.562480 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d613999a-44fe-4c74-82fc-b0db03a24a33 tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Releasing vlan 725 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:30:23.562893 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d613999a-44fe-4c74-82fc-b0db03a24a33 tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13573126'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:23.566191 n-d-779913-29 neutron-server[93958]: Traceback (most recent call last): Jul 14 09:30:23.566191 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:30:23.566191 n-d-779913-29 neutron-server[93958]: timer() Jul 14 09:30:23.566191 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:30:23.566191 n-d-779913-29 neutron-server[93958]: cb(*args, **kw) Jul 14 09:30:23.566191 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:30:23.566191 n-d-779913-29 neutron-server[93958]: return func(*args, **kwargs) Jul 14 09:30:23.566191 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:30:23.566191 n-d-779913-29 neutron-server[93958]: self._notify() Jul 14 09:30:23.566191 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:30:23.566191 n-d-779913-29 neutron-server[93958]: self.callback(batched_events) Jul 14 09:30:23.566191 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:30:23.566191 n-d-779913-29 neutron-server[93958]: event.method(event) Jul 14 09:30:23.566191 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:30:23.566191 n-d-779913-29 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:30:23.566191 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:30:23.566191 n-d-779913-29 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:30:23.566191 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:30:23.566191 n-d-779913-29 neutron-server[93958]: return f(self, *a, **k) Jul 14 09:30:23.566191 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:30:23.566191 n-d-779913-29 neutron-server[93958]: return self._get(url).json() Jul 14 09:30:23.566191 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:30:23.566191 n-d-779913-29 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:30:23.566191 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:30:23.566191 n-d-779913-29 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 14 09:30:23.566191 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:30:23.566191 n-d-779913-29 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:30:23.566191 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:30:23.566191 n-d-779913-29 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:30:23.566191 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:30:23.566191 n-d-779913-29 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:30:23.566191 n-d-779913-29 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:30:23.582882 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-2107a258-7e58-4295-af9a-5664fe1dbd4e tempest-ExtraDHCPOptionsTestJSON-1515433008 tempest-ExtraDHCPOptionsTestJSON-1515433008-project] In _notify_port_updated(), no bound segment for port 31a1d66d-b4de-491b-8a3f-8cc099b45da3 on network cc83b79c-8a67-45e4-9897-5550da8ccb9c {{(pid=93957) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 14 09:30:23.589856 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2107a258-7e58-4295-af9a-5664fe1dbd4e tempest-ExtraDHCPOptionsTestJSON-1515433008 tempest-ExtraDHCPOptionsTestJSON-1515433008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:23.590775 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2107a258-7e58-4295-af9a-5664fe1dbd4e tempest-ExtraDHCPOptionsTestJSON-1515433008 tempest-ExtraDHCPOptionsTestJSON-1515433008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:23.595445 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-2107a258-7e58-4295-af9a-5664fe1dbd4e tempest-ExtraDHCPOptionsTestJSON-1515433008 tempest-ExtraDHCPOptionsTestJSON-1515433008-project] 10.222.0.68 "PUT /v2.0/ports/31a1d66d-b4de-491b-8a3f-8cc099b45da3 HTTP/1.1" status: 200 len: 1135 time: 1.1031070 Jul 14 09:30:23.597085 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 54696) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:23.610552 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5e433026-dec1-43ba-a2df-881ba93bac06 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:23.674548 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d33a19be-19e6-4751-974b-c69df2ef0829 req-773734a2-e79d-4285-a4b3-e38b3cf9bdc4 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/security-groups?id=bfacbc39-872c-438f-b7f4-05abded490ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970097 Jul 14 09:30:23.675380 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d613999a-44fe-4c74-82fc-b0db03a24a33 tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660504'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:23.700738 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d613999a-44fe-4c74-82fc-b0db03a24a33 tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Pushing event deleted for resources: {'Network': ['ID=1dc59a77-198b-4731-b885-01aa5df5eb7d,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:23.716605 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d613999a-44fe-4c74-82fc-b0db03a24a33 tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:23.718880 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-d613999a-44fe-4c74-82fc-b0db03a24a33 tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] 10.222.0.68 "DELETE /v2.0/networks/1dc59a77-198b-4731-b885-01aa5df5eb7d HTTP/1.1" status: 204 len: 168 time: 0.6283624 Jul 14 09:30:23.723552 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 54700) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:23.754912 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcde3dd9-516a-46ae-8f65-296463aa5481 tempest-ExtraDHCPOptionsTestJSON-1515433008 tempest-ExtraDHCPOptionsTestJSON-1515433008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:23.757460 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-fcde3dd9-516a-46ae-8f65-296463aa5481 tempest-ExtraDHCPOptionsTestJSON-1515433008 tempest-ExtraDHCPOptionsTestJSON-1515433008-project] 10.222.0.68 "GET /v2.0/ports/31a1d66d-b4de-491b-8a3f-8cc099b45da3 HTTP/1.1" status: 200 len: 1135 time: 0.1593976 Jul 14 09:30:23.765560 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 54702) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:23.862086 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-5b17fd3b-a80d-40c1-a874-0656b9e73862 None None] Provisioning complete for port 31a1d66d-b4de-491b-8a3f-8cc099b45da3 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:30:23.862835 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5b17fd3b-a80d-40c1-a874-0656b9e73862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:23.908474 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-ae9cc857-4575-40b8-b1bc-e0a1d3a10c0e tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Deleting port 2669c175-d97e-4ece-bae1-6c88edc1c911 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:30:23.912438 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ae9cc857-4575-40b8-b1bc-e0a1d3a10c0e tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:23.925868 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-5e433026-dec1-43ba-a2df-881ba93bac06 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Allocated IP 172.25.4.23 (2dcd4d32-cc7c-4468-b396-7ce5c9231892/6cd22a75-5bc1-467c-a3c4-0af04bd1b34a/85a9db7e-877e-4e0d-88d8-e769cb9ae1b9) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:30:23.946113 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-5b17fd3b-a80d-40c1-a874-0656b9e73862 None None] Port 31a1d66d-b4de-491b-8a3f-8cc099b45da3 cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:30:24.013895 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ae9cc857-4575-40b8-b1bc-e0a1d3a10c0e tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:24.031190 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-ae9cc857-4575-40b8-b1bc-e0a1d3a10c0e tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Calling delete_port for 2669c175-d97e-4ece-bae1-6c88edc1c911 owned by {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:30:24.070054 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-1b0f9b86-d301-4a48-bf3b-240cf1fc70d8 tempest-ExtraDHCPOptionsTestJSON-1515433008 tempest-ExtraDHCPOptionsTestJSON-1515433008-project] Deleting port 31a1d66d-b4de-491b-8a3f-8cc099b45da3 {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:30:24.071193 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1b0f9b86-d301-4a48-bf3b-240cf1fc70d8 tempest-ExtraDHCPOptionsTestJSON-1515433008 tempest-ExtraDHCPOptionsTestJSON-1515433008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:24.120401 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ae9cc857-4575-40b8-b1bc-e0a1d3a10c0e tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:24.159948 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5e433026-dec1-43ba-a2df-881ba93bac06 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:24.163693 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ae9cc857-4575-40b8-b1bc-e0a1d3a10c0e tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:24.168479 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-ae9cc857-4575-40b8-b1bc-e0a1d3a10c0e tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] 10.222.0.68 "DELETE /v2.0/ports/2669c175-d97e-4ece-bae1-6c88edc1c911 HTTP/1.1" status: 204 len: 168 time: 0.4415808 Jul 14 09:30:24.168479 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9cc857-4575-40b8-b1bc-e0a1d3a10c0e tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Pushing event deleted for resources: {'Port': ['ID=2669c175-d97e-4ece-bae1-6c88edc1c911,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:24.175785 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 54706) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:24.219277 n-d-779913-29 neutron-server[93957]: INFO neutron.pecan_wsgi.hooks.translation [None req-917b64f6-58df-4fac-913d-149a23eaec25 tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] DELETE failed (client error): The resource could not be found. Jul 14 09:30:24.219739 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-917b64f6-58df-4fac-913d-149a23eaec25 tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:30:24.221599 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-917b64f6-58df-4fac-913d-149a23eaec25 tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] 10.222.0.68 "DELETE /v2.0/subnets/854254e2-08b1-4ad8-83ec-a5737a87a562 HTTP/1.1" status: 404 len: 337 time: 0.0446939 Jul 14 09:30:24.224308 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 54708) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:24.233473 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1b0f9b86-d301-4a48-bf3b-240cf1fc70d8 tempest-ExtraDHCPOptionsTestJSON-1515433008 tempest-ExtraDHCPOptionsTestJSON-1515433008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:24.255248 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-1b0f9b86-d301-4a48-bf3b-240cf1fc70d8 tempest-ExtraDHCPOptionsTestJSON-1515433008 tempest-ExtraDHCPOptionsTestJSON-1515433008-project] Calling delete_port for 31a1d66d-b4de-491b-8a3f-8cc099b45da3 owned by {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:30:24.304659 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-aeb521c9-7b45-4428-875c-d63de67ead37 tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3876111'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:24.309041 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5e433026-dec1-43ba-a2df-881ba93bac06 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:24.365885 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e433026-dec1-43ba-a2df-881ba93bac06 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Network 2dcd4d32-cc7c-4468-b396-7ce5c9231892 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:30:24.372968 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-5e433026-dec1-43ba-a2df-881ba93bac06 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:30:24.379359 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e433026-dec1-43ba-a2df-881ba93bac06 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:30:24.405221 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e433026-dec1-43ba-a2df-881ba93bac06 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Pushing event updated for resources: {'Port': ['ID=85a9db7e-877e-4e0d-88d8-e769cb9ae1b9,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:24.411090 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-aeb521c9-7b45-4428-875c-d63de67ead37 tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473955', 'neutron.services.segments.db._delete_segments_for_network-8735688326548'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:24.424617 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-aeb521c9-7b45-4428-875c-d63de67ead37 tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d6e4a83-350e-40e3-a8d3-0ab9475b672b']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:24.436613 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-aeb521c9-7b45-4428-875c-d63de67ead37 tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '939f2524-ba0a-41dd-8acd-1eb322da9d11') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:24.437144 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-aeb521c9-7b45-4428-875c-d63de67ead37 tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '939f2524-ba0a-41dd-8acd-1eb322da9d11') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:24.448983 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-aeb521c9-7b45-4428-875c-d63de67ead37 tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735688356235', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13574129'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:24.465836 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-aeb521c9-7b45-4428-875c-d63de67ead37 tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:24.473302 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aeb521c9-7b45-4428-875c-d63de67ead37 tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Releasing vlan 741 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:30:24.473842 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-aeb521c9-7b45-4428-875c-d63de67ead37 tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13573126'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:24.477453 n-d-779913-29 neutron-server[93958]: Traceback (most recent call last): Jul 14 09:30:24.477453 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:30:24.477453 n-d-779913-29 neutron-server[93958]: timer() Jul 14 09:30:24.477453 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:30:24.477453 n-d-779913-29 neutron-server[93958]: cb(*args, **kw) Jul 14 09:30:24.477453 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:30:24.477453 n-d-779913-29 neutron-server[93958]: return func(*args, **kwargs) Jul 14 09:30:24.477453 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:30:24.477453 n-d-779913-29 neutron-server[93958]: self._notify() Jul 14 09:30:24.477453 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:30:24.477453 n-d-779913-29 neutron-server[93958]: self.callback(batched_events) Jul 14 09:30:24.477453 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:30:24.477453 n-d-779913-29 neutron-server[93958]: event.method(event) Jul 14 09:30:24.477453 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:30:24.477453 n-d-779913-29 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:30:24.477453 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:30:24.477453 n-d-779913-29 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:30:24.477453 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:30:24.477453 n-d-779913-29 neutron-server[93958]: return f(self, *a, **k) Jul 14 09:30:24.477453 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:30:24.477453 n-d-779913-29 neutron-server[93958]: return self._get(url).json() Jul 14 09:30:24.477453 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:30:24.477453 n-d-779913-29 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:30:24.477453 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:30:24.477453 n-d-779913-29 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 14 09:30:24.477453 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:30:24.477453 n-d-779913-29 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:30:24.477453 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:30:24.477453 n-d-779913-29 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:30:24.477453 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:30:24.477453 n-d-779913-29 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:30:24.477453 n-d-779913-29 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:30:24.518103 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1b0f9b86-d301-4a48-bf3b-240cf1fc70d8 tempest-ExtraDHCPOptionsTestJSON-1515433008 tempest-ExtraDHCPOptionsTestJSON-1515433008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:24.569061 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-aeb521c9-7b45-4428-875c-d63de67ead37 tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660504'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:24.587808 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0f9b86-d301-4a48-bf3b-240cf1fc70d8 tempest-ExtraDHCPOptionsTestJSON-1515433008 tempest-ExtraDHCPOptionsTestJSON-1515433008-project] Pushing event deleted for resources: {'Port': ['ID=31a1d66d-b4de-491b-8a3f-8cc099b45da3,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:24.600518 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-aeb521c9-7b45-4428-875c-d63de67ead37 tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:24.605535 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-aeb521c9-7b45-4428-875c-d63de67ead37 tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] 10.222.0.68 "DELETE /v2.0/networks/3d6e4a83-350e-40e3-a8d3-0ab9475b672b HTTP/1.1" status: 204 len: 168 time: 0.3782275 Jul 14 09:30:24.610596 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 54714) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:24.613215 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb521c9-7b45-4428-875c-d63de67ead37 tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Pushing event deleted for resources: {'Network': ['ID=3d6e4a83-350e-40e3-a8d3-0ab9475b672b,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:24.655014 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device e1766271-5405-41b8-a87f-9c606460cd57 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:30:24.676130 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5e433026-dec1-43ba-a2df-881ba93bac06 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:24.698415 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-17bfacb9-001c-44c7-8edc-ca86ded31954 tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Deleting subnet 851cee20-18b2-43ae-ac82-13ca15124da6 {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:30:24.703680 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-17bfacb9-001c-44c7-8edc-ca86ded31954 tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:24.760281 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-17bfacb9-001c-44c7-8edc-ca86ded31954 tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13574120'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:24.793206 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:24.803467 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-be611378-a8c7-4f5c-9cfb-5eefce656317 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:24.823309 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1b0f9b86-d301-4a48-bf3b-240cf1fc70d8 tempest-ExtraDHCPOptionsTestJSON-1515433008 tempest-ExtraDHCPOptionsTestJSON-1515433008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:24.830970 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-1b0f9b86-d301-4a48-bf3b-240cf1fc70d8 tempest-ExtraDHCPOptionsTestJSON-1515433008 tempest-ExtraDHCPOptionsTestJSON-1515433008-project] 10.222.0.68 "DELETE /v2.0/ports/31a1d66d-b4de-491b-8a3f-8cc099b45da3 HTTP/1.1" status: 204 len: 168 time: 1.0636697 Jul 14 09:30:24.835449 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 54718) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:24.837023 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port e1766271-5405-41b8-a87f-9c606460cd57 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:30:24.837787 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:24.872472 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-17bfacb9-001c-44c7-8edc-ca86ded31954 tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3481002'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:24.970800 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-17bfacb9-001c-44c7-8edc-ca86ded31954 tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13574056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16714573'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:24.975392 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5e433026-dec1-43ba-a2df-881ba93bac06 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:24.982464 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_v2 [None req-753e2c09-e4ff-4f95-ab86-37fe1e221e59 tempest-ExtraDHCPOptionsTestJSON-1515433008 tempest-ExtraDHCPOptionsTestJSON-1515433008-project] Deleting subnet 41287110-a4a7-4f36-885a-a304e706879a {{(pid=93957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:30:25.003369 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bfacb9-001c-44c7-8edc-ca86ded31954 tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Pushing event deleted for resources: {'Subnet': ['ID=851cee20-18b2-43ae-ac82-13ca15124da6,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:25.007159 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-753e2c09-e4ff-4f95-ab86-37fe1e221e59 tempest-ExtraDHCPOptionsTestJSON-1515433008 tempest-ExtraDHCPOptionsTestJSON-1515433008-project] Notify callbacks [] for subnet, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:25.011164 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-17bfacb9-001c-44c7-8edc-ca86ded31954 tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:25.013042 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-17bfacb9-001c-44c7-8edc-ca86ded31954 tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] 10.222.0.68 "DELETE /v2.0/subnets/851cee20-18b2-43ae-ac82-13ca15124da6 HTTP/1.1" status: 204 len: 168 time: 0.4010129 Jul 14 09:30:25.016928 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 54720) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:25.028494 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f9c9683-770e-4cda-a436-fe02f2c1e1d5 None None] Network d83850a8-3ad8-4e4f-8b07-c37b4ddb54c9 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:30:25.097511 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-753e2c09-e4ff-4f95-ab86-37fe1e221e59 tempest-ExtraDHCPOptionsTestJSON-1515433008 tempest-ExtraDHCPOptionsTestJSON-1515433008-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10944203'] for subnet, precommit_delete_associations {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:25.141048 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852cbd5f-2962-43e9-8cef-2e33bb73c746 req-95d14cda-3ab5-43bc-80a0-7261b8a940bb tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:25.142884 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-852cbd5f-2962-43e9-8cef-2e33bb73c746 req-95d14cda-3ab5-43bc-80a0-7261b8a940bb tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.65 "GET /v2.0/ports?device_id=95b9a8bb-ffb8-4a06-a464-b6f623cf6c7e HTTP/1.1" status: 200 len: 945 time: 0.3448234 Jul 14 09:30:25.186590 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf1bae3-c624-49bb-b703-10ff88756394 req-b84297bb-4cad-4612-ab91-788cb7ba4b42 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:25.190898 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-4cf1bae3-c624-49bb-b703-10ff88756394 req-b84297bb-4cad-4612-ab91-788cb7ba4b42 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/ports?device_id=95b9a8bb-ffb8-4a06-a464-b6f623cf6c7e HTTP/1.1" status: 200 len: 945 time: 0.2562776 Jul 14 09:30:25.219164 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bcddfd89-e4b6-4cfe-bb34-db839a2a9b57 tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3876111'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:25.266047 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-4cf1bae3-c624-49bb-b703-10ff88756394 req-c5b35d87-bb96-405d-a6ed-e805200b1c59 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/security-groups?id=bfacbc39-872c-438f-b7f4-05abded490ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683770 Jul 14 09:30:25.329124 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-bcddfd89-e4b6-4cfe-bb34-db839a2a9b57 tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Deleting port 8b8038f8-503b-4b35-ab58-1c8bcf752a06 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:30:25.329858 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bcddfd89-e4b6-4cfe-bb34-db839a2a9b57 tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:25.343476 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5871e531-5582-4468-89a5-27ebfa2e27dd None None] DHCP port deletion for d83850a8-3ad8-4e4f-8b07-c37b4ddb54c9 request from n-d-779913-29 {{(pid=93959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:30:25.359967 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-753e2c09-e4ff-4f95-ab86-37fe1e221e59 tempest-ExtraDHCPOptionsTestJSON-1515433008 tempest-ExtraDHCPOptionsTestJSON-1515433008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3481002'] for subnet, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:25.413783 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-5871e531-5582-4468-89a5-27ebfa2e27dd None None] Deleting port 8b8038f8-503b-4b35-ab58-1c8bcf752a06 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:30:25.415403 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5871e531-5582-4468-89a5-27ebfa2e27dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:25.421974 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-bcddfd89-e4b6-4cfe-bb34-db839a2a9b57 tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] For port 8b8038f8-503b-4b35-ab58-1c8bcf752a06, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=8b8038f8-503b-4b35-ab58-1c8bcf752a06,segment=NetworkSegment(ffced04f-6c85-4f29-a891-2dbaa09486be),segment_id=ffced04f-6c85-4f29-a891-2dbaa09486be)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:30:25.422340 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bcddfd89-e4b6-4cfe-bb34-db839a2a9b57 tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:25.445380 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-bcddfd89-e4b6-4cfe-bb34-db839a2a9b57 tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Calling delete_port for 8b8038f8-503b-4b35-ab58-1c8bcf752a06 owned by network:dhcp {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:30:25.502307 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-5871e531-5582-4468-89a5-27ebfa2e27dd None None] For port 8b8038f8-503b-4b35-ab58-1c8bcf752a06, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=8b8038f8-503b-4b35-ab58-1c8bcf752a06,segment=NetworkSegment(ffced04f-6c85-4f29-a891-2dbaa09486be),segment_id=ffced04f-6c85-4f29-a891-2dbaa09486be)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:30:25.502833 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5871e531-5582-4468-89a5-27ebfa2e27dd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:25.521654 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-5871e531-5582-4468-89a5-27ebfa2e27dd None None] Calling delete_port for 8b8038f8-503b-4b35-ab58-1c8bcf752a06 owned by network:dhcp {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:30:25.526258 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-753e2c09-e4ff-4f95-ab86-37fe1e221e59 tempest-ExtraDHCPOptionsTestJSON-1515433008 tempest-ExtraDHCPOptionsTestJSON-1515433008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10052701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11984075'] for subnet, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:25.554706 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bcddfd89-e4b6-4cfe-bb34-db839a2a9b57 tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:25.562659 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5e433026-dec1-43ba-a2df-881ba93bac06 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:25.565203 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [req-852cbd5f-2962-43e9-8cef-2e33bb73c746 req-fb86c61b-1a4e-4954-86ef-b874cc3c74e2 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Deleting port ed0ac93c-f9e8-4f06-a44f-836b17511f5e {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:30:25.565562 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-852cbd5f-2962-43e9-8cef-2e33bb73c746 req-fb86c61b-1a4e-4954-86ef-b874cc3c74e2 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:25.580451 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcddfd89-e4b6-4cfe-bb34-db839a2a9b57 tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Pushing event deleted for resources: {'Port': ['ID=8b8038f8-503b-4b35-ab58-1c8bcf752a06,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:25.590119 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753e2c09-e4ff-4f95-ab86-37fe1e221e59 tempest-ExtraDHCPOptionsTestJSON-1515433008 tempest-ExtraDHCPOptionsTestJSON-1515433008-project] Pushing event deleted for resources: {'Subnet': ['ID=41287110-a4a7-4f36-885a-a304e706879a,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:25.599639 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcddfd89-e4b6-4cfe-bb34-db839a2a9b57 tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] No DVR routers for this DVR port 8b8038f8-503b-4b35-ab58-1c8bcf752a06 on host n-d-779913-29 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:30:25.604643 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5e433026-dec1-43ba-a2df-881ba93bac06 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:25.607187 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-753e2c09-e4ff-4f95-ab86-37fe1e221e59 tempest-ExtraDHCPOptionsTestJSON-1515433008 tempest-ExtraDHCPOptionsTestJSON-1515433008-project] Notify callbacks [] for subnet, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:25.611872 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-753e2c09-e4ff-4f95-ab86-37fe1e221e59 tempest-ExtraDHCPOptionsTestJSON-1515433008 tempest-ExtraDHCPOptionsTestJSON-1515433008-project] 10.222.0.68 "DELETE /v2.0/subnets/41287110-a4a7-4f36-885a-a304e706879a HTTP/1.1" status: 204 len: 168 time: 0.7697618 Jul 14 09:30:25.613956 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 54728) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:25.616276 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0337d2af-d143-481e-8293-f6fc063df85e None None] Network cc83b79c-8a67-45e4-9897-5550da8ccb9c requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:30:25.754589 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5871e531-5582-4468-89a5-27ebfa2e27dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:25.763440 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e433026-dec1-43ba-a2df-881ba93bac06 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Pushing event updated for resources: {'Port': ['ID=85a9db7e-877e-4e0d-88d8-e769cb9ae1b9,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:25.764248 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bcddfd89-e4b6-4cfe-bb34-db839a2a9b57 tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473955', 'neutron.services.segments.db._delete_segments_for_network-8735688326548'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:25.796765 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-bcddfd89-e4b6-4cfe-bb34-db839a2a9b57 tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d83850a8-3ad8-4e4f-8b07-c37b4ddb54c9']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:25.801229 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5e433026-dec1-43ba-a2df-881ba93bac06 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-660590'] for floatingip, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:25.804966 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-852cbd5f-2962-43e9-8cef-2e33bb73c746 req-fb86c61b-1a4e-4954-86ef-b874cc3c74e2 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] For port ed0ac93c-f9e8-4f06-a44f-836b17511f5e, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=ed0ac93c-f9e8-4f06-a44f-836b17511f5e,segment=NetworkSegment(f28b4a20-abdb-43f4-86e7-8da3ae7a1990),segment_id=f28b4a20-abdb-43f4-86e7-8da3ae7a1990)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:30:25.809380 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ed41b60e-d4f7-46f7-a0ab-c36e73c28a7d tempest-ExtraDHCPOptionsTestJSON-1515433008 tempest-ExtraDHCPOptionsTestJSON-1515433008-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3876111'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:25.812407 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5871e531-5582-4468-89a5-27ebfa2e27dd None None] No DVR routers for this DVR port 8b8038f8-503b-4b35-ab58-1c8bcf752a06 on host n-d-779913-29 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:30:25.818941 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5871e531-5582-4468-89a5-27ebfa2e27dd None None] Pushing event deleted for resources: {'Port': ['ID=8b8038f8-503b-4b35-ab58-1c8bcf752a06,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:25.819852 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-852cbd5f-2962-43e9-8cef-2e33bb73c746 req-fb86c61b-1a4e-4954-86ef-b874cc3c74e2 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:25.839421 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-bcddfd89-e4b6-4cfe-bb34-db839a2a9b57 tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffced04f-6c85-4f29-a891-2dbaa09486be') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:25.840097 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-bcddfd89-e4b6-4cfe-bb34-db839a2a9b57 tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffced04f-6c85-4f29-a891-2dbaa09486be') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:25.848182 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [req-852cbd5f-2962-43e9-8cef-2e33bb73c746 req-fb86c61b-1a4e-4954-86ef-b874cc3c74e2 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Calling delete_port for ed0ac93c-f9e8-4f06-a44f-836b17511f5e owned by compute:nova {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:30:25.862373 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5e433026-dec1-43ba-a2df-881ba93bac06 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for floatingip, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:25.866893 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bcddfd89-e4b6-4cfe-bb34-db839a2a9b57 tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735688356235', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13574129'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:25.871276 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 54732) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:25.875645 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-5e433026-dec1-43ba-a2df-881ba93bac06 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.8199701 Jul 14 09:30:25.890450 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-9432d4ec-5e31-400b-89e7-ffd117d0d5d4 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Request body: {'port': {'network_id': 'a73cbbe4-db7c-4f2b-8913-ae2568280295', 'name': 'tempest-FloatingIPTestJSON-2024055442'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:25.895645 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5ad31076-714c-49ec-bc37-f3d4cd90112a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:25.965999 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bcddfd89-e4b6-4cfe-bb34-db839a2a9b57 tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:25.981417 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcddfd89-e4b6-4cfe-bb34-db839a2a9b57 tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Releasing vlan 744 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:30:25.981954 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bcddfd89-e4b6-4cfe-bb34-db839a2a9b57 tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13573126'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:25.985692 n-d-779913-29 neutron-server[93958]: Traceback (most recent call last): Jul 14 09:30:25.985692 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:30:25.985692 n-d-779913-29 neutron-server[93958]: timer() Jul 14 09:30:25.985692 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:30:25.985692 n-d-779913-29 neutron-server[93958]: cb(*args, **kw) Jul 14 09:30:25.985692 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:30:25.985692 n-d-779913-29 neutron-server[93958]: return func(*args, **kwargs) Jul 14 09:30:25.985692 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:30:25.985692 n-d-779913-29 neutron-server[93958]: self._notify() Jul 14 09:30:25.985692 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:30:25.985692 n-d-779913-29 neutron-server[93958]: self.callback(batched_events) Jul 14 09:30:25.985692 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:30:25.985692 n-d-779913-29 neutron-server[93958]: event.method(event) Jul 14 09:30:25.985692 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:30:25.985692 n-d-779913-29 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:30:25.985692 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:30:25.985692 n-d-779913-29 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:30:25.985692 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:30:25.985692 n-d-779913-29 neutron-server[93958]: return f(self, *a, **k) Jul 14 09:30:25.985692 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:30:25.985692 n-d-779913-29 neutron-server[93958]: return self._get(url).json() Jul 14 09:30:25.985692 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:30:25.985692 n-d-779913-29 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:30:25.985692 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:30:25.985692 n-d-779913-29 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 14 09:30:25.985692 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:30:25.985692 n-d-779913-29 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:30:25.985692 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:30:25.985692 n-d-779913-29 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:30:25.985692 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:30:25.985692 n-d-779913-29 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:30:25.985692 n-d-779913-29 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:30:26.031518 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acab037f-1ada-4e0d-8a98-ed5ef980c6cc None None] DHCP port deletion for cc83b79c-8a67-45e4-9897-5550da8ccb9c request from n-d-779913-29 {{(pid=93959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:30:26.072210 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-852cbd5f-2962-43e9-8cef-2e33bb73c746 req-fb86c61b-1a4e-4954-86ef-b874cc3c74e2 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:26.094612 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-acab037f-1ada-4e0d-8a98-ed5ef980c6cc None None] Deleting port e1766271-5405-41b8-a87f-9c606460cd57 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:30:26.094930 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-acab037f-1ada-4e0d-8a98-ed5ef980c6cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:26.110468 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb86c61b-1a4e-4954-86ef-b874cc3c74e2 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Pushing event deleted for resources: {'Port': ['ID=ed0ac93c-f9e8-4f06-a44f-836b17511f5e,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:26.112283 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] get_ports_and_sgs() called for port_ids ['355d4f4e-0f97-4599-8580-8d12831aaf46', 'ed0ac93c-f9e8-4f06-a44f-836b17511f5e'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:30:26.167795 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-852cbd5f-2962-43e9-8cef-2e33bb73c746 req-fb86c61b-1a4e-4954-86ef-b874cc3c74e2 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] No DVR routers for this DVR port ed0ac93c-f9e8-4f06-a44f-836b17511f5e on host n-h1-779913-29 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:30:26.171755 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-852cbd5f-2962-43e9-8cef-2e33bb73c746 req-fb86c61b-1a4e-4954-86ef-b874cc3c74e2 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:26.174344 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-852cbd5f-2962-43e9-8cef-2e33bb73c746 req-fb86c61b-1a4e-4954-86ef-b874cc3c74e2 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.65 "DELETE /v2.0/ports/ed0ac93c-f9e8-4f06-a44f-836b17511f5e HTTP/1.1" status: 204 len: 173 time: 1.0173264 Jul 14 09:30:26.175090 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95b9a8bb-ffb8-4a06-a464-b6f623cf6c7e', 'name': 'network-vif-deleted', 'tag': 'ed0ac93c-f9e8-4f06-a44f-836b17511f5e'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:30:26.177871 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64338494-8b23-498b-b444-b2d12b05c3b7" -d '{"events": [{"server_uuid": "95b9a8bb-ffb8-4a06-a464-b6f623cf6c7e", "name": "network-vif-deleted", "tag": "ed0ac93c-f9e8-4f06-a44f-836b17511f5e"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:30:26.232267 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-acab037f-1ada-4e0d-8a98-ed5ef980c6cc None None] For port e1766271-5405-41b8-a87f-9c606460cd57, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=e1766271-5405-41b8-a87f-9c606460cd57,segment=NetworkSegment(33737cfa-730e-46ec-a8ea-6fe2488d7b3c),segment_id=33737cfa-730e-46ec-a8ea-6fe2488d7b3c)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:30:26.232664 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-acab037f-1ada-4e0d-8a98-ed5ef980c6cc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:26.251919 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:30:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-150b3ffb-d533-42d6-979f-6047c532b5f1 x-openstack-request-id: req-150b3ffb-d533-42d6-979f-6047c532b5f1 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:30:26.252275 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95b9a8bb-ffb8-4a06-a464-b6f623cf6c7e", "name": "network-vif-deleted", "tag": "ed0ac93c-f9e8-4f06-a44f-836b17511f5e", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:30:26.252658 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-150b3ffb-d533-42d6-979f-6047c532b5f1 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:30:26.254120 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95b9a8bb-ffb8-4a06-a464-b6f623cf6c7e', 'name': 'network-vif-deleted', 'tag': 'ed0ac93c-f9e8-4f06-a44f-836b17511f5e', 'status': 'completed', 'code': 200} Jul 14 09:30:26.259294 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-acab037f-1ada-4e0d-8a98-ed5ef980c6cc None None] Calling delete_port for e1766271-5405-41b8-a87f-9c606460cd57 owned by network:dhcp {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:30:26.469787 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-acab037f-1ada-4e0d-8a98-ed5ef980c6cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:26.507652 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acab037f-1ada-4e0d-8a98-ed5ef980c6cc None None] No DVR routers for this DVR port e1766271-5405-41b8-a87f-9c606460cd57 on host n-d-779913-29 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:30:26.511161 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acab037f-1ada-4e0d-8a98-ed5ef980c6cc None None] Pushing event deleted for resources: {'Port': ['ID=e1766271-5405-41b8-a87f-9c606460cd57,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:26.572180 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c93b6343-c48d-4315-b3f0-54e3fe66170b req-0c5096f0-5553-451f-b7ea-837fbb6a9e66 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/ports?device_id=95b9a8bb-ffb8-4a06-a464-b6f623cf6c7e HTTP/1.1" status: 200 len: 210 time: 0.0666208 Jul 14 09:30:26.618829 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bcddfd89-e4b6-4cfe-bb34-db839a2a9b57 tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660504'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:26.632213 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device e1766271-5405-41b8-a87f-9c606460cd57 no longer exists at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:30:26.652076 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bcddfd89-e4b6-4cfe-bb34-db839a2a9b57 tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:26.657540 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-bcddfd89-e4b6-4cfe-bb34-db839a2a9b57 tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] 10.222.0.68 "DELETE /v2.0/networks/d83850a8-3ad8-4e4f-8b07-c37b4ddb54c9 HTTP/1.1" status: 204 len: 168 time: 1.6378484 Jul 14 09:30:26.668554 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] No Port match for: e1766271-5405-41b8-a87f-9c606460cd57 {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:30:26.669987 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device e1766271-5405-41b8-a87f-9c606460cd57 not bound to the agent host n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:30:26.670469 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 8b8038f8-503b-4b35-ab58-1c8bcf752a06 no longer exists at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:30:26.684746 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcddfd89-e4b6-4cfe-bb34-db839a2a9b57 tempest-NetworksIpV6TestAttrs-879310307 tempest-NetworksIpV6TestAttrs-879310307-project] Pushing event deleted for resources: {'Network': ['ID=d83850a8-3ad8-4e4f-8b07-c37b4ddb54c9,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:26.689956 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-ed41b60e-d4f7-46f7-a0ab-c36e73c28a7d tempest-ExtraDHCPOptionsTestJSON-1515433008 tempest-ExtraDHCPOptionsTestJSON-1515433008-project] Deleting port e1766271-5405-41b8-a87f-9c606460cd57 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:30:26.690283 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ed41b60e-d4f7-46f7-a0ab-c36e73c28a7d tempest-ExtraDHCPOptionsTestJSON-1515433008 tempest-ExtraDHCPOptionsTestJSON-1515433008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:26.692903 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] No Port match for: 8b8038f8-503b-4b35-ab58-1c8bcf752a06 {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:30:26.693292 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 8b8038f8-503b-4b35-ab58-1c8bcf752a06 not bound to the agent host n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:30:26.766095 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9432d4ec-5e31-400b-89e7-ffd117d0d5d4 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Made reservation on behalf of 258b6ae747a6453595e7230ea07ff097 for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:30:26.769761 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9432d4ec-5e31-400b-89e7-ffd117d0d5d4 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:26.784233 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-f9155ce8-dcf3-4171-aed1-cd4e9d223c79 req-1fecd106-086d-40ac-a581-5da0bf69d916 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=5c7b30e8-3087-4fa2-a121-bc36e0beab3b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.3195171 Jul 14 09:30:26.803051 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-ed41b60e-d4f7-46f7-a0ab-c36e73c28a7d tempest-ExtraDHCPOptionsTestJSON-1515433008 tempest-ExtraDHCPOptionsTestJSON-1515433008-project] For port e1766271-5405-41b8-a87f-9c606460cd57, host n-d-779913-29, got binding levels [] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:30:26.803407 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ed41b60e-d4f7-46f7-a0ab-c36e73c28a7d tempest-ExtraDHCPOptionsTestJSON-1515433008 tempest-ExtraDHCPOptionsTestJSON-1515433008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:26.816945 n-d-779913-29 neutron-server[93958]: DEBUG neutron.notifiers.nova [None req-9432d4ec-5e31-400b-89e7-ffd117d0d5d4 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] device_id is not set on port 17823272-48ee-4a8f-836c-638bb8020789 yet. {{(pid=93958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:30:26.826990 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-ed41b60e-d4f7-46f7-a0ab-c36e73c28a7d tempest-ExtraDHCPOptionsTestJSON-1515433008 tempest-ExtraDHCPOptionsTestJSON-1515433008-project] Calling delete_port for e1766271-5405-41b8-a87f-9c606460cd57 owned by network:dhcp {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:30:26.831353 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.ipam_backend_mixin [None req-ed41b60e-d4f7-46f7-a0ab-c36e73c28a7d tempest-ExtraDHCPOptionsTestJSON-1515433008 tempest-ExtraDHCPOptionsTestJSON-1515433008-project] Port e1766271-5405-41b8-a87f-9c606460cd57 was not found and therefore no delete operation was performed {{(pid=93958) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 14 09:30:26.834375 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ed41b60e-d4f7-46f7-a0ab-c36e73c28a7d tempest-ExtraDHCPOptionsTestJSON-1515433008 tempest-ExtraDHCPOptionsTestJSON-1515433008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:26.925261 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed41b60e-d4f7-46f7-a0ab-c36e73c28a7d tempest-ExtraDHCPOptionsTestJSON-1515433008 tempest-ExtraDHCPOptionsTestJSON-1515433008-project] Pushing event deleted for resources: {'Port': ['ID=e1766271-5405-41b8-a87f-9c606460cd57,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:26.939829 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 54750) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:26.948587 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed41b60e-d4f7-46f7-a0ab-c36e73c28a7d tempest-ExtraDHCPOptionsTestJSON-1515433008 tempest-ExtraDHCPOptionsTestJSON-1515433008-project] No DVR routers for this DVR port e1766271-5405-41b8-a87f-9c606460cd57 on host n-d-779913-29 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:30:27.112150 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-c41e75bd-449a-4b7c-9566-2c4d4f9c8bc3 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=51b57403dd7044d98367d2ed726ccde7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1687677 Jul 14 09:30:27.112600 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 54754) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:27.131635 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ed41b60e-d4f7-46f7-a0ab-c36e73c28a7d tempest-ExtraDHCPOptionsTestJSON-1515433008 tempest-ExtraDHCPOptionsTestJSON-1515433008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473955', 'neutron.services.segments.db._delete_segments_for_network-8735688326548'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:27.152707 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-ed41b60e-d4f7-46f7-a0ab-c36e73c28a7d tempest-ExtraDHCPOptionsTestJSON-1515433008 tempest-ExtraDHCPOptionsTestJSON-1515433008-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc83b79c-8a67-45e4-9897-5550da8ccb9c']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:27.168555 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-9432d4ec-5e31-400b-89e7-ffd117d0d5d4 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Allocated IP 172.20.0.8 (a73cbbe4-db7c-4f2b-8913-ae2568280295/cd569636-49a0-4d0f-b33c-9e8da5502b60/17823272-48ee-4a8f-836c-638bb8020789) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:30:27.169137 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-59a71693-6ee8-4003-81e9-f01f2e388e3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:27.177740 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-ed41b60e-d4f7-46f7-a0ab-c36e73c28a7d tempest-ExtraDHCPOptionsTestJSON-1515433008 tempest-ExtraDHCPOptionsTestJSON-1515433008-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33737cfa-730e-46ec-a8ea-6fe2488d7b3c') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:27.177994 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-ed41b60e-d4f7-46f7-a0ab-c36e73c28a7d tempest-ExtraDHCPOptionsTestJSON-1515433008 tempest-ExtraDHCPOptionsTestJSON-1515433008-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33737cfa-730e-46ec-a8ea-6fe2488d7b3c') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:27.194682 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-59a71693-6ee8-4003-81e9-f01f2e388e3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:27.202632 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9155ce8-dcf3-4171-aed1-cd4e9d223c79 req-5d1cbe6e-faac-47f1-9d9f-81277255e983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:27.203054 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9155ce8-dcf3-4171-aed1-cd4e9d223c79 req-5d1cbe6e-faac-47f1-9d9f-81277255e983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:27.203863 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9155ce8-dcf3-4171-aed1-cd4e9d223c79 req-5d1cbe6e-faac-47f1-9d9f-81277255e983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:27.203989 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9155ce8-dcf3-4171-aed1-cd4e9d223c79 req-5d1cbe6e-faac-47f1-9d9f-81277255e983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:27.204458 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9155ce8-dcf3-4171-aed1-cd4e9d223c79 req-5d1cbe6e-faac-47f1-9d9f-81277255e983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:27.204925 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9155ce8-dcf3-4171-aed1-cd4e9d223c79 req-5d1cbe6e-faac-47f1-9d9f-81277255e983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:27.205389 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9155ce8-dcf3-4171-aed1-cd4e9d223c79 req-5d1cbe6e-faac-47f1-9d9f-81277255e983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:27.207405 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-f9155ce8-dcf3-4171-aed1-cd4e9d223c79 req-5d1cbe6e-faac-47f1-9d9f-81277255e983 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4cb5d08776664e9f8e9d7e6bc7c12e1a&device_id=5c7b30e8-3087-4fa2-a121-bc36e0beab3b HTTP/1.1" status: 200 len: 6507 time: 0.2956355 Jul 14 09:30:27.213296 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ed41b60e-d4f7-46f7-a0ab-c36e73c28a7d tempest-ExtraDHCPOptionsTestJSON-1515433008 tempest-ExtraDHCPOptionsTestJSON-1515433008-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735688356235', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13574129'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:27.248578 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-59a71693-6ee8-4003-81e9-f01f2e388e3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:27.251457 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-59a71693-6ee8-4003-81e9-f01f2e388e3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:27.252602 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-59a71693-6ee8-4003-81e9-f01f2e388e3a admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/f3f3ad86-df30-48b7-849f-68aa71cc741b HTTP/1.1" status: 204 len: 168 time: 0.1390803 Jul 14 09:30:27.253249 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ed41b60e-d4f7-46f7-a0ab-c36e73c28a7d tempest-ExtraDHCPOptionsTestJSON-1515433008 tempest-ExtraDHCPOptionsTestJSON-1515433008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:27.266232 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a71693-6ee8-4003-81e9-f01f2e388e3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3f3ad86-df30-48b7-849f-68aa71cc741b,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:27.289107 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed41b60e-d4f7-46f7-a0ab-c36e73c28a7d tempest-ExtraDHCPOptionsTestJSON-1515433008 tempest-ExtraDHCPOptionsTestJSON-1515433008-project] Releasing vlan 721 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:30:27.290109 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ed41b60e-d4f7-46f7-a0ab-c36e73c28a7d tempest-ExtraDHCPOptionsTestJSON-1515433008 tempest-ExtraDHCPOptionsTestJSON-1515433008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13573126'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:27.292920 n-d-779913-29 neutron-server[93958]: Traceback (most recent call last): Jul 14 09:30:27.292920 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:30:27.292920 n-d-779913-29 neutron-server[93958]: timer() Jul 14 09:30:27.292920 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:30:27.292920 n-d-779913-29 neutron-server[93958]: cb(*args, **kw) Jul 14 09:30:27.292920 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:30:27.292920 n-d-779913-29 neutron-server[93958]: return func(*args, **kwargs) Jul 14 09:30:27.292920 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:30:27.292920 n-d-779913-29 neutron-server[93958]: self._notify() Jul 14 09:30:27.292920 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:30:27.292920 n-d-779913-29 neutron-server[93958]: self.callback(batched_events) Jul 14 09:30:27.292920 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:30:27.292920 n-d-779913-29 neutron-server[93958]: event.method(event) Jul 14 09:30:27.292920 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:30:27.292920 n-d-779913-29 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:30:27.292920 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:30:27.292920 n-d-779913-29 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:30:27.292920 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:30:27.292920 n-d-779913-29 neutron-server[93958]: return f(self, *a, **k) Jul 14 09:30:27.292920 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:30:27.292920 n-d-779913-29 neutron-server[93958]: return self._get(url).json() Jul 14 09:30:27.292920 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:30:27.292920 n-d-779913-29 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:30:27.292920 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:30:27.292920 n-d-779913-29 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 14 09:30:27.292920 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:30:27.292920 n-d-779913-29 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:30:27.292920 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:30:27.292920 n-d-779913-29 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:30:27.292920 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:30:27.292920 n-d-779913-29 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:30:27.292920 n-d-779913-29 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:30:27.337682 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-83bdd39c-43d0-4fc8-b748-0476c3b50c0f req-2cd734d1-1560-4f29-9c72-cce6fcee3c26 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=53563f6e-7033-4881-b21d-7977e55df67a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2661901 Jul 14 09:30:27.486792 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ed41b60e-d4f7-46f7-a0ab-c36e73c28a7d tempest-ExtraDHCPOptionsTestJSON-1515433008 tempest-ExtraDHCPOptionsTestJSON-1515433008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660504'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:27.491423 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ed41b60e-d4f7-46f7-a0ab-c36e73c28a7d tempest-ExtraDHCPOptionsTestJSON-1515433008 tempest-ExtraDHCPOptionsTestJSON-1515433008-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:27.493050 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-ed41b60e-d4f7-46f7-a0ab-c36e73c28a7d tempest-ExtraDHCPOptionsTestJSON-1515433008 tempest-ExtraDHCPOptionsTestJSON-1515433008-project] 10.222.0.68 "DELETE /v2.0/networks/cc83b79c-8a67-45e4-9897-5550da8ccb9c HTTP/1.1" status: 204 len: 168 time: 1.8774514 Jul 14 09:30:27.551818 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed41b60e-d4f7-46f7-a0ab-c36e73c28a7d tempest-ExtraDHCPOptionsTestJSON-1515433008 tempest-ExtraDHCPOptionsTestJSON-1515433008-project] Pushing event deleted for resources: {'Network': ['ID=cc83b79c-8a67-45e4-9897-5550da8ccb9c,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:27.573316 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9155ce8-dcf3-4171-aed1-cd4e9d223c79 req-1253bb1a-6c67-4bd1-8588-54f39a6c14a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:27.573967 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9155ce8-dcf3-4171-aed1-cd4e9d223c79 req-1253bb1a-6c67-4bd1-8588-54f39a6c14a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:27.574981 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9155ce8-dcf3-4171-aed1-cd4e9d223c79 req-1253bb1a-6c67-4bd1-8588-54f39a6c14a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:27.576950 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-f9155ce8-dcf3-4171-aed1-cd4e9d223c79 req-1253bb1a-6c67-4bd1-8588-54f39a6c14a6 service neutron] 10.222.0.65 "GET /v2.0/networks?id=58cee2b0-4a4c-44eb-9b72-cfd45f924ad2&id=5699172b-f98f-483a-81e1-27bccc5d3cba&id=5699172b-f98f-483a-81e1-27bccc5d3cba&id=5699172b-f98f-483a-81e1-27bccc5d3cba&id=5699172b-f98f-483a-81e1-27bccc5d3cba&id=42a058fa-f36e-4a5f-a1b5-ee56753d964d&id=42a058fa-f36e-4a5f-a1b5-ee56753d964d HTTP/1.1" status: 200 len: 2297 time: 0.3337164 Jul 14 09:30:27.649866 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5bbe322f-3f67-4864-bc0a-91afe44d23e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:27.670167 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9432d4ec-5e31-400b-89e7-ffd117d0d5d4 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:27.673700 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bdd39c-43d0-4fc8-b748-0476c3b50c0f req-ed76dea0-9921-4b00-80c9-0e15928fb374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:27.675220 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-83bdd39c-43d0-4fc8-b748-0476c3b50c0f req-ed76dea0-9921-4b00-80c9-0e15928fb374 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=51a0c5b2b5094b24a910e75e03cedf47&device_id=53563f6e-7033-4881-b21d-7977e55df67a HTTP/1.1" status: 200 len: 1098 time: 0.2408218 Jul 14 09:30:27.702413 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-f9155ce8-dcf3-4171-aed1-cd4e9d223c79 req-473534bf-a3cc-4cb8-a5c0-88696591a526 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ffe829c0-0934-4130-8161-32be762e52f8 HTTP/1.1" status: 200 len: 1001 time: 0.1101098 Jul 14 09:30:27.780689 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9155ce8-dcf3-4171-aed1-cd4e9d223c79 req-a182ecb6-40c9-43aa-9c50-dce2cc948a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:27.782065 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-f9155ce8-dcf3-4171-aed1-cd4e9d223c79 req-a182ecb6-40c9-43aa-9c50-dce2cc948a5a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=03ca88e8-4d13-487a-ad6d-9160c00c4594 HTTP/1.1" status: 200 len: 855 time: 0.0670967 Jul 14 09:30:27.843296 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 54782) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:27.903146 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9432d4ec-5e31-400b-89e7-ffd117d0d5d4 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:27.979533 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9432d4ec-5e31-400b-89e7-ffd117d0d5d4 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Pushing event updated for resources: {'Port': ['ID=17823272-48ee-4a8f-836c-638bb8020789,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:27.991293 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bdd39c-43d0-4fc8-b748-0476c3b50c0f req-70581ba0-b38b-4c03-a514-a451026f5884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:27.992834 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-83bdd39c-43d0-4fc8-b748-0476c3b50c0f req-70581ba0-b38b-4c03-a514-a451026f5884 service neutron] 10.222.0.57 "GET /v2.0/networks?id=087e0468-2285-4c59-b3f2-1d1ff8b2217b HTTP/1.1" status: 200 len: 917 time: 0.2895603 Jul 14 09:30:27.999397 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9155ce8-dcf3-4171-aed1-cd4e9d223c79 req-8c70f4ad-36fb-4c4a-aeaf-e7050f143f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:28.000930 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-f9155ce8-dcf3-4171-aed1-cd4e9d223c79 req-8c70f4ad-36fb-4c4a-aeaf-e7050f143f97 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=58cee2b0-4a4c-44eb-9b72-cfd45f924ad2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1921463 Jul 14 09:30:28.003873 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9432d4ec-5e31-400b-89e7-ffd117d0d5d4 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Network a73cbbe4-db7c-4f2b-8913-ae2568280295 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:30:28.053421 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-66d3788d-e4c4-4d0f-8b59-ee749c213749 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=ce0ee37c5041447cbc53a148e772fe81&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2088354 Jul 14 09:30:28.056072 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 54802) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:28.067072 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-83bdd39c-43d0-4fc8-b748-0476c3b50c0f req-9d196bba-8087-48d6-afe3-d4d4cb1918dd service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=49857456-823a-4ccb-9982-8fa10ce6a33d HTTP/1.1" status: 200 len: 1002 time: 0.0651264 Jul 14 09:30:28.069172 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-9432d4ec-5e31-400b-89e7-ffd117d0d5d4 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:30:28.072130 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9432d4ec-5e31-400b-89e7-ffd117d0d5d4 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:30:28.120977 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4dc8e9f4-e664-4663-a5bd-860be4e43209 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:28.144689 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4dc8e9f4-e664-4663-a5bd-860be4e43209 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:28.209814 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9432d4ec-5e31-400b-89e7-ffd117d0d5d4 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:28.210784 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9432d4ec-5e31-400b-89e7-ffd117d0d5d4 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:28.219959 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bdd39c-43d0-4fc8-b748-0476c3b50c0f req-d9cb9605-0d32-4490-be17-78fd7e71f945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:28.221210 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-83bdd39c-43d0-4fc8-b748-0476c3b50c0f req-d9cb9605-0d32-4490-be17-78fd7e71f945 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=04ae7776-8c86-484d-9bcc-4299f4579807 HTTP/1.1" status: 200 len: 855 time: 0.1462364 Jul 14 09:30:28.232215 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4dc8e9f4-e664-4663-a5bd-860be4e43209 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:28.235150 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4dc8e9f4-e664-4663-a5bd-860be4e43209 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:28.238801 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-4dc8e9f4-e664-4663-a5bd-860be4e43209 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/30efc0da-1bcd-49c3-83dd-4f14a1e0aef4 HTTP/1.1" status: 204 len: 168 time: 0.1754539 Jul 14 09:30:28.253859 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc8e9f4-e664-4663-a5bd-860be4e43209 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30efc0da-1bcd-49c3-83dd-4f14a1e0aef4,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:28.262919 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device ed0ac93c-f9e8-4f06-a44f-836b17511f5e no longer exists at agent hyperv_n-h1-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:30:28.267564 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 54810) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:28.283774 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-9432d4ec-5e31-400b-89e7-ffd117d0d5d4 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.4050238 Jul 14 09:30:28.287927 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 54814) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:28.293421 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-f9155ce8-dcf3-4171-aed1-cd4e9d223c79 req-13902d67-b299-4c04-86f8-342a085431a3 service neutron] 10.222.0.65 "GET /v2.0/networks/58cee2b0-4a4c-44eb-9b72-cfd45f924ad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2254834 Jul 14 09:30:28.302788 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-8c59c994-029a-43c1-95aa-61ce3f94760e tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Request body: {'floatingip': {'port_id': '17823272-48ee-4a8f-836c-638bb8020789'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:28.312493 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] No Port match for: ed0ac93c-f9e8-4f06-a44f-836b17511f5e {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:30:28.313876 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device ed0ac93c-f9e8-4f06-a44f-836b17511f5e not bound to the agent host n-h1-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:30:28.356180 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bdd39c-43d0-4fc8-b748-0476c3b50c0f req-a0edafb8-c093-45df-afc3-880d732fe50b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:28.357728 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-83bdd39c-43d0-4fc8-b748-0476c3b50c0f req-a0edafb8-c093-45df-afc3-880d732fe50b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=087e0468-2285-4c59-b3f2-1d1ff8b2217b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1279180 Jul 14 09:30:28.372648 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8c59c994-029a-43c1-95aa-61ce3f94760e tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify callbacks [] for floatingip, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:28.518753 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-f9155ce8-dcf3-4171-aed1-cd4e9d223c79 req-0d1f819f-2a6b-4299-822a-f2173720aa86 service neutron] 10.222.0.65 "GET /v2.0/networks/58cee2b0-4a4c-44eb-9b72-cfd45f924ad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2115355 Jul 14 09:30:28.570286 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-f9155ce8-dcf3-4171-aed1-cd4e9d223c79 req-efc78b48-77fb-4fe8-af8d-f2775b49e8b4 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.70&port_id=c7e6be2f-2425-4c72-af72-9e3ea9414152 HTTP/1.1" status: 200 len: 217 time: 0.0436661 Jul 14 09:30:28.572745 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-83bdd39c-43d0-4fc8-b748-0476c3b50c0f req-53be07bd-d56b-4377-8391-cfa581d38c11 service neutron] 10.222.0.57 "GET /v2.0/networks/087e0468-2285-4c59-b3f2-1d1ff8b2217b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2034223 Jul 14 09:30:28.588053 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-e93aa478-5cd5-4305-8981-6125efe79462 tempest-NetworksNegativeTestJSON-2042412989 tempest-NetworksNegativeTestJSON-2042412989-project] Request body: {'port': {'network_id': '61abf5e2-73a3-48ba-b934-32da76235714', 'name': 'tempest-NetworksNegativeTestJSON-1363496727'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:28.604345 n-d-779913-29 neutron-server[93957]: INFO neutron.pecan_wsgi.hooks.translation [None req-e93aa478-5cd5-4305-8981-6125efe79462 tempest-NetworksNegativeTestJSON-2042412989 tempest-NetworksNegativeTestJSON-2042412989-project] POST failed (client error): The resource could not be found. Jul 14 09:30:28.604925 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e93aa478-5cd5-4305-8981-6125efe79462 tempest-NetworksNegativeTestJSON-2042412989 tempest-NetworksNegativeTestJSON-2042412989-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:30:28.610585 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-e93aa478-5cd5-4305-8981-6125efe79462 tempest-NetworksNegativeTestJSON-2042412989 tempest-NetworksNegativeTestJSON-2042412989-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.3414860 Jul 14 09:30:28.614992 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 54824) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:28.639323 n-d-779913-29 neutron-server[93957]: INFO neutron.pecan_wsgi.hooks.translation [None req-329d7e3b-4c99-407b-a223-4b2f8eb77054 tempest-NetworksNegativeTestJSON-2042412989 tempest-NetworksNegativeTestJSON-2042412989-project] DELETE failed (client error): The resource could not be found. Jul 14 09:30:28.639539 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-329d7e3b-4c99-407b-a223-4b2f8eb77054 tempest-NetworksNegativeTestJSON-2042412989 tempest-NetworksNegativeTestJSON-2042412989-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:30:28.646509 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-329d7e3b-4c99-407b-a223-4b2f8eb77054 tempest-NetworksNegativeTestJSON-2042412989 tempest-NetworksNegativeTestJSON-2042412989-project] 10.222.0.68 "DELETE /v2.0/networks/00b33342-da37-460f-9526-c1121dc2e574 HTTP/1.1" status: 404 len: 339 time: 0.0305247 Jul 14 09:30:28.647127 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 54830) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:28.691703 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9155ce8-dcf3-4171-aed1-cd4e9d223c79 req-4d39dc28-a263-48c6-ade8-0835c905727b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:28.693701 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-f9155ce8-dcf3-4171-aed1-cd4e9d223c79 req-4d39dc28-a263-48c6-ade8-0835c905727b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ecfbbf55-b0c9-4c0f-9edc-b7ccd659aa91 HTTP/1.1" status: 200 len: 797 time: 0.1153102 Jul 14 09:30:28.712445 n-d-779913-29 neutron-server[93957]: INFO neutron.pecan_wsgi.hooks.translation [None req-20d97ecf-67b0-4160-bbc4-e1fafe041f84 tempest-NetworksNegativeTestJSON-2042412989 tempest-NetworksNegativeTestJSON-2042412989-project] DELETE failed (client error): The resource could not be found. Jul 14 09:30:28.713161 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20d97ecf-67b0-4160-bbc4-e1fafe041f84 tempest-NetworksNegativeTestJSON-2042412989 tempest-NetworksNegativeTestJSON-2042412989-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:30:28.720659 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-20d97ecf-67b0-4160-bbc4-e1fafe041f84 tempest-NetworksNegativeTestJSON-2042412989 tempest-NetworksNegativeTestJSON-2042412989-project] 10.222.0.68 "DELETE /v2.0/ports/28282efc-66cf-4c6f-b59f-bcbcc5ecf58c HTTP/1.1" status: 404 len: 333 time: 0.0480137 Jul 14 09:30:28.721370 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 54834) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:28.769346 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-83bdd39c-43d0-4fc8-b748-0476c3b50c0f req-34485cae-2eb3-4856-bd40-618100aec202 service neutron] 10.222.0.57 "GET /v2.0/networks/087e0468-2285-4c59-b3f2-1d1ff8b2217b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1800046 Jul 14 09:30:28.789770 n-d-779913-29 neutron-server[93957]: INFO neutron.pecan_wsgi.hooks.translation [None req-989eb2fd-6a62-483f-b939-057726ca8e06 tempest-NetworksNegativeTestJSON-2042412989 tempest-NetworksNegativeTestJSON-2042412989-project] DELETE failed (client error): The resource could not be found. Jul 14 09:30:28.790335 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-989eb2fd-6a62-483f-b939-057726ca8e06 tempest-NetworksNegativeTestJSON-2042412989 tempest-NetworksNegativeTestJSON-2042412989-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:30:28.797442 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-989eb2fd-6a62-483f-b939-057726ca8e06 tempest-NetworksNegativeTestJSON-2042412989 tempest-NetworksNegativeTestJSON-2042412989-project] 10.222.0.68 "DELETE /v2.0/subnets/4ef82ebc-2d8d-4796-aa48-0e3e505f2245 HTTP/1.1" status: 404 len: 337 time: 0.0732591 Jul 14 09:30:28.798163 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 54844) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:28.817449 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9155ce8-dcf3-4171-aed1-cd4e9d223c79 req-a7917710-1edf-4ba9-8ec7-861c4ea03de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:28.819016 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-f9155ce8-dcf3-4171-aed1-cd4e9d223c79 req-a7917710-1edf-4ba9-8ec7-861c4ea03de1 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=5699172b-f98f-483a-81e1-27bccc5d3cba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1120362 Jul 14 09:30:28.860385 n-d-779913-29 neutron-server[93957]: INFO neutron.pecan_wsgi.hooks.translation [None req-eaa92e8c-d13d-4268-a8cb-01e492ba8e0e tempest-NetworksNegativeTestJSON-2042412989 tempest-NetworksNegativeTestJSON-2042412989-project] GET failed (client error): The resource could not be found. Jul 14 09:30:28.867864 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-eaa92e8c-d13d-4268-a8cb-01e492ba8e0e tempest-NetworksNegativeTestJSON-2042412989 tempest-NetworksNegativeTestJSON-2042412989-project] 10.222.0.68 "GET /v2.0/networks/dda11e1c-36ac-4910-b813-3683129c39a4 HTTP/1.1" status: 404 len: 339 time: 0.0659082 Jul 14 09:30:28.868417 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 54848) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:28.941719 n-d-779913-29 neutron-server[93957]: INFO neutron.pecan_wsgi.hooks.translation [None req-8991b57f-bbf2-406f-8617-354a3e8318b7 tempest-NetworksNegativeTestJSON-2042412989 tempest-NetworksNegativeTestJSON-2042412989-project] GET failed (client error): The resource could not be found. Jul 14 09:30:28.943331 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-8991b57f-bbf2-406f-8617-354a3e8318b7 tempest-NetworksNegativeTestJSON-2042412989 tempest-NetworksNegativeTestJSON-2042412989-project] 10.222.0.68 "GET /v2.0/ports/16cdd791-f8a4-4a30-bf1f-08afe9b6f915 HTTP/1.1" status: 404 len: 333 time: 0.0721452 Jul 14 09:30:28.948315 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 54854) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:28.969513 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-f9155ce8-dcf3-4171-aed1-cd4e9d223c79 req-c40be174-87f5-4845-9510-ca6dc0d0838c service neutron] 10.222.0.65 "GET /v2.0/networks/5699172b-f98f-483a-81e1-27bccc5d3cba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426287 Jul 14 09:30:28.984226 n-d-779913-29 neutron-server[93957]: INFO neutron.pecan_wsgi.hooks.translation [None req-02348e8e-3e20-44e9-bc8e-75bef51c9dfc tempest-NetworksNegativeTestJSON-2042412989 tempest-NetworksNegativeTestJSON-2042412989-project] GET failed (client error): The resource could not be found. Jul 14 09:30:28.984828 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-02348e8e-3e20-44e9-bc8e-75bef51c9dfc tempest-NetworksNegativeTestJSON-2042412989 tempest-NetworksNegativeTestJSON-2042412989-project] 10.222.0.68 "GET /v2.0/subnets/c5647ec9-5e36-4233-af7b-72afa0a0ea89 HTTP/1.1" status: 404 len: 337 time: 0.0357227 Jul 14 09:30:29.091017 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-f9155ce8-dcf3-4171-aed1-cd4e9d223c79 req-d9c8a0eb-97e9-4156-813e-0496a160e04c service neutron] 10.222.0.65 "GET /v2.0/networks/5699172b-f98f-483a-81e1-27bccc5d3cba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135283 Jul 14 09:30:29.091542 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 54856) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:29.096804 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-69c7eac6-c400-4303-b679-8e8ee33d64e4 tempest-NetworksNegativeTestJSON-2042412989 tempest-NetworksNegativeTestJSON-2042412989-project] Request body: {'network': {'name': 'new_name'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:29.117985 n-d-779913-29 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-69c7eac6-c400-4303-b679-8e8ee33d64e4 tempest-NetworksNegativeTestJSON-2042412989 tempest-NetworksNegativeTestJSON-2042412989-project] PUT failed (client error): The resource could not be found. Jul 14 09:30:29.118557 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69c7eac6-c400-4303-b679-8e8ee33d64e4 tempest-NetworksNegativeTestJSON-2042412989 tempest-NetworksNegativeTestJSON-2042412989-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:30:29.123271 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-69c7eac6-c400-4303-b679-8e8ee33d64e4 tempest-NetworksNegativeTestJSON-2042412989 tempest-NetworksNegativeTestJSON-2042412989-project] 10.222.0.68 "PUT /v2.0/networks/81d91384-2ebe-4ea4-b428-cb537406578f HTTP/1.1" status: 404 len: 339 time: 0.0272772 Jul 14 09:30:29.152103 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 54866) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:29.162156 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-bb502531-0e5d-4c45-b595-79e316ed2c7d tempest-NetworksNegativeTestJSON-2042412989 tempest-NetworksNegativeTestJSON-2042412989-project] Request body: {'port': {'name': 'new_name'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:29.173008 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-f9155ce8-dcf3-4171-aed1-cd4e9d223c79 req-2537b612-4588-4d6e-958e-0cb018b07e6a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.242&port_id=b19c971a-b91d-49b9-bdec-ee880b089aa3 HTTP/1.1" status: 200 len: 217 time: 0.0726001 Jul 14 09:30:29.188858 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8c59c994-029a-43c1-95aa-61ce3f94760e tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:29.193057 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8c59c994-029a-43c1-95aa-61ce3f94760e tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-660590'] for floatingip, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:29.198288 n-d-779913-29 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb502531-0e5d-4c45-b595-79e316ed2c7d tempest-NetworksNegativeTestJSON-2042412989 tempest-NetworksNegativeTestJSON-2042412989-project] PUT failed (client error): The resource could not be found. Jul 14 09:30:29.199121 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb502531-0e5d-4c45-b595-79e316ed2c7d tempest-NetworksNegativeTestJSON-2042412989 tempest-NetworksNegativeTestJSON-2042412989-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:30:29.200242 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-bb502531-0e5d-4c45-b595-79e316ed2c7d tempest-NetworksNegativeTestJSON-2042412989 tempest-NetworksNegativeTestJSON-2042412989-project] 10.222.0.68 "PUT /v2.0/ports/b90f522c-6c91-4924-9338-407698c613ac HTTP/1.1" status: 404 len: 333 time: 0.0469158 Jul 14 09:30:29.241337 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 54872) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:29.256993 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-3931800e-ad66-4b6d-84e7-e4c6bf19fb42 tempest-NetworksNegativeTestJSON-2042412989 tempest-NetworksNegativeTestJSON-2042412989-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:29.286951 n-d-779913-29 neutron-server[93957]: INFO neutron.pecan_wsgi.hooks.translation [None req-3931800e-ad66-4b6d-84e7-e4c6bf19fb42 tempest-NetworksNegativeTestJSON-2042412989 tempest-NetworksNegativeTestJSON-2042412989-project] PUT failed (client error): The resource could not be found. Jul 14 09:30:29.287387 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3931800e-ad66-4b6d-84e7-e4c6bf19fb42 tempest-NetworksNegativeTestJSON-2042412989 tempest-NetworksNegativeTestJSON-2042412989-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:30:29.287716 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9155ce8-dcf3-4171-aed1-cd4e9d223c79 req-3a294727-34d3-4197-99f5-15032ecaee2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:29.292520 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-3931800e-ad66-4b6d-84e7-e4c6bf19fb42 tempest-NetworksNegativeTestJSON-2042412989 tempest-NetworksNegativeTestJSON-2042412989-project] 10.222.0.68 "PUT /v2.0/subnets/199913e6-67ee-4f52-9dfe-660865d30f8f HTTP/1.1" status: 404 len: 337 time: 0.0460773 Jul 14 09:30:29.298426 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-f9155ce8-dcf3-4171-aed1-cd4e9d223c79 req-3a294727-34d3-4197-99f5-15032ecaee2d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ecfbbf55-b0c9-4c0f-9edc-b7ccd659aa91 HTTP/1.1" status: 200 len: 797 time: 0.1012228 Jul 14 09:30:29.365362 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 54880) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:29.423324 n-d-779913-29 neutron-server[93957]: INFO neutron.db.l3_db [None req-8c59c994-029a-43c1-95aa-61ce3f94760e tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Floating IP c4507e8f-0901-4803-8058-ff042160a229 associated. External IP: 172.25.4.23, port: 17823272-48ee-4a8f-836c-638bb8020789. Jul 14 09:30:29.426824 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9155ce8-dcf3-4171-aed1-cd4e9d223c79 req-fbb3aa16-7bde-4e3a-b504-e84fe22762c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:29.429467 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-f9155ce8-dcf3-4171-aed1-cd4e9d223c79 req-fbb3aa16-7bde-4e3a-b504-e84fe22762c9 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=5699172b-f98f-483a-81e1-27bccc5d3cba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1163018 Jul 14 09:30:29.576085 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-da257874-8d53-432a-aca5-e31ad0349812 tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] Request body: {'security_group': {'name': 'tempest-secgroup--1373785571'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:29.635216 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-f9155ce8-dcf3-4171-aed1-cd4e9d223c79 req-3fcde75b-08df-4020-b072-b8577b0654c1 service neutron] 10.222.0.65 "GET /v2.0/networks/5699172b-f98f-483a-81e1-27bccc5d3cba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1965811 Jul 14 09:30:29.682659 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-da257874-8d53-432a-aca5-e31ad0349812 tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:29.697248 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-da257874-8d53-432a-aca5-e31ad0349812 tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:29.744633 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 54888) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:29.836451 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-f9155ce8-dcf3-4171-aed1-cd4e9d223c79 req-6d113ef0-6a68-4193-a634-dddb380e92ca service neutron] 10.222.0.65 "GET /v2.0/networks/5699172b-f98f-483a-81e1-27bccc5d3cba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1822362 Jul 14 09:30:29.896749 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-f9155ce8-dcf3-4171-aed1-cd4e9d223c79 req-e8787f5e-8399-4341-8251-0e3f88a7f8ce service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.33&port_id=100345f4-d6ce-47af-83f1-7049dc67deb8 HTTP/1.1" status: 200 len: 217 time: 0.0521140 Jul 14 09:30:29.917315 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-07091e82-54d7-44e4-8727-c45dd459d109 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:29.949312 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c59c994-029a-43c1-95aa-61ce3f94760e tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Router b9fb6ef8-f594-45b5-b5d6-58102ca87daa has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:30:29.985781 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a794978-20f8-4ca5-a90d-ef4809cf6ca8 req-f2711348-1576-45c1-b4cf-b38528447655 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:29.988658 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-4a794978-20f8-4ca5-a90d-ef4809cf6ca8 req-f2711348-1576-45c1-b4cf-b38528447655 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/ports?device_id=1a01352b-cf9e-4c65-b238-cb9fbde920b1 HTTP/1.1" status: 200 len: 946 time: 0.2109840 Jul 14 09:30:29.997944 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9155ce8-dcf3-4171-aed1-cd4e9d223c79 req-5e9b6404-430a-4af6-b2b8-bb89c570edd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:29.999781 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-f9155ce8-dcf3-4171-aed1-cd4e9d223c79 req-5e9b6404-430a-4af6-b2b8-bb89c570edd8 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ecfbbf55-b0c9-4c0f-9edc-b7ccd659aa91 HTTP/1.1" status: 200 len: 797 time: 0.0935578 Jul 14 09:30:30.066048 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-da257874-8d53-432a-aca5-e31ad0349812 tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:30.095258 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9155ce8-dcf3-4171-aed1-cd4e9d223c79 req-8b54f41f-dfcf-4a4f-ae82-8a2ffd08df2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:30.097155 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-f9155ce8-dcf3-4171-aed1-cd4e9d223c79 req-8b54f41f-dfcf-4a4f-ae82-8a2ffd08df2d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=5699172b-f98f-483a-81e1-27bccc5d3cba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0841510 Jul 14 09:30:30.251952 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-f9155ce8-dcf3-4171-aed1-cd4e9d223c79 req-d70f3ca4-8e09-4041-a540-75f103ba60de service neutron] 10.222.0.65 "GET /v2.0/networks/5699172b-f98f-483a-81e1-27bccc5d3cba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461124 Jul 14 09:30:30.318509 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-07091e82-54d7-44e4-8727-c45dd459d109 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:30.329083 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-07091e82-54d7-44e4-8727-c45dd459d109 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:30.386914 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-07091e82-54d7-44e4-8727-c45dd459d109 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=ff85d913e3c0443793d787b4401f98c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6411040 Jul 14 09:30:30.389652 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07091e82-54d7-44e4-8727-c45dd459d109 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=584816d8-8b7c-4837-ba10-79688a919a2c,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:30.394136 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 54898) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:30.434848 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-f9155ce8-dcf3-4171-aed1-cd4e9d223c79 req-422514a5-eb21-47b4-9797-2759ed35bf71 service neutron] 10.222.0.65 "GET /v2.0/networks/5699172b-f98f-483a-81e1-27bccc5d3cba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1724164 Jul 14 09:30:30.485857 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-da257874-8d53-432a-aca5-e31ad0349812 tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:30.488356 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-f9155ce8-dcf3-4171-aed1-cd4e9d223c79 req-12670da3-d091-455b-963a-1da056b510f3 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.22&port_id=bfeac96f-d3a2-4a7b-abb1-6f8a87d43efe HTTP/1.1" status: 200 len: 217 time: 0.0449684 Jul 14 09:30:30.527013 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c805813b-ba47-4cdc-9518-db9bc97edbb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:30.561011 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9155ce8-dcf3-4171-aed1-cd4e9d223c79 req-b9104bbf-7adb-4d3e-a150-88535723ff98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:30.562522 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-f9155ce8-dcf3-4171-aed1-cd4e9d223c79 req-b9104bbf-7adb-4d3e-a150-88535723ff98 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ecfbbf55-b0c9-4c0f-9edc-b7ccd659aa91 HTTP/1.1" status: 200 len: 797 time: 0.0667670 Jul 14 09:30:30.563162 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da257874-8d53-432a-aca5-e31ad0349812 tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4bbc9100-5374-4bc0-a700-311907737969,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:30.564379 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c805813b-ba47-4cdc-9518-db9bc97edbb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:30.574175 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-4a794978-20f8-4ca5-a90d-ef4809cf6ca8 req-f2213973-d034-4787-89c6-8f6ee8faeaa5 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/security-groups?id=bfacbc39-872c-438f-b7f4-05abded490ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5243957 Jul 14 09:30:30.583417 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c59c994-029a-43c1-95aa-61ce3f94760e tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:30:30.594160 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fe47cfb-2a80-4a77-b0e3-e3a37c58b2d7 None None] Sync routers for ids ['b9fb6ef8-f594-45b5-b5d6-58102ca87daa'] in n-d-779913-29 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:30:30.599496 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8c59c994-029a-43c1-95aa-61ce3f94760e tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for floatingip, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:30.625045 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe47cfb-2a80-4a77-b0e3-e3a37c58b2d7 None None] Routers {'b9fb6ef8-f594-45b5-b5d6-58102ca87daa'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:30:30.626421 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-5fe47cfb-2a80-4a77-b0e3-e3a37c58b2d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:30:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['b9fb6ef8-f594-45b5-b5d6-58102ca87daa'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:30.666880 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-8c59c994-029a-43c1-95aa-61ce3f94760e tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] 10.222.0.68 "PUT /v2.0/floatingips/c4507e8f-0901-4803-8058-ff042160a229 HTTP/1.1" status: 200 len: 977 time: 2.3772788 Jul 14 09:30:30.667775 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 54902) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:30.703397 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-5fe47cfb-2a80-4a77-b0e3-e3a37c58b2d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:30.705451 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-da257874-8d53-432a-aca5-e31ad0349812 tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:30.712089 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-da257874-8d53-432a-aca5-e31ad0349812 tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:30.715639 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe47cfb-2a80-4a77-b0e3-e3a37c58b2d7 None None] Routers {'b9fb6ef8-f594-45b5-b5d6-58102ca87daa'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:30:30.716556 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-5fe47cfb-2a80-4a77-b0e3-e3a37c58b2d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:30:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['b9fb6ef8-f594-45b5-b5d6-58102ca87daa'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:30.734736 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c805813b-ba47-4cdc-9518-db9bc97edbb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:30.738018 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c805813b-ba47-4cdc-9518-db9bc97edbb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:30.739406 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-c805813b-ba47-4cdc-9518-db9bc97edbb4 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/584816d8-8b7c-4837-ba10-79688a919a2c HTTP/1.1" status: 204 len: 168 time: 0.3445251 Jul 14 09:30:30.751712 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-da257874-8d53-432a-aca5-e31ad0349812 tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:30.756012 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-da257874-8d53-432a-aca5-e31ad0349812 tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.3869913 Jul 14 09:30:30.756306 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 54906) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:30.762063 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c805813b-ba47-4cdc-9518-db9bc97edbb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=584816d8-8b7c-4837-ba10-79688a919a2c,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:30.767076 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9155ce8-dcf3-4171-aed1-cd4e9d223c79 req-c80a1766-4fa9-4bb6-9ce8-37e90697df07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:30.768640 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-f9155ce8-dcf3-4171-aed1-cd4e9d223c79 req-c80a1766-4fa9-4bb6-9ce8-37e90697df07 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=5699172b-f98f-483a-81e1-27bccc5d3cba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1836369 Jul 14 09:30:30.770873 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-5fe47cfb-2a80-4a77-b0e3-e3a37c58b2d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:30.771551 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fe47cfb-2a80-4a77-b0e3-e3a37c58b2d7 None None] The sync data for ids ['b9fb6ef8-f594-45b5-b5d6-58102ca87daa'] in n-d-779913-29 is: [] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:30:30.784681 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da257874-8d53-432a-aca5-e31ad0349812 tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf755008-c2a4-49a5-8f28-590af75bbdea,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:30.873581 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-d62477f5-b1de-4d59-bae8-cc3a5f6a4249 tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] 10.222.0.68 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1160119 Jul 14 09:30:30.876613 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 54908) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:30.884078 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-4a09169a-ba05-46a8-8ed0-b7c7b185385c tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] Request body: {'security_group': {'name': 'tempest-security--1187726905', 'description': 'tempest-security-description-277299444'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:30.917126 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4a09169a-ba05-46a8-8ed0-b7c7b185385c tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] Notify callbacks [] for security_group, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:30.939494 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-0f202cb8-0b62-4af8-8b3e-dc169a3a0420 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Deleting port 17823272-48ee-4a8f-836c-638bb8020789 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:30:30.940096 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0f202cb8-0b62-4af8-8b3e-dc169a3a0420 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:30.997861 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4a09169a-ba05-46a8-8ed0-b7c7b185385c tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] Notify callbacks [] for security_group, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:31.003194 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-f9155ce8-dcf3-4171-aed1-cd4e9d223c79 req-e8038bbb-d5d4-4194-b78d-8b377f1a2eb8 service neutron] 10.222.0.65 "GET /v2.0/networks/5699172b-f98f-483a-81e1-27bccc5d3cba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2167547 Jul 14 09:30:31.004690 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4a09169a-ba05-46a8-8ed0-b7c7b185385c tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:31.007676 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4a09169a-ba05-46a8-8ed0-b7c7b185385c tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:31.013763 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-4a09169a-ba05-46a8-8ed0-b7c7b185385c tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] 10.222.0.68 "PUT /v2.0/security-groups/cf755008-c2a4-49a5-8f28-590af75bbdea HTTP/1.1" status: 200 len: 1779 time: 0.1355426 Jul 14 09:30:31.014083 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 54914) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:31.059035 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a09169a-ba05-46a8-8ed0-b7c7b185385c tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf755008-c2a4-49a5-8f28-590af75bbdea,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:31.133705 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0f202cb8-0b62-4af8-8b3e-dc169a3a0420 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:31.234119 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-897178a6-49b3-4fbb-b2ff-0c5efc2ab2b0 tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] 10.222.0.68 "GET /v2.0/security-groups/cf755008-c2a4-49a5-8f28-590af75bbdea HTTP/1.1" status: 200 len: 1779 time: 0.2181959 Jul 14 09:30:31.239921 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 54924) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:31.306848 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9435df-1a34-449f-95d0-b26f809933fe req-c76bf0f2-dfc4-4bc6-a4b4-e0b190b0a23c tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:31.309039 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8f9435df-1a34-449f-95d0-b26f809933fe req-c76bf0f2-dfc4-4bc6-a4b4-e0b190b0a23c tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.65 "GET /v2.0/ports?device_id=1a01352b-cf9e-4c65-b238-cb9fbde920b1 HTTP/1.1" status: 200 len: 946 time: 0.1243625 Jul 14 09:30:31.440671 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c72b2d33-9a3d-437d-95e1-8651fb366214 tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] Notify callbacks [] for security_group, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:31.480427 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c72b2d33-9a3d-437d-95e1-8651fb366214 tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:31.530017 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [req-8f9435df-1a34-449f-95d0-b26f809933fe req-1d2bfc8b-9410-44c0-ba5e-137947b72759 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Deleting port 355d4f4e-0f97-4599-8580-8d12831aaf46 {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:30:31.530690 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-8f9435df-1a34-449f-95d0-b26f809933fe req-1d2bfc8b-9410-44c0-ba5e-137947b72759 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:31.614351 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c72b2d33-9a3d-437d-95e1-8651fb366214 tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:31.617371 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c72b2d33-9a3d-437d-95e1-8651fb366214 tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:31.618679 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-c72b2d33-9a3d-437d-95e1-8651fb366214 tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] 10.222.0.68 "DELETE /v2.0/security-groups/cf755008-c2a4-49a5-8f28-590af75bbdea HTTP/1.1" status: 204 len: 168 time: 0.3797021 Jul 14 09:30:31.627858 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 54938) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:31.661104 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72b2d33-9a3d-437d-95e1-8651fb366214 tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf755008-c2a4-49a5-8f28-590af75bbdea,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:31.718042 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-8f9435df-1a34-449f-95d0-b26f809933fe req-1d2bfc8b-9410-44c0-ba5e-137947b72759 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] For port 355d4f4e-0f97-4599-8580-8d12831aaf46, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=355d4f4e-0f97-4599-8580-8d12831aaf46,segment=NetworkSegment(f28b4a20-abdb-43f4-86e7-8da3ae7a1990),segment_id=f28b4a20-abdb-43f4-86e7-8da3ae7a1990)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:30:31.718510 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-8f9435df-1a34-449f-95d0-b26f809933fe req-1d2bfc8b-9410-44c0-ba5e-137947b72759 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:31.738298 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-f9155ce8-dcf3-4171-aed1-cd4e9d223c79 req-e608349b-d036-4052-87e1-d04501901a4b service neutron] 10.222.0.65 "GET /v2.0/networks/5699172b-f98f-483a-81e1-27bccc5d3cba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7124486 Jul 14 09:30:31.741387 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-8c5cb67c-0e37-43cb-b41a-ec7e93f573cd tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] 10.222.0.68 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1105146 Jul 14 09:30:31.743033 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [req-8f9435df-1a34-449f-95d0-b26f809933fe req-1d2bfc8b-9410-44c0-ba5e-137947b72759 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Calling delete_port for 355d4f4e-0f97-4599-8580-8d12831aaf46 owned by compute:nova {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:30:31.744895 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 54942) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:31.774960 n-d-779913-29 neutron-server[93957]: INFO neutron.api.v2.resource [None req-050cd32c-746f-46b1-a941-dd9dde9960cc tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] delete failed (client error): The resource could not be found. Jul 14 09:30:31.776422 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-050cd32c-746f-46b1-a941-dd9dde9960cc tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] 10.222.0.68 "DELETE /v2.0/security-groups/cf755008-c2a4-49a5-8f28-590af75bbdea HTTP/1.1" status: 404 len: 347 time: 0.0303197 Jul 14 09:30:31.806641 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 54946) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:31.807151 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 54948) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:31.853330 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-9692f76c-c0b3-42d4-9728-466ce4baf514 tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] Request body: {'security_group': {'name': 'tempest-secgroup--1620441207'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:31.877074 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-f9155ce8-dcf3-4171-aed1-cd4e9d223c79 req-967e6600-fbbc-4c11-8e56-1017e92dde58 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=ea9e9cbd-c4fe-40eb-a857-ee9e6c073bb8 HTTP/1.1" status: 200 len: 217 time: 0.1245055 Jul 14 09:30:31.897094 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9692f76c-c0b3-42d4-9728-466ce4baf514 tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:31.967998 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-8f9435df-1a34-449f-95d0-b26f809933fe req-1d2bfc8b-9410-44c0-ba5e-137947b72759 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:32.012560 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] get_ports_and_sgs() called for port_ids ['355d4f4e-0f97-4599-8580-8d12831aaf46'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:30:32.013139 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2bfc8b-9410-44c0-ba5e-137947b72759 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Pushing event deleted for resources: {'Port': ['ID=355d4f4e-0f97-4599-8580-8d12831aaf46,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:32.054850 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-1462362a-e33a-4286-b09a-17181c08dc03 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-2135121898'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:32.097796 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9155ce8-dcf3-4171-aed1-cd4e9d223c79 req-6f74487b-54b1-4e14-9273-b6df929e39fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:32.098962 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e32a53-3cc0-4dbe-86d0-afd03398ddb8 req-13a6b800-c596-4f0f-829e-e3927d3ee984 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:32.099371 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-f9155ce8-dcf3-4171-aed1-cd4e9d223c79 req-6f74487b-54b1-4e14-9273-b6df929e39fd service neutron] 10.222.0.65 "GET /v2.0/subnets?id=df8e47ca-e310-4261-88e8-dfbdedfc6676 HTTP/1.1" status: 200 len: 797 time: 0.2137895 Jul 14 09:30:32.100627 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c0e32a53-3cc0-4dbe-86d0-afd03398ddb8 req-13a6b800-c596-4f0f-829e-e3927d3ee984 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/ports?device_id=1a01352b-cf9e-4c65-b238-cb9fbde920b1 HTTP/1.1" status: 200 len: 867 time: 0.2859478 Jul 14 09:30:32.133821 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f9435df-1a34-449f-95d0-b26f809933fe req-1d2bfc8b-9410-44c0-ba5e-137947b72759 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] No DVR routers for this DVR port 355d4f4e-0f97-4599-8580-8d12831aaf46 on host n-h1-779913-29 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:30:32.142872 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-8f9435df-1a34-449f-95d0-b26f809933fe req-1d2bfc8b-9410-44c0-ba5e-137947b72759 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:32.144007 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8f9435df-1a34-449f-95d0-b26f809933fe req-1d2bfc8b-9410-44c0-ba5e-137947b72759 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.65 "DELETE /v2.0/ports/355d4f4e-0f97-4599-8580-8d12831aaf46 HTTP/1.1" status: 204 len: 173 time: 0.8192995 Jul 14 09:30:32.144642 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a01352b-cf9e-4c65-b238-cb9fbde920b1', 'name': 'network-vif-deleted', 'tag': '355d4f4e-0f97-4599-8580-8d12831aaf46'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:30:32.146393 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0f202cb8-0b62-4af8-8b3e-dc169a3a0420 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:32.147298 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08ded8b8-bb19-4308-889e-cfa50ad79d1f" -d '{"events": [{"server_uuid": "1a01352b-cf9e-4c65-b238-cb9fbde920b1", "name": "network-vif-deleted", "tag": "355d4f4e-0f97-4599-8580-8d12831aaf46"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:30:32.147589 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0f202cb8-0b62-4af8-8b3e-dc169a3a0420 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-660590'] for floatingip, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:32.147920 n-d-779913-29 neutron-server[93958]: INFO neutron.db.l3_db [None req-0f202cb8-0b62-4af8-8b3e-dc169a3a0420 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Floating IP c4507e8f-0901-4803-8058-ff042160a229 disassociated. External IP: 172.25.4.23, port: 17823272-48ee-4a8f-836c-638bb8020789. Jul 14 09:30:32.148274 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-0f202cb8-0b62-4af8-8b3e-dc169a3a0420 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Calling delete_port for 17823272-48ee-4a8f-836c-638bb8020789 owned by {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:30:32.205652 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:30:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a59321c-7442-4ce8-8f6c-3e62d270fc38 x-openstack-request-id: req-1a59321c-7442-4ce8-8f6c-3e62d270fc38 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:30:32.205951 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a01352b-cf9e-4c65-b238-cb9fbde920b1", "name": "network-vif-deleted", "tag": "355d4f4e-0f97-4599-8580-8d12831aaf46", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:30:32.206210 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-1a59321c-7442-4ce8-8f6c-3e62d270fc38 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:30:32.206617 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a01352b-cf9e-4c65-b238-cb9fbde920b1', 'name': 'network-vif-deleted', 'tag': '355d4f4e-0f97-4599-8580-8d12831aaf46', 'status': 'completed', 'code': 200} Jul 14 09:30:32.212233 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c0e32a53-3cc0-4dbe-86d0-afd03398ddb8 req-61aa9888-fa61-4f77-b4bb-efd9ab3a4847 tempest-ServersTestJSON-99901159 tempest-ServersTestJSON-99901159-project] 10.222.0.68 "GET /v2.0/security-groups?id=bfacbc39-872c-438f-b7f4-05abded490ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807099 Jul 14 09:30:32.292334 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9155ce8-dcf3-4171-aed1-cd4e9d223c79 req-c2efcb82-75de-46e4-be95-d9529e436540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:32.293989 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-f9155ce8-dcf3-4171-aed1-cd4e9d223c79 req-c2efcb82-75de-46e4-be95-d9529e436540 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=42a058fa-f36e-4a5f-a1b5-ee56753d964d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1861389 Jul 14 09:30:32.302798 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9692f76c-c0b3-42d4-9728-466ce4baf514 tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:32.337820 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9692f76c-c0b3-42d4-9728-466ce4baf514 tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:32.399673 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1462362a-e33a-4286-b09a-17181c08dc03 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Made reservation on behalf of 078281b593d34d31bc27616950b7a85b for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:30:32.403185 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1462362a-e33a-4286-b09a-17181c08dc03 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:32.476247 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1462362a-e33a-4286-b09a-17181c08dc03 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:32.478605 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9692f76c-c0b3-42d4-9728-466ce4baf514 tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:32.482559 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-9692f76c-c0b3-42d4-9728-466ce4baf514 tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6410439 Jul 14 09:30:32.482940 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 54960) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:32.488267 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-c4bf9532-9ce9-43cd-85b8-31b9e3c33c35 tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] Request body: {'security_group_rule': {'security_group_id': '16788dae-efd3-4aaa-853f-598176c20224', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:32.531527 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9692f76c-c0b3-42d4-9728-466ce4baf514 tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16788dae-efd3-4aaa-853f-598176c20224,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:32.540870 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c4bf9532-9ce9-43cd-85b8-31b9e3c33c35 tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:32.599554 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c4bf9532-9ce9-43cd-85b8-31b9e3c33c35 tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:32.605970 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c4bf9532-9ce9-43cd-85b8-31b9e3c33c35 tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529131'] for security_group_rule, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:32.610337 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-f9155ce8-dcf3-4171-aed1-cd4e9d223c79 req-552b231b-0662-4481-bf10-7d67003aadf7 service neutron] 10.222.0.65 "GET /v2.0/networks/42a058fa-f36e-4a5f-a1b5-ee56753d964d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3043363 Jul 14 09:30:32.612958 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0f202cb8-0b62-4af8-8b3e-dc169a3a0420 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:32.630305 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bf9532-9ce9-43cd-85b8-31b9e3c33c35 tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d743b3e6-7b9a-4f51-9d09-4e8912a2c004,revision_number=0']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:32.709657 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f202cb8-0b62-4af8-8b3e-dc169a3a0420 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Pushing event deleted for resources: {'Port': ['ID=17823272-48ee-4a8f-836c-638bb8020789,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:32.864791 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-f9155ce8-dcf3-4171-aed1-cd4e9d223c79 req-95ec2936-692d-4f63-a6bc-d3bd86d7c898 service neutron] 10.222.0.65 "GET /v2.0/networks/42a058fa-f36e-4a5f-a1b5-ee56753d964d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2447951 Jul 14 09:30:32.886857 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1462362a-e33a-4286-b09a-17181c08dc03 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:32.898198 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c4bf9532-9ce9-43cd-85b8-31b9e3c33c35 tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:32.902369 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-c4bf9532-9ce9-43cd-85b8-31b9e3c33c35 tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4156384 Jul 14 09:30:32.902620 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 54962) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:32.932443 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1462362a-e33a-4286-b09a-17181c08dc03 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:32.939832 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2a242d96-f9f6-4ab1-b63f-03c76d466856 tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:32.941785 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-f9155ce8-dcf3-4171-aed1-cd4e9d223c79 req-d7966512-7e79-439e-8916-29d49bed6407 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=0d1d6f24-a3fe-4925-8ced-a01216f77039 HTTP/1.1" status: 200 len: 217 time: 0.0678945 Jul 14 09:30:32.957572 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2a242d96-f9f6-4ab1-b63f-03c76d466856 tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:32.975898 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1462362a-e33a-4286-b09a-17181c08dc03 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 706} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:30:33.004483 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2a242d96-f9f6-4ab1-b63f-03c76d466856 tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529131'] for security_group_rule, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:33.018464 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2a242d96-f9f6-4ab1-b63f-03c76d466856 tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:33.019641 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-2a242d96-f9f6-4ab1-b63f-03c76d466856 tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] 10.222.0.68 "DELETE /v2.0/security-group-rules/d743b3e6-7b9a-4f51-9d09-4e8912a2c004 HTTP/1.1" status: 204 len: 168 time: 0.1157813 Jul 14 09:30:33.022668 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 54966) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:33.036053 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1462362a-e33a-4286-b09a-17181c08dc03 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:33.036504 n-d-779913-29 neutron-server[93958]: INFO neutron.db.segments_db [None req-1462362a-e33a-4286-b09a-17181c08dc03 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Added segment 1bf68f8d-0f2c-484e-beed-731426681bc0 of type vlan for network 84b74b2a-ebae-4ed1-b302-cad8e244c99d Jul 14 09:30:33.048032 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a242d96-f9f6-4ab1-b63f-03c76d466856 tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d743b3e6-7b9a-4f51-9d09-4e8912a2c004,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:33.049584 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f202cb8-0b62-4af8-8b3e-dc169a3a0420 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Router b9fb6ef8-f594-45b5-b5d6-58102ca87daa has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:30:33.050863 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1462362a-e33a-4286-b09a-17181c08dc03 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f2f671a-19d4-42f0-8f02-596c07d287d5,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:33.102971 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9155ce8-dcf3-4171-aed1-cd4e9d223c79 req-53824886-5df2-4184-be23-c4469a452932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:33.104502 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-f9155ce8-dcf3-4171-aed1-cd4e9d223c79 req-53824886-5df2-4184-be23-c4469a452932 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=df8e47ca-e310-4261-88e8-dfbdedfc6676 HTTP/1.1" status: 200 len: 797 time: 0.1478648 Jul 14 09:30:33.114347 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-3b943cdc-f42e-4545-bd58-9fd8710b4f5e tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] 10.222.0.68 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0729456 Jul 14 09:30:33.118297 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 54968) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:33.166895 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1462362a-e33a-4286-b09a-17181c08dc03 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735687821325'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:33.178992 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-aa4b5805-6727-4071-8c16-5396e9773d3c tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] Notify callbacks [] for security_group, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:33.208612 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-aa4b5805-6727-4071-8c16-5396e9773d3c tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:33.275105 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-aa4b5805-6727-4071-8c16-5396e9773d3c tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:33.279151 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-aa4b5805-6727-4071-8c16-5396e9773d3c tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:33.281553 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-aa4b5805-6727-4071-8c16-5396e9773d3c tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] 10.222.0.68 "DELETE /v2.0/security-groups/16788dae-efd3-4aaa-853f-598176c20224 HTTP/1.1" status: 204 len: 168 time: 0.1621120 Jul 14 09:30:33.293793 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 54976) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:33.295154 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4b5805-6727-4071-8c16-5396e9773d3c tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=16788dae-efd3-4aaa-853f-598176c20224,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:33.308035 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1462362a-e33a-4286-b09a-17181c08dc03 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:33.315307 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1462362a-e33a-4286-b09a-17181c08dc03 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:33.315941 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1462362a-e33a-4286-b09a-17181c08dc03 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:33.364770 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9155ce8-dcf3-4171-aed1-cd4e9d223c79 req-9f5d7127-8ff2-4461-b1ab-d31d66cbd152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:33.366507 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-f9155ce8-dcf3-4171-aed1-cd4e9d223c79 req-9f5d7127-8ff2-4461-b1ab-d31d66cbd152 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=42a058fa-f36e-4a5f-a1b5-ee56753d964d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2034502 Jul 14 09:30:33.394669 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-3a4c2de4-9631-41e1-9e46-27189308f252 tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] 10.222.0.68 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0941670 Jul 14 09:30:33.397801 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 54978) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:33.398912 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 54980) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:33.402219 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f202cb8-0b62-4af8-8b3e-dc169a3a0420 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:30:33.408294 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-b9ea56c4-36ec-486b-90a5-8ca5fa9ef0a0 tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] Request body: {'security_group': {'name': 'tempest-secgroup--451901524'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:33.433464 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1a3a343-667b-40f4-97e6-3cf70bfa6a14 None None] Sync routers for ids ['b9fb6ef8-f594-45b5-b5d6-58102ca87daa'] in n-d-779913-29 {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:30:33.459460 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1a3a343-667b-40f4-97e6-3cf70bfa6a14 None None] Routers {'b9fb6ef8-f594-45b5-b5d6-58102ca87daa'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:30:33.460134 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 54984) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:33.461800 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-b1a3a343-667b-40f4-97e6-3cf70bfa6a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:30:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['b9fb6ef8-f594-45b5-b5d6-58102ca87daa'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:33.463070 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-1462362a-e33a-4286-b09a-17181c08dc03 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.6204038 Jul 14 09:30:33.481307 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-53263c9f-c0e0-46d9-9b87-0535a7fab6d7 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Request body: {'port': {'network_id': '84b74b2a-ebae-4ed1-b302-cad8e244c99d', 'name': 'tempest-PortsTestJSON-1497904516'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:33.648290 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1462362a-e33a-4286-b09a-17181c08dc03 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Pushing event updated for resources: {'Network': ['ID=84b74b2a-ebae-4ed1-b302-cad8e244c99d,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:33.687267 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-806e079a-bf69-4f4f-b968-9916cd9b5b21 admin admin] Deleting subnet 4eebc946-7649-496b-bf8c-5c786643586c {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:30:33.695189 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-806e079a-bf69-4f4f-b968-9916cd9b5b21 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:33.714335 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-b1a3a343-667b-40f4-97e6-3cf70bfa6a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:33.716886 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Network 84b74b2a-ebae-4ed1-b302-cad8e244c99d details requested by agent ovs-agent-n-d-779913-29 with host n-d-779913-29 {{(pid=93959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:30:33.728282 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b9ea56c4-36ec-486b-90a5-8ca5fa9ef0a0 tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:33.778267 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0f202cb8-0b62-4af8-8b3e-dc169a3a0420 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:33.782869 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-0f202cb8-0b62-4af8-8b3e-dc169a3a0420 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] 10.222.0.68 "DELETE /v2.0/ports/17823272-48ee-4a8f-836c-638bb8020789 HTTP/1.1" status: 204 len: 168 time: 3.1139038 Jul 14 09:30:33.785134 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 54990) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:33.800869 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-806e079a-bf69-4f4f-b968-9916cd9b5b21 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13574120'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:33.802938 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1a3a343-667b-40f4-97e6-3cf70bfa6a14 None None] Routers {'b9fb6ef8-f594-45b5-b5d6-58102ca87daa'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:30:33.804024 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-b1a3a343-667b-40f4-97e6-3cf70bfa6a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:30:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['b9fb6ef8-f594-45b5-b5d6-58102ca87daa'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:33.806362 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53263c9f-c0e0-46d9-9b87-0535a7fab6d7 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Made reservation on behalf of 078281b593d34d31bc27616950b7a85b for: {'port': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:30:33.811639 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-53263c9f-c0e0-46d9-9b87-0535a7fab6d7 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:33.844582 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-b1a3a343-667b-40f4-97e6-3cf70bfa6a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:33.845626 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1a3a343-667b-40f4-97e6-3cf70bfa6a14 None None] The sync data for ids ['b9fb6ef8-f594-45b5-b5d6-58102ca87daa'] in n-d-779913-29 is: [] {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:30:33.849484 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-f9155ce8-dcf3-4171-aed1-cd4e9d223c79 req-884c1fdb-ea6f-40a5-9a78-fa9dfa4b5660 service neutron] 10.222.0.65 "GET /v2.0/networks/42a058fa-f36e-4a5f-a1b5-ee56753d964d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4506178 Jul 14 09:30:33.902710 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-5a3e749f-02bc-4f4a-9109-bc704bf697f9 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] 10.222.0.68 "GET /v2.0/floatingips/c4507e8f-0901-4803-8058-ff042160a229 HTTP/1.1" status: 200 len: 687 time: 0.1144097 Jul 14 09:30:33.907580 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-53263c9f-c0e0-46d9-9b87-0535a7fab6d7 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] device_id is not set on port aa184bc8-0a3e-4e10-a8d1-b203053fa577 yet. {{(pid=93957) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:30:33.912041 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 54992) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:33.922208 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-806e079a-bf69-4f4f-b968-9916cd9b5b21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3481002'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:34.060039 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-f9155ce8-dcf3-4171-aed1-cd4e9d223c79 req-d17a3d58-361c-4ab3-9bf4-da9677565237 service neutron] 10.222.0.65 "GET /v2.0/networks/42a058fa-f36e-4a5f-a1b5-ee56753d964d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1957808 Jul 14 09:30:34.063890 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-806e079a-bf69-4f4f-b968-9916cd9b5b21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13574056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16714573'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:34.104488 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee63dc6-7355-4c0d-a02f-46309df46371 req-a89db45e-009a-49c5-9ab2-adb82e2a0da0 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:34.106079 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-2ee63dc6-7355-4c0d-a02f-46309df46371 req-a89db45e-009a-49c5-9ab2-adb82e2a0da0 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/ports?device_id=4e1cb18d-7caa-44ec-92f9-fb1eaa6a7eac HTTP/1.1" status: 200 len: 946 time: 0.1878045 Jul 14 09:30:34.106834 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806e079a-bf69-4f4f-b968-9916cd9b5b21 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4eebc946-7649-496b-bf8c-5c786643586c,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:34.108988 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-806e079a-bf69-4f4f-b968-9916cd9b5b21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:34.113076 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-806e079a-bf69-4f4f-b968-9916cd9b5b21 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/4eebc946-7649-496b-bf8c-5c786643586c HTTP/1.1" status: 204 len: 168 time: 0.7068176 Jul 14 09:30:34.113440 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 54994) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:34.231820 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b9ea56c4-36ec-486b-90a5-8ca5fa9ef0a0 tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:34.243455 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b9ea56c4-36ec-486b-90a5-8ca5fa9ef0a0 tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:34.245402 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-083bbed4-367c-4e06-b07e-f7fed2e04267 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3876111'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:34.252064 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-2ee63dc6-7355-4c0d-a02f-46309df46371 req-4bec65d8-baf7-465f-a7c2-096a62914d80 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/security-groups?id=9b802230-9234-42e7-bf8c-0d12af0394c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300595 Jul 14 09:30:34.301035 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 355d4f4e-0f97-4599-8580-8d12831aaf46 no longer exists at agent hyperv_n-h1-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:30:34.327307 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] No Port match for: 355d4f4e-0f97-4599-8580-8d12831aaf46 {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:30:34.327659 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 355d4f4e-0f97-4599-8580-8d12831aaf46 not bound to the agent host n-h1-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:30:34.330026 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b9ea56c4-36ec-486b-90a5-8ca5fa9ef0a0 tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:34.333872 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-b9ea56c4-36ec-486b-90a5-8ca5fa9ef0a0 tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9312313 Jul 14 09:30:34.333872 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ea56c4-36ec-486b-90a5-8ca5fa9ef0a0 tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc750ddd-1e06-4c2d-9267-d9f3e63e92ba,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:34.337081 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 54998) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:34.349805 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-53263c9f-c0e0-46d9-9b87-0535a7fab6d7 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:34.351890 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-44b0f0fa-62b0-4eff-b3bb-85ea181d5cf7 tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] Request body: {'security_group_rule': {'security_group_id': 'fc750ddd-1e06-4c2d-9267-d9f3e63e92ba', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:34.355080 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-65da3d5e-f934-4592-ad67-ccc7e0d11b31 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Deleting port 85a9db7e-877e-4e0d-88d8-e769cb9ae1b9 {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:30:34.355524 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-65da3d5e-f934-4592-ad67-ccc7e0d11b31 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:34.372934 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-083bbed4-367c-4e06-b07e-f7fed2e04267 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473955', 'neutron.services.segments.db._delete_segments_for_network-8735688326548'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:34.390374 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-083bbed4-367c-4e06-b07e-f7fed2e04267 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b13d7c6c-cfbf-4964-b16a-12c3c2736fe4']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:34.409053 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-083bbed4-367c-4e06-b07e-f7fed2e04267 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f28b4a20-abdb-43f4-86e7-8da3ae7a1990') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:34.409356 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-083bbed4-367c-4e06-b07e-f7fed2e04267 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f28b4a20-abdb-43f4-86e7-8da3ae7a1990') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:34.411198 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-44b0f0fa-62b0-4eff-b3bb-85ea181d5cf7 tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:34.428486 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-083bbed4-367c-4e06-b07e-f7fed2e04267 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735688356235', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13574129'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:34.459135 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-65da3d5e-f934-4592-ad67-ccc7e0d11b31 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:34.459465 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-65da3d5e-f934-4592-ad67-ccc7e0d11b31 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:34.468868 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-53263c9f-c0e0-46d9-9b87-0535a7fab6d7 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:34.472128 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-083bbed4-367c-4e06-b07e-f7fed2e04267 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:34.488321 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-083bbed4-367c-4e06-b07e-f7fed2e04267 admin admin] Releasing vlan 701 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:30:34.488735 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-083bbed4-367c-4e06-b07e-f7fed2e04267 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13573126'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:34.490436 n-d-779913-29 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:30:34.490436 n-d-779913-29 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:30:34.490436 n-d-779913-29 neutron-server[93958]: Traceback (most recent call last): Jul 14 09:30:34.490436 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:30:34.490436 n-d-779913-29 neutron-server[93958]: timer() Jul 14 09:30:34.490436 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:30:34.490436 n-d-779913-29 neutron-server[93958]: cb(*args, **kw) Jul 14 09:30:34.490436 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:30:34.490436 n-d-779913-29 neutron-server[93958]: return func(*args, **kwargs) Jul 14 09:30:34.490436 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:30:34.490436 n-d-779913-29 neutron-server[93958]: self._notify() Jul 14 09:30:34.490436 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:30:34.490436 n-d-779913-29 neutron-server[93958]: self.callback(batched_events) Jul 14 09:30:34.490436 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:30:34.490436 n-d-779913-29 neutron-server[93958]: event.method(event) Jul 14 09:30:34.490436 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:30:34.490436 n-d-779913-29 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:30:34.490436 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:30:34.490436 n-d-779913-29 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:30:34.490436 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:30:34.490436 n-d-779913-29 neutron-server[93958]: return f(self, *a, **k) Jul 14 09:30:34.490436 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:30:34.490436 n-d-779913-29 neutron-server[93958]: return self._get(url).json() Jul 14 09:30:34.490436 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:30:34.490436 n-d-779913-29 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:30:34.490436 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:30:34.490436 n-d-779913-29 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 14 09:30:34.490436 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:30:34.490436 n-d-779913-29 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:30:34.490436 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:30:34.490436 n-d-779913-29 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:30:34.490436 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:30:34.490436 n-d-779913-29 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:30:34.490436 n-d-779913-29 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:30:34.504499 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-65da3d5e-f934-4592-ad67-ccc7e0d11b31 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Calling delete_port for 85a9db7e-877e-4e0d-88d8-e769cb9ae1b9 owned by network:floatingip {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:30:34.510663 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-44b0f0fa-62b0-4eff-b3bb-85ea181d5cf7 tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:34.536670 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-44b0f0fa-62b0-4eff-b3bb-85ea181d5cf7 tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529131'] for security_group_rule, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:34.574089 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b0f0fa-62b0-4eff-b3bb-85ea181d5cf7 tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9ca8861-365a-4349-b058-7350ff7948df,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:34.581191 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-44b0f0fa-62b0-4eff-b3bb-85ea181d5cf7 tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:34.582721 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-44b0f0fa-62b0-4eff-b3bb-85ea181d5cf7 tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2425885 Jul 14 09:30:34.589589 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 55000) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:34.591817 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-bdb2445e-8ed2-4795-af00-c65ebcbd8d34 tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] Request body: {'security_group_rule': {'security_group_id': 'fc750ddd-1e06-4c2d-9267-d9f3e63e92ba', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:34.599452 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-083bbed4-367c-4e06-b07e-f7fed2e04267 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660504'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:34.609175 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-083bbed4-367c-4e06-b07e-f7fed2e04267 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:34.610362 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53263c9f-c0e0-46d9-9b87-0535a7fab6d7 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Pushing event updated for resources: {'Port': ['ID=aa184bc8-0a3e-4e10-a8d1-b203053fa577,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:34.611340 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-083bbed4-367c-4e06-b07e-f7fed2e04267 admin admin] 10.222.0.68 "DELETE /v2.0/networks/b13d7c6c-cfbf-4964-b16a-12c3c2736fe4 HTTP/1.1" status: 204 len: 168 time: 0.4968946 Jul 14 09:30:34.636480 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083bbed4-367c-4e06-b07e-f7fed2e04267 admin admin] Pushing event deleted for resources: {'Network': ['ID=b13d7c6c-cfbf-4964-b16a-12c3c2736fe4,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:34.658902 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bdb2445e-8ed2-4795-af00-c65ebcbd8d34 tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:34.663746 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53263c9f-c0e0-46d9-9b87-0535a7fab6d7 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Checking segment: {'id': '1bf68f8d-0f2c-484e-beed-731426681bc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '84b74b2a-ebae-4ed1-b302-cad8e244c99d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:30:34.664150 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53263c9f-c0e0-46d9-9b87-0535a7fab6d7 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Network hostable DHCP agents. Network: 84b74b2a-ebae-4ed1-b302-cad8e244c99d, hostable agents: ['c6a09bd4-f72e-4283-a3ca-0bbca8a51081'], hosted agents: [] {{(pid=93957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:30:34.697185 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53263c9f-c0e0-46d9-9b87-0535a7fab6d7 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Network 84b74b2a-ebae-4ed1-b302-cad8e244c99d is scheduled to be hosted by DHCP agent c6a09bd4-f72e-4283-a3ca-0bbca8a51081 with binding_index 1 {{(pid=93957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:30:34.718071 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-53263c9f-c0e0-46d9-9b87-0535a7fab6d7 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-29, 84b74b2a-ebae-4ed1-b302-cad8e244c99d) {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:30:34.734259 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c27b4cd-9f67-4f00-a5cc-4cfa72f56a95 None None] Network 84b74b2a-ebae-4ed1-b302-cad8e244c99d requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:30:34.746481 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53263c9f-c0e0-46d9-9b87-0535a7fab6d7 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:30:34.754877 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53263c9f-c0e0-46d9-9b87-0535a7fab6d7 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:34.755513 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-53263c9f-c0e0-46d9-9b87-0535a7fab6d7 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:34.789437 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 55006) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:34.794057 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-53263c9f-c0e0-46d9-9b87-0535a7fab6d7 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.3330729 Jul 14 09:30:34.815854 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-65da3d5e-f934-4592-ad67-ccc7e0d11b31 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:34.847732 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-26897ac0-7677-46a2-a741-81a65272ca02 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1850615945'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:34.853401 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bdb2445e-8ed2-4795-af00-c65ebcbd8d34 tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:34.873019 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bdb2445e-8ed2-4795-af00-c65ebcbd8d34 tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529131'] for security_group_rule, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:34.908894 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65da3d5e-f934-4592-ad67-ccc7e0d11b31 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Pushing event deleted for resources: {'Port': ['ID=85a9db7e-877e-4e0d-88d8-e769cb9ae1b9,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:34.913016 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26897ac0-7677-46a2-a741-81a65272ca02 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Made reservation on behalf of 078281b593d34d31bc27616950b7a85b for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:30:34.917543 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-26897ac0-7677-46a2-a741-81a65272ca02 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:34.942476 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb2445e-8ed2-4795-af00-c65ebcbd8d34 tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1aa4764-5727-4079-a286-7b8887725fcf,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:34.965941 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bdb2445e-8ed2-4795-af00-c65ebcbd8d34 tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:34.969539 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-bdb2445e-8ed2-4795-af00-c65ebcbd8d34 tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3801425 Jul 14 09:30:34.969539 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26897ac0-7677-46a2-a741-81a65272ca02 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 721} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:30:34.970732 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 55010) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:34.975786 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-213833fd-f659-4155-afcf-d5d4d125f9b7 tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] Request body: {'security_group_rule': {'security_group_id': 'fc750ddd-1e06-4c2d-9267-d9f3e63e92ba', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:34.988155 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 55012) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:35.021164 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-26897ac0-7677-46a2-a741-81a65272ca02 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:35.021535 n-d-779913-29 neutron-server[93958]: INFO neutron.db.segments_db [None req-26897ac0-7677-46a2-a741-81a65272ca02 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Added segment 49943205-3d26-4d49-aa9f-8845d64ef72f of type vlan for network 03626098-3cd0-47f4-a885-958f979e19c0 Jul 14 09:30:35.063125 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-65da3d5e-f934-4592-ad67-ccc7e0d11b31 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify callbacks [] for floatingip, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:35.066469 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-65da3d5e-f934-4592-ad67-ccc7e0d11b31 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for floatingip, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:35.067698 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-65da3d5e-f934-4592-ad67-ccc7e0d11b31 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] 10.222.0.68 "DELETE /v2.0/floatingips/c4507e8f-0901-4803-8058-ff042160a229 HTTP/1.1" status: 204 len: 168 time: 1.1547394 Jul 14 09:30:35.073249 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 55014) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:35.077207 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-ae23b4ee-f42a-4a5a-84ca-bfcffb9745c0 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Request body: {'floatingip': {'floating_network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'port_id': '91c19dd1-3044-4e54-a8b3-8e97b9689bad'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:35.100487 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-d7e77a40-6dab-4b7e-9edf-b5a25f30c052 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=5a5f2c2d833f465d9525ee4af4d3c349&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1093309 Jul 14 09:30:35.103061 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ae23b4ee-f42a-4a5a-84ca-bfcffb9745c0 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify callbacks [] for floatingip, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:35.104784 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-213833fd-f659-4155-afcf-d5d4d125f9b7 tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:35.105992 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 55016) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:35.121267 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-26897ac0-7677-46a2-a741-81a65272ca02 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735687821325'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:35.184532 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-26897ac0-7677-46a2-a741-81a65272ca02 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:35.190526 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26897ac0-7677-46a2-a741-81a65272ca02 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:35.191131 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-26897ac0-7677-46a2-a741-81a65272ca02 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:35.209053 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-213833fd-f659-4155-afcf-d5d4d125f9b7 tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:35.216576 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-11d8d611-17c6-44d2-9211-c490872729f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:35.251866 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-213833fd-f659-4155-afcf-d5d4d125f9b7 tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529131'] for security_group_rule, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:35.255782 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-11d8d611-17c6-44d2-9211-c490872729f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:35.272937 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-26897ac0-7677-46a2-a741-81a65272ca02 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4806011 Jul 14 09:30:35.275458 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 55018) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:35.286855 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-e9ded3c3-f860-4ba7-a07b-aa6a56828ab6 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Request body: {'ports': [{'network_id': '84b74b2a-ebae-4ed1-b302-cad8e244c99d'}, {'network_id': '03626098-3cd0-47f4-a885-958f979e19c0'}]} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:35.287226 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-e9ded3c3-f860-4ba7-a07b-aa6a56828ab6 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Request body: {'port': {'network_id': '84b74b2a-ebae-4ed1-b302-cad8e244c99d'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:35.288112 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-e9ded3c3-f860-4ba7-a07b-aa6a56828ab6 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Request body: {'port': {'network_id': '03626098-3cd0-47f4-a885-958f979e19c0'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:35.292483 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213833fd-f659-4155-afcf-d5d4d125f9b7 tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef8229a6-0cd3-4236-8c81-5dcef69be2b7,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:35.297229 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-213833fd-f659-4155-afcf-d5d4d125f9b7 tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:35.301143 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-213833fd-f659-4155-afcf-d5d4d125f9b7 tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3268573 Jul 14 09:30:35.301143 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26897ac0-7677-46a2-a741-81a65272ca02 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Pushing event updated for resources: {'Network': ['ID=03626098-3cd0-47f4-a885-958f979e19c0,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:35.301409 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 55022) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:35.306827 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-47a71d19-94ee-4864-ac91-fba8ca3133c9 tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] Request body: {'security_group_rule': {'security_group_id': 'fc750ddd-1e06-4c2d-9267-d9f3e63e92ba', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:35.337347 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Network 03626098-3cd0-47f4-a885-958f979e19c0 details requested by agent ovs-agent-n-d-779913-29 with host n-d-779913-29 {{(pid=93959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:30:35.343280 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-47a71d19-94ee-4864-ac91-fba8ca3133c9 tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:35.439282 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-47a71d19-94ee-4864-ac91-fba8ca3133c9 tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:35.444667 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-47a71d19-94ee-4864-ac91-fba8ca3133c9 tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529131'] for security_group_rule, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:35.475066 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a71d19-94ee-4864-ac91-fba8ca3133c9 tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a331ebd9-fc84-4120-bd6d-624478df43fc,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:35.492144 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-47a71d19-94ee-4864-ac91-fba8ca3133c9 tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:35.493831 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-47a71d19-94ee-4864-ac91-fba8ca3133c9 tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1912758 Jul 14 09:30:35.496432 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 55026) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:35.501069 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-7d855e1e-93ad-4cf8-a471-d916eaec1bb7 tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] Request body: {'security_group_rule': {'security_group_id': 'fc750ddd-1e06-4c2d-9267-d9f3e63e92ba', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:35.503651 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ae23b4ee-f42a-4a5a-84ca-bfcffb9745c0 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:35.566597 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7d855e1e-93ad-4cf8-a471-d916eaec1bb7 tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:35.601841 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-11d8d611-17c6-44d2-9211-c490872729f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:35.604451 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-11d8d611-17c6-44d2-9211-c490872729f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:35.605670 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-11d8d611-17c6-44d2-9211-c490872729f9 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/bfacbc39-872c-438f-b7f4-05abded490ae HTTP/1.1" status: 204 len: 168 time: 0.4985785 Jul 14 09:30:35.605797 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a763109-2a7d-4752-a8f6-d6722f94365f req-3fd08d1b-e8e3-45e3-9ec2-e1e745513a35 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:35.607302 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-3a763109-2a7d-4752-a8f6-d6722f94365f req-3fd08d1b-e8e3-45e3-9ec2-e1e745513a35 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/ports?device_id=4e1cb18d-7caa-44ec-92f9-fb1eaa6a7eac HTTP/1.1" status: 200 len: 946 time: 0.1338511 Jul 14 09:30:35.639153 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d8d611-17c6-44d2-9211-c490872729f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfacbc39-872c-438f-b7f4-05abded490ae,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:35.667912 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9ded3c3-f860-4ba7-a07b-aa6a56828ab6 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Made reservation on behalf of 078281b593d34d31bc27616950b7a85b for: {'port': 2} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:30:35.673256 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e9ded3c3-f860-4ba7-a07b-aa6a56828ab6 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:35.702479 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-3a763109-2a7d-4752-a8f6-d6722f94365f req-2a6dd3dd-64f9-4841-a194-91a9870291b0 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/security-groups?id=9b802230-9234-42e7-bf8c-0d12af0394c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781808 Jul 14 09:30:35.719224 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e9ded3c3-f860-4ba7-a07b-aa6a56828ab6 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:35.730450 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7d855e1e-93ad-4cf8-a471-d916eaec1bb7 tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:35.753032 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7d855e1e-93ad-4cf8-a471-d916eaec1bb7 tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529131'] for security_group_rule, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:35.782379 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d855e1e-93ad-4cf8-a471-d916eaec1bb7 tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7d89fef-7726-4894-926a-79133e26282e,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:35.794172 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7d855e1e-93ad-4cf8-a471-d916eaec1bb7 tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:35.795470 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-7d855e1e-93ad-4cf8-a471-d916eaec1bb7 tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2981498 Jul 14 09:30:35.799006 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 55030) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:35.856663 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-ae23b4ee-f42a-4a5a-84ca-bfcffb9745c0 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Allocated IP 172.25.4.43 (2dcd4d32-cc7c-4468-b396-7ce5c9231892/6cd22a75-5bc1-467c-a3c4-0af04bd1b34a/3fb845ab-cb04-4838-83d1-115fc09193da) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:30:35.860200 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-e9ded3c3-f860-4ba7-a07b-aa6a56828ab6 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] device_id is not set on port 86e31d0a-a9a7-4587-9f57-1af16e1b1a50 yet. {{(pid=93957) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:30:35.868782 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-65b89f4d-51f0-415f-8c27-6837bd17d109 tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:35.883867 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaf130e-5e16-47f7-b7b1-c6c835619679 req-a6a48468-79e5-41b2-b595-ec13fc77e44f tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:35.886471 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-dbaf130e-5e16-47f7-b7b1-c6c835619679 req-a6a48468-79e5-41b2-b595-ec13fc77e44f tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.57 "GET /v2.0/ports?device_id=4e1cb18d-7caa-44ec-92f9-fb1eaa6a7eac HTTP/1.1" status: 200 len: 946 time: 0.1795185 Jul 14 09:30:35.892873 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-65b89f4d-51f0-415f-8c27-6837bd17d109 tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:36.048666 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-65b89f4d-51f0-415f-8c27-6837bd17d109 tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529131'] for security_group_rule, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:36.060796 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-65b89f4d-51f0-415f-8c27-6837bd17d109 tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:36.064430 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-65b89f4d-51f0-415f-8c27-6837bd17d109 tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] 10.222.0.68 "DELETE /v2.0/security-group-rules/e7d89fef-7726-4894-926a-79133e26282e HTTP/1.1" status: 204 len: 168 time: 0.2545409 Jul 14 09:30:36.066176 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 55042) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:36.070306 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b89f4d-51f0-415f-8c27-6837bd17d109 tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e7d89fef-7726-4894-926a-79133e26282e,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:36.098777 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-dbaf130e-5e16-47f7-b7b1-c6c835619679 req-413e4a18-7f20-4333-961f-0daf842ad3fc tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] Deleting port 781f0208-006d-4583-8b75-0c0570cf7bfe {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:30:36.100967 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-dbaf130e-5e16-47f7-b7b1-c6c835619679 req-413e4a18-7f20-4333-961f-0daf842ad3fc tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:36.175161 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ae23b4ee-f42a-4a5a-84ca-bfcffb9745c0 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:36.188073 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e9ded3c3-f860-4ba7-a07b-aa6a56828ab6 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:36.218480 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-12e08f64-9a89-4d98-81ed-93232c346281 tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] 10.222.0.68 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1498649 Jul 14 09:30:36.219585 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 55048) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:36.243930 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-dbaf130e-5e16-47f7-b7b1-c6c835619679 req-413e4a18-7f20-4333-961f-0daf842ad3fc tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] For port 781f0208-006d-4583-8b75-0c0570cf7bfe, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=781f0208-006d-4583-8b75-0c0570cf7bfe,segment=NetworkSegment(7c0bb8da-25ea-40ae-a0d8-c863fd3d0f97),segment_id=7c0bb8da-25ea-40ae-a0d8-c863fd3d0f97)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:30:36.244722 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-dbaf130e-5e16-47f7-b7b1-c6c835619679 req-413e4a18-7f20-4333-961f-0daf842ad3fc tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:36.274286 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-dbaf130e-5e16-47f7-b7b1-c6c835619679 req-413e4a18-7f20-4333-961f-0daf842ad3fc tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] Calling delete_port for 781f0208-006d-4583-8b75-0c0570cf7bfe owned by compute:nova {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:30:36.285168 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4f0e6337-25b6-46c6-842f-1d7b13481497 tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:36.298652 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4f0e6337-25b6-46c6-842f-1d7b13481497 tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:36.316550 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-e9ded3c3-f860-4ba7-a07b-aa6a56828ab6 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] device_id is not set on port 15d964df-7a68-4e2a-b1c7-d24569836abc yet. {{(pid=93957) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:30:36.342266 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ae23b4ee-f42a-4a5a-84ca-bfcffb9745c0 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:36.386529 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4f0e6337-25b6-46c6-842f-1d7b13481497 tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529131'] for security_group_rule, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:36.393742 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4f0e6337-25b6-46c6-842f-1d7b13481497 tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:36.395648 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-4f0e6337-25b6-46c6-842f-1d7b13481497 tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] 10.222.0.68 "DELETE /v2.0/security-group-rules/a331ebd9-fc84-4120-bd6d-624478df43fc HTTP/1.1" status: 204 len: 168 time: 0.1752672 Jul 14 09:30:36.400791 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 55052) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:36.417036 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0e6337-25b6-46c6-842f-1d7b13481497 tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a331ebd9-fc84-4120-bd6d-624478df43fc,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:36.494931 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae23b4ee-f42a-4a5a-84ca-bfcffb9745c0 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Network 2dcd4d32-cc7c-4468-b396-7ce5c9231892 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:30:36.504331 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-dbaf130e-5e16-47f7-b7b1-c6c835619679 req-413e4a18-7f20-4333-961f-0daf842ad3fc tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:36.505913 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-ae23b4ee-f42a-4a5a-84ca-bfcffb9745c0 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:30:36.510888 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae23b4ee-f42a-4a5a-84ca-bfcffb9745c0 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Pushing event updated for resources: {'Port': ['ID=3fb845ab-cb04-4838-83d1-115fc09193da,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:36.515738 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae23b4ee-f42a-4a5a-84ca-bfcffb9745c0 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:30:36.539810 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] get_ports_and_sgs() called for port_ids ['781f0208-006d-4583-8b75-0c0570cf7bfe'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:30:36.589161 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413e4a18-7f20-4333-961f-0daf842ad3fc tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] Pushing event deleted for resources: {'Port': ['ID=781f0208-006d-4583-8b75-0c0570cf7bfe,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:36.652696 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-3592be75-a946-4f89-9c77-d31019a4e7a1 tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] 10.222.0.68 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.2482967 Jul 14 09:30:36.663161 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 55062) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:36.663908 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbaf130e-5e16-47f7-b7b1-c6c835619679 req-413e4a18-7f20-4333-961f-0daf842ad3fc tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] No DVR routers for this DVR port 781f0208-006d-4583-8b75-0c0570cf7bfe on host n-h2-779913-29 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:30:36.667805 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-dbaf130e-5e16-47f7-b7b1-c6c835619679 req-413e4a18-7f20-4333-961f-0daf842ad3fc tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:36.670058 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-dbaf130e-5e16-47f7-b7b1-c6c835619679 req-413e4a18-7f20-4333-961f-0daf842ad3fc tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.57 "DELETE /v2.0/ports/781f0208-006d-4583-8b75-0c0570cf7bfe HTTP/1.1" status: 204 len: 173 time: 0.7646074 Jul 14 09:30:36.670488 n-d-779913-29 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e1cb18d-7caa-44ec-92f9-fb1eaa6a7eac', 'name': 'network-vif-deleted', 'tag': '781f0208-006d-4583-8b75-0c0570cf7bfe'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:30:36.673180 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cb48f044f948e981f43897c8d7f1332f741dc7af2b4c5a6e19d8f4a80f708e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-518af4af-9198-4782-bb79-efb37d4f13e1" -d '{"events": [{"server_uuid": "4e1cb18d-7caa-44ec-92f9-fb1eaa6a7eac", "name": "network-vif-deleted", "tag": "781f0208-006d-4583-8b75-0c0570cf7bfe"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:30:36.730875 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e9ded3c3-f860-4ba7-a07b-aa6a56828ab6 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:36.761095 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 55070) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:36.794929 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e97c2f68-3628-4c6c-966b-42e400e7c547 tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:36.802706 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:30:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a745115f-39a0-473b-8771-a1f5b330ed91 x-openstack-request-id: req-a745115f-39a0-473b-8771-a1f5b330ed91 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:30:36.803392 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e1cb18d-7caa-44ec-92f9-fb1eaa6a7eac", "name": "network-vif-deleted", "tag": "781f0208-006d-4583-8b75-0c0570cf7bfe", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:30:36.804019 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-a745115f-39a0-473b-8771-a1f5b330ed91 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:30:36.804777 n-d-779913-29 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e1cb18d-7caa-44ec-92f9-fb1eaa6a7eac', 'name': 'network-vif-deleted', 'tag': '781f0208-006d-4583-8b75-0c0570cf7bfe', 'status': 'completed', 'code': 200} Jul 14 09:30:36.850171 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e97c2f68-3628-4c6c-966b-42e400e7c547 tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:36.935992 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e9ded3c3-f860-4ba7-a07b-aa6a56828ab6 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:36.939048 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e97c2f68-3628-4c6c-966b-42e400e7c547 tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529131'] for security_group_rule, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:36.990822 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e97c2f68-3628-4c6c-966b-42e400e7c547 tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:36.995246 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-e97c2f68-3628-4c6c-966b-42e400e7c547 tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] 10.222.0.68 "DELETE /v2.0/security-group-rules/ef8229a6-0cd3-4236-8c81-5dcef69be2b7 HTTP/1.1" status: 204 len: 168 time: 0.3259170 Jul 14 09:30:36.996908 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-dac33125-84e9-4a86-82dc-0ba01ac6cb4a admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1939195126-network', 'tenant_id': '345a5b6fceae4b28981003dfc874e3c7'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:37.002855 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97c2f68-3628-4c6c-966b-42e400e7c547 tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ef8229a6-0cd3-4236-8c81-5dcef69be2b7,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:37.037468 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 55074) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:37.075569 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dac33125-84e9-4a86-82dc-0ba01ac6cb4a admin admin] Made reservation on behalf of 345a5b6fceae4b28981003dfc874e3c7 for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:30:37.078267 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-dac33125-84e9-4a86-82dc-0ba01ac6cb4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:37.093338 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-971cc4b8-5c74-4b7c-b5f0-cd4e0916ffaf req-a94fdf54-5e88-4432-a68c-4e4aa5fd8487 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/ports?device_id=4e1cb18d-7caa-44ec-92f9-fb1eaa6a7eac HTTP/1.1" status: 200 len: 210 time: 0.0580530 Jul 14 09:30:37.108999 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-dac33125-84e9-4a86-82dc-0ba01ac6cb4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:37.148290 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9ded3c3-f860-4ba7-a07b-aa6a56828ab6 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Network 84b74b2a-ebae-4ed1-b302-cad8e244c99d is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:30:37.185264 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-e9ded3c3-f860-4ba7-a07b-aa6a56828ab6 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:30:37.195121 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ded3c3-f860-4ba7-a07b-aa6a56828ab6 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:30:37.197579 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e9ded3c3-f860-4ba7-a07b-aa6a56828ab6 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:37.256421 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-dac33125-84e9-4a86-82dc-0ba01ac6cb4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:37.265058 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-dac33125-84e9-4a86-82dc-0ba01ac6cb4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:37.287959 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dac33125-84e9-4a86-82dc-0ba01ac6cb4a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 716} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:30:37.300704 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-dac33125-84e9-4a86-82dc-0ba01ac6cb4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:37.300857 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ded3c3-f860-4ba7-a07b-aa6a56828ab6 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Pushing event updated for resources: {'Port': ['ID=86e31d0a-a9a7-4587-9f57-1af16e1b1a50,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:37.301106 n-d-779913-29 neutron-server[93958]: INFO neutron.db.segments_db [None req-dac33125-84e9-4a86-82dc-0ba01ac6cb4a admin admin] Added segment 948a681f-4f89-4271-b601-608851f32209 of type vlan for network 37e488ca-77f2-424d-8250-cbdd23d7445f Jul 14 09:30:37.354031 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-dac33125-84e9-4a86-82dc-0ba01ac6cb4a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735687821325'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:37.377813 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ded3c3-f860-4ba7-a07b-aa6a56828ab6 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Pushing event updated for resources: {'Port': ['ID=15d964df-7a68-4e2a-b1c7-d24569836abc,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:37.404183 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-dac33125-84e9-4a86-82dc-0ba01ac6cb4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:37.405234 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dac33125-84e9-4a86-82dc-0ba01ac6cb4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:37.406315 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-dac33125-84e9-4a86-82dc-0ba01ac6cb4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:37.444227 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-e08ff057-4aed-42d8-85d4-73cc8f7c5bd6 tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] 10.222.0.68 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.4045889 Jul 14 09:30:37.449322 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 55080) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:37.480405 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ded3c3-f860-4ba7-a07b-aa6a56828ab6 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Checking segment: {'id': '49943205-3d26-4d49-aa9f-8845d64ef72f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '03626098-3cd0-47f4-a885-958f979e19c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:30:37.481075 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9ded3c3-f860-4ba7-a07b-aa6a56828ab6 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Network hostable DHCP agents. Network: 03626098-3cd0-47f4-a885-958f979e19c0, hostable agents: ['c6a09bd4-f72e-4283-a3ca-0bbca8a51081'], hosted agents: [] {{(pid=93957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:30:37.525860 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9ded3c3-f860-4ba7-a07b-aa6a56828ab6 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Network 03626098-3cd0-47f4-a885-958f979e19c0 is scheduled to be hosted by DHCP agent c6a09bd4-f72e-4283-a3ca-0bbca8a51081 with binding_index 1 {{(pid=93957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:30:37.542410 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac33125-84e9-4a86-82dc-0ba01ac6cb4a admin admin] Pushing event updated for resources: {'Network': ['ID=37e488ca-77f2-424d-8250-cbdd23d7445f,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:37.565071 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-35c91706-72f0-4458-a2af-0587091ad138 tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:37.565291 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Network 37e488ca-77f2-424d-8250-cbdd23d7445f details requested by agent ovs-agent-n-d-779913-29 with host n-d-779913-29 {{(pid=93959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:30:37.578158 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac33125-84e9-4a86-82dc-0ba01ac6cb4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e89c09f5-16f2-4ac7-8f23-93abffe26f53,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:37.582409 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-35c91706-72f0-4458-a2af-0587091ad138 tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:37.591624 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-e9ded3c3-f860-4ba7-a07b-aa6a56828ab6 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-29, 03626098-3cd0-47f4-a885-958f979e19c0) {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:30:37.604135 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-dac33125-84e9-4a86-82dc-0ba01ac6cb4a admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8413417 Jul 14 09:30:37.604908 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 55082) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:37.605136 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ded3c3-f860-4ba7-a07b-aa6a56828ab6 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:30:37.612013 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9ded3c3-f860-4ba7-a07b-aa6a56828ab6 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:37.612544 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-be0b4a55-9de1-4687-9c99-e7cf12b760b5 admin admin] Request body: {'subnet': {'network_id': '37e488ca-77f2-424d-8250-cbdd23d7445f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1939195126-subnet', 'tenant_id': '345a5b6fceae4b28981003dfc874e3c7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:37.627570 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9ded3c3-f860-4ba7-a07b-aa6a56828ab6 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:37.628314 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e9ded3c3-f860-4ba7-a07b-aa6a56828ab6 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:37.665304 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be0b4a55-9de1-4687-9c99-e7cf12b760b5 admin admin] Made reservation on behalf of 345a5b6fceae4b28981003dfc874e3c7 for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:30:37.668699 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-be0b4a55-9de1-4687-9c99-e7cf12b760b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16714600'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:37.677582 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-e9ded3c3-f860-4ba7-a07b-aa6a56828ab6 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.4006422 Jul 14 09:30:37.689140 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eec3a064-3c7d-4300-a54f-ec05d8820352 None None] Network 03626098-3cd0-47f4-a885-958f979e19c0 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:30:37.701290 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 55086) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:37.749129 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-35c91706-72f0-4458-a2af-0587091ad138 tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529131'] for security_group_rule, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:37.756842 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-35c91706-72f0-4458-a2af-0587091ad138 tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:37.758625 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-35c91706-72f0-4458-a2af-0587091ad138 tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] 10.222.0.68 "DELETE /v2.0/security-group-rules/f1aa4764-5727-4079-a286-7b8887725fcf HTTP/1.1" status: 204 len: 168 time: 0.3060262 Jul 14 09:30:37.770078 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 55090) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:37.772494 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c91706-72f0-4458-a2af-0587091ad138 tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f1aa4764-5727-4079-a286-7b8887725fcf,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:37.917543 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-67716765-d8b5-4fe5-ba1c-71764a869566 tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] 10.222.0.68 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1374910 Jul 14 09:30:37.919717 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 55092) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:37.968070 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ae23b4ee-f42a-4a5a-84ca-bfcffb9745c0 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:38.010399 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3af32025-10c1-46b1-af7b-be0b1e15ca17 tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:38.026538 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3af32025-10c1-46b1-af7b-be0b1e15ca17 tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:38.087790 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3af32025-10c1-46b1-af7b-be0b1e15ca17 tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529131'] for security_group_rule, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:38.096200 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3af32025-10c1-46b1-af7b-be0b1e15ca17 tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:38.098003 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-3af32025-10c1-46b1-af7b-be0b1e15ca17 tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] 10.222.0.68 "DELETE /v2.0/security-group-rules/c9ca8861-365a-4349-b058-7350ff7948df HTTP/1.1" status: 204 len: 168 time: 0.1692266 Jul 14 09:30:38.104853 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 55094) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:38.161066 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af32025-10c1-46b1-af7b-be0b1e15ca17 tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c9ca8861-365a-4349-b058-7350ff7948df,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:38.170155 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ae23b4ee-f42a-4a5a-84ca-bfcffb9745c0 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:38.265688 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-258be880-b529-4490-b02b-94e9eccb227e tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] 10.222.0.68 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1562996 Jul 14 09:30:38.268840 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-eb9c16ed-1518-415e-b697-1b6432cd16fa tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Deleting port 15d964df-7a68-4e2a-b1c7-d24569836abc {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:30:38.268840 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-eb9c16ed-1518-415e-b697-1b6432cd16fa tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:38.271170 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 55098) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:38.348157 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c0262a9d-79e8-4cb8-b684-830579417d6b req-8cbade7a-9488-473d-a19d-08fa8e20c284 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/ports?device_id=4e1cb18d-7caa-44ec-92f9-fb1eaa6a7eac HTTP/1.1" status: 200 len: 210 time: 0.0457442 Jul 14 09:30:38.439288 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-be0b4a55-9de1-4687-9c99-e7cf12b760b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13573993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16714586'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:38.483731 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ae23b4ee-f42a-4a5a-84ca-bfcffb9745c0 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:38.489753 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ae23b4ee-f42a-4a5a-84ca-bfcffb9745c0 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:38.497590 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-eb9c16ed-1518-415e-b697-1b6432cd16fa tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:38.550631 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-eb9c16ed-1518-415e-b697-1b6432cd16fa tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Calling delete_port for 15d964df-7a68-4e2a-b1c7-d24569836abc owned by {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:30:38.560471 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae23b4ee-f42a-4a5a-84ca-bfcffb9745c0 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Pushing event updated for resources: {'Port': ['ID=3fb845ab-cb04-4838-83d1-115fc09193da,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:38.571871 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0b4a55-9de1-4687-9c99-e7cf12b760b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=535bbe8f-0cbe-454b-b3d9-7e9077b77cea,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:38.581330 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-920f9714-c102-4557-9108-eb0f816a4d04 tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:38.615700 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ae23b4ee-f42a-4a5a-84ca-bfcffb9745c0 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-660590'] for floatingip, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:38.678727 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-920f9714-c102-4557-9108-eb0f816a4d04 tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:38.697531 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be0b4a55-9de1-4687-9c99-e7cf12b760b5 admin admin] Checking segment: {'id': '948a681f-4f89-4271-b601-608851f32209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '37e488ca-77f2-424d-8250-cbdd23d7445f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:30:38.698248 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be0b4a55-9de1-4687-9c99-e7cf12b760b5 admin admin] Network hostable DHCP agents. Network: 37e488ca-77f2-424d-8250-cbdd23d7445f, hostable agents: ['c6a09bd4-f72e-4283-a3ca-0bbca8a51081'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:30:38.741851 n-d-779913-29 neutron-server[93957]: INFO neutron.db.l3_db [None req-ae23b4ee-f42a-4a5a-84ca-bfcffb9745c0 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Floating IP 225e8065-37fe-434b-b7a3-cc95ae2ae9aa associated. External IP: 172.25.4.43, port: 91c19dd1-3044-4e54-a8b3-8e97b9689bad. Jul 14 09:30:38.762799 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be0b4a55-9de1-4687-9c99-e7cf12b760b5 admin admin] Network 37e488ca-77f2-424d-8250-cbdd23d7445f is scheduled to be hosted by DHCP agent c6a09bd4-f72e-4283-a3ca-0bbca8a51081 with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:30:38.777851 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-be0b4a55-9de1-4687-9c99-e7cf12b760b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-29, 37e488ca-77f2-424d-8250-cbdd23d7445f) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:30:38.785563 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be0b4a55-9de1-4687-9c99-e7cf12b760b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:38.786408 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-be0b4a55-9de1-4687-9c99-e7cf12b760b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:38.801053 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37ee4647-9379-477b-86af-edb42c1cc98e None None] Network 37e488ca-77f2-424d-8250-cbdd23d7445f requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:30:38.804609 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-eb9c16ed-1518-415e-b697-1b6432cd16fa tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:38.815467 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-be0b4a55-9de1-4687-9c99-e7cf12b760b5 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2096739 Jul 14 09:30:38.821798 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-920f9714-c102-4557-9108-eb0f816a4d04 tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:38.825345 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-920f9714-c102-4557-9108-eb0f816a4d04 tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:38.826912 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-920f9714-c102-4557-9108-eb0f816a4d04 tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] 10.222.0.68 "DELETE /v2.0/security-groups/fc750ddd-1e06-4c2d-9267-d9f3e63e92ba HTTP/1.1" status: 204 len: 168 time: 0.5533497 Jul 14 09:30:38.868583 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 55106) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:38.878418 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9c16ed-1518-415e-b697-1b6432cd16fa tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Pushing event deleted for resources: {'Port': ['ID=15d964df-7a68-4e2a-b1c7-d24569836abc,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:38.936778 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920f9714-c102-4557-9108-eb0f816a4d04 tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc750ddd-1e06-4c2d-9267-d9f3e63e92ba,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:38.959701 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-eb9c16ed-1518-415e-b697-1b6432cd16fa tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:38.963245 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-eb9c16ed-1518-415e-b697-1b6432cd16fa tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] 10.222.0.68 "DELETE /v2.0/ports/15d964df-7a68-4e2a-b1c7-d24569836abc HTTP/1.1" status: 204 len: 168 time: 1.2611423 Jul 14 09:30:38.965845 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 55108) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:38.994846 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-58dacc7b-b5dd-412a-bbf6-f023c7ab6a8a tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] 10.222.0.68 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1072798 Jul 14 09:30:38.995722 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 55110) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:39.000771 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-dfbc8140-f587-44b1-a1b2-4067ad8173f6 tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] Request body: {'security_group': {'name': 'tempest-secgroup--1587906068'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:39.050645 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-dfbc8140-f587-44b1-a1b2-4067ad8173f6 tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:39.154166 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae23b4ee-f42a-4a5a-84ca-bfcffb9745c0 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Router b9fb6ef8-f594-45b5-b5d6-58102ca87daa has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:30:39.215891 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0efe9364-6336-4f0e-ab23-5ffe48388b34 None None] Network 37e488ca-77f2-424d-8250-cbdd23d7445f requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:30:39.221201 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-dfbc8140-f587-44b1-a1b2-4067ad8173f6 tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:39.228809 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-dfbc8140-f587-44b1-a1b2-4067ad8173f6 tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:39.290803 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbc8140-f587-44b1-a1b2-4067ad8173f6 tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1cb0b22-0474-4068-990b-c0fd55985193,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:39.296599 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-dfbc8140-f587-44b1-a1b2-4067ad8173f6 tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:39.298308 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-dfbc8140-f587-44b1-a1b2-4067ad8173f6 tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3015704 Jul 14 09:30:39.301012 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 55120) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:39.309040 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-1be4e214-eb2d-435b-8515-76196619607f tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] Request body: {'security_group_rule': {'security_group_id': 'e1cb0b22-0474-4068-990b-c0fd55985193', 'direction': 'ingress', 'protocol': 17}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:39.337292 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-266fc078-bb12-495d-95dc-2b0372cdd001 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:39.345723 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-266fc078-bb12-495d-95dc-2b0372cdd001 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:39.346459 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1be4e214-eb2d-435b-8515-76196619607f tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:39.347486 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-266fc078-bb12-495d-95dc-2b0372cdd001 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] 10.222.0.68 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.3806903 Jul 14 09:30:39.353955 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 55122) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:39.507633 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1be4e214-eb2d-435b-8515-76196619607f tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:39.513623 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1be4e214-eb2d-435b-8515-76196619607f tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529131'] for security_group_rule, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:39.549717 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1be4e214-eb2d-435b-8515-76196619607f tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:39.551373 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-1be4e214-eb2d-435b-8515-76196619607f tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2487149 Jul 14 09:30:39.558201 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 55132) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:39.590030 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be4e214-eb2d-435b-8515-76196619607f tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea5e3ccc-0d7a-42fa-9f53-b108aaca3b0d,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:40.034602 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 781f0208-006d-4583-8b75-0c0570cf7bfe no longer exists at agent hyperv_n-h2-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:30:40.064958 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-de5346db-3c92-4654-bdc4-e819a27bbace req-f9f8e7f2-dad0-4fda-8d12-2bcf07c52e83 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/ports?device_id=4e1cb18d-7caa-44ec-92f9-fb1eaa6a7eac HTTP/1.1" status: 200 len: 210 time: 0.0482962 Jul 14 09:30:40.076572 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] No Port match for: 781f0208-006d-4583-8b75-0c0570cf7bfe {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:30:40.077158 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 781f0208-006d-4583-8b75-0c0570cf7bfe not bound to the agent host n-h2-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:30:40.083684 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-677213c0-9382-44ed-be2f-1ba7a3b2f88e tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:40.140649 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae23b4ee-f42a-4a5a-84ca-bfcffb9745c0 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:30:40.151166 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-badd0a80-a6f6-413c-847f-ba28c0a7ab90 None None] Sync routers for ids ['b9fb6ef8-f594-45b5-b5d6-58102ca87daa'] in n-d-779913-29 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:30:40.172820 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-badd0a80-a6f6-413c-847f-ba28c0a7ab90 None None] Routers {'b9fb6ef8-f594-45b5-b5d6-58102ca87daa'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:30:40.173509 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-badd0a80-a6f6-413c-847f-ba28c0a7ab90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:30:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['b9fb6ef8-f594-45b5-b5d6-58102ca87daa'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:40.186415 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-677213c0-9382-44ed-be2f-1ba7a3b2f88e tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:40.234408 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-badd0a80-a6f6-413c-847f-ba28c0a7ab90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:40.258502 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ae23b4ee-f42a-4a5a-84ca-bfcffb9745c0 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for floatingip, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:40.276005 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-badd0a80-a6f6-413c-847f-ba28c0a7ab90 None None] Routers {'b9fb6ef8-f594-45b5-b5d6-58102ca87daa'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:30:40.278408 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-badd0a80-a6f6-413c-847f-ba28c0a7ab90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:30:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['b9fb6ef8-f594-45b5-b5d6-58102ca87daa'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:40.285077 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-677213c0-9382-44ed-be2f-1ba7a3b2f88e tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:40.287572 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-677213c0-9382-44ed-be2f-1ba7a3b2f88e tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:40.292164 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-677213c0-9382-44ed-be2f-1ba7a3b2f88e tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] 10.222.0.68 "DELETE /v2.0/security-groups/e1cb0b22-0474-4068-990b-c0fd55985193 HTTP/1.1" status: 204 len: 168 time: 0.7322407 Jul 14 09:30:40.292837 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 55140) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:40.344355 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 55144) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:40.348761 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677213c0-9382-44ed-be2f-1ba7a3b2f88e tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1cb0b22-0474-4068-990b-c0fd55985193,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:40.350272 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-ae23b4ee-f42a-4a5a-84ca-bfcffb9745c0 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 5.2772672 Jul 14 09:30:40.357639 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8090452-3b7e-4fe9-aeab-d9f9f42d8b33 req-69f3a661-abef-41dc-97f1-c63414be540f tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:40.366348 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-badd0a80-a6f6-413c-847f-ba28c0a7ab90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:40.370571 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-badd0a80-a6f6-413c-847f-ba28c0a7ab90 None None] The sync data for ids ['b9fb6ef8-f594-45b5-b5d6-58102ca87daa'] in n-d-779913-29 is: [] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:30:40.374483 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-1c1dc8f5-7ed4-4259-9055-a698596fd540 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-310614543'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:40.376486 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d8090452-3b7e-4fe9-aeab-d9f9f42d8b33 req-69f3a661-abef-41dc-97f1-c63414be540f tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/networks?id=37e488ca-77f2-424d-8250-cbdd23d7445f HTTP/1.1" status: 200 len: 814 time: 0.3974509 Jul 14 09:30:40.385454 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-3e732950-a60d-4e3f-bfa4-ef083f838fd7 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Deleting port 86e31d0a-a9a7-4587-9f57-1af16e1b1a50 {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:30:40.385890 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3e732950-a60d-4e3f-bfa4-ef083f838fd7 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:40.461841 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-9afcd62a-9672-4c8e-ba0a-3d9a31028b3b tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] 10.222.0.68 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1652308 Jul 14 09:30:40.466892 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 55146) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:40.476251 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-9d0ad2c6-162d-498d-9419-72fcd9cf56b9 tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] Request body: {'security_group': {'name': 'tempest-secgroup--405912896'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:40.477008 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d8090452-3b7e-4fe9-aeab-d9f9f42d8b33 req-ab93670c-8e19-42d3-9d1f-a0a8851afe2a tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/quotas/345a5b6fceae4b28981003dfc874e3c7 HTTP/1.1" status: 200 len: 375 time: 0.0990465 Jul 14 09:30:40.504019 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c1dc8f5-7ed4-4259-9055-a698596fd540 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Made reservation on behalf of 258b6ae747a6453595e7230ea07ff097 for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:30:40.514530 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1c1dc8f5-7ed4-4259-9055-a698596fd540 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:40.544113 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d8090452-3b7e-4fe9-aeab-d9f9f42d8b33 req-f8eefffc-ad7f-4368-9457-cd90814668e8 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=345a5b6fceae4b28981003dfc874e3c7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0659456 Jul 14 09:30:40.567595 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c1dc8f5-7ed4-4259-9055-a698596fd540 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 725} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:30:40.588317 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1c1dc8f5-7ed4-4259-9055-a698596fd540 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:40.589289 n-d-779913-29 neutron-server[93958]: INFO neutron.db.segments_db [None req-1c1dc8f5-7ed4-4259-9055-a698596fd540 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Added segment 447826b2-8f5a-4022-98b6-36c5290232a9 of type vlan for network 55ea7874-3df8-4afc-856d-057cf869b3cf Jul 14 09:30:40.606123 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3e732950-a60d-4e3f-bfa4-ef083f838fd7 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:40.628114 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-3e732950-a60d-4e3f-bfa4-ef083f838fd7 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Calling delete_port for 86e31d0a-a9a7-4587-9f57-1af16e1b1a50 owned by {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:30:40.669271 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1c1dc8f5-7ed4-4259-9055-a698596fd540 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735687821325'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:40.709786 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1c1dc8f5-7ed4-4259-9055-a698596fd540 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:40.718629 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c1dc8f5-7ed4-4259-9055-a698596fd540 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:40.719496 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1c1dc8f5-7ed4-4259-9055-a698596fd540 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:40.732462 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d8090452-3b7e-4fe9-aeab-d9f9f42d8b33 req-739c4f37-e9c3-4e06-9a99-bfc3fa07b8d1 service neutron] 10.222.0.68 "GET /v2.0/networks/37e488ca-77f2-424d-8250-cbdd23d7445f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1872060 Jul 14 09:30:40.801874 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9d0ad2c6-162d-498d-9419-72fcd9cf56b9 tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:40.829038 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-1c1dc8f5-7ed4-4259-9055-a698596fd540 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4784420 Jul 14 09:30:40.832492 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 55148) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:40.840860 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-f2a277f7-6bd5-4e9d-8286-6cc70e88157b tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Request body: {'subnet': {'network_id': '55ea7874-3df8-4afc-856d-057cf869b3cf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:40.848375 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d8090452-3b7e-4fe9-aeab-d9f9f42d8b33 req-d8ee795d-348d-4ff8-bfa7-ce2ee66ebb35 service neutron] 10.222.0.68 "GET /v2.0/networks/37e488ca-77f2-424d-8250-cbdd23d7445f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147060 Jul 14 09:30:40.885954 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3e732950-a60d-4e3f-bfa4-ef083f838fd7 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:40.927824 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e732950-a60d-4e3f-bfa4-ef083f838fd7 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Pushing event deleted for resources: {'Port': ['ID=86e31d0a-a9a7-4587-9f57-1af16e1b1a50,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:40.934856 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3e732950-a60d-4e3f-bfa4-ef083f838fd7 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:40.940507 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-3e732950-a60d-4e3f-bfa4-ef083f838fd7 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] 10.222.0.68 "DELETE /v2.0/ports/86e31d0a-a9a7-4587-9f57-1af16e1b1a50 HTTP/1.1" status: 204 len: 168 time: 1.5855465 Jul 14 09:30:40.941319 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 55150) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:40.958338 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1dc8f5-7ed4-4259-9055-a698596fd540 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Pushing event updated for resources: {'Network': ['ID=55ea7874-3df8-4afc-856d-057cf869b3cf,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:40.970720 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2a277f7-6bd5-4e9d-8286-6cc70e88157b tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Made reservation on behalf of 258b6ae747a6453595e7230ea07ff097 for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:30:40.974841 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Network 55ea7874-3df8-4afc-856d-057cf869b3cf details requested by agent ovs-agent-n-d-779913-29 with host n-d-779913-29 {{(pid=93959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:30:40.975169 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f2a277f7-6bd5-4e9d-8286-6cc70e88157b tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16714600'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:41.155360 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7470adb-e8ab-4715-84b2-e3713b46c2e9 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:41.161133 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-d7470adb-e8ab-4715-84b2-e3713b46c2e9 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] 10.222.0.68 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.2145014 Jul 14 09:30:41.161807 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 55156) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:41.203967 n-d-779913-29 neutron-server[93957]: INFO neutron.pecan_wsgi.hooks.translation [None req-66f0949c-f50d-4900-bada-072957e7bd69 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] GET failed (client error): The resource could not be found. Jul 14 09:30:41.208098 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-66f0949c-f50d-4900-bada-072957e7bd69 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] 10.222.0.68 "GET /v2.0/ports/15d964df-7a68-4e2a-b1c7-d24569836abc HTTP/1.1" status: 404 len: 333 time: 0.0427961 Jul 14 09:30:41.209033 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 55158) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:41.262576 n-d-779913-29 neutron-server[93957]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b5b37c2-28f1-4d13-96b8-278b4bde858c tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] GET failed (client error): The resource could not be found. Jul 14 09:30:41.266702 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-8b5b37c2-28f1-4d13-96b8-278b4bde858c tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] 10.222.0.68 "GET /v2.0/ports/86e31d0a-a9a7-4587-9f57-1af16e1b1a50 HTTP/1.1" status: 404 len: 333 time: 0.0547960 Jul 14 09:30:41.267055 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 55164) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:41.367695 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9d0ad2c6-162d-498d-9419-72fcd9cf56b9 tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:41.390983 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-e0e8ff94-d295-4e87-a46f-23273466a2b4 req-94b3104b-d631-4e31-aa81-c38e42444797 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/ports?device_id=4e1cb18d-7caa-44ec-92f9-fb1eaa6a7eac HTTP/1.1" status: 200 len: 210 time: 0.0527871 Jul 14 09:30:41.410087 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9d0ad2c6-162d-498d-9419-72fcd9cf56b9 tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:41.426608 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d3f9bf04-b465-493e-8ae8-d87783656786 req-d9167a79-e376-4b6a-87be-4c366df274a7 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/ports?device_id=07646ca0-10f2-4cc8-8147-f694b9d44b24 HTTP/1.1" status: 200 len: 210 time: 0.1585786 Jul 14 09:30:41.432957 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9d0ad2c6-162d-498d-9419-72fcd9cf56b9 tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:41.434297 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-9d0ad2c6-162d-498d-9419-72fcd9cf56b9 tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9659119 Jul 14 09:30:41.445909 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 55166) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:41.451182 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-d560a449-b196-4c2f-a33c-73ddbb551196 tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] Request body: {'security_group': {'name': 'tempest-secgroup--403194726'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:41.491665 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0ad2c6-162d-498d-9419-72fcd9cf56b9 tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b63deafc-f388-4a80-9942-956769025e52,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:41.499594 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f2a277f7-6bd5-4e9d-8286-6cc70e88157b tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13573993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16714586'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:41.518025 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d560a449-b196-4c2f-a33c-73ddbb551196 tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:41.543635 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-029f32fa-9870-448a-a163-4ae157611923 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3876111'] for network, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:41.651345 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a277f7-6bd5-4e9d-8286-6cc70e88157b tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Pushing event updated for resources: {'Subnet': ['ID=703f8a7e-e172-442f-a3df-3359ff325b59,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:41.665449 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a277f7-6bd5-4e9d-8286-6cc70e88157b tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Checking segment: {'id': '447826b2-8f5a-4022-98b6-36c5290232a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '55ea7874-3df8-4afc-856d-057cf869b3cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:30:41.665861 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2a277f7-6bd5-4e9d-8286-6cc70e88157b tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Network hostable DHCP agents. Network: 55ea7874-3df8-4afc-856d-057cf869b3cf, hostable agents: ['c6a09bd4-f72e-4283-a3ca-0bbca8a51081'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:30:41.733634 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2a277f7-6bd5-4e9d-8286-6cc70e88157b tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Network 55ea7874-3df8-4afc-856d-057cf869b3cf is scheduled to be hosted by DHCP agent c6a09bd4-f72e-4283-a3ca-0bbca8a51081 with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:30:41.751413 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-029f32fa-9870-448a-a163-4ae157611923 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473955', 'neutron.services.segments.db._delete_segments_for_network-8735688326548'] for network, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:41.764030 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-029f32fa-9870-448a-a163-4ae157611923 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03626098-3cd0-47f4-a885-958f979e19c0']}} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:41.766252 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-f2a277f7-6bd5-4e9d-8286-6cc70e88157b tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-29, 55ea7874-3df8-4afc-856d-057cf869b3cf) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:30:41.781619 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-029f32fa-9870-448a-a163-4ae157611923 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49943205-3d26-4d49-aa9f-8845d64ef72f') {'for_net_delete': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:41.782362 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-029f32fa-9870-448a-a163-4ae157611923 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49943205-3d26-4d49-aa9f-8845d64ef72f') {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:41.784347 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2a277f7-6bd5-4e9d-8286-6cc70e88157b tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:41.788532 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f2a277f7-6bd5-4e9d-8286-6cc70e88157b tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:41.790689 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be8dfc5f-e375-4c4c-88f7-d8fbc19ceca5 None None] Network 55ea7874-3df8-4afc-856d-057cf869b3cf requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:30:41.807210 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-029f32fa-9870-448a-a163-4ae157611923 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735688356235', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10944210'] for segment, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:41.848707 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-029f32fa-9870-448a-a163-4ae157611923 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:41.875529 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-029f32fa-9870-448a-a163-4ae157611923 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Releasing vlan 721 on physical network physnet1 to pool {{(pid=93957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:30:41.875947 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-029f32fa-9870-448a-a163-4ae157611923 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10053619'] for segment, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:41.884308 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d560a449-b196-4c2f-a33c-73ddbb551196 tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:41.899593 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d560a449-b196-4c2f-a33c-73ddbb551196 tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:41.932181 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-f2a277f7-6bd5-4e9d-8286-6cc70e88157b tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0986156 Jul 14 09:30:41.948714 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 55178) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:41.952959 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:30:41.952959 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:30:41.952959 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:30:41.952959 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:30:41.952959 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:30:41.952959 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:30:41.952959 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:30:41.952959 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:30:41.952959 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:30:41.952959 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:30:41.952959 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:30:41.952959 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:30:41.952959 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:30:41.952959 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:30:41.952959 n-d-779913-29 neutron-server[93957]: Traceback (most recent call last): Jul 14 09:30:41.952959 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:30:41.952959 n-d-779913-29 neutron-server[93957]: timer() Jul 14 09:30:41.952959 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:30:41.952959 n-d-779913-29 neutron-server[93957]: cb(*args, **kw) Jul 14 09:30:41.952959 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:30:41.952959 n-d-779913-29 neutron-server[93957]: return func(*args, **kwargs) Jul 14 09:30:41.952959 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:30:41.952959 n-d-779913-29 neutron-server[93957]: self._notify() Jul 14 09:30:41.952959 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:30:41.952959 n-d-779913-29 neutron-server[93957]: self.callback(batched_events) Jul 14 09:30:41.952959 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:30:41.952959 n-d-779913-29 neutron-server[93957]: event.method(event) Jul 14 09:30:41.952959 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:30:41.952959 n-d-779913-29 neutron-server[93957]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:30:41.952959 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:30:41.952959 n-d-779913-29 neutron-server[93957]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:30:41.952959 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:30:41.952959 n-d-779913-29 neutron-server[93957]: return f(self, *a, **k) Jul 14 09:30:41.952959 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:30:41.952959 n-d-779913-29 neutron-server[93957]: return self._get(url).json() Jul 14 09:30:41.952959 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:30:41.952959 n-d-779913-29 neutron-server[93957]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:30:41.952959 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:30:41.952959 n-d-779913-29 neutron-server[93957]: return self.request(url, 'GET', **kwargs) Jul 14 09:30:41.952959 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:30:41.952959 n-d-779913-29 neutron-server[93957]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:30:41.952959 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:30:41.952959 n-d-779913-29 neutron-server[93957]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:30:41.952959 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:30:41.952959 n-d-779913-29 neutron-server[93957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:30:41.952959 n-d-779913-29 neutron-server[93957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:30:41.966243 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a34ae5e8-ebb7-4e73-be1d-b0224a2c3289 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf57baaa9-fd24-59f4-8fd2-1dc21122ce72-55ea7874-3df8-4afc-856d-057cf869b3cf', 'network_id': '55ea7874-3df8-4afc-856d-057cf869b3cf', 'tenant_id': '258b6ae747a6453595e7230ea07ff097', 'fixed_ips': [{'subnet_id': '703f8a7e-e172-442f-a3df-3359ff325b59'}]}} from n-d-779913-29. {{(pid=93959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:30:41.967415 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a34ae5e8-ebb7-4e73-be1d-b0224a2c3289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:41.991854 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-167d16be-f150-4ab1-8eec-9e1b255920c7 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1531656130', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'}, 'admin_state_up': False}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:42.037406 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-029f32fa-9870-448a-a163-4ae157611923 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660504'] for network, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:42.061777 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-029f32fa-9870-448a-a163-4ae157611923 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks [] for network, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:42.065705 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-029f32fa-9870-448a-a163-4ae157611923 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] 10.222.0.68 "DELETE /v2.0/networks/03626098-3cd0-47f4-a885-958f979e19c0 HTTP/1.1" status: 204 len: 168 time: 0.7937634 Jul 14 09:30:42.067465 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 55180) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:42.076635 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-36ef1290-1ecc-4461-9866-83abca54df29 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1168112510'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:42.081617 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-167d16be-f150-4ab1-8eec-9e1b255920c7 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-711749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14670'] for router, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:42.082771 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-167d16be-f150-4ab1-8eec-9e1b255920c7 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-711718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-661475', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14679'] for router, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:42.092911 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029f32fa-9870-448a-a163-4ae157611923 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Pushing event deleted for resources: {'Network': ['ID=03626098-3cd0-47f4-a885-958f979e19c0,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:42.128070 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d560a449-b196-4c2f-a33c-73ddbb551196 tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24269e0a-6b74-4fb3-b825-816838ed2dec,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:42.132266 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36ef1290-1ecc-4461-9866-83abca54df29 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Made reservation on behalf of 078281b593d34d31bc27616950b7a85b for: {'network': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:30:42.138312 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-36ef1290-1ecc-4461-9866-83abca54df29 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for network, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:42.141972 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d560a449-b196-4c2f-a33c-73ddbb551196 tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:42.142496 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-a34ae5e8-ebb7-4e73-be1d-b0224a2c3289 None None] Allocated IP 172.20.0.2 (55ea7874-3df8-4afc-856d-057cf869b3cf/703f8a7e-e172-442f-a3df-3359ff325b59/a96ef0a2-e877-4a7a-a1f6-0bc70ba731b1) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:30:42.143386 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-d560a449-b196-4c2f-a33c-73ddbb551196 tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6961744 Jul 14 09:30:42.152083 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 55182) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:42.171700 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-3e7698ad-ffda-4129-ac34-8f028173107c tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] Request body: {'security_group_rule': {'security_group_id': 'b63deafc-f388-4a80-9942-956769025e52', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '24269e0a-6b74-4fb3-b825-816838ed2dec', 'remote_ip_prefix': None}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:42.202120 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36ef1290-1ecc-4461-9866-83abca54df29 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 717} {{(pid=93957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:30:42.213164 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-36ef1290-1ecc-4461-9866-83abca54df29 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:42.213718 n-d-779913-29 neutron-server[93957]: INFO neutron.db.segments_db [None req-36ef1290-1ecc-4461-9866-83abca54df29 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Added segment 5eaf7780-37e4-4b47-b287-75508b6c9a7e of type vlan for network 19e178ef-5a7e-46ff-8c73-d5127ea6bd6f Jul 14 09:30:42.259519 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-167d16be-f150-4ab1-8eec-9e1b255920c7 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:42.271574 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3e7698ad-ffda-4129-ac34-8f028173107c tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:42.301953 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-36ef1290-1ecc-4461-9866-83abca54df29 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735687821325'] for network, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:42.337253 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a34ae5e8-ebb7-4e73-be1d-b0224a2c3289 None None] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:42.346442 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-a34ae5e8-ebb7-4e73-be1d-b0224a2c3289 None None] Transition to ACTIVE for port object a96ef0a2-e877-4a7a-a1f6-0bc70ba731b1 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:30:42.362994 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-a34ae5e8-ebb7-4e73-be1d-b0224a2c3289 None None] Transition to ACTIVE for port object a96ef0a2-e877-4a7a-a1f6-0bc70ba731b1 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:30:42.370690 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a34ae5e8-ebb7-4e73-be1d-b0224a2c3289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:42.403252 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-36ef1290-1ecc-4461-9866-83abca54df29 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855'] for network, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:42.409589 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36ef1290-1ecc-4461-9866-83abca54df29 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:42.410315 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-36ef1290-1ecc-4461-9866-83abca54df29 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks [] for network, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:42.458400 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34ae5e8-ebb7-4e73-be1d-b0224a2c3289 None None] Pushing event updated for resources: {'Port': ['ID=a96ef0a2-e877-4a7a-a1f6-0bc70ba731b1,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:42.481338 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-167d16be-f150-4ab1-8eec-9e1b255920c7 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-661489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-711771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12973'] for router, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:42.482795 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3e7698ad-ffda-4129-ac34-8f028173107c tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:42.483411 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34ae5e8-ebb7-4e73-be1d-b0224a2c3289 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:30:42.484457 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34ae5e8-ebb7-4e73-be1d-b0224a2c3289 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:30:42.484820 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34ae5e8-ebb7-4e73-be1d-b0224a2c3289 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:30:42.486303 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34ae5e8-ebb7-4e73-be1d-b0224a2c3289 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:30:42.487642 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34ae5e8-ebb7-4e73-be1d-b0224a2c3289 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:30:42.488005 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34ae5e8-ebb7-4e73-be1d-b0224a2c3289 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:30:42.489521 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34ae5e8-ebb7-4e73-be1d-b0224a2c3289 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:30:42.490107 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34ae5e8-ebb7-4e73-be1d-b0224a2c3289 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:30:42.491443 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34ae5e8-ebb7-4e73-be1d-b0224a2c3289 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:30:42.491854 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34ae5e8-ebb7-4e73-be1d-b0224a2c3289 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:30:42.493857 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34ae5e8-ebb7-4e73-be1d-b0224a2c3289 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:30:42.496643 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34ae5e8-ebb7-4e73-be1d-b0224a2c3289 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:30:42.497981 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3e7698ad-ffda-4129-ac34-8f028173107c tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529131'] for security_group_rule, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:42.518633 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-36ef1290-1ecc-4461-9866-83abca54df29 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4496460 Jul 14 09:30:42.525989 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a34ae5e8-ebb7-4e73-be1d-b0224a2c3289 None None] Network 55ea7874-3df8-4afc-856d-057cf869b3cf is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:30:42.527443 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-a34ae5e8-ebb7-4e73-be1d-b0224a2c3289 None None] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:30:42.532875 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 55186) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:42.538718 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a34ae5e8-ebb7-4e73-be1d-b0224a2c3289 None None] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:30:42.548942 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-2c306962-65a7-46e5-9f0e-27b1bda32c08 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Request body: {'subnet': {'network_id': '19e178ef-5a7e-46ff-8c73-d5127ea6bd6f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:42.554287 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ef1290-1ecc-4461-9866-83abca54df29 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Pushing event updated for resources: {'Network': ['ID=19e178ef-5a7e-46ff-8c73-d5127ea6bd6f,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:42.573868 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7698ad-ffda-4129-ac34-8f028173107c tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56838161-a242-48a5-9e14-6380511a53ae,revision_number=0']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:42.586432 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3e7698ad-ffda-4129-ac34-8f028173107c tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:42.587953 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-3e7698ad-ffda-4129-ac34-8f028173107c tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.4348061 Jul 14 09:30:42.591668 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 55190) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:42.637378 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Network 19e178ef-5a7e-46ff-8c73-d5127ea6bd6f details requested by agent ovs-agent-n-d-779913-29 with host n-d-779913-29 {{(pid=93959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:30:42.644867 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6fdce48d-7460-4e9d-bb67-5f86ec9e5d05 tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:42.684172 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6fdce48d-7460-4e9d-bb67-5f86ec9e5d05 tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:42.708185 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-5fa5c969-28c5-4957-8a7a-c93c25a4272d req-ae6f92b6-c870-4660-8272-93f9df0970be tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/ports?device_id=07646ca0-10f2-4cc8-8147-f694b9d44b24 HTTP/1.1" status: 200 len: 210 time: 0.0484841 Jul 14 09:30:42.730761 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-a34ae5e8-ebb7-4e73-be1d-b0224a2c3289 None None] Attempting to bind port a96ef0a2-e877-4a7a-a1f6-0bc70ba731b1 on host n-d-779913-29 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:30:42.731291 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-a34ae5e8-ebb7-4e73-be1d-b0224a2c3289 None None] Attempting to bind port a96ef0a2-e877-4a7a-a1f6-0bc70ba731b1 by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': '447826b2-8f5a-4022-98b6-36c5290232a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '55ea7874-3df8-4afc-856d-057cf869b3cf'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:30:42.731778 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a34ae5e8-ebb7-4e73-be1d-b0224a2c3289 None None] Attempting to bind port a96ef0a2-e877-4a7a-a1f6-0bc70ba731b1 on network 55ea7874-3df8-4afc-856d-057cf869b3cf {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:30:42.762730 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c306962-65a7-46e5-9f0e-27b1bda32c08 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Made reservation on behalf of 078281b593d34d31bc27616950b7a85b for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:30:42.763681 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a34ae5e8-ebb7-4e73-be1d-b0224a2c3289 None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 30, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:30:42.764717 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a34ae5e8-ebb7-4e73-be1d-b0224a2c3289 None None] Checking segment: {'id': '447826b2-8f5a-4022-98b6-36c5290232a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '55ea7874-3df8-4afc-856d-057cf869b3cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:30:42.765155 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a34ae5e8-ebb7-4e73-be1d-b0224a2c3289 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:42.765655 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a34ae5e8-ebb7-4e73-be1d-b0224a2c3289 None None] Bound using segment: {'id': '447826b2-8f5a-4022-98b6-36c5290232a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '55ea7874-3df8-4afc-856d-057cf869b3cf'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:30:42.766205 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-a34ae5e8-ebb7-4e73-be1d-b0224a2c3289 None None] Bound port: a96ef0a2-e877-4a7a-a1f6-0bc70ba731b1, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '447826b2-8f5a-4022-98b6-36c5290232a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '55ea7874-3df8-4afc-856d-057cf869b3cf'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:30:42.766714 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a34ae5e8-ebb7-4e73-be1d-b0224a2c3289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:42.769811 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2c306962-65a7-46e5-9f0e-27b1bda32c08 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16714600'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:42.788031 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6fdce48d-7460-4e9d-bb67-5f86ec9e5d05 tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529131'] for security_group_rule, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:42.788433 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:42.797309 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6fdce48d-7460-4e9d-bb67-5f86ec9e5d05 tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:42.801899 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-6fdce48d-7460-4e9d-bb67-5f86ec9e5d05 tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] 10.222.0.68 "DELETE /v2.0/security-group-rules/56838161-a242-48a5-9e14-6380511a53ae HTTP/1.1" status: 204 len: 168 time: 0.2090838 Jul 14 09:30:42.802933 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 55192) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:42.834200 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-9f0cbe28-acaf-42b7-87b4-21afff27a758 req-ce38cdb9-e463-4bec-bd4e-bc4bf8bf8d59 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/ports?device_id=4e1cb18d-7caa-44ec-92f9-fb1eaa6a7eac HTTP/1.1" status: 200 len: 210 time: 0.0754194 Jul 14 09:30:42.849480 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdce48d-7460-4e9d-bb67-5f86ec9e5d05 tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=56838161-a242-48a5-9e14-6380511a53ae,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:42.879786 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-a34ae5e8-ebb7-4e73-be1d-b0224a2c3289 None None] For port a96ef0a2-e877-4a7a-a1f6-0bc70ba731b1, host n-d-779913-29, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:30:42.885057 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-a34ae5e8-ebb7-4e73-be1d-b0224a2c3289 None None] For port a96ef0a2-e877-4a7a-a1f6-0bc70ba731b1, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=a96ef0a2-e877-4a7a-a1f6-0bc70ba731b1,segment=NetworkSegment(447826b2-8f5a-4022-98b6-36c5290232a9),segment_id=447826b2-8f5a-4022-98b6-36c5290232a9)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:30:42.891942 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a34ae5e8-ebb7-4e73-be1d-b0224a2c3289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:42.895226 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-ec48d8c8-45f5-4dc6-bd5c-7817241b710f tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] 10.222.0.68 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0711288 Jul 14 09:30:42.897947 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 55196) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:42.979170 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34ae5e8-ebb7-4e73-be1d-b0224a2c3289 None None] Pushing event updated for resources: {'Port': ['ID=a96ef0a2-e877-4a7a-a1f6-0bc70ba731b1,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:43.023321 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b029d0c0-b2c8-4b0e-9ec9-8569b91e8a4b tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] Notify callbacks [] for security_group, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:43.090933 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b029d0c0-b2c8-4b0e-9ec9-8569b91e8a4b tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:43.122555 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-167d16be-f150-4ab1-8eec-9e1b255920c7 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify callbacks [] for router_gateway, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:43.176317 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b029d0c0-b2c8-4b0e-9ec9-8569b91e8a4b tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:43.179378 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b029d0c0-b2c8-4b0e-9ec9-8569b91e8a4b tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:43.181293 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-b029d0c0-b2c8-4b0e-9ec9-8569b91e8a4b tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] 10.222.0.68 "DELETE /v2.0/security-groups/24269e0a-6b74-4fb3-b825-816838ed2dec HTTP/1.1" status: 204 len: 168 time: 0.2820444 Jul 14 09:30:43.184881 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 55202) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:43.189293 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-167d16be-f150-4ab1-8eec-9e1b255920c7 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:43.343226 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b029d0c0-b2c8-4b0e-9ec9-8569b91e8a4b tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=24269e0a-6b74-4fb3-b825-816838ed2dec,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:43.370103 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2c306962-65a7-46e5-9f0e-27b1bda32c08 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13573993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16714586'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:43.397919 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-33453ef2-a3f4-4c5d-a229-abffc5b4a02c tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] 10.222.0.68 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.2093713 Jul 14 09:30:43.399845 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 55204) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:43.437925 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:43.500850 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-96a1703a-07b5-4876-b7c5-59ec4ab0b4e9 tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] Notify callbacks [] for security_group, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:43.526825 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-96a1703a-07b5-4876-b7c5-59ec4ab0b4e9 tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:43.574262 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c306962-65a7-46e5-9f0e-27b1bda32c08 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Pushing event updated for resources: {'Subnet': ['ID=b4bab648-ed1f-4b23-8449-ba3e94bfa2be,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:43.588833 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-96a1703a-07b5-4876-b7c5-59ec4ab0b4e9 tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:43.591554 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-96a1703a-07b5-4876-b7c5-59ec4ab0b4e9 tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:43.595359 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-96a1703a-07b5-4876-b7c5-59ec4ab0b4e9 tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] 10.222.0.68 "DELETE /v2.0/security-groups/b63deafc-f388-4a80-9942-956769025e52 HTTP/1.1" status: 204 len: 168 time: 0.1918263 Jul 14 09:30:43.596395 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 55206) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:43.603309 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a1703a-07b5-4876-b7c5-59ec4ab0b4e9 tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b63deafc-f388-4a80-9942-956769025e52,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:43.655487 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8090452-3b7e-4fe9-aeab-d9f9f42d8b33 req-c5fa643d-172e-4e8d-9451-ef28d64bcfdf tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:43.656921 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d8090452-3b7e-4fe9-aeab-d9f9f42d8b33 req-c5fa643d-172e-4e8d-9451-ef28d64bcfdf tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.57 "GET /v2.0/networks?id=37e488ca-77f2-424d-8250-cbdd23d7445f HTTP/1.1" status: 200 len: 814 time: 0.2303257 Jul 14 09:30:43.668087 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c306962-65a7-46e5-9f0e-27b1bda32c08 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Checking segment: {'id': '5eaf7780-37e4-4b47-b287-75508b6c9a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '19e178ef-5a7e-46ff-8c73-d5127ea6bd6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:30:43.668456 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c306962-65a7-46e5-9f0e-27b1bda32c08 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Network hostable DHCP agents. Network: 19e178ef-5a7e-46ff-8c73-d5127ea6bd6f, hostable agents: ['c6a09bd4-f72e-4283-a3ca-0bbca8a51081'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:30:43.684688 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [req-d8090452-3b7e-4fe9-aeab-d9f9f42d8b33 req-837ffe65-0545-43d6-a718-b454e697655b tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] Request body: {'port': {'device_id': '07646ca0-10f2-4cc8-8147-f694b9d44b24', 'network_id': '37e488ca-77f2-424d-8250-cbdd23d7445f', 'admin_state_up': True, 'tenant_id': '345a5b6fceae4b28981003dfc874e3c7'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:43.726851 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-167d16be-f150-4ab1-8eec-9e1b255920c7 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Allocated IP 172.25.4.102 (2dcd4d32-cc7c-4468-b396-7ce5c9231892/6cd22a75-5bc1-467c-a3c4-0af04bd1b34a/7775b370-2f28-4733-9c49-036a2341c79f) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:30:43.767849 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-3139811d-3093-4927-aeef-6c0bb71985f8 tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] 10.222.0.68 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1691258 Jul 14 09:30:43.773401 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 55210) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:43.779664 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-435c153b-2302-4ff8-8fd0-31bcd7844bd0 tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] Request body: {'security_group': {'name': 'tempest-secgroup--1172489080'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:43.785266 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c306962-65a7-46e5-9f0e-27b1bda32c08 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Network 19e178ef-5a7e-46ff-8c73-d5127ea6bd6f is scheduled to be hosted by DHCP agent c6a09bd4-f72e-4283-a3ca-0bbca8a51081 with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:30:43.804343 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-435c153b-2302-4ff8-8fd0-31bcd7844bd0 tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:43.870449 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-2c306962-65a7-46e5-9f0e-27b1bda32c08 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-29, 19e178ef-5a7e-46ff-8c73-d5127ea6bd6f) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:30:43.886705 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a48589b7-2738-4dc8-b2b3-0831686fa6b1 None None] Network 19e178ef-5a7e-46ff-8c73-d5127ea6bd6f requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:30:43.900327 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c306962-65a7-46e5-9f0e-27b1bda32c08 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:43.900841 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2c306962-65a7-46e5-9f0e-27b1bda32c08 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:43.905702 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0162f36e-dd98-440b-a2a4-a3101e2ec82d req-96952cb9-993d-446f-9281-694806cd4ab9 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/ports?device_id=07646ca0-10f2-4cc8-8147-f694b9d44b24 HTTP/1.1" status: 200 len: 210 time: 0.0520325 Jul 14 09:30:43.960073 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-435c153b-2302-4ff8-8fd0-31bcd7844bd0 tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:43.965573 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-435c153b-2302-4ff8-8fd0-31bcd7844bd0 tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:44.007638 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435c153b-2302-4ff8-8fd0-31bcd7844bd0 tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1b39f2b-dfbb-4a00-9433-2045a78e6aaa,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:44.043884 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-2c306962-65a7-46e5-9f0e-27b1bda32c08 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5057738 Jul 14 09:30:44.052533 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 55216) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:44.061600 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-845d8d90-cebe-4571-a7cb-9dffd4da5bbb tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Request body: {'port': {'network_id': '19e178ef-5a7e-46ff-8c73-d5127ea6bd6f', 'name': 'tempest-PortsTestJSON-1052531692'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:44.188259 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf25fab7-8605-428e-b353-15c4025b5b82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf57baaa9-fd24-59f4-8fd2-1dc21122ce72-19e178ef-5a7e-46ff-8c73-d5127ea6bd6f', 'network_id': '19e178ef-5a7e-46ff-8c73-d5127ea6bd6f', 'tenant_id': '078281b593d34d31bc27616950b7a85b', 'fixed_ips': [{'subnet_id': 'b4bab648-ed1f-4b23-8449-ba3e94bfa2be'}]}} from n-d-779913-29. {{(pid=93959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:30:44.189293 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cf25fab7-8605-428e-b353-15c4025b5b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:44.347430 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-659f0554-e8c4-4cc5-81b6-b38ec28c0182 None None] Network 55ea7874-3df8-4afc-856d-057cf869b3cf requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:30:44.361302 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-cf25fab7-8605-428e-b353-15c4025b5b82 None None] Allocated IP 172.20.0.2 (19e178ef-5a7e-46ff-8c73-d5127ea6bd6f/b4bab648-ed1f-4b23-8449-ba3e94bfa2be/d13358c2-7c61-40f9-a162-9c8fb30b4527) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:30:44.426378 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-5a258473-d75a-427d-b668-bdddab361548 req-b615ea79-e9c5-4c18-a90e-6a89946ae62e tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/ports?device_id=4e1cb18d-7caa-44ec-92f9-fb1eaa6a7eac HTTP/1.1" status: 200 len: 210 time: 0.0490921 Jul 14 09:30:44.464030 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-167d16be-f150-4ab1-8eec-9e1b255920c7 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:44.467444 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-435c153b-2302-4ff8-8fd0-31bcd7844bd0 tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:44.469452 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-435c153b-2302-4ff8-8fd0-31bcd7844bd0 tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6938248 Jul 14 09:30:44.470610 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c753ccf4-ddc9-45da-bf98-afe740b64de9 None None] Provisioning for port a96ef0a2-e877-4a7a-a1f6-0bc70ba731b1 completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:30:44.471977 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 55222) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:44.472685 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8090452-3b7e-4fe9-aeab-d9f9f42d8b33 req-837ffe65-0545-43d6-a718-b454e697655b tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] Made reservation on behalf of 345a5b6fceae4b28981003dfc874e3c7 for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:30:44.477031 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-d8090452-3b7e-4fe9-aeab-d9f9f42d8b33 req-837ffe65-0545-43d6-a718-b454e697655b tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:44.478650 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-a85588af-ef1b-4108-920c-6e22c355887f tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] Request body: {'security_group_rule': {'security_group_id': 'e1b39f2b-dfbb-4a00-9433-2045a78e6aaa', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:44.539723 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a85588af-ef1b-4108-920c-6e22c355887f tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:44.598492 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.agents_db [None req-3c3509fb-540d-4335-a450-574895dd3602 None None] Agent healthcheck: found 7 active agents {{(pid=93960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:30:44.628992 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-845d8d90-cebe-4571-a7cb-9dffd4da5bbb tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Made reservation on behalf of 078281b593d34d31bc27616950b7a85b for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:30:44.632672 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-845d8d90-cebe-4571-a7cb-9dffd4da5bbb tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:44.641933 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-167d16be-f150-4ab1-8eec-9e1b255920c7 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:44.652745 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a85588af-ef1b-4108-920c-6e22c355887f tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:44.656111 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a85588af-ef1b-4108-920c-6e22c355887f tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529131'] for security_group_rule, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:44.672721 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85588af-ef1b-4108-920c-6e22c355887f tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb6549ff-f9bc-474f-af81-270dcde6f902,revision_number=0']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:44.693838 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a85588af-ef1b-4108-920c-6e22c355887f tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:44.695852 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-a85588af-ef1b-4108-920c-6e22c355887f tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2219031 Jul 14 09:30:44.698094 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cf25fab7-8605-428e-b353-15c4025b5b82 None None] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:44.698664 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 55224) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:44.714752 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-cf25fab7-8605-428e-b353-15c4025b5b82 None None] Transition to ACTIVE for port object d13358c2-7c61-40f9-a162-9c8fb30b4527 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:30:44.721641 n-d-779913-29 neutron-server[93958]: DEBUG neutron.notifiers.nova [None req-845d8d90-cebe-4571-a7cb-9dffd4da5bbb tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] device_id is not set on port b1429063-9142-4146-88a3-5c0be90b01c2 yet. {{(pid=93958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:30:44.737473 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-167d16be-f150-4ab1-8eec-9e1b255920c7 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Network 2dcd4d32-cc7c-4468-b396-7ce5c9231892 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:30:44.737918 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device a96ef0a2-e877-4a7a-a1f6-0bc70ba731b1 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:30:44.744105 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-18ef6270-e884-4792-8104-3a688f96927f tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:44.750731 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-167d16be-f150-4ab1-8eec-9e1b255920c7 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:30:44.756223 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-18ef6270-e884-4792-8104-3a688f96927f tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:44.782193 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-cf25fab7-8605-428e-b353-15c4025b5b82 None None] Transition to ACTIVE for port object d13358c2-7c61-40f9-a162-9c8fb30b4527 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:30:44.791840 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-167d16be-f150-4ab1-8eec-9e1b255920c7 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:30:44.793186 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-18ef6270-e884-4792-8104-3a688f96927f tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529131'] for security_group_rule, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:44.793422 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cf25fab7-8605-428e-b353-15c4025b5b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:44.799277 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-18ef6270-e884-4792-8104-3a688f96927f tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:44.802933 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-18ef6270-e884-4792-8104-3a688f96927f tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] 10.222.0.68 "DELETE /v2.0/security-group-rules/cb6549ff-f9bc-474f-af81-270dcde6f902 HTTP/1.1" status: 204 len: 168 time: 0.0991576 Jul 14 09:30:44.806073 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167d16be-f150-4ab1-8eec-9e1b255920c7 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Pushing event updated for resources: {'Port': ['ID=7775b370-2f28-4733-9c49-036a2341c79f,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:44.811018 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [req-d8090452-3b7e-4fe9-aeab-d9f9f42d8b33 req-837ffe65-0545-43d6-a718-b454e697655b tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] Allocated IP 172.20.0.4 (37e488ca-77f2-424d-8250-cbdd23d7445f/535bbe8f-0cbe-454b-b3d9-7e9077b77cea/d27f134e-1766-4f38-8d8a-ac3018579cce) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:30:44.811344 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 55226) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:44.813447 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ef6270-e884-4792-8104-3a688f96927f tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cb6549ff-f9bc-474f-af81-270dcde6f902,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:44.841196 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning for port a96ef0a2-e877-4a7a-a1f6-0bc70ba731b1 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:30:44.858912 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf25fab7-8605-428e-b353-15c4025b5b82 None None] Network 19e178ef-5a7e-46ff-8c73-d5127ea6bd6f is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:30:44.863688 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port a96ef0a2-e877-4a7a-a1f6-0bc70ba731b1 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:30:44.863922 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-98216f29-5bb2-4949-a172-abcd97e6802b tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] 10.222.0.68 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0469782 Jul 14 09:30:44.864526 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:44.869034 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-cf25fab7-8605-428e-b353-15c4025b5b82 None None] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:30:44.869998 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 55228) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:44.878392 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf25fab7-8605-428e-b353-15c4025b5b82 None None] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:30:44.933147 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf25fab7-8605-428e-b353-15c4025b5b82 None None] Pushing event updated for resources: {'Port': ['ID=d13358c2-7c61-40f9-a162-9c8fb30b4527,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:44.949920 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6a4ead18-2331-454c-ae03-3438b386ec2d tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] Notify callbacks [] for security_group, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:44.969485 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-845d8d90-cebe-4571-a7cb-9dffd4da5bbb tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Allocated IP 172.20.0.3 (19e178ef-5a7e-46ff-8c73-d5127ea6bd6f/b4bab648-ed1f-4b23-8449-ba3e94bfa2be/b1429063-9142-4146-88a3-5c0be90b01c2) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:30:44.978314 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6a4ead18-2331-454c-ae03-3438b386ec2d tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:44.992942 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-cf25fab7-8605-428e-b353-15c4025b5b82 None None] Attempting to bind port d13358c2-7c61-40f9-a162-9c8fb30b4527 on host n-d-779913-29 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:30:44.993317 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-cf25fab7-8605-428e-b353-15c4025b5b82 None None] Attempting to bind port d13358c2-7c61-40f9-a162-9c8fb30b4527 by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': '5eaf7780-37e4-4b47-b287-75508b6c9a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '19e178ef-5a7e-46ff-8c73-d5127ea6bd6f'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:30:44.993712 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf25fab7-8605-428e-b353-15c4025b5b82 None None] Attempting to bind port d13358c2-7c61-40f9-a162-9c8fb30b4527 on network 19e178ef-5a7e-46ff-8c73-d5127ea6bd6f {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:30:45.002472 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf25fab7-8605-428e-b353-15c4025b5b82 None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 30, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:30:45.002472 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf25fab7-8605-428e-b353-15c4025b5b82 None None] Checking segment: {'id': '5eaf7780-37e4-4b47-b287-75508b6c9a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '19e178ef-5a7e-46ff-8c73-d5127ea6bd6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:30:45.002472 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cf25fab7-8605-428e-b353-15c4025b5b82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:45.002472 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf25fab7-8605-428e-b353-15c4025b5b82 None None] Bound using segment: {'id': '5eaf7780-37e4-4b47-b287-75508b6c9a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '19e178ef-5a7e-46ff-8c73-d5127ea6bd6f'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:30:45.003009 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-cf25fab7-8605-428e-b353-15c4025b5b82 None None] Bound port: d13358c2-7c61-40f9-a162-9c8fb30b4527, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5eaf7780-37e4-4b47-b287-75508b6c9a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '19e178ef-5a7e-46ff-8c73-d5127ea6bd6f'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:30:45.003318 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cf25fab7-8605-428e-b353-15c4025b5b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:45.056719 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6a4ead18-2331-454c-ae03-3438b386ec2d tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:45.060165 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6a4ead18-2331-454c-ae03-3438b386ec2d tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:45.061799 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-6a4ead18-2331-454c-ae03-3438b386ec2d tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] 10.222.0.68 "DELETE /v2.0/security-groups/e1b39f2b-dfbb-4a00-9433-2045a78e6aaa HTTP/1.1" status: 204 len: 168 time: 0.1892769 Jul 14 09:30:45.065898 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 55232) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:45.093805 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4ead18-2331-454c-ae03-3438b386ec2d tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1b39f2b-dfbb-4a00-9433-2045a78e6aaa,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:45.142524 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1a468a46-f041-41ba-9dc7-0d5e4d452ab5 req-c6f85301-df08-4e40-adb9-afa2898cfc6a tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/ports?device_id=07646ca0-10f2-4cc8-8147-f694b9d44b24 HTTP/1.1" status: 200 len: 210 time: 0.0499160 Jul 14 09:30:45.144286 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-872d7f00-93f8-4772-97ad-5a6de0ac46db None None] Provisioning complete for port a96ef0a2-e877-4a7a-a1f6-0bc70ba731b1 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:30:45.144286 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-872d7f00-93f8-4772-97ad-5a6de0ac46db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:45.145804 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:45.164412 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-3852e085-b3f0-43aa-83df-1faef6ac36a0 tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] 10.222.0.68 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0973339 Jul 14 09:30:45.168865 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 55234) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:45.180129 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-cf25fab7-8605-428e-b353-15c4025b5b82 None None] For port d13358c2-7c61-40f9-a162-9c8fb30b4527, host n-d-779913-29, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:30:45.183047 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-259fe935-0cb3-426a-ac27-def66e3b5c52 tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] Request body: {'security_group': {'name': 'tempest-secgroup--1475902796'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:45.212605 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-cf25fab7-8605-428e-b353-15c4025b5b82 None None] For port d13358c2-7c61-40f9-a162-9c8fb30b4527, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=d13358c2-7c61-40f9-a162-9c8fb30b4527,segment=NetworkSegment(5eaf7780-37e4-4b47-b287-75508b6c9a7e),segment_id=5eaf7780-37e4-4b47-b287-75508b6c9a7e)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:30:45.215099 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-259fe935-0cb3-426a-ac27-def66e3b5c52 tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:45.221312 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cf25fab7-8605-428e-b353-15c4025b5b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:45.257595 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] For port a96ef0a2-e877-4a7a-a1f6-0bc70ba731b1, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=a96ef0a2-e877-4a7a-a1f6-0bc70ba731b1,segment=NetworkSegment(447826b2-8f5a-4022-98b6-36c5290232a9),segment_id=447826b2-8f5a-4022-98b6-36c5290232a9)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:30:45.292303 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:45.322551 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-d8090452-3b7e-4fe9-aeab-d9f9f42d8b33 req-837ffe65-0545-43d6-a718-b454e697655b tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:45.349573 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-259fe935-0cb3-426a-ac27-def66e3b5c52 tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:45.355184 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-259fe935-0cb3-426a-ac27-def66e3b5c52 tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:45.386243 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf25fab7-8605-428e-b353-15c4025b5b82 None None] Pushing event updated for resources: {'Port': ['ID=d13358c2-7c61-40f9-a162-9c8fb30b4527,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:45.404099 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-259fe935-0cb3-426a-ac27-def66e3b5c52 tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:45.405866 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-259fe935-0cb3-426a-ac27-def66e3b5c52 tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2355535 Jul 14 09:30:45.407020 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259fe935-0cb3-426a-ac27-def66e3b5c52 tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e20590ce-fc37-4508-802a-7b15f2a33a43,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:45.409339 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 55238) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:45.415126 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-02fe1cc4-420d-425b-93d5-337588cc6842 tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] Request body: {'security_group_rule': {'security_group_id': 'e20590ce-fc37-4508-802a-7b15f2a33a43', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:45.432938 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-845d8d90-cebe-4571-a7cb-9dffd4da5bbb tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:45.448816 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-02fe1cc4-420d-425b-93d5-337588cc6842 tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:45.474483 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Pushing event updated for resources: {'Port': ['ID=a96ef0a2-e877-4a7a-a1f6-0bc70ba731b1,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:45.566911 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-02fe1cc4-420d-425b-93d5-337588cc6842 tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:45.576093 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-02fe1cc4-420d-425b-93d5-337588cc6842 tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529131'] for security_group_rule, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:45.577987 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-845d8d90-cebe-4571-a7cb-9dffd4da5bbb tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Transition to ACTIVE for port object b1429063-9142-4146-88a3-5c0be90b01c2 will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:30:45.610516 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fe1cc4-420d-425b-93d5-337588cc6842 tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8f11c87-ea27-4088-a02c-46390c6dd559,revision_number=0']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:45.642024 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-d8090452-3b7e-4fe9-aeab-d9f9f42d8b33 req-837ffe65-0545-43d6-a718-b454e697655b tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:45.644093 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-02fe1cc4-420d-425b-93d5-337588cc6842 tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:45.647938 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-02fe1cc4-420d-425b-93d5-337588cc6842 tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2349422 Jul 14 09:30:45.648600 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 55248) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:45.650720 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-845d8d90-cebe-4571-a7cb-9dffd4da5bbb tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:45.685695 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-8a9ad15e-aa9c-46e8-b7d5-37dc13e7a786 tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] 10.222.0.68 "GET /v2.0/security-group-rules/f8f11c87-ea27-4088-a02c-46390c6dd559 HTTP/1.1" status: 200 len: 763 time: 0.0356205 Jul 14 09:30:45.688712 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 55250) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:45.772503 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-ace75591-c095-4e0c-874a-877483824a96 tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] 10.222.0.68 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0825598 Jul 14 09:30:45.775066 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 55254) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:45.777405 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8090452-3b7e-4fe9-aeab-d9f9f42d8b33 req-837ffe65-0545-43d6-a718-b454e697655b tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] Network 37e488ca-77f2-424d-8250-cbdd23d7445f is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:30:45.778320 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-167d16be-f150-4ab1-8eec-9e1b255920c7 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify callbacks [] for router_gateway, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:45.781846 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-845d8d90-cebe-4571-a7cb-9dffd4da5bbb tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Network 19e178ef-5a7e-46ff-8c73-d5127ea6bd6f is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:30:45.784363 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [req-d8090452-3b7e-4fe9-aeab-d9f9f42d8b33 req-837ffe65-0545-43d6-a718-b454e697655b tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:30:45.786198 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837ffe65-0545-43d6-a718-b454e697655b tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] Pushing event updated for resources: {'Port': ['ID=d27f134e-1766-4f38-8d8a-ac3018579cce,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:45.809453 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-157d9528-703d-4a63-a1eb-b1e44e550dd3 tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:45.817853 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-157d9528-703d-4a63-a1eb-b1e44e550dd3 tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:45.825421 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-845d8d90-cebe-4571-a7cb-9dffd4da5bbb tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:30:45.831991 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8090452-3b7e-4fe9-aeab-d9f9f42d8b33 req-837ffe65-0545-43d6-a718-b454e697655b tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:30:45.838008 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-845d8d90-cebe-4571-a7cb-9dffd4da5bbb tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:30:45.850395 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-157d9528-703d-4a63-a1eb-b1e44e550dd3 tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529131'] for security_group_rule, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:45.865187 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-157d9528-703d-4a63-a1eb-b1e44e550dd3 tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:45.866369 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-157d9528-703d-4a63-a1eb-b1e44e550dd3 tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] 10.222.0.68 "DELETE /v2.0/security-group-rules/f8f11c87-ea27-4088-a02c-46390c6dd559 HTTP/1.1" status: 204 len: 168 time: 0.0901713 Jul 14 09:30:45.867792 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157d9528-703d-4a63-a1eb-b1e44e550dd3 tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f8f11c87-ea27-4088-a02c-46390c6dd559,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:45.875419 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 55260) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:45.921249 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-ad10303d-2ed2-4d11-91a9-78a8d02ce20b tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] 10.222.0.68 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0446877 Jul 14 09:30:45.923867 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 55262) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:45.930067 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-042bd128-fdf1-406a-9696-0134d202511c tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] Request body: {'security_group_rule': {'security_group_id': 'e20590ce-fc37-4508-802a-7b15f2a33a43', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:45.958218 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-042bd128-fdf1-406a-9696-0134d202511c tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:46.006716 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845d8d90-cebe-4571-a7cb-9dffd4da5bbb tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Pushing event updated for resources: {'Port': ['ID=b1429063-9142-4146-88a3-5c0be90b01c2,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:46.011696 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-042bd128-fdf1-406a-9696-0134d202511c tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:46.019370 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-042bd128-fdf1-406a-9696-0134d202511c tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529131'] for security_group_rule, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:46.024517 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-845d8d90-cebe-4571-a7cb-9dffd4da5bbb tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:46.025169 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-845d8d90-cebe-4571-a7cb-9dffd4da5bbb tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:46.046506 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042bd128-fdf1-406a-9696-0134d202511c tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f350869-e220-4093-b0ad-9b1048301b53,revision_number=0']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:46.047950 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8090452-3b7e-4fe9-aeab-d9f9f42d8b33 req-837ffe65-0545-43d6-a718-b454e697655b tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:46.048751 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-d8090452-3b7e-4fe9-aeab-d9f9f42d8b33 req-837ffe65-0545-43d6-a718-b454e697655b tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:46.069468 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-845d8d90-cebe-4571-a7cb-9dffd4da5bbb tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.0155482 Jul 14 09:30:46.071571 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-042bd128-fdf1-406a-9696-0134d202511c tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:46.075292 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-042bd128-fdf1-406a-9696-0134d202511c tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1479537 Jul 14 09:30:46.075292 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 55274) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:46.082522 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 55276) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:46.084501 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d8090452-3b7e-4fe9-aeab-d9f9f42d8b33 req-837ffe65-0545-43d6-a718-b454e697655b tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4052262 Jul 14 09:30:46.124077 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-cb4302fa-06ee-4782-a78a-82ad57add534 tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] 10.222.0.68 "GET /v2.0/security-group-rules/5f350869-e220-4093-b0ad-9b1048301b53 HTTP/1.1" status: 200 len: 763 time: 0.0380361 Jul 14 09:30:46.127208 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 55280) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:46.205085 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-46bd9834-ffc2-446a-89be-1cfe4edaab5f tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] 10.222.0.68 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0768681 Jul 14 09:30:46.207665 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 55284) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:46.222734 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [req-d8090452-3b7e-4fe9-aeab-d9f9f42d8b33 req-a6a86c4c-7e4c-4191-b82c-d7382184e6f2 service neutron] Request body: {'port': {'device_id': '07646ca0-10f2-4cc8-8147-f694b9d44b24', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-29'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:46.243067 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-eb79db92-5d7d-4a45-88b6-57babb08d281 tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:46.256562 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-eb79db92-5d7d-4a45-88b6-57babb08d281 tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:46.298130 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-b37e5210-b118-42c9-88ce-7249fc44980b tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Deleting port b1429063-9142-4146-88a3-5c0be90b01c2 {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:30:46.298773 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b37e5210-b118-42c9-88ce-7249fc44980b tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:46.304912 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-eb79db92-5d7d-4a45-88b6-57babb08d281 tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529131'] for security_group_rule, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:46.353720 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-eb79db92-5d7d-4a45-88b6-57babb08d281 tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:46.357300 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-eb79db92-5d7d-4a45-88b6-57babb08d281 tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] 10.222.0.68 "DELETE /v2.0/security-group-rules/5f350869-e220-4093-b0ad-9b1048301b53 HTTP/1.1" status: 204 len: 168 time: 0.1462717 Jul 14 09:30:46.370676 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 55286) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:46.401939 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb79db92-5d7d-4a45-88b6-57babb08d281 tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5f350869-e220-4093-b0ad-9b1048301b53,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:46.436283 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59125a63-b4d8-46e0-9d4e-2db79ef46f9f None None] Network 19e178ef-5a7e-46ff-8c73-d5127ea6bd6f requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:30:46.479308 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-5e1d9b4b-fc2e-42c3-84a4-1425da177eaa tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] 10.222.0.68 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1044352 Jul 14 09:30:46.485396 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 55290) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:46.497793 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b37e5210-b118-42c9-88ce-7249fc44980b tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:46.503439 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-e466428d-ba91-492d-ad93-1eb210f0e773 None None] Provisioning for port d13358c2-7c61-40f9-a162-9c8fb30b4527 completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:30:46.510126 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-e5faa590-c70e-43f8-8b5e-d7a8fa4bef79 tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] Request body: {'security_group_rule': {'security_group_id': 'e20590ce-fc37-4508-802a-7b15f2a33a43', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:46.541519 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-b37e5210-b118-42c9-88ce-7249fc44980b tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Calling delete_port for b1429063-9142-4146-88a3-5c0be90b01c2 owned by {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:30:46.577925 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5162cc6c-0fee-4ab8-971c-5bb6fc2c3175 req-a994a997-7766-45da-91b4-085d1706175b tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:46.579543 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5162cc6c-0fee-4ab8-971c-5bb6fc2c3175 req-a994a997-7766-45da-91b4-085d1706175b tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/ports?device_id=07646ca0-10f2-4cc8-8147-f694b9d44b24 HTTP/1.1" status: 200 len: 931 time: 0.2595682 Jul 14 09:30:46.636654 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10f64b6-c68a-4f22-81a6-3251d9a4d39b req-11668699-d1f1-4bae-a182-2cdf76741072 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:46.643302 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-c10f64b6-c68a-4f22-81a6-3251d9a4d39b req-11668699-d1f1-4bae-a182-2cdf76741072 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/networks?id=4c89afe5-b9f8-4e2e-b44c-d497b59f1beb HTTP/1.1" status: 200 len: 812 time: 0.5792301 Jul 14 09:30:46.653904 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e5faa590-c70e-43f8-8b5e-d7a8fa4bef79 tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:46.658140 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-d8090452-3b7e-4fe9-aeab-d9f9f42d8b33 req-a6a86c4c-7e4c-4191-b82c-d7382184e6f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:46.668252 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-167d16be-f150-4ab1-8eec-9e1b255920c7 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-711762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-661452'] for router, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:46.672905 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-c10f64b6-c68a-4f22-81a6-3251d9a4d39b req-f16a2c71-1e91-4759-b93a-ecc6b3c220d0 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/quotas/dfdb2d62014640219eb60ef19587837e HTTP/1.1" status: 200 len: 375 time: 0.0287452 Jul 14 09:30:46.708461 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5162cc6c-0fee-4ab8-971c-5bb6fc2c3175 req-9e6a73f6-0305-40e5-beac-33faf7853b5e tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/security-groups?id=e89c09f5-16f2-4ac7-8f23-93abffe26f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744829 Jul 14 09:30:46.762139 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device a96ef0a2-e877-4a7a-a1f6-0bc70ba731b1 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:30:46.778262 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e5faa590-c70e-43f8-8b5e-d7a8fa4bef79 tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:46.785476 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e5faa590-c70e-43f8-8b5e-d7a8fa4bef79 tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529131'] for security_group_rule, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:46.792474 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-c10f64b6-c68a-4f22-81a6-3251d9a4d39b req-16284fcf-3052-4158-a2ce-4dc612b8a50f tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=dfdb2d62014640219eb60ef19587837e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1116042 Jul 14 09:30:46.853714 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port a96ef0a2-e877-4a7a-a1f6-0bc70ba731b1 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:30:46.854363 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:46.893347 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5faa590-c70e-43f8-8b5e-d7a8fa4bef79 tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe55c02f-f90b-49f3-8fb8-8997ed3450e0,revision_number=0']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:46.896827 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e5faa590-c70e-43f8-8b5e-d7a8fa4bef79 tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:46.899485 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-e5faa590-c70e-43f8-8b5e-d7a8fa4bef79 tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3953478 Jul 14 09:30:46.900767 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b37e5210-b118-42c9-88ce-7249fc44980b tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:46.903054 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 55296) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:46.939609 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-80ca7c84-6241-431d-8b89-039ebfa97074 tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] 10.222.0.68 "GET /v2.0/security-group-rules/fe55c02f-f90b-49f3-8fb8-8997ed3450e0 HTTP/1.1" status: 200 len: 764 time: 0.0349002 Jul 14 09:30:46.950200 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 55298) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:46.951935 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device d13358c2-7c61-40f9-a162-9c8fb30b4527 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:30:46.967530 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-c10f64b6-c68a-4f22-81a6-3251d9a4d39b req-18e5d6a7-df7c-47b8-ad27-4c7fb111fda4 service neutron] 10.222.0.68 "GET /v2.0/networks/4c89afe5-b9f8-4e2e-b44c-d497b59f1beb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1606662 Jul 14 09:30:47.010160 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c9d7782f-4592-4b1e-a735-1f8de1e08be9 None None] Could not find standard attr ID for object b1429063-9142-4146-88a3-5c0be90b01c2. {{(pid=93959) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 09:30:47.025716 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37e5210-b118-42c9-88ce-7249fc44980b tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Pushing event deleted for resources: {'Port': ['ID=b1429063-9142-4146-88a3-5c0be90b01c2,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:47.034930 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning for port d13358c2-7c61-40f9-a162-9c8fb30b4527 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:30:47.040867 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port d13358c2-7c61-40f9-a162-9c8fb30b4527 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:30:47.041311 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:47.117776 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-cc8fd8db-8a82-47f0-b72f-cf4b8a1fb5c5 tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] 10.222.0.68 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.1656904 Jul 14 09:30:47.120945 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 55300) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:47.161233 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7be4a665-767b-4ae7-8a0a-638c91bcac54 tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:47.165981 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:47.172907 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7be4a665-767b-4ae7-8a0a-638c91bcac54 tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:47.193640 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b37e5210-b118-42c9-88ce-7249fc44980b tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:47.198327 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-b37e5210-b118-42c9-88ce-7249fc44980b tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] 10.222.0.68 "DELETE /v2.0/ports/b1429063-9142-4146-88a3-5c0be90b01c2 HTTP/1.1" status: 204 len: 168 time: 1.1228521 Jul 14 09:30:47.200984 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 55302) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:47.239719 n-d-779913-29 neutron-server[93957]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfb49929-4cab-42c4-91a9-fea26622e292 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] DELETE failed (client error): The resource could not be found. Jul 14 09:30:47.240500 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dfb49929-4cab-42c4-91a9-fea26622e292 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:30:47.246347 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-dfb49929-4cab-42c4-91a9-fea26622e292 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] 10.222.0.68 "DELETE /v2.0/ports/b1429063-9142-4146-88a3-5c0be90b01c2 HTTP/1.1" status: 404 len: 333 time: 0.0441706 Jul 14 09:30:47.248803 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 55304) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:47.252434 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] For port d13358c2-7c61-40f9-a162-9c8fb30b4527, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=d13358c2-7c61-40f9-a162-9c8fb30b4527,segment=NetworkSegment(5eaf7780-37e4-4b47-b287-75508b6c9a7e),segment_id=5eaf7780-37e4-4b47-b287-75508b6c9a7e)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:30:47.257732 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-879db541-6cb0-43aa-8ce3-f051484a619a None None] Could not find standard attr ID for object b1429063-9142-4146-88a3-5c0be90b01c2. {{(pid=93959) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 09:30:47.262211 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7be4a665-767b-4ae7-8a0a-638c91bcac54 tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529131'] for security_group_rule, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:47.263903 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:47.304677 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-c10f64b6-c68a-4f22-81a6-3251d9a4d39b req-1b26871e-6da3-4a6a-a64b-fcb7d40b3e67 service neutron] 10.222.0.68 "GET /v2.0/networks/4c89afe5-b9f8-4e2e-b44c-d497b59f1beb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3359711 Jul 14 09:30:47.310613 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7be4a665-767b-4ae7-8a0a-638c91bcac54 tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:47.311751 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-7be4a665-767b-4ae7-8a0a-638c91bcac54 tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] 10.222.0.68 "DELETE /v2.0/security-group-rules/fe55c02f-f90b-49f3-8fb8-8997ed3450e0 HTTP/1.1" status: 204 len: 168 time: 0.1897290 Jul 14 09:30:47.316194 n-d-779913-29 neutron-server[93957]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c5733cf-8b72-4d0b-8294-43fcee12662f tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] GET failed (client error): The resource could not be found. Jul 14 09:30:47.322733 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 55306) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:47.323042 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-2c5733cf-8b72-4d0b-8294-43fcee12662f tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] 10.222.0.68 "GET /v2.0/ports/b1429063-9142-4146-88a3-5c0be90b01c2 HTTP/1.1" status: 404 len: 333 time: 0.0716867 Jul 14 09:30:47.324247 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 55308) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:47.330095 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be4a665-767b-4ae7-8a0a-638c91bcac54 tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fe55c02f-f90b-49f3-8fb8-8997ed3450e0,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:47.340447 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Pushing event updated for resources: {'Port': ['ID=d13358c2-7c61-40f9-a162-9c8fb30b4527,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:47.446272 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-167d16be-f150-4ab1-8eec-9e1b255920c7 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Router 03db1d12-2506-49d9-8870-ac5d383bf40c is scheduled to L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 with binding_index 1 {{(pid=93958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:30:47.455875 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2485a35-70cf-45f4-a093-0cff3235719e tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Deleting subnet b4bab648-ed1f-4b23-8449-ba3e94bfa2be {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:30:47.471018 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b2485a35-70cf-45f4-a093-0cff3235719e tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:47.516693 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-db1e3203-640c-4650-b22d-62fe2c02a1d1 tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] 10.222.0.68 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1887863 Jul 14 09:30:47.517583 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 55316) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:47.527613 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-936ecccf-cd53-47c1-aa4d-bb687b5561c2 req-bc84f07a-56ea-4af7-8a03-f96e2c370604 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/ports?device_id=6c305e96-d23e-4b68-92ab-04fb4da39808 HTTP/1.1" status: 200 len: 210 time: 0.0399368 Jul 14 09:30:47.579940 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-797e9c43-3b40-4277-959e-fe4f841a6f06 tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] Notify callbacks [] for security_group, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:47.598796 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b2485a35-70cf-45f4-a093-0cff3235719e tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13574120'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:47.608909 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-797e9c43-3b40-4277-959e-fe4f841a6f06 tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:47.647458 n-d-779913-29 neutron-server[93958]: DEBUG neutron.notifiers.nova [req-d8090452-3b7e-4fe9-aeab-d9f9f42d8b33 req-a6a86c4c-7e4c-4191-b82c-d7382184e6f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d27f134e-1766-4f38-8d8a-ac3018579cce {{(pid=93958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:30:47.667700 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-797e9c43-3b40-4277-959e-fe4f841a6f06 tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:47.671508 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-797e9c43-3b40-4277-959e-fe4f841a6f06 tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:47.676181 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-797e9c43-3b40-4277-959e-fe4f841a6f06 tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] 10.222.0.68 "DELETE /v2.0/security-groups/e20590ce-fc37-4508-802a-7b15f2a33a43 HTTP/1.1" status: 204 len: 168 time: 0.1572068 Jul 14 09:30:47.677074 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 55320) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:47.691691 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-d8090452-3b7e-4fe9-aeab-d9f9f42d8b33 req-a6a86c4c-7e4c-4191-b82c-d7382184e6f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:47.722536 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-d8090452-3b7e-4fe9-aeab-d9f9f42d8b33 req-a6a86c4c-7e4c-4191-b82c-d7382184e6f2 service neutron] Transition to ACTIVE for port object d27f134e-1766-4f38-8d8a-ac3018579cce will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:30:47.750228 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-d8090452-3b7e-4fe9-aeab-d9f9f42d8b33 req-a6a86c4c-7e4c-4191-b82c-d7382184e6f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13574142'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:47.768853 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-f7064ad6-f301-4e40-a531-4d8dced8b9df tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] 10.222.0.68 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0774057 Jul 14 09:30:47.768853 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797e9c43-3b40-4277-959e-fe4f841a6f06 tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e20590ce-fc37-4508-802a-7b15f2a33a43,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:47.769218 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 55332) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:47.776829 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-167d16be-f150-4ab1-8eec-9e1b255920c7 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:30:47.791892 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c738c8f-c22c-4e66-99d3-fb4522bbd4d4 None None] Sync routers for ids ['03db1d12-2506-49d9-8870-ac5d383bf40c'] in n-d-779913-29 {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:30:47.815300 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b2485a35-70cf-45f4-a093-0cff3235719e tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3481002'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:47.832302 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c738c8f-c22c-4e66-99d3-fb4522bbd4d4 None None] Routers {'03db1d12-2506-49d9-8870-ac5d383bf40c'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:30:47.832947 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-1c738c8f-c22c-4e66-99d3-fb4522bbd4d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:30:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['03db1d12-2506-49d9-8870-ac5d383bf40c'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:47.865779 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-167d16be-f150-4ab1-8eec-9e1b255920c7 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:47.870432 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-167d16be-f150-4ab1-8eec-9e1b255920c7 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 5.8950369 Jul 14 09:30:47.875197 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 55340) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:47.876937 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a86c4c-7e4c-4191-b82c-d7382184e6f2 service neutron] Pushing event updated for resources: {'Port': ['ID=d27f134e-1766-4f38-8d8a-ac3018579cce,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:47.940622 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-1c738c8f-c22c-4e66-99d3-fb4522bbd4d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:47.954974 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c738c8f-c22c-4e66-99d3-fb4522bbd4d4 None None] Routers {'03db1d12-2506-49d9-8870-ac5d383bf40c'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:30:47.957174 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-1c738c8f-c22c-4e66-99d3-fb4522bbd4d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:30:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['03db1d12-2506-49d9-8870-ac5d383bf40c'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:47.959090 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-20395adf-874b-4fa0-ad47-14da1d9b6565 tempest-SecGroupTest-1644926860 tempest-SecGroupTest-1644926860-project] 10.222.0.68 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1884425 Jul 14 09:30:48.055911 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b2485a35-70cf-45f4-a093-0cff3235719e tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13574056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16714573'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:48.068643 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c943dbd5-0351-4d90-8d41-a23179f93252 req-28f09e8e-308d-4c39-ac73-2e219a959164 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:48.079021 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c943dbd5-0351-4d90-8d41-a23179f93252 req-28f09e8e-308d-4c39-ac73-2e219a959164 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/ports?device_id=07646ca0-10f2-4cc8-8147-f694b9d44b24 HTTP/1.1" status: 200 len: 943 time: 0.1732590 Jul 14 09:30:48.125173 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-d8090452-3b7e-4fe9-aeab-d9f9f42d8b33 req-a6a86c4c-7e4c-4191-b82c-d7382184e6f2 service neutron] Attempting to bind port d27f134e-1766-4f38-8d8a-ac3018579cce on host n-h2-779913-29 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:30:48.125422 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-d8090452-3b7e-4fe9-aeab-d9f9f42d8b33 req-a6a86c4c-7e4c-4191-b82c-d7382184e6f2 service neutron] Attempting to bind port d27f134e-1766-4f38-8d8a-ac3018579cce by drivers openvswitch,hyperv on host n-h2-779913-29 at level 0 using segments [{'id': '948a681f-4f89-4271-b601-608851f32209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '37e488ca-77f2-424d-8250-cbdd23d7445f'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:30:48.125762 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8090452-3b7e-4fe9-aeab-d9f9f42d8b33 req-a6a86c4c-7e4c-4191-b82c-d7382184e6f2 service neutron] Attempting to bind port d27f134e-1766-4f38-8d8a-ac3018579cce on network 37e488ca-77f2-424d-8250-cbdd23d7445f {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:30:48.132420 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2485a35-70cf-45f4-a093-0cff3235719e tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Pushing event deleted for resources: {'Subnet': ['ID=b4bab648-ed1f-4b23-8449-ba3e94bfa2be,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:48.137996 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b2485a35-70cf-45f4-a093-0cff3235719e tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:48.142458 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-b2485a35-70cf-45f4-a093-0cff3235719e tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] 10.222.0.68 "DELETE /v2.0/subnets/b4bab648-ed1f-4b23-8449-ba3e94bfa2be HTTP/1.1" status: 204 len: 168 time: 0.8108802 Jul 14 09:30:48.143051 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 55354) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:48.145321 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8090452-3b7e-4fe9-aeab-d9f9f42d8b33 req-a6a86c4c-7e4c-4191-b82c-d7382184e6f2 service neutron] Port d27f134e-1766-4f38-8d8a-ac3018579cce on network 37e488ca-77f2-424d-8250-cbdd23d7445f not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-29 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:30:48.145668 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8090452-3b7e-4fe9-aeab-d9f9f42d8b33 req-a6a86c4c-7e4c-4191-b82c-d7382184e6f2 service neutron] Attempting to bind port d27f134e-1766-4f38-8d8a-ac3018579cce on network 37e488ca-77f2-424d-8250-cbdd23d7445f {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:30:48.184800 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c943dbd5-0351-4d90-8d41-a23179f93252 req-463cc86f-3e20-4ec2-b493-99ebce2e485e tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/security-groups?id=e89c09f5-16f2-4ac7-8f23-93abffe26f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042840 Jul 14 09:30:48.226347 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a47fb6a-3190-4a0d-9e51-5531d9da189c None None] Network 19e178ef-5a7e-46ff-8c73-d5127ea6bd6f requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:30:48.300581 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-1c738c8f-c22c-4e66-99d3-fb4522bbd4d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:48.301467 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c738c8f-c22c-4e66-99d3-fb4522bbd4d4 None None] The sync data for ids ['03db1d12-2506-49d9-8870-ac5d383bf40c'] in n-d-779913-29 is: [] {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:30:48.321243 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8090452-3b7e-4fe9-aeab-d9f9f42d8b33 req-a6a86c4c-7e4c-4191-b82c-d7382184e6f2 service neutron] Checking agent: {'id': '013e4a3b-a634-47b8-b6a5-1a25109b73fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 13, 13), 'started_at': datetime.datetime(2021, 7, 14, 9, 13, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 30, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:30:48.327228 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8090452-3b7e-4fe9-aeab-d9f9f42d8b33 req-a6a86c4c-7e4c-4191-b82c-d7382184e6f2 service neutron] Checking segment: {'id': '948a681f-4f89-4271-b601-608851f32209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '37e488ca-77f2-424d-8250-cbdd23d7445f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:30:48.327870 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8090452-3b7e-4fe9-aeab-d9f9f42d8b33 req-a6a86c4c-7e4c-4191-b82c-d7382184e6f2 service neutron] Bound using segment: {'id': '948a681f-4f89-4271-b601-608851f32209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '37e488ca-77f2-424d-8250-cbdd23d7445f'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:30:48.328346 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-d8090452-3b7e-4fe9-aeab-d9f9f42d8b33 req-a6a86c4c-7e4c-4191-b82c-d7382184e6f2 service neutron] Bound port: d27f134e-1766-4f38-8d8a-ac3018579cce, host: n-h2-779913-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '948a681f-4f89-4271-b601-608851f32209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '37e488ca-77f2-424d-8250-cbdd23d7445f'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:30:48.328723 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-d8090452-3b7e-4fe9-aeab-d9f9f42d8b33 req-a6a86c4c-7e4c-4191-b82c-d7382184e6f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:48.432285 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 55374) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:48.451845 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9ea1f2-80ce-499e-91d0-aab5f0a7171a req-634e62e4-b9d5-4e64-a369-4e3dbfbe453e tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:48.453367 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0c9ea1f2-80ce-499e-91d0-aab5f0a7171a req-634e62e4-b9d5-4e64-a369-4e3dbfbe453e tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/networks?id=4c89afe5-b9f8-4e2e-b44c-d497b59f1beb HTTP/1.1" status: 200 len: 812 time: 0.1660614 Jul 14 09:30:48.470520 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95f9c46e-1872-42aa-bab0-f03889b6b2b9 None None] DHCP port deletion for 19e178ef-5a7e-46ff-8c73-d5127ea6bd6f request from n-d-779913-29 {{(pid=93959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:30:48.489222 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0c9ea1f2-80ce-499e-91d0-aab5f0a7171a req-43ff6e76-7932-4627-8f6b-c270c34ab0c4 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/quotas/dfdb2d62014640219eb60ef19587837e HTTP/1.1" status: 200 len: 375 time: 0.0223613 Jul 14 09:30:48.489781 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f32f83fd-a5f6-46a3-a10c-c9f6472d5584 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3876111'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:48.547709 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-95f9c46e-1872-42aa-bab0-f03889b6b2b9 None None] Deleting port d13358c2-7c61-40f9-a162-9c8fb30b4527 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:30:48.548384 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-95f9c46e-1872-42aa-bab0-f03889b6b2b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:48.567123 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-d8090452-3b7e-4fe9-aeab-d9f9f42d8b33 req-a6a86c4c-7e4c-4191-b82c-d7382184e6f2 service neutron] For port d27f134e-1766-4f38-8d8a-ac3018579cce, host n-h2-779913-29, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:30:48.605195 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0c9ea1f2-80ce-499e-91d0-aab5f0a7171a req-8a401b0d-2deb-4c2c-b5d7-31457543fb55 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=dfdb2d62014640219eb60ef19587837e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1087680 Jul 14 09:30:48.620005 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-d8090452-3b7e-4fe9-aeab-d9f9f42d8b33 req-a6a86c4c-7e4c-4191-b82c-d7382184e6f2 service neutron] For port d27f134e-1766-4f38-8d8a-ac3018579cce, host n-h2-779913-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=d27f134e-1766-4f38-8d8a-ac3018579cce,segment=NetworkSegment(948a681f-4f89-4271-b601-608851f32209),segment_id=948a681f-4f89-4271-b601-608851f32209)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:30:48.670470 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-d8090452-3b7e-4fe9-aeab-d9f9f42d8b33 req-a6a86c4c-7e4c-4191-b82c-d7382184e6f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13574142'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:48.671201 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-95f9c46e-1872-42aa-bab0-f03889b6b2b9 None None] For port d13358c2-7c61-40f9-a162-9c8fb30b4527, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=d13358c2-7c61-40f9-a162-9c8fb30b4527,segment=NetworkSegment(5eaf7780-37e4-4b47-b287-75508b6c9a7e),segment_id=5eaf7780-37e4-4b47-b287-75508b6c9a7e)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:30:48.671952 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-95f9c46e-1872-42aa-bab0-f03889b6b2b9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:48.685923 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-95f9c46e-1872-42aa-bab0-f03889b6b2b9 None None] Calling delete_port for d13358c2-7c61-40f9-a162-9c8fb30b4527 owned by network:dhcp {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:30:48.751828 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device d13358c2-7c61-40f9-a162-9c8fb30b4527 no longer exists at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:30:48.758954 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8090452-3b7e-4fe9-aeab-d9f9f42d8b33 req-a6a86c4c-7e4c-4191-b82c-d7382184e6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:48.759594 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-d8090452-3b7e-4fe9-aeab-d9f9f42d8b33 req-a6a86c4c-7e4c-4191-b82c-d7382184e6f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:48.760991 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d8090452-3b7e-4fe9-aeab-d9f9f42d8b33 req-a6a86c4c-7e4c-4191-b82c-d7382184e6f2 service neutron] 10.222.0.57 "PUT /v2.0/ports/d27f134e-1766-4f38-8d8a-ac3018579cce HTTP/1.1" status: 200 len: 1092 time: 2.6599867 Jul 14 09:30:48.761455 n-d-779913-29 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07646ca0-10f2-4cc8-8147-f694b9d44b24', 'tag': 'd27f134e-1766-4f38-8d8a-ac3018579cce'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:30:48.763749 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cb48f044f948e981f43897c8d7f1332f741dc7af2b4c5a6e19d8f4a80f708e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56fcb45c-b749-4fd5-b245-ffda8423b50e" -d '{"events": [{"name": "network-changed", "server_uuid": "07646ca0-10f2-4cc8-8147-f694b9d44b24", "tag": "d27f134e-1766-4f38-8d8a-ac3018579cce"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:30:48.824853 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-a4043568-0d85-4095-9966-aba745f155bc admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=8cbb0759717a4623972b7c93801478b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3877308 Jul 14 09:30:48.826236 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a86c4c-7e4c-4191-b82c-d7382184e6f2 service neutron] Pushing event updated for resources: {'Port': ['ID=d27f134e-1766-4f38-8d8a-ac3018579cce,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:48.828717 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 55382) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:48.831179 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0c9ea1f2-80ce-499e-91d0-aab5f0a7171a req-04040577-f10a-40f8-9f58-15ca22fa64af service neutron] 10.222.0.68 "GET /v2.0/networks/4c89afe5-b9f8-4e2e-b44c-d497b59f1beb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2010932 Jul 14 09:30:48.832630 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] No active binding found for port d13358c2-7c61-40f9-a162-9c8fb30b4527 {{(pid=93959) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 14 09:30:48.833120 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device d13358c2-7c61-40f9-a162-9c8fb30b4527 not bound to the agent host n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:30:48.835800 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-95f9c46e-1872-42aa-bab0-f03889b6b2b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:48.859705 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f9c46e-1872-42aa-bab0-f03889b6b2b9 None None] No DVR routers for this DVR port d13358c2-7c61-40f9-a162-9c8fb30b4527 on host n-d-779913-29 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:30:48.877602 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:30:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba88c20c-f21d-4eac-a7cf-d7fb7e36180f x-openstack-request-id: req-ba88c20c-f21d-4eac-a7cf-d7fb7e36180f {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:30:48.877908 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07646ca0-10f2-4cc8-8147-f694b9d44b24", "tag": "d27f134e-1766-4f38-8d8a-ac3018579cce", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:30:48.878157 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-ba88c20c-f21d-4eac-a7cf-d7fb7e36180f {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:30:48.878691 n-d-779913-29 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07646ca0-10f2-4cc8-8147-f694b9d44b24', 'tag': 'd27f134e-1766-4f38-8d8a-ac3018579cce', 'status': 'completed', 'code': 200} Jul 14 09:30:48.890675 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f9c46e-1872-42aa-bab0-f03889b6b2b9 None None] Pushing event deleted for resources: {'Port': ['ID=d13358c2-7c61-40f9-a162-9c8fb30b4527,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:48.897578 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-f32f83fd-a5f6-46a3-a10c-c9f6472d5584 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Deleting port d13358c2-7c61-40f9-a162-9c8fb30b4527 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:30:48.897876 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f32f83fd-a5f6-46a3-a10c-c9f6472d5584 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:48.934528 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0c9ea1f2-80ce-499e-91d0-aab5f0a7171a req-c415c6ba-8b86-457c-b5f5-794187a9b23d service neutron] 10.222.0.68 "GET /v2.0/networks/4c89afe5-b9f8-4e2e-b44c-d497b59f1beb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024919 Jul 14 09:30:49.336275 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-4395a3c7-98ec-4c61-ae77-21c45156f6b7 req-2f12f277-520d-49ab-94ab-597e1063ab40 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/ports?device_id=5ac3fc79-a6bb-4376-8cab-9a14ede42483 HTTP/1.1" status: 200 len: 210 time: 0.0899732 Jul 14 09:30:49.339136 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-f32f83fd-a5f6-46a3-a10c-c9f6472d5584 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] For port d13358c2-7c61-40f9-a162-9c8fb30b4527, host n-d-779913-29, got binding levels [] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:30:49.339502 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f32f83fd-a5f6-46a3-a10c-c9f6472d5584 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:49.355466 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7aa2ece0-9a97-4271-a6c3-48e4000d18fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:49.375220 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-f32f83fd-a5f6-46a3-a10c-c9f6472d5584 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Calling delete_port for d13358c2-7c61-40f9-a162-9c8fb30b4527 owned by network:dhcp {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:30:49.378341 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab55178-eb4f-4707-b23c-adfe2c015689 req-29b2cb90-b166-4aed-a783-7ca7fa32ffa3 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:49.380295 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2ab55178-eb4f-4707-b23c-adfe2c015689 req-29b2cb90-b166-4aed-a783-7ca7fa32ffa3 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/ports?device_id=07646ca0-10f2-4cc8-8147-f694b9d44b24 HTTP/1.1" status: 200 len: 943 time: 0.0783634 Jul 14 09:30:49.383735 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.ipam_backend_mixin [None req-f32f83fd-a5f6-46a3-a10c-c9f6472d5584 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Port d13358c2-7c61-40f9-a162-9c8fb30b4527 was not found and therefore no delete operation was performed {{(pid=93958) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 14 09:30:49.407046 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8090452-3b7e-4fe9-aeab-d9f9f42d8b33 req-b2e209b9-e75d-4ac8-8992-97e6dd03774f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:49.408838 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d8090452-3b7e-4fe9-aeab-d9f9f42d8b33 req-b2e209b9-e75d-4ac8-8992-97e6dd03774f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=345a5b6fceae4b28981003dfc874e3c7&device_id=07646ca0-10f2-4cc8-8147-f694b9d44b24 HTTP/1.1" status: 200 len: 1095 time: 0.5771570 Jul 14 09:30:49.414530 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f32f83fd-a5f6-46a3-a10c-c9f6472d5584 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:49.426627 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2ab55178-eb4f-4707-b23c-adfe2c015689 req-7f4a5846-4db9-4e73-85c6-e703f835753f tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/security-groups?id=e89c09f5-16f2-4ac7-8f23-93abffe26f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389600 Jul 14 09:30:49.459374 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7aa2ece0-9a97-4271-a6c3-48e4000d18fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:49.503406 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32f83fd-a5f6-46a3-a10c-c9f6472d5584 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Pushing event deleted for resources: {'Port': ['ID=d13358c2-7c61-40f9-a162-9c8fb30b4527,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:49.511264 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d8090452-3b7e-4fe9-aeab-d9f9f42d8b33 req-e9aa1c5d-ebd2-4703-b1f5-19e4b6377d47 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d27f134e-1766-4f38-8d8a-ac3018579cce HTTP/1.1" status: 200 len: 217 time: 0.0804946 Jul 14 09:30:49.512315 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f32f83fd-a5f6-46a3-a10c-c9f6472d5584 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] No DVR routers for this DVR port d13358c2-7c61-40f9-a162-9c8fb30b4527 on host n-d-779913-29 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:30:49.522219 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5c76994b-c7ca-47c0-a871-352ea19741b2 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:49.695719 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f32f83fd-a5f6-46a3-a10c-c9f6472d5584 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473955', 'neutron.services.segments.db._delete_segments_for_network-8735688326548'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:49.698985 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8090452-3b7e-4fe9-aeab-d9f9f42d8b33 req-87ac5a3d-ba99-4eee-b2eb-35de5011f22c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:49.700585 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d8090452-3b7e-4fe9-aeab-d9f9f42d8b33 req-87ac5a3d-ba99-4eee-b2eb-35de5011f22c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=535bbe8f-0cbe-454b-b3d9-7e9077b77cea HTTP/1.1" status: 200 len: 854 time: 0.1803954 Jul 14 09:30:49.722145 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-f32f83fd-a5f6-46a3-a10c-c9f6472d5584 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19e178ef-5a7e-46ff-8c73-d5127ea6bd6f']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:49.755220 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-f32f83fd-a5f6-46a3-a10c-c9f6472d5584 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5eaf7780-37e4-4b47-b287-75508b6c9a7e') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:49.755517 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-f32f83fd-a5f6-46a3-a10c-c9f6472d5584 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5eaf7780-37e4-4b47-b287-75508b6c9a7e') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:49.781142 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7aa2ece0-9a97-4271-a6c3-48e4000d18fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:49.783677 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7aa2ece0-9a97-4271-a6c3-48e4000d18fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:49.784805 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-7aa2ece0-9a97-4271-a6c3-48e4000d18fe admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/4bbc9100-5374-4bc0-a700-311907737969 HTTP/1.1" status: 204 len: 168 time: 0.9440007 Jul 14 09:30:49.786959 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d8090452-3b7e-4fe9-aeab-d9f9f42d8b33 req-4126d7b1-af3b-498d-a076-dbc669700e4f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=37e488ca-77f2-424d-8250-cbdd23d7445f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0745831 Jul 14 09:30:49.814532 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f32f83fd-a5f6-46a3-a10c-c9f6472d5584 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735688356235', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13574129'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:49.827597 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa2ece0-9a97-4271-a6c3-48e4000d18fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bbc9100-5374-4bc0-a700-311907737969,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:49.880758 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f32f83fd-a5f6-46a3-a10c-c9f6472d5584 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:49.904226 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f32f83fd-a5f6-46a3-a10c-c9f6472d5584 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Releasing vlan 717 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:30:49.904701 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f32f83fd-a5f6-46a3-a10c-c9f6472d5584 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13573126'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:49.907826 n-d-779913-29 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:30:49.907826 n-d-779913-29 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:30:49.907826 n-d-779913-29 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:30:49.907826 n-d-779913-29 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:30:49.907826 n-d-779913-29 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:30:49.907826 n-d-779913-29 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:30:49.907826 n-d-779913-29 neutron-server[93958]: Traceback (most recent call last): Jul 14 09:30:49.907826 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:30:49.907826 n-d-779913-29 neutron-server[93958]: timer() Jul 14 09:30:49.907826 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:30:49.907826 n-d-779913-29 neutron-server[93958]: cb(*args, **kw) Jul 14 09:30:49.907826 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:30:49.907826 n-d-779913-29 neutron-server[93958]: return func(*args, **kwargs) Jul 14 09:30:49.907826 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:30:49.907826 n-d-779913-29 neutron-server[93958]: self._notify() Jul 14 09:30:49.907826 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:30:49.907826 n-d-779913-29 neutron-server[93958]: self.callback(batched_events) Jul 14 09:30:49.907826 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:30:49.907826 n-d-779913-29 neutron-server[93958]: event.method(event) Jul 14 09:30:49.907826 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:30:49.907826 n-d-779913-29 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:30:49.907826 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:30:49.907826 n-d-779913-29 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:30:49.907826 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:30:49.907826 n-d-779913-29 neutron-server[93958]: return f(self, *a, **k) Jul 14 09:30:49.907826 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:30:49.907826 n-d-779913-29 neutron-server[93958]: return self._get(url).json() Jul 14 09:30:49.907826 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:30:49.907826 n-d-779913-29 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:30:49.907826 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:30:49.907826 n-d-779913-29 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 14 09:30:49.907826 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:30:49.907826 n-d-779913-29 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:30:49.907826 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:30:49.907826 n-d-779913-29 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:30:49.907826 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:30:49.907826 n-d-779913-29 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:30:49.907826 n-d-779913-29 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:30:50.109997 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d8090452-3b7e-4fe9-aeab-d9f9f42d8b33 req-d12d8762-7a18-4ae0-bb13-17f200ee2f72 service neutron] 10.222.0.57 "GET /v2.0/networks/37e488ca-77f2-424d-8250-cbdd23d7445f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3110332 Jul 14 09:30:50.113301 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f32f83fd-a5f6-46a3-a10c-c9f6472d5584 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660504'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:50.136484 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f32f83fd-a5f6-46a3-a10c-c9f6472d5584 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:50.138378 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-f32f83fd-a5f6-46a3-a10c-c9f6472d5584 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] 10.222.0.68 "DELETE /v2.0/networks/19e178ef-5a7e-46ff-8c73-d5127ea6bd6f HTTP/1.1" status: 204 len: 168 time: 1.9941213 Jul 14 09:30:50.142997 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 55412) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:50.149157 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-6265c021-6596-412c-83d2-b02269263571 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2113776036'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:50.178032 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6265c021-6596-412c-83d2-b02269263571 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Made reservation on behalf of 078281b593d34d31bc27616950b7a85b for: {'network': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:30:50.184503 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6265c021-6596-412c-83d2-b02269263571 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for network, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:50.189710 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32f83fd-a5f6-46a3-a10c-c9f6472d5584 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Pushing event deleted for resources: {'Network': ['ID=19e178ef-5a7e-46ff-8c73-d5127ea6bd6f,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:50.215471 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6265c021-6596-412c-83d2-b02269263571 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 731} {{(pid=93957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:30:50.224921 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6265c021-6596-412c-83d2-b02269263571 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:50.225602 n-d-779913-29 neutron-server[93957]: INFO neutron.db.segments_db [None req-6265c021-6596-412c-83d2-b02269263571 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Added segment 078cf8be-9a9d-4d99-b7da-e4468c60f3f3 of type vlan for network c1c44abe-a49a-4527-acba-5e40ae42e23d Jul 14 09:30:50.275204 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-5c76994b-c7ca-47c0-a871-352ea19741b2 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Allocated IP 172.20.0.1 (55ea7874-3df8-4afc-856d-057cf869b3cf/703f8a7e-e172-442f-a3df-3359ff325b59/64c099f8-b38e-4e98-8b96-a9cbfc32b6d0) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:30:50.289020 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6265c021-6596-412c-83d2-b02269263571 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735687821325'] for network, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:50.290037 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d8090452-3b7e-4fe9-aeab-d9f9f42d8b33 req-272aa456-a0f9-4b93-b1a6-3bd78422c5da service neutron] 10.222.0.57 "GET /v2.0/networks/37e488ca-77f2-424d-8250-cbdd23d7445f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1684606 Jul 14 09:30:50.333814 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6265c021-6596-412c-83d2-b02269263571 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855'] for network, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:50.342552 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6265c021-6596-412c-83d2-b02269263571 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:50.343596 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6265c021-6596-412c-83d2-b02269263571 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks [] for network, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:50.458144 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6265c021-6596-412c-83d2-b02269263571 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Pushing event updated for resources: {'Network': ['ID=c1c44abe-a49a-4527-acba-5e40ae42e23d,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:50.474001 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6265c021-6596-412c-83d2-b02269263571 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:30:50.474954 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6265c021-6596-412c-83d2-b02269263571 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:30:50.475406 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6265c021-6596-412c-83d2-b02269263571 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:30:50.475758 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6265c021-6596-412c-83d2-b02269263571 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:30:50.476221 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6265c021-6596-412c-83d2-b02269263571 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:30:50.476776 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6265c021-6596-412c-83d2-b02269263571 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:30:50.477367 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6265c021-6596-412c-83d2-b02269263571 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:30:50.478897 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6265c021-6596-412c-83d2-b02269263571 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:30:50.479247 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6265c021-6596-412c-83d2-b02269263571 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:30:50.479849 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6265c021-6596-412c-83d2-b02269263571 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:30:50.480195 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6265c021-6596-412c-83d2-b02269263571 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:30:50.480592 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6265c021-6596-412c-83d2-b02269263571 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:30:50.486762 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-6265c021-6596-412c-83d2-b02269263571 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3426158 Jul 14 09:30:50.489476 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 55428) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:50.490299 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5c76994b-c7ca-47c0-a871-352ea19741b2 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:50.493291 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Network c1c44abe-a49a-4527-acba-5e40ae42e23d details requested by agent ovs-agent-n-d-779913-29 with host n-d-779913-29 {{(pid=93959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:30:50.507127 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-5c76994b-c7ca-47c0-a871-352ea19741b2 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Transition to ACTIVE for port object 64c099f8-b38e-4e98-8b96-a9cbfc32b6d0 will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:30:50.514753 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-8fce53ad-b504-40a5-892b-f5fdc43d32bc tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Request body: {'subnet': {'network_id': 'c1c44abe-a49a-4527-acba-5e40ae42e23d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:50.576488 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5c76994b-c7ca-47c0-a871-352ea19741b2 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:50.643559 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 55432) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:50.660390 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c76994b-c7ca-47c0-a871-352ea19741b2 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Network 55ea7874-3df8-4afc-856d-057cf869b3cf is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:30:50.686548 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-5c76994b-c7ca-47c0-a871-352ea19741b2 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:30:50.695859 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c76994b-c7ca-47c0-a871-352ea19741b2 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:30:50.699205 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c76994b-c7ca-47c0-a871-352ea19741b2 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Pushing event updated for resources: {'Port': ['ID=64c099f8-b38e-4e98-8b96-a9cbfc32b6d0,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:50.747922 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1f40c97c-ff70-40f4-9b1a-7cf24ac70519 req-e0eb9d9b-3257-4ef0-a714-002e6b1914ec tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/ports?device_id=5ac3fc79-a6bb-4376-8cab-9a14ede42483 HTTP/1.1" status: 200 len: 210 time: 0.2195404 Jul 14 09:30:50.792186 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fce53ad-b504-40a5-892b-f5fdc43d32bc tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Made reservation on behalf of 078281b593d34d31bc27616950b7a85b for: {'subnet': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:30:50.797752 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8fce53ad-b504-40a5-892b-f5fdc43d32bc tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11984110'] for subnet, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:50.799371 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9ea1f2-80ce-499e-91d0-aab5f0a7171a req-e67b65bb-657d-4362-a000-300f501b126b tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:50.800830 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-0c9ea1f2-80ce-499e-91d0-aab5f0a7171a req-e67b65bb-657d-4362-a000-300f501b126b tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.65 "GET /v2.0/networks?id=4c89afe5-b9f8-4e2e-b44c-d497b59f1beb HTTP/1.1" status: 200 len: 812 time: 0.4287412 Jul 14 09:30:50.837900 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [req-0c9ea1f2-80ce-499e-91d0-aab5f0a7171a req-f5e15d6e-ce49-4c20-a71d-188f2249abf4 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] Request body: {'port': {'device_id': '5ac3fc79-a6bb-4376-8cab-9a14ede42483', 'network_id': '4c89afe5-b9f8-4e2e-b44c-d497b59f1beb', 'admin_state_up': True, 'tenant_id': 'dfdb2d62014640219eb60ef19587837e'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:50.857894 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-b68e801f-d828-4c16-8025-7862ea80bc31 tempest-TagsTest-9697687 tempest-TagsTest-9697687-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-564724803'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:50.928927 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5c76994b-c7ca-47c0-a871-352ea19741b2 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-660393'] for router_interface, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:50.938174 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fcb45c-b749-4fd5-b245-ffda8423b50e req-ba2db692-60c3-465c-986b-988c7b508f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:50.939875 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-56fcb45c-b749-4fd5-b245-ffda8423b50e req-ba2db692-60c3-465c-986b-988c7b508f14 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=345a5b6fceae4b28981003dfc874e3c7&device_id=07646ca0-10f2-4cc8-8147-f694b9d44b24 HTTP/1.1" status: 200 len: 1095 time: 0.5031447 Jul 14 09:30:51.058167 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8fce53ad-b504-40a5-892b-f5fdc43d32bc tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10052764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11984092'] for subnet, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:51.069569 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b68e801f-d828-4c16-8025-7862ea80bc31 tempest-TagsTest-9697687 tempest-TagsTest-9697687-project] Made reservation on behalf of 14990258a00143188af14f98a5d39a46 for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:30:51.073641 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b68e801f-d828-4c16-8025-7862ea80bc31 tempest-TagsTest-9697687 tempest-TagsTest-9697687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:51.135849 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-dfe13134-2610-40c1-8444-22e596adaa03 None None] Provisioning for port 64c099f8-b38e-4e98-8b96-a9cbfc32b6d0 completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:30:51.139360 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fce53ad-b504-40a5-892b-f5fdc43d32bc tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Checking segment: {'id': '078cf8be-9a9d-4d99-b7da-e4468c60f3f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'c1c44abe-a49a-4527-acba-5e40ae42e23d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:30:51.140032 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fce53ad-b504-40a5-892b-f5fdc43d32bc tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Network hostable DHCP agents. Network: c1c44abe-a49a-4527-acba-5e40ae42e23d, hostable agents: ['c6a09bd4-f72e-4283-a3ca-0bbca8a51081'], hosted agents: [] {{(pid=93957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:30:51.143211 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-dfe13134-2610-40c1-8444-22e596adaa03 None None] Provisioning complete for port 64c099f8-b38e-4e98-8b96-a9cbfc32b6d0 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:30:51.143953 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-dfe13134-2610-40c1-8444-22e596adaa03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:51.160065 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fce53ad-b504-40a5-892b-f5fdc43d32bc tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Pushing event updated for resources: {'Subnet': ['ID=13aa6296-dabe-4178-b1a7-636fd8ea7889,revision_number=0']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:51.165658 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fce53ad-b504-40a5-892b-f5fdc43d32bc tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Network c1c44abe-a49a-4527-acba-5e40ae42e23d is scheduled to be hosted by DHCP agent c6a09bd4-f72e-4283-a3ca-0bbca8a51081 with binding_index 1 {{(pid=93957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:30:51.178527 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-8fce53ad-b504-40a5-892b-f5fdc43d32bc tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-29, c1c44abe-a49a-4527-acba-5e40ae42e23d) {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:30:51.183942 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fce53ad-b504-40a5-892b-f5fdc43d32bc tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:51.184758 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8fce53ad-b504-40a5-892b-f5fdc43d32bc tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks [] for subnet, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:51.202868 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63b599fd-6df9-4b53-887b-67ef225d7ee4 None None] Network c1c44abe-a49a-4527-acba-5e40ae42e23d requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:30:51.206110 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-8fce53ad-b504-40a5-892b-f5fdc43d32bc tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7036173 Jul 14 09:30:51.206839 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 55440) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:51.214072 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-4ded21d1-baf6-4dba-8f64-88ea63aaf98f tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Request body: {'port': {'network_id': 'c1c44abe-a49a-4527-acba-5e40ae42e23d', 'security_groups': [], 'name': 'tempest-PortsTestJSON-397676274'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:51.264324 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-dfe13134-2610-40c1-8444-22e596adaa03 None None] Port 64c099f8-b38e-4e98-8b96-a9cbfc32b6d0 cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:30:51.341824 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ded21d1-baf6-4dba-8f64-88ea63aaf98f tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Made reservation on behalf of 078281b593d34d31bc27616950b7a85b for: {'port': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:30:51.346042 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4ded21d1-baf6-4dba-8f64-88ea63aaf98f tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:51.365628 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-4ded21d1-baf6-4dba-8f64-88ea63aaf98f tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] device_id is not set on port a00337f9-5f24-410e-b144-13dcb093faca yet. {{(pid=93957) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:30:51.371347 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-274a515f-6c0d-488e-ae2a-6f8963700019 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf57baaa9-fd24-59f4-8fd2-1dc21122ce72-c1c44abe-a49a-4527-acba-5e40ae42e23d', 'network_id': 'c1c44abe-a49a-4527-acba-5e40ae42e23d', 'tenant_id': '078281b593d34d31bc27616950b7a85b', 'fixed_ips': [{'subnet_id': '13aa6296-dabe-4178-b1a7-636fd8ea7889'}]}} from n-d-779913-29. {{(pid=93959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:30:51.372813 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-274a515f-6c0d-488e-ae2a-6f8963700019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:51.372959 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b68e801f-d828-4c16-8025-7862ea80bc31 tempest-TagsTest-9697687 tempest-TagsTest-9697687-project] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:51.395717 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439ef814-f943-4ca1-9c63-a82bb66ea7d8 req-a8de4f32-14bc-49d6-9952-bc5e606119e2 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:51.397309 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-439ef814-f943-4ca1-9c63-a82bb66ea7d8 req-a8de4f32-14bc-49d6-9952-bc5e606119e2 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/ports?device_id=07646ca0-10f2-4cc8-8147-f694b9d44b24 HTTP/1.1" status: 200 len: 943 time: 0.7358875 Jul 14 09:30:51.491699 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-4ded21d1-baf6-4dba-8f64-88ea63aaf98f tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Allocated IP 172.20.0.4 (c1c44abe-a49a-4527-acba-5e40ae42e23d/13aa6296-dabe-4178-b1a7-636fd8ea7889/a00337f9-5f24-410e-b144-13dcb093faca) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:30:51.509131 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.db.api [req-0c9ea1f2-80ce-499e-91d0-aab5f0a7171a req-f5e15d6e-ce49-4c20-a71d-188f2249abf4 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 14 09:30:51.509131 n-d-779913-29 neutron-server[93958]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 14 09:30:51.509131 n-d-779913-29 neutron-server[93958]: [parameters: {'project_id_1': 'dfdb2d62014640219eb60ef19587837e', 'expiration_1': datetime.datetime(2021, 7, 14, 9, 30, 51, 478178)}] Jul 14 09:30:51.509131 n-d-779913-29 neutron-server[93958]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93958) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 09:30:51.509769 n-d-779913-29 neutron-server[93958]: DEBUG oslo_db.api [req-0c9ea1f2-80ce-499e-91d0-aab5f0a7171a req-f5e15d6e-ce49-4c20-a71d-188f2249abf4 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 09:30:51.517971 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fcb45c-b749-4fd5-b245-ffda8423b50e req-28fc4adf-fed1-4c10-b2b9-83439b4d8c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:51.519434 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-56fcb45c-b749-4fd5-b245-ffda8423b50e req-28fc4adf-fed1-4c10-b2b9-83439b4d8c07 service neutron] 10.222.0.57 "GET /v2.0/networks?id=37e488ca-77f2-424d-8250-cbdd23d7445f HTTP/1.1" status: 200 len: 915 time: 0.5300908 Jul 14 09:30:51.535092 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-439ef814-f943-4ca1-9c63-a82bb66ea7d8 req-45386f07-83d9-4bd4-8ca4-73b5ae90c490 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/security-groups?id=e89c09f5-16f2-4ac7-8f23-93abffe26f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060600 Jul 14 09:30:51.604946 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-56fcb45c-b749-4fd5-b245-ffda8423b50e req-6289b34d-1dfb-4092-851d-f76c4539a1f2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d27f134e-1766-4f38-8d8a-ac3018579cce HTTP/1.1" status: 200 len: 217 time: 0.0750782 Jul 14 09:30:51.623633 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4ded21d1-baf6-4dba-8f64-88ea63aaf98f tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:51.637854 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-4ded21d1-baf6-4dba-8f64-88ea63aaf98f tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Transition to ACTIVE for port object a00337f9-5f24-410e-b144-13dcb093faca will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:30:51.650482 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5c76994b-c7ca-47c0-a871-352ea19741b2 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:51.671562 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4ded21d1-baf6-4dba-8f64-88ea63aaf98f tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:51.690881 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fcb45c-b749-4fd5-b245-ffda8423b50e req-3c633cff-6565-49a8-b7cb-d80dd58e704a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:51.692371 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-56fcb45c-b749-4fd5-b245-ffda8423b50e req-3c633cff-6565-49a8-b7cb-d80dd58e704a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=535bbe8f-0cbe-454b-b3d9-7e9077b77cea HTTP/1.1" status: 200 len: 854 time: 0.0800285 Jul 14 09:30:51.713723 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ded21d1-baf6-4dba-8f64-88ea63aaf98f tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Network c1c44abe-a49a-4527-acba-5e40ae42e23d is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:30:51.719361 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-4ded21d1-baf6-4dba-8f64-88ea63aaf98f tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:30:51.721989 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ded21d1-baf6-4dba-8f64-88ea63aaf98f tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:30:51.727864 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-274a515f-6c0d-488e-ae2a-6f8963700019 None None] Allocated IP 172.20.0.2 (c1c44abe-a49a-4527-acba-5e40ae42e23d/13aa6296-dabe-4178-b1a7-636fd8ea7889/21b4e123-1c07-44cd-97c1-f2c6093367fa) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:30:51.756229 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ded21d1-baf6-4dba-8f64-88ea63aaf98f tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Pushing event updated for resources: {'Port': ['ID=a00337f9-5f24-410e-b144-13dcb093faca,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:51.762571 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-56fcb45c-b749-4fd5-b245-ffda8423b50e req-7587f803-8900-4824-9661-50dcc410171d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=37e488ca-77f2-424d-8250-cbdd23d7445f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475399 Jul 14 09:30:51.781475 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ded21d1-baf6-4dba-8f64-88ea63aaf98f tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:51.782215 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4ded21d1-baf6-4dba-8f64-88ea63aaf98f tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:51.867900 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b68e801f-d828-4c16-8025-7862ea80bc31 tempest-TagsTest-9697687 tempest-TagsTest-9697687-project] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:51.882561 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b68e801f-d828-4c16-8025-7862ea80bc31 tempest-TagsTest-9697687 tempest-TagsTest-9697687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:51.887011 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-4ded21d1-baf6-4dba-8f64-88ea63aaf98f tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 885 time: 0.6788480 Jul 14 09:30:51.887213 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-274a515f-6c0d-488e-ae2a-6f8963700019 None None] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:51.888303 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 55444) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:51.895664 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-274a515f-6c0d-488e-ae2a-6f8963700019 None None] Transition to ACTIVE for port object 21b4e123-1c07-44cd-97c1-f2c6093367fa will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:30:51.912396 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-274a515f-6c0d-488e-ae2a-6f8963700019 None None] Transition to ACTIVE for port object 21b4e123-1c07-44cd-97c1-f2c6093367fa will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:30:51.919989 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-274a515f-6c0d-488e-ae2a-6f8963700019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:51.961109 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b68e801f-d828-4c16-8025-7862ea80bc31 tempest-TagsTest-9697687 tempest-TagsTest-9697687-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 729} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:30:51.963832 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-274a515f-6c0d-488e-ae2a-6f8963700019 None None] Network c1c44abe-a49a-4527-acba-5e40ae42e23d is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:30:51.966616 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-7b039ecb-ca0f-41a0-890b-27e5ddc4f0cc req-27a95279-1c12-4270-ac18-215776a55337 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/ports?device_id=5ac3fc79-a6bb-4376-8cab-9a14ede42483 HTTP/1.1" status: 200 len: 210 time: 0.0738204 Jul 14 09:30:51.968649 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-274a515f-6c0d-488e-ae2a-6f8963700019 None None] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:30:51.975788 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68e801f-d828-4c16-8025-7862ea80bc31 tempest-TagsTest-9697687 tempest-TagsTest-9697687-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c99d0991-75e0-446f-b844-338d457abe6d,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:51.977807 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-274a515f-6c0d-488e-ae2a-6f8963700019 None None] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:30:51.988880 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b68e801f-d828-4c16-8025-7862ea80bc31 tempest-TagsTest-9697687 tempest-TagsTest-9697687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:51.988880 n-d-779913-29 neutron-server[93958]: INFO neutron.db.segments_db [None req-b68e801f-d828-4c16-8025-7862ea80bc31 tempest-TagsTest-9697687 tempest-TagsTest-9697687-project] Added segment 945f8112-d34b-41d2-b913-20981368f205 of type vlan for network 18afe29d-1940-4f19-a7ed-32152db374ed Jul 14 09:30:52.010586 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274a515f-6c0d-488e-ae2a-6f8963700019 None None] Pushing event updated for resources: {'Port': ['ID=21b4e123-1c07-44cd-97c1-f2c6093367fa,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:52.054469 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-274a515f-6c0d-488e-ae2a-6f8963700019 None None] Attempting to bind port 21b4e123-1c07-44cd-97c1-f2c6093367fa on host n-d-779913-29 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:30:52.054845 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-274a515f-6c0d-488e-ae2a-6f8963700019 None None] Attempting to bind port 21b4e123-1c07-44cd-97c1-f2c6093367fa by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': '078cf8be-9a9d-4d99-b7da-e4468c60f3f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'c1c44abe-a49a-4527-acba-5e40ae42e23d'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:30:52.055440 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-274a515f-6c0d-488e-ae2a-6f8963700019 None None] Attempting to bind port 21b4e123-1c07-44cd-97c1-f2c6093367fa on network c1c44abe-a49a-4527-acba-5e40ae42e23d {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:30:52.059303 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-56fcb45c-b749-4fd5-b245-ffda8423b50e req-75c3fe50-7c8d-4d26-801d-ce3938b22877 service neutron] 10.222.0.57 "GET /v2.0/networks/37e488ca-77f2-424d-8250-cbdd23d7445f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2849720 Jul 14 09:30:52.062840 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-274a515f-6c0d-488e-ae2a-6f8963700019 None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 30, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:30:52.063500 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-274a515f-6c0d-488e-ae2a-6f8963700019 None None] Checking segment: {'id': '078cf8be-9a9d-4d99-b7da-e4468c60f3f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'c1c44abe-a49a-4527-acba-5e40ae42e23d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:30:52.064255 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-274a515f-6c0d-488e-ae2a-6f8963700019 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:52.064864 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-274a515f-6c0d-488e-ae2a-6f8963700019 None None] Bound using segment: {'id': '078cf8be-9a9d-4d99-b7da-e4468c60f3f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'c1c44abe-a49a-4527-acba-5e40ae42e23d'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:30:52.065555 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-274a515f-6c0d-488e-ae2a-6f8963700019 None None] Bound port: 21b4e123-1c07-44cd-97c1-f2c6093367fa, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '078cf8be-9a9d-4d99-b7da-e4468c60f3f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'c1c44abe-a49a-4527-acba-5e40ae42e23d'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:30:52.067033 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-274a515f-6c0d-488e-ae2a-6f8963700019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:52.078113 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-37e21144-e729-456b-8768-7d3477fb9e64 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Deleting port a00337f9-5f24-410e-b144-13dcb093faca {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:30:52.078605 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-37e21144-e729-456b-8768-7d3477fb9e64 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:52.123082 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device d27f134e-1766-4f38-8d8a-ac3018579cce details requested by agent hyperv_n-h2-779913-29 with host n-h2-779913-29 {{(pid=93959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:30:52.125682 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b68e801f-d828-4c16-8025-7862ea80bc31 tempest-TagsTest-9697687 tempest-TagsTest-9697687-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735687821325'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:52.142910 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b3dd3d6a-9818-4191-83de-d78ab1d1db6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:52.216302 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-274a515f-6c0d-488e-ae2a-6f8963700019 None None] For port 21b4e123-1c07-44cd-97c1-f2c6093367fa, host n-d-779913-29, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:30:52.221787 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-37e21144-e729-456b-8768-7d3477fb9e64 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:52.230025 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c9ea1f2-80ce-499e-91d0-aab5f0a7171a req-f5e15d6e-ce49-4c20-a71d-188f2249abf4 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] Made reservation on behalf of dfdb2d62014640219eb60ef19587837e for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:30:52.233628 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-0c9ea1f2-80ce-499e-91d0-aab5f0a7171a req-f5e15d6e-ce49-4c20-a71d-188f2249abf4 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:52.240700 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-37e21144-e729-456b-8768-7d3477fb9e64 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Calling delete_port for a00337f9-5f24-410e-b144-13dcb093faca owned by {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:30:52.241617 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-274a515f-6c0d-488e-ae2a-6f8963700019 None None] For port 21b4e123-1c07-44cd-97c1-f2c6093367fa, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=21b4e123-1c07-44cd-97c1-f2c6093367fa,segment=NetworkSegment(078cf8be-9a9d-4d99-b7da-e4468c60f3f3),segment_id=078cf8be-9a9d-4d99-b7da-e4468c60f3f3)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:30:52.257311 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-274a515f-6c0d-488e-ae2a-6f8963700019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:52.317076 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b68e801f-d828-4c16-8025-7862ea80bc31 tempest-TagsTest-9697687 tempest-TagsTest-9697687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:52.322673 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b68e801f-d828-4c16-8025-7862ea80bc31 tempest-TagsTest-9697687 tempest-TagsTest-9697687-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:52.323343 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b68e801f-d828-4c16-8025-7862ea80bc31 tempest-TagsTest-9697687 tempest-TagsTest-9697687-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:52.345297 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-56fcb45c-b749-4fd5-b245-ffda8423b50e req-9ab5e74e-ef67-4303-9789-f8fb34e3c559 service neutron] 10.222.0.57 "GET /v2.0/networks/37e488ca-77f2-424d-8250-cbdd23d7445f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2593913 Jul 14 09:30:52.348880 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port d27f134e-1766-4f38-8d8a-ac3018579cce, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=d27f134e-1766-4f38-8d8a-ac3018579cce,segment=NetworkSegment(948a681f-4f89-4271-b601-608851f32209),segment_id=948a681f-4f89-4271-b601-608851f32209)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:30:52.367516 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274a515f-6c0d-488e-ae2a-6f8963700019 None None] Pushing event updated for resources: {'Port': ['ID=21b4e123-1c07-44cd-97c1-f2c6093367fa,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:52.377247 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Returning: {'device': 'd27f134e-1766-4f38-8d8a-ac3018579cce', 'network_id': '37e488ca-77f2-424d-8250-cbdd23d7445f', 'port_id': 'd27f134e-1766-4f38-8d8a-ac3018579cce', 'mac_address': 'fa:16:3e:d6:81:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 716, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '535bbe8f-0cbe-454b-b3d9-7e9077b77cea', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:30:52.434022 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:52.441973 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-37e21144-e729-456b-8768-7d3477fb9e64 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:52.450031 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d27f134e-1766-4f38-8d8a-ac3018579cce {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:30:52.480498 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e21144-e729-456b-8768-7d3477fb9e64 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Pushing event deleted for resources: {'Port': ['ID=a00337f9-5f24-410e-b144-13dcb093faca,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:52.480924 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port d27f134e-1766-4f38-8d8a-ac3018579cce, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=d27f134e-1766-4f38-8d8a-ac3018579cce,segment=NetworkSegment(948a681f-4f89-4271-b601-608851f32209),segment_id=948a681f-4f89-4271-b601-608851f32209)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:30:52.484614 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-b68e801f-d828-4c16-8025-7862ea80bc31 tempest-TagsTest-9697687 tempest-TagsTest-9697687-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 1.8378928 Jul 14 09:30:52.487213 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:52.487906 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 55452) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:52.494816 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.tag.tag_plugin [None req-70569a35-6884-4f6e-916c-29a6be7adc48 tempest-TagsTest-9697687 tempest-TagsTest-9697687-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '18afe29d-1940-4f19-a7ed-32152db374ed', 'tempest-TagsTest-Tag-57664638') {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:52.516154 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68e801f-d828-4c16-8025-7862ea80bc31 tempest-TagsTest-9697687 tempest-TagsTest-9697687-project] Pushing event updated for resources: {'Network': ['ID=18afe29d-1940-4f19-a7ed-32152db374ed,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:52.534944 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Network 18afe29d-1940-4f19-a7ed-32152db374ed details requested by agent ovs-agent-n-d-779913-29 with host n-d-779913-29 {{(pid=93959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:30:52.553135 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5c76994b-c7ca-47c0-a871-352ea19741b2 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:52.578139 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5c76994b-c7ca-47c0-a871-352ea19741b2 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13574142'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:52.644019 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Pushing event updated for resources: {'Port': ['ID=d27f134e-1766-4f38-8d8a-ac3018579cce,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:52.701785 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-37e21144-e729-456b-8768-7d3477fb9e64 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:52.704206 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-37e21144-e729-456b-8768-7d3477fb9e64 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] 10.222.0.68 "DELETE /v2.0/ports/a00337f9-5f24-410e-b144-13dcb093faca HTTP/1.1" status: 204 len: 168 time: 0.8131406 Jul 14 09:30:52.710421 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 55456) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:52.720367 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [req-0c9ea1f2-80ce-499e-91d0-aab5f0a7171a req-f5e15d6e-ce49-4c20-a71d-188f2249abf4 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] Allocated IP 172.20.0.12 (4c89afe5-b9f8-4e2e-b44c-d497b59f1beb/b9b5b9a6-c0c5-422a-9cec-7b209f25a172/13117e8b-80f8-48e8-9c76-823599bba37d) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:30:52.753561 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c76994b-c7ca-47c0-a871-352ea19741b2 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Pushing event updated for resources: {'Port': ['ID=64c099f8-b38e-4e98-8b96-a9cbfc32b6d0,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:52.761030 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5c76994b-c7ca-47c0-a871-352ea19741b2 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-683747'] for router_interface, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:52.770716 n-d-779913-29 neutron-server[93957]: INFO neutron.pecan_wsgi.hooks.translation [None req-2497b93d-b3ed-408d-8844-05ea1de496fa tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] GET failed (client error): The resource could not be found. Jul 14 09:30:52.772475 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-2497b93d-b3ed-408d-8844-05ea1de496fa tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] 10.222.0.68 "GET /v2.0/ports/a00337f9-5f24-410e-b144-13dcb093faca HTTP/1.1" status: 404 len: 333 time: 0.0609348 Jul 14 09:30:52.779524 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 55458) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:52.795793 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] get_ports_and_sgs() called for port_ids ['d27f134e-1766-4f38-8d8a-ac3018579cce'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:30:52.830604 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-70569a35-6884-4f6e-916c-29a6be7adc48 tempest-TagsTest-9697687 tempest-TagsTest-9697687-project] 10.222.0.68 "PUT /v2.0/networks/18afe29d-1940-4f19-a7ed-32152db374ed/tags/tempest-TagsTest-Tag-57664638 HTTP/1.1" status: 201 len: 201 time: 0.3391061 Jul 14 09:30:52.830822 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 55460) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:52.837887 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.tag.tag_plugin [None req-3eba6975-91bd-4c2b-bddf-947045b05e8d tempest-TagsTest-9697687 tempest-TagsTest-9697687-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '18afe29d-1940-4f19-a7ed-32152db374ed', 'tempest-TagsTest-Tag-57664638') {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:52.903031 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cf849a-1bc1-49c5-a929-9511804f888e req-f841c8d4-634a-4722-aaf8-7e62938aa5eb tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:52.904789 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-94cf849a-1bc1-49c5-a929-9511804f888e req-f841c8d4-634a-4722-aaf8-7e62938aa5eb tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/ports?device_id=07646ca0-10f2-4cc8-8147-f694b9d44b24 HTTP/1.1" status: 200 len: 944 time: 0.1490777 Jul 14 09:30:52.939015 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed652709-5790-43ee-a7c7-19fe08b0f14e tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Deleting subnet 13aa6296-dabe-4178-b1a7-636fd8ea7889 {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:30:52.942341 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-3eba6975-91bd-4c2b-bddf-947045b05e8d tempest-TagsTest-9697687 tempest-TagsTest-9697687-project] 10.222.0.68 "GET /v2.0/networks/18afe29d-1940-4f19-a7ed-32152db374ed/tags/tempest-TagsTest-Tag-57664638 HTTP/1.1" status: 204 len: 168 time: 0.1104956 Jul 14 09:30:52.946754 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 55462) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:52.952382 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ed652709-5790-43ee-a7c7-19fe08b0f14e tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:52.956824 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.tag.tag_plugin [None req-60aca9d3-3bae-4399-9da5-fca62bee55b3 tempest-TagsTest-9697687 tempest-TagsTest-9697687-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '18afe29d-1940-4f19-a7ed-32152db374ed') {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:52.978879 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-94cf849a-1bc1-49c5-a929-9511804f888e req-f8bf52de-d423-4dbf-bdce-01bd14cd5d94 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/security-groups?id=e89c09f5-16f2-4ac7-8f23-93abffe26f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624843 Jul 14 09:30:53.040509 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 55466) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:53.043575 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-60aca9d3-3bae-4399-9da5-fca62bee55b3 tempest-TagsTest-9697687 tempest-TagsTest-9697687-project] 10.222.0.68 "GET /v2.0/networks/18afe29d-1940-4f19-a7ed-32152db374ed/tags HTTP/1.1" status: 200 len: 236 time: 0.0957503 Jul 14 09:30:53.047144 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.tag.tag_plugin [None req-cab962b6-bfa2-47b8-98b7-413dde26b7f7 tempest-TagsTest-9697687 tempest-TagsTest-9697687-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '18afe29d-1940-4f19-a7ed-32152db374ed', {'tags': ['tempest-TagsTest-Tag-915169055', 'tempest-TagsTest-Tag-2078685994', 'tempest-TagsTest-Tag-339340055']}) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:53.055351 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ed652709-5790-43ee-a7c7-19fe08b0f14e tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13574120'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:53.127674 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-0c9ea1f2-80ce-499e-91d0-aab5f0a7171a req-f5e15d6e-ce49-4c20-a71d-188f2249abf4 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:53.130647 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c76994b-c7ca-47c0-a871-352ea19741b2 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Network 55ea7874-3df8-4afc-856d-057cf869b3cf is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:30:53.155104 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-5c76994b-c7ca-47c0-a871-352ea19741b2 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:30:53.192935 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-377530f6-b344-4ef8-8296-d24a74953249 req-b2563023-a14c-4ec5-8339-c397cb929bea tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/ports?device_id=5ac3fc79-a6bb-4376-8cab-9a14ede42483 HTTP/1.1" status: 200 len: 210 time: 0.0611308 Jul 14 09:30:53.360298 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-cab962b6-bfa2-47b8-98b7-413dde26b7f7 tempest-TagsTest-9697687 tempest-TagsTest-9697687-project] 10.222.0.68 "PUT /v2.0/networks/18afe29d-1940-4f19-a7ed-32152db374ed/tags HTTP/1.1" status: 200 len: 307 time: 0.3171253 Jul 14 09:30:53.363802 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 55472) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:53.372052 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.tag.tag_plugin [None req-6b52fd34-42a8-4f52-a6c1-ce2110f0557d tempest-TagsTest-9697687 tempest-TagsTest-9697687-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '18afe29d-1940-4f19-a7ed-32152db374ed', 'tempest-TagsTest-Tag-915169055') {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:53.426695 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-0c9ea1f2-80ce-499e-91d0-aab5f0a7171a req-f5e15d6e-ce49-4c20-a71d-188f2249abf4 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:53.438944 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ed652709-5790-43ee-a7c7-19fe08b0f14e tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3481002'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:53.487278 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c76994b-c7ca-47c0-a871-352ea19741b2 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Router 03db1d12-2506-49d9-8870-ac5d383bf40c has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:30:53.509996 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-4097c125-dcef-41fe-97de-d19288cff90b None None] Provisioning complete for port 64c099f8-b38e-4e98-8b96-a9cbfc32b6d0 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:30:53.510572 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4097c125-dcef-41fe-97de-d19288cff90b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:53.524486 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c9ea1f2-80ce-499e-91d0-aab5f0a7171a req-f5e15d6e-ce49-4c20-a71d-188f2249abf4 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] Network 4c89afe5-b9f8-4e2e-b44c-d497b59f1beb is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:30:53.532453 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [req-0c9ea1f2-80ce-499e-91d0-aab5f0a7171a req-f5e15d6e-ce49-4c20-a71d-188f2249abf4 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:30:53.535659 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c9ea1f2-80ce-499e-91d0-aab5f0a7171a req-f5e15d6e-ce49-4c20-a71d-188f2249abf4 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:30:53.545077 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-6b52fd34-42a8-4f52-a6c1-ce2110f0557d tempest-TagsTest-9697687 tempest-TagsTest-9697687-project] 10.222.0.68 "DELETE /v2.0/networks/18afe29d-1940-4f19-a7ed-32152db374ed/tags/tempest-TagsTest-Tag-915169055 HTTP/1.1" status: 204 len: 168 time: 0.1782506 Jul 14 09:30:53.545916 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 55476) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:53.562998 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.tag.tag_plugin [None req-0b43558f-93e9-44f9-9613-171b4bc70f76 tempest-TagsTest-9697687 tempest-TagsTest-9697687-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '18afe29d-1940-4f19-a7ed-32152db374ed', 'tempest-TagsTest-Tag-915169055') {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:53.563180 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-4097c125-dcef-41fe-97de-d19288cff90b None None] Port 64c099f8-b38e-4e98-8b96-a9cbfc32b6d0 cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:30:53.595035 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e15d6e-ce49-4c20-a71d-188f2249abf4 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] Pushing event updated for resources: {'Port': ['ID=13117e8b-80f8-48e8-9c76-823599bba37d,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:53.631432 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbb84cdb-d0f9-4d2e-af76-b0bb8c34120d None None] Network c1c44abe-a49a-4527-acba-5e40ae42e23d requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:30:53.646658 n-d-779913-29 neutron-server[93957]: INFO neutron.api.v2.resource [None req-0b43558f-93e9-44f9-9613-171b4bc70f76 tempest-TagsTest-9697687 tempest-TagsTest-9697687-project] show failed (client error): The resource could not be found. Jul 14 09:30:53.650202 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-0b43558f-93e9-44f9-9613-171b4bc70f76 tempest-TagsTest-9697687 tempest-TagsTest-9697687-project] 10.222.0.68 "GET /v2.0/networks/18afe29d-1940-4f19-a7ed-32152db374ed/tags/tempest-TagsTest-Tag-915169055 HTTP/1.1" status: 404 len: 325 time: 0.1030641 Jul 14 09:30:53.651033 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 55478) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:53.654552 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9ea1f2-80ce-499e-91d0-aab5f0a7171a req-f5e15d6e-ce49-4c20-a71d-188f2249abf4 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:53.655188 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-0c9ea1f2-80ce-499e-91d0-aab5f0a7171a req-f5e15d6e-ce49-4c20-a71d-188f2249abf4 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:53.655980 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.tag.tag_plugin [None req-b2c66ad2-00ae-48d6-a7f9-9854451a6186 tempest-TagsTest-9697687 tempest-TagsTest-9697687-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '18afe29d-1940-4f19-a7ed-32152db374ed', 'tempest-TagsTest-Tag-2078685994') {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:53.673555 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ed652709-5790-43ee-a7c7-19fe08b0f14e tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13574056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16714573'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:53.686528 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-0c9ea1f2-80ce-499e-91d0-aab5f0a7171a req-f5e15d6e-ce49-4c20-a71d-188f2249abf4 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8589375 Jul 14 09:30:53.700121 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-9d782bcf-52cd-4184-aaca-8d08891cd653 None None] Provisioning for port 21b4e123-1c07-44cd-97c1-f2c6093367fa completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:30:53.738980 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-b2c66ad2-00ae-48d6-a7f9-9854451a6186 tempest-TagsTest-9697687 tempest-TagsTest-9697687-project] 10.222.0.68 "GET /v2.0/networks/18afe29d-1940-4f19-a7ed-32152db374ed/tags/tempest-TagsTest-Tag-2078685994 HTTP/1.1" status: 204 len: 168 time: 0.0839164 Jul 14 09:30:53.738980 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 55480) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:53.743684 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.tag.tag_plugin [None req-bb316063-f16f-4cab-92eb-eeb88dfe0480 tempest-TagsTest-9697687 tempest-TagsTest-9697687-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '18afe29d-1940-4f19-a7ed-32152db374ed', 'tempest-TagsTest-Tag-339340055') {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:53.820620 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-bb316063-f16f-4cab-92eb-eeb88dfe0480 tempest-TagsTest-9697687 tempest-TagsTest-9697687-project] 10.222.0.68 "GET /v2.0/networks/18afe29d-1940-4f19-a7ed-32152db374ed/tags/tempest-TagsTest-Tag-339340055 HTTP/1.1" status: 204 len: 168 time: 0.0804253 Jul 14 09:30:53.823313 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 55482) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:53.828226 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.tag.tag_plugin [None req-685d09da-070f-493c-89b4-3149014575e1 tempest-TagsTest-9697687 tempest-TagsTest-9697687-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '18afe29d-1940-4f19-a7ed-32152db374ed') {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:53.870219 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd47a7c8-d03c-4657-bffa-883c300a9361 None None] DHCP port deletion for c1c44abe-a49a-4527-acba-5e40ae42e23d request from n-d-779913-29 {{(pid=93959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:30:53.921948 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-dd47a7c8-d03c-4657-bffa-883c300a9361 None None] Deleting port 21b4e123-1c07-44cd-97c1-f2c6093367fa {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:30:53.922508 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-dd47a7c8-d03c-4657-bffa-883c300a9361 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:53.934688 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-685d09da-070f-493c-89b4-3149014575e1 tempest-TagsTest-9697687 tempest-TagsTest-9697687-project] 10.222.0.68 "DELETE /v2.0/networks/18afe29d-1940-4f19-a7ed-32152db374ed/tags HTTP/1.1" status: 204 len: 168 time: 0.1075270 Jul 14 09:30:53.937670 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 55484) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:53.942342 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.tag.tag_plugin [None req-14a5a504-5083-45e4-bd04-097f6f7fddc2 tempest-TagsTest-9697687 tempest-TagsTest-9697687-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '18afe29d-1940-4f19-a7ed-32152db374ed', 'tempest-TagsTest-Tag-2078685994') {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:53.996286 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-dd47a7c8-d03c-4657-bffa-883c300a9361 None None] For port 21b4e123-1c07-44cd-97c1-f2c6093367fa, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=21b4e123-1c07-44cd-97c1-f2c6093367fa,segment=NetworkSegment(078cf8be-9a9d-4d99-b7da-e4468c60f3f3),segment_id=078cf8be-9a9d-4d99-b7da-e4468c60f3f3)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:30:53.996855 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-dd47a7c8-d03c-4657-bffa-883c300a9361 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:54.012575 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-dd47a7c8-d03c-4657-bffa-883c300a9361 None None] Calling delete_port for 21b4e123-1c07-44cd-97c1-f2c6093367fa owned by network:dhcp {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:30:54.017362 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed652709-5790-43ee-a7c7-19fe08b0f14e tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Pushing event deleted for resources: {'Subnet': ['ID=13aa6296-dabe-4178-b1a7-636fd8ea7889,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:54.020173 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ed652709-5790-43ee-a7c7-19fe08b0f14e tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:54.022243 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-ed652709-5790-43ee-a7c7-19fe08b0f14e tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] 10.222.0.68 "DELETE /v2.0/subnets/13aa6296-dabe-4178-b1a7-636fd8ea7889 HTTP/1.1" status: 204 len: 168 time: 1.2413640 Jul 14 09:30:54.025057 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 55490) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:54.028740 n-d-779913-29 neutron-server[93957]: INFO neutron.api.v2.resource [None req-14a5a504-5083-45e4-bd04-097f6f7fddc2 tempest-TagsTest-9697687 tempest-TagsTest-9697687-project] show failed (client error): The resource could not be found. Jul 14 09:30:54.036928 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 55492) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:54.041203 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-14a5a504-5083-45e4-bd04-097f6f7fddc2 tempest-TagsTest-9697687 tempest-TagsTest-9697687-project] 10.222.0.68 "GET /v2.0/networks/18afe29d-1940-4f19-a7ed-32152db374ed/tags/tempest-TagsTest-Tag-2078685994 HTTP/1.1" status: 404 len: 326 time: 0.1023948 Jul 14 09:30:54.049750 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.tag.tag_plugin [None req-f8a3a20a-e21f-472e-8f07-cb490f733d6b tempest-TagsTest-9697687 tempest-TagsTest-9697687-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '18afe29d-1940-4f19-a7ed-32152db374ed', 'tempest-TagsTest-Tag-339340055') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:54.112168 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device d27f134e-1766-4f38-8d8a-ac3018579cce up at agent hyperv_n-h2-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:30:54.115813 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [req-0c9ea1f2-80ce-499e-91d0-aab5f0a7171a req-8e87aa04-ad75-4607-95d7-897773739705 service neutron] Request body: {'port': {'device_id': '5ac3fc79-a6bb-4376-8cab-9a14ede42483', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-29'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:54.164006 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-dd47a7c8-d03c-4657-bffa-883c300a9361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:54.196531 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd47a7c8-d03c-4657-bffa-883c300a9361 None None] Pushing event deleted for resources: {'Port': ['ID=21b4e123-1c07-44cd-97c1-f2c6093367fa,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:54.200590 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Provisioning for port d27f134e-1766-4f38-8d8a-ac3018579cce completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:30:54.205635 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd47a7c8-d03c-4657-bffa-883c300a9361 None None] No DVR routers for this DVR port 21b4e123-1c07-44cd-97c1-f2c6093367fa on host n-d-779913-29 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:30:54.210645 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Provisioning complete for port d27f134e-1766-4f38-8d8a-ac3018579cce triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:30:54.211692 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:54.239164 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c76994b-c7ca-47c0-a871-352ea19741b2 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:30:54.251024 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34348b74-da86-4b9f-9a41-7dc9fdeccba6 None None] Sync routers for ids ['03db1d12-2506-49d9-8870-ac5d383bf40c'] in n-d-779913-29 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:30:54.261091 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-5c76994b-c7ca-47c0-a871-352ea19741b2 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] 10.222.0.68 "PUT /v2.0/routers/03db1d12-2506-49d9-8870-ac5d383bf40c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3789403 Jul 14 09:30:54.261587 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 55496) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:54.267718 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-1a377bb9-64ba-4f78-bee0-fbda8cd4f5fe tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Request body: {'port': {'network_id': '55ea7874-3df8-4afc-856d-057cf869b3cf', 'name': 'tempest-FloatingIPTestJSON-1244369254'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:54.268222 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34348b74-da86-4b9f-9a41-7dc9fdeccba6 None None] Routers {'03db1d12-2506-49d9-8870-ac5d383bf40c'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:30:54.268846 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-34348b74-da86-4b9f-9a41-7dc9fdeccba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:30:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['03db1d12-2506-49d9-8870-ac5d383bf40c'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:54.277950 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6db98839-792f-4422-8d16-19f9b2adf7ce tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3876111'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:54.294573 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:54.305189 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-34348b74-da86-4b9f-9a41-7dc9fdeccba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:54.314073 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34348b74-da86-4b9f-9a41-7dc9fdeccba6 None None] Routers {'03db1d12-2506-49d9-8870-ac5d383bf40c'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:30:54.314698 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-34348b74-da86-4b9f-9a41-7dc9fdeccba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:30:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['03db1d12-2506-49d9-8870-ac5d383bf40c'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:54.318807 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07646ca0-10f2-4cc8-8147-f694b9d44b24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd27f134e-1766-4f38-8d8a-ac3018579cce'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:30:54.320727 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd62303f06773040a8a4e189dc46b4f565768c299abf8ab8e7739778b0bc3e97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42d23092-38bc-4df3-8b3c-bb3ac64dcd94" -d '{"events": [{"server_uuid": "07646ca0-10f2-4cc8-8147-f694b9d44b24", "name": "network-vif-plugged", "status": "completed", "tag": "d27f134e-1766-4f38-8d8a-ac3018579cce"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:30:54.334161 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port d27f134e-1766-4f38-8d8a-ac3018579cce, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=d27f134e-1766-4f38-8d8a-ac3018579cce,segment=NetworkSegment(948a681f-4f89-4271-b601-608851f32209),segment_id=948a681f-4f89-4271-b601-608851f32209)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:30:54.337169 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-0c9ea1f2-80ce-499e-91d0-aab5f0a7171a req-8e87aa04-ad75-4607-95d7-897773739705 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:54.340244 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:54.348084 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-34348b74-da86-4b9f-9a41-7dc9fdeccba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:54.348748 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34348b74-da86-4b9f-9a41-7dc9fdeccba6 None None] The sync data for ids ['03db1d12-2506-49d9-8870-ac5d383bf40c'] in n-d-779913-29 is: [] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:30:54.407181 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Pushing event updated for resources: {'Port': ['ID=d27f134e-1766-4f38-8d8a-ac3018579cce,revision_number=5']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:54.421652 n-d-779913-29 neutron-server[93958]: INFO neutron.api.v2.resource [None req-f8a3a20a-e21f-472e-8f07-cb490f733d6b tempest-TagsTest-9697687 tempest-TagsTest-9697687-project] show failed (client error): The resource could not be found. Jul 14 09:30:54.423504 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-f8a3a20a-e21f-472e-8f07-cb490f733d6b tempest-TagsTest-9697687 tempest-TagsTest-9697687-project] 10.222.0.68 "GET /v2.0/networks/18afe29d-1940-4f19-a7ed-32152db374ed/tags/tempest-TagsTest-Tag-339340055 HTTP/1.1" status: 404 len: 325 time: 0.3770609 Jul 14 09:30:54.428093 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 55502) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:54.434980 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.tag.tag_plugin [None req-bdcde8df-be24-46ad-bfe2-d80afb4643a7 tempest-TagsTest-9697687 tempest-TagsTest-9697687-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '18afe29d-1940-4f19-a7ed-32152db374ed') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:54.529677 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74ec424-4d4f-4be5-abd5-831701e7861f req-8db15282-3181-4138-b5c4-8969f6364dab tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:54.533328 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-a74ec424-4d4f-4be5-abd5-831701e7861f req-8db15282-3181-4138-b5c4-8969f6364dab tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/ports?device_id=07646ca0-10f2-4cc8-8147-f694b9d44b24 HTTP/1.1" status: 200 len: 944 time: 0.4060171 Jul 14 09:30:54.687944 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6db98839-792f-4422-8d16-19f9b2adf7ce tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473955', 'neutron.services.segments.db._delete_segments_for_network-8735688326548'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:54.705416 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:54.748763 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-6db98839-792f-4422-8d16-19f9b2adf7ce tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1c44abe-a49a-4527-acba-5e40ae42e23d']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:54.763646 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-a74ec424-4d4f-4be5-abd5-831701e7861f req-b6a16425-ef2c-4418-a8f7-3b618a7d674c tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/security-groups?id=e89c09f5-16f2-4ac7-8f23-93abffe26f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708243 Jul 14 09:30:54.765329 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-6db98839-792f-4422-8d16-19f9b2adf7ce tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '078cf8be-9a9d-4d99-b7da-e4468c60f3f3') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:54.765656 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-6db98839-792f-4422-8d16-19f9b2adf7ce tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '078cf8be-9a9d-4d99-b7da-e4468c60f3f3') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:54.794555 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9accc9f0-a53c-44c2-9e09-c7cb3e317bb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:54.795958 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6db98839-792f-4422-8d16-19f9b2adf7ce tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735688356235', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13574129'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:54.824957 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a335a892-6c67-4e57-9ac0-4230e9d75fe4 req-e8ce5092-936c-44b5-8476-eadba98d703b tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:54.826179 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6db98839-792f-4422-8d16-19f9b2adf7ce tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:54.826523 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:30:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-963a1c76-c330-4add-aa1e-ea64a90bd138 x-openstack-request-id: req-963a1c76-c330-4add-aa1e-ea64a90bd138 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:30:54.826756 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a335a892-6c67-4e57-9ac0-4230e9d75fe4 req-e8ce5092-936c-44b5-8476-eadba98d703b tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/ports?device_id=5ac3fc79-a6bb-4376-8cab-9a14ede42483 HTTP/1.1" status: 200 len: 932 time: 0.1303205 Jul 14 09:30:54.827254 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07646ca0-10f2-4cc8-8147-f694b9d44b24", "name": "network-vif-plugged", "status": "completed", "tag": "d27f134e-1766-4f38-8d8a-ac3018579cce", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:30:54.827722 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-963a1c76-c330-4add-aa1e-ea64a90bd138 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:30:54.828340 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07646ca0-10f2-4cc8-8147-f694b9d44b24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd27f134e-1766-4f38-8d8a-ac3018579cce', 'code': 200} Jul 14 09:30:54.834878 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-bdcde8df-be24-46ad-bfe2-d80afb4643a7 tempest-TagsTest-9697687 tempest-TagsTest-9697687-project] 10.222.0.68 "DELETE /v2.0/networks/18afe29d-1940-4f19-a7ed-32152db374ed/tags HTTP/1.1" status: 204 len: 168 time: 0.4044933 Jul 14 09:30:54.840288 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 55508) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:54.841277 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6db98839-792f-4422-8d16-19f9b2adf7ce tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Releasing vlan 731 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:30:54.841716 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6db98839-792f-4422-8d16-19f9b2adf7ce tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13573126'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:54.846247 n-d-779913-29 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:30:54.846247 n-d-779913-29 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:30:54.846247 n-d-779913-29 neutron-server[93958]: Traceback (most recent call last): Jul 14 09:30:54.846247 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:30:54.846247 n-d-779913-29 neutron-server[93958]: timer() Jul 14 09:30:54.846247 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:30:54.846247 n-d-779913-29 neutron-server[93958]: cb(*args, **kw) Jul 14 09:30:54.846247 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:30:54.846247 n-d-779913-29 neutron-server[93958]: return func(*args, **kwargs) Jul 14 09:30:54.846247 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:30:54.846247 n-d-779913-29 neutron-server[93958]: self._notify() Jul 14 09:30:54.846247 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:30:54.846247 n-d-779913-29 neutron-server[93958]: self.callback(batched_events) Jul 14 09:30:54.846247 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:30:54.846247 n-d-779913-29 neutron-server[93958]: event.method(event) Jul 14 09:30:54.846247 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:30:54.846247 n-d-779913-29 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:30:54.846247 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:30:54.846247 n-d-779913-29 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:30:54.846247 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:30:54.846247 n-d-779913-29 neutron-server[93958]: return f(self, *a, **k) Jul 14 09:30:54.846247 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:30:54.846247 n-d-779913-29 neutron-server[93958]: return self._get(url).json() Jul 14 09:30:54.846247 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:30:54.846247 n-d-779913-29 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:30:54.846247 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:30:54.846247 n-d-779913-29 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 14 09:30:54.846247 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:30:54.846247 n-d-779913-29 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:30:54.846247 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:30:54.846247 n-d-779913-29 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:30:54.846247 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:30:54.846247 n-d-779913-29 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:30:54.846247 n-d-779913-29 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:30:54.865730 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a377bb9-64ba-4f78-bee0-fbda8cd4f5fe tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Made reservation on behalf of 258b6ae747a6453595e7230ea07ff097 for: {'port': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:30:54.871652 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1a377bb9-64ba-4f78-bee0-fbda8cd4f5fe tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:54.902139 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-1a377bb9-64ba-4f78-bee0-fbda8cd4f5fe tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] device_id is not set on port 6c4914d8-fbce-4d16-8125-9613b4a69083 yet. {{(pid=93957) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:30:54.918082 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a335a892-6c67-4e57-9ac0-4230e9d75fe4 req-f31919d2-46c9-4c08-a095-26e5339d94d7 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/security-groups?id=9b802230-9234-42e7-bf8c-0d12af0394c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717063 Jul 14 09:30:55.037145 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6db98839-792f-4422-8d16-19f9b2adf7ce tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660504'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:55.051927 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6db98839-792f-4422-8d16-19f9b2adf7ce tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:55.057231 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-6db98839-792f-4422-8d16-19f9b2adf7ce tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] 10.222.0.68 "DELETE /v2.0/networks/c1c44abe-a49a-4527-acba-5e40ae42e23d HTTP/1.1" status: 204 len: 168 time: 1.0212057 Jul 14 09:30:55.057733 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 55510) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:55.066738 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-3cc3d30d-5da4-498e-b196-0a7b7b32728b tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Request body: {'port': {'network_id': '84b74b2a-ebae-4ed1-b302-cad8e244c99d', 'name': 'tempest-PortsTestJSON-288470001'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:55.082911 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-70c52580-91d3-4477-9bab-343b7917bcff tempest-TagsTest-9697687 tempest-TagsTest-9697687-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3876111'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:55.090736 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-1a377bb9-64ba-4f78-bee0-fbda8cd4f5fe tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Allocated IP 172.20.0.3 (55ea7874-3df8-4afc-856d-057cf869b3cf/703f8a7e-e172-442f-a3df-3359ff325b59/6c4914d8-fbce-4d16-8125-9613b4a69083) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:30:55.094327 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db98839-792f-4422-8d16-19f9b2adf7ce tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Pushing event deleted for resources: {'Network': ['ID=c1c44abe-a49a-4527-acba-5e40ae42e23d,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:55.154699 n-d-779913-29 neutron-server[93958]: DEBUG neutron.notifiers.nova [req-0c9ea1f2-80ce-499e-91d0-aab5f0a7171a req-8e87aa04-ad75-4607-95d7-897773739705 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13117e8b-80f8-48e8-9c76-823599bba37d {{(pid=93958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:30:55.161232 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3803ff45-94e1-4dd3-bd06-21e6771f8228 req-d6b8de92-ff36-4241-9114-011beea70e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:55.162775 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-3803ff45-94e1-4dd3-bd06-21e6771f8228 req-d6b8de92-ff36-4241-9114-011beea70e1f service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=07646ca0-10f2-4cc8-8147-f694b9d44b24 HTTP/1.1" status: 200 len: 1097 time: 0.1997924 Jul 14 09:30:55.184117 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-0c9ea1f2-80ce-499e-91d0-aab5f0a7171a req-8e87aa04-ad75-4607-95d7-897773739705 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:55.240483 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cc3d30d-5da4-498e-b196-0a7b7b32728b tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Made reservation on behalf of 078281b593d34d31bc27616950b7a85b for: {'port': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:30:55.244595 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3cc3d30d-5da4-498e-b196-0a7b7b32728b tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:55.245391 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-0c9ea1f2-80ce-499e-91d0-aab5f0a7171a req-8e87aa04-ad75-4607-95d7-897773739705 service neutron] Transition to ACTIVE for port object 13117e8b-80f8-48e8-9c76-823599bba37d will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:30:55.257111 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-0c9ea1f2-80ce-499e-91d0-aab5f0a7171a req-8e87aa04-ad75-4607-95d7-897773739705 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13574142'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:55.274494 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-3cc3d30d-5da4-498e-b196-0a7b7b32728b tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] device_id is not set on port 9fc3a0fd-ac81-4fd1-a8d5-d9b7e8b4e6ad yet. {{(pid=93957) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:30:55.300468 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-70c52580-91d3-4477-9bab-343b7917bcff tempest-TagsTest-9697687 tempest-TagsTest-9697687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473955', 'neutron.services.segments.db._delete_segments_for_network-8735688326548'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:55.314953 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-3803ff45-94e1-4dd3-bd06-21e6771f8228 req-1e962ed2-51c1-49e5-b716-351c5cfbf61e service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=e89c09f5-16f2-4ac7-8f23-93abffe26f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332436 Jul 14 09:30:55.323233 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-70c52580-91d3-4477-9bab-343b7917bcff tempest-TagsTest-9697687 tempest-TagsTest-9697687-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18afe29d-1940-4f19-a7ed-32152db374ed']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:55.339101 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-70c52580-91d3-4477-9bab-343b7917bcff tempest-TagsTest-9697687 tempest-TagsTest-9697687-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '945f8112-d34b-41d2-b913-20981368f205') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:55.339413 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-70c52580-91d3-4477-9bab-343b7917bcff tempest-TagsTest-9697687 tempest-TagsTest-9697687-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '945f8112-d34b-41d2-b913-20981368f205') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:55.353237 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e87aa04-ad75-4607-95d7-897773739705 service neutron] Pushing event updated for resources: {'Port': ['ID=13117e8b-80f8-48e8-9c76-823599bba37d,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:55.356614 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-70c52580-91d3-4477-9bab-343b7917bcff tempest-TagsTest-9697687 tempest-TagsTest-9697687-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735688356235', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13574129'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:55.365927 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1a377bb9-64ba-4f78-bee0-fbda8cd4f5fe tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:55.395326 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-1a377bb9-64ba-4f78-bee0-fbda8cd4f5fe tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Transition to ACTIVE for port object 6c4914d8-fbce-4d16-8125-9613b4a69083 will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:30:55.405599 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-70c52580-91d3-4477-9bab-343b7917bcff tempest-TagsTest-9697687 tempest-TagsTest-9697687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:55.416553 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70c52580-91d3-4477-9bab-343b7917bcff tempest-TagsTest-9697687 tempest-TagsTest-9697687-project] Releasing vlan 729 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:30:55.416936 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-70c52580-91d3-4477-9bab-343b7917bcff tempest-TagsTest-9697687 tempest-TagsTest-9697687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13573126'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:55.419953 n-d-779913-29 neutron-server[93958]: Traceback (most recent call last): Jul 14 09:30:55.419953 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:30:55.419953 n-d-779913-29 neutron-server[93958]: timer() Jul 14 09:30:55.419953 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:30:55.419953 n-d-779913-29 neutron-server[93958]: cb(*args, **kw) Jul 14 09:30:55.419953 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:30:55.419953 n-d-779913-29 neutron-server[93958]: return func(*args, **kwargs) Jul 14 09:30:55.419953 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:30:55.419953 n-d-779913-29 neutron-server[93958]: self._notify() Jul 14 09:30:55.419953 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:30:55.419953 n-d-779913-29 neutron-server[93958]: self.callback(batched_events) Jul 14 09:30:55.419953 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:30:55.419953 n-d-779913-29 neutron-server[93958]: event.method(event) Jul 14 09:30:55.419953 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:30:55.419953 n-d-779913-29 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:30:55.419953 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:30:55.419953 n-d-779913-29 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:30:55.419953 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:30:55.419953 n-d-779913-29 neutron-server[93958]: return f(self, *a, **k) Jul 14 09:30:55.419953 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:30:55.419953 n-d-779913-29 neutron-server[93958]: return self._get(url).json() Jul 14 09:30:55.419953 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:30:55.419953 n-d-779913-29 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:30:55.419953 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:30:55.419953 n-d-779913-29 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 14 09:30:55.419953 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:30:55.419953 n-d-779913-29 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:30:55.419953 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:30:55.419953 n-d-779913-29 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:30:55.419953 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:30:55.419953 n-d-779913-29 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:30:55.419953 n-d-779913-29 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:30:55.490430 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-0c9ea1f2-80ce-499e-91d0-aab5f0a7171a req-8e87aa04-ad75-4607-95d7-897773739705 service neutron] Attempting to bind port 13117e8b-80f8-48e8-9c76-823599bba37d on host n-h1-779913-29 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:30:55.490772 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-0c9ea1f2-80ce-499e-91d0-aab5f0a7171a req-8e87aa04-ad75-4607-95d7-897773739705 service neutron] Attempting to bind port 13117e8b-80f8-48e8-9c76-823599bba37d by drivers openvswitch,hyperv on host n-h1-779913-29 at level 0 using segments [{'id': '7c0bb8da-25ea-40ae-a0d8-c863fd3d0f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '4c89afe5-b9f8-4e2e-b44c-d497b59f1beb'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:30:55.491106 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c9ea1f2-80ce-499e-91d0-aab5f0a7171a req-8e87aa04-ad75-4607-95d7-897773739705 service neutron] Attempting to bind port 13117e8b-80f8-48e8-9c76-823599bba37d on network 4c89afe5-b9f8-4e2e-b44c-d497b59f1beb {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:30:55.495551 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3cc3d30d-5da4-498e-b196-0a7b7b32728b tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:55.497100 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c9ea1f2-80ce-499e-91d0-aab5f0a7171a req-8e87aa04-ad75-4607-95d7-897773739705 service neutron] Port 13117e8b-80f8-48e8-9c76-823599bba37d on network 4c89afe5-b9f8-4e2e-b44c-d497b59f1beb not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-29 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:30:55.497424 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c9ea1f2-80ce-499e-91d0-aab5f0a7171a req-8e87aa04-ad75-4607-95d7-897773739705 service neutron] Attempting to bind port 13117e8b-80f8-48e8-9c76-823599bba37d on network 4c89afe5-b9f8-4e2e-b44c-d497b59f1beb {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:30:55.499254 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-70c52580-91d3-4477-9bab-343b7917bcff tempest-TagsTest-9697687 tempest-TagsTest-9697687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660504'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:55.508398 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-70c52580-91d3-4477-9bab-343b7917bcff tempest-TagsTest-9697687 tempest-TagsTest-9697687-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:55.509814 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1a377bb9-64ba-4f78-bee0-fbda8cd4f5fe tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:55.511493 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-70c52580-91d3-4477-9bab-343b7917bcff tempest-TagsTest-9697687 tempest-TagsTest-9697687-project] 10.222.0.68 "DELETE /v2.0/networks/18afe29d-1940-4f19-a7ed-32152db374ed HTTP/1.1" status: 204 len: 168 time: 0.6651254 Jul 14 09:30:55.513018 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c9ea1f2-80ce-499e-91d0-aab5f0a7171a req-8e87aa04-ad75-4607-95d7-897773739705 service neutron] Checking agent: {'id': 'de11e667-f145-47b0-bd09-334a7505938e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 13, 12), 'started_at': datetime.datetime(2021, 7, 14, 9, 13, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 30, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:30:55.513381 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c9ea1f2-80ce-499e-91d0-aab5f0a7171a req-8e87aa04-ad75-4607-95d7-897773739705 service neutron] Checking segment: {'id': '7c0bb8da-25ea-40ae-a0d8-c863fd3d0f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '4c89afe5-b9f8-4e2e-b44c-d497b59f1beb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:30:55.513887 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c9ea1f2-80ce-499e-91d0-aab5f0a7171a req-8e87aa04-ad75-4607-95d7-897773739705 service neutron] Bound using segment: {'id': '7c0bb8da-25ea-40ae-a0d8-c863fd3d0f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '4c89afe5-b9f8-4e2e-b44c-d497b59f1beb'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:30:55.514375 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-0c9ea1f2-80ce-499e-91d0-aab5f0a7171a req-8e87aa04-ad75-4607-95d7-897773739705 service neutron] Bound port: 13117e8b-80f8-48e8-9c76-823599bba37d, host: n-h1-779913-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c0bb8da-25ea-40ae-a0d8-c863fd3d0f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '4c89afe5-b9f8-4e2e-b44c-d497b59f1beb'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:30:55.514732 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-0c9ea1f2-80ce-499e-91d0-aab5f0a7171a req-8e87aa04-ad75-4607-95d7-897773739705 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:55.537953 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c52580-91d3-4477-9bab-343b7917bcff tempest-TagsTest-9697687 tempest-TagsTest-9697687-project] Pushing event deleted for resources: {'Network': ['ID=18afe29d-1940-4f19-a7ed-32152db374ed,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:55.561676 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a377bb9-64ba-4f78-bee0-fbda8cd4f5fe tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Network 55ea7874-3df8-4afc-856d-057cf869b3cf is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:30:55.576221 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-1a377bb9-64ba-4f78-bee0-fbda8cd4f5fe tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:30:55.582730 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a377bb9-64ba-4f78-bee0-fbda8cd4f5fe tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:30:55.600793 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-0c9ea1f2-80ce-499e-91d0-aab5f0a7171a req-8e87aa04-ad75-4607-95d7-897773739705 service neutron] For port 13117e8b-80f8-48e8-9c76-823599bba37d, host n-h1-779913-29, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:30:55.604416 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-0c9ea1f2-80ce-499e-91d0-aab5f0a7171a req-8e87aa04-ad75-4607-95d7-897773739705 service neutron] For port 13117e8b-80f8-48e8-9c76-823599bba37d, host n-h1-779913-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=13117e8b-80f8-48e8-9c76-823599bba37d,segment=NetworkSegment(7c0bb8da-25ea-40ae-a0d8-c863fd3d0f97),segment_id=7c0bb8da-25ea-40ae-a0d8-c863fd3d0f97)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:30:55.612259 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-0c9ea1f2-80ce-499e-91d0-aab5f0a7171a req-8e87aa04-ad75-4607-95d7-897773739705 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13574142'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:55.616494 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a377bb9-64ba-4f78-bee0-fbda8cd4f5fe tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Pushing event updated for resources: {'Port': ['ID=6c4914d8-fbce-4d16-8125-9613b4a69083,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:55.631313 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3cc3d30d-5da4-498e-b196-0a7b7b32728b tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:55.657235 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9ea1f2-80ce-499e-91d0-aab5f0a7171a req-8e87aa04-ad75-4607-95d7-897773739705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:55.658065 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-0c9ea1f2-80ce-499e-91d0-aab5f0a7171a req-8e87aa04-ad75-4607-95d7-897773739705 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:55.659710 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-0c9ea1f2-80ce-499e-91d0-aab5f0a7171a req-8e87aa04-ad75-4607-95d7-897773739705 service neutron] 10.222.0.65 "PUT /v2.0/ports/13117e8b-80f8-48e8-9c76-823599bba37d HTTP/1.1" status: 200 len: 1093 time: 1.6738679 Jul 14 09:30:55.660240 n-d-779913-29 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ac3fc79-a6bb-4376-8cab-9a14ede42483', 'tag': '13117e8b-80f8-48e8-9c76-823599bba37d'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:30:55.662955 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cb48f044f948e981f43897c8d7f1332f741dc7af2b4c5a6e19d8f4a80f708e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1f88297-7a29-45d7-80b9-222bfdb7eeb3" -d '{"events": [{"name": "network-changed", "server_uuid": "5ac3fc79-a6bb-4376-8cab-9a14ede42483", "tag": "13117e8b-80f8-48e8-9c76-823599bba37d"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:30:55.688213 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a377bb9-64ba-4f78-bee0-fbda8cd4f5fe tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:55.688995 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1a377bb9-64ba-4f78-bee0-fbda8cd4f5fe tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:55.709270 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e87aa04-ad75-4607-95d7-897773739705 service neutron] Pushing event updated for resources: {'Port': ['ID=13117e8b-80f8-48e8-9c76-823599bba37d,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:55.710301 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cc3d30d-5da4-498e-b196-0a7b7b32728b tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Network 84b74b2a-ebae-4ed1-b302-cad8e244c99d is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:30:55.721337 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-3cc3d30d-5da4-498e-b196-0a7b7b32728b tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:30:55.738175 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc3d30d-5da4-498e-b196-0a7b7b32728b tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:30:55.750006 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cc3d30d-5da4-498e-b196-0a7b7b32728b tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:55.751565 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3cc3d30d-5da4-498e-b196-0a7b7b32728b tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:55.754541 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc3d30d-5da4-498e-b196-0a7b7b32728b tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Pushing event updated for resources: {'Port': ['ID=9fc3a0fd-ac81-4fd1-a8d5-d9b7e8b4e6ad,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:55.755476 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:30:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eeb9f97-dda2-43f0-bd9c-b619b92f1d76 x-openstack-request-id: req-5eeb9f97-dda2-43f0-bd9c-b619b92f1d76 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:30:55.755944 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ac3fc79-a6bb-4376-8cab-9a14ede42483", "tag": "13117e8b-80f8-48e8-9c76-823599bba37d", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:30:55.756410 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-5eeb9f97-dda2-43f0-bd9c-b619b92f1d76 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:30:55.756959 n-d-779913-29 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ac3fc79-a6bb-4376-8cab-9a14ede42483', 'tag': '13117e8b-80f8-48e8-9c76-823599bba37d', 'status': 'completed', 'code': 200} Jul 14 09:30:55.775733 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-1a377bb9-64ba-4f78-bee0-fbda8cd4f5fe tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.5128520 Jul 14 09:30:55.778958 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 55518) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:55.785807 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-b915d02f-81d7-4bfe-9ae2-c36e60d546af tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Request body: {'floatingip': {'port_id': '6c4914d8-fbce-4d16-8125-9613b4a69083'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:55.813934 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9ea1f2-80ce-499e-91d0-aab5f0a7171a req-f739735a-8356-4a55-8812-1fff4c92fe11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:55.815634 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-0c9ea1f2-80ce-499e-91d0-aab5f0a7171a req-f739735a-8356-4a55-8812-1fff4c92fe11 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=dfdb2d62014640219eb60ef19587837e&device_id=5ac3fc79-a6bb-4376-8cab-9a14ede42483 HTTP/1.1" status: 200 len: 1096 time: 0.0725796 Jul 14 09:30:55.850045 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5ad31076-714c-49ec-bc37-f3d4cd90112a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:55.857769 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-3cc3d30d-5da4-498e-b196-0a7b7b32728b tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.7989185 Jul 14 09:30:55.860342 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 55522) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:55.871906 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 55524) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:55.892576 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-0c9ea1f2-80ce-499e-91d0-aab5f0a7171a req-0827b5d5-f604-48c2-a88d-8fe58e22ec6d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=13117e8b-80f8-48e8-9c76-823599bba37d HTTP/1.1" status: 200 len: 217 time: 0.0622613 Jul 14 09:30:55.920718 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b915d02f-81d7-4bfe-9ae2-c36e60d546af tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify callbacks [] for floatingip, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:55.959623 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-cc6a1cb4-c577-4011-9b64-8fce8233777b None None] Provisioning for port 6c4914d8-fbce-4d16-8125-9613b4a69083 completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:30:55.965925 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-cc6a1cb4-c577-4011-9b64-8fce8233777b None None] Provisioning complete for port 6c4914d8-fbce-4d16-8125-9613b4a69083 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:30:55.968109 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cc6a1cb4-c577-4011-9b64-8fce8233777b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:55.998504 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9ea1f2-80ce-499e-91d0-aab5f0a7171a req-2243ab22-8047-47a1-bfd4-f5edf1bf38dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:56.000011 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-0c9ea1f2-80ce-499e-91d0-aab5f0a7171a req-2243ab22-8047-47a1-bfd4-f5edf1bf38dc service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b9b5b9a6-c0c5-422a-9cec-7b209f25a172 HTTP/1.1" status: 200 len: 852 time: 0.0986917 Jul 14 09:30:56.014453 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-cc6a1cb4-c577-4011-9b64-8fce8233777b None None] Port 6c4914d8-fbce-4d16-8125-9613b4a69083 cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:30:56.041752 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-0c9ea1f2-80ce-499e-91d0-aab5f0a7171a req-a7be05d2-5741-44d0-83bb-fcc3f3cc1630 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4c89afe5-b9f8-4e2e-b44c-d497b59f1beb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323920 Jul 14 09:30:56.064886 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688f2218-ad50-42e3-bdbe-20a9c003ba6f req-671a04b3-6077-4251-aace-96114f519c9b tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:56.066296 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-688f2218-ad50-42e3-bdbe-20a9c003ba6f req-671a04b3-6077-4251-aace-96114f519c9b tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/ports?device_id=07646ca0-10f2-4cc8-8147-f694b9d44b24 HTTP/1.1" status: 200 len: 945 time: 0.1311493 Jul 14 09:30:56.152298 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-688f2218-ad50-42e3-bdbe-20a9c003ba6f req-ce50d614-40f3-446a-bad4-39f4e26bfd92 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/security-groups?id=e89c09f5-16f2-4ac7-8f23-93abffe26f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739946 Jul 14 09:30:56.154249 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-6c27bc3c-5438-4446-83e6-934a5c591df9 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Deleting port 9fc3a0fd-ac81-4fd1-a8d5-d9b7e8b4e6ad {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:30:56.154631 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6c27bc3c-5438-4446-83e6-934a5c591df9 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:56.172690 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-0c9ea1f2-80ce-499e-91d0-aab5f0a7171a req-f1135944-be73-43a7-bb66-5d8d6d672bfd service neutron] 10.222.0.65 "GET /v2.0/networks/4c89afe5-b9f8-4e2e-b44c-d497b59f1beb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246014 Jul 14 09:30:56.180939 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-f58c4c2b-0cce-4d19-ad25-726ccc20456d admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=14990258a00143188af14f98a5d39a46&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3077836 Jul 14 09:30:56.187652 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 55536) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:56.312278 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-397d7ed4-bae0-431d-b3d3-d0a4346065aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:56.315921 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6c27bc3c-5438-4446-83e6-934a5c591df9 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:56.321433 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-0c9ea1f2-80ce-499e-91d0-aab5f0a7171a req-b96a2f0b-2166-4a1e-9523-a82526cfdc23 service neutron] 10.222.0.65 "GET /v2.0/networks/4c89afe5-b9f8-4e2e-b44c-d497b59f1beb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417928 Jul 14 09:30:56.341805 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-397d7ed4-bae0-431d-b3d3-d0a4346065aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:56.364593 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-6c27bc3c-5438-4446-83e6-934a5c591df9 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Calling delete_port for 9fc3a0fd-ac81-4fd1-a8d5-d9b7e8b4e6ad owned by {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:30:56.402302 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcec544d-44a2-4833-ae50-7cd122a1b270 req-f34dbf54-109e-42ec-9d3c-8bc2026c77ff tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:56.403850 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-fcec544d-44a2-4833-ae50-7cd122a1b270 req-f34dbf54-109e-42ec-9d3c-8bc2026c77ff tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/ports?device_id=5ac3fc79-a6bb-4376-8cab-9a14ede42483 HTTP/1.1" status: 200 len: 944 time: 0.2697196 Jul 14 09:30:56.406967 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-397d7ed4-bae0-431d-b3d3-d0a4346065aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:56.412540 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-397d7ed4-bae0-431d-b3d3-d0a4346065aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:56.418465 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-397d7ed4-bae0-431d-b3d3-d0a4346065aa admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/c99d0991-75e0-446f-b844-338d457abe6d HTTP/1.1" status: 204 len: 168 time: 0.2263865 Jul 14 09:30:56.500217 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397d7ed4-bae0-431d-b3d3-d0a4346065aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c99d0991-75e0-446f-b844-338d457abe6d,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:56.533698 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-fcec544d-44a2-4833-ae50-7cd122a1b270 req-c808ed9e-6a34-4675-9b9d-14289be3ea0c tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/security-groups?id=9b802230-9234-42e7-bf8c-0d12af0394c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964522 Jul 14 09:30:56.575072 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f88297-7a29-45d7-80b9-222bfdb7eeb3 req-d3c222fc-f5ab-4cfa-8101-585030675fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:56.578763 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-e1f88297-7a29-45d7-80b9-222bfdb7eeb3 req-d3c222fc-f5ab-4cfa-8101-585030675fc8 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=dfdb2d62014640219eb60ef19587837e&device_id=5ac3fc79-a6bb-4376-8cab-9a14ede42483 HTTP/1.1" status: 200 len: 1096 time: 0.1419065 Jul 14 09:30:56.629892 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6c27bc3c-5438-4446-83e6-934a5c591df9 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:56.704260 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f88297-7a29-45d7-80b9-222bfdb7eeb3 req-84f1ad27-2358-43f7-b0ad-12fedffd55d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:56.704693 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c27bc3c-5438-4446-83e6-934a5c591df9 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Pushing event deleted for resources: {'Port': ['ID=9fc3a0fd-ac81-4fd1-a8d5-d9b7e8b4e6ad,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:56.705796 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-e1f88297-7a29-45d7-80b9-222bfdb7eeb3 req-84f1ad27-2358-43f7-b0ad-12fedffd55d4 service neutron] 10.222.0.65 "GET /v2.0/networks?id=4c89afe5-b9f8-4e2e-b44c-d497b59f1beb HTTP/1.1" status: 200 len: 913 time: 0.1163235 Jul 14 09:30:56.709763 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6c27bc3c-5438-4446-83e6-934a5c591df9 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:56.715394 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-6c27bc3c-5438-4446-83e6-934a5c591df9 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] 10.222.0.68 "DELETE /v2.0/ports/9fc3a0fd-ac81-4fd1-a8d5-d9b7e8b4e6ad HTTP/1.1" status: 204 len: 168 time: 0.8516331 Jul 14 09:30:56.715609 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 55542) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:56.722395 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-e6d30513-4af0-4d59-8d92-651da23c3a88 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Request body: {'port': {'network_id': '84b74b2a-ebae-4ed1-b302-cad8e244c99d', 'mac_address': 'fa:16:3e:d8:5c:cf', 'name': 'tempest-PortsTestJSON-1999967522'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:56.765143 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-e1f88297-7a29-45d7-80b9-222bfdb7eeb3 req-322f1f20-80f3-4bd7-a350-99df362a3c09 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=13117e8b-80f8-48e8-9c76-823599bba37d HTTP/1.1" status: 200 len: 217 time: 0.0435631 Jul 14 09:30:56.821284 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f88297-7a29-45d7-80b9-222bfdb7eeb3 req-c052b2eb-32f2-4738-80a1-b558bac5cda8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:56.822911 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-e1f88297-7a29-45d7-80b9-222bfdb7eeb3 req-c052b2eb-32f2-4738-80a1-b558bac5cda8 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b9b5b9a6-c0c5-422a-9cec-7b209f25a172 HTTP/1.1" status: 200 len: 852 time: 0.0480208 Jul 14 09:30:56.860054 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-e1f88297-7a29-45d7-80b9-222bfdb7eeb3 req-3d5c826e-4f8d-47af-a89f-05ae89c8e20a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4c89afe5-b9f8-4e2e-b44c-d497b59f1beb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299959 Jul 14 09:30:56.892147 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6d30513-4af0-4d59-8d92-651da23c3a88 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Made reservation on behalf of 078281b593d34d31bc27616950b7a85b for: {'port': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:30:56.958891 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-e1f88297-7a29-45d7-80b9-222bfdb7eeb3 req-33fd619a-8618-4edb-b77e-ab5497bcef75 service neutron] 10.222.0.65 "GET /v2.0/networks/4c89afe5-b9f8-4e2e-b44c-d497b59f1beb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916166 Jul 14 09:30:57.063877 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-e1f88297-7a29-45d7-80b9-222bfdb7eeb3 req-56cc2c01-4747-4c27-8a9f-bcfd90ff1b19 service neutron] 10.222.0.65 "GET /v2.0/networks/4c89afe5-b9f8-4e2e-b44c-d497b59f1beb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971744 Jul 14 09:30:57.191792 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b915d02f-81d7-4bfe-9ae2-c36e60d546af tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:57.199152 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b915d02f-81d7-4bfe-9ae2-c36e60d546af tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-660590'] for floatingip, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:57.244796 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e6d30513-4af0-4d59-8d92-651da23c3a88 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:57.306407 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-e6d30513-4af0-4d59-8d92-651da23c3a88 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] device_id is not set on port b2253091-8e52-49b3-8a9f-05d979ef1b12 yet. {{(pid=93957) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:30:57.412673 n-d-779913-29 neutron-server[93957]: INFO neutron.db.l3_db [None req-b915d02f-81d7-4bfe-9ae2-c36e60d546af tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Floating IP 225e8065-37fe-434b-b7a3-cc95ae2ae9aa associated. External IP: 172.25.4.43, port: 91c19dd1-3044-4e54-a8b3-8e97b9689bad. Jul 14 09:30:57.499057 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7632275e-0433-4491-996a-dcaa75a9a6c8 req-b223a978-f909-4edd-9ff2-1fd14b277872 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:57.500554 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-7632275e-0433-4491-996a-dcaa75a9a6c8 req-b223a978-f909-4edd-9ff2-1fd14b277872 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/ports?device_id=07646ca0-10f2-4cc8-8147-f694b9d44b24 HTTP/1.1" status: 200 len: 945 time: 0.1964190 Jul 14 09:30:57.648800 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-7632275e-0433-4491-996a-dcaa75a9a6c8 req-bf0c7d90-8db4-49f3-ab3a-a99cd16ef0e0 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/security-groups?id=e89c09f5-16f2-4ac7-8f23-93abffe26f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336663 Jul 14 09:30:57.650128 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5bbe322f-3f67-4864-bc0a-91afe44d23e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:57.661241 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e6d30513-4af0-4d59-8d92-651da23c3a88 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:57.776096 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d1673e-35b7-4b8d-803c-d9743657389a req-4a53ee8b-30ac-4c31-9ac0-ac43e757eac2 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:57.777846 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-b5d1673e-35b7-4b8d-803c-d9743657389a req-4a53ee8b-30ac-4c31-9ac0-ac43e757eac2 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/ports?device_id=5ac3fc79-a6bb-4376-8cab-9a14ede42483 HTTP/1.1" status: 200 len: 944 time: 0.1107442 Jul 14 09:30:57.803945 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e6d30513-4af0-4d59-8d92-651da23c3a88 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:57.821019 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b915d02f-81d7-4bfe-9ae2-c36e60d546af tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Router b9fb6ef8-f594-45b5-b5d6-58102ca87daa has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:30:57.830519 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-b5d1673e-35b7-4b8d-803c-d9743657389a req-4e270d5f-746f-4059-9c80-3b1a41c292a2 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/security-groups?id=9b802230-9234-42e7-bf8c-0d12af0394c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466182 Jul 14 09:30:57.866267 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6d30513-4af0-4d59-8d92-651da23c3a88 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Network 84b74b2a-ebae-4ed1-b302-cad8e244c99d is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:30:57.876141 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-e6d30513-4af0-4d59-8d92-651da23c3a88 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:30:57.879088 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d30513-4af0-4d59-8d92-651da23c3a88 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:30:57.884996 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6d30513-4af0-4d59-8d92-651da23c3a88 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:57.885643 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e6d30513-4af0-4d59-8d92-651da23c3a88 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:57.913623 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d30513-4af0-4d59-8d92-651da23c3a88 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Pushing event updated for resources: {'Port': ['ID=b2253091-8e52-49b3-8a9f-05d979ef1b12,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:57.953816 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-e6d30513-4af0-4d59-8d92-651da23c3a88 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.2362471 Jul 14 09:30:57.956064 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 55600) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:58.040781 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6521f87-f327-4439-b8d4-eee1b66892af req-1301c39f-5c0a-4293-947b-ae9d0c2a3667 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:58.042127 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-b6521f87-f327-4439-b8d4-eee1b66892af req-1301c39f-5c0a-4293-947b-ae9d0c2a3667 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/networks?id=37e488ca-77f2-424d-8250-cbdd23d7445f HTTP/1.1" status: 200 len: 814 time: 0.1252685 Jul 14 09:30:58.053473 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c472cd12-0d7c-4b23-ad49-98cd595dbb81 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:58.055452 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-c472cd12-0d7c-4b23-ad49-98cd595dbb81 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] 10.222.0.68 "GET /v2.0/ports/b2253091-8e52-49b3-8a9f-05d979ef1b12 HTTP/1.1" status: 200 len: 841 time: 0.0970469 Jul 14 09:30:58.058186 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 55602) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:58.059277 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-b6521f87-f327-4439-b8d4-eee1b66892af req-3d0ad28c-d908-45a8-b813-5dabd665297f tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/quotas/345a5b6fceae4b28981003dfc874e3c7 HTTP/1.1" status: 200 len: 375 time: 0.0105028 Jul 14 09:30:58.099784 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b915d02f-81d7-4bfe-9ae2-c36e60d546af tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:30:58.111007 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dcecc63-2cdf-4ef6-9671-7e60fa963ac7 None None] Sync routers for ids ['b9fb6ef8-f594-45b5-b5d6-58102ca87daa'] in n-d-779913-29 {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:30:58.121315 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dcecc63-2cdf-4ef6-9671-7e60fa963ac7 None None] Routers {'b9fb6ef8-f594-45b5-b5d6-58102ca87daa'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:30:58.125634 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-9dcecc63-2cdf-4ef6-9671-7e60fa963ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:30:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['b9fb6ef8-f594-45b5-b5d6-58102ca87daa'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:58.156595 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-b6521f87-f327-4439-b8d4-eee1b66892af req-d1373c0d-52c7-4cbc-a926-dafd7af1244a tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=345a5b6fceae4b28981003dfc874e3c7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0902362 Jul 14 09:30:58.167562 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-9dcecc63-2cdf-4ef6-9671-7e60fa963ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:58.177085 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dcecc63-2cdf-4ef6-9671-7e60fa963ac7 None None] Routers {'b9fb6ef8-f594-45b5-b5d6-58102ca87daa'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:30:58.177901 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-9dcecc63-2cdf-4ef6-9671-7e60fa963ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:30:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['b9fb6ef8-f594-45b5-b5d6-58102ca87daa'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:58.215425 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-9dcecc63-2cdf-4ef6-9671-7e60fa963ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:58.216404 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dcecc63-2cdf-4ef6-9671-7e60fa963ac7 None None] The sync data for ids ['b9fb6ef8-f594-45b5-b5d6-58102ca87daa'] in n-d-779913-29 is: [] {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:30:58.262701 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-76f7f64b-6fc9-4153-97d5-254e90eb5804 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Deleting port b2253091-8e52-49b3-8a9f-05d979ef1b12 {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:30:58.263056 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-76f7f64b-6fc9-4153-97d5-254e90eb5804 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:58.277186 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-b6521f87-f327-4439-b8d4-eee1b66892af req-3fdb27ae-7f7b-4528-9360-46b52fe6f528 service neutron] 10.222.0.68 "GET /v2.0/networks/37e488ca-77f2-424d-8250-cbdd23d7445f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150942 Jul 14 09:30:58.373545 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-76f7f64b-6fc9-4153-97d5-254e90eb5804 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:58.380225 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-b6521f87-f327-4439-b8d4-eee1b66892af req-b55b0530-b879-45c8-aebe-e9b7a93fcbbf service neutron] 10.222.0.68 "GET /v2.0/networks/37e488ca-77f2-424d-8250-cbdd23d7445f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960791 Jul 14 09:30:58.416854 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-76f7f64b-6fc9-4153-97d5-254e90eb5804 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Calling delete_port for b2253091-8e52-49b3-8a9f-05d979ef1b12 owned by {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:30:58.491205 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b915d02f-81d7-4bfe-9ae2-c36e60d546af tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Router 03db1d12-2506-49d9-8870-ac5d383bf40c has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:30:58.636700 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-07254b66-f20c-4ccc-a384-8d59bf6ca24d req-bfdae65f-6466-4a4c-b999-d0f347abb4dd tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/ports?device_id=0d21046f-0222-4256-842e-720fd5242f7c HTTP/1.1" status: 200 len: 210 time: 0.0473676 Jul 14 09:30:58.678427 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-76f7f64b-6fc9-4153-97d5-254e90eb5804 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:58.721576 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f7f64b-6fc9-4153-97d5-254e90eb5804 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Pushing event deleted for resources: {'Port': ['ID=b2253091-8e52-49b3-8a9f-05d979ef1b12,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:58.736172 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-76f7f64b-6fc9-4153-97d5-254e90eb5804 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:58.739038 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-76f7f64b-6fc9-4153-97d5-254e90eb5804 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] 10.222.0.68 "DELETE /v2.0/ports/b2253091-8e52-49b3-8a9f-05d979ef1b12 HTTP/1.1" status: 204 len: 168 time: 0.6797736 Jul 14 09:30:58.741443 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 55624) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:58.747128 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b915d02f-81d7-4bfe-9ae2-c36e60d546af tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:30:58.752128 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b915d02f-81d7-4bfe-9ae2-c36e60d546af tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for floatingip, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:58.756920 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66302538-5c80-469f-8d46-b1e11949d621 None None] Sync routers for ids ['03db1d12-2506-49d9-8870-ac5d383bf40c'] in n-d-779913-29 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:30:58.767291 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66302538-5c80-469f-8d46-b1e11949d621 None None] Routers {'03db1d12-2506-49d9-8870-ac5d383bf40c'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:30:58.768603 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-66302538-5c80-469f-8d46-b1e11949d621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:30:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['03db1d12-2506-49d9-8870-ac5d383bf40c'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:58.775447 n-d-779913-29 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-911dec47-7548-4204-9dde-cf231f1f4cb1 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] GET failed (client error): The resource could not be found. Jul 14 09:30:58.782894 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-911dec47-7548-4204-9dde-cf231f1f4cb1 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] 10.222.0.68 "GET /v2.0/ports/b2253091-8e52-49b3-8a9f-05d979ef1b12 HTTP/1.1" status: 404 len: 333 time: 0.0342906 Jul 14 09:30:58.783682 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 55626) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:58.790184 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-6c370760-2696-4ad1-aa64-cfeba0ed3706 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Request body: {'port': {'network_id': '84b74b2a-ebae-4ed1-b302-cad8e244c99d', 'name': 'tempest-PortsTestJSON-1631612804'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:58.807859 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-66302538-5c80-469f-8d46-b1e11949d621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:58.816682 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66302538-5c80-469f-8d46-b1e11949d621 None None] Routers {'03db1d12-2506-49d9-8870-ac5d383bf40c'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:30:58.817295 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-66302538-5c80-469f-8d46-b1e11949d621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:30:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['03db1d12-2506-49d9-8870-ac5d383bf40c'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:58.845111 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-b915d02f-81d7-4bfe-9ae2-c36e60d546af tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] 10.222.0.68 "PUT /v2.0/floatingips/225e8065-37fe-434b-b7a3-cc95ae2ae9aa HTTP/1.1" status: 200 len: 977 time: 3.0639720 Jul 14 09:30:58.847885 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 55628) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:58.854718 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-66302538-5c80-469f-8d46-b1e11949d621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:58.855672 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66302538-5c80-469f-8d46-b1e11949d621 None None] The sync data for ids ['03db1d12-2506-49d9-8870-ac5d383bf40c'] in n-d-779913-29 is: [] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:30:58.952398 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c370760-2696-4ad1-aa64-cfeba0ed3706 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Made reservation on behalf of 078281b593d34d31bc27616950b7a85b for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:30:58.956195 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6c370760-2696-4ad1-aa64-cfeba0ed3706 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:58.976024 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-8d9f43fa-be86-4f26-96cd-10d3d6a8542a tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Deleting port 6c4914d8-fbce-4d16-8125-9613b4a69083 {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:30:58.976024 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8d9f43fa-be86-4f26-96cd-10d3d6a8542a tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:59.021812 n-d-779913-29 neutron-server[93958]: DEBUG neutron.notifiers.nova [None req-6c370760-2696-4ad1-aa64-cfeba0ed3706 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] device_id is not set on port 667b045c-0b91-4286-bb8f-4eb99eff92da yet. {{(pid=93958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:30:59.078919 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8d9f43fa-be86-4f26-96cd-10d3d6a8542a tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:59.110198 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898ab390-0013-493f-a14a-44905b82c75c req-d5318a11-4143-4423-ada2-da9752ff27ec tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:59.117662 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-898ab390-0013-493f-a14a-44905b82c75c req-d5318a11-4143-4423-ada2-da9752ff27ec tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/ports?device_id=5ac3fc79-a6bb-4376-8cab-9a14ede42483 HTTP/1.1" status: 200 len: 944 time: 0.1406200 Jul 14 09:30:59.485235 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-898ab390-0013-493f-a14a-44905b82c75c req-d51fa6a2-6c94-43a6-b665-e9354ae5332f tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/security-groups?id=9b802230-9234-42e7-bf8c-0d12af0394c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3667004 Jul 14 09:30:59.526680 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6c370760-2696-4ad1-aa64-cfeba0ed3706 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:59.566340 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6c370760-2696-4ad1-aa64-cfeba0ed3706 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:59.572201 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8d9f43fa-be86-4f26-96cd-10d3d6a8542a tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:59.572575 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8d9f43fa-be86-4f26-96cd-10d3d6a8542a tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-660590'] for floatingip, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:59.572893 n-d-779913-29 neutron-server[93957]: INFO neutron.db.l3_db [None req-8d9f43fa-be86-4f26-96cd-10d3d6a8542a tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Floating IP 225e8065-37fe-434b-b7a3-cc95ae2ae9aa disassociated. External IP: 172.25.4.43, port: 6c4914d8-fbce-4d16-8125-9613b4a69083. Jul 14 09:30:59.573246 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-8d9f43fa-be86-4f26-96cd-10d3d6a8542a tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Calling delete_port for 6c4914d8-fbce-4d16-8125-9613b4a69083 owned by {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:30:59.619900 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c370760-2696-4ad1-aa64-cfeba0ed3706 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Network 84b74b2a-ebae-4ed1-b302-cad8e244c99d is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:30:59.623797 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-6c370760-2696-4ad1-aa64-cfeba0ed3706 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:30:59.628442 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c370760-2696-4ad1-aa64-cfeba0ed3706 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:30:59.634809 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c370760-2696-4ad1-aa64-cfeba0ed3706 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:59.636823 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6c370760-2696-4ad1-aa64-cfeba0ed3706 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:59.645111 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c370760-2696-4ad1-aa64-cfeba0ed3706 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Pushing event updated for resources: {'Port': ['ID=667b045c-0b91-4286-bb8f-4eb99eff92da,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:59.658417 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-6c370760-2696-4ad1-aa64-cfeba0ed3706 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.8733602 Jul 14 09:30:59.661049 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 55642) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:59.671631 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-5bfb1133-8c90-4464-89a5-c35b3a339b79 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:59.782946 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8d9f43fa-be86-4f26-96cd-10d3d6a8542a tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:59.830035 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5bfb1133-8c90-4464-89a5-c35b3a339b79 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:59.839070 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9f43fa-be86-4f26-96cd-10d3d6a8542a tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Pushing event deleted for resources: {'Port': ['ID=6c4914d8-fbce-4d16-8125-9613b4a69083,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:00.000663 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-57409e8c-6366-4eac-baf4-f80325afd809 req-aba4c491-381e-4506-86fa-ed4306d650db tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/ports?device_id=0d21046f-0222-4256-842e-720fd5242f7c HTTP/1.1" status: 200 len: 210 time: 0.1206207 Jul 14 09:31:00.058470 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d9f43fa-be86-4f26-96cd-10d3d6a8542a tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Router 03db1d12-2506-49d9-8870-ac5d383bf40c has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:31:00.194214 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6521f87-f327-4439-b8d4-eee1b66892af req-c0d82434-52f4-41bb-b7ad-0c6b46350ee1 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:00.195740 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-b6521f87-f327-4439-b8d4-eee1b66892af req-c0d82434-52f4-41bb-b7ad-0c6b46350ee1 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.57 "GET /v2.0/networks?id=37e488ca-77f2-424d-8250-cbdd23d7445f HTTP/1.1" status: 200 len: 814 time: 0.3468044 Jul 14 09:31:00.216573 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [req-b6521f87-f327-4439-b8d4-eee1b66892af req-b72cffb6-b0f4-4a8f-b4e9-cc840559023b tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] Request body: {'port': {'device_id': '0d21046f-0222-4256-842e-720fd5242f7c', 'network_id': '37e488ca-77f2-424d-8250-cbdd23d7445f', 'admin_state_up': True, 'tenant_id': '345a5b6fceae4b28981003dfc874e3c7'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:31:00.265289 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d9f43fa-be86-4f26-96cd-10d3d6a8542a tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:31:00.277356 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f717fe89-3058-422d-9344-46e855a04b24 None None] Sync routers for ids ['03db1d12-2506-49d9-8870-ac5d383bf40c'] in n-d-779913-29 {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:31:00.291419 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f717fe89-3058-422d-9344-46e855a04b24 None None] Routers {'03db1d12-2506-49d9-8870-ac5d383bf40c'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:31:00.296278 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-f717fe89-3058-422d-9344-46e855a04b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:30:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['03db1d12-2506-49d9-8870-ac5d383bf40c'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:00.322407 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5bfb1133-8c90-4464-89a5-c35b3a339b79 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:00.327143 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5bfb1133-8c90-4464-89a5-c35b3a339b79 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13574142'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:00.347254 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8d9f43fa-be86-4f26-96cd-10d3d6a8542a tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:00.349281 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-8d9f43fa-be86-4f26-96cd-10d3d6a8542a tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] 10.222.0.68 "DELETE /v2.0/ports/6c4914d8-fbce-4d16-8125-9613b4a69083 HTTP/1.1" status: 204 len: 168 time: 1.5001886 Jul 14 09:31:00.352135 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 55658) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:00.370146 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-f717fe89-3058-422d-9344-46e855a04b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:00.379379 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f717fe89-3058-422d-9344-46e855a04b24 None None] Routers {'03db1d12-2506-49d9-8870-ac5d383bf40c'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:31:00.380337 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-f717fe89-3058-422d-9344-46e855a04b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:30:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['03db1d12-2506-49d9-8870-ac5d383bf40c'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:00.391122 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-5bfb1133-8c90-4464-89a5-c35b3a339b79 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] In _notify_port_updated(), no bound segment for port 667b045c-0b91-4286-bb8f-4eb99eff92da on network 84b74b2a-ebae-4ed1-b302-cad8e244c99d {{(pid=93958) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 14 09:31:00.397445 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bfb1133-8c90-4464-89a5-c35b3a339b79 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:00.398454 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5bfb1133-8c90-4464-89a5-c35b3a339b79 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:00.399969 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-5bfb1133-8c90-4464-89a5-c35b3a339b79 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] 10.222.0.68 "PUT /v2.0/ports/667b045c-0b91-4286-bb8f-4eb99eff92da HTTP/1.1" status: 200 len: 818 time: 0.7360184 Jul 14 09:31:00.409309 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 55662) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:00.422772 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-f717fe89-3058-422d-9344-46e855a04b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:00.424031 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f717fe89-3058-422d-9344-46e855a04b24 None None] The sync data for ids ['03db1d12-2506-49d9-8870-ac5d383bf40c'] in n-d-779913-29 is: [] {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:31:00.440317 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 13117e8b-80f8-48e8-9c76-823599bba37d details requested by agent hyperv_n-h1-779913-29 with host n-h1-779913-29 {{(pid=93959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:31:00.461298 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfb1133-8c90-4464-89a5-c35b3a339b79 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Pushing event updated for resources: {'Port': ['ID=667b045c-0b91-4286-bb8f-4eb99eff92da,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:00.520179 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6521f87-f327-4439-b8d4-eee1b66892af req-b72cffb6-b0f4-4a8f-b4e9-cc840559023b tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] Made reservation on behalf of 345a5b6fceae4b28981003dfc874e3c7 for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:31:00.524378 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-b6521f87-f327-4439-b8d4-eee1b66892af req-b72cffb6-b0f4-4a8f-b4e9-cc840559023b tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:00.591545 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port 13117e8b-80f8-48e8-9c76-823599bba37d, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=13117e8b-80f8-48e8-9c76-823599bba37d,segment=NetworkSegment(7c0bb8da-25ea-40ae-a0d8-c863fd3d0f97),segment_id=7c0bb8da-25ea-40ae-a0d8-c863fd3d0f97)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:31:00.612378 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Returning: {'device': '13117e8b-80f8-48e8-9c76-823599bba37d', 'network_id': '4c89afe5-b9f8-4e2e-b44c-d497b59f1beb', 'port_id': '13117e8b-80f8-48e8-9c76-823599bba37d', 'mac_address': 'fa:16:3e:dd:d3:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 733, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9b5b9a6-c0c5-422a-9cec-7b209f25a172', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:31:00.619875 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-87e23d29-ca5c-4276-b6cf-17fc2534913a tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Deleting port 667b045c-0b91-4286-bb8f-4eb99eff92da {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:31:00.620248 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-87e23d29-ca5c-4276-b6cf-17fc2534913a tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:00.660815 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:00.678787 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13117e8b-80f8-48e8-9c76-823599bba37d {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:31:00.700931 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port 13117e8b-80f8-48e8-9c76-823599bba37d, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=13117e8b-80f8-48e8-9c76-823599bba37d,segment=NetworkSegment(7c0bb8da-25ea-40ae-a0d8-c863fd3d0f97),segment_id=7c0bb8da-25ea-40ae-a0d8-c863fd3d0f97)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:31:00.707818 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:00.750570 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-87e23d29-ca5c-4276-b6cf-17fc2534913a tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:00.764749 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [req-b6521f87-f327-4439-b8d4-eee1b66892af req-b72cffb6-b0f4-4a8f-b4e9-cc840559023b tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] Allocated IP 172.20.0.8 (37e488ca-77f2-424d-8250-cbdd23d7445f/535bbe8f-0cbe-454b-b3d9-7e9077b77cea/d80ca3ca-31a4-42a1-be48-7a073d40c776) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:31:00.770274 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Pushing event updated for resources: {'Port': ['ID=13117e8b-80f8-48e8-9c76-823599bba37d,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:00.772604 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-87e23d29-ca5c-4276-b6cf-17fc2534913a tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Calling delete_port for 667b045c-0b91-4286-bb8f-4eb99eff92da owned by {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:31:00.820730 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb970533-4856-4398-b274-e6544930bbc5 req-27ca41c1-06ee-49f6-8400-2c71d0da3598 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:00.822288 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-cb970533-4856-4398-b274-e6544930bbc5 req-27ca41c1-06ee-49f6-8400-2c71d0da3598 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/ports?device_id=5ac3fc79-a6bb-4376-8cab-9a14ede42483 HTTP/1.1" status: 200 len: 944 time: 0.1672015 Jul 14 09:31:00.904383 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-cb970533-4856-4398-b274-e6544930bbc5 req-dee2eae9-7060-4f2c-8733-bc84cc73876d tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/security-groups?id=9b802230-9234-42e7-bf8c-0d12af0394c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757298 Jul 14 09:31:00.965112 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-87e23d29-ca5c-4276-b6cf-17fc2534913a tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:00.998818 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6f281147-7dc8-412e-aa58-4c8bdffef241 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-683602'] for router_interface, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:01.038490 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e23d29-ca5c-4276-b6cf-17fc2534913a tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Pushing event deleted for resources: {'Port': ['ID=667b045c-0b91-4286-bb8f-4eb99eff92da,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:01.052678 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-87e23d29-ca5c-4276-b6cf-17fc2534913a tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:01.055584 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-87e23d29-ca5c-4276-b6cf-17fc2534913a tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] 10.222.0.68 "DELETE /v2.0/ports/667b045c-0b91-4286-bb8f-4eb99eff92da HTTP/1.1" status: 204 len: 168 time: 0.6427100 Jul 14 09:31:01.059125 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 55672) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:01.105018 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-b6521f87-f327-4439-b8d4-eee1b66892af req-b72cffb6-b0f4-4a8f-b4e9-cc840559023b tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:01.197608 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] get_ports_and_sgs() called for port_ids ['13117e8b-80f8-48e8-9c76-823599bba37d'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:31:01.207517 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-b6521f87-f327-4439-b8d4-eee1b66892af req-b72cffb6-b0f4-4a8f-b4e9-cc840559023b tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:01.242423 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] get_ports_and_sgs() called for port_ids ['d27f134e-1766-4f38-8d8a-ac3018579cce'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:31:01.284333 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72cffb6-b0f4-4a8f-b4e9-cc840559023b tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] Pushing event updated for resources: {'Port': ['ID=d80ca3ca-31a4-42a1-be48-7a073d40c776,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:01.303582 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6521f87-f327-4439-b8d4-eee1b66892af req-b72cffb6-b0f4-4a8f-b4e9-cc840559023b tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] Network 37e488ca-77f2-424d-8250-cbdd23d7445f is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:31:01.305864 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [req-b6521f87-f327-4439-b8d4-eee1b66892af req-b72cffb6-b0f4-4a8f-b4e9-cc840559023b tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:31:01.310111 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6521f87-f327-4439-b8d4-eee1b66892af req-b72cffb6-b0f4-4a8f-b4e9-cc840559023b tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:31:01.365287 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6521f87-f327-4439-b8d4-eee1b66892af req-b72cffb6-b0f4-4a8f-b4e9-cc840559023b tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:01.365962 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-b6521f87-f327-4439-b8d4-eee1b66892af req-b72cffb6-b0f4-4a8f-b4e9-cc840559023b tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:01.388932 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7631245b-4956-4fa8-b225-cb2da3b8e6d0 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:01.391391 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-b6521f87-f327-4439-b8d4-eee1b66892af req-b72cffb6-b0f4-4a8f-b4e9-cc840559023b tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1808078 Jul 14 09:31:01.395716 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-7631245b-4956-4fa8-b225-cb2da3b8e6d0 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] 10.222.0.68 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.3340662 Jul 14 09:31:01.395858 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 55678) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:01.450230 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60461a64-2017-42ce-8797-4fb58f47a034 req-1ec64d5e-c5e3-4cfc-8c18-c6e5216892fb tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:01.457409 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-60461a64-2017-42ce-8797-4fb58f47a034 req-1ec64d5e-c5e3-4cfc-8c18-c6e5216892fb tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/ports?device_id=0d21046f-0222-4256-842e-720fd5242f7c HTTP/1.1" status: 200 len: 931 time: 0.2684047 Jul 14 09:31:01.487774 n-d-779913-29 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b5bc482-1014-408f-af91-b2d126687b3d tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] GET failed (client error): The resource could not be found. Jul 14 09:31:01.489841 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-3b5bc482-1014-408f-af91-b2d126687b3d tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] 10.222.0.68 "GET /v2.0/ports/667b045c-0b91-4286-bb8f-4eb99eff92da HTTP/1.1" status: 404 len: 333 time: 0.0924730 Jul 14 09:31:01.500962 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [req-b6521f87-f327-4439-b8d4-eee1b66892af req-0eb8e117-2eea-4975-8f30-13d4affd7ba6 service neutron] Request body: {'port': {'device_id': '0d21046f-0222-4256-842e-720fd5242f7c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-29'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:31:01.504264 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 55684) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:01.520743 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-fc1de9d3-64fb-45c5-a89e-5c6b61bee059 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-387130323'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:31:01.553546 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc1de9d3-64fb-45c5-a89e-5c6b61bee059 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Made reservation on behalf of 078281b593d34d31bc27616950b7a85b for: {'network': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:31:01.557644 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-fc1de9d3-64fb-45c5-a89e-5c6b61bee059 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for network, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:01.587010 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-60461a64-2017-42ce-8797-4fb58f47a034 req-6bea88ab-0fc2-40a8-8003-9c1dc58ea5b0 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/security-groups?id=e89c09f5-16f2-4ac7-8f23-93abffe26f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286900 Jul 14 09:31:01.606081 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc1de9d3-64fb-45c5-a89e-5c6b61bee059 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 711} {{(pid=93957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:31:01.615475 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-b6521f87-f327-4439-b8d4-eee1b66892af req-0eb8e117-2eea-4975-8f30-13d4affd7ba6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:01.649467 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-fc1de9d3-64fb-45c5-a89e-5c6b61bee059 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:01.649966 n-d-779913-29 neutron-server[93957]: INFO neutron.db.segments_db [None req-fc1de9d3-64fb-45c5-a89e-5c6b61bee059 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Added segment 938fba70-3c12-45ec-827e-9441c26b5f0e of type vlan for network e8a59db3-df6b-4aa9-a71d-90125337b149 Jul 14 09:31:01.720748 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-fc1de9d3-64fb-45c5-a89e-5c6b61bee059 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735687821325'] for network, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:01.766764 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-6f281147-7dc8-412e-aa58-4c8bdffef241 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Deleting port 64c099f8-b38e-4e98-8b96-a9cbfc32b6d0 {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:31:01.767125 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6f281147-7dc8-412e-aa58-4c8bdffef241 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:01.811447 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-fc1de9d3-64fb-45c5-a89e-5c6b61bee059 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855'] for network, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:01.817195 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc1de9d3-64fb-45c5-a89e-5c6b61bee059 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:01.817756 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-fc1de9d3-64fb-45c5-a89e-5c6b61bee059 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks [] for network, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:01.902555 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-fc1de9d3-64fb-45c5-a89e-5c6b61bee059 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3945348 Jul 14 09:31:01.902806 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 55686) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:01.910066 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-e22b2f31-4b26-4ebc-8f29-c4d1086bf1aa tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Request body: {'subnet': {'network_id': 'e8a59db3-df6b-4aa9-a71d-90125337b149', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:31:01.919789 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1de9d3-64fb-45c5-a89e-5c6b61bee059 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Pushing event updated for resources: {'Network': ['ID=e8a59db3-df6b-4aa9-a71d-90125337b149,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:01.933319 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Network e8a59db3-df6b-4aa9-a71d-90125337b149 details requested by agent ovs-agent-n-d-779913-29 with host n-d-779913-29 {{(pid=93959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:31:01.941213 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6f281147-7dc8-412e-aa58-4c8bdffef241 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:01.955083 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-6f281147-7dc8-412e-aa58-4c8bdffef241 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Calling delete_port for 64c099f8-b38e-4e98-8b96-a9cbfc32b6d0 owned by network:router_interface {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:31:02.145226 n-d-779913-29 neutron-server[93958]: DEBUG neutron.notifiers.nova [req-b6521f87-f327-4439-b8d4-eee1b66892af req-0eb8e117-2eea-4975-8f30-13d4affd7ba6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d80ca3ca-31a4-42a1-be48-7a073d40c776 {{(pid=93958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:31:02.178823 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-b6521f87-f327-4439-b8d4-eee1b66892af req-0eb8e117-2eea-4975-8f30-13d4affd7ba6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:02.186006 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e22b2f31-4b26-4ebc-8f29-c4d1086bf1aa tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Made reservation on behalf of 078281b593d34d31bc27616950b7a85b for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:31:02.189829 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e22b2f31-4b26-4ebc-8f29-c4d1086bf1aa tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16714600'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:02.237385 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6f281147-7dc8-412e-aa58-4c8bdffef241 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:02.265585 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-b6521f87-f327-4439-b8d4-eee1b66892af req-0eb8e117-2eea-4975-8f30-13d4affd7ba6 service neutron] Transition to ACTIVE for port object d80ca3ca-31a4-42a1-be48-7a073d40c776 will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:31:02.266399 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f281147-7dc8-412e-aa58-4c8bdffef241 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Pushing event deleted for resources: {'Port': ['ID=64c099f8-b38e-4e98-8b96-a9cbfc32b6d0,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:02.280550 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-b6521f87-f327-4439-b8d4-eee1b66892af req-0eb8e117-2eea-4975-8f30-13d4affd7ba6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13574142'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:02.376140 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d48fb9-7d53-4be1-99db-ddd19f429e67 req-e329ca41-f51c-43b2-8e1c-1576805d57de tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:02.385058 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-82d48fb9-7d53-4be1-99db-ddd19f429e67 req-e329ca41-f51c-43b2-8e1c-1576805d57de tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/ports?device_id=5ac3fc79-a6bb-4376-8cab-9a14ede42483 HTTP/1.1" status: 200 len: 945 time: 0.3022192 Jul 14 09:31:02.475975 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6f281147-7dc8-412e-aa58-4c8bdffef241 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-620860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682934'] for router_interface, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:02.530974 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb8e117-2eea-4975-8f30-13d4affd7ba6 service neutron] Pushing event updated for resources: {'Port': ['ID=d80ca3ca-31a4-42a1-be48-7a073d40c776,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:02.619932 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-82d48fb9-7d53-4be1-99db-ddd19f429e67 req-86270242-5f1b-435a-9d03-fc04540f322b tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/security-groups?id=9b802230-9234-42e7-bf8c-0d12af0394c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2333825 Jul 14 09:31:02.641579 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-b6521f87-f327-4439-b8d4-eee1b66892af req-0eb8e117-2eea-4975-8f30-13d4affd7ba6 service neutron] Attempting to bind port d80ca3ca-31a4-42a1-be48-7a073d40c776 on host n-h2-779913-29 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:31:02.642031 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-b6521f87-f327-4439-b8d4-eee1b66892af req-0eb8e117-2eea-4975-8f30-13d4affd7ba6 service neutron] Attempting to bind port d80ca3ca-31a4-42a1-be48-7a073d40c776 by drivers openvswitch,hyperv on host n-h2-779913-29 at level 0 using segments [{'id': '948a681f-4f89-4271-b601-608851f32209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '37e488ca-77f2-424d-8250-cbdd23d7445f'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:31:02.642472 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6521f87-f327-4439-b8d4-eee1b66892af req-0eb8e117-2eea-4975-8f30-13d4affd7ba6 service neutron] Attempting to bind port d80ca3ca-31a4-42a1-be48-7a073d40c776 on network 37e488ca-77f2-424d-8250-cbdd23d7445f {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:31:02.656671 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6521f87-f327-4439-b8d4-eee1b66892af req-0eb8e117-2eea-4975-8f30-13d4affd7ba6 service neutron] Port d80ca3ca-31a4-42a1-be48-7a073d40c776 on network 37e488ca-77f2-424d-8250-cbdd23d7445f not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-29 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:31:02.657134 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6521f87-f327-4439-b8d4-eee1b66892af req-0eb8e117-2eea-4975-8f30-13d4affd7ba6 service neutron] Attempting to bind port d80ca3ca-31a4-42a1-be48-7a073d40c776 on network 37e488ca-77f2-424d-8250-cbdd23d7445f {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:31:02.662754 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6521f87-f327-4439-b8d4-eee1b66892af req-0eb8e117-2eea-4975-8f30-13d4affd7ba6 service neutron] Checking agent: {'id': '013e4a3b-a634-47b8-b6a5-1a25109b73fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 13, 13), 'started_at': datetime.datetime(2021, 7, 14, 9, 13, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 30, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:31:02.663215 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6521f87-f327-4439-b8d4-eee1b66892af req-0eb8e117-2eea-4975-8f30-13d4affd7ba6 service neutron] Checking segment: {'id': '948a681f-4f89-4271-b601-608851f32209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '37e488ca-77f2-424d-8250-cbdd23d7445f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:31:02.663746 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6521f87-f327-4439-b8d4-eee1b66892af req-0eb8e117-2eea-4975-8f30-13d4affd7ba6 service neutron] Bound using segment: {'id': '948a681f-4f89-4271-b601-608851f32209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '37e488ca-77f2-424d-8250-cbdd23d7445f'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:31:02.664293 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-b6521f87-f327-4439-b8d4-eee1b66892af req-0eb8e117-2eea-4975-8f30-13d4affd7ba6 service neutron] Bound port: d80ca3ca-31a4-42a1-be48-7a073d40c776, host: n-h2-779913-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '948a681f-4f89-4271-b601-608851f32209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '37e488ca-77f2-424d-8250-cbdd23d7445f'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:31:02.665099 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-b6521f87-f327-4439-b8d4-eee1b66892af req-0eb8e117-2eea-4975-8f30-13d4affd7ba6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:02.708726 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e22b2f31-4b26-4ebc-8f29-c4d1086bf1aa tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13573993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16714586'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:02.844100 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-b6521f87-f327-4439-b8d4-eee1b66892af req-0eb8e117-2eea-4975-8f30-13d4affd7ba6 service neutron] For port d80ca3ca-31a4-42a1-be48-7a073d40c776, host n-h2-779913-29, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:31:02.849369 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22b2f31-4b26-4ebc-8f29-c4d1086bf1aa tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Pushing event updated for resources: {'Subnet': ['ID=147c7559-4d3d-48f1-b027-500ecf91d321,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:02.863026 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e22b2f31-4b26-4ebc-8f29-c4d1086bf1aa tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Checking segment: {'id': '938fba70-3c12-45ec-827e-9441c26b5f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'e8a59db3-df6b-4aa9-a71d-90125337b149'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:31:02.863465 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e22b2f31-4b26-4ebc-8f29-c4d1086bf1aa tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Network hostable DHCP agents. Network: e8a59db3-df6b-4aa9-a71d-90125337b149, hostable agents: ['c6a09bd4-f72e-4283-a3ca-0bbca8a51081'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:31:02.870235 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-b6521f87-f327-4439-b8d4-eee1b66892af req-0eb8e117-2eea-4975-8f30-13d4affd7ba6 service neutron] For port d80ca3ca-31a4-42a1-be48-7a073d40c776, host n-h2-779913-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=d80ca3ca-31a4-42a1-be48-7a073d40c776,segment=NetworkSegment(948a681f-4f89-4271-b601-608851f32209),segment_id=948a681f-4f89-4271-b601-608851f32209)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:31:02.883105 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-b6521f87-f327-4439-b8d4-eee1b66892af req-0eb8e117-2eea-4975-8f30-13d4affd7ba6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13574142'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:02.932672 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e22b2f31-4b26-4ebc-8f29-c4d1086bf1aa tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Network e8a59db3-df6b-4aa9-a71d-90125337b149 is scheduled to be hosted by DHCP agent c6a09bd4-f72e-4283-a3ca-0bbca8a51081 with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:31:02.935815 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6521f87-f327-4439-b8d4-eee1b66892af req-0eb8e117-2eea-4975-8f30-13d4affd7ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:02.936512 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-b6521f87-f327-4439-b8d4-eee1b66892af req-0eb8e117-2eea-4975-8f30-13d4affd7ba6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:02.938026 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-b6521f87-f327-4439-b8d4-eee1b66892af req-0eb8e117-2eea-4975-8f30-13d4affd7ba6 service neutron] 10.222.0.57 "PUT /v2.0/ports/d80ca3ca-31a4-42a1-be48-7a073d40c776 HTTP/1.1" status: 200 len: 1092 time: 1.4468622 Jul 14 09:31:02.940936 n-d-779913-29 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d21046f-0222-4256-842e-720fd5242f7c', 'tag': 'd80ca3ca-31a4-42a1-be48-7a073d40c776'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:31:02.943125 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cb48f044f948e981f43897c8d7f1332f741dc7af2b4c5a6e19d8f4a80f708e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-986f30d1-80ca-4c87-bfa5-08845cef2d75" -d '{"events": [{"name": "network-changed", "server_uuid": "0d21046f-0222-4256-842e-720fd5242f7c", "tag": "d80ca3ca-31a4-42a1-be48-7a073d40c776"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:31:02.968627 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3492e3-b253-453a-ab97-4425591107cc req-0497ee50-8242-4844-94aa-eea0228077bb tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:02.970501 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-2f3492e3-b253-453a-ab97-4425591107cc req-0497ee50-8242-4844-94aa-eea0228077bb tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/ports?device_id=0d21046f-0222-4256-842e-720fd5242f7c HTTP/1.1" status: 200 len: 943 time: 0.1886866 Jul 14 09:31:02.973876 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-e22b2f31-4b26-4ebc-8f29-c4d1086bf1aa tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-29, e8a59db3-df6b-4aa9-a71d-90125337b149) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:31:02.985728 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e22b2f31-4b26-4ebc-8f29-c4d1086bf1aa tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:02.986414 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e22b2f31-4b26-4ebc-8f29-c4d1086bf1aa tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:02.996891 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecd35e3e-1193-41ba-9d0a-e169f48249a5 None None] Network e8a59db3-df6b-4aa9-a71d-90125337b149 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:31:02.998070 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb8e117-2eea-4975-8f30-13d4affd7ba6 service neutron] Pushing event updated for resources: {'Port': ['ID=d80ca3ca-31a4-42a1-be48-7a073d40c776,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:03.019136 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-e22b2f31-4b26-4ebc-8f29-c4d1086bf1aa tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1148517 Jul 14 09:31:03.030998 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 55710) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:03.051361 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f281147-7dc8-412e-aa58-4c8bdffef241 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Router 03db1d12-2506-49d9-8870-ac5d383bf40c has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:31:03.057957 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-935b9a7a-123f-4c6e-9cd6-ceb5d1e8846b tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Request body: {'subnet': {'network_id': 'e8a59db3-df6b-4aa9-a71d-90125337b149', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:31:03.068111 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:31:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b216df4-295c-4322-b133-46b051d81c62 x-openstack-request-id: req-1b216df4-295c-4322-b133-46b051d81c62 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:31:03.068447 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d21046f-0222-4256-842e-720fd5242f7c", "tag": "d80ca3ca-31a4-42a1-be48-7a073d40c776", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:31:03.068779 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-1b216df4-295c-4322-b133-46b051d81c62 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:31:03.069281 n-d-779913-29 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d21046f-0222-4256-842e-720fd5242f7c', 'tag': 'd80ca3ca-31a4-42a1-be48-7a073d40c776', 'status': 'completed', 'code': 200} Jul 14 09:31:03.182881 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-2f3492e3-b253-453a-ab97-4425591107cc req-88ea5257-69be-4395-9ca2-f672e98d069c tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/security-groups?id=e89c09f5-16f2-4ac7-8f23-93abffe26f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207454 Jul 14 09:31:03.188709 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f281147-7dc8-412e-aa58-4c8bdffef241 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:31:03.197799 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-6f281147-7dc8-412e-aa58-4c8bdffef241 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] 10.222.0.68 "PUT /v2.0/routers/03db1d12-2506-49d9-8870-ac5d383bf40c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8442364 Jul 14 09:31:03.200108 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 55712) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:03.220770 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d06d4f9-23c6-4cb4-83a3-45e4c579eb1d None None] Sync routers for ids ['03db1d12-2506-49d9-8870-ac5d383bf40c'] in n-d-779913-29 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:31:03.228732 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6521f87-f327-4439-b8d4-eee1b66892af req-ee7af201-d1cc-433d-8cac-eecdd4b7614f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:03.230383 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-b6521f87-f327-4439-b8d4-eee1b66892af req-ee7af201-d1cc-433d-8cac-eecdd4b7614f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=345a5b6fceae4b28981003dfc874e3c7&device_id=0d21046f-0222-4256-842e-720fd5242f7c HTTP/1.1" status: 200 len: 1095 time: 0.2101436 Jul 14 09:31:03.239789 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d06d4f9-23c6-4cb4-83a3-45e4c579eb1d None None] Routers {'03db1d12-2506-49d9-8870-ac5d383bf40c'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:31:03.242278 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-7d06d4f9-23c6-4cb4-83a3-45e4c579eb1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:30:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['03db1d12-2506-49d9-8870-ac5d383bf40c'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:03.267802 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d47526d-22c8-4fe0-824e-a1e7ad2742fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf57baaa9-fd24-59f4-8fd2-1dc21122ce72-e8a59db3-df6b-4aa9-a71d-90125337b149', 'network_id': 'e8a59db3-df6b-4aa9-a71d-90125337b149', 'tenant_id': '078281b593d34d31bc27616950b7a85b', 'fixed_ips': [{'subnet_id': '147c7559-4d3d-48f1-b027-500ecf91d321'}]}} from n-d-779913-29. {{(pid=93959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:31:03.269137 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4d47526d-22c8-4fe0-824e-a1e7ad2742fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:03.310783 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-935b9a7a-123f-4c6e-9cd6-ceb5d1e8846b tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Made reservation on behalf of 078281b593d34d31bc27616950b7a85b for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:31:03.320200 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-935b9a7a-123f-4c6e-9cd6-ceb5d1e8846b tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16714600'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:03.349176 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-b6521f87-f327-4439-b8d4-eee1b66892af req-d9a4ff9f-ad38-47ec-b335-83617bf5dd27 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d80ca3ca-31a4-42a1-be48-7a073d40c776 HTTP/1.1" status: 200 len: 217 time: 0.1053176 Jul 14 09:31:03.446971 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-7d06d4f9-23c6-4cb4-83a3-45e4c579eb1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:03.478457 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d06d4f9-23c6-4cb4-83a3-45e4c579eb1d None None] Routers {'03db1d12-2506-49d9-8870-ac5d383bf40c'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:31:03.479073 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-7d06d4f9-23c6-4cb4-83a3-45e4c579eb1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:30:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['03db1d12-2506-49d9-8870-ac5d383bf40c'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:03.515845 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6521f87-f327-4439-b8d4-eee1b66892af req-2b23e3f5-8eda-471b-946d-62b9cbcf55e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:03.517819 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-b6521f87-f327-4439-b8d4-eee1b66892af req-2b23e3f5-8eda-471b-946d-62b9cbcf55e9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=535bbe8f-0cbe-454b-b3d9-7e9077b77cea HTTP/1.1" status: 200 len: 854 time: 0.1328745 Jul 14 09:31:03.564596 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1a822e9d-6705-4699-b279-65e265173c31 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify callbacks [] for router, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:03.576183 n-d-779913-29 neutron-server[93958]: INFO neutron.db.ipam_backend_mixin [None req-935b9a7a-123f-4c6e-9cd6-ceb5d1e8846b tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 147c7559-4d3d-48f1-b027-500ecf91d321 (CIDR: 172.20.0.0/28) Jul 14 09:31:03.593788 n-d-779913-29 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-935b9a7a-123f-4c6e-9cd6-ceb5d1e8846b tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:31:03.594522 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-935b9a7a-123f-4c6e-9cd6-ceb5d1e8846b tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:31:03.598448 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-7d06d4f9-23c6-4cb4-83a3-45e4c579eb1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:03.599317 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d06d4f9-23c6-4cb4-83a3-45e4c579eb1d None None] The sync data for ids ['03db1d12-2506-49d9-8870-ac5d383bf40c'] in n-d-779913-29 is: [] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:31:03.649396 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-b6521f87-f327-4439-b8d4-eee1b66892af req-3326a0f2-8762-48df-b9db-7889536e2aae service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=37e488ca-77f2-424d-8250-cbdd23d7445f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0708454 Jul 14 09:31:03.650857 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-935b9a7a-123f-4c6e-9cd6-ceb5d1e8846b tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6207616 Jul 14 09:31:03.653894 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 55722) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:03.663064 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-c8107b6a-f449-4cad-9dea-e59439fe9967 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Request body: {'subnet': {'network_id': 'e8a59db3-df6b-4aa9-a71d-90125337b149', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:31:03.670575 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-4d47526d-22c8-4fe0-824e-a1e7ad2742fc None None] Allocated IP 172.20.0.2 (e8a59db3-df6b-4aa9-a71d-90125337b149/147c7559-4d3d-48f1-b027-500ecf91d321/489b0b14-ef04-45aa-a9a4-8197014462a2) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:31:03.748635 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1a822e9d-6705-4699-b279-65e265173c31 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:03.837548 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-1a822e9d-6705-4699-b279-65e265173c31 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Deleting port 7775b370-2f28-4733-9c49-036a2341c79f {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:31:03.837902 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1a822e9d-6705-4699-b279-65e265173c31 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:03.888872 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4d47526d-22c8-4fe0-824e-a1e7ad2742fc None None] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:03.898650 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8107b6a-f449-4cad-9dea-e59439fe9967 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Made reservation on behalf of 078281b593d34d31bc27616950b7a85b for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:31:03.903698 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c8107b6a-f449-4cad-9dea-e59439fe9967 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16714600'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:03.904291 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-4d47526d-22c8-4fe0-824e-a1e7ad2742fc None None] Transition to ACTIVE for port object 489b0b14-ef04-45aa-a9a4-8197014462a2 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:31:03.935341 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-4d47526d-22c8-4fe0-824e-a1e7ad2742fc None None] Transition to ACTIVE for port object 489b0b14-ef04-45aa-a9a4-8197014462a2 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:31:03.944306 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4d47526d-22c8-4fe0-824e-a1e7ad2742fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:03.987187 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d47526d-22c8-4fe0-824e-a1e7ad2742fc None None] Network e8a59db3-df6b-4aa9-a71d-90125337b149 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:31:03.990233 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-4d47526d-22c8-4fe0-824e-a1e7ad2742fc None None] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:31:03.994731 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d47526d-22c8-4fe0-824e-a1e7ad2742fc None None] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:31:03.997987 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d47526d-22c8-4fe0-824e-a1e7ad2742fc None None] Pushing event updated for resources: {'Port': ['ID=489b0b14-ef04-45aa-a9a4-8197014462a2,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:04.018482 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1a822e9d-6705-4699-b279-65e265173c31 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:04.047883 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-1a822e9d-6705-4699-b279-65e265173c31 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Calling delete_port for 7775b370-2f28-4733-9c49-036a2341c79f owned by network:router_gateway {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:31:04.060340 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-4d47526d-22c8-4fe0-824e-a1e7ad2742fc None None] Attempting to bind port 489b0b14-ef04-45aa-a9a4-8197014462a2 on host n-d-779913-29 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:31:04.060340 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-4d47526d-22c8-4fe0-824e-a1e7ad2742fc None None] Attempting to bind port 489b0b14-ef04-45aa-a9a4-8197014462a2 by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': '938fba70-3c12-45ec-827e-9441c26b5f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'e8a59db3-df6b-4aa9-a71d-90125337b149'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:31:04.061299 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d47526d-22c8-4fe0-824e-a1e7ad2742fc None None] Attempting to bind port 489b0b14-ef04-45aa-a9a4-8197014462a2 on network e8a59db3-df6b-4aa9-a71d-90125337b149 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:31:04.066863 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d47526d-22c8-4fe0-824e-a1e7ad2742fc None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 30, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:31:04.067323 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d47526d-22c8-4fe0-824e-a1e7ad2742fc None None] Checking segment: {'id': '938fba70-3c12-45ec-827e-9441c26b5f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'e8a59db3-df6b-4aa9-a71d-90125337b149'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:31:04.067667 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4d47526d-22c8-4fe0-824e-a1e7ad2742fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:04.068207 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d47526d-22c8-4fe0-824e-a1e7ad2742fc None None] Bound using segment: {'id': '938fba70-3c12-45ec-827e-9441c26b5f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'e8a59db3-df6b-4aa9-a71d-90125337b149'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:31:04.068796 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-4d47526d-22c8-4fe0-824e-a1e7ad2742fc None None] Bound port: 489b0b14-ef04-45aa-a9a4-8197014462a2, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '938fba70-3c12-45ec-827e-9441c26b5f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'e8a59db3-df6b-4aa9-a71d-90125337b149'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:31:04.069135 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4d47526d-22c8-4fe0-824e-a1e7ad2742fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:04.079925 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848ed4bd-da37-4d2e-9220-ec9c4da8f5a6 req-2d4d0514-8642-41d1-a257-e0ab6447ac1d tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:04.087710 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-848ed4bd-da37-4d2e-9220-ec9c4da8f5a6 req-2d4d0514-8642-41d1-a257-e0ab6447ac1d tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/ports?device_id=5ac3fc79-a6bb-4376-8cab-9a14ede42483 HTTP/1.1" status: 200 len: 945 time: 0.2536631 Jul 14 09:31:04.090975 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-b6521f87-f327-4439-b8d4-eee1b66892af req-e1f42264-21ab-4caa-89ec-19f11009e3cc service neutron] 10.222.0.57 "GET /v2.0/networks/37e488ca-77f2-424d-8250-cbdd23d7445f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4347324 Jul 14 09:31:04.145590 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-4d47526d-22c8-4fe0-824e-a1e7ad2742fc None None] For port 489b0b14-ef04-45aa-a9a4-8197014462a2, host n-d-779913-29, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:31:04.152615 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-4d47526d-22c8-4fe0-824e-a1e7ad2742fc None None] For port 489b0b14-ef04-45aa-a9a4-8197014462a2, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=489b0b14-ef04-45aa-a9a4-8197014462a2,segment=NetworkSegment(938fba70-3c12-45ec-827e-9441c26b5f0e),segment_id=938fba70-3c12-45ec-827e-9441c26b5f0e)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:31:04.166801 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4d47526d-22c8-4fe0-824e-a1e7ad2742fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:04.189085 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-848ed4bd-da37-4d2e-9220-ec9c4da8f5a6 req-aa857b9a-72ed-4b33-a9b3-5ce6c7b550b2 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/security-groups?id=9b802230-9234-42e7-bf8c-0d12af0394c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985548 Jul 14 09:31:04.324755 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d47526d-22c8-4fe0-824e-a1e7ad2742fc None None] Pushing event updated for resources: {'Port': ['ID=489b0b14-ef04-45aa-a9a4-8197014462a2,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:04.334356 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-b6521f87-f327-4439-b8d4-eee1b66892af req-d2c295d7-b4a1-4352-9aa6-8290d9e8570e service neutron] 10.222.0.57 "GET /v2.0/networks/37e488ca-77f2-424d-8250-cbdd23d7445f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2364388 Jul 14 09:31:04.375536 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1a822e9d-6705-4699-b279-65e265173c31 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:04.393704 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c8107b6a-f449-4cad-9dea-e59439fe9967 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13573993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16714586'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:04.423390 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a822e9d-6705-4699-b279-65e265173c31 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Pushing event deleted for resources: {'Port': ['ID=7775b370-2f28-4733-9c49-036a2341c79f,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:04.463413 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 13117e8b-80f8-48e8-9c76-823599bba37d up at agent hyperv_n-h1-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:31:04.500518 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1a822e9d-6705-4699-b279-65e265173c31 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-660532'] for router_gateway, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:04.574451 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8107b6a-f449-4cad-9dea-e59439fe9967 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Network e8a59db3-df6b-4aa9-a71d-90125337b149 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:31:04.582267 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Provisioning for port 13117e8b-80f8-48e8-9c76-823599bba37d completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:31:04.608879 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-c8107b6a-f449-4cad-9dea-e59439fe9967 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:31:04.625990 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Provisioning complete for port 13117e8b-80f8-48e8-9c76-823599bba37d triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:31:04.626384 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:04.631170 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8107b6a-f449-4cad-9dea-e59439fe9967 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:04.633210 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c8107b6a-f449-4cad-9dea-e59439fe9967 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:04.654723 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8107b6a-f449-4cad-9dea-e59439fe9967 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Pushing event updated for resources: {'Subnet': ['ID=5d2e74ba-b686-448e-b954-dfcbef920190,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:04.676605 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986f30d1-80ca-4c87-bfa5-08845cef2d75 req-84e8db59-4959-43ff-8956-2e93f95b4efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:04.680502 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-986f30d1-80ca-4c87-bfa5-08845cef2d75 req-84e8db59-4959-43ff-8956-2e93f95b4efb service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=345a5b6fceae4b28981003dfc874e3c7&device_id=0d21046f-0222-4256-842e-720fd5242f7c HTTP/1.1" status: 200 len: 1095 time: 0.2296495 Jul 14 09:31:04.689692 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-c8107b6a-f449-4cad-9dea-e59439fe9967 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.0346041 Jul 14 09:31:04.706489 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 55736) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:04.718867 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-1edc32d9-37d3-4bdf-bf8a-33024174d934 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Request body: {'port': {'network_id': 'e8a59db3-df6b-4aa9-a71d-90125337b149', 'fixed_ips': [{'subnet_id': '147c7559-4d3d-48f1-b027-500ecf91d321'}, {'subnet_id': '5d2e74ba-b686-448e-b954-dfcbef920190'}], 'name': 'tempest-PortsTestJSON-1666528524'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:31:04.777129 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1a822e9d-6705-4699-b279-65e265173c31 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-711871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12964'] for router, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:04.784478 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1a822e9d-6705-4699-b279-65e265173c31 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:04.840766 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f24132d-cc06-421d-b057-81f26fe9ce25 req-a3476416-27dd-4cb4-aa17-9813f45d2220 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:04.842630 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1a822e9d-6705-4699-b279-65e265173c31 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-704815'] for router, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:04.843801 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a822e9d-6705-4699-b279-65e265173c31 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Fanout notify agent at l3_agent the message router_deleted on router 03db1d12-2506-49d9-8870-ac5d383bf40c {{(pid=93957) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:31:04.852946 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-9f24132d-cc06-421d-b057-81f26fe9ce25 req-a3476416-27dd-4cb4-aa17-9813f45d2220 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/ports?device_id=0d21046f-0222-4256-842e-720fd5242f7c HTTP/1.1" status: 200 len: 943 time: 0.4201810 Jul 14 09:31:04.858882 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1a822e9d-6705-4699-b279-65e265173c31 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify callbacks [] for router, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:04.863454 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-1a822e9d-6705-4699-b279-65e265173c31 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] 10.222.0.68 "DELETE /v2.0/routers/03db1d12-2506-49d9-8870-ac5d383bf40c HTTP/1.1" status: 204 len: 168 time: 1.6619070 Jul 14 09:31:04.865525 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 55740) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:04.869953 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:04.904138 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ac3fc79-a6bb-4376-8cab-9a14ede42483', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13117e8b-80f8-48e8-9c76-823599bba37d'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:31:04.909723 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd62303f06773040a8a4e189dc46b4f565768c299abf8ab8e7739778b0bc3e97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e5ca7a8-9b8f-47e5-9d92-cad68a009fc5" -d '{"events": [{"server_uuid": "5ac3fc79-a6bb-4376-8cab-9a14ede42483", "name": "network-vif-plugged", "status": "completed", "tag": "13117e8b-80f8-48e8-9c76-823599bba37d"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:31:04.932086 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3cf821a-623b-42e6-9c66-6ce13b463dec tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Deleting subnet 703f8a7e-e172-442f-a3df-3359ff325b59 {{(pid=93957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:31:04.932595 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port 13117e8b-80f8-48e8-9c76-823599bba37d, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=13117e8b-80f8-48e8-9c76-823599bba37d,segment=NetworkSegment(7c0bb8da-25ea-40ae-a0d8-c863fd3d0f97),segment_id=7c0bb8da-25ea-40ae-a0d8-c863fd3d0f97)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:31:04.936449 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b3cf821a-623b-42e6-9c66-6ce13b463dec tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify callbacks [] for subnet, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:04.939736 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:04.952582 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986f30d1-80ca-4c87-bfa5-08845cef2d75 req-14ed3d86-57a6-4688-a2b7-37c3d9f0fd89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:04.954376 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-986f30d1-80ca-4c87-bfa5-08845cef2d75 req-14ed3d86-57a6-4688-a2b7-37c3d9f0fd89 service neutron] 10.222.0.57 "GET /v2.0/networks?id=37e488ca-77f2-424d-8250-cbdd23d7445f HTTP/1.1" status: 200 len: 915 time: 0.2631323 Jul 14 09:31:04.970258 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-9f24132d-cc06-421d-b057-81f26fe9ce25 req-81cb119e-b5c9-4b05-b192-9653bdfc5bd6 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/security-groups?id=e89c09f5-16f2-4ac7-8f23-93abffe26f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162446 Jul 14 09:31:05.000483 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Pushing event updated for resources: {'Port': ['ID=13117e8b-80f8-48e8-9c76-823599bba37d,revision_number=5']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:05.026651 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b3cf821a-623b-42e6-9c66-6ce13b463dec tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10944203'] for subnet, precommit_delete_associations {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:05.071612 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-986f30d1-80ca-4c87-bfa5-08845cef2d75 req-3414208f-54c5-499b-b60a-058686aa5fc3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d80ca3ca-31a4-42a1-be48-7a073d40c776 HTTP/1.1" status: 200 len: 217 time: 0.1002254 Jul 14 09:31:05.074267 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1edc32d9-37d3-4bdf-bf8a-33024174d934 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Made reservation on behalf of 078281b593d34d31bc27616950b7a85b for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:31:05.080598 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:31:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48d4992f-c8a7-475f-bf01-a841ca2f86cb x-openstack-request-id: req-48d4992f-c8a7-475f-bf01-a841ca2f86cb {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:31:05.080898 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ac3fc79-a6bb-4376-8cab-9a14ede42483", "name": "network-vif-plugged", "status": "completed", "tag": "13117e8b-80f8-48e8-9c76-823599bba37d", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:31:05.081156 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-48d4992f-c8a7-475f-bf01-a841ca2f86cb {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:31:05.081646 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ac3fc79-a6bb-4376-8cab-9a14ede42483', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13117e8b-80f8-48e8-9c76-823599bba37d', 'code': 200} Jul 14 09:31:05.125032 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b3cf821a-623b-42e6-9c66-6ce13b463dec tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3481002'] for subnet, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:05.204086 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b3cf821a-623b-42e6-9c66-6ce13b463dec tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10052701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11984075'] for subnet, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:05.246332 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fc9760b-adeb-4ded-be28-925e814b2b9f None None] Network 55ea7874-3df8-4afc-856d-057cf869b3cf requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:31:05.269927 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cf821a-623b-42e6-9c66-6ce13b463dec tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Pushing event deleted for resources: {'Subnet': ['ID=703f8a7e-e172-442f-a3df-3359ff325b59,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:05.273941 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b3cf821a-623b-42e6-9c66-6ce13b463dec tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify callbacks [] for subnet, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:05.277881 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-b3cf821a-623b-42e6-9c66-6ce13b463dec tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] 10.222.0.68 "DELETE /v2.0/subnets/703f8a7e-e172-442f-a3df-3359ff325b59 HTTP/1.1" status: 204 len: 168 time: 0.4107292 Jul 14 09:31:05.280811 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 55748) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:05.394654 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4e56541a-1bc3-4038-aceb-ad13e9d9d587 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3876111'] for network, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:05.528271 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912b99bc-d07c-4b60-bd21-a91e64e91f2d req-fcdc5bd4-616b-4359-9983-622bc7d0cb8a tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:05.529950 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-912b99bc-d07c-4b60-bd21-a91e64e91f2d req-fcdc5bd4-616b-4359-9983-622bc7d0cb8a tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/ports?device_id=5ac3fc79-a6bb-4376-8cab-9a14ede42483 HTTP/1.1" status: 200 len: 946 time: 0.0936530 Jul 14 09:31:05.531691 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-4e56541a-1bc3-4038-aceb-ad13e9d9d587 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Deleting port a96ef0a2-e877-4a7a-a1f6-0bc70ba731b1 {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:31:05.532146 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4e56541a-1bc3-4038-aceb-ad13e9d9d587 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:05.606238 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1361068e-5263-49fa-a3b9-e6defb0b9c94 None None] DHCP port deletion for 55ea7874-3df8-4afc-856d-057cf869b3cf request from n-d-779913-29 {{(pid=93959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:31:05.647287 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-4e56541a-1bc3-4038-aceb-ad13e9d9d587 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] For port a96ef0a2-e877-4a7a-a1f6-0bc70ba731b1, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=a96ef0a2-e877-4a7a-a1f6-0bc70ba731b1,segment=NetworkSegment(447826b2-8f5a-4022-98b6-36c5290232a9),segment_id=447826b2-8f5a-4022-98b6-36c5290232a9)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:31:05.647287 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4e56541a-1bc3-4038-aceb-ad13e9d9d587 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:05.662279 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-912b99bc-d07c-4b60-bd21-a91e64e91f2d req-5f8a211c-81a5-4a4b-9149-7cebaa25a406 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/security-groups?id=9b802230-9234-42e7-bf8c-0d12af0394c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150203 Jul 14 09:31:05.666916 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-4e56541a-1bc3-4038-aceb-ad13e9d9d587 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Calling delete_port for a96ef0a2-e877-4a7a-a1f6-0bc70ba731b1 owned by network:dhcp {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:31:05.685223 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28314669-520f-4cd0-a14a-3402c7062cf4 req-9b34e240-cda2-4682-9737-23a14d66521f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:05.687086 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-28314669-520f-4cd0-a14a-3402c7062cf4 req-9b34e240-cda2-4682-9737-23a14d66521f service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=5ac3fc79-a6bb-4376-8cab-9a14ede42483 HTTP/1.1" status: 200 len: 1098 time: 0.2259738 Jul 14 09:31:05.695442 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986f30d1-80ca-4c87-bfa5-08845cef2d75 req-cb710ce9-260f-4539-8b2e-9b517ac0a3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:05.697018 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-986f30d1-80ca-4c87-bfa5-08845cef2d75 req-cb710ce9-260f-4539-8b2e-9b517ac0a3c1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=535bbe8f-0cbe-454b-b3d9-7e9077b77cea HTTP/1.1" status: 200 len: 854 time: 0.6133540 Jul 14 09:31:05.731653 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-1361068e-5263-49fa-a3b9-e6defb0b9c94 None None] Deleting port a96ef0a2-e877-4a7a-a1f6-0bc70ba731b1 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:31:05.732039 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1361068e-5263-49fa-a3b9-e6defb0b9c94 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:05.755383 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-986f30d1-80ca-4c87-bfa5-08845cef2d75 req-e583f22c-b943-45b4-8611-bf8a6d5cf53f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=37e488ca-77f2-424d-8250-cbdd23d7445f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356603 Jul 14 09:31:05.760951 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1edc32d9-37d3-4bdf-bf8a-33024174d934 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:05.790562 n-d-779913-29 neutron-server[93958]: DEBUG neutron.notifiers.nova [None req-1edc32d9-37d3-4bdf-bf8a-33024174d934 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] device_id is not set on port 7c5fdf25-0d91-4641-951f-682a09e57e8c yet. {{(pid=93958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:31:05.843685 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4e56541a-1bc3-4038-aceb-ad13e9d9d587 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:05.858862 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8374ceb5-2eb2-427e-91c4-78a335c4bd28 None None] Network e8a59db3-df6b-4aa9-a71d-90125337b149 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:31:05.866338 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-1361068e-5263-49fa-a3b9-e6defb0b9c94 None None] For port a96ef0a2-e877-4a7a-a1f6-0bc70ba731b1, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=a96ef0a2-e877-4a7a-a1f6-0bc70ba731b1,segment=NetworkSegment(447826b2-8f5a-4022-98b6-36c5290232a9),segment_id=447826b2-8f5a-4022-98b6-36c5290232a9)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:31:05.866766 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1361068e-5263-49fa-a3b9-e6defb0b9c94 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:05.871423 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e56541a-1bc3-4038-aceb-ad13e9d9d587 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Pushing event deleted for resources: {'Port': ['ID=a96ef0a2-e877-4a7a-a1f6-0bc70ba731b1,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:05.873276 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e56541a-1bc3-4038-aceb-ad13e9d9d587 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] No DVR routers for this DVR port a96ef0a2-e877-4a7a-a1f6-0bc70ba731b1 on host n-d-779913-29 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:31:05.915045 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-28314669-520f-4cd0-a14a-3402c7062cf4 req-a509f557-6c76-460a-b6c4-aa0eb1905180 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=9b802230-9234-42e7-bf8c-0d12af0394c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2170143 Jul 14 09:31:05.957852 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4e56541a-1bc3-4038-aceb-ad13e9d9d587 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473955', 'neutron.services.segments.db._delete_segments_for_network-8735688326548'] for network, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:05.969543 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-4e56541a-1bc3-4038-aceb-ad13e9d9d587 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55ea7874-3df8-4afc-856d-057cf869b3cf']}} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:05.971528 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-1361068e-5263-49fa-a3b9-e6defb0b9c94 None None] Calling delete_port for a96ef0a2-e877-4a7a-a1f6-0bc70ba731b1 owned by network:dhcp {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:31:05.981150 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-e4a0ddba-c65f-4546-a29d-e53165a18f20 None None] Provisioning for port 489b0b14-ef04-45aa-a9a4-8197014462a2 completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:31:06.001479 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-4e56541a-1bc3-4038-aceb-ad13e9d9d587 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '447826b2-8f5a-4022-98b6-36c5290232a9') {'for_net_delete': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:06.002337 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-4e56541a-1bc3-4038-aceb-ad13e9d9d587 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '447826b2-8f5a-4022-98b6-36c5290232a9') {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:06.029192 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4e56541a-1bc3-4038-aceb-ad13e9d9d587 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735688356235', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10944210'] for segment, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:06.069465 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4e56541a-1bc3-4038-aceb-ad13e9d9d587 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:06.076587 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e56541a-1bc3-4038-aceb-ad13e9d9d587 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Releasing vlan 725 on physical network physnet1 to pool {{(pid=93957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:31:06.077055 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4e56541a-1bc3-4038-aceb-ad13e9d9d587 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10053619'] for segment, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:06.080619 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:31:06.080619 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:31:06.080619 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:31:06.080619 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:31:06.080619 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:31:06.080619 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:31:06.080619 n-d-779913-29 neutron-server[93957]: Traceback (most recent call last): Jul 14 09:31:06.080619 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:31:06.080619 n-d-779913-29 neutron-server[93957]: timer() Jul 14 09:31:06.080619 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:31:06.080619 n-d-779913-29 neutron-server[93957]: cb(*args, **kw) Jul 14 09:31:06.080619 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:31:06.080619 n-d-779913-29 neutron-server[93957]: return func(*args, **kwargs) Jul 14 09:31:06.080619 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:31:06.080619 n-d-779913-29 neutron-server[93957]: self._notify() Jul 14 09:31:06.080619 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:31:06.080619 n-d-779913-29 neutron-server[93957]: self.callback(batched_events) Jul 14 09:31:06.080619 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:31:06.080619 n-d-779913-29 neutron-server[93957]: event.method(event) Jul 14 09:31:06.080619 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:31:06.080619 n-d-779913-29 neutron-server[93957]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:31:06.080619 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:31:06.080619 n-d-779913-29 neutron-server[93957]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:31:06.080619 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:31:06.080619 n-d-779913-29 neutron-server[93957]: return f(self, *a, **k) Jul 14 09:31:06.080619 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:31:06.080619 n-d-779913-29 neutron-server[93957]: return self._get(url).json() Jul 14 09:31:06.080619 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:31:06.080619 n-d-779913-29 neutron-server[93957]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:31:06.080619 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:31:06.080619 n-d-779913-29 neutron-server[93957]: return self.request(url, 'GET', **kwargs) Jul 14 09:31:06.080619 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:31:06.080619 n-d-779913-29 neutron-server[93957]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:31:06.080619 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:31:06.080619 n-d-779913-29 neutron-server[93957]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:31:06.080619 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:31:06.080619 n-d-779913-29 neutron-server[93957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:31:06.080619 n-d-779913-29 neutron-server[93957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:31:06.114926 n-d-779913-29 neutron-server[93959]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 14 09:31:06.114926 n-d-779913-29 neutron-server[93959]: from cryptography.utils import int_from_bytes Jul 14 09:31:06.114926 n-d-779913-29 neutron-server[93959]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 14 09:31:06.114926 n-d-779913-29 neutron-server[93959]: from cryptography.utils import int_from_bytes Jul 14 09:31:06.114926 n-d-779913-29 neutron-server[93959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:31:06.114926 n-d-779913-29 neutron-server[93959]: self.session.flush() Jul 14 09:31:06.114926 n-d-779913-29 neutron-server[93959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:31:06.114926 n-d-779913-29 neutron-server[93959]: self.session.flush() Jul 14 09:31:06.114926 n-d-779913-29 neutron-server[93959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:31:06.114926 n-d-779913-29 neutron-server[93959]: self.session.flush() Jul 14 09:31:06.114926 n-d-779913-29 neutron-server[93959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:31:06.114926 n-d-779913-29 neutron-server[93959]: self.session.flush() Jul 14 09:31:06.114926 n-d-779913-29 neutron-server[93959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:31:06.114926 n-d-779913-29 neutron-server[93959]: self.session.flush() Jul 14 09:31:06.114926 n-d-779913-29 neutron-server[93959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:31:06.114926 n-d-779913-29 neutron-server[93959]: self.session.flush() Jul 14 09:31:06.114926 n-d-779913-29 neutron-server[93959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:31:06.114926 n-d-779913-29 neutron-server[93959]: self.session.flush() Jul 14 09:31:06.114926 n-d-779913-29 neutron-server[93959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:31:06.114926 n-d-779913-29 neutron-server[93959]: self.session.flush() Jul 14 09:31:06.114926 n-d-779913-29 neutron-server[93959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:31:06.114926 n-d-779913-29 neutron-server[93959]: self.session.flush() Jul 14 09:31:06.114926 n-d-779913-29 neutron-server[93959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:31:06.114926 n-d-779913-29 neutron-server[93959]: self.session.flush() Jul 14 09:31:06.114926 n-d-779913-29 neutron-server[93959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:31:06.114926 n-d-779913-29 neutron-server[93959]: self.session.flush() Jul 14 09:31:06.114926 n-d-779913-29 neutron-server[93959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:31:06.114926 n-d-779913-29 neutron-server[93959]: self.session.flush() Jul 14 09:31:06.114926 n-d-779913-29 neutron-server[93959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:31:06.114926 n-d-779913-29 neutron-server[93959]: self.session.flush() Jul 14 09:31:06.114926 n-d-779913-29 neutron-server[93959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:31:06.114926 n-d-779913-29 neutron-server[93959]: self.session.flush() Jul 14 09:31:06.114926 n-d-779913-29 neutron-server[93959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:31:06.114926 n-d-779913-29 neutron-server[93959]: self.session.flush() Jul 14 09:31:06.114926 n-d-779913-29 neutron-server[93959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:31:06.114926 n-d-779913-29 neutron-server[93959]: self.session.flush() Jul 14 09:31:06.114926 n-d-779913-29 neutron-server[93959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:31:06.114926 n-d-779913-29 neutron-server[93959]: self.session.flush() Jul 14 09:31:06.114926 n-d-779913-29 neutron-server[93959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:31:06.114926 n-d-779913-29 neutron-server[93959]: self.session.flush() Jul 14 09:31:06.114926 n-d-779913-29 neutron-server[93959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:31:06.114926 n-d-779913-29 neutron-server[93959]: self.session.flush() Jul 14 09:31:06.120665 n-d-779913-29 neutron-server[93959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:31:06.120665 n-d-779913-29 neutron-server[93959]: self.session.flush() Jul 14 09:31:06.120665 n-d-779913-29 neutron-server[93959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:31:06.120665 n-d-779913-29 neutron-server[93959]: self.session.flush() Jul 14 09:31:06.120665 n-d-779913-29 neutron-server[93959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:31:06.120665 n-d-779913-29 neutron-server[93959]: self.session.flush() Jul 14 09:31:06.120665 n-d-779913-29 neutron-server[93959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:31:06.120665 n-d-779913-29 neutron-server[93959]: self.session.flush() Jul 14 09:31:06.120665 n-d-779913-29 neutron-server[93959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:31:06.120665 n-d-779913-29 neutron-server[93959]: self.session.flush() Jul 14 09:31:06.120665 n-d-779913-29 neutron-server[93959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:31:06.120665 n-d-779913-29 neutron-server[93959]: self.session.flush() Jul 14 09:31:06.120665 n-d-779913-29 neutron-server[93959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:31:06.120665 n-d-779913-29 neutron-server[93959]: self.session.flush() Jul 14 09:31:06.143825 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1361068e-5263-49fa-a3b9-e6defb0b9c94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:06.173318 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-1edc32d9-37d3-4bdf-bf8a-33024174d934 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Allocated IP 172.20.0.12 (e8a59db3-df6b-4aa9-a71d-90125337b149/147c7559-4d3d-48f1-b027-500ecf91d321/7c5fdf25-0d91-4641-951f-682a09e57e8c) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:31:06.182280 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device d80ca3ca-31a4-42a1-be48-7a073d40c776 details requested by agent hyperv_n-h2-779913-29 with host n-h2-779913-29 {{(pid=93959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:31:06.183707 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4e56541a-1bc3-4038-aceb-ad13e9d9d587 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660504'] for network, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:06.184432 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-1edc32d9-37d3-4bdf-bf8a-33024174d934 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Allocated IP 172.20.0.28 (e8a59db3-df6b-4aa9-a71d-90125337b149/5d2e74ba-b686-448e-b954-dfcbef920190/7c5fdf25-0d91-4641-951f-682a09e57e8c) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:31:06.189575 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1361068e-5263-49fa-a3b9-e6defb0b9c94 None None] No DVR routers for this DVR port a96ef0a2-e877-4a7a-a1f6-0bc70ba731b1 on host n-d-779913-29 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:31:06.198288 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4e56541a-1bc3-4038-aceb-ad13e9d9d587 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify callbacks [] for network, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:06.200680 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1361068e-5263-49fa-a3b9-e6defb0b9c94 None None] Pushing event deleted for resources: {'Port': ['ID=a96ef0a2-e877-4a7a-a1f6-0bc70ba731b1,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:06.224422 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-4e56541a-1bc3-4038-aceb-ad13e9d9d587 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] 10.222.0.68 "DELETE /v2.0/networks/55ea7874-3df8-4afc-856d-057cf869b3cf HTTP/1.1" status: 204 len: 168 time: 0.9421017 Jul 14 09:31:06.234535 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 55762) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:06.248003 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-986f30d1-80ca-4c87-bfa5-08845cef2d75 req-41c3070a-7557-4595-9633-a8e207e74635 service neutron] 10.222.0.57 "GET /v2.0/networks/37e488ca-77f2-424d-8250-cbdd23d7445f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4691033 Jul 14 09:31:06.267002 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e56541a-1bc3-4038-aceb-ad13e9d9d587 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Pushing event deleted for resources: {'Network': ['ID=55ea7874-3df8-4afc-856d-057cf869b3cf,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:06.430434 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53cf1f61-9cd5-47d4-be77-5fabbb999bc7 None None] Update dhcp port {'port': {'network_id': 'e8a59db3-df6b-4aa9-a71d-90125337b149', 'fixed_ips': [{'subnet_id': '147c7559-4d3d-48f1-b027-500ecf91d321', 'ip_address': '172.20.0.2'}, {'subnet_id': '5d2e74ba-b686-448e-b954-dfcbef920190'}], 'binding:host_id': 'n-d-779913-29'}, 'id': '489b0b14-ef04-45aa-a9a4-8197014462a2'} from n-d-779913-29. {{(pid=93959) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 14 09:31:06.494290 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-53cf1f61-9cd5-47d4-be77-5fabbb999bc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:06.498405 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port d80ca3ca-31a4-42a1-be48-7a073d40c776, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=d80ca3ca-31a4-42a1-be48-7a073d40c776,segment=NetworkSegment(948a681f-4f89-4271-b601-608851f32209),segment_id=948a681f-4f89-4271-b601-608851f32209)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:31:06.511956 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b229e1-765e-4030-817e-29ca191a8afe req-3553fc28-5dc8-4670-b4c8-a4baa90316f8 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:06.520545 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-37b229e1-765e-4030-817e-29ca191a8afe req-3553fc28-5dc8-4670-b4c8-a4baa90316f8 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/ports?device_id=0d21046f-0222-4256-842e-720fd5242f7c HTTP/1.1" status: 200 len: 943 time: 0.1337361 Jul 14 09:31:06.526286 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Returning: {'device': 'd80ca3ca-31a4-42a1-be48-7a073d40c776', 'network_id': '37e488ca-77f2-424d-8250-cbdd23d7445f', 'port_id': 'd80ca3ca-31a4-42a1-be48-7a073d40c776', 'mac_address': 'fa:16:3e:7b:e7:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 716, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '535bbe8f-0cbe-454b-b3d9-7e9077b77cea', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:31:06.545113 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-44f2ffa6-1f4d-438b-bfac-38e36c2cafce tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Deleting port 3fb845ab-cb04-4838-83d1-115fc09193da {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:31:06.545453 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-44f2ffa6-1f4d-438b-bfac-38e36c2cafce tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:06.594990 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1edc32d9-37d3-4bdf-bf8a-33024174d934 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:06.610188 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-1edc32d9-37d3-4bdf-bf8a-33024174d934 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Transition to ACTIVE for port object 7c5fdf25-0d91-4641-951f-682a09e57e8c will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:31:06.633677 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-37b229e1-765e-4030-817e-29ca191a8afe req-e2aca184-4f50-41c1-a59a-16e38576046d tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/security-groups?id=e89c09f5-16f2-4ac7-8f23-93abffe26f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120150 Jul 14 09:31:06.648881 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-986f30d1-80ca-4c87-bfa5-08845cef2d75 req-0f0cce20-8a93-429b-aeaf-4e8037087af8 service neutron] 10.222.0.57 "GET /v2.0/networks/37e488ca-77f2-424d-8250-cbdd23d7445f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3925490 Jul 14 09:31:06.655284 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1edc32d9-37d3-4bdf-bf8a-33024174d934 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:06.698384 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-44f2ffa6-1f4d-438b-bfac-38e36c2cafce tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:06.698994 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-44f2ffa6-1f4d-438b-bfac-38e36c2cafce tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:06.715300 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-44f2ffa6-1f4d-438b-bfac-38e36c2cafce tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Calling delete_port for 3fb845ab-cb04-4838-83d1-115fc09193da owned by network:floatingip {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:31:06.733054 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edc32d9-37d3-4bdf-bf8a-33024174d934 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Pushing event updated for resources: {'Port': ['ID=7c5fdf25-0d91-4641-951f-682a09e57e8c,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:06.741055 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1edc32d9-37d3-4bdf-bf8a-33024174d934 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Network e8a59db3-df6b-4aa9-a71d-90125337b149 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:31:06.743310 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-1edc32d9-37d3-4bdf-bf8a-33024174d934 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:31:06.749701 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1edc32d9-37d3-4bdf-bf8a-33024174d934 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:31:06.777097 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-53cf1f61-9cd5-47d4-be77-5fabbb999bc7 None None] Allocated IP 172.20.0.18 (e8a59db3-df6b-4aa9-a71d-90125337b149/5d2e74ba-b686-448e-b954-dfcbef920190/489b0b14-ef04-45aa-a9a4-8197014462a2) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:31:06.805307 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1edc32d9-37d3-4bdf-bf8a-33024174d934 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:06.805978 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1edc32d9-37d3-4bdf-bf8a-33024174d934 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:06.822595 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-1edc32d9-37d3-4bdf-bf8a-33024174d934 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 2.1079719 Jul 14 09:31:06.825090 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 55766) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:06.836408 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-fca3171d-b746-4f1e-b1c4-b7886a7bca3b tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '147c7559-4d3d-48f1-b027-500ecf91d321'}]}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:31:06.882116 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-53cf1f61-9cd5-47d4-be77-5fabbb999bc7 None None] For port 489b0b14-ef04-45aa-a9a4-8197014462a2, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=489b0b14-ef04-45aa-a9a4-8197014462a2,segment=NetworkSegment(938fba70-3c12-45ec-827e-9441c26b5f0e),segment_id=938fba70-3c12-45ec-827e-9441c26b5f0e)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:31:06.909634 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-44f2ffa6-1f4d-438b-bfac-38e36c2cafce tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:06.922390 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-53cf1f61-9cd5-47d4-be77-5fabbb999bc7 None None] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:06.937679 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-53cf1f61-9cd5-47d4-be77-5fabbb999bc7 None None] Transition to ACTIVE for port object 489b0b14-ef04-45aa-a9a4-8197014462a2 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:31:06.942185 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 489b0b14-ef04-45aa-a9a4-8197014462a2 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:31:06.972399 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-53cf1f61-9cd5-47d4-be77-5fabbb999bc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:06.982079 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f2ffa6-1f4d-438b-bfac-38e36c2cafce tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Pushing event deleted for resources: {'Port': ['ID=3fb845ab-cb04-4838-83d1-115fc09193da,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:07.012062 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fca3171d-b746-4f1e-b1c4-b7886a7bca3b tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:07.031306 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cf1f61-9cd5-47d4-be77-5fabbb999bc7 None None] Pushing event updated for resources: {'Port': ['ID=489b0b14-ef04-45aa-a9a4-8197014462a2,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:07.056715 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:07.073848 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-44f2ffa6-1f4d-438b-bfac-38e36c2cafce tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify callbacks [] for floatingip, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:07.077046 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-44f2ffa6-1f4d-438b-bfac-38e36c2cafce tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for floatingip, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:07.078543 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-44f2ffa6-1f4d-438b-bfac-38e36c2cafce tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] 10.222.0.68 "DELETE /v2.0/floatingips/225e8065-37fe-434b-b7a3-cc95ae2ae9aa HTTP/1.1" status: 204 len: 168 time: 0.8410285 Jul 14 09:31:07.082290 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 55772) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:07.094074 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d80ca3ca-31a4-42a1-be48-7a073d40c776 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:31:07.117424 n-d-779913-29 neutron-server[93957]: INFO neutron.pecan_wsgi.hooks.translation [None req-c60b4b4a-5b36-4648-beb4-c36678124963 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] DELETE failed (client error): The resource could not be found. Jul 14 09:31:07.118204 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c60b4b4a-5b36-4648-beb4-c36678124963 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:31:07.120368 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-c60b4b4a-5b36-4648-beb4-c36678124963 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] 10.222.0.68 "DELETE /v2.0/ports/6c4914d8-fbce-4d16-8125-9613b4a69083 HTTP/1.1" status: 404 len: 333 time: 0.0368562 Jul 14 09:31:07.122983 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 55774) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:07.152605 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port d80ca3ca-31a4-42a1-be48-7a073d40c776, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=d80ca3ca-31a4-42a1-be48-7a073d40c776,segment=NetworkSegment(948a681f-4f89-4271-b601-608851f32209),segment_id=948a681f-4f89-4271-b601-608851f32209)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:31:07.156405 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63b7905-92cb-412f-a4c6-2fdfe0e87ddd req-a889f1b5-c441-4eed-82a8-a91c11b7fe45 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:07.162226 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:07.164068 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d63b7905-92cb-412f-a4c6-2fdfe0e87ddd req-a889f1b5-c441-4eed-82a8-a91c11b7fe45 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/ports?device_id=5ac3fc79-a6bb-4376-8cab-9a14ede42483 HTTP/1.1" status: 200 len: 946 time: 0.2475019 Jul 14 09:31:07.170146 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning for port 489b0b14-ef04-45aa-a9a4-8197014462a2 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:31:07.230505 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-c0706bec-dc6a-4141-8582-e21ce115385b tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] 10.222.0.68 "GET /v2.0/ports?device_id=03db1d12-2506-49d9-8870-ac5d383bf40c HTTP/1.1" status: 200 len: 205 time: 0.1024110 Jul 14 09:31:07.231190 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 55778) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:07.299624 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Pushing event updated for resources: {'Port': ['ID=d80ca3ca-31a4-42a1-be48-7a073d40c776,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:07.354304 n-d-779913-29 neutron-server[93957]: INFO neutron.api.v2.resource [None req-ae54b293-d7ff-4ca8-ba74-a30acc778ba3 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] delete failed (client error): The resource could not be found. Jul 14 09:31:07.357652 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-ae54b293-d7ff-4ca8-ba74-a30acc778ba3 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] 10.222.0.68 "DELETE /v2.0/routers/03db1d12-2506-49d9-8870-ac5d383bf40c HTTP/1.1" status: 404 len: 336 time: 0.1232119 Jul 14 09:31:07.358076 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 55782) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:07.406523 n-d-779913-29 neutron-server[93957]: INFO neutron.pecan_wsgi.hooks.translation [None req-0cd25e2f-fefd-4148-bb69-eb0d2189a78a tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] DELETE failed (client error): The resource could not be found. Jul 14 09:31:07.407289 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0cd25e2f-fefd-4148-bb69-eb0d2189a78a tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:31:07.409351 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-0cd25e2f-fefd-4148-bb69-eb0d2189a78a tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] 10.222.0.68 "DELETE /v2.0/subnets/703f8a7e-e172-442f-a3df-3359ff325b59 HTTP/1.1" status: 404 len: 337 time: 0.0502789 Jul 14 09:31:07.413449 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 55784) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:07.474517 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device a96ef0a2-e877-4a7a-a1f6-0bc70ba731b1 no longer exists at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:31:07.503058 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d63b7905-92cb-412f-a4c6-2fdfe0e87ddd req-7681dea2-698d-4699-b8c5-d62f27f76dcd tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/security-groups?id=9b802230-9234-42e7-bf8c-0d12af0394c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3323045 Jul 14 09:31:07.543469 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] get_ports_and_sgs() called for port_ids ['d80ca3ca-31a4-42a1-be48-7a073d40c776'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:31:07.546133 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] No Port match for: a96ef0a2-e877-4a7a-a1f6-0bc70ba731b1 {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:31:07.546484 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device a96ef0a2-e877-4a7a-a1f6-0bc70ba731b1 not bound to the agent host n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:31:07.576669 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-e743a380-ae21-4593-9be0-377d78615ab8 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Deleting port 91c19dd1-3044-4e54-a8b3-8e97b9689bad {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:31:07.577018 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e743a380-ae21-4593-9be0-377d78615ab8 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:07.696211 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-fca3171d-b746-4f1e-b1c4-b7886a7bca3b tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Delete allocated IP 172.20.0.28 (e8a59db3-df6b-4aa9-a71d-90125337b149/5d2e74ba-b686-448e-b954-dfcbef920190) {{(pid=93958) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 14 09:31:07.768094 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e743a380-ae21-4593-9be0-377d78615ab8 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:07.818350 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-e743a380-ae21-4593-9be0-377d78615ab8 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Calling delete_port for 91c19dd1-3044-4e54-a8b3-8e97b9689bad owned by {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:31:07.970353 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fca3171d-b746-4f1e-b1c4-b7886a7bca3b tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:07.980569 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2797b84f-5277-43e4-ac5a-8b6aee5322b7 req-b165c9fe-5c8a-41ce-9cc0-62d9021c846e tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:07.982179 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2797b84f-5277-43e4-ac5a-8b6aee5322b7 req-b165c9fe-5c8a-41ce-9cc0-62d9021c846e tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/ports?device_id=0d21046f-0222-4256-842e-720fd5242f7c HTTP/1.1" status: 200 len: 944 time: 0.1485281 Jul 14 09:31:08.003534 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-fca3171d-b746-4f1e-b1c4-b7886a7bca3b tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Ignored duplicate provisioning block setup for port 7c5fdf25-0d91-4641-951f-682a09e57e8c by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 14 09:31:08.012464 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fca3171d-b746-4f1e-b1c4-b7886a7bca3b tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13574142'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:08.047154 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-882abec6-b9b8-4976-99b4-305113ce1d5d None None] Network e8a59db3-df6b-4aa9-a71d-90125337b149 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:31:08.079049 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2797b84f-5277-43e4-ac5a-8b6aee5322b7 req-9d8e1bf5-e4b2-4b55-be8d-12320abe3c57 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/security-groups?id=e89c09f5-16f2-4ac7-8f23-93abffe26f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909736 Jul 14 09:31:08.095964 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e743a380-ae21-4593-9be0-377d78615ab8 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:08.144700 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-3a880dba-677a-4f2a-bbe0-42efef69a18f None None] Provisioning for port 489b0b14-ef04-45aa-a9a4-8197014462a2 completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:31:08.146950 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e743a380-ae21-4593-9be0-377d78615ab8 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Pushing event deleted for resources: {'Port': ['ID=91c19dd1-3044-4e54-a8b3-8e97b9689bad,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:08.180828 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-3a880dba-677a-4f2a-bbe0-42efef69a18f None None] Provisioning complete for port 489b0b14-ef04-45aa-a9a4-8197014462a2 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:31:08.182164 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3a880dba-677a-4f2a-bbe0-42efef69a18f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:08.191833 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca3171d-b746-4f1e-b1c4-b7886a7bca3b tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Pushing event updated for resources: {'Port': ['ID=7c5fdf25-0d91-4641-951f-682a09e57e8c,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:08.211743 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-fca3171d-b746-4f1e-b1c4-b7886a7bca3b tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] In _notify_port_updated(), no bound segment for port 7c5fdf25-0d91-4641-951f-682a09e57e8c on network e8a59db3-df6b-4aa9-a71d-90125337b149 {{(pid=93958) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 14 09:31:08.217609 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fca3171d-b746-4f1e-b1c4-b7886a7bca3b tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:08.218702 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fca3171d-b746-4f1e-b1c4-b7886a7bca3b tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:08.222971 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 55794) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:08.223133 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-fca3171d-b746-4f1e-b1c4-b7886a7bca3b tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] 10.222.0.68 "PUT /v2.0/ports/7c5fdf25-0d91-4641-951f-682a09e57e8c HTTP/1.1" status: 200 len: 920 time: 1.3967133 Jul 14 09:31:08.232552 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-19280606-35fc-4aa0-a23e-336087c2d7f9 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '147c7559-4d3d-48f1-b027-500ecf91d321'}, {'subnet_id': '5d2e74ba-b686-448e-b954-dfcbef920190'}]}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:31:08.308870 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e743a380-ae21-4593-9be0-377d78615ab8 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:08.312267 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-e743a380-ae21-4593-9be0-377d78615ab8 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] 10.222.0.68 "DELETE /v2.0/ports/91c19dd1-3044-4e54-a8b3-8e97b9689bad HTTP/1.1" status: 204 len: 168 time: 0.8969100 Jul 14 09:31:08.314708 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 55796) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:08.346391 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3a880dba-677a-4f2a-bbe0-42efef69a18f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:08.400197 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-3a880dba-677a-4f2a-bbe0-42efef69a18f None None] For port 489b0b14-ef04-45aa-a9a4-8197014462a2, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=489b0b14-ef04-45aa-a9a4-8197014462a2,segment=NetworkSegment(938fba70-3c12-45ec-827e-9441c26b5f0e),segment_id=938fba70-3c12-45ec-827e-9441c26b5f0e)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:31:08.409828 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3a880dba-677a-4f2a-bbe0-42efef69a18f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:08.453014 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-bb4d97fa-86d9-4d44-94f2-4e55a7dfe30f tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Deleting port 12597100-5362-456a-9945-5500d145f1d6 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:31:08.453574 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bb4d97fa-86d9-4d44-94f2-4e55a7dfe30f tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:08.570982 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-19280606-35fc-4aa0-a23e-336087c2d7f9 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:08.583336 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a880dba-677a-4f2a-bbe0-42efef69a18f None None] Pushing event updated for resources: {'Port': ['ID=489b0b14-ef04-45aa-a9a4-8197014462a2,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:08.589343 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bb4d97fa-86d9-4d44-94f2-4e55a7dfe30f tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:08.607425 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-bb4d97fa-86d9-4d44-94f2-4e55a7dfe30f tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Calling delete_port for 12597100-5362-456a-9945-5500d145f1d6 owned by {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:31:08.768337 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 489b0b14-ef04-45aa-a9a4-8197014462a2 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:31:08.859971 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bb4d97fa-86d9-4d44-94f2-4e55a7dfe30f tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:08.879871 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port 489b0b14-ef04-45aa-a9a4-8197014462a2 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:31:08.880305 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:08.980606 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4d97fa-86d9-4d44-94f2-4e55a7dfe30f tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Pushing event deleted for resources: {'Port': ['ID=12597100-5362-456a-9945-5500d145f1d6,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:09.003356 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-d20e0995-489e-4342-97cf-32c892ec6581 None None] Provisioning for port 7c5fdf25-0d91-4641-951f-682a09e57e8c completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:31:09.010141 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-d20e0995-489e-4342-97cf-32c892ec6581 None None] Provisioning complete for port 7c5fdf25-0d91-4641-951f-682a09e57e8c triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:31:09.010555 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d20e0995-489e-4342-97cf-32c892ec6581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:09.095014 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bb4d97fa-86d9-4d44-94f2-4e55a7dfe30f tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:09.101752 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-bb4d97fa-86d9-4d44-94f2-4e55a7dfe30f tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] 10.222.0.68 "DELETE /v2.0/ports/12597100-5362-456a-9945-5500d145f1d6 HTTP/1.1" status: 204 len: 168 time: 0.7858882 Jul 14 09:31:09.102486 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 55806) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:09.147737 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-d20e0995-489e-4342-97cf-32c892ec6581 None None] Port 7c5fdf25-0d91-4641-951f-682a09e57e8c cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:31:09.175016 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-d20e0995-489e-4342-97cf-32c892ec6581 None None] Provisioning complete for port 489b0b14-ef04-45aa-a9a4-8197014462a2 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:31:09.177299 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d20e0995-489e-4342-97cf-32c892ec6581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:09.238127 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02561d07-74da-4990-8420-191e4dd29007 req-4c0d8e15-4e0a-4af8-acad-e039c3c5ab96 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:09.249620 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-02561d07-74da-4990-8420-191e4dd29007 req-4c0d8e15-4e0a-4af8-acad-e039c3c5ab96 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/ports?device_id=5ac3fc79-a6bb-4376-8cab-9a14ede42483 HTTP/1.1" status: 200 len: 946 time: 0.3232901 Jul 14 09:31:09.255650 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c9436c2-a530-490a-9b3f-f31a339878da tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:09.264777 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-4c9436c2-a530-490a-9b3f-f31a339878da tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] 10.222.0.68 "GET /v2.0/ports?device_id=b9fb6ef8-f594-45b5-b5d6-58102ca87daa HTTP/1.1" status: 200 len: 913 time: 0.1610198 Jul 14 09:31:09.268993 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 55814) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:09.329511 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-02561d07-74da-4990-8420-191e4dd29007 req-e3fb28cd-3ff3-4807-b5de-70956c1ff926 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/security-groups?id=9b802230-9234-42e7-bf8c-0d12af0394c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783052 Jul 14 09:31:09.352119 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-19280606-35fc-4aa0-a23e-336087c2d7f9 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Allocated IP 172.20.0.22 (e8a59db3-df6b-4aa9-a71d-90125337b149/5d2e74ba-b686-448e-b954-dfcbef920190/7c5fdf25-0d91-4641-951f-682a09e57e8c) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:31:09.508149 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-48f758fc-e137-456c-bd75-ff134e58b00b None None] Provisioning complete for port 7c5fdf25-0d91-4641-951f-682a09e57e8c triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:31:09.508751 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-48f758fc-e137-456c-bd75-ff134e58b00b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:09.513265 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48105e27-ca69-4c20-8005-a4e872f6d397 req-2ca92857-7840-414b-bcab-3cfc3a8d0199 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:09.520353 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-48105e27-ca69-4c20-8005-a4e872f6d397 req-2ca92857-7840-414b-bcab-3cfc3a8d0199 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/ports?device_id=0d21046f-0222-4256-842e-720fd5242f7c HTTP/1.1" status: 200 len: 944 time: 0.1195643 Jul 14 09:31:09.598934 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-48f758fc-e137-456c-bd75-ff134e58b00b None None] Port 7c5fdf25-0d91-4641-951f-682a09e57e8c cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:31:09.624114 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-48105e27-ca69-4c20-8005-a4e872f6d397 req-e526195d-4cfd-4236-86ba-03ae94beb5fe tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/security-groups?id=e89c09f5-16f2-4ac7-8f23-93abffe26f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018209 Jul 14 09:31:09.624654 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-19280606-35fc-4aa0-a23e-336087c2d7f9 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:09.645875 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-19280606-35fc-4aa0-a23e-336087c2d7f9 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Ignored duplicate provisioning block setup for port 7c5fdf25-0d91-4641-951f-682a09e57e8c by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 14 09:31:09.660424 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-19280606-35fc-4aa0-a23e-336087c2d7f9 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:09.731628 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-4a76b0d9-3dbd-48d2-a7b7-20735e042451 None None] Provisioning complete for port 7c5fdf25-0d91-4641-951f-682a09e57e8c triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:31:09.732024 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4a76b0d9-3dbd-48d2-a7b7-20735e042451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:09.776023 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19280606-35fc-4aa0-a23e-336087c2d7f9 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Pushing event updated for resources: {'Port': ['ID=7c5fdf25-0d91-4641-951f-682a09e57e8c,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:10.002558 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-19280606-35fc-4aa0-a23e-336087c2d7f9 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] In _notify_port_updated(), no bound segment for port 7c5fdf25-0d91-4641-951f-682a09e57e8c on network e8a59db3-df6b-4aa9-a71d-90125337b149 {{(pid=93957) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 14 09:31:10.030105 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19280606-35fc-4aa0-a23e-336087c2d7f9 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:10.030105 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-19280606-35fc-4aa0-a23e-336087c2d7f9 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:10.032996 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 55824) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:10.039013 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-19280606-35fc-4aa0-a23e-336087c2d7f9 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] 10.222.0.68 "PUT /v2.0/ports/7c5fdf25-0d91-4641-951f-682a09e57e8c HTTP/1.1" status: 200 len: 1000 time: 1.8136456 Jul 14 09:31:10.123327 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-4a76b0d9-3dbd-48d2-a7b7-20735e042451 None None] Port 7c5fdf25-0d91-4641-951f-682a09e57e8c cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:31:10.185931 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2993d476-c70f-4eae-884e-38887ecac94e req-df42c729-86dc-473a-88fb-3b93df36ca35 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:10.187539 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-2993d476-c70f-4eae-884e-38887ecac94e req-df42c729-86dc-473a-88fb-3b93df36ca35 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/ports?device_id=5ac3fc79-a6bb-4376-8cab-9a14ede42483 HTTP/1.1" status: 200 len: 946 time: 0.3026979 Jul 14 09:31:10.191639 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device d80ca3ca-31a4-42a1-be48-7a073d40c776 up at agent hyperv_n-h2-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:31:10.285366 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-b03113e6-98bc-475e-9c9a-ad3de7017678 None None] Provisioning complete for port 7c5fdf25-0d91-4641-951f-682a09e57e8c triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:31:10.285897 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b03113e6-98bc-475e-9c9a-ad3de7017678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:10.346156 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Provisioning for port d80ca3ca-31a4-42a1-be48-7a073d40c776 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:31:10.376321 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-b03113e6-98bc-475e-9c9a-ad3de7017678 None None] Port 7c5fdf25-0d91-4641-951f-682a09e57e8c cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:31:10.380822 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-2993d476-c70f-4eae-884e-38887ecac94e req-d5f4b849-8499-4be8-a1f9-218eeded56b7 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/security-groups?id=9b802230-9234-42e7-bf8c-0d12af0394c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855457 Jul 14 09:31:10.386893 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Provisioning complete for port d80ca3ca-31a4-42a1-be48-7a073d40c776 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:31:10.390363 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:10.498772 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-b57476c3-f22a-477a-bacf-25581e64f90c tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Deleting port 7c5fdf25-0d91-4641-951f-682a09e57e8c {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:31:10.499236 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b57476c3-f22a-477a-bacf-25581e64f90c tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:10.540956 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:10.610116 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port d80ca3ca-31a4-42a1-be48-7a073d40c776, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=d80ca3ca-31a4-42a1-be48-7a073d40c776,segment=NetworkSegment(948a681f-4f89-4271-b601-608851f32209),segment_id=948a681f-4f89-4271-b601-608851f32209)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:31:10.618794 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d21046f-0222-4256-842e-720fd5242f7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd80ca3ca-31a4-42a1-be48-7a073d40c776'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:31:10.627397 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd62303f06773040a8a4e189dc46b4f565768c299abf8ab8e7739778b0bc3e97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7a58586-610f-41da-8421-f9a3b625718c" -d '{"events": [{"server_uuid": "0d21046f-0222-4256-842e-720fd5242f7c", "name": "network-vif-plugged", "status": "completed", "tag": "d80ca3ca-31a4-42a1-be48-7a073d40c776"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:31:10.632448 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:10.835147 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Pushing event updated for resources: {'Port': ['ID=d80ca3ca-31a4-42a1-be48-7a073d40c776,revision_number=5']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:10.845867 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 489b0b14-ef04-45aa-a9a4-8197014462a2 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:31:10.925054 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-69086d3a-c58e-4213-b415-f39650403e29 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-683602'] for router_interface, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:10.931322 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:31:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c06b470d-8c08-401c-8d68-c5f134e6ee85 x-openstack-request-id: req-c06b470d-8c08-401c-8d68-c5f134e6ee85 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:31:10.931617 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d21046f-0222-4256-842e-720fd5242f7c", "name": "network-vif-plugged", "status": "completed", "tag": "d80ca3ca-31a4-42a1-be48-7a073d40c776", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:31:10.931873 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-c06b470d-8c08-401c-8d68-c5f134e6ee85 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:31:10.932266 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d21046f-0222-4256-842e-720fd5242f7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd80ca3ca-31a4-42a1-be48-7a073d40c776', 'code': 200} Jul 14 09:31:10.957261 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port 489b0b14-ef04-45aa-a9a4-8197014462a2 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:31:10.957667 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:10.970501 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf74be97-9519-4946-9a8b-d474997683dc req-5adb2e98-9759-4619-8533-6233d84a21e4 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:10.972797 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-bf74be97-9519-4946-9a8b-d474997683dc req-5adb2e98-9759-4619-8533-6233d84a21e4 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/ports?device_id=0d21046f-0222-4256-842e-720fd5242f7c HTTP/1.1" status: 200 len: 945 time: 0.1194685 Jul 14 09:31:11.012219 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b57476c3-f22a-477a-bacf-25581e64f90c tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:11.078303 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-b57476c3-f22a-477a-bacf-25581e64f90c tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Calling delete_port for 7c5fdf25-0d91-4641-951f-682a09e57e8c owned by {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:31:11.123209 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-bf74be97-9519-4946-9a8b-d474997683dc req-240a42f6-22a0-4fab-8fe0-7ce5408868ce tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/security-groups?id=e89c09f5-16f2-4ac7-8f23-93abffe26f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404963 Jul 14 09:31:11.347514 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49262660-9e4f-4878-bc45-4c91d3044d9d req-3d392167-4d24-46bb-bc8a-1267997ad72f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:11.349052 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-49262660-9e4f-4878-bc45-4c91d3044d9d req-3d392167-4d24-46bb-bc8a-1267997ad72f service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=0d21046f-0222-4256-842e-720fd5242f7c HTTP/1.1" status: 200 len: 1097 time: 0.2232907 Jul 14 09:31:11.449070 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-49262660-9e4f-4878-bc45-4c91d3044d9d req-993e77f4-5d2a-4667-b730-9dfe74f41c83 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=e89c09f5-16f2-4ac7-8f23-93abffe26f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875044 Jul 14 09:31:11.564855 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b57476c3-f22a-477a-bacf-25581e64f90c tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:11.652505 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57476c3-f22a-477a-bacf-25581e64f90c tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Pushing event deleted for resources: {'Port': ['ID=7c5fdf25-0d91-4641-951f-682a09e57e8c,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:11.764595 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-69086d3a-c58e-4213-b415-f39650403e29 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Deleting port 36224daa-ff98-4485-9cc2-79a2d42030c8 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:31:11.765939 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-69086d3a-c58e-4213-b415-f39650403e29 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:11.812656 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b57476c3-f22a-477a-bacf-25581e64f90c tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:11.817254 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-b57476c3-f22a-477a-bacf-25581e64f90c tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] 10.222.0.68 "DELETE /v2.0/ports/7c5fdf25-0d91-4641-951f-682a09e57e8c HTTP/1.1" status: 204 len: 168 time: 1.7832658 Jul 14 09:31:11.817907 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 55850) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:11.851512 n-d-779913-29 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-a66624ce-41df-4e82-8df8-40f64f0ad704 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] GET failed (client error): The resource could not be found. Jul 14 09:31:11.857175 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-a66624ce-41df-4e82-8df8-40f64f0ad704 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] 10.222.0.68 "GET /v2.0/ports/7c5fdf25-0d91-4641-951f-682a09e57e8c HTTP/1.1" status: 404 len: 333 time: 0.0356321 Jul 14 09:31:11.857857 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 55852) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:11.952637 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-29b5f4b4-0dea-4872-b675-bc2df63bd2f2 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Deleting subnet 5d2e74ba-b686-448e-b954-dfcbef920190 {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:31:11.963290 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-29b5f4b4-0dea-4872-b675-bc2df63bd2f2 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:11.966957 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-69086d3a-c58e-4213-b415-f39650403e29 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:12.004575 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-69086d3a-c58e-4213-b415-f39650403e29 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Calling delete_port for 36224daa-ff98-4485-9cc2-79a2d42030c8 owned by network:router_interface {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:31:12.010312 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612b06a9-957d-4161-a3e7-8760afc3894a req-4a1a4aaa-4325-4359-af30-7077c76e3d66 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:12.011900 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-612b06a9-957d-4161-a3e7-8760afc3894a req-4a1a4aaa-4325-4359-af30-7077c76e3d66 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/ports?device_id=5ac3fc79-a6bb-4376-8cab-9a14ede42483 HTTP/1.1" status: 200 len: 946 time: 0.4161248 Jul 14 09:31:12.059092 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-29b5f4b4-0dea-4872-b675-bc2df63bd2f2 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13574120'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:12.065411 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-612b06a9-957d-4161-a3e7-8760afc3894a req-30c60b4f-e28d-47ec-910c-697fab94d574 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/security-groups?id=9b802230-9234-42e7-bf8c-0d12af0394c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475609 Jul 14 09:31:12.233458 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-29b5f4b4-0dea-4872-b675-bc2df63bd2f2 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3481002'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:12.360026 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-29b5f4b4-0dea-4872-b675-bc2df63bd2f2 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13574056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16714573'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:12.396200 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-69086d3a-c58e-4213-b415-f39650403e29 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:12.398240 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b5f4b4-0dea-4872-b675-bc2df63bd2f2 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Pushing event deleted for resources: {'Subnet': ['ID=5d2e74ba-b686-448e-b954-dfcbef920190,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:12.450088 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-29b5f4b4-0dea-4872-b675-bc2df63bd2f2 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:12.454436 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60205bd8-637f-4918-8cec-07af38002e7b None None] Network e8a59db3-df6b-4aa9-a71d-90125337b149 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:31:12.455687 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-29b5f4b4-0dea-4872-b675-bc2df63bd2f2 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] 10.222.0.68 "DELETE /v2.0/subnets/5d2e74ba-b686-448e-b954-dfcbef920190 HTTP/1.1" status: 204 len: 168 time: 0.5927629 Jul 14 09:31:12.455845 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 55862) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:12.457085 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69086d3a-c58e-4213-b415-f39650403e29 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Pushing event deleted for resources: {'Port': ['ID=36224daa-ff98-4485-9cc2-79a2d42030c8,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:12.612838 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_v2 [None req-f06eb031-afb6-4063-9718-e784c73fc34a tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Deleting subnet 147c7559-4d3d-48f1-b027-500ecf91d321 {{(pid=93957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:31:12.623806 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f06eb031-afb6-4063-9718-e784c73fc34a tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks [] for subnet, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:12.674643 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06208575-3cd2-4383-91b7-4fcd07b90d89 req-78a59703-388a-416a-b338-8bf8b8ea89dd tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:12.682382 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-06208575-3cd2-4383-91b7-4fcd07b90d89 req-78a59703-388a-416a-b338-8bf8b8ea89dd tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/ports?device_id=0d21046f-0222-4256-842e-720fd5242f7c HTTP/1.1" status: 200 len: 945 time: 0.2020850 Jul 14 09:31:12.731733 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:12.765423 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-06208575-3cd2-4383-91b7-4fcd07b90d89 req-5c4b8080-75d6-4101-bd2e-ffb46fa17410 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/security-groups?id=e89c09f5-16f2-4ac7-8f23-93abffe26f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781198 Jul 14 09:31:12.777089 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f06eb031-afb6-4063-9718-e784c73fc34a tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10944203'] for subnet, precommit_delete_associations {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:12.926796 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-69086d3a-c58e-4213-b415-f39650403e29 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-620860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682934'] for router_interface, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:12.930418 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f06eb031-afb6-4063-9718-e784c73fc34a tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3481002'] for subnet, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:13.133927 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f06eb031-afb6-4063-9718-e784c73fc34a tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10052701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11984075'] for subnet, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:13.143182 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615ec170-ea42-4022-89b2-3de7b1cec180 req-9853aec5-895c-48b3-bf2c-6b69398d3da2 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:13.145465 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-615ec170-ea42-4022-89b2-3de7b1cec180 req-9853aec5-895c-48b3-bf2c-6b69398d3da2 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/ports?device_id=5ac3fc79-a6bb-4376-8cab-9a14ede42483 HTTP/1.1" status: 200 len: 946 time: 0.1522884 Jul 14 09:31:13.182548 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f06eb031-afb6-4063-9718-e784c73fc34a tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks [] for subnet, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:13.186804 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-f06eb031-afb6-4063-9718-e784c73fc34a tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] 10.222.0.68 "DELETE /v2.0/subnets/147c7559-4d3d-48f1-b027-500ecf91d321 HTTP/1.1" status: 204 len: 168 time: 0.7274797 Jul 14 09:31:13.186804 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06eb031-afb6-4063-9718-e784c73fc34a tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Pushing event deleted for resources: {'Subnet': ['ID=147c7559-4d3d-48f1-b027-500ecf91d321,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:13.187058 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 55872) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:13.268758 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-615ec170-ea42-4022-89b2-3de7b1cec180 req-c0fbbddc-90bc-484b-9c42-69416065987c tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/security-groups?id=9b802230-9234-42e7-bf8c-0d12af0394c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852664 Jul 14 09:31:13.297113 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-87cbfcc5-a95d-409a-9841-b6c1a57a9f70 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3876111'] for network, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:13.315844 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69086d3a-c58e-4213-b415-f39650403e29 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Router b9fb6ef8-f594-45b5-b5d6-58102ca87daa has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:31:13.378957 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-87cbfcc5-a95d-409a-9841-b6c1a57a9f70 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Deleting port 489b0b14-ef04-45aa-a9a4-8197014462a2 {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:31:13.379303 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-87cbfcc5-a95d-409a-9841-b6c1a57a9f70 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:13.425577 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:13.464939 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-87cbfcc5-a95d-409a-9841-b6c1a57a9f70 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] For port 489b0b14-ef04-45aa-a9a4-8197014462a2, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=489b0b14-ef04-45aa-a9a4-8197014462a2,segment=NetworkSegment(938fba70-3c12-45ec-827e-9441c26b5f0e),segment_id=938fba70-3c12-45ec-827e-9441c26b5f0e)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:31:13.465836 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-87cbfcc5-a95d-409a-9841-b6c1a57a9f70 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:13.480236 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-87cbfcc5-a95d-409a-9841-b6c1a57a9f70 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Calling delete_port for 489b0b14-ef04-45aa-a9a4-8197014462a2 owned by network:dhcp {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:31:13.510040 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69086d3a-c58e-4213-b415-f39650403e29 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:31:13.520724 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47fcc4d9-77e1-4542-be32-4ef0e59583f7 None None] Sync routers for ids ['b9fb6ef8-f594-45b5-b5d6-58102ca87daa'] in n-d-779913-29 {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:31:13.524700 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-69086d3a-c58e-4213-b415-f39650403e29 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] 10.222.0.68 "PUT /v2.0/routers/b9fb6ef8-f594-45b5-b5d6-58102ca87daa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2509694 Jul 14 09:31:13.531335 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 55876) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:13.537337 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47fcc4d9-77e1-4542-be32-4ef0e59583f7 None None] Routers {'b9fb6ef8-f594-45b5-b5d6-58102ca87daa'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:31:13.540623 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-47fcc4d9-77e1-4542-be32-4ef0e59583f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:30:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['b9fb6ef8-f594-45b5-b5d6-58102ca87daa'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:13.579028 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-87cbfcc5-a95d-409a-9841-b6c1a57a9f70 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:13.598338 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-47fcc4d9-77e1-4542-be32-4ef0e59583f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:13.617442 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cbfcc5-a95d-409a-9841-b6c1a57a9f70 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Pushing event deleted for resources: {'Port': ['ID=489b0b14-ef04-45aa-a9a4-8197014462a2,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:13.622196 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47fcc4d9-77e1-4542-be32-4ef0e59583f7 None None] Routers {'b9fb6ef8-f594-45b5-b5d6-58102ca87daa'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:31:13.625015 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-47fcc4d9-77e1-4542-be32-4ef0e59583f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:30:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['b9fb6ef8-f594-45b5-b5d6-58102ca87daa'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:13.631247 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87cbfcc5-a95d-409a-9841-b6c1a57a9f70 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] No DVR routers for this DVR port 489b0b14-ef04-45aa-a9a4-8197014462a2 on host n-d-779913-29 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:31:13.679109 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-47fcc4d9-77e1-4542-be32-4ef0e59583f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:13.680568 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47fcc4d9-77e1-4542-be32-4ef0e59583f7 None None] The sync data for ids ['b9fb6ef8-f594-45b5-b5d6-58102ca87daa'] in n-d-779913-29 is: [] {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:31:13.682860 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e07bcaa-79e7-44db-b7fd-77a14aaba385 None None] Network e8a59db3-df6b-4aa9-a71d-90125337b149 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:31:13.697518 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f5562d98-0c2b-43df-8cf3-760fc3de2601 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify callbacks [] for router, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:13.730270 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-87cbfcc5-a95d-409a-9841-b6c1a57a9f70 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473955', 'neutron.services.segments.db._delete_segments_for_network-8735688326548'] for network, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:13.740783 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-87cbfcc5-a95d-409a-9841-b6c1a57a9f70 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8a59db3-df6b-4aa9-a71d-90125337b149']}} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:13.754827 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-87cbfcc5-a95d-409a-9841-b6c1a57a9f70 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '938fba70-3c12-45ec-827e-9441c26b5f0e') {'for_net_delete': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:13.755260 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-87cbfcc5-a95d-409a-9841-b6c1a57a9f70 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '938fba70-3c12-45ec-827e-9441c26b5f0e') {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:13.764981 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-87cbfcc5-a95d-409a-9841-b6c1a57a9f70 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735688356235', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10944210'] for segment, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:13.780903 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-87cbfcc5-a95d-409a-9841-b6c1a57a9f70 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:13.787383 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87cbfcc5-a95d-409a-9841-b6c1a57a9f70 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Releasing vlan 711 on physical network physnet1 to pool {{(pid=93957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:31:13.787792 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-87cbfcc5-a95d-409a-9841-b6c1a57a9f70 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10053619'] for segment, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:13.829197 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c1be9a06-7de5-4dc2-925e-170f8cf036b1 None None] Could not find standard attr ID for object 489b0b14-ef04-45aa-a9a4-8197014462a2. {{(pid=93959) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 09:31:13.879627 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:31:13.879627 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:31:13.879627 n-d-779913-29 neutron-server[93957]: Traceback (most recent call last): Jul 14 09:31:13.879627 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:31:13.879627 n-d-779913-29 neutron-server[93957]: timer() Jul 14 09:31:13.879627 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:31:13.879627 n-d-779913-29 neutron-server[93957]: cb(*args, **kw) Jul 14 09:31:13.879627 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:31:13.879627 n-d-779913-29 neutron-server[93957]: return func(*args, **kwargs) Jul 14 09:31:13.879627 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:31:13.879627 n-d-779913-29 neutron-server[93957]: self._notify() Jul 14 09:31:13.879627 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:31:13.879627 n-d-779913-29 neutron-server[93957]: self.callback(batched_events) Jul 14 09:31:13.879627 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:31:13.879627 n-d-779913-29 neutron-server[93957]: event.method(event) Jul 14 09:31:13.879627 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:31:13.879627 n-d-779913-29 neutron-server[93957]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:31:13.879627 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:31:13.879627 n-d-779913-29 neutron-server[93957]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:31:13.879627 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:31:13.879627 n-d-779913-29 neutron-server[93957]: return f(self, *a, **k) Jul 14 09:31:13.879627 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:31:13.879627 n-d-779913-29 neutron-server[93957]: return self._get(url).json() Jul 14 09:31:13.879627 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:31:13.879627 n-d-779913-29 neutron-server[93957]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:31:13.879627 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:31:13.879627 n-d-779913-29 neutron-server[93957]: return self.request(url, 'GET', **kwargs) Jul 14 09:31:13.879627 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:31:13.879627 n-d-779913-29 neutron-server[93957]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:31:13.879627 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:31:13.879627 n-d-779913-29 neutron-server[93957]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:31:13.879627 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:31:13.879627 n-d-779913-29 neutron-server[93957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:31:13.879627 n-d-779913-29 neutron-server[93957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:31:13.884569 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-87cbfcc5-a95d-409a-9841-b6c1a57a9f70 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660504'] for network, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:13.924625 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-87cbfcc5-a95d-409a-9841-b6c1a57a9f70 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks [] for network, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:13.947346 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-87cbfcc5-a95d-409a-9841-b6c1a57a9f70 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] 10.222.0.68 "DELETE /v2.0/networks/e8a59db3-df6b-4aa9-a71d-90125337b149 HTTP/1.1" status: 204 len: 168 time: 0.7587028 Jul 14 09:31:13.952040 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cbfcc5-a95d-409a-9841-b6c1a57a9f70 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Pushing event deleted for resources: {'Network': ['ID=e8a59db3-df6b-4aa9-a71d-90125337b149,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:13.957691 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 55890) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:13.978850 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3dec346-c5e4-4ef3-9c77-3769b676ae2e None None] DHCP port deletion for e8a59db3-df6b-4aa9-a71d-90125337b149 request from n-d-779913-29 {{(pid=93959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:31:14.052636 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-062ea9dd-1681-4931-b901-437ba3bd87e1 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:14.058929 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-062ea9dd-1681-4931-b901-437ba3bd87e1 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] 10.222.0.68 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1001351 Jul 14 09:31:14.059564 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 55894) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:14.146601 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-b402c446-3425-41ba-aae8-4d58ebcd502d tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] 10.222.0.68 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0858266 Jul 14 09:31:14.147282 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 55896) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:14.153184 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-1c32cecc-45f6-43dc-acc1-b6e61b1fe40c tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-772425636'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:31:14.176883 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c32cecc-45f6-43dc-acc1-b6e61b1fe40c tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Made reservation on behalf of 078281b593d34d31bc27616950b7a85b for: {'network': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:31:14.182431 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1c32cecc-45f6-43dc-acc1-b6e61b1fe40c tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for network, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:14.222173 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c32cecc-45f6-43dc-acc1-b6e61b1fe40c tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 723} {{(pid=93957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:31:14.234519 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1c32cecc-45f6-43dc-acc1-b6e61b1fe40c tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:14.234763 n-d-779913-29 neutron-server[93957]: INFO neutron.db.segments_db [None req-1c32cecc-45f6-43dc-acc1-b6e61b1fe40c tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Added segment d6aaab54-2ec5-48b5-85d8-dcdd6bf97988 of type vlan for network ff2f77ca-8be6-4857-81ac-a882a87c73b8 Jul 14 09:31:14.292824 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1c32cecc-45f6-43dc-acc1-b6e61b1fe40c tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735687821325'] for network, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:14.327355 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f5562d98-0c2b-43df-8cf3-760fc3de2601 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:14.363045 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1c32cecc-45f6-43dc-acc1-b6e61b1fe40c tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855'] for network, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:14.378502 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c32cecc-45f6-43dc-acc1-b6e61b1fe40c tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:14.378837 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c996ce1b-cfba-4f43-9f0d-a55dc0a24545 req-5ef394b3-9fe9-4a40-8cb1-f704c7f9bf97 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:14.379684 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1c32cecc-45f6-43dc-acc1-b6e61b1fe40c tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks [] for network, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:14.385840 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-c996ce1b-cfba-4f43-9f0d-a55dc0a24545 req-5ef394b3-9fe9-4a40-8cb1-f704c7f9bf97 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/ports?device_id=0d21046f-0222-4256-842e-720fd5242f7c HTTP/1.1" status: 200 len: 945 time: 0.1171162 Jul 14 09:31:14.495519 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-1c32cecc-45f6-43dc-acc1-b6e61b1fe40c tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3470769 Jul 14 09:31:14.497282 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 55906) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:14.499062 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-f5562d98-0c2b-43df-8cf3-760fc3de2601 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Deleting port 692818fe-6a4c-4652-b9dd-445e667a7316 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:31:14.499674 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f5562d98-0c2b-43df-8cf3-760fc3de2601 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:14.505209 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c32cecc-45f6-43dc-acc1-b6e61b1fe40c tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Pushing event updated for resources: {'Network': ['ID=ff2f77ca-8be6-4857-81ac-a882a87c73b8,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:14.506432 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-3f1c0ce4-9d85-44db-8738-b20c5d24637a tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Request body: {'subnet': {'network_id': 'ff2f77ca-8be6-4857-81ac-a882a87c73b8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:31:14.518682 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Network ff2f77ca-8be6-4857-81ac-a882a87c73b8 details requested by agent ovs-agent-n-d-779913-29 with host n-d-779913-29 {{(pid=93959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:31:14.569614 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-c996ce1b-cfba-4f43-9f0d-a55dc0a24545 req-bfd02ee1-bb7d-46a9-8249-8f2c4e140d6d tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/security-groups?id=e89c09f5-16f2-4ac7-8f23-93abffe26f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827393 Jul 14 09:31:14.570858 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8254744d-e9ec-4b29-bc00-bd05cb2756ce req-a51ed4e9-a5ae-466c-bfce-90eea1b6136e tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:14.588537 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8254744d-e9ec-4b29-bc00-bd05cb2756ce req-a51ed4e9-a5ae-466c-bfce-90eea1b6136e tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/ports?device_id=5ac3fc79-a6bb-4376-8cab-9a14ede42483 HTTP/1.1" status: 200 len: 946 time: 0.1328142 Jul 14 09:31:14.681642 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3056b5-2fa4-415f-95cf-f2491cb14254 req-d6ff0bb4-8acc-4ffe-8ac4-75519c6e840a tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:14.683166 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-de3056b5-2fa4-415f-95cf-f2491cb14254 req-d6ff0bb4-8acc-4ffe-8ac4-75519c6e840a tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ac3fc79-a6bb-4376-8cab-9a14ede42483 HTTP/1.1" status: 200 len: 946 time: 0.2894363 Jul 14 09:31:14.687129 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8254744d-e9ec-4b29-bc00-bd05cb2756ce req-9cb5508b-365c-4d13-8841-e916b98a1b75 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/security-groups?id=9b802230-9234-42e7-bf8c-0d12af0394c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947118 Jul 14 09:31:14.711541 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 489b0b14-ef04-45aa-a9a4-8197014462a2 no longer exists at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:31:14.754987 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] No Port match for: 489b0b14-ef04-45aa-a9a4-8197014462a2 {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:31:14.756177 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 489b0b14-ef04-45aa-a9a4-8197014462a2 not bound to the agent host n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:31:14.790999 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f5562d98-0c2b-43df-8cf3-760fc3de2601 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:14.829655 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-f5562d98-0c2b-43df-8cf3-760fc3de2601 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Calling delete_port for 692818fe-6a4c-4652-b9dd-445e667a7316 owned by network:router_gateway {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:31:14.842223 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f1c0ce4-9d85-44db-8738-b20c5d24637a tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Made reservation on behalf of 078281b593d34d31bc27616950b7a85b for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:31:14.844298 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3f1c0ce4-9d85-44db-8738-b20c5d24637a tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16714600'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:15.139764 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-de3056b5-2fa4-415f-95cf-f2491cb14254 req-975b923e-8f02-48d9-924f-aaeadb7e5d0f tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] Deleting port 13117e8b-80f8-48e8-9c76-823599bba37d {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:31:15.140114 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-de3056b5-2fa4-415f-95cf-f2491cb14254 req-975b923e-8f02-48d9-924f-aaeadb7e5d0f tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:15.189292 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c481712-7a39-4cfa-bd07-f221a40c9b0b req-63f64f7e-473e-498d-b785-36358245edd5 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:15.191014 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3c481712-7a39-4cfa-bd07-f221a40c9b0b req-63f64f7e-473e-498d-b785-36358245edd5 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/ports?device_id=0d21046f-0222-4256-842e-720fd5242f7c HTTP/1.1" status: 200 len: 945 time: 0.0842884 Jul 14 09:31:15.286242 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3c481712-7a39-4cfa-bd07-f221a40c9b0b req-1f4b8d11-bdbd-4079-b252-7cd805325005 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/security-groups?id=e89c09f5-16f2-4ac7-8f23-93abffe26f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833311 Jul 14 09:31:15.419055 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3f1c0ce4-9d85-44db-8738-b20c5d24637a tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13573993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16714586'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:15.439615 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-de3056b5-2fa4-415f-95cf-f2491cb14254 req-975b923e-8f02-48d9-924f-aaeadb7e5d0f tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] For port 13117e8b-80f8-48e8-9c76-823599bba37d, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=13117e8b-80f8-48e8-9c76-823599bba37d,segment=NetworkSegment(7c0bb8da-25ea-40ae-a0d8-c863fd3d0f97),segment_id=7c0bb8da-25ea-40ae-a0d8-c863fd3d0f97)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:31:15.439976 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-de3056b5-2fa4-415f-95cf-f2491cb14254 req-975b923e-8f02-48d9-924f-aaeadb7e5d0f tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:15.500017 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-de3056b5-2fa4-415f-95cf-f2491cb14254 req-975b923e-8f02-48d9-924f-aaeadb7e5d0f tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] Calling delete_port for 13117e8b-80f8-48e8-9c76-823599bba37d owned by compute:nova {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:31:15.570795 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1c0ce4-9d85-44db-8738-b20c5d24637a tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Pushing event updated for resources: {'Subnet': ['ID=839185e7-1d2c-435c-a9d1-54dff72c0ccd,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:15.580367 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f5562d98-0c2b-43df-8cf3-760fc3de2601 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:15.628464 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5562d98-0c2b-43df-8cf3-760fc3de2601 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Pushing event deleted for resources: {'Port': ['ID=692818fe-6a4c-4652-b9dd-445e667a7316,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:15.632559 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f1c0ce4-9d85-44db-8738-b20c5d24637a tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Checking segment: {'id': 'd6aaab54-2ec5-48b5-85d8-dcdd6bf97988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'ff2f77ca-8be6-4857-81ac-a882a87c73b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:31:15.633023 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f1c0ce4-9d85-44db-8738-b20c5d24637a tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Network hostable DHCP agents. Network: ff2f77ca-8be6-4857-81ac-a882a87c73b8, hostable agents: ['c6a09bd4-f72e-4283-a3ca-0bbca8a51081'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:31:15.712777 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f1c0ce4-9d85-44db-8738-b20c5d24637a tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Network ff2f77ca-8be6-4857-81ac-a882a87c73b8 is scheduled to be hosted by DHCP agent c6a09bd4-f72e-4283-a3ca-0bbca8a51081 with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:31:15.739724 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f5562d98-0c2b-43df-8cf3-760fc3de2601 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-660532'] for router_gateway, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:15.784196 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-3f1c0ce4-9d85-44db-8738-b20c5d24637a tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-29, ff2f77ca-8be6-4857-81ac-a882a87c73b8) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:31:15.792060 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1938304-db4c-4370-8110-44c5b7de721f None None] Network ff2f77ca-8be6-4857-81ac-a882a87c73b8 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:31:15.849590 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f1c0ce4-9d85-44db-8738-b20c5d24637a tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:15.850078 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3f1c0ce4-9d85-44db-8738-b20c5d24637a tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:15.872385 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f5562d98-0c2b-43df-8cf3-760fc3de2601 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-711871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12964'] for router, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:15.876080 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f5562d98-0c2b-43df-8cf3-760fc3de2601 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:15.884730 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-3f1c0ce4-9d85-44db-8738-b20c5d24637a tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3825281 Jul 14 09:31:15.893344 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58efd1d1-c90f-4706-b03a-d6a56222a669 req-8a3cb2d3-115a-4d1c-9b4e-f07b2b5d355d tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:15.897992 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-58efd1d1-c90f-4706-b03a-d6a56222a669 req-8a3cb2d3-115a-4d1c-9b4e-f07b2b5d355d tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/ports?device_id=5ac3fc79-a6bb-4376-8cab-9a14ede42483 HTTP/1.1" status: 200 len: 946 time: 0.0821233 Jul 14 09:31:15.898646 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 55926) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:15.904595 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-7f610f2c-cf3f-4ecf-a267-e7d863425bca tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Request body: {'port': {'network_id': 'ff2f77ca-8be6-4857-81ac-a882a87c73b8', 'name': 'tempest-PortsTestJSON-179660639'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:31:15.904914 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-de3056b5-2fa4-415f-95cf-f2491cb14254 req-975b923e-8f02-48d9-924f-aaeadb7e5d0f tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:15.948605 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] get_ports_and_sgs() called for port_ids ['13117e8b-80f8-48e8-9c76-823599bba37d'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:31:15.968032 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975b923e-8f02-48d9-924f-aaeadb7e5d0f tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] Pushing event deleted for resources: {'Port': ['ID=13117e8b-80f8-48e8-9c76-823599bba37d,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:15.987089 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e825fefa-c73d-406f-8d97-baf477630178 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf57baaa9-fd24-59f4-8fd2-1dc21122ce72-ff2f77ca-8be6-4857-81ac-a882a87c73b8', 'network_id': 'ff2f77ca-8be6-4857-81ac-a882a87c73b8', 'tenant_id': '078281b593d34d31bc27616950b7a85b', 'fixed_ips': [{'subnet_id': '839185e7-1d2c-435c-a9d1-54dff72c0ccd'}]}} from n-d-779913-29. {{(pid=93959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:31:15.988163 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e825fefa-c73d-406f-8d97-baf477630178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:15.998287 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-58efd1d1-c90f-4706-b03a-d6a56222a669 req-a012f6da-aa26-448d-9aa7-f30da54df1f9 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/security-groups?id=9b802230-9234-42e7-bf8c-0d12af0394c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893590 Jul 14 09:31:16.000477 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f5562d98-0c2b-43df-8cf3-760fc3de2601 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-704815'] for router, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:16.001371 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5562d98-0c2b-43df-8cf3-760fc3de2601 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Fanout notify agent at l3_agent the message router_deleted on router b9fb6ef8-f594-45b5-b5d6-58102ca87daa {{(pid=93958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:31:16.009039 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f5562d98-0c2b-43df-8cf3-760fc3de2601 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:16.012625 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-f5562d98-0c2b-43df-8cf3-760fc3de2601 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] 10.222.0.68 "DELETE /v2.0/routers/b9fb6ef8-f594-45b5-b5d6-58102ca87daa HTTP/1.1" status: 204 len: 168 time: 2.4803002 Jul 14 09:31:16.016963 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 55928) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:16.030711 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-de3056b5-2fa4-415f-95cf-f2491cb14254 req-975b923e-8f02-48d9-924f-aaeadb7e5d0f tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] No DVR routers for this DVR port 13117e8b-80f8-48e8-9c76-823599bba37d on host n-h1-779913-29 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:31:16.033451 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-de3056b5-2fa4-415f-95cf-f2491cb14254 req-975b923e-8f02-48d9-924f-aaeadb7e5d0f tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:16.035646 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-de3056b5-2fa4-415f-95cf-f2491cb14254 req-975b923e-8f02-48d9-924f-aaeadb7e5d0f tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.65 "DELETE /v2.0/ports/13117e8b-80f8-48e8-9c76-823599bba37d HTTP/1.1" status: 204 len: 173 time: 1.3436255 Jul 14 09:31:16.036257 n-d-779913-29 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ac3fc79-a6bb-4376-8cab-9a14ede42483', 'name': 'network-vif-deleted', 'tag': '13117e8b-80f8-48e8-9c76-823599bba37d'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:31:16.038895 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cb48f044f948e981f43897c8d7f1332f741dc7af2b4c5a6e19d8f4a80f708e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50a1130e-d6f4-433b-ab21-9239378ccf0b" -d '{"events": [{"server_uuid": "5ac3fc79-a6bb-4376-8cab-9a14ede42483", "name": "network-vif-deleted", "tag": "13117e8b-80f8-48e8-9c76-823599bba37d"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:31:16.107812 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc48fde5-9602-4e26-8ccd-95faf26c8cba tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Deleting subnet cd569636-49a0-4d0f-b33c-9e8da5502b60 {{(pid=93957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:31:16.114099 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-bc48fde5-9602-4e26-8ccd-95faf26c8cba tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify callbacks [] for subnet, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:16.148914 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f610f2c-cf3f-4ecf-a267-e7d863425bca tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Made reservation on behalf of 078281b593d34d31bc27616950b7a85b for: {'port': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:31:16.153148 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7f610f2c-cf3f-4ecf-a267-e7d863425bca tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:16.178630 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-bc48fde5-9602-4e26-8ccd-95faf26c8cba tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10944203'] for subnet, precommit_delete_associations {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:16.205139 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-7f610f2c-cf3f-4ecf-a267-e7d863425bca tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] device_id is not set on port 276b426e-5861-486a-96d9-cbbb9ba32f3b yet. {{(pid=93957) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:31:16.210961 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:31:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bb88984-af3f-4976-abec-238d3234ab37 x-openstack-request-id: req-0bb88984-af3f-4976-abec-238d3234ab37 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:31:16.211467 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ac3fc79-a6bb-4376-8cab-9a14ede42483", "name": "network-vif-deleted", "tag": "13117e8b-80f8-48e8-9c76-823599bba37d", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:31:16.211708 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-0bb88984-af3f-4976-abec-238d3234ab37 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:31:16.212318 n-d-779913-29 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ac3fc79-a6bb-4376-8cab-9a14ede42483', 'name': 'network-vif-deleted', 'tag': '13117e8b-80f8-48e8-9c76-823599bba37d', 'status': 'completed', 'code': 200} Jul 14 09:31:16.226995 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-e825fefa-c73d-406f-8d97-baf477630178 None None] Allocated IP 172.20.0.2 (ff2f77ca-8be6-4857-81ac-a882a87c73b8/839185e7-1d2c-435c-a9d1-54dff72c0ccd/8e58413f-40f4-4734-b380-c09ab30ac32f) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:31:16.289719 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-bc48fde5-9602-4e26-8ccd-95faf26c8cba tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3481002'] for subnet, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:16.374087 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-bc48fde5-9602-4e26-8ccd-95faf26c8cba tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10052701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11984075'] for subnet, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:16.408614 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc48fde5-9602-4e26-8ccd-95faf26c8cba tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Pushing event deleted for resources: {'Subnet': ['ID=cd569636-49a0-4d0f-b33c-9e8da5502b60,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:16.418697 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-bc48fde5-9602-4e26-8ccd-95faf26c8cba tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify callbacks [] for subnet, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:16.421024 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-bc48fde5-9602-4e26-8ccd-95faf26c8cba tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] 10.222.0.68 "DELETE /v2.0/subnets/cd569636-49a0-4d0f-b33c-9e8da5502b60 HTTP/1.1" status: 204 len: 168 time: 0.4035900 Jul 14 09:31:16.423523 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 55952) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:16.500783 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4781087-b5a0-4afe-9bd4-c948cc474f2a req-deb99969-76ef-4a9a-8be9-ee9a5916184b tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:16.509806 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-b4781087-b5a0-4afe-9bd4-c948cc474f2a req-deb99969-76ef-4a9a-8be9-ee9a5916184b tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/ports?device_id=0d21046f-0222-4256-842e-720fd5242f7c HTTP/1.1" status: 200 len: 945 time: 0.0897655 Jul 14 09:31:16.522124 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4baa2eec-5cec-4a28-85fc-e593bbf013a5 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3876111'] for network, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:16.539732 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e825fefa-c73d-406f-8d97-baf477630178 None None] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:16.549844 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-b4781087-b5a0-4afe-9bd4-c948cc474f2a req-c59752c2-bbb6-44f7-94c8-b08308f48af5 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/security-groups?id=e89c09f5-16f2-4ac7-8f23-93abffe26f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391238 Jul 14 09:31:16.557251 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-e825fefa-c73d-406f-8d97-baf477630178 None None] Transition to ACTIVE for port object 8e58413f-40f4-4734-b380-c09ab30ac32f will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:31:16.598017 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-e825fefa-c73d-406f-8d97-baf477630178 None None] Transition to ACTIVE for port object 8e58413f-40f4-4734-b380-c09ab30ac32f will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:31:16.610064 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e825fefa-c73d-406f-8d97-baf477630178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:16.642509 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4baa2eec-5cec-4a28-85fc-e593bbf013a5 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473955', 'neutron.services.segments.db._delete_segments_for_network-8735688326548'] for network, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:16.667445 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-4baa2eec-5cec-4a28-85fc-e593bbf013a5 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a73cbbe4-db7c-4f2b-8913-ae2568280295']}} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:16.681819 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e825fefa-c73d-406f-8d97-baf477630178 None None] Pushing event updated for resources: {'Port': ['ID=8e58413f-40f4-4734-b380-c09ab30ac32f,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:16.688817 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-4baa2eec-5cec-4a28-85fc-e593bbf013a5 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62365b6c-1008-4beb-a92a-0da4d3538162') {'for_net_delete': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:16.700052 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e825fefa-c73d-406f-8d97-baf477630178 None None] Network ff2f77ca-8be6-4857-81ac-a882a87c73b8 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:31:16.701410 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-4baa2eec-5cec-4a28-85fc-e593bbf013a5 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62365b6c-1008-4beb-a92a-0da4d3538162') {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:16.701825 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-e825fefa-c73d-406f-8d97-baf477630178 None None] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:31:16.704393 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e825fefa-c73d-406f-8d97-baf477630178 None None] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:31:16.772402 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4baa2eec-5cec-4a28-85fc-e593bbf013a5 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735688356235', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10944210'] for segment, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:16.800653 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6c9c01-2ac5-4e49-9953-1a82b825e738 req-93c9167d-5d2f-4b8c-a390-17398e386e9b tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:16.802365 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-de6c9c01-2ac5-4e49-9953-1a82b825e738 req-93c9167d-5d2f-4b8c-a390-17398e386e9b tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.57 "GET /v2.0/ports?device_id=0d21046f-0222-4256-842e-720fd5242f7c HTTP/1.1" status: 200 len: 945 time: 0.1399934 Jul 14 09:31:16.813116 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4baa2eec-5cec-4a28-85fc-e593bbf013a5 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:16.814013 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-e825fefa-c73d-406f-8d97-baf477630178 None None] Attempting to bind port 8e58413f-40f4-4734-b380-c09ab30ac32f on host n-d-779913-29 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:31:16.814544 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-e825fefa-c73d-406f-8d97-baf477630178 None None] Attempting to bind port 8e58413f-40f4-4734-b380-c09ab30ac32f by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': 'd6aaab54-2ec5-48b5-85d8-dcdd6bf97988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'ff2f77ca-8be6-4857-81ac-a882a87c73b8'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:31:16.814751 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e825fefa-c73d-406f-8d97-baf477630178 None None] Attempting to bind port 8e58413f-40f4-4734-b380-c09ab30ac32f on network ff2f77ca-8be6-4857-81ac-a882a87c73b8 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:31:16.827125 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e825fefa-c73d-406f-8d97-baf477630178 None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 30, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:31:16.827623 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4baa2eec-5cec-4a28-85fc-e593bbf013a5 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Releasing vlan 730 on physical network physnet1 to pool {{(pid=93957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:31:16.827956 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e825fefa-c73d-406f-8d97-baf477630178 None None] Checking segment: {'id': 'd6aaab54-2ec5-48b5-85d8-dcdd6bf97988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'ff2f77ca-8be6-4857-81ac-a882a87c73b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:31:16.828368 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e825fefa-c73d-406f-8d97-baf477630178 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:16.828619 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4baa2eec-5cec-4a28-85fc-e593bbf013a5 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10053619'] for segment, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:16.828776 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e825fefa-c73d-406f-8d97-baf477630178 None None] Bound using segment: {'id': 'd6aaab54-2ec5-48b5-85d8-dcdd6bf97988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'ff2f77ca-8be6-4857-81ac-a882a87c73b8'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:31:16.829568 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-e825fefa-c73d-406f-8d97-baf477630178 None None] Bound port: 8e58413f-40f4-4734-b380-c09ab30ac32f, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6aaab54-2ec5-48b5-85d8-dcdd6bf97988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'ff2f77ca-8be6-4857-81ac-a882a87c73b8'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:31:16.830114 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e825fefa-c73d-406f-8d97-baf477630178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:16.833629 n-d-779913-29 neutron-server[93957]: Traceback (most recent call last): Jul 14 09:31:16.833629 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:31:16.833629 n-d-779913-29 neutron-server[93957]: timer() Jul 14 09:31:16.833629 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:31:16.833629 n-d-779913-29 neutron-server[93957]: cb(*args, **kw) Jul 14 09:31:16.833629 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:31:16.833629 n-d-779913-29 neutron-server[93957]: return func(*args, **kwargs) Jul 14 09:31:16.833629 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:31:16.833629 n-d-779913-29 neutron-server[93957]: self._notify() Jul 14 09:31:16.833629 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:31:16.833629 n-d-779913-29 neutron-server[93957]: self.callback(batched_events) Jul 14 09:31:16.833629 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:31:16.833629 n-d-779913-29 neutron-server[93957]: event.method(event) Jul 14 09:31:16.833629 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:31:16.833629 n-d-779913-29 neutron-server[93957]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:31:16.833629 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:31:16.833629 n-d-779913-29 neutron-server[93957]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:31:16.833629 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:31:16.833629 n-d-779913-29 neutron-server[93957]: return f(self, *a, **k) Jul 14 09:31:16.833629 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:31:16.833629 n-d-779913-29 neutron-server[93957]: return self._get(url).json() Jul 14 09:31:16.833629 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:31:16.833629 n-d-779913-29 neutron-server[93957]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:31:16.833629 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:31:16.833629 n-d-779913-29 neutron-server[93957]: return self.request(url, 'GET', **kwargs) Jul 14 09:31:16.833629 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:31:16.833629 n-d-779913-29 neutron-server[93957]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:31:16.833629 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:31:16.833629 n-d-779913-29 neutron-server[93957]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:31:16.833629 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:31:16.833629 n-d-779913-29 neutron-server[93957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:31:16.833629 n-d-779913-29 neutron-server[93957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:31:16.902843 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-7f610f2c-cf3f-4ecf-a267-e7d863425bca tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Allocated IP 172.20.0.12 (ff2f77ca-8be6-4857-81ac-a882a87c73b8/839185e7-1d2c-435c-a9d1-54dff72c0ccd/276b426e-5861-486a-96d9-cbbb9ba32f3b) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:31:16.916518 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-e825fefa-c73d-406f-8d97-baf477630178 None None] For port 8e58413f-40f4-4734-b380-c09ab30ac32f, host n-d-779913-29, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:31:16.931127 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-e825fefa-c73d-406f-8d97-baf477630178 None None] For port 8e58413f-40f4-4734-b380-c09ab30ac32f, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=8e58413f-40f4-4734-b380-c09ab30ac32f,segment=NetworkSegment(d6aaab54-2ec5-48b5-85d8-dcdd6bf97988),segment_id=d6aaab54-2ec5-48b5-85d8-dcdd6bf97988)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:31:16.937471 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e825fefa-c73d-406f-8d97-baf477630178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:16.952790 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4baa2eec-5cec-4a28-85fc-e593bbf013a5 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660504'] for network, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:16.974099 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4baa2eec-5cec-4a28-85fc-e593bbf013a5 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Notify callbacks [] for network, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:16.975945 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-4baa2eec-5cec-4a28-85fc-e593bbf013a5 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] 10.222.0.68 "DELETE /v2.0/networks/a73cbbe4-db7c-4f2b-8913-ae2568280295 HTTP/1.1" status: 204 len: 168 time: 0.5512803 Jul 14 09:31:17.002672 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4baa2eec-5cec-4a28-85fc-e593bbf013a5 tempest-FloatingIPTestJSON-1195808681 tempest-FloatingIPTestJSON-1195808681-project] Pushing event deleted for resources: {'Network': ['ID=a73cbbe4-db7c-4f2b-8913-ae2568280295,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:17.066573 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e825fefa-c73d-406f-8d97-baf477630178 None None] Pushing event updated for resources: {'Port': ['ID=8e58413f-40f4-4734-b380-c09ab30ac32f,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:17.091659 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-de6c9c01-2ac5-4e49-9953-1a82b825e738 req-37faefcb-89aa-470e-820a-668d556e61a7 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] Deleting port d80ca3ca-31a4-42a1-be48-7a073d40c776 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:31:17.092013 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-de6c9c01-2ac5-4e49-9953-1a82b825e738 req-37faefcb-89aa-470e-820a-668d556e61a7 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:17.309082 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7f610f2c-cf3f-4ecf-a267-e7d863425bca tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:17.318821 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-de6c9c01-2ac5-4e49-9953-1a82b825e738 req-37faefcb-89aa-470e-820a-668d556e61a7 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] For port d80ca3ca-31a4-42a1-be48-7a073d40c776, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=d80ca3ca-31a4-42a1-be48-7a073d40c776,segment=NetworkSegment(948a681f-4f89-4271-b601-608851f32209),segment_id=948a681f-4f89-4271-b601-608851f32209)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:31:17.319196 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-de6c9c01-2ac5-4e49-9953-1a82b825e738 req-37faefcb-89aa-470e-820a-668d556e61a7 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:17.381261 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-de6c9c01-2ac5-4e49-9953-1a82b825e738 req-37faefcb-89aa-470e-820a-668d556e61a7 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] Calling delete_port for d80ca3ca-31a4-42a1-be48-7a073d40c776 owned by compute:nova {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:31:17.422893 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7f610f2c-cf3f-4ecf-a267-e7d863425bca tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Transition to ACTIVE for port object 276b426e-5861-486a-96d9-cbbb9ba32f3b will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:31:17.534212 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 55986) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:17.556032 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7f610f2c-cf3f-4ecf-a267-e7d863425bca tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:17.628922 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-de6c9c01-2ac5-4e49-9953-1a82b825e738 req-37faefcb-89aa-470e-820a-668d556e61a7 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:17.651346 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f610f2c-cf3f-4ecf-a267-e7d863425bca tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Network ff2f77ca-8be6-4857-81ac-a882a87c73b8 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:31:17.666093 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37faefcb-89aa-470e-820a-668d556e61a7 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] Pushing event deleted for resources: {'Port': ['ID=d80ca3ca-31a4-42a1-be48-7a073d40c776,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:17.671147 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] get_ports_and_sgs() called for port_ids ['d27f134e-1766-4f38-8d8a-ac3018579cce', 'd80ca3ca-31a4-42a1-be48-7a073d40c776'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:31:17.673350 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2274d6fe-15cf-40fb-bf71-32356cf896c7 req-1efa43ca-8c65-4176-912e-4e783fbbe81a tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:17.684805 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2274d6fe-15cf-40fb-bf71-32356cf896c7 req-1efa43ca-8c65-4176-912e-4e783fbbe81a tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] 10.222.0.68 "GET /v2.0/ports?device_id=53563f6e-7033-4881-b21d-7977e55df67a HTTP/1.1" status: 200 len: 946 time: 0.3193185 Jul 14 09:31:17.708755 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-7f610f2c-cf3f-4ecf-a267-e7d863425bca tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:31:17.749678 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f610f2c-cf3f-4ecf-a267-e7d863425bca tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:31:17.781482 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-de6c9c01-2ac5-4e49-9953-1a82b825e738 req-37faefcb-89aa-470e-820a-668d556e61a7 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] No DVR routers for this DVR port d80ca3ca-31a4-42a1-be48-7a073d40c776 on host n-h2-779913-29 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:31:17.785879 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-de6c9c01-2ac5-4e49-9953-1a82b825e738 req-37faefcb-89aa-470e-820a-668d556e61a7 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:17.787987 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-de6c9c01-2ac5-4e49-9953-1a82b825e738 req-37faefcb-89aa-470e-820a-668d556e61a7 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.57 "DELETE /v2.0/ports/d80ca3ca-31a4-42a1-be48-7a073d40c776 HTTP/1.1" status: 204 len: 173 time: 0.9787853 Jul 14 09:31:17.807443 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f610f2c-cf3f-4ecf-a267-e7d863425bca tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Pushing event updated for resources: {'Port': ['ID=276b426e-5861-486a-96d9-cbbb9ba32f3b,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:17.869380 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8b133f-f795-43da-b662-7a6af961d1cf req-f0a88b36-6683-4530-9e1e-2d5b68466603 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:17.871380 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-7f8b133f-f795-43da-b662-7a6af961d1cf req-f0a88b36-6683-4530-9e1e-2d5b68466603 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/networks?id=4c89afe5-b9f8-4e2e-b44c-d497b59f1beb HTTP/1.1" status: 200 len: 812 time: 0.1820772 Jul 14 09:31:17.875409 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2274d6fe-15cf-40fb-bf71-32356cf896c7 req-d5a90a74-53cd-4fa5-8cbc-cceadd9e4f3a tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] 10.222.0.68 "GET /v2.0/security-groups?id=b4ff2369-e32d-44b9-a882-4dd3dbe0fc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1859365 Jul 14 09:31:17.922886 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-7f8b133f-f795-43da-b662-7a6af961d1cf req-9ea05079-bb20-477f-bec9-90d87805c7f5 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/quotas/dfdb2d62014640219eb60ef19587837e HTTP/1.1" status: 200 len: 375 time: 0.0450799 Jul 14 09:31:17.926538 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f610f2c-cf3f-4ecf-a267-e7d863425bca tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:17.927240 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7f610f2c-cf3f-4ecf-a267-e7d863425bca tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:17.962740 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-148bed7a-7236-43ba-a8e9-bc9d8c8102c8 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=258b6ae747a6453595e7230ea07ff097&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4269407 Jul 14 09:31:17.965242 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 56006) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:17.980799 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-7f610f2c-cf3f-4ecf-a267-e7d863425bca tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.0808136 Jul 14 09:31:17.983619 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 56008) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:17.989155 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-2abe0476-e431-4177-934f-912897d45c2e tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Request body: {'port': {'network_id': 'ff2f77ca-8be6-4857-81ac-a882a87c73b8', 'name': 'tempest-PortsTestJSON-51481995'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:31:18.003012 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-7f8b133f-f795-43da-b662-7a6af961d1cf req-c3359550-3191-4002-8c09-f0268698ef2d tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=dfdb2d62014640219eb60ef19587837e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0726779 Jul 14 09:31:18.041807 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ecec3815-e880-410f-9855-f02ddaa49eef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:18.074511 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ecec3815-e880-410f-9855-f02ddaa49eef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:18.131191 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-7ef523d4-1aba-40ca-bade-35b6473f73e9 req-3b27b2d3-de9e-41a8-bdf5-c3d6ee23d27d tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/ports?device_id=0d21046f-0222-4256-842e-720fd5242f7c HTTP/1.1" status: 200 len: 210 time: 0.0371265 Jul 14 09:31:18.190505 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ecec3815-e880-410f-9855-f02ddaa49eef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:18.195303 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ecec3815-e880-410f-9855-f02ddaa49eef admin admin] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:18.198868 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-ecec3815-e880-410f-9855-f02ddaa49eef admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/e8345e78-f6bc-4df5-9dba-34b1ba053d2c HTTP/1.1" status: 204 len: 168 time: 0.2308795 Jul 14 09:31:18.214014 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecec3815-e880-410f-9855-f02ddaa49eef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8345e78-f6bc-4df5-9dba-34b1ba053d2c,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:18.231335 n-d-779913-29 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d21046f-0222-4256-842e-720fd5242f7c', 'name': 'network-vif-deleted', 'tag': 'd80ca3ca-31a4-42a1-be48-7a073d40c776'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:31:18.233877 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cb48f044f948e981f43897c8d7f1332f741dc7af2b4c5a6e19d8f4a80f708e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6289e985-b69f-4184-9c62-9599ccb3da12" -d '{"events": [{"server_uuid": "0d21046f-0222-4256-842e-720fd5242f7c", "name": "network-vif-deleted", "tag": "d80ca3ca-31a4-42a1-be48-7a073d40c776"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:31:18.244025 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-7f8b133f-f795-43da-b662-7a6af961d1cf req-4c8e0e96-7571-473c-94db-f90657f67093 service neutron] 10.222.0.68 "GET /v2.0/networks/4c89afe5-b9f8-4e2e-b44c-d497b59f1beb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2400022 Jul 14 09:31:18.369449 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2abe0476-e431-4177-934f-912897d45c2e tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Made reservation on behalf of 078281b593d34d31bc27616950b7a85b for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:31:18.373029 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2abe0476-e431-4177-934f-912897d45c2e tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:18.405329 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:31:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ceedcc0f-a536-484a-a4f2-a58871db8274 x-openstack-request-id: req-ceedcc0f-a536-484a-a4f2-a58871db8274 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:31:18.416050 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d21046f-0222-4256-842e-720fd5242f7c", "name": "network-vif-deleted", "tag": "d80ca3ca-31a4-42a1-be48-7a073d40c776", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:31:18.416188 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-ceedcc0f-a536-484a-a4f2-a58871db8274 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:31:18.416632 n-d-779913-29 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d21046f-0222-4256-842e-720fd5242f7c', 'name': 'network-vif-deleted', 'tag': 'd80ca3ca-31a4-42a1-be48-7a073d40c776', 'status': 'completed', 'code': 200} Jul 14 09:31:18.434478 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-7f8b133f-f795-43da-b662-7a6af961d1cf req-9cf09320-78d5-495d-ba28-12d883a3b6d7 service neutron] 10.222.0.68 "GET /v2.0/networks/4c89afe5-b9f8-4e2e-b44c-d497b59f1beb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1894290 Jul 14 09:31:18.436189 n-d-779913-29 neutron-server[93958]: DEBUG neutron.notifiers.nova [None req-2abe0476-e431-4177-934f-912897d45c2e tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] device_id is not set on port ef4168d0-4052-4162-b05d-026f8580f258 yet. {{(pid=93958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:31:18.506385 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 13117e8b-80f8-48e8-9c76-823599bba37d no longer exists at agent hyperv_n-h1-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:31:18.586593 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52b54a70-bdc7-410c-93bb-4d1b7ebee97e None None] Network ff2f77ca-8be6-4857-81ac-a882a87c73b8 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:31:18.588939 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] No Port match for: 13117e8b-80f8-48e8-9c76-823599bba37d {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:31:18.589287 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 13117e8b-80f8-48e8-9c76-823599bba37d not bound to the agent host n-h1-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:31:18.632782 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-2abe0476-e431-4177-934f-912897d45c2e tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Allocated IP 172.20.0.9 (ff2f77ca-8be6-4857-81ac-a882a87c73b8/839185e7-1d2c-435c-a9d1-54dff72c0ccd/ef4168d0-4052-4162-b05d-026f8580f258) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:31:18.787849 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-da04b114-3569-4e4b-a012-0bb58187d7dd None None] Provisioning for port 8e58413f-40f4-4734-b380-c09ab30ac32f completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:31:18.796830 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 8e58413f-40f4-4734-b380-c09ab30ac32f up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:31:18.912292 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning for port 8e58413f-40f4-4734-b380-c09ab30ac32f completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:31:18.921362 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port 8e58413f-40f4-4734-b380-c09ab30ac32f triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:31:18.921969 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:19.090423 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:19.183158 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-1f4038c8-8b19-451d-839f-875e9cbe97d6 req-8ee53f18-b517-4e7a-9d16-7ba0ee0a0a53 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/ports?device_id=2bf56606-e120-41f5-a1ea-b036810e4ade HTTP/1.1" status: 200 len: 210 time: 0.1820309 Jul 14 09:31:19.217102 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] For port 8e58413f-40f4-4734-b380-c09ab30ac32f, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=8e58413f-40f4-4734-b380-c09ab30ac32f,segment=NetworkSegment(d6aaab54-2ec5-48b5-85d8-dcdd6bf97988),segment_id=d6aaab54-2ec5-48b5-85d8-dcdd6bf97988)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:31:19.233210 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:19.252923 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe38095-dd0b-4974-b78d-ccbc04e3fb24 req-30aafa4e-99c0-4f80-b554-72cbe894e33d tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:19.259142 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2abe0476-e431-4177-934f-912897d45c2e tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:19.263482 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-bbe38095-dd0b-4974-b78d-ccbc04e3fb24 req-30aafa4e-99c0-4f80-b554-72cbe894e33d tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] 10.222.0.68 "GET /v2.0/ports?device_id=53563f6e-7033-4881-b21d-7977e55df67a HTTP/1.1" status: 200 len: 946 time: 0.1521990 Jul 14 09:31:19.291905 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-2abe0476-e431-4177-934f-912897d45c2e tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Transition to ACTIVE for port object ef4168d0-4052-4162-b05d-026f8580f258 will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:31:19.310651 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Pushing event updated for resources: {'Port': ['ID=8e58413f-40f4-4734-b380-c09ab30ac32f,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:19.313119 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-bbe38095-dd0b-4974-b78d-ccbc04e3fb24 req-88c18368-29f4-490c-aad4-21251697a072 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] 10.222.0.68 "GET /v2.0/security-groups?id=b4ff2369-e32d-44b9-a882-4dd3dbe0fc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480220 Jul 14 09:31:19.360233 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2abe0476-e431-4177-934f-912897d45c2e tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:19.419658 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2abe0476-e431-4177-934f-912897d45c2e tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Network ff2f77ca-8be6-4857-81ac-a882a87c73b8 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:31:19.495026 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 56056) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:19.500951 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-2abe0476-e431-4177-934f-912897d45c2e tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:31:19.505114 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2abe0476-e431-4177-934f-912897d45c2e tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:31:19.532751 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abe0476-e431-4177-934f-912897d45c2e tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Pushing event updated for resources: {'Port': ['ID=ef4168d0-4052-4162-b05d-026f8580f258,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:19.546589 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-5871f184-3c11-4db4-b009-6cb8d91cf993 None None] Provisioning for port 276b426e-5861-486a-96d9-cbbb9ba32f3b completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:31:19.551705 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-5871f184-3c11-4db4-b009-6cb8d91cf993 None None] Provisioning complete for port 276b426e-5861-486a-96d9-cbbb9ba32f3b triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:31:19.552425 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5871f184-3c11-4db4-b009-6cb8d91cf993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:19.572674 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abe0476-e431-4177-934f-912897d45c2e tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:31:19.573042 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abe0476-e431-4177-934f-912897d45c2e tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:31:19.573403 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abe0476-e431-4177-934f-912897d45c2e tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:31:19.573772 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abe0476-e431-4177-934f-912897d45c2e tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:31:19.574103 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abe0476-e431-4177-934f-912897d45c2e tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:31:19.575370 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abe0476-e431-4177-934f-912897d45c2e tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:31:19.575699 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abe0476-e431-4177-934f-912897d45c2e tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:31:19.576025 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abe0476-e431-4177-934f-912897d45c2e tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:31:19.576349 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abe0476-e431-4177-934f-912897d45c2e tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:31:19.576794 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abe0476-e431-4177-934f-912897d45c2e tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:31:19.577015 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abe0476-e431-4177-934f-912897d45c2e tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:31:19.577365 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abe0476-e431-4177-934f-912897d45c2e tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:31:19.609772 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-5871f184-3c11-4db4-b009-6cb8d91cf993 None None] Port 276b426e-5861-486a-96d9-cbbb9ba32f3b cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:31:19.622381 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-5871f184-3c11-4db4-b009-6cb8d91cf993 None None] Provisioning complete for port 8e58413f-40f4-4734-b380-c09ab30ac32f triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:31:19.623332 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5871f184-3c11-4db4-b009-6cb8d91cf993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:19.647895 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2abe0476-e431-4177-934f-912897d45c2e tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:19.648569 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2abe0476-e431-4177-934f-912897d45c2e tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:19.677733 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-2abe0476-e431-4177-934f-912897d45c2e tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.6903906 Jul 14 09:31:19.678594 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 56060) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:19.728354 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a24fdd-87c5-4765-8465-7b4d8ba5621c req-a0e3ce48-87d1-43cc-8536-d45a8c4b8200 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:19.735925 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-53a24fdd-87c5-4765-8465-7b4d8ba5621c req-a0e3ce48-87d1-43cc-8536-d45a8c4b8200 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/ports?device_id=07646ca0-10f2-4cc8-8147-f694b9d44b24 HTTP/1.1" status: 200 len: 945 time: 0.1526260 Jul 14 09:31:19.750615 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-a98ecf2d-9341-452b-ae3b-629bc350a30b tempest-BulkNetworkOpsTest-648078090 tempest-BulkNetworkOpsTest-648078090-project] Request body: {'networks': [{'name': 'tempest-network--2084907748'}, {'name': 'tempest-network--1568776773'}]} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:31:19.751023 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-a98ecf2d-9341-452b-ae3b-629bc350a30b tempest-BulkNetworkOpsTest-648078090 tempest-BulkNetworkOpsTest-648078090-project] Request body: {'network': {'name': 'tempest-network--2084907748'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:31:19.751556 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-a98ecf2d-9341-452b-ae3b-629bc350a30b tempest-BulkNetworkOpsTest-648078090 tempest-BulkNetworkOpsTest-648078090-project] Request body: {'network': {'name': 'tempest-network--1568776773'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:31:19.777002 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-53a24fdd-87c5-4765-8465-7b4d8ba5621c req-df45ea14-a487-4733-8856-2a68a9ecb229 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/security-groups?id=e89c09f5-16f2-4ac7-8f23-93abffe26f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401874 Jul 14 09:31:19.872693 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a98ecf2d-9341-452b-ae3b-629bc350a30b tempest-BulkNetworkOpsTest-648078090 tempest-BulkNetworkOpsTest-648078090-project] Made reservation on behalf of a2b31ed063c8488a8d6b8bdaf22ed053 for: {'network': 2} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:31:19.878327 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a98ecf2d-9341-452b-ae3b-629bc350a30b tempest-BulkNetworkOpsTest-648078090 tempest-BulkNetworkOpsTest-648078090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for network, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:19.901992 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-4982cb08-1d9a-4f96-940e-fb3a4d953f9c None None] Provisioning complete for port 276b426e-5861-486a-96d9-cbbb9ba32f3b triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:31:19.914503 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4982cb08-1d9a-4f96-940e-fb3a4d953f9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:19.935951 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a98ecf2d-9341-452b-ae3b-629bc350a30b tempest-BulkNetworkOpsTest-648078090 tempest-BulkNetworkOpsTest-648078090-project] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:19.946800 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-287707a3-70d2-4c30-afef-f2c2cdc80b41 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:19.951396 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-287707a3-70d2-4c30-afef-f2c2cdc80b41 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] 10.222.0.68 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.12 HTTP/1.1" status: 200 len: 922 time: 0.2710927 Jul 14 09:31:19.954301 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 56066) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:19.979514 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-4982cb08-1d9a-4f96-940e-fb3a4d953f9c None None] Port 276b426e-5861-486a-96d9-cbbb9ba32f3b cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:31:20.152446 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a98ecf2d-9341-452b-ae3b-629bc350a30b tempest-BulkNetworkOpsTest-648078090 tempest-BulkNetworkOpsTest-648078090-project] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:20.160118 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a98ecf2d-9341-452b-ae3b-629bc350a30b tempest-BulkNetworkOpsTest-648078090 tempest-BulkNetworkOpsTest-648078090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:20.160964 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a98ecf2d-9341-452b-ae3b-629bc350a30b tempest-BulkNetworkOpsTest-648078090 tempest-BulkNetworkOpsTest-648078090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for network, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:20.205392 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-13b7884e-16d9-4879-a23f-3e707f531cac tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Deleting port ef4168d0-4052-4162-b05d-026f8580f258 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:31:20.205654 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-ed62b096-8c00-44e0-a1ad-16d1fd25daed None None] Provisioning for port ef4168d0-4052-4162-b05d-026f8580f258 completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:31:20.207048 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-13b7884e-16d9-4879-a23f-3e707f531cac tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:20.207272 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98ecf2d-9341-452b-ae3b-629bc350a30b tempest-BulkNetworkOpsTest-648078090 tempest-BulkNetworkOpsTest-648078090-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3bc3235-b07a-4098-a604-6f5c44734651,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:20.213135 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-ed62b096-8c00-44e0-a1ad-16d1fd25daed None None] Provisioning complete for port ef4168d0-4052-4162-b05d-026f8580f258 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:31:20.213353 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a98ecf2d-9341-452b-ae3b-629bc350a30b tempest-BulkNetworkOpsTest-648078090 tempest-BulkNetworkOpsTest-648078090-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 732} {{(pid=93957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:31:20.214927 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ed62b096-8c00-44e0-a1ad-16d1fd25daed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:20.228895 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a98ecf2d-9341-452b-ae3b-629bc350a30b tempest-BulkNetworkOpsTest-648078090 tempest-BulkNetworkOpsTest-648078090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:20.229357 n-d-779913-29 neutron-server[93957]: INFO neutron.db.segments_db [None req-a98ecf2d-9341-452b-ae3b-629bc350a30b tempest-BulkNetworkOpsTest-648078090 tempest-BulkNetworkOpsTest-648078090-project] Added segment b2cffac6-5fde-4855-aed7-8120e7d59d18 of type vlan for network 8775a3da-0ef4-412e-9fd0-cb6ab2599a9a Jul 14 09:31:20.300166 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-ed62b096-8c00-44e0-a1ad-16d1fd25daed None None] Port ef4168d0-4052-4162-b05d-026f8580f258 cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:31:20.336732 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a98ecf2d-9341-452b-ae3b-629bc350a30b tempest-BulkNetworkOpsTest-648078090 tempest-BulkNetworkOpsTest-648078090-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735687821325'] for network, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:20.354333 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-13b7884e-16d9-4879-a23f-3e707f531cac tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:20.369758 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-13b7884e-16d9-4879-a23f-3e707f531cac tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Calling delete_port for ef4168d0-4052-4162-b05d-026f8580f258 owned by {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:31:20.406085 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a98ecf2d-9341-452b-ae3b-629bc350a30b tempest-BulkNetworkOpsTest-648078090 tempest-BulkNetworkOpsTest-648078090-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 736} {{(pid=93957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:31:20.417424 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a98ecf2d-9341-452b-ae3b-629bc350a30b tempest-BulkNetworkOpsTest-648078090 tempest-BulkNetworkOpsTest-648078090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:20.418493 n-d-779913-29 neutron-server[93957]: INFO neutron.db.segments_db [None req-a98ecf2d-9341-452b-ae3b-629bc350a30b tempest-BulkNetworkOpsTest-648078090 tempest-BulkNetworkOpsTest-648078090-project] Added segment 5a282f53-1ca5-4687-9de4-814f496ceddd of type vlan for network 5ade1854-a6ec-4112-a5e6-fc73df224a22 Jul 14 09:31:20.470865 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-c21be426-5009-4cd0-a89f-ff8c991e922e req-b85ccf35-2fec-4442-90b2-315cc733feb4 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/ports?device_id=2bf56606-e120-41f5-a1ea-b036810e4ade HTTP/1.1" status: 200 len: 210 time: 0.0434945 Jul 14 09:31:20.519140 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a98ecf2d-9341-452b-ae3b-629bc350a30b tempest-BulkNetworkOpsTest-648078090 tempest-BulkNetworkOpsTest-648078090-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735687821325'] for network, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:20.597250 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1d3778-8f05-4d60-a56c-456bffe3421d req-51915b7e-fafc-438c-801a-83e21e6d2d41 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:20.601925 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ad1d3778-8f05-4d60-a56c-456bffe3421d req-51915b7e-fafc-438c-801a-83e21e6d2d41 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/ports?device_id=07646ca0-10f2-4cc8-8147-f694b9d44b24 HTTP/1.1" status: 200 len: 945 time: 0.3291922 Jul 14 09:31:20.652305 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-13b7884e-16d9-4879-a23f-3e707f531cac tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:20.660786 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 8e58413f-40f4-4734-b380-c09ab30ac32f up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:31:20.691170 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a98ecf2d-9341-452b-ae3b-629bc350a30b tempest-BulkNetworkOpsTest-648078090 tempest-BulkNetworkOpsTest-648078090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855'] for network, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:20.691973 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a98ecf2d-9341-452b-ae3b-629bc350a30b tempest-BulkNetworkOpsTest-648078090 tempest-BulkNetworkOpsTest-648078090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855'] for network, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:20.699132 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a98ecf2d-9341-452b-ae3b-629bc350a30b tempest-BulkNetworkOpsTest-648078090 tempest-BulkNetworkOpsTest-648078090-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:20.705460 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a98ecf2d-9341-452b-ae3b-629bc350a30b tempest-BulkNetworkOpsTest-648078090 tempest-BulkNetworkOpsTest-648078090-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:20.705843 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a98ecf2d-9341-452b-ae3b-629bc350a30b tempest-BulkNetworkOpsTest-648078090 tempest-BulkNetworkOpsTest-648078090-project] Notify callbacks [] for network, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:20.800247 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98ecf2d-9341-452b-ae3b-629bc350a30b tempest-BulkNetworkOpsTest-648078090 tempest-BulkNetworkOpsTest-648078090-project] Pushing event updated for resources: {'Network': ['ID=8775a3da-0ef4-412e-9fd0-cb6ab2599a9a,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:20.806983 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port 8e58413f-40f4-4734-b380-c09ab30ac32f triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:31:20.807362 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:20.809262 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b7884e-16d9-4879-a23f-3e707f531cac tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Pushing event deleted for resources: {'Port': ['ID=ef4168d0-4052-4162-b05d-026f8580f258,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:20.851273 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Network 8775a3da-0ef4-412e-9fd0-cb6ab2599a9a details requested by agent ovs-agent-n-d-779913-29 with host n-d-779913-29 {{(pid=93959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:31:20.917290 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-a98ecf2d-9341-452b-ae3b-629bc350a30b tempest-BulkNetworkOpsTest-648078090 tempest-BulkNetworkOpsTest-648078090-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 1.4210472 Jul 14 09:31:20.918826 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 56092) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:21.014248 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ad1d3778-8f05-4d60-a56c-456bffe3421d req-9fa867e3-de40-45e8-97cc-24a78392c3ee tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/security-groups?id=e89c09f5-16f2-4ac7-8f23-93abffe26f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3314810 Jul 14 09:31:21.189854 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98ecf2d-9341-452b-ae3b-629bc350a30b tempest-BulkNetworkOpsTest-648078090 tempest-BulkNetworkOpsTest-648078090-project] Pushing event updated for resources: {'Network': ['ID=5ade1854-a6ec-4112-a5e6-fc73df224a22,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:21.201647 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Network 5ade1854-a6ec-4112-a5e6-fc73df224a22 details requested by agent ovs-agent-n-d-779913-29 with host n-d-779913-29 {{(pid=93959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:31:21.336415 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4450008-6c79-4576-853d-e9b0df3d0367 tempest-BulkNetworkOpsTest-648078090 tempest-BulkNetworkOpsTest-648078090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:21.342636 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4450008-6c79-4576-853d-e9b0df3d0367 tempest-BulkNetworkOpsTest-648078090 tempest-BulkNetworkOpsTest-648078090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:21.348686 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4450008-6c79-4576-853d-e9b0df3d0367 tempest-BulkNetworkOpsTest-648078090 tempest-BulkNetworkOpsTest-648078090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:21.354536 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4450008-6c79-4576-853d-e9b0df3d0367 tempest-BulkNetworkOpsTest-648078090 tempest-BulkNetworkOpsTest-648078090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:21.356637 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-a4450008-6c79-4576-853d-e9b0df3d0367 tempest-BulkNetworkOpsTest-648078090 tempest-BulkNetworkOpsTest-648078090-project] 10.222.0.68 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.4251530 Jul 14 09:31:21.359167 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 56098) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:21.451876 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ac8985-1c85-44ba-8da2-0b32e3a15156 req-3630289e-7176-4ad6-815e-da8256aab33a tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:21.464391 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-01ac8985-1c85-44ba-8da2-0b32e3a15156 req-3630289e-7176-4ad6-815e-da8256aab33a tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] 10.222.0.68 "GET /v2.0/ports?device_id=53563f6e-7033-4881-b21d-7977e55df67a HTTP/1.1" status: 200 len: 946 time: 0.8175285 Jul 14 09:31:21.471368 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-13b7884e-16d9-4879-a23f-3e707f531cac tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:21.476932 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-13b7884e-16d9-4879-a23f-3e707f531cac tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] 10.222.0.68 "DELETE /v2.0/ports/ef4168d0-4052-4162-b05d-026f8580f258 HTTP/1.1" status: 204 len: 168 time: 1.5213516 Jul 14 09:31:21.484202 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 56100) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:21.535539 n-d-779913-29 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a7297fb-9560-4f9d-bb83-a5d03d6d6c96 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] GET failed (client error): The resource could not be found. Jul 14 09:31:21.540565 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-7a7297fb-9560-4f9d-bb83-a5d03d6d6c96 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] 10.222.0.68 "GET /v2.0/ports/ef4168d0-4052-4162-b05d-026f8580f258 HTTP/1.1" status: 404 len: 333 time: 0.0512857 Jul 14 09:31:21.541622 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 56104) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:21.556076 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8b133f-f795-43da-b662-7a6af961d1cf req-f2ce9503-bd69-430c-b5f0-76e26596b253 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:21.557597 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-7f8b133f-f795-43da-b662-7a6af961d1cf req-f2ce9503-bd69-430c-b5f0-76e26596b253 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.65 "GET /v2.0/networks?id=4c89afe5-b9f8-4e2e-b44c-d497b59f1beb HTTP/1.1" status: 200 len: 812 time: 0.8679285 Jul 14 09:31:21.589883 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.agents_db [None req-3c3509fb-540d-4335-a450-574895dd3602 None None] Agent healthcheck: found 7 active agents {{(pid=93960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:31:21.590506 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [req-7f8b133f-f795-43da-b662-7a6af961d1cf req-66c8be58-9c4c-4e87-a859-4d4360480fe5 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] Request body: {'port': {'device_id': '2bf56606-e120-41f5-a1ea-b036810e4ade', 'network_id': '4c89afe5-b9f8-4e2e-b44c-d497b59f1beb', 'admin_state_up': True, 'tenant_id': 'dfdb2d62014640219eb60ef19587837e'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:31:21.624369 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-01ac8985-1c85-44ba-8da2-0b32e3a15156 req-e01c5941-219b-4d1e-89e1-25b40e8a542d tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] 10.222.0.68 "GET /v2.0/security-groups?id=b4ff2369-e32d-44b9-a882-4dd3dbe0fc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1461890 Jul 14 09:31:21.766167 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-302046c9-672c-467f-a87e-37619fc7b230 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Deleting port 276b426e-5861-486a-96d9-cbbb9ba32f3b {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:31:21.766852 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-302046c9-672c-467f-a87e-37619fc7b230 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:21.770588 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-bcfe8288-fb62-4655-8f6e-34e4d7e3a74c tempest-BulkNetworkOpsTest-648078090 tempest-BulkNetworkOpsTest-648078090-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3876111'] for network, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:21.800694 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9605e3cf-fa52-4913-a237-f4e7f8193cb1 req-2d8e84ac-b969-4c49-b503-6c369d72b082 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:21.802251 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-9605e3cf-fa52-4913-a237-f4e7f8193cb1 req-2d8e84ac-b969-4c49-b503-6c369d72b082 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/ports?device_id=07646ca0-10f2-4cc8-8147-f694b9d44b24 HTTP/1.1" status: 200 len: 945 time: 0.1005216 Jul 14 09:31:21.880554 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-046c7acc-78f4-4f25-a815-d60a28634519 req-607e1e35-7f2e-4d71-b232-8a2cd3be7208 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/ports?device_id=2bf56606-e120-41f5-a1ea-b036810e4ade HTTP/1.1" status: 200 len: 210 time: 0.0398538 Jul 14 09:31:21.892624 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f8b133f-f795-43da-b662-7a6af961d1cf req-66c8be58-9c4c-4e87-a859-4d4360480fe5 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] Made reservation on behalf of dfdb2d62014640219eb60ef19587837e for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:31:21.899657 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-7f8b133f-f795-43da-b662-7a6af961d1cf req-66c8be58-9c4c-4e87-a859-4d4360480fe5 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:21.916253 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-9605e3cf-fa52-4913-a237-f4e7f8193cb1 req-2d93d20a-6aa2-4bd4-a3e6-a71b2ee1e358 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/security-groups?id=e89c09f5-16f2-4ac7-8f23-93abffe26f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910051 Jul 14 09:31:21.917839 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-bcfe8288-fb62-4655-8f6e-34e4d7e3a74c tempest-BulkNetworkOpsTest-648078090 tempest-BulkNetworkOpsTest-648078090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473955', 'neutron.services.segments.db._delete_segments_for_network-8735688326548'] for network, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:21.920162 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-302046c9-672c-467f-a87e-37619fc7b230 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:21.929044 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-bcfe8288-fb62-4655-8f6e-34e4d7e3a74c tempest-BulkNetworkOpsTest-648078090 tempest-BulkNetworkOpsTest-648078090-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8775a3da-0ef4-412e-9fd0-cb6ab2599a9a']}} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:21.946467 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-302046c9-672c-467f-a87e-37619fc7b230 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Calling delete_port for 276b426e-5861-486a-96d9-cbbb9ba32f3b owned by {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:31:21.949101 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-bcfe8288-fb62-4655-8f6e-34e4d7e3a74c tempest-BulkNetworkOpsTest-648078090 tempest-BulkNetworkOpsTest-648078090-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2cffac6-5fde-4855-aed7-8120e7d59d18') {'for_net_delete': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:21.949278 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-bcfe8288-fb62-4655-8f6e-34e4d7e3a74c tempest-BulkNetworkOpsTest-648078090 tempest-BulkNetworkOpsTest-648078090-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2cffac6-5fde-4855-aed7-8120e7d59d18') {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:21.959420 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-bcfe8288-fb62-4655-8f6e-34e4d7e3a74c tempest-BulkNetworkOpsTest-648078090 tempest-BulkNetworkOpsTest-648078090-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735688356235', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10944210'] for segment, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:21.974909 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-bcfe8288-fb62-4655-8f6e-34e4d7e3a74c tempest-BulkNetworkOpsTest-648078090 tempest-BulkNetworkOpsTest-648078090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:21.982416 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcfe8288-fb62-4655-8f6e-34e4d7e3a74c tempest-BulkNetworkOpsTest-648078090 tempest-BulkNetworkOpsTest-648078090-project] Releasing vlan 732 on physical network physnet1 to pool {{(pid=93957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:31:21.982769 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-bcfe8288-fb62-4655-8f6e-34e4d7e3a74c tempest-BulkNetworkOpsTest-648078090 tempest-BulkNetworkOpsTest-648078090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10053619'] for segment, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:22.063995 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:31:22.063995 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:31:22.063995 n-d-779913-29 neutron-server[93957]: Traceback (most recent call last): Jul 14 09:31:22.063995 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:31:22.063995 n-d-779913-29 neutron-server[93957]: timer() Jul 14 09:31:22.063995 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:31:22.063995 n-d-779913-29 neutron-server[93957]: cb(*args, **kw) Jul 14 09:31:22.063995 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:31:22.063995 n-d-779913-29 neutron-server[93957]: return func(*args, **kwargs) Jul 14 09:31:22.063995 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:31:22.063995 n-d-779913-29 neutron-server[93957]: self._notify() Jul 14 09:31:22.063995 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:31:22.063995 n-d-779913-29 neutron-server[93957]: self.callback(batched_events) Jul 14 09:31:22.063995 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:31:22.063995 n-d-779913-29 neutron-server[93957]: event.method(event) Jul 14 09:31:22.063995 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:31:22.063995 n-d-779913-29 neutron-server[93957]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:31:22.063995 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:31:22.063995 n-d-779913-29 neutron-server[93957]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:31:22.063995 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:31:22.063995 n-d-779913-29 neutron-server[93957]: return f(self, *a, **k) Jul 14 09:31:22.063995 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:31:22.063995 n-d-779913-29 neutron-server[93957]: return self._get(url).json() Jul 14 09:31:22.063995 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:31:22.063995 n-d-779913-29 neutron-server[93957]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:31:22.063995 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:31:22.063995 n-d-779913-29 neutron-server[93957]: return self.request(url, 'GET', **kwargs) Jul 14 09:31:22.063995 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:31:22.063995 n-d-779913-29 neutron-server[93957]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:31:22.063995 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:31:22.063995 n-d-779913-29 neutron-server[93957]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:31:22.063995 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:31:22.063995 n-d-779913-29 neutron-server[93957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:31:22.063995 n-d-779913-29 neutron-server[93957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:31:22.070136 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-bcfe8288-fb62-4655-8f6e-34e4d7e3a74c tempest-BulkNetworkOpsTest-648078090 tempest-BulkNetworkOpsTest-648078090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660504'] for network, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:22.082037 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-bcfe8288-fb62-4655-8f6e-34e4d7e3a74c tempest-BulkNetworkOpsTest-648078090 tempest-BulkNetworkOpsTest-648078090-project] Notify callbacks [] for network, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:22.084643 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-bcfe8288-fb62-4655-8f6e-34e4d7e3a74c tempest-BulkNetworkOpsTest-648078090 tempest-BulkNetworkOpsTest-648078090-project] 10.222.0.68 "DELETE /v2.0/networks/8775a3da-0ef4-412e-9fd0-cb6ab2599a9a HTTP/1.1" status: 204 len: 168 time: 0.7243514 Jul 14 09:31:22.088469 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 56112) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:22.107981 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-49c2abaa-355d-4c87-a6cc-6803d56596b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:22.117926 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfe8288-fb62-4655-8f6e-34e4d7e3a74c tempest-BulkNetworkOpsTest-648078090 tempest-BulkNetworkOpsTest-648078090-project] Pushing event deleted for resources: {'Network': ['ID=8775a3da-0ef4-412e-9fd0-cb6ab2599a9a,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:22.179976 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-302046c9-672c-467f-a87e-37619fc7b230 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:22.213226 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device d80ca3ca-31a4-42a1-be48-7a073d40c776 no longer exists at agent hyperv_n-h2-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:31:22.216398 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302046c9-672c-467f-a87e-37619fc7b230 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Pushing event deleted for resources: {'Port': ['ID=276b426e-5861-486a-96d9-cbbb9ba32f3b,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:22.221557 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f9fb66b5-193e-4a95-b1a7-4fedac6070e0 tempest-BulkNetworkOpsTest-648078090 tempest-BulkNetworkOpsTest-648078090-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3876111'] for network, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:22.287255 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] No Port match for: d80ca3ca-31a4-42a1-be48-7a073d40c776 {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:31:22.287861 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device d80ca3ca-31a4-42a1-be48-7a073d40c776 not bound to the agent host n-h2-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:31:22.346264 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-302046c9-672c-467f-a87e-37619fc7b230 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:22.348173 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-302046c9-672c-467f-a87e-37619fc7b230 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] 10.222.0.68 "DELETE /v2.0/ports/276b426e-5861-486a-96d9-cbbb9ba32f3b HTTP/1.1" status: 204 len: 168 time: 0.8054364 Jul 14 09:31:22.351307 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 56118) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:22.427252 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f9fb66b5-193e-4a95-b1a7-4fedac6070e0 tempest-BulkNetworkOpsTest-648078090 tempest-BulkNetworkOpsTest-648078090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473955', 'neutron.services.segments.db._delete_segments_for_network-8735688326548'] for network, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:22.454842 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-f9fb66b5-193e-4a95-b1a7-4fedac6070e0 tempest-BulkNetworkOpsTest-648078090 tempest-BulkNetworkOpsTest-648078090-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ade1854-a6ec-4112-a5e6-fc73df224a22']}} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:22.477512 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-f9fb66b5-193e-4a95-b1a7-4fedac6070e0 tempest-BulkNetworkOpsTest-648078090 tempest-BulkNetworkOpsTest-648078090-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a282f53-1ca5-4687-9de4-814f496ceddd') {'for_net_delete': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:22.477512 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-f9fb66b5-193e-4a95-b1a7-4fedac6070e0 tempest-BulkNetworkOpsTest-648078090 tempest-BulkNetworkOpsTest-648078090-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a282f53-1ca5-4687-9de4-814f496ceddd') {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:22.490982 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f9fb66b5-193e-4a95-b1a7-4fedac6070e0 tempest-BulkNetworkOpsTest-648078090 tempest-BulkNetworkOpsTest-648078090-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735688356235', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10944210'] for segment, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:22.495135 n-d-779913-29 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-30276b9b-a993-4e9a-ba0a-7265322a5064 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] GET failed (client error): The resource could not be found. Jul 14 09:31:22.495971 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-30276b9b-a993-4e9a-ba0a-7265322a5064 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] 10.222.0.68 "GET /v2.0/ports/276b426e-5861-486a-96d9-cbbb9ba32f3b HTTP/1.1" status: 404 len: 333 time: 0.1437323 Jul 14 09:31:22.504562 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 56124) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:22.559969 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [req-7f8b133f-f795-43da-b662-7a6af961d1cf req-66c8be58-9c4c-4e87-a859-4d4360480fe5 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] Allocated IP 172.20.0.13 (4c89afe5-b9f8-4e2e-b44c-d497b59f1beb/b9b5b9a6-c0c5-422a-9cec-7b209f25a172/caa18d76-b862-48d6-8bd3-0eae2b45a155) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:31:22.594217 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1ebac6f-5283-4fa2-8eec-23d91cdd1ade tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Deleting subnet 839185e7-1d2c-435c-a9d1-54dff72c0ccd {{(pid=93957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:31:22.607403 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a1ebac6f-5283-4fa2-8eec-23d91cdd1ade tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks [] for subnet, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:22.609638 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f9fb66b5-193e-4a95-b1a7-4fedac6070e0 tempest-BulkNetworkOpsTest-648078090 tempest-BulkNetworkOpsTest-648078090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:22.638801 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9fb66b5-193e-4a95-b1a7-4fedac6070e0 tempest-BulkNetworkOpsTest-648078090 tempest-BulkNetworkOpsTest-648078090-project] Releasing vlan 736 on physical network physnet1 to pool {{(pid=93957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:31:22.639425 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f9fb66b5-193e-4a95-b1a7-4fedac6070e0 tempest-BulkNetworkOpsTest-648078090 tempest-BulkNetworkOpsTest-648078090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10053619'] for segment, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:22.642674 n-d-779913-29 neutron-server[93957]: Traceback (most recent call last): Jul 14 09:31:22.642674 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:31:22.642674 n-d-779913-29 neutron-server[93957]: timer() Jul 14 09:31:22.642674 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:31:22.642674 n-d-779913-29 neutron-server[93957]: cb(*args, **kw) Jul 14 09:31:22.642674 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:31:22.642674 n-d-779913-29 neutron-server[93957]: return func(*args, **kwargs) Jul 14 09:31:22.642674 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:31:22.642674 n-d-779913-29 neutron-server[93957]: self._notify() Jul 14 09:31:22.642674 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:31:22.642674 n-d-779913-29 neutron-server[93957]: self.callback(batched_events) Jul 14 09:31:22.642674 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:31:22.642674 n-d-779913-29 neutron-server[93957]: event.method(event) Jul 14 09:31:22.642674 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:31:22.642674 n-d-779913-29 neutron-server[93957]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:31:22.642674 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:31:22.642674 n-d-779913-29 neutron-server[93957]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:31:22.642674 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:31:22.642674 n-d-779913-29 neutron-server[93957]: return f(self, *a, **k) Jul 14 09:31:22.642674 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:31:22.642674 n-d-779913-29 neutron-server[93957]: return self._get(url).json() Jul 14 09:31:22.642674 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:31:22.642674 n-d-779913-29 neutron-server[93957]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:31:22.642674 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:31:22.642674 n-d-779913-29 neutron-server[93957]: return self.request(url, 'GET', **kwargs) Jul 14 09:31:22.642674 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:31:22.642674 n-d-779913-29 neutron-server[93957]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:31:22.642674 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:31:22.642674 n-d-779913-29 neutron-server[93957]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:31:22.642674 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:31:22.642674 n-d-779913-29 neutron-server[93957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:31:22.642674 n-d-779913-29 neutron-server[93957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:31:22.709432 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a1ebac6f-5283-4fa2-8eec-23d91cdd1ade tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10944203'] for subnet, precommit_delete_associations {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:22.745722 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f9fb66b5-193e-4a95-b1a7-4fedac6070e0 tempest-BulkNetworkOpsTest-648078090 tempest-BulkNetworkOpsTest-648078090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660504'] for network, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:22.758461 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f9fb66b5-193e-4a95-b1a7-4fedac6070e0 tempest-BulkNetworkOpsTest-648078090 tempest-BulkNetworkOpsTest-648078090-project] Notify callbacks [] for network, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:22.760383 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-f9fb66b5-193e-4a95-b1a7-4fedac6070e0 tempest-BulkNetworkOpsTest-648078090 tempest-BulkNetworkOpsTest-648078090-project] 10.222.0.68 "DELETE /v2.0/networks/5ade1854-a6ec-4112-a5e6-fc73df224a22 HTTP/1.1" status: 204 len: 168 time: 0.6707909 Jul 14 09:31:22.767269 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 56130) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:22.773995 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fb66b5-193e-4a95-b1a7-4fedac6070e0 tempest-BulkNetworkOpsTest-648078090 tempest-BulkNetworkOpsTest-648078090-project] Pushing event deleted for resources: {'Network': ['ID=5ade1854-a6ec-4112-a5e6-fc73df224a22,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:22.862851 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a1ebac6f-5283-4fa2-8eec-23d91cdd1ade tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3481002'] for subnet, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:22.951139 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a1ebac6f-5283-4fa2-8eec-23d91cdd1ade tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10052701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11984075'] for subnet, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:22.988769 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a439828-ce8d-44f0-9c9e-2abe797087b1 None None] Network ff2f77ca-8be6-4857-81ac-a882a87c73b8 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:31:23.009368 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f14de3aa-c1e7-4e49-be04-30d7dddac803 tempest-BulkNetworkOpsTest-648078090 tempest-BulkNetworkOpsTest-648078090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:23.016931 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f14de3aa-c1e7-4e49-be04-30d7dddac803 tempest-BulkNetworkOpsTest-648078090 tempest-BulkNetworkOpsTest-648078090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:23.018961 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-f14de3aa-c1e7-4e49-be04-30d7dddac803 tempest-BulkNetworkOpsTest-648078090 tempest-BulkNetworkOpsTest-648078090-project] 10.222.0.68 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2370479 Jul 14 09:31:23.043316 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a1ebac6f-5283-4fa2-8eec-23d91cdd1ade tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks [] for subnet, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:23.058806 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-a1ebac6f-5283-4fa2-8eec-23d91cdd1ade tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] 10.222.0.68 "DELETE /v2.0/subnets/839185e7-1d2c-435c-a9d1-54dff72c0ccd HTTP/1.1" status: 204 len: 168 time: 0.5478120 Jul 14 09:31:23.058806 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 56144) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:23.069098 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-1e876d98-3d1c-43ac-a9d3-43cee47ad83f tempest-BulkNetworkOpsTest-648078090 tempest-BulkNetworkOpsTest-648078090-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1716727493'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:31:23.072455 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 56146) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:23.098732 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-7f8b133f-f795-43da-b662-7a6af961d1cf req-66c8be58-9c4c-4e87-a859-4d4360480fe5 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:23.146128 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d61e059-1978-403b-be8f-b7bf8e530977 req-98804c8a-73df-4d36-a492-c1b0d869fe15 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:23.148695 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-3d61e059-1978-403b-be8f-b7bf8e530977 req-98804c8a-73df-4d36-a492-c1b0d869fe15 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] 10.222.0.68 "GET /v2.0/ports?device_id=53563f6e-7033-4881-b21d-7977e55df67a HTTP/1.1" status: 200 len: 946 time: 0.1537161 Jul 14 09:31:23.155427 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ebac6f-5283-4fa2-8eec-23d91cdd1ade tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Pushing event deleted for resources: {'Subnet': ['ID=839185e7-1d2c-435c-a9d1-54dff72c0ccd,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:23.240363 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-3d61e059-1978-403b-be8f-b7bf8e530977 req-0befc38d-f0a1-430c-9bc5-a3a9e6b2bbb1 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] 10.222.0.68 "GET /v2.0/security-groups?id=b4ff2369-e32d-44b9-a882-4dd3dbe0fc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817072 Jul 14 09:31:23.243022 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-7f8b133f-f795-43da-b662-7a6af961d1cf req-66c8be58-9c4c-4e87-a859-4d4360480fe5 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:23.278380 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-27f532ee-9ff1-4aac-b496-a1de0662688e req-ec24c3c7-562a-41b5-8d15-e8229779592c tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/ports?device_id=2bf56606-e120-41f5-a1ea-b036810e4ade HTTP/1.1" status: 200 len: 210 time: 0.1657345 Jul 14 09:31:23.322346 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e876d98-3d1c-43ac-a9d3-43cee47ad83f tempest-BulkNetworkOpsTest-648078090 tempest-BulkNetworkOpsTest-648078090-project] Made reservation on behalf of a2b31ed063c8488a8d6b8bdaf22ed053 for: {'network': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:31:23.326427 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1e876d98-3d1c-43ac-a9d3-43cee47ad83f tempest-BulkNetworkOpsTest-648078090 tempest-BulkNetworkOpsTest-648078090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for network, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:23.348406 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f8b133f-f795-43da-b662-7a6af961d1cf req-66c8be58-9c4c-4e87-a859-4d4360480fe5 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] Network 4c89afe5-b9f8-4e2e-b44c-d497b59f1beb is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:31:23.362034 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [req-7f8b133f-f795-43da-b662-7a6af961d1cf req-66c8be58-9c4c-4e87-a859-4d4360480fe5 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:31:23.363866 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e40f5c27-a190-4133-b27b-a02f6ee62af9 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3876111'] for network, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:23.384326 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f8b133f-f795-43da-b662-7a6af961d1cf req-66c8be58-9c4c-4e87-a859-4d4360480fe5 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:31:23.407047 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e876d98-3d1c-43ac-a9d3-43cee47ad83f tempest-BulkNetworkOpsTest-648078090 tempest-BulkNetworkOpsTest-648078090-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 749} {{(pid=93957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:31:23.439780 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1e876d98-3d1c-43ac-a9d3-43cee47ad83f tempest-BulkNetworkOpsTest-648078090 tempest-BulkNetworkOpsTest-648078090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:23.440541 n-d-779913-29 neutron-server[93957]: INFO neutron.db.segments_db [None req-1e876d98-3d1c-43ac-a9d3-43cee47ad83f tempest-BulkNetworkOpsTest-648078090 tempest-BulkNetworkOpsTest-648078090-project] Added segment 486c2254-d4b2-4774-9204-54c936e8d1ae of type vlan for network f6f8f66e-d343-496b-8581-10bc7420f960 Jul 14 09:31:23.459721 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6db406f-d075-4469-b7a1-482ddd41f336 None None] DHCP port deletion for ff2f77ca-8be6-4857-81ac-a882a87c73b8 request from n-d-779913-29 {{(pid=93959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:31:23.496037 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1e876d98-3d1c-43ac-a9d3-43cee47ad83f tempest-BulkNetworkOpsTest-648078090 tempest-BulkNetworkOpsTest-648078090-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735687821325'] for network, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:23.525728 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-e40f5c27-a190-4133-b27b-a02f6ee62af9 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Deleting port 8e58413f-40f4-4734-b380-c09ab30ac32f {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:31:23.527758 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e40f5c27-a190-4133-b27b-a02f6ee62af9 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:23.532683 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8b133f-f795-43da-b662-7a6af961d1cf req-66c8be58-9c4c-4e87-a859-4d4360480fe5 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:23.539666 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-7f8b133f-f795-43da-b662-7a6af961d1cf req-66c8be58-9c4c-4e87-a859-4d4360480fe5 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:23.547774 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c8be58-9c4c-4e87-a859-4d4360480fe5 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] Pushing event updated for resources: {'Port': ['ID=caa18d76-b862-48d6-8bd3-0eae2b45a155,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:23.553774 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-e6db406f-d075-4469-b7a1-482ddd41f336 None None] Deleting port 8e58413f-40f4-4734-b380-c09ab30ac32f {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:31:23.554538 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e6db406f-d075-4469-b7a1-482ddd41f336 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:23.578599 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-7f8b133f-f795-43da-b662-7a6af961d1cf req-66c8be58-9c4c-4e87-a859-4d4360480fe5 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9924607 Jul 14 09:31:23.598550 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [req-7f8b133f-f795-43da-b662-7a6af961d1cf req-46541b18-2ad6-4737-ab8a-12bf088a4cd3 service neutron] Request body: {'port': {'device_id': '2bf56606-e120-41f5-a1ea-b036810e4ade', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-29'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:31:23.633877 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1e876d98-3d1c-43ac-a9d3-43cee47ad83f tempest-BulkNetworkOpsTest-648078090 tempest-BulkNetworkOpsTest-648078090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855'] for network, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:23.639752 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e876d98-3d1c-43ac-a9d3-43cee47ad83f tempest-BulkNetworkOpsTest-648078090 tempest-BulkNetworkOpsTest-648078090-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:23.640576 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1e876d98-3d1c-43ac-a9d3-43cee47ad83f tempest-BulkNetworkOpsTest-648078090 tempest-BulkNetworkOpsTest-648078090-project] Notify callbacks [] for network, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:23.664421 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-e6db406f-d075-4469-b7a1-482ddd41f336 None None] For port 8e58413f-40f4-4734-b380-c09ab30ac32f, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=8e58413f-40f4-4734-b380-c09ab30ac32f,segment=NetworkSegment(d6aaab54-2ec5-48b5-85d8-dcdd6bf97988),segment_id=d6aaab54-2ec5-48b5-85d8-dcdd6bf97988)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:31:23.665327 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e6db406f-d075-4469-b7a1-482ddd41f336 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:23.687295 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-e6db406f-d075-4469-b7a1-482ddd41f336 None None] Calling delete_port for 8e58413f-40f4-4734-b380-c09ab30ac32f owned by network:dhcp {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:31:23.724407 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-7f8b133f-f795-43da-b662-7a6af961d1cf req-46541b18-2ad6-4737-ab8a-12bf088a4cd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:23.735802 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 56160) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:23.736519 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-1e876d98-3d1c-43ac-a9d3-43cee47ad83f tempest-BulkNetworkOpsTest-648078090 tempest-BulkNetworkOpsTest-648078090-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6777897 Jul 14 09:31:23.742153 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-f156f2ff-e25d-4b3b-9b3d-49f1761e5525 tempest-BulkNetworkOpsTest-648078090 tempest-BulkNetworkOpsTest-648078090-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-276394182'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:31:23.754973 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e876d98-3d1c-43ac-a9d3-43cee47ad83f tempest-BulkNetworkOpsTest-648078090 tempest-BulkNetworkOpsTest-648078090-project] Pushing event updated for resources: {'Network': ['ID=f6f8f66e-d343-496b-8581-10bc7420f960,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:23.760425 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-e40f5c27-a190-4133-b27b-a02f6ee62af9 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] For port 8e58413f-40f4-4734-b380-c09ab30ac32f, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=8e58413f-40f4-4734-b380-c09ab30ac32f,segment=NetworkSegment(d6aaab54-2ec5-48b5-85d8-dcdd6bf97988),segment_id=d6aaab54-2ec5-48b5-85d8-dcdd6bf97988)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:31:23.760809 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e40f5c27-a190-4133-b27b-a02f6ee62af9 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:23.767157 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f156f2ff-e25d-4b3b-9b3d-49f1761e5525 tempest-BulkNetworkOpsTest-648078090 tempest-BulkNetworkOpsTest-648078090-project] Made reservation on behalf of a2b31ed063c8488a8d6b8bdaf22ed053 for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:31:23.771519 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f156f2ff-e25d-4b3b-9b3d-49f1761e5525 tempest-BulkNetworkOpsTest-648078090 tempest-BulkNetworkOpsTest-648078090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:23.777186 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-e40f5c27-a190-4133-b27b-a02f6ee62af9 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Calling delete_port for 8e58413f-40f4-4734-b380-c09ab30ac32f owned by network:dhcp {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:31:23.823445 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f156f2ff-e25d-4b3b-9b3d-49f1761e5525 tempest-BulkNetworkOpsTest-648078090 tempest-BulkNetworkOpsTest-648078090-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 740} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:31:23.842952 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Network f6f8f66e-d343-496b-8581-10bc7420f960 details requested by agent ovs-agent-n-d-779913-29 with host n-d-779913-29 {{(pid=93959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:31:23.903720 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 56162) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:23.916395 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f156f2ff-e25d-4b3b-9b3d-49f1761e5525 tempest-BulkNetworkOpsTest-648078090 tempest-BulkNetworkOpsTest-648078090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:23.916743 n-d-779913-29 neutron-server[93958]: INFO neutron.db.segments_db [None req-f156f2ff-e25d-4b3b-9b3d-49f1761e5525 tempest-BulkNetworkOpsTest-648078090 tempest-BulkNetworkOpsTest-648078090-project] Added segment 856534ef-08f4-4ad3-836c-5a3cf6f705c7 of type vlan for network e1851989-c1aa-4842-9528-a3d349c19d20 Jul 14 09:31:23.919400 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e40f5c27-a190-4133-b27b-a02f6ee62af9 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:23.970552 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e6db406f-d075-4469-b7a1-482ddd41f336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:23.979032 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40f5c27-a190-4133-b27b-a02f6ee62af9 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Pushing event deleted for resources: {'Port': ['ID=8e58413f-40f4-4734-b380-c09ab30ac32f,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:23.980894 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e40f5c27-a190-4133-b27b-a02f6ee62af9 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] No DVR routers for this DVR port 8e58413f-40f4-4734-b380-c09ab30ac32f on host n-d-779913-29 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:31:23.982129 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f156f2ff-e25d-4b3b-9b3d-49f1761e5525 tempest-BulkNetworkOpsTest-648078090 tempest-BulkNetworkOpsTest-648078090-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735687821325'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:24.001914 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6db406f-d075-4469-b7a1-482ddd41f336 None None] No DVR routers for this DVR port 8e58413f-40f4-4734-b380-c09ab30ac32f on host n-d-779913-29 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:31:24.029885 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6db406f-d075-4469-b7a1-482ddd41f336 None None] Pushing event deleted for resources: {'Port': ['ID=8e58413f-40f4-4734-b380-c09ab30ac32f,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:24.102236 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a617244e-9ebf-4dba-87b6-c6029aa70c98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:24.105276 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e40f5c27-a190-4133-b27b-a02f6ee62af9 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473955', 'neutron.services.segments.db._delete_segments_for_network-8735688326548'] for network, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:24.118285 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f156f2ff-e25d-4b3b-9b3d-49f1761e5525 tempest-BulkNetworkOpsTest-648078090 tempest-BulkNetworkOpsTest-648078090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:24.123767 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f156f2ff-e25d-4b3b-9b3d-49f1761e5525 tempest-BulkNetworkOpsTest-648078090 tempest-BulkNetworkOpsTest-648078090-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:24.124363 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f156f2ff-e25d-4b3b-9b3d-49f1761e5525 tempest-BulkNetworkOpsTest-648078090 tempest-BulkNetworkOpsTest-648078090-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:24.125725 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-e40f5c27-a190-4133-b27b-a02f6ee62af9 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff2f77ca-8be6-4857-81ac-a882a87c73b8']}} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:24.141671 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-e40f5c27-a190-4133-b27b-a02f6ee62af9 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6aaab54-2ec5-48b5-85d8-dcdd6bf97988') {'for_net_delete': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:24.142303 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-e40f5c27-a190-4133-b27b-a02f6ee62af9 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6aaab54-2ec5-48b5-85d8-dcdd6bf97988') {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:24.158848 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e40f5c27-a190-4133-b27b-a02f6ee62af9 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735688356235', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10944210'] for segment, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:24.191982 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e40f5c27-a190-4133-b27b-a02f6ee62af9 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:24.205601 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e40f5c27-a190-4133-b27b-a02f6ee62af9 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Releasing vlan 723 on physical network physnet1 to pool {{(pid=93957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:31:24.206150 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e40f5c27-a190-4133-b27b-a02f6ee62af9 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10053619'] for segment, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:24.209404 n-d-779913-29 neutron-server[93957]: Traceback (most recent call last): Jul 14 09:31:24.209404 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:31:24.209404 n-d-779913-29 neutron-server[93957]: timer() Jul 14 09:31:24.209404 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:31:24.209404 n-d-779913-29 neutron-server[93957]: cb(*args, **kw) Jul 14 09:31:24.209404 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:31:24.209404 n-d-779913-29 neutron-server[93957]: return func(*args, **kwargs) Jul 14 09:31:24.209404 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:31:24.209404 n-d-779913-29 neutron-server[93957]: self._notify() Jul 14 09:31:24.209404 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:31:24.209404 n-d-779913-29 neutron-server[93957]: self.callback(batched_events) Jul 14 09:31:24.209404 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:31:24.209404 n-d-779913-29 neutron-server[93957]: event.method(event) Jul 14 09:31:24.209404 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:31:24.209404 n-d-779913-29 neutron-server[93957]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:31:24.209404 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:31:24.209404 n-d-779913-29 neutron-server[93957]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:31:24.209404 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:31:24.209404 n-d-779913-29 neutron-server[93957]: return f(self, *a, **k) Jul 14 09:31:24.209404 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:31:24.209404 n-d-779913-29 neutron-server[93957]: return self._get(url).json() Jul 14 09:31:24.209404 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:31:24.209404 n-d-779913-29 neutron-server[93957]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:31:24.209404 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:31:24.209404 n-d-779913-29 neutron-server[93957]: return self.request(url, 'GET', **kwargs) Jul 14 09:31:24.209404 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:31:24.209404 n-d-779913-29 neutron-server[93957]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:31:24.209404 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:31:24.209404 n-d-779913-29 neutron-server[93957]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:31:24.209404 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:31:24.209404 n-d-779913-29 neutron-server[93957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:31:24.209404 n-d-779913-29 neutron-server[93957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:31:24.213611 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f156f2ff-e25d-4b3b-9b3d-49f1761e5525 tempest-BulkNetworkOpsTest-648078090 tempest-BulkNetworkOpsTest-648078090-project] Pushing event updated for resources: {'Network': ['ID=e1851989-c1aa-4842-9528-a3d349c19d20,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:24.228507 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Network e1851989-c1aa-4842-9528-a3d349c19d20 details requested by agent ovs-agent-n-d-779913-29 with host n-d-779913-29 {{(pid=93959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:31:24.259256 n-d-779913-29 neutron-server[93958]: DEBUG neutron.notifiers.nova [req-7f8b133f-f795-43da-b662-7a6af961d1cf req-46541b18-2ad6-4737-ab8a-12bf088a4cd3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id caa18d76-b862-48d6-8bd3-0eae2b45a155 {{(pid=93958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:31:24.267797 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-7f8b133f-f795-43da-b662-7a6af961d1cf req-46541b18-2ad6-4737-ab8a-12bf088a4cd3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:24.303489 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-7f8b133f-f795-43da-b662-7a6af961d1cf req-46541b18-2ad6-4737-ab8a-12bf088a4cd3 service neutron] Transition to ACTIVE for port object caa18d76-b862-48d6-8bd3-0eae2b45a155 will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:31:24.306609 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e40f5c27-a190-4133-b27b-a02f6ee62af9 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660504'] for network, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:24.320341 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-7f8b133f-f795-43da-b662-7a6af961d1cf req-46541b18-2ad6-4737-ab8a-12bf088a4cd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13574142'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:24.321398 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e40f5c27-a190-4133-b27b-a02f6ee62af9 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks [] for network, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:24.323785 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-e40f5c27-a190-4133-b27b-a02f6ee62af9 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] 10.222.0.68 "DELETE /v2.0/networks/ff2f77ca-8be6-4857-81ac-a882a87c73b8 HTTP/1.1" status: 204 len: 168 time: 1.2495377 Jul 14 09:31:24.333864 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 56170) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:24.345061 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40f5c27-a190-4133-b27b-a02f6ee62af9 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Pushing event deleted for resources: {'Network': ['ID=ff2f77ca-8be6-4857-81ac-a882a87c73b8,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:24.365136 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a617244e-9ebf-4dba-87b6-c6029aa70c98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:24.370659 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a617244e-9ebf-4dba-87b6-c6029aa70c98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:24.395522 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-a6a36410-71af-4f54-9cd6-55b748980698 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1736938669'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:31:24.415132 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a617244e-9ebf-4dba-87b6-c6029aa70c98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce793ba7-17b4-44c7-aa1d-0ebc7c22f4e1,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:24.435449 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46541b18-2ad6-4737-ab8a-12bf088a4cd3 service neutron] Pushing event updated for resources: {'Port': ['ID=caa18d76-b862-48d6-8bd3-0eae2b45a155,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:24.442087 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-a617244e-9ebf-4dba-87b6-c6029aa70c98 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=67e22aeb73714b2a8b8b936dcc5a1dd4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5367546 Jul 14 09:31:24.442946 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 56172) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:24.479241 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-f156f2ff-e25d-4b3b-9b3d-49f1761e5525 tempest-BulkNetworkOpsTest-648078090 tempest-BulkNetworkOpsTest-648078090-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7423635 Jul 14 09:31:24.488051 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 56174) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:24.495228 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-10050c34-7659-4a3c-8f16-9d98570c3c08 tempest-BulkNetworkOpsTest-648078090 tempest-BulkNetworkOpsTest-648078090-project] Request body: {'ports': [{'network_id': 'f6f8f66e-d343-496b-8581-10bc7420f960', 'name': 'tempest-port--258826371', 'admin_state_up': True}, {'network_id': 'e1851989-c1aa-4842-9528-a3d349c19d20', 'admin_state_up': False}]} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:31:24.495536 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-10050c34-7659-4a3c-8f16-9d98570c3c08 tempest-BulkNetworkOpsTest-648078090 tempest-BulkNetworkOpsTest-648078090-project] Request body: {'port': {'network_id': 'f6f8f66e-d343-496b-8581-10bc7420f960', 'name': 'tempest-port--258826371', 'admin_state_up': True}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:31:24.495996 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-10050c34-7659-4a3c-8f16-9d98570c3c08 tempest-BulkNetworkOpsTest-648078090 tempest-BulkNetworkOpsTest-648078090-project] Request body: {'port': {'network_id': 'e1851989-c1aa-4842-9528-a3d349c19d20', 'admin_state_up': False}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:31:24.536233 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-fb0c1e69-e60f-4341-a0b6-ea764523e4b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:24.572326 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2317cd-eb8c-4a86-bfba-750cf9624e6b req-85b99bff-2dfe-4547-aeb1-b8b984fc3411 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:24.573911 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-dc2317cd-eb8c-4a86-bfba-750cf9624e6b req-85b99bff-2dfe-4547-aeb1-b8b984fc3411 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/ports?device_id=2bf56606-e120-41f5-a1ea-b036810e4ade HTTP/1.1" status: 200 len: 944 time: 0.1144774 Jul 14 09:31:24.575128 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6a36410-71af-4f54-9cd6-55b748980698 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Made reservation on behalf of 078281b593d34d31bc27616950b7a85b for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:31:24.576170 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-fb0c1e69-e60f-4341-a0b6-ea764523e4b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:24.581097 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a6a36410-71af-4f54-9cd6-55b748980698 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:24.657572 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-dc2317cd-eb8c-4a86-bfba-750cf9624e6b req-9969943c-33aa-430c-a8b3-918ba5f994b3 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/security-groups?id=9b802230-9234-42e7-bf8c-0d12af0394c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637300 Jul 14 09:31:24.677290 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-fb0c1e69-e60f-4341-a0b6-ea764523e4b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:24.686962 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f1cda9-301a-4cef-a32f-b09591a1d624 req-3fcf5874-3ee9-413f-a2c1-e663ff813251 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:24.687168 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-fb0c1e69-e60f-4341-a0b6-ea764523e4b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:24.687391 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-39f1cda9-301a-4cef-a32f-b09591a1d624 req-3fcf5874-3ee9-413f-a2c1-e663ff813251 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] 10.222.0.68 "GET /v2.0/ports?device_id=53563f6e-7033-4881-b21d-7977e55df67a HTTP/1.1" status: 200 len: 946 time: 0.2747555 Jul 14 09:31:24.690325 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-fb0c1e69-e60f-4341-a0b6-ea764523e4b7 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/ce793ba7-17b4-44c7-aa1d-0ebc7c22f4e1 HTTP/1.1" status: 204 len: 168 time: 0.2462440 Jul 14 09:31:24.717105 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 8e58413f-40f4-4734-b380-c09ab30ac32f no longer exists at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:31:24.724273 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0c1e69-e60f-4341-a0b6-ea764523e4b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce793ba7-17b4-44c7-aa1d-0ebc7c22f4e1,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:24.755189 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6a36410-71af-4f54-9cd6-55b748980698 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 723} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:31:24.775009 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-7f8b133f-f795-43da-b662-7a6af961d1cf req-46541b18-2ad6-4737-ab8a-12bf088a4cd3 service neutron] Attempting to bind port caa18d76-b862-48d6-8bd3-0eae2b45a155 on host n-h1-779913-29 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:31:24.775719 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-7f8b133f-f795-43da-b662-7a6af961d1cf req-46541b18-2ad6-4737-ab8a-12bf088a4cd3 service neutron] Attempting to bind port caa18d76-b862-48d6-8bd3-0eae2b45a155 by drivers openvswitch,hyperv on host n-h1-779913-29 at level 0 using segments [{'id': '7c0bb8da-25ea-40ae-a0d8-c863fd3d0f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '4c89afe5-b9f8-4e2e-b44c-d497b59f1beb'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:31:24.775719 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f8b133f-f795-43da-b662-7a6af961d1cf req-46541b18-2ad6-4737-ab8a-12bf088a4cd3 service neutron] Attempting to bind port caa18d76-b862-48d6-8bd3-0eae2b45a155 on network 4c89afe5-b9f8-4e2e-b44c-d497b59f1beb {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:31:24.785783 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] No Port match for: 8e58413f-40f4-4734-b380-c09ab30ac32f {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:31:24.786568 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 8e58413f-40f4-4734-b380-c09ab30ac32f not bound to the agent host n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:31:24.787554 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a6a36410-71af-4f54-9cd6-55b748980698 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:24.787917 n-d-779913-29 neutron-server[93958]: INFO neutron.db.segments_db [None req-a6a36410-71af-4f54-9cd6-55b748980698 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Added segment d94c2316-db22-4c53-85fd-8a77ef3dd4df of type vlan for network 69c37ea0-3773-4fd0-96dc-61517fe98062 Jul 14 09:31:24.789813 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:24.822991 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f8b133f-f795-43da-b662-7a6af961d1cf req-46541b18-2ad6-4737-ab8a-12bf088a4cd3 service neutron] Port caa18d76-b862-48d6-8bd3-0eae2b45a155 on network 4c89afe5-b9f8-4e2e-b44c-d497b59f1beb not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-29 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:31:24.823376 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f8b133f-f795-43da-b662-7a6af961d1cf req-46541b18-2ad6-4737-ab8a-12bf088a4cd3 service neutron] Attempting to bind port caa18d76-b862-48d6-8bd3-0eae2b45a155 on network 4c89afe5-b9f8-4e2e-b44c-d497b59f1beb {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:31:24.855936 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e42061d1-3ee9-4abc-a0fe-ad5cbedd92c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:24.879620 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-39f1cda9-301a-4cef-a32f-b09591a1d624 req-ed17fb80-2479-49c0-bf1e-958d08c24ef0 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] 10.222.0.68 "GET /v2.0/security-groups?id=b4ff2369-e32d-44b9-a882-4dd3dbe0fc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1912732 Jul 14 09:31:24.886543 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f8b133f-f795-43da-b662-7a6af961d1cf req-46541b18-2ad6-4737-ab8a-12bf088a4cd3 service neutron] Checking agent: {'id': 'de11e667-f145-47b0-bd09-334a7505938e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 13, 12), 'started_at': datetime.datetime(2021, 7, 14, 9, 13, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 31, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:31:24.886890 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f8b133f-f795-43da-b662-7a6af961d1cf req-46541b18-2ad6-4737-ab8a-12bf088a4cd3 service neutron] Checking segment: {'id': '7c0bb8da-25ea-40ae-a0d8-c863fd3d0f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '4c89afe5-b9f8-4e2e-b44c-d497b59f1beb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:31:24.887277 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f8b133f-f795-43da-b662-7a6af961d1cf req-46541b18-2ad6-4737-ab8a-12bf088a4cd3 service neutron] Bound using segment: {'id': '7c0bb8da-25ea-40ae-a0d8-c863fd3d0f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '4c89afe5-b9f8-4e2e-b44c-d497b59f1beb'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:31:24.887726 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-7f8b133f-f795-43da-b662-7a6af961d1cf req-46541b18-2ad6-4737-ab8a-12bf088a4cd3 service neutron] Bound port: caa18d76-b862-48d6-8bd3-0eae2b45a155, host: n-h1-779913-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c0bb8da-25ea-40ae-a0d8-c863fd3d0f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '4c89afe5-b9f8-4e2e-b44c-d497b59f1beb'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:31:24.888367 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-7f8b133f-f795-43da-b662-7a6af961d1cf req-46541b18-2ad6-4737-ab8a-12bf088a4cd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:24.894616 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a6a36410-71af-4f54-9cd6-55b748980698 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735687821325'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:24.963428 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10050c34-7659-4a3c-8f16-9d98570c3c08 tempest-BulkNetworkOpsTest-648078090 tempest-BulkNetworkOpsTest-648078090-project] Made reservation on behalf of a2b31ed063c8488a8d6b8bdaf22ed053 for: {'port': 2} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:31:24.968006 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-10050c34-7659-4a3c-8f16-9d98570c3c08 tempest-BulkNetworkOpsTest-648078090 tempest-BulkNetworkOpsTest-648078090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:25.012750 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-10050c34-7659-4a3c-8f16-9d98570c3c08 tempest-BulkNetworkOpsTest-648078090 tempest-BulkNetworkOpsTest-648078090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:25.034472 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a6a36410-71af-4f54-9cd6-55b748980698 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:25.042491 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6a36410-71af-4f54-9cd6-55b748980698 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:25.043278 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a6a36410-71af-4f54-9cd6-55b748980698 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:25.065639 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-7f8b133f-f795-43da-b662-7a6af961d1cf req-46541b18-2ad6-4737-ab8a-12bf088a4cd3 service neutron] For port caa18d76-b862-48d6-8bd3-0eae2b45a155, host n-h1-779913-29, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:31:25.076497 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-7f8b133f-f795-43da-b662-7a6af961d1cf req-46541b18-2ad6-4737-ab8a-12bf088a4cd3 service neutron] For port caa18d76-b862-48d6-8bd3-0eae2b45a155, host n-h1-779913-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=caa18d76-b862-48d6-8bd3-0eae2b45a155,segment=NetworkSegment(7c0bb8da-25ea-40ae-a0d8-c863fd3d0f97),segment_id=7c0bb8da-25ea-40ae-a0d8-c863fd3d0f97)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:31:25.113977 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 56198) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:25.128862 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-7f8b133f-f795-43da-b662-7a6af961d1cf req-46541b18-2ad6-4737-ab8a-12bf088a4cd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13574142'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:25.131017 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-033a99ba-0853-4305-bf15-890b0f5d3227 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:25.182744 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-a6a36410-71af-4f54-9cd6-55b748980698 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7929263 Jul 14 09:31:25.186860 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 56200) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:25.193883 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-bc5ad783-a496-4d16-8a03-41148a33396f tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Request body: {'subnet': {'network_id': '69c37ea0-3773-4fd0-96dc-61517fe98062', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:31:25.228433 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a36410-71af-4f54-9cd6-55b748980698 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Pushing event updated for resources: {'Network': ['ID=69c37ea0-3773-4fd0-96dc-61517fe98062,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:25.231720 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8b133f-f795-43da-b662-7a6af961d1cf req-46541b18-2ad6-4737-ab8a-12bf088a4cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:25.232342 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-7f8b133f-f795-43da-b662-7a6af961d1cf req-46541b18-2ad6-4737-ab8a-12bf088a4cd3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:25.233770 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-7f8b133f-f795-43da-b662-7a6af961d1cf req-46541b18-2ad6-4737-ab8a-12bf088a4cd3 service neutron] 10.222.0.65 "PUT /v2.0/ports/caa18d76-b862-48d6-8bd3-0eae2b45a155 HTTP/1.1" status: 200 len: 1093 time: 1.6402507 Jul 14 09:31:25.238328 n-d-779913-29 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bf56606-e120-41f5-a1ea-b036810e4ade', 'tag': 'caa18d76-b862-48d6-8bd3-0eae2b45a155'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:31:25.241172 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Network 69c37ea0-3773-4fd0-96dc-61517fe98062 details requested by agent ovs-agent-n-d-779913-29 with host n-d-779913-29 {{(pid=93959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:31:25.241429 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cb48f044f948e981f43897c8d7f1332f741dc7af2b4c5a6e19d8f4a80f708e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-069ed453-e429-4d6c-be69-a544b2b4d567" -d '{"events": [{"name": "network-changed", "server_uuid": "2bf56606-e120-41f5-a1ea-b036810e4ade", "tag": "caa18d76-b862-48d6-8bd3-0eae2b45a155"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:31:25.270638 n-d-779913-29 neutron-server[93958]: DEBUG neutron.notifiers.nova [None req-10050c34-7659-4a3c-8f16-9d98570c3c08 tempest-BulkNetworkOpsTest-648078090 tempest-BulkNetworkOpsTest-648078090-project] device_id is not set on port be9c716b-652a-4ffe-8d12-792ebde9fe13 yet. {{(pid=93958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:31:25.278853 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46541b18-2ad6-4737-ab8a-12bf088a4cd3 service neutron] Pushing event updated for resources: {'Port': ['ID=caa18d76-b862-48d6-8bd3-0eae2b45a155,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:25.326015 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a84fb4e-ca87-4b91-9597-e5ae96138c61 req-ff8d663e-f9f0-44af-b14c-dd706da08fe8 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:25.329002 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:31:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45b1dcaf-ef3a-445a-b332-1cb8722d87f4 x-openstack-request-id: req-45b1dcaf-ef3a-445a-b332-1cb8722d87f4 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:31:25.329310 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bf56606-e120-41f5-a1ea-b036810e4ade", "tag": "caa18d76-b862-48d6-8bd3-0eae2b45a155", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:31:25.329585 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-45b1dcaf-ef3a-445a-b332-1cb8722d87f4 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:31:25.329987 n-d-779913-29 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bf56606-e120-41f5-a1ea-b036810e4ade', 'tag': 'caa18d76-b862-48d6-8bd3-0eae2b45a155', 'status': 'completed', 'code': 200} Jul 14 09:31:25.333182 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-9a84fb4e-ca87-4b91-9597-e5ae96138c61 req-ff8d663e-f9f0-44af-b14c-dd706da08fe8 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/ports?device_id=07646ca0-10f2-4cc8-8147-f694b9d44b24 HTTP/1.1" status: 200 len: 945 time: 0.1984622 Jul 14 09:31:25.402116 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-9a84fb4e-ca87-4b91-9597-e5ae96138c61 req-480d73d8-8ee7-4102-9994-9ff1f4547776 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/security-groups?id=e89c09f5-16f2-4ac7-8f23-93abffe26f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679288 Jul 14 09:31:25.411176 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-033a99ba-0853-4305-bf15-890b0f5d3227 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:25.423965 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-033a99ba-0853-4305-bf15-890b0f5d3227 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:25.463452 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033a99ba-0853-4305-bf15-890b0f5d3227 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bd43aa0-5b0e-473f-8e38-147fc54dcb11,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:25.465906 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-10050c34-7659-4a3c-8f16-9d98570c3c08 tempest-BulkNetworkOpsTest-648078090 tempest-BulkNetworkOpsTest-648078090-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:25.472819 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8b133f-f795-43da-b662-7a6af961d1cf req-8ae585a5-3ac7-49dc-935c-4763d58133c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:25.474667 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-7f8b133f-f795-43da-b662-7a6af961d1cf req-8ae585a5-3ac7-49dc-935c-4763d58133c8 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=dfdb2d62014640219eb60ef19587837e&device_id=2bf56606-e120-41f5-a1ea-b036810e4ade HTTP/1.1" status: 200 len: 1096 time: 0.1648746 Jul 14 09:31:25.487802 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-033a99ba-0853-4305-bf15-890b0f5d3227 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=517e69e3deb94f89b9119fe60a6e1132&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3725822 Jul 14 09:31:25.488504 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 56206) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:25.519122 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc5ad783-a496-4d16-8a03-41148a33396f tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Made reservation on behalf of 078281b593d34d31bc27616950b7a85b for: {'subnet': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:31:25.522751 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-bc5ad783-a496-4d16-8a03-41148a33396f tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11984110'] for subnet, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:25.563823 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-7f8b133f-f795-43da-b662-7a6af961d1cf req-45cc57ec-c7d4-4513-bf3d-7e465b4362b4 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=caa18d76-b862-48d6-8bd3-0eae2b45a155 HTTP/1.1" status: 200 len: 217 time: 0.0714576 Jul 14 09:31:25.609359 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-63c80a9c-2798-4ad7-8a0f-15b4674e79d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:25.618288 n-d-779913-29 neutron-server[93958]: DEBUG neutron.notifiers.nova [None req-10050c34-7659-4a3c-8f16-9d98570c3c08 tempest-BulkNetworkOpsTest-648078090 tempest-BulkNetworkOpsTest-648078090-project] device_id is not set on port d516d098-0ac8-473e-8460-e353133d37da yet. {{(pid=93958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:31:25.643801 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-63c80a9c-2798-4ad7-8a0f-15b4674e79d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:25.667316 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8b133f-f795-43da-b662-7a6af961d1cf req-9b47065f-ee29-46b9-ba2e-1694cb1e740a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:25.668777 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-7f8b133f-f795-43da-b662-7a6af961d1cf req-9b47065f-ee29-46b9-ba2e-1694cb1e740a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b9b5b9a6-c0c5-422a-9cec-7b209f25a172 HTTP/1.1" status: 200 len: 852 time: 0.0971332 Jul 14 09:31:25.723517 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-7f8b133f-f795-43da-b662-7a6af961d1cf req-00df88f0-9ee0-4423-b0c6-a5ad33a52014 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4c89afe5-b9f8-4e2e-b44c-d497b59f1beb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451207 Jul 14 09:31:25.739559 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45db706b-32aa-487b-b5d9-25d97016d8f0 req-4f521296-d0ea-4002-8d4e-5a6e8d24fb66 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:25.741060 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-45db706b-32aa-487b-b5d9-25d97016d8f0 req-4f521296-d0ea-4002-8d4e-5a6e8d24fb66 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/ports?device_id=07646ca0-10f2-4cc8-8147-f694b9d44b24 HTTP/1.1" status: 200 len: 945 time: 0.1594789 Jul 14 09:31:25.756444 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-63c80a9c-2798-4ad7-8a0f-15b4674e79d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:25.759565 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-63c80a9c-2798-4ad7-8a0f-15b4674e79d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:25.771088 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-63c80a9c-2798-4ad7-8a0f-15b4674e79d5 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/5bd43aa0-5b0e-473f-8e38-147fc54dcb11 HTTP/1.1" status: 204 len: 168 time: 0.2811520 Jul 14 09:31:25.794865 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c80a9c-2798-4ad7-8a0f-15b4674e79d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bd43aa0-5b0e-473f-8e38-147fc54dcb11,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:25.814344 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-bc5ad783-a496-4d16-8a03-41148a33396f tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10052764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11984092'] for subnet, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:25.848921 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5ad31076-714c-49ec-bc37-f3d4cd90112a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:25.910515 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-45db706b-32aa-487b-b5d9-25d97016d8f0 req-9749a02b-fa15-4ffe-b404-04bf9b8413d0 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/security-groups?id=e89c09f5-16f2-4ac7-8f23-93abffe26f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569927 Jul 14 09:31:25.941190 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5ad783-a496-4d16-8a03-41148a33396f tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Pushing event updated for resources: {'Subnet': ['ID=4e48d778-f260-4ebb-a62d-699de8c538cf,revision_number=0']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:25.951509 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc5ad783-a496-4d16-8a03-41148a33396f tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Checking segment: {'id': 'd94c2316-db22-4c53-85fd-8a77ef3dd4df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '69c37ea0-3773-4fd0-96dc-61517fe98062'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:31:25.952131 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc5ad783-a496-4d16-8a03-41148a33396f tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Network hostable DHCP agents. Network: 69c37ea0-3773-4fd0-96dc-61517fe98062, hostable agents: ['c6a09bd4-f72e-4283-a3ca-0bbca8a51081'], hosted agents: [] {{(pid=93957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:31:25.954364 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-10050c34-7659-4a3c-8f16-9d98570c3c08 tempest-BulkNetworkOpsTest-648078090 tempest-BulkNetworkOpsTest-648078090-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:25.974970 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-7f8b133f-f795-43da-b662-7a6af961d1cf req-fc67a079-c42f-4d0d-91bf-3ce0a9b7722b service neutron] 10.222.0.65 "GET /v2.0/networks/4c89afe5-b9f8-4e2e-b44c-d497b59f1beb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2328136 Jul 14 09:31:25.982359 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc5ad783-a496-4d16-8a03-41148a33396f tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Network 69c37ea0-3773-4fd0-96dc-61517fe98062 is scheduled to be hosted by DHCP agent c6a09bd4-f72e-4283-a3ca-0bbca8a51081 with binding_index 1 {{(pid=93957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:31:25.993911 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de67cdb5-1c2f-4803-b45c-b219763e2eb5 req-11441b12-64f9-4e8f-a4ac-497a97bf908a tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:25.995435 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-de67cdb5-1c2f-4803-b45c-b219763e2eb5 req-11441b12-64f9-4e8f-a4ac-497a97bf908a tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/ports?device_id=2bf56606-e120-41f5-a1ea-b036810e4ade HTTP/1.1" status: 200 len: 944 time: 0.1833141 Jul 14 09:31:26.029613 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-bc5ad783-a496-4d16-8a03-41148a33396f tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-29, 69c37ea0-3773-4fd0-96dc-61517fe98062) {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:31:26.036117 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc5ad783-a496-4d16-8a03-41148a33396f tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:26.036950 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-bc5ad783-a496-4d16-8a03-41148a33396f tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks [] for subnet, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:26.046235 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88e2e5b7-bc96-4536-a55a-5d94cbf89e26 None None] Network 69c37ea0-3773-4fd0-96dc-61517fe98062 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:31:26.116382 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-bc5ad783-a496-4d16-8a03-41148a33396f tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9269047 Jul 14 09:31:26.124133 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 56226) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:26.131048 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-00e820df-d7c6-417c-8a48-5477a5830e8d tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Request body: {'port': {'network_id': '69c37ea0-3773-4fd0-96dc-61517fe98062', 'name': 'tempest-PortsTestJSON-1882234455', 'fixed_ips': [{'subnet_id': '4e48d778-f260-4ebb-a62d-699de8c538cf', 'ip_address': '172.20.0.10'}]}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:31:26.151848 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-de67cdb5-1c2f-4803-b45c-b219763e2eb5 req-a037c787-7d16-48d0-996e-f36776ad3802 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/security-groups?id=9b802230-9234-42e7-bf8c-0d12af0394c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409476 Jul 14 09:31:26.343873 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c031a781-9776-4f2c-991e-079db0e71fe2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf57baaa9-fd24-59f4-8fd2-1dc21122ce72-69c37ea0-3773-4fd0-96dc-61517fe98062', 'network_id': '69c37ea0-3773-4fd0-96dc-61517fe98062', 'tenant_id': '078281b593d34d31bc27616950b7a85b', 'fixed_ips': [{'subnet_id': '4e48d778-f260-4ebb-a62d-699de8c538cf'}]}} from n-d-779913-29. {{(pid=93959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:31:26.345348 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c031a781-9776-4f2c-991e-079db0e71fe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:26.505220 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-10050c34-7659-4a3c-8f16-9d98570c3c08 tempest-BulkNetworkOpsTest-648078090 tempest-BulkNetworkOpsTest-648078090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:26.565353 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-c031a781-9776-4f2c-991e-079db0e71fe2 None None] Allocated IP 172.20.0.2 (69c37ea0-3773-4fd0-96dc-61517fe98062/4e48d778-f260-4ebb-a62d-699de8c538cf/c043db27-2a35-4ffd-bd93-1c13a80497b5) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:31:26.604806 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-7f8b133f-f795-43da-b662-7a6af961d1cf req-407a12f4-bdc2-4063-97be-7cabe94c8590 service neutron] 10.222.0.65 "GET /v2.0/networks/4c89afe5-b9f8-4e2e-b44c-d497b59f1beb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6127923 Jul 14 09:31:26.673458 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10050c34-7659-4a3c-8f16-9d98570c3c08 tempest-BulkNetworkOpsTest-648078090 tempest-BulkNetworkOpsTest-648078090-project] Pushing event updated for resources: {'Port': ['ID=be9c716b-652a-4ffe-8d12-792ebde9fe13,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:26.719859 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8b44fa-2d74-4f9a-a751-6872ccf03c05 req-d84310c3-9c26-4f71-b0d8-9d5f82929bd3 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:26.721371 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-fb8b44fa-2d74-4f9a-a751-6872ccf03c05 req-d84310c3-9c26-4f71-b0d8-9d5f82929bd3 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] 10.222.0.68 "GET /v2.0/ports?device_id=53563f6e-7033-4881-b21d-7977e55df67a HTTP/1.1" status: 200 len: 946 time: 0.2140138 Jul 14 09:31:26.740610 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10050c34-7659-4a3c-8f16-9d98570c3c08 tempest-BulkNetworkOpsTest-648078090 tempest-BulkNetworkOpsTest-648078090-project] Checking segment: {'id': '486c2254-d4b2-4774-9204-54c936e8d1ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'f6f8f66e-d343-496b-8581-10bc7420f960'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:31:26.740974 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10050c34-7659-4a3c-8f16-9d98570c3c08 tempest-BulkNetworkOpsTest-648078090 tempest-BulkNetworkOpsTest-648078090-project] Network hostable DHCP agents. Network: f6f8f66e-d343-496b-8581-10bc7420f960, hostable agents: ['c6a09bd4-f72e-4283-a3ca-0bbca8a51081'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:31:26.750385 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c031a781-9776-4f2c-991e-079db0e71fe2 None None] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:26.759822 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c031a781-9776-4f2c-991e-079db0e71fe2 None None] Transition to ACTIVE for port object c043db27-2a35-4ffd-bd93-1c13a80497b5 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:31:26.801648 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c031a781-9776-4f2c-991e-079db0e71fe2 None None] Transition to ACTIVE for port object c043db27-2a35-4ffd-bd93-1c13a80497b5 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:31:26.812359 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00e820df-d7c6-417c-8a48-5477a5830e8d tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Made reservation on behalf of 078281b593d34d31bc27616950b7a85b for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:31:26.816648 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c031a781-9776-4f2c-991e-079db0e71fe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:26.831200 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10050c34-7659-4a3c-8f16-9d98570c3c08 tempest-BulkNetworkOpsTest-648078090 tempest-BulkNetworkOpsTest-648078090-project] Network f6f8f66e-d343-496b-8581-10bc7420f960 is scheduled to be hosted by DHCP agent c6a09bd4-f72e-4283-a3ca-0bbca8a51081 with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:31:26.869109 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-fb8b44fa-2d74-4f9a-a751-6872ccf03c05 req-ec845d7f-eda5-40ef-8327-e6014da207a1 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] 10.222.0.68 "GET /v2.0/security-groups?id=b4ff2369-e32d-44b9-a882-4dd3dbe0fc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1331339 Jul 14 09:31:26.891511 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-10050c34-7659-4a3c-8f16-9d98570c3c08 tempest-BulkNetworkOpsTest-648078090 tempest-BulkNetworkOpsTest-648078090-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-29, f6f8f66e-d343-496b-8581-10bc7420f960) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:31:26.902001 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10050c34-7659-4a3c-8f16-9d98570c3c08 tempest-BulkNetworkOpsTest-648078090 tempest-BulkNetworkOpsTest-648078090-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:31:26.902877 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-10050c34-7659-4a3c-8f16-9d98570c3c08 tempest-BulkNetworkOpsTest-648078090 tempest-BulkNetworkOpsTest-648078090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:26.921883 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c031a781-9776-4f2c-991e-079db0e71fe2 None None] Network 69c37ea0-3773-4fd0-96dc-61517fe98062 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:31:26.928002 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96973ddf-c8f9-4915-8fd3-fbe1d89e0cca None None] Network f6f8f66e-d343-496b-8581-10bc7420f960 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:31:26.966436 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069ed453-e429-4d6c-be69-a544b2b4d567 req-39ce0e72-2bc9-43f5-9f99-42ab8a384a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:26.967965 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-069ed453-e429-4d6c-be69-a544b2b4d567 req-39ce0e72-2bc9-43f5-9f99-42ab8a384a1a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=dfdb2d62014640219eb60ef19587837e&device_id=2bf56606-e120-41f5-a1ea-b036810e4ade HTTP/1.1" status: 200 len: 1096 time: 0.2438824 Jul 14 09:31:27.018147 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-00e820df-d7c6-417c-8a48-5477a5830e8d tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:27.068620 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-c031a781-9776-4f2c-991e-079db0e71fe2 None None] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:31:27.073636 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c031a781-9776-4f2c-991e-079db0e71fe2 None None] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:31:27.083988 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10050c34-7659-4a3c-8f16-9d98570c3c08 tempest-BulkNetworkOpsTest-648078090 tempest-BulkNetworkOpsTest-648078090-project] Pushing event updated for resources: {'Port': ['ID=d516d098-0ac8-473e-8460-e353133d37da,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:27.111227 n-d-779913-29 neutron-server[93958]: DEBUG neutron.notifiers.nova [None req-00e820df-d7c6-417c-8a48-5477a5830e8d tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] device_id is not set on port 4bd311f7-541a-4217-a8b0-b24dd4786991 yet. {{(pid=93958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:31:27.144799 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c031a781-9776-4f2c-991e-079db0e71fe2 None None] Pushing event updated for resources: {'Port': ['ID=c043db27-2a35-4ffd-bd93-1c13a80497b5,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:27.171394 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10050c34-7659-4a3c-8f16-9d98570c3c08 tempest-BulkNetworkOpsTest-648078090 tempest-BulkNetworkOpsTest-648078090-project] Checking segment: {'id': '856534ef-08f4-4ad3-836c-5a3cf6f705c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'e1851989-c1aa-4842-9528-a3d349c19d20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:31:27.171762 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10050c34-7659-4a3c-8f16-9d98570c3c08 tempest-BulkNetworkOpsTest-648078090 tempest-BulkNetworkOpsTest-648078090-project] Network hostable DHCP agents. Network: e1851989-c1aa-4842-9528-a3d349c19d20, hostable agents: ['c6a09bd4-f72e-4283-a3ca-0bbca8a51081'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:31:27.191995 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-c031a781-9776-4f2c-991e-079db0e71fe2 None None] Attempting to bind port c043db27-2a35-4ffd-bd93-1c13a80497b5 on host n-d-779913-29 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:31:27.192371 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-c031a781-9776-4f2c-991e-079db0e71fe2 None None] Attempting to bind port c043db27-2a35-4ffd-bd93-1c13a80497b5 by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': 'd94c2316-db22-4c53-85fd-8a77ef3dd4df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '69c37ea0-3773-4fd0-96dc-61517fe98062'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:31:27.192915 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c031a781-9776-4f2c-991e-079db0e71fe2 None None] Attempting to bind port c043db27-2a35-4ffd-bd93-1c13a80497b5 on network 69c37ea0-3773-4fd0-96dc-61517fe98062 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:31:27.201628 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-fb81c93e-1c93-4f88-9b5b-b0c73b07e732 req-2f615e34-4bb5-4af0-b600-e822db6957b2 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=15fddc0e-6959-44be-b8ff-be56e396088e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1900313 Jul 14 09:31:27.215902 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c031a781-9776-4f2c-991e-079db0e71fe2 None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 31, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:31:27.216351 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c031a781-9776-4f2c-991e-079db0e71fe2 None None] Checking segment: {'id': 'd94c2316-db22-4c53-85fd-8a77ef3dd4df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '69c37ea0-3773-4fd0-96dc-61517fe98062'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:31:27.218666 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c031a781-9776-4f2c-991e-079db0e71fe2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:27.219201 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c031a781-9776-4f2c-991e-079db0e71fe2 None None] Bound using segment: {'id': 'd94c2316-db22-4c53-85fd-8a77ef3dd4df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '69c37ea0-3773-4fd0-96dc-61517fe98062'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:31:27.219711 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-c031a781-9776-4f2c-991e-079db0e71fe2 None None] Bound port: c043db27-2a35-4ffd-bd93-1c13a80497b5, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd94c2316-db22-4c53-85fd-8a77ef3dd4df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '69c37ea0-3773-4fd0-96dc-61517fe98062'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:31:27.232389 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c031a781-9776-4f2c-991e-079db0e71fe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:27.248123 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069ed453-e429-4d6c-be69-a544b2b4d567 req-90fd14c4-2cd5-4ec5-b0c3-da92d244715b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:27.249740 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-069ed453-e429-4d6c-be69-a544b2b4d567 req-90fd14c4-2cd5-4ec5-b0c3-da92d244715b service neutron] 10.222.0.65 "GET /v2.0/networks?id=4c89afe5-b9f8-4e2e-b44c-d497b59f1beb HTTP/1.1" status: 200 len: 913 time: 0.2684195 Jul 14 09:31:27.314276 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10050c34-7659-4a3c-8f16-9d98570c3c08 tempest-BulkNetworkOpsTest-648078090 tempest-BulkNetworkOpsTest-648078090-project] Network e1851989-c1aa-4842-9528-a3d349c19d20 is scheduled to be hosted by DHCP agent c6a09bd4-f72e-4283-a3ca-0bbca8a51081 with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:31:27.327324 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-069ed453-e429-4d6c-be69-a544b2b4d567 req-b3120520-b84f-4ed6-84ab-dd9a05147475 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=caa18d76-b862-48d6-8bd3-0eae2b45a155 HTTP/1.1" status: 200 len: 217 time: 0.0585172 Jul 14 09:31:27.356854 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-10050c34-7659-4a3c-8f16-9d98570c3c08 tempest-BulkNetworkOpsTest-648078090 tempest-BulkNetworkOpsTest-648078090-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-29, e1851989-c1aa-4842-9528-a3d349c19d20) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:31:27.403259 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa86e182-01c1-4b7d-b247-66387f4207c8 None None] Network e1851989-c1aa-4842-9528-a3d349c19d20 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:31:27.466815 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10050c34-7659-4a3c-8f16-9d98570c3c08 tempest-BulkNetworkOpsTest-648078090 tempest-BulkNetworkOpsTest-648078090-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:31:27.472749 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10050c34-7659-4a3c-8f16-9d98570c3c08 tempest-BulkNetworkOpsTest-648078090 tempest-BulkNetworkOpsTest-648078090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:27.487482 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb81c93e-1c93-4f88-9b5b-b0c73b07e732 req-df3ee111-0628-4492-a050-efffc5abca4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:27.487951 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb81c93e-1c93-4f88-9b5b-b0c73b07e732 req-df3ee111-0628-4492-a050-efffc5abca4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:27.488427 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb81c93e-1c93-4f88-9b5b-b0c73b07e732 req-df3ee111-0628-4492-a050-efffc5abca4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:27.488898 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb81c93e-1c93-4f88-9b5b-b0c73b07e732 req-df3ee111-0628-4492-a050-efffc5abca4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:27.493880 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10050c34-7659-4a3c-8f16-9d98570c3c08 tempest-BulkNetworkOpsTest-648078090 tempest-BulkNetworkOpsTest-648078090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:27.494586 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-10050c34-7659-4a3c-8f16-9d98570c3c08 tempest-BulkNetworkOpsTest-648078090 tempest-BulkNetworkOpsTest-648078090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:27.501896 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb81c93e-1c93-4f88-9b5b-b0c73b07e732 req-df3ee111-0628-4492-a050-efffc5abca4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:27.502466 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb81c93e-1c93-4f88-9b5b-b0c73b07e732 req-df3ee111-0628-4492-a050-efffc5abca4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:27.503013 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb81c93e-1c93-4f88-9b5b-b0c73b07e732 req-df3ee111-0628-4492-a050-efffc5abca4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:27.505082 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-fb81c93e-1c93-4f88-9b5b-b0c73b07e732 req-df3ee111-0628-4492-a050-efffc5abca4b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=59257167697a4d8397898a00de2a9ad0&device_id=15fddc0e-6959-44be-b8ff-be56e396088e HTTP/1.1" status: 200 len: 6499 time: 0.2395105 Jul 14 09:31:27.528733 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c031a781-9776-4f2c-991e-079db0e71fe2 None None] For port c043db27-2a35-4ffd-bd93-1c13a80497b5, host n-d-779913-29, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:31:27.552859 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c031a781-9776-4f2c-991e-079db0e71fe2 None None] For port c043db27-2a35-4ffd-bd93-1c13a80497b5, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=c043db27-2a35-4ffd-bd93-1c13a80497b5,segment=NetworkSegment(d94c2316-db22-4c53-85fd-8a77ef3dd4df),segment_id=d94c2316-db22-4c53-85fd-8a77ef3dd4df)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:31:27.584945 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c031a781-9776-4f2c-991e-079db0e71fe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:27.620045 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-00e820df-d7c6-417c-8a48-5477a5830e8d tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Allocated IP 172.20.0.10 (69c37ea0-3773-4fd0-96dc-61517fe98062/4e48d778-f260-4ebb-a62d-699de8c538cf/4bd311f7-541a-4217-a8b0-b24dd4786991) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:31:27.626897 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-10050c34-7659-4a3c-8f16-9d98570c3c08 tempest-BulkNetworkOpsTest-648078090 tempest-BulkNetworkOpsTest-648078090-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 3.1377311 Jul 14 09:31:27.631512 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069ed453-e429-4d6c-be69-a544b2b4d567 req-ba1dfaab-c225-48f9-b596-071b53df057f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:27.633611 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-069ed453-e429-4d6c-be69-a544b2b4d567 req-ba1dfaab-c225-48f9-b596-071b53df057f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b9b5b9a6-c0c5-422a-9cec-7b209f25a172 HTTP/1.1" status: 200 len: 852 time: 0.2970359 Jul 14 09:31:27.634246 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 56270) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:27.758769 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-069ed453-e429-4d6c-be69-a544b2b4d567 req-9fa1de5b-bdb9-43e8-a2f8-98b10ab1f11b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4c89afe5-b9f8-4e2e-b44c-d497b59f1beb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0778201 Jul 14 09:31:27.765259 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb81c93e-1c93-4f88-9b5b-b0c73b07e732 req-9cc235b6-deb0-499b-ac9c-a7d27c446135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:27.765474 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb81c93e-1c93-4f88-9b5b-b0c73b07e732 req-9cc235b6-deb0-499b-ac9c-a7d27c446135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:27.766093 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb81c93e-1c93-4f88-9b5b-b0c73b07e732 req-9cc235b6-deb0-499b-ac9c-a7d27c446135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:27.769859 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-fb81c93e-1c93-4f88-9b5b-b0c73b07e732 req-9cc235b6-deb0-499b-ac9c-a7d27c446135 service neutron] 10.222.0.65 "GET /v2.0/networks?id=d3f3b4f0-a2a4-4615-b2a7-a3c2703dc6b7&id=1ef94415-a918-409e-b853-7a1089057996&id=1ef94415-a918-409e-b853-7a1089057996&id=1ef94415-a918-409e-b853-7a1089057996&id=1ef94415-a918-409e-b853-7a1089057996&id=63e3e599-9f16-49b5-b4ab-c912a88ee6e9&id=63e3e599-9f16-49b5-b4ab-c912a88ee6e9 HTTP/1.1" status: 200 len: 2294 time: 0.2342722 Jul 14 09:31:27.782211 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c031a781-9776-4f2c-991e-079db0e71fe2 None None] Pushing event updated for resources: {'Port': ['ID=c043db27-2a35-4ffd-bd93-1c13a80497b5,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:27.795831 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5bbe322f-3f67-4864-bc0a-91afe44d23e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:27.881615 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3617d35-592f-4cb5-89fb-3d484c291c82 req-2bf26a09-63cc-4735-b0e7-8db474e3bec9 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:27.883733 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-e3617d35-592f-4cb5-89fb-3d484c291c82 req-2bf26a09-63cc-4735-b0e7-8db474e3bec9 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/ports?device_id=2bf56606-e120-41f5-a1ea-b036810e4ade HTTP/1.1" status: 200 len: 944 time: 0.4702961 Jul 14 09:31:27.905855 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-fb81c93e-1c93-4f88-9b5b-b0c73b07e732 req-0edffc64-adcf-4653-985c-247a8c825c44 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=443852c9-c28d-483f-aa70-df124f5712df HTTP/1.1" status: 200 len: 1002 time: 0.1286647 Jul 14 09:31:27.922054 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84849487-8a38-43b4-a6e2-23a4a1a31123 tempest-BulkNetworkOpsTest-648078090 tempest-BulkNetworkOpsTest-648078090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:27.928118 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84849487-8a38-43b4-a6e2-23a4a1a31123 tempest-BulkNetworkOpsTest-648078090 tempest-BulkNetworkOpsTest-648078090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:27.932149 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-84849487-8a38-43b4-a6e2-23a4a1a31123 tempest-BulkNetworkOpsTest-648078090 tempest-BulkNetworkOpsTest-648078090-project] 10.222.0.68 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.2900314 Jul 14 09:31:27.947772 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 56276) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:28.054320 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb81c93e-1c93-4f88-9b5b-b0c73b07e732 req-ea4e01cf-2e69-42a2-9b25-2c6e23e1ef53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:28.060429 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-fb81c93e-1c93-4f88-9b5b-b0c73b07e732 req-ea4e01cf-2e69-42a2-9b25-2c6e23e1ef53 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2a6976d9-6add-4434-8547-6c5ba9d349d2 HTTP/1.1" status: 200 len: 851 time: 0.1396084 Jul 14 09:31:28.125267 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-00e820df-d7c6-417c-8a48-5477a5830e8d tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:28.141617 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-00e820df-d7c6-417c-8a48-5477a5830e8d tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Transition to ACTIVE for port object 4bd311f7-541a-4217-a8b0-b24dd4786991 will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:31:28.204976 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-069ed453-e429-4d6c-be69-a544b2b4d567 req-c7e7436c-af6e-44ad-bebf-6304497442a5 service neutron] 10.222.0.65 "GET /v2.0/networks/4c89afe5-b9f8-4e2e-b44c-d497b59f1beb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4311063 Jul 14 09:31:28.209590 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-e3617d35-592f-4cb5-89fb-3d484c291c82 req-c2c55f66-1458-4fc9-a83e-42e236a7bb3f tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/security-groups?id=9b802230-9234-42e7-bf8c-0d12af0394c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3135185 Jul 14 09:31:28.235482 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 49857456-823a-4ccb-9982-8fa10ce6a33d details requested by agent hyperv_n-h2-779913-29 with host n-h2-779913-29 {{(pid=93959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:31:28.246862 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-00e820df-d7c6-417c-8a48-5477a5830e8d tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:28.274151 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-1dd15737-d9fc-46eb-9a90-849cc2abddd1 tempest-BulkNetworkOpsTest-648078090 tempest-BulkNetworkOpsTest-648078090-project] Deleting port be9c716b-652a-4ffe-8d12-792ebde9fe13 {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:31:28.277988 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1dd15737-d9fc-46eb-9a90-849cc2abddd1 tempest-BulkNetworkOpsTest-648078090 tempest-BulkNetworkOpsTest-648078090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:28.330950 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00e820df-d7c6-417c-8a48-5477a5830e8d tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Network 69c37ea0-3773-4fd0-96dc-61517fe98062 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:31:28.340855 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-00e820df-d7c6-417c-8a48-5477a5830e8d tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:31:28.346967 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e820df-d7c6-417c-8a48-5477a5830e8d tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:31:28.381654 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 49857456-823a-4ccb-9982-8fa10ce6a33d, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=49857456-823a-4ccb-9982-8fa10ce6a33d,segment=NetworkSegment(4e909166-7a9a-4d71-9929-2b11d90f7baa),segment_id=4e909166-7a9a-4d71-9929-2b11d90f7baa)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:31:28.410571 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e820df-d7c6-417c-8a48-5477a5830e8d tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Pushing event updated for resources: {'Port': ['ID=4bd311f7-541a-4217-a8b0-b24dd4786991,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:28.415925 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Returning: {'device': '49857456-823a-4ccb-9982-8fa10ce6a33d', 'network_id': '087e0468-2285-4c59-b3f2-1d1ff8b2217b', 'port_id': '49857456-823a-4ccb-9982-8fa10ce6a33d', 'mac_address': 'fa:16:3e:1e:0a:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04ae7776-8c86-484d-9bcc-4299f4579807', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:31:28.444424 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00e820df-d7c6-417c-8a48-5477a5830e8d tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:28.445588 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-00e820df-d7c6-417c-8a48-5477a5830e8d tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:28.461452 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-069ed453-e429-4d6c-be69-a544b2b4d567 req-cd2cef2b-499c-4a42-9448-e036d6c0db71 service neutron] 10.222.0.65 "GET /v2.0/networks/4c89afe5-b9f8-4e2e-b44c-d497b59f1beb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2478988 Jul 14 09:31:28.469726 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-00e820df-d7c6-417c-8a48-5477a5830e8d tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.3407457 Jul 14 09:31:28.469726 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 56306) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:28.475425 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-e141ffd3-05ef-4b7d-b798-96d3b2851f0e tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Request body: {'port': {'network_id': '69c37ea0-3773-4fd0-96dc-61517fe98062', 'name': 'tempest-PortsTestJSON-404696197', 'fixed_ips': [{'subnet_id': '4e48d778-f260-4ebb-a62d-699de8c538cf', 'ip_address': '172.20.0.9'}]}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:31:28.511950 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:28.527463 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 49857456-823a-4ccb-9982-8fa10ce6a33d {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:31:28.551560 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 49857456-823a-4ccb-9982-8fa10ce6a33d, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=49857456-823a-4ccb-9982-8fa10ce6a33d,segment=NetworkSegment(4e909166-7a9a-4d71-9929-2b11d90f7baa),segment_id=4e909166-7a9a-4d71-9929-2b11d90f7baa)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:31:28.558587 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:28.666544 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e141ffd3-05ef-4b7d-b798-96d3b2851f0e tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Made reservation on behalf of 078281b593d34d31bc27616950b7a85b for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:31:28.677135 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Pushing event updated for resources: {'Port': ['ID=49857456-823a-4ccb-9982-8fa10ce6a33d,revision_number=6']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:28.680284 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e141ffd3-05ef-4b7d-b798-96d3b2851f0e tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:28.750298 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] get_ports_and_sgs() called for port_ids ['49857456-823a-4ccb-9982-8fa10ce6a33d'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:31:28.771980 n-d-779913-29 neutron-server[93958]: DEBUG neutron.notifiers.nova [None req-e141ffd3-05ef-4b7d-b798-96d3b2851f0e tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] device_id is not set on port f1310bb4-3271-4731-8fa5-0c16dc9f57e6 yet. {{(pid=93958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:31:28.802917 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb81c93e-1c93-4f88-9b5b-b0c73b07e732 req-bcd9d903-cce3-4049-b29c-27dcc94a1657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:28.805247 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-fb81c93e-1c93-4f88-9b5b-b0c73b07e732 req-bcd9d903-cce3-4049-b29c-27dcc94a1657 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d3f3b4f0-a2a4-4615-b2a7-a3c2703dc6b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7327724 Jul 14 09:31:28.825877 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1dd15737-d9fc-46eb-9a90-849cc2abddd1 tempest-BulkNetworkOpsTest-648078090 tempest-BulkNetworkOpsTest-648078090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:28.836790 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e81c63-e76e-49eb-8605-e5078ea2afa6 req-ee83a1ef-e1ad-4d04-82ce-50d5bc9034cb tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:28.843366 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-02e81c63-e76e-49eb-8605-e5078ea2afa6 req-ee83a1ef-e1ad-4d04-82ce-50d5bc9034cb tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] 10.222.0.68 "GET /v2.0/ports?device_id=53563f6e-7033-4881-b21d-7977e55df67a HTTP/1.1" status: 200 len: 946 time: 0.6851327 Jul 14 09:31:28.854317 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device c043db27-2a35-4ffd-bd93-1c13a80497b5 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:31:28.880628 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-1dd15737-d9fc-46eb-9a90-849cc2abddd1 tempest-BulkNetworkOpsTest-648078090 tempest-BulkNetworkOpsTest-648078090-project] Calling delete_port for be9c716b-652a-4ffe-8d12-792ebde9fe13 owned by {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:31:29.018084 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning for port c043db27-2a35-4ffd-bd93-1c13a80497b5 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:31:29.027445 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-02e81c63-e76e-49eb-8605-e5078ea2afa6 req-78dc6a23-56d3-4985-b571-cad0fc20c810 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] 10.222.0.68 "GET /v2.0/security-groups?id=b4ff2369-e32d-44b9-a882-4dd3dbe0fc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1828547 Jul 14 09:31:29.033816 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 56324) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:29.105531 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-fb81c93e-1c93-4f88-9b5b-b0c73b07e732 req-c2062629-a35b-4245-9934-c39775548d37 service neutron] 10.222.0.65 "GET /v2.0/networks/d3f3b4f0-a2a4-4615-b2a7-a3c2703dc6b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2536404 Jul 14 09:31:29.123683 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-e141ffd3-05ef-4b7d-b798-96d3b2851f0e tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Allocated IP 172.20.0.9 (69c37ea0-3773-4fd0-96dc-61517fe98062/4e48d778-f260-4ebb-a62d-699de8c538cf/f1310bb4-3271-4731-8fa5-0c16dc9f57e6) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:31:29.182142 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1dd15737-d9fc-46eb-9a90-849cc2abddd1 tempest-BulkNetworkOpsTest-648078090 tempest-BulkNetworkOpsTest-648078090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:29.224160 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd15737-d9fc-46eb-9a90-849cc2abddd1 tempest-BulkNetworkOpsTest-648078090 tempest-BulkNetworkOpsTest-648078090-project] Pushing event deleted for resources: {'Port': ['ID=be9c716b-652a-4ffe-8d12-792ebde9fe13,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:29.238411 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1dd15737-d9fc-46eb-9a90-849cc2abddd1 tempest-BulkNetworkOpsTest-648078090 tempest-BulkNetworkOpsTest-648078090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:29.240329 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-1dd15737-d9fc-46eb-9a90-849cc2abddd1 tempest-BulkNetworkOpsTest-648078090 tempest-BulkNetworkOpsTest-648078090-project] 10.222.0.68 "DELETE /v2.0/ports/be9c716b-652a-4ffe-8d12-792ebde9fe13 HTTP/1.1" status: 204 len: 168 time: 1.2916069 Jul 14 09:31:29.245978 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 56328) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:29.340995 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cc8ef3-6500-426b-876e-daf0e62c6ad6 req-beee4c85-f08b-446b-b072-db74f41193b5 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:29.350063 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d624e5e4-6617-4301-af1c-f034685324d6 None None] Network 69c37ea0-3773-4fd0-96dc-61517fe98062 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:31:29.352964 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-12cfb216-2c88-46fe-98b0-6eeccb9a7c8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:29.356467 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-c3cc8ef3-6500-426b-876e-daf0e62c6ad6 req-beee4c85-f08b-446b-b072-db74f41193b5 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/ports?device_id=07646ca0-10f2-4cc8-8147-f694b9d44b24 HTTP/1.1" status: 200 len: 945 time: 0.1957867 Jul 14 09:31:29.406377 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-fb81c93e-1c93-4f88-9b5b-b0c73b07e732 req-a6964bf2-7834-4404-b280-a52e843a955c service neutron] 10.222.0.65 "GET /v2.0/networks/d3f3b4f0-a2a4-4615-b2a7-a3c2703dc6b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2895262 Jul 14 09:31:29.421355 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-c3cc8ef3-6500-426b-876e-daf0e62c6ad6 req-5eab42d8-7a17-4e0a-b2c1-1f5addd2aaba tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/security-groups?id=e89c09f5-16f2-4ac7-8f23-93abffe26f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637562 Jul 14 09:31:29.436150 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e141ffd3-05ef-4b7d-b798-96d3b2851f0e tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:29.466635 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-e141ffd3-05ef-4b7d-b798-96d3b2851f0e tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Transition to ACTIVE for port object f1310bb4-3271-4731-8fa5-0c16dc9f57e6 will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:31:29.482153 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-fb81c93e-1c93-4f88-9b5b-b0c73b07e732 req-e8a3f610-0922-4f57-aa15-4646c9843c51 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.249&port_id=bfd0c50f-c861-4562-bbf6-c4c5fe7bf9af HTTP/1.1" status: 200 len: 217 time: 0.0518484 Jul 14 09:31:29.522109 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e141ffd3-05ef-4b7d-b798-96d3b2851f0e tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:29.528411 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-038fa5e9-4d99-4de3-a6f3-51c8902047ae None None] Provisioning for port c043db27-2a35-4ffd-bd93-1c13a80497b5 completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:31:29.534320 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-038fa5e9-4d99-4de3-a6f3-51c8902047ae None None] Provisioning complete for port c043db27-2a35-4ffd-bd93-1c13a80497b5 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:31:29.535028 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-038fa5e9-4d99-4de3-a6f3-51c8902047ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:29.575665 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-c3dd0339-b560-4a68-95fc-e27bfce3ab55 tempest-BulkNetworkOpsTest-648078090 tempest-BulkNetworkOpsTest-648078090-project] Deleting port d516d098-0ac8-473e-8460-e353133d37da {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:31:29.576057 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c3dd0339-b560-4a68-95fc-e27bfce3ab55 tempest-BulkNetworkOpsTest-648078090 tempest-BulkNetworkOpsTest-648078090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:29.613924 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e141ffd3-05ef-4b7d-b798-96d3b2851f0e tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Network 69c37ea0-3773-4fd0-96dc-61517fe98062 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:31:29.619688 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-e141ffd3-05ef-4b7d-b798-96d3b2851f0e tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:31:29.628277 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e141ffd3-05ef-4b7d-b798-96d3b2851f0e tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:31:29.633155 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e141ffd3-05ef-4b7d-b798-96d3b2851f0e tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Pushing event updated for resources: {'Port': ['ID=f1310bb4-3271-4731-8fa5-0c16dc9f57e6,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:29.648425 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb81c93e-1c93-4f88-9b5b-b0c73b07e732 req-14b71156-4d63-4249-aac1-a3e48e5ad262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:29.649764 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-fb81c93e-1c93-4f88-9b5b-b0c73b07e732 req-14b71156-4d63-4249-aac1-a3e48e5ad262 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6bbe0ea5-083a-41dc-877f-ee08b7294836 HTTP/1.1" status: 200 len: 797 time: 0.1579225 Jul 14 09:31:29.675115 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-038fa5e9-4d99-4de3-a6f3-51c8902047ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:29.682382 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2e83ad-5507-45eb-bc39-a1474173d16b req-61be61b0-8af2-499a-9e9f-d0d230ed11c1 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:29.683896 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6f2e83ad-5507-45eb-bc39-a1474173d16b req-61be61b0-8af2-499a-9e9f-d0d230ed11c1 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/ports?device_id=2bf56606-e120-41f5-a1ea-b036810e4ade HTTP/1.1" status: 200 len: 944 time: 0.2966282 Jul 14 09:31:29.698404 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e141ffd3-05ef-4b7d-b798-96d3b2851f0e tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:29.699012 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e141ffd3-05ef-4b7d-b798-96d3b2851f0e tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:29.722990 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b9587f-2c65-4b40-937a-b26a3021149c req-63802479-b29f-4801-b113-a0e2b573dd71 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:29.726008 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-b1b9587f-2c65-4b40-937a-b26a3021149c req-63802479-b29f-4801-b113-a0e2b573dd71 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/ports?device_id=07646ca0-10f2-4cc8-8147-f694b9d44b24 HTTP/1.1" status: 200 len: 945 time: 0.1579406 Jul 14 09:31:29.730936 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-038fa5e9-4d99-4de3-a6f3-51c8902047ae None None] For port c043db27-2a35-4ffd-bd93-1c13a80497b5, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=c043db27-2a35-4ffd-bd93-1c13a80497b5,segment=NetworkSegment(d94c2316-db22-4c53-85fd-8a77ef3dd4df),segment_id=d94c2316-db22-4c53-85fd-8a77ef3dd4df)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:31:29.734644 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c3dd0339-b560-4a68-95fc-e27bfce3ab55 tempest-BulkNetworkOpsTest-648078090 tempest-BulkNetworkOpsTest-648078090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:29.739413 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-038fa5e9-4d99-4de3-a6f3-51c8902047ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:29.764368 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-c3dd0339-b560-4a68-95fc-e27bfce3ab55 tempest-BulkNetworkOpsTest-648078090 tempest-BulkNetworkOpsTest-648078090-project] Calling delete_port for d516d098-0ac8-473e-8460-e353133d37da owned by {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:31:29.781172 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-b1b9587f-2c65-4b40-937a-b26a3021149c req-508d05fa-72f0-4ae1-805a-b588acf9d209 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/security-groups?id=e89c09f5-16f2-4ac7-8f23-93abffe26f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508614 Jul 14 09:31:29.791514 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038fa5e9-4d99-4de3-a6f3-51c8902047ae None None] Pushing event updated for resources: {'Port': ['ID=c043db27-2a35-4ffd-bd93-1c13a80497b5,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:29.815708 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-12cfb216-2c88-46fe-98b0-6eeccb9a7c8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:29.824684 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6f2e83ad-5507-45eb-bc39-a1474173d16b req-b9e99b8e-0330-4dd2-9946-c6af04455689 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/security-groups?id=9b802230-9234-42e7-bf8c-0d12af0394c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122437 Jul 14 09:31:29.838756 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-e141ffd3-05ef-4b7d-b798-96d3b2851f0e tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.3681543 Jul 14 09:31:29.841534 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 56338) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:29.865126 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-12cfb216-2c88-46fe-98b0-6eeccb9a7c8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:29.964802 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cfb216-2c88-46fe-98b0-6eeccb9a7c8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21c77db1-0b32-4134-aab5-433f589af0ab,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:29.969507 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb81c93e-1c93-4f88-9b5b-b0c73b07e732 req-fbe4a32d-7927-4037-9403-a5fe4836b9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:29.971351 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-fb81c93e-1c93-4f88-9b5b-b0c73b07e732 req-fbe4a32d-7927-4037-9403-a5fe4836b9cc service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1ef94415-a918-409e-b853-7a1089057996&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3087864 Jul 14 09:31:29.978557 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-12cfb216-2c88-46fe-98b0-6eeccb9a7c8e admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=3093cb467dd749749979a8a1398b4aae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9228458 Jul 14 09:31:29.989979 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 56342) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:30.125047 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b7b2b6e-6d42-4605-9abb-02230daf444f tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:30.129671 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-8b7b2b6e-6d42-4605-9abb-02230daf444f tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] 10.222.0.68 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.2867315 Jul 14 09:31:30.130420 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 56350) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:30.152763 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c3dd0339-b560-4a68-95fc-e27bfce3ab55 tempest-BulkNetworkOpsTest-648078090 tempest-BulkNetworkOpsTest-648078090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:30.164558 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-6416e1f5-019a-4a60-ab45-f897b97ee88a None None] Provisioning complete for port c043db27-2a35-4ffd-bd93-1c13a80497b5 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:31:30.166998 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6416e1f5-019a-4a60-ab45-f897b97ee88a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:30.201192 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-20d11667-61e5-4383-8ff1-53da26f1a3a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:30.208680 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dd0339-b560-4a68-95fc-e27bfce3ab55 tempest-BulkNetworkOpsTest-648078090 tempest-BulkNetworkOpsTest-648078090-project] Pushing event deleted for resources: {'Port': ['ID=d516d098-0ac8-473e-8460-e353133d37da,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:30.242116 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c3dd0339-b560-4a68-95fc-e27bfce3ab55 tempest-BulkNetworkOpsTest-648078090 tempest-BulkNetworkOpsTest-648078090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:30.242981 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 49857456-823a-4ccb-9982-8fa10ce6a33d up at agent hyperv_n-h2-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:31:30.244536 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-c3dd0339-b560-4a68-95fc-e27bfce3ab55 tempest-BulkNetworkOpsTest-648078090 tempest-BulkNetworkOpsTest-648078090-project] 10.222.0.68 "DELETE /v2.0/ports/d516d098-0ac8-473e-8460-e353133d37da HTTP/1.1" status: 204 len: 168 time: 0.9960179 Jul 14 09:31:30.253054 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 56352) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:30.261598 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-fb81c93e-1c93-4f88-9b5b-b0c73b07e732 req-e5beb9a7-1bc1-4384-b517-fabf82d271a1 service neutron] 10.222.0.65 "GET /v2.0/networks/1ef94415-a918-409e-b853-7a1089057996?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2728791 Jul 14 09:31:30.296418 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-20d11667-61e5-4383-8ff1-53da26f1a3a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:30.299621 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-dd4c4c7f-7884-4d8b-a6ac-8f415901cc48 tempest-BulkNetworkOpsTest-648078090 tempest-BulkNetworkOpsTest-648078090-project] 10.222.0.68 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0437329 Jul 14 09:31:30.312260 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 56354) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:30.322786 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e19df17d-7ace-429e-b1ae-ace2449caccd tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:30.329201 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e19df17d-7ace-429e-b1ae-ace2449caccd tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:30.336223 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e19df17d-7ace-429e-b1ae-ace2449caccd tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:30.339182 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Provisioning complete for port 49857456-823a-4ccb-9982-8fa10ce6a33d triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:31:30.339628 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:30.341670 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-e19df17d-7ace-429e-b1ae-ace2449caccd tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] 10.222.0.68 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.2101851 Jul 14 09:31:30.344718 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 56356) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:30.348417 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-b794faaf-2ad8-410c-8d41-3a30b1089fd8 tempest-BulkNetworkOpsTest-648078090 tempest-BulkNetworkOpsTest-648078090-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-676159659'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:31:30.400985 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-6416e1f5-019a-4a60-ab45-f897b97ee88a None None] Provisioning for port 4bd311f7-541a-4217-a8b0-b24dd4786991 completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:31:30.405113 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-6416e1f5-019a-4a60-ab45-f897b97ee88a None None] Provisioning complete for port 4bd311f7-541a-4217-a8b0-b24dd4786991 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:31:30.405623 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6416e1f5-019a-4a60-ab45-f897b97ee88a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:30.428282 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b794faaf-2ad8-410c-8d41-3a30b1089fd8 tempest-BulkNetworkOpsTest-648078090 tempest-BulkNetworkOpsTest-648078090-project] Made reservation on behalf of a2b31ed063c8488a8d6b8bdaf22ed053 for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:31:30.434692 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b794faaf-2ad8-410c-8d41-3a30b1089fd8 tempest-BulkNetworkOpsTest-648078090 tempest-BulkNetworkOpsTest-648078090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:30.491345 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:30.501245 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-6416e1f5-019a-4a60-ab45-f897b97ee88a None None] Port 4bd311f7-541a-4217-a8b0-b24dd4786991 cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:31:30.523450 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53563f6e-7033-4881-b21d-7977e55df67a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49857456-823a-4ccb-9982-8fa10ce6a33d'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:31:30.525938 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd62303f06773040a8a4e189dc46b4f565768c299abf8ab8e7739778b0bc3e97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ba26a99-2e7c-4116-817a-dd6b16e76f02" -d '{"events": [{"server_uuid": "53563f6e-7033-4881-b21d-7977e55df67a", "name": "network-vif-plugged", "status": "completed", "tag": "49857456-823a-4ccb-9982-8fa10ce6a33d"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:31:30.532039 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b794faaf-2ad8-410c-8d41-3a30b1089fd8 tempest-BulkNetworkOpsTest-648078090 tempest-BulkNetworkOpsTest-648078090-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 725} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:31:30.543207 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-fb81c93e-1c93-4f88-9b5b-b0c73b07e732 req-af61b515-fecf-4dfd-8553-2c1735c877e4 service neutron] 10.222.0.65 "GET /v2.0/networks/1ef94415-a918-409e-b853-7a1089057996?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2557096 Jul 14 09:31:30.544827 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-20d11667-61e5-4383-8ff1-53da26f1a3a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:30.546546 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-6416e1f5-019a-4a60-ab45-f897b97ee88a None None] Provisioning for port f1310bb4-3271-4731-8fa5-0c16dc9f57e6 completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:31:30.547906 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-20d11667-61e5-4383-8ff1-53da26f1a3a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:30.549242 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-20d11667-61e5-4383-8ff1-53da26f1a3a3 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/21c77db1-0b32-4134-aab5-433f589af0ab HTTP/1.1" status: 204 len: 168 time: 0.5584810 Jul 14 09:31:30.554834 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de4d322-2bf5-41df-b62b-c5d31c75cacb req-e79757a6-6f23-4374-996c-ac2567ffd1df tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:30.558068 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494ab5cb-dd0a-42b5-a3c5-53c1b2200bdb req-372c7109-4d97-4052-a025-2fbd3c5bf1aa tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:30.563693 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-3de4d322-2bf5-41df-b62b-c5d31c75cacb req-e79757a6-6f23-4374-996c-ac2567ffd1df tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/ports?device_id=07646ca0-10f2-4cc8-8147-f694b9d44b24 HTTP/1.1" status: 200 len: 945 time: 0.2609284 Jul 14 09:31:30.566304 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b794faaf-2ad8-410c-8d41-3a30b1089fd8 tempest-BulkNetworkOpsTest-648078090 tempest-BulkNetworkOpsTest-648078090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:30.566654 n-d-779913-29 neutron-server[93958]: INFO neutron.db.segments_db [None req-b794faaf-2ad8-410c-8d41-3a30b1089fd8 tempest-BulkNetworkOpsTest-648078090 tempest-BulkNetworkOpsTest-648078090-project] Added segment b1cff6f8-0390-49fe-a2c9-897cca646b23 of type vlan for network 105bef1a-864d-4619-9b4e-075ed916d070 Jul 14 09:31:30.569467 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 49857456-823a-4ccb-9982-8fa10ce6a33d, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=49857456-823a-4ccb-9982-8fa10ce6a33d,segment=NetworkSegment(4e909166-7a9a-4d71-9929-2b11d90f7baa),segment_id=4e909166-7a9a-4d71-9929-2b11d90f7baa)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:31:30.572419 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device caa18d76-b862-48d6-8bd3-0eae2b45a155 details requested by agent hyperv_n-h1-779913-29 with host n-h1-779913-29 {{(pid=93959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:31:30.583162 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-494ab5cb-dd0a-42b5-a3c5-53c1b2200bdb req-372c7109-4d97-4052-a025-2fbd3c5bf1aa tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] 10.222.0.68 "GET /v2.0/ports?device_id=53563f6e-7033-4881-b21d-7977e55df67a HTTP/1.1" status: 200 len: 945 time: 0.3445148 Jul 14 09:31:30.590722 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:30.610767 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-6416e1f5-019a-4a60-ab45-f897b97ee88a None None] Provisioning complete for port f1310bb4-3271-4731-8fa5-0c16dc9f57e6 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:31:30.612170 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6416e1f5-019a-4a60-ab45-f897b97ee88a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:30.674760 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-3de4d322-2bf5-41df-b62b-c5d31c75cacb req-57696140-d6b5-4588-9a66-8e6ff23ba74e tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/security-groups?id=e89c09f5-16f2-4ac7-8f23-93abffe26f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109624 Jul 14 09:31:30.678471 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b794faaf-2ad8-410c-8d41-3a30b1089fd8 tempest-BulkNetworkOpsTest-648078090 tempest-BulkNetworkOpsTest-648078090-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735687821325'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:30.728414 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d11667-61e5-4383-8ff1-53da26f1a3a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21c77db1-0b32-4134-aab5-433f589af0ab,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:30.733293 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-fb81c93e-1c93-4f88-9b5b-b0c73b07e732 req-93deed74-7bde-4701-8be8-6383a85c5f2b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.38&port_id=31299d0f-8004-4f4a-ba86-37168fff27f4 HTTP/1.1" status: 200 len: 217 time: 0.1462309 Jul 14 09:31:30.751978 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device c043db27-2a35-4ffd-bd93-1c13a80497b5 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:31:30.753843 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b794faaf-2ad8-410c-8d41-3a30b1089fd8 tempest-BulkNetworkOpsTest-648078090 tempest-BulkNetworkOpsTest-648078090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:30.760258 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b794faaf-2ad8-410c-8d41-3a30b1089fd8 tempest-BulkNetworkOpsTest-648078090 tempest-BulkNetworkOpsTest-648078090-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:30.761425 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b794faaf-2ad8-410c-8d41-3a30b1089fd8 tempest-BulkNetworkOpsTest-648078090 tempest-BulkNetworkOpsTest-648078090-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:30.804515 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-494ab5cb-dd0a-42b5-a3c5-53c1b2200bdb req-2317eee7-a134-4b62-ab88-8f5a260cb5e6 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] 10.222.0.68 "GET /v2.0/security-groups?id=b4ff2369-e32d-44b9-a882-4dd3dbe0fc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2201571 Jul 14 09:31:30.810069 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:31:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d2c137a-b2ce-4855-81b6-3625d061a7bb x-openstack-request-id: req-5d2c137a-b2ce-4855-81b6-3625d061a7bb {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:31:30.810379 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53563f6e-7033-4881-b21d-7977e55df67a", "name": "network-vif-plugged", "status": "completed", "tag": "49857456-823a-4ccb-9982-8fa10ce6a33d", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:31:30.810648 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-5d2c137a-b2ce-4855-81b6-3625d061a7bb {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:31:30.811060 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53563f6e-7033-4881-b21d-7977e55df67a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49857456-823a-4ccb-9982-8fa10ce6a33d', 'code': 200} Jul 14 09:31:30.813917 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.db.resource_extend [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 14 09:31:30.842516 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb81c93e-1c93-4f88-9b5b-b0c73b07e732 req-1805c5e7-0840-4c79-8f46-01fe89db0fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:30.845066 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-fb81c93e-1c93-4f88-9b5b-b0c73b07e732 req-1805c5e7-0840-4c79-8f46-01fe89db0fa2 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6bbe0ea5-083a-41dc-877f-ee08b7294836 HTTP/1.1" status: 200 len: 797 time: 0.1046774 Jul 14 09:31:30.848635 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-2ddfc6d3-4c15-42c5-8ba6-12881ec505f9 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Deleting port f1310bb4-3271-4731-8fa5-0c16dc9f57e6 {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:31:30.849260 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2ddfc6d3-4c15-42c5-8ba6-12881ec505f9 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:30.900866 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-b794faaf-2ad8-410c-8d41-3a30b1089fd8 tempest-BulkNetworkOpsTest-648078090 tempest-BulkNetworkOpsTest-648078090-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5580118 Jul 14 09:31:30.913353 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 56380) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:30.921077 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Pushing event updated for resources: {'Port': ['ID=49857456-823a-4ccb-9982-8fa10ce6a33d,revision_number=7']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:30.932075 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-2528a729-bdbb-4aea-8fb9-dd828b282f72 tempest-BulkNetworkOpsTest-648078090 tempest-BulkNetworkOpsTest-648078090-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-272372262'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:31:30.986597 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-6416e1f5-019a-4a60-ab45-f897b97ee88a None None] Port f1310bb4-3271-4731-8fa5-0c16dc9f57e6 cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:31:31.048469 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port caa18d76-b862-48d6-8bd3-0eae2b45a155, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=caa18d76-b862-48d6-8bd3-0eae2b45a155,segment=NetworkSegment(7c0bb8da-25ea-40ae-a0d8-c863fd3d0f97),segment_id=7c0bb8da-25ea-40ae-a0d8-c863fd3d0f97)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:31:31.052135 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b794faaf-2ad8-410c-8d41-3a30b1089fd8 tempest-BulkNetworkOpsTest-648078090 tempest-BulkNetworkOpsTest-648078090-project] Pushing event updated for resources: {'Network': ['ID=105bef1a-864d-4619-9b4e-075ed916d070,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:31.053331 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port c043db27-2a35-4ffd-bd93-1c13a80497b5 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:31:31.054177 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:31.073929 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Network 105bef1a-864d-4619-9b4e-075ed916d070 details requested by agent ovs-agent-n-d-779913-29 with host n-d-779913-29 {{(pid=93959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:31:31.089581 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2528a729-bdbb-4aea-8fb9-dd828b282f72 tempest-BulkNetworkOpsTest-648078090 tempest-BulkNetworkOpsTest-648078090-project] Made reservation on behalf of a2b31ed063c8488a8d6b8bdaf22ed053 for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:31:31.094953 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2528a729-bdbb-4aea-8fb9-dd828b282f72 tempest-BulkNetworkOpsTest-648078090 tempest-BulkNetworkOpsTest-648078090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:31.160871 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 56388) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:31.165177 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2ddfc6d3-4c15-42c5-8ba6-12881ec505f9 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:31.168221 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2528a729-bdbb-4aea-8fb9-dd828b282f72 tempest-BulkNetworkOpsTest-648078090 tempest-BulkNetworkOpsTest-648078090-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 726} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:31:31.179910 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Returning: {'device': 'caa18d76-b862-48d6-8bd3-0eae2b45a155', 'network_id': '4c89afe5-b9f8-4e2e-b44c-d497b59f1beb', 'port_id': 'caa18d76-b862-48d6-8bd3-0eae2b45a155', 'mac_address': 'fa:16:3e:c2:c2:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 733, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9b5b9a6-c0c5-422a-9cec-7b209f25a172', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:31:31.192388 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14352467-3f14-4fe9-940b-d184a9bb0231 req-17271626-b41a-48ac-94b1-58e24db0f5ba tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:31.197607 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb81c93e-1c93-4f88-9b5b-b0c73b07e732 req-cef1b84a-be4c-450e-956a-2c804ce07a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:31.199391 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-fb81c93e-1c93-4f88-9b5b-b0c73b07e732 req-cef1b84a-be4c-450e-956a-2c804ce07a2b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1ef94415-a918-409e-b853-7a1089057996&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3132615 Jul 14 09:31:31.200235 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-14352467-3f14-4fe9-940b-d184a9bb0231 req-17271626-b41a-48ac-94b1-58e24db0f5ba tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/ports?device_id=07646ca0-10f2-4cc8-8147-f694b9d44b24 HTTP/1.1" status: 200 len: 945 time: 0.2448330 Jul 14 09:31:31.204538 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-564f0549-7258-4537-bb17-c5718a13ecf9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:31.205455 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2528a729-bdbb-4aea-8fb9-dd828b282f72 tempest-BulkNetworkOpsTest-648078090 tempest-BulkNetworkOpsTest-648078090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:31.206017 n-d-779913-29 neutron-server[93958]: INFO neutron.db.segments_db [None req-2528a729-bdbb-4aea-8fb9-dd828b282f72 tempest-BulkNetworkOpsTest-648078090 tempest-BulkNetworkOpsTest-648078090-project] Added segment 8a4b03cc-d0e3-4da6-9e7b-9ae432f3582e of type vlan for network f0d70736-605e-4257-b027-19bd3e157aef Jul 14 09:31:31.208108 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-2ddfc6d3-4c15-42c5-8ba6-12881ec505f9 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Calling delete_port for f1310bb4-3271-4731-8fa5-0c16dc9f57e6 owned by {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:31:31.242997 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-57427bd8-e650-4005-9165-d34c39716293 None None] Provisioning complete for port 4bd311f7-541a-4217-a8b0-b24dd4786991 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:31:31.243376 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-57427bd8-e650-4005-9165-d34c39716293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:31.275205 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2528a729-bdbb-4aea-8fb9-dd828b282f72 tempest-BulkNetworkOpsTest-648078090 tempest-BulkNetworkOpsTest-648078090-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735687821325'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:31.305532 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-14352467-3f14-4fe9-940b-d184a9bb0231 req-8244523f-5657-49af-8560-9428b801882c tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/security-groups?id=e89c09f5-16f2-4ac7-8f23-93abffe26f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891736 Jul 14 09:31:31.306959 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:31.340329 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-57427bd8-e650-4005-9165-d34c39716293 None None] Port 4bd311f7-541a-4217-a8b0-b24dd4786991 cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:31:31.352272 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2528a729-bdbb-4aea-8fb9-dd828b282f72 tempest-BulkNetworkOpsTest-648078090 tempest-BulkNetworkOpsTest-648078090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:31.353794 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id caa18d76-b862-48d6-8bd3-0eae2b45a155 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:31:31.358102 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2528a729-bdbb-4aea-8fb9-dd828b282f72 tempest-BulkNetworkOpsTest-648078090 tempest-BulkNetworkOpsTest-648078090-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:31.358711 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2528a729-bdbb-4aea-8fb9-dd828b282f72 tempest-BulkNetworkOpsTest-648078090 tempest-BulkNetworkOpsTest-648078090-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:31.382960 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7096f251-a133-415e-9792-3ce0bf7fe304 req-00a7e736-2476-479c-978e-5ce5b9d13829 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:31.392524 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-7096f251-a133-415e-9792-3ce0bf7fe304 req-00a7e736-2476-479c-978e-5ce5b9d13829 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/ports?device_id=2bf56606-e120-41f5-a1ea-b036810e4ade HTTP/1.1" status: 200 len: 944 time: 0.3348632 Jul 14 09:31:31.417575 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port caa18d76-b862-48d6-8bd3-0eae2b45a155, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=caa18d76-b862-48d6-8bd3-0eae2b45a155,segment=NetworkSegment(7c0bb8da-25ea-40ae-a0d8-c863fd3d0f97),segment_id=7c0bb8da-25ea-40ae-a0d8-c863fd3d0f97)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:31:31.419045 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-57427bd8-e650-4005-9165-d34c39716293 None None] Provisioning complete for port f1310bb4-3271-4731-8fa5-0c16dc9f57e6 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:31:31.419513 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-57427bd8-e650-4005-9165-d34c39716293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:31.465784 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:31.519593 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-fb81c93e-1c93-4f88-9b5b-b0c73b07e732 req-f685e3e4-b8d7-4d04-8db8-ed10af9f55da service neutron] 10.222.0.65 "GET /v2.0/networks/1ef94415-a918-409e-b853-7a1089057996?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3079052 Jul 14 09:31:31.545353 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-7096f251-a133-415e-9792-3ce0bf7fe304 req-51829693-adcb-4caf-af0d-7f89fb346aab tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/security-groups?id=9b802230-9234-42e7-bf8c-0d12af0394c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517506 Jul 14 09:31:31.555105 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2528a729-bdbb-4aea-8fb9-dd828b282f72 tempest-BulkNetworkOpsTest-648078090 tempest-BulkNetworkOpsTest-648078090-project] Pushing event updated for resources: {'Network': ['ID=f0d70736-605e-4257-b027-19bd3e157aef,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:31.562325 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Pushing event updated for resources: {'Port': ['ID=caa18d76-b862-48d6-8bd3-0eae2b45a155,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:31.565726 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-57427bd8-e650-4005-9165-d34c39716293 None None] Port f1310bb4-3271-4731-8fa5-0c16dc9f57e6 cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:31:31.574596 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Network f0d70736-605e-4257-b027-19bd3e157aef details requested by agent ovs-agent-n-d-779913-29 with host n-d-779913-29 {{(pid=93959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:31:31.787007 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-564f0549-7258-4537-bb17-c5718a13ecf9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:31.790055 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2ddfc6d3-4c15-42c5-8ba6-12881ec505f9 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:31.800249 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-2528a729-bdbb-4aea-8fb9-dd828b282f72 tempest-BulkNetworkOpsTest-648078090 tempest-BulkNetworkOpsTest-648078090-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.8823261 Jul 14 09:31:31.818853 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-564f0549-7258-4537-bb17-c5718a13ecf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:31.869634 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] get_ports_and_sgs() called for port_ids ['caa18d76-b862-48d6-8bd3-0eae2b45a155'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:31:31.872833 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddfc6d3-4c15-42c5-8ba6-12881ec505f9 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Pushing event deleted for resources: {'Port': ['ID=f1310bb4-3271-4731-8fa5-0c16dc9f57e6,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:31.894840 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-fb81c93e-1c93-4f88-9b5b-b0c73b07e732 req-00d4f3e0-d40e-4258-9da0-882601022368 service neutron] 10.222.0.65 "GET /v2.0/networks/1ef94415-a918-409e-b853-7a1089057996?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3609436 Jul 14 09:31:31.959585 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 56412) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:31.964875 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-dc7104d6-3c23-47db-afab-80f98de129bf tempest-BulkNetworkOpsTest-648078090 tempest-BulkNetworkOpsTest-648078090-project] Request body: {'subnets': [{'network_id': '105bef1a-864d-4619-9b4e-075ed916d070', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1337632353', 'ip_version': 4}, {'network_id': 'f0d70736-605e-4257-b027-19bd3e157aef', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:31:31.965207 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-dc7104d6-3c23-47db-afab-80f98de129bf tempest-BulkNetworkOpsTest-648078090 tempest-BulkNetworkOpsTest-648078090-project] Request body: {'subnet': {'network_id': '105bef1a-864d-4619-9b4e-075ed916d070', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1337632353', 'ip_version': 4}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:31:31.974690 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-dc7104d6-3c23-47db-afab-80f98de129bf tempest-BulkNetworkOpsTest-648078090 tempest-BulkNetworkOpsTest-648078090-project] Request body: {'subnet': {'network_id': 'f0d70736-605e-4257-b027-19bd3e157aef', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:31:32.100266 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-fb81c93e-1c93-4f88-9b5b-b0c73b07e732 req-93818ac4-2021-42b3-b488-2e16a5e2abc3 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.33&port_id=9e37b52c-3f18-4c81-9abd-39641803b448 HTTP/1.1" status: 200 len: 217 time: 0.1947348 Jul 14 09:31:32.102467 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564f0549-7258-4537-bb17-c5718a13ecf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f34017c1-36de-4d05-88e7-03faf554816f,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:32.107001 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-564f0549-7258-4537-bb17-c5718a13ecf9 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=24afdbf88c0b428a93a5920940ad7b8c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9448769 Jul 14 09:31:32.122296 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 56414) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:32.130991 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2ddfc6d3-4c15-42c5-8ba6-12881ec505f9 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:32.134673 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-2ddfc6d3-4c15-42c5-8ba6-12881ec505f9 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] 10.222.0.68 "DELETE /v2.0/ports/f1310bb4-3271-4731-8fa5-0c16dc9f57e6 HTTP/1.1" status: 204 len: 168 time: 1.7843850 Jul 14 09:31:32.150339 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 56416) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:32.230897 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7374e11-3b41-4d87-8fda-ab7a92f5b06d req-ca401105-2bb8-4b34-a98f-bff807f0e651 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:32.232471 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b7374e11-3b41-4d87-8fda-ab7a92f5b06d req-ca401105-2bb8-4b34-a98f-bff807f0e651 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/ports?device_id=07646ca0-10f2-4cc8-8147-f694b9d44b24 HTTP/1.1" status: 200 len: 945 time: 0.5297334 Jul 14 09:31:32.233447 n-d-779913-29 neutron-server[93957]: INFO neutron.pecan_wsgi.hooks.translation [None req-710b7e95-555f-423d-a03a-695ea4a029e4 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] GET failed (client error): The resource could not be found. Jul 14 09:31:32.235451 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-710b7e95-555f-423d-a03a-695ea4a029e4 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] 10.222.0.68 "GET /v2.0/ports/f1310bb4-3271-4731-8fa5-0c16dc9f57e6 HTTP/1.1" status: 404 len: 333 time: 0.0774868 Jul 14 09:31:32.243920 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 56418) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:32.307890 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4647f0f7-41a4-45c5-ace2-c2d7b335b58a req-52327caf-776e-48c8-bd63-699a85c36646 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:32.315110 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-4647f0f7-41a4-45c5-ace2-c2d7b335b58a req-52327caf-776e-48c8-bd63-699a85c36646 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] 10.222.0.68 "GET /v2.0/ports?device_id=53563f6e-7033-4881-b21d-7977e55df67a HTTP/1.1" status: 200 len: 946 time: 0.2654815 Jul 14 09:31:32.380998 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-4647f0f7-41a4-45c5-ace2-c2d7b335b58a req-cbd5d73f-1a02-4474-ac70-265a8c14a3fb tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] 10.222.0.68 "GET /v2.0/security-groups?id=b4ff2369-e32d-44b9-a882-4dd3dbe0fc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646577 Jul 14 09:31:32.384789 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc7104d6-3c23-47db-afab-80f98de129bf tempest-BulkNetworkOpsTest-648078090 tempest-BulkNetworkOpsTest-648078090-project] Made reservation on behalf of a2b31ed063c8488a8d6b8bdaf22ed053 for: {'subnet': 2} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:31:32.395009 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb81c93e-1c93-4f88-9b5b-b0c73b07e732 req-675212b7-ce45-4c51-807b-f1b5c37f5ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:32.396511 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-fb81c93e-1c93-4f88-9b5b-b0c73b07e732 req-675212b7-ce45-4c51-807b-f1b5c37f5ac9 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6bbe0ea5-083a-41dc-877f-ee08b7294836 HTTP/1.1" status: 200 len: 797 time: 0.2840629 Jul 14 09:31:32.396886 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-dc7104d6-3c23-47db-afab-80f98de129bf tempest-BulkNetworkOpsTest-648078090 tempest-BulkNetworkOpsTest-648078090-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16714600'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:32.397415 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-dc7104d6-3c23-47db-afab-80f98de129bf tempest-BulkNetworkOpsTest-648078090 tempest-BulkNetworkOpsTest-648078090-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16714600'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:32.778428 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b7374e11-3b41-4d87-8fda-ab7a92f5b06d req-8653d422-89ac-4260-bc2e-a0994b3ca2b3 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/security-groups?id=e89c09f5-16f2-4ac7-8f23-93abffe26f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5383685 Jul 14 09:31:32.815874 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-84a08d98-6901-4f35-abc0-6644f4e75167 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:32.830661 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-fb8bcebf-b4ff-4215-9631-773fa48f9320 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Deleting port 4bd311f7-541a-4217-a8b0-b24dd4786991 {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:31:32.831157 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-fb8bcebf-b4ff-4215-9631-773fa48f9320 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:32.891379 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-84a08d98-6901-4f35-abc0-6644f4e75167 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:32.986557 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb81c93e-1c93-4f88-9b5b-b0c73b07e732 req-ea269051-2117-4f1e-8075-bffbe0a452b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:32.988224 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-fb81c93e-1c93-4f88-9b5b-b0c73b07e732 req-ea269051-2117-4f1e-8075-bffbe0a452b9 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1ef94415-a918-409e-b853-7a1089057996&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5814309 Jul 14 09:31:32.993230 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-fb8bcebf-b4ff-4215-9631-773fa48f9320 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:33.031085 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-fb8bcebf-b4ff-4215-9631-773fa48f9320 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Calling delete_port for 4bd311f7-541a-4217-a8b0-b24dd4786991 owned by {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:31:33.063529 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-84a08d98-6901-4f35-abc0-6644f4e75167 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:33.066256 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-84a08d98-6901-4f35-abc0-6644f4e75167 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:33.068424 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-84a08d98-6901-4f35-abc0-6644f4e75167 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/f34017c1-36de-4d05-88e7-03faf554816f HTTP/1.1" status: 204 len: 168 time: 0.9262884 Jul 14 09:31:33.074086 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb2acae-bdfb-4cd4-ab8f-ef0adb8213de req-bc16542e-c74f-425a-ba84-db5f7b5ebfc2 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:33.081229 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-0cb2acae-bdfb-4cd4-ab8f-ef0adb8213de req-bc16542e-c74f-425a-ba84-db5f7b5ebfc2 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/ports?device_id=2bf56606-e120-41f5-a1ea-b036810e4ade HTTP/1.1" status: 200 len: 945 time: 0.2460818 Jul 14 09:31:33.107280 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a08d98-6901-4f35-abc0-6644f4e75167 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f34017c1-36de-4d05-88e7-03faf554816f,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:33.220306 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-0cb2acae-bdfb-4cd4-ab8f-ef0adb8213de req-6380768e-4316-41be-b9c5-7dab1bd5adb5 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/security-groups?id=9b802230-9234-42e7-bf8c-0d12af0394c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380692 Jul 14 09:31:33.247996 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-fb81c93e-1c93-4f88-9b5b-b0c73b07e732 req-3576f01c-0f58-46c7-a830-9e0b78fe735a service neutron] 10.222.0.65 "GET /v2.0/networks/1ef94415-a918-409e-b853-7a1089057996?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2416635 Jul 14 09:31:33.340630 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a650ac-d9d7-4fc7-8f6c-af67e89d202c req-2c79791c-0186-41ed-9d4b-5b40abce4b03 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:33.342243 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f1a650ac-d9d7-4fc7-8f6c-af67e89d202c req-2c79791c-0186-41ed-9d4b-5b40abce4b03 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/ports?device_id=07646ca0-10f2-4cc8-8147-f694b9d44b24 HTTP/1.1" status: 200 len: 945 time: 0.2635844 Jul 14 09:31:33.445636 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-fb8bcebf-b4ff-4215-9631-773fa48f9320 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:33.462500 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-fb81c93e-1c93-4f88-9b5b-b0c73b07e732 req-a638714d-ad66-4df0-b83f-138304a6d7f2 service neutron] 10.222.0.65 "GET /v2.0/networks/1ef94415-a918-409e-b853-7a1089057996?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2028542 Jul 14 09:31:33.485408 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f1a650ac-d9d7-4fc7-8f6c-af67e89d202c req-6b0ccfd5-07b5-44af-b7f6-f1ff7bddd98a tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/security-groups?id=e89c09f5-16f2-4ac7-8f23-93abffe26f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133602 Jul 14 09:31:33.496587 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8bcebf-b4ff-4215-9631-773fa48f9320 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Pushing event deleted for resources: {'Port': ['ID=4bd311f7-541a-4217-a8b0-b24dd4786991,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:33.541649 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-fb81c93e-1c93-4f88-9b5b-b0c73b07e732 req-38c8dde5-8a66-4fff-86bb-640e516a71bf service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.176&port_id=70278794-2e00-4208-9515-e44b14dd3145 HTTP/1.1" status: 200 len: 217 time: 0.0550878 Jul 14 09:31:33.552386 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-dc7104d6-3c23-47db-afab-80f98de129bf tempest-BulkNetworkOpsTest-648078090 tempest-BulkNetworkOpsTest-648078090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13573993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16714586'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:33.659268 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7104d6-3c23-47db-afab-80f98de129bf tempest-BulkNetworkOpsTest-648078090 tempest-BulkNetworkOpsTest-648078090-project] Pushing event updated for resources: {'Subnet': ['ID=f5358825-edbd-4548-96d8-e23997a13039,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:33.721383 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc7104d6-3c23-47db-afab-80f98de129bf tempest-BulkNetworkOpsTest-648078090 tempest-BulkNetworkOpsTest-648078090-project] Checking segment: {'id': 'b1cff6f8-0390-49fe-a2c9-897cca646b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '105bef1a-864d-4619-9b4e-075ed916d070'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:31:33.722597 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc7104d6-3c23-47db-afab-80f98de129bf tempest-BulkNetworkOpsTest-648078090 tempest-BulkNetworkOpsTest-648078090-project] Network hostable DHCP agents. Network: 105bef1a-864d-4619-9b4e-075ed916d070, hostable agents: ['c6a09bd4-f72e-4283-a3ca-0bbca8a51081'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:31:33.744081 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb81c93e-1c93-4f88-9b5b-b0c73b07e732 req-3328ef52-4178-4e58-9634-8880fd52443c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:33.746104 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-fb81c93e-1c93-4f88-9b5b-b0c73b07e732 req-3328ef52-4178-4e58-9634-8880fd52443c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6bbe0ea5-083a-41dc-877f-ee08b7294836 HTTP/1.1" status: 200 len: 797 time: 0.1786041 Jul 14 09:31:33.747407 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-fb8bcebf-b4ff-4215-9631-773fa48f9320 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:33.749531 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-fb8bcebf-b4ff-4215-9631-773fa48f9320 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] 10.222.0.68 "DELETE /v2.0/ports/4bd311f7-541a-4217-a8b0-b24dd4786991 HTTP/1.1" status: 204 len: 168 time: 1.5040984 Jul 14 09:31:33.752245 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 56446) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:33.799934 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc7104d6-3c23-47db-afab-80f98de129bf tempest-BulkNetworkOpsTest-648078090 tempest-BulkNetworkOpsTest-648078090-project] Network 105bef1a-864d-4619-9b4e-075ed916d070 is scheduled to be hosted by DHCP agent c6a09bd4-f72e-4283-a3ca-0bbca8a51081 with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:31:33.801799 n-d-779913-29 neutron-server[93957]: INFO neutron.pecan_wsgi.hooks.translation [None req-0eaddb74-388f-4059-885c-a312a65ce586 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] GET failed (client error): The resource could not be found. Jul 14 09:31:33.804613 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-0eaddb74-388f-4059-885c-a312a65ce586 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] 10.222.0.68 "GET /v2.0/ports/4bd311f7-541a-4217-a8b0-b24dd4786991 HTTP/1.1" status: 404 len: 333 time: 0.0506015 Jul 14 09:31:33.808073 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 56450) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:33.839114 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8726db9-a887-4c44-9b06-206dadecba90 req-487ba62d-3ced-4096-a0b8-fe85bb3a22c8 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:33.840705 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-c8726db9-a887-4c44-9b06-206dadecba90 req-487ba62d-3ced-4096-a0b8-fe85bb3a22c8 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] 10.222.0.68 "GET /v2.0/ports?device_id=53563f6e-7033-4881-b21d-7977e55df67a HTTP/1.1" status: 200 len: 946 time: 0.1826761 Jul 14 09:31:33.841472 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-dc7104d6-3c23-47db-afab-80f98de129bf tempest-BulkNetworkOpsTest-648078090 tempest-BulkNetworkOpsTest-648078090-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-29, 105bef1a-864d-4619-9b4e-075ed916d070) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:31:33.850401 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5381ce0-5c10-4cb5-a8a9-2f8a7ec3c8c8 None None] Network 105bef1a-864d-4619-9b4e-075ed916d070 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:31:33.884053 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-dc7104d6-3c23-47db-afab-80f98de129bf tempest-BulkNetworkOpsTest-648078090 tempest-BulkNetworkOpsTest-648078090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13573993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16714586'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:33.896372 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb81c93e-1c93-4f88-9b5b-b0c73b07e732 req-649b013b-3247-4eba-b4ea-d8380fc6b419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:33.898892 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-fb81c93e-1c93-4f88-9b5b-b0c73b07e732 req-649b013b-3247-4eba-b4ea-d8380fc6b419 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1ef94415-a918-409e-b853-7a1089057996&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1267769 Jul 14 09:31:34.150495 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-fb81c93e-1c93-4f88-9b5b-b0c73b07e732 req-48bd5cf9-aafa-4329-bf65-94306a1746c5 service neutron] 10.222.0.65 "GET /v2.0/networks/1ef94415-a918-409e-b853-7a1089057996?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2412229 Jul 14 09:31:34.199288 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a72321db-33d2-45ad-b1a5-643be0872df4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf57baaa9-fd24-59f4-8fd2-1dc21122ce72-105bef1a-864d-4619-9b4e-075ed916d070', 'network_id': '105bef1a-864d-4619-9b4e-075ed916d070', 'tenant_id': 'a2b31ed063c8488a8d6b8bdaf22ed053', 'fixed_ips': [{'subnet_id': 'f5358825-edbd-4548-96d8-e23997a13039'}]}} from n-d-779913-29. {{(pid=93959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:31:34.200184 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a72321db-33d2-45ad-b1a5-643be0872df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:34.210549 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-3da1ef1a-e51f-4e24-8d17-62ae9e0c4f9d tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Deleting subnet 4e48d778-f260-4ebb-a62d-699de8c538cf {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:31:34.214069 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3da1ef1a-e51f-4e24-8d17-62ae9e0c4f9d tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:34.270789 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3da1ef1a-e51f-4e24-8d17-62ae9e0c4f9d tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13574120'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:34.335896 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-fb81c93e-1c93-4f88-9b5b-b0c73b07e732 req-ecb0e027-4387-4491-90cf-59d608aa3c5b service neutron] 10.222.0.65 "GET /v2.0/networks/1ef94415-a918-409e-b853-7a1089057996?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1762779 Jul 14 09:31:34.342164 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7104d6-3c23-47db-afab-80f98de129bf tempest-BulkNetworkOpsTest-648078090 tempest-BulkNetworkOpsTest-648078090-project] Pushing event updated for resources: {'Subnet': ['ID=18191082-40e4-443b-85ff-787309136932,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:34.400428 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-a72321db-33d2-45ad-b1a5-643be0872df4 None None] Allocated IP 172.20.0.2 (105bef1a-864d-4619-9b4e-075ed916d070/f5358825-edbd-4548-96d8-e23997a13039/8307808a-89b5-4c52-9f89-0a035f79e619) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:31:34.410317 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-c8726db9-a887-4c44-9b06-206dadecba90 req-441c0f70-1c6c-4b81-bf7d-6e95a97eb6b1 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] 10.222.0.68 "GET /v2.0/security-groups?id=b4ff2369-e32d-44b9-a882-4dd3dbe0fc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5315275 Jul 14 09:31:34.439558 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-fb81c93e-1c93-4f88-9b5b-b0c73b07e732 req-e47f45dc-8724-43c0-9dee-1f53da0478d9 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=3c2caddc-016f-44c8-bc6e-d72edc75467b HTTP/1.1" status: 200 len: 217 time: 0.0963466 Jul 14 09:31:34.445677 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc7104d6-3c23-47db-afab-80f98de129bf tempest-BulkNetworkOpsTest-648078090 tempest-BulkNetworkOpsTest-648078090-project] Checking segment: {'id': '8a4b03cc-d0e3-4da6-9e7b-9ae432f3582e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'f0d70736-605e-4257-b027-19bd3e157aef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:31:34.445677 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc7104d6-3c23-47db-afab-80f98de129bf tempest-BulkNetworkOpsTest-648078090 tempest-BulkNetworkOpsTest-648078090-project] Network hostable DHCP agents. Network: f0d70736-605e-4257-b027-19bd3e157aef, hostable agents: ['c6a09bd4-f72e-4283-a3ca-0bbca8a51081'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:31:34.532715 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3da1ef1a-e51f-4e24-8d17-62ae9e0c4f9d tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3481002'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:34.561791 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb81c93e-1c93-4f88-9b5b-b0c73b07e732 req-b2c2a211-bcc8-4583-a0d6-a520180f1cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:34.564012 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-fb81c93e-1c93-4f88-9b5b-b0c73b07e732 req-b2c2a211-bcc8-4583-a0d6-a520180f1cf1 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=523e16b1-397b-4604-a588-9142ee5a1d98 HTTP/1.1" status: 200 len: 797 time: 0.1172559 Jul 14 09:31:34.585538 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device caa18d76-b862-48d6-8bd3-0eae2b45a155 up at agent hyperv_n-h1-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:31:34.624480 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3da1ef1a-e51f-4e24-8d17-62ae9e0c4f9d tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13574056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16714573'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:34.654824 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b2088c-8913-408d-8f3b-0ff93b328a47 req-dffc72d8-dbda-42d2-b831-479162ff9e7e tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:34.656882 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-78b2088c-8913-408d-8f3b-0ff93b328a47 req-dffc72d8-dbda-42d2-b831-479162ff9e7e tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/ports?device_id=07646ca0-10f2-4cc8-8147-f694b9d44b24 HTTP/1.1" status: 200 len: 945 time: 0.1536422 Jul 14 09:31:34.675053 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da1ef1a-e51f-4e24-8d17-62ae9e0c4f9d tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Pushing event deleted for resources: {'Subnet': ['ID=4e48d778-f260-4ebb-a62d-699de8c538cf,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:34.683744 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3da1ef1a-e51f-4e24-8d17-62ae9e0c4f9d tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:34.686108 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-3da1ef1a-e51f-4e24-8d17-62ae9e0c4f9d tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] 10.222.0.68 "DELETE /v2.0/subnets/4e48d778-f260-4ebb-a62d-699de8c538cf HTTP/1.1" status: 204 len: 168 time: 0.8721898 Jul 14 09:31:34.687822 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc7104d6-3c23-47db-afab-80f98de129bf tempest-BulkNetworkOpsTest-648078090 tempest-BulkNetworkOpsTest-648078090-project] Network f0d70736-605e-4257-b027-19bd3e157aef is scheduled to be hosted by DHCP agent c6a09bd4-f72e-4283-a3ca-0bbca8a51081 with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:31:34.689549 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 56472) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:34.699835 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-dc7104d6-3c23-47db-afab-80f98de129bf tempest-BulkNetworkOpsTest-648078090 tempest-BulkNetworkOpsTest-648078090-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-29, f0d70736-605e-4257-b027-19bd3e157aef) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:31:34.708500 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc7104d6-3c23-47db-afab-80f98de129bf tempest-BulkNetworkOpsTest-648078090 tempest-BulkNetworkOpsTest-648078090-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:34.719818 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc7104d6-3c23-47db-afab-80f98de129bf tempest-BulkNetworkOpsTest-648078090 tempest-BulkNetworkOpsTest-648078090-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:34.720760 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-dc7104d6-3c23-47db-afab-80f98de129bf tempest-BulkNetworkOpsTest-648078090 tempest-BulkNetworkOpsTest-648078090-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:34.780163 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-dc7104d6-3c23-47db-afab-80f98de129bf tempest-BulkNetworkOpsTest-648078090 tempest-BulkNetworkOpsTest-648078090-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 2.8193882 Jul 14 09:31:34.804037 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 56476) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:34.841403 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb81c93e-1c93-4f88-9b5b-b0c73b07e732 req-e93cfeb3-2778-48b5-aae4-997a0506b25f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:34.843852 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-fb81c93e-1c93-4f88-9b5b-b0c73b07e732 req-e93cfeb3-2778-48b5-aae4-997a0506b25f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=63e3e599-9f16-49b5-b4ab-c912a88ee6e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2710490 Jul 14 09:31:34.908697 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-78b2088c-8913-408d-8f3b-0ff93b328a47 req-1cf1a125-5e5d-4ae6-9ced-c2c2b573dfc6 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/security-groups?id=e89c09f5-16f2-4ac7-8f23-93abffe26f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2407868 Jul 14 09:31:34.968814 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6834800-8eee-4bf7-9464-893315f8c2b0 tempest-BulkNetworkOpsTest-648078090 tempest-BulkNetworkOpsTest-648078090-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:34.979789 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6834800-8eee-4bf7-9464-893315f8c2b0 tempest-BulkNetworkOpsTest-648078090 tempest-BulkNetworkOpsTest-648078090-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:34.981457 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6834800-8eee-4bf7-9464-893315f8c2b0 tempest-BulkNetworkOpsTest-648078090 tempest-BulkNetworkOpsTest-648078090-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:34.986183 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-f6834800-8eee-4bf7-9464-893315f8c2b0 tempest-BulkNetworkOpsTest-648078090 tempest-BulkNetworkOpsTest-648078090-project] 10.222.0.68 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.1802530 Jul 14 09:31:34.993528 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 56506) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:35.000391 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dc6c05-345a-4ac8-9a7c-952ce1e3b378 req-dce0f05a-e641-4753-a627-53bd77f0eb3e tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:35.001963 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-78dc6c05-345a-4ac8-9a7c-952ce1e3b378 req-dce0f05a-e641-4753-a627-53bd77f0eb3e tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/ports?device_id=2bf56606-e120-41f5-a1ea-b036810e4ade HTTP/1.1" status: 200 len: 945 time: 0.2506030 Jul 14 09:31:35.131802 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-baa0fd6d-f6c7-4844-89c5-29ac72fae23f tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3876111'] for network, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:35.155415 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d0d6c59-72fc-4c04-befe-ef808c49955a None None] Network 69c37ea0-3773-4fd0-96dc-61517fe98062 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:31:35.157385 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c796378-149d-4fbb-8711-659f53d8d6f6 None None] Network f0d70736-605e-4257-b027-19bd3e157aef requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:31:35.189207 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-78dc6c05-345a-4ac8-9a7c-952ce1e3b378 req-cb67b9e5-2c2a-4d2f-9707-ae9ee2209322 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/security-groups?id=9b802230-9234-42e7-bf8c-0d12af0394c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331520 Jul 14 09:31:35.407802 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_v2 [None req-97ce55ca-cf29-49f9-b7b2-920c919fa4b2 tempest-BulkNetworkOpsTest-648078090 tempest-BulkNetworkOpsTest-648078090-project] Deleting subnet f5358825-edbd-4548-96d8-e23997a13039 {{(pid=93957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:31:35.512444 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-fb81c93e-1c93-4f88-9b5b-b0c73b07e732 req-431433de-a1bb-43fe-96dd-eeb70da2d3ef service neutron] 10.222.0.65 "GET /v2.0/networks/63e3e599-9f16-49b5-b4ab-c912a88ee6e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6570427 Jul 14 09:31:35.625927 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Provisioning for port caa18d76-b862-48d6-8bd3-0eae2b45a155 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:31:35.645079 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Provisioning complete for port caa18d76-b862-48d6-8bd3-0eae2b45a155 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:31:35.645463 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:35.669532 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a72321db-33d2-45ad-b1a5-643be0872df4 None None] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:35.672676 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-fb81c93e-1c93-4f88-9b5b-b0c73b07e732 req-40972c4c-5ccb-4fc7-a70d-c8fec6a5604a service neutron] 10.222.0.65 "GET /v2.0/networks/63e3e599-9f16-49b5-b4ab-c912a88ee6e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474488 Jul 14 09:31:35.713169 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-a72321db-33d2-45ad-b1a5-643be0872df4 None None] Transition to ACTIVE for port object 8307808a-89b5-4c52-9f89-0a035f79e619 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:31:35.749675 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-fb81c93e-1c93-4f88-9b5b-b0c73b07e732 req-51089bd8-663c-407f-8d84-2bca409ca15a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=edf557d1-72fc-404f-b07c-0c4fad568606 HTTP/1.1" status: 200 len: 217 time: 0.0636876 Jul 14 09:31:35.755520 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-a72321db-33d2-45ad-b1a5-643be0872df4 None None] Transition to ACTIVE for port object 8307808a-89b5-4c52-9f89-0a035f79e619 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:31:35.765945 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4df4a3-3a7f-4e33-99aa-e1a0aa246077 req-67d3fb37-e60a-4533-8e15-fb6af7eb7e77 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:35.773995 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1f4df4a3-3a7f-4e33-99aa-e1a0aa246077 req-67d3fb37-e60a-4533-8e15-fb6af7eb7e77 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/ports?device_id=07646ca0-10f2-4cc8-8147-f694b9d44b24 HTTP/1.1" status: 200 len: 945 time: 0.5411141 Jul 14 09:31:35.796153 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a72321db-33d2-45ad-b1a5-643be0872df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:35.812552 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-373a3d1c-fdba-4747-b15b-788bb2f56aec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf57baaa9-fd24-59f4-8fd2-1dc21122ce72-f0d70736-605e-4257-b027-19bd3e157aef', 'network_id': 'f0d70736-605e-4257-b027-19bd3e157aef', 'tenant_id': 'a2b31ed063c8488a8d6b8bdaf22ed053', 'fixed_ips': [{'subnet_id': '18191082-40e4-443b-85ff-787309136932'}]}} from n-d-779913-29. {{(pid=93959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:31:35.813444 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-373a3d1c-fdba-4747-b15b-788bb2f56aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:35.879773 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a72321db-33d2-45ad-b1a5-643be0872df4 None None] Network 105bef1a-864d-4619-9b4e-075ed916d070 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:31:35.899182 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-a72321db-33d2-45ad-b1a5-643be0872df4 None None] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:31:35.926251 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-97ce55ca-cf29-49f9-b7b2-920c919fa4b2 tempest-BulkNetworkOpsTest-648078090 tempest-BulkNetworkOpsTest-648078090-project] Notify callbacks [] for subnet, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:35.937715 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34f98976-3661-4ed1-8cec-947b69645b70 None None] DHCP port deletion for 69c37ea0-3773-4fd0-96dc-61517fe98062 request from n-d-779913-29 {{(pid=93959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:31:35.939559 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a72321db-33d2-45ad-b1a5-643be0872df4 None None] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:31:35.975660 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72321db-33d2-45ad-b1a5-643be0872df4 None None] Pushing event updated for resources: {'Port': ['ID=8307808a-89b5-4c52-9f89-0a035f79e619,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:36.001050 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6279ad2-b308-488b-aa8a-f777f8c817b2 req-f1c1d4bf-91f1-4fcd-93ef-be387f54e24c tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:36.005767 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-a6279ad2-b308-488b-aa8a-f777f8c817b2 req-f1c1d4bf-91f1-4fcd-93ef-be387f54e24c tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] 10.222.0.68 "GET /v2.0/ports?device_id=53563f6e-7033-4881-b21d-7977e55df67a HTTP/1.1" status: 200 len: 946 time: 0.1001027 Jul 14 09:31:36.024287 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb81c93e-1c93-4f88-9b5b-b0c73b07e732 req-85436015-e570-46e4-9376-5ed4cd898882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:36.026110 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-fb81c93e-1c93-4f88-9b5b-b0c73b07e732 req-85436015-e570-46e4-9376-5ed4cd898882 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=523e16b1-397b-4604-a588-9142ee5a1d98 HTTP/1.1" status: 200 len: 797 time: 0.2456636 Jul 14 09:31:36.042264 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1f4df4a3-3a7f-4e33-99aa-e1a0aa246077 req-246bc6b5-92d6-4a54-b933-2a8d658d6b3e tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/security-groups?id=e89c09f5-16f2-4ac7-8f23-93abffe26f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2671943 Jul 14 09:31:36.075321 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-baa0fd6d-f6c7-4844-89c5-29ac72fae23f tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Deleting port c043db27-2a35-4ffd-bd93-1c13a80497b5 {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:31:36.077770 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-baa0fd6d-f6c7-4844-89c5-29ac72fae23f tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:36.105806 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-97ce55ca-cf29-49f9-b7b2-920c919fa4b2 tempest-BulkNetworkOpsTest-648078090 tempest-BulkNetworkOpsTest-648078090-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10944203'] for subnet, precommit_delete_associations {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:36.108753 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-a6279ad2-b308-488b-aa8a-f777f8c817b2 req-6b862f56-1958-4aa8-b4b4-a474bed63727 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] 10.222.0.68 "GET /v2.0/security-groups?id=b4ff2369-e32d-44b9-a882-4dd3dbe0fc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0946643 Jul 14 09:31:36.148272 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-373a3d1c-fdba-4747-b15b-788bb2f56aec None None] Allocated IP 172.20.0.18 (f0d70736-605e-4257-b027-19bd3e157aef/18191082-40e4-443b-85ff-787309136932/5e024241-e5de-42c0-8959-63938819431a) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:31:36.258980 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:36.378382 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bf56606-e120-41f5-a1ea-b036810e4ade', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'caa18d76-b862-48d6-8bd3-0eae2b45a155'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:31:36.380670 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd62303f06773040a8a4e189dc46b4f565768c299abf8ab8e7739778b0bc3e97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d95bbae-8d63-414f-9a2c-88cacedfba82" -d '{"events": [{"server_uuid": "2bf56606-e120-41f5-a1ea-b036810e4ade", "name": "network-vif-plugged", "status": "completed", "tag": "caa18d76-b862-48d6-8bd3-0eae2b45a155"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:31:36.383415 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-a72321db-33d2-45ad-b1a5-643be0872df4 None None] Attempting to bind port 8307808a-89b5-4c52-9f89-0a035f79e619 on host n-d-779913-29 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:31:36.384328 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-a72321db-33d2-45ad-b1a5-643be0872df4 None None] Attempting to bind port 8307808a-89b5-4c52-9f89-0a035f79e619 by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': 'b1cff6f8-0390-49fe-a2c9-897cca646b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '105bef1a-864d-4619-9b4e-075ed916d070'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:31:36.384703 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a72321db-33d2-45ad-b1a5-643be0872df4 None None] Attempting to bind port 8307808a-89b5-4c52-9f89-0a035f79e619 on network 105bef1a-864d-4619-9b4e-075ed916d070 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:31:36.411392 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port caa18d76-b862-48d6-8bd3-0eae2b45a155, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=caa18d76-b862-48d6-8bd3-0eae2b45a155,segment=NetworkSegment(7c0bb8da-25ea-40ae-a0d8-c863fd3d0f97),segment_id=7c0bb8da-25ea-40ae-a0d8-c863fd3d0f97)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:31:36.415526 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a72321db-33d2-45ad-b1a5-643be0872df4 None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 31, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:31:36.415526 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a72321db-33d2-45ad-b1a5-643be0872df4 None None] Checking segment: {'id': 'b1cff6f8-0390-49fe-a2c9-897cca646b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '105bef1a-864d-4619-9b4e-075ed916d070'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:31:36.415910 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a72321db-33d2-45ad-b1a5-643be0872df4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:36.416308 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a72321db-33d2-45ad-b1a5-643be0872df4 None None] Bound using segment: {'id': 'b1cff6f8-0390-49fe-a2c9-897cca646b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '105bef1a-864d-4619-9b4e-075ed916d070'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:31:36.416791 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-a72321db-33d2-45ad-b1a5-643be0872df4 None None] Bound port: 8307808a-89b5-4c52-9f89-0a035f79e619, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1cff6f8-0390-49fe-a2c9-897cca646b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '105bef1a-864d-4619-9b4e-075ed916d070'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:31:36.417181 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a72321db-33d2-45ad-b1a5-643be0872df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:36.428276 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-baa0fd6d-f6c7-4844-89c5-29ac72fae23f tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] For port c043db27-2a35-4ffd-bd93-1c13a80497b5, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=c043db27-2a35-4ffd-bd93-1c13a80497b5,segment=NetworkSegment(d94c2316-db22-4c53-85fd-8a77ef3dd4df),segment_id=d94c2316-db22-4c53-85fd-8a77ef3dd4df)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:31:36.429564 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-baa0fd6d-f6c7-4844-89c5-29ac72fae23f tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:36.432992 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:36.485042 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-baa0fd6d-f6c7-4844-89c5-29ac72fae23f tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Calling delete_port for c043db27-2a35-4ffd-bd93-1c13a80497b5 owned by network:dhcp {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:31:36.565988 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-34f98976-3661-4ed1-8cec-947b69645b70 None None] Deleting port c043db27-2a35-4ffd-bd93-1c13a80497b5 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:31:36.566512 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-34f98976-3661-4ed1-8cec-947b69645b70 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:36.601670 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb95ec0f-d02f-4bbf-bf89-b5681f5b0b77 req-8391288a-0487-464f-9057-d094dd023d4b tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:36.611269 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-fb95ec0f-d02f-4bbf-bf89-b5681f5b0b77 req-8391288a-0487-464f-9057-d094dd023d4b tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/ports?device_id=2bf56606-e120-41f5-a1ea-b036810e4ade HTTP/1.1" status: 200 len: 946 time: 0.1883757 Jul 14 09:31:36.649607 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-34f98976-3661-4ed1-8cec-947b69645b70 None None] For port c043db27-2a35-4ffd-bd93-1c13a80497b5, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=c043db27-2a35-4ffd-bd93-1c13a80497b5,segment=NetworkSegment(d94c2316-db22-4c53-85fd-8a77ef3dd4df),segment_id=d94c2316-db22-4c53-85fd-8a77ef3dd4df)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:31:36.649942 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-34f98976-3661-4ed1-8cec-947b69645b70 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:36.666773 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-34f98976-3661-4ed1-8cec-947b69645b70 None None] Calling delete_port for c043db27-2a35-4ffd-bd93-1c13a80497b5 owned by network:dhcp {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:31:36.735240 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-97ce55ca-cf29-49f9-b7b2-920c919fa4b2 tempest-BulkNetworkOpsTest-648078090 tempest-BulkNetworkOpsTest-648078090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3481002'] for subnet, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:36.735703 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-fb95ec0f-d02f-4bbf-bf89-b5681f5b0b77 req-3dde2f3f-5bea-4173-81da-d312734668ad tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/security-groups?id=9b802230-9234-42e7-bf8c-0d12af0394c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216483 Jul 14 09:31:36.860912 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-34f98976-3661-4ed1-8cec-947b69645b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:36.863814 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device c043db27-2a35-4ffd-bd93-1c13a80497b5 no longer exists at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:31:36.888141 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:31:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f571a63-9748-4872-ad14-f9f3c97a33b4 x-openstack-request-id: req-8f571a63-9748-4872-ad14-f9f3c97a33b4 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:31:36.889945 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bf56606-e120-41f5-a1ea-b036810e4ade", "name": "network-vif-plugged", "status": "completed", "tag": "caa18d76-b862-48d6-8bd3-0eae2b45a155", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:31:36.890523 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-8f571a63-9748-4872-ad14-f9f3c97a33b4 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:31:36.891140 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bf56606-e120-41f5-a1ea-b036810e4ade', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'caa18d76-b862-48d6-8bd3-0eae2b45a155', 'code': 200} Jul 14 09:31:36.941358 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-baa0fd6d-f6c7-4844-89c5-29ac72fae23f tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:36.967617 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] No Port match for: c043db27-2a35-4ffd-bd93-1c13a80497b5 {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:31:36.968258 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device c043db27-2a35-4ffd-bd93-1c13a80497b5 not bound to the agent host n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:31:37.060591 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a49f28-aa9f-4781-abee-55c8c4c3462b req-6301ec36-0bd8-42f9-9a41-00057bcbc37e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:37.062749 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-91a49f28-aa9f-4781-abee-55c8c4c3462b req-6301ec36-0bd8-42f9-9a41-00057bcbc37e service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=2bf56606-e120-41f5-a1ea-b036810e4ade HTTP/1.1" status: 200 len: 1098 time: 0.1600726 Jul 14 09:31:37.087854 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-373a3d1c-fdba-4747-b15b-788bb2f56aec None None] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:37.099678 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f98976-3661-4ed1-8cec-947b69645b70 None None] No DVR routers for this DVR port c043db27-2a35-4ffd-bd93-1c13a80497b5 on host n-d-779913-29 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:31:37.153314 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-91a49f28-aa9f-4781-abee-55c8c4c3462b req-b2305747-dd3c-476c-8c2a-8b79df9a7b76 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=9b802230-9234-42e7-bf8c-0d12af0394c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810070 Jul 14 09:31:37.158179 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-a72321db-33d2-45ad-b1a5-643be0872df4 None None] For port 8307808a-89b5-4c52-9f89-0a035f79e619, host n-d-779913-29, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:31:37.166027 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-97ce55ca-cf29-49f9-b7b2-920c919fa4b2 tempest-BulkNetworkOpsTest-648078090 tempest-BulkNetworkOpsTest-648078090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10052701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11984075'] for subnet, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:37.174538 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-a72321db-33d2-45ad-b1a5-643be0872df4 None None] For port 8307808a-89b5-4c52-9f89-0a035f79e619, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=8307808a-89b5-4c52-9f89-0a035f79e619,segment=NetworkSegment(b1cff6f8-0390-49fe-a2c9-897cca646b23),segment_id=b1cff6f8-0390-49fe-a2c9-897cca646b23)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:31:37.178008 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa0fd6d-f6c7-4844-89c5-29ac72fae23f tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Pushing event deleted for resources: {'Port': ['ID=c043db27-2a35-4ffd-bd93-1c13a80497b5,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:37.178248 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Pushing event updated for resources: {'Port': ['ID=caa18d76-b862-48d6-8bd3-0eae2b45a155,revision_number=5']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:37.209394 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a72321db-33d2-45ad-b1a5-643be0872df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:37.240277 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa0fd6d-f6c7-4844-89c5-29ac72fae23f tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] No DVR routers for this DVR port c043db27-2a35-4ffd-bd93-1c13a80497b5 on host n-d-779913-29 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:31:37.250485 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ce55ca-cf29-49f9-b7b2-920c919fa4b2 tempest-BulkNetworkOpsTest-648078090 tempest-BulkNetworkOpsTest-648078090-project] Pushing event deleted for resources: {'Subnet': ['ID=f5358825-edbd-4548-96d8-e23997a13039,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:37.263524 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-373a3d1c-fdba-4747-b15b-788bb2f56aec None None] Transition to ACTIVE for port object 5e024241-e5de-42c0-8959-63938819431a will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:31:37.285212 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f98976-3661-4ed1-8cec-947b69645b70 None None] Pushing event deleted for resources: {'Port': ['ID=c043db27-2a35-4ffd-bd93-1c13a80497b5,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:37.319854 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-373a3d1c-fdba-4747-b15b-788bb2f56aec None None] Transition to ACTIVE for port object 5e024241-e5de-42c0-8959-63938819431a will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:31:37.337804 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-97ce55ca-cf29-49f9-b7b2-920c919fa4b2 tempest-BulkNetworkOpsTest-648078090 tempest-BulkNetworkOpsTest-648078090-project] Notify callbacks [] for subnet, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:37.342270 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-97ce55ca-cf29-49f9-b7b2-920c919fa4b2 tempest-BulkNetworkOpsTest-648078090 tempest-BulkNetworkOpsTest-648078090-project] 10.222.0.68 "DELETE /v2.0/subnets/f5358825-edbd-4548-96d8-e23997a13039 HTTP/1.1" status: 204 len: 168 time: 2.3452156 Jul 14 09:31:37.343987 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 56574) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:37.356081 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-373a3d1c-fdba-4747-b15b-788bb2f56aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:37.364686 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb81c93e-1c93-4f88-9b5b-b0c73b07e732 req-a3b2ece2-5bbf-4f24-b1ee-e5220438431a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:37.369549 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-fb81c93e-1c93-4f88-9b5b-b0c73b07e732 req-a3b2ece2-5bbf-4f24-b1ee-e5220438431a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=63e3e599-9f16-49b5-b4ab-c912a88ee6e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 1.3199716 Jul 14 09:31:37.395508 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72321db-33d2-45ad-b1a5-643be0872df4 None None] Pushing event updated for resources: {'Port': ['ID=8307808a-89b5-4c52-9f89-0a035f79e619,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:37.455419 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc0678a8-096c-401b-89fa-c20cc667f6c8 tempest-BulkNetworkOpsTest-648078090 tempest-BulkNetworkOpsTest-648078090-project] Deleting subnet 18191082-40e4-443b-85ff-787309136932 {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:31:37.473303 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fc0678a8-096c-401b-89fa-c20cc667f6c8 tempest-BulkNetworkOpsTest-648078090 tempest-BulkNetworkOpsTest-648078090-project] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:37.511309 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373a3d1c-fdba-4747-b15b-788bb2f56aec None None] Pushing event updated for resources: {'Port': ['ID=5e024241-e5de-42c0-8959-63938819431a,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:37.542465 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1825ae1c-fe36-4838-bd8a-7a7dcabdfbf7 req-916cdf38-0b72-4065-86ad-0a514d7feecc tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:37.543966 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-373a3d1c-fdba-4747-b15b-788bb2f56aec None None] Network f0d70736-605e-4257-b027-19bd3e157aef is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:31:37.545456 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-373a3d1c-fdba-4747-b15b-788bb2f56aec None None] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:31:37.550450 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1825ae1c-fe36-4838-bd8a-7a7dcabdfbf7 req-916cdf38-0b72-4065-86ad-0a514d7feecc tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/ports?device_id=07646ca0-10f2-4cc8-8147-f694b9d44b24 HTTP/1.1" status: 200 len: 945 time: 0.6132104 Jul 14 09:31:37.560283 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-373a3d1c-fdba-4747-b15b-788bb2f56aec None None] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:31:37.601227 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fc0678a8-096c-401b-89fa-c20cc667f6c8 tempest-BulkNetworkOpsTest-648078090 tempest-BulkNetworkOpsTest-648078090-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13574120'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:37.685166 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-373a3d1c-fdba-4747-b15b-788bb2f56aec None None] Attempting to bind port 5e024241-e5de-42c0-8959-63938819431a on host n-d-779913-29 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:31:37.685580 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-373a3d1c-fdba-4747-b15b-788bb2f56aec None None] Attempting to bind port 5e024241-e5de-42c0-8959-63938819431a by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': '8a4b03cc-d0e3-4da6-9e7b-9ae432f3582e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'f0d70736-605e-4257-b027-19bd3e157aef'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:31:37.685967 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-373a3d1c-fdba-4747-b15b-788bb2f56aec None None] Attempting to bind port 5e024241-e5de-42c0-8959-63938819431a on network f0d70736-605e-4257-b027-19bd3e157aef {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:31:37.701979 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-373a3d1c-fdba-4747-b15b-788bb2f56aec None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 31, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:31:37.702371 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-373a3d1c-fdba-4747-b15b-788bb2f56aec None None] Checking segment: {'id': '8a4b03cc-d0e3-4da6-9e7b-9ae432f3582e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'f0d70736-605e-4257-b027-19bd3e157aef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:31:37.702769 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-373a3d1c-fdba-4747-b15b-788bb2f56aec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:37.703172 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-373a3d1c-fdba-4747-b15b-788bb2f56aec None None] Bound using segment: {'id': '8a4b03cc-d0e3-4da6-9e7b-9ae432f3582e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'f0d70736-605e-4257-b027-19bd3e157aef'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:31:37.703645 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-373a3d1c-fdba-4747-b15b-788bb2f56aec None None] Bound port: 5e024241-e5de-42c0-8959-63938819431a, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a4b03cc-d0e3-4da6-9e7b-9ae432f3582e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'f0d70736-605e-4257-b027-19bd3e157aef'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:31:37.704033 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-373a3d1c-fdba-4747-b15b-788bb2f56aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:37.779625 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-baa0fd6d-f6c7-4844-89c5-29ac72fae23f tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473955', 'neutron.services.segments.db._delete_segments_for_network-8735688326548'] for network, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:37.800287 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-baa0fd6d-f6c7-4844-89c5-29ac72fae23f tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69c37ea0-3773-4fd0-96dc-61517fe98062']}} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:37.838770 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-baa0fd6d-f6c7-4844-89c5-29ac72fae23f tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd94c2316-db22-4c53-85fd-8a77ef3dd4df') {'for_net_delete': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:37.839574 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-baa0fd6d-f6c7-4844-89c5-29ac72fae23f tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd94c2316-db22-4c53-85fd-8a77ef3dd4df') {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:37.885602 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-baa0fd6d-f6c7-4844-89c5-29ac72fae23f tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735688356235', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10944210'] for segment, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:37.898402 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1825ae1c-fe36-4838-bd8a-7a7dcabdfbf7 req-eeecfb44-6341-4142-b86d-00a6f251036c tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/security-groups?id=e89c09f5-16f2-4ac7-8f23-93abffe26f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3459136 Jul 14 09:31:37.914500 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-373a3d1c-fdba-4747-b15b-788bb2f56aec None None] For port 5e024241-e5de-42c0-8959-63938819431a, host n-d-779913-29, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:31:37.924377 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-373a3d1c-fdba-4747-b15b-788bb2f56aec None None] For port 5e024241-e5de-42c0-8959-63938819431a, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=5e024241-e5de-42c0-8959-63938819431a,segment=NetworkSegment(8a4b03cc-d0e3-4da6-9e7b-9ae432f3582e),segment_id=8a4b03cc-d0e3-4da6-9e7b-9ae432f3582e)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:31:37.936131 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-373a3d1c-fdba-4747-b15b-788bb2f56aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:37.967643 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-baa0fd6d-f6c7-4844-89c5-29ac72fae23f tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:37.999698 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-baa0fd6d-f6c7-4844-89c5-29ac72fae23f tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Releasing vlan 723 on physical network physnet1 to pool {{(pid=93957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:31:38.000148 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-baa0fd6d-f6c7-4844-89c5-29ac72fae23f tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10053619'] for segment, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:38.064218 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-fb81c93e-1c93-4f88-9b5b-b0c73b07e732 req-72b9eec0-fecb-4ddc-b972-1e95f39926fc service neutron] 10.222.0.65 "GET /v2.0/networks/63e3e599-9f16-49b5-b4ab-c912a88ee6e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5575130 Jul 14 09:31:38.067292 n-d-779913-29 neutron-server[93957]: Traceback (most recent call last): Jul 14 09:31:38.067292 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:31:38.067292 n-d-779913-29 neutron-server[93957]: timer() Jul 14 09:31:38.067292 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:31:38.067292 n-d-779913-29 neutron-server[93957]: cb(*args, **kw) Jul 14 09:31:38.067292 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:31:38.067292 n-d-779913-29 neutron-server[93957]: return func(*args, **kwargs) Jul 14 09:31:38.067292 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:31:38.067292 n-d-779913-29 neutron-server[93957]: self._notify() Jul 14 09:31:38.067292 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:31:38.067292 n-d-779913-29 neutron-server[93957]: self.callback(batched_events) Jul 14 09:31:38.067292 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:31:38.067292 n-d-779913-29 neutron-server[93957]: event.method(event) Jul 14 09:31:38.067292 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:31:38.067292 n-d-779913-29 neutron-server[93957]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:31:38.067292 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:31:38.067292 n-d-779913-29 neutron-server[93957]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:31:38.067292 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:31:38.067292 n-d-779913-29 neutron-server[93957]: return f(self, *a, **k) Jul 14 09:31:38.067292 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:31:38.067292 n-d-779913-29 neutron-server[93957]: return self._get(url).json() Jul 14 09:31:38.067292 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:31:38.067292 n-d-779913-29 neutron-server[93957]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:31:38.067292 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:31:38.067292 n-d-779913-29 neutron-server[93957]: return self.request(url, 'GET', **kwargs) Jul 14 09:31:38.067292 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:31:38.067292 n-d-779913-29 neutron-server[93957]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:31:38.067292 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:31:38.067292 n-d-779913-29 neutron-server[93957]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:31:38.067292 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:31:38.067292 n-d-779913-29 neutron-server[93957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:31:38.067292 n-d-779913-29 neutron-server[93957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:31:38.151791 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373a3d1c-fdba-4747-b15b-788bb2f56aec None None] Pushing event updated for resources: {'Port': ['ID=5e024241-e5de-42c0-8959-63938819431a,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:38.158871 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fc0678a8-096c-401b-89fa-c20cc667f6c8 tempest-BulkNetworkOpsTest-648078090 tempest-BulkNetworkOpsTest-648078090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3481002'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:38.269615 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f4a987-28e5-49a5-a147-f84608c32f4c req-769a5879-f291-42c1-b275-71602111ae65 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:38.276903 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-b4f4a987-28e5-49a5-a147-f84608c32f4c req-769a5879-f291-42c1-b275-71602111ae65 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] 10.222.0.68 "GET /v2.0/ports?device_id=53563f6e-7033-4881-b21d-7977e55df67a HTTP/1.1" status: 200 len: 946 time: 0.5427539 Jul 14 09:31:38.427559 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-baa0fd6d-f6c7-4844-89c5-29ac72fae23f tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660504'] for network, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:38.440931 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fc0678a8-096c-401b-89fa-c20cc667f6c8 tempest-BulkNetworkOpsTest-648078090 tempest-BulkNetworkOpsTest-648078090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13574056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16714573'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:38.465914 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-baa0fd6d-f6c7-4844-89c5-29ac72fae23f tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks [] for network, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:38.470386 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-baa0fd6d-f6c7-4844-89c5-29ac72fae23f tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] 10.222.0.68 "DELETE /v2.0/networks/69c37ea0-3773-4fd0-96dc-61517fe98062 HTTP/1.1" status: 204 len: 168 time: 3.7783787 Jul 14 09:31:38.474851 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 56586) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:38.525571 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa0fd6d-f6c7-4844-89c5-29ac72fae23f tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Pushing event deleted for resources: {'Network': ['ID=69c37ea0-3773-4fd0-96dc-61517fe98062,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:38.555041 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0678a8-096c-401b-89fa-c20cc667f6c8 tempest-BulkNetworkOpsTest-648078090 tempest-BulkNetworkOpsTest-648078090-project] Pushing event deleted for resources: {'Subnet': ['ID=18191082-40e4-443b-85ff-787309136932,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:38.603588 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-b4f4a987-28e5-49a5-a147-f84608c32f4c req-3dd7b7a0-ddcf-4fcf-b1e9-c60e5800c7b5 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] 10.222.0.68 "GET /v2.0/security-groups?id=b4ff2369-e32d-44b9-a882-4dd3dbe0fc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3076215 Jul 14 09:31:38.626439 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-8b004e3b-dba2-4de7-8dc9-fc906ede6655 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-575468613'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:31:38.633141 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-fb81c93e-1c93-4f88-9b5b-b0c73b07e732 req-90291416-593d-46fd-99f8-751779493d25 service neutron] 10.222.0.65 "GET /v2.0/networks/63e3e599-9f16-49b5-b4ab-c912a88ee6e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4583411 Jul 14 09:31:38.649132 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fc0678a8-096c-401b-89fa-c20cc667f6c8 tempest-BulkNetworkOpsTest-648078090 tempest-BulkNetworkOpsTest-648078090-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:38.651922 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-fc0678a8-096c-401b-89fa-c20cc667f6c8 tempest-BulkNetworkOpsTest-648078090 tempest-BulkNetworkOpsTest-648078090-project] 10.222.0.68 "DELETE /v2.0/subnets/18191082-40e4-443b-85ff-787309136932 HTTP/1.1" status: 204 len: 168 time: 1.3062987 Jul 14 09:31:38.656689 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 56588) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:38.759347 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7273fa8c-a0de-4f05-8d2a-c290f9bd4245 req-e720d5ef-dd72-43e6-8517-83f33d1d7bfa tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:38.759347 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-7273fa8c-a0de-4f05-8d2a-c290f9bd4245 req-e720d5ef-dd72-43e6-8517-83f33d1d7bfa tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/ports?device_id=2bf56606-e120-41f5-a1ea-b036810e4ade HTTP/1.1" status: 200 len: 946 time: 0.3710172 Jul 14 09:31:38.787533 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d838df3-2277-4166-8251-239e72c9e2fa tempest-BulkNetworkOpsTest-648078090 tempest-BulkNetworkOpsTest-648078090-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:38.795729 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-5d838df3-2277-4166-8251-239e72c9e2fa tempest-BulkNetworkOpsTest-648078090 tempest-BulkNetworkOpsTest-648078090-project] 10.222.0.68 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1326749 Jul 14 09:31:38.795729 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b004e3b-dba2-4de7-8dc9-fc906ede6655 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Made reservation on behalf of 078281b593d34d31bc27616950b7a85b for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:31:38.799390 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8b004e3b-dba2-4de7-8dc9-fc906ede6655 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:38.803394 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 56594) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:38.899499 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-7273fa8c-a0de-4f05-8d2a-c290f9bd4245 req-8f6326ab-2634-489a-a2ab-1b0df2789b61 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/security-groups?id=9b802230-9234-42e7-bf8c-0d12af0394c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764219 Jul 14 09:31:38.906901 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b004e3b-dba2-4de7-8dc9-fc906ede6655 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 747} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:31:38.928333 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8b004e3b-dba2-4de7-8dc9-fc906ede6655 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:38.931413 n-d-779913-29 neutron-server[93958]: INFO neutron.db.segments_db [None req-8b004e3b-dba2-4de7-8dc9-fc906ede6655 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Added segment 3fc3cacd-3d92-4e3a-8032-89fabeda6ef5 of type vlan for network 0ff37b59-2695-4c26-9c82-5759351bc884 Jul 14 09:31:39.003688 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8b004e3b-dba2-4de7-8dc9-fc906ede6655 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735687821325'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:39.040404 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 8307808a-89b5-4c52-9f89-0a035f79e619 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:31:39.044725 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8b004e3b-dba2-4de7-8dc9-fc906ede6655 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:39.063578 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b004e3b-dba2-4de7-8dc9-fc906ede6655 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:39.064834 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8b004e3b-dba2-4de7-8dc9-fc906ede6655 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:39.143501 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a11c3e7b-ed47-4f28-930c-8620c5de4efd tempest-BulkNetworkOpsTest-648078090 tempest-BulkNetworkOpsTest-648078090-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3876111'] for network, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:39.145515 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning for port 8307808a-89b5-4c52-9f89-0a035f79e619 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:31:39.152528 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 5e024241-e5de-42c0-8959-63938819431a up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:31:39.292859 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-a11c3e7b-ed47-4f28-930c-8620c5de4efd tempest-BulkNetworkOpsTest-648078090 tempest-BulkNetworkOpsTest-648078090-project] Deleting port 5e024241-e5de-42c0-8959-63938819431a {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:31:39.293617 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a11c3e7b-ed47-4f28-930c-8620c5de4efd tempest-BulkNetworkOpsTest-648078090 tempest-BulkNetworkOpsTest-648078090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:39.344413 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning for port 5e024241-e5de-42c0-8959-63938819431a completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:31:39.369724 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-8b004e3b-dba2-4de7-8dc9-fc906ede6655 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7931578 Jul 14 09:31:39.374406 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 56598) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:39.383980 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-a53f9082-11ac-447b-b3cd-0f845e1a97c1 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Request body: {'subnet': {'network_id': '0ff37b59-2695-4c26-9c82-5759351bc884', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:31:39.395711 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27d62420-99e1-4166-8e62-245dd8d98e25 None None] Network 105bef1a-864d-4619-9b4e-075ed916d070 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:31:39.456685 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-a11c3e7b-ed47-4f28-930c-8620c5de4efd tempest-BulkNetworkOpsTest-648078090 tempest-BulkNetworkOpsTest-648078090-project] For port 5e024241-e5de-42c0-8959-63938819431a, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=5e024241-e5de-42c0-8959-63938819431a,segment=NetworkSegment(8a4b03cc-d0e3-4da6-9e7b-9ae432f3582e),segment_id=8a4b03cc-d0e3-4da6-9e7b-9ae432f3582e)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:31:39.457189 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a11c3e7b-ed47-4f28-930c-8620c5de4efd tempest-BulkNetworkOpsTest-648078090 tempest-BulkNetworkOpsTest-648078090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:39.500270 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-a11c3e7b-ed47-4f28-930c-8620c5de4efd tempest-BulkNetworkOpsTest-648078090 tempest-BulkNetworkOpsTest-648078090-project] Calling delete_port for 5e024241-e5de-42c0-8959-63938819431a owned by network:dhcp {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:31:39.548106 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b004e3b-dba2-4de7-8dc9-fc906ede6655 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Pushing event updated for resources: {'Network': ['ID=0ff37b59-2695-4c26-9c82-5759351bc884,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:39.579588 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Network 0ff37b59-2695-4c26-9c82-5759351bc884 details requested by agent ovs-agent-n-d-779913-29 with host n-d-779913-29 {{(pid=93959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:31:39.626547 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-bdd8aff4-6b39-43ad-8e4a-3380a6b569b5 None None] Provisioning for port 8307808a-89b5-4c52-9f89-0a035f79e619 completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:31:39.664865 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-bdd8aff4-6b39-43ad-8e4a-3380a6b569b5 None None] Provisioning complete for port 8307808a-89b5-4c52-9f89-0a035f79e619 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:31:39.665668 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bdd8aff4-6b39-43ad-8e4a-3380a6b569b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:39.715295 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ad6199-024e-4616-b422-06c3beee45e1 req-88504de9-ea5a-49f3-a051-fc4c6ab13e28 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:39.720832 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-09ad6199-024e-4616-b422-06c3beee45e1 req-88504de9-ea5a-49f3-a051-fc4c6ab13e28 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/ports?device_id=07646ca0-10f2-4cc8-8147-f694b9d44b24 HTTP/1.1" status: 200 len: 945 time: 0.6865621 Jul 14 09:31:39.728830 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a11c3e7b-ed47-4f28-930c-8620c5de4efd tempest-BulkNetworkOpsTest-648078090 tempest-BulkNetworkOpsTest-648078090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:39.768349 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a11c3e7b-ed47-4f28-930c-8620c5de4efd tempest-BulkNetworkOpsTest-648078090 tempest-BulkNetworkOpsTest-648078090-project] No DVR routers for this DVR port 5e024241-e5de-42c0-8959-63938819431a on host n-d-779913-29 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:31:39.809622 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11c3e7b-ed47-4f28-930c-8620c5de4efd tempest-BulkNetworkOpsTest-648078090 tempest-BulkNetworkOpsTest-648078090-project] Pushing event deleted for resources: {'Port': ['ID=5e024241-e5de-42c0-8959-63938819431a,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:39.877027 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-09ad6199-024e-4616-b422-06c3beee45e1 req-ccd4c718-b12c-4e05-b3e5-04f23adfba15 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/security-groups?id=e89c09f5-16f2-4ac7-8f23-93abffe26f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479323 Jul 14 09:31:39.911334 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a53f9082-11ac-447b-b3cd-0f845e1a97c1 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Made reservation on behalf of 078281b593d34d31bc27616950b7a85b for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:31:39.925210 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a53f9082-11ac-447b-b3cd-0f845e1a97c1 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16714600'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:39.967604 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bdd8aff4-6b39-43ad-8e4a-3380a6b569b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:40.065367 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a11c3e7b-ed47-4f28-930c-8620c5de4efd tempest-BulkNetworkOpsTest-648078090 tempest-BulkNetworkOpsTest-648078090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473955', 'neutron.services.segments.db._delete_segments_for_network-8735688326548'] for network, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:40.082581 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-bdd8aff4-6b39-43ad-8e4a-3380a6b569b5 None None] For port 8307808a-89b5-4c52-9f89-0a035f79e619, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=8307808a-89b5-4c52-9f89-0a035f79e619,segment=NetworkSegment(b1cff6f8-0390-49fe-a2c9-897cca646b23),segment_id=b1cff6f8-0390-49fe-a2c9-897cca646b23)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:31:40.087204 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3a29847-eb65-4d71-aa8f-8ed188ecdbfd None None] DHCP port deletion for 105bef1a-864d-4619-9b4e-075ed916d070 request from n-d-779913-29 {{(pid=93959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:31:40.095057 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bdd8aff4-6b39-43ad-8e4a-3380a6b569b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:40.103057 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-a11c3e7b-ed47-4f28-930c-8620c5de4efd tempest-BulkNetworkOpsTest-648078090 tempest-BulkNetworkOpsTest-648078090-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0d70736-605e-4257-b027-19bd3e157aef']}} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:40.173397 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd8aff4-6b39-43ad-8e4a-3380a6b569b5 None None] Pushing event updated for resources: {'Port': ['ID=8307808a-89b5-4c52-9f89-0a035f79e619,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:40.226583 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-c3a29847-eb65-4d71-aa8f-8ed188ecdbfd None None] Deleting port 8307808a-89b5-4c52-9f89-0a035f79e619 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:31:40.227262 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c3a29847-eb65-4d71-aa8f-8ed188ecdbfd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:40.381564 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c3a29847-eb65-4d71-aa8f-8ed188ecdbfd None None] For port 8307808a-89b5-4c52-9f89-0a035f79e619, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=8307808a-89b5-4c52-9f89-0a035f79e619,segment=NetworkSegment(b1cff6f8-0390-49fe-a2c9-897cca646b23),segment_id=b1cff6f8-0390-49fe-a2c9-897cca646b23)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:31:40.382497 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c3a29847-eb65-4d71-aa8f-8ed188ecdbfd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:40.424960 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-c3a29847-eb65-4d71-aa8f-8ed188ecdbfd None None] Calling delete_port for 8307808a-89b5-4c52-9f89-0a035f79e619 owned by network:dhcp {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:31:40.431617 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cb444c-b35e-4809-9e42-42a3140aeba4 req-07004176-defb-47cc-8141-dbc7b571fbd9 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:40.434560 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-04cb444c-b35e-4809-9e42-42a3140aeba4 req-07004176-defb-47cc-8141-dbc7b571fbd9 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/ports?device_id=2bf56606-e120-41f5-a1ea-b036810e4ade HTTP/1.1" status: 200 len: 946 time: 0.2344327 Jul 14 09:31:40.512176 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a53f9082-11ac-447b-b3cd-0f845e1a97c1 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13573993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16714586'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:40.531637 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-04cb444c-b35e-4809-9e42-42a3140aeba4 req-9b9f3c08-e334-43fe-90be-5a450d704954 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/security-groups?id=9b802230-9234-42e7-bf8c-0d12af0394c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687661 Jul 14 09:31:40.542874 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-a11c3e7b-ed47-4f28-930c-8620c5de4efd tempest-BulkNetworkOpsTest-648078090 tempest-BulkNetworkOpsTest-648078090-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a4b03cc-d0e3-4da6-9e7b-9ae432f3582e') {'for_net_delete': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:40.543419 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-a11c3e7b-ed47-4f28-930c-8620c5de4efd tempest-BulkNetworkOpsTest-648078090 tempest-BulkNetworkOpsTest-648078090-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a4b03cc-d0e3-4da6-9e7b-9ae432f3582e') {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:40.593239 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a11c3e7b-ed47-4f28-930c-8620c5de4efd tempest-BulkNetworkOpsTest-648078090 tempest-BulkNetworkOpsTest-648078090-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735688356235', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10944210'] for segment, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:40.607111 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f702d511-b01b-4c47-ab14-e67a5cf2e14a None None] Network f0d70736-605e-4257-b027-19bd3e157aef requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:31:40.629521 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53f9082-11ac-447b-b3cd-0f845e1a97c1 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Pushing event updated for resources: {'Subnet': ['ID=babda0dd-ce6c-4299-a9e1-1427cf78c055,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:40.641317 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c3a29847-eb65-4d71-aa8f-8ed188ecdbfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:40.660062 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089e5eb8-726b-45b3-be30-44ba37db250d req-0743b95e-31df-47e4-95aa-daa4946b2b8c tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:40.660339 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a53f9082-11ac-447b-b3cd-0f845e1a97c1 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Checking segment: {'id': '3fc3cacd-3d92-4e3a-8032-89fabeda6ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '0ff37b59-2695-4c26-9c82-5759351bc884'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:31:40.660832 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a53f9082-11ac-447b-b3cd-0f845e1a97c1 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Network hostable DHCP agents. Network: 0ff37b59-2695-4c26-9c82-5759351bc884, hostable agents: ['c6a09bd4-f72e-4283-a3ca-0bbca8a51081'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:31:40.667495 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-089e5eb8-726b-45b3-be30-44ba37db250d req-0743b95e-31df-47e4-95aa-daa4946b2b8c tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] 10.222.0.68 "GET /v2.0/ports?device_id=53563f6e-7033-4881-b21d-7977e55df67a HTTP/1.1" status: 200 len: 946 time: 0.7045171 Jul 14 09:31:40.669431 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a11c3e7b-ed47-4f28-930c-8620c5de4efd tempest-BulkNetworkOpsTest-648078090 tempest-BulkNetworkOpsTest-648078090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:40.707733 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a11c3e7b-ed47-4f28-930c-8620c5de4efd tempest-BulkNetworkOpsTest-648078090 tempest-BulkNetworkOpsTest-648078090-project] Releasing vlan 726 on physical network physnet1 to pool {{(pid=93957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:31:40.707974 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a53f9082-11ac-447b-b3cd-0f845e1a97c1 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Network 0ff37b59-2695-4c26-9c82-5759351bc884 is scheduled to be hosted by DHCP agent c6a09bd4-f72e-4283-a3ca-0bbca8a51081 with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:31:40.711419 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a11c3e7b-ed47-4f28-930c-8620c5de4efd tempest-BulkNetworkOpsTest-648078090 tempest-BulkNetworkOpsTest-648078090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10053619'] for segment, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:40.721775 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-a53f9082-11ac-447b-b3cd-0f845e1a97c1 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-29, 0ff37b59-2695-4c26-9c82-5759351bc884) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:31:40.733138 n-d-779913-29 neutron-server[93957]: Traceback (most recent call last): Jul 14 09:31:40.733138 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:31:40.733138 n-d-779913-29 neutron-server[93957]: timer() Jul 14 09:31:40.733138 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:31:40.733138 n-d-779913-29 neutron-server[93957]: cb(*args, **kw) Jul 14 09:31:40.733138 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:31:40.733138 n-d-779913-29 neutron-server[93957]: return func(*args, **kwargs) Jul 14 09:31:40.733138 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:31:40.733138 n-d-779913-29 neutron-server[93957]: self._notify() Jul 14 09:31:40.733138 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:31:40.733138 n-d-779913-29 neutron-server[93957]: self.callback(batched_events) Jul 14 09:31:40.733138 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:31:40.733138 n-d-779913-29 neutron-server[93957]: event.method(event) Jul 14 09:31:40.733138 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:31:40.733138 n-d-779913-29 neutron-server[93957]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:31:40.733138 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:31:40.733138 n-d-779913-29 neutron-server[93957]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:31:40.733138 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:31:40.733138 n-d-779913-29 neutron-server[93957]: return f(self, *a, **k) Jul 14 09:31:40.733138 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:31:40.733138 n-d-779913-29 neutron-server[93957]: return self._get(url).json() Jul 14 09:31:40.733138 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:31:40.733138 n-d-779913-29 neutron-server[93957]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:31:40.733138 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:31:40.733138 n-d-779913-29 neutron-server[93957]: return self.request(url, 'GET', **kwargs) Jul 14 09:31:40.733138 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:31:40.733138 n-d-779913-29 neutron-server[93957]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:31:40.733138 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:31:40.733138 n-d-779913-29 neutron-server[93957]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:31:40.733138 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:31:40.733138 n-d-779913-29 neutron-server[93957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:31:40.733138 n-d-779913-29 neutron-server[93957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:31:40.739389 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a53f9082-11ac-447b-b3cd-0f845e1a97c1 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:40.740104 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a53f9082-11ac-447b-b3cd-0f845e1a97c1 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:40.749118 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-ed622058-0789-415c-9b57-32026914d727 None None] Could not find standard attr ID for object 5e024241-e5de-42c0-8959-63938819431a. {{(pid=93959) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 09:31:40.759049 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a29847-eb65-4d71-aa8f-8ed188ecdbfd None None] No DVR routers for this DVR port 8307808a-89b5-4c52-9f89-0a035f79e619 on host n-d-779913-29 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:31:40.775671 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-a53f9082-11ac-447b-b3cd-0f845e1a97c1 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3998940 Jul 14 09:31:40.776499 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb1424d5-048a-4351-bad0-0ee5f1f91f33 None None] Network 0ff37b59-2695-4c26-9c82-5759351bc884 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:31:40.778337 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 56618) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:40.783639 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-183e038a-06fd-435c-92e8-1cbde4cf51f6 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-589696531', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:31:40.852963 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-183e038a-06fd-435c-92e8-1cbde4cf51f6 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-711749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14670'] for router, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:40.854684 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-183e038a-06fd-435c-92e8-1cbde4cf51f6 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-711718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-661475', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14679'] for router, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:40.859192 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-089e5eb8-726b-45b3-be30-44ba37db250d req-25fd3b8e-4330-4e33-b150-46895584a0ab tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] 10.222.0.68 "GET /v2.0/security-groups?id=b4ff2369-e32d-44b9-a882-4dd3dbe0fc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1830621 Jul 14 09:31:40.868463 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a11c3e7b-ed47-4f28-930c-8620c5de4efd tempest-BulkNetworkOpsTest-648078090 tempest-BulkNetworkOpsTest-648078090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660504'] for network, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:40.904179 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a11c3e7b-ed47-4f28-930c-8620c5de4efd tempest-BulkNetworkOpsTest-648078090 tempest-BulkNetworkOpsTest-648078090-project] Notify callbacks [] for network, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:40.926162 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-a11c3e7b-ed47-4f28-930c-8620c5de4efd tempest-BulkNetworkOpsTest-648078090 tempest-BulkNetworkOpsTest-648078090-project] 10.222.0.68 "DELETE /v2.0/networks/f0d70736-605e-4257-b027-19bd3e157aef HTTP/1.1" status: 204 len: 168 time: 2.1119604 Jul 14 09:31:40.926162 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 56620) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:40.998854 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-183e038a-06fd-435c-92e8-1cbde4cf51f6 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:41.007487 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-183e038a-06fd-435c-92e8-1cbde4cf51f6 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-711762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-661452'] for router, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:41.051054 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-183e038a-06fd-435c-92e8-1cbde4cf51f6 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:41.052392 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-183e038a-06fd-435c-92e8-1cbde4cf51f6 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.2727695 Jul 14 09:31:41.061177 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11c3e7b-ed47-4f28-930c-8620c5de4efd tempest-BulkNetworkOpsTest-648078090 tempest-BulkNetworkOpsTest-648078090-project] Pushing event deleted for resources: {'Network': ['ID=f0d70736-605e-4257-b027-19bd3e157aef,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:41.064193 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 56624) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:41.072349 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-58578739-a6fc-47f1-88f7-eb4ed7f82e21 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Request body: {'port': {'network_id': '0ff37b59-2695-4c26-9c82-5759351bc884', 'name': 'tempest-PortsTestJSON-897118025'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:31:41.248510 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-57d30b92-a5f9-422c-a746-6c1a41de9672 tempest-BulkNetworkOpsTest-648078090 tempest-BulkNetworkOpsTest-648078090-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3876111'] for network, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:41.311707 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58578739-a6fc-47f1-88f7-eb4ed7f82e21 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Made reservation on behalf of 078281b593d34d31bc27616950b7a85b for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:31:41.318930 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-58578739-a6fc-47f1-88f7-eb4ed7f82e21 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:41.355824 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 8307808a-89b5-4c52-9f89-0a035f79e619 no longer exists at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:31:41.359724 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a29847-eb65-4d71-aa8f-8ed188ecdbfd None None] Pushing event deleted for resources: {'Port': ['ID=8307808a-89b5-4c52-9f89-0a035f79e619,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:41.369814 n-d-779913-29 neutron-server[93958]: DEBUG neutron.notifiers.nova [None req-58578739-a6fc-47f1-88f7-eb4ed7f82e21 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] device_id is not set on port 1fb4f45f-d8dc-4892-938d-13088a486d3d yet. {{(pid=93958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:31:41.400574 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-57d30b92-a5f9-422c-a746-6c1a41de9672 tempest-BulkNetworkOpsTest-648078090 tempest-BulkNetworkOpsTest-648078090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473955', 'neutron.services.segments.db._delete_segments_for_network-8735688326548'] for network, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:41.413894 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] No Port match for: 8307808a-89b5-4c52-9f89-0a035f79e619 {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:31:41.414246 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 8307808a-89b5-4c52-9f89-0a035f79e619 not bound to the agent host n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:31:41.420901 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-57d30b92-a5f9-422c-a746-6c1a41de9672 tempest-BulkNetworkOpsTest-648078090 tempest-BulkNetworkOpsTest-648078090-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['105bef1a-864d-4619-9b4e-075ed916d070']}} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:41.447728 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-57d30b92-a5f9-422c-a746-6c1a41de9672 tempest-BulkNetworkOpsTest-648078090 tempest-BulkNetworkOpsTest-648078090-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1cff6f8-0390-49fe-a2c9-897cca646b23') {'for_net_delete': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:41.448126 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-57d30b92-a5f9-422c-a746-6c1a41de9672 tempest-BulkNetworkOpsTest-648078090 tempest-BulkNetworkOpsTest-648078090-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1cff6f8-0390-49fe-a2c9-897cca646b23') {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:41.462461 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-57d30b92-a5f9-422c-a746-6c1a41de9672 tempest-BulkNetworkOpsTest-648078090 tempest-BulkNetworkOpsTest-648078090-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735688356235', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10944210'] for segment, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:41.479148 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-57d30b92-a5f9-422c-a746-6c1a41de9672 tempest-BulkNetworkOpsTest-648078090 tempest-BulkNetworkOpsTest-648078090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:41.486880 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57d30b92-a5f9-422c-a746-6c1a41de9672 tempest-BulkNetworkOpsTest-648078090 tempest-BulkNetworkOpsTest-648078090-project] Releasing vlan 725 on physical network physnet1 to pool {{(pid=93957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:31:41.486880 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-57d30b92-a5f9-422c-a746-6c1a41de9672 tempest-BulkNetworkOpsTest-648078090 tempest-BulkNetworkOpsTest-648078090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10053619'] for segment, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:41.576576 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c13fa99e-94b7-4719-b0f5-d578c9208260 None None] DHCP port deletion for f0d70736-605e-4257-b027-19bd3e157aef request from n-d-779913-29 {{(pid=93959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:31:41.588014 n-d-779913-29 neutron-server[93957]: Traceback (most recent call last): Jul 14 09:31:41.588014 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:31:41.588014 n-d-779913-29 neutron-server[93957]: timer() Jul 14 09:31:41.588014 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:31:41.588014 n-d-779913-29 neutron-server[93957]: cb(*args, **kw) Jul 14 09:31:41.588014 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:31:41.588014 n-d-779913-29 neutron-server[93957]: return func(*args, **kwargs) Jul 14 09:31:41.588014 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:31:41.588014 n-d-779913-29 neutron-server[93957]: self._notify() Jul 14 09:31:41.588014 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:31:41.588014 n-d-779913-29 neutron-server[93957]: self.callback(batched_events) Jul 14 09:31:41.588014 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:31:41.588014 n-d-779913-29 neutron-server[93957]: event.method(event) Jul 14 09:31:41.588014 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:31:41.588014 n-d-779913-29 neutron-server[93957]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:31:41.588014 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:31:41.588014 n-d-779913-29 neutron-server[93957]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:31:41.588014 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:31:41.588014 n-d-779913-29 neutron-server[93957]: return f(self, *a, **k) Jul 14 09:31:41.588014 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:31:41.588014 n-d-779913-29 neutron-server[93957]: return self._get(url).json() Jul 14 09:31:41.588014 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:31:41.588014 n-d-779913-29 neutron-server[93957]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:31:41.588014 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:31:41.588014 n-d-779913-29 neutron-server[93957]: return self.request(url, 'GET', **kwargs) Jul 14 09:31:41.588014 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:31:41.588014 n-d-779913-29 neutron-server[93957]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:31:41.588014 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:31:41.588014 n-d-779913-29 neutron-server[93957]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:31:41.588014 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:31:41.588014 n-d-779913-29 neutron-server[93957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:31:41.588014 n-d-779913-29 neutron-server[93957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:31:41.634307 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-57d30b92-a5f9-422c-a746-6c1a41de9672 tempest-BulkNetworkOpsTest-648078090 tempest-BulkNetworkOpsTest-648078090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660504'] for network, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:41.660490 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-57d30b92-a5f9-422c-a746-6c1a41de9672 tempest-BulkNetworkOpsTest-648078090 tempest-BulkNetworkOpsTest-648078090-project] Notify callbacks [] for network, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:41.671349 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-57d30b92-a5f9-422c-a746-6c1a41de9672 tempest-BulkNetworkOpsTest-648078090 tempest-BulkNetworkOpsTest-648078090-project] 10.222.0.68 "DELETE /v2.0/networks/105bef1a-864d-4619-9b4e-075ed916d070 HTTP/1.1" status: 204 len: 168 time: 0.7267065 Jul 14 09:31:41.672590 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d30b92-a5f9-422c-a746-6c1a41de9672 tempest-BulkNetworkOpsTest-648078090 tempest-BulkNetworkOpsTest-648078090-project] Pushing event deleted for resources: {'Network': ['ID=105bef1a-864d-4619-9b4e-075ed916d070,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:41.676742 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 56630) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:41.688258 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d228a881-cc2e-4de6-be2f-4f21bc57f2e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf57baaa9-fd24-59f4-8fd2-1dc21122ce72-0ff37b59-2695-4c26-9c82-5759351bc884', 'network_id': '0ff37b59-2695-4c26-9c82-5759351bc884', 'tenant_id': '078281b593d34d31bc27616950b7a85b', 'fixed_ips': [{'subnet_id': 'babda0dd-ce6c-4299-a9e1-1427cf78c055'}]}} from n-d-779913-29. {{(pid=93959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:31:41.689415 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d228a881-cc2e-4de6-be2f-4f21bc57f2e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:41.712339 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-58578739-a6fc-47f1-88f7-eb4ed7f82e21 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Allocated IP 172.20.0.13 (0ff37b59-2695-4c26-9c82-5759351bc884/babda0dd-ce6c-4299-a9e1-1427cf78c055/1fb4f45f-d8dc-4892-938d-13088a486d3d) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:31:41.884873 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb21a2c-bb55-4e7d-9d48-696d99a8ea47 req-59bba35f-551a-4ca5-848e-bbfadb36cdcf tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:41.886516 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-cfb21a2c-bb55-4e7d-9d48-696d99a8ea47 req-59bba35f-551a-4ca5-848e-bbfadb36cdcf tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/ports?device_id=07646ca0-10f2-4cc8-8147-f694b9d44b24 HTTP/1.1" status: 200 len: 945 time: 0.2959132 Jul 14 09:31:41.890966 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d8375675-362c-4193-a017-f0b770cecb86 tempest-BulkNetworkOpsTest-648078090 tempest-BulkNetworkOpsTest-648078090-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3876111'] for network, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:41.901420 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-58578739-a6fc-47f1-88f7-eb4ed7f82e21 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:41.934895 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-58578739-a6fc-47f1-88f7-eb4ed7f82e21 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Transition to ACTIVE for port object 1fb4f45f-d8dc-4892-938d-13088a486d3d will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:31:41.949247 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-cfb21a2c-bb55-4e7d-9d48-696d99a8ea47 req-177cd0b4-38f4-43f5-8a29-d07e704e9048 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/security-groups?id=e89c09f5-16f2-4ac7-8f23-93abffe26f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553153 Jul 14 09:31:42.003153 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-58578739-a6fc-47f1-88f7-eb4ed7f82e21 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:42.074416 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58578739-a6fc-47f1-88f7-eb4ed7f82e21 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Network 0ff37b59-2695-4c26-9c82-5759351bc884 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:31:42.076779 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d8375675-362c-4193-a017-f0b770cecb86 tempest-BulkNetworkOpsTest-648078090 tempest-BulkNetworkOpsTest-648078090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473955', 'neutron.services.segments.db._delete_segments_for_network-8735688326548'] for network, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:42.078464 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-58578739-a6fc-47f1-88f7-eb4ed7f82e21 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:31:42.082358 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58578739-a6fc-47f1-88f7-eb4ed7f82e21 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:31:42.095594 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-d8375675-362c-4193-a017-f0b770cecb86 tempest-BulkNetworkOpsTest-648078090 tempest-BulkNetworkOpsTest-648078090-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1851989-c1aa-4842-9528-a3d349c19d20']}} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:42.113179 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-d8375675-362c-4193-a017-f0b770cecb86 tempest-BulkNetworkOpsTest-648078090 tempest-BulkNetworkOpsTest-648078090-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '856534ef-08f4-4ad3-836c-5a3cf6f705c7') {'for_net_delete': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:42.114026 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-d8375675-362c-4193-a017-f0b770cecb86 tempest-BulkNetworkOpsTest-648078090 tempest-BulkNetworkOpsTest-648078090-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '856534ef-08f4-4ad3-836c-5a3cf6f705c7') {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:42.119739 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58578739-a6fc-47f1-88f7-eb4ed7f82e21 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Pushing event updated for resources: {'Port': ['ID=1fb4f45f-d8dc-4892-938d-13088a486d3d,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:42.128439 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d8375675-362c-4193-a017-f0b770cecb86 tempest-BulkNetworkOpsTest-648078090 tempest-BulkNetworkOpsTest-648078090-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735688356235', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10944210'] for segment, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:42.148863 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d8375675-362c-4193-a017-f0b770cecb86 tempest-BulkNetworkOpsTest-648078090 tempest-BulkNetworkOpsTest-648078090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:42.165041 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8375675-362c-4193-a017-f0b770cecb86 tempest-BulkNetworkOpsTest-648078090 tempest-BulkNetworkOpsTest-648078090-project] Releasing vlan 740 on physical network physnet1 to pool {{(pid=93957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:31:42.166791 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d8375675-362c-4193-a017-f0b770cecb86 tempest-BulkNetworkOpsTest-648078090 tempest-BulkNetworkOpsTest-648078090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10053619'] for segment, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:42.172990 n-d-779913-29 neutron-server[93957]: Traceback (most recent call last): Jul 14 09:31:42.172990 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:31:42.172990 n-d-779913-29 neutron-server[93957]: timer() Jul 14 09:31:42.172990 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:31:42.172990 n-d-779913-29 neutron-server[93957]: cb(*args, **kw) Jul 14 09:31:42.172990 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:31:42.172990 n-d-779913-29 neutron-server[93957]: return func(*args, **kwargs) Jul 14 09:31:42.172990 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:31:42.172990 n-d-779913-29 neutron-server[93957]: self._notify() Jul 14 09:31:42.172990 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:31:42.172990 n-d-779913-29 neutron-server[93957]: self.callback(batched_events) Jul 14 09:31:42.172990 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:31:42.172990 n-d-779913-29 neutron-server[93957]: event.method(event) Jul 14 09:31:42.172990 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:31:42.172990 n-d-779913-29 neutron-server[93957]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:31:42.172990 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:31:42.172990 n-d-779913-29 neutron-server[93957]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:31:42.172990 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:31:42.172990 n-d-779913-29 neutron-server[93957]: return f(self, *a, **k) Jul 14 09:31:42.172990 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:31:42.172990 n-d-779913-29 neutron-server[93957]: return self._get(url).json() Jul 14 09:31:42.172990 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:31:42.172990 n-d-779913-29 neutron-server[93957]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:31:42.172990 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:31:42.172990 n-d-779913-29 neutron-server[93957]: return self.request(url, 'GET', **kwargs) Jul 14 09:31:42.172990 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:31:42.172990 n-d-779913-29 neutron-server[93957]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:31:42.172990 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:31:42.172990 n-d-779913-29 neutron-server[93957]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:31:42.172990 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:31:42.172990 n-d-779913-29 neutron-server[93957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:31:42.172990 n-d-779913-29 neutron-server[93957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:31:42.182063 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-d228a881-cc2e-4de6-be2f-4f21bc57f2e6 None None] Allocated IP 172.20.0.2 (0ff37b59-2695-4c26-9c82-5759351bc884/babda0dd-ce6c-4299-a9e1-1427cf78c055/04fe1e9e-221e-49ed-a201-ba48a4c5c3ca) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:31:42.205326 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58578739-a6fc-47f1-88f7-eb4ed7f82e21 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:42.206305 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-58578739-a6fc-47f1-88f7-eb4ed7f82e21 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:42.250962 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 56642) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:42.252353 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-58578739-a6fc-47f1-88f7-eb4ed7f82e21 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.1863008 Jul 14 09:31:42.421193 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d228a881-cc2e-4de6-be2f-4f21bc57f2e6 None None] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:42.442053 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-d228a881-cc2e-4de6-be2f-4f21bc57f2e6 None None] Transition to ACTIVE for port object 04fe1e9e-221e-49ed-a201-ba48a4c5c3ca will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:31:42.464343 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-d228a881-cc2e-4de6-be2f-4f21bc57f2e6 None None] Transition to ACTIVE for port object 04fe1e9e-221e-49ed-a201-ba48a4c5c3ca will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:31:42.478438 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d228a881-cc2e-4de6-be2f-4f21bc57f2e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:42.511793 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d8375675-362c-4193-a017-f0b770cecb86 tempest-BulkNetworkOpsTest-648078090 tempest-BulkNetworkOpsTest-648078090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660504'] for network, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:42.540742 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d228a881-cc2e-4de6-be2f-4f21bc57f2e6 None None] Network 0ff37b59-2695-4c26-9c82-5759351bc884 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:31:42.544484 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-d228a881-cc2e-4de6-be2f-4f21bc57f2e6 None None] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:31:42.548710 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d228a881-cc2e-4de6-be2f-4f21bc57f2e6 None None] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:31:42.554806 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d228a881-cc2e-4de6-be2f-4f21bc57f2e6 None None] Pushing event updated for resources: {'Port': ['ID=04fe1e9e-221e-49ed-a201-ba48a4c5c3ca,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:42.567829 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d8375675-362c-4193-a017-f0b770cecb86 tempest-BulkNetworkOpsTest-648078090 tempest-BulkNetworkOpsTest-648078090-project] Notify callbacks [] for network, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:42.569968 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-d8375675-362c-4193-a017-f0b770cecb86 tempest-BulkNetworkOpsTest-648078090 tempest-BulkNetworkOpsTest-648078090-project] 10.222.0.68 "DELETE /v2.0/networks/e1851989-c1aa-4842-9528-a3d349c19d20 HTTP/1.1" status: 204 len: 168 time: 0.8920527 Jul 14 09:31:42.573006 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 56644) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:42.615563 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d228a881-cc2e-4de6-be2f-4f21bc57f2e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:31:42.618029 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d228a881-cc2e-4de6-be2f-4f21bc57f2e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:31:42.618577 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d228a881-cc2e-4de6-be2f-4f21bc57f2e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:31:42.619814 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d228a881-cc2e-4de6-be2f-4f21bc57f2e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:31:42.620375 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d228a881-cc2e-4de6-be2f-4f21bc57f2e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:31:42.621362 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d228a881-cc2e-4de6-be2f-4f21bc57f2e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:31:42.622406 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d228a881-cc2e-4de6-be2f-4f21bc57f2e6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:31:42.623401 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d228a881-cc2e-4de6-be2f-4f21bc57f2e6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:31:42.623743 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d228a881-cc2e-4de6-be2f-4f21bc57f2e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:31:42.624082 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d228a881-cc2e-4de6-be2f-4f21bc57f2e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:31:42.624419 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d228a881-cc2e-4de6-be2f-4f21bc57f2e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:31:42.624764 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d228a881-cc2e-4de6-be2f-4f21bc57f2e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:31:42.632157 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8375675-362c-4193-a017-f0b770cecb86 tempest-BulkNetworkOpsTest-648078090 tempest-BulkNetworkOpsTest-648078090-project] Pushing event deleted for resources: {'Network': ['ID=e1851989-c1aa-4842-9528-a3d349c19d20,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:42.665081 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 5e024241-e5de-42c0-8959-63938819431a no longer exists at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:31:42.707150 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-99415509-b663-498f-a3ee-28edf4a7a2b1 tempest-BulkNetworkOpsTest-648078090 tempest-BulkNetworkOpsTest-648078090-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3876111'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:42.707725 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] No Port match for: 5e024241-e5de-42c0-8959-63938819431a {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:31:42.708312 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 5e024241-e5de-42c0-8959-63938819431a not bound to the agent host n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:31:42.720602 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-d228a881-cc2e-4de6-be2f-4f21bc57f2e6 None None] Attempting to bind port 04fe1e9e-221e-49ed-a201-ba48a4c5c3ca on host n-d-779913-29 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:31:42.721368 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-d228a881-cc2e-4de6-be2f-4f21bc57f2e6 None None] Attempting to bind port 04fe1e9e-221e-49ed-a201-ba48a4c5c3ca by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': '3fc3cacd-3d92-4e3a-8032-89fabeda6ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '0ff37b59-2695-4c26-9c82-5759351bc884'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:31:42.721979 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d228a881-cc2e-4de6-be2f-4f21bc57f2e6 None None] Attempting to bind port 04fe1e9e-221e-49ed-a201-ba48a4c5c3ca on network 0ff37b59-2695-4c26-9c82-5759351bc884 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:31:42.722138 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a148030-fba0-4f18-ba5e-24b4996a870c req-5d956f03-8567-4d9d-9bd8-1922da433504 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:42.726200 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5a148030-fba0-4f18-ba5e-24b4996a870c req-5d956f03-8567-4d9d-9bd8-1922da433504 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] 10.222.0.68 "GET /v2.0/ports?device_id=53563f6e-7033-4881-b21d-7977e55df67a HTTP/1.1" status: 200 len: 946 time: 0.3530064 Jul 14 09:31:42.730400 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d228a881-cc2e-4de6-be2f-4f21bc57f2e6 None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 31, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:31:42.731373 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d228a881-cc2e-4de6-be2f-4f21bc57f2e6 None None] Checking segment: {'id': '3fc3cacd-3d92-4e3a-8032-89fabeda6ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '0ff37b59-2695-4c26-9c82-5759351bc884'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:31:42.732052 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d228a881-cc2e-4de6-be2f-4f21bc57f2e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:42.732762 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d228a881-cc2e-4de6-be2f-4f21bc57f2e6 None None] Bound using segment: {'id': '3fc3cacd-3d92-4e3a-8032-89fabeda6ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '0ff37b59-2695-4c26-9c82-5759351bc884'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:31:42.733741 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-d228a881-cc2e-4de6-be2f-4f21bc57f2e6 None None] Bound port: 04fe1e9e-221e-49ed-a201-ba48a4c5c3ca, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fc3cacd-3d92-4e3a-8032-89fabeda6ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '0ff37b59-2695-4c26-9c82-5759351bc884'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:31:42.734363 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d228a881-cc2e-4de6-be2f-4f21bc57f2e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:42.737914 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:42.807646 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-d228a881-cc2e-4de6-be2f-4f21bc57f2e6 None None] For port 04fe1e9e-221e-49ed-a201-ba48a4c5c3ca, host n-d-779913-29, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:31:42.811761 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-d228a881-cc2e-4de6-be2f-4f21bc57f2e6 None None] For port 04fe1e9e-221e-49ed-a201-ba48a4c5c3ca, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=04fe1e9e-221e-49ed-a201-ba48a4c5c3ca,segment=NetworkSegment(3fc3cacd-3d92-4e3a-8032-89fabeda6ef5),segment_id=3fc3cacd-3d92-4e3a-8032-89fabeda6ef5)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:31:42.818478 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d228a881-cc2e-4de6-be2f-4f21bc57f2e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:42.900254 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5a148030-fba0-4f18-ba5e-24b4996a870c req-74612890-9344-40e1-b948-aace825e9a44 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] 10.222.0.68 "GET /v2.0/security-groups?id=b4ff2369-e32d-44b9-a882-4dd3dbe0fc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1683004 Jul 14 09:31:42.912556 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d228a881-cc2e-4de6-be2f-4f21bc57f2e6 None None] Pushing event updated for resources: {'Port': ['ID=04fe1e9e-221e-49ed-a201-ba48a4c5c3ca,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:42.920430 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-112acf98-d9bd-434e-8573-490552bec9ef tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:42.924678 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-99415509-b663-498f-a3ee-28edf4a7a2b1 tempest-BulkNetworkOpsTest-648078090 tempest-BulkNetworkOpsTest-648078090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473955', 'neutron.services.segments.db._delete_segments_for_network-8735688326548'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:42.951019 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-99415509-b663-498f-a3ee-28edf4a7a2b1 tempest-BulkNetworkOpsTest-648078090 tempest-BulkNetworkOpsTest-648078090-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6f8f66e-d343-496b-8581-10bc7420f960']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:42.957274 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-99415509-b663-498f-a3ee-28edf4a7a2b1 tempest-BulkNetworkOpsTest-648078090 tempest-BulkNetworkOpsTest-648078090-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '486c2254-d4b2-4774-9204-54c936e8d1ae') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:42.957610 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-99415509-b663-498f-a3ee-28edf4a7a2b1 tempest-BulkNetworkOpsTest-648078090 tempest-BulkNetworkOpsTest-648078090-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '486c2254-d4b2-4774-9204-54c936e8d1ae') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:42.971516 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-99415509-b663-498f-a3ee-28edf4a7a2b1 tempest-BulkNetworkOpsTest-648078090 tempest-BulkNetworkOpsTest-648078090-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735688356235', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13574129'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:42.998588 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-99415509-b663-498f-a3ee-28edf4a7a2b1 tempest-BulkNetworkOpsTest-648078090 tempest-BulkNetworkOpsTest-648078090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:43.010960 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99415509-b663-498f-a3ee-28edf4a7a2b1 tempest-BulkNetworkOpsTest-648078090 tempest-BulkNetworkOpsTest-648078090-project] Releasing vlan 749 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:31:43.012539 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-99415509-b663-498f-a3ee-28edf4a7a2b1 tempest-BulkNetworkOpsTest-648078090 tempest-BulkNetworkOpsTest-648078090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13573126'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:43.019492 n-d-779913-29 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:31:43.019492 n-d-779913-29 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:31:43.019492 n-d-779913-29 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:31:43.019492 n-d-779913-29 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:31:43.019492 n-d-779913-29 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:31:43.019492 n-d-779913-29 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:31:43.019492 n-d-779913-29 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:31:43.019492 n-d-779913-29 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:31:43.019492 n-d-779913-29 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:31:43.019492 n-d-779913-29 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:31:43.019492 n-d-779913-29 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:31:43.019492 n-d-779913-29 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:31:43.019492 n-d-779913-29 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:31:43.019492 n-d-779913-29 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:31:43.019492 n-d-779913-29 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:31:43.019492 n-d-779913-29 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:31:43.019492 n-d-779913-29 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:31:43.019492 n-d-779913-29 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:31:43.019492 n-d-779913-29 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:31:43.019492 n-d-779913-29 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:31:43.019492 n-d-779913-29 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:31:43.019492 n-d-779913-29 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:31:43.019492 n-d-779913-29 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:31:43.019492 n-d-779913-29 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:31:43.019492 n-d-779913-29 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:31:43.019492 n-d-779913-29 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:31:43.019492 n-d-779913-29 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:31:43.019492 n-d-779913-29 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:31:43.019492 n-d-779913-29 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:31:43.019492 n-d-779913-29 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:31:43.019492 n-d-779913-29 neutron-server[93958]: Traceback (most recent call last): Jul 14 09:31:43.019492 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:31:43.019492 n-d-779913-29 neutron-server[93958]: timer() Jul 14 09:31:43.019492 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:31:43.019492 n-d-779913-29 neutron-server[93958]: cb(*args, **kw) Jul 14 09:31:43.019492 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:31:43.019492 n-d-779913-29 neutron-server[93958]: return func(*args, **kwargs) Jul 14 09:31:43.019492 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:31:43.019492 n-d-779913-29 neutron-server[93958]: self._notify() Jul 14 09:31:43.019492 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:31:43.019492 n-d-779913-29 neutron-server[93958]: self.callback(batched_events) Jul 14 09:31:43.019492 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:31:43.019492 n-d-779913-29 neutron-server[93958]: event.method(event) Jul 14 09:31:43.019492 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:31:43.019492 n-d-779913-29 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:31:43.019492 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:31:43.019492 n-d-779913-29 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:31:43.019492 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:31:43.019492 n-d-779913-29 neutron-server[93958]: return f(self, *a, **k) Jul 14 09:31:43.019492 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:31:43.019492 n-d-779913-29 neutron-server[93958]: return self._get(url).json() Jul 14 09:31:43.019492 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:31:43.019492 n-d-779913-29 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:31:43.019492 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:31:43.019492 n-d-779913-29 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 14 09:31:43.019492 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:31:43.019492 n-d-779913-29 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:31:43.019492 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:31:43.019492 n-d-779913-29 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:31:43.019492 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:31:43.019492 n-d-779913-29 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:31:43.019492 n-d-779913-29 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:31:43.204921 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-99415509-b663-498f-a3ee-28edf4a7a2b1 tempest-BulkNetworkOpsTest-648078090 tempest-BulkNetworkOpsTest-648078090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660504'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:43.212693 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-99415509-b663-498f-a3ee-28edf4a7a2b1 tempest-BulkNetworkOpsTest-648078090 tempest-BulkNetworkOpsTest-648078090-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:43.214677 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-99415509-b663-498f-a3ee-28edf4a7a2b1 tempest-BulkNetworkOpsTest-648078090 tempest-BulkNetworkOpsTest-648078090-project] 10.222.0.68 "DELETE /v2.0/networks/f6f8f66e-d343-496b-8581-10bc7420f960 HTTP/1.1" status: 204 len: 168 time: 0.6406453 Jul 14 09:31:43.278828 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99415509-b663-498f-a3ee-28edf4a7a2b1 tempest-BulkNetworkOpsTest-648078090 tempest-BulkNetworkOpsTest-648078090-project] Pushing event deleted for resources: {'Network': ['ID=f6f8f66e-d343-496b-8581-10bc7420f960,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:43.415776 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:43.532542 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fb6358-e841-4de2-a045-99e28bbdb775 req-f3450513-881c-418c-ac90-375d0311aced tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:43.541177 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e7fb6358-e841-4de2-a045-99e28bbdb775 req-f3450513-881c-418c-ac90-375d0311aced tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/ports?device_id=07646ca0-10f2-4cc8-8147-f694b9d44b24 HTTP/1.1" status: 200 len: 945 time: 0.1733255 Jul 14 09:31:43.592801 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-112acf98-d9bd-434e-8573-490552bec9ef tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:43.611093 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e7fb6358-e841-4de2-a045-99e28bbdb775 req-7a021ed3-6f5c-448b-b8b6-d357afa1acc7 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/security-groups?id=e89c09f5-16f2-4ac7-8f23-93abffe26f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641985 Jul 14 09:31:43.612578 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-112acf98-d9bd-434e-8573-490552bec9ef tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:43.669468 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112acf98-d9bd-434e-8573-490552bec9ef tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Pushing event updated for resources: {'Port': ['ID=1fb4f45f-d8dc-4892-938d-13088a486d3d,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:43.826977 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 56656) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:44.034782 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-112acf98-d9bd-434e-8573-490552bec9ef tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-660393'] for router_interface, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:44.073132 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-5976f8fd-1690-4ce9-8d46-22b8a2855566 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=a2b31ed063c8488a8d6b8bdaf22ed053&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2430477 Jul 14 09:31:44.074477 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 56664) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:44.196426 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ccdab66c-085a-4bbf-aecd-42cb03ba85b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:44.223031 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ccdab66c-085a-4bbf-aecd-42cb03ba85b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:44.313309 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ccdab66c-085a-4bbf-aecd-42cb03ba85b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:44.317225 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ccdab66c-085a-4bbf-aecd-42cb03ba85b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:44.318688 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-ccdab66c-085a-4bbf-aecd-42cb03ba85b4 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/d3bc3235-b07a-4098-a604-6f5c44734651 HTTP/1.1" status: 204 len: 168 time: 0.2420294 Jul 14 09:31:44.338649 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdab66c-085a-4bbf-aecd-42cb03ba85b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3bc3235-b07a-4098-a604-6f5c44734651,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:44.382163 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-112acf98-d9bd-434e-8573-490552bec9ef tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:44.484090 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe086054-f45a-4492-8baf-f6e826f5918e None None] Network 0ff37b59-2695-4c26-9c82-5759351bc884 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:31:44.589249 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-f4eb5a84-d605-4be2-960d-fe967ebc52dd None None] Provisioning for port 04fe1e9e-221e-49ed-a201-ba48a4c5c3ca completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:31:44.784889 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 04fe1e9e-221e-49ed-a201-ba48a4c5c3ca up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:31:44.831845 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-112acf98-d9bd-434e-8573-490552bec9ef tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:44.840615 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-112acf98-d9bd-434e-8573-490552bec9ef tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:44.898331 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112acf98-d9bd-434e-8573-490552bec9ef tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Pushing event updated for resources: {'Port': ['ID=1fb4f45f-d8dc-4892-938d-13088a486d3d,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:44.925098 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning for port 04fe1e9e-221e-49ed-a201-ba48a4c5c3ca completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:31:44.930824 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port 04fe1e9e-221e-49ed-a201-ba48a4c5c3ca triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:31:44.933279 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:44.972196 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-112acf98-d9bd-434e-8573-490552bec9ef tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-683747'] for router_interface, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:45.068490 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:45.128016 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] For port 04fe1e9e-221e-49ed-a201-ba48a4c5c3ca, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=04fe1e9e-221e-49ed-a201-ba48a4c5c3ca,segment=NetworkSegment(3fc3cacd-3d92-4e3a-8032-89fabeda6ef5),segment_id=3fc3cacd-3d92-4e3a-8032-89fabeda6ef5)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:31:45.138319 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:45.183750 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-112acf98-d9bd-434e-8573-490552bec9ef tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Network 0ff37b59-2695-4c26-9c82-5759351bc884 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:31:45.191356 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-112acf98-d9bd-434e-8573-490552bec9ef tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:31:45.252986 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Pushing event updated for resources: {'Port': ['ID=04fe1e9e-221e-49ed-a201-ba48a4c5c3ca,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:45.342991 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-e02c8463-72eb-438d-9c11-5f48bd4e0a38 None None] Provisioning complete for port 04fe1e9e-221e-49ed-a201-ba48a4c5c3ca triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:31:45.346115 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e02c8463-72eb-438d-9c11-5f48bd4e0a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:45.430146 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-112acf98-d9bd-434e-8573-490552bec9ef tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Router c8bfeddb-d15c-4109-86e1-dd9ac0d2f968 is scheduled to L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 with binding_index 1 {{(pid=93957) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:31:45.556159 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-e02c8463-72eb-438d-9c11-5f48bd4e0a38 None None] Provisioning for port 1fb4f45f-d8dc-4892-938d-13088a486d3d completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:31:45.571744 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-e02c8463-72eb-438d-9c11-5f48bd4e0a38 None None] Provisioning complete for port 1fb4f45f-d8dc-4892-938d-13088a486d3d triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:31:45.571744 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e02c8463-72eb-438d-9c11-5f48bd4e0a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:45.635424 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-e02c8463-72eb-438d-9c11-5f48bd4e0a38 None None] Port 1fb4f45f-d8dc-4892-938d-13088a486d3d cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:31:45.653511 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-112acf98-d9bd-434e-8573-490552bec9ef tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:31:45.662501 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 56698) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:45.663109 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-112acf98-d9bd-434e-8573-490552bec9ef tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] 10.222.0.68 "PUT /v2.0/routers/c8bfeddb-d15c-4109-86e1-dd9ac0d2f968/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4103851 Jul 14 09:31:45.672181 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce20fdcc-2c11-4e48-8888-14b8dbc1ae33 None None] Sync routers for ids ['c8bfeddb-d15c-4109-86e1-dd9ac0d2f968'] in n-d-779913-29 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:31:45.686012 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce20fdcc-2c11-4e48-8888-14b8dbc1ae33 None None] Routers {'c8bfeddb-d15c-4109-86e1-dd9ac0d2f968'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:31:45.688307 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-ce20fdcc-2c11-4e48-8888-14b8dbc1ae33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:31:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['c8bfeddb-d15c-4109-86e1-dd9ac0d2f968'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:45.761962 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 56700) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:45.796467 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-ce20fdcc-2c11-4e48-8888-14b8dbc1ae33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:45.816751 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6489c456-8293-4c95-95de-1b671228fe8b tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:45.818407 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce20fdcc-2c11-4e48-8888-14b8dbc1ae33 None None] Routers {'c8bfeddb-d15c-4109-86e1-dd9ac0d2f968'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:31:45.819099 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-ce20fdcc-2c11-4e48-8888-14b8dbc1ae33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:31:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['c8bfeddb-d15c-4109-86e1-dd9ac0d2f968'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:45.822656 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-6489c456-8293-4c95-95de-1b671228fe8b tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] 10.222.0.68 "GET /v2.0/ports?device_id=c8bfeddb-d15c-4109-86e1-dd9ac0d2f968 HTTP/1.1" status: 200 len: 982 time: 0.1564896 Jul 14 09:31:45.823499 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 56704) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:45.878434 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-a43069e6-7eb4-4a9f-8fec-aeb7bb363d6d None None] Provisioning complete for port 1fb4f45f-d8dc-4892-938d-13088a486d3d triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:31:45.879551 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a43069e6-7eb4-4a9f-8fec-aeb7bb363d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:45.901676 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-ce20fdcc-2c11-4e48-8888-14b8dbc1ae33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:45.902607 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce20fdcc-2c11-4e48-8888-14b8dbc1ae33 None None] The sync data for ids ['c8bfeddb-d15c-4109-86e1-dd9ac0d2f968'] in n-d-779913-29 is: [] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:31:45.972751 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-a43069e6-7eb4-4a9f-8fec-aeb7bb363d6d None None] Port 1fb4f45f-d8dc-4892-938d-13088a486d3d cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:31:46.018785 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-ed7ed7c4-412b-4715-9d14-e511d8a9c5d6 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-683390239'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:31:46.128688 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed7ed7c4-412b-4715-9d14-e511d8a9c5d6 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Made reservation on behalf of d2e77bb9b83648c5a3b44c9b50d7a782 for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:31:46.133564 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ed7ed7c4-412b-4715-9d14-e511d8a9c5d6 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:46.150350 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ed7ed7c4-412b-4715-9d14-e511d8a9c5d6 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:46.213403 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-590b572d-c271-41a5-b6b7-253adc23e595 None None] Provisioning complete for port 1fb4f45f-d8dc-4892-938d-13088a486d3d triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:31:46.213824 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-590b572d-c271-41a5-b6b7-253adc23e595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:46.264831 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-590b572d-c271-41a5-b6b7-253adc23e595 None None] Port 1fb4f45f-d8dc-4892-938d-13088a486d3d cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:31:46.447880 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ed7ed7c4-412b-4715-9d14-e511d8a9c5d6 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:46.488304 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c7307f7a-c0a7-47e4-b2eb-e5ad766d0c60 None None] Provisioning complete for port 1fb4f45f-d8dc-4892-938d-13088a486d3d triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:31:46.488908 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c7307f7a-c0a7-47e4-b2eb-e5ad766d0c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:46.527138 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-c7307f7a-c0a7-47e4-b2eb-e5ad766d0c60 None None] Port 1fb4f45f-d8dc-4892-938d-13088a486d3d cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:31:46.533178 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2d28c19f-a006-4bd3-aa45-87ed12ee7b7f tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-683602'] for router_interface, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:46.535294 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ed7ed7c4-412b-4715-9d14-e511d8a9c5d6 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:46.724519 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 04fe1e9e-221e-49ed-a201-ba48a4c5c3ca up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:31:46.816069 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port 04fe1e9e-221e-49ed-a201-ba48a4c5c3ca triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:31:46.816828 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:46.964817 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed7ed7c4-412b-4715-9d14-e511d8a9c5d6 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 704} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:31:46.995597 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ed7ed7c4-412b-4715-9d14-e511d8a9c5d6 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:46.995958 n-d-779913-29 neutron-server[93958]: INFO neutron.db.segments_db [None req-ed7ed7c4-412b-4715-9d14-e511d8a9c5d6 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Added segment 58290edc-af7e-42ac-99fb-6eb556255e16 of type vlan for network a97b43b3-fecc-4c1b-b582-9a6d8ec57d50 Jul 14 09:31:46.999272 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7ed7c4-412b-4715-9d14-e511d8a9c5d6 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9081362-e6be-4591-975f-861d690f35f9,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:47.110851 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ed7ed7c4-412b-4715-9d14-e511d8a9c5d6 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735687821325'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:47.162392 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ed7ed7c4-412b-4715-9d14-e511d8a9c5d6 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:47.168562 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed7ed7c4-412b-4715-9d14-e511d8a9c5d6 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:47.169224 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ed7ed7c4-412b-4715-9d14-e511d8a9c5d6 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:47.268924 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-ed7ed7c4-412b-4715-9d14-e511d8a9c5d6 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.5058868 Jul 14 09:31:47.281389 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7ed7c4-412b-4715-9d14-e511d8a9c5d6 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Pushing event updated for resources: {'Network': ['ID=a97b43b3-fecc-4c1b-b582-9a6d8ec57d50,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:47.294217 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Network a97b43b3-fecc-4c1b-b582-9a6d8ec57d50 details requested by agent ovs-agent-n-d-779913-29 with host n-d-779913-29 {{(pid=93959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:31:47.317741 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-2d28c19f-a006-4bd3-aa45-87ed12ee7b7f tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Deleting port 1fb4f45f-d8dc-4892-938d-13088a486d3d {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:31:47.322511 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2d28c19f-a006-4bd3-aa45-87ed12ee7b7f tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:47.463059 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2d28c19f-a006-4bd3-aa45-87ed12ee7b7f tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:47.477227 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-2d28c19f-a006-4bd3-aa45-87ed12ee7b7f tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Calling delete_port for 1fb4f45f-d8dc-4892-938d-13088a486d3d owned by network:router_interface {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:31:47.711487 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2d28c19f-a006-4bd3-aa45-87ed12ee7b7f tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:47.808929 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d28c19f-a006-4bd3-aa45-87ed12ee7b7f tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Pushing event deleted for resources: {'Port': ['ID=1fb4f45f-d8dc-4892-938d-13088a486d3d,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:48.157472 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2d28c19f-a006-4bd3-aa45-87ed12ee7b7f tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-620860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682934'] for router_interface, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:48.346858 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d28c19f-a006-4bd3-aa45-87ed12ee7b7f tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Router c8bfeddb-d15c-4109-86e1-dd9ac0d2f968 has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:31:48.441034 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d28c19f-a006-4bd3-aa45-87ed12ee7b7f tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:31:48.453684 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-2d28c19f-a006-4bd3-aa45-87ed12ee7b7f tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] 10.222.0.68 "PUT /v2.0/routers/c8bfeddb-d15c-4109-86e1-dd9ac0d2f968/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6257873 Jul 14 09:31:48.453842 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85c304cf-6391-4baa-b3a7-e60c23e5d3c0 None None] Sync routers for ids ['c8bfeddb-d15c-4109-86e1-dd9ac0d2f968'] in n-d-779913-29 {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:31:48.455123 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 56714) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:48.481449 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c304cf-6391-4baa-b3a7-e60c23e5d3c0 None None] Routers {'c8bfeddb-d15c-4109-86e1-dd9ac0d2f968'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:31:48.483267 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-85c304cf-6391-4baa-b3a7-e60c23e5d3c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:31:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['c8bfeddb-d15c-4109-86e1-dd9ac0d2f968'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:48.529403 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-85c304cf-6391-4baa-b3a7-e60c23e5d3c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:48.537221 n-d-779913-29 neutron-server[93957]: INFO neutron.pecan_wsgi.hooks.translation [None req-01723c02-504e-48a9-8b18-b190ca443fcc tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] GET failed (client error): The resource could not be found. Jul 14 09:31:48.545211 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-01723c02-504e-48a9-8b18-b190ca443fcc tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] 10.222.0.68 "GET /v2.0/ports/1fb4f45f-d8dc-4892-938d-13088a486d3d HTTP/1.1" status: 404 len: 333 time: 0.0796380 Jul 14 09:31:48.545835 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 56716) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:48.550785 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c304cf-6391-4baa-b3a7-e60c23e5d3c0 None None] Routers {'c8bfeddb-d15c-4109-86e1-dd9ac0d2f968'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:31:48.551651 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-85c304cf-6391-4baa-b3a7-e60c23e5d3c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:31:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['c8bfeddb-d15c-4109-86e1-dd9ac0d2f968'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:48.626686 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-85c304cf-6391-4baa-b3a7-e60c23e5d3c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:48.628524 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85c304cf-6391-4baa-b3a7-e60c23e5d3c0 None None] The sync data for ids ['c8bfeddb-d15c-4109-86e1-dd9ac0d2f968'] in n-d-779913-29 is: [] {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:31:48.725761 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-49d83981-bce8-4780-a2a6-530e4caffeb6 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks [] for router, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:48.996723 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-49d83981-bce8-4780-a2a6-530e4caffeb6 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-711871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12964'] for router, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:49.001944 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-49d83981-bce8-4780-a2a6-530e4caffeb6 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:49.072502 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-49d83981-bce8-4780-a2a6-530e4caffeb6 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-704815'] for router, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:49.073080 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49d83981-bce8-4780-a2a6-530e4caffeb6 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Fanout notify agent at l3_agent the message router_deleted on router c8bfeddb-d15c-4109-86e1-dd9ac0d2f968 {{(pid=93958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:31:49.082265 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-49d83981-bce8-4780-a2a6-530e4caffeb6 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:49.083332 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-49d83981-bce8-4780-a2a6-530e4caffeb6 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] 10.222.0.68 "DELETE /v2.0/routers/c8bfeddb-d15c-4109-86e1-dd9ac0d2f968 HTTP/1.1" status: 204 len: 168 time: 0.5364003 Jul 14 09:31:49.087316 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 56720) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:49.153317 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b1fbbf9-73aa-4f4e-b2f4-ccbdc47b4ad8 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Deleting subnet babda0dd-ce6c-4299-a9e1-1427cf78c055 {{(pid=93957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:31:49.156829 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2b1fbbf9-73aa-4f4e-b2f4-ccbdc47b4ad8 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks [] for subnet, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:49.228511 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2b1fbbf9-73aa-4f4e-b2f4-ccbdc47b4ad8 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10944203'] for subnet, precommit_delete_associations {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:49.372743 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2b1fbbf9-73aa-4f4e-b2f4-ccbdc47b4ad8 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3481002'] for subnet, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:49.466109 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2b1fbbf9-73aa-4f4e-b2f4-ccbdc47b4ad8 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10052701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11984075'] for subnet, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:49.497780 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2b1fbbf9-73aa-4f4e-b2f4-ccbdc47b4ad8 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks [] for subnet, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:49.505502 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02ae67a3-f680-4391-ba00-8d4d1d04c794 None None] Network 0ff37b59-2695-4c26-9c82-5759351bc884 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:31:49.525779 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 56722) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:49.526800 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-2b1fbbf9-73aa-4f4e-b2f4-ccbdc47b4ad8 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] 10.222.0.68 "DELETE /v2.0/subnets/babda0dd-ce6c-4299-a9e1-1427cf78c055 HTTP/1.1" status: 204 len: 168 time: 0.4382904 Jul 14 09:31:49.577938 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1fbbf9-73aa-4f4e-b2f4-ccbdc47b4ad8 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Pushing event deleted for resources: {'Subnet': ['ID=babda0dd-ce6c-4299-a9e1-1427cf78c055,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:49.742936 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d649c474-81fe-4348-9715-89e5978ff405 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3876111'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:49.811141 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-617f20b3-2200-4936-b82e-e51966c93742 None None] DHCP port deletion for 0ff37b59-2695-4c26-9c82-5759351bc884 request from n-d-779913-29 {{(pid=93959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:31:49.860710 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-d649c474-81fe-4348-9715-89e5978ff405 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Deleting port 04fe1e9e-221e-49ed-a201-ba48a4c5c3ca {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:31:49.862548 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d649c474-81fe-4348-9715-89e5978ff405 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:49.964846 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-617f20b3-2200-4936-b82e-e51966c93742 None None] Deleting port 04fe1e9e-221e-49ed-a201-ba48a4c5c3ca {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:31:49.966316 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-617f20b3-2200-4936-b82e-e51966c93742 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:49.995706 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-d649c474-81fe-4348-9715-89e5978ff405 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] For port 04fe1e9e-221e-49ed-a201-ba48a4c5c3ca, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=04fe1e9e-221e-49ed-a201-ba48a4c5c3ca,segment=NetworkSegment(3fc3cacd-3d92-4e3a-8032-89fabeda6ef5),segment_id=3fc3cacd-3d92-4e3a-8032-89fabeda6ef5)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:31:49.996782 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d649c474-81fe-4348-9715-89e5978ff405 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:50.028329 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-d649c474-81fe-4348-9715-89e5978ff405 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Calling delete_port for 04fe1e9e-221e-49ed-a201-ba48a4c5c3ca owned by network:dhcp {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:31:50.100939 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-617f20b3-2200-4936-b82e-e51966c93742 None None] For port 04fe1e9e-221e-49ed-a201-ba48a4c5c3ca, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=04fe1e9e-221e-49ed-a201-ba48a4c5c3ca,segment=NetworkSegment(3fc3cacd-3d92-4e3a-8032-89fabeda6ef5),segment_id=3fc3cacd-3d92-4e3a-8032-89fabeda6ef5)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:31:50.101509 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-617f20b3-2200-4936-b82e-e51966c93742 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:50.125771 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-617f20b3-2200-4936-b82e-e51966c93742 None None] Calling delete_port for 04fe1e9e-221e-49ed-a201-ba48a4c5c3ca owned by network:dhcp {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:31:50.209946 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d649c474-81fe-4348-9715-89e5978ff405 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:50.247134 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d649c474-81fe-4348-9715-89e5978ff405 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Pushing event deleted for resources: {'Port': ['ID=04fe1e9e-221e-49ed-a201-ba48a4c5c3ca,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:50.252090 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d649c474-81fe-4348-9715-89e5978ff405 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] No DVR routers for this DVR port 04fe1e9e-221e-49ed-a201-ba48a4c5c3ca on host n-d-779913-29 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:31:50.277701 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-617f20b3-2200-4936-b82e-e51966c93742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:50.329239 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-617f20b3-2200-4936-b82e-e51966c93742 None None] No DVR routers for this DVR port 04fe1e9e-221e-49ed-a201-ba48a4c5c3ca on host n-d-779913-29 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:31:50.336468 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617f20b3-2200-4936-b82e-e51966c93742 None None] Pushing event deleted for resources: {'Port': ['ID=04fe1e9e-221e-49ed-a201-ba48a4c5c3ca,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:50.458014 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d649c474-81fe-4348-9715-89e5978ff405 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473955', 'neutron.services.segments.db._delete_segments_for_network-8735688326548'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:50.488196 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-d649c474-81fe-4348-9715-89e5978ff405 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ff37b59-2695-4c26-9c82-5759351bc884']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:50.518989 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-d649c474-81fe-4348-9715-89e5978ff405 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fc3cacd-3d92-4e3a-8032-89fabeda6ef5') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:50.520036 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-d649c474-81fe-4348-9715-89e5978ff405 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fc3cacd-3d92-4e3a-8032-89fabeda6ef5') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:50.542015 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d649c474-81fe-4348-9715-89e5978ff405 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735688356235', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13574129'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:50.563916 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d649c474-81fe-4348-9715-89e5978ff405 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:50.574742 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d649c474-81fe-4348-9715-89e5978ff405 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Releasing vlan 747 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:31:50.574742 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d649c474-81fe-4348-9715-89e5978ff405 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13573126'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:50.577398 n-d-779913-29 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:31:50.577398 n-d-779913-29 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:31:50.577398 n-d-779913-29 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:31:50.577398 n-d-779913-29 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:31:50.577398 n-d-779913-29 neutron-server[93958]: Traceback (most recent call last): Jul 14 09:31:50.577398 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:31:50.577398 n-d-779913-29 neutron-server[93958]: timer() Jul 14 09:31:50.577398 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:31:50.577398 n-d-779913-29 neutron-server[93958]: cb(*args, **kw) Jul 14 09:31:50.577398 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:31:50.577398 n-d-779913-29 neutron-server[93958]: return func(*args, **kwargs) Jul 14 09:31:50.577398 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:31:50.577398 n-d-779913-29 neutron-server[93958]: self._notify() Jul 14 09:31:50.577398 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:31:50.577398 n-d-779913-29 neutron-server[93958]: self.callback(batched_events) Jul 14 09:31:50.577398 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:31:50.577398 n-d-779913-29 neutron-server[93958]: event.method(event) Jul 14 09:31:50.577398 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:31:50.577398 n-d-779913-29 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:31:50.577398 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:31:50.577398 n-d-779913-29 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:31:50.577398 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:31:50.577398 n-d-779913-29 neutron-server[93958]: return f(self, *a, **k) Jul 14 09:31:50.577398 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:31:50.577398 n-d-779913-29 neutron-server[93958]: return self._get(url).json() Jul 14 09:31:50.577398 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:31:50.577398 n-d-779913-29 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:31:50.577398 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:31:50.577398 n-d-779913-29 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 14 09:31:50.577398 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:31:50.577398 n-d-779913-29 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:31:50.577398 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:31:50.577398 n-d-779913-29 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:31:50.577398 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:31:50.577398 n-d-779913-29 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:31:50.577398 n-d-779913-29 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:31:50.620172 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 56726) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:50.626007 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-b60756e3-4b0c-4d7f-8646-8fd4e1aed5db tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Request body: {'subnet': {'network_id': 'a97b43b3-fecc-4c1b-b582-9a6d8ec57d50', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:31:50.670640 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d649c474-81fe-4348-9715-89e5978ff405 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660504'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:50.689266 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 04fe1e9e-221e-49ed-a201-ba48a4c5c3ca no longer exists at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:31:50.706308 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d649c474-81fe-4348-9715-89e5978ff405 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:50.712113 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-d649c474-81fe-4348-9715-89e5978ff405 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] 10.222.0.68 "DELETE /v2.0/networks/0ff37b59-2695-4c26-9c82-5759351bc884 HTTP/1.1" status: 204 len: 168 time: 1.1814408 Jul 14 09:31:50.712368 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d649c474-81fe-4348-9715-89e5978ff405 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Pushing event deleted for resources: {'Network': ['ID=0ff37b59-2695-4c26-9c82-5759351bc884,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:50.714200 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 56728) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:50.729257 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] No Port match for: 04fe1e9e-221e-49ed-a201-ba48a4c5c3ca {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:31:50.730429 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 04fe1e9e-221e-49ed-a201-ba48a4c5c3ca not bound to the agent host n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:31:50.803242 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-900d2c32-cb8e-49e8-8cf8-15066c93ead7 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:50.804977 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-900d2c32-cb8e-49e8-8cf8-15066c93ead7 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] 10.222.0.68 "GET /v2.0/ports/aa184bc8-0a3e-4e10-a8d1-b203053fa577 HTTP/1.1" status: 200 len: 841 time: 0.0894163 Jul 14 09:31:50.808642 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 56730) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:50.836150 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b60756e3-4b0c-4d7f-8646-8fd4e1aed5db tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Made reservation on behalf of d2e77bb9b83648c5a3b44c9b50d7a782 for: {'subnet': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:31:50.840036 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b60756e3-4b0c-4d7f-8646-8fd4e1aed5db tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11984110'] for subnet, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:50.882583 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-0321a949-a7dc-4636-a587-9bc7d5867fc5 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] 10.222.0.68 "GET /v2.0/ports/aa184bc8-0a3e-4e10-a8d1-b203053fa577?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0727444 Jul 14 09:31:50.885475 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 56732) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:50.900813 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-d0883786-5a4d-47ff-9339-4ad06fa214eb tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Request body: {'subnet': {'network_id': '84b74b2a-ebae-4ed1-b302-cad8e244c99d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:31:51.021125 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0883786-5a4d-47ff-9339-4ad06fa214eb tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Made reservation on behalf of 078281b593d34d31bc27616950b7a85b for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:31:51.031320 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d0883786-5a4d-47ff-9339-4ad06fa214eb tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16714600'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:51.131132 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b60756e3-4b0c-4d7f-8646-8fd4e1aed5db tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10052764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11984092'] for subnet, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:51.214069 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60756e3-4b0c-4d7f-8646-8fd4e1aed5db tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Pushing event updated for resources: {'Subnet': ['ID=59147b4e-f628-44ba-8941-6728c9f55699,revision_number=0']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:51.224788 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60756e3-4b0c-4d7f-8646-8fd4e1aed5db tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:31:51.225679 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60756e3-4b0c-4d7f-8646-8fd4e1aed5db tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:31:51.226045 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60756e3-4b0c-4d7f-8646-8fd4e1aed5db tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:31:51.226374 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60756e3-4b0c-4d7f-8646-8fd4e1aed5db tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:31:51.226708 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60756e3-4b0c-4d7f-8646-8fd4e1aed5db tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:31:51.227045 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60756e3-4b0c-4d7f-8646-8fd4e1aed5db tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:31:51.227386 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60756e3-4b0c-4d7f-8646-8fd4e1aed5db tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:31:51.227718 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60756e3-4b0c-4d7f-8646-8fd4e1aed5db tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:31:51.228033 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60756e3-4b0c-4d7f-8646-8fd4e1aed5db tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:31:51.228363 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60756e3-4b0c-4d7f-8646-8fd4e1aed5db tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:31:51.228690 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60756e3-4b0c-4d7f-8646-8fd4e1aed5db tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:31:51.229016 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60756e3-4b0c-4d7f-8646-8fd4e1aed5db tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:31:51.235981 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b60756e3-4b0c-4d7f-8646-8fd4e1aed5db tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Checking segment: {'id': '58290edc-af7e-42ac-99fb-6eb556255e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'a97b43b3-fecc-4c1b-b582-9a6d8ec57d50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:31:51.236352 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b60756e3-4b0c-4d7f-8646-8fd4e1aed5db tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Network hostable DHCP agents. Network: a97b43b3-fecc-4c1b-b582-9a6d8ec57d50, hostable agents: ['c6a09bd4-f72e-4283-a3ca-0bbca8a51081'], hosted agents: [] {{(pid=93957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:31:51.261736 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b60756e3-4b0c-4d7f-8646-8fd4e1aed5db tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Network a97b43b3-fecc-4c1b-b582-9a6d8ec57d50 is scheduled to be hosted by DHCP agent c6a09bd4-f72e-4283-a3ca-0bbca8a51081 with binding_index 1 {{(pid=93957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:31:51.274123 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d0883786-5a4d-47ff-9339-4ad06fa214eb tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13573993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16714586'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:51.282871 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-b60756e3-4b0c-4d7f-8646-8fd4e1aed5db tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-29, a97b43b3-fecc-4c1b-b582-9a6d8ec57d50) {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:31:51.290061 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b60756e3-4b0c-4d7f-8646-8fd4e1aed5db tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:51.291240 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b60756e3-4b0c-4d7f-8646-8fd4e1aed5db tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Notify callbacks [] for subnet, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:51.293128 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5d7ba32-98c9-46be-8dd4-33ea2c397f20 None None] Network a97b43b3-fecc-4c1b-b582-9a6d8ec57d50 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:31:51.318853 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-b60756e3-4b0c-4d7f-8646-8fd4e1aed5db tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6968913 Jul 14 09:31:51.323186 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 56736) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:51.324760 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0883786-5a4d-47ff-9339-4ad06fa214eb tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Network 84b74b2a-ebae-4ed1-b302-cad8e244c99d is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:31:51.330929 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-08daaf4f-bd63-4068-93c8-3ab14558a18f tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-135526606'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:31:51.345452 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-d0883786-5a4d-47ff-9339-4ad06fa214eb tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:31:51.371929 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0883786-5a4d-47ff-9339-4ad06fa214eb tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:51.371929 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d0883786-5a4d-47ff-9339-4ad06fa214eb tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:51.395597 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb4dac1f-3cc6-4bbb-8cff-6e420e570a13 None None] Network 84b74b2a-ebae-4ed1-b302-cad8e244c99d requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:31:51.476367 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0883786-5a4d-47ff-9339-4ad06fa214eb tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Pushing event updated for resources: {'Subnet': ['ID=5f127648-3e84-4812-9bc1-3fb1553f3e9d,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:51.529763 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08daaf4f-bd63-4068-93c8-3ab14558a18f tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Made reservation on behalf of d2e77bb9b83648c5a3b44c9b50d7a782 for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:31:51.535938 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-08daaf4f-bd63-4068-93c8-3ab14558a18f tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:51.577319 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-d0883786-5a4d-47ff-9339-4ad06fa214eb tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6887856 Jul 14 09:31:51.580434 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 56738) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:51.589448 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-1cca175f-b047-4864-bedf-75333c5f7dd1 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Request body: {'security_group': {'name': 'tempest-secgroup-774317371'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:31:51.611714 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08daaf4f-bd63-4068-93c8-3ab14558a18f tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 731} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:31:51.624810 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-08daaf4f-bd63-4068-93c8-3ab14558a18f tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:51.639349 n-d-779913-29 neutron-server[93958]: INFO neutron.db.segments_db [None req-08daaf4f-bd63-4068-93c8-3ab14558a18f tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Added segment 37e932a7-a6e0-4148-985b-bbf33eb82e84 of type vlan for network 8ede1e39-7977-4e41-92a1-fd9539abf91a Jul 14 09:31:51.670727 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1cca175f-b047-4864-bedf-75333c5f7dd1 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:51.721281 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-08daaf4f-bd63-4068-93c8-3ab14558a18f tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735687821325'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:51.775250 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-114c8bf6-370a-4bea-9a75-4650794fc30a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf57baaa9-fd24-59f4-8fd2-1dc21122ce72-a97b43b3-fecc-4c1b-b582-9a6d8ec57d50', 'network_id': 'a97b43b3-fecc-4c1b-b582-9a6d8ec57d50', 'tenant_id': 'd2e77bb9b83648c5a3b44c9b50d7a782', 'fixed_ips': [{'subnet_id': '59147b4e-f628-44ba-8941-6728c9f55699'}]}} from n-d-779913-29. {{(pid=93959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:31:51.776126 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-114c8bf6-370a-4bea-9a75-4650794fc30a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:51.778096 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-08daaf4f-bd63-4068-93c8-3ab14558a18f tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:51.786729 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08daaf4f-bd63-4068-93c8-3ab14558a18f tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:51.787412 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-08daaf4f-bd63-4068-93c8-3ab14558a18f tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:51.797733 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ad82f88-514f-4d5f-8ab9-46fa56234a22 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf57baaa9-fd24-59f4-8fd2-1dc21122ce72-84b74b2a-ebae-4ed1-b302-cad8e244c99d', 'network_id': '84b74b2a-ebae-4ed1-b302-cad8e244c99d', 'tenant_id': '078281b593d34d31bc27616950b7a85b', 'fixed_ips': [{'subnet_id': '5f127648-3e84-4812-9bc1-3fb1553f3e9d'}]}} from n-d-779913-29. {{(pid=93959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:31:51.799025 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2ad82f88-514f-4d5f-8ab9-46fa56234a22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:51.868460 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1cca175f-b047-4864-bedf-75333c5f7dd1 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:51.879073 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1cca175f-b047-4864-bedf-75333c5f7dd1 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:51.933945 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 56744) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:51.936099 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-08daaf4f-bd63-4068-93c8-3ab14558a18f tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6100345 Jul 14 09:31:51.940337 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-49b54d85-5274-40c3-ab2b-76e94bb92536 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Request body: {'subnet': {'network_id': '8ede1e39-7977-4e41-92a1-fd9539abf91a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:31:51.946538 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08daaf4f-bd63-4068-93c8-3ab14558a18f tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Pushing event updated for resources: {'Network': ['ID=8ede1e39-7977-4e41-92a1-fd9539abf91a,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:51.950026 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1cca175f-b047-4864-bedf-75333c5f7dd1 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:51.953792 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-1cca175f-b047-4864-bedf-75333c5f7dd1 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3696663 Jul 14 09:31:51.954985 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 56746) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:51.958787 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-a82e49b6-e09f-42ee-83e5-ead266f44b39 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Request body: {'security_group': {'name': 'tempest-secgroup-134283614'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:31:52.004353 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a82e49b6-e09f-42ee-83e5-ead266f44b39 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:52.027249 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Network 8ede1e39-7977-4e41-92a1-fd9539abf91a details requested by agent ovs-agent-n-d-779913-29 with host n-d-779913-29 {{(pid=93959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:31:52.029266 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cca175f-b047-4864-bedf-75333c5f7dd1 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97bf2234-3739-4cb2-b018-3573636fc246,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:52.176062 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a82e49b6-e09f-42ee-83e5-ead266f44b39 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:52.188337 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-2ad82f88-514f-4d5f-8ab9-46fa56234a22 None None] Allocated IP 172.20.0.2 (84b74b2a-ebae-4ed1-b302-cad8e244c99d/5f127648-3e84-4812-9bc1-3fb1553f3e9d/fd7ba625-efd1-4cbb-a8ae-4d99cd3f0169) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:31:52.199608 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a82e49b6-e09f-42ee-83e5-ead266f44b39 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:52.207894 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0f8431cc-50e4-4246-b10d-90c28c48f272 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:52.227624 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49b54d85-5274-40c3-ab2b-76e94bb92536 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Made reservation on behalf of d2e77bb9b83648c5a3b44c9b50d7a782 for: {'subnet': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:31:52.231560 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-49b54d85-5274-40c3-ab2b-76e94bb92536 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11984110'] for subnet, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:52.274566 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82e49b6-e09f-42ee-83e5-ead266f44b39 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac576174-0864-42ed-bfab-1275427c6148,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:52.283386 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a82e49b6-e09f-42ee-83e5-ead266f44b39 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:52.285702 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 56750) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:52.287119 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-a82e49b6-e09f-42ee-83e5-ead266f44b39 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3310852 Jul 14 09:31:52.295693 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-29f0bca4-6440-4722-87e1-5c366480f154 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2142246427', 'security_groups': ['ac576174-0864-42ed-bfab-1275427c6148'], 'network_id': '84b74b2a-ebae-4ed1-b302-cad8e244c99d', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '5f127648-3e84-4812-9bc1-3fb1553f3e9d'}]}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:31:52.328530 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-114c8bf6-370a-4bea-9a75-4650794fc30a None None] Allocated IP 2001:db8:0:ffff::2 (a97b43b3-fecc-4c1b-b582-9a6d8ec57d50/59147b4e-f628-44ba-8941-6728c9f55699/13d8040a-66cd-4b03-8777-9ec9f238c14f) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:31:52.494511 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29f0bca4-6440-4722-87e1-5c366480f154 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Made reservation on behalf of 078281b593d34d31bc27616950b7a85b for: {'port': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:31:52.599958 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-49b54d85-5274-40c3-ab2b-76e94bb92536 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10052764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11984092'] for subnet, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:52.702015 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b54d85-5274-40c3-ab2b-76e94bb92536 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Pushing event updated for resources: {'Subnet': ['ID=61383910-4428-4d14-9283-32d8df11ee52,revision_number=0']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:52.704617 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-114c8bf6-370a-4bea-9a75-4650794fc30a None None] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:52.709463 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-29f0bca4-6440-4722-87e1-5c366480f154 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:52.714453 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-114c8bf6-370a-4bea-9a75-4650794fc30a None None] Transition to ACTIVE for port object 13d8040a-66cd-4b03-8777-9ec9f238c14f will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:31:52.730051 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-114c8bf6-370a-4bea-9a75-4650794fc30a None None] Transition to ACTIVE for port object 13d8040a-66cd-4b03-8777-9ec9f238c14f will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:31:52.732699 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-29f0bca4-6440-4722-87e1-5c366480f154 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] device_id is not set on port 7702e951-ddc2-4b08-b1d7-d5487d5d1e25 yet. {{(pid=93957) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:31:52.738674 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-114c8bf6-370a-4bea-9a75-4650794fc30a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:52.823482 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-114c8bf6-370a-4bea-9a75-4650794fc30a None None] Network a97b43b3-fecc-4c1b-b582-9a6d8ec57d50 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:31:52.829704 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-114c8bf6-370a-4bea-9a75-4650794fc30a None None] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:31:52.836476 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-114c8bf6-370a-4bea-9a75-4650794fc30a None None] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:31:52.845301 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114c8bf6-370a-4bea-9a75-4650794fc30a None None] Pushing event updated for resources: {'Port': ['ID=13d8040a-66cd-4b03-8777-9ec9f238c14f,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:52.896302 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49b54d85-5274-40c3-ab2b-76e94bb92536 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Checking segment: {'id': '37e932a7-a6e0-4148-985b-bbf33eb82e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '8ede1e39-7977-4e41-92a1-fd9539abf91a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:31:52.896635 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49b54d85-5274-40c3-ab2b-76e94bb92536 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Network hostable DHCP agents. Network: 8ede1e39-7977-4e41-92a1-fd9539abf91a, hostable agents: ['c6a09bd4-f72e-4283-a3ca-0bbca8a51081'], hosted agents: [] {{(pid=93957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:31:52.913633 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-114c8bf6-370a-4bea-9a75-4650794fc30a None None] Attempting to bind port 13d8040a-66cd-4b03-8777-9ec9f238c14f on host n-d-779913-29 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:31:52.914141 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-114c8bf6-370a-4bea-9a75-4650794fc30a None None] Attempting to bind port 13d8040a-66cd-4b03-8777-9ec9f238c14f by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': '58290edc-af7e-42ac-99fb-6eb556255e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'a97b43b3-fecc-4c1b-b582-9a6d8ec57d50'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:31:52.914724 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-114c8bf6-370a-4bea-9a75-4650794fc30a None None] Attempting to bind port 13d8040a-66cd-4b03-8777-9ec9f238c14f on network a97b43b3-fecc-4c1b-b582-9a6d8ec57d50 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:31:52.920846 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49b54d85-5274-40c3-ab2b-76e94bb92536 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Network 8ede1e39-7977-4e41-92a1-fd9539abf91a is scheduled to be hosted by DHCP agent c6a09bd4-f72e-4283-a3ca-0bbca8a51081 with binding_index 1 {{(pid=93957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:31:52.923251 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-114c8bf6-370a-4bea-9a75-4650794fc30a None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 31, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:31:52.923756 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-114c8bf6-370a-4bea-9a75-4650794fc30a None None] Checking segment: {'id': '58290edc-af7e-42ac-99fb-6eb556255e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'a97b43b3-fecc-4c1b-b582-9a6d8ec57d50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:31:52.924261 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-114c8bf6-370a-4bea-9a75-4650794fc30a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:52.924878 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-114c8bf6-370a-4bea-9a75-4650794fc30a None None] Bound using segment: {'id': '58290edc-af7e-42ac-99fb-6eb556255e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'a97b43b3-fecc-4c1b-b582-9a6d8ec57d50'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:31:52.925456 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-114c8bf6-370a-4bea-9a75-4650794fc30a None None] Bound port: 13d8040a-66cd-4b03-8777-9ec9f238c14f, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58290edc-af7e-42ac-99fb-6eb556255e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'a97b43b3-fecc-4c1b-b582-9a6d8ec57d50'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:31:52.925955 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-114c8bf6-370a-4bea-9a75-4650794fc30a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:52.940118 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-49b54d85-5274-40c3-ab2b-76e94bb92536 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-29, 8ede1e39-7977-4e41-92a1-fd9539abf91a) {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:31:52.945447 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49b54d85-5274-40c3-ab2b-76e94bb92536 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:52.946151 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-49b54d85-5274-40c3-ab2b-76e94bb92536 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Notify callbacks [] for subnet, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:52.955674 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bf066c9-fe26-4d15-af1a-a6fd314d2e1d None None] Network 8ede1e39-7977-4e41-92a1-fd9539abf91a requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:31:52.970845 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-49b54d85-5274-40c3-ab2b-76e94bb92536 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.0327129 Jul 14 09:31:52.971080 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 56752) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:53.110251 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2add4259-4b77-4da6-956c-dfc159721614 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3876111'] for network, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:53.237146 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2ad82f88-514f-4d5f-8ab9-46fa56234a22 None None] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:53.240107 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-114c8bf6-370a-4bea-9a75-4650794fc30a None None] For port 13d8040a-66cd-4b03-8777-9ec9f238c14f, host n-d-779913-29, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:31:53.246063 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-114c8bf6-370a-4bea-9a75-4650794fc30a None None] For port 13d8040a-66cd-4b03-8777-9ec9f238c14f, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=13d8040a-66cd-4b03-8777-9ec9f238c14f,segment=NetworkSegment(58290edc-af7e-42ac-99fb-6eb556255e16),segment_id=58290edc-af7e-42ac-99fb-6eb556255e16)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:31:53.258717 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-114c8bf6-370a-4bea-9a75-4650794fc30a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:53.268926 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-2ad82f88-514f-4d5f-8ab9-46fa56234a22 None None] Transition to ACTIVE for port object fd7ba625-efd1-4cbb-a8ae-4d99cd3f0169 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:31:53.377878 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e813febd-63ba-4029-a5e9-0ed10e77ec56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf57baaa9-fd24-59f4-8fd2-1dc21122ce72-8ede1e39-7977-4e41-92a1-fd9539abf91a', 'network_id': '8ede1e39-7977-4e41-92a1-fd9539abf91a', 'tenant_id': 'd2e77bb9b83648c5a3b44c9b50d7a782', 'fixed_ips': [{'subnet_id': '61383910-4428-4d14-9283-32d8df11ee52'}]}} from n-d-779913-29. {{(pid=93959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:31:53.378735 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e813febd-63ba-4029-a5e9-0ed10e77ec56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:53.393756 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-2ad82f88-514f-4d5f-8ab9-46fa56234a22 None None] Transition to ACTIVE for port object fd7ba625-efd1-4cbb-a8ae-4d99cd3f0169 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:31:53.460039 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2ad82f88-514f-4d5f-8ab9-46fa56234a22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:53.482820 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114c8bf6-370a-4bea-9a75-4650794fc30a None None] Pushing event updated for resources: {'Port': ['ID=13d8040a-66cd-4b03-8777-9ec9f238c14f,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:53.500653 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ad82f88-514f-4d5f-8ab9-46fa56234a22 None None] Network 84b74b2a-ebae-4ed1-b302-cad8e244c99d is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:31:53.529291 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-2ad82f88-514f-4d5f-8ab9-46fa56234a22 None None] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:31:53.535348 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad82f88-514f-4d5f-8ab9-46fa56234a22 None None] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:31:53.699932 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad82f88-514f-4d5f-8ab9-46fa56234a22 None None] Pushing event updated for resources: {'Port': ['ID=fd7ba625-efd1-4cbb-a8ae-4d99cd3f0169,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:53.727304 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45c13d3-4210-44ed-8d3d-eb2647baf2e1 req-bc20bc76-ad7d-4c25-a66b-5e6f2509cb74 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:53.740129 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-e45c13d3-4210-44ed-8d3d-eb2647baf2e1 req-bc20bc76-ad7d-4c25-a66b-5e6f2509cb74 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] 10.222.0.68 "GET /v2.0/ports?device_id=53563f6e-7033-4881-b21d-7977e55df67a HTTP/1.1" status: 200 len: 946 time: 0.1063733 Jul 14 09:31:53.771512 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-2ad82f88-514f-4d5f-8ab9-46fa56234a22 None None] Attempting to bind port fd7ba625-efd1-4cbb-a8ae-4d99cd3f0169 on host n-d-779913-29 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:31:53.772228 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-2ad82f88-514f-4d5f-8ab9-46fa56234a22 None None] Attempting to bind port fd7ba625-efd1-4cbb-a8ae-4d99cd3f0169 by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': '1bf68f8d-0f2c-484e-beed-731426681bc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '84b74b2a-ebae-4ed1-b302-cad8e244c99d'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:31:53.772782 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad82f88-514f-4d5f-8ab9-46fa56234a22 None None] Attempting to bind port fd7ba625-efd1-4cbb-a8ae-4d99cd3f0169 on network 84b74b2a-ebae-4ed1-b302-cad8e244c99d {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:31:53.785592 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad82f88-514f-4d5f-8ab9-46fa56234a22 None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 31, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:31:53.786304 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad82f88-514f-4d5f-8ab9-46fa56234a22 None None] Checking segment: {'id': '1bf68f8d-0f2c-484e-beed-731426681bc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '84b74b2a-ebae-4ed1-b302-cad8e244c99d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:31:53.786889 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2ad82f88-514f-4d5f-8ab9-46fa56234a22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:53.787473 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad82f88-514f-4d5f-8ab9-46fa56234a22 None None] Bound using segment: {'id': '1bf68f8d-0f2c-484e-beed-731426681bc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '84b74b2a-ebae-4ed1-b302-cad8e244c99d'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:31:53.787996 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-2ad82f88-514f-4d5f-8ab9-46fa56234a22 None None] Bound port: fd7ba625-efd1-4cbb-a8ae-4d99cd3f0169, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bf68f8d-0f2c-484e-beed-731426681bc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '84b74b2a-ebae-4ed1-b302-cad8e244c99d'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:31:53.788385 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2ad82f88-514f-4d5f-8ab9-46fa56234a22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:53.790449 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-e45c13d3-4210-44ed-8d3d-eb2647baf2e1 req-47e0bf3b-b31b-414b-8b1a-ee7607ce47f5 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] 10.222.0.68 "GET /v2.0/security-groups?id=b4ff2369-e32d-44b9-a882-4dd3dbe0fc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493910 Jul 14 09:31:53.853901 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2add4259-4b77-4da6-956c-dfc159721614 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3481002'] for subnet, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:53.895507 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-e813febd-63ba-4029-a5e9-0ed10e77ec56 None None] Allocated IP 2001:db8::1 (8ede1e39-7977-4e41-92a1-fd9539abf91a/61383910-4428-4d14-9283-32d8df11ee52/2c7e16ff-2d63-4369-bbdb-2f6e6ea47b99) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:31:53.912418 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-29f0bca4-6440-4722-87e1-5c366480f154 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Allocated IP 172.20.0.5 (84b74b2a-ebae-4ed1-b302-cad8e244c99d/5f127648-3e84-4812-9bc1-3fb1553f3e9d/7702e951-ddc2-4b08-b1d7-d5487d5d1e25) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:31:53.932874 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-2ad82f88-514f-4d5f-8ab9-46fa56234a22 None None] For port fd7ba625-efd1-4cbb-a8ae-4d99cd3f0169, host n-d-779913-29, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:31:53.986708 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-2ad82f88-514f-4d5f-8ab9-46fa56234a22 None None] For port fd7ba625-efd1-4cbb-a8ae-4d99cd3f0169, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=fd7ba625-efd1-4cbb-a8ae-4d99cd3f0169,segment=NetworkSegment(1bf68f8d-0f2c-484e-beed-731426681bc0),segment_id=1bf68f8d-0f2c-484e-beed-731426681bc0)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:31:53.996933 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2ad82f88-514f-4d5f-8ab9-46fa56234a22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:54.006013 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f862db5-122c-4b91-be59-b59bc2b058f4 req-69d997bc-d2d7-4610-8add-b09d3e1508df tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:54.007638 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6f862db5-122c-4b91-be59-b59bc2b058f4 req-69d997bc-d2d7-4610-8add-b09d3e1508df tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/networks?id=37e488ca-77f2-424d-8250-cbdd23d7445f HTTP/1.1" status: 200 len: 814 time: 0.2308717 Jul 14 09:31:54.036030 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6f862db5-122c-4b91-be59-b59bc2b058f4 req-ee6240e0-bede-45bc-955d-d1af96e45fea tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/quotas/345a5b6fceae4b28981003dfc874e3c7 HTTP/1.1" status: 200 len: 375 time: 0.0104060 Jul 14 09:31:54.142310 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad82f88-514f-4d5f-8ab9-46fa56234a22 None None] Pushing event updated for resources: {'Port': ['ID=fd7ba625-efd1-4cbb-a8ae-4d99cd3f0169,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:54.220391 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6f862db5-122c-4b91-be59-b59bc2b058f4 req-3ae317d6-140c-444e-947e-610007ad444e tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=345a5b6fceae4b28981003dfc874e3c7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1501431 Jul 14 09:31:54.226618 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-29f0bca4-6440-4722-87e1-5c366480f154 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:54.262170 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-29f0bca4-6440-4722-87e1-5c366480f154 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Transition to ACTIVE for port object 7702e951-ddc2-4b08-b1d7-d5487d5d1e25 will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:31:54.271598 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e813febd-63ba-4029-a5e9-0ed10e77ec56 None None] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:54.295961 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-e813febd-63ba-4029-a5e9-0ed10e77ec56 None None] Transition to ACTIVE for port object 2c7e16ff-2d63-4369-bbdb-2f6e6ea47b99 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:31:54.345344 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-e813febd-63ba-4029-a5e9-0ed10e77ec56 None None] Transition to ACTIVE for port object 2c7e16ff-2d63-4369-bbdb-2f6e6ea47b99 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:31:54.354404 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-29f0bca4-6440-4722-87e1-5c366480f154 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:54.392305 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e813febd-63ba-4029-a5e9-0ed10e77ec56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:54.439576 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c60a7c4-a805-43da-946e-8889bf4ca4c0 req-b644323d-d6ac-40bf-8221-6c06be8cb8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:54.443139 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-5c60a7c4-a805-43da-946e-8889bf4ca4c0 req-b644323d-d6ac-40bf-8221-6c06be8cb8e0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=51a0c5b2b5094b24a910e75e03cedf47&device_id=53563f6e-7033-4881-b21d-7977e55df67a HTTP/1.1" status: 200 len: 1098 time: 0.2117934 Jul 14 09:31:54.538344 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29f0bca4-6440-4722-87e1-5c366480f154 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Network 84b74b2a-ebae-4ed1-b302-cad8e244c99d is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:31:54.548017 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-29f0bca4-6440-4722-87e1-5c366480f154 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:31:54.552525 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e813febd-63ba-4029-a5e9-0ed10e77ec56 None None] Pushing event updated for resources: {'Port': ['ID=2c7e16ff-2d63-4369-bbdb-2f6e6ea47b99,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:54.554822 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f0bca4-6440-4722-87e1-5c366480f154 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:31:54.560063 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f0bca4-6440-4722-87e1-5c366480f154 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Pushing event updated for resources: {'Port': ['ID=7702e951-ddc2-4b08-b1d7-d5487d5d1e25,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:54.570506 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e813febd-63ba-4029-a5e9-0ed10e77ec56 None None] Network 8ede1e39-7977-4e41-92a1-fd9539abf91a is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:31:54.575493 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2add4259-4b77-4da6-956c-dfc159721614 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10052701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11984075'] for subnet, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:54.576544 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-e813febd-63ba-4029-a5e9-0ed10e77ec56 None None] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:31:54.581252 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e813febd-63ba-4029-a5e9-0ed10e77ec56 None None] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:31:54.707998 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2add4259-4b77-4da6-956c-dfc159721614 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Pushing event deleted for resources: {'Subnet': ['ID=61383910-4428-4d14-9283-32d8df11ee52,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:54.758402 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c60a7c4-a805-43da-946e-8889bf4ca4c0 req-f872c7a2-8940-456d-b9ae-26b787528945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:54.765072 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-5c60a7c4-a805-43da-946e-8889bf4ca4c0 req-f872c7a2-8940-456d-b9ae-26b787528945 service neutron] 10.222.0.57 "GET /v2.0/networks?id=087e0468-2285-4c59-b3f2-1d1ff8b2217b HTTP/1.1" status: 200 len: 917 time: 0.3140283 Jul 14 09:31:54.773575 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-e813febd-63ba-4029-a5e9-0ed10e77ec56 None None] Attempting to bind port 2c7e16ff-2d63-4369-bbdb-2f6e6ea47b99 on host n-d-779913-29 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:31:54.776986 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-e813febd-63ba-4029-a5e9-0ed10e77ec56 None None] Attempting to bind port 2c7e16ff-2d63-4369-bbdb-2f6e6ea47b99 by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': '37e932a7-a6e0-4148-985b-bbf33eb82e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '8ede1e39-7977-4e41-92a1-fd9539abf91a'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:31:54.777599 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e813febd-63ba-4029-a5e9-0ed10e77ec56 None None] Attempting to bind port 2c7e16ff-2d63-4369-bbdb-2f6e6ea47b99 on network 8ede1e39-7977-4e41-92a1-fd9539abf91a {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:31:54.814691 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e813febd-63ba-4029-a5e9-0ed10e77ec56 None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 31, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:31:54.815077 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e813febd-63ba-4029-a5e9-0ed10e77ec56 None None] Checking segment: {'id': '37e932a7-a6e0-4148-985b-bbf33eb82e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '8ede1e39-7977-4e41-92a1-fd9539abf91a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:31:54.815742 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e813febd-63ba-4029-a5e9-0ed10e77ec56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:54.816142 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e813febd-63ba-4029-a5e9-0ed10e77ec56 None None] Bound using segment: {'id': '37e932a7-a6e0-4148-985b-bbf33eb82e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '8ede1e39-7977-4e41-92a1-fd9539abf91a'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:31:54.816875 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-e813febd-63ba-4029-a5e9-0ed10e77ec56 None None] Bound port: 2c7e16ff-2d63-4369-bbdb-2f6e6ea47b99, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37e932a7-a6e0-4148-985b-bbf33eb82e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '8ede1e39-7977-4e41-92a1-fd9539abf91a'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:31:54.817266 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e813febd-63ba-4029-a5e9-0ed10e77ec56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:54.836274 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:54.843230 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4f14bf85-b328-450b-99b1-bc3e087d3186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:54.923297 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 13d8040a-66cd-4b03-8777-9ec9f238c14f up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:31:54.929287 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29f0bca4-6440-4722-87e1-5c366480f154 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:54.930042 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-29f0bca4-6440-4722-87e1-5c366480f154 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:54.942552 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2add4259-4b77-4da6-956c-dfc159721614 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473955', 'neutron.services.segments.db._delete_segments_for_network-8735688326548'] for network, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:54.960738 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-2add4259-4b77-4da6-956c-dfc159721614 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ede1e39-7977-4e41-92a1-fd9539abf91a']}} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:54.975672 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-29f0bca4-6440-4722-87e1-5c366480f154 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.6849926 Jul 14 09:31:54.979758 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-2add4259-4b77-4da6-956c-dfc159721614 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37e932a7-a6e0-4148-985b-bbf33eb82e84') {'for_net_delete': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:54.980074 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-2add4259-4b77-4da6-956c-dfc159721614 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37e932a7-a6e0-4148-985b-bbf33eb82e84') {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:54.981766 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 56784) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:54.982822 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-5c60a7c4-a805-43da-946e-8889bf4ca4c0 req-0c0f9e9c-597f-40aa-ab8a-1e773241c511 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=49857456-823a-4ccb-9982-8fa10ce6a33d HTTP/1.1" status: 200 len: 1002 time: 0.2092216 Jul 14 09:31:54.986951 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-2f315178-8994-4aed-8f9e-1ce7dacc9b35 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Request body: {'subnet': {'network_id': '84b74b2a-ebae-4ed1-b302-cad8e244c99d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:31:55.002093 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-e813febd-63ba-4029-a5e9-0ed10e77ec56 None None] For port 2c7e16ff-2d63-4369-bbdb-2f6e6ea47b99, host n-d-779913-29, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:31:55.007159 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-e813febd-63ba-4029-a5e9-0ed10e77ec56 None None] For port 2c7e16ff-2d63-4369-bbdb-2f6e6ea47b99, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=2c7e16ff-2d63-4369-bbdb-2f6e6ea47b99,segment=NetworkSegment(37e932a7-a6e0-4148-985b-bbf33eb82e84),segment_id=37e932a7-a6e0-4148-985b-bbf33eb82e84)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:31:55.010106 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning for port 13d8040a-66cd-4b03-8777-9ec9f238c14f completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:31:55.016112 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e813febd-63ba-4029-a5e9-0ed10e77ec56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:55.049595 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device fd7ba625-efd1-4cbb-a8ae-4d99cd3f0169 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:31:55.063204 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2add4259-4b77-4da6-956c-dfc159721614 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735688356235', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10944210'] for segment, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:55.083262 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c60a7c4-a805-43da-946e-8889bf4ca4c0 req-5d7a22e6-77ce-4a9e-ae3a-7068435947d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:55.085815 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-5c60a7c4-a805-43da-946e-8889bf4ca4c0 req-5d7a22e6-77ce-4a9e-ae3a-7068435947d2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=04ae7776-8c86-484d-9bcc-4299f4579807 HTTP/1.1" status: 200 len: 855 time: 0.0947802 Jul 14 09:31:55.120885 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2add4259-4b77-4da6-956c-dfc159721614 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:55.142171 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97e3ac0-d9c2-4e88-b3cc-6c5ecdbcb256 req-6cb342fb-858e-42f5-9aa7-1a98256a3a1b tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:55.143777 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f97e3ac0-d9c2-4e88-b3cc-6c5ecdbcb256 req-6cb342fb-858e-42f5-9aa7-1a98256a3a1b tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/ports?device_id=07646ca0-10f2-4cc8-8147-f694b9d44b24 HTTP/1.1" status: 200 len: 945 time: 0.3125484 Jul 14 09:31:55.162471 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a135427a-e9a0-4a80-990e-782ff1dc8d93 None None] Network a97b43b3-fecc-4c1b-b582-9a6d8ec57d50 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:31:55.167764 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2add4259-4b77-4da6-956c-dfc159721614 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Releasing vlan 731 on physical network physnet1 to pool {{(pid=93957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:31:55.168058 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c39ec3-88b7-4cd6-86be-641bb32f87f7 req-977f7f0d-4b0c-4c3b-ba32-3afad6ed121f tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:55.168202 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2add4259-4b77-4da6-956c-dfc159721614 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10053619'] for segment, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:55.169625 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-67c39ec3-88b7-4cd6-86be-641bb32f87f7 req-977f7f0d-4b0c-4c3b-ba32-3afad6ed121f tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/ports?device_id=2bf56606-e120-41f5-a1ea-b036810e4ade HTTP/1.1" status: 200 len: 946 time: 0.2998042 Jul 14 09:31:55.190737 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:31:55.190737 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:31:55.190737 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:31:55.190737 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:31:55.190737 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:31:55.190737 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:31:55.190737 n-d-779913-29 neutron-server[93957]: Traceback (most recent call last): Jul 14 09:31:55.190737 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:31:55.190737 n-d-779913-29 neutron-server[93957]: timer() Jul 14 09:31:55.190737 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:31:55.190737 n-d-779913-29 neutron-server[93957]: cb(*args, **kw) Jul 14 09:31:55.190737 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:31:55.190737 n-d-779913-29 neutron-server[93957]: return func(*args, **kwargs) Jul 14 09:31:55.190737 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:31:55.190737 n-d-779913-29 neutron-server[93957]: self._notify() Jul 14 09:31:55.190737 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:31:55.190737 n-d-779913-29 neutron-server[93957]: self.callback(batched_events) Jul 14 09:31:55.190737 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:31:55.190737 n-d-779913-29 neutron-server[93957]: event.method(event) Jul 14 09:31:55.190737 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:31:55.190737 n-d-779913-29 neutron-server[93957]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:31:55.190737 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:31:55.190737 n-d-779913-29 neutron-server[93957]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:31:55.190737 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:31:55.190737 n-d-779913-29 neutron-server[93957]: return f(self, *a, **k) Jul 14 09:31:55.190737 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:31:55.190737 n-d-779913-29 neutron-server[93957]: return self._get(url).json() Jul 14 09:31:55.190737 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:31:55.190737 n-d-779913-29 neutron-server[93957]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:31:55.190737 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:31:55.190737 n-d-779913-29 neutron-server[93957]: return self.request(url, 'GET', **kwargs) Jul 14 09:31:55.190737 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:31:55.190737 n-d-779913-29 neutron-server[93957]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:31:55.190737 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:31:55.190737 n-d-779913-29 neutron-server[93957]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:31:55.190737 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:31:55.190737 n-d-779913-29 neutron-server[93957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:31:55.190737 n-d-779913-29 neutron-server[93957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:31:55.277760 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-67c39ec3-88b7-4cd6-86be-641bb32f87f7 req-b3ab71d3-e28a-4c25-b86d-e0efe267def4 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/security-groups?id=9b802230-9234-42e7-bf8c-0d12af0394c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935366 Jul 14 09:31:55.290688 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c60a7c4-a805-43da-946e-8889bf4ca4c0 req-b855e0c5-d3ee-4b48-980a-8ad73c49401a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:55.294020 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-5c60a7c4-a805-43da-946e-8889bf4ca4c0 req-b855e0c5-d3ee-4b48-980a-8ad73c49401a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=087e0468-2285-4c59-b3f2-1d1ff8b2217b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1842275 Jul 14 09:31:55.303824 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-089cb738-036e-4171-ab65-d79b6c234adf None None] Provisioning for port 13d8040a-66cd-4b03-8777-9ec9f238c14f completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:31:55.313218 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f97e3ac0-d9c2-4e88-b3cc-6c5ecdbcb256 req-52a60f77-92aa-464e-a660-bd3c1e96ac46 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/security-groups?id=e89c09f5-16f2-4ac7-8f23-93abffe26f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467340 Jul 14 09:31:55.333416 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-089cb738-036e-4171-ab65-d79b6c234adf None None] Provisioning complete for port 13d8040a-66cd-4b03-8777-9ec9f238c14f triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:31:55.333831 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-089cb738-036e-4171-ab65-d79b6c234adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:55.345075 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f315178-8994-4aed-8f9e-1ce7dacc9b35 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Made reservation on behalf of 078281b593d34d31bc27616950b7a85b for: {'subnet': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:31:55.351405 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2f315178-8994-4aed-8f9e-1ce7dacc9b35 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11984110'] for subnet, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:55.378624 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e813febd-63ba-4029-a5e9-0ed10e77ec56 None None] Pushing event updated for resources: {'Port': ['ID=2c7e16ff-2d63-4369-bbdb-2f6e6ea47b99,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:55.419209 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-634202f2-41f8-4c49-842d-34d59ab30448 None None] Network 8ede1e39-7977-4e41-92a1-fd9539abf91a requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:31:55.429237 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning for port fd7ba625-efd1-4cbb-a8ae-4d99cd3f0169 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:31:55.543478 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.db.api [None req-2add4259-4b77-4da6-956c-dfc159721614 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 14 09:31:55.543478 n-d-779913-29 neutron-server[93957]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 14 09:31:55.543478 n-d-779913-29 neutron-server[93957]: [parameters: {'id': '8ede1e39-7977-4e41-92a1-fd9539abf91a'}] Jul 14 09:31:55.543478 n-d-779913-29 neutron-server[93957]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93957) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 09:31:55.545418 n-d-779913-29 neutron-server[93957]: DEBUG oslo_db.api [None req-2add4259-4b77-4da6-956c-dfc159721614 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 09:31:55.556733 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-5c60a7c4-a805-43da-946e-8889bf4ca4c0 req-c4d1bfe2-e48a-4b94-8ee6-7a323936def2 service neutron] 10.222.0.57 "GET /v2.0/networks/087e0468-2285-4c59-b3f2-1d1ff8b2217b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2561808 Jul 14 09:31:55.579019 n-d-779913-29 neutron-server[93957]: INFO neutron.db.ipam_backend_mixin [None req-2f315178-8994-4aed-8f9e-1ce7dacc9b35 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 5f127648-3e84-4812-9bc1-3fb1553f3e9d (CIDR: 172.20.0.0/28) Jul 14 09:31:55.612228 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-089cb738-036e-4171-ab65-d79b6c234adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:55.629545 n-d-779913-29 neutron-server[93957]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f315178-8994-4aed-8f9e-1ce7dacc9b35 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:31:55.630651 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f315178-8994-4aed-8f9e-1ce7dacc9b35 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:31:55.655848 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-2f315178-8994-4aed-8f9e-1ce7dacc9b35 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6723480 Jul 14 09:31:55.658388 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 56802) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:55.672725 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-4f68981b-5652-4ff8-a4b4-dffa34f0d3ac tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Request body: {'subnet': {'network_id': '84b74b2a-ebae-4ed1-b302-cad8e244c99d', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:31:55.696768 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d51561-ec3e-4d0c-a738-8acd1cd72048 req-7a625fde-5107-4cad-acaa-e9075a9e5fae tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:55.706514 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b6d51561-ec3e-4d0c-a738-8acd1cd72048 req-7a625fde-5107-4cad-acaa-e9075a9e5fae tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/ports?device_id=07646ca0-10f2-4cc8-8147-f694b9d44b24 HTTP/1.1" status: 200 len: 945 time: 0.1236880 Jul 14 09:31:55.768725 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b6d51561-ec3e-4d0c-a738-8acd1cd72048 req-e66ac427-6fc7-4cb5-8f0b-18dba4906fcb tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/security-groups?id=e89c09f5-16f2-4ac7-8f23-93abffe26f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611537 Jul 14 09:31:55.789069 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-089cb738-036e-4171-ab65-d79b6c234adf None None] For port 13d8040a-66cd-4b03-8777-9ec9f238c14f, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=13d8040a-66cd-4b03-8777-9ec9f238c14f,segment=NetworkSegment(58290edc-af7e-42ac-99fb-6eb556255e16),segment_id=58290edc-af7e-42ac-99fb-6eb556255e16)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:31:55.825348 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-089cb738-036e-4171-ab65-d79b6c234adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:55.931504 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-5c60a7c4-a805-43da-946e-8889bf4ca4c0 req-1605d8c7-eaea-40aa-b60d-ca414e5a8f9a service neutron] 10.222.0.57 "GET /v2.0/networks/087e0468-2285-4c59-b3f2-1d1ff8b2217b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3678691 Jul 14 09:31:55.956681 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5ad31076-714c-49ec-bc37-f3d4cd90112a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:55.971694 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f68981b-5652-4ff8-a4b4-dffa34f0d3ac tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Made reservation on behalf of 078281b593d34d31bc27616950b7a85b for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:31:55.976681 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4f68981b-5652-4ff8-a4b4-dffa34f0d3ac tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16714600'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:56.047156 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2add4259-4b77-4da6-956c-dfc159721614 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3876111'] for network, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:56.137467 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-2add4259-4b77-4da6-956c-dfc159721614 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Deleting port 2c7e16ff-2d63-4369-bbdb-2f6e6ea47b99 {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:31:56.137850 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2add4259-4b77-4da6-956c-dfc159721614 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:56.194587 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089cb738-036e-4171-ab65-d79b6c234adf None None] Pushing event updated for resources: {'Port': ['ID=13d8040a-66cd-4b03-8777-9ec9f238c14f,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:56.219707 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-081a33d7-1abd-4e5e-b91f-9ce31379addc None None] Provisioning complete for port aa184bc8-0a3e-4e10-a8d1-b203053fa577 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:31:56.220100 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-081a33d7-1abd-4e5e-b91f-9ce31379addc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:56.232236 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf55ac9-113a-4dd4-9ab9-cf3fdcabaec4 req-d58670d0-ce05-44c4-a01e-0e7dedbcf967 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:56.233794 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-bbf55ac9-113a-4dd4-9ab9-cf3fdcabaec4 req-d58670d0-ce05-44c4-a01e-0e7dedbcf967 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] 10.222.0.68 "GET /v2.0/ports?device_id=53563f6e-7033-4881-b21d-7977e55df67a HTTP/1.1" status: 200 len: 946 time: 0.2480280 Jul 14 09:31:56.263573 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-081a33d7-1abd-4e5e-b91f-9ce31379addc None None] Port aa184bc8-0a3e-4e10-a8d1-b203053fa577 cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:31:56.279984 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-aa6b3401-d4fd-4477-8cd9-697aad0ced10 req-ba08d0b1-3f0a-4483-b8c1-0292637dad54 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=345a5b6fceae4b28981003dfc874e3c7 HTTP/1.1" status: 200 len: 221 time: 0.0564427 Jul 14 09:31:56.282259 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-2add4259-4b77-4da6-956c-dfc159721614 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] For port 2c7e16ff-2d63-4369-bbdb-2f6e6ea47b99, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=2c7e16ff-2d63-4369-bbdb-2f6e6ea47b99,segment=NetworkSegment(37e932a7-a6e0-4148-985b-bbf33eb82e84),segment_id=37e932a7-a6e0-4148-985b-bbf33eb82e84)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:31:56.282591 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2add4259-4b77-4da6-956c-dfc159721614 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:56.285185 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-081a33d7-1abd-4e5e-b91f-9ce31379addc None None] Provisioning for port fd7ba625-efd1-4cbb-a8ae-4d99cd3f0169 completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:31:56.293643 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-081a33d7-1abd-4e5e-b91f-9ce31379addc None None] Provisioning complete for port fd7ba625-efd1-4cbb-a8ae-4d99cd3f0169 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:31:56.294024 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-081a33d7-1abd-4e5e-b91f-9ce31379addc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:56.317764 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-2add4259-4b77-4da6-956c-dfc159721614 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Calling delete_port for 2c7e16ff-2d63-4369-bbdb-2f6e6ea47b99 owned by network:dhcp {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:31:56.338449 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-bbf55ac9-113a-4dd4-9ab9-cf3fdcabaec4 req-57b8409a-59e6-4ae4-9574-d7b5f913cb16 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] 10.222.0.68 "GET /v2.0/security-groups?id=b4ff2369-e32d-44b9-a882-4dd3dbe0fc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0971279 Jul 14 09:31:56.409965 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4f68981b-5652-4ff8-a4b4-dffa34f0d3ac tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13573993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16714586'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:56.427986 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-081a33d7-1abd-4e5e-b91f-9ce31379addc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:56.473679 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2add4259-4b77-4da6-956c-dfc159721614 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:56.504819 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-081a33d7-1abd-4e5e-b91f-9ce31379addc None None] For port fd7ba625-efd1-4cbb-a8ae-4d99cd3f0169, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=fd7ba625-efd1-4cbb-a8ae-4d99cd3f0169,segment=NetworkSegment(1bf68f8d-0f2c-484e-beed-731426681bc0),segment_id=1bf68f8d-0f2c-484e-beed-731426681bc0)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:31:56.510051 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-081a33d7-1abd-4e5e-b91f-9ce31379addc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:56.516914 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f68981b-5652-4ff8-a4b4-dffa34f0d3ac tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Network 84b74b2a-ebae-4ed1-b302-cad8e244c99d is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:31:56.520530 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-4f68981b-5652-4ff8-a4b4-dffa34f0d3ac tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:31:56.528207 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2add4259-4b77-4da6-956c-dfc159721614 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Pushing event deleted for resources: {'Port': ['ID=2c7e16ff-2d63-4369-bbdb-2f6e6ea47b99,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:56.530207 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2add4259-4b77-4da6-956c-dfc159721614 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] No DVR routers for this DVR port 2c7e16ff-2d63-4369-bbdb-2f6e6ea47b99 on host n-d-779913-29 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:31:56.551372 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f68981b-5652-4ff8-a4b4-dffa34f0d3ac tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:56.551987 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4f68981b-5652-4ff8-a4b4-dffa34f0d3ac tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:56.564241 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f68981b-5652-4ff8-a4b4-dffa34f0d3ac tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Pushing event updated for resources: {'Subnet': ['ID=ad56e9a0-f58c-476c-bbf9-3230822a3467,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:56.576837 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a743cbd8-7cd5-477b-80ad-be2f21cac800 None None] Network 84b74b2a-ebae-4ed1-b302-cad8e244c99d requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:31:56.594927 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-4f68981b-5652-4ff8-a4b4-dffa34f0d3ac tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.9287438 Jul 14 09:31:56.595748 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 56830) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:56.600954 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-a884cb64-f1e2-45f9-8909-acde78cb1035 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1869999386', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'ad56e9a0-f58c-476c-bbf9-3230822a3467'}], 'security_groups': ['97bf2234-3739-4cb2-b018-3573636fc246']}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:31:56.698890 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-73f3903a-9f99-413a-9a5e-2027c8c283f5 None None] Provisioning complete for port 13d8040a-66cd-4b03-8777-9ec9f238c14f triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:31:56.699335 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-73f3903a-9f99-413a-9a5e-2027c8c283f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:56.703511 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2add4259-4b77-4da6-956c-dfc159721614 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473955', 'neutron.services.segments.db._delete_segments_for_network-8735688326548'] for network, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:56.722571 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-2add4259-4b77-4da6-956c-dfc159721614 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ede1e39-7977-4e41-92a1-fd9539abf91a']}} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:56.737843 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-2add4259-4b77-4da6-956c-dfc159721614 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37e932a7-a6e0-4148-985b-bbf33eb82e84') {'for_net_delete': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:56.738145 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-2add4259-4b77-4da6-956c-dfc159721614 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37e932a7-a6e0-4148-985b-bbf33eb82e84') {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:56.752585 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2add4259-4b77-4da6-956c-dfc159721614 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735688356235', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10944210'] for segment, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:56.757029 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081a33d7-1abd-4e5e-b91f-9ce31379addc None None] Pushing event updated for resources: {'Port': ['ID=fd7ba625-efd1-4cbb-a8ae-4d99cd3f0169,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:56.761457 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 13d8040a-66cd-4b03-8777-9ec9f238c14f up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:31:56.773356 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf88dd8-c016-4dd3-b522-03ff94e18cc0 req-7b3fe8dc-211b-4920-989c-6df499786096 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:56.774958 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ebf88dd8-c016-4dd3-b522-03ff94e18cc0 req-7b3fe8dc-211b-4920-989c-6df499786096 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/ports?device_id=07646ca0-10f2-4cc8-8147-f694b9d44b24 HTTP/1.1" status: 200 len: 945 time: 0.2179921 Jul 14 09:31:56.788197 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2add4259-4b77-4da6-956c-dfc159721614 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:56.803209 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2add4259-4b77-4da6-956c-dfc159721614 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Releasing vlan 731 on physical network physnet1 to pool {{(pid=93957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:31:56.803624 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2add4259-4b77-4da6-956c-dfc159721614 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10053619'] for segment, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:56.806771 n-d-779913-29 neutron-server[93957]: Traceback (most recent call last): Jul 14 09:31:56.806771 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:31:56.806771 n-d-779913-29 neutron-server[93957]: timer() Jul 14 09:31:56.806771 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:31:56.806771 n-d-779913-29 neutron-server[93957]: cb(*args, **kw) Jul 14 09:31:56.806771 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:31:56.806771 n-d-779913-29 neutron-server[93957]: return func(*args, **kwargs) Jul 14 09:31:56.806771 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:31:56.806771 n-d-779913-29 neutron-server[93957]: self._notify() Jul 14 09:31:56.806771 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:31:56.806771 n-d-779913-29 neutron-server[93957]: self.callback(batched_events) Jul 14 09:31:56.806771 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:31:56.806771 n-d-779913-29 neutron-server[93957]: event.method(event) Jul 14 09:31:56.806771 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:31:56.806771 n-d-779913-29 neutron-server[93957]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:31:56.806771 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:31:56.806771 n-d-779913-29 neutron-server[93957]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:31:56.806771 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:31:56.806771 n-d-779913-29 neutron-server[93957]: return f(self, *a, **k) Jul 14 09:31:56.806771 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:31:56.806771 n-d-779913-29 neutron-server[93957]: return self._get(url).json() Jul 14 09:31:56.806771 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:31:56.806771 n-d-779913-29 neutron-server[93957]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:31:56.806771 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:31:56.806771 n-d-779913-29 neutron-server[93957]: return self.request(url, 'GET', **kwargs) Jul 14 09:31:56.806771 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:31:56.806771 n-d-779913-29 neutron-server[93957]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:31:56.806771 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:31:56.806771 n-d-779913-29 neutron-server[93957]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:31:56.806771 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:31:56.806771 n-d-779913-29 neutron-server[93957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:31:56.806771 n-d-779913-29 neutron-server[93957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:31:56.831128 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f2a7fa-4a69-4323-a45b-b2db01fff138 req-c0e04516-b140-4d07-9964-fbc45f7fd4f8 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:56.839184 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-c3f2a7fa-4a69-4323-a45b-b2db01fff138 req-c0e04516-b140-4d07-9964-fbc45f7fd4f8 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/ports?device_id=2bf56606-e120-41f5-a1ea-b036810e4ade HTTP/1.1" status: 200 len: 946 time: 0.1937129 Jul 14 09:31:56.867821 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ebf88dd8-c016-4dd3-b522-03ff94e18cc0 req-43eb166f-bb09-44e9-897a-97d5e6cc7801 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/security-groups?id=e89c09f5-16f2-4ac7-8f23-93abffe26f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869198 Jul 14 09:31:56.891233 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2add4259-4b77-4da6-956c-dfc159721614 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660504'] for network, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:56.899171 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2add4259-4b77-4da6-956c-dfc159721614 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Notify callbacks [] for network, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:56.902531 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-2add4259-4b77-4da6-956c-dfc159721614 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] 10.222.0.68 "DELETE /v2.0/networks/8ede1e39-7977-4e41-92a1-fd9539abf91a HTTP/1.1" status: 204 len: 168 time: 3.9296079 Jul 14 09:31:56.919231 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 56834) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:56.938584 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2add4259-4b77-4da6-956c-dfc159721614 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Pushing event deleted for resources: {'Network': ['ID=8ede1e39-7977-4e41-92a1-fd9539abf91a,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:56.950292 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-c3f2a7fa-4a69-4323-a45b-b2db01fff138 req-a681a2c5-e837-4e20-b07a-7adbb077f067 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/security-groups?id=9b802230-9234-42e7-bf8c-0d12af0394c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099186 Jul 14 09:31:56.956682 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-7c6d9905-3ef3-423c-9a5f-86746d48dd02 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-404043230'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:31:56.986813 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a884cb64-f1e2-45f9-8909-acde78cb1035 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:56.994836 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port 13d8040a-66cd-4b03-8777-9ec9f238c14f triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:31:56.995362 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:57.074249 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-73f3903a-9f99-413a-9a5e-2027c8c283f5 None None] Provisioning for port 7702e951-ddc2-4b08-b1d7-d5487d5d1e25 completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:31:57.099028 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-73f3903a-9f99-413a-9a5e-2027c8c283f5 None None] Provisioning complete for port 7702e951-ddc2-4b08-b1d7-d5487d5d1e25 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:31:57.099424 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-73f3903a-9f99-413a-9a5e-2027c8c283f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:57.161665 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c6d9905-3ef3-423c-9a5f-86746d48dd02 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Made reservation on behalf of d2e77bb9b83648c5a3b44c9b50d7a782 for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:31:57.167002 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7c6d9905-3ef3-423c-9a5f-86746d48dd02 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:57.170105 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92ebda2-ba07-429d-9b09-a5f822f8f31a req-94548bb2-46ee-4d7f-82a7-24d71e7319e7 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:57.172903 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b92ebda2-ba07-429d-9b09-a5f822f8f31a req-94548bb2-46ee-4d7f-82a7-24d71e7319e7 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/ports?device_id=07646ca0-10f2-4cc8-8147-f694b9d44b24 HTTP/1.1" status: 200 len: 945 time: 0.0882723 Jul 14 09:31:57.235820 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b92ebda2-ba07-429d-9b09-a5f822f8f31a req-9495d774-3022-4b69-bdb0-ca136154609d tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/security-groups?id=e89c09f5-16f2-4ac7-8f23-93abffe26f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544167 Jul 14 09:31:57.263987 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c6d9905-3ef3-423c-9a5f-86746d48dd02 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 740} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:31:57.283964 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-73f3903a-9f99-413a-9a5e-2027c8c283f5 None None] Port 7702e951-ddc2-4b08-b1d7-d5487d5d1e25 cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:31:57.310617 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7c6d9905-3ef3-423c-9a5f-86746d48dd02 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:57.310933 n-d-779913-29 neutron-server[93958]: INFO neutron.db.segments_db [None req-7c6d9905-3ef3-423c-9a5f-86746d48dd02 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Added segment ca7d9293-9541-4bfe-8af6-cbebfc8bf2bc of type vlan for network 1c14a161-469b-41c4-b41e-da2a240b1dc0 Jul 14 09:31:57.390535 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7c6d9905-3ef3-423c-9a5f-86746d48dd02 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735687821325'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:57.391763 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee11ff6d-2cd3-46d8-818b-933d5e8926a8 None None] Update dhcp port {'port': {'network_id': '84b74b2a-ebae-4ed1-b302-cad8e244c99d', 'fixed_ips': [{'subnet_id': '5f127648-3e84-4812-9bc1-3fb1553f3e9d', 'ip_address': '172.20.0.2'}, {'subnet_id': 'ad56e9a0-f58c-476c-bbf9-3230822a3467'}], 'binding:host_id': 'n-d-779913-29'}, 'id': 'fd7ba625-efd1-4cbb-a8ae-4d99cd3f0169'} from n-d-779913-29. {{(pid=93959) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 14 09:31:57.486895 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7c6d9905-3ef3-423c-9a5f-86746d48dd02 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:57.489439 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ee11ff6d-2cd3-46d8-818b-933d5e8926a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:57.494404 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c6d9905-3ef3-423c-9a5f-86746d48dd02 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:57.495032 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7c6d9905-3ef3-423c-9a5f-86746d48dd02 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:57.513985 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00542e1d-c259-48a1-9533-f2ebca17f03f req-e6c12b05-904f-4145-bdc0-37d9787adc39 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:57.516133 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-00542e1d-c259-48a1-9533-f2ebca17f03f req-e6c12b05-904f-4145-bdc0-37d9787adc39 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/ports?device_id=07646ca0-10f2-4cc8-8147-f694b9d44b24 HTTP/1.1" status: 200 len: 945 time: 0.1040189 Jul 14 09:31:57.581116 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-00542e1d-c259-48a1-9533-f2ebca17f03f req-0dfbee04-7d06-478b-a630-e0dc415f2285 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/security-groups?id=e89c09f5-16f2-4ac7-8f23-93abffe26f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579679 Jul 14 09:31:57.611946 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-a884cb64-f1e2-45f9-8909-acde78cb1035 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Delete allocated IP 172.20.0.5 (84b74b2a-ebae-4ed1-b302-cad8e244c99d/5f127648-3e84-4812-9bc1-3fb1553f3e9d) {{(pid=93958) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 14 09:31:57.661218 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-7c6d9905-3ef3-423c-9a5f-86746d48dd02 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7093568 Jul 14 09:31:57.666002 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 56850) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:57.671616 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-a884cb64-f1e2-45f9-8909-acde78cb1035 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Allocated IP 172.20.0.23 (84b74b2a-ebae-4ed1-b302-cad8e244c99d/ad56e9a0-f58c-476c-bbf9-3230822a3467/7702e951-ddc2-4b08-b1d7-d5487d5d1e25) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:31:57.673264 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-92f208aa-4ac7-4ce5-b850-03126a825d86 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Request body: {'subnet': {'network_id': '1c14a161-469b-41c4-b41e-da2a240b1dc0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:31:57.680568 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5bbe322f-3f67-4864-bc0a-91afe44d23e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:57.683612 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6d9905-3ef3-423c-9a5f-86746d48dd02 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Pushing event updated for resources: {'Network': ['ID=1c14a161-469b-41c4-b41e-da2a240b1dc0,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:57.701328 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Network 1c14a161-469b-41c4-b41e-da2a240b1dc0 details requested by agent ovs-agent-n-d-779913-29 with host n-d-779913-29 {{(pid=93959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:31:57.919126 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9764472-7cd1-4a53-bf0b-39f4804989f1 req-8ff9a37d-55ea-45f8-ab3c-af0a39ecff15 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:57.920946 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e9764472-7cd1-4a53-bf0b-39f4804989f1 req-8ff9a37d-55ea-45f8-ab3c-af0a39ecff15 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/ports?device_id=07646ca0-10f2-4cc8-8147-f694b9d44b24 HTTP/1.1" status: 200 len: 945 time: 0.1975923 Jul 14 09:31:57.922309 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92f208aa-4ac7-4ce5-b850-03126a825d86 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Made reservation on behalf of d2e77bb9b83648c5a3b44c9b50d7a782 for: {'subnet': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:31:57.926210 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-92f208aa-4ac7-4ce5-b850-03126a825d86 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11984110'] for subnet, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:58.047749 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e9764472-7cd1-4a53-bf0b-39f4804989f1 req-33fa0c68-aa2f-4869-9d0f-4fe216cd5447 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/security-groups?id=e89c09f5-16f2-4ac7-8f23-93abffe26f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019304 Jul 14 09:31:58.211048 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a10dea-6e5a-4b61-8406-bb702113c914 req-44980121-d6e4-4877-9558-17e8f7c50000 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:58.212463 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-e3a10dea-6e5a-4b61-8406-bb702113c914 req-44980121-d6e4-4877-9558-17e8f7c50000 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] 10.222.0.68 "GET /v2.0/ports?device_id=53563f6e-7033-4881-b21d-7977e55df67a HTTP/1.1" status: 200 len: 946 time: 0.7107909 Jul 14 09:31:58.236909 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-92f208aa-4ac7-4ce5-b850-03126a825d86 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10052764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11984092'] for subnet, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:58.306000 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f208aa-4ac7-4ce5-b850-03126a825d86 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Pushing event updated for resources: {'Subnet': ['ID=dae163c9-4c64-4722-8465-c3b483005585,revision_number=0']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:58.306187 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-e3a10dea-6e5a-4b61-8406-bb702113c914 req-fb7ea85e-aa81-4940-9cd6-102c2f8f7046 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] 10.222.0.68 "GET /v2.0/security-groups?id=b4ff2369-e32d-44b9-a882-4dd3dbe0fc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829315 Jul 14 09:31:58.333639 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bbd879-fbf2-4376-8871-d7721b2ca3f5 req-290cd36d-a8fa-49f8-8205-a07f81face4b tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:58.340456 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-27bbd879-fbf2-4376-8871-d7721b2ca3f5 req-290cd36d-a8fa-49f8-8205-a07f81face4b tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/ports?device_id=2bf56606-e120-41f5-a1ea-b036810e4ade HTTP/1.1" status: 200 len: 946 time: 0.1581252 Jul 14 09:31:58.357413 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92f208aa-4ac7-4ce5-b850-03126a825d86 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Checking segment: {'id': 'ca7d9293-9541-4bfe-8af6-cbebfc8bf2bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '1c14a161-469b-41c4-b41e-da2a240b1dc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:31:58.357945 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92f208aa-4ac7-4ce5-b850-03126a825d86 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Network hostable DHCP agents. Network: 1c14a161-469b-41c4-b41e-da2a240b1dc0, hostable agents: ['c6a09bd4-f72e-4283-a3ca-0bbca8a51081'], hosted agents: [] {{(pid=93957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:31:58.378195 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 49857456-823a-4ccb-9982-8fa10ce6a33d no longer exists at agent hyperv_n-h2-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:31:58.397631 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a884cb64-f1e2-45f9-8909-acde78cb1035 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:58.402975 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-27bbd879-fbf2-4376-8871-d7721b2ca3f5 req-73be6985-ddf9-424b-8921-076de3a5d507 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/security-groups?id=9b802230-9234-42e7-bf8c-0d12af0394c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616016 Jul 14 09:31:58.404202 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92f208aa-4ac7-4ce5-b850-03126a825d86 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Network 1c14a161-469b-41c4-b41e-da2a240b1dc0 is scheduled to be hosted by DHCP agent c6a09bd4-f72e-4283-a3ca-0bbca8a51081 with binding_index 1 {{(pid=93957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:31:58.430034 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-92f208aa-4ac7-4ce5-b850-03126a825d86 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-29, 1c14a161-469b-41c4-b41e-da2a240b1dc0) {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:31:58.437145 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-a884cb64-f1e2-45f9-8909-acde78cb1035 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Ignored duplicate provisioning block setup for port 7702e951-ddc2-4b08-b1d7-d5487d5d1e25 by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 14 09:31:58.437759 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92f208aa-4ac7-4ce5-b850-03126a825d86 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:58.438530 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-92f208aa-4ac7-4ce5-b850-03126a825d86 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Notify callbacks [] for subnet, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:58.446207 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a884cb64-f1e2-45f9-8909-acde78cb1035 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13574142'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:58.447520 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb3bf0e3-d600-4b09-acb1-d51662956d14 None None] Network 1c14a161-469b-41c4-b41e-da2a240b1dc0 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:31:58.476803 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-92f208aa-4ac7-4ce5-b850-03126a825d86 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.8096113 Jul 14 09:31:58.481991 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 56870) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:58.487330 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-9d2a1cff-9d02-4b0f-9fe8-8c607824f173 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1776121189'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:31:58.541800 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d2a1cff-9d02-4b0f-9fe8-8c607824f173 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Made reservation on behalf of d2e77bb9b83648c5a3b44c9b50d7a782 for: {'network': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:31:58.545785 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-9d2a1cff-9d02-4b0f-9fe8-8c607824f173 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for network, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:58.552114 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a884cb64-f1e2-45f9-8909-acde78cb1035 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Pushing event updated for resources: {'Port': ['ID=7702e951-ddc2-4b08-b1d7-d5487d5d1e25,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:58.590846 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.agents_db [None req-3c3509fb-540d-4335-a450-574895dd3602 None None] Agent healthcheck: found 7 active agents {{(pid=93960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:31:58.622563 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-a884cb64-f1e2-45f9-8909-acde78cb1035 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] In _notify_port_updated(), no bound segment for port 7702e951-ddc2-4b08-b1d7-d5487d5d1e25 on network 84b74b2a-ebae-4ed1-b302-cad8e244c99d {{(pid=93958) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 14 09:31:58.630336 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a884cb64-f1e2-45f9-8909-acde78cb1035 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:58.633150 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d2a1cff-9d02-4b0f-9fe8-8c607824f173 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 701} {{(pid=93957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:31:58.633842 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a884cb64-f1e2-45f9-8909-acde78cb1035 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:58.635625 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-a884cb64-f1e2-45f9-8909-acde78cb1035 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] 10.222.0.68 "PUT /v2.0/ports/7702e951-ddc2-4b08-b1d7-d5487d5d1e25 HTTP/1.1" status: 200 len: 921 time: 2.0389919 Jul 14 09:31:58.638946 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 56872) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:58.679110 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-9d2a1cff-9d02-4b0f-9fe8-8c607824f173 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:58.679842 n-d-779913-29 neutron-server[93957]: INFO neutron.db.segments_db [None req-9d2a1cff-9d02-4b0f-9fe8-8c607824f173 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Added segment 61b95826-82a8-4f5b-a9de-2c6f4d8f5bb9 of type vlan for network d40dfcad-fb80-49f3-9c35-ad835e5e91f5 Jul 14 09:31:58.757607 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-9d2a1cff-9d02-4b0f-9fe8-8c607824f173 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735687821325'] for network, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:58.773423 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device fd7ba625-efd1-4cbb-a8ae-4d99cd3f0169 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:31:58.779133 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4ce38b-674c-4c09-a1da-533031082059 req-d65abe10-d4a3-4487-a459-457765ba2255 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:58.786636 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-fb4ce38b-674c-4c09-a1da-533031082059 req-d65abe10-d4a3-4487-a459-457765ba2255 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/ports?device_id=07646ca0-10f2-4cc8-8147-f694b9d44b24 HTTP/1.1" status: 200 len: 945 time: 0.2070916 Jul 14 09:31:58.827211 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-ee11ff6d-2cd3-46d8-818b-933d5e8926a8 None None] Allocated IP 172.20.0.18 (84b74b2a-ebae-4ed1-b302-cad8e244c99d/ad56e9a0-f58c-476c-bbf9-3230822a3467/fd7ba625-efd1-4cbb-a8ae-4d99cd3f0169) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:31:58.833776 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-9d2a1cff-9d02-4b0f-9fe8-8c607824f173 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855'] for network, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:58.836228 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-8156a056-508c-49a4-aaf8-e0b4081acf68 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Deleting port 7702e951-ddc2-4b08-b1d7-d5487d5d1e25 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:31:58.836675 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8156a056-508c-49a4-aaf8-e0b4081acf68 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:58.840192 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d2a1cff-9d02-4b0f-9fe8-8c607824f173 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:58.840789 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-9d2a1cff-9d02-4b0f-9fe8-8c607824f173 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Notify callbacks [] for network, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:58.876249 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-fb4ce38b-674c-4c09-a1da-533031082059 req-d64e0f65-7d2c-4b7f-9696-eae1af4caa53 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/security-groups?id=e89c09f5-16f2-4ac7-8f23-93abffe26f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883079 Jul 14 09:31:58.980681 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4ed3747-4947-4504-bac6-df328bab37e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf57baaa9-fd24-59f4-8fd2-1dc21122ce72-1c14a161-469b-41c4-b41e-da2a240b1dc0', 'network_id': '1c14a161-469b-41c4-b41e-da2a240b1dc0', 'tenant_id': 'd2e77bb9b83648c5a3b44c9b50d7a782', 'fixed_ips': [{'subnet_id': 'dae163c9-4c64-4722-8465-c3b483005585'}]}} from n-d-779913-29. {{(pid=93959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:31:58.981556 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a4ed3747-4947-4504-bac6-df328bab37e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:58.986429 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2a1cff-9d02-4b0f-9fe8-8c607824f173 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Pushing event updated for resources: {'Network': ['ID=d40dfcad-fb80-49f3-9c35-ad835e5e91f5,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:58.989109 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:58.991799 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8156a056-508c-49a4-aaf8-e0b4081acf68 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:59.006537 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-9d2a1cff-9d02-4b0f-9fe8-8c607824f173 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5223796 Jul 14 09:31:59.008584 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 56878) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:59.015015 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-5a205fe5-6e2b-4e81-9119-ceb7aac7610f tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Request body: {'subnet': {'network_id': 'd40dfcad-fb80-49f3-9c35-ad835e5e91f5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:31:59.016460 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-8156a056-508c-49a4-aaf8-e0b4081acf68 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Calling delete_port for 7702e951-ddc2-4b08-b1d7-d5487d5d1e25 owned by {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:31:59.021582 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Network d40dfcad-fb80-49f3-9c35-ad835e5e91f5 details requested by agent ovs-agent-n-d-779913-29 with host n-d-779913-29 {{(pid=93959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:31:59.131651 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port fd7ba625-efd1-4cbb-a8ae-4d99cd3f0169 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:31:59.131859 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:59.149410 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a205fe5-6e2b-4e81-9119-ceb7aac7610f tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Made reservation on behalf of d2e77bb9b83648c5a3b44c9b50d7a782 for: {'subnet': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:31:59.153947 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5a205fe5-6e2b-4e81-9119-ceb7aac7610f tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11984110'] for subnet, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:59.181827 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53563f6e-7033-4881-b21d-7977e55df67a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49857456-823a-4ccb-9982-8fa10ce6a33d'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:31:59.184407 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd62303f06773040a8a4e189dc46b4f565768c299abf8ab8e7739778b0bc3e97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef9112be-8fd0-4ebb-9db2-3d4c82d83fe1" -d '{"events": [{"server_uuid": "53563f6e-7033-4881-b21d-7977e55df67a", "name": "network-vif-unplugged", "status": "completed", "tag": "49857456-823a-4ccb-9982-8fa10ce6a33d"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:31:59.185064 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91905f4-b2bb-4d0f-9153-f2921d58b34f req-bfb6001e-32e9-4dff-acaf-2c8b05f62fba tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:59.192110 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-b91905f4-b2bb-4d0f-9153-f2921d58b34f req-bfb6001e-32e9-4dff-acaf-2c8b05f62fba tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/ports?device_id=07646ca0-10f2-4cc8-8147-f694b9d44b24 HTTP/1.1" status: 200 len: 945 time: 0.1121070 Jul 14 09:31:59.244285 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.ipam_backend_mixin [None req-5a205fe5-6e2b-4e81-9119-ceb7aac7610f tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Performing IP validity checks on allocation pools {{(pid=93957) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 14 09:31:59.244876 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.ipam_backend_mixin [None req-5a205fe5-6e2b-4e81-9119-ceb7aac7610f tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93957) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 14 09:31:59.246948 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 49857456-823a-4ccb-9982-8fa10ce6a33d, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=49857456-823a-4ccb-9982-8fa10ce6a33d,segment=NetworkSegment(4e909166-7a9a-4d71-9929-2b11d90f7baa),segment_id=4e909166-7a9a-4d71-9929-2b11d90f7baa)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:31:59.250097 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 14 Jul 2021 09:31:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-960d3cae-3a78-406f-b445-96aa17c5636b x-openstack-request-id: req-960d3cae-3a78-406f-b445-96aa17c5636b {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:31:59.250400 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53563f6e-7033-4881-b21d-7977e55df67a", "name": "network-vif-unplugged", "status": "failed", "tag": "49857456-823a-4ccb-9982-8fa10ce6a33d", "code": 422}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:31:59.250618 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-960d3cae-3a78-406f-b445-96aa17c5636b {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:31:59.251017 n-d-779913-29 neutron-server[93959]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '53563f6e-7033-4881-b21d-7977e55df67a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '49857456-823a-4ccb-9982-8fa10ce6a33d', 'code': 422} returned with failed status Jul 14 09:31:59.265468 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-ee11ff6d-2cd3-46d8-818b-933d5e8926a8 None None] For port fd7ba625-efd1-4cbb-a8ae-4d99cd3f0169, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=fd7ba625-efd1-4cbb-a8ae-4d99cd3f0169,segment=NetworkSegment(1bf68f8d-0f2c-484e-beed-731426681bc0),segment_id=1bf68f8d-0f2c-484e-beed-731426681bc0)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:31:59.267263 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:59.324273 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-b91905f4-b2bb-4d0f-9153-f2921d58b34f req-76cf37f7-1ae1-41fd-b384-f98b18d12a25 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/security-groups?id=e89c09f5-16f2-4ac7-8f23-93abffe26f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292007 Jul 14 09:31:59.379832 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8156a056-508c-49a4-aaf8-e0b4081acf68 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:59.401161 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ee11ff6d-2cd3-46d8-818b-933d5e8926a8 None None] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:59.423973 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-a4ed3747-4947-4504-bac6-df328bab37e2 None None] Allocated IP 2001:db8::1 (1c14a161-469b-41c4-b41e-da2a240b1dc0/dae163c9-4c64-4722-8465-c3b483005585/7f458db8-354e-4716-94be-de5d9696affc) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:31:59.441812 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Pushing event updated for resources: {'Port': ['ID=49857456-823a-4ccb-9982-8fa10ce6a33d,revision_number=8']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:59.442260 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8156a056-508c-49a4-aaf8-e0b4081acf68 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Pushing event deleted for resources: {'Port': ['ID=7702e951-ddc2-4b08-b1d7-d5487d5d1e25,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:59.482664 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-ee11ff6d-2cd3-46d8-818b-933d5e8926a8 None None] Transition to ACTIVE for port object fd7ba625-efd1-4cbb-a8ae-4d99cd3f0169 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:31:59.493367 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5a205fe5-6e2b-4e81-9119-ceb7aac7610f tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10052764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11984092'] for subnet, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:59.507361 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ee11ff6d-2cd3-46d8-818b-933d5e8926a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:59.583858 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8156a056-508c-49a4-aaf8-e0b4081acf68 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:59.587082 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-8156a056-508c-49a4-aaf8-e0b4081acf68 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] 10.222.0.68 "DELETE /v2.0/ports/7702e951-ddc2-4b08-b1d7-d5487d5d1e25 HTTP/1.1" status: 204 len: 168 time: 0.9428833 Jul 14 09:31:59.593116 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 56890) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:59.604885 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8255f753-c676-4498-b0e2-4689450a08eb req-d0e45bdc-9c13-4cf0-bd64-60a7a3471a79 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:59.607027 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-8255f753-c676-4498-b0e2-4689450a08eb req-d0e45bdc-9c13-4cf0-bd64-60a7a3471a79 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/ports?device_id=07646ca0-10f2-4cc8-8147-f694b9d44b24 HTTP/1.1" status: 200 len: 945 time: 0.1032267 Jul 14 09:31:59.652530 n-d-779913-29 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb37e256-8802-41ca-925c-c5e4462ff867 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] GET failed (client error): The resource could not be found. Jul 14 09:31:59.652827 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a205fe5-6e2b-4e81-9119-ceb7aac7610f tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Checking segment: {'id': '61b95826-82a8-4f5b-a9de-2c6f4d8f5bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'd40dfcad-fb80-49f3-9c35-ad835e5e91f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:31:59.653206 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a205fe5-6e2b-4e81-9119-ceb7aac7610f tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Network hostable DHCP agents. Network: d40dfcad-fb80-49f3-9c35-ad835e5e91f5, hostable agents: ['c6a09bd4-f72e-4283-a3ca-0bbca8a51081'], hosted agents: [] {{(pid=93957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:31:59.654451 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-eb37e256-8802-41ca-925c-c5e4462ff867 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] 10.222.0.68 "GET /v2.0/ports/7702e951-ddc2-4b08-b1d7-d5487d5d1e25 HTTP/1.1" status: 404 len: 333 time: 0.0463910 Jul 14 09:31:59.657128 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 56894) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:59.661840 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a205fe5-6e2b-4e81-9119-ceb7aac7610f tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Pushing event updated for resources: {'Subnet': ['ID=13dd75ae-6849-4466-8b5c-914cdc4d5752,revision_number=0']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:59.700179 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a205fe5-6e2b-4e81-9119-ceb7aac7610f tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Network d40dfcad-fb80-49f3-9c35-ad835e5e91f5 is scheduled to be hosted by DHCP agent c6a09bd4-f72e-4283-a3ca-0bbca8a51081 with binding_index 1 {{(pid=93957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:31:59.720262 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4c9726-e477-4dc3-9a89-3a539e4a97b0 req-8f17106f-d984-4ade-9984-a19f2fdae596 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:59.728969 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0e4c9726-e477-4dc3-9a89-3a539e4a97b0 req-8f17106f-d984-4ade-9984-a19f2fdae596 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] 10.222.0.68 "GET /v2.0/ports?device_id=53563f6e-7033-4881-b21d-7977e55df67a HTTP/1.1" status: 200 len: 944 time: 0.1585159 Jul 14 09:31:59.732043 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-5a205fe5-6e2b-4e81-9119-ceb7aac7610f tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-29, d40dfcad-fb80-49f3-9c35-ad835e5e91f5) {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:31:59.742402 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a205fe5-6e2b-4e81-9119-ceb7aac7610f tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:59.742994 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5a205fe5-6e2b-4e81-9119-ceb7aac7610f tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Notify callbacks [] for subnet, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:59.759288 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a63281f-1d01-48de-b6fa-e8f5a88cfb92 None None] Network d40dfcad-fb80-49f3-9c35-ad835e5e91f5 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:31:59.767739 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-5a205fe5-6e2b-4e81-9119-ceb7aac7610f tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 0.7578516 Jul 14 09:31:59.770081 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-8255f753-c676-4498-b0e2-4689450a08eb req-b5371fee-45d5-4ed9-b4fc-b4adb00710de tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/security-groups?id=e89c09f5-16f2-4ac7-8f23-93abffe26f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264343 Jul 14 09:31:59.770592 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 56896) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:59.826154 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0e4c9726-e477-4dc3-9a89-3a539e4a97b0 req-71ddb2ff-7a76-48f5-a740-eb82cb83dda9 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] 10.222.0.68 "GET /v2.0/security-groups?id=b4ff2369-e32d-44b9-a882-4dd3dbe0fc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0961380 Jul 14 09:31:59.911879 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee11ff6d-2cd3-46d8-818b-933d5e8926a8 None None] Pushing event updated for resources: {'Port': ['ID=fd7ba625-efd1-4cbb-a8ae-4d99cd3f0169,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:59.973478 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ed61675c-d97e-4f21-b5c8-82722c11cd6d tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:00.069415 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1c4ec445-1934-48bb-bad4-2cbe190071a8 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3876111'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:00.070782 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a4ed3747-4947-4504-bac6-df328bab37e2 None None] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:00.073984 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ed61675c-d97e-4f21-b5c8-82722c11cd6d tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:00.084380 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-a4ed3747-4947-4504-bac6-df328bab37e2 None None] Transition to ACTIVE for port object 7f458db8-354e-4716-94be-de5d9696affc will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:32:00.123585 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-a4ed3747-4947-4504-bac6-df328bab37e2 None None] Transition to ACTIVE for port object 7f458db8-354e-4716-94be-de5d9696affc will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:32:00.135763 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30446f30-349c-4400-bd83-2fd60b1a083d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf57baaa9-fd24-59f4-8fd2-1dc21122ce72-d40dfcad-fb80-49f3-9c35-ad835e5e91f5', 'network_id': 'd40dfcad-fb80-49f3-9c35-ad835e5e91f5', 'tenant_id': 'd2e77bb9b83648c5a3b44c9b50d7a782', 'fixed_ips': [{'subnet_id': '13dd75ae-6849-4466-8b5c-914cdc4d5752'}]}} from n-d-779913-29. {{(pid=93959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:32:00.136682 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-30446f30-349c-4400-bd83-2fd60b1a083d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:00.157041 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a4ed3747-4947-4504-bac6-df328bab37e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:00.182799 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbe5fa0-b65a-4669-ad6e-48b95cb4f98a req-34f97214-5bb2-45b2-973f-3da6f220acc8 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:00.184284 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-1cbe5fa0-b65a-4669-ad6e-48b95cb4f98a req-34f97214-5bb2-45b2-973f-3da6f220acc8 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/ports?device_id=2bf56606-e120-41f5-a1ea-b036810e4ade HTTP/1.1" status: 200 len: 946 time: 0.2167222 Jul 14 09:32:00.213253 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ed61675c-d97e-4f21-b5c8-82722c11cd6d tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:00.215806 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ed61675c-d97e-4f21-b5c8-82722c11cd6d tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:00.216950 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-ed61675c-d97e-4f21-b5c8-82722c11cd6d tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] 10.222.0.68 "DELETE /v2.0/security-groups/ac576174-0864-42ed-bfab-1275427c6148 HTTP/1.1" status: 204 len: 168 time: 0.5587475 Jul 14 09:32:00.220923 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 56908) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:00.241518 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4ed3747-4947-4504-bac6-df328bab37e2 None None] Network 1c14a161-469b-41c4-b41e-da2a240b1dc0 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:32:00.251788 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1c4ec445-1934-48bb-bad4-2cbe190071a8 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3481002'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:00.257873 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-a4ed3747-4947-4504-bac6-df328bab37e2 None None] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:32:00.263925 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ed3747-4947-4504-bac6-df328bab37e2 None None] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:32:00.275536 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-1cbe5fa0-b65a-4669-ad6e-48b95cb4f98a req-c049aa10-f16c-4ef9-b889-892391e13e46 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/security-groups?id=9b802230-9234-42e7-bf8c-0d12af0394c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786939 Jul 14 09:32:00.276279 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61675c-d97e-4f21-b5c8-82722c11cd6d tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac576174-0864-42ed-bfab-1275427c6148,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:00.399004 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1c4ec445-1934-48bb-bad4-2cbe190071a8 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13574056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16714573'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:00.437614 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4ec445-1934-48bb-bad4-2cbe190071a8 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Pushing event deleted for resources: {'Subnet': ['ID=13dd75ae-6849-4466-8b5c-914cdc4d5752,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:00.446021 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3fb3bc6b-f01e-4b29-91c0-ed6311128807 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks [] for security_group, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:00.455959 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ed3747-4947-4504-bac6-df328bab37e2 None None] Pushing event updated for resources: {'Port': ['ID=7f458db8-354e-4716-94be-de5d9696affc,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:00.509750 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efadd43-26b2-4b21-a29e-fec932cd0172 req-60022a54-9110-41f8-a2f0-8b0ed8df9921 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:00.533200 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2efadd43-26b2-4b21-a29e-fec932cd0172 req-60022a54-9110-41f8-a2f0-8b0ed8df9921 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/ports?device_id=07646ca0-10f2-4cc8-8147-f694b9d44b24 HTTP/1.1" status: 200 len: 945 time: 0.2591960 Jul 14 09:32:00.543844 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1c4ec445-1934-48bb-bad4-2cbe190071a8 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473955', 'neutron.services.segments.db._delete_segments_for_network-8735688326548'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:00.545255 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3fb3bc6b-f01e-4b29-91c0-ed6311128807 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:00.550566 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server [None req-30446f30-349c-4400-bd83-2fd60b1a083d None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 13dd75ae-6849-4466-8b5c-914cdc4d5752: This subnet is being modified by another concurrent operation. Jul 14 09:32:00.550566 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 14 09:32:00.550566 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 14 09:32:00.550566 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 14 09:32:00.550566 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 14 09:32:00.550566 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 14 09:32:00.550566 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 14 09:32:00.550566 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 14 09:32:00.550566 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 14 09:32:00.550566 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 14 09:32:00.550566 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 14 09:32:00.550566 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 14 09:32:00.550566 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:32:00.550566 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:32:00.550566 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:32:00.550566 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:32:00.550566 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 14 09:32:00.550566 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 09:32:00.550566 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 14 09:32:00.550566 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 14 09:32:00.550566 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:32:00.550566 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:32:00.550566 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:32:00.550566 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:32:00.550566 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 14 09:32:00.550566 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 09:32:00.550566 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 14 09:32:00.550566 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 14 09:32:00.550566 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:32:00.550566 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:32:00.550566 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:32:00.550566 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:32:00.550566 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 14 09:32:00.550566 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 14 09:32:00.550566 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 14 09:32:00.550566 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 14 09:32:00.550566 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 14 09:32:00.550566 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 14 09:32:00.550566 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 14 09:32:00.550566 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 14 09:32:00.550566 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 14 09:32:00.550566 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 14 09:32:00.550566 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 14 09:32:00.550566 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 14 09:32:00.550566 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 14 09:32:00.550566 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 14 09:32:00.550566 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 14 09:32:00.550566 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 14 09:32:00.550566 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:32:00.550566 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:32:00.550566 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:32:00.550566 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:32:00.550566 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 14 09:32:00.550566 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 09:32:00.559618 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 14 09:32:00.559618 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 14 09:32:00.559618 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:32:00.559618 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:32:00.559618 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:32:00.559618 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:32:00.559618 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 14 09:32:00.559618 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 09:32:00.559618 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 14 09:32:00.559618 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 14 09:32:00.559618 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:32:00.559618 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:32:00.559618 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:32:00.559618 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:32:00.559618 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 14 09:32:00.559618 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 14 09:32:00.559618 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 14 09:32:00.559618 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 14 09:32:00.559618 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 14 09:32:00.559618 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 14 09:32:00.559618 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 14 09:32:00.559618 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 14 09:32:00.559618 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 14 09:32:00.559618 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 14 09:32:00.559618 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:32:00.559618 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:32:00.559618 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:32:00.559618 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:32:00.559618 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 14 09:32:00.559618 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 14 09:32:00.559618 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 14 09:32:00.559618 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 14 09:32:00.559618 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 14 09:32:00.559618 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 14 09:32:00.559618 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 14 09:32:00.559618 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server raise exception Jul 14 09:32:00.559618 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 13dd75ae-6849-4466-8b5c-914cdc4d5752: This subnet is being modified by another concurrent operation. Jul 14 09:32:00.559618 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server Jul 14 09:32:00.570535 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-a4ed3747-4947-4504-bac6-df328bab37e2 None None] Attempting to bind port 7f458db8-354e-4716-94be-de5d9696affc on host n-d-779913-29 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:32:00.570535 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-a4ed3747-4947-4504-bac6-df328bab37e2 None None] Attempting to bind port 7f458db8-354e-4716-94be-de5d9696affc by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': 'ca7d9293-9541-4bfe-8af6-cbebfc8bf2bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '1c14a161-469b-41c4-b41e-da2a240b1dc0'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:32:00.570535 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ed3747-4947-4504-bac6-df328bab37e2 None None] Attempting to bind port 7f458db8-354e-4716-94be-de5d9696affc on network 1c14a161-469b-41c4-b41e-da2a240b1dc0 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:32:00.584191 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-1c4ec445-1934-48bb-bad4-2cbe190071a8 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d40dfcad-fb80-49f3-9c35-ad835e5e91f5']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:32:00.584967 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-877c63f3-5b6a-4753-820b-1ba06900ff6b None None] Network d40dfcad-fb80-49f3-9c35-ad835e5e91f5 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:32:00.610393 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-1c4ec445-1934-48bb-bad4-2cbe190071a8 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61b95826-82a8-4f5b-a9de-2c6f4d8f5bb9') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:32:00.610763 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-1c4ec445-1934-48bb-bad4-2cbe190071a8 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61b95826-82a8-4f5b-a9de-2c6f4d8f5bb9') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:32:00.644615 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1c4ec445-1934-48bb-bad4-2cbe190071a8 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735688356235', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13574129'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:00.659095 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2efadd43-26b2-4b21-a29e-fec932cd0172 req-938ac26a-333e-403d-bf24-9f6323259c32 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/security-groups?id=e89c09f5-16f2-4ac7-8f23-93abffe26f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245530 Jul 14 09:32:00.688992 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3fb3bc6b-f01e-4b29-91c0-ed6311128807 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:00.691731 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1c4ec445-1934-48bb-bad4-2cbe190071a8 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:00.692829 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3fb3bc6b-f01e-4b29-91c0-ed6311128807 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:00.697065 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-3fb3bc6b-f01e-4b29-91c0-ed6311128807 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] 10.222.0.68 "DELETE /v2.0/security-groups/97bf2234-3739-4cb2-b018-3573636fc246 HTTP/1.1" status: 204 len: 168 time: 0.4726622 Jul 14 09:32:00.698839 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 56912) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:00.721552 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb3bc6b-f01e-4b29-91c0-ed6311128807 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=97bf2234-3739-4cb2-b018-3573636fc246,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:00.779617 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ed3747-4947-4504-bac6-df328bab37e2 None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 31, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:32:00.780595 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ed3747-4947-4504-bac6-df328bab37e2 None None] Checking segment: {'id': 'ca7d9293-9541-4bfe-8af6-cbebfc8bf2bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '1c14a161-469b-41c4-b41e-da2a240b1dc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:32:00.782534 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a4ed3747-4947-4504-bac6-df328bab37e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:00.785064 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ed3747-4947-4504-bac6-df328bab37e2 None None] Bound using segment: {'id': 'ca7d9293-9541-4bfe-8af6-cbebfc8bf2bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '1c14a161-469b-41c4-b41e-da2a240b1dc0'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:32:00.786007 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-a4ed3747-4947-4504-bac6-df328bab37e2 None None] Bound port: 7f458db8-354e-4716-94be-de5d9696affc, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca7d9293-9541-4bfe-8af6-cbebfc8bf2bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '1c14a161-469b-41c4-b41e-da2a240b1dc0'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:32:00.786843 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a4ed3747-4947-4504-bac6-df328bab37e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:00.809269 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device fd7ba625-efd1-4cbb-a8ae-4d99cd3f0169 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:32:00.820463 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a850ac9-4ee2-4e1f-be38-ffe9a02e2706 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Deleting subnet 5f127648-3e84-4812-9bc1-3fb1553f3e9d {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:32:00.824451 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c4ec445-1934-48bb-bad4-2cbe190071a8 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Releasing vlan 701 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:32:00.824887 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1c4ec445-1934-48bb-bad4-2cbe190071a8 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13573126'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:00.828597 n-d-779913-29 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:32:00.828597 n-d-779913-29 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:32:00.828597 n-d-779913-29 neutron-server[93958]: Traceback (most recent call last): Jul 14 09:32:00.828597 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:32:00.828597 n-d-779913-29 neutron-server[93958]: timer() Jul 14 09:32:00.828597 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:32:00.828597 n-d-779913-29 neutron-server[93958]: cb(*args, **kw) Jul 14 09:32:00.828597 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:32:00.828597 n-d-779913-29 neutron-server[93958]: return func(*args, **kwargs) Jul 14 09:32:00.828597 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:32:00.828597 n-d-779913-29 neutron-server[93958]: self._notify() Jul 14 09:32:00.828597 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:32:00.828597 n-d-779913-29 neutron-server[93958]: self.callback(batched_events) Jul 14 09:32:00.828597 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:32:00.828597 n-d-779913-29 neutron-server[93958]: event.method(event) Jul 14 09:32:00.828597 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:32:00.828597 n-d-779913-29 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:32:00.828597 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:32:00.828597 n-d-779913-29 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:32:00.828597 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:32:00.828597 n-d-779913-29 neutron-server[93958]: return f(self, *a, **k) Jul 14 09:32:00.828597 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:32:00.828597 n-d-779913-29 neutron-server[93958]: return self._get(url).json() Jul 14 09:32:00.828597 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:32:00.828597 n-d-779913-29 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:32:00.828597 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:32:00.828597 n-d-779913-29 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 14 09:32:00.828597 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:32:00.828597 n-d-779913-29 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:32:00.828597 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:32:00.828597 n-d-779913-29 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:32:00.828597 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:32:00.828597 n-d-779913-29 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:32:00.828597 n-d-779913-29 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:32:00.831671 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9a850ac9-4ee2-4e1f-be38-ffe9a02e2706 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:00.978166 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9a850ac9-4ee2-4e1f-be38-ffe9a02e2706 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13574120'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:00.984072 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1c4ec445-1934-48bb-bad4-2cbe190071a8 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660504'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:01.057659 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1c4ec445-1934-48bb-bad4-2cbe190071a8 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:01.072064 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-1c4ec445-1934-48bb-bad4-2cbe190071a8 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] 10.222.0.68 "DELETE /v2.0/networks/d40dfcad-fb80-49f3-9c35-ad835e5e91f5 HTTP/1.1" status: 204 len: 168 time: 1.2897747 Jul 14 09:32:01.076109 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 56924) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:01.091250 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2333d6-170e-4c16-b1f8-fbb6131f7377 req-5bba492a-6356-400f-9de2-bf5b225a1aca tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:01.093195 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-3df300df-471e-41e6-8add-310058654f84 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-93585168'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:32:01.103220 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4ec445-1934-48bb-bad4-2cbe190071a8 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Pushing event deleted for resources: {'Network': ['ID=d40dfcad-fb80-49f3-9c35-ad835e5e91f5,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:01.121175 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-cc2333d6-170e-4c16-b1f8-fbb6131f7377 req-5bba492a-6356-400f-9de2-bf5b225a1aca tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/ports?device_id=07646ca0-10f2-4cc8-8147-f694b9d44b24 HTTP/1.1" status: 200 len: 945 time: 0.2247257 Jul 14 09:32:01.155801 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-d0aa8d64-a371-4f73-a402-c9229a644fd8 None None] Provisioning complete for port aa184bc8-0a3e-4e10-a8d1-b203053fa577 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:32:01.156242 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d0aa8d64-a371-4f73-a402-c9229a644fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:01.168139 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3df300df-471e-41e6-8add-310058654f84 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Made reservation on behalf of d2e77bb9b83648c5a3b44c9b50d7a782 for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:32:01.172339 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3df300df-471e-41e6-8add-310058654f84 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:01.213934 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-cc2333d6-170e-4c16-b1f8-fbb6131f7377 req-cbee8e61-fabb-403e-8e7d-c5f80a149c40 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/security-groups?id=e89c09f5-16f2-4ac7-8f23-93abffe26f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869408 Jul 14 09:32:01.258058 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9a850ac9-4ee2-4e1f-be38-ffe9a02e2706 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3481002'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:01.280265 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-a4ed3747-4947-4504-bac6-df328bab37e2 None None] For port 7f458db8-354e-4716-94be-de5d9696affc, host n-d-779913-29, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:32:01.286725 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-a4ed3747-4947-4504-bac6-df328bab37e2 None None] For port 7f458db8-354e-4716-94be-de5d9696affc, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=7f458db8-354e-4716-94be-de5d9696affc,segment=NetworkSegment(ca7d9293-9541-4bfe-8af6-cbebfc8bf2bc),segment_id=ca7d9293-9541-4bfe-8af6-cbebfc8bf2bc)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:32:01.291163 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-d0aa8d64-a371-4f73-a402-c9229a644fd8 None None] Port aa184bc8-0a3e-4e10-a8d1-b203053fa577 cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:32:01.295158 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a4ed3747-4947-4504-bac6-df328bab37e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:01.310750 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-d0aa8d64-a371-4f73-a402-c9229a644fd8 None None] Could not find standard attr ID for object 7702e951-ddc2-4b08-b1d7-d5487d5d1e25. {{(pid=93959) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 09:32:01.319012 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3df300df-471e-41e6-8add-310058654f84 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 744} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:32:01.373728 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3df300df-471e-41e6-8add-310058654f84 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:01.373728 n-d-779913-29 neutron-server[93958]: INFO neutron.db.segments_db [None req-3df300df-471e-41e6-8add-310058654f84 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Added segment e609a30c-aa75-4a8f-a184-861261151c25 of type vlan for network c38a438f-1569-44a2-97b9-3769ef0a1be6 Jul 14 09:32:01.502491 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-d0aa8d64-a371-4f73-a402-c9229a644fd8 None None] Provisioning for port fd7ba625-efd1-4cbb-a8ae-4d99cd3f0169 completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:32:01.505048 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3df300df-471e-41e6-8add-310058654f84 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735687821325'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:01.511860 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-d0aa8d64-a371-4f73-a402-c9229a644fd8 None None] Provisioning complete for port fd7ba625-efd1-4cbb-a8ae-4d99cd3f0169 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:32:01.512880 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d0aa8d64-a371-4f73-a402-c9229a644fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:01.517240 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ed3747-4947-4504-bac6-df328bab37e2 None None] Pushing event updated for resources: {'Port': ['ID=7f458db8-354e-4716-94be-de5d9696affc,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:01.526939 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9a850ac9-4ee2-4e1f-be38-ffe9a02e2706 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13574056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16714573'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:01.560171 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9a850ac9-4ee2-4e1f-be38-ffe9a02e2706 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:01.567534 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-9a850ac9-4ee2-4e1f-be38-ffe9a02e2706 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] 10.222.0.68 "DELETE /v2.0/subnets/5f127648-3e84-4812-9bc1-3fb1553f3e9d HTTP/1.1" status: 204 len: 168 time: 0.8553629 Jul 14 09:32:01.570576 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 56940) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:01.577927 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-d61551f6-a3a2-4c89-a934-5298d4bbe2cb tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Request body: {'subnet': {'network_id': '84b74b2a-ebae-4ed1-b302-cad8e244c99d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:32:01.670771 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a850ac9-4ee2-4e1f-be38-ffe9a02e2706 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Pushing event deleted for resources: {'Subnet': ['ID=5f127648-3e84-4812-9bc1-3fb1553f3e9d,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:01.703514 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98c3c7ab-6cf6-4d3e-a42f-2de47006b31b None None] Network 84b74b2a-ebae-4ed1-b302-cad8e244c99d requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:32:01.728409 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3df300df-471e-41e6-8add-310058654f84 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:01.737093 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3df300df-471e-41e6-8add-310058654f84 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:01.739892 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3df300df-471e-41e6-8add-310058654f84 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:01.825582 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-3df300df-471e-41e6-8add-310058654f84 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.7431138 Jul 14 09:32:01.832942 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 56942) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:01.843386 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-2fa37d31-ac0b-4c65-b771-f11c9c0443b6 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Request body: {'subnet': {'network_id': 'c38a438f-1569-44a2-97b9-3769ef0a1be6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:32:01.862514 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-835f19e6-458c-40cd-abec-2d50668449da None None] Could not find standard attr ID for object 7702e951-ddc2-4b08-b1d7-d5487d5d1e25. {{(pid=93959) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 09:32:01.870319 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df300df-471e-41e6-8add-310058654f84 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Pushing event updated for resources: {'Network': ['ID=c38a438f-1569-44a2-97b9-3769ef0a1be6,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:01.884442 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Network c38a438f-1569-44a2-97b9-3769ef0a1be6 details requested by agent ovs-agent-n-d-779913-29 with host n-d-779913-29 {{(pid=93959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:32:01.898190 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c11b38-6300-4899-9027-2317d92141fb req-64148d18-7ed3-42c3-a57f-61ec19318749 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:01.910532 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc18984d-2c98-4156-815d-c2f534dae070 req-698ae0ea-52c0-4393-81f4-cb1419b5cec5 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:01.912582 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-dc18984d-2c98-4156-815d-c2f534dae070 req-698ae0ea-52c0-4393-81f4-cb1419b5cec5 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/ports?device_id=2bf56606-e120-41f5-a1ea-b036810e4ade HTTP/1.1" status: 200 len: 946 time: 0.2682621 Jul 14 09:32:01.915805 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-e6c11b38-6300-4899-9027-2317d92141fb req-64148d18-7ed3-42c3-a57f-61ec19318749 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/ports?device_id=07646ca0-10f2-4cc8-8147-f694b9d44b24 HTTP/1.1" status: 200 len: 945 time: 0.2489047 Jul 14 09:32:01.987680 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-e6c11b38-6300-4899-9027-2317d92141fb req-11f6b6dd-31d2-4441-a9fc-55605cba614f tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/security-groups?id=e89c09f5-16f2-4ac7-8f23-93abffe26f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697086 Jul 14 09:32:01.998723 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d61551f6-a3a2-4c89-a934-5298d4bbe2cb tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Made reservation on behalf of 078281b593d34d31bc27616950b7a85b for: {'subnet': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:32:02.002913 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d61551f6-a3a2-4c89-a934-5298d4bbe2cb tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11984110'] for subnet, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:02.048581 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fa37d31-ac0b-4c65-b771-f11c9c0443b6 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Made reservation on behalf of d2e77bb9b83648c5a3b44c9b50d7a782 for: {'subnet': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:32:02.052674 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2fa37d31-ac0b-4c65-b771-f11c9c0443b6 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11984110'] for subnet, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:02.119654 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-dc18984d-2c98-4156-815d-c2f534dae070 req-87d286bc-3173-459f-b3a0-285df437e38b tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/security-groups?id=9b802230-9234-42e7-bf8c-0d12af0394c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950901 Jul 14 09:32:02.393295 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 49857456-823a-4ccb-9982-8fa10ce6a33d no longer exists at agent hyperv_n-h2-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:32:02.624092 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a0ee17-cdfc-4bc4-85f1-7875b049daa7 req-847aac00-0afb-448a-88ba-a4b689339d46 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:02.630077 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-72a0ee17-cdfc-4bc4-85f1-7875b049daa7 req-847aac00-0afb-448a-88ba-a4b689339d46 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] 10.222.0.68 "GET /v2.0/ports?device_id=53563f6e-7033-4881-b21d-7977e55df67a HTTP/1.1" status: 200 len: 944 time: 0.1711366 Jul 14 09:32:02.682168 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-72a0ee17-cdfc-4bc4-85f1-7875b049daa7 req-13abc5a0-ebf8-4747-9a53-360f23aa5b5e tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] 10.222.0.68 "GET /v2.0/security-groups?id=b4ff2369-e32d-44b9-a882-4dd3dbe0fc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491261 Jul 14 09:32:02.845420 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 7f458db8-354e-4716-94be-de5d9696affc up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:32:02.919585 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning for port 7f458db8-354e-4716-94be-de5d9696affc completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:32:02.936748 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-231692e4-b333-44d5-82c1-71deaebacb05 req-1a56a0e6-f7a1-40de-9275-21fe921f594a service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=53563f6e-7033-4881-b21d-7977e55df67a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2301457 Jul 14 09:32:03.144509 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af7d1e83-1718-4f65-96ab-789170c9bb42 None None] Network 1c14a161-469b-41c4-b41e-da2a240b1dc0 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:32:03.266443 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-8af6df32-31d0-4cea-b3e6-a02ae755cae9 None None] Provisioning for port 7f458db8-354e-4716-94be-de5d9696affc completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:32:03.293254 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-8af6df32-31d0-4cea-b3e6-a02ae755cae9 None None] Provisioning complete for port 7f458db8-354e-4716-94be-de5d9696affc triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:32:03.293668 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8af6df32-31d0-4cea-b3e6-a02ae755cae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:03.299306 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d61551f6-a3a2-4c89-a934-5298d4bbe2cb tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10052764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11984092'] for subnet, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:03.334870 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71fd1c2-c77d-4afa-82d1-51700800be13 req-b1910e58-dcf9-45e0-9076-bc69f1c0b15a tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:03.346609 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-a71fd1c2-c77d-4afa-82d1-51700800be13 req-b1910e58-dcf9-45e0-9076-bc69f1c0b15a tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/ports?device_id=2bf56606-e120-41f5-a1ea-b036810e4ade HTTP/1.1" status: 200 len: 946 time: 0.0883257 Jul 14 09:32:03.395803 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61551f6-a3a2-4c89-a934-5298d4bbe2cb tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Pushing event updated for resources: {'Subnet': ['ID=aa653fbc-00a9-4ce9-bed8-c7151228d468,revision_number=0']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:03.400338 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-a71fd1c2-c77d-4afa-82d1-51700800be13 req-28b0857b-8cb6-4033-a25f-e82bed1c1df3 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/security-groups?id=9b802230-9234-42e7-bf8c-0d12af0394c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480471 Jul 14 09:32:03.418894 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2fa37d31-ac0b-4c65-b771-f11c9c0443b6 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10052764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11984092'] for subnet, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:03.446293 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8af6df32-31d0-4cea-b3e6-a02ae755cae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:03.474287 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d61551f6-a3a2-4c89-a934-5298d4bbe2cb tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Network 84b74b2a-ebae-4ed1-b302-cad8e244c99d is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:32:03.486445 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-d61551f6-a3a2-4c89-a934-5298d4bbe2cb tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:32:03.492855 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d61551f6-a3a2-4c89-a934-5298d4bbe2cb tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:03.493760 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d61551f6-a3a2-4c89-a934-5298d4bbe2cb tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks [] for subnet, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:03.500613 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5266eb8-167c-4f3a-9396-33103c016e9c None None] Network 84b74b2a-ebae-4ed1-b302-cad8e244c99d requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:32:03.564001 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 56982) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:03.564320 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-d61551f6-a3a2-4c89-a934-5298d4bbe2cb tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9916477 Jul 14 09:32:03.570261 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-0342a4ae-8508-426e-8d59-3be0d29678ed tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Request body: {'security_group': {'name': 'tempest-secgroup-1918635511'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:32:03.586336 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55697847-a276-42b9-89e7-0981c9ce5a8b req-49151b8f-350c-47fa-ae74-43f8934df9e9 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:03.588508 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-55697847-a276-42b9-89e7-0981c9ce5a8b req-49151b8f-350c-47fa-ae74-43f8934df9e9 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/ports?device_id=07646ca0-10f2-4cc8-8147-f694b9d44b24 HTTP/1.1" status: 200 len: 945 time: 0.4129579 Jul 14 09:32:03.624312 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa37d31-ac0b-4c65-b771-f11c9c0443b6 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Pushing event updated for resources: {'Subnet': ['ID=f404cd7c-c6f6-4ff9-b04f-8cc8bcdecb76,revision_number=0']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:03.624973 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0342a4ae-8508-426e-8d59-3be0d29678ed tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:03.633044 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8af6df32-31d0-4cea-b3e6-a02ae755cae9 None None] For port 7f458db8-354e-4716-94be-de5d9696affc, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=7f458db8-354e-4716-94be-de5d9696affc,segment=NetworkSegment(ca7d9293-9541-4bfe-8af6-cbebfc8bf2bc),segment_id=ca7d9293-9541-4bfe-8af6-cbebfc8bf2bc)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:32:03.638676 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa37d31-ac0b-4c65-b771-f11c9c0443b6 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Checking segment: {'id': 'e609a30c-aa75-4a8f-a184-861261151c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'c38a438f-1569-44a2-97b9-3769ef0a1be6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:32:03.639010 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fa37d31-ac0b-4c65-b771-f11c9c0443b6 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Network hostable DHCP agents. Network: c38a438f-1569-44a2-97b9-3769ef0a1be6, hostable agents: ['c6a09bd4-f72e-4283-a3ca-0bbca8a51081'], hosted agents: [] {{(pid=93957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:32:03.646377 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8af6df32-31d0-4cea-b3e6-a02ae755cae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:03.659673 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-55697847-a276-42b9-89e7-0981c9ce5a8b req-ec34104d-1d6a-40af-af8c-a48636309f47 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/security-groups?id=e89c09f5-16f2-4ac7-8f23-93abffe26f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621791 Jul 14 09:32:03.674073 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fa37d31-ac0b-4c65-b771-f11c9c0443b6 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Network c38a438f-1569-44a2-97b9-3769ef0a1be6 is scheduled to be hosted by DHCP agent c6a09bd4-f72e-4283-a3ca-0bbca8a51081 with binding_index 1 {{(pid=93957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:32:03.687143 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-2fa37d31-ac0b-4c65-b771-f11c9c0443b6 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-29, c38a438f-1569-44a2-97b9-3769ef0a1be6) {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:32:03.707964 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fa37d31-ac0b-4c65-b771-f11c9c0443b6 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:03.710943 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2fa37d31-ac0b-4c65-b771-f11c9c0443b6 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Notify callbacks [] for subnet, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:03.749874 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0342a4ae-8508-426e-8d59-3be0d29678ed tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:03.756201 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0342a4ae-8508-426e-8d59-3be0d29678ed tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:03.768831 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-2fa37d31-ac0b-4c65-b771-f11c9c0443b6 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.9318717 Jul 14 09:32:03.769564 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 56988) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:03.785203 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3d33d19-2bcd-439d-b27a-9a74f430ba88 None None] Network c38a438f-1569-44a2-97b9-3769ef0a1be6 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:32:03.794778 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0342a4ae-8508-426e-8d59-3be0d29678ed tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81aa8354-f1eb-4769-82cf-fd2f7374605c,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:03.807036 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0342a4ae-8508-426e-8d59-3be0d29678ed tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:03.813005 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-0342a4ae-8508-426e-8d59-3be0d29678ed tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2479494 Jul 14 09:32:03.813893 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 56990) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:03.822231 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-f9192979-b1ab-41e7-9ee1-4a70f72090e9 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Request body: {'security_group': {'name': 'tempest-secgroup-1012060972'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:32:03.881852 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f9192979-b1ab-41e7-9ee1-4a70f72090e9 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:03.896451 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af6df32-31d0-4cea-b3e6-a02ae755cae9 None None] Pushing event updated for resources: {'Port': ['ID=7f458db8-354e-4716-94be-de5d9696affc,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:03.936758 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a7102961-37c5-4603-97cb-54cd60867ac1 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3876111'] for network, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:04.033941 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6a8555-1b98-4428-8892-bbbdb513fcd8 req-1a6ea2d1-1ca1-4527-8c42-f55394498a4f tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:04.035429 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-1b6a8555-1b98-4428-8892-bbbdb513fcd8 req-1a6ea2d1-1ca1-4527-8c42-f55394498a4f tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] 10.222.0.68 "GET /v2.0/ports?device_id=53563f6e-7033-4881-b21d-7977e55df67a HTTP/1.1" status: 200 len: 944 time: 0.1010509 Jul 14 09:32:04.077765 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a7102961-37c5-4603-97cb-54cd60867ac1 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3481002'] for subnet, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:04.148652 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-0f521d96-72a7-41f6-aa95-fd9a9d3bf129 None None] Provisioning complete for port aa184bc8-0a3e-4e10-a8d1-b203053fa577 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:32:04.149057 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0f521d96-72a7-41f6-aa95-fd9a9d3bf129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:04.156536 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a7102961-37c5-4603-97cb-54cd60867ac1 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10052701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11984075'] for subnet, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:04.176208 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-1b6a8555-1b98-4428-8892-bbbdb513fcd8 req-031475a0-fafa-40cb-907d-86f81974aa2f tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] 10.222.0.68 "GET /v2.0/security-groups?id=b4ff2369-e32d-44b9-a882-4dd3dbe0fc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1278424 Jul 14 09:32:04.207554 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f9192979-b1ab-41e7-9ee1-4a70f72090e9 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:04.210227 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7102961-37c5-4603-97cb-54cd60867ac1 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Pushing event deleted for resources: {'Subnet': ['ID=f404cd7c-c6f6-4ff9-b04f-8cc8bcdecb76,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:04.215903 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f9192979-b1ab-41e7-9ee1-4a70f72090e9 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:04.285169 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f9192979-b1ab-41e7-9ee1-4a70f72090e9 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:04.289968 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-f9192979-b1ab-41e7-9ee1-4a70f72090e9 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4747007 Jul 14 09:32:04.292959 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 56994) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:04.295826 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-0f521d96-72a7-41f6-aa95-fd9a9d3bf129 None None] Port aa184bc8-0a3e-4e10-a8d1-b203053fa577 cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:32:04.304132 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-01f522c3-93f4-46f5-959a-d5594d684a93 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Request body: {'security_group': {'name': 'tempest-secgroup-2130166332'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:32:04.318053 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9192979-b1ab-41e7-9ee1-4a70f72090e9 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aed29140-f1ce-424b-85b7-dc87e6796c8f,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:04.363750 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-01f522c3-93f4-46f5-959a-d5594d684a93 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:04.382654 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddecd0e-0fc4-4dbc-a41c-f18422fb5f4c req-7a670171-fb81-4d41-a2f7-b62a185cca24 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:04.384394 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3ddecd0e-0fc4-4dbc-a41c-f18422fb5f4c req-7a670171-fb81-4d41-a2f7-b62a185cca24 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/ports?device_id=07646ca0-10f2-4cc8-8147-f694b9d44b24 HTTP/1.1" status: 200 len: 945 time: 0.4115214 Jul 14 09:32:04.400213 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-0f521d96-72a7-41f6-aa95-fd9a9d3bf129 None None] Provisioning complete for port fd7ba625-efd1-4cbb-a8ae-4d99cd3f0169 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:32:04.401395 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0f521d96-72a7-41f6-aa95-fd9a9d3bf129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:04.403914 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-315ff0b0-a771-4527-88e1-848aa726f74f None None] Network c38a438f-1569-44a2-97b9-3769ef0a1be6 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:32:04.415955 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a7102961-37c5-4603-97cb-54cd60867ac1 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473955', 'neutron.services.segments.db._delete_segments_for_network-8735688326548'] for network, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:04.467378 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-a7102961-37c5-4603-97cb-54cd60867ac1 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c38a438f-1569-44a2-97b9-3769ef0a1be6']}} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:32:04.507727 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-a7102961-37c5-4603-97cb-54cd60867ac1 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e609a30c-aa75-4a8f-a184-861261151c25') {'for_net_delete': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:32:04.510960 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-a7102961-37c5-4603-97cb-54cd60867ac1 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e609a30c-aa75-4a8f-a184-861261151c25') {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:32:04.554352 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a7102961-37c5-4603-97cb-54cd60867ac1 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735688356235', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10944210'] for segment, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:04.568355 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-01f522c3-93f4-46f5-959a-d5594d684a93 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:04.568839 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eb4ef9a-9fae-4d1c-935b-d4f9f5a129d6 None None] Update dhcp port {'port': {'network_id': '84b74b2a-ebae-4ed1-b302-cad8e244c99d', 'fixed_ips': [{'subnet_id': 'ad56e9a0-f58c-476c-bbf9-3230822a3467', 'ip_address': '172.20.0.18'}, {'subnet_id': 'aa653fbc-00a9-4ce9-bed8-c7151228d468'}], 'binding:host_id': 'n-d-779913-29'}, 'id': 'fd7ba625-efd1-4cbb-a8ae-4d99cd3f0169'} from n-d-779913-29. {{(pid=93959) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 14 09:32:04.572152 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3ddecd0e-0fc4-4dbc-a41c-f18422fb5f4c req-fb0ee4c4-add7-4946-92ca-311fb42f02ce tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/security-groups?id=e89c09f5-16f2-4ac7-8f23-93abffe26f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806331 Jul 14 09:32:04.578382 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-01f522c3-93f4-46f5-959a-d5594d684a93 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:04.580887 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a7102961-37c5-4603-97cb-54cd60867ac1 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:04.588997 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7102961-37c5-4603-97cb-54cd60867ac1 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Releasing vlan 744 on physical network physnet1 to pool {{(pid=93957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:32:04.589577 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a7102961-37c5-4603-97cb-54cd60867ac1 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10053619'] for segment, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:04.611047 n-d-779913-29 neutron-server[93957]: Traceback (most recent call last): Jul 14 09:32:04.611047 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:32:04.611047 n-d-779913-29 neutron-server[93957]: timer() Jul 14 09:32:04.611047 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:32:04.611047 n-d-779913-29 neutron-server[93957]: cb(*args, **kw) Jul 14 09:32:04.611047 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:32:04.611047 n-d-779913-29 neutron-server[93957]: return func(*args, **kwargs) Jul 14 09:32:04.611047 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:32:04.611047 n-d-779913-29 neutron-server[93957]: self._notify() Jul 14 09:32:04.611047 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:32:04.611047 n-d-779913-29 neutron-server[93957]: self.callback(batched_events) Jul 14 09:32:04.611047 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:32:04.611047 n-d-779913-29 neutron-server[93957]: event.method(event) Jul 14 09:32:04.611047 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:32:04.611047 n-d-779913-29 neutron-server[93957]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:32:04.611047 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:32:04.611047 n-d-779913-29 neutron-server[93957]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:32:04.611047 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:32:04.611047 n-d-779913-29 neutron-server[93957]: return f(self, *a, **k) Jul 14 09:32:04.611047 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:32:04.611047 n-d-779913-29 neutron-server[93957]: return self._get(url).json() Jul 14 09:32:04.611047 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:32:04.611047 n-d-779913-29 neutron-server[93957]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:32:04.611047 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:32:04.611047 n-d-779913-29 neutron-server[93957]: return self.request(url, 'GET', **kwargs) Jul 14 09:32:04.611047 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:32:04.611047 n-d-779913-29 neutron-server[93957]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:32:04.611047 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:32:04.611047 n-d-779913-29 neutron-server[93957]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:32:04.611047 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:32:04.611047 n-d-779913-29 neutron-server[93957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:32:04.611047 n-d-779913-29 neutron-server[93957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:32:04.663353 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f522c3-93f4-46f5-959a-d5594d684a93 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0c0537f-cfb5-43f0-b9eb-17830f27cf40,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:04.685585 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-01f522c3-93f4-46f5-959a-d5594d684a93 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:04.694086 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 57004) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:04.696369 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-01f522c3-93f4-46f5-959a-d5594d684a93 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4022975 Jul 14 09:32:04.722699 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-1898beab-9385-4422-a8be-f3279ecd3b47 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-364123396', 'security_groups': ['e0c0537f-cfb5-43f0-b9eb-17830f27cf40'], 'network_id': '84b74b2a-ebae-4ed1-b302-cad8e244c99d', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'aa653fbc-00a9-4ce9-bed8-c7151228d468'}]}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:32:04.792256 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 7f458db8-354e-4716-94be-de5d9696affc up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:32:04.814799 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a7102961-37c5-4603-97cb-54cd60867ac1 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660504'] for network, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:04.830018 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a7102961-37c5-4603-97cb-54cd60867ac1 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Notify callbacks [] for network, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:04.831970 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-a7102961-37c5-4603-97cb-54cd60867ac1 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] 10.222.0.68 "DELETE /v2.0/networks/c38a438f-1569-44a2-97b9-3769ef0a1be6 HTTP/1.1" status: 204 len: 168 time: 1.0611553 Jul 14 09:32:04.836878 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 57006) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:04.838901 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718a6329-b726-437e-92ca-28222f60df02 req-26c11ec3-ab1b-4527-8ff8-ba5d9e1d7ab9 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:04.840947 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-718a6329-b726-437e-92ca-28222f60df02 req-26c11ec3-ab1b-4527-8ff8-ba5d9e1d7ab9 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/ports?device_id=2bf56606-e120-41f5-a1ea-b036810e4ade HTTP/1.1" status: 200 len: 946 time: 0.1362669 Jul 14 09:32:04.862582 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-63fe156f-72b6-4346-ab1d-601609f9ae43 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-10499799'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:32:04.864034 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0eb4ef9a-9fae-4d1c-935b-d4f9f5a129d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:04.923021 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-718a6329-b726-437e-92ca-28222f60df02 req-e834c76e-d0e7-42b1-ad40-4ad32637ebf4 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/security-groups?id=9b802230-9234-42e7-bf8c-0d12af0394c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648513 Jul 14 09:32:04.923676 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7102961-37c5-4603-97cb-54cd60867ac1 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Pushing event deleted for resources: {'Network': ['ID=c38a438f-1569-44a2-97b9-3769ef0a1be6,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:04.946266 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63fe156f-72b6-4346-ab1d-601609f9ae43 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Made reservation on behalf of d2e77bb9b83648c5a3b44c9b50d7a782 for: {'network': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:32:04.949923 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-63fe156f-72b6-4346-ab1d-601609f9ae43 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for network, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:05.017709 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1898beab-9385-4422-a8be-f3279ecd3b47 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Made reservation on behalf of 078281b593d34d31bc27616950b7a85b for: {'port': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:32:05.022409 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63fe156f-72b6-4346-ab1d-601609f9ae43 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 730} {{(pid=93957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:32:05.115338 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-63fe156f-72b6-4346-ab1d-601609f9ae43 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:05.115793 n-d-779913-29 neutron-server[93957]: INFO neutron.db.segments_db [None req-63fe156f-72b6-4346-ab1d-601609f9ae43 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Added segment 88311e76-a7a7-4b29-b567-c3ffa0c98caa of type vlan for network 23b640d3-b18c-4860-80aa-74c50b042749 Jul 14 09:32:05.207595 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-63fe156f-72b6-4346-ab1d-601609f9ae43 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735687821325'] for network, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:05.218770 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port 7f458db8-354e-4716-94be-de5d9696affc triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:32:05.219548 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:05.236910 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1898beab-9385-4422-a8be-f3279ecd3b47 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:05.251185 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191fd759-51ae-4f22-993b-226b1f6a3a3c req-1f719bdf-5f05-4959-bc91-dbad45e18248 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:05.252756 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-191fd759-51ae-4f22-993b-226b1f6a3a3c req-1f719bdf-5f05-4959-bc91-dbad45e18248 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/ports?device_id=07646ca0-10f2-4cc8-8147-f694b9d44b24 HTTP/1.1" status: 200 len: 945 time: 0.1959887 Jul 14 09:32:05.261477 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-ac74beb0-3cb0-4c85-abe2-491daa1673d5 None None] Provisioning complete for port 7f458db8-354e-4716-94be-de5d9696affc triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:32:05.261898 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ac74beb0-3cb0-4c85-abe2-491daa1673d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:05.295969 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-1898beab-9385-4422-a8be-f3279ecd3b47 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] device_id is not set on port 3ce2eb12-753e-4a08-ab1b-208f9552e608 yet. {{(pid=93957) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:32:05.304175 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-63fe156f-72b6-4346-ab1d-601609f9ae43 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855'] for network, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:05.309898 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63fe156f-72b6-4346-ab1d-601609f9ae43 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:05.310493 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-63fe156f-72b6-4346-ab1d-601609f9ae43 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Notify callbacks [] for network, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:05.357137 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-0eb4ef9a-9fae-4d1c-935b-d4f9f5a129d6 None None] Allocated IP 172.20.0.2 (84b74b2a-ebae-4ed1-b302-cad8e244c99d/aa653fbc-00a9-4ce9-bed8-c7151228d468/fd7ba625-efd1-4cbb-a8ae-4d99cd3f0169) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:32:05.437336 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-191fd759-51ae-4f22-993b-226b1f6a3a3c req-f71171b8-7fa3-4a9f-8d90-65d3d5556c40 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/security-groups?id=e89c09f5-16f2-4ac7-8f23-93abffe26f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695802 Jul 14 09:32:05.448917 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcd9826-fa75-44ce-ab48-93f166e0537d req-799ab929-308d-4aea-b04d-95b0ed517c42 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:05.451107 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-7fcd9826-fa75-44ce-ab48-93f166e0537d req-799ab929-308d-4aea-b04d-95b0ed517c42 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] 10.222.0.68 "GET /v2.0/ports?device_id=53563f6e-7033-4881-b21d-7977e55df67a HTTP/1.1" status: 200 len: 944 time: 0.0986004 Jul 14 09:32:05.455377 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fe156f-72b6-4346-ab1d-601609f9ae43 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Pushing event updated for resources: {'Network': ['ID=23b640d3-b18c-4860-80aa-74c50b042749,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:05.476087 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Network 23b640d3-b18c-4860-80aa-74c50b042749 details requested by agent ovs-agent-n-d-779913-29 with host n-d-779913-29 {{(pid=93959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:32:05.482594 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-63fe156f-72b6-4346-ab1d-601609f9ae43 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.6322224 Jul 14 09:32:05.486827 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 57016) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:05.512614 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-7fcd9826-fa75-44ce-ab48-93f166e0537d req-af5b58a2-005f-48c9-8277-6b64a57d8ea6 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] 10.222.0.68 "GET /v2.0/security-groups?id=b4ff2369-e32d-44b9-a882-4dd3dbe0fc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506752 Jul 14 09:32:05.598985 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-60142fc9-d4f9-45f7-98ae-d16b38573410 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Request body: {'subnet': {'network_id': '23b640d3-b18c-4860-80aa-74c50b042749', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:32:05.613824 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-0eb4ef9a-9fae-4d1c-935b-d4f9f5a129d6 None None] For port fd7ba625-efd1-4cbb-a8ae-4d99cd3f0169, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=fd7ba625-efd1-4cbb-a8ae-4d99cd3f0169,segment=NetworkSegment(1bf68f8d-0f2c-484e-beed-731426681bc0),segment_id=1bf68f8d-0f2c-484e-beed-731426681bc0)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:32:05.652090 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0eb4ef9a-9fae-4d1c-935b-d4f9f5a129d6 None None] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:05.673220 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-0eb4ef9a-9fae-4d1c-935b-d4f9f5a129d6 None None] Transition to ACTIVE for port object fd7ba625-efd1-4cbb-a8ae-4d99cd3f0169 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:32:05.680313 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0eb4ef9a-9fae-4d1c-935b-d4f9f5a129d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:05.722233 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68da4e45-45a2-4ff7-8668-fd1a465195fc req-c4e7633c-a148-415d-9f4b-23a9c1a862c2 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:05.736942 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-68da4e45-45a2-4ff7-8668-fd1a465195fc req-c4e7633c-a148-415d-9f4b-23a9c1a862c2 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/ports?device_id=07646ca0-10f2-4cc8-8147-f694b9d44b24 HTTP/1.1" status: 200 len: 945 time: 0.0882635 Jul 14 09:32:05.743536 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60142fc9-d4f9-45f7-98ae-d16b38573410 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Made reservation on behalf of d2e77bb9b83648c5a3b44c9b50d7a782 for: {'subnet': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:32:05.748249 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-60142fc9-d4f9-45f7-98ae-d16b38573410 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11984110'] for subnet, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:05.802764 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb4ef9a-9fae-4d1c-935b-d4f9f5a129d6 None None] Pushing event updated for resources: {'Port': ['ID=fd7ba625-efd1-4cbb-a8ae-4d99cd3f0169,revision_number=6']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:05.804747 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-68da4e45-45a2-4ff7-8668-fd1a465195fc req-37d51024-c3b2-44b0-bff1-6b0e012e2b35 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/security-groups?id=e89c09f5-16f2-4ac7-8f23-93abffe26f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626533 Jul 14 09:32:05.899849 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-1898beab-9385-4422-a8be-f3279ecd3b47 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Allocated IP 172.20.0.13 (84b74b2a-ebae-4ed1-b302-cad8e244c99d/aa653fbc-00a9-4ce9-bed8-c7151228d468/3ce2eb12-753e-4a08-ab1b-208f9552e608) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:32:06.197438 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c43667-89d9-4b3d-b1dd-49eab9a7e5e2 req-c36761b6-1502-4602-9419-516ccd54fdea tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:06.205482 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-68c43667-89d9-4b3d-b1dd-49eab9a7e5e2 req-c36761b6-1502-4602-9419-516ccd54fdea tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/ports?device_id=07646ca0-10f2-4cc8-8147-f694b9d44b24 HTTP/1.1" status: 200 len: 945 time: 0.0874457 Jul 14 09:32:06.260866 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-68c43667-89d9-4b3d-b1dd-49eab9a7e5e2 req-dfe7613e-7ad4-49cb-85f5-9cb503cb91af tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/security-groups?id=e89c09f5-16f2-4ac7-8f23-93abffe26f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542600 Jul 14 09:32:06.335767 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1898beab-9385-4422-a8be-f3279ecd3b47 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:06.479040 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-1898beab-9385-4422-a8be-f3279ecd3b47 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Transition to ACTIVE for port object 3ce2eb12-753e-4a08-ab1b-208f9552e608 will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:32:06.524824 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-60142fc9-d4f9-45f7-98ae-d16b38573410 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10052764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11984092'] for subnet, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:06.547476 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf64b79-4fb2-467b-86d8-8111e219a37d req-c254cbb4-a64a-466e-be93-349a749f6d04 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:06.555067 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-adf64b79-4fb2-467b-86d8-8111e219a37d req-c254cbb4-a64a-466e-be93-349a749f6d04 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/ports?device_id=07646ca0-10f2-4cc8-8147-f694b9d44b24 HTTP/1.1" status: 200 len: 945 time: 0.1028123 Jul 14 09:32:06.599467 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968e4a95-8b56-46fb-bf45-377b36d6d66e req-800a664d-1260-4e0c-9fe0-7aec5b7cbb2b tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:06.607401 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-968e4a95-8b56-46fb-bf45-377b36d6d66e req-800a664d-1260-4e0c-9fe0-7aec5b7cbb2b tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/ports?device_id=2bf56606-e120-41f5-a1ea-b036810e4ade HTTP/1.1" status: 200 len: 946 time: 0.3471730 Jul 14 09:32:06.626114 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-adf64b79-4fb2-467b-86d8-8111e219a37d req-e16fd2c1-8d09-4947-a1e2-b7641983d911 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/security-groups?id=e89c09f5-16f2-4ac7-8f23-93abffe26f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687046 Jul 14 09:32:06.651648 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1898beab-9385-4422-a8be-f3279ecd3b47 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:06.744623 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2673a0f4-a066-4d55-819b-943278fb6e8a None None] get_active_networks_info from n-d-779913-29 {{(pid=93959) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 14 09:32:06.798522 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device fd7ba625-efd1-4cbb-a8ae-4d99cd3f0169 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:32:06.806717 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-968e4a95-8b56-46fb-bf45-377b36d6d66e req-f57b38ce-07f9-4a40-9cf7-1075a6a91cf6 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/security-groups?id=9b802230-9234-42e7-bf8c-0d12af0394c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982758 Jul 14 09:32:06.807375 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60142fc9-d4f9-45f7-98ae-d16b38573410 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Pushing event updated for resources: {'Subnet': ['ID=96fd1d94-fa22-44f5-bed9-f22cf732e38a,revision_number=0']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:06.829650 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1898beab-9385-4422-a8be-f3279ecd3b47 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Network 84b74b2a-ebae-4ed1-b302-cad8e244c99d is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:32:06.837043 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-1898beab-9385-4422-a8be-f3279ecd3b47 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:32:06.852665 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1898beab-9385-4422-a8be-f3279ecd3b47 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:32:06.856923 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60142fc9-d4f9-45f7-98ae-d16b38573410 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Checking segment: {'id': '88311e76-a7a7-4b29-b567-c3ffa0c98caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '23b640d3-b18c-4860-80aa-74c50b042749'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:32:06.858381 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8434d23c-6e4c-42ea-8bc1-62ca66b224b0 req-b74216c8-0454-4820-87a1-d30f1efc436f tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:06.862247 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60142fc9-d4f9-45f7-98ae-d16b38573410 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Network hostable DHCP agents. Network: 23b640d3-b18c-4860-80aa-74c50b042749, hostable agents: ['c6a09bd4-f72e-4283-a3ca-0bbca8a51081'], hosted agents: [] {{(pid=93957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:32:06.866290 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-8434d23c-6e4c-42ea-8bc1-62ca66b224b0 req-b74216c8-0454-4820-87a1-d30f1efc436f tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] 10.222.0.68 "GET /v2.0/ports?device_id=53563f6e-7033-4881-b21d-7977e55df67a HTTP/1.1" status: 200 len: 944 time: 0.0897424 Jul 14 09:32:06.920010 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-8434d23c-6e4c-42ea-8bc1-62ca66b224b0 req-f0510557-3ae1-4501-b0b1-c0af2759006a tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] 10.222.0.68 "GET /v2.0/security-groups?id=b4ff2369-e32d-44b9-a882-4dd3dbe0fc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522935 Jul 14 09:32:06.931084 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1898beab-9385-4422-a8be-f3279ecd3b47 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Pushing event updated for resources: {'Port': ['ID=3ce2eb12-753e-4a08-ab1b-208f9552e608,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:06.934820 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-d5c86094-db95-46ab-a8c5-9915f272cd22 None None] Provisioning complete for port aa184bc8-0a3e-4e10-a8d1-b203053fa577 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:32:06.936320 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d5c86094-db95-46ab-a8c5-9915f272cd22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:07.016110 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60142fc9-d4f9-45f7-98ae-d16b38573410 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Network 23b640d3-b18c-4860-80aa-74c50b042749 is scheduled to be hosted by DHCP agent c6a09bd4-f72e-4283-a3ca-0bbca8a51081 with binding_index 1 {{(pid=93957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:32:07.042667 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-d5c86094-db95-46ab-a8c5-9915f272cd22 None None] Port aa184bc8-0a3e-4e10-a8d1-b203053fa577 cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:32:07.043093 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1898beab-9385-4422-a8be-f3279ecd3b47 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:07.044152 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1898beab-9385-4422-a8be-f3279ecd3b47 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:07.048821 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-60142fc9-d4f9-45f7-98ae-d16b38573410 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-29, 23b640d3-b18c-4860-80aa-74c50b042749) {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:32:07.055690 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60142fc9-d4f9-45f7-98ae-d16b38573410 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:07.056286 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-60142fc9-d4f9-45f7-98ae-d16b38573410 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Notify callbacks [] for subnet, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:07.095438 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-60142fc9-d4f9-45f7-98ae-d16b38573410 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.6048553 Jul 14 09:32:07.098638 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 57054) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:07.101316 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 57056) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:07.116325 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-1898beab-9385-4422-a8be-f3279ecd3b47 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.4178452 Jul 14 09:32:07.243677 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-d5c86094-db95-46ab-a8c5-9915f272cd22 None None] Provisioning for port fd7ba625-efd1-4cbb-a8ae-4d99cd3f0169 completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:32:07.247740 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2673a0f4-a066-4d55-819b-943278fb6e8a None None] Unable to find a vacant binding_index for network 23b640d3-b18c-4860-80aa-74c50b042749 and agent c6a09bd4-f72e-4283-a3ca-0bbca8a51081 {{(pid=93959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Jul 14 09:32:07.263950 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-d5c86094-db95-46ab-a8c5-9915f272cd22 None None] Provisioning complete for port fd7ba625-efd1-4cbb-a8ae-4d99cd3f0169 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:32:07.264333 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d5c86094-db95-46ab-a8c5-9915f272cd22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:07.271393 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-f8f29c87-a7b8-4bae-87b5-808565906bbc tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Request body: {'subnet': {'network_id': '84b74b2a-ebae-4ed1-b302-cad8e244c99d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:32:07.285824 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2673a0f4-a066-4d55-819b-943278fb6e8a None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-29, 23b640d3-b18c-4860-80aa-74c50b042749) {{(pid=93959) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 14 09:32:07.382115 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-04493444-9503-402f-aebe-e93f24fc6b26 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3876111'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:07.510010 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8f29c87-a7b8-4bae-87b5-808565906bbc tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Made reservation on behalf of 078281b593d34d31bc27616950b7a85b for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:32:07.513980 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f8f29c87-a7b8-4bae-87b5-808565906bbc tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16714600'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:07.610183 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70870d7-43ba-473a-821c-d44215da9fe0 req-3575933e-3335-4873-8e5b-65ed7b8c94cb tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:07.611438 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-a70870d7-43ba-473a-821c-d44215da9fe0 req-3575933e-3335-4873-8e5b-65ed7b8c94cb tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/ports?device_id=07646ca0-10f2-4cc8-8147-f694b9d44b24 HTTP/1.1" status: 200 len: 945 time: 0.3345904 Jul 14 09:32:07.617517 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-04493444-9503-402f-aebe-e93f24fc6b26 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3481002'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:07.717345 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-a70870d7-43ba-473a-821c-d44215da9fe0 req-e11cce83-2584-4a88-8d03-0a4da1017591 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/security-groups?id=e89c09f5-16f2-4ac7-8f23-93abffe26f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958195 Jul 14 09:32:07.741251 n-d-779913-29 neutron-server[93958]: INFO neutron.db.ipam_backend_mixin [None req-f8f29c87-a7b8-4bae-87b5-808565906bbc tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet aa653fbc-00a9-4ce9-bed8-c7151228d468 (CIDR: 172.20.0.0/28) Jul 14 09:32:07.747246 n-d-779913-29 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8f29c87-a7b8-4bae-87b5-808565906bbc tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:32:07.748268 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8f29c87-a7b8-4bae-87b5-808565906bbc tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:32:07.772452 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-f8f29c87-a7b8-4bae-87b5-808565906bbc tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5021989 Jul 14 09:32:07.772452 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 57066) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:07.777871 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-c8964c63-bcad-4330-b995-c496e6fb5347 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Request body: {'subnet': {'network_id': '84b74b2a-ebae-4ed1-b302-cad8e244c99d', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:32:07.783587 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-04493444-9503-402f-aebe-e93f24fc6b26 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13574056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16714573'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:07.788819 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c199ff61-436a-4435-9b9e-a19c465409bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf57baaa9-fd24-59f4-8fd2-1dc21122ce72-23b640d3-b18c-4860-80aa-74c50b042749', 'network_id': '23b640d3-b18c-4860-80aa-74c50b042749', 'tenant_id': 'd2e77bb9b83648c5a3b44c9b50d7a782', 'fixed_ips': [{'subnet_id': '96fd1d94-fa22-44f5-bed9-f22cf732e38a'}]}} from n-d-779913-29. {{(pid=93959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:32:07.790111 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c199ff61-436a-4435-9b9e-a19c465409bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:07.862461 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04493444-9503-402f-aebe-e93f24fc6b26 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Pushing event deleted for resources: {'Subnet': ['ID=96fd1d94-fa22-44f5-bed9-f22cf732e38a,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:07.905556 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4646d945-8687-4f3c-bf45-ea745f08fdc4 None None] get_active_networks_info from n-d-779913-29 {{(pid=93959) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 14 09:32:08.002080 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-04493444-9503-402f-aebe-e93f24fc6b26 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473955', 'neutron.services.segments.db._delete_segments_for_network-8735688326548'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:08.016502 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-04493444-9503-402f-aebe-e93f24fc6b26 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23b640d3-b18c-4860-80aa-74c50b042749']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:32:08.085600 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-04493444-9503-402f-aebe-e93f24fc6b26 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88311e76-a7a7-4b29-b567-c3ffa0c98caa') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:32:08.085892 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-04493444-9503-402f-aebe-e93f24fc6b26 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88311e76-a7a7-4b29-b567-c3ffa0c98caa') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:32:08.102855 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-04493444-9503-402f-aebe-e93f24fc6b26 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735688356235', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13574129'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:08.124764 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4646d945-8687-4f3c-bf45-ea745f08fdc4 None None] Resources bound (agent type, host, resource id): {{(pid=93959) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 14 09:32:08.139089 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-04493444-9503-402f-aebe-e93f24fc6b26 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:08.149405 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d66764-7ca1-45ee-b975-9455f21cf78e req-8791bac8-fd65-441e-ab28-3811db0a94e4 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:08.152270 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f4d66764-7ca1-45ee-b975-9455f21cf78e req-8791bac8-fd65-441e-ab28-3811db0a94e4 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/ports?device_id=07646ca0-10f2-4cc8-8147-f694b9d44b24 HTTP/1.1" status: 200 len: 945 time: 0.1375728 Jul 14 09:32:08.159974 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04493444-9503-402f-aebe-e93f24fc6b26 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Releasing vlan 730 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:32:08.160382 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-04493444-9503-402f-aebe-e93f24fc6b26 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13573126'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:08.164957 n-d-779913-29 neutron-server[93958]: Traceback (most recent call last): Jul 14 09:32:08.164957 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:32:08.164957 n-d-779913-29 neutron-server[93958]: timer() Jul 14 09:32:08.164957 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:32:08.164957 n-d-779913-29 neutron-server[93958]: cb(*args, **kw) Jul 14 09:32:08.164957 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:32:08.164957 n-d-779913-29 neutron-server[93958]: return func(*args, **kwargs) Jul 14 09:32:08.164957 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:32:08.164957 n-d-779913-29 neutron-server[93958]: self._notify() Jul 14 09:32:08.164957 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:32:08.164957 n-d-779913-29 neutron-server[93958]: self.callback(batched_events) Jul 14 09:32:08.164957 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:32:08.164957 n-d-779913-29 neutron-server[93958]: event.method(event) Jul 14 09:32:08.164957 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:32:08.164957 n-d-779913-29 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:32:08.164957 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:32:08.164957 n-d-779913-29 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:32:08.164957 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:32:08.164957 n-d-779913-29 neutron-server[93958]: return f(self, *a, **k) Jul 14 09:32:08.164957 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:32:08.164957 n-d-779913-29 neutron-server[93958]: return self._get(url).json() Jul 14 09:32:08.164957 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:32:08.164957 n-d-779913-29 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:32:08.164957 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:32:08.164957 n-d-779913-29 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 14 09:32:08.164957 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:32:08.164957 n-d-779913-29 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:32:08.164957 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:32:08.164957 n-d-779913-29 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:32:08.164957 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:32:08.164957 n-d-779913-29 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:32:08.164957 n-d-779913-29 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:32:08.201267 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f4d66764-7ca1-45ee-b975-9455f21cf78e req-5b5e5aa8-0be3-483b-9c10-e8b38c83a946 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/security-groups?id=e89c09f5-16f2-4ac7-8f23-93abffe26f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431931 Jul 14 09:32:08.281582 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8964c63-bcad-4330-b995-c496e6fb5347 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Made reservation on behalf of 078281b593d34d31bc27616950b7a85b for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:32:08.285473 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c8964c63-bcad-4330-b995-c496e6fb5347 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16714600'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:08.350323 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96d2ee7-fc66-4e05-82e2-578cd192ab91 req-774a818f-9773-4c14-8272-f5dd813f969d tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:08.351944 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d96d2ee7-fc66-4e05-82e2-578cd192ab91 req-774a818f-9773-4c14-8272-f5dd813f969d tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/ports?device_id=2bf56606-e120-41f5-a1ea-b036810e4ade HTTP/1.1" status: 200 len: 946 time: 0.3694339 Jul 14 09:32:08.361841 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-04493444-9503-402f-aebe-e93f24fc6b26 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660504'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:08.389599 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-04493444-9503-402f-aebe-e93f24fc6b26 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:08.396001 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-04493444-9503-402f-aebe-e93f24fc6b26 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] 10.222.0.68 "DELETE /v2.0/networks/23b640d3-b18c-4860-80aa-74c50b042749 HTTP/1.1" status: 204 len: 168 time: 1.2896917 Jul 14 09:32:08.398294 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 57078) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:08.402447 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04493444-9503-402f-aebe-e93f24fc6b26 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Pushing event deleted for resources: {'Network': ['ID=23b640d3-b18c-4860-80aa-74c50b042749,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:08.414311 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-5e4881c9-e392-4a10-a4e3-739920b29240 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-224421954'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:32:08.468961 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d96d2ee7-fc66-4e05-82e2-578cd192ab91 req-0b8398be-c8d8-4e76-aa92-6660c349282c tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/security-groups?id=9b802230-9234-42e7-bf8c-0d12af0394c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998504 Jul 14 09:32:08.479086 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e10343-3b8c-4258-aede-49fb27ae7d72 req-1cd8af78-068b-4317-a2ae-96b787db4b88 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:08.480665 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a6e10343-3b8c-4258-aede-49fb27ae7d72 req-1cd8af78-068b-4317-a2ae-96b787db4b88 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] 10.222.0.68 "GET /v2.0/ports?device_id=53563f6e-7033-4881-b21d-7977e55df67a HTTP/1.1" status: 200 len: 944 time: 0.1326916 Jul 14 09:32:08.481949 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e4881c9-e392-4a10-a4e3-739920b29240 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Made reservation on behalf of d2e77bb9b83648c5a3b44c9b50d7a782 for: {'network': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:32:08.485634 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5e4881c9-e392-4a10-a4e3-739920b29240 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for network, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:08.504529 n-d-779913-29 neutron-server[93958]: INFO neutron.db.ipam_backend_mixin [None req-c8964c63-bcad-4330-b995-c496e6fb5347 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet ad56e9a0-f58c-476c-bbf9-3230822a3467 (CIDR: 172.20.0.16/28) Jul 14 09:32:08.509976 n-d-779913-29 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8964c63-bcad-4330-b995-c496e6fb5347 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:32:08.511847 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8964c63-bcad-4330-b995-c496e6fb5347 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:32:08.540678 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a6e10343-3b8c-4258-aede-49fb27ae7d72 req-fce4ab9d-1516-4036-be22-dee4c85fa684 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] 10.222.0.68 "GET /v2.0/security-groups?id=b4ff2369-e32d-44b9-a882-4dd3dbe0fc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525069 Jul 14 09:32:08.550605 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e4881c9-e392-4a10-a4e3-739920b29240 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 749} {{(pid=93957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:32:08.553862 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-c8964c63-bcad-4330-b995-c496e6fb5347 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.7802629 Jul 14 09:32:08.556830 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 57080) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:08.569773 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-e833e11f-a08f-4813-b47e-2b91340da567 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Request body: {'subnet': {'network_id': '84b74b2a-ebae-4ed1-b302-cad8e244c99d', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:32:08.570690 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5e4881c9-e392-4a10-a4e3-739920b29240 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:08.571043 n-d-779913-29 neutron-server[93957]: INFO neutron.db.segments_db [None req-5e4881c9-e392-4a10-a4e3-739920b29240 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Added segment 2cf510aa-58da-4bdd-997c-cbac3b0d7806 of type vlan for network e6283d1d-8379-4151-860b-6c684d52c559 Jul 14 09:32:08.673442 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-147c3141-6414-44e8-8726-f9b856279e89 None None] Network 23b640d3-b18c-4860-80aa-74c50b042749 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:32:08.680533 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5e4881c9-e392-4a10-a4e3-739920b29240 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735687821325'] for network, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:08.696914 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-147c3141-6414-44e8-8726-f9b856279e89 None None] Network 23b640d3-b18c-4860-80aa-74c50b042749 could not be found, it might have been deleted concurrently. {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 14 09:32:08.717414 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b139f561-6a94-4f1b-bda9-e39698610f63 None None] Network 23b640d3-b18c-4860-80aa-74c50b042749 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:32:08.738030 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b139f561-6a94-4f1b-bda9-e39698610f63 None None] Network 23b640d3-b18c-4860-80aa-74c50b042749 could not be found, it might have been deleted concurrently. {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 14 09:32:08.752988 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5e4881c9-e392-4a10-a4e3-739920b29240 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855'] for network, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:08.764463 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e4881c9-e392-4a10-a4e3-739920b29240 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:08.765122 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5e4881c9-e392-4a10-a4e3-739920b29240 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Notify callbacks [] for network, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:08.805879 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e833e11f-a08f-4813-b47e-2b91340da567 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Made reservation on behalf of 078281b593d34d31bc27616950b7a85b for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:32:08.810470 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e833e11f-a08f-4813-b47e-2b91340da567 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16714600'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:08.883483 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-5e4881c9-e392-4a10-a4e3-739920b29240 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4822512 Jul 14 09:32:08.886407 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 57086) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:08.891189 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-8f28627a-c224-4f01-828b-4a05ec80f88a tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Request body: {'subnet': {'network_id': 'e6283d1d-8379-4151-860b-6c684d52c559', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:32:08.972763 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4881c9-e392-4a10-a4e3-739920b29240 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Pushing event updated for resources: {'Network': ['ID=e6283d1d-8379-4151-860b-6c684d52c559,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:08.991353 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Network e6283d1d-8379-4151-860b-6c684d52c559 details requested by agent ovs-agent-n-d-779913-29 with host n-d-779913-29 {{(pid=93959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:32:09.010265 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f28627a-c224-4f01-828b-4a05ec80f88a tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Made reservation on behalf of d2e77bb9b83648c5a3b44c9b50d7a782 for: {'subnet': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:32:09.014265 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8f28627a-c224-4f01-828b-4a05ec80f88a tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11984110'] for subnet, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:09.117171 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-185bf40c-5ace-4045-ae0f-b9f6d831c911 None None] Provisioning for port 3ce2eb12-753e-4a08-ab1b-208f9552e608 completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:32:09.123085 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-185bf40c-5ace-4045-ae0f-b9f6d831c911 None None] Provisioning complete for port 3ce2eb12-753e-4a08-ab1b-208f9552e608 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:32:09.123748 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-185bf40c-5ace-4045-ae0f-b9f6d831c911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:09.129003 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727a635f-6f35-4e2b-af8e-b7df83a05b37 req-7c7c2e54-9d84-4da4-8ace-69fbb56edaa2 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:09.137212 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-727a635f-6f35-4e2b-af8e-b7df83a05b37 req-7c7c2e54-9d84-4da4-8ace-69fbb56edaa2 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/ports?device_id=07646ca0-10f2-4cc8-8147-f694b9d44b24 HTTP/1.1" status: 200 len: 945 time: 0.1849039 Jul 14 09:32:09.205046 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-185bf40c-5ace-4045-ae0f-b9f6d831c911 None None] Port 3ce2eb12-753e-4a08-ab1b-208f9552e608 cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:32:09.206907 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-727a635f-6f35-4e2b-af8e-b7df83a05b37 req-4ee110d8-f94f-4bd0-bac3-cbf52857a9e2 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/security-groups?id=e89c09f5-16f2-4ac7-8f23-93abffe26f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685756 Jul 14 09:32:09.325800 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e833e11f-a08f-4813-b47e-2b91340da567 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13573993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16714586'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:09.387247 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8f28627a-c224-4f01-828b-4a05ec80f88a tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10052764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11984092'] for subnet, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:09.474469 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e833e11f-a08f-4813-b47e-2b91340da567 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Network 84b74b2a-ebae-4ed1-b302-cad8e244c99d is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:32:09.476409 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-e833e11f-a08f-4813-b47e-2b91340da567 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:32:09.480024 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e833e11f-a08f-4813-b47e-2b91340da567 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:09.480618 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e833e11f-a08f-4813-b47e-2b91340da567 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:09.494883 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deab5ce0-dc43-425a-8741-3e5dcdea4d44 None None] Network 84b74b2a-ebae-4ed1-b302-cad8e244c99d requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:32:09.499385 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e833e11f-a08f-4813-b47e-2b91340da567 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Pushing event updated for resources: {'Subnet': ['ID=69e4db17-afa3-4af1-a32a-b10746010da1,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:09.521481 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-e833e11f-a08f-4813-b47e-2b91340da567 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.9608622 Jul 14 09:32:09.523147 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 57092) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:09.534898 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-825b5c40-9777-49ed-a6ea-80c02efc7a78 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-116392488', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '69e4db17-afa3-4af1-a32a-b10746010da1'}], 'security_groups': ['81aa8354-f1eb-4769-82cf-fd2f7374605c', 'aed29140-f1ce-424b-85b7-dc87e6796c8f']}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:32:09.594836 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6a3383-90e4-4525-a135-0467cf3cb6a5 req-65722282-93f0-451a-a9e8-63e8801a7f91 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:09.602065 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ab6a3383-90e4-4525-a135-0467cf3cb6a5 req-65722282-93f0-451a-a9e8-63e8801a7f91 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/ports?device_id=07646ca0-10f2-4cc8-8147-f694b9d44b24 HTTP/1.1" status: 200 len: 945 time: 0.1960006 Jul 14 09:32:09.602984 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f28627a-c224-4f01-828b-4a05ec80f88a tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Checking segment: {'id': '2cf510aa-58da-4bdd-997c-cbac3b0d7806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'e6283d1d-8379-4151-860b-6c684d52c559'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:32:09.603454 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f28627a-c224-4f01-828b-4a05ec80f88a tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Network hostable DHCP agents. Network: e6283d1d-8379-4151-860b-6c684d52c559, hostable agents: ['c6a09bd4-f72e-4283-a3ca-0bbca8a51081'], hosted agents: [] {{(pid=93957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:32:09.609831 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f28627a-c224-4f01-828b-4a05ec80f88a tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Pushing event updated for resources: {'Subnet': ['ID=8c311202-c7bd-4ef5-9e80-7fbb769a6020,revision_number=0']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:09.688058 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ab6a3383-90e4-4525-a135-0467cf3cb6a5 req-dcbc9b0e-36d5-4e2a-ad7c-ad9731c906f8 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/security-groups?id=e89c09f5-16f2-4ac7-8f23-93abffe26f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795190 Jul 14 09:32:09.694615 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f28627a-c224-4f01-828b-4a05ec80f88a tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Network e6283d1d-8379-4151-860b-6c684d52c559 is scheduled to be hosted by DHCP agent c6a09bd4-f72e-4283-a3ca-0bbca8a51081 with binding_index 1 {{(pid=93957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:32:09.722690 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-8f28627a-c224-4f01-828b-4a05ec80f88a tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-29, e6283d1d-8379-4151-860b-6c684d52c559) {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:32:09.729037 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f28627a-c224-4f01-828b-4a05ec80f88a tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:09.729885 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8f28627a-c224-4f01-828b-4a05ec80f88a tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Notify callbacks [] for subnet, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:09.739693 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94956c7f-f943-4f46-b32f-d26d0f633214 None None] Network e6283d1d-8379-4151-860b-6c684d52c559 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:32:09.752833 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-8f28627a-c224-4f01-828b-4a05ec80f88a tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8656175 Jul 14 09:32:09.755576 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 57100) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:09.761210 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-7e250230-8ec0-4fbe-9df4-4f0a85ea7500 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Request body: {'subnet': {'network_id': 'e6283d1d-8379-4151-860b-6c684d52c559', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:32:09.870161 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-825b5c40-9777-49ed-a6ea-80c02efc7a78 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:09.964906 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e250230-8ec0-4fbe-9df4-4f0a85ea7500 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Made reservation on behalf of d2e77bb9b83648c5a3b44c9b50d7a782 for: {'subnet': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:32:09.968641 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e250230-8ec0-4fbe-9df4-4f0a85ea7500 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11984110'] for subnet, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:10.056292 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff92434-e1a0-45e0-ad24-9a22b65f49c4 req-29323c83-916f-439f-a508-08aa49274d2b tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:10.057855 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-fff92434-e1a0-45e0-ad24-9a22b65f49c4 req-29323c83-916f-439f-a508-08aa49274d2b tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] 10.222.0.68 "GET /v2.0/ports?device_id=53563f6e-7033-4881-b21d-7977e55df67a HTTP/1.1" status: 200 len: 944 time: 0.1533847 Jul 14 09:32:10.061938 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478a6ccc-2061-411b-a44b-a2cea639837e req-b687f322-ce07-43a4-a577-9af4050cf48d tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:10.074549 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-478a6ccc-2061-411b-a44b-a2cea639837e req-b687f322-ce07-43a4-a577-9af4050cf48d tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/ports?device_id=2bf56606-e120-41f5-a1ea-b036810e4ade HTTP/1.1" status: 200 len: 946 time: 0.3114662 Jul 14 09:32:10.138836 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-fff92434-e1a0-45e0-ad24-9a22b65f49c4 req-17046b8b-8f42-455c-81ea-a244d3447024 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] 10.222.0.68 "GET /v2.0/security-groups?id=b4ff2369-e32d-44b9-a882-4dd3dbe0fc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721612 Jul 14 09:32:10.177504 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-553244ef-0f97-4bb4-8d96-cb8c6f88e57f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf57baaa9-fd24-59f4-8fd2-1dc21122ce72-e6283d1d-8379-4151-860b-6c684d52c559', 'network_id': 'e6283d1d-8379-4151-860b-6c684d52c559', 'tenant_id': 'd2e77bb9b83648c5a3b44c9b50d7a782', 'fixed_ips': [{'subnet_id': '8c311202-c7bd-4ef5-9e80-7fbb769a6020'}]}} from n-d-779913-29. {{(pid=93959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:32:10.179456 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-553244ef-0f97-4bb4-8d96-cb8c6f88e57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:10.329410 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-478a6ccc-2061-411b-a44b-a2cea639837e req-ce3b048a-46a1-4315-832e-b6b76ea6bec6 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/security-groups?id=9b802230-9234-42e7-bf8c-0d12af0394c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2536254 Jul 14 09:32:10.447802 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e250230-8ec0-4fbe-9df4-4f0a85ea7500 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10052764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11984092'] for subnet, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:10.511962 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e250230-8ec0-4fbe-9df4-4f0a85ea7500 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Network e6283d1d-8379-4151-860b-6c684d52c559 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:32:10.516090 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-7e250230-8ec0-4fbe-9df4-4f0a85ea7500 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:32:10.525481 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e250230-8ec0-4fbe-9df4-4f0a85ea7500 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:10.526112 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e250230-8ec0-4fbe-9df4-4f0a85ea7500 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Notify callbacks [] for subnet, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:10.539963 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e250230-8ec0-4fbe-9df4-4f0a85ea7500 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Pushing event updated for resources: {'Subnet': ['ID=a48c9488-f522-4250-862c-c43eefeb0fcd,revision_number=0']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:10.556177 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-7e250230-8ec0-4fbe-9df4-4f0a85ea7500 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.7989841 Jul 14 09:32:10.558405 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 57112) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:10.687566 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f162ce44-33b7-42b4-a0c0-640e33c393f4 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:10.691771 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f162ce44-33b7-42b4-a0c0-640e33c393f4 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:10.693382 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f162ce44-33b7-42b4-a0c0-640e33c393f4 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:10.694996 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f162ce44-33b7-42b4-a0c0-640e33c393f4 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:10.706001 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f162ce44-33b7-42b4-a0c0-640e33c393f4 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:10.710043 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-f162ce44-33b7-42b4-a0c0-640e33c393f4 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] 10.222.0.68 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1486928 Jul 14 09:32:10.712367 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 57114) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:10.722552 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-b848da91-9d68-46a0-a82c-96c0bf1ca5de tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1925037787'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:32:10.730622 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ac7ddd2-204d-45b6-a2c0-5d2e9df93675 None None] Update dhcp port {'port': {'network_id': '84b74b2a-ebae-4ed1-b302-cad8e244c99d', 'fixed_ips': [{'subnet_id': 'ad56e9a0-f58c-476c-bbf9-3230822a3467', 'ip_address': '172.20.0.18'}, {'subnet_id': 'aa653fbc-00a9-4ce9-bed8-c7151228d468', 'ip_address': '172.20.0.2'}, {'subnet_id': '69e4db17-afa3-4af1-a32a-b10746010da1'}], 'binding:host_id': 'n-d-779913-29'}, 'id': 'fd7ba625-efd1-4cbb-a8ae-4d99cd3f0169'} from n-d-779913-29. {{(pid=93959) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 14 09:32:10.760586 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-825b5c40-9777-49ed-a6ea-80c02efc7a78 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Delete allocated IP 172.20.0.13 (84b74b2a-ebae-4ed1-b302-cad8e244c99d/aa653fbc-00a9-4ce9-bed8-c7151228d468) {{(pid=93958) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 14 09:32:10.775049 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b848da91-9d68-46a0-a82c-96c0bf1ca5de tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Made reservation on behalf of d2e77bb9b83648c5a3b44c9b50d7a782 for: {'network': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:32:10.796670 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-825b5c40-9777-49ed-a6ea-80c02efc7a78 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Allocated IP 172.20.0.38 (84b74b2a-ebae-4ed1-b302-cad8e244c99d/69e4db17-afa3-4af1-a32a-b10746010da1/3ce2eb12-753e-4a08-ab1b-208f9552e608) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:32:10.801039 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b848da91-9d68-46a0-a82c-96c0bf1ca5de tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for network, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:10.840162 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device caa18d76-b862-48d6-8bd3-0eae2b45a155 details requested by agent hyperv_n-h1-779913-29 with host n-h1-779913-29 {{(pid=93959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:32:10.906697 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3ac7ddd2-204d-45b6-a2c0-5d2e9df93675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:10.998655 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b848da91-9d68-46a0-a82c-96c0bf1ca5de tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 714} {{(pid=93957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:32:11.011576 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b848da91-9d68-46a0-a82c-96c0bf1ca5de tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:11.013550 n-d-779913-29 neutron-server[93957]: INFO neutron.db.segments_db [None req-b848da91-9d68-46a0-a82c-96c0bf1ca5de tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Added segment 9b402d8b-0886-445f-9b0f-8b746b6553df of type vlan for network 53476fde-b395-4ab7-9c6f-895818e2314d Jul 14 09:32:11.078546 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b848da91-9d68-46a0-a82c-96c0bf1ca5de tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735687821325'] for network, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:11.144067 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b848da91-9d68-46a0-a82c-96c0bf1ca5de tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855'] for network, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:11.154742 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b848da91-9d68-46a0-a82c-96c0bf1ca5de tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:11.155971 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b848da91-9d68-46a0-a82c-96c0bf1ca5de tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Notify callbacks [] for network, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:11.236423 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-b848da91-9d68-46a0-a82c-96c0bf1ca5de tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5228603 Jul 14 09:32:11.241540 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 57122) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:11.248668 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-1c827bcc-67a6-495b-821f-61fa3ddaacc7 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Request body: {'network': {'name': 'New_network'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:32:11.273364 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-553244ef-0f97-4bb4-8d96-cb8c6f88e57f None None] Allocated IP 2001:db8::2 (e6283d1d-8379-4151-860b-6c684d52c559/8c311202-c7bd-4ef5-9e80-7fbb769a6020/577ece72-803b-459f-9640-74017a67dd76) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:32:11.338258 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b848da91-9d68-46a0-a82c-96c0bf1ca5de tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Pushing event updated for resources: {'Network': ['ID=53476fde-b395-4ab7-9c6f-895818e2314d,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:11.398250 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Network 53476fde-b395-4ab7-9c6f-895818e2314d details requested by agent ovs-agent-n-d-779913-29 with host n-d-779913-29 {{(pid=93959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:32:11.399684 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bc001d-c6b9-44f1-8094-31b3042de005 req-4671309b-0d1c-4eb7-987f-87d8243d7d2a tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:11.407803 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-90bc001d-c6b9-44f1-8094-31b3042de005 req-4671309b-0d1c-4eb7-987f-87d8243d7d2a tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/ports?device_id=07646ca0-10f2-4cc8-8147-f694b9d44b24 HTTP/1.1" status: 200 len: 945 time: 0.4725733 Jul 14 09:32:11.575582 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port caa18d76-b862-48d6-8bd3-0eae2b45a155, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=caa18d76-b862-48d6-8bd3-0eae2b45a155,segment=NetworkSegment(7c0bb8da-25ea-40ae-a0d8-c863fd3d0f97),segment_id=7c0bb8da-25ea-40ae-a0d8-c863fd3d0f97)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:32:11.585272 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-90bc001d-c6b9-44f1-8094-31b3042de005 req-12ab1d32-e00a-4ad2-bdf7-9c31d7f82a64 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/security-groups?id=e89c09f5-16f2-4ac7-8f23-93abffe26f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753905 Jul 14 09:32:11.598290 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-825b5c40-9777-49ed-a6ea-80c02efc7a78 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:11.604530 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Returning: {'device': 'caa18d76-b862-48d6-8bd3-0eae2b45a155', 'network_id': '4c89afe5-b9f8-4e2e-b44c-d497b59f1beb', 'port_id': 'caa18d76-b862-48d6-8bd3-0eae2b45a155', 'mac_address': 'fa:16:3e:c2:c2:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 733, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9b5b9a6-c0c5-422a-9cec-7b209f25a172', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:32:11.643921 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-825b5c40-9777-49ed-a6ea-80c02efc7a78 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Transition to ACTIVE for port object 3ce2eb12-753e-4a08-ab1b-208f9552e608 will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:32:11.651347 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-825b5c40-9777-49ed-a6ea-80c02efc7a78 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13574142'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:11.688621 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3190589e-4d1d-4542-b199-158317e14e7a req-864e5371-4464-4d53-8dd6-d002ec4abf8c tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:11.690503 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3190589e-4d1d-4542-b199-158317e14e7a req-864e5371-4464-4d53-8dd6-d002ec4abf8c tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] 10.222.0.68 "GET /v2.0/ports?device_id=53563f6e-7033-4881-b21d-7977e55df67a HTTP/1.1" status: 200 len: 944 time: 0.2983825 Jul 14 09:32:11.696104 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1c827bcc-67a6-495b-821f-61fa3ddaacc7 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735687821325'] for network, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:11.712277 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-3ac7ddd2-204d-45b6-a2c0-5d2e9df93675 None None] Allocated IP 172.20.0.34 (84b74b2a-ebae-4ed1-b302-cad8e244c99d/69e4db17-afa3-4af1-a32a-b10746010da1/fd7ba625-efd1-4cbb-a8ae-4d99cd3f0169) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:32:11.754915 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3190589e-4d1d-4542-b199-158317e14e7a req-5cc577df-5436-42ca-8673-4817b0e3e8cb tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] 10.222.0.68 "GET /v2.0/security-groups?id=b4ff2369-e32d-44b9-a882-4dd3dbe0fc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552242 Jul 14 09:32:11.756730 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1c827bcc-67a6-495b-821f-61fa3ddaacc7 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855'] for network, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:11.777717 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825b5c40-9777-49ed-a6ea-80c02efc7a78 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Pushing event updated for resources: {'Port': ['ID=3ce2eb12-753e-4a08-ab1b-208f9552e608,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:11.790526 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1c827bcc-67a6-495b-821f-61fa3ddaacc7 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Network 53476fde-b395-4ab7-9c6f-895818e2314d is not hosted by any dhcp agent {{(pid=93957) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 14 09:32:11.796451 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c827bcc-67a6-495b-821f-61fa3ddaacc7 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:11.796932 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1c827bcc-67a6-495b-821f-61fa3ddaacc7 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Notify callbacks [] for network, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:11.798607 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-1c827bcc-67a6-495b-821f-61fa3ddaacc7 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] 10.222.0.68 "PUT /v2.0/networks/53476fde-b395-4ab7-9c6f-895818e2314d HTTP/1.1" status: 200 len: 723 time: 0.5555875 Jul 14 09:32:11.832958 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 57140) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:11.840888 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-1520ff5b-5ca9-439b-9a1e-7ba57dcf90cf tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Request body: {'subnet': {'network_id': '53476fde-b395-4ab7-9c6f-895818e2314d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:32:11.867890 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-3ac7ddd2-204d-45b6-a2c0-5d2e9df93675 None None] For port fd7ba625-efd1-4cbb-a8ae-4d99cd3f0169, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=fd7ba625-efd1-4cbb-a8ae-4d99cd3f0169,segment=NetworkSegment(1bf68f8d-0f2c-484e-beed-731426681bc0),segment_id=1bf68f8d-0f2c-484e-beed-731426681bc0)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:32:11.908864 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3ac7ddd2-204d-45b6-a2c0-5d2e9df93675 None None] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:11.994191 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-3ac7ddd2-204d-45b6-a2c0-5d2e9df93675 None None] Transition to ACTIVE for port object fd7ba625-efd1-4cbb-a8ae-4d99cd3f0169 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:32:12.035525 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3ac7ddd2-204d-45b6-a2c0-5d2e9df93675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:12.161419 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:12.214540 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-553244ef-0f97-4bb4-8d96-cb8c6f88e57f None None] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:12.281473 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-553244ef-0f97-4bb4-8d96-cb8c6f88e57f None None] Transition to ACTIVE for port object 577ece72-803b-459f-9640-74017a67dd76 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:32:12.285716 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id caa18d76-b862-48d6-8bd3-0eae2b45a155 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:32:12.340634 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac7ddd2-204d-45b6-a2c0-5d2e9df93675 None None] Pushing event updated for resources: {'Port': ['ID=fd7ba625-efd1-4cbb-a8ae-4d99cd3f0169,revision_number=7']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:12.361712 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-553244ef-0f97-4bb4-8d96-cb8c6f88e57f None None] Transition to ACTIVE for port object 577ece72-803b-459f-9640-74017a67dd76 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:32:12.366858 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port caa18d76-b862-48d6-8bd3-0eae2b45a155, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=caa18d76-b862-48d6-8bd3-0eae2b45a155,segment=NetworkSegment(7c0bb8da-25ea-40ae-a0d8-c863fd3d0f97),segment_id=7c0bb8da-25ea-40ae-a0d8-c863fd3d0f97)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:32:12.376015 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-553244ef-0f97-4bb4-8d96-cb8c6f88e57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:12.425653 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c827bcc-67a6-495b-821f-61fa3ddaacc7 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Pushing event updated for resources: {'Network': ['ID=53476fde-b395-4ab7-9c6f-895818e2314d,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:12.426832 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-553244ef-0f97-4bb4-8d96-cb8c6f88e57f None None] Network e6283d1d-8379-4151-860b-6c684d52c559 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:32:12.433836 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-825b5c40-9777-49ed-a6ea-80c02efc7a78 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] In _notify_port_updated(), no bound segment for port 3ce2eb12-753e-4a08-ab1b-208f9552e608 on network 84b74b2a-ebae-4ed1-b302-cad8e244c99d {{(pid=93958) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 14 09:32:12.435379 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-553244ef-0f97-4bb4-8d96-cb8c6f88e57f None None] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:32:12.439580 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-825b5c40-9777-49ed-a6ea-80c02efc7a78 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:12.440268 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-825b5c40-9777-49ed-a6ea-80c02efc7a78 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:12.441915 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-553244ef-0f97-4bb4-8d96-cb8c6f88e57f None None] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:32:12.445050 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-825b5c40-9777-49ed-a6ea-80c02efc7a78 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] 10.222.0.68 "PUT /v2.0/ports/3ce2eb12-753e-4a08-ab1b-208f9552e608 HTTP/1.1" status: 200 len: 959 time: 2.9204850 Jul 14 09:32:12.445998 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 57154) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:12.449305 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:12.518941 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Network 53476fde-b395-4ab7-9c6f-895818e2314d details requested by agent ovs-agent-n-d-779913-29 with host n-d-779913-29 {{(pid=93959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:32:12.524708 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1520ff5b-5ca9-439b-9a1e-7ba57dcf90cf tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Made reservation on behalf of d2e77bb9b83648c5a3b44c9b50d7a782 for: {'subnet': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:32:12.531214 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1520ff5b-5ca9-439b-9a1e-7ba57dcf90cf tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11984110'] for subnet, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:12.582547 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddf4a1e-21e9-43a8-b5ce-92bdfcc36146 req-f4fed2c2-bb5a-4110-adee-3ad6862123e8 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:12.586274 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-5ddf4a1e-21e9-43a8-b5ce-92bdfcc36146 req-f4fed2c2-bb5a-4110-adee-3ad6862123e8 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/ports?device_id=2bf56606-e120-41f5-a1ea-b036810e4ade HTTP/1.1" status: 200 len: 946 time: 0.8061812 Jul 14 09:32:12.627597 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231692e4-b333-44d5-82c1-71deaebacb05 req-b9e2dae0-66ba-48a2-a11a-2e8f54ab0d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:12.628909 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-231692e4-b333-44d5-82c1-71deaebacb05 req-b9e2dae0-66ba-48a2-a11a-2e8f54ab0d49 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=53563f6e-7033-4881-b21d-7977e55df67a&tenant_id=51a0c5b2b5094b24a910e75e03cedf47 HTTP/1.1" status: 200 len: 1096 time: 0.7640440 Jul 14 09:32:12.791651 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] get_ports_and_sgs() called for port_ids ['caa18d76-b862-48d6-8bd3-0eae2b45a155'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:32:12.839736 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device fd7ba625-efd1-4cbb-a8ae-4d99cd3f0169 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:32:12.843258 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-5ddf4a1e-21e9-43a8-b5ce-92bdfcc36146 req-ba0a2844-f732-4ed6-b6c2-6206205ff8fb tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/security-groups?id=9b802230-9234-42e7-bf8c-0d12af0394c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2453127 Jul 14 09:32:12.898755 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-ecba9a80-3760-4f14-9fda-246400165862 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Deleting port 3ce2eb12-753e-4a08-ab1b-208f9552e608 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:32:12.900454 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ecba9a80-3760-4f14-9fda-246400165862 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:12.927400 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231692e4-b333-44d5-82c1-71deaebacb05 req-f898abd4-2806-42cc-8eb8-ebb7c5a15c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:12.929371 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-231692e4-b333-44d5-82c1-71deaebacb05 req-f898abd4-2806-42cc-8eb8-ebb7c5a15c52 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=51a0c5b2b5094b24a910e75e03cedf47&device_id=53563f6e-7033-4881-b21d-7977e55df67a HTTP/1.1" status: 200 len: 1096 time: 0.2485135 Jul 14 09:32:13.076364 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231692e4-b333-44d5-82c1-71deaebacb05 req-5cf0df49-3bfd-4d5b-b95a-abd18a4f6642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:13.078061 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-231692e4-b333-44d5-82c1-71deaebacb05 req-5cf0df49-3bfd-4d5b-b95a-abd18a4f6642 service neutron] 10.222.0.57 "GET /v2.0/networks?id=087e0468-2285-4c59-b3f2-1d1ff8b2217b HTTP/1.1" status: 200 len: 917 time: 0.1226392 Jul 14 09:32:13.109385 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553244ef-0f97-4bb4-8d96-cb8c6f88e57f None None] Pushing event updated for resources: {'Port': ['ID=577ece72-803b-459f-9640-74017a67dd76,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:13.133818 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-553244ef-0f97-4bb4-8d96-cb8c6f88e57f None None] Attempting to bind port 577ece72-803b-459f-9640-74017a67dd76 on host n-d-779913-29 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:32:13.134262 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-553244ef-0f97-4bb4-8d96-cb8c6f88e57f None None] Attempting to bind port 577ece72-803b-459f-9640-74017a67dd76 by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': '2cf510aa-58da-4bdd-997c-cbac3b0d7806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'e6283d1d-8379-4151-860b-6c684d52c559'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:32:13.134642 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-553244ef-0f97-4bb4-8d96-cb8c6f88e57f None None] Attempting to bind port 577ece72-803b-459f-9640-74017a67dd76 on network e6283d1d-8379-4151-860b-6c684d52c559 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:32:13.140976 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1520ff5b-5ca9-439b-9a1e-7ba57dcf90cf tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10052764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11984092'] for subnet, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:13.185130 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-553244ef-0f97-4bb4-8d96-cb8c6f88e57f None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 31, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:32:13.185552 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-553244ef-0f97-4bb4-8d96-cb8c6f88e57f None None] Checking segment: {'id': '2cf510aa-58da-4bdd-997c-cbac3b0d7806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'e6283d1d-8379-4151-860b-6c684d52c559'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:32:13.185950 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-553244ef-0f97-4bb4-8d96-cb8c6f88e57f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:13.197177 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-553244ef-0f97-4bb4-8d96-cb8c6f88e57f None None] Bound using segment: {'id': '2cf510aa-58da-4bdd-997c-cbac3b0d7806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'e6283d1d-8379-4151-860b-6c684d52c559'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:32:13.197821 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-553244ef-0f97-4bb4-8d96-cb8c6f88e57f None None] Bound port: 577ece72-803b-459f-9640-74017a67dd76, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cf510aa-58da-4bdd-997c-cbac3b0d7806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'e6283d1d-8379-4151-860b-6c684d52c559'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:32:13.198241 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-553244ef-0f97-4bb4-8d96-cb8c6f88e57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:13.214018 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4feb729b-c897-4c7a-a042-9fe445dd3b2b req-8fb629ff-e4bb-4487-af0e-d1c7881adb78 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:13.216519 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-4feb729b-c897-4c7a-a042-9fe445dd3b2b req-8fb629ff-e4bb-4487-af0e-d1c7881adb78 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/ports?device_id=07646ca0-10f2-4cc8-8147-f694b9d44b24 HTTP/1.1" status: 200 len: 945 time: 0.3513155 Jul 14 09:32:13.297197 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ecba9a80-3760-4f14-9fda-246400165862 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:13.302216 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-231692e4-b333-44d5-82c1-71deaebacb05 req-459908b1-8b98-43fd-a550-36488e074646 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=49857456-823a-4ccb-9982-8fa10ce6a33d HTTP/1.1" status: 200 len: 1000 time: 0.2053390 Jul 14 09:32:13.343363 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:13.361393 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a7a0c8-6fd7-4114-9e9c-e14e96abb3c9 req-4b912ce7-c434-4d85-a124-6a7ec43f7cd1 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:13.361671 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1520ff5b-5ca9-439b-9a1e-7ba57dcf90cf tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Pushing event updated for resources: {'Subnet': ['ID=922bfa12-1cdd-4088-83ef-80c20745c23d,revision_number=0']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:13.363286 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-c6a7a0c8-6fd7-4114-9e9c-e14e96abb3c9 req-4b912ce7-c434-4d85-a124-6a7ec43f7cd1 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] 10.222.0.68 "GET /v2.0/ports?device_id=53563f6e-7033-4881-b21d-7977e55df67a HTTP/1.1" status: 200 len: 944 time: 0.2842286 Jul 14 09:32:13.364645 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-ecba9a80-3760-4f14-9fda-246400165862 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Calling delete_port for 3ce2eb12-753e-4a08-ab1b-208f9552e608 owned by {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:32:13.395762 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1520ff5b-5ca9-439b-9a1e-7ba57dcf90cf tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Checking segment: {'id': '9b402d8b-0886-445f-9b0f-8b746b6553df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '53476fde-b395-4ab7-9c6f-895818e2314d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:32:13.396444 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1520ff5b-5ca9-439b-9a1e-7ba57dcf90cf tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Network hostable DHCP agents. Network: 53476fde-b395-4ab7-9c6f-895818e2314d, hostable agents: ['c6a09bd4-f72e-4283-a3ca-0bbca8a51081'], hosted agents: [] {{(pid=93957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:32:13.409811 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-4feb729b-c897-4c7a-a042-9fe445dd3b2b req-12014700-d011-43cd-9852-bbe30239fab3 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/security-groups?id=e89c09f5-16f2-4ac7-8f23-93abffe26f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792777 Jul 14 09:32:13.430010 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1520ff5b-5ca9-439b-9a1e-7ba57dcf90cf tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Network 53476fde-b395-4ab7-9c6f-895818e2314d is scheduled to be hosted by DHCP agent c6a09bd4-f72e-4283-a3ca-0bbca8a51081 with binding_index 1 {{(pid=93957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:32:13.449863 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-1520ff5b-5ca9-439b-9a1e-7ba57dcf90cf tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-29, 53476fde-b395-4ab7-9c6f-895818e2314d) {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:32:13.456416 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1520ff5b-5ca9-439b-9a1e-7ba57dcf90cf tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:13.456842 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1520ff5b-5ca9-439b-9a1e-7ba57dcf90cf tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Notify callbacks [] for subnet, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:13.504762 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231692e4-b333-44d5-82c1-71deaebacb05 req-01dcaf00-ab16-44a9-a1a0-e53680efe5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:13.507031 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-231692e4-b333-44d5-82c1-71deaebacb05 req-01dcaf00-ab16-44a9-a1a0-e53680efe5e6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=04ae7776-8c86-484d-9bcc-4299f4579807 HTTP/1.1" status: 200 len: 855 time: 0.1909351 Jul 14 09:32:13.517249 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-1520ff5b-5ca9-439b-9a1e-7ba57dcf90cf tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6816564 Jul 14 09:32:13.519193 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 57168) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:13.544201 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-cf7bc2cc-10c9-483f-aee9-9d54c7c02773 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:32:13.574348 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-c6a7a0c8-6fd7-4114-9e9c-e14e96abb3c9 req-684663e1-f546-4077-aa54-7b02df653f3f tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] 10.222.0.68 "GET /v2.0/security-groups?id=b4ff2369-e32d-44b9-a882-4dd3dbe0fc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1767673 Jul 14 09:32:13.621673 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-553244ef-0f97-4bb4-8d96-cb8c6f88e57f None None] For port 577ece72-803b-459f-9640-74017a67dd76, host n-d-779913-29, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:32:13.632034 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-553244ef-0f97-4bb4-8d96-cb8c6f88e57f None None] For port 577ece72-803b-459f-9640-74017a67dd76, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=577ece72-803b-459f-9640-74017a67dd76,segment=NetworkSegment(2cf510aa-58da-4bdd-997c-cbac3b0d7806),segment_id=2cf510aa-58da-4bdd-997c-cbac3b0d7806)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:32:13.673436 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231692e4-b333-44d5-82c1-71deaebacb05 req-3ef2854f-f49b-41bd-8c4c-364566cb8af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:13.679541 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-231692e4-b333-44d5-82c1-71deaebacb05 req-3ef2854f-f49b-41bd-8c4c-364566cb8af4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=087e0468-2285-4c59-b3f2-1d1ff8b2217b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1646042 Jul 14 09:32:13.699164 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-341f74a7-523d-4bf9-9cc3-2cc18b97e3c8 None None] Network 53476fde-b395-4ab7-9c6f-895818e2314d requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:32:13.724446 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-553244ef-0f97-4bb4-8d96-cb8c6f88e57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:13.885486 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ecba9a80-3760-4f14-9fda-246400165862 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:13.899192 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-cf7bc2cc-10c9-483f-aee9-9d54c7c02773 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-11984101'] for subnet, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:14.052628 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:14.063379 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecba9a80-3760-4f14-9fda-246400165862 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Pushing event deleted for resources: {'Port': ['ID=3ce2eb12-753e-4a08-ab1b-208f9552e608,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:14.073806 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-dba94ccf-9a67-4c75-8fad-358188d98b6a None None] Provisioning complete for port aa184bc8-0a3e-4e10-a8d1-b203053fa577 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:32:14.074571 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-dba94ccf-9a67-4c75-8fad-358188d98b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:14.084684 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Pushing event updated for resources: {'Port': ['ID=caa18d76-b862-48d6-8bd3-0eae2b45a155,revision_number=6']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:14.300270 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-231692e4-b333-44d5-82c1-71deaebacb05 req-3bc0cf70-a05f-4c88-90de-96ac5bc4f177 service neutron] 10.222.0.57 "GET /v2.0/networks/087e0468-2285-4c59-b3f2-1d1ff8b2217b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6138234 Jul 14 09:32:14.315850 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-cf7bc2cc-10c9-483f-aee9-9d54c7c02773 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8735688246510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-10052682'] for subnet, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:14.344440 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf7bc2cc-10c9-483f-aee9-9d54c7c02773 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:14.344970 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-cf7bc2cc-10c9-483f-aee9-9d54c7c02773 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Notify callbacks [] for subnet, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:14.346301 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-cf7bc2cc-10c9-483f-aee9-9d54c7c02773 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] 10.222.0.68 "PUT /v2.0/subnets/922bfa12-1cdd-4088-83ef-80c20745c23d HTTP/1.1" status: 200 len: 826 time: 0.8214684 Jul 14 09:32:14.352358 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 57174) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:14.412215 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ecba9a80-3760-4f14-9fda-246400165862 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:14.436626 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-ecba9a80-3760-4f14-9fda-246400165862 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] 10.222.0.68 "DELETE /v2.0/ports/3ce2eb12-753e-4a08-ab1b-208f9552e608 HTTP/1.1" status: 204 len: 168 time: 1.9815643 Jul 14 09:32:14.440476 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 57178) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:14.464640 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-dba94ccf-9a67-4c75-8fad-358188d98b6a None None] Port aa184bc8-0a3e-4e10-a8d1-b203053fa577 cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:32:14.646689 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280107b3-7255-4c87-a36f-3b7a8b66f75e req-743a91db-70dc-41f6-be2c-c3e9679a2919 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:14.665961 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-280107b3-7255-4c87-a36f-3b7a8b66f75e req-743a91db-70dc-41f6-be2c-c3e9679a2919 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/ports?device_id=2bf56606-e120-41f5-a1ea-b036810e4ade HTTP/1.1" status: 200 len: 945 time: 0.4697030 Jul 14 09:32:14.706423 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-dba94ccf-9a67-4c75-8fad-358188d98b6a None None] Could not find standard attr ID for object 3ce2eb12-753e-4a08-ab1b-208f9552e608. {{(pid=93959) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 09:32:14.714213 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7bc2cc-10c9-483f-aee9-9d54c7c02773 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Pushing event updated for resources: {'Subnet': ['ID=922bfa12-1cdd-4088-83ef-80c20745c23d,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:14.814836 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553244ef-0f97-4bb4-8d96-cb8c6f88e57f None None] Pushing event updated for resources: {'Port': ['ID=577ece72-803b-459f-9640-74017a67dd76,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:14.846678 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-dba94ccf-9a67-4c75-8fad-358188d98b6a None None] Provisioning for port fd7ba625-efd1-4cbb-a8ae-4d99cd3f0169 completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:32:14.862253 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-19856d72-e962-4397-ba07-4d4fc9afb2dd tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3876111'] for network, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:14.868886 n-d-779913-29 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-466c6704-2065-42c7-a0f7-f25fdfbfc0b0 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] GET failed (client error): The resource could not be found. Jul 14 09:32:14.889735 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-466c6704-2065-42c7-a0f7-f25fdfbfc0b0 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] 10.222.0.68 "GET /v2.0/ports/3ce2eb12-753e-4a08-ab1b-208f9552e608 HTTP/1.1" status: 404 len: 333 time: 0.3620532 Jul 14 09:32:14.892684 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 57186) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:14.925051 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-dba94ccf-9a67-4c75-8fad-358188d98b6a None None] Provisioning complete for port fd7ba625-efd1-4cbb-a8ae-4d99cd3f0169 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:32:14.925763 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-dba94ccf-9a67-4c75-8fad-358188d98b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:14.997005 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f8fadac-e5ac-432c-8282-892c63891c2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf57baaa9-fd24-59f4-8fd2-1dc21122ce72-53476fde-b395-4ab7-9c6f-895818e2314d', 'network_id': '53476fde-b395-4ab7-9c6f-895818e2314d', 'tenant_id': 'd2e77bb9b83648c5a3b44c9b50d7a782', 'fixed_ips': [{'subnet_id': '922bfa12-1cdd-4088-83ef-80c20745c23d'}]}} from n-d-779913-29. {{(pid=93959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:32:14.998487 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2f8fadac-e5ac-432c-8282-892c63891c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:15.017237 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-280107b3-7255-4c87-a36f-3b7a8b66f75e req-2eb06e02-14b5-4029-b7de-74d12a438da6 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/security-groups?id=9b802230-9234-42e7-bf8c-0d12af0394c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3498955 Jul 14 09:32:15.068914 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-231692e4-b333-44d5-82c1-71deaebacb05 req-db2dabff-b340-456d-9e24-db6a719baf9f service neutron] 10.222.0.57 "GET /v2.0/networks/087e0468-2285-4c59-b3f2-1d1ff8b2217b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7443466 Jul 14 09:32:15.183159 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-19856d72-e962-4397-ba07-4d4fc9afb2dd tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3481002'] for subnet, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:15.273647 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-0d0e615c-65ea-40e8-9203-cde850a0c889 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks [] for security_group, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:15.308292 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-0d0e615c-65ea-40e8-9203-cde850a0c889 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:15.403987 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-0d0e615c-65ea-40e8-9203-cde850a0c889 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:15.414291 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-0d0e615c-65ea-40e8-9203-cde850a0c889 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:15.415720 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-0d0e615c-65ea-40e8-9203-cde850a0c889 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] 10.222.0.68 "DELETE /v2.0/security-groups/e0c0537f-cfb5-43f0-b9eb-17830f27cf40 HTTP/1.1" status: 204 len: 168 time: 0.5219595 Jul 14 09:32:15.421057 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 57194) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:15.456106 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0e615c-65ea-40e8-9203-cde850a0c889 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0c0537f-cfb5-43f0-b9eb-17830f27cf40,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:15.466193 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-2f8fadac-e5ac-432c-8282-892c63891c2e None None] Allocated IP 2001:db8::2 (53476fde-b395-4ab7-9c6f-895818e2314d/922bfa12-1cdd-4088-83ef-80c20745c23d/d25866da-6069-4be8-8dc7-8c2eef88627b) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:32:15.466775 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dadfee9-d305-456a-8e1a-fcbe1e41bfed req-0c0501dd-34e1-46cd-ad86-b1bd2ad92ae4 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:15.480721 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-0dadfee9-d305-456a-8e1a-fcbe1e41bfed req-0c0501dd-34e1-46cd-ad86-b1bd2ad92ae4 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] 10.222.0.68 "GET /v2.0/ports?device_id=53563f6e-7033-4881-b21d-7977e55df67a HTTP/1.1" status: 200 len: 944 time: 0.2131424 Jul 14 09:32:15.499123 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ce396c-fb5d-4b39-aa01-8d3ec6564eca req-0b1c1c2b-591b-442b-bbdd-e32744f5440a tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:15.503029 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-46ce396c-fb5d-4b39-aa01-8d3ec6564eca req-0b1c1c2b-591b-442b-bbdd-e32744f5440a tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/ports?device_id=07646ca0-10f2-4cc8-8147-f694b9d44b24 HTTP/1.1" status: 200 len: 945 time: 0.4830189 Jul 14 09:32:15.606755 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-46ce396c-fb5d-4b39-aa01-8d3ec6564eca req-eed143da-acf2-4702-bb27-28ae41ccaed8 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/security-groups?id=e89c09f5-16f2-4ac7-8f23-93abffe26f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996261 Jul 14 09:32:15.675659 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2f8fadac-e5ac-432c-8282-892c63891c2e None None] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:15.697074 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-2f8fadac-e5ac-432c-8282-892c63891c2e None None] Transition to ACTIVE for port object d25866da-6069-4be8-8dc7-8c2eef88627b will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:32:15.705150 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-908e2da3-10c4-40e0-bb9f-93bfcf9ead05 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:15.722316 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-2f8fadac-e5ac-432c-8282-892c63891c2e None None] Transition to ACTIVE for port object d25866da-6069-4be8-8dc7-8c2eef88627b will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:32:15.734403 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-908e2da3-10c4-40e0-bb9f-93bfcf9ead05 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:15.753989 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-19856d72-e962-4397-ba07-4d4fc9afb2dd tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10052701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11984075'] for subnet, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:15.766473 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2f8fadac-e5ac-432c-8282-892c63891c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:15.852680 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-0dadfee9-d305-456a-8e1a-fcbe1e41bfed req-a2eab12a-87e8-446f-9064-4b11ea12136b tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] 10.222.0.68 "GET /v2.0/security-groups?id=b4ff2369-e32d-44b9-a882-4dd3dbe0fc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3705678 Jul 14 09:32:15.878791 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-908e2da3-10c4-40e0-bb9f-93bfcf9ead05 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:15.890926 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-908e2da3-10c4-40e0-bb9f-93bfcf9ead05 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:15.902429 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-908e2da3-10c4-40e0-bb9f-93bfcf9ead05 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] 10.222.0.68 "DELETE /v2.0/security-groups/aed29140-f1ce-424b-85b7-dc87e6796c8f HTTP/1.1" status: 204 len: 168 time: 0.4776430 Jul 14 09:32:15.909928 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 57214) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:15.916404 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8fadac-e5ac-432c-8282-892c63891c2e None None] Pushing event updated for resources: {'Port': ['ID=d25866da-6069-4be8-8dc7-8c2eef88627b,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:15.998476 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f8fadac-e5ac-432c-8282-892c63891c2e None None] Network 53476fde-b395-4ab7-9c6f-895818e2314d is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:32:16.002693 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908e2da3-10c4-40e0-bb9f-93bfcf9ead05 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aed29140-f1ce-424b-85b7-dc87e6796c8f,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:16.014045 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4a0856d-bb3f-400e-8a11-e5d4e16e2c7e None None] Network e6283d1d-8379-4151-860b-6c684d52c559 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:32:16.081259 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-2f8fadac-e5ac-432c-8282-892c63891c2e None None] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:32:16.088299 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f8fadac-e5ac-432c-8282-892c63891c2e None None] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:32:16.112080 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-19856d72-e962-4397-ba07-4d4fc9afb2dd tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473955', 'neutron.services.segments.db._delete_segments_for_network-8735688326548'] for network, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:16.135551 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-19856d72-e962-4397-ba07-4d4fc9afb2dd tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53476fde-b395-4ab7-9c6f-895818e2314d']}} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:32:16.159775 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-19856d72-e962-4397-ba07-4d4fc9afb2dd tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b402d8b-0886-445f-9b0f-8b746b6553df') {'for_net_delete': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:32:16.160386 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-19856d72-e962-4397-ba07-4d4fc9afb2dd tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b402d8b-0886-445f-9b0f-8b746b6553df') {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:32:16.178894 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-055b6a6e-a643-4fbc-8bc3-083938d72da9 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:16.206735 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-19856d72-e962-4397-ba07-4d4fc9afb2dd tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735688356235', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10944210'] for segment, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:16.246641 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-19856d72-e962-4397-ba07-4d4fc9afb2dd tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:16.261031 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19856d72-e962-4397-ba07-4d4fc9afb2dd tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Releasing vlan 714 on physical network physnet1 to pool {{(pid=93957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:32:16.262016 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-19856d72-e962-4397-ba07-4d4fc9afb2dd tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10053619'] for segment, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:16.277505 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-055b6a6e-a643-4fbc-8bc3-083938d72da9 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:16.394443 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-055b6a6e-a643-4fbc-8bc3-083938d72da9 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:16.397124 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-055b6a6e-a643-4fbc-8bc3-083938d72da9 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:16.402198 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-055b6a6e-a643-4fbc-8bc3-083938d72da9 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] 10.222.0.68 "DELETE /v2.0/security-groups/81aa8354-f1eb-4769-82cf-fd2f7374605c HTTP/1.1" status: 204 len: 168 time: 0.4819307 Jul 14 09:32:16.412504 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 57220) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:16.434921 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19856d72-e962-4397-ba07-4d4fc9afb2dd tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Pushing event deleted for resources: {'Subnet': ['ID=922bfa12-1cdd-4088-83ef-80c20745c23d,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:16.447129 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-205f402f-189f-4eb4-965f-fc257818ed98 None None] Could not find standard attr ID for object 3ce2eb12-753e-4a08-ab1b-208f9552e608. {{(pid=93959) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 09:32:16.453841 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:32:16.453841 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:32:16.453841 n-d-779913-29 neutron-server[93957]: Traceback (most recent call last): Jul 14 09:32:16.453841 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:32:16.453841 n-d-779913-29 neutron-server[93957]: timer() Jul 14 09:32:16.453841 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:32:16.453841 n-d-779913-29 neutron-server[93957]: cb(*args, **kw) Jul 14 09:32:16.453841 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:32:16.453841 n-d-779913-29 neutron-server[93957]: return func(*args, **kwargs) Jul 14 09:32:16.453841 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:32:16.453841 n-d-779913-29 neutron-server[93957]: self._notify() Jul 14 09:32:16.453841 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:32:16.453841 n-d-779913-29 neutron-server[93957]: self.callback(batched_events) Jul 14 09:32:16.453841 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:32:16.453841 n-d-779913-29 neutron-server[93957]: event.method(event) Jul 14 09:32:16.453841 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:32:16.453841 n-d-779913-29 neutron-server[93957]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:32:16.453841 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:32:16.453841 n-d-779913-29 neutron-server[93957]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:32:16.453841 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:32:16.453841 n-d-779913-29 neutron-server[93957]: return f(self, *a, **k) Jul 14 09:32:16.453841 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:32:16.453841 n-d-779913-29 neutron-server[93957]: return self._get(url).json() Jul 14 09:32:16.453841 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:32:16.453841 n-d-779913-29 neutron-server[93957]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:32:16.453841 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:32:16.453841 n-d-779913-29 neutron-server[93957]: return self.request(url, 'GET', **kwargs) Jul 14 09:32:16.453841 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:32:16.453841 n-d-779913-29 neutron-server[93957]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:32:16.453841 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:32:16.453841 n-d-779913-29 neutron-server[93957]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:32:16.453841 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:32:16.453841 n-d-779913-29 neutron-server[93957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:32:16.453841 n-d-779913-29 neutron-server[93957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:32:16.460522 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.db.api [None req-19856d72-e962-4397-ba07-4d4fc9afb2dd tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 14 09:32:16.460522 n-d-779913-29 neutron-server[93957]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 14 09:32:16.460522 n-d-779913-29 neutron-server[93957]: [parameters: {'id': '53476fde-b395-4ab7-9c6f-895818e2314d'}] Jul 14 09:32:16.460522 n-d-779913-29 neutron-server[93957]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93957) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 09:32:16.467177 n-d-779913-29 neutron-server[93957]: DEBUG oslo_db.api [None req-19856d72-e962-4397-ba07-4d4fc9afb2dd tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 09:32:16.507906 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055b6a6e-a643-4fbc-8bc3-083938d72da9 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=81aa8354-f1eb-4769-82cf-fd2f7374605c,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:16.551010 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-2f8fadac-e5ac-432c-8282-892c63891c2e None None] Attempting to bind port d25866da-6069-4be8-8dc7-8c2eef88627b on host n-d-779913-29 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:32:16.562073 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-2f8fadac-e5ac-432c-8282-892c63891c2e None None] Attempting to bind port d25866da-6069-4be8-8dc7-8c2eef88627b by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': '9b402d8b-0886-445f-9b0f-8b746b6553df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '53476fde-b395-4ab7-9c6f-895818e2314d'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:32:16.564189 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f8fadac-e5ac-432c-8282-892c63891c2e None None] Attempting to bind port d25866da-6069-4be8-8dc7-8c2eef88627b on network 53476fde-b395-4ab7-9c6f-895818e2314d {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:32:16.570024 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fcc315c-e807-4cb9-ab3f-7c00b6ea1d21 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Deleting subnet aa653fbc-00a9-4ce9-bed8-c7151228d468 {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:32:16.579807 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7fcc315c-e807-4cb9-ab3f-7c00b6ea1d21 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:16.618189 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f8fadac-e5ac-432c-8282-892c63891c2e None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 31, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:32:16.618601 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f8fadac-e5ac-432c-8282-892c63891c2e None None] Checking segment: {'id': '9b402d8b-0886-445f-9b0f-8b746b6553df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '53476fde-b395-4ab7-9c6f-895818e2314d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:32:16.618985 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2f8fadac-e5ac-432c-8282-892c63891c2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:16.619386 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f8fadac-e5ac-432c-8282-892c63891c2e None None] Bound using segment: {'id': '9b402d8b-0886-445f-9b0f-8b746b6553df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '53476fde-b395-4ab7-9c6f-895818e2314d'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:32:16.619871 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-2f8fadac-e5ac-432c-8282-892c63891c2e None None] Bound port: d25866da-6069-4be8-8dc7-8c2eef88627b, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b402d8b-0886-445f-9b0f-8b746b6553df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '53476fde-b395-4ab7-9c6f-895818e2314d'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:32:16.620255 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2f8fadac-e5ac-432c-8282-892c63891c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:16.635953 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-205f402f-189f-4eb4-965f-fc257818ed98 None None] Provisioning for port 577ece72-803b-459f-9640-74017a67dd76 completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:32:16.673541 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7fcc315c-e807-4cb9-ab3f-7c00b6ea1d21 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13574120'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:16.722455 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc643a87-9530-49e5-8ab2-30080d838aba req-94218396-1cc9-431a-bef8-0a1ab88e6b18 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:16.735898 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-dc643a87-9530-49e5-8ab2-30080d838aba req-94218396-1cc9-431a-bef8-0a1ab88e6b18 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/ports?device_id=2bf56606-e120-41f5-a1ea-b036810e4ade HTTP/1.1" status: 200 len: 945 time: 0.3023536 Jul 14 09:32:16.854548 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7fcc315c-e807-4cb9-ab3f-7c00b6ea1d21 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3481002'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:16.870152 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-dc643a87-9530-49e5-8ab2-30080d838aba req-e5e1e927-1658-455a-9fcc-3f6bce98c161 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/security-groups?id=9b802230-9234-42e7-bf8c-0d12af0394c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331251 Jul 14 09:32:16.889134 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-2f8fadac-e5ac-432c-8282-892c63891c2e None None] For port d25866da-6069-4be8-8dc7-8c2eef88627b, host n-d-779913-29, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:32:16.897551 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-2f8fadac-e5ac-432c-8282-892c63891c2e None None] For port d25866da-6069-4be8-8dc7-8c2eef88627b, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=d25866da-6069-4be8-8dc7-8c2eef88627b,segment=NetworkSegment(9b402d8b-0886-445f-9b0f-8b746b6553df),segment_id=9b402d8b-0886-445f-9b0f-8b746b6553df)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:32:16.933891 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7fcc315c-e807-4cb9-ab3f-7c00b6ea1d21 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13574056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16714573'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:16.945936 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2f8fadac-e5ac-432c-8282-892c63891c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:16.949643 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device caa18d76-b862-48d6-8bd3-0eae2b45a155 up at agent hyperv_n-h1-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:32:16.968357 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-19856d72-e962-4397-ba07-4d4fc9afb2dd tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3876111'] for network, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:17.006559 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 577ece72-803b-459f-9640-74017a67dd76 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:32:17.032295 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcc315c-e807-4cb9-ab3f-7c00b6ea1d21 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Pushing event deleted for resources: {'Subnet': ['ID=aa653fbc-00a9-4ce9-bed8-c7151228d468,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:17.073146 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7fcc315c-e807-4cb9-ab3f-7c00b6ea1d21 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:17.079694 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-7fcc315c-e807-4cb9-ab3f-7c00b6ea1d21 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] 10.222.0.68 "DELETE /v2.0/subnets/aa653fbc-00a9-4ce9-bed8-c7151228d468 HTTP/1.1" status: 204 len: 168 time: 0.6612580 Jul 14 09:32:17.086341 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 57226) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:17.107242 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9255c80b-c331-4180-ab93-3b99ee83fb27 None None] Network 84b74b2a-ebae-4ed1-b302-cad8e244c99d requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:32:17.242173 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-52589875-0c98-4fa5-b325-9c721bc6d5fa tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Deleting subnet 69e4db17-afa3-4af1-a32a-b10746010da1 {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:32:17.252265 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-52589875-0c98-4fa5-b325-9c721bc6d5fa tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:17.274857 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-19856d72-e962-4397-ba07-4d4fc9afb2dd tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Deleting port d25866da-6069-4be8-8dc7-8c2eef88627b {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:32:17.291128 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-19856d72-e962-4397-ba07-4d4fc9afb2dd tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:17.328532 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning for port 577ece72-803b-459f-9640-74017a67dd76 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:32:17.346675 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port 577ece72-803b-459f-9640-74017a67dd76 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:32:17.347453 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:17.356376 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Provisioning complete for port caa18d76-b862-48d6-8bd3-0eae2b45a155 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:32:17.357179 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:17.372802 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07ad793-b0a4-40ad-b233-4387a8d4f266 req-7f87e465-5b5c-4a04-8331-eb6b5158890a tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:17.375626 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d07ad793-b0a4-40ad-b233-4387a8d4f266 req-7f87e465-5b5c-4a04-8331-eb6b5158890a tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/ports?device_id=07646ca0-10f2-4cc8-8147-f694b9d44b24 HTTP/1.1" status: 200 len: 945 time: 0.3445003 Jul 14 09:32:17.387789 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8fadac-e5ac-432c-8282-892c63891c2e None None] Pushing event updated for resources: {'Port': ['ID=d25866da-6069-4be8-8dc7-8c2eef88627b,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:17.456863 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1770736f-9a06-4982-82e6-e61132a17cfc None None] Network 53476fde-b395-4ab7-9c6f-895818e2314d requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:32:17.573269 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-52589875-0c98-4fa5-b325-9c721bc6d5fa tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13574120'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:17.577265 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-19856d72-e962-4397-ba07-4d4fc9afb2dd tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] For port d25866da-6069-4be8-8dc7-8c2eef88627b, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=d25866da-6069-4be8-8dc7-8c2eef88627b,segment=NetworkSegment(9b402d8b-0886-445f-9b0f-8b746b6553df),segment_id=9b402d8b-0886-445f-9b0f-8b746b6553df)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:32:17.586879 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-19856d72-e962-4397-ba07-4d4fc9afb2dd tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:17.630327 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-19856d72-e962-4397-ba07-4d4fc9afb2dd tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Calling delete_port for d25866da-6069-4be8-8dc7-8c2eef88627b owned by network:dhcp {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:32:17.723275 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-52589875-0c98-4fa5-b325-9c721bc6d5fa tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3481002'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:17.786557 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:17.798987 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d07ad793-b0a4-40ad-b233-4387a8d4f266 req-8192f621-0865-4763-a03f-d641f3527f82 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/security-groups?id=e89c09f5-16f2-4ac7-8f23-93abffe26f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4151225 Jul 14 09:32:17.800523 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-52589875-0c98-4fa5-b325-9c721bc6d5fa tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13574056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16714573'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:17.840938 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52589875-0c98-4fa5-b325-9c721bc6d5fa tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Pushing event deleted for resources: {'Subnet': ['ID=69e4db17-afa3-4af1-a32a-b10746010da1,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:17.843803 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-52589875-0c98-4fa5-b325-9c721bc6d5fa tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:17.849657 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-52589875-0c98-4fa5-b325-9c721bc6d5fa tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] 10.222.0.68 "DELETE /v2.0/subnets/69e4db17-afa3-4af1-a32a-b10746010da1 HTTP/1.1" status: 204 len: 168 time: 0.7346792 Jul 14 09:32:17.850975 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 57236) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:17.901909 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bf56606-e120-41f5-a1ea-b036810e4ade', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'caa18d76-b862-48d6-8bd3-0eae2b45a155'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:32:17.904211 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd62303f06773040a8a4e189dc46b4f565768c299abf8ab8e7739778b0bc3e97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1ca30d2-2c28-42cf-b7a8-795b262402ab" -d '{"events": [{"server_uuid": "2bf56606-e120-41f5-a1ea-b036810e4ade", "name": "network-vif-plugged", "status": "completed", "tag": "caa18d76-b862-48d6-8bd3-0eae2b45a155"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:32:17.923868 n-d-779913-29 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-00aa732d-2e17-411f-8062-3d4348cba122 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] DELETE failed (client error): The resource could not be found. Jul 14 09:32:17.924436 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00aa732d-2e17-411f-8062-3d4348cba122 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:32:17.931556 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-00aa732d-2e17-411f-8062-3d4348cba122 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] 10.222.0.68 "DELETE /v2.0/subnets/aa653fbc-00a9-4ce9-bed8-c7151228d468 HTTP/1.1" status: 404 len: 337 time: 0.0790293 Jul 14 09:32:17.933970 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 57242) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:17.940723 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port caa18d76-b862-48d6-8bd3-0eae2b45a155, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=caa18d76-b862-48d6-8bd3-0eae2b45a155,segment=NetworkSegment(7c0bb8da-25ea-40ae-a0d8-c863fd3d0f97),segment_id=7c0bb8da-25ea-40ae-a0d8-c863fd3d0f97)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:32:17.949851 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:17.994028 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:18.010145 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52ba7add-f408-476e-bac0-a3e13b4b15ff None None] Update dhcp port {'port': {'network_id': 'e6283d1d-8379-4151-860b-6c684d52c559', 'fixed_ips': [{'subnet_id': '8c311202-c7bd-4ef5-9e80-7fbb769a6020', 'ip_address': '2001:db8::2'}, {'subnet_id': 'a48c9488-f522-4250-862c-c43eefeb0fcd'}], 'binding:host_id': 'n-d-779913-29'}, 'id': '577ece72-803b-459f-9640-74017a67dd76'} from n-d-779913-29. {{(pid=93959) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 14 09:32:18.020236 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_v2 [None req-91ff04fa-3f32-4ab1-b72c-33034640adcf tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Deleting subnet ad56e9a0-f58c-476c-bbf9-3230822a3467 {{(pid=93957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:32:18.035976 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-91ff04fa-3f32-4ab1-b72c-33034640adcf tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks [] for subnet, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:18.094454 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-91ff04fa-3f32-4ab1-b72c-33034640adcf tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10944203'] for subnet, precommit_delete_associations {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:18.217126 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-19856d72-e962-4397-ba07-4d4fc9afb2dd tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:18.259492 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072383b6-7453-42a0-8334-54052cf33f80 req-1333ac6f-69fe-462a-87cf-1d699f3c7705 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:18.267264 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-072383b6-7453-42a0-8334-54052cf33f80 req-1333ac6f-69fe-462a-87cf-1d699f3c7705 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] 10.222.0.68 "GET /v2.0/ports?device_id=53563f6e-7033-4881-b21d-7977e55df67a HTTP/1.1" status: 200 len: 944 time: 1.1302443 Jul 14 09:32:18.322803 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Pushing event updated for resources: {'Port': ['ID=caa18d76-b862-48d6-8bd3-0eae2b45a155,revision_number=7']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:18.356016 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c2445df-e47a-4729-a87a-1d2ea4f2bbda None None] Network 53476fde-b395-4ab7-9c6f-895818e2314d requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:32:18.403106 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-91ff04fa-3f32-4ab1-b72c-33034640adcf tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3481002'] for subnet, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:18.525811 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] For port 577ece72-803b-459f-9640-74017a67dd76, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=577ece72-803b-459f-9640-74017a67dd76,segment=NetworkSegment(2cf510aa-58da-4bdd-997c-cbac3b0d7806),segment_id=2cf510aa-58da-4bdd-997c-cbac3b0d7806)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:32:18.551397 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19856d72-e962-4397-ba07-4d4fc9afb2dd tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] No DVR routers for this DVR port d25866da-6069-4be8-8dc7-8c2eef88627b on host n-d-779913-29 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:32:18.629823 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19856d72-e962-4397-ba07-4d4fc9afb2dd tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Pushing event deleted for resources: {'Port': ['ID=d25866da-6069-4be8-8dc7-8c2eef88627b,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:18.643970 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-072383b6-7453-42a0-8334-54052cf33f80 req-1f25a242-960a-4e8b-ba2d-4f48ee31ba21 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] 10.222.0.68 "GET /v2.0/security-groups?id=b4ff2369-e32d-44b9-a882-4dd3dbe0fc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3733916 Jul 14 09:32:18.645566 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:18.669099 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-91ff04fa-3f32-4ab1-b72c-33034640adcf tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10052701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11984075'] for subnet, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:18.676590 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-52ba7add-f408-476e-bac0-a3e13b4b15ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:18.758725 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-91ff04fa-3f32-4ab1-b72c-33034640adcf tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks [] for subnet, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:18.762338 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-91ff04fa-3f32-4ab1-b72c-33034640adcf tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] 10.222.0.68 "DELETE /v2.0/subnets/ad56e9a0-f58c-476c-bbf9-3230822a3467 HTTP/1.1" status: 204 len: 168 time: 0.8249252 Jul 14 09:32:18.772858 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Pushing event updated for resources: {'Port': ['ID=577ece72-803b-459f-9640-74017a67dd76,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:18.790061 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 57246) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:18.799871 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ff04fa-3f32-4ab1-b72c-33034640adcf tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Pushing event deleted for resources: {'Subnet': ['ID=ad56e9a0-f58c-476c-bbf9-3230822a3467,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:18.823450 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08948292-5243-406e-8b3a-d54f869b523f None None] Update dhcp port {'port': {'network_id': '84b74b2a-ebae-4ed1-b302-cad8e244c99d', 'fixed_ips': [{'subnet_id': 'ad56e9a0-f58c-476c-bbf9-3230822a3467', 'ip_address': '172.20.0.18'}, {'subnet_id': '69e4db17-afa3-4af1-a32a-b10746010da1'}], 'binding:host_id': 'n-d-779913-29'}, 'id': 'fd7ba625-efd1-4cbb-a8ae-4d99cd3f0169'} from n-d-779913-29. {{(pid=93959) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 14 09:32:18.869029 n-d-779913-29 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0589665-5a7f-49e3-83f9-67164db7cdd1 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] DELETE failed (client error): The resource could not be found. Jul 14 09:32:18.869885 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0589665-5a7f-49e3-83f9-67164db7cdd1 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:32:18.871925 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-b0589665-5a7f-49e3-83f9-67164db7cdd1 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] 10.222.0.68 "DELETE /v2.0/subnets/5f127648-3e84-4812-9bc1-3fb1553f3e9d HTTP/1.1" status: 404 len: 337 time: 0.0781658 Jul 14 09:32:18.875119 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 57248) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:18.922436 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-e3f6d353-09d0-42fb-b2c6-9654632d37a6 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] 10.222.0.68 "GET /v2.0/ports?device_id=c8bfeddb-d15c-4109-86e1-dd9ac0d2f968 HTTP/1.1" status: 200 len: 205 time: 0.0437126 Jul 14 09:32:18.931660 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 57250) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:19.023302 n-d-779913-29 neutron-server[93958]: INFO neutron.api.v2.resource [None req-1773a00b-64f4-4fe3-890e-4b5ca7b7bc38 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] delete failed (client error): The resource could not be found. Jul 14 09:32:19.026777 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-19856d72-e962-4397-ba07-4d4fc9afb2dd tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473955', 'neutron.services.segments.db._delete_segments_for_network-8735688326548'] for network, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:19.027355 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-1773a00b-64f4-4fe3-890e-4b5ca7b7bc38 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] 10.222.0.68 "DELETE /v2.0/routers/c8bfeddb-d15c-4109-86e1-dd9ac0d2f968 HTTP/1.1" status: 404 len: 336 time: 0.0897262 Jul 14 09:32:19.030645 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 57252) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:19.066131 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ed25d7-0d62-446f-9652-6665b96ae709 req-bc8aa7a4-9712-4236-a72e-3430f1d009e0 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:19.074428 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-33ed25d7-0d62-446f-9652-6665b96ae709 req-bc8aa7a4-9712-4236-a72e-3430f1d009e0 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/ports?device_id=07646ca0-10f2-4cc8-8147-f694b9d44b24 HTTP/1.1" status: 200 len: 945 time: 0.3467033 Jul 14 09:32:19.080118 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-19856d72-e962-4397-ba07-4d4fc9afb2dd tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53476fde-b395-4ab7-9c6f-895818e2314d']}} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:32:19.108338 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-19856d72-e962-4397-ba07-4d4fc9afb2dd tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b402d8b-0886-445f-9b0f-8b746b6553df') {'for_net_delete': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:32:19.108654 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-19856d72-e962-4397-ba07-4d4fc9afb2dd tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b402d8b-0886-445f-9b0f-8b746b6553df') {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:32:19.131659 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-19856d72-e962-4397-ba07-4d4fc9afb2dd tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735688356235', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10944210'] for segment, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:19.137645 n-d-779913-29 neutron-server[93957]: INFO neutron.pecan_wsgi.hooks.translation [None req-0197354b-428b-4ee5-848b-e974ad6f51b3 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] DELETE failed (client error): The resource could not be found. Jul 14 09:32:19.142915 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0197354b-428b-4ee5-848b-e974ad6f51b3 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:32:19.147583 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 57254) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:19.148073 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-0197354b-428b-4ee5-848b-e974ad6f51b3 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] 10.222.0.68 "DELETE /v2.0/subnets/babda0dd-ce6c-4299-a9e1-1427cf78c055 HTTP/1.1" status: 404 len: 337 time: 0.1099992 Jul 14 09:32:19.202695 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e18729f-a853-41c5-b552-b522bdd5c9ef req-f77b324f-690e-4d30-9310-aad36286fed8 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:19.212248 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0e18729f-a853-41c5-b552-b522bdd5c9ef req-f77b324f-690e-4d30-9310-aad36286fed8 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/ports?device_id=2bf56606-e120-41f5-a1ea-b036810e4ade HTTP/1.1" status: 200 len: 946 time: 0.3204775 Jul 14 09:32:19.216562 n-d-779913-29 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-4eebd6e8-9e29-448b-adf3-9bb33d3dbd1e tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] DELETE failed (client error): The resource could not be found. Jul 14 09:32:19.223723 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4eebd6e8-9e29-448b-adf3-9bb33d3dbd1e tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:32:19.226083 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-4eebd6e8-9e29-448b-adf3-9bb33d3dbd1e tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] 10.222.0.68 "DELETE /v2.0/subnets/4e48d778-f260-4ebb-a62d-699de8c538cf HTTP/1.1" status: 404 len: 337 time: 0.0770242 Jul 14 09:32:19.229437 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 57258) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:19.234122 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-19856d72-e962-4397-ba07-4d4fc9afb2dd tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:19.253844 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19856d72-e962-4397-ba07-4d4fc9afb2dd tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Releasing vlan 714 on physical network physnet1 to pool {{(pid=93957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:32:19.254295 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-19856d72-e962-4397-ba07-4d4fc9afb2dd tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10053619'] for segment, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:19.282289 n-d-779913-29 neutron-server[93957]: Traceback (most recent call last): Jul 14 09:32:19.282289 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:32:19.282289 n-d-779913-29 neutron-server[93957]: timer() Jul 14 09:32:19.282289 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:32:19.282289 n-d-779913-29 neutron-server[93957]: cb(*args, **kw) Jul 14 09:32:19.282289 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:32:19.282289 n-d-779913-29 neutron-server[93957]: return func(*args, **kwargs) Jul 14 09:32:19.282289 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:32:19.282289 n-d-779913-29 neutron-server[93957]: self._notify() Jul 14 09:32:19.282289 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:32:19.282289 n-d-779913-29 neutron-server[93957]: self.callback(batched_events) Jul 14 09:32:19.282289 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:32:19.282289 n-d-779913-29 neutron-server[93957]: event.method(event) Jul 14 09:32:19.282289 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:32:19.282289 n-d-779913-29 neutron-server[93957]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:32:19.282289 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:32:19.282289 n-d-779913-29 neutron-server[93957]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:32:19.282289 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:32:19.282289 n-d-779913-29 neutron-server[93957]: return f(self, *a, **k) Jul 14 09:32:19.282289 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:32:19.282289 n-d-779913-29 neutron-server[93957]: return self._get(url).json() Jul 14 09:32:19.282289 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:32:19.282289 n-d-779913-29 neutron-server[93957]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:32:19.282289 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:32:19.282289 n-d-779913-29 neutron-server[93957]: return self.request(url, 'GET', **kwargs) Jul 14 09:32:19.282289 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:32:19.282289 n-d-779913-29 neutron-server[93957]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:32:19.282289 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:32:19.282289 n-d-779913-29 neutron-server[93957]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:32:19.282289 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:32:19.282289 n-d-779913-29 neutron-server[93957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:32:19.282289 n-d-779913-29 neutron-server[93957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:32:19.317257 n-d-779913-29 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-89ca8838-8531-4955-b9b5-033183881ec9 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] DELETE failed (client error): The resource could not be found. Jul 14 09:32:19.321566 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89ca8838-8531-4955-b9b5-033183881ec9 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:32:19.325698 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-89ca8838-8531-4955-b9b5-033183881ec9 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] 10.222.0.68 "DELETE /v2.0/subnets/839185e7-1d2c-435c-a9d1-54dff72c0ccd HTTP/1.1" status: 404 len: 337 time: 0.0928319 Jul 14 09:32:19.326232 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 57264) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:19.353648 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-08948292-5243-406e-8b3a-d54f869b523f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:19.357942 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-33ed25d7-0d62-446f-9652-6665b96ae709 req-651d175c-5c6d-4b68-b91c-9d9bbe43520d tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/security-groups?id=e89c09f5-16f2-4ac7-8f23-93abffe26f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2821922 Jul 14 09:32:19.435306 n-d-779913-29 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-aba9944d-ee0b-4b44-8867-be88941e8e0b tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] DELETE failed (client error): The resource could not be found. Jul 14 09:32:19.435306 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aba9944d-ee0b-4b44-8867-be88941e8e0b tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:32:19.435306 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-aba9944d-ee0b-4b44-8867-be88941e8e0b tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] 10.222.0.68 "DELETE /v2.0/ports/7c5fdf25-0d91-4641-951f-682a09e57e8c HTTP/1.1" status: 404 len: 333 time: 0.0646555 Jul 14 09:32:19.435703 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0e18729f-a853-41c5-b552-b522bdd5c9ef req-76f4c04b-b623-4262-be13-dfd8dad0508c tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/security-groups?id=9b802230-9234-42e7-bf8c-0d12af0394c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054014 Jul 14 09:32:19.446785 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 57266) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:19.470809 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-19856d72-e962-4397-ba07-4d4fc9afb2dd tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660504'] for network, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:19.499932 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:32:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f3ec372-5380-424f-b9ca-1c23641d4ced x-openstack-request-id: req-9f3ec372-5380-424f-b9ca-1c23641d4ced {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:32:19.500440 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bf56606-e120-41f5-a1ea-b036810e4ade", "name": "network-vif-plugged", "status": "completed", "tag": "caa18d76-b862-48d6-8bd3-0eae2b45a155", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:32:19.500871 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-9f3ec372-5380-424f-b9ca-1c23641d4ced {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:32:19.502957 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bf56606-e120-41f5-a1ea-b036810e4ade', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'caa18d76-b862-48d6-8bd3-0eae2b45a155', 'code': 200} Jul 14 09:32:19.516971 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-19856d72-e962-4397-ba07-4d4fc9afb2dd tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Notify callbacks [] for network, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:19.520485 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-19856d72-e962-4397-ba07-4d4fc9afb2dd tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] 10.222.0.68 "DELETE /v2.0/networks/53476fde-b395-4ab7-9c6f-895818e2314d HTTP/1.1" status: 204 len: 168 time: 5.1653373 Jul 14 09:32:19.520485 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19856d72-e962-4397-ba07-4d4fc9afb2dd tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Pushing event deleted for resources: {'Network': ['ID=53476fde-b395-4ab7-9c6f-895818e2314d,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:19.522276 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 57276) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:19.522453 n-d-779913-29 neutron-server[93957]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ad02dcd-e48e-40de-b285-dfadf284cd32 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] DELETE failed (client error): The resource could not be found. Jul 14 09:32:19.522846 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ad02dcd-e48e-40de-b285-dfadf284cd32 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:32:19.524591 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-2ad02dcd-e48e-40de-b285-dfadf284cd32 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] 10.222.0.68 "DELETE /v2.0/subnets/5d2e74ba-b686-448e-b954-dfcbef920190 HTTP/1.1" status: 404 len: 337 time: 0.0680480 Jul 14 09:32:19.532036 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 57278) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:19.544146 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-52ba7add-f408-476e-bac0-a3e13b4b15ff None None] Allocated IP 172.20.0.1 (e6283d1d-8379-4151-860b-6c684d52c559/a48c9488-f522-4250-862c-c43eefeb0fcd/577ece72-803b-459f-9640-74017a67dd76) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:32:19.591182 n-d-779913-29 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9ca9392-7f7e-4f36-9b69-ad4aead0e002 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] DELETE failed (client error): The resource could not be found. Jul 14 09:32:19.592066 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9ca9392-7f7e-4f36-9b69-ad4aead0e002 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:32:19.594489 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-f9ca9392-7f7e-4f36-9b69-ad4aead0e002 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] 10.222.0.68 "DELETE /v2.0/networks/53476fde-b395-4ab7-9c6f-895818e2314d HTTP/1.1" status: 404 len: 339 time: 0.0711706 Jul 14 09:32:19.598412 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 57282) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:19.604132 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-b75d8111-f13f-43cc-8ab7-946e32694c3f tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1723883055', 'description': 'd1'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:32:19.642578 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5682216a-feeb-4f71-9695-951d625aa5b7 None None] Network 84b74b2a-ebae-4ed1-b302-cad8e244c99d requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:32:19.654260 n-d-779913-29 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-638906e6-52c4-411c-9ce9-186141a7fe7b tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] DELETE failed (client error): The resource could not be found. Jul 14 09:32:19.666594 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b75d8111-f13f-43cc-8ab7-946e32694c3f tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Made reservation on behalf of d2e77bb9b83648c5a3b44c9b50d7a782 for: {'network': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:32:19.671244 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b75d8111-f13f-43cc-8ab7-946e32694c3f tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for network, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:19.671765 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-638906e6-52c4-411c-9ce9-186141a7fe7b tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:32:19.675396 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-638906e6-52c4-411c-9ce9-186141a7fe7b tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] 10.222.0.68 "DELETE /v2.0/subnets/147c7559-4d3d-48f1-b027-500ecf91d321 HTTP/1.1" status: 404 len: 337 time: 0.1373043 Jul 14 09:32:19.678711 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 57284) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:19.739402 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b75d8111-f13f-43cc-8ab7-946e32694c3f tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 701} {{(pid=93957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:32:19.752266 n-d-779913-29 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d88a67a-ec0a-4a4a-b7bc-c013878c7b0d tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] DELETE failed (client error): The resource could not be found. Jul 14 09:32:19.757231 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d88a67a-ec0a-4a4a-b7bc-c013878c7b0d tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:32:19.762511 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-4d88a67a-ec0a-4a4a-b7bc-c013878c7b0d tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] 10.222.0.68 "DELETE /v2.0/ports/a00337f9-5f24-410e-b144-13dcb093faca HTTP/1.1" status: 404 len: 333 time: 0.0827835 Jul 14 09:32:19.765619 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b75d8111-f13f-43cc-8ab7-946e32694c3f tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:19.766073 n-d-779913-29 neutron-server[93957]: INFO neutron.db.segments_db [None req-b75d8111-f13f-43cc-8ab7-946e32694c3f tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Added segment 956b88a0-06f6-483f-b660-682b92791673 of type vlan for network f873283d-04ae-47a6-a607-6fc3d46dbf24 Jul 14 09:32:19.770654 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 57288) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:19.903719 n-d-779913-29 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1cdb199-d18e-487a-8c55-8d5122881939 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] DELETE failed (client error): The resource could not be found. Jul 14 09:32:19.909725 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1cdb199-d18e-487a-8c55-8d5122881939 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:32:19.911639 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-b1cdb199-d18e-487a-8c55-8d5122881939 tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] 10.222.0.68 "DELETE /v2.0/subnets/13aa6296-dabe-4178-b1a7-636fd8ea7889 HTTP/1.1" status: 404 len: 337 time: 0.1369538 Jul 14 09:32:19.919797 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 57292) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:19.964912 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-52ba7add-f408-476e-bac0-a3e13b4b15ff None None] For port 577ece72-803b-459f-9640-74017a67dd76, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=577ece72-803b-459f-9640-74017a67dd76,segment=NetworkSegment(2cf510aa-58da-4bdd-997c-cbac3b0d7806),segment_id=2cf510aa-58da-4bdd-997c-cbac3b0d7806)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:32:19.968011 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b75d8111-f13f-43cc-8ab7-946e32694c3f tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735687821325'] for network, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:20.020724 n-d-779913-29 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-071fec72-f07a-43ec-9280-d90a4769df5e tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] DELETE failed (client error): The resource could not be found. Jul 14 09:32:20.021856 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-071fec72-f07a-43ec-9280-d90a4769df5e tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:32:20.031929 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-52ba7add-f408-476e-bac0-a3e13b4b15ff None None] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:20.033812 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-071fec72-f07a-43ec-9280-d90a4769df5e tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] 10.222.0.68 "DELETE /v2.0/subnets/b4bab648-ed1f-4b23-8449-ba3e94bfa2be HTTP/1.1" status: 404 len: 337 time: 0.1129062 Jul 14 09:32:20.036803 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 57294) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:20.062571 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b75d8111-f13f-43cc-8ab7-946e32694c3f tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855'] for network, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:20.070702 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-52ba7add-f408-476e-bac0-a3e13b4b15ff None None] Transition to ACTIVE for port object 577ece72-803b-459f-9640-74017a67dd76 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:32:20.076155 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-52ba7add-f408-476e-bac0-a3e13b4b15ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:20.077409 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b75d8111-f13f-43cc-8ab7-946e32694c3f tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:20.081731 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-2b47ce2d-f7c8-4c37-ba0d-da2ba8fed0d8 None None] Provisioning complete for port aa184bc8-0a3e-4e10-a8d1-b203053fa577 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:32:20.082084 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2b47ce2d-f7c8-4c37-ba0d-da2ba8fed0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:20.084997 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b75d8111-f13f-43cc-8ab7-946e32694c3f tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Notify callbacks [] for network, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:20.248395 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-5061f95e-6430-4cef-8e01-f631180873cf tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Deleting port aa184bc8-0a3e-4e10-a8d1-b203053fa577 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:32:20.248814 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5061f95e-6430-4cef-8e01-f631180873cf tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:20.329828 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-b75d8111-f13f-43cc-8ab7-946e32694c3f tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7298934 Jul 14 09:32:20.337357 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 57296) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:20.429648 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5061f95e-6430-4cef-8e01-f631180873cf tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:20.466856 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75d8111-f13f-43cc-8ab7-946e32694c3f tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Pushing event updated for resources: {'Network': ['ID=f873283d-04ae-47a6-a607-6fc3d46dbf24,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:20.482820 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-2b47ce2d-f7c8-4c37-ba0d-da2ba8fed0d8 None None] Port aa184bc8-0a3e-4e10-a8d1-b203053fa577 cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:32:20.501307 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Network f873283d-04ae-47a6-a607-6fc3d46dbf24 details requested by agent ovs-agent-n-d-779913-29 with host n-d-779913-29 {{(pid=93959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:32:20.518485 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-5061f95e-6430-4cef-8e01-f631180873cf tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Calling delete_port for aa184bc8-0a3e-4e10-a8d1-b203053fa577 owned by {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:32:20.609812 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ba7add-f408-476e-bac0-a3e13b4b15ff None None] Pushing event updated for resources: {'Port': ['ID=577ece72-803b-459f-9640-74017a67dd76,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:20.628351 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-2b47ce2d-f7c8-4c37-ba0d-da2ba8fed0d8 None None] Provisioning complete for port fd7ba625-efd1-4cbb-a8ae-4d99cd3f0169 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:32:20.629076 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2b47ce2d-f7c8-4c37-ba0d-da2ba8fed0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:20.673766 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5495a9e0-1d6b-4232-99dd-66da392f432c tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:20.678642 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-5495a9e0-1d6b-4232-99dd-66da392f432c tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] 10.222.0.68 "GET /v2.0/networks?id=f873283d-04ae-47a6-a607-6fc3d46dbf24 HTTP/1.1" status: 200 len: 765 time: 0.3233747 Jul 14 09:32:20.680334 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 57300) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:20.685772 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-3becea5e-a271-4732-b8a8-b5265ae98b63 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Request body: {'network': {'description': 'd2'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:32:20.798724 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5061f95e-6430-4cef-8e01-f631180873cf tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:20.879200 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5061f95e-6430-4cef-8e01-f631180873cf tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:20.884808 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-5061f95e-6430-4cef-8e01-f631180873cf tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] 10.222.0.68 "DELETE /v2.0/ports/aa184bc8-0a3e-4e10-a8d1-b203053fa577 HTTP/1.1" status: 204 len: 168 time: 0.8463736 Jul 14 09:32:20.888073 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 57306) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:20.907173 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c789ecf9-b415-4a2d-97f7-ebcb4129be46 req-7625fbc4-3bef-4852-9c8b-6db9e5b60136 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:20.915593 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-c789ecf9-b415-4a2d-97f7-ebcb4129be46 req-7625fbc4-3bef-4852-9c8b-6db9e5b60136 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/ports?device_id=07646ca0-10f2-4cc8-8147-f694b9d44b24 HTTP/1.1" status: 200 len: 945 time: 0.5351486 Jul 14 09:32:20.934523 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feee5ed5-98e2-47e5-928b-36f726076b25 req-3ef362ea-ba75-42af-964e-1391f01aa02d tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:20.941826 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-feee5ed5-98e2-47e5-928b-36f726076b25 req-3ef362ea-ba75-42af-964e-1391f01aa02d tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] 10.222.0.68 "GET /v2.0/ports?device_id=53563f6e-7033-4881-b21d-7977e55df67a HTTP/1.1" status: 200 len: 944 time: 0.7633579 Jul 14 09:32:20.954549 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5061f95e-6430-4cef-8e01-f631180873cf tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Pushing event deleted for resources: {'Port': ['ID=aa184bc8-0a3e-4e10-a8d1-b203053fa577,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:20.979991 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 577ece72-803b-459f-9640-74017a67dd76 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:32:20.980951 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-c789ecf9-b415-4a2d-97f7-ebcb4129be46 req-9f4fe021-902c-4919-8bb6-957939e7ef06 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/security-groups?id=e89c09f5-16f2-4ac7-8f23-93abffe26f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631745 Jul 14 09:32:20.982871 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5061f95e-6430-4cef-8e01-f631180873cf tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:32:20.986034 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5061f95e-6430-4cef-8e01-f631180873cf tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:32:20.986678 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5061f95e-6430-4cef-8e01-f631180873cf tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:32:20.987286 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5061f95e-6430-4cef-8e01-f631180873cf tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:32:20.987860 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5061f95e-6430-4cef-8e01-f631180873cf tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:32:20.990227 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5061f95e-6430-4cef-8e01-f631180873cf tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:32:20.991746 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5061f95e-6430-4cef-8e01-f631180873cf tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:32:20.993923 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5061f95e-6430-4cef-8e01-f631180873cf tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:32:20.994558 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5061f95e-6430-4cef-8e01-f631180873cf tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:32:20.995141 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5061f95e-6430-4cef-8e01-f631180873cf tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:32:20.996011 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5061f95e-6430-4cef-8e01-f631180873cf tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:32:21.001184 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5061f95e-6430-4cef-8e01-f631180873cf tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:32:21.048446 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-426e6442-faf5-46fb-a5fd-797d02e5a957 None None] DHCP port deletion for 84b74b2a-ebae-4ed1-b302-cad8e244c99d request from n-d-779913-29 {{(pid=93959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:32:21.169401 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-426e6442-faf5-46fb-a5fd-797d02e5a957 None None] Deleting port fd7ba625-efd1-4cbb-a8ae-4d99cd3f0169 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:32:21.172326 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-426e6442-faf5-46fb-a5fd-797d02e5a957 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:21.286826 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-426e6442-faf5-46fb-a5fd-797d02e5a957 None None] For port fd7ba625-efd1-4cbb-a8ae-4d99cd3f0169, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=fd7ba625-efd1-4cbb-a8ae-4d99cd3f0169,segment=NetworkSegment(1bf68f8d-0f2c-484e-beed-731426681bc0),segment_id=1bf68f8d-0f2c-484e-beed-731426681bc0)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:32:21.288057 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-426e6442-faf5-46fb-a5fd-797d02e5a957 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:21.308556 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-426e6442-faf5-46fb-a5fd-797d02e5a957 None None] Calling delete_port for fd7ba625-efd1-4cbb-a8ae-4d99cd3f0169 owned by network:dhcp {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:32:21.400965 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-feee5ed5-98e2-47e5-928b-36f726076b25 req-e78bb455-abc2-4792-b5f2-cfd03e599d1b tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] 10.222.0.68 "GET /v2.0/security-groups?id=b4ff2369-e32d-44b9-a882-4dd3dbe0fc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4514580 Jul 14 09:32:21.410283 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device fd7ba625-efd1-4cbb-a8ae-4d99cd3f0169 no longer exists at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:32:21.420584 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-426e6442-faf5-46fb-a5fd-797d02e5a957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:21.426627 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-de5f5135-408c-4414-a3fb-184c1a3b1e5e tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3876111'] for network, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:21.447672 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3becea5e-a271-4732-b8a8-b5265ae98b63 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735687821325'] for network, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:21.449559 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] No Port match for: fd7ba625-efd1-4cbb-a8ae-4d99cd3f0169 {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:32:21.449995 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device fd7ba625-efd1-4cbb-a8ae-4d99cd3f0169 not bound to the agent host n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:32:21.464974 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f6d748-faab-4228-9f13-f77e2ae2e913 req-ef5df4cc-44fa-4a48-9892-a6cdd549f0c0 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:21.478042 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-68f6d748-faab-4228-9f13-f77e2ae2e913 req-ef5df4cc-44fa-4a48-9892-a6cdd549f0c0 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/ports?device_id=2bf56606-e120-41f5-a1ea-b036810e4ade HTTP/1.1" status: 200 len: 946 time: 0.2664115 Jul 14 09:32:21.493358 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426e6442-faf5-46fb-a5fd-797d02e5a957 None None] Pushing event deleted for resources: {'Port': ['ID=fd7ba625-efd1-4cbb-a8ae-4d99cd3f0169,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:21.504218 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-426e6442-faf5-46fb-a5fd-797d02e5a957 None None] No DVR routers for this DVR port fd7ba625-efd1-4cbb-a8ae-4d99cd3f0169 on host n-d-779913-29 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:32:21.610453 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-68f6d748-faab-4228-9f13-f77e2ae2e913 req-567a3b70-ad20-46f5-aa59-3d6d3934ea0f tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/security-groups?id=9b802230-9234-42e7-bf8c-0d12af0394c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301892 Jul 14 09:32:21.645950 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3becea5e-a271-4732-b8a8-b5265ae98b63 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855'] for network, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:21.671119 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f6b5013-eb00-428d-9754-8e1c13b4bdae None None] Network e6283d1d-8379-4151-860b-6c684d52c559 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:32:21.849989 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-de5f5135-408c-4414-a3fb-184c1a3b1e5e tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473955', 'neutron.services.segments.db._delete_segments_for_network-8735688326548'] for network, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:21.880802 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636c4f75-f142-4af6-b05b-d58647919c51 req-5da11622-e85c-454b-87bb-edceb4d99903 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:21.895175 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-de5f5135-408c-4414-a3fb-184c1a3b1e5e tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84b74b2a-ebae-4ed1-b302-cad8e244c99d']}} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:32:21.895968 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-636c4f75-f142-4af6-b05b-d58647919c51 req-5da11622-e85c-454b-87bb-edceb4d99903 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/ports?device_id=07646ca0-10f2-4cc8-8147-f694b9d44b24 HTTP/1.1" status: 200 len: 945 time: 0.1465483 Jul 14 09:32:21.944463 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-de5f5135-408c-4414-a3fb-184c1a3b1e5e tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bf68f8d-0f2c-484e-beed-731426681bc0') {'for_net_delete': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:32:21.945117 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-de5f5135-408c-4414-a3fb-184c1a3b1e5e tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bf68f8d-0f2c-484e-beed-731426681bc0') {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:32:21.981028 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-3becea5e-a271-4732-b8a8-b5265ae98b63 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Network f873283d-04ae-47a6-a607-6fc3d46dbf24 is not hosted by any dhcp agent {{(pid=93957) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 14 09:32:21.989985 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3becea5e-a271-4732-b8a8-b5265ae98b63 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:21.991204 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3becea5e-a271-4732-b8a8-b5265ae98b63 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Notify callbacks [] for network, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:21.992561 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-3becea5e-a271-4732-b8a8-b5265ae98b63 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] 10.222.0.68 "PUT /v2.0/networks/f873283d-04ae-47a6-a607-6fc3d46dbf24 HTTP/1.1" status: 200 len: 762 time: 1.3112626 Jul 14 09:32:22.000358 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-de5f5135-408c-4414-a3fb-184c1a3b1e5e tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735688356235', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10944210'] for segment, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:22.010141 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-636c4f75-f142-4af6-b05b-d58647919c51 req-0d6ba011-ff58-4606-aead-7383acff44ec tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/security-groups?id=e89c09f5-16f2-4ac7-8f23-93abffe26f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091678 Jul 14 09:32:22.011838 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 57314) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:22.041284 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c2ed47d9-e00d-48b9-a29d-109e60fd10ab None None] Provisioning for port 577ece72-803b-459f-9640-74017a67dd76 completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:32:22.064724 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c2ed47d9-e00d-48b9-a29d-109e60fd10ab None None] Provisioning complete for port 577ece72-803b-459f-9640-74017a67dd76 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:32:22.076826 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c2ed47d9-e00d-48b9-a29d-109e60fd10ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:22.077217 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-de5f5135-408c-4414-a3fb-184c1a3b1e5e tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:22.094164 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3becea5e-a271-4732-b8a8-b5265ae98b63 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Pushing event updated for resources: {'Network': ['ID=f873283d-04ae-47a6-a607-6fc3d46dbf24,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:22.097403 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de5f5135-408c-4414-a3fb-184c1a3b1e5e tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Releasing vlan 706 on physical network physnet1 to pool {{(pid=93957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:32:22.098249 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-de5f5135-408c-4414-a3fb-184c1a3b1e5e tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10053619'] for segment, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:22.102099 n-d-779913-29 neutron-server[93957]: Traceback (most recent call last): Jul 14 09:32:22.102099 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:32:22.102099 n-d-779913-29 neutron-server[93957]: timer() Jul 14 09:32:22.102099 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:32:22.102099 n-d-779913-29 neutron-server[93957]: cb(*args, **kw) Jul 14 09:32:22.102099 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:32:22.102099 n-d-779913-29 neutron-server[93957]: return func(*args, **kwargs) Jul 14 09:32:22.102099 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:32:22.102099 n-d-779913-29 neutron-server[93957]: self._notify() Jul 14 09:32:22.102099 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:32:22.102099 n-d-779913-29 neutron-server[93957]: self.callback(batched_events) Jul 14 09:32:22.102099 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:32:22.102099 n-d-779913-29 neutron-server[93957]: event.method(event) Jul 14 09:32:22.102099 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:32:22.102099 n-d-779913-29 neutron-server[93957]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:32:22.102099 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:32:22.102099 n-d-779913-29 neutron-server[93957]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:32:22.102099 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:32:22.102099 n-d-779913-29 neutron-server[93957]: return f(self, *a, **k) Jul 14 09:32:22.102099 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:32:22.102099 n-d-779913-29 neutron-server[93957]: return self._get(url).json() Jul 14 09:32:22.102099 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:32:22.102099 n-d-779913-29 neutron-server[93957]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:32:22.102099 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:32:22.102099 n-d-779913-29 neutron-server[93957]: return self.request(url, 'GET', **kwargs) Jul 14 09:32:22.102099 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:32:22.102099 n-d-779913-29 neutron-server[93957]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:32:22.102099 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:32:22.102099 n-d-779913-29 neutron-server[93957]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:32:22.102099 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:32:22.102099 n-d-779913-29 neutron-server[93957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:32:22.102099 n-d-779913-29 neutron-server[93957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:32:22.199232 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9691a592-9956-4f60-b559-d305a5ab5da3 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:22.200766 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-9691a592-9956-4f60-b559-d305a5ab5da3 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] 10.222.0.68 "GET /v2.0/networks?id=f873283d-04ae-47a6-a607-6fc3d46dbf24 HTTP/1.1" status: 200 len: 765 time: 0.1872728 Jul 14 09:32:22.205270 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 57320) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:22.217802 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Network f873283d-04ae-47a6-a607-6fc3d46dbf24 details requested by agent ovs-agent-n-d-779913-29 with host n-d-779913-29 {{(pid=93959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:32:22.246756 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-de5f5135-408c-4414-a3fb-184c1a3b1e5e tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660504'] for network, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:22.289688 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-de5f5135-408c-4414-a3fb-184c1a3b1e5e tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Notify callbacks [] for network, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:22.291951 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-de5f5135-408c-4414-a3fb-184c1a3b1e5e tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] 10.222.0.68 "DELETE /v2.0/networks/84b74b2a-ebae-4ed1-b302-cad8e244c99d HTTP/1.1" status: 204 len: 168 time: 1.3990612 Jul 14 09:32:22.452001 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2204835a-6c22-42a6-ac04-11f0827a73ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:22.593200 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5f5135-408c-4414-a3fb-184c1a3b1e5e tempest-PortsTestJSON-1569723111 tempest-PortsTestJSON-1569723111-project] Pushing event deleted for resources: {'Network': ['ID=84b74b2a-ebae-4ed1-b302-cad8e244c99d,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:22.753485 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d94bf0a-f210-44cf-9a53-c77037ff0870 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:22.758549 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-0d94bf0a-f210-44cf-9a53-c77037ff0870 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] 10.222.0.68 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.5488563 Jul 14 09:32:22.758974 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 57330) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:22.880706 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cb2f9e-965e-47cb-89f9-b27bc4e67665 req-177d963d-c2fd-4464-87e7-7332dd644759 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:22.885208 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-b4cb2f9e-965e-47cb-89f9-b27bc4e67665 req-177d963d-c2fd-4464-87e7-7332dd644759 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] 10.222.0.68 "GET /v2.0/ports?device_id=53563f6e-7033-4881-b21d-7977e55df67a HTTP/1.1" status: 200 len: 944 time: 0.1333313 Jul 14 09:32:22.926642 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-9b09fbd8-3b39-41ae-91f3-a0b73d9cf7a5 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] 10.222.0.68 "GET /v2.0/subnets?network_id=2dcd4d32-cc7c-4468-b396-7ce5c9231892 HTTP/1.1" status: 200 len: 207 time: 0.1654706 Jul 14 09:32:22.929432 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 57336) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:22.995271 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-b4cb2f9e-965e-47cb-89f9-b27bc4e67665 req-21b1fe67-db92-4be4-8782-ae1001ea9870 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] 10.222.0.68 "GET /v2.0/security-groups?id=b4ff2369-e32d-44b9-a882-4dd3dbe0fc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1034172 Jul 14 09:32:23.070818 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 57342) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:23.106706 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71872251-cbbd-4e41-9646-fb20adc1335c None None] get_active_networks_info from n-d-779913-29 {{(pid=93959) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 14 09:32:23.109468 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023b5745-2d5c-4d1d-b496-f7b680336462 req-99fc237b-85ea-4982-916e-dcd771382fba tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:23.119147 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-023b5745-2d5c-4d1d-b496-f7b680336462 req-99fc237b-85ea-4982-916e-dcd771382fba tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/ports?device_id=07646ca0-10f2-4cc8-8147-f694b9d44b24 HTTP/1.1" status: 200 len: 945 time: 0.7861533 Jul 14 09:32:23.342438 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-29ddb680-9e10-46c6-aae1-406860c57009 None None] Provisioning complete for port 577ece72-803b-459f-9640-74017a67dd76 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:32:23.359905 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-29ddb680-9e10-46c6-aae1-406860c57009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:23.391687 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb329c12-ca2f-4bc5-8a88-0d8a012ea284 req-f8895669-0c54-4cae-8be5-c6c47afd34a5 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:23.393211 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-fb329c12-ca2f-4bc5-8a88-0d8a012ea284 req-f8895669-0c54-4cae-8be5-c6c47afd34a5 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/ports?device_id=2bf56606-e120-41f5-a1ea-b036810e4ade HTTP/1.1" status: 200 len: 946 time: 0.1758246 Jul 14 09:32:23.535209 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71872251-cbbd-4e41-9646-fb20adc1335c None None] Resources bound (agent type, host, resource id): {{(pid=93959) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 14 09:32:23.574266 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-23ca2bb9-b474-4c27-b92b-6d88d79bf29e admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=078281b593d34d31bc27616950b7a85b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5011408 Jul 14 09:32:23.616552 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 57346) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:23.632750 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-fb329c12-ca2f-4bc5-8a88-0d8a012ea284 req-49d8ebb9-5b7b-4656-8271-b33af9223537 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/security-groups?id=9b802230-9234-42e7-bf8c-0d12af0394c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2300887 Jul 14 09:32:23.780515 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0e1bf1f2-0366-402c-a17b-ecaaac77e772 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:23.835290 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0e1bf1f2-0366-402c-a17b-ecaaac77e772 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:23.969047 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0e1bf1f2-0366-402c-a17b-ecaaac77e772 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:23.971920 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0e1bf1f2-0366-402c-a17b-ecaaac77e772 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:23.976319 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-0e1bf1f2-0366-402c-a17b-ecaaac77e772 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/2f2f671a-19d4-42f0-8f02-596c07d287d5 HTTP/1.1" status: 204 len: 168 time: 0.3425426 Jul 14 09:32:23.996329 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1bf1f2-0366-402c-a17b-ecaaac77e772 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f2f671a-19d4-42f0-8f02-596c07d287d5,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:24.282336 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5eb0ad9-6a5c-48b4-837e-8083d698269f tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:24.298127 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5eb0ad9-6a5c-48b4-837e-8083d698269f tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:24.316699 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5eb0ad9-6a5c-48b4-837e-8083d698269f tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:24.337514 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5eb0ad9-6a5c-48b4-837e-8083d698269f tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:24.351400 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5eb0ad9-6a5c-48b4-837e-8083d698269f tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:24.368175 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5eb0ad9-6a5c-48b4-837e-8083d698269f tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:24.377362 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-c5eb0ad9-6a5c-48b4-837e-8083d698269f tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] 10.222.0.68 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3729 time: 1.4387939 Jul 14 09:32:24.378360 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 57360) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:24.404411 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-023b5745-2d5c-4d1d-b496-f7b680336462 req-60ea5b72-b965-412b-8561-23de855e7cb5 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/security-groups?id=e89c09f5-16f2-4ac7-8f23-93abffe26f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2765353 Jul 14 09:32:24.728543 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:24.775383 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e43aa02-9364-418a-af8b-9ae3e8777dd0 req-60a077a2-2586-4e96-9c75-6eacd0234ca5 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:24.788570 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c99ccd8f-7be1-438b-b5e0-01a2850e417b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:24.789283 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-4e43aa02-9364-418a-af8b-9ae3e8777dd0 req-60a077a2-2586-4e96-9c75-6eacd0234ca5 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/ports?device_id=07646ca0-10f2-4cc8-8147-f694b9d44b24 HTTP/1.1" status: 200 len: 945 time: 0.1848209 Jul 14 09:32:24.833743 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 57374) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:24.833916 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-e37555a3-4767-4732-81c2-5335c68b6c25 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] 10.222.0.68 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 811 time: 0.4495559 Jul 14 09:32:24.922529 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5317f5-ae25-4f62-9dc9-5522da25c3aa req-5551f384-8597-4cad-9d48-ec18e86bddc1 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:24.935261 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-6f5317f5-ae25-4f62-9dc9-5522da25c3aa req-5551f384-8597-4cad-9d48-ec18e86bddc1 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] 10.222.0.68 "GET /v2.0/ports?device_id=53563f6e-7033-4881-b21d-7977e55df67a HTTP/1.1" status: 200 len: 944 time: 0.4339643 Jul 14 09:32:24.977788 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-4e43aa02-9364-418a-af8b-9ae3e8777dd0 req-4bb8a126-737d-411d-abfb-b57ff82b0a66 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/security-groups?id=e89c09f5-16f2-4ac7-8f23-93abffe26f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857982 Jul 14 09:32:25.028845 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-6f5317f5-ae25-4f62-9dc9-5522da25c3aa req-6c0e275d-2ae7-4967-b300-2e0a9c75f77e tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] 10.222.0.68 "GET /v2.0/security-groups?id=b4ff2369-e32d-44b9-a882-4dd3dbe0fc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0926003 Jul 14 09:32:25.051578 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bb6d5e1-847d-49da-b7ef-b76a6ad92ff2 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:25.060257 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bb6d5e1-847d-49da-b7ef-b76a6ad92ff2 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:25.066362 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bb6d5e1-847d-49da-b7ef-b76a6ad92ff2 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:25.068532 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bb6d5e1-847d-49da-b7ef-b76a6ad92ff2 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:25.080358 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bb6d5e1-847d-49da-b7ef-b76a6ad92ff2 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:25.087645 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-5bb6d5e1-847d-49da-b7ef-b76a6ad92ff2 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] 10.222.0.68 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2483630 Jul 14 09:32:25.088685 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 57382) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:25.254091 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d2943f9-b4e6-4296-a126-ee258a55424d tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Attributes excluded by policy engine: ['shared'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:25.261440 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d2943f9-b4e6-4296-a126-ee258a55424d tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Attributes excluded by policy engine: ['shared'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:25.263240 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d2943f9-b4e6-4296-a126-ee258a55424d tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Attributes excluded by policy engine: ['shared'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:25.270267 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d2943f9-b4e6-4296-a126-ee258a55424d tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Attributes excluded by policy engine: ['shared'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:25.276285 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d2943f9-b4e6-4296-a126-ee258a55424d tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Attributes excluded by policy engine: ['shared'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:25.285483 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 57390) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:25.286963 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-7d2943f9-b4e6-4296-a126-ee258a55424d tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] 10.222.0.68 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1970866 Jul 14 09:32:25.510975 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a38f21-2361-4ba3-a414-01345ff7a064 req-61b60b84-8b7b-48fa-bac2-1efbee4e9fb4 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:25.524762 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e206098-2805-4094-8760-fa2449a59562 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:25.525620 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d8a38f21-2361-4ba3-a414-01345ff7a064 req-61b60b84-8b7b-48fa-bac2-1efbee4e9fb4 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/ports?device_id=2bf56606-e120-41f5-a1ea-b036810e4ade HTTP/1.1" status: 200 len: 946 time: 0.2366023 Jul 14 09:32:25.529063 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-2e206098-2805-4094-8760-fa2449a59562 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] 10.222.0.68 "GET /v2.0/networks/a97b43b3-fecc-4c1b-b582-9a6d8ec57d50 HTTP/1.1" status: 200 len: 803 time: 0.2422645 Jul 14 09:32:25.532674 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 57396) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:25.638418 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d8a38f21-2361-4ba3-a414-01345ff7a064 req-4ec531c8-746a-4c65-9023-c38a21367288 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/security-groups?id=9b802230-9234-42e7-bf8c-0d12af0394c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116083 Jul 14 09:32:25.824724 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 57402) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:25.825557 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-2ffe53bf-ea41-4577-9551-61b00ca437a4 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] 10.222.0.68 "GET /v2.0/networks/a97b43b3-fecc-4c1b-b582-9a6d8ec57d50?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.2845161 Jul 14 09:32:25.895506 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5ad31076-714c-49ec-bc37-f3d4cd90112a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:26.039830 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f083b606-6879-4c23-b6af-3e18edeceddc tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:26.048461 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-f083b606-6879-4c23-b6af-3e18edeceddc tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] 10.222.0.68 "GET /v2.0/subnets/59147b4e-f628-44ba-8941-6728c9f55699 HTTP/1.1" status: 200 len: 843 time: 0.2208064 Jul 14 09:32:26.054998 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 57406) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:26.229711 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83e8cc48-5614-4554-a304-cfb3c09e154f tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Attributes excluded by policy engine: ['shared'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:26.230408 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380ff0d4-219d-43de-950a-d9a2adf1b745 req-e8ce925d-de81-435c-8e81-2beb8a21e634 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:26.232062 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-380ff0d4-219d-43de-950a-d9a2adf1b745 req-e8ce925d-de81-435c-8e81-2beb8a21e634 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/ports?device_id=07646ca0-10f2-4cc8-8147-f694b9d44b24 HTTP/1.1" status: 200 len: 945 time: 0.2419417 Jul 14 09:32:26.234004 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-83e8cc48-5614-4554-a304-cfb3c09e154f tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] 10.222.0.68 "GET /v2.0/subnets/59147b4e-f628-44ba-8941-6728c9f55699?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1779153 Jul 14 09:32:26.258477 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 57410) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:26.277077 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-230b6fac-b5ee-4e3b-9ae8-765e304ff803 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1096573174'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:32:26.357797 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-380ff0d4-219d-43de-950a-d9a2adf1b745 req-8a053059-c367-4e45-8b60-17917bf49c8a tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/security-groups?id=e89c09f5-16f2-4ac7-8f23-93abffe26f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072459 Jul 14 09:32:26.369398 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-230b6fac-b5ee-4e3b-9ae8-765e304ff803 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Made reservation on behalf of d2e77bb9b83648c5a3b44c9b50d7a782 for: {'network': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:32:26.374278 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-230b6fac-b5ee-4e3b-9ae8-765e304ff803 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for network, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:26.447579 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-230b6fac-b5ee-4e3b-9ae8-765e304ff803 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 721} {{(pid=93957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:32:26.468623 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-230b6fac-b5ee-4e3b-9ae8-765e304ff803 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:26.469105 n-d-779913-29 neutron-server[93957]: INFO neutron.db.segments_db [None req-230b6fac-b5ee-4e3b-9ae8-765e304ff803 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Added segment bd10ccc6-19e0-4aac-8953-c70ad703537d of type vlan for network 00da6f24-cafa-4205-abd4-ff029910321d Jul 14 09:32:26.634752 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-230b6fac-b5ee-4e3b-9ae8-765e304ff803 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735687821325'] for network, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:26.707854 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bb20f8-8d8b-4c35-b21f-da1aae223cb2 req-a5e5abc5-09ff-4420-b9c4-6b735445e4a9 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:26.716919 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-11bb20f8-8d8b-4c35-b21f-da1aae223cb2 req-a5e5abc5-09ff-4420-b9c4-6b735445e4a9 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] 10.222.0.68 "GET /v2.0/ports?device_id=53563f6e-7033-4881-b21d-7977e55df67a HTTP/1.1" status: 200 len: 944 time: 0.3882313 Jul 14 09:32:26.857254 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-11bb20f8-8d8b-4c35-b21f-da1aae223cb2 req-834fcf86-e84e-466e-a9e4-d0b3b2f8bc9f tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] 10.222.0.68 "GET /v2.0/security-groups?id=b4ff2369-e32d-44b9-a882-4dd3dbe0fc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1393604 Jul 14 09:32:26.859684 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-230b6fac-b5ee-4e3b-9ae8-765e304ff803 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855'] for network, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:26.872285 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-230b6fac-b5ee-4e3b-9ae8-765e304ff803 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:26.885697 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-230b6fac-b5ee-4e3b-9ae8-765e304ff803 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Notify callbacks [] for network, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:26.995424 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb3343b-9822-49a1-9877-d8ac1ecc5565 req-3570b3da-7623-4e7c-a05a-6b5aa3336fa1 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:27.001653 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-6fb3343b-9822-49a1-9877-d8ac1ecc5565 req-3570b3da-7623-4e7c-a05a-6b5aa3336fa1 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/ports?device_id=07646ca0-10f2-4cc8-8147-f694b9d44b24 HTTP/1.1" status: 200 len: 945 time: 0.1460016 Jul 14 09:32:27.221805 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-230b6fac-b5ee-4e3b-9ae8-765e304ff803 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9608986 Jul 14 09:32:27.251035 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 57440) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:27.265361 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-ae30124a-c9ad-4d43-851f-9b216b90abe9 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Request body: {'subnet': {'network_id': '00da6f24-cafa-4205-abd4-ff029910321d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:32:27.414638 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b6fac-b5ee-4e3b-9ae8-765e304ff803 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Pushing event updated for resources: {'Network': ['ID=00da6f24-cafa-4205-abd4-ff029910321d,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:27.437654 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Network 00da6f24-cafa-4205-abd4-ff029910321d details requested by agent ovs-agent-n-d-779913-29 with host n-d-779913-29 {{(pid=93959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:32:27.509771 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c4580979-20f3-4a59-bde5-d6f3c4010a14 req-4c2d5a00-f713-4d97-ae60-28cb87fe80d4 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=5c7b30e8-3087-4fa2-a121-bc36e0beab3b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.4544890 Jul 14 09:32:27.578905 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae30124a-c9ad-4d43-851f-9b216b90abe9 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Made reservation on behalf of d2e77bb9b83648c5a3b44c9b50d7a782 for: {'subnet': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:32:27.586392 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ae30124a-c9ad-4d43-851f-9b216b90abe9 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11984110'] for subnet, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:27.762718 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5bbe322f-3f67-4864-bc0a-91afe44d23e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:27.869147 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.ipam_backend_mixin [None req-ae30124a-c9ad-4d43-851f-9b216b90abe9 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Performing IP validity checks on allocation pools {{(pid=93957) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 14 09:32:27.874217 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.ipam_backend_mixin [None req-ae30124a-c9ad-4d43-851f-9b216b90abe9 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93957) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 14 09:32:28.069632 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-6fb3343b-9822-49a1-9877-d8ac1ecc5565 req-50e28b2f-da8b-4f73-9243-eb029ea94ff8 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/security-groups?id=e89c09f5-16f2-4ac7-8f23-93abffe26f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0623710 Jul 14 09:32:28.153716 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ae30124a-c9ad-4d43-851f-9b216b90abe9 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10052764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11984092'] for subnet, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:28.193029 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad6d6c2-7575-41b4-9ec4-34c160a505db req-59940bc3-eb25-486a-a079-74d00bb0e4b4 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:28.197378 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8ad6d6c2-7575-41b4-9ec4-34c160a505db req-59940bc3-eb25-486a-a079-74d00bb0e4b4 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/ports?device_id=2bf56606-e120-41f5-a1ea-b036810e4ade HTTP/1.1" status: 200 len: 946 time: 1.0148692 Jul 14 09:32:28.313850 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 57464) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:28.364240 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8ad6d6c2-7575-41b4-9ec4-34c160a505db req-be15cae9-fbf3-48ac-a6d9-ee4e3f41c030 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/security-groups?id=9b802230-9234-42e7-bf8c-0d12af0394c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057439 Jul 14 09:32:28.466393 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4580979-20f3-4a59-bde5-d6f3c4010a14 req-06503985-2edc-4078-a9c9-f908b04fbf3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:28.467185 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4580979-20f3-4a59-bde5-d6f3c4010a14 req-06503985-2edc-4078-a9c9-f908b04fbf3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:28.467446 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4580979-20f3-4a59-bde5-d6f3c4010a14 req-06503985-2edc-4078-a9c9-f908b04fbf3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:28.467852 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4580979-20f3-4a59-bde5-d6f3c4010a14 req-06503985-2edc-4078-a9c9-f908b04fbf3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:28.468346 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4580979-20f3-4a59-bde5-d6f3c4010a14 req-06503985-2edc-4078-a9c9-f908b04fbf3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:28.468813 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4580979-20f3-4a59-bde5-d6f3c4010a14 req-06503985-2edc-4078-a9c9-f908b04fbf3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:28.482266 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4580979-20f3-4a59-bde5-d6f3c4010a14 req-06503985-2edc-4078-a9c9-f908b04fbf3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:28.486913 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c4580979-20f3-4a59-bde5-d6f3c4010a14 req-06503985-2edc-4078-a9c9-f908b04fbf3a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4cb5d08776664e9f8e9d7e6bc7c12e1a&device_id=5c7b30e8-3087-4fa2-a121-bc36e0beab3b HTTP/1.1" status: 200 len: 6507 time: 0.8908105 Jul 14 09:32:28.530760 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae30124a-c9ad-4d43-851f-9b216b90abe9 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Pushing event updated for resources: {'Subnet': ['ID=a0f551b7-7ec5-40a7-a10d-471fb4a7d2b9,revision_number=0']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:28.572034 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef809c4a-9c22-4e1c-9080-8f0afca66ecb req-78486207-7766-4162-ae1d-0eab807e8a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:28.574629 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ef809c4a-9c22-4e1c-9080-8f0afca66ecb req-78486207-7766-4162-ae1d-0eab807e8a50 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=51a0c5b2b5094b24a910e75e03cedf47&device_id=53563f6e-7033-4881-b21d-7977e55df67a HTTP/1.1" status: 200 len: 1096 time: 0.1743572 Jul 14 09:32:28.615660 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 57468) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:28.687177 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4580979-20f3-4a59-bde5-d6f3c4010a14 req-02b0594a-29a5-4bc0-b84b-56f02910ae15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:28.687667 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4580979-20f3-4a59-bde5-d6f3c4010a14 req-02b0594a-29a5-4bc0-b84b-56f02910ae15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:28.688137 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4580979-20f3-4a59-bde5-d6f3c4010a14 req-02b0594a-29a5-4bc0-b84b-56f02910ae15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:28.690780 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c4580979-20f3-4a59-bde5-d6f3c4010a14 req-02b0594a-29a5-4bc0-b84b-56f02910ae15 service neutron] 10.222.0.65 "GET /v2.0/networks?id=58cee2b0-4a4c-44eb-9b72-cfd45f924ad2&id=5699172b-f98f-483a-81e1-27bccc5d3cba&id=5699172b-f98f-483a-81e1-27bccc5d3cba&id=5699172b-f98f-483a-81e1-27bccc5d3cba&id=5699172b-f98f-483a-81e1-27bccc5d3cba&id=42a058fa-f36e-4a5f-a1b5-ee56753d964d&id=42a058fa-f36e-4a5f-a1b5-ee56753d964d HTTP/1.1" status: 200 len: 2297 time: 0.1481514 Jul 14 09:32:28.828428 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c4580979-20f3-4a59-bde5-d6f3c4010a14 req-080700f7-2cd0-4ab2-a513-d37e56792039 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ffe829c0-0934-4130-8161-32be762e52f8 HTTP/1.1" status: 200 len: 1001 time: 0.1214335 Jul 14 09:32:28.844022 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae30124a-c9ad-4d43-851f-9b216b90abe9 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Checking segment: {'id': 'bd10ccc6-19e0-4aac-8953-c70ad703537d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '00da6f24-cafa-4205-abd4-ff029910321d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:32:28.848386 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae30124a-c9ad-4d43-851f-9b216b90abe9 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Network hostable DHCP agents. Network: 00da6f24-cafa-4205-abd4-ff029910321d, hostable agents: ['c6a09bd4-f72e-4283-a3ca-0bbca8a51081'], hosted agents: [] {{(pid=93957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:32:28.898428 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef809c4a-9c22-4e1c-9080-8f0afca66ecb req-97a5f70b-4bb6-4119-80ca-917395f5c60a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:28.900114 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ef809c4a-9c22-4e1c-9080-8f0afca66ecb req-97a5f70b-4bb6-4119-80ca-917395f5c60a service neutron] 10.222.0.57 "GET /v2.0/networks?id=087e0468-2285-4c59-b3f2-1d1ff8b2217b HTTP/1.1" status: 200 len: 917 time: 0.2126610 Jul 14 09:32:28.976052 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fcf59681-a577-4b6d-b6bf-e49f385ec7d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:28.991239 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4580979-20f3-4a59-bde5-d6f3c4010a14 req-78019bdb-7ce9-4494-a478-c0d0d33048d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:28.993338 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c4580979-20f3-4a59-bde5-d6f3c4010a14 req-78019bdb-7ce9-4494-a478-c0d0d33048d3 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=03ca88e8-4d13-487a-ad6d-9160c00c4594 HTTP/1.1" status: 200 len: 855 time: 0.1542749 Jul 14 09:32:28.994717 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae30124a-c9ad-4d43-851f-9b216b90abe9 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Network 00da6f24-cafa-4205-abd4-ff029910321d is scheduled to be hosted by DHCP agent c6a09bd4-f72e-4283-a3ca-0bbca8a51081 with binding_index 1 {{(pid=93957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:32:29.049742 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-ae30124a-c9ad-4d43-851f-9b216b90abe9 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-29, 00da6f24-cafa-4205-abd4-ff029910321d) {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:32:29.061507 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11f5bc56-d8fe-4de1-a155-fde845fbc3d0 None None] Network 00da6f24-cafa-4205-abd4-ff029910321d requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:32:29.078151 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae30124a-c9ad-4d43-851f-9b216b90abe9 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:29.078151 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ae30124a-c9ad-4d43-851f-9b216b90abe9 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Notify callbacks [] for subnet, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:29.091390 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-39cab412-6ad0-4089-8ae3-ce0d02ca9d88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:29.168466 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4679c8-f9db-4cc5-bbf1-d7b51ceb23c1 req-0053adf0-71ce-4339-b3f2-317ef495cb65 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:29.172381 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6c4679c8-f9db-4cc5-bbf1-d7b51ceb23c1 req-0053adf0-71ce-4339-b3f2-317ef495cb65 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/ports?device_id=07646ca0-10f2-4cc8-8147-f694b9d44b24 HTTP/1.1" status: 200 len: 945 time: 0.1503696 Jul 14 09:32:29.198190 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4580979-20f3-4a59-bde5-d6f3c4010a14 req-6357f9e6-2b29-4976-b869-0a976168d6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:29.200337 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c4580979-20f3-4a59-bde5-d6f3c4010a14 req-6357f9e6-2b29-4976-b869-0a976168d6f2 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=58cee2b0-4a4c-44eb-9b72-cfd45f924ad2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2003579 Jul 14 09:32:29.259046 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ef809c4a-9c22-4e1c-9080-8f0afca66ecb req-93f35e6f-e4f4-47c7-8564-dcd6073751c7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=49857456-823a-4ccb-9982-8fa10ce6a33d HTTP/1.1" status: 200 len: 1000 time: 0.2773924 Jul 14 09:32:29.357061 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eb82ac9-cb42-4e64-a4d4-f7a588b2fc98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf57baaa9-fd24-59f4-8fd2-1dc21122ce72-00da6f24-cafa-4205-abd4-ff029910321d', 'network_id': '00da6f24-cafa-4205-abd4-ff029910321d', 'tenant_id': 'd2e77bb9b83648c5a3b44c9b50d7a782', 'fixed_ips': [{'subnet_id': 'a0f551b7-7ec5-40a7-a10d-471fb4a7d2b9'}]}} from n-d-779913-29. {{(pid=93959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:32:29.358167 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1eb82ac9-cb42-4e64-a4d4-f7a588b2fc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:29.424788 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61203b0-3a78-4e09-91f2-e031146cff58 req-aea52bcc-1264-48c4-b108-bf6db4cbd956 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:29.426444 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-b61203b0-3a78-4e09-91f2-e031146cff58 req-aea52bcc-1264-48c4-b108-bf6db4cbd956 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] 10.222.0.68 "GET /v2.0/ports?device_id=53563f6e-7033-4881-b21d-7977e55df67a HTTP/1.1" status: 200 len: 944 time: 0.5019593 Jul 14 09:32:29.551578 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6c4679c8-f9db-4cc5-bbf1-d7b51ceb23c1 req-7f41120a-7d18-4d90-9169-af1b60d04ce0 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/security-groups?id=e89c09f5-16f2-4ac7-8f23-93abffe26f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3654945 Jul 14 09:32:29.588692 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef809c4a-9c22-4e1c-9080-8f0afca66ecb req-c00bfa6c-ce7d-4e33-8601-2011731068e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:29.590250 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ef809c4a-9c22-4e1c-9080-8f0afca66ecb req-c00bfa6c-ce7d-4e33-8601-2011731068e8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=04ae7776-8c86-484d-9bcc-4299f4579807 HTTP/1.1" status: 200 len: 855 time: 0.3078034 Jul 14 09:32:29.681640 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-1eb82ac9-cb42-4e64-a4d4-f7a588b2fc98 None None] Allocated IP 2001:db8::3 (00da6f24-cafa-4205-abd4-ff029910321d/a0f551b7-7ec5-40a7-a10d-471fb4a7d2b9/d275ec4a-3ddb-425b-9b8c-375eab3b48b9) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:32:29.718954 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c4580979-20f3-4a59-bde5-d6f3c4010a14 req-657f50d3-1374-4b9f-b4eb-844b8f822534 service neutron] 10.222.0.65 "GET /v2.0/networks/58cee2b0-4a4c-44eb-9b72-cfd45f924ad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4598000 Jul 14 09:32:29.836613 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-b61203b0-3a78-4e09-91f2-e031146cff58 req-2f093de3-91b2-4577-a474-6b1427ad2902 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] 10.222.0.68 "GET /v2.0/security-groups?id=b4ff2369-e32d-44b9-a882-4dd3dbe0fc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3802159 Jul 14 09:32:29.958240 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fcf59681-a577-4b6d-b6bf-e49f385ec7d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:29.973887 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fcf59681-a577-4b6d-b6bf-e49f385ec7d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:29.998579 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c4580979-20f3-4a59-bde5-d6f3c4010a14 req-18818d43-e387-4b7a-bde7-0261b37c19fe service neutron] 10.222.0.65 "GET /v2.0/networks/58cee2b0-4a4c-44eb-9b72-cfd45f924ad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2960479 Jul 14 09:32:30.002789 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-ae30124a-c9ad-4d43-851f-9b216b90abe9 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 2.7482142 Jul 14 09:32:30.003653 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 57484) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:30.015394 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-e4c24918-c009-43b2-909a-29f5d8325c73 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:32:30.165508 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1eb82ac9-cb42-4e64-a4d4-f7a588b2fc98 None None] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:30.190596 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-1eb82ac9-cb42-4e64-a4d4-f7a588b2fc98 None None] Transition to ACTIVE for port object d275ec4a-3ddb-425b-9b8c-375eab3b48b9 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:32:30.196144 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf59681-a577-4b6d-b6bf-e49f385ec7d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4706eec5-15ed-4fb1-9df4-d4ca6f5c9996,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:30.214069 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-fcf59681-a577-4b6d-b6bf-e49f385ec7d5 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=f64f66a6334e42a5b06edfa45095f1d1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5938225 Jul 14 09:32:30.223088 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 57486) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:30.233449 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-1eb82ac9-cb42-4e64-a4d4-f7a588b2fc98 None None] Transition to ACTIVE for port object d275ec4a-3ddb-425b-9b8c-375eab3b48b9 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:32:30.248703 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1eb82ac9-cb42-4e64-a4d4-f7a588b2fc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:30.275003 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef809c4a-9c22-4e1c-9080-8f0afca66ecb req-aa62dbb4-daff-445e-b37a-bc58a8358905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:30.279377 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ef809c4a-9c22-4e1c-9080-8f0afca66ecb req-aa62dbb4-daff-445e-b37a-bc58a8358905 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=087e0468-2285-4c59-b3f2-1d1ff8b2217b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6132834 Jul 14 09:32:30.330374 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eb82ac9-cb42-4e64-a4d4-f7a588b2fc98 None None] Network 00da6f24-cafa-4205-abd4-ff029910321d is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:32:30.337846 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-1eb82ac9-cb42-4e64-a4d4-f7a588b2fc98 None None] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:32:30.345123 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c4580979-20f3-4a59-bde5-d6f3c4010a14 req-0df42937-5cd3-47e1-9398-2b6ff1c033d3 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.70&port_id=c7e6be2f-2425-4c72-af72-9e3ea9414152 HTTP/1.1" status: 200 len: 217 time: 0.3067799 Jul 14 09:32:30.345374 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb82ac9-cb42-4e64-a4d4-f7a588b2fc98 None None] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:32:30.433547 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb82ac9-cb42-4e64-a4d4-f7a588b2fc98 None None] Pushing event updated for resources: {'Port': ['ID=d275ec4a-3ddb-425b-9b8c-375eab3b48b9,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:30.503952 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ef809c4a-9c22-4e1c-9080-8f0afca66ecb req-bf417399-905d-4c81-99aa-8a8187215570 service neutron] 10.222.0.57 "GET /v2.0/networks/087e0468-2285-4c59-b3f2-1d1ff8b2217b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1796770 Jul 14 09:32:30.512768 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-1eb82ac9-cb42-4e64-a4d4-f7a588b2fc98 None None] Attempting to bind port d275ec4a-3ddb-425b-9b8c-375eab3b48b9 on host n-d-779913-29 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:32:30.513147 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-1eb82ac9-cb42-4e64-a4d4-f7a588b2fc98 None None] Attempting to bind port d275ec4a-3ddb-425b-9b8c-375eab3b48b9 by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': 'bd10ccc6-19e0-4aac-8953-c70ad703537d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '00da6f24-cafa-4205-abd4-ff029910321d'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:32:30.513542 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eb82ac9-cb42-4e64-a4d4-f7a588b2fc98 None None] Attempting to bind port d275ec4a-3ddb-425b-9b8c-375eab3b48b9 on network 00da6f24-cafa-4205-abd4-ff029910321d {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:32:30.524007 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eb82ac9-cb42-4e64-a4d4-f7a588b2fc98 None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 32, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:32:30.524391 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eb82ac9-cb42-4e64-a4d4-f7a588b2fc98 None None] Checking segment: {'id': 'bd10ccc6-19e0-4aac-8953-c70ad703537d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '00da6f24-cafa-4205-abd4-ff029910321d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:32:30.524807 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1eb82ac9-cb42-4e64-a4d4-f7a588b2fc98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:30.527568 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eb82ac9-cb42-4e64-a4d4-f7a588b2fc98 None None] Bound using segment: {'id': 'bd10ccc6-19e0-4aac-8953-c70ad703537d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '00da6f24-cafa-4205-abd4-ff029910321d'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:32:30.528231 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-1eb82ac9-cb42-4e64-a4d4-f7a588b2fc98 None None] Bound port: d275ec4a-3ddb-425b-9b8c-375eab3b48b9, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd10ccc6-19e0-4aac-8953-c70ad703537d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '00da6f24-cafa-4205-abd4-ff029910321d'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:32:30.529571 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1eb82ac9-cb42-4e64-a4d4-f7a588b2fc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:30.600541 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4580979-20f3-4a59-bde5-d6f3c4010a14 req-702fd32e-86ff-4028-95ad-8626aec7e35b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:30.604352 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c4580979-20f3-4a59-bde5-d6f3c4010a14 req-702fd32e-86ff-4028-95ad-8626aec7e35b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ecfbbf55-b0c9-4c0f-9edc-b7ccd659aa91 HTTP/1.1" status: 200 len: 797 time: 0.2407396 Jul 14 09:32:30.707470 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-1eb82ac9-cb42-4e64-a4d4-f7a588b2fc98 None None] For port d275ec4a-3ddb-425b-9b8c-375eab3b48b9, host n-d-779913-29, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:32:30.709986 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ef809c4a-9c22-4e1c-9080-8f0afca66ecb req-a281fdd6-5efb-4f11-8e7f-88c042671f0a service neutron] 10.222.0.57 "GET /v2.0/networks/087e0468-2285-4c59-b3f2-1d1ff8b2217b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561451 Jul 14 09:32:30.713802 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89c034d-ba9e-4e45-b2d3-e4eac05ecbcf req-92c9cca9-c549-4f27-99d7-f522bdf0fd34 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:30.714952 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-1eb82ac9-cb42-4e64-a4d4-f7a588b2fc98 None None] For port d275ec4a-3ddb-425b-9b8c-375eab3b48b9, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=d275ec4a-3ddb-425b-9b8c-375eab3b48b9,segment=NetworkSegment(bd10ccc6-19e0-4aac-8953-c70ad703537d),segment_id=bd10ccc6-19e0-4aac-8953-c70ad703537d)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:32:30.716463 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d89c034d-ba9e-4e45-b2d3-e4eac05ecbcf req-92c9cca9-c549-4f27-99d7-f522bdf0fd34 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/ports?device_id=2bf56606-e120-41f5-a1ea-b036810e4ade HTTP/1.1" status: 200 len: 946 time: 0.6538148 Jul 14 09:32:30.730096 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e4c24918-c009-43b2-909a-29f5d8325c73 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-11984101'] for subnet, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:30.735253 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1eb82ac9-cb42-4e64-a4d4-f7a588b2fc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:30.763474 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-42a8853b-8676-4b2b-b881-645f8841eeb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:30.783290 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d89c034d-ba9e-4e45-b2d3-e4eac05ecbcf req-fb003aa3-fd80-48ce-a0e4-bf3e96efd2fb tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/security-groups?id=9b802230-9234-42e7-bf8c-0d12af0394c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490587 Jul 14 09:32:30.815464 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-42a8853b-8676-4b2b-b881-645f8841eeb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:30.819712 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4580979-20f3-4a59-bde5-d6f3c4010a14 req-f861ee54-3396-4b09-9696-9157449b7130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:30.822384 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c4580979-20f3-4a59-bde5-d6f3c4010a14 req-f861ee54-3396-4b09-9696-9157449b7130 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=5699172b-f98f-483a-81e1-27bccc5d3cba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1722875 Jul 14 09:32:30.875577 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb82ac9-cb42-4e64-a4d4-f7a588b2fc98 None None] Pushing event updated for resources: {'Port': ['ID=d275ec4a-3ddb-425b-9b8c-375eab3b48b9,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:30.966661 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-42a8853b-8676-4b2b-b881-645f8841eeb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:30.966661 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-42a8853b-8676-4b2b-b881-645f8841eeb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:30.970325 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-42a8853b-8676-4b2b-b881-645f8841eeb0 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/4706eec5-15ed-4fb1-9df4-d4ca6f5c9996 HTTP/1.1" status: 204 len: 168 time: 0.7318883 Jul 14 09:32:31.079528 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a8853b-8676-4b2b-b881-645f8841eeb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4706eec5-15ed-4fb1-9df4-d4ca6f5c9996,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:31.168664 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b02ef2d-577f-46fe-a06c-4ccbe84cb350 req-8a888bb9-44a1-4193-93a1-16edef943531 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:31.187681 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-0b02ef2d-577f-46fe-a06c-4ccbe84cb350 req-8a888bb9-44a1-4193-93a1-16edef943531 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/ports?device_id=07646ca0-10f2-4cc8-8147-f694b9d44b24 HTTP/1.1" status: 200 len: 945 time: 0.6768701 Jul 14 09:32:31.433328 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c4580979-20f3-4a59-bde5-d6f3c4010a14 req-37f8919b-cb6d-434b-b0b0-3cc75a03734a service neutron] 10.222.0.65 "GET /v2.0/networks/5699172b-f98f-483a-81e1-27bccc5d3cba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5493505 Jul 14 09:32:31.464384 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-0b02ef2d-577f-46fe-a06c-4ccbe84cb350 req-37a4f788-8d83-40b8-9a3b-7f6053ac5989 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/security-groups?id=e89c09f5-16f2-4ac7-8f23-93abffe26f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2755342 Jul 14 09:32:31.495059 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-39cab412-6ad0-4089-8ae3-ce0d02ca9d88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:31.505771 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-39cab412-6ad0-4089-8ae3-ce0d02ca9d88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:31.592109 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-39cab412-6ad0-4089-8ae3-ce0d02ca9d88 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=83b4818a7a5246f0ba7cbb0578c37a94&name=default HTTP/1.1" status: 200 len: 2983 time: 3.2755208 Jul 14 09:32:31.597637 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 57498) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:31.676124 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e4c24918-c009-43b2-909a-29f5d8325c73 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8735688246510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-10052682'] for subnet, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:31.731701 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cab412-6ad0-4089-8ae3-ce0d02ca9d88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e401c51b-c399-4859-a30c-dd308d796bca,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:31.735857 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f27374e1-61aa-4361-8a4c-8bfee77c2e7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:31.770604 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f27374e1-61aa-4361-8a4c-8bfee77c2e7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:31.900052 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f27374e1-61aa-4361-8a4c-8bfee77c2e7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:31.904406 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f27374e1-61aa-4361-8a4c-8bfee77c2e7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:31.909333 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-f27374e1-61aa-4361-8a4c-8bfee77c2e7f admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/e401c51b-c399-4859-a30c-dd308d796bca HTTP/1.1" status: 204 len: 168 time: 0.3103399 Jul 14 09:32:31.919640 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27374e1-61aa-4361-8a4c-8bfee77c2e7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e401c51b-c399-4859-a30c-dd308d796bca,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:31.972724 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4c24918-c009-43b2-909a-29f5d8325c73 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:31.973373 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e4c24918-c009-43b2-909a-29f5d8325c73 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Notify callbacks [] for subnet, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:31.981323 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-e4c24918-c009-43b2-909a-29f5d8325c73 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] 10.222.0.68 "PUT /v2.0/subnets/a0f551b7-7ec5-40a7-a10d-471fb4a7d2b9 HTTP/1.1" status: 200 len: 900 time: 1.9747522 Jul 14 09:32:31.985607 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 57514) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:32.016304 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c24918-c009-43b2-909a-29f5d8325c73 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Pushing event updated for resources: {'Subnet': ['ID=a0f551b7-7ec5-40a7-a10d-471fb4a7d2b9,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:32.065129 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c4580979-20f3-4a59-bde5-d6f3c4010a14 req-f8f70d35-306c-4242-8e0e-0caac1532e20 service neutron] 10.222.0.65 "GET /v2.0/networks/5699172b-f98f-483a-81e1-27bccc5d3cba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6128931 Jul 14 09:32:32.105332 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61b01f6-f44d-4315-9821-bd10624f6fc6 req-6971cc7c-2411-4660-ba2d-10f1efa07bc2 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:32.110285 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c61b01f6-f44d-4315-9821-bd10624f6fc6 req-6971cc7c-2411-4660-ba2d-10f1efa07bc2 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] 10.222.0.68 "GET /v2.0/ports?device_id=53563f6e-7033-4881-b21d-7977e55df67a HTTP/1.1" status: 200 len: 944 time: 0.6683612 Jul 14 09:32:32.272427 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c4580979-20f3-4a59-bde5-d6f3c4010a14 req-eb09eb5f-1482-4e64-8888-ccb2e7abbcf8 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.242&port_id=b19c971a-b91d-49b9-bdec-ee880b089aa3 HTTP/1.1" status: 200 len: 217 time: 0.1551580 Jul 14 09:32:32.341384 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-60323bfb-cfdc-4c2b-aeae-926c8488f244 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3876111'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:32.477758 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c61b01f6-f44d-4315-9821-bd10624f6fc6 req-5fc60da5-e1c1-4594-94e0-53ed450e8ca0 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] 10.222.0.68 "GET /v2.0/security-groups?id=b4ff2369-e32d-44b9-a882-4dd3dbe0fc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3368478 Jul 14 09:32:32.524647 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4580979-20f3-4a59-bde5-d6f3c4010a14 req-cff70a90-e846-4888-89ec-008d89d7eba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:32.526276 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c4580979-20f3-4a59-bde5-d6f3c4010a14 req-cff70a90-e846-4888-89ec-008d89d7eba0 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ecfbbf55-b0c9-4c0f-9edc-b7ccd659aa91 HTTP/1.1" status: 200 len: 797 time: 0.2466016 Jul 14 09:32:32.673888 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adab41a-2548-4af3-af93-24613ab6d117 req-df775e4d-02a6-4356-afd7-e8f9182ec435 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:32.674426 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4580979-20f3-4a59-bde5-d6f3c4010a14 req-8098dd3a-9ae2-4621-852b-169a1fccb1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:32.676523 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c4580979-20f3-4a59-bde5-d6f3c4010a14 req-8098dd3a-9ae2-4621-852b-169a1fccb1f3 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=5699172b-f98f-483a-81e1-27bccc5d3cba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1360707 Jul 14 09:32:32.689662 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-4adab41a-2548-4af3-af93-24613ab6d117 req-df775e4d-02a6-4356-afd7-e8f9182ec435 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/ports?device_id=2bf56606-e120-41f5-a1ea-b036810e4ade HTTP/1.1" status: 200 len: 946 time: 0.3882658 Jul 14 09:32:32.866141 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-60323bfb-cfdc-4c2b-aeae-926c8488f244 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Deleting port d275ec4a-3ddb-425b-9b8c-375eab3b48b9 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:32:32.866489 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-60323bfb-cfdc-4c2b-aeae-926c8488f244 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:32.893105 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device d275ec4a-3ddb-425b-9b8c-375eab3b48b9 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:32:32.942618 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-086122a3-07ed-4749-a053-30c0b138427a None None] Network 00da6f24-cafa-4205-abd4-ff029910321d requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:32:32.954750 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-4adab41a-2548-4af3-af93-24613ab6d117 req-b8ef1ae6-6152-459a-8a14-5ff808b8dcaa tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/security-groups?id=9b802230-9234-42e7-bf8c-0d12af0394c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2639508 Jul 14 09:32:32.955273 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 57534) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:33.108329 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-dd35907d-2340-4c79-94ae-2a96872c1102 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:33.223984 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-60323bfb-cfdc-4c2b-aeae-926c8488f244 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] For port d275ec4a-3ddb-425b-9b8c-375eab3b48b9, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=d275ec4a-3ddb-425b-9b8c-375eab3b48b9,segment=NetworkSegment(bd10ccc6-19e0-4aac-8953-c70ad703537d),segment_id=bd10ccc6-19e0-4aac-8953-c70ad703537d)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:32:33.227300 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-60323bfb-cfdc-4c2b-aeae-926c8488f244 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:33.282957 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-60323bfb-cfdc-4c2b-aeae-926c8488f244 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Calling delete_port for d275ec4a-3ddb-425b-9b8c-375eab3b48b9 owned by network:dhcp {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:32:33.287731 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb160297-a5cf-4a8b-98d1-a805c1cee837 req-29c94496-9ee5-4443-aa4d-bc8d1c26e0d7 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:33.300786 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-bb160297-a5cf-4a8b-98d1-a805c1cee837 req-29c94496-9ee5-4443-aa4d-bc8d1c26e0d7 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/ports?device_id=07646ca0-10f2-4cc8-8147-f694b9d44b24 HTTP/1.1" status: 200 len: 945 time: 0.3901081 Jul 14 09:32:33.378991 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c4580979-20f3-4a59-bde5-d6f3c4010a14 req-0ee369d8-5ae7-4ea5-8663-aed28c5b294c service neutron] 10.222.0.65 "GET /v2.0/networks/5699172b-f98f-483a-81e1-27bccc5d3cba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6945696 Jul 14 09:32:33.531001 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-bb160297-a5cf-4a8b-98d1-a805c1cee837 req-106dbd1b-7126-4ff3-b4ad-6b6471e5ecae tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/security-groups?id=e89c09f5-16f2-4ac7-8f23-93abffe26f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2230704 Jul 14 09:32:33.546265 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-308760a5-45fa-4d33-abc8-53e5396445ae None None] Provisioning for port d275ec4a-3ddb-425b-9b8c-375eab3b48b9 completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:32:33.598885 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c4580979-20f3-4a59-bde5-d6f3c4010a14 req-e14c5e07-0d1a-4876-9d60-4e491fb35136 service neutron] 10.222.0.65 "GET /v2.0/networks/5699172b-f98f-483a-81e1-27bccc5d3cba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2050636 Jul 14 09:32:33.707676 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning for port d275ec4a-3ddb-425b-9b8c-375eab3b48b9 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:32:33.709312 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c4580979-20f3-4a59-bde5-d6f3c4010a14 req-a2175d10-117b-445d-a1e0-5b6832449e35 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.33&port_id=100345f4-d6ce-47af-83f1-7049dc67deb8 HTTP/1.1" status: 200 len: 217 time: 0.1018603 Jul 14 09:32:33.724777 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port d275ec4a-3ddb-425b-9b8c-375eab3b48b9 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:32:33.725199 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:33.744524 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-dd35907d-2340-4c79-94ae-2a96872c1102 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:33.746947 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-60323bfb-cfdc-4c2b-aeae-926c8488f244 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:33.782550 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60323bfb-cfdc-4c2b-aeae-926c8488f244 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Pushing event deleted for resources: {'Port': ['ID=d275ec4a-3ddb-425b-9b8c-375eab3b48b9,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:33.792453 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-dd35907d-2340-4c79-94ae-2a96872c1102 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:33.812779 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4580979-20f3-4a59-bde5-d6f3c4010a14 req-afa1ee05-238e-44d7-8164-a35f76da8e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:33.817882 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c4580979-20f3-4a59-bde5-d6f3c4010a14 req-afa1ee05-238e-44d7-8164-a35f76da8e47 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ecfbbf55-b0c9-4c0f-9edc-b7ccd659aa91 HTTP/1.1" status: 200 len: 797 time: 0.1027417 Jul 14 09:32:33.906523 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Could not find standard attr ID for object d275ec4a-3ddb-425b-9b8c-375eab3b48b9. {{(pid=93959) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 09:32:33.910240 n-d-779913-29 neutron-server[93959]: INFO neutron.plugins.ml2.db [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] No ports have port_id starting with d275ec4a-3ddb-425b-9b8c-375eab3b48b9 Jul 14 09:32:33.927501 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60323bfb-cfdc-4c2b-aeae-926c8488f244 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] No DVR routers for this DVR port d275ec4a-3ddb-425b-9b8c-375eab3b48b9 on host n-d-779913-29 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:32:34.009345 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4580979-20f3-4a59-bde5-d6f3c4010a14 req-ba94780d-710a-404a-ae03-8a9991724e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:34.011106 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c4580979-20f3-4a59-bde5-d6f3c4010a14 req-ba94780d-710a-404a-ae03-8a9991724e5d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=5699172b-f98f-483a-81e1-27bccc5d3cba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1861050 Jul 14 09:32:34.036459 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-dd35907d-2340-4c79-94ae-2a96872c1102 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=e9437822a3c145d9ab418ee42a1c90b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9982510 Jul 14 09:32:34.045202 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 57556) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:34.059221 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd35907d-2340-4c79-94ae-2a96872c1102 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0c4ed6c-4ed0-4b0e-87d2-dc6bb4c6ec4c,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:34.202546 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb14d0b3-4761-4f1a-950a-2c04aa92b1b3 req-4b8c20c5-1c8f-4774-a62e-6ea4ee0f7b05 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:34.212611 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb2a9a13-cacc-4819-8fec-0a81ca753e50 None None] Network 00da6f24-cafa-4205-abd4-ff029910321d requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:32:34.214994 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-cb14d0b3-4761-4f1a-950a-2c04aa92b1b3 req-4b8c20c5-1c8f-4774-a62e-6ea4ee0f7b05 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] 10.222.0.68 "GET /v2.0/ports?device_id=53563f6e-7033-4881-b21d-7977e55df67a HTTP/1.1" status: 200 len: 944 time: 0.3048258 Jul 14 09:32:34.230288 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-60323bfb-cfdc-4c2b-aeae-926c8488f244 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3481002'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:34.238987 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5753b49d-a84a-4904-9385-b8c73c2d50b6 req-5314030d-40a0-45fc-84bd-bcf542f76620 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:34.242054 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5753b49d-a84a-4904-9385-b8c73c2d50b6 req-5314030d-40a0-45fc-84bd-bcf542f76620 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/ports?device_id=07646ca0-10f2-4cc8-8147-f694b9d44b24 HTTP/1.1" status: 200 len: 945 time: 0.3436778 Jul 14 09:32:34.388879 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d03b547d-2d5c-4dc7-ad8a-8a9e597512e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:34.417906 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5753b49d-a84a-4904-9385-b8c73c2d50b6 req-04e46052-fb68-4e32-8553-99fa8f1c51d4 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/security-groups?id=e89c09f5-16f2-4ac7-8f23-93abffe26f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685710 Jul 14 09:32:34.426598 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-60323bfb-cfdc-4c2b-aeae-926c8488f244 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13574056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16714573'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:34.445803 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-cb14d0b3-4761-4f1a-950a-2c04aa92b1b3 req-5e9595b7-a860-42a8-a491-bcfa3f03a631 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] 10.222.0.68 "GET /v2.0/security-groups?id=b4ff2369-e32d-44b9-a882-4dd3dbe0fc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590949 Jul 14 09:32:34.455198 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c4580979-20f3-4a59-bde5-d6f3c4010a14 req-1d3d1c1a-c975-42e0-9897-fe941f9ae429 service neutron] 10.222.0.65 "GET /v2.0/networks/5699172b-f98f-483a-81e1-27bccc5d3cba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4314106 Jul 14 09:32:34.540896 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60323bfb-cfdc-4c2b-aeae-926c8488f244 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Pushing event deleted for resources: {'Subnet': ['ID=a0f551b7-7ec5-40a7-a10d-471fb4a7d2b9,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:34.565329 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-530b5c18-da9e-4a9b-86fe-bc4233f52bbd None None] DHCP port deletion for 00da6f24-cafa-4205-abd4-ff029910321d request from n-d-779913-29 {{(pid=93959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:32:34.677582 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d03b547d-2d5c-4dc7-ad8a-8a9e597512e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:34.689950 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c4580979-20f3-4a59-bde5-d6f3c4010a14 req-34d247b9-65cd-40b6-8511-43686f4b30e0 service neutron] 10.222.0.65 "GET /v2.0/networks/5699172b-f98f-483a-81e1-27bccc5d3cba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2158773 Jul 14 09:32:34.762091 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-60323bfb-cfdc-4c2b-aeae-926c8488f244 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473955', 'neutron.services.segments.db._delete_segments_for_network-8735688326548'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:34.808137 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-60323bfb-cfdc-4c2b-aeae-926c8488f244 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00da6f24-cafa-4205-abd4-ff029910321d']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:32:34.831670 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-60323bfb-cfdc-4c2b-aeae-926c8488f244 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd10ccc6-19e0-4aac-8953-c70ad703537d') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:32:34.832028 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-60323bfb-cfdc-4c2b-aeae-926c8488f244 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd10ccc6-19e0-4aac-8953-c70ad703537d') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:32:34.845841 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c4580979-20f3-4a59-bde5-d6f3c4010a14 req-c7e96d50-43eb-4b9b-9c63-3109f7378ec1 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.22&port_id=bfeac96f-d3a2-4a7b-abb1-6f8a87d43efe HTTP/1.1" status: 200 len: 217 time: 0.1331124 Jul 14 09:32:34.852371 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device d275ec4a-3ddb-425b-9b8c-375eab3b48b9 no longer exists at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:32:34.857060 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-60323bfb-cfdc-4c2b-aeae-926c8488f244 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735688356235', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13574129'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:34.879835 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-60323bfb-cfdc-4c2b-aeae-926c8488f244 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:34.915596 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] No Port match for: d275ec4a-3ddb-425b-9b8c-375eab3b48b9 {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:32:34.916256 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device d275ec4a-3ddb-425b-9b8c-375eab3b48b9 not bound to the agent host n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:32:34.917419 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60323bfb-cfdc-4c2b-aeae-926c8488f244 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Releasing vlan 721 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:32:34.918006 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-60323bfb-cfdc-4c2b-aeae-926c8488f244 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13573126'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:34.921198 n-d-779913-29 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:32:34.921198 n-d-779913-29 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:32:34.921198 n-d-779913-29 neutron-server[93958]: Traceback (most recent call last): Jul 14 09:32:34.921198 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:32:34.921198 n-d-779913-29 neutron-server[93958]: timer() Jul 14 09:32:34.921198 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:32:34.921198 n-d-779913-29 neutron-server[93958]: cb(*args, **kw) Jul 14 09:32:34.921198 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:32:34.921198 n-d-779913-29 neutron-server[93958]: return func(*args, **kwargs) Jul 14 09:32:34.921198 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:32:34.921198 n-d-779913-29 neutron-server[93958]: self._notify() Jul 14 09:32:34.921198 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:32:34.921198 n-d-779913-29 neutron-server[93958]: self.callback(batched_events) Jul 14 09:32:34.921198 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:32:34.921198 n-d-779913-29 neutron-server[93958]: event.method(event) Jul 14 09:32:34.921198 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:32:34.921198 n-d-779913-29 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:32:34.921198 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:32:34.921198 n-d-779913-29 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:32:34.921198 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:32:34.921198 n-d-779913-29 neutron-server[93958]: return f(self, *a, **k) Jul 14 09:32:34.921198 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:32:34.921198 n-d-779913-29 neutron-server[93958]: return self._get(url).json() Jul 14 09:32:34.921198 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:32:34.921198 n-d-779913-29 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:32:34.921198 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:32:34.921198 n-d-779913-29 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 14 09:32:34.921198 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:32:34.921198 n-d-779913-29 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:32:34.921198 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:32:34.921198 n-d-779913-29 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:32:34.921198 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:32:34.921198 n-d-779913-29 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:32:34.921198 n-d-779913-29 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:32:34.924773 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d03b547d-2d5c-4dc7-ad8a-8a9e597512e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:34.925386 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d03b547d-2d5c-4dc7-ad8a-8a9e597512e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:34.926547 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-d03b547d-2d5c-4dc7-ad8a-8a9e597512e1 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/d0c4ed6c-4ed0-4b0e-87d2-dc6bb4c6ec4c HTTP/1.1" status: 204 len: 168 time: 0.8611498 Jul 14 09:32:35.072805 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4580979-20f3-4a59-bde5-d6f3c4010a14 req-edded56b-da03-439b-aaf0-496e9863e653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:35.090615 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c4580979-20f3-4a59-bde5-d6f3c4010a14 req-edded56b-da03-439b-aaf0-496e9863e653 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ecfbbf55-b0c9-4c0f-9edc-b7ccd659aa91 HTTP/1.1" status: 200 len: 797 time: 0.2291763 Jul 14 09:32:35.096842 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03b547d-2d5c-4dc7-ad8a-8a9e597512e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0c4ed6c-4ed0-4b0e-87d2-dc6bb4c6ec4c,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:35.129946 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee583905-693a-45df-8d66-cf7ed3863aa5 req-be431f5e-1f99-4e8a-b44c-b3fcb9e84545 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:35.138538 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ee583905-693a-45df-8d66-cf7ed3863aa5 req-be431f5e-1f99-4e8a-b44c-b3fcb9e84545 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/ports?device_id=2bf56606-e120-41f5-a1ea-b036810e4ade HTTP/1.1" status: 200 len: 946 time: 0.4475408 Jul 14 09:32:35.143425 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-60323bfb-cfdc-4c2b-aeae-926c8488f244 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660504'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:35.156956 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-60323bfb-cfdc-4c2b-aeae-926c8488f244 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:35.159233 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-60323bfb-cfdc-4c2b-aeae-926c8488f244 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] 10.222.0.68 "DELETE /v2.0/networks/00da6f24-cafa-4205-abd4-ff029910321d HTTP/1.1" status: 204 len: 168 time: 3.1724026 Jul 14 09:32:35.163947 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 57578) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:35.261977 n-d-779913-29 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-b59017a5-ebf3-42c7-86b7-bc8f6f817487 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] DELETE failed (client error): The resource could not be found. Jul 14 09:32:35.265047 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b59017a5-ebf3-42c7-86b7-bc8f6f817487 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:32:35.272611 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-b59017a5-ebf3-42c7-86b7-bc8f6f817487 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] 10.222.0.68 "DELETE /v2.0/subnets/a0f551b7-7ec5-40a7-a10d-471fb4a7d2b9 HTTP/1.1" status: 404 len: 337 time: 0.1066492 Jul 14 09:32:35.281529 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60323bfb-cfdc-4c2b-aeae-926c8488f244 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Pushing event deleted for resources: {'Network': ['ID=00da6f24-cafa-4205-abd4-ff029910321d,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:35.285079 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 57580) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:35.303547 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b5752e-232c-48e6-aacb-1bf284a101d9 req-0b6cf60e-ac40-413b-82d6-37325ad2c6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:35.319667 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-38b5752e-232c-48e6-aacb-1bf284a101d9 req-0b6cf60e-ac40-413b-82d6-37325ad2c6a9 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=dfdb2d62014640219eb60ef19587837e&device_id=2bf56606-e120-41f5-a1ea-b036810e4ade HTTP/1.1" status: 200 len: 1098 time: 0.4196329 Jul 14 09:32:35.366215 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ee583905-693a-45df-8d66-cf7ed3863aa5 req-19a96051-ac79-4859-801f-b1665e550405 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/security-groups?id=9b802230-9234-42e7-bf8c-0d12af0394c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2265964 Jul 14 09:32:35.382337 n-d-779913-29 neutron-server[93957]: INFO neutron.pecan_wsgi.hooks.translation [None req-680eea87-2d49-414a-b2da-d258994445cd tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] DELETE failed (client error): The resource could not be found. Jul 14 09:32:35.386101 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-680eea87-2d49-414a-b2da-d258994445cd tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:32:35.394321 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-680eea87-2d49-414a-b2da-d258994445cd tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] 10.222.0.68 "DELETE /v2.0/networks/00da6f24-cafa-4205-abd4-ff029910321d HTTP/1.1" status: 404 len: 339 time: 0.0977662 Jul 14 09:32:35.397616 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 57586) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:35.498729 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b5752e-232c-48e6-aacb-1bf284a101d9 req-b97bf93d-c558-4f2d-b06f-3921c564bf4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:35.523199 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-38b5752e-232c-48e6-aacb-1bf284a101d9 req-b97bf93d-c558-4f2d-b06f-3921c564bf4f service neutron] 10.222.0.65 "GET /v2.0/networks?id=4c89afe5-b9f8-4e2e-b44c-d497b59f1beb HTTP/1.1" status: 200 len: 913 time: 0.1928620 Jul 14 09:32:35.602196 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.agents_db [None req-3c3509fb-540d-4335-a450-574895dd3602 None None] Agent healthcheck: found 7 active agents {{(pid=93960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:32:35.635104 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4580979-20f3-4a59-bde5-d6f3c4010a14 req-06079388-fcb5-4d73-97dc-e91264006d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:35.637440 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c4580979-20f3-4a59-bde5-d6f3c4010a14 req-06079388-fcb5-4d73-97dc-e91264006d0d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=5699172b-f98f-483a-81e1-27bccc5d3cba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4967330 Jul 14 09:32:35.648714 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-38b5752e-232c-48e6-aacb-1bf284a101d9 req-6ffc3169-75bd-4a77-b1c0-66e0ba256955 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=caa18d76-b862-48d6-8bd3-0eae2b45a155 HTTP/1.1" status: 200 len: 217 time: 0.1179767 Jul 14 09:32:35.651479 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a1832bc7-65ce-406d-95ba-544d0240bb01 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3876111'] for network, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:35.757991 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b5752e-232c-48e6-aacb-1bf284a101d9 req-6991b875-1505-4274-b8cf-d6f8acce999c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:35.760387 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-38b5752e-232c-48e6-aacb-1bf284a101d9 req-6991b875-1505-4274-b8cf-d6f8acce999c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b9b5b9a6-c0c5-422a-9cec-7b209f25a172 HTTP/1.1" status: 200 len: 852 time: 0.0716367 Jul 14 09:32:35.779357 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c4580979-20f3-4a59-bde5-d6f3c4010a14 req-31ff877d-45f4-4f87-bd16-eae0b431e367 service neutron] 10.222.0.65 "GET /v2.0/networks/5699172b-f98f-483a-81e1-27bccc5d3cba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226091 Jul 14 09:32:35.800110 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a130df2e-672b-48b8-a84b-ebe8e81bf18f req-52a3625e-96eb-48f6-85b6-9e68664af308 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:35.809949 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-a130df2e-672b-48b8-a84b-ebe8e81bf18f req-52a3625e-96eb-48f6-85b6-9e68664af308 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/ports?device_id=07646ca0-10f2-4cc8-8147-f694b9d44b24 HTTP/1.1" status: 200 len: 945 time: 0.2831695 Jul 14 09:32:35.851169 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-38b5752e-232c-48e6-aacb-1bf284a101d9 req-e51c1262-2a62-4353-b5c7-115e10550ed2 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4c89afe5-b9f8-4e2e-b44c-d497b59f1beb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0827343 Jul 14 09:32:35.882034 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-a130df2e-672b-48b8-a84b-ebe8e81bf18f req-f229e245-5f5a-46f4-b842-fe08883579ec tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/security-groups?id=e89c09f5-16f2-4ac7-8f23-93abffe26f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685956 Jul 14 09:32:36.049757 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-38b5752e-232c-48e6-aacb-1bf284a101d9 req-22d77f7b-5573-4743-9f18-76a972fa0219 service neutron] 10.222.0.65 "GET /v2.0/networks/4c89afe5-b9f8-4e2e-b44c-d497b59f1beb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1882551 Jul 14 09:32:36.185327 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-38b5752e-232c-48e6-aacb-1bf284a101d9 req-ac00e5cc-ca57-4aaf-a10c-f09b74a1c817 service neutron] 10.222.0.65 "GET /v2.0/networks/4c89afe5-b9f8-4e2e-b44c-d497b59f1beb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281135 Jul 14 09:32:36.334824 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4ff537-5cde-447e-bf3b-1ee186292305 req-8191ba23-910d-4364-8d1d-ba47cdca6ace tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:36.336977 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-6b4ff537-5cde-447e-bf3b-1ee186292305 req-8191ba23-910d-4364-8d1d-ba47cdca6ace tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/ports?device_id=07646ca0-10f2-4cc8-8147-f694b9d44b24 HTTP/1.1" status: 200 len: 945 time: 0.0745368 Jul 14 09:32:36.378797 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a1832bc7-65ce-406d-95ba-544d0240bb01 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473955', 'neutron.services.segments.db._delete_segments_for_network-8735688326548'] for network, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:36.381315 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-6b4ff537-5cde-447e-bf3b-1ee186292305 req-3fe85119-3390-48f6-9c39-bc131dbeeff4 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/security-groups?id=e89c09f5-16f2-4ac7-8f23-93abffe26f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370824 Jul 14 09:32:36.397471 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-a1832bc7-65ce-406d-95ba-544d0240bb01 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f873283d-04ae-47a6-a607-6fc3d46dbf24']}} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:32:36.422166 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-a1832bc7-65ce-406d-95ba-544d0240bb01 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '956b88a0-06f6-483f-b660-682b92791673') {'for_net_delete': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:32:36.422470 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-a1832bc7-65ce-406d-95ba-544d0240bb01 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '956b88a0-06f6-483f-b660-682b92791673') {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:32:36.434972 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c4580979-20f3-4a59-bde5-d6f3c4010a14 req-f328ec0c-887d-4e43-bec4-db90cec6201b service neutron] 10.222.0.65 "GET /v2.0/networks/5699172b-f98f-483a-81e1-27bccc5d3cba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6404574 Jul 14 09:32:36.438973 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a1832bc7-65ce-406d-95ba-544d0240bb01 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735688356235', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10944210'] for segment, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:36.463684 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 57622) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:36.464100 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958d6c1c-fc8e-443e-852b-156694e0fe1c req-6bf169e5-8c7f-493b-b1ce-adb5670d5663 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:36.465628 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-958d6c1c-fc8e-443e-852b-156694e0fe1c req-6bf169e5-8c7f-493b-b1ce-adb5670d5663 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] 10.222.0.68 "GET /v2.0/ports?device_id=53563f6e-7033-4881-b21d-7977e55df67a HTTP/1.1" status: 200 len: 944 time: 0.6853335 Jul 14 09:32:36.502833 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c4580979-20f3-4a59-bde5-d6f3c4010a14 req-e9f71924-bd6e-4e2d-8e8f-a30503932fa4 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=ea9e9cbd-c4fe-40eb-a857-ee9e6c073bb8 HTTP/1.1" status: 200 len: 217 time: 0.0557282 Jul 14 09:32:36.508664 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a1832bc7-65ce-406d-95ba-544d0240bb01 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:36.526134 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1832bc7-65ce-406d-95ba-544d0240bb01 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Releasing vlan 701 on physical network physnet1 to pool {{(pid=93957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:32:36.526433 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a1832bc7-65ce-406d-95ba-544d0240bb01 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10053619'] for segment, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:36.530562 n-d-779913-29 neutron-server[93957]: Traceback (most recent call last): Jul 14 09:32:36.530562 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:32:36.530562 n-d-779913-29 neutron-server[93957]: timer() Jul 14 09:32:36.530562 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:32:36.530562 n-d-779913-29 neutron-server[93957]: cb(*args, **kw) Jul 14 09:32:36.530562 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:32:36.530562 n-d-779913-29 neutron-server[93957]: return func(*args, **kwargs) Jul 14 09:32:36.530562 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:32:36.530562 n-d-779913-29 neutron-server[93957]: self._notify() Jul 14 09:32:36.530562 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:32:36.530562 n-d-779913-29 neutron-server[93957]: self.callback(batched_events) Jul 14 09:32:36.530562 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:32:36.530562 n-d-779913-29 neutron-server[93957]: event.method(event) Jul 14 09:32:36.530562 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:32:36.530562 n-d-779913-29 neutron-server[93957]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:32:36.530562 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:32:36.530562 n-d-779913-29 neutron-server[93957]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:32:36.530562 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:32:36.530562 n-d-779913-29 neutron-server[93957]: return f(self, *a, **k) Jul 14 09:32:36.530562 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:32:36.530562 n-d-779913-29 neutron-server[93957]: return self._get(url).json() Jul 14 09:32:36.530562 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:32:36.530562 n-d-779913-29 neutron-server[93957]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:32:36.530562 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:32:36.530562 n-d-779913-29 neutron-server[93957]: return self.request(url, 'GET', **kwargs) Jul 14 09:32:36.530562 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:32:36.530562 n-d-779913-29 neutron-server[93957]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:32:36.530562 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:32:36.530562 n-d-779913-29 neutron-server[93957]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:32:36.530562 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:32:36.530562 n-d-779913-29 neutron-server[93957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:32:36.530562 n-d-779913-29 neutron-server[93957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:32:36.593912 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-ce9d7eb3-cff5-41e8-91cb-07012c183bba admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-139976333-network', 'tenant_id': '35b244aa431e4cb2b02f7441182fc96d'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:32:36.618955 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce9d7eb3-cff5-41e8-91cb-07012c183bba admin admin] Made reservation on behalf of 35b244aa431e4cb2b02f7441182fc96d for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:32:36.631560 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ce9d7eb3-cff5-41e8-91cb-07012c183bba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:36.634622 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-958d6c1c-fc8e-443e-852b-156694e0fe1c req-35b212fd-a4f1-464d-a34e-29dc64ee8c66 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] 10.222.0.68 "GET /v2.0/security-groups?id=b4ff2369-e32d-44b9-a882-4dd3dbe0fc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1351385 Jul 14 09:32:36.642877 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4580979-20f3-4a59-bde5-d6f3c4010a14 req-21bd6c6d-04a8-45b8-8046-f31bfc484372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:36.644363 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c4580979-20f3-4a59-bde5-d6f3c4010a14 req-21bd6c6d-04a8-45b8-8046-f31bfc484372 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=df8e47ca-e310-4261-88e8-dfbdedfc6676 HTTP/1.1" status: 200 len: 797 time: 0.1137633 Jul 14 09:32:36.645394 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a1832bc7-65ce-406d-95ba-544d0240bb01 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660504'] for network, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:36.647075 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ce9d7eb3-cff5-41e8-91cb-07012c183bba admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:36.654305 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a1832bc7-65ce-406d-95ba-544d0240bb01 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Notify callbacks [] for network, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:36.656208 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-a1832bc7-65ce-406d-95ba-544d0240bb01 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] 10.222.0.68 "DELETE /v2.0/networks/f873283d-04ae-47a6-a607-6fc3d46dbf24 HTTP/1.1" status: 204 len: 168 time: 1.2574198 Jul 14 09:32:36.659507 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 57630) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:36.720328 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1832bc7-65ce-406d-95ba-544d0240bb01 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Pushing event deleted for resources: {'Network': ['ID=f873283d-04ae-47a6-a607-6fc3d46dbf24,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:36.762708 n-d-779913-29 neutron-server[93957]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b6d0500-701a-4fda-93b9-45dfaa50a200 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] DELETE failed (client error): The resource could not be found. Jul 14 09:32:36.763223 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b6d0500-701a-4fda-93b9-45dfaa50a200 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:32:36.765147 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-7b6d0500-701a-4fda-93b9-45dfaa50a200 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] 10.222.0.68 "DELETE /v2.0/subnets/922bfa12-1cdd-4088-83ef-80c20745c23d HTTP/1.1" status: 404 len: 337 time: 0.0972984 Jul 14 09:32:36.768176 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 57636) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:36.791412 n-d-779913-29 neutron-server[93957]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7cff3fe-3dde-448e-80ff-d7b0871060ef tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] DELETE failed (client error): The resource could not be found. Jul 14 09:32:36.792130 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7cff3fe-3dde-448e-80ff-d7b0871060ef tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:32:36.793961 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-d7cff3fe-3dde-448e-80ff-d7b0871060ef tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] 10.222.0.68 "DELETE /v2.0/networks/53476fde-b395-4ab7-9c6f-895818e2314d HTTP/1.1" status: 404 len: 339 time: 0.0248585 Jul 14 09:32:36.796435 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 57638) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:36.844117 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ce9d7eb3-cff5-41e8-91cb-07012c183bba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:36.859522 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ce9d7eb3-cff5-41e8-91cb-07012c183bba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:36.867712 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4580979-20f3-4a59-bde5-d6f3c4010a14 req-45ebce72-ffd1-4c47-8892-2a760aa23d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:36.869882 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c4580979-20f3-4a59-bde5-d6f3c4010a14 req-45ebce72-ffd1-4c47-8892-2a760aa23d3d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=42a058fa-f36e-4a5f-a1b5-ee56753d964d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2121742 Jul 14 09:32:36.872948 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device caa18d76-b862-48d6-8bd3-0eae2b45a155 no longer exists at agent hyperv_n-h1-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:32:36.875425 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce9d7eb3-cff5-41e8-91cb-07012c183bba admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 748} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:32:36.886026 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ce9d7eb3-cff5-41e8-91cb-07012c183bba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:36.886770 n-d-779913-29 neutron-server[93958]: INFO neutron.db.segments_db [None req-ce9d7eb3-cff5-41e8-91cb-07012c183bba admin admin] Added segment af3f76bd-f86d-4385-ae00-90a2fc7600c7 of type vlan for network 457bea52-5e34-4c7b-8d31-587eadf98a36 Jul 14 09:32:36.921946 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9ecce81-7bc4-4442-b8a5-05d60f14c62a tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Deleting subnet a48c9488-f522-4250-862c-c43eefeb0fcd {{(pid=93957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:32:36.943511 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ce9d7eb3-cff5-41e8-91cb-07012c183bba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735687821325'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:36.961219 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e9ecce81-7bc4-4442-b8a5-05d60f14c62a tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Notify callbacks [] for subnet, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:37.009291 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9d7eb3-cff5-41e8-91cb-07012c183bba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b54eb42b-9a02-4f7b-9977-d5b640f536e0,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:37.012238 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ce9d7eb3-cff5-41e8-91cb-07012c183bba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:37.013468 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce9d7eb3-cff5-41e8-91cb-07012c183bba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:37.015486 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ce9d7eb3-cff5-41e8-91cb-07012c183bba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:37.046868 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e9ecce81-7bc4-4442-b8a5-05d60f14c62a tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10944203'] for subnet, precommit_delete_associations {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:37.083186 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c40b68-8ae6-452e-b7e7-840646b62195 req-8587bd9c-9c58-413b-bca0-43212bdd07f5 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:37.085704 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-16c40b68-8ae6-452e-b7e7-840646b62195 req-8587bd9c-9c58-413b-bca0-43212bdd07f5 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/ports?device_id=07646ca0-10f2-4cc8-8147-f694b9d44b24 HTTP/1.1" status: 200 len: 945 time: 0.2382751 Jul 14 09:32:37.090876 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:37.112418 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c4580979-20f3-4a59-bde5-d6f3c4010a14 req-a9bd26e7-cbe3-4294-b052-8201bbee0f91 service neutron] 10.222.0.65 "GET /v2.0/networks/42a058fa-f36e-4a5f-a1b5-ee56753d964d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2200258 Jul 14 09:32:37.150412 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3b2dfd-5b52-4d90-91ba-462a53b23ed2 req-61ff0f11-26f9-43da-b5f6-aa9a37388fb9 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:37.154530 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port caa18d76-b862-48d6-8bd3-0eae2b45a155, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=caa18d76-b862-48d6-8bd3-0eae2b45a155,segment=NetworkSegment(7c0bb8da-25ea-40ae-a0d8-c863fd3d0f97),segment_id=7c0bb8da-25ea-40ae-a0d8-c863fd3d0f97)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:32:37.156149 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bf56606-e120-41f5-a1ea-b036810e4ade', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'caa18d76-b862-48d6-8bd3-0eae2b45a155'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:32:37.160217 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd62303f06773040a8a4e189dc46b4f565768c299abf8ab8e7739778b0bc3e97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21247608-b08a-4bbf-9298-06eb06eb0152" -d '{"events": [{"server_uuid": "2bf56606-e120-41f5-a1ea-b036810e4ade", "name": "network-vif-unplugged", "status": "completed", "tag": "caa18d76-b862-48d6-8bd3-0eae2b45a155"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:32:37.166218 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:37.174320 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-9a3b2dfd-5b52-4d90-91ba-462a53b23ed2 req-61ff0f11-26f9-43da-b5f6-aa9a37388fb9 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/ports?device_id=2bf56606-e120-41f5-a1ea-b036810e4ade HTTP/1.1" status: 200 len: 946 time: 0.4049308 Jul 14 09:32:37.204828 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9d7eb3-cff5-41e8-91cb-07012c183bba admin admin] Pushing event updated for resources: {'Network': ['ID=457bea52-5e34-4c7b-8d31-587eadf98a36,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:37.229743 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-ce9d7eb3-cff5-41e8-91cb-07012c183bba admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7591162 Jul 14 09:32:37.229743 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 57648) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:37.234017 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Network 457bea52-5e34-4c7b-8d31-587eadf98a36 details requested by agent ovs-agent-n-d-779913-29 with host n-d-779913-29 {{(pid=93959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:32:37.244791 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-e34aa0ba-5c92-4245-9c0f-67627883f82f admin admin] Request body: {'subnet': {'network_id': '457bea52-5e34-4c7b-8d31-587eadf98a36', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-139976333-subnet', 'tenant_id': '35b244aa431e4cb2b02f7441182fc96d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:32:37.290319 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-9a3b2dfd-5b52-4d90-91ba-462a53b23ed2 req-3e17a5d3-dbd8-4ca2-aedd-35b5bab42316 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/security-groups?id=9b802230-9234-42e7-bf8c-0d12af0394c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149893 Jul 14 09:32:37.307791 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e34aa0ba-5c92-4245-9c0f-67627883f82f admin admin] Made reservation on behalf of 35b244aa431e4cb2b02f7441182fc96d for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:32:37.310504 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e34aa0ba-5c92-4245-9c0f-67627883f82f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16714600'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:37.338825 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-16c40b68-8ae6-452e-b7e7-840646b62195 req-64ae069f-51c3-4a13-b7b8-69f2442bd2d7 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/security-groups?id=e89c09f5-16f2-4ac7-8f23-93abffe26f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2399220 Jul 14 09:32:37.356693 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Pushing event updated for resources: {'Port': ['ID=caa18d76-b862-48d6-8bd3-0eae2b45a155,revision_number=8']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:37.384473 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e9ecce81-7bc4-4442-b8a5-05d60f14c62a tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3481002'] for subnet, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:37.423665 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c4580979-20f3-4a59-bde5-d6f3c4010a14 req-1db2c72f-bd62-4bfd-bde8-f404f766c73c service neutron] 10.222.0.65 "GET /v2.0/networks/42a058fa-f36e-4a5f-a1b5-ee56753d964d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2968109 Jul 14 09:32:37.481028 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 09:32:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d194fd5-36cf-4ec8-8efb-34761c6907e5 x-openstack-request-id: req-6d194fd5-36cf-4ec8-8efb-34761c6907e5 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:32:37.481332 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bf56606-e120-41f5-a1ea-b036810e4ade", "name": "network-vif-unplugged", "status": "completed", "tag": "caa18d76-b862-48d6-8bd3-0eae2b45a155", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:32:37.481694 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-6d194fd5-36cf-4ec8-8efb-34761c6907e5 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:32:37.482101 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bf56606-e120-41f5-a1ea-b036810e4ade', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'caa18d76-b862-48d6-8bd3-0eae2b45a155', 'code': 200} Jul 14 09:32:37.492359 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c4580979-20f3-4a59-bde5-d6f3c4010a14 req-35db4766-8519-40aa-838d-62c329398d68 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=0d1d6f24-a3fe-4925-8ced-a01216f77039 HTTP/1.1" status: 200 len: 217 time: 0.0593619 Jul 14 09:32:37.591158 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e9ecce81-7bc4-4442-b8a5-05d60f14c62a tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10052701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11984075'] for subnet, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:37.604631 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e34aa0ba-5c92-4245-9c0f-67627883f82f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13573993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16714586'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:37.622449 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e9ecce81-7bc4-4442-b8a5-05d60f14c62a tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Notify callbacks [] for subnet, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:37.628351 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-243dd0df-2b79-49b2-b96c-f17de419ff2a None None] Network e6283d1d-8379-4151-860b-6c684d52c559 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:32:37.649204 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-e9ecce81-7bc4-4442-b8a5-05d60f14c62a tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] 10.222.0.68 "DELETE /v2.0/subnets/a48c9488-f522-4250-862c-c43eefeb0fcd HTTP/1.1" status: 204 len: 168 time: 0.8419640 Jul 14 09:32:37.650834 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 57656) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:37.694035 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e34aa0ba-5c92-4245-9c0f-67627883f82f admin admin] Checking segment: {'id': 'af3f76bd-f86d-4385-ae00-90a2fc7600c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '457bea52-5e34-4c7b-8d31-587eadf98a36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:32:37.694513 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e34aa0ba-5c92-4245-9c0f-67627883f82f admin admin] Network hostable DHCP agents. Network: 457bea52-5e34-4c7b-8d31-587eadf98a36, hostable agents: ['c6a09bd4-f72e-4283-a3ca-0bbca8a51081'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:32:37.699314 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34aa0ba-5c92-4245-9c0f-67627883f82f admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c124c4f-3433-4189-a081-b2d4d333957b,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:37.719878 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e34aa0ba-5c92-4245-9c0f-67627883f82f admin admin] Network 457bea52-5e34-4c7b-8d31-587eadf98a36 is scheduled to be hosted by DHCP agent c6a09bd4-f72e-4283-a3ca-0bbca8a51081 with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:32:37.735696 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-e34aa0ba-5c92-4245-9c0f-67627883f82f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-29, 457bea52-5e34-4c7b-8d31-587eadf98a36) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:32:37.749412 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e34aa0ba-5c92-4245-9c0f-67627883f82f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:37.750573 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e34aa0ba-5c92-4245-9c0f-67627883f82f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:37.759213 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffa3b9f3-7ff1-46c9-9fb0-ed643d8a6d0d None None] Network 457bea52-5e34-4c7b-8d31-587eadf98a36 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:32:37.768567 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-e34aa0ba-5c92-4245-9c0f-67627883f82f admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.5388391 Jul 14 09:32:37.852217 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ecce81-7bc4-4442-b8a5-05d60f14c62a tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Pushing event deleted for resources: {'Subnet': ['ID=a48c9488-f522-4250-862c-c43eefeb0fcd,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:37.995673 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_v2 [None req-de5af1a3-5d32-4d08-91f5-4c305eb0e064 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Deleting subnet 8c311202-c7bd-4ef5-9e80-7fbb769a6020 {{(pid=93957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:32:38.010621 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-de5af1a3-5d32-4d08-91f5-4c305eb0e064 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Notify callbacks [] for subnet, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:38.085895 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4580979-20f3-4a59-bde5-d6f3c4010a14 req-d5c37fc2-79b9-4fc9-8504-be8532dd107a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:38.091300 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c4580979-20f3-4a59-bde5-d6f3c4010a14 req-d5c37fc2-79b9-4fc9-8504-be8532dd107a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=df8e47ca-e310-4261-88e8-dfbdedfc6676 HTTP/1.1" status: 200 len: 797 time: 0.5745220 Jul 14 09:32:38.147326 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19e98ae-040e-4c70-8df2-a6899dfcb019 req-10c1a61d-1a33-4811-b6d9-4b45fe72e6c5 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:38.154501 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-e19e98ae-040e-4c70-8df2-a6899dfcb019 req-10c1a61d-1a33-4811-b6d9-4b45fe72e6c5 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] 10.222.0.68 "GET /v2.0/ports?device_id=53563f6e-7033-4881-b21d-7977e55df67a HTTP/1.1" status: 200 len: 944 time: 0.1854396 Jul 14 09:32:38.208713 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-e19e98ae-040e-4c70-8df2-a6899dfcb019 req-26df8379-afd3-4af0-9d0b-2869f0d4d3fb tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] 10.222.0.68 "GET /v2.0/security-groups?id=b4ff2369-e32d-44b9-a882-4dd3dbe0fc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505214 Jul 14 09:32:38.259348 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-de5af1a3-5d32-4d08-91f5-4c305eb0e064 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10944203'] for subnet, precommit_delete_associations {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:38.290139 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-713435bc-649f-4fcd-a0d9-4756ca729bd1 None None] Network 457bea52-5e34-4c7b-8d31-587eadf98a36 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:32:38.401791 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f8c12a-4383-4f02-a8e7-28ee6c6acd13 req-5567ca64-7a07-4b95-9476-7d7f0f4a0e10 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:38.409899 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d4f8c12a-4383-4f02-a8e7-28ee6c6acd13 req-5567ca64-7a07-4b95-9476-7d7f0f4a0e10 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/ports?device_id=07646ca0-10f2-4cc8-8147-f694b9d44b24 HTTP/1.1" status: 200 len: 945 time: 0.5794833 Jul 14 09:32:38.443242 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4580979-20f3-4a59-bde5-d6f3c4010a14 req-fef8db51-7dbf-42ea-84bf-a4cc6ae72d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:38.445157 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c4580979-20f3-4a59-bde5-d6f3c4010a14 req-fef8db51-7dbf-42ea-84bf-a4cc6ae72d2a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=42a058fa-f36e-4a5f-a1b5-ee56753d964d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3425803 Jul 14 09:32:38.577364 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1525ac-9595-418f-bcef-4ea5ac4b9d74 req-a4fcef6e-aeb0-42b2-a09e-66bab57febe5 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:38.579468 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-1a1525ac-9595-418f-bcef-4ea5ac4b9d74 req-a4fcef6e-aeb0-42b2-a09e-66bab57febe5 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/ports?device_id=2bf56606-e120-41f5-a1ea-b036810e4ade HTTP/1.1" status: 200 len: 944 time: 0.1396577 Jul 14 09:32:38.604891 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d4f8c12a-4383-4f02-a8e7-28ee6c6acd13 req-0ebf0e42-fdea-4103-86dc-c730004593de tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/security-groups?id=e89c09f5-16f2-4ac7-8f23-93abffe26f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822050 Jul 14 09:32:38.625958 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-de5af1a3-5d32-4d08-91f5-4c305eb0e064 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3481002'] for subnet, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:38.696415 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-1a1525ac-9595-418f-bcef-4ea5ac4b9d74 req-1ca063b4-3e58-4f91-a3ad-5a0c815b80bf tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/security-groups?id=9b802230-9234-42e7-bf8c-0d12af0394c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078310 Jul 14 09:32:38.752836 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 57688) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:38.758683 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-cff17390-2e7c-4e26-9f02-6503b81160b8 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1879543419-network', 'tenant_id': '8749ed6da36243e4834241af55214fc2'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:32:38.810752 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cff17390-2e7c-4e26-9f02-6503b81160b8 admin admin] Made reservation on behalf of 8749ed6da36243e4834241af55214fc2 for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:32:38.814321 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cff17390-2e7c-4e26-9f02-6503b81160b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:38.824443 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c4580979-20f3-4a59-bde5-d6f3c4010a14 req-917c7f0b-dae3-4c0a-b923-63f64435f5c1 service neutron] 10.222.0.65 "GET /v2.0/networks/42a058fa-f36e-4a5f-a1b5-ee56753d964d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3659112 Jul 14 09:32:38.839228 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cff17390-2e7c-4e26-9f02-6503b81160b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:39.014299 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-de5af1a3-5d32-4d08-91f5-4c305eb0e064 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10052701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11984075'] for subnet, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:39.055494 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5af1a3-5d32-4d08-91f5-4c305eb0e064 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Pushing event deleted for resources: {'Subnet': ['ID=8c311202-c7bd-4ef5-9e80-7fbb769a6020,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:39.064074 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cff17390-2e7c-4e26-9f02-6503b81160b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:39.066429 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-de5af1a3-5d32-4d08-91f5-4c305eb0e064 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Notify callbacks [] for subnet, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:39.071450 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-de5af1a3-5d32-4d08-91f5-4c305eb0e064 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] 10.222.0.68 "DELETE /v2.0/subnets/8c311202-c7bd-4ef5-9e80-7fbb769a6020 HTTP/1.1" status: 204 len: 168 time: 1.3880959 Jul 14 09:32:39.072648 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 57702) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:39.073828 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cff17390-2e7c-4e26-9f02-6503b81160b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:39.090898 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cff17390-2e7c-4e26-9f02-6503b81160b8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 728} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:32:39.104056 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cff17390-2e7c-4e26-9f02-6503b81160b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:39.104743 n-d-779913-29 neutron-server[93958]: INFO neutron.db.segments_db [None req-cff17390-2e7c-4e26-9f02-6503b81160b8 admin admin] Added segment 9406f112-459f-42ec-bc01-6d49cfb5c1c2 of type vlan for network fa99f70c-8433-45af-b881-735edf936baf Jul 14 09:32:39.175301 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff17390-2e7c-4e26-9f02-6503b81160b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=908e38fb-ce51-4262-8133-3b46c9c57797,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:39.181668 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cff17390-2e7c-4e26-9f02-6503b81160b8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735687821325'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:39.233481 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cff17390-2e7c-4e26-9f02-6503b81160b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:39.236593 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cff17390-2e7c-4e26-9f02-6503b81160b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:39.236593 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cff17390-2e7c-4e26-9f02-6503b81160b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:39.237385 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ba8d3f50-ea1b-4ef3-8d37-8a776c69d61e tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3876111'] for network, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:39.258090 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f3f8afb-feff-4213-b4a3-eb5e05d616e3 None None] Network e6283d1d-8379-4151-860b-6c684d52c559 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:32:39.267494 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c4580979-20f3-4a59-bde5-d6f3c4010a14 req-806aad86-17c3-4331-9b83-4a5f8473915a service neutron] 10.222.0.65 "GET /v2.0/networks/42a058fa-f36e-4a5f-a1b5-ee56753d964d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4281974 Jul 14 09:32:39.361161 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-ba8d3f50-ea1b-4ef3-8d37-8a776c69d61e tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Deleting port 577ece72-803b-459f-9640-74017a67dd76 {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:32:39.361593 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ba8d3f50-ea1b-4ef3-8d37-8a776c69d61e tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:39.372991 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff17390-2e7c-4e26-9f02-6503b81160b8 admin admin] Pushing event updated for resources: {'Network': ['ID=fa99f70c-8433-45af-b881-735edf936baf,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:39.392909 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Network fa99f70c-8433-45af-b881-735edf936baf details requested by agent ovs-agent-n-d-779913-29 with host n-d-779913-29 {{(pid=93959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:32:39.422511 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-cff17390-2e7c-4e26-9f02-6503b81160b8 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6683989 Jul 14 09:32:39.422905 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 57714) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:39.439757 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-5336e80a-4a8b-41f6-bdd0-1d7a5293b4b0 admin admin] Request body: {'subnet': {'network_id': 'fa99f70c-8433-45af-b881-735edf936baf', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1879543419-subnet', 'tenant_id': '8749ed6da36243e4834241af55214fc2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:32:39.475855 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-ba8d3f50-ea1b-4ef3-8d37-8a776c69d61e tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] For port 577ece72-803b-459f-9640-74017a67dd76, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=577ece72-803b-459f-9640-74017a67dd76,segment=NetworkSegment(2cf510aa-58da-4bdd-997c-cbac3b0d7806),segment_id=2cf510aa-58da-4bdd-997c-cbac3b0d7806)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:32:39.476146 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ba8d3f50-ea1b-4ef3-8d37-8a776c69d61e tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:39.485102 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95726b5e-d6b6-4ced-acb0-56eae9c1617e req-50c31c49-4e4f-4e7a-8e53-4bdbea6896d1 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:39.487024 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5336e80a-4a8b-41f6-bdd0-1d7a5293b4b0 admin admin] Made reservation on behalf of 8749ed6da36243e4834241af55214fc2 for: {'subnet': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:32:39.492391 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-95726b5e-d6b6-4ced-acb0-56eae9c1617e req-50c31c49-4e4f-4e7a-8e53-4bdbea6896d1 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/ports?device_id=07646ca0-10f2-4cc8-8147-f694b9d44b24 HTTP/1.1" status: 200 len: 945 time: 0.1220613 Jul 14 09:32:39.494198 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5336e80a-4a8b-41f6-bdd0-1d7a5293b4b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11984110'] for subnet, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:39.509155 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-ba8d3f50-ea1b-4ef3-8d37-8a776c69d61e tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Calling delete_port for 577ece72-803b-459f-9640-74017a67dd76 owned by network:dhcp {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:32:39.520514 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-cc0d641f-89f5-4936-a641-14bef0955ad5 None None] Provisioning complete for port 577ece72-803b-459f-9640-74017a67dd76 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:32:39.521965 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cc0d641f-89f5-4936-a641-14bef0955ad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:39.573449 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-95726b5e-d6b6-4ced-acb0-56eae9c1617e req-ca74136e-c247-4069-a2d2-42c735f69924 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/security-groups?id=e89c09f5-16f2-4ac7-8f23-93abffe26f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801930 Jul 14 09:32:39.703862 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e262fcad-b0eb-4961-abd8-a1a63fee4bf2 None None] DHCP port deletion for e6283d1d-8379-4151-860b-6c684d52c559 request from n-d-779913-29 {{(pid=93959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:32:39.774884 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ba8d3f50-ea1b-4ef3-8d37-8a776c69d61e tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:39.794645 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-e262fcad-b0eb-4961-abd8-a1a63fee4bf2 None None] Deleting port 577ece72-803b-459f-9640-74017a67dd76 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:32:39.795299 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba8d3f50-ea1b-4ef3-8d37-8a776c69d61e tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] No DVR routers for this DVR port 577ece72-803b-459f-9640-74017a67dd76 on host n-d-779913-29 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:32:39.795652 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e262fcad-b0eb-4961-abd8-a1a63fee4bf2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:39.850342 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8d3f50-ea1b-4ef3-8d37-8a776c69d61e tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Pushing event deleted for resources: {'Port': ['ID=577ece72-803b-459f-9640-74017a67dd76,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:39.856230 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d2bdcc-d0c4-4a7f-96e0-4a9dc3cfa4e1 req-f4dfea95-6ee6-438e-89b6-4bf17bf868f8 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:39.865156 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-83d2bdcc-d0c4-4a7f-96e0-4a9dc3cfa4e1 req-f4dfea95-6ee6-438e-89b6-4bf17bf868f8 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] 10.222.0.68 "GET /v2.0/ports?device_id=53563f6e-7033-4881-b21d-7977e55df67a HTTP/1.1" status: 200 len: 944 time: 0.0841727 Jul 14 09:32:39.898637 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-e262fcad-b0eb-4961-abd8-a1a63fee4bf2 None None] For port 577ece72-803b-459f-9640-74017a67dd76, host n-d-779913-29, got binding levels [] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:32:39.899116 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e262fcad-b0eb-4961-abd8-a1a63fee4bf2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:39.918187 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-e262fcad-b0eb-4961-abd8-a1a63fee4bf2 None None] Calling delete_port for 577ece72-803b-459f-9640-74017a67dd76 owned by network:dhcp {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:32:39.921124 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.ipam_backend_mixin [None req-e262fcad-b0eb-4961-abd8-a1a63fee4bf2 None None] Port 577ece72-803b-459f-9640-74017a67dd76 was not found and therefore no delete operation was performed {{(pid=93959) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 14 09:32:39.922624 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e262fcad-b0eb-4961-abd8-a1a63fee4bf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:39.938063 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-83d2bdcc-d0c4-4a7f-96e0-4a9dc3cfa4e1 req-b2233d11-b52c-4c8e-b0f0-6b361aa6f04e tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] 10.222.0.68 "GET /v2.0/security-groups?id=b4ff2369-e32d-44b9-a882-4dd3dbe0fc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666130 Jul 14 09:32:39.964478 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e262fcad-b0eb-4961-abd8-a1a63fee4bf2 None None] Pushing event deleted for resources: {'Port': ['ID=577ece72-803b-459f-9640-74017a67dd76,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:39.971627 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e262fcad-b0eb-4961-abd8-a1a63fee4bf2 None None] No DVR routers for this DVR port 577ece72-803b-459f-9640-74017a67dd76 on host n-d-779913-29 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:32:39.980016 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ba8d3f50-ea1b-4ef3-8d37-8a776c69d61e tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473955', 'neutron.services.segments.db._delete_segments_for_network-8735688326548'] for network, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:40.006688 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-ba8d3f50-ea1b-4ef3-8d37-8a776c69d61e tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6283d1d-8379-4151-860b-6c684d52c559']}} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:32:40.018523 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-ba8d3f50-ea1b-4ef3-8d37-8a776c69d61e tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2cf510aa-58da-4bdd-997c-cbac3b0d7806') {'for_net_delete': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:32:40.018893 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-ba8d3f50-ea1b-4ef3-8d37-8a776c69d61e tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2cf510aa-58da-4bdd-997c-cbac3b0d7806') {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:32:40.020950 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5336e80a-4a8b-41f6-bdd0-1d7a5293b4b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10052764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11984092'] for subnet, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:40.037812 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ba8d3f50-ea1b-4ef3-8d37-8a776c69d61e tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735688356235', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10944210'] for segment, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:40.091323 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ba8d3f50-ea1b-4ef3-8d37-8a776c69d61e tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:40.108039 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba8d3f50-ea1b-4ef3-8d37-8a776c69d61e tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Releasing vlan 749 on physical network physnet1 to pool {{(pid=93957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:32:40.108454 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ba8d3f50-ea1b-4ef3-8d37-8a776c69d61e tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10053619'] for segment, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:40.111737 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5336e80a-4a8b-41f6-bdd0-1d7a5293b4b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dfce96e2-9c3f-4fd0-b23e-44b25d81b3b8,revision_number=0']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:40.113799 n-d-779913-29 neutron-server[93957]: Traceback (most recent call last): Jul 14 09:32:40.113799 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:32:40.113799 n-d-779913-29 neutron-server[93957]: timer() Jul 14 09:32:40.113799 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:32:40.113799 n-d-779913-29 neutron-server[93957]: cb(*args, **kw) Jul 14 09:32:40.113799 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:32:40.113799 n-d-779913-29 neutron-server[93957]: return func(*args, **kwargs) Jul 14 09:32:40.113799 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:32:40.113799 n-d-779913-29 neutron-server[93957]: self._notify() Jul 14 09:32:40.113799 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:32:40.113799 n-d-779913-29 neutron-server[93957]: self.callback(batched_events) Jul 14 09:32:40.113799 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:32:40.113799 n-d-779913-29 neutron-server[93957]: event.method(event) Jul 14 09:32:40.113799 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:32:40.113799 n-d-779913-29 neutron-server[93957]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:32:40.113799 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:32:40.113799 n-d-779913-29 neutron-server[93957]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:32:40.113799 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:32:40.113799 n-d-779913-29 neutron-server[93957]: return f(self, *a, **k) Jul 14 09:32:40.113799 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:32:40.113799 n-d-779913-29 neutron-server[93957]: return self._get(url).json() Jul 14 09:32:40.113799 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:32:40.113799 n-d-779913-29 neutron-server[93957]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:32:40.113799 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:32:40.113799 n-d-779913-29 neutron-server[93957]: return self.request(url, 'GET', **kwargs) Jul 14 09:32:40.113799 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:32:40.113799 n-d-779913-29 neutron-server[93957]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:32:40.113799 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:32:40.113799 n-d-779913-29 neutron-server[93957]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:32:40.113799 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:32:40.113799 n-d-779913-29 neutron-server[93957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:32:40.113799 n-d-779913-29 neutron-server[93957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:32:40.193457 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5f406b-6327-4701-bf1c-08a49b3caaad req-ed19a231-b6c1-4ca7-a901-a89903663072 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:40.206741 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ef5f406b-6327-4701-bf1c-08a49b3caaad req-ed19a231-b6c1-4ca7-a901-a89903663072 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/ports?device_id=07646ca0-10f2-4cc8-8147-f694b9d44b24 HTTP/1.1" status: 200 len: 945 time: 0.1099873 Jul 14 09:32:40.218080 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5336e80a-4a8b-41f6-bdd0-1d7a5293b4b0 admin admin] Checking segment: {'id': '9406f112-459f-42ec-bc01-6d49cfb5c1c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'fa99f70c-8433-45af-b881-735edf936baf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:32:40.218449 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5336e80a-4a8b-41f6-bdd0-1d7a5293b4b0 admin admin] Network hostable DHCP agents. Network: fa99f70c-8433-45af-b881-735edf936baf, hostable agents: ['c6a09bd4-f72e-4283-a3ca-0bbca8a51081'], hosted agents: [] {{(pid=93957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:32:40.235472 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ba8d3f50-ea1b-4ef3-8d37-8a776c69d61e tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660504'] for network, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:40.248218 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ba8d3f50-ea1b-4ef3-8d37-8a776c69d61e tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Notify callbacks [] for network, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:40.250185 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-ba8d3f50-ea1b-4ef3-8d37-8a776c69d61e tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] 10.222.0.68 "DELETE /v2.0/networks/e6283d1d-8379-4151-860b-6c684d52c559 HTTP/1.1" status: 204 len: 168 time: 1.1765618 Jul 14 09:32:40.252817 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 57750) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:40.269815 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8d3f50-ea1b-4ef3-8d37-8a776c69d61e tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Pushing event deleted for resources: {'Network': ['ID=e6283d1d-8379-4151-860b-6c684d52c559,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:40.270233 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ef5f406b-6327-4701-bf1c-08a49b3caaad req-4c35a815-d7f2-442e-9b23-f97d367518ff tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/security-groups?id=e89c09f5-16f2-4ac7-8f23-93abffe26f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619867 Jul 14 09:32:40.272852 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5336e80a-4a8b-41f6-bdd0-1d7a5293b4b0 admin admin] Network fa99f70c-8433-45af-b881-735edf936baf is scheduled to be hosted by DHCP agent c6a09bd4-f72e-4283-a3ca-0bbca8a51081 with binding_index 1 {{(pid=93957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:32:40.289065 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-5336e80a-4a8b-41f6-bdd0-1d7a5293b4b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-29, fa99f70c-8433-45af-b881-735edf936baf) {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:32:40.297201 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-808bbc2d-1aa0-4b4b-99a1-efd5aa86f0d9 None None] Network fa99f70c-8433-45af-b881-735edf936baf requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:32:40.298456 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86518755-65f1-4869-90de-ea7fe2388df7 req-56dd542b-d2a6-46f4-80c0-d5c5229bfb54 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:40.300242 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-86518755-65f1-4869-90de-ea7fe2388df7 req-56dd542b-d2a6-46f4-80c0-d5c5229bfb54 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/ports?device_id=2bf56606-e120-41f5-a1ea-b036810e4ade HTTP/1.1" status: 200 len: 944 time: 0.1605666 Jul 14 09:32:40.303704 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5336e80a-4a8b-41f6-bdd0-1d7a5293b4b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:40.304558 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5336e80a-4a8b-41f6-bdd0-1d7a5293b4b0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:40.322568 n-d-779913-29 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-09be7323-8432-409e-aee4-e301b2f276bb tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] DELETE failed (client error): The resource could not be found. Jul 14 09:32:40.323137 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09be7323-8432-409e-aee4-e301b2f276bb tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:32:40.331725 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-09be7323-8432-409e-aee4-e301b2f276bb tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] 10.222.0.68 "DELETE /v2.0/subnets/96fd1d94-fa22-44f5-bed9-f22cf732e38a HTTP/1.1" status: 404 len: 337 time: 0.0771375 Jul 14 09:32:40.332458 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 57754) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:40.360621 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-5336e80a-4a8b-41f6-bdd0-1d7a5293b4b0 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9367008 Jul 14 09:32:40.382086 n-d-779913-29 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b878060-5204-43bc-8067-4cdc0cb8b6cf tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] DELETE failed (client error): The resource could not be found. Jul 14 09:32:40.383442 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b878060-5204-43bc-8067-4cdc0cb8b6cf tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:32:40.385650 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-5b878060-5204-43bc-8067-4cdc0cb8b6cf tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] 10.222.0.68 "DELETE /v2.0/networks/23b640d3-b18c-4860-80aa-74c50b042749 HTTP/1.1" status: 404 len: 339 time: 0.0520346 Jul 14 09:32:40.393235 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 57756) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:40.455739 n-d-779913-29 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-f286d9fd-38f5-4d88-9297-c7708e750411 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] DELETE failed (client error): The resource could not be found. Jul 14 09:32:40.456784 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f286d9fd-38f5-4d88-9297-c7708e750411 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:32:40.458022 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-f286d9fd-38f5-4d88-9297-c7708e750411 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] 10.222.0.68 "DELETE /v2.0/subnets/f404cd7c-c6f6-4ff9-b04f-8cc8bcdecb76 HTTP/1.1" status: 404 len: 337 time: 0.0632472 Jul 14 09:32:40.459664 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [req-86518755-65f1-4869-90de-ea7fe2388df7 req-34853240-8d04-4b5f-bd62-e68b3c5de409 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] Deleting port caa18d76-b862-48d6-8bd3-0eae2b45a155 {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:32:40.460182 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-86518755-65f1-4869-90de-ea7fe2388df7 req-34853240-8d04-4b5f-bd62-e68b3c5de409 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:40.461587 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 57760) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:40.485448 n-d-779913-29 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-55dd9de1-3585-416b-ad60-461d3942e4ed tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] DELETE failed (client error): The resource could not be found. Jul 14 09:32:40.486058 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55dd9de1-3585-416b-ad60-461d3942e4ed tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:32:40.489594 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-55dd9de1-3585-416b-ad60-461d3942e4ed tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] 10.222.0.68 "DELETE /v2.0/networks/c38a438f-1569-44a2-97b9-3769ef0a1be6 HTTP/1.1" status: 404 len: 339 time: 0.0252409 Jul 14 09:32:40.491045 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 57764) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:40.530374 n-d-779913-29 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-0270ba4e-431d-4707-9a3b-bae7153ba311 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] DELETE failed (client error): The resource could not be found. Jul 14 09:32:40.530844 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0270ba4e-431d-4707-9a3b-bae7153ba311 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:32:40.532748 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-0270ba4e-431d-4707-9a3b-bae7153ba311 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] 10.222.0.68 "DELETE /v2.0/subnets/13dd75ae-6849-4466-8b5c-914cdc4d5752 HTTP/1.1" status: 404 len: 337 time: 0.0393658 Jul 14 09:32:40.535221 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 57766) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:40.555917 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc84165f-8079-4a2b-a8da-fa83dcbb37f7 None None] Network fa99f70c-8433-45af-b881-735edf936baf requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:32:40.556485 n-d-779913-29 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-bea64b5d-483e-4b98-959a-51728e616e06 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] DELETE failed (client error): The resource could not be found. Jul 14 09:32:40.556485 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bea64b5d-483e-4b98-959a-51728e616e06 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:32:40.558440 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-bea64b5d-483e-4b98-959a-51728e616e06 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] 10.222.0.68 "DELETE /v2.0/networks/d40dfcad-fb80-49f3-9c35-ad835e5e91f5 HTTP/1.1" status: 404 len: 339 time: 0.0221496 Jul 14 09:32:40.560741 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 57768) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:40.584965 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-86518755-65f1-4869-90de-ea7fe2388df7 req-34853240-8d04-4b5f-bd62-e68b3c5de409 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] For port caa18d76-b862-48d6-8bd3-0eae2b45a155, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=caa18d76-b862-48d6-8bd3-0eae2b45a155,segment=NetworkSegment(7c0bb8da-25ea-40ae-a0d8-c863fd3d0f97),segment_id=7c0bb8da-25ea-40ae-a0d8-c863fd3d0f97)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:32:40.585433 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-86518755-65f1-4869-90de-ea7fe2388df7 req-34853240-8d04-4b5f-bd62-e68b3c5de409 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:40.605241 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [req-86518755-65f1-4869-90de-ea7fe2388df7 req-34853240-8d04-4b5f-bd62-e68b3c5de409 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] Calling delete_port for caa18d76-b862-48d6-8bd3-0eae2b45a155 owned by compute:nova {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:32:40.626061 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-a77594dc-d083-4146-91a3-861f6ebbca24 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Deleting subnet dae163c9-4c64-4722-8465-c3b483005585 {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:32:40.630918 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a77594dc-d083-4146-91a3-861f6ebbca24 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:40.657273 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 57770) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:40.706623 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a77594dc-d083-4146-91a3-861f6ebbca24 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13574120'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:40.749815 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-f72539f6-32a2-49eb-a114-8fcf53e330bd admin admin] Deleting subnet 0c124c4f-3433-4189-a081-b2d4d333957b {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:32:40.754525 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f72539f6-32a2-49eb-a114-8fcf53e330bd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:40.779123 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-86518755-65f1-4869-90de-ea7fe2388df7 req-34853240-8d04-4b5f-bd62-e68b3c5de409 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:40.782922 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 577ece72-803b-459f-9640-74017a67dd76 no longer exists at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:32:40.807492 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] No Port match for: 577ece72-803b-459f-9640-74017a67dd76 {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:32:40.807839 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 577ece72-803b-459f-9640-74017a67dd76 not bound to the agent host n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:32:40.811627 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34853240-8d04-4b5f-bd62-e68b3c5de409 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] Pushing event deleted for resources: {'Port': ['ID=caa18d76-b862-48d6-8bd3-0eae2b45a155,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:40.849001 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f72539f6-32a2-49eb-a114-8fcf53e330bd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13574120'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:40.869345 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-86518755-65f1-4869-90de-ea7fe2388df7 req-34853240-8d04-4b5f-bd62-e68b3c5de409 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] No DVR routers for this DVR port caa18d76-b862-48d6-8bd3-0eae2b45a155 on host n-h1-779913-29 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:32:40.872136 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-86518755-65f1-4869-90de-ea7fe2388df7 req-34853240-8d04-4b5f-bd62-e68b3c5de409 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:40.874295 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-86518755-65f1-4869-90de-ea7fe2388df7 req-34853240-8d04-4b5f-bd62-e68b3c5de409 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "DELETE /v2.0/ports/caa18d76-b862-48d6-8bd3-0eae2b45a155 HTTP/1.1" status: 204 len: 173 time: 0.5658011 Jul 14 09:32:40.874820 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bf56606-e120-41f5-a1ea-b036810e4ade', 'name': 'network-vif-deleted', 'tag': 'caa18d76-b862-48d6-8bd3-0eae2b45a155'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:32:40.877381 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c81a5d45-170b-4755-a50d-b1e85f864182" -d '{"events": [{"server_uuid": "2bf56606-e120-41f5-a1ea-b036810e4ade", "name": "network-vif-deleted", "tag": "caa18d76-b862-48d6-8bd3-0eae2b45a155"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:32:40.892829 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device caa18d76-b862-48d6-8bd3-0eae2b45a155 no longer exists at agent hyperv_n-h1-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:32:40.900448 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a77594dc-d083-4146-91a3-861f6ebbca24 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3481002'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:40.912598 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] No Port match for: caa18d76-b862-48d6-8bd3-0eae2b45a155 {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:32:40.912949 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device caa18d76-b862-48d6-8bd3-0eae2b45a155 not bound to the agent host n-h1-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:32:40.952966 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f72539f6-32a2-49eb-a114-8fcf53e330bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3481002'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:40.997886 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2894dc-4d60-44d4-896e-235e76e819d4 req-cc726674-8e1f-4164-a30b-0029f97400b5 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:40.999393 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-7b2894dc-4d60-44d4-896e-235e76e819d4 req-cc726674-8e1f-4164-a30b-0029f97400b5 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/ports?device_id=07646ca0-10f2-4cc8-8147-f694b9d44b24 HTTP/1.1" status: 200 len: 945 time: 0.2143357 Jul 14 09:32:41.048319 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a77594dc-d083-4146-91a3-861f6ebbca24 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13574056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16714573'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:41.087747 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f72539f6-32a2-49eb-a114-8fcf53e330bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13574056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16714573'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:41.098693 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-7b2894dc-4d60-44d4-896e-235e76e819d4 req-4ce68b5f-1af0-4be1-a720-1b713593c0e0 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/security-groups?id=e89c09f5-16f2-4ac7-8f23-93abffe26f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911572 Jul 14 09:32:41.101149 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77594dc-d083-4146-91a3-861f6ebbca24 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Pushing event deleted for resources: {'Subnet': ['ID=dae163c9-4c64-4722-8465-c3b483005585,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:41.105798 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a77594dc-d083-4146-91a3-861f6ebbca24 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:41.107763 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-a77594dc-d083-4146-91a3-861f6ebbca24 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] 10.222.0.68 "DELETE /v2.0/subnets/dae163c9-4c64-4722-8465-c3b483005585 HTTP/1.1" status: 204 len: 168 time: 0.5460963 Jul 14 09:32:41.110570 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 57790) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:41.124825 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f9878af-b8b2-4cac-ac2a-07cf1b00aa18 None None] Network 1c14a161-469b-41c4-b41e-da2a240b1dc0 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:32:41.139508 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72539f6-32a2-49eb-a114-8fcf53e330bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c124c4f-3433-4189-a081-b2d4d333957b,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:41.141770 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f72539f6-32a2-49eb-a114-8fcf53e330bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:41.143828 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-f72539f6-32a2-49eb-a114-8fcf53e330bd admin admin] 10.222.0.68 "DELETE /v2.0/subnets/0c124c4f-3433-4189-a081-b2d4d333957b HTTP/1.1" status: 204 len: 168 time: 0.4855883 Jul 14 09:32:41.146271 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 57794) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:41.247181 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2813db99-d3b5-4990-8080-082d69721dec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3876111'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:41.263264 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-33cd9450-2f1e-4f45-95ae-1aee2ae15583 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3876111'] for network, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:41.374452 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-33cd9450-2f1e-4f45-95ae-1aee2ae15583 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Deleting port 7f458db8-354e-4716-94be-de5d9696affc {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:32:41.375006 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-33cd9450-2f1e-4f45-95ae-1aee2ae15583 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:41.430050 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2813db99-d3b5-4990-8080-082d69721dec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473955', 'neutron.services.segments.db._delete_segments_for_network-8735688326548'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:41.465590 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-33cd9450-2f1e-4f45-95ae-1aee2ae15583 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] For port 7f458db8-354e-4716-94be-de5d9696affc, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=7f458db8-354e-4716-94be-de5d9696affc,segment=NetworkSegment(ca7d9293-9541-4bfe-8af6-cbebfc8bf2bc),segment_id=ca7d9293-9541-4bfe-8af6-cbebfc8bf2bc)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:32:41.466139 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-33cd9450-2f1e-4f45-95ae-1aee2ae15583 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:41.476047 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-2813db99-d3b5-4990-8080-082d69721dec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['457bea52-5e34-4c7b-8d31-587eadf98a36']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:32:41.480090 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 14 Jul 2021 09:32:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f71d254e-573d-41fd-b65d-2d070c3a4870 x-openstack-request-id: req-f71d254e-573d-41fd-b65d-2d070c3a4870 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:32:41.480392 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bf56606-e120-41f5-a1ea-b036810e4ade", "name": "network-vif-deleted", "tag": "caa18d76-b862-48d6-8bd3-0eae2b45a155", "status": "failed", "code": 422}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:32:41.480860 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-f71d254e-573d-41fd-b65d-2d070c3a4870 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:32:41.482070 n-d-779913-29 neutron-server[93957]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '2bf56606-e120-41f5-a1ea-b036810e4ade', 'name': 'network-vif-deleted', 'tag': 'caa18d76-b862-48d6-8bd3-0eae2b45a155', 'status': 'failed', 'code': 422} returned with failed status Jul 14 09:32:41.492682 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-33cd9450-2f1e-4f45-95ae-1aee2ae15583 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Calling delete_port for 7f458db8-354e-4716-94be-de5d9696affc owned by network:dhcp {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:32:41.552249 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06d98748-a174-413e-84e3-0437fecb4651 None None] DHCP port deletion for 1c14a161-469b-41c4-b41e-da2a240b1dc0 request from n-d-779913-29 {{(pid=93959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:32:41.653080 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-06d98748-a174-413e-84e3-0437fecb4651 None None] Deleting port 7f458db8-354e-4716-94be-de5d9696affc {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:32:41.653839 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-06d98748-a174-413e-84e3-0437fecb4651 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:41.733907 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-06d98748-a174-413e-84e3-0437fecb4651 None None] For port 7f458db8-354e-4716-94be-de5d9696affc, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=7f458db8-354e-4716-94be-de5d9696affc,segment=NetworkSegment(ca7d9293-9541-4bfe-8af6-cbebfc8bf2bc),segment_id=ca7d9293-9541-4bfe-8af6-cbebfc8bf2bc)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:32:41.734490 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-06d98748-a174-413e-84e3-0437fecb4651 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:41.744837 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62350b8-0d25-4154-8bc2-19ec84cda8bf req-e2fad052-c90a-408b-9f11-eac24c4466d2 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:41.746432 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d62350b8-0d25-4154-8bc2-19ec84cda8bf req-e2fad052-c90a-408b-9f11-eac24c4466d2 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/ports?device_id=07646ca0-10f2-4cc8-8147-f694b9d44b24 HTTP/1.1" status: 200 len: 945 time: 0.1080632 Jul 14 09:32:41.747639 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-33cd9450-2f1e-4f45-95ae-1aee2ae15583 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:41.760003 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-06d98748-a174-413e-84e3-0437fecb4651 None None] Calling delete_port for 7f458db8-354e-4716-94be-de5d9696affc owned by network:dhcp {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:32:41.771394 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33cd9450-2f1e-4f45-95ae-1aee2ae15583 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] No DVR routers for this DVR port 7f458db8-354e-4716-94be-de5d9696affc on host n-d-779913-29 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:32:41.858925 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-06d98748-a174-413e-84e3-0437fecb4651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:41.859738 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-2813db99-d3b5-4990-8080-082d69721dec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af3f76bd-f86d-4385-ae00-90a2fc7600c7') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:32:41.860088 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-2813db99-d3b5-4990-8080-082d69721dec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af3f76bd-f86d-4385-ae00-90a2fc7600c7') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:32:41.861530 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cd9450-2f1e-4f45-95ae-1aee2ae15583 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Pushing event deleted for resources: {'Port': ['ID=7f458db8-354e-4716-94be-de5d9696affc,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:41.899545 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2813db99-d3b5-4990-8080-082d69721dec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735688356235', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13574129'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:41.904376 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d62350b8-0d25-4154-8bc2-19ec84cda8bf req-f793ddb6-7a64-468a-ac37-6f1fddd8f91a tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/security-groups?id=e89c09f5-16f2-4ac7-8f23-93abffe26f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442750 Jul 14 09:32:41.906052 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-33cd9450-2f1e-4f45-95ae-1aee2ae15583 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473955', 'neutron.services.segments.db._delete_segments_for_network-8735688326548'] for network, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:41.918637 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2813db99-d3b5-4990-8080-082d69721dec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:41.921417 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d98748-a174-413e-84e3-0437fecb4651 None None] Pushing event deleted for resources: {'Port': ['ID=7f458db8-354e-4716-94be-de5d9696affc,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:41.921680 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-33cd9450-2f1e-4f45-95ae-1aee2ae15583 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c14a161-469b-41c4-b41e-da2a240b1dc0']}} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:32:41.939018 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d98748-a174-413e-84e3-0437fecb4651 None None] No DVR routers for this DVR port 7f458db8-354e-4716-94be-de5d9696affc on host n-d-779913-29 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:32:41.941810 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2813db99-d3b5-4990-8080-082d69721dec admin admin] Releasing vlan 748 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:32:41.942286 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2813db99-d3b5-4990-8080-082d69721dec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13573126'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:41.946434 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-33cd9450-2f1e-4f45-95ae-1aee2ae15583 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca7d9293-9541-4bfe-8af6-cbebfc8bf2bc') {'for_net_delete': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:32:41.946732 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-33cd9450-2f1e-4f45-95ae-1aee2ae15583 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca7d9293-9541-4bfe-8af6-cbebfc8bf2bc') {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:32:41.951321 n-d-779913-29 neutron-server[93958]: Traceback (most recent call last): Jul 14 09:32:41.951321 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:32:41.951321 n-d-779913-29 neutron-server[93958]: timer() Jul 14 09:32:41.951321 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:32:41.951321 n-d-779913-29 neutron-server[93958]: cb(*args, **kw) Jul 14 09:32:41.951321 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:32:41.951321 n-d-779913-29 neutron-server[93958]: return func(*args, **kwargs) Jul 14 09:32:41.951321 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:32:41.951321 n-d-779913-29 neutron-server[93958]: self._notify() Jul 14 09:32:41.951321 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:32:41.951321 n-d-779913-29 neutron-server[93958]: self.callback(batched_events) Jul 14 09:32:41.951321 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:32:41.951321 n-d-779913-29 neutron-server[93958]: event.method(event) Jul 14 09:32:41.951321 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:32:41.951321 n-d-779913-29 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:32:41.951321 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:32:41.951321 n-d-779913-29 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:32:41.951321 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:32:41.951321 n-d-779913-29 neutron-server[93958]: return f(self, *a, **k) Jul 14 09:32:41.951321 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:32:41.951321 n-d-779913-29 neutron-server[93958]: return self._get(url).json() Jul 14 09:32:41.951321 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:32:41.951321 n-d-779913-29 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:32:41.951321 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:32:41.951321 n-d-779913-29 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 14 09:32:41.951321 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:32:41.951321 n-d-779913-29 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:32:41.951321 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:32:41.951321 n-d-779913-29 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:32:41.951321 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:32:41.951321 n-d-779913-29 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:32:41.951321 n-d-779913-29 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:32:41.963847 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-33cd9450-2f1e-4f45-95ae-1aee2ae15583 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735688356235', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10944210'] for segment, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:41.979281 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-33cd9450-2f1e-4f45-95ae-1aee2ae15583 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:41.985584 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33cd9450-2f1e-4f45-95ae-1aee2ae15583 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Releasing vlan 740 on physical network physnet1 to pool {{(pid=93957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:32:41.985989 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-33cd9450-2f1e-4f45-95ae-1aee2ae15583 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10053619'] for segment, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:42.000380 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3c1ce3-e316-403b-a26f-2b1d635964d4 req-3d60d5d1-e8a7-435c-8aa5-6e11ca222198 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:42.009407 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ab3c1ce3-e316-403b-a26f-2b1d635964d4 req-3d60d5d1-e8a7-435c-8aa5-6e11ca222198 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] 10.222.0.68 "GET /v2.0/ports?device_id=53563f6e-7033-4881-b21d-7977e55df67a HTTP/1.1" status: 200 len: 944 time: 0.1539958 Jul 14 09:32:42.036146 n-d-779913-29 neutron-server[93957]: Traceback (most recent call last): Jul 14 09:32:42.036146 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:32:42.036146 n-d-779913-29 neutron-server[93957]: timer() Jul 14 09:32:42.036146 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:32:42.036146 n-d-779913-29 neutron-server[93957]: cb(*args, **kw) Jul 14 09:32:42.036146 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:32:42.036146 n-d-779913-29 neutron-server[93957]: return func(*args, **kwargs) Jul 14 09:32:42.036146 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:32:42.036146 n-d-779913-29 neutron-server[93957]: self._notify() Jul 14 09:32:42.036146 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:32:42.036146 n-d-779913-29 neutron-server[93957]: self.callback(batched_events) Jul 14 09:32:42.036146 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:32:42.036146 n-d-779913-29 neutron-server[93957]: event.method(event) Jul 14 09:32:42.036146 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:32:42.036146 n-d-779913-29 neutron-server[93957]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:32:42.036146 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:32:42.036146 n-d-779913-29 neutron-server[93957]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:32:42.036146 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:32:42.036146 n-d-779913-29 neutron-server[93957]: return f(self, *a, **k) Jul 14 09:32:42.036146 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:32:42.036146 n-d-779913-29 neutron-server[93957]: return self._get(url).json() Jul 14 09:32:42.036146 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:32:42.036146 n-d-779913-29 neutron-server[93957]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:32:42.036146 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:32:42.036146 n-d-779913-29 neutron-server[93957]: return self.request(url, 'GET', **kwargs) Jul 14 09:32:42.036146 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:32:42.036146 n-d-779913-29 neutron-server[93957]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:32:42.036146 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:32:42.036146 n-d-779913-29 neutron-server[93957]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:32:42.036146 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:32:42.036146 n-d-779913-29 neutron-server[93957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:32:42.036146 n-d-779913-29 neutron-server[93957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:32:42.067874 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-33cd9450-2f1e-4f45-95ae-1aee2ae15583 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660504'] for network, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:42.072761 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2813db99-d3b5-4990-8080-082d69721dec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660504'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:42.080284 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-33cd9450-2f1e-4f45-95ae-1aee2ae15583 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Notify callbacks [] for network, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:42.083908 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2813db99-d3b5-4990-8080-082d69721dec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:42.085926 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-2813db99-d3b5-4990-8080-082d69721dec admin admin] 10.222.0.68 "DELETE /v2.0/networks/457bea52-5e34-4c7b-8d31-587eadf98a36 HTTP/1.1" status: 204 len: 168 time: 0.9384892 Jul 14 09:32:42.090119 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-33cd9450-2f1e-4f45-95ae-1aee2ae15583 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] 10.222.0.68 "DELETE /v2.0/networks/1c14a161-469b-41c4-b41e-da2a240b1dc0 HTTP/1.1" status: 204 len: 168 time: 0.9776659 Jul 14 09:32:42.097106 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 57824) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:42.098180 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 57826) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:42.102675 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cd9450-2f1e-4f45-95ae-1aee2ae15583 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Pushing event deleted for resources: {'Network': ['ID=1c14a161-469b-41c4-b41e-da2a240b1dc0,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:42.139320 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2813db99-d3b5-4990-8080-082d69721dec admin admin] Pushing event deleted for resources: {'Network': ['ID=457bea52-5e34-4c7b-8d31-587eadf98a36,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:42.162478 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ab3c1ce3-e316-403b-a26f-2b1d635964d4 req-d7f5ba42-bb02-4dd1-94ed-88de2d91c103 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] 10.222.0.68 "GET /v2.0/security-groups?id=b4ff2369-e32d-44b9-a882-4dd3dbe0fc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1512012 Jul 14 09:32:42.171164 n-d-779913-29 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e14b999-ba1f-4f24-a748-c911e59b3a25 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] DELETE failed (client error): The resource could not be found. Jul 14 09:32:42.171964 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e14b999-ba1f-4f24-a748-c911e59b3a25 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:32:42.173745 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-9e14b999-ba1f-4f24-a748-c911e59b3a25 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] 10.222.0.68 "DELETE /v2.0/subnets/61383910-4428-4d14-9283-32d8df11ee52 HTTP/1.1" status: 404 len: 337 time: 0.0746109 Jul 14 09:32:42.176477 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 57830) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:42.205814 n-d-779913-29 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0774ba2-fceb-48b7-b7f4-e486ac2052b6 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] DELETE failed (client error): The resource could not be found. Jul 14 09:32:42.206481 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0774ba2-fceb-48b7-b7f4-e486ac2052b6 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:32:42.208314 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-d0774ba2-fceb-48b7-b7f4-e486ac2052b6 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] 10.222.0.68 "DELETE /v2.0/networks/8ede1e39-7977-4e41-92a1-fd9539abf91a HTTP/1.1" status: 404 len: 339 time: 0.0300877 Jul 14 09:32:42.212037 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 57834) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:42.257745 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6177cd6-ca2b-4947-81ff-e8dccc675584 admin admin] Deleting subnet dfce96e2-9c3f-4fd0-b23e-44b25d81b3b8 {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:32:42.263312 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c6177cd6-ca2b-4947-81ff-e8dccc675584 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:42.320117 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_v2 [None req-0648eadf-bbe8-4417-a673-b7a3fceacba1 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Deleting subnet 59147b4e-f628-44ba-8941-6728c9f55699 {{(pid=93957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:32:42.323662 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-0648eadf-bbe8-4417-a673-b7a3fceacba1 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Notify callbacks [] for subnet, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:42.331011 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c6177cd6-ca2b-4947-81ff-e8dccc675584 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13574120'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:42.368410 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-0648eadf-bbe8-4417-a673-b7a3fceacba1 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10944203'] for subnet, precommit_delete_associations {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:42.403854 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c6177cd6-ca2b-4947-81ff-e8dccc675584 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3481002'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:42.514409 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c6177cd6-ca2b-4947-81ff-e8dccc675584 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13574056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16714573'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:42.530683 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f6e9ac-9f10-42de-919d-a9839568a889 req-59f9ae01-d1bd-445b-b5ce-b50fd894bef1 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:42.532547 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-51f6e9ac-9f10-42de-919d-a9839568a889 req-59f9ae01-d1bd-445b-b5ce-b50fd894bef1 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/ports?device_id=07646ca0-10f2-4cc8-8147-f694b9d44b24 HTTP/1.1" status: 200 len: 945 time: 0.1270547 Jul 14 09:32:42.534045 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-0648eadf-bbe8-4417-a673-b7a3fceacba1 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3481002'] for subnet, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:42.553866 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6177cd6-ca2b-4947-81ff-e8dccc675584 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dfce96e2-9c3f-4fd0-b23e-44b25d81b3b8,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:42.558211 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c6177cd6-ca2b-4947-81ff-e8dccc675584 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:42.560969 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-c6177cd6-ca2b-4947-81ff-e8dccc675584 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/dfce96e2-9c3f-4fd0-b23e-44b25d81b3b8 HTTP/1.1" status: 204 len: 168 time: 0.4598136 Jul 14 09:32:42.564108 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 57856) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:42.600472 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-51f6e9ac-9f10-42de-919d-a9839568a889 req-b443fc75-3874-4879-b9b2-9d49e147f904 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/security-groups?id=e89c09f5-16f2-4ac7-8f23-93abffe26f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484679 Jul 14 09:32:42.715773 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5cc117-63c8-4b2d-8dfb-48e209b242ac req-3c137e3f-131e-4a6d-8f65-69662b79c101 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:42.717539 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-dd5cc117-63c8-4b2d-8dfb-48e209b242ac req-3c137e3f-131e-4a6d-8f65-69662b79c101 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/networks?id=4c89afe5-b9f8-4e2e-b44c-d497b59f1beb HTTP/1.1" status: 200 len: 812 time: 0.2607138 Jul 14 09:32:42.723546 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:42.724667 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-20cc39c3-5235-423e-92ee-99bc5c0762e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3876111'] for network, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:42.740462 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-0648eadf-bbe8-4417-a673-b7a3fceacba1 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10052701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11984075'] for subnet, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:42.747911 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-dd5cc117-63c8-4b2d-8dfb-48e209b242ac req-322c65d8-a769-455b-9901-9efa60256bb4 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/quotas/dfdb2d62014640219eb60ef19587837e HTTP/1.1" status: 200 len: 375 time: 0.0201020 Jul 14 09:32:42.780417 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0648eadf-bbe8-4417-a673-b7a3fceacba1 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Pushing event deleted for resources: {'Subnet': ['ID=59147b4e-f628-44ba-8941-6728c9f55699,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:42.800359 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 7f458db8-354e-4716-94be-de5d9696affc no longer exists at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:32:42.817542 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6efdd9-b22f-4a76-8b0b-f3ee51d57ff0 req-18b556cf-5d68-40da-ad31-8c8edbc33b4a tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:42.818781 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-0648eadf-bbe8-4417-a673-b7a3fceacba1 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Notify callbacks [] for subnet, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:42.819912 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-fc6efdd9-b22f-4a76-8b0b-f3ee51d57ff0 req-18b556cf-5d68-40da-ad31-8c8edbc33b4a tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/ports?device_id=07646ca0-10f2-4cc8-8147-f694b9d44b24 HTTP/1.1" status: 200 len: 945 time: 0.0979869 Jul 14 09:32:42.824731 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-0648eadf-bbe8-4417-a673-b7a3fceacba1 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] 10.222.0.68 "DELETE /v2.0/subnets/59147b4e-f628-44ba-8941-6728c9f55699 HTTP/1.1" status: 204 len: 168 time: 0.6094892 Jul 14 09:32:42.825381 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 57866) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:42.836931 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] No Port match for: 7f458db8-354e-4716-94be-de5d9696affc {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:32:42.837288 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 7f458db8-354e-4716-94be-de5d9696affc not bound to the agent host n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:32:42.850747 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62820ce3-aaec-41d9-90ce-92dae2444490 None None] Network a97b43b3-fecc-4c1b-b582-9a6d8ec57d50 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:32:42.945161 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-fc6efdd9-b22f-4a76-8b0b-f3ee51d57ff0 req-dca24a9c-9764-4acc-bd34-719fb3d5b3e6 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/security-groups?id=e89c09f5-16f2-4ac7-8f23-93abffe26f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043274 Jul 14 09:32:42.976792 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c449ff6c-8b8c-4c67-9e13-3d14de9a5ff8 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3876111'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:43.098951 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-c449ff6c-8b8c-4c67-9e13-3d14de9a5ff8 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Deleting port 13d8040a-66cd-4b03-8777-9ec9f238c14f {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:32:43.100192 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c449ff6c-8b8c-4c67-9e13-3d14de9a5ff8 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:43.126368 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3da8a43d-a65f-485b-8b1c-b19391f3510c None None] DHCP port deletion for a97b43b3-fecc-4c1b-b582-9a6d8ec57d50 request from n-d-779913-29 {{(pid=93959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:32:43.198664 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-c449ff6c-8b8c-4c67-9e13-3d14de9a5ff8 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] For port 13d8040a-66cd-4b03-8777-9ec9f238c14f, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=13d8040a-66cd-4b03-8777-9ec9f238c14f,segment=NetworkSegment(58290edc-af7e-42ac-99fb-6eb556255e16),segment_id=58290edc-af7e-42ac-99fb-6eb556255e16)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:32:43.199138 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c449ff6c-8b8c-4c67-9e13-3d14de9a5ff8 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:43.221004 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-3da8a43d-a65f-485b-8b1c-b19391f3510c None None] Deleting port 13d8040a-66cd-4b03-8777-9ec9f238c14f {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:32:43.221385 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3da8a43d-a65f-485b-8b1c-b19391f3510c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:43.226221 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-c449ff6c-8b8c-4c67-9e13-3d14de9a5ff8 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Calling delete_port for 13d8040a-66cd-4b03-8777-9ec9f238c14f owned by network:dhcp {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:32:43.282332 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-20cc39c3-5235-423e-92ee-99bc5c0762e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473955', 'neutron.services.segments.db._delete_segments_for_network-8735688326548'] for network, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:43.293618 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-20cc39c3-5235-423e-92ee-99bc5c0762e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa99f70c-8433-45af-b881-735edf936baf']}} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:32:43.304611 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-20cc39c3-5235-423e-92ee-99bc5c0762e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9406f112-459f-42ec-bc01-6d49cfb5c1c2') {'for_net_delete': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:32:43.305236 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-20cc39c3-5235-423e-92ee-99bc5c0762e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9406f112-459f-42ec-bc01-6d49cfb5c1c2') {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:32:43.314615 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-20cc39c3-5235-423e-92ee-99bc5c0762e7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735688356235', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10944210'] for segment, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:43.320556 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-3da8a43d-a65f-485b-8b1c-b19391f3510c None None] For port 13d8040a-66cd-4b03-8777-9ec9f238c14f, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=13d8040a-66cd-4b03-8777-9ec9f238c14f,segment=NetworkSegment(58290edc-af7e-42ac-99fb-6eb556255e16),segment_id=58290edc-af7e-42ac-99fb-6eb556255e16)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:32:43.321448 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3da8a43d-a65f-485b-8b1c-b19391f3510c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:43.325938 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-dd5cc117-63c8-4b2d-8dfb-48e209b242ac req-7e29ffd4-0e53-4f86-a4e8-1027f92cbd74 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=dfdb2d62014640219eb60ef19587837e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.5529234 Jul 14 09:32:43.346803 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-3da8a43d-a65f-485b-8b1c-b19391f3510c None None] Calling delete_port for 13d8040a-66cd-4b03-8777-9ec9f238c14f owned by network:dhcp {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:32:43.347597 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-20cc39c3-5235-423e-92ee-99bc5c0762e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:43.353905 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c449ff6c-8b8c-4c67-9e13-3d14de9a5ff8 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:43.399954 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20cc39c3-5235-423e-92ee-99bc5c0762e7 admin admin] Releasing vlan 728 on physical network physnet1 to pool {{(pid=93957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:32:43.400376 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-20cc39c3-5235-423e-92ee-99bc5c0762e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10053619'] for segment, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:43.402153 n-d-779913-29 neutron-server[93957]: Traceback (most recent call last): Jul 14 09:32:43.402153 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:32:43.402153 n-d-779913-29 neutron-server[93957]: timer() Jul 14 09:32:43.402153 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:32:43.402153 n-d-779913-29 neutron-server[93957]: cb(*args, **kw) Jul 14 09:32:43.402153 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:32:43.402153 n-d-779913-29 neutron-server[93957]: return func(*args, **kwargs) Jul 14 09:32:43.402153 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:32:43.402153 n-d-779913-29 neutron-server[93957]: self._notify() Jul 14 09:32:43.402153 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:32:43.402153 n-d-779913-29 neutron-server[93957]: self.callback(batched_events) Jul 14 09:32:43.402153 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:32:43.402153 n-d-779913-29 neutron-server[93957]: event.method(event) Jul 14 09:32:43.402153 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:32:43.402153 n-d-779913-29 neutron-server[93957]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:32:43.402153 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:32:43.402153 n-d-779913-29 neutron-server[93957]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:32:43.402153 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:32:43.402153 n-d-779913-29 neutron-server[93957]: return f(self, *a, **k) Jul 14 09:32:43.402153 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:32:43.402153 n-d-779913-29 neutron-server[93957]: return self._get(url).json() Jul 14 09:32:43.402153 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:32:43.402153 n-d-779913-29 neutron-server[93957]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:32:43.402153 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:32:43.402153 n-d-779913-29 neutron-server[93957]: return self.request(url, 'GET', **kwargs) Jul 14 09:32:43.402153 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:32:43.402153 n-d-779913-29 neutron-server[93957]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:32:43.402153 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:32:43.402153 n-d-779913-29 neutron-server[93957]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:32:43.402153 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:32:43.402153 n-d-779913-29 neutron-server[93957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:32:43.402153 n-d-779913-29 neutron-server[93957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:32:43.414850 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c449ff6c-8b8c-4c67-9e13-3d14de9a5ff8 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Pushing event deleted for resources: {'Port': ['ID=13d8040a-66cd-4b03-8777-9ec9f238c14f,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:43.423444 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c449ff6c-8b8c-4c67-9e13-3d14de9a5ff8 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] No DVR routers for this DVR port 13d8040a-66cd-4b03-8777-9ec9f238c14f on host n-d-779913-29 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:32:43.479125 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:43.492911 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3da8a43d-a65f-485b-8b1c-b19391f3510c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:43.509052 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-20cc39c3-5235-423e-92ee-99bc5c0762e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660504'] for network, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:43.523016 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-20cc39c3-5235-423e-92ee-99bc5c0762e7 admin admin] Notify callbacks [] for network, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:43.525452 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-20cc39c3-5235-423e-92ee-99bc5c0762e7 admin admin] 10.222.0.68 "DELETE /v2.0/networks/fa99f70c-8433-45af-b881-735edf936baf HTTP/1.1" status: 204 len: 168 time: 0.9562955 Jul 14 09:32:43.540500 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da8a43d-a65f-485b-8b1c-b19391f3510c None None] Pushing event deleted for resources: {'Port': ['ID=13d8040a-66cd-4b03-8777-9ec9f238c14f,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:43.548550 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3da8a43d-a65f-485b-8b1c-b19391f3510c None None] No DVR routers for this DVR port 13d8040a-66cd-4b03-8777-9ec9f238c14f on host n-d-779913-29 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:32:43.551421 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da8a43d-a65f-485b-8b1c-b19391f3510c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:32:43.551844 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da8a43d-a65f-485b-8b1c-b19391f3510c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:32:43.552964 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da8a43d-a65f-485b-8b1c-b19391f3510c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:32:43.556141 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da8a43d-a65f-485b-8b1c-b19391f3510c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:32:43.557061 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da8a43d-a65f-485b-8b1c-b19391f3510c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:32:43.557598 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da8a43d-a65f-485b-8b1c-b19391f3510c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:32:43.558039 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da8a43d-a65f-485b-8b1c-b19391f3510c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:32:43.558336 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cc39c3-5235-423e-92ee-99bc5c0762e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=fa99f70c-8433-45af-b881-735edf936baf,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:43.558813 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da8a43d-a65f-485b-8b1c-b19391f3510c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:32:43.558959 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da8a43d-a65f-485b-8b1c-b19391f3510c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:32:43.559528 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da8a43d-a65f-485b-8b1c-b19391f3510c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:32:43.559992 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da8a43d-a65f-485b-8b1c-b19391f3510c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:32:43.560627 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da8a43d-a65f-485b-8b1c-b19391f3510c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:32:43.573720 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-dd5cc117-63c8-4b2d-8dfb-48e209b242ac req-aca582e6-e327-4bc4-90c2-fb6e1417b434 service neutron] 10.222.0.68 "GET /v2.0/networks/4c89afe5-b9f8-4e2e-b44c-d497b59f1beb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2335801 Jul 14 09:32:43.616256 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c449ff6c-8b8c-4c67-9e13-3d14de9a5ff8 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473955', 'neutron.services.segments.db._delete_segments_for_network-8735688326548'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:43.633898 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-c449ff6c-8b8c-4c67-9e13-3d14de9a5ff8 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a97b43b3-fecc-4c1b-b582-9a6d8ec57d50']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:32:43.649317 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-c449ff6c-8b8c-4c67-9e13-3d14de9a5ff8 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58290edc-af7e-42ac-99fb-6eb556255e16') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:32:43.649815 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-c449ff6c-8b8c-4c67-9e13-3d14de9a5ff8 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58290edc-af7e-42ac-99fb-6eb556255e16') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:32:43.659582 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c449ff6c-8b8c-4c67-9e13-3d14de9a5ff8 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735688356235', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13574129'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:43.674956 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c449ff6c-8b8c-4c67-9e13-3d14de9a5ff8 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:43.682774 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c449ff6c-8b8c-4c67-9e13-3d14de9a5ff8 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Releasing vlan 704 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:32:43.683290 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c449ff6c-8b8c-4c67-9e13-3d14de9a5ff8 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13573126'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:43.718385 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-dd5cc117-63c8-4b2d-8dfb-48e209b242ac req-ffc358db-c313-450b-8b09-82975275132b service neutron] 10.222.0.68 "GET /v2.0/networks/4c89afe5-b9f8-4e2e-b44c-d497b59f1beb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432102 Jul 14 09:32:43.754037 n-d-779913-29 neutron-server[93958]: Traceback (most recent call last): Jul 14 09:32:43.754037 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:32:43.754037 n-d-779913-29 neutron-server[93958]: timer() Jul 14 09:32:43.754037 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:32:43.754037 n-d-779913-29 neutron-server[93958]: cb(*args, **kw) Jul 14 09:32:43.754037 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:32:43.754037 n-d-779913-29 neutron-server[93958]: return func(*args, **kwargs) Jul 14 09:32:43.754037 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:32:43.754037 n-d-779913-29 neutron-server[93958]: self._notify() Jul 14 09:32:43.754037 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:32:43.754037 n-d-779913-29 neutron-server[93958]: self.callback(batched_events) Jul 14 09:32:43.754037 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:32:43.754037 n-d-779913-29 neutron-server[93958]: event.method(event) Jul 14 09:32:43.754037 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:32:43.754037 n-d-779913-29 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:32:43.754037 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:32:43.754037 n-d-779913-29 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:32:43.754037 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:32:43.754037 n-d-779913-29 neutron-server[93958]: return f(self, *a, **k) Jul 14 09:32:43.754037 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:32:43.754037 n-d-779913-29 neutron-server[93958]: return self._get(url).json() Jul 14 09:32:43.754037 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:32:43.754037 n-d-779913-29 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:32:43.754037 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:32:43.754037 n-d-779913-29 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 14 09:32:43.754037 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:32:43.754037 n-d-779913-29 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:32:43.754037 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:32:43.754037 n-d-779913-29 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:32:43.754037 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:32:43.754037 n-d-779913-29 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:32:43.754037 n-d-779913-29 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:32:43.773299 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c449ff6c-8b8c-4c67-9e13-3d14de9a5ff8 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660504'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:43.823551 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c449ff6c-8b8c-4c67-9e13-3d14de9a5ff8 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:43.830227 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-c449ff6c-8b8c-4c67-9e13-3d14de9a5ff8 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] 10.222.0.68 "DELETE /v2.0/networks/a97b43b3-fecc-4c1b-b582-9a6d8ec57d50 HTTP/1.1" status: 204 len: 168 time: 1.0035229 Jul 14 09:32:43.830948 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c449ff6c-8b8c-4c67-9e13-3d14de9a5ff8 tempest-NetworksIpV6Test-438008615 tempest-NetworksIpV6Test-438008615-project] Pushing event deleted for resources: {'Network': ['ID=a97b43b3-fecc-4c1b-b582-9a6d8ec57d50,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:43.835450 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 57900) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:43.892747 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-eb5115f1-d735-4e57-8a22-230bfb8f3009 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=35b244aa431e4cb2b02f7441182fc96d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0548708 Jul 14 09:32:43.894312 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 57908) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:43.960281 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6336d679-67fb-4a01-b608-7173f58c1627 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:44.038796 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6336d679-67fb-4a01-b608-7173f58c1627 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:44.108579 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2691f3c7-320e-4369-89f9-509e729c5235 req-8b5b4d7f-56cb-4678-860a-9df84d626f23 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:44.110290 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-2691f3c7-320e-4369-89f9-509e729c5235 req-8b5b4d7f-56cb-4678-860a-9df84d626f23 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] 10.222.0.68 "GET /v2.0/ports?device_id=53563f6e-7033-4881-b21d-7977e55df67a HTTP/1.1" status: 200 len: 944 time: 0.1451583 Jul 14 09:32:44.126299 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6336d679-67fb-4a01-b608-7173f58c1627 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:44.135590 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6336d679-67fb-4a01-b608-7173f58c1627 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:44.138981 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-6336d679-67fb-4a01-b608-7173f58c1627 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/b54eb42b-9a02-4f7b-9977-d5b640f536e0 HTTP/1.1" status: 204 len: 168 time: 0.2414911 Jul 14 09:32:44.176612 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6336d679-67fb-4a01-b608-7173f58c1627 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b54eb42b-9a02-4f7b-9977-d5b640f536e0,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:44.206126 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-2691f3c7-320e-4369-89f9-509e729c5235 req-bdf2d37c-ad6f-49d4-88f8-2ad4e44f2443 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] 10.222.0.68 "GET /v2.0/security-groups?id=b4ff2369-e32d-44b9-a882-4dd3dbe0fc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681524 Jul 14 09:32:44.280803 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b94b9b5-0a16-47e7-9201-03c6706ee403 req-f4eab32e-fb0e-4a75-9c2e-ae815e0b5089 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:44.283022 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6b94b9b5-0a16-47e7-9201-03c6706ee403 req-f4eab32e-fb0e-4a75-9c2e-ae815e0b5089 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/ports?device_id=07646ca0-10f2-4cc8-8147-f694b9d44b24 HTTP/1.1" status: 200 len: 945 time: 0.1545835 Jul 14 09:32:44.333094 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6b94b9b5-0a16-47e7-9201-03c6706ee403 req-6389e7ef-7d23-4651-943b-8715358973a8 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/security-groups?id=e89c09f5-16f2-4ac7-8f23-93abffe26f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441639 Jul 14 09:32:44.347886 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 57926) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:44.367021 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-0561f6e7-27bd-40fe-9dc9-ca21fa3164b3 req-59eb30f8-e9d6-4430-957d-fe6926fc096c tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/ports?device_id=505bc581-794c-453c-95a3-3fa859d87e71 HTTP/1.1" status: 200 len: 210 time: 0.0813384 Jul 14 09:32:44.557027 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 57936) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:44.596742 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 49857456-823a-4ccb-9982-8fa10ce6a33d details requested by agent hyperv_n-h2-779913-29 with host n-h2-779913-29 {{(pid=93959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:32:44.600229 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-b0929b6a-9d5b-4a46-acdd-0dc4afb9d055 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=d2e77bb9b83648c5a3b44c9b50d7a782&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2502613 Jul 14 09:32:44.603015 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 57940) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:44.623358 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 57942) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:44.624096 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-b8de98fa-38e5-424d-8bd5-5d1164038c6c admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=8749ed6da36243e4834241af55214fc2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0673225 Jul 14 09:32:44.713605 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-995682bf-fb90-42ad-a25d-dc6a7eea429f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:44.729678 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-16dbd32d-369f-4be7-b3b0-65ceb110cff6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:44.776510 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 13d8040a-66cd-4b03-8777-9ec9f238c14f no longer exists at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:32:44.779658 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 49857456-823a-4ccb-9982-8fa10ce6a33d, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=49857456-823a-4ccb-9982-8fa10ce6a33d,segment=NetworkSegment(4e909166-7a9a-4d71-9929-2b11d90f7baa),segment_id=4e909166-7a9a-4d71-9929-2b11d90f7baa)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:32:44.784513 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-16dbd32d-369f-4be7-b3b0-65ceb110cff6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:44.803917 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Returning: {'device': '49857456-823a-4ccb-9982-8fa10ce6a33d', 'network_id': '087e0468-2285-4c59-b3f2-1d1ff8b2217b', 'port_id': '49857456-823a-4ccb-9982-8fa10ce6a33d', 'mac_address': 'fa:16:3e:1e:0a:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04ae7776-8c86-484d-9bcc-4299f4579807', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:32:44.825235 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] No Port match for: 13d8040a-66cd-4b03-8777-9ec9f238c14f {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:32:44.825708 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 13d8040a-66cd-4b03-8777-9ec9f238c14f not bound to the agent host n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:32:44.840265 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-995682bf-fb90-42ad-a25d-dc6a7eea429f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:44.873278 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:44.893859 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49857456-823a-4ccb-9982-8fa10ce6a33d {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:32:44.902739 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-16dbd32d-369f-4be7-b3b0-65ceb110cff6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:44.905550 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-16dbd32d-369f-4be7-b3b0-65ceb110cff6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:44.906849 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-16dbd32d-369f-4be7-b3b0-65ceb110cff6 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/908e38fb-ce51-4262-8133-3b46c9c57797 HTTP/1.1" status: 204 len: 168 time: 0.2815514 Jul 14 09:32:44.919093 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16dbd32d-369f-4be7-b3b0-65ceb110cff6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=908e38fb-ce51-4262-8133-3b46c9c57797,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:44.942210 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 49857456-823a-4ccb-9982-8fa10ce6a33d, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=49857456-823a-4ccb-9982-8fa10ce6a33d,segment=NetworkSegment(4e909166-7a9a-4d71-9929-2b11d90f7baa),segment_id=4e909166-7a9a-4d71-9929-2b11d90f7baa)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:32:44.955423 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-995682bf-fb90-42ad-a25d-dc6a7eea429f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:44.960995 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-995682bf-fb90-42ad-a25d-dc6a7eea429f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:44.964718 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-995682bf-fb90-42ad-a25d-dc6a7eea429f admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/b9081362-e6be-4591-975f-861d690f35f9 HTTP/1.1" status: 204 len: 168 time: 0.3584082 Jul 14 09:32:44.973213 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995682bf-fb90-42ad-a25d-dc6a7eea429f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9081362-e6be-4591-975f-861d690f35f9,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:45.209359 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:45.275941 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Pushing event updated for resources: {'Port': ['ID=49857456-823a-4ccb-9982-8fa10ce6a33d,revision_number=9']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:45.437326 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e652e5-d5ce-4fc2-8819-fc52a5f68f9d req-0e1bb506-4529-4123-baa5-bfd1b01d85d8 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:45.447545 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a7e652e5-d5ce-4fc2-8819-fc52a5f68f9d req-0e1bb506-4529-4123-baa5-bfd1b01d85d8 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] 10.222.0.68 "GET /v2.0/ports?device_id=53563f6e-7033-4881-b21d-7977e55df67a HTTP/1.1" status: 200 len: 945 time: 0.0875213 Jul 14 09:32:45.510897 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a7e652e5-d5ce-4fc2-8819-fc52a5f68f9d req-753ab41a-27ad-4fbf-9168-1b16966d18e8 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] 10.222.0.68 "GET /v2.0/security-groups?id=b4ff2369-e32d-44b9-a882-4dd3dbe0fc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614564 Jul 14 09:32:45.597157 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e441f595-a759-406e-b5ae-4d7755341fe8 req-e3635f2b-b7a5-4703-9329-4cb206f2013d tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:45.601509 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] get_ports_and_sgs() called for port_ids ['49857456-823a-4ccb-9982-8fa10ce6a33d'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:32:45.605547 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-e441f595-a759-406e-b5ae-4d7755341fe8 req-e3635f2b-b7a5-4703-9329-4cb206f2013d tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/ports?device_id=07646ca0-10f2-4cc8-8147-f694b9d44b24 HTTP/1.1" status: 200 len: 945 time: 0.0961747 Jul 14 09:32:45.855733 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3abd2c3b-44d2-4e07-a6a2-0a9b181f0ea3 req-10dd60a2-cc01-4032-8b0e-f1951ef44e7a tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/ports?device_id=505bc581-794c-453c-95a3-3fa859d87e71 HTTP/1.1" status: 200 len: 210 time: 0.0845518 Jul 14 09:32:45.857030 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-e441f595-a759-406e-b5ae-4d7755341fe8 req-80598991-9cb5-48bf-8596-12ba30c2c468 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/security-groups?id=e89c09f5-16f2-4ac7-8f23-93abffe26f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2505307 Jul 14 09:32:45.917624 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5cc117-63c8-4b2d-8dfb-48e209b242ac req-b61b02f6-f210-4ea4-b12f-531b657e8ced tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:45.919478 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-dd5cc117-63c8-4b2d-8dfb-48e209b242ac req-b61b02f6-f210-4ea4-b12f-531b657e8ced tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.57 "GET /v2.0/networks?id=4c89afe5-b9f8-4e2e-b44c-d497b59f1beb HTTP/1.1" status: 200 len: 812 time: 0.3118262 Jul 14 09:32:45.949296 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [req-dd5cc117-63c8-4b2d-8dfb-48e209b242ac req-aa1fe906-a2bd-4ee8-9cc3-94d1a72aa604 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] Request body: {'port': {'device_id': '505bc581-794c-453c-95a3-3fa859d87e71', 'network_id': '4c89afe5-b9f8-4e2e-b44c-d497b59f1beb', 'admin_state_up': True, 'tenant_id': 'dfdb2d62014640219eb60ef19587837e'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:32:46.122726 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd5cc117-63c8-4b2d-8dfb-48e209b242ac req-aa1fe906-a2bd-4ee8-9cc3-94d1a72aa604 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] Made reservation on behalf of dfdb2d62014640219eb60ef19587837e for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:32:46.126418 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-dd5cc117-63c8-4b2d-8dfb-48e209b242ac req-aa1fe906-a2bd-4ee8-9cc3-94d1a72aa604 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:46.300389 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 58006) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:46.316036 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [req-dd5cc117-63c8-4b2d-8dfb-48e209b242ac req-aa1fe906-a2bd-4ee8-9cc3-94d1a72aa604 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] Allocated IP 172.20.0.12 (4c89afe5-b9f8-4e2e-b44c-d497b59f1beb/b9b5b9a6-c0c5-422a-9cec-7b209f25a172/42c20c17-cea0-461e-b1a2-31a9eb213208) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:32:46.530667 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-dd5cc117-63c8-4b2d-8dfb-48e209b242ac req-aa1fe906-a2bd-4ee8-9cc3-94d1a72aa604 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:46.569806 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-9fa8f669-f139-4325-850a-ff25cf31084a tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1040621696'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:32:46.575319 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-dd5cc117-63c8-4b2d-8dfb-48e209b242ac req-aa1fe906-a2bd-4ee8-9cc3-94d1a72aa604 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:46.609314 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 49857456-823a-4ccb-9982-8fa10ce6a33d up at agent hyperv_n-h2-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:32:46.613708 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fa8f669-f139-4325-850a-ff25cf31084a tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Made reservation on behalf of 3ef7c556f786485a9014d694639868d3 for: {'network': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:32:46.619687 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-9fa8f669-f139-4325-850a-ff25cf31084a tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for network, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:46.632755 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-9fa8f669-f139-4325-850a-ff25cf31084a tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:46.635490 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd5cc117-63c8-4b2d-8dfb-48e209b242ac req-aa1fe906-a2bd-4ee8-9cc3-94d1a72aa604 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] Network 4c89afe5-b9f8-4e2e-b44c-d497b59f1beb is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:32:46.641041 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [req-dd5cc117-63c8-4b2d-8dfb-48e209b242ac req-aa1fe906-a2bd-4ee8-9cc3-94d1a72aa604 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:32:46.645342 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd5cc117-63c8-4b2d-8dfb-48e209b242ac req-aa1fe906-a2bd-4ee8-9cc3-94d1a72aa604 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:32:46.709367 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5cc117-63c8-4b2d-8dfb-48e209b242ac req-aa1fe906-a2bd-4ee8-9cc3-94d1a72aa604 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:46.710376 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-dd5cc117-63c8-4b2d-8dfb-48e209b242ac req-aa1fe906-a2bd-4ee8-9cc3-94d1a72aa604 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:46.726245 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1fe906-a2bd-4ee8-9cc3-94d1a72aa604 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] Pushing event updated for resources: {'Port': ['ID=42c20c17-cea0-461e-b1a2-31a9eb213208,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:46.744009 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Provisioning complete for port 49857456-823a-4ccb-9982-8fa10ce6a33d triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:32:46.744492 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:46.767989 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-9fa8f669-f139-4325-850a-ff25cf31084a tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:46.774629 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-9fa8f669-f139-4325-850a-ff25cf31084a tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:46.783611 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-dd5cc117-63c8-4b2d-8dfb-48e209b242ac req-aa1fe906-a2bd-4ee8-9cc3-94d1a72aa604 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8453979 Jul 14 09:32:46.808234 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [req-dd5cc117-63c8-4b2d-8dfb-48e209b242ac req-2e911677-2725-4b69-bbab-39d3c80c233d service neutron] Request body: {'port': {'device_id': '505bc581-794c-453c-95a3-3fa859d87e71', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-29'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:32:46.844563 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fa8f669-f139-4325-850a-ff25cf31084a tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 743} {{(pid=93957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:32:46.860124 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:46.865856 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dc6e44-3150-4e2b-9fcb-8f8d0bdd3053 req-a9141e88-4952-4e17-9488-3cc80c79f028 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:46.884495 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-9fa8f669-f139-4325-850a-ff25cf31084a tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:46.884495 n-d-779913-29 neutron-server[93957]: INFO neutron.db.segments_db [None req-9fa8f669-f139-4325-850a-ff25cf31084a tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Added segment 417b9b06-3e30-47ae-a467-c86b6fa93156 of type vlan for network 37ae94f0-1daa-4786-9c1d-7691252b13a0 Jul 14 09:32:46.885583 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa8f669-f139-4325-850a-ff25cf31084a tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b048c02-97d0-4566-b6b0-f4c77caccd2a,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:46.901614 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-94dc6e44-3150-4e2b-9fcb-8f8d0bdd3053 req-a9141e88-4952-4e17-9488-3cc80c79f028 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] 10.222.0.68 "GET /v2.0/ports?device_id=53563f6e-7033-4881-b21d-7977e55df67a HTTP/1.1" status: 200 len: 945 time: 0.1631598 Jul 14 09:32:46.938606 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-9fa8f669-f139-4325-850a-ff25cf31084a tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735687821325'] for network, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:46.965169 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53563f6e-7033-4881-b21d-7977e55df67a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49857456-823a-4ccb-9982-8fa10ce6a33d'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:32:46.974598 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd62303f06773040a8a4e189dc46b4f565768c299abf8ab8e7739778b0bc3e97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f57b992f-59d4-4885-8617-5be7d5c7ae8f" -d '{"events": [{"server_uuid": "53563f6e-7033-4881-b21d-7977e55df67a", "name": "network-vif-plugged", "status": "completed", "tag": "49857456-823a-4ccb-9982-8fa10ce6a33d"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:32:46.977560 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 49857456-823a-4ccb-9982-8fa10ce6a33d, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=49857456-823a-4ccb-9982-8fa10ce6a33d,segment=NetworkSegment(4e909166-7a9a-4d71-9929-2b11d90f7baa),segment_id=4e909166-7a9a-4d71-9929-2b11d90f7baa)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:32:46.987580 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:46.988831 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-9fa8f669-f139-4325-850a-ff25cf31084a tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855'] for network, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:47.004368 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fa8f669-f139-4325-850a-ff25cf31084a tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:47.008251 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-9fa8f669-f139-4325-850a-ff25cf31084a tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Notify callbacks [] for network, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:47.075301 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-94dc6e44-3150-4e2b-9fcb-8f8d0bdd3053 req-769795f8-a1f3-4ea9-887c-e3b1c97870c0 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] 10.222.0.68 "GET /v2.0/security-groups?id=b4ff2369-e32d-44b9-a882-4dd3dbe0fc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1603427 Jul 14 09:32:47.091218 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-dd5cc117-63c8-4b2d-8dfb-48e209b242ac req-2e911677-2725-4b69-bbab-39d3c80c233d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:47.167759 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-9fa8f669-f139-4325-850a-ff25cf31084a tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8661904 Jul 14 09:32:47.170560 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Pushing event updated for resources: {'Port': ['ID=49857456-823a-4ccb-9982-8fa10ce6a33d,revision_number=10']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:47.215340 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa8f669-f139-4325-850a-ff25cf31084a tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Pushing event updated for resources: {'Network': ['ID=37ae94f0-1daa-4786-9c1d-7691252b13a0,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:47.230316 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Network 37ae94f0-1daa-4786-9c1d-7691252b13a0 details requested by agent ovs-agent-n-d-779913-29 with host n-d-779913-29 {{(pid=93959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:32:47.282703 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfdcaa8-428d-43b2-8a2a-b48a4dcd4013 req-7707221d-fafd-48f4-81e6-bbc492d89601 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:47.293254 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-7dfdcaa8-428d-43b2-8a2a-b48a4dcd4013 req-7707221d-fafd-48f4-81e6-bbc492d89601 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/ports?device_id=07646ca0-10f2-4cc8-8147-f694b9d44b24 HTTP/1.1" status: 200 len: 945 time: 0.1698599 Jul 14 09:32:47.339403 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 58044) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:47.353881 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-f889b20c-c4c7-40ca-a254-fa03cedfaa36 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Request body: {'subnet': {'network_id': '37ae94f0-1daa-4786-9c1d-7691252b13a0', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:32:47.430804 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-7dfdcaa8-428d-43b2-8a2a-b48a4dcd4013 req-e865e79a-a79a-4aa6-9a3f-b72e0789e190 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/security-groups?id=e89c09f5-16f2-4ac7-8f23-93abffe26f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345735 Jul 14 09:32:47.537864 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:32:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bdee4bf-04a2-48a3-9021-8ba272ebbd75 x-openstack-request-id: req-4bdee4bf-04a2-48a3-9021-8ba272ebbd75 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:32:47.538354 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53563f6e-7033-4881-b21d-7977e55df67a", "name": "network-vif-plugged", "status": "completed", "tag": "49857456-823a-4ccb-9982-8fa10ce6a33d", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:32:47.538809 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-4bdee4bf-04a2-48a3-9021-8ba272ebbd75 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:32:47.539513 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53563f6e-7033-4881-b21d-7977e55df67a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49857456-823a-4ccb-9982-8fa10ce6a33d', 'code': 200} Jul 14 09:32:47.598578 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46792e28-9059-470a-a302-19f4d77c441b req-e838bd5f-9f85-411b-8eea-b2cf42191eac tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:47.606325 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-46792e28-9059-470a-a302-19f4d77c441b req-e838bd5f-9f85-411b-8eea-b2cf42191eac tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/ports?device_id=505bc581-794c-453c-95a3-3fa859d87e71 HTTP/1.1" status: 200 len: 932 time: 0.2658868 Jul 14 09:32:47.639417 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f889b20c-c4c7-40ca-a254-fa03cedfaa36 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Made reservation on behalf of 3ef7c556f786485a9014d694639868d3 for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:32:47.644620 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f889b20c-c4c7-40ca-a254-fa03cedfaa36 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16714600'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:47.773061 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-46792e28-9059-470a-a302-19f4d77c441b req-a6303cf1-9f1f-45eb-9c06-916ecb2d4582 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/security-groups?id=9b802230-9234-42e7-bf8c-0d12af0394c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657555 Jul 14 09:32:47.907900 n-d-779913-29 neutron-server[93958]: DEBUG neutron.notifiers.nova [req-dd5cc117-63c8-4b2d-8dfb-48e209b242ac req-2e911677-2725-4b69-bbab-39d3c80c233d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42c20c17-cea0-461e-b1a2-31a9eb213208 {{(pid=93958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:32:47.926754 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-dd5cc117-63c8-4b2d-8dfb-48e209b242ac req-2e911677-2725-4b69-bbab-39d3c80c233d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:47.961077 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-dd5cc117-63c8-4b2d-8dfb-48e209b242ac req-2e911677-2725-4b69-bbab-39d3c80c233d service neutron] Transition to ACTIVE for port object 42c20c17-cea0-461e-b1a2-31a9eb213208 will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:32:48.006659 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-dd5cc117-63c8-4b2d-8dfb-48e209b242ac req-2e911677-2725-4b69-bbab-39d3c80c233d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13574142'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:48.022738 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e476f2ba-c130-4f0f-b63c-52f894443916 req-d1edb6c8-3d21-4dd2-9d41-c9b4872550a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:48.034686 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e476f2ba-c130-4f0f-b63c-52f894443916 req-d1edb6c8-3d21-4dd2-9d41-c9b4872550a6 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=53563f6e-7033-4881-b21d-7977e55df67a HTTP/1.1" status: 200 len: 1099 time: 0.0824625 Jul 14 09:32:48.077619 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e476f2ba-c130-4f0f-b63c-52f894443916 req-56db810d-407c-4d83-b14f-1e398b768912 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=b4ff2369-e32d-44b9-a882-4dd3dbe0fc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310788 Jul 14 09:32:48.078785 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f889b20c-c4c7-40ca-a254-fa03cedfaa36 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13573993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16714586'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:48.080567 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e911677-2725-4b69-bbab-39d3c80c233d service neutron] Pushing event updated for resources: {'Port': ['ID=42c20c17-cea0-461e-b1a2-31a9eb213208,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:48.194691 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f889b20c-c4c7-40ca-a254-fa03cedfaa36 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Pushing event updated for resources: {'Subnet': ['ID=e63bd794-d822-4622-8ced-8e9fe965aff3,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:48.221222 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f889b20c-c4c7-40ca-a254-fa03cedfaa36 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Checking segment: {'id': '417b9b06-3e30-47ae-a467-c86b6fa93156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '37ae94f0-1daa-4786-9c1d-7691252b13a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:32:48.222006 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f889b20c-c4c7-40ca-a254-fa03cedfaa36 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Network hostable DHCP agents. Network: 37ae94f0-1daa-4786-9c1d-7691252b13a0, hostable agents: ['c6a09bd4-f72e-4283-a3ca-0bbca8a51081'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:32:48.274960 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-dd5cc117-63c8-4b2d-8dfb-48e209b242ac req-2e911677-2725-4b69-bbab-39d3c80c233d service neutron] Attempting to bind port 42c20c17-cea0-461e-b1a2-31a9eb213208 on host n-h2-779913-29 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:32:48.275193 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-dd5cc117-63c8-4b2d-8dfb-48e209b242ac req-2e911677-2725-4b69-bbab-39d3c80c233d service neutron] Attempting to bind port 42c20c17-cea0-461e-b1a2-31a9eb213208 by drivers openvswitch,hyperv on host n-h2-779913-29 at level 0 using segments [{'id': '7c0bb8da-25ea-40ae-a0d8-c863fd3d0f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '4c89afe5-b9f8-4e2e-b44c-d497b59f1beb'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:32:48.275525 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd5cc117-63c8-4b2d-8dfb-48e209b242ac req-2e911677-2725-4b69-bbab-39d3c80c233d service neutron] Attempting to bind port 42c20c17-cea0-461e-b1a2-31a9eb213208 on network 4c89afe5-b9f8-4e2e-b44c-d497b59f1beb {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:32:48.285649 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd5cc117-63c8-4b2d-8dfb-48e209b242ac req-2e911677-2725-4b69-bbab-39d3c80c233d service neutron] Port 42c20c17-cea0-461e-b1a2-31a9eb213208 on network 4c89afe5-b9f8-4e2e-b44c-d497b59f1beb not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-29 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:32:48.285971 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd5cc117-63c8-4b2d-8dfb-48e209b242ac req-2e911677-2725-4b69-bbab-39d3c80c233d service neutron] Attempting to bind port 42c20c17-cea0-461e-b1a2-31a9eb213208 on network 4c89afe5-b9f8-4e2e-b44c-d497b59f1beb {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:32:48.289904 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f889b20c-c4c7-40ca-a254-fa03cedfaa36 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Network 37ae94f0-1daa-4786-9c1d-7691252b13a0 is scheduled to be hosted by DHCP agent c6a09bd4-f72e-4283-a3ca-0bbca8a51081 with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:32:48.300104 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd5cc117-63c8-4b2d-8dfb-48e209b242ac req-2e911677-2725-4b69-bbab-39d3c80c233d service neutron] Checking agent: {'id': '013e4a3b-a634-47b8-b6a5-1a25109b73fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 13, 13), 'started_at': datetime.datetime(2021, 7, 14, 9, 13, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 32, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:32:48.300406 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd5cc117-63c8-4b2d-8dfb-48e209b242ac req-2e911677-2725-4b69-bbab-39d3c80c233d service neutron] Checking segment: {'id': '7c0bb8da-25ea-40ae-a0d8-c863fd3d0f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '4c89afe5-b9f8-4e2e-b44c-d497b59f1beb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:32:48.300788 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd5cc117-63c8-4b2d-8dfb-48e209b242ac req-2e911677-2725-4b69-bbab-39d3c80c233d service neutron] Bound using segment: {'id': '7c0bb8da-25ea-40ae-a0d8-c863fd3d0f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '4c89afe5-b9f8-4e2e-b44c-d497b59f1beb'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:32:48.301220 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-dd5cc117-63c8-4b2d-8dfb-48e209b242ac req-2e911677-2725-4b69-bbab-39d3c80c233d service neutron] Bound port: 42c20c17-cea0-461e-b1a2-31a9eb213208, host: n-h2-779913-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c0bb8da-25ea-40ae-a0d8-c863fd3d0f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '4c89afe5-b9f8-4e2e-b44c-d497b59f1beb'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:32:48.301674 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-dd5cc117-63c8-4b2d-8dfb-48e209b242ac req-2e911677-2725-4b69-bbab-39d3c80c233d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:48.317219 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-f889b20c-c4c7-40ca-a254-fa03cedfaa36 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-29, 37ae94f0-1daa-4786-9c1d-7691252b13a0) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:32:48.325846 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b935317e-da16-4e4a-9b95-ed1aa50fd684 None None] Network 37ae94f0-1daa-4786-9c1d-7691252b13a0 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:32:48.327734 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f889b20c-c4c7-40ca-a254-fa03cedfaa36 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:48.328592 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f889b20c-c4c7-40ca-a254-fa03cedfaa36 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:48.378882 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-f889b20c-c4c7-40ca-a254-fa03cedfaa36 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.0338876 Jul 14 09:32:48.380671 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 58058) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:48.387336 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-6c4a5d06-3504-4a13-a81d-b48eaed75729 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1349511791'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:32:48.391923 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9a90d8-63cf-4526-9e3a-e2c6ff9d82ec req-c8acb4a9-a9c0-45c6-ae84-6e0682838d98 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:48.393674 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-3f9a90d8-63cf-4526-9e3a-e2c6ff9d82ec req-c8acb4a9-a9c0-45c6-ae84-6e0682838d98 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] 10.222.0.68 "GET /v2.0/ports?device_id=53563f6e-7033-4881-b21d-7977e55df67a HTTP/1.1" status: 200 len: 947 time: 0.1640832 Jul 14 09:32:48.419621 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-dd5cc117-63c8-4b2d-8dfb-48e209b242ac req-2e911677-2725-4b69-bbab-39d3c80c233d service neutron] For port 42c20c17-cea0-461e-b1a2-31a9eb213208, host n-h2-779913-29, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:32:48.424090 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-dd5cc117-63c8-4b2d-8dfb-48e209b242ac req-2e911677-2725-4b69-bbab-39d3c80c233d service neutron] For port 42c20c17-cea0-461e-b1a2-31a9eb213208, host n-h2-779913-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=42c20c17-cea0-461e-b1a2-31a9eb213208,segment=NetworkSegment(7c0bb8da-25ea-40ae-a0d8-c863fd3d0f97),segment_id=7c0bb8da-25ea-40ae-a0d8-c863fd3d0f97)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:32:48.427966 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c4a5d06-3504-4a13-a81d-b48eaed75729 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Made reservation on behalf of 3ef7c556f786485a9014d694639868d3 for: {'network': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:32:48.431882 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6c4a5d06-3504-4a13-a81d-b48eaed75729 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for network, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:48.434527 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-dd5cc117-63c8-4b2d-8dfb-48e209b242ac req-2e911677-2725-4b69-bbab-39d3c80c233d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13574142'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:48.462358 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c4a5d06-3504-4a13-a81d-b48eaed75729 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 742} {{(pid=93957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:32:48.475574 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6c4a5d06-3504-4a13-a81d-b48eaed75729 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:48.476263 n-d-779913-29 neutron-server[93957]: INFO neutron.db.segments_db [None req-6c4a5d06-3504-4a13-a81d-b48eaed75729 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Added segment 850a9252-d783-4f32-a0a5-b6aa3b2be044 of type vlan for network 3a9e6253-5779-4a60-bb73-46815951cc5b Jul 14 09:32:48.504993 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5cc117-63c8-4b2d-8dfb-48e209b242ac req-2e911677-2725-4b69-bbab-39d3c80c233d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:48.505918 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-dd5cc117-63c8-4b2d-8dfb-48e209b242ac req-2e911677-2725-4b69-bbab-39d3c80c233d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:48.507505 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-dd5cc117-63c8-4b2d-8dfb-48e209b242ac req-2e911677-2725-4b69-bbab-39d3c80c233d service neutron] 10.222.0.57 "PUT /v2.0/ports/42c20c17-cea0-461e-b1a2-31a9eb213208 HTTP/1.1" status: 200 len: 1093 time: 1.7088113 Jul 14 09:32:48.508157 n-d-779913-29 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '505bc581-794c-453c-95a3-3fa859d87e71', 'tag': '42c20c17-cea0-461e-b1a2-31a9eb213208'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:32:48.510666 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cb48f044f948e981f43897c8d7f1332f741dc7af2b4c5a6e19d8f4a80f708e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e804886-a003-4917-a190-10e03428a614" -d '{"events": [{"name": "network-changed", "server_uuid": "505bc581-794c-453c-95a3-3fa859d87e71", "tag": "42c20c17-cea0-461e-b1a2-31a9eb213208"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:32:48.518504 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-3f9a90d8-63cf-4526-9e3a-e2c6ff9d82ec req-3c4b625c-b362-4192-934e-9bd0f1bcfe2d tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] 10.222.0.68 "GET /v2.0/security-groups?id=b4ff2369-e32d-44b9-a882-4dd3dbe0fc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0925713 Jul 14 09:32:48.547907 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6c4a5d06-3504-4a13-a81d-b48eaed75729 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735687821325'] for network, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:48.563015 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e911677-2725-4b69-bbab-39d3c80c233d service neutron] Pushing event updated for resources: {'Port': ['ID=42c20c17-cea0-461e-b1a2-31a9eb213208,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:48.570416 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e8ac977-7c45-4b79-8a79-766d7dad5de3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf57baaa9-fd24-59f4-8fd2-1dc21122ce72-37ae94f0-1daa-4786-9c1d-7691252b13a0', 'network_id': '37ae94f0-1daa-4786-9c1d-7691252b13a0', 'tenant_id': '3ef7c556f786485a9014d694639868d3', 'fixed_ips': [{'subnet_id': 'e63bd794-d822-4622-8ced-8e9fe965aff3'}]}} from n-d-779913-29. {{(pid=93959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:32:48.571357 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4e8ac977-7c45-4b79-8a79-766d7dad5de3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:48.598265 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6c4a5d06-3504-4a13-a81d-b48eaed75729 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855'] for network, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:48.605548 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c4a5d06-3504-4a13-a81d-b48eaed75729 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:48.606182 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6c4a5d06-3504-4a13-a81d-b48eaed75729 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Notify callbacks [] for network, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:48.632704 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-6c4a5d06-3504-4a13-a81d-b48eaed75729 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2499917 Jul 14 09:32:48.635374 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 58064) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:48.641045 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-f3248ceb-75e8-4b41-b826-89a426f3f0cb tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Request body: {'subnet': {'network_id': '3a9e6253-5779-4a60-bb73-46815951cc5b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:32:48.694524 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:32:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20ec71df-348b-4ded-b788-fcd890cabed9 x-openstack-request-id: req-20ec71df-348b-4ded-b788-fcd890cabed9 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:32:48.695023 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "505bc581-794c-453c-95a3-3fa859d87e71", "tag": "42c20c17-cea0-461e-b1a2-31a9eb213208", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:32:48.695476 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-20ec71df-348b-4ded-b788-fcd890cabed9 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:32:48.696390 n-d-779913-29 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '505bc581-794c-453c-95a3-3fa859d87e71', 'tag': '42c20c17-cea0-461e-b1a2-31a9eb213208', 'status': 'completed', 'code': 200} Jul 14 09:32:48.730198 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5cc117-63c8-4b2d-8dfb-48e209b242ac req-05dfdf15-635c-4496-8dc3-604ffdcc882e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:48.732099 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-dd5cc117-63c8-4b2d-8dfb-48e209b242ac req-05dfdf15-635c-4496-8dc3-604ffdcc882e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=dfdb2d62014640219eb60ef19587837e&device_id=505bc581-794c-453c-95a3-3fa859d87e71 HTTP/1.1" status: 200 len: 1096 time: 0.1435556 Jul 14 09:32:48.743522 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-4e8ac977-7c45-4b79-8a79-766d7dad5de3 None None] Allocated IP 172.20.255.242 (37ae94f0-1daa-4786-9c1d-7691252b13a0/e63bd794-d822-4622-8ced-8e9fe965aff3/87b845e4-a0b2-4ac7-b505-686cf3109170) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:32:48.746331 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4a5d06-3504-4a13-a81d-b48eaed75729 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Pushing event updated for resources: {'Network': ['ID=3a9e6253-5779-4a60-bb73-46815951cc5b,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:48.779978 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b390484b-d7d2-437e-937f-46ae116bba9c req-fc2a8857-f9f5-4b41-8789-c7880e4d224d tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:48.787489 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b390484b-d7d2-437e-937f-46ae116bba9c req-fc2a8857-f9f5-4b41-8789-c7880e4d224d tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/ports?device_id=07646ca0-10f2-4cc8-8147-f694b9d44b24 HTTP/1.1" status: 200 len: 945 time: 0.1621442 Jul 14 09:32:48.800067 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-dd5cc117-63c8-4b2d-8dfb-48e209b242ac req-75df3097-d7eb-4cfc-b124-d2706a47769d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=42c20c17-cea0-461e-b1a2-31a9eb213208 HTTP/1.1" status: 200 len: 217 time: 0.0500374 Jul 14 09:32:48.804169 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Network 3a9e6253-5779-4a60-bb73-46815951cc5b details requested by agent ovs-agent-n-d-779913-29 with host n-d-779913-29 {{(pid=93959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:32:48.808395 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3248ceb-75e8-4b41-b826-89a426f3f0cb tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Made reservation on behalf of 3ef7c556f786485a9014d694639868d3 for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:32:48.812967 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f3248ceb-75e8-4b41-b826-89a426f3f0cb tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16714600'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:48.848583 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b390484b-d7d2-437e-937f-46ae116bba9c req-c74718d7-67c2-4837-ae62-8a548bac4b94 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/security-groups?id=e89c09f5-16f2-4ac7-8f23-93abffe26f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600891 Jul 14 09:32:48.966611 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5cc117-63c8-4b2d-8dfb-48e209b242ac req-453664cf-e77d-4a78-b88d-76502253d26d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:48.968653 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-dd5cc117-63c8-4b2d-8dfb-48e209b242ac req-453664cf-e77d-4a78-b88d-76502253d26d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b9b5b9a6-c0c5-422a-9cec-7b209f25a172 HTTP/1.1" status: 200 len: 852 time: 0.1509588 Jul 14 09:32:48.995509 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4e8ac977-7c45-4b79-8a79-766d7dad5de3 None None] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:49.011938 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-4e8ac977-7c45-4b79-8a79-766d7dad5de3 None None] Transition to ACTIVE for port object 87b845e4-a0b2-4ac7-b505-686cf3109170 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:32:49.020183 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-dd5cc117-63c8-4b2d-8dfb-48e209b242ac req-b2c08e0b-1259-43e1-aaa0-9432bafdc3d8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4c89afe5-b9f8-4e2e-b44c-d497b59f1beb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396631 Jul 14 09:32:49.037614 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-4e8ac977-7c45-4b79-8a79-766d7dad5de3 None None] Transition to ACTIVE for port object 87b845e4-a0b2-4ac7-b505-686cf3109170 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:32:49.051148 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4e8ac977-7c45-4b79-8a79-766d7dad5de3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:49.102649 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e8ac977-7c45-4b79-8a79-766d7dad5de3 None None] Network 37ae94f0-1daa-4786-9c1d-7691252b13a0 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:32:49.106774 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-4e8ac977-7c45-4b79-8a79-766d7dad5de3 None None] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:32:49.114168 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e8ac977-7c45-4b79-8a79-766d7dad5de3 None None] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:32:49.146533 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720a59ba-e2e6-4003-9572-50b2d7167144 req-ef6c7a77-89ae-4521-bcc4-4788c7e0ef26 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:49.151179 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-720a59ba-e2e6-4003-9572-50b2d7167144 req-ef6c7a77-89ae-4521-bcc4-4788c7e0ef26 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/ports?device_id=505bc581-794c-453c-95a3-3fa859d87e71 HTTP/1.1" status: 200 len: 944 time: 0.1507242 Jul 14 09:32:49.213318 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-4e8ac977-7c45-4b79-8a79-766d7dad5de3 None None] Attempting to bind port 87b845e4-a0b2-4ac7-b505-686cf3109170 on host n-d-779913-29 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:32:49.213745 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-4e8ac977-7c45-4b79-8a79-766d7dad5de3 None None] Attempting to bind port 87b845e4-a0b2-4ac7-b505-686cf3109170 by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': '417b9b06-3e30-47ae-a467-c86b6fa93156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '37ae94f0-1daa-4786-9c1d-7691252b13a0'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:32:49.214128 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e8ac977-7c45-4b79-8a79-766d7dad5de3 None None] Attempting to bind port 87b845e4-a0b2-4ac7-b505-686cf3109170 on network 37ae94f0-1daa-4786-9c1d-7691252b13a0 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:32:49.216998 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8ac977-7c45-4b79-8a79-766d7dad5de3 None None] Pushing event updated for resources: {'Port': ['ID=87b845e4-a0b2-4ac7-b505-686cf3109170,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:49.217726 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-dd5cc117-63c8-4b2d-8dfb-48e209b242ac req-d289348c-e160-4cc5-997e-9fc08d741173 service neutron] 10.222.0.57 "GET /v2.0/networks/4c89afe5-b9f8-4e2e-b44c-d497b59f1beb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1851485 Jul 14 09:32:49.237072 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e8ac977-7c45-4b79-8a79-766d7dad5de3 None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 32, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:32:49.237638 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e8ac977-7c45-4b79-8a79-766d7dad5de3 None None] Checking segment: {'id': '417b9b06-3e30-47ae-a467-c86b6fa93156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '37ae94f0-1daa-4786-9c1d-7691252b13a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:32:49.238152 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4e8ac977-7c45-4b79-8a79-766d7dad5de3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:49.238671 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e8ac977-7c45-4b79-8a79-766d7dad5de3 None None] Bound using segment: {'id': '417b9b06-3e30-47ae-a467-c86b6fa93156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '37ae94f0-1daa-4786-9c1d-7691252b13a0'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:32:49.239174 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-4e8ac977-7c45-4b79-8a79-766d7dad5de3 None None] Bound port: 87b845e4-a0b2-4ac7-b505-686cf3109170, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '417b9b06-3e30-47ae-a467-c86b6fa93156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '37ae94f0-1daa-4786-9c1d-7691252b13a0'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:32:49.240944 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4e8ac977-7c45-4b79-8a79-766d7dad5de3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:49.260571 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-720a59ba-e2e6-4003-9572-50b2d7167144 req-bf8041a6-aff8-4762-ac7f-207c7b389cbe tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/security-groups?id=9b802230-9234-42e7-bf8c-0d12af0394c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031442 Jul 14 09:32:49.334929 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-4e8ac977-7c45-4b79-8a79-766d7dad5de3 None None] For port 87b845e4-a0b2-4ac7-b505-686cf3109170, host n-d-779913-29, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:32:49.341875 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-4e8ac977-7c45-4b79-8a79-766d7dad5de3 None None] For port 87b845e4-a0b2-4ac7-b505-686cf3109170, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=87b845e4-a0b2-4ac7-b505-686cf3109170,segment=NetworkSegment(417b9b06-3e30-47ae-a467-c86b6fa93156),segment_id=417b9b06-3e30-47ae-a467-c86b6fa93156)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:32:49.352011 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4e8ac977-7c45-4b79-8a79-766d7dad5de3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:49.358552 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f3248ceb-75e8-4b41-b826-89a426f3f0cb tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13573993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16714586'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:49.446521 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8ac977-7c45-4b79-8a79-766d7dad5de3 None None] Pushing event updated for resources: {'Port': ['ID=87b845e4-a0b2-4ac7-b505-686cf3109170,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:49.490967 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-dd5cc117-63c8-4b2d-8dfb-48e209b242ac req-ab7647fa-0572-4983-8bd7-cfb5771f1d71 service neutron] 10.222.0.57 "GET /v2.0/networks/4c89afe5-b9f8-4e2e-b44c-d497b59f1beb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2646942 Jul 14 09:32:49.540346 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3248ceb-75e8-4b41-b826-89a426f3f0cb tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Pushing event updated for resources: {'Subnet': ['ID=c8d2ce4c-f325-4856-add3-6943d8a8e553,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:49.548983 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3248ceb-75e8-4b41-b826-89a426f3f0cb tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Checking segment: {'id': '850a9252-d783-4f32-a0a5-b6aa3b2be044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '3a9e6253-5779-4a60-bb73-46815951cc5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:32:49.549597 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3248ceb-75e8-4b41-b826-89a426f3f0cb tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Network hostable DHCP agents. Network: 3a9e6253-5779-4a60-bb73-46815951cc5b, hostable agents: ['c6a09bd4-f72e-4283-a3ca-0bbca8a51081'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:32:49.588834 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3248ceb-75e8-4b41-b826-89a426f3f0cb tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Network 3a9e6253-5779-4a60-bb73-46815951cc5b is scheduled to be hosted by DHCP agent c6a09bd4-f72e-4283-a3ca-0bbca8a51081 with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:32:49.666825 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-f3248ceb-75e8-4b41-b826-89a426f3f0cb tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-29, 3a9e6253-5779-4a60-bb73-46815951cc5b) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:32:49.677642 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3248ceb-75e8-4b41-b826-89a426f3f0cb tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:49.678213 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f3248ceb-75e8-4b41-b826-89a426f3f0cb tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:49.687185 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61a6a63e-7f2d-4b4b-8e32-24492e3c9251 None None] Network 3a9e6253-5779-4a60-bb73-46815951cc5b requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:32:49.724464 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 58104) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:49.736425 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-f3248ceb-75e8-4b41-b826-89a426f3f0cb tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.0982409 Jul 14 09:32:49.785067 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e804886-a003-4917-a190-10e03428a614 req-5b6dbc65-211c-400b-9131-37d64281cce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:49.805153 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-8e804886-a003-4917-a190-10e03428a614 req-5b6dbc65-211c-400b-9131-37d64281cce0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=dfdb2d62014640219eb60ef19587837e&device_id=505bc581-794c-453c-95a3-3fa859d87e71 HTTP/1.1" status: 200 len: 1096 time: 0.1895947 Jul 14 09:32:50.021779 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-49104d94-1f36-47fb-a492-b3e8db2bf08d tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3876111'] for network, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:50.141591 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e8ae3d0-0581-495e-9cf8-4bb38a809e38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf57baaa9-fd24-59f4-8fd2-1dc21122ce72-3a9e6253-5779-4a60-bb73-46815951cc5b', 'network_id': '3a9e6253-5779-4a60-bb73-46815951cc5b', 'tenant_id': '3ef7c556f786485a9014d694639868d3', 'fixed_ips': [{'subnet_id': 'c8d2ce4c-f325-4856-add3-6943d8a8e553'}]}} from n-d-779913-29. {{(pid=93959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:32:50.142452 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0e8ae3d0-0581-495e-9cf8-4bb38a809e38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:50.164941 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-49104d94-1f36-47fb-a492-b3e8db2bf08d tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3481002'] for subnet, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:50.178913 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae37b1c5-6cf2-48ac-8749-32a4da932b7c req-cebadbeb-9653-4a5e-aa83-b1f8330e3c5c tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:50.181011 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ae37b1c5-6cf2-48ac-8749-32a4da932b7c req-cebadbeb-9653-4a5e-aa83-b1f8330e3c5c tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] 10.222.0.68 "GET /v2.0/ports?device_id=53563f6e-7033-4881-b21d-7977e55df67a HTTP/1.1" status: 200 len: 947 time: 0.1865122 Jul 14 09:32:50.182693 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e804886-a003-4917-a190-10e03428a614 req-ad9a799c-2e1b-4179-8f01-89838339b273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:50.188162 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-8e804886-a003-4917-a190-10e03428a614 req-ad9a799c-2e1b-4179-8f01-89838339b273 service neutron] 10.222.0.57 "GET /v2.0/networks?id=4c89afe5-b9f8-4e2e-b44c-d497b59f1beb HTTP/1.1" status: 200 len: 913 time: 0.3743038 Jul 14 09:32:50.253585 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-8e804886-a003-4917-a190-10e03428a614 req-9c7ebc03-e483-4958-a3ab-6fdbf0fa7518 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=42c20c17-cea0-461e-b1a2-31a9eb213208 HTTP/1.1" status: 200 len: 217 time: 0.0514190 Jul 14 09:32:50.311773 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-49104d94-1f36-47fb-a492-b3e8db2bf08d tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10052701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11984075'] for subnet, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:50.329872 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e804886-a003-4917-a190-10e03428a614 req-9cb61cce-181c-4df1-8509-2b8a8934e5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:50.331350 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-8e804886-a003-4917-a190-10e03428a614 req-9cb61cce-181c-4df1-8509-2b8a8934e5cb service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b9b5b9a6-c0c5-422a-9cec-7b209f25a172 HTTP/1.1" status: 200 len: 852 time: 0.0655348 Jul 14 09:32:50.386699 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server [None req-0e8ae3d0-0581-495e-9cf8-4bb38a809e38 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c8d2ce4c-f325-4856-add3-6943d8a8e553: This subnet is being modified by another concurrent operation. Jul 14 09:32:50.386699 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 14 09:32:50.386699 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 14 09:32:50.386699 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 14 09:32:50.386699 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 14 09:32:50.386699 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 14 09:32:50.386699 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 14 09:32:50.386699 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 14 09:32:50.386699 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 14 09:32:50.386699 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 14 09:32:50.386699 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 14 09:32:50.386699 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 14 09:32:50.386699 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:32:50.386699 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:32:50.386699 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:32:50.386699 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:32:50.386699 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 14 09:32:50.386699 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 09:32:50.386699 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 14 09:32:50.386699 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 14 09:32:50.386699 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:32:50.386699 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:32:50.386699 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:32:50.386699 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:32:50.386699 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 14 09:32:50.386699 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 09:32:50.386699 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 14 09:32:50.386699 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 14 09:32:50.386699 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:32:50.386699 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:32:50.386699 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:32:50.386699 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:32:50.386699 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 14 09:32:50.386699 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 14 09:32:50.386699 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 14 09:32:50.386699 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 14 09:32:50.386699 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 14 09:32:50.386699 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 14 09:32:50.386699 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 14 09:32:50.386699 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 14 09:32:50.386699 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 14 09:32:50.386699 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 14 09:32:50.386699 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 14 09:32:50.386699 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 14 09:32:50.386699 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 14 09:32:50.386699 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 14 09:32:50.386699 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 14 09:32:50.386699 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 14 09:32:50.386699 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:32:50.386699 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:32:50.386699 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:32:50.386699 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:32:50.386699 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 14 09:32:50.386699 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 09:32:50.392425 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 14 09:32:50.392425 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 14 09:32:50.392425 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:32:50.392425 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:32:50.392425 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:32:50.392425 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:32:50.392425 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 14 09:32:50.392425 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 09:32:50.392425 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 14 09:32:50.392425 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 14 09:32:50.392425 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:32:50.392425 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:32:50.392425 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:32:50.392425 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:32:50.392425 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 14 09:32:50.392425 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 14 09:32:50.392425 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 14 09:32:50.392425 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 14 09:32:50.392425 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 14 09:32:50.392425 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 14 09:32:50.392425 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 14 09:32:50.392425 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 14 09:32:50.392425 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 14 09:32:50.392425 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 14 09:32:50.392425 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:32:50.392425 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:32:50.392425 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:32:50.392425 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:32:50.392425 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 14 09:32:50.392425 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 14 09:32:50.392425 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 14 09:32:50.392425 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 14 09:32:50.392425 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 14 09:32:50.392425 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 14 09:32:50.392425 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 14 09:32:50.392425 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server raise exception Jul 14 09:32:50.392425 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c8d2ce4c-f325-4856-add3-6943d8a8e553: This subnet is being modified by another concurrent operation. Jul 14 09:32:50.392425 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server Jul 14 09:32:50.409877 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e91a9454-74e7-4b0b-9a1e-ab57c95d16dc None None] Network 3a9e6253-5779-4a60-bb73-46815951cc5b requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:32:50.410357 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-8e804886-a003-4917-a190-10e03428a614 req-b101749d-bbbf-4a65-a342-eaf712d8f05b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4c89afe5-b9f8-4e2e-b44c-d497b59f1beb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0697773 Jul 14 09:32:50.417752 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ae37b1c5-6cf2-48ac-8749-32a4da932b7c req-66ba5e1e-8b72-4c17-b517-41931008c7f0 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] 10.222.0.68 "GET /v2.0/security-groups?id=b4ff2369-e32d-44b9-a882-4dd3dbe0fc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2285297 Jul 14 09:32:50.421194 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49104d94-1f36-47fb-a492-b3e8db2bf08d tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Pushing event deleted for resources: {'Subnet': ['ID=c8d2ce4c-f325-4856-add3-6943d8a8e553,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:50.481255 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-49104d94-1f36-47fb-a492-b3e8db2bf08d tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473955', 'neutron.services.segments.db._delete_segments_for_network-8735688326548'] for network, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:50.509162 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-49104d94-1f36-47fb-a492-b3e8db2bf08d tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a9e6253-5779-4a60-bb73-46815951cc5b']}} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:32:50.524986 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b283fd-c3f8-43b4-85fe-c318d29405d5 req-fd3131e5-f3dd-43fb-b33a-647960318312 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:50.541859 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-16b283fd-c3f8-43b4-85fe-c318d29405d5 req-fd3131e5-f3dd-43fb-b33a-647960318312 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/ports?device_id=07646ca0-10f2-4cc8-8147-f694b9d44b24 HTTP/1.1" status: 200 len: 945 time: 0.3788011 Jul 14 09:32:50.592827 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-49104d94-1f36-47fb-a492-b3e8db2bf08d tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '850a9252-d783-4f32-a0a5-b6aa3b2be044') {'for_net_delete': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:32:50.593127 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-49104d94-1f36-47fb-a492-b3e8db2bf08d tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '850a9252-d783-4f32-a0a5-b6aa3b2be044') {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:32:50.639983 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-49104d94-1f36-47fb-a492-b3e8db2bf08d tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735688356235', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10944210'] for segment, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:50.652699 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-16b283fd-c3f8-43b4-85fe-c318d29405d5 req-2749afd9-bb4b-47c7-8c10-0bb0b3e01678 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/security-groups?id=e89c09f5-16f2-4ac7-8f23-93abffe26f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100225 Jul 14 09:32:50.696728 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-49104d94-1f36-47fb-a492-b3e8db2bf08d tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:50.699608 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-8e804886-a003-4917-a190-10e03428a614 req-4061ba15-6659-46b6-89c5-2137c2b60d10 service neutron] 10.222.0.57 "GET /v2.0/networks/4c89afe5-b9f8-4e2e-b44c-d497b59f1beb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2690187 Jul 14 09:32:50.733647 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49104d94-1f36-47fb-a492-b3e8db2bf08d tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Releasing vlan 742 on physical network physnet1 to pool {{(pid=93957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:32:50.734226 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-49104d94-1f36-47fb-a492-b3e8db2bf08d tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10053619'] for segment, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:50.755276 n-d-779913-29 neutron-server[93957]: Traceback (most recent call last): Jul 14 09:32:50.755276 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:32:50.755276 n-d-779913-29 neutron-server[93957]: timer() Jul 14 09:32:50.755276 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:32:50.755276 n-d-779913-29 neutron-server[93957]: cb(*args, **kw) Jul 14 09:32:50.755276 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:32:50.755276 n-d-779913-29 neutron-server[93957]: return func(*args, **kwargs) Jul 14 09:32:50.755276 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:32:50.755276 n-d-779913-29 neutron-server[93957]: self._notify() Jul 14 09:32:50.755276 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:32:50.755276 n-d-779913-29 neutron-server[93957]: self.callback(batched_events) Jul 14 09:32:50.755276 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:32:50.755276 n-d-779913-29 neutron-server[93957]: event.method(event) Jul 14 09:32:50.755276 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:32:50.755276 n-d-779913-29 neutron-server[93957]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:32:50.755276 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:32:50.755276 n-d-779913-29 neutron-server[93957]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:32:50.755276 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:32:50.755276 n-d-779913-29 neutron-server[93957]: return f(self, *a, **k) Jul 14 09:32:50.755276 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:32:50.755276 n-d-779913-29 neutron-server[93957]: return self._get(url).json() Jul 14 09:32:50.755276 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:32:50.755276 n-d-779913-29 neutron-server[93957]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:32:50.755276 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:32:50.755276 n-d-779913-29 neutron-server[93957]: return self.request(url, 'GET', **kwargs) Jul 14 09:32:50.755276 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:32:50.755276 n-d-779913-29 neutron-server[93957]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:32:50.755276 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:32:50.755276 n-d-779913-29 neutron-server[93957]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:32:50.755276 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:32:50.755276 n-d-779913-29 neutron-server[93957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:32:50.755276 n-d-779913-29 neutron-server[93957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:32:50.973086 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-49104d94-1f36-47fb-a492-b3e8db2bf08d tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660504'] for network, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:50.993379 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-8e804886-a003-4917-a190-10e03428a614 req-07011ac8-ddc7-4979-93d8-f744277192d7 service neutron] 10.222.0.57 "GET /v2.0/networks/4c89afe5-b9f8-4e2e-b44c-d497b59f1beb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2849343 Jul 14 09:32:51.014945 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 87b845e4-a0b2-4ac7-b505-686cf3109170 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:32:51.032413 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-49104d94-1f36-47fb-a492-b3e8db2bf08d tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Notify callbacks [] for network, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:51.052749 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 58146) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:51.053514 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-49104d94-1f36-47fb-a492-b3e8db2bf08d tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] 10.222.0.68 "DELETE /v2.0/networks/3a9e6253-5779-4a60-bb73-46815951cc5b HTTP/1.1" status: 204 len: 168 time: 1.3276987 Jul 14 09:32:51.059831 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-48c79021-d041-4938-bb20-508c5e3ddda7 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1611866356'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:32:51.081785 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49104d94-1f36-47fb-a492-b3e8db2bf08d tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Pushing event deleted for resources: {'Network': ['ID=3a9e6253-5779-4a60-bb73-46815951cc5b,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:51.095856 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48c79021-d041-4938-bb20-508c5e3ddda7 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Made reservation on behalf of 3ef7c556f786485a9014d694639868d3 for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:32:51.100861 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-48c79021-d041-4938-bb20-508c5e3ddda7 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:51.127114 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48c79021-d041-4938-bb20-508c5e3ddda7 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 736} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:32:51.137753 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-48c79021-d041-4938-bb20-508c5e3ddda7 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:51.138272 n-d-779913-29 neutron-server[93958]: INFO neutron.db.segments_db [None req-48c79021-d041-4938-bb20-508c5e3ddda7 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Added segment f2b9b32d-f588-4490-8309-6a8ec62b4133 of type vlan for network 73ede3c5-0150-4e16-9b9c-1760d16fe8c1 Jul 14 09:32:51.160436 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbbb39f-3452-4434-83a6-6847e7ec7f8f req-5dae2a50-23cc-4644-bc54-bd4463e717f8 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:51.163507 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning for port 87b845e4-a0b2-4ac7-b505-686cf3109170 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:32:51.170093 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56c9a466-4e70-4a95-80e6-6d057accc8d3 None None] Network 37ae94f0-1daa-4786-9c1d-7691252b13a0 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:32:51.172058 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5cbbb39f-3452-4434-83a6-6847e7ec7f8f req-5dae2a50-23cc-4644-bc54-bd4463e717f8 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/ports?device_id=505bc581-794c-453c-95a3-3fa859d87e71 HTTP/1.1" status: 200 len: 944 time: 0.2117701 Jul 14 09:32:51.200236 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-48c79021-d041-4938-bb20-508c5e3ddda7 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735687821325'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:51.246298 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-48c79021-d041-4938-bb20-508c5e3ddda7 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:51.253771 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48c79021-d041-4938-bb20-508c5e3ddda7 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:51.254717 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-48c79021-d041-4938-bb20-508c5e3ddda7 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:51.260283 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5cbbb39f-3452-4434-83a6-6847e7ec7f8f req-29198bd2-bf12-413e-92b1-55d29c4ae3f1 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/security-groups?id=9b802230-9234-42e7-bf8c-0d12af0394c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872440 Jul 14 09:32:51.331560 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-48c79021-d041-4938-bb20-508c5e3ddda7 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2774553 Jul 14 09:32:51.334957 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 58148) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:51.340394 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c79021-d041-4938-bb20-508c5e3ddda7 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Pushing event updated for resources: {'Network': ['ID=73ede3c5-0150-4e16-9b9c-1760d16fe8c1,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:51.341361 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-cbdfb077-38e4-49ca-bc4f-e69c1028610e tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Request body: {'subnet': {'network_id': '73ede3c5-0150-4e16-9b9c-1760d16fe8c1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:32:51.371402 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Network 73ede3c5-0150-4e16-9b9c-1760d16fe8c1 details requested by agent ovs-agent-n-d-779913-29 with host n-d-779913-29 {{(pid=93959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:32:51.460745 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-d00a4a72-a1a6-4c8d-b464-cfa84f945233 None None] Provisioning for port 87b845e4-a0b2-4ac7-b505-686cf3109170 completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:32:51.471929 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-d00a4a72-a1a6-4c8d-b464-cfa84f945233 None None] Provisioning complete for port 87b845e4-a0b2-4ac7-b505-686cf3109170 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:32:51.472370 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d00a4a72-a1a6-4c8d-b464-cfa84f945233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:51.543845 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbdfb077-38e4-49ca-bc4f-e69c1028610e tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Made reservation on behalf of 3ef7c556f786485a9014d694639868d3 for: {'subnet': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:32:51.547514 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-cbdfb077-38e4-49ca-bc4f-e69c1028610e tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11984110'] for subnet, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:51.630741 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d00a4a72-a1a6-4c8d-b464-cfa84f945233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:51.657209 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.ipam_backend_mixin [None req-cbdfb077-38e4-49ca-bc4f-e69c1028610e tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Performing IP validity checks on allocation pools {{(pid=93957) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 14 09:32:51.658926 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.ipam_backend_mixin [None req-cbdfb077-38e4-49ca-bc4f-e69c1028610e tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93957) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 14 09:32:51.704185 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-d00a4a72-a1a6-4c8d-b464-cfa84f945233 None None] For port 87b845e4-a0b2-4ac7-b505-686cf3109170, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=87b845e4-a0b2-4ac7-b505-686cf3109170,segment=NetworkSegment(417b9b06-3e30-47ae-a467-c86b6fa93156),segment_id=417b9b06-3e30-47ae-a467-c86b6fa93156)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:32:51.711887 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d00a4a72-a1a6-4c8d-b464-cfa84f945233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:51.794441 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48181d21-9d51-45af-bb0f-469cf5721ef6 req-1cca7dc8-93e0-4bcc-9226-acb184930d9a tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:51.798008 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-48181d21-9d51-45af-bb0f-469cf5721ef6 req-1cca7dc8-93e0-4bcc-9226-acb184930d9a tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] 10.222.0.68 "GET /v2.0/ports?device_id=53563f6e-7033-4881-b21d-7977e55df67a HTTP/1.1" status: 200 len: 947 time: 0.1850381 Jul 14 09:32:51.829157 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00a4a72-a1a6-4c8d-b464-cfa84f945233 None None] Pushing event updated for resources: {'Port': ['ID=87b845e4-a0b2-4ac7-b505-686cf3109170,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:51.862147 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-48181d21-9d51-45af-bb0f-469cf5721ef6 req-fefed930-e1ab-4392-b199-334206de16a7 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] 10.222.0.68 "GET /v2.0/security-groups?id=b4ff2369-e32d-44b9-a882-4dd3dbe0fc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588982 Jul 14 09:32:51.956408 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-cbdfb077-38e4-49ca-bc4f-e69c1028610e tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10052764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11984092'] for subnet, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:51.977689 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9e004a8-8de3-4b1d-b7cc-5d04425bc594 None None] get_active_networks_info from n-d-779913-29 {{(pid=93959) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 14 09:32:52.034201 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdfb077-38e4-49ca-bc4f-e69c1028610e tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Pushing event updated for resources: {'Subnet': ['ID=496d5796-1a46-4086-bf9e-a6705dbba812,revision_number=0']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:52.089676 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbdfb077-38e4-49ca-bc4f-e69c1028610e tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:32:52.090107 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbdfb077-38e4-49ca-bc4f-e69c1028610e tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:32:52.090563 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbdfb077-38e4-49ca-bc4f-e69c1028610e tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:32:52.090959 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbdfb077-38e4-49ca-bc4f-e69c1028610e tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:32:52.091749 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbdfb077-38e4-49ca-bc4f-e69c1028610e tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:32:52.092253 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbdfb077-38e4-49ca-bc4f-e69c1028610e tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:32:52.093725 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbdfb077-38e4-49ca-bc4f-e69c1028610e tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:32:52.094256 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbdfb077-38e4-49ca-bc4f-e69c1028610e tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:32:52.095098 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbdfb077-38e4-49ca-bc4f-e69c1028610e tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:32:52.095628 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbdfb077-38e4-49ca-bc4f-e69c1028610e tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:32:52.096375 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbdfb077-38e4-49ca-bc4f-e69c1028610e tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:32:52.097212 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbdfb077-38e4-49ca-bc4f-e69c1028610e tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:32:52.099083 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-62514067-d22e-4cfc-b867-a4343f8e301a None None] Provisioning complete for port 87b845e4-a0b2-4ac7-b505-686cf3109170 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:32:52.099570 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-62514067-d22e-4cfc-b867-a4343f8e301a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:52.156073 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbdfb077-38e4-49ca-bc4f-e69c1028610e tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Checking segment: {'id': 'f2b9b32d-f588-4490-8309-6a8ec62b4133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '73ede3c5-0150-4e16-9b9c-1760d16fe8c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:32:52.156438 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbdfb077-38e4-49ca-bc4f-e69c1028610e tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Network hostable DHCP agents. Network: 73ede3c5-0150-4e16-9b9c-1760d16fe8c1, hostable agents: ['c6a09bd4-f72e-4283-a3ca-0bbca8a51081'], hosted agents: [] {{(pid=93957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:32:52.175586 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23142349-704b-4de6-bb75-8dc041629947 req-fe122b5f-8a37-41f8-9ebb-2267ee796105 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:52.185603 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-23142349-704b-4de6-bb75-8dc041629947 req-fe122b5f-8a37-41f8-9ebb-2267ee796105 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/ports?device_id=07646ca0-10f2-4cc8-8147-f694b9d44b24 HTTP/1.1" status: 200 len: 945 time: 0.1523826 Jul 14 09:32:52.201302 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-095cb56b-24c3-4b79-8136-da4c7bb2d1fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:52.222853 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbdfb077-38e4-49ca-bc4f-e69c1028610e tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Network 73ede3c5-0150-4e16-9b9c-1760d16fe8c1 is scheduled to be hosted by DHCP agent c6a09bd4-f72e-4283-a3ca-0bbca8a51081 with binding_index 1 {{(pid=93957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:32:52.257787 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-23142349-704b-4de6-bb75-8dc041629947 req-726af010-2c76-40b4-8c9a-3f9303b698a6 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/security-groups?id=e89c09f5-16f2-4ac7-8f23-93abffe26f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711513 Jul 14 09:32:52.263607 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-cbdfb077-38e4-49ca-bc4f-e69c1028610e tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-29, 73ede3c5-0150-4e16-9b9c-1760d16fe8c1) {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:32:52.269784 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbdfb077-38e4-49ca-bc4f-e69c1028610e tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:52.270619 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-cbdfb077-38e4-49ca-bc4f-e69c1028610e tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Notify callbacks [] for subnet, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:52.305762 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 58170) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:52.309147 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-cbdfb077-38e4-49ca-bc4f-e69c1028610e tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 0.9701729 Jul 14 09:32:52.432269 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9e004a8-8de3-4b1d-b7cc-5d04425bc594 None None] Unable to find a vacant binding_index for network 73ede3c5-0150-4e16-9b9c-1760d16fe8c1 and agent c6a09bd4-f72e-4283-a3ca-0bbca8a51081 {{(pid=93959) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Jul 14 09:32:52.444686 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9e004a8-8de3-4b1d-b7cc-5d04425bc594 None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-29, 73ede3c5-0150-4e16-9b9c-1760d16fe8c1) {{(pid=93959) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 14 09:32:52.648020 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 42c20c17-cea0-461e-b1a2-31a9eb213208 details requested by agent hyperv_n-h2-779913-29 with host n-h2-779913-29 {{(pid=93959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:32:52.770973 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 42c20c17-cea0-461e-b1a2-31a9eb213208, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=42c20c17-cea0-461e-b1a2-31a9eb213208,segment=NetworkSegment(7c0bb8da-25ea-40ae-a0d8-c863fd3d0f97),segment_id=7c0bb8da-25ea-40ae-a0d8-c863fd3d0f97)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:32:52.811078 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 87b845e4-a0b2-4ac7-b505-686cf3109170 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:32:52.850752 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Returning: {'device': '42c20c17-cea0-461e-b1a2-31a9eb213208', 'network_id': '4c89afe5-b9f8-4e2e-b44c-d497b59f1beb', 'port_id': '42c20c17-cea0-461e-b1a2-31a9eb213208', 'mac_address': 'fa:16:3e:b7:2b:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 733, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9b5b9a6-c0c5-422a-9cec-7b209f25a172', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:32:52.899782 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7028384b-f724-4950-9e05-412650824bf7 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3876111'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:52.967307 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967671da-15aa-4831-93cf-eff7c4cdf8bc req-169e5bea-ee88-4e75-a30a-2619c6850c9e tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:52.975308 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-967671da-15aa-4831-93cf-eff7c4cdf8bc req-169e5bea-ee88-4e75-a30a-2619c6850c9e tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/ports?device_id=505bc581-794c-453c-95a3-3fa859d87e71 HTTP/1.1" status: 200 len: 944 time: 0.5094721 Jul 14 09:32:53.037054 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-967671da-15aa-4831-93cf-eff7c4cdf8bc req-7ab86e0c-2668-4a07-8d7e-dada2b679272 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/security-groups?id=9b802230-9234-42e7-bf8c-0d12af0394c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606563 Jul 14 09:32:53.040887 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7028384b-f724-4950-9e05-412650824bf7 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3481002'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:53.131618 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:53.150410 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7028384b-f724-4950-9e05-412650824bf7 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13574056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16714573'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:53.180156 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42c20c17-cea0-461e-b1a2-31a9eb213208 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:32:53.189417 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a19d323-6e28-4b38-a748-b9e59b03b796 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf57baaa9-fd24-59f4-8fd2-1dc21122ce72-73ede3c5-0150-4e16-9b9c-1760d16fe8c1', 'network_id': '73ede3c5-0150-4e16-9b9c-1760d16fe8c1', 'tenant_id': '3ef7c556f786485a9014d694639868d3', 'fixed_ips': [{'subnet_id': '496d5796-1a46-4086-bf9e-a6705dbba812'}]}} from n-d-779913-29. {{(pid=93959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:32:53.190607 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1a19d323-6e28-4b38-a748-b9e59b03b796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:53.205170 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port 87b845e4-a0b2-4ac7-b505-686cf3109170 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:32:53.206076 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:53.285772 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7028384b-f724-4950-9e05-412650824bf7 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473955', 'neutron.services.segments.db._delete_segments_for_network-8735688326548'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:53.298425 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 42c20c17-cea0-461e-b1a2-31a9eb213208, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=42c20c17-cea0-461e-b1a2-31a9eb213208,segment=NetworkSegment(7c0bb8da-25ea-40ae-a0d8-c863fd3d0f97),segment_id=7c0bb8da-25ea-40ae-a0d8-c863fd3d0f97)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:32:53.299071 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-7028384b-f724-4950-9e05-412650824bf7 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73ede3c5-0150-4e16-9b9c-1760d16fe8c1']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:32:53.314041 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-7028384b-f724-4950-9e05-412650824bf7 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2b9b32d-f588-4490-8309-6a8ec62b4133') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:32:53.314423 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-7028384b-f724-4950-9e05-412650824bf7 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2b9b32d-f588-4490-8309-6a8ec62b4133') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:32:53.326312 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7028384b-f724-4950-9e05-412650824bf7 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735688356235', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13574129'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:53.345476 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7028384b-f724-4950-9e05-412650824bf7 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:53.348156 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7028384b-f724-4950-9e05-412650824bf7 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Pushing event deleted for resources: {'Subnet': ['ID=496d5796-1a46-4086-bf9e-a6705dbba812,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:53.350301 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:53.359977 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7028384b-f724-4950-9e05-412650824bf7 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Releasing vlan 736 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:32:53.360844 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7028384b-f724-4950-9e05-412650824bf7 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13573126'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:53.364400 n-d-779913-29 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:32:53.364400 n-d-779913-29 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:32:53.364400 n-d-779913-29 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:32:53.364400 n-d-779913-29 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:32:53.364400 n-d-779913-29 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:32:53.364400 n-d-779913-29 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:32:53.364400 n-d-779913-29 neutron-server[93958]: Traceback (most recent call last): Jul 14 09:32:53.364400 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:32:53.364400 n-d-779913-29 neutron-server[93958]: timer() Jul 14 09:32:53.364400 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:32:53.364400 n-d-779913-29 neutron-server[93958]: cb(*args, **kw) Jul 14 09:32:53.364400 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:32:53.364400 n-d-779913-29 neutron-server[93958]: return func(*args, **kwargs) Jul 14 09:32:53.364400 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:32:53.364400 n-d-779913-29 neutron-server[93958]: self._notify() Jul 14 09:32:53.364400 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:32:53.364400 n-d-779913-29 neutron-server[93958]: self.callback(batched_events) Jul 14 09:32:53.364400 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:32:53.364400 n-d-779913-29 neutron-server[93958]: event.method(event) Jul 14 09:32:53.364400 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:32:53.364400 n-d-779913-29 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:32:53.364400 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:32:53.364400 n-d-779913-29 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:32:53.364400 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:32:53.364400 n-d-779913-29 neutron-server[93958]: return f(self, *a, **k) Jul 14 09:32:53.364400 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:32:53.364400 n-d-779913-29 neutron-server[93958]: return self._get(url).json() Jul 14 09:32:53.364400 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:32:53.364400 n-d-779913-29 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:32:53.364400 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:32:53.364400 n-d-779913-29 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 14 09:32:53.364400 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:32:53.364400 n-d-779913-29 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:32:53.364400 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:32:53.364400 n-d-779913-29 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:32:53.364400 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:32:53.364400 n-d-779913-29 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:32:53.364400 n-d-779913-29 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:32:53.463153 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40bbfc79-70b0-4377-942e-797cfd7614e1 None None] Network 73ede3c5-0150-4e16-9b9c-1760d16fe8c1 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:32:53.472578 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7028384b-f724-4950-9e05-412650824bf7 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660504'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:53.479577 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7028384b-f724-4950-9e05-412650824bf7 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:53.481936 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-7028384b-f724-4950-9e05-412650824bf7 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] 10.222.0.68 "DELETE /v2.0/networks/73ede3c5-0150-4e16-9b9c-1760d16fe8c1 HTTP/1.1" status: 204 len: 168 time: 1.1747200 Jul 14 09:32:53.485894 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 58184) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:53.493455 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-d45d94fe-1acb-4e6a-bd7a-5fef4c17a315 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-775765776'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:32:53.493700 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40bbfc79-70b0-4377-942e-797cfd7614e1 None None] Network 73ede3c5-0150-4e16-9b9c-1760d16fe8c1 could not be found, it might have been deleted concurrently. {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 14 09:32:53.497031 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7028384b-f724-4950-9e05-412650824bf7 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Pushing event deleted for resources: {'Network': ['ID=73ede3c5-0150-4e16-9b9c-1760d16fe8c1,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:53.519043 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddde2830-4d15-42bf-9e9e-a71bf09a3f53 None None] Network 73ede3c5-0150-4e16-9b9c-1760d16fe8c1 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:32:53.571840 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d45d94fe-1acb-4e6a-bd7a-5fef4c17a315 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Made reservation on behalf of 3ef7c556f786485a9014d694639868d3 for: {'network': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:32:53.572077 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Pushing event updated for resources: {'Port': ['ID=42c20c17-cea0-461e-b1a2-31a9eb213208,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:53.576495 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddde2830-4d15-42bf-9e9e-a71bf09a3f53 None None] Network 73ede3c5-0150-4e16-9b9c-1760d16fe8c1 could not be found, it might have been deleted concurrently. {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 14 09:32:53.578866 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d45d94fe-1acb-4e6a-bd7a-5fef4c17a315 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for network, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:53.625717 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d45d94fe-1acb-4e6a-bd7a-5fef4c17a315 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 748} {{(pid=93957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:32:53.643283 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d45d94fe-1acb-4e6a-bd7a-5fef4c17a315 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:53.644011 n-d-779913-29 neutron-server[93957]: INFO neutron.db.segments_db [None req-d45d94fe-1acb-4e6a-bd7a-5fef4c17a315 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Added segment d9f165c2-09ba-4cc1-ac7c-686f79f91ad1 of type vlan for network 7e3c5971-98e3-4cc1-8c66-2e292d659f49 Jul 14 09:32:53.672102 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] get_ports_and_sgs() called for port_ids ['42c20c17-cea0-461e-b1a2-31a9eb213208'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:32:53.709423 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d45d94fe-1acb-4e6a-bd7a-5fef4c17a315 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735687821325'] for network, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:53.731328 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24e9e38-b9db-4998-96d5-d527a85e312e req-f77143e6-cc11-43da-a7a4-63ef30991487 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:53.736089 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e24e9e38-b9db-4998-96d5-d527a85e312e req-f77143e6-cc11-43da-a7a4-63ef30991487 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/ports?device_id=07646ca0-10f2-4cc8-8147-f694b9d44b24 HTTP/1.1" status: 200 len: 945 time: 0.2052989 Jul 14 09:32:53.785346 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d45d94fe-1acb-4e6a-bd7a-5fef4c17a315 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855'] for network, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:53.792186 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d45d94fe-1acb-4e6a-bd7a-5fef4c17a315 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:53.793119 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d45d94fe-1acb-4e6a-bd7a-5fef4c17a315 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Notify callbacks [] for network, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:53.802016 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e24e9e38-b9db-4998-96d5-d527a85e312e req-795c45e5-d9f1-46c9-8984-936ba6d707fa tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/security-groups?id=e89c09f5-16f2-4ac7-8f23-93abffe26f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650501 Jul 14 09:32:53.874473 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-d45d94fe-1acb-4e6a-bd7a-5fef4c17a315 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3862298 Jul 14 09:32:53.878913 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 58186) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:53.886222 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45d94fe-1acb-4e6a-bd7a-5fef4c17a315 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Pushing event updated for resources: {'Network': ['ID=7e3c5971-98e3-4cc1-8c66-2e292d659f49,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:53.887504 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-d89589ee-1b65-49ba-bb2d-6d7178137120 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Request body: {'subnet': {'network_id': '7e3c5971-98e3-4cc1-8c66-2e292d659f49', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:32:53.902321 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Network 7e3c5971-98e3-4cc1-8c66-2e292d659f49 details requested by agent ovs-agent-n-d-779913-29 with host n-d-779913-29 {{(pid=93959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:32:53.991543 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d89589ee-1b65-49ba-bb2d-6d7178137120 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Made reservation on behalf of 3ef7c556f786485a9014d694639868d3 for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:32:53.996168 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d89589ee-1b65-49ba-bb2d-6d7178137120 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16714600'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:54.223568 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d89589ee-1b65-49ba-bb2d-6d7178137120 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13573993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16714586'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:54.307806 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89589ee-1b65-49ba-bb2d-6d7178137120 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Pushing event updated for resources: {'Subnet': ['ID=4f158e96-6fd3-422e-ab63-fd1eb4d5e35d,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:54.339243 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d89589ee-1b65-49ba-bb2d-6d7178137120 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Checking segment: {'id': 'd9f165c2-09ba-4cc1-ac7c-686f79f91ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '7e3c5971-98e3-4cc1-8c66-2e292d659f49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:32:54.339610 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d89589ee-1b65-49ba-bb2d-6d7178137120 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Network hostable DHCP agents. Network: 7e3c5971-98e3-4cc1-8c66-2e292d659f49, hostable agents: ['c6a09bd4-f72e-4283-a3ca-0bbca8a51081'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:32:54.356068 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce545e24-7906-4f7b-b8a7-eb206533ee72 req-b612f968-3236-421b-9bd8-b68ecfccd245 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:54.357592 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ce545e24-7906-4f7b-b8a7-eb206533ee72 req-b612f968-3236-421b-9bd8-b68ecfccd245 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/ports?device_id=505bc581-794c-453c-95a3-3fa859d87e71 HTTP/1.1" status: 200 len: 945 time: 0.1503234 Jul 14 09:32:54.370859 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 58198) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:54.385114 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d89589ee-1b65-49ba-bb2d-6d7178137120 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Network 7e3c5971-98e3-4cc1-8c66-2e292d659f49 is scheduled to be hosted by DHCP agent c6a09bd4-f72e-4283-a3ca-0bbca8a51081 with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:32:54.406943 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-d89589ee-1b65-49ba-bb2d-6d7178137120 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-29, 7e3c5971-98e3-4cc1-8c66-2e292d659f49) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:32:54.412964 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d89589ee-1b65-49ba-bb2d-6d7178137120 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:54.413937 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d89589ee-1b65-49ba-bb2d-6d7178137120 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:54.418001 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7c97c27-3876-415e-9235-750482a24045 None None] Network 7e3c5971-98e3-4cc1-8c66-2e292d659f49 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:32:54.436714 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ce545e24-7906-4f7b-b8a7-eb206533ee72 req-6c88ad31-4eb2-443c-92c9-b431cadeaead tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/security-groups?id=9b802230-9234-42e7-bf8c-0d12af0394c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730875 Jul 14 09:32:54.454531 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-d89589ee-1b65-49ba-bb2d-6d7178137120 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.5744426 Jul 14 09:32:54.457340 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 58206) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:54.587077 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f1da1dda-d4bb-4a4d-9b8f-5043eeb187b5 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3876111'] for network, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:54.624953 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bbce39a-e5e9-4940-8c10-d815add23fdb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf57baaa9-fd24-59f4-8fd2-1dc21122ce72-7e3c5971-98e3-4cc1-8c66-2e292d659f49', 'network_id': '7e3c5971-98e3-4cc1-8c66-2e292d659f49', 'tenant_id': '3ef7c556f786485a9014d694639868d3', 'fixed_ips': [{'subnet_id': '4f158e96-6fd3-422e-ab63-fd1eb4d5e35d'}]}} from n-d-779913-29. {{(pid=93959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:32:54.625872 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3bbce39a-e5e9-4940-8c10-d815add23fdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:54.649781 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f818373a-3379-490c-87ba-67b54cb32061 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:54.650266 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device d27f134e-1766-4f38-8d8a-ac3018579cce details requested by agent hyperv_n-h2-779913-29 with host n-h2-779913-29 {{(pid=93959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:32:54.655805 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 42c20c17-cea0-461e-b1a2-31a9eb213208 up at agent hyperv_n-h2-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:32:54.697271 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f1da1dda-d4bb-4a4d-9b8f-5043eeb187b5 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3481002'] for subnet, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:54.791763 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f1da1dda-d4bb-4a4d-9b8f-5043eeb187b5 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10052701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11984075'] for subnet, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:54.841421 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-afbfdf1a-c71c-4cdb-ad04-d4382cc5db05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:54.848157 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:54.854754 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1da1dda-d4bb-4a4d-9b8f-5043eeb187b5 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Pushing event deleted for resources: {'Subnet': ['ID=4f158e96-6fd3-422e-ab63-fd1eb4d5e35d,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:54.870711 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server [None req-3bbce39a-e5e9-4940-8c10-d815add23fdb None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4f158e96-6fd3-422e-ab63-fd1eb4d5e35d: This subnet is being modified by another concurrent operation. Jul 14 09:32:54.870711 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 14 09:32:54.870711 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 14 09:32:54.870711 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 14 09:32:54.870711 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 14 09:32:54.870711 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 14 09:32:54.870711 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 14 09:32:54.870711 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 14 09:32:54.870711 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 14 09:32:54.870711 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 14 09:32:54.870711 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 14 09:32:54.870711 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 14 09:32:54.870711 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:32:54.870711 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:32:54.870711 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:32:54.870711 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:32:54.870711 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 14 09:32:54.870711 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 09:32:54.870711 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 14 09:32:54.870711 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 14 09:32:54.870711 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:32:54.870711 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:32:54.870711 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:32:54.870711 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:32:54.870711 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 14 09:32:54.870711 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 09:32:54.870711 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 14 09:32:54.870711 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 14 09:32:54.870711 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:32:54.870711 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:32:54.870711 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:32:54.870711 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:32:54.870711 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 14 09:32:54.870711 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 14 09:32:54.870711 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 14 09:32:54.870711 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 14 09:32:54.870711 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 14 09:32:54.870711 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 14 09:32:54.870711 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 14 09:32:54.870711 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 14 09:32:54.870711 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 14 09:32:54.870711 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 14 09:32:54.870711 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 14 09:32:54.870711 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 14 09:32:54.870711 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 14 09:32:54.870711 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 14 09:32:54.870711 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 14 09:32:54.870711 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 14 09:32:54.870711 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:32:54.870711 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:32:54.870711 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:32:54.870711 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:32:54.870711 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 14 09:32:54.870711 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 09:32:54.876409 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 14 09:32:54.876409 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 14 09:32:54.876409 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:32:54.876409 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:32:54.876409 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:32:54.876409 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:32:54.876409 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 14 09:32:54.876409 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 09:32:54.876409 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 14 09:32:54.876409 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 14 09:32:54.876409 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:32:54.876409 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:32:54.876409 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:32:54.876409 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:32:54.876409 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 14 09:32:54.876409 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 14 09:32:54.876409 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 14 09:32:54.876409 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 14 09:32:54.876409 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 14 09:32:54.876409 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 14 09:32:54.876409 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 14 09:32:54.876409 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 14 09:32:54.876409 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 14 09:32:54.876409 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 14 09:32:54.876409 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:32:54.876409 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:32:54.876409 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:32:54.876409 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:32:54.876409 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 14 09:32:54.876409 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 14 09:32:54.876409 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 14 09:32:54.876409 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 14 09:32:54.876409 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 14 09:32:54.876409 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 14 09:32:54.876409 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 14 09:32:54.876409 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server raise exception Jul 14 09:32:54.876409 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4f158e96-6fd3-422e-ab63-fd1eb4d5e35d: This subnet is being modified by another concurrent operation. Jul 14 09:32:54.876409 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server Jul 14 09:32:54.892608 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-685b351c-073d-4ec0-9bcd-362405dc467e None None] Network 7e3c5971-98e3-4cc1-8c66-2e292d659f49 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:32:54.952881 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f818373a-3379-490c-87ba-67b54cb32061 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:54.956760 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Provisioning for port 42c20c17-cea0-461e-b1a2-31a9eb213208 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:32:54.959359 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f1da1dda-d4bb-4a4d-9b8f-5043eeb187b5 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473955', 'neutron.services.segments.db._delete_segments_for_network-8735688326548'] for network, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:54.963150 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f818373a-3379-490c-87ba-67b54cb32061 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:54.988412 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-f1da1dda-d4bb-4a4d-9b8f-5043eeb187b5 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e3c5971-98e3-4cc1-8c66-2e292d659f49']}} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:32:54.990916 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Provisioning complete for port 42c20c17-cea0-461e-b1a2-31a9eb213208 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:32:54.991086 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:55.011112 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-f1da1dda-d4bb-4a4d-9b8f-5043eeb187b5 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9f165c2-09ba-4cc1-ac7c-686f79f91ad1') {'for_net_delete': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:32:55.011486 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-f1da1dda-d4bb-4a4d-9b8f-5043eeb187b5 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9f165c2-09ba-4cc1-ac7c-686f79f91ad1') {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:32:55.039908 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f1da1dda-d4bb-4a4d-9b8f-5043eeb187b5 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735688356235', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10944210'] for segment, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:55.055649 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-f818373a-3379-490c-87ba-67b54cb32061 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=8124d115609c43c5818dad504b6cce60&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6835992 Jul 14 09:32:55.056474 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0130d0bb-e4bf-47fe-bb52-9ad34880c1ba req-69a2be91-e5a6-4fa9-b85d-81a25372d5d7 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:55.058863 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f818373a-3379-490c-87ba-67b54cb32061 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08e4a611-51dd-468f-8f95-a05418f6d671,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:55.060738 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port d27f134e-1766-4f38-8d8a-ac3018579cce, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=d27f134e-1766-4f38-8d8a-ac3018579cce,segment=NetworkSegment(948a681f-4f89-4271-b601-608851f32209),segment_id=948a681f-4f89-4271-b601-608851f32209)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:32:55.063885 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 58218) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:55.072950 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f1da1dda-d4bb-4a4d-9b8f-5043eeb187b5 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:55.077612 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-0130d0bb-e4bf-47fe-bb52-9ad34880c1ba req-69a2be91-e5a6-4fa9-b85d-81a25372d5d7 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/ports?device_id=07646ca0-10f2-4cc8-8147-f694b9d44b24 HTTP/1.1" status: 200 len: 945 time: 0.1015048 Jul 14 09:32:55.095281 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1da1dda-d4bb-4a4d-9b8f-5043eeb187b5 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Releasing vlan 748 on physical network physnet1 to pool {{(pid=93957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:32:55.095743 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f1da1dda-d4bb-4a4d-9b8f-5043eeb187b5 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10053619'] for segment, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:55.099546 n-d-779913-29 neutron-server[93957]: Traceback (most recent call last): Jul 14 09:32:55.099546 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:32:55.099546 n-d-779913-29 neutron-server[93957]: timer() Jul 14 09:32:55.099546 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:32:55.099546 n-d-779913-29 neutron-server[93957]: cb(*args, **kw) Jul 14 09:32:55.099546 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:32:55.099546 n-d-779913-29 neutron-server[93957]: return func(*args, **kwargs) Jul 14 09:32:55.099546 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:32:55.099546 n-d-779913-29 neutron-server[93957]: self._notify() Jul 14 09:32:55.099546 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:32:55.099546 n-d-779913-29 neutron-server[93957]: self.callback(batched_events) Jul 14 09:32:55.099546 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:32:55.099546 n-d-779913-29 neutron-server[93957]: event.method(event) Jul 14 09:32:55.099546 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:32:55.099546 n-d-779913-29 neutron-server[93957]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:32:55.099546 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:32:55.099546 n-d-779913-29 neutron-server[93957]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:32:55.099546 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:32:55.099546 n-d-779913-29 neutron-server[93957]: return f(self, *a, **k) Jul 14 09:32:55.099546 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:32:55.099546 n-d-779913-29 neutron-server[93957]: return self._get(url).json() Jul 14 09:32:55.099546 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:32:55.099546 n-d-779913-29 neutron-server[93957]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:32:55.099546 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:32:55.099546 n-d-779913-29 neutron-server[93957]: return self.request(url, 'GET', **kwargs) Jul 14 09:32:55.099546 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:32:55.099546 n-d-779913-29 neutron-server[93957]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:32:55.099546 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:32:55.099546 n-d-779913-29 neutron-server[93957]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:32:55.099546 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:32:55.099546 n-d-779913-29 neutron-server[93957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:32:55.099546 n-d-779913-29 neutron-server[93957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:32:55.143700 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-0130d0bb-e4bf-47fe-bb52-9ad34880c1ba req-c95934e5-9d95-4210-affb-1447e26cc6a6 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/security-groups?id=e89c09f5-16f2-4ac7-8f23-93abffe26f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649593 Jul 14 09:32:55.154988 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Returning: {'device': 'd27f134e-1766-4f38-8d8a-ac3018579cce', 'network_id': '37e488ca-77f2-424d-8250-cbdd23d7445f', 'port_id': 'd27f134e-1766-4f38-8d8a-ac3018579cce', 'mac_address': 'fa:16:3e:d6:81:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 716, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '535bbe8f-0cbe-454b-b3d9-7e9077b77cea', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:32:55.171056 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63d45798-3224-47ab-bcae-9b57f2ad0f70 None None] get_active_networks_info from n-d-779913-29 {{(pid=93959) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 14 09:32:55.220699 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f1da1dda-d4bb-4a4d-9b8f-5043eeb187b5 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660504'] for network, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:55.225316 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-84e9ef05-9ed9-4614-8a99-f41cda0c53af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:55.234891 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f1da1dda-d4bb-4a4d-9b8f-5043eeb187b5 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Notify callbacks [] for network, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:55.241059 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-f1da1dda-d4bb-4a4d-9b8f-5043eeb187b5 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] 10.222.0.68 "DELETE /v2.0/networks/7e3c5971-98e3-4cc1-8c66-2e292d659f49 HTTP/1.1" status: 204 len: 168 time: 0.7776396 Jul 14 09:32:55.241527 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 58226) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:55.246913 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-37d287aa-2d30-42e0-bab8-5640714d6c70 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1778353009'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:32:55.263479 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1da1dda-d4bb-4a4d-9b8f-5043eeb187b5 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Pushing event deleted for resources: {'Network': ['ID=7e3c5971-98e3-4cc1-8c66-2e292d659f49,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:55.281357 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-84e9ef05-9ed9-4614-8a99-f41cda0c53af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:55.284212 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37d287aa-2d30-42e0-bab8-5640714d6c70 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Made reservation on behalf of 3ef7c556f786485a9014d694639868d3 for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:32:55.291812 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-37d287aa-2d30-42e0-bab8-5640714d6c70 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:55.304020 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:55.326795 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37d287aa-2d30-42e0-bab8-5640714d6c70 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 742} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:32:55.337679 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-37d287aa-2d30-42e0-bab8-5640714d6c70 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:55.338479 n-d-779913-29 neutron-server[93958]: INFO neutron.db.segments_db [None req-37d287aa-2d30-42e0-bab8-5640714d6c70 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Added segment 258fdd9f-c8ba-4bc6-8eb1-25dd387cdd6d of type vlan for network 655c6420-9e09-433b-919e-49cb102f4ce1 Jul 14 09:32:55.354180 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d27f134e-1766-4f38-8d8a-ac3018579cce {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:32:55.361064 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-84e9ef05-9ed9-4614-8a99-f41cda0c53af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:55.363959 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-84e9ef05-9ed9-4614-8a99-f41cda0c53af admin admin] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:55.366097 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-84e9ef05-9ed9-4614-8a99-f41cda0c53af admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/08e4a611-51dd-468f-8f95-a05418f6d671 HTTP/1.1" status: 204 len: 168 time: 0.3020957 Jul 14 09:32:55.378371 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port d27f134e-1766-4f38-8d8a-ac3018579cce, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=d27f134e-1766-4f38-8d8a-ac3018579cce,segment=NetworkSegment(948a681f-4f89-4271-b601-608851f32209),segment_id=948a681f-4f89-4271-b601-608851f32209)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:32:55.382507 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:55.383585 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e9ef05-9ed9-4614-8a99-f41cda0c53af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08e4a611-51dd-468f-8f95-a05418f6d671,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:55.394509 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-37d287aa-2d30-42e0-bab8-5640714d6c70 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735687821325'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:55.432307 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-37d287aa-2d30-42e0-bab8-5640714d6c70 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:55.440118 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:55.440683 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37d287aa-2d30-42e0-bab8-5640714d6c70 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:55.441529 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-37d287aa-2d30-42e0-bab8-5640714d6c70 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:55.536363 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-37d287aa-2d30-42e0-bab8-5640714d6c70 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2936785 Jul 14 09:32:55.539477 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 58238) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:55.550903 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-ecad23c4-4712-4b49-888c-3d74ff8509c4 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Request body: {'subnet': {'network_id': '655c6420-9e09-433b-919e-49cb102f4ce1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:32:55.563960 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 42c20c17-cea0-461e-b1a2-31a9eb213208, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=42c20c17-cea0-461e-b1a2-31a9eb213208,segment=NetworkSegment(7c0bb8da-25ea-40ae-a0d8-c863fd3d0f97),segment_id=7c0bb8da-25ea-40ae-a0d8-c863fd3d0f97)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:32:55.569208 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '505bc581-794c-453c-95a3-3fa859d87e71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42c20c17-cea0-461e-b1a2-31a9eb213208'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:32:55.571660 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd62303f06773040a8a4e189dc46b4f565768c299abf8ab8e7739778b0bc3e97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfa6a58d-3e5a-4407-a553-c050b8dd39e6" -d '{"events": [{"server_uuid": "505bc581-794c-453c-95a3-3fa859d87e71", "name": "network-vif-plugged", "status": "completed", "tag": "42c20c17-cea0-461e-b1a2-31a9eb213208"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:32:55.597522 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:55.604661 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d287aa-2d30-42e0-bab8-5640714d6c70 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Pushing event updated for resources: {'Network': ['ID=655c6420-9e09-433b-919e-49cb102f4ce1,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:55.623789 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Network 655c6420-9e09-433b-919e-49cb102f4ce1 details requested by agent ovs-agent-n-d-779913-29 with host n-d-779913-29 {{(pid=93959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:32:55.634454 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63d45798-3224-47ab-bcae-9b57f2ad0f70 None None] Resources bound (agent type, host, resource id): {{(pid=93959) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 14 09:32:55.691208 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] get_ports_and_sgs() called for port_ids ['d27f134e-1766-4f38-8d8a-ac3018579cce'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:32:55.695410 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:32:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-752b5846-ed20-4e1f-9933-b3961bc74ac5 x-openstack-request-id: req-752b5846-ed20-4e1f-9933-b3961bc74ac5 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:32:55.695900 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "505bc581-794c-453c-95a3-3fa859d87e71", "name": "network-vif-plugged", "status": "completed", "tag": "42c20c17-cea0-461e-b1a2-31a9eb213208", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:32:55.696317 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-752b5846-ed20-4e1f-9933-b3961bc74ac5 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:32:55.697215 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '505bc581-794c-453c-95a3-3fa859d87e71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42c20c17-cea0-461e-b1a2-31a9eb213208', 'code': 200} Jul 14 09:32:55.702465 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecad23c4-4712-4b49-888c-3d74ff8509c4 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Made reservation on behalf of 3ef7c556f786485a9014d694639868d3 for: {'subnet': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:32:55.708627 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ecad23c4-4712-4b49-888c-3d74ff8509c4 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11984110'] for subnet, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:55.771745 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Pushing event updated for resources: {'Port': ['ID=d27f134e-1766-4f38-8d8a-ac3018579cce,revision_number=6']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:55.857777 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc90a4c8-9d7d-48b9-975c-04a6aaa744c3 req-7b487c0a-1a25-45b8-a462-f5cddcd3bbc0 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:55.860924 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-fc90a4c8-9d7d-48b9-975c-04a6aaa744c3 req-7b487c0a-1a25-45b8-a462-f5cddcd3bbc0 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/ports?device_id=505bc581-794c-453c-95a3-3fa859d87e71 HTTP/1.1" status: 200 len: 946 time: 0.2367837 Jul 14 09:32:55.962569 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5ad31076-714c-49ec-bc37-f3d4cd90112a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:55.995825 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-fc90a4c8-9d7d-48b9-975c-04a6aaa744c3 req-4ad1203c-06d9-4df7-8a03-546370f312c6 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/security-groups?id=9b802230-9234-42e7-bf8c-0d12af0394c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161661 Jul 14 09:32:56.000341 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Pushing event updated for resources: {'Port': ['ID=42c20c17-cea0-461e-b1a2-31a9eb213208,revision_number=5']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:56.055028 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3994ea-6f66-49ce-be6d-55b9046483cb req-94cb90a8-775a-4ea3-8cf7-85f28e812f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:56.056309 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-fc3994ea-6f66-49ce-be6d-55b9046483cb req-94cb90a8-775a-4ea3-8cf7-85f28e812f4e service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=505bc581-794c-453c-95a3-3fa859d87e71 HTTP/1.1" status: 200 len: 1098 time: 0.1948168 Jul 14 09:32:56.066344 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ecad23c4-4712-4b49-888c-3d74ff8509c4 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10052764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11984092'] for subnet, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:56.125724 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-fc3994ea-6f66-49ce-be6d-55b9046483cb req-df1a27b0-4e3d-45d4-bea1-5a3610d0a127 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=9b802230-9234-42e7-bf8c-0d12af0394c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599644 Jul 14 09:32:56.136787 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecad23c4-4712-4b49-888c-3d74ff8509c4 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Pushing event updated for resources: {'Subnet': ['ID=14e2962a-8bca-4549-8aee-7ccbea6f90cc,revision_number=0']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:56.179891 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecad23c4-4712-4b49-888c-3d74ff8509c4 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Checking segment: {'id': '258fdd9f-c8ba-4bc6-8eb1-25dd387cdd6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '655c6420-9e09-433b-919e-49cb102f4ce1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:32:56.180265 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecad23c4-4712-4b49-888c-3d74ff8509c4 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Network hostable DHCP agents. Network: 655c6420-9e09-433b-919e-49cb102f4ce1, hostable agents: ['c6a09bd4-f72e-4283-a3ca-0bbca8a51081'], hosted agents: [] {{(pid=93957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:32:56.214995 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecad23c4-4712-4b49-888c-3d74ff8509c4 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Network 655c6420-9e09-433b-919e-49cb102f4ce1 is scheduled to be hosted by DHCP agent c6a09bd4-f72e-4283-a3ca-0bbca8a51081 with binding_index 1 {{(pid=93957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:32:56.227236 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-ecad23c4-4712-4b49-888c-3d74ff8509c4 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-29, 655c6420-9e09-433b-919e-49cb102f4ce1) {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:32:56.241065 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecad23c4-4712-4b49-888c-3d74ff8509c4 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:56.241991 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ecad23c4-4712-4b49-888c-3d74ff8509c4 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Notify callbacks [] for subnet, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:56.262006 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-ecad23c4-4712-4b49-888c-3d74ff8509c4 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7193222 Jul 14 09:32:56.264753 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 58258) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:56.399647 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0d5246a5-956c-4c8e-97ff-ed93a347b186 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3876111'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:56.408487 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2af3d9-7a31-4056-a72c-cd006bc869dd req-1c4d42fd-d86b-487c-bc3f-e880742274e8 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:56.410057 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2f2af3d9-7a31-4056-a72c-cd006bc869dd req-1c4d42fd-d86b-487c-bc3f-e880742274e8 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/ports?device_id=07646ca0-10f2-4cc8-8147-f694b9d44b24 HTTP/1.1" status: 200 len: 944 time: 0.0951409 Jul 14 09:32:56.428621 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3901b15-b346-416e-9ea0-8ce5733acddb None None] Network 655c6420-9e09-433b-919e-49cb102f4ce1 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:32:56.466393 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2f2af3d9-7a31-4056-a72c-cd006bc869dd req-af3ac639-106c-4dba-b3db-2135d9930a89 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/security-groups?id=e89c09f5-16f2-4ac7-8f23-93abffe26f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418663 Jul 14 09:32:56.482179 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0d5246a5-956c-4c8e-97ff-ed93a347b186 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3481002'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:56.587440 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0d5246a5-956c-4c8e-97ff-ed93a347b186 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13574056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16714573'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:56.626123 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d628c952-86b1-4ec6-8f19-0acecb627249 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf57baaa9-fd24-59f4-8fd2-1dc21122ce72-655c6420-9e09-433b-919e-49cb102f4ce1', 'network_id': '655c6420-9e09-433b-919e-49cb102f4ce1', 'tenant_id': '3ef7c556f786485a9014d694639868d3', 'fixed_ips': [{'subnet_id': '14e2962a-8bca-4549-8aee-7ccbea6f90cc'}]}} from n-d-779913-29. {{(pid=93959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:32:56.627371 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d628c952-86b1-4ec6-8f19-0acecb627249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:56.653292 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5246a5-956c-4c8e-97ff-ed93a347b186 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Pushing event deleted for resources: {'Subnet': ['ID=14e2962a-8bca-4549-8aee-7ccbea6f90cc,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:56.675510 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device d27f134e-1766-4f38-8d8a-ac3018579cce up at agent hyperv_n-h2-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:32:56.760147 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0d5246a5-956c-4c8e-97ff-ed93a347b186 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473955', 'neutron.services.segments.db._delete_segments_for_network-8735688326548'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:56.772626 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-0d5246a5-956c-4c8e-97ff-ed93a347b186 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['655c6420-9e09-433b-919e-49cb102f4ce1']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:32:56.785084 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-0d5246a5-956c-4c8e-97ff-ed93a347b186 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '258fdd9f-c8ba-4bc6-8eb1-25dd387cdd6d') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:32:56.785464 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-0d5246a5-956c-4c8e-97ff-ed93a347b186 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '258fdd9f-c8ba-4bc6-8eb1-25dd387cdd6d') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:32:56.799110 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0d5246a5-956c-4c8e-97ff-ed93a347b186 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735688356235', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13574129'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:56.805879 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Provisioning complete for port d27f134e-1766-4f38-8d8a-ac3018579cce triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:32:56.806587 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:56.822449 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0d5246a5-956c-4c8e-97ff-ed93a347b186 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:56.829782 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab83a1ca-752f-4112-a371-dadcfb9e428f None None] Network 655c6420-9e09-433b-919e-49cb102f4ce1 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:32:56.831649 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d5246a5-956c-4c8e-97ff-ed93a347b186 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Releasing vlan 742 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:32:56.832448 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0d5246a5-956c-4c8e-97ff-ed93a347b186 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13573126'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:56.839650 n-d-779913-29 neutron-server[93958]: Traceback (most recent call last): Jul 14 09:32:56.839650 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:32:56.839650 n-d-779913-29 neutron-server[93958]: timer() Jul 14 09:32:56.839650 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:32:56.839650 n-d-779913-29 neutron-server[93958]: cb(*args, **kw) Jul 14 09:32:56.839650 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:32:56.839650 n-d-779913-29 neutron-server[93958]: return func(*args, **kwargs) Jul 14 09:32:56.839650 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:32:56.839650 n-d-779913-29 neutron-server[93958]: self._notify() Jul 14 09:32:56.839650 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:32:56.839650 n-d-779913-29 neutron-server[93958]: self.callback(batched_events) Jul 14 09:32:56.839650 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:32:56.839650 n-d-779913-29 neutron-server[93958]: event.method(event) Jul 14 09:32:56.839650 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:32:56.839650 n-d-779913-29 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:32:56.839650 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:32:56.839650 n-d-779913-29 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:32:56.839650 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:32:56.839650 n-d-779913-29 neutron-server[93958]: return f(self, *a, **k) Jul 14 09:32:56.839650 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:32:56.839650 n-d-779913-29 neutron-server[93958]: return self._get(url).json() Jul 14 09:32:56.839650 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:32:56.839650 n-d-779913-29 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:32:56.839650 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:32:56.839650 n-d-779913-29 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 14 09:32:56.839650 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:32:56.839650 n-d-779913-29 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:32:56.839650 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:32:56.839650 n-d-779913-29 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:32:56.839650 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:32:56.839650 n-d-779913-29 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:32:56.839650 n-d-779913-29 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:32:56.924994 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0d5246a5-956c-4c8e-97ff-ed93a347b186 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660504'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:56.936781 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0d5246a5-956c-4c8e-97ff-ed93a347b186 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:56.945398 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-0d5246a5-956c-4c8e-97ff-ed93a347b186 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] 10.222.0.68 "DELETE /v2.0/networks/655c6420-9e09-433b-919e-49cb102f4ce1 HTTP/1.1" status: 204 len: 168 time: 0.6697278 Jul 14 09:32:56.946553 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 58288) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:56.950871 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-18dd6e1f-12d1-4b3e-b1be-d3b0345094e3 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1648250331'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:32:56.982161 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5246a5-956c-4c8e-97ff-ed93a347b186 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Pushing event deleted for resources: {'Network': ['ID=655c6420-9e09-433b-919e-49cb102f4ce1,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:57.012031 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18dd6e1f-12d1-4b3e-b1be-d3b0345094e3 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Made reservation on behalf of 3ef7c556f786485a9014d694639868d3 for: {'network': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:32:57.016629 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-18dd6e1f-12d1-4b3e-b1be-d3b0345094e3 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for network, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:57.080748 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18dd6e1f-12d1-4b3e-b1be-d3b0345094e3 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 748} {{(pid=93957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:32:57.097644 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-18dd6e1f-12d1-4b3e-b1be-d3b0345094e3 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:57.098269 n-d-779913-29 neutron-server[93957]: INFO neutron.db.segments_db [None req-18dd6e1f-12d1-4b3e-b1be-d3b0345094e3 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Added segment 3501c843-c492-46a9-9acc-53a22773f3c4 of type vlan for network d120f014-36cd-43f9-9bd8-80cf63109b6d Jul 14 09:32:57.169985 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-18dd6e1f-12d1-4b3e-b1be-d3b0345094e3 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735687821325'] for network, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:57.209374 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-18dd6e1f-12d1-4b3e-b1be-d3b0345094e3 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855'] for network, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:57.219302 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18dd6e1f-12d1-4b3e-b1be-d3b0345094e3 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:57.222016 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-18dd6e1f-12d1-4b3e-b1be-d3b0345094e3 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Notify callbacks [] for network, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:57.347408 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a0d5d0-3070-4f9b-be21-149e0317172b req-a9c6ca56-9cc2-4e7a-9746-c9ce160f6ee3 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:57.357541 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-18dd6e1f-12d1-4b3e-b1be-d3b0345094e3 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4107015 Jul 14 09:32:57.362044 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-a9a0d5d0-3070-4f9b-be21-149e0317172b req-a9c6ca56-9cc2-4e7a-9746-c9ce160f6ee3 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/ports?device_id=505bc581-794c-453c-95a3-3fa859d87e71 HTTP/1.1" status: 200 len: 946 time: 0.1171169 Jul 14 09:32:57.367724 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 58302) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:57.386149 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-4fa228d3-793e-4fe8-b0cc-363d898ab02c tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Request body: {'subnet': {'network_id': 'd120f014-36cd-43f9-9bd8-80cf63109b6d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:32:57.420236 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-a9a0d5d0-3070-4f9b-be21-149e0317172b req-fd72ff17-6bab-4f7d-bf38-bba8bae7ed1a tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/security-groups?id=9b802230-9234-42e7-bf8c-0d12af0394c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522451 Jul 14 09:32:57.490747 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18dd6e1f-12d1-4b3e-b1be-d3b0345094e3 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Pushing event updated for resources: {'Network': ['ID=d120f014-36cd-43f9-9bd8-80cf63109b6d,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:57.527924 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Network d120f014-36cd-43f9-9bd8-80cf63109b6d details requested by agent ovs-agent-n-d-779913-29 with host n-d-779913-29 {{(pid=93959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:32:57.670677 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:57.712209 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5bbe322f-3f67-4864-bc0a-91afe44d23e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:57.726332 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fa228d3-793e-4fe8-b0cc-363d898ab02c tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Made reservation on behalf of 3ef7c556f786485a9014d694639868d3 for: {'subnet': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:32:57.736374 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4fa228d3-793e-4fe8-b0cc-363d898ab02c tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11984110'] for subnet, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:57.763876 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07646ca0-10f2-4cc8-8147-f694b9d44b24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd27f134e-1766-4f38-8d8a-ac3018579cce'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:32:57.768522 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd62303f06773040a8a4e189dc46b4f565768c299abf8ab8e7739778b0bc3e97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72264ab3-7485-4909-86e2-e59359f0ece0" -d '{"events": [{"server_uuid": "07646ca0-10f2-4cc8-8147-f694b9d44b24", "name": "network-vif-plugged", "status": "completed", "tag": "d27f134e-1766-4f38-8d8a-ac3018579cce"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:32:57.801288 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port d27f134e-1766-4f38-8d8a-ac3018579cce, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=d27f134e-1766-4f38-8d8a-ac3018579cce,segment=NetworkSegment(948a681f-4f89-4271-b601-608851f32209),segment_id=948a681f-4f89-4271-b601-608851f32209)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:32:57.808619 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:57.865378 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Pushing event updated for resources: {'Port': ['ID=d27f134e-1766-4f38-8d8a-ac3018579cce,revision_number=7']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:57.894137 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:32:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba6b2a5a-6cce-425f-905b-a0c64bd5d13f x-openstack-request-id: req-ba6b2a5a-6cce-425f-905b-a0c64bd5d13f {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:32:57.894439 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07646ca0-10f2-4cc8-8147-f694b9d44b24", "name": "network-vif-plugged", "status": "completed", "tag": "d27f134e-1766-4f38-8d8a-ac3018579cce", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:32:57.894709 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-ba6b2a5a-6cce-425f-905b-a0c64bd5d13f {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:32:57.895127 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07646ca0-10f2-4cc8-8147-f694b9d44b24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd27f134e-1766-4f38-8d8a-ac3018579cce', 'code': 200} Jul 14 09:32:57.903480 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.ipam_backend_mixin [None req-4fa228d3-793e-4fe8-b0cc-363d898ab02c tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Performing IP validity checks on allocation pools {{(pid=93957) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 14 09:32:57.904008 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.ipam_backend_mixin [None req-4fa228d3-793e-4fe8-b0cc-363d898ab02c tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93957) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 14 09:32:58.061745 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4fa228d3-793e-4fe8-b0cc-363d898ab02c tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10052764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11984092'] for subnet, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:58.153588 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d747198e-b109-4dc1-9caa-6da2f16820aa req-faa02c1f-bd7f-42c2-b99d-c777c4c20532 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:58.155354 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d747198e-b109-4dc1-9caa-6da2f16820aa req-faa02c1f-bd7f-42c2-b99d-c777c4c20532 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/ports?device_id=07646ca0-10f2-4cc8-8147-f694b9d44b24 HTTP/1.1" status: 200 len: 944 time: 0.5123572 Jul 14 09:32:58.218364 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fa228d3-793e-4fe8-b0cc-363d898ab02c tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Checking segment: {'id': '3501c843-c492-46a9-9acc-53a22773f3c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'd120f014-36cd-43f9-9bd8-80cf63109b6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:32:58.218741 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fa228d3-793e-4fe8-b0cc-363d898ab02c tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Network hostable DHCP agents. Network: d120f014-36cd-43f9-9bd8-80cf63109b6d, hostable agents: ['c6a09bd4-f72e-4283-a3ca-0bbca8a51081'], hosted agents: [] {{(pid=93957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:32:58.225720 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa228d3-793e-4fe8-b0cc-363d898ab02c tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Pushing event updated for resources: {'Subnet': ['ID=3acf3d7d-ddf4-4b14-9bc7-0302850c452c,revision_number=0']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:58.255627 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d747198e-b109-4dc1-9caa-6da2f16820aa req-d9c02950-2946-4400-b2ca-7c37133c1f26 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/security-groups?id=e89c09f5-16f2-4ac7-8f23-93abffe26f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641596 Jul 14 09:32:58.264811 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fa228d3-793e-4fe8-b0cc-363d898ab02c tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Network d120f014-36cd-43f9-9bd8-80cf63109b6d is scheduled to be hosted by DHCP agent c6a09bd4-f72e-4283-a3ca-0bbca8a51081 with binding_index 1 {{(pid=93957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:32:58.285670 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-4fa228d3-793e-4fe8-b0cc-363d898ab02c tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-29, d120f014-36cd-43f9-9bd8-80cf63109b6d) {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:32:58.296170 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fa228d3-793e-4fe8-b0cc-363d898ab02c tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:58.299922 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8c64fb8-df84-4d14-a279-1fdef8c14fa9 None None] Network d120f014-36cd-43f9-9bd8-80cf63109b6d requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:32:58.304165 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4fa228d3-793e-4fe8-b0cc-363d898ab02c tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Notify callbacks [] for subnet, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:58.339789 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-4fa228d3-793e-4fe8-b0cc-363d898ab02c tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.9665351 Jul 14 09:32:58.342462 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 58322) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:58.615409 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-44dfd4e5-3359-47aa-8081-bce1b49716aa tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3876111'] for network, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:58.668837 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23259761-4fb0-40c8-b3bc-f860a2d551f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf57baaa9-fd24-59f4-8fd2-1dc21122ce72-d120f014-36cd-43f9-9bd8-80cf63109b6d', 'network_id': 'd120f014-36cd-43f9-9bd8-80cf63109b6d', 'tenant_id': '3ef7c556f786485a9014d694639868d3', 'fixed_ips': [{'subnet_id': '3acf3d7d-ddf4-4b14-9bc7-0302850c452c'}]}} from n-d-779913-29. {{(pid=93959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:32:58.672568 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-23259761-4fb0-40c8-b3bc-f860a2d551f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:58.697524 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe7385e-562d-4b29-8c02-a250f512cee7 req-a1f07df5-6565-4b7e-a068-f7129393c910 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:58.706240 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-6fe7385e-562d-4b29-8c02-a250f512cee7 req-a1f07df5-6565-4b7e-a068-f7129393c910 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/ports?device_id=505bc581-794c-453c-95a3-3fa859d87e71 HTTP/1.1" status: 200 len: 946 time: 0.1096947 Jul 14 09:32:58.753620 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-44dfd4e5-3359-47aa-8081-bce1b49716aa tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3481002'] for subnet, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:58.790521 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-6fe7385e-562d-4b29-8c02-a250f512cee7 req-dd31e809-7fe0-45a3-be0c-0e234e6d7aef tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/security-groups?id=9b802230-9234-42e7-bf8c-0d12af0394c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829999 Jul 14 09:32:58.901227 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-44dfd4e5-3359-47aa-8081-bce1b49716aa tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10052701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11984075'] for subnet, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:58.987433 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dfd4e5-3359-47aa-8081-bce1b49716aa tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Pushing event deleted for resources: {'Subnet': ['ID=3acf3d7d-ddf4-4b14-9bc7-0302850c452c,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:58.996075 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server [None req-23259761-4fb0-40c8-b3bc-f860a2d551f2 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3acf3d7d-ddf4-4b14-9bc7-0302850c452c: This subnet is being modified by another concurrent operation. Jul 14 09:32:58.996075 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 14 09:32:58.996075 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 14 09:32:58.996075 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 14 09:32:58.996075 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 14 09:32:58.996075 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 14 09:32:58.996075 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 14 09:32:58.996075 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 14 09:32:58.996075 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 14 09:32:58.996075 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 14 09:32:58.996075 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 14 09:32:58.996075 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 14 09:32:58.996075 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:32:58.996075 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:32:58.996075 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:32:58.996075 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:32:58.996075 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 14 09:32:58.996075 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 09:32:58.996075 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 14 09:32:58.996075 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 14 09:32:58.996075 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:32:58.996075 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:32:58.996075 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:32:58.996075 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:32:58.996075 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 14 09:32:58.996075 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 09:32:58.996075 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 14 09:32:58.996075 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 14 09:32:58.996075 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:32:58.996075 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:32:58.996075 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:32:58.996075 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:32:58.996075 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 14 09:32:58.996075 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 14 09:32:58.996075 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 14 09:32:58.996075 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 14 09:32:58.996075 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 14 09:32:58.996075 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 14 09:32:58.996075 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 14 09:32:58.996075 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 14 09:32:58.996075 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 14 09:32:58.996075 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 14 09:32:58.996075 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 14 09:32:58.996075 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 14 09:32:58.996075 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 14 09:32:58.996075 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 14 09:32:58.996075 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 14 09:32:58.996075 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 14 09:32:58.996075 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:32:58.996075 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:32:58.996075 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:32:58.996075 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:32:58.996075 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 14 09:32:58.996075 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 09:32:59.001091 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 14 09:32:59.001091 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 14 09:32:59.001091 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:32:59.001091 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:32:59.001091 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:32:59.001091 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:32:59.001091 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 14 09:32:59.001091 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 09:32:59.001091 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 14 09:32:59.001091 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 14 09:32:59.001091 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:32:59.001091 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:32:59.001091 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:32:59.001091 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:32:59.001091 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 14 09:32:59.001091 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 14 09:32:59.001091 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 14 09:32:59.001091 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 14 09:32:59.001091 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 14 09:32:59.001091 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 14 09:32:59.001091 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 14 09:32:59.001091 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 14 09:32:59.001091 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 14 09:32:59.001091 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 14 09:32:59.001091 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:32:59.001091 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:32:59.001091 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:32:59.001091 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:32:59.001091 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 14 09:32:59.001091 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 14 09:32:59.001091 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 14 09:32:59.001091 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 14 09:32:59.001091 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 14 09:32:59.001091 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 14 09:32:59.001091 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 14 09:32:59.001091 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server raise exception Jul 14 09:32:59.001091 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3acf3d7d-ddf4-4b14-9bc7-0302850c452c: This subnet is being modified by another concurrent operation. Jul 14 09:32:59.001091 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server Jul 14 09:32:59.021195 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbe8ac6b-a7c2-4d51-8b20-5a4abc3a174e None None] Network d120f014-36cd-43f9-9bd8-80cf63109b6d requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:32:59.138869 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-44dfd4e5-3359-47aa-8081-bce1b49716aa tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473955', 'neutron.services.segments.db._delete_segments_for_network-8735688326548'] for network, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:59.166493 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-44dfd4e5-3359-47aa-8081-bce1b49716aa tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d120f014-36cd-43f9-9bd8-80cf63109b6d']}} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:32:59.195935 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-44dfd4e5-3359-47aa-8081-bce1b49716aa tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3501c843-c492-46a9-9acc-53a22773f3c4') {'for_net_delete': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:32:59.196640 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-44dfd4e5-3359-47aa-8081-bce1b49716aa tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3501c843-c492-46a9-9acc-53a22773f3c4') {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:32:59.220467 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-44dfd4e5-3359-47aa-8081-bce1b49716aa tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735688356235', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10944210'] for segment, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:59.260327 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-44dfd4e5-3359-47aa-8081-bce1b49716aa tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:59.280595 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44dfd4e5-3359-47aa-8081-bce1b49716aa tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Releasing vlan 748 on physical network physnet1 to pool {{(pid=93957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:32:59.283276 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-44dfd4e5-3359-47aa-8081-bce1b49716aa tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10053619'] for segment, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:59.287342 n-d-779913-29 neutron-server[93957]: Traceback (most recent call last): Jul 14 09:32:59.287342 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:32:59.287342 n-d-779913-29 neutron-server[93957]: timer() Jul 14 09:32:59.287342 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:32:59.287342 n-d-779913-29 neutron-server[93957]: cb(*args, **kw) Jul 14 09:32:59.287342 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:32:59.287342 n-d-779913-29 neutron-server[93957]: return func(*args, **kwargs) Jul 14 09:32:59.287342 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:32:59.287342 n-d-779913-29 neutron-server[93957]: self._notify() Jul 14 09:32:59.287342 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:32:59.287342 n-d-779913-29 neutron-server[93957]: self.callback(batched_events) Jul 14 09:32:59.287342 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:32:59.287342 n-d-779913-29 neutron-server[93957]: event.method(event) Jul 14 09:32:59.287342 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:32:59.287342 n-d-779913-29 neutron-server[93957]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:32:59.287342 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:32:59.287342 n-d-779913-29 neutron-server[93957]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:32:59.287342 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:32:59.287342 n-d-779913-29 neutron-server[93957]: return f(self, *a, **k) Jul 14 09:32:59.287342 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:32:59.287342 n-d-779913-29 neutron-server[93957]: return self._get(url).json() Jul 14 09:32:59.287342 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:32:59.287342 n-d-779913-29 neutron-server[93957]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:32:59.287342 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:32:59.287342 n-d-779913-29 neutron-server[93957]: return self.request(url, 'GET', **kwargs) Jul 14 09:32:59.287342 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:32:59.287342 n-d-779913-29 neutron-server[93957]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:32:59.287342 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:32:59.287342 n-d-779913-29 neutron-server[93957]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:32:59.287342 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:32:59.287342 n-d-779913-29 neutron-server[93957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:32:59.287342 n-d-779913-29 neutron-server[93957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:32:59.289843 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-980653a2-b464-4a19-a0be-936ecb8a8561 None None] get_active_networks_info from n-d-779913-29 {{(pid=93959) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 14 09:32:59.485158 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-44dfd4e5-3359-47aa-8081-bce1b49716aa tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660504'] for network, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:59.504210 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-44dfd4e5-3359-47aa-8081-bce1b49716aa tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Notify callbacks [] for network, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:59.509388 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-44dfd4e5-3359-47aa-8081-bce1b49716aa tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] 10.222.0.68 "DELETE /v2.0/networks/d120f014-36cd-43f9-9bd8-80cf63109b6d HTTP/1.1" status: 204 len: 168 time: 1.1658311 Jul 14 09:32:59.514479 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 58342) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:59.531797 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-9030f4b2-9586-4222-81fa-19b41969c46d tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-216400350'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:32:59.617417 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9030f4b2-9586-4222-81fa-19b41969c46d tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Made reservation on behalf of 3ef7c556f786485a9014d694639868d3 for: {'network': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:32:59.633916 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-9030f4b2-9586-4222-81fa-19b41969c46d tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for network, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:59.633916 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dfd4e5-3359-47aa-8081-bce1b49716aa tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Pushing event deleted for resources: {'Network': ['ID=d120f014-36cd-43f9-9bd8-80cf63109b6d,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:59.674492 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8b9be7-2604-4ec2-8fa1-153f46eed2c9 req-444d13c7-50d9-45e1-8e92-c79e5eda183d tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:59.688884 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-3d8b9be7-2604-4ec2-8fa1-153f46eed2c9 req-444d13c7-50d9-45e1-8e92-c79e5eda183d tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/ports?device_id=505bc581-794c-453c-95a3-3fa859d87e71 HTTP/1.1" status: 200 len: 946 time: 0.1965082 Jul 14 09:32:59.720814 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-980653a2-b464-4a19-a0be-936ecb8a8561 None None] Resources bound (agent type, host, resource id): {{(pid=93959) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 14 09:32:59.743187 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9030f4b2-9586-4222-81fa-19b41969c46d tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 709} {{(pid=93957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:32:59.758634 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-9030f4b2-9586-4222-81fa-19b41969c46d tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:59.759875 n-d-779913-29 neutron-server[93957]: INFO neutron.db.segments_db [None req-9030f4b2-9586-4222-81fa-19b41969c46d tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Added segment 903a44df-b00b-4f67-91c2-6ce371768e00 of type vlan for network 9eea9c07-4448-4cc9-b67a-81b6c84ea8b0 Jul 14 09:32:59.807028 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-3d8b9be7-2604-4ec2-8fa1-153f46eed2c9 req-f07433a7-c326-4aa7-92eb-7ca456dc2643 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/security-groups?id=9b802230-9234-42e7-bf8c-0d12af0394c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171176 Jul 14 09:32:59.843651 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-9030f4b2-9586-4222-81fa-19b41969c46d tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735687821325'] for network, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:59.932723 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-9030f4b2-9586-4222-81fa-19b41969c46d tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855'] for network, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:59.943035 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9030f4b2-9586-4222-81fa-19b41969c46d tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:59.944035 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-9030f4b2-9586-4222-81fa-19b41969c46d tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Notify callbacks [] for network, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:00.022560 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d2524890-6408-41c8-89fb-4ffe38c72e68 req-f3c0fa5b-9f3c-4b32-89d7-9ddaaaa03288 tempest-VolumesNegativeTest-332234023 tempest-VolumesNegativeTest-332234023-project] 10.222.0.68 "GET /v2.0/networks?tenant_id=f683da440a2a49d694683ba8cafb2cc2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0758104 Jul 14 09:33:00.112509 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-9030f4b2-9586-4222-81fa-19b41969c46d tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5868154 Jul 14 09:33:00.112777 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 58362) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:00.121905 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-04d83810-2192-49a4-9e04-ea292089c6d9 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Request body: {'subnet': {'network_id': '9eea9c07-4448-4cc9-b67a-81b6c84ea8b0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:33:00.154170 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9030f4b2-9586-4222-81fa-19b41969c46d tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Pushing event updated for resources: {'Network': ['ID=9eea9c07-4448-4cc9-b67a-81b6c84ea8b0,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:00.199588 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Network 9eea9c07-4448-4cc9-b67a-81b6c84ea8b0 details requested by agent ovs-agent-n-d-779913-29 with host n-d-779913-29 {{(pid=93959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:33:00.231334 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1c14bc-5cc1-4a50-8d21-97348bda8c7e req-9d1887e2-de95-4b53-bc4a-18fe257c8fc7 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:00.237697 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3a1c14bc-5cc1-4a50-8d21-97348bda8c7e req-9d1887e2-de95-4b53-bc4a-18fe257c8fc7 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/ports?device_id=07646ca0-10f2-4cc8-8147-f694b9d44b24 HTTP/1.1" status: 200 len: 945 time: 0.3121414 Jul 14 09:33:00.327054 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3a1c14bc-5cc1-4a50-8d21-97348bda8c7e req-734774a7-bcb4-4a93-ab7e-c5befce88a99 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/security-groups?id=e89c09f5-16f2-4ac7-8f23-93abffe26f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823865 Jul 14 09:33:00.470910 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2524890-6408-41c8-89fb-4ffe38c72e68 req-485adab9-81cc-4588-bf7e-b6f92fe43869 tempest-VolumesNegativeTest-332234023 tempest-VolumesNegativeTest-332234023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:00.479641 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d2524890-6408-41c8-89fb-4ffe38c72e68 req-485adab9-81cc-4588-bf7e-b6f92fe43869 tempest-VolumesNegativeTest-332234023 tempest-VolumesNegativeTest-332234023-project] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4501162 Jul 14 09:33:00.502338 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d2524890-6408-41c8-89fb-4ffe38c72e68 req-ae937e3b-ed14-43fd-a513-60db1fd10fe6 tempest-VolumesNegativeTest-332234023 tempest-VolumesNegativeTest-332234023-project] 10.222.0.68 "GET /v2.0/quotas/f683da440a2a49d694683ba8cafb2cc2 HTTP/1.1" status: 200 len: 375 time: 0.0223026 Jul 14 09:33:00.516283 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04d83810-2192-49a4-9e04-ea292089c6d9 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Made reservation on behalf of 3ef7c556f786485a9014d694639868d3 for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:33:00.520143 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-04d83810-2192-49a4-9e04-ea292089c6d9 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16714600'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:00.556138 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d2524890-6408-41c8-89fb-4ffe38c72e68 req-e6e67f15-d600-45e8-947f-c29863304773 tempest-VolumesNegativeTest-332234023 tempest-VolumesNegativeTest-332234023-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=f683da440a2a49d694683ba8cafb2cc2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0526352 Jul 14 09:33:00.959151 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-8b2631d0-d754-4137-9659-d1279e5e1930 req-e8d2f391-eacf-448c-a14c-4dd50517469a tempest-VolumesNegativeTest-332234023 tempest-VolumesNegativeTest-332234023-project] 10.222.0.68 "GET /v2.0/ports?device_id=9785e713-73cf-4ff4-9d1a-00d5354f38ac HTTP/1.1" status: 200 len: 210 time: 0.1314349 Jul 14 09:33:01.096508 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-04d83810-2192-49a4-9e04-ea292089c6d9 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13573993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16714586'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:01.247901 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d83810-2192-49a4-9e04-ea292089c6d9 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Checking segment: {'id': '903a44df-b00b-4f67-91c2-6ce371768e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '9eea9c07-4448-4cc9-b67a-81b6c84ea8b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:33:01.249355 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04d83810-2192-49a4-9e04-ea292089c6d9 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Network hostable DHCP agents. Network: 9eea9c07-4448-4cc9-b67a-81b6c84ea8b0, hostable agents: ['c6a09bd4-f72e-4283-a3ca-0bbca8a51081'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:33:01.261093 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d83810-2192-49a4-9e04-ea292089c6d9 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Pushing event updated for resources: {'Subnet': ['ID=e47a77c8-fce5-4f64-8629-0184aef90a01,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:01.291541 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e11c1e-0740-4c5b-8499-0964ed10f456 req-a78cc2f1-f38e-4478-9f0d-a9fa2f3e1914 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:01.298615 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-65e11c1e-0740-4c5b-8499-0964ed10f456 req-a78cc2f1-f38e-4478-9f0d-a9fa2f3e1914 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/ports?device_id=505bc581-794c-453c-95a3-3fa859d87e71 HTTP/1.1" status: 200 len: 946 time: 0.2247283 Jul 14 09:33:01.309242 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04d83810-2192-49a4-9e04-ea292089c6d9 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Network 9eea9c07-4448-4cc9-b67a-81b6c84ea8b0 is scheduled to be hosted by DHCP agent c6a09bd4-f72e-4283-a3ca-0bbca8a51081 with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:33:01.327118 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-04d83810-2192-49a4-9e04-ea292089c6d9 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-29, 9eea9c07-4448-4cc9-b67a-81b6c84ea8b0) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:33:01.346084 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa8f1300-b71a-4e17-ae07-856f333c2dde None None] Network 9eea9c07-4448-4cc9-b67a-81b6c84ea8b0 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:33:01.364730 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-65e11c1e-0740-4c5b-8499-0964ed10f456 req-a923cc32-f613-4a90-ac31-b3854701f3ad tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/security-groups?id=9b802230-9234-42e7-bf8c-0d12af0394c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650826 Jul 14 09:33:01.366572 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04d83810-2192-49a4-9e04-ea292089c6d9 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:01.367427 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-04d83810-2192-49a4-9e04-ea292089c6d9 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:01.423888 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 58384) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:01.428708 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-04d83810-2192-49a4-9e04-ea292089c6d9 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.3165677 Jul 14 09:33:01.719475 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4a8bb773-e5d1-4121-ad03-33b1888a22c5 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3876111'] for network, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:01.739190 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1901b8d4-9ef1-4b47-9772-ab4b96bf4747 req-32d8304d-fc2f-4a04-bc32-2ebfe2d302c0 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:01.748624 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-1901b8d4-9ef1-4b47-9772-ab4b96bf4747 req-32d8304d-fc2f-4a04-bc32-2ebfe2d302c0 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/ports?device_id=07646ca0-10f2-4cc8-8147-f694b9d44b24 HTTP/1.1" status: 200 len: 945 time: 0.2448380 Jul 14 09:33:01.807190 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51dbb15d-c6e4-44fd-8e65-885ac86a75e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf57baaa9-fd24-59f4-8fd2-1dc21122ce72-9eea9c07-4448-4cc9-b67a-81b6c84ea8b0', 'network_id': '9eea9c07-4448-4cc9-b67a-81b6c84ea8b0', 'tenant_id': '3ef7c556f786485a9014d694639868d3', 'fixed_ips': [{'subnet_id': 'e47a77c8-fce5-4f64-8629-0184aef90a01'}]}} from n-d-779913-29. {{(pid=93959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:33:01.808368 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-51dbb15d-c6e4-44fd-8e65-885ac86a75e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:01.861632 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4a8bb773-e5d1-4121-ad03-33b1888a22c5 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3481002'] for subnet, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:01.869821 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-1901b8d4-9ef1-4b47-9772-ab4b96bf4747 req-2229b93b-0ce6-4858-979e-944e6dd42a2f tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/security-groups?id=e89c09f5-16f2-4ac7-8f23-93abffe26f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175005 Jul 14 09:33:01.999225 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4a8bb773-e5d1-4121-ad03-33b1888a22c5 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10052701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11984075'] for subnet, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:02.018947 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server [None req-51dbb15d-c6e4-44fd-8e65-885ac86a75e9 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e47a77c8-fce5-4f64-8629-0184aef90a01: This subnet is being modified by another concurrent operation. Jul 14 09:33:02.018947 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 14 09:33:02.018947 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 14 09:33:02.018947 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 14 09:33:02.018947 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 14 09:33:02.018947 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 14 09:33:02.018947 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 14 09:33:02.018947 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 14 09:33:02.018947 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 14 09:33:02.018947 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 14 09:33:02.018947 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 14 09:33:02.018947 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 14 09:33:02.018947 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:33:02.018947 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:33:02.018947 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:33:02.018947 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:33:02.018947 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 14 09:33:02.018947 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 09:33:02.018947 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 14 09:33:02.018947 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 14 09:33:02.018947 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:33:02.018947 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:33:02.018947 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:33:02.018947 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:33:02.018947 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 14 09:33:02.018947 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 09:33:02.018947 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 14 09:33:02.018947 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 14 09:33:02.018947 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:33:02.018947 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:33:02.018947 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:33:02.018947 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:33:02.018947 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 14 09:33:02.018947 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 14 09:33:02.018947 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 14 09:33:02.018947 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 14 09:33:02.018947 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 14 09:33:02.018947 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 14 09:33:02.018947 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 14 09:33:02.018947 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 14 09:33:02.018947 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 14 09:33:02.018947 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 14 09:33:02.018947 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 14 09:33:02.018947 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 14 09:33:02.018947 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 14 09:33:02.018947 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 14 09:33:02.018947 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 14 09:33:02.018947 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 14 09:33:02.018947 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:33:02.018947 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:33:02.018947 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:33:02.018947 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:33:02.018947 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 14 09:33:02.018947 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 09:33:02.026007 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 14 09:33:02.026007 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 14 09:33:02.026007 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:33:02.026007 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:33:02.026007 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:33:02.026007 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:33:02.026007 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 14 09:33:02.026007 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 09:33:02.026007 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 14 09:33:02.026007 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 14 09:33:02.026007 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:33:02.026007 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:33:02.026007 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:33:02.026007 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:33:02.026007 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 14 09:33:02.026007 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 14 09:33:02.026007 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 14 09:33:02.026007 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 14 09:33:02.026007 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 14 09:33:02.026007 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 14 09:33:02.026007 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 14 09:33:02.026007 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 14 09:33:02.026007 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 14 09:33:02.026007 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 14 09:33:02.026007 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:33:02.026007 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:33:02.026007 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:33:02.026007 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:33:02.026007 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 14 09:33:02.026007 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 14 09:33:02.026007 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 14 09:33:02.026007 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 14 09:33:02.026007 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 14 09:33:02.026007 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 14 09:33:02.026007 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 14 09:33:02.026007 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server raise exception Jul 14 09:33:02.026007 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e47a77c8-fce5-4f64-8629-0184aef90a01: This subnet is being modified by another concurrent operation. Jul 14 09:33:02.026007 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server Jul 14 09:33:02.045858 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8bb773-e5d1-4121-ad03-33b1888a22c5 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Pushing event deleted for resources: {'Subnet': ['ID=e47a77c8-fce5-4f64-8629-0184aef90a01,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:02.061516 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2f23862-a2c2-4f21-a7a8-89bf0319e8dc None None] Network 9eea9c07-4448-4cc9-b67a-81b6c84ea8b0 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:33:02.332387 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73f11153-553c-4c1e-9e8a-650d2c198769 None None] get_active_networks_info from n-d-779913-29 {{(pid=93959) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 14 09:33:02.714804 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73f11153-553c-4c1e-9e8a-650d2c198769 None None] Resources bound (agent type, host, resource id): {{(pid=93959) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 14 09:33:02.842783 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-02fe74d7-0c86-4546-a6aa-92878dd4641f req-6dbf3643-d90a-4596-b9db-2aef67e28118 tempest-VolumesNegativeTest-332234023 tempest-VolumesNegativeTest-332234023-project] 10.222.0.68 "GET /v2.0/ports?device_id=9785e713-73cf-4ff4-9d1a-00d5354f38ac HTTP/1.1" status: 200 len: 210 time: 0.0721366 Jul 14 09:33:02.990983 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4a8bb773-e5d1-4121-ad03-33b1888a22c5 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473955', 'neutron.services.segments.db._delete_segments_for_network-8735688326548'] for network, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:03.024815 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-4a8bb773-e5d1-4121-ad03-33b1888a22c5 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9eea9c07-4448-4cc9-b67a-81b6c84ea8b0']}} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:33:03.063343 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-4a8bb773-e5d1-4121-ad03-33b1888a22c5 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '903a44df-b00b-4f67-91c2-6ce371768e00') {'for_net_delete': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:33:03.063797 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-4a8bb773-e5d1-4121-ad03-33b1888a22c5 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '903a44df-b00b-4f67-91c2-6ce371768e00') {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:33:03.193805 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4a8bb773-e5d1-4121-ad03-33b1888a22c5 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735688356235', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10944210'] for segment, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:03.214089 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d2524890-6408-41c8-89fb-4ffe38c72e68 req-09c6889e-14a4-4a67-aa1f-c535ef435f1b tempest-VolumesNegativeTest-332234023 tempest-VolumesNegativeTest-332234023-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=f683da440a2a49d694683ba8cafb2cc2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1528001 Jul 14 09:33:03.257565 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4a8bb773-e5d1-4121-ad03-33b1888a22c5 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:03.286474 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7137f0-4f6d-4f35-b3c1-68e8dce79bc2 req-9c62b6c3-c062-4cd1-990a-8f1db933592b tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:03.302742 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-df7137f0-4f6d-4f35-b3c1-68e8dce79bc2 req-9c62b6c3-c062-4cd1-990a-8f1db933592b tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/ports?device_id=505bc581-794c-453c-95a3-3fa859d87e71 HTTP/1.1" status: 200 len: 946 time: 0.4095302 Jul 14 09:33:03.359805 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a8bb773-e5d1-4121-ad03-33b1888a22c5 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Releasing vlan 709 on physical network physnet1 to pool {{(pid=93957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:33:03.360697 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4a8bb773-e5d1-4121-ad03-33b1888a22c5 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10053619'] for segment, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:03.364603 n-d-779913-29 neutron-server[93957]: Traceback (most recent call last): Jul 14 09:33:03.364603 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:33:03.364603 n-d-779913-29 neutron-server[93957]: timer() Jul 14 09:33:03.364603 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:33:03.364603 n-d-779913-29 neutron-server[93957]: cb(*args, **kw) Jul 14 09:33:03.364603 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:33:03.364603 n-d-779913-29 neutron-server[93957]: return func(*args, **kwargs) Jul 14 09:33:03.364603 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:33:03.364603 n-d-779913-29 neutron-server[93957]: self._notify() Jul 14 09:33:03.364603 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:33:03.364603 n-d-779913-29 neutron-server[93957]: self.callback(batched_events) Jul 14 09:33:03.364603 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:33:03.364603 n-d-779913-29 neutron-server[93957]: event.method(event) Jul 14 09:33:03.364603 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:33:03.364603 n-d-779913-29 neutron-server[93957]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:33:03.364603 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:33:03.364603 n-d-779913-29 neutron-server[93957]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:33:03.364603 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:33:03.364603 n-d-779913-29 neutron-server[93957]: return f(self, *a, **k) Jul 14 09:33:03.364603 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:33:03.364603 n-d-779913-29 neutron-server[93957]: return self._get(url).json() Jul 14 09:33:03.364603 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:33:03.364603 n-d-779913-29 neutron-server[93957]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:33:03.364603 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:33:03.364603 n-d-779913-29 neutron-server[93957]: return self.request(url, 'GET', **kwargs) Jul 14 09:33:03.364603 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:33:03.364603 n-d-779913-29 neutron-server[93957]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:33:03.364603 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:33:03.364603 n-d-779913-29 neutron-server[93957]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:33:03.364603 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:33:03.364603 n-d-779913-29 neutron-server[93957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:33:03.364603 n-d-779913-29 neutron-server[93957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:33:03.509020 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32da175a-9b77-40c2-9677-be93dbb0b11b req-e2c4b155-0379-4109-bc2c-32f714d624cb tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:03.534427 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-32da175a-9b77-40c2-9677-be93dbb0b11b req-e2c4b155-0379-4109-bc2c-32f714d624cb tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/ports?device_id=07646ca0-10f2-4cc8-8147-f694b9d44b24 HTTP/1.1" status: 200 len: 945 time: 0.1756032 Jul 14 09:33:03.575932 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-df7137f0-4f6d-4f35-b3c1-68e8dce79bc2 req-2bbd4197-cef4-463e-a165-bd1dedcf317b tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/security-groups?id=9b802230-9234-42e7-bf8c-0d12af0394c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2702234 Jul 14 09:33:03.617428 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4a8bb773-e5d1-4121-ad03-33b1888a22c5 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660504'] for network, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:03.659696 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-32da175a-9b77-40c2-9677-be93dbb0b11b req-6ea839b0-1895-4c97-9c17-631945aeb93d tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/security-groups?id=e89c09f5-16f2-4ac7-8f23-93abffe26f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175401 Jul 14 09:33:03.682062 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4a8bb773-e5d1-4121-ad03-33b1888a22c5 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Notify callbacks [] for network, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:03.695759 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-4a8bb773-e5d1-4121-ad03-33b1888a22c5 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] 10.222.0.68 "DELETE /v2.0/networks/9eea9c07-4448-4cc9-b67a-81b6c84ea8b0 HTTP/1.1" status: 204 len: 168 time: 2.2702932 Jul 14 09:33:03.697086 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8bb773-e5d1-4121-ad03-33b1888a22c5 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Pushing event deleted for resources: {'Network': ['ID=9eea9c07-4448-4cc9-b67a-81b6c84ea8b0,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:03.704033 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 58410) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:03.739462 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-4fd0e869-dfc9-434b-80d6-3d217cde5cbc tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-289048672'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:33:03.775661 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2524890-6408-41c8-89fb-4ffe38c72e68 req-2dc8defd-7453-4c6c-a74f-17b94c5e4edc tempest-VolumesNegativeTest-332234023 tempest-VolumesNegativeTest-332234023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:03.777983 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d2524890-6408-41c8-89fb-4ffe38c72e68 req-2dc8defd-7453-4c6c-a74f-17b94c5e4edc tempest-VolumesNegativeTest-332234023 tempest-VolumesNegativeTest-332234023-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5565321 Jul 14 09:33:03.794342 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fd0e869-dfc9-434b-80d6-3d217cde5cbc tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Made reservation on behalf of 3ef7c556f786485a9014d694639868d3 for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:33:03.810292 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4fd0e869-dfc9-434b-80d6-3d217cde5cbc tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:03.824540 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-d2524890-6408-41c8-89fb-4ffe38c72e68 req-088c647a-b1f5-4df9-bf3d-236fa9602eb2 tempest-VolumesNegativeTest-332234023 tempest-VolumesNegativeTest-332234023-project] Request body: {'port': {'device_id': '9785e713-73cf-4ff4-9d1a-00d5354f38ac', 'network_id': '2244f7a1-04bd-42cd-9e86-31839b46f57f', 'admin_state_up': True, 'tenant_id': 'f683da440a2a49d694683ba8cafb2cc2'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:33:03.859156 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fd0e869-dfc9-434b-80d6-3d217cde5cbc tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 722} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:33:03.872455 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4fd0e869-dfc9-434b-80d6-3d217cde5cbc tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:03.873236 n-d-779913-29 neutron-server[93958]: INFO neutron.db.segments_db [None req-4fd0e869-dfc9-434b-80d6-3d217cde5cbc tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Added segment ff70f0dc-c44c-473a-96fd-572b074a80d5 of type vlan for network b21b7644-fd10-4a95-a800-96947fe782d7 Jul 14 09:33:03.924020 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4fd0e869-dfc9-434b-80d6-3d217cde5cbc tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735687821325'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:03.967354 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4fd0e869-dfc9-434b-80d6-3d217cde5cbc tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:03.976460 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fd0e869-dfc9-434b-80d6-3d217cde5cbc tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:03.977607 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4fd0e869-dfc9-434b-80d6-3d217cde5cbc tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:04.073068 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-4fd0e869-dfc9-434b-80d6-3d217cde5cbc tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3679631 Jul 14 09:33:04.081468 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 58420) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:04.090166 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-3ed1a0a5-cc7d-4715-a1c5-d71ca687f337 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Request body: {'subnet': {'network_id': 'b21b7644-fd10-4a95-a800-96947fe782d7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:33:04.141998 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2524890-6408-41c8-89fb-4ffe38c72e68 req-088c647a-b1f5-4df9-bf3d-236fa9602eb2 tempest-VolumesNegativeTest-332234023 tempest-VolumesNegativeTest-332234023-project] Made reservation on behalf of f683da440a2a49d694683ba8cafb2cc2 for: {'port': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:33:04.154113 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-d2524890-6408-41c8-89fb-4ffe38c72e68 req-088c647a-b1f5-4df9-bf3d-236fa9602eb2 tempest-VolumesNegativeTest-332234023 tempest-VolumesNegativeTest-332234023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:04.154532 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-66aada4a-1071-4514-a8de-645af3c67cb1 req-6a23921b-fa04-4741-90b8-7402333d1658 tempest-VolumesNegativeTest-332234023 tempest-VolumesNegativeTest-332234023-project] 10.222.0.68 "GET /v2.0/ports?device_id=9785e713-73cf-4ff4-9d1a-00d5354f38ac HTTP/1.1" status: 200 len: 210 time: 0.0533366 Jul 14 09:33:04.194493 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-d2524890-6408-41c8-89fb-4ffe38c72e68 req-088c647a-b1f5-4df9-bf3d-236fa9602eb2 tempest-VolumesNegativeTest-332234023 tempest-VolumesNegativeTest-332234023-project] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:04.222552 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd0e869-dfc9-434b-80d6-3d217cde5cbc tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Pushing event updated for resources: {'Network': ['ID=b21b7644-fd10-4a95-a800-96947fe782d7,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:04.237310 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Network b21b7644-fd10-4a95-a800-96947fe782d7 details requested by agent ovs-agent-n-d-779913-29 with host n-d-779913-29 {{(pid=93959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:33:04.392990 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-d2524890-6408-41c8-89fb-4ffe38c72e68 req-088c647a-b1f5-4df9-bf3d-236fa9602eb2 tempest-VolumesNegativeTest-332234023 tempest-VolumesNegativeTest-332234023-project] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:04.400009 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-d2524890-6408-41c8-89fb-4ffe38c72e68 req-088c647a-b1f5-4df9-bf3d-236fa9602eb2 tempest-VolumesNegativeTest-332234023 tempest-VolumesNegativeTest-332234023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:04.434050 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088c647a-b1f5-4df9-bf3d-236fa9602eb2 tempest-VolumesNegativeTest-332234023 tempest-VolumesNegativeTest-332234023-project] Pushing event updated for resources: {'SecurityGroup': ['ID=594b37aa-ca6d-4aca-8ad2-873763696449,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:04.464209 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ed1a0a5-cc7d-4715-a1c5-d71ca687f337 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Made reservation on behalf of 3ef7c556f786485a9014d694639868d3 for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:33:04.475095 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3ed1a0a5-cc7d-4715-a1c5-d71ca687f337 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16714600'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:04.636403 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [req-d2524890-6408-41c8-89fb-4ffe38c72e68 req-088c647a-b1f5-4df9-bf3d-236fa9602eb2 tempest-VolumesNegativeTest-332234023 tempest-VolumesNegativeTest-332234023-project] Allocated IP 192.168.233.156 (2244f7a1-04bd-42cd-9e86-31839b46f57f/85060e65-3b2f-4a6c-a04c-ce849daa5b3b/32d3cb2d-f4bb-490f-822a-1d1bfdf4bc10) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:33:04.923200 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-d2524890-6408-41c8-89fb-4ffe38c72e68 req-088c647a-b1f5-4df9-bf3d-236fa9602eb2 tempest-VolumesNegativeTest-332234023 tempest-VolumesNegativeTest-332234023-project] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:04.985357 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [req-d2524890-6408-41c8-89fb-4ffe38c72e68 req-088c647a-b1f5-4df9-bf3d-236fa9602eb2 tempest-VolumesNegativeTest-332234023 tempest-VolumesNegativeTest-332234023-project] Transition to ACTIVE for port object 32d3cb2d-f4bb-490f-822a-1d1bfdf4bc10 will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:33:05.058426 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3ed1a0a5-cc7d-4715-a1c5-d71ca687f337 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13573993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16714586'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:05.083933 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7ccf14-f083-44f3-8285-39aa057ebc56 req-946208a7-7e7f-4c01-94da-942c62256f7b tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:05.085548 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-bb7ccf14-f083-44f3-8285-39aa057ebc56 req-946208a7-7e7f-4c01-94da-942c62256f7b tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/ports?device_id=07646ca0-10f2-4cc8-8147-f694b9d44b24 HTTP/1.1" status: 200 len: 945 time: 0.1520541 Jul 14 09:33:05.120204 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-d2524890-6408-41c8-89fb-4ffe38c72e68 req-088c647a-b1f5-4df9-bf3d-236fa9602eb2 tempest-VolumesNegativeTest-332234023 tempest-VolumesNegativeTest-332234023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:05.143457 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed1a0a5-cc7d-4715-a1c5-d71ca687f337 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Pushing event updated for resources: {'Subnet': ['ID=9a00386b-2037-46ea-887c-9d1b3d3b7fb3,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:05.195677 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2524890-6408-41c8-89fb-4ffe38c72e68 req-088c647a-b1f5-4df9-bf3d-236fa9602eb2 tempest-VolumesNegativeTest-332234023 tempest-VolumesNegativeTest-332234023-project] Network 2244f7a1-04bd-42cd-9e86-31839b46f57f is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:33:05.201521 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [req-d2524890-6408-41c8-89fb-4ffe38c72e68 req-088c647a-b1f5-4df9-bf3d-236fa9602eb2 tempest-VolumesNegativeTest-332234023 tempest-VolumesNegativeTest-332234023-project] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:33:05.208221 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c9754f-f2b3-4b69-a25e-b8ade9668d1f req-4bc42385-7387-4ebb-ba9e-158284a45a75 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:05.210196 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-e9c9754f-f2b3-4b69-a25e-b8ade9668d1f req-4bc42385-7387-4ebb-ba9e-158284a45a75 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/ports?device_id=505bc581-794c-453c-95a3-3fa859d87e71 HTTP/1.1" status: 200 len: 946 time: 0.3629742 Jul 14 09:33:05.216524 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed1a0a5-cc7d-4715-a1c5-d71ca687f337 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Checking segment: {'id': 'ff70f0dc-c44c-473a-96fd-572b074a80d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'b21b7644-fd10-4a95-a800-96947fe782d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:33:05.217070 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ed1a0a5-cc7d-4715-a1c5-d71ca687f337 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Network hostable DHCP agents. Network: b21b7644-fd10-4a95-a800-96947fe782d7, hostable agents: ['c6a09bd4-f72e-4283-a3ca-0bbca8a51081'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:33:05.224825 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-bb7ccf14-f083-44f3-8285-39aa057ebc56 req-f89e5dad-292b-4762-847f-b4ae96d2cbf7 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/security-groups?id=e89c09f5-16f2-4ac7-8f23-93abffe26f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335702 Jul 14 09:33:05.230340 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2524890-6408-41c8-89fb-4ffe38c72e68 req-088c647a-b1f5-4df9-bf3d-236fa9602eb2 tempest-VolumesNegativeTest-332234023 tempest-VolumesNegativeTest-332234023-project] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:33:05.243784 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088c647a-b1f5-4df9-bf3d-236fa9602eb2 tempest-VolumesNegativeTest-332234023 tempest-VolumesNegativeTest-332234023-project] Pushing event updated for resources: {'Port': ['ID=32d3cb2d-f4bb-490f-822a-1d1bfdf4bc10,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:05.275990 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ed1a0a5-cc7d-4715-a1c5-d71ca687f337 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Network b21b7644-fd10-4a95-a800-96947fe782d7 is scheduled to be hosted by DHCP agent c6a09bd4-f72e-4283-a3ca-0bbca8a51081 with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:33:05.308380 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-e9c9754f-f2b3-4b69-a25e-b8ade9668d1f req-538fe9f1-db24-47f2-9a24-20cc0ba0f272 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/security-groups?id=9b802230-9234-42e7-bf8c-0d12af0394c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873418 Jul 14 09:33:05.310688 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-3ed1a0a5-cc7d-4715-a1c5-d71ca687f337 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-29, b21b7644-fd10-4a95-a800-96947fe782d7) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:33:05.337814 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ed1a0a5-cc7d-4715-a1c5-d71ca687f337 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:05.338442 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3ed1a0a5-cc7d-4715-a1c5-d71ca687f337 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:05.341824 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca4e69a0-8ac1-4720-9670-d6d79c7791f3 None None] Network b21b7644-fd10-4a95-a800-96947fe782d7 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:33:05.384869 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2524890-6408-41c8-89fb-4ffe38c72e68 req-088c647a-b1f5-4df9-bf3d-236fa9602eb2 tempest-VolumesNegativeTest-332234023 tempest-VolumesNegativeTest-332234023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:05.386512 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-d2524890-6408-41c8-89fb-4ffe38c72e68 req-088c647a-b1f5-4df9-bf3d-236fa9602eb2 tempest-VolumesNegativeTest-332234023 tempest-VolumesNegativeTest-332234023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:05.394548 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-3ed1a0a5-cc7d-4715-a1c5-d71ca687f337 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.3045764 Jul 14 09:33:05.395517 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 58436) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:05.613730 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d2524890-6408-41c8-89fb-4ffe38c72e68 req-088c647a-b1f5-4df9-bf3d-236fa9602eb2 tempest-VolumesNegativeTest-332234023 tempest-VolumesNegativeTest-332234023-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7914498 Jul 14 09:33:05.646118 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-d2524890-6408-41c8-89fb-4ffe38c72e68 req-07eca8c3-4b19-4425-bf95-71ebaa032d1b service neutron] Request body: {'port': {'device_id': '9785e713-73cf-4ff4-9d1a-00d5354f38ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-29'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:33:05.753729 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42f33872-c6ed-4585-91c8-cb1b7ad5de56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf57baaa9-fd24-59f4-8fd2-1dc21122ce72-b21b7644-fd10-4a95-a800-96947fe782d7', 'network_id': 'b21b7644-fd10-4a95-a800-96947fe782d7', 'tenant_id': '3ef7c556f786485a9014d694639868d3', 'fixed_ips': [{'subnet_id': '9a00386b-2037-46ea-887c-9d1b3d3b7fb3'}]}} from n-d-779913-29. {{(pid=93959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:33:05.756752 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42f33872-c6ed-4585-91c8-cb1b7ad5de56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:05.826291 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8f49d5-0a44-4f62-9f35-974364f0bce4 req-d4f537d7-e303-4f07-91f0-2435549adfef tempest-VolumesNegativeTest-332234023 tempest-VolumesNegativeTest-332234023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:05.835746 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-cc8f49d5-0a44-4f62-9f35-974364f0bce4 req-d4f537d7-e303-4f07-91f0-2435549adfef tempest-VolumesNegativeTest-332234023 tempest-VolumesNegativeTest-332234023-project] 10.222.0.68 "GET /v2.0/ports?device_id=9785e713-73cf-4ff4-9d1a-00d5354f38ac HTTP/1.1" status: 200 len: 936 time: 0.2395024 Jul 14 09:33:05.891675 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-cc8f49d5-0a44-4f62-9f35-974364f0bce4 req-a841568e-1329-44c0-a279-b8648c9e6ded tempest-VolumesNegativeTest-332234023 tempest-VolumesNegativeTest-332234023-project] 10.222.0.68 "GET /v2.0/security-groups?id=594b37aa-ca6d-4aca-8ad2-873763696449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547514 Jul 14 09:33:05.958454 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d5cd6464-0937-4166-84e3-d840776f4862 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3876111'] for network, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:05.965460 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-b7b2ff58-aded-49ad-a859-bd7c201cd98c None None] Provisioning for port 32d3cb2d-f4bb-490f-822a-1d1bfdf4bc10 completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:33:05.985240 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-b7b2ff58-aded-49ad-a859-bd7c201cd98c None None] Provisioning complete for port 32d3cb2d-f4bb-490f-822a-1d1bfdf4bc10 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:33:05.985888 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b7b2ff58-aded-49ad-a859-bd7c201cd98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:05.993617 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-d2524890-6408-41c8-89fb-4ffe38c72e68 req-07eca8c3-4b19-4425-bf95-71ebaa032d1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:06.066131 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-b7b2ff58-aded-49ad-a859-bd7c201cd98c None None] Port 32d3cb2d-f4bb-490f-822a-1d1bfdf4bc10 cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:33:06.074098 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-42f33872-c6ed-4585-91c8-cb1b7ad5de56 None None] Allocated IP 172.20.0.1 (b21b7644-fd10-4a95-a800-96947fe782d7/9a00386b-2037-46ea-887c-9d1b3d3b7fb3/b1aa73f4-114a-4d03-9c70-80ec0f9daf8d) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:33:06.156246 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d5cd6464-0937-4166-84e3-d840776f4862 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3481002'] for subnet, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:06.353283 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42f33872-c6ed-4585-91c8-cb1b7ad5de56 None None] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:06.371006 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42f33872-c6ed-4585-91c8-cb1b7ad5de56 None None] Transition to ACTIVE for port object b1aa73f4-114a-4d03-9c70-80ec0f9daf8d will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:33:06.431547 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42f33872-c6ed-4585-91c8-cb1b7ad5de56 None None] Transition to ACTIVE for port object b1aa73f4-114a-4d03-9c70-80ec0f9daf8d will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:33:06.447274 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42f33872-c6ed-4585-91c8-cb1b7ad5de56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:06.527950 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42f33872-c6ed-4585-91c8-cb1b7ad5de56 None None] Network b21b7644-fd10-4a95-a800-96947fe782d7 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:33:06.537141 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-42f33872-c6ed-4585-91c8-cb1b7ad5de56 None None] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:33:06.547212 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f33872-c6ed-4585-91c8-cb1b7ad5de56 None None] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:33:06.569374 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d5cd6464-0937-4166-84e3-d840776f4862 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10052701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11984075'] for subnet, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:06.622587 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cd6464-0937-4166-84e3-d840776f4862 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Pushing event deleted for resources: {'Subnet': ['ID=9a00386b-2037-46ea-887c-9d1b3d3b7fb3,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:06.680568 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-42f33872-c6ed-4585-91c8-cb1b7ad5de56 None None] Attempting to bind port b1aa73f4-114a-4d03-9c70-80ec0f9daf8d on host n-d-779913-29 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:33:06.681259 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-42f33872-c6ed-4585-91c8-cb1b7ad5de56 None None] Attempting to bind port b1aa73f4-114a-4d03-9c70-80ec0f9daf8d by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': 'ff70f0dc-c44c-473a-96fd-572b074a80d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'b21b7644-fd10-4a95-a800-96947fe782d7'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:33:06.681957 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f33872-c6ed-4585-91c8-cb1b7ad5de56 None None] Attempting to bind port b1aa73f4-114a-4d03-9c70-80ec0f9daf8d on network b21b7644-fd10-4a95-a800-96947fe782d7 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:33:06.690343 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f33872-c6ed-4585-91c8-cb1b7ad5de56 None None] Pushing event updated for resources: {'Port': ['ID=b1aa73f4-114a-4d03-9c70-80ec0f9daf8d,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:06.693565 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f33872-c6ed-4585-91c8-cb1b7ad5de56 None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 32, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:33:06.694289 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f33872-c6ed-4585-91c8-cb1b7ad5de56 None None] Checking segment: {'id': 'ff70f0dc-c44c-473a-96fd-572b074a80d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'b21b7644-fd10-4a95-a800-96947fe782d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:33:06.694949 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42f33872-c6ed-4585-91c8-cb1b7ad5de56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:06.695570 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f33872-c6ed-4585-91c8-cb1b7ad5de56 None None] Bound using segment: {'id': 'ff70f0dc-c44c-473a-96fd-572b074a80d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'b21b7644-fd10-4a95-a800-96947fe782d7'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:33:06.696286 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-42f33872-c6ed-4585-91c8-cb1b7ad5de56 None None] Bound port: b1aa73f4-114a-4d03-9c70-80ec0f9daf8d, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff70f0dc-c44c-473a-96fd-572b074a80d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'b21b7644-fd10-4a95-a800-96947fe782d7'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:33:06.696942 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42f33872-c6ed-4585-91c8-cb1b7ad5de56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:06.731212 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adb2a4d-9e07-441a-8d34-4bc5c7c6ff97 req-d8a75b2c-bb76-4bb3-a996-0345f01974cb tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:06.734894 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-6adb2a4d-9e07-441a-8d34-4bc5c7c6ff97 req-d8a75b2c-bb76-4bb3-a996-0345f01974cb tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/ports?device_id=505bc581-794c-453c-95a3-3fa859d87e71 HTTP/1.1" status: 200 len: 946 time: 0.1392918 Jul 14 09:33:06.787173 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-42f33872-c6ed-4585-91c8-cb1b7ad5de56 None None] For port b1aa73f4-114a-4d03-9c70-80ec0f9daf8d, host n-d-779913-29, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:33:06.790901 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-42f33872-c6ed-4585-91c8-cb1b7ad5de56 None None] For port b1aa73f4-114a-4d03-9c70-80ec0f9daf8d, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=b1aa73f4-114a-4d03-9c70-80ec0f9daf8d,segment=NetworkSegment(ff70f0dc-c44c-473a-96fd-572b074a80d5),segment_id=ff70f0dc-c44c-473a-96fd-572b074a80d5)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:33:06.798556 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42f33872-c6ed-4585-91c8-cb1b7ad5de56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:06.806421 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-6adb2a4d-9e07-441a-8d34-4bc5c7c6ff97 req-06d105b5-869e-4a91-9869-e926acbec369 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/security-groups?id=9b802230-9234-42e7-bf8c-0d12af0394c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650952 Jul 14 09:33:06.904561 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ca1238-9401-4c1d-a4dd-782497d53e38 req-66884a82-b75e-4738-b34c-02139a07eef1 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:06.912425 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e0ca1238-9401-4c1d-a4dd-782497d53e38 req-66884a82-b75e-4738-b34c-02139a07eef1 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/ports?device_id=07646ca0-10f2-4cc8-8147-f694b9d44b24 HTTP/1.1" status: 200 len: 945 time: 0.4465299 Jul 14 09:33:06.925399 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-931dabb5-103e-458c-b68e-cd9281887fd4 None None] Network b21b7644-fd10-4a95-a800-96947fe782d7 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:33:06.939471 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d5cd6464-0937-4166-84e3-d840776f4862 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473955', 'neutron.services.segments.db._delete_segments_for_network-8735688326548'] for network, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:06.959867 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [req-d2524890-6408-41c8-89fb-4ffe38c72e68 req-07eca8c3-4b19-4425-bf95-71ebaa032d1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32d3cb2d-f4bb-490f-822a-1d1bfdf4bc10 {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:33:06.971387 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-d5cd6464-0937-4166-84e3-d840776f4862 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b21b7644-fd10-4a95-a800-96947fe782d7']}} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:33:06.975989 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-d2524890-6408-41c8-89fb-4ffe38c72e68 req-07eca8c3-4b19-4425-bf95-71ebaa032d1b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:06.996221 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-d5cd6464-0937-4166-84e3-d840776f4862 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff70f0dc-c44c-473a-96fd-572b074a80d5') {'for_net_delete': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:33:06.996507 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-d5cd6464-0937-4166-84e3-d840776f4862 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff70f0dc-c44c-473a-96fd-572b074a80d5') {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:33:07.018114 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d5cd6464-0937-4166-84e3-d840776f4862 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735688356235', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10944210'] for segment, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:07.026777 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [req-d2524890-6408-41c8-89fb-4ffe38c72e68 req-07eca8c3-4b19-4425-bf95-71ebaa032d1b service neutron] Transition to ACTIVE for port object 32d3cb2d-f4bb-490f-822a-1d1bfdf4bc10 will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:33:07.031060 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e0ca1238-9401-4c1d-a4dd-782497d53e38 req-08a61c08-948f-42ae-b0c3-7307e81be977 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/security-groups?id=e89c09f5-16f2-4ac7-8f23-93abffe26f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026275 Jul 14 09:33:07.036234 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-d2524890-6408-41c8-89fb-4ffe38c72e68 req-07eca8c3-4b19-4425-bf95-71ebaa032d1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:07.082431 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d5cd6464-0937-4166-84e3-d840776f4862 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:07.085551 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f33872-c6ed-4585-91c8-cb1b7ad5de56 None None] Pushing event updated for resources: {'Port': ['ID=b1aa73f4-114a-4d03-9c70-80ec0f9daf8d,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:07.090919 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5cd6464-0937-4166-84e3-d840776f4862 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Releasing vlan 722 on physical network physnet1 to pool {{(pid=93957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:33:07.091338 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d5cd6464-0937-4166-84e3-d840776f4862 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10053619'] for segment, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:07.160037 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:33:07.160037 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:33:07.160037 n-d-779913-29 neutron-server[93957]: Traceback (most recent call last): Jul 14 09:33:07.160037 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:33:07.160037 n-d-779913-29 neutron-server[93957]: timer() Jul 14 09:33:07.160037 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:33:07.160037 n-d-779913-29 neutron-server[93957]: cb(*args, **kw) Jul 14 09:33:07.160037 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:33:07.160037 n-d-779913-29 neutron-server[93957]: return func(*args, **kwargs) Jul 14 09:33:07.160037 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:33:07.160037 n-d-779913-29 neutron-server[93957]: self._notify() Jul 14 09:33:07.160037 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:33:07.160037 n-d-779913-29 neutron-server[93957]: self.callback(batched_events) Jul 14 09:33:07.160037 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:33:07.160037 n-d-779913-29 neutron-server[93957]: event.method(event) Jul 14 09:33:07.160037 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:33:07.160037 n-d-779913-29 neutron-server[93957]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:33:07.160037 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:33:07.160037 n-d-779913-29 neutron-server[93957]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:33:07.160037 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:33:07.160037 n-d-779913-29 neutron-server[93957]: return f(self, *a, **k) Jul 14 09:33:07.160037 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:33:07.160037 n-d-779913-29 neutron-server[93957]: return self._get(url).json() Jul 14 09:33:07.160037 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:33:07.160037 n-d-779913-29 neutron-server[93957]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:33:07.160037 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:33:07.160037 n-d-779913-29 neutron-server[93957]: return self.request(url, 'GET', **kwargs) Jul 14 09:33:07.160037 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:33:07.160037 n-d-779913-29 neutron-server[93957]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:33:07.160037 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:33:07.160037 n-d-779913-29 neutron-server[93957]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:33:07.160037 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:33:07.160037 n-d-779913-29 neutron-server[93957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:33:07.160037 n-d-779913-29 neutron-server[93957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:33:07.167999 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.db.api [None req-d5cd6464-0937-4166-84e3-d840776f4862 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 14 09:33:07.167999 n-d-779913-29 neutron-server[93957]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 14 09:33:07.167999 n-d-779913-29 neutron-server[93957]: [parameters: {'id': 'b21b7644-fd10-4a95-a800-96947fe782d7'}] Jul 14 09:33:07.167999 n-d-779913-29 neutron-server[93957]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93957) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 09:33:07.168437 n-d-779913-29 neutron-server[93957]: DEBUG oslo_db.api [None req-d5cd6464-0937-4166-84e3-d840776f4862 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 09:33:07.196202 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07eca8c3-4b19-4425-bf95-71ebaa032d1b service neutron] Pushing event updated for resources: {'Port': ['ID=32d3cb2d-f4bb-490f-822a-1d1bfdf4bc10,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:07.414723 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-d2524890-6408-41c8-89fb-4ffe38c72e68 req-07eca8c3-4b19-4425-bf95-71ebaa032d1b service neutron] Attempting to bind port 32d3cb2d-f4bb-490f-822a-1d1bfdf4bc10 on host n-h1-779913-29 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:33:07.415072 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-d2524890-6408-41c8-89fb-4ffe38c72e68 req-07eca8c3-4b19-4425-bf95-71ebaa032d1b service neutron] Attempting to bind port 32d3cb2d-f4bb-490f-822a-1d1bfdf4bc10 by drivers openvswitch,hyperv on host n-h1-779913-29 at level 0 using segments [{'id': '8f1c1422-de6c-445f-ab95-4e2c94585b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '2244f7a1-04bd-42cd-9e86-31839b46f57f'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:33:07.415415 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2524890-6408-41c8-89fb-4ffe38c72e68 req-07eca8c3-4b19-4425-bf95-71ebaa032d1b service neutron] Attempting to bind port 32d3cb2d-f4bb-490f-822a-1d1bfdf4bc10 on network 2244f7a1-04bd-42cd-9e86-31839b46f57f {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:33:07.445251 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53a64b18-f684-4b73-ba0c-e44d53480ac8 None None] get_active_networks_info from n-d-779913-29 {{(pid=93959) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 14 09:33:07.448531 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2524890-6408-41c8-89fb-4ffe38c72e68 req-07eca8c3-4b19-4425-bf95-71ebaa032d1b service neutron] Port 32d3cb2d-f4bb-490f-822a-1d1bfdf4bc10 on network 2244f7a1-04bd-42cd-9e86-31839b46f57f not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-29 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:33:07.448531 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2524890-6408-41c8-89fb-4ffe38c72e68 req-07eca8c3-4b19-4425-bf95-71ebaa032d1b service neutron] Attempting to bind port 32d3cb2d-f4bb-490f-822a-1d1bfdf4bc10 on network 2244f7a1-04bd-42cd-9e86-31839b46f57f {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:33:07.464235 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8920bb-859e-4c51-ac7f-376a4e6b1316 req-4a6fc7ad-62f5-4b0a-920a-ce7981522bdf tempest-VolumesNegativeTest-332234023 tempest-VolumesNegativeTest-332234023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:07.467529 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-fa8920bb-859e-4c51-ac7f-376a4e6b1316 req-4a6fc7ad-62f5-4b0a-920a-ce7981522bdf tempest-VolumesNegativeTest-332234023 tempest-VolumesNegativeTest-332234023-project] 10.222.0.68 "GET /v2.0/ports?device_id=9785e713-73cf-4ff4-9d1a-00d5354f38ac HTTP/1.1" status: 200 len: 948 time: 0.1470892 Jul 14 09:33:07.468331 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2524890-6408-41c8-89fb-4ffe38c72e68 req-07eca8c3-4b19-4425-bf95-71ebaa032d1b service neutron] Checking agent: {'id': 'de11e667-f145-47b0-bd09-334a7505938e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 13, 12), 'started_at': datetime.datetime(2021, 7, 14, 9, 13, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 32, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:33:07.468671 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2524890-6408-41c8-89fb-4ffe38c72e68 req-07eca8c3-4b19-4425-bf95-71ebaa032d1b service neutron] Checking segment: {'id': '8f1c1422-de6c-445f-ab95-4e2c94585b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '2244f7a1-04bd-42cd-9e86-31839b46f57f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:33:07.469058 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2524890-6408-41c8-89fb-4ffe38c72e68 req-07eca8c3-4b19-4425-bf95-71ebaa032d1b service neutron] Bound using segment: {'id': '8f1c1422-de6c-445f-ab95-4e2c94585b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '2244f7a1-04bd-42cd-9e86-31839b46f57f'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:33:07.469518 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-d2524890-6408-41c8-89fb-4ffe38c72e68 req-07eca8c3-4b19-4425-bf95-71ebaa032d1b service neutron] Bound port: 32d3cb2d-f4bb-490f-822a-1d1bfdf4bc10, host: n-h1-779913-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f1c1422-de6c-445f-ab95-4e2c94585b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '2244f7a1-04bd-42cd-9e86-31839b46f57f'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:33:07.472097 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-d2524890-6408-41c8-89fb-4ffe38c72e68 req-07eca8c3-4b19-4425-bf95-71ebaa032d1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:07.589407 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-d2524890-6408-41c8-89fb-4ffe38c72e68 req-07eca8c3-4b19-4425-bf95-71ebaa032d1b service neutron] For port 32d3cb2d-f4bb-490f-822a-1d1bfdf4bc10, host n-h1-779913-29, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:33:07.593448 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-d2524890-6408-41c8-89fb-4ffe38c72e68 req-07eca8c3-4b19-4425-bf95-71ebaa032d1b service neutron] For port 32d3cb2d-f4bb-490f-822a-1d1bfdf4bc10, host n-h1-779913-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=32d3cb2d-f4bb-490f-822a-1d1bfdf4bc10,segment=NetworkSegment(8f1c1422-de6c-445f-ab95-4e2c94585b2b),segment_id=8f1c1422-de6c-445f-ab95-4e2c94585b2b)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:33:07.602766 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-d2524890-6408-41c8-89fb-4ffe38c72e68 req-07eca8c3-4b19-4425-bf95-71ebaa032d1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:07.666708 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-fa8920bb-859e-4c51-ac7f-376a4e6b1316 req-bed277cd-2924-4308-88eb-dcf8df97817e tempest-VolumesNegativeTest-332234023 tempest-VolumesNegativeTest-332234023-project] 10.222.0.68 "GET /v2.0/security-groups?id=594b37aa-ca6d-4aca-8ad2-873763696449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626573 Jul 14 09:33:07.674229 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d5cd6464-0937-4166-84e3-d840776f4862 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3876111'] for network, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:07.685033 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2524890-6408-41c8-89fb-4ffe38c72e68 req-07eca8c3-4b19-4425-bf95-71ebaa032d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:07.686159 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-d2524890-6408-41c8-89fb-4ffe38c72e68 req-07eca8c3-4b19-4425-bf95-71ebaa032d1b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:07.688255 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d2524890-6408-41c8-89fb-4ffe38c72e68 req-07eca8c3-4b19-4425-bf95-71ebaa032d1b service neutron] 10.222.0.65 "PUT /v2.0/ports/32d3cb2d-f4bb-490f-822a-1d1bfdf4bc10 HTTP/1.1" status: 200 len: 1097 time: 2.0553901 Jul 14 09:33:07.691364 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9785e713-73cf-4ff4-9d1a-00d5354f38ac', 'tag': '32d3cb2d-f4bb-490f-822a-1d1bfdf4bc10'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:33:07.695719 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-234a10a9-6d35-43d8-b734-3a193a953dab" -d '{"events": [{"name": "network-changed", "server_uuid": "9785e713-73cf-4ff4-9d1a-00d5354f38ac", "tag": "32d3cb2d-f4bb-490f-822a-1d1bfdf4bc10"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:33:07.779510 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:33:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2ad163d-e767-482b-ab39-57a0417fd202 x-openstack-request-id: req-f2ad163d-e767-482b-ab39-57a0417fd202 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:33:07.779793 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9785e713-73cf-4ff4-9d1a-00d5354f38ac", "tag": "32d3cb2d-f4bb-490f-822a-1d1bfdf4bc10", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:33:07.780047 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-f2ad163d-e767-482b-ab39-57a0417fd202 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:33:07.780503 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9785e713-73cf-4ff4-9d1a-00d5354f38ac', 'tag': '32d3cb2d-f4bb-490f-822a-1d1bfdf4bc10', 'status': 'completed', 'code': 200} Jul 14 09:33:07.797201 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53a64b18-f684-4b73-ba0c-e44d53480ac8 None None] Resources bound (agent type, host, resource id): {{(pid=93959) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 14 09:33:07.825307 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07eca8c3-4b19-4425-bf95-71ebaa032d1b service neutron] Pushing event updated for resources: {'Port': ['ID=32d3cb2d-f4bb-490f-822a-1d1bfdf4bc10,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:07.877516 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2524890-6408-41c8-89fb-4ffe38c72e68 req-b6921301-521d-4382-8074-67d097575123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:07.877516 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d2524890-6408-41c8-89fb-4ffe38c72e68 req-b6921301-521d-4382-8074-67d097575123 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f683da440a2a49d694683ba8cafb2cc2&device_id=9785e713-73cf-4ff4-9d1a-00d5354f38ac HTTP/1.1" status: 200 len: 1100 time: 0.0829515 Jul 14 09:33:07.882724 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-d5cd6464-0937-4166-84e3-d840776f4862 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Deleting port b1aa73f4-114a-4d03-9c70-80ec0f9daf8d {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:33:07.883141 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d5cd6464-0937-4166-84e3-d840776f4862 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:08.028453 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d2524890-6408-41c8-89fb-4ffe38c72e68 req-3ef684bc-0e0e-4113-bc04-e92eed0c699d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.156&port_id=32d3cb2d-f4bb-490f-822a-1d1bfdf4bc10 HTTP/1.1" status: 200 len: 217 time: 0.1305232 Jul 14 09:33:08.198584 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-d5cd6464-0937-4166-84e3-d840776f4862 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] For port b1aa73f4-114a-4d03-9c70-80ec0f9daf8d, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=b1aa73f4-114a-4d03-9c70-80ec0f9daf8d,segment=NetworkSegment(ff70f0dc-c44c-473a-96fd-572b074a80d5),segment_id=ff70f0dc-c44c-473a-96fd-572b074a80d5)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:33:08.198962 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d5cd6464-0937-4166-84e3-d840776f4862 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:08.213679 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-d5cd6464-0937-4166-84e3-d840776f4862 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Calling delete_port for b1aa73f4-114a-4d03-9c70-80ec0f9daf8d owned by network:dhcp {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:33:08.310140 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d5cd6464-0937-4166-84e3-d840776f4862 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:08.348256 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cd6464-0937-4166-84e3-d840776f4862 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Pushing event deleted for resources: {'Port': ['ID=b1aa73f4-114a-4d03-9c70-80ec0f9daf8d,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:08.361445 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5cd6464-0937-4166-84e3-d840776f4862 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] No DVR routers for this DVR port b1aa73f4-114a-4d03-9c70-80ec0f9daf8d on host n-d-779913-29 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:33:08.368683 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2524890-6408-41c8-89fb-4ffe38c72e68 req-5b6bfbde-8982-4dfc-86a7-1fc49da859d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:08.370423 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d2524890-6408-41c8-89fb-4ffe38c72e68 req-5b6bfbde-8982-4dfc-86a7-1fc49da859d4 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=85060e65-3b2f-4a6c-a04c-ce849daa5b3b HTTP/1.1" status: 200 len: 843 time: 0.2511785 Jul 14 09:33:08.452628 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff96189-409f-40c2-b131-7f503aed39af req-07e660a7-16ab-4846-9212-7019f67ca561 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:08.461922 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-6ff96189-409f-40c2-b131-7f503aed39af req-07e660a7-16ab-4846-9212-7019f67ca561 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/ports?device_id=07646ca0-10f2-4cc8-8147-f694b9d44b24 HTTP/1.1" status: 200 len: 945 time: 0.1321187 Jul 14 09:33:08.507667 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-6ff96189-409f-40c2-b131-7f503aed39af req-f83bde56-4208-4c17-866e-d4f3e5605ea2 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/security-groups?id=e89c09f5-16f2-4ac7-8f23-93abffe26f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448530 Jul 14 09:33:08.540603 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bde3b0b-e405-4c8b-bc78-4c6034713b79 req-3a7ec173-ae84-4005-a8e8-18242d617c92 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:08.547820 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5bde3b0b-e405-4c8b-bc78-4c6034713b79 req-3a7ec173-ae84-4005-a8e8-18242d617c92 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/ports?device_id=505bc581-794c-453c-95a3-3fa859d87e71 HTTP/1.1" status: 200 len: 946 time: 0.5707650 Jul 14 09:33:08.594093 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d5cd6464-0937-4166-84e3-d840776f4862 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473955', 'neutron.services.segments.db._delete_segments_for_network-8735688326548'] for network, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:08.618715 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-d5cd6464-0937-4166-84e3-d840776f4862 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b21b7644-fd10-4a95-a800-96947fe782d7']}} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:33:08.642305 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5bde3b0b-e405-4c8b-bc78-4c6034713b79 req-af628a4f-7a83-4917-b1a5-089f6e2c636c tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/security-groups?id=9b802230-9234-42e7-bf8c-0d12af0394c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912993 Jul 14 09:33:08.657301 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-d5cd6464-0937-4166-84e3-d840776f4862 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff70f0dc-c44c-473a-96fd-572b074a80d5') {'for_net_delete': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:33:08.657634 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-d5cd6464-0937-4166-84e3-d840776f4862 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff70f0dc-c44c-473a-96fd-572b074a80d5') {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:33:08.660553 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2524890-6408-41c8-89fb-4ffe38c72e68 req-572f6064-556c-4fe4-a0f6-9710a1a62e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:08.662705 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d2524890-6408-41c8-89fb-4ffe38c72e68 req-572f6064-556c-4fe4-a0f6-9710a1a62e93 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2244f7a1-04bd-42cd-9e86-31839b46f57f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2833173 Jul 14 09:33:08.682298 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d5cd6464-0937-4166-84e3-d840776f4862 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735688356235', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10944210'] for segment, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:08.824390 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d2524890-6408-41c8-89fb-4ffe38c72e68 req-1a4aa3a1-6bfa-42a2-9371-1ed58691c57f service neutron] 10.222.0.65 "GET /v2.0/networks/2244f7a1-04bd-42cd-9e86-31839b46f57f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397338 Jul 14 09:33:08.856912 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d5cd6464-0937-4166-84e3-d840776f4862 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:08.897944 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5cd6464-0937-4166-84e3-d840776f4862 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Releasing vlan 722 on physical network physnet1 to pool {{(pid=93957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:33:08.898346 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d5cd6464-0937-4166-84e3-d840776f4862 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10053619'] for segment, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:08.909006 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:33:08.909006 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:33:08.909006 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:33:08.909006 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:33:08.909006 n-d-779913-29 neutron-server[93957]: Traceback (most recent call last): Jul 14 09:33:08.909006 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:33:08.909006 n-d-779913-29 neutron-server[93957]: timer() Jul 14 09:33:08.909006 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:33:08.909006 n-d-779913-29 neutron-server[93957]: cb(*args, **kw) Jul 14 09:33:08.909006 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:33:08.909006 n-d-779913-29 neutron-server[93957]: return func(*args, **kwargs) Jul 14 09:33:08.909006 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:33:08.909006 n-d-779913-29 neutron-server[93957]: self._notify() Jul 14 09:33:08.909006 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:33:08.909006 n-d-779913-29 neutron-server[93957]: self.callback(batched_events) Jul 14 09:33:08.909006 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:33:08.909006 n-d-779913-29 neutron-server[93957]: event.method(event) Jul 14 09:33:08.909006 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:33:08.909006 n-d-779913-29 neutron-server[93957]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:33:08.909006 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:33:08.909006 n-d-779913-29 neutron-server[93957]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:33:08.909006 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:33:08.909006 n-d-779913-29 neutron-server[93957]: return f(self, *a, **k) Jul 14 09:33:08.909006 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:33:08.909006 n-d-779913-29 neutron-server[93957]: return self._get(url).json() Jul 14 09:33:08.909006 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:33:08.909006 n-d-779913-29 neutron-server[93957]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:33:08.909006 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:33:08.909006 n-d-779913-29 neutron-server[93957]: return self.request(url, 'GET', **kwargs) Jul 14 09:33:08.909006 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:33:08.909006 n-d-779913-29 neutron-server[93957]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:33:08.909006 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:33:08.909006 n-d-779913-29 neutron-server[93957]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:33:08.909006 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:33:08.909006 n-d-779913-29 neutron-server[93957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:33:08.909006 n-d-779913-29 neutron-server[93957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:33:09.010108 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d5cd6464-0937-4166-84e3-d840776f4862 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660504'] for network, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:09.035166 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d5cd6464-0937-4166-84e3-d840776f4862 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Notify callbacks [] for network, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:09.047974 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-d5cd6464-0937-4166-84e3-d840776f4862 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] 10.222.0.68 "DELETE /v2.0/networks/b21b7644-fd10-4a95-a800-96947fe782d7 HTTP/1.1" status: 204 len: 168 time: 3.6471977 Jul 14 09:33:09.047974 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cd6464-0937-4166-84e3-d840776f4862 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Pushing event deleted for resources: {'Network': ['ID=b21b7644-fd10-4a95-a800-96947fe782d7,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:09.049066 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 58486) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:09.058391 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-778a3206-ba43-4a64-8491-599bc101a1bf tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1120961264'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:33:09.072110 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d2524890-6408-41c8-89fb-4ffe38c72e68 req-f33d0e45-d456-416e-acb6-4bf757c0e387 service neutron] 10.222.0.65 "GET /v2.0/networks/2244f7a1-04bd-42cd-9e86-31839b46f57f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2403479 Jul 14 09:33:09.101622 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-778a3206-ba43-4a64-8491-599bc101a1bf tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Made reservation on behalf of 3ef7c556f786485a9014d694639868d3 for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:33:09.104208 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3a8792-f241-44bf-9911-a2f8d6e3b9d9 req-a5e6ccaa-3253-4228-95cc-1b2d60063007 tempest-VolumesNegativeTest-332234023 tempest-VolumesNegativeTest-332234023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:09.105978 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ae3a8792-f241-44bf-9911-a2f8d6e3b9d9 req-a5e6ccaa-3253-4228-95cc-1b2d60063007 tempest-VolumesNegativeTest-332234023 tempest-VolumesNegativeTest-332234023-project] 10.222.0.68 "GET /v2.0/ports?device_id=9785e713-73cf-4ff4-9d1a-00d5354f38ac HTTP/1.1" status: 200 len: 948 time: 0.2181356 Jul 14 09:33:09.106948 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-778a3206-ba43-4a64-8491-599bc101a1bf tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:09.153880 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-778a3206-ba43-4a64-8491-599bc101a1bf tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 704} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:33:09.182648 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-778a3206-ba43-4a64-8491-599bc101a1bf tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:09.183126 n-d-779913-29 neutron-server[93958]: INFO neutron.db.segments_db [None req-778a3206-ba43-4a64-8491-599bc101a1bf tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Added segment b0f68563-2d39-400a-a1fd-74c8ea2cf7a7 of type vlan for network 4ab5e02c-2dd1-4d83-955d-00681534ce2c Jul 14 09:33:09.245190 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ae3a8792-f241-44bf-9911-a2f8d6e3b9d9 req-cbd9fa5d-7a3e-455f-a910-8afd0ee623ca tempest-VolumesNegativeTest-332234023 tempest-VolumesNegativeTest-332234023-project] 10.222.0.68 "GET /v2.0/security-groups?id=594b37aa-ca6d-4aca-8ad2-873763696449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274953 Jul 14 09:33:09.254004 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-778a3206-ba43-4a64-8491-599bc101a1bf tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735687821325'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:09.314561 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-778a3206-ba43-4a64-8491-599bc101a1bf tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:09.327326 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234a10a9-6d35-43d8-b734-3a193a953dab req-a92c5e7b-4984-4e00-b200-aee570769057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:09.329910 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-778a3206-ba43-4a64-8491-599bc101a1bf tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:09.331100 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-778a3206-ba43-4a64-8491-599bc101a1bf tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:09.331390 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-234a10a9-6d35-43d8-b734-3a193a953dab req-a92c5e7b-4984-4e00-b200-aee570769057 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f683da440a2a49d694683ba8cafb2cc2&device_id=9785e713-73cf-4ff4-9d1a-00d5354f38ac HTTP/1.1" status: 200 len: 1100 time: 0.1513767 Jul 14 09:33:09.428579 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778a3206-ba43-4a64-8491-599bc101a1bf tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Pushing event updated for resources: {'Network': ['ID=4ab5e02c-2dd1-4d83-955d-00681534ce2c,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:09.432689 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-778a3206-ba43-4a64-8491-599bc101a1bf tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3822210 Jul 14 09:33:09.435658 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 58490) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:09.441330 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-4b62735a-5b77-44d9-bf2d-290bf8dec338 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Request body: {'network': {'name': 'New_network'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:33:09.441565 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Network 4ab5e02c-2dd1-4d83-955d-00681534ce2c details requested by agent ovs-agent-n-d-779913-29 with host n-d-779913-29 {{(pid=93959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:33:09.568591 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234a10a9-6d35-43d8-b734-3a193a953dab req-a428c28e-f51f-406b-a856-9b3d8ba1c835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:09.570179 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-234a10a9-6d35-43d8-b734-3a193a953dab req-a428c28e-f51f-406b-a856-9b3d8ba1c835 service neutron] 10.222.0.65 "GET /v2.0/networks?id=2244f7a1-04bd-42cd-9e86-31839b46f57f HTTP/1.1" status: 200 len: 870 time: 0.2323835 Jul 14 09:33:09.633590 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-234a10a9-6d35-43d8-b734-3a193a953dab req-8cf9e9d1-db85-4099-912d-4d46b46cc38d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.156&port_id=32d3cb2d-f4bb-490f-822a-1d1bfdf4bc10 HTTP/1.1" status: 200 len: 217 time: 0.0556705 Jul 14 09:33:09.753938 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234a10a9-6d35-43d8-b734-3a193a953dab req-5eb2797b-23b6-4ae1-a2c2-8d5903b4e59d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:09.755514 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-234a10a9-6d35-43d8-b734-3a193a953dab req-5eb2797b-23b6-4ae1-a2c2-8d5903b4e59d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=85060e65-3b2f-4a6c-a04c-ce849daa5b3b HTTP/1.1" status: 200 len: 843 time: 0.1020844 Jul 14 09:33:09.812999 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4b62735a-5b77-44d9-bf2d-290bf8dec338 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735687821325'] for network, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:09.844345 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4b62735a-5b77-44d9-bf2d-290bf8dec338 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855'] for network, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:10.000666 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b62735a-5b77-44d9-bf2d-290bf8dec338 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Pushing event updated for resources: {'Network': ['ID=4ab5e02c-2dd1-4d83-955d-00681534ce2c,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:10.010034 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4b62735a-5b77-44d9-bf2d-290bf8dec338 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Network 4ab5e02c-2dd1-4d83-955d-00681534ce2c is not hosted by any dhcp agent {{(pid=93958) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 14 09:33:10.047715 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b62735a-5b77-44d9-bf2d-290bf8dec338 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:10.051629 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4b62735a-5b77-44d9-bf2d-290bf8dec338 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:10.069715 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-4b62735a-5b77-44d9-bf2d-290bf8dec338 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] 10.222.0.68 "PUT /v2.0/networks/4ab5e02c-2dd1-4d83-955d-00681534ce2c HTTP/1.1" status: 200 len: 723 time: 0.6295183 Jul 14 09:33:10.071925 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 58506) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:10.098912 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-efa118e6-7df5-4606-946e-4fd0f884f390 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Request body: {'subnet': {'network_id': '4ab5e02c-2dd1-4d83-955d-00681534ce2c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:33:10.111480 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Network 4ab5e02c-2dd1-4d83-955d-00681534ce2c details requested by agent ovs-agent-n-d-779913-29 with host n-d-779913-29 {{(pid=93959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:33:10.300943 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82da398-a5e6-4964-8a60-049b87b61300 req-4626a683-0fec-446a-991d-91f1f541f879 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:10.302638 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e82da398-a5e6-4964-8a60-049b87b61300 req-4626a683-0fec-446a-991d-91f1f541f879 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/ports?device_id=07646ca0-10f2-4cc8-8147-f694b9d44b24 HTTP/1.1" status: 200 len: 945 time: 0.5935433 Jul 14 09:33:10.315612 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85636485-db9f-4f8e-b7f1-451e68d2abd1 req-0d3efc30-12e5-4c63-8404-059809cc1653 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:10.323528 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-85636485-db9f-4f8e-b7f1-451e68d2abd1 req-0d3efc30-12e5-4c63-8404-059809cc1653 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/ports?device_id=505bc581-794c-453c-95a3-3fa859d87e71 HTTP/1.1" status: 200 len: 946 time: 0.4946611 Jul 14 09:33:10.386459 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234a10a9-6d35-43d8-b734-3a193a953dab req-3859a2c7-e19e-4d16-a3f1-5a610d544b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:10.388757 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-234a10a9-6d35-43d8-b734-3a193a953dab req-3859a2c7-e19e-4d16-a3f1-5a610d544b6c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2244f7a1-04bd-42cd-9e86-31839b46f57f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6214077 Jul 14 09:33:10.402573 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-85636485-db9f-4f8e-b7f1-451e68d2abd1 req-36c8e6e2-4a40-4c39-9624-ac6c7c57b17c tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/security-groups?id=9b802230-9234-42e7-bf8c-0d12af0394c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784674 Jul 14 09:33:10.417256 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e82da398-a5e6-4964-8a60-049b87b61300 req-25d27e02-3498-4055-9573-190bd3541d8c tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/security-groups?id=e89c09f5-16f2-4ac7-8f23-93abffe26f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979466 Jul 14 09:33:10.424220 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efa118e6-7df5-4606-946e-4fd0f884f390 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Made reservation on behalf of 3ef7c556f786485a9014d694639868d3 for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:33:10.429115 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-efa118e6-7df5-4606-946e-4fd0f884f390 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16714600'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:10.601852 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-234a10a9-6d35-43d8-b734-3a193a953dab req-53724217-5416-4eac-b8d0-caffc0199c47 service neutron] 10.222.0.65 "GET /v2.0/networks/2244f7a1-04bd-42cd-9e86-31839b46f57f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1871836 Jul 14 09:33:10.804097 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-efa118e6-7df5-4606-946e-4fd0f884f390 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13573993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16714586'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:10.855657 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a2ae0d-9afc-4536-a503-1e6058e869af req-f9e78c0f-a6af-45f3-bc0c-c184e1475b8f tempest-VolumesNegativeTest-332234023 tempest-VolumesNegativeTest-332234023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:10.857249 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a3a2ae0d-9afc-4536-a503-1e6058e869af req-f9e78c0f-a6af-45f3-bc0c-c184e1475b8f tempest-VolumesNegativeTest-332234023 tempest-VolumesNegativeTest-332234023-project] 10.222.0.68 "GET /v2.0/ports?device_id=9785e713-73cf-4ff4-9d1a-00d5354f38ac HTTP/1.1" status: 200 len: 948 time: 0.1121628 Jul 14 09:33:10.881844 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa118e6-7df5-4606-946e-4fd0f884f390 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Pushing event updated for resources: {'Subnet': ['ID=3777ab28-904a-488f-9657-03d3c1dfd9e6,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:10.886811 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-234a10a9-6d35-43d8-b734-3a193a953dab req-d29d7a54-26f3-4c68-8573-26347b95904e service neutron] 10.222.0.65 "GET /v2.0/networks/2244f7a1-04bd-42cd-9e86-31839b46f57f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2517483 Jul 14 09:33:10.890366 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efa118e6-7df5-4606-946e-4fd0f884f390 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Checking segment: {'id': 'b0f68563-2d39-400a-a1fd-74c8ea2cf7a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '4ab5e02c-2dd1-4d83-955d-00681534ce2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:33:10.890831 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efa118e6-7df5-4606-946e-4fd0f884f390 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Network hostable DHCP agents. Network: 4ab5e02c-2dd1-4d83-955d-00681534ce2c, hostable agents: ['c6a09bd4-f72e-4283-a3ca-0bbca8a51081'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:33:10.915904 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a3a2ae0d-9afc-4536-a503-1e6058e869af req-33e58809-ce7c-493b-90bf-ae29f845aa3e tempest-VolumesNegativeTest-332234023 tempest-VolumesNegativeTest-332234023-project] 10.222.0.68 "GET /v2.0/security-groups?id=594b37aa-ca6d-4aca-8ad2-873763696449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520647 Jul 14 09:33:10.924899 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efa118e6-7df5-4606-946e-4fd0f884f390 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Network 4ab5e02c-2dd1-4d83-955d-00681534ce2c is scheduled to be hosted by DHCP agent c6a09bd4-f72e-4283-a3ca-0bbca8a51081 with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:33:10.938779 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-efa118e6-7df5-4606-946e-4fd0f884f390 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-29, 4ab5e02c-2dd1-4d83-955d-00681534ce2c) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:33:10.949947 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efa118e6-7df5-4606-946e-4fd0f884f390 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:10.951466 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-efa118e6-7df5-4606-946e-4fd0f884f390 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:10.952526 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1317ed29-b404-419b-b3c9-8f95e9fcca21 None None] Network 4ab5e02c-2dd1-4d83-955d-00681534ce2c requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:33:10.996391 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-efa118e6-7df5-4606-946e-4fd0f884f390 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9179633 Jul 14 09:33:10.999036 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 58522) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:11.005188 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-2d80b8c6-e435-471b-9379-29cfba8846b8 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:33:11.084781 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 32d3cb2d-f4bb-490f-822a-1d1bfdf4bc10 details requested by agent hyperv_n-h1-779913-29 with host n-h1-779913-29 {{(pid=93959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:33:11.150555 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2d80b8c6-e435-471b-9379-29cfba8846b8 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-11984101'] for subnet, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:11.202523 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port 32d3cb2d-f4bb-490f-822a-1d1bfdf4bc10, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=32d3cb2d-f4bb-490f-822a-1d1bfdf4bc10,segment=NetworkSegment(8f1c1422-de6c-445f-ab95-4e2c94585b2b),segment_id=8f1c1422-de6c-445f-ab95-4e2c94585b2b)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:33:11.217480 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Returning: {'device': '32d3cb2d-f4bb-490f-822a-1d1bfdf4bc10', 'network_id': '2244f7a1-04bd-42cd-9e86-31839b46f57f', 'port_id': '32d3cb2d-f4bb-490f-822a-1d1bfdf4bc10', 'mac_address': 'fa:16:3e:e3:c1:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 724, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85060e65-3b2f-4a6c-a04c-ce849daa5b3b', 'ip_address': '192.168.233.156'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:33:11.264623 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:11.281028 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32d3cb2d-f4bb-490f-822a-1d1bfdf4bc10 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:33:11.306060 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port 32d3cb2d-f4bb-490f-822a-1d1bfdf4bc10, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=32d3cb2d-f4bb-490f-822a-1d1bfdf4bc10,segment=NetworkSegment(8f1c1422-de6c-445f-ab95-4e2c94585b2b),segment_id=8f1c1422-de6c-445f-ab95-4e2c94585b2b)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:33:11.338089 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:11.400996 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2d80b8c6-e435-471b-9379-29cfba8846b8 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8735688246510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-10052682'] for subnet, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:11.450720 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d80b8c6-e435-471b-9379-29cfba8846b8 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:11.451369 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2d80b8c6-e435-471b-9379-29cfba8846b8 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Notify callbacks [] for subnet, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:11.455893 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 58528) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:11.456081 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-2d80b8c6-e435-471b-9379-29cfba8846b8 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] 10.222.0.68 "PUT /v2.0/subnets/3777ab28-904a-488f-9657-03d3c1dfd9e6 HTTP/1.1" status: 200 len: 806 time: 0.4556794 Jul 14 09:33:11.515884 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d80b8c6-e435-471b-9379-29cfba8846b8 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Pushing event updated for resources: {'Subnet': ['ID=3777ab28-904a-488f-9657-03d3c1dfd9e6,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:11.596081 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Pushing event updated for resources: {'Port': ['ID=32d3cb2d-f4bb-490f-822a-1d1bfdf4bc10,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:11.611263 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0903351-8157-483c-993a-aceb6407d799 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf57baaa9-fd24-59f4-8fd2-1dc21122ce72-4ab5e02c-2dd1-4d83-955d-00681534ce2c', 'network_id': '4ab5e02c-2dd1-4d83-955d-00681534ce2c', 'tenant_id': '3ef7c556f786485a9014d694639868d3', 'fixed_ips': [{'subnet_id': '3777ab28-904a-488f-9657-03d3c1dfd9e6'}]}} from n-d-779913-29. {{(pid=93959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:33:11.612723 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e0903351-8157-483c-993a-aceb6407d799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:11.803732 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] get_ports_and_sgs() called for port_ids ['32d3cb2d-f4bb-490f-822a-1d1bfdf4bc10'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:33:11.846829 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e337ff-6e61-43f6-be15-ca14dba7b573 req-262c1b16-a89a-41cd-b642-23e864c04ea2 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:11.848618 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-03e337ff-6e61-43f6-be15-ca14dba7b573 req-262c1b16-a89a-41cd-b642-23e864c04ea2 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/ports?device_id=07646ca0-10f2-4cc8-8147-f694b9d44b24 HTTP/1.1" status: 200 len: 945 time: 0.1409547 Jul 14 09:33:11.891101 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-772afd3e-77a3-4a18-867c-7079cef05839 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3876111'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:11.899335 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-03e337ff-6e61-43f6-be15-ca14dba7b573 req-96185dbc-4351-45ab-bb0c-db058bf15954 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/security-groups?id=e89c09f5-16f2-4ac7-8f23-93abffe26f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421221 Jul 14 09:33:12.016338 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-e0903351-8157-483c-993a-aceb6407d799 None None] Allocated IP 172.20.0.2 (4ab5e02c-2dd1-4d83-955d-00681534ce2c/3777ab28-904a-488f-9657-03d3c1dfd9e6/35812a40-c193-4bf8-8ab5-1b96bf0420f1) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:33:12.062165 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-772afd3e-77a3-4a18-867c-7079cef05839 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3481002'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:12.075589 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca818c2-a8e5-48d5-8d86-bf582bd868d0 req-8517acb3-e040-41ae-a9fd-a8b6e88dfab4 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:12.082894 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-6ca818c2-a8e5-48d5-8d86-bf582bd868d0 req-8517acb3-e040-41ae-a9fd-a8b6e88dfab4 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/ports?device_id=505bc581-794c-453c-95a3-3fa859d87e71 HTTP/1.1" status: 200 len: 946 time: 0.4397197 Jul 14 09:33:12.174194 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-6ca818c2-a8e5-48d5-8d86-bf582bd868d0 req-02f1499d-8ad9-4938-9341-4764be3d4161 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/security-groups?id=9b802230-9234-42e7-bf8c-0d12af0394c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888505 Jul 14 09:33:12.265315 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e0903351-8157-483c-993a-aceb6407d799 None None] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:12.274858 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-e0903351-8157-483c-993a-aceb6407d799 None None] Transition to ACTIVE for port object 35812a40-c193-4bf8-8ab5-1b96bf0420f1 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:33:12.295156 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-e0903351-8157-483c-993a-aceb6407d799 None None] Transition to ACTIVE for port object 35812a40-c193-4bf8-8ab5-1b96bf0420f1 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:33:12.309911 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e0903351-8157-483c-993a-aceb6407d799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:12.361560 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0903351-8157-483c-993a-aceb6407d799 None None] Network 4ab5e02c-2dd1-4d83-955d-00681534ce2c is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:33:12.365188 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-772afd3e-77a3-4a18-867c-7079cef05839 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13574056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16714573'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:12.367036 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-e0903351-8157-483c-993a-aceb6407d799 None None] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:33:12.370793 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0903351-8157-483c-993a-aceb6407d799 None None] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:33:12.412780 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0903351-8157-483c-993a-aceb6407d799 None None] Pushing event updated for resources: {'Port': ['ID=35812a40-c193-4bf8-8ab5-1b96bf0420f1,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:12.451245 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-e0903351-8157-483c-993a-aceb6407d799 None None] Attempting to bind port 35812a40-c193-4bf8-8ab5-1b96bf0420f1 on host n-d-779913-29 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:33:12.451626 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-e0903351-8157-483c-993a-aceb6407d799 None None] Attempting to bind port 35812a40-c193-4bf8-8ab5-1b96bf0420f1 by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': 'b0f68563-2d39-400a-a1fd-74c8ea2cf7a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '4ab5e02c-2dd1-4d83-955d-00681534ce2c'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:33:12.452492 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0903351-8157-483c-993a-aceb6407d799 None None] Attempting to bind port 35812a40-c193-4bf8-8ab5-1b96bf0420f1 on network 4ab5e02c-2dd1-4d83-955d-00681534ce2c {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:33:12.462518 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0903351-8157-483c-993a-aceb6407d799 None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 32, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:33:12.463510 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0903351-8157-483c-993a-aceb6407d799 None None] Checking segment: {'id': 'b0f68563-2d39-400a-a1fd-74c8ea2cf7a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '4ab5e02c-2dd1-4d83-955d-00681534ce2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:33:12.464845 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e0903351-8157-483c-993a-aceb6407d799 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:12.465805 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0903351-8157-483c-993a-aceb6407d799 None None] Bound using segment: {'id': 'b0f68563-2d39-400a-a1fd-74c8ea2cf7a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '4ab5e02c-2dd1-4d83-955d-00681534ce2c'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:33:12.466326 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-e0903351-8157-483c-993a-aceb6407d799 None None] Bound port: 35812a40-c193-4bf8-8ab5-1b96bf0420f1, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0f68563-2d39-400a-a1fd-74c8ea2cf7a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '4ab5e02c-2dd1-4d83-955d-00681534ce2c'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:33:12.466725 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e0903351-8157-483c-993a-aceb6407d799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:12.548314 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-e0903351-8157-483c-993a-aceb6407d799 None None] For port 35812a40-c193-4bf8-8ab5-1b96bf0420f1, host n-d-779913-29, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:33:12.552037 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-e0903351-8157-483c-993a-aceb6407d799 None None] For port 35812a40-c193-4bf8-8ab5-1b96bf0420f1, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=35812a40-c193-4bf8-8ab5-1b96bf0420f1,segment=NetworkSegment(b0f68563-2d39-400a-a1fd-74c8ea2cf7a7),segment_id=b0f68563-2d39-400a-a1fd-74c8ea2cf7a7)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:33:12.557656 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e0903351-8157-483c-993a-aceb6407d799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:12.593442 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.agents_db [None req-3c3509fb-540d-4335-a450-574895dd3602 None None] Agent healthcheck: found 7 active agents {{(pid=93960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:33:12.660160 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0903351-8157-483c-993a-aceb6407d799 None None] Pushing event updated for resources: {'Port': ['ID=35812a40-c193-4bf8-8ab5-1b96bf0420f1,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:12.689056 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-237d63cf-6699-43f5-9224-21f6dffecbd1 None None] Network 4ab5e02c-2dd1-4d83-955d-00681534ce2c requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:33:12.832153 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:12.926238 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a3d5123-2824-480b-81da-e335fb7f8d1a None None] Network 4ab5e02c-2dd1-4d83-955d-00681534ce2c requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:33:12.932319 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281da142-b450-4fdf-95ef-274959147ce0 req-abed51a8-425f-4316-aa1d-da694ef87ec1 tempest-VolumesNegativeTest-332234023 tempest-VolumesNegativeTest-332234023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:12.933900 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-281da142-b450-4fdf-95ef-274959147ce0 req-abed51a8-425f-4316-aa1d-da694ef87ec1 tempest-VolumesNegativeTest-332234023 tempest-VolumesNegativeTest-332234023-project] 10.222.0.68 "GET /v2.0/ports?device_id=9785e713-73cf-4ff4-9d1a-00d5354f38ac HTTP/1.1" status: 200 len: 949 time: 0.6400077 Jul 14 09:33:12.934661 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772afd3e-77a3-4a18-867c-7079cef05839 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Pushing event deleted for resources: {'Subnet': ['ID=3777ab28-904a-488f-9657-03d3c1dfd9e6,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:12.981824 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-772afd3e-77a3-4a18-867c-7079cef05839 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473955', 'neutron.services.segments.db._delete_segments_for_network-8735688326548'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:13.001336 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-281da142-b450-4fdf-95ef-274959147ce0 req-54de508f-2fa3-49fb-ae77-e3e7b93d79ab tempest-VolumesNegativeTest-332234023 tempest-VolumesNegativeTest-332234023-project] 10.222.0.68 "GET /v2.0/security-groups?id=594b37aa-ca6d-4aca-8ad2-873763696449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595498 Jul 14 09:33:13.029065 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-772afd3e-77a3-4a18-867c-7079cef05839 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ab5e02c-2dd1-4d83-955d-00681534ce2c']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:33:13.054997 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-772afd3e-77a3-4a18-867c-7079cef05839 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0f68563-2d39-400a-a1fd-74c8ea2cf7a7') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:33:13.055428 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-772afd3e-77a3-4a18-867c-7079cef05839 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0f68563-2d39-400a-a1fd-74c8ea2cf7a7') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:33:13.078499 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-772afd3e-77a3-4a18-867c-7079cef05839 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735688356235', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13574129'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:13.106466 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-772afd3e-77a3-4a18-867c-7079cef05839 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:13.133159 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-772afd3e-77a3-4a18-867c-7079cef05839 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Releasing vlan 704 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:33:13.138346 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-772afd3e-77a3-4a18-867c-7079cef05839 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13573126'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:13.147618 n-d-779913-29 neutron-server[93958]: Traceback (most recent call last): Jul 14 09:33:13.147618 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:33:13.147618 n-d-779913-29 neutron-server[93958]: timer() Jul 14 09:33:13.147618 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:33:13.147618 n-d-779913-29 neutron-server[93958]: cb(*args, **kw) Jul 14 09:33:13.147618 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:33:13.147618 n-d-779913-29 neutron-server[93958]: return func(*args, **kwargs) Jul 14 09:33:13.147618 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:33:13.147618 n-d-779913-29 neutron-server[93958]: self._notify() Jul 14 09:33:13.147618 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:33:13.147618 n-d-779913-29 neutron-server[93958]: self.callback(batched_events) Jul 14 09:33:13.147618 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:33:13.147618 n-d-779913-29 neutron-server[93958]: event.method(event) Jul 14 09:33:13.147618 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:33:13.147618 n-d-779913-29 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:33:13.147618 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:33:13.147618 n-d-779913-29 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:33:13.147618 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:33:13.147618 n-d-779913-29 neutron-server[93958]: return f(self, *a, **k) Jul 14 09:33:13.147618 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:33:13.147618 n-d-779913-29 neutron-server[93958]: return self._get(url).json() Jul 14 09:33:13.147618 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:33:13.147618 n-d-779913-29 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:33:13.147618 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:33:13.147618 n-d-779913-29 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 14 09:33:13.147618 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:33:13.147618 n-d-779913-29 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:33:13.147618 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:33:13.147618 n-d-779913-29 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:33:13.147618 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:33:13.147618 n-d-779913-29 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:33:13.147618 n-d-779913-29 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:33:13.173180 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9967b6d-f266-474a-bbee-ad326ce4fb41 None None] get_active_networks_info from n-d-779913-29 {{(pid=93959) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 14 09:33:13.224204 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039dfef7-bddc-4b93-8892-9319b29b6efe req-3a63667d-3414-4fac-8f90-95350d22e19d tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:13.237826 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-039dfef7-bddc-4b93-8892-9319b29b6efe req-3a63667d-3414-4fac-8f90-95350d22e19d tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/ports?device_id=07646ca0-10f2-4cc8-8147-f694b9d44b24 HTTP/1.1" status: 200 len: 945 time: 0.1332653 Jul 14 09:33:13.307070 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.db.api [None req-772afd3e-77a3-4a18-867c-7079cef05839 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 14 09:33:13.307070 n-d-779913-29 neutron-server[93958]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 14 09:33:13.307070 n-d-779913-29 neutron-server[93958]: [parameters: {'id': '4ab5e02c-2dd1-4d83-955d-00681534ce2c'}] Jul 14 09:33:13.307070 n-d-779913-29 neutron-server[93958]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93958) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 09:33:13.307568 n-d-779913-29 neutron-server[93958]: DEBUG oslo_db.api [None req-772afd3e-77a3-4a18-867c-7079cef05839 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 09:33:13.314664 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-039dfef7-bddc-4b93-8892-9319b29b6efe req-a3ff2503-f3a2-4e45-ac76-5cb8f9c9af93 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/security-groups?id=e89c09f5-16f2-4ac7-8f23-93abffe26f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748956 Jul 14 09:33:13.345381 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9967b6d-f266-474a-bbee-ad326ce4fb41 None None] Resources bound (agent type, host, resource id): {{(pid=93959) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 14 09:33:13.465469 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:13.538330 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5623afe-5839-4e9d-b864-96198e459d8b req-a6676de3-c333-448a-b8ca-68cdc17415b7 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:13.555254 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a5623afe-5839-4e9d-b864-96198e459d8b req-a6676de3-c333-448a-b8ca-68cdc17415b7 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/ports?device_id=505bc581-794c-453c-95a3-3fa859d87e71 HTTP/1.1" status: 200 len: 946 time: 0.1198492 Jul 14 09:33:13.617603 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a5623afe-5839-4e9d-b864-96198e459d8b req-dfa9407a-880a-41df-a578-51aba529b9d5 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/security-groups?id=9b802230-9234-42e7-bf8c-0d12af0394c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521417 Jul 14 09:33:13.808237 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-772afd3e-77a3-4a18-867c-7079cef05839 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3876111'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:13.888683 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-772afd3e-77a3-4a18-867c-7079cef05839 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Deleting port 35812a40-c193-4bf8-8ab5-1b96bf0420f1 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:33:13.889053 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-772afd3e-77a3-4a18-867c-7079cef05839 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:13.973996 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-772afd3e-77a3-4a18-867c-7079cef05839 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] For port 35812a40-c193-4bf8-8ab5-1b96bf0420f1, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=35812a40-c193-4bf8-8ab5-1b96bf0420f1,segment=NetworkSegment(b0f68563-2d39-400a-a1fd-74c8ea2cf7a7),segment_id=b0f68563-2d39-400a-a1fd-74c8ea2cf7a7)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:33:13.975470 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-772afd3e-77a3-4a18-867c-7079cef05839 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:13.992538 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-772afd3e-77a3-4a18-867c-7079cef05839 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Calling delete_port for 35812a40-c193-4bf8-8ab5-1b96bf0420f1 owned by network:dhcp {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:33:14.102819 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-772afd3e-77a3-4a18-867c-7079cef05839 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:14.138534 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772afd3e-77a3-4a18-867c-7079cef05839 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Pushing event deleted for resources: {'Port': ['ID=35812a40-c193-4bf8-8ab5-1b96bf0420f1,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:14.140536 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-772afd3e-77a3-4a18-867c-7079cef05839 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] No DVR routers for this DVR port 35812a40-c193-4bf8-8ab5-1b96bf0420f1 on host n-d-779913-29 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:33:14.259953 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-772afd3e-77a3-4a18-867c-7079cef05839 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473955', 'neutron.services.segments.db._delete_segments_for_network-8735688326548'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:14.274928 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-772afd3e-77a3-4a18-867c-7079cef05839 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ab5e02c-2dd1-4d83-955d-00681534ce2c']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:33:14.292558 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-772afd3e-77a3-4a18-867c-7079cef05839 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0f68563-2d39-400a-a1fd-74c8ea2cf7a7') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:33:14.292856 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-772afd3e-77a3-4a18-867c-7079cef05839 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0f68563-2d39-400a-a1fd-74c8ea2cf7a7') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:33:14.304990 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-772afd3e-77a3-4a18-867c-7079cef05839 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735688356235', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13574129'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:14.334410 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbde252-aac6-4140-ac22-50ffd77bf1aa req-7eb09003-a350-4b61-8187-1625a37d666f tempest-VolumesNegativeTest-332234023 tempest-VolumesNegativeTest-332234023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:14.335988 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-8dbde252-aac6-4140-ac22-50ffd77bf1aa req-7eb09003-a350-4b61-8187-1625a37d666f tempest-VolumesNegativeTest-332234023 tempest-VolumesNegativeTest-332234023-project] 10.222.0.68 "GET /v2.0/ports?device_id=9785e713-73cf-4ff4-9d1a-00d5354f38ac HTTP/1.1" status: 200 len: 949 time: 0.1717820 Jul 14 09:33:14.337079 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-772afd3e-77a3-4a18-867c-7079cef05839 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:14.347963 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-772afd3e-77a3-4a18-867c-7079cef05839 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Releasing vlan 704 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:33:14.349023 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-772afd3e-77a3-4a18-867c-7079cef05839 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13573126'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:14.423536 n-d-779913-29 neutron-server[93958]: Traceback (most recent call last): Jul 14 09:33:14.423536 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:33:14.423536 n-d-779913-29 neutron-server[93958]: timer() Jul 14 09:33:14.423536 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:33:14.423536 n-d-779913-29 neutron-server[93958]: cb(*args, **kw) Jul 14 09:33:14.423536 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:33:14.423536 n-d-779913-29 neutron-server[93958]: return func(*args, **kwargs) Jul 14 09:33:14.423536 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:33:14.423536 n-d-779913-29 neutron-server[93958]: self._notify() Jul 14 09:33:14.423536 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:33:14.423536 n-d-779913-29 neutron-server[93958]: self.callback(batched_events) Jul 14 09:33:14.423536 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:33:14.423536 n-d-779913-29 neutron-server[93958]: event.method(event) Jul 14 09:33:14.423536 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:33:14.423536 n-d-779913-29 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:33:14.423536 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:33:14.423536 n-d-779913-29 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:33:14.423536 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:33:14.423536 n-d-779913-29 neutron-server[93958]: return f(self, *a, **k) Jul 14 09:33:14.423536 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:33:14.423536 n-d-779913-29 neutron-server[93958]: return self._get(url).json() Jul 14 09:33:14.423536 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:33:14.423536 n-d-779913-29 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:33:14.423536 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:33:14.423536 n-d-779913-29 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 14 09:33:14.423536 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:33:14.423536 n-d-779913-29 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:33:14.423536 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:33:14.423536 n-d-779913-29 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:33:14.423536 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:33:14.423536 n-d-779913-29 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:33:14.423536 n-d-779913-29 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:33:14.446559 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-772afd3e-77a3-4a18-867c-7079cef05839 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660504'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:14.461916 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-772afd3e-77a3-4a18-867c-7079cef05839 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:14.463699 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-772afd3e-77a3-4a18-867c-7079cef05839 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] 10.222.0.68 "DELETE /v2.0/networks/4ab5e02c-2dd1-4d83-955d-00681534ce2c HTTP/1.1" status: 204 len: 168 time: 3.0063610 Jul 14 09:33:14.466690 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 58572) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:14.495068 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772afd3e-77a3-4a18-867c-7079cef05839 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Pushing event deleted for resources: {'Network': ['ID=4ab5e02c-2dd1-4d83-955d-00681534ce2c,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:14.500507 n-d-779913-29 neutron-server[93957]: INFO neutron.pecan_wsgi.hooks.translation [None req-02fea140-b07d-4641-b725-d82242493920 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] DELETE failed (client error): The resource could not be found. Jul 14 09:33:14.501593 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02fea140-b07d-4641-b725-d82242493920 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:33:14.506872 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-02fea140-b07d-4641-b725-d82242493920 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] 10.222.0.68 "DELETE /v2.0/networks/4ab5e02c-2dd1-4d83-955d-00681534ce2c HTTP/1.1" status: 404 len: 339 time: 0.0371099 Jul 14 09:33:14.510767 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 58574) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:14.517541 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-8dbde252-aac6-4140-ac22-50ffd77bf1aa req-da35aa2c-9ab2-4919-8b8e-15b204befd49 tempest-VolumesNegativeTest-332234023 tempest-VolumesNegativeTest-332234023-project] 10.222.0.68 "GET /v2.0/security-groups?id=594b37aa-ca6d-4aca-8ad2-873763696449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897052 Jul 14 09:33:14.517749 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-33c5e1ea-12e8-4db9-807e-88a733f7793d tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1054035501', 'description': 'd1'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:33:14.562611 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33c5e1ea-12e8-4db9-807e-88a733f7793d tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Made reservation on behalf of 3ef7c556f786485a9014d694639868d3 for: {'network': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:33:14.566191 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-33c5e1ea-12e8-4db9-807e-88a733f7793d tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for network, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:14.590942 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223ee19e-1436-4b25-87a9-ecee297af157 req-d3a72539-b5fa-45cd-bde9-842e082eb6f2 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:14.601926 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-223ee19e-1436-4b25-87a9-ecee297af157 req-d3a72539-b5fa-45cd-bde9-842e082eb6f2 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/ports?device_id=07646ca0-10f2-4cc8-8147-f694b9d44b24 HTTP/1.1" status: 200 len: 945 time: 0.1728489 Jul 14 09:33:14.675673 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-223ee19e-1436-4b25-87a9-ecee297af157 req-0e799180-76c6-4a45-a9bc-994211d724fc tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/security-groups?id=e89c09f5-16f2-4ac7-8f23-93abffe26f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718935 Jul 14 09:33:14.680732 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33c5e1ea-12e8-4db9-807e-88a733f7793d tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 711} {{(pid=93957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:33:14.695972 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-33c5e1ea-12e8-4db9-807e-88a733f7793d tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:14.696376 n-d-779913-29 neutron-server[93957]: INFO neutron.db.segments_db [None req-33c5e1ea-12e8-4db9-807e-88a733f7793d tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Added segment ef801fba-9f90-4992-bc80-8fce6301d765 of type vlan for network 35cf87e0-6935-4890-abb0-502235fb3ae9 Jul 14 09:33:14.783111 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-33c5e1ea-12e8-4db9-807e-88a733f7793d tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735687821325'] for network, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:14.850356 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-33c5e1ea-12e8-4db9-807e-88a733f7793d tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855'] for network, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:14.858079 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33c5e1ea-12e8-4db9-807e-88a733f7793d tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:14.858719 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-33c5e1ea-12e8-4db9-807e-88a733f7793d tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Notify callbacks [] for network, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:14.948308 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-33c5e1ea-12e8-4db9-807e-88a733f7793d tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.4363339 Jul 14 09:33:14.951475 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 58580) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:14.993402 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c5e1ea-12e8-4db9-807e-88a733f7793d tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Pushing event updated for resources: {'Network': ['ID=35cf87e0-6935-4890-abb0-502235fb3ae9,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:15.005527 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Network 35cf87e0-6935-4890-abb0-502235fb3ae9 details requested by agent ovs-agent-n-d-779913-29 with host n-d-779913-29 {{(pid=93959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:33:15.034928 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ddfe41-dd75-493b-8641-9e739026c859 req-cc5b2d86-422c-4826-b8f2-cd9deae8924f tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:15.048464 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b9ddfe41-dd75-493b-8641-9e739026c859 req-cc5b2d86-422c-4826-b8f2-cd9deae8924f tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/ports?device_id=505bc581-794c-453c-95a3-3fa859d87e71 HTTP/1.1" status: 200 len: 946 time: 0.1191623 Jul 14 09:33:15.085278 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d36d7490-5c4d-4b82-b2b5-5413fa03496a tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:15.091535 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-d36d7490-5c4d-4b82-b2b5-5413fa03496a tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] 10.222.0.68 "GET /v2.0/networks?id=35cf87e0-6935-4890-abb0-502235fb3ae9 HTTP/1.1" status: 200 len: 761 time: 0.1384401 Jul 14 09:33:15.092293 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 58588) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:15.103408 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-86199e3c-5c9a-4e82-ba2c-532852e91b58 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Request body: {'network': {'description': 'd2'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:33:15.106348 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 32d3cb2d-f4bb-490f-822a-1d1bfdf4bc10 up at agent hyperv_n-h1-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:33:15.148766 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b9ddfe41-dd75-493b-8641-9e739026c859 req-95dd7973-4830-499a-89f8-c49e5ddeb9aa tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/security-groups?id=9b802230-9234-42e7-bf8c-0d12af0394c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927832 Jul 14 09:33:15.206126 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Provisioning for port 32d3cb2d-f4bb-490f-822a-1d1bfdf4bc10 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:33:15.217065 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Provisioning complete for port 32d3cb2d-f4bb-490f-822a-1d1bfdf4bc10 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:33:15.217455 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:15.336435 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-86199e3c-5c9a-4e82-ba2c-532852e91b58 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735687821325'] for network, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:15.352748 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-86199e3c-5c9a-4e82-ba2c-532852e91b58 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855'] for network, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:15.374397 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-86199e3c-5c9a-4e82-ba2c-532852e91b58 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Network 35cf87e0-6935-4890-abb0-502235fb3ae9 is not hosted by any dhcp agent {{(pid=93958) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 14 09:33:15.385340 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86199e3c-5c9a-4e82-ba2c-532852e91b58 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:15.386013 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-86199e3c-5c9a-4e82-ba2c-532852e91b58 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:15.387334 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-86199e3c-5c9a-4e82-ba2c-532852e91b58 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] 10.222.0.68 "PUT /v2.0/networks/35cf87e0-6935-4890-abb0-502235fb3ae9 HTTP/1.1" status: 200 len: 758 time: 0.2940204 Jul 14 09:33:15.390245 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 58596) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:15.429170 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:15.491605 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9785e713-73cf-4ff4-9d1a-00d5354f38ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32d3cb2d-f4bb-490f-822a-1d1bfdf4bc10'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:33:15.493956 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd62303f06773040a8a4e189dc46b4f565768c299abf8ab8e7739778b0bc3e97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0afcf490-d350-4204-8cf5-d08d57280086" -d '{"events": [{"server_uuid": "9785e713-73cf-4ff4-9d1a-00d5354f38ac", "name": "network-vif-plugged", "status": "completed", "tag": "32d3cb2d-f4bb-490f-822a-1d1bfdf4bc10"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:33:15.498255 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a67891d-eacb-4dea-81a8-7e83c1f875ec tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:15.501971 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-3a67891d-eacb-4dea-81a8-7e83c1f875ec tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] 10.222.0.68 "GET /v2.0/networks?id=35cf87e0-6935-4890-abb0-502235fb3ae9 HTTP/1.1" status: 200 len: 761 time: 0.1087198 Jul 14 09:33:15.511893 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port 32d3cb2d-f4bb-490f-822a-1d1bfdf4bc10, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=32d3cb2d-f4bb-490f-822a-1d1bfdf4bc10,segment=NetworkSegment(8f1c1422-de6c-445f-ab95-4e2c94585b2b),segment_id=8f1c1422-de6c-445f-ab95-4e2c94585b2b)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:33:15.514135 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 58602) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:15.526375 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:15.529816 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-a6070026-5793-44b6-b558-06757ec7db53 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1303029242'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:33:15.618814 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6070026-5793-44b6-b558-06757ec7db53 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Made reservation on behalf of 3ef7c556f786485a9014d694639868d3 for: {'network': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:33:15.622897 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a6070026-5793-44b6-b558-06757ec7db53 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for network, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:15.636008 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:33:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7b6603f-4e3e-424b-8cae-72fafbd7ba7b x-openstack-request-id: req-e7b6603f-4e3e-424b-8cae-72fafbd7ba7b {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:33:15.636306 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9785e713-73cf-4ff4-9d1a-00d5354f38ac", "name": "network-vif-plugged", "status": "completed", "tag": "32d3cb2d-f4bb-490f-822a-1d1bfdf4bc10", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:33:15.636565 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-e7b6603f-4e3e-424b-8cae-72fafbd7ba7b {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:33:15.637019 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9785e713-73cf-4ff4-9d1a-00d5354f38ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32d3cb2d-f4bb-490f-822a-1d1bfdf4bc10', 'code': 200} Jul 14 09:33:15.653096 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Pushing event updated for resources: {'Port': ['ID=32d3cb2d-f4bb-490f-822a-1d1bfdf4bc10,revision_number=5']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:15.653769 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86199e3c-5c9a-4e82-ba2c-532852e91b58 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Pushing event updated for resources: {'Network': ['ID=35cf87e0-6935-4890-abb0-502235fb3ae9,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:15.685442 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Network 35cf87e0-6935-4890-abb0-502235fb3ae9 details requested by agent ovs-agent-n-d-779913-29 with host n-d-779913-29 {{(pid=93959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:33:15.762311 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6070026-5793-44b6-b558-06757ec7db53 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 748} {{(pid=93957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:33:15.837803 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a6070026-5793-44b6-b558-06757ec7db53 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:15.838471 n-d-779913-29 neutron-server[93957]: INFO neutron.db.segments_db [None req-a6070026-5793-44b6-b558-06757ec7db53 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Added segment 1dc0174c-7e66-4628-88d4-b24b99d7e074 of type vlan for network 986da4f7-c6bf-4805-b1a8-1330ec67893b Jul 14 09:33:15.903106 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a6070026-5793-44b6-b558-06757ec7db53 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735687821325'] for network, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:15.951068 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dd78d3-c648-42a2-ab47-28a4d81ae6b0 req-3e7336b0-654c-4db0-b38c-5e50b8661c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:15.952762 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-43dd78d3-c648-42a2-ab47-28a4d81ae6b0 req-3e7336b0-654c-4db0-b38c-5e50b8661c6f service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=9785e713-73cf-4ff4-9d1a-00d5354f38ac HTTP/1.1" status: 200 len: 1102 time: 0.1560361 Jul 14 09:33:15.975648 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740005f7-7502-4fe4-843b-f1c48618522b req-596ad63e-8e18-40a2-90fc-fa6488643950 tempest-VolumesNegativeTest-332234023 tempest-VolumesNegativeTest-332234023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:15.977345 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-740005f7-7502-4fe4-843b-f1c48618522b req-596ad63e-8e18-40a2-90fc-fa6488643950 tempest-VolumesNegativeTest-332234023 tempest-VolumesNegativeTest-332234023-project] 10.222.0.68 "GET /v2.0/ports?device_id=9785e713-73cf-4ff4-9d1a-00d5354f38ac HTTP/1.1" status: 200 len: 950 time: 0.2344861 Jul 14 09:33:15.979676 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a6070026-5793-44b6-b558-06757ec7db53 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855'] for network, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:15.985334 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6070026-5793-44b6-b558-06757ec7db53 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:15.986079 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a6070026-5793-44b6-b558-06757ec7db53 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Notify callbacks [] for network, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:16.029767 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-a6070026-5793-44b6-b558-06757ec7db53 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5117137 Jul 14 09:33:16.038376 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 58616) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:16.043719 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-2223f2d9-2ac7-4fa3-8d8e-e65a7134ba53 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Request body: {'subnet': {'network_id': '986da4f7-c6bf-4805-b1a8-1330ec67893b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:33:16.111016 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-43dd78d3-c648-42a2-ab47-28a4d81ae6b0 req-20f323b7-ca48-49e7-8695-e5fd7b25f236 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=594b37aa-ca6d-4aca-8ad2-873763696449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498072 Jul 14 09:33:16.114315 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6070026-5793-44b6-b558-06757ec7db53 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Pushing event updated for resources: {'Network': ['ID=986da4f7-c6bf-4805-b1a8-1330ec67893b,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:16.119948 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-740005f7-7502-4fe4-843b-f1c48618522b req-bef684d9-21a4-477e-a150-a7adf4f03fe3 tempest-VolumesNegativeTest-332234023 tempest-VolumesNegativeTest-332234023-project] 10.222.0.68 "GET /v2.0/security-groups?id=594b37aa-ca6d-4aca-8ad2-873763696449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155558 Jul 14 09:33:16.125344 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Network 986da4f7-c6bf-4805-b1a8-1330ec67893b details requested by agent ovs-agent-n-d-779913-29 with host n-d-779913-29 {{(pid=93959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:33:16.178275 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a17c99-19db-4aa3-b505-7637e6889b35 req-803d615f-442c-4165-97fc-48166044182b tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:16.180728 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-e6a17c99-19db-4aa3-b505-7637e6889b35 req-803d615f-442c-4165-97fc-48166044182b tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/ports?device_id=07646ca0-10f2-4cc8-8147-f694b9d44b24 HTTP/1.1" status: 200 len: 945 time: 0.1763906 Jul 14 09:33:16.183188 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2223f2d9-2ac7-4fa3-8d8e-e65a7134ba53 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Made reservation on behalf of 3ef7c556f786485a9014d694639868d3 for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:33:16.187806 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2223f2d9-2ac7-4fa3-8d8e-e65a7134ba53 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16714600'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:16.282995 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-e6a17c99-19db-4aa3-b505-7637e6889b35 req-179d65ce-b71d-49bb-94a7-0086008fd69e tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/security-groups?id=e89c09f5-16f2-4ac7-8f23-93abffe26f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911531 Jul 14 09:33:16.516620 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2223f2d9-2ac7-4fa3-8d8e-e65a7134ba53 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13573993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16714586'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:16.563641 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6215c872-56fe-4a1f-ae26-09b637216bcd req-aee05ae9-69a0-4e11-abbd-af46dcacd097 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:16.565455 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-6215c872-56fe-4a1f-ae26-09b637216bcd req-aee05ae9-69a0-4e11-abbd-af46dcacd097 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/ports?device_id=505bc581-794c-453c-95a3-3fa859d87e71 HTTP/1.1" status: 200 len: 946 time: 0.1205261 Jul 14 09:33:16.628124 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-6215c872-56fe-4a1f-ae26-09b637216bcd req-dd1f3e2b-6c1d-4af4-81e2-fa0bd42bdce4 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/security-groups?id=9b802230-9234-42e7-bf8c-0d12af0394c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539603 Jul 14 09:33:16.633162 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2223f2d9-2ac7-4fa3-8d8e-e65a7134ba53 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Pushing event updated for resources: {'Subnet': ['ID=c1ffb77b-bb81-4132-8071-031e99b11684,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:16.651216 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2223f2d9-2ac7-4fa3-8d8e-e65a7134ba53 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Checking segment: {'id': '1dc0174c-7e66-4628-88d4-b24b99d7e074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '986da4f7-c6bf-4805-b1a8-1330ec67893b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:33:16.651718 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2223f2d9-2ac7-4fa3-8d8e-e65a7134ba53 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Network hostable DHCP agents. Network: 986da4f7-c6bf-4805-b1a8-1330ec67893b, hostable agents: ['c6a09bd4-f72e-4283-a3ca-0bbca8a51081'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:33:16.671338 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2223f2d9-2ac7-4fa3-8d8e-e65a7134ba53 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Network 986da4f7-c6bf-4805-b1a8-1330ec67893b is scheduled to be hosted by DHCP agent c6a09bd4-f72e-4283-a3ca-0bbca8a51081 with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:33:16.681418 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-2223f2d9-2ac7-4fa3-8d8e-e65a7134ba53 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-29, 986da4f7-c6bf-4805-b1a8-1330ec67893b) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:33:16.685886 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2223f2d9-2ac7-4fa3-8d8e-e65a7134ba53 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:16.686488 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2223f2d9-2ac7-4fa3-8d8e-e65a7134ba53 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:16.691273 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2675174-a5fe-4ac6-ae0b-405f15b25cd3 None None] Network 986da4f7-c6bf-4805-b1a8-1330ec67893b requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:33:16.705012 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-2223f2d9-2ac7-4fa3-8d8e-e65a7134ba53 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6625903 Jul 14 09:33:16.705203 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 58624) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:16.838775 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-cccad515-3a86-4bea-a4c8-a331caf5c201 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3876111'] for network, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:16.925694 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-cccad515-3a86-4bea-a4c8-a331caf5c201 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3481002'] for subnet, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:16.937792 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f994f82d-7550-4a26-8a97-12c09eafdf13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf57baaa9-fd24-59f4-8fd2-1dc21122ce72-986da4f7-c6bf-4805-b1a8-1330ec67893b', 'network_id': '986da4f7-c6bf-4805-b1a8-1330ec67893b', 'tenant_id': '3ef7c556f786485a9014d694639868d3', 'fixed_ips': [{'subnet_id': 'c1ffb77b-bb81-4132-8071-031e99b11684'}]}} from n-d-779913-29. {{(pid=93959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:33:16.945860 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f994f82d-7550-4a26-8a97-12c09eafdf13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:16.997349 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-cccad515-3a86-4bea-a4c8-a331caf5c201 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10052701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11984075'] for subnet, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:17.027748 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccad515-3a86-4bea-a4c8-a331caf5c201 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Pushing event deleted for resources: {'Subnet': ['ID=c1ffb77b-bb81-4132-8071-031e99b11684,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:17.146493 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efac0b11-a7c4-4376-976f-752cf70ed3c5 None None] Network 986da4f7-c6bf-4805-b1a8-1330ec67893b requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:33:17.149596 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-cccad515-3a86-4bea-a4c8-a331caf5c201 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473955', 'neutron.services.segments.db._delete_segments_for_network-8735688326548'] for network, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:17.161334 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-cccad515-3a86-4bea-a4c8-a331caf5c201 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['986da4f7-c6bf-4805-b1a8-1330ec67893b']}} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:33:17.175841 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-cccad515-3a86-4bea-a4c8-a331caf5c201 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1dc0174c-7e66-4628-88d4-b24b99d7e074') {'for_net_delete': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:33:17.176735 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-cccad515-3a86-4bea-a4c8-a331caf5c201 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1dc0174c-7e66-4628-88d4-b24b99d7e074') {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:33:17.186648 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-cccad515-3a86-4bea-a4c8-a331caf5c201 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735688356235', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10944210'] for segment, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:17.208574 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-cccad515-3a86-4bea-a4c8-a331caf5c201 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:17.222264 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cccad515-3a86-4bea-a4c8-a331caf5c201 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Releasing vlan 748 on physical network physnet1 to pool {{(pid=93957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:33:17.222796 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-cccad515-3a86-4bea-a4c8-a331caf5c201 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10053619'] for segment, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:17.230878 n-d-779913-29 neutron-server[93957]: Traceback (most recent call last): Jul 14 09:33:17.230878 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:33:17.230878 n-d-779913-29 neutron-server[93957]: timer() Jul 14 09:33:17.230878 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:33:17.230878 n-d-779913-29 neutron-server[93957]: cb(*args, **kw) Jul 14 09:33:17.230878 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:33:17.230878 n-d-779913-29 neutron-server[93957]: return func(*args, **kwargs) Jul 14 09:33:17.230878 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:33:17.230878 n-d-779913-29 neutron-server[93957]: self._notify() Jul 14 09:33:17.230878 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:33:17.230878 n-d-779913-29 neutron-server[93957]: self.callback(batched_events) Jul 14 09:33:17.230878 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:33:17.230878 n-d-779913-29 neutron-server[93957]: event.method(event) Jul 14 09:33:17.230878 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:33:17.230878 n-d-779913-29 neutron-server[93957]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:33:17.230878 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:33:17.230878 n-d-779913-29 neutron-server[93957]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:33:17.230878 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:33:17.230878 n-d-779913-29 neutron-server[93957]: return f(self, *a, **k) Jul 14 09:33:17.230878 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:33:17.230878 n-d-779913-29 neutron-server[93957]: return self._get(url).json() Jul 14 09:33:17.230878 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:33:17.230878 n-d-779913-29 neutron-server[93957]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:33:17.230878 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:33:17.230878 n-d-779913-29 neutron-server[93957]: return self.request(url, 'GET', **kwargs) Jul 14 09:33:17.230878 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:33:17.230878 n-d-779913-29 neutron-server[93957]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:33:17.230878 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:33:17.230878 n-d-779913-29 neutron-server[93957]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:33:17.230878 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:33:17.230878 n-d-779913-29 neutron-server[93957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:33:17.230878 n-d-779913-29 neutron-server[93957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:33:17.337031 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-cccad515-3a86-4bea-a4c8-a331caf5c201 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660504'] for network, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:17.355556 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-cccad515-3a86-4bea-a4c8-a331caf5c201 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Notify callbacks [] for network, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:17.360730 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-cccad515-3a86-4bea-a4c8-a331caf5c201 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] 10.222.0.68 "DELETE /v2.0/networks/986da4f7-c6bf-4805-b1a8-1330ec67893b HTTP/1.1" status: 204 len: 168 time: 0.6543396 Jul 14 09:33:17.361388 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 58652) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:17.399738 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccad515-3a86-4bea-a4c8-a331caf5c201 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Pushing event deleted for resources: {'Network': ['ID=986da4f7-c6bf-4805-b1a8-1330ec67893b,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:17.400389 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281d1cc6-e243-47ff-837b-4ef3157a11bd req-dbcd2286-05ba-477c-a013-8be9a5197966 tempest-VolumesNegativeTest-332234023 tempest-VolumesNegativeTest-332234023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:17.402875 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-281d1cc6-e243-47ff-837b-4ef3157a11bd req-dbcd2286-05ba-477c-a013-8be9a5197966 tempest-VolumesNegativeTest-332234023 tempest-VolumesNegativeTest-332234023-project] 10.222.0.68 "GET /v2.0/ports?device_id=9785e713-73cf-4ff4-9d1a-00d5354f38ac HTTP/1.1" status: 200 len: 950 time: 0.0909414 Jul 14 09:33:17.427855 n-d-779913-29 neutron-server[93957]: INFO neutron.pecan_wsgi.hooks.translation [None req-163d7e35-108d-4949-b494-cece62f19cf1 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] GET failed (client error): The resource could not be found. Jul 14 09:33:17.429208 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-163d7e35-108d-4949-b494-cece62f19cf1 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] 10.222.0.68 "GET /v2.0/subnets/c1ffb77b-bb81-4132-8071-031e99b11684 HTTP/1.1" status: 404 len: 337 time: 0.0654957 Jul 14 09:33:17.432164 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 58656) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:17.455937 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-281d1cc6-e243-47ff-837b-4ef3157a11bd req-a8a4d11f-313a-4df1-a3cd-e10a7940903a tempest-VolumesNegativeTest-332234023 tempest-VolumesNegativeTest-332234023-project] 10.222.0.68 "GET /v2.0/security-groups?id=594b37aa-ca6d-4aca-8ad2-873763696449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467107 Jul 14 09:33:17.466810 n-d-779913-29 neutron-server[93957]: INFO neutron.pecan_wsgi.hooks.translation [None req-cab5cbf1-48fe-414d-961a-4676f47df251 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] DELETE failed (client error): The resource could not be found. Jul 14 09:33:17.467351 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cab5cbf1-48fe-414d-961a-4676f47df251 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:33:17.473706 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-cab5cbf1-48fe-414d-961a-4676f47df251 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] 10.222.0.68 "DELETE /v2.0/networks/986da4f7-c6bf-4805-b1a8-1330ec67893b HTTP/1.1" status: 404 len: 339 time: 0.0358722 Jul 14 09:33:17.474743 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 58658) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:17.532229 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9936ff-c290-4269-8395-72f5fd75df32 req-2ee19830-54ef-47c8-a281-e3805abf9158 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:17.533954 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5d9936ff-c290-4269-8395-72f5fd75df32 req-2ee19830-54ef-47c8-a281-e3805abf9158 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/ports?device_id=07646ca0-10f2-4cc8-8147-f694b9d44b24 HTTP/1.1" status: 200 len: 945 time: 0.0774174 Jul 14 09:33:17.577877 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5d9936ff-c290-4269-8395-72f5fd75df32 req-535db511-eba0-4e16-8131-681065b842dd tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/security-groups?id=e89c09f5-16f2-4ac7-8f23-93abffe26f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370748 Jul 14 09:33:17.687990 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb71c180-da4e-4faa-b64f-b12886128131 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:17.690187 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-bb71c180-da4e-4faa-b64f-b12886128131 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] 10.222.0.68 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2144597 Jul 14 09:33:17.693629 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 58662) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:17.735272 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-b8d1a763-b682-4a5a-aec3-4d29c8aa6a12 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] 10.222.0.68 "GET /v2.0/subnets?network_id=2dcd4d32-cc7c-4468-b396-7ce5c9231892 HTTP/1.1" status: 200 len: 207 time: 0.0404296 Jul 14 09:33:17.738453 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 58664) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:17.857831 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ff3501-d9a0-4735-882a-a42f96ce022c req-b1dde754-5287-41e0-83ce-52975922cfdd tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:17.859390 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f0ff3501-d9a0-4735-882a-a42f96ce022c req-b1dde754-5287-41e0-83ce-52975922cfdd tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/ports?device_id=505bc581-794c-453c-95a3-3fa859d87e71 HTTP/1.1" status: 200 len: 946 time: 0.0761728 Jul 14 09:33:17.870626 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be427b2a-a700-4f75-b2d3-f44be67fda36 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:17.876647 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be427b2a-a700-4f75-b2d3-f44be67fda36 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:17.882748 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be427b2a-a700-4f75-b2d3-f44be67fda36 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:17.888754 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be427b2a-a700-4f75-b2d3-f44be67fda36 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:17.894371 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-be427b2a-a700-4f75-b2d3-f44be67fda36 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] 10.222.0.68 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.1504095 Jul 14 09:33:17.894371 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 58666) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:17.903119 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f0ff3501-d9a0-4735-882a-a42f96ce022c req-a4b5f95e-a5c1-4bb9-9d6e-9652e1aa20ea tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/security-groups?id=9b802230-9234-42e7-bf8c-0d12af0394c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362587 Jul 14 09:33:18.003424 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-d0c09da5-ac96-4f51-9f03-2452a7fc5e30 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] 10.222.0.68 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.1081979 Jul 14 09:33:18.007308 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 58668) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:18.082439 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b73e7782-40a9-464f-a3c5-2278463989d6 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:18.084477 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b73e7782-40a9-464f-a3c5-2278463989d6 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:18.086027 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-b73e7782-40a9-464f-a3c5-2278463989d6 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] 10.222.0.68 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0778072 Jul 14 09:33:18.089575 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 58672) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:18.153783 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ffcf283-7ed0-4e0e-9c78-4b0adae018ca tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Attributes excluded by policy engine: ['shared'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:18.155195 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ffcf283-7ed0-4e0e-9c78-4b0adae018ca tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Attributes excluded by policy engine: ['shared'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:18.156722 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-1ffcf283-7ed0-4e0e-9c78-4b0adae018ca tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] 10.222.0.68 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0661926 Jul 14 09:33:18.160161 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 58678) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:18.211287 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f080c6-c255-4850-a787-f9c31a81119a req-b65dc847-bcd3-4dbc-80e0-68aa5a993e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:18.212787 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-b7f080c6-c255-4850-a787-f9c31a81119a req-b65dc847-bcd3-4dbc-80e0-68aa5a993e85 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=345a5b6fceae4b28981003dfc874e3c7&device_id=07646ca0-10f2-4cc8-8147-f694b9d44b24 HTTP/1.1" status: 200 len: 1097 time: 0.1612957 Jul 14 09:33:18.326764 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb6e1d6d-8992-451b-847c-2b071462381e tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:18.328144 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-bb6e1d6d-8992-451b-847c-2b071462381e tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] 10.222.0.68 "GET /v2.0/networks/37ae94f0-1daa-4786-9c1d-7691252b13a0 HTTP/1.1" status: 200 len: 800 time: 0.1665223 Jul 14 09:33:18.331747 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 58682) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:18.406163 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f080c6-c255-4850-a787-f9c31a81119a req-cdfd9b9a-920c-423c-b2c9-0153ddffc305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:18.407639 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-b7f080c6-c255-4850-a787-f9c31a81119a req-cdfd9b9a-920c-423c-b2c9-0153ddffc305 service neutron] 10.222.0.57 "GET /v2.0/networks?id=37e488ca-77f2-424d-8250-cbdd23d7445f HTTP/1.1" status: 200 len: 915 time: 0.1856713 Jul 14 09:33:18.473901 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-b7f080c6-c255-4850-a787-f9c31a81119a req-6b59f027-2cf1-4222-9651-0111b92d1333 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d27f134e-1766-4f38-8d8a-ac3018579cce HTTP/1.1" status: 200 len: 217 time: 0.0490503 Jul 14 09:33:18.524338 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 58696) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:18.524802 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-f38d65db-4fdb-47e1-b55f-4939ec2ffab5 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] 10.222.0.68 "GET /v2.0/networks/37ae94f0-1daa-4786-9c1d-7691252b13a0?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.1915698 Jul 14 09:33:18.540493 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f080c6-c255-4850-a787-f9c31a81119a req-ef1d7e77-f43a-4cee-8ca6-a155f2e71eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:18.542044 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-b7f080c6-c255-4850-a787-f9c31a81119a req-ef1d7e77-f43a-4cee-8ca6-a155f2e71eb3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=535bbe8f-0cbe-454b-b3d9-7e9077b77cea HTTP/1.1" status: 200 len: 854 time: 0.0617633 Jul 14 09:33:18.581605 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-b7f080c6-c255-4850-a787-f9c31a81119a req-9332fc24-0304-4125-a1e2-0a1ba48f1846 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=37e488ca-77f2-424d-8250-cbdd23d7445f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274925 Jul 14 09:33:18.585398 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa9557c1-76db-4b03-916a-4482c7e1c8f9 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:18.590059 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-aa9557c1-76db-4b03-916a-4482c7e1c8f9 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] 10.222.0.68 "GET /v2.0/subnets/e63bd794-d822-4622-8ced-8e9fe965aff3 HTTP/1.1" status: 200 len: 811 time: 0.0614104 Jul 14 09:33:18.590445 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 58698) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:18.685771 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4747b277-fe2c-4ce0-9f52-f1bfa875bf54 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Attributes excluded by policy engine: ['shared'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:18.690986 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-b7f080c6-c255-4850-a787-f9c31a81119a req-e6bbf280-bb65-43a8-a1dd-7a35183b8cc2 service neutron] 10.222.0.57 "GET /v2.0/networks/37e488ca-77f2-424d-8250-cbdd23d7445f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991828 Jul 14 09:33:18.691471 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 58704) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:18.693075 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-4747b277-fe2c-4ce0-9f52-f1bfa875bf54 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] 10.222.0.68 "GET /v2.0/subnets/e63bd794-d822-4622-8ced-8e9fe965aff3?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1016967 Jul 14 09:33:18.697832 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-83f87775-361c-429a-ac81-c81587c8f75a tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1335822225'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:33:18.728396 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b0fba0-4b72-4f2b-adce-e5e906a45553 req-c4300650-5de2-4da1-b988-0782ceffb575 tempest-VolumesNegativeTest-332234023 tempest-VolumesNegativeTest-332234023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:18.732113 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-58b0fba0-4b72-4f2b-adce-e5e906a45553 req-c4300650-5de2-4da1-b988-0782ceffb575 tempest-VolumesNegativeTest-332234023 tempest-VolumesNegativeTest-332234023-project] 10.222.0.68 "GET /v2.0/ports?device_id=9785e713-73cf-4ff4-9d1a-00d5354f38ac HTTP/1.1" status: 200 len: 950 time: 0.1075988 Jul 14 09:33:18.780592 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83f87775-361c-429a-ac81-c81587c8f75a tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Made reservation on behalf of 3ef7c556f786485a9014d694639868d3 for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:33:18.784595 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-83f87775-361c-429a-ac81-c81587c8f75a tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:18.786641 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-58b0fba0-4b72-4f2b-adce-e5e906a45553 req-a9e07210-da89-4369-a315-e463b66ddbcc tempest-VolumesNegativeTest-332234023 tempest-VolumesNegativeTest-332234023-project] 10.222.0.68 "GET /v2.0/security-groups?id=594b37aa-ca6d-4aca-8ad2-873763696449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482242 Jul 14 09:33:18.841437 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-b7f080c6-c255-4850-a787-f9c31a81119a req-8cd63301-24a6-4edc-b403-4420c8fb87e9 service neutron] 10.222.0.57 "GET /v2.0/networks/37e488ca-77f2-424d-8250-cbdd23d7445f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373115 Jul 14 09:33:18.841437 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83f87775-361c-429a-ac81-c81587c8f75a tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 740} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:33:18.854048 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-83f87775-361c-429a-ac81-c81587c8f75a tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:18.854512 n-d-779913-29 neutron-server[93958]: INFO neutron.db.segments_db [None req-83f87775-361c-429a-ac81-c81587c8f75a tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Added segment 222eef10-8000-41a0-8649-0b55ea21dba2 of type vlan for network d9afb262-5209-4f36-8b38-c9c0da1e8586 Jul 14 09:33:18.927999 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-83f87775-361c-429a-ac81-c81587c8f75a tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735687821325'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:18.978234 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced0a9b4-f84f-4637-bd1e-b984b8dc4c29 req-7be10748-0032-4ff4-89ec-b98c2272eea9 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:18.979929 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ced0a9b4-f84f-4637-bd1e-b984b8dc4c29 req-7be10748-0032-4ff4-89ec-b98c2272eea9 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/ports?device_id=07646ca0-10f2-4cc8-8147-f694b9d44b24 HTTP/1.1" status: 200 len: 945 time: 0.1281817 Jul 14 09:33:18.981070 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-83f87775-361c-429a-ac81-c81587c8f75a tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:18.986996 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83f87775-361c-429a-ac81-c81587c8f75a tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:18.987693 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-83f87775-361c-429a-ac81-c81587c8f75a tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:19.109296 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-83f87775-361c-429a-ac81-c81587c8f75a tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4131949 Jul 14 09:33:19.110635 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 58712) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:19.119601 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-abdfb79c-ea29-44d3-8938-ebdbf1151543 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Request body: {'subnet': {'network_id': 'd9afb262-5209-4f36-8b38-c9c0da1e8586', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:33:19.124322 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ced0a9b4-f84f-4637-bd1e-b984b8dc4c29 req-7ef57605-675a-41a6-9bff-557f2a1973ff tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/security-groups?id=e89c09f5-16f2-4ac7-8f23-93abffe26f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327548 Jul 14 09:33:19.127673 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f87775-361c-429a-ac81-c81587c8f75a tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Pushing event updated for resources: {'Network': ['ID=d9afb262-5209-4f36-8b38-c9c0da1e8586,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:19.141936 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Network d9afb262-5209-4f36-8b38-c9c0da1e8586 details requested by agent ovs-agent-n-d-779913-29 with host n-d-779913-29 {{(pid=93959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:33:19.267123 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abdfb79c-ea29-44d3-8938-ebdbf1151543 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Made reservation on behalf of 3ef7c556f786485a9014d694639868d3 for: {'subnet': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:33:19.273121 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-abdfb79c-ea29-44d3-8938-ebdbf1151543 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11984110'] for subnet, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:19.344258 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad06f14d-995d-435d-8e83-7b7f1d4359ac req-65cc0e4c-399c-45ee-ae94-8fa269ce8d87 tempest-VolumesNegativeTest-332234023 tempest-VolumesNegativeTest-332234023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:19.347344 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ad06f14d-995d-435d-8e83-7b7f1d4359ac req-65cc0e4c-399c-45ee-ae94-8fa269ce8d87 tempest-VolumesNegativeTest-332234023 tempest-VolumesNegativeTest-332234023-project] 10.222.0.68 "GET /v2.0/ports?device_id=9785e713-73cf-4ff4-9d1a-00d5354f38ac HTTP/1.1" status: 200 len: 950 time: 0.0822775 Jul 14 09:33:19.347523 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.ipam_backend_mixin [None req-abdfb79c-ea29-44d3-8938-ebdbf1151543 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Performing IP validity checks on allocation pools {{(pid=93957) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 14 09:33:19.347979 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.ipam_backend_mixin [None req-abdfb79c-ea29-44d3-8938-ebdbf1151543 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93957) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 14 09:33:19.407271 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ad06f14d-995d-435d-8e83-7b7f1d4359ac req-ec8df1cd-c9ec-436a-8e68-b862289fd53f tempest-VolumesNegativeTest-332234023 tempest-VolumesNegativeTest-332234023-project] 10.222.0.68 "GET /v2.0/security-groups?id=594b37aa-ca6d-4aca-8ad2-873763696449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506947 Jul 14 09:33:19.545290 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-abdfb79c-ea29-44d3-8938-ebdbf1151543 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10052764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11984092'] for subnet, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:19.625267 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0157d5d-d137-4944-8969-0d33201bcca5 req-22d71e7e-0266-43c6-a16c-947950aa9c07 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:19.626798 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f0157d5d-d137-4944-8969-0d33201bcca5 req-22d71e7e-0266-43c6-a16c-947950aa9c07 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/ports?device_id=505bc581-794c-453c-95a3-3fa859d87e71 HTTP/1.1" status: 200 len: 946 time: 0.1430275 Jul 14 09:33:19.627431 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdfb79c-ea29-44d3-8938-ebdbf1151543 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Pushing event updated for resources: {'Subnet': ['ID=c3b2da05-7df9-4b0a-9327-70ed4c5ea2b1,revision_number=0']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:19.655778 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abdfb79c-ea29-44d3-8938-ebdbf1151543 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Checking segment: {'id': '222eef10-8000-41a0-8649-0b55ea21dba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'd9afb262-5209-4f36-8b38-c9c0da1e8586'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:33:19.656133 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abdfb79c-ea29-44d3-8938-ebdbf1151543 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Network hostable DHCP agents. Network: d9afb262-5209-4f36-8b38-c9c0da1e8586, hostable agents: ['c6a09bd4-f72e-4283-a3ca-0bbca8a51081'], hosted agents: [] {{(pid=93957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:33:19.683361 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f0157d5d-d137-4944-8969-0d33201bcca5 req-650575b2-0db4-47f3-bfad-b3e8cf1f4d7c tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/security-groups?id=9b802230-9234-42e7-bf8c-0d12af0394c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485311 Jul 14 09:33:19.688143 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abdfb79c-ea29-44d3-8938-ebdbf1151543 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Network d9afb262-5209-4f36-8b38-c9c0da1e8586 is scheduled to be hosted by DHCP agent c6a09bd4-f72e-4283-a3ca-0bbca8a51081 with binding_index 1 {{(pid=93957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:33:19.698018 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-abdfb79c-ea29-44d3-8938-ebdbf1151543 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-29, d9afb262-5209-4f36-8b38-c9c0da1e8586) {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:33:19.702623 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abdfb79c-ea29-44d3-8938-ebdbf1151543 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:19.703375 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-abdfb79c-ea29-44d3-8938-ebdbf1151543 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Notify callbacks [] for subnet, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:19.708760 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-640a8c0c-e5ff-4499-8b08-31a11ad837b4 None None] Network d9afb262-5209-4f36-8b38-c9c0da1e8586 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:33:19.723076 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-abdfb79c-ea29-44d3-8938-ebdbf1151543 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.6104722 Jul 14 09:33:19.725745 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 58728) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:19.730934 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-b1d36f33-2460-4477-bad4-c8f1630c54bd tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:33:19.827471 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b1d36f33-2460-4477-bad4-c8f1630c54bd tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-11984101'] for subnet, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:19.873536 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eed05060-c7bd-4f82-9ecd-713d208eb725 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf57baaa9-fd24-59f4-8fd2-1dc21122ce72-d9afb262-5209-4f36-8b38-c9c0da1e8586', 'network_id': 'd9afb262-5209-4f36-8b38-c9c0da1e8586', 'tenant_id': '3ef7c556f786485a9014d694639868d3', 'fixed_ips': [{'subnet_id': 'c3b2da05-7df9-4b0a-9327-70ed4c5ea2b1'}]}} from n-d-779913-29. {{(pid=93959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:33:19.874985 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-eed05060-c7bd-4f82-9ecd-713d208eb725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:19.990213 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b1d36f33-2460-4477-bad4-c8f1630c54bd tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8735688246510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-10052682'] for subnet, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:20.029628 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1d36f33-2460-4477-bad4-c8f1630c54bd tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:20.030232 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b1d36f33-2460-4477-bad4-c8f1630c54bd tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Notify callbacks [] for subnet, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:20.034132 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-b1d36f33-2460-4477-bad4-c8f1630c54bd tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] 10.222.0.68 "PUT /v2.0/subnets/c3b2da05-7df9-4b0a-9327-70ed4c5ea2b1 HTTP/1.1" status: 200 len: 877 time: 0.3048708 Jul 14 09:33:20.034506 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 58732) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:20.046374 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-eed05060-c7bd-4f82-9ecd-713d208eb725 None None] Allocated IP 172.20.0.3 (d9afb262-5209-4f36-8b38-c9c0da1e8586/c3b2da05-7df9-4b0a-9327-70ed4c5ea2b1/aa7ffbdf-c1d5-4e8f-bb99-b434f6bccca6) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:33:20.048922 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d36f33-2460-4477-bad4-c8f1630c54bd tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Pushing event updated for resources: {'Subnet': ['ID=c3b2da05-7df9-4b0a-9327-70ed4c5ea2b1,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:20.136679 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9a2ec236-7750-44a1-a680-7260ecbb698d tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3876111'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:20.189970 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9a2ec236-7750-44a1-a680-7260ecbb698d tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3481002'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:20.196228 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-eed05060-c7bd-4f82-9ecd-713d208eb725 None None] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:20.204456 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-eed05060-c7bd-4f82-9ecd-713d208eb725 None None] Transition to ACTIVE for port object aa7ffbdf-c1d5-4e8f-bb99-b434f6bccca6 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:33:20.220543 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-eed05060-c7bd-4f82-9ecd-713d208eb725 None None] Transition to ACTIVE for port object aa7ffbdf-c1d5-4e8f-bb99-b434f6bccca6 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:33:20.228413 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-eed05060-c7bd-4f82-9ecd-713d208eb725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:20.259648 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9a2ec236-7750-44a1-a680-7260ecbb698d tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13574056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16714573'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:20.276075 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eed05060-c7bd-4f82-9ecd-713d208eb725 None None] Network d9afb262-5209-4f36-8b38-c9c0da1e8586 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:33:20.280643 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-eed05060-c7bd-4f82-9ecd-713d208eb725 None None] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:33:20.285186 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed05060-c7bd-4f82-9ecd-713d208eb725 None None] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:33:20.294507 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2ec236-7750-44a1-a680-7260ecbb698d tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Pushing event deleted for resources: {'Subnet': ['ID=c3b2da05-7df9-4b0a-9327-70ed4c5ea2b1,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:20.316598 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed05060-c7bd-4f82-9ecd-713d208eb725 None None] Pushing event updated for resources: {'Port': ['ID=aa7ffbdf-c1d5-4e8f-bb99-b434f6bccca6,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:20.329542 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efce99fa-b151-4500-ba6a-86fa76e31185 req-6d35174e-6e74-4075-b2df-27df6eba2e4e tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:20.331077 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-efce99fa-b151-4500-ba6a-86fa76e31185 req-6d35174e-6e74-4075-b2df-27df6eba2e4e tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/ports?device_id=07646ca0-10f2-4cc8-8147-f694b9d44b24 HTTP/1.1" status: 200 len: 945 time: 0.0767071 Jul 14 09:33:20.349062 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-eed05060-c7bd-4f82-9ecd-713d208eb725 None None] Attempting to bind port aa7ffbdf-c1d5-4e8f-bb99-b434f6bccca6 on host n-d-779913-29 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:33:20.349433 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-eed05060-c7bd-4f82-9ecd-713d208eb725 None None] Attempting to bind port aa7ffbdf-c1d5-4e8f-bb99-b434f6bccca6 by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': '222eef10-8000-41a0-8649-0b55ea21dba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'd9afb262-5209-4f36-8b38-c9c0da1e8586'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:33:20.349827 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed05060-c7bd-4f82-9ecd-713d208eb725 None None] Attempting to bind port aa7ffbdf-c1d5-4e8f-bb99-b434f6bccca6 on network d9afb262-5209-4f36-8b38-c9c0da1e8586 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:33:20.354831 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed05060-c7bd-4f82-9ecd-713d208eb725 None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 32, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:33:20.355210 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed05060-c7bd-4f82-9ecd-713d208eb725 None None] Checking segment: {'id': '222eef10-8000-41a0-8649-0b55ea21dba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'd9afb262-5209-4f36-8b38-c9c0da1e8586'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:33:20.355615 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-eed05060-c7bd-4f82-9ecd-713d208eb725 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:20.356016 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed05060-c7bd-4f82-9ecd-713d208eb725 None None] Bound using segment: {'id': '222eef10-8000-41a0-8649-0b55ea21dba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'd9afb262-5209-4f36-8b38-c9c0da1e8586'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:33:20.356498 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-eed05060-c7bd-4f82-9ecd-713d208eb725 None None] Bound port: aa7ffbdf-c1d5-4e8f-bb99-b434f6bccca6, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '222eef10-8000-41a0-8649-0b55ea21dba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'd9afb262-5209-4f36-8b38-c9c0da1e8586'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:33:20.356873 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-eed05060-c7bd-4f82-9ecd-713d208eb725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:20.373752 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9a2ec236-7750-44a1-a680-7260ecbb698d tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473955', 'neutron.services.segments.db._delete_segments_for_network-8735688326548'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:20.377163 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-efce99fa-b151-4500-ba6a-86fa76e31185 req-9e3503b7-66d0-43b4-aa07-f8663d50731e tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/security-groups?id=e89c09f5-16f2-4ac7-8f23-93abffe26f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402155 Jul 14 09:33:20.384156 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-9a2ec236-7750-44a1-a680-7260ecbb698d tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9afb262-5209-4f36-8b38-c9c0da1e8586']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:33:20.394925 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-9a2ec236-7750-44a1-a680-7260ecbb698d tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '222eef10-8000-41a0-8649-0b55ea21dba2') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:33:20.395225 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-9a2ec236-7750-44a1-a680-7260ecbb698d tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '222eef10-8000-41a0-8649-0b55ea21dba2') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:33:20.404191 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9a2ec236-7750-44a1-a680-7260ecbb698d tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735688356235', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13574129'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:20.417873 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9a2ec236-7750-44a1-a680-7260ecbb698d tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:20.423991 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a2ec236-7750-44a1-a680-7260ecbb698d tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Releasing vlan 740 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:33:20.424341 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9a2ec236-7750-44a1-a680-7260ecbb698d tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13573126'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:20.428397 n-d-779913-29 neutron-server[93958]: Traceback (most recent call last): Jul 14 09:33:20.428397 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:33:20.428397 n-d-779913-29 neutron-server[93958]: timer() Jul 14 09:33:20.428397 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:33:20.428397 n-d-779913-29 neutron-server[93958]: cb(*args, **kw) Jul 14 09:33:20.428397 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:33:20.428397 n-d-779913-29 neutron-server[93958]: return func(*args, **kwargs) Jul 14 09:33:20.428397 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:33:20.428397 n-d-779913-29 neutron-server[93958]: self._notify() Jul 14 09:33:20.428397 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:33:20.428397 n-d-779913-29 neutron-server[93958]: self.callback(batched_events) Jul 14 09:33:20.428397 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:33:20.428397 n-d-779913-29 neutron-server[93958]: event.method(event) Jul 14 09:33:20.428397 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:33:20.428397 n-d-779913-29 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:33:20.428397 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:33:20.428397 n-d-779913-29 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:33:20.428397 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:33:20.428397 n-d-779913-29 neutron-server[93958]: return f(self, *a, **k) Jul 14 09:33:20.428397 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:33:20.428397 n-d-779913-29 neutron-server[93958]: return self._get(url).json() Jul 14 09:33:20.428397 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:33:20.428397 n-d-779913-29 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:33:20.428397 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:33:20.428397 n-d-779913-29 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 14 09:33:20.428397 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:33:20.428397 n-d-779913-29 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:33:20.428397 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:33:20.428397 n-d-779913-29 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:33:20.428397 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:33:20.428397 n-d-779913-29 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:33:20.428397 n-d-779913-29 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:33:20.432372 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-eed05060-c7bd-4f82-9ecd-713d208eb725 None None] For port aa7ffbdf-c1d5-4e8f-bb99-b434f6bccca6, host n-d-779913-29, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:33:20.483075 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-eed05060-c7bd-4f82-9ecd-713d208eb725 None None] For port aa7ffbdf-c1d5-4e8f-bb99-b434f6bccca6, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=aa7ffbdf-c1d5-4e8f-bb99-b434f6bccca6,segment=NetworkSegment(222eef10-8000-41a0-8649-0b55ea21dba2),segment_id=222eef10-8000-41a0-8649-0b55ea21dba2)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:33:20.483499 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.db.api [None req-9a2ec236-7750-44a1-a680-7260ecbb698d tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 14 09:33:20.483499 n-d-779913-29 neutron-server[93958]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 14 09:33:20.483499 n-d-779913-29 neutron-server[93958]: [parameters: {'id': 'd9afb262-5209-4f36-8b38-c9c0da1e8586'}] Jul 14 09:33:20.483499 n-d-779913-29 neutron-server[93958]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93958) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 09:33:20.483918 n-d-779913-29 neutron-server[93958]: DEBUG oslo_db.api [None req-9a2ec236-7750-44a1-a680-7260ecbb698d tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 09:33:20.488248 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-eed05060-c7bd-4f82-9ecd-713d208eb725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:20.575449 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed05060-c7bd-4f82-9ecd-713d208eb725 None None] Pushing event updated for resources: {'Port': ['ID=aa7ffbdf-c1d5-4e8f-bb99-b434f6bccca6,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:20.590990 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e99363-b382-4fff-b0ea-1074713231bc req-942229da-eafb-4ba6-a7cc-80d623902446 tempest-VolumesNegativeTest-332234023 tempest-VolumesNegativeTest-332234023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:20.592661 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-97e99363-b382-4fff-b0ea-1074713231bc req-942229da-eafb-4ba6-a7cc-80d623902446 tempest-VolumesNegativeTest-332234023 tempest-VolumesNegativeTest-332234023-project] 10.222.0.68 "GET /v2.0/ports?device_id=9785e713-73cf-4ff4-9d1a-00d5354f38ac HTTP/1.1" status: 200 len: 950 time: 0.0729821 Jul 14 09:33:20.596844 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5e09053-4156-468f-b21a-44b6d48cb500 None None] Network d9afb262-5209-4f36-8b38-c9c0da1e8586 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:33:20.637097 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-97e99363-b382-4fff-b0ea-1074713231bc req-94b8fa9c-125a-4796-bd81-aa6a2c5cd99f tempest-VolumesNegativeTest-332234023 tempest-VolumesNegativeTest-332234023-project] 10.222.0.68 "GET /v2.0/security-groups?id=594b37aa-ca6d-4aca-8ad2-873763696449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363815 Jul 14 09:33:20.702203 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc86fce-3166-4a9b-974b-d0b96f81ef2c req-4eec43a5-b8b1-4f46-ba5d-9d7a818e2a49 tempest-VolumesNegativeTest-332234023 tempest-VolumesNegativeTest-332234023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:20.703828 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2bc86fce-3166-4a9b-974b-d0b96f81ef2c req-4eec43a5-b8b1-4f46-ba5d-9d7a818e2a49 tempest-VolumesNegativeTest-332234023 tempest-VolumesNegativeTest-332234023-project] 10.222.0.65 "GET /v2.0/ports?device_id=9785e713-73cf-4ff4-9d1a-00d5354f38ac HTTP/1.1" status: 200 len: 950 time: 0.0852470 Jul 14 09:33:20.745232 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8ada0ab-15d3-4314-8002-52ede9715291 None None] Network d9afb262-5209-4f36-8b38-c9c0da1e8586 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:33:20.863194 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [req-2bc86fce-3166-4a9b-974b-d0b96f81ef2c req-d60f0111-58a9-4183-bb65-2dc8eed56547 tempest-VolumesNegativeTest-332234023 tempest-VolumesNegativeTest-332234023-project] Deleting port 32d3cb2d-f4bb-490f-822a-1d1bfdf4bc10 {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:33:20.863578 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-2bc86fce-3166-4a9b-974b-d0b96f81ef2c req-d60f0111-58a9-4183-bb65-2dc8eed56547 tempest-VolumesNegativeTest-332234023 tempest-VolumesNegativeTest-332234023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:20.896314 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2f20db4-b197-44f5-afac-b5c14442e0e7 None None] get_active_networks_info from n-d-779913-29 {{(pid=93959) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 14 09:33:20.900678 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f202687-ea4f-47de-9d3e-72c14d9427b2 req-cedf7265-aa7d-4398-865a-46f28f633bd6 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:20.902385 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-3f202687-ea4f-47de-9d3e-72c14d9427b2 req-cedf7265-aa7d-4398-865a-46f28f633bd6 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/ports?device_id=505bc581-794c-453c-95a3-3fa859d87e71 HTTP/1.1" status: 200 len: 946 time: 0.0810099 Jul 14 09:33:20.961164 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-3f202687-ea4f-47de-9d3e-72c14d9427b2 req-86fffbfb-8153-4da4-ab76-6cfc066120be tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/security-groups?id=9b802230-9234-42e7-bf8c-0d12af0394c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515833 Jul 14 09:33:20.978933 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-2bc86fce-3166-4a9b-974b-d0b96f81ef2c req-d60f0111-58a9-4183-bb65-2dc8eed56547 tempest-VolumesNegativeTest-332234023 tempest-VolumesNegativeTest-332234023-project] For port 32d3cb2d-f4bb-490f-822a-1d1bfdf4bc10, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=32d3cb2d-f4bb-490f-822a-1d1bfdf4bc10,segment=NetworkSegment(8f1c1422-de6c-445f-ab95-4e2c94585b2b),segment_id=8f1c1422-de6c-445f-ab95-4e2c94585b2b)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:33:20.979297 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-2bc86fce-3166-4a9b-974b-d0b96f81ef2c req-d60f0111-58a9-4183-bb65-2dc8eed56547 tempest-VolumesNegativeTest-332234023 tempest-VolumesNegativeTest-332234023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:20.985277 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9a2ec236-7750-44a1-a680-7260ecbb698d tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3876111'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:20.991042 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [req-2bc86fce-3166-4a9b-974b-d0b96f81ef2c req-d60f0111-58a9-4183-bb65-2dc8eed56547 tempest-VolumesNegativeTest-332234023 tempest-VolumesNegativeTest-332234023-project] Calling delete_port for 32d3cb2d-f4bb-490f-822a-1d1bfdf4bc10 owned by compute:nova {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:33:21.035179 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2f20db4-b197-44f5-afac-b5c14442e0e7 None None] Resources bound (agent type, host, resource id): {{(pid=93959) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 14 09:33:21.058099 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-9a2ec236-7750-44a1-a680-7260ecbb698d tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Deleting port aa7ffbdf-c1d5-4e8f-bb99-b434f6bccca6 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:33:21.058444 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9a2ec236-7750-44a1-a680-7260ecbb698d tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:21.123662 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-9a2ec236-7750-44a1-a680-7260ecbb698d tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] For port aa7ffbdf-c1d5-4e8f-bb99-b434f6bccca6, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=aa7ffbdf-c1d5-4e8f-bb99-b434f6bccca6,segment=NetworkSegment(222eef10-8000-41a0-8649-0b55ea21dba2),segment_id=222eef10-8000-41a0-8649-0b55ea21dba2)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:33:21.124084 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9a2ec236-7750-44a1-a680-7260ecbb698d tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:21.137001 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-2bc86fce-3166-4a9b-974b-d0b96f81ef2c req-d60f0111-58a9-4183-bb65-2dc8eed56547 tempest-VolumesNegativeTest-332234023 tempest-VolumesNegativeTest-332234023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:21.137592 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-9a2ec236-7750-44a1-a680-7260ecbb698d tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Calling delete_port for aa7ffbdf-c1d5-4e8f-bb99-b434f6bccca6 owned by network:dhcp {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:33:21.169934 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60f0111-58a9-4183-bb65-2dc8eed56547 tempest-VolumesNegativeTest-332234023 tempest-VolumesNegativeTest-332234023-project] Pushing event deleted for resources: {'Port': ['ID=32d3cb2d-f4bb-490f-822a-1d1bfdf4bc10,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:21.188477 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] get_ports_and_sgs() called for port_ids ['32d3cb2d-f4bb-490f-822a-1d1bfdf4bc10'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:33:21.226202 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bc86fce-3166-4a9b-974b-d0b96f81ef2c req-d60f0111-58a9-4183-bb65-2dc8eed56547 tempest-VolumesNegativeTest-332234023 tempest-VolumesNegativeTest-332234023-project] No DVR routers for this DVR port 32d3cb2d-f4bb-490f-822a-1d1bfdf4bc10 on host n-h1-779913-29 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:33:21.228231 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9a2ec236-7750-44a1-a680-7260ecbb698d tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:21.228938 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-2bc86fce-3166-4a9b-974b-d0b96f81ef2c req-d60f0111-58a9-4183-bb65-2dc8eed56547 tempest-VolumesNegativeTest-332234023 tempest-VolumesNegativeTest-332234023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:21.231547 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2bc86fce-3166-4a9b-974b-d0b96f81ef2c req-d60f0111-58a9-4183-bb65-2dc8eed56547 tempest-VolumesNegativeTest-332234023 tempest-VolumesNegativeTest-332234023-project] 10.222.0.65 "DELETE /v2.0/ports/32d3cb2d-f4bb-490f-822a-1d1bfdf4bc10 HTTP/1.1" status: 204 len: 173 time: 0.5213170 Jul 14 09:33:21.231547 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9785e713-73cf-4ff4-9d1a-00d5354f38ac', 'name': 'network-vif-deleted', 'tag': '32d3cb2d-f4bb-490f-822a-1d1bfdf4bc10'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:33:21.233904 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcae972c-fd24-4987-9d6f-59ae5564bcc6" -d '{"events": [{"server_uuid": "9785e713-73cf-4ff4-9d1a-00d5354f38ac", "name": "network-vif-deleted", "tag": "32d3cb2d-f4bb-490f-822a-1d1bfdf4bc10"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:33:21.276832 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:33:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1aac2f4-e9d0-45c8-bb05-4301262a8df5 x-openstack-request-id: req-a1aac2f4-e9d0-45c8-bb05-4301262a8df5 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:33:21.277418 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9785e713-73cf-4ff4-9d1a-00d5354f38ac", "name": "network-vif-deleted", "tag": "32d3cb2d-f4bb-490f-822a-1d1bfdf4bc10", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:33:21.277915 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-a1aac2f4-e9d0-45c8-bb05-4301262a8df5 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:33:21.278674 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9785e713-73cf-4ff4-9d1a-00d5354f38ac', 'name': 'network-vif-deleted', 'tag': '32d3cb2d-f4bb-490f-822a-1d1bfdf4bc10', 'status': 'completed', 'code': 200} Jul 14 09:33:21.279127 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2ec236-7750-44a1-a680-7260ecbb698d tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Pushing event deleted for resources: {'Port': ['ID=aa7ffbdf-c1d5-4e8f-bb99-b434f6bccca6,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:21.282113 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a2ec236-7750-44a1-a680-7260ecbb698d tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] No DVR routers for this DVR port aa7ffbdf-c1d5-4e8f-bb99-b434f6bccca6 on host n-d-779913-29 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:33:21.313524 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2ec236-7750-44a1-a680-7260ecbb698d tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:33:21.313900 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2ec236-7750-44a1-a680-7260ecbb698d tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:33:21.314219 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2ec236-7750-44a1-a680-7260ecbb698d tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:33:21.314563 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2ec236-7750-44a1-a680-7260ecbb698d tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:33:21.314903 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2ec236-7750-44a1-a680-7260ecbb698d tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:33:21.315236 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2ec236-7750-44a1-a680-7260ecbb698d tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:33:21.315572 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2ec236-7750-44a1-a680-7260ecbb698d tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:33:21.315905 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2ec236-7750-44a1-a680-7260ecbb698d tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:33:21.316260 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2ec236-7750-44a1-a680-7260ecbb698d tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:33:21.316705 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2ec236-7750-44a1-a680-7260ecbb698d tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:33:21.316961 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2ec236-7750-44a1-a680-7260ecbb698d tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:33:21.317289 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2ec236-7750-44a1-a680-7260ecbb698d tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:33:21.385233 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9a2ec236-7750-44a1-a680-7260ecbb698d tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473955', 'neutron.services.segments.db._delete_segments_for_network-8735688326548'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:21.398956 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-9a2ec236-7750-44a1-a680-7260ecbb698d tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9afb262-5209-4f36-8b38-c9c0da1e8586']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:33:21.411337 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-9a2ec236-7750-44a1-a680-7260ecbb698d tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '222eef10-8000-41a0-8649-0b55ea21dba2') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:33:21.414608 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-9a2ec236-7750-44a1-a680-7260ecbb698d tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '222eef10-8000-41a0-8649-0b55ea21dba2') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:33:21.425538 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9a2ec236-7750-44a1-a680-7260ecbb698d tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735688356235', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13574129'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:21.442918 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9a2ec236-7750-44a1-a680-7260ecbb698d tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:21.455946 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a2ec236-7750-44a1-a680-7260ecbb698d tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Releasing vlan 740 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:33:21.456730 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9a2ec236-7750-44a1-a680-7260ecbb698d tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13573126'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:21.465858 n-d-779913-29 neutron-server[93958]: Traceback (most recent call last): Jul 14 09:33:21.465858 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:33:21.465858 n-d-779913-29 neutron-server[93958]: timer() Jul 14 09:33:21.465858 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:33:21.465858 n-d-779913-29 neutron-server[93958]: cb(*args, **kw) Jul 14 09:33:21.465858 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:33:21.465858 n-d-779913-29 neutron-server[93958]: return func(*args, **kwargs) Jul 14 09:33:21.465858 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:33:21.465858 n-d-779913-29 neutron-server[93958]: self._notify() Jul 14 09:33:21.465858 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:33:21.465858 n-d-779913-29 neutron-server[93958]: self.callback(batched_events) Jul 14 09:33:21.465858 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:33:21.465858 n-d-779913-29 neutron-server[93958]: event.method(event) Jul 14 09:33:21.465858 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:33:21.465858 n-d-779913-29 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:33:21.465858 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:33:21.465858 n-d-779913-29 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:33:21.465858 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:33:21.465858 n-d-779913-29 neutron-server[93958]: return f(self, *a, **k) Jul 14 09:33:21.465858 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:33:21.465858 n-d-779913-29 neutron-server[93958]: return self._get(url).json() Jul 14 09:33:21.465858 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:33:21.465858 n-d-779913-29 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:33:21.465858 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:33:21.465858 n-d-779913-29 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 14 09:33:21.465858 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:33:21.465858 n-d-779913-29 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:33:21.465858 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:33:21.465858 n-d-779913-29 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:33:21.465858 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:33:21.465858 n-d-779913-29 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:33:21.465858 n-d-779913-29 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:33:21.542861 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9a2ec236-7750-44a1-a680-7260ecbb698d tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660504'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:21.550105 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9a2ec236-7750-44a1-a680-7260ecbb698d tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:21.556286 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-9a2ec236-7750-44a1-a680-7260ecbb698d tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] 10.222.0.68 "DELETE /v2.0/networks/d9afb262-5209-4f36-8b38-c9c0da1e8586 HTTP/1.1" status: 204 len: 168 time: 1.5206072 Jul 14 09:33:21.561703 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 58754) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:21.575998 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2ec236-7750-44a1-a680-7260ecbb698d tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Pushing event deleted for resources: {'Network': ['ID=d9afb262-5209-4f36-8b38-c9c0da1e8586,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:21.600684 n-d-779913-29 neutron-server[93957]: INFO neutron.pecan_wsgi.hooks.translation [None req-617ba8a1-9598-4225-8184-9dd6f0655095 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] DELETE failed (client error): The resource could not be found. Jul 14 09:33:21.601152 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-617ba8a1-9598-4225-8184-9dd6f0655095 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:33:21.605230 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-617ba8a1-9598-4225-8184-9dd6f0655095 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] 10.222.0.68 "DELETE /v2.0/subnets/c3b2da05-7df9-4b0a-9327-70ed4c5ea2b1 HTTP/1.1" status: 404 len: 337 time: 0.0393858 Jul 14 09:33:21.605477 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 58756) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:21.631336 n-d-779913-29 neutron-server[93957]: INFO neutron.pecan_wsgi.hooks.translation [None req-1158d6f0-14db-4456-a19e-eb0f3d179516 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] DELETE failed (client error): The resource could not be found. Jul 14 09:33:21.632013 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1158d6f0-14db-4456-a19e-eb0f3d179516 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:33:21.633630 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-1158d6f0-14db-4456-a19e-eb0f3d179516 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] 10.222.0.68 "DELETE /v2.0/networks/d9afb262-5209-4f36-8b38-c9c0da1e8586 HTTP/1.1" status: 404 len: 339 time: 0.0271857 Jul 14 09:33:21.636489 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 58758) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:21.659216 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcd7594-a07c-4833-96c2-90838f5c2398 req-6c7564f9-a0c8-46d8-b8a2-00451133b68e tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:21.660751 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-bfcd7594-a07c-4833-96c2-90838f5c2398 req-6c7564f9-a0c8-46d8-b8a2-00451133b68e tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/ports?device_id=07646ca0-10f2-4cc8-8147-f694b9d44b24 HTTP/1.1" status: 200 len: 945 time: 0.1361036 Jul 14 09:33:21.661796 n-d-779913-29 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-d35a6e1c-e623-4526-9f1b-be08faa832be tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] DELETE failed (client error): The resource could not be found. Jul 14 09:33:21.662249 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d35a6e1c-e623-4526-9f1b-be08faa832be tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:33:21.666211 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-d35a6e1c-e623-4526-9f1b-be08faa832be tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] 10.222.0.68 "DELETE /v2.0/subnets/c1ffb77b-bb81-4132-8071-031e99b11684 HTTP/1.1" status: 404 len: 337 time: 0.0265551 Jul 14 09:33:21.666433 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 58762) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:21.684858 n-d-779913-29 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-97f840d5-98a2-4dc3-9367-580a810f03cf tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] DELETE failed (client error): The resource could not be found. Jul 14 09:33:21.685344 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97f840d5-98a2-4dc3-9367-580a810f03cf tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:33:21.687079 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-97f840d5-98a2-4dc3-9367-580a810f03cf tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] 10.222.0.68 "DELETE /v2.0/networks/986da4f7-c6bf-4805-b1a8-1330ec67893b HTTP/1.1" status: 404 len: 339 time: 0.0197804 Jul 14 09:33:21.689839 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 58764) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:21.704376 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-bfcd7594-a07c-4833-96c2-90838f5c2398 req-04843301-5386-4efc-b801-e914be4a561d tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/security-groups?id=e89c09f5-16f2-4ac7-8f23-93abffe26f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369260 Jul 14 09:33:21.775923 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0bab6a29-8e63-4c63-a260-a8b519047151 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3876111'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:21.815524 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-6cbf753a-1d1c-4e29-a75f-20f942d4278a req-a4132df8-5311-431f-a05f-f3df677b5fc7 tempest-VolumesNegativeTest-332234023 tempest-VolumesNegativeTest-332234023-project] 10.222.0.68 "GET /v2.0/ports?device_id=9785e713-73cf-4ff4-9d1a-00d5354f38ac HTTP/1.1" status: 200 len: 210 time: 0.0355465 Jul 14 09:33:21.895704 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0bab6a29-8e63-4c63-a260-a8b519047151 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473955', 'neutron.services.segments.db._delete_segments_for_network-8735688326548'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:21.906075 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-0bab6a29-8e63-4c63-a260-a8b519047151 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35cf87e0-6935-4890-abb0-502235fb3ae9']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:33:21.923697 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-0bab6a29-8e63-4c63-a260-a8b519047151 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef801fba-9f90-4992-bc80-8fce6301d765') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:33:21.923697 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-0bab6a29-8e63-4c63-a260-a8b519047151 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef801fba-9f90-4992-bc80-8fce6301d765') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:33:21.934629 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0bab6a29-8e63-4c63-a260-a8b519047151 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735688356235', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13574129'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:21.959133 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0bab6a29-8e63-4c63-a260-a8b519047151 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:21.969026 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bab6a29-8e63-4c63-a260-a8b519047151 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Releasing vlan 711 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:33:21.969677 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0bab6a29-8e63-4c63-a260-a8b519047151 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13573126'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:21.973720 n-d-779913-29 neutron-server[93958]: Traceback (most recent call last): Jul 14 09:33:21.973720 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:33:21.973720 n-d-779913-29 neutron-server[93958]: timer() Jul 14 09:33:21.973720 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:33:21.973720 n-d-779913-29 neutron-server[93958]: cb(*args, **kw) Jul 14 09:33:21.973720 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:33:21.973720 n-d-779913-29 neutron-server[93958]: return func(*args, **kwargs) Jul 14 09:33:21.973720 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:33:21.973720 n-d-779913-29 neutron-server[93958]: self._notify() Jul 14 09:33:21.973720 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:33:21.973720 n-d-779913-29 neutron-server[93958]: self.callback(batched_events) Jul 14 09:33:21.973720 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:33:21.973720 n-d-779913-29 neutron-server[93958]: event.method(event) Jul 14 09:33:21.973720 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:33:21.973720 n-d-779913-29 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:33:21.973720 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:33:21.973720 n-d-779913-29 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:33:21.973720 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:33:21.973720 n-d-779913-29 neutron-server[93958]: return f(self, *a, **k) Jul 14 09:33:21.973720 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:33:21.973720 n-d-779913-29 neutron-server[93958]: return self._get(url).json() Jul 14 09:33:21.973720 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:33:21.973720 n-d-779913-29 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:33:21.973720 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:33:21.973720 n-d-779913-29 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 14 09:33:21.973720 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:33:21.973720 n-d-779913-29 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:33:21.973720 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:33:21.973720 n-d-779913-29 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:33:21.973720 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:33:21.973720 n-d-779913-29 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:33:21.973720 n-d-779913-29 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:33:22.050266 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0bab6a29-8e63-4c63-a260-a8b519047151 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660504'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:22.062826 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0bab6a29-8e63-4c63-a260-a8b519047151 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:22.065324 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-0bab6a29-8e63-4c63-a260-a8b519047151 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] 10.222.0.68 "DELETE /v2.0/networks/35cf87e0-6935-4890-abb0-502235fb3ae9 HTTP/1.1" status: 204 len: 168 time: 0.3746595 Jul 14 09:33:22.067895 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 58778) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:22.076907 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bab6a29-8e63-4c63-a260-a8b519047151 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Pushing event deleted for resources: {'Network': ['ID=35cf87e0-6935-4890-abb0-502235fb3ae9,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:22.115667 n-d-779913-29 neutron-server[93957]: INFO neutron.pecan_wsgi.hooks.translation [None req-89292bb0-8aab-4a9d-9ba3-b60de9f86e8d tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] DELETE failed (client error): The resource could not be found. Jul 14 09:33:22.116221 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89292bb0-8aab-4a9d-9ba3-b60de9f86e8d tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:33:22.120823 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-23cb504e-7026-46ea-8f4f-f8411518bab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:22.122397 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-89292bb0-8aab-4a9d-9ba3-b60de9f86e8d tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] 10.222.0.68 "DELETE /v2.0/subnets/3777ab28-904a-488f-9657-03d3c1dfd9e6 HTTP/1.1" status: 404 len: 337 time: 0.0532279 Jul 14 09:33:22.124927 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 58780) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:22.152499 n-d-779913-29 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-21b825aa-54b3-4aa1-90ae-b79feb2ea7c5 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] DELETE failed (client error): The resource could not be found. Jul 14 09:33:22.153155 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21b825aa-54b3-4aa1-90ae-b79feb2ea7c5 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:33:22.154962 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-21b825aa-54b3-4aa1-90ae-b79feb2ea7c5 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] 10.222.0.68 "DELETE /v2.0/networks/4ab5e02c-2dd1-4d83-955d-00681534ce2c HTTP/1.1" status: 404 len: 339 time: 0.0290105 Jul 14 09:33:22.157916 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 58782) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:22.503034 n-d-779913-29 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-023cb22c-4dda-41da-a945-b92d8968fd2b tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] DELETE failed (client error): The resource could not be found. Jul 14 09:33:22.503722 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-023cb22c-4dda-41da-a945-b92d8968fd2b tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:33:22.505734 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-023cb22c-4dda-41da-a945-b92d8968fd2b tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] 10.222.0.68 "DELETE /v2.0/subnets/9a00386b-2037-46ea-887c-9d1b3d3b7fb3 HTTP/1.1" status: 404 len: 337 time: 0.3467624 Jul 14 09:33:22.509256 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 58784) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:22.524722 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60355a3a-4100-47b9-8374-3c637d487ddb req-5589a968-d110-46b4-ba00-57fa756e09ce tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:22.526219 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-60355a3a-4100-47b9-8374-3c637d487ddb req-5589a968-d110-46b4-ba00-57fa756e09ce tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/ports?device_id=505bc581-794c-453c-95a3-3fa859d87e71 HTTP/1.1" status: 200 len: 946 time: 0.4418702 Jul 14 09:33:22.526879 n-d-779913-29 neutron-server[93957]: INFO neutron.pecan_wsgi.hooks.translation [None req-807b9dad-0d35-4a36-86d5-cf2eb21577c8 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] DELETE failed (client error): The resource could not be found. Jul 14 09:33:22.527418 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-807b9dad-0d35-4a36-86d5-cf2eb21577c8 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:33:22.529127 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-807b9dad-0d35-4a36-86d5-cf2eb21577c8 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] 10.222.0.68 "DELETE /v2.0/networks/b21b7644-fd10-4a95-a800-96947fe782d7 HTTP/1.1" status: 404 len: 339 time: 0.0197511 Jul 14 09:33:22.531677 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 58786) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:22.557325 n-d-779913-29 neutron-server[93957]: INFO neutron.pecan_wsgi.hooks.translation [None req-234c59be-d7a1-4177-882d-4d2019783a3b tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] DELETE failed (client error): The resource could not be found. Jul 14 09:33:22.557805 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-234c59be-d7a1-4177-882d-4d2019783a3b tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:33:22.559503 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-234c59be-d7a1-4177-882d-4d2019783a3b tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] 10.222.0.68 "DELETE /v2.0/subnets/e47a77c8-fce5-4f64-8629-0184aef90a01 HTTP/1.1" status: 404 len: 337 time: 0.0268919 Jul 14 09:33:22.561980 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 58788) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:22.563974 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-60355a3a-4100-47b9-8374-3c637d487ddb req-53ac5b35-127b-4f32-973f-a1fbda4687eb tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/security-groups?id=9b802230-9234-42e7-bf8c-0d12af0394c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321026 Jul 14 09:33:22.580273 n-d-779913-29 neutron-server[93957]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f9d5c85-ca88-4f7d-84fd-f80bb1a5fefb tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] DELETE failed (client error): The resource could not be found. Jul 14 09:33:22.580818 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f9d5c85-ca88-4f7d-84fd-f80bb1a5fefb tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:33:22.583089 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-3f9d5c85-ca88-4f7d-84fd-f80bb1a5fefb tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] 10.222.0.68 "DELETE /v2.0/networks/9eea9c07-4448-4cc9-b67a-81b6c84ea8b0 HTTP/1.1" status: 404 len: 339 time: 0.0196674 Jul 14 09:33:22.585467 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 58790) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:22.610685 n-d-779913-29 neutron-server[93957]: INFO neutron.pecan_wsgi.hooks.translation [None req-a04091cf-b72a-4731-9f66-0987651676ba tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] DELETE failed (client error): The resource could not be found. Jul 14 09:33:22.611132 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a04091cf-b72a-4731-9f66-0987651676ba tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:33:22.612734 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-a04091cf-b72a-4731-9f66-0987651676ba tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] 10.222.0.68 "DELETE /v2.0/subnets/3acf3d7d-ddf4-4b14-9bc7-0302850c452c HTTP/1.1" status: 404 len: 337 time: 0.0262742 Jul 14 09:33:22.615014 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 58792) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:22.632143 n-d-779913-29 neutron-server[93957]: INFO neutron.pecan_wsgi.hooks.translation [None req-48c469ba-cb6a-4352-8c74-9782c1b11869 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] DELETE failed (client error): The resource could not be found. Jul 14 09:33:22.632662 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48c469ba-cb6a-4352-8c74-9782c1b11869 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:33:22.634273 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-48c469ba-cb6a-4352-8c74-9782c1b11869 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] 10.222.0.68 "DELETE /v2.0/networks/d120f014-36cd-43f9-9bd8-80cf63109b6d HTTP/1.1" status: 404 len: 339 time: 0.0183969 Jul 14 09:33:22.636411 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 58794) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:22.665251 n-d-779913-29 neutron-server[93957]: INFO neutron.pecan_wsgi.hooks.translation [None req-f85de089-fe03-4433-a722-a33d7862c3a5 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] DELETE failed (client error): The resource could not be found. Jul 14 09:33:22.665733 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f85de089-fe03-4433-a722-a33d7862c3a5 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:33:22.667333 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-f85de089-fe03-4433-a722-a33d7862c3a5 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] 10.222.0.68 "DELETE /v2.0/subnets/14e2962a-8bca-4549-8aee-7ccbea6f90cc HTTP/1.1" status: 404 len: 337 time: 0.0300615 Jul 14 09:33:22.669550 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 58796) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:22.686548 n-d-779913-29 neutron-server[93957]: INFO neutron.pecan_wsgi.hooks.translation [None req-561b5d6a-6395-42bd-8bbe-e5f7edad02e6 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] DELETE failed (client error): The resource could not be found. Jul 14 09:33:22.687067 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-561b5d6a-6395-42bd-8bbe-e5f7edad02e6 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:33:22.688647 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-561b5d6a-6395-42bd-8bbe-e5f7edad02e6 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] 10.222.0.68 "DELETE /v2.0/networks/655c6420-9e09-433b-919e-49cb102f4ce1 HTTP/1.1" status: 404 len: 339 time: 0.0182397 Jul 14 09:33:22.690783 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 58798) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:22.715762 n-d-779913-29 neutron-server[93957]: INFO neutron.pecan_wsgi.hooks.translation [None req-5261b78c-dd94-4bdd-8818-f79c8eeb1a91 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] DELETE failed (client error): The resource could not be found. Jul 14 09:33:22.716203 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5261b78c-dd94-4bdd-8818-f79c8eeb1a91 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:33:22.718075 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-5261b78c-dd94-4bdd-8818-f79c8eeb1a91 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] 10.222.0.68 "DELETE /v2.0/subnets/4f158e96-6fd3-422e-ab63-fd1eb4d5e35d HTTP/1.1" status: 404 len: 337 time: 0.0261672 Jul 14 09:33:22.720310 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 58800) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:22.737621 n-d-779913-29 neutron-server[93957]: INFO neutron.pecan_wsgi.hooks.translation [None req-a46133de-09c5-4075-8d76-759c413cf2f2 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] DELETE failed (client error): The resource could not be found. Jul 14 09:33:22.738169 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a46133de-09c5-4075-8d76-759c413cf2f2 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:33:22.739886 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-a46133de-09c5-4075-8d76-759c413cf2f2 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] 10.222.0.68 "DELETE /v2.0/networks/7e3c5971-98e3-4cc1-8c66-2e292d659f49 HTTP/1.1" status: 404 len: 339 time: 0.0187008 Jul 14 09:33:22.742305 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 58804) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:22.767735 n-d-779913-29 neutron-server[93957]: INFO neutron.pecan_wsgi.hooks.translation [None req-38885e9c-9911-40cf-ab2e-7d592efc54ee tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] DELETE failed (client error): The resource could not be found. Jul 14 09:33:22.768114 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38885e9c-9911-40cf-ab2e-7d592efc54ee tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:33:22.770378 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-38885e9c-9911-40cf-ab2e-7d592efc54ee tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] 10.222.0.68 "DELETE /v2.0/subnets/496d5796-1a46-4086-bf9e-a6705dbba812 HTTP/1.1" status: 404 len: 337 time: 0.0265558 Jul 14 09:33:22.772824 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 58806) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:22.790578 n-d-779913-29 neutron-server[93957]: INFO neutron.pecan_wsgi.hooks.translation [None req-77ed43fb-03eb-4aa1-865e-ba0cebd9174e tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] DELETE failed (client error): The resource could not be found. Jul 14 09:33:22.791112 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77ed43fb-03eb-4aa1-865e-ba0cebd9174e tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:33:22.792775 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-77ed43fb-03eb-4aa1-865e-ba0cebd9174e tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] 10.222.0.68 "DELETE /v2.0/networks/73ede3c5-0150-4e16-9b9c-1760d16fe8c1 HTTP/1.1" status: 404 len: 339 time: 0.0190644 Jul 14 09:33:22.795468 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 58808) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:22.822442 n-d-779913-29 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-00bbaa4a-b1ef-491c-8717-b06bdeebb9b8 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] DELETE failed (client error): The resource could not be found. Jul 14 09:33:22.822980 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00bbaa4a-b1ef-491c-8717-b06bdeebb9b8 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:33:22.824771 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-00bbaa4a-b1ef-491c-8717-b06bdeebb9b8 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] 10.222.0.68 "DELETE /v2.0/subnets/c8d2ce4c-f325-4856-add3-6943d8a8e553 HTTP/1.1" status: 404 len: 337 time: 0.0282240 Jul 14 09:33:22.827303 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 58810) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:22.845763 n-d-779913-29 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-16f1af2c-7b41-4347-8d7d-e4f023e85216 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] DELETE failed (client error): The resource could not be found. Jul 14 09:33:22.846390 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16f1af2c-7b41-4347-8d7d-e4f023e85216 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:33:22.850967 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-16f1af2c-7b41-4347-8d7d-e4f023e85216 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] 10.222.0.68 "DELETE /v2.0/networks/3a9e6253-5779-4a60-bb73-46815951cc5b HTTP/1.1" status: 404 len: 339 time: 0.0200751 Jul 14 09:33:22.851145 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 58814) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:22.870638 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device d27f134e-1766-4f38-8d8a-ac3018579cce no longer exists at agent hyperv_n-h2-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:33:22.924376 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ac8b201-b859-461c-a988-ed51f5311bba tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Deleting subnet e63bd794-d822-4622-8ced-8e9fe965aff3 {{(pid=93957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:33:22.930881 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8ac8b201-b859-461c-a988-ed51f5311bba tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Notify callbacks [] for subnet, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:22.954002 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:22.961714 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ce89e5-6106-49be-9bb4-3457206886af req-b9ce7758-73fe-4e88-8a61-9ea5a48a4979 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:22.963278 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-01ce89e5-6106-49be-9bb4-3457206886af req-b9ce7758-73fe-4e88-8a61-9ea5a48a4979 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/ports?device_id=07646ca0-10f2-4cc8-8147-f694b9d44b24 HTTP/1.1" status: 200 len: 945 time: 0.1432755 Jul 14 09:33:22.987972 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07646ca0-10f2-4cc8-8147-f694b9d44b24', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd27f134e-1766-4f38-8d8a-ac3018579cce'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:33:22.991969 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd62303f06773040a8a4e189dc46b4f565768c299abf8ab8e7739778b0bc3e97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-099c9515-3c71-4311-b044-21146be1f05c" -d '{"events": [{"server_uuid": "07646ca0-10f2-4cc8-8147-f694b9d44b24", "name": "network-vif-unplugged", "status": "completed", "tag": "d27f134e-1766-4f38-8d8a-ac3018579cce"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:33:23.017363 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port d27f134e-1766-4f38-8d8a-ac3018579cce, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=d27f134e-1766-4f38-8d8a-ac3018579cce,segment=NetworkSegment(948a681f-4f89-4271-b601-608851f32209),segment_id=948a681f-4f89-4271-b601-608851f32209)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:33:23.022066 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:23.035179 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8ac8b201-b859-461c-a988-ed51f5311bba tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10944203'] for subnet, precommit_delete_associations {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:23.049714 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-01ce89e5-6106-49be-9bb4-3457206886af req-a20af0bd-178c-4024-aa79-ac5663294de0 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/security-groups?id=e89c09f5-16f2-4ac7-8f23-93abffe26f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808048 Jul 14 09:33:23.108918 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Pushing event updated for resources: {'Port': ['ID=d27f134e-1766-4f38-8d8a-ac3018579cce,revision_number=8']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:23.117738 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 14 Jul 2021 09:33:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c4f1149-5d13-4c43-b12d-f0485be7d6c6 x-openstack-request-id: req-4c4f1149-5d13-4c43-b12d-f0485be7d6c6 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:33:23.118286 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07646ca0-10f2-4cc8-8147-f694b9d44b24", "name": "network-vif-unplugged", "status": "failed", "tag": "d27f134e-1766-4f38-8d8a-ac3018579cce", "code": 422}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:33:23.118707 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-4c4f1149-5d13-4c43-b12d-f0485be7d6c6 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:33:23.119285 n-d-779913-29 neutron-server[93959]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '07646ca0-10f2-4cc8-8147-f694b9d44b24', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'd27f134e-1766-4f38-8d8a-ac3018579cce', 'code': 422} returned with failed status Jul 14 09:33:23.144381 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 32d3cb2d-f4bb-490f-822a-1d1bfdf4bc10 no longer exists at agent hyperv_n-h1-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:33:23.186446 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8ac8b201-b859-461c-a988-ed51f5311bba tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3481002'] for subnet, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:23.193423 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] No Port match for: 32d3cb2d-f4bb-490f-822a-1d1bfdf4bc10 {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:33:23.193806 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 32d3cb2d-f4bb-490f-822a-1d1bfdf4bc10 not bound to the agent host n-h1-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:33:23.307134 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8ac8b201-b859-461c-a988-ed51f5311bba tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10052701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11984075'] for subnet, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:23.346377 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8817fcad-5f4e-468c-9f85-f54e34b285aa req-b7459ff4-033b-4f31-8d53-85ff0b77cfaf tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:23.348406 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8817fcad-5f4e-468c-9f85-f54e34b285aa req-b7459ff4-033b-4f31-8d53-85ff0b77cfaf tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/ports?device_id=07646ca0-10f2-4cc8-8147-f694b9d44b24 HTTP/1.1" status: 200 len: 943 time: 0.1232297 Jul 14 09:33:23.351362 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac8b201-b859-461c-a988-ed51f5311bba tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Pushing event deleted for resources: {'Subnet': ['ID=e63bd794-d822-4622-8ced-8e9fe965aff3,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:23.357629 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8ac8b201-b859-461c-a988-ed51f5311bba tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Notify callbacks [] for subnet, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:23.363086 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-8ac8b201-b859-461c-a988-ed51f5311bba tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] 10.222.0.68 "DELETE /v2.0/subnets/e63bd794-d822-4622-8ced-8e9fe965aff3 HTTP/1.1" status: 204 len: 168 time: 0.5072558 Jul 14 09:33:23.363391 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a0fc996-54a4-4495-8abf-3b55dcf52bf1 None None] Network 37ae94f0-1daa-4786-9c1d-7691252b13a0 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:33:23.364959 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 58852) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:23.396156 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8817fcad-5f4e-468c-9f85-f54e34b285aa req-8f72f69b-cb81-4e4b-96fd-138a18404637 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/security-groups?id=e89c09f5-16f2-4ac7-8f23-93abffe26f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412545 Jul 14 09:33:23.470654 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-be3afcd3-18a5-4028-9f72-3611337e3491 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3876111'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:23.535002 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-be3afcd3-18a5-4028-9f72-3611337e3491 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Deleting port 87b845e4-a0b2-4ac7-b505-686cf3109170 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:33:23.536187 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-be3afcd3-18a5-4028-9f72-3611337e3491 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:23.619122 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f270a49-ae4a-4da2-90ef-116857403a1e None None] DHCP port deletion for 37ae94f0-1daa-4786-9c1d-7691252b13a0 request from n-d-779913-29 {{(pid=93959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:33:23.637386 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-be3afcd3-18a5-4028-9f72-3611337e3491 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] For port 87b845e4-a0b2-4ac7-b505-686cf3109170, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=87b845e4-a0b2-4ac7-b505-686cf3109170,segment=NetworkSegment(417b9b06-3e30-47ae-a467-c86b6fa93156),segment_id=417b9b06-3e30-47ae-a467-c86b6fa93156)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:33:23.637792 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-be3afcd3-18a5-4028-9f72-3611337e3491 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:23.678557 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-7f270a49-ae4a-4da2-90ef-116857403a1e None None] Deleting port 87b845e4-a0b2-4ac7-b505-686cf3109170 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:33:23.679322 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7f270a49-ae4a-4da2-90ef-116857403a1e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:23.685083 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-be3afcd3-18a5-4028-9f72-3611337e3491 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Calling delete_port for 87b845e4-a0b2-4ac7-b505-686cf3109170 owned by network:dhcp {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:33:23.757935 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2355e395-ef29-4b4d-82b8-0ff2c5664583 req-3937f011-686b-47be-921a-957094505a66 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:23.766384 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2355e395-ef29-4b4d-82b8-0ff2c5664583 req-3937f011-686b-47be-921a-957094505a66 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/ports?device_id=505bc581-794c-453c-95a3-3fa859d87e71 HTTP/1.1" status: 200 len: 946 time: 0.0763016 Jul 14 09:33:23.774082 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-7f270a49-ae4a-4da2-90ef-116857403a1e None None] For port 87b845e4-a0b2-4ac7-b505-686cf3109170, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=87b845e4-a0b2-4ac7-b505-686cf3109170,segment=NetworkSegment(417b9b06-3e30-47ae-a467-c86b6fa93156),segment_id=417b9b06-3e30-47ae-a467-c86b6fa93156)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:33:23.774755 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7f270a49-ae4a-4da2-90ef-116857403a1e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:23.800108 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-7f270a49-ae4a-4da2-90ef-116857403a1e None None] Calling delete_port for 87b845e4-a0b2-4ac7-b505-686cf3109170 owned by network:dhcp {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:33:23.836686 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2355e395-ef29-4b4d-82b8-0ff2c5664583 req-97c5417f-8673-45b0-92ab-969eaf806734 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/security-groups?id=9b802230-9234-42e7-bf8c-0d12af0394c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670063 Jul 14 09:33:23.850462 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-be3afcd3-18a5-4028-9f72-3611337e3491 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:23.908950 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3afcd3-18a5-4028-9f72-3611337e3491 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Pushing event deleted for resources: {'Port': ['ID=87b845e4-a0b2-4ac7-b505-686cf3109170,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:23.926597 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be3afcd3-18a5-4028-9f72-3611337e3491 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] No DVR routers for this DVR port 87b845e4-a0b2-4ac7-b505-686cf3109170 on host n-d-779913-29 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:33:23.929755 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7f270a49-ae4a-4da2-90ef-116857403a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:23.965086 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f270a49-ae4a-4da2-90ef-116857403a1e None None] Pushing event deleted for resources: {'Port': ['ID=87b845e4-a0b2-4ac7-b505-686cf3109170,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:23.969856 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f270a49-ae4a-4da2-90ef-116857403a1e None None] No DVR routers for this DVR port 87b845e4-a0b2-4ac7-b505-686cf3109170 on host n-d-779913-29 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:33:24.083835 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-be3afcd3-18a5-4028-9f72-3611337e3491 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473955', 'neutron.services.segments.db._delete_segments_for_network-8735688326548'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:24.100147 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-be3afcd3-18a5-4028-9f72-3611337e3491 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37ae94f0-1daa-4786-9c1d-7691252b13a0']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:33:24.114003 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-be3afcd3-18a5-4028-9f72-3611337e3491 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '417b9b06-3e30-47ae-a467-c86b6fa93156') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:33:24.114319 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-be3afcd3-18a5-4028-9f72-3611337e3491 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '417b9b06-3e30-47ae-a467-c86b6fa93156') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:33:24.136252 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-be3afcd3-18a5-4028-9f72-3611337e3491 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735688356235', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13574129'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:24.146003 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87b1c0c-3ff9-456b-965e-212d6847fbc9 req-b5a5b334-3e00-43f4-9d4a-8eae91f51e4b tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:24.153242 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-a87b1c0c-3ff9-456b-965e-212d6847fbc9 req-b5a5b334-3e00-43f4-9d4a-8eae91f51e4b tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/ports?device_id=07646ca0-10f2-4cc8-8147-f694b9d44b24 HTTP/1.1" status: 200 len: 943 time: 0.1868157 Jul 14 09:33:24.184079 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-be3afcd3-18a5-4028-9f72-3611337e3491 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:24.205809 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be3afcd3-18a5-4028-9f72-3611337e3491 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Releasing vlan 743 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:33:24.206248 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-be3afcd3-18a5-4028-9f72-3611337e3491 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13573126'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:24.210128 n-d-779913-29 neutron-server[93958]: Traceback (most recent call last): Jul 14 09:33:24.210128 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:33:24.210128 n-d-779913-29 neutron-server[93958]: timer() Jul 14 09:33:24.210128 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:33:24.210128 n-d-779913-29 neutron-server[93958]: cb(*args, **kw) Jul 14 09:33:24.210128 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:33:24.210128 n-d-779913-29 neutron-server[93958]: return func(*args, **kwargs) Jul 14 09:33:24.210128 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:33:24.210128 n-d-779913-29 neutron-server[93958]: self._notify() Jul 14 09:33:24.210128 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:33:24.210128 n-d-779913-29 neutron-server[93958]: self.callback(batched_events) Jul 14 09:33:24.210128 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:33:24.210128 n-d-779913-29 neutron-server[93958]: event.method(event) Jul 14 09:33:24.210128 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:33:24.210128 n-d-779913-29 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:33:24.210128 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:33:24.210128 n-d-779913-29 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:33:24.210128 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:33:24.210128 n-d-779913-29 neutron-server[93958]: return f(self, *a, **k) Jul 14 09:33:24.210128 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:33:24.210128 n-d-779913-29 neutron-server[93958]: return self._get(url).json() Jul 14 09:33:24.210128 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:33:24.210128 n-d-779913-29 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:33:24.210128 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:33:24.210128 n-d-779913-29 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 14 09:33:24.210128 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:33:24.210128 n-d-779913-29 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:33:24.210128 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:33:24.210128 n-d-779913-29 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:33:24.210128 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:33:24.210128 n-d-779913-29 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:33:24.210128 n-d-779913-29 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:33:24.225137 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-a87b1c0c-3ff9-456b-965e-212d6847fbc9 req-0a4be57f-62b9-4f07-910d-694bd0484d71 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/security-groups?id=e89c09f5-16f2-4ac7-8f23-93abffe26f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708559 Jul 14 09:33:24.315781 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-be3afcd3-18a5-4028-9f72-3611337e3491 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660504'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:24.323008 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-be3afcd3-18a5-4028-9f72-3611337e3491 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:24.325101 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-be3afcd3-18a5-4028-9f72-3611337e3491 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] 10.222.0.68 "DELETE /v2.0/networks/37ae94f0-1daa-4786-9c1d-7691252b13a0 HTTP/1.1" status: 204 len: 168 time: 0.9589808 Jul 14 09:33:24.400156 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3afcd3-18a5-4028-9f72-3611337e3491 tempest-NetworksTest-1567364056 tempest-NetworksTest-1567364056-project] Pushing event deleted for resources: {'Network': ['ID=37ae94f0-1daa-4786-9c1d-7691252b13a0,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:24.443014 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-56447252-1ab5-438d-9294-035467a62b0a req-9cfc0338-02c6-463a-8c53-d765374be798 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=07646ca0-10f2-4cc8-8147-f694b9d44b24&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2396066 Jul 14 09:33:24.736067 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:24.775907 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 59024) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:24.794803 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4d264bd7-6853-44a4-b10e-21613b3613a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:24.833154 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 87b845e4-a0b2-4ac7-b505-686cf3109170 no longer exists at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:33:24.903546 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] No Port match for: 87b845e4-a0b2-4ac7-b505-686cf3109170 {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:33:24.905858 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 87b845e4-a0b2-4ac7-b505-686cf3109170 not bound to the agent host n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:33:25.072856 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-46254c91-06a7-4f71-bdd9-b6235fe3088a admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=3ef7c556f786485a9014d694639868d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2950711 Jul 14 09:33:25.076582 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 59040) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:25.121179 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8fc17f-9da5-4cfb-871f-3b844096949f req-6fb7d3fd-7841-4cf4-94c5-0336f67f47c4 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:25.130048 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-9f8fc17f-9da5-4cfb-871f-3b844096949f req-6fb7d3fd-7841-4cf4-94c5-0336f67f47c4 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/ports?device_id=505bc581-794c-453c-95a3-3fa859d87e71 HTTP/1.1" status: 200 len: 946 time: 0.1077883 Jul 14 09:33:25.150150 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-bf13adfb-7d5c-40a0-96a7-62ddf2e29a05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:25.183298 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-9f8fc17f-9da5-4cfb-871f-3b844096949f req-7ab59ba3-f8c5-45d4-901e-6efbffd2a89c tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/security-groups?id=9b802230-9234-42e7-bf8c-0d12af0394c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520029 Jul 14 09:33:25.189322 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-bf13adfb-7d5c-40a0-96a7-62ddf2e29a05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:25.253579 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-bf13adfb-7d5c-40a0-96a7-62ddf2e29a05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:25.258805 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-bf13adfb-7d5c-40a0-96a7-62ddf2e29a05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:25.260248 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-bf13adfb-7d5c-40a0-96a7-62ddf2e29a05 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/9b048c02-97d0-4566-b6b0-f4c77caccd2a HTTP/1.1" status: 204 len: 168 time: 0.1827278 Jul 14 09:33:25.290299 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf13adfb-7d5c-40a0-96a7-62ddf2e29a05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b048c02-97d0-4566-b6b0-f4c77caccd2a,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:25.573736 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3de381e-873c-4ade-bd14-2cb98855fc95 req-15b4c7df-418a-410a-bb0a-1b6088e75320 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:25.575786 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-c3de381e-873c-4ade-bd14-2cb98855fc95 req-15b4c7df-418a-410a-bb0a-1b6088e75320 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/ports?device_id=07646ca0-10f2-4cc8-8147-f694b9d44b24 HTTP/1.1" status: 200 len: 943 time: 0.1235442 Jul 14 09:33:25.638097 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-c3de381e-873c-4ade-bd14-2cb98855fc95 req-2436931f-d4ae-4a49-b4f0-4f46ae0a8654 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/security-groups?id=e89c09f5-16f2-4ac7-8f23-93abffe26f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561094 Jul 14 09:33:25.854797 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5ad31076-714c-49ec-bc37-f3d4cd90112a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:25.891262 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56447252-1ab5-438d-9294-035467a62b0a req-5ce9caa9-5d58-40a8-abac-88e3305502ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:25.893370 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-56447252-1ab5-438d-9294-035467a62b0a req-5ce9caa9-5d58-40a8-abac-88e3305502ff service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=07646ca0-10f2-4cc8-8147-f694b9d44b24&tenant_id=345a5b6fceae4b28981003dfc874e3c7 HTTP/1.1" status: 200 len: 1095 time: 0.1302342 Jul 14 09:33:25.913413 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-56447252-1ab5-438d-9294-035467a62b0a req-317ae70f-e112-495a-a574-5c3544b76060 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-779913-29', 'device_owner': 'compute:nova'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:33:26.135411 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-56447252-1ab5-438d-9294-035467a62b0a req-317ae70f-e112-495a-a574-5c3544b76060 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:26.229714 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 59128) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:26.386219 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-dfa7bf6c-1a6a-4a6c-8d7d-5255bad83523 tempest-NegativeSecGroupIPv6Test-1497641253 tempest-NegativeSecGroupIPv6Test-1497641253-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:33:26.387151 n-d-779913-29 neutron-server[93958]: WARNING neutron.api.v2.base [None req-dfa7bf6c-1a6a-4a6c-8d7d-5255bad83523 tempest-NegativeSecGroupIPv6Test-1497641253 tempest-NegativeSecGroupIPv6Test-1497641253-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 14 09:33:26.387821 n-d-779913-29 neutron-server[93958]: INFO neutron.api.v2.resource [None req-dfa7bf6c-1a6a-4a6c-8d7d-5255bad83523 tempest-NegativeSecGroupIPv6Test-1497641253 tempest-NegativeSecGroupIPv6Test-1497641253-project] create failed (client error): There was a conflict when trying to complete your request. Jul 14 09:33:26.388964 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-dfa7bf6c-1a6a-4a6c-8d7d-5255bad83523 tempest-NegativeSecGroupIPv6Test-1497641253 tempest-NegativeSecGroupIPv6Test-1497641253-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1582096 Jul 14 09:33:26.392641 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 59140) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:26.400151 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-9dc2d92a-119d-4528-99ba-95ac0a2c1457 tempest-NegativeSecGroupIPv6Test-1497641253 tempest-NegativeSecGroupIPv6Test-1497641253-project] Request body: {'security_group': {'name': 'tempest-secgroup--1604442997'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:33:26.460108 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9dc2d92a-119d-4528-99ba-95ac0a2c1457 tempest-NegativeSecGroupIPv6Test-1497641253 tempest-NegativeSecGroupIPv6Test-1497641253-project] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:26.486380 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9dc2d92a-119d-4528-99ba-95ac0a2c1457 tempest-NegativeSecGroupIPv6Test-1497641253 tempest-NegativeSecGroupIPv6Test-1497641253-project] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:26.514976 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5258814d-1534-4d18-9f52-53fa0d338e5b req-7e6fddab-be1a-4990-9bd2-3d8920397e18 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:26.517237 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5258814d-1534-4d18-9f52-53fa0d338e5b req-7e6fddab-be1a-4990-9bd2-3d8920397e18 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/ports?device_id=505bc581-794c-453c-95a3-3fa859d87e71 HTTP/1.1" status: 200 len: 946 time: 0.1174624 Jul 14 09:33:26.529376 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-56447252-1ab5-438d-9294-035467a62b0a req-317ae70f-e112-495a-a574-5c3544b76060 service neutron] For port d27f134e-1766-4f38-8d8a-ac3018579cce, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=d27f134e-1766-4f38-8d8a-ac3018579cce,segment=NetworkSegment(948a681f-4f89-4271-b601-608851f32209),segment_id=948a681f-4f89-4271-b601-608851f32209)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:33:26.611769 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9dc2d92a-119d-4528-99ba-95ac0a2c1457 tempest-NegativeSecGroupIPv6Test-1497641253 tempest-NegativeSecGroupIPv6Test-1497641253-project] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:26.619604 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9dc2d92a-119d-4528-99ba-95ac0a2c1457 tempest-NegativeSecGroupIPv6Test-1497641253 tempest-NegativeSecGroupIPv6Test-1497641253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:26.634114 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5258814d-1534-4d18-9f52-53fa0d338e5b req-45f2f5ba-83e1-4931-8364-b2bc0eed5c31 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/security-groups?id=9b802230-9234-42e7-bf8c-0d12af0394c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083539 Jul 14 09:33:26.642358 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-56447252-1ab5-438d-9294-035467a62b0a req-317ae70f-e112-495a-a574-5c3544b76060 service neutron] For port d27f134e-1766-4f38-8d8a-ac3018579cce, host n-h2-779913-29, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:33:26.668648 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc2d92a-119d-4528-99ba-95ac0a2c1457 tempest-NegativeSecGroupIPv6Test-1497641253 tempest-NegativeSecGroupIPv6Test-1497641253-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8cc09fd3-8623-4104-8af5-2cbefcb775ec,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:26.697610 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [req-56447252-1ab5-438d-9294-035467a62b0a req-317ae70f-e112-495a-a574-5c3544b76060 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d27f134e-1766-4f38-8d8a-ac3018579cce {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:33:26.708464 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-56447252-1ab5-438d-9294-035467a62b0a req-317ae70f-e112-495a-a574-5c3544b76060 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:26.724257 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [req-56447252-1ab5-438d-9294-035467a62b0a req-317ae70f-e112-495a-a574-5c3544b76060 service neutron] Transition to ACTIVE for port object d27f134e-1766-4f38-8d8a-ac3018579cce will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:33:26.733011 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-56447252-1ab5-438d-9294-035467a62b0a req-317ae70f-e112-495a-a574-5c3544b76060 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:26.836709 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-56447252-1ab5-438d-9294-035467a62b0a req-317ae70f-e112-495a-a574-5c3544b76060 service neutron] No DVR routers for this DVR port d27f134e-1766-4f38-8d8a-ac3018579cce on host n-h2-779913-29 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:33:26.843892 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9dc2d92a-119d-4528-99ba-95ac0a2c1457 tempest-NegativeSecGroupIPv6Test-1497641253 tempest-NegativeSecGroupIPv6Test-1497641253-project] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:26.855669 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9dc2d92a-119d-4528-99ba-95ac0a2c1457 tempest-NegativeSecGroupIPv6Test-1497641253 tempest-NegativeSecGroupIPv6Test-1497641253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:26.898319 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc2d92a-119d-4528-99ba-95ac0a2c1457 tempest-NegativeSecGroupIPv6Test-1497641253 tempest-NegativeSecGroupIPv6Test-1497641253-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89445a93-b1d3-4248-9f15-872b6df8b55e,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:26.936088 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9dc2d92a-119d-4528-99ba-95ac0a2c1457 tempest-NegativeSecGroupIPv6Test-1497641253 tempest-NegativeSecGroupIPv6Test-1497641253-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:26.937537 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-9dc2d92a-119d-4528-99ba-95ac0a2c1457 tempest-NegativeSecGroupIPv6Test-1497641253 tempest-NegativeSecGroupIPv6Test-1497641253-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5438130 Jul 14 09:33:26.940968 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 59154) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:26.947216 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317ae70f-e112-495a-a574-5c3544b76060 service neutron] Pushing event updated for resources: {'Port': ['ID=d27f134e-1766-4f38-8d8a-ac3018579cce,revision_number=9']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:26.974785 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-fa857c76-5481-460b-aa7e-1ce446285c7c tempest-NegativeSecGroupIPv6Test-1497641253 tempest-NegativeSecGroupIPv6Test-1497641253-project] Request body: {'security_group_rule': {'security_group_id': '89445a93-b1d3-4248-9f15-872b6df8b55e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:33:26.978859 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7596b6-5cc9-406d-a902-3e9939ab9222 req-bb0841ff-4d49-46e8-a3ef-db72be7fd16e tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:26.980401 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-9c7596b6-5cc9-406d-a902-3e9939ab9222 req-bb0841ff-4d49-46e8-a3ef-db72be7fd16e tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/ports?device_id=07646ca0-10f2-4cc8-8147-f694b9d44b24 HTTP/1.1" status: 200 len: 943 time: 0.0867565 Jul 14 09:33:27.020577 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-56447252-1ab5-438d-9294-035467a62b0a req-317ae70f-e112-495a-a574-5c3544b76060 service neutron] Attempting to bind port d27f134e-1766-4f38-8d8a-ac3018579cce on host n-h1-779913-29 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:33:27.021010 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-56447252-1ab5-438d-9294-035467a62b0a req-317ae70f-e112-495a-a574-5c3544b76060 service neutron] Attempting to bind port d27f134e-1766-4f38-8d8a-ac3018579cce by drivers openvswitch,hyperv on host n-h1-779913-29 at level 0 using segments [{'id': '948a681f-4f89-4271-b601-608851f32209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '37e488ca-77f2-424d-8250-cbdd23d7445f'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:33:27.021412 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56447252-1ab5-438d-9294-035467a62b0a req-317ae70f-e112-495a-a574-5c3544b76060 service neutron] Attempting to bind port d27f134e-1766-4f38-8d8a-ac3018579cce on network 37e488ca-77f2-424d-8250-cbdd23d7445f {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:33:27.034146 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56447252-1ab5-438d-9294-035467a62b0a req-317ae70f-e112-495a-a574-5c3544b76060 service neutron] Port d27f134e-1766-4f38-8d8a-ac3018579cce on network 37e488ca-77f2-424d-8250-cbdd23d7445f not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-29 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:33:27.034693 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56447252-1ab5-438d-9294-035467a62b0a req-317ae70f-e112-495a-a574-5c3544b76060 service neutron] Attempting to bind port d27f134e-1766-4f38-8d8a-ac3018579cce on network 37e488ca-77f2-424d-8250-cbdd23d7445f {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:33:27.043753 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56447252-1ab5-438d-9294-035467a62b0a req-317ae70f-e112-495a-a574-5c3544b76060 service neutron] Checking agent: {'id': 'de11e667-f145-47b0-bd09-334a7505938e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 13, 12), 'started_at': datetime.datetime(2021, 7, 14, 9, 13, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 33, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:33:27.044395 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56447252-1ab5-438d-9294-035467a62b0a req-317ae70f-e112-495a-a574-5c3544b76060 service neutron] Checking segment: {'id': '948a681f-4f89-4271-b601-608851f32209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '37e488ca-77f2-424d-8250-cbdd23d7445f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:33:27.045015 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56447252-1ab5-438d-9294-035467a62b0a req-317ae70f-e112-495a-a574-5c3544b76060 service neutron] Bound using segment: {'id': '948a681f-4f89-4271-b601-608851f32209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '37e488ca-77f2-424d-8250-cbdd23d7445f'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:33:27.045413 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-56447252-1ab5-438d-9294-035467a62b0a req-317ae70f-e112-495a-a574-5c3544b76060 service neutron] Bound port: d27f134e-1766-4f38-8d8a-ac3018579cce, host: n-h1-779913-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '948a681f-4f89-4271-b601-608851f32209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '37e488ca-77f2-424d-8250-cbdd23d7445f'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:33:27.045814 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-56447252-1ab5-438d-9294-035467a62b0a req-317ae70f-e112-495a-a574-5c3544b76060 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:27.050116 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-9c7596b6-5cc9-406d-a902-3e9939ab9222 req-dff9beee-3f48-480a-8702-88a55b4101b5 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/security-groups?id=e89c09f5-16f2-4ac7-8f23-93abffe26f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625412 Jul 14 09:33:27.070985 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-fa857c76-5481-460b-aa7e-1ce446285c7c tempest-NegativeSecGroupIPv6Test-1497641253 tempest-NegativeSecGroupIPv6Test-1497641253-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:27.176643 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fceb42cb-457c-44e1-9241-140b1d95349b req-13ff8b9a-8ab2-4d98-931d-57f643a9498a tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:27.182616 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fceb42cb-457c-44e1-9241-140b1d95349b req-13ff8b9a-8ab2-4d98-931d-57f643a9498a tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:27.188509 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fceb42cb-457c-44e1-9241-140b1d95349b req-13ff8b9a-8ab2-4d98-931d-57f643a9498a tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:27.195096 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fceb42cb-457c-44e1-9241-140b1d95349b req-13ff8b9a-8ab2-4d98-931d-57f643a9498a tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:27.200983 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fceb42cb-457c-44e1-9241-140b1d95349b req-13ff8b9a-8ab2-4d98-931d-57f643a9498a tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:27.206996 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fceb42cb-457c-44e1-9241-140b1d95349b req-13ff8b9a-8ab2-4d98-931d-57f643a9498a tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:27.213436 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fceb42cb-457c-44e1-9241-140b1d95349b req-13ff8b9a-8ab2-4d98-931d-57f643a9498a tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:27.215423 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-fceb42cb-457c-44e1-9241-140b1d95349b req-13ff8b9a-8ab2-4d98-931d-57f643a9498a tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] 10.222.0.68 "GET /v2.0/ports?device_id=5c7b30e8-3087-4fa2-a121-bc36e0beab3b HTTP/1.1" status: 200 len: 5443 time: 0.2311320 Jul 14 09:33:27.230162 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-56447252-1ab5-438d-9294-035467a62b0a req-317ae70f-e112-495a-a574-5c3544b76060 service neutron] For port d27f134e-1766-4f38-8d8a-ac3018579cce, host n-h1-779913-29, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:33:27.244493 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-fa857c76-5481-460b-aa7e-1ce446285c7c tempest-NegativeSecGroupIPv6Test-1497641253 tempest-NegativeSecGroupIPv6Test-1497641253-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:27.259119 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-fa857c76-5481-460b-aa7e-1ce446285c7c tempest-NegativeSecGroupIPv6Test-1497641253 tempest-NegativeSecGroupIPv6Test-1497641253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529131'] for security_group_rule, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:27.266363 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-56447252-1ab5-438d-9294-035467a62b0a req-317ae70f-e112-495a-a574-5c3544b76060 service neutron] For port d27f134e-1766-4f38-8d8a-ac3018579cce, host n-h1-779913-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=d27f134e-1766-4f38-8d8a-ac3018579cce,segment=NetworkSegment(948a681f-4f89-4271-b601-608851f32209),segment_id=948a681f-4f89-4271-b601-608851f32209)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:33:27.283341 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-56447252-1ab5-438d-9294-035467a62b0a req-317ae70f-e112-495a-a574-5c3544b76060 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:27.308402 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-fa857c76-5481-460b-aa7e-1ce446285c7c tempest-NegativeSecGroupIPv6Test-1497641253 tempest-NegativeSecGroupIPv6Test-1497641253-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:27.312214 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-fa857c76-5481-460b-aa7e-1ce446285c7c tempest-NegativeSecGroupIPv6Test-1497641253 tempest-NegativeSecGroupIPv6Test-1497641253-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3487904 Jul 14 09:33:27.313366 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 59156) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:27.318957 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-7e157d6c-cacf-477d-b735-4113fd43c467 tempest-NegativeSecGroupIPv6Test-1497641253 tempest-NegativeSecGroupIPv6Test-1497641253-project] Request body: {'security_group_rule': {'security_group_id': '89445a93-b1d3-4248-9f15-872b6df8b55e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:33:27.332924 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-fceb42cb-457c-44e1-9241-140b1d95349b req-26cf5211-5cce-4517-b91c-4914704f41f5 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] 10.222.0.68 "GET /v2.0/security-groups?id=3e8708b8-59d7-4408-a840-9965955f2a4b&id=ff27f1e0-0078-49b9-90e3-125b24008d99&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1060655 Jul 14 09:33:27.333473 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa857c76-5481-460b-aa7e-1ce446285c7c tempest-NegativeSecGroupIPv6Test-1497641253 tempest-NegativeSecGroupIPv6Test-1497641253-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=146cfbb6-c5aa-4eea-b638-8128652e558f,revision_number=0']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:27.343002 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56447252-1ab5-438d-9294-035467a62b0a req-317ae70f-e112-495a-a574-5c3544b76060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:27.343629 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-56447252-1ab5-438d-9294-035467a62b0a req-317ae70f-e112-495a-a574-5c3544b76060 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:27.345331 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-56447252-1ab5-438d-9294-035467a62b0a req-317ae70f-e112-495a-a574-5c3544b76060 service neutron] 10.222.0.65 "PUT /v2.0/ports/d27f134e-1766-4f38-8d8a-ac3018579cce HTTP/1.1" status: 200 len: 1092 time: 1.4372787 Jul 14 09:33:27.347970 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07646ca0-10f2-4cc8-8147-f694b9d44b24', 'tag': 'd27f134e-1766-4f38-8d8a-ac3018579cce'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:33:27.350550 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-386a31af-fff3-4e27-b260-20209e79aa08" -d '{"events": [{"name": "network-changed", "server_uuid": "07646ca0-10f2-4cc8-8147-f694b9d44b24", "tag": "d27f134e-1766-4f38-8d8a-ac3018579cce"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:33:27.401079 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317ae70f-e112-495a-a574-5c3544b76060 service neutron] Pushing event updated for resources: {'Port': ['ID=d27f134e-1766-4f38-8d8a-ac3018579cce,revision_number=10']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:27.416770 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7e157d6c-cacf-477d-b735-4113fd43c467 tempest-NegativeSecGroupIPv6Test-1497641253 tempest-NegativeSecGroupIPv6Test-1497641253-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:27.514754 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:33:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d8271e3-819a-471b-ab55-0a4a7ad06fa8 x-openstack-request-id: req-6d8271e3-819a-471b-ab55-0a4a7ad06fa8 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:33:27.515046 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07646ca0-10f2-4cc8-8147-f694b9d44b24", "tag": "d27f134e-1766-4f38-8d8a-ac3018579cce", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:33:27.519014 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-6d8271e3-819a-471b-ab55-0a4a7ad06fa8 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:33:27.526510 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07646ca0-10f2-4cc8-8147-f694b9d44b24', 'tag': 'd27f134e-1766-4f38-8d8a-ac3018579cce', 'status': 'completed', 'code': 200} Jul 14 09:33:27.584185 n-d-779913-29 neutron-server[93958]: INFO neutron.api.v2.resource [None req-7e157d6c-cacf-477d-b735-4113fd43c467 tempest-NegativeSecGroupIPv6Test-1497641253 tempest-NegativeSecGroupIPv6Test-1497641253-project] create failed (client error): There was a conflict when trying to complete your request. Jul 14 09:33:27.585329 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-7e157d6c-cacf-477d-b735-4113fd43c467 tempest-NegativeSecGroupIPv6Test-1497641253 tempest-NegativeSecGroupIPv6Test-1497641253-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2708967 Jul 14 09:33:27.588054 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 59164) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:27.617288 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56447252-1ab5-438d-9294-035467a62b0a req-99a8358b-8736-4256-9c6f-290ee5e55e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:27.623201 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-56447252-1ab5-438d-9294-035467a62b0a req-99a8358b-8736-4256-9c6f-290ee5e55e0f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=345a5b6fceae4b28981003dfc874e3c7&device_id=07646ca0-10f2-4cc8-8147-f694b9d44b24 HTTP/1.1" status: 200 len: 1096 time: 0.2268674 Jul 14 09:33:27.678650 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5bbe322f-3f67-4864-bc0a-91afe44d23e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:27.691487 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1bbdfb22-5677-49ac-8530-9709246444dc tempest-NegativeSecGroupIPv6Test-1497641253 tempest-NegativeSecGroupIPv6Test-1497641253-project] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:27.731292 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1bbdfb22-5677-49ac-8530-9709246444dc tempest-NegativeSecGroupIPv6Test-1497641253 tempest-NegativeSecGroupIPv6Test-1497641253-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:27.760197 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cf1208-6f15-4202-8fc6-4355d978a130 req-a6981ca0-a5e3-47d7-bfcc-ca48e16e84cf tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:27.766207 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cf1208-6f15-4202-8fc6-4355d978a130 req-a6981ca0-a5e3-47d7-bfcc-ca48e16e84cf tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:27.772689 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cf1208-6f15-4202-8fc6-4355d978a130 req-a6981ca0-a5e3-47d7-bfcc-ca48e16e84cf tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:27.778837 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cf1208-6f15-4202-8fc6-4355d978a130 req-a6981ca0-a5e3-47d7-bfcc-ca48e16e84cf tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:27.786051 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cf1208-6f15-4202-8fc6-4355d978a130 req-a6981ca0-a5e3-47d7-bfcc-ca48e16e84cf tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:27.792245 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cf1208-6f15-4202-8fc6-4355d978a130 req-a6981ca0-a5e3-47d7-bfcc-ca48e16e84cf tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:27.798631 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cf1208-6f15-4202-8fc6-4355d978a130 req-a6981ca0-a5e3-47d7-bfcc-ca48e16e84cf tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:27.801738 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-08cf1208-6f15-4202-8fc6-4355d978a130 req-a6981ca0-a5e3-47d7-bfcc-ca48e16e84cf tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] 10.222.0.68 "GET /v2.0/ports?device_id=5c7b30e8-3087-4fa2-a121-bc36e0beab3b HTTP/1.1" status: 200 len: 5443 time: 0.1861551 Jul 14 09:33:27.824479 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1bbdfb22-5677-49ac-8530-9709246444dc tempest-NegativeSecGroupIPv6Test-1497641253 tempest-NegativeSecGroupIPv6Test-1497641253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:27.829396 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56447252-1ab5-438d-9294-035467a62b0a req-ae4c587e-f48f-4801-b165-976e49811336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:27.829583 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1bbdfb22-5677-49ac-8530-9709246444dc tempest-NegativeSecGroupIPv6Test-1497641253 tempest-NegativeSecGroupIPv6Test-1497641253-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:27.831274 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-56447252-1ab5-438d-9294-035467a62b0a req-ae4c587e-f48f-4801-b165-976e49811336 service neutron] 10.222.0.65 "GET /v2.0/networks?id=37e488ca-77f2-424d-8250-cbdd23d7445f HTTP/1.1" status: 200 len: 915 time: 0.1977479 Jul 14 09:33:27.836353 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-1bbdfb22-5677-49ac-8530-9709246444dc tempest-NegativeSecGroupIPv6Test-1497641253 tempest-NegativeSecGroupIPv6Test-1497641253-project] 10.222.0.68 "DELETE /v2.0/security-groups/89445a93-b1d3-4248-9f15-872b6df8b55e HTTP/1.1" status: 204 len: 168 time: 0.2431297 Jul 14 09:33:27.836698 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 59174) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:27.875551 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbdfb22-5677-49ac-8530-9709246444dc tempest-NegativeSecGroupIPv6Test-1497641253 tempest-NegativeSecGroupIPv6Test-1497641253-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89445a93-b1d3-4248-9f15-872b6df8b55e,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:27.908705 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-56447252-1ab5-438d-9294-035467a62b0a req-ea052af3-291b-4c64-a1fd-445f22b346f8 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d27f134e-1766-4f38-8d8a-ac3018579cce HTTP/1.1" status: 200 len: 217 time: 0.0640943 Jul 14 09:33:27.927381 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c01db3-2676-40e2-a38b-a8a0476d8134 req-cae1e210-3be7-4c93-90f0-46817958da21 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:27.934510 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-39c01db3-2676-40e2-a38b-a8a0476d8134 req-cae1e210-3be7-4c93-90f0-46817958da21 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/ports?device_id=505bc581-794c-453c-95a3-3fa859d87e71 HTTP/1.1" status: 200 len: 946 time: 0.1011026 Jul 14 09:33:27.949934 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-11aeba9f-a767-47ec-ad3d-5e9ff90598f5 tempest-NegativeSecGroupIPv6Test-1497641253 tempest-NegativeSecGroupIPv6Test-1497641253-project] 10.222.0.68 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1124296 Jul 14 09:33:27.953979 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 59176) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:27.980224 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-5d9a70f7-4f9d-47bc-be22-1044cac68495 tempest-NegativeSecGroupIPv6Test-1497641253 tempest-NegativeSecGroupIPv6Test-1497641253-project] Request body: {'security_group': {'name': 'tempest-secgroup--1692915695'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:33:27.989176 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-39c01db3-2676-40e2-a38b-a8a0476d8134 req-e22a83a8-d55a-4df8-947f-382f7e3f464f tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/security-groups?id=9b802230-9234-42e7-bf8c-0d12af0394c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531001 Jul 14 09:33:28.025058 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56447252-1ab5-438d-9294-035467a62b0a req-dd5d4c66-c431-451f-abaa-95427e4d45d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:28.025058 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-56447252-1ab5-438d-9294-035467a62b0a req-dd5d4c66-c431-451f-abaa-95427e4d45d0 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=535bbe8f-0cbe-454b-b3d9-7e9077b77cea HTTP/1.1" status: 200 len: 854 time: 0.0885162 Jul 14 09:33:28.047957 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5d9a70f7-4f9d-47bc-be22-1044cac68495 tempest-NegativeSecGroupIPv6Test-1497641253 tempest-NegativeSecGroupIPv6Test-1497641253-project] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:28.145692 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-06468a8d-9891-471c-9a64-6303edd64d43 req-8b5d23d6-860c-4a03-8113-5e0f3e533c8c service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=15fddc0e-6959-44be-b8ff-be56e396088e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0969152 Jul 14 09:33:28.157100 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5d9a70f7-4f9d-47bc-be22-1044cac68495 tempest-NegativeSecGroupIPv6Test-1497641253 tempest-NegativeSecGroupIPv6Test-1497641253-project] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:28.160230 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-56447252-1ab5-438d-9294-035467a62b0a req-c360aacc-1244-48ba-ab9d-fb80aea0b36c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=37e488ca-77f2-424d-8250-cbdd23d7445f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1275473 Jul 14 09:33:28.163309 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5d9a70f7-4f9d-47bc-be22-1044cac68495 tempest-NegativeSecGroupIPv6Test-1497641253 tempest-NegativeSecGroupIPv6Test-1497641253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:28.244781 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9a70f7-4f9d-47bc-be22-1044cac68495 tempest-NegativeSecGroupIPv6Test-1497641253 tempest-NegativeSecGroupIPv6Test-1497641253-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72abc801-c7d4-452e-90e5-507d958e9f6c,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:28.255440 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5d9a70f7-4f9d-47bc-be22-1044cac68495 tempest-NegativeSecGroupIPv6Test-1497641253 tempest-NegativeSecGroupIPv6Test-1497641253-project] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:28.257472 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-5d9a70f7-4f9d-47bc-be22-1044cac68495 tempest-NegativeSecGroupIPv6Test-1497641253 tempest-NegativeSecGroupIPv6Test-1497641253-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3025401 Jul 14 09:33:28.260230 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 59180) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:28.267436 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-9555cef1-4f55-4b42-b4b2-b62e1426d5ea tempest-NegativeSecGroupIPv6Test-1497641253 tempest-NegativeSecGroupIPv6Test-1497641253-project] Request body: {'security_group_rule': {'security_group_id': '72abc801-c7d4-452e-90e5-507d958e9f6c', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:33:28.268195 n-d-779913-29 neutron-server[93957]: WARNING neutron.api.v2.base [None req-9555cef1-4f55-4b42-b4b2-b62e1426d5ea tempest-NegativeSecGroupIPv6Test-1497641253 tempest-NegativeSecGroupIPv6Test-1497641253-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 14 09:33:28.268697 n-d-779913-29 neutron-server[93957]: INFO neutron.api.v2.resource [None req-9555cef1-4f55-4b42-b4b2-b62e1426d5ea tempest-NegativeSecGroupIPv6Test-1497641253 tempest-NegativeSecGroupIPv6Test-1497641253-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:33:28.270328 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-9555cef1-4f55-4b42-b4b2-b62e1426d5ea tempest-NegativeSecGroupIPv6Test-1497641253 tempest-NegativeSecGroupIPv6Test-1497641253-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0077879 Jul 14 09:33:28.274969 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 59182) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:28.318857 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06468a8d-9891-471c-9a64-6303edd64d43 req-b2af44b6-592e-49bf-9718-20b5600bdd73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:28.319561 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06468a8d-9891-471c-9a64-6303edd64d43 req-b2af44b6-592e-49bf-9718-20b5600bdd73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:28.319845 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06468a8d-9891-471c-9a64-6303edd64d43 req-b2af44b6-592e-49bf-9718-20b5600bdd73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:28.320411 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06468a8d-9891-471c-9a64-6303edd64d43 req-b2af44b6-592e-49bf-9718-20b5600bdd73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:28.320844 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06468a8d-9891-471c-9a64-6303edd64d43 req-b2af44b6-592e-49bf-9718-20b5600bdd73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:28.321315 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06468a8d-9891-471c-9a64-6303edd64d43 req-b2af44b6-592e-49bf-9718-20b5600bdd73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:28.321815 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06468a8d-9891-471c-9a64-6303edd64d43 req-b2af44b6-592e-49bf-9718-20b5600bdd73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:28.324433 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-06468a8d-9891-471c-9a64-6303edd64d43 req-b2af44b6-592e-49bf-9718-20b5600bdd73 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=59257167697a4d8397898a00de2a9ad0&device_id=15fddc0e-6959-44be-b8ff-be56e396088e HTTP/1.1" status: 200 len: 6499 time: 0.1168706 Jul 14 09:33:28.333063 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47629b2e-893e-4fa7-9807-d1994d53bbbd req-3f2246b3-938c-463c-b537-16c0a223dbab tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:28.334702 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-47629b2e-893e-4fa7-9807-d1994d53bbbd req-3f2246b3-938c-463c-b537-16c0a223dbab tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/ports?device_id=07646ca0-10f2-4cc8-8147-f694b9d44b24 HTTP/1.1" status: 200 len: 944 time: 0.1656775 Jul 14 09:33:28.340907 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-56447252-1ab5-438d-9294-035467a62b0a req-a6ebc59d-8cbe-4464-9cdf-7c9e6a9b278b service neutron] 10.222.0.65 "GET /v2.0/networks/37e488ca-77f2-424d-8250-cbdd23d7445f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1695535 Jul 14 09:33:28.461204 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-47629b2e-893e-4fa7-9807-d1994d53bbbd req-61b74db1-fb21-4458-8e62-85ce6141d53f tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/security-groups?id=e89c09f5-16f2-4ac7-8f23-93abffe26f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170378 Jul 14 09:33:28.522686 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06468a8d-9891-471c-9a64-6303edd64d43 req-7b325c61-98f8-4968-8f73-7970f4c43c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:28.523344 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06468a8d-9891-471c-9a64-6303edd64d43 req-7b325c61-98f8-4968-8f73-7970f4c43c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:28.524043 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06468a8d-9891-471c-9a64-6303edd64d43 req-7b325c61-98f8-4968-8f73-7970f4c43c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:28.526300 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-06468a8d-9891-471c-9a64-6303edd64d43 req-7b325c61-98f8-4968-8f73-7970f4c43c93 service neutron] 10.222.0.65 "GET /v2.0/networks?id=d3f3b4f0-a2a4-4615-b2a7-a3c2703dc6b7&id=1ef94415-a918-409e-b853-7a1089057996&id=1ef94415-a918-409e-b853-7a1089057996&id=1ef94415-a918-409e-b853-7a1089057996&id=1ef94415-a918-409e-b853-7a1089057996&id=63e3e599-9f16-49b5-b4ab-c912a88ee6e9&id=63e3e599-9f16-49b5-b4ab-c912a88ee6e9 HTTP/1.1" status: 200 len: 2294 time: 0.1370776 Jul 14 09:33:28.623818 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-06468a8d-9891-471c-9a64-6303edd64d43 req-5238eb9e-f2e6-4cde-8d14-156d6a6b571c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=443852c9-c28d-483f-aa70-df124f5712df HTTP/1.1" status: 200 len: 1002 time: 0.0899360 Jul 14 09:33:28.712259 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06468a8d-9891-471c-9a64-6303edd64d43 req-ab1cde16-a231-49e8-85b6-1661d7b9c3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:28.714714 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-06468a8d-9891-471c-9a64-6303edd64d43 req-ab1cde16-a231-49e8-85b6-1661d7b9c3d4 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2a6976d9-6add-4434-8547-6c5ba9d349d2 HTTP/1.1" status: 200 len: 851 time: 0.0835598 Jul 14 09:33:28.795449 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06468a8d-9891-471c-9a64-6303edd64d43 req-d30d973a-fe1c-46da-80a4-63b9740eadbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:28.797045 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-06468a8d-9891-471c-9a64-6303edd64d43 req-d30d973a-fe1c-46da-80a4-63b9740eadbd service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d3f3b4f0-a2a4-4615-b2a7-a3c2703dc6b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0754557 Jul 14 09:33:28.889227 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-acb40c4b-106c-40bd-bb66-b1dbd54bcfc0 tempest-NegativeSecGroupIPv6Test-1497641253 tempest-NegativeSecGroupIPv6Test-1497641253-project] Notify callbacks [] for security_group, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:28.946432 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-06468a8d-9891-471c-9a64-6303edd64d43 req-8c243701-46ee-4b1d-8da5-a9ffbc016e97 service neutron] 10.222.0.65 "GET /v2.0/networks/d3f3b4f0-a2a4-4615-b2a7-a3c2703dc6b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417773 Jul 14 09:33:28.953969 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-acb40c4b-106c-40bd-bb66-b1dbd54bcfc0 tempest-NegativeSecGroupIPv6Test-1497641253 tempest-NegativeSecGroupIPv6Test-1497641253-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:29.023969 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-56447252-1ab5-438d-9294-035467a62b0a req-8ec89740-7857-44fa-84c8-368eccf157fa service neutron] 10.222.0.65 "GET /v2.0/networks/37e488ca-77f2-424d-8250-cbdd23d7445f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6757867 Jul 14 09:33:29.051781 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-acb40c4b-106c-40bd-bb66-b1dbd54bcfc0 tempest-NegativeSecGroupIPv6Test-1497641253 tempest-NegativeSecGroupIPv6Test-1497641253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:29.055543 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-acb40c4b-106c-40bd-bb66-b1dbd54bcfc0 tempest-NegativeSecGroupIPv6Test-1497641253 tempest-NegativeSecGroupIPv6Test-1497641253-project] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:29.056695 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-acb40c4b-106c-40bd-bb66-b1dbd54bcfc0 tempest-NegativeSecGroupIPv6Test-1497641253 tempest-NegativeSecGroupIPv6Test-1497641253-project] 10.222.0.68 "DELETE /v2.0/security-groups/72abc801-c7d4-452e-90e5-507d958e9f6c HTTP/1.1" status: 204 len: 168 time: 0.7807934 Jul 14 09:33:29.063304 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 59204) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:29.089442 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb40c4b-106c-40bd-bb66-b1dbd54bcfc0 tempest-NegativeSecGroupIPv6Test-1497641253 tempest-NegativeSecGroupIPv6Test-1497641253-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72abc801-c7d4-452e-90e5-507d958e9f6c,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:29.131005 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 59208) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:29.183294 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-06468a8d-9891-471c-9a64-6303edd64d43 req-5c96c0c0-c17b-4e16-bc2d-9012b4909383 service neutron] 10.222.0.65 "GET /v2.0/networks/d3f3b4f0-a2a4-4615-b2a7-a3c2703dc6b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2286780 Jul 14 09:33:29.244247 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-06468a8d-9891-471c-9a64-6303edd64d43 req-e62cf5e9-dade-4cb4-b4c0-3f3ff19e539b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.249&port_id=bfd0c50f-c861-4562-bbf6-c4c5fe7bf9af HTTP/1.1" status: 200 len: 217 time: 0.0495007 Jul 14 09:33:29.249317 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-5da4362b-509b-4bcd-88f3-7e00c5f47771 tempest-NegativeSecGroupIPv6Test-1497641253 tempest-NegativeSecGroupIPv6Test-1497641253-project] 10.222.0.68 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1822593 Jul 14 09:33:29.263605 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 59216) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:29.289857 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-0867be16-6f48-460e-9db4-2cb722e74981 tempest-NegativeSecGroupIPv6Test-1497641253 tempest-NegativeSecGroupIPv6Test-1497641253-project] Request body: {'security_group': {'name': 'tempest-secgroup--1144171031'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:33:29.383611 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06468a8d-9891-471c-9a64-6303edd64d43 req-34a336b1-a9bf-44b5-84c0-f45e0a10cdc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:29.388981 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-06468a8d-9891-471c-9a64-6303edd64d43 req-34a336b1-a9bf-44b5-84c0-f45e0a10cdc4 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6bbe0ea5-083a-41dc-877f-ee08b7294836 HTTP/1.1" status: 200 len: 797 time: 0.1383379 Jul 14 09:33:29.403914 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-0867be16-6f48-460e-9db4-2cb722e74981 tempest-NegativeSecGroupIPv6Test-1497641253 tempest-NegativeSecGroupIPv6Test-1497641253-project] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:29.444133 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386a31af-fff3-4e27-b260-20209e79aa08 req-afed4593-acd1-4316-9f5a-99da0b49d6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:29.446126 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-386a31af-fff3-4e27-b260-20209e79aa08 req-afed4593-acd1-4316-9f5a-99da0b49d6d5 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=345a5b6fceae4b28981003dfc874e3c7&device_id=07646ca0-10f2-4cc8-8147-f694b9d44b24 HTTP/1.1" status: 200 len: 1096 time: 0.3026459 Jul 14 09:33:29.509476 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06468a8d-9891-471c-9a64-6303edd64d43 req-0d40d3c8-52d8-4d59-9332-9153f7c3d120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:29.511198 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-06468a8d-9891-471c-9a64-6303edd64d43 req-0d40d3c8-52d8-4d59-9332-9153f7c3d120 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1ef94415-a918-409e-b853-7a1089057996&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1135321 Jul 14 09:33:29.600895 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386a31af-fff3-4e27-b260-20209e79aa08 req-1c44ead0-cd61-4488-8603-6dda153cf685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:29.602329 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-386a31af-fff3-4e27-b260-20209e79aa08 req-1c44ead0-cd61-4488-8603-6dda153cf685 service neutron] 10.222.0.65 "GET /v2.0/networks?id=37e488ca-77f2-424d-8250-cbdd23d7445f HTTP/1.1" status: 200 len: 915 time: 0.1278212 Jul 14 09:33:29.659956 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037eabc4-41f4-49f3-a79c-84ca5af180a7 req-f81ad0f3-5f4e-44c1-93fe-c1ab6839be88 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:29.661577 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-037eabc4-41f4-49f3-a79c-84ca5af180a7 req-f81ad0f3-5f4e-44c1-93fe-c1ab6839be88 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/ports?device_id=505bc581-794c-453c-95a3-3fa859d87e71 HTTP/1.1" status: 200 len: 946 time: 0.3297107 Jul 14 09:33:29.717700 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-06468a8d-9891-471c-9a64-6303edd64d43 req-cbe3232f-341b-49e8-b0d9-73089f8c151c service neutron] 10.222.0.65 "GET /v2.0/networks/1ef94415-a918-409e-b853-7a1089057996?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1975684 Jul 14 09:33:29.886849 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-06468a8d-9891-471c-9a64-6303edd64d43 req-cb0452c9-23f5-4fd0-a71e-b7c9b8173b42 service neutron] 10.222.0.65 "GET /v2.0/networks/1ef94415-a918-409e-b853-7a1089057996?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1621528 Jul 14 09:33:29.963776 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-0867be16-6f48-460e-9db4-2cb722e74981 tempest-NegativeSecGroupIPv6Test-1497641253 tempest-NegativeSecGroupIPv6Test-1497641253-project] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:30.036123 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-386a31af-fff3-4e27-b260-20209e79aa08 req-ac185f35-cc5c-4195-932e-c518a09c2102 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d27f134e-1766-4f38-8d8a-ac3018579cce HTTP/1.1" status: 200 len: 217 time: 0.4205122 Jul 14 09:33:30.050473 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-0867be16-6f48-460e-9db4-2cb722e74981 tempest-NegativeSecGroupIPv6Test-1497641253 tempest-NegativeSecGroupIPv6Test-1497641253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:30.097129 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-06468a8d-9891-471c-9a64-6303edd64d43 req-6b1005fb-ffbc-41f8-8ec2-ab8f32fec94f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.38&port_id=31299d0f-8004-4f4a-ba86-37168fff27f4 HTTP/1.1" status: 200 len: 217 time: 0.1591480 Jul 14 09:33:30.129839 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-ced0cc39-d9f1-4cd5-9849-6c9d8b2e99f3 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=f683da440a2a49d694683ba8cafb2cc2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9967399 Jul 14 09:33:30.144158 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-037eabc4-41f4-49f3-a79c-84ca5af180a7 req-de155557-50f8-46c8-a2ca-7f1f69ed673c tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/security-groups?id=9b802230-9234-42e7-bf8c-0d12af0394c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4765849 Jul 14 09:33:30.148517 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 59248) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:30.214369 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40cd815-8e5e-4e02-a3dc-4f1ec499ebab req-777f8259-559d-4861-bde2-cd574843eaeb tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:30.216324 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-a40cd815-8e5e-4e02-a3dc-4f1ec499ebab req-777f8259-559d-4861-bde2-cd574843eaeb tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/ports?device_id=07646ca0-10f2-4cc8-8147-f694b9d44b24 HTTP/1.1" status: 200 len: 944 time: 0.3281484 Jul 14 09:33:30.228115 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-0867be16-6f48-460e-9db4-2cb722e74981 tempest-NegativeSecGroupIPv6Test-1497641253 tempest-NegativeSecGroupIPv6Test-1497641253-project] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:30.230114 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-0867be16-6f48-460e-9db4-2cb722e74981 tempest-NegativeSecGroupIPv6Test-1497641253 tempest-NegativeSecGroupIPv6Test-1497641253-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9640560 Jul 14 09:33:30.238130 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 59250) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:30.247086 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-086b3486-b4ab-45f2-8529-e6a3c8b0f808 tempest-NegativeSecGroupIPv6Test-1497641253 tempest-NegativeSecGroupIPv6Test-1497641253-project] Request body: {'security_group_rule': {'security_group_id': '00d80f06-5305-4949-aaba-5225c4bc461e', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:33:30.248674 n-d-779913-29 neutron-server[93957]: WARNING neutron.api.v2.base [None req-086b3486-b4ab-45f2-8529-e6a3c8b0f808 tempest-NegativeSecGroupIPv6Test-1497641253 tempest-NegativeSecGroupIPv6Test-1497641253-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 14 09:33:30.248674 n-d-779913-29 neutron-server[93957]: INFO neutron.api.v2.resource [None req-086b3486-b4ab-45f2-8529-e6a3c8b0f808 tempest-NegativeSecGroupIPv6Test-1497641253 tempest-NegativeSecGroupIPv6Test-1497641253-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:33:30.250076 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-086b3486-b4ab-45f2-8529-e6a3c8b0f808 tempest-NegativeSecGroupIPv6Test-1497641253 tempest-NegativeSecGroupIPv6Test-1497641253-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0067458 Jul 14 09:33:30.254497 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 59252) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:30.269380 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06468a8d-9891-471c-9a64-6303edd64d43 req-7ac89ac2-2968-482a-9e62-11afbdf33f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:30.271663 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-06468a8d-9891-471c-9a64-6303edd64d43 req-7ac89ac2-2968-482a-9e62-11afbdf33f5d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6bbe0ea5-083a-41dc-877f-ee08b7294836 HTTP/1.1" status: 200 len: 797 time: 0.1590786 Jul 14 09:33:30.280632 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0867be16-6f48-460e-9db4-2cb722e74981 tempest-NegativeSecGroupIPv6Test-1497641253 tempest-NegativeSecGroupIPv6Test-1497641253-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00d80f06-5305-4949-aaba-5225c4bc461e,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:30.309733 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6212bf0c-12d3-4eef-a8e1-20cdbd885962 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:30.321014 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-a40cd815-8e5e-4e02-a3dc-4f1ec499ebab req-ad5208dc-9cba-4469-a852-6b57a561eca9 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/security-groups?id=e89c09f5-16f2-4ac7-8f23-93abffe26f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950816 Jul 14 09:33:30.331136 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386a31af-fff3-4e27-b260-20209e79aa08 req-157fc8a2-d1b6-4648-822b-8201f1a06fea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:30.335989 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-386a31af-fff3-4e27-b260-20209e79aa08 req-157fc8a2-d1b6-4648-822b-8201f1a06fea service neutron] 10.222.0.65 "GET /v2.0/subnets?id=535bbe8f-0cbe-454b-b3d9-7e9077b77cea HTTP/1.1" status: 200 len: 854 time: 0.2824056 Jul 14 09:33:30.473742 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-386a31af-fff3-4e27-b260-20209e79aa08 req-c8b1246b-0bff-4caa-84f0-19506d8ced52 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=37e488ca-77f2-424d-8250-cbdd23d7445f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1035204 Jul 14 09:33:30.514838 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6212bf0c-12d3-4eef-a8e1-20cdbd885962 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:30.537891 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-45af0978-6163-4d5d-842e-a07d23172b80 tempest-NegativeSecGroupIPv6Test-1497641253 tempest-NegativeSecGroupIPv6Test-1497641253-project] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:30.599734 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-45af0978-6163-4d5d-842e-a07d23172b80 tempest-NegativeSecGroupIPv6Test-1497641253 tempest-NegativeSecGroupIPv6Test-1497641253-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:30.670192 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06468a8d-9891-471c-9a64-6303edd64d43 req-38051a1b-e574-4f45-bb30-05491488fe29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:30.671928 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-06468a8d-9891-471c-9a64-6303edd64d43 req-38051a1b-e574-4f45-bb30-05491488fe29 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1ef94415-a918-409e-b853-7a1089057996&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3556509 Jul 14 09:33:30.757920 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6212bf0c-12d3-4eef-a8e1-20cdbd885962 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:30.760725 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6212bf0c-12d3-4eef-a8e1-20cdbd885962 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:30.762095 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-6212bf0c-12d3-4eef-a8e1-20cdbd885962 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/594b37aa-ca6d-4aca-8ad2-873763696449 HTTP/1.1" status: 204 len: 168 time: 0.5997839 Jul 14 09:33:30.793378 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-386a31af-fff3-4e27-b260-20209e79aa08 req-66854491-79c3-474a-af6e-92e74fcfb833 service neutron] 10.222.0.65 "GET /v2.0/networks/37e488ca-77f2-424d-8250-cbdd23d7445f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3096349 Jul 14 09:33:30.794482 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6212bf0c-12d3-4eef-a8e1-20cdbd885962 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=594b37aa-ca6d-4aca-8ad2-873763696449,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:30.810422 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 59278) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:31.085219 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-06468a8d-9891-471c-9a64-6303edd64d43 req-3b3dd600-3484-443d-96fb-538bf9efe2f2 service neutron] 10.222.0.65 "GET /v2.0/networks/1ef94415-a918-409e-b853-7a1089057996?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3726823 Jul 14 09:33:31.085917 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-45af0978-6163-4d5d-842e-a07d23172b80 tempest-NegativeSecGroupIPv6Test-1497641253 tempest-NegativeSecGroupIPv6Test-1497641253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:31.088635 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-45af0978-6163-4d5d-842e-a07d23172b80 tempest-NegativeSecGroupIPv6Test-1497641253 tempest-NegativeSecGroupIPv6Test-1497641253-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:31.092073 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-45af0978-6163-4d5d-842e-a07d23172b80 tempest-NegativeSecGroupIPv6Test-1497641253 tempest-NegativeSecGroupIPv6Test-1497641253-project] 10.222.0.68 "DELETE /v2.0/security-groups/00d80f06-5305-4949-aaba-5225c4bc461e HTTP/1.1" status: 204 len: 168 time: 0.8321681 Jul 14 09:33:31.103222 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 59286) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:31.112667 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45af0978-6163-4d5d-842e-a07d23172b80 tempest-NegativeSecGroupIPv6Test-1497641253 tempest-NegativeSecGroupIPv6Test-1497641253-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=00d80f06-5305-4949-aaba-5225c4bc461e,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:31.378497 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-06468a8d-9891-471c-9a64-6303edd64d43 req-504b303b-1fd3-4eb7-a421-bfb34fd4d037 service neutron] 10.222.0.65 "GET /v2.0/networks/1ef94415-a918-409e-b853-7a1089057996?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1713791 Jul 14 09:33:31.394748 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-a8d8750d-af84-4b89-a852-5745315c1db6 tempest-NegativeSecGroupIPv6Test-1497641253 tempest-NegativeSecGroupIPv6Test-1497641253-project] 10.222.0.68 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2805679 Jul 14 09:33:31.395220 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 59298) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:31.401052 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-1933c05c-97ea-4b42-bfbd-c2810fd5135f tempest-NegativeSecGroupIPv6Test-1497641253 tempest-NegativeSecGroupIPv6Test-1497641253-project] Request body: {'security_group': {'name': 'tempest-secgroup--1978761058'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:33:31.465051 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1933c05c-97ea-4b42-bfbd-c2810fd5135f tempest-NegativeSecGroupIPv6Test-1497641253 tempest-NegativeSecGroupIPv6Test-1497641253-project] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:31.547334 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-386a31af-fff3-4e27-b260-20209e79aa08 req-a6147f5c-837c-4268-8233-df2ce84676ee service neutron] 10.222.0.65 "GET /v2.0/networks/37e488ca-77f2-424d-8250-cbdd23d7445f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7096801 Jul 14 09:33:31.592713 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f967a3c-26f4-4c5c-9f65-aff41fb05e04 req-655bd6f9-f739-4e4a-8090-a6eb48d5a9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:31.593347 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f967a3c-26f4-4c5c-9f65-aff41fb05e04 req-655bd6f9-f739-4e4a-8090-a6eb48d5a9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:31.596927 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f967a3c-26f4-4c5c-9f65-aff41fb05e04 req-655bd6f9-f739-4e4a-8090-a6eb48d5a9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:31.597436 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f967a3c-26f4-4c5c-9f65-aff41fb05e04 req-655bd6f9-f739-4e4a-8090-a6eb48d5a9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:31.599394 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f967a3c-26f4-4c5c-9f65-aff41fb05e04 req-655bd6f9-f739-4e4a-8090-a6eb48d5a9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:31.600376 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f967a3c-26f4-4c5c-9f65-aff41fb05e04 req-655bd6f9-f739-4e4a-8090-a6eb48d5a9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:31.600982 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f967a3c-26f4-4c5c-9f65-aff41fb05e04 req-655bd6f9-f739-4e4a-8090-a6eb48d5a9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:31.614382 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2f967a3c-26f4-4c5c-9f65-aff41fb05e04 req-655bd6f9-f739-4e4a-8090-a6eb48d5a9fa service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=5c7b30e8-3087-4fa2-a121-bc36e0beab3b HTTP/1.1" status: 200 len: 6507 time: 0.8025587 Jul 14 09:33:31.710178 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2f967a3c-26f4-4c5c-9f65-aff41fb05e04 req-c19f0eba-2fcd-47a8-ae89-581e7133fc0a service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=ff27f1e0-0078-49b9-90e3-125b24008d99&id=3e8708b8-59d7-4408-a840-9965955f2a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0948880 Jul 14 09:33:31.718405 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1933c05c-97ea-4b42-bfbd-c2810fd5135f tempest-NegativeSecGroupIPv6Test-1497641253 tempest-NegativeSecGroupIPv6Test-1497641253-project] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:31.766709 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1933c05c-97ea-4b42-bfbd-c2810fd5135f tempest-NegativeSecGroupIPv6Test-1497641253 tempest-NegativeSecGroupIPv6Test-1497641253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:31.779619 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-06468a8d-9891-471c-9a64-6303edd64d43 req-5b1be749-df2c-4bc0-b7a4-001828ff496a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.33&port_id=9e37b52c-3f18-4c81-9abd-39641803b448 HTTP/1.1" status: 200 len: 217 time: 0.0566490 Jul 14 09:33:31.794633 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1933c05c-97ea-4b42-bfbd-c2810fd5135f tempest-NegativeSecGroupIPv6Test-1497641253 tempest-NegativeSecGroupIPv6Test-1497641253-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:31.798978 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-1933c05c-97ea-4b42-bfbd-c2810fd5135f tempest-NegativeSecGroupIPv6Test-1497641253 tempest-NegativeSecGroupIPv6Test-1497641253-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3996956 Jul 14 09:33:31.805765 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 59312) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:31.821989 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-e51a17cd-5fd2-4acb-bd11-d71da87fe73f tempest-NegativeSecGroupIPv6Test-1497641253 tempest-NegativeSecGroupIPv6Test-1497641253-project] Request body: {'security_group_rule': {'security_group_id': '6bf12958-129b-4036-b98c-a99252a07e97', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:33:31.846235 n-d-779913-29 neutron-server[93957]: WARNING neutron.api.v2.base [None req-e51a17cd-5fd2-4acb-bd11-d71da87fe73f tempest-NegativeSecGroupIPv6Test-1497641253 tempest-NegativeSecGroupIPv6Test-1497641253-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 14 09:33:31.846884 n-d-779913-29 neutron-server[93957]: INFO neutron.api.v2.resource [None req-e51a17cd-5fd2-4acb-bd11-d71da87fe73f tempest-NegativeSecGroupIPv6Test-1497641253 tempest-NegativeSecGroupIPv6Test-1497641253-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:33:31.851571 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-e51a17cd-5fd2-4acb-bd11-d71da87fe73f tempest-NegativeSecGroupIPv6Test-1497641253 tempest-NegativeSecGroupIPv6Test-1497641253-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0407956 Jul 14 09:33:31.852719 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 59314) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:31.857207 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-dfc3f681-745d-4a62-b039-89952a2033a6 tempest-NegativeSecGroupIPv6Test-1497641253 tempest-NegativeSecGroupIPv6Test-1497641253-project] Request body: {'security_group_rule': {'security_group_id': '6bf12958-129b-4036-b98c-a99252a07e97', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:33:31.857918 n-d-779913-29 neutron-server[93957]: WARNING neutron.api.v2.base [None req-dfc3f681-745d-4a62-b039-89952a2033a6 tempest-NegativeSecGroupIPv6Test-1497641253 tempest-NegativeSecGroupIPv6Test-1497641253-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 14 09:33:31.858406 n-d-779913-29 neutron-server[93957]: INFO neutron.api.v2.resource [None req-dfc3f681-745d-4a62-b039-89952a2033a6 tempest-NegativeSecGroupIPv6Test-1497641253 tempest-NegativeSecGroupIPv6Test-1497641253-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:33:31.861756 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-dfc3f681-745d-4a62-b039-89952a2033a6 tempest-NegativeSecGroupIPv6Test-1497641253 tempest-NegativeSecGroupIPv6Test-1497641253-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0057118 Jul 14 09:33:31.864088 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 59316) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:31.871516 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-adff643d-7e87-4557-8b22-e2087540957c tempest-NegativeSecGroupIPv6Test-1497641253 tempest-NegativeSecGroupIPv6Test-1497641253-project] Request body: {'security_group_rule': {'security_group_id': '6bf12958-129b-4036-b98c-a99252a07e97', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:33:31.872361 n-d-779913-29 neutron-server[93957]: WARNING neutron.api.v2.base [None req-adff643d-7e87-4557-8b22-e2087540957c tempest-NegativeSecGroupIPv6Test-1497641253 tempest-NegativeSecGroupIPv6Test-1497641253-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 14 09:33:31.872866 n-d-779913-29 neutron-server[93957]: INFO neutron.api.v2.resource [None req-adff643d-7e87-4557-8b22-e2087540957c tempest-NegativeSecGroupIPv6Test-1497641253 tempest-NegativeSecGroupIPv6Test-1497641253-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:33:31.875618 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-adff643d-7e87-4557-8b22-e2087540957c tempest-NegativeSecGroupIPv6Test-1497641253 tempest-NegativeSecGroupIPv6Test-1497641253-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0077043 Jul 14 09:33:31.879806 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 59318) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:31.883023 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06468a8d-9891-471c-9a64-6303edd64d43 req-23c0887d-2d98-4460-97db-4e8e164440ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:31.884612 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-06468a8d-9891-471c-9a64-6303edd64d43 req-23c0887d-2d98-4460-97db-4e8e164440ae service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6bbe0ea5-083a-41dc-877f-ee08b7294836 HTTP/1.1" status: 200 len: 797 time: 0.0652952 Jul 14 09:33:31.893077 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-77173348-871d-4e17-8ab7-9f3d1ad7b7ff tempest-NegativeSecGroupIPv6Test-1497641253 tempest-NegativeSecGroupIPv6Test-1497641253-project] Request body: {'security_group_rule': {'security_group_id': '6bf12958-129b-4036-b98c-a99252a07e97', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:33:31.894335 n-d-779913-29 neutron-server[93957]: WARNING neutron.api.v2.base [None req-77173348-871d-4e17-8ab7-9f3d1ad7b7ff tempest-NegativeSecGroupIPv6Test-1497641253 tempest-NegativeSecGroupIPv6Test-1497641253-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 14 09:33:31.895569 n-d-779913-29 neutron-server[93957]: INFO neutron.api.v2.resource [None req-77173348-871d-4e17-8ab7-9f3d1ad7b7ff tempest-NegativeSecGroupIPv6Test-1497641253 tempest-NegativeSecGroupIPv6Test-1497641253-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:33:31.897398 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-77173348-871d-4e17-8ab7-9f3d1ad7b7ff tempest-NegativeSecGroupIPv6Test-1497641253 tempest-NegativeSecGroupIPv6Test-1497641253-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0159717 Jul 14 09:33:31.901755 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 59322) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:31.926720 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1933c05c-97ea-4b42-bfbd-c2810fd5135f tempest-NegativeSecGroupIPv6Test-1497641253 tempest-NegativeSecGroupIPv6Test-1497641253-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6bf12958-129b-4036-b98c-a99252a07e97,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:31.968321 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4900064d-9b82-4dd0-908c-4838c7caf9f2 req-9b531665-5e2b-4b55-9ac5-fea84a9c1928 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:31.975094 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-4900064d-9b82-4dd0-908c-4838c7caf9f2 req-9b531665-5e2b-4b55-9ac5-fea84a9c1928 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/ports?device_id=07646ca0-10f2-4cc8-8147-f694b9d44b24 HTTP/1.1" status: 200 len: 944 time: 0.2223775 Jul 14 09:33:32.006951 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396b5d1a-ea02-45be-9213-9d9407407e68 req-9098f952-03c8-4cde-b44d-e80c7c523566 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:32.015261 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-396b5d1a-ea02-45be-9213-9d9407407e68 req-9098f952-03c8-4cde-b44d-e80c7c523566 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/ports?device_id=505bc581-794c-453c-95a3-3fa859d87e71 HTTP/1.1" status: 200 len: 946 time: 0.2885454 Jul 14 09:33:32.080906 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-4900064d-9b82-4dd0-908c-4838c7caf9f2 req-7d2214fe-d807-4d39-973f-3ec3700eb20f tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/security-groups?id=e89c09f5-16f2-4ac7-8f23-93abffe26f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972533 Jul 14 09:33:32.082845 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-21beb65d-b33e-4e62-9f3a-ef5f6366255d tempest-NegativeSecGroupIPv6Test-1497641253 tempest-NegativeSecGroupIPv6Test-1497641253-project] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:32.096325 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06468a8d-9891-471c-9a64-6303edd64d43 req-9a0ef421-623b-4d05-99e6-a69cedc21d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:32.098788 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-06468a8d-9891-471c-9a64-6303edd64d43 req-9a0ef421-623b-4d05-99e6-a69cedc21d06 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1ef94415-a918-409e-b853-7a1089057996&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1743565 Jul 14 09:33:32.219845 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-21beb65d-b33e-4e62-9f3a-ef5f6366255d tempest-NegativeSecGroupIPv6Test-1497641253 tempest-NegativeSecGroupIPv6Test-1497641253-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:32.232133 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-396b5d1a-ea02-45be-9213-9d9407407e68 req-cfb9d902-623d-4f79-af39-2ec8b1102f74 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/security-groups?id=9b802230-9234-42e7-bf8c-0d12af0394c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2158797 Jul 14 09:33:32.332865 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-06468a8d-9891-471c-9a64-6303edd64d43 req-c1507d2c-df5f-46b2-abf7-51cac31b5675 service neutron] 10.222.0.65 "GET /v2.0/networks/1ef94415-a918-409e-b853-7a1089057996?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2229979 Jul 14 09:33:32.413980 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 59334) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:32.522702 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-06468a8d-9891-471c-9a64-6303edd64d43 req-4bb66332-bfe6-47d9-9d47-d8b5e3e28109 service neutron] 10.222.0.65 "GET /v2.0/networks/1ef94415-a918-409e-b853-7a1089057996?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1816261 Jul 14 09:33:32.524087 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-21beb65d-b33e-4e62-9f3a-ef5f6366255d tempest-NegativeSecGroupIPv6Test-1497641253 tempest-NegativeSecGroupIPv6Test-1497641253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:32.527001 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-21beb65d-b33e-4e62-9f3a-ef5f6366255d tempest-NegativeSecGroupIPv6Test-1497641253 tempest-NegativeSecGroupIPv6Test-1497641253-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:32.531481 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 59338) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:32.532844 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-21beb65d-b33e-4e62-9f3a-ef5f6366255d tempest-NegativeSecGroupIPv6Test-1497641253 tempest-NegativeSecGroupIPv6Test-1497641253-project] 10.222.0.68 "DELETE /v2.0/security-groups/6bf12958-129b-4036-b98c-a99252a07e97 HTTP/1.1" status: 204 len: 168 time: 0.6260772 Jul 14 09:33:32.553561 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21beb65d-b33e-4e62-9f3a-ef5f6366255d tempest-NegativeSecGroupIPv6Test-1497641253 tempest-NegativeSecGroupIPv6Test-1497641253-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bf12958-129b-4036-b98c-a99252a07e97,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:32.688411 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-06468a8d-9891-471c-9a64-6303edd64d43 req-13fc56fb-927d-4190-84b0-ea55f69f4164 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.176&port_id=70278794-2e00-4208-9515-e44b14dd3145 HTTP/1.1" status: 200 len: 217 time: 0.1059544 Jul 14 09:33:32.730586 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-968a637d-ee09-48c6-8c90-7b0735c4984a tempest-NegativeSecGroupIPv6Test-1497641253 tempest-NegativeSecGroupIPv6Test-1497641253-project] 10.222.0.68 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1933560 Jul 14 09:33:32.733444 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 59344) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:32.751132 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-11110907-36c8-4d8d-8333-204e8790d983 tempest-NegativeSecGroupIPv6Test-1497641253 tempest-NegativeSecGroupIPv6Test-1497641253-project] Request body: {'security_group': {'name': 'tempest-secgroup--1580037083'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:33:32.788092 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-ba36ebfd-00c1-43c3-b07b-76133a649b6b admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1383767170-network', 'tenant_id': '723f5883cf0e474aaa46de7e751daaf1'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:33:32.830521 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.db.api [None req-ba36ebfd-00c1-43c3-b07b-76133a649b6b admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 14 09:33:32.830521 n-d-779913-29 neutron-server[93957]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 14 09:33:32.830521 n-d-779913-29 neutron-server[93957]: [parameters: {'project_id': '723f5883cf0e474aaa46de7e751daaf1', 'id': 'c465a959-7420-4623-b8ea-4ddc18ff910c', 'expiration': datetime.datetime(2021, 7, 14, 9, 35, 32, 822153)}] Jul 14 09:33:32.830521 n-d-779913-29 neutron-server[93957]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93957) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 09:33:32.835558 n-d-779913-29 neutron-server[93957]: DEBUG oslo_db.api [None req-ba36ebfd-00c1-43c3-b07b-76133a649b6b admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 09:33:32.840169 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06468a8d-9891-471c-9a64-6303edd64d43 req-99e420cd-20f8-444c-a292-68df39ace57d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:32.841922 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-06468a8d-9891-471c-9a64-6303edd64d43 req-99e420cd-20f8-444c-a292-68df39ace57d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6bbe0ea5-083a-41dc-877f-ee08b7294836 HTTP/1.1" status: 200 len: 797 time: 0.1349823 Jul 14 09:33:32.846952 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-11110907-36c8-4d8d-8333-204e8790d983 tempest-NegativeSecGroupIPv6Test-1497641253 tempest-NegativeSecGroupIPv6Test-1497641253-project] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:33.036042 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06468a8d-9891-471c-9a64-6303edd64d43 req-2019e3fc-53ea-462a-98b6-2478389998a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:33.042718 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-06468a8d-9891-471c-9a64-6303edd64d43 req-2019e3fc-53ea-462a-98b6-2478389998a6 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1ef94415-a918-409e-b853-7a1089057996&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1891694 Jul 14 09:33:33.130672 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-11110907-36c8-4d8d-8333-204e8790d983 tempest-NegativeSecGroupIPv6Test-1497641253 tempest-NegativeSecGroupIPv6Test-1497641253-project] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:33.145714 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-11110907-36c8-4d8d-8333-204e8790d983 tempest-NegativeSecGroupIPv6Test-1497641253 tempest-NegativeSecGroupIPv6Test-1497641253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:33.180431 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-11110907-36c8-4d8d-8333-204e8790d983 tempest-NegativeSecGroupIPv6Test-1497641253 tempest-NegativeSecGroupIPv6Test-1497641253-project] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:33.185347 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 59350) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:33.187549 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-11110907-36c8-4d8d-8333-204e8790d983 tempest-NegativeSecGroupIPv6Test-1497641253 tempest-NegativeSecGroupIPv6Test-1497641253-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4513388 Jul 14 09:33:33.190585 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-b05ac8e1-10b2-498e-baef-12b7905d6579 tempest-NegativeSecGroupIPv6Test-1497641253 tempest-NegativeSecGroupIPv6Test-1497641253-project] Request body: {'security_group_rule': {'security_group_id': 'cb5acd8d-68f0-4dd9-82b2-d019d18f1f0a', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:33:33.192032 n-d-779913-29 neutron-server[93958]: WARNING neutron.api.v2.base [None req-b05ac8e1-10b2-498e-baef-12b7905d6579 tempest-NegativeSecGroupIPv6Test-1497641253 tempest-NegativeSecGroupIPv6Test-1497641253-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 14 09:33:33.192654 n-d-779913-29 neutron-server[93958]: INFO neutron.api.v2.resource [None req-b05ac8e1-10b2-498e-baef-12b7905d6579 tempest-NegativeSecGroupIPv6Test-1497641253 tempest-NegativeSecGroupIPv6Test-1497641253-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:33:33.193909 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-b05ac8e1-10b2-498e-baef-12b7905d6579 tempest-NegativeSecGroupIPv6Test-1497641253 tempest-NegativeSecGroupIPv6Test-1497641253-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0073631 Jul 14 09:33:33.196728 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 59352) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:33.209576 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-58740e54-8be8-4dc6-a414-8f6566503c4a tempest-NegativeSecGroupIPv6Test-1497641253 tempest-NegativeSecGroupIPv6Test-1497641253-project] Request body: {'security_group_rule': {'security_group_id': 'cb5acd8d-68f0-4dd9-82b2-d019d18f1f0a', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:33:33.211555 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82353129-fc5d-4052-a97f-c677b3145d57 req-0e83727d-178f-4571-9653-9a0d0ab5e57a tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:33.213654 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-82353129-fc5d-4052-a97f-c677b3145d57 req-0e83727d-178f-4571-9653-9a0d0ab5e57a tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/ports?device_id=505bc581-794c-453c-95a3-3fa859d87e71 HTTP/1.1" status: 200 len: 946 time: 0.2700338 Jul 14 09:33:33.283929 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11110907-36c8-4d8d-8333-204e8790d983 tempest-NegativeSecGroupIPv6Test-1497641253 tempest-NegativeSecGroupIPv6Test-1497641253-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb5acd8d-68f0-4dd9-82b2-d019d18f1f0a,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:33.353545 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-82353129-fc5d-4052-a97f-c677b3145d57 req-f85d598e-6984-4a0d-8632-054751d8844a tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/security-groups?id=9b802230-9234-42e7-bf8c-0d12af0394c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226609 Jul 14 09:33:33.423243 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba36ebfd-00c1-43c3-b07b-76133a649b6b admin admin] Made reservation on behalf of 723f5883cf0e474aaa46de7e751daaf1 for: {'network': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:33:33.429152 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-06468a8d-9891-471c-9a64-6303edd64d43 req-163262d0-e7af-410f-bdbf-63d363621672 service neutron] 10.222.0.65 "GET /v2.0/networks/1ef94415-a918-409e-b853-7a1089057996?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1950593 Jul 14 09:33:33.447270 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ba36ebfd-00c1-43c3-b07b-76133a649b6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for network, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:33.491426 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ba36ebfd-00c1-43c3-b07b-76133a649b6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:33.677121 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-06468a8d-9891-471c-9a64-6303edd64d43 req-bd83aa54-aeb6-41e5-a059-384899d06b44 service neutron] 10.222.0.65 "GET /v2.0/networks/1ef94415-a918-409e-b853-7a1089057996?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1794646 Jul 14 09:33:33.704939 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fdff53-5f6a-4ec5-85c3-d0656af7fd05 req-ca6baa79-e135-42e7-8064-6cdd5da8c67b tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:33.710323 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-12fdff53-5f6a-4ec5-85c3-d0656af7fd05 req-ca6baa79-e135-42e7-8064-6cdd5da8c67b tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/ports?device_id=07646ca0-10f2-4cc8-8147-f694b9d44b24 HTTP/1.1" status: 200 len: 944 time: 0.2776644 Jul 14 09:33:33.787923 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ba36ebfd-00c1-43c3-b07b-76133a649b6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:33.796265 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ba36ebfd-00c1-43c3-b07b-76133a649b6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:33.830271 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba36ebfd-00c1-43c3-b07b-76133a649b6b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 714} {{(pid=93957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:33:33.853180 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ba36ebfd-00c1-43c3-b07b-76133a649b6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:33.854542 n-d-779913-29 neutron-server[93957]: INFO neutron.db.segments_db [None req-ba36ebfd-00c1-43c3-b07b-76133a649b6b admin admin] Added segment fc4c6ca0-1f22-4753-ad76-2ff28800c126 of type vlan for network b56ed0d8-f305-475b-9c70-217c3bb5db25 Jul 14 09:33:33.855883 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-06468a8d-9891-471c-9a64-6303edd64d43 req-366caaf6-3b2f-41c9-85e1-440ce9bca82f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=3c2caddc-016f-44c8-bc6e-d72edc75467b HTTP/1.1" status: 200 len: 217 time: 0.0732501 Jul 14 09:33:33.856794 n-d-779913-29 neutron-server[93958]: INFO neutron.api.v2.resource [None req-58740e54-8be8-4dc6-a414-8f6566503c4a tempest-NegativeSecGroupIPv6Test-1497641253 tempest-NegativeSecGroupIPv6Test-1497641253-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:33:33.857954 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-58740e54-8be8-4dc6-a414-8f6566503c4a tempest-NegativeSecGroupIPv6Test-1497641253 tempest-NegativeSecGroupIPv6Test-1497641253-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.6597123 Jul 14 09:33:33.869462 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 59360) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:33.879716 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-23b9e659-c84d-4396-baaa-a1a4b51feff8 tempest-NegativeSecGroupIPv6Test-1497641253 tempest-NegativeSecGroupIPv6Test-1497641253-project] Request body: {'security_group_rule': {'security_group_id': 'cb5acd8d-68f0-4dd9-82b2-d019d18f1f0a', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:33:33.880348 n-d-779913-29 neutron-server[93958]: WARNING neutron.api.v2.base [None req-23b9e659-c84d-4396-baaa-a1a4b51feff8 tempest-NegativeSecGroupIPv6Test-1497641253 tempest-NegativeSecGroupIPv6Test-1497641253-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 14 09:33:33.880836 n-d-779913-29 neutron-server[93958]: INFO neutron.api.v2.resource [None req-23b9e659-c84d-4396-baaa-a1a4b51feff8 tempest-NegativeSecGroupIPv6Test-1497641253 tempest-NegativeSecGroupIPv6Test-1497641253-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:33:33.884636 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-23b9e659-c84d-4396-baaa-a1a4b51feff8 tempest-NegativeSecGroupIPv6Test-1497641253 tempest-NegativeSecGroupIPv6Test-1497641253-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0115402 Jul 14 09:33:33.895339 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-12fdff53-5f6a-4ec5-85c3-d0656af7fd05 req-c529e810-4976-4cd9-bcfd-3c649f4f01ed tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/security-groups?id=e89c09f5-16f2-4ac7-8f23-93abffe26f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765349 Jul 14 09:33:33.901076 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 59362) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:33.914723 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-083e33d1-91d8-4a46-b35d-30a8dff5db44 tempest-NegativeSecGroupIPv6Test-1497641253 tempest-NegativeSecGroupIPv6Test-1497641253-project] Request body: {'security_group_rule': {'security_group_id': 'cb5acd8d-68f0-4dd9-82b2-d019d18f1f0a', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:33:34.022203 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ba36ebfd-00c1-43c3-b07b-76133a649b6b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735687821325'] for network, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:34.044577 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba36ebfd-00c1-43c3-b07b-76133a649b6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef6951cd-dbf0-4faf-9caa-538827b7d1fb,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:34.104306 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ba36ebfd-00c1-43c3-b07b-76133a649b6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855'] for network, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:34.105636 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba36ebfd-00c1-43c3-b07b-76133a649b6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:34.106292 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ba36ebfd-00c1-43c3-b07b-76133a649b6b admin admin] Notify callbacks [] for network, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:34.271235 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-ba36ebfd-00c1-43c3-b07b-76133a649b6b admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.8520150 Jul 14 09:33:34.276076 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 59366) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:34.282159 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-3ec4d4b7-e6b5-41da-9d2a-506072ba48c4 admin admin] Request body: {'subnet': {'network_id': 'b56ed0d8-f305-475b-9c70-217c3bb5db25', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1383767170-subnet', 'tenant_id': '723f5883cf0e474aaa46de7e751daaf1', 'ip_version': 4}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:33:34.292777 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba36ebfd-00c1-43c3-b07b-76133a649b6b admin admin] Pushing event updated for resources: {'Network': ['ID=b56ed0d8-f305-475b-9c70-217c3bb5db25,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:34.305181 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Network b56ed0d8-f305-475b-9c70-217c3bb5db25 details requested by agent ovs-agent-n-d-779913-29 with host n-d-779913-29 {{(pid=93959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:33:34.313738 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06468a8d-9891-471c-9a64-6303edd64d43 req-4a39c179-fed9-4d5b-92d1-d47256364ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:34.316297 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ec4d4b7-e6b5-41da-9d2a-506072ba48c4 admin admin] Made reservation on behalf of 723f5883cf0e474aaa46de7e751daaf1 for: {'subnet': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:33:34.321110 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-06468a8d-9891-471c-9a64-6303edd64d43 req-4a39c179-fed9-4d5b-92d1-d47256364ab2 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=523e16b1-397b-4604-a588-9142ee5a1d98 HTTP/1.1" status: 200 len: 797 time: 0.3997033 Jul 14 09:33:34.321461 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3ec4d4b7-e6b5-41da-9d2a-506072ba48c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11984110'] for subnet, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:34.357214 n-d-779913-29 neutron-server[93958]: INFO neutron.api.v2.resource [None req-083e33d1-91d8-4a46-b35d-30a8dff5db44 tempest-NegativeSecGroupIPv6Test-1497641253 tempest-NegativeSecGroupIPv6Test-1497641253-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:33:34.365071 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-083e33d1-91d8-4a46-b35d-30a8dff5db44 tempest-NegativeSecGroupIPv6Test-1497641253 tempest-NegativeSecGroupIPv6Test-1497641253-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.4557154 Jul 14 09:33:34.369681 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 59368) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:34.380247 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-bfdf29ad-090c-4a67-840a-3d5a9e3b508c tempest-NegativeSecGroupIPv6Test-1497641253 tempest-NegativeSecGroupIPv6Test-1497641253-project] Request body: {'security_group_rule': {'security_group_id': 'cb5acd8d-68f0-4dd9-82b2-d019d18f1f0a', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:33:34.398929 n-d-779913-29 neutron-server[93958]: WARNING neutron.api.v2.base [None req-bfdf29ad-090c-4a67-840a-3d5a9e3b508c tempest-NegativeSecGroupIPv6Test-1497641253 tempest-NegativeSecGroupIPv6Test-1497641253-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 14 09:33:34.400983 n-d-779913-29 neutron-server[93958]: INFO neutron.api.v2.resource [None req-bfdf29ad-090c-4a67-840a-3d5a9e3b508c tempest-NegativeSecGroupIPv6Test-1497641253 tempest-NegativeSecGroupIPv6Test-1497641253-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:33:34.402401 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-bfdf29ad-090c-4a67-840a-3d5a9e3b508c tempest-NegativeSecGroupIPv6Test-1497641253 tempest-NegativeSecGroupIPv6Test-1497641253-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0315359 Jul 14 09:33:34.485351 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 59372) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:34.504635 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-3ad1004d-19fc-4f10-980f-8320bd9abea7 tempest-NegativeSecGroupIPv6Test-1497641253 tempest-NegativeSecGroupIPv6Test-1497641253-project] Request body: {'security_group_rule': {'security_group_id': 'cb5acd8d-68f0-4dd9-82b2-d019d18f1f0a', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:33:34.548296 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec75c02a-d067-4250-91d2-a9a9ab5c19c7 req-0f83d683-0138-47c6-8ce2-c340db456a57 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:34.549894 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ec75c02a-d067-4250-91d2-a9a9ab5c19c7 req-0f83d683-0138-47c6-8ce2-c340db456a57 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.57 "GET /v2.0/ports?device_id=505bc581-794c-453c-95a3-3fa859d87e71 HTTP/1.1" status: 200 len: 946 time: 0.4338584 Jul 14 09:33:34.641326 n-d-779913-29 neutron-server[93957]: INFO neutron.db.securitygroups_db [None req-3ad1004d-19fc-4f10-980f-8320bd9abea7 tempest-NegativeSecGroupIPv6Test-1497641253 tempest-NegativeSecGroupIPv6Test-1497641253-project] Project 589ae75ce82945cea2807804d67a6c8d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 09:33:34.721151 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06468a8d-9891-471c-9a64-6303edd64d43 req-f4b71ecd-bd8e-43cb-9539-c6468e3f5dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:34.725395 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-06468a8d-9891-471c-9a64-6303edd64d43 req-f4b71ecd-bd8e-43cb-9539-c6468e3f5dc4 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=63e3e599-9f16-49b5-b4ab-c912a88ee6e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3196385 Jul 14 09:33:34.791912 n-d-779913-29 neutron-server[93957]: INFO neutron.api.v2.resource [None req-3ad1004d-19fc-4f10-980f-8320bd9abea7 tempest-NegativeSecGroupIPv6Test-1497641253 tempest-NegativeSecGroupIPv6Test-1497641253-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:33:34.796690 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-3ad1004d-19fc-4f10-980f-8320bd9abea7 tempest-NegativeSecGroupIPv6Test-1497641253 tempest-NegativeSecGroupIPv6Test-1497641253-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3071558 Jul 14 09:33:34.796964 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 59376) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:34.815985 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-6607d6b7-5e80-4e52-8100-50ea4a8444dd tempest-NegativeSecGroupIPv6Test-1497641253 tempest-NegativeSecGroupIPv6Test-1497641253-project] Request body: {'security_group_rule': {'security_group_id': 'cb5acd8d-68f0-4dd9-82b2-d019d18f1f0a', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:33:34.816541 n-d-779913-29 neutron-server[93958]: WARNING neutron.api.v2.base [None req-6607d6b7-5e80-4e52-8100-50ea4a8444dd tempest-NegativeSecGroupIPv6Test-1497641253 tempest-NegativeSecGroupIPv6Test-1497641253-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 14 09:33:34.817016 n-d-779913-29 neutron-server[93958]: INFO neutron.api.v2.resource [None req-6607d6b7-5e80-4e52-8100-50ea4a8444dd tempest-NegativeSecGroupIPv6Test-1497641253 tempest-NegativeSecGroupIPv6Test-1497641253-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:33:34.818256 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-6607d6b7-5e80-4e52-8100-50ea4a8444dd tempest-NegativeSecGroupIPv6Test-1497641253 tempest-NegativeSecGroupIPv6Test-1497641253-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0110335 Jul 14 09:33:34.824913 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 59378) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:34.851761 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-9dde9351-a778-49f8-8425-f65284a994cc tempest-NegativeSecGroupIPv6Test-1497641253 tempest-NegativeSecGroupIPv6Test-1497641253-project] Request body: {'security_group_rule': {'security_group_id': 'cb5acd8d-68f0-4dd9-82b2-d019d18f1f0a', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:33:34.868088 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-ec75c02a-d067-4250-91d2-a9a9ab5c19c7 req-30ad9ef0-eea4-4822-9022-a2365e4ffcb2 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] Deleting port 42c20c17-cea0-461e-b1a2-31a9eb213208 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:33:34.868796 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-ec75c02a-d067-4250-91d2-a9a9ab5c19c7 req-30ad9ef0-eea4-4822-9022-a2365e4ffcb2 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:35.202411 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-ec75c02a-d067-4250-91d2-a9a9ab5c19c7 req-30ad9ef0-eea4-4822-9022-a2365e4ffcb2 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] For port 42c20c17-cea0-461e-b1a2-31a9eb213208, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=42c20c17-cea0-461e-b1a2-31a9eb213208,segment=NetworkSegment(7c0bb8da-25ea-40ae-a0d8-c863fd3d0f97),segment_id=7c0bb8da-25ea-40ae-a0d8-c863fd3d0f97)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:33:35.202829 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-ec75c02a-d067-4250-91d2-a9a9ab5c19c7 req-30ad9ef0-eea4-4822-9022-a2365e4ffcb2 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:35.237083 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3ec4d4b7-e6b5-41da-9d2a-506072ba48c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10052764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11984092'] for subnet, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:35.246353 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-ec75c02a-d067-4250-91d2-a9a9ab5c19c7 req-30ad9ef0-eea4-4822-9022-a2365e4ffcb2 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] Calling delete_port for 42c20c17-cea0-461e-b1a2-31a9eb213208 owned by compute:nova {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:33:35.312295 n-d-779913-29 neutron-server[93957]: INFO neutron.db.securitygroups_db [None req-9dde9351-a778-49f8-8425-f65284a994cc tempest-NegativeSecGroupIPv6Test-1497641253 tempest-NegativeSecGroupIPv6Test-1497641253-project] Project 589ae75ce82945cea2807804d67a6c8d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 09:33:35.377033 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a595a0-d1ce-4dcc-b3a5-88cc168fb30b req-40b4e3ba-109e-4e24-967d-714c2a70dbf1 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:35.396295 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-51a595a0-d1ce-4dcc-b3a5-88cc168fb30b req-40b4e3ba-109e-4e24-967d-714c2a70dbf1 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/ports?device_id=505bc581-794c-453c-95a3-3fa859d87e71 HTTP/1.1" status: 200 len: 946 time: 0.7215309 Jul 14 09:33:35.403983 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-06468a8d-9891-471c-9a64-6303edd64d43 req-fc2378c6-6986-403b-a218-48b009b88447 service neutron] 10.222.0.65 "GET /v2.0/networks/63e3e599-9f16-49b5-b4ab-c912a88ee6e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3714161 Jul 14 09:33:35.420566 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b25f80-5c34-4ed9-85e9-cfdbf98ec737 req-29998921-c245-4199-8183-0a3330e9230d tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:35.431745 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-c3b25f80-5c34-4ed9-85e9-cfdbf98ec737 req-29998921-c245-4199-8183-0a3330e9230d tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/ports?device_id=07646ca0-10f2-4cc8-8147-f694b9d44b24 HTTP/1.1" status: 200 len: 944 time: 0.2576594 Jul 14 09:33:35.505835 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-c3b25f80-5c34-4ed9-85e9-cfdbf98ec737 req-0f49fc61-67bd-4076-ae5d-eb09076395ee tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/security-groups?id=e89c09f5-16f2-4ac7-8f23-93abffe26f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727870 Jul 14 09:33:35.511460 n-d-779913-29 neutron-server[93957]: INFO neutron.api.v2.resource [None req-9dde9351-a778-49f8-8425-f65284a994cc tempest-NegativeSecGroupIPv6Test-1497641253 tempest-NegativeSecGroupIPv6Test-1497641253-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:33:35.521938 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-9dde9351-a778-49f8-8425-f65284a994cc tempest-NegativeSecGroupIPv6Test-1497641253 tempest-NegativeSecGroupIPv6Test-1497641253-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.6892946 Jul 14 09:33:35.525960 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec4d4b7-e6b5-41da-9d2a-506072ba48c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c380695-d1c0-4b30-91ff-73f923a9c3dd,revision_number=0']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:35.545854 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 59402) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:35.568478 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-d8fc51bd-0567-4c6c-a86d-c78a662adaad tempest-NegativeSecGroupIPv6Test-1497641253 tempest-NegativeSecGroupIPv6Test-1497641253-project] Request body: {'security_group_rule': {'security_group_id': 'cb5acd8d-68f0-4dd9-82b2-d019d18f1f0a', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:33:35.621172 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-ec75c02a-d067-4250-91d2-a9a9ab5c19c7 req-30ad9ef0-eea4-4822-9022-a2365e4ffcb2 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:35.657142 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] get_ports_and_sgs() called for port_ids ['42c20c17-cea0-461e-b1a2-31a9eb213208'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:33:35.664535 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-51a595a0-d1ce-4dcc-b3a5-88cc168fb30b req-3e8b5226-4ab8-47f9-976e-f93167bbafca tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/security-groups?id=9b802230-9234-42e7-bf8c-0d12af0394c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2612357 Jul 14 09:33:35.665947 n-d-779913-29 neutron-server[93957]: INFO neutron.db.securitygroups_db [None req-d8fc51bd-0567-4c6c-a86d-c78a662adaad tempest-NegativeSecGroupIPv6Test-1497641253 tempest-NegativeSecGroupIPv6Test-1497641253-project] Project 589ae75ce82945cea2807804d67a6c8d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 09:33:35.698318 n-d-779913-29 neutron-server[93957]: INFO neutron.api.v2.resource [None req-d8fc51bd-0567-4c6c-a86d-c78a662adaad tempest-NegativeSecGroupIPv6Test-1497641253 tempest-NegativeSecGroupIPv6Test-1497641253-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:33:35.705091 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-d8fc51bd-0567-4c6c-a86d-c78a662adaad tempest-NegativeSecGroupIPv6Test-1497641253 tempest-NegativeSecGroupIPv6Test-1497641253-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1521516 Jul 14 09:33:35.705091 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec4d4b7-e6b5-41da-9d2a-506072ba48c4 admin admin] Checking segment: {'id': 'fc4c6ca0-1f22-4753-ad76-2ff28800c126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'b56ed0d8-f305-475b-9c70-217c3bb5db25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:33:35.705091 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ec4d4b7-e6b5-41da-9d2a-506072ba48c4 admin admin] Network hostable DHCP agents. Network: b56ed0d8-f305-475b-9c70-217c3bb5db25, hostable agents: ['c6a09bd4-f72e-4283-a3ca-0bbca8a51081'], hosted agents: [] {{(pid=93957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:33:35.710232 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 59406) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:35.751231 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ad9ef0-eea4-4822-9022-a2365e4ffcb2 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] Pushing event deleted for resources: {'Port': ['ID=42c20c17-cea0-461e-b1a2-31a9eb213208,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:35.781719 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec75c02a-d067-4250-91d2-a9a9ab5c19c7 req-30ad9ef0-eea4-4822-9022-a2365e4ffcb2 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] No DVR routers for this DVR port 42c20c17-cea0-461e-b1a2-31a9eb213208 on host n-h2-779913-29 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:33:35.785802 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-ec75c02a-d067-4250-91d2-a9a9ab5c19c7 req-30ad9ef0-eea4-4822-9022-a2365e4ffcb2 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:35.789871 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ec75c02a-d067-4250-91d2-a9a9ab5c19c7 req-30ad9ef0-eea4-4822-9022-a2365e4ffcb2 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.57 "DELETE /v2.0/ports/42c20c17-cea0-461e-b1a2-31a9eb213208 HTTP/1.1" status: 204 len: 173 time: 1.2295494 Jul 14 09:33:35.791126 n-d-779913-29 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '505bc581-794c-453c-95a3-3fa859d87e71', 'name': 'network-vif-deleted', 'tag': '42c20c17-cea0-461e-b1a2-31a9eb213208'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:33:35.795618 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cb48f044f948e981f43897c8d7f1332f741dc7af2b4c5a6e19d8f4a80f708e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2a5a236-4b0b-403b-aea1-7c27f12155c8" -d '{"events": [{"server_uuid": "505bc581-794c-453c-95a3-3fa859d87e71", "name": "network-vif-deleted", "tag": "42c20c17-cea0-461e-b1a2-31a9eb213208"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:33:35.840536 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ec4d4b7-e6b5-41da-9d2a-506072ba48c4 admin admin] Network b56ed0d8-f305-475b-9c70-217c3bb5db25 is scheduled to be hosted by DHCP agent c6a09bd4-f72e-4283-a3ca-0bbca8a51081 with binding_index 1 {{(pid=93957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:33:35.881287 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-3ec4d4b7-e6b5-41da-9d2a-506072ba48c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-29, b56ed0d8-f305-475b-9c70-217c3bb5db25) {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:33:35.887342 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ec4d4b7-e6b5-41da-9d2a-506072ba48c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:35.888050 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3ec4d4b7-e6b5-41da-9d2a-506072ba48c4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:35.895411 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8140e228-3e43-487f-a3c7-cf09845dd03c None None] Network b56ed0d8-f305-475b-9c70-217c3bb5db25 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:33:35.928878 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:33:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53e3b0ad-b0d0-42da-867b-f259eb103f03 x-openstack-request-id: req-53e3b0ad-b0d0-42da-867b-f259eb103f03 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:33:35.929820 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "505bc581-794c-453c-95a3-3fa859d87e71", "name": "network-vif-deleted", "tag": "42c20c17-cea0-461e-b1a2-31a9eb213208", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:33:35.931387 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-53e3b0ad-b0d0-42da-867b-f259eb103f03 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:33:35.931918 n-d-779913-29 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '505bc581-794c-453c-95a3-3fa859d87e71', 'name': 'network-vif-deleted', 'tag': '42c20c17-cea0-461e-b1a2-31a9eb213208', 'status': 'completed', 'code': 200} Jul 14 09:33:35.950883 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 59412) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:35.957779 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-58146b80-ad68-470c-8e37-c5c756999687 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1383767170-router', 'tenant_id': '723f5883cf0e474aaa46de7e751daaf1', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'}}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:33:35.962120 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-3ec4d4b7-e6b5-41da-9d2a-506072ba48c4 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6846662 Jul 14 09:33:35.964936 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b5b1f9b9-aaff-4bad-9b01-d21f8b458048 tempest-NegativeSecGroupIPv6Test-1497641253 tempest-NegativeSecGroupIPv6Test-1497641253-project] Notify callbacks [] for security_group, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:36.133410 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b5b1f9b9-aaff-4bad-9b01-d21f8b458048 tempest-NegativeSecGroupIPv6Test-1497641253 tempest-NegativeSecGroupIPv6Test-1497641253-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:36.235166 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-58146b80-ad68-470c-8e37-c5c756999687 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-711749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14670'] for router, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:36.251152 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-58146b80-ad68-470c-8e37-c5c756999687 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-711718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-661475', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14679'] for router, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:36.293629 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b5b1f9b9-aaff-4bad-9b01-d21f8b458048 tempest-NegativeSecGroupIPv6Test-1497641253 tempest-NegativeSecGroupIPv6Test-1497641253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:36.302489 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b5b1f9b9-aaff-4bad-9b01-d21f8b458048 tempest-NegativeSecGroupIPv6Test-1497641253 tempest-NegativeSecGroupIPv6Test-1497641253-project] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:36.304546 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f811cf27-ddbe-4956-9d67-e7f17995506d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf57baaa9-fd24-59f4-8fd2-1dc21122ce72-b56ed0d8-f305-475b-9c70-217c3bb5db25', 'network_id': 'b56ed0d8-f305-475b-9c70-217c3bb5db25', 'tenant_id': '723f5883cf0e474aaa46de7e751daaf1', 'fixed_ips': [{'subnet_id': '6c380695-d1c0-4b30-91ff-73f923a9c3dd'}]}} from n-d-779913-29. {{(pid=93959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:33:36.307487 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f811cf27-ddbe-4956-9d67-e7f17995506d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:36.308950 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-b5b1f9b9-aaff-4bad-9b01-d21f8b458048 tempest-NegativeSecGroupIPv6Test-1497641253 tempest-NegativeSecGroupIPv6Test-1497641253-project] 10.222.0.68 "DELETE /v2.0/security-groups/cb5acd8d-68f0-4dd9-82b2-d019d18f1f0a HTTP/1.1" status: 204 len: 168 time: 0.5967424 Jul 14 09:33:36.310542 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 59416) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:36.387065 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b1f9b9-aaff-4bad-9b01-d21f8b458048 tempest-NegativeSecGroupIPv6Test-1497641253 tempest-NegativeSecGroupIPv6Test-1497641253-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb5acd8d-68f0-4dd9-82b2-d019d18f1f0a,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:36.496539 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-58146b80-ad68-470c-8e37-c5c756999687 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:36.506388 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-0ab15b95-c801-482b-81ad-ec0723b2427e tempest-NegativeSecGroupIPv6Test-1497641253 tempest-NegativeSecGroupIPv6Test-1497641253-project] 10.222.0.68 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1877396 Jul 14 09:33:36.509288 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 59418) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:36.517061 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-28e85e99-39e0-4458-bdf8-51d037ac2269 tempest-NegativeSecGroupIPv6Test-1497641253 tempest-NegativeSecGroupIPv6Test-1497641253-project] Request body: {'security_group': {'name': 'tempest-secgroup--1560338065'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:33:36.590574 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-28e85e99-39e0-4458-bdf8-51d037ac2269 tempest-NegativeSecGroupIPv6Test-1497641253 tempest-NegativeSecGroupIPv6Test-1497641253-project] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:36.694731 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-f811cf27-ddbe-4956-9d67-e7f17995506d None None] Allocated IP 172.20.0.2 (b56ed0d8-f305-475b-9c70-217c3bb5db25/6c380695-d1c0-4b30-91ff-73f923a9c3dd/6411ffa3-c7e1-447d-ac50-be522f0afb65) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:33:36.787110 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-06468a8d-9891-471c-9a64-6303edd64d43 req-a1ea6954-ac3a-4071-996c-7d41450eb5c2 service neutron] 10.222.0.65 "GET /v2.0/networks/63e3e599-9f16-49b5-b4ab-c912a88ee6e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7809777 Jul 14 09:33:36.965741 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-28e85e99-39e0-4458-bdf8-51d037ac2269 tempest-NegativeSecGroupIPv6Test-1497641253 tempest-NegativeSecGroupIPv6Test-1497641253-project] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:36.971903 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-28e85e99-39e0-4458-bdf8-51d037ac2269 tempest-NegativeSecGroupIPv6Test-1497641253 tempest-NegativeSecGroupIPv6Test-1497641253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:37.008319 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-58146b80-ad68-470c-8e37-c5c756999687 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-661489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-711771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12973'] for router, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:37.157974 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-28e85e99-39e0-4458-bdf8-51d037ac2269 tempest-NegativeSecGroupIPv6Test-1497641253 tempest-NegativeSecGroupIPv6Test-1497641253-project] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:37.160508 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-28e85e99-39e0-4458-bdf8-51d037ac2269 tempest-NegativeSecGroupIPv6Test-1497641253 tempest-NegativeSecGroupIPv6Test-1497641253-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6482286 Jul 14 09:33:37.170229 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d3711f18-d502-4b74-850b-408c84732779 req-e99aa85d-f662-428c-ad20-70f5d0400db6 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/ports?device_id=505bc581-794c-453c-95a3-3fa859d87e71 HTTP/1.1" status: 200 len: 210 time: 0.0999095 Jul 14 09:33:37.172282 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 59430) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:37.178843 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-52b23229-f8c8-49bd-86e5-cefde5f3eaff tempest-NegativeSecGroupIPv6Test-1497641253 tempest-NegativeSecGroupIPv6Test-1497641253-project] Request body: {'security_group_rule': {'security_group_id': '19c1bd54-8960-4d98-a16f-7cf6ce0253c2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:33:37.205062 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e85e99-39e0-4458-bdf8-51d037ac2269 tempest-NegativeSecGroupIPv6Test-1497641253 tempest-NegativeSecGroupIPv6Test-1497641253-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19c1bd54-8960-4d98-a16f-7cf6ce0253c2,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:37.231991 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-06468a8d-9891-471c-9a64-6303edd64d43 req-9da54107-91ff-4352-bde1-6aea284ed1a7 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=edf557d1-72fc-404f-b07c-0c4fad568606 HTTP/1.1" status: 200 len: 217 time: 0.3226550 Jul 14 09:33:37.240285 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f811cf27-ddbe-4956-9d67-e7f17995506d None None] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:37.266399 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-f811cf27-ddbe-4956-9d67-e7f17995506d None None] Transition to ACTIVE for port object 6411ffa3-c7e1-447d-ac50-be522f0afb65 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:33:37.270888 n-d-779913-29 neutron-server[93957]: INFO neutron.api.v2.resource [None req-52b23229-f8c8-49bd-86e5-cefde5f3eaff tempest-NegativeSecGroupIPv6Test-1497641253 tempest-NegativeSecGroupIPv6Test-1497641253-project] create failed (client error): The resource could not be found. Jul 14 09:33:37.272805 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-52b23229-f8c8-49bd-86e5-cefde5f3eaff tempest-NegativeSecGroupIPv6Test-1497641253 tempest-NegativeSecGroupIPv6Test-1497641253-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0995321 Jul 14 09:33:37.276284 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 59434) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:37.287475 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-6c8bc64c-f5ca-46a7-8fea-dbfce00f66a5 tempest-NegativeSecGroupIPv6Test-1497641253 tempest-NegativeSecGroupIPv6Test-1497641253-project] Request body: {'security_group_rule': {'security_group_id': '19c1bd54-8960-4d98-a16f-7cf6ce0253c2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '402773cc-9922-4488-9087-7517187d01cd'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:33:37.329613 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-f811cf27-ddbe-4956-9d67-e7f17995506d None None] Transition to ACTIVE for port object 6411ffa3-c7e1-447d-ac50-be522f0afb65 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:33:37.346389 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f811cf27-ddbe-4956-9d67-e7f17995506d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:37.407255 n-d-779913-29 neutron-server[93957]: INFO neutron.api.v2.resource [None req-6c8bc64c-f5ca-46a7-8fea-dbfce00f66a5 tempest-NegativeSecGroupIPv6Test-1497641253 tempest-NegativeSecGroupIPv6Test-1497641253-project] create failed (client error): The resource could not be found. Jul 14 09:33:37.410009 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-6c8bc64c-f5ca-46a7-8fea-dbfce00f66a5 tempest-NegativeSecGroupIPv6Test-1497641253 tempest-NegativeSecGroupIPv6Test-1497641253-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1311762 Jul 14 09:33:37.411940 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 59438) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:37.468043 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f811cf27-ddbe-4956-9d67-e7f17995506d None None] Network b56ed0d8-f305-475b-9c70-217c3bb5db25 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:33:37.486433 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-f811cf27-ddbe-4956-9d67-e7f17995506d None None] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:33:37.491217 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f811cf27-ddbe-4956-9d67-e7f17995506d None None] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:33:37.494639 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c426f007-09d8-437d-a8e9-0ae03cf1b073 tempest-NegativeSecGroupIPv6Test-1497641253 tempest-NegativeSecGroupIPv6Test-1497641253-project] Notify callbacks [] for security_group, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:37.499011 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f811cf27-ddbe-4956-9d67-e7f17995506d None None] Pushing event updated for resources: {'Port': ['ID=6411ffa3-c7e1-447d-ac50-be522f0afb65,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:37.552718 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c426f007-09d8-437d-a8e9-0ae03cf1b073 tempest-NegativeSecGroupIPv6Test-1497641253 tempest-NegativeSecGroupIPv6Test-1497641253-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:37.615666 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c426f007-09d8-437d-a8e9-0ae03cf1b073 tempest-NegativeSecGroupIPv6Test-1497641253 tempest-NegativeSecGroupIPv6Test-1497641253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:37.622679 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c426f007-09d8-437d-a8e9-0ae03cf1b073 tempest-NegativeSecGroupIPv6Test-1497641253 tempest-NegativeSecGroupIPv6Test-1497641253-project] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:37.630903 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-c426f007-09d8-437d-a8e9-0ae03cf1b073 tempest-NegativeSecGroupIPv6Test-1497641253 tempest-NegativeSecGroupIPv6Test-1497641253-project] 10.222.0.68 "DELETE /v2.0/security-groups/19c1bd54-8960-4d98-a16f-7cf6ce0253c2 HTTP/1.1" status: 204 len: 168 time: 0.2147722 Jul 14 09:33:37.632437 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 59440) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:37.643889 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-f811cf27-ddbe-4956-9d67-e7f17995506d None None] Attempting to bind port 6411ffa3-c7e1-447d-ac50-be522f0afb65 on host n-d-779913-29 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:33:37.644387 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-f811cf27-ddbe-4956-9d67-e7f17995506d None None] Attempting to bind port 6411ffa3-c7e1-447d-ac50-be522f0afb65 by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': 'fc4c6ca0-1f22-4753-ad76-2ff28800c126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'b56ed0d8-f305-475b-9c70-217c3bb5db25'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:33:37.648429 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f811cf27-ddbe-4956-9d67-e7f17995506d None None] Attempting to bind port 6411ffa3-c7e1-447d-ac50-be522f0afb65 on network b56ed0d8-f305-475b-9c70-217c3bb5db25 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:33:37.666895 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f811cf27-ddbe-4956-9d67-e7f17995506d None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 33, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:33:37.670391 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f811cf27-ddbe-4956-9d67-e7f17995506d None None] Checking segment: {'id': 'fc4c6ca0-1f22-4753-ad76-2ff28800c126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'b56ed0d8-f305-475b-9c70-217c3bb5db25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:33:37.671369 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f811cf27-ddbe-4956-9d67-e7f17995506d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:37.672456 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f811cf27-ddbe-4956-9d67-e7f17995506d None None] Bound using segment: {'id': 'fc4c6ca0-1f22-4753-ad76-2ff28800c126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'b56ed0d8-f305-475b-9c70-217c3bb5db25'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:33:37.673961 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-f811cf27-ddbe-4956-9d67-e7f17995506d None None] Bound port: 6411ffa3-c7e1-447d-ac50-be522f0afb65, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc4c6ca0-1f22-4753-ad76-2ff28800c126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'b56ed0d8-f305-475b-9c70-217c3bb5db25'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:33:37.675632 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f811cf27-ddbe-4956-9d67-e7f17995506d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:37.685136 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c426f007-09d8-437d-a8e9-0ae03cf1b073 tempest-NegativeSecGroupIPv6Test-1497641253 tempest-NegativeSecGroupIPv6Test-1497641253-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=19c1bd54-8960-4d98-a16f-7cf6ce0253c2,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:37.873015 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-b8f1c395-6abd-4f75-a496-939e315cb310 tempest-NegativeSecGroupIPv6Test-1497641253 tempest-NegativeSecGroupIPv6Test-1497641253-project] 10.222.0.68 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1995301 Jul 14 09:33:37.873359 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-f811cf27-ddbe-4956-9d67-e7f17995506d None None] For port 6411ffa3-c7e1-447d-ac50-be522f0afb65, host n-d-779913-29, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:33:37.873973 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 59446) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:37.877783 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-f811cf27-ddbe-4956-9d67-e7f17995506d None None] For port 6411ffa3-c7e1-447d-ac50-be522f0afb65, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=6411ffa3-c7e1-447d-ac50-be522f0afb65,segment=NetworkSegment(fc4c6ca0-1f22-4753-ad76-2ff28800c126),segment_id=fc4c6ca0-1f22-4753-ad76-2ff28800c126)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:33:37.884260 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f811cf27-ddbe-4956-9d67-e7f17995506d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:37.892000 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-c85aca3b-09cf-4608-a93e-666932f33cc3 tempest-NegativeSecGroupIPv6Test-1497641253 tempest-NegativeSecGroupIPv6Test-1497641253-project] Request body: {'security_group_rule': {'security_group_id': 'd6e0c9ed-51c5-4b87-8ae6-7441590cd585', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:33:37.970030 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f811cf27-ddbe-4956-9d67-e7f17995506d None None] Pushing event updated for resources: {'Port': ['ID=6411ffa3-c7e1-447d-ac50-be522f0afb65,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:38.089716 n-d-779913-29 neutron-server[93957]: INFO neutron.api.v2.resource [None req-c85aca3b-09cf-4608-a93e-666932f33cc3 tempest-NegativeSecGroupIPv6Test-1497641253 tempest-NegativeSecGroupIPv6Test-1497641253-project] create failed (client error): The resource could not be found. Jul 14 09:33:38.091342 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-c85aca3b-09cf-4608-a93e-666932f33cc3 tempest-NegativeSecGroupIPv6Test-1497641253 tempest-NegativeSecGroupIPv6Test-1497641253-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2153645 Jul 14 09:33:38.098768 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 59450) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:38.118578 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-f8dc4563-cdfb-4e42-bf6f-abba6ffcdda5 tempest-NegativeSecGroupIPv6Test-1497641253 tempest-NegativeSecGroupIPv6Test-1497641253-project] Request body: {'security_group': {'name': 'tempest-secgroup--2076775110'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:33:38.178796 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f8dc4563-cdfb-4e42-bf6f-abba6ffcdda5 tempest-NegativeSecGroupIPv6Test-1497641253 tempest-NegativeSecGroupIPv6Test-1497641253-project] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:38.433301 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f8dc4563-cdfb-4e42-bf6f-abba6ffcdda5 tempest-NegativeSecGroupIPv6Test-1497641253 tempest-NegativeSecGroupIPv6Test-1497641253-project] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:38.441375 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f8dc4563-cdfb-4e42-bf6f-abba6ffcdda5 tempest-NegativeSecGroupIPv6Test-1497641253 tempest-NegativeSecGroupIPv6Test-1497641253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:38.478530 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f8dc4563-cdfb-4e42-bf6f-abba6ffcdda5 tempest-NegativeSecGroupIPv6Test-1497641253 tempest-NegativeSecGroupIPv6Test-1497641253-project] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:38.482643 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-f8dc4563-cdfb-4e42-bf6f-abba6ffcdda5 tempest-NegativeSecGroupIPv6Test-1497641253 tempest-NegativeSecGroupIPv6Test-1497641253-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3798633 Jul 14 09:33:38.495336 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 59458) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:38.514902 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-8e64cf3f-d17c-42cc-9cac-ca3145c3185d tempest-NegativeSecGroupIPv6Test-1497641253 tempest-NegativeSecGroupIPv6Test-1497641253-project] Request body: {'security_group': {'name': 'tempest-secgroup--202725898'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:33:38.645427 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8dc4563-cdfb-4e42-bf6f-abba6ffcdda5 tempest-NegativeSecGroupIPv6Test-1497641253 tempest-NegativeSecGroupIPv6Test-1497641253-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5a678b5-83a0-4b75-a575-644a16cafa1f,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:38.666178 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8e64cf3f-d17c-42cc-9cac-ca3145c3185d tempest-NegativeSecGroupIPv6Test-1497641253 tempest-NegativeSecGroupIPv6Test-1497641253-project] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:38.840904 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06468a8d-9891-471c-9a64-6303edd64d43 req-9099de9c-67c3-436f-9f0d-0bd24c3e3e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:38.873805 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-06468a8d-9891-471c-9a64-6303edd64d43 req-9099de9c-67c3-436f-9f0d-0bd24c3e3e6b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=523e16b1-397b-4604-a588-9142ee5a1d98 HTTP/1.1" status: 200 len: 797 time: 1.5881162 Jul 14 09:33:38.894569 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 42c20c17-cea0-461e-b1a2-31a9eb213208 no longer exists at agent hyperv_n-h2-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:33:38.963493 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f96623-31a7-4828-ad4d-eec3a24e1119 req-eba6e30c-6de2-4e84-ae2d-1ac9b42fecb4 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:38.965897 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d0f96623-31a7-4828-ad4d-eec3a24e1119 req-eba6e30c-6de2-4e84-ae2d-1ac9b42fecb4 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/ports?device_id=07646ca0-10f2-4cc8-8147-f694b9d44b24 HTTP/1.1" status: 200 len: 944 time: 1.9290934 Jul 14 09:33:39.020026 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 6411ffa3-c7e1-447d-ac50-be522f0afb65 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:33:39.051258 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8e64cf3f-d17c-42cc-9cac-ca3145c3185d tempest-NegativeSecGroupIPv6Test-1497641253 tempest-NegativeSecGroupIPv6Test-1497641253-project] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:39.060923 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8e64cf3f-d17c-42cc-9cac-ca3145c3185d tempest-NegativeSecGroupIPv6Test-1497641253 tempest-NegativeSecGroupIPv6Test-1497641253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:39.062321 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d0f96623-31a7-4828-ad4d-eec3a24e1119 req-23267375-6330-4e39-bd77-dd343ca42773 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/security-groups?id=e89c09f5-16f2-4ac7-8f23-93abffe26f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830786 Jul 14 09:33:39.091935 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06468a8d-9891-471c-9a64-6303edd64d43 req-5bf86b7a-4c4f-4b4b-9869-8c8a108cecb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:39.093426 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-06468a8d-9891-471c-9a64-6303edd64d43 req-5bf86b7a-4c4f-4b4b-9869-8c8a108cecb3 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=63e3e599-9f16-49b5-b4ab-c912a88ee6e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2188904 Jul 14 09:33:39.147688 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8e64cf3f-d17c-42cc-9cac-ca3145c3185d tempest-NegativeSecGroupIPv6Test-1497641253 tempest-NegativeSecGroupIPv6Test-1497641253-project] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:39.148956 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-8e64cf3f-d17c-42cc-9cac-ca3145c3185d tempest-NegativeSecGroupIPv6Test-1497641253 tempest-NegativeSecGroupIPv6Test-1497641253-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6526330 Jul 14 09:33:39.156105 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 59478) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:39.158782 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] No Port match for: 42c20c17-cea0-461e-b1a2-31a9eb213208 {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:33:39.160988 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 42c20c17-cea0-461e-b1a2-31a9eb213208 not bound to the agent host n-h2-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:33:39.167722 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-dc362745-39a6-49fb-a3a6-0d0f7c0242b6 tempest-NegativeSecGroupIPv6Test-1497641253 tempest-NegativeSecGroupIPv6Test-1497641253-project] Request body: {'security_group_rule': {'security_group_id': 'b5a678b5-83a0-4b75-a575-644a16cafa1f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'd5768f92-1b00-465b-a38f-db2b676bb13b'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:33:39.194278 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e64cf3f-d17c-42cc-9cac-ca3145c3185d tempest-NegativeSecGroupIPv6Test-1497641253 tempest-NegativeSecGroupIPv6Test-1497641253-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5768f92-1b00-465b-a38f-db2b676bb13b,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:39.271408 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning for port 6411ffa3-c7e1-447d-ac50-be522f0afb65 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:33:39.436667 n-d-779913-29 neutron-server[93957]: INFO neutron.api.v2.resource [None req-dc362745-39a6-49fb-a3a6-0d0f7c0242b6 tempest-NegativeSecGroupIPv6Test-1497641253 tempest-NegativeSecGroupIPv6Test-1497641253-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:33:39.438504 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-dc362745-39a6-49fb-a3a6-0d0f7c0242b6 tempest-NegativeSecGroupIPv6Test-1497641253 tempest-NegativeSecGroupIPv6Test-1497641253-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2814238 Jul 14 09:33:39.441931 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 59482) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:39.578750 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-58146b80-ad68-470c-8e37-c5c756999687 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:39.596197 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-bd6f999e-cdae-4b63-927e-cc078360f6f2 tempest-NegativeSecGroupIPv6Test-1497641253 tempest-NegativeSecGroupIPv6Test-1497641253-project] Notify callbacks [] for security_group, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:39.624564 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e7c70b-0829-4293-b77c-d788c26e99b5 req-f4e58b90-d4c7-47e8-82fc-83cc6680384b tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:39.625242 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-58146b80-ad68-470c-8e37-c5c756999687 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:39.626204 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-79e7c70b-0829-4293-b77c-d788c26e99b5 req-f4e58b90-d4c7-47e8-82fc-83cc6680384b tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/networks?id=4c89afe5-b9f8-4e2e-b44c-d497b59f1beb HTTP/1.1" status: 200 len: 812 time: 0.4331226 Jul 14 09:33:39.637961 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-06468a8d-9891-471c-9a64-6303edd64d43 req-c5bcccc6-0080-4376-96ce-603e526b7497 service neutron] 10.222.0.65 "GET /v2.0/networks/63e3e599-9f16-49b5-b4ab-c912a88ee6e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4381430 Jul 14 09:33:39.698493 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-79e7c70b-0829-4293-b77c-d788c26e99b5 req-2db28efb-3d5f-4a92-90a5-2385a5918b12 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/quotas/dfdb2d62014640219eb60ef19587837e HTTP/1.1" status: 200 len: 375 time: 0.0609329 Jul 14 09:33:39.788493 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-79e7c70b-0829-4293-b77c-d788c26e99b5 req-d458fd5d-9b39-4baf-a766-b2e0fd840f8d tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=dfdb2d62014640219eb60ef19587837e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0884335 Jul 14 09:33:39.790420 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-bd6f999e-cdae-4b63-927e-cc078360f6f2 tempest-NegativeSecGroupIPv6Test-1497641253 tempest-NegativeSecGroupIPv6Test-1497641253-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:39.913364 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-06468a8d-9891-471c-9a64-6303edd64d43 req-01d39c27-753a-4e6e-b713-7ec911722d60 service neutron] 10.222.0.65 "GET /v2.0/networks/63e3e599-9f16-49b5-b4ab-c912a88ee6e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1954317 Jul 14 09:33:39.934494 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-bd6f999e-cdae-4b63-927e-cc078360f6f2 tempest-NegativeSecGroupIPv6Test-1497641253 tempest-NegativeSecGroupIPv6Test-1497641253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:39.962643 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-bd6f999e-cdae-4b63-927e-cc078360f6f2 tempest-NegativeSecGroupIPv6Test-1497641253 tempest-NegativeSecGroupIPv6Test-1497641253-project] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:39.964467 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-bd6f999e-cdae-4b63-927e-cc078360f6f2 tempest-NegativeSecGroupIPv6Test-1497641253 tempest-NegativeSecGroupIPv6Test-1497641253-project] 10.222.0.68 "DELETE /v2.0/security-groups/d5768f92-1b00-465b-a38f-db2b676bb13b HTTP/1.1" status: 204 len: 168 time: 0.5213072 Jul 14 09:33:39.975535 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 59490) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:40.031146 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bd6f5f7-7480-4c0d-832a-e9706e3772d2 None None] Network b56ed0d8-f305-475b-9c70-217c3bb5db25 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:33:40.135263 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-58146b80-ad68-470c-8e37-c5c756999687 admin admin] Allocated IP 172.25.4.123 (2dcd4d32-cc7c-4468-b396-7ce5c9231892/6cd22a75-5bc1-467c-a3c4-0af04bd1b34a/666601ee-7416-46d7-880e-009d924b5e7f) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:33:40.143846 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6f999e-cdae-4b63-927e-cc078360f6f2 tempest-NegativeSecGroupIPv6Test-1497641253 tempest-NegativeSecGroupIPv6Test-1497641253-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5768f92-1b00-465b-a38f-db2b676bb13b,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:40.264674 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-4a9ade79-8b59-4070-803b-aa34d9d08700 tempest-NegativeSecGroupIPv6Test-1497641253 tempest-NegativeSecGroupIPv6Test-1497641253-project] 10.222.0.68 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.2025981 Jul 14 09:33:40.267287 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 59494) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:40.368249 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-58146b80-ad68-470c-8e37-c5c756999687 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:40.385247 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-3d6b07d3-948e-4de4-a9a3-f4faeb67bee7 None None] Provisioning for port 6411ffa3-c7e1-447d-ac50-be522f0afb65 completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:33:40.417678 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-3d6b07d3-948e-4de4-a9a3-f4faeb67bee7 None None] Provisioning complete for port 6411ffa3-c7e1-447d-ac50-be522f0afb65 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:33:40.418275 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3d6b07d3-948e-4de4-a9a3-f4faeb67bee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:40.425103 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-79e7c70b-0829-4293-b77c-d788c26e99b5 req-388fda54-5b9c-4136-9dfd-365dbad3cd75 service neutron] 10.222.0.68 "GET /v2.0/networks/4c89afe5-b9f8-4e2e-b44c-d497b59f1beb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6249681 Jul 14 09:33:40.442640 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-58146b80-ad68-470c-8e37-c5c756999687 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:40.586079 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a44805d7-6c82-491f-8b4f-c8929110178e tempest-NegativeSecGroupIPv6Test-1497641253 tempest-NegativeSecGroupIPv6Test-1497641253-project] Notify callbacks [] for security_group, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:40.608313 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58146b80-ad68-470c-8e37-c5c756999687 admin admin] Pushing event updated for resources: {'Port': ['ID=666601ee-7416-46d7-880e-009d924b5e7f,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:40.624314 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a44805d7-6c82-491f-8b4f-c8929110178e tempest-NegativeSecGroupIPv6Test-1497641253 tempest-NegativeSecGroupIPv6Test-1497641253-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:40.625365 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58146b80-ad68-470c-8e37-c5c756999687 admin admin] Network 2dcd4d32-cc7c-4468-b396-7ce5c9231892 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:33:40.627546 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-58146b80-ad68-470c-8e37-c5c756999687 admin admin] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:33:40.630730 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58146b80-ad68-470c-8e37-c5c756999687 admin admin] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:33:40.705114 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a44805d7-6c82-491f-8b4f-c8929110178e tempest-NegativeSecGroupIPv6Test-1497641253 tempest-NegativeSecGroupIPv6Test-1497641253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:40.710587 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a44805d7-6c82-491f-8b4f-c8929110178e tempest-NegativeSecGroupIPv6Test-1497641253 tempest-NegativeSecGroupIPv6Test-1497641253-project] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:40.722057 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-a44805d7-6c82-491f-8b4f-c8929110178e tempest-NegativeSecGroupIPv6Test-1497641253 tempest-NegativeSecGroupIPv6Test-1497641253-project] 10.222.0.68 "DELETE /v2.0/security-groups/b5a678b5-83a0-4b75-a575-644a16cafa1f HTTP/1.1" status: 204 len: 168 time: 0.4504025 Jul 14 09:33:40.723385 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 59500) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:40.759039 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3d6b07d3-948e-4de4-a9a3-f4faeb67bee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:40.840857 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44805d7-6c82-491f-8b4f-c8929110178e tempest-NegativeSecGroupIPv6Test-1497641253 tempest-NegativeSecGroupIPv6Test-1497641253-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5a678b5-83a0-4b75-a575-644a16cafa1f,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:40.855477 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-3d6b07d3-948e-4de4-a9a3-f4faeb67bee7 None None] For port 6411ffa3-c7e1-447d-ac50-be522f0afb65, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=6411ffa3-c7e1-447d-ac50-be522f0afb65,segment=NetworkSegment(fc4c6ca0-1f22-4753-ad76-2ff28800c126),segment_id=fc4c6ca0-1f22-4753-ad76-2ff28800c126)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:33:40.882986 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3d6b07d3-948e-4de4-a9a3-f4faeb67bee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:40.973768 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-79e7c70b-0829-4293-b77c-d788c26e99b5 req-bb03e79a-8559-41ff-aa56-63ec2d8d250a service neutron] 10.222.0.68 "GET /v2.0/networks/4c89afe5-b9f8-4e2e-b44c-d497b59f1beb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5316596 Jul 14 09:33:41.003149 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-c60eab8a-e1f2-4691-9eaf-b32a8db7af1c tempest-NegativeSecGroupIPv6Test-1497641253 tempest-NegativeSecGroupIPv6Test-1497641253-project] 10.222.0.68 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1890740 Jul 14 09:33:41.003360 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6b07d3-948e-4de4-a9a3-f4faeb67bee7 None None] Pushing event updated for resources: {'Port': ['ID=6411ffa3-c7e1-447d-ac50-be522f0afb65,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:41.003748 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 59506) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:41.041014 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-a3c13e82-621b-4a71-98cb-b75916e7d0f5 tempest-NegativeSecGroupIPv6Test-1497641253 tempest-NegativeSecGroupIPv6Test-1497641253-project] Request body: {'security_group': {'name': 'tempest-secgroup--789246377'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:33:41.114636 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a3c13e82-621b-4a71-98cb-b75916e7d0f5 tempest-NegativeSecGroupIPv6Test-1497641253 tempest-NegativeSecGroupIPv6Test-1497641253-project] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:41.220866 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-84a4ed5a-935d-4d57-b916-e9778d6eac87 None None] Provisioning complete for port 6411ffa3-c7e1-447d-ac50-be522f0afb65 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:33:41.223189 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-84a4ed5a-935d-4d57-b916-e9778d6eac87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:41.270745 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a3c13e82-621b-4a71-98cb-b75916e7d0f5 tempest-NegativeSecGroupIPv6Test-1497641253 tempest-NegativeSecGroupIPv6Test-1497641253-project] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:41.275790 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a3c13e82-621b-4a71-98cb-b75916e7d0f5 tempest-NegativeSecGroupIPv6Test-1497641253 tempest-NegativeSecGroupIPv6Test-1497641253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:41.309739 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a3c13e82-621b-4a71-98cb-b75916e7d0f5 tempest-NegativeSecGroupIPv6Test-1497641253 tempest-NegativeSecGroupIPv6Test-1497641253-project] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:41.314467 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-a3c13e82-621b-4a71-98cb-b75916e7d0f5 tempest-NegativeSecGroupIPv6Test-1497641253 tempest-NegativeSecGroupIPv6Test-1497641253-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3096547 Jul 14 09:33:41.328981 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 59510) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:41.338917 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-93ecaa36-2dd3-4169-9032-597c7b83414d tempest-NegativeSecGroupIPv6Test-1497641253 tempest-NegativeSecGroupIPv6Test-1497641253-project] Request body: {'security_group_rule': {'security_group_id': '5b4ad0e6-8381-436e-9867-df25294c3175', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:33:41.368692 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48891fb-4933-4ec2-b22a-257656d7405c req-4b9b5322-fc99-4a9b-a9a9-e82a2721ca92 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:41.373612 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-f48891fb-4933-4ec2-b22a-257656d7405c req-4b9b5322-fc99-4a9b-a9a9-e82a2721ca92 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/ports?device_id=07646ca0-10f2-4cc8-8147-f694b9d44b24 HTTP/1.1" status: 200 len: 944 time: 0.4346719 Jul 14 09:33:41.373922 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c13e82-621b-4a71-98cb-b75916e7d0f5 tempest-NegativeSecGroupIPv6Test-1497641253 tempest-NegativeSecGroupIPv6Test-1497641253-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b4ad0e6-8381-436e-9867-df25294c3175,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:41.445741 n-d-779913-29 neutron-server[93957]: INFO neutron.api.v2.resource [None req-93ecaa36-2dd3-4169-9032-597c7b83414d tempest-NegativeSecGroupIPv6Test-1497641253 tempest-NegativeSecGroupIPv6Test-1497641253-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:33:41.447172 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-93ecaa36-2dd3-4169-9032-597c7b83414d tempest-NegativeSecGroupIPv6Test-1497641253 tempest-NegativeSecGroupIPv6Test-1497641253-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1154010 Jul 14 09:33:41.450188 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 59516) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:41.455139 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-557c5542-4dbf-4b7a-9992-2b9c6e408af6 tempest-NegativeSecGroupIPv6Test-1497641253 tempest-NegativeSecGroupIPv6Test-1497641253-project] Request body: {'security_group_rule': {'security_group_id': '5b4ad0e6-8381-436e-9867-df25294c3175', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:33:41.551185 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-f48891fb-4933-4ec2-b22a-257656d7405c req-b05a0cc5-7d22-4f41-8f91-c0a6f2b6f953 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/security-groups?id=e89c09f5-16f2-4ac7-8f23-93abffe26f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628277 Jul 14 09:33:41.559435 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-58146b80-ad68-470c-8e37-c5c756999687 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:41.567293 n-d-779913-29 neutron-server[93957]: INFO neutron.api.v2.resource [None req-557c5542-4dbf-4b7a-9992-2b9c6e408af6 tempest-NegativeSecGroupIPv6Test-1497641253 tempest-NegativeSecGroupIPv6Test-1497641253-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:33:41.568396 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-557c5542-4dbf-4b7a-9992-2b9c6e408af6 tempest-NegativeSecGroupIPv6Test-1497641253 tempest-NegativeSecGroupIPv6Test-1497641253-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1170299 Jul 14 09:33:41.573484 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 59522) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:41.767212 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-18e7fc19-9e27-424c-968b-9c4e4f1c90d0 req-4d4f0dde-7062-4dee-a6a4-586590822807 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/ports?device_id=5ad38a77-9c01-4912-aa2e-dc7f6c2b9ea1 HTTP/1.1" status: 200 len: 210 time: 0.0572681 Jul 14 09:33:41.814726 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1c6dac84-2df6-4425-a1ba-0b9602efa7f3 tempest-NegativeSecGroupIPv6Test-1497641253 tempest-NegativeSecGroupIPv6Test-1497641253-project] Notify callbacks [] for security_group, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:41.933920 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1c6dac84-2df6-4425-a1ba-0b9602efa7f3 tempest-NegativeSecGroupIPv6Test-1497641253 tempest-NegativeSecGroupIPv6Test-1497641253-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:42.042926 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1c6dac84-2df6-4425-a1ba-0b9602efa7f3 tempest-NegativeSecGroupIPv6Test-1497641253 tempest-NegativeSecGroupIPv6Test-1497641253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:42.053118 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1c6dac84-2df6-4425-a1ba-0b9602efa7f3 tempest-NegativeSecGroupIPv6Test-1497641253 tempest-NegativeSecGroupIPv6Test-1497641253-project] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:42.054354 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-1c6dac84-2df6-4425-a1ba-0b9602efa7f3 tempest-NegativeSecGroupIPv6Test-1497641253 tempest-NegativeSecGroupIPv6Test-1497641253-project] 10.222.0.68 "DELETE /v2.0/security-groups/5b4ad0e6-8381-436e-9867-df25294c3175 HTTP/1.1" status: 204 len: 168 time: 0.4796174 Jul 14 09:33:42.070984 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 59532) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:42.086080 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6dac84-2df6-4425-a1ba-0b9602efa7f3 tempest-NegativeSecGroupIPv6Test-1497641253 tempest-NegativeSecGroupIPv6Test-1497641253-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b4ad0e6-8381-436e-9867-df25294c3175,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:42.187066 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-57018726-24f9-4302-9f24-841f0eb18d91 tempest-NegativeSecGroupIPv6Test-1497641253 tempest-NegativeSecGroupIPv6Test-1497641253-project] 10.222.0.68 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1146207 Jul 14 09:33:42.187700 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 59536) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:42.195564 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-1b6780a6-9918-4ecd-a9d6-c953691b38bd tempest-NegativeSecGroupIPv6Test-1497641253 tempest-NegativeSecGroupIPv6Test-1497641253-project] Request body: {'security_group': {'name': 'tempest-secgroup--1222339747'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:33:42.232113 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-58146b80-ad68-470c-8e37-c5c756999687 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-711762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-661452'] for router, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:42.258156 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd170091-abfa-43b6-8663-8f81b42195c9 req-95c955c4-b284-46d1-9cd4-b4a3d45ae23d tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:42.267506 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-fd170091-abfa-43b6-8663-8f81b42195c9 req-95c955c4-b284-46d1-9cd4-b4a3d45ae23d tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] 10.222.0.68 "GET /v2.0/ports?device_id=53563f6e-7033-4881-b21d-7977e55df67a HTTP/1.1" status: 200 len: 947 time: 0.1654780 Jul 14 09:33:42.275795 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1b6780a6-9918-4ecd-a9d6-c953691b38bd tempest-NegativeSecGroupIPv6Test-1497641253 tempest-NegativeSecGroupIPv6Test-1497641253-project] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:42.337230 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-fd170091-abfa-43b6-8663-8f81b42195c9 req-40ac9282-2b8c-48d0-89af-02c893f38f99 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] 10.222.0.68 "GET /v2.0/security-groups?id=b4ff2369-e32d-44b9-a882-4dd3dbe0fc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678241 Jul 14 09:33:42.517955 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58146b80-ad68-470c-8e37-c5c756999687 admin admin] Router 74991935-ff67-4b60-9499-66174a917a33 is scheduled to L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 with binding_index 1 {{(pid=93958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:33:42.523106 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1b6780a6-9918-4ecd-a9d6-c953691b38bd tempest-NegativeSecGroupIPv6Test-1497641253 tempest-NegativeSecGroupIPv6Test-1497641253-project] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:42.546874 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1b6780a6-9918-4ecd-a9d6-c953691b38bd tempest-NegativeSecGroupIPv6Test-1497641253 tempest-NegativeSecGroupIPv6Test-1497641253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:42.738751 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:42.933170 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1b6780a6-9918-4ecd-a9d6-c953691b38bd tempest-NegativeSecGroupIPv6Test-1497641253 tempest-NegativeSecGroupIPv6Test-1497641253-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:42.937056 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 6411ffa3-c7e1-447d-ac50-be522f0afb65 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:33:42.937224 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-1b6780a6-9918-4ecd-a9d6-c953691b38bd tempest-NegativeSecGroupIPv6Test-1497641253 tempest-NegativeSecGroupIPv6Test-1497641253-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7439468 Jul 14 09:33:42.938169 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 59556) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:42.944140 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-7479f319-578b-4c64-857f-ca4a38dd9673 tempest-NegativeSecGroupIPv6Test-1497641253 tempest-NegativeSecGroupIPv6Test-1497641253-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:33:42.945232 n-d-779913-29 neutron-server[93957]: WARNING neutron.api.v2.base [None req-7479f319-578b-4c64-857f-ca4a38dd9673 tempest-NegativeSecGroupIPv6Test-1497641253 tempest-NegativeSecGroupIPv6Test-1497641253-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 14 09:33:42.945951 n-d-779913-29 neutron-server[93957]: INFO neutron.api.v2.resource [None req-7479f319-578b-4c64-857f-ca4a38dd9673 tempest-NegativeSecGroupIPv6Test-1497641253 tempest-NegativeSecGroupIPv6Test-1497641253-project] update failed (client error): There was a conflict when trying to complete your request. Jul 14 09:33:42.950034 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-7479f319-578b-4c64-857f-ca4a38dd9673 tempest-NegativeSecGroupIPv6Test-1497641253 tempest-NegativeSecGroupIPv6Test-1497641253-project] 10.222.0.68 "PUT /v2.0/security-groups/a07ab278-452b-4837-b194-c6d04bdc6591 HTTP/1.1" status: 409 len: 330 time: 0.0098128 Jul 14 09:33:42.950846 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 59558) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:42.956917 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6780a6-9918-4ecd-a9d6-c953691b38bd tempest-NegativeSecGroupIPv6Test-1497641253 tempest-NegativeSecGroupIPv6Test-1497641253-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a07ab278-452b-4837-b194-c6d04bdc6591,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:43.062041 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58146b80-ad68-470c-8e37-c5c756999687 admin admin] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:33:43.074035 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cbebc22-98e0-42bb-ad18-e5565ca8950d None None] Sync routers for ids ['74991935-ff67-4b60-9499-66174a917a33'] in n-d-779913-29 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:33:43.085813 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port 6411ffa3-c7e1-447d-ac50-be522f0afb65 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:33:43.086289 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:43.099253 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cbebc22-98e0-42bb-ad18-e5565ca8950d None None] Routers {'74991935-ff67-4b60-9499-66174a917a33'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:33:43.103971 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-58146b80-ad68-470c-8e37-c5c756999687 admin admin] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:43.104185 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-7cbebc22-98e0-42bb-ad18-e5565ca8950d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:33:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['74991935-ff67-4b60-9499-66174a917a33'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:33:43.120558 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-58146b80-ad68-470c-8e37-c5c756999687 admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 7.1678822 Jul 14 09:33:43.125764 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 59564) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:43.200270 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f520df18-04ad-4b57-80c1-c8eb648b561e req-948ecee9-6f35-4a3c-941a-398eb56a6f8e tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/ports?device_id=5ad38a77-9c01-4912-aa2e-dc7f6c2b9ea1 HTTP/1.1" status: 200 len: 210 time: 0.0943990 Jul 14 09:33:43.306670 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-9e9d90cd-908c-46b6-887a-5998ca3916d2 tempest-NegativeSecGroupIPv6Test-1497641253 tempest-NegativeSecGroupIPv6Test-1497641253-project] Notify callbacks [] for security_group, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:43.321088 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70d273e-c8ea-4c4e-979e-e7a2634a137d req-b1d9912a-e6d0-4b41-b3cd-66b5feadb36b tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:43.323730 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-f70d273e-c8ea-4c4e-979e-e7a2634a137d req-b1d9912a-e6d0-4b41-b3cd-66b5feadb36b tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/ports?device_id=07646ca0-10f2-4cc8-8147-f694b9d44b24 HTTP/1.1" status: 200 len: 944 time: 0.4404287 Jul 14 09:33:43.351343 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-7cbebc22-98e0-42bb-ad18-e5565ca8950d None None] Set router 74991935-ff67-4b60-9499-66174a917a33 gateway port host: n-d-779913-29 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:33:43.376232 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-9e9d90cd-908c-46b6-887a-5998ca3916d2 tempest-NegativeSecGroupIPv6Test-1497641253 tempest-NegativeSecGroupIPv6Test-1497641253-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:43.470442 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:43.490444 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-9e9d90cd-908c-46b6-887a-5998ca3916d2 tempest-NegativeSecGroupIPv6Test-1497641253 tempest-NegativeSecGroupIPv6Test-1497641253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:43.494277 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-9e9d90cd-908c-46b6-887a-5998ca3916d2 tempest-NegativeSecGroupIPv6Test-1497641253 tempest-NegativeSecGroupIPv6Test-1497641253-project] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:43.495801 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-9e9d90cd-908c-46b6-887a-5998ca3916d2 tempest-NegativeSecGroupIPv6Test-1497641253 tempest-NegativeSecGroupIPv6Test-1497641253-project] 10.222.0.68 "DELETE /v2.0/security-groups/a07ab278-452b-4837-b194-c6d04bdc6591 HTTP/1.1" status: 204 len: 168 time: 0.5438073 Jul 14 09:33:43.500365 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 59572) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:43.501413 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-f70d273e-c8ea-4c4e-979e-e7a2634a137d req-a3c9e339-491c-4b88-8d42-14cb3e5d5593 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/security-groups?id=e89c09f5-16f2-4ac7-8f23-93abffe26f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658199 Jul 14 09:33:43.526659 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9d90cd-908c-46b6-887a-5998ca3916d2 tempest-NegativeSecGroupIPv6Test-1497641253 tempest-NegativeSecGroupIPv6Test-1497641253-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a07ab278-452b-4837-b194-c6d04bdc6591,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:43.578981 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-f91f8414-5ea4-4d26-accd-6aa6a0d80ba1 tempest-NegativeSecGroupIPv6Test-1497641253 tempest-NegativeSecGroupIPv6Test-1497641253-project] 10.222.0.68 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0753403 Jul 14 09:33:43.583329 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 59574) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:43.599722 n-d-779913-29 neutron-server[93957]: INFO neutron.api.v2.resource [None req-20a90961-00d9-4e10-b8b7-8ab41b28d9b0 tempest-NegativeSecGroupIPv6Test-1497641253 tempest-NegativeSecGroupIPv6Test-1497641253-project] delete failed (client error): The resource could not be found. Jul 14 09:33:43.601181 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-20a90961-00d9-4e10-b8b7-8ab41b28d9b0 tempest-NegativeSecGroupIPv6Test-1497641253 tempest-NegativeSecGroupIPv6Test-1497641253-project] 10.222.0.68 "DELETE /v2.0/security-groups/b39cae89-4cab-43e0-858b-64c205e9787d HTTP/1.1" status: 404 len: 347 time: 0.0165203 Jul 14 09:33:43.604785 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 59576) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:43.621022 n-d-779913-29 neutron-server[93957]: INFO neutron.api.v2.resource [None req-de75e24d-c81d-4c14-ab47-7da61927fbec tempest-NegativeSecGroupIPv6Test-1497641253 tempest-NegativeSecGroupIPv6Test-1497641253-project] show failed (client error): The resource could not be found. Jul 14 09:33:43.622509 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-de75e24d-c81d-4c14-ab47-7da61927fbec tempest-NegativeSecGroupIPv6Test-1497641253 tempest-NegativeSecGroupIPv6Test-1497641253-project] 10.222.0.68 "GET /v2.0/security-groups/057ac66b-8c8d-43c8-a662-11f53fa1051b HTTP/1.1" status: 404 len: 347 time: 0.0164862 Jul 14 09:33:43.626191 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 59578) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:43.640408 n-d-779913-29 neutron-server[93957]: INFO neutron.api.v2.resource [None req-43f42fb6-b383-4fd9-9ded-d76d5b590524 tempest-NegativeSecGroupIPv6Test-1497641253 tempest-NegativeSecGroupIPv6Test-1497641253-project] show failed (client error): The resource could not be found. Jul 14 09:33:43.641939 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-43f42fb6-b383-4fd9-9ded-d76d5b590524 tempest-NegativeSecGroupIPv6Test-1497641253 tempest-NegativeSecGroupIPv6Test-1497641253-project] 10.222.0.68 "GET /v2.0/security-group-rules/173cd175-0ef4-4561-a94a-0d53193404e7 HTTP/1.1" status: 404 len: 356 time: 0.0144346 Jul 14 09:33:43.895532 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-7cbebc22-98e0-42bb-ad18-e5565ca8950d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74991935-ff67-4b60-9499-66174a917a33', 'name': 'tempest-TestAggregatesBasicOps-1383767170-router', 'tenant_id': '723f5883cf0e474aaa46de7e751daaf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.123'}], 'enable_snat': True}, 'gw_port_id': '666601ee-7416-46d7-880e-009d924b5e7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:33:36Z', 'updated_at': '2021-07-14T09:33:41Z', 'revision_number': 3, 'project_id': '723f5883cf0e474aaa46de7e751daaf1', 'gw_port': {'id': '666601ee-7416-46d7-880e-009d924b5e7f', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:88:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74991935-ff67-4b60-9499-66174a917a33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2026, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:33:39Z', 'updated_at': '2021-07-14T09:33:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29'}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:33:44.002548 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cbebc22-98e0-42bb-ad18-e5565ca8950d None None] Checking router: 74991935-ff67-4b60-9499-66174a917a33 for host: n-d-779913-29 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:33:44.005849 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cbebc22-98e0-42bb-ad18-e5565ca8950d None None] Updating router 74991935-ff67-4b60-9499-66174a917a33 port 666601ee-7416-46d7-880e-009d924b5e7f binding host n-d-779913-29 {{(pid=93960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:33:44.120093 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-7cbebc22-98e0-42bb-ad18-e5565ca8950d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:44.154725 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee106f3-d4ef-487f-9a4b-219f7f49323c req-5c4c08ff-3d11-4864-8fb7-19091ad92a9a tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:44.163260 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-eee106f3-d4ef-487f-9a4b-219f7f49323c req-5c4c08ff-3d11-4864-8fb7-19091ad92a9a tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] 10.222.0.57 "GET /v2.0/ports?device_id=53563f6e-7033-4881-b21d-7977e55df67a HTTP/1.1" status: 200 len: 947 time: 0.3375216 Jul 14 09:33:44.352753 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 59586) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:44.548625 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [req-eee106f3-d4ef-487f-9a4b-219f7f49323c req-49211738-88b0-43f5-8338-bccf5c3bf419 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Deleting port 49857456-823a-4ccb-9982-8fa10ce6a33d {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:33:44.549094 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-eee106f3-d4ef-487f-9a4b-219f7f49323c req-49211738-88b0-43f5-8338-bccf5c3bf419 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:44.580506 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f48540-426c-4b2d-bdb3-545bea3f32ae req-99e12ffc-2512-44e0-9e20-dda6f1a40cdc tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:44.583056 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-b9f48540-426c-4b2d-bdb3-545bea3f32ae req-99e12ffc-2512-44e0-9e20-dda6f1a40cdc tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] 10.222.0.68 "GET /v2.0/ports?device_id=53563f6e-7033-4881-b21d-7977e55df67a HTTP/1.1" status: 200 len: 947 time: 0.3667738 Jul 14 09:33:44.600586 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e7c70b-0829-4293-b77c-d788c26e99b5 req-b7602572-4754-44ab-850d-bac9b5621214 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:44.618364 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-79e7c70b-0829-4293-b77c-d788c26e99b5 req-b7602572-4754-44ab-850d-bac9b5621214 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.57 "GET /v2.0/networks?id=4c89afe5-b9f8-4e2e-b44c-d497b59f1beb HTTP/1.1" status: 200 len: 812 time: 0.4234953 Jul 14 09:33:44.660649 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-7cbebc22-98e0-42bb-ad18-e5565ca8950d None None] Notify callbacks [] for port, precommit_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:44.673964 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-7cbebc22-98e0-42bb-ad18-e5565ca8950d None None] Transition to ACTIVE for port object 666601ee-7416-46d7-880e-009d924b5e7f will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:33:44.682137 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-7cbebc22-98e0-42bb-ad18-e5565ca8950d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:44.697008 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-878fe71f-85d9-4571-becc-b33a21c15a11 req-f541ee82-0d0e-4afd-9af1-b086835dfafd tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/ports?device_id=5ad38a77-9c01-4912-aa2e-dc7f6c2b9ea1 HTTP/1.1" status: 200 len: 210 time: 0.0547471 Jul 14 09:33:44.703448 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [req-79e7c70b-0829-4293-b77c-d788c26e99b5 req-21a676b6-e009-4b4b-b37f-dd620b1dbe88 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] Request body: {'port': {'device_id': '5ad38a77-9c01-4912-aa2e-dc7f6c2b9ea1', 'network_id': '4c89afe5-b9f8-4e2e-b44c-d497b59f1beb', 'admin_state_up': True, 'tenant_id': 'dfdb2d62014640219eb60ef19587837e'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:33:44.784340 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-eee106f3-d4ef-487f-9a4b-219f7f49323c req-49211738-88b0-43f5-8338-bccf5c3bf419 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] For port 49857456-823a-4ccb-9982-8fa10ce6a33d, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=49857456-823a-4ccb-9982-8fa10ce6a33d,segment=NetworkSegment(4e909166-7a9a-4d71-9929-2b11d90f7baa),segment_id=4e909166-7a9a-4d71-9929-2b11d90f7baa)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:33:44.787064 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-eee106f3-d4ef-487f-9a4b-219f7f49323c req-49211738-88b0-43f5-8338-bccf5c3bf419 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:44.790195 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-7cbebc22-98e0-42bb-ad18-e5565ca8950d None None] Attempting to bind port 666601ee-7416-46d7-880e-009d924b5e7f on host n-d-779913-29 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:33:44.790817 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-7cbebc22-98e0-42bb-ad18-e5565ca8950d None None] Attempting to bind port 666601ee-7416-46d7-880e-009d924b5e7f by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': '81bf7a93-80b3-43df-b9d5-462c604a2945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:33:44.791865 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cbebc22-98e0-42bb-ad18-e5565ca8950d None None] Attempting to bind port 666601ee-7416-46d7-880e-009d924b5e7f on network 2dcd4d32-cc7c-4468-b396-7ce5c9231892 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:33:44.795144 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fd1d26-7036-4b4f-95c4-ec03575f0c4c None None] Pushing event updated for resources: {'Port': ['ID=666601ee-7416-46d7-880e-009d924b5e7f,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:44.805141 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cbebc22-98e0-42bb-ad18-e5565ca8950d None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 33, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:33:44.805576 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cbebc22-98e0-42bb-ad18-e5565ca8950d None None] Checking segment: {'id': '81bf7a93-80b3-43df-b9d5-462c604a2945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:33:44.805909 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-7cbebc22-98e0-42bb-ad18-e5565ca8950d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:44.806388 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cbebc22-98e0-42bb-ad18-e5565ca8950d None None] Bound using segment: {'id': '81bf7a93-80b3-43df-b9d5-462c604a2945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:33:44.806902 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-7cbebc22-98e0-42bb-ad18-e5565ca8950d None None] Bound port: 666601ee-7416-46d7-880e-009d924b5e7f, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81bf7a93-80b3-43df-b9d5-462c604a2945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:33:44.807338 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-7cbebc22-98e0-42bb-ad18-e5565ca8950d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:44.811387 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fd1d26-7036-4b4f-95c4-ec03575f0c4c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:33:44.811763 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fd1d26-7036-4b4f-95c4-ec03575f0c4c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:33:44.812150 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fd1d26-7036-4b4f-95c4-ec03575f0c4c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:33:44.812494 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fd1d26-7036-4b4f-95c4-ec03575f0c4c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:33:44.812819 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fd1d26-7036-4b4f-95c4-ec03575f0c4c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:33:44.813144 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fd1d26-7036-4b4f-95c4-ec03575f0c4c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:33:44.813469 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fd1d26-7036-4b4f-95c4-ec03575f0c4c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:33:44.813852 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fd1d26-7036-4b4f-95c4-ec03575f0c4c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:33:44.814271 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fd1d26-7036-4b4f-95c4-ec03575f0c4c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:33:44.814540 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fd1d26-7036-4b4f-95c4-ec03575f0c4c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:33:44.814864 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fd1d26-7036-4b4f-95c4-ec03575f0c4c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:33:44.815184 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fd1d26-7036-4b4f-95c4-ec03575f0c4c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:33:44.871653 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-7cbebc22-98e0-42bb-ad18-e5565ca8950d None None] For port 666601ee-7416-46d7-880e-009d924b5e7f, host n-d-779913-29, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:33:44.877004 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-7cbebc22-98e0-42bb-ad18-e5565ca8950d None None] For port 666601ee-7416-46d7-880e-009d924b5e7f, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=666601ee-7416-46d7-880e-009d924b5e7f,segment=NetworkSegment(81bf7a93-80b3-43df-b9d5-462c604a2945),segment_id=81bf7a93-80b3-43df-b9d5-462c604a2945)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:33:44.884770 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-7cbebc22-98e0-42bb-ad18-e5565ca8950d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:44.960889 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cbebc22-98e0-42bb-ad18-e5565ca8950d None None] Routers {'74991935-ff67-4b60-9499-66174a917a33'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:33:44.961711 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-7cbebc22-98e0-42bb-ad18-e5565ca8950d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:33:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['74991935-ff67-4b60-9499-66174a917a33'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:33:44.966473 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fd1d26-7036-4b4f-95c4-ec03575f0c4c None None] Pushing event updated for resources: {'Port': ['ID=666601ee-7416-46d7-880e-009d924b5e7f,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:45.009372 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-b9f48540-426c-4b2d-bdb3-545bea3f32ae req-d5f77237-8953-4530-a574-cd2c881ab14e tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] 10.222.0.68 "GET /v2.0/security-groups?id=b4ff2369-e32d-44b9-a882-4dd3dbe0fc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3778186 Jul 14 09:33:45.009372 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-c677bf25-f217-4d82-9073-a8962470e6e5 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=589ae75ce82945cea2807804d67a6c8d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6490686 Jul 14 09:33:45.028336 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 59606) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:45.152847 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-25b14c38-1328-49ec-8ab0-003909beb3b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:45.161903 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cefd2cc-df8e-4fd8-b51c-0b228bf14747 req-bf63803b-ec96-496a-bd06-8863b581b9da tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:45.161903 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1cefd2cc-df8e-4fd8-b51c-0b228bf14747 req-bf63803b-ec96-496a-bd06-8863b581b9da tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/ports?device_id=07646ca0-10f2-4cc8-8147-f694b9d44b24 HTTP/1.1" status: 200 len: 944 time: 0.2243199 Jul 14 09:33:45.178568 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-7cbebc22-98e0-42bb-ad18-e5565ca8950d None None] Set router 74991935-ff67-4b60-9499-66174a917a33 gateway port host: n-d-779913-29 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:33:45.186870 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79e7c70b-0829-4293-b77c-d788c26e99b5 req-21a676b6-e009-4b4b-b37f-dd620b1dbe88 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] Made reservation on behalf of dfdb2d62014640219eb60ef19587837e for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:33:45.191862 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-79e7c70b-0829-4293-b77c-d788c26e99b5 req-21a676b6-e009-4b4b-b37f-dd620b1dbe88 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:45.242892 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1cefd2cc-df8e-4fd8-b51c-0b228bf14747 req-59a79b36-05fc-4155-98bc-90f8d0cc42fe tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/security-groups?id=e89c09f5-16f2-4ac7-8f23-93abffe26f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516021 Jul 14 09:33:45.258677 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-eee106f3-d4ef-487f-9a4b-219f7f49323c req-49211738-88b0-43f5-8338-bccf5c3bf419 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:45.259339 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-eee106f3-d4ef-487f-9a4b-219f7f49323c req-49211738-88b0-43f5-8338-bccf5c3bf419 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-660590'] for floatingip, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:45.260086 n-d-779913-29 neutron-server[93957]: INFO neutron.db.l3_db [req-eee106f3-d4ef-487f-9a4b-219f7f49323c req-49211738-88b0-43f5-8338-bccf5c3bf419 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Floating IP 3b20c1f1-577d-41dd-afa0-c1ce0e2c2ad9 disassociated. External IP: 172.25.4.121, port: 49857456-823a-4ccb-9982-8fa10ce6a33d. Jul 14 09:33:45.260605 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [req-eee106f3-d4ef-487f-9a4b-219f7f49323c req-49211738-88b0-43f5-8338-bccf5c3bf419 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Calling delete_port for 49857456-823a-4ccb-9982-8fa10ce6a33d owned by compute:nova {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:33:45.399256 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-eee106f3-d4ef-487f-9a4b-219f7f49323c req-49211738-88b0-43f5-8338-bccf5c3bf419 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:45.419206 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-7cbebc22-98e0-42bb-ad18-e5565ca8950d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74991935-ff67-4b60-9499-66174a917a33', 'name': 'tempest-TestAggregatesBasicOps-1383767170-router', 'tenant_id': '723f5883cf0e474aaa46de7e751daaf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.123'}], 'enable_snat': True}, 'gw_port_id': '666601ee-7416-46d7-880e-009d924b5e7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:33:36Z', 'updated_at': '2021-07-14T09:33:41Z', 'revision_number': 3, 'project_id': '723f5883cf0e474aaa46de7e751daaf1', 'gw_port': {'id': '666601ee-7416-46d7-880e-009d924b5e7f', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:88:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74991935-ff67-4b60-9499-66174a917a33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2026, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:33:39Z', 'updated_at': '2021-07-14T09:33:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29'}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:33:45.428319 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49211738-88b0-43f5-8338-bccf5c3bf419 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Pushing event deleted for resources: {'Port': ['ID=49857456-823a-4ccb-9982-8fa10ce6a33d,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:45.435957 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a2babbeb-f656-4e9c-bcb0-a97b1700bf89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:45.463068 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cbebc22-98e0-42bb-ad18-e5565ca8950d None None] The sync data for ids ['74991935-ff67-4b60-9499-66174a917a33'] in n-d-779913-29 is: [{'id': '74991935-ff67-4b60-9499-66174a917a33', 'name': 'tempest-TestAggregatesBasicOps-1383767170-router', 'tenant_id': '723f5883cf0e474aaa46de7e751daaf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.123'}], 'enable_snat': True}, 'gw_port_id': '666601ee-7416-46d7-880e-009d924b5e7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:33:36Z', 'updated_at': '2021-07-14T09:33:41Z', 'revision_number': 3, 'project_id': '723f5883cf0e474aaa46de7e751daaf1', 'gw_port': {'id': '666601ee-7416-46d7-880e-009d924b5e7f', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:88:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74991935-ff67-4b60-9499-66174a917a33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2026, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:33:39Z', 'updated_at': '2021-07-14T09:33:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29'}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:33:45.533784 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a2babbeb-f656-4e9c-bcb0-a97b1700bf89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:45.567576 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.l3_agent_scheduler [req-eee106f3-d4ef-487f-9a4b-219f7f49323c req-49211738-88b0-43f5-8338-bccf5c3bf419 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Router 46431b7c-8b9c-4b6a-bebe-d293c653d238 has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:33:45.700179 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-eee106f3-d4ef-487f-9a4b-219f7f49323c req-49211738-88b0-43f5-8338-bccf5c3bf419 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:33:45.713287 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47840206-fafc-4d42-8993-a771be76f63a None None] Sync routers for ids ['46431b7c-8b9c-4b6a-bebe-d293c653d238'] in n-d-779913-29 {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:33:45.726872 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47840206-fafc-4d42-8993-a771be76f63a None None] Routers {'46431b7c-8b9c-4b6a-bebe-d293c653d238'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:33:45.729882 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-47840206-fafc-4d42-8993-a771be76f63a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:33:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['46431b7c-8b9c-4b6a-bebe-d293c653d238'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:33:45.858529 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-eee106f3-d4ef-487f-9a4b-219f7f49323c req-49211738-88b0-43f5-8338-bccf5c3bf419 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] No DVR routers for this DVR port 49857456-823a-4ccb-9982-8fa10ce6a33d on host n-h2-779913-29 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:33:45.865343 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-eee106f3-d4ef-487f-9a4b-219f7f49323c req-49211738-88b0-43f5-8338-bccf5c3bf419 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:45.867890 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-eee106f3-d4ef-487f-9a4b-219f7f49323c req-49211738-88b0-43f5-8338-bccf5c3bf419 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] 10.222.0.57 "DELETE /v2.0/ports/49857456-823a-4ccb-9982-8fa10ce6a33d HTTP/1.1" status: 204 len: 173 time: 1.6947131 Jul 14 09:33:45.868386 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53563f6e-7033-4881-b21d-7977e55df67a', 'name': 'network-vif-deleted', 'tag': '49857456-823a-4ccb-9982-8fa10ce6a33d'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:33:45.871304 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc736e7b-114e-4a9c-8813-a7614ec5888f" -d '{"events": [{"server_uuid": "53563f6e-7033-4881-b21d-7977e55df67a", "name": "network-vif-deleted", "tag": "49857456-823a-4ccb-9982-8fa10ce6a33d"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:33:45.963673 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:33:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99affe58-3cba-4fcf-8f2b-ec4c0812b26b x-openstack-request-id: req-99affe58-3cba-4fcf-8f2b-ec4c0812b26b {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:33:45.964232 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53563f6e-7033-4881-b21d-7977e55df67a", "name": "network-vif-deleted", "tag": "49857456-823a-4ccb-9982-8fa10ce6a33d", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:33:45.964587 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvr_db [None req-47840206-fafc-4d42-8993-a771be76f63a None None] Set router 46431b7c-8b9c-4b6a-bebe-d293c653d238 gateway port host: n-d-779913-29 {{(pid=93959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:33:45.964719 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-99affe58-3cba-4fcf-8f2b-ec4c0812b26b {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:33:45.965199 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53563f6e-7033-4881-b21d-7977e55df67a', 'name': 'network-vif-deleted', 'tag': '49857456-823a-4ccb-9982-8fa10ce6a33d', 'status': 'completed', 'code': 200} Jul 14 09:33:46.143164 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-25b14c38-1328-49ec-8ab0-003909beb3b5 admin admin] Allocated IP 172.20.0.1 (b56ed0d8-f305-475b-9c70-217c3bb5db25/6c380695-d1c0-4b30-91ff-73f923a9c3dd/dc62aea7-a360-4aec-97a5-0af03274238f) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:33:46.209784 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-53b43c1d-90ea-4ccb-9569-b67e6d7484a5 req-df220116-0e76-47b8-8c39-4df6c55ec676 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/ports?device_id=5ad38a77-9c01-4912-aa2e-dc7f6c2b9ea1 HTTP/1.1" status: 200 len: 210 time: 0.1068623 Jul 14 09:33:46.305706 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8c7fe6ca-6d7b-4978-bf24-afbd883d18c5 req-5cabd1e8-b883-4a93-9fc8-fcfd764da61f tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] 10.222.0.68 "GET /v2.0/ports?device_id=53563f6e-7033-4881-b21d-7977e55df67a HTTP/1.1" status: 200 len: 210 time: 0.0621815 Jul 14 09:33:46.309422 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [req-79e7c70b-0829-4293-b77c-d788c26e99b5 req-21a676b6-e009-4b4b-b37f-dd620b1dbe88 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] Allocated IP 172.20.0.13 (4c89afe5-b9f8-4e2e-b44c-d497b59f1beb/b9b5b9a6-c0c5-422a-9cec-7b209f25a172/551377b2-206f-4fee-a942-89cfc1cf5b07) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:33:46.359271 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a2babbeb-f656-4e9c-bcb0-a97b1700bf89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:46.361798 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a2babbeb-f656-4e9c-bcb0-a97b1700bf89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:46.365832 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-a2babbeb-f656-4e9c-bcb0-a97b1700bf89 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/8cc09fd3-8623-4104-8af5-2cbefcb775ec HTTP/1.1" status: 204 len: 168 time: 1.3319533 Jul 14 09:33:46.406102 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2babbeb-f656-4e9c-bcb0-a97b1700bf89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cc09fd3-8623-4104-8af5-2cbefcb775ec,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:46.436065 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-47840206-fafc-4d42-8993-a771be76f63a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46431b7c-8b9c-4b6a-bebe-d293c653d238', 'name': 'tempest-AttachVolumeShelveTestJSON-809254703-router', 'tenant_id': '51a0c5b2b5094b24a910e75e03cedf47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.85'}], 'enable_snat': True}, 'gw_port_id': '40e7c51a-bf54-47f0-bc1b-176ca3f64dfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:28:56Z', 'updated_at': '2021-07-14T09:29:06Z', 'revision_number': 4, 'project_id': '51a0c5b2b5094b24a910e75e03cedf47', 'gw_port': {'id': '40e7c51a-bf54-47f0-bc1b-176ca3f64dfd', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:7a:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46431b7c-8b9c-4b6a-bebe-d293c653d238', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:28:57Z', 'updated_at': '2021-07-14T09:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': 'c4e868fd-c59a-4ec2-986d-5c9a274f714c', 'name': '', 'network_id': '087e0468-2285-4c59-b3f2-1d1ff8b2217b', 'tenant_id': '51a0c5b2b5094b24a910e75e03cedf47', 'mac_address': 'fa:16:3e:35:fe:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46431b7c-8b9c-4b6a-bebe-d293c653d238', 'device_owner': 'network:router_interface', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': '04ae7776-8c86-484d-9bcc-4299f4579807', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:29:03Z', 'updated_at': '2021-07-14T09:29:12Z', 'revision_number': 5, 'project_id': '51a0c5b2b5094b24a910e75e03cedf47', 'subnets': [{'id': '04ae7776-8c86-484d-9bcc-4299f4579807', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:33:46.485834 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47840206-fafc-4d42-8993-a771be76f63a None None] Checking router: 46431b7c-8b9c-4b6a-bebe-d293c653d238 for host: n-d-779913-29 {{(pid=93959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:33:46.494046 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-25b14c38-1328-49ec-8ab0-003909beb3b5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:46.499471 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47840206-fafc-4d42-8993-a771be76f63a None None] Routers {'46431b7c-8b9c-4b6a-bebe-d293c653d238'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:33:46.500124 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-47840206-fafc-4d42-8993-a771be76f63a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:33:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['46431b7c-8b9c-4b6a-bebe-d293c653d238'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:33:46.561799 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-25b14c38-1328-49ec-8ab0-003909beb3b5 admin admin] Transition to ACTIVE for port object dc62aea7-a360-4aec-97a5-0af03274238f will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:33:46.615827 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2c4a26-6dd1-416b-a7c8-c72480528b81 req-528e3f1e-a158-4ac0-a925-2b5ed3b0c3ca tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:46.617569 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-fb2c4a26-6dd1-416b-a7c8-c72480528b81 req-528e3f1e-a158-4ac0-a925-2b5ed3b0c3ca tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/ports?device_id=07646ca0-10f2-4cc8-8147-f694b9d44b24 HTTP/1.1" status: 200 len: 944 time: 0.1350920 Jul 14 09:33:46.643555 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-79e7c70b-0829-4293-b77c-d788c26e99b5 req-21a676b6-e009-4b4b-b37f-dd620b1dbe88 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:46.669217 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-25b14c38-1328-49ec-8ab0-003909beb3b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:46.688678 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvr_db [None req-47840206-fafc-4d42-8993-a771be76f63a None None] Set router 46431b7c-8b9c-4b6a-bebe-d293c653d238 gateway port host: n-d-779913-29 {{(pid=93959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:33:46.724521 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-fb2c4a26-6dd1-416b-a7c8-c72480528b81 req-6dc03ded-e918-4bba-ad65-e3d3a3f6d7f0 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/security-groups?id=e89c09f5-16f2-4ac7-8f23-93abffe26f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003566 Jul 14 09:33:46.821408 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25b14c38-1328-49ec-8ab0-003909beb3b5 admin admin] Network b56ed0d8-f305-475b-9c70-217c3bb5db25 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:33:46.826259 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-25b14c38-1328-49ec-8ab0-003909beb3b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:33:46.842068 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b14c38-1328-49ec-8ab0-003909beb3b5 admin admin] Pushing event updated for resources: {'Port': ['ID=dc62aea7-a360-4aec-97a5-0af03274238f,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:46.846998 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b14c38-1328-49ec-8ab0-003909beb3b5 admin admin] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:33:46.897095 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-79e7c70b-0829-4293-b77c-d788c26e99b5 req-21a676b6-e009-4b4b-b37f-dd620b1dbe88 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:46.942624 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 666601ee-7416-46d7-880e-009d924b5e7f up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:33:46.968533 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-25b14c38-1328-49ec-8ab0-003909beb3b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-660393'] for router_interface, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:47.048299 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79e7c70b-0829-4293-b77c-d788c26e99b5 req-21a676b6-e009-4b4b-b37f-dd620b1dbe88 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] Network 4c89afe5-b9f8-4e2e-b44c-d497b59f1beb is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:33:47.056100 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [req-79e7c70b-0829-4293-b77c-d788c26e99b5 req-21a676b6-e009-4b4b-b37f-dd620b1dbe88 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:33:47.063957 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-79e7c70b-0829-4293-b77c-d788c26e99b5 req-21a676b6-e009-4b4b-b37f-dd620b1dbe88 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:33:47.080027 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning for port 666601ee-7416-46d7-880e-009d924b5e7f completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:33:47.089625 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port 666601ee-7416-46d7-880e-009d924b5e7f triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:33:47.090244 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:47.094972 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a676b6-e009-4b4b-b37f-dd620b1dbe88 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] Pushing event updated for resources: {'Port': ['ID=551377b2-206f-4fee-a942-89cfc1cf5b07,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:47.153745 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e7c70b-0829-4293-b77c-d788c26e99b5 req-21a676b6-e009-4b4b-b37f-dd620b1dbe88 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:47.154398 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-79e7c70b-0829-4293-b77c-d788c26e99b5 req-21a676b6-e009-4b4b-b37f-dd620b1dbe88 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:47.178542 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-47840206-fafc-4d42-8993-a771be76f63a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46431b7c-8b9c-4b6a-bebe-d293c653d238', 'name': 'tempest-AttachVolumeShelveTestJSON-809254703-router', 'tenant_id': '51a0c5b2b5094b24a910e75e03cedf47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.85'}], 'enable_snat': True}, 'gw_port_id': '40e7c51a-bf54-47f0-bc1b-176ca3f64dfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:28:56Z', 'updated_at': '2021-07-14T09:29:06Z', 'revision_number': 4, 'project_id': '51a0c5b2b5094b24a910e75e03cedf47', 'gw_port': {'id': '40e7c51a-bf54-47f0-bc1b-176ca3f64dfd', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:7a:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46431b7c-8b9c-4b6a-bebe-d293c653d238', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:28:57Z', 'updated_at': '2021-07-14T09:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': 'c4e868fd-c59a-4ec2-986d-5c9a274f714c', 'name': '', 'network_id': '087e0468-2285-4c59-b3f2-1d1ff8b2217b', 'tenant_id': '51a0c5b2b5094b24a910e75e03cedf47', 'mac_address': 'fa:16:3e:35:fe:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46431b7c-8b9c-4b6a-bebe-d293c653d238', 'device_owner': 'network:router_interface', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': '04ae7776-8c86-484d-9bcc-4299f4579807', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:29:03Z', 'updated_at': '2021-07-14T09:29:12Z', 'revision_number': 5, 'project_id': '51a0c5b2b5094b24a910e75e03cedf47', 'subnets': [{'id': '04ae7776-8c86-484d-9bcc-4299f4579807', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:33:47.183902 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-79e7c70b-0829-4293-b77c-d788c26e99b5 req-21a676b6-e009-4b4b-b37f-dd620b1dbe88 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4958150 Jul 14 09:33:47.209033 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47840206-fafc-4d42-8993-a771be76f63a None None] The sync data for ids ['46431b7c-8b9c-4b6a-bebe-d293c653d238'] in n-d-779913-29 is: [{'id': '46431b7c-8b9c-4b6a-bebe-d293c653d238', 'name': 'tempest-AttachVolumeShelveTestJSON-809254703-router', 'tenant_id': '51a0c5b2b5094b24a910e75e03cedf47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.85'}], 'enable_snat': True}, 'gw_port_id': '40e7c51a-bf54-47f0-bc1b-176ca3f64dfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:28:56Z', 'updated_at': '2021-07-14T09:29:06Z', 'revision_number': 4, 'project_id': '51a0c5b2b5094b24a910e75e03cedf47', 'gw_port': {'id': '40e7c51a-bf54-47f0-bc1b-176ca3f64dfd', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:7a:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46431b7c-8b9c-4b6a-bebe-d293c653d238', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:28:57Z', 'updated_at': '2021-07-14T09:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': 'c4e868fd-c59a-4ec2-986d-5c9a274f714c', 'name': '', 'network_id': '087e0468-2285-4c59-b3f2-1d1ff8b2217b', 'tenant_id': '51a0c5b2b5094b24a910e75e03cedf47', 'mac_address': 'fa:16:3e:35:fe:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46431b7c-8b9c-4b6a-bebe-d293c653d238', 'device_owner': 'network:router_interface', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': '04ae7776-8c86-484d-9bcc-4299f4579807', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:29:03Z', 'updated_at': '2021-07-14T09:29:12Z', 'revision_number': 5, 'project_id': '51a0c5b2b5094b24a910e75e03cedf47', 'subnets': [{'id': '04ae7776-8c86-484d-9bcc-4299f4579807', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:33:47.250028 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-25b14c38-1328-49ec-8ab0-003909beb3b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:47.261586 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [req-79e7c70b-0829-4293-b77c-d788c26e99b5 req-83c84828-a278-4e07-b07e-06089855052f service neutron] Request body: {'port': {'device_id': '5ad38a77-9c01-4912-aa2e-dc7f6c2b9ea1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-29'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:33:47.314070 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:47.344349 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-5b05c86b-3d91-4b16-b6bb-0ca5163bf3e8 None None] Provisioning for port dc62aea7-a360-4aec-97a5-0af03274238f completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:33:47.363920 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-5b05c86b-3d91-4b16-b6bb-0ca5163bf3e8 None None] Provisioning complete for port dc62aea7-a360-4aec-97a5-0af03274238f triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:33:47.364308 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5b05c86b-3d91-4b16-b6bb-0ca5163bf3e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:47.392441 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-79e7c70b-0829-4293-b77c-d788c26e99b5 req-83c84828-a278-4e07-b07e-06089855052f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:47.429286 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-5b05c86b-3d91-4b16-b6bb-0ca5163bf3e8 None None] Port dc62aea7-a360-4aec-97a5-0af03274238f cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:33:47.443463 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] For port 666601ee-7416-46d7-880e-009d924b5e7f, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=666601ee-7416-46d7-880e-009d924b5e7f,segment=NetworkSegment(81bf7a93-80b3-43df-b9d5-462c604a2945),segment_id=81bf7a93-80b3-43df-b9d5-462c604a2945)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:33:47.448759 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:47.486187 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 59656) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:47.550934 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Pushing event updated for resources: {'Port': ['ID=666601ee-7416-46d7-880e-009d924b5e7f,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:47.563836 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:33:47.564311 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:33:47.564802 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:33:47.565431 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:33:47.566432 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:33:47.567331 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:33:47.567921 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:33:47.568940 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:33:47.569443 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:33:47.570095 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:33:47.570588 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:33:47.571170 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:33:47.647381 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-9a77fc5e-2cfb-449e-88d7-e31f2c8900d8 tempest-NegativeSecGroupTest-500537744 tempest-NegativeSecGroupTest-500537744-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:33:47.648022 n-d-779913-29 neutron-server[93957]: WARNING neutron.api.v2.base [None req-9a77fc5e-2cfb-449e-88d7-e31f2c8900d8 tempest-NegativeSecGroupTest-500537744 tempest-NegativeSecGroupTest-500537744-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 14 09:33:47.648578 n-d-779913-29 neutron-server[93957]: INFO neutron.api.v2.resource [None req-9a77fc5e-2cfb-449e-88d7-e31f2c8900d8 tempest-NegativeSecGroupTest-500537744 tempest-NegativeSecGroupTest-500537744-project] create failed (client error): There was a conflict when trying to complete your request. Jul 14 09:33:47.649669 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-9a77fc5e-2cfb-449e-88d7-e31f2c8900d8 tempest-NegativeSecGroupTest-500537744 tempest-NegativeSecGroupTest-500537744-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1616688 Jul 14 09:33:47.653270 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 59664) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:47.664700 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-aaf6a405-78fd-44cb-849d-0b94da503bcd tempest-NegativeSecGroupTest-500537744 tempest-NegativeSecGroupTest-500537744-project] Request body: {'security_group': {'name': 'tempest-secgroup--991169471'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:33:47.694218 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-aaf6a405-78fd-44cb-849d-0b94da503bcd tempest-NegativeSecGroupTest-500537744 tempest-NegativeSecGroupTest-500537744-project] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:47.706978 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-aaf6a405-78fd-44cb-849d-0b94da503bcd tempest-NegativeSecGroupTest-500537744 tempest-NegativeSecGroupTest-500537744-project] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:47.743277 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 59666) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:47.937455 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e92d940-c166-45be-8eaf-2c160afd9a07 None None] New status for floating IP 3b20c1f1-577d-41dd-afa0-c1ce0e2c2ad9: DOWN {{(pid=93960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:33:47.950871 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3082c79-388e-4fcc-8ff8-3daff633373d req-f076553a-b43e-4a36-9b40-b0698c6eb4fb tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:47.952681 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-b3082c79-388e-4fcc-8ff8-3daff633373d req-f076553a-b43e-4a36-9b40-b0698c6eb4fb tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/ports?device_id=5ad38a77-9c01-4912-aa2e-dc7f6c2b9ea1 HTTP/1.1" status: 200 len: 932 time: 0.2441487 Jul 14 09:33:47.964961 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-aaf6a405-78fd-44cb-849d-0b94da503bcd tempest-NegativeSecGroupTest-500537744 tempest-NegativeSecGroupTest-500537744-project] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:47.987522 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-39f0e0b9-a598-44d5-9f1f-5425240dbcd4 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Notify callbacks [] for security_group, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:47.990222 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-aaf6a405-78fd-44cb-849d-0b94da503bcd tempest-NegativeSecGroupTest-500537744 tempest-NegativeSecGroupTest-500537744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:48.016858 n-d-779913-29 neutron-server[93958]: DEBUG neutron.notifiers.nova [req-79e7c70b-0829-4293-b77c-d788c26e99b5 req-83c84828-a278-4e07-b07e-06089855052f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 551377b2-206f-4fee-a942-89cfc1cf5b07 {{(pid=93958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:33:48.031308 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-79e7c70b-0829-4293-b77c-d788c26e99b5 req-83c84828-a278-4e07-b07e-06089855052f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:48.049367 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-79e7c70b-0829-4293-b77c-d788c26e99b5 req-83c84828-a278-4e07-b07e-06089855052f service neutron] Transition to ACTIVE for port object 551377b2-206f-4fee-a942-89cfc1cf5b07 will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:33:48.067138 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-79e7c70b-0829-4293-b77c-d788c26e99b5 req-83c84828-a278-4e07-b07e-06089855052f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13574142'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:48.073281 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf6a405-78fd-44cb-849d-0b94da503bcd tempest-NegativeSecGroupTest-500537744 tempest-NegativeSecGroupTest-500537744-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed3ec6a3-b587-4209-8a18-39572cd3e2b2,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:48.080883 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-39f0e0b9-a598-44d5-9f1f-5425240dbcd4 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:48.110911 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980df6f0-f6be-43d5-8da3-b2bff89da801 req-624a79de-8628-4c68-bf9b-1ca214fb58e3 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:48.112455 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-980df6f0-f6be-43d5-8da3-b2bff89da801 req-624a79de-8628-4c68-bf9b-1ca214fb58e3 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/ports?device_id=07646ca0-10f2-4cc8-8147-f694b9d44b24 HTTP/1.1" status: 200 len: 944 time: 0.2002013 Jul 14 09:33:48.165681 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-25b14c38-1328-49ec-8ab0-003909beb3b5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:48.186691 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-25b14c38-1328-49ec-8ab0-003909beb3b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13574142'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:48.229238 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-980df6f0-f6be-43d5-8da3-b2bff89da801 req-22bee296-2d76-45ce-82cf-78baf15f37ed tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/security-groups?id=e89c09f5-16f2-4ac7-8f23-93abffe26f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074724 Jul 14 09:33:48.232341 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-aaf6a405-78fd-44cb-849d-0b94da503bcd tempest-NegativeSecGroupTest-500537744 tempest-NegativeSecGroupTest-500537744-project] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:48.233315 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-39f0e0b9-a598-44d5-9f1f-5425240dbcd4 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:48.236266 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-39f0e0b9-a598-44d5-9f1f-5425240dbcd4 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:48.240739 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-39f0e0b9-a598-44d5-9f1f-5425240dbcd4 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] 10.222.0.68 "DELETE /v2.0/security-groups/b4ff2369-e32d-44b9-a882-4dd3dbe0fc4d HTTP/1.1" status: 204 len: 168 time: 0.4931412 Jul 14 09:33:48.247992 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 59670) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:48.258166 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f0e0b9-a598-44d5-9f1f-5425240dbcd4 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4ff2369-e32d-44b9-a882-4dd3dbe0fc4d,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:48.260073 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-aaf6a405-78fd-44cb-849d-0b94da503bcd tempest-NegativeSecGroupTest-500537744 tempest-NegativeSecGroupTest-500537744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:48.277902 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c84828-a278-4e07-b07e-06089855052f service neutron] Pushing event updated for resources: {'Port': ['ID=551377b2-206f-4fee-a942-89cfc1cf5b07,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:48.284013 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-b3082c79-388e-4fcc-8ff8-3daff633373d req-99cbad32-462a-4316-8ea0-78712ca5e2f8 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/security-groups?id=9b802230-9234-42e7-bf8c-0d12af0394c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2328179 Jul 14 09:33:48.285274 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-aaf6a405-78fd-44cb-849d-0b94da503bcd tempest-NegativeSecGroupTest-500537744 tempest-NegativeSecGroupTest-500537744-project] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:48.286517 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-aaf6a405-78fd-44cb-849d-0b94da503bcd tempest-NegativeSecGroupTest-500537744 tempest-NegativeSecGroupTest-500537744-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6319764 Jul 14 09:33:48.298548 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 59672) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:48.306600 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-2ea65566-f816-4300-a37e-2538680d4667 tempest-NegativeSecGroupTest-500537744 tempest-NegativeSecGroupTest-500537744-project] Request body: {'security_group_rule': {'security_group_id': '9c0a68db-f9e6-40a4-8968-25a4c656f0fc', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:33:48.311088 n-d-779913-29 neutron-server[93957]: INFO neutron.api.v2.resource [None req-50e33efa-c2d6-4293-b88b-4ad8776c3379 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] show failed (client error): The resource could not be found. Jul 14 09:33:48.312099 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-50e33efa-c2d6-4293-b88b-4ad8776c3379 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] 10.222.0.68 "GET /v2.0/security-groups/b4ff2369-e32d-44b9-a882-4dd3dbe0fc4d HTTP/1.1" status: 404 len: 347 time: 0.0405114 Jul 14 09:33:48.322068 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 59674) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:48.349975 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b14c38-1328-49ec-8ab0-003909beb3b5 admin admin] Pushing event updated for resources: {'Port': ['ID=dc62aea7-a360-4aec-97a5-0af03274238f,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:48.360856 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-25b14c38-1328-49ec-8ab0-003909beb3b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-683747'] for router_interface, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:48.365086 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf6a405-78fd-44cb-849d-0b94da503bcd tempest-NegativeSecGroupTest-500537744 tempest-NegativeSecGroupTest-500537744-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c0a68db-f9e6-40a4-8968-25a4c656f0fc,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:48.426758 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2ea65566-f816-4300-a37e-2538680d4667 tempest-NegativeSecGroupTest-500537744 tempest-NegativeSecGroupTest-500537744-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:48.437471 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-79e7c70b-0829-4293-b77c-d788c26e99b5 req-83c84828-a278-4e07-b07e-06089855052f service neutron] Attempting to bind port 551377b2-206f-4fee-a942-89cfc1cf5b07 on host n-h2-779913-29 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:33:48.437879 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-79e7c70b-0829-4293-b77c-d788c26e99b5 req-83c84828-a278-4e07-b07e-06089855052f service neutron] Attempting to bind port 551377b2-206f-4fee-a942-89cfc1cf5b07 by drivers openvswitch,hyperv on host n-h2-779913-29 at level 0 using segments [{'id': '7c0bb8da-25ea-40ae-a0d8-c863fd3d0f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '4c89afe5-b9f8-4e2e-b44c-d497b59f1beb'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:33:48.438154 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79e7c70b-0829-4293-b77c-d788c26e99b5 req-83c84828-a278-4e07-b07e-06089855052f service neutron] Attempting to bind port 551377b2-206f-4fee-a942-89cfc1cf5b07 on network 4c89afe5-b9f8-4e2e-b44c-d497b59f1beb {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:33:48.445166 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79e7c70b-0829-4293-b77c-d788c26e99b5 req-83c84828-a278-4e07-b07e-06089855052f service neutron] Port 551377b2-206f-4fee-a942-89cfc1cf5b07 on network 4c89afe5-b9f8-4e2e-b44c-d497b59f1beb not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-29 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:33:48.445508 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79e7c70b-0829-4293-b77c-d788c26e99b5 req-83c84828-a278-4e07-b07e-06089855052f service neutron] Attempting to bind port 551377b2-206f-4fee-a942-89cfc1cf5b07 on network 4c89afe5-b9f8-4e2e-b44c-d497b59f1beb {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:33:48.457914 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79e7c70b-0829-4293-b77c-d788c26e99b5 req-83c84828-a278-4e07-b07e-06089855052f service neutron] Checking agent: {'id': '013e4a3b-a634-47b8-b6a5-1a25109b73fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 13, 13), 'started_at': datetime.datetime(2021, 7, 14, 9, 13, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 33, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:33:48.458261 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79e7c70b-0829-4293-b77c-d788c26e99b5 req-83c84828-a278-4e07-b07e-06089855052f service neutron] Checking segment: {'id': '7c0bb8da-25ea-40ae-a0d8-c863fd3d0f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '4c89afe5-b9f8-4e2e-b44c-d497b59f1beb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:33:48.458644 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79e7c70b-0829-4293-b77c-d788c26e99b5 req-83c84828-a278-4e07-b07e-06089855052f service neutron] Bound using segment: {'id': '7c0bb8da-25ea-40ae-a0d8-c863fd3d0f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '4c89afe5-b9f8-4e2e-b44c-d497b59f1beb'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:33:48.459081 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-79e7c70b-0829-4293-b77c-d788c26e99b5 req-83c84828-a278-4e07-b07e-06089855052f service neutron] Bound port: 551377b2-206f-4fee-a942-89cfc1cf5b07, host: n-h2-779913-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c0bb8da-25ea-40ae-a0d8-c863fd3d0f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '4c89afe5-b9f8-4e2e-b44c-d497b59f1beb'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:33:48.459438 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-79e7c70b-0829-4293-b77c-d788c26e99b5 req-83c84828-a278-4e07-b07e-06089855052f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:48.496725 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2ea65566-f816-4300-a37e-2538680d4667 tempest-NegativeSecGroupTest-500537744 tempest-NegativeSecGroupTest-500537744-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:48.504439 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2ea65566-f816-4300-a37e-2538680d4667 tempest-NegativeSecGroupTest-500537744 tempest-NegativeSecGroupTest-500537744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529131'] for security_group_rule, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:48.522206 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25b14c38-1328-49ec-8ab0-003909beb3b5 admin admin] Network b56ed0d8-f305-475b-9c70-217c3bb5db25 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:33:48.528339 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-25b14c38-1328-49ec-8ab0-003909beb3b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:33:48.531670 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea65566-f816-4300-a37e-2538680d4667 tempest-NegativeSecGroupTest-500537744 tempest-NegativeSecGroupTest-500537744-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2333b8b-4533-4e3b-9fe9-b782789bdd9a,revision_number=0']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:48.563476 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-342ae999-2d1e-40ae-a090-1a5dad73e9c3 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Deleting port f01f4291-2837-46e9-a42e-573789005603 {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:33:48.564587 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-342ae999-2d1e-40ae-a090-1a5dad73e9c3 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:48.583417 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2ea65566-f816-4300-a37e-2538680d4667 tempest-NegativeSecGroupTest-500537744 tempest-NegativeSecGroupTest-500537744-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:48.586950 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-79e7c70b-0829-4293-b77c-d788c26e99b5 req-83c84828-a278-4e07-b07e-06089855052f service neutron] For port 551377b2-206f-4fee-a942-89cfc1cf5b07, host n-h2-779913-29, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:33:48.588214 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-2ea65566-f816-4300-a37e-2538680d4667 tempest-NegativeSecGroupTest-500537744 tempest-NegativeSecGroupTest-500537744-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2886534 Jul 14 09:33:48.589300 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 59676) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:48.607903 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-79e7c70b-0829-4293-b77c-d788c26e99b5 req-83c84828-a278-4e07-b07e-06089855052f service neutron] For port 551377b2-206f-4fee-a942-89cfc1cf5b07, host n-h2-779913-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=551377b2-206f-4fee-a942-89cfc1cf5b07,segment=NetworkSegment(7c0bb8da-25ea-40ae-a0d8-c863fd3d0f97),segment_id=7c0bb8da-25ea-40ae-a0d8-c863fd3d0f97)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:33:48.624340 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-367c61c6-50cf-4168-8470-3f3d6e8e5fbd tempest-NegativeSecGroupTest-500537744 tempest-NegativeSecGroupTest-500537744-project] Request body: {'security_group_rule': {'security_group_id': '9c0a68db-f9e6-40a4-8968-25a4c656f0fc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:33:48.660595 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-79e7c70b-0829-4293-b77c-d788c26e99b5 req-83c84828-a278-4e07-b07e-06089855052f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13574142'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:48.661076 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-367c61c6-50cf-4168-8470-3f3d6e8e5fbd tempest-NegativeSecGroupTest-500537744 tempest-NegativeSecGroupTest-500537744-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:48.717519 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e7c70b-0829-4293-b77c-d788c26e99b5 req-83c84828-a278-4e07-b07e-06089855052f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:48.718078 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-79e7c70b-0829-4293-b77c-d788c26e99b5 req-83c84828-a278-4e07-b07e-06089855052f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:48.719954 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-79e7c70b-0829-4293-b77c-d788c26e99b5 req-83c84828-a278-4e07-b07e-06089855052f service neutron] 10.222.0.57 "PUT /v2.0/ports/551377b2-206f-4fee-a942-89cfc1cf5b07 HTTP/1.1" status: 200 len: 1093 time: 1.4760027 Jul 14 09:33:48.724062 n-d-779913-29 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ad38a77-9c01-4912-aa2e-dc7f6c2b9ea1', 'tag': '551377b2-206f-4fee-a942-89cfc1cf5b07'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:33:48.727136 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cb48f044f948e981f43897c8d7f1332f741dc7af2b4c5a6e19d8f4a80f708e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e59fa528-f15c-4f28-8956-345b25b70d02" -d '{"events": [{"name": "network-changed", "server_uuid": "5ad38a77-9c01-4912-aa2e-dc7f6c2b9ea1", "tag": "551377b2-206f-4fee-a942-89cfc1cf5b07"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:33:48.748113 n-d-779913-29 neutron-server[93957]: INFO neutron.api.v2.resource [None req-367c61c6-50cf-4168-8470-3f3d6e8e5fbd tempest-NegativeSecGroupTest-500537744 tempest-NegativeSecGroupTest-500537744-project] create failed (client error): There was a conflict when trying to complete your request. Jul 14 09:33:48.749233 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-367c61c6-50cf-4168-8470-3f3d6e8e5fbd tempest-NegativeSecGroupTest-500537744 tempest-NegativeSecGroupTest-500537744-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1287518 Jul 14 09:33:48.752405 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-342ae999-2d1e-40ae-a090-1a5dad73e9c3 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:48.752957 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 59684) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:48.753142 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-342ae999-2d1e-40ae-a090-1a5dad73e9c3 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:48.772661 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-342ae999-2d1e-40ae-a090-1a5dad73e9c3 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Calling delete_port for f01f4291-2837-46e9-a42e-573789005603 owned by network:floatingip {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:33:48.823339 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:33:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8559ae4f-08b9-43d8-baf9-296a445130bc x-openstack-request-id: req-8559ae4f-08b9-43d8-baf9-296a445130bc {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:33:48.837744 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ad38a77-9c01-4912-aa2e-dc7f6c2b9ea1", "tag": "551377b2-206f-4fee-a942-89cfc1cf5b07", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:33:48.838217 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-8559ae4f-08b9-43d8-baf9-296a445130bc {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:33:48.838759 n-d-779913-29 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ad38a77-9c01-4912-aa2e-dc7f6c2b9ea1', 'tag': '551377b2-206f-4fee-a942-89cfc1cf5b07', 'status': 'completed', 'code': 200} Jul 14 09:33:48.878271 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 666601ee-7416-46d7-880e-009d924b5e7f up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:33:48.930835 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c84828-a278-4e07-b07e-06089855052f service neutron] Pushing event updated for resources: {'Port': ['ID=551377b2-206f-4fee-a942-89cfc1cf5b07,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:48.971816 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25b14c38-1328-49ec-8ab0-003909beb3b5 admin admin] Router 74991935-ff67-4b60-9499-66174a917a33 has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:33:48.972665 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 49857456-823a-4ccb-9982-8fa10ce6a33d no longer exists at agent hyperv_n-h2-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:33:48.993982 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] No Port match for: 49857456-823a-4ccb-9982-8fa10ce6a33d {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:33:48.993982 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 49857456-823a-4ccb-9982-8fa10ce6a33d not bound to the agent host n-h2-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:33:49.001819 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-5163ff79-61e7-4095-9c2d-bf6b492b24fd None None] Provisioning complete for port dc62aea7-a360-4aec-97a5-0af03274238f triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:33:49.002271 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5163ff79-61e7-4095-9c2d-bf6b492b24fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:49.021332 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1b6b548c-9627-4470-8b1c-a632d4f71d4b tempest-NegativeSecGroupTest-500537744 tempest-NegativeSecGroupTest-500537744-project] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:49.051021 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-5163ff79-61e7-4095-9c2d-bf6b492b24fd None None] Port dc62aea7-a360-4aec-97a5-0af03274238f cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:33:49.052668 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port 666601ee-7416-46d7-880e-009d924b5e7f triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:33:49.053140 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:49.078253 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1b6b548c-9627-4470-8b1c-a632d4f71d4b tempest-NegativeSecGroupTest-500537744 tempest-NegativeSecGroupTest-500537744-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:49.099769 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-342ae999-2d1e-40ae-a090-1a5dad73e9c3 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:49.152933 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e7c70b-0829-4293-b77c-d788c26e99b5 req-5b6a834c-995b-4cf1-9cb2-f4aaebd9ecf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:49.154515 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-79e7c70b-0829-4293-b77c-d788c26e99b5 req-5b6a834c-995b-4cf1-9cb2-f4aaebd9ecf3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=dfdb2d62014640219eb60ef19587837e&device_id=5ad38a77-9c01-4912-aa2e-dc7f6c2b9ea1 HTTP/1.1" status: 200 len: 1096 time: 0.3422620 Jul 14 09:33:49.171474 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342ae999-2d1e-40ae-a090-1a5dad73e9c3 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Pushing event deleted for resources: {'Port': ['ID=f01f4291-2837-46e9-a42e-573789005603,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:49.214436 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-342ae999-2d1e-40ae-a090-1a5dad73e9c3 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Notify callbacks [] for floatingip, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:49.217708 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-342ae999-2d1e-40ae-a090-1a5dad73e9c3 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for floatingip, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:49.219059 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-342ae999-2d1e-40ae-a090-1a5dad73e9c3 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] 10.222.0.68 "DELETE /v2.0/floatingips/3b20c1f1-577d-41dd-afa0-c1ce0e2c2ad9 HTTP/1.1" status: 204 len: 168 time: 0.8938472 Jul 14 09:33:49.237196 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-79e7c70b-0829-4293-b77c-d788c26e99b5 req-eef52644-1282-4e85-ba50-4cbd7fd511fb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=551377b2-206f-4fee-a942-89cfc1cf5b07 HTTP/1.1" status: 200 len: 217 time: 0.0434535 Jul 14 09:33:49.239114 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device d27f134e-1766-4f38-8d8a-ac3018579cce details requested by agent hyperv_n-h1-779913-29 with host n-h1-779913-29 {{(pid=93959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:33:49.282751 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1b6b548c-9627-4470-8b1c-a632d4f71d4b tempest-NegativeSecGroupTest-500537744 tempest-NegativeSecGroupTest-500537744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:49.297157 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1b6b548c-9627-4470-8b1c-a632d4f71d4b tempest-NegativeSecGroupTest-500537744 tempest-NegativeSecGroupTest-500537744-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:49.299540 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-1b6b548c-9627-4470-8b1c-a632d4f71d4b tempest-NegativeSecGroupTest-500537744 tempest-NegativeSecGroupTest-500537744-project] 10.222.0.68 "DELETE /v2.0/security-groups/9c0a68db-f9e6-40a4-8968-25a4c656f0fc HTTP/1.1" status: 204 len: 168 time: 0.5299337 Jul 14 09:33:49.302750 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 59690) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:49.333147 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25b14c38-1328-49ec-8ab0-003909beb3b5 admin admin] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:33:49.338527 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6b548c-9627-4470-8b1c-a632d4f71d4b tempest-NegativeSecGroupTest-500537744 tempest-NegativeSecGroupTest-500537744-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c0a68db-f9e6-40a4-8968-25a4c656f0fc,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:49.355079 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-25b14c38-1328-49ec-8ab0-003909beb3b5 admin admin] 10.222.0.68 "PUT /v2.0/routers/74991935-ff67-4b60-9499-66174a917a33/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2281530 Jul 14 09:33:49.366248 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c04fc9c5-057c-4e86-aa66-8f0f5ed0b0ec None None] Sync routers for ids ['74991935-ff67-4b60-9499-66174a917a33'] in n-d-779913-29 {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:33:49.369305 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e7c70b-0829-4293-b77c-d788c26e99b5 req-77e0632d-a69f-44fd-b6ad-ff2a5b5b9db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:49.370904 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-79e7c70b-0829-4293-b77c-d788c26e99b5 req-77e0632d-a69f-44fd-b6ad-ff2a5b5b9db4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b9b5b9a6-c0c5-422a-9cec-7b209f25a172 HTTP/1.1" status: 200 len: 852 time: 0.1244466 Jul 14 09:33:49.405781 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-93c5a7bc-a90b-477c-bce9-10f52d5680c7 tempest-NegativeSecGroupTest-500537744 tempest-NegativeSecGroupTest-500537744-project] 10.222.0.68 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1015062 Jul 14 09:33:49.410312 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 59696) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:49.411828 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c04fc9c5-057c-4e86-aa66-8f0f5ed0b0ec None None] Routers {'74991935-ff67-4b60-9499-66174a917a33'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:33:49.412750 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-c04fc9c5-057c-4e86-aa66-8f0f5ed0b0ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:33:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['74991935-ff67-4b60-9499-66174a917a33'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:33:49.418272 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port d27f134e-1766-4f38-8d8a-ac3018579cce, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=d27f134e-1766-4f38-8d8a-ac3018579cce,segment=NetworkSegment(948a681f-4f89-4271-b601-608851f32209),segment_id=948a681f-4f89-4271-b601-608851f32209)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:33:49.420453 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-1e2838a8-636a-4afe-ae46-10141effdb8f tempest-NegativeSecGroupTest-500537744 tempest-NegativeSecGroupTest-500537744-project] Request body: {'security_group': {'name': 'tempest-secgroup--1525485202'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:33:49.445045 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-79e7c70b-0829-4293-b77c-d788c26e99b5 req-8ce1c2e1-d9c8-4aa9-88fc-58aabda54b4d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4c89afe5-b9f8-4e2e-b44c-d497b59f1beb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0661168 Jul 14 09:33:49.475495 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1e2838a8-636a-4afe-ae46-10141effdb8f tempest-NegativeSecGroupTest-500537744 tempest-NegativeSecGroupTest-500537744-project] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:49.587136 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1e2838a8-636a-4afe-ae46-10141effdb8f tempest-NegativeSecGroupTest-500537744 tempest-NegativeSecGroupTest-500537744-project] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:49.588338 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 59700) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:49.594428 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.agents_db [None req-3c3509fb-540d-4335-a450-574895dd3602 None None] Agent healthcheck: found 7 active agents {{(pid=93960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:33:49.595213 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-2983ac91-b830-471b-a353-6ed32b0d80f9 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Request body: {'security_group': {'name': 'tempest-securitygroup--263624363', 'description': 'tempest-description--166070528'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:33:49.605364 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1e2838a8-636a-4afe-ae46-10141effdb8f tempest-NegativeSecGroupTest-500537744 tempest-NegativeSecGroupTest-500537744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:49.664769 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2983ac91-b830-471b-a353-6ed32b0d80f9 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:49.679649 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-79e7c70b-0829-4293-b77c-d788c26e99b5 req-3661c8d6-b620-49da-924b-136d34b19dd0 service neutron] 10.222.0.57 "GET /v2.0/networks/4c89afe5-b9f8-4e2e-b44c-d497b59f1beb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2277863 Jul 14 09:33:49.683003 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2838a8-636a-4afe-ae46-10141effdb8f tempest-NegativeSecGroupTest-500537744 tempest-NegativeSecGroupTest-500537744-project] Pushing event updated for resources: {'SecurityGroup': ['ID=541190ae-f26b-4bba-9aaf-d31fa75a4a15,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:49.689360 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1e2838a8-636a-4afe-ae46-10141effdb8f tempest-NegativeSecGroupTest-500537744 tempest-NegativeSecGroupTest-500537744-project] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:49.691531 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-1e2838a8-636a-4afe-ae46-10141effdb8f tempest-NegativeSecGroupTest-500537744 tempest-NegativeSecGroupTest-500537744-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2793856 Jul 14 09:33:49.698480 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3e18db-83f7-4bbe-bfff-78f6d7e02bc3 req-292a80ba-6cfd-4132-8800-cdd51e5395b9 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:49.698752 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 59702) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:49.705308 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-e5f4db64-0299-4777-88eb-eeceea57c32f tempest-NegativeSecGroupTest-500537744 tempest-NegativeSecGroupTest-500537744-project] Request body: {'security_group_rule': {'security_group_id': '541190ae-f26b-4bba-9aaf-d31fa75a4a15', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:33:49.705908 n-d-779913-29 neutron-server[93957]: WARNING neutron.api.v2.base [None req-e5f4db64-0299-4777-88eb-eeceea57c32f tempest-NegativeSecGroupTest-500537744 tempest-NegativeSecGroupTest-500537744-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 14 09:33:49.707440 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-7b3e18db-83f7-4bbe-bfff-78f6d7e02bc3 req-292a80ba-6cfd-4132-8800-cdd51e5395b9 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/ports?device_id=07646ca0-10f2-4cc8-8147-f694b9d44b24 HTTP/1.1" status: 200 len: 944 time: 0.1410022 Jul 14 09:33:49.707609 n-d-779913-29 neutron-server[93957]: INFO neutron.api.v2.resource [None req-e5f4db64-0299-4777-88eb-eeceea57c32f tempest-NegativeSecGroupTest-500537744 tempest-NegativeSecGroupTest-500537744-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:33:49.713471 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-e5f4db64-0299-4777-88eb-eeceea57c32f tempest-NegativeSecGroupTest-500537744 tempest-NegativeSecGroupTest-500537744-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0075564 Jul 14 09:33:49.713471 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 59706) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:49.731220 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Returning: {'device': 'd27f134e-1766-4f38-8d8a-ac3018579cce', 'network_id': '37e488ca-77f2-424d-8250-cbdd23d7445f', 'port_id': 'd27f134e-1766-4f38-8d8a-ac3018579cce', 'mac_address': 'fa:16:3e:d6:81:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 716, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '535bbe8f-0cbe-454b-b3d9-7e9077b77cea', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:33:49.801154 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:49.881053 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-7b3e18db-83f7-4bbe-bfff-78f6d7e02bc3 req-9dc9340a-f4ff-4275-8403-2fc14dc529a6 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/security-groups?id=e89c09f5-16f2-4ac7-8f23-93abffe26f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700833 Jul 14 09:33:49.890580 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d27f134e-1766-4f38-8d8a-ac3018579cce {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:33:49.915006 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b7e07ad9-681b-4a6a-95dd-6029467bde29 tempest-NegativeSecGroupTest-500537744 tempest-NegativeSecGroupTest-500537744-project] Notify callbacks [] for security_group, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:49.930136 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port d27f134e-1766-4f38-8d8a-ac3018579cce, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=d27f134e-1766-4f38-8d8a-ac3018579cce,segment=NetworkSegment(948a681f-4f89-4271-b601-608851f32209),segment_id=948a681f-4f89-4271-b601-608851f32209)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:33:49.941844 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:49.945113 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvr_db [None req-c04fc9c5-057c-4e86-aa66-8f0f5ed0b0ec None None] Set router 74991935-ff67-4b60-9499-66174a917a33 gateway port host: n-d-779913-29 {{(pid=93959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:33:49.948444 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b7e07ad9-681b-4a6a-95dd-6029467bde29 tempest-NegativeSecGroupTest-500537744 tempest-NegativeSecGroupTest-500537744-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:49.964476 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-79e7c70b-0829-4293-b77c-d788c26e99b5 req-1adc6db9-6d45-4321-b0c2-7043346da726 service neutron] 10.222.0.57 "GET /v2.0/networks/4c89afe5-b9f8-4e2e-b44c-d497b59f1beb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2407286 Jul 14 09:33:50.061465 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b7e07ad9-681b-4a6a-95dd-6029467bde29 tempest-NegativeSecGroupTest-500537744 tempest-NegativeSecGroupTest-500537744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:50.064056 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b7e07ad9-681b-4a6a-95dd-6029467bde29 tempest-NegativeSecGroupTest-500537744 tempest-NegativeSecGroupTest-500537744-project] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:50.067908 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-b7e07ad9-681b-4a6a-95dd-6029467bde29 tempest-NegativeSecGroupTest-500537744 tempest-NegativeSecGroupTest-500537744-project] 10.222.0.68 "DELETE /v2.0/security-groups/541190ae-f26b-4bba-9aaf-d31fa75a4a15 HTTP/1.1" status: 204 len: 168 time: 0.3527381 Jul 14 09:33:50.074882 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 59726) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:50.086643 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Pushing event updated for resources: {'Port': ['ID=d27f134e-1766-4f38-8d8a-ac3018579cce,revision_number=11']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:50.132359 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2983ac91-b830-471b-a353-6ed32b0d80f9 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:50.135128 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e07ad9-681b-4a6a-95dd-6029467bde29 tempest-NegativeSecGroupTest-500537744 tempest-NegativeSecGroupTest-500537744-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=541190ae-f26b-4bba-9aaf-d31fa75a4a15,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:50.146972 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2983ac91-b830-471b-a353-6ed32b0d80f9 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:50.169171 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-9839079b-47f4-44fa-8aa0-f079fed5ec4d tempest-NegativeSecGroupTest-500537744 tempest-NegativeSecGroupTest-500537744-project] 10.222.0.68 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0922322 Jul 14 09:33:50.175591 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 59732) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:50.187892 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-fa4370bf-bce8-48d5-93ea-19e582bb75ae tempest-NegativeSecGroupTest-500537744 tempest-NegativeSecGroupTest-500537744-project] Request body: {'security_group': {'name': 'tempest-secgroup--824008689'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:33:50.238492 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59fa528-f15c-4f28-8956-345b25b70d02 req-4c1cc2dc-e261-4596-ba70-b20572e1a81b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:50.240374 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-e59fa528-f15c-4f28-8956-345b25b70d02 req-4c1cc2dc-e261-4596-ba70-b20572e1a81b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=dfdb2d62014640219eb60ef19587837e&device_id=5ad38a77-9c01-4912-aa2e-dc7f6c2b9ea1 HTTP/1.1" status: 200 len: 1096 time: 0.1726773 Jul 14 09:33:50.261699 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fa4370bf-bce8-48d5-93ea-19e582bb75ae tempest-NegativeSecGroupTest-500537744 tempest-NegativeSecGroupTest-500537744-project] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:50.358250 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] get_ports_and_sgs() called for port_ids ['d27f134e-1766-4f38-8d8a-ac3018579cce'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:33:50.422630 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 59742) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:50.435986 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-8e883a3a-0826-47f7-8889-acaadf0bd44f admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1456768007-network', 'tenant_id': '1ec312422b214b4b9c1917ad82006b7f'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:33:50.493196 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-c04fc9c5-057c-4e86-aa66-8f0f5ed0b0ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74991935-ff67-4b60-9499-66174a917a33', 'name': 'tempest-TestAggregatesBasicOps-1383767170-router', 'tenant_id': '723f5883cf0e474aaa46de7e751daaf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.123'}], 'enable_snat': True}, 'gw_port_id': '666601ee-7416-46d7-880e-009d924b5e7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:33:36Z', 'updated_at': '2021-07-14T09:33:47Z', 'revision_number': 4, 'project_id': '723f5883cf0e474aaa46de7e751daaf1', 'gw_port': {'id': '666601ee-7416-46d7-880e-009d924b5e7f', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:88:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74991935-ff67-4b60-9499-66174a917a33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2026, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:33:39Z', 'updated_at': '2021-07-14T09:33:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': 'dc62aea7-a360-4aec-97a5-0af03274238f', 'name': '', 'network_id': 'b56ed0d8-f305-475b-9c70-217c3bb5db25', 'tenant_id': '723f5883cf0e474aaa46de7e751daaf1', 'mac_address': 'fa:16:3e:3d:39:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74991935-ff67-4b60-9499-66174a917a33', 'device_owner': 'network:router_interface', 'standard_attr_id': 2034, 'fixed_ips': [{'subnet_id': '6c380695-d1c0-4b30-91ff-73f923a9c3dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:33:45Z', 'updated_at': '2021-07-14T09:33:47Z', 'revision_number': 2, 'project_id': '723f5883cf0e474aaa46de7e751daaf1', 'subnets': [{'id': '6c380695-d1c0-4b30-91ff-73f923a9c3dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:33:50.505420 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59fa528-f15c-4f28-8956-345b25b70d02 req-56c52ce1-6499-4cc3-bc31-a46e3da8f2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:50.507394 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-e59fa528-f15c-4f28-8956-345b25b70d02 req-56c52ce1-6499-4cc3-bc31-a46e3da8f2f3 service neutron] 10.222.0.57 "GET /v2.0/networks?id=4c89afe5-b9f8-4e2e-b44c-d497b59f1beb HTTP/1.1" status: 200 len: 913 time: 0.2583573 Jul 14 09:33:50.518330 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fa4370bf-bce8-48d5-93ea-19e582bb75ae tempest-NegativeSecGroupTest-500537744 tempest-NegativeSecGroupTest-500537744-project] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:50.529222 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c04fc9c5-057c-4e86-aa66-8f0f5ed0b0ec None None] Checking router: 74991935-ff67-4b60-9499-66174a917a33 for host: n-d-779913-29 {{(pid=93959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:33:50.529713 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c04fc9c5-057c-4e86-aa66-8f0f5ed0b0ec None None] Updating router 74991935-ff67-4b60-9499-66174a917a33 port dc62aea7-a360-4aec-97a5-0af03274238f binding host n-d-779913-29 {{(pid=93959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:33:50.562613 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fa4370bf-bce8-48d5-93ea-19e582bb75ae tempest-NegativeSecGroupTest-500537744 tempest-NegativeSecGroupTest-500537744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:50.576363 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-e59fa528-f15c-4f28-8956-345b25b70d02 req-59d85dab-7a35-4461-94d0-d35afff3c219 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=551377b2-206f-4fee-a942-89cfc1cf5b07 HTTP/1.1" status: 200 len: 217 time: 0.0607014 Jul 14 09:33:50.576626 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c04fc9c5-057c-4e86-aa66-8f0f5ed0b0ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:50.607394 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e883a3a-0826-47f7-8889-acaadf0bd44f admin admin] Made reservation on behalf of 1ec312422b214b4b9c1917ad82006b7f for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:33:50.610288 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8e883a3a-0826-47f7-8889-acaadf0bd44f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:50.640117 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fa4370bf-bce8-48d5-93ea-19e582bb75ae tempest-NegativeSecGroupTest-500537744 tempest-NegativeSecGroupTest-500537744-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:50.641767 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-fa4370bf-bce8-48d5-93ea-19e582bb75ae tempest-NegativeSecGroupTest-500537744 tempest-NegativeSecGroupTest-500537744-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4623976 Jul 14 09:33:50.652203 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 59744) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:50.653230 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90d522d-ff6b-448a-9ee9-afb75672a2e3 req-940f5176-e0c5-4f40-9f69-d419553a4d82 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:50.655447 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c90d522d-ff6b-448a-9ee9-afb75672a2e3 req-940f5176-e0c5-4f40-9f69-d419553a4d82 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/ports?device_id=5ad38a77-9c01-4912-aa2e-dc7f6c2b9ea1 HTTP/1.1" status: 200 len: 944 time: 0.8444045 Jul 14 09:33:50.659157 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-ad0da98e-a461-474b-834d-1accaf236862 tempest-NegativeSecGroupTest-500537744 tempest-NegativeSecGroupTest-500537744-project] Request body: {'security_group_rule': {'security_group_id': '89183ba4-532a-44b1-9a22-bb445569ae84', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:33:50.661116 n-d-779913-29 neutron-server[93958]: WARNING neutron.api.v2.base [None req-ad0da98e-a461-474b-834d-1accaf236862 tempest-NegativeSecGroupTest-500537744 tempest-NegativeSecGroupTest-500537744-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 14 09:33:50.661823 n-d-779913-29 neutron-server[93958]: INFO neutron.api.v2.resource [None req-ad0da98e-a461-474b-834d-1accaf236862 tempest-NegativeSecGroupTest-500537744 tempest-NegativeSecGroupTest-500537744-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:33:50.662918 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-ad0da98e-a461-474b-834d-1accaf236862 tempest-NegativeSecGroupTest-500537744 tempest-NegativeSecGroupTest-500537744-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0094368 Jul 14 09:33:50.664272 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4370bf-bce8-48d5-93ea-19e582bb75ae tempest-NegativeSecGroupTest-500537744 tempest-NegativeSecGroupTest-500537744-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89183ba4-532a-44b1-9a22-bb445569ae84,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:50.666421 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 59746) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:50.670407 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8e883a3a-0826-47f7-8889-acaadf0bd44f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:50.683349 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2983ac91-b830-471b-a353-6ed32b0d80f9 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:50.684580 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-2983ac91-b830-471b-a353-6ed32b0d80f9 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.0951264 Jul 14 09:33:50.692549 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2983ac91-b830-471b-a353-6ed32b0d80f9 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d752f37c-fee3-40c2-9393-243f60d7ab2d,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:50.692896 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 59748) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:50.703944 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-a72e1939-27b6-4d9e-a005-7fe4d8d85b98 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Request body: {'security_group_rule': {'security_group_id': 'd752f37c-fee3-40c2-9393-243f60d7ab2d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:33:50.726747 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59fa528-f15c-4f28-8956-345b25b70d02 req-77f569c2-36a7-4e45-87ff-72e1d107bdbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:50.728216 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-e59fa528-f15c-4f28-8956-345b25b70d02 req-77f569c2-36a7-4e45-87ff-72e1d107bdbf service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b9b5b9a6-c0c5-422a-9cec-7b209f25a172 HTTP/1.1" status: 200 len: 852 time: 0.1370561 Jul 14 09:33:50.738686 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c90d522d-ff6b-448a-9ee9-afb75672a2e3 req-c50d1aac-13d0-4185-9843-a7a60f494416 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/security-groups?id=9b802230-9234-42e7-bf8c-0d12af0394c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673118 Jul 14 09:33:50.781416 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-e59fa528-f15c-4f28-8956-345b25b70d02 req-27be3cbe-69a7-4162-a7f9-137d5039dd64 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4c89afe5-b9f8-4e2e-b44c-d497b59f1beb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436027 Jul 14 09:33:50.834790 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a72e1939-27b6-4d9e-a005-7fe4d8d85b98 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:50.884155 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-771284f5-682a-4f3b-be73-7a167963ee33 tempest-NegativeSecGroupTest-500537744 tempest-NegativeSecGroupTest-500537744-project] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:50.944233 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c04fc9c5-057c-4e86-aa66-8f0f5ed0b0ec None None] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:50.958445 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c04fc9c5-057c-4e86-aa66-8f0f5ed0b0ec None None] Transition to ACTIVE for port object dc62aea7-a360-4aec-97a5-0af03274238f will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:33:50.966406 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c04fc9c5-057c-4e86-aa66-8f0f5ed0b0ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:50.967391 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-771284f5-682a-4f3b-be73-7a167963ee33 tempest-NegativeSecGroupTest-500537744 tempest-NegativeSecGroupTest-500537744-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:51.017056 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a72e1939-27b6-4d9e-a005-7fe4d8d85b98 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:51.022550 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455731c6-3e83-4322-8f85-60b7b6a093bb None None] Pushing event updated for resources: {'Port': ['ID=dc62aea7-a360-4aec-97a5-0af03274238f,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:51.030446 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 551377b2-206f-4fee-a942-89cfc1cf5b07 details requested by agent hyperv_n-h2-779913-29 with host n-h2-779913-29 {{(pid=93959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:33:51.030680 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a72e1939-27b6-4d9e-a005-7fe4d8d85b98 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529131'] for security_group_rule, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:51.042674 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-e59fa528-f15c-4f28-8956-345b25b70d02 req-30050c5f-1ced-41cf-ac66-3e106a8f219a service neutron] 10.222.0.57 "GET /v2.0/networks/4c89afe5-b9f8-4e2e-b44c-d497b59f1beb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2484040 Jul 14 09:33:51.078095 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72e1939-27b6-4d9e-a005-7fe4d8d85b98 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af61dbd0-a626-4863-99d7-1c5415c2a072,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:51.207157 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8e883a3a-0826-47f7-8889-acaadf0bd44f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:51.213409 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-771284f5-682a-4f3b-be73-7a167963ee33 tempest-NegativeSecGroupTest-500537744 tempest-NegativeSecGroupTest-500537744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:51.217166 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-771284f5-682a-4f3b-be73-7a167963ee33 tempest-NegativeSecGroupTest-500537744 tempest-NegativeSecGroupTest-500537744-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:51.218595 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-771284f5-682a-4f3b-be73-7a167963ee33 tempest-NegativeSecGroupTest-500537744 tempest-NegativeSecGroupTest-500537744-project] 10.222.0.68 "DELETE /v2.0/security-groups/89183ba4-532a-44b1-9a22-bb445569ae84 HTTP/1.1" status: 204 len: 168 time: 0.5492587 Jul 14 09:33:51.223171 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 59754) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:51.230151 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8e883a3a-0826-47f7-8889-acaadf0bd44f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:51.246695 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 551377b2-206f-4fee-a942-89cfc1cf5b07, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=551377b2-206f-4fee-a942-89cfc1cf5b07,segment=NetworkSegment(7c0bb8da-25ea-40ae-a0d8-c863fd3d0f97),segment_id=7c0bb8da-25ea-40ae-a0d8-c863fd3d0f97)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:33:51.271317 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Returning: {'device': '551377b2-206f-4fee-a942-89cfc1cf5b07', 'network_id': '4c89afe5-b9f8-4e2e-b44c-d497b59f1beb', 'port_id': '551377b2-206f-4fee-a942-89cfc1cf5b07', 'mac_address': 'fa:16:3e:fb:9f:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 733, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9b5b9a6-c0c5-422a-9cec-7b209f25a172', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:33:51.283391 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a72e1939-27b6-4d9e-a005-7fe4d8d85b98 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:51.287189 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-a72e1939-27b6-4d9e-a005-7fe4d8d85b98 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5851927 Jul 14 09:33:51.287371 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-c04fc9c5-057c-4e86-aa66-8f0f5ed0b0ec None None] Attempting to bind port dc62aea7-a360-4aec-97a5-0af03274238f on host n-d-779913-29 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:33:51.287371 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-c04fc9c5-057c-4e86-aa66-8f0f5ed0b0ec None None] Attempting to bind port dc62aea7-a360-4aec-97a5-0af03274238f by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': 'fc4c6ca0-1f22-4753-ad76-2ff28800c126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'b56ed0d8-f305-475b-9c70-217c3bb5db25'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:33:51.287371 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c04fc9c5-057c-4e86-aa66-8f0f5ed0b0ec None None] Attempting to bind port dc62aea7-a360-4aec-97a5-0af03274238f on network b56ed0d8-f305-475b-9c70-217c3bb5db25 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:33:51.290130 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771284f5-682a-4f3b-be73-7a167963ee33 tempest-NegativeSecGroupTest-500537744 tempest-NegativeSecGroupTest-500537744-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89183ba4-532a-44b1-9a22-bb445569ae84,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:51.295912 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 59756) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:51.312252 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-70476991-9b32-4dd8-9da5-dd5cbc4d92b4 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Request body: {'security_group_rule': {'security_group_id': 'd752f37c-fee3-40c2-9393-243f60d7ab2d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:33:51.316982 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-bdef8173-0eba-4433-8489-150944f06a36 tempest-NegativeSecGroupTest-500537744 tempest-NegativeSecGroupTest-500537744-project] 10.222.0.68 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0915446 Jul 14 09:33:51.321068 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 59760) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:51.330457 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-67d42593-8749-417d-94fe-951be9a42072 tempest-NegativeSecGroupTest-500537744 tempest-NegativeSecGroupTest-500537744-project] Request body: {'security_group': {'name': 'tempest-secgroup--325139528'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:33:51.364100 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e883a3a-0826-47f7-8889-acaadf0bd44f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 723} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:33:51.372521 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-67d42593-8749-417d-94fe-951be9a42072 tempest-NegativeSecGroupTest-500537744 tempest-NegativeSecGroupTest-500537744-project] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:51.392965 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c04fc9c5-057c-4e86-aa66-8f0f5ed0b0ec None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 33, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:33:51.393638 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c04fc9c5-057c-4e86-aa66-8f0f5ed0b0ec None None] Checking segment: {'id': 'fc4c6ca0-1f22-4753-ad76-2ff28800c126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'b56ed0d8-f305-475b-9c70-217c3bb5db25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:33:51.394750 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c04fc9c5-057c-4e86-aa66-8f0f5ed0b0ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:51.395350 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c04fc9c5-057c-4e86-aa66-8f0f5ed0b0ec None None] Bound using segment: {'id': 'fc4c6ca0-1f22-4753-ad76-2ff28800c126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'b56ed0d8-f305-475b-9c70-217c3bb5db25'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:33:51.395852 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-c04fc9c5-057c-4e86-aa66-8f0f5ed0b0ec None None] Bound port: dc62aea7-a360-4aec-97a5-0af03274238f, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc4c6ca0-1f22-4753-ad76-2ff28800c126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'b56ed0d8-f305-475b-9c70-217c3bb5db25'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:33:51.396309 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c04fc9c5-057c-4e86-aa66-8f0f5ed0b0ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:51.432805 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-e59fa528-f15c-4f28-8956-345b25b70d02 req-1a5aecd6-62fb-4828-afba-31986310bddf service neutron] 10.222.0.57 "GET /v2.0/networks/4c89afe5-b9f8-4e2e-b44c-d497b59f1beb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3822987 Jul 14 09:33:51.433844 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8e883a3a-0826-47f7-8889-acaadf0bd44f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:51.434187 n-d-779913-29 neutron-server[93958]: INFO neutron.db.segments_db [None req-8e883a3a-0826-47f7-8889-acaadf0bd44f admin admin] Added segment ec47c66f-b19c-4c7a-a7dc-566165b222dc of type vlan for network 9c783694-577a-4e67-b111-e7632d350ce7 Jul 14 09:33:51.441787 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:51.445781 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e883a3a-0826-47f7-8889-acaadf0bd44f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af901c72-bc92-4040-b512-10ef76b4542f,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:51.469486 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 551377b2-206f-4fee-a942-89cfc1cf5b07 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:33:51.530856 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 551377b2-206f-4fee-a942-89cfc1cf5b07, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=551377b2-206f-4fee-a942-89cfc1cf5b07,segment=NetworkSegment(7c0bb8da-25ea-40ae-a0d8-c863fd3d0f97),segment_id=7c0bb8da-25ea-40ae-a0d8-c863fd3d0f97)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:33:51.531910 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8e883a3a-0826-47f7-8889-acaadf0bd44f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735687821325'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:51.536801 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-70476991-9b32-4dd8-9da5-dd5cbc4d92b4 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:51.539503 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c04fc9c5-057c-4e86-aa66-8f0f5ed0b0ec None None] For port dc62aea7-a360-4aec-97a5-0af03274238f, host n-d-779913-29, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:33:51.543410 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c04fc9c5-057c-4e86-aa66-8f0f5ed0b0ec None None] For port dc62aea7-a360-4aec-97a5-0af03274238f, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=dc62aea7-a360-4aec-97a5-0af03274238f,segment=NetworkSegment(fc4c6ca0-1f22-4753-ad76-2ff28800c126),segment_id=fc4c6ca0-1f22-4753-ad76-2ff28800c126)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:33:51.544497 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:51.546935 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ce8ac3-614d-4103-aa47-0db067319413 req-dd96cdbd-1e9c-49f9-9549-390def9d3f70 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:51.548723 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-39ce8ac3-614d-4103-aa47-0db067319413 req-dd96cdbd-1e9c-49f9-9549-390def9d3f70 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/ports?device_id=07646ca0-10f2-4cc8-8147-f694b9d44b24 HTTP/1.1" status: 200 len: 945 time: 0.4507632 Jul 14 09:33:51.552313 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c04fc9c5-057c-4e86-aa66-8f0f5ed0b0ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:51.580047 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-67d42593-8749-417d-94fe-951be9a42072 tempest-NegativeSecGroupTest-500537744 tempest-NegativeSecGroupTest-500537744-project] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:51.587320 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-67d42593-8749-417d-94fe-951be9a42072 tempest-NegativeSecGroupTest-500537744 tempest-NegativeSecGroupTest-500537744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:51.608309 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c04fc9c5-057c-4e86-aa66-8f0f5ed0b0ec None None] Routers {'74991935-ff67-4b60-9499-66174a917a33'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:33:51.608884 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-c04fc9c5-057c-4e86-aa66-8f0f5ed0b0ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:33:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['74991935-ff67-4b60-9499-66174a917a33'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:33:51.617236 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-67d42593-8749-417d-94fe-951be9a42072 tempest-NegativeSecGroupTest-500537744 tempest-NegativeSecGroupTest-500537744-project] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:51.619931 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-67d42593-8749-417d-94fe-951be9a42072 tempest-NegativeSecGroupTest-500537744 tempest-NegativeSecGroupTest-500537744-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2959528 Jul 14 09:33:51.624243 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 59762) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:51.634535 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-98eaf794-5baa-4a88-99ff-7ea7c8c30d95 tempest-NegativeSecGroupTest-500537744 tempest-NegativeSecGroupTest-500537744-project] Request body: {'security_group_rule': {'security_group_id': '74270ab8-0a51-4853-842d-dbaf1e978a28', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:33:51.635723 n-d-779913-29 neutron-server[93957]: WARNING neutron.api.v2.base [None req-98eaf794-5baa-4a88-99ff-7ea7c8c30d95 tempest-NegativeSecGroupTest-500537744 tempest-NegativeSecGroupTest-500537744-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 14 09:33:51.636489 n-d-779913-29 neutron-server[93957]: INFO neutron.api.v2.resource [None req-98eaf794-5baa-4a88-99ff-7ea7c8c30d95 tempest-NegativeSecGroupTest-500537744 tempest-NegativeSecGroupTest-500537744-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:33:51.637748 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-98eaf794-5baa-4a88-99ff-7ea7c8c30d95 tempest-NegativeSecGroupTest-500537744 tempest-NegativeSecGroupTest-500537744-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0120268 Jul 14 09:33:51.643032 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 59764) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:51.653938 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-26698211-1329-426d-a83e-afbee3bf7c5d tempest-NegativeSecGroupTest-500537744 tempest-NegativeSecGroupTest-500537744-project] Request body: {'security_group_rule': {'security_group_id': '74270ab8-0a51-4853-842d-dbaf1e978a28', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:33:51.655995 n-d-779913-29 neutron-server[93957]: WARNING neutron.api.v2.base [None req-26698211-1329-426d-a83e-afbee3bf7c5d tempest-NegativeSecGroupTest-500537744 tempest-NegativeSecGroupTest-500537744-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 14 09:33:51.657112 n-d-779913-29 neutron-server[93957]: INFO neutron.api.v2.resource [None req-26698211-1329-426d-a83e-afbee3bf7c5d tempest-NegativeSecGroupTest-500537744 tempest-NegativeSecGroupTest-500537744-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:33:51.658658 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-26698211-1329-426d-a83e-afbee3bf7c5d tempest-NegativeSecGroupTest-500537744 tempest-NegativeSecGroupTest-500537744-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0142777 Jul 14 09:33:51.661441 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 59766) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:51.663720 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8e883a3a-0826-47f7-8889-acaadf0bd44f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:51.664921 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e883a3a-0826-47f7-8889-acaadf0bd44f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:51.665529 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8e883a3a-0826-47f7-8889-acaadf0bd44f admin admin] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:51.667137 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Pushing event updated for resources: {'Port': ['ID=551377b2-206f-4fee-a942-89cfc1cf5b07,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:51.667826 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-1fe1dfc0-1f6e-4668-ab07-15478af6135c tempest-NegativeSecGroupTest-500537744 tempest-NegativeSecGroupTest-500537744-project] Request body: {'security_group_rule': {'security_group_id': '74270ab8-0a51-4853-842d-dbaf1e978a28', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:33:51.668891 n-d-779913-29 neutron-server[93957]: WARNING neutron.api.v2.base [None req-1fe1dfc0-1f6e-4668-ab07-15478af6135c tempest-NegativeSecGroupTest-500537744 tempest-NegativeSecGroupTest-500537744-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 14 09:33:51.669679 n-d-779913-29 neutron-server[93957]: INFO neutron.api.v2.resource [None req-1fe1dfc0-1f6e-4668-ab07-15478af6135c tempest-NegativeSecGroupTest-500537744 tempest-NegativeSecGroupTest-500537744-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:33:51.671272 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-1fe1dfc0-1f6e-4668-ab07-15478af6135c tempest-NegativeSecGroupTest-500537744 tempest-NegativeSecGroupTest-500537744-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0082314 Jul 14 09:33:51.672405 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d42593-8749-417d-94fe-951be9a42072 tempest-NegativeSecGroupTest-500537744 tempest-NegativeSecGroupTest-500537744-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74270ab8-0a51-4853-842d-dbaf1e978a28,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:51.674752 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 59768) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:51.681194 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-aaf02c9c-8d5a-4a9f-84f1-1717a0933aa4 tempest-NegativeSecGroupTest-500537744 tempest-NegativeSecGroupTest-500537744-project] Request body: {'security_group_rule': {'security_group_id': '74270ab8-0a51-4853-842d-dbaf1e978a28', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:33:51.683100 n-d-779913-29 neutron-server[93957]: WARNING neutron.api.v2.base [None req-aaf02c9c-8d5a-4a9f-84f1-1717a0933aa4 tempest-NegativeSecGroupTest-500537744 tempest-NegativeSecGroupTest-500537744-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 14 09:33:51.683800 n-d-779913-29 neutron-server[93957]: INFO neutron.api.v2.resource [None req-aaf02c9c-8d5a-4a9f-84f1-1717a0933aa4 tempest-NegativeSecGroupTest-500537744 tempest-NegativeSecGroupTest-500537744-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:33:51.684987 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-aaf02c9c-8d5a-4a9f-84f1-1717a0933aa4 tempest-NegativeSecGroupTest-500537744 tempest-NegativeSecGroupTest-500537744-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0084839 Jul 14 09:33:51.688446 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 59770) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:51.780703 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-406b353f-4f08-4782-9f55-508fbdd0b4c2 tempest-NegativeSecGroupTest-500537744 tempest-NegativeSecGroupTest-500537744-project] Notify callbacks [] for security_group, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:51.798882 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455731c6-3e83-4322-8f85-60b7b6a093bb None None] Pushing event updated for resources: {'Port': ['ID=dc62aea7-a360-4aec-97a5-0af03274238f,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:51.813946 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-406b353f-4f08-4782-9f55-508fbdd0b4c2 tempest-NegativeSecGroupTest-500537744 tempest-NegativeSecGroupTest-500537744-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:51.833842 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvr_db [None req-c04fc9c5-057c-4e86-aa66-8f0f5ed0b0ec None None] Set router 74991935-ff67-4b60-9499-66174a917a33 gateway port host: n-d-779913-29 {{(pid=93959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:33:51.834339 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-70476991-9b32-4dd8-9da5-dd5cbc4d92b4 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:51.843605 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-8e883a3a-0826-47f7-8889-acaadf0bd44f admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.4172323 Jul 14 09:33:51.849343 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 59774) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:51.863558 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-39ce8ac3-614d-4103-aa47-0db067319413 req-81121d72-37db-49e2-8f90-899a60948348 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/security-groups?id=e89c09f5-16f2-4ac7-8f23-93abffe26f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2935293 Jul 14 09:33:51.867051 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] get_ports_and_sgs() called for port_ids ['551377b2-206f-4fee-a942-89cfc1cf5b07'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:33:51.869877 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-70476991-9b32-4dd8-9da5-dd5cbc4d92b4 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529131'] for security_group_rule, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:51.899323 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-053b95d6-0615-4cca-acdc-2f9b5542b53d admin admin] Request body: {'subnet': {'network_id': '9c783694-577a-4e67-b111-e7632d350ce7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1456768007-subnet', 'tenant_id': '1ec312422b214b4b9c1917ad82006b7f', 'ip_version': 4}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:33:51.906130 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-406b353f-4f08-4782-9f55-508fbdd0b4c2 tempest-NegativeSecGroupTest-500537744 tempest-NegativeSecGroupTest-500537744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:51.910540 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-406b353f-4f08-4782-9f55-508fbdd0b4c2 tempest-NegativeSecGroupTest-500537744 tempest-NegativeSecGroupTest-500537744-project] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:51.912737 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-406b353f-4f08-4782-9f55-508fbdd0b4c2 tempest-NegativeSecGroupTest-500537744 tempest-NegativeSecGroupTest-500537744-project] 10.222.0.68 "DELETE /v2.0/security-groups/74270ab8-0a51-4853-842d-dbaf1e978a28 HTTP/1.1" status: 204 len: 168 time: 0.2229979 Jul 14 09:33:51.916821 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 59776) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:51.924333 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e883a3a-0826-47f7-8889-acaadf0bd44f admin admin] Pushing event updated for resources: {'Network': ['ID=9c783694-577a-4e67-b111-e7632d350ce7,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:51.929881 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70476991-9b32-4dd8-9da5-dd5cbc4d92b4 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b8a311f-a779-4b54-a9dd-32abd4d46430,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:51.945699 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Network 9c783694-577a-4e67-b111-e7632d350ce7 details requested by agent ovs-agent-n-d-779913-29 with host n-d-779913-29 {{(pid=93959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:33:51.951795 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-053b95d6-0615-4cca-acdc-2f9b5542b53d admin admin] Made reservation on behalf of 1ec312422b214b4b9c1917ad82006b7f for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:33:51.954690 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-053b95d6-0615-4cca-acdc-2f9b5542b53d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16714600'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:51.956134 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406b353f-4f08-4782-9f55-508fbdd0b4c2 tempest-NegativeSecGroupTest-500537744 tempest-NegativeSecGroupTest-500537744-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=74270ab8-0a51-4853-842d-dbaf1e978a28,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:51.994573 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-70476991-9b32-4dd8-9da5-dd5cbc4d92b4 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:51.998584 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-70476991-9b32-4dd8-9da5-dd5cbc4d92b4 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6987975 Jul 14 09:33:51.999875 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 59778) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:52.009417 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-1d26230e-a1ad-49ba-a889-3b9234818e06 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Request body: {'floatingip': {'floating_network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:33:52.030650 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-f9764a84-c226-47cd-981d-aa638248e964 tempest-NegativeSecGroupTest-500537744 tempest-NegativeSecGroupTest-500537744-project] 10.222.0.68 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1107392 Jul 14 09:33:52.034250 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 59780) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:52.041152 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-bfef59a3-84b6-4fe8-9474-99337df4aa44 tempest-NegativeSecGroupTest-500537744 tempest-NegativeSecGroupTest-500537744-project] Request body: {'security_group': {'name': 'tempest-secgroup--587766010'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:33:52.074823 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688a5c5c-528f-46e2-807c-3aa6cd27b330 req-802af076-0e3a-4e1c-9267-426e7781c5f5 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:52.080907 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-688a5c5c-528f-46e2-807c-3aa6cd27b330 req-802af076-0e3a-4e1c-9267-426e7781c5f5 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/ports?device_id=5ad38a77-9c01-4912-aa2e-dc7f6c2b9ea1 HTTP/1.1" status: 200 len: 945 time: 0.1488492 Jul 14 09:33:52.086952 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1d26230e-a1ad-49ba-a889-3b9234818e06 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Notify callbacks [] for floatingip, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:52.156611 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-bfef59a3-84b6-4fe8-9474-99337df4aa44 tempest-NegativeSecGroupTest-500537744 tempest-NegativeSecGroupTest-500537744-project] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:52.158381 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-053b95d6-0615-4cca-acdc-2f9b5542b53d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13573993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16714586'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:52.170057 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-faae7b08-5e96-44d6-aca6-10e77f50c09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:52.189899 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-688a5c5c-528f-46e2-807c-3aa6cd27b330 req-ab2bc423-028f-4af5-b5a3-e485346be357 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/security-groups?id=9b802230-9234-42e7-bf8c-0d12af0394c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077533 Jul 14 09:33:52.228490 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-053b95d6-0615-4cca-acdc-2f9b5542b53d admin admin] Checking segment: {'id': 'ec47c66f-b19c-4c7a-a7dc-566165b222dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '9c783694-577a-4e67-b111-e7632d350ce7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:33:52.228927 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-053b95d6-0615-4cca-acdc-2f9b5542b53d admin admin] Network hostable DHCP agents. Network: 9c783694-577a-4e67-b111-e7632d350ce7, hostable agents: ['c6a09bd4-f72e-4283-a3ca-0bbca8a51081'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:33:52.240001 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053b95d6-0615-4cca-acdc-2f9b5542b53d admin admin] Pushing event updated for resources: {'Subnet': ['ID=5216630e-8cf5-40fe-8678-5f4dbcda27f8,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:52.266312 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-053b95d6-0615-4cca-acdc-2f9b5542b53d admin admin] Network 9c783694-577a-4e67-b111-e7632d350ce7 is scheduled to be hosted by DHCP agent c6a09bd4-f72e-4283-a3ca-0bbca8a51081 with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:33:52.278376 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-053b95d6-0615-4cca-acdc-2f9b5542b53d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-29, 9c783694-577a-4e67-b111-e7632d350ce7) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:33:52.283291 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-053b95d6-0615-4cca-acdc-2f9b5542b53d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:52.283940 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-053b95d6-0615-4cca-acdc-2f9b5542b53d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:52.293991 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1d26230e-a1ad-49ba-a889-3b9234818e06 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:52.294257 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48fe2bc4-73fd-4995-9331-c96de03d834f None None] Network 9c783694-577a-4e67-b111-e7632d350ce7 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:33:52.311268 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-bfef59a3-84b6-4fe8-9474-99337df4aa44 tempest-NegativeSecGroupTest-500537744 tempest-NegativeSecGroupTest-500537744-project] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:52.326398 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-053b95d6-0615-4cca-acdc-2f9b5542b53d admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4345236 Jul 14 09:33:52.328703 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 59784) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:52.334087 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-0e939387-53f7-40b7-95f6-84f2565e1df6 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1456768007-router', 'tenant_id': '1ec312422b214b4b9c1917ad82006b7f', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'}}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:33:52.350165 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-bfef59a3-84b6-4fe8-9474-99337df4aa44 tempest-NegativeSecGroupTest-500537744 tempest-NegativeSecGroupTest-500537744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:52.388976 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-c04fc9c5-057c-4e86-aa66-8f0f5ed0b0ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74991935-ff67-4b60-9499-66174a917a33', 'name': 'tempest-TestAggregatesBasicOps-1383767170-router', 'tenant_id': '723f5883cf0e474aaa46de7e751daaf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.123'}], 'enable_snat': True}, 'gw_port_id': '666601ee-7416-46d7-880e-009d924b5e7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:33:36Z', 'updated_at': '2021-07-14T09:33:47Z', 'revision_number': 4, 'project_id': '723f5883cf0e474aaa46de7e751daaf1', 'gw_port': {'id': '666601ee-7416-46d7-880e-009d924b5e7f', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:88:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74991935-ff67-4b60-9499-66174a917a33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2026, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:33:39Z', 'updated_at': '2021-07-14T09:33:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': 'dc62aea7-a360-4aec-97a5-0af03274238f', 'name': '', 'network_id': 'b56ed0d8-f305-475b-9c70-217c3bb5db25', 'tenant_id': '723f5883cf0e474aaa46de7e751daaf1', 'mac_address': 'fa:16:3e:3d:39:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74991935-ff67-4b60-9499-66174a917a33', 'device_owner': 'network:router_interface', 'standard_attr_id': 2034, 'fixed_ips': [{'subnet_id': '6c380695-d1c0-4b30-91ff-73f923a9c3dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:33:45Z', 'updated_at': '2021-07-14T09:33:51Z', 'revision_number': 4, 'project_id': '723f5883cf0e474aaa46de7e751daaf1', 'subnets': [{'id': '6c380695-d1c0-4b30-91ff-73f923a9c3dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:33:52.402227 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfef59a3-84b6-4fe8-9474-99337df4aa44 tempest-NegativeSecGroupTest-500537744 tempest-NegativeSecGroupTest-500537744-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cbe37033-dca4-473a-942a-b32b831ea9e6,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:52.410737 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0e939387-53f7-40b7-95f6-84f2565e1df6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-711749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14670'] for router, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:52.412483 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0e939387-53f7-40b7-95f6-84f2565e1df6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-711718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-661475', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14679'] for router, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:52.426093 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c04fc9c5-057c-4e86-aa66-8f0f5ed0b0ec None None] The sync data for ids ['74991935-ff67-4b60-9499-66174a917a33'] in n-d-779913-29 is: [{'id': '74991935-ff67-4b60-9499-66174a917a33', 'name': 'tempest-TestAggregatesBasicOps-1383767170-router', 'tenant_id': '723f5883cf0e474aaa46de7e751daaf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.123'}], 'enable_snat': True}, 'gw_port_id': '666601ee-7416-46d7-880e-009d924b5e7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:33:36Z', 'updated_at': '2021-07-14T09:33:47Z', 'revision_number': 4, 'project_id': '723f5883cf0e474aaa46de7e751daaf1', 'gw_port': {'id': '666601ee-7416-46d7-880e-009d924b5e7f', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:88:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74991935-ff67-4b60-9499-66174a917a33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2026, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:33:39Z', 'updated_at': '2021-07-14T09:33:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': 'dc62aea7-a360-4aec-97a5-0af03274238f', 'name': '', 'network_id': 'b56ed0d8-f305-475b-9c70-217c3bb5db25', 'tenant_id': '723f5883cf0e474aaa46de7e751daaf1', 'mac_address': 'fa:16:3e:3d:39:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74991935-ff67-4b60-9499-66174a917a33', 'device_owner': 'network:router_interface', 'standard_attr_id': 2034, 'fixed_ips': [{'subnet_id': '6c380695-d1c0-4b30-91ff-73f923a9c3dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:33:45Z', 'updated_at': '2021-07-14T09:33:51Z', 'revision_number': 4, 'project_id': '723f5883cf0e474aaa46de7e751daaf1', 'subnets': [{'id': '6c380695-d1c0-4b30-91ff-73f923a9c3dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:33:52.445282 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfef59a3-84b6-4fe8-9474-99337df4aa44 tempest-NegativeSecGroupTest-500537744 tempest-NegativeSecGroupTest-500537744-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:33:52.445669 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfef59a3-84b6-4fe8-9474-99337df4aa44 tempest-NegativeSecGroupTest-500537744 tempest-NegativeSecGroupTest-500537744-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:33:52.446120 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfef59a3-84b6-4fe8-9474-99337df4aa44 tempest-NegativeSecGroupTest-500537744 tempest-NegativeSecGroupTest-500537744-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:33:52.446554 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfef59a3-84b6-4fe8-9474-99337df4aa44 tempest-NegativeSecGroupTest-500537744 tempest-NegativeSecGroupTest-500537744-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:33:52.447550 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfef59a3-84b6-4fe8-9474-99337df4aa44 tempest-NegativeSecGroupTest-500537744 tempest-NegativeSecGroupTest-500537744-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:33:52.449820 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfef59a3-84b6-4fe8-9474-99337df4aa44 tempest-NegativeSecGroupTest-500537744 tempest-NegativeSecGroupTest-500537744-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:33:52.450177 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfef59a3-84b6-4fe8-9474-99337df4aa44 tempest-NegativeSecGroupTest-500537744 tempest-NegativeSecGroupTest-500537744-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:33:52.450523 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfef59a3-84b6-4fe8-9474-99337df4aa44 tempest-NegativeSecGroupTest-500537744 tempest-NegativeSecGroupTest-500537744-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:33:52.450946 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfef59a3-84b6-4fe8-9474-99337df4aa44 tempest-NegativeSecGroupTest-500537744 tempest-NegativeSecGroupTest-500537744-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:33:52.451286 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfef59a3-84b6-4fe8-9474-99337df4aa44 tempest-NegativeSecGroupTest-500537744 tempest-NegativeSecGroupTest-500537744-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:33:52.451622 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfef59a3-84b6-4fe8-9474-99337df4aa44 tempest-NegativeSecGroupTest-500537744 tempest-NegativeSecGroupTest-500537744-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:33:52.453769 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfef59a3-84b6-4fe8-9474-99337df4aa44 tempest-NegativeSecGroupTest-500537744 tempest-NegativeSecGroupTest-500537744-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:33:52.466026 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-bfef59a3-84b6-4fe8-9474-99337df4aa44 tempest-NegativeSecGroupTest-500537744 tempest-NegativeSecGroupTest-500537744-project] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:52.470768 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-bfef59a3-84b6-4fe8-9474-99337df4aa44 tempest-NegativeSecGroupTest-500537744 tempest-NegativeSecGroupTest-500537744-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4329982 Jul 14 09:33:52.480877 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 59794) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:52.487285 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-e2b7b74f-6e53-441c-b1f1-9f9617a53d9f tempest-NegativeSecGroupTest-500537744 tempest-NegativeSecGroupTest-500537744-project] Request body: {'security_group_rule': {'security_group_id': 'cbe37033-dca4-473a-942a-b32b831ea9e6', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:33:52.488716 n-d-779913-29 neutron-server[93957]: WARNING neutron.api.v2.base [None req-e2b7b74f-6e53-441c-b1f1-9f9617a53d9f tempest-NegativeSecGroupTest-500537744 tempest-NegativeSecGroupTest-500537744-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 14 09:33:52.489232 n-d-779913-29 neutron-server[93957]: INFO neutron.api.v2.resource [None req-e2b7b74f-6e53-441c-b1f1-9f9617a53d9f tempest-NegativeSecGroupTest-500537744 tempest-NegativeSecGroupTest-500537744-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:33:52.491500 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-e2b7b74f-6e53-441c-b1f1-9f9617a53d9f tempest-NegativeSecGroupTest-500537744 tempest-NegativeSecGroupTest-500537744-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0107751 Jul 14 09:33:52.493990 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 59798) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:52.499613 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-1d9f7485-a8a8-425c-98a4-5aa62f1d9e54 tempest-NegativeSecGroupTest-500537744 tempest-NegativeSecGroupTest-500537744-project] Request body: {'security_group_rule': {'security_group_id': 'cbe37033-dca4-473a-942a-b32b831ea9e6', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:33:52.560923 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-1d26230e-a1ad-49ba-a889-3b9234818e06 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Allocated IP 172.25.4.141 (2dcd4d32-cc7c-4468-b396-7ce5c9231892/6cd22a75-5bc1-467c-a3c4-0af04bd1b34a/3d9afd79-ec33-438c-933b-7b50092d2cfc) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:33:52.575882 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0e939387-53f7-40b7-95f6-84f2565e1df6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:52.583585 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b6633ce-47e9-4545-89e5-cf68ecf926aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf57baaa9-fd24-59f4-8fd2-1dc21122ce72-9c783694-577a-4e67-b111-e7632d350ce7', 'network_id': '9c783694-577a-4e67-b111-e7632d350ce7', 'tenant_id': '1ec312422b214b4b9c1917ad82006b7f', 'fixed_ips': [{'subnet_id': '5216630e-8cf5-40fe-8678-5f4dbcda27f8'}]}} from n-d-779913-29. {{(pid=93959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:33:52.584690 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6b6633ce-47e9-4545-89e5-cf68ecf926aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:52.700435 n-d-779913-29 neutron-server[93957]: INFO neutron.api.v2.resource [None req-1d9f7485-a8a8-425c-98a4-5aa62f1d9e54 tempest-NegativeSecGroupTest-500537744 tempest-NegativeSecGroupTest-500537744-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:33:52.702354 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-1d9f7485-a8a8-425c-98a4-5aa62f1d9e54 tempest-NegativeSecGroupTest-500537744 tempest-NegativeSecGroupTest-500537744-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2074370 Jul 14 09:33:52.705665 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 59808) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:52.715428 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-16dbf4b8-0bb4-45e3-9357-45478fa802b1 tempest-NegativeSecGroupTest-500537744 tempest-NegativeSecGroupTest-500537744-project] Request body: {'security_group_rule': {'security_group_id': 'cbe37033-dca4-473a-942a-b32b831ea9e6', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:33:52.716197 n-d-779913-29 neutron-server[93957]: WARNING neutron.api.v2.base [None req-16dbf4b8-0bb4-45e3-9357-45478fa802b1 tempest-NegativeSecGroupTest-500537744 tempest-NegativeSecGroupTest-500537744-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 14 09:33:52.717013 n-d-779913-29 neutron-server[93957]: INFO neutron.api.v2.resource [None req-16dbf4b8-0bb4-45e3-9357-45478fa802b1 tempest-NegativeSecGroupTest-500537744 tempest-NegativeSecGroupTest-500537744-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:33:52.724140 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-16dbf4b8-0bb4-45e3-9357-45478fa802b1 tempest-NegativeSecGroupTest-500537744 tempest-NegativeSecGroupTest-500537744-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0165582 Jul 14 09:33:52.727123 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 59810) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:52.733252 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-f23aeec4-5ddb-4495-8bc5-d2ec1f85c67f tempest-NegativeSecGroupTest-500537744 tempest-NegativeSecGroupTest-500537744-project] Request body: {'security_group_rule': {'security_group_id': 'cbe37033-dca4-473a-942a-b32b831ea9e6', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:33:52.768564 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-6b6633ce-47e9-4545-89e5-cf68ecf926aa None None] Allocated IP 172.20.0.2 (9c783694-577a-4e67-b111-e7632d350ce7/5216630e-8cf5-40fe-8678-5f4dbcda27f8/d918952b-27a3-42cb-8191-1db1eaf8cc51) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:33:52.786404 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0e939387-53f7-40b7-95f6-84f2565e1df6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-661489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-711771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12973'] for router, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:52.923576 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1d26230e-a1ad-49ba-a889-3b9234818e06 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:52.930579 n-d-779913-29 neutron-server[93957]: INFO neutron.api.v2.resource [None req-f23aeec4-5ddb-4495-8bc5-d2ec1f85c67f tempest-NegativeSecGroupTest-500537744 tempest-NegativeSecGroupTest-500537744-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:33:52.932813 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-f23aeec4-5ddb-4495-8bc5-d2ec1f85c67f tempest-NegativeSecGroupTest-500537744 tempest-NegativeSecGroupTest-500537744-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2047439 Jul 14 09:33:52.940020 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 59826) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:52.957748 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-d8af5915-a339-47df-a610-32bf52847a23 tempest-NegativeSecGroupTest-500537744 tempest-NegativeSecGroupTest-500537744-project] Request body: {'security_group_rule': {'security_group_id': 'cbe37033-dca4-473a-942a-b32b831ea9e6', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:33:52.958655 n-d-779913-29 neutron-server[93957]: WARNING neutron.api.v2.base [None req-d8af5915-a339-47df-a610-32bf52847a23 tempest-NegativeSecGroupTest-500537744 tempest-NegativeSecGroupTest-500537744-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 14 09:33:52.959332 n-d-779913-29 neutron-server[93957]: INFO neutron.api.v2.resource [None req-d8af5915-a339-47df-a610-32bf52847a23 tempest-NegativeSecGroupTest-500537744 tempest-NegativeSecGroupTest-500537744-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:33:52.960710 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-d8af5915-a339-47df-a610-32bf52847a23 tempest-NegativeSecGroupTest-500537744 tempest-NegativeSecGroupTest-500537744-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0068524 Jul 14 09:33:52.969958 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 59828) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:52.971039 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device dc62aea7-a360-4aec-97a5-0af03274238f up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:33:52.977522 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-d4fee3e6-2d15-4028-aeff-e696c25a59fd tempest-NegativeSecGroupTest-500537744 tempest-NegativeSecGroupTest-500537744-project] Request body: {'security_group_rule': {'security_group_id': 'cbe37033-dca4-473a-942a-b32b831ea9e6', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:33:53.036445 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 551377b2-206f-4fee-a942-89cfc1cf5b07 up at agent hyperv_n-h2-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:33:53.047968 n-d-779913-29 neutron-server[93957]: INFO neutron.api.v2.resource [None req-d4fee3e6-2d15-4028-aeff-e696c25a59fd tempest-NegativeSecGroupTest-500537744 tempest-NegativeSecGroupTest-500537744-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:33:53.049300 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-d4fee3e6-2d15-4028-aeff-e696c25a59fd tempest-NegativeSecGroupTest-500537744 tempest-NegativeSecGroupTest-500537744-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0769997 Jul 14 09:33:53.051358 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1d26230e-a1ad-49ba-a889-3b9234818e06 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:53.053626 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 59830) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:53.104038 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-8cf342ff-54af-4be1-988f-a2988c9332e4 tempest-NegativeSecGroupTest-500537744 tempest-NegativeSecGroupTest-500537744-project] Request body: {'security_group_rule': {'security_group_id': 'cbe37033-dca4-473a-942a-b32b831ea9e6', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:33:53.104864 n-d-779913-29 neutron-server[93957]: WARNING neutron.api.v2.base [None req-8cf342ff-54af-4be1-988f-a2988c9332e4 tempest-NegativeSecGroupTest-500537744 tempest-NegativeSecGroupTest-500537744-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 14 09:33:53.105578 n-d-779913-29 neutron-server[93957]: INFO neutron.api.v2.resource [None req-8cf342ff-54af-4be1-988f-a2988c9332e4 tempest-NegativeSecGroupTest-500537744 tempest-NegativeSecGroupTest-500537744-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:33:53.107022 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-8cf342ff-54af-4be1-988f-a2988c9332e4 tempest-NegativeSecGroupTest-500537744 tempest-NegativeSecGroupTest-500537744-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0081882 Jul 14 09:33:53.111444 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d26230e-a1ad-49ba-a889-3b9234818e06 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Pushing event updated for resources: {'Port': ['ID=3d9afd79-ec33-438c-933b-7b50092d2cfc,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:53.119149 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 59834) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:53.125595 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-8caa65d5-874d-444f-92bb-9a568be8fac0 tempest-NegativeSecGroupTest-500537744 tempest-NegativeSecGroupTest-500537744-project] Request body: {'security_group_rule': {'security_group_id': 'cbe37033-dca4-473a-942a-b32b831ea9e6', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:33:53.148718 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d26230e-a1ad-49ba-a889-3b9234818e06 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Network 2dcd4d32-cc7c-4468-b396-7ce5c9231892 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:33:53.154538 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-1d26230e-a1ad-49ba-a889-3b9234818e06 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:33:53.175654 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d26230e-a1ad-49ba-a889-3b9234818e06 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:33:53.276444 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device d27f134e-1766-4f38-8d8a-ac3018579cce up at agent hyperv_n-h1-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:33:53.305317 n-d-779913-29 neutron-server[93957]: INFO neutron.api.v2.resource [None req-8caa65d5-874d-444f-92bb-9a568be8fac0 tempest-NegativeSecGroupTest-500537744 tempest-NegativeSecGroupTest-500537744-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:33:53.306766 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-8caa65d5-874d-444f-92bb-9a568be8fac0 tempest-NegativeSecGroupTest-500537744 tempest-NegativeSecGroupTest-500537744-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1863253 Jul 14 09:33:53.352694 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 59838) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:53.366119 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-52211797-cf4a-4a66-a8a6-74d507a59dfc tempest-NegativeSecGroupTest-500537744 tempest-NegativeSecGroupTest-500537744-project] Request body: {'security_group_rule': {'security_group_id': 'cbe37033-dca4-473a-942a-b32b831ea9e6', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:33:53.369558 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6b6633ce-47e9-4545-89e5-cf68ecf926aa None None] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:53.399671 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-6b6633ce-47e9-4545-89e5-cf68ecf926aa None None] Transition to ACTIVE for port object d918952b-27a3-42cb-8191-1db1eaf8cc51 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:33:53.460173 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e0b1e9-411e-4c73-b3f5-b61efa3fa30e req-2b8ffb82-9322-49da-9279-8259692f7a68 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:53.467734 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e0e0b1e9-411e-4c73-b3f5-b61efa3fa30e req-2b8ffb82-9322-49da-9279-8259692f7a68 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/ports?device_id=07646ca0-10f2-4cc8-8147-f694b9d44b24 HTTP/1.1" status: 200 len: 945 time: 0.3675220 Jul 14 09:33:53.473926 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Provisioning for port d27f134e-1766-4f38-8d8a-ac3018579cce completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:33:53.483863 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1d26230e-a1ad-49ba-a889-3b9234818e06 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:53.491680 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Provisioning complete for port d27f134e-1766-4f38-8d8a-ac3018579cce triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:33:53.492479 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:53.494624 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning for port dc62aea7-a360-4aec-97a5-0af03274238f completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:33:53.501135 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Provisioning for port 551377b2-206f-4fee-a942-89cfc1cf5b07 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:33:53.550880 n-d-779913-29 neutron-server[93957]: INFO neutron.api.v2.resource [None req-52211797-cf4a-4a66-a8a6-74d507a59dfc tempest-NegativeSecGroupTest-500537744 tempest-NegativeSecGroupTest-500537744-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:33:53.554555 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-52211797-cf4a-4a66-a8a6-74d507a59dfc tempest-NegativeSecGroupTest-500537744 tempest-NegativeSecGroupTest-500537744-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1965432 Jul 14 09:33:53.555869 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 59842) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:53.559541 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Provisioning complete for port 551377b2-206f-4fee-a942-89cfc1cf5b07 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:33:53.559952 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:53.564734 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port dc62aea7-a360-4aec-97a5-0af03274238f triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:33:53.565104 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:53.577176 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-6b6633ce-47e9-4545-89e5-cf68ecf926aa None None] Transition to ACTIVE for port object d918952b-27a3-42cb-8191-1db1eaf8cc51 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:33:53.589454 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e0e0b1e9-411e-4c73-b3f5-b61efa3fa30e req-ceb9cbb9-4133-4341-9bed-675ab1f8465b tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/security-groups?id=e89c09f5-16f2-4ac7-8f23-93abffe26f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206613 Jul 14 09:33:53.658191 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1d26230e-a1ad-49ba-a889-3b9234818e06 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:53.690573 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6b6633ce-47e9-4545-89e5-cf68ecf926aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:53.714651 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2f11e7-7260-4168-9a6e-d4864c076a77 req-ad8a1336-3a92-4eeb-9b08-1633058dfac9 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:53.716260 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-da2f11e7-7260-4168-9a6e-d4864c076a77 req-ad8a1336-3a92-4eeb-9b08-1633058dfac9 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/ports?device_id=5ad38a77-9c01-4912-aa2e-dc7f6c2b9ea1 HTTP/1.1" status: 200 len: 945 time: 0.1126006 Jul 14 09:33:53.804163 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-103d4fa5-bb4e-415c-b617-9f1f57beab5d tempest-NegativeSecGroupTest-500537744 tempest-NegativeSecGroupTest-500537744-project] Notify callbacks [] for security_group, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:53.824500 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b6633ce-47e9-4545-89e5-cf68ecf926aa None None] Network 9c783694-577a-4e67-b111-e7632d350ce7 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:33:53.862014 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-da2f11e7-7260-4168-9a6e-d4864c076a77 req-83dbbaf6-546d-4fef-8397-b8ccfa5010e3 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/security-groups?id=9b802230-9234-42e7-bf8c-0d12af0394c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388688 Jul 14 09:33:53.868500 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-6b6633ce-47e9-4545-89e5-cf68ecf926aa None None] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:33:53.894962 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b6633ce-47e9-4545-89e5-cf68ecf926aa None None] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:33:53.897177 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6633ce-47e9-4545-89e5-cf68ecf926aa None None] Pushing event updated for resources: {'Port': ['ID=d918952b-27a3-42cb-8191-1db1eaf8cc51,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:53.915784 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-103d4fa5-bb4e-415c-b617-9f1f57beab5d tempest-NegativeSecGroupTest-500537744 tempest-NegativeSecGroupTest-500537744-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:53.945164 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0e939387-53f7-40b7-95f6-84f2565e1df6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:53.950299 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:53.976686 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0e939387-53f7-40b7-95f6-84f2565e1df6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:54.054196 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-103d4fa5-bb4e-415c-b617-9f1f57beab5d tempest-NegativeSecGroupTest-500537744 tempest-NegativeSecGroupTest-500537744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:54.061697 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-103d4fa5-bb4e-415c-b617-9f1f57beab5d tempest-NegativeSecGroupTest-500537744 tempest-NegativeSecGroupTest-500537744-project] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:54.064056 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-103d4fa5-bb4e-415c-b617-9f1f57beab5d tempest-NegativeSecGroupTest-500537744 tempest-NegativeSecGroupTest-500537744-project] 10.222.0.68 "DELETE /v2.0/security-groups/cbe37033-dca4-473a-942a-b32b831ea9e6 HTTP/1.1" status: 204 len: 168 time: 0.5070260 Jul 14 09:33:54.070231 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 59848) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:54.072464 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:54.097866 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103d4fa5-bb4e-415c-b617-9f1f57beab5d tempest-NegativeSecGroupTest-500537744 tempest-NegativeSecGroupTest-500537744-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbe37033-dca4-473a-942a-b32b831ea9e6,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:54.101074 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-6b6633ce-47e9-4545-89e5-cf68ecf926aa None None] Attempting to bind port d918952b-27a3-42cb-8191-1db1eaf8cc51 on host n-d-779913-29 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:33:54.101455 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-6b6633ce-47e9-4545-89e5-cf68ecf926aa None None] Attempting to bind port d918952b-27a3-42cb-8191-1db1eaf8cc51 by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': 'ec47c66f-b19c-4c7a-a7dc-566165b222dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '9c783694-577a-4e67-b111-e7632d350ce7'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:33:54.101869 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b6633ce-47e9-4545-89e5-cf68ecf926aa None None] Attempting to bind port d918952b-27a3-42cb-8191-1db1eaf8cc51 on network 9c783694-577a-4e67-b111-e7632d350ce7 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:33:54.121833 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b6633ce-47e9-4545-89e5-cf68ecf926aa None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 33, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:33:54.122207 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b6633ce-47e9-4545-89e5-cf68ecf926aa None None] Checking segment: {'id': 'ec47c66f-b19c-4c7a-a7dc-566165b222dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '9c783694-577a-4e67-b111-e7632d350ce7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:33:54.122647 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6b6633ce-47e9-4545-89e5-cf68ecf926aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:54.123046 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b6633ce-47e9-4545-89e5-cf68ecf926aa None None] Bound using segment: {'id': 'ec47c66f-b19c-4c7a-a7dc-566165b222dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '9c783694-577a-4e67-b111-e7632d350ce7'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:33:54.123532 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-6b6633ce-47e9-4545-89e5-cf68ecf926aa None None] Bound port: d918952b-27a3-42cb-8191-1db1eaf8cc51, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec47c66f-b19c-4c7a-a7dc-566165b222dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '9c783694-577a-4e67-b111-e7632d350ce7'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:33:54.123916 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6b6633ce-47e9-4545-89e5-cf68ecf926aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:54.132411 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1d26230e-a1ad-49ba-a889-3b9234818e06 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:54.137914 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1d26230e-a1ad-49ba-a889-3b9234818e06 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:54.158309 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-863183d4-a877-437f-ab0d-dec9896b5f5b tempest-NegativeSecGroupTest-500537744 tempest-NegativeSecGroupTest-500537744-project] 10.222.0.68 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0869522 Jul 14 09:33:54.168692 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 59850) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:54.171024 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:54.173831 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-d9ea44fc-d111-44ad-b6fd-dd618f621bd5 tempest-NegativeSecGroupTest-500537744 tempest-NegativeSecGroupTest-500537744-project] Request body: {'security_group': {'name': 'tempest-secgroup--158448231'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:33:54.213785 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-0e939387-53f7-40b7-95f6-84f2565e1df6 admin admin] Allocated IP 172.25.4.90 (2dcd4d32-cc7c-4468-b396-7ce5c9231892/6cd22a75-5bc1-467c-a3c4-0af04bd1b34a/b2375988-131b-4e1b-9f55-57ffc0a0c1ae) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:33:54.242837 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d26230e-a1ad-49ba-a889-3b9234818e06 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Pushing event updated for resources: {'Port': ['ID=3d9afd79-ec33-438c-933b-7b50092d2cfc,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:54.247829 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port d27f134e-1766-4f38-8d8a-ac3018579cce, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=d27f134e-1766-4f38-8d8a-ac3018579cce,segment=NetworkSegment(948a681f-4f89-4271-b601-608851f32209),segment_id=948a681f-4f89-4271-b601-608851f32209)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:33:54.251719 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1d26230e-a1ad-49ba-a889-3b9234818e06 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-660590'] for floatingip, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:54.264543 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07646ca0-10f2-4cc8-8147-f694b9d44b24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd27f134e-1766-4f38-8d8a-ac3018579cce'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:33:54.269823 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd62303f06773040a8a4e189dc46b4f565768c299abf8ab8e7739778b0bc3e97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cb825ff-cc6a-4394-8a7c-63f761d8e8fb" -d '{"events": [{"server_uuid": "07646ca0-10f2-4cc8-8147-f694b9d44b24", "name": "network-vif-plugged", "status": "completed", "tag": "d27f134e-1766-4f38-8d8a-ac3018579cce"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:33:54.283255 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d9ea44fc-d111-44ad-b6fd-dd618f621bd5 tempest-NegativeSecGroupTest-500537744 tempest-NegativeSecGroupTest-500537744-project] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:54.288889 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1d26230e-a1ad-49ba-a889-3b9234818e06 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for floatingip, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:54.290616 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-1d26230e-a1ad-49ba-a889-3b9234818e06 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2904077 Jul 14 09:33:54.311997 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:54.383002 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:33:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb712087-7034-4db3-bb7e-b8386566f05b x-openstack-request-id: req-cb712087-7034-4db3-bb7e-b8386566f05b {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:33:54.383315 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07646ca0-10f2-4cc8-8147-f694b9d44b24", "name": "network-vif-plugged", "status": "completed", "tag": "d27f134e-1766-4f38-8d8a-ac3018579cce", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:33:54.383553 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-cb712087-7034-4db3-bb7e-b8386566f05b {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:33:54.383958 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07646ca0-10f2-4cc8-8147-f694b9d44b24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd27f134e-1766-4f38-8d8a-ac3018579cce', 'code': 200} Jul 14 09:33:54.386159 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Pushing event updated for resources: {'Port': ['ID=d27f134e-1766-4f38-8d8a-ac3018579cce,revision_number=12']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:54.430640 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d9ea44fc-d111-44ad-b6fd-dd618f621bd5 tempest-NegativeSecGroupTest-500537744 tempest-NegativeSecGroupTest-500537744-project] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:54.440448 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d9ea44fc-d111-44ad-b6fd-dd618f621bd5 tempest-NegativeSecGroupTest-500537744 tempest-NegativeSecGroupTest-500537744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:54.472426 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d9ea44fc-d111-44ad-b6fd-dd618f621bd5 tempest-NegativeSecGroupTest-500537744 tempest-NegativeSecGroupTest-500537744-project] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:54.473931 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-d9ea44fc-d111-44ad-b6fd-dd618f621bd5 tempest-NegativeSecGroupTest-500537744 tempest-NegativeSecGroupTest-500537744-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3037987 Jul 14 09:33:54.480648 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 59858) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:54.486378 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-0491754a-ff55-46f6-955c-4bf5f3672a1a tempest-NegativeSecGroupTest-500537744 tempest-NegativeSecGroupTest-500537744-project] Request body: {'security_group_rule': {'security_group_id': '2c8609e5-c237-498c-8c54-2471991f38e5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:33:54.519632 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ea44fc-d111-44ad-b6fd-dd618f621bd5 tempest-NegativeSecGroupTest-500537744 tempest-NegativeSecGroupTest-500537744-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c8609e5-c237-498c-8c54-2471991f38e5,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:54.521181 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0e939387-53f7-40b7-95f6-84f2565e1df6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:54.571064 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] For port dc62aea7-a360-4aec-97a5-0af03274238f, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=dc62aea7-a360-4aec-97a5-0af03274238f,segment=NetworkSegment(fc4c6ca0-1f22-4753-ad76-2ff28800c126),segment_id=fc4c6ca0-1f22-4753-ad76-2ff28800c126)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:33:54.579137 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 551377b2-206f-4fee-a942-89cfc1cf5b07, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=551377b2-206f-4fee-a942-89cfc1cf5b07,segment=NetworkSegment(7c0bb8da-25ea-40ae-a0d8-c863fd3d0f97),segment_id=7c0bb8da-25ea-40ae-a0d8-c863fd3d0f97)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:33:54.591493 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:54.593308 n-d-779913-29 neutron-server[93957]: INFO neutron.api.v2.resource [None req-0491754a-ff55-46f6-955c-4bf5f3672a1a tempest-NegativeSecGroupTest-500537744 tempest-NegativeSecGroupTest-500537744-project] create failed (client error): The resource could not be found. Jul 14 09:33:54.597568 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:54.597727 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-0491754a-ff55-46f6-955c-4bf5f3672a1a tempest-NegativeSecGroupTest-500537744 tempest-NegativeSecGroupTest-500537744-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1155643 Jul 14 09:33:54.600584 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 59868) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:54.601102 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-6b6633ce-47e9-4545-89e5-cf68ecf926aa None None] For port d918952b-27a3-42cb-8191-1db1eaf8cc51, host n-d-779913-29, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:33:54.607028 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-35e31e3a-82db-4c93-b464-a7db18db396f tempest-NegativeSecGroupTest-500537744 tempest-NegativeSecGroupTest-500537744-project] Request body: {'security_group_rule': {'security_group_id': '2c8609e5-c237-498c-8c54-2471991f38e5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '277d0787-e68f-4333-b8c9-609297f0a2eb'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:33:54.613306 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-6b6633ce-47e9-4545-89e5-cf68ecf926aa None None] For port d918952b-27a3-42cb-8191-1db1eaf8cc51, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=d918952b-27a3-42cb-8191-1db1eaf8cc51,segment=NetworkSegment(ec47c66f-b19c-4c7a-a7dc-566165b222dc),segment_id=ec47c66f-b19c-4c7a-a7dc-566165b222dc)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:33:54.619397 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0e939387-53f7-40b7-95f6-84f2565e1df6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:54.642479 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6b6633ce-47e9-4545-89e5-cf68ecf926aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:54.687176 n-d-779913-29 neutron-server[93957]: INFO neutron.api.v2.resource [None req-35e31e3a-82db-4c93-b464-a7db18db396f tempest-NegativeSecGroupTest-500537744 tempest-NegativeSecGroupTest-500537744-project] create failed (client error): The resource could not be found. Jul 14 09:33:54.688329 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-35e31e3a-82db-4c93-b464-a7db18db396f tempest-NegativeSecGroupTest-500537744 tempest-NegativeSecGroupTest-500537744-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0863307 Jul 14 09:33:54.691782 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 59872) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:54.705356 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Pushing event updated for resources: {'Port': ['ID=dc62aea7-a360-4aec-97a5-0af03274238f,revision_number=5']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:54.724495 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e939387-53f7-40b7-95f6-84f2565e1df6 admin admin] Pushing event updated for resources: {'Port': ['ID=b2375988-131b-4e1b-9f55-57ffc0a0c1ae,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:54.820515 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e939387-53f7-40b7-95f6-84f2565e1df6 admin admin] Network 2dcd4d32-cc7c-4468-b396-7ce5c9231892 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:33:54.824644 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Pushing event updated for resources: {'Port': ['ID=551377b2-206f-4fee-a942-89cfc1cf5b07,revision_number=5']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:54.844820 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-0e939387-53f7-40b7-95f6-84f2565e1df6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:33:54.866362 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e939387-53f7-40b7-95f6-84f2565e1df6 admin admin] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:33:54.892378 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-83aa20bd-b276-4094-8f87-53a0f35839a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:54.898123 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4ea74e04-d260-4eb7-8fd7-ded64a127328 tempest-NegativeSecGroupTest-500537744 tempest-NegativeSecGroupTest-500537744-project] Notify callbacks [] for security_group, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:54.908066 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:54.924141 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6633ce-47e9-4545-89e5-cf68ecf926aa None None] Pushing event updated for resources: {'Port': ['ID=d918952b-27a3-42cb-8191-1db1eaf8cc51,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:54.939383 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4ea74e04-d260-4eb7-8fd7-ded64a127328 tempest-NegativeSecGroupTest-500537744 tempest-NegativeSecGroupTest-500537744-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:54.943443 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device dc62aea7-a360-4aec-97a5-0af03274238f up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:33:54.989216 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f71a62-086d-4ce4-afa1-20280610ccb4 req-4f4b778d-69e7-4b6f-8b91-b2ab1652df38 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:54.990952 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-54f71a62-086d-4ce4-afa1-20280610ccb4 req-4f4b778d-69e7-4b6f-8b91-b2ab1652df38 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/ports?device_id=07646ca0-10f2-4cc8-8147-f694b9d44b24 HTTP/1.1" status: 200 len: 946 time: 0.2522123 Jul 14 09:33:55.023529 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port dc62aea7-a360-4aec-97a5-0af03274238f triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:33:55.023529 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:55.120338 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e958e49c-6274-4022-9f3b-9d66fbb51a8b req-95f872fb-521a-4400-a7a0-731f66b78ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:55.123980 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-e958e49c-6274-4022-9f3b-9d66fbb51a8b req-95f872fb-521a-4400-a7a0-731f66b78ae5 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=07646ca0-10f2-4cc8-8147-f694b9d44b24 HTTP/1.1" status: 200 len: 1098 time: 0.5515366 Jul 14 09:33:55.124880 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-54f71a62-086d-4ce4-afa1-20280610ccb4 req-58e0b6a0-73de-4134-9cba-beac60767a2e tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/security-groups?id=e89c09f5-16f2-4ac7-8f23-93abffe26f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233230 Jul 14 09:33:55.139814 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4ea74e04-d260-4eb7-8fd7-ded64a127328 tempest-NegativeSecGroupTest-500537744 tempest-NegativeSecGroupTest-500537744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:55.145579 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4ea74e04-d260-4eb7-8fd7-ded64a127328 tempest-NegativeSecGroupTest-500537744 tempest-NegativeSecGroupTest-500537744-project] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:55.149071 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-4ea74e04-d260-4eb7-8fd7-ded64a127328 tempest-NegativeSecGroupTest-500537744 tempest-NegativeSecGroupTest-500537744-project] 10.222.0.68 "DELETE /v2.0/security-groups/2c8609e5-c237-498c-8c54-2471991f38e5 HTTP/1.1" status: 204 len: 168 time: 0.4540174 Jul 14 09:33:55.161686 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 59880) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:55.186906 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-1aba9430-cbe4-44a3-8b45-0a846e60969b req-7e8464e3-31f9-47d8-b15b-e8f34d0a5313 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-securitygroup--263624363&fields=id&tenant_id=51a0c5b2b5094b24a910e75e03cedf47 HTTP/1.1" status: 200 len: 267 time: 0.5731735 Jul 14 09:33:55.235103 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea74e04-d260-4eb7-8fd7-ded64a127328 tempest-NegativeSecGroupTest-500537744 tempest-NegativeSecGroupTest-500537744-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c8609e5-c237-498c-8c54-2471991f38e5,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:55.295111 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-6380988a-79a3-4aeb-8a8a-0e4ae82e0f05 tempest-NegativeSecGroupTest-500537744 tempest-NegativeSecGroupTest-500537744-project] 10.222.0.68 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1273854 Jul 14 09:33:55.296267 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 59884) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:55.312351 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-2cc436c3-05c7-40b2-ab27-749435eb3afe tempest-NegativeSecGroupTest-500537744 tempest-NegativeSecGroupTest-500537744-project] Request body: {'security_group_rule': {'security_group_id': '390d13ae-3a81-4e82-a42b-9e8507737673', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:33:55.344442 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-e958e49c-6274-4022-9f3b-9d66fbb51a8b req-8397bcc9-78b9-4a9d-b38f-85d6d713ff8c service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=e89c09f5-16f2-4ac7-8f23-93abffe26f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082906 Jul 14 09:33:55.375350 n-d-779913-29 neutron-server[93957]: INFO neutron.api.v2.resource [None req-2cc436c3-05c7-40b2-ab27-749435eb3afe tempest-NegativeSecGroupTest-500537744 tempest-NegativeSecGroupTest-500537744-project] create failed (client error): The resource could not be found. Jul 14 09:33:55.376848 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-2cc436c3-05c7-40b2-ab27-749435eb3afe tempest-NegativeSecGroupTest-500537744 tempest-NegativeSecGroupTest-500537744-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0803778 Jul 14 09:33:55.380392 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 59886) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:55.386726 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-15f963c8-b98a-41d9-b878-1d950b07fd0c tempest-NegativeSecGroupTest-500537744 tempest-NegativeSecGroupTest-500537744-project] Request body: {'security_group': {'name': 'tempest-secgroup--376644743'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:33:55.423709 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-15f963c8-b98a-41d9-b878-1d950b07fd0c tempest-NegativeSecGroupTest-500537744 tempest-NegativeSecGroupTest-500537744-project] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:55.466940 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aba9430-cbe4-44a3-8b45-0a846e60969b req-edc7fb7e-e503-4452-9ded-95a4e60b0456 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:55.468438 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-1aba9430-cbe4-44a3-8b45-0a846e60969b req-edc7fb7e-e503-4452-9ded-95a4e60b0456 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] 10.222.0.68 "GET /v2.0/networks?id=087e0468-2285-4c59-b3f2-1d1ff8b2217b HTTP/1.1" status: 200 len: 816 time: 0.2552829 Jul 14 09:33:55.496896 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-1aba9430-cbe4-44a3-8b45-0a846e60969b req-21ffaf13-facf-4615-8be2-82a743dcd19a tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] 10.222.0.68 "GET /v2.0/quotas/51a0c5b2b5094b24a910e75e03cedf47 HTTP/1.1" status: 200 len: 375 time: 0.0208893 Jul 14 09:33:55.506440 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0e939387-53f7-40b7-95f6-84f2565e1df6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:55.582167 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536fcc01-82a3-4bfd-b4f6-c9387d04fca2 req-6ef057f3-148b-49a3-84ed-f4abd144b0b0 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:55.583915 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-536fcc01-82a3-4bfd-b4f6-c9387d04fca2 req-6ef057f3-148b-49a3-84ed-f4abd144b0b0 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/ports?device_id=5ad38a77-9c01-4912-aa2e-dc7f6c2b9ea1 HTTP/1.1" status: 200 len: 946 time: 0.1225300 Jul 14 09:33:55.620618 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-15f963c8-b98a-41d9-b878-1d950b07fd0c tempest-NegativeSecGroupTest-500537744 tempest-NegativeSecGroupTest-500537744-project] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:55.626765 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-15f963c8-b98a-41d9-b878-1d950b07fd0c tempest-NegativeSecGroupTest-500537744 tempest-NegativeSecGroupTest-500537744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:55.662268 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-1aba9430-cbe4-44a3-8b45-0a846e60969b req-20179aea-5a63-4edf-88f8-c97488b33325 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=51a0c5b2b5094b24a910e75e03cedf47&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1591356 Jul 14 09:33:55.689642 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-536fcc01-82a3-4bfd-b4f6-c9387d04fca2 req-8ba1c0e5-e0a9-4c45-90ee-efece0f0fdc9 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/security-groups?id=9b802230-9234-42e7-bf8c-0d12af0394c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959160 Jul 14 09:33:55.695057 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-15f963c8-b98a-41d9-b878-1d950b07fd0c tempest-NegativeSecGroupTest-500537744 tempest-NegativeSecGroupTest-500537744-project] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:55.696577 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-15f963c8-b98a-41d9-b878-1d950b07fd0c tempest-NegativeSecGroupTest-500537744 tempest-NegativeSecGroupTest-500537744-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3138866 Jul 14 09:33:55.699522 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 59888) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:55.712182 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-44d6a901-9555-4bd1-8bab-2b91c4df9301 tempest-NegativeSecGroupTest-500537744 tempest-NegativeSecGroupTest-500537744-project] Request body: {'security_group': {'name': 'tempest-secgroup--908725098'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:33:55.728608 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f963c8-b98a-41d9-b878-1d950b07fd0c tempest-NegativeSecGroupTest-500537744 tempest-NegativeSecGroupTest-500537744-project] Pushing event updated for resources: {'SecurityGroup': ['ID=462f09ea-7293-4a36-aeed-b498f948f5a5,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:55.731679 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-44d6a901-9555-4bd1-8bab-2b91c4df9301 tempest-NegativeSecGroupTest-500537744 tempest-NegativeSecGroupTest-500537744-project] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:55.808547 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0e939387-53f7-40b7-95f6-84f2565e1df6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-711762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-661452'] for router, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:55.870367 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-44d6a901-9555-4bd1-8bab-2b91c4df9301 tempest-NegativeSecGroupTest-500537744 tempest-NegativeSecGroupTest-500537744-project] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:55.875846 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5ad31076-714c-49ec-bc37-f3d4cd90112a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:55.880616 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-44d6a901-9555-4bd1-8bab-2b91c4df9301 tempest-NegativeSecGroupTest-500537744 tempest-NegativeSecGroupTest-500537744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:55.898750 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-44d6a901-9555-4bd1-8bab-2b91c4df9301 tempest-NegativeSecGroupTest-500537744 tempest-NegativeSecGroupTest-500537744-project] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:55.900162 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-44d6a901-9555-4bd1-8bab-2b91c4df9301 tempest-NegativeSecGroupTest-500537744 tempest-NegativeSecGroupTest-500537744-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1997035 Jul 14 09:33:55.906098 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 59892) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:55.911785 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-d13ab2c3-4d5f-48b5-a37d-ff5d2d4a0b1e tempest-NegativeSecGroupTest-500537744 tempest-NegativeSecGroupTest-500537744-project] Request body: {'security_group_rule': {'security_group_id': '462f09ea-7293-4a36-aeed-b498f948f5a5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'ab289ab6-c5db-48dd-93e6-bd5c6bc380e5'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:33:55.938207 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d6a901-9555-4bd1-8bab-2b91c4df9301 tempest-NegativeSecGroupTest-500537744 tempest-NegativeSecGroupTest-500537744-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab289ab6-c5db-48dd-93e6-bd5c6bc380e5,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:55.963877 n-d-779913-29 neutron-server[93957]: INFO neutron.api.v2.resource [None req-d13ab2c3-4d5f-48b5-a37d-ff5d2d4a0b1e tempest-NegativeSecGroupTest-500537744 tempest-NegativeSecGroupTest-500537744-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:33:55.965582 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-d13ab2c3-4d5f-48b5-a37d-ff5d2d4a0b1e tempest-NegativeSecGroupTest-500537744 tempest-NegativeSecGroupTest-500537744-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0581403 Jul 14 09:33:55.967887 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 59894) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:56.043343 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-1aba9430-cbe4-44a3-8b45-0a846e60969b req-3c1b37a0-2950-4099-bad7-acbf1506909a service neutron] 10.222.0.68 "GET /v2.0/networks/087e0468-2285-4c59-b3f2-1d1ff8b2217b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3394365 Jul 14 09:33:56.046150 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5ffdcbfa-a449-4efe-b2a3-b66fcb92d217 tempest-NegativeSecGroupTest-500537744 tempest-NegativeSecGroupTest-500537744-project] Notify callbacks [] for security_group, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:56.072583 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5ffdcbfa-a449-4efe-b2a3-b66fcb92d217 tempest-NegativeSecGroupTest-500537744 tempest-NegativeSecGroupTest-500537744-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:56.124206 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e939387-53f7-40b7-95f6-84f2565e1df6 admin admin] Router eb7c1d2b-f4df-428c-b0df-36f849889658 is scheduled to L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 with binding_index 1 {{(pid=93958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:33:56.129410 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5ffdcbfa-a449-4efe-b2a3-b66fcb92d217 tempest-NegativeSecGroupTest-500537744 tempest-NegativeSecGroupTest-500537744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:56.132945 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5ffdcbfa-a449-4efe-b2a3-b66fcb92d217 tempest-NegativeSecGroupTest-500537744 tempest-NegativeSecGroupTest-500537744-project] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:56.136994 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 59896) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:56.138107 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-5ffdcbfa-a449-4efe-b2a3-b66fcb92d217 tempest-NegativeSecGroupTest-500537744 tempest-NegativeSecGroupTest-500537744-project] 10.222.0.68 "DELETE /v2.0/security-groups/ab289ab6-c5db-48dd-93e6-bd5c6bc380e5 HTTP/1.1" status: 204 len: 168 time: 0.1692185 Jul 14 09:33:56.151363 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffdcbfa-a449-4efe-b2a3-b66fcb92d217 tempest-NegativeSecGroupTest-500537744 tempest-NegativeSecGroupTest-500537744-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab289ab6-c5db-48dd-93e6-bd5c6bc380e5,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:56.193327 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-1aba9430-cbe4-44a3-8b45-0a846e60969b req-b72d1dd8-385c-4472-9b0a-a0abee7a98df service neutron] 10.222.0.68 "GET /v2.0/networks/087e0468-2285-4c59-b3f2-1d1ff8b2217b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487143 Jul 14 09:33:56.229128 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68d5d925-c03f-4fea-97fa-157a896693ef None None] Network 9c783694-577a-4e67-b111-e7632d350ce7 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:33:56.360847 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-4533ac06-b053-4940-a8c1-59dc55f0aaff tempest-NegativeSecGroupTest-500537744 tempest-NegativeSecGroupTest-500537744-project] 10.222.0.68 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.2202547 Jul 14 09:33:56.361753 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 59914) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:56.385088 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ad38a77-9c01-4912-aa2e-dc7f6c2b9ea1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '551377b2-206f-4fee-a942-89cfc1cf5b07'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:33:56.389198 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd62303f06773040a8a4e189dc46b4f565768c299abf8ab8e7739778b0bc3e97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8071d4a-19c7-434b-8d28-b5f8809918bf" -d '{"events": [{"server_uuid": "5ad38a77-9c01-4912-aa2e-dc7f6c2b9ea1", "name": "network-vif-plugged", "status": "completed", "tag": "551377b2-206f-4fee-a942-89cfc1cf5b07"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:33:56.420409 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e939387-53f7-40b7-95f6-84f2565e1df6 admin admin] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:33:56.430359 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e4d0e98-4325-40e5-af8f-c4b3bf38c255 None None] Sync routers for ids ['eb7c1d2b-f4df-428c-b0df-36f849889658'] in n-d-779913-29 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:33:56.449683 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e4d0e98-4325-40e5-af8f-c4b3bf38c255 None None] Routers {'eb7c1d2b-f4df-428c-b0df-36f849889658'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:33:56.451779 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-4e4d0e98-4325-40e5-af8f-c4b3bf38c255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:33:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['eb7c1d2b-f4df-428c-b0df-36f849889658'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:33:56.460687 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0e939387-53f7-40b7-95f6-84f2565e1df6 admin admin] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:56.464425 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-0e939387-53f7-40b7-95f6-84f2565e1df6 admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.1319723 Jul 14 09:33:56.464659 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 59920) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:56.574952 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b0125f6d-e814-46ac-aa66-e47d57ea5ba1 tempest-NegativeSecGroupTest-500537744 tempest-NegativeSecGroupTest-500537744-project] Notify callbacks [] for security_group, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:56.584568 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-fff3c495-e5db-4f97-b958-e87c824a54dd None None] Provisioning for port d918952b-27a3-42cb-8191-1db1eaf8cc51 completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:33:56.608077 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b0125f6d-e814-46ac-aa66-e47d57ea5ba1 tempest-NegativeSecGroupTest-500537744 tempest-NegativeSecGroupTest-500537744-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:56.664115 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df4d1d6-9b94-40a7-9dec-21ae4851161c req-78f51ac5-b061-42bc-9013-b4661e0629f1 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:56.666676 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6df4d1d6-9b94-40a7-9dec-21ae4851161c req-78f51ac5-b061-42bc-9013-b4661e0629f1 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/ports?device_id=07646ca0-10f2-4cc8-8147-f694b9d44b24 HTTP/1.1" status: 200 len: 946 time: 0.2828200 Jul 14 09:33:56.694021 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b0125f6d-e814-46ac-aa66-e47d57ea5ba1 tempest-NegativeSecGroupTest-500537744 tempest-NegativeSecGroupTest-500537744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:56.699280 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b0125f6d-e814-46ac-aa66-e47d57ea5ba1 tempest-NegativeSecGroupTest-500537744 tempest-NegativeSecGroupTest-500537744-project] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:56.701033 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-b0125f6d-e814-46ac-aa66-e47d57ea5ba1 tempest-NegativeSecGroupTest-500537744 tempest-NegativeSecGroupTest-500537744-project] 10.222.0.68 "DELETE /v2.0/security-groups/462f09ea-7293-4a36-aeed-b498f948f5a5 HTTP/1.1" status: 204 len: 168 time: 0.3387158 Jul 14 09:33:56.717886 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 59944) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:56.718754 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0125f6d-e814-46ac-aa66-e47d57ea5ba1 tempest-NegativeSecGroupTest-500537744 tempest-NegativeSecGroupTest-500537744-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=462f09ea-7293-4a36-aeed-b498f948f5a5,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:56.817113 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6df4d1d6-9b94-40a7-9dec-21ae4851161c req-8b472cdc-1df2-429b-9aa7-5314ac6e81ea tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/security-groups?id=e89c09f5-16f2-4ac7-8f23-93abffe26f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402526 Jul 14 09:33:56.897646 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-4e4d0e98-4325-40e5-af8f-c4b3bf38c255 None None] Set router eb7c1d2b-f4df-428c-b0df-36f849889658 gateway port host: n-d-779913-29 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:33:56.937771 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-e8f30287-341e-498d-8ab1-60b6518b2b3b tempest-NegativeSecGroupTest-500537744 tempest-NegativeSecGroupTest-500537744-project] 10.222.0.68 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2043178 Jul 14 09:33:56.946541 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 59954) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:56.956510 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-c0b5b959-c78c-426e-a633-448b7e9bc3c5 tempest-NegativeSecGroupTest-500537744 tempest-NegativeSecGroupTest-500537744-project] Request body: {'security_group': {'name': 'tempest-secgroup--880936562'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:33:57.002490 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device d918952b-27a3-42cb-8191-1db1eaf8cc51 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:33:57.071318 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:33:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ddb5d8d-fbef-4949-85a1-95f63e185470 x-openstack-request-id: req-6ddb5d8d-fbef-4949-85a1-95f63e185470 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:33:57.071958 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ad38a77-9c01-4912-aa2e-dc7f6c2b9ea1", "name": "network-vif-plugged", "status": "completed", "tag": "551377b2-206f-4fee-a942-89cfc1cf5b07", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:33:57.072750 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-6ddb5d8d-fbef-4949-85a1-95f63e185470 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:33:57.075953 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ad38a77-9c01-4912-aa2e-dc7f6c2b9ea1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '551377b2-206f-4fee-a942-89cfc1cf5b07', 'code': 200} Jul 14 09:33:57.133294 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-9fc45a55-3cb4-468b-a2d5-5ddbdf46b21b req-8db04d8a-ed49-4cf3-9475-e835e60219cd tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] 10.222.0.68 "GET /v2.0/ports?device_id=8e7397c3-9642-4fe6-b6c4-32d7843783ff HTTP/1.1" status: 200 len: 210 time: 0.1676192 Jul 14 09:33:57.185787 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning for port d918952b-27a3-42cb-8191-1db1eaf8cc51 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:33:57.189392 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c0b5b959-c78c-426e-a633-448b7e9bc3c5 tempest-NegativeSecGroupTest-500537744 tempest-NegativeSecGroupTest-500537744-project] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:57.200227 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port d918952b-27a3-42cb-8191-1db1eaf8cc51 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:33:57.203581 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:57.402061 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-ec6f4907-d8e2-4973-920d-553e4c71c524 None None] Provisioning complete for port d918952b-27a3-42cb-8191-1db1eaf8cc51 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:33:57.402861 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ec6f4907-d8e2-4973-920d-553e4c71c524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:57.477638 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-4e4d0e98-4325-40e5-af8f-c4b3bf38c255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb7c1d2b-f4df-428c-b0df-36f849889658', 'name': 'tempest-TestAggregatesBasicOps-1456768007-router', 'tenant_id': '1ec312422b214b4b9c1917ad82006b7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.90'}], 'enable_snat': True}, 'gw_port_id': 'b2375988-131b-4e1b-9f55-57ffc0a0c1ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:33:52Z', 'updated_at': '2021-07-14T09:33:55Z', 'revision_number': 3, 'project_id': '1ec312422b214b4b9c1917ad82006b7f', 'gw_port': {'id': 'b2375988-131b-4e1b-9f55-57ffc0a0c1ae', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:ca:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb7c1d2b-f4df-428c-b0df-36f849889658', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2073, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:33:53Z', 'updated_at': '2021-07-14T09:33:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29'}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:33:57.500386 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dbc3a7-e40b-4105-abdf-df38ea152187 req-2480c03c-62ca-4c65-8c8c-3c56dda8853f tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:57.515333 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-67dbc3a7-e40b-4105-abdf-df38ea152187 req-2480c03c-62ca-4c65-8c8c-3c56dda8853f tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/ports?device_id=5ad38a77-9c01-4912-aa2e-dc7f6c2b9ea1 HTTP/1.1" status: 200 len: 946 time: 0.2068515 Jul 14 09:33:57.523980 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c0b5b959-c78c-426e-a633-448b7e9bc3c5 tempest-NegativeSecGroupTest-500537744 tempest-NegativeSecGroupTest-500537744-project] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:57.533078 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c0b5b959-c78c-426e-a633-448b7e9bc3c5 tempest-NegativeSecGroupTest-500537744 tempest-NegativeSecGroupTest-500537744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:57.542690 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa6cc16-a8d8-483f-9c5a-c25042989533 req-2e2d8d8b-07db-4c42-97bf-4f9f5e21a740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:57.544222 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-0fa6cc16-a8d8-483f-9c5a-c25042989533 req-2e2d8d8b-07db-4c42-97bf-4f9f5e21a740 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=5ad38a77-9c01-4912-aa2e-dc7f6c2b9ea1 HTTP/1.1" status: 200 len: 1098 time: 0.3492410 Jul 14 09:33:57.581935 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:57.611418 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e4d0e98-4325-40e5-af8f-c4b3bf38c255 None None] Checking router: eb7c1d2b-f4df-428c-b0df-36f849889658 for host: n-d-779913-29 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:33:57.612173 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e4d0e98-4325-40e5-af8f-c4b3bf38c255 None None] Updating router eb7c1d2b-f4df-428c-b0df-36f849889658 port b2375988-131b-4e1b-9f55-57ffc0a0c1ae binding host n-d-779913-29 {{(pid=93960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:33:57.617218 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 59990) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:57.633720 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c0b5b959-c78c-426e-a633-448b7e9bc3c5 tempest-NegativeSecGroupTest-500537744 tempest-NegativeSecGroupTest-500537744-project] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:57.642041 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-c0b5b959-c78c-426e-a633-448b7e9bc3c5 tempest-NegativeSecGroupTest-500537744 tempest-NegativeSecGroupTest-500537744-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6935606 Jul 14 09:33:57.646167 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 59994) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:57.653624 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-292aafe3-4d44-450e-a02a-5e52102ba119 tempest-NegativeSecGroupTest-500537744 tempest-NegativeSecGroupTest-500537744-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:33:57.654060 n-d-779913-29 neutron-server[93957]: WARNING neutron.api.v2.base [None req-292aafe3-4d44-450e-a02a-5e52102ba119 tempest-NegativeSecGroupTest-500537744 tempest-NegativeSecGroupTest-500537744-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 14 09:33:57.654574 n-d-779913-29 neutron-server[93957]: INFO neutron.api.v2.resource [None req-292aafe3-4d44-450e-a02a-5e52102ba119 tempest-NegativeSecGroupTest-500537744 tempest-NegativeSecGroupTest-500537744-project] update failed (client error): There was a conflict when trying to complete your request. Jul 14 09:33:57.664180 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-292aafe3-4d44-450e-a02a-5e52102ba119 tempest-NegativeSecGroupTest-500537744 tempest-NegativeSecGroupTest-500537744-project] 10.222.0.68 "PUT /v2.0/security-groups/b34b1290-635e-4413-9d75-c78bf00c0bc1 HTTP/1.1" status: 409 len: 330 time: 0.0162206 Jul 14 09:33:57.665213 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b5b959-c78c-426e-a633-448b7e9bc3c5 tempest-NegativeSecGroupTest-500537744 tempest-NegativeSecGroupTest-500537744-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b34b1290-635e-4413-9d75-c78bf00c0bc1,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:57.667353 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 59996) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:57.669982 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] For port d918952b-27a3-42cb-8191-1db1eaf8cc51, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=d918952b-27a3-42cb-8191-1db1eaf8cc51,segment=NetworkSegment(ec47c66f-b19c-4c7a-a7dc-566165b222dc),segment_id=ec47c66f-b19c-4c7a-a7dc-566165b222dc)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:33:57.679040 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-4e4d0e98-4325-40e5-af8f-c4b3bf38c255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:57.697307 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:57.740358 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-67dbc3a7-e40b-4105-abdf-df38ea152187 req-7385ef9d-a2bf-4df7-bd85-b5a7cccc4244 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/security-groups?id=9b802230-9234-42e7-bf8c-0d12af0394c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2240546 Jul 14 09:33:57.769407 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-0fa6cc16-a8d8-483f-9c5a-c25042989533 req-254b911a-53bf-4c29-ad44-47e9a29898a3 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=9b802230-9234-42e7-bf8c-0d12af0394c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2156236 Jul 14 09:33:57.792589 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a8b85619-8377-43cf-9e1a-9915fe6005a7 tempest-NegativeSecGroupTest-500537744 tempest-NegativeSecGroupTest-500537744-project] Notify callbacks [] for security_group, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:57.816541 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5bbe322f-3f67-4864-bc0a-91afe44d23e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:57.826743 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a8b85619-8377-43cf-9e1a-9915fe6005a7 tempest-NegativeSecGroupTest-500537744 tempest-NegativeSecGroupTest-500537744-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:57.875774 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-30df7163-e275-4bae-9687-71106e1e6285 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:57.904349 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a8b85619-8377-43cf-9e1a-9915fe6005a7 tempest-NegativeSecGroupTest-500537744 tempest-NegativeSecGroupTest-500537744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:57.908171 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a8b85619-8377-43cf-9e1a-9915fe6005a7 tempest-NegativeSecGroupTest-500537744 tempest-NegativeSecGroupTest-500537744-project] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:57.909996 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-a8b85619-8377-43cf-9e1a-9915fe6005a7 tempest-NegativeSecGroupTest-500537744 tempest-NegativeSecGroupTest-500537744-project] 10.222.0.68 "DELETE /v2.0/security-groups/b34b1290-635e-4413-9d75-c78bf00c0bc1 HTTP/1.1" status: 204 len: 168 time: 0.2382238 Jul 14 09:33:57.912546 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 60000) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:57.929734 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b85619-8377-43cf-9e1a-9915fe6005a7 tempest-NegativeSecGroupTest-500537744 tempest-NegativeSecGroupTest-500537744-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b34b1290-635e-4413-9d75-c78bf00c0bc1,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:57.930653 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Pushing event updated for resources: {'Port': ['ID=d918952b-27a3-42cb-8191-1db1eaf8cc51,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:57.949906 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2c3c0d85-ec48-421f-82f6-d5e5445de56f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:58.142741 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-5581ac2a-6ea3-45ae-9bcd-352428c0632d tempest-NegativeSecGroupTest-500537744 tempest-NegativeSecGroupTest-500537744-project] 10.222.0.68 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2290492 Jul 14 09:33:58.146498 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 60004) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:58.189700 n-d-779913-29 neutron-server[93957]: INFO neutron.api.v2.resource [None req-6e68522b-00c3-4dc1-9bb2-2a57c15b501b tempest-NegativeSecGroupTest-500537744 tempest-NegativeSecGroupTest-500537744-project] delete failed (client error): The resource could not be found. Jul 14 09:33:58.191400 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-6e68522b-00c3-4dc1-9bb2-2a57c15b501b tempest-NegativeSecGroupTest-500537744 tempest-NegativeSecGroupTest-500537744-project] 10.222.0.68 "DELETE /v2.0/security-groups/90e18b71-8308-4521-84c6-bc056cae172e HTTP/1.1" status: 404 len: 347 time: 0.0433724 Jul 14 09:33:58.193473 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2c3c0d85-ec48-421f-82f6-d5e5445de56f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:58.203694 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 60008) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:58.206616 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b50621a-ca9c-4ac6-ab0e-e48c4568235f req-bfec10a6-5764-4ad9-8f96-df40898948eb tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:58.208685 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6b50621a-ca9c-4ac6-ab0e-e48c4568235f req-bfec10a6-5764-4ad9-8f96-df40898948eb tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/ports?device_id=07646ca0-10f2-4cc8-8147-f694b9d44b24 HTTP/1.1" status: 200 len: 946 time: 0.1552048 Jul 14 09:33:58.209915 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2c3c0d85-ec48-421f-82f6-d5e5445de56f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:58.251066 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-4e4d0e98-4325-40e5-af8f-c4b3bf38c255 None None] Notify callbacks [] for port, precommit_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:58.257789 n-d-779913-29 neutron-server[93958]: INFO neutron.api.v2.resource [None req-ca0ca55c-3c8a-41b1-b23b-809db25aa409 tempest-NegativeSecGroupTest-500537744 tempest-NegativeSecGroupTest-500537744-project] show failed (client error): The resource could not be found. Jul 14 09:33:58.262485 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-ca0ca55c-3c8a-41b1-b23b-809db25aa409 tempest-NegativeSecGroupTest-500537744 tempest-NegativeSecGroupTest-500537744-project] 10.222.0.68 "GET /v2.0/security-groups/891839cf-1bf7-4ef8-8fe0-d97fa60875a5 HTTP/1.1" status: 404 len: 347 time: 0.0542240 Jul 14 09:33:58.264162 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 60010) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:58.278761 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-2c3c0d85-ec48-421f-82f6-d5e5445de56f admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=7e5b9d4eb17a42c98de29e22bfbc733d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6587319 Jul 14 09:33:58.282679 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 60012) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:58.283009 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-4e4d0e98-4325-40e5-af8f-c4b3bf38c255 None None] Transition to ACTIVE for port object b2375988-131b-4e1b-9f55-57ffc0a0c1ae will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:33:58.283210 n-d-779913-29 neutron-server[93958]: INFO neutron.api.v2.resource [None req-b4191483-13df-4cdf-a329-33722c4662b7 tempest-NegativeSecGroupTest-500537744 tempest-NegativeSecGroupTest-500537744-project] show failed (client error): The resource could not be found. Jul 14 09:33:58.284467 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-b4191483-13df-4cdf-a329-33722c4662b7 tempest-NegativeSecGroupTest-500537744 tempest-NegativeSecGroupTest-500537744-project] 10.222.0.68 "GET /v2.0/security-group-rules/63e89b49-fdec-4cef-9cd1-082fed150dd0 HTTP/1.1" status: 404 len: 356 time: 0.0203664 Jul 14 09:33:58.301362 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-4e4d0e98-4325-40e5-af8f-c4b3bf38c255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:58.311333 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3c0d85-ec48-421f-82f6-d5e5445de56f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78abf6b9-3121-403d-af58-f710832577bc,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:58.334996 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6b50621a-ca9c-4ac6-ab0e-e48c4568235f req-b7b5cf2a-2b17-4abe-b9fd-ee627e84e122 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/security-groups?id=e89c09f5-16f2-4ac7-8f23-93abffe26f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106319 Jul 14 09:33:58.369511 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33219dfb-7f15-4e0d-87e0-8fb9a8f116c7 None None] Pushing event updated for resources: {'Port': ['ID=b2375988-131b-4e1b-9f55-57ffc0a0c1ae,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:58.384924 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4ffeaea4-c5c4-4517-b411-f89df20c64c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:58.391450 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-4e4d0e98-4325-40e5-af8f-c4b3bf38c255 None None] Attempting to bind port b2375988-131b-4e1b-9f55-57ffc0a0c1ae on host n-d-779913-29 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:33:58.391898 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-4e4d0e98-4325-40e5-af8f-c4b3bf38c255 None None] Attempting to bind port b2375988-131b-4e1b-9f55-57ffc0a0c1ae by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': '81bf7a93-80b3-43df-b9d5-462c604a2945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:33:58.392215 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e4d0e98-4325-40e5-af8f-c4b3bf38c255 None None] Attempting to bind port b2375988-131b-4e1b-9f55-57ffc0a0c1ae on network 2dcd4d32-cc7c-4468-b396-7ce5c9231892 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:33:58.398396 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e4d0e98-4325-40e5-af8f-c4b3bf38c255 None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 33, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:33:58.398947 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e4d0e98-4325-40e5-af8f-c4b3bf38c255 None None] Checking segment: {'id': '81bf7a93-80b3-43df-b9d5-462c604a2945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:33:58.399355 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-4e4d0e98-4325-40e5-af8f-c4b3bf38c255 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:58.399754 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e4d0e98-4325-40e5-af8f-c4b3bf38c255 None None] Bound using segment: {'id': '81bf7a93-80b3-43df-b9d5-462c604a2945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:33:58.400201 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-4e4d0e98-4325-40e5-af8f-c4b3bf38c255 None None] Bound port: b2375988-131b-4e1b-9f55-57ffc0a0c1ae, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81bf7a93-80b3-43df-b9d5-462c604a2945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:33:58.400579 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-4e4d0e98-4325-40e5-af8f-c4b3bf38c255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:58.406081 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-88f0e7e4-0d2a-475f-a466-4bf77302a634 req-35b119d1-960b-4c44-8cca-b70b66cd7c13 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] 10.222.0.68 "GET /v2.0/ports?device_id=8e7397c3-9642-4fe6-b6c4-32d7843783ff HTTP/1.1" status: 200 len: 210 time: 0.0730326 Jul 14 09:33:58.415727 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-30df7163-e275-4bae-9687-71106e1e6285 admin admin] Allocated IP 172.20.0.1 (9c783694-577a-4e67-b111-e7632d350ce7/5216630e-8cf5-40fe-8678-5f4dbcda27f8/c11bfa6f-db23-463c-9c6c-24827be3651f) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:33:58.416601 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4ffeaea4-c5c4-4517-b411-f89df20c64c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:58.488940 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4ffeaea4-c5c4-4517-b411-f89df20c64c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:58.494037 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4ffeaea4-c5c4-4517-b411-f89df20c64c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:58.495335 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-4ffeaea4-c5c4-4517-b411-f89df20c64c6 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/78abf6b9-3121-403d-af58-f710832577bc HTTP/1.1" status: 204 len: 168 time: 0.2022293 Jul 14 09:33:58.509184 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-4e4d0e98-4325-40e5-af8f-c4b3bf38c255 None None] For port b2375988-131b-4e1b-9f55-57ffc0a0c1ae, host n-d-779913-29, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:33:58.512047 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffeaea4-c5c4-4517-b411-f89df20c64c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78abf6b9-3121-403d-af58-f710832577bc,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:58.514936 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-4e4d0e98-4325-40e5-af8f-c4b3bf38c255 None None] For port b2375988-131b-4e1b-9f55-57ffc0a0c1ae, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=b2375988-131b-4e1b-9f55-57ffc0a0c1ae,segment=NetworkSegment(81bf7a93-80b3-43df-b9d5-462c604a2945),segment_id=81bf7a93-80b3-43df-b9d5-462c604a2945)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:33:58.547391 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-4e4d0e98-4325-40e5-af8f-c4b3bf38c255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:58.572819 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-30df7163-e275-4bae-9687-71106e1e6285 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:58.594422 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-30df7163-e275-4bae-9687-71106e1e6285 admin admin] Transition to ACTIVE for port object c11bfa6f-db23-463c-9c6c-24827be3651f will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:33:58.625202 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e4d0e98-4325-40e5-af8f-c4b3bf38c255 None None] Routers {'eb7c1d2b-f4df-428c-b0df-36f849889658'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:33:58.626148 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-4e4d0e98-4325-40e5-af8f-c4b3bf38c255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:33:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['eb7c1d2b-f4df-428c-b0df-36f849889658'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:33:58.652472 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 60020) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:58.859644 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33219dfb-7f15-4e0d-87e0-8fb9a8f116c7 None None] Pushing event updated for resources: {'Port': ['ID=b2375988-131b-4e1b-9f55-57ffc0a0c1ae,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:58.866876 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device d918952b-27a3-42cb-8191-1db1eaf8cc51 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:33:58.879100 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aba9430-cbe4-44a3-8b45-0a846e60969b req-653d9538-dc9c-44b4-9268-63a08424d2b5 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:58.880697 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-1aba9430-cbe4-44a3-8b45-0a846e60969b req-653d9538-dc9c-44b4-9268-63a08424d2b5 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] 10.222.0.65 "GET /v2.0/networks?id=087e0468-2285-4c59-b3f2-1d1ff8b2217b HTTP/1.1" status: 200 len: 816 time: 0.2338290 Jul 14 09:33:58.882537 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-30df7163-e275-4bae-9687-71106e1e6285 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:58.943729 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-4e4d0e98-4325-40e5-af8f-c4b3bf38c255 None None] Set router eb7c1d2b-f4df-428c-b0df-36f849889658 gateway port host: n-d-779913-29 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:33:58.980677 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port d918952b-27a3-42cb-8191-1db1eaf8cc51 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:33:58.981052 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:58.988473 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30df7163-e275-4bae-9687-71106e1e6285 admin admin] Network 9c783694-577a-4e67-b111-e7632d350ce7 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:33:59.039256 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-30df7163-e275-4bae-9687-71106e1e6285 admin admin] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:33:59.042399 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30df7163-e275-4bae-9687-71106e1e6285 admin admin] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:33:59.151572 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-1aba9430-cbe4-44a3-8b45-0a846e60969b req-b7cb4b33-d3ca-40f6-a312-db19d71e0751 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=51a0c5b2b5094b24a910e75e03cedf47 HTTP/1.1" status: 200 len: 379 time: 0.2329397 Jul 14 09:33:59.185045 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-ec9ed0b7-d5b5-46fa-868a-215e2fd704d4 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=606c34b4e5154badbeda118784c95156&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5304894 Jul 14 09:33:59.185782 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 60028) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:59.192533 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 60030) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:59.193305 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30df7163-e275-4bae-9687-71106e1e6285 admin admin] Pushing event updated for resources: {'Port': ['ID=c11bfa6f-db23-463c-9c6c-24827be3651f,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:59.213600 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [req-1aba9430-cbe4-44a3-8b45-0a846e60969b req-6e6e4a3c-a5b8-4b49-a458-b6413f9bba53 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Request body: {'port': {'device_id': '8e7397c3-9642-4fe6-b6c4-32d7843783ff', 'network_id': '087e0468-2285-4c59-b3f2-1d1ff8b2217b', 'admin_state_up': True, 'tenant_id': '51a0c5b2b5094b24a910e75e03cedf47', 'security_groups': ['d752f37c-fee3-40c2-9393-243f60d7ab2d']}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:33:59.238287 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-05b5c9e2-411c-4f9e-a164-f406d2fd9586 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:59.267136 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-4e4d0e98-4325-40e5-af8f-c4b3bf38c255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb7c1d2b-f4df-428c-b0df-36f849889658', 'name': 'tempest-TestAggregatesBasicOps-1456768007-router', 'tenant_id': '1ec312422b214b4b9c1917ad82006b7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.90'}], 'enable_snat': True}, 'gw_port_id': 'b2375988-131b-4e1b-9f55-57ffc0a0c1ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:33:52Z', 'updated_at': '2021-07-14T09:33:55Z', 'revision_number': 3, 'project_id': '1ec312422b214b4b9c1917ad82006b7f', 'gw_port': {'id': 'b2375988-131b-4e1b-9f55-57ffc0a0c1ae', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:ca:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb7c1d2b-f4df-428c-b0df-36f849889658', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2073, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:33:53Z', 'updated_at': '2021-07-14T09:33:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29'}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:33:59.296788 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e4d0e98-4325-40e5-af8f-c4b3bf38c255 None None] The sync data for ids ['eb7c1d2b-f4df-428c-b0df-36f849889658'] in n-d-779913-29 is: [{'id': 'eb7c1d2b-f4df-428c-b0df-36f849889658', 'name': 'tempest-TestAggregatesBasicOps-1456768007-router', 'tenant_id': '1ec312422b214b4b9c1917ad82006b7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.90'}], 'enable_snat': True}, 'gw_port_id': 'b2375988-131b-4e1b-9f55-57ffc0a0c1ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:33:52Z', 'updated_at': '2021-07-14T09:33:55Z', 'revision_number': 3, 'project_id': '1ec312422b214b4b9c1917ad82006b7f', 'gw_port': {'id': 'b2375988-131b-4e1b-9f55-57ffc0a0c1ae', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:ca:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb7c1d2b-f4df-428c-b0df-36f849889658', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2073, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:33:53Z', 'updated_at': '2021-07-14T09:33:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29'}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:33:59.309120 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8b985a-e23b-4f65-88c7-64512126e0ed req-f0522438-9983-4aee-ab62-1d8320803793 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:59.311221 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-7f8b985a-e23b-4f65-88c7-64512126e0ed req-f0522438-9983-4aee-ab62-1d8320803793 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/ports?device_id=5ad38a77-9c01-4912-aa2e-dc7f6c2b9ea1 HTTP/1.1" status: 200 len: 946 time: 0.2655573 Jul 14 09:33:59.327844 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-30df7163-e275-4bae-9687-71106e1e6285 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-660393'] for router_interface, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:59.386662 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-7f8b985a-e23b-4f65-88c7-64512126e0ed req-a70b8efc-3b34-4827-bc65-a4a057bcf10d tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/security-groups?id=9b802230-9234-42e7-bf8c-0d12af0394c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690289 Jul 14 09:33:59.395293 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-253b31fa-77d5-44f7-8fdb-f0adea529718 None None] Provisioning for port c11bfa6f-db23-463c-9c6c-24827be3651f completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:33:59.402616 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-253b31fa-77d5-44f7-8fdb-f0adea529718 None None] Provisioning complete for port c11bfa6f-db23-463c-9c6c-24827be3651f triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:33:59.402918 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a487a66b-43d9-46d0-82b2-d01f57c0db8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:59.403241 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-253b31fa-77d5-44f7-8fdb-f0adea529718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:59.475394 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a487a66b-43d9-46d0-82b2-d01f57c0db8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:59.481933 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-253b31fa-77d5-44f7-8fdb-f0adea529718 None None] Port c11bfa6f-db23-463c-9c6c-24827be3651f cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:33:59.634920 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a487a66b-43d9-46d0-82b2-d01f57c0db8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:59.637512 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a487a66b-43d9-46d0-82b2-d01f57c0db8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:59.640960 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-a487a66b-43d9-46d0-82b2-d01f57c0db8f admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/ed3ec6a3-b587-4209-8a18-39572cd3e2b2 HTTP/1.1" status: 204 len: 168 time: 0.4412844 Jul 14 09:33:59.694102 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a487a66b-43d9-46d0-82b2-d01f57c0db8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed3ec6a3-b587-4209-8a18-39572cd3e2b2,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:59.739222 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8517797c-6f92-4058-8b7b-b4282e90d502 req-bb1ff898-426b-496c-bfba-3650761ad539 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:59.741301 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8517797c-6f92-4058-8b7b-b4282e90d502 req-bb1ff898-426b-496c-bfba-3650761ad539 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/ports?device_id=07646ca0-10f2-4cc8-8147-f694b9d44b24 HTTP/1.1" status: 200 len: 946 time: 0.1995423 Jul 14 09:33:59.772266 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-05b5c9e2-411c-4f9e-a164-f406d2fd9586 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:59.778658 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-05b5c9e2-411c-4f9e-a164-f406d2fd9586 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:59.834502 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8517797c-6f92-4058-8b7b-b4282e90d502 req-00dadecf-fe18-4ced-a77b-9cb158be886e tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/security-groups?id=e89c09f5-16f2-4ac7-8f23-93abffe26f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821853 Jul 14 09:33:59.860016 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-05b5c9e2-411c-4f9e-a164-f406d2fd9586 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=47ee8d3c5b274fdda4b684aacb6ef924&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6722822 Jul 14 09:33:59.868968 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 60042) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:59.916045 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b5c9e2-411c-4f9e-a164-f406d2fd9586 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9fc6170-3994-4669-b992-a47a8349edc3,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:59.963490 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-987e13a5-85ff-475b-9566-10a08fc63e8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:59.978839 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-cae86ba5-8710-42a3-b305-07f67456d2da req-f476fbba-98c3-405e-a37d-a7f25178528b tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] 10.222.0.68 "GET /v2.0/ports?device_id=8e7397c3-9642-4fe6-b6c4-32d7843783ff HTTP/1.1" status: 200 len: 210 time: 0.1060984 Jul 14 09:34:00.066774 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-987e13a5-85ff-475b-9566-10a08fc63e8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:00.127614 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1aba9430-cbe4-44a3-8b45-0a846e60969b req-6e6e4a3c-a5b8-4b49-a458-b6413f9bba53 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Made reservation on behalf of 51a0c5b2b5094b24a910e75e03cedf47 for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:34:00.131192 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-1aba9430-cbe4-44a3-8b45-0a846e60969b req-6e6e4a3c-a5b8-4b49-a458-b6413f9bba53 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:00.132803 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6305086-dcc7-4338-9a38-9a24969051e2 req-6e7a2789-b314-4ae9-80c7-db40d436a1af tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:00.134982 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f6305086-dcc7-4338-9a38-9a24969051e2 req-6e7a2789-b314-4ae9-80c7-db40d436a1af tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/ports?device_id=07646ca0-10f2-4cc8-8147-f694b9d44b24 HTTP/1.1" status: 200 len: 946 time: 0.1688437 Jul 14 09:34:00.173297 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-987e13a5-85ff-475b-9566-10a08fc63e8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:00.177280 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-987e13a5-85ff-475b-9566-10a08fc63e8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:00.178882 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-987e13a5-85ff-475b-9566-10a08fc63e8f admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/f9fc6170-3994-4669-b992-a47a8349edc3 HTTP/1.1" status: 204 len: 168 time: 0.3037450 Jul 14 09:34:00.184689 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-30df7163-e275-4bae-9687-71106e1e6285 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:00.196979 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987e13a5-85ff-475b-9566-10a08fc63e8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9fc6170-3994-4669-b992-a47a8349edc3,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:00.202668 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f6305086-dcc7-4338-9a38-9a24969051e2 req-d0771126-bc78-4ba5-885e-ab3ab493a2f3 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/security-groups?id=e89c09f5-16f2-4ac7-8f23-93abffe26f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594432 Jul 14 09:34:00.453830 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [req-1aba9430-cbe4-44a3-8b45-0a846e60969b req-6e6e4a3c-a5b8-4b49-a458-b6413f9bba53 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Allocated IP 172.20.0.4 (087e0468-2285-4c59-b3f2-1d1ff8b2217b/04ae7776-8c86-484d-9bcc-4299f4579807/a41d2256-8405-429f-a1ba-806313b3c072) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:34:00.695084 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdb3575-e58e-4eaa-a0a8-329208a1063a req-648348b5-20f1-44d0-81ae-715db8e25e22 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:00.697327 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2bdb3575-e58e-4eaa-a0a8-329208a1063a req-648348b5-20f1-44d0-81ae-715db8e25e22 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/ports?device_id=5ad38a77-9c01-4912-aa2e-dc7f6c2b9ea1 HTTP/1.1" status: 200 len: 946 time: 0.1227064 Jul 14 09:34:00.723804 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-1aba9430-cbe4-44a3-8b45-0a846e60969b req-6e6e4a3c-a5b8-4b49-a458-b6413f9bba53 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:00.751663 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1ac639-4368-4a70-aa22-617bc02db20f req-181ed8ef-e6dc-4960-b0a7-60e576a5b3d1 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:00.759858 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-cf1ac639-4368-4a70-aa22-617bc02db20f req-181ed8ef-e6dc-4960-b0a7-60e576a5b3d1 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/ports?device_id=07646ca0-10f2-4cc8-8147-f694b9d44b24 HTTP/1.1" status: 200 len: 946 time: 0.3374407 Jul 14 09:34:00.781858 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2bdb3575-e58e-4eaa-a0a8-329208a1063a req-5c56f56e-4b74-4d66-b8c5-a8857bde21c4 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/security-groups?id=9b802230-9234-42e7-bf8c-0d12af0394c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772722 Jul 14 09:34:00.800779 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-1aba9430-cbe4-44a3-8b45-0a846e60969b req-6e6e4a3c-a5b8-4b49-a458-b6413f9bba53 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Transition to ACTIVE for port object a41d2256-8405-429f-a1ba-806313b3c072 will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:34:00.849049 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 60082) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:00.853311 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-cf1ac639-4368-4a70-aa22-617bc02db20f req-ab7b4e08-bae8-4568-b411-3081a798242f tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/security-groups?id=e89c09f5-16f2-4ac7-8f23-93abffe26f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925963 Jul 14 09:34:00.866483 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-30df7163-e275-4bae-9687-71106e1e6285 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:00.879888 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-30df7163-e275-4bae-9687-71106e1e6285 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13574142'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:00.911213 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device b2375988-131b-4e1b-9f55-57ffc0a0c1ae up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:34:00.939183 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-1aba9430-cbe4-44a3-8b45-0a846e60969b req-6e6e4a3c-a5b8-4b49-a458-b6413f9bba53 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:00.972679 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-30df7163-e275-4bae-9687-71106e1e6285 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-683747'] for router_interface, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:00.977741 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30df7163-e275-4bae-9687-71106e1e6285 admin admin] Pushing event updated for resources: {'Port': ['ID=c11bfa6f-db23-463c-9c6c-24827be3651f,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:00.995866 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1aba9430-cbe4-44a3-8b45-0a846e60969b req-6e6e4a3c-a5b8-4b49-a458-b6413f9bba53 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Network 087e0468-2285-4c59-b3f2-1d1ff8b2217b is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:34:01.026061 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [req-1aba9430-cbe4-44a3-8b45-0a846e60969b req-6e6e4a3c-a5b8-4b49-a458-b6413f9bba53 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:34:01.030070 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-1aba9430-cbe4-44a3-8b45-0a846e60969b req-6e6e4a3c-a5b8-4b49-a458-b6413f9bba53 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:34:01.051986 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning for port b2375988-131b-4e1b-9f55-57ffc0a0c1ae completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:34:01.062083 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port b2375988-131b-4e1b-9f55-57ffc0a0c1ae triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:34:01.064459 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:01.160535 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6e4a3c-a5b8-4b49-a458-b6413f9bba53 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Pushing event updated for resources: {'Port': ['ID=a41d2256-8405-429f-a1ba-806313b3c072,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:01.240393 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aba9430-cbe4-44a3-8b45-0a846e60969b req-6e6e4a3c-a5b8-4b49-a458-b6413f9bba53 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:01.241075 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-1aba9430-cbe4-44a3-8b45-0a846e60969b req-6e6e4a3c-a5b8-4b49-a458-b6413f9bba53 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:01.257918 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:01.292618 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] For port b2375988-131b-4e1b-9f55-57ffc0a0c1ae, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=b2375988-131b-4e1b-9f55-57ffc0a0c1ae,segment=NetworkSegment(81bf7a93-80b3-43df-b9d5-462c604a2945),segment_id=81bf7a93-80b3-43df-b9d5-462c604a2945)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:34:01.298412 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:01.306957 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-1aba9430-cbe4-44a3-8b45-0a846e60969b req-6e6e4a3c-a5b8-4b49-a458-b6413f9bba53 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1179559 Jul 14 09:34:01.326185 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-26e31477-b36f-428b-901a-906d7b9e1330 tempest-TagsExtTest-1860248276 tempest-TagsExtTest-1860248276-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1771850178'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:34:01.343669 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [req-1aba9430-cbe4-44a3-8b45-0a846e60969b req-44463ff6-9f77-444a-86d6-affbace2b9e6 service neutron] Request body: {'port': {'device_id': '8e7397c3-9642-4fe6-b6c4-32d7843783ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-29'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:34:01.403329 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30df7163-e275-4bae-9687-71106e1e6285 admin admin] Network 9c783694-577a-4e67-b111-e7632d350ce7 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:34:01.412164 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-30df7163-e275-4bae-9687-71106e1e6285 admin admin] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:34:01.413980 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Pushing event updated for resources: {'Port': ['ID=b2375988-131b-4e1b-9f55-57ffc0a0c1ae,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:01.501556 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26e31477-b36f-428b-901a-906d7b9e1330 tempest-TagsExtTest-1860248276 tempest-TagsExtTest-1860248276-project] Made reservation on behalf of 48a9d25348ae45989006d687ce78ed36 for: {'network': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:34:01.516581 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-26e31477-b36f-428b-901a-906d7b9e1330 tempest-TagsExtTest-1860248276 tempest-TagsExtTest-1860248276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for network, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:01.522289 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-ad948949-654a-4358-b4fb-dee1109cacdf None None] Provisioning for port a41d2256-8405-429f-a1ba-806313b3c072 completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:34:01.528891 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-ad948949-654a-4358-b4fb-dee1109cacdf None None] Provisioning complete for port a41d2256-8405-429f-a1ba-806313b3c072 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:34:01.530086 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ad948949-654a-4358-b4fb-dee1109cacdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:01.548773 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-26e31477-b36f-428b-901a-906d7b9e1330 tempest-TagsExtTest-1860248276 tempest-TagsExtTest-1860248276-project] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:01.584283 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-ad948949-654a-4358-b4fb-dee1109cacdf None None] Port a41d2256-8405-429f-a1ba-806313b3c072 cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:34:01.587645 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f3b6bd-6af9-42ee-b7f0-f9a8f297c71e req-5ace35a8-8d3e-4e90-8af2-a92e2f803a3d tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:01.594005 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-26f3b6bd-6af9-42ee-b7f0-f9a8f297c71e req-5ace35a8-8d3e-4e90-8af2-a92e2f803a3d tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] 10.222.0.68 "GET /v2.0/ports?device_id=8e7397c3-9642-4fe6-b6c4-32d7843783ff HTTP/1.1" status: 200 len: 931 time: 0.2805333 Jul 14 09:34:01.691471 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-1aba9430-cbe4-44a3-8b45-0a846e60969b req-44463ff6-9f77-444a-86d6-affbace2b9e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:01.750720 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-26f3b6bd-6af9-42ee-b7f0-f9a8f297c71e req-07fd1a74-7b5e-4069-bdd5-1337636e20c7 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] 10.222.0.68 "GET /v2.0/security-groups?id=d752f37c-fee3-40c2-9393-243f60d7ab2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1553602 Jul 14 09:34:01.782851 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9eeca22-999d-4c1b-88a8-ab9a8dc4ed76 req-9d77f5b9-2e8e-4d74-b6a8-6c3b8f40ab3c tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:01.784945 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-e9eeca22-999d-4c1b-88a8-ab9a8dc4ed76 req-9d77f5b9-2e8e-4d74-b6a8-6c3b8f40ab3c tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/ports?device_id=07646ca0-10f2-4cc8-8147-f694b9d44b24 HTTP/1.1" status: 200 len: 946 time: 0.2414796 Jul 14 09:34:01.807387 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-26e31477-b36f-428b-901a-906d7b9e1330 tempest-TagsExtTest-1860248276 tempest-TagsExtTest-1860248276-project] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:01.807597 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30df7163-e275-4bae-9687-71106e1e6285 admin admin] Router eb7c1d2b-f4df-428c-b0df-36f849889658 has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:34:01.807731 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-26e31477-b36f-428b-901a-906d7b9e1330 tempest-TagsExtTest-1860248276 tempest-TagsExtTest-1860248276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:01.816909 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-3c919999-7d78-4a58-9e1a-3bb6d1059fb6 None None] Provisioning complete for port c11bfa6f-db23-463c-9c6c-24827be3651f triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:34:01.817289 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3c919999-7d78-4a58-9e1a-3bb6d1059fb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:01.830497 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26e31477-b36f-428b-901a-906d7b9e1330 tempest-TagsExtTest-1860248276 tempest-TagsExtTest-1860248276-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 717} {{(pid=93957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:34:01.846282 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e31477-b36f-428b-901a-906d7b9e1330 tempest-TagsExtTest-1860248276 tempest-TagsExtTest-1860248276-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef72319f-f4a2-40c2-9ba9-0e0fc43b03f9,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:01.852792 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-26e31477-b36f-428b-901a-906d7b9e1330 tempest-TagsExtTest-1860248276 tempest-TagsExtTest-1860248276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:01.853274 n-d-779913-29 neutron-server[93957]: INFO neutron.db.segments_db [None req-26e31477-b36f-428b-901a-906d7b9e1330 tempest-TagsExtTest-1860248276 tempest-TagsExtTest-1860248276-project] Added segment ea6f83fb-d312-4c82-af54-8146300924f2 of type vlan for network c98e3a04-3900-489d-9260-2c8f48bcbcad Jul 14 09:34:01.887404 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-3c919999-7d78-4a58-9e1a-3bb6d1059fb6 None None] Port c11bfa6f-db23-463c-9c6c-24827be3651f cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:34:01.908633 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-26e31477-b36f-428b-901a-906d7b9e1330 tempest-TagsExtTest-1860248276 tempest-TagsExtTest-1860248276-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735687821325'] for network, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:01.953324 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-26e31477-b36f-428b-901a-906d7b9e1330 tempest-TagsExtTest-1860248276 tempest-TagsExtTest-1860248276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855'] for network, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:01.961711 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26e31477-b36f-428b-901a-906d7b9e1330 tempest-TagsExtTest-1860248276 tempest-TagsExtTest-1860248276-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:01.962354 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-26e31477-b36f-428b-901a-906d7b9e1330 tempest-TagsExtTest-1860248276 tempest-TagsExtTest-1860248276-project] Notify callbacks [] for network, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:01.999840 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-26e31477-b36f-428b-901a-906d7b9e1330 tempest-TagsExtTest-1860248276 tempest-TagsExtTest-1860248276-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.1468704 Jul 14 09:34:02.008824 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 60110) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:02.018376 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-e9eeca22-999d-4c1b-88a8-ab9a8dc4ed76 req-78d20f89-7709-4752-a71e-47a9009781b1 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/security-groups?id=e89c09f5-16f2-4ac7-8f23-93abffe26f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147658 Jul 14 09:34:02.030514 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-b47a3191-7763-445b-bcb3-cbfd4db16f6c tempest-TagsExtTest-1860248276 tempest-TagsExtTest-1860248276-project] Request body: {'subnet': {'network_id': 'c98e3a04-3900-489d-9260-2c8f48bcbcad', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:34:02.122607 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e31477-b36f-428b-901a-906d7b9e1330 tempest-TagsExtTest-1860248276 tempest-TagsExtTest-1860248276-project] Pushing event updated for resources: {'Network': ['ID=c98e3a04-3900-489d-9260-2c8f48bcbcad,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:02.140846 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Network c98e3a04-3900-489d-9260-2c8f48bcbcad details requested by agent ovs-agent-n-d-779913-29 with host n-d-779913-29 {{(pid=93959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:34:02.173475 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54628f8a-d935-4d4c-b095-b391efe1d971 req-767e5242-e0f0-43ea-aa18-43840d3963e9 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:02.185353 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-54628f8a-d935-4d4c-b095-b391efe1d971 req-767e5242-e0f0-43ea-aa18-43840d3963e9 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/ports?device_id=5ad38a77-9c01-4912-aa2e-dc7f6c2b9ea1 HTTP/1.1" status: 200 len: 946 time: 0.1848495 Jul 14 09:34:02.255779 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-54628f8a-d935-4d4c-b095-b391efe1d971 req-ec6e0f2f-b107-46db-98c2-f6499841887b tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/security-groups?id=9b802230-9234-42e7-bf8c-0d12af0394c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636830 Jul 14 09:34:02.279560 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30df7163-e275-4bae-9687-71106e1e6285 admin admin] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:34:02.285093 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-30df7163-e275-4bae-9687-71106e1e6285 admin admin] 10.222.0.68 "PUT /v2.0/routers/eb7c1d2b-f4df-428c-b0df-36f849889658/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8194568 Jul 14 09:34:02.290722 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee6b1bc-f9c4-456f-a4ae-02abf07a8bbc None None] Sync routers for ids ['eb7c1d2b-f4df-428c-b0df-36f849889658'] in n-d-779913-29 {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:34:02.302828 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee6b1bc-f9c4-456f-a4ae-02abf07a8bbc None None] Routers {'eb7c1d2b-f4df-428c-b0df-36f849889658'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:34:02.303867 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-5ee6b1bc-f9c4-456f-a4ae-02abf07a8bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:33:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['eb7c1d2b-f4df-428c-b0df-36f849889658'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:02.311642 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b47a3191-7763-445b-bcb3-cbfd4db16f6c tempest-TagsExtTest-1860248276 tempest-TagsExtTest-1860248276-project] Made reservation on behalf of 48a9d25348ae45989006d687ce78ed36 for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:34:02.315940 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b47a3191-7763-445b-bcb3-cbfd4db16f6c tempest-TagsExtTest-1860248276 tempest-TagsExtTest-1860248276-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16714600'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:02.411071 n-d-779913-29 neutron-server[93958]: DEBUG neutron.notifiers.nova [req-1aba9430-cbe4-44a3-8b45-0a846e60969b req-44463ff6-9f77-444a-86d6-affbace2b9e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a41d2256-8405-429f-a1ba-806313b3c072 {{(pid=93958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:34:02.439353 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvr_db [None req-5ee6b1bc-f9c4-456f-a4ae-02abf07a8bbc None None] Set router eb7c1d2b-f4df-428c-b0df-36f849889658 gateway port host: n-d-779913-29 {{(pid=93959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:34:02.443839 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-1aba9430-cbe4-44a3-8b45-0a846e60969b req-44463ff6-9f77-444a-86d6-affbace2b9e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:02.478698 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-1aba9430-cbe4-44a3-8b45-0a846e60969b req-44463ff6-9f77-444a-86d6-affbace2b9e6 service neutron] Transition to ACTIVE for port object a41d2256-8405-429f-a1ba-806313b3c072 will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:34:02.492243 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-1aba9430-cbe4-44a3-8b45-0a846e60969b req-44463ff6-9f77-444a-86d6-affbace2b9e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13574142'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:02.616616 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ff84cc-46c5-49ea-94b9-885d2f0c7de6 req-8d186d6a-30cd-4ba2-b607-497adf593487 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:02.623872 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-e4ff84cc-46c5-49ea-94b9-885d2f0c7de6 req-8d186d6a-30cd-4ba2-b607-497adf593487 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/ports?device_id=07646ca0-10f2-4cc8-8147-f694b9d44b24 HTTP/1.1" status: 200 len: 946 time: 0.2429764 Jul 14 09:34:02.632785 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44463ff6-9f77-444a-86d6-affbace2b9e6 service neutron] Pushing event updated for resources: {'Port': ['ID=a41d2256-8405-429f-a1ba-806313b3c072,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:02.753225 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-5ee6b1bc-f9c4-456f-a4ae-02abf07a8bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb7c1d2b-f4df-428c-b0df-36f849889658', 'name': 'tempest-TestAggregatesBasicOps-1456768007-router', 'tenant_id': '1ec312422b214b4b9c1917ad82006b7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.90'}], 'enable_snat': True}, 'gw_port_id': 'b2375988-131b-4e1b-9f55-57ffc0a0c1ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:33:52Z', 'updated_at': '2021-07-14T09:34:00Z', 'revision_number': 4, 'project_id': '1ec312422b214b4b9c1917ad82006b7f', 'gw_port': {'id': 'b2375988-131b-4e1b-9f55-57ffc0a0c1ae', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:ca:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb7c1d2b-f4df-428c-b0df-36f849889658', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2073, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:33:53Z', 'updated_at': '2021-07-14T09:34:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': 'c11bfa6f-db23-463c-9c6c-24827be3651f', 'name': '', 'network_id': '9c783694-577a-4e67-b111-e7632d350ce7', 'tenant_id': '1ec312422b214b4b9c1917ad82006b7f', 'mac_address': 'fa:16:3e:4b:5e:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb7c1d2b-f4df-428c-b0df-36f849889658', 'device_owner': 'network:router_interface', 'standard_attr_id': 2086, 'fixed_ips': [{'subnet_id': '5216630e-8cf5-40fe-8678-5f4dbcda27f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:33:57Z', 'updated_at': '2021-07-14T09:34:00Z', 'revision_number': 2, 'project_id': '1ec312422b214b4b9c1917ad82006b7f', 'subnets': [{'id': '5216630e-8cf5-40fe-8678-5f4dbcda27f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:02.811367 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-e4ff84cc-46c5-49ea-94b9-885d2f0c7de6 req-c3553dd8-74df-4959-9c9f-b20956a73cfb tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/security-groups?id=e89c09f5-16f2-4ac7-8f23-93abffe26f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830363 Jul 14 09:34:02.819073 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee6b1bc-f9c4-456f-a4ae-02abf07a8bbc None None] Checking router: eb7c1d2b-f4df-428c-b0df-36f849889658 for host: n-d-779913-29 {{(pid=93959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:34:02.819872 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee6b1bc-f9c4-456f-a4ae-02abf07a8bbc None None] Updating router eb7c1d2b-f4df-428c-b0df-36f849889658 port c11bfa6f-db23-463c-9c6c-24827be3651f binding host n-d-779913-29 {{(pid=93959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:34:02.847740 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b47a3191-7763-445b-bcb3-cbfd4db16f6c tempest-TagsExtTest-1860248276 tempest-TagsExtTest-1860248276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13573993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16714586'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:02.858119 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-1aba9430-cbe4-44a3-8b45-0a846e60969b req-44463ff6-9f77-444a-86d6-affbace2b9e6 service neutron] Attempting to bind port a41d2256-8405-429f-a1ba-806313b3c072 on host n-h1-779913-29 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:34:02.858673 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-1aba9430-cbe4-44a3-8b45-0a846e60969b req-44463ff6-9f77-444a-86d6-affbace2b9e6 service neutron] Attempting to bind port a41d2256-8405-429f-a1ba-806313b3c072 by drivers openvswitch,hyperv on host n-h1-779913-29 at level 0 using segments [{'id': '4e909166-7a9a-4d71-9929-2b11d90f7baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '087e0468-2285-4c59-b3f2-1d1ff8b2217b'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:34:02.859217 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aba9430-cbe4-44a3-8b45-0a846e60969b req-44463ff6-9f77-444a-86d6-affbace2b9e6 service neutron] Attempting to bind port a41d2256-8405-429f-a1ba-806313b3c072 on network 087e0468-2285-4c59-b3f2-1d1ff8b2217b {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:34:02.908840 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aba9430-cbe4-44a3-8b45-0a846e60969b req-44463ff6-9f77-444a-86d6-affbace2b9e6 service neutron] Port a41d2256-8405-429f-a1ba-806313b3c072 on network 087e0468-2285-4c59-b3f2-1d1ff8b2217b not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-29 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:34:02.910026 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aba9430-cbe4-44a3-8b45-0a846e60969b req-44463ff6-9f77-444a-86d6-affbace2b9e6 service neutron] Attempting to bind port a41d2256-8405-429f-a1ba-806313b3c072 on network 087e0468-2285-4c59-b3f2-1d1ff8b2217b {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:34:02.933624 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aba9430-cbe4-44a3-8b45-0a846e60969b req-44463ff6-9f77-444a-86d6-affbace2b9e6 service neutron] Checking agent: {'id': 'de11e667-f145-47b0-bd09-334a7505938e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 13, 12), 'started_at': datetime.datetime(2021, 7, 14, 9, 13, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 33, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:34:02.933862 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device b2375988-131b-4e1b-9f55-57ffc0a0c1ae up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:34:02.934333 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aba9430-cbe4-44a3-8b45-0a846e60969b req-44463ff6-9f77-444a-86d6-affbace2b9e6 service neutron] Checking segment: {'id': '4e909166-7a9a-4d71-9929-2b11d90f7baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '087e0468-2285-4c59-b3f2-1d1ff8b2217b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:34:02.934794 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aba9430-cbe4-44a3-8b45-0a846e60969b req-44463ff6-9f77-444a-86d6-affbace2b9e6 service neutron] Bound using segment: {'id': '4e909166-7a9a-4d71-9929-2b11d90f7baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '087e0468-2285-4c59-b3f2-1d1ff8b2217b'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:34:02.935315 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-1aba9430-cbe4-44a3-8b45-0a846e60969b req-44463ff6-9f77-444a-86d6-affbace2b9e6 service neutron] Bound port: a41d2256-8405-429f-a1ba-806313b3c072, host: n-h1-779913-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e909166-7a9a-4d71-9929-2b11d90f7baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '087e0468-2285-4c59-b3f2-1d1ff8b2217b'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:34:02.935808 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-1aba9430-cbe4-44a3-8b45-0a846e60969b req-44463ff6-9f77-444a-86d6-affbace2b9e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:02.943062 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5ee6b1bc-f9c4-456f-a4ae-02abf07a8bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:02.954190 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47a3191-7763-445b-bcb3-cbfd4db16f6c tempest-TagsExtTest-1860248276 tempest-TagsExtTest-1860248276-project] Pushing event updated for resources: {'Subnet': ['ID=099339e8-b661-4777-bf85-aec8ae7a369d,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:02.989758 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b47a3191-7763-445b-bcb3-cbfd4db16f6c tempest-TagsExtTest-1860248276 tempest-TagsExtTest-1860248276-project] Checking segment: {'id': 'ea6f83fb-d312-4c82-af54-8146300924f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'c98e3a04-3900-489d-9260-2c8f48bcbcad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:34:02.990217 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b47a3191-7763-445b-bcb3-cbfd4db16f6c tempest-TagsExtTest-1860248276 tempest-TagsExtTest-1860248276-project] Network hostable DHCP agents. Network: c98e3a04-3900-489d-9260-2c8f48bcbcad, hostable agents: ['c6a09bd4-f72e-4283-a3ca-0bbca8a51081'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:34:03.041707 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b47a3191-7763-445b-bcb3-cbfd4db16f6c tempest-TagsExtTest-1860248276 tempest-TagsExtTest-1860248276-project] Network c98e3a04-3900-489d-9260-2c8f48bcbcad is scheduled to be hosted by DHCP agent c6a09bd4-f72e-4283-a3ca-0bbca8a51081 with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:34:03.077003 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-1aba9430-cbe4-44a3-8b45-0a846e60969b req-44463ff6-9f77-444a-86d6-affbace2b9e6 service neutron] For port a41d2256-8405-429f-a1ba-806313b3c072, host n-h1-779913-29, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:34:03.082919 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-b47a3191-7763-445b-bcb3-cbfd4db16f6c tempest-TagsExtTest-1860248276 tempest-TagsExtTest-1860248276-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-29, c98e3a04-3900-489d-9260-2c8f48bcbcad) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:34:03.092476 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b47a3191-7763-445b-bcb3-cbfd4db16f6c tempest-TagsExtTest-1860248276 tempest-TagsExtTest-1860248276-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:03.093085 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b47a3191-7763-445b-bcb3-cbfd4db16f6c tempest-TagsExtTest-1860248276 tempest-TagsExtTest-1860248276-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:03.109311 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-1aba9430-cbe4-44a3-8b45-0a846e60969b req-44463ff6-9f77-444a-86d6-affbace2b9e6 service neutron] For port a41d2256-8405-429f-a1ba-806313b3c072, host n-h1-779913-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=a41d2256-8405-429f-a1ba-806313b3c072,segment=NetworkSegment(4e909166-7a9a-4d71-9929-2b11d90f7baa),segment_id=4e909166-7a9a-4d71-9929-2b11d90f7baa)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:34:03.120731 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-1aba9430-cbe4-44a3-8b45-0a846e60969b req-44463ff6-9f77-444a-86d6-affbace2b9e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13574142'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:03.148913 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-b47a3191-7763-445b-bcb3-cbfd4db16f6c tempest-TagsExtTest-1860248276 tempest-TagsExtTest-1860248276-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1339233 Jul 14 09:34:03.149131 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fa1b65-2129-4077-953b-65958114b928 req-4c6f72f9-6039-4021-8ffb-b01036aecc17 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:03.151170 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 60154) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:03.154814 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-90fa1b65-2129-4077-953b-65958114b928 req-4c6f72f9-6039-4021-8ffb-b01036aecc17 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/ports?device_id=07646ca0-10f2-4cc8-8147-f694b9d44b24 HTTP/1.1" status: 200 len: 946 time: 0.0840609 Jul 14 09:34:03.180144 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-66acb939-630f-4a4c-8e00-872c5a5d57d1 tempest-TagsExtTest-1860248276 tempest-TagsExtTest-1860248276-project] Request body: {'port': {'network_id': 'c98e3a04-3900-489d-9260-2c8f48bcbcad', 'name': 'tempest-TagsExtTest-1330869015'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:34:03.190029 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aba9430-cbe4-44a3-8b45-0a846e60969b req-44463ff6-9f77-444a-86d6-affbace2b9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:03.191402 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-1aba9430-cbe4-44a3-8b45-0a846e60969b req-44463ff6-9f77-444a-86d6-affbace2b9e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:03.192699 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-1aba9430-cbe4-44a3-8b45-0a846e60969b req-44463ff6-9f77-444a-86d6-affbace2b9e6 service neutron] 10.222.0.65 "PUT /v2.0/ports/a41d2256-8405-429f-a1ba-806313b3c072 HTTP/1.1" status: 200 len: 1092 time: 1.8620577 Jul 14 09:34:03.197936 n-d-779913-29 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e7397c3-9642-4fe6-b6c4-32d7843783ff', 'tag': 'a41d2256-8405-429f-a1ba-806313b3c072'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:34:03.200392 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cb48f044f948e981f43897c8d7f1332f741dc7af2b4c5a6e19d8f4a80f708e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5af982d2-1caf-4843-b278-c8e46c4ba879" -d '{"events": [{"name": "network-changed", "server_uuid": "8e7397c3-9642-4fe6-b6c4-32d7843783ff", "tag": "a41d2256-8405-429f-a1ba-806313b3c072"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:34:03.220968 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-90fa1b65-2129-4077-953b-65958114b928 req-25ce82fa-5197-413c-b7d4-e2bb6cf154c9 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/security-groups?id=e89c09f5-16f2-4ac7-8f23-93abffe26f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648167 Jul 14 09:34:03.278572 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0210e4-045a-47ae-a552-86b958ee9487 req-480bf5c9-ce7a-4605-8d3a-97da853965f1 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:03.280184 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-fe0210e4-045a-47ae-a552-86b958ee9487 req-480bf5c9-ce7a-4605-8d3a-97da853965f1 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] 10.222.0.68 "GET /v2.0/ports?device_id=8e7397c3-9642-4fe6-b6c4-32d7843783ff HTTP/1.1" status: 200 len: 943 time: 0.2591848 Jul 14 09:34:03.374965 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44463ff6-9f77-444a-86d6-affbace2b9e6 service neutron] Pushing event updated for resources: {'Port': ['ID=a41d2256-8405-429f-a1ba-806313b3c072,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:03.429169 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-fe0210e4-045a-47ae-a552-86b958ee9487 req-ba420d60-ad5e-4526-bfe8-f8528846f672 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] 10.222.0.68 "GET /v2.0/security-groups?id=d752f37c-fee3-40c2-9393-243f60d7ab2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1389797 Jul 14 09:34:03.471116 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aba9430-cbe4-44a3-8b45-0a846e60969b req-0cf0269e-874e-4543-b00c-a1269982b7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:03.473299 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-1aba9430-cbe4-44a3-8b45-0a846e60969b req-0cf0269e-874e-4543-b00c-a1269982b7ea service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=51a0c5b2b5094b24a910e75e03cedf47&device_id=8e7397c3-9642-4fe6-b6c4-32d7843783ff HTTP/1.1" status: 200 len: 1095 time: 0.1921997 Jul 14 09:34:03.509966 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64472202-414e-41f1-938e-7b786b571c7b None None] Network c98e3a04-3900-489d-9260-2c8f48bcbcad requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:34:03.603325 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66acb939-630f-4a4c-8e00-872c5a5d57d1 tempest-TagsExtTest-1860248276 tempest-TagsExtTest-1860248276-project] Made reservation on behalf of 48a9d25348ae45989006d687ce78ed36 for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:34:03.614242 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-66acb939-630f-4a4c-8e00-872c5a5d57d1 tempest-TagsExtTest-1860248276 tempest-TagsExtTest-1860248276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:03.642478 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-1aba9430-cbe4-44a3-8b45-0a846e60969b req-15742d8d-cd3f-4b02-b8a2-376c4c6fafe9 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a41d2256-8405-429f-a1ba-806313b3c072 HTTP/1.1" status: 200 len: 217 time: 0.1484861 Jul 14 09:34:03.696162 n-d-779913-29 neutron-server[93958]: DEBUG neutron.notifiers.nova [None req-66acb939-630f-4a4c-8e00-872c5a5d57d1 tempest-TagsExtTest-1860248276 tempest-TagsExtTest-1860248276-project] device_id is not set on port 4a505b74-f278-4795-9a19-4c76caef4185 yet. {{(pid=93958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:34:03.703228 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:34:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efc2f910-db08-4d22-abaf-50d7f785d207 x-openstack-request-id: req-efc2f910-db08-4d22-abaf-50d7f785d207 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:34:03.703503 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e7397c3-9642-4fe6-b6c4-32d7843783ff", "tag": "a41d2256-8405-429f-a1ba-806313b3c072", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:34:03.703764 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-efc2f910-db08-4d22-abaf-50d7f785d207 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:34:03.704169 n-d-779913-29 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e7397c3-9642-4fe6-b6c4-32d7843783ff', 'tag': 'a41d2256-8405-429f-a1ba-806313b3c072', 'status': 'completed', 'code': 200} Jul 14 09:34:03.728359 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port b2375988-131b-4e1b-9f55-57ffc0a0c1ae triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:34:03.729007 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:03.766106 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aba9430-cbe4-44a3-8b45-0a846e60969b req-e03fcb51-9eed-4183-8379-1a9e75ada383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:03.767956 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-1aba9430-cbe4-44a3-8b45-0a846e60969b req-e03fcb51-9eed-4183-8379-1a9e75ada383 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=04ae7776-8c86-484d-9bcc-4299f4579807 HTTP/1.1" status: 200 len: 855 time: 0.1174042 Jul 14 09:34:03.867363 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f1cd91-e243-442c-b6fc-9f23fc852c7e req-db457fcb-d2c9-46e3-a26c-36fe8837a387 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:03.878772 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-06f1cd91-e243-442c-b6fc-9f23fc852c7e req-db457fcb-d2c9-46e3-a26c-36fe8837a387 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/ports?device_id=07646ca0-10f2-4cc8-8147-f694b9d44b24 HTTP/1.1" status: 200 len: 946 time: 0.0924518 Jul 14 09:34:03.900108 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aba9430-cbe4-44a3-8b45-0a846e60969b req-2e99b55f-d9e4-4276-a6a9-234d0fce87d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:03.901901 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-1aba9430-cbe4-44a3-8b45-0a846e60969b req-2e99b55f-d9e4-4276-a6a9-234d0fce87d5 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=087e0468-2285-4c59-b3f2-1d1ff8b2217b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1258097 Jul 14 09:34:03.940925 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-06f1cd91-e243-442c-b6fc-9f23fc852c7e req-d05a3969-403c-429a-86c5-cf35b02713c5 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/security-groups?id=e89c09f5-16f2-4ac7-8f23-93abffe26f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608475 Jul 14 09:34:03.999895 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5ee6b1bc-f9c4-456f-a4ae-02abf07a8bbc None None] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:04.011957 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-5ee6b1bc-f9c4-456f-a4ae-02abf07a8bbc None None] Transition to ACTIVE for port object c11bfa6f-db23-463c-9c6c-24827be3651f will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:34:04.030516 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42e22e3e-b38a-45b2-a70e-111c208d835b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf57baaa9-fd24-59f4-8fd2-1dc21122ce72-c98e3a04-3900-489d-9260-2c8f48bcbcad', 'network_id': 'c98e3a04-3900-489d-9260-2c8f48bcbcad', 'tenant_id': '48a9d25348ae45989006d687ce78ed36', 'fixed_ips': [{'subnet_id': '099339e8-b661-4777-bf85-aec8ae7a369d'}]}} from n-d-779913-29. {{(pid=93959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:34:04.031417 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42e22e3e-b38a-45b2-a70e-111c208d835b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:04.033269 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-1aba9430-cbe4-44a3-8b45-0a846e60969b req-bae6e840-b657-4d8b-9da5-645d6fd9a1b4 service neutron] 10.222.0.65 "GET /v2.0/networks/087e0468-2285-4c59-b3f2-1d1ff8b2217b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178138 Jul 14 09:34:04.047628 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5ee6b1bc-f9c4-456f-a4ae-02abf07a8bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:04.168412 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-66acb939-630f-4a4c-8e00-872c5a5d57d1 tempest-TagsExtTest-1860248276 tempest-TagsExtTest-1860248276-project] Allocated IP 172.20.0.7 (c98e3a04-3900-489d-9260-2c8f48bcbcad/099339e8-b661-4777-bf85-aec8ae7a369d/4a505b74-f278-4795-9a19-4c76caef4185) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:34:04.180626 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfb91b8-38df-4974-98c1-6293e8af3c4f None None] Pushing event updated for resources: {'Port': ['ID=c11bfa6f-db23-463c-9c6c-24827be3651f,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:04.296536 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-5ee6b1bc-f9c4-456f-a4ae-02abf07a8bbc None None] Attempting to bind port c11bfa6f-db23-463c-9c6c-24827be3651f on host n-d-779913-29 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:34:04.296908 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-5ee6b1bc-f9c4-456f-a4ae-02abf07a8bbc None None] Attempting to bind port c11bfa6f-db23-463c-9c6c-24827be3651f by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': 'ec47c66f-b19c-4c7a-a7dc-566165b222dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '9c783694-577a-4e67-b111-e7632d350ce7'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:34:04.297322 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee6b1bc-f9c4-456f-a4ae-02abf07a8bbc None None] Attempting to bind port c11bfa6f-db23-463c-9c6c-24827be3651f on network 9c783694-577a-4e67-b111-e7632d350ce7 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:34:04.303531 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee6b1bc-f9c4-456f-a4ae-02abf07a8bbc None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 33, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:34:04.303919 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee6b1bc-f9c4-456f-a4ae-02abf07a8bbc None None] Checking segment: {'id': 'ec47c66f-b19c-4c7a-a7dc-566165b222dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '9c783694-577a-4e67-b111-e7632d350ce7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:34:04.304331 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5ee6b1bc-f9c4-456f-a4ae-02abf07a8bbc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:04.304732 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee6b1bc-f9c4-456f-a4ae-02abf07a8bbc None None] Bound using segment: {'id': 'ec47c66f-b19c-4c7a-a7dc-566165b222dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '9c783694-577a-4e67-b111-e7632d350ce7'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:34:04.305207 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-5ee6b1bc-f9c4-456f-a4ae-02abf07a8bbc None None] Bound port: c11bfa6f-db23-463c-9c6c-24827be3651f, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec47c66f-b19c-4c7a-a7dc-566165b222dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '9c783694-577a-4e67-b111-e7632d350ce7'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:34:04.305647 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5ee6b1bc-f9c4-456f-a4ae-02abf07a8bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:04.324606 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-1aba9430-cbe4-44a3-8b45-0a846e60969b req-1632fdcb-d458-4870-aed3-979d2f4fff0f service neutron] 10.222.0.65 "GET /v2.0/networks/087e0468-2285-4c59-b3f2-1d1ff8b2217b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2637978 Jul 14 09:34:04.372283 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8f6d21-f536-43b7-ac71-5ede548f9d28 req-bb3607b5-2885-4a62-b99e-337a08e496ca tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:04.380573 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ca8f6d21-f536-43b7-ac71-5ede548f9d28 req-bb3607b5-2885-4a62-b99e-337a08e496ca tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/ports?device_id=5ad38a77-9c01-4912-aa2e-dc7f6c2b9ea1 HTTP/1.1" status: 200 len: 946 time: 0.3311698 Jul 14 09:34:04.435131 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-5ee6b1bc-f9c4-456f-a4ae-02abf07a8bbc None None] For port c11bfa6f-db23-463c-9c6c-24827be3651f, host n-d-779913-29, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:34:04.440168 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-5ee6b1bc-f9c4-456f-a4ae-02abf07a8bbc None None] For port c11bfa6f-db23-463c-9c6c-24827be3651f, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=c11bfa6f-db23-463c-9c6c-24827be3651f,segment=NetworkSegment(ec47c66f-b19c-4c7a-a7dc-566165b222dc),segment_id=ec47c66f-b19c-4c7a-a7dc-566165b222dc)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:34:04.442356 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ca8f6d21-f536-43b7-ac71-5ede548f9d28 req-ef0bbae7-d4e2-43df-a944-bf126c4037eb tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/security-groups?id=9b802230-9234-42e7-bf8c-0d12af0394c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605943 Jul 14 09:34:04.449284 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5ee6b1bc-f9c4-456f-a4ae-02abf07a8bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:04.564122 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-66acb939-630f-4a4c-8e00-872c5a5d57d1 tempest-TagsExtTest-1860248276 tempest-TagsExtTest-1860248276-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:04.608171 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfb91b8-38df-4974-98c1-6293e8af3c4f None None] Pushing event updated for resources: {'Port': ['ID=c11bfa6f-db23-463c-9c6c-24827be3651f,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:04.623040 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee6b1bc-f9c4-456f-a4ae-02abf07a8bbc None None] Routers {'eb7c1d2b-f4df-428c-b0df-36f849889658'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:34:04.623936 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-5ee6b1bc-f9c4-456f-a4ae-02abf07a8bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:33:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['eb7c1d2b-f4df-428c-b0df-36f849889658'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:04.635190 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-66acb939-630f-4a4c-8e00-872c5a5d57d1 tempest-TagsExtTest-1860248276 tempest-TagsExtTest-1860248276-project] Transition to ACTIVE for port object 4a505b74-f278-4795-9a19-4c76caef4185 will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:34:04.728078 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af982d2-1caf-4843-b278-c8e46c4ba879 req-55bce246-0e9c-494b-b63b-a96e3ea70ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:04.730270 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-5af982d2-1caf-4843-b278-c8e46c4ba879 req-55bce246-0e9c-494b-b63b-a96e3ea70ee8 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=51a0c5b2b5094b24a910e75e03cedf47&device_id=8e7397c3-9642-4fe6-b6c4-32d7843783ff HTTP/1.1" status: 200 len: 1095 time: 0.2378948 Jul 14 09:34:04.744476 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfe00f0-6a33-4858-b152-c0ea0fb557e3 req-3dabbb41-400d-4d81-b3b5-c0a28b0654a5 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:04.752141 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-0dfe00f0-6a33-4858-b152-c0ea0fb557e3 req-3dabbb41-400d-4d81-b3b5-c0a28b0654a5 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/ports?device_id=07646ca0-10f2-4cc8-8147-f694b9d44b24 HTTP/1.1" status: 200 len: 946 time: 0.1324275 Jul 14 09:34:04.763599 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-66acb939-630f-4a4c-8e00-872c5a5d57d1 tempest-TagsExtTest-1860248276 tempest-TagsExtTest-1860248276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:04.813320 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0c3941-e2c5-4b3b-b07b-4ed90962407d req-b34b6bb2-2adf-43ef-875d-8f445fdabcd7 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:04.821663 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-bd0c3941-e2c5-4b3b-b07b-4ed90962407d req-b34b6bb2-2adf-43ef-875d-8f445fdabcd7 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] 10.222.0.68 "GET /v2.0/ports?device_id=8e7397c3-9642-4fe6-b6c4-32d7843783ff HTTP/1.1" status: 200 len: 943 time: 0.1528101 Jul 14 09:34:04.841211 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvr_db [None req-5ee6b1bc-f9c4-456f-a4ae-02abf07a8bbc None None] Set router eb7c1d2b-f4df-428c-b0df-36f849889658 gateway port host: n-d-779913-29 {{(pid=93959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:34:04.884123 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-42e22e3e-b38a-45b2-a70e-111c208d835b None None] Allocated IP 172.20.0.2 (c98e3a04-3900-489d-9260-2c8f48bcbcad/099339e8-b661-4777-bf85-aec8ae7a369d/fb4560e8-7261-4f49-8cff-64b0e3214252) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:34:04.912051 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-bd0c3941-e2c5-4b3b-b07b-4ed90962407d req-7c274561-133f-4f5b-844e-9990f39835a7 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] 10.222.0.68 "GET /v2.0/security-groups?id=d752f37c-fee3-40c2-9393-243f60d7ab2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863292 Jul 14 09:34:05.273208 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42e22e3e-b38a-45b2-a70e-111c208d835b None None] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:05.288275 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42e22e3e-b38a-45b2-a70e-111c208d835b None None] Transition to ACTIVE for port object fb4560e8-7261-4f49-8cff-64b0e3214252 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:34:05.312715 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-5ee6b1bc-f9c4-456f-a4ae-02abf07a8bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb7c1d2b-f4df-428c-b0df-36f849889658', 'name': 'tempest-TestAggregatesBasicOps-1456768007-router', 'tenant_id': '1ec312422b214b4b9c1917ad82006b7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.90'}], 'enable_snat': True}, 'gw_port_id': 'b2375988-131b-4e1b-9f55-57ffc0a0c1ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:33:52Z', 'updated_at': '2021-07-14T09:34:00Z', 'revision_number': 4, 'project_id': '1ec312422b214b4b9c1917ad82006b7f', 'gw_port': {'id': 'b2375988-131b-4e1b-9f55-57ffc0a0c1ae', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:ca:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb7c1d2b-f4df-428c-b0df-36f849889658', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2073, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:33:53Z', 'updated_at': '2021-07-14T09:34:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': 'c11bfa6f-db23-463c-9c6c-24827be3651f', 'name': '', 'network_id': '9c783694-577a-4e67-b111-e7632d350ce7', 'tenant_id': '1ec312422b214b4b9c1917ad82006b7f', 'mac_address': 'fa:16:3e:4b:5e:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb7c1d2b-f4df-428c-b0df-36f849889658', 'device_owner': 'network:router_interface', 'standard_attr_id': 2086, 'fixed_ips': [{'subnet_id': '5216630e-8cf5-40fe-8678-5f4dbcda27f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:33:57Z', 'updated_at': '2021-07-14T09:34:04Z', 'revision_number': 4, 'project_id': '1ec312422b214b4b9c1917ad82006b7f', 'subnets': [{'id': '5216630e-8cf5-40fe-8678-5f4dbcda27f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:05.317721 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42e22e3e-b38a-45b2-a70e-111c208d835b None None] Transition to ACTIVE for port object fb4560e8-7261-4f49-8cff-64b0e3214252 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:34:05.349628 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee6b1bc-f9c4-456f-a4ae-02abf07a8bbc None None] The sync data for ids ['eb7c1d2b-f4df-428c-b0df-36f849889658'] in n-d-779913-29 is: [{'id': 'eb7c1d2b-f4df-428c-b0df-36f849889658', 'name': 'tempest-TestAggregatesBasicOps-1456768007-router', 'tenant_id': '1ec312422b214b4b9c1917ad82006b7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.90'}], 'enable_snat': True}, 'gw_port_id': 'b2375988-131b-4e1b-9f55-57ffc0a0c1ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:33:52Z', 'updated_at': '2021-07-14T09:34:00Z', 'revision_number': 4, 'project_id': '1ec312422b214b4b9c1917ad82006b7f', 'gw_port': {'id': 'b2375988-131b-4e1b-9f55-57ffc0a0c1ae', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:ca:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb7c1d2b-f4df-428c-b0df-36f849889658', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2073, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:33:53Z', 'updated_at': '2021-07-14T09:34:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': 'c11bfa6f-db23-463c-9c6c-24827be3651f', 'name': '', 'network_id': '9c783694-577a-4e67-b111-e7632d350ce7', 'tenant_id': '1ec312422b214b4b9c1917ad82006b7f', 'mac_address': 'fa:16:3e:4b:5e:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb7c1d2b-f4df-428c-b0df-36f849889658', 'device_owner': 'network:router_interface', 'standard_attr_id': 2086, 'fixed_ips': [{'subnet_id': '5216630e-8cf5-40fe-8678-5f4dbcda27f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:33:57Z', 'updated_at': '2021-07-14T09:34:04Z', 'revision_number': 4, 'project_id': '1ec312422b214b4b9c1917ad82006b7f', 'subnets': [{'id': '5216630e-8cf5-40fe-8678-5f4dbcda27f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:34:05.356565 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42e22e3e-b38a-45b2-a70e-111c208d835b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:05.397782 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af982d2-1caf-4843-b278-c8e46c4ba879 req-c6fe9ff0-3165-4a37-aa50-b34f320d9b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:05.399263 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-5af982d2-1caf-4843-b278-c8e46c4ba879 req-c6fe9ff0-3165-4a37-aa50-b34f320d9b92 service neutron] 10.222.0.65 "GET /v2.0/networks?id=087e0468-2285-4c59-b3f2-1d1ff8b2217b HTTP/1.1" status: 200 len: 917 time: 0.6446087 Jul 14 09:34:05.437624 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42e22e3e-b38a-45b2-a70e-111c208d835b None None] Network c98e3a04-3900-489d-9260-2c8f48bcbcad is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:34:05.445603 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-42e22e3e-b38a-45b2-a70e-111c208d835b None None] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:34:05.451656 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e22e3e-b38a-45b2-a70e-111c208d835b None None] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:34:05.540407 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e22e3e-b38a-45b2-a70e-111c208d835b None None] Pushing event updated for resources: {'Port': ['ID=fb4560e8-7261-4f49-8cff-64b0e3214252,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:05.558918 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-42e22e3e-b38a-45b2-a70e-111c208d835b None None] Attempting to bind port fb4560e8-7261-4f49-8cff-64b0e3214252 on host n-d-779913-29 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:34:05.559400 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-42e22e3e-b38a-45b2-a70e-111c208d835b None None] Attempting to bind port fb4560e8-7261-4f49-8cff-64b0e3214252 by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': 'ea6f83fb-d312-4c82-af54-8146300924f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'c98e3a04-3900-489d-9260-2c8f48bcbcad'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:34:05.559971 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e22e3e-b38a-45b2-a70e-111c208d835b None None] Attempting to bind port fb4560e8-7261-4f49-8cff-64b0e3214252 on network c98e3a04-3900-489d-9260-2c8f48bcbcad {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:34:05.561023 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66acb939-630f-4a4c-8e00-872c5a5d57d1 tempest-TagsExtTest-1860248276 tempest-TagsExtTest-1860248276-project] Pushing event updated for resources: {'Port': ['ID=4a505b74-f278-4795-9a19-4c76caef4185,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:05.568523 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e22e3e-b38a-45b2-a70e-111c208d835b None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 33, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:34:05.569049 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e22e3e-b38a-45b2-a70e-111c208d835b None None] Checking segment: {'id': 'ea6f83fb-d312-4c82-af54-8146300924f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'c98e3a04-3900-489d-9260-2c8f48bcbcad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:34:05.569619 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42e22e3e-b38a-45b2-a70e-111c208d835b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:05.570120 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e22e3e-b38a-45b2-a70e-111c208d835b None None] Bound using segment: {'id': 'ea6f83fb-d312-4c82-af54-8146300924f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'c98e3a04-3900-489d-9260-2c8f48bcbcad'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:34:05.570827 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-42e22e3e-b38a-45b2-a70e-111c208d835b None None] Bound port: fb4560e8-7261-4f49-8cff-64b0e3214252, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea6f83fb-d312-4c82-af54-8146300924f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'c98e3a04-3900-489d-9260-2c8f48bcbcad'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:34:05.571319 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42e22e3e-b38a-45b2-a70e-111c208d835b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:05.574593 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66acb939-630f-4a4c-8e00-872c5a5d57d1 tempest-TagsExtTest-1860248276 tempest-TagsExtTest-1860248276-project] Network c98e3a04-3900-489d-9260-2c8f48bcbcad is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:34:05.582349 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-0dfe00f0-6a33-4858-b152-c0ea0fb557e3 req-9c2f9aa3-eda6-438c-bd23-a458624909b1 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/security-groups?id=e89c09f5-16f2-4ac7-8f23-93abffe26f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8280618 Jul 14 09:34:05.583582 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-66acb939-630f-4a4c-8e00-872c5a5d57d1 tempest-TagsExtTest-1860248276 tempest-TagsExtTest-1860248276-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:34:05.588770 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-5af982d2-1caf-4843-b278-c8e46c4ba879 req-3cf2c913-e1db-4669-aeba-4109edc43f0b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a41d2256-8405-429f-a1ba-806313b3c072 HTTP/1.1" status: 200 len: 217 time: 0.1272476 Jul 14 09:34:05.589729 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66acb939-630f-4a4c-8e00-872c5a5d57d1 tempest-TagsExtTest-1860248276 tempest-TagsExtTest-1860248276-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:34:05.701032 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66acb939-630f-4a4c-8e00-872c5a5d57d1 tempest-TagsExtTest-1860248276 tempest-TagsExtTest-1860248276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:05.702126 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-66acb939-630f-4a4c-8e00-872c5a5d57d1 tempest-TagsExtTest-1860248276 tempest-TagsExtTest-1860248276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:05.712894 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af982d2-1caf-4843-b278-c8e46c4ba879 req-7ac76b8d-15eb-41fa-a338-c197a1c14058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:05.714746 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-5af982d2-1caf-4843-b278-c8e46c4ba879 req-7ac76b8d-15eb-41fa-a338-c197a1c14058 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=04ae7776-8c86-484d-9bcc-4299f4579807 HTTP/1.1" status: 200 len: 855 time: 0.1187477 Jul 14 09:34:05.719886 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-42e22e3e-b38a-45b2-a70e-111c208d835b None None] For port fb4560e8-7261-4f49-8cff-64b0e3214252, host n-d-779913-29, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:34:05.729438 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-42e22e3e-b38a-45b2-a70e-111c208d835b None None] For port fb4560e8-7261-4f49-8cff-64b0e3214252, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=fb4560e8-7261-4f49-8cff-64b0e3214252,segment=NetworkSegment(ea6f83fb-d312-4c82-af54-8146300924f2),segment_id=ea6f83fb-d312-4c82-af54-8146300924f2)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:34:05.737086 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42e22e3e-b38a-45b2-a70e-111c208d835b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:05.794365 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bad4273-1f68-4143-8e06-804119d15e2b req-268c7d6a-1b57-4cd8-933f-2ed0a2e3dcce tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:05.802850 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0bad4273-1f68-4143-8e06-804119d15e2b req-268c7d6a-1b57-4cd8-933f-2ed0a2e3dcce tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/ports?device_id=5ad38a77-9c01-4912-aa2e-dc7f6c2b9ea1 HTTP/1.1" status: 200 len: 946 time: 0.1083078 Jul 14 09:34:05.807526 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-66acb939-630f-4a4c-8e00-872c5a5d57d1 tempest-TagsExtTest-1860248276 tempest-TagsExtTest-1860248276-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.6554551 Jul 14 09:34:05.811724 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 60212) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:05.818491 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-dd538d68-72fc-4bd1-b1ae-00df427deca9 tempest-TagsExtTest-1860248276 tempest-TagsExtTest-1860248276-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1480528501', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:34:05.876968 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0bad4273-1f68-4143-8e06-804119d15e2b req-ee796d2f-9a08-42a4-8e3d-f952efa0ec89 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/security-groups?id=9b802230-9234-42e7-bf8c-0d12af0394c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728700 Jul 14 09:34:05.888185 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e22e3e-b38a-45b2-a70e-111c208d835b None None] Pushing event updated for resources: {'Port': ['ID=fb4560e8-7261-4f49-8cff-64b0e3214252,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:05.920779 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-dd538d68-72fc-4bd1-b1ae-00df427deca9 tempest-TagsExtTest-1860248276 tempest-TagsExtTest-1860248276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-711749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14670'] for router, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:05.922143 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-dd538d68-72fc-4bd1-b1ae-00df427deca9 tempest-TagsExtTest-1860248276 tempest-TagsExtTest-1860248276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-711718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-661475', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14679'] for router, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:05.966820 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af982d2-1caf-4843-b278-c8e46c4ba879 req-73cd03e3-4c46-4b52-9133-33dbf5749388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:05.968372 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-5af982d2-1caf-4843-b278-c8e46c4ba879 req-73cd03e3-4c46-4b52-9133-33dbf5749388 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=087e0468-2285-4c59-b3f2-1d1ff8b2217b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2453907 Jul 14 09:34:06.092346 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 60224) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:06.161208 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-dd538d68-72fc-4bd1-b1ae-00df427deca9 tempest-TagsExtTest-1860248276 tempest-TagsExtTest-1860248276-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:06.173091 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-dd538d68-72fc-4bd1-b1ae-00df427deca9 tempest-TagsExtTest-1860248276 tempest-TagsExtTest-1860248276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-711762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-661452'] for router, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:06.209152 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-dd538d68-72fc-4bd1-b1ae-00df427deca9 tempest-TagsExtTest-1860248276 tempest-TagsExtTest-1860248276-project] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:06.210502 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-dd538d68-72fc-4bd1-b1ae-00df427deca9 tempest-TagsExtTest-1860248276 tempest-TagsExtTest-1860248276-project] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3973737 Jul 14 09:34:06.217043 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 60226) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:06.238319 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-bb31e7f8-899d-44c5-b62e-e2bc3abf21c9 tempest-TagsExtTest-1860248276 tempest-TagsExtTest-1860248276-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1010420260', 'prefixes': ['172.20.0.0/16']}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:34:06.253926 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-5af982d2-1caf-4843-b278-c8e46c4ba879 req-1dd5c4c5-d48c-4772-8b52-3b0a0c0a84d4 service neutron] 10.222.0.65 "GET /v2.0/networks/087e0468-2285-4c59-b3f2-1d1ff8b2217b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2592454 Jul 14 09:34:06.352571 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbbb7e3-e759-490c-9d08-fb48c8d502e3 req-4f16652e-5d80-4159-b7f1-57c8ba763cbb tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:06.360863 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-bbbbb7e3-e759-490c-9d08-fb48c8d502e3 req-4f16652e-5d80-4159-b7f1-57c8ba763cbb tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] 10.222.0.68 "GET /v2.0/ports?device_id=8e7397c3-9642-4fe6-b6c4-32d7843783ff HTTP/1.1" status: 200 len: 943 time: 0.1579535 Jul 14 09:34:06.420946 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bb31e7f8-899d-44c5-b62e-e2bc3abf21c9 tempest-TagsExtTest-1860248276 tempest-TagsExtTest-1860248276-project] Notify callbacks [] for subnetpool, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:06.422378 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-bb31e7f8-899d-44c5-b62e-e2bc3abf21c9 tempest-TagsExtTest-1860248276 tempest-TagsExtTest-1860248276-project] 10.222.0.68 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.2029922 Jul 14 09:34:06.424417 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-5af982d2-1caf-4843-b278-c8e46c4ba879 req-6fe8d516-8c46-4d10-aecb-26d5f76c1077 service neutron] 10.222.0.65 "GET /v2.0/networks/087e0468-2285-4c59-b3f2-1d1ff8b2217b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623824 Jul 14 09:34:06.427634 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 60228) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:06.435444 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.tag.tag_plugin [None req-d3aeae24-86d4-4c0a-be7f-a3d9ba4ed18f tempest-TagsExtTest-1860248276 tempest-TagsExtTest-1860248276-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '099339e8-b661-4777-bf85-aec8ae7a369d', 'tempest-TagsExtTest-Tag-143381583') {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:06.605593 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-bbbbb7e3-e759-490c-9d08-fb48c8d502e3 req-523b74a2-bf8a-4c4d-9a55-b3c8f2ad03aa tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] 10.222.0.68 "GET /v2.0/security-groups?id=d752f37c-fee3-40c2-9393-243f60d7ab2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2390313 Jul 14 09:34:06.848466 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-d3aeae24-86d4-4c0a-be7f-a3d9ba4ed18f tempest-TagsExtTest-1860248276 tempest-TagsExtTest-1860248276-project] 10.222.0.68 "PUT /v2.0/subnets/099339e8-b661-4777-bf85-aec8ae7a369d/tags/tempest-TagsExtTest-Tag-143381583 HTTP/1.1" status: 201 len: 201 time: 0.4177523 Jul 14 09:34:06.851291 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 60234) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:06.856210 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.tag.tag_plugin [None req-733af0a9-274d-4c1d-b5c6-28930501e8bf tempest-TagsExtTest-1860248276 tempest-TagsExtTest-1860248276-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '4a505b74-f278-4795-9a19-4c76caef4185', 'tempest-TagsExtTest-Tag-259216741') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:07.002987 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcc2b3f-ec87-47a7-a5c9-6db2945aa1da req-f897fd2f-1547-49b1-8e26-d3fc096e5b8e tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:07.013426 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-adcc2b3f-ec87-47a7-a5c9-6db2945aa1da req-f897fd2f-1547-49b1-8e26-d3fc096e5b8e tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/ports?device_id=07646ca0-10f2-4cc8-8147-f694b9d44b24 HTTP/1.1" status: 200 len: 946 time: 0.1430924 Jul 14 09:34:07.038381 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device fb4560e8-7261-4f49-8cff-64b0e3214252 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:34:07.077195 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c41bc7f-7508-43dd-8727-73fe25b0265e req-aada720f-2d53-4c0e-9915-5ffbdbb89a6b tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:07.078709 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-1c41bc7f-7508-43dd-8727-73fe25b0265e req-aada720f-2d53-4c0e-9915-5ffbdbb89a6b tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.57 "GET /v2.0/ports?device_id=5ad38a77-9c01-4912-aa2e-dc7f6c2b9ea1 HTTP/1.1" status: 200 len: 946 time: 0.2185133 Jul 14 09:34:07.086276 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-22c8345f-42de-401a-953e-f750a44d5e1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-683602'] for router_interface, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:07.111784 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-733af0a9-274d-4c1d-b5c6-28930501e8bf tempest-TagsExtTest-1860248276 tempest-TagsExtTest-1860248276-project] 10.222.0.68 "PUT /v2.0/ports/4a505b74-f278-4795-9a19-4c76caef4185/tags/tempest-TagsExtTest-Tag-259216741 HTTP/1.1" status: 201 len: 201 time: 0.2566509 Jul 14 09:34:07.128934 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 60238) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:07.135216 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning for port fb4560e8-7261-4f49-8cff-64b0e3214252 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:34:07.136088 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.tag.tag_plugin [None req-fcd575a0-27c8-40e9-be65-49328cbb9751 tempest-TagsExtTest-1860248276 tempest-TagsExtTest-1860248276-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '9e77e86c-6885-4976-b723-6d4affd561b9', 'tempest-TagsExtTest-Tag-641075120') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:07.141682 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device c11bfa6f-db23-463c-9c6c-24827be3651f up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:34:07.163454 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-adcc2b3f-ec87-47a7-a5c9-6db2945aa1da req-d88ad440-1ee9-4421-9576-6823d3808715 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/security-groups?id=e89c09f5-16f2-4ac7-8f23-93abffe26f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487062 Jul 14 09:34:07.270856 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning for port c11bfa6f-db23-463c-9c6c-24827be3651f completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:34:07.275938 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port c11bfa6f-db23-463c-9c6c-24827be3651f triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:34:07.276320 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:07.319875 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device a41d2256-8405-429f-a1ba-806313b3c072 details requested by agent hyperv_n-h1-779913-29 with host n-h1-779913-29 {{(pid=93959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:34:07.516099 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cd90c72-7761-43e6-bd2d-0a2e7f45a51a None None] Network c98e3a04-3900-489d-9260-2c8f48bcbcad requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:34:07.546394 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d67c04c-35d5-4ab6-9145-624f41b2e584 req-b33a482d-158b-44d1-bb89-9459d504024b tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:07.554877 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-3d67c04c-35d5-4ab6-9145-624f41b2e584 req-b33a482d-158b-44d1-bb89-9459d504024b tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/ports?device_id=5ad38a77-9c01-4912-aa2e-dc7f6c2b9ea1 HTTP/1.1" status: 200 len: 946 time: 0.3628697 Jul 14 09:34:07.558873 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-fcd575a0-27c8-40e9-be65-49328cbb9751 tempest-TagsExtTest-1860248276 tempest-TagsExtTest-1860248276-project] 10.222.0.68 "PUT /v2.0/routers/9e77e86c-6885-4976-b723-6d4affd561b9/tags/tempest-TagsExtTest-Tag-641075120 HTTP/1.1" status: 201 len: 201 time: 0.4289048 Jul 14 09:34:07.562296 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 60252) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:07.569204 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.tag.tag_plugin [None req-bd038cc5-a0e3-438c-8f4b-e32f33060b0a tempest-TagsExtTest-1860248276 tempest-TagsExtTest-1860248276-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '3c13dd99-c2af-4985-9bc1-0070607a0dce', 'tempest-TagsExtTest-Tag-326603138') {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:07.585477 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-1c41bc7f-7508-43dd-8727-73fe25b0265e req-f87c3738-8d35-4316-b6e9-43bf6c54845b tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] Deleting port 551377b2-206f-4fee-a942-89cfc1cf5b07 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:34:07.586281 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-1c41bc7f-7508-43dd-8727-73fe25b0265e req-f87c3738-8d35-4316-b6e9-43bf6c54845b tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:07.637244 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-253951ef-f216-488f-b060-6dd7d6e56208 None None] Provisioning for port fb4560e8-7261-4f49-8cff-64b0e3214252 completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:34:07.650023 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:07.653714 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-3d67c04c-35d5-4ab6-9145-624f41b2e584 req-f4c60212-68a8-4f92-8968-5c03a66b3418 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/security-groups?id=9b802230-9234-42e7-bf8c-0d12af0394c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976045 Jul 14 09:34:07.668053 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-253951ef-f216-488f-b060-6dd7d6e56208 None None] Provisioning complete for port fb4560e8-7261-4f49-8cff-64b0e3214252 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:34:07.668706 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-253951ef-f216-488f-b060-6dd7d6e56208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:07.677306 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-22c8345f-42de-401a-953e-f750a44d5e1c admin admin] Deleting port dc62aea7-a360-4aec-97a5-0af03274238f {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:34:07.677737 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-22c8345f-42de-401a-953e-f750a44d5e1c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:07.743758 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port a41d2256-8405-429f-a1ba-806313b3c072, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=a41d2256-8405-429f-a1ba-806313b3c072,segment=NetworkSegment(4e909166-7a9a-4d71-9929-2b11d90f7baa),segment_id=4e909166-7a9a-4d71-9929-2b11d90f7baa)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:34:07.769731 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-1c41bc7f-7508-43dd-8727-73fe25b0265e req-f87c3738-8d35-4316-b6e9-43bf6c54845b tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] For port 551377b2-206f-4fee-a942-89cfc1cf5b07, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=551377b2-206f-4fee-a942-89cfc1cf5b07,segment=NetworkSegment(7c0bb8da-25ea-40ae-a0d8-c863fd3d0f97),segment_id=7c0bb8da-25ea-40ae-a0d8-c863fd3d0f97)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:34:07.770116 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-1c41bc7f-7508-43dd-8727-73fe25b0265e req-f87c3738-8d35-4316-b6e9-43bf6c54845b tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:07.792899 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-22c8345f-42de-401a-953e-f750a44d5e1c admin admin] For port dc62aea7-a360-4aec-97a5-0af03274238f, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=dc62aea7-a360-4aec-97a5-0af03274238f,segment=NetworkSegment(fc4c6ca0-1f22-4753-ad76-2ff28800c126),segment_id=fc4c6ca0-1f22-4753-ad76-2ff28800c126)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:34:07.793325 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-22c8345f-42de-401a-953e-f750a44d5e1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:07.797698 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-bd038cc5-a0e3-438c-8f4b-e32f33060b0a tempest-TagsExtTest-1860248276 tempest-TagsExtTest-1860248276-project] 10.222.0.68 "PUT /v2.0/subnetpools/3c13dd99-c2af-4985-9bc1-0070607a0dce/tags/tempest-TagsExtTest-Tag-326603138 HTTP/1.1" status: 201 len: 201 time: 0.2338405 Jul 14 09:34:07.804792 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 60258) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:07.809079 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.tag.tag_plugin [None req-6164985a-c6e1-4609-946f-b013905d4be7 tempest-TagsExtTest-1860248276 tempest-TagsExtTest-1860248276-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '099339e8-b661-4777-bf85-aec8ae7a369d') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:07.811437 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-22c8345f-42de-401a-953e-f750a44d5e1c admin admin] Calling delete_port for dc62aea7-a360-4aec-97a5-0af03274238f owned by network:router_interface {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:34:07.886882 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-1c41bc7f-7508-43dd-8727-73fe25b0265e req-f87c3738-8d35-4316-b6e9-43bf6c54845b tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] Calling delete_port for 551377b2-206f-4fee-a942-89cfc1cf5b07 owned by compute:nova {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:34:08.044691 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4280da0-74bb-466e-8a84-66f7b8bfc201 req-9bb883aa-b224-4f7b-8771-06d26d35344e tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:08.046300 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b4280da0-74bb-466e-8a84-66f7b8bfc201 req-9bb883aa-b224-4f7b-8771-06d26d35344e tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/ports?device_id=07646ca0-10f2-4cc8-8147-f694b9d44b24 HTTP/1.1" status: 200 len: 946 time: 0.0924850 Jul 14 09:34:08.131023 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b4280da0-74bb-466e-8a84-66f7b8bfc201 req-f00a893a-45b7-4616-b966-6ed94e17e3b1 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/security-groups?id=e89c09f5-16f2-4ac7-8f23-93abffe26f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765631 Jul 14 09:34:08.136028 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-22c8345f-42de-401a-953e-f750a44d5e1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:08.149164 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Returning: {'device': 'a41d2256-8405-429f-a1ba-806313b3c072', 'network_id': '087e0468-2285-4c59-b3f2-1d1ff8b2217b', 'port_id': 'a41d2256-8405-429f-a1ba-806313b3c072', 'mac_address': 'fa:16:3e:8c:f1:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04ae7776-8c86-484d-9bcc-4299f4579807', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:34:08.173582 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c8345f-42de-401a-953e-f750a44d5e1c admin admin] Pushing event deleted for resources: {'Port': ['ID=dc62aea7-a360-4aec-97a5-0af03274238f,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:08.211473 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] For port c11bfa6f-db23-463c-9c6c-24827be3651f, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=c11bfa6f-db23-463c-9c6c-24827be3651f,segment=NetworkSegment(ec47c66f-b19c-4c7a-a7dc-566165b222dc),segment_id=ec47c66f-b19c-4c7a-a7dc-566165b222dc)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:34:08.255737 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:08.335802 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-6164985a-c6e1-4609-946f-b013905d4be7 tempest-TagsExtTest-1860248276 tempest-TagsExtTest-1860248276-project] 10.222.0.68 "GET /v2.0/subnets/099339e8-b661-4777-bf85-aec8ae7a369d/tags HTTP/1.1" status: 200 len: 240 time: 0.5299604 Jul 14 09:34:08.338778 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 60268) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:08.348551 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd88db1b-6075-4379-8f1e-5ceed2c3b0a2 req-d3e7d3d8-f83f-4071-992f-698d5c571f28 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:08.362833 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-cd88db1b-6075-4379-8f1e-5ceed2c3b0a2 req-d3e7d3d8-f83f-4071-992f-698d5c571f28 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] 10.222.0.68 "GET /v2.0/ports?device_id=8e7397c3-9642-4fe6-b6c4-32d7843783ff HTTP/1.1" status: 200 len: 943 time: 0.4587481 Jul 14 09:34:08.370057 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.tag.tag_plugin [None req-3dcd77f0-749e-4771-8e1b-0de8547e40fb tempest-TagsExtTest-1860248276 tempest-TagsExtTest-1860248276-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '099339e8-b661-4777-bf85-aec8ae7a369d', 'tempest-TagsExtTest-Tag-143381583') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:08.383375 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Pushing event updated for resources: {'Port': ['ID=c11bfa6f-db23-463c-9c6c-24827be3651f,revision_number=5']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:08.406725 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-253951ef-f216-488f-b060-6dd7d6e56208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:08.424658 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:08.442808 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a41d2256-8405-429f-a1ba-806313b3c072 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:34:08.443097 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491e4d23-872c-4bc6-999d-a98e5624ccac req-aa2329a6-0c94-47ca-80da-03c05c1159af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:08.448456 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-491e4d23-872c-4bc6-999d-a98e5624ccac req-aa2329a6-0c94-47ca-80da-03c05c1159af service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=345a5b6fceae4b28981003dfc874e3c7&device_id=07646ca0-10f2-4cc8-8147-f694b9d44b24 HTTP/1.1" status: 200 len: 1098 time: 0.4300673 Jul 14 09:34:08.460126 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-22c8345f-42de-401a-953e-f750a44d5e1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-620860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682934'] for router_interface, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:08.513575 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port a41d2256-8405-429f-a1ba-806313b3c072, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=a41d2256-8405-429f-a1ba-806313b3c072,segment=NetworkSegment(4e909166-7a9a-4d71-9929-2b11d90f7baa),segment_id=4e909166-7a9a-4d71-9929-2b11d90f7baa)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:34:08.530703 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:08.542279 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-253951ef-f216-488f-b060-6dd7d6e56208 None None] For port fb4560e8-7261-4f49-8cff-64b0e3214252, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=fb4560e8-7261-4f49-8cff-64b0e3214252,segment=NetworkSegment(ea6f83fb-d312-4c82-af54-8146300924f2),segment_id=ea6f83fb-d312-4c82-af54-8146300924f2)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:34:08.608465 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-253951ef-f216-488f-b060-6dd7d6e56208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:08.650835 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Pushing event updated for resources: {'Port': ['ID=a41d2256-8405-429f-a1ba-806313b3c072,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:08.721943 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253951ef-f216-488f-b060-6dd7d6e56208 None None] Pushing event updated for resources: {'Port': ['ID=fb4560e8-7261-4f49-8cff-64b0e3214252,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:08.778409 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-1c41bc7f-7508-43dd-8727-73fe25b0265e req-f87c3738-8d35-4316-b6e9-43bf6c54845b tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:08.786024 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-cd88db1b-6075-4379-8f1e-5ceed2c3b0a2 req-9b6666f6-0e75-488f-b922-78d688d3816d tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] 10.222.0.68 "GET /v2.0/security-groups?id=d752f37c-fee3-40c2-9393-243f60d7ab2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4221773 Jul 14 09:34:08.826622 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] get_ports_and_sgs() called for port_ids ['551377b2-206f-4fee-a942-89cfc1cf5b07'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:34:08.878775 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87c3738-8d35-4316-b6e9-43bf6c54845b tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] Pushing event deleted for resources: {'Port': ['ID=551377b2-206f-4fee-a942-89cfc1cf5b07,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:08.912697 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491e4d23-872c-4bc6-999d-a98e5624ccac req-74ea51e9-2ee8-4e38-9ca3-ab2285e85833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:08.914216 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-491e4d23-872c-4bc6-999d-a98e5624ccac req-74ea51e9-2ee8-4e38-9ca3-ab2285e85833 service neutron] 10.222.0.65 "GET /v2.0/networks?id=37e488ca-77f2-424d-8250-cbdd23d7445f HTTP/1.1" status: 200 len: 915 time: 0.4205751 Jul 14 09:34:08.921257 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-3dcd77f0-749e-4771-8e1b-0de8547e40fb tempest-TagsExtTest-1860248276 tempest-TagsExtTest-1860248276-project] 10.222.0.68 "GET /v2.0/subnets/099339e8-b661-4777-bf85-aec8ae7a369d/tags/tempest-TagsExtTest-Tag-143381583 HTTP/1.1" status: 204 len: 168 time: 0.5561523 Jul 14 09:34:08.922046 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 60274) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:08.931203 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.tag.tag_plugin [None req-ee4fc3aa-3d47-4716-86fd-dac5b08faf7e tempest-TagsExtTest-1860248276 tempest-TagsExtTest-1860248276-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '099339e8-b661-4777-bf85-aec8ae7a369d', 'tempest-TagsExtTest-Tag-143381583') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:08.937697 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-1578ff1f-4496-4081-8606-30bda5d0139c None None] Provisioning complete for port fb4560e8-7261-4f49-8cff-64b0e3214252 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:34:08.938938 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1578ff1f-4496-4081-8606-30bda5d0139c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:08.939983 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f4491b09-7c6a-4b46-8574-7955d5019291 req-365c192a-8b0a-4e88-a872-685e33303c05 tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.68 "GET /v2.0/ports?device_id=5ad38a77-9c01-4912-aa2e-dc7f6c2b9ea1 HTTP/1.1" status: 200 len: 210 time: 0.0583634 Jul 14 09:34:08.945421 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22c8345f-42de-401a-953e-f750a44d5e1c admin admin] Router 74991935-ff67-4b60-9499-66174a917a33 has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:34:08.951859 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] get_ports_and_sgs() called for port_ids ['a41d2256-8405-429f-a1ba-806313b3c072'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:34:08.979519 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c41bc7f-7508-43dd-8727-73fe25b0265e req-f87c3738-8d35-4316-b6e9-43bf6c54845b tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] No DVR routers for this DVR port 551377b2-206f-4fee-a942-89cfc1cf5b07 on host n-h2-779913-29 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:34:09.016729 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-1c41bc7f-7508-43dd-8727-73fe25b0265e req-f87c3738-8d35-4316-b6e9-43bf6c54845b tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:09.019670 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-1c41bc7f-7508-43dd-8727-73fe25b0265e req-f87c3738-8d35-4316-b6e9-43bf6c54845b tempest-DeleteServersTestJSON-1324494907 tempest-DeleteServersTestJSON-1324494907-project] 10.222.0.57 "DELETE /v2.0/ports/551377b2-206f-4fee-a942-89cfc1cf5b07 HTTP/1.1" status: 204 len: 173 time: 1.9312572 Jul 14 09:34:09.068046 n-d-779913-29 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ad38a77-9c01-4912-aa2e-dc7f6c2b9ea1', 'name': 'network-vif-deleted', 'tag': '551377b2-206f-4fee-a942-89cfc1cf5b07'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:34:09.070471 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cb48f044f948e981f43897c8d7f1332f741dc7af2b4c5a6e19d8f4a80f708e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fef6cca7-ac5e-4aac-8498-f760d4bcef53" -d '{"events": [{"server_uuid": "5ad38a77-9c01-4912-aa2e-dc7f6c2b9ea1", "name": "network-vif-deleted", "tag": "551377b2-206f-4fee-a942-89cfc1cf5b07"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:34:09.077780 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-491e4d23-872c-4bc6-999d-a98e5624ccac req-ea940635-325a-49b1-8aad-51152f7b6970 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d27f134e-1766-4f38-8d8a-ac3018579cce HTTP/1.1" status: 200 len: 217 time: 0.1166558 Jul 14 09:34:09.108993 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device fb4560e8-7261-4f49-8cff-64b0e3214252 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:34:09.154792 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:34:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35e56204-9936-4534-9cb1-a33bb4aeedcf x-openstack-request-id: req-35e56204-9936-4534-9cb1-a33bb4aeedcf {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:34:09.155208 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ad38a77-9c01-4912-aa2e-dc7f6c2b9ea1", "name": "network-vif-deleted", "tag": "551377b2-206f-4fee-a942-89cfc1cf5b07", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:34:09.155565 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-35e56204-9936-4534-9cb1-a33bb4aeedcf {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:34:09.156068 n-d-779913-29 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ad38a77-9c01-4912-aa2e-dc7f6c2b9ea1', 'name': 'network-vif-deleted', 'tag': '551377b2-206f-4fee-a942-89cfc1cf5b07', 'status': 'completed', 'code': 200} Jul 14 09:34:09.166361 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491e4d23-872c-4bc6-999d-a98e5624ccac req-1199241b-8a27-46a9-9590-530be14912e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:09.168035 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-491e4d23-872c-4bc6-999d-a98e5624ccac req-1199241b-8a27-46a9-9590-530be14912e4 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=535bbe8f-0cbe-454b-b3d9-7e9077b77cea HTTP/1.1" status: 200 len: 854 time: 0.0834620 Jul 14 09:34:09.231964 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-491e4d23-872c-4bc6-999d-a98e5624ccac req-ae657d57-7964-46fc-a333-3502dfc11f98 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=37e488ca-77f2-424d-8250-cbdd23d7445f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0563126 Jul 14 09:34:09.372585 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-ee4fc3aa-3d47-4716-86fd-dac5b08faf7e tempest-TagsExtTest-1860248276 tempest-TagsExtTest-1860248276-project] 10.222.0.68 "DELETE /v2.0/subnets/099339e8-b661-4777-bf85-aec8ae7a369d/tags/tempest-TagsExtTest-Tag-143381583 HTTP/1.1" status: 204 len: 168 time: 0.4458406 Jul 14 09:34:09.375484 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 60284) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:09.380613 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.tag.tag_plugin [None req-2709fed5-395a-4d2e-8258-30871f84bf85 tempest-TagsExtTest-1860248276 tempest-TagsExtTest-1860248276-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '099339e8-b661-4777-bf85-aec8ae7a369d') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:09.385282 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port fb4560e8-7261-4f49-8cff-64b0e3214252 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:34:09.385843 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:09.463801 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-1578ff1f-4496-4081-8606-30bda5d0139c None None] Provisioning for port 4a505b74-f278-4795-9a19-4c76caef4185 completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:34:09.473189 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-1578ff1f-4496-4081-8606-30bda5d0139c None None] Provisioning complete for port 4a505b74-f278-4795-9a19-4c76caef4185 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:34:09.473604 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1578ff1f-4496-4081-8606-30bda5d0139c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:09.499365 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-491e4d23-872c-4bc6-999d-a98e5624ccac req-21dd0388-3f15-4b28-acb9-2234decac578 service neutron] 10.222.0.65 "GET /v2.0/networks/37e488ca-77f2-424d-8250-cbdd23d7445f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2444749 Jul 14 09:34:09.524816 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-1578ff1f-4496-4081-8606-30bda5d0139c None None] Port 4a505b74-f278-4795-9a19-4c76caef4185 cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:34:09.598848 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device c11bfa6f-db23-463c-9c6c-24827be3651f up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:34:09.649912 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-491e4d23-872c-4bc6-999d-a98e5624ccac req-5f01f38c-19e4-4d95-8d51-970b0069d0b8 service neutron] 10.222.0.65 "GET /v2.0/networks/37e488ca-77f2-424d-8250-cbdd23d7445f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423209 Jul 14 09:34:09.662292 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-e775f90c-1b2c-4d19-b58a-ae4a146d25e3 None None] Provisioning complete for port 4a505b74-f278-4795-9a19-4c76caef4185 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:34:09.662563 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e775f90c-1b2c-4d19-b58a-ae4a146d25e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:09.663291 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-2709fed5-395a-4d2e-8258-30871f84bf85 tempest-TagsExtTest-1860248276 tempest-TagsExtTest-1860248276-project] 10.222.0.68 "GET /v2.0/subnets/099339e8-b661-4777-bf85-aec8ae7a369d/tags HTTP/1.1" status: 200 len: 205 time: 0.2865825 Jul 14 09:34:09.665835 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 60286) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:09.670905 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.tag.tag_plugin [None req-7b59c498-d779-4940-89e3-74471331dafb tempest-TagsExtTest-1860248276 tempest-TagsExtTest-1860248276-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '4a505b74-f278-4795-9a19-4c76caef4185') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:09.733613 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-e775f90c-1b2c-4d19-b58a-ae4a146d25e3 None None] Port 4a505b74-f278-4795-9a19-4c76caef4185 cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:34:09.736496 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-7b59c498-d779-4940-89e3-74471331dafb tempest-TagsExtTest-1860248276 tempest-TagsExtTest-1860248276-project] 10.222.0.68 "GET /v2.0/ports/4a505b74-f278-4795-9a19-4c76caef4185/tags HTTP/1.1" status: 200 len: 240 time: 0.0691659 Jul 14 09:34:09.738503 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port c11bfa6f-db23-463c-9c6c-24827be3651f triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:34:09.738831 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:09.739647 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 60288) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:09.745736 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.tag.tag_plugin [None req-595a3679-c34a-463b-a06f-beaacc15dc45 tempest-TagsExtTest-1860248276 tempest-TagsExtTest-1860248276-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '4a505b74-f278-4795-9a19-4c76caef4185', 'tempest-TagsExtTest-Tag-259216741') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:09.814376 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-595a3679-c34a-463b-a06f-beaacc15dc45 tempest-TagsExtTest-1860248276 tempest-TagsExtTest-1860248276-project] 10.222.0.68 "GET /v2.0/ports/4a505b74-f278-4795-9a19-4c76caef4185/tags/tempest-TagsExtTest-Tag-259216741 HTTP/1.1" status: 204 len: 168 time: 0.0736768 Jul 14 09:34:09.815159 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 60290) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:09.821165 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.tag.tag_plugin [None req-36d92093-7eef-4d20-bb40-062a4f2b274a tempest-TagsExtTest-1860248276 tempest-TagsExtTest-1860248276-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '4a505b74-f278-4795-9a19-4c76caef4185', 'tempest-TagsExtTest-Tag-259216741') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:09.829586 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22c8345f-42de-401a-953e-f750a44d5e1c admin admin] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:34:09.839643 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-22c8345f-42de-401a-953e-f750a44d5e1c admin admin] 10.222.0.68 "PUT /v2.0/routers/74991935-ff67-4b60-9499-66174a917a33/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7460980 Jul 14 09:34:09.839826 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91546b2a-555e-49e5-b7c9-1f3eb34935a4 None None] Sync routers for ids ['74991935-ff67-4b60-9499-66174a917a33'] in n-d-779913-29 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:34:09.842597 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 60292) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:09.850412 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91546b2a-555e-49e5-b7c9-1f3eb34935a4 None None] Routers {'74991935-ff67-4b60-9499-66174a917a33'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:34:09.851263 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-91546b2a-555e-49e5-b7c9-1f3eb34935a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:33:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['74991935-ff67-4b60-9499-66174a917a33'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:09.908251 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-36d92093-7eef-4d20-bb40-062a4f2b274a tempest-TagsExtTest-1860248276 tempest-TagsExtTest-1860248276-project] 10.222.0.68 "DELETE /v2.0/ports/4a505b74-f278-4795-9a19-4c76caef4185/tags/tempest-TagsExtTest-Tag-259216741 HTTP/1.1" status: 204 len: 168 time: 0.0919819 Jul 14 09:34:09.909651 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 60296) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:09.914397 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.tag.tag_plugin [None req-5b954427-0208-48db-8273-56a11c464891 tempest-TagsExtTest-1860248276 tempest-TagsExtTest-1860248276-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '4a505b74-f278-4795-9a19-4c76caef4185') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:09.971751 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-5b954427-0208-48db-8273-56a11c464891 tempest-TagsExtTest-1860248276 tempest-TagsExtTest-1860248276-project] 10.222.0.68 "GET /v2.0/ports/4a505b74-f278-4795-9a19-4c76caef4185/tags HTTP/1.1" status: 200 len: 205 time: 0.0608745 Jul 14 09:34:09.974979 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 60300) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:09.980702 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.tag.tag_plugin [None req-1a32ef25-4505-423d-8af9-0b86903ee66a tempest-TagsExtTest-1860248276 tempest-TagsExtTest-1860248276-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '9e77e86c-6885-4976-b723-6d4affd561b9') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:10.017794 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-91546b2a-555e-49e5-b7c9-1f3eb34935a4 None None] Set router 74991935-ff67-4b60-9499-66174a917a33 gateway port host: n-d-779913-29 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:34:10.045575 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bec2a1-89aa-472b-957b-c69a876fd372 req-0fc60a2a-48d7-4bbc-a68c-6e117264fcd8 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:10.052536 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-10bec2a1-89aa-472b-957b-c69a876fd372 req-0fc60a2a-48d7-4bbc-a68c-6e117264fcd8 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/ports?device_id=07646ca0-10f2-4cc8-8147-f694b9d44b24 HTTP/1.1" status: 200 len: 946 time: 0.2628398 Jul 14 09:34:10.103019 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-1a32ef25-4505-423d-8af9-0b86903ee66a tempest-TagsExtTest-1860248276 tempest-TagsExtTest-1860248276-project] 10.222.0.68 "GET /v2.0/routers/9e77e86c-6885-4976-b723-6d4affd561b9/tags HTTP/1.1" status: 200 len: 240 time: 0.1268156 Jul 14 09:34:10.105602 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 60304) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:10.111478 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.tag.tag_plugin [None req-1d196039-ceba-4cd6-ab2f-fd84cfbb3041 tempest-TagsExtTest-1860248276 tempest-TagsExtTest-1860248276-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '9e77e86c-6885-4976-b723-6d4affd561b9', 'tempest-TagsExtTest-Tag-641075120') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:10.122997 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-10bec2a1-89aa-472b-957b-c69a876fd372 req-f96d8689-9c48-4bd7-98c1-28b5bc66ce85 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/security-groups?id=e89c09f5-16f2-4ac7-8f23-93abffe26f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694973 Jul 14 09:34:10.164494 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8a555132-9abe-4736-82ed-f75cd617004a admin admin] Notify callbacks [] for router, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:10.212916 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8903ab76-5b1a-4a1a-a812-d8160271c284 req-3458508b-23e7-4508-bd40-98c446842ae3 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:10.214796 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-8903ab76-5b1a-4a1a-a812-d8160271c284 req-3458508b-23e7-4508-bd40-98c446842ae3 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] 10.222.0.68 "GET /v2.0/ports?device_id=8e7397c3-9642-4fe6-b6c4-32d7843783ff HTTP/1.1" status: 200 len: 944 time: 0.1627142 Jul 14 09:34:10.233206 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-1d196039-ceba-4cd6-ab2f-fd84cfbb3041 tempest-TagsExtTest-1860248276 tempest-TagsExtTest-1860248276-project] 10.222.0.68 "GET /v2.0/routers/9e77e86c-6885-4976-b723-6d4affd561b9/tags/tempest-TagsExtTest-Tag-641075120 HTTP/1.1" status: 204 len: 168 time: 0.1263394 Jul 14 09:34:10.235660 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 60308) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:10.263001 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.tag.tag_plugin [None req-70d55a7b-4abe-4d58-9b5d-b06091bb9bc7 tempest-TagsExtTest-1860248276 tempest-TagsExtTest-1860248276-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '9e77e86c-6885-4976-b723-6d4affd561b9', 'tempest-TagsExtTest-Tag-641075120') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:10.332328 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-91546b2a-555e-49e5-b7c9-1f3eb34935a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74991935-ff67-4b60-9499-66174a917a33', 'name': 'tempest-TestAggregatesBasicOps-1383767170-router', 'tenant_id': '723f5883cf0e474aaa46de7e751daaf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.123'}], 'enable_snat': True}, 'gw_port_id': '666601ee-7416-46d7-880e-009d924b5e7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:33:36Z', 'updated_at': '2021-07-14T09:34:08Z', 'revision_number': 5, 'project_id': '723f5883cf0e474aaa46de7e751daaf1', 'gw_port': {'id': '666601ee-7416-46d7-880e-009d924b5e7f', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:88:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74991935-ff67-4b60-9499-66174a917a33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2026, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:33:39Z', 'updated_at': '2021-07-14T09:33:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29'}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:10.381444 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8a555132-9abe-4736-82ed-f75cd617004a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:10.385229 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-8903ab76-5b1a-4a1a-a812-d8160271c284 req-79f5ba8b-b827-40a1-80c9-acec5d368d9a tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] 10.222.0.68 "GET /v2.0/security-groups?id=d752f37c-fee3-40c2-9393-243f60d7ab2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1628592 Jul 14 09:34:10.420871 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-70d55a7b-4abe-4d58-9b5d-b06091bb9bc7 tempest-TagsExtTest-1860248276 tempest-TagsExtTest-1860248276-project] 10.222.0.68 "DELETE /v2.0/routers/9e77e86c-6885-4976-b723-6d4affd561b9/tags/tempest-TagsExtTest-Tag-641075120 HTTP/1.1" status: 204 len: 168 time: 0.1817210 Jul 14 09:34:10.421084 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 60314) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:10.426663 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.tag.tag_plugin [None req-50b4b9e1-366b-4568-9763-7fbb1811920d tempest-TagsExtTest-1860248276 tempest-TagsExtTest-1860248276-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '9e77e86c-6885-4976-b723-6d4affd561b9') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:10.460224 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91546b2a-555e-49e5-b7c9-1f3eb34935a4 None None] Checking router: 74991935-ff67-4b60-9499-66174a917a33 for host: n-d-779913-29 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:34:10.473082 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-8a555132-9abe-4736-82ed-f75cd617004a admin admin] Deleting port 666601ee-7416-46d7-880e-009d924b5e7f {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:34:10.473706 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8a555132-9abe-4736-82ed-f75cd617004a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:10.492310 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91546b2a-555e-49e5-b7c9-1f3eb34935a4 None None] Routers {'74991935-ff67-4b60-9499-66174a917a33'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:34:10.494295 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-91546b2a-555e-49e5-b7c9-1f3eb34935a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:33:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['74991935-ff67-4b60-9499-66174a917a33'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:10.528245 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-50b4b9e1-366b-4568-9763-7fbb1811920d tempest-TagsExtTest-1860248276 tempest-TagsExtTest-1860248276-project] 10.222.0.68 "GET /v2.0/routers/9e77e86c-6885-4976-b723-6d4affd561b9/tags HTTP/1.1" status: 200 len: 205 time: 0.1038015 Jul 14 09:34:10.528504 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 60318) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:10.532892 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.tag.tag_plugin [None req-a91e2ed8-9c3b-47a6-b5b5-0ae201cf06d8 tempest-TagsExtTest-1860248276 tempest-TagsExtTest-1860248276-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '3c13dd99-c2af-4985-9bc1-0070607a0dce') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:10.577301 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-8a555132-9abe-4736-82ed-f75cd617004a admin admin] For port 666601ee-7416-46d7-880e-009d924b5e7f, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=666601ee-7416-46d7-880e-009d924b5e7f,segment=NetworkSegment(81bf7a93-80b3-43df-b9d5-462c604a2945),segment_id=81bf7a93-80b3-43df-b9d5-462c604a2945)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:34:10.578000 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8a555132-9abe-4736-82ed-f75cd617004a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:10.581541 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-a91e2ed8-9c3b-47a6-b5b5-0ae201cf06d8 tempest-TagsExtTest-1860248276 tempest-TagsExtTest-1860248276-project] 10.222.0.68 "GET /v2.0/subnetpools/3c13dd99-c2af-4985-9bc1-0070607a0dce/tags HTTP/1.1" status: 200 len: 240 time: 0.0499270 Jul 14 09:34:10.584895 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 60320) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:10.593058 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-8a555132-9abe-4736-82ed-f75cd617004a admin admin] Calling delete_port for 666601ee-7416-46d7-880e-009d924b5e7f owned by network:router_gateway {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:34:10.596313 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.tag.tag_plugin [None req-ebafe127-ade1-4084-97ad-8d8b26bb8395 tempest-TagsExtTest-1860248276 tempest-TagsExtTest-1860248276-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '3c13dd99-c2af-4985-9bc1-0070607a0dce', 'tempest-TagsExtTest-Tag-326603138') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:10.619261 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-91546b2a-555e-49e5-b7c9-1f3eb34935a4 None None] Set router 74991935-ff67-4b60-9499-66174a917a33 gateway port host: None {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:34:10.661274 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-ebafe127-ade1-4084-97ad-8d8b26bb8395 tempest-TagsExtTest-1860248276 tempest-TagsExtTest-1860248276-project] 10.222.0.68 "GET /v2.0/subnetpools/3c13dd99-c2af-4985-9bc1-0070607a0dce/tags/tempest-TagsExtTest-Tag-326603138 HTTP/1.1" status: 204 len: 168 time: 0.0715885 Jul 14 09:34:10.662563 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 60326) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:10.673356 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.tag.tag_plugin [None req-01fdeeb9-d9d3-4b4e-871a-ceb1e43c76f6 tempest-TagsExtTest-1860248276 tempest-TagsExtTest-1860248276-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '3c13dd99-c2af-4985-9bc1-0070607a0dce', 'tempest-TagsExtTest-Tag-326603138') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:10.721931 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-91546b2a-555e-49e5-b7c9-1f3eb34935a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74991935-ff67-4b60-9499-66174a917a33', 'name': 'tempest-TestAggregatesBasicOps-1383767170-router', 'tenant_id': '723f5883cf0e474aaa46de7e751daaf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:33:36Z', 'updated_at': '2021-07-14T09:34:10Z', 'revision_number': 6, 'project_id': '723f5883cf0e474aaa46de7e751daaf1', 'gw_port_host': None}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:10.752424 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-01fdeeb9-d9d3-4b4e-871a-ceb1e43c76f6 tempest-TagsExtTest-1860248276 tempest-TagsExtTest-1860248276-project] 10.222.0.68 "DELETE /v2.0/subnetpools/3c13dd99-c2af-4985-9bc1-0070607a0dce/tags/tempest-TagsExtTest-Tag-326603138 HTTP/1.1" status: 204 len: 168 time: 0.0865724 Jul 14 09:34:10.753219 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 60328) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:10.771717 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.tag.tag_plugin [None req-576cf3bf-e2c3-4c7f-bdb8-85b48e0197c3 tempest-TagsExtTest-1860248276 tempest-TagsExtTest-1860248276-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '3c13dd99-c2af-4985-9bc1-0070607a0dce') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:10.776938 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91546b2a-555e-49e5-b7c9-1f3eb34935a4 None None] The sync data for ids ['74991935-ff67-4b60-9499-66174a917a33'] in n-d-779913-29 is: [{'id': '74991935-ff67-4b60-9499-66174a917a33', 'name': 'tempest-TestAggregatesBasicOps-1383767170-router', 'tenant_id': '723f5883cf0e474aaa46de7e751daaf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:33:36Z', 'updated_at': '2021-07-14T09:34:10Z', 'revision_number': 6, 'project_id': '723f5883cf0e474aaa46de7e751daaf1', 'gw_port_host': None}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:34:10.822742 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8a555132-9abe-4736-82ed-f75cd617004a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:10.840094 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-576cf3bf-e2c3-4c7f-bdb8-85b48e0197c3 tempest-TagsExtTest-1860248276 tempest-TagsExtTest-1860248276-project] 10.222.0.68 "GET /v2.0/subnetpools/3c13dd99-c2af-4985-9bc1-0070607a0dce/tags HTTP/1.1" status: 200 len: 205 time: 0.0858831 Jul 14 09:34:10.844422 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 60332) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:10.854324 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.tag.tag_plugin [None req-e0bb0dbd-a597-48d0-aa19-4284550f983a tempest-TagsExtTest-1860248276 tempest-TagsExtTest-1860248276-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '3c13dd99-c2af-4985-9bc1-0070607a0dce') {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:10.886947 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a555132-9abe-4736-82ed-f75cd617004a admin admin] Pushing event deleted for resources: {'Port': ['ID=666601ee-7416-46d7-880e-009d924b5e7f,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:10.953161 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-e0bb0dbd-a597-48d0-aa19-4284550f983a tempest-TagsExtTest-1860248276 tempest-TagsExtTest-1860248276-project] 10.222.0.68 "DELETE /v2.0/subnetpools/3c13dd99-c2af-4985-9bc1-0070607a0dce/tags HTTP/1.1" status: 204 len: 168 time: 0.1034136 Jul 14 09:34:10.955753 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 60336) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:10.960750 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.tag.tag_plugin [None req-5e631d43-3b31-4ce6-898d-f9e3e6ac6b63 tempest-TagsExtTest-1860248276 tempest-TagsExtTest-1860248276-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '9e77e86c-6885-4976-b723-6d4affd561b9') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:10.973551 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8a555132-9abe-4736-82ed-f75cd617004a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-660532'] for router_gateway, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:11.060465 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 551377b2-206f-4fee-a942-89cfc1cf5b07 no longer exists at agent hyperv_n-h2-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:34:11.069271 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-5e631d43-3b31-4ce6-898d-f9e3e6ac6b63 tempest-TagsExtTest-1860248276 tempest-TagsExtTest-1860248276-project] 10.222.0.68 "DELETE /v2.0/routers/9e77e86c-6885-4976-b723-6d4affd561b9/tags HTTP/1.1" status: 204 len: 168 time: 0.1100702 Jul 14 09:34:11.069658 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 60340) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:11.077028 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.tag.tag_plugin [None req-c44fdc17-10a1-4407-a5e2-cecbb7f45cbd tempest-TagsExtTest-1860248276 tempest-TagsExtTest-1860248276-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '4a505b74-f278-4795-9a19-4c76caef4185') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:11.087626 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] No Port match for: 551377b2-206f-4fee-a942-89cfc1cf5b07 {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:34:11.088032 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 551377b2-206f-4fee-a942-89cfc1cf5b07 not bound to the agent host n-h2-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:34:11.102399 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8a555132-9abe-4736-82ed-f75cd617004a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-711871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12964'] for router, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:11.105565 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8a555132-9abe-4736-82ed-f75cd617004a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:11.160858 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-c44fdc17-10a1-4407-a5e2-cecbb7f45cbd tempest-TagsExtTest-1860248276 tempest-TagsExtTest-1860248276-project] 10.222.0.68 "DELETE /v2.0/ports/4a505b74-f278-4795-9a19-4c76caef4185/tags HTTP/1.1" status: 204 len: 168 time: 0.0876405 Jul 14 09:34:11.171144 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 60346) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:11.175746 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.tag.tag_plugin [None req-0f611bda-8ea8-4a2a-a29a-0379a697ca93 tempest-TagsExtTest-1860248276 tempest-TagsExtTest-1860248276-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '099339e8-b661-4777-bf85-aec8ae7a369d') {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:11.206923 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8a555132-9abe-4736-82ed-f75cd617004a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-704815'] for router, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:11.207484 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a555132-9abe-4736-82ed-f75cd617004a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 74991935-ff67-4b60-9499-66174a917a33 {{(pid=93957) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:34:11.213338 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8a555132-9abe-4736-82ed-f75cd617004a admin admin] Notify callbacks [] for router, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:11.217243 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 60350) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:11.224639 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-8a555132-9abe-4736-82ed-f75cd617004a admin admin] 10.222.0.68 "DELETE /v2.0/routers/74991935-ff67-4b60-9499-66174a917a33 HTTP/1.1" status: 204 len: 168 time: 1.3810360 Jul 14 09:34:11.274629 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-d92a70e8-1fb7-480e-91d7-4d3c896ea73d admin admin] Deleting subnet 6c380695-d1c0-4b30-91ff-73f923a9c3dd {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:34:11.278082 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d92a70e8-1fb7-480e-91d7-4d3c896ea73d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:11.282967 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-0f611bda-8ea8-4a2a-a29a-0379a697ca93 tempest-TagsExtTest-1860248276 tempest-TagsExtTest-1860248276-project] 10.222.0.68 "DELETE /v2.0/subnets/099339e8-b661-4777-bf85-aec8ae7a369d/tags HTTP/1.1" status: 204 len: 168 time: 0.1127443 Jul 14 09:34:11.283398 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 60352) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:11.290932 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.tag.tag_plugin [None req-069e53bb-5aa8-4873-bf47-cdb674d3db9f tempest-TagsExtTest-1860248276 tempest-TagsExtTest-1860248276-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '099339e8-b661-4777-bf85-aec8ae7a369d', 'tempest-TagsExtTest-Tag-1246760317') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:11.361472 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device a41d2256-8405-429f-a1ba-806313b3c072 up at agent hyperv_n-h1-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:34:11.432344 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c135723-55ec-45c0-ad83-254b79953083 req-219f7a7b-53a9-43a9-be49-d1b02259ba0f tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:11.435027 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2c135723-55ec-45c0-ad83-254b79953083 req-219f7a7b-53a9-43a9-be49-d1b02259ba0f tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/ports?device_id=07646ca0-10f2-4cc8-8147-f694b9d44b24 HTTP/1.1" status: 200 len: 946 time: 0.1227820 Jul 14 09:34:11.473033 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d92a70e8-1fb7-480e-91d7-4d3c896ea73d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13574120'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:11.492034 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2c135723-55ec-45c0-ad83-254b79953083 req-c0698a10-a0bc-4db3-a917-6afa5f90bf4a tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/security-groups?id=e89c09f5-16f2-4ac7-8f23-93abffe26f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465910 Jul 14 09:34:11.504895 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Provisioning for port a41d2256-8405-429f-a1ba-806313b3c072 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:34:11.513360 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Provisioning complete for port a41d2256-8405-429f-a1ba-806313b3c072 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:34:11.513853 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:11.685661 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:11.713660 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e7397c3-9642-4fe6-b6c4-32d7843783ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a41d2256-8405-429f-a1ba-806313b3c072'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:34:11.715930 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd62303f06773040a8a4e189dc46b4f565768c299abf8ab8e7739778b0bc3e97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7b68369-6f76-45f7-a2c7-3fe66c4dc3f7" -d '{"events": [{"server_uuid": "8e7397c3-9642-4fe6-b6c4-32d7843783ff", "name": "network-vif-plugged", "status": "completed", "tag": "a41d2256-8405-429f-a1ba-806313b3c072"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:34:11.729156 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port a41d2256-8405-429f-a1ba-806313b3c072, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=a41d2256-8405-429f-a1ba-806313b3c072,segment=NetworkSegment(4e909166-7a9a-4d71-9929-2b11d90f7baa),segment_id=4e909166-7a9a-4d71-9929-2b11d90f7baa)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:34:11.733870 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:11.778568 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d92a70e8-1fb7-480e-91d7-4d3c896ea73d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3481002'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:11.800213 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Pushing event updated for resources: {'Port': ['ID=a41d2256-8405-429f-a1ba-806313b3c072,revision_number=5']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:11.816811 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f32def0-11e9-488a-bf36-163a9857e42a req-86dabfd4-43a3-43bc-b125-59d70acc16ae tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:11.818592 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6f32def0-11e9-488a-bf36-163a9857e42a req-86dabfd4-43a3-43bc-b125-59d70acc16ae tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/ports?device_id=07646ca0-10f2-4cc8-8147-f694b9d44b24 HTTP/1.1" status: 200 len: 946 time: 0.1200733 Jul 14 09:34:11.853539 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-069e53bb-5aa8-4873-bf47-cdb674d3db9f tempest-TagsExtTest-1860248276 tempest-TagsExtTest-1860248276-project] 10.222.0.68 "PUT /v2.0/subnets/099339e8-b661-4777-bf85-aec8ae7a369d/tags/tempest-TagsExtTest-Tag-1246760317 HTTP/1.1" status: 201 len: 201 time: 0.5633972 Jul 14 09:34:11.853539 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 60372) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:11.860161 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.tag.tag_plugin [None req-9891d252-0245-4d1c-937f-b7ada76bdb60 tempest-TagsExtTest-1860248276 tempest-TagsExtTest-1860248276-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '4a505b74-f278-4795-9a19-4c76caef4185', 'tempest-TagsExtTest-Tag-1778832998') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:11.915314 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6f32def0-11e9-488a-bf36-163a9857e42a req-7e294dc0-df12-47f3-92fc-cc25fd97aa39 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/security-groups?id=e89c09f5-16f2-4ac7-8f23-93abffe26f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798948 Jul 14 09:34:11.928419 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f4bd01-e78c-4372-9e9b-2f92103ba210 req-3723eb3a-d866-4301-83d2-27e3a54f9821 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:11.935885 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-a5f4bd01-e78c-4372-9e9b-2f92103ba210 req-3723eb3a-d866-4301-83d2-27e3a54f9821 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] 10.222.0.68 "GET /v2.0/ports?device_id=8e7397c3-9642-4fe6-b6c4-32d7843783ff HTTP/1.1" status: 200 len: 945 time: 0.2326665 Jul 14 09:34:11.946785 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d92a70e8-1fb7-480e-91d7-4d3c896ea73d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13574056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16714573'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:11.982459 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:34:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e46da98c-09bc-4ec3-afb5-f8bc14e99523 x-openstack-request-id: req-e46da98c-09bc-4ec3-afb5-f8bc14e99523 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:34:11.982998 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e7397c3-9642-4fe6-b6c4-32d7843783ff", "name": "network-vif-plugged", "status": "completed", "tag": "a41d2256-8405-429f-a1ba-806313b3c072", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:34:11.983363 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-e46da98c-09bc-4ec3-afb5-f8bc14e99523 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:34:11.984557 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e7397c3-9642-4fe6-b6c4-32d7843783ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a41d2256-8405-429f-a1ba-806313b3c072', 'code': 200} Jul 14 09:34:12.072290 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0e20354-554d-4a17-8400-6afc318f619b None None] Network b56ed0d8-f305-475b-9c70-217c3bb5db25 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:34:12.081596 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92a70e8-1fb7-480e-91d7-4d3c896ea73d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c380695-d1c0-4b30-91ff-73f923a9c3dd,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:12.083893 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d92a70e8-1fb7-480e-91d7-4d3c896ea73d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:12.103619 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 60376) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:12.110300 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-d92a70e8-1fb7-480e-91d7-4d3c896ea73d admin admin] 10.222.0.68 "DELETE /v2.0/subnets/6c380695-d1c0-4b30-91ff-73f923a9c3dd HTTP/1.1" status: 204 len: 168 time: 0.8918769 Jul 14 09:34:12.244665 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-a5f4bd01-e78c-4372-9e9b-2f92103ba210 req-2bdcbb3e-0d1e-4b8c-971e-b6c646929dde tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] 10.222.0.68 "GET /v2.0/security-groups?id=d752f37c-fee3-40c2-9393-243f60d7ab2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3066761 Jul 14 09:34:12.276864 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e600c59-9120-4b0b-8fd6-4fdedec5c668 req-a3517e02-814d-45d4-aa58-78aa8cdfb401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:12.278856 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-1e600c59-9120-4b0b-8fd6-4fdedec5c668 req-a3517e02-814d-45d4-aa58-78aa8cdfb401 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=8e7397c3-9642-4fe6-b6c4-32d7843783ff HTTP/1.1" status: 200 len: 1097 time: 0.1584523 Jul 14 09:34:12.303279 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-9891d252-0245-4d1c-937f-b7ada76bdb60 tempest-TagsExtTest-1860248276 tempest-TagsExtTest-1860248276-project] 10.222.0.68 "PUT /v2.0/ports/4a505b74-f278-4795-9a19-4c76caef4185/tags/tempest-TagsExtTest-Tag-1778832998 HTTP/1.1" status: 201 len: 201 time: 0.4473457 Jul 14 09:34:12.303961 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 60380) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:12.309670 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.tag.tag_plugin [None req-8dd4f768-9459-4ab4-9f02-f94a731589e6 tempest-TagsExtTest-1860248276 tempest-TagsExtTest-1860248276-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '9e77e86c-6885-4976-b723-6d4affd561b9', 'tempest-TagsExtTest-Tag-1806961952') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:12.329142 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b5258f2f-f295-4a8b-9ff9-b73be04a6af6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3876111'] for network, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:12.433976 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-b5258f2f-f295-4a8b-9ff9-b73be04a6af6 admin admin] Deleting port 6411ffa3-c7e1-447d-ac50-be522f0afb65 {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:34:12.434391 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b5258f2f-f295-4a8b-9ff9-b73be04a6af6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:12.456971 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-1e600c59-9120-4b0b-8fd6-4fdedec5c668 req-27cc4f19-d1b0-4711-afc5-19e226941adf service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=d752f37c-fee3-40c2-9393-243f60d7ab2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1684546 Jul 14 09:34:12.503286 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-8dd4f768-9459-4ab4-9f02-f94a731589e6 tempest-TagsExtTest-1860248276 tempest-TagsExtTest-1860248276-project] 10.222.0.68 "PUT /v2.0/routers/9e77e86c-6885-4976-b723-6d4affd561b9/tags/tempest-TagsExtTest-Tag-1806961952 HTTP/1.1" status: 201 len: 201 time: 0.1981895 Jul 14 09:34:12.503946 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 60384) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:12.513926 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.tag.tag_plugin [None req-c6b5301e-a4d1-4e3f-bde4-713517fe375c tempest-TagsExtTest-1860248276 tempest-TagsExtTest-1860248276-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '3c13dd99-c2af-4985-9bc1-0070607a0dce', 'tempest-TagsExtTest-Tag-2018284959') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:12.514657 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef56c68c-2040-43ac-9fc4-d0d423fd26bf None None] DHCP port deletion for b56ed0d8-f305-475b-9c70-217c3bb5db25 request from n-d-779913-29 {{(pid=93959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:34:12.551112 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-b5258f2f-f295-4a8b-9ff9-b73be04a6af6 admin admin] For port 6411ffa3-c7e1-447d-ac50-be522f0afb65, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=6411ffa3-c7e1-447d-ac50-be522f0afb65,segment=NetworkSegment(fc4c6ca0-1f22-4753-ad76-2ff28800c126),segment_id=fc4c6ca0-1f22-4753-ad76-2ff28800c126)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:34:12.551399 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b5258f2f-f295-4a8b-9ff9-b73be04a6af6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:12.583124 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-b5258f2f-f295-4a8b-9ff9-b73be04a6af6 admin admin] Calling delete_port for 6411ffa3-c7e1-447d-ac50-be522f0afb65 owned by network:dhcp {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:34:12.584603 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-c6b5301e-a4d1-4e3f-bde4-713517fe375c tempest-TagsExtTest-1860248276 tempest-TagsExtTest-1860248276-project] 10.222.0.68 "PUT /v2.0/subnetpools/3c13dd99-c2af-4985-9bc1-0070607a0dce/tags/tempest-TagsExtTest-Tag-2018284959 HTTP/1.1" status: 201 len: 201 time: 0.0793970 Jul 14 09:34:12.585705 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 60386) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:12.591267 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.tag.tag_plugin [None req-a2c49ecf-cc08-4a91-a613-a090b2d10ce3 tempest-TagsExtTest-1860248276 tempest-TagsExtTest-1860248276-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '099339e8-b661-4777-bf85-aec8ae7a369d', {'tags': ['tempest-TagsExtTest-Tag-1988738070', 'tempest-TagsExtTest-Tag-143834136', 'tempest-TagsExtTest-Tag-8552305']}) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:12.598321 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-ef56c68c-2040-43ac-9fc4-d0d423fd26bf None None] Deleting port 6411ffa3-c7e1-447d-ac50-be522f0afb65 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:34:12.598703 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ef56c68c-2040-43ac-9fc4-d0d423fd26bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:12.700445 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-ef56c68c-2040-43ac-9fc4-d0d423fd26bf None None] For port 6411ffa3-c7e1-447d-ac50-be522f0afb65, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=6411ffa3-c7e1-447d-ac50-be522f0afb65,segment=NetworkSegment(fc4c6ca0-1f22-4753-ad76-2ff28800c126),segment_id=fc4c6ca0-1f22-4753-ad76-2ff28800c126)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:34:12.700894 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ef56c68c-2040-43ac-9fc4-d0d423fd26bf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:12.715576 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 60392) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:12.718479 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-a2c49ecf-cc08-4a91-a613-a090b2d10ce3 tempest-TagsExtTest-1860248276 tempest-TagsExtTest-1860248276-project] 10.222.0.68 "PUT /v2.0/subnets/099339e8-b661-4777-bf85-aec8ae7a369d/tags HTTP/1.1" status: 200 len: 314 time: 0.1293342 Jul 14 09:34:12.727948 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.tag.tag_plugin [None req-37cf53e1-5473-4d9b-8b34-7672dff855eb tempest-TagsExtTest-1860248276 tempest-TagsExtTest-1860248276-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '099339e8-b661-4777-bf85-aec8ae7a369d') {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:12.732037 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-ef56c68c-2040-43ac-9fc4-d0d423fd26bf None None] Calling delete_port for 6411ffa3-c7e1-447d-ac50-be522f0afb65 owned by network:dhcp {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:34:12.755151 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:12.837005 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9314327-f584-4e38-a91a-ec11550faf21 req-7130bf31-195b-47c5-8fbb-eab26b7d2964 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:12.845185 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f9314327-f584-4e38-a91a-ec11550faf21 req-7130bf31-195b-47c5-8fbb-eab26b7d2964 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/ports?device_id=07646ca0-10f2-4cc8-8147-f694b9d44b24 HTTP/1.1" status: 200 len: 946 time: 0.3987792 Jul 14 09:34:12.861113 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ef56c68c-2040-43ac-9fc4-d0d423fd26bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:12.878776 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b5258f2f-f295-4a8b-9ff9-b73be04a6af6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:12.894005 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device dc62aea7-a360-4aec-97a5-0af03274238f no longer exists at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:34:12.897415 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef56c68c-2040-43ac-9fc4-d0d423fd26bf None None] Pushing event deleted for resources: {'Port': ['ID=6411ffa3-c7e1-447d-ac50-be522f0afb65,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:12.921416 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef56c68c-2040-43ac-9fc4-d0d423fd26bf None None] No DVR routers for this DVR port 6411ffa3-c7e1-447d-ac50-be522f0afb65 on host n-d-779913-29 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:34:12.931106 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] No Port match for: dc62aea7-a360-4aec-97a5-0af03274238f {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:34:12.931106 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device dc62aea7-a360-4aec-97a5-0af03274238f not bound to the agent host n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:34:12.931106 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 666601ee-7416-46d7-880e-009d924b5e7f no longer exists at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:34:12.936736 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f9314327-f584-4e38-a91a-ec11550faf21 req-9cad8991-ab15-4b9f-9ac5-a6e0c1775662 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/security-groups?id=e89c09f5-16f2-4ac7-8f23-93abffe26f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902166 Jul 14 09:34:12.938332 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5258f2f-f295-4a8b-9ff9-b73be04a6af6 admin admin] Pushing event deleted for resources: {'Port': ['ID=6411ffa3-c7e1-447d-ac50-be522f0afb65,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:12.947473 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5258f2f-f295-4a8b-9ff9-b73be04a6af6 admin admin] No DVR routers for this DVR port 6411ffa3-c7e1-447d-ac50-be522f0afb65 on host n-d-779913-29 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:34:12.956523 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] No Port match for: 666601ee-7416-46d7-880e-009d924b5e7f {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:34:12.956953 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 666601ee-7416-46d7-880e-009d924b5e7f not bound to the agent host n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:34:12.957466 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 6411ffa3-c7e1-447d-ac50-be522f0afb65 no longer exists at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:34:12.965531 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-37cf53e1-5473-4d9b-8b34-7672dff855eb tempest-TagsExtTest-1860248276 tempest-TagsExtTest-1860248276-project] 10.222.0.68 "DELETE /v2.0/subnets/099339e8-b661-4777-bf85-aec8ae7a369d/tags HTTP/1.1" status: 204 len: 168 time: 0.2485418 Jul 14 09:34:12.968225 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 60396) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:12.974742 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.tag.tag_plugin [None req-ce149c4e-9996-4afe-bc67-c06623c31ad0 tempest-TagsExtTest-1860248276 tempest-TagsExtTest-1860248276-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '099339e8-b661-4777-bf85-aec8ae7a369d', 'tempest-TagsExtTest-Tag-1988738070') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:12.981347 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] No Port match for: 6411ffa3-c7e1-447d-ac50-be522f0afb65 {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:34:12.982272 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 6411ffa3-c7e1-447d-ac50-be522f0afb65 not bound to the agent host n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:34:13.059996 n-d-779913-29 neutron-server[93958]: INFO neutron.api.v2.resource [None req-ce149c4e-9996-4afe-bc67-c06623c31ad0 tempest-TagsExtTest-1860248276 tempest-TagsExtTest-1860248276-project] show failed (client error): The resource could not be found. Jul 14 09:34:13.077659 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-ce149c4e-9996-4afe-bc67-c06623c31ad0 tempest-TagsExtTest-1860248276 tempest-TagsExtTest-1860248276-project] 10.222.0.68 "GET /v2.0/subnets/099339e8-b661-4777-bf85-aec8ae7a369d/tags/tempest-TagsExtTest-Tag-1988738070 HTTP/1.1" status: 404 len: 329 time: 0.1075387 Jul 14 09:34:13.078250 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 60398) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:13.091977 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.tag.tag_plugin [None req-7ceee522-fdb4-44bf-b47e-1492ab019382 tempest-TagsExtTest-1860248276 tempest-TagsExtTest-1860248276-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '099339e8-b661-4777-bf85-aec8ae7a369d', 'tempest-TagsExtTest-Tag-143834136') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:13.096116 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b5258f2f-f295-4a8b-9ff9-b73be04a6af6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473955', 'neutron.services.segments.db._delete_segments_for_network-8735688326548'] for network, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:13.107330 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-b5258f2f-f295-4a8b-9ff9-b73be04a6af6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b56ed0d8-f305-475b-9c70-217c3bb5db25']}} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:13.119744 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-b5258f2f-f295-4a8b-9ff9-b73be04a6af6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc4c6ca0-1f22-4753-ad76-2ff28800c126') {'for_net_delete': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:13.120350 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-b5258f2f-f295-4a8b-9ff9-b73be04a6af6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc4c6ca0-1f22-4753-ad76-2ff28800c126') {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:13.130953 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b5258f2f-f295-4a8b-9ff9-b73be04a6af6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735688356235', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10944210'] for segment, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:13.150420 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b5258f2f-f295-4a8b-9ff9-b73be04a6af6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:13.157814 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5258f2f-f295-4a8b-9ff9-b73be04a6af6 admin admin] Releasing vlan 714 on physical network physnet1 to pool {{(pid=93957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:34:13.158695 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b5258f2f-f295-4a8b-9ff9-b73be04a6af6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10053619'] for segment, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:13.160988 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:34:13.160988 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:34:13.160988 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:34:13.160988 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:34:13.160988 n-d-779913-29 neutron-server[93957]: Traceback (most recent call last): Jul 14 09:34:13.160988 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:34:13.160988 n-d-779913-29 neutron-server[93957]: timer() Jul 14 09:34:13.160988 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:34:13.160988 n-d-779913-29 neutron-server[93957]: cb(*args, **kw) Jul 14 09:34:13.160988 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:34:13.160988 n-d-779913-29 neutron-server[93957]: return func(*args, **kwargs) Jul 14 09:34:13.160988 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:34:13.160988 n-d-779913-29 neutron-server[93957]: self._notify() Jul 14 09:34:13.160988 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:34:13.160988 n-d-779913-29 neutron-server[93957]: self.callback(batched_events) Jul 14 09:34:13.160988 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:34:13.160988 n-d-779913-29 neutron-server[93957]: event.method(event) Jul 14 09:34:13.160988 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:34:13.160988 n-d-779913-29 neutron-server[93957]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:34:13.160988 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:34:13.160988 n-d-779913-29 neutron-server[93957]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:34:13.160988 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:34:13.160988 n-d-779913-29 neutron-server[93957]: return f(self, *a, **k) Jul 14 09:34:13.160988 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:34:13.160988 n-d-779913-29 neutron-server[93957]: return self._get(url).json() Jul 14 09:34:13.160988 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:34:13.160988 n-d-779913-29 neutron-server[93957]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:34:13.160988 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:34:13.160988 n-d-779913-29 neutron-server[93957]: return self.request(url, 'GET', **kwargs) Jul 14 09:34:13.160988 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:34:13.160988 n-d-779913-29 neutron-server[93957]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:34:13.160988 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:34:13.160988 n-d-779913-29 neutron-server[93957]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:34:13.160988 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:34:13.160988 n-d-779913-29 neutron-server[93957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:34:13.160988 n-d-779913-29 neutron-server[93957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:34:13.234498 n-d-779913-29 neutron-server[93958]: INFO neutron.api.v2.resource [None req-7ceee522-fdb4-44bf-b47e-1492ab019382 tempest-TagsExtTest-1860248276 tempest-TagsExtTest-1860248276-project] show failed (client error): The resource could not be found. Jul 14 09:34:13.238449 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 60402) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:13.239014 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-7ceee522-fdb4-44bf-b47e-1492ab019382 tempest-TagsExtTest-1860248276 tempest-TagsExtTest-1860248276-project] 10.222.0.68 "GET /v2.0/subnets/099339e8-b661-4777-bf85-aec8ae7a369d/tags/tempest-TagsExtTest-Tag-143834136 HTTP/1.1" status: 404 len: 328 time: 0.1598010 Jul 14 09:34:13.244177 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.tag.tag_plugin [None req-1447fb97-e1a4-421a-afc1-be3a81cad1f5 tempest-TagsExtTest-1860248276 tempest-TagsExtTest-1860248276-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '099339e8-b661-4777-bf85-aec8ae7a369d', 'tempest-TagsExtTest-Tag-8552305') {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:13.273417 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b5258f2f-f295-4a8b-9ff9-b73be04a6af6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660504'] for network, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:13.278279 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3298f1d-9207-4b08-a56a-791ecfa6c175 req-62b17e8c-62b0-4a13-bffa-6277882e4bbe tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:13.279959 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d3298f1d-9207-4b08-a56a-791ecfa6c175 req-62b17e8c-62b0-4a13-bffa-6277882e4bbe tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/ports?device_id=07646ca0-10f2-4cc8-8147-f694b9d44b24 HTTP/1.1" status: 200 len: 946 time: 0.1736069 Jul 14 09:34:13.304545 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b5258f2f-f295-4a8b-9ff9-b73be04a6af6 admin admin] Notify callbacks [] for network, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:13.310569 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-b5258f2f-f295-4a8b-9ff9-b73be04a6af6 admin admin] 10.222.0.68 "DELETE /v2.0/networks/b56ed0d8-f305-475b-9c70-217c3bb5db25 HTTP/1.1" status: 204 len: 168 time: 1.2057207 Jul 14 09:34:13.311772 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5258f2f-f295-4a8b-9ff9-b73be04a6af6 admin admin] Pushing event deleted for resources: {'Network': ['ID=b56ed0d8-f305-475b-9c70-217c3bb5db25,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:13.314863 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 60406) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:13.357178 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d3298f1d-9207-4b08-a56a-791ecfa6c175 req-6b8dca67-06ea-4716-8f78-4ce710a4a943 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/security-groups?id=e89c09f5-16f2-4ac7-8f23-93abffe26f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698926 Jul 14 09:34:13.446223 n-d-779913-29 neutron-server[93957]: INFO neutron.api.v2.resource [None req-1447fb97-e1a4-421a-afc1-be3a81cad1f5 tempest-TagsExtTest-1860248276 tempest-TagsExtTest-1860248276-project] show failed (client error): The resource could not be found. Jul 14 09:34:13.447225 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-1447fb97-e1a4-421a-afc1-be3a81cad1f5 tempest-TagsExtTest-1860248276 tempest-TagsExtTest-1860248276-project] 10.222.0.68 "GET /v2.0/subnets/099339e8-b661-4777-bf85-aec8ae7a369d/tags/tempest-TagsExtTest-Tag-8552305 HTTP/1.1" status: 404 len: 326 time: 0.2070680 Jul 14 09:34:13.450857 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 60410) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:13.455737 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.tag.tag_plugin [None req-f7ad6cad-8cde-4fb1-8607-d83adb6a147d tempest-TagsExtTest-1860248276 tempest-TagsExtTest-1860248276-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '4a505b74-f278-4795-9a19-4c76caef4185', {'tags': ['tempest-TagsExtTest-Tag-611802189', 'tempest-TagsExtTest-Tag-425575665', 'tempest-TagsExtTest-Tag-1378194123']}) {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:13.469003 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:13.641417 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa723f4-5297-44e1-9918-4660cdfc87e5 req-82dc09ea-f4eb-48f5-8cf8-a1fe5170f632 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:13.644797 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-f7ad6cad-8cde-4fb1-8607-d83adb6a147d tempest-TagsExtTest-1860248276 tempest-TagsExtTest-1860248276-project] 10.222.0.68 "PUT /v2.0/ports/4a505b74-f278-4795-9a19-4c76caef4185/tags HTTP/1.1" status: 200 len: 316 time: 0.1927829 Jul 14 09:34:13.648340 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-0aa723f4-5297-44e1-9918-4660cdfc87e5 req-82dc09ea-f4eb-48f5-8cf8-a1fe5170f632 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] 10.222.0.68 "GET /v2.0/ports?device_id=8e7397c3-9642-4fe6-b6c4-32d7843783ff HTTP/1.1" status: 200 len: 945 time: 0.1352172 Jul 14 09:34:13.649443 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 60418) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:13.684863 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.tag.tag_plugin [None req-c7e884b4-2b36-4b96-aa21-a2369cdd4aa2 tempest-TagsExtTest-1860248276 tempest-TagsExtTest-1860248276-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '4a505b74-f278-4795-9a19-4c76caef4185') {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:13.747769 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-0aa723f4-5297-44e1-9918-4660cdfc87e5 req-10b63380-7c7d-4183-b52b-208109d8a9d7 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] 10.222.0.68 "GET /v2.0/security-groups?id=d752f37c-fee3-40c2-9393-243f60d7ab2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0983877 Jul 14 09:34:13.874970 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-c7e884b4-2b36-4b96-aa21-a2369cdd4aa2 tempest-TagsExtTest-1860248276 tempest-TagsExtTest-1860248276-project] 10.222.0.68 "DELETE /v2.0/ports/4a505b74-f278-4795-9a19-4c76caef4185/tags HTTP/1.1" status: 204 len: 168 time: 0.2084601 Jul 14 09:34:13.878317 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 60424) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:13.883471 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.tag.tag_plugin [None req-71008b90-c7f0-4e91-a52b-bf03fa30f63a tempest-TagsExtTest-1860248276 tempest-TagsExtTest-1860248276-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '4a505b74-f278-4795-9a19-4c76caef4185', 'tempest-TagsExtTest-Tag-611802189') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:13.946265 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135bd0b5-bb07-4314-8640-89624245a862 req-6e04b38c-dc63-4445-b941-19a0a0e5ee19 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:13.948516 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-135bd0b5-bb07-4314-8640-89624245a862 req-6e04b38c-dc63-4445-b941-19a0a0e5ee19 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/ports?device_id=07646ca0-10f2-4cc8-8147-f694b9d44b24 HTTP/1.1" status: 200 len: 946 time: 0.1577268 Jul 14 09:34:13.988097 n-d-779913-29 neutron-server[93958]: INFO neutron.api.v2.resource [None req-71008b90-c7f0-4e91-a52b-bf03fa30f63a tempest-TagsExtTest-1860248276 tempest-TagsExtTest-1860248276-project] show failed (client error): The resource could not be found. Jul 14 09:34:13.989184 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-71008b90-c7f0-4e91-a52b-bf03fa30f63a tempest-TagsExtTest-1860248276 tempest-TagsExtTest-1860248276-project] 10.222.0.68 "GET /v2.0/ports/4a505b74-f278-4795-9a19-4c76caef4185/tags/tempest-TagsExtTest-Tag-611802189 HTTP/1.1" status: 404 len: 328 time: 0.1098754 Jul 14 09:34:13.992189 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 60426) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:13.996558 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.tag.tag_plugin [None req-41c5e95a-4baa-4aa9-bcd2-7ff162fc8ac5 tempest-TagsExtTest-1860248276 tempest-TagsExtTest-1860248276-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '4a505b74-f278-4795-9a19-4c76caef4185', 'tempest-TagsExtTest-Tag-425575665') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:14.062268 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-135bd0b5-bb07-4314-8640-89624245a862 req-bae54a2c-7d01-4fe7-899c-648198fc463d tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/security-groups?id=e89c09f5-16f2-4ac7-8f23-93abffe26f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066737 Jul 14 09:34:14.070633 n-d-779913-29 neutron-server[93958]: INFO neutron.api.v2.resource [None req-41c5e95a-4baa-4aa9-bcd2-7ff162fc8ac5 tempest-TagsExtTest-1860248276 tempest-TagsExtTest-1860248276-project] show failed (client error): The resource could not be found. Jul 14 09:34:14.071725 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-41c5e95a-4baa-4aa9-bcd2-7ff162fc8ac5 tempest-TagsExtTest-1860248276 tempest-TagsExtTest-1860248276-project] 10.222.0.68 "GET /v2.0/ports/4a505b74-f278-4795-9a19-4c76caef4185/tags/tempest-TagsExtTest-Tag-425575665 HTTP/1.1" status: 404 len: 328 time: 0.0786078 Jul 14 09:34:14.074594 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 60428) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:14.090242 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.tag.tag_plugin [None req-0b3b14ec-ebfa-4945-a1e3-14dbd6a9044b tempest-TagsExtTest-1860248276 tempest-TagsExtTest-1860248276-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '4a505b74-f278-4795-9a19-4c76caef4185', 'tempest-TagsExtTest-Tag-1378194123') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:14.171161 n-d-779913-29 neutron-server[93958]: INFO neutron.api.v2.resource [None req-0b3b14ec-ebfa-4945-a1e3-14dbd6a9044b tempest-TagsExtTest-1860248276 tempest-TagsExtTest-1860248276-project] show failed (client error): The resource could not be found. Jul 14 09:34:14.173543 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-0b3b14ec-ebfa-4945-a1e3-14dbd6a9044b tempest-TagsExtTest-1860248276 tempest-TagsExtTest-1860248276-project] 10.222.0.68 "GET /v2.0/ports/4a505b74-f278-4795-9a19-4c76caef4185/tags/tempest-TagsExtTest-Tag-1378194123 HTTP/1.1" status: 404 len: 329 time: 0.0954871 Jul 14 09:34:14.173708 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-83935db9-02c5-458f-add3-2687295d3cdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-683602'] for router_interface, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:14.174925 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 60434) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:14.179797 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.tag.tag_plugin [None req-25056941-57d4-4232-8305-6b3f0c494441 tempest-TagsExtTest-1860248276 tempest-TagsExtTest-1860248276-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '9e77e86c-6885-4976-b723-6d4affd561b9', {'tags': ['tempest-TagsExtTest-Tag-187097744', 'tempest-TagsExtTest-Tag-1332905966', 'tempest-TagsExtTest-Tag-848171099']}) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:14.239758 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 60436) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:14.404873 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3be8275f-b5a4-44bc-b7ee-87da1b8b8f63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:14.595898 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3be8275f-b5a4-44bc-b7ee-87da1b8b8f63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:14.601631 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3be8275f-b5a4-44bc-b7ee-87da1b8b8f63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:14.654616 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-3be8275f-b5a4-44bc-b7ee-87da1b8b8f63 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=658a1f53ceb7453f87cfde36719ab6e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4113734 Jul 14 09:34:14.655157 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 60442) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:14.663135 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be8275f-b5a4-44bc-b7ee-87da1b8b8f63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6ef0c58-572b-4d67-8b3d-e4cf7497c74a,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:14.689551 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-83935db9-02c5-458f-add3-2687295d3cdc admin admin] Deleting port c11bfa6f-db23-463c-9c6c-24827be3651f {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:34:14.690721 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-83935db9-02c5-458f-add3-2687295d3cdc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:14.728652 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-25056941-57d4-4232-8305-6b3f0c494441 tempest-TagsExtTest-1860248276 tempest-TagsExtTest-1860248276-project] 10.222.0.68 "PUT /v2.0/routers/9e77e86c-6885-4976-b723-6d4affd561b9/tags HTTP/1.1" status: 200 len: 316 time: 0.5526972 Jul 14 09:34:14.732663 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 60444) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:14.740018 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.tag.tag_plugin [None req-080324d3-90ae-41c7-8556-d59212d5a85a tempest-TagsExtTest-1860248276 tempest-TagsExtTest-1860248276-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '9e77e86c-6885-4976-b723-6d4affd561b9') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:14.788164 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49124d30-4951-4f09-82ef-0e6863e2d5f8 req-d432c8d8-7d4c-4b06-a7a9-900b46aea6a7 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:14.794346 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-bc5c224b-c58c-4b50-9d70-9381cc9d88ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:14.795606 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-49124d30-4951-4f09-82ef-0e6863e2d5f8 req-d432c8d8-7d4c-4b06-a7a9-900b46aea6a7 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/ports?device_id=07646ca0-10f2-4cc8-8147-f694b9d44b24 HTTP/1.1" status: 200 len: 946 time: 0.5791121 Jul 14 09:34:14.823443 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-83935db9-02c5-458f-add3-2687295d3cdc admin admin] For port c11bfa6f-db23-463c-9c6c-24827be3651f, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=c11bfa6f-db23-463c-9c6c-24827be3651f,segment=NetworkSegment(ec47c66f-b19c-4c7a-a7dc-566165b222dc),segment_id=ec47c66f-b19c-4c7a-a7dc-566165b222dc)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:34:14.823813 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-83935db9-02c5-458f-add3-2687295d3cdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:14.844887 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-bc5c224b-c58c-4b50-9d70-9381cc9d88ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:14.847105 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-83935db9-02c5-458f-add3-2687295d3cdc admin admin] Calling delete_port for c11bfa6f-db23-463c-9c6c-24827be3651f owned by network:router_interface {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:34:14.883253 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-49124d30-4951-4f09-82ef-0e6863e2d5f8 req-b5a5199c-2c06-48dd-ac5d-29b017c40335 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/security-groups?id=e89c09f5-16f2-4ac7-8f23-93abffe26f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866687 Jul 14 09:34:14.923476 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-080324d3-90ae-41c7-8556-d59212d5a85a tempest-TagsExtTest-1860248276 tempest-TagsExtTest-1860248276-project] 10.222.0.68 "DELETE /v2.0/routers/9e77e86c-6885-4976-b723-6d4affd561b9/tags HTTP/1.1" status: 204 len: 168 time: 0.1866195 Jul 14 09:34:14.925060 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 60454) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:14.937365 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.tag.tag_plugin [None req-d5f50bcc-04a0-4baa-a958-3846b8f946c2 tempest-TagsExtTest-1860248276 tempest-TagsExtTest-1860248276-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '9e77e86c-6885-4976-b723-6d4affd561b9', 'tempest-TagsExtTest-Tag-187097744') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:14.994093 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-bc5c224b-c58c-4b50-9d70-9381cc9d88ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:14.997324 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-bc5c224b-c58c-4b50-9d70-9381cc9d88ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:14.998606 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-bc5c224b-c58c-4b50-9d70-9381cc9d88ed admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/f6ef0c58-572b-4d67-8b3d-e4cf7497c74a HTTP/1.1" status: 204 len: 168 time: 0.3426332 Jul 14 09:34:15.055282 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5c224b-c58c-4b50-9d70-9381cc9d88ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6ef0c58-572b-4d67-8b3d-e4cf7497c74a,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:15.102519 n-d-779913-29 neutron-server[93958]: INFO neutron.api.v2.resource [None req-d5f50bcc-04a0-4baa-a958-3846b8f946c2 tempest-TagsExtTest-1860248276 tempest-TagsExtTest-1860248276-project] show failed (client error): The resource could not be found. Jul 14 09:34:15.104247 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-d5f50bcc-04a0-4baa-a958-3846b8f946c2 tempest-TagsExtTest-1860248276 tempest-TagsExtTest-1860248276-project] 10.222.0.68 "GET /v2.0/routers/9e77e86c-6885-4976-b723-6d4affd561b9/tags/tempest-TagsExtTest-Tag-187097744 HTTP/1.1" status: 404 len: 328 time: 0.1780393 Jul 14 09:34:15.114396 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 60458) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:15.120895 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.tag.tag_plugin [None req-6b6bc5e2-7cce-41cf-b4fc-fe9c442bf020 tempest-TagsExtTest-1860248276 tempest-TagsExtTest-1860248276-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '9e77e86c-6885-4976-b723-6d4affd561b9', 'tempest-TagsExtTest-Tag-1332905966') {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:15.172386 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcc938b-3617-4adb-a9d7-8020e7dea895 req-df38becb-ddf3-4480-a184-221fae9443e9 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:15.174004 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-edcc938b-3617-4adb-a9d7-8020e7dea895 req-df38becb-ddf3-4480-a184-221fae9443e9 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/ports?device_id=07646ca0-10f2-4cc8-8147-f694b9d44b24 HTTP/1.1" status: 200 len: 946 time: 0.0941024 Jul 14 09:34:15.228026 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-edcc938b-3617-4adb-a9d7-8020e7dea895 req-b5484d91-b1a5-468b-8682-fa90f71cc068 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/security-groups?id=e89c09f5-16f2-4ac7-8f23-93abffe26f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476861 Jul 14 09:34:15.234642 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64df3275-fbf8-43dd-9e77-d84e7d0a3897 req-afa8341b-ac18-4100-9572-37c1d542397d tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:15.242761 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-64df3275-fbf8-43dd-9e77-d84e7d0a3897 req-afa8341b-ac18-4100-9572-37c1d542397d tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] 10.222.0.68 "GET /v2.0/ports?device_id=8e7397c3-9642-4fe6-b6c4-32d7843783ff HTTP/1.1" status: 200 len: 945 time: 0.2527504 Jul 14 09:34:15.306121 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-64df3275-fbf8-43dd-9e77-d84e7d0a3897 req-d1482723-9564-4390-9f0c-1330e2d84549 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] 10.222.0.68 "GET /v2.0/security-groups?id=d752f37c-fee3-40c2-9393-243f60d7ab2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623546 Jul 14 09:34:15.326125 n-d-779913-29 neutron-server[93957]: INFO neutron.api.v2.resource [None req-6b6bc5e2-7cce-41cf-b4fc-fe9c442bf020 tempest-TagsExtTest-1860248276 tempest-TagsExtTest-1860248276-project] show failed (client error): The resource could not be found. Jul 14 09:34:15.341179 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-6b6bc5e2-7cce-41cf-b4fc-fe9c442bf020 tempest-TagsExtTest-1860248276 tempest-TagsExtTest-1860248276-project] 10.222.0.68 "GET /v2.0/routers/9e77e86c-6885-4976-b723-6d4affd561b9/tags/tempest-TagsExtTest-Tag-1332905966 HTTP/1.1" status: 404 len: 329 time: 0.2241631 Jul 14 09:34:15.345198 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 60466) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:15.346291 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-83935db9-02c5-458f-add3-2687295d3cdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:15.353396 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.tag.tag_plugin [None req-2b236468-4aac-4e99-99a8-9fe4f60d96dc tempest-TagsExtTest-1860248276 tempest-TagsExtTest-1860248276-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '9e77e86c-6885-4976-b723-6d4affd561b9', 'tempest-TagsExtTest-Tag-848171099') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:15.373042 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83935db9-02c5-458f-add3-2687295d3cdc admin admin] Pushing event deleted for resources: {'Port': ['ID=c11bfa6f-db23-463c-9c6c-24827be3651f,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:15.423968 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 60468) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:15.539975 n-d-779913-29 neutron-server[93958]: INFO neutron.api.v2.resource [None req-2b236468-4aac-4e99-99a8-9fe4f60d96dc tempest-TagsExtTest-1860248276 tempest-TagsExtTest-1860248276-project] show failed (client error): The resource could not be found. Jul 14 09:34:15.541539 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-2b236468-4aac-4e99-99a8-9fe4f60d96dc tempest-TagsExtTest-1860248276 tempest-TagsExtTest-1860248276-project] 10.222.0.68 "GET /v2.0/routers/9e77e86c-6885-4976-b723-6d4affd561b9/tags/tempest-TagsExtTest-Tag-848171099 HTTP/1.1" status: 404 len: 328 time: 0.1932013 Jul 14 09:34:15.549422 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab073abe-f33c-44f5-aea1-c16772bdaa68 req-bb64e2f8-9e63-4365-a105-e549842d7267 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:15.551119 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ab073abe-f33c-44f5-aea1-c16772bdaa68 req-bb64e2f8-9e63-4365-a105-e549842d7267 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/ports?device_id=07646ca0-10f2-4cc8-8147-f694b9d44b24 HTTP/1.1" status: 200 len: 946 time: 0.1344810 Jul 14 09:34:15.551698 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 60470) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:15.553011 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f505acf5-df25-40a5-93f6-630bd242c952 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:15.556722 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.tag.tag_plugin [None req-6cafa0cf-e9f4-4fea-a4c5-260ead18ed06 tempest-TagsExtTest-1860248276 tempest-TagsExtTest-1860248276-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '3c13dd99-c2af-4985-9bc1-0070607a0dce', {'tags': ['tempest-TagsExtTest-Tag-961744497', 'tempest-TagsExtTest-Tag-337692606', 'tempest-TagsExtTest-Tag-669725857']}) {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:15.622769 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ab073abe-f33c-44f5-aea1-c16772bdaa68 req-aed75205-6150-43e1-9782-829ea769ea69 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/security-groups?id=e89c09f5-16f2-4ac7-8f23-93abffe26f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623872 Jul 14 09:34:15.624549 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-6cafa0cf-e9f4-4fea-a4c5-260ead18ed06 tempest-TagsExtTest-1860248276 tempest-TagsExtTest-1860248276-project] 10.222.0.68 "PUT /v2.0/subnetpools/3c13dd99-c2af-4985-9bc1-0070607a0dce/tags HTTP/1.1" status: 200 len: 315 time: 0.0714524 Jul 14 09:34:15.627253 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 60474) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:15.632744 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.tag.tag_plugin [None req-f2b89ee0-ac79-4325-b6c2-9035113e5ad5 tempest-TagsExtTest-1860248276 tempest-TagsExtTest-1860248276-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '3c13dd99-c2af-4985-9bc1-0070607a0dce') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:15.681801 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-f2b89ee0-ac79-4325-b6c2-9035113e5ad5 tempest-TagsExtTest-1860248276 tempest-TagsExtTest-1860248276-project] 10.222.0.68 "DELETE /v2.0/subnetpools/3c13dd99-c2af-4985-9bc1-0070607a0dce/tags HTTP/1.1" status: 204 len: 168 time: 0.0507469 Jul 14 09:34:15.686204 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 60478) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:15.698752 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.tag.tag_plugin [None req-a3c4c324-a627-4dc1-a4d2-baa324ba635a tempest-TagsExtTest-1860248276 tempest-TagsExtTest-1860248276-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '3c13dd99-c2af-4985-9bc1-0070607a0dce', 'tempest-TagsExtTest-Tag-961744497') {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:15.711663 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cec5f4-dc5d-4733-9d73-c9efe1a76961 req-d39c0d62-cda2-400b-b5bd-5512f9f0dbf6 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:15.713263 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c8cec5f4-dc5d-4733-9d73-c9efe1a76961 req-d39c0d62-cda2-400b-b5bd-5512f9f0dbf6 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] 10.222.0.68 "GET /v2.0/ports?device_id=8e7397c3-9642-4fe6-b6c4-32d7843783ff HTTP/1.1" status: 200 len: 945 time: 0.2389410 Jul 14 09:34:15.713949 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-83935db9-02c5-458f-add3-2687295d3cdc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-620860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682934'] for router_interface, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:15.725615 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 60480) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:15.735337 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-74d5f420-34de-4609-a130-db036c7ec45d tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Request body: {'floatingip': {'port_id': 'a41d2256-8405-429f-a1ba-806313b3c072'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:34:15.838297 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-74d5f420-34de-4609-a130-db036c7ec45d tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Notify callbacks [] for floatingip, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:15.876666 n-d-779913-29 neutron-server[93957]: INFO neutron.api.v2.resource [None req-a3c4c324-a627-4dc1-a4d2-baa324ba635a tempest-TagsExtTest-1860248276 tempest-TagsExtTest-1860248276-project] show failed (client error): The resource could not be found. Jul 14 09:34:15.877718 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-a3c4c324-a627-4dc1-a4d2-baa324ba635a tempest-TagsExtTest-1860248276 tempest-TagsExtTest-1860248276-project] 10.222.0.68 "GET /v2.0/subnetpools/3c13dd99-c2af-4985-9bc1-0070607a0dce/tags/tempest-TagsExtTest-Tag-961744497 HTTP/1.1" status: 404 len: 328 time: 0.1856096 Jul 14 09:34:15.881000 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 60484) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:15.888679 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.tag.tag_plugin [None req-3c098787-adb6-4cda-81c5-3a78eb47fb84 tempest-TagsExtTest-1860248276 tempest-TagsExtTest-1860248276-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '3c13dd99-c2af-4985-9bc1-0070607a0dce', 'tempest-TagsExtTest-Tag-337692606') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:15.967868 n-d-779913-29 neutron-server[93958]: INFO neutron.api.v2.resource [None req-3c098787-adb6-4cda-81c5-3a78eb47fb84 tempest-TagsExtTest-1860248276 tempest-TagsExtTest-1860248276-project] show failed (client error): The resource could not be found. Jul 14 09:34:15.971820 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-3c098787-adb6-4cda-81c5-3a78eb47fb84 tempest-TagsExtTest-1860248276 tempest-TagsExtTest-1860248276-project] 10.222.0.68 "GET /v2.0/subnetpools/3c13dd99-c2af-4985-9bc1-0070607a0dce/tags/tempest-TagsExtTest-Tag-337692606 HTTP/1.1" status: 404 len: 328 time: 0.0856853 Jul 14 09:34:15.973930 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 60490) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:15.978544 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.tag.tag_plugin [None req-5741ff7b-1f5a-4474-a328-c2ce3703b297 tempest-TagsExtTest-1860248276 tempest-TagsExtTest-1860248276-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '3c13dd99-c2af-4985-9bc1-0070607a0dce', 'tempest-TagsExtTest-Tag-669725857') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:16.015811 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b989f5-159c-4eee-8c0f-2eab0eb5fdee req-05ee79d8-4e32-4014-8c3f-ae5f8c65eab5 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:16.017412 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-f4b989f5-159c-4eee-8c0f-2eab0eb5fdee req-05ee79d8-4e32-4014-8c3f-ae5f8c65eab5 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/ports?device_id=07646ca0-10f2-4cc8-8147-f694b9d44b24 HTTP/1.1" status: 200 len: 946 time: 0.1041083 Jul 14 09:34:16.020260 n-d-779913-29 neutron-server[93958]: INFO neutron.api.v2.resource [None req-5741ff7b-1f5a-4474-a328-c2ce3703b297 tempest-TagsExtTest-1860248276 tempest-TagsExtTest-1860248276-project] show failed (client error): The resource could not be found. Jul 14 09:34:16.023755 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-5741ff7b-1f5a-4474-a328-c2ce3703b297 tempest-TagsExtTest-1860248276 tempest-TagsExtTest-1860248276-project] 10.222.0.68 "GET /v2.0/subnetpools/3c13dd99-c2af-4985-9bc1-0070607a0dce/tags/tempest-TagsExtTest-Tag-669725857 HTTP/1.1" status: 404 len: 328 time: 0.0463610 Jul 14 09:34:16.030905 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 60492) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:16.030905 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.tag.tag_plugin [None req-8fa43e15-6258-4b35-99a9-f298a2afabaf tempest-TagsExtTest-1860248276 tempest-TagsExtTest-1860248276-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '3c13dd99-c2af-4985-9bc1-0070607a0dce') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:16.097128 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-f4b989f5-159c-4eee-8c0f-2eab0eb5fdee req-7c77020e-1ecd-4af0-bd28-8612ef2decaf tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/security-groups?id=e89c09f5-16f2-4ac7-8f23-93abffe26f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469377 Jul 14 09:34:16.122227 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-8fa43e15-6258-4b35-99a9-f298a2afabaf tempest-TagsExtTest-1860248276 tempest-TagsExtTest-1860248276-project] 10.222.0.68 "DELETE /v2.0/subnetpools/3c13dd99-c2af-4985-9bc1-0070607a0dce/tags HTTP/1.1" status: 204 len: 168 time: 0.0967219 Jul 14 09:34:16.123203 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 60498) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:16.128609 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.tag.tag_plugin [None req-76f11e16-2df0-4403-aa7f-9541f397d485 tempest-TagsExtTest-1860248276 tempest-TagsExtTest-1860248276-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '9e77e86c-6885-4976-b723-6d4affd561b9') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:16.286137 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 60504) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:16.360402 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ef91b05-06f9-4347-9069-9fd7bc4e3ce7 admin admin] Deleting subnet b9b5b9a6-c0c5-422a-9cec-7b209f25a172 {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:34:16.368813 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-76f11e16-2df0-4403-aa7f-9541f397d485 tempest-TagsExtTest-1860248276 tempest-TagsExtTest-1860248276-project] 10.222.0.68 "DELETE /v2.0/routers/9e77e86c-6885-4976-b723-6d4affd561b9/tags HTTP/1.1" status: 204 len: 168 time: 0.2445600 Jul 14 09:34:16.369923 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7ef91b05-06f9-4347-9069-9fd7bc4e3ce7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:16.375722 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 60506) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:16.390612 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.tag.tag_plugin [None req-d1cd906d-8c3c-4331-8d01-6592c98b464d tempest-TagsExtTest-1860248276 tempest-TagsExtTest-1860248276-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '4a505b74-f278-4795-9a19-4c76caef4185') {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:16.398852 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f505acf5-df25-40a5-93f6-630bd242c952 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:16.410643 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114b4325-aeed-4763-81bd-24fcde703bf8 req-2ef63e9c-8cb3-4800-82e7-425f6c703d9a tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:16.412141 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-114b4325-aeed-4763-81bd-24fcde703bf8 req-2ef63e9c-8cb3-4800-82e7-425f6c703d9a tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/ports?device_id=07646ca0-10f2-4cc8-8147-f694b9d44b24 HTTP/1.1" status: 200 len: 946 time: 0.1637728 Jul 14 09:34:16.420657 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7ef91b05-06f9-4347-9069-9fd7bc4e3ce7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13574120'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:16.430775 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f505acf5-df25-40a5-93f6-630bd242c952 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:16.485052 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-114b4325-aeed-4763-81bd-24fcde703bf8 req-752e8f6b-c143-4075-933c-f40f3376c180 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/security-groups?id=e89c09f5-16f2-4ac7-8f23-93abffe26f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666378 Jul 14 09:34:16.486050 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7ef91b05-06f9-4347-9069-9fd7bc4e3ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3481002'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:16.547748 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7ef91b05-06f9-4347-9069-9fd7bc4e3ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13574056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16714573'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:16.567778 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-f505acf5-df25-40a5-93f6-630bd242c952 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=d4f6e7136507483a8287c5d6ec654023&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1399634 Jul 14 09:34:16.574727 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f505acf5-df25-40a5-93f6-630bd242c952 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a5e47ac-fecd-4398-b925-55dd1fac17a9,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:16.580043 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 60512) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:16.587002 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef91b05-06f9-4347-9069-9fd7bc4e3ce7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b9b5b9a6-c0c5-422a-9cec-7b209f25a172,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:16.591833 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7ef91b05-06f9-4347-9069-9fd7bc4e3ce7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:16.594300 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-7ef91b05-06f9-4347-9069-9fd7bc4e3ce7 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/b9b5b9a6-c0c5-422a-9cec-7b209f25a172 HTTP/1.1" status: 204 len: 168 time: 0.3059762 Jul 14 09:34:16.597720 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 60514) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:16.694778 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3aea14fe-1394-4613-a758-9256c3f42bb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3876111'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:16.714453 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-d1cd906d-8c3c-4331-8d01-6592c98b464d tempest-TagsExtTest-1860248276 tempest-TagsExtTest-1860248276-project] 10.222.0.68 "DELETE /v2.0/ports/4a505b74-f278-4795-9a19-4c76caef4185/tags HTTP/1.1" status: 204 len: 168 time: 0.3306510 Jul 14 09:34:16.717908 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 60516) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:16.744429 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.tag.tag_plugin [None req-8d025ad4-29fa-4582-863b-e8bbb3099b57 tempest-TagsExtTest-1860248276 tempest-TagsExtTest-1860248276-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '099339e8-b661-4777-bf85-aec8ae7a369d') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:16.812421 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194b1783-a455-4bc9-8d9d-c7dcaa16cb14 req-01c026ee-b550-4850-adbc-84c67f80d91a tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:16.813937 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-194b1783-a455-4bc9-8d9d-c7dcaa16cb14 req-01c026ee-b550-4850-adbc-84c67f80d91a tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/ports?device_id=07646ca0-10f2-4cc8-8147-f694b9d44b24 HTTP/1.1" status: 200 len: 946 time: 0.1620765 Jul 14 09:34:16.814725 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-632c4908-332c-4cae-947c-17f6ebfc4a63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:16.829859 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83935db9-02c5-458f-add3-2687295d3cdc admin admin] Router eb7c1d2b-f4df-428c-b0df-36f849889658 has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:34:16.838993 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3aea14fe-1394-4613-a758-9256c3f42bb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473955', 'neutron.services.segments.db._delete_segments_for_network-8735688326548'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:16.864211 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-632c4908-332c-4cae-947c-17f6ebfc4a63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:16.866074 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-3aea14fe-1394-4613-a758-9256c3f42bb5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c89afe5-b9f8-4e2e-b44c-d497b59f1beb']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:16.884404 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-3aea14fe-1394-4613-a758-9256c3f42bb5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c0bb8da-25ea-40ae-a0d8-c863fd3d0f97') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:16.884751 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-3aea14fe-1394-4613-a758-9256c3f42bb5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c0bb8da-25ea-40ae-a0d8-c863fd3d0f97') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:16.904544 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3aea14fe-1394-4613-a758-9256c3f42bb5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735688356235', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13574129'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:16.915244 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-194b1783-a455-4bc9-8d9d-c7dcaa16cb14 req-bdaabaeb-4f83-4de5-9baf-3db4af8af4be tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/security-groups?id=e89c09f5-16f2-4ac7-8f23-93abffe26f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836222 Jul 14 09:34:16.924835 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3aea14fe-1394-4613-a758-9256c3f42bb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:16.933351 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3aea14fe-1394-4613-a758-9256c3f42bb5 admin admin] Releasing vlan 733 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:34:16.933775 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3aea14fe-1394-4613-a758-9256c3f42bb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13573126'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:16.935402 n-d-779913-29 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:34:16.935402 n-d-779913-29 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:34:16.935402 n-d-779913-29 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:34:16.935402 n-d-779913-29 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:34:16.935402 n-d-779913-29 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:34:16.935402 n-d-779913-29 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:34:16.935402 n-d-779913-29 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:34:16.935402 n-d-779913-29 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:34:16.935402 n-d-779913-29 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:34:16.935402 n-d-779913-29 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:34:16.935402 n-d-779913-29 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:34:16.935402 n-d-779913-29 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:34:16.935402 n-d-779913-29 neutron-server[93958]: Traceback (most recent call last): Jul 14 09:34:16.935402 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:34:16.935402 n-d-779913-29 neutron-server[93958]: timer() Jul 14 09:34:16.935402 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:34:16.935402 n-d-779913-29 neutron-server[93958]: cb(*args, **kw) Jul 14 09:34:16.935402 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:34:16.935402 n-d-779913-29 neutron-server[93958]: return func(*args, **kwargs) Jul 14 09:34:16.935402 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:34:16.935402 n-d-779913-29 neutron-server[93958]: self._notify() Jul 14 09:34:16.935402 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:34:16.935402 n-d-779913-29 neutron-server[93958]: self.callback(batched_events) Jul 14 09:34:16.935402 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:34:16.935402 n-d-779913-29 neutron-server[93958]: event.method(event) Jul 14 09:34:16.935402 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:34:16.935402 n-d-779913-29 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:34:16.935402 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:34:16.935402 n-d-779913-29 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:34:16.935402 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:34:16.935402 n-d-779913-29 neutron-server[93958]: return f(self, *a, **k) Jul 14 09:34:16.935402 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:34:16.935402 n-d-779913-29 neutron-server[93958]: return self._get(url).json() Jul 14 09:34:16.935402 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:34:16.935402 n-d-779913-29 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:34:16.935402 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:34:16.935402 n-d-779913-29 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 14 09:34:16.935402 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:34:16.935402 n-d-779913-29 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:34:16.935402 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:34:16.935402 n-d-779913-29 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:34:16.935402 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:34:16.935402 n-d-779913-29 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:34:16.935402 n-d-779913-29 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:34:16.971366 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-8d025ad4-29fa-4582-863b-e8bbb3099b57 tempest-TagsExtTest-1860248276 tempest-TagsExtTest-1860248276-project] 10.222.0.68 "DELETE /v2.0/subnets/099339e8-b661-4777-bf85-aec8ae7a369d/tags HTTP/1.1" status: 204 len: 168 time: 0.2516685 Jul 14 09:34:16.976883 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 60522) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:16.995293 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3aea14fe-1394-4613-a758-9256c3f42bb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660504'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:17.001783 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3aea14fe-1394-4613-a758-9256c3f42bb5 admin admin] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:17.004575 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-3aea14fe-1394-4613-a758-9256c3f42bb5 admin admin] 10.222.0.68 "DELETE /v2.0/networks/4c89afe5-b9f8-4e2e-b44c-d497b59f1beb HTTP/1.1" status: 204 len: 168 time: 0.4056149 Jul 14 09:34:17.016498 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aea14fe-1394-4613-a758-9256c3f42bb5 admin admin] Pushing event deleted for resources: {'Network': ['ID=4c89afe5-b9f8-4e2e-b44c-d497b59f1beb,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:17.130870 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c784cef9-7d57-47ec-a247-0bc9374d2023 req-3ea1f79c-f33c-4f36-97cc-76a2c644e9b2 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:17.132415 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-c784cef9-7d57-47ec-a247-0bc9374d2023 req-3ea1f79c-f33c-4f36-97cc-76a2c644e9b2 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/ports?device_id=07646ca0-10f2-4cc8-8147-f694b9d44b24 HTTP/1.1" status: 200 len: 946 time: 0.0712893 Jul 14 09:34:17.135174 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-632c4908-332c-4cae-947c-17f6ebfc4a63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:17.138390 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-632c4908-332c-4cae-947c-17f6ebfc4a63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:17.142162 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-632c4908-332c-4cae-947c-17f6ebfc4a63 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/4a5e47ac-fecd-4398-b925-55dd1fac17a9 HTTP/1.1" status: 204 len: 168 time: 0.5580583 Jul 14 09:34:17.179677 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632c4908-332c-4cae-947c-17f6ebfc4a63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a5e47ac-fecd-4398-b925-55dd1fac17a9,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:17.182733 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-c784cef9-7d57-47ec-a247-0bc9374d2023 req-9a77a676-f69f-4377-8ffa-f2b5f1f7178c tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/security-groups?id=e89c09f5-16f2-4ac7-8f23-93abffe26f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445201 Jul 14 09:34:17.192782 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.db.resource_extend [None req-74d5f420-34de-4609-a130-db036c7ec45d tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 14 09:34:17.197309 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83935db9-02c5-458f-add3-2687295d3cdc admin admin] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:34:17.207343 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-83935db9-02c5-458f-add3-2687295d3cdc admin admin] 10.222.0.68 "PUT /v2.0/routers/eb7c1d2b-f4df-428c-b0df-36f849889658/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8881066 Jul 14 09:34:17.212752 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 60528) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:17.214845 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d099176a-b084-43b1-9bfe-126e19b2a6cf None None] Sync routers for ids ['eb7c1d2b-f4df-428c-b0df-36f849889658'] in n-d-779913-29 {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:34:17.246451 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d099176a-b084-43b1-9bfe-126e19b2a6cf None None] Routers {'eb7c1d2b-f4df-428c-b0df-36f849889658'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:34:17.247110 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-d099176a-b084-43b1-9bfe-126e19b2a6cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:33:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['eb7c1d2b-f4df-428c-b0df-36f849889658'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:17.261430 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f60f2c42-1e83-4414-98d1-47705343d4b4 tempest-TagsExtTest-1860248276 tempest-TagsExtTest-1860248276-project] Notify callbacks [] for subnetpool, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:17.264926 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-f60f2c42-1e83-4414-98d1-47705343d4b4 tempest-TagsExtTest-1860248276 tempest-TagsExtTest-1860248276-project] 10.222.0.68 "DELETE /v2.0/subnetpools/3c13dd99-c2af-4985-9bc1-0070607a0dce HTTP/1.1" status: 204 len: 168 time: 0.2847593 Jul 14 09:34:17.268053 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 60534) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:17.278441 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 60536) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:17.304366 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-ce7422ab-53c4-4f4a-9458-8d9d75ba50e8 tempest-TagsExtTest-1860248276 tempest-TagsExtTest-1860248276-project] 10.222.0.68 "GET /v2.0/ports?device_id=9e77e86c-6885-4976-b723-6d4affd561b9 HTTP/1.1" status: 200 len: 205 time: 0.0346375 Jul 14 09:34:17.306745 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 60538) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:17.355871 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-74d5f420-34de-4609-a130-db036c7ec45d tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:17.392092 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-74d5f420-34de-4609-a130-db036c7ec45d tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-660590'] for floatingip, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:17.420272 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-5a558b4c-a51c-4ac4-aade-22d0713c65e0 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=dfdb2d62014640219eb60ef19587837e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1403735 Jul 14 09:34:17.425939 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 60542) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:17.433724 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5b8cef64-789f-49e8-aa7b-000dc8dc56fa admin admin] Notify callbacks [] for router, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:17.438797 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7d1fe520-525a-4ffe-9850-7c63b70843b3 tempest-TagsExtTest-1860248276 tempest-TagsExtTest-1860248276-project] Notify callbacks [] for router, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:17.456420 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvr_db [None req-d099176a-b084-43b1-9bfe-126e19b2a6cf None None] Set router eb7c1d2b-f4df-428c-b0df-36f849889658 gateway port host: n-d-779913-29 {{(pid=93959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:34:17.611190 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5b8cef64-789f-49e8-aa7b-000dc8dc56fa admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:17.643312 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3bd03d-4615-40f6-8e31-c013d28f0c71 req-a759f6cb-4b06-465c-977b-8d1a59c57fa5 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:17.654692 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-fc3bd03d-4615-40f6-8e31-c013d28f0c71 req-a759f6cb-4b06-465c-977b-8d1a59c57fa5 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/ports?device_id=07646ca0-10f2-4cc8-8147-f694b9d44b24 HTTP/1.1" status: 200 len: 946 time: 0.2773132 Jul 14 09:34:17.667420 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-d099176a-b084-43b1-9bfe-126e19b2a6cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb7c1d2b-f4df-428c-b0df-36f849889658', 'name': 'tempest-TestAggregatesBasicOps-1456768007-router', 'tenant_id': '1ec312422b214b4b9c1917ad82006b7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.90'}], 'enable_snat': True}, 'gw_port_id': 'b2375988-131b-4e1b-9f55-57ffc0a0c1ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:33:52Z', 'updated_at': '2021-07-14T09:34:15Z', 'revision_number': 5, 'project_id': '1ec312422b214b4b9c1917ad82006b7f', 'gw_port': {'id': 'b2375988-131b-4e1b-9f55-57ffc0a0c1ae', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:ca:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb7c1d2b-f4df-428c-b0df-36f849889658', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2073, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:33:53Z', 'updated_at': '2021-07-14T09:34:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29'}], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:17.672096 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-202c42b6-07f4-4ff5-94ca-944a0308f534 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:17.687876 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7d1fe520-525a-4ffe-9850-7c63b70843b3 tempest-TagsExtTest-1860248276 tempest-TagsExtTest-1860248276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-711871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12964'] for router, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:17.692801 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7d1fe520-525a-4ffe-9850-7c63b70843b3 tempest-TagsExtTest-1860248276 tempest-TagsExtTest-1860248276-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:17.701864 n-d-779913-29 neutron-server[93957]: INFO neutron.db.l3_db [None req-74d5f420-34de-4609-a130-db036c7ec45d tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Floating IP d51d5881-b842-462f-84c1-8a4cca01f231 associated. External IP: 172.25.4.141, port: a41d2256-8405-429f-a1ba-806313b3c072. Jul 14 09:34:17.702858 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d099176a-b084-43b1-9bfe-126e19b2a6cf None None] Checking router: eb7c1d2b-f4df-428c-b0df-36f849889658 for host: n-d-779913-29 {{(pid=93959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:34:17.711976 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d099176a-b084-43b1-9bfe-126e19b2a6cf None None] Routers {'eb7c1d2b-f4df-428c-b0df-36f849889658'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:34:17.712889 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-d099176a-b084-43b1-9bfe-126e19b2a6cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:33:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['eb7c1d2b-f4df-428c-b0df-36f849889658'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:17.736165 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-202c42b6-07f4-4ff5-94ca-944a0308f534 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:17.753357 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-fc3bd03d-4615-40f6-8e31-c013d28f0c71 req-30c7378c-6359-4384-a2ef-55e2c4a2a393 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/security-groups?id=e89c09f5-16f2-4ac7-8f23-93abffe26f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970492 Jul 14 09:34:17.805683 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-5b8cef64-789f-49e8-aa7b-000dc8dc56fa admin admin] Deleting port b2375988-131b-4e1b-9f55-57ffc0a0c1ae {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:34:17.806059 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5b8cef64-789f-49e8-aa7b-000dc8dc56fa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:17.810246 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7d1fe520-525a-4ffe-9850-7c63b70843b3 tempest-TagsExtTest-1860248276 tempest-TagsExtTest-1860248276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-704815'] for router, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:17.811014 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d1fe520-525a-4ffe-9850-7c63b70843b3 tempest-TagsExtTest-1860248276 tempest-TagsExtTest-1860248276-project] Fanout notify agent at l3_agent the message router_deleted on router 9e77e86c-6885-4976-b723-6d4affd561b9 {{(pid=93957) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:34:17.816508 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvr_db [None req-d099176a-b084-43b1-9bfe-126e19b2a6cf None None] Set router eb7c1d2b-f4df-428c-b0df-36f849889658 gateway port host: None {{(pid=93959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:34:17.834464 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7d1fe520-525a-4ffe-9850-7c63b70843b3 tempest-TagsExtTest-1860248276 tempest-TagsExtTest-1860248276-project] Notify callbacks [] for router, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:17.836885 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-7d1fe520-525a-4ffe-9850-7c63b70843b3 tempest-TagsExtTest-1860248276 tempest-TagsExtTest-1860248276-project] 10.222.0.68 "DELETE /v2.0/routers/9e77e86c-6885-4976-b723-6d4affd561b9 HTTP/1.1" status: 204 len: 168 time: 0.5293355 Jul 14 09:34:17.843909 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 60556) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:17.871682 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-202c42b6-07f4-4ff5-94ca-944a0308f534 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:17.874232 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-202c42b6-07f4-4ff5-94ca-944a0308f534 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:17.878183 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-202c42b6-07f4-4ff5-94ca-944a0308f534 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/9b802230-9234-42e7-bf8c-0d12af0394c4 HTTP/1.1" status: 204 len: 168 time: 0.4489973 Jul 14 09:34:17.880743 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-d099176a-b084-43b1-9bfe-126e19b2a6cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb7c1d2b-f4df-428c-b0df-36f849889658', 'name': 'tempest-TestAggregatesBasicOps-1456768007-router', 'tenant_id': '1ec312422b214b4b9c1917ad82006b7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:33:52Z', 'updated_at': '2021-07-14T09:34:17Z', 'revision_number': 6, 'project_id': '1ec312422b214b4b9c1917ad82006b7f', 'gw_port_host': None}], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:17.891122 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202c42b6-07f4-4ff5-94ca-944a0308f534 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b802230-9234-42e7-bf8c-0d12af0394c4,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:17.904887 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-5b8cef64-789f-49e8-aa7b-000dc8dc56fa admin admin] For port b2375988-131b-4e1b-9f55-57ffc0a0c1ae, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=b2375988-131b-4e1b-9f55-57ffc0a0c1ae,segment=NetworkSegment(81bf7a93-80b3-43df-b9d5-462c604a2945),segment_id=81bf7a93-80b3-43df-b9d5-462c604a2945)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:34:17.905271 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5b8cef64-789f-49e8-aa7b-000dc8dc56fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:17.925910 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-5b8cef64-789f-49e8-aa7b-000dc8dc56fa admin admin] Calling delete_port for b2375988-131b-4e1b-9f55-57ffc0a0c1ae owned by network:router_gateway {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:34:17.933451 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d099176a-b084-43b1-9bfe-126e19b2a6cf None None] The sync data for ids ['eb7c1d2b-f4df-428c-b0df-36f849889658'] in n-d-779913-29 is: [{'id': 'eb7c1d2b-f4df-428c-b0df-36f849889658', 'name': 'tempest-TestAggregatesBasicOps-1456768007-router', 'tenant_id': '1ec312422b214b4b9c1917ad82006b7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:33:52Z', 'updated_at': '2021-07-14T09:34:17Z', 'revision_number': 6, 'project_id': '1ec312422b214b4b9c1917ad82006b7f', 'gw_port_host': None}] {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:34:18.208871 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5b8cef64-789f-49e8-aa7b-000dc8dc56fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:18.246163 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8cef64-789f-49e8-aa7b-000dc8dc56fa admin admin] Pushing event deleted for resources: {'Port': ['ID=b2375988-131b-4e1b-9f55-57ffc0a0c1ae,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:18.278652 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df03f1b-da91-4f5d-a669-79be0d5ac3f5 req-4b8090c7-3315-43ec-afa9-1e838ad9904f tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:18.280459 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-9df03f1b-da91-4f5d-a669-79be0d5ac3f5 req-4b8090c7-3315-43ec-afa9-1e838ad9904f tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/ports?device_id=07646ca0-10f2-4cc8-8147-f694b9d44b24 HTTP/1.1" status: 200 len: 946 time: 0.2280302 Jul 14 09:34:18.360839 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5b8cef64-789f-49e8-aa7b-000dc8dc56fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-660532'] for router_gateway, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:18.361531 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-29106120-8aa4-42b7-beb8-b08877b03209 tempest-TagsExtTest-1860248276 tempest-TagsExtTest-1860248276-project] Deleting port 4a505b74-f278-4795-9a19-4c76caef4185 {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:34:18.362429 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-29106120-8aa4-42b7-beb8-b08877b03209 tempest-TagsExtTest-1860248276 tempest-TagsExtTest-1860248276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:18.366863 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74d5f420-34de-4609-a130-db036c7ec45d tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Router 46431b7c-8b9c-4b6a-bebe-d293c653d238 has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:34:18.374177 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-9df03f1b-da91-4f5d-a669-79be0d5ac3f5 req-65af6864-dd1d-4387-abba-61f0854deeab tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/security-groups?id=e89c09f5-16f2-4ac7-8f23-93abffe26f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864666 Jul 14 09:34:18.806843 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5b8cef64-789f-49e8-aa7b-000dc8dc56fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-711871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12964'] for router, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:18.809622 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5b8cef64-789f-49e8-aa7b-000dc8dc56fa admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:18.942938 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5b8cef64-789f-49e8-aa7b-000dc8dc56fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-704815'] for router, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:18.943632 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b8cef64-789f-49e8-aa7b-000dc8dc56fa admin admin] Fanout notify agent at l3_agent the message router_deleted on router eb7c1d2b-f4df-428c-b0df-36f849889658 {{(pid=93958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:34:18.948748 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5b8cef64-789f-49e8-aa7b-000dc8dc56fa admin admin] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:18.953707 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-5b8cef64-789f-49e8-aa7b-000dc8dc56fa admin admin] 10.222.0.68 "DELETE /v2.0/routers/eb7c1d2b-f4df-428c-b0df-36f849889658 HTTP/1.1" status: 204 len: 168 time: 1.7397707 Jul 14 09:34:18.954417 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 60600) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:18.954824 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 60602) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:18.980147 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device b2375988-131b-4e1b-9f55-57ffc0a0c1ae no longer exists at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:34:19.007240 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] No Port match for: b2375988-131b-4e1b-9f55-57ffc0a0c1ae {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:34:19.007596 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device b2375988-131b-4e1b-9f55-57ffc0a0c1ae not bound to the agent host n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:34:19.008022 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device c11bfa6f-db23-463c-9c6c-24827be3651f no longer exists at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:34:19.022455 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-65e289e9-82c6-4a43-8a4c-a6f86c2332b6 admin admin] Deleting subnet 5216630e-8cf5-40fe-8678-5f4dbcda27f8 {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:34:19.030257 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-65e289e9-82c6-4a43-8a4c-a6f86c2332b6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:19.068446 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] No Port match for: c11bfa6f-db23-463c-9c6c-24827be3651f {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:34:19.069561 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device c11bfa6f-db23-463c-9c6c-24827be3651f not bound to the agent host n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:34:19.081482 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-65e289e9-82c6-4a43-8a4c-a6f86c2332b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13574120'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:19.197165 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-29106120-8aa4-42b7-beb8-b08877b03209 tempest-TagsExtTest-1860248276 tempest-TagsExtTest-1860248276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:19.219018 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-29106120-8aa4-42b7-beb8-b08877b03209 tempest-TagsExtTest-1860248276 tempest-TagsExtTest-1860248276-project] Calling delete_port for 4a505b74-f278-4795-9a19-4c76caef4185 owned by {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:34:19.220327 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-65e289e9-82c6-4a43-8a4c-a6f86c2332b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3481002'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:19.230161 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74d5f420-34de-4609-a130-db036c7ec45d tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:34:19.241705 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4a5bf65-7a9f-4860-9874-4335e65ab562 None None] Sync routers for ids ['46431b7c-8b9c-4b6a-bebe-d293c653d238'] in n-d-779913-29 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:34:19.242965 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-74d5f420-34de-4609-a130-db036c7ec45d tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for floatingip, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:19.266713 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a5bf65-7a9f-4860-9874-4335e65ab562 None None] Routers {'46431b7c-8b9c-4b6a-bebe-d293c653d238'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:34:19.270799 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-c4a5bf65-7a9f-4860-9874-4335e65ab562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:33:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['46431b7c-8b9c-4b6a-bebe-d293c653d238'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:19.300307 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-74d5f420-34de-4609-a130-db036c7ec45d tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] 10.222.0.68 "PUT /v2.0/floatingips/d51d5881-b842-462f-84c1-8a4cca01f231 HTTP/1.1" status: 200 len: 991 time: 3.5693731 Jul 14 09:34:19.304424 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e7397c3-9642-4fe6-b6c4-32d7843783ff', 'tag': 'a41d2256-8405-429f-a1ba-806313b3c072'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:34:19.307128 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc67bb92-8ed8-49c0-ae19-6a3276662ec9" -d '{"events": [{"name": "network-changed", "server_uuid": "8e7397c3-9642-4fe6-b6c4-32d7843783ff", "tag": "a41d2256-8405-429f-a1ba-806313b3c072"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:34:19.320599 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-2b86ca0f-6e02-47aa-b04a-c8f841a26921 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-814391128-network', 'tenant_id': '5d4433ea50c94943a14246116bc4759b'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:34:19.326053 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-65e289e9-82c6-4a43-8a4c-a6f86c2332b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13574056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16714573'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:19.379033 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e289e9-82c6-4a43-8a4c-a6f86c2332b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5216630e-8cf5-40fe-8678-5f4dbcda27f8,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:19.387209 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ab1008-8feb-4541-814a-59b63e4d8ebe req-5aff8bc3-02ad-47b6-a8d4-86ee0e825f56 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:19.387708 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-65e289e9-82c6-4a43-8a4c-a6f86c2332b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:19.389252 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-65e289e9-82c6-4a43-8a4c-a6f86c2332b6 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/5216630e-8cf5-40fe-8678-5f4dbcda27f8 HTTP/1.1" status: 204 len: 168 time: 0.4309211 Jul 14 09:34:19.391866 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 60612) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:19.396683 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7794cf95-085b-4999-ac5c-071567bc58f4 None None] Network 9c783694-577a-4e67-b111-e7632d350ce7 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:34:19.402824 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b86ca0f-6e02-47aa-b04a-c8f841a26921 admin admin] Made reservation on behalf of 5d4433ea50c94943a14246116bc4759b for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:34:19.405098 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2b86ca0f-6e02-47aa-b04a-c8f841a26921 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:19.409817 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c6ab1008-8feb-4541-814a-59b63e4d8ebe req-5aff8bc3-02ad-47b6-a8d4-86ee0e825f56 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/ports?device_id=07646ca0-10f2-4cc8-8147-f694b9d44b24 HTTP/1.1" status: 200 len: 946 time: 0.4001460 Jul 14 09:34:19.454306 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2b86ca0f-6e02-47aa-b04a-c8f841a26921 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:19.528777 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c6ab1008-8feb-4541-814a-59b63e4d8ebe req-9aa6b6cf-b6a1-47da-8cf2-e12e21800104 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/security-groups?id=e89c09f5-16f2-4ac7-8f23-93abffe26f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162677 Jul 14 09:34:19.529870 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-c4a5bf65-7a9f-4860-9874-4335e65ab562 None None] Set router 46431b7c-8b9c-4b6a-bebe-d293c653d238 gateway port host: n-d-779913-29 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:34:19.570314 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-82180e3e-3a8e-414e-861c-6b60cdcdd55e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3876111'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:19.650765 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:34:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-345acfc9-8c62-4ead-bb05-1dc276370c2b x-openstack-request-id: req-345acfc9-8c62-4ead-bb05-1dc276370c2b {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:34:19.651349 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e7397c3-9642-4fe6-b6c4-32d7843783ff", "tag": "a41d2256-8405-429f-a1ba-806313b3c072", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:34:19.651813 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-345acfc9-8c62-4ead-bb05-1dc276370c2b {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:34:19.652417 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e7397c3-9642-4fe6-b6c4-32d7843783ff', 'tag': 'a41d2256-8405-429f-a1ba-806313b3c072', 'status': 'completed', 'code': 200} Jul 14 09:34:19.686413 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-29106120-8aa4-42b7-beb8-b08877b03209 tempest-TagsExtTest-1860248276 tempest-TagsExtTest-1860248276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:19.763495 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29106120-8aa4-42b7-beb8-b08877b03209 tempest-TagsExtTest-1860248276 tempest-TagsExtTest-1860248276-project] Pushing event deleted for resources: {'Port': ['ID=4a505b74-f278-4795-9a19-4c76caef4185,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:19.782812 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-82180e3e-3a8e-414e-861c-6b60cdcdd55e admin admin] Deleting port d918952b-27a3-42cb-8191-1db1eaf8cc51 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:34:19.783170 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-82180e3e-3a8e-414e-861c-6b60cdcdd55e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:19.852746 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7886f945-eb00-44b1-a475-1a972a3584f2 None None] DHCP port deletion for 9c783694-577a-4e67-b111-e7632d350ce7 request from n-d-779913-29 {{(pid=93959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:34:19.902120 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc67bb92-8ed8-49c0-ae19-6a3276662ec9 req-7b9e784c-a938-4b5f-a392-5d356f9dc883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:19.903691 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-cc67bb92-8ed8-49c0-ae19-6a3276662ec9 req-7b9e784c-a938-4b5f-a392-5d356f9dc883 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=51a0c5b2b5094b24a910e75e03cedf47&device_id=8e7397c3-9642-4fe6-b6c4-32d7843783ff HTTP/1.1" status: 200 len: 1097 time: 0.2016232 Jul 14 09:34:19.910613 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-29106120-8aa4-42b7-beb8-b08877b03209 tempest-TagsExtTest-1860248276 tempest-TagsExtTest-1860248276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:19.914801 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-29106120-8aa4-42b7-beb8-b08877b03209 tempest-TagsExtTest-1860248276 tempest-TagsExtTest-1860248276-project] 10.222.0.68 "DELETE /v2.0/ports/4a505b74-f278-4795-9a19-4c76caef4185 HTTP/1.1" status: 204 len: 168 time: 2.0675929 Jul 14 09:34:19.915490 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 60622) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:19.982733 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-7886f945-eb00-44b1-a475-1a972a3584f2 None None] Deleting port d918952b-27a3-42cb-8191-1db1eaf8cc51 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:34:19.983278 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7886f945-eb00-44b1-a475-1a972a3584f2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:20.029925 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc67bb92-8ed8-49c0-ae19-6a3276662ec9 req-525d9d1a-c667-4ea9-8185-bdfbe159cc41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:20.031679 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_v2 [None req-873545d2-0683-41b8-af02-09267d4d1e01 tempest-TagsExtTest-1860248276 tempest-TagsExtTest-1860248276-project] Deleting subnet 099339e8-b661-4777-bf85-aec8ae7a369d {{(pid=93957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:34:20.034049 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-cc67bb92-8ed8-49c0-ae19-6a3276662ec9 req-525d9d1a-c667-4ea9-8185-bdfbe159cc41 service neutron] 10.222.0.65 "GET /v2.0/networks?id=087e0468-2285-4c59-b3f2-1d1ff8b2217b HTTP/1.1" status: 200 len: 917 time: 0.1100559 Jul 14 09:34:20.042013 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-82180e3e-3a8e-414e-861c-6b60cdcdd55e admin admin] For port d918952b-27a3-42cb-8191-1db1eaf8cc51, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=d918952b-27a3-42cb-8191-1db1eaf8cc51,segment=NetworkSegment(ec47c66f-b19c-4c7a-a7dc-566165b222dc),segment_id=ec47c66f-b19c-4c7a-a7dc-566165b222dc)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:34:20.042703 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-82180e3e-3a8e-414e-861c-6b60cdcdd55e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:20.045402 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-873545d2-0683-41b8-af02-09267d4d1e01 tempest-TagsExtTest-1860248276 tempest-TagsExtTest-1860248276-project] Notify callbacks [] for subnet, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:20.106882 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-873545d2-0683-41b8-af02-09267d4d1e01 tempest-TagsExtTest-1860248276 tempest-TagsExtTest-1860248276-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10944203'] for subnet, precommit_delete_associations {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:20.119509 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-82180e3e-3a8e-414e-861c-6b60cdcdd55e admin admin] Calling delete_port for d918952b-27a3-42cb-8191-1db1eaf8cc51 owned by network:dhcp {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:34:20.134962 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-7886f945-eb00-44b1-a475-1a972a3584f2 None None] For port d918952b-27a3-42cb-8191-1db1eaf8cc51, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=d918952b-27a3-42cb-8191-1db1eaf8cc51,segment=NetworkSegment(ec47c66f-b19c-4c7a-a7dc-566165b222dc),segment_id=ec47c66f-b19c-4c7a-a7dc-566165b222dc)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:34:20.135659 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7886f945-eb00-44b1-a475-1a972a3584f2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:20.148685 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-c4a5bf65-7a9f-4860-9874-4335e65ab562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46431b7c-8b9c-4b6a-bebe-d293c653d238', 'name': 'tempest-AttachVolumeShelveTestJSON-809254703-router', 'tenant_id': '51a0c5b2b5094b24a910e75e03cedf47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.85'}], 'enable_snat': True}, 'gw_port_id': '40e7c51a-bf54-47f0-bc1b-176ca3f64dfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:28:56Z', 'updated_at': '2021-07-14T09:29:06Z', 'revision_number': 4, 'project_id': '51a0c5b2b5094b24a910e75e03cedf47', 'gw_port': {'id': '40e7c51a-bf54-47f0-bc1b-176ca3f64dfd', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:7a:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46431b7c-8b9c-4b6a-bebe-d293c653d238', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:28:57Z', 'updated_at': '2021-07-14T09:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_floatingips': [{'id': 'd51d5881-b842-462f-84c1-8a4cca01f231', 'tenant_id': '51a0c5b2b5094b24a910e75e03cedf47', 'floating_ip_address': '172.25.4.141', 'floating_network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'router_id': '46431b7c-8b9c-4b6a-bebe-d293c653d238', 'port_id': 'a41d2256-8405-429f-a1ba-806313b3c072', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2072, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '087e0468-2285-4c59-b3f2-1d1ff8b2217b', 'mac_address': 'fa:16:3e:8c:f1:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e7397c3-9642-4fe6-b6c4-32d7843783ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:33:53Z', 'updated_at': '2021-07-14T09:34:17Z', 'revision_number': 1, 'project_id': '51a0c5b2b5094b24a910e75e03cedf47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4e868fd-c59a-4ec2-986d-5c9a274f714c', 'name': '', 'network_id': '087e0468-2285-4c59-b3f2-1d1ff8b2217b', 'tenant_id': '51a0c5b2b5094b24a910e75e03cedf47', 'mac_address': 'fa:16:3e:35:fe:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46431b7c-8b9c-4b6a-bebe-d293c653d238', 'device_owner': 'network:router_interface', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': '04ae7776-8c86-484d-9bcc-4299f4579807', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:29:03Z', 'updated_at': '2021-07-14T09:29:12Z', 'revision_number': 5, 'project_id': '51a0c5b2b5094b24a910e75e03cedf47', 'subnets': [{'id': '04ae7776-8c86-484d-9bcc-4299f4579807', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:20.155411 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2b86ca0f-6e02-47aa-b04a-c8f841a26921 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:20.169121 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-7886f945-eb00-44b1-a475-1a972a3584f2 None None] Calling delete_port for d918952b-27a3-42cb-8191-1db1eaf8cc51 owned by network:dhcp {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:34:20.195477 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2b86ca0f-6e02-47aa-b04a-c8f841a26921 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:20.208562 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4a5bf65-7a9f-4860-9874-4335e65ab562 None None] Checking router: 46431b7c-8b9c-4b6a-bebe-d293c653d238 for host: n-d-779913-29 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:34:20.219654 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-873545d2-0683-41b8-af02-09267d4d1e01 tempest-TagsExtTest-1860248276 tempest-TagsExtTest-1860248276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3481002'] for subnet, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:20.227648 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b86ca0f-6e02-47aa-b04a-c8f841a26921 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af74e16a-e2aa-4263-9465-bf35bab628b9,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:20.235017 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a5bf65-7a9f-4860-9874-4335e65ab562 None None] Routers {'46431b7c-8b9c-4b6a-bebe-d293c653d238'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:34:20.235636 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-c4a5bf65-7a9f-4860-9874-4335e65ab562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:33:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['46431b7c-8b9c-4b6a-bebe-d293c653d238'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:20.236749 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-cc67bb92-8ed8-49c0-ae19-6a3276662ec9 req-f7fd7d26-4af5-41dc-8b07-8b42f867ca5a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a41d2256-8405-429f-a1ba-806313b3c072 HTTP/1.1" status: 200 len: 999 time: 0.1904714 Jul 14 09:34:20.262250 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b86ca0f-6e02-47aa-b04a-c8f841a26921 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 744} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:34:20.297439 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2b86ca0f-6e02-47aa-b04a-c8f841a26921 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:20.298119 n-d-779913-29 neutron-server[93958]: INFO neutron.db.segments_db [None req-2b86ca0f-6e02-47aa-b04a-c8f841a26921 admin admin] Added segment 0f45cf11-2d53-4bee-a334-b067695e0830 of type vlan for network 239903e3-2db7-4f9a-97ac-768935a15c12 Jul 14 09:34:20.318706 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7886f945-eb00-44b1-a475-1a972a3584f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:20.329278 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-873545d2-0683-41b8-af02-09267d4d1e01 tempest-TagsExtTest-1860248276 tempest-TagsExtTest-1860248276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10052701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11984075'] for subnet, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:20.364571 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc67bb92-8ed8-49c0-ae19-6a3276662ec9 req-ff4577e2-525a-434d-a3e2-73c28c569ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:20.381696 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-cc67bb92-8ed8-49c0-ae19-6a3276662ec9 req-ff4577e2-525a-434d-a3e2-73c28c569ee3 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=04ae7776-8c86-484d-9bcc-4299f4579807 HTTP/1.1" status: 200 len: 855 time: 0.1316013 Jul 14 09:34:20.388605 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873545d2-0683-41b8-af02-09267d4d1e01 tempest-TagsExtTest-1860248276 tempest-TagsExtTest-1860248276-project] Pushing event deleted for resources: {'Subnet': ['ID=099339e8-b661-4777-bf85-aec8ae7a369d,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:20.389160 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2b86ca0f-6e02-47aa-b04a-c8f841a26921 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735687821325'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:20.390668 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7886f945-eb00-44b1-a475-1a972a3584f2 None None] No DVR routers for this DVR port d918952b-27a3-42cb-8191-1db1eaf8cc51 on host n-d-779913-29 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:34:20.396975 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7886f945-eb00-44b1-a475-1a972a3584f2 None None] Pushing event deleted for resources: {'Port': ['ID=d918952b-27a3-42cb-8191-1db1eaf8cc51,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:20.399637 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-873545d2-0683-41b8-af02-09267d4d1e01 tempest-TagsExtTest-1860248276 tempest-TagsExtTest-1860248276-project] Notify callbacks [] for subnet, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:20.402449 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-873545d2-0683-41b8-af02-09267d4d1e01 tempest-TagsExtTest-1860248276 tempest-TagsExtTest-1860248276-project] 10.222.0.68 "DELETE /v2.0/subnets/099339e8-b661-4777-bf85-aec8ae7a369d HTTP/1.1" status: 204 len: 168 time: 0.4852259 Jul 14 09:34:20.404590 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 60626) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:20.419620 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-82180e3e-3a8e-414e-861c-6b60cdcdd55e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:20.420384 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9b485d0-b43c-4e1e-9c74-d153e782eb04 None None] Network c98e3a04-3900-489d-9260-2c8f48bcbcad requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:34:20.491231 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82180e3e-3a8e-414e-861c-6b60cdcdd55e admin admin] No DVR routers for this DVR port d918952b-27a3-42cb-8191-1db1eaf8cc51 on host n-d-779913-29 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:34:20.522476 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82180e3e-3a8e-414e-861c-6b60cdcdd55e admin admin] Pushing event deleted for resources: {'Port': ['ID=d918952b-27a3-42cb-8191-1db1eaf8cc51,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:20.541345 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-61e20597-794e-4b1e-b45c-521ac4e8baf6 tempest-TagsExtTest-1860248276 tempest-TagsExtTest-1860248276-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3876111'] for network, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:20.544936 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.db.resource_extend [None req-2b86ca0f-6e02-47aa-b04a-c8f841a26921 admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 14 09:34:20.618189 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-c4a5bf65-7a9f-4860-9874-4335e65ab562 None None] Set router 46431b7c-8b9c-4b6a-bebe-d293c653d238 gateway port host: n-d-779913-29 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:34:20.640588 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-61e20597-794e-4b1e-b45c-521ac4e8baf6 tempest-TagsExtTest-1860248276 tempest-TagsExtTest-1860248276-project] Deleting port fb4560e8-7261-4f49-8cff-64b0e3214252 {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:34:20.641448 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-61e20597-794e-4b1e-b45c-521ac4e8baf6 tempest-TagsExtTest-1860248276 tempest-TagsExtTest-1860248276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:20.700621 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2b86ca0f-6e02-47aa-b04a-c8f841a26921 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:20.709570 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b86ca0f-6e02-47aa-b04a-c8f841a26921 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:20.710372 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2b86ca0f-6e02-47aa-b04a-c8f841a26921 admin admin] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:20.716191 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-82180e3e-3a8e-414e-861c-6b60cdcdd55e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473955', 'neutron.services.segments.db._delete_segments_for_network-8735688326548'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:20.760419 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-61e20597-794e-4b1e-b45c-521ac4e8baf6 tempest-TagsExtTest-1860248276 tempest-TagsExtTest-1860248276-project] For port fb4560e8-7261-4f49-8cff-64b0e3214252, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=fb4560e8-7261-4f49-8cff-64b0e3214252,segment=NetworkSegment(ea6f83fb-d312-4c82-af54-8146300924f2),segment_id=ea6f83fb-d312-4c82-af54-8146300924f2)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:34:20.760820 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-61e20597-794e-4b1e-b45c-521ac4e8baf6 tempest-TagsExtTest-1860248276 tempest-TagsExtTest-1860248276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:20.812035 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b86ca0f-6e02-47aa-b04a-c8f841a26921 admin admin] Pushing event updated for resources: {'Network': ['ID=239903e3-2db7-4f9a-97ac-768935a15c12,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:20.819876 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc67bb92-8ed8-49c0-ae19-6a3276662ec9 req-7d4a6b90-1521-4c60-bf0e-f0f897a1dc05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:20.821413 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-cc67bb92-8ed8-49c0-ae19-6a3276662ec9 req-7d4a6b90-1521-4c60-bf0e-f0f897a1dc05 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=087e0468-2285-4c59-b3f2-1d1ff8b2217b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4250495 Jul 14 09:34:20.824036 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-82180e3e-3a8e-414e-861c-6b60cdcdd55e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c783694-577a-4e67-b111-e7632d350ce7']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:20.827249 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-61e20597-794e-4b1e-b45c-521ac4e8baf6 tempest-TagsExtTest-1860248276 tempest-TagsExtTest-1860248276-project] Calling delete_port for fb4560e8-7261-4f49-8cff-64b0e3214252 owned by network:dhcp {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:34:20.848106 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-82180e3e-3a8e-414e-861c-6b60cdcdd55e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec47c66f-b19c-4c7a-a7dc-566165b222dc') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:20.848346 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-82180e3e-3a8e-414e-861c-6b60cdcdd55e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec47c66f-b19c-4c7a-a7dc-566165b222dc') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:20.868751 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-2b86ca0f-6e02-47aa-b04a-c8f841a26921 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.9117136 Jul 14 09:34:20.895008 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 60632) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:20.905331 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Network 239903e3-2db7-4f9a-97ac-768935a15c12 details requested by agent ovs-agent-n-d-779913-29 with host n-d-779913-29 {{(pid=93959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:34:20.905608 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-82180e3e-3a8e-414e-861c-6b60cdcdd55e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735688356235', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13574129'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:20.910905 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-c13fb0e6-59b8-4620-a149-96d801207ee2 admin admin] Request body: {'subnet': {'network_id': '239903e3-2db7-4f9a-97ac-768935a15c12', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-814391128-subnet', 'tenant_id': '5d4433ea50c94943a14246116bc4759b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:34:20.958258 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-61e20597-794e-4b1e-b45c-521ac4e8baf6 tempest-TagsExtTest-1860248276 tempest-TagsExtTest-1860248276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:20.979660 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-82180e3e-3a8e-414e-861c-6b60cdcdd55e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:21.004380 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e20597-794e-4b1e-b45c-521ac4e8baf6 tempest-TagsExtTest-1860248276 tempest-TagsExtTest-1860248276-project] Pushing event deleted for resources: {'Port': ['ID=fb4560e8-7261-4f49-8cff-64b0e3214252,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:21.007244 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e20597-794e-4b1e-b45c-521ac4e8baf6 tempest-TagsExtTest-1860248276 tempest-TagsExtTest-1860248276-project] No DVR routers for this DVR port fb4560e8-7261-4f49-8cff-64b0e3214252 on host n-d-779913-29 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:34:21.014430 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82180e3e-3a8e-414e-861c-6b60cdcdd55e admin admin] Releasing vlan 723 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:34:21.015048 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-82180e3e-3a8e-414e-861c-6b60cdcdd55e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13573126'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:21.017069 n-d-779913-29 neutron-server[93958]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:34:21.017069 n-d-779913-29 neutron-server[93958]: self.session.flush() Jul 14 09:34:21.017069 n-d-779913-29 neutron-server[93958]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:34:21.017069 n-d-779913-29 neutron-server[93958]: self.session.flush() Jul 14 09:34:21.017069 n-d-779913-29 neutron-server[93958]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:34:21.017069 n-d-779913-29 neutron-server[93958]: self.session.flush() Jul 14 09:34:21.017069 n-d-779913-29 neutron-server[93958]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:34:21.017069 n-d-779913-29 neutron-server[93958]: self.session.flush() Jul 14 09:34:21.017069 n-d-779913-29 neutron-server[93958]: Traceback (most recent call last): Jul 14 09:34:21.017069 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:34:21.017069 n-d-779913-29 neutron-server[93958]: timer() Jul 14 09:34:21.017069 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:34:21.017069 n-d-779913-29 neutron-server[93958]: cb(*args, **kw) Jul 14 09:34:21.017069 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:34:21.017069 n-d-779913-29 neutron-server[93958]: return func(*args, **kwargs) Jul 14 09:34:21.017069 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:34:21.017069 n-d-779913-29 neutron-server[93958]: self._notify() Jul 14 09:34:21.017069 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:34:21.017069 n-d-779913-29 neutron-server[93958]: self.callback(batched_events) Jul 14 09:34:21.017069 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:34:21.017069 n-d-779913-29 neutron-server[93958]: event.method(event) Jul 14 09:34:21.017069 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:34:21.017069 n-d-779913-29 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:34:21.017069 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:34:21.017069 n-d-779913-29 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:34:21.017069 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:34:21.017069 n-d-779913-29 neutron-server[93958]: return f(self, *a, **k) Jul 14 09:34:21.017069 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:34:21.017069 n-d-779913-29 neutron-server[93958]: return self._get(url).json() Jul 14 09:34:21.017069 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:34:21.017069 n-d-779913-29 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:34:21.017069 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:34:21.017069 n-d-779913-29 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 14 09:34:21.017069 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:34:21.017069 n-d-779913-29 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:34:21.017069 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:34:21.017069 n-d-779913-29 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:34:21.017069 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:34:21.017069 n-d-779913-29 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:34:21.017069 n-d-779913-29 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:34:21.041194 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device d918952b-27a3-42cb-8191-1db1eaf8cc51 no longer exists at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:34:21.071220 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c13fb0e6-59b8-4620-a149-96d801207ee2 admin admin] Made reservation on behalf of 5d4433ea50c94943a14246116bc4759b for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:34:21.074066 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c13fb0e6-59b8-4620-a149-96d801207ee2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16714600'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:21.086341 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] No Port match for: d918952b-27a3-42cb-8191-1db1eaf8cc51 {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:34:21.086699 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device d918952b-27a3-42cb-8191-1db1eaf8cc51 not bound to the agent host n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:34:21.141244 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-c4a5bf65-7a9f-4860-9874-4335e65ab562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46431b7c-8b9c-4b6a-bebe-d293c653d238', 'name': 'tempest-AttachVolumeShelveTestJSON-809254703-router', 'tenant_id': '51a0c5b2b5094b24a910e75e03cedf47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.85'}], 'enable_snat': True}, 'gw_port_id': '40e7c51a-bf54-47f0-bc1b-176ca3f64dfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:28:56Z', 'updated_at': '2021-07-14T09:29:06Z', 'revision_number': 4, 'project_id': '51a0c5b2b5094b24a910e75e03cedf47', 'gw_port': {'id': '40e7c51a-bf54-47f0-bc1b-176ca3f64dfd', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:7a:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46431b7c-8b9c-4b6a-bebe-d293c653d238', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:28:57Z', 'updated_at': '2021-07-14T09:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_floatingips': [{'id': 'd51d5881-b842-462f-84c1-8a4cca01f231', 'tenant_id': '51a0c5b2b5094b24a910e75e03cedf47', 'floating_ip_address': '172.25.4.141', 'floating_network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'router_id': '46431b7c-8b9c-4b6a-bebe-d293c653d238', 'port_id': 'a41d2256-8405-429f-a1ba-806313b3c072', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2072, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '087e0468-2285-4c59-b3f2-1d1ff8b2217b', 'mac_address': 'fa:16:3e:8c:f1:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e7397c3-9642-4fe6-b6c4-32d7843783ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:33:53Z', 'updated_at': '2021-07-14T09:34:17Z', 'revision_number': 1, 'project_id': '51a0c5b2b5094b24a910e75e03cedf47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4e868fd-c59a-4ec2-986d-5c9a274f714c', 'name': '', 'network_id': '087e0468-2285-4c59-b3f2-1d1ff8b2217b', 'tenant_id': '51a0c5b2b5094b24a910e75e03cedf47', 'mac_address': 'fa:16:3e:35:fe:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46431b7c-8b9c-4b6a-bebe-d293c653d238', 'device_owner': 'network:router_interface', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': '04ae7776-8c86-484d-9bcc-4299f4579807', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:29:03Z', 'updated_at': '2021-07-14T09:29:12Z', 'revision_number': 5, 'project_id': '51a0c5b2b5094b24a910e75e03cedf47', 'subnets': [{'id': '04ae7776-8c86-484d-9bcc-4299f4579807', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:21.170462 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-cc67bb92-8ed8-49c0-ae19-6a3276662ec9 req-28464dca-6e22-4282-a386-0a75b9967cc1 service neutron] 10.222.0.65 "GET /v2.0/networks/087e0468-2285-4c59-b3f2-1d1ff8b2217b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3363752 Jul 14 09:34:21.224258 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4a5bf65-7a9f-4860-9874-4335e65ab562 None None] The sync data for ids ['46431b7c-8b9c-4b6a-bebe-d293c653d238'] in n-d-779913-29 is: [{'id': '46431b7c-8b9c-4b6a-bebe-d293c653d238', 'name': 'tempest-AttachVolumeShelveTestJSON-809254703-router', 'tenant_id': '51a0c5b2b5094b24a910e75e03cedf47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.85'}], 'enable_snat': True}, 'gw_port_id': '40e7c51a-bf54-47f0-bc1b-176ca3f64dfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:28:56Z', 'updated_at': '2021-07-14T09:29:06Z', 'revision_number': 4, 'project_id': '51a0c5b2b5094b24a910e75e03cedf47', 'gw_port': {'id': '40e7c51a-bf54-47f0-bc1b-176ca3f64dfd', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:7a:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46431b7c-8b9c-4b6a-bebe-d293c653d238', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:28:57Z', 'updated_at': '2021-07-14T09:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_floatingips': [{'id': 'd51d5881-b842-462f-84c1-8a4cca01f231', 'tenant_id': '51a0c5b2b5094b24a910e75e03cedf47', 'floating_ip_address': '172.25.4.141', 'floating_network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'router_id': '46431b7c-8b9c-4b6a-bebe-d293c653d238', 'port_id': 'a41d2256-8405-429f-a1ba-806313b3c072', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2072, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '087e0468-2285-4c59-b3f2-1d1ff8b2217b', 'mac_address': 'fa:16:3e:8c:f1:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e7397c3-9642-4fe6-b6c4-32d7843783ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:33:53Z', 'updated_at': '2021-07-14T09:34:17Z', 'revision_number': 1, 'project_id': '51a0c5b2b5094b24a910e75e03cedf47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4e868fd-c59a-4ec2-986d-5c9a274f714c', 'name': '', 'network_id': '087e0468-2285-4c59-b3f2-1d1ff8b2217b', 'tenant_id': '51a0c5b2b5094b24a910e75e03cedf47', 'mac_address': 'fa:16:3e:35:fe:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46431b7c-8b9c-4b6a-bebe-d293c653d238', 'device_owner': 'network:router_interface', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': '04ae7776-8c86-484d-9bcc-4299f4579807', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:29:03Z', 'updated_at': '2021-07-14T09:29:12Z', 'revision_number': 5, 'project_id': '51a0c5b2b5094b24a910e75e03cedf47', 'subnets': [{'id': '04ae7776-8c86-484d-9bcc-4299f4579807', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:34:21.238287 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-61e20597-794e-4b1e-b45c-521ac4e8baf6 tempest-TagsExtTest-1860248276 tempest-TagsExtTest-1860248276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473955', 'neutron.services.segments.db._delete_segments_for_network-8735688326548'] for network, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:21.245004 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19537b38-8c37-45c9-9d00-592498bcdcfd None None] DHCP port deletion for c98e3a04-3900-489d-9260-2c8f48bcbcad request from n-d-779913-29 {{(pid=93959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:34:21.265170 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-82180e3e-3a8e-414e-861c-6b60cdcdd55e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660504'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:21.270614 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-82180e3e-3a8e-414e-861c-6b60cdcdd55e admin admin] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:21.272609 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-82180e3e-3a8e-414e-861c-6b60cdcdd55e admin admin] 10.222.0.68 "DELETE /v2.0/networks/9c783694-577a-4e67-b111-e7632d350ce7 HTTP/1.1" status: 204 len: 168 time: 1.8796444 Jul 14 09:34:21.277372 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-61e20597-794e-4b1e-b45c-521ac4e8baf6 tempest-TagsExtTest-1860248276 tempest-TagsExtTest-1860248276-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c98e3a04-3900-489d-9260-2c8f48bcbcad']}} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:21.295274 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-61e20597-794e-4b1e-b45c-521ac4e8baf6 tempest-TagsExtTest-1860248276 tempest-TagsExtTest-1860248276-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea6f83fb-d312-4c82-af54-8146300924f2') {'for_net_delete': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:21.295843 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-61e20597-794e-4b1e-b45c-521ac4e8baf6 tempest-TagsExtTest-1860248276 tempest-TagsExtTest-1860248276-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea6f83fb-d312-4c82-af54-8146300924f2') {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:21.303581 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82180e3e-3a8e-414e-861c-6b60cdcdd55e admin admin] Pushing event deleted for resources: {'Network': ['ID=9c783694-577a-4e67-b111-e7632d350ce7,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:21.310128 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-61e20597-794e-4b1e-b45c-521ac4e8baf6 tempest-TagsExtTest-1860248276 tempest-TagsExtTest-1860248276-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735688356235', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10944210'] for segment, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:21.331897 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-61e20597-794e-4b1e-b45c-521ac4e8baf6 tempest-TagsExtTest-1860248276 tempest-TagsExtTest-1860248276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:21.355860 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61e20597-794e-4b1e-b45c-521ac4e8baf6 tempest-TagsExtTest-1860248276 tempest-TagsExtTest-1860248276-project] Releasing vlan 717 on physical network physnet1 to pool {{(pid=93957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:34:21.356314 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-61e20597-794e-4b1e-b45c-521ac4e8baf6 tempest-TagsExtTest-1860248276 tempest-TagsExtTest-1860248276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10053619'] for segment, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:21.366527 n-d-779913-29 neutron-server[93957]: Traceback (most recent call last): Jul 14 09:34:21.366527 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:34:21.366527 n-d-779913-29 neutron-server[93957]: timer() Jul 14 09:34:21.366527 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:34:21.366527 n-d-779913-29 neutron-server[93957]: cb(*args, **kw) Jul 14 09:34:21.366527 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:34:21.366527 n-d-779913-29 neutron-server[93957]: return func(*args, **kwargs) Jul 14 09:34:21.366527 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:34:21.366527 n-d-779913-29 neutron-server[93957]: self._notify() Jul 14 09:34:21.366527 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:34:21.366527 n-d-779913-29 neutron-server[93957]: self.callback(batched_events) Jul 14 09:34:21.366527 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:34:21.366527 n-d-779913-29 neutron-server[93957]: event.method(event) Jul 14 09:34:21.366527 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:34:21.366527 n-d-779913-29 neutron-server[93957]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:34:21.366527 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:34:21.366527 n-d-779913-29 neutron-server[93957]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:34:21.366527 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:34:21.366527 n-d-779913-29 neutron-server[93957]: return f(self, *a, **k) Jul 14 09:34:21.366527 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:34:21.366527 n-d-779913-29 neutron-server[93957]: return self._get(url).json() Jul 14 09:34:21.366527 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:34:21.366527 n-d-779913-29 neutron-server[93957]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:34:21.366527 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:34:21.366527 n-d-779913-29 neutron-server[93957]: return self.request(url, 'GET', **kwargs) Jul 14 09:34:21.366527 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:34:21.366527 n-d-779913-29 neutron-server[93957]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:34:21.366527 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:34:21.366527 n-d-779913-29 neutron-server[93957]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:34:21.366527 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:34:21.366527 n-d-779913-29 neutron-server[93957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:34:21.366527 n-d-779913-29 neutron-server[93957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:34:21.400842 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-cc67bb92-8ed8-49c0-ae19-6a3276662ec9 req-b5ea91ec-9dc7-4283-835b-168a23e9b821 service neutron] 10.222.0.65 "GET /v2.0/networks/087e0468-2285-4c59-b3f2-1d1ff8b2217b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2176812 Jul 14 09:34:21.474587 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-61e20597-794e-4b1e-b45c-521ac4e8baf6 tempest-TagsExtTest-1860248276 tempest-TagsExtTest-1860248276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660504'] for network, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:21.490970 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-61e20597-794e-4b1e-b45c-521ac4e8baf6 tempest-TagsExtTest-1860248276 tempest-TagsExtTest-1860248276-project] Notify callbacks [] for network, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:21.495156 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-61e20597-794e-4b1e-b45c-521ac4e8baf6 tempest-TagsExtTest-1860248276 tempest-TagsExtTest-1860248276-project] 10.222.0.68 "DELETE /v2.0/networks/c98e3a04-3900-489d-9260-2c8f48bcbcad HTTP/1.1" status: 204 len: 168 time: 1.0764318 Jul 14 09:34:21.507242 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e20597-794e-4b1e-b45c-521ac4e8baf6 tempest-TagsExtTest-1860248276 tempest-TagsExtTest-1860248276-project] Pushing event deleted for resources: {'Network': ['ID=c98e3a04-3900-489d-9260-2c8f48bcbcad,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:21.552936 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 60656) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:21.627287 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-028b47fe-fc4f-40e2-98a5-3fa3f166253b admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=723f5883cf0e474aaa46de7e751daaf1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0727220 Jul 14 09:34:21.633519 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5d179d9-b2a0-40f7-9196-b473230ada25 None None] New status for floating IP d51d5881-b842-462f-84c1-8a4cca01f231: ACTIVE {{(pid=93959) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:34:21.650066 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 60660) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:21.735727 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c13fb0e6-59b8-4620-a149-96d801207ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13573993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16714586'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:21.763143 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c1ccc903-a3ef-4797-a79c-c971a899b02a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:21.803041 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c1ccc903-a3ef-4797-a79c-c971a899b02a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:21.823279 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13fb0e6-59b8-4620-a149-96d801207ee2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b1d54a86-91b2-4e10-b53a-1b4b5521f88c,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:21.853790 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c13fb0e6-59b8-4620-a149-96d801207ee2 admin admin] Checking segment: {'id': '0f45cf11-2d53-4bee-a334-b067695e0830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '239903e3-2db7-4f9a-97ac-768935a15c12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:34:21.858816 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c13fb0e6-59b8-4620-a149-96d801207ee2 admin admin] Network hostable DHCP agents. Network: 239903e3-2db7-4f9a-97ac-768935a15c12, hostable agents: ['c6a09bd4-f72e-4283-a3ca-0bbca8a51081'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:34:21.867260 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13fb0e6-59b8-4620-a149-96d801207ee2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:34:21.871741 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13fb0e6-59b8-4620-a149-96d801207ee2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:34:21.872858 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13fb0e6-59b8-4620-a149-96d801207ee2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:34:21.873392 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13fb0e6-59b8-4620-a149-96d801207ee2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:34:21.873922 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13fb0e6-59b8-4620-a149-96d801207ee2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:34:21.874574 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13fb0e6-59b8-4620-a149-96d801207ee2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:34:21.875099 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13fb0e6-59b8-4620-a149-96d801207ee2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:34:21.877868 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13fb0e6-59b8-4620-a149-96d801207ee2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:34:21.878405 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13fb0e6-59b8-4620-a149-96d801207ee2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:34:21.881483 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13fb0e6-59b8-4620-a149-96d801207ee2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:34:21.884095 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13fb0e6-59b8-4620-a149-96d801207ee2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:34:21.884517 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13fb0e6-59b8-4620-a149-96d801207ee2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:34:21.939526 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c1ccc903-a3ef-4797-a79c-c971a899b02a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:21.940390 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c13fb0e6-59b8-4620-a149-96d801207ee2 admin admin] Network 239903e3-2db7-4f9a-97ac-768935a15c12 is scheduled to be hosted by DHCP agent c6a09bd4-f72e-4283-a3ca-0bbca8a51081 with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:34:21.943087 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c1ccc903-a3ef-4797-a79c-c971a899b02a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:21.944715 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-c1ccc903-a3ef-4797-a79c-c971a899b02a admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/ef6951cd-dbf0-4faf-9caa-538827b7d1fb HTTP/1.1" status: 204 len: 168 time: 0.2920136 Jul 14 09:34:21.966001 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ccc903-a3ef-4797-a79c-c971a899b02a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef6951cd-dbf0-4faf-9caa-538827b7d1fb,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:21.966454 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-c13fb0e6-59b8-4620-a149-96d801207ee2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-29, 239903e3-2db7-4f9a-97ac-768935a15c12) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:34:21.973636 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c13fb0e6-59b8-4620-a149-96d801207ee2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:21.974235 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c13fb0e6-59b8-4620-a149-96d801207ee2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:21.980263 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1babe293-4fd9-4fec-a411-76d34ae3203e None None] Network 239903e3-2db7-4f9a-97ac-768935a15c12 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:34:22.000185 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 60676) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:22.014159 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-c13fb0e6-59b8-4620-a149-96d801207ee2 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1178427 Jul 14 09:34:22.179001 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-de1ac58d-ebd0-4c92-ac95-4c55052c0aab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:22.186440 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1ea3508-2e55-469f-b2f2-c6780bb6d09c None None] Network 239903e3-2db7-4f9a-97ac-768935a15c12 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:34:22.272468 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 60688) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:22.282741 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-25fd7d5c-0d23-4a66-a386-019742a9bd2b admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=48a9d25348ae45989006d687ce78ed36&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2811482 Jul 14 09:34:22.336208 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a7eb5d68-6451-4ae6-9c0c-26405cb73bcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:22.373984 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a7eb5d68-6451-4ae6-9c0c-26405cb73bcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:22.474347 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a7eb5d68-6451-4ae6-9c0c-26405cb73bcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:22.476847 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a7eb5d68-6451-4ae6-9c0c-26405cb73bcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:22.480679 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-a7eb5d68-6451-4ae6-9c0c-26405cb73bcc admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/ef72319f-f4a2-40c2-9ba9-0e0fc43b03f9 HTTP/1.1" status: 204 len: 168 time: 0.2071857 Jul 14 09:34:22.498936 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7eb5d68-6451-4ae6-9c0c-26405cb73bcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef72319f-f4a2-40c2-9ba9-0e0fc43b03f9,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:22.529596 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 60700) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:22.630311 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-1dfa8f17-40f0-483a-8ce3-895056efae75 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=1ec312422b214b4b9c1917ad82006b7f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0992486 Jul 14 09:34:22.632924 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 60702) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:22.692765 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-77b37c48-3cc0-4035-b797-f2776e9c66bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:22.735725 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-77b37c48-3cc0-4035-b797-f2776e9c66bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:22.806263 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-77b37c48-3cc0-4035-b797-f2776e9c66bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:22.810341 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-77b37c48-3cc0-4035-b797-f2776e9c66bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:22.825232 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-77b37c48-3cc0-4035-b797-f2776e9c66bb admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/af901c72-bc92-4040-b512-10ef76b4542f HTTP/1.1" status: 204 len: 168 time: 0.1898301 Jul 14 09:34:22.887529 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b37c48-3cc0-4035-b797-f2776e9c66bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af901c72-bc92-4040-b512-10ef76b4542f,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:22.963720 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device fb4560e8-7261-4f49-8cff-64b0e3214252 no longer exists at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:34:23.014939 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] No Port match for: fb4560e8-7261-4f49-8cff-64b0e3214252 {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:34:23.015279 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device fb4560e8-7261-4f49-8cff-64b0e3214252 not bound to the agent host n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:34:23.104095 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa83e3c-50cd-48d6-be96-a37bad4a7a0c req-89559e53-7160-4821-9fb2-63e23e8b1c94 tempest-InstanceActionsTestJSON-1430902848 tempest-InstanceActionsTestJSON-1430902848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:23.110175 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-3fa83e3c-50cd-48d6-be96-a37bad4a7a0c req-89559e53-7160-4821-9fb2-63e23e8b1c94 tempest-InstanceActionsTestJSON-1430902848 tempest-InstanceActionsTestJSON-1430902848-project] 10.222.0.68 "GET /v2.0/networks?id=239903e3-2db7-4f9a-97ac-768935a15c12 HTTP/1.1" status: 200 len: 813 time: 0.2664831 Jul 14 09:34:23.138543 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-3fa83e3c-50cd-48d6-be96-a37bad4a7a0c req-51a6e744-c68f-4fdd-ae5f-762925784eb2 tempest-InstanceActionsTestJSON-1430902848 tempest-InstanceActionsTestJSON-1430902848-project] 10.222.0.68 "GET /v2.0/quotas/5d4433ea50c94943a14246116bc4759b HTTP/1.1" status: 200 len: 375 time: 0.0197327 Jul 14 09:34:23.230379 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-3fa83e3c-50cd-48d6-be96-a37bad4a7a0c req-7b912407-c3e3-45af-b924-d7daab732841 tempest-InstanceActionsTestJSON-1430902848 tempest-InstanceActionsTestJSON-1430902848-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=5d4433ea50c94943a14246116bc4759b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0867794 Jul 14 09:34:23.426622 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-3fa83e3c-50cd-48d6-be96-a37bad4a7a0c req-ef7e2ee3-1866-4f85-bbc7-ced27b71a6f2 service neutron] 10.222.0.68 "GET /v2.0/networks/239903e3-2db7-4f9a-97ac-768935a15c12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1890512 Jul 14 09:34:23.594898 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-3fa83e3c-50cd-48d6-be96-a37bad4a7a0c req-d2eaaddb-b709-409e-83f6-ee7b968c1a06 service neutron] 10.222.0.68 "GET /v2.0/networks/239903e3-2db7-4f9a-97ac-768935a15c12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1626987 Jul 14 09:34:23.971993 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e6b2b720-4308-4b12-9fa5-66ec76fb1ac5 req-07760b70-eb3b-4876-86f6-15cd3d9fb7ee tempest-InstanceActionsTestJSON-1430902848 tempest-InstanceActionsTestJSON-1430902848-project] 10.222.0.68 "GET /v2.0/ports?device_id=4ba293cd-2d75-40d2-8fc2-e7d22fdd1520 HTTP/1.1" status: 200 len: 210 time: 0.0797155 Jul 14 09:34:24.048466 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 60768) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:24.346274 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-67fbdda3-3a12-42b5-b124-3c905306a7a1 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1971565165-network', 'tenant_id': '6dc4cbbec5df40eca598bff06be552f0'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:34:24.388718 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67fbdda3-3a12-42b5-b124-3c905306a7a1 admin admin] Made reservation on behalf of 6dc4cbbec5df40eca598bff06be552f0 for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:34:24.391805 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-67fbdda3-3a12-42b5-b124-3c905306a7a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:24.403874 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-67fbdda3-3a12-42b5-b124-3c905306a7a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:24.594074 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-67fbdda3-3a12-42b5-b124-3c905306a7a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:24.600891 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-67fbdda3-3a12-42b5-b124-3c905306a7a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:24.637132 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fbdda3-3a12-42b5-b124-3c905306a7a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e41abae-bdc8-44b7-ad3f-f05c77a8d04d,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:24.659229 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67fbdda3-3a12-42b5-b124-3c905306a7a1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 749} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:34:24.676478 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-67fbdda3-3a12-42b5-b124-3c905306a7a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:24.676949 n-d-779913-29 neutron-server[93958]: INFO neutron.db.segments_db [None req-67fbdda3-3a12-42b5-b124-3c905306a7a1 admin admin] Added segment 9e07cba9-74c2-4ec8-b919-459a48a79e71 of type vlan for network 066c4fbc-da36-44d5-9958-60c659e787de Jul 14 09:34:24.738378 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:24.744517 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-67fbdda3-3a12-42b5-b124-3c905306a7a1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735687821325'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:24.784603 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2f81930c-656c-4b93-a7b8-3ad12951906d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:24.799046 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-67fbdda3-3a12-42b5-b124-3c905306a7a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:24.800958 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67fbdda3-3a12-42b5-b124-3c905306a7a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:24.801652 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-67fbdda3-3a12-42b5-b124-3c905306a7a1 admin admin] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:24.881383 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fbdda3-3a12-42b5-b124-3c905306a7a1 admin admin] Pushing event updated for resources: {'Network': ['ID=066c4fbc-da36-44d5-9958-60c659e787de,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:24.893140 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Network 066c4fbc-da36-44d5-9958-60c659e787de details requested by agent ovs-agent-n-d-779913-29 with host n-d-779913-29 {{(pid=93959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:34:24.893773 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 60802) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:24.898865 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-0f43c73e-9ec2-42f3-8826-b6bd17cce595 admin admin] Request body: {'subnet': {'network_id': '066c4fbc-da36-44d5-9958-60c659e787de', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1971565165-subnet', 'tenant_id': '6dc4cbbec5df40eca598bff06be552f0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:34:24.903147 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-67fbdda3-3a12-42b5-b124-3c905306a7a1 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8534744 Jul 14 09:34:24.922523 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f43c73e-9ec2-42f3-8826-b6bd17cce595 admin admin] Made reservation on behalf of 6dc4cbbec5df40eca598bff06be552f0 for: {'subnet': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:34:24.925612 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-0f43c73e-9ec2-42f3-8826-b6bd17cce595 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11984110'] for subnet, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:25.130936 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-0f43c73e-9ec2-42f3-8826-b6bd17cce595 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10052764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11984092'] for subnet, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:25.204163 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f43c73e-9ec2-42f3-8826-b6bd17cce595 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b40ba087-3c8d-41c6-b84c-9f67eb23def1,revision_number=0']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:25.234692 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f43c73e-9ec2-42f3-8826-b6bd17cce595 admin admin] Checking segment: {'id': '9e07cba9-74c2-4ec8-b919-459a48a79e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '066c4fbc-da36-44d5-9958-60c659e787de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:34:25.237523 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f43c73e-9ec2-42f3-8826-b6bd17cce595 admin admin] Network hostable DHCP agents. Network: 066c4fbc-da36-44d5-9958-60c659e787de, hostable agents: ['c6a09bd4-f72e-4283-a3ca-0bbca8a51081'], hosted agents: [] {{(pid=93957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:34:25.276051 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f43c73e-9ec2-42f3-8826-b6bd17cce595 admin admin] Network 066c4fbc-da36-44d5-9958-60c659e787de is scheduled to be hosted by DHCP agent c6a09bd4-f72e-4283-a3ca-0bbca8a51081 with binding_index 1 {{(pid=93957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:34:25.292979 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-0f43c73e-9ec2-42f3-8826-b6bd17cce595 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-29, 066c4fbc-da36-44d5-9958-60c659e787de) {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:34:25.293775 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-03dc0998-2ee7-468e-b0ae-04d6d748cab7 req-4a355d8a-7419-405b-b7c2-450dffb34aaf tempest-InstanceActionsTestJSON-1430902848 tempest-InstanceActionsTestJSON-1430902848-project] 10.222.0.68 "GET /v2.0/ports?device_id=4ba293cd-2d75-40d2-8fc2-e7d22fdd1520 HTTP/1.1" status: 200 len: 210 time: 0.0698504 Jul 14 09:34:25.311161 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f43c73e-9ec2-42f3-8826-b6bd17cce595 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:25.311826 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c34459bf-d7bc-42f5-8c13-5ef0b4f80a31 None None] Network 066c4fbc-da36-44d5-9958-60c659e787de requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:34:25.312675 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-0f43c73e-9ec2-42f3-8826-b6bd17cce595 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:25.349683 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-0f43c73e-9ec2-42f3-8826-b6bd17cce595 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4545355 Jul 14 09:34:25.610671 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-433b9033-8907-432e-ae9c-eb06000e23e5 None None] Network 066c4fbc-da36-44d5-9958-60c659e787de requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:34:25.911904 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5ad31076-714c-49ec-bc37-f3d4cd90112a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:25.993965 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa83e3c-50cd-48d6-be96-a37bad4a7a0c req-7a399666-077a-48cb-9f7b-0b6b934a228f tempest-InstanceActionsTestJSON-1430902848 tempest-InstanceActionsTestJSON-1430902848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:25.999111 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-3fa83e3c-50cd-48d6-be96-a37bad4a7a0c req-7a399666-077a-48cb-9f7b-0b6b934a228f tempest-InstanceActionsTestJSON-1430902848 tempest-InstanceActionsTestJSON-1430902848-project] 10.222.0.57 "GET /v2.0/networks?id=239903e3-2db7-4f9a-97ac-768935a15c12 HTTP/1.1" status: 200 len: 813 time: 0.2362385 Jul 14 09:34:26.023059 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [req-3fa83e3c-50cd-48d6-be96-a37bad4a7a0c req-51864a77-7cf0-4c50-aa6d-3e3d0b70cfca tempest-InstanceActionsTestJSON-1430902848 tempest-InstanceActionsTestJSON-1430902848-project] Request body: {'port': {'device_id': '4ba293cd-2d75-40d2-8fc2-e7d22fdd1520', 'network_id': '239903e3-2db7-4f9a-97ac-768935a15c12', 'admin_state_up': True, 'tenant_id': '5d4433ea50c94943a14246116bc4759b'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:34:26.163712 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 60846) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:26.188127 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3fa83e3c-50cd-48d6-be96-a37bad4a7a0c req-51864a77-7cf0-4c50-aa6d-3e3d0b70cfca tempest-InstanceActionsTestJSON-1430902848 tempest-InstanceActionsTestJSON-1430902848-project] Made reservation on behalf of 5d4433ea50c94943a14246116bc4759b for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:34:26.194467 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-3fa83e3c-50cd-48d6-be96-a37bad4a7a0c req-51864a77-7cf0-4c50-aa6d-3e3d0b70cfca tempest-InstanceActionsTestJSON-1430902848 tempest-InstanceActionsTestJSON-1430902848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:26.271229 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 60850) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:26.373639 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [req-3fa83e3c-50cd-48d6-be96-a37bad4a7a0c req-51864a77-7cf0-4c50-aa6d-3e3d0b70cfca tempest-InstanceActionsTestJSON-1430902848 tempest-InstanceActionsTestJSON-1430902848-project] Allocated IP 172.20.0.10 (239903e3-2db7-4f9a-97ac-768935a15c12/b1d54a86-91b2-4e10-b53a-1b4b5521f88c/1c7f2afe-00f1-4c5e-b1c8-c97c58c9b44a) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:34:26.464436 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-523b8186-6166-4e41-b8d7-fa06a231d37e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:26.522334 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-554dfac6-56bf-4e11-adad-09ab90318688 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:26.587881 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-3fa83e3c-50cd-48d6-be96-a37bad4a7a0c req-51864a77-7cf0-4c50-aa6d-3e3d0b70cfca tempest-InstanceActionsTestJSON-1430902848 tempest-InstanceActionsTestJSON-1430902848-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:26.593983 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.agents_db [None req-3c3509fb-540d-4335-a450-574895dd3602 None None] Agent healthcheck: found 7 active agents {{(pid=93960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:34:26.657337 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-3fa83e3c-50cd-48d6-be96-a37bad4a7a0c req-51864a77-7cf0-4c50-aa6d-3e3d0b70cfca tempest-InstanceActionsTestJSON-1430902848 tempest-InstanceActionsTestJSON-1430902848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:26.674921 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-9aff9a81-85cd-48cc-8b00-41a8e53aa50b req-b7a6d728-6d23-490f-aa92-5f727dd537dc tempest-InstanceActionsTestJSON-1430902848 tempest-InstanceActionsTestJSON-1430902848-project] 10.222.0.68 "GET /v2.0/ports?device_id=4ba293cd-2d75-40d2-8fc2-e7d22fdd1520 HTTP/1.1" status: 200 len: 210 time: 0.1367755 Jul 14 09:34:26.740723 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 60872) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:26.748034 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-eb219ebf-bf3a-4eb1-aad4-a24472b80fe7 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-187305302-network', 'tenant_id': 'dab7879835e347e9bcef8d929559ca06'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:34:26.771217 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-523b8186-6166-4e41-b8d7-fa06a231d37e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:26.776500 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51864a77-7cf0-4c50-aa6d-3e3d0b70cfca tempest-InstanceActionsTestJSON-1430902848 tempest-InstanceActionsTestJSON-1430902848-project] Pushing event updated for resources: {'Port': ['ID=1c7f2afe-00f1-4c5e-b1c8-c97c58c9b44a,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:26.786645 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3fa83e3c-50cd-48d6-be96-a37bad4a7a0c req-51864a77-7cf0-4c50-aa6d-3e3d0b70cfca tempest-InstanceActionsTestJSON-1430902848 tempest-InstanceActionsTestJSON-1430902848-project] Network 239903e3-2db7-4f9a-97ac-768935a15c12 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:34:26.788296 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [req-3fa83e3c-50cd-48d6-be96-a37bad4a7a0c req-51864a77-7cf0-4c50-aa6d-3e3d0b70cfca tempest-InstanceActionsTestJSON-1430902848 tempest-InstanceActionsTestJSON-1430902848-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:34:26.792647 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-523b8186-6166-4e41-b8d7-fa06a231d37e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:26.795842 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fa83e3c-50cd-48d6-be96-a37bad4a7a0c req-51864a77-7cf0-4c50-aa6d-3e3d0b70cfca tempest-InstanceActionsTestJSON-1430902848 tempest-InstanceActionsTestJSON-1430902848-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:34:26.870716 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa83e3c-50cd-48d6-be96-a37bad4a7a0c req-51864a77-7cf0-4c50-aa6d-3e3d0b70cfca tempest-InstanceActionsTestJSON-1430902848 tempest-InstanceActionsTestJSON-1430902848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:26.871407 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-3fa83e3c-50cd-48d6-be96-a37bad4a7a0c req-51864a77-7cf0-4c50-aa6d-3e3d0b70cfca tempest-InstanceActionsTestJSON-1430902848 tempest-InstanceActionsTestJSON-1430902848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:26.882558 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-523b8186-6166-4e41-b8d7-fa06a231d37e admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=42c487724fee40c1a8b9f68a3e0e7ad3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7146895 Jul 14 09:34:26.882948 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523b8186-6166-4e41-b8d7-fa06a231d37e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bb7d8f5-516a-4f41-b571-60ea912c02e6,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:26.894421 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 60878) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:26.951304 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-843fe602-acd5-4e2f-bb36-26863c86b086 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:26.965754 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-554dfac6-56bf-4e11-adad-09ab90318688 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:26.977102 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-843fe602-acd5-4e2f-bb36-26863c86b086 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:26.989749 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-554dfac6-56bf-4e11-adad-09ab90318688 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:27.003654 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb219ebf-bf3a-4eb1-aad4-a24472b80fe7 admin admin] Made reservation on behalf of dab7879835e347e9bcef8d929559ca06 for: {'network': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:34:27.007104 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-eb219ebf-bf3a-4eb1-aad4-a24472b80fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for network, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:27.007417 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-3fa83e3c-50cd-48d6-be96-a37bad4a7a0c req-51864a77-7cf0-4c50-aa6d-3e3d0b70cfca tempest-InstanceActionsTestJSON-1430902848 tempest-InstanceActionsTestJSON-1430902848-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9902921 Jul 14 09:34:27.028019 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [req-3fa83e3c-50cd-48d6-be96-a37bad4a7a0c req-f07f1f1d-4297-44f4-8f6f-e9bf57725bf2 service neutron] Request body: {'port': {'device_id': '4ba293cd-2d75-40d2-8fc2-e7d22fdd1520', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-29'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:34:27.047751 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-eb219ebf-bf3a-4eb1-aad4-a24472b80fe7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:27.052653 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-554dfac6-56bf-4e11-adad-09ab90318688 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=a355572b40394b6cbf2c8e16b652bc7c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7804165 Jul 14 09:34:27.053573 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554dfac6-56bf-4e11-adad-09ab90318688 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ec02810-ec5b-420a-94a0-c5c5aeb0cf71,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:27.061993 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 60880) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:27.082469 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-843fe602-acd5-4e2f-bb36-26863c86b086 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:27.084808 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-843fe602-acd5-4e2f-bb36-26863c86b086 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:27.088709 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-843fe602-acd5-4e2f-bb36-26863c86b086 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/3bb7d8f5-516a-4f41-b571-60ea912c02e6 HTTP/1.1" status: 204 len: 168 time: 0.1931717 Jul 14 09:34:27.128012 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843fe602-acd5-4e2f-bb36-26863c86b086 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bb7d8f5-516a-4f41-b571-60ea912c02e6,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:27.198395 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-eb219ebf-bf3a-4eb1-aad4-a24472b80fe7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:27.203408 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-eb219ebf-bf3a-4eb1-aad4-a24472b80fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:27.212092 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f6d1a1e6-6760-4794-9caa-5bda6a520203 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:27.214617 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-3fa83e3c-50cd-48d6-be96-a37bad4a7a0c req-f07f1f1d-4297-44f4-8f6f-e9bf57725bf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:27.221732 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb219ebf-bf3a-4eb1-aad4-a24472b80fe7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 709} {{(pid=93957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:34:27.233574 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-eb219ebf-bf3a-4eb1-aad4-a24472b80fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:27.233966 n-d-779913-29 neutron-server[93957]: INFO neutron.db.segments_db [None req-eb219ebf-bf3a-4eb1-aad4-a24472b80fe7 admin admin] Added segment 532820ad-2a0e-48db-9015-c6c819898985 of type vlan for network 03838b35-ef86-4152-a80e-e23a0ae5501f Jul 14 09:34:27.283456 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-eb219ebf-bf3a-4eb1-aad4-a24472b80fe7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735687821325'] for network, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:27.338451 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f6d1a1e6-6760-4794-9caa-5bda6a520203 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:27.362656 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb219ebf-bf3a-4eb1-aad4-a24472b80fe7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37619137-249c-45be-9cfb-cde91d2f38c5,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:27.383942 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-eb219ebf-bf3a-4eb1-aad4-a24472b80fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855'] for network, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:27.385013 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb219ebf-bf3a-4eb1-aad4-a24472b80fe7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:27.385554 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-eb219ebf-bf3a-4eb1-aad4-a24472b80fe7 admin admin] Notify callbacks [] for network, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:27.451969 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-eb219ebf-bf3a-4eb1-aad4-a24472b80fe7 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7096746 Jul 14 09:34:27.459811 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 60892) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:27.464742 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-e82a77c7-7115-4493-918a-439c422ebc80 admin admin] Request body: {'subnet': {'network_id': '03838b35-ef86-4152-a80e-e23a0ae5501f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-187305302-subnet', 'tenant_id': 'dab7879835e347e9bcef8d929559ca06', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:34:27.488779 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483f6e96-a4c2-4e7c-b28c-0c262dd7d9e0 req-c31b4982-edeb-4913-8c52-c33ee66dda2f tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:27.493849 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-483f6e96-a4c2-4e7c-b28c-0c262dd7d9e0 req-c31b4982-edeb-4913-8c52-c33ee66dda2f tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/ports?device_id=07646ca0-10f2-4cc8-8147-f694b9d44b24 HTTP/1.1" status: 200 len: 946 time: 0.2028756 Jul 14 09:34:27.500264 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb219ebf-bf3a-4eb1-aad4-a24472b80fe7 admin admin] Pushing event updated for resources: {'Network': ['ID=03838b35-ef86-4152-a80e-e23a0ae5501f,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:27.514447 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Network 03838b35-ef86-4152-a80e-e23a0ae5501f details requested by agent ovs-agent-n-d-779913-29 with host n-d-779913-29 {{(pid=93959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:34:27.526850 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e82a77c7-7115-4493-918a-439c422ebc80 admin admin] Made reservation on behalf of dab7879835e347e9bcef8d929559ca06 for: {'subnet': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:34:27.529361 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e82a77c7-7115-4493-918a-439c422ebc80 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11984110'] for subnet, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:27.594169 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-483f6e96-a4c2-4e7c-b28c-0c262dd7d9e0 req-267cd5aa-c843-434d-9964-2c775248fc68 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/security-groups?id=e89c09f5-16f2-4ac7-8f23-93abffe26f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876870 Jul 14 09:34:27.667530 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5bbe322f-3f67-4864-bc0a-91afe44d23e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:27.743676 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e82a77c7-7115-4493-918a-439c422ebc80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10052764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11984092'] for subnet, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:27.753318 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f6d1a1e6-6760-4794-9caa-5bda6a520203 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:27.755796 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f6d1a1e6-6760-4794-9caa-5bda6a520203 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:27.756939 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-f6d1a1e6-6760-4794-9caa-5bda6a520203 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/1ec02810-ec5b-420a-94a0-c5c5aeb0cf71 HTTP/1.1" status: 204 len: 168 time: 0.6936665 Jul 14 09:34:27.776938 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d1a1e6-6760-4794-9caa-5bda6a520203 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ec02810-ec5b-420a-94a0-c5c5aeb0cf71,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:27.804699 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82a77c7-7115-4493-918a-439c422ebc80 admin admin] Pushing event updated for resources: {'Subnet': ['ID=908a839e-af50-4fee-9c54-bb740541267e,revision_number=0']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:27.815293 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82a77c7-7115-4493-918a-439c422ebc80 admin admin] Checking segment: {'id': '532820ad-2a0e-48db-9015-c6c819898985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '03838b35-ef86-4152-a80e-e23a0ae5501f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:34:27.815657 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e82a77c7-7115-4493-918a-439c422ebc80 admin admin] Network hostable DHCP agents. Network: 03838b35-ef86-4152-a80e-e23a0ae5501f, hostable agents: ['c6a09bd4-f72e-4283-a3ca-0bbca8a51081'], hosted agents: [] {{(pid=93957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:34:27.841200 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e82a77c7-7115-4493-918a-439c422ebc80 admin admin] Network 03838b35-ef86-4152-a80e-e23a0ae5501f is scheduled to be hosted by DHCP agent c6a09bd4-f72e-4283-a3ca-0bbca8a51081 with binding_index 1 {{(pid=93957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:34:27.853323 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-e82a77c7-7115-4493-918a-439c422ebc80 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-29, 03838b35-ef86-4152-a80e-e23a0ae5501f) {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:34:27.856481 n-d-779913-29 neutron-server[93958]: DEBUG neutron.notifiers.nova [req-3fa83e3c-50cd-48d6-be96-a37bad4a7a0c req-f07f1f1d-4297-44f4-8f6f-e9bf57725bf2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c7f2afe-00f1-4c5e-b1c8-c97c58c9b44a {{(pid=93958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:34:27.861094 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3595c18a-816d-47f1-8305-48c8cc80463b None None] Network 03838b35-ef86-4152-a80e-e23a0ae5501f requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:34:27.866200 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e82a77c7-7115-4493-918a-439c422ebc80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:27.866805 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e82a77c7-7115-4493-918a-439c422ebc80 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:27.887656 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-3fa83e3c-50cd-48d6-be96-a37bad4a7a0c req-f07f1f1d-4297-44f4-8f6f-e9bf57725bf2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:27.900750 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-e82a77c7-7115-4493-918a-439c422ebc80 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4314106 Jul 14 09:34:27.995749 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-3fa83e3c-50cd-48d6-be96-a37bad4a7a0c req-f07f1f1d-4297-44f4-8f6f-e9bf57725bf2 service neutron] Transition to ACTIVE for port object 1c7f2afe-00f1-4c5e-b1c8-c97c58c9b44a will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:34:28.017270 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-3fa83e3c-50cd-48d6-be96-a37bad4a7a0c req-f07f1f1d-4297-44f4-8f6f-e9bf57725bf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13574142'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:28.030296 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64f032ba-bc4c-45da-a3bb-672291cfc211 None None] Network 03838b35-ef86-4152-a80e-e23a0ae5501f requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:34:28.103289 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b4ca45-7ff5-4d78-b417-1d3f7b5a03c5 req-fd72b949-5bf7-41b5-a452-1d0c87f7dc7d tempest-InstanceActionsTestJSON-1430902848 tempest-InstanceActionsTestJSON-1430902848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:28.104813 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-b8b4ca45-7ff5-4d78-b417-1d3f7b5a03c5 req-fd72b949-5bf7-41b5-a452-1d0c87f7dc7d tempest-InstanceActionsTestJSON-1430902848 tempest-InstanceActionsTestJSON-1430902848-project] 10.222.0.68 "GET /v2.0/ports?device_id=4ba293cd-2d75-40d2-8fc2-e7d22fdd1520 HTTP/1.1" status: 200 len: 932 time: 0.2103910 Jul 14 09:34:28.114705 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07f1f1d-4297-44f4-8f6f-e9bf57725bf2 service neutron] Pushing event updated for resources: {'Port': ['ID=1c7f2afe-00f1-4c5e-b1c8-c97c58c9b44a,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:28.203495 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-b8b4ca45-7ff5-4d78-b417-1d3f7b5a03c5 req-402a1a5e-fa90-42d3-b6ff-492c4757fbf7 tempest-InstanceActionsTestJSON-1430902848 tempest-InstanceActionsTestJSON-1430902848-project] 10.222.0.68 "GET /v2.0/security-groups?id=af74e16a-e2aa-4263-9465-bf35bab628b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814292 Jul 14 09:34:28.224601 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-3fa83e3c-50cd-48d6-be96-a37bad4a7a0c req-f07f1f1d-4297-44f4-8f6f-e9bf57725bf2 service neutron] Attempting to bind port 1c7f2afe-00f1-4c5e-b1c8-c97c58c9b44a on host n-h2-779913-29 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:34:28.224938 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-3fa83e3c-50cd-48d6-be96-a37bad4a7a0c req-f07f1f1d-4297-44f4-8f6f-e9bf57725bf2 service neutron] Attempting to bind port 1c7f2afe-00f1-4c5e-b1c8-c97c58c9b44a by drivers openvswitch,hyperv on host n-h2-779913-29 at level 0 using segments [{'id': '0f45cf11-2d53-4bee-a334-b067695e0830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '239903e3-2db7-4f9a-97ac-768935a15c12'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:34:28.225268 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fa83e3c-50cd-48d6-be96-a37bad4a7a0c req-f07f1f1d-4297-44f4-8f6f-e9bf57725bf2 service neutron] Attempting to bind port 1c7f2afe-00f1-4c5e-b1c8-c97c58c9b44a on network 239903e3-2db7-4f9a-97ac-768935a15c12 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:34:28.235759 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fa83e3c-50cd-48d6-be96-a37bad4a7a0c req-f07f1f1d-4297-44f4-8f6f-e9bf57725bf2 service neutron] Port 1c7f2afe-00f1-4c5e-b1c8-c97c58c9b44a on network 239903e3-2db7-4f9a-97ac-768935a15c12 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-29 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:34:28.236512 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fa83e3c-50cd-48d6-be96-a37bad4a7a0c req-f07f1f1d-4297-44f4-8f6f-e9bf57725bf2 service neutron] Attempting to bind port 1c7f2afe-00f1-4c5e-b1c8-c97c58c9b44a on network 239903e3-2db7-4f9a-97ac-768935a15c12 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:34:28.245447 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fa83e3c-50cd-48d6-be96-a37bad4a7a0c req-f07f1f1d-4297-44f4-8f6f-e9bf57725bf2 service neutron] Checking agent: {'id': '013e4a3b-a634-47b8-b6a5-1a25109b73fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 13, 13), 'started_at': datetime.datetime(2021, 7, 14, 9, 13, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 34, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:34:28.245815 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fa83e3c-50cd-48d6-be96-a37bad4a7a0c req-f07f1f1d-4297-44f4-8f6f-e9bf57725bf2 service neutron] Checking segment: {'id': '0f45cf11-2d53-4bee-a334-b067695e0830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '239903e3-2db7-4f9a-97ac-768935a15c12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:34:28.246422 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fa83e3c-50cd-48d6-be96-a37bad4a7a0c req-f07f1f1d-4297-44f4-8f6f-e9bf57725bf2 service neutron] Bound using segment: {'id': '0f45cf11-2d53-4bee-a334-b067695e0830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '239903e3-2db7-4f9a-97ac-768935a15c12'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:34:28.247377 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-3fa83e3c-50cd-48d6-be96-a37bad4a7a0c req-f07f1f1d-4297-44f4-8f6f-e9bf57725bf2 service neutron] Bound port: 1c7f2afe-00f1-4c5e-b1c8-c97c58c9b44a, host: n-h2-779913-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f45cf11-2d53-4bee-a334-b067695e0830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '239903e3-2db7-4f9a-97ac-768935a15c12'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:34:28.247856 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-3fa83e3c-50cd-48d6-be96-a37bad4a7a0c req-f07f1f1d-4297-44f4-8f6f-e9bf57725bf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:28.320291 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-3fa83e3c-50cd-48d6-be96-a37bad4a7a0c req-f07f1f1d-4297-44f4-8f6f-e9bf57725bf2 service neutron] For port 1c7f2afe-00f1-4c5e-b1c8-c97c58c9b44a, host n-h2-779913-29, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:34:28.322326 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 60928) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:28.343767 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-23cd75c3-a07c-4a79-9b97-b16a5bc5ea3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:28.347361 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-3fa83e3c-50cd-48d6-be96-a37bad4a7a0c req-f07f1f1d-4297-44f4-8f6f-e9bf57725bf2 service neutron] For port 1c7f2afe-00f1-4c5e-b1c8-c97c58c9b44a, host n-h2-779913-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=1c7f2afe-00f1-4c5e-b1c8-c97c58c9b44a,segment=NetworkSegment(0f45cf11-2d53-4bee-a334-b067695e0830),segment_id=0f45cf11-2d53-4bee-a334-b067695e0830)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:34:28.355544 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-3fa83e3c-50cd-48d6-be96-a37bad4a7a0c req-f07f1f1d-4297-44f4-8f6f-e9bf57725bf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13574142'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:28.409350 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa83e3c-50cd-48d6-be96-a37bad4a7a0c req-f07f1f1d-4297-44f4-8f6f-e9bf57725bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:28.410254 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-3fa83e3c-50cd-48d6-be96-a37bad4a7a0c req-f07f1f1d-4297-44f4-8f6f-e9bf57725bf2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:28.411705 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-3fa83e3c-50cd-48d6-be96-a37bad4a7a0c req-f07f1f1d-4297-44f4-8f6f-e9bf57725bf2 service neutron] 10.222.0.57 "PUT /v2.0/ports/1c7f2afe-00f1-4c5e-b1c8-c97c58c9b44a HTTP/1.1" status: 200 len: 1093 time: 1.3887939 Jul 14 09:34:28.414137 n-d-779913-29 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ba293cd-2d75-40d2-8fc2-e7d22fdd1520', 'tag': '1c7f2afe-00f1-4c5e-b1c8-c97c58c9b44a'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:34:28.416812 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cb48f044f948e981f43897c8d7f1332f741dc7af2b4c5a6e19d8f4a80f708e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5527981-f4bc-4b2d-b4b4-042b833acf86" -d '{"events": [{"name": "network-changed", "server_uuid": "4ba293cd-2d75-40d2-8fc2-e7d22fdd1520", "tag": "1c7f2afe-00f1-4c5e-b1c8-c97c58c9b44a"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:34:28.468843 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07f1f1d-4297-44f4-8f6f-e9bf57725bf2 service neutron] Pushing event updated for resources: {'Port': ['ID=1c7f2afe-00f1-4c5e-b1c8-c97c58c9b44a,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:28.509082 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:34:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f61b425c-61b4-436d-986c-0347613c42ae x-openstack-request-id: req-f61b425c-61b4-436d-986c-0347613c42ae {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:34:28.509553 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ba293cd-2d75-40d2-8fc2-e7d22fdd1520", "tag": "1c7f2afe-00f1-4c5e-b1c8-c97c58c9b44a", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:34:28.509709 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-f61b425c-61b4-436d-986c-0347613c42ae {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:34:28.510040 n-d-779913-29 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ba293cd-2d75-40d2-8fc2-e7d22fdd1520', 'tag': '1c7f2afe-00f1-4c5e-b1c8-c97c58c9b44a', 'status': 'completed', 'code': 200} Jul 14 09:34:28.572748 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa83e3c-50cd-48d6-be96-a37bad4a7a0c req-8340f395-2683-40f4-ae0e-7b583e4697fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:28.574284 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-3fa83e3c-50cd-48d6-be96-a37bad4a7a0c req-8340f395-2683-40f4-ae0e-7b583e4697fe service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5d4433ea50c94943a14246116bc4759b&device_id=4ba293cd-2d75-40d2-8fc2-e7d22fdd1520 HTTP/1.1" status: 200 len: 1096 time: 0.1015437 Jul 14 09:34:28.587650 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-23cd75c3-a07c-4a79-9b97-b16a5bc5ea3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:28.598416 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-23cd75c3-a07c-4a79-9b97-b16a5bc5ea3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:28.661144 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-3fa83e3c-50cd-48d6-be96-a37bad4a7a0c req-11f0ca5d-99c4-485d-8d29-b15ab03a830a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1c7f2afe-00f1-4c5e-b1c8-c97c58c9b44a HTTP/1.1" status: 200 len: 217 time: 0.0720124 Jul 14 09:34:28.777570 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cd75c3-a07c-4a79-9b97-b16a5bc5ea3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b9c9659-2a77-40e7-925c-0803099924a7,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:28.785049 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-23cd75c3-a07c-4a79-9b97-b16a5bc5ea3d admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=f0deceaf1a714a869df5d7fb357b8a5c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4587281 Jul 14 09:34:28.785824 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba630ba4-08ba-41a6-bae6-67e4d24e2a56 req-d8043d9d-3134-49ae-be50-cf9cf42b7f00 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:28.787854 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 60952) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:28.792612 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ba630ba4-08ba-41a6-bae6-67e4d24e2a56 req-d8043d9d-3134-49ae-be50-cf9cf42b7f00 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/ports?device_id=07646ca0-10f2-4cc8-8147-f694b9d44b24 HTTP/1.1" status: 200 len: 946 time: 0.0737014 Jul 14 09:34:28.825333 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa83e3c-50cd-48d6-be96-a37bad4a7a0c req-7a570bc6-6b7f-43f8-8648-f0a311c0d5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:28.826917 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-3fa83e3c-50cd-48d6-be96-a37bad4a7a0c req-7a570bc6-6b7f-43f8-8648-f0a311c0d5a9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b1d54a86-91b2-4e10-b53a-1b4b5521f88c HTTP/1.1" status: 200 len: 853 time: 0.1334941 Jul 14 09:34:28.840769 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ba630ba4-08ba-41a6-bae6-67e4d24e2a56 req-d7f51d3d-b41a-455a-918e-bba54933eb37 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/security-groups?id=e89c09f5-16f2-4ac7-8f23-93abffe26f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472941 Jul 14 09:34:28.886127 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-3fa83e3c-50cd-48d6-be96-a37bad4a7a0c req-13612168-29f5-4314-a047-0d8d2f89cce6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=239903e3-2db7-4f9a-97ac-768935a15c12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481272 Jul 14 09:34:28.947570 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43a10e9-66bc-4384-a88e-94d2f254594e req-55751516-1a60-440a-b5fe-0dfdf0ee95e6 tempest-TestServerAdvancedOps-1165668004 tempest-TestServerAdvancedOps-1165668004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:28.949028 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-e43a10e9-66bc-4384-a88e-94d2f254594e req-55751516-1a60-440a-b5fe-0dfdf0ee95e6 tempest-TestServerAdvancedOps-1165668004 tempest-TestServerAdvancedOps-1165668004-project] 10.222.0.68 "GET /v2.0/networks?id=066c4fbc-da36-44d5-9958-60c659e787de HTTP/1.1" status: 200 len: 812 time: 0.2931221 Jul 14 09:34:28.984824 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-e43a10e9-66bc-4384-a88e-94d2f254594e req-a7f00537-e422-4046-b12b-6ee24395831a tempest-TestServerAdvancedOps-1165668004 tempest-TestServerAdvancedOps-1165668004-project] 10.222.0.68 "GET /v2.0/quotas/6dc4cbbec5df40eca598bff06be552f0 HTTP/1.1" status: 200 len: 375 time: 0.0222814 Jul 14 09:34:28.985651 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0f3f5e73-2be5-46ff-8075-a8c7ead71edf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:29.049209 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-e43a10e9-66bc-4384-a88e-94d2f254594e req-05f093ae-832d-4733-948e-66e93728fdf0 tempest-TestServerAdvancedOps-1165668004 tempest-TestServerAdvancedOps-1165668004-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=6dc4cbbec5df40eca598bff06be552f0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0516324 Jul 14 09:34:29.053928 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0f3f5e73-2be5-46ff-8075-a8c7ead71edf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:29.092937 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-3fa83e3c-50cd-48d6-be96-a37bad4a7a0c req-7ebe9543-7874-4c32-94f4-7178efc152cb service neutron] 10.222.0.57 "GET /v2.0/networks/239903e3-2db7-4f9a-97ac-768935a15c12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1994455 Jul 14 09:34:29.292514 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0f3f5e73-2be5-46ff-8075-a8c7ead71edf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:29.295076 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0f3f5e73-2be5-46ff-8075-a8c7ead71edf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:29.297795 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-0f3f5e73-2be5-46ff-8075-a8c7ead71edf admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/4b9c9659-2a77-40e7-925c-0803099924a7 HTTP/1.1" status: 204 len: 168 time: 0.5080011 Jul 14 09:34:29.303386 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-e43a10e9-66bc-4384-a88e-94d2f254594e req-de704356-9a29-4ffc-8e34-576dd4037ef8 service neutron] 10.222.0.68 "GET /v2.0/networks/066c4fbc-da36-44d5-9958-60c659e787de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2385728 Jul 14 09:34:29.333394 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3f5e73-2be5-46ff-8075-a8c7ead71edf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b9c9659-2a77-40e7-925c-0803099924a7,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:29.366803 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fd3a42-07fd-4b1d-a5fe-5235e83ea5fc req-05ea60e6-e35c-4fed-a22b-4b17b4b80520 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:29.368872 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d6fd3a42-07fd-4b1d-a5fe-5235e83ea5fc req-05ea60e6-e35c-4fed-a22b-4b17b4b80520 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.65 "GET /v2.0/ports?device_id=07646ca0-10f2-4cc8-8147-f694b9d44b24 HTTP/1.1" status: 200 len: 946 time: 0.2344003 Jul 14 09:34:29.400359 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-3fa83e3c-50cd-48d6-be96-a37bad4a7a0c req-45bb3a4d-4373-4e40-9c0e-e73a430e3232 service neutron] 10.222.0.57 "GET /v2.0/networks/239903e3-2db7-4f9a-97ac-768935a15c12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2689488 Jul 14 09:34:29.431776 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d973a50-7aa0-4ecf-a089-714fadbeec00 req-ef01f388-a01d-4c75-b63f-ea99537e74bb tempest-InstanceActionsTestJSON-1430902848 tempest-InstanceActionsTestJSON-1430902848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:29.440149 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-9d973a50-7aa0-4ecf-a089-714fadbeec00 req-ef01f388-a01d-4c75-b63f-ea99537e74bb tempest-InstanceActionsTestJSON-1430902848 tempest-InstanceActionsTestJSON-1430902848-project] 10.222.0.68 "GET /v2.0/ports?device_id=4ba293cd-2d75-40d2-8fc2-e7d22fdd1520 HTTP/1.1" status: 200 len: 944 time: 0.0992966 Jul 14 09:34:29.493876 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-9d973a50-7aa0-4ecf-a089-714fadbeec00 req-e74a5b0e-5adf-4167-85cd-05256aca3fe0 tempest-InstanceActionsTestJSON-1430902848 tempest-InstanceActionsTestJSON-1430902848-project] 10.222.0.68 "GET /v2.0/security-groups?id=af74e16a-e2aa-4263-9465-bf35bab628b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525765 Jul 14 09:34:29.552864 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-e43a10e9-66bc-4384-a88e-94d2f254594e req-ed85f9a7-eb24-4361-965d-467b31231d8c service neutron] 10.222.0.68 "GET /v2.0/networks/066c4fbc-da36-44d5-9958-60c659e787de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2335815 Jul 14 09:34:29.591498 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-d6fd3a42-07fd-4b1d-a5fe-5235e83ea5fc req-8e613d50-baf1-43db-9a60-32590aa507a8 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] Deleting port d27f134e-1766-4f38-8d8a-ac3018579cce {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:34:29.591839 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-d6fd3a42-07fd-4b1d-a5fe-5235e83ea5fc req-8e613d50-baf1-43db-9a60-32590aa507a8 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:29.608914 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5527981-f4bc-4b2d-b4b4-042b833acf86 req-0ba08763-a117-467d-bc17-b3fb54e31a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:29.610263 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d5527981-f4bc-4b2d-b4b4-042b833acf86 req-0ba08763-a117-467d-bc17-b3fb54e31a33 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5d4433ea50c94943a14246116bc4759b&device_id=4ba293cd-2d75-40d2-8fc2-e7d22fdd1520 HTTP/1.1" status: 200 len: 1096 time: 0.1036847 Jul 14 09:34:29.778341 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-d6fd3a42-07fd-4b1d-a5fe-5235e83ea5fc req-8e613d50-baf1-43db-9a60-32590aa507a8 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] For port d27f134e-1766-4f38-8d8a-ac3018579cce, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=d27f134e-1766-4f38-8d8a-ac3018579cce,segment=NetworkSegment(948a681f-4f89-4271-b601-608851f32209),segment_id=948a681f-4f89-4271-b601-608851f32209)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:34:29.779805 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-d6fd3a42-07fd-4b1d-a5fe-5235e83ea5fc req-8e613d50-baf1-43db-9a60-32590aa507a8 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:29.806544 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-d6fd3a42-07fd-4b1d-a5fe-5235e83ea5fc req-8e613d50-baf1-43db-9a60-32590aa507a8 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] Calling delete_port for d27f134e-1766-4f38-8d8a-ac3018579cce owned by compute:nova {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:34:29.822321 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e70cf020-e61c-4c42-8da3-0c8e96f48d55 req-517fd4f2-d9b1-44ff-bfdb-7e2e6ede9c12 tempest-TestServerAdvancedOps-1165668004 tempest-TestServerAdvancedOps-1165668004-project] 10.222.0.68 "GET /v2.0/ports?device_id=245efad6-23f8-4cdd-a7fe-f79e512c8ef8 HTTP/1.1" status: 200 len: 210 time: 0.0521867 Jul 14 09:34:29.895200 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5527981-f4bc-4b2d-b4b4-042b833acf86 req-758af2ff-3c20-4a65-a4ce-414f76227414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:29.896854 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d5527981-f4bc-4b2d-b4b4-042b833acf86 req-758af2ff-3c20-4a65-a4ce-414f76227414 service neutron] 10.222.0.57 "GET /v2.0/networks?id=239903e3-2db7-4f9a-97ac-768935a15c12 HTTP/1.1" status: 200 len: 914 time: 0.2525291 Jul 14 09:34:29.993592 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d5527981-f4bc-4b2d-b4b4-042b833acf86 req-51435547-4bf0-4cb9-bb14-245b0c7e9b47 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1c7f2afe-00f1-4c5e-b1c8-c97c58c9b44a HTTP/1.1" status: 200 len: 217 time: 0.0882251 Jul 14 09:34:30.149788 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5527981-f4bc-4b2d-b4b4-042b833acf86 req-5e6e157f-2310-4d38-a0a8-83429a3769c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:30.151298 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d5527981-f4bc-4b2d-b4b4-042b833acf86 req-5e6e157f-2310-4d38-a0a8-83429a3769c3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b1d54a86-91b2-4e10-b53a-1b4b5521f88c HTTP/1.1" status: 200 len: 853 time: 0.1440074 Jul 14 09:34:30.174636 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e68d95-384e-41b1-9e6d-450740ca6483 req-1f99f93e-cb11-4a91-888d-3c29531d90db tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:30.181783 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-51e68d95-384e-41b1-9e6d-450740ca6483 req-1f99f93e-cb11-4a91-888d-3c29531d90db tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/ports?device_id=07646ca0-10f2-4cc8-8147-f694b9d44b24 HTTP/1.1" status: 200 len: 946 time: 0.1912501 Jul 14 09:34:30.206515 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-d6fd3a42-07fd-4b1d-a5fe-5235e83ea5fc req-8e613d50-baf1-43db-9a60-32590aa507a8 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:30.242778 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] get_ports_and_sgs() called for port_ids ['d27f134e-1766-4f38-8d8a-ac3018579cce'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:34:30.246970 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d5527981-f4bc-4b2d-b4b4-042b833acf86 req-f1204815-0d90-4da1-b25c-97da74200c18 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=239903e3-2db7-4f9a-97ac-768935a15c12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0864758 Jul 14 09:34:30.321823 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e613d50-baf1-43db-9a60-32590aa507a8 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] Pushing event deleted for resources: {'Port': ['ID=d27f134e-1766-4f38-8d8a-ac3018579cce,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:30.437382 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-51e68d95-384e-41b1-9e6d-450740ca6483 req-16d6a17b-92ea-4f0d-96d8-fc93746fd838 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.68 "GET /v2.0/security-groups?id=e89c09f5-16f2-4ac7-8f23-93abffe26f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2545476 Jul 14 09:34:30.470109 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6fd3a42-07fd-4b1d-a5fe-5235e83ea5fc req-8e613d50-baf1-43db-9a60-32590aa507a8 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] No DVR routers for this DVR port d27f134e-1766-4f38-8d8a-ac3018579cce on host n-h1-779913-29 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:34:30.473576 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-d6fd3a42-07fd-4b1d-a5fe-5235e83ea5fc req-8e613d50-baf1-43db-9a60-32590aa507a8 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:30.476305 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d6fd3a42-07fd-4b1d-a5fe-5235e83ea5fc req-8e613d50-baf1-43db-9a60-32590aa507a8 tempest-ServersNegativeTestJSON-646947673 tempest-ServersNegativeTestJSON-646947673-project] 10.222.0.65 "DELETE /v2.0/ports/d27f134e-1766-4f38-8d8a-ac3018579cce HTTP/1.1" status: 204 len: 173 time: 1.0749757 Jul 14 09:34:30.515466 n-d-779913-29 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07646ca0-10f2-4cc8-8147-f694b9d44b24', 'name': 'network-vif-deleted', 'tag': 'd27f134e-1766-4f38-8d8a-ac3018579cce'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:34:30.518076 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cb48f044f948e981f43897c8d7f1332f741dc7af2b4c5a6e19d8f4a80f708e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ee48cad-4793-4b8c-bede-723b8a74523b" -d '{"events": [{"server_uuid": "07646ca0-10f2-4cc8-8147-f694b9d44b24", "name": "network-vif-deleted", "tag": "d27f134e-1766-4f38-8d8a-ac3018579cce"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:34:30.528789 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d5527981-f4bc-4b2d-b4b4-042b833acf86 req-4350c910-0592-4591-82ad-80b84e93bfeb service neutron] 10.222.0.57 "GET /v2.0/networks/239903e3-2db7-4f9a-97ac-768935a15c12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2344375 Jul 14 09:34:30.650884 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:34:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41ae50d0-de61-44f9-83cb-faf4f4fc9492 x-openstack-request-id: req-41ae50d0-de61-44f9-83cb-faf4f4fc9492 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:34:30.651193 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07646ca0-10f2-4cc8-8147-f694b9d44b24", "name": "network-vif-deleted", "tag": "d27f134e-1766-4f38-8d8a-ac3018579cce", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:34:30.651927 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-41ae50d0-de61-44f9-83cb-faf4f4fc9492 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:34:30.652326 n-d-779913-29 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07646ca0-10f2-4cc8-8147-f694b9d44b24', 'name': 'network-vif-deleted', 'tag': 'd27f134e-1766-4f38-8d8a-ac3018579cce', 'status': 'completed', 'code': 200} Jul 14 09:34:30.712199 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d5527981-f4bc-4b2d-b4b4-042b833acf86 req-40372b4c-898d-43d2-be21-7dc0a14178af service neutron] 10.222.0.57 "GET /v2.0/networks/239903e3-2db7-4f9a-97ac-768935a15c12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1761580 Jul 14 09:34:30.782070 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee14516-81e0-490d-9e0c-8ec08b5850ab req-11c0ee52-87e1-4a5f-9c3d-cb7abadfb894 tempest-InstanceActionsTestJSON-1430902848 tempest-InstanceActionsTestJSON-1430902848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:30.794900 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0ee14516-81e0-490d-9e0c-8ec08b5850ab req-11c0ee52-87e1-4a5f-9c3d-cb7abadfb894 tempest-InstanceActionsTestJSON-1430902848 tempest-InstanceActionsTestJSON-1430902848-project] 10.222.0.68 "GET /v2.0/ports?device_id=4ba293cd-2d75-40d2-8fc2-e7d22fdd1520 HTTP/1.1" status: 200 len: 944 time: 0.1339169 Jul 14 09:34:30.867471 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0ee14516-81e0-490d-9e0c-8ec08b5850ab req-40675d91-1feb-4b68-85ef-ecc7958001ae tempest-InstanceActionsTestJSON-1430902848 tempest-InstanceActionsTestJSON-1430902848-project] 10.222.0.68 "GET /v2.0/security-groups?id=af74e16a-e2aa-4263-9465-bf35bab628b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712848 Jul 14 09:34:31.052662 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-6bdb5f3b-92e0-4ca2-b91f-159881ce2199 req-5ca1a3ab-9823-482e-a44e-8356831f1c8c tempest-TestServerAdvancedOps-1165668004 tempest-TestServerAdvancedOps-1165668004-project] 10.222.0.68 "GET /v2.0/ports?device_id=245efad6-23f8-4cdd-a7fe-f79e512c8ef8 HTTP/1.1" status: 200 len: 210 time: 0.0323763 Jul 14 09:34:31.185612 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 1c7f2afe-00f1-4c5e-b1c8-c97c58c9b44a details requested by agent hyperv_n-h2-779913-29 with host n-h2-779913-29 {{(pid=93959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:34:31.287949 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 1c7f2afe-00f1-4c5e-b1c8-c97c58c9b44a, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=1c7f2afe-00f1-4c5e-b1c8-c97c58c9b44a,segment=NetworkSegment(0f45cf11-2d53-4bee-a334-b067695e0830),segment_id=0f45cf11-2d53-4bee-a334-b067695e0830)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:34:31.303606 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Returning: {'device': '1c7f2afe-00f1-4c5e-b1c8-c97c58c9b44a', 'network_id': '239903e3-2db7-4f9a-97ac-768935a15c12', 'port_id': '1c7f2afe-00f1-4c5e-b1c8-c97c58c9b44a', 'mac_address': 'fa:16:3e:59:96:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 744, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1d54a86-91b2-4e10-b53a-1b4b5521f88c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:34:31.363224 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:31.379090 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c7f2afe-00f1-4c5e-b1c8-c97c58c9b44a {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:34:31.399908 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 1c7f2afe-00f1-4c5e-b1c8-c97c58c9b44a, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=1c7f2afe-00f1-4c5e-b1c8-c97c58c9b44a,segment=NetworkSegment(0f45cf11-2d53-4bee-a334-b067695e0830),segment_id=0f45cf11-2d53-4bee-a334-b067695e0830)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:34:31.404379 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:31.457113 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Pushing event updated for resources: {'Port': ['ID=1c7f2afe-00f1-4c5e-b1c8-c97c58c9b44a,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:31.602232 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43a10e9-66bc-4384-a88e-94d2f254594e req-fa74335a-2706-4e2b-8818-1264a49e9b70 tempest-TestServerAdvancedOps-1165668004 tempest-TestServerAdvancedOps-1165668004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:31.613319 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-e43a10e9-66bc-4384-a88e-94d2f254594e req-fa74335a-2706-4e2b-8818-1264a49e9b70 tempest-TestServerAdvancedOps-1165668004 tempest-TestServerAdvancedOps-1165668004-project] 10.222.0.57 "GET /v2.0/networks?id=066c4fbc-da36-44d5-9958-60c659e787de HTTP/1.1" status: 200 len: 812 time: 0.2056053 Jul 14 09:34:31.636377 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [req-e43a10e9-66bc-4384-a88e-94d2f254594e req-5c46d3e4-c986-498b-b2cd-9c60b39359b8 tempest-TestServerAdvancedOps-1165668004 tempest-TestServerAdvancedOps-1165668004-project] Request body: {'port': {'device_id': '245efad6-23f8-4cdd-a7fe-f79e512c8ef8', 'network_id': '066c4fbc-da36-44d5-9958-60c659e787de', 'admin_state_up': True, 'tenant_id': '6dc4cbbec5df40eca598bff06be552f0'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:34:31.676465 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] get_ports_and_sgs() called for port_ids ['1c7f2afe-00f1-4c5e-b1c8-c97c58c9b44a'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:34:31.814065 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 32836) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:31.832631 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e43a10e9-66bc-4384-a88e-94d2f254594e req-5c46d3e4-c986-498b-b2cd-9c60b39359b8 tempest-TestServerAdvancedOps-1165668004 tempest-TestServerAdvancedOps-1165668004-project] Made reservation on behalf of 6dc4cbbec5df40eca598bff06be552f0 for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:34:31.838961 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-e43a10e9-66bc-4384-a88e-94d2f254594e req-5c46d3e4-c986-498b-b2cd-9c60b39359b8 tempest-TestServerAdvancedOps-1165668004 tempest-TestServerAdvancedOps-1165668004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:31.906464 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe829650-41ce-40ed-9f8e-28a0e44681d0 admin admin] Deleting subnet 535bbe8f-0cbe-454b-b3d9-7e9077b77cea {{(pid=93957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:34:31.914516 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-fe829650-41ce-40ed-9f8e-28a0e44681d0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:31.981401 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-fe829650-41ce-40ed-9f8e-28a0e44681d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10944203'] for subnet, precommit_delete_associations {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:32.030876 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-fe829650-41ce-40ed-9f8e-28a0e44681d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3481002'] for subnet, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:32.128851 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-fe829650-41ce-40ed-9f8e-28a0e44681d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10052701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11984075'] for subnet, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:32.164107 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe829650-41ce-40ed-9f8e-28a0e44681d0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=535bbe8f-0cbe-454b-b3d9-7e9077b77cea,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:32.172556 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-fe829650-41ce-40ed-9f8e-28a0e44681d0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:32.175863 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-fe829650-41ce-40ed-9f8e-28a0e44681d0 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/535bbe8f-0cbe-454b-b3d9-7e9077b77cea HTTP/1.1" status: 204 len: 168 time: 0.3600886 Jul 14 09:34:32.179064 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 32862) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:32.283751 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-7df2b33f-d2c9-4185-8155-6aa06c80f845 req-88f51f65-5a7e-4aed-86e6-2e9950021802 tempest-TestServerAdvancedOps-1165668004 tempest-TestServerAdvancedOps-1165668004-project] 10.222.0.68 "GET /v2.0/ports?device_id=245efad6-23f8-4cdd-a7fe-f79e512c8ef8 HTTP/1.1" status: 200 len: 210 time: 0.0648487 Jul 14 09:34:32.317729 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fcdb7e-06cb-45fb-bd0b-5a6ade5319d6 req-f1668a43-7b7b-4b84-9f57-766e7257d734 tempest-InstanceActionsTestJSON-1430902848 tempest-InstanceActionsTestJSON-1430902848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:32.319262 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-46fcdb7e-06cb-45fb-bd0b-5a6ade5319d6 req-f1668a43-7b7b-4b84-9f57-766e7257d734 tempest-InstanceActionsTestJSON-1430902848 tempest-InstanceActionsTestJSON-1430902848-project] 10.222.0.68 "GET /v2.0/ports?device_id=4ba293cd-2d75-40d2-8fc2-e7d22fdd1520 HTTP/1.1" status: 200 len: 945 time: 0.1231294 Jul 14 09:34:32.328176 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-eb325f87-68e4-462e-bc5b-12884bab384e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3876111'] for network, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:32.418457 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-46fcdb7e-06cb-45fb-bd0b-5a6ade5319d6 req-40b473c5-c7a5-42e3-a281-95a15f9053c6 tempest-InstanceActionsTestJSON-1430902848 tempest-InstanceActionsTestJSON-1430902848-project] 10.222.0.68 "GET /v2.0/security-groups?id=af74e16a-e2aa-4263-9465-bf35bab628b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859547 Jul 14 09:34:32.419785 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [req-e43a10e9-66bc-4384-a88e-94d2f254594e req-5c46d3e4-c986-498b-b2cd-9c60b39359b8 tempest-TestServerAdvancedOps-1165668004 tempest-TestServerAdvancedOps-1165668004-project] Allocated IP 172.20.0.2 (066c4fbc-da36-44d5-9958-60c659e787de/b40ba087-3c8d-41c6-b84c-9f67eb23def1/878917e8-c16d-4c2b-883a-e23289ba09d9) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:34:32.460534 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-eb325f87-68e4-462e-bc5b-12884bab384e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473955', 'neutron.services.segments.db._delete_segments_for_network-8735688326548'] for network, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:32.475072 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-eb325f87-68e4-462e-bc5b-12884bab384e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37e488ca-77f2-424d-8250-cbdd23d7445f']}} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:32.495119 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-eb325f87-68e4-462e-bc5b-12884bab384e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '948a681f-4f89-4271-b601-608851f32209') {'for_net_delete': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:32.495771 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-eb325f87-68e4-462e-bc5b-12884bab384e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '948a681f-4f89-4271-b601-608851f32209') {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:32.520006 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-eb325f87-68e4-462e-bc5b-12884bab384e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735688356235', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10944210'] for segment, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:32.541623 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-eb325f87-68e4-462e-bc5b-12884bab384e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:32.552018 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb325f87-68e4-462e-bc5b-12884bab384e admin admin] Releasing vlan 716 on physical network physnet1 to pool {{(pid=93957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:34:32.552512 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-eb325f87-68e4-462e-bc5b-12884bab384e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10053619'] for segment, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:32.557373 n-d-779913-29 neutron-server[93957]: Traceback (most recent call last): Jul 14 09:34:32.557373 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:34:32.557373 n-d-779913-29 neutron-server[93957]: timer() Jul 14 09:34:32.557373 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:34:32.557373 n-d-779913-29 neutron-server[93957]: cb(*args, **kw) Jul 14 09:34:32.557373 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:34:32.557373 n-d-779913-29 neutron-server[93957]: return func(*args, **kwargs) Jul 14 09:34:32.557373 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:34:32.557373 n-d-779913-29 neutron-server[93957]: self._notify() Jul 14 09:34:32.557373 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:34:32.557373 n-d-779913-29 neutron-server[93957]: self.callback(batched_events) Jul 14 09:34:32.557373 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:34:32.557373 n-d-779913-29 neutron-server[93957]: event.method(event) Jul 14 09:34:32.557373 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:34:32.557373 n-d-779913-29 neutron-server[93957]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:34:32.557373 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:34:32.557373 n-d-779913-29 neutron-server[93957]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:34:32.557373 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:34:32.557373 n-d-779913-29 neutron-server[93957]: return f(self, *a, **k) Jul 14 09:34:32.557373 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:34:32.557373 n-d-779913-29 neutron-server[93957]: return self._get(url).json() Jul 14 09:34:32.557373 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:34:32.557373 n-d-779913-29 neutron-server[93957]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:34:32.557373 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:34:32.557373 n-d-779913-29 neutron-server[93957]: return self.request(url, 'GET', **kwargs) Jul 14 09:34:32.557373 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:34:32.557373 n-d-779913-29 neutron-server[93957]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:34:32.557373 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:34:32.557373 n-d-779913-29 neutron-server[93957]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:34:32.557373 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:34:32.557373 n-d-779913-29 neutron-server[93957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:34:32.557373 n-d-779913-29 neutron-server[93957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:34:32.619627 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-e43a10e9-66bc-4384-a88e-94d2f254594e req-5c46d3e4-c986-498b-b2cd-9c60b39359b8 tempest-TestServerAdvancedOps-1165668004 tempest-TestServerAdvancedOps-1165668004-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:32.623434 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-eb325f87-68e4-462e-bc5b-12884bab384e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660504'] for network, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:32.636993 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-eb325f87-68e4-462e-bc5b-12884bab384e admin admin] Notify callbacks [] for network, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:32.642858 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-eb325f87-68e4-462e-bc5b-12884bab384e admin admin] 10.222.0.68 "DELETE /v2.0/networks/37e488ca-77f2-424d-8250-cbdd23d7445f HTTP/1.1" status: 204 len: 168 time: 0.4615710 Jul 14 09:34:32.660704 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb325f87-68e4-462e-bc5b-12884bab384e admin admin] Pushing event deleted for resources: {'Network': ['ID=37e488ca-77f2-424d-8250-cbdd23d7445f,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:32.698087 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-e43a10e9-66bc-4384-a88e-94d2f254594e req-5c46d3e4-c986-498b-b2cd-9c60b39359b8 tempest-TestServerAdvancedOps-1165668004 tempest-TestServerAdvancedOps-1165668004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:32.777014 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e43a10e9-66bc-4384-a88e-94d2f254594e req-5c46d3e4-c986-498b-b2cd-9c60b39359b8 tempest-TestServerAdvancedOps-1165668004 tempest-TestServerAdvancedOps-1165668004-project] Network 066c4fbc-da36-44d5-9958-60c659e787de is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:34:32.793906 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [req-e43a10e9-66bc-4384-a88e-94d2f254594e req-5c46d3e4-c986-498b-b2cd-9c60b39359b8 tempest-TestServerAdvancedOps-1165668004 tempest-TestServerAdvancedOps-1165668004-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:34:32.800983 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-e43a10e9-66bc-4384-a88e-94d2f254594e req-5c46d3e4-c986-498b-b2cd-9c60b39359b8 tempest-TestServerAdvancedOps-1165668004 tempest-TestServerAdvancedOps-1165668004-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:34:32.829779 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c46d3e4-c986-498b-b2cd-9c60b39359b8 tempest-TestServerAdvancedOps-1165668004 tempest-TestServerAdvancedOps-1165668004-project] Pushing event updated for resources: {'Port': ['ID=878917e8-c16d-4c2b-883a-e23289ba09d9,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:32.860061 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43a10e9-66bc-4384-a88e-94d2f254594e req-5c46d3e4-c986-498b-b2cd-9c60b39359b8 tempest-TestServerAdvancedOps-1165668004 tempest-TestServerAdvancedOps-1165668004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:32.860061 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-e43a10e9-66bc-4384-a88e-94d2f254594e req-5c46d3e4-c986-498b-b2cd-9c60b39359b8 tempest-TestServerAdvancedOps-1165668004 tempest-TestServerAdvancedOps-1165668004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:32.878651 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-e43a10e9-66bc-4384-a88e-94d2f254594e req-5c46d3e4-c986-498b-b2cd-9c60b39359b8 tempest-TestServerAdvancedOps-1165668004 tempest-TestServerAdvancedOps-1165668004-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2490568 Jul 14 09:34:32.897858 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [req-e43a10e9-66bc-4384-a88e-94d2f254594e req-e6c5df6a-7d8f-4247-b9c8-57d1e2805570 service neutron] Request body: {'port': {'device_id': '245efad6-23f8-4cdd-a7fe-f79e512c8ef8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-29'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:34:32.908036 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 32920) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:32.977187 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-f20bdcac-c397-40e8-afb9-048209c256b6 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=345a5b6fceae4b28981003dfc874e3c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0673344 Jul 14 09:34:32.979687 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 32928) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:33.011641 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-e43a10e9-66bc-4384-a88e-94d2f254594e req-e6c5df6a-7d8f-4247-b9c8-57d1e2805570 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:33.046314 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5fdec1b0-f8d8-45e9-89d4-5b78d72d1c3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:33.074683 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5fdec1b0-f8d8-45e9-89d4-5b78d72d1c3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:33.136535 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5fdec1b0-f8d8-45e9-89d4-5b78d72d1c3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:33.139508 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5fdec1b0-f8d8-45e9-89d4-5b78d72d1c3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:33.140729 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-5fdec1b0-f8d8-45e9-89d4-5b78d72d1c3a admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/e89c09f5-16f2-4ac7-8f23-93abffe26f53 HTTP/1.1" status: 204 len: 168 time: 0.1599422 Jul 14 09:34:33.158496 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdec1b0-f8d8-45e9-89d4-5b78d72d1c3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e89c09f5-16f2-4ac7-8f23-93abffe26f53,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:33.208347 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 1c7f2afe-00f1-4c5e-b1c8-c97c58c9b44a up at agent hyperv_n-h2-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:34:33.270743 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Provisioning for port 1c7f2afe-00f1-4c5e-b1c8-c97c58c9b44a completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:34:33.278806 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Provisioning complete for port 1c7f2afe-00f1-4c5e-b1c8-c97c58c9b44a triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:34:33.279194 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:33.415661 n-d-779913-29 neutron-server[93958]: DEBUG neutron.notifiers.nova [req-e43a10e9-66bc-4384-a88e-94d2f254594e req-e6c5df6a-7d8f-4247-b9c8-57d1e2805570 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 878917e8-c16d-4c2b-883a-e23289ba09d9 {{(pid=93958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:34:33.418072 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:33.430818 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-e43a10e9-66bc-4384-a88e-94d2f254594e req-e6c5df6a-7d8f-4247-b9c8-57d1e2805570 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:33.454962 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-e43a10e9-66bc-4384-a88e-94d2f254594e req-e6c5df6a-7d8f-4247-b9c8-57d1e2805570 service neutron] Transition to ACTIVE for port object 878917e8-c16d-4c2b-883a-e23289ba09d9 will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:34:33.463079 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-e43a10e9-66bc-4384-a88e-94d2f254594e req-e6c5df6a-7d8f-4247-b9c8-57d1e2805570 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13574142'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:33.475696 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 1c7f2afe-00f1-4c5e-b1c8-c97c58c9b44a, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=1c7f2afe-00f1-4c5e-b1c8-c97c58c9b44a,segment=NetworkSegment(0f45cf11-2d53-4bee-a334-b067695e0830),segment_id=0f45cf11-2d53-4bee-a334-b067695e0830)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:34:33.478553 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ba293cd-2d75-40d2-8fc2-e7d22fdd1520', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c7f2afe-00f1-4c5e-b1c8-c97c58c9b44a'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:34:33.481170 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd62303f06773040a8a4e189dc46b4f565768c299abf8ab8e7739778b0bc3e97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39ce4a22-ee50-4232-bb4f-324a0df5b71b" -d '{"events": [{"server_uuid": "4ba293cd-2d75-40d2-8fc2-e7d22fdd1520", "name": "network-vif-plugged", "status": "completed", "tag": "1c7f2afe-00f1-4c5e-b1c8-c97c58c9b44a"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:34:33.484461 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device d27f134e-1766-4f38-8d8a-ac3018579cce no longer exists at agent hyperv_n-h1-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:34:33.491801 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:33.568913 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Pushing event updated for resources: {'Port': ['ID=1c7f2afe-00f1-4c5e-b1c8-c97c58c9b44a,revision_number=5']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:33.569935 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c5df6a-7d8f-4247-b9c8-57d1e2805570 service neutron] Pushing event updated for resources: {'Port': ['ID=878917e8-c16d-4c2b-883a-e23289ba09d9,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:33.573762 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] No Port match for: d27f134e-1766-4f38-8d8a-ac3018579cce {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:34:33.574448 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device d27f134e-1766-4f38-8d8a-ac3018579cce not bound to the agent host n-h1-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:34:33.601958 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a916f11-f0df-4fbd-a0fa-3cb39b26778d req-3eaca5de-5a36-4ec0-943b-416c72f55c6d tempest-TestServerAdvancedOps-1165668004 tempest-TestServerAdvancedOps-1165668004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:33.609463 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-4a916f11-f0df-4fbd-a0fa-3cb39b26778d req-3eaca5de-5a36-4ec0-943b-416c72f55c6d tempest-TestServerAdvancedOps-1165668004 tempest-TestServerAdvancedOps-1165668004-project] 10.222.0.68 "GET /v2.0/ports?device_id=245efad6-23f8-4cdd-a7fe-f79e512c8ef8 HTTP/1.1" status: 200 len: 943 time: 0.1392066 Jul 14 09:34:33.661139 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-4a916f11-f0df-4fbd-a0fa-3cb39b26778d req-a05f6a46-1ae3-4176-82d7-cfe3a3375261 tempest-TestServerAdvancedOps-1165668004 tempest-TestServerAdvancedOps-1165668004-project] 10.222.0.68 "GET /v2.0/security-groups?id=3e41abae-bdc8-44b7-ad3f-f05c77a8d04d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465403 Jul 14 09:34:33.709832 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:34:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f00ffc2c-e1f9-4ea6-8541-f96c7d80f84d x-openstack-request-id: req-f00ffc2c-e1f9-4ea6-8541-f96c7d80f84d {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:34:33.710129 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ba293cd-2d75-40d2-8fc2-e7d22fdd1520", "name": "network-vif-plugged", "status": "completed", "tag": "1c7f2afe-00f1-4c5e-b1c8-c97c58c9b44a", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:34:33.710385 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-f00ffc2c-e1f9-4ea6-8541-f96c7d80f84d {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:34:33.710796 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ba293cd-2d75-40d2-8fc2-e7d22fdd1520', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c7f2afe-00f1-4c5e-b1c8-c97c58c9b44a', 'code': 200} Jul 14 09:34:33.739845 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-e43a10e9-66bc-4384-a88e-94d2f254594e req-e6c5df6a-7d8f-4247-b9c8-57d1e2805570 service neutron] Attempting to bind port 878917e8-c16d-4c2b-883a-e23289ba09d9 on host n-h2-779913-29 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:34:33.740440 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-e43a10e9-66bc-4384-a88e-94d2f254594e req-e6c5df6a-7d8f-4247-b9c8-57d1e2805570 service neutron] Attempting to bind port 878917e8-c16d-4c2b-883a-e23289ba09d9 by drivers openvswitch,hyperv on host n-h2-779913-29 at level 0 using segments [{'id': '9e07cba9-74c2-4ec8-b919-459a48a79e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '066c4fbc-da36-44d5-9958-60c659e787de'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:34:33.740620 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e43a10e9-66bc-4384-a88e-94d2f254594e req-e6c5df6a-7d8f-4247-b9c8-57d1e2805570 service neutron] Attempting to bind port 878917e8-c16d-4c2b-883a-e23289ba09d9 on network 066c4fbc-da36-44d5-9958-60c659e787de {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:34:33.748371 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e43a10e9-66bc-4384-a88e-94d2f254594e req-e6c5df6a-7d8f-4247-b9c8-57d1e2805570 service neutron] Port 878917e8-c16d-4c2b-883a-e23289ba09d9 on network 066c4fbc-da36-44d5-9958-60c659e787de not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-29 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:34:33.749003 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e43a10e9-66bc-4384-a88e-94d2f254594e req-e6c5df6a-7d8f-4247-b9c8-57d1e2805570 service neutron] Attempting to bind port 878917e8-c16d-4c2b-883a-e23289ba09d9 on network 066c4fbc-da36-44d5-9958-60c659e787de {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:34:33.762902 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e43a10e9-66bc-4384-a88e-94d2f254594e req-e6c5df6a-7d8f-4247-b9c8-57d1e2805570 service neutron] Checking agent: {'id': '013e4a3b-a634-47b8-b6a5-1a25109b73fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 13, 13), 'started_at': datetime.datetime(2021, 7, 14, 9, 13, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 34, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:34:33.763448 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e43a10e9-66bc-4384-a88e-94d2f254594e req-e6c5df6a-7d8f-4247-b9c8-57d1e2805570 service neutron] Checking segment: {'id': '9e07cba9-74c2-4ec8-b919-459a48a79e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '066c4fbc-da36-44d5-9958-60c659e787de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:34:33.763849 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e43a10e9-66bc-4384-a88e-94d2f254594e req-e6c5df6a-7d8f-4247-b9c8-57d1e2805570 service neutron] Bound using segment: {'id': '9e07cba9-74c2-4ec8-b919-459a48a79e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '066c4fbc-da36-44d5-9958-60c659e787de'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:34:33.764299 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-e43a10e9-66bc-4384-a88e-94d2f254594e req-e6c5df6a-7d8f-4247-b9c8-57d1e2805570 service neutron] Bound port: 878917e8-c16d-4c2b-883a-e23289ba09d9, host: n-h2-779913-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e07cba9-74c2-4ec8-b919-459a48a79e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '066c4fbc-da36-44d5-9958-60c659e787de'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:34:33.764767 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-e43a10e9-66bc-4384-a88e-94d2f254594e req-e6c5df6a-7d8f-4247-b9c8-57d1e2805570 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:33.787986 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 32968) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:33.789161 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ed660b-8c71-4f92-8263-2fc5ffa39ace req-734f6e3a-1efe-49d2-83d5-c1feae6c914f tempest-InstanceActionsTestJSON-1430902848 tempest-InstanceActionsTestJSON-1430902848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:33.791514 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-b6ed660b-8c71-4f92-8263-2fc5ffa39ace req-734f6e3a-1efe-49d2-83d5-c1feae6c914f tempest-InstanceActionsTestJSON-1430902848 tempest-InstanceActionsTestJSON-1430902848-project] 10.222.0.68 "GET /v2.0/ports?device_id=4ba293cd-2d75-40d2-8fc2-e7d22fdd1520 HTTP/1.1" status: 200 len: 946 time: 0.1530819 Jul 14 09:34:33.915316 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-e43a10e9-66bc-4384-a88e-94d2f254594e req-e6c5df6a-7d8f-4247-b9c8-57d1e2805570 service neutron] For port 878917e8-c16d-4c2b-883a-e23289ba09d9, host n-h2-779913-29, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:34:33.918983 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-e43a10e9-66bc-4384-a88e-94d2f254594e req-e6c5df6a-7d8f-4247-b9c8-57d1e2805570 service neutron] For port 878917e8-c16d-4c2b-883a-e23289ba09d9, host n-h2-779913-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=878917e8-c16d-4c2b-883a-e23289ba09d9,segment=NetworkSegment(9e07cba9-74c2-4ec8-b919-459a48a79e71),segment_id=9e07cba9-74c2-4ec8-b919-459a48a79e71)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:34:33.926940 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-b6ed660b-8c71-4f92-8263-2fc5ffa39ace req-b3d4d3c5-b4c7-48ea-9151-584280912b77 tempest-InstanceActionsTestJSON-1430902848 tempest-InstanceActionsTestJSON-1430902848-project] 10.222.0.68 "GET /v2.0/security-groups?id=af74e16a-e2aa-4263-9465-bf35bab628b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258435 Jul 14 09:34:33.926940 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-e43a10e9-66bc-4384-a88e-94d2f254594e req-e6c5df6a-7d8f-4247-b9c8-57d1e2805570 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13574142'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:33.964811 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43a10e9-66bc-4384-a88e-94d2f254594e req-e6c5df6a-7d8f-4247-b9c8-57d1e2805570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:33.966390 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-e43a10e9-66bc-4384-a88e-94d2f254594e req-e6c5df6a-7d8f-4247-b9c8-57d1e2805570 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:33.967061 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-e43a10e9-66bc-4384-a88e-94d2f254594e req-e6c5df6a-7d8f-4247-b9c8-57d1e2805570 service neutron] 10.222.0.57 "PUT /v2.0/ports/878917e8-c16d-4c2b-883a-e23289ba09d9 HTTP/1.1" status: 200 len: 1092 time: 1.0744135 Jul 14 09:34:33.967671 n-d-779913-29 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '245efad6-23f8-4cdd-a7fe-f79e512c8ef8', 'tag': '878917e8-c16d-4c2b-883a-e23289ba09d9'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:34:33.970101 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cb48f044f948e981f43897c8d7f1332f741dc7af2b4c5a6e19d8f4a80f708e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d29f8026-9fd2-427c-b166-cf1a908913e3" -d '{"events": [{"name": "network-changed", "server_uuid": "245efad6-23f8-4cdd-a7fe-f79e512c8ef8", "tag": "878917e8-c16d-4c2b-883a-e23289ba09d9"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:34:33.974198 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfd584a-a769-48bd-a9b3-5955e8676991 req-61cdffe1-0d05-420a-9af2-5a84a2cce4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:33.980132 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5dfd584a-a769-48bd-a9b3-5955e8676991 req-61cdffe1-0d05-420a-9af2-5a84a2cce4ee service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=4ba293cd-2d75-40d2-8fc2-e7d22fdd1520 HTTP/1.1" status: 200 len: 1098 time: 0.1552207 Jul 14 09:34:34.018637 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c5df6a-7d8f-4247-b9c8-57d1e2805570 service neutron] Pushing event updated for resources: {'Port': ['ID=878917e8-c16d-4c2b-883a-e23289ba09d9,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:34.049088 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c834ea9c-6898-4d2b-8d01-d65ae40a5558 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:34.087056 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5dfd584a-a769-48bd-a9b3-5955e8676991 req-d336ac3c-22eb-4f99-a51e-afcb3685af5e service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=af74e16a-e2aa-4263-9465-bf35bab628b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993266 Jul 14 09:34:34.094104 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:34:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cf9272c-d4fe-4db0-8bf9-9891a2cb1a0d x-openstack-request-id: req-0cf9272c-d4fe-4db0-8bf9-9891a2cb1a0d {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:34:34.094409 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "245efad6-23f8-4cdd-a7fe-f79e512c8ef8", "tag": "878917e8-c16d-4c2b-883a-e23289ba09d9", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:34:34.094644 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-0cf9272c-d4fe-4db0-8bf9-9891a2cb1a0d {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:34:34.095047 n-d-779913-29 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '245efad6-23f8-4cdd-a7fe-f79e512c8ef8', 'tag': '878917e8-c16d-4c2b-883a-e23289ba09d9', 'status': 'completed', 'code': 200} Jul 14 09:34:34.131008 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43a10e9-66bc-4384-a88e-94d2f254594e req-ffff501e-1fd3-4449-8604-dfc06d14b287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:34.133100 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-e43a10e9-66bc-4384-a88e-94d2f254594e req-ffff501e-1fd3-4449-8604-dfc06d14b287 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6dc4cbbec5df40eca598bff06be552f0&device_id=245efad6-23f8-4cdd-a7fe-f79e512c8ef8 HTTP/1.1" status: 200 len: 1095 time: 0.0879335 Jul 14 09:34:34.185115 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c834ea9c-6898-4d2b-8d01-d65ae40a5558 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:34.192959 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c834ea9c-6898-4d2b-8d01-d65ae40a5558 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:34.240828 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-c834ea9c-6898-4d2b-8d01-d65ae40a5558 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=27c45f8ab13b4334b0e70369c9821207&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4515188 Jul 14 09:34:34.242446 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c834ea9c-6898-4d2b-8d01-d65ae40a5558 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d920b800-28d3-40bc-a9a0-6df2cfc99ac4,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:34.243368 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 32986) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:34.309545 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-65a39c0c-beff-4709-81c4-eecaec687db5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:34.331899 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-65a39c0c-beff-4709-81c4-eecaec687db5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:34.418495 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-e43a10e9-66bc-4384-a88e-94d2f254594e req-cd7333a2-be23-444b-b027-533fff1fc9fa service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=878917e8-c16d-4c2b-883a-e23289ba09d9 HTTP/1.1" status: 200 len: 217 time: 0.0467770 Jul 14 09:34:34.426874 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-65a39c0c-beff-4709-81c4-eecaec687db5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:34.429721 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-65a39c0c-beff-4709-81c4-eecaec687db5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:34.431347 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-65a39c0c-beff-4709-81c4-eecaec687db5 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/d920b800-28d3-40bc-a9a0-6df2cfc99ac4 HTTP/1.1" status: 204 len: 168 time: 0.1867425 Jul 14 09:34:34.441280 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a39c0c-beff-4709-81c4-eecaec687db5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d920b800-28d3-40bc-a9a0-6df2cfc99ac4,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:34.468904 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 32996) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:34.494494 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43a10e9-66bc-4384-a88e-94d2f254594e req-a1f9f9ff-558d-444b-a240-f357125d984d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:34.496124 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-e43a10e9-66bc-4384-a88e-94d2f254594e req-a1f9f9ff-558d-444b-a240-f357125d984d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b40ba087-3c8d-41c6-b84c-9f67eb23def1 HTTP/1.1" status: 200 len: 852 time: 0.0519848 Jul 14 09:34:34.535744 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-e43a10e9-66bc-4384-a88e-94d2f254594e req-a139a6d1-f867-4b72-8064-8985db52d41d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=066c4fbc-da36-44d5-9958-60c659e787de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324686 Jul 14 09:34:34.573988 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-a323bafc-08b2-4ef7-9538-c100303b9ddd admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-793845548-network', 'tenant_id': 'd0faa07e8d9e4ec49a240a9fc526a7fd'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:34:34.598358 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a323bafc-08b2-4ef7-9538-c100303b9ddd admin admin] Made reservation on behalf of d0faa07e8d9e4ec49a240a9fc526a7fd for: {'network': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:34:34.601227 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a323bafc-08b2-4ef7-9538-c100303b9ddd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for network, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:34.610428 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a323bafc-08b2-4ef7-9538-c100303b9ddd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:34.679430 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-e43a10e9-66bc-4384-a88e-94d2f254594e req-d541e513-7ffb-46bb-bce2-24f871f05faf service neutron] 10.222.0.57 "GET /v2.0/networks/066c4fbc-da36-44d5-9958-60c659e787de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320493 Jul 14 09:34:34.729014 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a323bafc-08b2-4ef7-9538-c100303b9ddd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:34.738135 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a323bafc-08b2-4ef7-9538-c100303b9ddd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:34.763048 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a323bafc-08b2-4ef7-9538-c100303b9ddd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 728} {{(pid=93957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:34:34.784472 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a323bafc-08b2-4ef7-9538-c100303b9ddd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:34.785093 n-d-779913-29 neutron-server[93957]: INFO neutron.db.segments_db [None req-a323bafc-08b2-4ef7-9538-c100303b9ddd admin admin] Added segment 7591738e-41ad-492d-b0a6-69a16017c202 of type vlan for network 3569c9d2-eab5-421e-9cb2-8a83583f6763 Jul 14 09:34:34.834078 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-e43a10e9-66bc-4384-a88e-94d2f254594e req-d6205568-cad0-47be-be1f-d26c1b4020c2 service neutron] 10.222.0.57 "GET /v2.0/networks/066c4fbc-da36-44d5-9958-60c659e787de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354222 Jul 14 09:34:34.860279 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a323bafc-08b2-4ef7-9538-c100303b9ddd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735687821325'] for network, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:34.913113 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a323bafc-08b2-4ef7-9538-c100303b9ddd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=480b9b88-a112-41cf-9ffd-c713e01dc0c7,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:34.938236 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 33006) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:34.962567 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec45d89-8faf-459d-a058-d854e3e82f1f req-5fe5be14-de1f-427f-a01e-aecbbbfcc841 tempest-TestServerAdvancedOps-1165668004 tempest-TestServerAdvancedOps-1165668004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:34.964147 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-aec45d89-8faf-459d-a058-d854e3e82f1f req-5fe5be14-de1f-427f-a01e-aecbbbfcc841 tempest-TestServerAdvancedOps-1165668004 tempest-TestServerAdvancedOps-1165668004-project] 10.222.0.68 "GET /v2.0/ports?device_id=245efad6-23f8-4cdd-a7fe-f79e512c8ef8 HTTP/1.1" status: 200 len: 943 time: 0.1267593 Jul 14 09:34:34.964962 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a323bafc-08b2-4ef7-9538-c100303b9ddd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855'] for network, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:34.965884 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a323bafc-08b2-4ef7-9538-c100303b9ddd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:34.966441 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a323bafc-08b2-4ef7-9538-c100303b9ddd admin admin] Notify callbacks [] for network, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:34.991711 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d64e8a5d-30ec-4400-b402-0c4335e9760f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:35.008081 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 33010) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:35.008318 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-a323bafc-08b2-4ef7-9538-c100303b9ddd admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5379872 Jul 14 09:34:35.014834 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-8efbda5a-15c6-40c1-a4c4-019f8d6307b9 admin admin] Request body: {'subnet': {'network_id': '3569c9d2-eab5-421e-9cb2-8a83583f6763', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-793845548-subnet', 'tenant_id': 'd0faa07e8d9e4ec49a240a9fc526a7fd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:34:35.065426 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29f8026-9fd2-427c-b166-cf1a908913e3 req-a73b3390-1917-4559-a1b6-c56a6bbe5b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:35.067077 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d29f8026-9fd2-427c-b166-cf1a908913e3 req-a73b3390-1917-4559-a1b6-c56a6bbe5b78 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6dc4cbbec5df40eca598bff06be552f0&device_id=245efad6-23f8-4cdd-a7fe-f79e512c8ef8 HTTP/1.1" status: 200 len: 1095 time: 0.1058495 Jul 14 09:34:35.097764 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a323bafc-08b2-4ef7-9538-c100303b9ddd admin admin] Pushing event updated for resources: {'Network': ['ID=3569c9d2-eab5-421e-9cb2-8a83583f6763,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:35.103392 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-aec45d89-8faf-459d-a058-d854e3e82f1f req-3144722b-0f2a-478b-8757-54c17f955453 tempest-TestServerAdvancedOps-1165668004 tempest-TestServerAdvancedOps-1165668004-project] 10.222.0.68 "GET /v2.0/security-groups?id=3e41abae-bdc8-44b7-ad3f-f05c77a8d04d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257157 Jul 14 09:34:35.157671 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Network 3569c9d2-eab5-421e-9cb2-8a83583f6763 details requested by agent ovs-agent-n-d-779913-29 with host n-d-779913-29 {{(pid=93959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:34:35.318378 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29f8026-9fd2-427c-b166-cf1a908913e3 req-66d437b1-b9f4-44af-90bd-a322b93825f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:35.319890 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d29f8026-9fd2-427c-b166-cf1a908913e3 req-66d437b1-b9f4-44af-90bd-a322b93825f9 service neutron] 10.222.0.57 "GET /v2.0/networks?id=066c4fbc-da36-44d5-9958-60c659e787de HTTP/1.1" status: 200 len: 913 time: 0.2417877 Jul 14 09:34:35.332746 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3d399f-6900-4f08-9146-8d0397e452d1 req-b1cf6cba-9e6a-4fdf-8765-ea87994f55bf tempest-InstanceActionsTestJSON-1430902848 tempest-InstanceActionsTestJSON-1430902848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:35.334270 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-1e3d399f-6900-4f08-9146-8d0397e452d1 req-b1cf6cba-9e6a-4fdf-8765-ea87994f55bf tempest-InstanceActionsTestJSON-1430902848 tempest-InstanceActionsTestJSON-1430902848-project] 10.222.0.68 "GET /v2.0/ports?device_id=4ba293cd-2d75-40d2-8fc2-e7d22fdd1520 HTTP/1.1" status: 200 len: 946 time: 0.2075195 Jul 14 09:34:35.336708 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d64e8a5d-30ec-4400-b402-0c4335e9760f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:35.353693 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d64e8a5d-30ec-4400-b402-0c4335e9760f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:35.415079 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d29f8026-9fd2-427c-b166-cf1a908913e3 req-a4f809e9-0ed3-441a-805a-0e6906380cda service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=878917e8-c16d-4c2b-883a-e23289ba09d9 HTTP/1.1" status: 200 len: 217 time: 0.0770330 Jul 14 09:34:35.466553 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-d64e8a5d-30ec-4400-b402-0c4335e9760f admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=5df361d84c1c42b3b056774729a47305&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5268297 Jul 14 09:34:35.469227 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 33016) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:35.487074 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64e8a5d-30ec-4400-b402-0c4335e9760f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57d7e1d0-9795-43c4-adc6-2360dbd2091c,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:35.493247 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8efbda5a-15c6-40c1-a4c4-019f8d6307b9 admin admin] Made reservation on behalf of d0faa07e8d9e4ec49a240a9fc526a7fd for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:34:35.495595 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8efbda5a-15c6-40c1-a4c4-019f8d6307b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16714600'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:35.514689 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-1e3d399f-6900-4f08-9146-8d0397e452d1 req-f1627832-d3f3-4346-8b06-a14a6034a70d tempest-InstanceActionsTestJSON-1430902848 tempest-InstanceActionsTestJSON-1430902848-project] 10.222.0.68 "GET /v2.0/security-groups?id=af74e16a-e2aa-4263-9465-bf35bab628b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651468 Jul 14 09:34:35.524572 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-03a1a50d-dc65-4c6e-bbc4-9af3e9d84a86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:35.548360 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-03a1a50d-dc65-4c6e-bbc4-9af3e9d84a86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:35.575859 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29f8026-9fd2-427c-b166-cf1a908913e3 req-95eee255-8d75-4539-98ba-c190eec85343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:35.577894 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d29f8026-9fd2-427c-b166-cf1a908913e3 req-95eee255-8d75-4539-98ba-c190eec85343 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b40ba087-3c8d-41c6-b84c-9f67eb23def1 HTTP/1.1" status: 200 len: 852 time: 0.1437383 Jul 14 09:34:35.598710 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-03a1a50d-dc65-4c6e-bbc4-9af3e9d84a86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:35.601387 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-03a1a50d-dc65-4c6e-bbc4-9af3e9d84a86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:35.602565 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-03a1a50d-dc65-4c6e-bbc4-9af3e9d84a86 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/57d7e1d0-9795-43c4-adc6-2360dbd2091c HTTP/1.1" status: 204 len: 168 time: 0.1323073 Jul 14 09:34:35.615790 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a1a50d-dc65-4c6e-bbc4-9af3e9d84a86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57d7e1d0-9795-43c4-adc6-2360dbd2091c,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:35.636484 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d29f8026-9fd2-427c-b166-cf1a908913e3 req-054f1e69-f737-4eb9-b45e-25d0e9deb477 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=066c4fbc-da36-44d5-9958-60c659e787de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463893 Jul 14 09:34:35.798248 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d29f8026-9fd2-427c-b166-cf1a908913e3 req-94359769-80e6-4dab-8263-75dea23d01ee service neutron] 10.222.0.57 "GET /v2.0/networks/066c4fbc-da36-44d5-9958-60c659e787de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529949 Jul 14 09:34:35.855785 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8efbda5a-15c6-40c1-a4c4-019f8d6307b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13573993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16714586'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:35.953932 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efbda5a-15c6-40c1-a4c4-019f8d6307b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=92b9e41e-353a-41b9-9d9e-be464d12ff99,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:35.991158 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d29f8026-9fd2-427c-b166-cf1a908913e3 req-e4ce01c7-103c-4164-ae64-72db6e02e75a service neutron] 10.222.0.57 "GET /v2.0/networks/066c4fbc-da36-44d5-9958-60c659e787de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1818645 Jul 14 09:34:35.998240 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8efbda5a-15c6-40c1-a4c4-019f8d6307b9 admin admin] Checking segment: {'id': '7591738e-41ad-492d-b0a6-69a16017c202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '3569c9d2-eab5-421e-9cb2-8a83583f6763'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:34:35.999026 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8efbda5a-15c6-40c1-a4c4-019f8d6307b9 admin admin] Network hostable DHCP agents. Network: 3569c9d2-eab5-421e-9cb2-8a83583f6763, hostable agents: ['c6a09bd4-f72e-4283-a3ca-0bbca8a51081'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:34:36.019286 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8efbda5a-15c6-40c1-a4c4-019f8d6307b9 admin admin] Network 3569c9d2-eab5-421e-9cb2-8a83583f6763 is scheduled to be hosted by DHCP agent c6a09bd4-f72e-4283-a3ca-0bbca8a51081 with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:34:36.038193 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-8efbda5a-15c6-40c1-a4c4-019f8d6307b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-29, 3569c9d2-eab5-421e-9cb2-8a83583f6763) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:34:36.043394 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8efbda5a-15c6-40c1-a4c4-019f8d6307b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:36.044286 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8efbda5a-15c6-40c1-a4c4-019f8d6307b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:36.052356 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2b36cd5-e002-47d0-9ba5-025b0e872c9c None None] Network 3569c9d2-eab5-421e-9cb2-8a83583f6763 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:34:36.085585 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-8efbda5a-15c6-40c1-a4c4-019f8d6307b9 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0671620 Jul 14 09:34:36.234892 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da2cf5c4-c413-444e-9ba1-075c24295960 None None] Network 3569c9d2-eab5-421e-9cb2-8a83583f6763 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:34:36.400164 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b48ce71-93d3-4375-9eb3-f9f3573695d0 req-83263c9a-4767-43ac-928f-cfcc1a163e54 tempest-TestServerAdvancedOps-1165668004 tempest-TestServerAdvancedOps-1165668004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:36.405103 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1b48ce71-93d3-4375-9eb3-f9f3573695d0 req-83263c9a-4767-43ac-928f-cfcc1a163e54 tempest-TestServerAdvancedOps-1165668004 tempest-TestServerAdvancedOps-1165668004-project] 10.222.0.68 "GET /v2.0/ports?device_id=245efad6-23f8-4cdd-a7fe-f79e512c8ef8 HTTP/1.1" status: 200 len: 943 time: 0.1402252 Jul 14 09:34:36.478980 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1b48ce71-93d3-4375-9eb3-f9f3573695d0 req-015db72b-a5f1-493c-a510-fadb4c405c1c tempest-TestServerAdvancedOps-1165668004 tempest-TestServerAdvancedOps-1165668004-project] 10.222.0.68 "GET /v2.0/security-groups?id=3e41abae-bdc8-44b7-ad3f-f05c77a8d04d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628717 Jul 14 09:34:36.936049 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87a9eaa-0346-4dfc-99b8-aa8ded8c4c11 req-953660bf-9148-4cb0-ae4c-ef4da502652d tempest-InstanceActionsTestJSON-1430902848 tempest-InstanceActionsTestJSON-1430902848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:36.944703 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-b87a9eaa-0346-4dfc-99b8-aa8ded8c4c11 req-953660bf-9148-4cb0-ae4c-ef4da502652d tempest-InstanceActionsTestJSON-1430902848 tempest-InstanceActionsTestJSON-1430902848-project] 10.222.0.68 "GET /v2.0/ports?device_id=4ba293cd-2d75-40d2-8fc2-e7d22fdd1520 HTTP/1.1" status: 200 len: 946 time: 0.0763707 Jul 14 09:34:36.992325 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-b87a9eaa-0346-4dfc-99b8-aa8ded8c4c11 req-b7b4b1c6-da97-471d-8b5c-350f3c4a1bd5 tempest-InstanceActionsTestJSON-1430902848 tempest-InstanceActionsTestJSON-1430902848-project] 10.222.0.68 "GET /v2.0/security-groups?id=af74e16a-e2aa-4263-9465-bf35bab628b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466421 Jul 14 09:34:37.101613 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f29f9d-0175-412d-857a-b515d5afc255 req-92be1f8a-4bda-470e-8d79-534feaee5a10 tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:37.109773 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f5f29f9d-0175-412d-857a-b515d5afc255 req-92be1f8a-4bda-470e-8d79-534feaee5a10 tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] 10.222.0.68 "GET /v2.0/networks?id=3569c9d2-eab5-421e-9cb2-8a83583f6763 HTTP/1.1" status: 200 len: 814 time: 0.1936283 Jul 14 09:34:37.139600 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f5f29f9d-0175-412d-857a-b515d5afc255 req-3b89550b-5f51-451f-80ab-0b517038c52e tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] 10.222.0.68 "GET /v2.0/quotas/d0faa07e8d9e4ec49a240a9fc526a7fd HTTP/1.1" status: 200 len: 375 time: 0.0282197 Jul 14 09:34:37.207686 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f5f29f9d-0175-412d-857a-b515d5afc255 req-faea4296-db50-4d9e-b124-a4edf0f12a33 tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=d0faa07e8d9e4ec49a240a9fc526a7fd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0570333 Jul 14 09:34:37.237706 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 878917e8-c16d-4c2b-883a-e23289ba09d9 details requested by agent hyperv_n-h2-779913-29 with host n-h2-779913-29 {{(pid=93959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:34:37.358567 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 878917e8-c16d-4c2b-883a-e23289ba09d9, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=878917e8-c16d-4c2b-883a-e23289ba09d9,segment=NetworkSegment(9e07cba9-74c2-4ec8-b919-459a48a79e71),segment_id=9e07cba9-74c2-4ec8-b919-459a48a79e71)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:34:37.373546 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Returning: {'device': '878917e8-c16d-4c2b-883a-e23289ba09d9', 'network_id': '066c4fbc-da36-44d5-9958-60c659e787de', 'port_id': '878917e8-c16d-4c2b-883a-e23289ba09d9', 'mac_address': 'fa:16:3e:38:5a:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 749, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b40ba087-3c8d-41c6-b84c-9f67eb23def1', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:34:37.402357 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f5f29f9d-0175-412d-857a-b515d5afc255 req-1155566c-58d5-449e-9e8d-45db30bffe6d service neutron] 10.222.0.68 "GET /v2.0/networks/3569c9d2-eab5-421e-9cb2-8a83583f6763?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1930158 Jul 14 09:34:37.475463 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:37.507738 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 878917e8-c16d-4c2b-883a-e23289ba09d9 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:34:37.556761 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 878917e8-c16d-4c2b-883a-e23289ba09d9, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=878917e8-c16d-4c2b-883a-e23289ba09d9,segment=NetworkSegment(9e07cba9-74c2-4ec8-b919-459a48a79e71),segment_id=9e07cba9-74c2-4ec8-b919-459a48a79e71)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:34:37.562294 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:37.586522 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f5f29f9d-0175-412d-857a-b515d5afc255 req-85125910-2ffd-4ed0-91a2-56cdec2b8373 service neutron] 10.222.0.68 "GET /v2.0/networks/3569c9d2-eab5-421e-9cb2-8a83583f6763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1786411 Jul 14 09:34:37.653080 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Pushing event updated for resources: {'Port': ['ID=878917e8-c16d-4c2b-883a-e23289ba09d9,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:37.707127 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82b1f94-35f3-4f58-83ec-b5888f7e0601 req-4cc027cb-e28c-481a-98ab-3bc055c03942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:37.708676 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d82b1f94-35f3-4f58-83ec-b5888f7e0601 req-4cc027cb-e28c-481a-98ab-3bc055c03942 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5d4433ea50c94943a14246116bc4759b&device_id=4ba293cd-2d75-40d2-8fc2-e7d22fdd1520 HTTP/1.1" status: 200 len: 1098 time: 0.2144051 Jul 14 09:34:37.800787 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4761d845-baac-469d-ae57-2325cfe00a36 req-5ba8242b-4555-48e5-b1c6-748eb510780c tempest-InstanceActionsTestJSON-1430902848 tempest-InstanceActionsTestJSON-1430902848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:37.814163 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-4761d845-baac-469d-ae57-2325cfe00a36 req-5ba8242b-4555-48e5-b1c6-748eb510780c tempest-InstanceActionsTestJSON-1430902848 tempest-InstanceActionsTestJSON-1430902848-project] 10.222.0.68 "GET /v2.0/ports?device_id=4ba293cd-2d75-40d2-8fc2-e7d22fdd1520 HTTP/1.1" status: 200 len: 946 time: 0.2390480 Jul 14 09:34:37.893809 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-4761d845-baac-469d-ae57-2325cfe00a36 req-fdff5e85-f3e3-47db-8265-969e8221a179 tempest-InstanceActionsTestJSON-1430902848 tempest-InstanceActionsTestJSON-1430902848-project] 10.222.0.68 "GET /v2.0/security-groups?id=af74e16a-e2aa-4263-9465-bf35bab628b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715318 Jul 14 09:34:37.894312 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] get_ports_and_sgs() called for port_ids ['878917e8-c16d-4c2b-883a-e23289ba09d9'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:34:37.923260 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82b1f94-35f3-4f58-83ec-b5888f7e0601 req-e2205076-e31b-45d0-ab77-ff921d345ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:37.927278 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d82b1f94-35f3-4f58-83ec-b5888f7e0601 req-e2205076-e31b-45d0-ab77-ff921d345ad7 service neutron] 10.222.0.57 "GET /v2.0/networks?id=239903e3-2db7-4f9a-97ac-768935a15c12 HTTP/1.1" status: 200 len: 914 time: 0.2057757 Jul 14 09:34:38.110941 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d82b1f94-35f3-4f58-83ec-b5888f7e0601 req-339773fb-956c-438c-88a4-a28d5190e066 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1c7f2afe-00f1-4c5e-b1c8-c97c58c9b44a HTTP/1.1" status: 200 len: 217 time: 0.1740849 Jul 14 09:34:38.123578 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720f2b35-0a45-46e6-8691-674fc1916bb6 req-09708f7a-8f3b-41ec-824d-997ab89b9c49 tempest-TestServerAdvancedOps-1165668004 tempest-TestServerAdvancedOps-1165668004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:38.129414 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-720f2b35-0a45-46e6-8691-674fc1916bb6 req-09708f7a-8f3b-41ec-824d-997ab89b9c49 tempest-TestServerAdvancedOps-1165668004 tempest-TestServerAdvancedOps-1165668004-project] 10.222.0.68 "GET /v2.0/ports?device_id=245efad6-23f8-4cdd-a7fe-f79e512c8ef8 HTTP/1.1" status: 200 len: 944 time: 0.2027383 Jul 14 09:34:38.237905 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82b1f94-35f3-4f58-83ec-b5888f7e0601 req-31976cf9-73dd-44fe-9ef9-ae5e6bd3a77e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:38.239508 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d82b1f94-35f3-4f58-83ec-b5888f7e0601 req-31976cf9-73dd-44fe-9ef9-ae5e6bd3a77e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b1d54a86-91b2-4e10-b53a-1b4b5521f88c HTTP/1.1" status: 200 len: 853 time: 0.1212139 Jul 14 09:34:38.248004 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-720f2b35-0a45-46e6-8691-674fc1916bb6 req-14be443a-c261-47dc-a4cb-f2f5324acc56 tempest-TestServerAdvancedOps-1165668004 tempest-TestServerAdvancedOps-1165668004-project] 10.222.0.68 "GET /v2.0/security-groups?id=3e41abae-bdc8-44b7-ad3f-f05c77a8d04d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104038 Jul 14 09:34:38.281854 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d82b1f94-35f3-4f58-83ec-b5888f7e0601 req-4d834497-3c67-4f6b-aa71-12184894b5f0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=239903e3-2db7-4f9a-97ac-768935a15c12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354877 Jul 14 09:34:38.370263 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b8cad728-e08a-4433-983e-c1dac58e72ba req-0bfc871c-f4a6-44f3-bac8-13f890c80887 tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] 10.222.0.68 "GET /v2.0/ports?device_id=3c09c159-1ebf-4b13-a3dc-0f56e50e423d HTTP/1.1" status: 200 len: 210 time: 0.0602734 Jul 14 09:34:38.444245 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d82b1f94-35f3-4f58-83ec-b5888f7e0601 req-a4cab4ff-db26-49c3-a09f-4b0b75c0d3c9 service neutron] 10.222.0.57 "GET /v2.0/networks/239903e3-2db7-4f9a-97ac-768935a15c12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544034 Jul 14 09:34:38.482414 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 33142) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:38.552976 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d82b1f94-35f3-4f58-83ec-b5888f7e0601 req-e280cac0-d7ab-4f54-9963-f34b06d6d05c service neutron] 10.222.0.57 "GET /v2.0/networks/239903e3-2db7-4f9a-97ac-768935a15c12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012802 Jul 14 09:34:38.609242 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f14ac7e9-5797-4683-bf87-6e4a1b8db024 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:38.719427 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f14ac7e9-5797-4683-bf87-6e4a1b8db024 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:38.724992 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f14ac7e9-5797-4683-bf87-6e4a1b8db024 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:38.767907 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-f14ac7e9-5797-4683-bf87-6e4a1b8db024 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=bd250b56b1af44ef9aa64fa3965e617f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2838266 Jul 14 09:34:38.768995 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14ac7e9-5797-4683-bf87-6e4a1b8db024 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2af0628a-d933-48b1-8e48-84ffd7882d00,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:38.770731 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 33146) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:38.852460 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6243f40b-c7bb-486b-acf9-842114097ea1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:38.883435 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6243f40b-c7bb-486b-acf9-842114097ea1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:38.948335 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6243f40b-c7bb-486b-acf9-842114097ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:38.951456 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6243f40b-c7bb-486b-acf9-842114097ea1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:38.957114 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-6243f40b-c7bb-486b-acf9-842114097ea1 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/2af0628a-d933-48b1-8e48-84ffd7882d00 HTTP/1.1" status: 204 len: 168 time: 0.1828268 Jul 14 09:34:38.966584 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6243f40b-c7bb-486b-acf9-842114097ea1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2af0628a-d933-48b1-8e48-84ffd7882d00,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:39.100375 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d860b3f-41b9-40d9-b894-9e0c46d5b7f1 req-73ee041a-0a86-4dcc-8509-39c3dd3ecbd5 tempest-InstanceActionsTestJSON-1430902848 tempest-InstanceActionsTestJSON-1430902848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:39.102252 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3d860b3f-41b9-40d9-b894-9e0c46d5b7f1 req-73ee041a-0a86-4dcc-8509-39c3dd3ecbd5 tempest-InstanceActionsTestJSON-1430902848 tempest-InstanceActionsTestJSON-1430902848-project] 10.222.0.68 "GET /v2.0/ports?device_id=4ba293cd-2d75-40d2-8fc2-e7d22fdd1520 HTTP/1.1" status: 200 len: 946 time: 0.0756850 Jul 14 09:34:39.144139 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3d860b3f-41b9-40d9-b894-9e0c46d5b7f1 req-ae006897-b077-4456-b596-99fd4f7faa9a tempest-InstanceActionsTestJSON-1430902848 tempest-InstanceActionsTestJSON-1430902848-project] 10.222.0.68 "GET /v2.0/security-groups?id=af74e16a-e2aa-4263-9465-bf35bab628b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347669 Jul 14 09:34:39.266522 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 878917e8-c16d-4c2b-883a-e23289ba09d9 up at agent hyperv_n-h2-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:34:39.297118 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 33160) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:39.318820 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7c1b6d03-976d-43a9-8b81-32fc33756e69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:39.405548 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Provisioning for port 878917e8-c16d-4c2b-883a-e23289ba09d9 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:34:39.419564 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Provisioning complete for port 878917e8-c16d-4c2b-883a-e23289ba09d9 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:34:39.420283 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:39.583514 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66766234-0f03-49e9-959f-e4e37faabf79 req-a9df730a-9841-4690-af8b-89f5c1242266 tempest-TestServerAdvancedOps-1165668004 tempest-TestServerAdvancedOps-1165668004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:39.592939 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:39.598476 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-66766234-0f03-49e9-959f-e4e37faabf79 req-a9df730a-9841-4690-af8b-89f5c1242266 tempest-TestServerAdvancedOps-1165668004 tempest-TestServerAdvancedOps-1165668004-project] 10.222.0.68 "GET /v2.0/ports?device_id=245efad6-23f8-4cdd-a7fe-f79e512c8ef8 HTTP/1.1" status: 200 len: 944 time: 0.1843548 Jul 14 09:34:39.620826 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '245efad6-23f8-4cdd-a7fe-f79e512c8ef8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '878917e8-c16d-4c2b-883a-e23289ba09d9'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:34:39.623306 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd62303f06773040a8a4e189dc46b4f565768c299abf8ab8e7739778b0bc3e97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-773bdffa-2c4e-473c-a967-887ab4b33152" -d '{"events": [{"server_uuid": "245efad6-23f8-4cdd-a7fe-f79e512c8ef8", "name": "network-vif-plugged", "status": "completed", "tag": "878917e8-c16d-4c2b-883a-e23289ba09d9"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:34:39.643287 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d9e50f75-20b1-495c-937c-da601c27ec96 req-096cc2bf-140e-4e48-9a22-28c3c9e87b85 tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] 10.222.0.68 "GET /v2.0/ports?device_id=3c09c159-1ebf-4b13-a3dc-0f56e50e423d HTTP/1.1" status: 200 len: 210 time: 0.0602694 Jul 14 09:34:39.647690 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7c1b6d03-976d-43a9-8b81-32fc33756e69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:39.655436 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 878917e8-c16d-4c2b-883a-e23289ba09d9, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=878917e8-c16d-4c2b-883a-e23289ba09d9,segment=NetworkSegment(9e07cba9-74c2-4ec8-b919-459a48a79e71),segment_id=9e07cba9-74c2-4ec8-b919-459a48a79e71)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:34:39.659084 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7c1b6d03-976d-43a9-8b81-32fc33756e69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:39.665096 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:39.679929 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-66766234-0f03-49e9-959f-e4e37faabf79 req-8f045543-47f0-4c87-bb99-62f66e195a0f tempest-TestServerAdvancedOps-1165668004 tempest-TestServerAdvancedOps-1165668004-project] 10.222.0.68 "GET /v2.0/security-groups?id=3e41abae-bdc8-44b7-ad3f-f05c77a8d04d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787144 Jul 14 09:34:39.712693 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-7c1b6d03-976d-43a9-8b81-32fc33756e69 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=65719f73739a4196973f514d81421753&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4142680 Jul 14 09:34:39.717081 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 33168) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:39.761381 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:34:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01fe6e2f-c42d-4eac-bc0f-7f3f3592c227 x-openstack-request-id: req-01fe6e2f-c42d-4eac-bc0f-7f3f3592c227 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:34:39.761736 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "245efad6-23f8-4cdd-a7fe-f79e512c8ef8", "name": "network-vif-plugged", "status": "completed", "tag": "878917e8-c16d-4c2b-883a-e23289ba09d9", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:34:39.762001 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-01fe6e2f-c42d-4eac-bc0f-7f3f3592c227 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:34:39.762377 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '245efad6-23f8-4cdd-a7fe-f79e512c8ef8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '878917e8-c16d-4c2b-883a-e23289ba09d9', 'code': 200} Jul 14 09:34:39.763790 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f29f9d-0175-412d-857a-b515d5afc255 req-34d362cd-f208-4077-b826-0f8b5b8ba16a tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:39.765593 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-f5f29f9d-0175-412d-857a-b515d5afc255 req-34d362cd-f208-4077-b826-0f8b5b8ba16a tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] 10.222.0.65 "GET /v2.0/networks?id=3569c9d2-eab5-421e-9cb2-8a83583f6763 HTTP/1.1" status: 200 len: 814 time: 0.3131819 Jul 14 09:34:39.776716 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1b6d03-976d-43a9-8b81-32fc33756e69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6529e14-3a93-476e-a9e7-5e230d4cb3b9,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:39.781567 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Pushing event updated for resources: {'Port': ['ID=878917e8-c16d-4c2b-883a-e23289ba09d9,revision_number=5']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:39.807228 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [req-f5f29f9d-0175-412d-857a-b515d5afc255 req-1b50d641-dd78-40e7-bc96-4c325b83ed49 tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] Request body: {'port': {'device_id': '3c09c159-1ebf-4b13-a3dc-0f56e50e423d', 'network_id': '3569c9d2-eab5-421e-9cb2-8a83583f6763', 'admin_state_up': True, 'tenant_id': 'd0faa07e8d9e4ec49a240a9fc526a7fd'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:34:39.834016 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c358dd0e-3e4e-40c1-9ea1-2c2b20fa584f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:39.868595 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c358dd0e-3e4e-40c1-9ea1-2c2b20fa584f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:39.950870 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c358dd0e-3e4e-40c1-9ea1-2c2b20fa584f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:39.953717 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c358dd0e-3e4e-40c1-9ea1-2c2b20fa584f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:39.959984 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-c358dd0e-3e4e-40c1-9ea1-2c2b20fa584f admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/c6529e14-3a93-476e-a9e7-5e230d4cb3b9 HTTP/1.1" status: 204 len: 168 time: 0.2405837 Jul 14 09:34:39.969556 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c358dd0e-3e4e-40c1-9ea1-2c2b20fa584f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6529e14-3a93-476e-a9e7-5e230d4cb3b9,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:40.019013 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5f29f9d-0175-412d-857a-b515d5afc255 req-1b50d641-dd78-40e7-bc96-4c325b83ed49 tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] Made reservation on behalf of d0faa07e8d9e4ec49a240a9fc526a7fd for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:34:40.023144 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-f5f29f9d-0175-412d-857a-b515d5afc255 req-1b50d641-dd78-40e7-bc96-4c325b83ed49 tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:40.063880 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a112ad63-99db-49c2-a23e-9b880d3676c4 req-7b00819b-a737-469c-929e-807abd7c2810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:40.066086 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-a112ad63-99db-49c2-a23e-9b880d3676c4 req-7b00819b-a737-469c-929e-807abd7c2810 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=245efad6-23f8-4cdd-a7fe-f79e512c8ef8 HTTP/1.1" status: 200 len: 1097 time: 0.1179144 Jul 14 09:34:40.155256 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-a112ad63-99db-49c2-a23e-9b880d3676c4 req-fcc3e0b8-8e0c-43a4-a9a4-d659912920fd service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=3e41abae-bdc8-44b7-ad3f-f05c77a8d04d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580442 Jul 14 09:34:40.433675 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f510384c-4aef-4b2f-b093-8f41c4ebfa39 req-3fa994b7-44bd-4409-8f7f-23b825d7aa45 tempest-InstanceActionsTestJSON-1430902848 tempest-InstanceActionsTestJSON-1430902848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:40.437619 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f510384c-4aef-4b2f-b093-8f41c4ebfa39 req-3fa994b7-44bd-4409-8f7f-23b825d7aa45 tempest-InstanceActionsTestJSON-1430902848 tempest-InstanceActionsTestJSON-1430902848-project] 10.222.0.68 "GET /v2.0/ports?device_id=4ba293cd-2d75-40d2-8fc2-e7d22fdd1520 HTTP/1.1" status: 200 len: 946 time: 0.1422503 Jul 14 09:34:40.527249 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f510384c-4aef-4b2f-b093-8f41c4ebfa39 req-7599a4fb-6021-44e7-8969-d76351825fdf tempest-InstanceActionsTestJSON-1430902848 tempest-InstanceActionsTestJSON-1430902848-project] 10.222.0.68 "GET /v2.0/security-groups?id=af74e16a-e2aa-4263-9465-bf35bab628b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808127 Jul 14 09:34:40.555890 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [req-f5f29f9d-0175-412d-857a-b515d5afc255 req-1b50d641-dd78-40e7-bc96-4c325b83ed49 tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] Allocated IP 172.20.0.4 (3569c9d2-eab5-421e-9cb2-8a83583f6763/92b9e41e-353a-41b9-9d9e-be464d12ff99/3daf2b22-7138-43cd-a507-2c540623164e) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:34:40.704331 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 33206) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:40.869452 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-1102334b-34f1-47b0-9e70-1e8ff49e02ac req-39cb7cd4-89e9-489b-89e2-cec1096c7ce0 tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] 10.222.0.68 "GET /v2.0/ports?device_id=3c09c159-1ebf-4b13-a3dc-0f56e50e423d HTTP/1.1" status: 200 len: 210 time: 0.0742927 Jul 14 09:34:40.883542 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-f5f29f9d-0175-412d-857a-b515d5afc255 req-1b50d641-dd78-40e7-bc96-4c325b83ed49 tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:40.931607 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3100d3c7-c32b-40be-aaca-9ce7385cfd7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:40.938701 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-f5f29f9d-0175-412d-857a-b515d5afc255 req-1b50d641-dd78-40e7-bc96-4c325b83ed49 tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:40.985888 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12138dda-591e-48de-b58d-2fab8df182e1 req-ab96b031-7cb0-49db-b360-3d7fd9ef8f00 tempest-TestServerAdvancedOps-1165668004 tempest-TestServerAdvancedOps-1165668004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:40.993424 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-12138dda-591e-48de-b58d-2fab8df182e1 req-ab96b031-7cb0-49db-b360-3d7fd9ef8f00 tempest-TestServerAdvancedOps-1165668004 tempest-TestServerAdvancedOps-1165668004-project] 10.222.0.68 "GET /v2.0/ports?device_id=245efad6-23f8-4cdd-a7fe-f79e512c8ef8 HTTP/1.1" status: 200 len: 945 time: 0.1606872 Jul 14 09:34:41.050195 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b50d641-dd78-40e7-bc96-4c325b83ed49 tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] Pushing event updated for resources: {'Port': ['ID=3daf2b22-7138-43cd-a507-2c540623164e,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:41.077449 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5f29f9d-0175-412d-857a-b515d5afc255 req-1b50d641-dd78-40e7-bc96-4c325b83ed49 tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] Network 3569c9d2-eab5-421e-9cb2-8a83583f6763 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:34:41.087716 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [req-f5f29f9d-0175-412d-857a-b515d5afc255 req-1b50d641-dd78-40e7-bc96-4c325b83ed49 tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:34:41.099215 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5f29f9d-0175-412d-857a-b515d5afc255 req-1b50d641-dd78-40e7-bc96-4c325b83ed49 tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:34:41.105084 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-12138dda-591e-48de-b58d-2fab8df182e1 req-93c88314-d0b0-4b9e-bd0d-11a1ba876fdd tempest-TestServerAdvancedOps-1165668004 tempest-TestServerAdvancedOps-1165668004-project] 10.222.0.68 "GET /v2.0/security-groups?id=3e41abae-bdc8-44b7-ad3f-f05c77a8d04d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105347 Jul 14 09:34:41.174582 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f29f9d-0175-412d-857a-b515d5afc255 req-1b50d641-dd78-40e7-bc96-4c325b83ed49 tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:41.175222 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-f5f29f9d-0175-412d-857a-b515d5afc255 req-1b50d641-dd78-40e7-bc96-4c325b83ed49 tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:41.222809 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3100d3c7-c32b-40be-aaca-9ce7385cfd7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:41.228317 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3100d3c7-c32b-40be-aaca-9ce7385cfd7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:41.235174 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-f5f29f9d-0175-412d-857a-b515d5afc255 req-1b50d641-dd78-40e7-bc96-4c325b83ed49 tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4539564 Jul 14 09:34:41.260630 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [req-f5f29f9d-0175-412d-857a-b515d5afc255 req-2d30648e-2db9-4c9d-8dcf-94f7e16e70c1 service neutron] Request body: {'port': {'device_id': '3c09c159-1ebf-4b13-a3dc-0f56e50e423d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-29'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:34:41.273895 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3100d3c7-c32b-40be-aaca-9ce7385cfd7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ae3c8c1-7c9b-4b74-891b-0b930925e188,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:41.295751 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-3100d3c7-c32b-40be-aaca-9ce7385cfd7d admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=b91ba2c9bc6042ba972c2ef90ca0d8d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5902205 Jul 14 09:34:41.296610 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 33222) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:41.359468 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-0f6ae2c1-f877-4cb9-b20d-fc4f1afbdcd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:41.400276 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-0f6ae2c1-f877-4cb9-b20d-fc4f1afbdcd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:41.448361 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-f5f29f9d-0175-412d-857a-b515d5afc255 req-2d30648e-2db9-4c9d-8dcf-94f7e16e70c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:41.456470 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-0f6ae2c1-f877-4cb9-b20d-fc4f1afbdcd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:41.459749 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-0f6ae2c1-f877-4cb9-b20d-fc4f1afbdcd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:41.462226 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-0f6ae2c1-f877-4cb9-b20d-fc4f1afbdcd2 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/7ae3c8c1-7c9b-4b74-891b-0b930925e188 HTTP/1.1" status: 204 len: 168 time: 0.1644340 Jul 14 09:34:41.482547 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6ae2c1-f877-4cb9-b20d-fc4f1afbdcd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ae3c8c1-7c9b-4b74-891b-0b930925e188,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:41.606722 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4ece69-e7e1-4fdb-9d16-72e31d49329c req-0f7946db-fd03-4897-9026-f7fb5e06012f tempest-InstanceActionsTestJSON-1430902848 tempest-InstanceActionsTestJSON-1430902848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:41.608370 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-1b4ece69-e7e1-4fdb-9d16-72e31d49329c req-0f7946db-fd03-4897-9026-f7fb5e06012f tempest-InstanceActionsTestJSON-1430902848 tempest-InstanceActionsTestJSON-1430902848-project] 10.222.0.68 "GET /v2.0/ports?device_id=4ba293cd-2d75-40d2-8fc2-e7d22fdd1520 HTTP/1.1" status: 200 len: 946 time: 0.1978533 Jul 14 09:34:41.735025 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-1b4ece69-e7e1-4fdb-9d16-72e31d49329c req-0027de45-c340-49d5-bb5e-249fa64bd4b8 tempest-InstanceActionsTestJSON-1430902848 tempest-InstanceActionsTestJSON-1430902848-project] 10.222.0.68 "GET /v2.0/security-groups?id=af74e16a-e2aa-4263-9465-bf35bab628b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149697 Jul 14 09:34:41.838094 n-d-779913-29 neutron-server[93958]: DEBUG neutron.notifiers.nova [req-f5f29f9d-0175-412d-857a-b515d5afc255 req-2d30648e-2db9-4c9d-8dcf-94f7e16e70c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3daf2b22-7138-43cd-a507-2c540623164e {{(pid=93958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:34:41.846734 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-f5f29f9d-0175-412d-857a-b515d5afc255 req-2d30648e-2db9-4c9d-8dcf-94f7e16e70c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:41.859722 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-f5f29f9d-0175-412d-857a-b515d5afc255 req-2d30648e-2db9-4c9d-8dcf-94f7e16e70c1 service neutron] Transition to ACTIVE for port object 3daf2b22-7138-43cd-a507-2c540623164e will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:34:41.864241 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-f5f29f9d-0175-412d-857a-b515d5afc255 req-2d30648e-2db9-4c9d-8dcf-94f7e16e70c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13574142'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:41.892137 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 33244) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:41.913137 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4e1ef572-6c52-4699-8b67-0521cc64a5fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:41.945036 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d30648e-2db9-4c9d-8dcf-94f7e16e70c1 service neutron] Pushing event updated for resources: {'Port': ['ID=3daf2b22-7138-43cd-a507-2c540623164e,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:42.021798 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-f5f29f9d-0175-412d-857a-b515d5afc255 req-2d30648e-2db9-4c9d-8dcf-94f7e16e70c1 service neutron] Attempting to bind port 3daf2b22-7138-43cd-a507-2c540623164e on host n-h1-779913-29 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:34:42.022184 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-f5f29f9d-0175-412d-857a-b515d5afc255 req-2d30648e-2db9-4c9d-8dcf-94f7e16e70c1 service neutron] Attempting to bind port 3daf2b22-7138-43cd-a507-2c540623164e by drivers openvswitch,hyperv on host n-h1-779913-29 at level 0 using segments [{'id': '7591738e-41ad-492d-b0a6-69a16017c202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '3569c9d2-eab5-421e-9cb2-8a83583f6763'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:34:42.022483 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5f29f9d-0175-412d-857a-b515d5afc255 req-2d30648e-2db9-4c9d-8dcf-94f7e16e70c1 service neutron] Attempting to bind port 3daf2b22-7138-43cd-a507-2c540623164e on network 3569c9d2-eab5-421e-9cb2-8a83583f6763 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:34:42.027951 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5f29f9d-0175-412d-857a-b515d5afc255 req-2d30648e-2db9-4c9d-8dcf-94f7e16e70c1 service neutron] Port 3daf2b22-7138-43cd-a507-2c540623164e on network 3569c9d2-eab5-421e-9cb2-8a83583f6763 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-29 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:34:42.028313 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5f29f9d-0175-412d-857a-b515d5afc255 req-2d30648e-2db9-4c9d-8dcf-94f7e16e70c1 service neutron] Attempting to bind port 3daf2b22-7138-43cd-a507-2c540623164e on network 3569c9d2-eab5-421e-9cb2-8a83583f6763 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:34:42.036288 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5f29f9d-0175-412d-857a-b515d5afc255 req-2d30648e-2db9-4c9d-8dcf-94f7e16e70c1 service neutron] Checking agent: {'id': 'de11e667-f145-47b0-bd09-334a7505938e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 13, 12), 'started_at': datetime.datetime(2021, 7, 14, 9, 13, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 34, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:34:42.036634 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5f29f9d-0175-412d-857a-b515d5afc255 req-2d30648e-2db9-4c9d-8dcf-94f7e16e70c1 service neutron] Checking segment: {'id': '7591738e-41ad-492d-b0a6-69a16017c202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '3569c9d2-eab5-421e-9cb2-8a83583f6763'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:34:42.037022 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5f29f9d-0175-412d-857a-b515d5afc255 req-2d30648e-2db9-4c9d-8dcf-94f7e16e70c1 service neutron] Bound using segment: {'id': '7591738e-41ad-492d-b0a6-69a16017c202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '3569c9d2-eab5-421e-9cb2-8a83583f6763'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:34:42.037453 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-f5f29f9d-0175-412d-857a-b515d5afc255 req-2d30648e-2db9-4c9d-8dcf-94f7e16e70c1 service neutron] Bound port: 3daf2b22-7138-43cd-a507-2c540623164e, host: n-h1-779913-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7591738e-41ad-492d-b0a6-69a16017c202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '3569c9d2-eab5-421e-9cb2-8a83583f6763'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:34:42.037847 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-f5f29f9d-0175-412d-857a-b515d5afc255 req-2d30648e-2db9-4c9d-8dcf-94f7e16e70c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:42.093848 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4e1ef572-6c52-4699-8b67-0521cc64a5fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:42.101817 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4e1ef572-6c52-4699-8b67-0521cc64a5fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:42.114306 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-f5f29f9d-0175-412d-857a-b515d5afc255 req-2d30648e-2db9-4c9d-8dcf-94f7e16e70c1 service neutron] For port 3daf2b22-7138-43cd-a507-2c540623164e, host n-h1-779913-29, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:34:42.118307 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-f5f29f9d-0175-412d-857a-b515d5afc255 req-2d30648e-2db9-4c9d-8dcf-94f7e16e70c1 service neutron] For port 3daf2b22-7138-43cd-a507-2c540623164e, host n-h1-779913-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=3daf2b22-7138-43cd-a507-2c540623164e,segment=NetworkSegment(7591738e-41ad-492d-b0a6-69a16017c202),segment_id=7591738e-41ad-492d-b0a6-69a16017c202)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:34:42.123813 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac2e327-f91b-4449-8c4e-784ab29833eb req-9fc20e99-48f4-4f3a-8221-a47970271955 tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:42.125463 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-aac2e327-f91b-4449-8c4e-784ab29833eb req-9fc20e99-48f4-4f3a-8221-a47970271955 tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] 10.222.0.68 "GET /v2.0/ports?device_id=3c09c159-1ebf-4b13-a3dc-0f56e50e423d HTTP/1.1" status: 200 len: 943 time: 0.1146235 Jul 14 09:34:42.128538 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-f5f29f9d-0175-412d-857a-b515d5afc255 req-2d30648e-2db9-4c9d-8dcf-94f7e16e70c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13574142'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:42.172783 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f29f9d-0175-412d-857a-b515d5afc255 req-2d30648e-2db9-4c9d-8dcf-94f7e16e70c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:42.173240 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-f5f29f9d-0175-412d-857a-b515d5afc255 req-2d30648e-2db9-4c9d-8dcf-94f7e16e70c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:42.175236 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-f5f29f9d-0175-412d-857a-b515d5afc255 req-2d30648e-2db9-4c9d-8dcf-94f7e16e70c1 service neutron] 10.222.0.65 "PUT /v2.0/ports/3daf2b22-7138-43cd-a507-2c540623164e HTTP/1.1" status: 200 len: 1092 time: 0.9220171 Jul 14 09:34:42.175692 n-d-779913-29 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c09c159-1ebf-4b13-a3dc-0f56e50e423d', 'tag': '3daf2b22-7138-43cd-a507-2c540623164e'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:34:42.178001 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cb48f044f948e981f43897c8d7f1332f741dc7af2b4c5a6e19d8f4a80f708e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee4a8d5c-09f5-4f4c-afb0-7ce019461b02" -d '{"events": [{"name": "network-changed", "server_uuid": "3c09c159-1ebf-4b13-a3dc-0f56e50e423d", "tag": "3daf2b22-7138-43cd-a507-2c540623164e"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:34:42.200882 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-4e1ef572-6c52-4699-8b67-0521cc64a5fb admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=2dd6ed5012704c8896f12afb07ee5695&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3039689 Jul 14 09:34:42.202238 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 33254) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:42.204864 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1ef572-6c52-4699-8b67-0521cc64a5fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=390d1b6f-73f9-4872-ac3d-027e7d18c497,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:42.217352 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d30648e-2db9-4c9d-8dcf-94f7e16e70c1 service neutron] Pushing event updated for resources: {'Port': ['ID=3daf2b22-7138-43cd-a507-2c540623164e,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:42.272134 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-aac2e327-f91b-4449-8c4e-784ab29833eb req-f51ff451-529c-4063-b1c1-192113bcfa5c tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] 10.222.0.68 "GET /v2.0/security-groups?id=480b9b88-a112-41cf-9ffd-c713e01dc0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357181 Jul 14 09:34:42.331997 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:34:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5daf5ea-d9fe-4ac0-a8e2-4e3c355ed0c5 x-openstack-request-id: req-c5daf5ea-d9fe-4ac0-a8e2-4e3c355ed0c5 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:34:42.332299 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c09c159-1ebf-4b13-a3dc-0f56e50e423d", "tag": "3daf2b22-7138-43cd-a507-2c540623164e", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:34:42.332553 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-c5daf5ea-d9fe-4ac0-a8e2-4e3c355ed0c5 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:34:42.332947 n-d-779913-29 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c09c159-1ebf-4b13-a3dc-0f56e50e423d', 'tag': '3daf2b22-7138-43cd-a507-2c540623164e', 'status': 'completed', 'code': 200} Jul 14 09:34:42.340825 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fec02f71-5912-4170-af7b-030d41bedfb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:42.378460 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fec02f71-5912-4170-af7b-030d41bedfb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:42.398052 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f29f9d-0175-412d-857a-b515d5afc255 req-db2f7e40-bcb5-4287-b3a7-03333ff19248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:42.399577 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-f5f29f9d-0175-412d-857a-b515d5afc255 req-db2f7e40-bcb5-4287-b3a7-03333ff19248 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=d0faa07e8d9e4ec49a240a9fc526a7fd&device_id=3c09c159-1ebf-4b13-a3dc-0f56e50e423d HTTP/1.1" status: 200 len: 1095 time: 0.1638355 Jul 14 09:34:42.465429 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-f5f29f9d-0175-412d-857a-b515d5afc255 req-7e829f46-0069-4a45-9dc5-08e1d67a99fb service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3daf2b22-7138-43cd-a507-2c540623164e HTTP/1.1" status: 200 len: 217 time: 0.0449502 Jul 14 09:34:42.473354 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cd2073-3a35-4acb-b2ff-aad07ce30193 req-b3b9c640-7577-4fcb-b951-3f30b2a94561 tempest-TestServerAdvancedOps-1165668004 tempest-TestServerAdvancedOps-1165668004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:42.474901 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-c1cd2073-3a35-4acb-b2ff-aad07ce30193 req-b3b9c640-7577-4fcb-b951-3f30b2a94561 tempest-TestServerAdvancedOps-1165668004 tempest-TestServerAdvancedOps-1165668004-project] 10.222.0.68 "GET /v2.0/ports?device_id=245efad6-23f8-4cdd-a7fe-f79e512c8ef8 HTTP/1.1" status: 200 len: 945 time: 0.1855457 Jul 14 09:34:42.539690 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fec02f71-5912-4170-af7b-030d41bedfb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:42.544747 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fec02f71-5912-4170-af7b-030d41bedfb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:42.544747 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-fec02f71-5912-4170-af7b-030d41bedfb7 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/390d1b6f-73f9-4872-ac3d-027e7d18c497 HTTP/1.1" status: 204 len: 168 time: 0.3405430 Jul 14 09:34:42.578051 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-c1cd2073-3a35-4acb-b2ff-aad07ce30193 req-37ba1328-d840-4d5e-a3cb-dba0a466c53d tempest-TestServerAdvancedOps-1165668004 tempest-TestServerAdvancedOps-1165668004-project] 10.222.0.68 "GET /v2.0/security-groups?id=3e41abae-bdc8-44b7-ad3f-f05c77a8d04d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955608 Jul 14 09:34:42.583410 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec02f71-5912-4170-af7b-030d41bedfb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=390d1b6f-73f9-4872-ac3d-027e7d18c497,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:42.587359 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f29f9d-0175-412d-857a-b515d5afc255 req-0adee6c6-90fa-4c14-8f9b-a156dcdf57c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:42.589143 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-f5f29f9d-0175-412d-857a-b515d5afc255 req-0adee6c6-90fa-4c14-8f9b-a156dcdf57c5 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=92b9e41e-353a-41b9-9d9e-be464d12ff99 HTTP/1.1" status: 200 len: 854 time: 0.0983281 Jul 14 09:34:42.636265 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-f5f29f9d-0175-412d-857a-b515d5afc255 req-ac536bb4-7111-44b7-b980-f1db6917a4b3 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3569c9d2-eab5-421e-9cb2-8a83583f6763&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407052 Jul 14 09:34:42.749272 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:42.794418 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1198a9-9951-4c4c-8de9-f17e52caaac6 req-57fad0cf-464f-4adf-b3b9-4cd80b4b0fcf tempest-TestServerAdvancedOps-1165668004 tempest-TestServerAdvancedOps-1165668004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:42.802243 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0f1198a9-9951-4c4c-8de9-f17e52caaac6 req-57fad0cf-464f-4adf-b3b9-4cd80b4b0fcf tempest-TestServerAdvancedOps-1165668004 tempest-TestServerAdvancedOps-1165668004-project] 10.222.0.68 "GET /v2.0/ports?device_id=245efad6-23f8-4cdd-a7fe-f79e512c8ef8 HTTP/1.1" status: 200 len: 945 time: 0.0916924 Jul 14 09:34:42.805166 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-f5f29f9d-0175-412d-857a-b515d5afc255 req-26aca222-2db4-4e21-9904-d394cfa550e7 service neutron] 10.222.0.65 "GET /v2.0/networks/3569c9d2-eab5-421e-9cb2-8a83583f6763?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623502 Jul 14 09:34:42.849346 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0f1198a9-9951-4c4c-8de9-f17e52caaac6 req-6d92880e-3952-4f44-9371-11b93037ecd4 tempest-TestServerAdvancedOps-1165668004 tempest-TestServerAdvancedOps-1165668004-project] 10.222.0.68 "GET /v2.0/security-groups?id=3e41abae-bdc8-44b7-ad3f-f05c77a8d04d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462027 Jul 14 09:34:42.964479 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-f5f29f9d-0175-412d-857a-b515d5afc255 req-b8ecc4ef-72ef-4cc5-adc7-d916bbc229e4 service neutron] 10.222.0.65 "GET /v2.0/networks/3569c9d2-eab5-421e-9cb2-8a83583f6763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516466 Jul 14 09:34:43.064577 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4b8453-4cc2-4af7-a844-247071b20d72 req-5fdede88-d1c5-4cde-9a8f-d10b51ff15a6 tempest-InstanceActionsTestJSON-1430902848 tempest-InstanceActionsTestJSON-1430902848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:43.074449 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-bb4b8453-4cc2-4af7-a844-247071b20d72 req-5fdede88-d1c5-4cde-9a8f-d10b51ff15a6 tempest-InstanceActionsTestJSON-1430902848 tempest-InstanceActionsTestJSON-1430902848-project] 10.222.0.68 "GET /v2.0/ports?device_id=4ba293cd-2d75-40d2-8fc2-e7d22fdd1520 HTTP/1.1" status: 200 len: 946 time: 0.0884666 Jul 14 09:34:43.138110 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-bb4b8453-4cc2-4af7-a844-247071b20d72 req-2211810d-b00b-4004-917d-edb77297c652 tempest-InstanceActionsTestJSON-1430902848 tempest-InstanceActionsTestJSON-1430902848-project] 10.222.0.68 "GET /v2.0/security-groups?id=af74e16a-e2aa-4263-9465-bf35bab628b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626390 Jul 14 09:34:43.139621 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 33288) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:43.139724 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e2bab4-2f73-4404-8567-fde0f13bd12a req-d07f2c82-91bb-44ac-8e42-fa58031b4a87 tempest-InstanceActionsTestJSON-1430902848 tempest-InstanceActionsTestJSON-1430902848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:43.143196 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d2e2bab4-2f73-4404-8567-fde0f13bd12a req-d07f2c82-91bb-44ac-8e42-fa58031b4a87 tempest-InstanceActionsTestJSON-1430902848 tempest-InstanceActionsTestJSON-1430902848-project] 10.222.0.57 "GET /v2.0/ports?device_id=4ba293cd-2d75-40d2-8fc2-e7d22fdd1520 HTTP/1.1" status: 200 len: 946 time: 0.1561174 Jul 14 09:34:43.166464 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1be43379-a3e7-4aab-9b08-e70a5065e643 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:43.283820 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4a8d5c-09f5-4f4c-afb0-7ce019461b02 req-b39d27ec-84a4-4dc9-894a-8191c35d2769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:43.285523 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ee4a8d5c-09f5-4f4c-afb0-7ce019461b02 req-b39d27ec-84a4-4dc9-894a-8191c35d2769 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=d0faa07e8d9e4ec49a240a9fc526a7fd&device_id=3c09c159-1ebf-4b13-a3dc-0f56e50e423d HTTP/1.1" status: 200 len: 1095 time: 0.2080004 Jul 14 09:34:43.290157 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1be43379-a3e7-4aab-9b08-e70a5065e643 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:43.297653 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1be43379-a3e7-4aab-9b08-e70a5065e643 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:43.365336 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-d2e2bab4-2f73-4404-8567-fde0f13bd12a req-28b00bf1-62c4-4815-9219-7dd6c164dabd tempest-InstanceActionsTestJSON-1430902848 tempest-InstanceActionsTestJSON-1430902848-project] Deleting port 1c7f2afe-00f1-4c5e-b1c8-c97c58c9b44a {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:34:43.365734 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-d2e2bab4-2f73-4404-8567-fde0f13bd12a req-28b00bf1-62c4-4815-9219-7dd6c164dabd tempest-InstanceActionsTestJSON-1430902848 tempest-InstanceActionsTestJSON-1430902848-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:43.388625 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-1be43379-a3e7-4aab-9b08-e70a5065e643 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=60ade02e79654cb2a570b228b5415f93&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2471213 Jul 14 09:34:43.414269 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 33298) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:43.442537 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be43379-a3e7-4aab-9b08-e70a5065e643 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7f7d21d-9259-4115-8992-d03c533a4f7c,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:43.472306 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:43.511637 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7196a30e-11cc-40c3-9939-ca77555599b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:43.516760 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4a8d5c-09f5-4f4c-afb0-7ce019461b02 req-eb12cc23-b366-46fd-9ce9-b8aa5f4dfe2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:43.518860 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ee4a8d5c-09f5-4f4c-afb0-7ce019461b02 req-eb12cc23-b366-46fd-9ce9-b8aa5f4dfe2c service neutron] 10.222.0.65 "GET /v2.0/networks?id=3569c9d2-eab5-421e-9cb2-8a83583f6763 HTTP/1.1" status: 200 len: 915 time: 0.2220771 Jul 14 09:34:43.524427 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d598ecb0-dbd9-4045-bfbf-15e59d0b0972 req-7f279be4-7dba-4fec-9615-71e7a6836988 tempest-TestServerAdvancedOps-1165668004 tempest-TestServerAdvancedOps-1165668004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:43.526208 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d598ecb0-dbd9-4045-bfbf-15e59d0b0972 req-7f279be4-7dba-4fec-9615-71e7a6836988 tempest-TestServerAdvancedOps-1165668004 tempest-TestServerAdvancedOps-1165668004-project] 10.222.0.68 "GET /v2.0/ports?device_id=245efad6-23f8-4cdd-a7fe-f79e512c8ef8 HTTP/1.1" status: 200 len: 945 time: 0.1715698 Jul 14 09:34:43.551653 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7196a30e-11cc-40c3-9939-ca77555599b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:43.581364 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-d2e2bab4-2f73-4404-8567-fde0f13bd12a req-28b00bf1-62c4-4815-9219-7dd6c164dabd tempest-InstanceActionsTestJSON-1430902848 tempest-InstanceActionsTestJSON-1430902848-project] For port 1c7f2afe-00f1-4c5e-b1c8-c97c58c9b44a, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=1c7f2afe-00f1-4c5e-b1c8-c97c58c9b44a,segment=NetworkSegment(0f45cf11-2d53-4bee-a334-b067695e0830),segment_id=0f45cf11-2d53-4bee-a334-b067695e0830)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:34:43.581854 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-d2e2bab4-2f73-4404-8567-fde0f13bd12a req-28b00bf1-62c4-4815-9219-7dd6c164dabd tempest-InstanceActionsTestJSON-1430902848 tempest-InstanceActionsTestJSON-1430902848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:43.585135 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ee4a8d5c-09f5-4f4c-afb0-7ce019461b02 req-8bbad864-7f59-4cd1-b93c-1a64861c31b6 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3daf2b22-7138-43cd-a507-2c540623164e HTTP/1.1" status: 200 len: 217 time: 0.0593865 Jul 14 09:34:43.607334 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d598ecb0-dbd9-4045-bfbf-15e59d0b0972 req-73271fd9-3309-4415-9715-fea9b837e35e tempest-TestServerAdvancedOps-1165668004 tempest-TestServerAdvancedOps-1165668004-project] 10.222.0.68 "GET /v2.0/security-groups?id=3e41abae-bdc8-44b7-ad3f-f05c77a8d04d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664258 Jul 14 09:34:43.613976 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-d2e2bab4-2f73-4404-8567-fde0f13bd12a req-28b00bf1-62c4-4815-9219-7dd6c164dabd tempest-InstanceActionsTestJSON-1430902848 tempest-InstanceActionsTestJSON-1430902848-project] Calling delete_port for 1c7f2afe-00f1-4c5e-b1c8-c97c58c9b44a owned by compute:nova {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:34:43.636698 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7196a30e-11cc-40c3-9939-ca77555599b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:43.640941 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7196a30e-11cc-40c3-9939-ca77555599b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:43.642149 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-7196a30e-11cc-40c3-9939-ca77555599b8 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/a7f7d21d-9259-4115-8992-d03c533a4f7c HTTP/1.1" status: 204 len: 168 time: 0.2266331 Jul 14 09:34:43.654107 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7196a30e-11cc-40c3-9939-ca77555599b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7f7d21d-9259-4115-8992-d03c533a4f7c,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:43.668279 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e25509-8dce-402e-bfe5-bea95738a56d req-021d8245-68c1-421b-86b4-0b0005e5f4f4 tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:43.676487 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-60e25509-8dce-402e-bfe5-bea95738a56d req-021d8245-68c1-421b-86b4-0b0005e5f4f4 tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] 10.222.0.68 "GET /v2.0/ports?device_id=3c09c159-1ebf-4b13-a3dc-0f56e50e423d HTTP/1.1" status: 200 len: 943 time: 0.2490735 Jul 14 09:34:43.739567 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4a8d5c-09f5-4f4c-afb0-7ce019461b02 req-0ec6146e-1479-4390-bd99-db13138ea394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:43.741032 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ee4a8d5c-09f5-4f4c-afb0-7ce019461b02 req-0ec6146e-1479-4390-bd99-db13138ea394 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=92b9e41e-353a-41b9-9d9e-be464d12ff99 HTTP/1.1" status: 200 len: 854 time: 0.1495454 Jul 14 09:34:43.779914 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 33310) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:43.780362 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-60e25509-8dce-402e-bfe5-bea95738a56d req-012758f7-b69d-4e2b-b8b4-730779ed6d46 tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] 10.222.0.68 "GET /v2.0/security-groups?id=480b9b88-a112-41cf-9ffd-c713e01dc0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036103 Jul 14 09:34:43.813231 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ee4a8d5c-09f5-4f4c-afb0-7ce019461b02 req-4a1dbd36-1a46-4faf-a64d-334680477c9b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3569c9d2-eab5-421e-9cb2-8a83583f6763&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0531352 Jul 14 09:34:43.976406 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ee4a8d5c-09f5-4f4c-afb0-7ce019461b02 req-8c849df9-cf27-48e7-8690-9d25c1962c6d service neutron] 10.222.0.65 "GET /v2.0/networks/3569c9d2-eab5-421e-9cb2-8a83583f6763?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555130 Jul 14 09:34:43.979644 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-d2e2bab4-2f73-4404-8567-fde0f13bd12a req-28b00bf1-62c4-4815-9219-7dd6c164dabd tempest-InstanceActionsTestJSON-1430902848 tempest-InstanceActionsTestJSON-1430902848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:44.013368 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] get_ports_and_sgs() called for port_ids ['1c7f2afe-00f1-4c5e-b1c8-c97c58c9b44a'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:34:44.031820 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b00bf1-62c4-4815-9219-7dd6c164dabd tempest-InstanceActionsTestJSON-1430902848 tempest-InstanceActionsTestJSON-1430902848-project] Pushing event deleted for resources: {'Port': ['ID=1c7f2afe-00f1-4c5e-b1c8-c97c58c9b44a,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:44.095097 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d3a27b01-2964-47fe-82d9-f22dce36fe11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:44.136851 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2e2bab4-2f73-4404-8567-fde0f13bd12a req-28b00bf1-62c4-4815-9219-7dd6c164dabd tempest-InstanceActionsTestJSON-1430902848 tempest-InstanceActionsTestJSON-1430902848-project] No DVR routers for this DVR port 1c7f2afe-00f1-4c5e-b1c8-c97c58c9b44a on host n-h2-779913-29 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:34:44.148250 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-d2e2bab4-2f73-4404-8567-fde0f13bd12a req-28b00bf1-62c4-4815-9219-7dd6c164dabd tempest-InstanceActionsTestJSON-1430902848 tempest-InstanceActionsTestJSON-1430902848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:44.150297 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d2e2bab4-2f73-4404-8567-fde0f13bd12a req-28b00bf1-62c4-4815-9219-7dd6c164dabd tempest-InstanceActionsTestJSON-1430902848 tempest-InstanceActionsTestJSON-1430902848-project] 10.222.0.57 "DELETE /v2.0/ports/1c7f2afe-00f1-4c5e-b1c8-c97c58c9b44a HTTP/1.1" status: 204 len: 173 time: 1.0016825 Jul 14 09:34:44.174994 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ee4a8d5c-09f5-4f4c-afb0-7ce019461b02 req-43017f7c-df76-4191-bd33-f6df7f11ab12 service neutron] 10.222.0.65 "GET /v2.0/networks/3569c9d2-eab5-421e-9cb2-8a83583f6763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1880894 Jul 14 09:34:44.224271 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d3a27b01-2964-47fe-82d9-f22dce36fe11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:44.229442 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d3a27b01-2964-47fe-82d9-f22dce36fe11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:44.282731 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-d3a27b01-2964-47fe-82d9-f22dce36fe11 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=d6eafb8018b7465cbeaf3e3779365941&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5017204 Jul 14 09:34:44.285882 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 33328) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:44.307555 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a27b01-2964-47fe-82d9-f22dce36fe11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49fa2aac-158a-4613-a36f-e1902a67942d,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:44.328187 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-228cb405-9a22-497b-9e24-a45b1bac0b93 req-1953a502-27bf-4df6-b28e-eda315aa31f5 tempest-InstanceActionsTestJSON-1430902848 tempest-InstanceActionsTestJSON-1430902848-project] 10.222.0.68 "GET /v2.0/ports?device_id=4ba293cd-2d75-40d2-8fc2-e7d22fdd1520 HTTP/1.1" status: 200 len: 210 time: 0.0453734 Jul 14 09:34:44.333964 n-d-779913-29 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ba293cd-2d75-40d2-8fc2-e7d22fdd1520', 'name': 'network-vif-deleted', 'tag': '1c7f2afe-00f1-4c5e-b1c8-c97c58c9b44a'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:34:44.337844 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cb48f044f948e981f43897c8d7f1332f741dc7af2b4c5a6e19d8f4a80f708e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e191768-fdf1-477a-93da-ca67f7ef4c77" -d '{"events": [{"server_uuid": "4ba293cd-2d75-40d2-8fc2-e7d22fdd1520", "name": "network-vif-deleted", "tag": "1c7f2afe-00f1-4c5e-b1c8-c97c58c9b44a"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:34:44.366684 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-46b13cb1-7b5e-41a8-83a8-fca222b7cd7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:44.395244 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-46b13cb1-7b5e-41a8-83a8-fca222b7cd7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:44.449865 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-46b13cb1-7b5e-41a8-83a8-fca222b7cd7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:44.454134 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-46b13cb1-7b5e-41a8-83a8-fca222b7cd7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:44.456040 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-46b13cb1-7b5e-41a8-83a8-fca222b7cd7a admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/49fa2aac-158a-4613-a36f-e1902a67942d HTTP/1.1" status: 204 len: 168 time: 0.1689932 Jul 14 09:34:44.465608 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b13cb1-7b5e-41a8-83a8-fca222b7cd7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49fa2aac-158a-4613-a36f-e1902a67942d,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:44.569412 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:34:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c69fbdfb-f85f-4051-8da0-c5ceb9aab300 x-openstack-request-id: req-c69fbdfb-f85f-4051-8da0-c5ceb9aab300 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:34:44.576430 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ba293cd-2d75-40d2-8fc2-e7d22fdd1520", "name": "network-vif-deleted", "tag": "1c7f2afe-00f1-4c5e-b1c8-c97c58c9b44a", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:34:44.576875 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-c69fbdfb-f85f-4051-8da0-c5ceb9aab300 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:34:44.577520 n-d-779913-29 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ba293cd-2d75-40d2-8fc2-e7d22fdd1520', 'name': 'network-vif-deleted', 'tag': '1c7f2afe-00f1-4c5e-b1c8-c97c58c9b44a', 'status': 'completed', 'code': 200} Jul 14 09:34:44.806561 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaa99bd-ac5c-4a36-833e-a1b4dc814189 req-8af1c6e2-45a2-474d-875a-cc8837a8a2dc tempest-TestServerAdvancedOps-1165668004 tempest-TestServerAdvancedOps-1165668004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:44.815062 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-1eaa99bd-ac5c-4a36-833e-a1b4dc814189 req-8af1c6e2-45a2-474d-875a-cc8837a8a2dc tempest-TestServerAdvancedOps-1165668004 tempest-TestServerAdvancedOps-1165668004-project] 10.222.0.68 "GET /v2.0/ports?device_id=245efad6-23f8-4cdd-a7fe-f79e512c8ef8 HTTP/1.1" status: 200 len: 945 time: 0.0781503 Jul 14 09:34:44.863135 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-1eaa99bd-ac5c-4a36-833e-a1b4dc814189 req-8c11e836-b531-4491-a7f3-e6aabec6e781 tempest-TestServerAdvancedOps-1165668004 tempest-TestServerAdvancedOps-1165668004-project] 10.222.0.68 "GET /v2.0/security-groups?id=3e41abae-bdc8-44b7-ad3f-f05c77a8d04d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468965 Jul 14 09:34:44.940741 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 33360) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:44.955383 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a1636bc2-771a-4969-bb1c-d1972b957298 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:45.114738 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9db5120-a7ef-44f5-a0eb-f4f96aec91c8 req-ceeddc5b-49f7-4202-8a43-be0a74d08459 tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:45.117272 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-a9db5120-a7ef-44f5-a0eb-f4f96aec91c8 req-ceeddc5b-49f7-4202-8a43-be0a74d08459 tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] 10.222.0.68 "GET /v2.0/ports?device_id=3c09c159-1ebf-4b13-a3dc-0f56e50e423d HTTP/1.1" status: 200 len: 943 time: 0.1218405 Jul 14 09:34:45.155650 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a1636bc2-771a-4969-bb1c-d1972b957298 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:45.174791 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a1636bc2-771a-4969-bb1c-d1972b957298 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:45.185543 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-a9db5120-a7ef-44f5-a0eb-f4f96aec91c8 req-5023916e-920c-4008-a9b6-c52ef9ccca87 tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] 10.222.0.68 "GET /v2.0/security-groups?id=480b9b88-a112-41cf-9ffd-c713e01dc0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602682 Jul 14 09:34:45.229540 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-a1636bc2-771a-4969-bb1c-d1972b957298 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=d2a7e8674d984a4bbf945c22ac21b588&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2870004 Jul 14 09:34:45.230400 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1636bc2-771a-4969-bb1c-d1972b957298 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1ba0ff0-508d-43b9-8a94-872f248c959a,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:45.231852 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 33372) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:45.301025 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2f035ca6-6616-490b-a113-4e93af128977 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:45.324304 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2f035ca6-6616-490b-a113-4e93af128977 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:45.378618 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2f035ca6-6616-490b-a113-4e93af128977 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:45.381770 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2f035ca6-6616-490b-a113-4e93af128977 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:45.386108 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-2f035ca6-6616-490b-a113-4e93af128977 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/a1ba0ff0-508d-43b9-8a94-872f248c959a HTTP/1.1" status: 204 len: 168 time: 0.1526525 Jul 14 09:34:45.396678 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02be9874-cfd4-4422-b2fe-81ca4f641ee6 req-50fc25eb-8f3d-4429-b43d-917c9b8f327d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:45.398389 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-02be9874-cfd4-4422-b2fe-81ca4f641ee6 req-50fc25eb-8f3d-4429-b43d-917c9b8f327d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6dc4cbbec5df40eca598bff06be552f0&device_id=245efad6-23f8-4cdd-a7fe-f79e512c8ef8 HTTP/1.1" status: 200 len: 1097 time: 0.1081994 Jul 14 09:34:45.400248 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f035ca6-6616-490b-a113-4e93af128977 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1ba0ff0-508d-43b9-8a94-872f248c959a,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:45.460274 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 33380) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:45.512164 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbc6c50-bfcc-4fb4-a7e0-fc52cf033ade req-f13f9091-8ba3-49fe-ae52-d728b52710a3 tempest-TestServerAdvancedOps-1165668004 tempest-TestServerAdvancedOps-1165668004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:45.513812 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-efbc6c50-bfcc-4fb4-a7e0-fc52cf033ade req-f13f9091-8ba3-49fe-ae52-d728b52710a3 tempest-TestServerAdvancedOps-1165668004 tempest-TestServerAdvancedOps-1165668004-project] 10.222.0.68 "GET /v2.0/ports?device_id=245efad6-23f8-4cdd-a7fe-f79e512c8ef8 HTTP/1.1" status: 200 len: 945 time: 0.1736817 Jul 14 09:34:45.519605 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 3daf2b22-7138-43cd-a507-2c540623164e details requested by agent hyperv_n-h1-779913-29 with host n-h1-779913-29 {{(pid=93959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:34:45.531612 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_v2 [None req-bcf8eba0-0464-4f71-b043-55afa2edb92b admin admin] Deleting subnet b1d54a86-91b2-4e10-b53a-1b4b5521f88c {{(pid=93957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:34:45.536259 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-bcf8eba0-0464-4f71-b043-55afa2edb92b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:45.570179 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02be9874-cfd4-4422-b2fe-81ca4f641ee6 req-b5df9d4d-1269-4f9a-aea8-c30f260f2cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:45.571782 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-02be9874-cfd4-4422-b2fe-81ca4f641ee6 req-b5df9d4d-1269-4f9a-aea8-c30f260f2cc9 service neutron] 10.222.0.57 "GET /v2.0/networks?id=066c4fbc-da36-44d5-9958-60c659e787de HTTP/1.1" status: 200 len: 913 time: 0.1653352 Jul 14 09:34:45.587464 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-bcf8eba0-0464-4f71-b043-55afa2edb92b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10944203'] for subnet, precommit_delete_associations {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:45.588970 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-efbc6c50-bfcc-4fb4-a7e0-fc52cf033ade req-5b949ff0-7f76-4ed5-9937-322bffdb53f2 tempest-TestServerAdvancedOps-1165668004 tempest-TestServerAdvancedOps-1165668004-project] 10.222.0.68 "GET /v2.0/security-groups?id=3e41abae-bdc8-44b7-ad3f-f05c77a8d04d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658567 Jul 14 09:34:45.636788 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-02be9874-cfd4-4422-b2fe-81ca4f641ee6 req-f0c14ecf-9e63-4a6e-a4e2-b8ff3f34ab7b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=878917e8-c16d-4c2b-883a-e23289ba09d9 HTTP/1.1" status: 200 len: 217 time: 0.0422647 Jul 14 09:34:45.647155 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-bcf8eba0-0464-4f71-b043-55afa2edb92b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3481002'] for subnet, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:45.650483 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port 3daf2b22-7138-43cd-a507-2c540623164e, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=3daf2b22-7138-43cd-a507-2c540623164e,segment=NetworkSegment(7591738e-41ad-492d-b0a6-69a16017c202),segment_id=7591738e-41ad-492d-b0a6-69a16017c202)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:34:45.668620 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Returning: {'device': '3daf2b22-7138-43cd-a507-2c540623164e', 'network_id': '3569c9d2-eab5-421e-9cb2-8a83583f6763', 'port_id': '3daf2b22-7138-43cd-a507-2c540623164e', 'mac_address': 'fa:16:3e:79:92:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 728, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92b9e41e-353a-41b9-9d9e-be464d12ff99', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:34:45.709067 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02be9874-cfd4-4422-b2fe-81ca4f641ee6 req-63dd50cb-21f3-441f-a39f-cd3209c59a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:45.709067 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-02be9874-cfd4-4422-b2fe-81ca4f641ee6 req-63dd50cb-21f3-441f-a39f-cd3209c59a45 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b40ba087-3c8d-41c6-b84c-9f67eb23def1 HTTP/1.1" status: 200 len: 852 time: 0.0617831 Jul 14 09:34:45.738391 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-bcf8eba0-0464-4f71-b043-55afa2edb92b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10052701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11984075'] for subnet, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:45.766999 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-02be9874-cfd4-4422-b2fe-81ca4f641ee6 req-a8a197e6-94c2-451d-81a4-bee5d2eaa224 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=066c4fbc-da36-44d5-9958-60c659e787de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0556540 Jul 14 09:34:45.788739 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf8eba0-0464-4f71-b043-55afa2edb92b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b1d54a86-91b2-4e10-b53a-1b4b5521f88c,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:45.795950 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-bcf8eba0-0464-4f71-b043-55afa2edb92b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:45.798458 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-bcf8eba0-0464-4f71-b043-55afa2edb92b admin admin] 10.222.0.68 "DELETE /v2.0/subnets/b1d54a86-91b2-4e10-b53a-1b4b5521f88c HTTP/1.1" status: 204 len: 168 time: 0.3366890 Jul 14 09:34:45.800831 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 33394) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:45.887847 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a2a60543-6a5f-4252-8668-d148f201d61f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3876111'] for network, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:45.907317 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:45.923842 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3daf2b22-7138-43cd-a507-2c540623164e {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:34:45.964945 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port 3daf2b22-7138-43cd-a507-2c540623164e, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=3daf2b22-7138-43cd-a507-2c540623164e,segment=NetworkSegment(7591738e-41ad-492d-b0a6-69a16017c202),segment_id=7591738e-41ad-492d-b0a6-69a16017c202)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:34:45.972439 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:46.011960 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a2a60543-6a5f-4252-8668-d148f201d61f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473955', 'neutron.services.segments.db._delete_segments_for_network-8735688326548'] for network, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:46.024602 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-a2a60543-6a5f-4252-8668-d148f201d61f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['239903e3-2db7-4f9a-97ac-768935a15c12']}} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:46.050978 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-a2a60543-6a5f-4252-8668-d148f201d61f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f45cf11-2d53-4bee-a334-b067695e0830') {'for_net_delete': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:46.051390 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-a2a60543-6a5f-4252-8668-d148f201d61f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f45cf11-2d53-4bee-a334-b067695e0830') {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:46.062138 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a2a60543-6a5f-4252-8668-d148f201d61f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735688356235', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10944210'] for segment, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:46.085668 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a2a60543-6a5f-4252-8668-d148f201d61f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:46.088491 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Pushing event updated for resources: {'Port': ['ID=3daf2b22-7138-43cd-a507-2c540623164e,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:46.108243 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2a60543-6a5f-4252-8668-d148f201d61f admin admin] Releasing vlan 744 on physical network physnet1 to pool {{(pid=93957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:34:46.108822 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a2a60543-6a5f-4252-8668-d148f201d61f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10053619'] for segment, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:46.112159 n-d-779913-29 neutron-server[93957]: Traceback (most recent call last): Jul 14 09:34:46.112159 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:34:46.112159 n-d-779913-29 neutron-server[93957]: timer() Jul 14 09:34:46.112159 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:34:46.112159 n-d-779913-29 neutron-server[93957]: cb(*args, **kw) Jul 14 09:34:46.112159 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:34:46.112159 n-d-779913-29 neutron-server[93957]: return func(*args, **kwargs) Jul 14 09:34:46.112159 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:34:46.112159 n-d-779913-29 neutron-server[93957]: self._notify() Jul 14 09:34:46.112159 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:34:46.112159 n-d-779913-29 neutron-server[93957]: self.callback(batched_events) Jul 14 09:34:46.112159 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:34:46.112159 n-d-779913-29 neutron-server[93957]: event.method(event) Jul 14 09:34:46.112159 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:34:46.112159 n-d-779913-29 neutron-server[93957]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:34:46.112159 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:34:46.112159 n-d-779913-29 neutron-server[93957]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:34:46.112159 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:34:46.112159 n-d-779913-29 neutron-server[93957]: return f(self, *a, **k) Jul 14 09:34:46.112159 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:34:46.112159 n-d-779913-29 neutron-server[93957]: return self._get(url).json() Jul 14 09:34:46.112159 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:34:46.112159 n-d-779913-29 neutron-server[93957]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:34:46.112159 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:34:46.112159 n-d-779913-29 neutron-server[93957]: return self.request(url, 'GET', **kwargs) Jul 14 09:34:46.112159 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:34:46.112159 n-d-779913-29 neutron-server[93957]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:34:46.112159 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:34:46.112159 n-d-779913-29 neutron-server[93957]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:34:46.112159 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:34:46.112159 n-d-779913-29 neutron-server[93957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:34:46.112159 n-d-779913-29 neutron-server[93957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:34:46.193135 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a2a60543-6a5f-4252-8668-d148f201d61f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660504'] for network, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:46.198333 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a2a60543-6a5f-4252-8668-d148f201d61f admin admin] Notify callbacks [] for network, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:46.203763 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-a2a60543-6a5f-4252-8668-d148f201d61f admin admin] 10.222.0.68 "DELETE /v2.0/networks/239903e3-2db7-4f9a-97ac-768935a15c12 HTTP/1.1" status: 204 len: 168 time: 0.4014678 Jul 14 09:34:46.219764 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a60543-6a5f-4252-8668-d148f201d61f admin admin] Pushing event deleted for resources: {'Network': ['ID=239903e3-2db7-4f9a-97ac-768935a15c12,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:46.300667 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-02be9874-cfd4-4422-b2fe-81ca4f641ee6 req-4f52a247-42ae-48ed-9b79-ee546cbb76ff service neutron] 10.222.0.57 "GET /v2.0/networks/066c4fbc-da36-44d5-9958-60c659e787de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5253665 Jul 14 09:34:46.386884 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 33422) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:46.401869 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] get_ports_and_sgs() called for port_ids ['3daf2b22-7138-43cd-a507-2c540623164e'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:34:46.469185 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9d77a2-179d-434c-8cd3-65e4c8d67d2d req-bc2192d2-eeda-4d05-9f47-06f1139fac65 tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:46.477750 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ff9d77a2-179d-434c-8cd3-65e4c8d67d2d req-bc2192d2-eeda-4d05-9f47-06f1139fac65 tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] 10.222.0.68 "GET /v2.0/ports?device_id=3c09c159-1ebf-4b13-a3dc-0f56e50e423d HTTP/1.1" status: 200 len: 944 time: 0.1121964 Jul 14 09:34:46.494859 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-0bf0a7cf-7f1d-4afe-9886-173c6520d749 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=5d4433ea50c94943a14246116bc4759b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1047158 Jul 14 09:34:46.496512 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 33426) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:46.505957 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-02be9874-cfd4-4422-b2fe-81ca4f641ee6 req-340e3d3c-e343-486c-8f77-588deca6d35b service neutron] 10.222.0.57 "GET /v2.0/networks/066c4fbc-da36-44d5-9958-60c659e787de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1950667 Jul 14 09:34:46.540701 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ff9d77a2-179d-434c-8cd3-65e4c8d67d2d req-44bb25ce-a20c-4bba-bb2b-cf39fb2f6b59 tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] 10.222.0.68 "GET /v2.0/security-groups?id=480b9b88-a112-41cf-9ffd-c713e01dc0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616450 Jul 14 09:34:46.597027 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ef77654a-a9b7-4856-b3c8-9708df172c76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:46.632057 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ef77654a-a9b7-4856-b3c8-9708df172c76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:46.693186 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ef77654a-a9b7-4856-b3c8-9708df172c76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:46.698302 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ef77654a-a9b7-4856-b3c8-9708df172c76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:46.701087 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-ef77654a-a9b7-4856-b3c8-9708df172c76 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/af74e16a-e2aa-4263-9465-bf35bab628b9 HTTP/1.1" status: 204 len: 168 time: 0.1995435 Jul 14 09:34:46.712587 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef77654a-a9b7-4856-b3c8-9708df172c76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af74e16a-e2aa-4263-9465-bf35bab628b9,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:46.840860 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3201b247-5997-4d1b-a007-444475d12bf0 req-5bd0d857-440e-4c48-8a30-26dfee4edb32 tempest-TestServerAdvancedOps-1165668004 tempest-TestServerAdvancedOps-1165668004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:46.851274 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3201b247-5997-4d1b-a007-444475d12bf0 req-5bd0d857-440e-4c48-8a30-26dfee4edb32 tempest-TestServerAdvancedOps-1165668004 tempest-TestServerAdvancedOps-1165668004-project] 10.222.0.68 "GET /v2.0/ports?device_id=245efad6-23f8-4cdd-a7fe-f79e512c8ef8 HTTP/1.1" status: 200 len: 945 time: 0.1124573 Jul 14 09:34:46.895185 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3201b247-5997-4d1b-a007-444475d12bf0 req-9a52e74e-1a05-4220-ae13-aabec876bbf7 tempest-TestServerAdvancedOps-1165668004 tempest-TestServerAdvancedOps-1165668004-project] 10.222.0.68 "GET /v2.0/security-groups?id=3e41abae-bdc8-44b7-ad3f-f05c77a8d04d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464518 Jul 14 09:34:47.208892 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 33458) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:47.314074 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 1c7f2afe-00f1-4c5e-b1c8-c97c58c9b44a no longer exists at agent hyperv_n-h2-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:34:47.359200 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] No Port match for: 1c7f2afe-00f1-4c5e-b1c8-c97c58c9b44a {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:34:47.362125 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 1c7f2afe-00f1-4c5e-b1c8-c97c58c9b44a not bound to the agent host n-h2-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:34:47.401968 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e008c666-85f0-4571-a5f9-158b2c6180ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:47.543462 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e008c666-85f0-4571-a5f9-158b2c6180ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:47.549305 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e008c666-85f0-4571-a5f9-158b2c6180ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:47.586966 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e008c666-85f0-4571-a5f9-158b2c6180ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=411a8855-891b-4bf1-b8d1-37e9d3bc8fa5,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:47.630444 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-e008c666-85f0-4571-a5f9-158b2c6180ed admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=6716b53e84c64e8088c75b94a0a70b96&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4204085 Jul 14 09:34:47.631083 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 33476) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:47.670615 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 33478) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:47.685594 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a174510b-6008-4f28-b114-d2648bd19675 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:47.707769 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a174510b-6008-4f28-b114-d2648bd19675 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:47.739948 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8fe301-c4a5-4c5c-89d8-345951754340 req-7e6e408b-7a7b-4610-8fef-b60242763c41 tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:47.741449 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-aa8fe301-c4a5-4c5c-89d8-345951754340 req-7e6e408b-7a7b-4610-8fef-b60242763c41 tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] 10.222.0.68 "GET /v2.0/ports?device_id=3c09c159-1ebf-4b13-a3dc-0f56e50e423d HTTP/1.1" status: 200 len: 944 time: 0.0638328 Jul 14 09:34:47.764548 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a174510b-6008-4f28-b114-d2648bd19675 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:47.768066 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a174510b-6008-4f28-b114-d2648bd19675 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:47.771757 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-a174510b-6008-4f28-b114-d2648bd19675 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/411a8855-891b-4bf1-b8d1-37e9d3bc8fa5 HTTP/1.1" status: 204 len: 168 time: 0.1374109 Jul 14 09:34:47.779614 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a174510b-6008-4f28-b114-d2648bd19675 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=411a8855-891b-4bf1-b8d1-37e9d3bc8fa5,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:47.792331 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-5c7cb0ab-7c93-4199-b91d-50eae5348583 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-564921324-network', 'tenant_id': 'b28447cfcf284edfbbf12d5fad125cd5'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:34:47.808119 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-aa8fe301-c4a5-4c5c-89d8-345951754340 req-dc011abd-c766-47f6-86a8-292fd14643bc tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] 10.222.0.68 "GET /v2.0/security-groups?id=480b9b88-a112-41cf-9ffd-c713e01dc0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611417 Jul 14 09:34:47.826487 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c7cb0ab-7c93-4199-b91d-50eae5348583 admin admin] Made reservation on behalf of b28447cfcf284edfbbf12d5fad125cd5 for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:34:47.828833 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5c7cb0ab-7c93-4199-b91d-50eae5348583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:47.842001 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5c7cb0ab-7c93-4199-b91d-50eae5348583 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:47.945009 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5c7cb0ab-7c93-4199-b91d-50eae5348583 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:47.951060 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5c7cb0ab-7c93-4199-b91d-50eae5348583 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:47.980184 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7cb0ab-7c93-4199-b91d-50eae5348583 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=877d9464-7b9b-46d7-bf65-94961552b87c,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:47.986073 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c7cb0ab-7c93-4199-b91d-50eae5348583 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 729} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:34:47.997754 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5c7cb0ab-7c93-4199-b91d-50eae5348583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:47.998118 n-d-779913-29 neutron-server[93958]: INFO neutron.db.segments_db [None req-5c7cb0ab-7c93-4199-b91d-50eae5348583 admin admin] Added segment f8ef62c1-eb6a-4c7d-90a4-fca7f6657475 of type vlan for network b25bcdca-936b-4ff5-abfc-f1a11f0eca70 Jul 14 09:34:48.066191 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5c7cb0ab-7c93-4199-b91d-50eae5348583 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735687821325'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:48.103053 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5c7cb0ab-7c93-4199-b91d-50eae5348583 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:48.104248 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c7cb0ab-7c93-4199-b91d-50eae5348583 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:48.104919 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5c7cb0ab-7c93-4199-b91d-50eae5348583 admin admin] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:48.132122 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c443f6b9-4035-4fce-954b-8e20c17523a4 req-66a712a0-47db-4550-a35c-e155d328c93d tempest-TestServerAdvancedOps-1165668004 tempest-TestServerAdvancedOps-1165668004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:48.133860 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c443f6b9-4035-4fce-954b-8e20c17523a4 req-66a712a0-47db-4550-a35c-e155d328c93d tempest-TestServerAdvancedOps-1165668004 tempest-TestServerAdvancedOps-1165668004-project] 10.222.0.68 "GET /v2.0/ports?device_id=245efad6-23f8-4cdd-a7fe-f79e512c8ef8 HTTP/1.1" status: 200 len: 945 time: 0.0960898 Jul 14 09:34:48.165722 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-5c7cb0ab-7c93-4199-b91d-50eae5348583 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.4934363 Jul 14 09:34:48.168751 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 33510) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:48.176035 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-aa7d3eab-2b91-4ace-a0c0-4aaa7811870f admin admin] Request body: {'subnet': {'network_id': 'b25bcdca-936b-4ff5-abfc-f1a11f0eca70', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-564921324-subnet', 'tenant_id': 'b28447cfcf284edfbbf12d5fad125cd5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:34:48.180068 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c443f6b9-4035-4fce-954b-8e20c17523a4 req-fd429e56-c60a-4a20-879e-6146542be82d tempest-TestServerAdvancedOps-1165668004 tempest-TestServerAdvancedOps-1165668004-project] 10.222.0.68 "GET /v2.0/security-groups?id=3e41abae-bdc8-44b7-ad3f-f05c77a8d04d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389714 Jul 14 09:34:48.194248 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7cb0ab-7c93-4199-b91d-50eae5348583 admin admin] Pushing event updated for resources: {'Network': ['ID=b25bcdca-936b-4ff5-abfc-f1a11f0eca70,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:48.204902 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Network b25bcdca-936b-4ff5-abfc-f1a11f0eca70 details requested by agent ovs-agent-n-d-779913-29 with host n-d-779913-29 {{(pid=93959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:34:48.219934 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa7d3eab-2b91-4ace-a0c0-4aaa7811870f admin admin] Made reservation on behalf of b28447cfcf284edfbbf12d5fad125cd5 for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:34:48.224867 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-aa7d3eab-2b91-4ace-a0c0-4aaa7811870f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16714600'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:48.556373 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-aa7d3eab-2b91-4ace-a0c0-4aaa7811870f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13573993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16714586'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:48.613828 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7d3eab-2b91-4ace-a0c0-4aaa7811870f admin admin] Pushing event updated for resources: {'Subnet': ['ID=253062d5-c31d-4667-b163-cfaef6005fec,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:48.643543 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa7d3eab-2b91-4ace-a0c0-4aaa7811870f admin admin] Checking segment: {'id': 'f8ef62c1-eb6a-4c7d-90a4-fca7f6657475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'b25bcdca-936b-4ff5-abfc-f1a11f0eca70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:34:48.643916 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa7d3eab-2b91-4ace-a0c0-4aaa7811870f admin admin] Network hostable DHCP agents. Network: b25bcdca-936b-4ff5-abfc-f1a11f0eca70, hostable agents: ['c6a09bd4-f72e-4283-a3ca-0bbca8a51081'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:34:48.654204 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a4cc57-9e04-47c4-8329-9cab7b6b0d14 req-c2d02126-ccf9-4a16-840f-6b7f5ef4168c tempest-TestServerAdvancedOps-1165668004 tempest-TestServerAdvancedOps-1165668004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:48.656155 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-00a4cc57-9e04-47c4-8329-9cab7b6b0d14 req-c2d02126-ccf9-4a16-840f-6b7f5ef4168c tempest-TestServerAdvancedOps-1165668004 tempest-TestServerAdvancedOps-1165668004-project] 10.222.0.68 "GET /v2.0/ports?device_id=245efad6-23f8-4cdd-a7fe-f79e512c8ef8 HTTP/1.1" status: 200 len: 945 time: 0.0931118 Jul 14 09:34:48.664400 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa7d3eab-2b91-4ace-a0c0-4aaa7811870f admin admin] Network b25bcdca-936b-4ff5-abfc-f1a11f0eca70 is scheduled to be hosted by DHCP agent c6a09bd4-f72e-4283-a3ca-0bbca8a51081 with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:34:48.676064 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-aa7d3eab-2b91-4ace-a0c0-4aaa7811870f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-29, b25bcdca-936b-4ff5-abfc-f1a11f0eca70) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:34:48.685009 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-705c2088-029e-4405-b93e-9535789f914b None None] Network b25bcdca-936b-4ff5-abfc-f1a11f0eca70 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:34:48.690855 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa7d3eab-2b91-4ace-a0c0-4aaa7811870f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:48.691476 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-aa7d3eab-2b91-4ace-a0c0-4aaa7811870f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:48.720956 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-aa7d3eab-2b91-4ace-a0c0-4aaa7811870f admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.5372288 Jul 14 09:34:48.755922 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-00a4cc57-9e04-47c4-8329-9cab7b6b0d14 req-9b094379-1b8a-49da-b4f4-d0150110caae tempest-TestServerAdvancedOps-1165668004 tempest-TestServerAdvancedOps-1165668004-project] 10.222.0.68 "GET /v2.0/security-groups?id=3e41abae-bdc8-44b7-ad3f-f05c77a8d04d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873926 Jul 14 09:34:48.905604 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d9d9d4c-1d7b-453f-8f0c-2f1b8a42fecc None None] Network b25bcdca-936b-4ff5-abfc-f1a11f0eca70 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:34:49.030309 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2da25de-dd84-4b54-a453-2752da3f8db5 req-c9de8c00-f6a9-460c-9340-a97ed3a8b294 tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:49.031848 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b2da25de-dd84-4b54-a453-2752da3f8db5 req-c9de8c00-f6a9-460c-9340-a97ed3a8b294 tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] 10.222.0.68 "GET /v2.0/ports?device_id=3c09c159-1ebf-4b13-a3dc-0f56e50e423d HTTP/1.1" status: 200 len: 944 time: 0.0855515 Jul 14 09:34:49.140238 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b2da25de-dd84-4b54-a453-2752da3f8db5 req-5a8a2fb0-8ffa-48cd-a7a4-489179b88efc tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] 10.222.0.68 "GET /v2.0/security-groups?id=480b9b88-a112-41cf-9ffd-c713e01dc0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895731 Jul 14 09:34:49.371321 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb98619a-b132-4584-b11c-ca0d1972f48b req-8ad44215-b629-492a-af39-bc4bc8f6e6cc tempest-InstanceActionsNegativeTestJSON-1958241019 tempest-InstanceActionsNegativeTestJSON-1958241019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:49.373217 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-fb98619a-b132-4584-b11c-ca0d1972f48b req-8ad44215-b629-492a-af39-bc4bc8f6e6cc tempest-InstanceActionsNegativeTestJSON-1958241019 tempest-InstanceActionsNegativeTestJSON-1958241019-project] 10.222.0.68 "GET /v2.0/networks?id=b25bcdca-936b-4ff5-abfc-f1a11f0eca70 HTTP/1.1" status: 200 len: 821 time: 0.1267569 Jul 14 09:34:49.396761 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-fb98619a-b132-4584-b11c-ca0d1972f48b req-076f6a3c-af3f-43c9-ba71-5a68d7be2e25 tempest-InstanceActionsNegativeTestJSON-1958241019 tempest-InstanceActionsNegativeTestJSON-1958241019-project] 10.222.0.68 "GET /v2.0/quotas/b28447cfcf284edfbbf12d5fad125cd5 HTTP/1.1" status: 200 len: 375 time: 0.0159245 Jul 14 09:34:49.442322 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-fb98619a-b132-4584-b11c-ca0d1972f48b req-5822afd2-5632-4b50-ba5e-1d861a46ec54 tempest-InstanceActionsNegativeTestJSON-1958241019 tempest-InstanceActionsNegativeTestJSON-1958241019-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=b28447cfcf284edfbbf12d5fad125cd5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0438318 Jul 14 09:34:49.539574 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 3daf2b22-7138-43cd-a507-2c540623164e up at agent hyperv_n-h1-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:34:49.544858 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-fb98619a-b132-4584-b11c-ca0d1972f48b req-b137c431-49b6-4a82-92c0-1c074475d494 service neutron] 10.222.0.68 "GET /v2.0/networks/b25bcdca-936b-4ff5-abfc-f1a11f0eca70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942552 Jul 14 09:34:49.608836 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Provisioning for port 3daf2b22-7138-43cd-a507-2c540623164e completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:34:49.616665 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Provisioning complete for port 3daf2b22-7138-43cd-a507-2c540623164e triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:34:49.617333 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:49.648014 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-fb98619a-b132-4584-b11c-ca0d1972f48b req-80880412-0ba4-46fa-a142-dbf4ba4d9402 service neutron] 10.222.0.68 "GET /v2.0/networks/b25bcdca-936b-4ff5-abfc-f1a11f0eca70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965500 Jul 14 09:34:49.710400 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:49.749189 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port 3daf2b22-7138-43cd-a507-2c540623164e, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=3daf2b22-7138-43cd-a507-2c540623164e,segment=NetworkSegment(7591738e-41ad-492d-b0a6-69a16017c202),segment_id=7591738e-41ad-492d-b0a6-69a16017c202)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:34:49.750584 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c09c159-1ebf-4b13-a3dc-0f56e50e423d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3daf2b22-7138-43cd-a507-2c540623164e'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:34:49.754448 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd62303f06773040a8a4e189dc46b4f565768c299abf8ab8e7739778b0bc3e97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79218a1c-9dc7-41b6-bf8a-951345bc991f" -d '{"events": [{"server_uuid": "3c09c159-1ebf-4b13-a3dc-0f56e50e423d", "name": "network-vif-plugged", "status": "completed", "tag": "3daf2b22-7138-43cd-a507-2c540623164e"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:34:49.758595 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:49.817902 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Pushing event updated for resources: {'Port': ['ID=3daf2b22-7138-43cd-a507-2c540623164e,revision_number=5']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:49.827666 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:34:49.828238 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:34:49.828731 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:34:49.829220 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:34:49.830337 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:34:49.830989 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:34:49.831764 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:34:49.832282 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:34:49.832795 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:34:49.833424 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:34:49.833957 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:34:49.834483 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:34:49.848011 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:34:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37ab4936-1f7c-4cc0-bb7c-a58f0f850784 x-openstack-request-id: req-37ab4936-1f7c-4cc0-bb7c-a58f0f850784 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:34:49.848405 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c09c159-1ebf-4b13-a3dc-0f56e50e423d", "name": "network-vif-plugged", "status": "completed", "tag": "3daf2b22-7138-43cd-a507-2c540623164e", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:34:49.848782 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-37ab4936-1f7c-4cc0-bb7c-a58f0f850784 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:34:49.849368 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c09c159-1ebf-4b13-a3dc-0f56e50e423d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3daf2b22-7138-43cd-a507-2c540623164e', 'code': 200} Jul 14 09:34:49.978184 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d4bd6207-1cbe-4684-b8d0-8dde55a27201 req-eb42f001-cc86-4259-8b06-b7f6094c9e69 tempest-InstanceActionsNegativeTestJSON-1958241019 tempest-InstanceActionsNegativeTestJSON-1958241019-project] 10.222.0.68 "GET /v2.0/ports?device_id=2d3e6bbf-970a-437e-b42f-65d33d1cc932 HTTP/1.1" status: 200 len: 210 time: 0.0645833 Jul 14 09:34:50.082941 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf048730-2f4e-4bf9-9849-2ecb5f8120a9 req-9fee4016-558f-407e-9871-23ccddb957d5 tempest-TestServerAdvancedOps-1165668004 tempest-TestServerAdvancedOps-1165668004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:50.090564 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-bf048730-2f4e-4bf9-9849-2ecb5f8120a9 req-9fee4016-558f-407e-9871-23ccddb957d5 tempest-TestServerAdvancedOps-1165668004 tempest-TestServerAdvancedOps-1165668004-project] 10.222.0.68 "GET /v2.0/ports?device_id=245efad6-23f8-4cdd-a7fe-f79e512c8ef8 HTTP/1.1" status: 200 len: 945 time: 0.1455762 Jul 14 09:34:50.125681 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc72b01d-ef16-4f9d-ab01-02e8c187797c req-46406f51-8b33-4e51-8961-ae0968fcf1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:50.128132 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-bc72b01d-ef16-4f9d-ab01-02e8c187797c req-46406f51-8b33-4e51-8961-ae0968fcf1ef service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=3c09c159-1ebf-4b13-a3dc-0f56e50e423d HTTP/1.1" status: 200 len: 1097 time: 0.1342232 Jul 14 09:34:50.166178 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-bf048730-2f4e-4bf9-9849-2ecb5f8120a9 req-f50d253b-8bfa-4038-8cc3-a757658faf1c tempest-TestServerAdvancedOps-1165668004 tempest-TestServerAdvancedOps-1165668004-project] 10.222.0.68 "GET /v2.0/security-groups?id=3e41abae-bdc8-44b7-ad3f-f05c77a8d04d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745630 Jul 14 09:34:50.196186 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-bc72b01d-ef16-4f9d-ab01-02e8c187797c req-9b8d3632-a86b-4b64-a78a-fc489bf13987 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=480b9b88-a112-41cf-9ffd-c713e01dc0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554466 Jul 14 09:34:50.359126 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e1da07-6402-46ff-b40d-9d6c632f0c7c req-8134c09c-5494-4c95-b04c-f9223eb724bf tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:50.362073 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-29e1da07-6402-46ff-b40d-9d6c632f0c7c req-8134c09c-5494-4c95-b04c-f9223eb724bf tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] 10.222.0.68 "GET /v2.0/ports?device_id=3c09c159-1ebf-4b13-a3dc-0f56e50e423d HTTP/1.1" status: 200 len: 945 time: 0.0799708 Jul 14 09:34:50.401785 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-29e1da07-6402-46ff-b40d-9d6c632f0c7c req-2cbdda8c-747b-43e3-a011-568e471f31fe tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] 10.222.0.68 "GET /v2.0/security-groups?id=480b9b88-a112-41cf-9ffd-c713e01dc0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342264 Jul 14 09:34:50.667288 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f02a77-6768-4dcb-983f-f1f534dfc965 req-0321b507-5cad-46a7-867e-a6d783d9f5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:50.670351 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-45f02a77-6768-4dcb-983f-f1f534dfc965 req-0321b507-5cad-46a7-867e-a6d783d9f5c1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6dc4cbbec5df40eca598bff06be552f0&device_id=245efad6-23f8-4cdd-a7fe-f79e512c8ef8 HTTP/1.1" status: 200 len: 1097 time: 0.0882807 Jul 14 09:34:50.693367 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456c1c15-b412-4065-9b59-f45b2442b626 req-8d9c2a88-dce9-445f-ba5c-d2327eb2456b tempest-TestServerAdvancedOps-1165668004 tempest-TestServerAdvancedOps-1165668004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:50.694996 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-456c1c15-b412-4065-9b59-f45b2442b626 req-8d9c2a88-dce9-445f-ba5c-d2327eb2456b tempest-TestServerAdvancedOps-1165668004 tempest-TestServerAdvancedOps-1165668004-project] 10.222.0.68 "GET /v2.0/ports?device_id=245efad6-23f8-4cdd-a7fe-f79e512c8ef8 HTTP/1.1" status: 200 len: 945 time: 0.1224642 Jul 14 09:34:50.768333 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-456c1c15-b412-4065-9b59-f45b2442b626 req-73a40a42-8565-4fdd-bc0d-c78a16dab92c tempest-TestServerAdvancedOps-1165668004 tempest-TestServerAdvancedOps-1165668004-project] 10.222.0.68 "GET /v2.0/security-groups?id=3e41abae-bdc8-44b7-ad3f-f05c77a8d04d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623319 Jul 14 09:34:50.805404 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f02a77-6768-4dcb-983f-f1f534dfc965 req-0353b711-1b74-44f8-992e-8337803549df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:50.807035 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-45f02a77-6768-4dcb-983f-f1f534dfc965 req-0353b711-1b74-44f8-992e-8337803549df service neutron] 10.222.0.57 "GET /v2.0/networks?id=066c4fbc-da36-44d5-9958-60c659e787de HTTP/1.1" status: 200 len: 913 time: 0.1311731 Jul 14 09:34:50.879002 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-45f02a77-6768-4dcb-983f-f1f534dfc965 req-d5d21dea-12c1-4a9f-a0c8-a169f0a02ed5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=878917e8-c16d-4c2b-883a-e23289ba09d9 HTTP/1.1" status: 200 len: 217 time: 0.0492823 Jul 14 09:34:50.938674 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f02a77-6768-4dcb-983f-f1f534dfc965 req-a99b22fb-7ce4-4486-923f-ede9b44d26ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:50.940863 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-45f02a77-6768-4dcb-983f-f1f534dfc965 req-a99b22fb-7ce4-4486-923f-ede9b44d26ea service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b40ba087-3c8d-41c6-b84c-9f67eb23def1 HTTP/1.1" status: 200 len: 852 time: 0.0552127 Jul 14 09:34:50.982211 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-45f02a77-6768-4dcb-983f-f1f534dfc965 req-c514badd-b00d-49e9-8af7-11c7b9201730 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=066c4fbc-da36-44d5-9958-60c659e787de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332236 Jul 14 09:34:51.101250 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-45f02a77-6768-4dcb-983f-f1f534dfc965 req-1c666870-4d20-499f-aa2f-65a69e75fa69 service neutron] 10.222.0.57 "GET /v2.0/networks/066c4fbc-da36-44d5-9958-60c659e787de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036639 Jul 14 09:34:51.182674 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-e9c64cbc-0fcc-4b13-979d-2e059ff7acb1 req-31ef7a40-4ea3-443c-8af0-ca78e51883c2 tempest-InstanceActionsNegativeTestJSON-1958241019 tempest-InstanceActionsNegativeTestJSON-1958241019-project] 10.222.0.68 "GET /v2.0/ports?device_id=2d3e6bbf-970a-437e-b42f-65d33d1cc932 HTTP/1.1" status: 200 len: 210 time: 0.0671668 Jul 14 09:34:51.253448 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-45f02a77-6768-4dcb-983f-f1f534dfc965 req-5659978b-237b-4366-a62d-0c86517dd6ad service neutron] 10.222.0.57 "GET /v2.0/networks/066c4fbc-da36-44d5-9958-60c659e787de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454785 Jul 14 09:34:51.651201 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb98619a-b132-4584-b11c-ca0d1972f48b req-836e7a6a-ee14-4d7d-a527-b1b488db477b tempest-InstanceActionsNegativeTestJSON-1958241019 tempest-InstanceActionsNegativeTestJSON-1958241019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:51.652781 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-fb98619a-b132-4584-b11c-ca0d1972f48b req-836e7a6a-ee14-4d7d-a527-b1b488db477b tempest-InstanceActionsNegativeTestJSON-1958241019 tempest-InstanceActionsNegativeTestJSON-1958241019-project] 10.222.0.57 "GET /v2.0/networks?id=b25bcdca-936b-4ff5-abfc-f1a11f0eca70 HTTP/1.1" status: 200 len: 821 time: 0.1833947 Jul 14 09:34:51.680435 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [req-fb98619a-b132-4584-b11c-ca0d1972f48b req-2b7b95af-b217-40ba-98cf-c5013cba04eb tempest-InstanceActionsNegativeTestJSON-1958241019 tempest-InstanceActionsNegativeTestJSON-1958241019-project] Request body: {'port': {'device_id': '2d3e6bbf-970a-437e-b42f-65d33d1cc932', 'network_id': 'b25bcdca-936b-4ff5-abfc-f1a11f0eca70', 'admin_state_up': True, 'tenant_id': 'b28447cfcf284edfbbf12d5fad125cd5'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:34:51.755397 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4582b05d-0a1e-4e8c-85d0-e557ce4fa809 req-0ee62cad-5537-488c-8b65-882759146c90 tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:51.762405 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-4582b05d-0a1e-4e8c-85d0-e557ce4fa809 req-0ee62cad-5537-488c-8b65-882759146c90 tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] 10.222.0.68 "GET /v2.0/ports?device_id=3c09c159-1ebf-4b13-a3dc-0f56e50e423d HTTP/1.1" status: 200 len: 945 time: 0.1959314 Jul 14 09:34:51.847489 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-4582b05d-0a1e-4e8c-85d0-e557ce4fa809 req-d97124b9-94f4-48f9-9706-b7fd448fb905 tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] 10.222.0.68 "GET /v2.0/security-groups?id=480b9b88-a112-41cf-9ffd-c713e01dc0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840616 Jul 14 09:34:51.959816 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb98619a-b132-4584-b11c-ca0d1972f48b req-2b7b95af-b217-40ba-98cf-c5013cba04eb tempest-InstanceActionsNegativeTestJSON-1958241019 tempest-InstanceActionsNegativeTestJSON-1958241019-project] Made reservation on behalf of b28447cfcf284edfbbf12d5fad125cd5 for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:34:51.965258 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-fb98619a-b132-4584-b11c-ca0d1972f48b req-2b7b95af-b217-40ba-98cf-c5013cba04eb tempest-InstanceActionsNegativeTestJSON-1958241019 tempest-InstanceActionsNegativeTestJSON-1958241019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:52.132923 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-13a1f4ad-b527-4b89-945c-daeb7889588b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:52.337933 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [req-fb98619a-b132-4584-b11c-ca0d1972f48b req-2b7b95af-b217-40ba-98cf-c5013cba04eb tempest-InstanceActionsNegativeTestJSON-1958241019 tempest-InstanceActionsNegativeTestJSON-1958241019-project] Allocated IP 172.20.0.6 (b25bcdca-936b-4ff5-abfc-f1a11f0eca70/253062d5-c31d-4667-b163-cfaef6005fec/57246dd1-11aa-4c0e-a122-3777bec38bbd) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:34:52.422074 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e1418ce0-6d09-46e9-b75f-90f32fa5f75c req-d729e3d4-5038-4e29-9f8d-792387109a58 tempest-InstanceActionsNegativeTestJSON-1958241019 tempest-InstanceActionsNegativeTestJSON-1958241019-project] 10.222.0.68 "GET /v2.0/ports?device_id=2d3e6bbf-970a-437e-b42f-65d33d1cc932 HTTP/1.1" status: 200 len: 210 time: 0.0541317 Jul 14 09:34:52.422734 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497cddd8-2e8e-41fa-a4b7-33eeb6d6c155 req-40283083-7e96-4e3c-8f90-cfebbcdc8cb5 tempest-TestServerAdvancedOps-1165668004 tempest-TestServerAdvancedOps-1165668004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:52.434133 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-497cddd8-2e8e-41fa-a4b7-33eeb6d6c155 req-40283083-7e96-4e3c-8f90-cfebbcdc8cb5 tempest-TestServerAdvancedOps-1165668004 tempest-TestServerAdvancedOps-1165668004-project] 10.222.0.68 "GET /v2.0/ports?device_id=245efad6-23f8-4cdd-a7fe-f79e512c8ef8 HTTP/1.1" status: 200 len: 945 time: 0.1948135 Jul 14 09:34:52.614134 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-497cddd8-2e8e-41fa-a4b7-33eeb6d6c155 req-f32e0468-835c-4530-b390-f87e2ef003b4 tempest-TestServerAdvancedOps-1165668004 tempest-TestServerAdvancedOps-1165668004-project] 10.222.0.68 "GET /v2.0/security-groups?id=3e41abae-bdc8-44b7-ad3f-f05c77a8d04d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867770 Jul 14 09:34:52.640947 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-fb98619a-b132-4584-b11c-ca0d1972f48b req-2b7b95af-b217-40ba-98cf-c5013cba04eb tempest-InstanceActionsNegativeTestJSON-1958241019 tempest-InstanceActionsNegativeTestJSON-1958241019-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:52.686865 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-fb98619a-b132-4584-b11c-ca0d1972f48b req-2b7b95af-b217-40ba-98cf-c5013cba04eb tempest-InstanceActionsNegativeTestJSON-1958241019 tempest-InstanceActionsNegativeTestJSON-1958241019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:52.734423 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb98619a-b132-4584-b11c-ca0d1972f48b req-2b7b95af-b217-40ba-98cf-c5013cba04eb tempest-InstanceActionsNegativeTestJSON-1958241019 tempest-InstanceActionsNegativeTestJSON-1958241019-project] Network b25bcdca-936b-4ff5-abfc-f1a11f0eca70 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:34:52.738650 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [req-fb98619a-b132-4584-b11c-ca0d1972f48b req-2b7b95af-b217-40ba-98cf-c5013cba04eb tempest-InstanceActionsNegativeTestJSON-1958241019 tempest-InstanceActionsNegativeTestJSON-1958241019-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:34:52.752430 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb98619a-b132-4584-b11c-ca0d1972f48b req-2b7b95af-b217-40ba-98cf-c5013cba04eb tempest-InstanceActionsNegativeTestJSON-1958241019 tempest-InstanceActionsNegativeTestJSON-1958241019-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:34:52.812304 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb98619a-b132-4584-b11c-ca0d1972f48b req-2b7b95af-b217-40ba-98cf-c5013cba04eb tempest-InstanceActionsNegativeTestJSON-1958241019 tempest-InstanceActionsNegativeTestJSON-1958241019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:52.812984 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-fb98619a-b132-4584-b11c-ca0d1972f48b req-2b7b95af-b217-40ba-98cf-c5013cba04eb tempest-InstanceActionsNegativeTestJSON-1958241019 tempest-InstanceActionsNegativeTestJSON-1958241019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:52.831020 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7b95af-b217-40ba-98cf-c5013cba04eb tempest-InstanceActionsNegativeTestJSON-1958241019 tempest-InstanceActionsNegativeTestJSON-1958241019-project] Pushing event updated for resources: {'Port': ['ID=57246dd1-11aa-4c0e-a122-3777bec38bbd,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:52.848515 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-fb98619a-b132-4584-b11c-ca0d1972f48b req-2b7b95af-b217-40ba-98cf-c5013cba04eb tempest-InstanceActionsNegativeTestJSON-1958241019 tempest-InstanceActionsNegativeTestJSON-1958241019-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1768389 Jul 14 09:34:52.867408 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [req-fb98619a-b132-4584-b11c-ca0d1972f48b req-0664e98f-c463-4787-8358-0e12b28d454f service neutron] Request body: {'port': {'device_id': '2d3e6bbf-970a-437e-b42f-65d33d1cc932', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-29'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:34:52.990445 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-fb98619a-b132-4584-b11c-ca0d1972f48b req-0664e98f-c463-4787-8358-0e12b28d454f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:53.404380 n-d-779913-29 neutron-server[93958]: DEBUG neutron.notifiers.nova [req-fb98619a-b132-4584-b11c-ca0d1972f48b req-0664e98f-c463-4787-8358-0e12b28d454f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57246dd1-11aa-4c0e-a122-3777bec38bbd {{(pid=93958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:34:53.413363 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-fb98619a-b132-4584-b11c-ca0d1972f48b req-0664e98f-c463-4787-8358-0e12b28d454f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:53.426835 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-fb98619a-b132-4584-b11c-ca0d1972f48b req-0664e98f-c463-4787-8358-0e12b28d454f service neutron] Transition to ACTIVE for port object 57246dd1-11aa-4c0e-a122-3777bec38bbd will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:34:53.433892 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-fb98619a-b132-4584-b11c-ca0d1972f48b req-0664e98f-c463-4787-8358-0e12b28d454f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13574142'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:53.498016 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0664e98f-c463-4787-8358-0e12b28d454f service neutron] Pushing event updated for resources: {'Port': ['ID=57246dd1-11aa-4c0e-a122-3777bec38bbd,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:53.581274 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-fb98619a-b132-4584-b11c-ca0d1972f48b req-0664e98f-c463-4787-8358-0e12b28d454f service neutron] Attempting to bind port 57246dd1-11aa-4c0e-a122-3777bec38bbd on host n-h2-779913-29 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:34:53.581645 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-fb98619a-b132-4584-b11c-ca0d1972f48b req-0664e98f-c463-4787-8358-0e12b28d454f service neutron] Attempting to bind port 57246dd1-11aa-4c0e-a122-3777bec38bbd by drivers openvswitch,hyperv on host n-h2-779913-29 at level 0 using segments [{'id': 'f8ef62c1-eb6a-4c7d-90a4-fca7f6657475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'b25bcdca-936b-4ff5-abfc-f1a11f0eca70'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:34:53.581980 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb98619a-b132-4584-b11c-ca0d1972f48b req-0664e98f-c463-4787-8358-0e12b28d454f service neutron] Attempting to bind port 57246dd1-11aa-4c0e-a122-3777bec38bbd on network b25bcdca-936b-4ff5-abfc-f1a11f0eca70 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:34:53.586929 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb98619a-b132-4584-b11c-ca0d1972f48b req-0664e98f-c463-4787-8358-0e12b28d454f service neutron] Port 57246dd1-11aa-4c0e-a122-3777bec38bbd on network b25bcdca-936b-4ff5-abfc-f1a11f0eca70 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-29 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:34:53.587399 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb98619a-b132-4584-b11c-ca0d1972f48b req-0664e98f-c463-4787-8358-0e12b28d454f service neutron] Attempting to bind port 57246dd1-11aa-4c0e-a122-3777bec38bbd on network b25bcdca-936b-4ff5-abfc-f1a11f0eca70 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:34:53.592688 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb98619a-b132-4584-b11c-ca0d1972f48b req-0664e98f-c463-4787-8358-0e12b28d454f service neutron] Checking agent: {'id': '013e4a3b-a634-47b8-b6a5-1a25109b73fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 13, 13), 'started_at': datetime.datetime(2021, 7, 14, 9, 13, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 34, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:34:53.593156 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb98619a-b132-4584-b11c-ca0d1972f48b req-0664e98f-c463-4787-8358-0e12b28d454f service neutron] Checking segment: {'id': 'f8ef62c1-eb6a-4c7d-90a4-fca7f6657475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'b25bcdca-936b-4ff5-abfc-f1a11f0eca70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:34:53.593577 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb98619a-b132-4584-b11c-ca0d1972f48b req-0664e98f-c463-4787-8358-0e12b28d454f service neutron] Bound using segment: {'id': 'f8ef62c1-eb6a-4c7d-90a4-fca7f6657475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'b25bcdca-936b-4ff5-abfc-f1a11f0eca70'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:34:53.594016 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-fb98619a-b132-4584-b11c-ca0d1972f48b req-0664e98f-c463-4787-8358-0e12b28d454f service neutron] Bound port: 57246dd1-11aa-4c0e-a122-3777bec38bbd, host: n-h2-779913-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8ef62c1-eb6a-4c7d-90a4-fca7f6657475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'b25bcdca-936b-4ff5-abfc-f1a11f0eca70'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:34:53.594381 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-fb98619a-b132-4584-b11c-ca0d1972f48b req-0664e98f-c463-4787-8358-0e12b28d454f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:53.636489 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086102bc-fd03-402e-9b37-c2421d377eb0 req-bf0b9c06-ae21-4b80-abed-115d7e3ceda9 tempest-InstanceActionsNegativeTestJSON-1958241019 tempest-InstanceActionsNegativeTestJSON-1958241019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:53.646730 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-086102bc-fd03-402e-9b37-c2421d377eb0 req-bf0b9c06-ae21-4b80-abed-115d7e3ceda9 tempest-InstanceActionsNegativeTestJSON-1958241019 tempest-InstanceActionsNegativeTestJSON-1958241019-project] 10.222.0.68 "GET /v2.0/ports?device_id=2d3e6bbf-970a-437e-b42f-65d33d1cc932 HTTP/1.1" status: 200 len: 943 time: 0.0904076 Jul 14 09:34:53.669831 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-fb98619a-b132-4584-b11c-ca0d1972f48b req-0664e98f-c463-4787-8358-0e12b28d454f service neutron] For port 57246dd1-11aa-4c0e-a122-3777bec38bbd, host n-h2-779913-29, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:34:53.674228 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-fb98619a-b132-4584-b11c-ca0d1972f48b req-0664e98f-c463-4787-8358-0e12b28d454f service neutron] For port 57246dd1-11aa-4c0e-a122-3777bec38bbd, host n-h2-779913-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=57246dd1-11aa-4c0e-a122-3777bec38bbd,segment=NetworkSegment(f8ef62c1-eb6a-4c7d-90a4-fca7f6657475),segment_id=f8ef62c1-eb6a-4c7d-90a4-fca7f6657475)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:34:53.681654 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-fb98619a-b132-4584-b11c-ca0d1972f48b req-0664e98f-c463-4787-8358-0e12b28d454f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13574142'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:53.702390 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-086102bc-fd03-402e-9b37-c2421d377eb0 req-9f90c129-d505-4703-83ea-9e593eefc89a tempest-InstanceActionsNegativeTestJSON-1958241019 tempest-InstanceActionsNegativeTestJSON-1958241019-project] 10.222.0.68 "GET /v2.0/security-groups?id=877d9464-7b9b-46d7-bf65-94961552b87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555780 Jul 14 09:34:53.757055 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb98619a-b132-4584-b11c-ca0d1972f48b req-0664e98f-c463-4787-8358-0e12b28d454f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:53.758282 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-fb98619a-b132-4584-b11c-ca0d1972f48b req-0664e98f-c463-4787-8358-0e12b28d454f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:53.760138 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-fb98619a-b132-4584-b11c-ca0d1972f48b req-0664e98f-c463-4787-8358-0e12b28d454f service neutron] 10.222.0.57 "PUT /v2.0/ports/57246dd1-11aa-4c0e-a122-3777bec38bbd HTTP/1.1" status: 200 len: 1092 time: 0.8983307 Jul 14 09:34:53.762685 n-d-779913-29 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d3e6bbf-970a-437e-b42f-65d33d1cc932', 'tag': '57246dd1-11aa-4c0e-a122-3777bec38bbd'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:34:53.764990 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cb48f044f948e981f43897c8d7f1332f741dc7af2b4c5a6e19d8f4a80f708e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acfceaa8-bdbf-49eb-98a3-0aa6762725b2" -d '{"events": [{"name": "network-changed", "server_uuid": "2d3e6bbf-970a-437e-b42f-65d33d1cc932", "tag": "57246dd1-11aa-4c0e-a122-3777bec38bbd"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:34:53.837321 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0664e98f-c463-4787-8358-0e12b28d454f service neutron] Pushing event updated for resources: {'Port': ['ID=57246dd1-11aa-4c0e-a122-3777bec38bbd,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:53.920132 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb98619a-b132-4584-b11c-ca0d1972f48b req-f71a0ce5-85ae-4abc-b324-7e40ae7a2174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:53.922503 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-fb98619a-b132-4584-b11c-ca0d1972f48b req-f71a0ce5-85ae-4abc-b324-7e40ae7a2174 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b28447cfcf284edfbbf12d5fad125cd5&device_id=2d3e6bbf-970a-437e-b42f-65d33d1cc932 HTTP/1.1" status: 200 len: 1095 time: 0.0818708 Jul 14 09:34:53.955397 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004668e1-6a9f-4419-8d42-0bb34a9b9b22 req-2e43bc67-b051-490d-9872-988991e86c85 tempest-TestServerAdvancedOps-1165668004 tempest-TestServerAdvancedOps-1165668004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:53.957225 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-004668e1-6a9f-4419-8d42-0bb34a9b9b22 req-2e43bc67-b051-490d-9872-988991e86c85 tempest-TestServerAdvancedOps-1165668004 tempest-TestServerAdvancedOps-1165668004-project] 10.222.0.68 "GET /v2.0/ports?device_id=245efad6-23f8-4cdd-a7fe-f79e512c8ef8 HTTP/1.1" status: 200 len: 945 time: 0.0839183 Jul 14 09:34:53.981102 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-fb98619a-b132-4584-b11c-ca0d1972f48b req-f62e5954-d203-4890-8473-7cea7ef4f50b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=57246dd1-11aa-4c0e-a122-3777bec38bbd HTTP/1.1" status: 200 len: 217 time: 0.0429184 Jul 14 09:34:54.048716 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb98619a-b132-4584-b11c-ca0d1972f48b req-0cc1134d-1947-4b71-b75d-2f64f249f85d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:54.055051 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-fb98619a-b132-4584-b11c-ca0d1972f48b req-0cc1134d-1947-4b71-b75d-2f64f249f85d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=253062d5-c31d-4667-b163-cfaef6005fec HTTP/1.1" status: 200 len: 861 time: 0.0678561 Jul 14 09:34:54.066179 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-004668e1-6a9f-4419-8d42-0bb34a9b9b22 req-57a22e3c-16e4-41f9-919f-a32bafcf5598 tempest-TestServerAdvancedOps-1165668004 tempest-TestServerAdvancedOps-1165668004-project] 10.222.0.68 "GET /v2.0/security-groups?id=3e41abae-bdc8-44b7-ad3f-f05c77a8d04d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027284 Jul 14 09:34:54.098677 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-fb98619a-b132-4584-b11c-ca0d1972f48b req-a002ea2f-de36-4843-a537-5231d4906b65 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b25bcdca-936b-4ff5-abfc-f1a11f0eca70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370123 Jul 14 09:34:54.224877 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-fb98619a-b132-4584-b11c-ca0d1972f48b req-59b4c194-788c-4c41-9be4-93f53a10ef05 service neutron] 10.222.0.57 "GET /v2.0/networks/b25bcdca-936b-4ff5-abfc-f1a11f0eca70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180246 Jul 14 09:34:54.232944 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:34:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f6cbf91-a4a7-4927-a566-721036b19c73 x-openstack-request-id: req-6f6cbf91-a4a7-4927-a566-721036b19c73 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:34:54.233172 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d3e6bbf-970a-437e-b42f-65d33d1cc932", "tag": "57246dd1-11aa-4c0e-a122-3777bec38bbd", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:34:54.233754 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-6f6cbf91-a4a7-4927-a566-721036b19c73 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:34:54.234169 n-d-779913-29 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d3e6bbf-970a-437e-b42f-65d33d1cc932', 'tag': '57246dd1-11aa-4c0e-a122-3777bec38bbd', 'status': 'completed', 'code': 200} Jul 14 09:34:54.360342 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-fb98619a-b132-4584-b11c-ca0d1972f48b req-be8fcfd9-7915-4f0f-bb88-13eadd0dd837 service neutron] 10.222.0.57 "GET /v2.0/networks/b25bcdca-936b-4ff5-abfc-f1a11f0eca70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252317 Jul 14 09:34:54.623347 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfceaa8-bdbf-49eb-98a3-0aa6762725b2 req-4e765846-2933-45a0-8d74-8c63cc7a2754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:54.627769 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-acfceaa8-bdbf-49eb-98a3-0aa6762725b2 req-4e765846-2933-45a0-8d74-8c63cc7a2754 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b28447cfcf284edfbbf12d5fad125cd5&device_id=2d3e6bbf-970a-437e-b42f-65d33d1cc932 HTTP/1.1" status: 200 len: 1095 time: 0.1716769 Jul 14 09:34:54.783744 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:54.823540 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6a2b929e-2730-4d3c-8881-af97f38da755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:54.827007 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfceaa8-bdbf-49eb-98a3-0aa6762725b2 req-dea229b9-0a79-4ef9-8805-14296237e5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:54.829622 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-acfceaa8-bdbf-49eb-98a3-0aa6762725b2 req-dea229b9-0a79-4ef9-8805-14296237e5f4 service neutron] 10.222.0.57 "GET /v2.0/networks?id=b25bcdca-936b-4ff5-abfc-f1a11f0eca70 HTTP/1.1" status: 200 len: 922 time: 0.1922371 Jul 14 09:34:54.872533 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-acfceaa8-bdbf-49eb-98a3-0aa6762725b2 req-e168b632-8619-4d27-b27c-d837f1712074 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=57246dd1-11aa-4c0e-a122-3777bec38bbd HTTP/1.1" status: 200 len: 217 time: 0.0358264 Jul 14 09:34:54.960169 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240fb8d7-fc7c-4e66-b99f-61667651b63c req-f9e17ac8-7d46-4011-b3c0-4007af5f11f2 tempest-TestServerAdvancedOps-1165668004 tempest-TestServerAdvancedOps-1165668004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:54.968209 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-240fb8d7-fc7c-4e66-b99f-61667651b63c req-f9e17ac8-7d46-4011-b3c0-4007af5f11f2 tempest-TestServerAdvancedOps-1165668004 tempest-TestServerAdvancedOps-1165668004-project] 10.222.0.68 "GET /v2.0/ports?device_id=245efad6-23f8-4cdd-a7fe-f79e512c8ef8 HTTP/1.1" status: 200 len: 945 time: 0.1365564 Jul 14 09:34:54.985670 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfceaa8-bdbf-49eb-98a3-0aa6762725b2 req-9244f2ce-b668-4096-a7b2-9272a0b352d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:54.987661 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-acfceaa8-bdbf-49eb-98a3-0aa6762725b2 req-9244f2ce-b668-4096-a7b2-9272a0b352d6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=253062d5-c31d-4667-b163-cfaef6005fec HTTP/1.1" status: 200 len: 861 time: 0.1077261 Jul 14 09:34:55.011012 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-240fb8d7-fc7c-4e66-b99f-61667651b63c req-500aa857-5581-4657-a31f-f2afbd52f465 tempest-TestServerAdvancedOps-1165668004 tempest-TestServerAdvancedOps-1165668004-project] 10.222.0.68 "GET /v2.0/security-groups?id=3e41abae-bdc8-44b7-ad3f-f05c77a8d04d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419436 Jul 14 09:34:55.040506 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-acfceaa8-bdbf-49eb-98a3-0aa6762725b2 req-491fc8aa-e9d3-4ea2-bd53-e63b26619f56 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b25bcdca-936b-4ff5-abfc-f1a11f0eca70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340893 Jul 14 09:34:55.048212 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737d1f54-27a2-4337-afbc-16c51a466734 req-2b069809-9eb4-47b6-a152-f1aef98985b5 tempest-InstanceActionsNegativeTestJSON-1958241019 tempest-InstanceActionsNegativeTestJSON-1958241019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:55.049714 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-737d1f54-27a2-4337-afbc-16c51a466734 req-2b069809-9eb4-47b6-a152-f1aef98985b5 tempest-InstanceActionsNegativeTestJSON-1958241019 tempest-InstanceActionsNegativeTestJSON-1958241019-project] 10.222.0.68 "GET /v2.0/ports?device_id=2d3e6bbf-970a-437e-b42f-65d33d1cc932 HTTP/1.1" status: 200 len: 943 time: 0.1213598 Jul 14 09:34:55.138232 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-737d1f54-27a2-4337-afbc-16c51a466734 req-26d5a267-fd99-4898-828b-ce0f4b68361e tempest-InstanceActionsNegativeTestJSON-1958241019 tempest-InstanceActionsNegativeTestJSON-1958241019-project] 10.222.0.68 "GET /v2.0/security-groups?id=877d9464-7b9b-46d7-bf65-94961552b87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801132 Jul 14 09:34:55.189832 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-acfceaa8-bdbf-49eb-98a3-0aa6762725b2 req-7bd6dbcd-3340-4a36-8cd8-3dfefabd93c0 service neutron] 10.222.0.57 "GET /v2.0/networks/b25bcdca-936b-4ff5-abfc-f1a11f0eca70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382165 Jul 14 09:34:55.363843 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 57246dd1-11aa-4c0e-a122-3777bec38bbd details requested by agent hyperv_n-h2-779913-29 with host n-h2-779913-29 {{(pid=93959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:34:55.503306 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 57246dd1-11aa-4c0e-a122-3777bec38bbd, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=57246dd1-11aa-4c0e-a122-3777bec38bbd,segment=NetworkSegment(f8ef62c1-eb6a-4c7d-90a4-fca7f6657475),segment_id=f8ef62c1-eb6a-4c7d-90a4-fca7f6657475)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:34:55.516333 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Returning: {'device': '57246dd1-11aa-4c0e-a122-3777bec38bbd', 'network_id': 'b25bcdca-936b-4ff5-abfc-f1a11f0eca70', 'port_id': '57246dd1-11aa-4c0e-a122-3777bec38bbd', 'mac_address': 'fa:16:3e:57:4c:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '253062d5-c31d-4667-b163-cfaef6005fec', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:34:55.555991 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:55.570400 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57246dd1-11aa-4c0e-a122-3777bec38bbd {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:34:55.598369 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 57246dd1-11aa-4c0e-a122-3777bec38bbd, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=57246dd1-11aa-4c0e-a122-3777bec38bbd,segment=NetworkSegment(f8ef62c1-eb6a-4c7d-90a4-fca7f6657475),segment_id=f8ef62c1-eb6a-4c7d-90a4-fca7f6657475)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:34:55.602857 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:55.690752 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Pushing event updated for resources: {'Port': ['ID=57246dd1-11aa-4c0e-a122-3777bec38bbd,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:55.745844 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-acfceaa8-bdbf-49eb-98a3-0aa6762725b2 req-eed49a69-64e9-439f-b4ca-9dec288a9ae7 service neutron] 10.222.0.57 "GET /v2.0/networks/b25bcdca-936b-4ff5-abfc-f1a11f0eca70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5478160 Jul 14 09:34:55.861858 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5ad31076-714c-49ec-bc37-f3d4cd90112a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:55.938443 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] get_ports_and_sgs() called for port_ids ['57246dd1-11aa-4c0e-a122-3777bec38bbd'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:34:56.357927 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ccf0b3-a808-472e-925d-8f14e22b0fe5 req-63877dd3-85b2-4bfd-9606-0f03d690ea94 tempest-TestServerAdvancedOps-1165668004 tempest-TestServerAdvancedOps-1165668004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:56.359779 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-85ccf0b3-a808-472e-925d-8f14e22b0fe5 req-63877dd3-85b2-4bfd-9606-0f03d690ea94 tempest-TestServerAdvancedOps-1165668004 tempest-TestServerAdvancedOps-1165668004-project] 10.222.0.68 "GET /v2.0/ports?device_id=245efad6-23f8-4cdd-a7fe-f79e512c8ef8 HTTP/1.1" status: 200 len: 945 time: 0.1415117 Jul 14 09:34:56.461204 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-85ccf0b3-a808-472e-925d-8f14e22b0fe5 req-4410b62f-3c80-454a-8039-6f308680374d tempest-TestServerAdvancedOps-1165668004 tempest-TestServerAdvancedOps-1165668004-project] 10.222.0.68 "GET /v2.0/security-groups?id=3e41abae-bdc8-44b7-ad3f-f05c77a8d04d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945020 Jul 14 09:34:56.533737 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7df6bb-c5f7-4373-b00e-13bc5038bff6 req-568460d4-98e5-4f5c-9caa-74c24db496c1 tempest-InstanceActionsNegativeTestJSON-1958241019 tempest-InstanceActionsNegativeTestJSON-1958241019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:56.536333 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-5b7df6bb-c5f7-4373-b00e-13bc5038bff6 req-568460d4-98e5-4f5c-9caa-74c24db496c1 tempest-InstanceActionsNegativeTestJSON-1958241019 tempest-InstanceActionsNegativeTestJSON-1958241019-project] 10.222.0.68 "GET /v2.0/ports?device_id=2d3e6bbf-970a-437e-b42f-65d33d1cc932 HTTP/1.1" status: 200 len: 944 time: 0.2146220 Jul 14 09:34:56.563434 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 33732) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:56.690394 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-5b7df6bb-c5f7-4373-b00e-13bc5038bff6 req-12359c17-4a10-4772-a4cd-c117f89d4da2 tempest-InstanceActionsNegativeTestJSON-1958241019 tempest-InstanceActionsNegativeTestJSON-1958241019-project] 10.222.0.68 "GET /v2.0/security-groups?id=877d9464-7b9b-46d7-bf65-94961552b87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486666 Jul 14 09:34:56.881357 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-92189ed8-289d-4b24-b566-0c8cec1d8b61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:56.884002 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa15a60-82ce-41d3-8897-29c85e62560e req-a14fa299-1597-4fd9-8c67-a43bf00f1ba8 tempest-TestServerAdvancedOps-1165668004 tempest-TestServerAdvancedOps-1165668004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:56.885709 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-dfa15a60-82ce-41d3-8897-29c85e62560e req-a14fa299-1597-4fd9-8c67-a43bf00f1ba8 tempest-TestServerAdvancedOps-1165668004 tempest-TestServerAdvancedOps-1165668004-project] 10.222.0.57 "GET /v2.0/ports?device_id=245efad6-23f8-4cdd-a7fe-f79e512c8ef8 HTTP/1.1" status: 200 len: 945 time: 0.1386273 Jul 14 09:34:57.019043 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-dfa15a60-82ce-41d3-8897-29c85e62560e req-6c24c20e-558e-492b-a588-5e29728a0e5f tempest-TestServerAdvancedOps-1165668004 tempest-TestServerAdvancedOps-1165668004-project] Deleting port 878917e8-c16d-4c2b-883a-e23289ba09d9 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:34:57.019609 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-dfa15a60-82ce-41d3-8897-29c85e62560e req-6c24c20e-558e-492b-a588-5e29728a0e5f tempest-TestServerAdvancedOps-1165668004 tempest-TestServerAdvancedOps-1165668004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:57.064357 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-92189ed8-289d-4b24-b566-0c8cec1d8b61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:57.070457 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-92189ed8-289d-4b24-b566-0c8cec1d8b61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:57.112997 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-92189ed8-289d-4b24-b566-0c8cec1d8b61 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=fa94f8e663d44579b182f55d4db5122d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5479941 Jul 14 09:34:57.115547 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 33738) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:57.118549 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92189ed8-289d-4b24-b566-0c8cec1d8b61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08410848-0699-4582-aa53-99074cbb5116,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:57.126127 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92189ed8-289d-4b24-b566-0c8cec1d8b61 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:34:57.126500 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92189ed8-289d-4b24-b566-0c8cec1d8b61 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:34:57.126990 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92189ed8-289d-4b24-b566-0c8cec1d8b61 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:34:57.127347 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92189ed8-289d-4b24-b566-0c8cec1d8b61 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:34:57.127690 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92189ed8-289d-4b24-b566-0c8cec1d8b61 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:34:57.128035 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92189ed8-289d-4b24-b566-0c8cec1d8b61 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:34:57.128372 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92189ed8-289d-4b24-b566-0c8cec1d8b61 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:34:57.128709 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92189ed8-289d-4b24-b566-0c8cec1d8b61 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:34:57.129043 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92189ed8-289d-4b24-b566-0c8cec1d8b61 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:34:57.129383 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92189ed8-289d-4b24-b566-0c8cec1d8b61 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:34:57.129752 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92189ed8-289d-4b24-b566-0c8cec1d8b61 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:34:57.130085 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92189ed8-289d-4b24-b566-0c8cec1d8b61 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:34:57.146788 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-dfa15a60-82ce-41d3-8897-29c85e62560e req-6c24c20e-558e-492b-a588-5e29728a0e5f tempest-TestServerAdvancedOps-1165668004 tempest-TestServerAdvancedOps-1165668004-project] For port 878917e8-c16d-4c2b-883a-e23289ba09d9, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=878917e8-c16d-4c2b-883a-e23289ba09d9,segment=NetworkSegment(9e07cba9-74c2-4ec8-b919-459a48a79e71),segment_id=9e07cba9-74c2-4ec8-b919-459a48a79e71)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:34:57.147162 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-dfa15a60-82ce-41d3-8897-29c85e62560e req-6c24c20e-558e-492b-a588-5e29728a0e5f tempest-TestServerAdvancedOps-1165668004 tempest-TestServerAdvancedOps-1165668004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:57.170196 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-dfa15a60-82ce-41d3-8897-29c85e62560e req-6c24c20e-558e-492b-a588-5e29728a0e5f tempest-TestServerAdvancedOps-1165668004 tempest-TestServerAdvancedOps-1165668004-project] Calling delete_port for 878917e8-c16d-4c2b-883a-e23289ba09d9 owned by compute:nova {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:34:57.243809 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6c2dd1cf-d56a-439f-8cbb-6b52e2044925 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:57.275602 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6c2dd1cf-d56a-439f-8cbb-6b52e2044925 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:57.365119 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6c2dd1cf-d56a-439f-8cbb-6b52e2044925 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:57.368278 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6c2dd1cf-d56a-439f-8cbb-6b52e2044925 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:57.377942 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 57246dd1-11aa-4c0e-a122-3777bec38bbd up at agent hyperv_n-h2-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:34:57.383015 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-6c2dd1cf-d56a-439f-8cbb-6b52e2044925 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/08410848-0699-4582-aa53-99074cbb5116 HTTP/1.1" status: 204 len: 168 time: 0.2539091 Jul 14 09:34:57.421369 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2dd1cf-d56a-439f-8cbb-6b52e2044925 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08410848-0699-4582-aa53-99074cbb5116,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:57.426320 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-dfa15a60-82ce-41d3-8897-29c85e62560e req-6c24c20e-558e-492b-a588-5e29728a0e5f tempest-TestServerAdvancedOps-1165668004 tempest-TestServerAdvancedOps-1165668004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:57.465065 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] get_ports_and_sgs() called for port_ids ['878917e8-c16d-4c2b-883a-e23289ba09d9'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:34:57.503978 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c24c20e-558e-492b-a588-5e29728a0e5f tempest-TestServerAdvancedOps-1165668004 tempest-TestServerAdvancedOps-1165668004-project] Pushing event deleted for resources: {'Port': ['ID=878917e8-c16d-4c2b-883a-e23289ba09d9,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:57.515083 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Provisioning for port 57246dd1-11aa-4c0e-a122-3777bec38bbd completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:34:57.521961 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Provisioning complete for port 57246dd1-11aa-4c0e-a122-3777bec38bbd triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:34:57.522559 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:57.601103 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfa15a60-82ce-41d3-8897-29c85e62560e req-6c24c20e-558e-492b-a588-5e29728a0e5f tempest-TestServerAdvancedOps-1165668004 tempest-TestServerAdvancedOps-1165668004-project] No DVR routers for this DVR port 878917e8-c16d-4c2b-883a-e23289ba09d9 on host n-h2-779913-29 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:34:57.608596 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-dfa15a60-82ce-41d3-8897-29c85e62560e req-6c24c20e-558e-492b-a588-5e29728a0e5f tempest-TestServerAdvancedOps-1165668004 tempest-TestServerAdvancedOps-1165668004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:57.611193 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-dfa15a60-82ce-41d3-8897-29c85e62560e req-6c24c20e-558e-492b-a588-5e29728a0e5f tempest-TestServerAdvancedOps-1165668004 tempest-TestServerAdvancedOps-1165668004-project] 10.222.0.57 "DELETE /v2.0/ports/878917e8-c16d-4c2b-883a-e23289ba09d9 HTTP/1.1" status: 204 len: 173 time: 0.7150557 Jul 14 09:34:57.611657 n-d-779913-29 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '245efad6-23f8-4cdd-a7fe-f79e512c8ef8', 'name': 'network-vif-deleted', 'tag': '878917e8-c16d-4c2b-883a-e23289ba09d9'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:34:57.613944 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cb48f044f948e981f43897c8d7f1332f741dc7af2b4c5a6e19d8f4a80f708e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e05cb443-3dc8-425d-afca-4ee48730facf" -d '{"events": [{"server_uuid": "245efad6-23f8-4cdd-a7fe-f79e512c8ef8", "name": "network-vif-deleted", "tag": "878917e8-c16d-4c2b-883a-e23289ba09d9"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:34:57.740271 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:57.754264 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5bbe322f-3f67-4864-bc0a-91afe44d23e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:57.774633 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:34:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a77e271b-6712-4286-a1c8-ed8dcc0108d4 x-openstack-request-id: req-a77e271b-6712-4286-a1c8-ed8dcc0108d4 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:34:57.774911 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "245efad6-23f8-4cdd-a7fe-f79e512c8ef8", "name": "network-vif-deleted", "tag": "878917e8-c16d-4c2b-883a-e23289ba09d9", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:34:57.775177 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-a77e271b-6712-4286-a1c8-ed8dcc0108d4 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:34:57.775596 n-d-779913-29 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '245efad6-23f8-4cdd-a7fe-f79e512c8ef8', 'name': 'network-vif-deleted', 'tag': '878917e8-c16d-4c2b-883a-e23289ba09d9', 'status': 'completed', 'code': 200} Jul 14 09:34:57.777936 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-bd2afff2-1520-482c-8884-37046774c6d1 req-e5d3691e-1509-4511-9674-b58b1bac973a tempest-TestServerAdvancedOps-1165668004 tempest-TestServerAdvancedOps-1165668004-project] 10.222.0.68 "GET /v2.0/ports?device_id=245efad6-23f8-4cdd-a7fe-f79e512c8ef8 HTTP/1.1" status: 200 len: 210 time: 0.1003289 Jul 14 09:34:57.793694 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d3e6bbf-970a-437e-b42f-65d33d1cc932', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57246dd1-11aa-4c0e-a122-3777bec38bbd'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:34:57.795991 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd62303f06773040a8a4e189dc46b4f565768c299abf8ab8e7739778b0bc3e97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2110f51f-db34-4c77-9352-770407fc46bb" -d '{"events": [{"server_uuid": "2d3e6bbf-970a-437e-b42f-65d33d1cc932", "name": "network-vif-plugged", "status": "completed", "tag": "57246dd1-11aa-4c0e-a122-3777bec38bbd"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:34:57.836098 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 57246dd1-11aa-4c0e-a122-3777bec38bbd, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=57246dd1-11aa-4c0e-a122-3777bec38bbd,segment=NetworkSegment(f8ef62c1-eb6a-4c7d-90a4-fca7f6657475),segment_id=f8ef62c1-eb6a-4c7d-90a4-fca7f6657475)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:34:57.849784 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:57.909843 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 33778) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:57.938068 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Pushing event updated for resources: {'Port': ['ID=57246dd1-11aa-4c0e-a122-3777bec38bbd,revision_number=5']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:57.944462 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b2292627-be07-4281-ba7b-f36e56fc1de6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:58.025214 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:34:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c95748b-38c2-4519-a691-51606d2491f7 x-openstack-request-id: req-1c95748b-38c2-4519-a691-51606d2491f7 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:34:58.025560 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d3e6bbf-970a-437e-b42f-65d33d1cc932", "name": "network-vif-plugged", "status": "completed", "tag": "57246dd1-11aa-4c0e-a122-3777bec38bbd", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:34:58.025793 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-1c95748b-38c2-4519-a691-51606d2491f7 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:34:58.026214 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d3e6bbf-970a-437e-b42f-65d33d1cc932', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57246dd1-11aa-4c0e-a122-3777bec38bbd', 'code': 200} Jul 14 09:34:58.112170 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea9ca75-c223-4da4-ae38-a1be1ed56702 req-030c7964-a591-45ec-9635-755438169472 tempest-InstanceActionsNegativeTestJSON-1958241019 tempest-InstanceActionsNegativeTestJSON-1958241019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:58.119931 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-3ea9ca75-c223-4da4-ae38-a1be1ed56702 req-030c7964-a591-45ec-9635-755438169472 tempest-InstanceActionsNegativeTestJSON-1958241019 tempest-InstanceActionsNegativeTestJSON-1958241019-project] 10.222.0.68 "GET /v2.0/ports?device_id=2d3e6bbf-970a-437e-b42f-65d33d1cc932 HTTP/1.1" status: 200 len: 945 time: 0.1772573 Jul 14 09:34:58.223024 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-3ea9ca75-c223-4da4-ae38-a1be1ed56702 req-5bca50ab-e698-4358-80a1-53d198859d23 tempest-InstanceActionsNegativeTestJSON-1958241019 tempest-InstanceActionsNegativeTestJSON-1958241019-project] 10.222.0.68 "GET /v2.0/security-groups?id=877d9464-7b9b-46d7-bf65-94961552b87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021986 Jul 14 09:34:58.266315 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b2292627-be07-4281-ba7b-f36e56fc1de6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:58.276882 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee80f80f-409f-480b-872d-c76298f30ee6 req-e1802391-43cf-40b8-bee5-173e4c10ded3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:58.278573 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ee80f80f-409f-480b-872d-c76298f30ee6 req-e1802391-43cf-40b8-bee5-173e4c10ded3 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=2d3e6bbf-970a-437e-b42f-65d33d1cc932 HTTP/1.1" status: 200 len: 1097 time: 0.1331055 Jul 14 09:34:58.279328 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b2292627-be07-4281-ba7b-f36e56fc1de6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:58.353753 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ee80f80f-409f-480b-872d-c76298f30ee6 req-e18ad10b-b5df-4103-a4ef-78db6ad2e619 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=877d9464-7b9b-46d7-bf65-94961552b87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602133 Jul 14 09:34:58.354372 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2292627-be07-4281-ba7b-f36e56fc1de6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2dd509a-534a-4b59-b4b9-810b456fa41c,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:58.364243 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-b2292627-be07-4281-ba7b-f36e56fc1de6 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=0a3f4b4008ec4bafa01ae3730bb33979&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4501770 Jul 14 09:34:58.364957 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 33802) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:58.425526 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e954db24-9728-457d-9f38-33af227f8746 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:58.456150 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e954db24-9728-457d-9f38-33af227f8746 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:58.505914 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e954db24-9728-457d-9f38-33af227f8746 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:58.508359 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e954db24-9728-457d-9f38-33af227f8746 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:58.511858 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-e954db24-9728-457d-9f38-33af227f8746 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/d2dd509a-534a-4b59-b4b9-810b456fa41c HTTP/1.1" status: 204 len: 168 time: 0.1441414 Jul 14 09:34:58.519104 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e954db24-9728-457d-9f38-33af227f8746 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2dd509a-534a-4b59-b4b9-810b456fa41c,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:58.882824 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 33814) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:58.907224 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6e45e1ba-70e8-4295-a384-04d158e3ccf7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:58.908453 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 33816) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:58.965990 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e5d43ca-2886-4f4b-9574-4fbb71e33356 admin admin] Deleting subnet b40ba087-3c8d-41c6-b84c-9f67eb23def1 {{(pid=93957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:34:58.970461 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5e5d43ca-2886-4f4b-9574-4fbb71e33356 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:59.033170 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6e45e1ba-70e8-4295-a384-04d158e3ccf7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:59.037116 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5e5d43ca-2886-4f4b-9574-4fbb71e33356 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10944203'] for subnet, precommit_delete_associations {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:59.039168 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6e45e1ba-70e8-4295-a384-04d158e3ccf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:59.075366 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e45e1ba-70e8-4295-a384-04d158e3ccf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23e20426-0987-4dce-86a5-68b342a57e6c,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:59.111239 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-6e45e1ba-70e8-4295-a384-04d158e3ccf7 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=e04682cd2585424d944aee53dad58816&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2271724 Jul 14 09:34:59.113829 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 33820) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:59.121405 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5e5d43ca-2886-4f4b-9574-4fbb71e33356 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3481002'] for subnet, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:59.178780 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f26a4ba3-59d3-4f83-b358-7b6f5028f902 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:59.179639 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5e5d43ca-2886-4f4b-9574-4fbb71e33356 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10052701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11984075'] for subnet, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:59.196803 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5e5d43ca-2886-4f4b-9574-4fbb71e33356 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:59.200002 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-5e5d43ca-2886-4f4b-9574-4fbb71e33356 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/b40ba087-3c8d-41c6-b84c-9f67eb23def1 HTTP/1.1" status: 204 len: 168 time: 0.2898088 Jul 14 09:34:59.212175 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f26a4ba3-59d3-4f83-b358-7b6f5028f902 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:59.219644 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 33824) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:59.228331 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5d43ca-2886-4f4b-9574-4fbb71e33356 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b40ba087-3c8d-41c6-b84c-9f67eb23def1,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:59.272701 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f26a4ba3-59d3-4f83-b358-7b6f5028f902 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:59.275893 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f26a4ba3-59d3-4f83-b358-7b6f5028f902 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:59.277298 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-f26a4ba3-59d3-4f83-b358-7b6f5028f902 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/23e20426-0987-4dce-86a5-68b342a57e6c HTTP/1.1" status: 204 len: 168 time: 0.1608908 Jul 14 09:34:59.305544 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26a4ba3-59d3-4f83-b358-7b6f5028f902 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23e20426-0987-4dce-86a5-68b342a57e6c,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:59.565557 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c51664a-fb25-402e-ba61-2618bd5ba48c req-a88e2a73-28b4-482a-b892-12b33c9d0a81 tempest-InstanceActionsNegativeTestJSON-1958241019 tempest-InstanceActionsNegativeTestJSON-1958241019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:59.567437 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-9c51664a-fb25-402e-ba61-2618bd5ba48c req-a88e2a73-28b4-482a-b892-12b33c9d0a81 tempest-InstanceActionsNegativeTestJSON-1958241019 tempest-InstanceActionsNegativeTestJSON-1958241019-project] 10.222.0.68 "GET /v2.0/ports?device_id=2d3e6bbf-970a-437e-b42f-65d33d1cc932 HTTP/1.1" status: 200 len: 945 time: 0.0878749 Jul 14 09:34:59.645417 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-9c51664a-fb25-402e-ba61-2618bd5ba48c req-4b087bbd-03c3-468b-9b2c-5602f7a5b3da tempest-InstanceActionsNegativeTestJSON-1958241019 tempest-InstanceActionsNegativeTestJSON-1958241019-project] 10.222.0.68 "GET /v2.0/security-groups?id=877d9464-7b9b-46d7-bf65-94961552b87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762072 Jul 14 09:34:59.870075 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f98cb151-9d79-471c-8999-d27009633b44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3876111'] for network, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:59.965529 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f98cb151-9d79-471c-8999-d27009633b44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473955', 'neutron.services.segments.db._delete_segments_for_network-8735688326548'] for network, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:59.976628 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-f98cb151-9d79-471c-8999-d27009633b44 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['066c4fbc-da36-44d5-9958-60c659e787de']}} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:59.992860 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-f98cb151-9d79-471c-8999-d27009633b44 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e07cba9-74c2-4ec8-b919-459a48a79e71') {'for_net_delete': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:59.994047 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-f98cb151-9d79-471c-8999-d27009633b44 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e07cba9-74c2-4ec8-b919-459a48a79e71') {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:00.005261 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f98cb151-9d79-471c-8999-d27009633b44 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735688356235', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10944210'] for segment, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:00.021860 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f98cb151-9d79-471c-8999-d27009633b44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:00.031196 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f98cb151-9d79-471c-8999-d27009633b44 admin admin] Releasing vlan 749 on physical network physnet1 to pool {{(pid=93957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:35:00.031826 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f98cb151-9d79-471c-8999-d27009633b44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10053619'] for segment, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:00.034741 n-d-779913-29 neutron-server[93957]: Traceback (most recent call last): Jul 14 09:35:00.034741 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:35:00.034741 n-d-779913-29 neutron-server[93957]: timer() Jul 14 09:35:00.034741 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:35:00.034741 n-d-779913-29 neutron-server[93957]: cb(*args, **kw) Jul 14 09:35:00.034741 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:35:00.034741 n-d-779913-29 neutron-server[93957]: return func(*args, **kwargs) Jul 14 09:35:00.034741 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:35:00.034741 n-d-779913-29 neutron-server[93957]: self._notify() Jul 14 09:35:00.034741 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:35:00.034741 n-d-779913-29 neutron-server[93957]: self.callback(batched_events) Jul 14 09:35:00.034741 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:35:00.034741 n-d-779913-29 neutron-server[93957]: event.method(event) Jul 14 09:35:00.034741 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:35:00.034741 n-d-779913-29 neutron-server[93957]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:35:00.034741 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:35:00.034741 n-d-779913-29 neutron-server[93957]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:35:00.034741 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:35:00.034741 n-d-779913-29 neutron-server[93957]: return f(self, *a, **k) Jul 14 09:35:00.034741 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:35:00.034741 n-d-779913-29 neutron-server[93957]: return self._get(url).json() Jul 14 09:35:00.034741 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:35:00.034741 n-d-779913-29 neutron-server[93957]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:35:00.034741 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:35:00.034741 n-d-779913-29 neutron-server[93957]: return self.request(url, 'GET', **kwargs) Jul 14 09:35:00.034741 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:35:00.034741 n-d-779913-29 neutron-server[93957]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:35:00.034741 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:35:00.034741 n-d-779913-29 neutron-server[93957]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:35:00.034741 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:35:00.034741 n-d-779913-29 neutron-server[93957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:35:00.034741 n-d-779913-29 neutron-server[93957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:35:00.101727 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f98cb151-9d79-471c-8999-d27009633b44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660504'] for network, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:00.107771 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f98cb151-9d79-471c-8999-d27009633b44 admin admin] Notify callbacks [] for network, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:00.113671 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 33846) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:00.114200 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-f98cb151-9d79-471c-8999-d27009633b44 admin admin] 10.222.0.68 "DELETE /v2.0/networks/066c4fbc-da36-44d5-9958-60c659e787de HTTP/1.1" status: 204 len: 168 time: 0.8926499 Jul 14 09:35:00.125594 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98cb151-9d79-471c-8999-d27009633b44 admin admin] Pushing event deleted for resources: {'Network': ['ID=066c4fbc-da36-44d5-9958-60c659e787de,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:00.172481 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-86d2f927-8eac-4d43-bd68-9fa2e79baa95 admin admin] Deleting subnet 908a839e-af50-4fee-9c54-bb740541267e {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:35:00.176718 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-86d2f927-8eac-4d43-bd68-9fa2e79baa95 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:00.220385 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-86d2f927-8eac-4d43-bd68-9fa2e79baa95 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13574120'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:00.273295 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-86d2f927-8eac-4d43-bd68-9fa2e79baa95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3481002'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:00.328167 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-86d2f927-8eac-4d43-bd68-9fa2e79baa95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13574056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16714573'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:00.334251 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 33858) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:00.359240 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d2f927-8eac-4d43-bd68-9fa2e79baa95 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=908a839e-af50-4fee-9c54-bb740541267e,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:00.361798 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-86d2f927-8eac-4d43-bd68-9fa2e79baa95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:00.365937 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-86d2f927-8eac-4d43-bd68-9fa2e79baa95 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/908a839e-af50-4fee-9c54-bb740541267e HTTP/1.1" status: 204 len: 168 time: 0.2479837 Jul 14 09:35:00.366236 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 33862) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:00.435050 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f4539ab5-0cd4-4cd1-9992-9a0cfd20af4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3876111'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:00.440983 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-a88e6201-2779-450b-a785-4af62e0c51dc admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1894154141-network', 'tenant_id': '0cd1ce66ba0a48439873630b0726bc79'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:35:00.465951 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a88e6201-2779-450b-a785-4af62e0c51dc admin admin] Made reservation on behalf of 0cd1ce66ba0a48439873630b0726bc79 for: {'network': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:35:00.468350 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a88e6201-2779-450b-a785-4af62e0c51dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for network, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:00.477813 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a88e6201-2779-450b-a785-4af62e0c51dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:00.525543 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f4539ab5-0cd4-4cd1-9992-9a0cfd20af4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473955', 'neutron.services.segments.db._delete_segments_for_network-8735688326548'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:00.537436 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-f4539ab5-0cd4-4cd1-9992-9a0cfd20af4b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03838b35-ef86-4152-a80e-e23a0ae5501f']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:00.548765 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-f4539ab5-0cd4-4cd1-9992-9a0cfd20af4b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '532820ad-2a0e-48db-9015-c6c819898985') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:00.549325 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-f4539ab5-0cd4-4cd1-9992-9a0cfd20af4b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '532820ad-2a0e-48db-9015-c6c819898985') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:00.561192 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f4539ab5-0cd4-4cd1-9992-9a0cfd20af4b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735688356235', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13574129'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:00.584849 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f4539ab5-0cd4-4cd1-9992-9a0cfd20af4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:00.589568 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4539ab5-0cd4-4cd1-9992-9a0cfd20af4b admin admin] Releasing vlan 709 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:35:00.589985 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f4539ab5-0cd4-4cd1-9992-9a0cfd20af4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13573126'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:00.590347 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a88e6201-2779-450b-a785-4af62e0c51dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:00.591706 n-d-779913-29 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:35:00.591706 n-d-779913-29 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:35:00.591706 n-d-779913-29 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:35:00.591706 n-d-779913-29 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:35:00.591706 n-d-779913-29 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:35:00.591706 n-d-779913-29 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:35:00.591706 n-d-779913-29 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:35:00.591706 n-d-779913-29 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:35:00.591706 n-d-779913-29 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:35:00.591706 n-d-779913-29 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:35:00.591706 n-d-779913-29 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:35:00.591706 n-d-779913-29 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:35:00.591706 n-d-779913-29 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:35:00.591706 n-d-779913-29 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:35:00.591706 n-d-779913-29 neutron-server[93958]: Traceback (most recent call last): Jul 14 09:35:00.591706 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:35:00.591706 n-d-779913-29 neutron-server[93958]: timer() Jul 14 09:35:00.591706 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:35:00.591706 n-d-779913-29 neutron-server[93958]: cb(*args, **kw) Jul 14 09:35:00.591706 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:35:00.591706 n-d-779913-29 neutron-server[93958]: return func(*args, **kwargs) Jul 14 09:35:00.591706 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:35:00.591706 n-d-779913-29 neutron-server[93958]: self._notify() Jul 14 09:35:00.591706 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:35:00.591706 n-d-779913-29 neutron-server[93958]: self.callback(batched_events) Jul 14 09:35:00.591706 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:35:00.591706 n-d-779913-29 neutron-server[93958]: event.method(event) Jul 14 09:35:00.591706 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:35:00.591706 n-d-779913-29 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:35:00.591706 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:35:00.591706 n-d-779913-29 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:35:00.591706 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:35:00.591706 n-d-779913-29 neutron-server[93958]: return f(self, *a, **k) Jul 14 09:35:00.591706 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:35:00.591706 n-d-779913-29 neutron-server[93958]: return self._get(url).json() Jul 14 09:35:00.591706 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:35:00.591706 n-d-779913-29 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:35:00.591706 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:35:00.591706 n-d-779913-29 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 14 09:35:00.591706 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:35:00.591706 n-d-779913-29 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:35:00.591706 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:35:00.591706 n-d-779913-29 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:35:00.591706 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:35:00.591706 n-d-779913-29 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:35:00.591706 n-d-779913-29 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:35:00.598153 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a88e6201-2779-450b-a785-4af62e0c51dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:00.628689 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a88e6201-2779-450b-a785-4af62e0c51dc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 706} {{(pid=93957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:35:00.635599 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88e6201-2779-450b-a785-4af62e0c51dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49aea925-c317-45a8-b5db-f75d7ba8be19,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:00.653536 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f4539ab5-0cd4-4cd1-9992-9a0cfd20af4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660504'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:00.653759 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a88e6201-2779-450b-a785-4af62e0c51dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:00.654153 n-d-779913-29 neutron-server[93957]: INFO neutron.db.segments_db [None req-a88e6201-2779-450b-a785-4af62e0c51dc admin admin] Added segment af0b7e75-d88c-49fd-b73c-a649988029d5 of type vlan for network 77fe8d2b-e1dd-4656-b2f2-eef0c64f2f01 Jul 14 09:35:00.664038 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f4539ab5-0cd4-4cd1-9992-9a0cfd20af4b admin admin] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:00.668800 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-f4539ab5-0cd4-4cd1-9992-9a0cfd20af4b admin admin] 10.222.0.68 "DELETE /v2.0/networks/03838b35-ef86-4152-a80e-e23a0ae5501f HTTP/1.1" status: 204 len: 168 time: 0.3016901 Jul 14 09:35:00.686792 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4539ab5-0cd4-4cd1-9992-9a0cfd20af4b admin admin] Pushing event deleted for resources: {'Network': ['ID=03838b35-ef86-4152-a80e-e23a0ae5501f,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:00.735251 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a88e6201-2779-450b-a785-4af62e0c51dc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735687821325'] for network, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:00.768936 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a88e6201-2779-450b-a785-4af62e0c51dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855'] for network, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:00.770110 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a88e6201-2779-450b-a785-4af62e0c51dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:00.771034 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a88e6201-2779-450b-a785-4af62e0c51dc admin admin] Notify callbacks [] for network, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:00.818995 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 33876) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:00.844209 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-a88e6201-2779-450b-a785-4af62e0c51dc admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5087063 Jul 14 09:35:00.856708 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 33878) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:00.864926 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-cdf63af0-2feb-4c5d-a664-b7499f25c45b admin admin] Request body: {'subnet': {'network_id': '77fe8d2b-e1dd-4656-b2f2-eef0c64f2f01', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1894154141-subnet', 'tenant_id': '0cd1ce66ba0a48439873630b0726bc79', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:35:00.877657 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 33880) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:00.877823 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-9d996742-25ae-4bd8-a565-674980109a7f admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=6dc4cbbec5df40eca598bff06be552f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0575614 Jul 14 09:35:00.891300 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdf63af0-2feb-4c5d-a664-b7499f25c45b admin admin] Made reservation on behalf of 0cd1ce66ba0a48439873630b0726bc79 for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:35:00.893801 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cdf63af0-2feb-4c5d-a664-b7499f25c45b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16714600'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:00.920422 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88e6201-2779-450b-a785-4af62e0c51dc admin admin] Pushing event updated for resources: {'Network': ['ID=77fe8d2b-e1dd-4656-b2f2-eef0c64f2f01,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:00.931140 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Network 77fe8d2b-e1dd-4656-b2f2-eef0c64f2f01 details requested by agent ovs-agent-n-d-779913-29 with host n-d-779913-29 {{(pid=93959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:35:00.965055 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e372e513-8a36-4954-bde9-507a5f05a65e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:00.976767 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4706749-aade-4185-a47b-106fe6503b58 req-afa4c5ab-4dd2-4e0e-ac84-1b2448b233c5 tempest-InstanceActionsNegativeTestJSON-1958241019 tempest-InstanceActionsNegativeTestJSON-1958241019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:00.978308 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c4706749-aade-4185-a47b-106fe6503b58 req-afa4c5ab-4dd2-4e0e-ac84-1b2448b233c5 tempest-InstanceActionsNegativeTestJSON-1958241019 tempest-InstanceActionsNegativeTestJSON-1958241019-project] 10.222.0.68 "GET /v2.0/ports?device_id=2d3e6bbf-970a-437e-b42f-65d33d1cc932 HTTP/1.1" status: 200 len: 945 time: 0.2038045 Jul 14 09:35:01.017307 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e372e513-8a36-4954-bde9-507a5f05a65e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:01.053910 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c4706749-aade-4185-a47b-106fe6503b58 req-f745c70a-7ad2-429a-8340-2754063d0e5d tempest-InstanceActionsNegativeTestJSON-1958241019 tempest-InstanceActionsNegativeTestJSON-1958241019-project] 10.222.0.68 "GET /v2.0/security-groups?id=877d9464-7b9b-46d7-bf65-94961552b87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683634 Jul 14 09:35:01.090387 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e372e513-8a36-4954-bde9-507a5f05a65e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:01.090387 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e372e513-8a36-4954-bde9-507a5f05a65e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:01.090387 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-e372e513-8a36-4954-bde9-507a5f05a65e admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/3e41abae-bdc8-44b7-ad3f-f05c77a8d04d HTTP/1.1" status: 204 len: 168 time: 0.2068093 Jul 14 09:35:01.096656 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e372e513-8a36-4954-bde9-507a5f05a65e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e41abae-bdc8-44b7-ad3f-f05c77a8d04d,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:01.119715 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cdf63af0-2feb-4c5d-a664-b7499f25c45b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13573993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16714586'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:01.168633 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf63af0-2feb-4c5d-a664-b7499f25c45b admin admin] Pushing event updated for resources: {'Subnet': ['ID=71827f8e-5f8d-4396-a60b-d21f712bab4f,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:01.204131 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf63af0-2feb-4c5d-a664-b7499f25c45b admin admin] Checking segment: {'id': 'af0b7e75-d88c-49fd-b73c-a649988029d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '77fe8d2b-e1dd-4656-b2f2-eef0c64f2f01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:35:01.204482 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdf63af0-2feb-4c5d-a664-b7499f25c45b admin admin] Network hostable DHCP agents. Network: 77fe8d2b-e1dd-4656-b2f2-eef0c64f2f01, hostable agents: ['c6a09bd4-f72e-4283-a3ca-0bbca8a51081'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:35:01.224472 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdf63af0-2feb-4c5d-a664-b7499f25c45b admin admin] Network 77fe8d2b-e1dd-4656-b2f2-eef0c64f2f01 is scheduled to be hosted by DHCP agent c6a09bd4-f72e-4283-a3ca-0bbca8a51081 with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:35:01.239718 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-cdf63af0-2feb-4c5d-a664-b7499f25c45b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-29, 77fe8d2b-e1dd-4656-b2f2-eef0c64f2f01) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:35:01.245770 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdf63af0-2feb-4c5d-a664-b7499f25c45b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:01.246672 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cdf63af0-2feb-4c5d-a664-b7499f25c45b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:01.253672 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82185ab0-a158-41ae-a42b-fb340e0b96af None None] Network 77fe8d2b-e1dd-4656-b2f2-eef0c64f2f01 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:35:01.293677 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-cdf63af0-2feb-4c5d-a664-b7499f25c45b admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4284132 Jul 14 09:35:01.409567 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 878917e8-c16d-4c2b-883a-e23289ba09d9 no longer exists at agent hyperv_n-h2-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:35:01.475273 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] No Port match for: 878917e8-c16d-4c2b-883a-e23289ba09d9 {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:35:01.475852 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 878917e8-c16d-4c2b-883a-e23289ba09d9 not bound to the agent host n-h2-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:35:01.648187 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a82fd96e-9a11-42e9-9baf-97e8d84d2ef2 None None] Network 77fe8d2b-e1dd-4656-b2f2-eef0c64f2f01 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:35:01.700793 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 33906) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:01.759761 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-350e2823-afbd-44d2-859a-e76d63f53107 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=dab7879835e347e9bcef8d929559ca06&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0561242 Jul 14 09:35:01.762195 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 33908) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:01.822131 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-91b99385-df75-4154-b4c5-233989f83386 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:01.860013 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-91b99385-df75-4154-b4c5-233989f83386 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:01.944282 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18a2b04-55b6-461d-bc10-5728176ba237 req-8f588042-6d1f-45db-8c3a-0619653dbc93 tempest-InstanceActionsNegativeTestJSON-1958241019 tempest-InstanceActionsNegativeTestJSON-1958241019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:01.945923 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d18a2b04-55b6-461d-bc10-5728176ba237 req-8f588042-6d1f-45db-8c3a-0619653dbc93 tempest-InstanceActionsNegativeTestJSON-1958241019 tempest-InstanceActionsNegativeTestJSON-1958241019-project] 10.222.0.68 "GET /v2.0/ports?device_id=2d3e6bbf-970a-437e-b42f-65d33d1cc932 HTTP/1.1" status: 200 len: 945 time: 0.1056969 Jul 14 09:35:01.967802 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-91b99385-df75-4154-b4c5-233989f83386 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:01.971360 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-91b99385-df75-4154-b4c5-233989f83386 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:01.972634 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-91b99385-df75-4154-b4c5-233989f83386 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/37619137-249c-45be-9cfb-cde91d2f38c5 HTTP/1.1" status: 204 len: 168 time: 0.2095783 Jul 14 09:35:01.988523 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b99385-df75-4154-b4c5-233989f83386 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37619137-249c-45be-9cfb-cde91d2f38c5,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:02.007929 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d18a2b04-55b6-461d-bc10-5728176ba237 req-ec62f30b-4906-4e1f-b5c7-3409d66af621 tempest-InstanceActionsNegativeTestJSON-1958241019 tempest-InstanceActionsNegativeTestJSON-1958241019-project] 10.222.0.68 "GET /v2.0/security-groups?id=877d9464-7b9b-46d7-bf65-94961552b87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558152 Jul 14 09:35:02.694182 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 33944) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:02.820998 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-cbaeb0f5-8dc6-4fda-bcff-d3e595b50792 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1964601738-network', 'tenant_id': '202542b4b28e4cd3a66f9cee847bd412'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:35:02.843525 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbaeb0f5-8dc6-4fda-bcff-d3e595b50792 admin admin] Made reservation on behalf of 202542b4b28e4cd3a66f9cee847bd412 for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:35:02.847638 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cbaeb0f5-8dc6-4fda-bcff-d3e595b50792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:02.856554 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cbaeb0f5-8dc6-4fda-bcff-d3e595b50792 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:02.952623 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cbaeb0f5-8dc6-4fda-bcff-d3e595b50792 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:02.957333 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cbaeb0f5-8dc6-4fda-bcff-d3e595b50792 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:02.983175 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbaeb0f5-8dc6-4fda-bcff-d3e595b50792 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 749} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:35:03.023601 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbaeb0f5-8dc6-4fda-bcff-d3e595b50792 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5208e631-901b-45b1-8322-9daccfd4ce9c,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:03.032827 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cbaeb0f5-8dc6-4fda-bcff-d3e595b50792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:03.033233 n-d-779913-29 neutron-server[93958]: INFO neutron.db.segments_db [None req-cbaeb0f5-8dc6-4fda-bcff-d3e595b50792 admin admin] Added segment 410f9da2-cb32-4aad-86d9-62339416339f of type vlan for network e0018b49-138f-4e34-bda0-8701ab6f4c2c Jul 14 09:35:03.088873 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cbaeb0f5-8dc6-4fda-bcff-d3e595b50792 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735687821325'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:03.112848 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c175577-5d9d-4ab3-8431-f5297f564c2c req-0af878e5-7ebe-44a2-ba8a-df021069bde0 tempest-InstanceActionsNegativeTestJSON-1958241019 tempest-InstanceActionsNegativeTestJSON-1958241019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:03.114372 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-5c175577-5d9d-4ab3-8431-f5297f564c2c req-0af878e5-7ebe-44a2-ba8a-df021069bde0 tempest-InstanceActionsNegativeTestJSON-1958241019 tempest-InstanceActionsNegativeTestJSON-1958241019-project] 10.222.0.57 "GET /v2.0/ports?device_id=2d3e6bbf-970a-437e-b42f-65d33d1cc932 HTTP/1.1" status: 200 len: 945 time: 0.1291411 Jul 14 09:35:03.164883 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cbaeb0f5-8dc6-4fda-bcff-d3e595b50792 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:03.165907 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbaeb0f5-8dc6-4fda-bcff-d3e595b50792 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:03.166499 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cbaeb0f5-8dc6-4fda-bcff-d3e595b50792 admin admin] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:03.224693 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917dc9cb-2a1b-4c25-b162-8e793d250ac0 req-3a457016-7a1e-447b-b0d8-2c0a23fabee4 tempest-InstanceActionsNegativeTestJSON-1958241019 tempest-InstanceActionsNegativeTestJSON-1958241019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:03.226374 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-917dc9cb-2a1b-4c25-b162-8e793d250ac0 req-3a457016-7a1e-447b-b0d8-2c0a23fabee4 tempest-InstanceActionsNegativeTestJSON-1958241019 tempest-InstanceActionsNegativeTestJSON-1958241019-project] 10.222.0.68 "GET /v2.0/ports?device_id=2d3e6bbf-970a-437e-b42f-65d33d1cc932 HTTP/1.1" status: 200 len: 945 time: 0.0661886 Jul 14 09:35:03.255596 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-cbaeb0f5-8dc6-4fda-bcff-d3e595b50792 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5601373 Jul 14 09:35:03.261282 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 33960) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:03.269215 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-07f0e49c-a4b8-44b4-9067-bd3c6b874ffc admin admin] Request body: {'subnet': {'network_id': 'e0018b49-138f-4e34-bda0-8701ab6f4c2c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1964601738-subnet', 'tenant_id': '202542b4b28e4cd3a66f9cee847bd412', 'ip_version': 4}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:35:03.273577 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbaeb0f5-8dc6-4fda-bcff-d3e595b50792 admin admin] Pushing event updated for resources: {'Network': ['ID=e0018b49-138f-4e34-bda0-8701ab6f4c2c,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:03.277985 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-917dc9cb-2a1b-4c25-b162-8e793d250ac0 req-f571c66d-4c05-4ce4-9f2f-65fc85cd522f tempest-InstanceActionsNegativeTestJSON-1958241019 tempest-InstanceActionsNegativeTestJSON-1958241019-project] 10.222.0.68 "GET /v2.0/security-groups?id=877d9464-7b9b-46d7-bf65-94961552b87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461276 Jul 14 09:35:03.285966 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Network e0018b49-138f-4e34-bda0-8701ab6f4c2c details requested by agent ovs-agent-n-d-779913-29 with host n-d-779913-29 {{(pid=93959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:35:03.311072 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07f0e49c-a4b8-44b4-9067-bd3c6b874ffc admin admin] Made reservation on behalf of 202542b4b28e4cd3a66f9cee847bd412 for: {'subnet': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:35:03.314988 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-07f0e49c-a4b8-44b4-9067-bd3c6b874ffc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11984110'] for subnet, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:03.342753 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-5c175577-5d9d-4ab3-8431-f5297f564c2c req-75a2e24e-550a-4531-bb91-d553660da6ec tempest-InstanceActionsNegativeTestJSON-1958241019 tempest-InstanceActionsNegativeTestJSON-1958241019-project] Deleting port 57246dd1-11aa-4c0e-a122-3777bec38bbd {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:35:03.343330 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-5c175577-5d9d-4ab3-8431-f5297f564c2c req-75a2e24e-550a-4531-bb91-d553660da6ec tempest-InstanceActionsNegativeTestJSON-1958241019 tempest-InstanceActionsNegativeTestJSON-1958241019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:03.503977 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-5c175577-5d9d-4ab3-8431-f5297f564c2c req-75a2e24e-550a-4531-bb91-d553660da6ec tempest-InstanceActionsNegativeTestJSON-1958241019 tempest-InstanceActionsNegativeTestJSON-1958241019-project] For port 57246dd1-11aa-4c0e-a122-3777bec38bbd, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=57246dd1-11aa-4c0e-a122-3777bec38bbd,segment=NetworkSegment(f8ef62c1-eb6a-4c7d-90a4-fca7f6657475),segment_id=f8ef62c1-eb6a-4c7d-90a4-fca7f6657475)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:35:03.504371 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-5c175577-5d9d-4ab3-8431-f5297f564c2c req-75a2e24e-550a-4531-bb91-d553660da6ec tempest-InstanceActionsNegativeTestJSON-1958241019 tempest-InstanceActionsNegativeTestJSON-1958241019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:03.527274 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-5c175577-5d9d-4ab3-8431-f5297f564c2c req-75a2e24e-550a-4531-bb91-d553660da6ec tempest-InstanceActionsNegativeTestJSON-1958241019 tempest-InstanceActionsNegativeTestJSON-1958241019-project] Calling delete_port for 57246dd1-11aa-4c0e-a122-3777bec38bbd owned by compute:nova {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:35:03.538624 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-07f0e49c-a4b8-44b4-9067-bd3c6b874ffc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10052764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11984092'] for subnet, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:03.597392 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.agents_db [None req-3c3509fb-540d-4335-a450-574895dd3602 None None] Agent healthcheck: found 7 active agents {{(pid=93960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:35:03.598020 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc47faa2-f5b3-4f7e-9dc0-8540c7668b58 req-75fdc44e-df3d-4ce6-b4ee-43a7564de429 tempest-VolumesActionsTest-1032464286 tempest-VolumesActionsTest-1032464286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:03.599803 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-bc47faa2-f5b3-4f7e-9dc0-8540c7668b58 req-75fdc44e-df3d-4ce6-b4ee-43a7564de429 tempest-VolumesActionsTest-1032464286 tempest-VolumesActionsTest-1032464286-project] 10.222.0.68 "GET /v2.0/networks?id=77fe8d2b-e1dd-4656-b2f2-eef0c64f2f01 HTTP/1.1" status: 200 len: 809 time: 0.1806200 Jul 14 09:35:03.605150 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f0e49c-a4b8-44b4-9067-bd3c6b874ffc admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4952ea5-c657-4cdd-96d4-47c092d76340,revision_number=0']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:03.611892 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07f0e49c-a4b8-44b4-9067-bd3c6b874ffc admin admin] Checking segment: {'id': '410f9da2-cb32-4aad-86d9-62339416339f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'e0018b49-138f-4e34-bda0-8701ab6f4c2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:35:03.612570 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07f0e49c-a4b8-44b4-9067-bd3c6b874ffc admin admin] Network hostable DHCP agents. Network: e0018b49-138f-4e34-bda0-8701ab6f4c2c, hostable agents: ['c6a09bd4-f72e-4283-a3ca-0bbca8a51081'], hosted agents: [] {{(pid=93957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:35:03.630626 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07f0e49c-a4b8-44b4-9067-bd3c6b874ffc admin admin] Network e0018b49-138f-4e34-bda0-8701ab6f4c2c is scheduled to be hosted by DHCP agent c6a09bd4-f72e-4283-a3ca-0bbca8a51081 with binding_index 1 {{(pid=93957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:35:03.639949 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-07f0e49c-a4b8-44b4-9067-bd3c6b874ffc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-29, e0018b49-138f-4e34-bda0-8701ab6f4c2c) {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:35:03.645915 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07f0e49c-a4b8-44b4-9067-bd3c6b874ffc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:03.646561 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-07f0e49c-a4b8-44b4-9067-bd3c6b874ffc admin admin] Notify callbacks [] for subnet, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:03.654120 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-bc47faa2-f5b3-4f7e-9dc0-8540c7668b58 req-0bc49df1-cd04-462a-8a6b-fb3f6e70494a tempest-VolumesActionsTest-1032464286 tempest-VolumesActionsTest-1032464286-project] 10.222.0.68 "GET /v2.0/quotas/0cd1ce66ba0a48439873630b0726bc79 HTTP/1.1" status: 200 len: 375 time: 0.0331261 Jul 14 09:35:03.654822 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e062840-1d2f-4473-859b-78e321ad1462 None None] Network e0018b49-138f-4e34-bda0-8701ab6f4c2c requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:35:03.665666 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-07f0e49c-a4b8-44b4-9067-bd3c6b874ffc admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4030626 Jul 14 09:35:03.669993 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 33972) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:03.681505 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-53f14a20-e675-49d1-a1be-53b17953a80a admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1964601738-router', 'tenant_id': '202542b4b28e4cd3a66f9cee847bd412', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'}}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:35:03.707269 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-53f14a20-e675-49d1-a1be-53b17953a80a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-711749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14670'] for router, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:03.708564 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-53f14a20-e675-49d1-a1be-53b17953a80a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-711718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-661475', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14679'] for router, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:03.718209 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-bc47faa2-f5b3-4f7e-9dc0-8540c7668b58 req-91364452-14d7-462a-b752-a18f34e86525 tempest-VolumesActionsTest-1032464286 tempest-VolumesActionsTest-1032464286-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=0cd1ce66ba0a48439873630b0726bc79&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0578408 Jul 14 09:35:03.837921 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-5c175577-5d9d-4ab3-8431-f5297f564c2c req-75a2e24e-550a-4531-bb91-d553660da6ec tempest-InstanceActionsNegativeTestJSON-1958241019 tempest-InstanceActionsNegativeTestJSON-1958241019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:03.882143 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a2e24e-550a-4531-bb91-d553660da6ec tempest-InstanceActionsNegativeTestJSON-1958241019 tempest-InstanceActionsNegativeTestJSON-1958241019-project] Pushing event deleted for resources: {'Port': ['ID=57246dd1-11aa-4c0e-a122-3777bec38bbd,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:03.899450 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-53f14a20-e675-49d1-a1be-53b17953a80a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:03.909294 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] get_ports_and_sgs() called for port_ids ['57246dd1-11aa-4c0e-a122-3777bec38bbd'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:35:03.944173 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de47bc6b-b337-4d11-85c5-5b90d94c1304 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf57baaa9-fd24-59f4-8fd2-1dc21122ce72-e0018b49-138f-4e34-bda0-8701ab6f4c2c', 'network_id': 'e0018b49-138f-4e34-bda0-8701ab6f4c2c', 'tenant_id': '202542b4b28e4cd3a66f9cee847bd412', 'fixed_ips': [{'subnet_id': 'c4952ea5-c657-4cdd-96d4-47c092d76340'}]}} from n-d-779913-29. {{(pid=93959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:35:03.945275 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-de47bc6b-b337-4d11-85c5-5b90d94c1304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:03.991201 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c175577-5d9d-4ab3-8431-f5297f564c2c req-75a2e24e-550a-4531-bb91-d553660da6ec tempest-InstanceActionsNegativeTestJSON-1958241019 tempest-InstanceActionsNegativeTestJSON-1958241019-project] No DVR routers for this DVR port 57246dd1-11aa-4c0e-a122-3777bec38bbd on host n-h2-779913-29 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:35:03.998164 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-5c175577-5d9d-4ab3-8431-f5297f564c2c req-75a2e24e-550a-4531-bb91-d553660da6ec tempest-InstanceActionsNegativeTestJSON-1958241019 tempest-InstanceActionsNegativeTestJSON-1958241019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:04.000238 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-5c175577-5d9d-4ab3-8431-f5297f564c2c req-75a2e24e-550a-4531-bb91-d553660da6ec tempest-InstanceActionsNegativeTestJSON-1958241019 tempest-InstanceActionsNegativeTestJSON-1958241019-project] 10.222.0.57 "DELETE /v2.0/ports/57246dd1-11aa-4c0e-a122-3777bec38bbd HTTP/1.1" status: 204 len: 173 time: 0.8758965 Jul 14 09:35:04.007730 n-d-779913-29 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d3e6bbf-970a-437e-b42f-65d33d1cc932', 'name': 'network-vif-deleted', 'tag': '57246dd1-11aa-4c0e-a122-3777bec38bbd'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:35:04.011079 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cb48f044f948e981f43897c8d7f1332f741dc7af2b4c5a6e19d8f4a80f708e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bfa13c7-d458-400e-b08b-cd288109ddc5" -d '{"events": [{"server_uuid": "2d3e6bbf-970a-437e-b42f-65d33d1cc932", "name": "network-vif-deleted", "tag": "57246dd1-11aa-4c0e-a122-3777bec38bbd"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:35:04.029753 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-bc47faa2-f5b3-4f7e-9dc0-8540c7668b58 req-17bfa6e3-acef-4b82-8327-7783b9e10c92 service neutron] 10.222.0.68 "GET /v2.0/networks/77fe8d2b-e1dd-4656-b2f2-eef0c64f2f01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3007386 Jul 14 09:35:04.130296 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-53f14a20-e675-49d1-a1be-53b17953a80a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-661489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-711771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12973'] for router, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:04.151146 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-bc47faa2-f5b3-4f7e-9dc0-8540c7668b58 req-cd340b2b-ef3a-4a9e-b476-375342022c86 service neutron] 10.222.0.68 "GET /v2.0/networks/77fe8d2b-e1dd-4656-b2f2-eef0c64f2f01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203713 Jul 14 09:35:04.207693 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-de47bc6b-b337-4d11-85c5-5b90d94c1304 None None] Allocated IP 172.20.0.2 (e0018b49-138f-4e34-bda0-8701ab6f4c2c/c4952ea5-c657-4cdd-96d4-47c092d76340/d8635b65-b7e0-4e1c-a857-e5d0452c58ef) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:35:04.214528 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:35:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2308f7c8-901e-435b-893d-1979b5caf8e7 x-openstack-request-id: req-2308f7c8-901e-435b-893d-1979b5caf8e7 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:35:04.214848 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d3e6bbf-970a-437e-b42f-65d33d1cc932", "name": "network-vif-deleted", "tag": "57246dd1-11aa-4c0e-a122-3777bec38bbd", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:35:04.215190 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-2308f7c8-901e-435b-893d-1979b5caf8e7 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:35:04.215675 n-d-779913-29 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d3e6bbf-970a-437e-b42f-65d33d1cc932', 'name': 'network-vif-deleted', 'tag': '57246dd1-11aa-4c0e-a122-3777bec38bbd', 'status': 'completed', 'code': 200} Jul 14 09:35:04.396832 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-99bee949-de40-4462-94f3-6bd8100a3e8d req-75eb787d-03ef-4ee3-bf55-e0b4efec43e8 tempest-VolumesActionsTest-1032464286 tempest-VolumesActionsTest-1032464286-project] 10.222.0.68 "GET /v2.0/ports?device_id=0465cee0-9495-4ac9-9a02-f70bb65e916a HTTP/1.1" status: 200 len: 210 time: 0.0369737 Jul 14 09:35:04.439282 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-de47bc6b-b337-4d11-85c5-5b90d94c1304 None None] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:04.447809 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-de47bc6b-b337-4d11-85c5-5b90d94c1304 None None] Transition to ACTIVE for port object d8635b65-b7e0-4e1c-a857-e5d0452c58ef will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:35:04.465028 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-de47bc6b-b337-4d11-85c5-5b90d94c1304 None None] Transition to ACTIVE for port object d8635b65-b7e0-4e1c-a857-e5d0452c58ef will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:35:04.475204 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-de47bc6b-b337-4d11-85c5-5b90d94c1304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:04.494608 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-53f14a20-e675-49d1-a1be-53b17953a80a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:04.504546 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-c1486075-1cf3-4c02-92b9-5e464eaf3e03 req-3f248e17-5cf4-4cb1-b7ff-44f3f278dc30 tempest-InstanceActionsNegativeTestJSON-1958241019 tempest-InstanceActionsNegativeTestJSON-1958241019-project] 10.222.0.68 "GET /v2.0/ports?device_id=2d3e6bbf-970a-437e-b42f-65d33d1cc932 HTTP/1.1" status: 200 len: 210 time: 0.0337689 Jul 14 09:35:04.525592 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-53f14a20-e675-49d1-a1be-53b17953a80a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:04.525742 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de47bc6b-b337-4d11-85c5-5b90d94c1304 None None] Pushing event updated for resources: {'Port': ['ID=d8635b65-b7e0-4e1c-a857-e5d0452c58ef,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:04.532885 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de47bc6b-b337-4d11-85c5-5b90d94c1304 None None] Network e0018b49-138f-4e34-bda0-8701ab6f4c2c is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:35:04.534398 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-de47bc6b-b337-4d11-85c5-5b90d94c1304 None None] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:35:04.536962 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de47bc6b-b337-4d11-85c5-5b90d94c1304 None None] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:35:04.599284 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-de47bc6b-b337-4d11-85c5-5b90d94c1304 None None] Attempting to bind port d8635b65-b7e0-4e1c-a857-e5d0452c58ef on host n-d-779913-29 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:35:04.599790 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-de47bc6b-b337-4d11-85c5-5b90d94c1304 None None] Attempting to bind port d8635b65-b7e0-4e1c-a857-e5d0452c58ef by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': '410f9da2-cb32-4aad-86d9-62339416339f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'e0018b49-138f-4e34-bda0-8701ab6f4c2c'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:35:04.600361 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de47bc6b-b337-4d11-85c5-5b90d94c1304 None None] Attempting to bind port d8635b65-b7e0-4e1c-a857-e5d0452c58ef on network e0018b49-138f-4e34-bda0-8701ab6f4c2c {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:35:04.606123 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de47bc6b-b337-4d11-85c5-5b90d94c1304 None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 34, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:35:04.606576 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de47bc6b-b337-4d11-85c5-5b90d94c1304 None None] Checking segment: {'id': '410f9da2-cb32-4aad-86d9-62339416339f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'e0018b49-138f-4e34-bda0-8701ab6f4c2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:35:04.607131 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-de47bc6b-b337-4d11-85c5-5b90d94c1304 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:04.607588 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de47bc6b-b337-4d11-85c5-5b90d94c1304 None None] Bound using segment: {'id': '410f9da2-cb32-4aad-86d9-62339416339f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'e0018b49-138f-4e34-bda0-8701ab6f4c2c'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:35:04.608231 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-de47bc6b-b337-4d11-85c5-5b90d94c1304 None None] Bound port: d8635b65-b7e0-4e1c-a857-e5d0452c58ef, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '410f9da2-cb32-4aad-86d9-62339416339f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'e0018b49-138f-4e34-bda0-8701ab6f4c2c'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:35:04.608775 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-de47bc6b-b337-4d11-85c5-5b90d94c1304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:04.678347 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-de47bc6b-b337-4d11-85c5-5b90d94c1304 None None] For port d8635b65-b7e0-4e1c-a857-e5d0452c58ef, host n-d-779913-29, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:35:04.681616 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-de47bc6b-b337-4d11-85c5-5b90d94c1304 None None] For port d8635b65-b7e0-4e1c-a857-e5d0452c58ef, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=d8635b65-b7e0-4e1c-a857-e5d0452c58ef,segment=NetworkSegment(410f9da2-cb32-4aad-86d9-62339416339f),segment_id=410f9da2-cb32-4aad-86d9-62339416339f)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:35:04.687308 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-de47bc6b-b337-4d11-85c5-5b90d94c1304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:04.691395 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-53f14a20-e675-49d1-a1be-53b17953a80a admin admin] Allocated IP 172.25.4.156 (2dcd4d32-cc7c-4468-b396-7ce5c9231892/6cd22a75-5bc1-467c-a3c4-0af04bd1b34a/8731430f-f106-4850-81dd-ba857d0720d7) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:35:04.753121 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de47bc6b-b337-4d11-85c5-5b90d94c1304 None None] Pushing event updated for resources: {'Port': ['ID=d8635b65-b7e0-4e1c-a857-e5d0452c58ef,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:04.826102 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-53f14a20-e675-49d1-a1be-53b17953a80a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:04.887493 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-53f14a20-e675-49d1-a1be-53b17953a80a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:04.944791 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53f14a20-e675-49d1-a1be-53b17953a80a admin admin] Network 2dcd4d32-cc7c-4468-b396-7ce5c9231892 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:35:04.949688 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-53f14a20-e675-49d1-a1be-53b17953a80a admin admin] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:35:04.951797 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f14a20-e675-49d1-a1be-53b17953a80a admin admin] Pushing event updated for resources: {'Port': ['ID=8731430f-f106-4850-81dd-ba857d0720d7,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:04.955515 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53f14a20-e675-49d1-a1be-53b17953a80a admin admin] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:35:05.292974 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-53f14a20-e675-49d1-a1be-53b17953a80a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:05.507373 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-53f14a20-e675-49d1-a1be-53b17953a80a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-711762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-661452'] for router, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:05.576670 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-701188b5-a252-4399-9654-a834a4b12abe req-9d329e97-c8d9-4ee6-9f4c-8bd420933d13 tempest-VolumesActionsTest-1032464286 tempest-VolumesActionsTest-1032464286-project] 10.222.0.68 "GET /v2.0/ports?device_id=0465cee0-9495-4ac9-9a02-f70bb65e916a HTTP/1.1" status: 200 len: 210 time: 0.0320890 Jul 14 09:35:05.646064 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 34012) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:05.690996 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53f14a20-e675-49d1-a1be-53b17953a80a admin admin] Router 7425535c-1322-4324-8aee-73725af40dcb is scheduled to L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 with binding_index 1 {{(pid=93957) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:35:05.737004 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-f643032f-2535-48e1-bd78-bc49ca917976 admin admin] Deleting subnet 253062d5-c31d-4667-b163-cfaef6005fec {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:35:05.741914 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f643032f-2535-48e1-bd78-bc49ca917976 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:05.799425 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f643032f-2535-48e1-bd78-bc49ca917976 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13574120'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:05.844192 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53f14a20-e675-49d1-a1be-53b17953a80a admin admin] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:35:05.856533 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fee5cf8f-1da8-46b1-9764-746296591605 None None] Sync routers for ids ['7425535c-1322-4324-8aee-73725af40dcb'] in n-d-779913-29 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:35:05.869964 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee5cf8f-1da8-46b1-9764-746296591605 None None] Routers {'7425535c-1322-4324-8aee-73725af40dcb'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:35:05.871015 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-fee5cf8f-1da8-46b1-9764-746296591605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:34:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['7425535c-1322-4324-8aee-73725af40dcb'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:05.887288 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-53f14a20-e675-49d1-a1be-53b17953a80a admin admin] Notify callbacks [] for router, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:05.888707 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-53f14a20-e675-49d1-a1be-53b17953a80a admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.2174408 Jul 14 09:35:05.888859 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f643032f-2535-48e1-bd78-bc49ca917976 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3481002'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:05.892269 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 34014) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:06.089817 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2cb2ed8-5987-46a6-8038-03f20e732dfb None None] Network e0018b49-138f-4e34-bda0-8701ab6f4c2c requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:35:06.141121 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-fee5cf8f-1da8-46b1-9764-746296591605 None None] Set router 7425535c-1322-4324-8aee-73725af40dcb gateway port host: n-d-779913-29 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:35:06.247914 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f643032f-2535-48e1-bd78-bc49ca917976 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13574056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16714573'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:06.297131 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-3f9e105c-52c4-48e8-9ccb-241502cdafc2 None None] Provisioning for port d8635b65-b7e0-4e1c-a857-e5d0452c58ef completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:35:06.392686 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc47faa2-f5b3-4f7e-9dc0-8540c7668b58 req-1123db02-d48c-41ca-9b31-62db68e30c25 tempest-VolumesActionsTest-1032464286 tempest-VolumesActionsTest-1032464286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:06.394741 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-bc47faa2-f5b3-4f7e-9dc0-8540c7668b58 req-1123db02-d48c-41ca-9b31-62db68e30c25 tempest-VolumesActionsTest-1032464286 tempest-VolumesActionsTest-1032464286-project] 10.222.0.57 "GET /v2.0/networks?id=77fe8d2b-e1dd-4656-b2f2-eef0c64f2f01 HTTP/1.1" status: 200 len: 809 time: 0.4738169 Jul 14 09:35:06.398532 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f643032f-2535-48e1-bd78-bc49ca917976 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:06.401659 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-f643032f-2535-48e1-bd78-bc49ca917976 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/253062d5-c31d-4667-b163-cfaef6005fec HTTP/1.1" status: 204 len: 168 time: 0.7539973 Jul 14 09:35:06.404765 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 34026) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:06.408851 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f643032f-2535-48e1-bd78-bc49ca917976 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=253062d5-c31d-4667-b163-cfaef6005fec,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:06.432163 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-fee5cf8f-1da8-46b1-9764-746296591605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7425535c-1322-4324-8aee-73725af40dcb', 'name': 'tempest-TestServerMultinode-1964601738-router', 'tenant_id': '202542b4b28e4cd3a66f9cee847bd412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.156'}], 'enable_snat': True}, 'gw_port_id': '8731430f-f106-4850-81dd-ba857d0720d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:35:03Z', 'updated_at': '2021-07-14T09:35:05Z', 'revision_number': 3, 'project_id': '202542b4b28e4cd3a66f9cee847bd412', 'gw_port': {'id': '8731430f-f106-4850-81dd-ba857d0720d7', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:77:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7425535c-1322-4324-8aee-73725af40dcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2262, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:35:04Z', 'updated_at': '2021-07-14T09:35:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29'}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:06.440033 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [req-bc47faa2-f5b3-4f7e-9dc0-8540c7668b58 req-3e72646b-0d9f-4cc8-961f-d0e55bbce7a8 tempest-VolumesActionsTest-1032464286 tempest-VolumesActionsTest-1032464286-project] Request body: {'port': {'device_id': '0465cee0-9495-4ac9-9a02-f70bb65e916a', 'network_id': '77fe8d2b-e1dd-4656-b2f2-eef0c64f2f01', 'admin_state_up': True, 'tenant_id': '0cd1ce66ba0a48439873630b0726bc79'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:35:06.498767 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fee5cf8f-1da8-46b1-9764-746296591605 None None] Checking router: 7425535c-1322-4324-8aee-73725af40dcb for host: n-d-779913-29 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:35:06.505403 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fee5cf8f-1da8-46b1-9764-746296591605 None None] Updating router 7425535c-1322-4324-8aee-73725af40dcb port 8731430f-f106-4850-81dd-ba857d0720d7 binding host n-d-779913-29 {{(pid=93960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:35:06.592328 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fee5cf8f-1da8-46b1-9764-746296591605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:06.667830 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ab6f7c1b-eae3-41e4-95b5-7c4ae609b4f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3876111'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:06.867456 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8c27fa-fd81-4ae8-b8ae-b2d4f6bdb844 req-d181a25c-1d1f-42f6-8f54-7ef83ab69fdd tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:06.876295 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ac8c27fa-fd81-4ae8-b8ae-b2d4f6bdb844 req-d181a25c-1d1f-42f6-8f54-7ef83ab69fdd tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] 10.222.0.68 "GET /v2.0/networks?id=3569c9d2-eab5-421e-9cb2-8a83583f6763 HTTP/1.1" status: 200 len: 814 time: 0.2167804 Jul 14 09:35:06.901412 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ac8c27fa-fd81-4ae8-b8ae-b2d4f6bdb844 req-ff533dc7-79ed-4896-8732-c2f01963ed30 tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] 10.222.0.68 "GET /v2.0/quotas/d0faa07e8d9e4ec49a240a9fc526a7fd HTTP/1.1" status: 200 len: 375 time: 0.0240741 Jul 14 09:35:06.934566 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-2442e9e9-06ba-42d8-bc69-f1c2a8347353 req-d3887c52-9e9f-4a77-ac79-ad3de8b6fe40 tempest-VolumesActionsTest-1032464286 tempest-VolumesActionsTest-1032464286-project] 10.222.0.68 "GET /v2.0/ports?device_id=0465cee0-9495-4ac9-9a02-f70bb65e916a HTTP/1.1" status: 200 len: 210 time: 0.0907207 Jul 14 09:35:06.961171 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ab6f7c1b-eae3-41e4-95b5-7c4ae609b4f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473955', 'neutron.services.segments.db._delete_segments_for_network-8735688326548'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:06.978793 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc47faa2-f5b3-4f7e-9dc0-8540c7668b58 req-3e72646b-0d9f-4cc8-961f-d0e55bbce7a8 tempest-VolumesActionsTest-1032464286 tempest-VolumesActionsTest-1032464286-project] Made reservation on behalf of 0cd1ce66ba0a48439873630b0726bc79 for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:35:06.983356 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-bc47faa2-f5b3-4f7e-9dc0-8540c7668b58 req-3e72646b-0d9f-4cc8-961f-d0e55bbce7a8 tempest-VolumesActionsTest-1032464286 tempest-VolumesActionsTest-1032464286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:06.986595 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device d8635b65-b7e0-4e1c-a857-e5d0452c58ef up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:35:07.014664 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-954b2197-e5fe-472c-9d01-3e442ce992e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:07.022431 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fee5cf8f-1da8-46b1-9764-746296591605 None None] Notify callbacks [] for port, precommit_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:07.039642 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-fee5cf8f-1da8-46b1-9764-746296591605 None None] Transition to ACTIVE for port object 8731430f-f106-4850-81dd-ba857d0720d7 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:35:07.044784 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-ab6f7c1b-eae3-41e4-95b5-7c4ae609b4f5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b25bcdca-936b-4ff5-abfc-f1a11f0eca70']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:07.053109 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fee5cf8f-1da8-46b1-9764-746296591605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:07.065368 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning for port d8635b65-b7e0-4e1c-a857-e5d0452c58ef completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:35:07.076101 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port d8635b65-b7e0-4e1c-a857-e5d0452c58ef triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:35:07.076486 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:07.093905 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-ab6f7c1b-eae3-41e4-95b5-7c4ae609b4f5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8ef62c1-eb6a-4c7d-90a4-fca7f6657475') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:07.097948 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-ab6f7c1b-eae3-41e4-95b5-7c4ae609b4f5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8ef62c1-eb6a-4c7d-90a4-fca7f6657475') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:07.105742 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277395ea-dfff-41a4-b573-4970a9bb0ad1 None None] Pushing event updated for resources: {'Port': ['ID=8731430f-f106-4850-81dd-ba857d0720d7,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:07.127704 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-fee5cf8f-1da8-46b1-9764-746296591605 None None] Attempting to bind port 8731430f-f106-4850-81dd-ba857d0720d7 on host n-d-779913-29 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:35:07.128268 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-fee5cf8f-1da8-46b1-9764-746296591605 None None] Attempting to bind port 8731430f-f106-4850-81dd-ba857d0720d7 by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': '81bf7a93-80b3-43df-b9d5-462c604a2945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:35:07.128804 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fee5cf8f-1da8-46b1-9764-746296591605 None None] Attempting to bind port 8731430f-f106-4850-81dd-ba857d0720d7 on network 2dcd4d32-cc7c-4468-b396-7ce5c9231892 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:35:07.128986 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ab6f7c1b-eae3-41e4-95b5-7c4ae609b4f5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735688356235', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13574129'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:07.135072 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277395ea-dfff-41a4-b573-4970a9bb0ad1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:35:07.135693 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277395ea-dfff-41a4-b573-4970a9bb0ad1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:35:07.136183 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277395ea-dfff-41a4-b573-4970a9bb0ad1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:35:07.136704 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277395ea-dfff-41a4-b573-4970a9bb0ad1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:35:07.137176 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277395ea-dfff-41a4-b573-4970a9bb0ad1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:35:07.137685 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277395ea-dfff-41a4-b573-4970a9bb0ad1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:35:07.138179 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277395ea-dfff-41a4-b573-4970a9bb0ad1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:35:07.138656 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277395ea-dfff-41a4-b573-4970a9bb0ad1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:35:07.139121 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277395ea-dfff-41a4-b573-4970a9bb0ad1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:35:07.139597 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277395ea-dfff-41a4-b573-4970a9bb0ad1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:35:07.140176 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277395ea-dfff-41a4-b573-4970a9bb0ad1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:35:07.140651 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277395ea-dfff-41a4-b573-4970a9bb0ad1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:35:07.144904 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fee5cf8f-1da8-46b1-9764-746296591605 None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 34, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:35:07.145536 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fee5cf8f-1da8-46b1-9764-746296591605 None None] Checking segment: {'id': '81bf7a93-80b3-43df-b9d5-462c604a2945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:35:07.146106 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fee5cf8f-1da8-46b1-9764-746296591605 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:07.146696 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fee5cf8f-1da8-46b1-9764-746296591605 None None] Bound using segment: {'id': '81bf7a93-80b3-43df-b9d5-462c604a2945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:35:07.147364 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-fee5cf8f-1da8-46b1-9764-746296591605 None None] Bound port: 8731430f-f106-4850-81dd-ba857d0720d7, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81bf7a93-80b3-43df-b9d5-462c604a2945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:35:07.147909 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fee5cf8f-1da8-46b1-9764-746296591605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:07.183249 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ac8c27fa-fd81-4ae8-b8ae-b2d4f6bdb844 req-32fa9eb8-5bd8-4e75-a2fa-e4187b438c33 tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=d0faa07e8d9e4ec49a240a9fc526a7fd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2804527 Jul 14 09:35:07.201773 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fee5cf8f-1da8-46b1-9764-746296591605 None None] For port 8731430f-f106-4850-81dd-ba857d0720d7, host n-d-779913-29, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:35:07.205803 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-fee5cf8f-1da8-46b1-9764-746296591605 None None] For port 8731430f-f106-4850-81dd-ba857d0720d7, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=8731430f-f106-4850-81dd-ba857d0720d7,segment=NetworkSegment(81bf7a93-80b3-43df-b9d5-462c604a2945),segment_id=81bf7a93-80b3-43df-b9d5-462c604a2945)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:35:07.227497 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-fee5cf8f-1da8-46b1-9764-746296591605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:07.240383 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:07.246900 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ab6f7c1b-eae3-41e4-95b5-7c4ae609b4f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:07.263355 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab6f7c1b-eae3-41e4-95b5-7c4ae609b4f5 admin admin] Releasing vlan 729 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:35:07.264278 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ab6f7c1b-eae3-41e4-95b5-7c4ae609b4f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13573126'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:07.272985 n-d-779913-29 neutron-server[93958]: Traceback (most recent call last): Jul 14 09:35:07.272985 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:35:07.272985 n-d-779913-29 neutron-server[93958]: timer() Jul 14 09:35:07.272985 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:35:07.272985 n-d-779913-29 neutron-server[93958]: cb(*args, **kw) Jul 14 09:35:07.272985 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:35:07.272985 n-d-779913-29 neutron-server[93958]: return func(*args, **kwargs) Jul 14 09:35:07.272985 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:35:07.272985 n-d-779913-29 neutron-server[93958]: self._notify() Jul 14 09:35:07.272985 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:35:07.272985 n-d-779913-29 neutron-server[93958]: self.callback(batched_events) Jul 14 09:35:07.272985 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:35:07.272985 n-d-779913-29 neutron-server[93958]: event.method(event) Jul 14 09:35:07.272985 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:35:07.272985 n-d-779913-29 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:35:07.272985 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:35:07.272985 n-d-779913-29 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:35:07.272985 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:35:07.272985 n-d-779913-29 neutron-server[93958]: return f(self, *a, **k) Jul 14 09:35:07.272985 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:35:07.272985 n-d-779913-29 neutron-server[93958]: return self._get(url).json() Jul 14 09:35:07.272985 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:35:07.272985 n-d-779913-29 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:35:07.272985 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:35:07.272985 n-d-779913-29 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 14 09:35:07.272985 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:35:07.272985 n-d-779913-29 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:35:07.272985 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:35:07.272985 n-d-779913-29 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:35:07.272985 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:35:07.272985 n-d-779913-29 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:35:07.272985 n-d-779913-29 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:35:07.292780 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee5cf8f-1da8-46b1-9764-746296591605 None None] Routers {'7425535c-1322-4324-8aee-73725af40dcb'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:35:07.293700 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-fee5cf8f-1da8-46b1-9764-746296591605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:34:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['7425535c-1322-4324-8aee-73725af40dcb'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:07.300172 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] For port d8635b65-b7e0-4e1c-a857-e5d0452c58ef, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=d8635b65-b7e0-4e1c-a857-e5d0452c58ef,segment=NetworkSegment(410f9da2-cb32-4aad-86d9-62339416339f),segment_id=410f9da2-cb32-4aad-86d9-62339416339f)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:35:07.307910 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:07.349843 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277395ea-dfff-41a4-b573-4970a9bb0ad1 None None] Pushing event updated for resources: {'Port': ['ID=8731430f-f106-4850-81dd-ba857d0720d7,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:07.383306 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Pushing event updated for resources: {'Port': ['ID=d8635b65-b7e0-4e1c-a857-e5d0452c58ef,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:07.406926 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 57246dd1-11aa-4c0e-a122-3777bec38bbd no longer exists at agent hyperv_n-h2-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:35:07.436960 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ab6f7c1b-eae3-41e4-95b5-7c4ae609b4f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660504'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:07.439718 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-fee5cf8f-1da8-46b1-9764-746296591605 None None] Set router 7425535c-1322-4324-8aee-73725af40dcb gateway port host: n-d-779913-29 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:35:07.441358 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] No Port match for: 57246dd1-11aa-4c0e-a122-3777bec38bbd {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:35:07.441485 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 57246dd1-11aa-4c0e-a122-3777bec38bbd not bound to the agent host n-h2-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:35:07.444535 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ab6f7c1b-eae3-41e4-95b5-7c4ae609b4f5 admin admin] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:07.469137 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-ab6f7c1b-eae3-41e4-95b5-7c4ae609b4f5 admin admin] 10.222.0.68 "DELETE /v2.0/networks/b25bcdca-936b-4ff5-abfc-f1a11f0eca70 HTTP/1.1" status: 204 len: 168 time: 1.0603478 Jul 14 09:35:07.499827 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6f7c1b-eae3-41e4-95b5-7c4ae609b4f5 admin admin] Pushing event deleted for resources: {'Network': ['ID=b25bcdca-936b-4ff5-abfc-f1a11f0eca70,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:07.502200 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [req-bc47faa2-f5b3-4f7e-9dc0-8540c7668b58 req-3e72646b-0d9f-4cc8-961f-d0e55bbce7a8 tempest-VolumesActionsTest-1032464286 tempest-VolumesActionsTest-1032464286-project] Allocated IP 172.20.0.14 (77fe8d2b-e1dd-4656-b2f2-eef0c64f2f01/71827f8e-5f8d-4396-a60b-d21f712bab4f/59d2e891-989e-4f45-adf0-a815938a5bbe) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:35:07.710552 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-fee5cf8f-1da8-46b1-9764-746296591605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7425535c-1322-4324-8aee-73725af40dcb', 'name': 'tempest-TestServerMultinode-1964601738-router', 'tenant_id': '202542b4b28e4cd3a66f9cee847bd412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.156'}], 'enable_snat': True}, 'gw_port_id': '8731430f-f106-4850-81dd-ba857d0720d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:35:03Z', 'updated_at': '2021-07-14T09:35:05Z', 'revision_number': 3, 'project_id': '202542b4b28e4cd3a66f9cee847bd412', 'gw_port': {'id': '8731430f-f106-4850-81dd-ba857d0720d7', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:77:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7425535c-1322-4324-8aee-73725af40dcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2262, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:35:04Z', 'updated_at': '2021-07-14T09:35:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29'}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:07.714236 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 34048) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:07.743616 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fee5cf8f-1da8-46b1-9764-746296591605 None None] The sync data for ids ['7425535c-1322-4324-8aee-73725af40dcb'] in n-d-779913-29 is: [{'id': '7425535c-1322-4324-8aee-73725af40dcb', 'name': 'tempest-TestServerMultinode-1964601738-router', 'tenant_id': '202542b4b28e4cd3a66f9cee847bd412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.156'}], 'enable_snat': True}, 'gw_port_id': '8731430f-f106-4850-81dd-ba857d0720d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:35:03Z', 'updated_at': '2021-07-14T09:35:05Z', 'revision_number': 3, 'project_id': '202542b4b28e4cd3a66f9cee847bd412', 'gw_port': {'id': '8731430f-f106-4850-81dd-ba857d0720d7', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:77:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7425535c-1322-4324-8aee-73725af40dcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2262, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:35:04Z', 'updated_at': '2021-07-14T09:35:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29'}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:35:07.820133 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-d89ce53e-7864-49bf-b121-bd29c4522efd admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=b28447cfcf284edfbbf12d5fad125cd5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1026142 Jul 14 09:35:07.823136 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 34050) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:07.903426 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-bc47faa2-f5b3-4f7e-9dc0-8540c7668b58 req-3e72646b-0d9f-4cc8-961f-d0e55bbce7a8 tempest-VolumesActionsTest-1032464286 tempest-VolumesActionsTest-1032464286-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:07.909357 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ac8c27fa-fd81-4ae8-b8ae-b2d4f6bdb844 req-229ab88b-7a56-45ca-a92a-2fa5765cc7f6 service neutron] 10.222.0.68 "GET /v2.0/networks/3569c9d2-eab5-421e-9cb2-8a83583f6763?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7250729 Jul 14 09:35:07.919084 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f5b1aa04-d251-4141-aed1-54384c60191a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:07.950636 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-954b2197-e5fe-472c-9d01-3e442ce992e3 admin admin] Allocated IP 172.20.0.1 (e0018b49-138f-4e34-bda0-8701ab6f4c2c/c4952ea5-c657-4cdd-96d4-47c092d76340/6cdcae6b-d78c-4d44-ba66-28bfa034afbd) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:35:07.956816 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f5b1aa04-d251-4141-aed1-54384c60191a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:08.042253 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-bc47faa2-f5b3-4f7e-9dc0-8540c7668b58 req-3e72646b-0d9f-4cc8-961f-d0e55bbce7a8 tempest-VolumesActionsTest-1032464286 tempest-VolumesActionsTest-1032464286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:08.140079 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e72646b-0d9f-4cc8-961f-d0e55bbce7a8 tempest-VolumesActionsTest-1032464286 tempest-VolumesActionsTest-1032464286-project] Pushing event updated for resources: {'Port': ['ID=59d2e891-989e-4f45-adf0-a815938a5bbe,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:08.144040 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f5b1aa04-d251-4141-aed1-54384c60191a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:08.147429 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ac8c27fa-fd81-4ae8-b8ae-b2d4f6bdb844 req-6616cb77-8363-4fd1-93f8-a651d4c8c663 service neutron] 10.222.0.68 "GET /v2.0/networks/3569c9d2-eab5-421e-9cb2-8a83583f6763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2289712 Jul 14 09:35:08.149400 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f5b1aa04-d251-4141-aed1-54384c60191a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:08.150647 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-f5b1aa04-d251-4141-aed1-54384c60191a admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/877d9464-7b9b-46d7-bf65-94961552b87c HTTP/1.1" status: 204 len: 168 time: 0.3263490 Jul 14 09:35:08.175211 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b1aa04-d251-4141-aed1-54384c60191a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=877d9464-7b9b-46d7-bf65-94961552b87c,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:08.222092 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-954b2197-e5fe-472c-9d01-3e442ce992e3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:08.247130 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-954b2197-e5fe-472c-9d01-3e442ce992e3 admin admin] Transition to ACTIVE for port object 6cdcae6b-d78c-4d44-ba66-28bfa034afbd will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:35:08.248224 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc47faa2-f5b3-4f7e-9dc0-8540c7668b58 req-3e72646b-0d9f-4cc8-961f-d0e55bbce7a8 tempest-VolumesActionsTest-1032464286 tempest-VolumesActionsTest-1032464286-project] Network 77fe8d2b-e1dd-4656-b2f2-eef0c64f2f01 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:35:08.293936 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-954b2197-e5fe-472c-9d01-3e442ce992e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:08.312873 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [req-bc47faa2-f5b3-4f7e-9dc0-8540c7668b58 req-3e72646b-0d9f-4cc8-961f-d0e55bbce7a8 tempest-VolumesActionsTest-1032464286 tempest-VolumesActionsTest-1032464286-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:35:08.321161 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc47faa2-f5b3-4f7e-9dc0-8540c7668b58 req-3e72646b-0d9f-4cc8-961f-d0e55bbce7a8 tempest-VolumesActionsTest-1032464286 tempest-VolumesActionsTest-1032464286-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:35:08.354126 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-954b2197-e5fe-472c-9d01-3e442ce992e3 admin admin] Network e0018b49-138f-4e34-bda0-8701ab6f4c2c is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:35:08.357877 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-954b2197-e5fe-472c-9d01-3e442ce992e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:35:08.400521 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-954b2197-e5fe-472c-9d01-3e442ce992e3 admin admin] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:35:08.465994 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-954b2197-e5fe-472c-9d01-3e442ce992e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-660393'] for router_interface, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:08.519465 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc47faa2-f5b3-4f7e-9dc0-8540c7668b58 req-3e72646b-0d9f-4cc8-961f-d0e55bbce7a8 tempest-VolumesActionsTest-1032464286 tempest-VolumesActionsTest-1032464286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:08.520168 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-bc47faa2-f5b3-4f7e-9dc0-8540c7668b58 req-3e72646b-0d9f-4cc8-961f-d0e55bbce7a8 tempest-VolumesActionsTest-1032464286 tempest-VolumesActionsTest-1032464286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:08.570718 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-bc47faa2-f5b3-4f7e-9dc0-8540c7668b58 req-3e72646b-0d9f-4cc8-961f-d0e55bbce7a8 tempest-VolumesActionsTest-1032464286 tempest-VolumesActionsTest-1032464286-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1406465 Jul 14 09:35:08.607437 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [req-bc47faa2-f5b3-4f7e-9dc0-8540c7668b58 req-f6c7e713-6ce5-4442-8431-b63769cde70f service neutron] Request body: {'port': {'device_id': '0465cee0-9495-4ac9-9a02-f70bb65e916a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-29'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:35:08.700922 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954b2197-e5fe-472c-9d01-3e442ce992e3 admin admin] Pushing event updated for resources: {'Port': ['ID=6cdcae6b-d78c-4d44-ba66-28bfa034afbd,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:08.723148 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-98b672a0-d833-45c9-96da-302f8d54eaf9 req-c14ba626-8d5c-4ab4-baba-d6dae64d29f1 tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] 10.222.0.68 "GET /v2.0/ports?device_id=fffc766d-ec07-432a-bc85-1246551ab319 HTTP/1.1" status: 200 len: 210 time: 0.3364637 Jul 14 09:35:08.816917 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-fddc478f-a99b-4bed-a568-9dd0d13a9f81 None None] Provisioning for port 6cdcae6b-d78c-4d44-ba66-28bfa034afbd completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:35:08.824520 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-fddc478f-a99b-4bed-a568-9dd0d13a9f81 None None] Provisioning complete for port 6cdcae6b-d78c-4d44-ba66-28bfa034afbd triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:35:08.827500 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fddc478f-a99b-4bed-a568-9dd0d13a9f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:08.987783 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-fddc478f-a99b-4bed-a568-9dd0d13a9f81 None None] Port 6cdcae6b-d78c-4d44-ba66-28bfa034afbd cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:35:09.179423 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device d8635b65-b7e0-4e1c-a857-e5d0452c58ef up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:35:09.228985 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 34086) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:09.271394 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-954b2197-e5fe-472c-9d01-3e442ce992e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:09.364192 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port d8635b65-b7e0-4e1c-a857-e5d0452c58ef triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:35:09.364583 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:09.406623 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576f79ab-8354-4f30-b8cb-7eaa56e3f93d req-a27eaf35-615d-4442-b9d4-d129da4422e1 tempest-VolumesActionsTest-1032464286 tempest-VolumesActionsTest-1032464286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:09.414489 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-576f79ab-8354-4f30-b8cb-7eaa56e3f93d req-a27eaf35-615d-4442-b9d4-d129da4422e1 tempest-VolumesActionsTest-1032464286 tempest-VolumesActionsTest-1032464286-project] 10.222.0.68 "GET /v2.0/ports?device_id=0465cee0-9495-4ac9-9a02-f70bb65e916a HTTP/1.1" status: 200 len: 932 time: 1.2415361 Jul 14 09:35:09.490693 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-576f79ab-8354-4f30-b8cb-7eaa56e3f93d req-42941ff4-b7c0-44b5-9cce-3386d597478b tempest-VolumesActionsTest-1032464286 tempest-VolumesActionsTest-1032464286-project] 10.222.0.68 "GET /v2.0/security-groups?id=49aea925-c317-45a8-b5db-f75d7ba8be19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752945 Jul 14 09:35:09.494593 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-bc47faa2-f5b3-4f7e-9dc0-8540c7668b58 req-f6c7e713-6ce5-4442-8431-b63769cde70f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:09.593056 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-677b08c3-9272-46bf-9af1-3c3a2249e21c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:09.615150 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 8731430f-f106-4850-81dd-ba857d0720d7 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:35:09.679612 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning for port 8731430f-f106-4850-81dd-ba857d0720d7 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:35:09.684880 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port 8731430f-f106-4850-81dd-ba857d0720d7 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:35:09.685652 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:09.814210 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:09.831306 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-954b2197-e5fe-472c-9d01-3e442ce992e3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:09.839369 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] For port 8731430f-f106-4850-81dd-ba857d0720d7, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=8731430f-f106-4850-81dd-ba857d0720d7,segment=NetworkSegment(81bf7a93-80b3-43df-b9d5-462c604a2945),segment_id=81bf7a93-80b3-43df-b9d5-462c604a2945)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:35:09.846245 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:09.878971 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8529a1e-d203-49b3-8e70-67b57e7da230 req-ba924dfd-cb73-4b8f-aaba-f619eddde3ca tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:09.886987 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8529a1e-d203-49b3-8e70-67b57e7da230 req-ba924dfd-cb73-4b8f-aaba-f619eddde3ca tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:09.893614 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8529a1e-d203-49b3-8e70-67b57e7da230 req-ba924dfd-cb73-4b8f-aaba-f619eddde3ca tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:09.902363 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8529a1e-d203-49b3-8e70-67b57e7da230 req-ba924dfd-cb73-4b8f-aaba-f619eddde3ca tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:09.910125 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8529a1e-d203-49b3-8e70-67b57e7da230 req-ba924dfd-cb73-4b8f-aaba-f619eddde3ca tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:09.916590 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8529a1e-d203-49b3-8e70-67b57e7da230 req-ba924dfd-cb73-4b8f-aaba-f619eddde3ca tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:09.922765 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8529a1e-d203-49b3-8e70-67b57e7da230 req-ba924dfd-cb73-4b8f-aaba-f619eddde3ca tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:09.924771 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a8529a1e-d203-49b3-8e70-67b57e7da230 req-ba924dfd-cb73-4b8f-aaba-f619eddde3ca tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] 10.222.0.68 "GET /v2.0/ports?device_id=15fddc0e-6959-44be-b8ff-be56e396088e HTTP/1.1" status: 200 len: 5435 time: 0.3152063 Jul 14 09:35:09.926771 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-954b2197-e5fe-472c-9d01-3e442ce992e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:09.944455 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Pushing event updated for resources: {'Port': ['ID=8731430f-f106-4850-81dd-ba857d0720d7,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:09.993042 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-dcecb303-6d91-4e5f-8117-7693e4d615b7 req-495c9bdf-1e84-43ca-a0c0-0012015f5a91 tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] 10.222.0.68 "GET /v2.0/ports?device_id=fffc766d-ec07-432a-bc85-1246551ab319 HTTP/1.1" status: 200 len: 210 time: 0.0505393 Jul 14 09:35:10.066094 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954b2197-e5fe-472c-9d01-3e442ce992e3 admin admin] Pushing event updated for resources: {'Port': ['ID=6cdcae6b-d78c-4d44-ba66-28bfa034afbd,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:10.067415 n-d-779913-29 neutron-server[93958]: DEBUG neutron.notifiers.nova [req-bc47faa2-f5b3-4f7e-9dc0-8540c7668b58 req-f6c7e713-6ce5-4442-8431-b63769cde70f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59d2e891-989e-4f45-adf0-a815938a5bbe {{(pid=93958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:35:10.074654 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-954b2197-e5fe-472c-9d01-3e442ce992e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-683747'] for router_interface, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:10.078098 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-677b08c3-9272-46bf-9af1-3c3a2249e21c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:10.084898 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a8529a1e-d203-49b3-8e70-67b57e7da230 req-f429a2a1-a67a-4e7b-8826-393ccaa04825 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] 10.222.0.68 "GET /v2.0/security-groups?id=8dea9d70-5f45-4874-bf11-9cb57df29d33&id=654de86a-d9c2-46da-8a5c-08b7fecbf459&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1205325 Jul 14 09:35:10.088295 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-bc47faa2-f5b3-4f7e-9dc0-8540c7668b58 req-f6c7e713-6ce5-4442-8431-b63769cde70f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:10.095203 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-677b08c3-9272-46bf-9af1-3c3a2249e21c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:10.114482 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-bc47faa2-f5b3-4f7e-9dc0-8540c7668b58 req-f6c7e713-6ce5-4442-8431-b63769cde70f service neutron] Transition to ACTIVE for port object 59d2e891-989e-4f45-adf0-a815938a5bbe will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:35:10.133466 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-bc47faa2-f5b3-4f7e-9dc0-8540c7668b58 req-f6c7e713-6ce5-4442-8431-b63769cde70f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13574142'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:10.186227 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-677b08c3-9272-46bf-9af1-3c3a2249e21c admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=7210249b647948e781ec28189a23ed3f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9516375 Jul 14 09:35:10.190392 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 34110) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:10.198934 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677b08c3-9272-46bf-9af1-3c3a2249e21c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bffbf713-a86d-4612-bee3-139370e3a8f0,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:10.231493 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c7e713-6ce5-4442-8431-b63769cde70f service neutron] Pushing event updated for resources: {'Port': ['ID=59d2e891-989e-4f45-adf0-a815938a5bbe,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:10.340711 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-bc47faa2-f5b3-4f7e-9dc0-8540c7668b58 req-f6c7e713-6ce5-4442-8431-b63769cde70f service neutron] Attempting to bind port 59d2e891-989e-4f45-adf0-a815938a5bbe on host n-h2-779913-29 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:35:10.341130 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-bc47faa2-f5b3-4f7e-9dc0-8540c7668b58 req-f6c7e713-6ce5-4442-8431-b63769cde70f service neutron] Attempting to bind port 59d2e891-989e-4f45-adf0-a815938a5bbe by drivers openvswitch,hyperv on host n-h2-779913-29 at level 0 using segments [{'id': 'af0b7e75-d88c-49fd-b73c-a649988029d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '77fe8d2b-e1dd-4656-b2f2-eef0c64f2f01'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:35:10.341598 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc47faa2-f5b3-4f7e-9dc0-8540c7668b58 req-f6c7e713-6ce5-4442-8431-b63769cde70f service neutron] Attempting to bind port 59d2e891-989e-4f45-adf0-a815938a5bbe on network 77fe8d2b-e1dd-4656-b2f2-eef0c64f2f01 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:35:10.346700 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc47faa2-f5b3-4f7e-9dc0-8540c7668b58 req-f6c7e713-6ce5-4442-8431-b63769cde70f service neutron] Port 59d2e891-989e-4f45-adf0-a815938a5bbe on network 77fe8d2b-e1dd-4656-b2f2-eef0c64f2f01 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-29 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:35:10.347134 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc47faa2-f5b3-4f7e-9dc0-8540c7668b58 req-f6c7e713-6ce5-4442-8431-b63769cde70f service neutron] Attempting to bind port 59d2e891-989e-4f45-adf0-a815938a5bbe on network 77fe8d2b-e1dd-4656-b2f2-eef0c64f2f01 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:35:10.353088 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc47faa2-f5b3-4f7e-9dc0-8540c7668b58 req-f6c7e713-6ce5-4442-8431-b63769cde70f service neutron] Checking agent: {'id': '013e4a3b-a634-47b8-b6a5-1a25109b73fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 13, 13), 'started_at': datetime.datetime(2021, 7, 14, 9, 13, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 34, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:35:10.353522 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc47faa2-f5b3-4f7e-9dc0-8540c7668b58 req-f6c7e713-6ce5-4442-8431-b63769cde70f service neutron] Checking segment: {'id': 'af0b7e75-d88c-49fd-b73c-a649988029d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '77fe8d2b-e1dd-4656-b2f2-eef0c64f2f01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:35:10.354004 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc47faa2-f5b3-4f7e-9dc0-8540c7668b58 req-f6c7e713-6ce5-4442-8431-b63769cde70f service neutron] Bound using segment: {'id': 'af0b7e75-d88c-49fd-b73c-a649988029d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '77fe8d2b-e1dd-4656-b2f2-eef0c64f2f01'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:35:10.354526 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-bc47faa2-f5b3-4f7e-9dc0-8540c7668b58 req-f6c7e713-6ce5-4442-8431-b63769cde70f service neutron] Bound port: 59d2e891-989e-4f45-adf0-a815938a5bbe, host: n-h2-779913-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af0b7e75-d88c-49fd-b73c-a649988029d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '77fe8d2b-e1dd-4656-b2f2-eef0c64f2f01'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:35:10.354960 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-bc47faa2-f5b3-4f7e-9dc0-8540c7668b58 req-f6c7e713-6ce5-4442-8431-b63769cde70f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:10.373977 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-954b2197-e5fe-472c-9d01-3e442ce992e3 admin admin] Network e0018b49-138f-4e34-bda0-8701ab6f4c2c is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:35:10.445540 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-954b2197-e5fe-472c-9d01-3e442ce992e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:35:10.479373 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-bc47faa2-f5b3-4f7e-9dc0-8540c7668b58 req-f6c7e713-6ce5-4442-8431-b63769cde70f service neutron] For port 59d2e891-989e-4f45-adf0-a815938a5bbe, host n-h2-779913-29, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:35:10.483207 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-bc47faa2-f5b3-4f7e-9dc0-8540c7668b58 req-f6c7e713-6ce5-4442-8431-b63769cde70f service neutron] For port 59d2e891-989e-4f45-adf0-a815938a5bbe, host n-h2-779913-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=59d2e891-989e-4f45-adf0-a815938a5bbe,segment=NetworkSegment(af0b7e75-d88c-49fd-b73c-a649988029d5),segment_id=af0b7e75-d88c-49fd-b73c-a649988029d5)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:35:10.502949 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-bc47faa2-f5b3-4f7e-9dc0-8540c7668b58 req-f6c7e713-6ce5-4442-8431-b63769cde70f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13574142'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:10.506574 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8941e8e5-d76e-44dc-a12a-1f5737df3cf5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:10.583797 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8941e8e5-d76e-44dc-a12a-1f5737df3cf5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:10.611910 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c7e713-6ce5-4442-8431-b63769cde70f service neutron] Pushing event updated for resources: {'Port': ['ID=59d2e891-989e-4f45-adf0-a815938a5bbe,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:10.630600 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc47faa2-f5b3-4f7e-9dc0-8540c7668b58 req-f6c7e713-6ce5-4442-8431-b63769cde70f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:10.631015 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-bc47faa2-f5b3-4f7e-9dc0-8540c7668b58 req-f6c7e713-6ce5-4442-8431-b63769cde70f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:10.632451 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-bc47faa2-f5b3-4f7e-9dc0-8540c7668b58 req-f6c7e713-6ce5-4442-8431-b63769cde70f service neutron] 10.222.0.57 "PUT /v2.0/ports/59d2e891-989e-4f45-adf0-a815938a5bbe HTTP/1.1" status: 200 len: 1093 time: 2.0398941 Jul 14 09:35:10.632918 n-d-779913-29 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0465cee0-9495-4ac9-9a02-f70bb65e916a', 'tag': '59d2e891-989e-4f45-adf0-a815938a5bbe'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:35:10.638722 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cb48f044f948e981f43897c8d7f1332f741dc7af2b4c5a6e19d8f4a80f708e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24302707-6306-48a6-8cb9-89dc507212fe" -d '{"events": [{"name": "network-changed", "server_uuid": "0465cee0-9495-4ac9-9a02-f70bb65e916a", "tag": "59d2e891-989e-4f45-adf0-a815938a5bbe"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:35:10.689636 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8941e8e5-d76e-44dc-a12a-1f5737df3cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:10.692178 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8941e8e5-d76e-44dc-a12a-1f5737df3cf5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:10.693893 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-8941e8e5-d76e-44dc-a12a-1f5737df3cf5 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/bffbf713-a86d-4612-bee3-139370e3a8f0 HTTP/1.1" status: 204 len: 168 time: 0.5025418 Jul 14 09:35:10.734048 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8941e8e5-d76e-44dc-a12a-1f5737df3cf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bffbf713-a86d-4612-bee3-139370e3a8f0,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:10.777630 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8c27fa-fd81-4ae8-b8ae-b2d4f6bdb844 req-81c9dfb8-3b30-49e3-b312-5a70a01dfe6b tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:10.779218 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ac8c27fa-fd81-4ae8-b8ae-b2d4f6bdb844 req-81c9dfb8-3b30-49e3-b312-5a70a01dfe6b tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] 10.222.0.57 "GET /v2.0/networks?id=3569c9d2-eab5-421e-9cb2-8a83583f6763 HTTP/1.1" status: 200 len: 814 time: 0.4783795 Jul 14 09:35:10.812745 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-ac8c27fa-fd81-4ae8-b8ae-b2d4f6bdb844 req-042ac55b-3a79-43ff-8a45-d7b30220f886 tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] Request body: {'port': {'device_id': 'fffc766d-ec07-432a-bc85-1246551ab319', 'network_id': '3569c9d2-eab5-421e-9cb2-8a83583f6763', 'admin_state_up': True, 'tenant_id': 'd0faa07e8d9e4ec49a240a9fc526a7fd'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:35:10.825327 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc47faa2-f5b3-4f7e-9dc0-8540c7668b58 req-f63bf1d7-1101-4716-9c3a-ab77b94da5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:10.826884 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-bc47faa2-f5b3-4f7e-9dc0-8540c7668b58 req-f63bf1d7-1101-4716-9c3a-ab77b94da5d6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0cd1ce66ba0a48439873630b0726bc79&device_id=0465cee0-9495-4ac9-9a02-f70bb65e916a HTTP/1.1" status: 200 len: 1096 time: 0.1256614 Jul 14 09:35:10.828662 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa9027d-5d7d-473f-9231-e0fb2d2ff3a7 req-04425d20-9633-47cc-9291-d25fe7730f64 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:10.835204 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-e9076aae-f64d-4012-b66e-7fa7ebdcc559 None None] Provisioning complete for port 6cdcae6b-d78c-4d44-ba66-28bfa034afbd triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:35:10.835811 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa9027d-5d7d-473f-9231-e0fb2d2ff3a7 req-04425d20-9633-47cc-9291-d25fe7730f64 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:10.836818 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e9076aae-f64d-4012-b66e-7fa7ebdcc559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:10.842036 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa9027d-5d7d-473f-9231-e0fb2d2ff3a7 req-04425d20-9633-47cc-9291-d25fe7730f64 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:10.848588 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e16d57-7f47-457c-b9fb-558f276668ae req-44019a21-f4fa-4c6c-ae0a-ad7cffc38018 tempest-VolumesActionsTest-1032464286 tempest-VolumesActionsTest-1032464286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:10.849682 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa9027d-5d7d-473f-9231-e0fb2d2ff3a7 req-04425d20-9633-47cc-9291-d25fe7730f64 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:10.850435 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-04e16d57-7f47-457c-b9fb-558f276668ae req-44019a21-f4fa-4c6c-ae0a-ad7cffc38018 tempest-VolumesActionsTest-1032464286 tempest-VolumesActionsTest-1032464286-project] 10.222.0.68 "GET /v2.0/ports?device_id=0465cee0-9495-4ac9-9a02-f70bb65e916a HTTP/1.1" status: 200 len: 944 time: 0.1037853 Jul 14 09:35:10.856095 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa9027d-5d7d-473f-9231-e0fb2d2ff3a7 req-04425d20-9633-47cc-9291-d25fe7730f64 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:10.862859 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa9027d-5d7d-473f-9231-e0fb2d2ff3a7 req-04425d20-9633-47cc-9291-d25fe7730f64 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:10.869032 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa9027d-5d7d-473f-9231-e0fb2d2ff3a7 req-04425d20-9633-47cc-9291-d25fe7730f64 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:10.884646 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8aa9027d-5d7d-473f-9231-e0fb2d2ff3a7 req-04425d20-9633-47cc-9291-d25fe7730f64 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] 10.222.0.68 "GET /v2.0/ports?device_id=15fddc0e-6959-44be-b8ff-be56e396088e HTTP/1.1" status: 200 len: 5435 time: 0.5793421 Jul 14 09:35:10.898210 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-bc47faa2-f5b3-4f7e-9dc0-8540c7668b58 req-00ac2432-93ec-4a09-9543-66a05926bfa2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=59d2e891-989e-4f45-adf0-a815938a5bbe HTTP/1.1" status: 200 len: 217 time: 0.0467501 Jul 14 09:35:10.903509 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-e9076aae-f64d-4012-b66e-7fa7ebdcc559 None None] Port 6cdcae6b-d78c-4d44-ba66-28bfa034afbd cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:35:10.931047 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:35:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92ca0140-d10c-4e9f-af54-580dbbba4658 x-openstack-request-id: req-92ca0140-d10c-4e9f-af54-580dbbba4658 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:35:10.931349 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0465cee0-9495-4ac9-9a02-f70bb65e916a", "tag": "59d2e891-989e-4f45-adf0-a815938a5bbe", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:35:10.931606 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-92ca0140-d10c-4e9f-af54-580dbbba4658 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:35:10.932011 n-d-779913-29 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0465cee0-9495-4ac9-9a02-f70bb65e916a', 'tag': '59d2e891-989e-4f45-adf0-a815938a5bbe', 'status': 'completed', 'code': 200} Jul 14 09:35:10.963197 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 8731430f-f106-4850-81dd-ba857d0720d7 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:35:10.990593 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc47faa2-f5b3-4f7e-9dc0-8540c7668b58 req-3cebba40-43d5-4397-a3a8-e7ef415c4b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:10.992334 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-bc47faa2-f5b3-4f7e-9dc0-8540c7668b58 req-3cebba40-43d5-4397-a3a8-e7ef415c4b1f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=71827f8e-5f8d-4396-a60b-d21f712bab4f HTTP/1.1" status: 200 len: 849 time: 0.0595770 Jul 14 09:35:11.012104 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-954b2197-e5fe-472c-9d01-3e442ce992e3 admin admin] Router 7425535c-1322-4324-8aee-73725af40dcb has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:35:11.022383 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-04e16d57-7f47-457c-b9fb-558f276668ae req-b4225171-1341-461d-a4c6-c06b807818f5 tempest-VolumesActionsTest-1032464286 tempest-VolumesActionsTest-1032464286-project] 10.222.0.68 "GET /v2.0/security-groups?id=49aea925-c317-45a8-b5db-f75d7ba8be19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229784 Jul 14 09:35:11.058317 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-bc47faa2-f5b3-4f7e-9dc0-8540c7668b58 req-bbf09119-a842-4913-9b8b-05b0e65484aa service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=77fe8d2b-e1dd-4656-b2f2-eef0c64f2f01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495157 Jul 14 09:35:11.099160 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port 8731430f-f106-4850-81dd-ba857d0720d7 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:35:11.099160 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:11.217425 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-bc47faa2-f5b3-4f7e-9dc0-8540c7668b58 req-d479ea53-236c-4c41-a192-7f2fd4c46062 service neutron] 10.222.0.57 "GET /v2.0/networks/77fe8d2b-e1dd-4656-b2f2-eef0c64f2f01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504977 Jul 14 09:35:11.253259 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-58db7ae1-0ddb-4ec4-9b87-2486c6c4907e req-04c95ab9-8121-4bcd-a041-fdc32b6d0c34 tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] 10.222.0.68 "GET /v2.0/ports?device_id=fffc766d-ec07-432a-bc85-1246551ab319 HTTP/1.1" status: 200 len: 210 time: 0.0541997 Jul 14 09:35:11.326607 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac8c27fa-fd81-4ae8-b8ae-b2d4f6bdb844 req-042ac55b-3a79-43ff-8a45-d7b30220f886 tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] Made reservation on behalf of d0faa07e8d9e4ec49a240a9fc526a7fd for: {'port': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:35:11.332540 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-ac8c27fa-fd81-4ae8-b8ae-b2d4f6bdb844 req-042ac55b-3a79-43ff-8a45-d7b30220f886 tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:11.348858 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-bc47faa2-f5b3-4f7e-9dc0-8540c7668b58 req-65046fb6-1b7a-4192-abc3-9860c4daee24 service neutron] 10.222.0.57 "GET /v2.0/networks/77fe8d2b-e1dd-4656-b2f2-eef0c64f2f01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253850 Jul 14 09:35:11.368893 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-954b2197-e5fe-472c-9d01-3e442ce992e3 admin admin] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:35:11.378750 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5803e894-91f9-4bbc-bb33-d3aa5c728a43 None None] Sync routers for ids ['7425535c-1322-4324-8aee-73725af40dcb'] in n-d-779913-29 {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:35:11.390368 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5803e894-91f9-4bbc-bb33-d3aa5c728a43 None None] Routers {'7425535c-1322-4324-8aee-73725af40dcb'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:35:11.391689 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-5803e894-91f9-4bbc-bb33-d3aa5c728a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:34:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['7425535c-1322-4324-8aee-73725af40dcb'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:11.409719 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-954b2197-e5fe-472c-9d01-3e442ce992e3 admin admin] 10.222.0.68 "PUT /v2.0/routers/7425535c-1322-4324-8aee-73725af40dcb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5097988 Jul 14 09:35:11.525226 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 34158) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:11.548449 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24302707-6306-48a6-8cb9-89dc507212fe req-da89236c-9d5f-4a2e-8382-73f1e2359dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:11.550112 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-24302707-6306-48a6-8cb9-89dc507212fe req-da89236c-9d5f-4a2e-8382-73f1e2359dc5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0cd1ce66ba0a48439873630b0726bc79&device_id=0465cee0-9495-4ac9-9a02-f70bb65e916a HTTP/1.1" status: 200 len: 1096 time: 0.0996537 Jul 14 09:35:11.649355 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [req-ac8c27fa-fd81-4ae8-b8ae-b2d4f6bdb844 req-042ac55b-3a79-43ff-8a45-d7b30220f886 tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] Allocated IP 172.20.0.9 (3569c9d2-eab5-421e-9cb2-8a83583f6763/92b9e41e-353a-41b9-9d9e-be464d12ff99/50545fa0-7ed1-4d38-a95b-75c237fdf670) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:35:11.749228 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a288a126-037d-4142-b139-f106b8686ba5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:11.793359 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24302707-6306-48a6-8cb9-89dc507212fe req-b4e8c882-c365-4d81-80d4-d151b13a7c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:11.793359 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-24302707-6306-48a6-8cb9-89dc507212fe req-b4e8c882-c365-4d81-80d4-d151b13a7c53 service neutron] 10.222.0.57 "GET /v2.0/networks?id=77fe8d2b-e1dd-4656-b2f2-eef0c64f2f01 HTTP/1.1" status: 200 len: 910 time: 0.2321539 Jul 14 09:35:11.854191 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvr_db [None req-5803e894-91f9-4bbc-bb33-d3aa5c728a43 None None] Set router 7425535c-1322-4324-8aee-73725af40dcb gateway port host: n-d-779913-29 {{(pid=93959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:35:11.860462 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-24302707-6306-48a6-8cb9-89dc507212fe req-92304336-f72f-46bb-b1f7-e4c039bad159 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=59d2e891-989e-4f45-adf0-a815938a5bbe HTTP/1.1" status: 200 len: 217 time: 0.0542958 Jul 14 09:35:11.892309 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-ac8c27fa-fd81-4ae8-b8ae-b2d4f6bdb844 req-042ac55b-3a79-43ff-8a45-d7b30220f886 tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:11.917698 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24302707-6306-48a6-8cb9-89dc507212fe req-9ff8f64b-753f-42e1-8962-c74258a86689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:11.919149 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-24302707-6306-48a6-8cb9-89dc507212fe req-9ff8f64b-753f-42e1-8962-c74258a86689 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=71827f8e-5f8d-4396-a60b-d21f712bab4f HTTP/1.1" status: 200 len: 849 time: 0.0505497 Jul 14 09:35:11.954792 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-ac8c27fa-fd81-4ae8-b8ae-b2d4f6bdb844 req-042ac55b-3a79-43ff-8a45-d7b30220f886 tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:11.960594 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-24302707-6306-48a6-8cb9-89dc507212fe req-333dda9c-30cf-462d-8704-7229aa67284e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=77fe8d2b-e1dd-4656-b2f2-eef0c64f2f01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331626 Jul 14 09:35:12.015783 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac8c27fa-fd81-4ae8-b8ae-b2d4f6bdb844 req-042ac55b-3a79-43ff-8a45-d7b30220f886 tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] Network 3569c9d2-eab5-421e-9cb2-8a83583f6763 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:35:12.023460 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a288a126-037d-4142-b139-f106b8686ba5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:12.024085 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [req-ac8c27fa-fd81-4ae8-b8ae-b2d4f6bdb844 req-042ac55b-3a79-43ff-8a45-d7b30220f886 tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:35:12.036710 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac8c27fa-fd81-4ae8-b8ae-b2d4f6bdb844 req-042ac55b-3a79-43ff-8a45-d7b30220f886 tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:35:12.036866 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a288a126-037d-4142-b139-f106b8686ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:12.077100 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] get_ports_and_sgs() called for port_ids ['3daf2b22-7138-43cd-a507-2c540623164e'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:35:12.105782 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042ac55b-3a79-43ff-8a45-d7b30220f886 tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] Pushing event updated for resources: {'Port': ['ID=50545fa0-7ed1-4d38-a95b-75c237fdf670,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:12.137731 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8c27fa-fd81-4ae8-b8ae-b2d4f6bdb844 req-042ac55b-3a79-43ff-8a45-d7b30220f886 tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:12.138418 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-ac8c27fa-fd81-4ae8-b8ae-b2d4f6bdb844 req-042ac55b-3a79-43ff-8a45-d7b30220f886 tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:12.174965 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ac8c27fa-fd81-4ae8-b8ae-b2d4f6bdb844 req-042ac55b-3a79-43ff-8a45-d7b30220f886 tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3676453 Jul 14 09:35:12.178647 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-a288a126-037d-4142-b139-f106b8686ba5 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=6574d87ed829445c93a4b4b48e769a77&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6522324 Jul 14 09:35:12.181461 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 34186) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:12.237237 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a288a126-037d-4142-b139-f106b8686ba5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91439fe8-3536-4814-9348-f12b61630b01,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:12.245613 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-ac8c27fa-fd81-4ae8-b8ae-b2d4f6bdb844 req-0b4fe169-35a2-41fd-8608-bcd34e0a0957 service neutron] Request body: {'port': {'device_id': 'fffc766d-ec07-432a-bc85-1246551ab319', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-29'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:35:12.321726 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-24302707-6306-48a6-8cb9-89dc507212fe req-28ab4d00-8fad-4b84-96c2-85ee8cf16c96 service neutron] 10.222.0.57 "GET /v2.0/networks/77fe8d2b-e1dd-4656-b2f2-eef0c64f2f01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2961779 Jul 14 09:35:12.328683 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e7955c70-a9c6-4718-a7f8-b198c5f36786 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:12.363586 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 34196) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:12.422519 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-5803e894-91f9-4bbc-bb33-d3aa5c728a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7425535c-1322-4324-8aee-73725af40dcb', 'name': 'tempest-TestServerMultinode-1964601738-router', 'tenant_id': '202542b4b28e4cd3a66f9cee847bd412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.156'}], 'enable_snat': True}, 'gw_port_id': '8731430f-f106-4850-81dd-ba857d0720d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:35:03Z', 'updated_at': '2021-07-14T09:35:09Z', 'revision_number': 4, 'project_id': '202542b4b28e4cd3a66f9cee847bd412', 'gw_port': {'id': '8731430f-f106-4850-81dd-ba857d0720d7', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:77:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7425535c-1322-4324-8aee-73725af40dcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2262, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:35:04Z', 'updated_at': '2021-07-14T09:35:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': '6cdcae6b-d78c-4d44-ba66-28bfa034afbd', 'name': '', 'network_id': 'e0018b49-138f-4e34-bda0-8701ab6f4c2c', 'tenant_id': '202542b4b28e4cd3a66f9cee847bd412', 'mac_address': 'fa:16:3e:c1:a1:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7425535c-1322-4324-8aee-73725af40dcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2263, 'fixed_ips': [{'subnet_id': 'c4952ea5-c657-4cdd-96d4-47c092d76340', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:35:07Z', 'updated_at': '2021-07-14T09:35:09Z', 'revision_number': 2, 'project_id': '202542b4b28e4cd3a66f9cee847bd412', 'subnets': [{'id': 'c4952ea5-c657-4cdd-96d4-47c092d76340', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:12.429275 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-78ccc9ec-3ba3-4ab9-add8-04ff9833ca8c admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1743446879-network', 'tenant_id': 'e498abdb8ae94e0baf9d8c9cd3801e7d'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:35:12.454714 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e7955c70-a9c6-4718-a7f8-b198c5f36786 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:12.471313 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78ccc9ec-3ba3-4ab9-add8-04ff9833ca8c admin admin] Made reservation on behalf of e498abdb8ae94e0baf9d8c9cd3801e7d for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:35:12.474016 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-78ccc9ec-3ba3-4ab9-add8-04ff9833ca8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:12.489437 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5803e894-91f9-4bbc-bb33-d3aa5c728a43 None None] Checking router: 7425535c-1322-4324-8aee-73725af40dcb for host: n-d-779913-29 {{(pid=93959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:35:12.490376 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5803e894-91f9-4bbc-bb33-d3aa5c728a43 None None] Updating router 7425535c-1322-4324-8aee-73725af40dcb port 6cdcae6b-d78c-4d44-ba66-28bfa034afbd binding host n-d-779913-29 {{(pid=93959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:35:12.495490 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-ac8c27fa-fd81-4ae8-b8ae-b2d4f6bdb844 req-0b4fe169-35a2-41fd-8608-bcd34e0a0957 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:12.531031 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-78ccc9ec-3ba3-4ab9-add8-04ff9833ca8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:12.554207 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5803e894-91f9-4bbc-bb33-d3aa5c728a43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:12.622315 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1bf0b6-3d4e-4049-8c61-aa3be8e5584a req-ad215551-a9f5-49fe-935c-40feeee06545 tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:12.623978 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-4e1bf0b6-3d4e-4049-8c61-aa3be8e5584a req-ad215551-a9f5-49fe-935c-40feeee06545 tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] 10.222.0.68 "GET /v2.0/ports?device_id=fffc766d-ec07-432a-bc85-1246551ab319 HTTP/1.1" status: 200 len: 931 time: 0.1557388 Jul 14 09:35:12.629127 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-24302707-6306-48a6-8cb9-89dc507212fe req-2b018785-97e6-4ac0-bbb3-a1ac475c4551 service neutron] 10.222.0.57 "GET /v2.0/networks/77fe8d2b-e1dd-4656-b2f2-eef0c64f2f01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3008170 Jul 14 09:35:12.682782 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a87ab1-8d06-49be-b198-766f73db77e8 req-4305a3ce-ae78-4efa-a328-e417a9452d02 tempest-VolumesActionsTest-1032464286 tempest-VolumesActionsTest-1032464286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:12.684394 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-31a87ab1-8d06-49be-b198-766f73db77e8 req-4305a3ce-ae78-4efa-a328-e417a9452d02 tempest-VolumesActionsTest-1032464286 tempest-VolumesActionsTest-1032464286-project] 10.222.0.68 "GET /v2.0/ports?device_id=0465cee0-9495-4ac9-9a02-f70bb65e916a HTTP/1.1" status: 200 len: 944 time: 0.4084175 Jul 14 09:35:12.726707 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-4e1bf0b6-3d4e-4049-8c61-aa3be8e5584a req-aa0ebaaf-666b-4a25-b2ba-8bb809244483 tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] 10.222.0.68 "GET /v2.0/security-groups?id=480b9b88-a112-41cf-9ffd-c713e01dc0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935318 Jul 14 09:35:12.811691 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-78ccc9ec-3ba3-4ab9-add8-04ff9833ca8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:12.812228 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:12.820854 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-78ccc9ec-3ba3-4ab9-add8-04ff9833ca8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:12.854224 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ccc9ec-3ba3-4ab9-add8-04ff9833ca8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b2bec02-c2bf-4502-b7c0-67d79f190b86,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:13.010703 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78ccc9ec-3ba3-4ab9-add8-04ff9833ca8c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 701} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:35:13.028159 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e7955c70-a9c6-4718-a7f8-b198c5f36786 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:13.031078 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e7955c70-a9c6-4718-a7f8-b198c5f36786 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:13.033168 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-e7955c70-a9c6-4718-a7f8-b198c5f36786 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/91439fe8-3536-4814-9348-f12b61630b01 HTTP/1.1" status: 204 len: 168 time: 0.8508918 Jul 14 09:35:13.049608 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-78ccc9ec-3ba3-4ab9-add8-04ff9833ca8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:13.050343 n-d-779913-29 neutron-server[93958]: INFO neutron.db.segments_db [None req-78ccc9ec-3ba3-4ab9-add8-04ff9833ca8c admin admin] Added segment 35aa3e4b-2906-4f90-8dfe-eeffdcfbe6c4 of type vlan for network c910846b-69aa-4895-a079-17b5a0881adc Jul 14 09:35:13.085837 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5803e894-91f9-4bbc-bb33-d3aa5c728a43 None None] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:13.099473 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-31a87ab1-8d06-49be-b198-766f73db77e8 req-25d25f4a-e0ba-485a-8ad9-01aa6f3a5f56 tempest-VolumesActionsTest-1032464286 tempest-VolumesActionsTest-1032464286-project] 10.222.0.68 "GET /v2.0/security-groups?id=49aea925-c317-45a8-b5db-f75d7ba8be19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3956740 Jul 14 09:35:13.099744 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-5803e894-91f9-4bbc-bb33-d3aa5c728a43 None None] Transition to ACTIVE for port object 6cdcae6b-d78c-4d44-ba66-28bfa034afbd will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:35:13.109264 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5803e894-91f9-4bbc-bb33-d3aa5c728a43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:13.140747 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7955c70-a9c6-4718-a7f8-b198c5f36786 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91439fe8-3536-4814-9348-f12b61630b01,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:13.163586 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-78ccc9ec-3ba3-4ab9-add8-04ff9833ca8c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735687821325'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:13.228016 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-78ccc9ec-3ba3-4ab9-add8-04ff9833ca8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:13.229761 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78ccc9ec-3ba3-4ab9-add8-04ff9833ca8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:13.230431 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-78ccc9ec-3ba3-4ab9-add8-04ff9833ca8c admin admin] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:13.364258 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb973218-5a06-4253-b69b-5aa28a6d8b22 None None] Pushing event updated for resources: {'Port': ['ID=6cdcae6b-d78c-4d44-ba66-28bfa034afbd,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:13.423523 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 34274) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:13.427197 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ccc9ec-3ba3-4ab9-add8-04ff9833ca8c admin admin] Pushing event updated for resources: {'Network': ['ID=c910846b-69aa-4895-a079-17b5a0881adc,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:13.458850 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-5803e894-91f9-4bbc-bb33-d3aa5c728a43 None None] Attempting to bind port 6cdcae6b-d78c-4d44-ba66-28bfa034afbd on host n-d-779913-29 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:35:13.468366 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-5803e894-91f9-4bbc-bb33-d3aa5c728a43 None None] Attempting to bind port 6cdcae6b-d78c-4d44-ba66-28bfa034afbd by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': '410f9da2-cb32-4aad-86d9-62339416339f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'e0018b49-138f-4e34-bda0-8701ab6f4c2c'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:35:13.468366 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5803e894-91f9-4bbc-bb33-d3aa5c728a43 None None] Attempting to bind port 6cdcae6b-d78c-4d44-ba66-28bfa034afbd on network e0018b49-138f-4e34-bda0-8701ab6f4c2c {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:35:13.475382 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-78ccc9ec-3ba3-4ab9-add8-04ff9833ca8c admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1107194 Jul 14 09:35:13.478086 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 34282) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:13.483791 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-a04eb026-df83-4fb0-8015-02b06ba3d4cd admin admin] Request body: {'subnet': {'network_id': 'c910846b-69aa-4895-a079-17b5a0881adc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1743446879-subnet', 'tenant_id': 'e498abdb8ae94e0baf9d8c9cd3801e7d', 'ip_version': 4}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:35:13.489566 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Network c910846b-69aa-4895-a079-17b5a0881adc details requested by agent ovs-agent-n-d-779913-29 with host n-d-779913-29 {{(pid=93959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:35:13.541145 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a04eb026-df83-4fb0-8015-02b06ba3d4cd admin admin] Made reservation on behalf of e498abdb8ae94e0baf9d8c9cd3801e7d for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:35:13.544244 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a04eb026-df83-4fb0-8015-02b06ba3d4cd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16714600'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:13.594813 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5803e894-91f9-4bbc-bb33-d3aa5c728a43 None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 34, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:35:13.595268 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5803e894-91f9-4bbc-bb33-d3aa5c728a43 None None] Checking segment: {'id': '410f9da2-cb32-4aad-86d9-62339416339f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'e0018b49-138f-4e34-bda0-8701ab6f4c2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:35:13.596710 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5803e894-91f9-4bbc-bb33-d3aa5c728a43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:13.597188 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5803e894-91f9-4bbc-bb33-d3aa5c728a43 None None] Bound using segment: {'id': '410f9da2-cb32-4aad-86d9-62339416339f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'e0018b49-138f-4e34-bda0-8701ab6f4c2c'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:35:13.597902 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-5803e894-91f9-4bbc-bb33-d3aa5c728a43 None None] Bound port: 6cdcae6b-d78c-4d44-ba66-28bfa034afbd, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '410f9da2-cb32-4aad-86d9-62339416339f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'e0018b49-138f-4e34-bda0-8701ab6f4c2c'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:35:13.598366 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5803e894-91f9-4bbc-bb33-d3aa5c728a43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:13.626318 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:13.751640 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-5803e894-91f9-4bbc-bb33-d3aa5c728a43 None None] For port 6cdcae6b-d78c-4d44-ba66-28bfa034afbd, host n-d-779913-29, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:35:13.756734 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-5803e894-91f9-4bbc-bb33-d3aa5c728a43 None None] For port 6cdcae6b-d78c-4d44-ba66-28bfa034afbd, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=6cdcae6b-d78c-4d44-ba66-28bfa034afbd,segment=NetworkSegment(410f9da2-cb32-4aad-86d9-62339416339f),segment_id=410f9da2-cb32-4aad-86d9-62339416339f)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:35:13.763624 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5803e894-91f9-4bbc-bb33-d3aa5c728a43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:13.772666 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bef1dec-de80-44a6-81fa-2c42fcedf548 req-155088d4-fc61-40f8-a9c9-ba10bfa09e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:13.773191 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bef1dec-de80-44a6-81fa-2c42fcedf548 req-155088d4-fc61-40f8-a9c9-ba10bfa09e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:13.773678 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bef1dec-de80-44a6-81fa-2c42fcedf548 req-155088d4-fc61-40f8-a9c9-ba10bfa09e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:13.774150 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bef1dec-de80-44a6-81fa-2c42fcedf548 req-155088d4-fc61-40f8-a9c9-ba10bfa09e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:13.774679 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bef1dec-de80-44a6-81fa-2c42fcedf548 req-155088d4-fc61-40f8-a9c9-ba10bfa09e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:13.775169 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bef1dec-de80-44a6-81fa-2c42fcedf548 req-155088d4-fc61-40f8-a9c9-ba10bfa09e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:13.775810 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bef1dec-de80-44a6-81fa-2c42fcedf548 req-155088d4-fc61-40f8-a9c9-ba10bfa09e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:13.783709 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-4bef1dec-de80-44a6-81fa-2c42fcedf548 req-155088d4-fc61-40f8-a9c9-ba10bfa09e97 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=15fddc0e-6959-44be-b8ff-be56e396088e HTTP/1.1" status: 200 len: 6499 time: 0.3538570 Jul 14 09:35:13.816802 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5803e894-91f9-4bbc-bb33-d3aa5c728a43 None None] Routers {'7425535c-1322-4324-8aee-73725af40dcb'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:35:13.817956 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-5803e894-91f9-4bbc-bb33-d3aa5c728a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:34:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['7425535c-1322-4324-8aee-73725af40dcb'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:13.897189 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [req-ac8c27fa-fd81-4ae8-b8ae-b2d4f6bdb844 req-0b4fe169-35a2-41fd-8608-bcd34e0a0957 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50545fa0-7ed1-4d38-a95b-75c237fdf670 {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:35:13.913775 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-4bef1dec-de80-44a6-81fa-2c42fcedf548 req-96c0e6bc-b124-406a-87ea-a9f9cadbfbc4 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=8dea9d70-5f45-4874-bf11-9cb57df29d33&id=654de86a-d9c2-46da-8a5c-08b7fecbf459&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1284506 Jul 14 09:35:13.935397 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-ac8c27fa-fd81-4ae8-b8ae-b2d4f6bdb844 req-0b4fe169-35a2-41fd-8608-bcd34e0a0957 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:13.969776 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [req-ac8c27fa-fd81-4ae8-b8ae-b2d4f6bdb844 req-0b4fe169-35a2-41fd-8608-bcd34e0a0957 service neutron] Transition to ACTIVE for port object 50545fa0-7ed1-4d38-a95b-75c237fdf670 will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:35:13.981736 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-ac8c27fa-fd81-4ae8-b8ae-b2d4f6bdb844 req-0b4fe169-35a2-41fd-8608-bcd34e0a0957 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:14.054780 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a04eb026-df83-4fb0-8015-02b06ba3d4cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13573993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16714586'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:14.085292 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb973218-5a06-4253-b69b-5aa28a6d8b22 None None] Pushing event updated for resources: {'Port': ['ID=6cdcae6b-d78c-4d44-ba66-28bfa034afbd,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:14.166185 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04eb026-df83-4fb0-8015-02b06ba3d4cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=067545b3-38b7-412a-b2a4-3952ec689278,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:14.177947 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvr_db [None req-5803e894-91f9-4bbc-bb33-d3aa5c728a43 None None] Set router 7425535c-1322-4324-8aee-73725af40dcb gateway port host: n-d-779913-29 {{(pid=93959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:35:14.207269 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4fe169-35a2-41fd-8608-bcd34e0a0957 service neutron] Pushing event updated for resources: {'Port': ['ID=50545fa0-7ed1-4d38-a95b-75c237fdf670,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:14.267201 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fde0df7-9f72-4563-ad52-66b791b5051a req-e48eb93e-a31e-4387-b2d8-44f08f8df820 tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:14.278598 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-4fde0df7-9f72-4563-ad52-66b791b5051a req-e48eb93e-a31e-4387-b2d8-44f08f8df820 tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] 10.222.0.68 "GET /v2.0/ports?device_id=fffc766d-ec07-432a-bc85-1246551ab319 HTTP/1.1" status: 200 len: 943 time: 0.2403178 Jul 14 09:35:14.283089 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a04eb026-df83-4fb0-8015-02b06ba3d4cd admin admin] Checking segment: {'id': '35aa3e4b-2906-4f90-8dfe-eeffdcfbe6c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'c910846b-69aa-4895-a079-17b5a0881adc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:35:14.283454 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a04eb026-df83-4fb0-8015-02b06ba3d4cd admin admin] Network hostable DHCP agents. Network: c910846b-69aa-4895-a079-17b5a0881adc, hostable agents: ['c6a09bd4-f72e-4283-a3ca-0bbca8a51081'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:35:14.334298 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-ac8c27fa-fd81-4ae8-b8ae-b2d4f6bdb844 req-0b4fe169-35a2-41fd-8608-bcd34e0a0957 service neutron] Attempting to bind port 50545fa0-7ed1-4d38-a95b-75c237fdf670 on host n-h2-779913-29 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:35:14.334666 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-ac8c27fa-fd81-4ae8-b8ae-b2d4f6bdb844 req-0b4fe169-35a2-41fd-8608-bcd34e0a0957 service neutron] Attempting to bind port 50545fa0-7ed1-4d38-a95b-75c237fdf670 by drivers openvswitch,hyperv on host n-h2-779913-29 at level 0 using segments [{'id': '7591738e-41ad-492d-b0a6-69a16017c202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '3569c9d2-eab5-421e-9cb2-8a83583f6763'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:35:14.335076 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac8c27fa-fd81-4ae8-b8ae-b2d4f6bdb844 req-0b4fe169-35a2-41fd-8608-bcd34e0a0957 service neutron] Attempting to bind port 50545fa0-7ed1-4d38-a95b-75c237fdf670 on network 3569c9d2-eab5-421e-9cb2-8a83583f6763 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:35:14.340903 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac8c27fa-fd81-4ae8-b8ae-b2d4f6bdb844 req-0b4fe169-35a2-41fd-8608-bcd34e0a0957 service neutron] Port 50545fa0-7ed1-4d38-a95b-75c237fdf670 on network 3569c9d2-eab5-421e-9cb2-8a83583f6763 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-29 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:35:14.341306 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac8c27fa-fd81-4ae8-b8ae-b2d4f6bdb844 req-0b4fe169-35a2-41fd-8608-bcd34e0a0957 service neutron] Attempting to bind port 50545fa0-7ed1-4d38-a95b-75c237fdf670 on network 3569c9d2-eab5-421e-9cb2-8a83583f6763 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:35:14.349089 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac8c27fa-fd81-4ae8-b8ae-b2d4f6bdb844 req-0b4fe169-35a2-41fd-8608-bcd34e0a0957 service neutron] Checking agent: {'id': '013e4a3b-a634-47b8-b6a5-1a25109b73fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 13, 13), 'started_at': datetime.datetime(2021, 7, 14, 9, 13, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 35, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:35:14.349479 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac8c27fa-fd81-4ae8-b8ae-b2d4f6bdb844 req-0b4fe169-35a2-41fd-8608-bcd34e0a0957 service neutron] Checking segment: {'id': '7591738e-41ad-492d-b0a6-69a16017c202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '3569c9d2-eab5-421e-9cb2-8a83583f6763'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:35:14.349942 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac8c27fa-fd81-4ae8-b8ae-b2d4f6bdb844 req-0b4fe169-35a2-41fd-8608-bcd34e0a0957 service neutron] Bound using segment: {'id': '7591738e-41ad-492d-b0a6-69a16017c202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '3569c9d2-eab5-421e-9cb2-8a83583f6763'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:35:14.350530 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-ac8c27fa-fd81-4ae8-b8ae-b2d4f6bdb844 req-0b4fe169-35a2-41fd-8608-bcd34e0a0957 service neutron] Bound port: 50545fa0-7ed1-4d38-a95b-75c237fdf670, host: n-h2-779913-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7591738e-41ad-492d-b0a6-69a16017c202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '3569c9d2-eab5-421e-9cb2-8a83583f6763'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:35:14.350898 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-ac8c27fa-fd81-4ae8-b8ae-b2d4f6bdb844 req-0b4fe169-35a2-41fd-8608-bcd34e0a0957 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:14.389408 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a04eb026-df83-4fb0-8015-02b06ba3d4cd admin admin] Network c910846b-69aa-4895-a079-17b5a0881adc is scheduled to be hosted by DHCP agent c6a09bd4-f72e-4283-a3ca-0bbca8a51081 with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:35:14.415693 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-4fde0df7-9f72-4563-ad52-66b791b5051a req-7ee872df-a57f-4188-8343-2170df780292 tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] 10.222.0.68 "GET /v2.0/security-groups?id=480b9b88-a112-41cf-9ffd-c713e01dc0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349492 Jul 14 09:35:14.418524 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-a04eb026-df83-4fb0-8015-02b06ba3d4cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-29, c910846b-69aa-4895-a079-17b5a0881adc) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:35:14.446349 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a04eb026-df83-4fb0-8015-02b06ba3d4cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:14.447777 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b80ac3c-3c55-481e-bc40-45df1a024e23 None None] Network c910846b-69aa-4895-a079-17b5a0881adc requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:35:14.449290 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a04eb026-df83-4fb0-8015-02b06ba3d4cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:14.456327 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 34372) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:14.472901 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-a04eb026-df83-4fb0-8015-02b06ba3d4cd admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9934475 Jul 14 09:35:14.475433 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 34376) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:14.483521 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-b7c53739-1ca3-428d-91bd-67dc2c1f4d20 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1743446879-router', 'tenant_id': 'e498abdb8ae94e0baf9d8c9cd3801e7d', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'}}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:35:14.514813 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b7c53739-1ca3-428d-91bd-67dc2c1f4d20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-711749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14670'] for router, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:14.517156 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b7c53739-1ca3-428d-91bd-67dc2c1f4d20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-711718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-661475', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14679'] for router, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:14.528999 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-ac8c27fa-fd81-4ae8-b8ae-b2d4f6bdb844 req-0b4fe169-35a2-41fd-8608-bcd34e0a0957 service neutron] For port 50545fa0-7ed1-4d38-a95b-75c237fdf670, host n-h2-779913-29, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:35:14.557054 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-ac8c27fa-fd81-4ae8-b8ae-b2d4f6bdb844 req-0b4fe169-35a2-41fd-8608-bcd34e0a0957 service neutron] For port 50545fa0-7ed1-4d38-a95b-75c237fdf670, host n-h2-779913-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=50545fa0-7ed1-4d38-a95b-75c237fdf670,segment=NetworkSegment(7591738e-41ad-492d-b0a6-69a16017c202),segment_id=7591738e-41ad-492d-b0a6-69a16017c202)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:35:14.579434 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-ac8c27fa-fd81-4ae8-b8ae-b2d4f6bdb844 req-0b4fe169-35a2-41fd-8608-bcd34e0a0957 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:14.589918 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 34380) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:14.595534 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b7c53739-1ca3-428d-91bd-67dc2c1f4d20 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:14.630704 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8c27fa-fd81-4ae8-b8ae-b2d4f6bdb844 req-0b4fe169-35a2-41fd-8608-bcd34e0a0957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:14.631338 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-ac8c27fa-fd81-4ae8-b8ae-b2d4f6bdb844 req-0b4fe169-35a2-41fd-8608-bcd34e0a0957 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:14.633250 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ac8c27fa-fd81-4ae8-b8ae-b2d4f6bdb844 req-0b4fe169-35a2-41fd-8608-bcd34e0a0957 service neutron] 10.222.0.57 "PUT /v2.0/ports/50545fa0-7ed1-4d38-a95b-75c237fdf670 HTTP/1.1" status: 200 len: 1092 time: 2.3926427 Jul 14 09:35:14.637415 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fffc766d-ec07-432a-bc85-1246551ab319', 'tag': '50545fa0-7ed1-4d38-a95b-75c237fdf670'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:35:14.639824 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba97ee08-3f1e-44c4-ae15-4873ea673cc7" -d '{"events": [{"name": "network-changed", "server_uuid": "fffc766d-ec07-432a-bc85-1246551ab319", "tag": "50545fa0-7ed1-4d38-a95b-75c237fdf670"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:35:14.669180 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2faee71-fb03-48db-a734-75188c934da0 req-a7b89f0d-c055-43a5-bfc5-ae168d4913d6 tempest-VolumesActionsTest-1032464286 tempest-VolumesActionsTest-1032464286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:14.670983 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d2faee71-fb03-48db-a734-75188c934da0 req-a7b89f0d-c055-43a5-bfc5-ae168d4913d6 tempest-VolumesActionsTest-1032464286 tempest-VolumesActionsTest-1032464286-project] 10.222.0.68 "GET /v2.0/ports?device_id=0465cee0-9495-4ac9-9a02-f70bb65e916a HTTP/1.1" status: 200 len: 944 time: 0.2381241 Jul 14 09:35:14.706145 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:35:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7711232c-c361-48e4-88c0-dcc4dc2df21a x-openstack-request-id: req-7711232c-c361-48e4-88c0-dcc4dc2df21a {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:35:14.706443 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fffc766d-ec07-432a-bc85-1246551ab319", "tag": "50545fa0-7ed1-4d38-a95b-75c237fdf670", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:35:14.706701 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-7711232c-c361-48e4-88c0-dcc4dc2df21a {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:35:14.707631 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fffc766d-ec07-432a-bc85-1246551ab319', 'tag': '50545fa0-7ed1-4d38-a95b-75c237fdf670', 'status': 'completed', 'code': 200} Jul 14 09:35:14.709600 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4fe169-35a2-41fd-8608-bcd34e0a0957 service neutron] Pushing event updated for resources: {'Port': ['ID=50545fa0-7ed1-4d38-a95b-75c237fdf670,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:14.735433 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53759299-7e37-4782-801a-719c980cc00d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf57baaa9-fd24-59f4-8fd2-1dc21122ce72-c910846b-69aa-4895-a079-17b5a0881adc', 'network_id': 'c910846b-69aa-4895-a079-17b5a0881adc', 'tenant_id': 'e498abdb8ae94e0baf9d8c9cd3801e7d', 'fixed_ips': [{'subnet_id': '067545b3-38b7-412a-b2a4-3952ec689278'}]}} from n-d-779913-29. {{(pid=93959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:35:14.736422 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-53759299-7e37-4782-801a-719c980cc00d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:14.761112 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-df30b51d-a51b-49f6-afe1-8380706501cd admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1418556030-network', 'tenant_id': '0be6be6bccc149f1a4b35e465d4a6d6f'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:35:14.774167 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b7c53739-1ca3-428d-91bd-67dc2c1f4d20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-661489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-711771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12973'] for router, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:14.807782 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d2faee71-fb03-48db-a734-75188c934da0 req-b2c6d42d-3cb8-416b-991d-04ae8426f0e5 tempest-VolumesActionsTest-1032464286 tempest-VolumesActionsTest-1032464286-project] 10.222.0.68 "GET /v2.0/security-groups?id=49aea925-c317-45a8-b5db-f75d7ba8be19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242216 Jul 14 09:35:14.812613 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-0c549cf5-1cec-4355-bd14-6f9e94e9302b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:14.840508 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-5803e894-91f9-4bbc-bb33-d3aa5c728a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7425535c-1322-4324-8aee-73725af40dcb', 'name': 'tempest-TestServerMultinode-1964601738-router', 'tenant_id': '202542b4b28e4cd3a66f9cee847bd412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.156'}], 'enable_snat': True}, 'gw_port_id': '8731430f-f106-4850-81dd-ba857d0720d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:35:03Z', 'updated_at': '2021-07-14T09:35:09Z', 'revision_number': 4, 'project_id': '202542b4b28e4cd3a66f9cee847bd412', 'gw_port': {'id': '8731430f-f106-4850-81dd-ba857d0720d7', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:77:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7425535c-1322-4324-8aee-73725af40dcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2262, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:35:04Z', 'updated_at': '2021-07-14T09:35:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': '6cdcae6b-d78c-4d44-ba66-28bfa034afbd', 'name': '', 'network_id': 'e0018b49-138f-4e34-bda0-8701ab6f4c2c', 'tenant_id': '202542b4b28e4cd3a66f9cee847bd412', 'mac_address': 'fa:16:3e:c1:a1:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7425535c-1322-4324-8aee-73725af40dcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2263, 'fixed_ips': [{'subnet_id': 'c4952ea5-c657-4cdd-96d4-47c092d76340', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:35:07Z', 'updated_at': '2021-07-14T09:35:13Z', 'revision_number': 4, 'project_id': '202542b4b28e4cd3a66f9cee847bd412', 'subnets': [{'id': 'c4952ea5-c657-4cdd-96d4-47c092d76340', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:14.852358 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df30b51d-a51b-49f6-afe1-8380706501cd admin admin] Made reservation on behalf of 0be6be6bccc149f1a4b35e465d4a6d6f for: {'network': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:35:14.854805 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-df30b51d-a51b-49f6-afe1-8380706501cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for network, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:14.870941 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5803e894-91f9-4bbc-bb33-d3aa5c728a43 None None] The sync data for ids ['7425535c-1322-4324-8aee-73725af40dcb'] in n-d-779913-29 is: [{'id': '7425535c-1322-4324-8aee-73725af40dcb', 'name': 'tempest-TestServerMultinode-1964601738-router', 'tenant_id': '202542b4b28e4cd3a66f9cee847bd412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.156'}], 'enable_snat': True}, 'gw_port_id': '8731430f-f106-4850-81dd-ba857d0720d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:35:03Z', 'updated_at': '2021-07-14T09:35:09Z', 'revision_number': 4, 'project_id': '202542b4b28e4cd3a66f9cee847bd412', 'gw_port': {'id': '8731430f-f106-4850-81dd-ba857d0720d7', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:77:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7425535c-1322-4324-8aee-73725af40dcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2262, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:35:04Z', 'updated_at': '2021-07-14T09:35:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': '6cdcae6b-d78c-4d44-ba66-28bfa034afbd', 'name': '', 'network_id': 'e0018b49-138f-4e34-bda0-8701ab6f4c2c', 'tenant_id': '202542b4b28e4cd3a66f9cee847bd412', 'mac_address': 'fa:16:3e:c1:a1:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7425535c-1322-4324-8aee-73725af40dcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2263, 'fixed_ips': [{'subnet_id': 'c4952ea5-c657-4cdd-96d4-47c092d76340', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:35:07Z', 'updated_at': '2021-07-14T09:35:13Z', 'revision_number': 4, 'project_id': '202542b4b28e4cd3a66f9cee847bd412', 'subnets': [{'id': 'c4952ea5-c657-4cdd-96d4-47c092d76340', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:35:14.892066 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-df30b51d-a51b-49f6-afe1-8380706501cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:14.929459 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-53759299-7e37-4782-801a-719c980cc00d None None] Allocated IP 172.20.0.2 (c910846b-69aa-4895-a079-17b5a0881adc/067545b3-38b7-412a-b2a4-3952ec689278/e1dae523-301c-452f-a265-4c9272aa288f) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:35:14.977355 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8c27fa-fd81-4ae8-b8ae-b2d4f6bdb844 req-b7fecbbc-ec0a-4cb5-a05e-c4f2261bb74e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:14.981451 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ac8c27fa-fd81-4ae8-b8ae-b2d4f6bdb844 req-b7fecbbc-ec0a-4cb5-a05e-c4f2261bb74e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d0faa07e8d9e4ec49a240a9fc526a7fd&device_id=fffc766d-ec07-432a-bc85-1246551ab319 HTTP/1.1" status: 200 len: 1095 time: 0.2638206 Jul 14 09:35:15.030160 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b7c53739-1ca3-428d-91bd-67dc2c1f4d20 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:15.057990 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ac8c27fa-fd81-4ae8-b8ae-b2d4f6bdb844 req-391dafe5-463b-4604-8d13-e2c1201ed2fd service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=50545fa0-7ed1-4d38-a95b-75c237fdf670 HTTP/1.1" status: 200 len: 217 time: 0.0609684 Jul 14 09:35:15.061655 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b7c53739-1ca3-428d-91bd-67dc2c1f4d20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:15.141860 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8c27fa-fd81-4ae8-b8ae-b2d4f6bdb844 req-811cd4fd-74d3-4fb3-b3ad-6debda03b228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:15.143596 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ac8c27fa-fd81-4ae8-b8ae-b2d4f6bdb844 req-811cd4fd-74d3-4fb3-b3ad-6debda03b228 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=92b9e41e-353a-41b9-9d9e-be464d12ff99 HTTP/1.1" status: 200 len: 854 time: 0.0766578 Jul 14 09:35:15.156420 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-53759299-7e37-4782-801a-719c980cc00d None None] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:15.169827 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-53759299-7e37-4782-801a-719c980cc00d None None] Transition to ACTIVE for port object e1dae523-301c-452f-a265-4c9272aa288f will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:35:15.189819 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-53759299-7e37-4782-801a-719c980cc00d None None] Transition to ACTIVE for port object e1dae523-301c-452f-a265-4c9272aa288f will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:35:15.190535 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ac8c27fa-fd81-4ae8-b8ae-b2d4f6bdb844 req-fc0edeb5-40c6-4d42-8d1a-7b5290b4c032 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3569c9d2-eab5-421e-9cb2-8a83583f6763&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373495 Jul 14 09:35:15.193697 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-b7c53739-1ca3-428d-91bd-67dc2c1f4d20 admin admin] Allocated IP 172.25.4.78 (2dcd4d32-cc7c-4468-b396-7ce5c9231892/6cd22a75-5bc1-467c-a3c4-0af04bd1b34a/5218f465-81b2-44b6-becb-325ade4ca18e) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:35:15.198470 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-53759299-7e37-4782-801a-719c980cc00d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:15.251428 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53759299-7e37-4782-801a-719c980cc00d None None] Network c910846b-69aa-4895-a079-17b5a0881adc is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:35:15.259461 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-53759299-7e37-4782-801a-719c980cc00d None None] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:35:15.265583 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-0c549cf5-1cec-4355-bd14-6f9e94e9302b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:15.268917 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53759299-7e37-4782-801a-719c980cc00d None None] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:35:15.276581 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53759299-7e37-4782-801a-719c980cc00d None None] Pushing event updated for resources: {'Port': ['ID=e1dae523-301c-452f-a265-4c9272aa288f,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:15.340427 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-53759299-7e37-4782-801a-719c980cc00d None None] Attempting to bind port e1dae523-301c-452f-a265-4c9272aa288f on host n-d-779913-29 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:35:15.341117 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-53759299-7e37-4782-801a-719c980cc00d None None] Attempting to bind port e1dae523-301c-452f-a265-4c9272aa288f by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': '35aa3e4b-2906-4f90-8dfe-eeffdcfbe6c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'c910846b-69aa-4895-a079-17b5a0881adc'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:35:15.341508 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53759299-7e37-4782-801a-719c980cc00d None None] Attempting to bind port e1dae523-301c-452f-a265-4c9272aa288f on network c910846b-69aa-4895-a079-17b5a0881adc {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:35:15.347459 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53759299-7e37-4782-801a-719c980cc00d None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 34, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:35:15.347842 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53759299-7e37-4782-801a-719c980cc00d None None] Checking segment: {'id': '35aa3e4b-2906-4f90-8dfe-eeffdcfbe6c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'c910846b-69aa-4895-a079-17b5a0881adc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:35:15.348398 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-53759299-7e37-4782-801a-719c980cc00d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:15.348840 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53759299-7e37-4782-801a-719c980cc00d None None] Bound using segment: {'id': '35aa3e4b-2906-4f90-8dfe-eeffdcfbe6c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'c910846b-69aa-4895-a079-17b5a0881adc'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:35:15.349323 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-53759299-7e37-4782-801a-719c980cc00d None None] Bound port: e1dae523-301c-452f-a265-4c9272aa288f, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35aa3e4b-2906-4f90-8dfe-eeffdcfbe6c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'c910846b-69aa-4895-a079-17b5a0881adc'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:35:15.349730 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-53759299-7e37-4782-801a-719c980cc00d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:15.363468 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-0c549cf5-1cec-4355-bd14-6f9e94e9302b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:15.372853 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ac8c27fa-fd81-4ae8-b8ae-b2d4f6bdb844 req-9284b4d4-9c21-4002-8580-5068ff67ed9d service neutron] 10.222.0.57 "GET /v2.0/networks/3569c9d2-eab5-421e-9cb2-8a83583f6763?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720810 Jul 14 09:35:15.380147 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b7c53739-1ca3-428d-91bd-67dc2c1f4d20 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:15.429006 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-53759299-7e37-4782-801a-719c980cc00d None None] For port e1dae523-301c-452f-a265-4c9272aa288f, host n-d-779913-29, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:35:15.434914 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 59d2e891-989e-4f45-adf0-a815938a5bbe details requested by agent hyperv_n-h2-779913-29 with host n-h2-779913-29 {{(pid=93959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:35:15.450577 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b7c53739-1ca3-428d-91bd-67dc2c1f4d20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:15.508730 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7c53739-1ca3-428d-91bd-67dc2c1f4d20 admin admin] Network 2dcd4d32-cc7c-4468-b396-7ce5c9231892 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:35:15.522992 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-b7c53739-1ca3-428d-91bd-67dc2c1f4d20 admin admin] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:35:15.525630 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7c53739-1ca3-428d-91bd-67dc2c1f4d20 admin admin] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:35:15.548060 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-53759299-7e37-4782-801a-719c980cc00d None None] For port e1dae523-301c-452f-a265-4c9272aa288f, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=e1dae523-301c-452f-a265-4c9272aa288f,segment=NetworkSegment(35aa3e4b-2906-4f90-8dfe-eeffdcfbe6c4),segment_id=35aa3e4b-2906-4f90-8dfe-eeffdcfbe6c4)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:35:15.561525 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-53759299-7e37-4782-801a-719c980cc00d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:15.575984 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ac8c27fa-fd81-4ae8-b8ae-b2d4f6bdb844 req-763f0db7-60de-4da5-b360-0ba754b4d7a9 service neutron] 10.222.0.57 "GET /v2.0/networks/3569c9d2-eab5-421e-9cb2-8a83583f6763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1784642 Jul 14 09:35:15.576624 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c53739-1ca3-428d-91bd-67dc2c1f4d20 admin admin] Pushing event updated for resources: {'Port': ['ID=5218f465-81b2-44b6-becb-325ade4ca18e,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:15.610782 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-0c549cf5-1cec-4355-bd14-6f9e94e9302b admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=0966bc3a88a14356a609f6d299d921b8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1252575 Jul 14 09:35:15.611683 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 34390) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:15.643705 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c549cf5-1cec-4355-bd14-6f9e94e9302b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=442dd494-4168-45de-895c-bf5b8682e900,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:15.691561 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 59d2e891-989e-4f45-adf0-a815938a5bbe, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=59d2e891-989e-4f45-adf0-a815938a5bbe,segment=NetworkSegment(af0b7e75-d88c-49fd-b73c-a649988029d5),segment_id=af0b7e75-d88c-49fd-b73c-a649988029d5)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:35:15.710196 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-df30b51d-a51b-49f6-afe1-8380706501cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:15.716387 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Returning: {'device': '59d2e891-989e-4f45-adf0-a815938a5bbe', 'network_id': '77fe8d2b-e1dd-4656-b2f2-eef0c64f2f01', 'port_id': '59d2e891-989e-4f45-adf0-a815938a5bbe', 'mac_address': 'fa:16:3e:80:0b:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 706, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71827f8e-5f8d-4396-a60b-d21f712bab4f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:35:15.754325 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-df30b51d-a51b-49f6-afe1-8380706501cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:15.767186 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53759299-7e37-4782-801a-719c980cc00d None None] Pushing event updated for resources: {'Port': ['ID=e1dae523-301c-452f-a265-4c9272aa288f,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:15.796559 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:15.812349 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59d2e891-989e-4f45-adf0-a815938a5bbe {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:35:15.848445 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 59d2e891-989e-4f45-adf0-a815938a5bbe, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=59d2e891-989e-4f45-adf0-a815938a5bbe,segment=NetworkSegment(af0b7e75-d88c-49fd-b73c-a649988029d5),segment_id=af0b7e75-d88c-49fd-b73c-a649988029d5)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:35:15.856181 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df30b51d-a51b-49f6-afe1-8380706501cd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 714} {{(pid=93957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:35:15.858149 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:15.886232 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-df30b51d-a51b-49f6-afe1-8380706501cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:15.886511 n-d-779913-29 neutron-server[93957]: INFO neutron.db.segments_db [None req-df30b51d-a51b-49f6-afe1-8380706501cd admin admin] Added segment 5aade75d-903c-400b-b4a7-6f3ba4ae14ee of type vlan for network 2a42cb13-2d55-4959-a070-eb88da564dfb Jul 14 09:35:15.976452 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-df30b51d-a51b-49f6-afe1-8380706501cd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735687821325'] for network, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:16.031156 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Pushing event updated for resources: {'Port': ['ID=59d2e891-989e-4f45-adf0-a815938a5bbe,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:16.095084 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df30b51d-a51b-49f6-afe1-8380706501cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ddc8877-605a-44c2-a058-368d728dd554,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:16.121782 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-0f1a603a-1915-4dc6-9f1c-239df8e52cec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:16.126707 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-df30b51d-a51b-49f6-afe1-8380706501cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855'] for network, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:16.127828 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df30b51d-a51b-49f6-afe1-8380706501cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:16.128490 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-df30b51d-a51b-49f6-afe1-8380706501cd admin admin] Notify callbacks [] for network, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:16.141629 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] get_ports_and_sgs() called for port_ids ['59d2e891-989e-4f45-adf0-a815938a5bbe'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:35:16.172042 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59dac6f-002a-485b-ba63-a37fe2dff913 req-5e663dc9-537d-481f-bd7f-c5b8507997f0 tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:16.174328 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f59dac6f-002a-485b-ba63-a37fe2dff913 req-5e663dc9-537d-481f-bd7f-c5b8507997f0 tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] 10.222.0.68 "GET /v2.0/ports?device_id=fffc766d-ec07-432a-bc85-1246551ab319 HTTP/1.1" status: 200 len: 943 time: 0.5273361 Jul 14 09:35:16.235732 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba97ee08-3f1e-44c4-ae15-4873ea673cc7 req-354fdc54-95c4-4bc7-9327-f3a01bc4e14e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:16.237350 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ba97ee08-3f1e-44c4-ae15-4873ea673cc7 req-354fdc54-95c4-4bc7-9327-f3a01bc4e14e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d0faa07e8d9e4ec49a240a9fc526a7fd&device_id=fffc766d-ec07-432a-bc85-1246551ab319 HTTP/1.1" status: 200 len: 1095 time: 0.5217597 Jul 14 09:35:16.239503 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-0f1a603a-1915-4dc6-9f1c-239df8e52cec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:16.268797 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b7c53739-1ca3-428d-91bd-67dc2c1f4d20 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:16.335219 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-df30b51d-a51b-49f6-afe1-8380706501cd admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.7433658 Jul 14 09:35:16.346513 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 34394) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:16.348770 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df30b51d-a51b-49f6-afe1-8380706501cd admin admin] Pushing event updated for resources: {'Network': ['ID=2a42cb13-2d55-4959-a070-eb88da564dfb,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:16.357161 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-57835691-eac0-45a3-9495-a82cde786f6e admin admin] Request body: {'subnet': {'network_id': '2a42cb13-2d55-4959-a070-eb88da564dfb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1418556030-subnet', 'tenant_id': '0be6be6bccc149f1a4b35e465d4a6d6f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:35:16.363501 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Network 2a42cb13-2d55-4959-a070-eb88da564dfb details requested by agent ovs-agent-n-d-779913-29 with host n-d-779913-29 {{(pid=93959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:35:16.368780 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bece9c-aa79-4782-b3ea-e589149f51cc req-db319bd3-c55b-409f-bd6b-9c6ddd7fb4ce tempest-VolumesActionsTest-1032464286 tempest-VolumesActionsTest-1032464286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:16.370658 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-36bece9c-aa79-4782-b3ea-e589149f51cc req-db319bd3-c55b-409f-bd6b-9c6ddd7fb4ce tempest-VolumesActionsTest-1032464286 tempest-VolumesActionsTest-1032464286-project] 10.222.0.68 "GET /v2.0/ports?device_id=0465cee0-9495-4ac9-9a02-f70bb65e916a HTTP/1.1" status: 200 len: 945 time: 0.1495380 Jul 14 09:35:16.371891 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-0f1a603a-1915-4dc6-9f1c-239df8e52cec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:16.374829 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-0f1a603a-1915-4dc6-9f1c-239df8e52cec admin admin] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:16.375590 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-0f1a603a-1915-4dc6-9f1c-239df8e52cec admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/442dd494-4168-45de-895c-bf5b8682e900 HTTP/1.1" status: 204 len: 168 time: 0.7525697 Jul 14 09:35:16.483517 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1a603a-1915-4dc6-9f1c-239df8e52cec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=442dd494-4168-45de-895c-bf5b8682e900,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:16.488450 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-36bece9c-aa79-4782-b3ea-e589149f51cc req-981d2cac-eae2-47c4-9777-7cd9b03a443b tempest-VolumesActionsTest-1032464286 tempest-VolumesActionsTest-1032464286-project] 10.222.0.68 "GET /v2.0/security-groups?id=49aea925-c317-45a8-b5db-f75d7ba8be19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077416 Jul 14 09:35:16.509192 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f59dac6f-002a-485b-ba63-a37fe2dff913 req-f801d204-cbaa-4cfe-8cf1-4a1f70bd1161 tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] 10.222.0.68 "GET /v2.0/security-groups?id=480b9b88-a112-41cf-9ffd-c713e01dc0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2938099 Jul 14 09:35:16.520761 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57835691-eac0-45a3-9495-a82cde786f6e admin admin] Made reservation on behalf of 0be6be6bccc149f1a4b35e465d4a6d6f for: {'subnet': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:35:16.538938 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-57835691-eac0-45a3-9495-a82cde786f6e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11984110'] for subnet, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:16.605921 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b7c53739-1ca3-428d-91bd-67dc2c1f4d20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-711762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-661452'] for router, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:16.729930 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba97ee08-3f1e-44c4-ae15-4873ea673cc7 req-f587c195-dbf9-478f-8f4c-2990b965c12d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:16.732056 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ba97ee08-3f1e-44c4-ae15-4873ea673cc7 req-f587c195-dbf9-478f-8f4c-2990b965c12d service neutron] 10.222.0.57 "GET /v2.0/networks?id=3569c9d2-eab5-421e-9cb2-8a83583f6763 HTTP/1.1" status: 200 len: 915 time: 0.3839293 Jul 14 09:35:16.782918 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7c53739-1ca3-428d-91bd-67dc2c1f4d20 admin admin] Router b54c929b-262b-48cf-87ce-ad4c85620e13 is scheduled to L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 with binding_index 1 {{(pid=93958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:35:16.814125 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ba97ee08-3f1e-44c4-ae15-4873ea673cc7 req-5afa034c-9547-4ebf-a69f-9d28913da4ae service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=50545fa0-7ed1-4d38-a95b-75c237fdf670 HTTP/1.1" status: 200 len: 217 time: 0.0731814 Jul 14 09:35:16.851606 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 34402) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:16.886101 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2dbcdd8e-0cb5-4838-ac6a-590fdb9f211d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:16.947420 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba97ee08-3f1e-44c4-ae15-4873ea673cc7 req-e74dac4e-bc03-48e7-adf7-1338652580a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:16.949138 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ba97ee08-3f1e-44c4-ae15-4873ea673cc7 req-e74dac4e-bc03-48e7-adf7-1338652580a5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=92b9e41e-353a-41b9-9d9e-be464d12ff99 HTTP/1.1" status: 200 len: 854 time: 0.1270714 Jul 14 09:35:16.978567 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7c53739-1ca3-428d-91bd-67dc2c1f4d20 admin admin] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:35:16.981590 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 6cdcae6b-d78c-4d44-ba66-28bfa034afbd up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:35:16.990060 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-104ea811-248d-44d0-a812-be4fd9c6dfe1 None None] Sync routers for ids ['b54c929b-262b-48cf-87ce-ad4c85620e13'] in n-d-779913-29 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:35:16.999558 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ba97ee08-3f1e-44c4-ae15-4873ea673cc7 req-5dd3314f-99e8-4ea9-b867-5ad91d53bdce service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3569c9d2-eab5-421e-9cb2-8a83583f6763&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433095 Jul 14 09:35:17.003386 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-104ea811-248d-44d0-a812-be4fd9c6dfe1 None None] Routers {'b54c929b-262b-48cf-87ce-ad4c85620e13'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:35:17.004011 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-104ea811-248d-44d0-a812-be4fd9c6dfe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:34:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['b54c929b-262b-48cf-87ce-ad4c85620e13'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:17.032853 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60029843-1d5a-4411-9726-d067d0aa4965 None None] Network c910846b-69aa-4895-a079-17b5a0881adc requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:35:17.076707 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning for port 6cdcae6b-d78c-4d44-ba66-28bfa034afbd completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:35:17.083757 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port 6cdcae6b-d78c-4d44-ba66-28bfa034afbd triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:35:17.084144 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:17.119539 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-57835691-eac0-45a3-9495-a82cde786f6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10052764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11984092'] for subnet, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:17.168121 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-3a1e9752-34ff-4c0d-bcf8-9f71256a48ac None None] Provisioning for port e1dae523-301c-452f-a265-4c9272aa288f completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:35:17.230026 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57835691-eac0-45a3-9495-a82cde786f6e admin admin] Pushing event updated for resources: {'Subnet': ['ID=2fb6ebb7-0edb-47a6-96f3-036e2585c66a,revision_number=0']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:17.234976 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-104ea811-248d-44d0-a812-be4fd9c6dfe1 None None] Set router b54c929b-262b-48cf-87ce-ad4c85620e13 gateway port host: n-d-779913-29 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:35:17.239633 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ba97ee08-3f1e-44c4-ae15-4873ea673cc7 req-34f2748f-b514-499b-acd2-6e6019b37f25 service neutron] 10.222.0.57 "GET /v2.0/networks/3569c9d2-eab5-421e-9cb2-8a83583f6763?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2123291 Jul 14 09:35:17.259946 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:17.261928 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57835691-eac0-45a3-9495-a82cde786f6e admin admin] Checking segment: {'id': '5aade75d-903c-400b-b4a7-6f3ba4ae14ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '2a42cb13-2d55-4959-a070-eb88da564dfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:35:17.262301 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57835691-eac0-45a3-9495-a82cde786f6e admin admin] Network hostable DHCP agents. Network: 2a42cb13-2d55-4959-a070-eb88da564dfb, hostable agents: ['c6a09bd4-f72e-4283-a3ca-0bbca8a51081'], hosted agents: [] {{(pid=93957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:35:17.319296 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] For port 6cdcae6b-d78c-4d44-ba66-28bfa034afbd, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=6cdcae6b-d78c-4d44-ba66-28bfa034afbd,segment=NetworkSegment(410f9da2-cb32-4aad-86d9-62339416339f),segment_id=410f9da2-cb32-4aad-86d9-62339416339f)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:35:17.329589 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:17.330385 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device e1dae523-301c-452f-a265-4c9272aa288f up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:35:17.335910 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2dbcdd8e-0cb5-4838-ac6a-590fdb9f211d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:17.347608 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57835691-eac0-45a3-9495-a82cde786f6e admin admin] Network 2a42cb13-2d55-4959-a070-eb88da564dfb is scheduled to be hosted by DHCP agent c6a09bd4-f72e-4283-a3ca-0bbca8a51081 with binding_index 1 {{(pid=93957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:35:17.355609 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2dbcdd8e-0cb5-4838-ac6a-590fdb9f211d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:17.357935 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b7c53739-1ca3-428d-91bd-67dc2c1f4d20 admin admin] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:17.367027 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-b7c53739-1ca3-428d-91bd-67dc2c1f4d20 admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.8897893 Jul 14 09:35:17.367870 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 34404) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:17.389401 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-57835691-eac0-45a3-9495-a82cde786f6e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-29, 2a42cb13-2d55-4959-a070-eb88da564dfb) {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:35:17.407415 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc119756-2c7b-4ec5-8aa3-4acf35754057 None None] Network 2a42cb13-2d55-4959-a070-eb88da564dfb requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:35:17.416214 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57835691-eac0-45a3-9495-a82cde786f6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:17.416822 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-57835691-eac0-45a3-9495-a82cde786f6e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:17.432709 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-2dbcdd8e-0cb5-4838-ac6a-590fdb9f211d admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=5ffb627265f942c4bd175c01451a9da6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5780623 Jul 14 09:35:17.436306 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbcdd8e-0cb5-4838-ac6a-590fdb9f211d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09042d90-2b43-4642-98ca-b5af1000dfcf,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:17.438641 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 34406) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:17.442656 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ba97ee08-3f1e-44c4-ae15-4873ea673cc7 req-a30df94d-5fac-43aa-90f3-2d06ac9f8f13 service neutron] 10.222.0.57 "GET /v2.0/networks/3569c9d2-eab5-421e-9cb2-8a83583f6763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1947894 Jul 14 09:35:17.461681 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-57835691-eac0-45a3-9495-a82cde786f6e admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1100376 Jul 14 09:35:17.465391 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 34408) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:17.471431 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-a8d76d2a-599a-4f05-9fc6-f75e3f073f2b admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1418556030-router', 'tenant_id': '0be6be6bccc149f1a4b35e465d4a6d6f', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'}}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:35:17.515225 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-104ea811-248d-44d0-a812-be4fd9c6dfe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b54c929b-262b-48cf-87ce-ad4c85620e13', 'name': 'tempest-TestServerMultinode-1743446879-router', 'tenant_id': 'e498abdb8ae94e0baf9d8c9cd3801e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.78'}], 'enable_snat': True}, 'gw_port_id': '5218f465-81b2-44b6-becb-325ade4ca18e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:35:14Z', 'updated_at': '2021-07-14T09:35:15Z', 'revision_number': 3, 'project_id': 'e498abdb8ae94e0baf9d8c9cd3801e7d', 'gw_port': {'id': '5218f465-81b2-44b6-becb-325ade4ca18e', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:32:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b54c929b-262b-48cf-87ce-ad4c85620e13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2290, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:35:15Z', 'updated_at': '2021-07-14T09:35:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29'}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:17.550694 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-779e2251-6c12-4e87-b6f7-6bdc7db87402 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:17.555000 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a8d76d2a-599a-4f05-9fc6-f75e3f073f2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-711749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14670'] for router, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:17.556213 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a8d76d2a-599a-4f05-9fc6-f75e3f073f2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-711718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-661475', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14679'] for router, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:17.592124 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-104ea811-248d-44d0-a812-be4fd9c6dfe1 None None] Checking router: b54c929b-262b-48cf-87ce-ad4c85620e13 for host: n-d-779913-29 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:35:17.592804 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-104ea811-248d-44d0-a812-be4fd9c6dfe1 None None] Updating router b54c929b-262b-48cf-87ce-ad4c85620e13 port 5218f465-81b2-44b6-becb-325ade4ca18e binding host n-d-779913-29 {{(pid=93960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:35:17.593797 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-779e2251-6c12-4e87-b6f7-6bdc7db87402 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:17.673246 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-104ea811-248d-44d0-a812-be4fd9c6dfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:17.679233 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 59d2e891-989e-4f45-adf0-a815938a5bbe up at agent hyperv_n-h2-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:35:17.709873 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a8d76d2a-599a-4f05-9fc6-f75e3f073f2b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:17.723721 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Pushing event updated for resources: {'Port': ['ID=6cdcae6b-d78c-4d44-ba66-28bfa034afbd,revision_number=5']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:17.770653 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning for port e1dae523-301c-452f-a265-4c9272aa288f completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:35:17.785640 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port e1dae523-301c-452f-a265-4c9272aa288f triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:35:17.786031 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:17.872840 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-8210681c-0fd9-4934-bc15-d5dc55f8a106 None None] Provisioning complete for port e1dae523-301c-452f-a265-4c9272aa288f triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:35:17.873272 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8210681c-0fd9-4934-bc15-d5dc55f8a106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:17.880332 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-779e2251-6c12-4e87-b6f7-6bdc7db87402 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:17.882917 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-779e2251-6c12-4e87-b6f7-6bdc7db87402 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:17.884087 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-779e2251-6c12-4e87-b6f7-6bdc7db87402 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/09042d90-2b43-4642-98ca-b5af1000dfcf HTTP/1.1" status: 204 len: 168 time: 0.4438274 Jul 14 09:35:17.895843 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779e2251-6c12-4e87-b6f7-6bdc7db87402 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09042d90-2b43-4642-98ca-b5af1000dfcf,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:17.922231 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Provisioning for port 59d2e891-989e-4f45-adf0-a815938a5bbe completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:35:17.945147 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Provisioning complete for port 59d2e891-989e-4f45-adf0-a815938a5bbe triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:35:17.945576 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:17.975601 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a8d76d2a-599a-4f05-9fc6-f75e3f073f2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-661489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-711771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12973'] for router, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:18.037022 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e9eaff-d0ef-464c-8b57-d8885d2279e4 req-cbc96873-b2fb-4b74-a3be-1d7089bfc8ce tempest-VolumesActionsTest-1032464286 tempest-VolumesActionsTest-1032464286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:18.038691 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e3e9eaff-d0ef-464c-8b57-d8885d2279e4 req-cbc96873-b2fb-4b74-a3be-1d7089bfc8ce tempest-VolumesActionsTest-1032464286 tempest-VolumesActionsTest-1032464286-project] 10.222.0.68 "GET /v2.0/ports?device_id=0465cee0-9495-4ac9-9a02-f70bb65e916a HTTP/1.1" status: 200 len: 945 time: 0.1998992 Jul 14 09:35:18.078453 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f4b7af4-6183-4901-a7cf-a970c92d67f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf57baaa9-fd24-59f4-8fd2-1dc21122ce72-2a42cb13-2d55-4959-a070-eb88da564dfb', 'network_id': '2a42cb13-2d55-4959-a070-eb88da564dfb', 'tenant_id': '0be6be6bccc149f1a4b35e465d4a6d6f', 'fixed_ips': [{'subnet_id': '2fb6ebb7-0edb-47a6-96f3-036e2585c66a'}]}} from n-d-779913-29. {{(pid=93959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:35:18.079919 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9f4b7af4-6183-4901-a7cf-a970c92d67f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:18.118347 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc252bb7-59f1-4f26-9b11-991acc94318f req-d1567ce5-4b06-4bff-a524-c82b42de06b4 tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:18.119928 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-cc252bb7-59f1-4f26-9b11-991acc94318f req-d1567ce5-4b06-4bff-a524-c82b42de06b4 tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] 10.222.0.68 "GET /v2.0/ports?device_id=fffc766d-ec07-432a-bc85-1246551ab319 HTTP/1.1" status: 200 len: 943 time: 0.2665353 Jul 14 09:35:18.135384 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:18.157267 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-104ea811-248d-44d0-a812-be4fd9c6dfe1 None None] Notify callbacks [] for port, precommit_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:18.165165 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e3e9eaff-d0ef-464c-8b57-d8885d2279e4 req-4223516b-a5b1-476c-8ffc-5323945566f2 tempest-VolumesActionsTest-1032464286 tempest-VolumesActionsTest-1032464286-project] 10.222.0.68 "GET /v2.0/security-groups?id=49aea925-c317-45a8-b5db-f75d7ba8be19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066954 Jul 14 09:35:18.168100 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-104ea811-248d-44d0-a812-be4fd9c6dfe1 None None] Transition to ACTIVE for port object 5218f465-81b2-44b6-becb-325ade4ca18e will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:35:18.177447 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-104ea811-248d-44d0-a812-be4fd9c6dfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:18.228988 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-104ea811-248d-44d0-a812-be4fd9c6dfe1 None None] Attempting to bind port 5218f465-81b2-44b6-becb-325ade4ca18e on host n-d-779913-29 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:35:18.229635 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-104ea811-248d-44d0-a812-be4fd9c6dfe1 None None] Attempting to bind port 5218f465-81b2-44b6-becb-325ade4ca18e by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': '81bf7a93-80b3-43df-b9d5-462c604a2945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:35:18.230158 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-104ea811-248d-44d0-a812-be4fd9c6dfe1 None None] Attempting to bind port 5218f465-81b2-44b6-becb-325ade4ca18e on network 2dcd4d32-cc7c-4468-b396-7ce5c9231892 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:35:18.242639 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-104ea811-248d-44d0-a812-be4fd9c6dfe1 None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 34, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:35:18.243516 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-104ea811-248d-44d0-a812-be4fd9c6dfe1 None None] Checking segment: {'id': '81bf7a93-80b3-43df-b9d5-462c604a2945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:35:18.244081 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-104ea811-248d-44d0-a812-be4fd9c6dfe1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:18.244751 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-104ea811-248d-44d0-a812-be4fd9c6dfe1 None None] Bound using segment: {'id': '81bf7a93-80b3-43df-b9d5-462c604a2945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:35:18.245626 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-104ea811-248d-44d0-a812-be4fd9c6dfe1 None None] Bound port: 5218f465-81b2-44b6-becb-325ade4ca18e, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81bf7a93-80b3-43df-b9d5-462c604a2945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:35:18.246181 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-104ea811-248d-44d0-a812-be4fd9c6dfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:18.311565 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-104ea811-248d-44d0-a812-be4fd9c6dfe1 None None] For port 5218f465-81b2-44b6-becb-325ade4ca18e, host n-d-779913-29, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:35:18.318980 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-104ea811-248d-44d0-a812-be4fd9c6dfe1 None None] For port 5218f465-81b2-44b6-becb-325ade4ca18e, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=5218f465-81b2-44b6-becb-325ade4ca18e,segment=NetworkSegment(81bf7a93-80b3-43df-b9d5-462c604a2945),segment_id=81bf7a93-80b3-43df-b9d5-462c604a2945)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:35:18.334498 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-104ea811-248d-44d0-a812-be4fd9c6dfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:18.337625 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c48683-0713-4881-8bd8-5554cabcdb50 None None] Pushing event updated for resources: {'Port': ['ID=5218f465-81b2-44b6-becb-325ade4ca18e,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:18.374228 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] For port e1dae523-301c-452f-a265-4c9272aa288f, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=e1dae523-301c-452f-a265-4c9272aa288f,segment=NetworkSegment(35aa3e4b-2906-4f90-8dfe-eeffdcfbe6c4),segment_id=35aa3e4b-2906-4f90-8dfe-eeffdcfbe6c4)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:35:18.384383 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-61352b57-1c90-47de-9737-31207e7246ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:18.404840 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:18.456558 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:18.468349 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8210681c-0fd9-4934-bc15-d5dc55f8a106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:18.481728 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-cc252bb7-59f1-4f26-9b11-991acc94318f req-37270c60-70d3-4015-9af9-04ea1bb94e8d tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] 10.222.0.68 "GET /v2.0/security-groups?id=480b9b88-a112-41cf-9ffd-c713e01dc0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2247078 Jul 14 09:35:18.482127 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a8d76d2a-599a-4f05-9fc6-f75e3f073f2b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:18.504457 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-104ea811-248d-44d0-a812-be4fd9c6dfe1 None None] Routers {'b54c929b-262b-48cf-87ce-ad4c85620e13'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:35:18.505395 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-104ea811-248d-44d0-a812-be4fd9c6dfe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:34:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['b54c929b-262b-48cf-87ce-ad4c85620e13'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:18.518933 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a8d76d2a-599a-4f05-9fc6-f75e3f073f2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:18.536112 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-9f4b7af4-6183-4901-a7cf-a970c92d67f6 None None] Allocated IP 172.20.0.2 (2a42cb13-2d55-4959-a070-eb88da564dfb/2fb6ebb7-0edb-47a6-96f3-036e2585c66a/fc9b5618-ed7a-4096-9abd-36210cae09d3) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:35:18.556544 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0465cee0-9495-4ac9-9a02-f70bb65e916a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59d2e891-989e-4f45-adf0-a815938a5bbe'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:35:18.558772 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd62303f06773040a8a4e189dc46b4f565768c299abf8ab8e7739778b0bc3e97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af8200b3-2842-42a1-af75-165d9388a851" -d '{"events": [{"server_uuid": "0465cee0-9495-4ac9-9a02-f70bb65e916a", "name": "network-vif-plugged", "status": "completed", "tag": "59d2e891-989e-4f45-adf0-a815938a5bbe"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:35:18.563825 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c48683-0713-4881-8bd8-5554cabcdb50 None None] Pushing event updated for resources: {'Port': ['ID=5218f465-81b2-44b6-becb-325ade4ca18e,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:18.586429 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Pushing event updated for resources: {'Port': ['ID=e1dae523-301c-452f-a265-4c9272aa288f,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:18.622865 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 59d2e891-989e-4f45-adf0-a815938a5bbe, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=59d2e891-989e-4f45-adf0-a815938a5bbe,segment=NetworkSegment(af0b7e75-d88c-49fd-b73c-a649988029d5),segment_id=af0b7e75-d88c-49fd-b73c-a649988029d5)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:35:18.643198 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.db.api [None req-8210681c-0fd9-4934-bc15-d5dc55f8a106 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93959) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 09:35:18.644061 n-d-779913-29 neutron-server[93959]: DEBUG oslo_db.api [None req-8210681c-0fd9-4934-bc15-d5dc55f8a106 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 09:35:18.647212 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:18.679932 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-104ea811-248d-44d0-a812-be4fd9c6dfe1 None None] Set router b54c929b-262b-48cf-87ce-ad4c85620e13 gateway port host: n-d-779913-29 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:35:18.686681 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:35:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5996941-1d36-475e-a26a-72f2fad26427 x-openstack-request-id: req-f5996941-1d36-475e-a26a-72f2fad26427 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:35:18.687106 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0465cee0-9495-4ac9-9a02-f70bb65e916a", "name": "network-vif-plugged", "status": "completed", "tag": "59d2e891-989e-4f45-adf0-a815938a5bbe", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:35:18.687459 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-f5996941-1d36-475e-a26a-72f2fad26427 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:35:18.688506 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0465cee0-9495-4ac9-9a02-f70bb65e916a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59d2e891-989e-4f45-adf0-a815938a5bbe', 'code': 200} Jul 14 09:35:18.704214 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-61352b57-1c90-47de-9737-31207e7246ea admin admin] Allocated IP 172.20.0.1 (c910846b-69aa-4895-a079-17b5a0881adc/067545b3-38b7-412a-b2a4-3952ec689278/e837d108-8733-41ba-bd14-223f2f08e978) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:35:18.748480 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-a8d76d2a-599a-4f05-9fc6-f75e3f073f2b admin admin] Allocated IP 172.25.4.24 (2dcd4d32-cc7c-4468-b396-7ce5c9231892/6cd22a75-5bc1-467c-a3c4-0af04bd1b34a/3dbbf1e6-110b-4bd4-a30a-eeceae60b3f9) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:35:18.799747 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Pushing event updated for resources: {'Port': ['ID=59d2e891-989e-4f45-adf0-a815938a5bbe,revision_number=5']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:18.871836 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-61352b57-1c90-47de-9737-31207e7246ea admin admin] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:18.890505 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-61352b57-1c90-47de-9737-31207e7246ea admin admin] Transition to ACTIVE for port object e837d108-8733-41ba-bd14-223f2f08e978 will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:35:18.951747 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-61352b57-1c90-47de-9737-31207e7246ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:18.981614 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9f4b7af4-6183-4901-a7cf-a970c92d67f6 None None] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:18.993745 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 6cdcae6b-d78c-4d44-ba66-28bfa034afbd up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:35:19.010907 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61352b57-1c90-47de-9737-31207e7246ea admin admin] Network c910846b-69aa-4895-a079-17b5a0881adc is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:35:19.016885 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-61352b57-1c90-47de-9737-31207e7246ea admin admin] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:35:19.028177 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61352b57-1c90-47de-9737-31207e7246ea admin admin] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:35:19.073336 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-9f4b7af4-6183-4901-a7cf-a970c92d67f6 None None] Transition to ACTIVE for port object fc9b5618-ed7a-4096-9abd-36210cae09d3 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:35:19.093148 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-104ea811-248d-44d0-a812-be4fd9c6dfe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b54c929b-262b-48cf-87ce-ad4c85620e13', 'name': 'tempest-TestServerMultinode-1743446879-router', 'tenant_id': 'e498abdb8ae94e0baf9d8c9cd3801e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.78'}], 'enable_snat': True}, 'gw_port_id': '5218f465-81b2-44b6-becb-325ade4ca18e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:35:14Z', 'updated_at': '2021-07-14T09:35:15Z', 'revision_number': 3, 'project_id': 'e498abdb8ae94e0baf9d8c9cd3801e7d', 'gw_port': {'id': '5218f465-81b2-44b6-becb-325ade4ca18e', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:32:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b54c929b-262b-48cf-87ce-ad4c85620e13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2290, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:35:15Z', 'updated_at': '2021-07-14T09:35:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29'}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:19.119903 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-61352b57-1c90-47de-9737-31207e7246ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-660393'] for router_interface, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:19.122866 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-9f4b7af4-6183-4901-a7cf-a970c92d67f6 None None] Transition to ACTIVE for port object fc9b5618-ed7a-4096-9abd-36210cae09d3 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:35:19.135712 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9f4b7af4-6183-4901-a7cf-a970c92d67f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:19.156171 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-104ea811-248d-44d0-a812-be4fd9c6dfe1 None None] The sync data for ids ['b54c929b-262b-48cf-87ce-ad4c85620e13'] in n-d-779913-29 is: [{'id': 'b54c929b-262b-48cf-87ce-ad4c85620e13', 'name': 'tempest-TestServerMultinode-1743446879-router', 'tenant_id': 'e498abdb8ae94e0baf9d8c9cd3801e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.78'}], 'enable_snat': True}, 'gw_port_id': '5218f465-81b2-44b6-becb-325ade4ca18e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:35:14Z', 'updated_at': '2021-07-14T09:35:15Z', 'revision_number': 3, 'project_id': 'e498abdb8ae94e0baf9d8c9cd3801e7d', 'gw_port': {'id': '5218f465-81b2-44b6-becb-325ade4ca18e', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:32:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b54c929b-262b-48cf-87ce-ad4c85620e13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2290, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:35:15Z', 'updated_at': '2021-07-14T09:35:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29'}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:35:19.259129 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4b7af4-6183-4901-a7cf-a970c92d67f6 None None] Pushing event updated for resources: {'Port': ['ID=fc9b5618-ed7a-4096-9abd-36210cae09d3,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:19.264838 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61352b57-1c90-47de-9737-31207e7246ea admin admin] Pushing event updated for resources: {'Port': ['ID=e837d108-8733-41ba-bd14-223f2f08e978,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:19.288245 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port 6cdcae6b-d78c-4d44-ba66-28bfa034afbd triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:35:19.288905 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:19.294786 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f4b7af4-6183-4901-a7cf-a970c92d67f6 None None] Network 2a42cb13-2d55-4959-a070-eb88da564dfb is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:35:19.324641 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-9f4b7af4-6183-4901-a7cf-a970c92d67f6 None None] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:35:19.330052 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f4b7af4-6183-4901-a7cf-a970c92d67f6 None None] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:35:19.349365 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-61352b57-1c90-47de-9737-31207e7246ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:19.425071 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a8d76d2a-599a-4f05-9fc6-f75e3f073f2b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:19.469644 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124abe17-3393-4efe-b4d6-ce987060f25b req-7be1dffd-91c2-4478-bb00-0b98ada847be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:19.471561 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-124abe17-3393-4efe-b4d6-ce987060f25b req-7be1dffd-91c2-4478-bb00-0b98ada847be service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=0465cee0-9495-4ac9-9a02-f70bb65e916a HTTP/1.1" status: 200 len: 1098 time: 0.6331840 Jul 14 09:35:19.513045 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device e1dae523-301c-452f-a265-4c9272aa288f up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:35:19.517284 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 50545fa0-7ed1-4d38-a95b-75c237fdf670 details requested by agent hyperv_n-h2-779913-29 with host n-h2-779913-29 {{(pid=93959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:35:19.529551 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-124abe17-3393-4efe-b4d6-ce987060f25b req-759a7c42-308d-4893-8dfa-31a0e54a2662 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=49aea925-c317-45a8-b5db-f75d7ba8be19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455573 Jul 14 09:35:19.533888 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a8d76d2a-599a-4f05-9fc6-f75e3f073f2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:19.559897 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-9f4b7af4-6183-4901-a7cf-a970c92d67f6 None None] Attempting to bind port fc9b5618-ed7a-4096-9abd-36210cae09d3 on host n-d-779913-29 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:35:19.560135 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8d76d2a-599a-4f05-9fc6-f75e3f073f2b admin admin] Network 2dcd4d32-cc7c-4468-b396-7ce5c9231892 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:35:19.560422 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-9f4b7af4-6183-4901-a7cf-a970c92d67f6 None None] Attempting to bind port fc9b5618-ed7a-4096-9abd-36210cae09d3 by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': '5aade75d-903c-400b-b4a7-6f3ba4ae14ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '2a42cb13-2d55-4959-a070-eb88da564dfb'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:35:19.560924 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f4b7af4-6183-4901-a7cf-a970c92d67f6 None None] Attempting to bind port fc9b5618-ed7a-4096-9abd-36210cae09d3 on network 2a42cb13-2d55-4959-a070-eb88da564dfb {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:35:19.572878 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-f51b8515-ec52-45d9-86c2-4bce14e06ab8 None None] Provisioning for port e837d108-8733-41ba-bd14-223f2f08e978 completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:35:19.582758 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-f51b8515-ec52-45d9-86c2-4bce14e06ab8 None None] Provisioning complete for port e837d108-8733-41ba-bd14-223f2f08e978 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:35:19.583208 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f51b8515-ec52-45d9-86c2-4bce14e06ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:19.587375 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-a8d76d2a-599a-4f05-9fc6-f75e3f073f2b admin admin] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:35:19.595348 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d76d2a-599a-4f05-9fc6-f75e3f073f2b admin admin] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:35:19.646217 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f4b7af4-6183-4901-a7cf-a970c92d67f6 None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 34, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:35:19.646545 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f4b7af4-6183-4901-a7cf-a970c92d67f6 None None] Checking segment: {'id': '5aade75d-903c-400b-b4a7-6f3ba4ae14ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '2a42cb13-2d55-4959-a070-eb88da564dfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:35:19.646995 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9f4b7af4-6183-4901-a7cf-a970c92d67f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:19.647363 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f4b7af4-6183-4901-a7cf-a970c92d67f6 None None] Bound using segment: {'id': '5aade75d-903c-400b-b4a7-6f3ba4ae14ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '2a42cb13-2d55-4959-a070-eb88da564dfb'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:35:19.647849 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-9f4b7af4-6183-4901-a7cf-a970c92d67f6 None None] Bound port: fc9b5618-ed7a-4096-9abd-36210cae09d3, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5aade75d-903c-400b-b4a7-6f3ba4ae14ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '2a42cb13-2d55-4959-a070-eb88da564dfb'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:35:19.648226 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9f4b7af4-6183-4901-a7cf-a970c92d67f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:19.727409 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-9f4b7af4-6183-4901-a7cf-a970c92d67f6 None None] For port fc9b5618-ed7a-4096-9abd-36210cae09d3, host n-d-779913-29, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:35:19.738570 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5976689-7c8f-46a9-9bf0-eb031c8011e8 req-5090bb34-e9ea-4bce-ac00-82e530a216af tempest-VolumesActionsTest-1032464286 tempest-VolumesActionsTest-1032464286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:19.740688 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d5976689-7c8f-46a9-9bf0-eb031c8011e8 req-5090bb34-e9ea-4bce-ac00-82e530a216af tempest-VolumesActionsTest-1032464286 tempest-VolumesActionsTest-1032464286-project] 10.222.0.68 "GET /v2.0/ports?device_id=0465cee0-9495-4ac9-9a02-f70bb65e916a HTTP/1.1" status: 200 len: 946 time: 0.3455920 Jul 14 09:35:19.742876 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-9f4b7af4-6183-4901-a7cf-a970c92d67f6 None None] For port fc9b5618-ed7a-4096-9abd-36210cae09d3, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=fc9b5618-ed7a-4096-9abd-36210cae09d3,segment=NetworkSegment(5aade75d-903c-400b-b4a7-6f3ba4ae14ee),segment_id=5aade75d-903c-400b-b4a7-6f3ba4ae14ee)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:35:19.760119 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.db.resource_extend [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 14 09:35:19.777321 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9f4b7af4-6183-4901-a7cf-a970c92d67f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:19.871191 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d5976689-7c8f-46a9-9bf0-eb031c8011e8 req-d97d0c25-7976-443c-a90e-3bb914b4fb5f tempest-VolumesActionsTest-1032464286 tempest-VolumesActionsTest-1032464286-project] 10.222.0.68 "GET /v2.0/security-groups?id=49aea925-c317-45a8-b5db-f75d7ba8be19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851479 Jul 14 09:35:19.878871 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d76d2a-599a-4f05-9fc6-f75e3f073f2b admin admin] Pushing event updated for resources: {'Port': ['ID=3dbbf1e6-110b-4bd4-a30a-eeceae60b3f9,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:19.899121 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4b7af4-6183-4901-a7cf-a970c92d67f6 None None] Pushing event updated for resources: {'Port': ['ID=fc9b5618-ed7a-4096-9abd-36210cae09d3,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:19.900194 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-61352b57-1c90-47de-9737-31207e7246ea admin admin] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:19.910891 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-61352b57-1c90-47de-9737-31207e7246ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13574142'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:20.038789 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 50545fa0-7ed1-4d38-a95b-75c237fdf670, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=50545fa0-7ed1-4d38-a95b-75c237fdf670,segment=NetworkSegment(7591738e-41ad-492d-b0a6-69a16017c202),segment_id=7591738e-41ad-492d-b0a6-69a16017c202)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:35:20.082769 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Returning: {'device': '50545fa0-7ed1-4d38-a95b-75c237fdf670', 'network_id': '3569c9d2-eab5-421e-9cb2-8a83583f6763', 'port_id': '50545fa0-7ed1-4d38-a95b-75c237fdf670', 'mac_address': 'fa:16:3e:2f:e9:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 728, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92b9e41e-353a-41b9-9d9e-be464d12ff99', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:35:20.092495 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61352b57-1c90-47de-9737-31207e7246ea admin admin] Pushing event updated for resources: {'Port': ['ID=e837d108-8733-41ba-bd14-223f2f08e978,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:20.095711 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-61352b57-1c90-47de-9737-31207e7246ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-683747'] for router_interface, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:20.098311 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-f51b8515-ec52-45d9-86c2-4bce14e06ab8 None None] Port e837d108-8733-41ba-bd14-223f2f08e978 cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:35:20.199449 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port e1dae523-301c-452f-a265-4c9272aa288f triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:35:20.222204 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:20.244683 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a8d76d2a-599a-4f05-9fc6-f75e3f073f2b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:20.289098 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:20.346349 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50545fa0-7ed1-4d38-a95b-75c237fdf670 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:35:20.371767 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61352b57-1c90-47de-9737-31207e7246ea admin admin] Network c910846b-69aa-4895-a079-17b5a0881adc is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:35:20.373546 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-61352b57-1c90-47de-9737-31207e7246ea admin admin] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:35:20.419247 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 50545fa0-7ed1-4d38-a95b-75c237fdf670, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=50545fa0-7ed1-4d38-a95b-75c237fdf670,segment=NetworkSegment(7591738e-41ad-492d-b0a6-69a16017c202),segment_id=7591738e-41ad-492d-b0a6-69a16017c202)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:35:20.429510 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:20.544350 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Pushing event updated for resources: {'Port': ['ID=50545fa0-7ed1-4d38-a95b-75c237fdf670,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:20.643225 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61352b57-1c90-47de-9737-31207e7246ea admin admin] Router b54c929b-262b-48cf-87ce-ad4c85620e13 has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:35:20.724050 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] get_ports_and_sgs() called for port_ids ['50545fa0-7ed1-4d38-a95b-75c237fdf670'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:35:20.804386 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872ffcf9-d587-4011-b863-36a8a0c91844 req-81ddadbe-c2d7-4652-9546-f189420825c7 tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:20.816761 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-872ffcf9-d587-4011-b863-36a8a0c91844 req-81ddadbe-c2d7-4652-9546-f189420825c7 tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] 10.222.0.68 "GET /v2.0/ports?device_id=fffc766d-ec07-432a-bc85-1246551ab319 HTTP/1.1" status: 200 len: 943 time: 0.8935163 Jul 14 09:35:20.895953 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a8d76d2a-599a-4f05-9fc6-f75e3f073f2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-711762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-661452'] for router, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:20.901093 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61352b57-1c90-47de-9737-31207e7246ea admin admin] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:35:20.910576 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-98a5eee7-27f7-4cc3-9fa8-3276bec170d8 None None] Provisioning complete for port e837d108-8733-41ba-bd14-223f2f08e978 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:35:20.915045 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-98a5eee7-27f7-4cc3-9fa8-3276bec170d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:20.941403 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-61352b57-1c90-47de-9737-31207e7246ea admin admin] 10.222.0.68 "PUT /v2.0/routers/b54c929b-262b-48cf-87ce-ad4c85620e13/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5639648 Jul 14 09:35:20.941802 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-872ffcf9-d587-4011-b863-36a8a0c91844 req-29f38b5a-b020-4acd-b590-1a086194da24 tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] 10.222.0.68 "GET /v2.0/security-groups?id=480b9b88-a112-41cf-9ffd-c713e01dc0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161563 Jul 14 09:35:21.121796 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-98a5eee7-27f7-4cc3-9fa8-3276bec170d8 None None] Port e837d108-8733-41ba-bd14-223f2f08e978 cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:35:21.131287 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device fc9b5618-ed7a-4096-9abd-36210cae09d3 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:35:21.230750 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning for port fc9b5618-ed7a-4096-9abd-36210cae09d3 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:35:21.234860 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8d76d2a-599a-4f05-9fc6-f75e3f073f2b admin admin] Router 6633487b-79ca-46a6-9a14-6e01fb01412a is scheduled to L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 with binding_index 1 {{(pid=93957) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:35:21.242715 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 5218f465-81b2-44b6-becb-325ade4ca18e up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:35:21.316309 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning for port 5218f465-81b2-44b6-becb-325ade4ca18e completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:35:21.322499 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port 5218f465-81b2-44b6-becb-325ade4ca18e triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:35:21.322887 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:21.424903 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8d76d2a-599a-4f05-9fc6-f75e3f073f2b admin admin] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:35:21.442344 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec3e2404-9031-4574-ae5a-6f4e12d27250 None None] Sync routers for ids ['6633487b-79ca-46a6-9a14-6e01fb01412a'] in n-d-779913-29 {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:35:21.466392 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a8d76d2a-599a-4f05-9fc6-f75e3f073f2b admin admin] Notify callbacks [] for router, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:21.467773 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-a8d76d2a-599a-4f05-9fc6-f75e3f073f2b admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.0012956 Jul 14 09:35:21.471717 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 34484) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:21.476708 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec3e2404-9031-4574-ae5a-6f4e12d27250 None None] Routers {'6633487b-79ca-46a6-9a14-6e01fb01412a'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:35:21.477583 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-ec3e2404-9031-4574-ae5a-6f4e12d27250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:34:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['6633487b-79ca-46a6-9a14-6e01fb01412a'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:21.483568 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:21.558114 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] For port 5218f465-81b2-44b6-becb-325ade4ca18e, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=5218f465-81b2-44b6-becb-325ade4ca18e,segment=NetworkSegment(81bf7a93-80b3-43df-b9d5-462c604a2945),segment_id=81bf7a93-80b3-43df-b9d5-462c604a2945)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:35:21.642769 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:21.707161 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e046060-3bc7-4f17-a257-fc5c5a177de1 req-a03eca9f-e51f-4c1b-86c4-1521d5b42c29 tempest-VolumesActionsTest-1032464286 tempest-VolumesActionsTest-1032464286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:21.709011 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-6e046060-3bc7-4f17-a257-fc5c5a177de1 req-a03eca9f-e51f-4c1b-86c4-1521d5b42c29 tempest-VolumesActionsTest-1032464286 tempest-VolumesActionsTest-1032464286-project] 10.222.0.68 "GET /v2.0/ports?device_id=0465cee0-9495-4ac9-9a02-f70bb65e916a HTTP/1.1" status: 200 len: 946 time: 0.6095128 Jul 14 09:35:21.909781 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b650222b-9d50-45d7-85a5-b9a0d73dbaf4 None None] Network 2a42cb13-2d55-4959-a070-eb88da564dfb requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:35:21.978515 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-6e046060-3bc7-4f17-a257-fc5c5a177de1 req-3c850599-34b3-4c0f-b2c7-dc181a838d52 tempest-VolumesActionsTest-1032464286 tempest-VolumesActionsTest-1032464286-project] 10.222.0.68 "GET /v2.0/security-groups?id=49aea925-c317-45a8-b5db-f75d7ba8be19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2580569 Jul 14 09:35:22.018913 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvr_db [None req-ec3e2404-9031-4574-ae5a-6f4e12d27250 None None] Set router 6633487b-79ca-46a6-9a14-6e01fb01412a gateway port host: n-d-779913-29 {{(pid=93959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:35:22.091393 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Pushing event updated for resources: {'Port': ['ID=5218f465-81b2-44b6-becb-325ade4ca18e,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:22.128926 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 34502) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:22.134381 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-94d79981-12bc-46e0-93d8-0821bf189940 tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Request body: {'network': {'name': 'tempest-network-smoke--245793008', 'project_id': '8f4c0efbbeff49fda0063f5062583c63', 'port_security_enabled': True}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:35:22.159676 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94d79981-12bc-46e0-93d8-0821bf189940 tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Made reservation on behalf of 8f4c0efbbeff49fda0063f5062583c63 for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:35:22.163916 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-94d79981-12bc-46e0-93d8-0821bf189940 tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:22.175548 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-94d79981-12bc-46e0-93d8-0821bf189940 tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:22.185903 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-9c1e903b-ed96-472a-97ae-c94bc6d54b53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:22.221361 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec9a8c3-9a37-4cb6-adbb-4f4d789017b9 None None] Sync routers for ids ['b54c929b-262b-48cf-87ce-ad4c85620e13'] in n-d-779913-29 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:35:22.240082 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec9a8c3-9a37-4cb6-adbb-4f4d789017b9 None None] Routers {'b54c929b-262b-48cf-87ce-ad4c85620e13'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:35:22.243668 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-aec9a8c3-9a37-4cb6-adbb-4f4d789017b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:34:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['b54c929b-262b-48cf-87ce-ad4c85620e13'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:22.325293 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-94d79981-12bc-46e0-93d8-0821bf189940 tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:22.333645 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-94d79981-12bc-46e0-93d8-0821bf189940 tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:22.339081 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-7ec5ed67-d310-443e-896c-7d0cd4a56672 None None] Provisioning for port fc9b5618-ed7a-4096-9abd-36210cae09d3 completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:35:22.341540 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-85cb1c4a-d84a-4c0e-92f1-40285a785af0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:22.369919 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94d79981-12bc-46e0-93d8-0821bf189940 tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 730} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:35:22.370135 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-7ec5ed67-d310-443e-896c-7d0cd4a56672 None None] Provisioning complete for port fc9b5618-ed7a-4096-9abd-36210cae09d3 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:35:22.370492 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7ec5ed67-d310-443e-896c-7d0cd4a56672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:22.468245 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-94d79981-12bc-46e0-93d8-0821bf189940 tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:22.468599 n-d-779913-29 neutron-server[93958]: INFO neutron.db.segments_db [None req-94d79981-12bc-46e0-93d8-0821bf189940 tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Added segment 292309a8-d1af-4728-adf3-473babb9574b of type vlan for network 73345ce1-56c8-4820-9a95-ad217b0c65d4 Jul 14 09:35:22.473537 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-ec3e2404-9031-4574-ae5a-6f4e12d27250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6633487b-79ca-46a6-9a14-6e01fb01412a', 'name': 'tempest-ServerActionsTestJSON-1418556030-router', 'tenant_id': '0be6be6bccc149f1a4b35e465d4a6d6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.24'}], 'enable_snat': True}, 'gw_port_id': '3dbbf1e6-110b-4bd4-a30a-eeceae60b3f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:35:17Z', 'updated_at': '2021-07-14T09:35:19Z', 'revision_number': 3, 'project_id': '0be6be6bccc149f1a4b35e465d4a6d6f', 'gw_port': {'id': '3dbbf1e6-110b-4bd4-a30a-eeceae60b3f9', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:8c:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6633487b-79ca-46a6-9a14-6e01fb01412a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2308, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:35:18Z', 'updated_at': '2021-07-14T09:35:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29'}], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:22.481067 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d79981-12bc-46e0-93d8-0821bf189940 tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74b1a42d-03cc-4a71-afde-b136b99fe2a1,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:22.510815 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-aec9a8c3-9a37-4cb6-adbb-4f4d789017b9 None None] Set router b54c929b-262b-48cf-87ce-ad4c85620e13 gateway port host: n-d-779913-29 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:35:22.519261 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec3e2404-9031-4574-ae5a-6f4e12d27250 None None] Checking router: 6633487b-79ca-46a6-9a14-6e01fb01412a for host: n-d-779913-29 {{(pid=93959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:35:22.519261 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec3e2404-9031-4574-ae5a-6f4e12d27250 None None] Updating router 6633487b-79ca-46a6-9a14-6e01fb01412a port 3dbbf1e6-110b-4bd4-a30a-eeceae60b3f9 binding host n-d-779913-29 {{(pid=93959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:35:22.567059 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2fccc1-f848-48da-9aa7-1c2f763dc808 req-e3b4ee91-a966-44a7-bc9f-6cece98f3ae8 tempest-TestServerMultinode-538957439 tempest-TestServerMultinode-538957439-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:22.569520 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-db2fccc1-f848-48da-9aa7-1c2f763dc808 req-e3b4ee91-a966-44a7-bc9f-6cece98f3ae8 tempest-TestServerMultinode-538957439 tempest-TestServerMultinode-538957439-project-admin] 10.222.0.68 "GET /v2.0/networks?id=e0018b49-138f-4e34-bda0-8701ab6f4c2c HTTP/1.1" status: 200 len: 911 time: 0.2275081 Jul 14 09:35:22.590046 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d79981-12bc-46e0-93d8-0821bf189940 tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:35:22.595301 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d79981-12bc-46e0-93d8-0821bf189940 tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:35:22.595689 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d79981-12bc-46e0-93d8-0821bf189940 tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:35:22.596297 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d79981-12bc-46e0-93d8-0821bf189940 tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:35:22.596639 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d79981-12bc-46e0-93d8-0821bf189940 tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:35:22.597124 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d79981-12bc-46e0-93d8-0821bf189940 tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:35:22.597637 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d79981-12bc-46e0-93d8-0821bf189940 tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:35:22.597973 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d79981-12bc-46e0-93d8-0821bf189940 tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:35:22.598351 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d79981-12bc-46e0-93d8-0821bf189940 tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:35:22.598702 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d79981-12bc-46e0-93d8-0821bf189940 tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:35:22.599030 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d79981-12bc-46e0-93d8-0821bf189940 tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:35:22.600152 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7ec5ed67-d310-443e-896c-7d0cd4a56672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:22.602107 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d79981-12bc-46e0-93d8-0821bf189940 tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:35:22.602899 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ec3e2404-9031-4574-ae5a-6f4e12d27250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:22.616260 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-db2fccc1-f848-48da-9aa7-1c2f763dc808 req-01f34483-f5b4-4944-8368-29ccabda36e9 tempest-TestServerMultinode-538957439 tempest-TestServerMultinode-538957439-project-admin] 10.222.0.68 "GET /v2.0/quotas/e498abdb8ae94e0baf9d8c9cd3801e7d HTTP/1.1" status: 200 len: 375 time: 0.0372622 Jul 14 09:35:22.628822 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-9c1e903b-ed96-472a-97ae-c94bc6d54b53 admin admin] Allocated IP 172.20.0.1 (2a42cb13-2d55-4959-a070-eb88da564dfb/2fb6ebb7-0edb-47a6-96f3-036e2585c66a/3c48646e-56c1-4237-b849-4ba8819a724a) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:35:22.647580 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-94d79981-12bc-46e0-93d8-0821bf189940 tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735687821325'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:22.691087 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac9398c-fab2-4ad7-b404-a882700cd826 req-1e1c9405-2d1b-4639-adc8-ca6d40e34bd4 tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:22.697129 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-eac9398c-fab2-4ad7-b404-a882700cd826 req-1e1c9405-2d1b-4639-adc8-ca6d40e34bd4 tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] 10.222.0.68 "GET /v2.0/ports?device_id=fffc766d-ec07-432a-bc85-1246551ab319 HTTP/1.1" status: 200 len: 944 time: 0.2905774 Jul 14 09:35:22.765561 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-7ec5ed67-d310-443e-896c-7d0cd4a56672 None None] For port fc9b5618-ed7a-4096-9abd-36210cae09d3, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=fc9b5618-ed7a-4096-9abd-36210cae09d3,segment=NetworkSegment(5aade75d-903c-400b-b4a7-6f3ba4ae14ee),segment_id=5aade75d-903c-400b-b4a7-6f3ba4ae14ee)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:35:22.777463 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-eac9398c-fab2-4ad7-b404-a882700cd826 req-12785053-3a54-4ad4-ba99-8f1ed1e7dea3 tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] 10.222.0.68 "GET /v2.0/security-groups?id=480b9b88-a112-41cf-9ffd-c713e01dc0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611410 Jul 14 09:35:22.781416 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7ec5ed67-d310-443e-896c-7d0cd4a56672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:22.785062 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-94d79981-12bc-46e0-93d8-0821bf189940 tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:22.790622 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94d79981-12bc-46e0-93d8-0821bf189940 tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:22.791214 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-94d79981-12bc-46e0-93d8-0821bf189940 tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:22.917217 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-aec9a8c3-9a37-4cb6-adbb-4f4d789017b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b54c929b-262b-48cf-87ce-ad4c85620e13', 'name': 'tempest-TestServerMultinode-1743446879-router', 'tenant_id': 'e498abdb8ae94e0baf9d8c9cd3801e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.78'}], 'enable_snat': True}, 'gw_port_id': '5218f465-81b2-44b6-becb-325ade4ca18e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:35:14Z', 'updated_at': '2021-07-14T09:35:19Z', 'revision_number': 4, 'project_id': 'e498abdb8ae94e0baf9d8c9cd3801e7d', 'gw_port': {'id': '5218f465-81b2-44b6-becb-325ade4ca18e', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:32:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b54c929b-262b-48cf-87ce-ad4c85620e13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2290, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:35:15Z', 'updated_at': '2021-07-14T09:35:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': 'e837d108-8733-41ba-bd14-223f2f08e978', 'name': '', 'network_id': 'c910846b-69aa-4895-a079-17b5a0881adc', 'tenant_id': 'e498abdb8ae94e0baf9d8c9cd3801e7d', 'mac_address': 'fa:16:3e:e0:b7:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b54c929b-262b-48cf-87ce-ad4c85620e13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2307, 'fixed_ips': [{'subnet_id': '067545b3-38b7-412a-b2a4-3952ec689278', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:35:18Z', 'updated_at': '2021-07-14T09:35:19Z', 'revision_number': 2, 'project_id': 'e498abdb8ae94e0baf9d8c9cd3801e7d', 'subnets': [{'id': '067545b3-38b7-412a-b2a4-3952ec689278', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:22.947436 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec9a8c3-9a37-4cb6-adbb-4f4d789017b9 None None] Checking router: b54c929b-262b-48cf-87ce-ad4c85620e13 for host: n-d-779913-29 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:35:22.947708 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec9a8c3-9a37-4cb6-adbb-4f4d789017b9 None None] Updating router b54c929b-262b-48cf-87ce-ad4c85620e13 port e837d108-8733-41ba-bd14-223f2f08e978 binding host n-d-779913-29 {{(pid=93960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:35:22.961099 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-94d79981-12bc-46e0-93d8-0821bf189940 tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8285754 Jul 14 09:35:22.962044 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 34522) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:22.970685 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-10f8d616-f732-4443-81b9-c247d926726f tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1508376754', 'admin_state_up': True, 'project_id': '8f4c0efbbeff49fda0063f5062583c63', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'}}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:35:22.995210 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-aec9a8c3-9a37-4cb6-adbb-4f4d789017b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:23.017864 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d79981-12bc-46e0-93d8-0821bf189940 tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Pushing event updated for resources: {'Network': ['ID=73345ce1-56c8-4820-9a95-ad217b0c65d4,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:23.042394 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 5218f465-81b2-44b6-becb-325ade4ca18e up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:35:23.057168 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-10f8d616-f732-4443-81b9-c247d926726f tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-711749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14670'] for router, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:23.058270 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-10f8d616-f732-4443-81b9-c247d926726f tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-711718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-661475', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14679'] for router, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:23.113396 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Network 73345ce1-56c8-4820-9a95-ad217b0c65d4 details requested by agent ovs-agent-n-d-779913-29 with host n-d-779913-29 {{(pid=93959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:35:23.180479 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec5ed67-d310-443e-896c-7d0cd4a56672 None None] Pushing event updated for resources: {'Port': ['ID=fc9b5618-ed7a-4096-9abd-36210cae09d3,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:23.197452 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-10f8d616-f732-4443-81b9-c247d926726f tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:23.217457 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-187d1727-c4e2-455c-946e-c893c6d623ca None None] Provisioning complete for port fc9b5618-ed7a-4096-9abd-36210cae09d3 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:35:23.217901 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-187d1727-c4e2-455c-946e-c893c6d623ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:23.293567 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port 5218f465-81b2-44b6-becb-325ade4ca18e triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:35:23.293944 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:23.397985 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-db2fccc1-f848-48da-9aa7-1c2f763dc808 req-3070d02f-a8a0-4f23-8184-c4e9172b8fad tempest-TestServerMultinode-538957439 tempest-TestServerMultinode-538957439-project-admin] 10.222.0.68 "GET /v2.0/ports?tenant_id=e498abdb8ae94e0baf9d8c9cd3801e7d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7708030 Jul 14 09:35:23.465611 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 50545fa0-7ed1-4d38-a95b-75c237fdf670 up at agent hyperv_n-h2-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:35:23.477657 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-10f8d616-f732-4443-81b9-c247d926726f tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-661489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-711771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12973'] for router, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:23.495278 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-aec9a8c3-9a37-4cb6-adbb-4f4d789017b9 None None] Notify callbacks [] for port, precommit_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:23.508828 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-aec9a8c3-9a37-4cb6-adbb-4f4d789017b9 None None] Transition to ACTIVE for port object e837d108-8733-41ba-bd14-223f2f08e978 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:35:23.515164 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-9c1e903b-ed96-472a-97ae-c94bc6d54b53 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:23.518278 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-aec9a8c3-9a37-4cb6-adbb-4f4d789017b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:23.544478 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-9c1e903b-ed96-472a-97ae-c94bc6d54b53 admin admin] Transition to ACTIVE for port object 3c48646e-56c1-4237-b849-4ba8819a724a will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:35:23.553671 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ec3e2404-9031-4574-ae5a-6f4e12d27250 None None] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:23.560342 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-db2fccc1-f848-48da-9aa7-1c2f763dc808 req-23e7600b-c279-446d-bedf-43ba593e9091 service neutron] 10.222.0.68 "GET /v2.0/networks/e0018b49-138f-4e34-bda0-8701ab6f4c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1595910 Jul 14 09:35:23.588524 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434aed7d-12bd-4763-9242-4413a3817880 None None] Pushing event updated for resources: {'Port': ['ID=e837d108-8733-41ba-bd14-223f2f08e978,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:23.590774 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f96313-7268-47c3-a54f-a2a28eeae1d2 req-cc12e5f5-1e0c-4e6b-80f4-a9fbefe6a4bb tempest-VolumesActionsTest-1032464286 tempest-VolumesActionsTest-1032464286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:23.596184 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-b8f96313-7268-47c3-a54f-a2a28eeae1d2 req-cc12e5f5-1e0c-4e6b-80f4-a9fbefe6a4bb tempest-VolumesActionsTest-1032464286 tempest-VolumesActionsTest-1032464286-project] 10.222.0.68 "GET /v2.0/ports?device_id=0465cee0-9495-4ac9-9a02-f70bb65e916a HTTP/1.1" status: 200 len: 946 time: 0.1530855 Jul 14 09:35:23.616869 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-ec3e2404-9031-4574-ae5a-6f4e12d27250 None None] Transition to ACTIVE for port object 3dbbf1e6-110b-4bd4-a30a-eeceae60b3f9 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:35:23.631089 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ec3e2404-9031-4574-ae5a-6f4e12d27250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:23.663032 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-b8f96313-7268-47c3-a54f-a2a28eeae1d2 req-7990b3f5-1eb3-487f-8040-a027098b2be2 tempest-VolumesActionsTest-1032464286 tempest-VolumesActionsTest-1032464286-project] 10.222.0.68 "GET /v2.0/security-groups?id=49aea925-c317-45a8-b5db-f75d7ba8be19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590975 Jul 14 09:35:23.672183 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-aec9a8c3-9a37-4cb6-adbb-4f4d789017b9 None None] Attempting to bind port e837d108-8733-41ba-bd14-223f2f08e978 on host n-d-779913-29 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:35:23.672732 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-aec9a8c3-9a37-4cb6-adbb-4f4d789017b9 None None] Attempting to bind port e837d108-8733-41ba-bd14-223f2f08e978 by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': '35aa3e4b-2906-4f90-8dfe-eeffdcfbe6c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'c910846b-69aa-4895-a079-17b5a0881adc'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:35:23.673231 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec9a8c3-9a37-4cb6-adbb-4f4d789017b9 None None] Attempting to bind port e837d108-8733-41ba-bd14-223f2f08e978 on network c910846b-69aa-4895-a079-17b5a0881adc {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:35:23.679733 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec9a8c3-9a37-4cb6-adbb-4f4d789017b9 None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 34, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:35:23.680157 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec9a8c3-9a37-4cb6-adbb-4f4d789017b9 None None] Checking segment: {'id': '35aa3e4b-2906-4f90-8dfe-eeffdcfbe6c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'c910846b-69aa-4895-a079-17b5a0881adc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:35:23.680740 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-aec9a8c3-9a37-4cb6-adbb-4f4d789017b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:23.681135 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec9a8c3-9a37-4cb6-adbb-4f4d789017b9 None None] Bound using segment: {'id': '35aa3e4b-2906-4f90-8dfe-eeffdcfbe6c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'c910846b-69aa-4895-a079-17b5a0881adc'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:35:23.681861 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-aec9a8c3-9a37-4cb6-adbb-4f4d789017b9 None None] Bound port: e837d108-8733-41ba-bd14-223f2f08e978, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35aa3e4b-2906-4f90-8dfe-eeffdcfbe6c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'c910846b-69aa-4895-a079-17b5a0881adc'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:35:23.682292 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-aec9a8c3-9a37-4cb6-adbb-4f4d789017b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:23.693395 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Provisioning for port 50545fa0-7ed1-4d38-a95b-75c237fdf670 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:35:23.704853 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Provisioning complete for port 50545fa0-7ed1-4d38-a95b-75c237fdf670 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:35:23.705745 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:23.737587 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-9c1e903b-ed96-472a-97ae-c94bc6d54b53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:23.752101 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0da5fa8-6f6a-4112-81d4-080fd390b306 None None] Pushing event updated for resources: {'Port': ['ID=3dbbf1e6-110b-4bd4-a30a-eeceae60b3f9,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:23.768133 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-ec3e2404-9031-4574-ae5a-6f4e12d27250 None None] Attempting to bind port 3dbbf1e6-110b-4bd4-a30a-eeceae60b3f9 on host n-d-779913-29 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:35:23.768803 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-ec3e2404-9031-4574-ae5a-6f4e12d27250 None None] Attempting to bind port 3dbbf1e6-110b-4bd4-a30a-eeceae60b3f9 by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': '81bf7a93-80b3-43df-b9d5-462c604a2945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:35:23.769939 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec3e2404-9031-4574-ae5a-6f4e12d27250 None None] Attempting to bind port 3dbbf1e6-110b-4bd4-a30a-eeceae60b3f9 on network 2dcd4d32-cc7c-4468-b396-7ce5c9231892 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:35:23.782324 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec3e2404-9031-4574-ae5a-6f4e12d27250 None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 34, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:35:23.782735 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec3e2404-9031-4574-ae5a-6f4e12d27250 None None] Checking segment: {'id': '81bf7a93-80b3-43df-b9d5-462c604a2945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:35:23.785187 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ec3e2404-9031-4574-ae5a-6f4e12d27250 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:23.786317 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec3e2404-9031-4574-ae5a-6f4e12d27250 None None] Bound using segment: {'id': '81bf7a93-80b3-43df-b9d5-462c604a2945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:35:23.787434 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-aec9a8c3-9a37-4cb6-adbb-4f4d789017b9 None None] For port e837d108-8733-41ba-bd14-223f2f08e978, host n-d-779913-29, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:35:23.793017 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-ec3e2404-9031-4574-ae5a-6f4e12d27250 None None] Bound port: 3dbbf1e6-110b-4bd4-a30a-eeceae60b3f9, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81bf7a93-80b3-43df-b9d5-462c604a2945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:35:23.793525 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ec3e2404-9031-4574-ae5a-6f4e12d27250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:23.805174 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-aec9a8c3-9a37-4cb6-adbb-4f4d789017b9 None None] For port e837d108-8733-41ba-bd14-223f2f08e978, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=e837d108-8733-41ba-bd14-223f2f08e978,segment=NetworkSegment(35aa3e4b-2906-4f90-8dfe-eeffdcfbe6c4),segment_id=35aa3e4b-2906-4f90-8dfe-eeffdcfbe6c4)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:35:23.809987 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-aec9a8c3-9a37-4cb6-adbb-4f4d789017b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:23.854570 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c1e903b-ed96-472a-97ae-c94bc6d54b53 admin admin] Network 2a42cb13-2d55-4959-a070-eb88da564dfb is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:35:23.862689 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-db2fccc1-f848-48da-9aa7-1c2f763dc808 req-baf23594-75f9-4bef-b384-89bf9c2b4fea service neutron] 10.222.0.68 "GET /v2.0/networks/e0018b49-138f-4e34-bda0-8701ab6f4c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3017688 Jul 14 09:35:23.863534 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-9c1e903b-ed96-472a-97ae-c94bc6d54b53 admin admin] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:35:23.877332 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1e903b-ed96-472a-97ae-c94bc6d54b53 admin admin] Pushing event updated for resources: {'Port': ['ID=3c48646e-56c1-4237-b849-4ba8819a724a,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:23.885577 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c1e903b-ed96-472a-97ae-c94bc6d54b53 admin admin] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:35:23.923859 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-10f8d616-f732-4443-81b9-c247d926726f tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Notify callbacks [] for router_gateway, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:23.952885 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-ec3e2404-9031-4574-ae5a-6f4e12d27250 None None] For port 3dbbf1e6-110b-4bd4-a30a-eeceae60b3f9, host n-d-779913-29, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:35:23.955659 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:23.958613 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-ec3e2404-9031-4574-ae5a-6f4e12d27250 None None] For port 3dbbf1e6-110b-4bd4-a30a-eeceae60b3f9, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=3dbbf1e6-110b-4bd4-a30a-eeceae60b3f9,segment=NetworkSegment(81bf7a93-80b3-43df-b9d5-462c604a2945),segment_id=81bf7a93-80b3-43df-b9d5-462c604a2945)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:35:23.959271 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434aed7d-12bd-4763-9242-4413a3817880 None None] Pushing event updated for resources: {'Port': ['ID=e837d108-8733-41ba-bd14-223f2f08e978,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:23.973906 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-10f8d616-f732-4443-81b9-c247d926726f tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:23.979455 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec9a8c3-9a37-4cb6-adbb-4f4d789017b9 None None] Routers {'b54c929b-262b-48cf-87ce-ad4c85620e13'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:35:23.980116 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-9c1e903b-ed96-472a-97ae-c94bc6d54b53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-660393'] for router_interface, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:23.981160 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-aec9a8c3-9a37-4cb6-adbb-4f4d789017b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:34:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['b54c929b-262b-48cf-87ce-ad4c85620e13'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:23.985811 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ec3e2404-9031-4574-ae5a-6f4e12d27250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:24.081446 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fffc766d-ec07-432a-bc85-1246551ab319', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50545fa0-7ed1-4d38-a95b-75c237fdf670'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:35:24.089682 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd62303f06773040a8a4e189dc46b4f565768c299abf8ab8e7739778b0bc3e97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a194622e-c7bc-412e-9744-bbbb7a9e11c6" -d '{"events": [{"server_uuid": "fffc766d-ec07-432a-bc85-1246551ab319", "name": "network-vif-plugged", "status": "completed", "tag": "50545fa0-7ed1-4d38-a95b-75c237fdf670"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:35:24.135558 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0da5fa8-6f6a-4112-81d4-080fd390b306 None None] Pushing event updated for resources: {'Port': ['ID=3dbbf1e6-110b-4bd4-a30a-eeceae60b3f9,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:24.191509 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 50545fa0-7ed1-4d38-a95b-75c237fdf670, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=50545fa0-7ed1-4d38-a95b-75c237fdf670,segment=NetworkSegment(7591738e-41ad-492d-b0a6-69a16017c202),segment_id=7591738e-41ad-492d-b0a6-69a16017c202)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:35:24.210996 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:24.223546 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec3e2404-9031-4574-ae5a-6f4e12d27250 None None] Routers {'6633487b-79ca-46a6-9a14-6e01fb01412a'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:35:24.224218 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-ec3e2404-9031-4574-ae5a-6f4e12d27250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:34:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['6633487b-79ca-46a6-9a14-6e01fb01412a'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:24.257568 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-aec9a8c3-9a37-4cb6-adbb-4f4d789017b9 None None] Set router b54c929b-262b-48cf-87ce-ad4c85620e13 gateway port host: n-d-779913-29 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:35:24.373986 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:35:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be04d24f-571b-4871-ae99-b4231f243163 x-openstack-request-id: req-be04d24f-571b-4871-ae99-b4231f243163 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:35:24.373986 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fffc766d-ec07-432a-bc85-1246551ab319", "name": "network-vif-plugged", "status": "completed", "tag": "50545fa0-7ed1-4d38-a95b-75c237fdf670", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:35:24.374233 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-be04d24f-571b-4871-ae99-b4231f243163 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:35:24.374409 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fffc766d-ec07-432a-bc85-1246551ab319', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50545fa0-7ed1-4d38-a95b-75c237fdf670', 'code': 200} Jul 14 09:35:24.377462 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-10f8d616-f732-4443-81b9-c247d926726f tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Allocated IP 172.25.4.205 (2dcd4d32-cc7c-4468-b396-7ce5c9231892/6cd22a75-5bc1-467c-a3c4-0af04bd1b34a/642278eb-abd1-4f56-8eaf-f9705dbf66e4) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:35:24.402383 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d1777713-1a21-43a4-8941-33b23b4ea1db req-7f1cc392-b4d7-4fda-91e9-e97e474538c5 tempest-TestServerMultinode-538957439 tempest-TestServerMultinode-538957439-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=5ec05b88-cf63-49a2-a841-08f16d3564e4 HTTP/1.1" status: 200 len: 210 time: 0.0722609 Jul 14 09:35:24.430609 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-9c1e903b-ed96-472a-97ae-c94bc6d54b53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:24.458570 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcdeb59-2a00-4e43-9166-96072a5395f8 req-37f0c58d-8d72-46f7-8f96-fc8395cc6973 tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:24.471185 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-5fcdeb59-2a00-4e43-9166-96072a5395f8 req-37f0c58d-8d72-46f7-8f96-fc8395cc6973 tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] 10.222.0.68 "GET /v2.0/ports?device_id=fffc766d-ec07-432a-bc85-1246551ab319 HTTP/1.1" status: 200 len: 945 time: 0.2712092 Jul 14 09:35:24.573198 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4724f4df-b349-4b2e-89f7-15047120bfe4 req-2bc57092-c439-467f-a01c-97ad0ed749bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:24.575126 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-4724f4df-b349-4b2e-89f7-15047120bfe4 req-2bc57092-c439-467f-a01c-97ad0ed749bd service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=fffc766d-ec07-432a-bc85-1246551ab319 HTTP/1.1" status: 200 len: 1097 time: 0.2128503 Jul 14 09:35:24.601264 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Pushing event updated for resources: {'Port': ['ID=50545fa0-7ed1-4d38-a95b-75c237fdf670,revision_number=5']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:24.607269 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-5fcdeb59-2a00-4e43-9166-96072a5395f8 req-6b9b1451-6a15-42da-af3b-bd0369e09e32 tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] 10.222.0.68 "GET /v2.0/security-groups?id=480b9b88-a112-41cf-9ffd-c713e01dc0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344726 Jul 14 09:35:24.640685 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-08410250-de4d-48d2-a626-e9a72dfc8276 None None] Provisioning for port 3c48646e-56c1-4237-b849-4ba8819a724a completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:35:24.648828 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvr_db [None req-ec3e2404-9031-4574-ae5a-6f4e12d27250 None None] Set router 6633487b-79ca-46a6-9a14-6e01fb01412a gateway port host: n-d-779913-29 {{(pid=93959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:35:24.650662 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-08410250-de4d-48d2-a626-e9a72dfc8276 None None] Provisioning complete for port 3c48646e-56c1-4237-b849-4ba8819a724a triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:35:24.651034 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-08410250-de4d-48d2-a626-e9a72dfc8276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:24.662334 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-aec9a8c3-9a37-4cb6-adbb-4f4d789017b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b54c929b-262b-48cf-87ce-ad4c85620e13', 'name': 'tempest-TestServerMultinode-1743446879-router', 'tenant_id': 'e498abdb8ae94e0baf9d8c9cd3801e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.78'}], 'enable_snat': True}, 'gw_port_id': '5218f465-81b2-44b6-becb-325ade4ca18e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:35:14Z', 'updated_at': '2021-07-14T09:35:19Z', 'revision_number': 4, 'project_id': 'e498abdb8ae94e0baf9d8c9cd3801e7d', 'gw_port': {'id': '5218f465-81b2-44b6-becb-325ade4ca18e', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:32:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b54c929b-262b-48cf-87ce-ad4c85620e13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2290, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:35:15Z', 'updated_at': '2021-07-14T09:35:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': 'e837d108-8733-41ba-bd14-223f2f08e978', 'name': '', 'network_id': 'c910846b-69aa-4895-a079-17b5a0881adc', 'tenant_id': 'e498abdb8ae94e0baf9d8c9cd3801e7d', 'mac_address': 'fa:16:3e:e0:b7:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b54c929b-262b-48cf-87ce-ad4c85620e13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2307, 'fixed_ips': [{'subnet_id': '067545b3-38b7-412a-b2a4-3952ec689278', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:35:18Z', 'updated_at': '2021-07-14T09:35:23Z', 'revision_number': 4, 'project_id': 'e498abdb8ae94e0baf9d8c9cd3801e7d', 'subnets': [{'id': '067545b3-38b7-412a-b2a4-3952ec689278', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:24.671248 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-10f8d616-f732-4443-81b9-c247d926726f tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:24.697448 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec9a8c3-9a37-4cb6-adbb-4f4d789017b9 None None] The sync data for ids ['b54c929b-262b-48cf-87ce-ad4c85620e13'] in n-d-779913-29 is: [{'id': 'b54c929b-262b-48cf-87ce-ad4c85620e13', 'name': 'tempest-TestServerMultinode-1743446879-router', 'tenant_id': 'e498abdb8ae94e0baf9d8c9cd3801e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.78'}], 'enable_snat': True}, 'gw_port_id': '5218f465-81b2-44b6-becb-325ade4ca18e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:35:14Z', 'updated_at': '2021-07-14T09:35:19Z', 'revision_number': 4, 'project_id': 'e498abdb8ae94e0baf9d8c9cd3801e7d', 'gw_port': {'id': '5218f465-81b2-44b6-becb-325ade4ca18e', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:32:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b54c929b-262b-48cf-87ce-ad4c85620e13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2290, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:35:15Z', 'updated_at': '2021-07-14T09:35:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': 'e837d108-8733-41ba-bd14-223f2f08e978', 'name': '', 'network_id': 'c910846b-69aa-4895-a079-17b5a0881adc', 'tenant_id': 'e498abdb8ae94e0baf9d8c9cd3801e7d', 'mac_address': 'fa:16:3e:e0:b7:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b54c929b-262b-48cf-87ce-ad4c85620e13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2307, 'fixed_ips': [{'subnet_id': '067545b3-38b7-412a-b2a4-3952ec689278', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:35:18Z', 'updated_at': '2021-07-14T09:35:23Z', 'revision_number': 4, 'project_id': 'e498abdb8ae94e0baf9d8c9cd3801e7d', 'subnets': [{'id': '067545b3-38b7-412a-b2a4-3952ec689278', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:35:24.772870 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-4724f4df-b349-4b2e-89f7-15047120bfe4 req-b77c7bae-d75e-4342-8d9f-a005afec3732 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=480b9b88-a112-41cf-9ffd-c713e01dc0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847067 Jul 14 09:35:24.871563 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-9c1e903b-ed96-472a-97ae-c94bc6d54b53 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:24.884042 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-9c1e903b-ed96-472a-97ae-c94bc6d54b53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:24.924499 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-08410250-de4d-48d2-a626-e9a72dfc8276 None None] Port 3c48646e-56c1-4237-b849-4ba8819a724a cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:35:24.929637 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:24.946011 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a3d56706-b296-4671-a336-5d023699e8d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:24.948986 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-10f8d616-f732-4443-81b9-c247d926726f tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:24.954703 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-9c1e903b-ed96-472a-97ae-c94bc6d54b53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-683747'] for router_interface, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:25.004984 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10f8d616-f732-4443-81b9-c247d926726f tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Network 2dcd4d32-cc7c-4468-b396-7ce5c9231892 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:35:25.060421 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-10f8d616-f732-4443-81b9-c247d926726f tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:35:25.071887 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f8d616-f732-4443-81b9-c247d926726f tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:35:25.146776 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6910b0-9afa-4afa-9870-bb22a25e4463 req-fad070ee-af01-4f9b-958f-4a49daa97f94 tempest-VolumesActionsTest-1032464286 tempest-VolumesActionsTest-1032464286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:25.148418 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-7f6910b0-9afa-4afa-9870-bb22a25e4463 req-fad070ee-af01-4f9b-958f-4a49daa97f94 tempest-VolumesActionsTest-1032464286 tempest-VolumesActionsTest-1032464286-project] 10.222.0.57 "GET /v2.0/ports?device_id=0465cee0-9495-4ac9-9a02-f70bb65e916a HTTP/1.1" status: 200 len: 946 time: 0.4152777 Jul 14 09:35:25.152325 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f8d616-f732-4443-81b9-c247d926726f tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Pushing event updated for resources: {'Port': ['ID=642278eb-abd1-4f56-8eaf-f9705dbf66e4,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:25.152548 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device fc9b5618-ed7a-4096-9abd-36210cae09d3 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:35:25.225330 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-ec3e2404-9031-4574-ae5a-6f4e12d27250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6633487b-79ca-46a6-9a14-6e01fb01412a', 'name': 'tempest-ServerActionsTestJSON-1418556030-router', 'tenant_id': '0be6be6bccc149f1a4b35e465d4a6d6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.24'}], 'enable_snat': True}, 'gw_port_id': '3dbbf1e6-110b-4bd4-a30a-eeceae60b3f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:35:17Z', 'updated_at': '2021-07-14T09:35:19Z', 'revision_number': 3, 'project_id': '0be6be6bccc149f1a4b35e465d4a6d6f', 'gw_port': {'id': '3dbbf1e6-110b-4bd4-a30a-eeceae60b3f9', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:8c:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6633487b-79ca-46a6-9a14-6e01fb01412a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2308, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:35:18Z', 'updated_at': '2021-07-14T09:35:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29'}], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:25.253334 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1e903b-ed96-472a-97ae-c94bc6d54b53 admin admin] Pushing event updated for resources: {'Port': ['ID=3c48646e-56c1-4237-b849-4ba8819a724a,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:25.269517 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec3e2404-9031-4574-ae5a-6f4e12d27250 None None] The sync data for ids ['6633487b-79ca-46a6-9a14-6e01fb01412a'] in n-d-779913-29 is: [{'id': '6633487b-79ca-46a6-9a14-6e01fb01412a', 'name': 'tempest-ServerActionsTestJSON-1418556030-router', 'tenant_id': '0be6be6bccc149f1a4b35e465d4a6d6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.24'}], 'enable_snat': True}, 'gw_port_id': '3dbbf1e6-110b-4bd4-a30a-eeceae60b3f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:35:17Z', 'updated_at': '2021-07-14T09:35:19Z', 'revision_number': 3, 'project_id': '0be6be6bccc149f1a4b35e465d4a6d6f', 'gw_port': {'id': '3dbbf1e6-110b-4bd4-a30a-eeceae60b3f9', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:8c:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6633487b-79ca-46a6-9a14-6e01fb01412a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2308, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:35:18Z', 'updated_at': '2021-07-14T09:35:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29'}] {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:35:25.273321 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c1e903b-ed96-472a-97ae-c94bc6d54b53 admin admin] Network 2a42cb13-2d55-4959-a070-eb88da564dfb is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:35:25.277156 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-9c1e903b-ed96-472a-97ae-c94bc6d54b53 admin admin] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:35:25.314513 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port fc9b5618-ed7a-4096-9abd-36210cae09d3 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:35:25.314899 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:25.409541 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bfce89-8970-4d19-b87d-494983ccde76 req-b9f0bfe1-741e-4d71-a146-5cfb7a518744 tempest-VolumesActionsTest-1032464286 tempest-VolumesActionsTest-1032464286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:25.417534 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-34bfce89-8970-4d19-b87d-494983ccde76 req-b9f0bfe1-741e-4d71-a146-5cfb7a518744 tempest-VolumesActionsTest-1032464286 tempest-VolumesActionsTest-1032464286-project] 10.222.0.68 "GET /v2.0/ports?device_id=0465cee0-9495-4ac9-9a02-f70bb65e916a HTTP/1.1" status: 200 len: 946 time: 0.4033716 Jul 14 09:35:25.608712 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c1e903b-ed96-472a-97ae-c94bc6d54b53 admin admin] Router 6633487b-79ca-46a6-9a14-6e01fb01412a has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:35:25.648842 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-34bfce89-8970-4d19-b87d-494983ccde76 req-6b6db387-b802-43bf-8b6e-dc6c3ecfdcab tempest-VolumesActionsTest-1032464286 tempest-VolumesActionsTest-1032464286-project] 10.222.0.68 "GET /v2.0/security-groups?id=49aea925-c317-45a8-b5db-f75d7ba8be19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2300925 Jul 14 09:35:25.673303 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device e837d108-8733-41ba-bd14-223f2f08e978 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:35:25.741440 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-5511410e-1d24-4b54-99e8-27211f8b8093 req-5064e4a1-8f72-4e5a-8c33-fcf2ddbbb179 tempest-TestServerMultinode-538957439 tempest-TestServerMultinode-538957439-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=5ec05b88-cf63-49a2-a841-08f16d3564e4 HTTP/1.1" status: 200 len: 210 time: 0.0701444 Jul 14 09:35:25.759556 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning for port e837d108-8733-41ba-bd14-223f2f08e978 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:35:25.761876 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-cc25c13f-3fd4-4bb5-84d5-024901f53ccc None None] Provisioning complete for port 3c48646e-56c1-4237-b849-4ba8819a724a triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:35:25.762147 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cc25c13f-3fd4-4bb5-84d5-024901f53ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:25.781296 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-7f6910b0-9afa-4afa-9870-bb22a25e4463 req-dae6ecf6-2db7-4c35-aa43-6482d20e122c tempest-VolumesActionsTest-1032464286 tempest-VolumesActionsTest-1032464286-project] Deleting port 59d2e891-989e-4f45-adf0-a815938a5bbe {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:35:25.785162 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-7f6910b0-9afa-4afa-9870-bb22a25e4463 req-dae6ecf6-2db7-4c35-aa43-6482d20e122c tempest-VolumesActionsTest-1032464286 tempest-VolumesActionsTest-1032464286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:25.806025 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port e837d108-8733-41ba-bd14-223f2f08e978 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:35:25.806659 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:25.808284 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-cc25c13f-3fd4-4bb5-84d5-024901f53ccc None None] Port 3c48646e-56c1-4237-b849-4ba8819a724a cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:35:25.874859 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c1e903b-ed96-472a-97ae-c94bc6d54b53 admin admin] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:35:25.893699 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-9c1e903b-ed96-472a-97ae-c94bc6d54b53 admin admin] 10.222.0.68 "PUT /v2.0/routers/6633487b-79ca-46a6-9a14-6e01fb01412a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4201796 Jul 14 09:35:25.905402 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5ad31076-714c-49ec-bc37-f3d4cd90112a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:25.924236 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-10f8d616-f732-4443-81b9-c247d926726f tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Notify callbacks [] for router_gateway, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:25.960936 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:26.004475 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] For port e837d108-8733-41ba-bd14-223f2f08e978, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=e837d108-8733-41ba-bd14-223f2f08e978,segment=NetworkSegment(35aa3e4b-2906-4f90-8dfe-eeffdcfbe6c4),segment_id=35aa3e4b-2906-4f90-8dfe-eeffdcfbe6c4)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:35:26.007042 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-7f6910b0-9afa-4afa-9870-bb22a25e4463 req-dae6ecf6-2db7-4c35-aa43-6482d20e122c tempest-VolumesActionsTest-1032464286 tempest-VolumesActionsTest-1032464286-project] For port 59d2e891-989e-4f45-adf0-a815938a5bbe, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=59d2e891-989e-4f45-adf0-a815938a5bbe,segment=NetworkSegment(af0b7e75-d88c-49fd-b73c-a649988029d5),segment_id=af0b7e75-d88c-49fd-b73c-a649988029d5)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:35:26.007488 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-7f6910b0-9afa-4afa-9870-bb22a25e4463 req-dae6ecf6-2db7-4c35-aa43-6482d20e122c tempest-VolumesActionsTest-1032464286 tempest-VolumesActionsTest-1032464286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:26.012185 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:26.053549 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-7f6910b0-9afa-4afa-9870-bb22a25e4463 req-dae6ecf6-2db7-4c35-aa43-6482d20e122c tempest-VolumesActionsTest-1032464286 tempest-VolumesActionsTest-1032464286-project] Calling delete_port for 59d2e891-989e-4f45-adf0-a815938a5bbe owned by compute:nova {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:35:26.090193 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Pushing event updated for resources: {'Port': ['ID=e837d108-8733-41ba-bd14-223f2f08e978,revision_number=5']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:26.338978 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2fccc1-f848-48da-9aa7-1c2f763dc808 req-ce8ddf7b-6ef6-422d-9699-5f730a95716e tempest-TestServerMultinode-538957439 tempest-TestServerMultinode-538957439-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:26.340967 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-db2fccc1-f848-48da-9aa7-1c2f763dc808 req-ce8ddf7b-6ef6-422d-9699-5f730a95716e tempest-TestServerMultinode-538957439 tempest-TestServerMultinode-538957439-project-admin] 10.222.0.57 "GET /v2.0/networks?id=e0018b49-138f-4e34-bda0-8701ab6f4c2c HTTP/1.1" status: 200 len: 911 time: 0.1654139 Jul 14 09:35:26.354195 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-db2fccc1-f848-48da-9aa7-1c2f763dc808 req-e2756721-62aa-4518-92d7-0652e78d3cd8 tempest-TestServerMultinode-538957439 tempest-TestServerMultinode-538957439-project-admin] Request body: {'port': {'device_id': '5ec05b88-cf63-49a2-a841-08f16d3564e4', 'network_id': 'e0018b49-138f-4e34-bda0-8701ab6f4c2c', 'admin_state_up': True, 'tenant_id': 'e498abdb8ae94e0baf9d8c9cd3801e7d'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:35:26.384018 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db2fccc1-f848-48da-9aa7-1c2f763dc808 req-e2756721-62aa-4518-92d7-0652e78d3cd8 tempest-TestServerMultinode-538957439 tempest-TestServerMultinode-538957439-project-admin] Made reservation on behalf of e498abdb8ae94e0baf9d8c9cd3801e7d for: {'port': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:35:26.389030 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-db2fccc1-f848-48da-9aa7-1c2f763dc808 req-e2756721-62aa-4518-92d7-0652e78d3cd8 tempest-TestServerMultinode-538957439 tempest-TestServerMultinode-538957439-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:26.566085 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [req-db2fccc1-f848-48da-9aa7-1c2f763dc808 req-e2756721-62aa-4518-92d7-0652e78d3cd8 tempest-TestServerMultinode-538957439 tempest-TestServerMultinode-538957439-project-admin] Allocated IP 172.20.0.11 (e0018b49-138f-4e34-bda0-8701ab6f4c2c/c4952ea5-c657-4cdd-96d4-47c092d76340/644aef1c-a35a-4b8a-9395-aaea780355d1) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:35:26.571490 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55e6659-1fa9-45fc-b55a-56d00f00715c req-9c843286-92b5-4033-84de-8ae339e92837 tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:26.573338 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-b55e6659-1fa9-45fc-b55a-56d00f00715c req-9c843286-92b5-4033-84de-8ae339e92837 tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] 10.222.0.68 "GET /v2.0/ports?device_id=fffc766d-ec07-432a-bc85-1246551ab319 HTTP/1.1" status: 200 len: 945 time: 0.6705143 Jul 14 09:35:26.621306 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 34558) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:26.632911 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-ca31dedd-c89b-445b-b696-eb5e10ff778e tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1793793134', 'description': 'tempest-description--830244404'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:35:26.734993 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-b55e6659-1fa9-45fc-b55a-56d00f00715c req-9f8271dd-00f2-48f9-921a-e582f7fc73cf tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] 10.222.0.68 "GET /v2.0/security-groups?id=480b9b88-a112-41cf-9ffd-c713e01dc0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496801 Jul 14 09:35:26.778479 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-10f8d616-f732-4443-81b9-c247d926726f tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-711762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-661452'] for router, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:26.789827 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-db2fccc1-f848-48da-9aa7-1c2f763dc808 req-e2756721-62aa-4518-92d7-0652e78d3cd8 tempest-TestServerMultinode-538957439 tempest-TestServerMultinode-538957439-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:26.806832 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [req-db2fccc1-f848-48da-9aa7-1c2f763dc808 req-e2756721-62aa-4518-92d7-0652e78d3cd8 tempest-TestServerMultinode-538957439 tempest-TestServerMultinode-538957439-project-admin] Transition to ACTIVE for port object 644aef1c-a35a-4b8a-9395-aaea780355d1 will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:35:26.868900 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-7f6910b0-9afa-4afa-9870-bb22a25e4463 req-dae6ecf6-2db7-4c35-aa43-6482d20e122c tempest-VolumesActionsTest-1032464286 tempest-VolumesActionsTest-1032464286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:26.895827 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ca31dedd-c89b-445b-b696-eb5e10ff778e tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:26.904735 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] get_ports_and_sgs() called for port_ids ['59d2e891-989e-4f45-adf0-a815938a5bbe'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:35:26.963937 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae6ecf6-2db7-4c35-aa43-6482d20e122c tempest-VolumesActionsTest-1032464286 tempest-VolumesActionsTest-1032464286-project] Pushing event deleted for resources: {'Port': ['ID=59d2e891-989e-4f45-adf0-a815938a5bbe,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:26.982602 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a6f16c64-4ece-4e78-9d9e-6d90bbdb93ee req-3e2dc19c-f032-4318-a3e4-b968aa2f1f9f tempest-VolumesActionsTest-1032464286 tempest-VolumesActionsTest-1032464286-project] 10.222.0.68 "GET /v2.0/ports?device_id=0465cee0-9495-4ac9-9a02-f70bb65e916a HTTP/1.1" status: 200 len: 210 time: 0.1254375 Jul 14 09:35:27.051425 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-db2fccc1-f848-48da-9aa7-1c2f763dc808 req-e2756721-62aa-4518-92d7-0652e78d3cd8 tempest-TestServerMultinode-538957439 tempest-TestServerMultinode-538957439-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:27.078427 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 3dbbf1e6-110b-4bd4-a30a-eeceae60b3f9 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:35:27.098456 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f6910b0-9afa-4afa-9870-bb22a25e4463 req-dae6ecf6-2db7-4c35-aa43-6482d20e122c tempest-VolumesActionsTest-1032464286 tempest-VolumesActionsTest-1032464286-project] No DVR routers for this DVR port 59d2e891-989e-4f45-adf0-a815938a5bbe on host n-h2-779913-29 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:35:27.105734 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-7f6910b0-9afa-4afa-9870-bb22a25e4463 req-dae6ecf6-2db7-4c35-aa43-6482d20e122c tempest-VolumesActionsTest-1032464286 tempest-VolumesActionsTest-1032464286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:27.108241 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-7f6910b0-9afa-4afa-9870-bb22a25e4463 req-dae6ecf6-2db7-4c35-aa43-6482d20e122c tempest-VolumesActionsTest-1032464286 tempest-VolumesActionsTest-1032464286-project] 10.222.0.57 "DELETE /v2.0/ports/59d2e891-989e-4f45-adf0-a815938a5bbe HTTP/1.1" status: 204 len: 173 time: 1.9498053 Jul 14 09:35:27.108802 n-d-779913-29 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0465cee0-9495-4ac9-9a02-f70bb65e916a', 'name': 'network-vif-deleted', 'tag': '59d2e891-989e-4f45-adf0-a815938a5bbe'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:35:27.120869 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cb48f044f948e981f43897c8d7f1332f741dc7af2b4c5a6e19d8f4a80f708e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f73c4839-45b3-47cd-8e60-3683d2a90b9b" -d '{"events": [{"server_uuid": "0465cee0-9495-4ac9-9a02-f70bb65e916a", "name": "network-vif-deleted", "tag": "59d2e891-989e-4f45-adf0-a815938a5bbe"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:35:27.193733 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db2fccc1-f848-48da-9aa7-1c2f763dc808 req-e2756721-62aa-4518-92d7-0652e78d3cd8 tempest-TestServerMultinode-538957439 tempest-TestServerMultinode-538957439-project-admin] Network e0018b49-138f-4e34-bda0-8701ab6f4c2c is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:35:27.196233 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86987c97-a0e0-4174-ad1d-fee7b31eb705 req-5c412be1-90f8-4e0d-932e-3ec20e6b8da5 tempest-TestServerMultinode-538957439 tempest-TestServerMultinode-538957439-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:27.198290 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning for port 3dbbf1e6-110b-4bd4-a30a-eeceae60b3f9 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:35:27.201603 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-86987c97-a0e0-4174-ad1d-fee7b31eb705 req-5c412be1-90f8-4e0d-932e-3ec20e6b8da5 tempest-TestServerMultinode-538957439 tempest-TestServerMultinode-538957439-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=5ec05b88-cf63-49a2-a841-08f16d3564e4 HTTP/1.1" status: 200 len: 1028 time: 0.2352498 Jul 14 09:35:27.209644 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port 3dbbf1e6-110b-4bd4-a30a-eeceae60b3f9 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:35:27.210308 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:27.245742 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10f8d616-f732-4443-81b9-c247d926726f tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Router 82e08894-888e-4988-82ba-84b553b86a39 is scheduled to L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 with binding_index 1 {{(pid=93958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:35:27.271005 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [req-db2fccc1-f848-48da-9aa7-1c2f763dc808 req-e2756721-62aa-4518-92d7-0652e78d3cd8 tempest-TestServerMultinode-538957439 tempest-TestServerMultinode-538957439-project-admin] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:35:27.281656 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-db2fccc1-f848-48da-9aa7-1c2f763dc808 req-e2756721-62aa-4518-92d7-0652e78d3cd8 tempest-TestServerMultinode-538957439 tempest-TestServerMultinode-538957439-project-admin] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:35:27.362227 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ca31dedd-c89b-445b-b696-eb5e10ff778e tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:27.384962 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ca31dedd-c89b-445b-b696-eb5e10ff778e tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:27.397141 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:35:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89a3fbc6-fe9b-4fe9-b9c3-2450a505212b x-openstack-request-id: req-89a3fbc6-fe9b-4fe9-b9c3-2450a505212b {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:35:27.397340 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0465cee0-9495-4ac9-9a02-f70bb65e916a", "name": "network-vif-deleted", "tag": "59d2e891-989e-4f45-adf0-a815938a5bbe", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:35:27.397737 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-89a3fbc6-fe9b-4fe9-b9c3-2450a505212b {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:35:27.401207 n-d-779913-29 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0465cee0-9495-4ac9-9a02-f70bb65e916a', 'name': 'network-vif-deleted', 'tag': '59d2e891-989e-4f45-adf0-a815938a5bbe', 'status': 'completed', 'code': 200} Jul 14 09:35:27.405234 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:27.408779 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-86987c97-a0e0-4174-ad1d-fee7b31eb705 req-c5916351-fec9-4fd7-ab0b-3204ba8c9c75 tempest-TestServerMultinode-538957439 tempest-TestServerMultinode-538957439-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=3b2bec02-c2bf-4502-b7c0-67d79f190b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988757 Jul 14 09:35:27.417468 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2756721-62aa-4518-92d7-0652e78d3cd8 tempest-TestServerMultinode-538957439 tempest-TestServerMultinode-538957439-project-admin] Pushing event updated for resources: {'Port': ['ID=644aef1c-a35a-4b8a-9395-aaea780355d1,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:27.446094 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] For port 3dbbf1e6-110b-4bd4-a30a-eeceae60b3f9, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=3dbbf1e6-110b-4bd4-a30a-eeceae60b3f9,segment=NetworkSegment(81bf7a93-80b3-43df-b9d5-462c604a2945),segment_id=81bf7a93-80b3-43df-b9d5-462c604a2945)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:35:27.449846 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ca31dedd-c89b-445b-b696-eb5e10ff778e tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:27.454753 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-ca31dedd-c89b-445b-b696-eb5e10ff778e tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.8319826 Jul 14 09:35:27.456382 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:27.457318 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device e837d108-8733-41ba-bd14-223f2f08e978 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:35:27.461029 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 34568) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:27.473662 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2fccc1-f848-48da-9aa7-1c2f763dc808 req-e2756721-62aa-4518-92d7-0652e78d3cd8 tempest-TestServerMultinode-538957439 tempest-TestServerMultinode-538957439-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:27.475724 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-db2fccc1-f848-48da-9aa7-1c2f763dc808 req-e2756721-62aa-4518-92d7-0652e78d3cd8 tempest-TestServerMultinode-538957439 tempest-TestServerMultinode-538957439-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:27.487236 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-f79294c4-c535-4154-add7-b98381d707f3 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Request body: {'security_group_rule': {'security_group_id': '3e66fdd8-bd2d-4f0b-a124-b60bfc46cfe3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:35:27.533523 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10f8d616-f732-4443-81b9-c247d926726f tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:35:27.549003 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca31dedd-c89b-445b-b696-eb5e10ff778e tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e66fdd8-bd2d-4f0b-a124-b60bfc46cfe3,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:27.569281 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-151dc1ed-3e16-4d90-839b-190eff499e9d None None] Sync routers for ids ['82e08894-888e-4988-82ba-84b553b86a39'] in n-d-779913-29 {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:35:27.570888 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-db2fccc1-f848-48da-9aa7-1c2f763dc808 req-e2756721-62aa-4518-92d7-0652e78d3cd8 tempest-TestServerMultinode-538957439 tempest-TestServerMultinode-538957439-project-admin] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.2212100 Jul 14 09:35:27.571683 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f79294c4-c535-4154-add7-b98381d707f3 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:27.590337 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Pushing event updated for resources: {'Port': ['ID=3dbbf1e6-110b-4bd4-a30a-eeceae60b3f9,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:27.593540 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-10f8d616-f732-4443-81b9-c247d926726f tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:27.599092 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-10f8d616-f732-4443-81b9-c247d926726f tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 4.6362934 Jul 14 09:35:27.599723 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 34570) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:27.599847 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [req-db2fccc1-f848-48da-9aa7-1c2f763dc808 req-d4d54c30-d499-40ff-9187-e4ff19a64cf8 tempest-TestServerMultinode-538957439 tempest-TestServerMultinode-538957439-project-admin] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=93957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:35:27.600952 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-db2fccc1-f848-48da-9aa7-1c2f763dc808 req-d4d54c30-d499-40ff-9187-e4ff19a64cf8 tempest-TestServerMultinode-538957439 tempest-TestServerMultinode-538957439-project-admin] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0078080 Jul 14 09:35:27.615704 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-db2fccc1-f848-48da-9aa7-1c2f763dc808 req-15a018da-c420-4455-9d0b-9c56c95a0cd3 service neutron] Request body: {'port': {'device_id': '5ec05b88-cf63-49a2-a841-08f16d3564e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-29'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:35:27.620271 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port e837d108-8733-41ba-bd14-223f2f08e978 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:35:27.620271 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:27.623336 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-151dc1ed-3e16-4d90-839b-190eff499e9d None None] Routers {'82e08894-888e-4988-82ba-84b553b86a39'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:35:27.623991 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-151dc1ed-3e16-4d90-839b-190eff499e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:35:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['82e08894-888e-4988-82ba-84b553b86a39'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:27.726107 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f79294c4-c535-4154-add7-b98381d707f3 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:27.747156 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-123635f2-d1ec-4a8b-b24b-9f1159868360 tempest-TestSecurityGroupsBasicOps-1679341931 tempest-TestSecurityGroupsBasicOps-1679341931-project-admin] 10.222.0.68 "GET /v2.0/subnets?project_id=8f4c0efbbeff49fda0063f5062583c63&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1463096 Jul 14 09:35:27.750645 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 34574) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:27.756372 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f79294c4-c535-4154-add7-b98381d707f3 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529131'] for security_group_rule, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:27.762968 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-db2fccc1-f848-48da-9aa7-1c2f763dc808 req-15a018da-c420-4455-9d0b-9c56c95a0cd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:27.818347 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5bbe322f-3f67-4864-bc0a-91afe44d23e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:27.824686 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79294c4-c535-4154-add7-b98381d707f3 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2a11dd3-2a77-4773-887f-da42575eeb88,revision_number=0']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:27.840030 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f79294c4-c535-4154-add7-b98381d707f3 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:27.841546 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-f79294c4-c535-4154-add7-b98381d707f3 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3594379 Jul 14 09:35:27.848290 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 34578) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:27.853632 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-af47a3b1-1498-4bdc-9c28-dea2ed7a0f34 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Request body: {'security_group_rule': {'security_group_id': '3e66fdd8-bd2d-4f0b-a124-b60bfc46cfe3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:35:27.876103 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-ca924f60-296a-4518-959b-bbb2d168ae0a None None] Provisioning for port 644aef1c-a35a-4b8a-9395-aaea780355d1 completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:35:27.893203 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-ca924f60-296a-4518-959b-bbb2d168ae0a None None] Provisioning complete for port 644aef1c-a35a-4b8a-9395-aaea780355d1 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:35:27.893905 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ca924f60-296a-4518-959b-bbb2d168ae0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:27.937531 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvr_db [None req-151dc1ed-3e16-4d90-839b-190eff499e9d None None] Set router 82e08894-888e-4988-82ba-84b553b86a39 gateway port host: n-d-779913-29 {{(pid=93959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:35:27.944054 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bda8ca6d-454d-4fc9-90cd-59af205c84e9 tempest-TestSecurityGroupsBasicOps-1679341931 tempest-TestSecurityGroupsBasicOps-1679341931-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:27.945931 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-bda8ca6d-454d-4fc9-90cd-59af205c84e9 tempest-TestSecurityGroupsBasicOps-1679341931 tempest-TestSecurityGroupsBasicOps-1679341931-project-admin] 10.222.0.68 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1939883 Jul 14 09:35:27.948922 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 34580) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:27.990941 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-e0c3027c-c8bd-4a49-a2ca-83bff33035e7 tempest-TestSecurityGroupsBasicOps-1679341931 tempest-TestSecurityGroupsBasicOps-1679341931-project-admin] 10.222.0.68 "GET /v2.0/subnets?network_id=2dcd4d32-cc7c-4468-b396-7ce5c9231892&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0407193 Jul 14 09:35:27.993629 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 34582) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:27.998834 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-d09892d8-620b-4350-8b41-97c7d6f852d5 tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1522943293', 'network_id': '73345ce1-56c8-4820-9a95-ad217b0c65d4', 'project_id': '8f4c0efbbeff49fda0063f5062583c63', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:35:28.042944 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af47a3b1-1498-4bdc-9c28-dea2ed7a0f34 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:28.098431 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d09892d8-620b-4350-8b41-97c7d6f852d5 tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Made reservation on behalf of 8f4c0efbbeff49fda0063f5062583c63 for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:35:28.102890 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d09892d8-620b-4350-8b41-97c7d6f852d5 tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16714600'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:28.138313 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-ca924f60-296a-4518-959b-bbb2d168ae0a None None] Port 644aef1c-a35a-4b8a-9395-aaea780355d1 cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:35:28.189970 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deca0ee9-e19c-4747-a6e1-5d4666a50511 req-09aa1177-52a3-4136-9416-ab1401aaebfc tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:28.198204 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-deca0ee9-e19c-4747-a6e1-5d4666a50511 req-09aa1177-52a3-4136-9416-ab1401aaebfc tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] 10.222.0.68 "GET /v2.0/ports?device_id=fffc766d-ec07-432a-bc85-1246551ab319 HTTP/1.1" status: 200 len: 945 time: 0.2931876 Jul 14 09:35:28.244641 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af47a3b1-1498-4bdc-9c28-dea2ed7a0f34 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:28.255563 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af47a3b1-1498-4bdc-9c28-dea2ed7a0f34 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529131'] for security_group_rule, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:28.303421 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af47a3b1-1498-4bdc-9c28-dea2ed7a0f34 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3b7a9d8-2529-44bc-aece-200f6e842268,revision_number=0']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:28.325299 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-deca0ee9-e19c-4747-a6e1-5d4666a50511 req-ff22fec3-d120-4bd7-9cdc-1408a3a4a1d2 tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] 10.222.0.68 "GET /v2.0/security-groups?id=480b9b88-a112-41cf-9ffd-c713e01dc0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230655 Jul 14 09:35:28.358214 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af47a3b1-1498-4bdc-9c28-dea2ed7a0f34 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:28.360216 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-af47a3b1-1498-4bdc-9c28-dea2ed7a0f34 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5101235 Jul 14 09:35:28.363677 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-151dc1ed-3e16-4d90-839b-190eff499e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82e08894-888e-4988-82ba-84b553b86a39', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1508376754', 'tenant_id': '8f4c0efbbeff49fda0063f5062583c63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.205'}], 'enable_snat': True}, 'gw_port_id': '642278eb-abd1-4f56-8eaf-f9705dbf66e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:35:23Z', 'updated_at': '2021-07-14T09:35:25Z', 'revision_number': 3, 'project_id': '8f4c0efbbeff49fda0063f5062583c63', 'gw_port': {'id': '642278eb-abd1-4f56-8eaf-f9705dbf66e4', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:6d:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82e08894-888e-4988-82ba-84b553b86a39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2318, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:35:23Z', 'updated_at': '2021-07-14T09:35:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29'}], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:28.366391 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 34594) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:28.372224 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-29b4fdb1-d9f9-4775-ad1b-136634df4bdd tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Request body: {'floatingip': {'floating_network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:35:28.406682 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d09892d8-620b-4350-8b41-97c7d6f852d5 tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13573993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16714586'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:28.410082 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [req-db2fccc1-f848-48da-9aa7-1c2f763dc808 req-15a018da-c420-4455-9d0b-9c56c95a0cd3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 644aef1c-a35a-4b8a-9395-aaea780355d1 {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:35:28.418970 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-151dc1ed-3e16-4d90-839b-190eff499e9d None None] Checking router: 82e08894-888e-4988-82ba-84b553b86a39 for host: n-d-779913-29 {{(pid=93959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:35:28.419554 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-151dc1ed-3e16-4d90-839b-190eff499e9d None None] Updating router 82e08894-888e-4988-82ba-84b553b86a39 port 642278eb-abd1-4f56-8eaf-f9705dbf66e4 binding host n-d-779913-29 {{(pid=93959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:35:28.429679 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-db2fccc1-f848-48da-9aa7-1c2f763dc808 req-15a018da-c420-4455-9d0b-9c56c95a0cd3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:28.483559 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-151dc1ed-3e16-4d90-839b-190eff499e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:28.494045 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-29b4fdb1-d9f9-4775-ad1b-136634df4bdd tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Notify callbacks [] for floatingip, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:28.517277 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09892d8-620b-4350-8b41-97c7d6f852d5 tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Pushing event updated for resources: {'Subnet': ['ID=ceae8e77-7c7e-4a6b-90f6-57f323d8e245,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:28.559709 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d09892d8-620b-4350-8b41-97c7d6f852d5 tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Checking segment: {'id': '292309a8-d1af-4728-adf3-473babb9574b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '73345ce1-56c8-4820-9a95-ad217b0c65d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:35:28.560079 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d09892d8-620b-4350-8b41-97c7d6f852d5 tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Network hostable DHCP agents. Network: 73345ce1-56c8-4820-9a95-ad217b0c65d4, hostable agents: ['c6a09bd4-f72e-4283-a3ca-0bbca8a51081'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:35:28.597850 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d09892d8-620b-4350-8b41-97c7d6f852d5 tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Network 73345ce1-56c8-4820-9a95-ad217b0c65d4 is scheduled to be hosted by DHCP agent c6a09bd4-f72e-4283-a3ca-0bbca8a51081 with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:35:28.613554 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-d09892d8-620b-4350-8b41-97c7d6f852d5 tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-29, 73345ce1-56c8-4820-9a95-ad217b0c65d4) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:35:28.615328 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69769dd-2530-419d-839c-98bf2cba739a req-14825f62-d162-4a52-9eb0-d098f633d852 tempest-VolumesActionsTest-1032464286 tempest-VolumesActionsTest-1032464286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:28.617854 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d69769dd-2530-419d-839c-98bf2cba739a req-14825f62-d162-4a52-9eb0-d098f633d852 tempest-VolumesActionsTest-1032464286 tempest-VolumesActionsTest-1032464286-project] 10.222.0.68 "GET /v2.0/networks?id=77fe8d2b-e1dd-4656-b2f2-eef0c64f2f01 HTTP/1.1" status: 200 len: 809 time: 0.1693699 Jul 14 09:35:28.623692 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [req-db2fccc1-f848-48da-9aa7-1c2f763dc808 req-15a018da-c420-4455-9d0b-9c56c95a0cd3 service neutron] Transition to ACTIVE for port object 644aef1c-a35a-4b8a-9395-aaea780355d1 will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:35:28.626575 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57b258e2-2939-41d8-82a1-7ec34ee588b0 None None] Network 73345ce1-56c8-4820-9a95-ad217b0c65d4 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:35:28.626721 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d09892d8-620b-4350-8b41-97c7d6f852d5 tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:28.628396 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d09892d8-620b-4350-8b41-97c7d6f852d5 tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:28.634356 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-db2fccc1-f848-48da-9aa7-1c2f763dc808 req-15a018da-c420-4455-9d0b-9c56c95a0cd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:28.656131 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d69769dd-2530-419d-839c-98bf2cba739a req-a17874f8-587b-43f9-86e5-532578db0468 tempest-VolumesActionsTest-1032464286 tempest-VolumesActionsTest-1032464286-project] 10.222.0.68 "GET /v2.0/quotas/0cd1ce66ba0a48439873630b0726bc79 HTTP/1.1" status: 200 len: 375 time: 0.0283792 Jul 14 09:35:28.660969 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-d09892d8-620b-4350-8b41-97c7d6f852d5 tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6662061 Jul 14 09:35:28.663789 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 34608) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:28.736575 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-29b4fdb1-d9f9-4775-ad1b-136634df4bdd tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:28.741092 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d69769dd-2530-419d-839c-98bf2cba739a req-84106868-5cfd-43a5-bd7d-57f7cb2b8a1d tempest-VolumesActionsTest-1032464286 tempest-VolumesActionsTest-1032464286-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=0cd1ce66ba0a48439873630b0726bc79&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0629494 Jul 14 09:35:28.802850 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d97ea2-5686-4bb2-b20d-6685bf173667 None None] Sync routers for ids ['6633487b-79ca-46a6-9a14-6e01fb01412a'] in n-d-779913-29 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:35:28.822747 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d97ea2-5686-4bb2-b20d-6685bf173667 None None] Routers {'6633487b-79ca-46a6-9a14-6e01fb01412a'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:35:28.823509 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-c7d97ea2-5686-4bb2-b20d-6685bf173667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:35:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['6633487b-79ca-46a6-9a14-6e01fb01412a'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:28.882664 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a018da-c420-4455-9d0b-9c56c95a0cd3 service neutron] Pushing event updated for resources: {'Port': ['ID=644aef1c-a35a-4b8a-9395-aaea780355d1,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:28.961600 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a04de9f1-f10e-440e-9928-c76cc3232ce1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf57baaa9-fd24-59f4-8fd2-1dc21122ce72-73345ce1-56c8-4820-9a95-ad217b0c65d4', 'network_id': '73345ce1-56c8-4820-9a95-ad217b0c65d4', 'tenant_id': '8f4c0efbbeff49fda0063f5062583c63', 'fixed_ips': [{'subnet_id': 'ceae8e77-7c7e-4a6b-90f6-57f323d8e245'}]}} from n-d-779913-29. {{(pid=93959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:35:28.963087 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a04de9f1-f10e-440e-9928-c76cc3232ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:28.982281 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-db2fccc1-f848-48da-9aa7-1c2f763dc808 req-15a018da-c420-4455-9d0b-9c56c95a0cd3 service neutron] Attempting to bind port 644aef1c-a35a-4b8a-9395-aaea780355d1 on host n-h2-779913-29 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:35:28.982545 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-db2fccc1-f848-48da-9aa7-1c2f763dc808 req-15a018da-c420-4455-9d0b-9c56c95a0cd3 service neutron] Attempting to bind port 644aef1c-a35a-4b8a-9395-aaea780355d1 by drivers openvswitch,hyperv on host n-h2-779913-29 at level 0 using segments [{'id': '410f9da2-cb32-4aad-86d9-62339416339f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'e0018b49-138f-4e34-bda0-8701ab6f4c2c'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:35:28.983005 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db2fccc1-f848-48da-9aa7-1c2f763dc808 req-15a018da-c420-4455-9d0b-9c56c95a0cd3 service neutron] Attempting to bind port 644aef1c-a35a-4b8a-9395-aaea780355d1 on network e0018b49-138f-4e34-bda0-8701ab6f4c2c {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:35:28.991108 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db2fccc1-f848-48da-9aa7-1c2f763dc808 req-15a018da-c420-4455-9d0b-9c56c95a0cd3 service neutron] Port 644aef1c-a35a-4b8a-9395-aaea780355d1 on network e0018b49-138f-4e34-bda0-8701ab6f4c2c not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-29 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:35:28.993218 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db2fccc1-f848-48da-9aa7-1c2f763dc808 req-15a018da-c420-4455-9d0b-9c56c95a0cd3 service neutron] Attempting to bind port 644aef1c-a35a-4b8a-9395-aaea780355d1 on network e0018b49-138f-4e34-bda0-8701ab6f4c2c {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:35:29.002785 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db2fccc1-f848-48da-9aa7-1c2f763dc808 req-15a018da-c420-4455-9d0b-9c56c95a0cd3 service neutron] Checking agent: {'id': '013e4a3b-a634-47b8-b6a5-1a25109b73fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 13, 13), 'started_at': datetime.datetime(2021, 7, 14, 9, 13, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 35, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:35:29.003336 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db2fccc1-f848-48da-9aa7-1c2f763dc808 req-15a018da-c420-4455-9d0b-9c56c95a0cd3 service neutron] Checking segment: {'id': '410f9da2-cb32-4aad-86d9-62339416339f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'e0018b49-138f-4e34-bda0-8701ab6f4c2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:35:29.003751 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db2fccc1-f848-48da-9aa7-1c2f763dc808 req-15a018da-c420-4455-9d0b-9c56c95a0cd3 service neutron] Bound using segment: {'id': '410f9da2-cb32-4aad-86d9-62339416339f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'e0018b49-138f-4e34-bda0-8701ab6f4c2c'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:35:29.005100 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-db2fccc1-f848-48da-9aa7-1c2f763dc808 req-15a018da-c420-4455-9d0b-9c56c95a0cd3 service neutron] Bound port: 644aef1c-a35a-4b8a-9395-aaea780355d1, host: n-h2-779913-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '410f9da2-cb32-4aad-86d9-62339416339f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'e0018b49-138f-4e34-bda0-8701ab6f4c2c'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:35:29.005479 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-db2fccc1-f848-48da-9aa7-1c2f763dc808 req-15a018da-c420-4455-9d0b-9c56c95a0cd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:29.083151 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-c7d97ea2-5686-4bb2-b20d-6685bf173667 None None] Set router 6633487b-79ca-46a6-9a14-6e01fb01412a gateway port host: n-d-779913-29 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:35:29.084913 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 3dbbf1e6-110b-4bd4-a30a-eeceae60b3f9 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:35:29.085600 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69025e5c-3dd8-4c8d-a417-846cec3b29ca req-6e3b1641-5234-4daa-afef-1159ca2ce6f6 tempest-TestServerMultinode-538957439 tempest-TestServerMultinode-538957439-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:29.089969 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-69025e5c-3dd8-4c8d-a417-846cec3b29ca req-6e3b1641-5234-4daa-afef-1159ca2ce6f6 tempest-TestServerMultinode-538957439 tempest-TestServerMultinode-538957439-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=5ec05b88-cf63-49a2-a841-08f16d3564e4 HTTP/1.1" status: 200 len: 1054 time: 0.2104828 Jul 14 09:35:29.101255 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-db2fccc1-f848-48da-9aa7-1c2f763dc808 req-15a018da-c420-4455-9d0b-9c56c95a0cd3 service neutron] For port 644aef1c-a35a-4b8a-9395-aaea780355d1, host n-h2-779913-29, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:35:29.110249 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-db2fccc1-f848-48da-9aa7-1c2f763dc808 req-15a018da-c420-4455-9d0b-9c56c95a0cd3 service neutron] For port 644aef1c-a35a-4b8a-9395-aaea780355d1, host n-h2-779913-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=644aef1c-a35a-4b8a-9395-aaea780355d1,segment=NetworkSegment(410f9da2-cb32-4aad-86d9-62339416339f),segment_id=410f9da2-cb32-4aad-86d9-62339416339f)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:35:29.118896 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-db2fccc1-f848-48da-9aa7-1c2f763dc808 req-15a018da-c420-4455-9d0b-9c56c95a0cd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:29.194037 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d69769dd-2530-419d-839c-98bf2cba739a req-a1134eec-69fd-4e41-9248-2c725fc61b1d service neutron] 10.222.0.68 "GET /v2.0/networks/77fe8d2b-e1dd-4656-b2f2-eef0c64f2f01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4517033 Jul 14 09:35:29.203074 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-69025e5c-3dd8-4c8d-a417-846cec3b29ca req-07d4d7eb-ad46-423d-9285-4f7cb5f49ab1 tempest-TestServerMultinode-538957439 tempest-TestServerMultinode-538957439-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=3b2bec02-c2bf-4502-b7c0-67d79f190b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005976 Jul 14 09:35:29.277676 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a018da-c420-4455-9d0b-9c56c95a0cd3 service neutron] Pushing event updated for resources: {'Port': ['ID=644aef1c-a35a-4b8a-9395-aaea780355d1,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:29.313411 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2fccc1-f848-48da-9aa7-1c2f763dc808 req-15a018da-c420-4455-9d0b-9c56c95a0cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:29.314087 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-db2fccc1-f848-48da-9aa7-1c2f763dc808 req-15a018da-c420-4455-9d0b-9c56c95a0cd3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:29.316934 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-db2fccc1-f848-48da-9aa7-1c2f763dc808 req-15a018da-c420-4455-9d0b-9c56c95a0cd3 service neutron] 10.222.0.57 "PUT /v2.0/ports/644aef1c-a35a-4b8a-9395-aaea780355d1 HTTP/1.1" status: 200 len: 1093 time: 1.7080154 Jul 14 09:35:29.319365 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ec05b88-cf63-49a2-a841-08f16d3564e4', 'tag': '644aef1c-a35a-4b8a-9395-aaea780355d1'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:35:29.321794 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fca441b0-1c54-4720-857e-4161890cbbde" -d '{"events": [{"name": "network-changed", "server_uuid": "5ec05b88-cf63-49a2-a841-08f16d3564e4", "tag": "644aef1c-a35a-4b8a-9395-aaea780355d1"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:35:29.340135 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d69769dd-2530-419d-839c-98bf2cba739a req-6e20373e-d36c-4936-9483-79d701cbbdfb service neutron] 10.222.0.68 "GET /v2.0/networks/77fe8d2b-e1dd-4656-b2f2-eef0c64f2f01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452546 Jul 14 09:35:29.393254 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-a04de9f1-f10e-440e-9928-c76cc3232ce1 None None] Allocated IP 172.20.0.2 (73345ce1-56c8-4820-9a95-ad217b0c65d4/ceae8e77-7c7e-4a6b-90f6-57f323d8e245/7225a04a-782c-4139-8e86-d9b1e493572c) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:35:29.480472 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e2d9d86e-e43d-4efa-b425-0d2a533082d7 tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:29.498043 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-c7d97ea2-5686-4bb2-b20d-6685bf173667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6633487b-79ca-46a6-9a14-6e01fb01412a', 'name': 'tempest-ServerActionsTestJSON-1418556030-router', 'tenant_id': '0be6be6bccc149f1a4b35e465d4a6d6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.24'}], 'enable_snat': True}, 'gw_port_id': '3dbbf1e6-110b-4bd4-a30a-eeceae60b3f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:35:17Z', 'updated_at': '2021-07-14T09:35:24Z', 'revision_number': 4, 'project_id': '0be6be6bccc149f1a4b35e465d4a6d6f', 'gw_port': {'id': '3dbbf1e6-110b-4bd4-a30a-eeceae60b3f9', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:8c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6633487b-79ca-46a6-9a14-6e01fb01412a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2308, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:35:18Z', 'updated_at': '2021-07-14T09:35:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': '3c48646e-56c1-4237-b849-4ba8819a724a', 'name': '', 'network_id': '2a42cb13-2d55-4959-a070-eb88da564dfb', 'tenant_id': '0be6be6bccc149f1a4b35e465d4a6d6f', 'mac_address': 'fa:16:3e:29:dc:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6633487b-79ca-46a6-9a14-6e01fb01412a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2312, 'fixed_ips': [{'subnet_id': '2fb6ebb7-0edb-47a6-96f3-036e2585c66a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:35:22Z', 'updated_at': '2021-07-14T09:35:24Z', 'revision_number': 2, 'project_id': '0be6be6bccc149f1a4b35e465d4a6d6f', 'subnets': [{'id': '2fb6ebb7-0edb-47a6-96f3-036e2585c66a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:29.535694 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2fccc1-f848-48da-9aa7-1c2f763dc808 req-0d675248-e860-45f4-b0ab-e6144baa1b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:29.537305 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-db2fccc1-f848-48da-9aa7-1c2f763dc808 req-0d675248-e860-45f4-b0ab-e6144baa1b95 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e498abdb8ae94e0baf9d8c9cd3801e7d&device_id=5ec05b88-cf63-49a2-a841-08f16d3564e4 HTTP/1.1" status: 200 len: 1096 time: 0.1514802 Jul 14 09:35:29.552533 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d97ea2-5686-4bb2-b20d-6685bf173667 None None] Checking router: 6633487b-79ca-46a6-9a14-6e01fb01412a for host: n-d-779913-29 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:35:29.552860 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 59d2e891-989e-4f45-adf0-a815938a5bbe no longer exists at agent hyperv_n-h2-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:35:29.554635 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d97ea2-5686-4bb2-b20d-6685bf173667 None None] Updating router 6633487b-79ca-46a6-9a14-6e01fb01412a port 3c48646e-56c1-4237-b849-4ba8819a724a binding host n-d-779913-29 {{(pid=93960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:35:29.615486 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port 3dbbf1e6-110b-4bd4-a30a-eeceae60b3f9 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:35:29.616108 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:29.617177 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-c7d97ea2-5686-4bb2-b20d-6685bf173667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:29.624955 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] No Port match for: 59d2e891-989e-4f45-adf0-a815938a5bbe {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:35:29.626128 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 59d2e891-989e-4f45-adf0-a815938a5bbe not bound to the agent host n-h2-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:35:29.665690 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-db2fccc1-f848-48da-9aa7-1c2f763dc808 req-45f8bd8a-9b16-4938-a3ce-7999bad64195 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=644aef1c-a35a-4b8a-9395-aaea780355d1 HTTP/1.1" status: 200 len: 217 time: 0.1158261 Jul 14 09:35:29.754763 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-151dc1ed-3e16-4d90-839b-190eff499e9d None None] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:29.777322 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a04de9f1-f10e-440e-9928-c76cc3232ce1 None None] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:29.788057 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:35:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-863f90ce-f04c-42dc-844e-c51a97094a03 x-openstack-request-id: req-863f90ce-f04c-42dc-844e-c51a97094a03 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:35:29.792902 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ec05b88-cf63-49a2-a841-08f16d3564e4", "tag": "644aef1c-a35a-4b8a-9395-aaea780355d1", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:35:29.795269 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-863f90ce-f04c-42dc-844e-c51a97094a03 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:35:29.795959 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ec05b88-cf63-49a2-a841-08f16d3564e4', 'tag': '644aef1c-a35a-4b8a-9395-aaea780355d1', 'status': 'completed', 'code': 200} Jul 14 09:35:29.803395 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-a04de9f1-f10e-440e-9928-c76cc3232ce1 None None] Transition to ACTIVE for port object 7225a04a-782c-4139-8e86-d9b1e493572c will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:35:29.836333 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-a04de9f1-f10e-440e-9928-c76cc3232ce1 None None] Transition to ACTIVE for port object 7225a04a-782c-4139-8e86-d9b1e493572c will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:35:29.852194 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a04de9f1-f10e-440e-9928-c76cc3232ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:29.861183 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-151dc1ed-3e16-4d90-839b-190eff499e9d None None] Transition to ACTIVE for port object 642278eb-abd1-4f56-8eaf-f9705dbf66e4 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:35:29.928274 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-151dc1ed-3e16-4d90-839b-190eff499e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:29.975397 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-84a15b96-f3f4-4420-b50a-350dfb028007 req-29c9b43c-c33d-4393-bf1c-a204d3630cd6 tempest-VolumesActionsTest-1032464286 tempest-VolumesActionsTest-1032464286-project] 10.222.0.68 "GET /v2.0/ports?device_id=c7e7ef3d-21e8-4976-99d6-fdca1ea3fd05 HTTP/1.1" status: 200 len: 210 time: 0.1220436 Jul 14 09:35:29.979274 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2fccc1-f848-48da-9aa7-1c2f763dc808 req-ca18c002-b96a-44e7-b5e6-d0733cada9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:29.988093 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-db2fccc1-f848-48da-9aa7-1c2f763dc808 req-ca18c002-b96a-44e7-b5e6-d0733cada9c5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c4952ea5-c657-4cdd-96d4-47c092d76340 HTTP/1.1" status: 200 len: 849 time: 0.3030341 Jul 14 09:35:30.003123 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a04de9f1-f10e-440e-9928-c76cc3232ce1 None None] Network 73345ce1-56c8-4820-9a95-ad217b0c65d4 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:35:30.023904 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-a04de9f1-f10e-440e-9928-c76cc3232ce1 None None] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:35:30.036882 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a04de9f1-f10e-440e-9928-c76cc3232ce1 None None] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:35:30.082687 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04de9f1-f10e-440e-9928-c76cc3232ce1 None None] Pushing event updated for resources: {'Port': ['ID=7225a04a-782c-4139-8e86-d9b1e493572c,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:30.121885 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2fccc1-f848-48da-9aa7-1c2f763dc808 req-6898e843-7778-46f7-ad09-73036f4fdbfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:30.123441 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-db2fccc1-f848-48da-9aa7-1c2f763dc808 req-6898e843-7778-46f7-ad09-73036f4fdbfa service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e0018b49-138f-4e34-bda0-8701ab6f4c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1264074 Jul 14 09:35:30.130735 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f176ce78-5275-441b-940d-d8555e90e2f0 None None] Pushing event updated for resources: {'Port': ['ID=642278eb-abd1-4f56-8eaf-f9705dbf66e4,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:30.134118 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-151dc1ed-3e16-4d90-839b-190eff499e9d None None] Attempting to bind port 642278eb-abd1-4f56-8eaf-f9705dbf66e4 on host n-d-779913-29 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:35:30.134496 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-151dc1ed-3e16-4d90-839b-190eff499e9d None None] Attempting to bind port 642278eb-abd1-4f56-8eaf-f9705dbf66e4 by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': '81bf7a93-80b3-43df-b9d5-462c604a2945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:35:30.135187 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-151dc1ed-3e16-4d90-839b-190eff499e9d None None] Attempting to bind port 642278eb-abd1-4f56-8eaf-f9705dbf66e4 on network 2dcd4d32-cc7c-4468-b396-7ce5c9231892 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:35:30.173038 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-151dc1ed-3e16-4d90-839b-190eff499e9d None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 35, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:35:30.173486 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-151dc1ed-3e16-4d90-839b-190eff499e9d None None] Checking segment: {'id': '81bf7a93-80b3-43df-b9d5-462c604a2945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:35:30.173858 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-151dc1ed-3e16-4d90-839b-190eff499e9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:30.174257 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-151dc1ed-3e16-4d90-839b-190eff499e9d None None] Bound using segment: {'id': '81bf7a93-80b3-43df-b9d5-462c604a2945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:35:30.175265 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-151dc1ed-3e16-4d90-839b-190eff499e9d None None] Bound port: 642278eb-abd1-4f56-8eaf-f9705dbf66e4, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81bf7a93-80b3-43df-b9d5-462c604a2945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:35:30.175265 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-151dc1ed-3e16-4d90-839b-190eff499e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:30.219683 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-a04de9f1-f10e-440e-9928-c76cc3232ce1 None None] Attempting to bind port 7225a04a-782c-4139-8e86-d9b1e493572c on host n-d-779913-29 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:35:30.220164 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-a04de9f1-f10e-440e-9928-c76cc3232ce1 None None] Attempting to bind port 7225a04a-782c-4139-8e86-d9b1e493572c by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': '292309a8-d1af-4728-adf3-473babb9574b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '73345ce1-56c8-4820-9a95-ad217b0c65d4'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:35:30.220547 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a04de9f1-f10e-440e-9928-c76cc3232ce1 None None] Attempting to bind port 7225a04a-782c-4139-8e86-d9b1e493572c on network 73345ce1-56c8-4820-9a95-ad217b0c65d4 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:35:30.237195 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a04de9f1-f10e-440e-9928-c76cc3232ce1 None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 35, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:35:30.237195 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a04de9f1-f10e-440e-9928-c76cc3232ce1 None None] Checking segment: {'id': '292309a8-d1af-4728-adf3-473babb9574b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '73345ce1-56c8-4820-9a95-ad217b0c65d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:35:30.237195 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a04de9f1-f10e-440e-9928-c76cc3232ce1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:30.237195 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a04de9f1-f10e-440e-9928-c76cc3232ce1 None None] Bound using segment: {'id': '292309a8-d1af-4728-adf3-473babb9574b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '73345ce1-56c8-4820-9a95-ad217b0c65d4'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:35:30.237772 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-a04de9f1-f10e-440e-9928-c76cc3232ce1 None None] Bound port: 7225a04a-782c-4139-8e86-d9b1e493572c, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '292309a8-d1af-4728-adf3-473babb9574b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '73345ce1-56c8-4820-9a95-ad217b0c65d4'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:35:30.260569 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-db2fccc1-f848-48da-9aa7-1c2f763dc808 req-f9f41efe-b7be-43e0-9d68-2cda2aab25f7 service neutron] 10.222.0.57 "GET /v2.0/networks/e0018b49-138f-4e34-bda0-8701ab6f4c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261733 Jul 14 09:35:30.262332 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a04de9f1-f10e-440e-9928-c76cc3232ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:30.278770 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-c7d97ea2-5686-4bb2-b20d-6685bf173667 None None] Notify callbacks [] for port, precommit_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:30.289667 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-c7d97ea2-5686-4bb2-b20d-6685bf173667 None None] Transition to ACTIVE for port object 3c48646e-56c1-4237-b849-4ba8819a724a will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:35:30.298173 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-c7d97ea2-5686-4bb2-b20d-6685bf173667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:30.485724 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-a04de9f1-f10e-440e-9928-c76cc3232ce1 None None] For port 7225a04a-782c-4139-8e86-d9b1e493572c, host n-d-779913-29, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:35:30.504426 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-a04de9f1-f10e-440e-9928-c76cc3232ce1 None None] For port 7225a04a-782c-4139-8e86-d9b1e493572c, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=7225a04a-782c-4139-8e86-d9b1e493572c,segment=NetworkSegment(292309a8-d1af-4728-adf3-473babb9574b),segment_id=292309a8-d1af-4728-adf3-473babb9574b)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:35:30.514364 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-db2fccc1-f848-48da-9aa7-1c2f763dc808 req-3de6141f-e430-4fce-a997-11d6e258fcd4 service neutron] 10.222.0.57 "GET /v2.0/networks/e0018b49-138f-4e34-bda0-8701ab6f4c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2428806 Jul 14 09:35:30.515441 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a04de9f1-f10e-440e-9928-c76cc3232ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:30.526113 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-c7d97ea2-5686-4bb2-b20d-6685bf173667 None None] Attempting to bind port 3c48646e-56c1-4237-b849-4ba8819a724a on host n-d-779913-29 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:35:30.528121 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-c7d97ea2-5686-4bb2-b20d-6685bf173667 None None] Attempting to bind port 3c48646e-56c1-4237-b849-4ba8819a724a by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': '5aade75d-903c-400b-b4a7-6f3ba4ae14ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '2a42cb13-2d55-4959-a070-eb88da564dfb'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:35:30.528841 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d97ea2-5686-4bb2-b20d-6685bf173667 None None] Attempting to bind port 3c48646e-56c1-4237-b849-4ba8819a724a on network 2a42cb13-2d55-4959-a070-eb88da564dfb {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:35:30.531706 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9893da-dd09-4b5e-851c-c7644f2e8c3a None None] Pushing event updated for resources: {'Port': ['ID=3c48646e-56c1-4237-b849-4ba8819a724a,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:30.548557 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d97ea2-5686-4bb2-b20d-6685bf173667 None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 35, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:35:30.549680 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d97ea2-5686-4bb2-b20d-6685bf173667 None None] Checking segment: {'id': '5aade75d-903c-400b-b4a7-6f3ba4ae14ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '2a42cb13-2d55-4959-a070-eb88da564dfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:35:30.550469 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-c7d97ea2-5686-4bb2-b20d-6685bf173667 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:30.551098 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d97ea2-5686-4bb2-b20d-6685bf173667 None None] Bound using segment: {'id': '5aade75d-903c-400b-b4a7-6f3ba4ae14ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '2a42cb13-2d55-4959-a070-eb88da564dfb'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:35:30.551796 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-c7d97ea2-5686-4bb2-b20d-6685bf173667 None None] Bound port: 3c48646e-56c1-4237-b849-4ba8819a724a, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5aade75d-903c-400b-b4a7-6f3ba4ae14ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '2a42cb13-2d55-4959-a070-eb88da564dfb'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:35:30.568152 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-c7d97ea2-5686-4bb2-b20d-6685bf173667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:30.596447 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-151dc1ed-3e16-4d90-839b-190eff499e9d None None] For port 642278eb-abd1-4f56-8eaf-f9705dbf66e4, host n-d-779913-29, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:35:30.649906 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-151dc1ed-3e16-4d90-839b-190eff499e9d None None] For port 642278eb-abd1-4f56-8eaf-f9705dbf66e4, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=642278eb-abd1-4f56-8eaf-f9705dbf66e4,segment=NetworkSegment(81bf7a93-80b3-43df-b9d5-462c604a2945),segment_id=81bf7a93-80b3-43df-b9d5-462c604a2945)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:35:30.668632 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-151dc1ed-3e16-4d90-839b-190eff499e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:30.683938 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04de9f1-f10e-440e-9928-c76cc3232ce1 None None] Pushing event updated for resources: {'Port': ['ID=7225a04a-782c-4139-8e86-d9b1e493572c,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:30.735903 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-c7d97ea2-5686-4bb2-b20d-6685bf173667 None None] For port 3c48646e-56c1-4237-b849-4ba8819a724a, host n-d-779913-29, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:35:30.742361 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-c7d97ea2-5686-4bb2-b20d-6685bf173667 None None] For port 3c48646e-56c1-4237-b849-4ba8819a724a, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=3c48646e-56c1-4237-b849-4ba8819a724a,segment=NetworkSegment(5aade75d-903c-400b-b4a7-6f3ba4ae14ee),segment_id=5aade75d-903c-400b-b4a7-6f3ba4ae14ee)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:35:30.752443 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-c7d97ea2-5686-4bb2-b20d-6685bf173667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:30.899411 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-151dc1ed-3e16-4d90-839b-190eff499e9d None None] Routers {'82e08894-888e-4988-82ba-84b553b86a39'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:35:30.901422 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-151dc1ed-3e16-4d90-839b-190eff499e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:35:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['82e08894-888e-4988-82ba-84b553b86a39'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:30.905411 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca441b0-1c54-4720-857e-4161890cbbde req-370a6a2a-0835-467b-b422-6b330822ede7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:30.907284 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-fca441b0-1c54-4720-857e-4161890cbbde req-370a6a2a-0835-467b-b422-6b330822ede7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e498abdb8ae94e0baf9d8c9cd3801e7d&device_id=5ec05b88-cf63-49a2-a841-08f16d3564e4 HTTP/1.1" status: 200 len: 1096 time: 0.2022614 Jul 14 09:35:30.931385 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d97ea2-5686-4bb2-b20d-6685bf173667 None None] Routers {'6633487b-79ca-46a6-9a14-6e01fb01412a'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:35:30.932039 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-c7d97ea2-5686-4bb2-b20d-6685bf173667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:35:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['6633487b-79ca-46a6-9a14-6e01fb01412a'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:30.967154 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-e2d9d86e-e43d-4efa-b425-0d2a533082d7 tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Allocated IP 172.20.0.1 (73345ce1-56c8-4820-9a95-ad217b0c65d4/ceae8e77-7c7e-4a6b-90f6-57f323d8e245/f564a965-3d3e-4339-a839-165a8ba6595f) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:35:31.154961 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9893da-dd09-4b5e-851c-c7644f2e8c3a None None] Pushing event updated for resources: {'Port': ['ID=3c48646e-56c1-4237-b849-4ba8819a724a,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:31.213118 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a801eb5-cf0c-4f1d-bc1d-6ffa55cef9a8 req-8fbe4d88-b9c7-4bb2-9eb3-620e2bf3d284 tempest-TestServerMultinode-538957439 tempest-TestServerMultinode-538957439-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:31.235698 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0a801eb5-cf0c-4f1d-bc1d-6ffa55cef9a8 req-8fbe4d88-b9c7-4bb2-9eb3-620e2bf3d284 tempest-TestServerMultinode-538957439 tempest-TestServerMultinode-538957439-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=5ec05b88-cf63-49a2-a841-08f16d3564e4 HTTP/1.1" status: 200 len: 1096 time: 0.3975494 Jul 14 09:35:31.292651 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e2d9d86e-e43d-4efa-b425-0d2a533082d7 tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:31.338167 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-e2d9d86e-e43d-4efa-b425-0d2a533082d7 tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Transition to ACTIVE for port object f564a965-3d3e-4339-a839-165a8ba6595f will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:35:31.386585 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvr_db [None req-151dc1ed-3e16-4d90-839b-190eff499e9d None None] Set router 82e08894-888e-4988-82ba-84b553b86a39 gateway port host: n-d-779913-29 {{(pid=93959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:35:31.388848 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-c7d97ea2-5686-4bb2-b20d-6685bf173667 None None] Set router 6633487b-79ca-46a6-9a14-6e01fb01412a gateway port host: n-d-779913-29 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:35:31.409220 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0a801eb5-cf0c-4f1d-bc1d-6ffa55cef9a8 req-7f73ebdc-eb60-49fa-a9ac-713ff88d8814 tempest-TestServerMultinode-538957439 tempest-TestServerMultinode-538957439-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=3b2bec02-c2bf-4502-b7c0-67d79f190b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724520 Jul 14 09:35:31.426943 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca441b0-1c54-4720-857e-4161890cbbde req-1f15fcb3-dc0b-4c70-8f15-24d56189ca63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:31.435161 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-fca441b0-1c54-4720-857e-4161890cbbde req-1f15fcb3-dc0b-4c70-8f15-24d56189ca63 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e0018b49-138f-4e34-bda0-8701ab6f4c2c HTTP/1.1" status: 200 len: 911 time: 0.5197988 Jul 14 09:35:31.572705 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-fca441b0-1c54-4720-857e-4161890cbbde req-a11d29e2-a660-4c62-8745-4f42efab9d54 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=644aef1c-a35a-4b8a-9395-aaea780355d1 HTTP/1.1" status: 200 len: 217 time: 0.1278253 Jul 14 09:35:31.588753 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f176ce78-5275-441b-940d-d8555e90e2f0 None None] Pushing event updated for resources: {'Port': ['ID=642278eb-abd1-4f56-8eaf-f9705dbf66e4,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:31.660908 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca441b0-1c54-4720-857e-4161890cbbde req-87aa10b9-eb99-41a8-b557-59400bca5cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:31.662423 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-fca441b0-1c54-4720-857e-4161890cbbde req-87aa10b9-eb99-41a8-b557-59400bca5cc5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c4952ea5-c657-4cdd-96d4-47c092d76340 HTTP/1.1" status: 200 len: 849 time: 0.0842638 Jul 14 09:35:31.686705 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-4e10ca1c-9972-4d72-bd31-6c5a4bb42a81 req-9ebac8f7-1e8e-405a-a628-d4328ba58f81 tempest-VolumesActionsTest-1032464286 tempest-VolumesActionsTest-1032464286-project] 10.222.0.68 "GET /v2.0/ports?device_id=c7e7ef3d-21e8-4976-99d6-fdca1ea3fd05 HTTP/1.1" status: 200 len: 210 time: 0.1141245 Jul 14 09:35:31.700398 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e2d9d86e-e43d-4efa-b425-0d2a533082d7 tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:31.749455 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-c7d97ea2-5686-4bb2-b20d-6685bf173667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6633487b-79ca-46a6-9a14-6e01fb01412a', 'name': 'tempest-ServerActionsTestJSON-1418556030-router', 'tenant_id': '0be6be6bccc149f1a4b35e465d4a6d6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.24'}], 'enable_snat': True}, 'gw_port_id': '3dbbf1e6-110b-4bd4-a30a-eeceae60b3f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:35:17Z', 'updated_at': '2021-07-14T09:35:24Z', 'revision_number': 4, 'project_id': '0be6be6bccc149f1a4b35e465d4a6d6f', 'gw_port': {'id': '3dbbf1e6-110b-4bd4-a30a-eeceae60b3f9', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:8c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6633487b-79ca-46a6-9a14-6e01fb01412a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2308, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:35:18Z', 'updated_at': '2021-07-14T09:35:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': '3c48646e-56c1-4237-b849-4ba8819a724a', 'name': '', 'network_id': '2a42cb13-2d55-4959-a070-eb88da564dfb', 'tenant_id': '0be6be6bccc149f1a4b35e465d4a6d6f', 'mac_address': 'fa:16:3e:29:dc:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6633487b-79ca-46a6-9a14-6e01fb01412a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2312, 'fixed_ips': [{'subnet_id': '2fb6ebb7-0edb-47a6-96f3-036e2585c66a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:35:22Z', 'updated_at': '2021-07-14T09:35:30Z', 'revision_number': 4, 'project_id': '0be6be6bccc149f1a4b35e465d4a6d6f', 'subnets': [{'id': '2fb6ebb7-0edb-47a6-96f3-036e2585c66a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:31.752396 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca441b0-1c54-4720-857e-4161890cbbde req-1473c6b6-5ad1-4794-8c2f-d798362fce23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:31.756792 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-fca441b0-1c54-4720-857e-4161890cbbde req-1473c6b6-5ad1-4794-8c2f-d798362fce23 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e0018b49-138f-4e34-bda0-8701ab6f4c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0872662 Jul 14 09:35:31.769479 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-29b4fdb1-d9f9-4775-ad1b-136634df4bdd tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Allocated IP 172.25.4.101 (2dcd4d32-cc7c-4468-b396-7ce5c9231892/6cd22a75-5bc1-467c-a3c4-0af04bd1b34a/cc5612cf-e978-4a14-8586-0969a2070f13) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:35:31.771630 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d9d86e-e43d-4efa-b425-0d2a533082d7 tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Pushing event updated for resources: {'Port': ['ID=f564a965-3d3e-4339-a839-165a8ba6595f,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:31.802801 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2d9d86e-e43d-4efa-b425-0d2a533082d7 tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Network 73345ce1-56c8-4820-9a95-ad217b0c65d4 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:35:31.806519 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-e2d9d86e-e43d-4efa-b425-0d2a533082d7 tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:35:31.809212 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d9d86e-e43d-4efa-b425-0d2a533082d7 tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:35:31.832359 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d97ea2-5686-4bb2-b20d-6685bf173667 None None] The sync data for ids ['6633487b-79ca-46a6-9a14-6e01fb01412a'] in n-d-779913-29 is: [{'id': '6633487b-79ca-46a6-9a14-6e01fb01412a', 'name': 'tempest-ServerActionsTestJSON-1418556030-router', 'tenant_id': '0be6be6bccc149f1a4b35e465d4a6d6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.24'}], 'enable_snat': True}, 'gw_port_id': '3dbbf1e6-110b-4bd4-a30a-eeceae60b3f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:35:17Z', 'updated_at': '2021-07-14T09:35:24Z', 'revision_number': 4, 'project_id': '0be6be6bccc149f1a4b35e465d4a6d6f', 'gw_port': {'id': '3dbbf1e6-110b-4bd4-a30a-eeceae60b3f9', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:8c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6633487b-79ca-46a6-9a14-6e01fb01412a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2308, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:35:18Z', 'updated_at': '2021-07-14T09:35:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': '3c48646e-56c1-4237-b849-4ba8819a724a', 'name': '', 'network_id': '2a42cb13-2d55-4959-a070-eb88da564dfb', 'tenant_id': '0be6be6bccc149f1a4b35e465d4a6d6f', 'mac_address': 'fa:16:3e:29:dc:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6633487b-79ca-46a6-9a14-6e01fb01412a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2312, 'fixed_ips': [{'subnet_id': '2fb6ebb7-0edb-47a6-96f3-036e2585c66a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:35:22Z', 'updated_at': '2021-07-14T09:35:30Z', 'revision_number': 4, 'project_id': '0be6be6bccc149f1a4b35e465d4a6d6f', 'subnets': [{'id': '2fb6ebb7-0edb-47a6-96f3-036e2585c66a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:35:31.864095 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e2d9d86e-e43d-4efa-b425-0d2a533082d7 tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-660393'] for router_interface, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:31.950375 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-151dc1ed-3e16-4d90-839b-190eff499e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82e08894-888e-4988-82ba-84b553b86a39', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1508376754', 'tenant_id': '8f4c0efbbeff49fda0063f5062583c63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.205'}], 'enable_snat': True}, 'gw_port_id': '642278eb-abd1-4f56-8eaf-f9705dbf66e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:35:23Z', 'updated_at': '2021-07-14T09:35:25Z', 'revision_number': 3, 'project_id': '8f4c0efbbeff49fda0063f5062583c63', 'gw_port': {'id': '642278eb-abd1-4f56-8eaf-f9705dbf66e4', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:6d:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82e08894-888e-4988-82ba-84b553b86a39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2318, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:35:23Z', 'updated_at': '2021-07-14T09:35:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29'}], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:31.962118 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-fca441b0-1c54-4720-857e-4161890cbbde req-399ed1f5-223e-463a-a5ff-f4dc5ba332f8 service neutron] 10.222.0.57 "GET /v2.0/networks/e0018b49-138f-4e34-bda0-8701ab6f4c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1977112 Jul 14 09:35:31.997006 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-151dc1ed-3e16-4d90-839b-190eff499e9d None None] The sync data for ids ['82e08894-888e-4988-82ba-84b553b86a39'] in n-d-779913-29 is: [{'id': '82e08894-888e-4988-82ba-84b553b86a39', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1508376754', 'tenant_id': '8f4c0efbbeff49fda0063f5062583c63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.205'}], 'enable_snat': True}, 'gw_port_id': '642278eb-abd1-4f56-8eaf-f9705dbf66e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:35:23Z', 'updated_at': '2021-07-14T09:35:25Z', 'revision_number': 3, 'project_id': '8f4c0efbbeff49fda0063f5062583c63', 'gw_port': {'id': '642278eb-abd1-4f56-8eaf-f9705dbf66e4', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:6d:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82e08894-888e-4988-82ba-84b553b86a39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2318, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:35:23Z', 'updated_at': '2021-07-14T09:35:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29'}] {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:35:32.047577 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-866b1ae5-e9b8-4b7e-8832-0fb173ef3c46 req-da352d05-64b4-4b42-bba8-db869ad4d28d service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=fffc766d-ec07-432a-bc85-1246551ab319&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 1.8740749 Jul 14 09:35:32.246492 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-fca441b0-1c54-4720-857e-4161890cbbde req-91bf9f97-f394-4c42-b078-0fc141359dd9 service neutron] 10.222.0.57 "GET /v2.0/networks/e0018b49-138f-4e34-bda0-8701ab6f4c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2568521 Jul 14 09:35:32.371487 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-29b4fdb1-d9f9-4775-ad1b-136634df4bdd tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:32.484502 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e2d9d86e-e43d-4efa-b425-0d2a533082d7 tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:32.521875 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-11350072-fa53-446d-a661-64b932686896 req-33803f6a-d2a0-43eb-9c40-62a60d030c31 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=5c7b30e8-3087-4fa2-a121-bc36e0beab3b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1471217 Jul 14 09:35:32.683311 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d8f999b-515c-4efe-9dd2-65ffad86bcb3 None None] Network 73345ce1-56c8-4820-9a95-ad217b0c65d4 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:35:32.810478 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-cc90e942-54ed-4ea3-9ec9-29c095a4d8c6 None None] Provisioning for port 7225a04a-782c-4139-8e86-d9b1e493572c completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:35:33.034333 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e2d9d86e-e43d-4efa-b425-0d2a533082d7 tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:33.063516 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866b1ae5-e9b8-4b7e-8832-0fb173ef3c46 req-1db255f2-26a7-461f-a62b-999514bda202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:33.065610 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-866b1ae5-e9b8-4b7e-8832-0fb173ef3c46 req-1db255f2-26a7-461f-a62b-999514bda202 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d0faa07e8d9e4ec49a240a9fc526a7fd&device_id=fffc766d-ec07-432a-bc85-1246551ab319 HTTP/1.1" status: 200 len: 1097 time: 0.8814354 Jul 14 09:35:33.066358 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e2d9d86e-e43d-4efa-b425-0d2a533082d7 tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13574142'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:33.166079 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 3c48646e-56c1-4237-b849-4ba8819a724a up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:35:33.287275 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning for port 3c48646e-56c1-4237-b849-4ba8819a724a completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:35:33.293806 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port 3c48646e-56c1-4237-b849-4ba8819a724a triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:35:33.293987 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:33.420819 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:33.486562 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69769dd-2530-419d-839c-98bf2cba739a req-85678497-47fa-4c0c-8e14-6edf16e09762 tempest-VolumesActionsTest-1032464286 tempest-VolumesActionsTest-1032464286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:33.488450 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d69769dd-2530-419d-839c-98bf2cba739a req-85678497-47fa-4c0c-8e14-6edf16e09762 tempest-VolumesActionsTest-1032464286 tempest-VolumesActionsTest-1032464286-project] 10.222.0.65 "GET /v2.0/networks?id=77fe8d2b-e1dd-4656-b2f2-eef0c64f2f01 HTTP/1.1" status: 200 len: 809 time: 1.2495289 Jul 14 09:35:33.506291 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11350072-fa53-446d-a661-64b932686896 req-474d4bcf-713f-4e7a-a2bd-39d5d90dae87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:33.511410 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11350072-fa53-446d-a661-64b932686896 req-474d4bcf-713f-4e7a-a2bd-39d5d90dae87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:33.515520 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11350072-fa53-446d-a661-64b932686896 req-474d4bcf-713f-4e7a-a2bd-39d5d90dae87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:33.516663 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11350072-fa53-446d-a661-64b932686896 req-474d4bcf-713f-4e7a-a2bd-39d5d90dae87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:33.517297 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11350072-fa53-446d-a661-64b932686896 req-474d4bcf-713f-4e7a-a2bd-39d5d90dae87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:33.517955 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11350072-fa53-446d-a661-64b932686896 req-474d4bcf-713f-4e7a-a2bd-39d5d90dae87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:33.518578 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11350072-fa53-446d-a661-64b932686896 req-474d4bcf-713f-4e7a-a2bd-39d5d90dae87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:33.520828 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-11350072-fa53-446d-a661-64b932686896 req-474d4bcf-713f-4e7a-a2bd-39d5d90dae87 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4cb5d08776664e9f8e9d7e6bc7c12e1a&device_id=5c7b30e8-3087-4fa2-a121-bc36e0beab3b HTTP/1.1" status: 200 len: 6507 time: 0.8000669 Jul 14 09:35:33.527532 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 644aef1c-a35a-4b8a-9395-aaea780355d1 details requested by agent hyperv_n-h2-779913-29 with host n-h2-779913-29 {{(pid=93959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:35:33.541435 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7f2ef9-a122-4e4c-905f-26d9a42dbdcd req-744d02d9-cd7c-4a74-b8af-e1afcfbe84d7 tempest-TestServerMultinode-538957439 tempest-TestServerMultinode-538957439-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:33.552340 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866b1ae5-e9b8-4b7e-8832-0fb173ef3c46 req-01ce58f1-6a2d-4b0c-8861-666e7599698c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:33.561467 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ae7f2ef9-a122-4e4c-905f-26d9a42dbdcd req-744d02d9-cd7c-4a74-b8af-e1afcfbe84d7 tempest-TestServerMultinode-538957439 tempest-TestServerMultinode-538957439-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=5ec05b88-cf63-49a2-a841-08f16d3564e4 HTTP/1.1" status: 200 len: 1096 time: 0.7854710 Jul 14 09:35:33.570075 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-866b1ae5-e9b8-4b7e-8832-0fb173ef3c46 req-01ce58f1-6a2d-4b0c-8861-666e7599698c service neutron] 10.222.0.57 "GET /v2.0/networks?id=3569c9d2-eab5-421e-9cb2-8a83583f6763 HTTP/1.1" status: 200 len: 915 time: 0.4625032 Jul 14 09:35:33.621679 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-9b7f473f-15bc-4b92-b622-da07aca427d4 req-36b5c9fc-4fa6-4ae7-860f-cd7cf3cd91b0 tempest-VolumesActionsTest-1032464286 tempest-VolumesActionsTest-1032464286-project] 10.222.0.68 "GET /v2.0/ports?device_id=c7e7ef3d-21e8-4976-99d6-fdca1ea3fd05 HTTP/1.1" status: 200 len: 210 time: 0.2207317 Jul 14 09:35:33.627300 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [req-d69769dd-2530-419d-839c-98bf2cba739a req-d4985f24-3048-4a9a-a6b3-948c6c353c73 tempest-VolumesActionsTest-1032464286 tempest-VolumesActionsTest-1032464286-project] Request body: {'port': {'device_id': 'c7e7ef3d-21e8-4976-99d6-fdca1ea3fd05', 'network_id': '77fe8d2b-e1dd-4656-b2f2-eef0c64f2f01', 'admin_state_up': True, 'tenant_id': '0cd1ce66ba0a48439873630b0726bc79'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:35:33.679420 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 644aef1c-a35a-4b8a-9395-aaea780355d1, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=644aef1c-a35a-4b8a-9395-aaea780355d1,segment=NetworkSegment(410f9da2-cb32-4aad-86d9-62339416339f),segment_id=410f9da2-cb32-4aad-86d9-62339416339f)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:35:33.700650 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Returning: {'device': '644aef1c-a35a-4b8a-9395-aaea780355d1', 'network_id': 'e0018b49-138f-4e34-bda0-8701ab6f4c2c', 'port_id': '644aef1c-a35a-4b8a-9395-aaea780355d1', 'mac_address': 'fa:16:3e:ae:19:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 749, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4952ea5-c657-4cdd-96d4-47c092d76340', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:35:33.709093 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] For port 3c48646e-56c1-4237-b849-4ba8819a724a, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=3c48646e-56c1-4237-b849-4ba8819a724a,segment=NetworkSegment(5aade75d-903c-400b-b4a7-6f3ba4ae14ee),segment_id=5aade75d-903c-400b-b4a7-6f3ba4ae14ee)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:35:33.743424 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ae7f2ef9-a122-4e4c-905f-26d9a42dbdcd req-3197b313-54ce-4164-ba38-f2da2206dd7e tempest-TestServerMultinode-538957439 tempest-TestServerMultinode-538957439-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=3b2bec02-c2bf-4502-b7c0-67d79f190b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806881 Jul 14 09:35:33.791327 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:33.815391 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 644aef1c-a35a-4b8a-9395-aaea780355d1 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:35:33.820245 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:33.820245 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 7225a04a-782c-4139-8e86-d9b1e493572c up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:35:33.839068 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11350072-fa53-446d-a661-64b932686896 req-30f5cb62-b5d0-4868-9da3-fa0192ec96c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:33.839318 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-b7347967-a1bc-4e97-978a-b852781c538c None None] Provisioning for port f564a965-3d3e-4339-a839-165a8ba6595f completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:35:33.845526 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11350072-fa53-446d-a661-64b932686896 req-30f5cb62-b5d0-4868-9da3-fa0192ec96c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:33.846523 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11350072-fa53-446d-a661-64b932686896 req-30f5cb62-b5d0-4868-9da3-fa0192ec96c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:33.848401 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-11350072-fa53-446d-a661-64b932686896 req-30f5cb62-b5d0-4868-9da3-fa0192ec96c2 service neutron] 10.222.0.65 "GET /v2.0/networks?id=58cee2b0-4a4c-44eb-9b72-cfd45f924ad2&id=5699172b-f98f-483a-81e1-27bccc5d3cba&id=5699172b-f98f-483a-81e1-27bccc5d3cba&id=5699172b-f98f-483a-81e1-27bccc5d3cba&id=5699172b-f98f-483a-81e1-27bccc5d3cba&id=42a058fa-f36e-4a5f-a1b5-ee56753d964d&id=42a058fa-f36e-4a5f-a1b5-ee56753d964d HTTP/1.1" status: 200 len: 2297 time: 0.2834976 Jul 14 09:35:33.850776 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-29b4fdb1-d9f9-4775-ad1b-136634df4bdd tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:33.864485 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-b7347967-a1bc-4e97-978a-b852781c538c None None] Provisioning complete for port f564a965-3d3e-4339-a839-165a8ba6595f triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:35:33.864901 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b7347967-a1bc-4e97-978a-b852781c538c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:33.951887 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-866b1ae5-e9b8-4b7e-8832-0fb173ef3c46 req-03b91559-3cef-4a3f-a399-7f1dbe3cf65b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=50545fa0-7ed1-4d38-a95b-75c237fdf670 HTTP/1.1" status: 200 len: 217 time: 0.3811686 Jul 14 09:35:33.956909 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d9d86e-e43d-4efa-b425-0d2a533082d7 tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Pushing event updated for resources: {'Port': ['ID=f564a965-3d3e-4339-a839-165a8ba6595f,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:34.008981 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e2d9d86e-e43d-4efa-b425-0d2a533082d7 tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-683747'] for router_interface, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:34.099248 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 644aef1c-a35a-4b8a-9395-aaea780355d1, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=644aef1c-a35a-4b8a-9395-aaea780355d1,segment=NetworkSegment(410f9da2-cb32-4aad-86d9-62339416339f),segment_id=410f9da2-cb32-4aad-86d9-62339416339f)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:35:34.143449 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Pushing event updated for resources: {'Port': ['ID=3c48646e-56c1-4237-b849-4ba8819a724a,revision_number=5']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:34.148967 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:34.151139 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-11350072-fa53-446d-a661-64b932686896 req-fb764f09-39cf-49d7-9629-fb9ddb468fb2 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ffe829c0-0934-4130-8161-32be762e52f8 HTTP/1.1" status: 200 len: 1001 time: 0.2950728 Jul 14 09:35:34.155099 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-b7347967-a1bc-4e97-978a-b852781c538c None None] Port f564a965-3d3e-4339-a839-165a8ba6595f cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:35:34.178931 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29b4fdb1-d9f9-4775-ad1b-136634df4bdd tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Network 2dcd4d32-cc7c-4468-b396-7ce5c9231892 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:35:34.255380 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning for port 7225a04a-782c-4139-8e86-d9b1e493572c completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:35:34.257282 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-b7347967-a1bc-4e97-978a-b852781c538c None None] Provisioning complete for port 7225a04a-782c-4139-8e86-d9b1e493572c triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:35:34.257686 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b7347967-a1bc-4e97-978a-b852781c538c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:34.277759 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11350072-fa53-446d-a661-64b932686896 req-f3fb2290-9aea-4c51-9b24-b73cb4445199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:34.279496 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-11350072-fa53-446d-a661-64b932686896 req-f3fb2290-9aea-4c51-9b24-b73cb4445199 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=03ca88e8-4d13-487a-ad6d-9160c00c4594 HTTP/1.1" status: 200 len: 855 time: 0.0994005 Jul 14 09:35:34.288394 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-29b4fdb1-d9f9-4775-ad1b-136634df4bdd tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:35:34.306426 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port 7225a04a-782c-4139-8e86-d9b1e493572c triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:35:34.306881 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:34.315560 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b4fdb1-d9f9-4775-ad1b-136634df4bdd tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:35:34.318442 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Pushing event updated for resources: {'Port': ['ID=644aef1c-a35a-4b8a-9395-aaea780355d1,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:34.351953 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b4fdb1-d9f9-4775-ad1b-136634df4bdd tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Pushing event updated for resources: {'Port': ['ID=cc5612cf-e978-4a14-8586-0969a2070f13,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:34.415928 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11350072-fa53-446d-a661-64b932686896 req-37c10550-8e40-4f5a-b5d4-e7ad5c71bb19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:34.416669 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866b1ae5-e9b8-4b7e-8832-0fb173ef3c46 req-7018039c-da66-4086-b184-dae9b6d2b608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:34.417595 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-11350072-fa53-446d-a661-64b932686896 req-37c10550-8e40-4f5a-b5d4-e7ad5c71bb19 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=58cee2b0-4a4c-44eb-9b72-cfd45f924ad2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1292689 Jul 14 09:35:34.419262 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-866b1ae5-e9b8-4b7e-8832-0fb173ef3c46 req-7018039c-da66-4086-b184-dae9b6d2b608 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=92b9e41e-353a-41b9-9d9e-be464d12ff99 HTTP/1.1" status: 200 len: 854 time: 0.4434481 Jul 14 09:35:34.434484 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [req-11350072-fa53-446d-a661-64b932686896 req-d5d1adb8-bc80-4c9f-8137-f23c3179a2a1 service neutron] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=93957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:35:34.436746 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-11350072-fa53-446d-a661-64b932686896 req-d5d1adb8-bc80-4c9f-8137-f23c3179a2a1 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0120382 Jul 14 09:35:34.496248 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b7347967-a1bc-4e97-978a-b852781c538c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:34.499122 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-866b1ae5-e9b8-4b7e-8832-0fb173ef3c46 req-209f5191-07cf-48fc-af71-69cc2b08d033 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3569c9d2-eab5-421e-9cb2-8a83583f6763&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0709856 Jul 14 09:35:34.533292 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] get_ports_and_sgs() called for port_ids ['644aef1c-a35a-4b8a-9395-aaea780355d1'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:35:34.628387 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-11350072-fa53-446d-a661-64b932686896 req-c658fa2e-4851-4e90-bc66-5e2a98aa7f00 service neutron] 10.222.0.65 "GET /v2.0/networks/58cee2b0-4a4c-44eb-9b72-cfd45f924ad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1859519 Jul 14 09:35:34.644489 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:34.697472 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-b7347967-a1bc-4e97-978a-b852781c538c None None] For port 7225a04a-782c-4139-8e86-d9b1e493572c, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=7225a04a-782c-4139-8e86-d9b1e493572c,segment=NetworkSegment(292309a8-d1af-4728-adf3-473babb9574b),segment_id=292309a8-d1af-4728-adf3-473babb9574b)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:35:34.718574 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b7347967-a1bc-4e97-978a-b852781c538c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:34.751960 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d69769dd-2530-419d-839c-98bf2cba739a req-d4985f24-3048-4a9a-a6b3-948c6c353c73 tempest-VolumesActionsTest-1032464286 tempest-VolumesActionsTest-1032464286-project] Made reservation on behalf of 0cd1ce66ba0a48439873630b0726bc79 for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:35:34.756153 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-d69769dd-2530-419d-839c-98bf2cba739a req-d4985f24-3048-4a9a-a6b3-948c6c353c73 tempest-VolumesActionsTest-1032464286 tempest-VolumesActionsTest-1032464286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:34.770079 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2d9d86e-e43d-4efa-b425-0d2a533082d7 tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Network 73345ce1-56c8-4820-9a95-ad217b0c65d4 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:35:34.790291 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-e2d9d86e-e43d-4efa-b425-0d2a533082d7 tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:35:34.817655 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a1b356-562b-4ab1-8cb1-3f87a40ca7a9 req-936e2326-4496-4db3-8215-c6c779e9bb74 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:34.823664 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a1b356-562b-4ab1-8cb1-3f87a40ca7a9 req-936e2326-4496-4db3-8215-c6c779e9bb74 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:34.832584 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a1b356-562b-4ab1-8cb1-3f87a40ca7a9 req-936e2326-4496-4db3-8215-c6c779e9bb74 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:34.834068 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-29b4fdb1-d9f9-4775-ad1b-136634df4bdd tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:34.840456 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a1b356-562b-4ab1-8cb1-3f87a40ca7a9 req-936e2326-4496-4db3-8215-c6c779e9bb74 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:34.846922 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a1b356-562b-4ab1-8cb1-3f87a40ca7a9 req-936e2326-4496-4db3-8215-c6c779e9bb74 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:34.852923 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a1b356-562b-4ab1-8cb1-3f87a40ca7a9 req-936e2326-4496-4db3-8215-c6c779e9bb74 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:34.865392 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a1b356-562b-4ab1-8cb1-3f87a40ca7a9 req-936e2326-4496-4db3-8215-c6c779e9bb74 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:34.868232 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-f868e969-27ac-406b-b627-a19f5aaa4317 req-694357f3-a6f6-4bb9-b121-2d1000f1f900 tempest-VolumesActionsTest-1032464286 tempest-VolumesActionsTest-1032464286-project] 10.222.0.68 "GET /v2.0/ports?device_id=c7e7ef3d-21e8-4976-99d6-fdca1ea3fd05 HTTP/1.1" status: 200 len: 210 time: 0.0851247 Jul 14 09:35:34.873930 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-866b1ae5-e9b8-4b7e-8832-0fb173ef3c46 req-be5a78b1-bbb0-49ab-90e2-492aa7d58709 service neutron] 10.222.0.57 "GET /v2.0/networks/3569c9d2-eab5-421e-9cb2-8a83583f6763?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3586009 Jul 14 09:35:34.875630 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f1a1b356-562b-4ab1-8cb1-3f87a40ca7a9 req-936e2326-4496-4db3-8215-c6c779e9bb74 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] 10.222.0.68 "GET /v2.0/ports?device_id=5c7b30e8-3087-4fa2-a121-bc36e0beab3b HTTP/1.1" status: 200 len: 5443 time: 0.2402277 Jul 14 09:35:34.899479 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7347967-a1bc-4e97-978a-b852781c538c None None] Pushing event updated for resources: {'Port': ['ID=7225a04a-782c-4139-8e86-d9b1e493572c,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:34.958958 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-11350072-fa53-446d-a661-64b932686896 req-036a292d-e3c4-4d65-bb8d-dab9f369c3e4 service neutron] 10.222.0.65 "GET /v2.0/networks/58cee2b0-4a4c-44eb-9b72-cfd45f924ad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3076591 Jul 14 09:35:35.002157 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f1a1b356-562b-4ab1-8cb1-3f87a40ca7a9 req-dfe67537-a9b3-4a10-b56d-72e873f3c9e9 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] 10.222.0.68 "GET /v2.0/security-groups?id=3e8708b8-59d7-4408-a840-9965955f2a4b&id=ff27f1e0-0078-49b9-90e3-125b24008d99&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1236272 Jul 14 09:35:35.009180 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.db.api [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93959) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 09:35:35.013948 n-d-779913-29 neutron-server[93959]: DEBUG oslo_db.api [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 09:35:35.019456 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-69d1cb49-d509-47be-8274-b00f0d2a198b None None] Provisioning complete for port f564a965-3d3e-4339-a839-165a8ba6595f triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:35:35.019952 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-69d1cb49-d509-47be-8274-b00f0d2a198b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:35.064189 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-11350072-fa53-446d-a661-64b932686896 req-42d04eec-7c64-4f40-8d56-b361d0f91fdb service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.70&port_id=c7e6be2f-2425-4c72-af72-9e3ea9414152 HTTP/1.1" status: 200 len: 217 time: 0.0966048 Jul 14 09:35:35.131006 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-69d1cb49-d509-47be-8274-b00f0d2a198b None None] Port f564a965-3d3e-4339-a839-165a8ba6595f cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:35:35.162128 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11350072-fa53-446d-a661-64b932686896 req-a002cd33-cfed-47de-996d-c19b57570659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:35.164316 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-11350072-fa53-446d-a661-64b932686896 req-a002cd33-cfed-47de-996d-c19b57570659 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ecfbbf55-b0c9-4c0f-9edc-b7ccd659aa91 HTTP/1.1" status: 200 len: 797 time: 0.0909159 Jul 14 09:35:35.252789 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-e76e1d3d-79d7-4dd2-a1b4-1ac04940422a None None] Provisioning complete for port f564a965-3d3e-4339-a839-165a8ba6595f triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:35:35.253622 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e76e1d3d-79d7-4dd2-a1b4-1ac04940422a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:35.255689 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11350072-fa53-446d-a661-64b932686896 req-ef85eb83-97ce-46fa-8741-ee417ef71d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:35.257254 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-11350072-fa53-446d-a661-64b932686896 req-ef85eb83-97ce-46fa-8741-ee417ef71d35 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=5699172b-f98f-483a-81e1-27bccc5d3cba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0859873 Jul 14 09:35:35.310328 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-e76e1d3d-79d7-4dd2-a1b4-1ac04940422a None None] Port f564a965-3d3e-4339-a839-165a8ba6595f cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:35:35.397224 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-11350072-fa53-446d-a661-64b932686896 req-5cee6eff-fee9-40e1-9d86-048c237f7273 service neutron] 10.222.0.65 "GET /v2.0/networks/5699172b-f98f-483a-81e1-27bccc5d3cba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295097 Jul 14 09:35:35.519949 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-11350072-fa53-446d-a661-64b932686896 req-a4403cc7-30eb-4bf6-9a89-82d38ecce803 service neutron] 10.222.0.65 "GET /v2.0/networks/5699172b-f98f-483a-81e1-27bccc5d3cba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164792 Jul 14 09:35:35.564104 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 642278eb-abd1-4f56-8eaf-f9705dbf66e4 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:35:35.576813 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-11350072-fa53-446d-a661-64b932686896 req-972e7f12-483d-495e-8ee9-1ee7fb864927 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.242&port_id=b19c971a-b91d-49b9-bdec-ee880b089aa3 HTTP/1.1" status: 200 len: 217 time: 0.0487132 Jul 14 09:35:35.621503 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning for port 642278eb-abd1-4f56-8eaf-f9705dbf66e4 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:35:35.626799 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port 642278eb-abd1-4f56-8eaf-f9705dbf66e4 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:35:35.628346 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:35.640850 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-29b4fdb1-d9f9-4775-ad1b-136634df4bdd tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:35.649348 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11350072-fa53-446d-a661-64b932686896 req-546c66ac-63ca-4f1a-aac4-cb83c71351b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:35.651068 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-11350072-fa53-446d-a661-64b932686896 req-546c66ac-63ca-4f1a-aac4-cb83c71351b1 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ecfbbf55-b0c9-4c0f-9edc-b7ccd659aa91 HTTP/1.1" status: 200 len: 797 time: 0.0662785 Jul 14 09:35:35.675983 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-866b1ae5-e9b8-4b7e-8832-0fb173ef3c46 req-d3ba57ef-e9fd-462f-b0d1-6b937247e0bc service neutron] 10.222.0.57 "GET /v2.0/networks/3569c9d2-eab5-421e-9cb2-8a83583f6763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7658911 Jul 14 09:35:35.678905 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [req-d69769dd-2530-419d-839c-98bf2cba739a req-d4985f24-3048-4a9a-a6b3-948c6c353c73 tempest-VolumesActionsTest-1032464286 tempest-VolumesActionsTest-1032464286-project] Allocated IP 172.20.0.14 (77fe8d2b-e1dd-4656-b2f2-eef0c64f2f01/71827f8e-5f8d-4396-a60b-d21f712bab4f/1108fa80-7aad-4885-89ca-21e078dd2cd9) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:35:35.753908 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:35.775330 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2d9d86e-e43d-4efa-b425-0d2a533082d7 tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Router 82e08894-888e-4988-82ba-84b553b86a39 has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:35:35.781764 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] For port 642278eb-abd1-4f56-8eaf-f9705dbf66e4, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=642278eb-abd1-4f56-8eaf-f9705dbf66e4,segment=NetworkSegment(81bf7a93-80b3-43df-b9d5-462c604a2945),segment_id=81bf7a93-80b3-43df-b9d5-462c604a2945)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:35:35.786164 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:35.793799 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11350072-fa53-446d-a661-64b932686896 req-8d906e44-1083-4e82-b5c0-0fd569c37606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:35.795862 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-11350072-fa53-446d-a661-64b932686896 req-8d906e44-1083-4e82-b5c0-0fd569c37606 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=5699172b-f98f-483a-81e1-27bccc5d3cba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1376121 Jul 14 09:35:35.820189 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b2df9d-6e64-4994-ad5d-5508afa5634f req-04dfc601-8133-48f7-88af-da1877615350 tempest-TestServerMultinode-538957439 tempest-TestServerMultinode-538957439-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:35.827205 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-b7b2df9d-6e64-4994-ad5d-5508afa5634f req-04dfc601-8133-48f7-88af-da1877615350 tempest-TestServerMultinode-538957439 tempest-TestServerMultinode-538957439-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=5ec05b88-cf63-49a2-a841-08f16d3564e4 HTTP/1.1" status: 200 len: 1097 time: 0.3286400 Jul 14 09:35:35.927583 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b08857c-6863-4d54-8776-1c26b9bac459 req-30dff1cb-641f-4fed-8240-491def714de7 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:35.934206 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b08857c-6863-4d54-8776-1c26b9bac459 req-30dff1cb-641f-4fed-8240-491def714de7 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:35.956110 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b08857c-6863-4d54-8776-1c26b9bac459 req-30dff1cb-641f-4fed-8240-491def714de7 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:35.961572 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Pushing event updated for resources: {'Port': ['ID=642278eb-abd1-4f56-8eaf-f9705dbf66e4,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:35.969156 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b08857c-6863-4d54-8776-1c26b9bac459 req-30dff1cb-641f-4fed-8240-491def714de7 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:35.976380 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b08857c-6863-4d54-8776-1c26b9bac459 req-30dff1cb-641f-4fed-8240-491def714de7 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:35.983262 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b08857c-6863-4d54-8776-1c26b9bac459 req-30dff1cb-641f-4fed-8240-491def714de7 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:35.988906 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 7225a04a-782c-4139-8e86-d9b1e493572c up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:35:35.990129 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b08857c-6863-4d54-8776-1c26b9bac459 req-30dff1cb-641f-4fed-8240-491def714de7 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:35.992588 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1b08857c-6863-4d54-8776-1c26b9bac459 req-30dff1cb-641f-4fed-8240-491def714de7 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] 10.222.0.65 "GET /v2.0/ports?device_id=5c7b30e8-3087-4fa2-a121-bc36e0beab3b HTTP/1.1" status: 200 len: 5443 time: 0.2557545 Jul 14 09:35:36.032691 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-b7b2df9d-6e64-4994-ad5d-5508afa5634f req-13ef5164-4ab8-4121-a755-1b214aaac29b tempest-TestServerMultinode-538957439 tempest-TestServerMultinode-538957439-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=3b2bec02-c2bf-4502-b7c0-67d79f190b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045412 Jul 14 09:35:36.087354 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b08857c-6863-4d54-8776-1c26b9bac459 req-8884ee32-b221-4bdf-a16b-76f372217898 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:36.089763 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1b08857c-6863-4d54-8776-1c26b9bac459 req-8884ee32-b221-4bdf-a16b-76f372217898 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] 10.222.0.65 "GET /v2.0/ports/b19c971a-b91d-49b9-bdec-ee880b089aa3?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0906606 Jul 14 09:35:36.094495 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-11350072-fa53-446d-a661-64b932686896 req-a1bc6347-b0dd-4262-ba91-96969e32e95b service neutron] 10.222.0.65 "GET /v2.0/networks/5699172b-f98f-483a-81e1-27bccc5d3cba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2903147 Jul 14 09:35:36.103379 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port 7225a04a-782c-4139-8e86-d9b1e493572c triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:35:36.103913 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:36.204697 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 3c48646e-56c1-4237-b849-4ba8819a724a up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:35:36.243364 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-29b4fdb1-d9f9-4775-ad1b-136634df4bdd tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:36.259199 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port 3c48646e-56c1-4237-b849-4ba8819a724a triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:35:36.259741 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:36.275985 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-29b4fdb1-d9f9-4775-ad1b-136634df4bdd tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13574142'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:36.284261 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-11350072-fa53-446d-a661-64b932686896 req-d72f8e94-a4df-42c1-b179-bd4f4cf40ba6 service neutron] 10.222.0.65 "GET /v2.0/networks/5699172b-f98f-483a-81e1-27bccc5d3cba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1741540 Jul 14 09:35:36.332533 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e3a16520-19b0-464c-9795-f21c1881c489 req-3f691a52-504a-448c-89c5-a7c90faa0f60 tempest-VolumesActionsTest-1032464286 tempest-VolumesActionsTest-1032464286-project] 10.222.0.68 "GET /v2.0/ports?device_id=c7e7ef3d-21e8-4976-99d6-fdca1ea3fd05 HTTP/1.1" status: 200 len: 210 time: 0.1604004 Jul 14 09:35:36.353821 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-d69769dd-2530-419d-839c-98bf2cba739a req-d4985f24-3048-4a9a-a6b3-948c6c353c73 tempest-VolumesActionsTest-1032464286 tempest-VolumesActionsTest-1032464286-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:36.416095 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-11350072-fa53-446d-a661-64b932686896 req-28821ea8-6a6a-4636-bcb7-3506806e31e4 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.33&port_id=100345f4-d6ce-47af-83f1-7049dc67deb8 HTTP/1.1" status: 200 len: 217 time: 0.1086886 Jul 14 09:35:36.425589 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2d9d86e-e43d-4efa-b425-0d2a533082d7 tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:35:36.441653 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-e2d9d86e-e43d-4efa-b425-0d2a533082d7 tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] 10.222.0.68 "PUT /v2.0/routers/82e08894-888e-4988-82ba-84b553b86a39/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7767379 Jul 14 09:35:36.443973 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 34676) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:36.462633 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-b10f1cb7-806a-4320-b3da-f7819955e7ef tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1586297402', 'description': 'tempest-secgroup_access--1586297402 description', 'project_id': '8f4c0efbbeff49fda0063f5062583c63'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:35:36.511409 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b4fdb1-d9f9-4775-ad1b-136634df4bdd tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Pushing event updated for resources: {'Port': ['ID=cc5612cf-e978-4a14-8586-0969a2070f13,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:36.514160 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1b08857c-6863-4d54-8776-1c26b9bac459 req-7b2e4c9b-10c5-4128-bc13-3338b6516a0e tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] 10.222.0.65 "GET /v2.0/networks/5699172b-f98f-483a-81e1-27bccc5d3cba?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.4180956 Jul 14 09:35:36.523041 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11350072-fa53-446d-a661-64b932686896 req-a9445e49-7b82-40ae-9f96-9ea6976543d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:36.524776 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-11350072-fa53-446d-a661-64b932686896 req-a9445e49-7b82-40ae-9f96-9ea6976543d8 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ecfbbf55-b0c9-4c0f-9edc-b7ccd659aa91 HTTP/1.1" status: 200 len: 797 time: 0.1016562 Jul 14 09:35:36.530085 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-1b08857c-6863-4d54-8776-1c26b9bac459 req-33ad16cd-a2bd-4ddb-b0a4-343747ac8386 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:35:36.547563 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-29b4fdb1-d9f9-4775-ad1b-136634df4bdd tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-660590'] for floatingip, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:36.627671 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5490105d-774c-43c0-8a82-84e582026266 req-9c01c2df-4404-4ef1-9ad3-65913726af2a tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:36.636963 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5490105d-774c-43c0-8a82-84e582026266 req-9c01c2df-4404-4ef1-9ad3-65913726af2a tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:36.644427 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5490105d-774c-43c0-8a82-84e582026266 req-9c01c2df-4404-4ef1-9ad3-65913726af2a tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:36.654135 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5490105d-774c-43c0-8a82-84e582026266 req-9c01c2df-4404-4ef1-9ad3-65913726af2a tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:36.663057 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5490105d-774c-43c0-8a82-84e582026266 req-9c01c2df-4404-4ef1-9ad3-65913726af2a tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:36.674818 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5490105d-774c-43c0-8a82-84e582026266 req-9c01c2df-4404-4ef1-9ad3-65913726af2a tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:36.679945 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11350072-fa53-446d-a661-64b932686896 req-1254b42f-bc11-4dd3-80b4-38fc39daae05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:36.681606 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-11350072-fa53-446d-a661-64b932686896 req-1254b42f-bc11-4dd3-80b4-38fc39daae05 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=5699172b-f98f-483a-81e1-27bccc5d3cba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1481996 Jul 14 09:35:36.682490 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5490105d-774c-43c0-8a82-84e582026266 req-9c01c2df-4404-4ef1-9ad3-65913726af2a tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:36.685972 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-5490105d-774c-43c0-8a82-84e582026266 req-9c01c2df-4404-4ef1-9ad3-65913726af2a tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] 10.222.0.68 "GET /v2.0/ports?device_id=5c7b30e8-3087-4fa2-a121-bc36e0beab3b HTTP/1.1" status: 200 len: 5443 time: 0.4485662 Jul 14 09:35:36.693053 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b10f1cb7-806a-4320-b3da-f7819955e7ef tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:36.700527 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-29b4fdb1-d9f9-4775-ad1b-136634df4bdd tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for floatingip, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:36.701863 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-29b4fdb1-d9f9-4775-ad1b-136634df4bdd tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 8.3342881 Jul 14 09:35:36.726724 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-d69769dd-2530-419d-839c-98bf2cba739a req-d4985f24-3048-4a9a-a6b3-948c6c353c73 tempest-VolumesActionsTest-1032464286 tempest-VolumesActionsTest-1032464286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:36.729235 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-1b08857c-6863-4d54-8776-1c26b9bac459 req-33ad16cd-a2bd-4ddb-b0a4-343747ac8386 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:36.826619 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d69769dd-2530-419d-839c-98bf2cba739a req-d4985f24-3048-4a9a-a6b3-948c6c353c73 tempest-VolumesActionsTest-1032464286 tempest-VolumesActionsTest-1032464286-project] Network 77fe8d2b-e1dd-4656-b2f2-eef0c64f2f01 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:35:36.836709 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-5490105d-774c-43c0-8a82-84e582026266 req-8b9fb676-f008-4583-bba7-129da629ce7d tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] 10.222.0.68 "GET /v2.0/security-groups?id=3e8708b8-59d7-4408-a840-9965955f2a4b&id=ff27f1e0-0078-49b9-90e3-125b24008d99&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1396220 Jul 14 09:35:36.841656 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [req-d69769dd-2530-419d-839c-98bf2cba739a req-d4985f24-3048-4a9a-a6b3-948c6c353c73 tempest-VolumesActionsTest-1032464286 tempest-VolumesActionsTest-1032464286-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:35:36.847710 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-d69769dd-2530-419d-839c-98bf2cba739a req-d4985f24-3048-4a9a-a6b3-948c6c353c73 tempest-VolumesActionsTest-1032464286 tempest-VolumesActionsTest-1032464286-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:35:36.849967 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4985f24-3048-4a9a-a6b3-948c6c353c73 tempest-VolumesActionsTest-1032464286 tempest-VolumesActionsTest-1032464286-project] Pushing event updated for resources: {'Port': ['ID=1108fa80-7aad-4885-89ca-21e078dd2cd9,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:36.916750 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69769dd-2530-419d-839c-98bf2cba739a req-d4985f24-3048-4a9a-a6b3-948c6c353c73 tempest-VolumesActionsTest-1032464286 tempest-VolumesActionsTest-1032464286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:36.917346 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-d69769dd-2530-419d-839c-98bf2cba739a req-d4985f24-3048-4a9a-a6b3-948c6c353c73 tempest-VolumesActionsTest-1032464286 tempest-VolumesActionsTest-1032464286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:36.979543 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b10f1cb7-806a-4320-b3da-f7819955e7ef tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:36.988702 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b10f1cb7-806a-4320-b3da-f7819955e7ef tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:36.998379 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d69769dd-2530-419d-839c-98bf2cba739a req-d4985f24-3048-4a9a-a6b3-948c6c353c73 tempest-VolumesActionsTest-1032464286 tempest-VolumesActionsTest-1032464286-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4129541 Jul 14 09:35:37.022744 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [req-d69769dd-2530-419d-839c-98bf2cba739a req-55df2900-b2b3-45fa-b505-653ce53adcfa service neutron] Request body: {'port': {'device_id': 'c7e7ef3d-21e8-4976-99d6-fdca1ea3fd05', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-29'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:35:37.046557 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-11350072-fa53-446d-a661-64b932686896 req-c60d6de5-a3c3-40d1-8bff-065ec9a1a2ee service neutron] 10.222.0.65 "GET /v2.0/networks/5699172b-f98f-483a-81e1-27bccc5d3cba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3514633 Jul 14 09:35:37.059501 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b10f1cb7-806a-4320-b3da-f7819955e7ef tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:37.064289 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-b10f1cb7-806a-4320-b3da-f7819955e7ef tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.6112907 Jul 14 09:35:37.067377 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 34696) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:37.076083 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-d690ca49-5f47-48cc-aba2-08afdcf6a180 tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--507306111', 'description': 'tempest-secgroup_general--507306111 description', 'project_id': '8f4c0efbbeff49fda0063f5062583c63'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:35:37.113721 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10f1cb7-806a-4320-b3da-f7819955e7ef tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6887b36-dc41-4a94-9c8a-146532f74efd,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:37.159863 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff364bd-2342-4f16-a822-c156f7cefd98 None None] Sync routers for ids ['82e08894-888e-4988-82ba-84b553b86a39'] in n-d-779913-29 {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:35:37.175424 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff364bd-2342-4f16-a822-c156f7cefd98 None None] Routers {'82e08894-888e-4988-82ba-84b553b86a39'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:35:37.176453 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-aff364bd-2342-4f16-a822-c156f7cefd98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:35:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['82e08894-888e-4988-82ba-84b553b86a39'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:37.211552 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d690ca49-5f47-48cc-aba2-08afdcf6a180 tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:37.255732 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5762f2ec-01e8-401f-a183-b78373da249c req-d3dabab3-09d1-45be-b5ef-d26829b1f218 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-securitygroup--1793793134&fields=id&tenant_id=0be6be6bccc149f1a4b35e465d4a6d6f HTTP/1.1" status: 200 len: 267 time: 0.2060556 Jul 14 09:35:37.259503 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-d69769dd-2530-419d-839c-98bf2cba739a req-55df2900-b2b3-45fa-b505-653ce53adcfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:37.320167 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvr_db [None req-aff364bd-2342-4f16-a822-c156f7cefd98 None None] Set router 82e08894-888e-4988-82ba-84b553b86a39 gateway port host: n-d-779913-29 {{(pid=93959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:35:37.388173 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80250f7c-d106-4497-a2b9-ceb3eb23b820 req-70eae1ac-1cab-4aee-a0e7-9843dc62777d tempest-TestServerMultinode-538957439 tempest-TestServerMultinode-538957439-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:37.391196 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-80250f7c-d106-4497-a2b9-ceb3eb23b820 req-70eae1ac-1cab-4aee-a0e7-9843dc62777d tempest-TestServerMultinode-538957439 tempest-TestServerMultinode-538957439-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=5ec05b88-cf63-49a2-a841-08f16d3564e4 HTTP/1.1" status: 200 len: 1097 time: 0.1929698 Jul 14 09:35:37.440664 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-11350072-fa53-446d-a661-64b932686896 req-d3410b87-cda7-43f6-89e7-8d2fda44f2eb service neutron] 10.222.0.65 "GET /v2.0/networks/5699172b-f98f-483a-81e1-27bccc5d3cba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3818989 Jul 14 09:35:37.458502 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-1b08857c-6863-4d54-8776-1c26b9bac459 req-33ad16cd-a2bd-4ddb-b0a4-343747ac8386 service neutron] For port b19c971a-b91d-49b9-bdec-ee880b089aa3, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=b19c971a-b91d-49b9-bdec-ee880b089aa3,segment=NetworkSegment(c705dd1f-2341-4524-a81f-3d9cf3c38e6b),segment_id=c705dd1f-2341-4524-a81f-3d9cf3c38e6b)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:35:37.527085 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-11350072-fa53-446d-a661-64b932686896 req-f1101b26-af5d-471a-a083-580d57890b9a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.22&port_id=bfeac96f-d3a2-4a7b-abb1-6f8a87d43efe HTTP/1.1" status: 200 len: 217 time: 0.0792813 Jul 14 09:35:37.539574 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-80250f7c-d106-4497-a2b9-ceb3eb23b820 req-3a9681ab-8129-43fd-b024-aeeb8ba3482f tempest-TestServerMultinode-538957439 tempest-TestServerMultinode-538957439-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=3b2bec02-c2bf-4502-b7c0-67d79f190b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870361 Jul 14 09:35:37.560056 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 644aef1c-a35a-4b8a-9395-aaea780355d1 up at agent hyperv_n-h2-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:35:37.578223 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d690ca49-5f47-48cc-aba2-08afdcf6a180 tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:37.588352 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d690ca49-5f47-48cc-aba2-08afdcf6a180 tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:37.616539 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11350072-fa53-446d-a661-64b932686896 req-eaca7c75-055b-4d6b-ad8d-4aec22c7d876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:37.618715 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-11350072-fa53-446d-a661-64b932686896 req-eaca7c75-055b-4d6b-ad8d-4aec22c7d876 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ecfbbf55-b0c9-4c0f-9edc-b7ccd659aa91 HTTP/1.1" status: 200 len: 797 time: 0.0797925 Jul 14 09:35:37.639667 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d690ca49-5f47-48cc-aba2-08afdcf6a180 tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:37.644796 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-d690ca49-5f47-48cc-aba2-08afdcf6a180 tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.5749412 Jul 14 09:35:37.645634 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 34704) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:37.652362 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-91240575-4f04-4c36-9fa7-da4c842f13a1 tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Request body: {'security_group_rule': {'security_group_id': 'a6887b36-dc41-4a94-9c8a-146532f74efd', 'project_id': '8f4c0efbbeff49fda0063f5062583c63', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:35:37.661999 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d690ca49-5f47-48cc-aba2-08afdcf6a180 tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Pushing event updated for resources: {'SecurityGroup': ['ID=163851e2-8c9a-4c41-aaeb-45f47f0e50a0,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:37.674837 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Provisioning for port 644aef1c-a35a-4b8a-9395-aaea780355d1 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:35:37.682333 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Provisioning complete for port 644aef1c-a35a-4b8a-9395-aaea780355d1 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:35:37.682927 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:37.727175 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-91240575-4f04-4c36-9fa7-da4c842f13a1 tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:37.736817 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-aff364bd-2342-4f16-a822-c156f7cefd98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82e08894-888e-4988-82ba-84b553b86a39', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1508376754', 'tenant_id': '8f4c0efbbeff49fda0063f5062583c63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.205'}], 'enable_snat': True}, 'gw_port_id': '642278eb-abd1-4f56-8eaf-f9705dbf66e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:35:23Z', 'updated_at': '2021-07-14T09:35:32Z', 'revision_number': 4, 'project_id': '8f4c0efbbeff49fda0063f5062583c63', 'gw_port': {'id': '642278eb-abd1-4f56-8eaf-f9705dbf66e4', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:6d:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82e08894-888e-4988-82ba-84b553b86a39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2318, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:35:23Z', 'updated_at': '2021-07-14T09:35:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': 'f564a965-3d3e-4339-a839-165a8ba6595f', 'name': '', 'network_id': '73345ce1-56c8-4820-9a95-ad217b0c65d4', 'tenant_id': '8f4c0efbbeff49fda0063f5062583c63', 'mac_address': 'fa:16:3e:75:0b:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82e08894-888e-4988-82ba-84b553b86a39', 'device_owner': 'network:router_interface', 'standard_attr_id': 2328, 'fixed_ips': [{'subnet_id': 'ceae8e77-7c7e-4a6b-90f6-57f323d8e245', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:35:29Z', 'updated_at': '2021-07-14T09:35:32Z', 'revision_number': 2, 'project_id': '8f4c0efbbeff49fda0063f5062583c63', 'subnets': [{'id': 'ceae8e77-7c7e-4a6b-90f6-57f323d8e245', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:37.757001 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5762f2ec-01e8-401f-a183-b78373da249c req-8afb16c6-8212-4005-aa31-3eac42cf3987 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:37.759626 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5762f2ec-01e8-401f-a183-b78373da249c req-8afb16c6-8212-4005-aa31-3eac42cf3987 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/networks?id=2a42cb13-2d55-4959-a070-eb88da564dfb HTTP/1.1" status: 200 len: 812 time: 0.4833691 Jul 14 09:35:37.782317 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff364bd-2342-4f16-a822-c156f7cefd98 None None] Checking router: 82e08894-888e-4988-82ba-84b553b86a39 for host: n-d-779913-29 {{(pid=93959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:35:37.782676 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff364bd-2342-4f16-a822-c156f7cefd98 None None] Updating router 82e08894-888e-4988-82ba-84b553b86a39 port f564a965-3d3e-4339-a839-165a8ba6595f binding host n-d-779913-29 {{(pid=93959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:35:37.835540 n-d-779913-29 neutron-server[93958]: DEBUG neutron.notifiers.nova [req-d69769dd-2530-419d-839c-98bf2cba739a req-55df2900-b2b3-45fa-b505-653ce53adcfa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1108fa80-7aad-4885-89ca-21e078dd2cd9 {{(pid=93958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:35:37.838773 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-1b08857c-6863-4d54-8776-1c26b9bac459 req-33ad16cd-a2bd-4ddb-b0a4-343747ac8386 service neutron] For port b19c971a-b91d-49b9-bdec-ee880b089aa3, host n-h1-779913-29, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:35:37.855586 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-aff364bd-2342-4f16-a822-c156f7cefd98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:37.866540 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-d69769dd-2530-419d-839c-98bf2cba739a req-55df2900-b2b3-45fa-b505-653ce53adcfa service neutron] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:37.908584 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [req-1b08857c-6863-4d54-8776-1c26b9bac459 req-33ad16cd-a2bd-4ddb-b0a4-343747ac8386 service neutron] device_id is not set on port b19c971a-b91d-49b9-bdec-ee880b089aa3 yet. {{(pid=93957) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:35:37.917173 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-1b08857c-6863-4d54-8776-1c26b9bac459 req-33ad16cd-a2bd-4ddb-b0a4-343747ac8386 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:37.918370 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-d69769dd-2530-419d-839c-98bf2cba739a req-55df2900-b2b3-45fa-b505-653ce53adcfa service neutron] Transition to ACTIVE for port object 1108fa80-7aad-4885-89ca-21e078dd2cd9 will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:35:37.924988 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5762f2ec-01e8-401f-a183-b78373da249c req-9ba8e90e-4249-4240-bd5c-94876a7474b9 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/quotas/0be6be6bccc149f1a4b35e465d4a6d6f HTTP/1.1" status: 200 len: 375 time: 0.1582096 Jul 14 09:35:37.938841 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 642278eb-abd1-4f56-8eaf-f9705dbf66e4 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:35:37.939585 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-91240575-4f04-4c36-9fa7-da4c842f13a1 tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:37.940627 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-d69769dd-2530-419d-839c-98bf2cba739a req-55df2900-b2b3-45fa-b505-653ce53adcfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13574142'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:37.944572 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-1b08857c-6863-4d54-8776-1c26b9bac459 req-33ad16cd-a2bd-4ddb-b0a4-343747ac8386 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:37.953813 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-91240575-4f04-4c36-9fa7-da4c842f13a1 tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529131'] for security_group_rule, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:37.974891 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:38.027000 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-91240575-4f04-4c36-9fa7-da4c842f13a1 tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:38.031814 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-91240575-4f04-4c36-9fa7-da4c842f13a1 tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3795700 Jul 14 09:35:38.050272 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91240575-4f04-4c36-9fa7-da4c842f13a1 tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a9d7192-1d6b-4afe-b409-cff107732165,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:38.055545 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11350072-fa53-446d-a661-64b932686896 req-853bb6d5-9edf-4e6b-a979-1a2e37b8c4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:38.059808 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-11350072-fa53-446d-a661-64b932686896 req-853bb6d5-9edf-4e6b-a979-1a2e37b8c4c0 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=5699172b-f98f-483a-81e1-27bccc5d3cba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4295516 Jul 14 09:35:38.072295 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55df2900-b2b3-45fa-b505-653ce53adcfa service neutron] Pushing event updated for resources: {'Port': ['ID=1108fa80-7aad-4885-89ca-21e078dd2cd9,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:38.115033 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b08857c-6863-4d54-8776-1c26b9bac459 req-33ad16cd-a2bd-4ddb-b0a4-343747ac8386 service neutron] No DVR routers for this DVR port b19c971a-b91d-49b9-bdec-ee880b089aa3 on host n-h1-779913-29 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:35:38.117173 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ad16cd-a2bd-4ddb-b0a4-343747ac8386 service neutron] Pushing event updated for resources: {'Port': ['ID=b19c971a-b91d-49b9-bdec-ee880b089aa3,revision_number=6']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:38.177575 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fb69b8-8d24-480b-9c3c-782e8e103685 req-5071c7a8-5dcf-4edc-a7a1-feedf49ff861 tempest-VolumesActionsTest-1032464286 tempest-VolumesActionsTest-1032464286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:38.185802 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-93fb69b8-8d24-480b-9c3c-782e8e103685 req-5071c7a8-5dcf-4edc-a7a1-feedf49ff861 tempest-VolumesActionsTest-1032464286 tempest-VolumesActionsTest-1032464286-project] 10.222.0.68 "GET /v2.0/ports?device_id=c7e7ef3d-21e8-4976-99d6-fdca1ea3fd05 HTTP/1.1" status: 200 len: 932 time: 0.3393962 Jul 14 09:35:38.217585 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-d69769dd-2530-419d-839c-98bf2cba739a req-55df2900-b2b3-45fa-b505-653ce53adcfa service neutron] Attempting to bind port 1108fa80-7aad-4885-89ca-21e078dd2cd9 on host n-h1-779913-29 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:35:38.217927 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-d69769dd-2530-419d-839c-98bf2cba739a req-55df2900-b2b3-45fa-b505-653ce53adcfa service neutron] Attempting to bind port 1108fa80-7aad-4885-89ca-21e078dd2cd9 by drivers openvswitch,hyperv on host n-h1-779913-29 at level 0 using segments [{'id': 'af0b7e75-d88c-49fd-b73c-a649988029d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '77fe8d2b-e1dd-4656-b2f2-eef0c64f2f01'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:35:38.218262 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d69769dd-2530-419d-839c-98bf2cba739a req-55df2900-b2b3-45fa-b505-653ce53adcfa service neutron] Attempting to bind port 1108fa80-7aad-4885-89ca-21e078dd2cd9 on network 77fe8d2b-e1dd-4656-b2f2-eef0c64f2f01 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:35:38.235800 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d69769dd-2530-419d-839c-98bf2cba739a req-55df2900-b2b3-45fa-b505-653ce53adcfa service neutron] Port 1108fa80-7aad-4885-89ca-21e078dd2cd9 on network 77fe8d2b-e1dd-4656-b2f2-eef0c64f2f01 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-29 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:35:38.236140 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d69769dd-2530-419d-839c-98bf2cba739a req-55df2900-b2b3-45fa-b505-653ce53adcfa service neutron] Attempting to bind port 1108fa80-7aad-4885-89ca-21e078dd2cd9 on network 77fe8d2b-e1dd-4656-b2f2-eef0c64f2f01 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:35:38.258971 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-93fb69b8-8d24-480b-9c3c-782e8e103685 req-b7e2ab3b-254b-47ab-8e6c-a6fb2192c62b tempest-VolumesActionsTest-1032464286 tempest-VolumesActionsTest-1032464286-project] 10.222.0.68 "GET /v2.0/security-groups?id=49aea925-c317-45a8-b5db-f75d7ba8be19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718729 Jul 14 09:35:38.265014 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d69769dd-2530-419d-839c-98bf2cba739a req-55df2900-b2b3-45fa-b505-653ce53adcfa service neutron] Checking agent: {'id': 'de11e667-f145-47b0-bd09-334a7505938e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 13, 12), 'started_at': datetime.datetime(2021, 7, 14, 9, 13, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 35, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:35:38.266052 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d69769dd-2530-419d-839c-98bf2cba739a req-55df2900-b2b3-45fa-b505-653ce53adcfa service neutron] Checking segment: {'id': 'af0b7e75-d88c-49fd-b73c-a649988029d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '77fe8d2b-e1dd-4656-b2f2-eef0c64f2f01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:35:38.266534 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d69769dd-2530-419d-839c-98bf2cba739a req-55df2900-b2b3-45fa-b505-653ce53adcfa service neutron] Bound using segment: {'id': 'af0b7e75-d88c-49fd-b73c-a649988029d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '77fe8d2b-e1dd-4656-b2f2-eef0c64f2f01'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:35:38.266996 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-d69769dd-2530-419d-839c-98bf2cba739a req-55df2900-b2b3-45fa-b505-653ce53adcfa service neutron] Bound port: 1108fa80-7aad-4885-89ca-21e078dd2cd9, host: n-h1-779913-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af0b7e75-d88c-49fd-b73c-a649988029d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '77fe8d2b-e1dd-4656-b2f2-eef0c64f2f01'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:35:38.267419 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-d69769dd-2530-419d-839c-98bf2cba739a req-55df2900-b2b3-45fa-b505-653ce53adcfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:38.342700 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ec05b88-cf63-49a2-a841-08f16d3564e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '644aef1c-a35a-4b8a-9395-aaea780355d1'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:35:38.346250 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd62303f06773040a8a4e189dc46b4f565768c299abf8ab8e7739778b0bc3e97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ffbf181-d939-481a-bfa2-3db4237a2a1a" -d '{"events": [{"server_uuid": "5ec05b88-cf63-49a2-a841-08f16d3564e4", "name": "network-vif-plugged", "status": "completed", "tag": "644aef1c-a35a-4b8a-9395-aaea780355d1"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:35:38.368183 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-d69769dd-2530-419d-839c-98bf2cba739a req-55df2900-b2b3-45fa-b505-653ce53adcfa service neutron] For port 1108fa80-7aad-4885-89ca-21e078dd2cd9, host n-h1-779913-29, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:35:38.371438 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-d69769dd-2530-419d-839c-98bf2cba739a req-55df2900-b2b3-45fa-b505-653ce53adcfa service neutron] For port 1108fa80-7aad-4885-89ca-21e078dd2cd9, host n-h1-779913-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=1108fa80-7aad-4885-89ca-21e078dd2cd9,segment=NetworkSegment(af0b7e75-d88c-49fd-b73c-a649988029d5),segment_id=af0b7e75-d88c-49fd-b73c-a649988029d5)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:35:38.379676 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-d69769dd-2530-419d-839c-98bf2cba739a req-55df2900-b2b3-45fa-b505-653ce53adcfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13574142'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:38.381034 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 644aef1c-a35a-4b8a-9395-aaea780355d1, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=644aef1c-a35a-4b8a-9395-aaea780355d1,segment=NetworkSegment(410f9da2-cb32-4aad-86d9-62339416339f),segment_id=410f9da2-cb32-4aad-86d9-62339416339f)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:35:38.398718 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port 642278eb-abd1-4f56-8eaf-f9705dbf66e4 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:35:38.399100 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:38.402903 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:38.418633 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69769dd-2530-419d-839c-98bf2cba739a req-55df2900-b2b3-45fa-b505-653ce53adcfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:38.419264 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-d69769dd-2530-419d-839c-98bf2cba739a req-55df2900-b2b3-45fa-b505-653ce53adcfa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:38.420757 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d69769dd-2530-419d-839c-98bf2cba739a req-55df2900-b2b3-45fa-b505-653ce53adcfa service neutron] 10.222.0.65 "PUT /v2.0/ports/1108fa80-7aad-4885-89ca-21e078dd2cd9 HTTP/1.1" status: 200 len: 1093 time: 1.4065433 Jul 14 09:35:38.421192 n-d-779913-29 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7e7ef3d-21e8-4976-99d6-fdca1ea3fd05', 'tag': '1108fa80-7aad-4885-89ca-21e078dd2cd9'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:35:38.424500 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cb48f044f948e981f43897c8d7f1332f741dc7af2b4c5a6e19d8f4a80f708e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52a9fa36-195a-40e9-ac99-caa5cef484ff" -d '{"events": [{"name": "network-changed", "server_uuid": "c7e7ef3d-21e8-4976-99d6-fdca1ea3fd05", "tag": "1108fa80-7aad-4885-89ca-21e078dd2cd9"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:35:38.452869 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55df2900-b2b3-45fa-b505-653ce53adcfa service neutron] Pushing event updated for resources: {'Port': ['ID=1108fa80-7aad-4885-89ca-21e078dd2cd9,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:38.460230 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-9e4ed4cc-4cbe-4794-aed0-86f00ead9718 None None] Provisioning complete for port b19c971a-b91d-49b9-bdec-ee880b089aa3 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:35:38.460951 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9e4ed4cc-4cbe-4794-aed0-86f00ead9718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:38.570857 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [req-1b08857c-6863-4d54-8776-1c26b9bac459 req-33ad16cd-a2bd-4ddb-b0a4-343747ac8386 service neutron] In _notify_port_updated(), no bound segment for port b19c971a-b91d-49b9-bdec-ee880b089aa3 on network 5699172b-f98f-483a-81e1-27bccc5d3cba {{(pid=93957) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 14 09:35:38.571752 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b08857c-6863-4d54-8776-1c26b9bac459 req-33ad16cd-a2bd-4ddb-b0a4-343747ac8386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:38.572369 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-1b08857c-6863-4d54-8776-1c26b9bac459 req-33ad16cd-a2bd-4ddb-b0a4-343747ac8386 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:38.575205 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1b08857c-6863-4d54-8776-1c26b9bac459 req-33ad16cd-a2bd-4ddb-b0a4-343747ac8386 service neutron] 10.222.0.65 "PUT /v2.0/ports/b19c971a-b91d-49b9-bdec-ee880b089aa3 HTTP/1.1" status: 200 len: 1033 time: 2.0479281 Jul 14 09:35:38.594540 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Pushing event updated for resources: {'Port': ['ID=644aef1c-a35a-4b8a-9395-aaea780355d1,revision_number=5']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:38.600096 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5762f2ec-01e8-401f-a183-b78373da249c req-e5483ba8-324b-452e-81a6-c49e78a3576d tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=0be6be6bccc149f1a4b35e465d4a6d6f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6674647 Jul 14 09:35:38.611951 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69769dd-2530-419d-839c-98bf2cba739a req-f2b661e6-e225-44d3-b652-0cccf64f7d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:38.613733 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d69769dd-2530-419d-839c-98bf2cba739a req-f2b661e6-e225-44d3-b652-0cccf64f7d83 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0cd1ce66ba0a48439873630b0726bc79&device_id=c7e7ef3d-21e8-4976-99d6-fdca1ea3fd05 HTTP/1.1" status: 200 len: 1096 time: 0.1300387 Jul 14 09:35:38.626767 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-9e4ed4cc-4cbe-4794-aed0-86f00ead9718 None None] Port b19c971a-b91d-49b9-bdec-ee880b089aa3 cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:35:38.670649 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d69769dd-2530-419d-839c-98bf2cba739a req-6d77a91d-ee75-4558-aa15-715c1a995bf8 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1108fa80-7aad-4885-89ca-21e078dd2cd9 HTTP/1.1" status: 200 len: 217 time: 0.0423815 Jul 14 09:35:38.714704 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-11350072-fa53-446d-a661-64b932686896 req-5344fbca-9ebd-4275-bca6-6285b82bad33 service neutron] 10.222.0.65 "GET /v2.0/networks/5699172b-f98f-483a-81e1-27bccc5d3cba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6376197 Jul 14 09:35:38.726219 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b08857c-6863-4d54-8776-1c26b9bac459 req-8fdb5346-dcb6-4b27-a68b-3a6ef7bf3dea tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:38.727725 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1b08857c-6863-4d54-8776-1c26b9bac459 req-8fdb5346-dcb6-4b27-a68b-3a6ef7bf3dea tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] 10.222.0.65 "GET /v2.0/ports/c7e6be2f-2425-4c72-af72-9e3ea9414152?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1171753 Jul 14 09:35:38.729010 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ad822a-e21f-4c99-929a-de4bf59e90cf req-2a01760b-66d6-4820-aef4-fdca3ae42c1a tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:38.730511 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-b0ad822a-e21f-4c99-929a-de4bf59e90cf req-2a01760b-66d6-4820-aef4-fdca3ae42c1a tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] 10.222.0.68 "GET /v2.0/networks?id=3569c9d2-eab5-421e-9cb2-8a83583f6763 HTTP/1.1" status: 200 len: 814 time: 0.2012811 Jul 14 09:35:38.743816 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69769dd-2530-419d-839c-98bf2cba739a req-744ca914-0b93-4261-934f-f40486b6e8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:38.745092 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d69769dd-2530-419d-839c-98bf2cba739a req-744ca914-0b93-4261-934f-f40486b6e8cf service neutron] 10.222.0.65 "GET /v2.0/subnets?id=71827f8e-5f8d-4396-a60b-d21f712bab4f HTTP/1.1" status: 200 len: 849 time: 0.0651023 Jul 14 09:35:38.749347 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-1b08857c-6863-4d54-8776-1c26b9bac459 req-09006b51-9fcf-4d6c-b9d8-c3d6e055b130 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:35:38.761350 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-b0ad822a-e21f-4c99-929a-de4bf59e90cf req-5b5bfa9b-1be6-4f42-bc21-952c518ab00a tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] 10.222.0.68 "GET /v2.0/quotas/d0faa07e8d9e4ec49a240a9fc526a7fd HTTP/1.1" status: 200 len: 375 time: 0.0202839 Jul 14 09:35:38.768288 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-aff364bd-2342-4f16-a822-c156f7cefd98 None None] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:38.778448 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-aff364bd-2342-4f16-a822-c156f7cefd98 None None] Transition to ACTIVE for port object f564a965-3d3e-4339-a839-165a8ba6595f will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:35:38.783946 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-aff364bd-2342-4f16-a822-c156f7cefd98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:38.784954 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d69769dd-2530-419d-839c-98bf2cba739a req-35988008-f8e8-4d94-840a-d664a0d5d76c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=77fe8d2b-e1dd-4656-b2f2-eef0c64f2f01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326281 Jul 14 09:35:38.843297 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5762f2ec-01e8-401f-a183-b78373da249c req-5b5fd452-1b2d-4f8e-979f-9aa3cc187793 service neutron] 10.222.0.68 "GET /v2.0/networks/2a42cb13-2d55-4959-a070-eb88da564dfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2422562 Jul 14 09:35:38.862713 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81ca83b-3825-436a-96fe-eb1ff04ac27d None None] Pushing event updated for resources: {'Port': ['ID=f564a965-3d3e-4339-a839-165a8ba6595f,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:38.933614 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-aff364bd-2342-4f16-a822-c156f7cefd98 None None] Attempting to bind port f564a965-3d3e-4339-a839-165a8ba6595f on host n-d-779913-29 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:35:38.934165 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-aff364bd-2342-4f16-a822-c156f7cefd98 None None] Attempting to bind port f564a965-3d3e-4339-a839-165a8ba6595f by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': '292309a8-d1af-4728-adf3-473babb9574b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '73345ce1-56c8-4820-9a95-ad217b0c65d4'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:35:38.934545 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff364bd-2342-4f16-a822-c156f7cefd98 None None] Attempting to bind port f564a965-3d3e-4339-a839-165a8ba6595f on network 73345ce1-56c8-4820-9a95-ad217b0c65d4 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:35:38.941157 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-b0ad822a-e21f-4c99-929a-de4bf59e90cf req-8ef62f70-63d7-44d3-9f14-15b16b551108 tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=d0faa07e8d9e4ec49a240a9fc526a7fd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1587222 Jul 14 09:35:38.951000 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff364bd-2342-4f16-a822-c156f7cefd98 None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 35, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:35:38.951178 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff364bd-2342-4f16-a822-c156f7cefd98 None None] Checking segment: {'id': '292309a8-d1af-4728-adf3-473babb9574b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '73345ce1-56c8-4820-9a95-ad217b0c65d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:35:38.951597 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-aff364bd-2342-4f16-a822-c156f7cefd98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:38.952010 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff364bd-2342-4f16-a822-c156f7cefd98 None None] Bound using segment: {'id': '292309a8-d1af-4728-adf3-473babb9574b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '73345ce1-56c8-4820-9a95-ad217b0c65d4'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:35:38.952601 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-aff364bd-2342-4f16-a822-c156f7cefd98 None None] Bound port: f564a965-3d3e-4339-a839-165a8ba6595f, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '292309a8-d1af-4728-adf3-473babb9574b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '73345ce1-56c8-4820-9a95-ad217b0c65d4'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:35:38.952927 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-aff364bd-2342-4f16-a822-c156f7cefd98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:38.987238 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d69769dd-2530-419d-839c-98bf2cba739a req-a8243cc0-1d26-4ce4-90df-5dc033e9cf3f service neutron] 10.222.0.65 "GET /v2.0/networks/77fe8d2b-e1dd-4656-b2f2-eef0c64f2f01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1928346 Jul 14 09:35:38.987460 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-11350072-fa53-446d-a661-64b932686896 req-7ee8315e-6673-4f1f-bf83-4add4f32eb1b service neutron] 10.222.0.65 "GET /v2.0/networks/5699172b-f98f-483a-81e1-27bccc5d3cba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2648590 Jul 14 09:35:38.990295 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-1b08857c-6863-4d54-8776-1c26b9bac459 req-09006b51-9fcf-4d6c-b9d8-c3d6e055b130 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:39.019803 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-aff364bd-2342-4f16-a822-c156f7cefd98 None None] For port f564a965-3d3e-4339-a839-165a8ba6595f, host n-d-779913-29, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:35:39.023293 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-aff364bd-2342-4f16-a822-c156f7cefd98 None None] For port f564a965-3d3e-4339-a839-165a8ba6595f, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=f564a965-3d3e-4339-a839-165a8ba6595f,segment=NetworkSegment(292309a8-d1af-4728-adf3-473babb9574b),segment_id=292309a8-d1af-4728-adf3-473babb9574b)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:35:39.035065 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-aff364bd-2342-4f16-a822-c156f7cefd98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:39.053961 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-11350072-fa53-446d-a661-64b932686896 req-f9f847ef-fed2-45c7-b790-b6ec92879f0e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=ea9e9cbd-c4fe-40eb-a857-ee9e6c073bb8 HTTP/1.1" status: 200 len: 217 time: 0.0481708 Jul 14 09:35:39.077043 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5762f2ec-01e8-401f-a183-b78373da249c req-0c751175-e3b5-46ec-b239-750b2696ff7d service neutron] 10.222.0.68 "GET /v2.0/networks/2a42cb13-2d55-4959-a070-eb88da564dfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2328517 Jul 14 09:35:39.107918 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff364bd-2342-4f16-a822-c156f7cefd98 None None] Routers {'82e08894-888e-4988-82ba-84b553b86a39'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:35:39.109168 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-aff364bd-2342-4f16-a822-c156f7cefd98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:35:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['82e08894-888e-4988-82ba-84b553b86a39'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:39.110821 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81ca83b-3825-436a-96fe-eb1ff04ac27d None None] Pushing event updated for resources: {'Port': ['ID=f564a965-3d3e-4339-a839-165a8ba6595f,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:39.138164 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11350072-fa53-446d-a661-64b932686896 req-6a67c95f-1107-4536-aa89-f80b8a9ddb6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:39.141617 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-11350072-fa53-446d-a661-64b932686896 req-6a67c95f-1107-4536-aa89-f80b8a9ddb6f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=df8e47ca-e310-4261-88e8-dfbdedfc6676 HTTP/1.1" status: 200 len: 797 time: 0.0614753 Jul 14 09:35:39.194833 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-b0ad822a-e21f-4c99-929a-de4bf59e90cf req-4416458a-8cf1-4d95-a1a1-de6f11d9863e service neutron] 10.222.0.68 "GET /v2.0/networks/3569c9d2-eab5-421e-9cb2-8a83583f6763?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2209725 Jul 14 09:35:39.259229 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvr_db [None req-aff364bd-2342-4f16-a822-c156f7cefd98 None None] Set router 82e08894-888e-4988-82ba-84b553b86a39 gateway port host: n-d-779913-29 {{(pid=93959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:35:39.339529 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-b0ad822a-e21f-4c99-929a-de4bf59e90cf req-b8b98c8d-90aa-4168-a108-0a1b7429c806 service neutron] 10.222.0.68 "GET /v2.0/networks/3569c9d2-eab5-421e-9cb2-8a83583f6763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429906 Jul 14 09:35:39.341867 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d69769dd-2530-419d-839c-98bf2cba739a req-728fc9ad-ecf4-436d-ac62-41ba036304da service neutron] 10.222.0.65 "GET /v2.0/networks/77fe8d2b-e1dd-4656-b2f2-eef0c64f2f01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3397381 Jul 14 09:35:39.439215 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11350072-fa53-446d-a661-64b932686896 req-176ec2d8-ac3b-4d09-8a5e-2a21b6d70097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:39.441483 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-11350072-fa53-446d-a661-64b932686896 req-176ec2d8-ac3b-4d09-8a5e-2a21b6d70097 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=42a058fa-f36e-4a5f-a1b5-ee56753d964d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2915466 Jul 14 09:35:39.492865 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-1b08857c-6863-4d54-8776-1c26b9bac459 req-09006b51-9fcf-4d6c-b9d8-c3d6e055b130 service neutron] For port c7e6be2f-2425-4c72-af72-9e3ea9414152, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=c7e6be2f-2425-4c72-af72-9e3ea9414152,segment=NetworkSegment(c705dd1f-2341-4524-a81f-3d9cf3c38e6b),segment_id=c705dd1f-2341-4524-a81f-3d9cf3c38e6b)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:35:39.564580 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-aff364bd-2342-4f16-a822-c156f7cefd98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82e08894-888e-4988-82ba-84b553b86a39', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1508376754', 'tenant_id': '8f4c0efbbeff49fda0063f5062583c63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.205'}], 'enable_snat': True}, 'gw_port_id': '642278eb-abd1-4f56-8eaf-f9705dbf66e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:35:23Z', 'updated_at': '2021-07-14T09:35:32Z', 'revision_number': 4, 'project_id': '8f4c0efbbeff49fda0063f5062583c63', 'gw_port': {'id': '642278eb-abd1-4f56-8eaf-f9705dbf66e4', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:6d:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82e08894-888e-4988-82ba-84b553b86a39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2318, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:35:23Z', 'updated_at': '2021-07-14T09:35:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': 'f564a965-3d3e-4339-a839-165a8ba6595f', 'name': '', 'network_id': '73345ce1-56c8-4820-9a95-ad217b0c65d4', 'tenant_id': '8f4c0efbbeff49fda0063f5062583c63', 'mac_address': 'fa:16:3e:75:0b:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82e08894-888e-4988-82ba-84b553b86a39', 'device_owner': 'network:router_interface', 'standard_attr_id': 2328, 'fixed_ips': [{'subnet_id': 'ceae8e77-7c7e-4a6b-90f6-57f323d8e245', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:35:29Z', 'updated_at': '2021-07-14T09:35:39Z', 'revision_number': 4, 'project_id': '8f4c0efbbeff49fda0063f5062583c63', 'subnets': [{'id': 'ceae8e77-7c7e-4a6b-90f6-57f323d8e245', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:39.611097 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff364bd-2342-4f16-a822-c156f7cefd98 None None] The sync data for ids ['82e08894-888e-4988-82ba-84b553b86a39'] in n-d-779913-29 is: [{'id': '82e08894-888e-4988-82ba-84b553b86a39', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1508376754', 'tenant_id': '8f4c0efbbeff49fda0063f5062583c63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.205'}], 'enable_snat': True}, 'gw_port_id': '642278eb-abd1-4f56-8eaf-f9705dbf66e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:35:23Z', 'updated_at': '2021-07-14T09:35:32Z', 'revision_number': 4, 'project_id': '8f4c0efbbeff49fda0063f5062583c63', 'gw_port': {'id': '642278eb-abd1-4f56-8eaf-f9705dbf66e4', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:6d:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82e08894-888e-4988-82ba-84b553b86a39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2318, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:35:23Z', 'updated_at': '2021-07-14T09:35:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': 'f564a965-3d3e-4339-a839-165a8ba6595f', 'name': '', 'network_id': '73345ce1-56c8-4820-9a95-ad217b0c65d4', 'tenant_id': '8f4c0efbbeff49fda0063f5062583c63', 'mac_address': 'fa:16:3e:75:0b:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82e08894-888e-4988-82ba-84b553b86a39', 'device_owner': 'network:router_interface', 'standard_attr_id': 2328, 'fixed_ips': [{'subnet_id': 'ceae8e77-7c7e-4a6b-90f6-57f323d8e245', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:35:29Z', 'updated_at': '2021-07-14T09:35:39Z', 'revision_number': 4, 'project_id': '8f4c0efbbeff49fda0063f5062583c63', 'subnets': [{'id': 'ceae8e77-7c7e-4a6b-90f6-57f323d8e245', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:35:39.638162 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d6120dee-cb17-4ca5-bba4-2875158ddb5b req-b737182f-9258-49ca-ad7e-89335f817d9a tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-secgroup_access--1586297402&fields=id&tenant_id=8f4c0efbbeff49fda0063f5062583c63 HTTP/1.1" status: 200 len: 267 time: 0.0570331 Jul 14 09:35:39.696149 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-1b08857c-6863-4d54-8776-1c26b9bac459 req-09006b51-9fcf-4d6c-b9d8-c3d6e055b130 service neutron] For port c7e6be2f-2425-4c72-af72-9e3ea9414152, host n-h1-779913-29, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:35:39.732289 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d6120dee-cb17-4ca5-bba4-2875158ddb5b req-934b6e54-880e-4438-8a3d-ff5ab47b0646 tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-secgroup_general--507306111&fields=id&tenant_id=8f4c0efbbeff49fda0063f5062583c63 HTTP/1.1" status: 200 len: 267 time: 0.0924573 Jul 14 09:35:39.826654 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [req-1b08857c-6863-4d54-8776-1c26b9bac459 req-09006b51-9fcf-4d6c-b9d8-c3d6e055b130 service neutron] device_id is not set on port c7e6be2f-2425-4c72-af72-9e3ea9414152 yet. {{(pid=93957) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:35:39.837111 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-11350072-fa53-446d-a661-64b932686896 req-cfc77e05-5b6d-4cc8-b855-3126b4d6ecfc service neutron] 10.222.0.65 "GET /v2.0/networks/42a058fa-f36e-4a5f-a1b5-ee56753d964d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3836350 Jul 14 09:35:39.870178 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd470af-b75c-4b71-ad3c-093b089c6120 req-b3aa69ea-a049-4310-9747-4b83505a231d tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:39.876392 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd470af-b75c-4b71-ad3c-093b089c6120 req-b3aa69ea-a049-4310-9747-4b83505a231d tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:39.892446 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 100345f4-d6ce-47af-83f1-7049dc67deb8 no longer exists at agent hyperv_n-h1-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:35:39.897344 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd470af-b75c-4b71-ad3c-093b089c6120 req-b3aa69ea-a049-4310-9747-4b83505a231d tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:39.903576 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd470af-b75c-4b71-ad3c-093b089c6120 req-b3aa69ea-a049-4310-9747-4b83505a231d tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:39.930357 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6120dee-cb17-4ca5-bba4-2875158ddb5b req-e7406008-1a15-43c9-ad9a-c98bdd924d2d tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:39.938942 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd470af-b75c-4b71-ad3c-093b089c6120 req-b3aa69ea-a049-4310-9747-4b83505a231d tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:39.939147 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d6120dee-cb17-4ca5-bba4-2875158ddb5b req-e7406008-1a15-43c9-ad9a-c98bdd924d2d tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] 10.222.0.68 "GET /v2.0/networks?id=73345ce1-56c8-4820-9a95-ad217b0c65d4 HTTP/1.1" status: 200 len: 796 time: 0.2046392 Jul 14 09:35:39.959942 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd470af-b75c-4b71-ad3c-093b089c6120 req-b3aa69ea-a049-4310-9747-4b83505a231d tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:39.964028 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1bd470af-b75c-4b71-ad3c-093b089c6120 req-b3aa69ea-a049-4310-9747-4b83505a231d tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] 10.222.0.68 "GET /v2.0/ports?device_id=5c7b30e8-3087-4fa2-a121-bc36e0beab3b HTTP/1.1" status: 200 len: 4663 time: 0.4813147 Jul 14 09:35:39.964480 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d6120dee-cb17-4ca5-bba4-2875158ddb5b req-c7a4a110-126d-48d4-9c14-8d618feb7a88 tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] 10.222.0.68 "GET /v2.0/quotas/8f4c0efbbeff49fda0063f5062583c63 HTTP/1.1" status: 200 len: 375 time: 0.0210559 Jul 14 09:35:39.974614 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-1b08857c-6863-4d54-8776-1c26b9bac459 req-09006b51-9fcf-4d6c-b9d8-c3d6e055b130 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:39.986900 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device f564a965-3d3e-4339-a839-165a8ba6595f up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:35:40.066403 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-1b08857c-6863-4d54-8776-1c26b9bac459 req-09006b51-9fcf-4d6c-b9d8-c3d6e055b130 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:40.103338 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d6120dee-cb17-4ca5-bba4-2875158ddb5b req-ac3e03ba-77ef-4e6b-8e5a-fcd8369a5860 tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=8f4c0efbbeff49fda0063f5062583c63&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1302559 Jul 14 09:35:40.127412 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:40.144296 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning for port f564a965-3d3e-4339-a839-165a8ba6595f completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:35:40.152145 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port f564a965-3d3e-4339-a839-165a8ba6595f triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:35:40.152776 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:40.269984 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d6120dee-cb17-4ca5-bba4-2875158ddb5b req-fca935d3-8499-45b8-b153-df5d1931eacd service neutron] 10.222.0.68 "GET /v2.0/networks/73345ce1-56c8-4820-9a95-ad217b0c65d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1630356 Jul 14 09:35:40.270755 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1bd470af-b75c-4b71-ad3c-093b089c6120 req-f1d2aaaf-3a8b-4da2-a10b-c89692ac6c1a tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] 10.222.0.68 "GET /v2.0/security-groups?id=3e8708b8-59d7-4408-a840-9965955f2a4b&id=ff27f1e0-0078-49b9-90e3-125b24008d99&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2890198 Jul 14 09:35:40.272971 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port 100345f4-d6ce-47af-83f1-7049dc67deb8, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=100345f4-d6ce-47af-83f1-7049dc67deb8,segment=NetworkSegment(c705dd1f-2341-4524-a81f-3d9cf3c38e6b),segment_id=c705dd1f-2341-4524-a81f-3d9cf3c38e6b)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:35:40.287029 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:40.288025 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device b19c971a-b91d-49b9-bdec-ee880b089aa3 no longer exists at agent hyperv_n-h1-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:35:40.370390 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b08857c-6863-4d54-8776-1c26b9bac459 req-09006b51-9fcf-4d6c-b9d8-c3d6e055b130 service neutron] No DVR routers for this DVR port c7e6be2f-2425-4c72-af72-9e3ea9414152 on host n-h1-779913-29 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:35:40.388370 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09006b51-9fcf-4d6c-b9d8-c3d6e055b130 service neutron] Pushing event updated for resources: {'Port': ['ID=c7e6be2f-2425-4c72-af72-9e3ea9414152,revision_number=6']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:40.469788 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-11350072-fa53-446d-a661-64b932686896 req-ad5f6a43-f84c-4837-bf7d-70a22aee1d73 service neutron] 10.222.0.65 "GET /v2.0/networks/42a058fa-f36e-4a5f-a1b5-ee56753d964d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6269362 Jul 14 09:35:40.490090 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:35:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e5ecc5e-29e1-402a-9645-90e864c31034 x-openstack-request-id: req-8e5ecc5e-29e1-402a-9645-90e864c31034 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:35:40.490435 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ec05b88-cf63-49a2-a841-08f16d3564e4", "name": "network-vif-plugged", "status": "completed", "tag": "644aef1c-a35a-4b8a-9395-aaea780355d1", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:35:40.490678 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-8e5ecc5e-29e1-402a-9645-90e864c31034 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:35:40.491286 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ec05b88-cf63-49a2-a841-08f16d3564e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '644aef1c-a35a-4b8a-9395-aaea780355d1', 'code': 200} Jul 14 09:35:40.516997 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Pushing event updated for resources: {'Port': ['ID=100345f4-d6ce-47af-83f1-7049dc67deb8,revision_number=6']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:40.600660 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.agents_db [None req-3c3509fb-540d-4335-a450-574895dd3602 None None] Agent healthcheck: found 7 active agents {{(pid=93960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:35:40.648079 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-11350072-fa53-446d-a661-64b932686896 req-303c6cf0-95ce-4096-b0b5-87b33fbff058 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=0d1d6f24-a3fe-4925-8ced-a01216f77039 HTTP/1.1" status: 200 len: 217 time: 0.1533813 Jul 14 09:35:40.648804 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [req-1b08857c-6863-4d54-8776-1c26b9bac459 req-09006b51-9fcf-4d6c-b9d8-c3d6e055b130 service neutron] In _notify_port_updated(), no bound segment for port c7e6be2f-2425-4c72-af72-9e3ea9414152 on network 5699172b-f98f-483a-81e1-27bccc5d3cba {{(pid=93957) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 14 09:35:40.650561 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b08857c-6863-4d54-8776-1c26b9bac459 req-09006b51-9fcf-4d6c-b9d8-c3d6e055b130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:40.653397 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-1b08857c-6863-4d54-8776-1c26b9bac459 req-09006b51-9fcf-4d6c-b9d8-c3d6e055b130 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:40.657104 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1b08857c-6863-4d54-8776-1c26b9bac459 req-09006b51-9fcf-4d6c-b9d8-c3d6e055b130 service neutron] 10.222.0.65 "PUT /v2.0/ports/c7e6be2f-2425-4c72-af72-9e3ea9414152 HTTP/1.1" status: 200 len: 1031 time: 1.9153676 Jul 14 09:35:40.675438 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device b19c971a-b91d-49b9-bdec-ee880b089aa3 not bound to the agent host n-h1-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:35:40.676105 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device bfeac96f-d3a2-4a7b-abb1-6f8a87d43efe no longer exists at agent hyperv_n-h1-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:35:40.720064 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11350072-fa53-446d-a661-64b932686896 req-c3473357-6e2b-4589-aca3-4faec6ff0322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:40.722427 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-11350072-fa53-446d-a661-64b932686896 req-c3473357-6e2b-4589-aca3-4faec6ff0322 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=df8e47ca-e310-4261-88e8-dfbdedfc6676 HTTP/1.1" status: 200 len: 797 time: 0.0640817 Jul 14 09:35:40.732281 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-b7080c80-61f9-46fe-a5ee-235f42db9c17 None None] Provisioning complete for port c7e6be2f-2425-4c72-af72-9e3ea9414152 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:35:40.732687 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b7080c80-61f9-46fe-a5ee-235f42db9c17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:40.736027 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:40.793508 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] For port f564a965-3d3e-4339-a839-165a8ba6595f, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=f564a965-3d3e-4339-a839-165a8ba6595f,segment=NetworkSegment(292309a8-d1af-4728-adf3-473babb9574b),segment_id=292309a8-d1af-4728-adf3-473babb9574b)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:35:40.801645 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:40.860134 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-b7080c80-61f9-46fe-a5ee-235f42db9c17 None None] Port c7e6be2f-2425-4c72-af72-9e3ea9414152 cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:35:40.926968 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Pushing event updated for resources: {'Port': ['ID=f564a965-3d3e-4339-a839-165a8ba6595f,revision_number=5']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:40.935416 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:35:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-462148fd-e491-4de8-820c-0306f36948d8 x-openstack-request-id: req-462148fd-e491-4de8-820c-0306f36948d8 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:35:40.935890 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7e7ef3d-21e8-4976-99d6-fdca1ea3fd05", "tag": "1108fa80-7aad-4885-89ca-21e078dd2cd9", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:35:40.935999 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-462148fd-e491-4de8-820c-0306f36948d8 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:35:40.936328 n-d-779913-29 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7e7ef3d-21e8-4976-99d6-fdca1ea3fd05', 'tag': '1108fa80-7aad-4885-89ca-21e078dd2cd9', 'status': 'completed', 'code': 200} Jul 14 09:35:40.944817 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:40.952095 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cf4696-fadd-4b31-9abd-8e2b61dd1fd5 req-d50003b1-0d86-40d0-853d-18653858a851 tempest-TestServerMultinode-538957439 tempest-TestServerMultinode-538957439-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:40.953722 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b1cf4696-fadd-4b31-9abd-8e2b61dd1fd5 req-d50003b1-0d86-40d0-853d-18653858a851 tempest-TestServerMultinode-538957439 tempest-TestServerMultinode-538957439-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=5ec05b88-cf63-49a2-a841-08f16d3564e4 HTTP/1.1" status: 200 len: 1098 time: 0.2290566 Jul 14 09:35:40.968601 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11350072-fa53-446d-a661-64b932686896 req-5ed0448a-6124-4d54-800b-96bc663d7454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:40.971248 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-11350072-fa53-446d-a661-64b932686896 req-5ed0448a-6124-4d54-800b-96bc663d7454 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=42a058fa-f36e-4a5f-a1b5-ee56753d964d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2128222 Jul 14 09:35:40.984852 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port bfeac96f-d3a2-4a7b-abb1-6f8a87d43efe, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=bfeac96f-d3a2-4a7b-abb1-6f8a87d43efe,segment=NetworkSegment(c705dd1f-2341-4524-a81f-3d9cf3c38e6b),segment_id=c705dd1f-2341-4524-a81f-3d9cf3c38e6b)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:35:40.991144 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:40.992341 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device ffe829c0-0934-4130-8161-32be762e52f8 no longer exists at agent hyperv_n-h1-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:35:41.030121 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d6120dee-cb17-4ca5-bba4-2875158ddb5b req-c1363952-d6b2-4fe2-8429-518b561ff332 service neutron] 10.222.0.68 "GET /v2.0/networks/73345ce1-56c8-4820-9a95-ad217b0c65d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7592008 Jul 14 09:35:41.081401 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b1cf4696-fadd-4b31-9abd-8e2b61dd1fd5 req-e15b130d-f989-41d4-9228-206135d5a353 tempest-TestServerMultinode-538957439 tempest-TestServerMultinode-538957439-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=3b2bec02-c2bf-4502-b7c0-67d79f190b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091142 Jul 14 09:35:41.093159 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [req-1b08857c-6863-4d54-8776-1c26b9bac459 req-502c314e-ccf7-4695-ae30-34ca9140863b tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Deleting port 100345f4-d6ce-47af-83f1-7049dc67deb8 {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:35:41.093483 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-1b08857c-6863-4d54-8776-1c26b9bac459 req-502c314e-ccf7-4695-ae30-34ca9140863b tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:41.111932 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a9fa36-195a-40e9-ac99-caa5cef484ff req-8ddb96a0-8678-43e9-bb07-d54ddaa192f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:41.113545 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-52a9fa36-195a-40e9-ac99-caa5cef484ff req-8ddb96a0-8678-43e9-bb07-d54ddaa192f0 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0cd1ce66ba0a48439873630b0726bc79&device_id=c7e7ef3d-21e8-4976-99d6-fdca1ea3fd05 HTTP/1.1" status: 200 len: 1096 time: 0.1877165 Jul 14 09:35:41.120168 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f5867a-0f1f-417c-9acb-0e9f207d4f22 req-3d95a75f-ea2c-423c-a9f5-1b3f52d1bfb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:41.123395 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-33f5867a-0f1f-417c-9acb-0e9f207d4f22 req-3d95a75f-ea2c-423c-a9f5-1b3f52d1bfb6 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=5ec05b88-cf63-49a2-a841-08f16d3564e4 HTTP/1.1" status: 200 len: 1098 time: 0.2066274 Jul 14 09:35:41.132922 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Pushing event updated for resources: {'Port': ['ID=bfeac96f-d3a2-4a7b-abb1-6f8a87d43efe,revision_number=6']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:41.197926 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-33f5867a-0f1f-417c-9acb-0e9f207d4f22 req-14b8b8f4-3c93-42c6-8f0e-edcfef6e2efe service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=3b2bec02-c2bf-4502-b7c0-67d79f190b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588262 Jul 14 09:35:41.248726 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-11350072-fa53-446d-a661-64b932686896 req-d04347a4-6dfd-48f1-8b75-50a57505bc6a service neutron] 10.222.0.65 "GET /v2.0/networks/42a058fa-f36e-4a5f-a1b5-ee56753d964d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2681611 Jul 14 09:35:41.320646 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a9fa36-195a-40e9-ac99-caa5cef484ff req-8169ce22-1bd4-408a-a607-bd70dc59f151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:41.322325 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-52a9fa36-195a-40e9-ac99-caa5cef484ff req-8169ce22-1bd4-408a-a607-bd70dc59f151 service neutron] 10.222.0.65 "GET /v2.0/networks?id=77fe8d2b-e1dd-4656-b2f2-eef0c64f2f01 HTTP/1.1" status: 200 len: 910 time: 0.1929057 Jul 14 09:35:41.372998 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:41.380902 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-52a9fa36-195a-40e9-ac99-caa5cef484ff req-d091d6af-b89b-4dd8-9395-cc66ff73fc72 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1108fa80-7aad-4885-89ca-21e078dd2cd9 HTTP/1.1" status: 200 len: 217 time: 0.0493593 Jul 14 09:35:41.454105 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a9fa36-195a-40e9-ac99-caa5cef484ff req-fabd5417-fb17-4d09-adc4-fdab50bb0fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:41.456627 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-52a9fa36-195a-40e9-ac99-caa5cef484ff req-fabd5417-fb17-4d09-adc4-fdab50bb0fa3 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=71827f8e-5f8d-4396-a60b-d21f712bab4f HTTP/1.1" status: 200 len: 849 time: 0.0690424 Jul 14 09:35:41.476092 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port ffe829c0-0934-4130-8161-32be762e52f8, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=ffe829c0-0934-4130-8161-32be762e52f8,segment=NetworkSegment(218b2489-83e0-4d13-aab6-86b01789cb06),segment_id=218b2489-83e0-4d13-aab6-86b01789cb06)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:35:41.490955 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:41.497930 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 0d1d6f24-a3fe-4925-8ced-a01216f77039 no longer exists at agent hyperv_n-h1-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:35:41.581350 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-52a9fa36-195a-40e9-ac99-caa5cef484ff req-a82f3beb-7666-4bcc-aa6a-8b6a3f1f83a5 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=77fe8d2b-e1dd-4656-b2f2-eef0c64f2f01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0956910 Jul 14 09:35:41.608310 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Pushing event updated for resources: {'Port': ['ID=ffe829c0-0934-4130-8161-32be762e52f8,revision_number=6']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:41.646288 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-9e32ad6f-6aac-4632-a2a0-7be38ae1fc75 req-7c2845b9-0840-4d00-a238-10314448cb9f tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/ports?device_id=5ed0c1cb-c3d6-40f1-8aad-1894504b5a83 HTTP/1.1" status: 200 len: 210 time: 0.0929461 Jul 14 09:35:41.712195 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-11350072-fa53-446d-a661-64b932686896 req-abe70076-f268-4c33-bbac-297efab826d6 service neutron] 10.222.0.65 "GET /v2.0/networks/42a058fa-f36e-4a5f-a1b5-ee56753d964d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4477057 Jul 14 09:35:41.722779 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-1b08857c-6863-4d54-8776-1c26b9bac459 req-502c314e-ccf7-4695-ae30-34ca9140863b tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] For port 100345f4-d6ce-47af-83f1-7049dc67deb8, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=100345f4-d6ce-47af-83f1-7049dc67deb8,segment=NetworkSegment(c705dd1f-2341-4524-a81f-3d9cf3c38e6b),segment_id=c705dd1f-2341-4524-a81f-3d9cf3c38e6b)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:35:41.723783 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-1b08857c-6863-4d54-8776-1c26b9bac459 req-502c314e-ccf7-4695-ae30-34ca9140863b tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:41.784826 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [req-1b08857c-6863-4d54-8776-1c26b9bac459 req-502c314e-ccf7-4695-ae30-34ca9140863b tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Calling delete_port for 100345f4-d6ce-47af-83f1-7049dc67deb8 owned by compute:nova {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:35:41.808327 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:41.845452 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-52a9fa36-195a-40e9-ac99-caa5cef484ff req-9a815c32-a311-469c-9971-0d78ee0d3ba6 service neutron] 10.222.0.65 "GET /v2.0/networks/77fe8d2b-e1dd-4656-b2f2-eef0c64f2f01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2146866 Jul 14 09:35:41.908952 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 1108fa80-7aad-4885-89ca-21e078dd2cd9 details requested by agent hyperv_n-h1-779913-29 with host n-h1-779913-29 {{(pid=93959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:35:41.960144 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5762f2ec-01e8-401f-a183-b78373da249c req-c718640a-e302-48e7-9b4e-0cc0c801ca30 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:41.967012 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5762f2ec-01e8-401f-a183-b78373da249c req-c718640a-e302-48e7-9b4e-0cc0c801ca30 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.65 "GET /v2.0/networks?id=2a42cb13-2d55-4959-a070-eb88da564dfb HTTP/1.1" status: 200 len: 812 time: 0.4411616 Jul 14 09:35:42.015572 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3fb90f-2463-409d-ae94-8fedd7da6e06 req-b7c90905-223c-4ef2-b280-7d56cf09d483 tempest-VolumesActionsTest-1032464286 tempest-VolumesActionsTest-1032464286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:42.024865 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2a3fb90f-2463-409d-ae94-8fedd7da6e06 req-b7c90905-223c-4ef2-b280-7d56cf09d483 tempest-VolumesActionsTest-1032464286 tempest-VolumesActionsTest-1032464286-project] 10.222.0.68 "GET /v2.0/ports?device_id=c7e7ef3d-21e8-4976-99d6-fdca1ea3fd05 HTTP/1.1" status: 200 len: 944 time: 0.6012659 Jul 14 09:35:42.031625 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device f564a965-3d3e-4339-a839-165a8ba6595f up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:35:42.037276 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-52a9fa36-195a-40e9-ac99-caa5cef484ff req-d37f709c-777f-4636-9aa0-7a7c8ea82487 service neutron] 10.222.0.65 "GET /v2.0/networks/77fe8d2b-e1dd-4656-b2f2-eef0c64f2f01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1797900 Jul 14 09:35:42.110121 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5762f2ec-01e8-401f-a183-b78373da249c req-ee784fec-72cd-4ca3-a679-f21543d6c4b5 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0be6be6bccc149f1a4b35e465d4a6d6f HTTP/1.1" status: 200 len: 380 time: 0.1268923 Jul 14 09:35:42.118482 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port 0d1d6f24-a3fe-4925-8ced-a01216f77039, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=0d1d6f24-a3fe-4925-8ced-a01216f77039,segment=NetworkSegment(69cfe05a-7a0f-45bd-99ad-03b43180666a),segment_id=69cfe05a-7a0f-45bd-99ad-03b43180666a)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:35:42.140252 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2a3fb90f-2463-409d-ae94-8fedd7da6e06 req-03f89d59-7c59-4d66-a351-147467fd9c2e tempest-VolumesActionsTest-1032464286 tempest-VolumesActionsTest-1032464286-project] 10.222.0.68 "GET /v2.0/security-groups?id=49aea925-c317-45a8-b5db-f75d7ba8be19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990283 Jul 14 09:35:42.144202 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port 1108fa80-7aad-4885-89ca-21e078dd2cd9, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=1108fa80-7aad-4885-89ca-21e078dd2cd9,segment=NetworkSegment(af0b7e75-d88c-49fd-b73c-a649988029d5),segment_id=af0b7e75-d88c-49fd-b73c-a649988029d5)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:35:42.149688 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:42.149813 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-5762f2ec-01e8-401f-a183-b78373da249c req-538d10ae-ec9b-4a53-adde-f0a37f300162 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Request body: {'port': {'device_id': '5ed0c1cb-c3d6-40f1-8aad-1894504b5a83', 'network_id': '2a42cb13-2d55-4959-a070-eb88da564dfb', 'admin_state_up': True, 'tenant_id': '0be6be6bccc149f1a4b35e465d4a6d6f', 'security_groups': ['3e66fdd8-bd2d-4f0b-a124-b60bfc46cfe3']}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:35:42.149917 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device c7e6be2f-2425-4c72-af72-9e3ea9414152 no longer exists at agent hyperv_n-h1-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:35:42.227700 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-e2dced61-1df6-4803-819b-5b8069f52d45 req-5a95db3a-bc9b-4884-9d24-69810c96bf29 tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] 10.222.0.68 "GET /v2.0/ports?device_id=e9b8dbeb-061d-432b-b9ea-e875d71d6f00 HTTP/1.1" status: 200 len: 210 time: 0.0889537 Jul 14 09:35:42.238501 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Returning: {'device': '1108fa80-7aad-4885-89ca-21e078dd2cd9', 'network_id': '77fe8d2b-e1dd-4656-b2f2-eef0c64f2f01', 'port_id': '1108fa80-7aad-4885-89ca-21e078dd2cd9', 'mac_address': 'fa:16:3e:2b:25:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 706, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71827f8e-5f8d-4396-a60b-d21f712bab4f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:35:42.287372 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port f564a965-3d3e-4339-a839-165a8ba6595f triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:35:42.287755 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:42.388587 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-1b08857c-6863-4d54-8776-1c26b9bac459 req-502c314e-ccf7-4695-ae30-34ca9140863b tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:42.431748 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device c7e6be2f-2425-4c72-af72-9e3ea9414152 not bound to the agent host n-h1-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:35:42.432422 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device ea9e9cbd-c4fe-40eb-a857-ee9e6c073bb8 no longer exists at agent hyperv_n-h1-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:35:42.434536 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:42.460797 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ad822a-e21f-4c99-929a-de4bf59e90cf req-19dfd8e7-4a99-4703-847f-524b6ebdc0c7 tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:42.462705 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-b0ad822a-e21f-4c99-929a-de4bf59e90cf req-19dfd8e7-4a99-4703-847f-524b6ebdc0c7 tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] 10.222.0.65 "GET /v2.0/networks?id=3569c9d2-eab5-421e-9cb2-8a83583f6763 HTTP/1.1" status: 200 len: 814 time: 0.1652403 Jul 14 09:35:42.466681 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1108fa80-7aad-4885-89ca-21e078dd2cd9 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:35:42.472726 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Pushing event updated for resources: {'Port': ['ID=0d1d6f24-a3fe-4925-8ced-a01216f77039,revision_number=6']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:42.484746 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [req-b0ad822a-e21f-4c99-929a-de4bf59e90cf req-cb0598c1-0dad-44f8-a274-13e94fbc8353 tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] Request body: {'port': {'device_id': 'e9b8dbeb-061d-432b-b9ea-e875d71d6f00', 'network_id': '3569c9d2-eab5-421e-9cb2-8a83583f6763', 'admin_state_up': True, 'tenant_id': 'd0faa07e8d9e4ec49a240a9fc526a7fd'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:35:42.506786 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c7b30e8-3087-4fa2-a121-bc36e0beab3b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '100345f4-d6ce-47af-83f1-7049dc67deb8'}, {'server_uuid': '5c7b30e8-3087-4fa2-a121-bc36e0beab3b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bfeac96f-d3a2-4a7b-abb1-6f8a87d43efe'}, {'server_uuid': '5c7b30e8-3087-4fa2-a121-bc36e0beab3b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ffe829c0-0934-4130-8161-32be762e52f8'}, {'server_uuid': '5c7b30e8-3087-4fa2-a121-bc36e0beab3b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0d1d6f24-a3fe-4925-8ced-a01216f77039'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:35:42.510458 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd62303f06773040a8a4e189dc46b4f565768c299abf8ab8e7739778b0bc3e97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea291c83-e0dc-400e-b483-da44b4691df1" -d '{"events": [{"server_uuid": "5c7b30e8-3087-4fa2-a121-bc36e0beab3b", "name": "network-vif-unplugged", "status": "completed", "tag": "100345f4-d6ce-47af-83f1-7049dc67deb8"}, {"server_uuid": "5c7b30e8-3087-4fa2-a121-bc36e0beab3b", "name": "network-vif-unplugged", "status": "completed", "tag": "bfeac96f-d3a2-4a7b-abb1-6f8a87d43efe"}, {"server_uuid": "5c7b30e8-3087-4fa2-a121-bc36e0beab3b", "name": "network-vif-unplugged", "status": "completed", "tag": "ffe829c0-0934-4130-8161-32be762e52f8"}, {"server_uuid": "5c7b30e8-3087-4fa2-a121-bc36e0beab3b", "name": "network-vif-unplugged", "status": "completed", "tag": "0d1d6f24-a3fe-4925-8ced-a01216f77039"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:35:42.517841 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8a250a89-3771-4cd5-8fb8-12bf162cb9f4 req-05844eda-7181-407e-9652-2074487f1a7c tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] 10.222.0.68 "GET /v2.0/ports?device_id=5fc01b2f-40b9-4f77-af83-fe731cd3ed6b HTTP/1.1" status: 200 len: 210 time: 0.1369336 Jul 14 09:35:42.564013 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port 1108fa80-7aad-4885-89ca-21e078dd2cd9, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=1108fa80-7aad-4885-89ca-21e078dd2cd9,segment=NetworkSegment(af0b7e75-d88c-49fd-b73c-a649988029d5),segment_id=af0b7e75-d88c-49fd-b73c-a649988029d5)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:35:42.587988 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:42.600551 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502c314e-ccf7-4695-ae30-34ca9140863b tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Pushing event deleted for resources: {'Port': ['ID=100345f4-d6ce-47af-83f1-7049dc67deb8,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:42.607222 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f08afc-4a53-4351-a029-9f0d18f0732f req-9a2aea52-1111-4f31-bacb-9eb883cbf679 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:42.613756 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f08afc-4a53-4351-a029-9f0d18f0732f req-9a2aea52-1111-4f31-bacb-9eb883cbf679 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:42.626614 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f08afc-4a53-4351-a029-9f0d18f0732f req-9a2aea52-1111-4f31-bacb-9eb883cbf679 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:42.648753 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f08afc-4a53-4351-a029-9f0d18f0732f req-9a2aea52-1111-4f31-bacb-9eb883cbf679 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:42.650836 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-b4f08afc-4a53-4351-a029-9f0d18f0732f req-9a2aea52-1111-4f31-bacb-9eb883cbf679 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] 10.222.0.68 "GET /v2.0/ports?device_id=5c7b30e8-3087-4fa2-a121-bc36e0beab3b HTTP/1.1" status: 200 len: 3145 time: 0.2745197 Jul 14 09:35:42.693516 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Pushing event updated for resources: {'Port': ['ID=1108fa80-7aad-4885-89ca-21e078dd2cd9,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:42.699050 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:42.736671 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port ea9e9cbd-c4fe-40eb-a857-ee9e6c073bb8, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=ea9e9cbd-c4fe-40eb-a857-ee9e6c073bb8,segment=NetworkSegment(69cfe05a-7a0f-45bd-99ad-03b43180666a),segment_id=69cfe05a-7a0f-45bd-99ad-03b43180666a)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:35:42.739557 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-b4f08afc-4a53-4351-a029-9f0d18f0732f req-4607377d-869a-4253-9cbe-228db454a97e tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] 10.222.0.68 "GET /v2.0/security-groups?id=3e8708b8-59d7-4408-a840-9965955f2a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751143 Jul 14 09:35:42.752485 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:42.790341 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:42.795772 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0ad822a-e21f-4c99-929a-de4bf59e90cf req-cb0598c1-0dad-44f8-a274-13e94fbc8353 tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] Made reservation on behalf of d0faa07e8d9e4ec49a240a9fc526a7fd for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:35:42.803245 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-b0ad822a-e21f-4c99-929a-de4bf59e90cf req-cb0598c1-0dad-44f8-a274-13e94fbc8353 tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:42.843999 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Pushing event updated for resources: {'Port': ['ID=ea9e9cbd-c4fe-40eb-a857-ee9e6c073bb8,revision_number=6']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:42.867289 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 704 Content-Type: application/json Date: Wed, 14 Jul 2021 09:35:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5933a515-4f08-4bfd-b8dd-4c2c2bc92d13 x-openstack-request-id: req-5933a515-4f08-4bfd-b8dd-4c2c2bc92d13 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:35:42.867657 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c7b30e8-3087-4fa2-a121-bc36e0beab3b", "name": "network-vif-unplugged", "status": "completed", "tag": "100345f4-d6ce-47af-83f1-7049dc67deb8", "code": 200}, {"server_uuid": "5c7b30e8-3087-4fa2-a121-bc36e0beab3b", "name": "network-vif-unplugged", "status": "completed", "tag": "bfeac96f-d3a2-4a7b-abb1-6f8a87d43efe", "code": 200}, {"server_uuid": "5c7b30e8-3087-4fa2-a121-bc36e0beab3b", "name": "network-vif-unplugged", "status": "completed", "tag": "ffe829c0-0934-4130-8161-32be762e52f8", "code": 200}, {"server_uuid": "5c7b30e8-3087-4fa2-a121-bc36e0beab3b", "name": "network-vif-unplugged", "status": "completed", "tag": "0d1d6f24-a3fe-4925-8ced-a01216f77039", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:35:42.867920 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-5933a515-4f08-4bfd-b8dd-4c2c2bc92d13 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:35:42.868339 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c7b30e8-3087-4fa2-a121-bc36e0beab3b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '100345f4-d6ce-47af-83f1-7049dc67deb8', 'code': 200} Jul 14 09:35:42.868647 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c7b30e8-3087-4fa2-a121-bc36e0beab3b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bfeac96f-d3a2-4a7b-abb1-6f8a87d43efe', 'code': 200} Jul 14 09:35:42.868910 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c7b30e8-3087-4fa2-a121-bc36e0beab3b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ffe829c0-0934-4130-8161-32be762e52f8', 'code': 200} Jul 14 09:35:42.869164 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c7b30e8-3087-4fa2-a121-bc36e0beab3b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0d1d6f24-a3fe-4925-8ced-a01216f77039', 'code': 200} Jul 14 09:35:42.950777 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] get_ports_and_sgs() called for port_ids ['1108fa80-7aad-4885-89ca-21e078dd2cd9'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:35:43.063120 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-73361276-de1b-4d12-98dd-c2c9b6eeef90 req-9401f2d0-3bdd-4741-b128-92b06bdb3a82 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/ports?device_id=5ed0c1cb-c3d6-40f1-8aad-1894504b5a83 HTTP/1.1" status: 200 len: 210 time: 0.0711975 Jul 14 09:35:43.098268 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [req-b0ad822a-e21f-4c99-929a-de4bf59e90cf req-cb0598c1-0dad-44f8-a274-13e94fbc8353 tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] Allocated IP 172.20.0.13 (3569c9d2-eab5-421e-9cb2-8a83583f6763/92b9e41e-353a-41b9-9d9e-be464d12ff99/ae159fdc-960b-4f8a-a518-d4a1815c84dc) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:35:43.173876 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b08857c-6863-4d54-8776-1c26b9bac459 req-502c314e-ccf7-4695-ae30-34ca9140863b tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] No DVR routers for this DVR port 100345f4-d6ce-47af-83f1-7049dc67deb8 on host n-h1-779913-29 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:35:43.189187 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-1b08857c-6863-4d54-8776-1c26b9bac459 req-502c314e-ccf7-4695-ae30-34ca9140863b tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:43.191526 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1b08857c-6863-4d54-8776-1c26b9bac459 req-502c314e-ccf7-4695-ae30-34ca9140863b tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] 10.222.0.65 "DELETE /v2.0/ports/100345f4-d6ce-47af-83f1-7049dc67deb8 HTTP/1.1" status: 204 len: 173 time: 2.4679706 Jul 14 09:35:43.193614 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c7b30e8-3087-4fa2-a121-bc36e0beab3b', 'name': 'network-vif-deleted', 'tag': '100345f4-d6ce-47af-83f1-7049dc67deb8'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:35:43.195926 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dfe95d7-534c-4c1e-b88d-75d6048da653" -d '{"events": [{"server_uuid": "5c7b30e8-3087-4fa2-a121-bc36e0beab3b", "name": "network-vif-deleted", "tag": "100345f4-d6ce-47af-83f1-7049dc67deb8"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:35:43.210350 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5762f2ec-01e8-401f-a183-b78373da249c req-538d10ae-ec9b-4a53-adde-f0a37f300162 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Made reservation on behalf of 0be6be6bccc149f1a4b35e465d4a6d6f for: {'port': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:35:43.213654 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-5762f2ec-01e8-401f-a183-b78373da249c req-538d10ae-ec9b-4a53-adde-f0a37f300162 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:43.308283 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-b0ad822a-e21f-4c99-929a-de4bf59e90cf req-cb0598c1-0dad-44f8-a274-13e94fbc8353 tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:43.369391 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140b0a72-cdba-4cad-9e78-b09e8be51e0c req-50a5006e-fd1a-4186-9108-387f8d64ee0e tempest-TestServerMultinode-538957439 tempest-TestServerMultinode-538957439-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:43.370979 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-140b0a72-cdba-4cad-9e78-b09e8be51e0c req-50a5006e-fd1a-4186-9108-387f8d64ee0e tempest-TestServerMultinode-538957439 tempest-TestServerMultinode-538957439-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=5ec05b88-cf63-49a2-a841-08f16d3564e4 HTTP/1.1" status: 200 len: 1098 time: 0.2607474 Jul 14 09:35:43.386063 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-b0ad822a-e21f-4c99-929a-de4bf59e90cf req-cb0598c1-0dad-44f8-a274-13e94fbc8353 tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:43.424594 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] get_ports_and_sgs() called for port_ids ['50545fa0-7ed1-4d38-a95b-75c237fdf670'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:35:43.478864 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-140b0a72-cdba-4cad-9e78-b09e8be51e0c req-99eb6c5d-5f15-435a-9a7c-15bd8d4b7dcf tempest-TestServerMultinode-538957439 tempest-TestServerMultinode-538957439-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=3b2bec02-c2bf-4502-b7c0-67d79f190b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973825 Jul 14 09:35:43.479922 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [req-5762f2ec-01e8-401f-a183-b78373da249c req-538d10ae-ec9b-4a53-adde-f0a37f300162 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Allocated IP 172.20.0.11 (2a42cb13-2d55-4959-a070-eb88da564dfb/2fb6ebb7-0edb-47a6-96f3-036e2585c66a/9e91a837-3b23-4ea6-ab66-86261b57cd5c) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:35:43.485656 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [req-1b08857c-6863-4d54-8776-1c26b9bac459 req-909e5023-814a-492f-b487-198b959691b5 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Deleting port ffe829c0-0934-4130-8161-32be762e52f8 {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:35:43.486032 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-1b08857c-6863-4d54-8776-1c26b9bac459 req-909e5023-814a-492f-b487-198b959691b5 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:43.525433 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0ad822a-e21f-4c99-929a-de4bf59e90cf req-cb0598c1-0dad-44f8-a274-13e94fbc8353 tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] Network 3569c9d2-eab5-421e-9cb2-8a83583f6763 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:35:43.534146 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1251462-8a8b-43a3-a676-dedd86bcfe67 req-d76471b9-3695-4a9c-a18e-b980dc96c5a0 tempest-VolumesActionsTest-1032464286 tempest-VolumesActionsTest-1032464286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:43.535762 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-b1251462-8a8b-43a3-a676-dedd86bcfe67 req-d76471b9-3695-4a9c-a18e-b980dc96c5a0 tempest-VolumesActionsTest-1032464286 tempest-VolumesActionsTest-1032464286-project] 10.222.0.68 "GET /v2.0/ports?device_id=c7e7ef3d-21e8-4976-99d6-fdca1ea3fd05 HTTP/1.1" status: 200 len: 945 time: 0.1973121 Jul 14 09:35:43.543845 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [req-b0ad822a-e21f-4c99-929a-de4bf59e90cf req-cb0598c1-0dad-44f8-a274-13e94fbc8353 tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:35:43.549366 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0ad822a-e21f-4c99-929a-de4bf59e90cf req-cb0598c1-0dad-44f8-a274-13e94fbc8353 tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:35:43.554743 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0598c1-0dad-44f8-a274-13e94fbc8353 tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] Pushing event updated for resources: {'Port': ['ID=ae159fdc-960b-4f8a-a518-d4a1815c84dc,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:43.592193 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:43.657285 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-b1251462-8a8b-43a3-a676-dedd86bcfe67 req-5e56a05e-57af-4bc8-b4cd-ab4867da8c44 tempest-VolumesActionsTest-1032464286 tempest-VolumesActionsTest-1032464286-project] 10.222.0.68 "GET /v2.0/security-groups?id=49aea925-c317-45a8-b5db-f75d7ba8be19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091447 Jul 14 09:35:43.696196 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ad822a-e21f-4c99-929a-de4bf59e90cf req-cb0598c1-0dad-44f8-a274-13e94fbc8353 tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:43.709475 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:35:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43cc2da8-08ae-419c-aff2-6f0e1b2156b8 x-openstack-request-id: req-43cc2da8-08ae-419c-aff2-6f0e1b2156b8 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:35:43.709789 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c7b30e8-3087-4fa2-a121-bc36e0beab3b", "name": "network-vif-deleted", "tag": "100345f4-d6ce-47af-83f1-7049dc67deb8", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:35:43.710093 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-43cc2da8-08ae-419c-aff2-6f0e1b2156b8 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:35:43.711715 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-b0ad822a-e21f-4c99-929a-de4bf59e90cf req-cb0598c1-0dad-44f8-a274-13e94fbc8353 tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:43.711839 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c7b30e8-3087-4fa2-a121-bc36e0beab3b', 'name': 'network-vif-deleted', 'tag': '100345f4-d6ce-47af-83f1-7049dc67deb8', 'status': 'completed', 'code': 200} Jul 14 09:35:43.729187 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6120dee-cb17-4ca5-bba4-2875158ddb5b req-5f38865a-5e0b-482b-886a-68bea4c99753 tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:43.730832 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d6120dee-cb17-4ca5-bba4-2875158ddb5b req-5f38865a-5e0b-482b-886a-68bea4c99753 tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] 10.222.0.57 "GET /v2.0/networks?id=73345ce1-56c8-4820-9a95-ad217b0c65d4 HTTP/1.1" status: 200 len: 796 time: 0.3293145 Jul 14 09:35:43.739040 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-b0ad822a-e21f-4c99-929a-de4bf59e90cf req-cb0598c1-0dad-44f8-a274-13e94fbc8353 tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2617707 Jul 14 09:35:43.763912 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [req-b0ad822a-e21f-4c99-929a-de4bf59e90cf req-28a0d694-7963-43c5-8780-3eaaf10e559c service neutron] Request body: {'port': {'device_id': 'e9b8dbeb-061d-432b-b9ea-e875d71d6f00', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-29'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:35:43.792998 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-1b08857c-6863-4d54-8776-1c26b9bac459 req-909e5023-814a-492f-b487-198b959691b5 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] For port ffe829c0-0934-4130-8161-32be762e52f8, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=ffe829c0-0934-4130-8161-32be762e52f8,segment=NetworkSegment(218b2489-83e0-4d13-aab6-86b01789cb06),segment_id=218b2489-83e0-4d13-aab6-86b01789cb06)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:35:43.793368 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-1b08857c-6863-4d54-8776-1c26b9bac459 req-909e5023-814a-492f-b487-198b959691b5 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:43.825150 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] get_ports_and_sgs() called for port_ids ['3daf2b22-7138-43cd-a507-2c540623164e'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:35:43.859949 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d6120dee-cb17-4ca5-bba4-2875158ddb5b req-835d4b72-60c8-4042-95d5-6bd334faacde tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8f4c0efbbeff49fda0063f5062583c63 HTTP/1.1" status: 200 len: 477 time: 0.1123874 Jul 14 09:35:43.896150 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [req-d6120dee-cb17-4ca5-bba4-2875158ddb5b req-1f252599-ac0a-4368-a461-c0a1365d6cff tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Request body: {'port': {'device_id': '5fc01b2f-40b9-4f77-af83-fe731cd3ed6b', 'network_id': '73345ce1-56c8-4820-9a95-ad217b0c65d4', 'admin_state_up': True, 'tenant_id': '8f4c0efbbeff49fda0063f5062583c63', 'security_groups': ['a6887b36-dc41-4a94-9c8a-146532f74efd', '163851e2-8c9a-4c41-aaeb-45f47f0e50a0']}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:35:43.975178 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-b0ad822a-e21f-4c99-929a-de4bf59e90cf req-28a0d694-7963-43c5-8780-3eaaf10e559c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:43.977154 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-5762f2ec-01e8-401f-a183-b78373da249c req-538d10ae-ec9b-4a53-adde-f0a37f300162 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:43.998259 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0c85a5-7303-4147-a35b-0835ecd8c179 req-65649941-9f0e-4183-8b75-f0745bb692b1 tempest-TestServerMultinode-538957439 tempest-TestServerMultinode-538957439-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:44.000363 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-bd0c85a5-7303-4147-a35b-0835ecd8c179 req-65649941-9f0e-4183-8b75-f0745bb692b1 tempest-TestServerMultinode-538957439 tempest-TestServerMultinode-538957439-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=5ec05b88-cf63-49a2-a841-08f16d3564e4 HTTP/1.1" status: 200 len: 1098 time: 0.2005484 Jul 14 09:35:44.001816 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628efb64-bacb-49ff-9ccf-5bdc5ac4d690 req-71eae8a9-3f55-4c4d-9285-f08df33435d5 tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:44.003392 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-628efb64-bacb-49ff-9ccf-5bdc5ac4d690 req-71eae8a9-3f55-4c4d-9285-f08df33435d5 tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] 10.222.0.68 "GET /v2.0/ports?device_id=e9b8dbeb-061d-432b-b9ea-e875d71d6f00 HTTP/1.1" status: 200 len: 932 time: 0.2919581 Jul 14 09:35:44.013902 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [req-5762f2ec-01e8-401f-a183-b78373da249c req-538d10ae-ec9b-4a53-adde-f0a37f300162 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Transition to ACTIVE for port object 9e91a837-3b23-4ea6-ab66-86261b57cd5c will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:35:44.116182 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-628efb64-bacb-49ff-9ccf-5bdc5ac4d690 req-533bd12e-e402-4162-9ec5-9de1d8af31ec tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] 10.222.0.68 "GET /v2.0/security-groups?id=480b9b88-a112-41cf-9ffd-c713e01dc0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063750 Jul 14 09:35:44.128886 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-1b08857c-6863-4d54-8776-1c26b9bac459 req-909e5023-814a-492f-b487-198b959691b5 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:44.129517 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-1b08857c-6863-4d54-8776-1c26b9bac459 req-909e5023-814a-492f-b487-198b959691b5 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-660590'] for floatingip, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:44.129650 n-d-779913-29 neutron-server[93957]: INFO neutron.db.l3_db [req-1b08857c-6863-4d54-8776-1c26b9bac459 req-909e5023-814a-492f-b487-198b959691b5 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Floating IP f1c97d18-0a5e-425e-b133-83c2f00cf131 disassociated. External IP: 172.25.4.36, port: ffe829c0-0934-4130-8161-32be762e52f8. Jul 14 09:35:44.129969 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [req-1b08857c-6863-4d54-8776-1c26b9bac459 req-909e5023-814a-492f-b487-198b959691b5 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Calling delete_port for ffe829c0-0934-4130-8161-32be762e52f8 owned by compute:nova {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:35:44.142380 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-5762f2ec-01e8-401f-a183-b78373da249c req-538d10ae-ec9b-4a53-adde-f0a37f300162 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:44.159102 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-bd0c85a5-7303-4147-a35b-0835ecd8c179 req-c72f3455-d1a8-4888-98ef-c013cbd74258 tempest-TestServerMultinode-538957439 tempest-TestServerMultinode-538957439-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=3b2bec02-c2bf-4502-b7c0-67d79f190b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318386 Jul 14 09:35:44.173854 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6120dee-cb17-4ca5-bba4-2875158ddb5b req-1f252599-ac0a-4368-a461-c0a1365d6cff tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Made reservation on behalf of 8f4c0efbbeff49fda0063f5062583c63 for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:35:44.177858 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-d6120dee-cb17-4ca5-bba4-2875158ddb5b req-1f252599-ac0a-4368-a461-c0a1365d6cff tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:44.206582 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5762f2ec-01e8-401f-a183-b78373da249c req-538d10ae-ec9b-4a53-adde-f0a37f300162 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Network 2a42cb13-2d55-4959-a070-eb88da564dfb is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:35:44.243079 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [req-5762f2ec-01e8-401f-a183-b78373da249c req-538d10ae-ec9b-4a53-adde-f0a37f300162 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:35:44.252258 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-5762f2ec-01e8-401f-a183-b78373da249c req-538d10ae-ec9b-4a53-adde-f0a37f300162 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:35:44.318225 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538d10ae-ec9b-4a53-adde-f0a37f300162 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Pushing event updated for resources: {'Port': ['ID=9e91a837-3b23-4ea6-ab66-86261b57cd5c,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:44.349120 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-fbe93375-9d5a-46ba-a1bd-ccd4e02c32fa req-075ecd4a-043b-44fb-8e79-ba63f20c78b1 tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] 10.222.0.68 "GET /v2.0/ports?device_id=5fc01b2f-40b9-4f77-af83-fe731cd3ed6b HTTP/1.1" status: 200 len: 210 time: 0.0980737 Jul 14 09:35:44.367367 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5762f2ec-01e8-401f-a183-b78373da249c req-538d10ae-ec9b-4a53-adde-f0a37f300162 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:44.368034 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-5762f2ec-01e8-401f-a183-b78373da249c req-538d10ae-ec9b-4a53-adde-f0a37f300162 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:44.402147 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5762f2ec-01e8-401f-a183-b78373da249c req-538d10ae-ec9b-4a53-adde-f0a37f300162 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2585785 Jul 14 09:35:44.438347 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-5762f2ec-01e8-401f-a183-b78373da249c req-96cc0dc9-8569-49ee-b35d-9663e9debf24 service neutron] Request body: {'port': {'device_id': '5ed0c1cb-c3d6-40f1-8aad-1894504b5a83', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-29'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:35:44.482138 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [req-d6120dee-cb17-4ca5-bba4-2875158ddb5b req-1f252599-ac0a-4368-a461-c0a1365d6cff tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Allocated IP 172.20.0.12 (73345ce1-56c8-4820-9a95-ad217b0c65d4/ceae8e77-7c7e-4a6b-90f6-57f323d8e245/b5a388d6-bc17-4a07-a2d8-629d650176bf) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:35:44.517560 n-d-779913-29 neutron-server[93958]: DEBUG neutron.notifiers.nova [req-b0ad822a-e21f-4c99-929a-de4bf59e90cf req-28a0d694-7963-43c5-8780-3eaaf10e559c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae159fdc-960b-4f8a-a518-d4a1815c84dc {{(pid=93958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:35:44.520441 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-568aa066-a164-47b7-b06d-1b83e6df2e15 None None] Provisioning for port 9e91a837-3b23-4ea6-ab66-86261b57cd5c completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:35:44.526546 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-1b08857c-6863-4d54-8776-1c26b9bac459 req-909e5023-814a-492f-b487-198b959691b5 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:44.526728 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-568aa066-a164-47b7-b06d-1b83e6df2e15 None None] Provisioning complete for port 9e91a837-3b23-4ea6-ab66-86261b57cd5c triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:35:44.527306 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-568aa066-a164-47b7-b06d-1b83e6df2e15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:44.535536 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-b0ad822a-e21f-4c99-929a-de4bf59e90cf req-28a0d694-7963-43c5-8780-3eaaf10e559c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:44.551525 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc7b0ae-9ad9-4050-99a1-3b988a2e7ed7 req-9293b0e1-c3d7-4e40-9885-9335a960a023 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:44.556889 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc7b0ae-9ad9-4050-99a1-3b988a2e7ed7 req-9293b0e1-c3d7-4e40-9885-9335a960a023 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:44.563013 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc7b0ae-9ad9-4050-99a1-3b988a2e7ed7 req-9293b0e1-c3d7-4e40-9885-9335a960a023 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:44.564984 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-568aa066-a164-47b7-b06d-1b83e6df2e15 None None] Port 9e91a837-3b23-4ea6-ab66-86261b57cd5c cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:35:44.569555 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc7b0ae-9ad9-4050-99a1-3b988a2e7ed7 req-9293b0e1-c3d7-4e40-9885-9335a960a023 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:44.570904 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-bcc7b0ae-9ad9-4050-99a1-3b988a2e7ed7 req-9293b0e1-c3d7-4e40-9885-9335a960a023 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] 10.222.0.68 "GET /v2.0/ports?device_id=5c7b30e8-3087-4fa2-a121-bc36e0beab3b HTTP/1.1" status: 200 len: 3143 time: 0.2539935 Jul 14 09:35:44.596919 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-b0ad822a-e21f-4c99-929a-de4bf59e90cf req-28a0d694-7963-43c5-8780-3eaaf10e559c service neutron] Transition to ACTIVE for port object ae159fdc-960b-4f8a-a518-d4a1815c84dc will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:35:44.598566 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909e5023-814a-492f-b487-198b959691b5 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Pushing event deleted for resources: {'Port': ['ID=ffe829c0-0934-4130-8161-32be762e52f8,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:44.605320 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-5762f2ec-01e8-401f-a183-b78373da249c req-96cc0dc9-8569-49ee-b35d-9663e9debf24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:44.615876 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-b0ad822a-e21f-4c99-929a-de4bf59e90cf req-28a0d694-7963-43c5-8780-3eaaf10e559c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13574142'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:44.734505 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-bcc7b0ae-9ad9-4050-99a1-3b988a2e7ed7 req-7714c463-3505-4b21-a615-ab2f8d6c229f tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] 10.222.0.68 "GET /v2.0/security-groups?id=3e8708b8-59d7-4408-a840-9965955f2a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1546197 Jul 14 09:35:44.737874 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a0d694-7963-43c5-8780-3eaaf10e559c service neutron] Pushing event updated for resources: {'Port': ['ID=ae159fdc-960b-4f8a-a518-d4a1815c84dc,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:44.760259 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd138c12-faf8-45ba-b58e-b1615405defe req-d120de3f-b7e1-4377-9112-16a643d18a4c tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:44.774404 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-fd138c12-faf8-45ba-b58e-b1615405defe req-d120de3f-b7e1-4377-9112-16a643d18a4c tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/ports?device_id=5ed0c1cb-c3d6-40f1-8aad-1894504b5a83 HTTP/1.1" status: 200 len: 932 time: 0.2364271 Jul 14 09:35:44.840551 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-d6120dee-cb17-4ca5-bba4-2875158ddb5b req-1f252599-ac0a-4368-a461-c0a1365d6cff tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:44.850519 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-b0ad822a-e21f-4c99-929a-de4bf59e90cf req-28a0d694-7963-43c5-8780-3eaaf10e559c service neutron] Attempting to bind port ae159fdc-960b-4f8a-a518-d4a1815c84dc on host n-h1-779913-29 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:35:44.850856 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-b0ad822a-e21f-4c99-929a-de4bf59e90cf req-28a0d694-7963-43c5-8780-3eaaf10e559c service neutron] Attempting to bind port ae159fdc-960b-4f8a-a518-d4a1815c84dc by drivers openvswitch,hyperv on host n-h1-779913-29 at level 0 using segments [{'id': '7591738e-41ad-492d-b0a6-69a16017c202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '3569c9d2-eab5-421e-9cb2-8a83583f6763'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:35:44.851192 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0ad822a-e21f-4c99-929a-de4bf59e90cf req-28a0d694-7963-43c5-8780-3eaaf10e559c service neutron] Attempting to bind port ae159fdc-960b-4f8a-a518-d4a1815c84dc on network 3569c9d2-eab5-421e-9cb2-8a83583f6763 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:35:44.861508 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-d6120dee-cb17-4ca5-bba4-2875158ddb5b req-1f252599-ac0a-4368-a461-c0a1365d6cff tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Transition to ACTIVE for port object b5a388d6-bc17-4a07-a2d8-629d650176bf will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:35:44.863160 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0ad822a-e21f-4c99-929a-de4bf59e90cf req-28a0d694-7963-43c5-8780-3eaaf10e559c service neutron] Port ae159fdc-960b-4f8a-a518-d4a1815c84dc on network 3569c9d2-eab5-421e-9cb2-8a83583f6763 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-29 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:35:44.863160 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0ad822a-e21f-4c99-929a-de4bf59e90cf req-28a0d694-7963-43c5-8780-3eaaf10e559c service neutron] Attempting to bind port ae159fdc-960b-4f8a-a518-d4a1815c84dc on network 3569c9d2-eab5-421e-9cb2-8a83583f6763 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:35:44.869966 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c7b30e8-3087-4fa2-a121-bc36e0beab3b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea9e9cbd-c4fe-40eb-a857-ee9e6c073bb8'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:35:44.872628 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0ad822a-e21f-4c99-929a-de4bf59e90cf req-28a0d694-7963-43c5-8780-3eaaf10e559c service neutron] Checking agent: {'id': 'de11e667-f145-47b0-bd09-334a7505938e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 13, 12), 'started_at': datetime.datetime(2021, 7, 14, 9, 13, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 35, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:35:44.872970 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0ad822a-e21f-4c99-929a-de4bf59e90cf req-28a0d694-7963-43c5-8780-3eaaf10e559c service neutron] Checking segment: {'id': '7591738e-41ad-492d-b0a6-69a16017c202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '3569c9d2-eab5-421e-9cb2-8a83583f6763'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:35:44.873360 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0ad822a-e21f-4c99-929a-de4bf59e90cf req-28a0d694-7963-43c5-8780-3eaaf10e559c service neutron] Bound using segment: {'id': '7591738e-41ad-492d-b0a6-69a16017c202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '3569c9d2-eab5-421e-9cb2-8a83583f6763'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:35:44.873821 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-b0ad822a-e21f-4c99-929a-de4bf59e90cf req-28a0d694-7963-43c5-8780-3eaaf10e559c service neutron] Bound port: ae159fdc-960b-4f8a-a518-d4a1815c84dc, host: n-h1-779913-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7591738e-41ad-492d-b0a6-69a16017c202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '3569c9d2-eab5-421e-9cb2-8a83583f6763'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:35:44.874098 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd62303f06773040a8a4e189dc46b4f565768c299abf8ab8e7739778b0bc3e97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ce747f4-14bd-4588-aaaa-dd03a35d6984" -d '{"events": [{"server_uuid": "5c7b30e8-3087-4fa2-a121-bc36e0beab3b", "name": "network-vif-unplugged", "status": "completed", "tag": "ea9e9cbd-c4fe-40eb-a857-ee9e6c073bb8"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:35:44.874212 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-b0ad822a-e21f-4c99-929a-de4bf59e90cf req-28a0d694-7963-43c5-8780-3eaaf10e559c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:44.902627 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1b08857c-6863-4d54-8776-1c26b9bac459 req-909e5023-814a-492f-b487-198b959691b5 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Router 0d1667d9-0b77-4dd3-ab13-c3de5352ee9a has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:35:44.929990 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-fd138c12-faf8-45ba-b58e-b1615405defe req-4fcfc5a0-b435-45f9-8fe1-624ef5b9314a tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/security-groups?id=3e66fdd8-bd2d-4f0b-a124-b60bfc46cfe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1614423 Jul 14 09:35:44.996941 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-d6120dee-cb17-4ca5-bba4-2875158ddb5b req-1f252599-ac0a-4368-a461-c0a1365d6cff tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:45.004365 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-b0ad822a-e21f-4c99-929a-de4bf59e90cf req-28a0d694-7963-43c5-8780-3eaaf10e559c service neutron] For port ae159fdc-960b-4f8a-a518-d4a1815c84dc, host n-h1-779913-29, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:35:45.048768 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-b0ad822a-e21f-4c99-929a-de4bf59e90cf req-28a0d694-7963-43c5-8780-3eaaf10e559c service neutron] For port ae159fdc-960b-4f8a-a518-d4a1815c84dc, host n-h1-779913-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=ae159fdc-960b-4f8a-a518-d4a1815c84dc,segment=NetworkSegment(7591738e-41ad-492d-b0a6-69a16017c202),segment_id=7591738e-41ad-492d-b0a6-69a16017c202)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:35:45.060908 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-b0ad822a-e21f-4c99-929a-de4bf59e90cf req-28a0d694-7963-43c5-8780-3eaaf10e559c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13574142'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:45.085955 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6120dee-cb17-4ca5-bba4-2875158ddb5b req-1f252599-ac0a-4368-a461-c0a1365d6cff tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Network 73345ce1-56c8-4820-9a95-ad217b0c65d4 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:35:45.092066 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [req-d6120dee-cb17-4ca5-bba4-2875158ddb5b req-1f252599-ac0a-4368-a461-c0a1365d6cff tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:35:45.095782 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295a50b4-6f79-4368-a19b-12779e3b4fd5 req-c5a3e444-0b87-41da-b4b2-b0cc96eb7233 tempest-TestServerMultinode-538957439 tempest-TestServerMultinode-538957439-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:45.102823 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-295a50b4-6f79-4368-a19b-12779e3b4fd5 req-c5a3e444-0b87-41da-b4b2-b0cc96eb7233 tempest-TestServerMultinode-538957439 tempest-TestServerMultinode-538957439-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=5ec05b88-cf63-49a2-a841-08f16d3564e4 HTTP/1.1" status: 200 len: 1098 time: 0.2098620 Jul 14 09:35:45.104142 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1b08857c-6863-4d54-8776-1c26b9bac459 req-909e5023-814a-492f-b487-198b959691b5 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:35:45.108436 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6120dee-cb17-4ca5-bba4-2875158ddb5b req-1f252599-ac0a-4368-a461-c0a1365d6cff tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:35:45.116908 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f06c23-a8ea-4944-aa1d-6828a6a78ede None None] Sync routers for ids ['0d1667d9-0b77-4dd3-ab13-c3de5352ee9a'] in n-d-779913-29 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:35:45.127612 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f06c23-a8ea-4944-aa1d-6828a6a78ede None None] Routers {'0d1667d9-0b77-4dd3-ab13-c3de5352ee9a'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:35:45.129626 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-c5f06c23-a8ea-4944-aa1d-6828a6a78ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:35:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['0d1667d9-0b77-4dd3-ab13-c3de5352ee9a'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:45.142066 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f252599-ac0a-4368-a461-c0a1365d6cff tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Pushing event updated for resources: {'Port': ['ID=b5a388d6-bc17-4a07-a2d8-629d650176bf,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:45.145356 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ad822a-e21f-4c99-929a-de4bf59e90cf req-28a0d694-7963-43c5-8780-3eaaf10e559c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:45.145950 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-b0ad822a-e21f-4c99-929a-de4bf59e90cf req-28a0d694-7963-43c5-8780-3eaaf10e559c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:45.147379 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-b0ad822a-e21f-4c99-929a-de4bf59e90cf req-28a0d694-7963-43c5-8780-3eaaf10e559c service neutron] 10.222.0.65 "PUT /v2.0/ports/ae159fdc-960b-4f8a-a518-d4a1815c84dc HTTP/1.1" status: 200 len: 1093 time: 1.3893523 Jul 14 09:35:45.157021 n-d-779913-29 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9b8dbeb-061d-432b-b9ea-e875d71d6f00', 'tag': 'ae159fdc-960b-4f8a-a518-d4a1815c84dc'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:35:45.159236 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cb48f044f948e981f43897c8d7f1332f741dc7af2b4c5a6e19d8f4a80f708e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de8b26fe-135b-406f-8a13-3172e115818d" -d '{"events": [{"name": "network-changed", "server_uuid": "e9b8dbeb-061d-432b-b9ea-e875d71d6f00", "tag": "ae159fdc-960b-4f8a-a518-d4a1815c84dc"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:35:45.202088 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b08857c-6863-4d54-8776-1c26b9bac459 req-909e5023-814a-492f-b487-198b959691b5 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] No DVR routers for this DVR port ffe829c0-0934-4130-8161-32be762e52f8 on host n-h1-779913-29 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:35:45.218313 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [req-5762f2ec-01e8-401f-a183-b78373da249c req-96cc0dc9-8569-49ee-b35d-9663e9debf24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e91a837-3b23-4ea6-ab66-86261b57cd5c {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:35:45.224364 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6120dee-cb17-4ca5-bba4-2875158ddb5b req-1f252599-ac0a-4368-a461-c0a1365d6cff tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:45.226802 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-d6120dee-cb17-4ca5-bba4-2875158ddb5b req-1f252599-ac0a-4368-a461-c0a1365d6cff tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:45.235792 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-1b08857c-6863-4d54-8776-1c26b9bac459 req-909e5023-814a-492f-b487-198b959691b5 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:45.237871 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1b08857c-6863-4d54-8776-1c26b9bac459 req-909e5023-814a-492f-b487-198b959691b5 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] 10.222.0.65 "DELETE /v2.0/ports/ffe829c0-0934-4130-8161-32be762e52f8 HTTP/1.1" status: 204 len: 173 time: 2.0388401 Jul 14 09:35:45.249076 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-5762f2ec-01e8-401f-a183-b78373da249c req-96cc0dc9-8569-49ee-b35d-9663e9debf24 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:45.299997 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-295a50b4-6f79-4368-a19b-12779e3b4fd5 req-d87f6a7f-e9ef-4bc4-ad63-1c8134d4c02f tempest-TestServerMultinode-538957439 tempest-TestServerMultinode-538957439-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=3b2bec02-c2bf-4502-b7c0-67d79f190b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961999 Jul 14 09:35:45.307197 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d6120dee-cb17-4ca5-bba4-2875158ddb5b req-1f252599-ac0a-4368-a461-c0a1365d6cff tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 1.4203889 Jul 14 09:35:45.341788 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [req-d6120dee-cb17-4ca5-bba4-2875158ddb5b req-d2a5c292-15a2-45af-a6ea-f4752a62b7b6 service neutron] Request body: {'port': {'device_id': '5fc01b2f-40b9-4f77-af83-fe731cd3ed6b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-29'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:35:45.373110 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a0d694-7963-43c5-8780-3eaaf10e559c service neutron] Pushing event updated for resources: {'Port': ['ID=ae159fdc-960b-4f8a-a518-d4a1815c84dc,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:45.389205 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [req-5762f2ec-01e8-401f-a183-b78373da249c req-96cc0dc9-8569-49ee-b35d-9663e9debf24 service neutron] Transition to ACTIVE for port object 9e91a837-3b23-4ea6-ab66-86261b57cd5c will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:35:45.402547 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 09:35:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36cdce50-8b8b-4f17-97a6-5cb990b08390 x-openstack-request-id: req-36cdce50-8b8b-4f17-97a6-5cb990b08390 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:35:45.402965 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c7b30e8-3087-4fa2-a121-bc36e0beab3b", "name": "network-vif-unplugged", "status": "completed", "tag": "ea9e9cbd-c4fe-40eb-a857-ee9e6c073bb8", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:35:45.403310 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-36cdce50-8b8b-4f17-97a6-5cb990b08390 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:35:45.403799 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c7b30e8-3087-4fa2-a121-bc36e0beab3b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea9e9cbd-c4fe-40eb-a857-ee9e6c073bb8', 'code': 200} Jul 14 09:35:45.429844 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ad822a-e21f-4c99-929a-de4bf59e90cf req-56422fe8-e46e-44ac-bef6-32c85c296db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:45.431363 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-b0ad822a-e21f-4c99-929a-de4bf59e90cf req-56422fe8-e46e-44ac-bef6-32c85c296db0 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=d0faa07e8d9e4ec49a240a9fc526a7fd&device_id=e9b8dbeb-061d-432b-b9ea-e875d71d6f00 HTTP/1.1" status: 200 len: 1096 time: 0.1983926 Jul 14 09:35:45.440435 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-5762f2ec-01e8-401f-a183-b78373da249c req-96cc0dc9-8569-49ee-b35d-9663e9debf24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:45.505392 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-3ceaed85-dfe6-4421-ba50-a5c8ae08e0c2 None None] Provisioning for port b5a388d6-bc17-4a07-a2d8-629d650176bf completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:35:45.508531 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-b0ad822a-e21f-4c99-929a-de4bf59e90cf req-c59c1002-ee14-46e2-9852-0532a1526e0c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ae159fdc-960b-4f8a-a518-d4a1815c84dc HTTP/1.1" status: 200 len: 217 time: 0.0517333 Jul 14 09:35:45.517598 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-d6120dee-cb17-4ca5-bba4-2875158ddb5b req-d2a5c292-15a2-45af-a6ea-f4752a62b7b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:45.521818 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-3ceaed85-dfe6-4421-ba50-a5c8ae08e0c2 None None] Provisioning complete for port b5a388d6-bc17-4a07-a2d8-629d650176bf triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:35:45.524780 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3ceaed85-dfe6-4421-ba50-a5c8ae08e0c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:45.559030 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cc0dc9-8569-49ee-b35d-9663e9debf24 service neutron] Pushing event updated for resources: {'Port': ['ID=9e91a837-3b23-4ea6-ab66-86261b57cd5c,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:45.615436 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-3ceaed85-dfe6-4421-ba50-a5c8ae08e0c2 None None] Port b5a388d6-bc17-4a07-a2d8-629d650176bf cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:35:45.631609 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e2e927-409f-4361-80d6-bd57c3d54001 req-8089db21-9de5-4b3b-a784-03894efac697 tempest-VolumesActionsTest-1032464286 tempest-VolumesActionsTest-1032464286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:45.637886 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-c5f06c23-a8ea-4944-aa1d-6828a6a78ede None None] Set router 0d1667d9-0b77-4dd3-ab13-c3de5352ee9a gateway port host: n-d-779913-29 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:35:45.638850 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-29e2e927-409f-4361-80d6-bd57c3d54001 req-8089db21-9de5-4b3b-a784-03894efac697 tempest-VolumesActionsTest-1032464286 tempest-VolumesActionsTest-1032464286-project] 10.222.0.68 "GET /v2.0/ports?device_id=c7e7ef3d-21e8-4976-99d6-fdca1ea3fd05 HTTP/1.1" status: 200 len: 945 time: 0.3082469 Jul 14 09:35:45.666229 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ad822a-e21f-4c99-929a-de4bf59e90cf req-dd0222ff-6f06-437f-8ba0-c663a47e79d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:45.667596 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-b0ad822a-e21f-4c99-929a-de4bf59e90cf req-dd0222ff-6f06-437f-8ba0-c663a47e79d3 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=92b9e41e-353a-41b9-9d9e-be464d12ff99 HTTP/1.1" status: 200 len: 854 time: 0.1514242 Jul 14 09:35:45.670979 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [req-1b08857c-6863-4d54-8776-1c26b9bac459 req-23819a44-0d88-4ef2-9a10-5d01ecef4ce0 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Deleting port 0d1d6f24-a3fe-4925-8ced-a01216f77039 {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:35:45.671859 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-1b08857c-6863-4d54-8776-1c26b9bac459 req-23819a44-0d88-4ef2-9a10-5d01ecef4ce0 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:45.721642 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c7b30e8-3087-4fa2-a121-bc36e0beab3b', 'name': 'network-vif-deleted', 'tag': 'ffe829c0-0934-4130-8161-32be762e52f8'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:35:45.724059 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b01a055-3fd3-4c6c-a3a5-5151db5e5b3e" -d '{"events": [{"server_uuid": "5c7b30e8-3087-4fa2-a121-bc36e0beab3b", "name": "network-vif-deleted", "tag": "ffe829c0-0934-4130-8161-32be762e52f8"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:35:45.763322 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-29e2e927-409f-4361-80d6-bd57c3d54001 req-9bf3ccbd-e432-4a3f-b3d3-b8e90a725fe7 tempest-VolumesActionsTest-1032464286 tempest-VolumesActionsTest-1032464286-project] 10.222.0.68 "GET /v2.0/security-groups?id=49aea925-c317-45a8-b5db-f75d7ba8be19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232321 Jul 14 09:35:45.766768 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-5762f2ec-01e8-401f-a183-b78373da249c req-96cc0dc9-8569-49ee-b35d-9663e9debf24 service neutron] Attempting to bind port 9e91a837-3b23-4ea6-ab66-86261b57cd5c on host n-h1-779913-29 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:35:45.767111 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-5762f2ec-01e8-401f-a183-b78373da249c req-96cc0dc9-8569-49ee-b35d-9663e9debf24 service neutron] Attempting to bind port 9e91a837-3b23-4ea6-ab66-86261b57cd5c by drivers openvswitch,hyperv on host n-h1-779913-29 at level 0 using segments [{'id': '5aade75d-903c-400b-b4a7-6f3ba4ae14ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '2a42cb13-2d55-4959-a070-eb88da564dfb'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:35:45.767577 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5762f2ec-01e8-401f-a183-b78373da249c req-96cc0dc9-8569-49ee-b35d-9663e9debf24 service neutron] Attempting to bind port 9e91a837-3b23-4ea6-ab66-86261b57cd5c on network 2a42cb13-2d55-4959-a070-eb88da564dfb {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:35:45.774262 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5762f2ec-01e8-401f-a183-b78373da249c req-96cc0dc9-8569-49ee-b35d-9663e9debf24 service neutron] Port 9e91a837-3b23-4ea6-ab66-86261b57cd5c on network 2a42cb13-2d55-4959-a070-eb88da564dfb not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-29 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:35:45.775171 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5762f2ec-01e8-401f-a183-b78373da249c req-96cc0dc9-8569-49ee-b35d-9663e9debf24 service neutron] Attempting to bind port 9e91a837-3b23-4ea6-ab66-86261b57cd5c on network 2a42cb13-2d55-4959-a070-eb88da564dfb {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:35:45.809259 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5762f2ec-01e8-401f-a183-b78373da249c req-96cc0dc9-8569-49ee-b35d-9663e9debf24 service neutron] Checking agent: {'id': 'de11e667-f145-47b0-bd09-334a7505938e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 13, 12), 'started_at': datetime.datetime(2021, 7, 14, 9, 13, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 35, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:35:45.809591 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5762f2ec-01e8-401f-a183-b78373da249c req-96cc0dc9-8569-49ee-b35d-9663e9debf24 service neutron] Checking segment: {'id': '5aade75d-903c-400b-b4a7-6f3ba4ae14ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '2a42cb13-2d55-4959-a070-eb88da564dfb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:35:45.810037 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5762f2ec-01e8-401f-a183-b78373da249c req-96cc0dc9-8569-49ee-b35d-9663e9debf24 service neutron] Bound using segment: {'id': '5aade75d-903c-400b-b4a7-6f3ba4ae14ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '2a42cb13-2d55-4959-a070-eb88da564dfb'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:35:45.810426 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-5762f2ec-01e8-401f-a183-b78373da249c req-96cc0dc9-8569-49ee-b35d-9663e9debf24 service neutron] Bound port: 9e91a837-3b23-4ea6-ab66-86261b57cd5c, host: n-h1-779913-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5aade75d-903c-400b-b4a7-6f3ba4ae14ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '2a42cb13-2d55-4959-a070-eb88da564dfb'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:35:45.811093 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-5762f2ec-01e8-401f-a183-b78373da249c req-96cc0dc9-8569-49ee-b35d-9663e9debf24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:45.873250 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-1b08857c-6863-4d54-8776-1c26b9bac459 req-23819a44-0d88-4ef2-9a10-5d01ecef4ce0 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] For port 0d1d6f24-a3fe-4925-8ced-a01216f77039, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=0d1d6f24-a3fe-4925-8ced-a01216f77039,segment=NetworkSegment(69cfe05a-7a0f-45bd-99ad-03b43180666a),segment_id=69cfe05a-7a0f-45bd-99ad-03b43180666a)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:35:45.873667 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-1b08857c-6863-4d54-8776-1c26b9bac459 req-23819a44-0d88-4ef2-9a10-5d01ecef4ce0 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:45.894331 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [req-1b08857c-6863-4d54-8776-1c26b9bac459 req-23819a44-0d88-4ef2-9a10-5d01ecef4ce0 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Calling delete_port for 0d1d6f24-a3fe-4925-8ced-a01216f77039 owned by compute:nova {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:35:45.898606 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-c5f06c23-a8ea-4944-aa1d-6828a6a78ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d1667d9-0b77-4dd3-ab13-c3de5352ee9a', 'name': 'tempest-TaggedBootDevicesTest_v242-130723534-router', 'tenant_id': '4cb5d08776664e9f8e9d7e6bc7c12e1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.5'}], 'enable_snat': True}, 'gw_port_id': 'ebd60da1-1618-4ebf-b1f9-0ccef886622b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:24:52Z', 'updated_at': '2021-07-14T09:24:58Z', 'revision_number': 4, 'project_id': '4cb5d08776664e9f8e9d7e6bc7c12e1a', 'gw_port': {'id': 'ebd60da1-1618-4ebf-b1f9-0ccef886622b', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:0b:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d1667d9-0b77-4dd3-ab13-c3de5352ee9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1017, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:24:52Z', 'updated_at': '2021-07-14T09:24:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': 'c707cb37-fa01-46f8-a9e4-56503ee39859', 'name': '', 'network_id': '58cee2b0-4a4c-44eb-9b72-cfd45f924ad2', 'tenant_id': '4cb5d08776664e9f8e9d7e6bc7c12e1a', 'mac_address': 'fa:16:3e:9d:77:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d1667d9-0b77-4dd3-ab13-c3de5352ee9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': '03ca88e8-4d13-487a-ad6d-9160c00c4594', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:24:56Z', 'updated_at': '2021-07-14T09:25:05Z', 'revision_number': 5, 'project_id': '4cb5d08776664e9f8e9d7e6bc7c12e1a', 'subnets': [{'id': '03ca88e8-4d13-487a-ad6d-9160c00c4594', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:45.922397 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 1108fa80-7aad-4885-89ca-21e078dd2cd9 up at agent hyperv_n-h1-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:35:45.934291 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f06c23-a8ea-4944-aa1d-6828a6a78ede None None] Checking router: 0d1667d9-0b77-4dd3-ab13-c3de5352ee9a for host: n-d-779913-29 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:35:45.947151 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f06c23-a8ea-4944-aa1d-6828a6a78ede None None] Routers {'0d1667d9-0b77-4dd3-ab13-c3de5352ee9a'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:35:45.948023 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-c5f06c23-a8ea-4944-aa1d-6828a6a78ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:35:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['0d1667d9-0b77-4dd3-ab13-c3de5352ee9a'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:45.960281 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-5762f2ec-01e8-401f-a183-b78373da249c req-96cc0dc9-8569-49ee-b35d-9663e9debf24 service neutron] For port 9e91a837-3b23-4ea6-ab66-86261b57cd5c, host n-h1-779913-29, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:35:45.997250 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Provisioning for port 1108fa80-7aad-4885-89ca-21e078dd2cd9 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:35:46.002497 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Provisioning complete for port 1108fa80-7aad-4885-89ca-21e078dd2cd9 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:35:46.003022 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:46.009539 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-5762f2ec-01e8-401f-a183-b78373da249c req-96cc0dc9-8569-49ee-b35d-9663e9debf24 service neutron] For port 9e91a837-3b23-4ea6-ab66-86261b57cd5c, host n-h1-779913-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=9e91a837-3b23-4ea6-ab66-86261b57cd5c,segment=NetworkSegment(5aade75d-903c-400b-b4a7-6f3ba4ae14ee),segment_id=5aade75d-903c-400b-b4a7-6f3ba4ae14ee)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:35:46.024084 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-5762f2ec-01e8-401f-a183-b78373da249c req-96cc0dc9-8569-49ee-b35d-9663e9debf24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:46.083405 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5762f2ec-01e8-401f-a183-b78373da249c req-96cc0dc9-8569-49ee-b35d-9663e9debf24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:46.084035 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-5762f2ec-01e8-401f-a183-b78373da249c req-96cc0dc9-8569-49ee-b35d-9663e9debf24 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:46.085456 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5762f2ec-01e8-401f-a183-b78373da249c req-96cc0dc9-8569-49ee-b35d-9663e9debf24 service neutron] 10.222.0.65 "PUT /v2.0/ports/9e91a837-3b23-4ea6-ab66-86261b57cd5c HTTP/1.1" status: 200 len: 1093 time: 1.6526356 Jul 14 09:35:46.121151 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cc0dc9-8569-49ee-b35d-9663e9debf24 service neutron] Pushing event updated for resources: {'Port': ['ID=9e91a837-3b23-4ea6-ab66-86261b57cd5c,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:46.157626 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-c5f06c23-a8ea-4944-aa1d-6828a6a78ede None None] Set router 0d1667d9-0b77-4dd3-ab13-c3de5352ee9a gateway port host: n-d-779913-29 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:35:46.158854 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482f80d0-2eed-4448-a860-ed73f8bbdd5a req-c74f3fd1-956a-4d85-86c8-a54c0f8f0724 tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:46.164537 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:46.166120 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-482f80d0-2eed-4448-a860-ed73f8bbdd5a req-c74f3fd1-956a-4d85-86c8-a54c0f8f0724 tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] 10.222.0.68 "GET /v2.0/ports?device_id=5fc01b2f-40b9-4f77-af83-fe731cd3ed6b HTTP/1.1" status: 200 len: 971 time: 0.2072175 Jul 14 09:35:46.171292 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-b0ad822a-e21f-4c99-929a-de4bf59e90cf req-42a6be1b-20d3-46c1-84c9-7fe6329ccb4d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3569c9d2-eab5-421e-9cb2-8a83583f6763&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4895620 Jul 14 09:35:46.174558 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:35:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6a5e643-641d-44a7-b0f0-9c9397efb3f5 x-openstack-request-id: req-b6a5e643-641d-44a7-b0f0-9c9397efb3f5 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:35:46.174858 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9b8dbeb-061d-432b-b9ea-e875d71d6f00", "tag": "ae159fdc-960b-4f8a-a518-d4a1815c84dc", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:35:46.175082 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-b6a5e643-641d-44a7-b0f0-9c9397efb3f5 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:35:46.175476 n-d-779913-29 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9b8dbeb-061d-432b-b9ea-e875d71d6f00', 'tag': 'ae159fdc-960b-4f8a-a518-d4a1815c84dc', 'status': 'completed', 'code': 200} Jul 14 09:35:46.237880 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port 1108fa80-7aad-4885-89ca-21e078dd2cd9, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=1108fa80-7aad-4885-89ca-21e078dd2cd9,segment=NetworkSegment(af0b7e75-d88c-49fd-b73c-a649988029d5),segment_id=af0b7e75-d88c-49fd-b73c-a649988029d5)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:35:46.247619 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:46.299829 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-482f80d0-2eed-4448-a860-ed73f8bbdd5a req-a8c86583-adc0-41cf-a154-37b58b606a8f tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] 10.222.0.68 "GET /v2.0/security-groups?id=a6887b36-dc41-4a94-9c8a-146532f74efd&id=163851e2-8c9a-4c41-aaeb-45f47f0e50a0&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1326997 Jul 14 09:35:46.306195 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-1b08857c-6863-4d54-8776-1c26b9bac459 req-23819a44-0d88-4ef2-9a10-5d01ecef4ce0 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:46.307224 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89c4b4e-f8e7-486e-a0c2-d8ae0a94848b req-dd196170-ec5d-4a4c-b8b8-a8f6f9470b77 tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:46.324087 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-b89c4b4e-f8e7-486e-a0c2-d8ae0a94848b req-dd196170-ec5d-4a4c-b8b8-a8f6f9470b77 tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] 10.222.0.68 "GET /v2.0/ports?device_id=e9b8dbeb-061d-432b-b9ea-e875d71d6f00 HTTP/1.1" status: 200 len: 944 time: 0.7651653 Jul 14 09:35:46.336342 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Pushing event updated for resources: {'Port': ['ID=1108fa80-7aad-4885-89ca-21e078dd2cd9,revision_number=5']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:46.415274 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23819a44-0d88-4ef2-9a10-5d01ecef4ce0 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Pushing event deleted for resources: {'Port': ['ID=0d1d6f24-a3fe-4925-8ced-a01216f77039,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:46.474943 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-b89c4b4e-f8e7-486e-a0c2-d8ae0a94848b req-b7093e81-4820-4bae-bf1b-a3452602bd2c tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] 10.222.0.68 "GET /v2.0/security-groups?id=480b9b88-a112-41cf-9ffd-c713e01dc0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535332 Jul 14 09:35:46.494170 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-c5f06c23-a8ea-4944-aa1d-6828a6a78ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d1667d9-0b77-4dd3-ab13-c3de5352ee9a', 'name': 'tempest-TaggedBootDevicesTest_v242-130723534-router', 'tenant_id': '4cb5d08776664e9f8e9d7e6bc7c12e1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.5'}], 'enable_snat': True}, 'gw_port_id': 'ebd60da1-1618-4ebf-b1f9-0ccef886622b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:24:52Z', 'updated_at': '2021-07-14T09:24:58Z', 'revision_number': 4, 'project_id': '4cb5d08776664e9f8e9d7e6bc7c12e1a', 'gw_port': {'id': 'ebd60da1-1618-4ebf-b1f9-0ccef886622b', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:0b:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d1667d9-0b77-4dd3-ab13-c3de5352ee9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1017, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:24:52Z', 'updated_at': '2021-07-14T09:24:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': 'c707cb37-fa01-46f8-a9e4-56503ee39859', 'name': '', 'network_id': '58cee2b0-4a4c-44eb-9b72-cfd45f924ad2', 'tenant_id': '4cb5d08776664e9f8e9d7e6bc7c12e1a', 'mac_address': 'fa:16:3e:9d:77:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d1667d9-0b77-4dd3-ab13-c3de5352ee9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': '03ca88e8-4d13-487a-ad6d-9160c00c4594', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:24:56Z', 'updated_at': '2021-07-14T09:25:05Z', 'revision_number': 5, 'project_id': '4cb5d08776664e9f8e9d7e6bc7c12e1a', 'subnets': [{'id': '03ca88e8-4d13-487a-ad6d-9160c00c4594', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:46.513173 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-b0ad822a-e21f-4c99-929a-de4bf59e90cf req-1389790f-28a0-4fba-b5e8-c87b867ad9fc service neutron] 10.222.0.65 "GET /v2.0/networks/3569c9d2-eab5-421e-9cb2-8a83583f6763?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3292866 Jul 14 09:35:46.529532 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f06c23-a8ea-4944-aa1d-6828a6a78ede None None] The sync data for ids ['0d1667d9-0b77-4dd3-ab13-c3de5352ee9a'] in n-d-779913-29 is: [{'id': '0d1667d9-0b77-4dd3-ab13-c3de5352ee9a', 'name': 'tempest-TaggedBootDevicesTest_v242-130723534-router', 'tenant_id': '4cb5d08776664e9f8e9d7e6bc7c12e1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.5'}], 'enable_snat': True}, 'gw_port_id': 'ebd60da1-1618-4ebf-b1f9-0ccef886622b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:24:52Z', 'updated_at': '2021-07-14T09:24:58Z', 'revision_number': 4, 'project_id': '4cb5d08776664e9f8e9d7e6bc7c12e1a', 'gw_port': {'id': 'ebd60da1-1618-4ebf-b1f9-0ccef886622b', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:0b:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d1667d9-0b77-4dd3-ab13-c3de5352ee9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1017, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:24:52Z', 'updated_at': '2021-07-14T09:24:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': 'c707cb37-fa01-46f8-a9e4-56503ee39859', 'name': '', 'network_id': '58cee2b0-4a4c-44eb-9b72-cfd45f924ad2', 'tenant_id': '4cb5d08776664e9f8e9d7e6bc7c12e1a', 'mac_address': 'fa:16:3e:9d:77:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d1667d9-0b77-4dd3-ab13-c3de5352ee9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': '03ca88e8-4d13-487a-ad6d-9160c00c4594', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:24:56Z', 'updated_at': '2021-07-14T09:25:05Z', 'revision_number': 5, 'project_id': '4cb5d08776664e9f8e9d7e6bc7c12e1a', 'subnets': [{'id': '03ca88e8-4d13-487a-ad6d-9160c00c4594', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:35:46.673429 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-b0ad822a-e21f-4c99-929a-de4bf59e90cf req-59069506-72ae-4bc1-b4ff-ec9338e44470 service neutron] 10.222.0.65 "GET /v2.0/networks/3569c9d2-eab5-421e-9cb2-8a83583f6763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543033 Jul 14 09:35:46.748960 n-d-779913-29 neutron-server[93958]: DEBUG neutron.notifiers.nova [req-d6120dee-cb17-4ca5-bba4-2875158ddb5b req-d2a5c292-15a2-45af-a6ea-f4752a62b7b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5a388d6-bc17-4a07-a2d8-629d650176bf {{(pid=93958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:35:46.758700 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-d6120dee-cb17-4ca5-bba4-2875158ddb5b req-d2a5c292-15a2-45af-a6ea-f4752a62b7b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:46.799241 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:35:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a5fd2bd-03bc-4ba2-bf82-49b7ab905990 x-openstack-request-id: req-9a5fd2bd-03bc-4ba2-bf82-49b7ab905990 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:35:46.799570 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c7b30e8-3087-4fa2-a121-bc36e0beab3b", "name": "network-vif-deleted", "tag": "ffe829c0-0934-4130-8161-32be762e52f8", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:35:46.799791 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-9a5fd2bd-03bc-4ba2-bf82-49b7ab905990 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:35:46.800160 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c7b30e8-3087-4fa2-a121-bc36e0beab3b', 'name': 'network-vif-deleted', 'tag': 'ffe829c0-0934-4130-8161-32be762e52f8', 'status': 'completed', 'code': 200} Jul 14 09:35:46.810812 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-d6120dee-cb17-4ca5-bba4-2875158ddb5b req-d2a5c292-15a2-45af-a6ea-f4752a62b7b6 service neutron] Transition to ACTIVE for port object b5a388d6-bc17-4a07-a2d8-629d650176bf will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:35:46.822623 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-d6120dee-cb17-4ca5-bba4-2875158ddb5b req-d2a5c292-15a2-45af-a6ea-f4752a62b7b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13574142'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:46.824323 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5762f2ec-01e8-401f-a183-b78373da249c req-ed3132b7-f28c-47c6-b572-43051613b3b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:46.825891 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5762f2ec-01e8-401f-a183-b78373da249c req-ed3132b7-f28c-47c6-b572-43051613b3b9 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0be6be6bccc149f1a4b35e465d4a6d6f&device_id=5ed0c1cb-c3d6-40f1-8aad-1894504b5a83 HTTP/1.1" status: 200 len: 1096 time: 0.6577618 Jul 14 09:35:46.826716 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b08857c-6863-4d54-8776-1c26b9bac459 req-23819a44-0d88-4ef2-9a10-5d01ecef4ce0 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] No DVR routers for this DVR port 0d1d6f24-a3fe-4925-8ced-a01216f77039 on host n-h1-779913-29 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:35:46.830062 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-1b08857c-6863-4d54-8776-1c26b9bac459 req-23819a44-0d88-4ef2-9a10-5d01ecef4ce0 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:46.833645 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1b08857c-6863-4d54-8776-1c26b9bac459 req-23819a44-0d88-4ef2-9a10-5d01ecef4ce0 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] 10.222.0.65 "DELETE /v2.0/ports/0d1d6f24-a3fe-4925-8ced-a01216f77039 HTTP/1.1" status: 204 len: 173 time: 1.5864174 Jul 14 09:35:46.871122 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606d86f8-f3a2-4b4e-8fc5-71f228730be4 req-47784233-7663-44d6-ad38-762e94a517ed tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:46.877128 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606d86f8-f3a2-4b4e-8fc5-71f228730be4 req-47784233-7663-44d6-ad38-762e94a517ed tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:46.880561 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92da28a0-2ee0-405b-a69c-227b5b9cd0f5 None None] New status for floating IP f1c97d18-0a5e-425e-b133-83c2f00cf131: DOWN {{(pid=93959) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:35:46.882216 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-606d86f8-f3a2-4b4e-8fc5-71f228730be4 req-47784233-7663-44d6-ad38-762e94a517ed tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] 10.222.0.68 "GET /v2.0/ports?device_id=5c7b30e8-3087-4fa2-a121-bc36e0beab3b HTTP/1.1" status: 200 len: 1676 time: 0.1787093 Jul 14 09:35:46.937824 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a5c292-15a2-45af-a6ea-f4752a62b7b6 service neutron] Pushing event updated for resources: {'Port': ['ID=b5a388d6-bc17-4a07-a2d8-629d650176bf,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:46.963803 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17dd86f-3d32-4fcb-b820-f9c166427811 req-4ff3be25-8f9a-47af-a54b-9408be37928e tempest-TestServerMultinode-538957439 tempest-TestServerMultinode-538957439-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:46.966762 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e17dd86f-3d32-4fcb-b820-f9c166427811 req-4ff3be25-8f9a-47af-a54b-9408be37928e tempest-TestServerMultinode-538957439 tempest-TestServerMultinode-538957439-project-admin] 10.222.0.68 "GET /v2.0/networks?id=e0018b49-138f-4e34-bda0-8701ab6f4c2c HTTP/1.1" status: 200 len: 911 time: 0.1708975 Jul 14 09:35:47.021449 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5762f2ec-01e8-401f-a183-b78373da249c req-37a6c2e3-741e-4b19-8ff0-134f000a079e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9e91a837-3b23-4ea6-ab66-86261b57cd5c HTTP/1.1" status: 200 len: 217 time: 0.1737473 Jul 14 09:35:47.031391 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-606d86f8-f3a2-4b4e-8fc5-71f228730be4 req-05effeda-cbc8-4c1b-b145-10c337b8c4e0 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] 10.222.0.68 "GET /v2.0/security-groups?id=3e8708b8-59d7-4408-a840-9965955f2a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1410630 Jul 14 09:35:47.037530 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8b26fe-135b-406f-8a13-3172e115818d req-c4b73738-2622-403c-9bea-6150d4275057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:47.040526 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-de8b26fe-135b-406f-8a13-3172e115818d req-c4b73738-2622-403c-9bea-6150d4275057 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=d0faa07e8d9e4ec49a240a9fc526a7fd&device_id=e9b8dbeb-061d-432b-b9ea-e875d71d6f00 HTTP/1.1" status: 200 len: 1096 time: 0.2733328 Jul 14 09:35:47.050706 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e17dd86f-3d32-4fcb-b820-f9c166427811 req-562f7e0d-3eb1-4edb-bef3-1d71960185e6 tempest-TestServerMultinode-538957439 tempest-TestServerMultinode-538957439-project-admin] 10.222.0.68 "GET /v2.0/quotas/e498abdb8ae94e0baf9d8c9cd3801e7d HTTP/1.1" status: 200 len: 375 time: 0.0339370 Jul 14 09:35:47.137561 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5762f2ec-01e8-401f-a183-b78373da249c req-cd403496-a55c-4de5-b5b0-0608602bd2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:47.139871 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5762f2ec-01e8-401f-a183-b78373da249c req-cd403496-a55c-4de5-b5b0-0608602bd2bb service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2fb6ebb7-0edb-47a6-96f3-036e2585c66a HTTP/1.1" status: 200 len: 851 time: 0.0902944 Jul 14 09:35:47.154634 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-d6120dee-cb17-4ca5-bba4-2875158ddb5b req-d2a5c292-15a2-45af-a6ea-f4752a62b7b6 service neutron] Attempting to bind port b5a388d6-bc17-4a07-a2d8-629d650176bf on host n-h2-779913-29 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:35:47.155105 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-d6120dee-cb17-4ca5-bba4-2875158ddb5b req-d2a5c292-15a2-45af-a6ea-f4752a62b7b6 service neutron] Attempting to bind port b5a388d6-bc17-4a07-a2d8-629d650176bf by drivers openvswitch,hyperv on host n-h2-779913-29 at level 0 using segments [{'id': '292309a8-d1af-4728-adf3-473babb9574b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '73345ce1-56c8-4820-9a95-ad217b0c65d4'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:35:47.155543 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6120dee-cb17-4ca5-bba4-2875158ddb5b req-d2a5c292-15a2-45af-a6ea-f4752a62b7b6 service neutron] Attempting to bind port b5a388d6-bc17-4a07-a2d8-629d650176bf on network 73345ce1-56c8-4820-9a95-ad217b0c65d4 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:35:47.173646 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6120dee-cb17-4ca5-bba4-2875158ddb5b req-d2a5c292-15a2-45af-a6ea-f4752a62b7b6 service neutron] Port b5a388d6-bc17-4a07-a2d8-629d650176bf on network 73345ce1-56c8-4820-9a95-ad217b0c65d4 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-29 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:35:47.174199 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6120dee-cb17-4ca5-bba4-2875158ddb5b req-d2a5c292-15a2-45af-a6ea-f4752a62b7b6 service neutron] Attempting to bind port b5a388d6-bc17-4a07-a2d8-629d650176bf on network 73345ce1-56c8-4820-9a95-ad217b0c65d4 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:35:47.181946 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6120dee-cb17-4ca5-bba4-2875158ddb5b req-d2a5c292-15a2-45af-a6ea-f4752a62b7b6 service neutron] Checking agent: {'id': '013e4a3b-a634-47b8-b6a5-1a25109b73fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 13, 13), 'started_at': datetime.datetime(2021, 7, 14, 9, 13, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 35, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:35:47.182287 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6120dee-cb17-4ca5-bba4-2875158ddb5b req-d2a5c292-15a2-45af-a6ea-f4752a62b7b6 service neutron] Checking segment: {'id': '292309a8-d1af-4728-adf3-473babb9574b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '73345ce1-56c8-4820-9a95-ad217b0c65d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:35:47.183094 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6120dee-cb17-4ca5-bba4-2875158ddb5b req-d2a5c292-15a2-45af-a6ea-f4752a62b7b6 service neutron] Bound using segment: {'id': '292309a8-d1af-4728-adf3-473babb9574b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '73345ce1-56c8-4820-9a95-ad217b0c65d4'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:35:47.183539 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-d6120dee-cb17-4ca5-bba4-2875158ddb5b req-d2a5c292-15a2-45af-a6ea-f4752a62b7b6 service neutron] Bound port: b5a388d6-bc17-4a07-a2d8-629d650176bf, host: n-h2-779913-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '292309a8-d1af-4728-adf3-473babb9574b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '73345ce1-56c8-4820-9a95-ad217b0c65d4'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:35:47.183906 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-d6120dee-cb17-4ca5-bba4-2875158ddb5b req-d2a5c292-15a2-45af-a6ea-f4752a62b7b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:47.269401 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8b26fe-135b-406f-8a13-3172e115818d req-39583b38-14d6-420f-b60d-4270c1ad7411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:47.270933 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-de8b26fe-135b-406f-8a13-3172e115818d req-39583b38-14d6-420f-b60d-4270c1ad7411 service neutron] 10.222.0.65 "GET /v2.0/networks?id=3569c9d2-eab5-421e-9cb2-8a83583f6763 HTTP/1.1" status: 200 len: 915 time: 0.2227976 Jul 14 09:35:47.304263 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e17dd86f-3d32-4fcb-b820-f9c166427811 req-272e6255-ca09-42e4-ac20-82a635153a36 tempest-TestServerMultinode-538957439 tempest-TestServerMultinode-538957439-project-admin] 10.222.0.68 "GET /v2.0/ports?tenant_id=e498abdb8ae94e0baf9d8c9cd3801e7d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1625965 Jul 14 09:35:47.315080 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5762f2ec-01e8-401f-a183-b78373da249c req-3329882d-6662-40dd-b646-08e3e922b51b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:47.316500 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5762f2ec-01e8-401f-a183-b78373da249c req-3329882d-6662-40dd-b646-08e3e922b51b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2a42cb13-2d55-4959-a070-eb88da564dfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1591251 Jul 14 09:35:47.325485 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [req-1b08857c-6863-4d54-8776-1c26b9bac459 req-ed8ec08a-350c-451f-ab38-a8dc5b970048 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Deleting port ea9e9cbd-c4fe-40eb-a857-ee9e6c073bb8 {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:35:47.325485 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-1b08857c-6863-4d54-8776-1c26b9bac459 req-ed8ec08a-350c-451f-ab38-a8dc5b970048 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:47.331081 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-de8b26fe-135b-406f-8a13-3172e115818d req-e4804d03-5872-409c-aba5-0441851e50f6 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ae159fdc-960b-4f8a-a518-d4a1815c84dc HTTP/1.1" status: 200 len: 217 time: 0.0521526 Jul 14 09:35:47.353769 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-d6120dee-cb17-4ca5-bba4-2875158ddb5b req-d2a5c292-15a2-45af-a6ea-f4752a62b7b6 service neutron] For port b5a388d6-bc17-4a07-a2d8-629d650176bf, host n-h2-779913-29, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:35:47.389358 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-d6120dee-cb17-4ca5-bba4-2875158ddb5b req-d2a5c292-15a2-45af-a6ea-f4752a62b7b6 service neutron] For port b5a388d6-bc17-4a07-a2d8-629d650176bf, host n-h2-779913-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=b5a388d6-bc17-4a07-a2d8-629d650176bf,segment=NetworkSegment(292309a8-d1af-4728-adf3-473babb9574b),segment_id=292309a8-d1af-4728-adf3-473babb9574b)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:35:47.402159 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-d6120dee-cb17-4ca5-bba4-2875158ddb5b req-d2a5c292-15a2-45af-a6ea-f4752a62b7b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13574142'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:47.405275 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7e7ef3d-21e8-4976-99d6-fdca1ea3fd05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1108fa80-7aad-4885-89ca-21e078dd2cd9'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:35:47.408381 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd62303f06773040a8a4e189dc46b4f565768c299abf8ab8e7739778b0bc3e97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-383280a4-e5f2-4c8d-aa09-af6cca2038ec" -d '{"events": [{"server_uuid": "c7e7ef3d-21e8-4976-99d6-fdca1ea3fd05", "name": "network-vif-plugged", "status": "completed", "tag": "1108fa80-7aad-4885-89ca-21e078dd2cd9"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:35:47.442471 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8b26fe-135b-406f-8a13-3172e115818d req-257eb98f-c99e-4951-99fb-1cc40c6829c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:47.445380 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-de8b26fe-135b-406f-8a13-3172e115818d req-257eb98f-c99e-4951-99fb-1cc40c6829c7 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=92b9e41e-353a-41b9-9d9e-be464d12ff99 HTTP/1.1" status: 200 len: 854 time: 0.1052670 Jul 14 09:35:47.451452 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a184f451-d068-4af5-b705-568a163c1246 req-ca17510d-7854-4483-8495-a6a556f95e36 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:47.453553 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-a184f451-d068-4af5-b705-568a163c1246 req-ca17510d-7854-4483-8495-a6a556f95e36 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/ports?device_id=5ed0c1cb-c3d6-40f1-8aad-1894504b5a83 HTTP/1.1" status: 200 len: 944 time: 0.2413814 Jul 14 09:35:47.470072 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6120dee-cb17-4ca5-bba4-2875158ddb5b req-d2a5c292-15a2-45af-a6ea-f4752a62b7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:47.471349 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-d6120dee-cb17-4ca5-bba4-2875158ddb5b req-d2a5c292-15a2-45af-a6ea-f4752a62b7b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:47.472337 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d6120dee-cb17-4ca5-bba4-2875158ddb5b req-d2a5c292-15a2-45af-a6ea-f4752a62b7b6 service neutron] 10.222.0.57 "PUT /v2.0/ports/b5a388d6-bc17-4a07-a2d8-629d650176bf HTTP/1.1" status: 200 len: 1132 time: 2.1469438 Jul 14 09:35:47.502408 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-de8b26fe-135b-406f-8a13-3172e115818d req-b2fc61ea-fb57-468d-b89b-1e7a07587a5b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3569c9d2-eab5-421e-9cb2-8a83583f6763&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479100 Jul 14 09:35:47.547487 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e17dd86f-3d32-4fcb-b820-f9c166427811 req-1110eaf6-ad01-4657-9995-eb22ac8f7ee0 service neutron] 10.222.0.68 "GET /v2.0/networks/e0018b49-138f-4e34-bda0-8701ab6f4c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2343960 Jul 14 09:35:47.583497 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-1b08857c-6863-4d54-8776-1c26b9bac459 req-ed8ec08a-350c-451f-ab38-a8dc5b970048 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] For port ea9e9cbd-c4fe-40eb-a857-ee9e6c073bb8, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=ea9e9cbd-c4fe-40eb-a857-ee9e6c073bb8,segment=NetworkSegment(69cfe05a-7a0f-45bd-99ad-03b43180666a),segment_id=69cfe05a-7a0f-45bd-99ad-03b43180666a)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:35:47.584391 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-1b08857c-6863-4d54-8776-1c26b9bac459 req-ed8ec08a-350c-451f-ab38-a8dc5b970048 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:47.584521 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a5c292-15a2-45af-a6ea-f4752a62b7b6 service neutron] Pushing event updated for resources: {'Port': ['ID=b5a388d6-bc17-4a07-a2d8-629d650176bf,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:47.599670 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5762f2ec-01e8-401f-a183-b78373da249c req-f83a9022-c815-4567-89af-776954d4c39a service neutron] 10.222.0.65 "GET /v2.0/networks/2a42cb13-2d55-4959-a070-eb88da564dfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2750878 Jul 14 09:35:47.609857 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-a184f451-d068-4af5-b705-568a163c1246 req-953219f5-45b4-4200-af66-c973b95c7f47 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/security-groups?id=3e66fdd8-bd2d-4f0b-a124-b60bfc46cfe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1413429 Jul 14 09:35:47.655510 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-de8b26fe-135b-406f-8a13-3172e115818d req-08d1da2f-c9d4-44f2-9224-d94a532043a6 service neutron] 10.222.0.65 "GET /v2.0/networks/3569c9d2-eab5-421e-9cb2-8a83583f6763?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410923 Jul 14 09:35:47.666296 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [req-1b08857c-6863-4d54-8776-1c26b9bac459 req-ed8ec08a-350c-451f-ab38-a8dc5b970048 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Calling delete_port for ea9e9cbd-c4fe-40eb-a857-ee9e6c073bb8 owned by compute:nova {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:35:47.798980 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-de8b26fe-135b-406f-8a13-3172e115818d req-706b6c08-f481-4505-a9dd-5bc97059ca81 service neutron] 10.222.0.65 "GET /v2.0/networks/3569c9d2-eab5-421e-9cb2-8a83583f6763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273682 Jul 14 09:35:47.801114 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6120dee-cb17-4ca5-bba4-2875158ddb5b req-d68f357e-9ba1-49d6-b600-e14183609f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:47.803657 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e17dd86f-3d32-4fcb-b820-f9c166427811 req-9e22bea6-4248-4bbb-91a2-ca6874d09690 service neutron] 10.222.0.68 "GET /v2.0/networks/e0018b49-138f-4e34-bda0-8701ab6f4c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2370641 Jul 14 09:35:47.811393 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d6120dee-cb17-4ca5-bba4-2875158ddb5b req-d68f357e-9ba1-49d6-b600-e14183609f44 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8f4c0efbbeff49fda0063f5062583c63&device_id=5fc01b2f-40b9-4f77-af83-fe731cd3ed6b HTTP/1.1" status: 200 len: 1135 time: 0.2338266 Jul 14 09:35:47.830861 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5762f2ec-01e8-401f-a183-b78373da249c req-3527f67c-813d-4cb1-97a4-6c6fee95b364 service neutron] 10.222.0.65 "GET /v2.0/networks/2a42cb13-2d55-4959-a070-eb88da564dfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1928356 Jul 14 09:35:47.866278 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d6120dee-cb17-4ca5-bba4-2875158ddb5b req-931cc56c-f331-4f94-8f35-16efe3b4da6c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b5a388d6-bc17-4a07-a2d8-629d650176bf HTTP/1.1" status: 200 len: 217 time: 0.0399518 Jul 14 09:35:47.922004 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-1b08857c-6863-4d54-8776-1c26b9bac459 req-ed8ec08a-350c-451f-ab38-a8dc5b970048 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:47.960725 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8ec08a-350c-451f-ab38-a8dc5b970048 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Pushing event deleted for resources: {'Port': ['ID=ea9e9cbd-c4fe-40eb-a857-ee9e6c073bb8,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:47.987637 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6120dee-cb17-4ca5-bba4-2875158ddb5b req-da5725a4-c314-4816-8cc5-72846865a02a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:47.989525 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d6120dee-cb17-4ca5-bba4-2875158ddb5b req-da5725a4-c314-4816-8cc5-72846865a02a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ceae8e77-7c7e-4a6b-90f6-57f323d8e245 HTTP/1.1" status: 200 len: 835 time: 0.1164293 Jul 14 09:35:48.021661 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b08857c-6863-4d54-8776-1c26b9bac459 req-ed8ec08a-350c-451f-ab38-a8dc5b970048 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] No DVR routers for this DVR port ea9e9cbd-c4fe-40eb-a857-ee9e6c073bb8 on host n-h1-779913-29 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:35:48.026003 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-1b08857c-6863-4d54-8776-1c26b9bac459 req-ed8ec08a-350c-451f-ab38-a8dc5b970048 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:48.028514 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1b08857c-6863-4d54-8776-1c26b9bac459 req-ed8ec08a-350c-451f-ab38-a8dc5b970048 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] 10.222.0.65 "DELETE /v2.0/ports/ea9e9cbd-c4fe-40eb-a857-ee9e6c073bb8 HTTP/1.1" status: 204 len: 173 time: 1.1825504 Jul 14 09:35:48.047526 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5d99e3-9355-4464-992a-6c324713a0ad req-969f5e64-2095-4c3c-811f-536757aa8f08 tempest-VolumesActionsTest-1032464286 tempest-VolumesActionsTest-1032464286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:48.049076 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-df5d99e3-9355-4464-992a-6c324713a0ad req-969f5e64-2095-4c3c-811f-536757aa8f08 tempest-VolumesActionsTest-1032464286 tempest-VolumesActionsTest-1032464286-project] 10.222.0.68 "GET /v2.0/ports?device_id=c7e7ef3d-21e8-4976-99d6-fdca1ea3fd05 HTTP/1.1" status: 200 len: 946 time: 0.1441195 Jul 14 09:35:48.100542 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6120dee-cb17-4ca5-bba4-2875158ddb5b req-39255506-90ba-4ed7-b028-bf87a2af2824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:48.102113 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d6120dee-cb17-4ca5-bba4-2875158ddb5b req-39255506-90ba-4ed7-b028-bf87a2af2824 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=73345ce1-56c8-4820-9a95-ad217b0c65d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1052530 Jul 14 09:35:48.105014 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-df5d99e3-9355-4464-992a-6c324713a0ad req-66c34fd3-18e5-443c-a9af-65e424d80a25 tempest-VolumesActionsTest-1032464286 tempest-VolumesActionsTest-1032464286-project] 10.222.0.68 "GET /v2.0/security-groups?id=49aea925-c317-45a8-b5db-f75d7ba8be19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499907 Jul 14 09:35:48.167027 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:35:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a2371aa-ee2b-44f4-bca4-c7e4c2ac0fb3 x-openstack-request-id: req-4a2371aa-ee2b-44f4-bca4-c7e4c2ac0fb3 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:35:48.167569 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7e7ef3d-21e8-4976-99d6-fdca1ea3fd05", "name": "network-vif-plugged", "status": "completed", "tag": "1108fa80-7aad-4885-89ca-21e078dd2cd9", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:35:48.167785 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-4a2371aa-ee2b-44f4-bca4-c7e4c2ac0fb3 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:35:48.168357 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7e7ef3d-21e8-4976-99d6-fdca1ea3fd05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1108fa80-7aad-4885-89ca-21e078dd2cd9', 'code': 200} Jul 14 09:35:48.176722 n-d-779913-29 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fc01b2f-40b9-4f77-af83-fe731cd3ed6b', 'tag': 'b5a388d6-bc17-4a07-a2d8-629d650176bf'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:35:48.180035 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cb48f044f948e981f43897c8d7f1332f741dc7af2b4c5a6e19d8f4a80f708e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7e449a2-383a-4d6f-b7f4-ea29f4b00ddc" -d '{"events": [{"name": "network-changed", "server_uuid": "5fc01b2f-40b9-4f77-af83-fe731cd3ed6b", "tag": "b5a388d6-bc17-4a07-a2d8-629d650176bf"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:35:48.186642 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677c7883-2b9c-4f6b-9375-3a6b37a87009 req-cee842c7-5e0d-4e48-ba74-490c6b094412 tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:48.188760 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-677c7883-2b9c-4f6b-9375-3a6b37a87009 req-cee842c7-5e0d-4e48-ba74-490c6b094412 tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] 10.222.0.68 "GET /v2.0/ports?device_id=5fc01b2f-40b9-4f77-af83-fe731cd3ed6b HTTP/1.1" status: 200 len: 983 time: 0.1238828 Jul 14 09:35:48.200116 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [req-1b08857c-6863-4d54-8776-1c26b9bac459 req-f3566800-add1-4e64-b127-5ffc71c696d3 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Deleting port bfeac96f-d3a2-4a7b-abb1-6f8a87d43efe {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:35:48.201052 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-1b08857c-6863-4d54-8776-1c26b9bac459 req-f3566800-add1-4e64-b127-5ffc71c696d3 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:48.235371 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d6120dee-cb17-4ca5-bba4-2875158ddb5b req-a9f00f13-a95f-478d-a896-ee0649cbba82 service neutron] 10.222.0.57 "GET /v2.0/networks/73345ce1-56c8-4820-9a95-ad217b0c65d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262345 Jul 14 09:35:48.368858 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-677c7883-2b9c-4f6b-9375-3a6b37a87009 req-3caa5d29-2d26-4f91-ab85-22e10b13ea82 tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] 10.222.0.68 "GET /v2.0/security-groups?id=a6887b36-dc41-4a94-9c8a-146532f74efd&id=163851e2-8c9a-4c41-aaeb-45f47f0e50a0&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1624334 Jul 14 09:35:48.397087 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d6120dee-cb17-4ca5-bba4-2875158ddb5b req-ba5afaa7-0aea-4858-af66-c97d3ce0d864 service neutron] 10.222.0.57 "GET /v2.0/networks/73345ce1-56c8-4820-9a95-ad217b0c65d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530528 Jul 14 09:35:48.400553 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-1b08857c-6863-4d54-8776-1c26b9bac459 req-f3566800-add1-4e64-b127-5ffc71c696d3 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] For port bfeac96f-d3a2-4a7b-abb1-6f8a87d43efe, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=bfeac96f-d3a2-4a7b-abb1-6f8a87d43efe,segment=NetworkSegment(c705dd1f-2341-4524-a81f-3d9cf3c38e6b),segment_id=c705dd1f-2341-4524-a81f-3d9cf3c38e6b)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:35:48.400923 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-1b08857c-6863-4d54-8776-1c26b9bac459 req-f3566800-add1-4e64-b127-5ffc71c696d3 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:48.427675 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82231c1-9bdd-43f7-8eaf-8aa47434a232 req-94043754-6596-4180-b218-197af0367973 tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:48.434704 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [req-1b08857c-6863-4d54-8776-1c26b9bac459 req-f3566800-add1-4e64-b127-5ffc71c696d3 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Calling delete_port for bfeac96f-d3a2-4a7b-abb1-6f8a87d43efe owned by compute:nova {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:35:48.446111 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-a82231c1-9bdd-43f7-8eaf-8aa47434a232 req-94043754-6596-4180-b218-197af0367973 tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] 10.222.0.68 "GET /v2.0/ports?device_id=e9b8dbeb-061d-432b-b9ea-e875d71d6f00 HTTP/1.1" status: 200 len: 944 time: 0.1406071 Jul 14 09:35:48.450560 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca48ae4b-2be2-480b-9d3c-bf824e6abe50 req-b0a080bb-fbf8-4653-a62f-cd54d625649a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:48.452237 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ca48ae4b-2be2-480b-9d3c-bf824e6abe50 req-b0a080bb-fbf8-4653-a62f-cd54d625649a service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=c7e7ef3d-21e8-4976-99d6-fdca1ea3fd05 HTTP/1.1" status: 200 len: 1098 time: 0.1716461 Jul 14 09:35:48.500348 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-a82231c1-9bdd-43f7-8eaf-8aa47434a232 req-a39f2cbe-eac5-4bfd-9e2d-4293a61b90c6 tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] 10.222.0.68 "GET /v2.0/security-groups?id=480b9b88-a112-41cf-9ffd-c713e01dc0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526953 Jul 14 09:35:48.551751 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2f311522-b3ac-4160-a500-2bd415e646cb req-07e0ff92-5f1c-4f8e-a3b2-0ab153369838 tempest-TestServerMultinode-538957439 tempest-TestServerMultinode-538957439-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=97f50e3d-8759-4fd4-b896-bcaa80364092 HTTP/1.1" status: 200 len: 210 time: 0.0918164 Jul 14 09:35:48.584302 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ca48ae4b-2be2-480b-9d3c-bf824e6abe50 req-89d0bc55-6fb6-4991-baa8-3a21127ba693 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=49aea925-c317-45a8-b5db-f75d7ba8be19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230469 Jul 14 09:35:48.615537 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:35:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eef93f54-dd48-4488-8a37-9069c9eef109 x-openstack-request-id: req-eef93f54-dd48-4488-8a37-9069c9eef109 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:35:48.615841 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fc01b2f-40b9-4f77-af83-fe731cd3ed6b", "tag": "b5a388d6-bc17-4a07-a2d8-629d650176bf", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:35:48.616100 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-eef93f54-dd48-4488-8a37-9069c9eef109 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:35:48.616507 n-d-779913-29 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fc01b2f-40b9-4f77-af83-fe731cd3ed6b', 'tag': 'b5a388d6-bc17-4a07-a2d8-629d650176bf', 'status': 'completed', 'code': 200} Jul 14 09:35:48.673695 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-1b08857c-6863-4d54-8776-1c26b9bac459 req-f3566800-add1-4e64-b127-5ffc71c696d3 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:48.707395 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3566800-add1-4e64-b127-5ffc71c696d3 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Pushing event deleted for resources: {'Port': ['ID=bfeac96f-d3a2-4a7b-abb1-6f8a87d43efe,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:48.766081 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ff239c-2e6d-4d14-a4d3-141b5538fda5 req-c10debc4-22e1-41d4-aee0-3f7c1c71f35f tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:48.767554 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-50ff239c-2e6d-4d14-a4d3-141b5538fda5 req-c10debc4-22e1-41d4-aee0-3f7c1c71f35f tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] 10.222.0.68 "GET /v2.0/ports?device_id=5c7b30e8-3087-4fa2-a121-bc36e0beab3b HTTP/1.1" status: 200 len: 865 time: 0.1282125 Jul 14 09:35:48.769277 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b08857c-6863-4d54-8776-1c26b9bac459 req-f3566800-add1-4e64-b127-5ffc71c696d3 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] No DVR routers for this DVR port bfeac96f-d3a2-4a7b-abb1-6f8a87d43efe on host n-h1-779913-29 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:35:48.777724 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e449a2-383a-4d6f-b7f4-ea29f4b00ddc req-6438b1ba-86b1-42d4-9a40-2efca754ac88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:48.779315 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-1b08857c-6863-4d54-8776-1c26b9bac459 req-f3566800-add1-4e64-b127-5ffc71c696d3 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:48.779440 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-c7e449a2-383a-4d6f-b7f4-ea29f4b00ddc req-6438b1ba-86b1-42d4-9a40-2efca754ac88 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8f4c0efbbeff49fda0063f5062583c63&device_id=5fc01b2f-40b9-4f77-af83-fe731cd3ed6b HTTP/1.1" status: 200 len: 1135 time: 0.1098545 Jul 14 09:35:48.781639 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1b08857c-6863-4d54-8776-1c26b9bac459 req-f3566800-add1-4e64-b127-5ffc71c696d3 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] 10.222.0.65 "DELETE /v2.0/ports/bfeac96f-d3a2-4a7b-abb1-6f8a87d43efe HTTP/1.1" status: 204 len: 173 time: 0.7477937 Jul 14 09:35:48.805074 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ed0c1cb-c3d6-40f1-8aad-1894504b5a83', 'tag': '9e91a837-3b23-4ea6-ab66-86261b57cd5c'}, {'server_uuid': '5c7b30e8-3087-4fa2-a121-bc36e0beab3b', 'name': 'network-vif-deleted', 'tag': '0d1d6f24-a3fe-4925-8ced-a01216f77039'}, {'server_uuid': '5c7b30e8-3087-4fa2-a121-bc36e0beab3b', 'name': 'network-vif-deleted', 'tag': 'ea9e9cbd-c4fe-40eb-a857-ee9e6c073bb8'}, {'server_uuid': '5c7b30e8-3087-4fa2-a121-bc36e0beab3b', 'name': 'network-vif-deleted', 'tag': 'bfeac96f-d3a2-4a7b-abb1-6f8a87d43efe'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:35:48.807227 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1101aef1-cfd8-426f-9678-3a733219199e" -d '{"events": [{"name": "network-changed", "server_uuid": "5ed0c1cb-c3d6-40f1-8aad-1894504b5a83", "tag": "9e91a837-3b23-4ea6-ab66-86261b57cd5c"}, {"server_uuid": "5c7b30e8-3087-4fa2-a121-bc36e0beab3b", "name": "network-vif-deleted", "tag": "0d1d6f24-a3fe-4925-8ced-a01216f77039"}, {"server_uuid": "5c7b30e8-3087-4fa2-a121-bc36e0beab3b", "name": "network-vif-deleted", "tag": "ea9e9cbd-c4fe-40eb-a857-ee9e6c073bb8"}, {"server_uuid": "5c7b30e8-3087-4fa2-a121-bc36e0beab3b", "name": "network-vif-deleted", "tag": "bfeac96f-d3a2-4a7b-abb1-6f8a87d43efe"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:35:48.845564 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbe1307-5323-4dab-8290-e0a533a00f7d req-b666af63-22fe-4323-a7cd-5fd9ce16feaf tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:48.847315 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-9bbe1307-5323-4dab-8290-e0a533a00f7d req-b666af63-22fe-4323-a7cd-5fd9ce16feaf tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/ports?device_id=5ed0c1cb-c3d6-40f1-8aad-1894504b5a83 HTTP/1.1" status: 200 len: 944 time: 0.0792270 Jul 14 09:35:48.861991 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-50ff239c-2e6d-4d14-a4d3-141b5538fda5 req-0765ef7e-c351-4b5e-9218-9aa10de5f9bc tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] 10.222.0.68 "GET /v2.0/security-groups?id=3e8708b8-59d7-4408-a840-9965955f2a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865424 Jul 14 09:35:48.900158 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e449a2-383a-4d6f-b7f4-ea29f4b00ddc req-fbc00755-3331-4d49-b2eb-1ad957bdb9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:48.901660 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-c7e449a2-383a-4d6f-b7f4-ea29f4b00ddc req-fbc00755-3331-4d49-b2eb-1ad957bdb9f3 service neutron] 10.222.0.57 "GET /v2.0/networks?id=73345ce1-56c8-4820-9a95-ad217b0c65d4 HTTP/1.1" status: 200 len: 897 time: 0.1151059 Jul 14 09:35:48.907631 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-9bbe1307-5323-4dab-8290-e0a533a00f7d req-c566cbad-d87e-453d-821e-0353b4b663ff tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/security-groups?id=3e66fdd8-bd2d-4f0b-a124-b60bfc46cfe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534134 Jul 14 09:35:48.977729 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-c7e449a2-383a-4d6f-b7f4-ea29f4b00ddc req-2cf64300-d553-4546-af29-54eee362bf7c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b5a388d6-bc17-4a07-a2d8-629d650176bf HTTP/1.1" status: 200 len: 217 time: 0.0674040 Jul 14 09:35:48.989976 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 692 Content-Type: application/json Date: Wed, 14 Jul 2021 09:35:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e66979be-f7bf-40d2-aacf-71f510138f81 x-openstack-request-id: req-e66979be-f7bf-40d2-aacf-71f510138f81 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:35:48.990357 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ed0c1cb-c3d6-40f1-8aad-1894504b5a83", "tag": "9e91a837-3b23-4ea6-ab66-86261b57cd5c", "status": "completed", "code": 200}, {"server_uuid": "5c7b30e8-3087-4fa2-a121-bc36e0beab3b", "name": "network-vif-deleted", "tag": "0d1d6f24-a3fe-4925-8ced-a01216f77039", "status": "completed", "code": 200}, {"server_uuid": "5c7b30e8-3087-4fa2-a121-bc36e0beab3b", "name": "network-vif-deleted", "tag": "ea9e9cbd-c4fe-40eb-a857-ee9e6c073bb8", "status": "completed", "code": 200}, {"server_uuid": "5c7b30e8-3087-4fa2-a121-bc36e0beab3b", "name": "network-vif-deleted", "tag": "bfeac96f-d3a2-4a7b-abb1-6f8a87d43efe", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:35:48.990704 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-e66979be-f7bf-40d2-aacf-71f510138f81 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:35:48.991190 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ed0c1cb-c3d6-40f1-8aad-1894504b5a83', 'tag': '9e91a837-3b23-4ea6-ab66-86261b57cd5c', 'status': 'completed', 'code': 200} Jul 14 09:35:48.991512 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c7b30e8-3087-4fa2-a121-bc36e0beab3b', 'name': 'network-vif-deleted', 'tag': '0d1d6f24-a3fe-4925-8ced-a01216f77039', 'status': 'completed', 'code': 200} Jul 14 09:35:48.991859 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c7b30e8-3087-4fa2-a121-bc36e0beab3b', 'name': 'network-vif-deleted', 'tag': 'ea9e9cbd-c4fe-40eb-a857-ee9e6c073bb8', 'status': 'completed', 'code': 200} Jul 14 09:35:48.992175 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c7b30e8-3087-4fa2-a121-bc36e0beab3b', 'name': 'network-vif-deleted', 'tag': 'bfeac96f-d3a2-4a7b-abb1-6f8a87d43efe', 'status': 'completed', 'code': 200} Jul 14 09:35:49.058005 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e449a2-383a-4d6f-b7f4-ea29f4b00ddc req-0f2923d5-eddc-45dc-a66e-4d0d196ca04a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:49.059492 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-c7e449a2-383a-4d6f-b7f4-ea29f4b00ddc req-0f2923d5-eddc-45dc-a66e-4d0d196ca04a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ceae8e77-7c7e-4a6b-90f6-57f323d8e245 HTTP/1.1" status: 200 len: 835 time: 0.0710046 Jul 14 09:35:49.130267 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1101aef1-cfd8-426f-9678-3a733219199e req-31a1abc5-855c-42c3-8fad-ed5b790d425e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:49.132874 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1101aef1-cfd8-426f-9678-3a733219199e req-31a1abc5-855c-42c3-8fad-ed5b790d425e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0be6be6bccc149f1a4b35e465d4a6d6f&device_id=5ed0c1cb-c3d6-40f1-8aad-1894504b5a83 HTTP/1.1" status: 200 len: 1096 time: 0.0675368 Jul 14 09:35:49.142867 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e449a2-383a-4d6f-b7f4-ea29f4b00ddc req-6e0a5b20-bce8-4962-8797-742eb2e5241a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:49.145337 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-c7e449a2-383a-4d6f-b7f4-ea29f4b00ddc req-6e0a5b20-bce8-4962-8797-742eb2e5241a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=73345ce1-56c8-4820-9a95-ad217b0c65d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0788326 Jul 14 09:35:49.317871 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1101aef1-cfd8-426f-9678-3a733219199e req-302ba1fd-2ec6-40a2-aad3-ede66b9a960e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:49.319422 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1101aef1-cfd8-426f-9678-3a733219199e req-302ba1fd-2ec6-40a2-aad3-ede66b9a960e service neutron] 10.222.0.65 "GET /v2.0/networks?id=2a42cb13-2d55-4959-a070-eb88da564dfb HTTP/1.1" status: 200 len: 913 time: 0.1725485 Jul 14 09:35:49.325115 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-c7e449a2-383a-4d6f-b7f4-ea29f4b00ddc req-1e371337-135e-40fa-8fc2-ac0428a841a1 service neutron] 10.222.0.57 "GET /v2.0/networks/73345ce1-56c8-4820-9a95-ad217b0c65d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1726501 Jul 14 09:35:49.390411 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1101aef1-cfd8-426f-9678-3a733219199e req-89544ea8-8c5b-40b5-90c3-d2c4ac379a19 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9e91a837-3b23-4ea6-ab66-86261b57cd5c HTTP/1.1" status: 200 len: 217 time: 0.0575657 Jul 14 09:35:49.432811 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-c7e449a2-383a-4d6f-b7f4-ea29f4b00ddc req-441ec045-ef28-4d4c-b980-efa7132d6967 service neutron] 10.222.0.57 "GET /v2.0/networks/73345ce1-56c8-4820-9a95-ad217b0c65d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956986 Jul 14 09:35:49.466978 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1101aef1-cfd8-426f-9678-3a733219199e req-b36ee973-ea10-4262-9dd0-c4105ac5c569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:49.468982 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1101aef1-cfd8-426f-9678-3a733219199e req-b36ee973-ea10-4262-9dd0-c4105ac5c569 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2fb6ebb7-0edb-47a6-96f3-036e2585c66a HTTP/1.1" status: 200 len: 851 time: 0.0687966 Jul 14 09:35:49.476749 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e8b2ab-0aca-454d-aa67-be9774932860 req-e8efc01c-1012-4d9f-ac01-ac8bd459fa24 tempest-VolumesActionsTest-1032464286 tempest-VolumesActionsTest-1032464286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:49.478170 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-97e8b2ab-0aca-454d-aa67-be9774932860 req-e8efc01c-1012-4d9f-ac01-ac8bd459fa24 tempest-VolumesActionsTest-1032464286 tempest-VolumesActionsTest-1032464286-project] 10.222.0.68 "GET /v2.0/ports?device_id=c7e7ef3d-21e8-4976-99d6-fdca1ea3fd05 HTTP/1.1" status: 200 len: 946 time: 0.1618900 Jul 14 09:35:49.541254 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-97e8b2ab-0aca-454d-aa67-be9774932860 req-29922c22-d2a5-4212-80e6-1d5befbcae9c tempest-VolumesActionsTest-1032464286 tempest-VolumesActionsTest-1032464286-project] 10.222.0.68 "GET /v2.0/security-groups?id=49aea925-c317-45a8-b5db-f75d7ba8be19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541925 Jul 14 09:35:49.569249 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1101aef1-cfd8-426f-9678-3a733219199e req-c481e595-125f-4027-ac22-240f3541252b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:49.570846 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1101aef1-cfd8-426f-9678-3a733219199e req-c481e595-125f-4027-ac22-240f3541252b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2a42cb13-2d55-4959-a070-eb88da564dfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0917690 Jul 14 09:35:49.589075 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc18ba8-8769-4cba-b8e6-c47d5746c298 req-1bc3e50d-c7f5-4749-bf32-a6c00bb5e6f8 tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:49.594499 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-abc18ba8-8769-4cba-b8e6-c47d5746c298 req-1bc3e50d-c7f5-4749-bf32-a6c00bb5e6f8 tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] 10.222.0.68 "GET /v2.0/ports?device_id=5fc01b2f-40b9-4f77-af83-fe731cd3ed6b HTTP/1.1" status: 200 len: 983 time: 0.0848203 Jul 14 09:35:49.645952 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-abc18ba8-8769-4cba-b8e6-c47d5746c298 req-91818b65-8310-4c65-abf8-27b06614b865 tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] 10.222.0.68 "GET /v2.0/security-groups?id=a6887b36-dc41-4a94-9c8a-146532f74efd&id=163851e2-8c9a-4c41-aaeb-45f47f0e50a0&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0452194 Jul 14 09:35:49.746237 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1101aef1-cfd8-426f-9678-3a733219199e req-9d6b6aab-7671-40b2-b157-9e45d5a3f943 service neutron] 10.222.0.65 "GET /v2.0/networks/2a42cb13-2d55-4959-a070-eb88da564dfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577392 Jul 14 09:35:49.831138 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d0df0e5a-7474-424f-a4e5-b6dfcfacfefd req-62cce007-d18c-4590-b770-77c7c22dc73f tempest-TestServerMultinode-538957439 tempest-TestServerMultinode-538957439-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=97f50e3d-8759-4fd4-b896-bcaa80364092 HTTP/1.1" status: 200 len: 210 time: 0.0466280 Jul 14 09:35:49.967830 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device ae159fdc-960b-4f8a-a518-d4a1815c84dc details requested by agent hyperv_n-h1-779913-29 with host n-h1-779913-29 {{(pid=93959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:35:50.143163 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-f6994bf9-5935-4f84-8e95-3086e7e77ca5 req-f554569b-6785-4cb9-9dcd-350972b16631 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] 10.222.0.68 "GET /v2.0/ports?device_id=5c7b30e8-3087-4fa2-a121-bc36e0beab3b HTTP/1.1" status: 200 len: 210 time: 0.0411787 Jul 14 09:35:50.199897 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8a7379-c8e2-4dde-bd4e-e7818681557c req-93a8957d-65c7-47e2-bbe5-a4c8c21c4106 tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:50.201569 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5f8a7379-c8e2-4dde-bd4e-e7818681557c req-93a8957d-65c7-47e2-bbe5-a4c8c21c4106 tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] 10.222.0.68 "GET /v2.0/ports?device_id=e9b8dbeb-061d-432b-b9ea-e875d71d6f00 HTTP/1.1" status: 200 len: 944 time: 0.5229151 Jul 14 09:35:50.220537 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port ae159fdc-960b-4f8a-a518-d4a1815c84dc, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=ae159fdc-960b-4f8a-a518-d4a1815c84dc,segment=NetworkSegment(7591738e-41ad-492d-b0a6-69a16017c202),segment_id=7591738e-41ad-492d-b0a6-69a16017c202)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:35:50.235299 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Returning: {'device': 'ae159fdc-960b-4f8a-a518-d4a1815c84dc', 'network_id': '3569c9d2-eab5-421e-9cb2-8a83583f6763', 'port_id': 'ae159fdc-960b-4f8a-a518-d4a1815c84dc', 'mac_address': 'fa:16:3e:84:2c:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 728, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92b9e41e-353a-41b9-9d9e-be464d12ff99', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:35:50.249835 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1101aef1-cfd8-426f-9678-3a733219199e req-c3d5a3b4-98cd-4123-acdd-7064792e7c8f service neutron] 10.222.0.65 "GET /v2.0/networks/2a42cb13-2d55-4959-a070-eb88da564dfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4872394 Jul 14 09:35:50.278334 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:50.293402 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae159fdc-960b-4f8a-a518-d4a1815c84dc {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:35:50.301044 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5f8a7379-c8e2-4dde-bd4e-e7818681557c req-9e1c3358-c56c-4da4-b644-ee387a28b2dc tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] 10.222.0.68 "GET /v2.0/security-groups?id=480b9b88-a112-41cf-9ffd-c713e01dc0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872984 Jul 14 09:35:50.322143 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port ae159fdc-960b-4f8a-a518-d4a1815c84dc, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=ae159fdc-960b-4f8a-a518-d4a1815c84dc,segment=NetworkSegment(7591738e-41ad-492d-b0a6-69a16017c202),segment_id=7591738e-41ad-492d-b0a6-69a16017c202)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:35:50.323803 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17dd86f-3d32-4fcb-b820-f9c166427811 req-d796b5cb-fe32-4260-bf65-a4a01555ca0c tempest-TestServerMultinode-538957439 tempest-TestServerMultinode-538957439-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:50.325439 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e17dd86f-3d32-4fcb-b820-f9c166427811 req-d796b5cb-fe32-4260-bf65-a4a01555ca0c tempest-TestServerMultinode-538957439 tempest-TestServerMultinode-538957439-project-admin] 10.222.0.65 "GET /v2.0/networks?id=e0018b49-138f-4e34-bda0-8701ab6f4c2c HTTP/1.1" status: 200 len: 911 time: 0.4917014 Jul 14 09:35:50.337911 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:50.361084 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-e17dd86f-3d32-4fcb-b820-f9c166427811 req-3b1ef793-5087-4381-8f2b-8183d65cfe83 tempest-TestServerMultinode-538957439 tempest-TestServerMultinode-538957439-project-admin] Request body: {'port': {'device_id': '97f50e3d-8759-4fd4-b896-bcaa80364092', 'network_id': 'e0018b49-138f-4e34-bda0-8701ab6f4c2c', 'admin_state_up': True, 'tenant_id': 'e498abdb8ae94e0baf9d8c9cd3801e7d'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:35:50.381579 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a19f1e-eda0-49a7-82fb-3a48b67272ff req-ee4faf12-628b-415c-9ade-1b206e569a8b tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:50.383969 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-03a19f1e-eda0-49a7-82fb-3a48b67272ff req-ee4faf12-628b-415c-9ade-1b206e569a8b tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/ports?device_id=5ed0c1cb-c3d6-40f1-8aad-1894504b5a83 HTTP/1.1" status: 200 len: 944 time: 0.1176221 Jul 14 09:35:50.396341 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e17dd86f-3d32-4fcb-b820-f9c166427811 req-3b1ef793-5087-4381-8f2b-8183d65cfe83 tempest-TestServerMultinode-538957439 tempest-TestServerMultinode-538957439-project-admin] Made reservation on behalf of e498abdb8ae94e0baf9d8c9cd3801e7d for: {'port': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:35:50.401485 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-e17dd86f-3d32-4fcb-b820-f9c166427811 req-3b1ef793-5087-4381-8f2b-8183d65cfe83 tempest-TestServerMultinode-538957439 tempest-TestServerMultinode-538957439-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:50.401683 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Pushing event updated for resources: {'Port': ['ID=ae159fdc-960b-4f8a-a518-d4a1815c84dc,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:50.410050 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:35:50.410529 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:35:50.411102 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:35:50.411547 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:35:50.411989 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:35:50.412432 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:35:50.412864 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:35:50.413317 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:35:50.413779 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:35:50.414215 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:35:50.414647 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:35:50.415077 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:35:50.434041 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-03a19f1e-eda0-49a7-82fb-3a48b67272ff req-67580212-ecb9-44fb-9955-0ec354c8cb8c tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/security-groups?id=3e66fdd8-bd2d-4f0b-a124-b60bfc46cfe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442345 Jul 14 09:35:50.541460 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [req-e17dd86f-3d32-4fcb-b820-f9c166427811 req-3b1ef793-5087-4381-8f2b-8183d65cfe83 tempest-TestServerMultinode-538957439 tempest-TestServerMultinode-538957439-project-admin] Allocated IP 172.20.0.6 (e0018b49-138f-4e34-bda0-8701ab6f4c2c/c4952ea5-c657-4cdd-96d4-47c092d76340/a2b5ae54-a92a-4360-94b7-d5229220196c) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:35:50.698147 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-e17dd86f-3d32-4fcb-b820-f9c166427811 req-3b1ef793-5087-4381-8f2b-8183d65cfe83 tempest-TestServerMultinode-538957439 tempest-TestServerMultinode-538957439-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:50.716541 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [req-e17dd86f-3d32-4fcb-b820-f9c166427811 req-3b1ef793-5087-4381-8f2b-8183d65cfe83 tempest-TestServerMultinode-538957439 tempest-TestServerMultinode-538957439-project-admin] Transition to ACTIVE for port object a2b5ae54-a92a-4360-94b7-d5229220196c will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:35:50.729840 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] get_ports_and_sgs() called for port_ids ['ae159fdc-960b-4f8a-a518-d4a1815c84dc'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:35:50.742984 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51cd197-8d30-499d-895a-4ae082da8d8b req-cdb69d46-8de2-47ad-a730-47bd04b46441 tempest-VolumesActionsTest-1032464286 tempest-VolumesActionsTest-1032464286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:50.752192 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-f51cd197-8d30-499d-895a-4ae082da8d8b req-cdb69d46-8de2-47ad-a730-47bd04b46441 tempest-VolumesActionsTest-1032464286 tempest-VolumesActionsTest-1032464286-project] 10.222.0.68 "GET /v2.0/ports?device_id=c7e7ef3d-21e8-4976-99d6-fdca1ea3fd05 HTTP/1.1" status: 200 len: 946 time: 0.0867357 Jul 14 09:35:50.754425 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-e17dd86f-3d32-4fcb-b820-f9c166427811 req-3b1ef793-5087-4381-8f2b-8183d65cfe83 tempest-TestServerMultinode-538957439 tempest-TestServerMultinode-538957439-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:50.793100 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] get_ports_and_sgs() called for port_ids ['644aef1c-a35a-4b8a-9395-aaea780355d1'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:35:50.812548 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-f51cd197-8d30-499d-895a-4ae082da8d8b req-06a3c62c-6474-4608-9a1a-e3a8a284a010 tempest-VolumesActionsTest-1032464286 tempest-VolumesActionsTest-1032464286-project] 10.222.0.68 "GET /v2.0/security-groups?id=49aea925-c317-45a8-b5db-f75d7ba8be19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586097 Jul 14 09:35:50.821611 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e17dd86f-3d32-4fcb-b820-f9c166427811 req-3b1ef793-5087-4381-8f2b-8183d65cfe83 tempest-TestServerMultinode-538957439 tempest-TestServerMultinode-538957439-project-admin] Network e0018b49-138f-4e34-bda0-8701ab6f4c2c is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:35:50.848718 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [req-e17dd86f-3d32-4fcb-b820-f9c166427811 req-3b1ef793-5087-4381-8f2b-8183d65cfe83 tempest-TestServerMultinode-538957439 tempest-TestServerMultinode-538957439-project-admin] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:35:50.851257 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-e17dd86f-3d32-4fcb-b820-f9c166427811 req-3b1ef793-5087-4381-8f2b-8183d65cfe83 tempest-TestServerMultinode-538957439 tempest-TestServerMultinode-538957439-project-admin] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:35:50.878636 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1ef793-5087-4381-8f2b-8183d65cfe83 tempest-TestServerMultinode-538957439 tempest-TestServerMultinode-538957439-project-admin] Pushing event updated for resources: {'Port': ['ID=a2b5ae54-a92a-4360-94b7-d5229220196c,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:50.930756 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17dd86f-3d32-4fcb-b820-f9c166427811 req-3b1ef793-5087-4381-8f2b-8183d65cfe83 tempest-TestServerMultinode-538957439 tempest-TestServerMultinode-538957439-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:50.931685 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-e17dd86f-3d32-4fcb-b820-f9c166427811 req-3b1ef793-5087-4381-8f2b-8183d65cfe83 tempest-TestServerMultinode-538957439 tempest-TestServerMultinode-538957439-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:50.955206 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177c14e6-271e-4370-94bd-44405ccddac8 req-25fd96d4-e7cf-42f6-a072-5bc9ba17e961 tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:50.962379 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-177c14e6-271e-4370-94bd-44405ccddac8 req-25fd96d4-e7cf-42f6-a072-5bc9ba17e961 tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] 10.222.0.68 "GET /v2.0/ports?device_id=5fc01b2f-40b9-4f77-af83-fe731cd3ed6b HTTP/1.1" status: 200 len: 983 time: 0.1718926 Jul 14 09:35:50.994021 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e17dd86f-3d32-4fcb-b820-f9c166427811 req-3b1ef793-5087-4381-8f2b-8183d65cfe83 tempest-TestServerMultinode-538957439 tempest-TestServerMultinode-538957439-project-admin] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.6385908 Jul 14 09:35:51.023081 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-e17dd86f-3d32-4fcb-b820-f9c166427811 req-dc4b942c-0d93-499b-8d4a-d7d9fce621c4 service neutron] Request body: {'port': {'device_id': '97f50e3d-8759-4fd4-b896-bcaa80364092', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-29'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:35:51.082763 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-177c14e6-271e-4370-94bd-44405ccddac8 req-f08930d7-9db6-4890-82f2-fbd4fbd3ef7d tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] 10.222.0.68 "GET /v2.0/security-groups?id=a6887b36-dc41-4a94-9c8a-146532f74efd&id=163851e2-8c9a-4c41-aaeb-45f47f0e50a0&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1194003 Jul 14 09:35:51.104548 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c374cefc-1323-4f93-93c0-607e83bdc7ef req-3bc050e3-115c-4bcb-b294-6fa595b6bd1d tempest-TestServerMultinode-538957439 tempest-TestServerMultinode-538957439-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:51.106218 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-c374cefc-1323-4f93-93c0-607e83bdc7ef req-3bc050e3-115c-4bcb-b294-6fa595b6bd1d tempest-TestServerMultinode-538957439 tempest-TestServerMultinode-538957439-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=97f50e3d-8759-4fd4-b896-bcaa80364092 HTTP/1.1" status: 200 len: 1027 time: 0.0909655 Jul 14 09:35:51.165701 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-c374cefc-1323-4f93-93c0-607e83bdc7ef req-f1091e01-a8e4-4c7e-b646-53381845c934 tempest-TestServerMultinode-538957439 tempest-TestServerMultinode-538957439-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=3b2bec02-c2bf-4502-b7c0-67d79f190b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521648 Jul 14 09:35:51.263609 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-e17dd86f-3d32-4fcb-b820-f9c166427811 req-dc4b942c-0d93-499b-8d4a-d7d9fce621c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:51.308019 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-62ab8812-b8ba-43a9-974e-061e640c3548 None None] Provisioning for port a2b5ae54-a92a-4360-94b7-d5229220196c completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:35:51.317543 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-62ab8812-b8ba-43a9-974e-061e640c3548 None None] Provisioning complete for port a2b5ae54-a92a-4360-94b7-d5229220196c triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:35:51.318871 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-62ab8812-b8ba-43a9-974e-061e640c3548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:51.411027 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-62ab8812-b8ba-43a9-974e-061e640c3548 None None] Port a2b5ae54-a92a-4360-94b7-d5229220196c cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:35:51.495453 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-76f5d569-1567-45e5-b854-5a26a5f76493 req-31df88af-67c0-4984-b9d7-00bf2f98657e tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] 10.222.0.68 "GET /v2.0/ports?device_id=5c7b30e8-3087-4fa2-a121-bc36e0beab3b HTTP/1.1" status: 200 len: 210 time: 0.0412722 Jul 14 09:35:51.574369 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device b5a388d6-bc17-4a07-a2d8-629d650176bf details requested by agent hyperv_n-h2-779913-29 with host n-h2-779913-29 {{(pid=93959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:35:51.637145 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [req-e17dd86f-3d32-4fcb-b820-f9c166427811 req-dc4b942c-0d93-499b-8d4a-d7d9fce621c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2b5ae54-a92a-4360-94b7-d5229220196c {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:35:51.646587 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-e17dd86f-3d32-4fcb-b820-f9c166427811 req-dc4b942c-0d93-499b-8d4a-d7d9fce621c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:51.664710 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [req-e17dd86f-3d32-4fcb-b820-f9c166427811 req-dc4b942c-0d93-499b-8d4a-d7d9fce621c4 service neutron] Transition to ACTIVE for port object a2b5ae54-a92a-4360-94b7-d5229220196c will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:35:51.669343 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-e17dd86f-3d32-4fcb-b820-f9c166427811 req-dc4b942c-0d93-499b-8d4a-d7d9fce621c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:51.726762 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4b942c-0d93-499b-8d4a-d7d9fce621c4 service neutron] Pushing event updated for resources: {'Port': ['ID=a2b5ae54-a92a-4360-94b7-d5229220196c,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:51.761267 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c50d655-1b6c-47dc-aa56-5211ec1f6f5e req-464c65f8-d43d-499c-9491-88f204825311 tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:51.771271 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-7c50d655-1b6c-47dc-aa56-5211ec1f6f5e req-464c65f8-d43d-499c-9491-88f204825311 tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] 10.222.0.68 "GET /v2.0/ports?device_id=e9b8dbeb-061d-432b-b9ea-e875d71d6f00 HTTP/1.1" status: 200 len: 945 time: 0.1029961 Jul 14 09:35:51.857698 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-7c50d655-1b6c-47dc-aa56-5211ec1f6f5e req-9718b498-6030-4200-a0a4-d82fa1fd12aa tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] 10.222.0.68 "GET /v2.0/security-groups?id=480b9b88-a112-41cf-9ffd-c713e01dc0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825818 Jul 14 09:35:51.866117 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-e17dd86f-3d32-4fcb-b820-f9c166427811 req-dc4b942c-0d93-499b-8d4a-d7d9fce621c4 service neutron] Attempting to bind port a2b5ae54-a92a-4360-94b7-d5229220196c on host n-h1-779913-29 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:35:51.866583 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-e17dd86f-3d32-4fcb-b820-f9c166427811 req-dc4b942c-0d93-499b-8d4a-d7d9fce621c4 service neutron] Attempting to bind port a2b5ae54-a92a-4360-94b7-d5229220196c by drivers openvswitch,hyperv on host n-h1-779913-29 at level 0 using segments [{'id': '410f9da2-cb32-4aad-86d9-62339416339f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'e0018b49-138f-4e34-bda0-8701ab6f4c2c'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:35:51.866783 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e17dd86f-3d32-4fcb-b820-f9c166427811 req-dc4b942c-0d93-499b-8d4a-d7d9fce621c4 service neutron] Attempting to bind port a2b5ae54-a92a-4360-94b7-d5229220196c on network e0018b49-138f-4e34-bda0-8701ab6f4c2c {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:35:51.872882 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e17dd86f-3d32-4fcb-b820-f9c166427811 req-dc4b942c-0d93-499b-8d4a-d7d9fce621c4 service neutron] Port a2b5ae54-a92a-4360-94b7-d5229220196c on network e0018b49-138f-4e34-bda0-8701ab6f4c2c not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-29 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:35:51.873257 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e17dd86f-3d32-4fcb-b820-f9c166427811 req-dc4b942c-0d93-499b-8d4a-d7d9fce621c4 service neutron] Attempting to bind port a2b5ae54-a92a-4360-94b7-d5229220196c on network e0018b49-138f-4e34-bda0-8701ab6f4c2c {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:35:51.880274 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e17dd86f-3d32-4fcb-b820-f9c166427811 req-dc4b942c-0d93-499b-8d4a-d7d9fce621c4 service neutron] Checking agent: {'id': 'de11e667-f145-47b0-bd09-334a7505938e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 13, 12), 'started_at': datetime.datetime(2021, 7, 14, 9, 13, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 35, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:35:51.880688 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e17dd86f-3d32-4fcb-b820-f9c166427811 req-dc4b942c-0d93-499b-8d4a-d7d9fce621c4 service neutron] Checking segment: {'id': '410f9da2-cb32-4aad-86d9-62339416339f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'e0018b49-138f-4e34-bda0-8701ab6f4c2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:35:51.881086 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e17dd86f-3d32-4fcb-b820-f9c166427811 req-dc4b942c-0d93-499b-8d4a-d7d9fce621c4 service neutron] Bound using segment: {'id': '410f9da2-cb32-4aad-86d9-62339416339f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'e0018b49-138f-4e34-bda0-8701ab6f4c2c'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:35:51.881543 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-e17dd86f-3d32-4fcb-b820-f9c166427811 req-dc4b942c-0d93-499b-8d4a-d7d9fce621c4 service neutron] Bound port: a2b5ae54-a92a-4360-94b7-d5229220196c, host: n-h1-779913-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '410f9da2-cb32-4aad-86d9-62339416339f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'e0018b49-138f-4e34-bda0-8701ab6f4c2c'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:35:51.881954 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-e17dd86f-3d32-4fcb-b820-f9c166427811 req-dc4b942c-0d93-499b-8d4a-d7d9fce621c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:52.011395 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 9e91a837-3b23-4ea6-ab66-86261b57cd5c details requested by agent hyperv_n-h1-779913-29 with host n-h1-779913-29 {{(pid=93959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:35:52.014326 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-e17dd86f-3d32-4fcb-b820-f9c166427811 req-dc4b942c-0d93-499b-8d4a-d7d9fce621c4 service neutron] For port a2b5ae54-a92a-4360-94b7-d5229220196c, host n-h1-779913-29, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:35:52.032458 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-e17dd86f-3d32-4fcb-b820-f9c166427811 req-dc4b942c-0d93-499b-8d4a-d7d9fce621c4 service neutron] For port a2b5ae54-a92a-4360-94b7-d5229220196c, host n-h1-779913-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=a2b5ae54-a92a-4360-94b7-d5229220196c,segment=NetworkSegment(410f9da2-cb32-4aad-86d9-62339416339f),segment_id=410f9da2-cb32-4aad-86d9-62339416339f)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:35:52.036551 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-e17dd86f-3d32-4fcb-b820-f9c166427811 req-dc4b942c-0d93-499b-8d4a-d7d9fce621c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:52.099432 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17dd86f-3d32-4fcb-b820-f9c166427811 req-dc4b942c-0d93-499b-8d4a-d7d9fce621c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:52.099944 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-e17dd86f-3d32-4fcb-b820-f9c166427811 req-dc4b942c-0d93-499b-8d4a-d7d9fce621c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:52.101401 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e17dd86f-3d32-4fcb-b820-f9c166427811 req-dc4b942c-0d93-499b-8d4a-d7d9fce621c4 service neutron] 10.222.0.65 "PUT /v2.0/ports/a2b5ae54-a92a-4360-94b7-d5229220196c HTTP/1.1" status: 200 len: 1092 time: 1.0897307 Jul 14 09:35:52.102324 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97f50e3d-8759-4fd4-b896-bcaa80364092', 'tag': 'a2b5ae54-a92a-4360-94b7-d5229220196c'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:35:52.104846 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eba065c5-e09b-49ea-8222-96e3c208f811" -d '{"events": [{"name": "network-changed", "server_uuid": "97f50e3d-8759-4fd4-b896-bcaa80364092", "tag": "a2b5ae54-a92a-4360-94b7-d5229220196c"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:35:52.134468 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4b942c-0d93-499b-8d4a-d7d9fce621c4 service neutron] Pushing event updated for resources: {'Port': ['ID=a2b5ae54-a92a-4360-94b7-d5229220196c,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:52.135906 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port b5a388d6-bc17-4a07-a2d8-629d650176bf, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=b5a388d6-bc17-4a07-a2d8-629d650176bf,segment=NetworkSegment(292309a8-d1af-4728-adf3-473babb9574b),segment_id=292309a8-d1af-4728-adf3-473babb9574b)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:35:52.154324 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada357bd-8820-40df-951b-019c5c2ad637 req-a8b9b92d-87f0-424d-aa10-4dcbdadb4a51 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:52.162621 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ada357bd-8820-40df-951b-019c5c2ad637 req-a8b9b92d-87f0-424d-aa10-4dcbdadb4a51 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/ports?device_id=5ed0c1cb-c3d6-40f1-8aad-1894504b5a83 HTTP/1.1" status: 200 len: 944 time: 0.1797364 Jul 14 09:35:52.190332 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Returning: {'device': 'b5a388d6-bc17-4a07-a2d8-629d650176bf', 'network_id': '73345ce1-56c8-4820-9a95-ad217b0c65d4', 'port_id': 'b5a388d6-bc17-4a07-a2d8-629d650176bf', 'mac_address': 'fa:16:3e:a0:b4:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 730, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ceae8e77-7c7e-4a6b-90f6-57f323d8e245', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:35:52.194531 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-48df53ce-eee2-41bf-9380-f237c278d6d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:52.224979 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port 9e91a837-3b23-4ea6-ab66-86261b57cd5c, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=9e91a837-3b23-4ea6-ab66-86261b57cd5c,segment=NetworkSegment(5aade75d-903c-400b-b4a7-6f3ba4ae14ee),segment_id=5aade75d-903c-400b-b4a7-6f3ba4ae14ee)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:35:52.264602 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ada357bd-8820-40df-951b-019c5c2ad637 req-c848f343-d226-4668-956a-24c57bc3d5ba tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/security-groups?id=3e66fdd8-bd2d-4f0b-a124-b60bfc46cfe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1007533 Jul 14 09:35:52.277777 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Returning: {'device': '9e91a837-3b23-4ea6-ab66-86261b57cd5c', 'network_id': '2a42cb13-2d55-4959-a070-eb88da564dfb', 'port_id': '9e91a837-3b23-4ea6-ab66-86261b57cd5c', 'mac_address': 'fa:16:3e:45:62:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2fb6ebb7-0edb-47a6-96f3-036e2585c66a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:35:52.298287 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17dd86f-3d32-4fcb-b820-f9c166427811 req-edcaf6fa-ce17-44ec-abd2-9c0243b30c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:52.300094 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e17dd86f-3d32-4fcb-b820-f9c166427811 req-edcaf6fa-ce17-44ec-abd2-9c0243b30c17 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e498abdb8ae94e0baf9d8c9cd3801e7d&device_id=97f50e3d-8759-4fd4-b896-bcaa80364092 HTTP/1.1" status: 200 len: 1095 time: 0.1118274 Jul 14 09:35:52.348043 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:52.362372 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e556957-a4a0-4222-9488-0a202d078e4a req-9dc3ca02-cb5e-45a1-92b2-660ad1001368 tempest-VolumesActionsTest-1032464286 tempest-VolumesActionsTest-1032464286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:52.367165 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-0e556957-a4a0-4222-9488-0a202d078e4a req-9dc3ca02-cb5e-45a1-92b2-660ad1001368 tempest-VolumesActionsTest-1032464286 tempest-VolumesActionsTest-1032464286-project] 10.222.0.68 "GET /v2.0/ports?device_id=c7e7ef3d-21e8-4976-99d6-fdca1ea3fd05 HTTP/1.1" status: 200 len: 946 time: 0.1352668 Jul 14 09:35:52.380134 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e17dd86f-3d32-4fcb-b820-f9c166427811 req-4a0787fa-5f5c-435b-9179-5d1ea672373a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a2b5ae54-a92a-4360-94b7-d5229220196c HTTP/1.1" status: 200 len: 217 time: 0.0643551 Jul 14 09:35:52.390832 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5a388d6-bc17-4a07-a2d8-629d650176bf {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:35:52.402872 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:52.434893 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-0e556957-a4a0-4222-9488-0a202d078e4a req-3bfc5c9e-c618-41de-be02-60b4ddad7182 tempest-VolumesActionsTest-1032464286 tempest-VolumesActionsTest-1032464286-project] 10.222.0.68 "GET /v2.0/security-groups?id=49aea925-c317-45a8-b5db-f75d7ba8be19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603871 Jul 14 09:35:52.452309 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port b5a388d6-bc17-4a07-a2d8-629d650176bf, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=b5a388d6-bc17-4a07-a2d8-629d650176bf,segment=NetworkSegment(292309a8-d1af-4728-adf3-473babb9574b),segment_id=292309a8-d1af-4728-adf3-473babb9574b)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:35:52.454885 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e91a837-3b23-4ea6-ab66-86261b57cd5c {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:35:52.460544 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:52.496250 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17dd86f-3d32-4fcb-b820-f9c166427811 req-2fb9079c-6992-4090-984b-f647241c8b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:52.498216 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e17dd86f-3d32-4fcb-b820-f9c166427811 req-2fb9079c-6992-4090-984b-f647241c8b9c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c4952ea5-c657-4cdd-96d4-47c092d76340 HTTP/1.1" status: 200 len: 849 time: 0.1113122 Jul 14 09:35:52.505578 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port 9e91a837-3b23-4ea6-ab66-86261b57cd5c, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=9e91a837-3b23-4ea6-ab66-86261b57cd5c,segment=NetworkSegment(5aade75d-903c-400b-b4a7-6f3ba4ae14ee),segment_id=5aade75d-903c-400b-b4a7-6f3ba4ae14ee)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:35:52.507723 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:35:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e57e597-cdf3-4eec-85ec-12a42e7d2670 x-openstack-request-id: req-0e57e597-cdf3-4eec-85ec-12a42e7d2670 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:35:52.508024 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97f50e3d-8759-4fd4-b896-bcaa80364092", "tag": "a2b5ae54-a92a-4360-94b7-d5229220196c", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:35:52.508800 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-0e57e597-cdf3-4eec-85ec-12a42e7d2670 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:35:52.509212 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97f50e3d-8759-4fd4-b896-bcaa80364092', 'tag': 'a2b5ae54-a92a-4360-94b7-d5229220196c', 'status': 'completed', 'code': 200} Jul 14 09:35:52.519711 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:52.557384 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Pushing event updated for resources: {'Port': ['ID=b5a388d6-bc17-4a07-a2d8-629d650176bf,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:52.563582 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c5f4b9-3ede-42a5-97db-6794380836cd req-40b38ed3-103d-48d2-af66-587237976c1e tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:52.565074 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-25c5f4b9-3ede-42a5-97db-6794380836cd req-40b38ed3-103d-48d2-af66-587237976c1e tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] 10.222.0.68 "GET /v2.0/ports?device_id=5fc01b2f-40b9-4f77-af83-fe731cd3ed6b HTTP/1.1" status: 200 len: 983 time: 0.1373513 Jul 14 09:35:52.622618 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-25c5f4b9-3ede-42a5-97db-6794380836cd req-c70fac7d-1d7e-4d76-ae60-977d18548308 tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] 10.222.0.68 "GET /v2.0/security-groups?id=a6887b36-dc41-4a94-9c8a-146532f74efd&id=163851e2-8c9a-4c41-aaeb-45f47f0e50a0&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0501857 Jul 14 09:35:52.630951 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17dd86f-3d32-4fcb-b820-f9c166427811 req-48785aaa-2e06-4bf0-931f-9bb0b51cb1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:52.632604 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e17dd86f-3d32-4fcb-b820-f9c166427811 req-48785aaa-2e06-4bf0-931f-9bb0b51cb1c8 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e0018b49-138f-4e34-bda0-8701ab6f4c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1196709 Jul 14 09:35:52.670679 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Pushing event updated for resources: {'Port': ['ID=9e91a837-3b23-4ea6-ab66-86261b57cd5c,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:52.691126 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e65bb4-87e2-4c20-b0ee-5aa8540be694 req-9e61bc6e-a4f4-4292-b969-0f0188600375 tempest-TestServerMultinode-538957439 tempest-TestServerMultinode-538957439-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:52.693165 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-58e65bb4-87e2-4c20-b0ee-5aa8540be694 req-9e61bc6e-a4f4-4292-b969-0f0188600375 tempest-TestServerMultinode-538957439 tempest-TestServerMultinode-538957439-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=97f50e3d-8759-4fd4-b896-bcaa80364092 HTTP/1.1" status: 200 len: 1095 time: 0.0825634 Jul 14 09:35:52.732938 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-58e65bb4-87e2-4c20-b0ee-5aa8540be694 req-37d16743-7ef2-4337-986a-b44ce3d92308 tempest-TestServerMultinode-538957439 tempest-TestServerMultinode-538957439-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=3b2bec02-c2bf-4502-b7c0-67d79f190b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339403 Jul 14 09:35:52.784154 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e17dd86f-3d32-4fcb-b820-f9c166427811 req-501231bc-4115-456a-b4f6-687dfa9bf674 service neutron] 10.222.0.65 "GET /v2.0/networks/e0018b49-138f-4e34-bda0-8701ab6f4c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387963 Jul 14 09:35:52.802713 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e5449af7-9df1-4bb1-99e8-882d029fe91a req-99057e59-7729-4fc8-94be-556765ae9a9b tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] 10.222.0.68 "GET /v2.0/ports?device_id=5c7b30e8-3087-4fa2-a121-bc36e0beab3b HTTP/1.1" status: 200 len: 210 time: 0.0349362 Jul 14 09:35:52.813449 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] get_ports_and_sgs() called for port_ids ['b5a388d6-bc17-4a07-a2d8-629d650176bf'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:35:52.901587 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e17dd86f-3d32-4fcb-b820-f9c166427811 req-ebe8a7fe-6042-4041-9de7-cdcdbca94fd4 service neutron] 10.222.0.65 "GET /v2.0/networks/e0018b49-138f-4e34-bda0-8701ab6f4c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006057 Jul 14 09:35:52.953309 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] get_ports_and_sgs() called for port_ids ['9e91a837-3b23-4ea6-ab66-86261b57cd5c'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:35:53.080498 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b94aec8-dc85-4bb1-9ab3-b4fce804682b req-669b7842-8c4a-4a5e-a0ef-70028cb13063 tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:53.083698 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba065c5-e09b-49ea-8222-96e3c208f811 req-c9e2ba70-41c6-4ef5-a2f6-2dadf6b91b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:53.085978 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-eba065c5-e09b-49ea-8222-96e3c208f811 req-c9e2ba70-41c6-4ef5-a2f6-2dadf6b91b3c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e498abdb8ae94e0baf9d8c9cd3801e7d&device_id=97f50e3d-8759-4fd4-b896-bcaa80364092 HTTP/1.1" status: 200 len: 1095 time: 0.0864253 Jul 14 09:35:53.087814 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-9b94aec8-dc85-4bb1-9ab3-b4fce804682b req-669b7842-8c4a-4a5e-a0ef-70028cb13063 tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] 10.222.0.68 "GET /v2.0/ports?device_id=e9b8dbeb-061d-432b-b9ea-e875d71d6f00 HTTP/1.1" status: 200 len: 945 time: 0.1095243 Jul 14 09:35:53.150844 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-9b94aec8-dc85-4bb1-9ab3-b4fce804682b req-2a26edb6-aa16-4568-b9a4-45455fc1a7bc tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] 10.222.0.68 "GET /v2.0/security-groups?id=480b9b88-a112-41cf-9ffd-c713e01dc0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620513 Jul 14 09:35:53.222353 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba065c5-e09b-49ea-8222-96e3c208f811 req-55c0b7eb-485a-4365-be46-6e967b887403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:53.223875 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-eba065c5-e09b-49ea-8222-96e3c208f811 req-55c0b7eb-485a-4365-be46-6e967b887403 service neutron] 10.222.0.65 "GET /v2.0/networks?id=e0018b49-138f-4e34-bda0-8701ab6f4c2c HTTP/1.1" status: 200 len: 911 time: 0.1305938 Jul 14 09:35:53.304601 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-eba065c5-e09b-49ea-8222-96e3c208f811 req-12ea3b0f-6802-4ddb-bd31-4c22c10d3923 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a2b5ae54-a92a-4360-94b7-d5229220196c HTTP/1.1" status: 200 len: 217 time: 0.0406835 Jul 14 09:35:53.356580 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba065c5-e09b-49ea-8222-96e3c208f811 req-df108551-205c-4b2a-a99e-08476d2abc18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:53.358329 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-eba065c5-e09b-49ea-8222-96e3c208f811 req-df108551-205c-4b2a-a99e-08476d2abc18 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c4952ea5-c657-4cdd-96d4-47c092d76340 HTTP/1.1" status: 200 len: 849 time: 0.0453789 Jul 14 09:35:53.458083 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0d7cd5-833b-4095-861a-9c4acab3df00 req-3064f102-4139-4411-b180-551fc98d97c2 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:53.459782 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-5d0d7cd5-833b-4095-861a-9c4acab3df00 req-3064f102-4139-4411-b180-551fc98d97c2 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/ports?device_id=5ed0c1cb-c3d6-40f1-8aad-1894504b5a83 HTTP/1.1" status: 200 len: 945 time: 0.0723507 Jul 14 09:35:53.486587 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba065c5-e09b-49ea-8222-96e3c208f811 req-db446b4f-d699-48aa-ae07-f5b6a14bcc16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:53.488236 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-eba065c5-e09b-49ea-8222-96e3c208f811 req-db446b4f-d699-48aa-ae07-f5b6a14bcc16 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e0018b49-138f-4e34-bda0-8701ab6f4c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1164405 Jul 14 09:35:53.500745 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-5d0d7cd5-833b-4095-861a-9c4acab3df00 req-814feeda-7d38-4d69-ad4a-1137334cd028 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/security-groups?id=3e66fdd8-bd2d-4f0b-a124-b60bfc46cfe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346930 Jul 14 09:35:53.685431 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-eba065c5-e09b-49ea-8222-96e3c208f811 req-7b2f6839-99ce-487b-a95c-965bcf57c92f service neutron] 10.222.0.65 "GET /v2.0/networks/e0018b49-138f-4e34-bda0-8701ab6f4c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1738200 Jul 14 09:35:53.750261 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c1fc3a-fef1-47f8-bf12-a06be77f3581 req-b7efab2e-9655-4dfe-8187-81e1df8fab1e tempest-VolumesActionsTest-1032464286 tempest-VolumesActionsTest-1032464286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:53.751866 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e6c1fc3a-fef1-47f8-bf12-a06be77f3581 req-b7efab2e-9655-4dfe-8187-81e1df8fab1e tempest-VolumesActionsTest-1032464286 tempest-VolumesActionsTest-1032464286-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7e7ef3d-21e8-4976-99d6-fdca1ea3fd05 HTTP/1.1" status: 200 len: 946 time: 0.1696084 Jul 14 09:35:53.761881 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7801f4ab-2f0a-43ac-8aff-7d84ad4fe289 req-2c0a5366-e8bb-4b8e-89f7-83ff6ed02313 tempest-VolumesActionsTest-1032464286 tempest-VolumesActionsTest-1032464286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:53.763440 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-7801f4ab-2f0a-43ac-8aff-7d84ad4fe289 req-2c0a5366-e8bb-4b8e-89f7-83ff6ed02313 tempest-VolumesActionsTest-1032464286 tempest-VolumesActionsTest-1032464286-project] 10.222.0.68 "GET /v2.0/ports?device_id=c7e7ef3d-21e8-4976-99d6-fdca1ea3fd05 HTTP/1.1" status: 200 len: 946 time: 0.1926289 Jul 14 09:35:53.799902 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cbcab5-7e15-4392-9fd0-03a4b5a53626 req-534384a1-bbc0-45b6-b0a4-70defdf576c3 tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:53.801435 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-31cbcab5-7e15-4392-9fd0-03a4b5a53626 req-534384a1-bbc0-45b6-b0a4-70defdf576c3 tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] 10.222.0.68 "GET /v2.0/ports?device_id=5fc01b2f-40b9-4f77-af83-fe731cd3ed6b HTTP/1.1" status: 200 len: 984 time: 0.0656891 Jul 14 09:35:53.851760 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-31cbcab5-7e15-4392-9fd0-03a4b5a53626 req-9f471ef0-80cf-4679-9ee2-a15f20ed62f3 tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] 10.222.0.68 "GET /v2.0/security-groups?id=a6887b36-dc41-4a94-9c8a-146532f74efd&id=163851e2-8c9a-4c41-aaeb-45f47f0e50a0&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0434322 Jul 14 09:35:53.887845 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-7801f4ab-2f0a-43ac-8aff-7d84ad4fe289 req-c99ee488-df17-4fc8-a1e5-911d3f397622 tempest-VolumesActionsTest-1032464286 tempest-VolumesActionsTest-1032464286-project] 10.222.0.68 "GET /v2.0/security-groups?id=49aea925-c317-45a8-b5db-f75d7ba8be19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146348 Jul 14 09:35:53.924110 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-eba065c5-e09b-49ea-8222-96e3c208f811 req-92ca9ede-0532-4432-a33a-3236b4470b84 service neutron] 10.222.0.65 "GET /v2.0/networks/e0018b49-138f-4e34-bda0-8701ab6f4c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2296424 Jul 14 09:35:53.953635 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [req-e6c1fc3a-fef1-47f8-bf12-a06be77f3581 req-c0b05cf6-f43c-4672-9e60-df53efea26d7 tempest-VolumesActionsTest-1032464286 tempest-VolumesActionsTest-1032464286-project] Deleting port 1108fa80-7aad-4885-89ca-21e078dd2cd9 {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:35:53.954219 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-e6c1fc3a-fef1-47f8-bf12-a06be77f3581 req-c0b05cf6-f43c-4672-9e60-df53efea26d7 tempest-VolumesActionsTest-1032464286 tempest-VolumesActionsTest-1032464286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:53.994904 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device ae159fdc-960b-4f8a-a518-d4a1815c84dc up at agent hyperv_n-h1-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:35:54.054084 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Provisioning for port ae159fdc-960b-4f8a-a518-d4a1815c84dc completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:35:54.058841 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Provisioning complete for port ae159fdc-960b-4f8a-a518-d4a1815c84dc triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:35:54.059425 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:54.090975 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c238f16d-0caa-46fa-b833-f4040469aed6 req-032d8724-faf3-4da7-b4a0-3c194f0ac644 tempest-TestServerMultinode-538957439 tempest-TestServerMultinode-538957439-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:54.091913 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-15bba07f-98e6-4bcd-982d-f1944fc85f4c req-6f82155b-0168-44cd-89d7-6b45041e2c02 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] 10.222.0.68 "GET /v2.0/ports?device_id=5c7b30e8-3087-4fa2-a121-bc36e0beab3b HTTP/1.1" status: 200 len: 210 time: 0.0401008 Jul 14 09:35:54.094141 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-c238f16d-0caa-46fa-b833-f4040469aed6 req-032d8724-faf3-4da7-b4a0-3c194f0ac644 tempest-TestServerMultinode-538957439 tempest-TestServerMultinode-538957439-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=97f50e3d-8759-4fd4-b896-bcaa80364092 HTTP/1.1" status: 200 len: 1095 time: 0.1068120 Jul 14 09:35:54.115761 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-e6c1fc3a-fef1-47f8-bf12-a06be77f3581 req-c0b05cf6-f43c-4672-9e60-df53efea26d7 tempest-VolumesActionsTest-1032464286 tempest-VolumesActionsTest-1032464286-project] For port 1108fa80-7aad-4885-89ca-21e078dd2cd9, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=1108fa80-7aad-4885-89ca-21e078dd2cd9,segment=NetworkSegment(af0b7e75-d88c-49fd-b73c-a649988029d5),segment_id=af0b7e75-d88c-49fd-b73c-a649988029d5)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:35:54.116128 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-e6c1fc3a-fef1-47f8-bf12-a06be77f3581 req-c0b05cf6-f43c-4672-9e60-df53efea26d7 tempest-VolumesActionsTest-1032464286 tempest-VolumesActionsTest-1032464286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:54.132771 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [req-e6c1fc3a-fef1-47f8-bf12-a06be77f3581 req-c0b05cf6-f43c-4672-9e60-df53efea26d7 tempest-VolumesActionsTest-1032464286 tempest-VolumesActionsTest-1032464286-project] Calling delete_port for 1108fa80-7aad-4885-89ca-21e078dd2cd9 owned by compute:nova {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:35:54.136188 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-c238f16d-0caa-46fa-b833-f4040469aed6 req-d89a9c03-954a-469a-aa69-52d9e6eb3e3d tempest-TestServerMultinode-538957439 tempest-TestServerMultinode-538957439-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=3b2bec02-c2bf-4502-b7c0-67d79f190b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362706 Jul 14 09:35:54.173820 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:54.217225 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9b8dbeb-061d-432b-b9ea-e875d71d6f00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae159fdc-960b-4f8a-a518-d4a1815c84dc'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:35:54.222213 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd62303f06773040a8a4e189dc46b4f565768c299abf8ab8e7739778b0bc3e97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ab20a70-9168-4155-83de-c526775ca9ea" -d '{"events": [{"server_uuid": "e9b8dbeb-061d-432b-b9ea-e875d71d6f00", "name": "network-vif-plugged", "status": "completed", "tag": "ae159fdc-960b-4f8a-a518-d4a1815c84dc"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:35:54.251569 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port ae159fdc-960b-4f8a-a518-d4a1815c84dc, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=ae159fdc-960b-4f8a-a518-d4a1815c84dc,segment=NetworkSegment(7591738e-41ad-492d-b0a6-69a16017c202),segment_id=7591738e-41ad-492d-b0a6-69a16017c202)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:35:54.261819 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:54.333948 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-e6c1fc3a-fef1-47f8-bf12-a06be77f3581 req-c0b05cf6-f43c-4672-9e60-df53efea26d7 tempest-VolumesActionsTest-1032464286 tempest-VolumesActionsTest-1032464286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:54.336411 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Pushing event updated for resources: {'Port': ['ID=ae159fdc-960b-4f8a-a518-d4a1815c84dc,revision_number=5']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:54.367952 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] get_ports_and_sgs() called for port_ids ['1108fa80-7aad-4885-89ca-21e078dd2cd9'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:35:54.381324 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b05cf6-f43c-4672-9e60-df53efea26d7 tempest-VolumesActionsTest-1032464286 tempest-VolumesActionsTest-1032464286-project] Pushing event deleted for resources: {'Port': ['ID=1108fa80-7aad-4885-89ca-21e078dd2cd9,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:54.397986 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:35:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e16cf163-6f3b-4cf8-a071-2e0ae149310c x-openstack-request-id: req-e16cf163-6f3b-4cf8-a071-2e0ae149310c {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:35:54.398355 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9b8dbeb-061d-432b-b9ea-e875d71d6f00", "name": "network-vif-plugged", "status": "completed", "tag": "ae159fdc-960b-4f8a-a518-d4a1815c84dc", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:35:54.398669 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-e16cf163-6f3b-4cf8-a071-2e0ae149310c {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:35:54.399116 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9b8dbeb-061d-432b-b9ea-e875d71d6f00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae159fdc-960b-4f8a-a518-d4a1815c84dc', 'code': 200} Jul 14 09:35:54.433846 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6c1fc3a-fef1-47f8-bf12-a06be77f3581 req-c0b05cf6-f43c-4672-9e60-df53efea26d7 tempest-VolumesActionsTest-1032464286 tempest-VolumesActionsTest-1032464286-project] No DVR routers for this DVR port 1108fa80-7aad-4885-89ca-21e078dd2cd9 on host n-h1-779913-29 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:35:54.436560 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-e6c1fc3a-fef1-47f8-bf12-a06be77f3581 req-c0b05cf6-f43c-4672-9e60-df53efea26d7 tempest-VolumesActionsTest-1032464286 tempest-VolumesActionsTest-1032464286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:54.439019 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e6c1fc3a-fef1-47f8-bf12-a06be77f3581 req-c0b05cf6-f43c-4672-9e60-df53efea26d7 tempest-VolumesActionsTest-1032464286 tempest-VolumesActionsTest-1032464286-project] 10.222.0.65 "DELETE /v2.0/ports/1108fa80-7aad-4885-89ca-21e078dd2cd9 HTTP/1.1" status: 204 len: 173 time: 0.6744690 Jul 14 09:35:54.460440 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5397a4ba-b017-421e-9af9-a71ca75b50e3 req-ea7e4696-d3e9-46c5-b5b8-dff1c08401b1 tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:54.463236 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5397a4ba-b017-421e-9af9-a71ca75b50e3 req-ea7e4696-d3e9-46c5-b5b8-dff1c08401b1 tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] 10.222.0.68 "GET /v2.0/ports?device_id=e9b8dbeb-061d-432b-b9ea-e875d71d6f00 HTTP/1.1" status: 200 len: 946 time: 0.1795588 Jul 14 09:35:54.513695 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7e7ef3d-21e8-4976-99d6-fdca1ea3fd05', 'name': 'network-vif-deleted', 'tag': '1108fa80-7aad-4885-89ca-21e078dd2cd9'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:35:54.516449 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91f117c0-fdbb-4008-b469-6969f084536d" -d '{"events": [{"server_uuid": "c7e7ef3d-21e8-4976-99d6-fdca1ea3fd05", "name": "network-vif-deleted", "tag": "1108fa80-7aad-4885-89ca-21e078dd2cd9"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:35:54.561147 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5397a4ba-b017-421e-9af9-a71ca75b50e3 req-3a5fbc55-97a6-4814-a1cb-484d2b11471a tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] 10.222.0.68 "GET /v2.0/security-groups?id=480b9b88-a112-41cf-9ffd-c713e01dc0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894384 Jul 14 09:35:54.562775 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:35:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae2e3680-1478-4281-94a7-5b49f602d83d x-openstack-request-id: req-ae2e3680-1478-4281-94a7-5b49f602d83d {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:35:54.563079 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7e7ef3d-21e8-4976-99d6-fdca1ea3fd05", "name": "network-vif-deleted", "tag": "1108fa80-7aad-4885-89ca-21e078dd2cd9", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:35:54.563341 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-ae2e3680-1478-4281-94a7-5b49f602d83d {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:35:54.563745 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7e7ef3d-21e8-4976-99d6-fdca1ea3fd05', 'name': 'network-vif-deleted', 'tag': '1108fa80-7aad-4885-89ca-21e078dd2cd9', 'status': 'completed', 'code': 200} Jul 14 09:35:54.604481 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3772f2d0-4f44-485f-b13b-5193998b616a req-e7ceca90-fe5d-491b-be0e-3480c2eee6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:54.605949 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3772f2d0-4f44-485f-b13b-5193998b616a req-e7ceca90-fe5d-491b-be0e-3480c2eee6c0 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=e9b8dbeb-061d-432b-b9ea-e875d71d6f00 HTTP/1.1" status: 200 len: 1098 time: 0.1297648 Jul 14 09:35:54.674706 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3772f2d0-4f44-485f-b13b-5193998b616a req-02a95449-9df7-4d84-bfae-d7157de1ee18 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=480b9b88-a112-41cf-9ffd-c713e01dc0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452690 Jul 14 09:35:54.711596 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1003ddff-c0c8-4674-b2ee-63ab4ae3dc72 req-4487d9d4-0f13-457e-b36a-c03b25c0dfba tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:54.713069 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-1003ddff-c0c8-4674-b2ee-63ab4ae3dc72 req-4487d9d4-0f13-457e-b36a-c03b25c0dfba tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/ports?device_id=5ed0c1cb-c3d6-40f1-8aad-1894504b5a83 HTTP/1.1" status: 200 len: 945 time: 0.0653281 Jul 14 09:35:54.736241 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:54.754128 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-1003ddff-c0c8-4674-b2ee-63ab4ae3dc72 req-6ee1c9ae-9ffb-492a-8fd3-c93c1528e8dd tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/security-groups?id=3e66fdd8-bd2d-4f0b-a124-b60bfc46cfe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344973 Jul 14 09:35:54.816452 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b30f4abb-e3d2-44c3-9314-9573cc359f1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:55.047229 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46057a32-9bc6-4778-b5c0-8fc153e18cc4 req-70646388-4751-4489-8420-cc64d822bc34 tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:55.048652 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-46057a32-9bc6-4778-b5c0-8fc153e18cc4 req-70646388-4751-4489-8420-cc64d822bc34 tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] 10.222.0.68 "GET /v2.0/ports?device_id=5fc01b2f-40b9-4f77-af83-fe731cd3ed6b HTTP/1.1" status: 200 len: 984 time: 0.0794561 Jul 14 09:35:55.058202 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ba12902b-6928-42ba-889a-ed70ef1110a5 req-f7f29c5d-5792-4baf-95c4-b696e8dbe891 tempest-VolumesActionsTest-1032464286 tempest-VolumesActionsTest-1032464286-project] 10.222.0.68 "GET /v2.0/ports?device_id=c7e7ef3d-21e8-4976-99d6-fdca1ea3fd05 HTTP/1.1" status: 200 len: 210 time: 0.0390055 Jul 14 09:35:55.096628 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-46057a32-9bc6-4778-b5c0-8fc153e18cc4 req-e15f31a0-f5be-4263-ad1c-457fd70b4024 tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] 10.222.0.68 "GET /v2.0/security-groups?id=a6887b36-dc41-4a94-9c8a-146532f74efd&id=163851e2-8c9a-4c41-aaeb-45f47f0e50a0&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0420680 Jul 14 09:35:55.252946 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-6badcdc8-ac4f-4bbc-9105-75b90e3529d4 req-23f9ab4a-75d5-473b-b908-698c1a244139 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] 10.222.0.68 "GET /v2.0/ports?device_id=5c7b30e8-3087-4fa2-a121-bc36e0beab3b HTTP/1.1" status: 200 len: 210 time: 0.0330954 Jul 14 09:35:55.307076 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b933a0d-0646-4655-86e5-9704601e702d req-8897794f-80f8-4b59-b1d9-ad16a645b630 tempest-TestServerMultinode-538957439 tempest-TestServerMultinode-538957439-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:55.308624 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6b933a0d-0646-4655-86e5-9704601e702d req-8897794f-80f8-4b59-b1d9-ad16a645b630 tempest-TestServerMultinode-538957439 tempest-TestServerMultinode-538957439-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=97f50e3d-8759-4fd4-b896-bcaa80364092 HTTP/1.1" status: 200 len: 1095 time: 0.0576622 Jul 14 09:35:55.358092 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6b933a0d-0646-4655-86e5-9704601e702d req-161cef43-7bf1-4157-a702-bdd519911d15 tempest-TestServerMultinode-538957439 tempest-TestServerMultinode-538957439-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=3b2bec02-c2bf-4502-b7c0-67d79f190b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435109 Jul 14 09:35:55.575887 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device b5a388d6-bc17-4a07-a2d8-629d650176bf up at agent hyperv_n-h2-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:35:55.636967 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Provisioning for port b5a388d6-bc17-4a07-a2d8-629d650176bf completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:35:55.642477 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Provisioning complete for port b5a388d6-bc17-4a07-a2d8-629d650176bf triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:35:55.643241 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:55.758028 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:55.759239 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322c7a6a-1b19-4cdc-b5ad-2aa6fe42efff req-a0ce6ab7-5621-4678-a361-2b1589876c83 tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:55.761076 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-322c7a6a-1b19-4cdc-b5ad-2aa6fe42efff req-a0ce6ab7-5621-4678-a361-2b1589876c83 tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] 10.222.0.68 "GET /v2.0/ports?device_id=e9b8dbeb-061d-432b-b9ea-e875d71d6f00 HTTP/1.1" status: 200 len: 946 time: 0.0725114 Jul 14 09:35:55.806225 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port b5a388d6-bc17-4a07-a2d8-629d650176bf, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=b5a388d6-bc17-4a07-a2d8-629d650176bf,segment=NetworkSegment(292309a8-d1af-4728-adf3-473babb9574b),segment_id=292309a8-d1af-4728-adf3-473babb9574b)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:35:55.841603 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:55.881808 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-322c7a6a-1b19-4cdc-b5ad-2aa6fe42efff req-dd292f98-6f73-42bd-ae57-94e3cc19c4c0 tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] 10.222.0.68 "GET /v2.0/security-groups?id=480b9b88-a112-41cf-9ffd-c713e01dc0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146867 Jul 14 09:35:55.929271 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Pushing event updated for resources: {'Port': ['ID=b5a388d6-bc17-4a07-a2d8-629d650176bf,revision_number=5']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:55.939888 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5ad31076-714c-49ec-bc37-f3d4cd90112a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:56.015379 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device a2b5ae54-a92a-4360-94b7-d5229220196c details requested by agent hyperv_n-h1-779913-29 with host n-h1-779913-29 {{(pid=93959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:35:56.021166 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 9e91a837-3b23-4ea6-ab66-86261b57cd5c up at agent hyperv_n-h1-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:35:56.068261 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102c6870-7a28-43bf-8f9c-cc6145c1ce66 req-e943b898-1b18-4426-8b79-41623da98ec6 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:56.076289 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-102c6870-7a28-43bf-8f9c-cc6145c1ce66 req-e943b898-1b18-4426-8b79-41623da98ec6 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/ports?device_id=5ed0c1cb-c3d6-40f1-8aad-1894504b5a83 HTTP/1.1" status: 200 len: 945 time: 0.1055980 Jul 14 09:35:56.114971 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Provisioning for port 9e91a837-3b23-4ea6-ab66-86261b57cd5c completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:35:56.142976 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-102c6870-7a28-43bf-8f9c-cc6145c1ce66 req-f8b6e94f-9aa0-4d78-ae7c-a67ed63a5d0e tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/security-groups?id=3e66fdd8-bd2d-4f0b-a124-b60bfc46cfe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657463 Jul 14 09:35:56.169710 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Provisioning complete for port 9e91a837-3b23-4ea6-ab66-86261b57cd5c triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:35:56.170097 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:56.259944 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port a2b5ae54-a92a-4360-94b7-d5229220196c, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=a2b5ae54-a92a-4360-94b7-d5229220196c,segment=NetworkSegment(410f9da2-cb32-4aad-86d9-62339416339f),segment_id=410f9da2-cb32-4aad-86d9-62339416339f)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:35:56.294328 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Returning: {'device': 'a2b5ae54-a92a-4360-94b7-d5229220196c', 'network_id': 'e0018b49-138f-4e34-bda0-8701ab6f4c2c', 'port_id': 'a2b5ae54-a92a-4360-94b7-d5229220196c', 'mac_address': 'fa:16:3e:f5:90:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 749, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4952ea5-c657-4cdd-96d4-47c092d76340', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:35:56.361594 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:56.382363 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2b5ae54-a92a-4360-94b7-d5229220196c {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:35:56.397410 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:56.401863 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fc01b2f-40b9-4f77-af83-fe731cd3ed6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5a388d6-bc17-4a07-a2d8-629d650176bf'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:35:56.404110 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd62303f06773040a8a4e189dc46b4f565768c299abf8ab8e7739778b0bc3e97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d9c9552-eb87-48fd-9d76-3284b052d5eb" -d '{"events": [{"server_uuid": "5fc01b2f-40b9-4f77-af83-fe731cd3ed6b", "name": "network-vif-plugged", "status": "completed", "tag": "b5a388d6-bc17-4a07-a2d8-629d650176bf"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:35:56.424965 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port a2b5ae54-a92a-4360-94b7-d5229220196c, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=a2b5ae54-a92a-4360-94b7-d5229220196c,segment=NetworkSegment(410f9da2-cb32-4aad-86d9-62339416339f),segment_id=410f9da2-cb32-4aad-86d9-62339416339f)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:35:56.431425 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:56.459444 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe29a51c-12c2-41e9-88e4-2b5277172502 req-a4d34b6b-1785-4816-8e2f-57988dfe1ddf tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:56.462473 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-fe29a51c-12c2-41e9-88e4-2b5277172502 req-a4d34b6b-1785-4816-8e2f-57988dfe1ddf tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] 10.222.0.68 "GET /v2.0/ports?device_id=5fc01b2f-40b9-4f77-af83-fe731cd3ed6b HTTP/1.1" status: 200 len: 985 time: 0.1774149 Jul 14 09:35:56.496922 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port 9e91a837-3b23-4ea6-ab66-86261b57cd5c, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=9e91a837-3b23-4ea6-ab66-86261b57cd5c,segment=NetworkSegment(5aade75d-903c-400b-b4a7-6f3ba4ae14ee),segment_id=5aade75d-903c-400b-b4a7-6f3ba4ae14ee)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:35:56.504284 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:56.523595 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Pushing event updated for resources: {'Port': ['ID=a2b5ae54-a92a-4360-94b7-d5229220196c,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:56.546724 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-fe29a51c-12c2-41e9-88e4-2b5277172502 req-739c4c09-b6a0-4583-a742-b47536d9ec0c tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] 10.222.0.68 "GET /v2.0/security-groups?id=a6887b36-dc41-4a94-9c8a-146532f74efd&id=163851e2-8c9a-4c41-aaeb-45f47f0e50a0&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0760579 Jul 14 09:35:56.605006 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-9a01479b-ea5f-4787-af36-5879f26f6355 req-9bd6c30f-58d5-4665-a6ba-87c89ca3acc3 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] 10.222.0.68 "GET /v2.0/ports?device_id=5c7b30e8-3087-4fa2-a121-bc36e0beab3b HTTP/1.1" status: 200 len: 210 time: 0.0546579 Jul 14 09:35:56.641409 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Pushing event updated for resources: {'Port': ['ID=9e91a837-3b23-4ea6-ab66-86261b57cd5c,revision_number=5']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:56.686763 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:35:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b4748bf-c0ff-456e-ae20-48055e422aa0 x-openstack-request-id: req-4b4748bf-c0ff-456e-ae20-48055e422aa0 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:35:56.687996 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fc01b2f-40b9-4f77-af83-fe731cd3ed6b", "name": "network-vif-plugged", "status": "completed", "tag": "b5a388d6-bc17-4a07-a2d8-629d650176bf", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:35:56.688468 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-4b4748bf-c0ff-456e-ae20-48055e422aa0 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:35:56.689102 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fc01b2f-40b9-4f77-af83-fe731cd3ed6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5a388d6-bc17-4a07-a2d8-629d650176bf', 'code': 200} Jul 14 09:35:56.797127 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fdc428-3284-4afe-8570-916f1cda7069 req-b4d61dbc-4a2c-4f47-ac35-d337e3fad3da tempest-TestServerMultinode-538957439 tempest-TestServerMultinode-538957439-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:56.798888 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-94fdc428-3284-4afe-8570-916f1cda7069 req-b4d61dbc-4a2c-4f47-ac35-d337e3fad3da tempest-TestServerMultinode-538957439 tempest-TestServerMultinode-538957439-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=97f50e3d-8759-4fd4-b896-bcaa80364092 HTTP/1.1" status: 200 len: 1096 time: 0.0679657 Jul 14 09:35:56.847467 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] get_ports_and_sgs() called for port_ids ['a2b5ae54-a92a-4360-94b7-d5229220196c'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:35:56.857985 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-94fdc428-3284-4afe-8570-916f1cda7069 req-6c7eeceb-9c9e-41e3-893d-c646f5ddc78d tempest-TestServerMultinode-538957439 tempest-TestServerMultinode-538957439-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=3b2bec02-c2bf-4502-b7c0-67d79f190b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495648 Jul 14 09:35:56.968424 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7701ad7-1f42-4fdb-ae3f-c01c2b183d70 req-6bba53fe-c396-4c72-a609-f79630156cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:56.970036 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-a7701ad7-1f42-4fdb-ae3f-c01c2b183d70 req-6bba53fe-c396-4c72-a609-f79630156cc8 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=5fc01b2f-40b9-4f77-af83-fe731cd3ed6b HTTP/1.1" status: 200 len: 1137 time: 0.1659851 Jul 14 09:35:57.022550 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-a7701ad7-1f42-4fdb-ae3f-c01c2b183d70 req-0faa7359-b437-452f-81b5-28bc040f7858 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=a6887b36-dc41-4a94-9c8a-146532f74efd&id=163851e2-8c9a-4c41-aaeb-45f47f0e50a0&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0434239 Jul 14 09:35:57.151408 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e0a141-483f-44ab-86e9-59029b675751 req-1e91cd53-8d88-45ee-99c3-d25ad90d20a1 tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:57.152912 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-62e0a141-483f-44ab-86e9-59029b675751 req-1e91cd53-8d88-45ee-99c3-d25ad90d20a1 tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] 10.222.0.68 "GET /v2.0/ports?device_id=e9b8dbeb-061d-432b-b9ea-e875d71d6f00 HTTP/1.1" status: 200 len: 946 time: 0.0699615 Jul 14 09:35:57.201469 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-62e0a141-483f-44ab-86e9-59029b675751 req-1241cf5c-06f9-42b0-89f4-b350d399dad6 tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] 10.222.0.68 "GET /v2.0/security-groups?id=480b9b88-a112-41cf-9ffd-c713e01dc0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416198 Jul 14 09:35:57.335968 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790d90e1-702d-4203-9c4d-97b22d1aa2ed req-1c0947f4-5f5b-4589-aa55-2b59b7dd23d8 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:57.337795 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-790d90e1-702d-4203-9c4d-97b22d1aa2ed req-1c0947f4-5f5b-4589-aa55-2b59b7dd23d8 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/ports?device_id=5ed0c1cb-c3d6-40f1-8aad-1894504b5a83 HTTP/1.1" status: 200 len: 946 time: 0.0715287 Jul 14 09:35:57.405750 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-790d90e1-702d-4203-9c4d-97b22d1aa2ed req-2f210113-6989-498d-b4ac-e0231e91566d tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/security-groups?id=3e66fdd8-bd2d-4f0b-a124-b60bfc46cfe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580981 Jul 14 09:35:57.671686 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5bbe322f-3f67-4864-bc0a-91afe44d23e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:57.813762 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c2f17885-9982-4713-8021-72e95a65e0b4 req-4a59650d-904e-4a75-9608-4fc53bbc15b4 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] 10.222.0.68 "GET /v2.0/ports?device_id=5c7b30e8-3087-4fa2-a121-bc36e0beab3b HTTP/1.1" status: 200 len: 210 time: 0.0356669 Jul 14 09:35:57.851073 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c973ac-6633-464e-b815-0e791689af35 req-11bf0065-aeae-4441-936a-1bd18b4f7d76 tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:57.853238 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-60c973ac-6633-464e-b815-0e791689af35 req-11bf0065-aeae-4441-936a-1bd18b4f7d76 tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] 10.222.0.68 "GET /v2.0/ports?device_id=5fc01b2f-40b9-4f77-af83-fe731cd3ed6b HTTP/1.1" status: 200 len: 985 time: 0.1372216 Jul 14 09:35:57.907020 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-60c973ac-6633-464e-b815-0e791689af35 req-835159b3-bd7e-4941-b409-b4eca58b8679 tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] 10.222.0.68 "GET /v2.0/security-groups?id=a6887b36-dc41-4a94-9c8a-146532f74efd&id=163851e2-8c9a-4c41-aaeb-45f47f0e50a0&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0462115 Jul 14 09:35:58.040797 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 1108fa80-7aad-4885-89ca-21e078dd2cd9 no longer exists at agent hyperv_n-h1-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:35:58.080352 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] No Port match for: 1108fa80-7aad-4885-89ca-21e078dd2cd9 {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:35:58.080967 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 1108fa80-7aad-4885-89ca-21e078dd2cd9 not bound to the agent host n-h1-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:35:58.196869 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed4ee18-a050-4dbe-9851-8bbb4a0604f2 req-6fc0f5e8-3a48-4747-9634-2e8d5a1c7c00 tempest-TestServerMultinode-538957439 tempest-TestServerMultinode-538957439-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:58.204975 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-4ed4ee18-a050-4dbe-9851-8bbb4a0604f2 req-6fc0f5e8-3a48-4747-9634-2e8d5a1c7c00 tempest-TestServerMultinode-538957439 tempest-TestServerMultinode-538957439-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=97f50e3d-8759-4fd4-b896-bcaa80364092 HTTP/1.1" status: 200 len: 1096 time: 0.0899479 Jul 14 09:35:58.251303 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-4ed4ee18-a050-4dbe-9851-8bbb4a0604f2 req-672013c1-e9a5-4cc9-a522-ebcfed7b452e tempest-TestServerMultinode-538957439 tempest-TestServerMultinode-538957439-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=3b2bec02-c2bf-4502-b7c0-67d79f190b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453596 Jul 14 09:35:58.690269 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ed0c1cb-c3d6-40f1-8aad-1894504b5a83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e91a837-3b23-4ea6-ab66-86261b57cd5c'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:35:58.696130 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd62303f06773040a8a4e189dc46b4f565768c299abf8ab8e7739778b0bc3e97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96c4c8c9-cb38-46ce-b79f-e3c2d3cc9e5a" -d '{"events": [{"server_uuid": "5ed0c1cb-c3d6-40f1-8aad-1894504b5a83", "name": "network-vif-plugged", "status": "completed", "tag": "9e91a837-3b23-4ea6-ab66-86261b57cd5c"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:35:58.780571 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c908fb-00f8-4f22-a293-e780caf7fa52 req-7d8e3bfb-2fe3-49f2-a83c-f32f9606ff09 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:58.782432 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-75c908fb-00f8-4f22-a293-e780caf7fa52 req-7d8e3bfb-2fe3-49f2-a83c-f32f9606ff09 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/ports?device_id=5ed0c1cb-c3d6-40f1-8aad-1894504b5a83 HTTP/1.1" status: 200 len: 946 time: 0.1745381 Jul 14 09:35:58.839286 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-75c908fb-00f8-4f22-a293-e780caf7fa52 req-b4e80ce8-bdae-449e-be57-704444aa2934 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/security-groups?id=3e66fdd8-bd2d-4f0b-a124-b60bfc46cfe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508325 Jul 14 09:35:58.908209 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:35:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc828abe-f82e-4425-a231-98aa3d3fd989 x-openstack-request-id: req-bc828abe-f82e-4425-a231-98aa3d3fd989 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:35:58.908601 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ed0c1cb-c3d6-40f1-8aad-1894504b5a83", "name": "network-vif-plugged", "status": "completed", "tag": "9e91a837-3b23-4ea6-ab66-86261b57cd5c", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:35:58.909089 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-bc828abe-f82e-4425-a231-98aa3d3fd989 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:35:58.909736 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ed0c1cb-c3d6-40f1-8aad-1894504b5a83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e91a837-3b23-4ea6-ab66-86261b57cd5c', 'code': 200} Jul 14 09:35:58.914365 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f487d4ef-0f41-4400-a4ca-d0a5cb5ffdc6 req-14bad4a0-cdab-4659-af71-5ecd4b898899 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:58.921923 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f487d4ef-0f41-4400-a4ca-d0a5cb5ffdc6 req-14bad4a0-cdab-4659-af71-5ecd4b898899 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] 10.222.0.68 "GET /v2.0/ports?device_id=8e7397c3-9642-4fe6-b6c4-32d7843783ff HTTP/1.1" status: 200 len: 945 time: 0.0900016 Jul 14 09:35:58.973563 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f487d4ef-0f41-4400-a4ca-d0a5cb5ffdc6 req-0a964693-f383-4a7e-81c0-b9ce3bc1da37 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] 10.222.0.68 "GET /v2.0/security-groups?id=d752f37c-fee3-40c2-9393-243f60d7ab2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507414 Jul 14 09:35:59.078384 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26ccbbf-79a5-4744-aa74-ffb2b1add0dc req-8c8b34d7-e254-4460-b97b-2cf04af2d33e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:59.080040 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a26ccbbf-79a5-4744-aa74-ffb2b1add0dc req-8c8b34d7-e254-4460-b97b-2cf04af2d33e service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=5ed0c1cb-c3d6-40f1-8aad-1894504b5a83 HTTP/1.1" status: 200 len: 1098 time: 0.0744944 Jul 14 09:35:59.132276 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a26ccbbf-79a5-4744-aa74-ffb2b1add0dc req-19b71b57-123d-4fbc-bc82-10bb88e6a15f service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=3e66fdd8-bd2d-4f0b-a124-b60bfc46cfe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415416 Jul 14 09:35:59.168697 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-845d15fd-9034-496f-9be5-39aa3068662d req-8840c4be-3beb-4e14-b190-d6db1bad2f74 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] 10.222.0.68 "GET /v2.0/ports?device_id=5c7b30e8-3087-4fa2-a121-bc36e0beab3b HTTP/1.1" status: 200 len: 210 time: 0.0533135 Jul 14 09:35:59.232591 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f464d122-eb69-47d3-82ff-742aa6360037 req-1ebbc59c-8971-42e7-a443-cee569211928 tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:59.234419 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f464d122-eb69-47d3-82ff-742aa6360037 req-1ebbc59c-8971-42e7-a443-cee569211928 tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] 10.222.0.68 "GET /v2.0/ports?device_id=5fc01b2f-40b9-4f77-af83-fe731cd3ed6b HTTP/1.1" status: 200 len: 985 time: 0.0688205 Jul 14 09:35:59.291626 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f464d122-eb69-47d3-82ff-742aa6360037 req-3bc6f665-5769-43cf-9a18-91b92b844832 tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] 10.222.0.68 "GET /v2.0/security-groups?id=a6887b36-dc41-4a94-9c8a-146532f74efd&id=163851e2-8c9a-4c41-aaeb-45f47f0e50a0&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0509288 Jul 14 09:35:59.481416 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6061c2-ff0b-4d2f-bd79-adb9c17c8aa9 req-151e3dd2-4094-4ddd-8aec-dcbfb50cf5ac tempest-TestServerMultinode-538957439 tempest-TestServerMultinode-538957439-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:59.489552 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-1b6061c2-ff0b-4d2f-bd79-adb9c17c8aa9 req-151e3dd2-4094-4ddd-8aec-dcbfb50cf5ac tempest-TestServerMultinode-538957439 tempest-TestServerMultinode-538957439-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=97f50e3d-8759-4fd4-b896-bcaa80364092 HTTP/1.1" status: 200 len: 1096 time: 0.0687242 Jul 14 09:35:59.535304 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd6d0be-fc92-480f-a4ed-c6e019b7bb12 req-6de7edfb-6ac0-4d97-a9af-746686a412cd tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:59.541292 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-1b6061c2-ff0b-4d2f-bd79-adb9c17c8aa9 req-2a39d4ec-072e-4353-ae7e-eff385b86c3e tempest-TestServerMultinode-538957439 tempest-TestServerMultinode-538957439-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=3b2bec02-c2bf-4502-b7c0-67d79f190b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504768 Jul 14 09:35:59.544665 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-afd6d0be-fc92-480f-a4ed-c6e019b7bb12 req-6de7edfb-6ac0-4d97-a9af-746686a412cd tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] 10.222.0.68 "GET /v2.0/ports?device_id=5fc01b2f-40b9-4f77-af83-fe731cd3ed6b HTTP/1.1" status: 200 len: 985 time: 0.1105301 Jul 14 09:35:59.604582 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-afd6d0be-fc92-480f-a4ed-c6e019b7bb12 req-2afb645d-f362-4066-982a-b955929e6e12 tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] 10.222.0.68 "GET /v2.0/security-groups?id=a6887b36-dc41-4a94-9c8a-146532f74efd&id=163851e2-8c9a-4c41-aaeb-45f47f0e50a0&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0586269 Jul 14 09:35:59.798285 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6430034f-77b8-4b4f-8349-d7f7dee2b23a req-8da9dde8-5d2c-4395-a7be-43d5c1eec13d tempest-TestSecurityGroupsBasicOps-1679341931 tempest-TestSecurityGroupsBasicOps-1679341931-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:59.801776 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-6430034f-77b8-4b4f-8349-d7f7dee2b23a req-8da9dde8-5d2c-4395-a7be-43d5c1eec13d tempest-TestSecurityGroupsBasicOps-1679341931 tempest-TestSecurityGroupsBasicOps-1679341931-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=5fc01b2f-40b9-4f77-af83-fe731cd3ed6b HTTP/1.1" status: 200 len: 1137 time: 0.0734968 Jul 14 09:35:59.844181 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-6430034f-77b8-4b4f-8349-d7f7dee2b23a req-6b2c2fb2-30b7-40cd-aad0-ffa61cc0dd69 tempest-TestSecurityGroupsBasicOps-1679341931 tempest-TestSecurityGroupsBasicOps-1679341931-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:00.082256 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device a2b5ae54-a92a-4360-94b7-d5229220196c up at agent hyperv_n-h1-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:36:00.082815 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-6430034f-77b8-4b4f-8349-d7f7dee2b23a req-6b2c2fb2-30b7-40cd-aad0-ffa61cc0dd69 tempest-TestSecurityGroupsBasicOps-1679341931 tempest-TestSecurityGroupsBasicOps-1679341931-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:00.093558 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc0bfd6-aaff-44a1-9660-f74c00050224 req-e9bdbebd-8bb4-447b-abf4-26e02b75d6d0 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:00.101466 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-6430034f-77b8-4b4f-8349-d7f7dee2b23a req-6b2c2fb2-30b7-40cd-aad0-ffa61cc0dd69 tempest-TestSecurityGroupsBasicOps-1679341931 tempest-TestSecurityGroupsBasicOps-1679341931-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:00.111528 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-bdc0bfd6-aaff-44a1-9660-f74c00050224 req-e9bdbebd-8bb4-447b-abf4-26e02b75d6d0 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/ports?device_id=5ed0c1cb-c3d6-40f1-8aad-1894504b5a83 HTTP/1.1" status: 200 len: 946 time: 0.1097763 Jul 14 09:36:00.161968 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Provisioning for port a2b5ae54-a92a-4360-94b7-d5229220196c completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:36:00.169997 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Provisioning complete for port a2b5ae54-a92a-4360-94b7-d5229220196c triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:36:00.170724 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:00.180549 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-bdc0bfd6-aaff-44a1-9660-f74c00050224 req-ca8ec9b6-92ba-44d4-97a1-2c436b2f2d0d tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/security-groups?id=3e66fdd8-bd2d-4f0b-a124-b60bfc46cfe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579121 Jul 14 09:36:00.320052 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:00.367250 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port a2b5ae54-a92a-4360-94b7-d5229220196c, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=a2b5ae54-a92a-4360-94b7-d5229220196c,segment=NetworkSegment(410f9da2-cb32-4aad-86d9-62339416339f),segment_id=410f9da2-cb32-4aad-86d9-62339416339f)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:36:00.378397 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:00.472118 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-6430034f-77b8-4b4f-8349-d7f7dee2b23a req-6b2c2fb2-30b7-40cd-aad0-ffa61cc0dd69 tempest-TestSecurityGroupsBasicOps-1679341931 tempest-TestSecurityGroupsBasicOps-1679341931-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=a6887b36-dc41-4a94-9c8a-146532f74efd&id=163851e2-8c9a-4c41-aaeb-45f47f0e50a0&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.6589763 Jul 14 09:36:00.473471 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2c2fb2-30b7-40cd-aad0-ffa61cc0dd69 tempest-TestSecurityGroupsBasicOps-1679341931 tempest-TestSecurityGroupsBasicOps-1679341931-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e40fda2d-1684-46e7-9354-35a954e44509,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:00.483950 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Pushing event updated for resources: {'Port': ['ID=a2b5ae54-a92a-4360-94b7-d5229220196c,revision_number=5']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:00.526634 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 35120) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:00.593998 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94df30fc-9421-4241-abe7-2bb3ce40bfb9 tempest-TestSecurityGroupsBasicOps-1679341931 tempest-TestSecurityGroupsBasicOps-1679341931-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:00.595618 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-94df30fc-9421-4241-abe7-2bb3ce40bfb9 tempest-TestSecurityGroupsBasicOps-1679341931 tempest-TestSecurityGroupsBasicOps-1679341931-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=5fc01b2f-40b9-4f77-af83-fe731cd3ed6b HTTP/1.1" status: 200 len: 1132 time: 0.0678487 Jul 14 09:36:00.598963 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 35124) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:00.603806 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-f7b6c6ec-3fb8-460b-adce-2d08bca05bdd tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Request body: {'floatingip': {'floating_network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'port_id': 'b5a388d6-bc17-4a07-a2d8-629d650176bf', 'tenant_id': '8f4c0efbbeff49fda0063f5062583c63', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:36:00.691667 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f7b6c6ec-3fb8-460b-adce-2d08bca05bdd tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Notify callbacks [] for floatingip, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:00.828246 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c8693e-ddff-4b85-af18-5b4599c8b06a req-fbf63e0f-bd0e-4022-b803-bf81022c75b7 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:00.832716 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f7b6c6ec-3fb8-460b-adce-2d08bca05bdd tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:00.836419 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-b2c8693e-ddff-4b85-af18-5b4599c8b06a req-fbf63e0f-bd0e-4022-b803-bf81022c75b7 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] 10.222.0.68 "GET /v2.0/ports?device_id=8e7397c3-9642-4fe6-b6c4-32d7843783ff HTTP/1.1" status: 200 len: 945 time: 0.1015589 Jul 14 09:36:00.910957 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97f50e3d-8759-4fd4-b896-bcaa80364092', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2b5ae54-a92a-4360-94b7-d5229220196c'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:36:00.913836 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd62303f06773040a8a4e189dc46b4f565768c299abf8ab8e7739778b0bc3e97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1461f9ce-9033-46c9-ad4c-f403319341b9" -d '{"events": [{"server_uuid": "97f50e3d-8759-4fd4-b896-bcaa80364092", "name": "network-vif-plugged", "status": "completed", "tag": "a2b5ae54-a92a-4360-94b7-d5229220196c"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:36:00.930066 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-b2c8693e-ddff-4b85-af18-5b4599c8b06a req-c8d4984a-cad4-4f34-8c2c-3c0fcd29e361 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] 10.222.0.68 "GET /v2.0/security-groups?id=d752f37c-fee3-40c2-9393-243f60d7ab2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0925145 Jul 14 09:36:01.132824 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-f7b6c6ec-3fb8-460b-adce-2d08bca05bdd tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Allocated IP 172.25.4.62 (2dcd4d32-cc7c-4468-b396-7ce5c9231892/6cd22a75-5bc1-467c-a3c4-0af04bd1b34a/b8e540a3-8516-4fad-a98e-992320264aae) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:36:01.153705 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-83860b1e-4cf3-4f99-a3f8-718e740966b0 req-717bc0ea-977b-4e60-9287-5d93e3d3bc43 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] 10.222.0.68 "GET /v2.0/ports?device_id=5c7b30e8-3087-4fa2-a121-bc36e0beab3b HTTP/1.1" status: 200 len: 210 time: 0.0397837 Jul 14 09:36:01.298229 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3f4fa4-7382-43ff-9700-0e7121ec59cf req-8ac13e98-c567-4561-a193-3d3412ff04f0 tempest-TestServerMultinode-538957439 tempest-TestServerMultinode-538957439-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:01.308404 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-7a3f4fa4-7382-43ff-9700-0e7121ec59cf req-8ac13e98-c567-4561-a193-3d3412ff04f0 tempest-TestServerMultinode-538957439 tempest-TestServerMultinode-538957439-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=97f50e3d-8759-4fd4-b896-bcaa80364092 HTTP/1.1" status: 200 len: 1097 time: 0.1481383 Jul 14 09:36:01.323962 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:36:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a50535fd-25fc-42db-91c6-f3bb4dd740b1 x-openstack-request-id: req-a50535fd-25fc-42db-91c6-f3bb4dd740b1 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:36:01.324461 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97f50e3d-8759-4fd4-b896-bcaa80364092", "name": "network-vif-plugged", "status": "completed", "tag": "a2b5ae54-a92a-4360-94b7-d5229220196c", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:36:01.324573 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-a50535fd-25fc-42db-91c6-f3bb4dd740b1 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:36:01.324874 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97f50e3d-8759-4fd4-b896-bcaa80364092', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2b5ae54-a92a-4360-94b7-d5229220196c', 'code': 200} Jul 14 09:36:01.374893 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f7b6c6ec-3fb8-460b-adce-2d08bca05bdd tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:01.376744 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-7a3f4fa4-7382-43ff-9700-0e7121ec59cf req-b7045447-8db2-4c78-b509-86fd91b0f918 tempest-TestServerMultinode-538957439 tempest-TestServerMultinode-538957439-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=3b2bec02-c2bf-4502-b7c0-67d79f190b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667117 Jul 14 09:36:01.558159 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f7b6c6ec-3fb8-460b-adce-2d08bca05bdd tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:01.635859 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7b6c6ec-3fb8-460b-adce-2d08bca05bdd tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Network 2dcd4d32-cc7c-4468-b396-7ce5c9231892 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:36:01.640240 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b6c6ec-3fb8-460b-adce-2d08bca05bdd tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Pushing event updated for resources: {'Port': ['ID=b8e540a3-8516-4fad-a98e-992320264aae,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:01.642592 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-f7b6c6ec-3fb8-460b-adce-2d08bca05bdd tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:36:01.656502 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b6c6ec-3fb8-460b-adce-2d08bca05bdd tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:36:01.762079 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b6c6ec-3fb8-460b-adce-2d08bca05bdd tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:36:01.762430 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b6c6ec-3fb8-460b-adce-2d08bca05bdd tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:36:01.762783 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b6c6ec-3fb8-460b-adce-2d08bca05bdd tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:36:01.763120 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b6c6ec-3fb8-460b-adce-2d08bca05bdd tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:36:01.763461 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b6c6ec-3fb8-460b-adce-2d08bca05bdd tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:36:01.763799 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b6c6ec-3fb8-460b-adce-2d08bca05bdd tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:36:01.764140 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b6c6ec-3fb8-460b-adce-2d08bca05bdd tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:36:01.764473 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b6c6ec-3fb8-460b-adce-2d08bca05bdd tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:36:01.765141 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b6c6ec-3fb8-460b-adce-2d08bca05bdd tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:36:01.765481 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b6c6ec-3fb8-460b-adce-2d08bca05bdd tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:36:01.765839 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b6c6ec-3fb8-460b-adce-2d08bca05bdd tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:36:01.766170 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b6c6ec-3fb8-460b-adce-2d08bca05bdd tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:36:01.805738 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead733ad-c0e6-4058-8e47-e785ed81cbe0 req-cdf7be9d-de32-4ff6-8424-5e3daf352ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:01.807468 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ead733ad-c0e6-4058-8e47-e785ed81cbe0 req-cdf7be9d-de32-4ff6-8424-5e3daf352ac2 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=97f50e3d-8759-4fd4-b896-bcaa80364092 HTTP/1.1" status: 200 len: 1097 time: 0.3263693 Jul 14 09:36:01.867989 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22bc201-4446-4cfe-973b-760ffab06b5d req-b47749cd-e31b-45ab-9089-f2bdb1cb4316 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:01.877896 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e22bc201-4446-4cfe-973b-760ffab06b5d req-b47749cd-e31b-45ab-9089-f2bdb1cb4316 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/ports?device_id=5ed0c1cb-c3d6-40f1-8aad-1894504b5a83 HTTP/1.1" status: 200 len: 946 time: 0.3977654 Jul 14 09:36:02.265052 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f7b6c6ec-3fb8-460b-adce-2d08bca05bdd tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:02.278878 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddaa923-1c41-419a-99fa-bb7004508a04 req-8f52c178-952c-4080-b417-de61282cd4c6 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:02.287286 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-3ddaa923-1c41-419a-99fa-bb7004508a04 req-8f52c178-952c-4080-b417-de61282cd4c6 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] 10.222.0.68 "GET /v2.0/ports?device_id=8e7397c3-9642-4fe6-b6c4-32d7843783ff HTTP/1.1" status: 200 len: 945 time: 0.1098619 Jul 14 09:36:02.357099 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e22bc201-4446-4cfe-973b-760ffab06b5d req-056cb020-5bf4-4ccc-a7cd-f64fa40642df tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/security-groups?id=3e66fdd8-bd2d-4f0b-a124-b60bfc46cfe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4782147 Jul 14 09:36:02.380810 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ead733ad-c0e6-4058-8e47-e785ed81cbe0 req-81b293d6-76d9-4073-8179-9914045888be service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=3b2bec02-c2bf-4502-b7c0-67d79f190b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5642192 Jul 14 09:36:02.389235 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-3ddaa923-1c41-419a-99fa-bb7004508a04 req-cf9832d4-d808-4a73-aeee-4814b1ec4e43 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] 10.222.0.68 "GET /v2.0/security-groups?id=d752f37c-fee3-40c2-9393-243f60d7ab2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0917215 Jul 14 09:36:02.459387 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f7b6c6ec-3fb8-460b-adce-2d08bca05bdd tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:02.565358 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-237bc1c9-a6c2-47f0-8409-8455568e5d6e req-27e2b435-088b-441b-b6ae-e370297edac9 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] 10.222.0.68 "GET /v2.0/ports?device_id=5c7b30e8-3087-4fa2-a121-bc36e0beab3b HTTP/1.1" status: 200 len: 210 time: 0.0363038 Jul 14 09:36:02.726267 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1e309c-8b23-44ed-9d05-c4e40ffbefc0 req-2350b236-40f1-4a09-a86f-d185efb52785 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:02.731639 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-af1e309c-8b23-44ed-9d05-c4e40ffbefc0 req-2350b236-40f1-4a09-a86f-d185efb52785 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/ports?device_id=5ed0c1cb-c3d6-40f1-8aad-1894504b5a83 HTTP/1.1" status: 200 len: 946 time: 0.1483200 Jul 14 09:36:02.741038 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 35154) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:02.746111 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-e0d70fe8-f7bd-44de-8908-2e94e9195297 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Request body: {'floatingip': {'port_id': '9e91a837-3b23-4ea6-ab66-86261b57cd5c'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:36:02.839233 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e0d70fe8-f7bd-44de-8908-2e94e9195297 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Notify callbacks [] for floatingip, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:03.384712 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1c9825-d5f2-4df6-897a-74571280372e req-269883f0-be57-4c59-930b-4e363a0328a9 tempest-TestServerMultinode-538957439 tempest-TestServerMultinode-538957439-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:03.391798 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-4f1c9825-d5f2-4df6-897a-74571280372e req-269883f0-be57-4c59-930b-4e363a0328a9 tempest-TestServerMultinode-538957439 tempest-TestServerMultinode-538957439-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=97f50e3d-8759-4fd4-b896-bcaa80364092 HTTP/1.1" status: 200 len: 1097 time: 0.2061462 Jul 14 09:36:03.446399 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f7b6c6ec-3fb8-460b-adce-2d08bca05bdd tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:03.455750 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f7b6c6ec-3fb8-460b-adce-2d08bca05bdd tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:03.498769 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-4f1c9825-d5f2-4df6-897a-74571280372e req-436062b8-059e-4846-b0e9-f485d85407b5 tempest-TestServerMultinode-538957439 tempest-TestServerMultinode-538957439-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=3b2bec02-c2bf-4502-b7c0-67d79f190b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058674 Jul 14 09:36:03.649227 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b6c6ec-3fb8-460b-adce-2d08bca05bdd tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Pushing event updated for resources: {'Port': ['ID=b8e540a3-8516-4fad-a98e-992320264aae,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:03.662561 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f7b6c6ec-3fb8-460b-adce-2d08bca05bdd tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-660590'] for floatingip, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:03.854356 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.db.resource_extend [None req-e0d70fe8-f7bd-44de-8908-2e94e9195297 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 14 09:36:03.966192 n-d-779913-29 neutron-server[93957]: INFO neutron.db.l3_db [None req-f7b6c6ec-3fb8-460b-adce-2d08bca05bdd tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Floating IP 00e33d5a-2bf2-4514-918a-c0bc67ac799c associated. External IP: 172.25.4.62, port: b5a388d6-bc17-4a07-a2d8-629d650176bf. Jul 14 09:36:04.086455 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e0d70fe8-f7bd-44de-8908-2e94e9195297 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:04.098538 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91cdecd-f57c-4558-9f28-391dc15c0bcc req-44ef90dc-2362-4949-a089-d89801c45da2 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:04.110980 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-e91cdecd-f57c-4558-9f28-391dc15c0bcc req-44ef90dc-2362-4949-a089-d89801c45da2 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] 10.222.0.68 "GET /v2.0/ports?device_id=8e7397c3-9642-4fe6-b6c4-32d7843783ff HTTP/1.1" status: 200 len: 945 time: 0.3982623 Jul 14 09:36:04.147158 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e0d70fe8-f7bd-44de-8908-2e94e9195297 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-660590'] for floatingip, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:04.235470 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-e91cdecd-f57c-4558-9f28-391dc15c0bcc req-770021bd-175a-4e69-a138-1ba145a4744e tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] 10.222.0.68 "GET /v2.0/security-groups?id=d752f37c-fee3-40c2-9393-243f60d7ab2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1198902 Jul 14 09:36:04.257251 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-493c097b-8b2c-4cdc-9b7b-55c4f9eb7ea7 req-f575f635-36b6-4ce9-80f7-ff12acea8d48 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] 10.222.0.68 "GET /v2.0/ports?device_id=5c7b30e8-3087-4fa2-a121-bc36e0beab3b HTTP/1.1" status: 200 len: 210 time: 0.1007566 Jul 14 09:36:04.322805 n-d-779913-29 neutron-server[93958]: INFO neutron.db.l3_db [None req-e0d70fe8-f7bd-44de-8908-2e94e9195297 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Floating IP 76f0d78c-1822-451e-bd3e-ffb414bb9646 associated. External IP: 172.25.4.101, port: 9e91a837-3b23-4ea6-ab66-86261b57cd5c. Jul 14 09:36:04.575342 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7b6c6ec-3fb8-460b-adce-2d08bca05bdd tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Router 82e08894-888e-4988-82ba-84b553b86a39 has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:36:04.671684 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0d70fe8-f7bd-44de-8908-2e94e9195297 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Router 6633487b-79ca-46a6-9a14-6e01fb01412a has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:36:04.739921 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7b6c6ec-3fb8-460b-adce-2d08bca05bdd tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:36:04.751724 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d708abce-7118-4df3-b6a3-1a0ea3544417 None None] Sync routers for ids ['82e08894-888e-4988-82ba-84b553b86a39'] in n-d-779913-29 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:36:04.766584 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d708abce-7118-4df3-b6a3-1a0ea3544417 None None] Routers {'82e08894-888e-4988-82ba-84b553b86a39'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:36:04.766789 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f7b6c6ec-3fb8-460b-adce-2d08bca05bdd tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for floatingip, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:04.768694 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-d708abce-7118-4df3-b6a3-1a0ea3544417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:35:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['82e08894-888e-4988-82ba-84b553b86a39'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:04.856051 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153fb171-b12a-44e2-b406-88294d41882c req-07a78a55-b713-4fe9-bf35-e30e32483f5b tempest-TestServerMultinode-538957439 tempest-TestServerMultinode-538957439-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:04.863450 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-153fb171-b12a-44e2-b406-88294d41882c req-07a78a55-b713-4fe9-bf35-e30e32483f5b tempest-TestServerMultinode-538957439 tempest-TestServerMultinode-538957439-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=97f50e3d-8759-4fd4-b896-bcaa80364092 HTTP/1.1" status: 200 len: 1097 time: 0.1305051 Jul 14 09:36:04.876787 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-f7b6c6ec-3fb8-460b-adce-2d08bca05bdd tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.2718215 Jul 14 09:36:04.880180 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 35176) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:04.883774 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fc01b2f-40b9-4f77-af83-fe731cd3ed6b', 'tag': 'b5a388d6-bc17-4a07-a2d8-629d650176bf'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:36:04.888687 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df010626-1517-4352-a4e0-107c3e5c8a34" -d '{"events": [{"name": "network-changed", "server_uuid": "5fc01b2f-40b9-4f77-af83-fe731cd3ed6b", "tag": "b5a388d6-bc17-4a07-a2d8-629d650176bf"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:36:04.907035 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0d70fe8-f7bd-44de-8908-2e94e9195297 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:36:04.919343 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a6d6e41-fa0a-406c-a1db-c03cec341c46 None None] Sync routers for ids ['6633487b-79ca-46a6-9a14-6e01fb01412a'] in n-d-779913-29 {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:36:04.923970 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e0d70fe8-f7bd-44de-8908-2e94e9195297 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for floatingip, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:04.952711 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-d708abce-7118-4df3-b6a3-1a0ea3544417 None None] Set router 82e08894-888e-4988-82ba-84b553b86a39 gateway port host: n-d-779913-29 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:36:04.959133 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:36:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d3eedaa-0e48-48fa-8aaa-ecee8cf8de03 x-openstack-request-id: req-7d3eedaa-0e48-48fa-8aaa-ecee8cf8de03 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:36:04.960131 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fc01b2f-40b9-4f77-af83-fe731cd3ed6b", "tag": "b5a388d6-bc17-4a07-a2d8-629d650176bf", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:36:04.960482 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-7d3eedaa-0e48-48fa-8aaa-ecee8cf8de03 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:36:04.960980 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fc01b2f-40b9-4f77-af83-fe731cd3ed6b', 'tag': 'b5a388d6-bc17-4a07-a2d8-629d650176bf', 'status': 'completed', 'code': 200} Jul 14 09:36:04.961341 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a6d6e41-fa0a-406c-a1db-c03cec341c46 None None] Routers {'6633487b-79ca-46a6-9a14-6e01fb01412a'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:36:04.962185 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-4a6d6e41-fa0a-406c-a1db-c03cec341c46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:35:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['6633487b-79ca-46a6-9a14-6e01fb01412a'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:05.004420 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-e0d70fe8-f7bd-44de-8908-2e94e9195297 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "PUT /v2.0/floatingips/76f0d78c-1822-451e-bd3e-ffb414bb9646 HTTP/1.1" status: 200 len: 992 time: 2.2619500 Jul 14 09:36:05.082159 n-d-779913-29 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ed0c1cb-c3d6-40f1-8aad-1894504b5a83', 'tag': '9e91a837-3b23-4ea6-ab66-86261b57cd5c'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:36:05.084424 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cb48f044f948e981f43897c8d7f1332f741dc7af2b4c5a6e19d8f4a80f708e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b63c8420-1091-4e08-a381-f43d6335f93b" -d '{"events": [{"name": "network-changed", "server_uuid": "5ed0c1cb-c3d6-40f1-8aad-1894504b5a83", "tag": "9e91a837-3b23-4ea6-ab66-86261b57cd5c"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:36:05.322227 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-d708abce-7118-4df3-b6a3-1a0ea3544417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82e08894-888e-4988-82ba-84b553b86a39', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1508376754', 'tenant_id': '8f4c0efbbeff49fda0063f5062583c63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.205'}], 'enable_snat': True}, 'gw_port_id': '642278eb-abd1-4f56-8eaf-f9705dbf66e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:35:23Z', 'updated_at': '2021-07-14T09:35:32Z', 'revision_number': 4, 'project_id': '8f4c0efbbeff49fda0063f5062583c63', 'gw_port': {'id': '642278eb-abd1-4f56-8eaf-f9705dbf66e4', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:6d:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82e08894-888e-4988-82ba-84b553b86a39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2318, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:35:23Z', 'updated_at': '2021-07-14T09:35:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_floatingips': [{'id': '00e33d5a-2bf2-4514-918a-c0bc67ac799c', 'tenant_id': '8f4c0efbbeff49fda0063f5062583c63', 'floating_ip_address': '172.25.4.62', 'floating_network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'router_id': '82e08894-888e-4988-82ba-84b553b86a39', 'port_id': 'b5a388d6-bc17-4a07-a2d8-629d650176bf', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2348, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73345ce1-56c8-4820-9a95-ad217b0c65d4', 'mac_address': 'fa:16:3e:a0:b4:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc01b2f-40b9-4f77-af83-fe731cd3ed6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:36:02Z', 'updated_at': '2021-07-14T09:36:02Z', 'revision_number': 0, 'project_id': '8f4c0efbbeff49fda0063f5062583c63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f564a965-3d3e-4339-a839-165a8ba6595f', 'name': '', 'network_id': '73345ce1-56c8-4820-9a95-ad217b0c65d4', 'tenant_id': '8f4c0efbbeff49fda0063f5062583c63', 'mac_address': 'fa:16:3e:75:0b:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82e08894-888e-4988-82ba-84b553b86a39', 'device_owner': 'network:router_interface', 'standard_attr_id': 2328, 'fixed_ips': [{'subnet_id': 'ceae8e77-7c7e-4a6b-90f6-57f323d8e245', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:35:29Z', 'updated_at': '2021-07-14T09:35:40Z', 'revision_number': 5, 'project_id': '8f4c0efbbeff49fda0063f5062583c63', 'subnets': [{'id': 'ceae8e77-7c7e-4a6b-90f6-57f323d8e245', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:05.339956 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:36:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20a286f7-b9ce-4c0b-b4a6-abddce18f846 x-openstack-request-id: req-20a286f7-b9ce-4c0b-b4a6-abddce18f846 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:36:05.340271 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ed0c1cb-c3d6-40f1-8aad-1894504b5a83", "tag": "9e91a837-3b23-4ea6-ab66-86261b57cd5c", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:36:05.340500 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-20a286f7-b9ce-4c0b-b4a6-abddce18f846 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:36:05.340892 n-d-779913-29 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ed0c1cb-c3d6-40f1-8aad-1894504b5a83', 'tag': '9e91a837-3b23-4ea6-ab66-86261b57cd5c', 'status': 'completed', 'code': 200} Jul 14 09:36:05.350785 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-153fb171-b12a-44e2-b406-88294d41882c req-30596649-6d1c-484a-a884-2888716daa89 tempest-TestServerMultinode-538957439 tempest-TestServerMultinode-538957439-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=3b2bec02-c2bf-4502-b7c0-67d79f190b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4864075 Jul 14 09:36:05.381341 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvr_db [None req-4a6d6e41-fa0a-406c-a1db-c03cec341c46 None None] Set router 6633487b-79ca-46a6-9a14-6e01fb01412a gateway port host: n-d-779913-29 {{(pid=93959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:36:05.382862 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d708abce-7118-4df3-b6a3-1a0ea3544417 None None] Checking router: 82e08894-888e-4988-82ba-84b553b86a39 for host: n-d-779913-29 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:36:05.407283 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d708abce-7118-4df3-b6a3-1a0ea3544417 None None] Routers {'82e08894-888e-4988-82ba-84b553b86a39'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:36:05.408175 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-d708abce-7118-4df3-b6a3-1a0ea3544417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:35:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['82e08894-888e-4988-82ba-84b553b86a39'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:05.605107 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63c8420-1091-4e08-a381-f43d6335f93b req-220c5fce-7754-4be0-a515-66081501219d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:05.612731 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b63c8420-1091-4e08-a381-f43d6335f93b req-220c5fce-7754-4be0-a515-66081501219d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0be6be6bccc149f1a4b35e465d4a6d6f&device_id=5ed0c1cb-c3d6-40f1-8aad-1894504b5a83 HTTP/1.1" status: 200 len: 1098 time: 0.2456987 Jul 14 09:36:05.627038 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bb34406-10ed-436c-8dc1-2a4bb2effaf7 tempest-TestSecurityGroupsBasicOps-1679341931 tempest-TestSecurityGroupsBasicOps-1679341931-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:05.627521 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bb34406-10ed-436c-8dc1-2a4bb2effaf7 tempest-TestSecurityGroupsBasicOps-1679341931 tempest-TestSecurityGroupsBasicOps-1679341931-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:05.627989 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bb34406-10ed-436c-8dc1-2a4bb2effaf7 tempest-TestSecurityGroupsBasicOps-1679341931 tempest-TestSecurityGroupsBasicOps-1679341931-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:05.628453 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bb34406-10ed-436c-8dc1-2a4bb2effaf7 tempest-TestSecurityGroupsBasicOps-1679341931 tempest-TestSecurityGroupsBasicOps-1679341931-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:05.628920 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bb34406-10ed-436c-8dc1-2a4bb2effaf7 tempest-TestSecurityGroupsBasicOps-1679341931 tempest-TestSecurityGroupsBasicOps-1679341931-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:05.635932 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bb34406-10ed-436c-8dc1-2a4bb2effaf7 tempest-TestSecurityGroupsBasicOps-1679341931 tempest-TestSecurityGroupsBasicOps-1679341931-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:05.636420 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bb34406-10ed-436c-8dc1-2a4bb2effaf7 tempest-TestSecurityGroupsBasicOps-1679341931 tempest-TestSecurityGroupsBasicOps-1679341931-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:05.636896 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bb34406-10ed-436c-8dc1-2a4bb2effaf7 tempest-TestSecurityGroupsBasicOps-1679341931 tempest-TestSecurityGroupsBasicOps-1679341931-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:05.637361 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bb34406-10ed-436c-8dc1-2a4bb2effaf7 tempest-TestSecurityGroupsBasicOps-1679341931 tempest-TestSecurityGroupsBasicOps-1679341931-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:05.637876 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bb34406-10ed-436c-8dc1-2a4bb2effaf7 tempest-TestSecurityGroupsBasicOps-1679341931 tempest-TestSecurityGroupsBasicOps-1679341931-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:05.638343 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bb34406-10ed-436c-8dc1-2a4bb2effaf7 tempest-TestSecurityGroupsBasicOps-1679341931 tempest-TestSecurityGroupsBasicOps-1679341931-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:05.638803 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bb34406-10ed-436c-8dc1-2a4bb2effaf7 tempest-TestSecurityGroupsBasicOps-1679341931 tempest-TestSecurityGroupsBasicOps-1679341931-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:05.640802 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-d708abce-7118-4df3-b6a3-1a0ea3544417 None None] Set router 82e08894-888e-4988-82ba-84b553b86a39 gateway port host: n-d-779913-29 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:36:05.644211 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bb34406-10ed-436c-8dc1-2a4bb2effaf7 tempest-TestSecurityGroupsBasicOps-1679341931 tempest-TestSecurityGroupsBasicOps-1679341931-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:05.651968 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bb34406-10ed-436c-8dc1-2a4bb2effaf7 tempest-TestSecurityGroupsBasicOps-1679341931 tempest-TestSecurityGroupsBasicOps-1679341931-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:05.655040 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bb34406-10ed-436c-8dc1-2a4bb2effaf7 tempest-TestSecurityGroupsBasicOps-1679341931 tempest-TestSecurityGroupsBasicOps-1679341931-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:05.658154 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bb34406-10ed-436c-8dc1-2a4bb2effaf7 tempest-TestSecurityGroupsBasicOps-1679341931 tempest-TestSecurityGroupsBasicOps-1679341931-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:05.664610 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-7bb34406-10ed-436c-8dc1-2a4bb2effaf7 tempest-TestSecurityGroupsBasicOps-1679341931 tempest-TestSecurityGroupsBasicOps-1679341931-project-admin] 10.222.0.68 "GET /v2.0/networks HTTP/1.1" status: 200 len: 11248 time: 0.7834122 Jul 14 09:36:05.692154 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 35194) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:05.857833 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-4a6d6e41-fa0a-406c-a1db-c03cec341c46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6633487b-79ca-46a6-9a14-6e01fb01412a', 'name': 'tempest-ServerActionsTestJSON-1418556030-router', 'tenant_id': '0be6be6bccc149f1a4b35e465d4a6d6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.24'}], 'enable_snat': True}, 'gw_port_id': '3dbbf1e6-110b-4bd4-a30a-eeceae60b3f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:35:17Z', 'updated_at': '2021-07-14T09:35:24Z', 'revision_number': 4, 'project_id': '0be6be6bccc149f1a4b35e465d4a6d6f', 'gw_port': {'id': '3dbbf1e6-110b-4bd4-a30a-eeceae60b3f9', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:8c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6633487b-79ca-46a6-9a14-6e01fb01412a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2308, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:35:18Z', 'updated_at': '2021-07-14T09:35:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_floatingips': [{'id': '76f0d78c-1822-451e-bd3e-ffb414bb9646', 'tenant_id': '0be6be6bccc149f1a4b35e465d4a6d6f', 'floating_ip_address': '172.25.4.101', 'floating_network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'router_id': '6633487b-79ca-46a6-9a14-6e01fb01412a', 'port_id': '9e91a837-3b23-4ea6-ab66-86261b57cd5c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2329, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a42cb13-2d55-4959-a070-eb88da564dfb', 'mac_address': 'fa:16:3e:45:62:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed0c1cb-c3d6-40f1-8aad-1894504b5a83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:35:34Z', 'updated_at': '2021-07-14T09:36:03Z', 'revision_number': 1, 'project_id': '0be6be6bccc149f1a4b35e465d4a6d6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c48646e-56c1-4237-b849-4ba8819a724a', 'name': '', 'network_id': '2a42cb13-2d55-4959-a070-eb88da564dfb', 'tenant_id': '0be6be6bccc149f1a4b35e465d4a6d6f', 'mac_address': 'fa:16:3e:29:dc:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6633487b-79ca-46a6-9a14-6e01fb01412a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2312, 'fixed_ips': [{'subnet_id': '2fb6ebb7-0edb-47a6-96f3-036e2585c66a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:35:22Z', 'updated_at': '2021-07-14T09:35:33Z', 'revision_number': 5, 'project_id': '0be6be6bccc149f1a4b35e465d4a6d6f', 'subnets': [{'id': '2fb6ebb7-0edb-47a6-96f3-036e2585c66a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:05.897637 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a6d6e41-fa0a-406c-a1db-c03cec341c46 None None] Checking router: 6633487b-79ca-46a6-9a14-6e01fb01412a for host: n-d-779913-29 {{(pid=93959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:36:05.905381 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-d708abce-7118-4df3-b6a3-1a0ea3544417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82e08894-888e-4988-82ba-84b553b86a39', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1508376754', 'tenant_id': '8f4c0efbbeff49fda0063f5062583c63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.205'}], 'enable_snat': True}, 'gw_port_id': '642278eb-abd1-4f56-8eaf-f9705dbf66e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:35:23Z', 'updated_at': '2021-07-14T09:35:32Z', 'revision_number': 4, 'project_id': '8f4c0efbbeff49fda0063f5062583c63', 'gw_port': {'id': '642278eb-abd1-4f56-8eaf-f9705dbf66e4', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:6d:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82e08894-888e-4988-82ba-84b553b86a39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2318, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:35:23Z', 'updated_at': '2021-07-14T09:35:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_floatingips': [{'id': '00e33d5a-2bf2-4514-918a-c0bc67ac799c', 'tenant_id': '8f4c0efbbeff49fda0063f5062583c63', 'floating_ip_address': '172.25.4.62', 'floating_network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'router_id': '82e08894-888e-4988-82ba-84b553b86a39', 'port_id': 'b5a388d6-bc17-4a07-a2d8-629d650176bf', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2348, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73345ce1-56c8-4820-9a95-ad217b0c65d4', 'mac_address': 'fa:16:3e:a0:b4:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc01b2f-40b9-4f77-af83-fe731cd3ed6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:36:02Z', 'updated_at': '2021-07-14T09:36:02Z', 'revision_number': 0, 'project_id': '8f4c0efbbeff49fda0063f5062583c63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f564a965-3d3e-4339-a839-165a8ba6595f', 'name': '', 'network_id': '73345ce1-56c8-4820-9a95-ad217b0c65d4', 'tenant_id': '8f4c0efbbeff49fda0063f5062583c63', 'mac_address': 'fa:16:3e:75:0b:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82e08894-888e-4988-82ba-84b553b86a39', 'device_owner': 'network:router_interface', 'standard_attr_id': 2328, 'fixed_ips': [{'subnet_id': 'ceae8e77-7c7e-4a6b-90f6-57f323d8e245', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:35:29Z', 'updated_at': '2021-07-14T09:35:40Z', 'revision_number': 5, 'project_id': '8f4c0efbbeff49fda0063f5062583c63', 'subnets': [{'id': 'ceae8e77-7c7e-4a6b-90f6-57f323d8e245', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:05.934211 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a6d6e41-fa0a-406c-a1db-c03cec341c46 None None] Routers {'6633487b-79ca-46a6-9a14-6e01fb01412a'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:36:05.937564 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-4a6d6e41-fa0a-406c-a1db-c03cec341c46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:35:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['6633487b-79ca-46a6-9a14-6e01fb01412a'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:05.957837 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fd1f4e-720c-45a0-a697-92b7424ae0be req-d42e8dcb-481b-44ff-a430-6e4123a05fb2 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:05.959629 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-45fd1f4e-720c-45a0-a697-92b7424ae0be req-d42e8dcb-481b-44ff-a430-6e4123a05fb2 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] 10.222.0.68 "GET /v2.0/ports?device_id=8e7397c3-9642-4fe6-b6c4-32d7843783ff HTTP/1.1" status: 200 len: 945 time: 0.4057961 Jul 14 09:36:05.988284 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63c8420-1091-4e08-a381-f43d6335f93b req-13c7e0ed-737d-427b-bc7a-26efd14c5c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:05.993598 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b63c8420-1091-4e08-a381-f43d6335f93b req-13c7e0ed-737d-427b-bc7a-26efd14c5c27 service neutron] 10.222.0.65 "GET /v2.0/networks?id=2a42cb13-2d55-4959-a070-eb88da564dfb HTTP/1.1" status: 200 len: 913 time: 0.3152041 Jul 14 09:36:06.073316 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1f86dab-46ba-43a6-939f-416ace1bffe9 tempest-TestSecurityGroupsBasicOps-1679341931 tempest-TestSecurityGroupsBasicOps-1679341931-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:06.073935 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1f86dab-46ba-43a6-939f-416ace1bffe9 tempest-TestSecurityGroupsBasicOps-1679341931 tempest-TestSecurityGroupsBasicOps-1679341931-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:06.074277 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1f86dab-46ba-43a6-939f-416ace1bffe9 tempest-TestSecurityGroupsBasicOps-1679341931 tempest-TestSecurityGroupsBasicOps-1679341931-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:06.074810 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1f86dab-46ba-43a6-939f-416ace1bffe9 tempest-TestSecurityGroupsBasicOps-1679341931 tempest-TestSecurityGroupsBasicOps-1679341931-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:06.075196 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1f86dab-46ba-43a6-939f-416ace1bffe9 tempest-TestSecurityGroupsBasicOps-1679341931 tempest-TestSecurityGroupsBasicOps-1679341931-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:06.075647 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1f86dab-46ba-43a6-939f-416ace1bffe9 tempest-TestSecurityGroupsBasicOps-1679341931 tempest-TestSecurityGroupsBasicOps-1679341931-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:06.076098 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1f86dab-46ba-43a6-939f-416ace1bffe9 tempest-TestSecurityGroupsBasicOps-1679341931 tempest-TestSecurityGroupsBasicOps-1679341931-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:06.089282 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1f86dab-46ba-43a6-939f-416ace1bffe9 tempest-TestSecurityGroupsBasicOps-1679341931 tempest-TestSecurityGroupsBasicOps-1679341931-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:06.089974 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1f86dab-46ba-43a6-939f-416ace1bffe9 tempest-TestSecurityGroupsBasicOps-1679341931 tempest-TestSecurityGroupsBasicOps-1679341931-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:06.090453 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1f86dab-46ba-43a6-939f-416ace1bffe9 tempest-TestSecurityGroupsBasicOps-1679341931 tempest-TestSecurityGroupsBasicOps-1679341931-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:06.090917 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1f86dab-46ba-43a6-939f-416ace1bffe9 tempest-TestSecurityGroupsBasicOps-1679341931 tempest-TestSecurityGroupsBasicOps-1679341931-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:06.091383 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1f86dab-46ba-43a6-939f-416ace1bffe9 tempest-TestSecurityGroupsBasicOps-1679341931 tempest-TestSecurityGroupsBasicOps-1679341931-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:06.092322 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1f86dab-46ba-43a6-939f-416ace1bffe9 tempest-TestSecurityGroupsBasicOps-1679341931 tempest-TestSecurityGroupsBasicOps-1679341931-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:06.092322 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1f86dab-46ba-43a6-939f-416ace1bffe9 tempest-TestSecurityGroupsBasicOps-1679341931 tempest-TestSecurityGroupsBasicOps-1679341931-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:06.092753 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1f86dab-46ba-43a6-939f-416ace1bffe9 tempest-TestSecurityGroupsBasicOps-1679341931 tempest-TestSecurityGroupsBasicOps-1679341931-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:06.093200 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1f86dab-46ba-43a6-939f-416ace1bffe9 tempest-TestSecurityGroupsBasicOps-1679341931 tempest-TestSecurityGroupsBasicOps-1679341931-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:06.095609 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-c1f86dab-46ba-43a6-939f-416ace1bffe9 tempest-TestSecurityGroupsBasicOps-1679341931 tempest-TestSecurityGroupsBasicOps-1679341931-project-admin] 10.222.0.68 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 10185 time: 0.4015002 Jul 14 09:36:06.133767 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvr_db [None req-4a6d6e41-fa0a-406c-a1db-c03cec341c46 None None] Set router 6633487b-79ca-46a6-9a14-6e01fb01412a gateway port host: n-d-779913-29 {{(pid=93959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:36:06.165747 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-45fd1f4e-720c-45a0-a697-92b7424ae0be req-edbac3ff-2fd8-4983-a106-a825d29b3983 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] 10.222.0.68 "GET /v2.0/security-groups?id=d752f37c-fee3-40c2-9393-243f60d7ab2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1990790 Jul 14 09:36:06.172293 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b63c8420-1091-4e08-a381-f43d6335f93b req-c51b9f5d-0aa6-48f5-bde8-093109b14f1e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9e91a837-3b23-4ea6-ab66-86261b57cd5c HTTP/1.1" status: 200 len: 1000 time: 0.1453345 Jul 14 09:36:06.174252 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 35200) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:06.188957 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d708abce-7118-4df3-b6a3-1a0ea3544417 None None] The sync data for ids ['82e08894-888e-4988-82ba-84b553b86a39'] in n-d-779913-29 is: [{'id': '82e08894-888e-4988-82ba-84b553b86a39', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1508376754', 'tenant_id': '8f4c0efbbeff49fda0063f5062583c63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.205'}], 'enable_snat': True}, 'gw_port_id': '642278eb-abd1-4f56-8eaf-f9705dbf66e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:35:23Z', 'updated_at': '2021-07-14T09:35:32Z', 'revision_number': 4, 'project_id': '8f4c0efbbeff49fda0063f5062583c63', 'gw_port': {'id': '642278eb-abd1-4f56-8eaf-f9705dbf66e4', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:6d:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82e08894-888e-4988-82ba-84b553b86a39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2318, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:35:23Z', 'updated_at': '2021-07-14T09:35:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_floatingips': [{'id': '00e33d5a-2bf2-4514-918a-c0bc67ac799c', 'tenant_id': '8f4c0efbbeff49fda0063f5062583c63', 'floating_ip_address': '172.25.4.62', 'floating_network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'router_id': '82e08894-888e-4988-82ba-84b553b86a39', 'port_id': 'b5a388d6-bc17-4a07-a2d8-629d650176bf', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2348, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73345ce1-56c8-4820-9a95-ad217b0c65d4', 'mac_address': 'fa:16:3e:a0:b4:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc01b2f-40b9-4f77-af83-fe731cd3ed6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:36:02Z', 'updated_at': '2021-07-14T09:36:02Z', 'revision_number': 0, 'project_id': '8f4c0efbbeff49fda0063f5062583c63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f564a965-3d3e-4339-a839-165a8ba6595f', 'name': '', 'network_id': '73345ce1-56c8-4820-9a95-ad217b0c65d4', 'tenant_id': '8f4c0efbbeff49fda0063f5062583c63', 'mac_address': 'fa:16:3e:75:0b:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82e08894-888e-4988-82ba-84b553b86a39', 'device_owner': 'network:router_interface', 'standard_attr_id': 2328, 'fixed_ips': [{'subnet_id': 'ceae8e77-7c7e-4a6b-90f6-57f323d8e245', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:35:29Z', 'updated_at': '2021-07-14T09:35:40Z', 'revision_number': 5, 'project_id': '8f4c0efbbeff49fda0063f5062583c63', 'subnets': [{'id': 'ceae8e77-7c7e-4a6b-90f6-57f323d8e245', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:36:06.340810 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63c8420-1091-4e08-a381-f43d6335f93b req-00aaae91-9707-4f7f-922f-57a0ac9a38e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:06.345297 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b63c8420-1091-4e08-a381-f43d6335f93b req-00aaae91-9707-4f7f-922f-57a0ac9a38e2 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2fb6ebb7-0edb-47a6-96f3-036e2585c66a HTTP/1.1" status: 200 len: 851 time: 0.1590276 Jul 14 09:36:06.423708 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 35204) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:06.539430 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-4a6d6e41-fa0a-406c-a1db-c03cec341c46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6633487b-79ca-46a6-9a14-6e01fb01412a', 'name': 'tempest-ServerActionsTestJSON-1418556030-router', 'tenant_id': '0be6be6bccc149f1a4b35e465d4a6d6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.24'}], 'enable_snat': True}, 'gw_port_id': '3dbbf1e6-110b-4bd4-a30a-eeceae60b3f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:35:17Z', 'updated_at': '2021-07-14T09:35:24Z', 'revision_number': 4, 'project_id': '0be6be6bccc149f1a4b35e465d4a6d6f', 'gw_port': {'id': '3dbbf1e6-110b-4bd4-a30a-eeceae60b3f9', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:8c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6633487b-79ca-46a6-9a14-6e01fb01412a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2308, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:35:18Z', 'updated_at': '2021-07-14T09:35:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_floatingips': [{'id': '76f0d78c-1822-451e-bd3e-ffb414bb9646', 'tenant_id': '0be6be6bccc149f1a4b35e465d4a6d6f', 'floating_ip_address': '172.25.4.101', 'floating_network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'router_id': '6633487b-79ca-46a6-9a14-6e01fb01412a', 'port_id': '9e91a837-3b23-4ea6-ab66-86261b57cd5c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2329, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a42cb13-2d55-4959-a070-eb88da564dfb', 'mac_address': 'fa:16:3e:45:62:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed0c1cb-c3d6-40f1-8aad-1894504b5a83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:35:34Z', 'updated_at': '2021-07-14T09:36:03Z', 'revision_number': 1, 'project_id': '0be6be6bccc149f1a4b35e465d4a6d6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c48646e-56c1-4237-b849-4ba8819a724a', 'name': '', 'network_id': '2a42cb13-2d55-4959-a070-eb88da564dfb', 'tenant_id': '0be6be6bccc149f1a4b35e465d4a6d6f', 'mac_address': 'fa:16:3e:29:dc:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6633487b-79ca-46a6-9a14-6e01fb01412a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2312, 'fixed_ips': [{'subnet_id': '2fb6ebb7-0edb-47a6-96f3-036e2585c66a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:35:22Z', 'updated_at': '2021-07-14T09:35:33Z', 'revision_number': 5, 'project_id': '0be6be6bccc149f1a4b35e465d4a6d6f', 'subnets': [{'id': '2fb6ebb7-0edb-47a6-96f3-036e2585c66a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:06.619566 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a6d6e41-fa0a-406c-a1db-c03cec341c46 None None] The sync data for ids ['6633487b-79ca-46a6-9a14-6e01fb01412a'] in n-d-779913-29 is: [{'id': '6633487b-79ca-46a6-9a14-6e01fb01412a', 'name': 'tempest-ServerActionsTestJSON-1418556030-router', 'tenant_id': '0be6be6bccc149f1a4b35e465d4a6d6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.24'}], 'enable_snat': True}, 'gw_port_id': '3dbbf1e6-110b-4bd4-a30a-eeceae60b3f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:35:17Z', 'updated_at': '2021-07-14T09:35:24Z', 'revision_number': 4, 'project_id': '0be6be6bccc149f1a4b35e465d4a6d6f', 'gw_port': {'id': '3dbbf1e6-110b-4bd4-a30a-eeceae60b3f9', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:8c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6633487b-79ca-46a6-9a14-6e01fb01412a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2308, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:35:18Z', 'updated_at': '2021-07-14T09:35:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_floatingips': [{'id': '76f0d78c-1822-451e-bd3e-ffb414bb9646', 'tenant_id': '0be6be6bccc149f1a4b35e465d4a6d6f', 'floating_ip_address': '172.25.4.101', 'floating_network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'router_id': '6633487b-79ca-46a6-9a14-6e01fb01412a', 'port_id': '9e91a837-3b23-4ea6-ab66-86261b57cd5c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2329, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a42cb13-2d55-4959-a070-eb88da564dfb', 'mac_address': 'fa:16:3e:45:62:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed0c1cb-c3d6-40f1-8aad-1894504b5a83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:35:34Z', 'updated_at': '2021-07-14T09:36:03Z', 'revision_number': 1, 'project_id': '0be6be6bccc149f1a4b35e465d4a6d6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c48646e-56c1-4237-b849-4ba8819a724a', 'name': '', 'network_id': '2a42cb13-2d55-4959-a070-eb88da564dfb', 'tenant_id': '0be6be6bccc149f1a4b35e465d4a6d6f', 'mac_address': 'fa:16:3e:29:dc:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6633487b-79ca-46a6-9a14-6e01fb01412a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2312, 'fixed_ips': [{'subnet_id': '2fb6ebb7-0edb-47a6-96f3-036e2585c66a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:35:22Z', 'updated_at': '2021-07-14T09:35:33Z', 'revision_number': 5, 'project_id': '0be6be6bccc149f1a4b35e465d4a6d6f', 'subnets': [{'id': '2fb6ebb7-0edb-47a6-96f3-036e2585c66a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:36:06.694312 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63c8420-1091-4e08-a381-f43d6335f93b req-b7f9bbb1-bcc0-4d8e-967e-3c76b0efb943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:06.698919 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b63c8420-1091-4e08-a381-f43d6335f93b req-b7f9bbb1-bcc0-4d8e-967e-3c76b0efb943 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2a42cb13-2d55-4959-a070-eb88da564dfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2737124 Jul 14 09:36:06.710193 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bedef9a-728b-484c-be94-a4baf4b449ce None None] New status for floating IP 00e33d5a-2bf2-4514-918a-c0bc67ac799c: ACTIVE {{(pid=93960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:36:06.916572 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df010626-1517-4352-a4e0-107c3e5c8a34 req-cbdaef72-39ac-4feb-a345-a038e0d95840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:06.918446 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-df010626-1517-4352-a4e0-107c3e5c8a34 req-cbdaef72-39ac-4feb-a345-a038e0d95840 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8f4c0efbbeff49fda0063f5062583c63&device_id=5fc01b2f-40b9-4f77-af83-fe731cd3ed6b HTTP/1.1" status: 200 len: 1137 time: 1.8131163 Jul 14 09:36:07.024110 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8a7679e4-b5b8-48eb-a7cd-6d8446b66289 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Notify callbacks [] for security_group, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:07.091623 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-178affe2-0825-453f-b1cf-b4e7d5f586e2 None None] New status for floating IP 76f0d78c-1822-451e-bd3e-ffb414bb9646: ACTIVE {{(pid=93959) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:36:07.133889 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df010626-1517-4352-a4e0-107c3e5c8a34 req-a345c693-5fe0-4422-86fa-04122887f244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:07.136142 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-df010626-1517-4352-a4e0-107c3e5c8a34 req-a345c693-5fe0-4422-86fa-04122887f244 service neutron] 10.222.0.57 "GET /v2.0/networks?id=73345ce1-56c8-4820-9a95-ad217b0c65d4 HTTP/1.1" status: 200 len: 897 time: 0.2043552 Jul 14 09:36:07.151717 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf7b20e-4ee7-49f1-99d7-cab824f83ac8 req-e2ed6e94-8197-4ed9-b888-c5a58106128d tempest-TestServerMultinode-538957439 tempest-TestServerMultinode-538957439-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:07.159084 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-7bf7b20e-4ee7-49f1-99d7-cab824f83ac8 req-e2ed6e94-8197-4ed9-b888-c5a58106128d tempest-TestServerMultinode-538957439 tempest-TestServerMultinode-538957439-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=97f50e3d-8759-4fd4-b896-bcaa80364092 HTTP/1.1" status: 200 len: 1097 time: 1.4046504 Jul 14 09:36:07.178403 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8a7679e4-b5b8-48eb-a7cd-6d8446b66289 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:07.258676 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b63c8420-1091-4e08-a381-f43d6335f93b req-0b544931-dd2d-4aa8-a801-b2ad110d8f23 service neutron] 10.222.0.65 "GET /v2.0/networks/2a42cb13-2d55-4959-a070-eb88da564dfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5196083 Jul 14 09:36:07.277115 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-7bf7b20e-4ee7-49f1-99d7-cab824f83ac8 req-2bc546f8-0792-4e8f-9d97-a2a91839e04b tempest-TestServerMultinode-538957439 tempest-TestServerMultinode-538957439-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=3b2bec02-c2bf-4502-b7c0-67d79f190b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163051 Jul 14 09:36:07.338127 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-df010626-1517-4352-a4e0-107c3e5c8a34 req-3dfe0cba-8f86-4951-bd6b-be9bcb25365a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b5a388d6-bc17-4a07-a2d8-629d650176bf HTTP/1.1" status: 200 len: 1001 time: 0.1941395 Jul 14 09:36:07.355273 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8a7679e4-b5b8-48eb-a7cd-6d8446b66289 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:07.364859 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8a7679e4-b5b8-48eb-a7cd-6d8446b66289 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:07.369540 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-8a7679e4-b5b8-48eb-a7cd-6d8446b66289 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] 10.222.0.68 "DELETE /v2.0/security-groups/3e8708b8-59d7-4408-a840-9965955f2a4b HTTP/1.1" status: 204 len: 168 time: 0.9234045 Jul 14 09:36:07.378358 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 35216) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:07.432074 n-d-779913-29 neutron-server[93958]: INFO neutron.api.v2.resource [None req-92877121-3fbb-4d16-b694-072922b57e5b tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] show failed (client error): The resource could not be found. Jul 14 09:36:07.441728 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-92877121-3fbb-4d16-b694-072922b57e5b tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] 10.222.0.68 "GET /v2.0/security-groups/3e8708b8-59d7-4408-a840-9965955f2a4b HTTP/1.1" status: 404 len: 347 time: 0.0622029 Jul 14 09:36:07.446205 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 35218) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:07.572430 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df010626-1517-4352-a4e0-107c3e5c8a34 req-c25fd7bd-dbaf-4381-8d42-482eec693e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:07.580110 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-df010626-1517-4352-a4e0-107c3e5c8a34 req-c25fd7bd-dbaf-4381-8d42-482eec693e50 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ceae8e77-7c7e-4a6b-90f6-57f323d8e245 HTTP/1.1" status: 200 len: 835 time: 0.2339528 Jul 14 09:36:07.691291 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7679e4-b5b8-48eb-a7cd-6d8446b66289 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e8708b8-59d7-4408-a840-9965955f2a4b,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:07.746448 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76881fbe-43d6-45a9-a830-f677cdb6f9ae req-1806a152-2a44-414f-9bf0-35867caeed15 tempest-TestServerMultinode-538957439 tempest-TestServerMultinode-538957439-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:07.754542 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-76881fbe-43d6-45a9-a830-f677cdb6f9ae req-1806a152-2a44-414f-9bf0-35867caeed15 tempest-TestServerMultinode-538957439 tempest-TestServerMultinode-538957439-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=97f50e3d-8759-4fd4-b896-bcaa80364092 HTTP/1.1" status: 200 len: 1097 time: 0.0968997 Jul 14 09:36:07.763115 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df010626-1517-4352-a4e0-107c3e5c8a34 req-e8611b30-306b-48d0-a3c2-3f047cd5ebe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:07.764701 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-df010626-1517-4352-a4e0-107c3e5c8a34 req-e8611b30-306b-48d0-a3c2-3f047cd5ebe7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=73345ce1-56c8-4820-9a95-ad217b0c65d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1735506 Jul 14 09:36:07.889142 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-76881fbe-43d6-45a9-a830-f677cdb6f9ae req-b9efcb0c-b920-400a-acc6-6540680b49b1 tempest-TestServerMultinode-538957439 tempest-TestServerMultinode-538957439-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=3b2bec02-c2bf-4502-b7c0-67d79f190b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332278 Jul 14 09:36:07.949768 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-df010626-1517-4352-a4e0-107c3e5c8a34 req-86d216b7-5722-428f-b132-9d2f9d33efec service neutron] 10.222.0.57 "GET /v2.0/networks/73345ce1-56c8-4820-9a95-ad217b0c65d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1724491 Jul 14 09:36:07.962880 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-0cefd778-0eb4-4e07-bea3-93deabee9200 tempest-TestSecurityGroupsBasicOps-1679341931 tempest-TestSecurityGroupsBasicOps-1679341931-project-admin] 10.222.0.68 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5940 time: 1.7874851 Jul 14 09:36:07.969978 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 35230) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:08.037503 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65177da7-5bf2-4687-bcf8-69458da44187 req-a0efe08c-2b9a-4766-96cc-e980045ba648 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:08.044768 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-65177da7-5bf2-4687-bcf8-69458da44187 req-a0efe08c-2b9a-4766-96cc-e980045ba648 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] 10.222.0.68 "GET /v2.0/ports?device_id=8e7397c3-9642-4fe6-b6c4-32d7843783ff HTTP/1.1" status: 200 len: 945 time: 0.4710286 Jul 14 09:36:08.078295 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b63c8420-1091-4e08-a381-f43d6335f93b req-aeadec70-fb8a-4f71-afb0-c9f359fe7fd2 service neutron] 10.222.0.65 "GET /v2.0/networks/2a42cb13-2d55-4959-a070-eb88da564dfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7849228 Jul 14 09:36:08.085831 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-df010626-1517-4352-a4e0-107c3e5c8a34 req-4f5addae-10d5-4565-8e0a-799b4b49c39b service neutron] 10.222.0.57 "GET /v2.0/networks/73345ce1-56c8-4820-9a95-ad217b0c65d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309586 Jul 14 09:36:08.160342 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-65177da7-5bf2-4687-bcf8-69458da44187 req-a2fb4d3e-fcd9-4808-b6ce-eaaa6c01a041 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] 10.222.0.68 "GET /v2.0/security-groups?id=d752f37c-fee3-40c2-9393-243f60d7ab2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1145480 Jul 14 09:36:08.168717 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-b945f093-ee24-4a68-9116-7a9719e202fe tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Deleting port 1cd161b6-33ea-4afd-8320-b42099753898 {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:36:08.169059 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b945f093-ee24-4a68-9116-7a9719e202fe tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:08.239359 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-634fe832-4f49-43ec-b341-60568e050f35 tempest-TestSecurityGroupsBasicOps-1679341931 tempest-TestSecurityGroupsBasicOps-1679341931-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:08.240130 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-634fe832-4f49-43ec-b341-60568e050f35 tempest-TestSecurityGroupsBasicOps-1679341931 tempest-TestSecurityGroupsBasicOps-1679341931-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:08.241990 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-634fe832-4f49-43ec-b341-60568e050f35 tempest-TestSecurityGroupsBasicOps-1679341931 tempest-TestSecurityGroupsBasicOps-1679341931-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=82e08894-888e-4988-82ba-84b553b86a39 HTTP/1.1" status: 200 len: 1992 time: 0.2665308 Jul 14 09:36:08.298458 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b945f093-ee24-4a68-9116-7a9719e202fe tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:08.299133 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b945f093-ee24-4a68-9116-7a9719e202fe tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:08.314978 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-b945f093-ee24-4a68-9116-7a9719e202fe tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Calling delete_port for 1cd161b6-33ea-4afd-8320-b42099753898 owned by network:floatingip {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:36:08.591210 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b945f093-ee24-4a68-9116-7a9719e202fe tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:08.623511 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b945f093-ee24-4a68-9116-7a9719e202fe tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Pushing event deleted for resources: {'Port': ['ID=1cd161b6-33ea-4afd-8320-b42099753898,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:08.778618 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b945f093-ee24-4a68-9116-7a9719e202fe tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Notify callbacks [] for floatingip, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:08.782535 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b945f093-ee24-4a68-9116-7a9719e202fe tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for floatingip, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:08.786037 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-b945f093-ee24-4a68-9116-7a9719e202fe tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] 10.222.0.68 "DELETE /v2.0/floatingips/f1c97d18-0a5e-425e-b133-83c2f00cf131 HTTP/1.1" status: 204 len: 168 time: 1.2266209 Jul 14 09:36:08.786176 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 35238) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:08.818765 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e6af5b-2d53-4033-9da0-f896d4b70ff2 req-5fedfac3-4754-40b9-b666-f69a60d557aa tempest-TestServerMultinode-538957439 tempest-TestServerMultinode-538957439-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:08.820358 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-73e6af5b-2d53-4033-9da0-f896d4b70ff2 req-5fedfac3-4754-40b9-b666-f69a60d557aa tempest-TestServerMultinode-538957439 tempest-TestServerMultinode-538957439-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=97f50e3d-8759-4fd4-b896-bcaa80364092 HTTP/1.1" status: 200 len: 1097 time: 0.0771210 Jul 14 09:36:08.901220 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-73e6af5b-2d53-4033-9da0-f896d4b70ff2 req-b2cf008b-0afd-44c0-99a6-a865a2f7e38c tempest-TestServerMultinode-538957439 tempest-TestServerMultinode-538957439-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=3b2bec02-c2bf-4502-b7c0-67d79f190b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743401 Jul 14 09:36:08.989106 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-9efdc207-b354-49a2-8743-073647dbb38e tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Deleting port b19c971a-b91d-49b9-bdec-ee880b089aa3 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:36:08.989760 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9efdc207-b354-49a2-8743-073647dbb38e tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:09.094677 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9efdc207-b354-49a2-8743-073647dbb38e tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:09.110124 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-9efdc207-b354-49a2-8743-073647dbb38e tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Calling delete_port for b19c971a-b91d-49b9-bdec-ee880b089aa3 owned by {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:36:09.294749 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9efdc207-b354-49a2-8743-073647dbb38e tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:09.329123 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efdc207-b354-49a2-8743-073647dbb38e tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Pushing event deleted for resources: {'Port': ['ID=b19c971a-b91d-49b9-bdec-ee880b089aa3,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:09.437914 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9efdc207-b354-49a2-8743-073647dbb38e tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:09.441173 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-9efdc207-b354-49a2-8743-073647dbb38e tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] 10.222.0.68 "DELETE /v2.0/ports/b19c971a-b91d-49b9-bdec-ee880b089aa3 HTTP/1.1" status: 204 len: 168 time: 0.6541023 Jul 14 09:36:09.445918 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 35248) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:09.468886 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdec43ca-a054-4bc2-97da-79c5fa58ac5e req-65976c45-479e-49bd-9b35-eeb634ed9b98 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:09.477395 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-cdec43ca-a054-4bc2-97da-79c5fa58ac5e req-65976c45-479e-49bd-9b35-eeb634ed9b98 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] 10.222.0.68 "GET /v2.0/ports?device_id=8e7397c3-9642-4fe6-b6c4-32d7843783ff HTTP/1.1" status: 200 len: 945 time: 0.1179912 Jul 14 09:36:09.539181 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-cdec43ca-a054-4bc2-97da-79c5fa58ac5e req-defbea96-b9ae-403b-9484-f2785d2b4d05 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] 10.222.0.68 "GET /v2.0/security-groups?id=d752f37c-fee3-40c2-9393-243f60d7ab2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607648 Jul 14 09:36:09.605617 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-d9ea2d8c-daf2-431e-9529-229c2058a9be tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Deleting port c7e6be2f-2425-4c72-af72-9e3ea9414152 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:36:09.606237 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d9ea2d8c-daf2-431e-9529-229c2058a9be tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:09.717281 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d9ea2d8c-daf2-431e-9529-229c2058a9be tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:09.734605 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-d9ea2d8c-daf2-431e-9529-229c2058a9be tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Calling delete_port for c7e6be2f-2425-4c72-af72-9e3ea9414152 owned by {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:36:09.942025 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d9ea2d8c-daf2-431e-9529-229c2058a9be tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:10.007924 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ea2d8c-daf2-431e-9529-229c2058a9be tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Pushing event deleted for resources: {'Port': ['ID=c7e6be2f-2425-4c72-af72-9e3ea9414152,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:10.136377 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d9ea2d8c-daf2-431e-9529-229c2058a9be tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:10.140859 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-d9ea2d8c-daf2-431e-9529-229c2058a9be tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] 10.222.0.68 "DELETE /v2.0/ports/c7e6be2f-2425-4c72-af72-9e3ea9414152 HTTP/1.1" status: 204 len: 168 time: 0.6912861 Jul 14 09:36:10.141158 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 35258) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:10.203809 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-228d1d4d-7369-440a-934d-815ad75781f9 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Deleting subnet df8e47ca-e310-4261-88e8-dfbdedfc6676 {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:36:10.209154 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4968ee6d-8a4a-481f-b178-b2d2bcc04076 req-ca24ace7-9307-4e20-a30a-7eb85e159e32 tempest-TestServerMultinode-538957439 tempest-TestServerMultinode-538957439-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:10.210794 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-4968ee6d-8a4a-481f-b178-b2d2bcc04076 req-ca24ace7-9307-4e20-a30a-7eb85e159e32 tempest-TestServerMultinode-538957439 tempest-TestServerMultinode-538957439-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=97f50e3d-8759-4fd4-b896-bcaa80364092 HTTP/1.1" status: 200 len: 1097 time: 0.1172743 Jul 14 09:36:10.211539 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-228d1d4d-7369-440a-934d-815ad75781f9 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:10.272078 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-228d1d4d-7369-440a-934d-815ad75781f9 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13574120'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:10.313433 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-4968ee6d-8a4a-481f-b178-b2d2bcc04076 req-70131d87-27e3-4b6c-afa3-b5ff7d9d1012 tempest-TestServerMultinode-538957439 tempest-TestServerMultinode-538957439-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=3b2bec02-c2bf-4502-b7c0-67d79f190b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782361 Jul 14 09:36:10.419223 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-228d1d4d-7369-440a-934d-815ad75781f9 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3481002'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:10.523368 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-228d1d4d-7369-440a-934d-815ad75781f9 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13574056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16714573'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:10.524841 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1c1daf-11ff-4927-810b-74a83f5bd23f req-71b4adf7-8b51-40b1-9627-b170024186bb tempest-TestServerMultinode-538957439 tempest-TestServerMultinode-538957439-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:10.526690 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-cf1c1daf-11ff-4927-810b-74a83f5bd23f req-71b4adf7-8b51-40b1-9627-b170024186bb tempest-TestServerMultinode-538957439 tempest-TestServerMultinode-538957439-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=97f50e3d-8759-4fd4-b896-bcaa80364092 HTTP/1.1" status: 200 len: 1097 time: 0.0805545 Jul 14 09:36:10.556458 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228d1d4d-7369-440a-934d-815ad75781f9 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Pushing event deleted for resources: {'Subnet': ['ID=df8e47ca-e310-4261-88e8-dfbdedfc6676,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:10.583990 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-228d1d4d-7369-440a-934d-815ad75781f9 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:10.586288 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-228d1d4d-7369-440a-934d-815ad75781f9 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] 10.222.0.68 "DELETE /v2.0/subnets/df8e47ca-e310-4261-88e8-dfbdedfc6676 HTTP/1.1" status: 204 len: 168 time: 0.4441106 Jul 14 09:36:10.590761 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 35268) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:10.598448 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f35145e6-b519-45fa-b153-858c2ba74fd9 None None] Network 42a058fa-f36e-4a5f-a1b5-ee56753d964d requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:36:10.700252 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d069c0e-e79f-4367-963f-a3f8f3c14d62 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Deleting subnet ecfbbf55-b0c9-4c0f-9edc-b7ccd659aa91 {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:36:10.705713 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [req-cf1c1daf-11ff-4927-810b-74a83f5bd23f req-84ef7561-32a6-406e-956c-19c8704b7e73 tempest-TestServerMultinode-538957439 tempest-TestServerMultinode-538957439-project-admin] Deleting port a2b5ae54-a92a-4360-94b7-d5229220196c {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:36:10.706071 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-cf1c1daf-11ff-4927-810b-74a83f5bd23f req-84ef7561-32a6-406e-956c-19c8704b7e73 tempest-TestServerMultinode-538957439 tempest-TestServerMultinode-538957439-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:10.751371 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7d069c0e-e79f-4367-963f-a3f8f3c14d62 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:10.813555 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-cf1c1daf-11ff-4927-810b-74a83f5bd23f req-84ef7561-32a6-406e-956c-19c8704b7e73 tempest-TestServerMultinode-538957439 tempest-TestServerMultinode-538957439-project-admin] For port a2b5ae54-a92a-4360-94b7-d5229220196c, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=a2b5ae54-a92a-4360-94b7-d5229220196c,segment=NetworkSegment(410f9da2-cb32-4aad-86d9-62339416339f),segment_id=410f9da2-cb32-4aad-86d9-62339416339f)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:36:10.814221 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-cf1c1daf-11ff-4927-810b-74a83f5bd23f req-84ef7561-32a6-406e-956c-19c8704b7e73 tempest-TestServerMultinode-538957439 tempest-TestServerMultinode-538957439-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:10.922976 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7d069c0e-e79f-4367-963f-a3f8f3c14d62 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13574120'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:11.087019 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d65af7e-1c5a-4fb2-9b3b-a7829d6b8278 req-02ba82c1-964c-4369-816c-4c571100d766 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:11.088818 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-2d65af7e-1c5a-4fb2-9b3b-a7829d6b8278 req-02ba82c1-964c-4369-816c-4c571100d766 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] 10.222.0.68 "GET /v2.0/ports?device_id=8e7397c3-9642-4fe6-b6c4-32d7843783ff HTTP/1.1" status: 200 len: 945 time: 0.3748810 Jul 14 09:36:11.142921 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beeb3124-1425-46c1-b63b-bc891f8b95c5 None None] DHCP port deletion for 42a058fa-f36e-4a5f-a1b5-ee56753d964d request from n-d-779913-29 {{(pid=93959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:36:11.184890 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-2d65af7e-1c5a-4fb2-9b3b-a7829d6b8278 req-be1445b7-468f-4e9f-8e2f-ed44a3091642 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] 10.222.0.68 "GET /v2.0/security-groups?id=d752f37c-fee3-40c2-9393-243f60d7ab2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540464 Jul 14 09:36:11.203402 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-beeb3124-1425-46c1-b63b-bc891f8b95c5 None None] Deleting port 32fa04da-df89-43a4-b9a0-c42f55b6cd85 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:36:11.205107 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-beeb3124-1425-46c1-b63b-bc891f8b95c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:11.206264 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [req-cf1c1daf-11ff-4927-810b-74a83f5bd23f req-84ef7561-32a6-406e-956c-19c8704b7e73 tempest-TestServerMultinode-538957439 tempest-TestServerMultinode-538957439-project-admin] Calling delete_port for a2b5ae54-a92a-4360-94b7-d5229220196c owned by compute:nova {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:36:11.207119 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7d069c0e-e79f-4367-963f-a3f8f3c14d62 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3481002'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:11.286217 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7d069c0e-e79f-4367-963f-a3f8f3c14d62 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13574056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16714573'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:11.305624 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-beeb3124-1425-46c1-b63b-bc891f8b95c5 None None] For port 32fa04da-df89-43a4-b9a0-c42f55b6cd85, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=32fa04da-df89-43a4-b9a0-c42f55b6cd85,segment=NetworkSegment(69cfe05a-7a0f-45bd-99ad-03b43180666a),segment_id=69cfe05a-7a0f-45bd-99ad-03b43180666a)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:36:11.306179 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-beeb3124-1425-46c1-b63b-bc891f8b95c5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:11.320832 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-beeb3124-1425-46c1-b63b-bc891f8b95c5 None None] Calling delete_port for 32fa04da-df89-43a4-b9a0-c42f55b6cd85 owned by network:dhcp {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:36:11.339776 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d069c0e-e79f-4367-963f-a3f8f3c14d62 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Pushing event deleted for resources: {'Subnet': ['ID=ecfbbf55-b0c9-4c0f-9edc-b7ccd659aa91,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:11.356967 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7d069c0e-e79f-4367-963f-a3f8f3c14d62 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:11.361039 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-7d069c0e-e79f-4367-963f-a3f8f3c14d62 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] 10.222.0.68 "DELETE /v2.0/subnets/ecfbbf55-b0c9-4c0f-9edc-b7ccd659aa91 HTTP/1.1" status: 204 len: 168 time: 0.7660275 Jul 14 09:36:11.362974 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 35278) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:11.390729 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3de3a9c-2a58-4cb4-bc01-4482426f252e None None] Network 5699172b-f98f-483a-81e1-27bccc5d3cba requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:36:11.393465 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-cf1c1daf-11ff-4927-810b-74a83f5bd23f req-84ef7561-32a6-406e-956c-19c8704b7e73 tempest-TestServerMultinode-538957439 tempest-TestServerMultinode-538957439-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:11.442120 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] get_ports_and_sgs() called for port_ids ['a2b5ae54-a92a-4360-94b7-d5229220196c'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:36:11.445069 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ef7561-32a6-406e-956c-19c8704b7e73 tempest-TestServerMultinode-538957439 tempest-TestServerMultinode-538957439-project-admin] Pushing event deleted for resources: {'Port': ['ID=a2b5ae54-a92a-4360-94b7-d5229220196c,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:11.455850 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] get_ports_and_sgs() called for port_ids ['644aef1c-a35a-4b8a-9395-aaea780355d1'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:36:11.551519 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-40aef75e-f9b4-4cf3-9154-2f117dd00b27 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3876111'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:11.571556 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf1c1daf-11ff-4927-810b-74a83f5bd23f req-84ef7561-32a6-406e-956c-19c8704b7e73 tempest-TestServerMultinode-538957439 tempest-TestServerMultinode-538957439-project-admin] No DVR routers for this DVR port a2b5ae54-a92a-4360-94b7-d5229220196c on host n-h1-779913-29 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:36:11.576224 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-cf1c1daf-11ff-4927-810b-74a83f5bd23f req-84ef7561-32a6-406e-956c-19c8704b7e73 tempest-TestServerMultinode-538957439 tempest-TestServerMultinode-538957439-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:11.582976 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-cf1c1daf-11ff-4927-810b-74a83f5bd23f req-84ef7561-32a6-406e-956c-19c8704b7e73 tempest-TestServerMultinode-538957439 tempest-TestServerMultinode-538957439-project-admin] 10.222.0.65 "DELETE /v2.0/ports/a2b5ae54-a92a-4360-94b7-d5229220196c HTTP/1.1" status: 204 len: 173 time: 1.0353677 Jul 14 09:36:11.583748 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97f50e3d-8759-4fd4-b896-bcaa80364092', 'name': 'network-vif-deleted', 'tag': 'a2b5ae54-a92a-4360-94b7-d5229220196c'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:36:11.596525 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-beeb3124-1425-46c1-b63b-bc891f8b95c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:11.600350 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c6057a3-4d4b-4454-8324-8efdc3797330" -d '{"events": [{"server_uuid": "97f50e3d-8759-4fd4-b896-bcaa80364092", "name": "network-vif-deleted", "tag": "a2b5ae54-a92a-4360-94b7-d5229220196c"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:36:11.665395 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beeb3124-1425-46c1-b63b-bc891f8b95c5 None None] No DVR routers for this DVR port 32fa04da-df89-43a4-b9a0-c42f55b6cd85 on host n-d-779913-29 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:36:11.715428 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0fb69856-1740-4f1b-9074-e5bdae4f8293 req-954b1064-667d-4041-b6c0-7b809fed5b86 tempest-TestServerMultinode-538957439 tempest-TestServerMultinode-538957439-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=97f50e3d-8759-4fd4-b896-bcaa80364092 HTTP/1.1" status: 200 len: 210 time: 0.1493306 Jul 14 09:36:11.746442 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beeb3124-1425-46c1-b63b-bc891f8b95c5 None None] Pushing event deleted for resources: {'Port': ['ID=32fa04da-df89-43a4-b9a0-c42f55b6cd85,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:11.853102 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:36:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab834359-35fa-4a08-86c5-e04cfab5d81e x-openstack-request-id: req-ab834359-35fa-4a08-86c5-e04cfab5d81e {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:36:11.853416 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97f50e3d-8759-4fd4-b896-bcaa80364092", "name": "network-vif-deleted", "tag": "a2b5ae54-a92a-4360-94b7-d5229220196c", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:36:11.853691 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-ab834359-35fa-4a08-86c5-e04cfab5d81e {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:36:11.854266 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97f50e3d-8759-4fd4-b896-bcaa80364092', 'name': 'network-vif-deleted', 'tag': 'a2b5ae54-a92a-4360-94b7-d5229220196c', 'status': 'completed', 'code': 200} Jul 14 09:36:11.892100 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-40aef75e-f9b4-4cf3-9154-2f117dd00b27 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473955', 'neutron.services.segments.db._delete_segments_for_network-8735688326548'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:11.907034 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-40aef75e-f9b4-4cf3-9154-2f117dd00b27 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42a058fa-f36e-4a5f-a1b5-ee56753d964d']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:11.919445 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-40aef75e-f9b4-4cf3-9154-2f117dd00b27 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69cfe05a-7a0f-45bd-99ad-03b43180666a') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:11.919797 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-40aef75e-f9b4-4cf3-9154-2f117dd00b27 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69cfe05a-7a0f-45bd-99ad-03b43180666a') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:11.928639 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fadcdd4e-ab2b-4794-b328-1ca84e832d87 None None] DHCP port deletion for 5699172b-f98f-483a-81e1-27bccc5d3cba request from n-d-779913-29 {{(pid=93959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:36:11.931040 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-40aef75e-f9b4-4cf3-9154-2f117dd00b27 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735688356235', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13574129'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:11.949174 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-40aef75e-f9b4-4cf3-9154-2f117dd00b27 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:11.972921 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40aef75e-f9b4-4cf3-9154-2f117dd00b27 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Releasing vlan 739 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:36:11.973355 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-40aef75e-f9b4-4cf3-9154-2f117dd00b27 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13573126'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:11.977406 n-d-779913-29 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:36:11.977406 n-d-779913-29 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:36:11.977406 n-d-779913-29 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:36:11.977406 n-d-779913-29 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:36:11.977406 n-d-779913-29 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:36:11.977406 n-d-779913-29 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:36:11.977406 n-d-779913-29 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:36:11.977406 n-d-779913-29 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:36:11.977406 n-d-779913-29 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:36:11.977406 n-d-779913-29 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:36:11.977406 n-d-779913-29 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:36:11.977406 n-d-779913-29 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:36:11.977406 n-d-779913-29 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:36:11.977406 n-d-779913-29 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:36:11.977406 n-d-779913-29 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:36:11.977406 n-d-779913-29 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:36:11.977406 n-d-779913-29 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:36:11.977406 n-d-779913-29 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:36:11.977406 n-d-779913-29 neutron-server[93958]: Traceback (most recent call last): Jul 14 09:36:11.977406 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:36:11.977406 n-d-779913-29 neutron-server[93958]: timer() Jul 14 09:36:11.977406 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:36:11.977406 n-d-779913-29 neutron-server[93958]: cb(*args, **kw) Jul 14 09:36:11.977406 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:36:11.977406 n-d-779913-29 neutron-server[93958]: return func(*args, **kwargs) Jul 14 09:36:11.977406 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:36:11.977406 n-d-779913-29 neutron-server[93958]: self._notify() Jul 14 09:36:11.977406 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:36:11.977406 n-d-779913-29 neutron-server[93958]: self.callback(batched_events) Jul 14 09:36:11.977406 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:36:11.977406 n-d-779913-29 neutron-server[93958]: event.method(event) Jul 14 09:36:11.977406 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:36:11.977406 n-d-779913-29 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:36:11.977406 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:36:11.977406 n-d-779913-29 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:36:11.977406 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:36:11.977406 n-d-779913-29 neutron-server[93958]: return f(self, *a, **k) Jul 14 09:36:11.977406 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:36:11.977406 n-d-779913-29 neutron-server[93958]: return self._get(url).json() Jul 14 09:36:11.977406 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:36:11.977406 n-d-779913-29 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:36:11.977406 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:36:11.977406 n-d-779913-29 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 14 09:36:11.977406 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:36:11.977406 n-d-779913-29 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:36:11.977406 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:36:11.977406 n-d-779913-29 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:36:11.977406 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:36:11.977406 n-d-779913-29 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:36:11.977406 n-d-779913-29 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:36:12.049742 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 32fa04da-df89-43a4-b9a0-c42f55b6cd85 no longer exists at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:36:12.077774 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-fadcdd4e-ab2b-4794-b328-1ca84e832d87 None None] Deleting port 03d07369-9a5d-4ab4-b25d-d7caeb09f187 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:36:12.078229 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fadcdd4e-ab2b-4794-b328-1ca84e832d87 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:12.107468 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-40aef75e-f9b4-4cf3-9154-2f117dd00b27 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660504'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:12.143005 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-40aef75e-f9b4-4cf3-9154-2f117dd00b27 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:12.146255 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-40aef75e-f9b4-4cf3-9154-2f117dd00b27 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] 10.222.0.68 "DELETE /v2.0/networks/42a058fa-f36e-4a5f-a1b5-ee56753d964d HTTP/1.1" status: 204 len: 168 time: 0.7816672 Jul 14 09:36:12.149085 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 35298) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:12.153821 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] No Port match for: 32fa04da-df89-43a4-b9a0-c42f55b6cd85 {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:36:12.154172 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 32fa04da-df89-43a4-b9a0-c42f55b6cd85 not bound to the agent host n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:36:12.165351 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40aef75e-f9b4-4cf3-9154-2f117dd00b27 tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Pushing event deleted for resources: {'Network': ['ID=42a058fa-f36e-4a5f-a1b5-ee56753d964d,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:12.177928 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device a41d2256-8405-429f-a1ba-806313b3c072 details requested by agent hyperv_n-h1-779913-29 with host n-h1-779913-29 {{(pid=93959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:36:12.204841 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-fadcdd4e-ab2b-4794-b328-1ca84e832d87 None None] For port 03d07369-9a5d-4ab4-b25d-d7caeb09f187, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=03d07369-9a5d-4ab4-b25d-d7caeb09f187,segment=NetworkSegment(c705dd1f-2341-4524-a81f-3d9cf3c38e6b),segment_id=c705dd1f-2341-4524-a81f-3d9cf3c38e6b)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:36:12.205238 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fadcdd4e-ab2b-4794-b328-1ca84e832d87 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:12.277158 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-fadcdd4e-ab2b-4794-b328-1ca84e832d87 None None] Calling delete_port for 03d07369-9a5d-4ab4-b25d-d7caeb09f187 owned by network:dhcp {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:36:12.283326 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-db970cc1-59fe-43a4-9fe4-c7d8639abe1e tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3876111'] for network, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:12.426146 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port a41d2256-8405-429f-a1ba-806313b3c072, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=a41d2256-8405-429f-a1ba-806313b3c072,segment=NetworkSegment(4e909166-7a9a-4d71-9929-2b11d90f7baa),segment_id=4e909166-7a9a-4d71-9929-2b11d90f7baa)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:36:12.432857 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-db970cc1-59fe-43a4-9fe4-c7d8639abe1e tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Deleting port 03d07369-9a5d-4ab4-b25d-d7caeb09f187 {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:36:12.435181 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-db970cc1-59fe-43a4-9fe4-c7d8639abe1e tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:12.446316 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Returning: {'device': 'a41d2256-8405-429f-a1ba-806313b3c072', 'network_id': '087e0468-2285-4c59-b3f2-1d1ff8b2217b', 'port_id': 'a41d2256-8405-429f-a1ba-806313b3c072', 'mac_address': 'fa:16:3e:8c:f1:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04ae7776-8c86-484d-9bcc-4299f4579807', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:36:12.528554 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:12.530701 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fadcdd4e-ab2b-4794-b328-1ca84e832d87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:12.585290 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fadcdd4e-ab2b-4794-b328-1ca84e832d87 None None] No DVR routers for this DVR port 03d07369-9a5d-4ab4-b25d-d7caeb09f187 on host n-d-779913-29 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:36:12.613102 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadcdd4e-ab2b-4794-b328-1ca84e832d87 None None] Pushing event deleted for resources: {'Port': ['ID=03d07369-9a5d-4ab4-b25d-d7caeb09f187,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:12.627794 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a41d2256-8405-429f-a1ba-806313b3c072 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:36:12.638723 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-db970cc1-59fe-43a4-9fe4-c7d8639abe1e tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] For port 03d07369-9a5d-4ab4-b25d-d7caeb09f187, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=03d07369-9a5d-4ab4-b25d-d7caeb09f187,segment=NetworkSegment(c705dd1f-2341-4524-a81f-3d9cf3c38e6b),segment_id=c705dd1f-2341-4524-a81f-3d9cf3c38e6b)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:36:12.639856 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-db970cc1-59fe-43a4-9fe4-c7d8639abe1e tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:12.656463 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-db970cc1-59fe-43a4-9fe4-c7d8639abe1e tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Calling delete_port for 03d07369-9a5d-4ab4-b25d-d7caeb09f187 owned by network:dhcp {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:36:12.671817 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port a41d2256-8405-429f-a1ba-806313b3c072, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=a41d2256-8405-429f-a1ba-806313b3c072,segment=NetworkSegment(4e909166-7a9a-4d71-9929-2b11d90f7baa),segment_id=4e909166-7a9a-4d71-9929-2b11d90f7baa)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:36:12.679745 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:12.771327 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-db970cc1-59fe-43a4-9fe4-c7d8639abe1e tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:12.808131 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Pushing event updated for resources: {'Port': ['ID=a41d2256-8405-429f-a1ba-806313b3c072,revision_number=6']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:12.832120 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db970cc1-59fe-43a4-9fe4-c7d8639abe1e tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Pushing event deleted for resources: {'Port': ['ID=03d07369-9a5d-4ab4-b25d-d7caeb09f187,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:12.836914 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db970cc1-59fe-43a4-9fe4-c7d8639abe1e tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] No DVR routers for this DVR port 03d07369-9a5d-4ab4-b25d-d7caeb09f187 on host n-d-779913-29 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:36:12.851997 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:12.891436 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc41385-28bd-4f14-989b-3a33f6778a67 req-72c21bc3-4af6-45a4-8a23-5ede6965e925 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:12.893001 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-bbc41385-28bd-4f14-989b-3a33f6778a67 req-72c21bc3-4af6-45a4-8a23-5ede6965e925 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] 10.222.0.68 "GET /v2.0/ports?device_id=8e7397c3-9642-4fe6-b6c4-32d7843783ff HTTP/1.1" status: 200 len: 945 time: 0.3338389 Jul 14 09:36:12.948611 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] get_ports_and_sgs() called for port_ids ['a41d2256-8405-429f-a1ba-806313b3c072'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:36:13.026694 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-db970cc1-59fe-43a4-9fe4-c7d8639abe1e tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473955', 'neutron.services.segments.db._delete_segments_for_network-8735688326548'] for network, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:13.054994 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-db970cc1-59fe-43a4-9fe4-c7d8639abe1e tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5699172b-f98f-483a-81e1-27bccc5d3cba']}} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:13.106749 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-bbc41385-28bd-4f14-989b-3a33f6778a67 req-63343dbd-56f2-4d55-aa57-d31d3b60feee tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] 10.222.0.68 "GET /v2.0/security-groups?id=d752f37c-fee3-40c2-9393-243f60d7ab2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2029202 Jul 14 09:36:13.112452 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-db970cc1-59fe-43a4-9fe4-c7d8639abe1e tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c705dd1f-2341-4524-a81f-3d9cf3c38e6b') {'for_net_delete': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:13.113430 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-db970cc1-59fe-43a4-9fe4-c7d8639abe1e tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c705dd1f-2341-4524-a81f-3d9cf3c38e6b') {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:13.131372 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-db970cc1-59fe-43a4-9fe4-c7d8639abe1e tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735688356235', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10944210'] for segment, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:13.179365 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-db970cc1-59fe-43a4-9fe4-c7d8639abe1e tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:13.196312 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db970cc1-59fe-43a4-9fe4-c7d8639abe1e tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Releasing vlan 702 on physical network physnet1 to pool {{(pid=93957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:36:13.197877 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-db970cc1-59fe-43a4-9fe4-c7d8639abe1e tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10053619'] for segment, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:13.206746 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:36:13.206746 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:36:13.206746 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:36:13.206746 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:36:13.206746 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:36:13.206746 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:36:13.206746 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:36:13.206746 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:36:13.206746 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:36:13.206746 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:36:13.206746 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:36:13.206746 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:36:13.206746 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:36:13.206746 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:36:13.206746 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:36:13.206746 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:36:13.206746 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:36:13.206746 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:36:13.206746 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:36:13.206746 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:36:13.206746 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:36:13.206746 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:36:13.206746 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:36:13.206746 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:36:13.206746 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:36:13.206746 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:36:13.206746 n-d-779913-29 neutron-server[93957]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:36:13.206746 n-d-779913-29 neutron-server[93957]: self.session.flush() Jul 14 09:36:13.206746 n-d-779913-29 neutron-server[93957]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:36:13.206746 n-d-779913-29 neutron-server[93957]: self.session.flush() Jul 14 09:36:13.206746 n-d-779913-29 neutron-server[93957]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:36:13.206746 n-d-779913-29 neutron-server[93957]: self.session.flush() Jul 14 09:36:13.206746 n-d-779913-29 neutron-server[93957]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:36:13.206746 n-d-779913-29 neutron-server[93957]: self.session.flush() Jul 14 09:36:13.206746 n-d-779913-29 neutron-server[93957]: Traceback (most recent call last): Jul 14 09:36:13.206746 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:36:13.206746 n-d-779913-29 neutron-server[93957]: timer() Jul 14 09:36:13.206746 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:36:13.206746 n-d-779913-29 neutron-server[93957]: cb(*args, **kw) Jul 14 09:36:13.206746 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:36:13.206746 n-d-779913-29 neutron-server[93957]: return func(*args, **kwargs) Jul 14 09:36:13.206746 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:36:13.206746 n-d-779913-29 neutron-server[93957]: self._notify() Jul 14 09:36:13.206746 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:36:13.206746 n-d-779913-29 neutron-server[93957]: self.callback(batched_events) Jul 14 09:36:13.206746 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:36:13.206746 n-d-779913-29 neutron-server[93957]: event.method(event) Jul 14 09:36:13.206746 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:36:13.206746 n-d-779913-29 neutron-server[93957]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:36:13.206746 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:36:13.206746 n-d-779913-29 neutron-server[93957]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:36:13.206746 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:36:13.206746 n-d-779913-29 neutron-server[93957]: return f(self, *a, **k) Jul 14 09:36:13.206746 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:36:13.206746 n-d-779913-29 neutron-server[93957]: return self._get(url).json() Jul 14 09:36:13.206746 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:36:13.206746 n-d-779913-29 neutron-server[93957]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:36:13.206746 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:36:13.206746 n-d-779913-29 neutron-server[93957]: return self.request(url, 'GET', **kwargs) Jul 14 09:36:13.206746 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:36:13.206746 n-d-779913-29 neutron-server[93957]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:36:13.206746 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:36:13.206746 n-d-779913-29 neutron-server[93957]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:36:13.206746 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:36:13.206746 n-d-779913-29 neutron-server[93957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:36:13.210621 n-d-779913-29 neutron-server[93957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:36:13.348290 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-db970cc1-59fe-43a4-9fe4-c7d8639abe1e tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660504'] for network, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:13.361903 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-db970cc1-59fe-43a4-9fe4-c7d8639abe1e tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Notify callbacks [] for network, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:13.383795 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-db970cc1-59fe-43a4-9fe4-c7d8639abe1e tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] 10.222.0.68 "DELETE /v2.0/networks/5699172b-f98f-483a-81e1-27bccc5d3cba HTTP/1.1" status: 204 len: 168 time: 1.2331891 Jul 14 09:36:13.456162 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db970cc1-59fe-43a4-9fe4-c7d8639abe1e tempest-TaggedBootDevicesTest_v242-561984530 tempest-TaggedBootDevicesTest_v242-561984530-project] Pushing event deleted for resources: {'Network': ['ID=5699172b-f98f-483a-81e1-27bccc5d3cba,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:13.536860 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:14.047632 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 03d07369-9a5d-4ab4-b25d-d7caeb09f187 no longer exists at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:36:14.115181 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] No Port match for: 03d07369-9a5d-4ab4-b25d-d7caeb09f187 {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:36:14.115540 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 03d07369-9a5d-4ab4-b25d-d7caeb09f187 not bound to the agent host n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:36:14.172448 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device a41d2256-8405-429f-a1ba-806313b3c072 up at agent hyperv_n-h1-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:36:14.217167 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d29155-4f3b-4fbb-b6cc-f43982b766db req-d4f07983-e284-445b-b471-203618bae9d4 tempest-TestServerMultinode-538957439 tempest-TestServerMultinode-538957439-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:14.222025 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-12d29155-4f3b-4fbb-b6cc-f43982b766db req-d4f07983-e284-445b-b471-203618bae9d4 tempest-TestServerMultinode-538957439 tempest-TestServerMultinode-538957439-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=5ec05b88-cf63-49a2-a841-08f16d3564e4 HTTP/1.1" status: 200 len: 1098 time: 0.1222026 Jul 14 09:36:14.304007 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-12d29155-4f3b-4fbb-b6cc-f43982b766db req-b5825722-6070-4b7d-9ec9-a3b1aef06b96 tempest-TestServerMultinode-538957439 tempest-TestServerMultinode-538957439-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=3b2bec02-c2bf-4502-b7c0-67d79f190b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753891 Jul 14 09:36:14.329276 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Provisioning complete for port a41d2256-8405-429f-a1ba-806313b3c072 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:36:14.329600 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:14.531522 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:14.642852 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port a41d2256-8405-429f-a1ba-806313b3c072, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=a41d2256-8405-429f-a1ba-806313b3c072,segment=NetworkSegment(4e909166-7a9a-4d71-9929-2b11d90f7baa),segment_id=4e909166-7a9a-4d71-9929-2b11d90f7baa)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:36:14.650343 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e7397c3-9642-4fe6-b6c4-32d7843783ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a41d2256-8405-429f-a1ba-806313b3c072'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:36:14.657088 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd62303f06773040a8a4e189dc46b4f565768c299abf8ab8e7739778b0bc3e97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e0a57e2-c717-4e60-a293-bdcd287db9b2" -d '{"events": [{"server_uuid": "8e7397c3-9642-4fe6-b6c4-32d7843783ff", "name": "network-vif-plugged", "status": "completed", "tag": "a41d2256-8405-429f-a1ba-806313b3c072"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:36:14.668375 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:14.684912 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device a2b5ae54-a92a-4360-94b7-d5229220196c no longer exists at agent hyperv_n-h1-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:36:14.735446 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc460c5b-ea69-4ed6-a94a-ce4957097442 req-5bb74b91-fee9-4dcd-bb85-ce4d5101b236 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:14.743340 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-cc460c5b-ea69-4ed6-a94a-ce4957097442 req-5bb74b91-fee9-4dcd-bb85-ce4d5101b236 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] 10.222.0.68 "GET /v2.0/ports?device_id=8e7397c3-9642-4fe6-b6c4-32d7843783ff HTTP/1.1" status: 200 len: 944 time: 0.1997197 Jul 14 09:36:14.884902 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-cc460c5b-ea69-4ed6-a94a-ce4957097442 req-efdb94c7-f716-48dc-a559-0b57755f1104 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] 10.222.0.68 "GET /v2.0/security-groups?id=d752f37c-fee3-40c2-9393-243f60d7ab2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1404455 Jul 14 09:36:15.050632 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] No Port match for: a2b5ae54-a92a-4360-94b7-d5229220196c {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:36:15.051259 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device a2b5ae54-a92a-4360-94b7-d5229220196c not bound to the agent host n-h1-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:36:15.058955 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Pushing event updated for resources: {'Port': ['ID=a41d2256-8405-429f-a1ba-806313b3c072,revision_number=7']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:15.066728 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:36:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c9531a0-1c24-4e90-8915-f1aacf81689d x-openstack-request-id: req-0c9531a0-1c24-4e90-8915-f1aacf81689d {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:36:15.067044 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e7397c3-9642-4fe6-b6c4-32d7843783ff", "name": "network-vif-plugged", "status": "completed", "tag": "a41d2256-8405-429f-a1ba-806313b3c072", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:36:15.067292 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-0c9531a0-1c24-4e90-8915-f1aacf81689d {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:36:15.067661 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e7397c3-9642-4fe6-b6c4-32d7843783ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a41d2256-8405-429f-a1ba-806313b3c072', 'code': 200} Jul 14 09:36:15.727693 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c97b91-e65d-40d5-a159-5439123bd2a3 req-ed14fd48-31a7-49d6-9203-677e5011aaf1 tempest-TestServerMultinode-538957439 tempest-TestServerMultinode-538957439-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:15.749051 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a0c97b91-e65d-40d5-a159-5439123bd2a3 req-ed14fd48-31a7-49d6-9203-677e5011aaf1 tempest-TestServerMultinode-538957439 tempest-TestServerMultinode-538957439-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=5ec05b88-cf63-49a2-a841-08f16d3564e4 HTTP/1.1" status: 200 len: 1098 time: 0.1556458 Jul 14 09:36:15.754760 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82481e8f-f60f-42fb-a33e-f2bcecd95ca0 req-b71a0fb3-93bf-46ec-ba11-7fd3ef78ada1 tempest-TestServerMultinode-538957439 tempest-TestServerMultinode-538957439-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:15.758712 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-82481e8f-f60f-42fb-a33e-f2bcecd95ca0 req-b71a0fb3-93bf-46ec-ba11-7fd3ef78ada1 tempest-TestServerMultinode-538957439 tempest-TestServerMultinode-538957439-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=5ec05b88-cf63-49a2-a841-08f16d3564e4 HTTP/1.1" status: 200 len: 1098 time: 0.2495496 Jul 14 09:36:15.965020 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a0c97b91-e65d-40d5-a159-5439123bd2a3 req-d8090e35-16ba-4021-afc3-fc43f8dc5df9 tempest-TestServerMultinode-538957439 tempest-TestServerMultinode-538957439-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=3b2bec02-c2bf-4502-b7c0-67d79f190b86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097275 Jul 14 09:36:16.054597 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-82481e8f-f60f-42fb-a33e-f2bcecd95ca0 req-042d87bf-b5f7-4adf-8a3d-3a18ff5a1be1 tempest-TestServerMultinode-538957439 tempest-TestServerMultinode-538957439-project-admin] Deleting port 644aef1c-a35a-4b8a-9395-aaea780355d1 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:36:16.055000 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-82481e8f-f60f-42fb-a33e-f2bcecd95ca0 req-042d87bf-b5f7-4adf-8a3d-3a18ff5a1be1 tempest-TestServerMultinode-538957439 tempest-TestServerMultinode-538957439-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:16.297936 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-82481e8f-f60f-42fb-a33e-f2bcecd95ca0 req-042d87bf-b5f7-4adf-8a3d-3a18ff5a1be1 tempest-TestServerMultinode-538957439 tempest-TestServerMultinode-538957439-project-admin] For port 644aef1c-a35a-4b8a-9395-aaea780355d1, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=644aef1c-a35a-4b8a-9395-aaea780355d1,segment=NetworkSegment(410f9da2-cb32-4aad-86d9-62339416339f),segment_id=410f9da2-cb32-4aad-86d9-62339416339f)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:36:16.298332 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-82481e8f-f60f-42fb-a33e-f2bcecd95ca0 req-042d87bf-b5f7-4adf-8a3d-3a18ff5a1be1 tempest-TestServerMultinode-538957439 tempest-TestServerMultinode-538957439-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:16.314183 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-82481e8f-f60f-42fb-a33e-f2bcecd95ca0 req-042d87bf-b5f7-4adf-8a3d-3a18ff5a1be1 tempest-TestServerMultinode-538957439 tempest-TestServerMultinode-538957439-project-admin] Calling delete_port for 644aef1c-a35a-4b8a-9395-aaea780355d1 owned by compute:nova {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:36:16.543519 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-82481e8f-f60f-42fb-a33e-f2bcecd95ca0 req-042d87bf-b5f7-4adf-8a3d-3a18ff5a1be1 tempest-TestServerMultinode-538957439 tempest-TestServerMultinode-538957439-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:16.580470 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] get_ports_and_sgs() called for port_ids ['644aef1c-a35a-4b8a-9395-aaea780355d1'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:36:16.637663 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042d87bf-b5f7-4adf-8a3d-3a18ff5a1be1 tempest-TestServerMultinode-538957439 tempest-TestServerMultinode-538957439-project-admin] Pushing event deleted for resources: {'Port': ['ID=644aef1c-a35a-4b8a-9395-aaea780355d1,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:16.751234 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-82481e8f-f60f-42fb-a33e-f2bcecd95ca0 req-042d87bf-b5f7-4adf-8a3d-3a18ff5a1be1 tempest-TestServerMultinode-538957439 tempest-TestServerMultinode-538957439-project-admin] No DVR routers for this DVR port 644aef1c-a35a-4b8a-9395-aaea780355d1 on host n-h2-779913-29 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:36:16.756139 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-82481e8f-f60f-42fb-a33e-f2bcecd95ca0 req-042d87bf-b5f7-4adf-8a3d-3a18ff5a1be1 tempest-TestServerMultinode-538957439 tempest-TestServerMultinode-538957439-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:16.766815 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-82481e8f-f60f-42fb-a33e-f2bcecd95ca0 req-042d87bf-b5f7-4adf-8a3d-3a18ff5a1be1 tempest-TestServerMultinode-538957439 tempest-TestServerMultinode-538957439-project-admin] 10.222.0.57 "DELETE /v2.0/ports/644aef1c-a35a-4b8a-9395-aaea780355d1 HTTP/1.1" status: 204 len: 173 time: 1.0007184 Jul 14 09:36:16.768696 n-d-779913-29 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ec05b88-cf63-49a2-a841-08f16d3564e4', 'name': 'network-vif-deleted', 'tag': '644aef1c-a35a-4b8a-9395-aaea780355d1'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:36:16.772964 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cb48f044f948e981f43897c8d7f1332f741dc7af2b4c5a6e19d8f4a80f708e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25dc438f-5f08-4ba9-a0f5-c31ec5c0ed49" -d '{"events": [{"server_uuid": "5ec05b88-cf63-49a2-a841-08f16d3564e4", "name": "network-vif-deleted", "tag": "644aef1c-a35a-4b8a-9395-aaea780355d1"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:36:16.853912 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410e0ee1-5117-456f-a9a5-492d9d8ec3c0 req-74bebce9-69ef-479b-af87-36410e75e35d tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:16.862510 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-410e0ee1-5117-456f-a9a5-492d9d8ec3c0 req-74bebce9-69ef-479b-af87-36410e75e35d tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] 10.222.0.68 "GET /v2.0/ports?device_id=8e7397c3-9642-4fe6-b6c4-32d7843783ff HTTP/1.1" status: 200 len: 945 time: 0.3727224 Jul 14 09:36:16.946309 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-410e0ee1-5117-456f-a9a5-492d9d8ec3c0 req-daa3d309-d112-414f-b818-5c79ee7cdc8d tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] 10.222.0.68 "GET /v2.0/security-groups?id=d752f37c-fee3-40c2-9393-243f60d7ab2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819457 Jul 14 09:36:17.274379 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:36:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e34ea2e8-74d0-4c5b-8809-2d8013c6afdf x-openstack-request-id: req-e34ea2e8-74d0-4c5b-8809-2d8013c6afdf {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:36:17.274597 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ec05b88-cf63-49a2-a841-08f16d3564e4", "name": "network-vif-deleted", "tag": "644aef1c-a35a-4b8a-9395-aaea780355d1", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:36:17.274844 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-e34ea2e8-74d0-4c5b-8809-2d8013c6afdf {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:36:17.275254 n-d-779913-29 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ec05b88-cf63-49a2-a841-08f16d3564e4', 'name': 'network-vif-deleted', 'tag': '644aef1c-a35a-4b8a-9395-aaea780355d1', 'status': 'completed', 'code': 200} Jul 14 09:36:17.448369 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-9cadc69c-e08e-490a-81c7-b54261d702e4 req-4f7a9a5e-d5c6-47ef-bf0f-aac4688239d1 tempest-TestServerMultinode-538957439 tempest-TestServerMultinode-538957439-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=5ec05b88-cf63-49a2-a841-08f16d3564e4 HTTP/1.1" status: 200 len: 210 time: 0.0717416 Jul 14 09:36:17.607372 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.agents_db [None req-3c3509fb-540d-4335-a450-574895dd3602 None None] Agent healthcheck: found 7 active agents {{(pid=93960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:36:18.225302 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8487554a-ebd1-43ca-afbe-ddd0822dcdc8 req-9de14c21-8c4b-4b06-bf72-27d1429213f8 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:18.227121 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8487554a-ebd1-43ca-afbe-ddd0822dcdc8 req-9de14c21-8c4b-4b06-bf72-27d1429213f8 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] 10.222.0.68 "GET /v2.0/ports?device_id=8e7397c3-9642-4fe6-b6c4-32d7843783ff HTTP/1.1" status: 200 len: 945 time: 0.1124704 Jul 14 09:36:18.341466 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8487554a-ebd1-43ca-afbe-ddd0822dcdc8 req-1153869c-374f-43db-8ecb-b3349db41377 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] 10.222.0.68 "GET /v2.0/security-groups?id=d752f37c-fee3-40c2-9393-243f60d7ab2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1079581 Jul 14 09:36:18.672204 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 35404) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:19.585029 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6554140d-8e01-40fe-93a0-0211a25c4e4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-683602'] for router_interface, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:19.683111 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 644aef1c-a35a-4b8a-9395-aaea780355d1 no longer exists at agent hyperv_n-h2-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:36:19.731649 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] No Port match for: 644aef1c-a35a-4b8a-9395-aaea780355d1 {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:36:19.745537 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 644aef1c-a35a-4b8a-9395-aaea780355d1 not bound to the agent host n-h2-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:36:19.963279 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cc7dc6-f284-4c36-be18-add9806d3fbf req-75396d54-f902-4211-b6d0-92a8ed665749 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:19.964957 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-b0cc7dc6-f284-4c36-be18-add9806d3fbf req-75396d54-f902-4211-b6d0-92a8ed665749 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] 10.222.0.68 "GET /v2.0/ports?device_id=8e7397c3-9642-4fe6-b6c4-32d7843783ff HTTP/1.1" status: 200 len: 945 time: 0.2550426 Jul 14 09:36:20.044719 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-b0cc7dc6-f284-4c36-be18-add9806d3fbf req-eba2bf43-1e9a-47a3-80fd-17c0b6b50c28 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] 10.222.0.68 "GET /v2.0/security-groups?id=d752f37c-fee3-40c2-9393-243f60d7ab2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691960 Jul 14 09:36:20.455523 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-6554140d-8e01-40fe-93a0-0211a25c4e4e admin admin] Deleting port 6cdcae6b-d78c-4d44-ba66-28bfa034afbd {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:36:20.456727 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6554140d-8e01-40fe-93a0-0211a25c4e4e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:20.647069 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-6554140d-8e01-40fe-93a0-0211a25c4e4e admin admin] For port 6cdcae6b-d78c-4d44-ba66-28bfa034afbd, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=6cdcae6b-d78c-4d44-ba66-28bfa034afbd,segment=NetworkSegment(410f9da2-cb32-4aad-86d9-62339416339f),segment_id=410f9da2-cb32-4aad-86d9-62339416339f)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:36:20.647443 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6554140d-8e01-40fe-93a0-0211a25c4e4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:20.673446 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-6554140d-8e01-40fe-93a0-0211a25c4e4e admin admin] Calling delete_port for 6cdcae6b-d78c-4d44-ba66-28bfa034afbd owned by network:router_interface {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:36:20.971527 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6554140d-8e01-40fe-93a0-0211a25c4e4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:21.008313 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6554140d-8e01-40fe-93a0-0211a25c4e4e admin admin] Pushing event deleted for resources: {'Port': ['ID=6cdcae6b-d78c-4d44-ba66-28bfa034afbd,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:21.886155 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda10d62-58a0-443c-bbf6-591b26c9b16f req-03e95de5-ae39-4f22-9171-b636205643be tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:21.888137 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-cda10d62-58a0-443c-bbf6-591b26c9b16f req-03e95de5-ae39-4f22-9171-b636205643be tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] 10.222.0.68 "GET /v2.0/ports?device_id=8e7397c3-9642-4fe6-b6c4-32d7843783ff HTTP/1.1" status: 200 len: 945 time: 0.2122877 Jul 14 09:36:21.890250 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6554140d-8e01-40fe-93a0-0211a25c4e4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-620860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682934'] for router_interface, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:21.955847 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-cda10d62-58a0-443c-bbf6-591b26c9b16f req-9e0411ee-7cfc-4007-a841-7101baa8c9ec tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] 10.222.0.68 "GET /v2.0/security-groups?id=d752f37c-fee3-40c2-9393-243f60d7ab2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501950 Jul 14 09:36:22.143134 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-962ca763-38d7-4ec1-a14a-0e841ed4009e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:22.363156 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6554140d-8e01-40fe-93a0-0211a25c4e4e admin admin] Router 7425535c-1322-4324-8aee-73725af40dcb has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:36:22.518067 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6554140d-8e01-40fe-93a0-0211a25c4e4e admin admin] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:36:22.537023 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ac69558-6a57-445e-95cf-f7d9dbee28c9 None None] Sync routers for ids ['7425535c-1322-4324-8aee-73725af40dcb'] in n-d-779913-29 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:36:22.537920 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 35434) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:22.549828 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-6554140d-8e01-40fe-93a0-0211a25c4e4e admin admin] 10.222.0.68 "PUT /v2.0/routers/7425535c-1322-4324-8aee-73725af40dcb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8611865 Jul 14 09:36:22.551206 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac69558-6a57-445e-95cf-f7d9dbee28c9 None None] Routers {'7425535c-1322-4324-8aee-73725af40dcb'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:36:22.551847 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-9ac69558-6a57-445e-95cf-f7d9dbee28c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:35:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['7425535c-1322-4324-8aee-73725af40dcb'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:22.732067 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-49f75d33-0c9f-4220-9f88-8587d7b2975d admin admin] Notify callbacks [] for router, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:22.753026 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-9ac69558-6a57-445e-95cf-f7d9dbee28c9 None None] Set router 7425535c-1322-4324-8aee-73725af40dcb gateway port host: n-d-779913-29 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:36:22.885870 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-49f75d33-0c9f-4220-9f88-8587d7b2975d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:22.954227 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-49f75d33-0c9f-4220-9f88-8587d7b2975d admin admin] Deleting port 8731430f-f106-4850-81dd-ba857d0720d7 {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:36:22.955221 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-49f75d33-0c9f-4220-9f88-8587d7b2975d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:23.080636 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-49f75d33-0c9f-4220-9f88-8587d7b2975d admin admin] For port 8731430f-f106-4850-81dd-ba857d0720d7, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=8731430f-f106-4850-81dd-ba857d0720d7,segment=NetworkSegment(81bf7a93-80b3-43df-b9d5-462c604a2945),segment_id=81bf7a93-80b3-43df-b9d5-462c604a2945)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:36:23.081447 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-49f75d33-0c9f-4220-9f88-8587d7b2975d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:23.099568 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-49f75d33-0c9f-4220-9f88-8587d7b2975d admin admin] Calling delete_port for 8731430f-f106-4850-81dd-ba857d0720d7 owned by network:router_gateway {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:36:23.124742 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-9ac69558-6a57-445e-95cf-f7d9dbee28c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7425535c-1322-4324-8aee-73725af40dcb', 'name': 'tempest-TestServerMultinode-1964601738-router', 'tenant_id': '202542b4b28e4cd3a66f9cee847bd412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.156'}], 'enable_snat': True}, 'gw_port_id': '8731430f-f106-4850-81dd-ba857d0720d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:35:03Z', 'updated_at': '2021-07-14T09:36:20Z', 'revision_number': 5, 'project_id': '202542b4b28e4cd3a66f9cee847bd412', 'gw_port': {'id': '8731430f-f106-4850-81dd-ba857d0720d7', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:77:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7425535c-1322-4324-8aee-73725af40dcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2262, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:35:04Z', 'updated_at': '2021-07-14T09:35:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29'}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:23.250651 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ac69558-6a57-445e-95cf-f7d9dbee28c9 None None] Checking router: 7425535c-1322-4324-8aee-73725af40dcb for host: n-d-779913-29 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:36:23.285242 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac69558-6a57-445e-95cf-f7d9dbee28c9 None None] Routers {'7425535c-1322-4324-8aee-73725af40dcb'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:36:23.289324 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-9ac69558-6a57-445e-95cf-f7d9dbee28c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:35:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['7425535c-1322-4324-8aee-73725af40dcb'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:23.340808 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-49f75d33-0c9f-4220-9f88-8587d7b2975d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:23.381593 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625bc5c0-96ef-40f5-b459-a44589796502 req-013066f7-5295-480d-af9a-2ec7b013c436 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:23.392842 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-625bc5c0-96ef-40f5-b459-a44589796502 req-013066f7-5295-480d-af9a-2ec7b013c436 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] 10.222.0.68 "GET /v2.0/ports?device_id=8e7397c3-9642-4fe6-b6c4-32d7843783ff HTTP/1.1" status: 200 len: 945 time: 0.1665230 Jul 14 09:36:23.459559 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f75d33-0c9f-4220-9f88-8587d7b2975d admin admin] Pushing event deleted for resources: {'Port': ['ID=8731430f-f106-4850-81dd-ba857d0720d7,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:23.534672 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-625bc5c0-96ef-40f5-b459-a44589796502 req-010758b4-dba3-470e-b1cc-d3f0e671c57b tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] 10.222.0.68 "GET /v2.0/security-groups?id=d752f37c-fee3-40c2-9393-243f60d7ab2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1315110 Jul 14 09:36:23.583201 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-9ac69558-6a57-445e-95cf-f7d9dbee28c9 None None] Set router 7425535c-1322-4324-8aee-73725af40dcb gateway port host: None {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:36:23.608087 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-49f75d33-0c9f-4220-9f88-8587d7b2975d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-660532'] for router_gateway, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:23.640845 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-9ac69558-6a57-445e-95cf-f7d9dbee28c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7425535c-1322-4324-8aee-73725af40dcb', 'name': 'tempest-TestServerMultinode-1964601738-router', 'tenant_id': '202542b4b28e4cd3a66f9cee847bd412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:35:03Z', 'updated_at': '2021-07-14T09:36:22Z', 'revision_number': 6, 'project_id': '202542b4b28e4cd3a66f9cee847bd412', 'gw_port_host': None}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:23.713246 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ac69558-6a57-445e-95cf-f7d9dbee28c9 None None] The sync data for ids ['7425535c-1322-4324-8aee-73725af40dcb'] in n-d-779913-29 is: [{'id': '7425535c-1322-4324-8aee-73725af40dcb', 'name': 'tempest-TestServerMultinode-1964601738-router', 'tenant_id': '202542b4b28e4cd3a66f9cee847bd412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:35:03Z', 'updated_at': '2021-07-14T09:36:22Z', 'revision_number': 6, 'project_id': '202542b4b28e4cd3a66f9cee847bd412', 'gw_port_host': None}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:36:23.845091 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-49f75d33-0c9f-4220-9f88-8587d7b2975d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-711871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12964'] for router, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:23.854062 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-49f75d33-0c9f-4220-9f88-8587d7b2975d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:23.952296 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-49f75d33-0c9f-4220-9f88-8587d7b2975d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-704815'] for router, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:23.968751 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49f75d33-0c9f-4220-9f88-8587d7b2975d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7425535c-1322-4324-8aee-73725af40dcb {{(pid=93957) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:36:23.974592 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-49f75d33-0c9f-4220-9f88-8587d7b2975d admin admin] Notify callbacks [] for router, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:23.975835 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-49f75d33-0c9f-4220-9f88-8587d7b2975d admin admin] 10.222.0.68 "DELETE /v2.0/routers/7425535c-1322-4324-8aee-73725af40dcb HTTP/1.1" status: 204 len: 168 time: 1.4363277 Jul 14 09:36:23.978567 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 35450) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:24.037572 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-523c834b-0fe4-4e42-87d2-19656c9d35b1 admin admin] Deleting subnet c4952ea5-c657-4cdd-96d4-47c092d76340 {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:36:24.060993 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-523c834b-0fe4-4e42-87d2-19656c9d35b1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:24.164713 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-523c834b-0fe4-4e42-87d2-19656c9d35b1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13574120'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:24.304042 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 6cdcae6b-d78c-4d44-ba66-28bfa034afbd no longer exists at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:36:24.339518 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-523c834b-0fe4-4e42-87d2-19656c9d35b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3481002'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:24.375821 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] No Port match for: 6cdcae6b-d78c-4d44-ba66-28bfa034afbd {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:36:24.379023 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 6cdcae6b-d78c-4d44-ba66-28bfa034afbd not bound to the agent host n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:36:24.479021 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-523c834b-0fe4-4e42-87d2-19656c9d35b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13574056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16714573'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:24.565314 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53a8ed6c-f14e-4a31-93c2-65afa467aba2 None None] Network e0018b49-138f-4e34-bda0-8701ab6f4c2c requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:36:24.568453 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-523c834b-0fe4-4e42-87d2-19656c9d35b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:24.573353 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-523c834b-0fe4-4e42-87d2-19656c9d35b1 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/c4952ea5-c657-4cdd-96d4-47c092d76340 HTTP/1.1" status: 204 len: 168 time: 0.5937414 Jul 14 09:36:24.576925 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523c834b-0fe4-4e42-87d2-19656c9d35b1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c4952ea5-c657-4cdd-96d4-47c092d76340,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:24.577084 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 35460) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:24.598675 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523c834b-0fe4-4e42-87d2-19656c9d35b1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:36:24.599265 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523c834b-0fe4-4e42-87d2-19656c9d35b1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:36:24.601468 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523c834b-0fe4-4e42-87d2-19656c9d35b1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:36:24.601999 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523c834b-0fe4-4e42-87d2-19656c9d35b1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:36:24.602501 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523c834b-0fe4-4e42-87d2-19656c9d35b1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:36:24.603779 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523c834b-0fe4-4e42-87d2-19656c9d35b1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:36:24.604289 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523c834b-0fe4-4e42-87d2-19656c9d35b1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:36:24.607020 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523c834b-0fe4-4e42-87d2-19656c9d35b1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:36:24.607386 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523c834b-0fe4-4e42-87d2-19656c9d35b1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:36:24.608247 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523c834b-0fe4-4e42-87d2-19656c9d35b1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:36:24.608584 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523c834b-0fe4-4e42-87d2-19656c9d35b1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:36:24.613052 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523c834b-0fe4-4e42-87d2-19656c9d35b1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:36:24.762272 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7c12f80e-6f59-4e27-94e6-5e1e69d5a481 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3876111'] for network, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:24.831240 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:24.907767 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-7c12f80e-6f59-4e27-94e6-5e1e69d5a481 admin admin] Deleting port d8635b65-b7e0-4e1c-a857-e5d0452c58ef {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:36:24.908134 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7c12f80e-6f59-4e27-94e6-5e1e69d5a481 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:24.988109 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b21a2e8f-6bff-458e-8e5c-ecc556b0372a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:25.039917 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9f533c-102a-4181-8ce8-51cc69d6bb2f req-609f0820-7446-491e-8290-dae9f1c54cae tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:25.048421 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-9b9f533c-102a-4181-8ce8-51cc69d6bb2f req-609f0820-7446-491e-8290-dae9f1c54cae tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] 10.222.0.68 "GET /v2.0/ports?device_id=8e7397c3-9642-4fe6-b6c4-32d7843783ff HTTP/1.1" status: 200 len: 945 time: 0.1165781 Jul 14 09:36:25.102487 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-9b9f533c-102a-4181-8ce8-51cc69d6bb2f req-9186aa0e-2d8d-4f0f-9aba-37e3bd679f0b tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] 10.222.0.68 "GET /v2.0/security-groups?id=d752f37c-fee3-40c2-9393-243f60d7ab2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530589 Jul 14 09:36:25.192874 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7c12f80e-6f59-4e27-94e6-5e1e69d5a481 admin admin] For port d8635b65-b7e0-4e1c-a857-e5d0452c58ef, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=d8635b65-b7e0-4e1c-a857-e5d0452c58ef,segment=NetworkSegment(410f9da2-cb32-4aad-86d9-62339416339f),segment_id=410f9da2-cb32-4aad-86d9-62339416339f)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:36:25.193758 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7c12f80e-6f59-4e27-94e6-5e1e69d5a481 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:25.241417 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-7c12f80e-6f59-4e27-94e6-5e1e69d5a481 admin admin] Calling delete_port for d8635b65-b7e0-4e1c-a857-e5d0452c58ef owned by network:dhcp {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:36:25.304322 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cab4d62-e439-4a6c-9d2e-d7edba30e110 None None] DHCP port deletion for e0018b49-138f-4e34-bda0-8701ab6f4c2c request from n-d-779913-29 {{(pid=93959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:36:25.423752 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-8cab4d62-e439-4a6c-9d2e-d7edba30e110 None None] Deleting port d8635b65-b7e0-4e1c-a857-e5d0452c58ef {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:36:25.428320 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8cab4d62-e439-4a6c-9d2e-d7edba30e110 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:25.469242 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7c12f80e-6f59-4e27-94e6-5e1e69d5a481 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:25.487233 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c12f80e-6f59-4e27-94e6-5e1e69d5a481 admin admin] No DVR routers for this DVR port d8635b65-b7e0-4e1c-a857-e5d0452c58ef on host n-d-779913-29 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:36:25.514358 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c12f80e-6f59-4e27-94e6-5e1e69d5a481 admin admin] Pushing event deleted for resources: {'Port': ['ID=d8635b65-b7e0-4e1c-a857-e5d0452c58ef,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:25.585779 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8cab4d62-e439-4a6c-9d2e-d7edba30e110 None None] For port d8635b65-b7e0-4e1c-a857-e5d0452c58ef, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=d8635b65-b7e0-4e1c-a857-e5d0452c58ef,segment=NetworkSegment(410f9da2-cb32-4aad-86d9-62339416339f),segment_id=410f9da2-cb32-4aad-86d9-62339416339f)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:36:25.592811 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8cab4d62-e439-4a6c-9d2e-d7edba30e110 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:25.620899 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-8cab4d62-e439-4a6c-9d2e-d7edba30e110 None None] Calling delete_port for d8635b65-b7e0-4e1c-a857-e5d0452c58ef owned by network:dhcp {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:36:25.678334 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7c12f80e-6f59-4e27-94e6-5e1e69d5a481 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473955', 'neutron.services.segments.db._delete_segments_for_network-8735688326548'] for network, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:25.707314 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-7c12f80e-6f59-4e27-94e6-5e1e69d5a481 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0018b49-138f-4e34-bda0-8701ab6f4c2c']}} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:25.730413 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-7c12f80e-6f59-4e27-94e6-5e1e69d5a481 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '410f9da2-cb32-4aad-86d9-62339416339f') {'for_net_delete': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:25.730720 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-7c12f80e-6f59-4e27-94e6-5e1e69d5a481 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '410f9da2-cb32-4aad-86d9-62339416339f') {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:25.755813 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7c12f80e-6f59-4e27-94e6-5e1e69d5a481 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735688356235', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10944210'] for segment, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:25.792004 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7c12f80e-6f59-4e27-94e6-5e1e69d5a481 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:25.808077 n-d-779913-29 neutron-server[93959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:36:25.808077 n-d-779913-29 neutron-server[93959]: self.session.flush() Jul 14 09:36:25.808077 n-d-779913-29 neutron-server[93959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:36:25.808077 n-d-779913-29 neutron-server[93959]: self.session.flush() Jul 14 09:36:25.808077 n-d-779913-29 neutron-server[93959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:36:25.808077 n-d-779913-29 neutron-server[93959]: self.session.flush() Jul 14 09:36:25.808077 n-d-779913-29 neutron-server[93959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:36:25.808077 n-d-779913-29 neutron-server[93959]: self.session.flush() Jul 14 09:36:25.808077 n-d-779913-29 neutron-server[93959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:36:25.808077 n-d-779913-29 neutron-server[93959]: self.session.flush() Jul 14 09:36:25.808077 n-d-779913-29 neutron-server[93959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:36:25.808077 n-d-779913-29 neutron-server[93959]: self.session.flush() Jul 14 09:36:25.808077 n-d-779913-29 neutron-server[93959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:36:25.808077 n-d-779913-29 neutron-server[93959]: self.session.flush() Jul 14 09:36:25.808077 n-d-779913-29 neutron-server[93959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:36:25.808077 n-d-779913-29 neutron-server[93959]: self.session.flush() Jul 14 09:36:25.808077 n-d-779913-29 neutron-server[93959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:36:25.808077 n-d-779913-29 neutron-server[93959]: self.session.flush() Jul 14 09:36:25.808077 n-d-779913-29 neutron-server[93959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:36:25.808077 n-d-779913-29 neutron-server[93959]: self.session.flush() Jul 14 09:36:25.808077 n-d-779913-29 neutron-server[93959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:36:25.808077 n-d-779913-29 neutron-server[93959]: self.session.flush() Jul 14 09:36:25.808077 n-d-779913-29 neutron-server[93959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:36:25.808077 n-d-779913-29 neutron-server[93959]: self.session.flush() Jul 14 09:36:25.808077 n-d-779913-29 neutron-server[93959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:36:25.808077 n-d-779913-29 neutron-server[93959]: self.session.flush() Jul 14 09:36:25.808077 n-d-779913-29 neutron-server[93959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:36:25.808077 n-d-779913-29 neutron-server[93959]: self.session.flush() Jul 14 09:36:25.808077 n-d-779913-29 neutron-server[93959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:36:25.808077 n-d-779913-29 neutron-server[93959]: self.session.flush() Jul 14 09:36:25.808077 n-d-779913-29 neutron-server[93959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:36:25.808077 n-d-779913-29 neutron-server[93959]: self.session.flush() Jul 14 09:36:25.808077 n-d-779913-29 neutron-server[93959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:36:25.808077 n-d-779913-29 neutron-server[93959]: self.session.flush() Jul 14 09:36:25.808077 n-d-779913-29 neutron-server[93959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:36:25.808077 n-d-779913-29 neutron-server[93959]: self.session.flush() Jul 14 09:36:25.808077 n-d-779913-29 neutron-server[93959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:36:25.808077 n-d-779913-29 neutron-server[93959]: self.session.flush() Jul 14 09:36:25.808077 n-d-779913-29 neutron-server[93959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:36:25.808077 n-d-779913-29 neutron-server[93959]: self.session.flush() Jul 14 09:36:25.810428 n-d-779913-29 neutron-server[93959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:36:25.810428 n-d-779913-29 neutron-server[93959]: self.session.flush() Jul 14 09:36:25.810428 n-d-779913-29 neutron-server[93959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:36:25.810428 n-d-779913-29 neutron-server[93959]: self.session.flush() Jul 14 09:36:25.810428 n-d-779913-29 neutron-server[93959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:36:25.810428 n-d-779913-29 neutron-server[93959]: self.session.flush() Jul 14 09:36:25.810428 n-d-779913-29 neutron-server[93959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:36:25.810428 n-d-779913-29 neutron-server[93959]: self.session.flush() Jul 14 09:36:25.810428 n-d-779913-29 neutron-server[93959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:36:25.810428 n-d-779913-29 neutron-server[93959]: self.session.flush() Jul 14 09:36:25.810428 n-d-779913-29 neutron-server[93959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:36:25.810428 n-d-779913-29 neutron-server[93959]: self.session.flush() Jul 14 09:36:25.810428 n-d-779913-29 neutron-server[93959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:36:25.810428 n-d-779913-29 neutron-server[93959]: self.session.flush() Jul 14 09:36:25.817040 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c12f80e-6f59-4e27-94e6-5e1e69d5a481 admin admin] Releasing vlan 749 on physical network physnet1 to pool {{(pid=93957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:36:25.818528 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8cab4d62-e439-4a6c-9d2e-d7edba30e110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:25.818991 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7c12f80e-6f59-4e27-94e6-5e1e69d5a481 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10053619'] for segment, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:25.974478 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cab4d62-e439-4a6c-9d2e-d7edba30e110 None None] No DVR routers for this DVR port d8635b65-b7e0-4e1c-a857-e5d0452c58ef on host n-d-779913-29 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:36:25.979174 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cab4d62-e439-4a6c-9d2e-d7edba30e110 None None] Pushing event deleted for resources: {'Port': ['ID=d8635b65-b7e0-4e1c-a857-e5d0452c58ef,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:26.032926 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5ad31076-714c-49ec-bc37-f3d4cd90112a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:26.055013 n-d-779913-29 neutron-server[93957]: Traceback (most recent call last): Jul 14 09:36:26.055013 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:36:26.055013 n-d-779913-29 neutron-server[93957]: timer() Jul 14 09:36:26.055013 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:36:26.055013 n-d-779913-29 neutron-server[93957]: cb(*args, **kw) Jul 14 09:36:26.055013 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:36:26.055013 n-d-779913-29 neutron-server[93957]: return func(*args, **kwargs) Jul 14 09:36:26.055013 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:36:26.055013 n-d-779913-29 neutron-server[93957]: self._notify() Jul 14 09:36:26.055013 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:36:26.055013 n-d-779913-29 neutron-server[93957]: self.callback(batched_events) Jul 14 09:36:26.055013 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:36:26.055013 n-d-779913-29 neutron-server[93957]: event.method(event) Jul 14 09:36:26.055013 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:36:26.055013 n-d-779913-29 neutron-server[93957]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:36:26.055013 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:36:26.055013 n-d-779913-29 neutron-server[93957]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:36:26.055013 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:36:26.055013 n-d-779913-29 neutron-server[93957]: return f(self, *a, **k) Jul 14 09:36:26.055013 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:36:26.055013 n-d-779913-29 neutron-server[93957]: return self._get(url).json() Jul 14 09:36:26.055013 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:36:26.055013 n-d-779913-29 neutron-server[93957]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:36:26.055013 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:36:26.055013 n-d-779913-29 neutron-server[93957]: return self.request(url, 'GET', **kwargs) Jul 14 09:36:26.055013 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:36:26.055013 n-d-779913-29 neutron-server[93957]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:36:26.055013 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:36:26.055013 n-d-779913-29 neutron-server[93957]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:36:26.055013 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:36:26.055013 n-d-779913-29 neutron-server[93957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:36:26.055013 n-d-779913-29 neutron-server[93957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:36:26.060179 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7c12f80e-6f59-4e27-94e6-5e1e69d5a481 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660504'] for network, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:26.075138 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7c12f80e-6f59-4e27-94e6-5e1e69d5a481 admin admin] Notify callbacks [] for network, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:26.084515 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device d8635b65-b7e0-4e1c-a857-e5d0452c58ef no longer exists at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:36:26.099867 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-7c12f80e-6f59-4e27-94e6-5e1e69d5a481 admin admin] 10.222.0.68 "DELETE /v2.0/networks/e0018b49-138f-4e34-bda0-8701ab6f4c2c HTTP/1.1" status: 204 len: 168 time: 1.5191894 Jul 14 09:36:26.100199 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 35470) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:26.172792 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c12f80e-6f59-4e27-94e6-5e1e69d5a481 admin admin] Pushing event deleted for resources: {'Network': ['ID=e0018b49-138f-4e34-bda0-8701ab6f4c2c,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:26.180860 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] No Port match for: d8635b65-b7e0-4e1c-a857-e5d0452c58ef {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:36:26.182041 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device d8635b65-b7e0-4e1c-a857-e5d0452c58ef not bound to the agent host n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:36:26.183419 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 8731430f-f106-4850-81dd-ba857d0720d7 no longer exists at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:36:26.256154 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] No Port match for: 8731430f-f106-4850-81dd-ba857d0720d7 {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:36:26.257531 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 8731430f-f106-4850-81dd-ba857d0720d7 not bound to the agent host n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:36:26.625979 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ceacd6-cb89-4040-a27b-62fc11b7693c req-621b4a09-dac9-4449-b9d4-77822b5b92df tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:26.628003 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-71ceacd6-cb89-4040-a27b-62fc11b7693c req-621b4a09-dac9-4449-b9d4-77822b5b92df tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] 10.222.0.68 "GET /v2.0/ports?device_id=8e7397c3-9642-4fe6-b6c4-32d7843783ff HTTP/1.1" status: 200 len: 945 time: 0.3103740 Jul 14 09:36:26.733483 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-71ceacd6-cb89-4040-a27b-62fc11b7693c req-3e28ac7a-fdcd-4ba0-83ba-bca5096d1ed7 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] 10.222.0.68 "GET /v2.0/security-groups?id=d752f37c-fee3-40c2-9393-243f60d7ab2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0961130 Jul 14 09:36:27.293690 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-775cda62-68c6-4b03-8e2d-2dedc69643d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-683602'] for router_interface, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:27.676689 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5bbe322f-3f67-4864-bc0a-91afe44d23e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:28.183339 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048bd693-eee2-4772-96d6-f2c9f7d9a224 req-fd191029-cb1a-42dc-b00f-e841048fce5b tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:28.191065 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-048bd693-eee2-4772-96d6-f2c9f7d9a224 req-fd191029-cb1a-42dc-b00f-e841048fce5b tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] 10.222.0.68 "GET /v2.0/ports?device_id=8e7397c3-9642-4fe6-b6c4-32d7843783ff HTTP/1.1" status: 200 len: 945 time: 0.1326492 Jul 14 09:36:28.227280 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-775cda62-68c6-4b03-8e2d-2dedc69643d8 admin admin] Deleting port e837d108-8733-41ba-bd14-223f2f08e978 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:36:28.238487 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-775cda62-68c6-4b03-8e2d-2dedc69643d8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:28.272134 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-048bd693-eee2-4772-96d6-f2c9f7d9a224 req-46f6e44a-3e54-4135-8bb4-eb6190ccb96d tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] 10.222.0.68 "GET /v2.0/security-groups?id=d752f37c-fee3-40c2-9393-243f60d7ab2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793264 Jul 14 09:36:28.455764 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-775cda62-68c6-4b03-8e2d-2dedc69643d8 admin admin] For port e837d108-8733-41ba-bd14-223f2f08e978, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=e837d108-8733-41ba-bd14-223f2f08e978,segment=NetworkSegment(35aa3e4b-2906-4f90-8dfe-eeffdcfbe6c4),segment_id=35aa3e4b-2906-4f90-8dfe-eeffdcfbe6c4)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:36:28.460862 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-775cda62-68c6-4b03-8e2d-2dedc69643d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:28.499777 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-775cda62-68c6-4b03-8e2d-2dedc69643d8 admin admin] Calling delete_port for e837d108-8733-41ba-bd14-223f2f08e978 owned by network:router_interface {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:36:28.856614 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-775cda62-68c6-4b03-8e2d-2dedc69643d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:28.944474 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775cda62-68c6-4b03-8e2d-2dedc69643d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=e837d108-8733-41ba-bd14-223f2f08e978,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:29.352961 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-775cda62-68c6-4b03-8e2d-2dedc69643d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-620860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682934'] for router_interface, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:29.668067 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadb5035-abdf-48d1-9bb3-a48cee157e3c req-e9c97ab7-673f-4a52-85ce-921950fd5dd0 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:29.678460 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-eadb5035-abdf-48d1-9bb3-a48cee157e3c req-e9c97ab7-673f-4a52-85ce-921950fd5dd0 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] 10.222.0.68 "GET /v2.0/ports?device_id=8e7397c3-9642-4fe6-b6c4-32d7843783ff HTTP/1.1" status: 200 len: 945 time: 0.1410339 Jul 14 09:36:29.783222 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-eadb5035-abdf-48d1-9bb3-a48cee157e3c req-6a151dc7-43c2-4b37-850e-e28c6a8c1519 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] 10.222.0.68 "GET /v2.0/security-groups?id=d752f37c-fee3-40c2-9393-243f60d7ab2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1037512 Jul 14 09:36:29.959691 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-775cda62-68c6-4b03-8e2d-2dedc69643d8 admin admin] Router b54c929b-262b-48cf-87ce-ad4c85620e13 has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:36:30.220719 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-775cda62-68c6-4b03-8e2d-2dedc69643d8 admin admin] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:36:30.228309 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-775cda62-68c6-4b03-8e2d-2dedc69643d8 admin admin] 10.222.0.68 "PUT /v2.0/routers/b54c929b-262b-48cf-87ce-ad4c85620e13/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1269982 Jul 14 09:36:30.230256 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0601adda-6942-4fbd-9327-991d58469b84 None None] Sync routers for ids ['b54c929b-262b-48cf-87ce-ad4c85620e13'] in n-d-779913-29 {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:36:30.231197 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 35514) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:30.246886 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0601adda-6942-4fbd-9327-991d58469b84 None None] Routers {'b54c929b-262b-48cf-87ce-ad4c85620e13'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:36:30.247529 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-0601adda-6942-4fbd-9327-991d58469b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:36:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['b54c929b-262b-48cf-87ce-ad4c85620e13'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:30.443442 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-84bb7d5e-ed90-4703-90ef-1bcb27c3f1ea admin admin] Notify callbacks [] for router, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:30.471940 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvr_db [None req-0601adda-6942-4fbd-9327-991d58469b84 None None] Set router b54c929b-262b-48cf-87ce-ad4c85620e13 gateway port host: n-d-779913-29 {{(pid=93959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:36:30.646401 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-84bb7d5e-ed90-4703-90ef-1bcb27c3f1ea admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:30.753678 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-0601adda-6942-4fbd-9327-991d58469b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b54c929b-262b-48cf-87ce-ad4c85620e13', 'name': 'tempest-TestServerMultinode-1743446879-router', 'tenant_id': 'e498abdb8ae94e0baf9d8c9cd3801e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.78'}], 'enable_snat': True}, 'gw_port_id': '5218f465-81b2-44b6-becb-325ade4ca18e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:35:14Z', 'updated_at': '2021-07-14T09:36:28Z', 'revision_number': 5, 'project_id': 'e498abdb8ae94e0baf9d8c9cd3801e7d', 'gw_port': {'id': '5218f465-81b2-44b6-becb-325ade4ca18e', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:32:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b54c929b-262b-48cf-87ce-ad4c85620e13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2290, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:35:15Z', 'updated_at': '2021-07-14T09:35:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29'}], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:30.783440 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0601adda-6942-4fbd-9327-991d58469b84 None None] Checking router: b54c929b-262b-48cf-87ce-ad4c85620e13 for host: n-d-779913-29 {{(pid=93959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:36:30.792736 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0601adda-6942-4fbd-9327-991d58469b84 None None] Routers {'b54c929b-262b-48cf-87ce-ad4c85620e13'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:36:30.793431 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-0601adda-6942-4fbd-9327-991d58469b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:36:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['b54c929b-262b-48cf-87ce-ad4c85620e13'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:30.805703 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-84bb7d5e-ed90-4703-90ef-1bcb27c3f1ea admin admin] Deleting port 5218f465-81b2-44b6-becb-325ade4ca18e {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:36:30.806134 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-84bb7d5e-ed90-4703-90ef-1bcb27c3f1ea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:30.912301 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvr_db [None req-0601adda-6942-4fbd-9327-991d58469b84 None None] Set router b54c929b-262b-48cf-87ce-ad4c85620e13 gateway port host: None {{(pid=93959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:36:30.932385 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2074ab65-9fa8-4845-b7f6-0210b6e02009 req-d09087e5-3c24-4420-b4d5-d3c1a6de1d74 tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:30.934278 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-2074ab65-9fa8-4845-b7f6-0210b6e02009 req-d09087e5-3c24-4420-b4d5-d3c1a6de1d74 tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] 10.222.0.68 "GET /v2.0/networks?id=3569c9d2-eab5-421e-9cb2-8a83583f6763 HTTP/1.1" status: 200 len: 814 time: 0.2024531 Jul 14 09:36:30.968039 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-84bb7d5e-ed90-4703-90ef-1bcb27c3f1ea admin admin] For port 5218f465-81b2-44b6-becb-325ade4ca18e, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=5218f465-81b2-44b6-becb-325ade4ca18e,segment=NetworkSegment(81bf7a93-80b3-43df-b9d5-462c604a2945),segment_id=81bf7a93-80b3-43df-b9d5-462c604a2945)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:36:30.968703 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-84bb7d5e-ed90-4703-90ef-1bcb27c3f1ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:30.972861 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-2074ab65-9fa8-4845-b7f6-0210b6e02009 req-f355671c-5941-4c0c-a18c-b61099bbc4c5 tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] 10.222.0.68 "GET /v2.0/quotas/d0faa07e8d9e4ec49a240a9fc526a7fd HTTP/1.1" status: 200 len: 375 time: 0.0278924 Jul 14 09:36:30.999808 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-0601adda-6942-4fbd-9327-991d58469b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b54c929b-262b-48cf-87ce-ad4c85620e13', 'name': 'tempest-TestServerMultinode-1743446879-router', 'tenant_id': 'e498abdb8ae94e0baf9d8c9cd3801e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:35:14Z', 'updated_at': '2021-07-14T09:36:30Z', 'revision_number': 6, 'project_id': 'e498abdb8ae94e0baf9d8c9cd3801e7d', 'gw_port_host': None}], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:31.015345 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-84bb7d5e-ed90-4703-90ef-1bcb27c3f1ea admin admin] Calling delete_port for 5218f465-81b2-44b6-becb-325ade4ca18e owned by network:router_gateway {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:36:31.044554 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0601adda-6942-4fbd-9327-991d58469b84 None None] The sync data for ids ['b54c929b-262b-48cf-87ce-ad4c85620e13'] in n-d-779913-29 is: [{'id': 'b54c929b-262b-48cf-87ce-ad4c85620e13', 'name': 'tempest-TestServerMultinode-1743446879-router', 'tenant_id': 'e498abdb8ae94e0baf9d8c9cd3801e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:35:14Z', 'updated_at': '2021-07-14T09:36:30Z', 'revision_number': 6, 'project_id': 'e498abdb8ae94e0baf9d8c9cd3801e7d', 'gw_port_host': None}] {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:36:31.109679 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2680d358-704a-4aa0-aade-d158eef46396 req-9427f5ad-0feb-487c-b51f-b031e470f0bb tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:31.120398 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2680d358-704a-4aa0-aade-d158eef46396 req-9427f5ad-0feb-487c-b51f-b031e470f0bb tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] 10.222.0.68 "GET /v2.0/ports?device_id=8e7397c3-9642-4fe6-b6c4-32d7843783ff HTTP/1.1" status: 200 len: 945 time: 0.1461701 Jul 14 09:36:31.170291 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2680d358-704a-4aa0-aade-d158eef46396 req-b9b30e13-1fc9-404e-a8e0-911db612558c tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] 10.222.0.68 "GET /v2.0/security-groups?id=d752f37c-fee3-40c2-9393-243f60d7ab2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477796 Jul 14 09:36:31.529771 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72604873-57e7-4d33-b061-9c9a35fa3f34 req-b4aa4fb4-cce2-4258-973a-c92068b50c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:31.532968 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-72604873-57e7-4d33-b061-9c9a35fa3f34 req-b4aa4fb4-cce2-4258-973a-c92068b50c46 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=51a0c5b2b5094b24a910e75e03cedf47&device_id=8e7397c3-9642-4fe6-b6c4-32d7843783ff HTTP/1.1" status: 200 len: 1097 time: 0.0877662 Jul 14 09:36:31.562343 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-2074ab65-9fa8-4845-b7f6-0210b6e02009 req-aea37151-60e0-4d22-875f-e94ca4efa38b tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=d0faa07e8d9e4ec49a240a9fc526a7fd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5826476 Jul 14 09:36:31.573881 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [req-2074ab65-9fa8-4845-b7f6-0210b6e02009 req-42047a64-a430-4f69-b0f0-ef9c801c4ccd service neutron] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=93958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:36:31.575085 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-2074ab65-9fa8-4845-b7f6-0210b6e02009 req-42047a64-a430-4f69-b0f0-ef9c801c4ccd service neutron] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063188 Jul 14 09:36:31.645546 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72604873-57e7-4d33-b061-9c9a35fa3f34 req-51483e8d-8391-4156-9db5-e81ee351c588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:31.647173 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-72604873-57e7-4d33-b061-9c9a35fa3f34 req-51483e8d-8391-4156-9db5-e81ee351c588 service neutron] 10.222.0.65 "GET /v2.0/networks?id=087e0468-2285-4c59-b3f2-1d1ff8b2217b HTTP/1.1" status: 200 len: 917 time: 0.1065440 Jul 14 09:36:31.720555 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-72604873-57e7-4d33-b061-9c9a35fa3f34 req-36403dcb-1ce6-4fcd-8687-9000fd9e9bad service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a41d2256-8405-429f-a1ba-806313b3c072 HTTP/1.1" status: 200 len: 1001 time: 0.0644419 Jul 14 09:36:31.748597 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-2074ab65-9fa8-4845-b7f6-0210b6e02009 req-cba76a64-5f1f-4c9a-9f43-2653b1188b00 service neutron] 10.222.0.68 "GET /v2.0/networks/3569c9d2-eab5-421e-9cb2-8a83583f6763?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345105 Jul 14 09:36:31.802986 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72604873-57e7-4d33-b061-9c9a35fa3f34 req-9070f19c-23be-48ad-81a2-232f7c0749db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:31.804467 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-72604873-57e7-4d33-b061-9c9a35fa3f34 req-9070f19c-23be-48ad-81a2-232f7c0749db service neutron] 10.222.0.65 "GET /v2.0/subnets?id=04ae7776-8c86-484d-9bcc-4299f4579807 HTTP/1.1" status: 200 len: 855 time: 0.0719037 Jul 14 09:36:31.823355 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-84bb7d5e-ed90-4703-90ef-1bcb27c3f1ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:31.856953 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bb7d5e-ed90-4703-90ef-1bcb27c3f1ea admin admin] Pushing event deleted for resources: {'Port': ['ID=5218f465-81b2-44b6-becb-325ade4ca18e,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:31.891219 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72604873-57e7-4d33-b061-9c9a35fa3f34 req-452dc840-1e99-46c0-9c9b-25111e7b7956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:31.893361 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-72604873-57e7-4d33-b061-9c9a35fa3f34 req-452dc840-1e99-46c0-9c9b-25111e7b7956 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=087e0468-2285-4c59-b3f2-1d1ff8b2217b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0809810 Jul 14 09:36:31.949740 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-2074ab65-9fa8-4845-b7f6-0210b6e02009 req-1c3fa65d-9ff2-464e-b5e8-0f6450b7d5d5 service neutron] 10.222.0.68 "GET /v2.0/networks/3569c9d2-eab5-421e-9cb2-8a83583f6763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1921360 Jul 14 09:36:31.982629 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-84bb7d5e-ed90-4703-90ef-1bcb27c3f1ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-660532'] for router_gateway, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:32.067038 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 5218f465-81b2-44b6-becb-325ade4ca18e no longer exists at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:36:32.080947 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-72604873-57e7-4d33-b061-9c9a35fa3f34 req-25e97597-8ccc-4667-bd99-0bcc7f7ac9d1 service neutron] 10.222.0.65 "GET /v2.0/networks/087e0468-2285-4c59-b3f2-1d1ff8b2217b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655087 Jul 14 09:36:32.107567 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] No Port match for: 5218f465-81b2-44b6-becb-325ade4ca18e {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:36:32.109701 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 5218f465-81b2-44b6-becb-325ade4ca18e not bound to the agent host n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:36:32.110140 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device e837d108-8733-41ba-bd14-223f2f08e978 no longer exists at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:36:32.193112 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] No Port match for: e837d108-8733-41ba-bd14-223f2f08e978 {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:36:32.193688 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device e837d108-8733-41ba-bd14-223f2f08e978 not bound to the agent host n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:36:32.242377 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-84bb7d5e-ed90-4703-90ef-1bcb27c3f1ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-711871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12964'] for router, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:32.254375 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-84bb7d5e-ed90-4703-90ef-1bcb27c3f1ea admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:32.392680 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-72604873-57e7-4d33-b061-9c9a35fa3f34 req-b15a8d73-7fa5-4321-8e50-db3773bd7600 service neutron] 10.222.0.65 "GET /v2.0/networks/087e0468-2285-4c59-b3f2-1d1ff8b2217b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3012953 Jul 14 09:36:32.459022 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-84bb7d5e-ed90-4703-90ef-1bcb27c3f1ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-704815'] for router, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:32.459845 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84bb7d5e-ed90-4703-90ef-1bcb27c3f1ea admin admin] Fanout notify agent at l3_agent the message router_deleted on router b54c929b-262b-48cf-87ce-ad4c85620e13 {{(pid=93958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:36:32.467674 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-84bb7d5e-ed90-4703-90ef-1bcb27c3f1ea admin admin] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:32.468837 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-84bb7d5e-ed90-4703-90ef-1bcb27c3f1ea admin admin] 10.222.0.68 "DELETE /v2.0/routers/b54c929b-262b-48cf-87ce-ad4c85620e13 HTTP/1.1" status: 204 len: 168 time: 2.2361417 Jul 14 09:36:32.471953 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 35620) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:32.473180 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b0f796f1-07c8-46f9-a05b-a41f614cead1 req-d03f8618-3973-400b-8ca9-4d40a38a644b tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] 10.222.0.68 "GET /v2.0/ports?device_id=59c462a1-54bd-4c63-abb2-4aeddc87f87a HTTP/1.1" status: 200 len: 210 time: 0.2145896 Jul 14 09:36:32.582733 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-a9dc4032-ec2c-40b6-93b2-2ded442b9564 req-013330e5-7795-4302-a15e-ee83182bcf4d service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=fffc766d-ec07-432a-bc85-1246551ab319&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4917307 Jul 14 09:36:32.635070 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac11865-edb2-417a-b118-66ad23acccac req-e8e28f70-31f9-4f3a-b0bc-e7f9a96d56ed tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:32.636820 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-8ac11865-edb2-417a-b118-66ad23acccac req-e8e28f70-31f9-4f3a-b0bc-e7f9a96d56ed tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] 10.222.0.68 "GET /v2.0/ports?device_id=8e7397c3-9642-4fe6-b6c4-32d7843783ff HTTP/1.1" status: 200 len: 945 time: 0.2550178 Jul 14 09:36:32.641274 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-efa017d8-3c0b-4905-b5ad-49d23ac304d4 admin admin] Deleting subnet 067545b3-38b7-412a-b2a4-3952ec689278 {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:36:32.654973 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-efa017d8-3c0b-4905-b5ad-49d23ac304d4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:32.759983 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-8ac11865-edb2-417a-b118-66ad23acccac req-aabb31b9-c63b-4dfd-be4e-fc6a2bfa196a tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] 10.222.0.68 "GET /v2.0/security-groups?id=d752f37c-fee3-40c2-9393-243f60d7ab2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1131597 Jul 14 09:36:32.765895 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-efa017d8-3c0b-4905-b5ad-49d23ac304d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13574120'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:32.839464 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dc4032-ec2c-40b6-93b2-2ded442b9564 req-d731a986-1002-4231-be0f-3e3b11f00c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:32.841282 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-a9dc4032-ec2c-40b6-93b2-2ded442b9564 req-d731a986-1002-4231-be0f-3e3b11f00c5d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d0faa07e8d9e4ec49a240a9fc526a7fd&device_id=fffc766d-ec07-432a-bc85-1246551ab319 HTTP/1.1" status: 200 len: 1097 time: 0.1423783 Jul 14 09:36:32.938120 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-efa017d8-3c0b-4905-b5ad-49d23ac304d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3481002'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:33.025339 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dc4032-ec2c-40b6-93b2-2ded442b9564 req-0c9a6caf-ccdb-4e3c-8690-46bc16334b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:33.026946 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-a9dc4032-ec2c-40b6-93b2-2ded442b9564 req-0c9a6caf-ccdb-4e3c-8690-46bc16334b5b service neutron] 10.222.0.57 "GET /v2.0/networks?id=3569c9d2-eab5-421e-9cb2-8a83583f6763 HTTP/1.1" status: 200 len: 915 time: 0.1473365 Jul 14 09:36:33.034513 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-efa017d8-3c0b-4905-b5ad-49d23ac304d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13574056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16714573'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:33.048867 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-efa017d8-3c0b-4905-b5ad-49d23ac304d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:33.053140 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-efa017d8-3c0b-4905-b5ad-49d23ac304d4 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/067545b3-38b7-412a-b2a4-3952ec689278 HTTP/1.1" status: 204 len: 168 time: 0.5778382 Jul 14 09:36:33.053523 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 35632) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:33.059061 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc1d9ae3-d8c8-4994-ab66-26dfba87f760 None None] Network c910846b-69aa-4895-a079-17b5a0881adc requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:36:33.090461 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-a9dc4032-ec2c-40b6-93b2-2ded442b9564 req-f9e48a37-8e32-4de0-9d87-fbeab9dbad2b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=50545fa0-7ed1-4d38-a95b-75c237fdf670 HTTP/1.1" status: 200 len: 217 time: 0.0467014 Jul 14 09:36:33.118955 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa017d8-3c0b-4905-b5ad-49d23ac304d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=067545b3-38b7-412a-b2a4-3952ec689278,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:33.160837 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dc4032-ec2c-40b6-93b2-2ded442b9564 req-63598b72-1efc-4982-bc13-471a158d7c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:33.162335 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7d4e7b2a-844e-4245-b364-b2d33ea443bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3876111'] for network, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:33.163651 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-a9dc4032-ec2c-40b6-93b2-2ded442b9564 req-63598b72-1efc-4982-bc13-471a158d7c5d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=92b9e41e-353a-41b9-9d9e-be464d12ff99 HTTP/1.1" status: 200 len: 854 time: 0.0548029 Jul 14 09:36:33.208984 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-a9dc4032-ec2c-40b6-93b2-2ded442b9564 req-d8e3da6c-d4af-4778-9df6-5ef8e04896f3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3569c9d2-eab5-421e-9cb2-8a83583f6763&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362039 Jul 14 09:36:33.222218 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-7d4e7b2a-844e-4245-b364-b2d33ea443bf admin admin] Deleting port e1dae523-301c-452f-a265-4c9272aa288f {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:36:33.222843 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7d4e7b2a-844e-4245-b364-b2d33ea443bf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:33.338367 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-a9dc4032-ec2c-40b6-93b2-2ded442b9564 req-24eef18c-2a24-419e-80aa-d845f4111062 service neutron] 10.222.0.57 "GET /v2.0/networks/3569c9d2-eab5-421e-9cb2-8a83583f6763?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212206 Jul 14 09:36:33.385324 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3570391-2460-48bd-a268-b249113cf330 None None] DHCP port deletion for c910846b-69aa-4895-a079-17b5a0881adc request from n-d-779913-29 {{(pid=93959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:36:33.425228 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7d4e7b2a-844e-4245-b364-b2d33ea443bf admin admin] For port e1dae523-301c-452f-a265-4c9272aa288f, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=e1dae523-301c-452f-a265-4c9272aa288f,segment=NetworkSegment(35aa3e4b-2906-4f90-8dfe-eeffdcfbe6c4),segment_id=35aa3e4b-2906-4f90-8dfe-eeffdcfbe6c4)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:36:33.425794 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7d4e7b2a-844e-4245-b364-b2d33ea443bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:33.442376 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-7d4e7b2a-844e-4245-b364-b2d33ea443bf admin admin] Calling delete_port for e1dae523-301c-452f-a265-4c9272aa288f owned by network:dhcp {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:36:33.473811 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0d03f41e-6f6c-4b04-bc4c-e7182c524c93 req-2ffadc51-beb3-457f-bf00-1801ed8cd352 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=15fddc0e-6959-44be-b8ff-be56e396088e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1728094 Jul 14 09:36:33.494550 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-b3570391-2460-48bd-a268-b249113cf330 None None] Deleting port e1dae523-301c-452f-a265-4c9272aa288f {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:36:33.496944 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b3570391-2460-48bd-a268-b249113cf330 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:33.511979 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-a9dc4032-ec2c-40b6-93b2-2ded442b9564 req-94f3e524-e8d0-482b-98e1-9b74e81d4686 service neutron] 10.222.0.57 "GET /v2.0/networks/3569c9d2-eab5-421e-9cb2-8a83583f6763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631427 Jul 14 09:36:33.735013 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7d4e7b2a-844e-4245-b364-b2d33ea443bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:33.739864 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ee76435f-ef86-4b97-b374-68d1a7ffe7b8 req-c5e67cc8-5285-4d1b-aa79-3f165876bd0a tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] 10.222.0.68 "GET /v2.0/ports?device_id=59c462a1-54bd-4c63-abb2-4aeddc87f87a HTTP/1.1" status: 200 len: 210 time: 0.0909462 Jul 14 09:36:33.784747 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d03f41e-6f6c-4b04-bc4c-e7182c524c93 req-51b621c4-49e2-4b9c-8dd1-c3e386b2133b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:33.785517 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d03f41e-6f6c-4b04-bc4c-e7182c524c93 req-51b621c4-49e2-4b9c-8dd1-c3e386b2133b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:33.786178 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d03f41e-6f6c-4b04-bc4c-e7182c524c93 req-51b621c4-49e2-4b9c-8dd1-c3e386b2133b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:33.786799 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d03f41e-6f6c-4b04-bc4c-e7182c524c93 req-51b621c4-49e2-4b9c-8dd1-c3e386b2133b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:33.787472 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d03f41e-6f6c-4b04-bc4c-e7182c524c93 req-51b621c4-49e2-4b9c-8dd1-c3e386b2133b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:33.788362 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d03f41e-6f6c-4b04-bc4c-e7182c524c93 req-51b621c4-49e2-4b9c-8dd1-c3e386b2133b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:33.788998 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d03f41e-6f6c-4b04-bc4c-e7182c524c93 req-51b621c4-49e2-4b9c-8dd1-c3e386b2133b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:33.806958 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0d03f41e-6f6c-4b04-bc4c-e7182c524c93 req-51b621c4-49e2-4b9c-8dd1-c3e386b2133b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=59257167697a4d8397898a00de2a9ad0&device_id=15fddc0e-6959-44be-b8ff-be56e396088e HTTP/1.1" status: 200 len: 6499 time: 0.2310822 Jul 14 09:36:33.809090 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4e7b2a-844e-4245-b364-b2d33ea443bf admin admin] Pushing event deleted for resources: {'Port': ['ID=e1dae523-301c-452f-a265-4c9272aa288f,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:33.821479 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d4e7b2a-844e-4245-b364-b2d33ea443bf admin admin] No DVR routers for this DVR port e1dae523-301c-452f-a265-4c9272aa288f on host n-d-779913-29 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:36:33.894026 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-b3570391-2460-48bd-a268-b249113cf330 None None] For port e1dae523-301c-452f-a265-4c9272aa288f, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=e1dae523-301c-452f-a265-4c9272aa288f,segment=NetworkSegment(35aa3e4b-2906-4f90-8dfe-eeffdcfbe6c4),segment_id=35aa3e4b-2906-4f90-8dfe-eeffdcfbe6c4)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:36:33.894329 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b3570391-2460-48bd-a268-b249113cf330 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:33.931202 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-b3570391-2460-48bd-a268-b249113cf330 None None] Calling delete_port for e1dae523-301c-452f-a265-4c9272aa288f owned by network:dhcp {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:36:33.954381 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7d4e7b2a-844e-4245-b364-b2d33ea443bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473955', 'neutron.services.segments.db._delete_segments_for_network-8735688326548'] for network, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:33.973801 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-7d4e7b2a-844e-4245-b364-b2d33ea443bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c910846b-69aa-4895-a079-17b5a0881adc']}} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:33.993444 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-7d4e7b2a-844e-4245-b364-b2d33ea443bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35aa3e4b-2906-4f90-8dfe-eeffdcfbe6c4') {'for_net_delete': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:33.993781 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-7d4e7b2a-844e-4245-b364-b2d33ea443bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35aa3e4b-2906-4f90-8dfe-eeffdcfbe6c4') {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:34.006700 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7d4e7b2a-844e-4245-b364-b2d33ea443bf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735688356235', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10944210'] for segment, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:34.024678 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device e1dae523-301c-452f-a265-4c9272aa288f no longer exists at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:36:34.034832 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7d4e7b2a-844e-4245-b364-b2d33ea443bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:34.047171 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] No Port match for: e1dae523-301c-452f-a265-4c9272aa288f {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:36:34.047360 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device e1dae523-301c-452f-a265-4c9272aa288f not bound to the agent host n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:36:34.052626 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d4e7b2a-844e-4245-b364-b2d33ea443bf admin admin] Releasing vlan 701 on physical network physnet1 to pool {{(pid=93957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:36:34.053104 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7d4e7b2a-844e-4245-b364-b2d33ea443bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10053619'] for segment, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:34.097655 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b3570391-2460-48bd-a268-b249113cf330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:34.141887 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3570391-2460-48bd-a268-b249113cf330 None None] Pushing event deleted for resources: {'Port': ['ID=e1dae523-301c-452f-a265-4c9272aa288f,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:34.144521 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3570391-2460-48bd-a268-b249113cf330 None None] No DVR routers for this DVR port e1dae523-301c-452f-a265-4c9272aa288f on host n-d-779913-29 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:36:34.154164 n-d-779913-29 neutron-server[93957]: Traceback (most recent call last): Jul 14 09:36:34.154164 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:36:34.154164 n-d-779913-29 neutron-server[93957]: timer() Jul 14 09:36:34.154164 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:36:34.154164 n-d-779913-29 neutron-server[93957]: cb(*args, **kw) Jul 14 09:36:34.154164 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:36:34.154164 n-d-779913-29 neutron-server[93957]: return func(*args, **kwargs) Jul 14 09:36:34.154164 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:36:34.154164 n-d-779913-29 neutron-server[93957]: self._notify() Jul 14 09:36:34.154164 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:36:34.154164 n-d-779913-29 neutron-server[93957]: self.callback(batched_events) Jul 14 09:36:34.154164 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:36:34.154164 n-d-779913-29 neutron-server[93957]: event.method(event) Jul 14 09:36:34.154164 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:36:34.154164 n-d-779913-29 neutron-server[93957]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:36:34.154164 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:36:34.154164 n-d-779913-29 neutron-server[93957]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:36:34.154164 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:36:34.154164 n-d-779913-29 neutron-server[93957]: return f(self, *a, **k) Jul 14 09:36:34.154164 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:36:34.154164 n-d-779913-29 neutron-server[93957]: return self._get(url).json() Jul 14 09:36:34.154164 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:36:34.154164 n-d-779913-29 neutron-server[93957]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:36:34.154164 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:36:34.154164 n-d-779913-29 neutron-server[93957]: return self.request(url, 'GET', **kwargs) Jul 14 09:36:34.154164 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:36:34.154164 n-d-779913-29 neutron-server[93957]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:36:34.154164 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:36:34.154164 n-d-779913-29 neutron-server[93957]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:36:34.154164 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:36:34.154164 n-d-779913-29 neutron-server[93957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:36:34.154164 n-d-779913-29 neutron-server[93957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:36:34.183634 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7d4e7b2a-844e-4245-b364-b2d33ea443bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660504'] for network, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:34.188173 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7d4e7b2a-844e-4245-b364-b2d33ea443bf admin admin] Notify callbacks [] for network, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:34.190489 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-7d4e7b2a-844e-4245-b364-b2d33ea443bf admin admin] 10.222.0.68 "DELETE /v2.0/networks/c910846b-69aa-4895-a079-17b5a0881adc HTTP/1.1" status: 204 len: 168 time: 1.1357946 Jul 14 09:36:34.232314 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device a41d2256-8405-429f-a1ba-806313b3c072 no longer exists at agent hyperv_n-h1-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:36:34.353306 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:34.438387 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port a41d2256-8405-429f-a1ba-806313b3c072, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=a41d2256-8405-429f-a1ba-806313b3c072,segment=NetworkSegment(4e909166-7a9a-4d71-9929-2b11d90f7baa),segment_id=4e909166-7a9a-4d71-9929-2b11d90f7baa)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:36:34.439982 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e7397c3-9642-4fe6-b6c4-32d7843783ff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a41d2256-8405-429f-a1ba-806313b3c072'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:36:34.446394 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd62303f06773040a8a4e189dc46b4f565768c299abf8ab8e7739778b0bc3e97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c159549d-ccb6-4215-b633-c81694a490da" -d '{"events": [{"server_uuid": "8e7397c3-9642-4fe6-b6c4-32d7843783ff", "name": "network-vif-unplugged", "status": "completed", "tag": "a41d2256-8405-429f-a1ba-806313b3c072"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:36:34.455185 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:34.570669 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 09:36:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-267d987b-1572-4790-bb32-4ddfa41b8a21 x-openstack-request-id: req-267d987b-1572-4790-bb32-4ddfa41b8a21 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:36:34.570963 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e7397c3-9642-4fe6-b6c4-32d7843783ff", "name": "network-vif-unplugged", "status": "completed", "tag": "a41d2256-8405-429f-a1ba-806313b3c072", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:36:34.572779 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-267d987b-1572-4790-bb32-4ddfa41b8a21 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:36:34.573534 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e7397c3-9642-4fe6-b6c4-32d7843783ff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a41d2256-8405-429f-a1ba-806313b3c072', 'code': 200} Jul 14 09:36:34.576809 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Pushing event updated for resources: {'Port': ['ID=a41d2256-8405-429f-a1ba-806313b3c072,revision_number=8']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:34.613099 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 35654) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:34.656231 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4e7b2a-844e-4245-b364-b2d33ea443bf admin admin] Pushing event deleted for resources: {'Network': ['ID=c910846b-69aa-4895-a079-17b5a0881adc,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:34.705830 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-c2f9b66a-5846-46c7-b5b0-d140774709c9 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=202542b4b28e4cd3a66f9cee847bd412&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0914462 Jul 14 09:36:34.708121 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 35656) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:34.757612 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f218c45-e350-47f9-b997-3b84583bbc89 req-8dacc1fd-a5f5-4e11-8ee9-d1dde38d03dd tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:34.765621 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2f218c45-e350-47f9-b997-3b84583bbc89 req-8dacc1fd-a5f5-4e11-8ee9-d1dde38d03dd tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] 10.222.0.68 "GET /v2.0/ports?device_id=8e7397c3-9642-4fe6-b6c4-32d7843783ff HTTP/1.1" status: 200 len: 945 time: 0.6514418 Jul 14 09:36:34.788228 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-337adaaa-3045-4879-87f6-69d17753b5ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:34.812694 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-337adaaa-3045-4879-87f6-69d17753b5ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:34.823574 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2f218c45-e350-47f9-b997-3b84583bbc89 req-07a73d48-7ab4-4721-81dc-b60e653c4ffd tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] 10.222.0.68 "GET /v2.0/security-groups?id=d752f37c-fee3-40c2-9393-243f60d7ab2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566838 Jul 14 09:36:34.835276 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2074ab65-9fa8-4845-b7f6-0210b6e02009 req-9930ac9a-ce2c-4d1c-9c98-54710caecbd0 tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:34.842933 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2074ab65-9fa8-4845-b7f6-0210b6e02009 req-9930ac9a-ce2c-4d1c-9c98-54710caecbd0 tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] 10.222.0.65 "GET /v2.0/networks?id=3569c9d2-eab5-421e-9cb2-8a83583f6763 HTTP/1.1" status: 200 len: 814 time: 0.6897583 Jul 14 09:36:34.862082 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d03f41e-6f6c-4b04-bc4c-e7182c524c93 req-d6e8213a-abc3-4cfb-89d9-2e6862e717a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:34.862647 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d03f41e-6f6c-4b04-bc4c-e7182c524c93 req-d6e8213a-abc3-4cfb-89d9-2e6862e717a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:34.863526 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d03f41e-6f6c-4b04-bc4c-e7182c524c93 req-d6e8213a-abc3-4cfb-89d9-2e6862e717a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:34.866386 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0d03f41e-6f6c-4b04-bc4c-e7182c524c93 req-d6e8213a-abc3-4cfb-89d9-2e6862e717a3 service neutron] 10.222.0.65 "GET /v2.0/networks?id=d3f3b4f0-a2a4-4615-b2a7-a3c2703dc6b7&id=1ef94415-a918-409e-b853-7a1089057996&id=1ef94415-a918-409e-b853-7a1089057996&id=1ef94415-a918-409e-b853-7a1089057996&id=1ef94415-a918-409e-b853-7a1089057996&id=63e3e599-9f16-49b5-b4ab-c912a88ee6e9&id=63e3e599-9f16-49b5-b4ab-c912a88ee6e9 HTTP/1.1" status: 200 len: 2294 time: 0.9887960 Jul 14 09:36:34.873938 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-2074ab65-9fa8-4845-b7f6-0210b6e02009 req-6a0fb368-7297-465c-8adc-cf64a75578b5 tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] Request body: {'port': {'device_id': '59c462a1-54bd-4c63-abb2-4aeddc87f87a', 'network_id': '3569c9d2-eab5-421e-9cb2-8a83583f6763', 'admin_state_up': True, 'tenant_id': 'd0faa07e8d9e4ec49a240a9fc526a7fd'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:36:34.875193 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-337adaaa-3045-4879-87f6-69d17753b5ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:34.877916 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-337adaaa-3045-4879-87f6-69d17753b5ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:34.879551 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-337adaaa-3045-4879-87f6-69d17753b5ac admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/5208e631-901b-45b1-8322-9daccfd4ce9c HTTP/1.1" status: 204 len: 168 time: 0.1694136 Jul 14 09:36:34.913825 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337adaaa-3045-4879-87f6-69d17753b5ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5208e631-901b-45b1-8322-9daccfd4ce9c,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:34.990577 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-580516c2-2449-4740-88b9-afbaa5b49c59 req-2aa6ac5d-6881-4e4e-ba05-8344e1d85b61 tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] 10.222.0.68 "GET /v2.0/ports?device_id=59c462a1-54bd-4c63-abb2-4aeddc87f87a HTTP/1.1" status: 200 len: 210 time: 0.0599370 Jul 14 09:36:35.079927 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0d03f41e-6f6c-4b04-bc4c-e7182c524c93 req-2aadde80-373b-44e0-b1e1-5ec7488e3968 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=443852c9-c28d-483f-aa70-df124f5712df HTTP/1.1" status: 200 len: 1002 time: 0.1975007 Jul 14 09:36:35.190374 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d03f41e-6f6c-4b04-bc4c-e7182c524c93 req-0d65d280-c0f2-4e1f-b002-bea35af23a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:35.192141 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0d03f41e-6f6c-4b04-bc4c-e7182c524c93 req-0d65d280-c0f2-4e1f-b002-bea35af23a55 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2a6976d9-6add-4434-8547-6c5ba9d349d2 HTTP/1.1" status: 200 len: 851 time: 0.1036987 Jul 14 09:36:35.210206 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2074ab65-9fa8-4845-b7f6-0210b6e02009 req-6a0fb368-7297-465c-8adc-cf64a75578b5 tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] Made reservation on behalf of d0faa07e8d9e4ec49a240a9fc526a7fd for: {'port': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:36:35.214010 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-2074ab65-9fa8-4845-b7f6-0210b6e02009 req-6a0fb368-7297-465c-8adc-cf64a75578b5 tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:35.363244 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 35670) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:35.376775 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d03f41e-6f6c-4b04-bc4c-e7182c524c93 req-c9749995-cb7a-4f5e-9cd7-62b7e4be7bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:35.378487 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0d03f41e-6f6c-4b04-bc4c-e7182c524c93 req-c9749995-cb7a-4f5e-9cd7-62b7e4be7bec service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d3f3b4f0-a2a4-4615-b2a7-a3c2703dc6b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1782250 Jul 14 09:36:35.441050 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 35672) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:35.522991 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [req-2074ab65-9fa8-4845-b7f6-0210b6e02009 req-6a0fb368-7297-465c-8adc-cf64a75578b5 tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] Allocated IP 172.20.0.7 (3569c9d2-eab5-421e-9cb2-8a83583f6763/92b9e41e-353a-41b9-9d9e-be464d12ff99/0ee2723b-6a99-46fc-8a19-1ddf93272d2e) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:36:35.526090 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-76af5738-cd68-498f-98ec-2115c40aff70 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=e498abdb8ae94e0baf9d8c9cd3801e7d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0824828 Jul 14 09:36:35.528726 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 35674) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:35.539928 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0d03f41e-6f6c-4b04-bc4c-e7182c524c93 req-46dfd69d-7b0f-483f-93f9-851706285bef service neutron] 10.222.0.65 "GET /v2.0/networks/d3f3b4f0-a2a4-4615-b2a7-a3c2703dc6b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510777 Jul 14 09:36:35.599858 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-0110b6ca-3be7-48ec-9fb4-9ec22083397b tempest-TestSecurityGroupsBasicOps-1679341931 tempest-TestSecurityGroupsBasicOps-1679341931-project-admin] 10.222.0.68 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 5124 time: 0.2324111 Jul 14 09:36:35.604139 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 35676) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:35.623179 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-cff82ffb-3e27-4daa-b61b-bcce293beae7 tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Request body: {'network': {'name': 'tempest-network-smoke--1714864302', 'project_id': '8f4c0efbbeff49fda0063f5062583c63', 'port_security_enabled': False}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:36:35.646601 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-55c3e7f6-c743-4134-b39c-c07ac0e07989 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:35.673716 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-55c3e7f6-c743-4134-b39c-c07ac0e07989 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:35.699432 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cff82ffb-3e27-4daa-b61b-bcce293beae7 tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Made reservation on behalf of 8f4c0efbbeff49fda0063f5062583c63 for: {'network': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:36:35.703587 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-cff82ffb-3e27-4daa-b61b-bcce293beae7 tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for network, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:35.743722 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-55c3e7f6-c743-4134-b39c-c07ac0e07989 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:35.746914 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-55c3e7f6-c743-4134-b39c-c07ac0e07989 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:35.748785 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-55c3e7f6-c743-4134-b39c-c07ac0e07989 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/3b2bec02-c2bf-4502-b7c0-67d79f190b86 HTTP/1.1" status: 204 len: 168 time: 0.2160285 Jul 14 09:36:35.749580 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 35680) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:35.764553 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c3e7f6-c743-4134-b39c-c07ac0e07989 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b2bec02-c2bf-4502-b7c0-67d79f190b86,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:35.769865 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0d03f41e-6f6c-4b04-bc4c-e7182c524c93 req-bf08a629-0650-4247-a4d7-0af36188ce80 service neutron] 10.222.0.65 "GET /v2.0/networks/d3f3b4f0-a2a4-4615-b2a7-a3c2703dc6b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2218759 Jul 14 09:36:35.829335 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0d03f41e-6f6c-4b04-bc4c-e7182c524c93 req-6e282c84-af75-4590-a427-22339b84770e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.249&port_id=bfd0c50f-c861-4562-bbf6-c4c5fe7bf9af HTTP/1.1" status: 200 len: 217 time: 0.0507257 Jul 14 09:36:35.868329 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cff82ffb-3e27-4daa-b61b-bcce293beae7 tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 748} {{(pid=93957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:36:35.939958 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-cff82ffb-3e27-4daa-b61b-bcce293beae7 tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:35.940355 n-d-779913-29 neutron-server[93957]: INFO neutron.db.segments_db [None req-cff82ffb-3e27-4daa-b61b-bcce293beae7 tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Added segment c6e98643-aa08-4cfd-8e1d-36eb88f0c957 of type vlan for network ab47fbd1-c900-4353-8b7e-7dd27adccee7 Jul 14 09:36:35.970550 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d03f41e-6f6c-4b04-bc4c-e7182c524c93 req-03418046-a03b-4bb0-a220-8fa58e9a9e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:35.972373 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0d03f41e-6f6c-4b04-bc4c-e7182c524c93 req-03418046-a03b-4bb0-a220-8fa58e9a9e72 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6bbe0ea5-083a-41dc-877f-ee08b7294836 HTTP/1.1" status: 200 len: 797 time: 0.1246936 Jul 14 09:36:35.977010 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-2074ab65-9fa8-4845-b7f6-0210b6e02009 req-6a0fb368-7297-465c-8adc-cf64a75578b5 tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:36.112475 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 35692) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:36.136858 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-cff82ffb-3e27-4daa-b61b-bcce293beae7 tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735687821325'] for network, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:36.339637 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-aa0e6154-53db-4a83-a8c5-63079c527ae5 req-7cd02521-86a9-48d3-acec-7e332c4e460b tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] 10.222.0.68 "GET /v2.0/ports?device_id=59c462a1-54bd-4c63-abb2-4aeddc87f87a HTTP/1.1" status: 200 len: 210 time: 0.1174219 Jul 14 09:36:36.407747 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1bc6b45-0a25-4e51-a92e-11fbabe2107b admin admin] Deleting subnet 71827f8e-5f8d-4396-a60b-d21f712bab4f {{(pid=93957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:36:36.428545 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-cff82ffb-3e27-4daa-b61b-bcce293beae7 tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855'] for network, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:36.434237 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cff82ffb-3e27-4daa-b61b-bcce293beae7 tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:36.434903 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-cff82ffb-3e27-4daa-b61b-bcce293beae7 tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Notify callbacks [] for network, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:36.438704 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b1bc6b45-0a25-4e51-a92e-11fbabe2107b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:36.449100 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565cb0d3-3154-4410-85c7-6d2e6d276091 req-98124c0c-f300-4c0f-812a-e938710eff5c tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:36.450653 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-565cb0d3-3154-4410-85c7-6d2e6d276091 req-98124c0c-f300-4c0f-812a-e938710eff5c tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] 10.222.0.68 "GET /v2.0/ports?device_id=8e7397c3-9642-4fe6-b6c4-32d7843783ff HTTP/1.1" status: 200 len: 943 time: 0.2939053 Jul 14 09:36:36.536060 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-2074ab65-9fa8-4845-b7f6-0210b6e02009 req-6a0fb368-7297-465c-8adc-cf64a75578b5 tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:36.551443 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d03f41e-6f6c-4b04-bc4c-e7182c524c93 req-4f0a085b-17f5-4215-8996-1ee8cf7f573d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:36.551667 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-565cb0d3-3154-4410-85c7-6d2e6d276091 req-d37b14b5-2e2a-43e2-b704-9bb85c810e96 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] 10.222.0.68 "GET /v2.0/security-groups?id=d752f37c-fee3-40c2-9393-243f60d7ab2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0912771 Jul 14 09:36:36.552977 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0d03f41e-6f6c-4b04-bc4c-e7182c524c93 req-4f0a085b-17f5-4215-8996-1ee8cf7f573d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1ef94415-a918-409e-b853-7a1089057996&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5556529 Jul 14 09:36:36.573330 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] get_ports_and_sgs() called for port_ids ['50545fa0-7ed1-4d38-a95b-75c237fdf670'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:36:36.574630 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-cff82ffb-3e27-4daa-b61b-bcce293beae7 tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9672537 Jul 14 09:36:36.583504 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 35696) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:36.597387 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-8feef5bb-9ad4-4663-a4ba-e7be4ed531b6 tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1130370778', 'admin_state_up': True, 'project_id': '8f4c0efbbeff49fda0063f5062583c63', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'}}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:36:36.607971 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b1bc6b45-0a25-4e51-a92e-11fbabe2107b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10944203'] for subnet, precommit_delete_associations {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:36.649378 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] get_ports_and_sgs() called for port_ids ['3daf2b22-7138-43cd-a507-2c540623164e', 'ae159fdc-960b-4f8a-a518-d4a1815c84dc'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:36:36.694828 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff82ffb-3e27-4daa-b61b-bcce293beae7 tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Pushing event updated for resources: {'Network': ['ID=ab47fbd1-c900-4353-8b7e-7dd27adccee7,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:36.725336 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8feef5bb-9ad4-4663-a4ba-e7be4ed531b6 tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-711749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14670'] for router, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:36.727837 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8feef5bb-9ad4-4663-a4ba-e7be4ed531b6 tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-711718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-661475', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14679'] for router, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:36.759173 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2074ab65-9fa8-4845-b7f6-0210b6e02009 req-6a0fb368-7297-465c-8adc-cf64a75578b5 tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] Network 3569c9d2-eab5-421e-9cb2-8a83583f6763 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:36:36.762708 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Network ab47fbd1-c900-4353-8b7e-7dd27adccee7 details requested by agent ovs-agent-n-d-779913-29 with host n-d-779913-29 {{(pid=93959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:36:36.794277 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [req-2074ab65-9fa8-4845-b7f6-0210b6e02009 req-6a0fb368-7297-465c-8adc-cf64a75578b5 tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:36:36.811729 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-2074ab65-9fa8-4845-b7f6-0210b6e02009 req-6a0fb368-7297-465c-8adc-cf64a75578b5 tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:36:36.821834 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8feef5bb-9ad4-4663-a4ba-e7be4ed531b6 tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:36.822723 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0fb368-7297-465c-8adc-cf64a75578b5 tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] Pushing event updated for resources: {'Port': ['ID=0ee2723b-6a99-46fc-8a19-1ddf93272d2e,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:36.826433 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b1bc6b45-0a25-4e51-a92e-11fbabe2107b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3481002'] for subnet, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:37.000991 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2074ab65-9fa8-4845-b7f6-0210b6e02009 req-6a0fb368-7297-465c-8adc-cf64a75578b5 tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:37.001987 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-2074ab65-9fa8-4845-b7f6-0210b6e02009 req-6a0fb368-7297-465c-8adc-cf64a75578b5 tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:37.009021 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0d03f41e-6f6c-4b04-bc4c-e7182c524c93 req-b5b084b9-2022-4f6c-8f64-401fba15fa6a service neutron] 10.222.0.65 "GET /v2.0/networks/1ef94415-a918-409e-b853-7a1089057996?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4362819 Jul 14 09:36:37.074580 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b1bc6b45-0a25-4e51-a92e-11fbabe2107b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10052701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11984075'] for subnet, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:37.083200 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2074ab65-9fa8-4845-b7f6-0210b6e02009 req-6a0fb368-7297-465c-8adc-cf64a75578b5 tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2153184 Jul 14 09:36:37.119417 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-2074ab65-9fa8-4845-b7f6-0210b6e02009 req-e3d2f11b-0fc3-436c-96ee-c4749849b9d4 service neutron] Request body: {'port': {'device_id': '59c462a1-54bd-4c63-abb2-4aeddc87f87a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-29'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:36:37.124403 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bc6b45-0a25-4e51-a92e-11fbabe2107b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=71827f8e-5f8d-4396-a60b-d21f712bab4f,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:37.133249 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b1bc6b45-0a25-4e51-a92e-11fbabe2107b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:37.135277 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-b1bc6b45-0a25-4e51-a92e-11fbabe2107b admin admin] 10.222.0.68 "DELETE /v2.0/subnets/71827f8e-5f8d-4396-a60b-d21f712bab4f HTTP/1.1" status: 204 len: 168 time: 1.0187962 Jul 14 09:36:37.169215 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 35708) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:37.194402 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8feef5bb-9ad4-4663-a4ba-e7be4ed531b6 tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-661489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-711771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12973'] for router, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:37.262523 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0d03f41e-6f6c-4b04-bc4c-e7182c524c93 req-0509d3d5-8b00-4183-9064-5026958ab9cf service neutron] 10.222.0.65 "GET /v2.0/networks/1ef94415-a918-409e-b853-7a1089057996?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2426374 Jul 14 09:36:37.350048 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0d03f41e-6f6c-4b04-bc4c-e7182c524c93 req-6e585480-9cdd-40dd-8f4f-0f4de3b085fd service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.38&port_id=31299d0f-8004-4f4a-ba86-37168fff27f4 HTTP/1.1" status: 200 len: 217 time: 0.0596464 Jul 14 09:36:37.354572 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d05cf5cd-c1ea-4337-babf-f6ebddae5056 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3876111'] for network, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:37.368940 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-2074ab65-9fa8-4845-b7f6-0210b6e02009 req-e3d2f11b-0fc3-436c-96ee-c4749849b9d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:37.449571 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d03f41e-6f6c-4b04-bc4c-e7182c524c93 req-56594af7-e7fc-45f7-a5f6-f4274e941f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:37.451437 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0d03f41e-6f6c-4b04-bc4c-e7182c524c93 req-56594af7-e7fc-45f7-a5f6-f4274e941f44 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6bbe0ea5-083a-41dc-877f-ee08b7294836 HTTP/1.1" status: 200 len: 797 time: 0.0905893 Jul 14 09:36:37.468461 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5dc86962-c126-4986-8ff7-1cb73f5085f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-683602'] for router_interface, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:37.678726 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d05cf5cd-c1ea-4337-babf-f6ebddae5056 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473955', 'neutron.services.segments.db._delete_segments_for_network-8735688326548'] for network, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:37.702925 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-d05cf5cd-c1ea-4337-babf-f6ebddae5056 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77fe8d2b-e1dd-4656-b2f2-eef0c64f2f01']}} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:37.734459 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-d05cf5cd-c1ea-4337-babf-f6ebddae5056 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af0b7e75-d88c-49fd-b73c-a649988029d5') {'for_net_delete': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:37.734893 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-d05cf5cd-c1ea-4337-babf-f6ebddae5056 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af0b7e75-d88c-49fd-b73c-a649988029d5') {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:37.797310 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d05cf5cd-c1ea-4337-babf-f6ebddae5056 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735688356235', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10944210'] for segment, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:37.829359 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d03f41e-6f6c-4b04-bc4c-e7182c524c93 req-0806e3dd-a3ce-4d7c-ac2a-b9908778eca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:37.831099 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0d03f41e-6f6c-4b04-bc4c-e7182c524c93 req-0806e3dd-a3ce-4d7c-ac2a-b9908778eca1 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1ef94415-a918-409e-b853-7a1089057996&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3343849 Jul 14 09:36:37.833789 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d05cf5cd-c1ea-4337-babf-f6ebddae5056 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:37.847037 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d05cf5cd-c1ea-4337-babf-f6ebddae5056 admin admin] Releasing vlan 706 on physical network physnet1 to pool {{(pid=93957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:36:37.847540 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d05cf5cd-c1ea-4337-babf-f6ebddae5056 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10053619'] for segment, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:37.856459 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:36:37.856459 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:36:37.856459 n-d-779913-29 neutron-server[93957]: Traceback (most recent call last): Jul 14 09:36:37.856459 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:36:37.856459 n-d-779913-29 neutron-server[93957]: timer() Jul 14 09:36:37.856459 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:36:37.856459 n-d-779913-29 neutron-server[93957]: cb(*args, **kw) Jul 14 09:36:37.856459 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:36:37.856459 n-d-779913-29 neutron-server[93957]: return func(*args, **kwargs) Jul 14 09:36:37.856459 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:36:37.856459 n-d-779913-29 neutron-server[93957]: self._notify() Jul 14 09:36:37.856459 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:36:37.856459 n-d-779913-29 neutron-server[93957]: self.callback(batched_events) Jul 14 09:36:37.856459 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:36:37.856459 n-d-779913-29 neutron-server[93957]: event.method(event) Jul 14 09:36:37.856459 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:36:37.856459 n-d-779913-29 neutron-server[93957]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:36:37.856459 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:36:37.856459 n-d-779913-29 neutron-server[93957]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:36:37.856459 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:36:37.856459 n-d-779913-29 neutron-server[93957]: return f(self, *a, **k) Jul 14 09:36:37.856459 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:36:37.856459 n-d-779913-29 neutron-server[93957]: return self._get(url).json() Jul 14 09:36:37.856459 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:36:37.856459 n-d-779913-29 neutron-server[93957]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:36:37.856459 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:36:37.856459 n-d-779913-29 neutron-server[93957]: return self.request(url, 'GET', **kwargs) Jul 14 09:36:37.856459 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:36:37.856459 n-d-779913-29 neutron-server[93957]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:36:37.856459 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:36:37.856459 n-d-779913-29 neutron-server[93957]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:36:37.856459 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:36:37.856459 n-d-779913-29 neutron-server[93957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:36:37.856459 n-d-779913-29 neutron-server[93957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:36:37.973525 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e932b45-5de1-4977-992e-a289abd2dd75 req-26dddfcf-09d2-48b6-a9bd-60c62a386b14 tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:37.975245 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2e932b45-5de1-4977-992e-a289abd2dd75 req-26dddfcf-09d2-48b6-a9bd-60c62a386b14 tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] 10.222.0.68 "GET /v2.0/ports?device_id=59c462a1-54bd-4c63-abb2-4aeddc87f87a HTTP/1.1" status: 200 len: 931 time: 0.3971024 Jul 14 09:36:38.041798 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d05cf5cd-c1ea-4337-babf-f6ebddae5056 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660504'] for network, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:38.068274 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d05cf5cd-c1ea-4337-babf-f6ebddae5056 admin admin] Notify callbacks [] for network, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:38.072581 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-d05cf5cd-c1ea-4337-babf-f6ebddae5056 admin admin] 10.222.0.68 "DELETE /v2.0/networks/77fe8d2b-e1dd-4656-b2f2-eef0c64f2f01 HTTP/1.1" status: 204 len: 168 time: 0.8997598 Jul 14 09:36:38.097591 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05cf5cd-c1ea-4337-babf-f6ebddae5056 admin admin] Pushing event deleted for resources: {'Network': ['ID=77fe8d2b-e1dd-4656-b2f2-eef0c64f2f01,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:38.109072 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2e932b45-5de1-4977-992e-a289abd2dd75 req-ba3224d1-4a46-490b-90f1-b4f70af71c81 tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] 10.222.0.68 "GET /v2.0/security-groups?id=480b9b88-a112-41cf-9ffd-c713e01dc0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220419 Jul 14 09:36:38.143910 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0d03f41e-6f6c-4b04-bc4c-e7182c524c93 req-9980f7d4-8875-4751-9d4c-108bc0cb3486 service neutron] 10.222.0.65 "GET /v2.0/networks/1ef94415-a918-409e-b853-7a1089057996?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3005993 Jul 14 09:36:38.173112 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [req-2074ab65-9fa8-4845-b7f6-0210b6e02009 req-e3d2f11b-0fc3-436c-96ee-c4749849b9d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ee2723b-6a99-46fc-8a19-1ddf93272d2e {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:36:38.206544 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8feef5bb-9ad4-4663-a4ba-e7be4ed531b6 tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Notify callbacks [] for router_gateway, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:38.251768 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device a41d2256-8405-429f-a1ba-806313b3c072 no longer exists at agent hyperv_n-h1-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:36:38.273378 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-2074ab65-9fa8-4845-b7f6-0210b6e02009 req-e3d2f11b-0fc3-436c-96ee-c4749849b9d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:38.284297 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8feef5bb-9ad4-4663-a4ba-e7be4ed531b6 tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:38.294051 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0d03f41e-6f6c-4b04-bc4c-e7182c524c93 req-5604c85b-9beb-46c6-96d5-e16a8675cf81 service neutron] 10.222.0.65 "GET /v2.0/networks/1ef94415-a918-409e-b853-7a1089057996?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430454 Jul 14 09:36:38.296891 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [req-2074ab65-9fa8-4845-b7f6-0210b6e02009 req-e3d2f11b-0fc3-436c-96ee-c4749849b9d4 service neutron] Transition to ACTIVE for port object 0ee2723b-6a99-46fc-8a19-1ddf93272d2e will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:36:38.356684 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0d03f41e-6f6c-4b04-bc4c-e7182c524c93 req-16d53022-eb5c-4389-bf9c-ef8b05430ff4 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.33&port_id=9e37b52c-3f18-4c81-9abd-39641803b448 HTTP/1.1" status: 200 len: 217 time: 0.0541067 Jul 14 09:36:38.357913 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-2074ab65-9fa8-4845-b7f6-0210b6e02009 req-e3d2f11b-0fc3-436c-96ee-c4749849b9d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:38.402720 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 35740) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:38.498245 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d03f41e-6f6c-4b04-bc4c-e7182c524c93 req-016c76f4-3558-4bca-981a-aa56de51f9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:38.499738 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0d03f41e-6f6c-4b04-bc4c-e7182c524c93 req-016c76f4-3558-4bca-981a-aa56de51f9ed service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6bbe0ea5-083a-41dc-877f-ee08b7294836 HTTP/1.1" status: 200 len: 797 time: 0.1319077 Jul 14 09:36:38.534472 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-c216adce-b5ee-4716-8021-5c9d9a100cc5 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=0cd1ce66ba0a48439873630b0726bc79&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1302707 Jul 14 09:36:38.538645 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 35742) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:38.544213 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-8feef5bb-9ad4-4663-a4ba-e7be4ed531b6 tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Allocated IP 172.25.4.124 (2dcd4d32-cc7c-4468-b396-7ce5c9231892/6cd22a75-5bc1-467c-a3c4-0af04bd1b34a/58ce5e88-4f3f-49a2-b3ae-53fa79d71ab6) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:36:38.545993 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d2f11b-0fc3-436c-96ee-c4749849b9d4 service neutron] Pushing event updated for resources: {'Port': ['ID=0ee2723b-6a99-46fc-8a19-1ddf93272d2e,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:38.560466 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d160c013-8d15-4c95-aa3d-116a61364336 req-64cabf20-8b84-4f06-b3d3-2dca223af1b8 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=8e7397c3-9642-4fe6-b6c4-32d7843783ff&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2104487 Jul 14 09:36:38.644046 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-2074ab65-9fa8-4845-b7f6-0210b6e02009 req-e3d2f11b-0fc3-436c-96ee-c4749849b9d4 service neutron] Attempting to bind port 0ee2723b-6a99-46fc-8a19-1ddf93272d2e on host n-h1-779913-29 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:36:38.644492 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-2074ab65-9fa8-4845-b7f6-0210b6e02009 req-e3d2f11b-0fc3-436c-96ee-c4749849b9d4 service neutron] Attempting to bind port 0ee2723b-6a99-46fc-8a19-1ddf93272d2e by drivers openvswitch,hyperv on host n-h1-779913-29 at level 0 using segments [{'id': '7591738e-41ad-492d-b0a6-69a16017c202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '3569c9d2-eab5-421e-9cb2-8a83583f6763'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:36:38.644707 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2074ab65-9fa8-4845-b7f6-0210b6e02009 req-e3d2f11b-0fc3-436c-96ee-c4749849b9d4 service neutron] Attempting to bind port 0ee2723b-6a99-46fc-8a19-1ddf93272d2e on network 3569c9d2-eab5-421e-9cb2-8a83583f6763 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:36:38.658662 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41788e2c-8127-4933-9c97-6e044a208e2b req-a8ce37c7-b9d6-43bd-868c-14ecb9884d5c tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:38.660228 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-41788e2c-8127-4933-9c97-6e044a208e2b req-a8ce37c7-b9d6-43bd-868c-14ecb9884d5c tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] 10.222.0.68 "GET /v2.0/ports?device_id=8e7397c3-9642-4fe6-b6c4-32d7843783ff HTTP/1.1" status: 200 len: 943 time: 0.3133621 Jul 14 09:36:38.668459 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2074ab65-9fa8-4845-b7f6-0210b6e02009 req-e3d2f11b-0fc3-436c-96ee-c4749849b9d4 service neutron] Port 0ee2723b-6a99-46fc-8a19-1ddf93272d2e on network 3569c9d2-eab5-421e-9cb2-8a83583f6763 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-29 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:36:38.668459 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2074ab65-9fa8-4845-b7f6-0210b6e02009 req-e3d2f11b-0fc3-436c-96ee-c4749849b9d4 service neutron] Attempting to bind port 0ee2723b-6a99-46fc-8a19-1ddf93272d2e on network 3569c9d2-eab5-421e-9cb2-8a83583f6763 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:36:38.670295 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-5dc86962-c126-4986-8ff7-1cb73f5085f1 admin admin] Deleting port c707cb37-fa01-46f8-a9e4-56503ee39859 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:36:38.670643 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5dc86962-c126-4986-8ff7-1cb73f5085f1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:38.702160 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2074ab65-9fa8-4845-b7f6-0210b6e02009 req-e3d2f11b-0fc3-436c-96ee-c4749849b9d4 service neutron] Checking agent: {'id': 'de11e667-f145-47b0-bd09-334a7505938e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 13, 12), 'started_at': datetime.datetime(2021, 7, 14, 9, 13, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 36, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:36:38.702515 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2074ab65-9fa8-4845-b7f6-0210b6e02009 req-e3d2f11b-0fc3-436c-96ee-c4749849b9d4 service neutron] Checking segment: {'id': '7591738e-41ad-492d-b0a6-69a16017c202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '3569c9d2-eab5-421e-9cb2-8a83583f6763'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:36:38.702912 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2074ab65-9fa8-4845-b7f6-0210b6e02009 req-e3d2f11b-0fc3-436c-96ee-c4749849b9d4 service neutron] Bound using segment: {'id': '7591738e-41ad-492d-b0a6-69a16017c202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '3569c9d2-eab5-421e-9cb2-8a83583f6763'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:36:38.703374 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-2074ab65-9fa8-4845-b7f6-0210b6e02009 req-e3d2f11b-0fc3-436c-96ee-c4749849b9d4 service neutron] Bound port: 0ee2723b-6a99-46fc-8a19-1ddf93272d2e, host: n-h1-779913-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7591738e-41ad-492d-b0a6-69a16017c202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '3569c9d2-eab5-421e-9cb2-8a83583f6763'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:36:38.703743 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-2074ab65-9fa8-4845-b7f6-0210b6e02009 req-e3d2f11b-0fc3-436c-96ee-c4749849b9d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:38.709517 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2b884280-1a27-4898-937f-db5c24e51036 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:38.724696 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d03f41e-6f6c-4b04-bc4c-e7182c524c93 req-bdf93525-91fd-4168-b79e-a9d2dc006c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:38.726235 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0d03f41e-6f6c-4b04-bc4c-e7182c524c93 req-bdf93525-91fd-4168-b79e-a9d2dc006c85 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1ef94415-a918-409e-b853-7a1089057996&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2028444 Jul 14 09:36:38.735099 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8feef5bb-9ad4-4663-a4ba-e7be4ed531b6 tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:38.790748 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-5dc86962-c126-4986-8ff7-1cb73f5085f1 admin admin] For port c707cb37-fa01-46f8-a9e4-56503ee39859, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=c707cb37-fa01-46f8-a9e4-56503ee39859,segment=NetworkSegment(218b2489-83e0-4d13-aab6-86b01789cb06),segment_id=218b2489-83e0-4d13-aab6-86b01789cb06)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:36:38.791112 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5dc86962-c126-4986-8ff7-1cb73f5085f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:38.809059 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-5dc86962-c126-4986-8ff7-1cb73f5085f1 admin admin] Calling delete_port for c707cb37-fa01-46f8-a9e4-56503ee39859 owned by network:router_interface {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:36:38.828149 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8feef5bb-9ad4-4663-a4ba-e7be4ed531b6 tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:38.914420 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8feef5bb-9ad4-4663-a4ba-e7be4ed531b6 tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Network 2dcd4d32-cc7c-4468-b396-7ce5c9231892 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:36:38.924753 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-8feef5bb-9ad4-4663-a4ba-e7be4ed531b6 tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:36:38.948780 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8feef5bb-9ad4-4663-a4ba-e7be4ed531b6 tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:36:38.955014 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8feef5bb-9ad4-4663-a4ba-e7be4ed531b6 tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Pushing event updated for resources: {'Port': ['ID=58ce5e88-4f3f-49a2-b3ae-53fa79d71ab6,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:39.103606 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2b884280-1a27-4898-937f-db5c24e51036 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:39.175944 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-41788e2c-8127-4933-9c97-6e044a208e2b req-6dff5b74-9081-4853-9922-1a8bd16e10cd tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] 10.222.0.68 "GET /v2.0/security-groups?id=d752f37c-fee3-40c2-9393-243f60d7ab2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5032501 Jul 14 09:36:39.263942 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-2074ab65-9fa8-4845-b7f6-0210b6e02009 req-e3d2f11b-0fc3-436c-96ee-c4749849b9d4 service neutron] For port 0ee2723b-6a99-46fc-8a19-1ddf93272d2e, host n-h1-779913-29, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:36:39.270919 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-2074ab65-9fa8-4845-b7f6-0210b6e02009 req-e3d2f11b-0fc3-436c-96ee-c4749849b9d4 service neutron] For port 0ee2723b-6a99-46fc-8a19-1ddf93272d2e, host n-h1-779913-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=0ee2723b-6a99-46fc-8a19-1ddf93272d2e,segment=NetworkSegment(7591738e-41ad-492d-b0a6-69a16017c202),segment_id=7591738e-41ad-492d-b0a6-69a16017c202)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:36:39.279621 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-2074ab65-9fa8-4845-b7f6-0210b6e02009 req-e3d2f11b-0fc3-436c-96ee-c4749849b9d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:39.309810 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0d03f41e-6f6c-4b04-bc4c-e7182c524c93 req-ba07b21c-2a1a-4f1d-9f18-a1c3a17e6fcd service neutron] 10.222.0.65 "GET /v2.0/networks/1ef94415-a918-409e-b853-7a1089057996?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5691843 Jul 14 09:36:39.314570 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2b884280-1a27-4898-937f-db5c24e51036 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:39.317068 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2b884280-1a27-4898-937f-db5c24e51036 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:39.318168 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-2b884280-1a27-4898-937f-db5c24e51036 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/49aea925-c317-45a8-b5db-f75d7ba8be19 HTTP/1.1" status: 204 len: 168 time: 0.7745988 Jul 14 09:36:39.328118 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2074ab65-9fa8-4845-b7f6-0210b6e02009 req-e3d2f11b-0fc3-436c-96ee-c4749849b9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:39.328796 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-2074ab65-9fa8-4845-b7f6-0210b6e02009 req-e3d2f11b-0fc3-436c-96ee-c4749849b9d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:39.330322 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2074ab65-9fa8-4845-b7f6-0210b6e02009 req-e3d2f11b-0fc3-436c-96ee-c4749849b9d4 service neutron] 10.222.0.65 "PUT /v2.0/ports/0ee2723b-6a99-46fc-8a19-1ddf93272d2e HTTP/1.1" status: 200 len: 1092 time: 2.2160089 Jul 14 09:36:39.339843 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59c462a1-54bd-4c63-abb2-4aeddc87f87a', 'tag': '0ee2723b-6a99-46fc-8a19-1ddf93272d2e'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:36:39.342901 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f360c9d7-95bb-4433-80eb-7279452a037d" -d '{"events": [{"name": "network-changed", "server_uuid": "59c462a1-54bd-4c63-abb2-4aeddc87f87a", "tag": "0ee2723b-6a99-46fc-8a19-1ddf93272d2e"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:36:39.378947 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b884280-1a27-4898-937f-db5c24e51036 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49aea925-c317-45a8-b5db-f75d7ba8be19,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:39.411438 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5dc86962-c126-4986-8ff7-1cb73f5085f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:39.417258 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:36:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb54af42-eee3-49b8-be8a-d7dc244db2aa x-openstack-request-id: req-fb54af42-eee3-49b8-be8a-d7dc244db2aa {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:36:39.417577 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59c462a1-54bd-4c63-abb2-4aeddc87f87a", "tag": "0ee2723b-6a99-46fc-8a19-1ddf93272d2e", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:36:39.417839 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-fb54af42-eee3-49b8-be8a-d7dc244db2aa {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:36:39.418234 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59c462a1-54bd-4c63-abb2-4aeddc87f87a', 'tag': '0ee2723b-6a99-46fc-8a19-1ddf93272d2e', 'status': 'completed', 'code': 200} Jul 14 09:36:39.470304 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc86962-c126-4986-8ff7-1cb73f5085f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=c707cb37-fa01-46f8-a9e4-56503ee39859,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:39.474991 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d2f11b-0fc3-436c-96ee-c4749849b9d4 service neutron] Pushing event updated for resources: {'Port': ['ID=0ee2723b-6a99-46fc-8a19-1ddf93272d2e,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:39.521133 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0d03f41e-6f6c-4b04-bc4c-e7182c524c93 req-965e2e41-2b89-49b4-bf23-8cb4493e5012 service neutron] 10.222.0.65 "GET /v2.0/networks/1ef94415-a918-409e-b853-7a1089057996?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2001626 Jul 14 09:36:39.543398 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2074ab65-9fa8-4845-b7f6-0210b6e02009 req-1b78f571-cac0-4286-b823-1c4c4c2ebb12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:39.545380 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2074ab65-9fa8-4845-b7f6-0210b6e02009 req-1b78f571-cac0-4286-b823-1c4c4c2ebb12 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=d0faa07e8d9e4ec49a240a9fc526a7fd&device_id=59c462a1-54bd-4c63-abb2-4aeddc87f87a HTTP/1.1" status: 200 len: 1095 time: 0.1263998 Jul 14 09:36:39.577674 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0d03f41e-6f6c-4b04-bc4c-e7182c524c93 req-580fe216-ffb9-4d41-a101-befed3d27581 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.176&port_id=70278794-2e00-4208-9515-e44b14dd3145 HTTP/1.1" status: 200 len: 217 time: 0.0466967 Jul 14 09:36:39.598407 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8feef5bb-9ad4-4663-a4ba-e7be4ed531b6 tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Notify callbacks [] for router_gateway, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:39.608052 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e8e1af-c2f6-4d5c-8b40-bfa8bd146f38 req-1fd6666f-2e9d-46a2-91b2-e3c9fb81aee4 tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:39.609676 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-24e8e1af-c2f6-4d5c-8b40-bfa8bd146f38 req-1fd6666f-2e9d-46a2-91b2-e3c9fb81aee4 tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] 10.222.0.68 "GET /v2.0/ports?device_id=59c462a1-54bd-4c63-abb2-4aeddc87f87a HTTP/1.1" status: 200 len: 943 time: 0.3089674 Jul 14 09:36:39.646139 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2074ab65-9fa8-4845-b7f6-0210b6e02009 req-970a92da-e1da-4735-9972-23300421d530 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0ee2723b-6a99-46fc-8a19-1ddf93272d2e HTTP/1.1" status: 200 len: 217 time: 0.0671043 Jul 14 09:36:39.701418 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d03f41e-6f6c-4b04-bc4c-e7182c524c93 req-ee6d417c-9d9c-42ff-95af-9e2e3ff3482d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:39.703127 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0d03f41e-6f6c-4b04-bc4c-e7182c524c93 req-ee6d417c-9d9c-42ff-95af-9e2e3ff3482d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6bbe0ea5-083a-41dc-877f-ee08b7294836 HTTP/1.1" status: 200 len: 797 time: 0.1179760 Jul 14 09:36:39.714326 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2074ab65-9fa8-4845-b7f6-0210b6e02009 req-ab6e00c9-377c-4376-bc11-3a2fe74fdd13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:39.717341 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2074ab65-9fa8-4845-b7f6-0210b6e02009 req-ab6e00c9-377c-4376-bc11-3a2fe74fdd13 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=92b9e41e-353a-41b9-9d9e-be464d12ff99 HTTP/1.1" status: 200 len: 854 time: 0.0613561 Jul 14 09:36:39.781867 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2074ab65-9fa8-4845-b7f6-0210b6e02009 req-88d7a584-e43b-4bc4-abe1-82175c1b15ca service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3569c9d2-eab5-421e-9cb2-8a83583f6763&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0536840 Jul 14 09:36:39.836378 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-24e8e1af-c2f6-4d5c-8b40-bfa8bd146f38 req-9dba02c2-28bd-4929-a6d7-91b436c10050 tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] 10.222.0.68 "GET /v2.0/security-groups?id=480b9b88-a112-41cf-9ffd-c713e01dc0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706591 Jul 14 09:36:39.856223 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d03f41e-6f6c-4b04-bc4c-e7182c524c93 req-f5f70aec-eab3-4725-91d4-de76dc6e4e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:39.858380 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0d03f41e-6f6c-4b04-bc4c-e7182c524c93 req-f5f70aec-eab3-4725-91d4-de76dc6e4e0e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1ef94415-a918-409e-b853-7a1089057996&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1392331 Jul 14 09:36:39.897918 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d160c013-8d15-4c95-aa3d-116a61364336 req-3365e6ff-153b-4c45-9acb-7f4c6991e86b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:39.899444 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d160c013-8d15-4c95-aa3d-116a61364336 req-3365e6ff-153b-4c45-9acb-7f4c6991e86b service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=8e7397c3-9642-4fe6-b6c4-32d7843783ff&tenant_id=51a0c5b2b5094b24a910e75e03cedf47 HTTP/1.1" status: 200 len: 1095 time: 0.3349919 Jul 14 09:36:39.948910 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2074ab65-9fa8-4845-b7f6-0210b6e02009 req-3b0d7773-ad91-431f-80ad-80a5686dbe32 service neutron] 10.222.0.65 "GET /v2.0/networks/3569c9d2-eab5-421e-9cb2-8a83583f6763?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591237 Jul 14 09:36:39.959263 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [req-d160c013-8d15-4c95-aa3d-116a61364336 req-a4b131c3-de6c-42dc-b082-cc6891b5ada7 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-779913-29', 'device_owner': 'compute:nova'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:36:39.995762 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5dc86962-c126-4986-8ff7-1cb73f5085f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-620860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682934'] for router_interface, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:40.049008 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0d03f41e-6f6c-4b04-bc4c-e7182c524c93 req-5fc969f8-7260-49d7-be11-0ebf52a2b3eb service neutron] 10.222.0.65 "GET /v2.0/networks/1ef94415-a918-409e-b853-7a1089057996?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1818330 Jul 14 09:36:40.158801 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2074ab65-9fa8-4845-b7f6-0210b6e02009 req-81308f3d-e5a7-48a0-9e49-4e4358b32b7e service neutron] 10.222.0.65 "GET /v2.0/networks/3569c9d2-eab5-421e-9cb2-8a83583f6763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2003791 Jul 14 09:36:40.178683 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8feef5bb-9ad4-4663-a4ba-e7be4ed531b6 tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-711762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-661452'] for router, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:40.180501 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-d160c013-8d15-4c95-aa3d-116a61364336 req-a4b131c3-de6c-42dc-b082-cc6891b5ada7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:40.185989 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0d03f41e-6f6c-4b04-bc4c-e7182c524c93 req-2307129d-ec2c-47a7-9572-684bc675f0e6 service neutron] 10.222.0.65 "GET /v2.0/networks/1ef94415-a918-409e-b853-7a1089057996?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298583 Jul 14 09:36:40.251867 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0d03f41e-6f6c-4b04-bc4c-e7182c524c93 req-0b3b545f-379e-41d5-b8a5-adbd6f191a0c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=3c2caddc-016f-44c8-bc6e-d72edc75467b HTTP/1.1" status: 200 len: 217 time: 0.0524821 Jul 14 09:36:40.408800 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d03f41e-6f6c-4b04-bc4c-e7182c524c93 req-2611a6e6-7216-4a11-a4d9-7c36c91bd664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:40.410408 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0d03f41e-6f6c-4b04-bc4c-e7182c524c93 req-2611a6e6-7216-4a11-a4d9-7c36c91bd664 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=523e16b1-397b-4604-a588-9142ee5a1d98 HTTP/1.1" status: 200 len: 797 time: 0.0865090 Jul 14 09:36:40.428337 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f360c9d7-95bb-4433-80eb-7279452a037d req-2040cca7-110e-4b55-b9f0-137bdbc00bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:40.429923 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f360c9d7-95bb-4433-80eb-7279452a037d req-2040cca7-110e-4b55-b9f0-137bdbc00bdb service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=d0faa07e8d9e4ec49a240a9fc526a7fd&device_id=59c462a1-54bd-4c63-abb2-4aeddc87f87a HTTP/1.1" status: 200 len: 1095 time: 0.1192009 Jul 14 09:36:40.555736 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d03f41e-6f6c-4b04-bc4c-e7182c524c93 req-ecfad397-3d24-4644-b44c-a6b4bc7adf95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:40.557272 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0d03f41e-6f6c-4b04-bc4c-e7182c524c93 req-ecfad397-3d24-4644-b44c-a6b4bc7adf95 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=63e3e599-9f16-49b5-b4ab-c912a88ee6e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1391222 Jul 14 09:36:40.563316 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f360c9d7-95bb-4433-80eb-7279452a037d req-b612a1c3-5150-409c-a577-e2f36548c792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:40.564890 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f360c9d7-95bb-4433-80eb-7279452a037d req-b612a1c3-5150-409c-a577-e2f36548c792 service neutron] 10.222.0.65 "GET /v2.0/networks?id=3569c9d2-eab5-421e-9cb2-8a83583f6763 HTTP/1.1" status: 200 len: 915 time: 0.1149757 Jul 14 09:36:40.663370 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f360c9d7-95bb-4433-80eb-7279452a037d req-d2039a4d-0ae1-4d80-a3eb-74b8c5940e4a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0ee2723b-6a99-46fc-8a19-1ddf93272d2e HTTP/1.1" status: 200 len: 217 time: 0.0772493 Jul 14 09:36:40.756878 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f360c9d7-95bb-4433-80eb-7279452a037d req-9ad033ee-ca8c-4b3b-9a73-51b59ab5c97f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:40.758652 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f360c9d7-95bb-4433-80eb-7279452a037d req-9ad033ee-ca8c-4b3b-9a73-51b59ab5c97f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=92b9e41e-353a-41b9-9d9e-be464d12ff99 HTTP/1.1" status: 200 len: 854 time: 0.0872300 Jul 14 09:36:40.764651 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0d03f41e-6f6c-4b04-bc4c-e7182c524c93 req-76af15ad-c98f-49ca-b1b7-c2113303e749 service neutron] 10.222.0.65 "GET /v2.0/networks/63e3e599-9f16-49b5-b4ab-c912a88ee6e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1879673 Jul 14 09:36:40.830087 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f360c9d7-95bb-4433-80eb-7279452a037d req-3f342e04-b745-4236-976f-1870f1f86eeb service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3569c9d2-eab5-421e-9cb2-8a83583f6763&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0570114 Jul 14 09:36:40.941765 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dc86962-c126-4986-8ff7-1cb73f5085f1 admin admin] Router 0d1667d9-0b77-4dd3-ab13-c3de5352ee9a has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:36:40.983553 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed99880-64ab-483d-b249-8821d3247d50 req-c3f8ca82-8749-42b4-9d36-dc1c07d841b4 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:40.990472 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-3ed99880-64ab-483d-b249-8821d3247d50 req-c3f8ca82-8749-42b4-9d36-dc1c07d841b4 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] 10.222.0.68 "GET /v2.0/ports?device_id=8e7397c3-9642-4fe6-b6c4-32d7843783ff HTTP/1.1" status: 200 len: 943 time: 0.3099906 Jul 14 09:36:41.006773 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0d03f41e-6f6c-4b04-bc4c-e7182c524c93 req-4c2a0aa2-5670-4e0e-aade-5aad898323c1 service neutron] 10.222.0.65 "GET /v2.0/networks/63e3e599-9f16-49b5-b4ab-c912a88ee6e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2324128 Jul 14 09:36:41.012176 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f360c9d7-95bb-4433-80eb-7279452a037d req-ffd97a6e-e166-49fe-bb72-142e0d1dd14d service neutron] 10.222.0.65 "GET /v2.0/networks/3569c9d2-eab5-421e-9cb2-8a83583f6763?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253264 Jul 14 09:36:41.030793 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8feef5bb-9ad4-4663-a4ba-e7be4ed531b6 tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Router d363803e-8497-4a4c-8d41-af38633efec7 is scheduled to L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 with binding_index 1 {{(pid=93958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:36:41.084609 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-d160c013-8d15-4c95-aa3d-116a61364336 req-a4b131c3-de6c-42dc-b082-cc6891b5ada7 service neutron] For port a41d2256-8405-429f-a1ba-806313b3c072, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=a41d2256-8405-429f-a1ba-806313b3c072,segment=NetworkSegment(4e909166-7a9a-4d71-9929-2b11d90f7baa),segment_id=4e909166-7a9a-4d71-9929-2b11d90f7baa)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:36:41.123828 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-3ed99880-64ab-483d-b249-8821d3247d50 req-1166a881-a0b2-406c-9de9-ad1258c5a30e tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] 10.222.0.68 "GET /v2.0/security-groups?id=d752f37c-fee3-40c2-9393-243f60d7ab2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1317046 Jul 14 09:36:41.150203 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0d03f41e-6f6c-4b04-bc4c-e7182c524c93 req-695ba6c9-6e98-4ff4-9722-a46fb23b4249 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=edf557d1-72fc-404f-b07c-0c4fad568606 HTTP/1.1" status: 200 len: 217 time: 0.1049960 Jul 14 09:36:41.151901 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-d160c013-8d15-4c95-aa3d-116a61364336 req-a4b131c3-de6c-42dc-b082-cc6891b5ada7 service neutron] For port a41d2256-8405-429f-a1ba-806313b3c072, host n-h1-779913-29, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:36:41.245574 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3aa56e6-c80d-4351-8413-3f167ca3cbbe req-ea1b92e7-87d7-4973-88c9-bf3bb4173e7c tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:41.247182 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b3aa56e6-c80d-4351-8413-3f167ca3cbbe req-ea1b92e7-87d7-4973-88c9-bf3bb4173e7c tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] 10.222.0.68 "GET /v2.0/ports?device_id=59c462a1-54bd-4c63-abb2-4aeddc87f87a HTTP/1.1" status: 200 len: 943 time: 0.2252276 Jul 14 09:36:41.249474 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d03f41e-6f6c-4b04-bc4c-e7182c524c93 req-2a29a07e-df5d-4a42-9949-dba34278c9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:41.250782 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0d03f41e-6f6c-4b04-bc4c-e7182c524c93 req-2a29a07e-df5d-4a42-9949-dba34278c9ea service neutron] 10.222.0.65 "GET /v2.0/subnets?id=523e16b1-397b-4604-a588-9142ee5a1d98 HTTP/1.1" status: 200 len: 797 time: 0.0987909 Jul 14 09:36:41.285471 n-d-779913-29 neutron-server[93958]: DEBUG neutron.notifiers.nova [req-d160c013-8d15-4c95-aa3d-116a61364336 req-a4b131c3-de6c-42dc-b082-cc6891b5ada7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a41d2256-8405-429f-a1ba-806313b3c072 {{(pid=93958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:36:41.298078 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-d160c013-8d15-4c95-aa3d-116a61364336 req-a4b131c3-de6c-42dc-b082-cc6891b5ada7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:41.318874 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f360c9d7-95bb-4433-80eb-7279452a037d req-1df32bd7-7b16-4844-9bab-922f30230e21 service neutron] 10.222.0.65 "GET /v2.0/networks/3569c9d2-eab5-421e-9cb2-8a83583f6763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2795131 Jul 14 09:36:41.336102 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b3aa56e6-c80d-4351-8413-3f167ca3cbbe req-c81f1bf1-7744-449e-9c9f-159b76bf3ffe tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] 10.222.0.68 "GET /v2.0/security-groups?id=480b9b88-a112-41cf-9ffd-c713e01dc0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810764 Jul 14 09:36:41.355243 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dc86962-c126-4986-8ff7-1cb73f5085f1 admin admin] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:36:41.360553 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d03f41e-6f6c-4b04-bc4c-e7182c524c93 req-60f1868e-d0e2-40fa-b379-ed051e10c272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:41.364642 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12d21eb9-1ece-413e-9319-745622577bf1 None None] Sync routers for ids ['0d1667d9-0b77-4dd3-ab13-c3de5352ee9a'] in n-d-779913-29 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:36:41.368894 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-5dc86962-c126-4986-8ff7-1cb73f5085f1 admin admin] 10.222.0.68 "PUT /v2.0/routers/0d1667d9-0b77-4dd3-ab13-c3de5352ee9a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6160662 Jul 14 09:36:41.371769 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0d03f41e-6f6c-4b04-bc4c-e7182c524c93 req-60f1868e-d0e2-40fa-b379-ed051e10c272 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=63e3e599-9f16-49b5-b4ab-c912a88ee6e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1102264 Jul 14 09:36:41.372344 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 35798) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:41.382924 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12d21eb9-1ece-413e-9319-745622577bf1 None None] Routers {'0d1667d9-0b77-4dd3-ab13-c3de5352ee9a'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:36:41.383478 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-12d21eb9-1ece-413e-9319-745622577bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:36:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['0d1667d9-0b77-4dd3-ab13-c3de5352ee9a'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:41.395862 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-d160c013-8d15-4c95-aa3d-116a61364336 req-a4b131c3-de6c-42dc-b082-cc6891b5ada7 service neutron] Transition to ACTIVE for port object a41d2256-8405-429f-a1ba-806313b3c072 will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:36:41.406118 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-d160c013-8d15-4c95-aa3d-116a61364336 req-a4b131c3-de6c-42dc-b082-cc6891b5ada7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13574142'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:41.408737 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8feef5bb-9ad4-4663-a4ba-e7be4ed531b6 tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:36:41.419180 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6873157f-3ad0-4868-b11c-3fd3a732e0c8 None None] Sync routers for ids ['d363803e-8497-4a4c-8d41-af38633efec7'] in n-d-779913-29 {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:36:41.431976 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6873157f-3ad0-4868-b11c-3fd3a732e0c8 None None] Routers {'d363803e-8497-4a4c-8d41-af38633efec7'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:36:41.432972 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-6873157f-3ad0-4868-b11c-3fd3a732e0c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:36:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['d363803e-8497-4a4c-8d41-af38633efec7'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:41.642853 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvr_db [None req-6873157f-3ad0-4868-b11c-3fd3a732e0c8 None None] Set router d363803e-8497-4a4c-8d41-af38633efec7 gateway port host: n-d-779913-29 {{(pid=93959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:36:41.709080 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-d160c013-8d15-4c95-aa3d-116a61364336 req-a4b131c3-de6c-42dc-b082-cc6891b5ada7 service neutron] No DVR routers for this DVR port a41d2256-8405-429f-a1ba-806313b3c072 on host n-h1-779913-29 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:36:41.709561 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-12d21eb9-1ece-413e-9319-745622577bf1 None None] Set router 0d1667d9-0b77-4dd3-ab13-c3de5352ee9a gateway port host: n-d-779913-29 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:36:41.734589 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0d03f41e-6f6c-4b04-bc4c-e7182c524c93 req-e7fc85eb-589b-47bd-b3bf-6c27451d1455 service neutron] 10.222.0.65 "GET /v2.0/networks/63e3e599-9f16-49b5-b4ab-c912a88ee6e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3553731 Jul 14 09:36:41.762241 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8feef5bb-9ad4-4663-a4ba-e7be4ed531b6 tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:41.767051 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-8feef5bb-9ad4-4663-a4ba-e7be4ed531b6 tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 5.1708925 Jul 14 09:36:41.768737 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 35800) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:41.823622 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b131c3-de6c-42dc-b082-cc6891b5ada7 service neutron] Pushing event updated for resources: {'Port': ['ID=a41d2256-8405-429f-a1ba-806313b3c072,revision_number=9']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:41.869943 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3dc15ee1-464c-4416-b521-69ce1b345a72 admin admin] Notify callbacks [] for router, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:41.977702 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d25358d0-1fb4-40b8-a93c-e43ce6514c79 tempest-TestSecurityGroupsBasicOps-1679341931 tempest-TestSecurityGroupsBasicOps-1679341931-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:41.983240 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-12d21eb9-1ece-413e-9319-745622577bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d1667d9-0b77-4dd3-ab13-c3de5352ee9a', 'name': 'tempest-TaggedBootDevicesTest_v242-130723534-router', 'tenant_id': '4cb5d08776664e9f8e9d7e6bc7c12e1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.5'}], 'enable_snat': True}, 'gw_port_id': 'ebd60da1-1618-4ebf-b1f9-0ccef886622b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:24:52Z', 'updated_at': '2021-07-14T09:36:39Z', 'revision_number': 5, 'project_id': '4cb5d08776664e9f8e9d7e6bc7c12e1a', 'gw_port': {'id': 'ebd60da1-1618-4ebf-b1f9-0ccef886622b', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:0b:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d1667d9-0b77-4dd3-ab13-c3de5352ee9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1017, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:24:52Z', 'updated_at': '2021-07-14T09:24:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29'}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:41.987624 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-d25358d0-1fb4-40b8-a93c-e43ce6514c79 tempest-TestSecurityGroupsBasicOps-1679341931 tempest-TestSecurityGroupsBasicOps-1679341931-project-admin] 10.222.0.68 "GET /v2.0/subnets?project_id=8f4c0efbbeff49fda0063f5062583c63&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.2153196 Jul 14 09:36:41.987803 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-6873157f-3ad0-4868-b11c-3fd3a732e0c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd363803e-8497-4a4c-8d41-af38633efec7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1130370778', 'tenant_id': '8f4c0efbbeff49fda0063f5062583c63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.124'}], 'enable_snat': True}, 'gw_port_id': '58ce5e88-4f3f-49a2-b3ae-53fa79d71ab6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:36:36Z', 'updated_at': '2021-07-14T09:36:39Z', 'revision_number': 3, 'project_id': '8f4c0efbbeff49fda0063f5062583c63', 'gw_port': {'id': '58ce5e88-4f3f-49a2-b3ae-53fa79d71ab6', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:de:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd363803e-8497-4a4c-8d41-af38633efec7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2353, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:36:38Z', 'updated_at': '2021-07-14T09:36:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29'}], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:41.989648 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 35806) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:42.018478 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6873157f-3ad0-4868-b11c-3fd3a732e0c8 None None] Checking router: d363803e-8497-4a4c-8d41-af38633efec7 for host: n-d-779913-29 {{(pid=93959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:36:42.018835 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6873157f-3ad0-4868-b11c-3fd3a732e0c8 None None] Updating router d363803e-8497-4a4c-8d41-af38633efec7 port 58ce5e88-4f3f-49a2-b3ae-53fa79d71ab6 binding host n-d-779913-29 {{(pid=93959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:36:42.033288 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0d03f41e-6f6c-4b04-bc4c-e7182c524c93 req-90d34188-0f4b-4fef-901c-ad629e049668 service neutron] 10.222.0.65 "GET /v2.0/networks/63e3e599-9f16-49b5-b4ab-c912a88ee6e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2846065 Jul 14 09:36:42.034235 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12d21eb9-1ece-413e-9319-745622577bf1 None None] Checking router: 0d1667d9-0b77-4dd3-ab13-c3de5352ee9a for host: n-d-779913-29 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:36:42.055874 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12d21eb9-1ece-413e-9319-745622577bf1 None None] Routers {'0d1667d9-0b77-4dd3-ab13-c3de5352ee9a'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:36:42.056505 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-12d21eb9-1ece-413e-9319-745622577bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:36:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['0d1667d9-0b77-4dd3-ab13-c3de5352ee9a'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:42.064932 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3dc15ee1-464c-4416-b521-69ce1b345a72 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:42.090426 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6873157f-3ad0-4868-b11c-3fd3a732e0c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:42.196433 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-d160c013-8d15-4c95-aa3d-116a61364336 req-a4b131c3-de6c-42dc-b082-cc6891b5ada7 service neutron] Attempting to bind port a41d2256-8405-429f-a1ba-806313b3c072 on host n-h2-779913-29 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:36:42.199944 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-d160c013-8d15-4c95-aa3d-116a61364336 req-a4b131c3-de6c-42dc-b082-cc6891b5ada7 service neutron] Attempting to bind port a41d2256-8405-429f-a1ba-806313b3c072 by drivers openvswitch,hyperv on host n-h2-779913-29 at level 0 using segments [{'id': '4e909166-7a9a-4d71-9929-2b11d90f7baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '087e0468-2285-4c59-b3f2-1d1ff8b2217b'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:36:42.205630 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d160c013-8d15-4c95-aa3d-116a61364336 req-a4b131c3-de6c-42dc-b082-cc6891b5ada7 service neutron] Attempting to bind port a41d2256-8405-429f-a1ba-806313b3c072 on network 087e0468-2285-4c59-b3f2-1d1ff8b2217b {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:36:42.211888 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-3dc15ee1-464c-4416-b521-69ce1b345a72 admin admin] Deleting port ebd60da1-1618-4ebf-b1f9-0ccef886622b {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:36:42.217685 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d160c013-8d15-4c95-aa3d-116a61364336 req-a4b131c3-de6c-42dc-b082-cc6891b5ada7 service neutron] Port a41d2256-8405-429f-a1ba-806313b3c072 on network 087e0468-2285-4c59-b3f2-1d1ff8b2217b not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-29 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:36:42.218594 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3dc15ee1-464c-4416-b521-69ce1b345a72 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:42.219990 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d160c013-8d15-4c95-aa3d-116a61364336 req-a4b131c3-de6c-42dc-b082-cc6891b5ada7 service neutron] Attempting to bind port a41d2256-8405-429f-a1ba-806313b3c072 on network 087e0468-2285-4c59-b3f2-1d1ff8b2217b {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:36:42.227228 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-12d21eb9-1ece-413e-9319-745622577bf1 None None] Set router 0d1667d9-0b77-4dd3-ab13-c3de5352ee9a gateway port host: n-d-779913-29 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:36:42.269801 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d160c013-8d15-4c95-aa3d-116a61364336 req-a4b131c3-de6c-42dc-b082-cc6891b5ada7 service neutron] Checking agent: {'id': '013e4a3b-a634-47b8-b6a5-1a25109b73fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 13, 13), 'started_at': datetime.datetime(2021, 7, 14, 9, 13, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 36, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:36:42.270140 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d160c013-8d15-4c95-aa3d-116a61364336 req-a4b131c3-de6c-42dc-b082-cc6891b5ada7 service neutron] Checking segment: {'id': '4e909166-7a9a-4d71-9929-2b11d90f7baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '087e0468-2285-4c59-b3f2-1d1ff8b2217b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:36:42.270528 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d160c013-8d15-4c95-aa3d-116a61364336 req-a4b131c3-de6c-42dc-b082-cc6891b5ada7 service neutron] Bound using segment: {'id': '4e909166-7a9a-4d71-9929-2b11d90f7baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '087e0468-2285-4c59-b3f2-1d1ff8b2217b'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:36:42.273337 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-d160c013-8d15-4c95-aa3d-116a61364336 req-a4b131c3-de6c-42dc-b082-cc6891b5ada7 service neutron] Bound port: a41d2256-8405-429f-a1ba-806313b3c072, host: n-h2-779913-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e909166-7a9a-4d71-9929-2b11d90f7baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '087e0468-2285-4c59-b3f2-1d1ff8b2217b'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:36:42.273781 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-d160c013-8d15-4c95-aa3d-116a61364336 req-a4b131c3-de6c-42dc-b082-cc6891b5ada7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:42.314943 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-422922f5-5836-497b-a5d1-eb43e2f08267 tempest-TestSecurityGroupsBasicOps-1679341931 tempest-TestSecurityGroupsBasicOps-1679341931-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:42.318499 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-422922f5-5836-497b-a5d1-eb43e2f08267 tempest-TestSecurityGroupsBasicOps-1679341931 tempest-TestSecurityGroupsBasicOps-1679341931-project-admin] 10.222.0.68 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3273368 Jul 14 09:36:42.321387 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 35812) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:42.355854 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-3dc15ee1-464c-4416-b521-69ce1b345a72 admin admin] For port ebd60da1-1618-4ebf-b1f9-0ccef886622b, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=ebd60da1-1618-4ebf-b1f9-0ccef886622b,segment=NetworkSegment(81bf7a93-80b3-43df-b9d5-462c604a2945),segment_id=81bf7a93-80b3-43df-b9d5-462c604a2945)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:36:42.359999 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3dc15ee1-464c-4416-b521-69ce1b345a72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:42.406833 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-3dc15ee1-464c-4416-b521-69ce1b345a72 admin admin] Calling delete_port for ebd60da1-1618-4ebf-b1f9-0ccef886622b owned by network:router_gateway {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:36:42.425024 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6873157f-3ad0-4868-b11c-3fd3a732e0c8 None None] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:42.445785 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-aaab6711-77d6-4844-b644-51ee883e4d01 tempest-TestSecurityGroupsBasicOps-1679341931 tempest-TestSecurityGroupsBasicOps-1679341931-project-admin] 10.222.0.68 "GET /v2.0/subnets?network_id=2dcd4d32-cc7c-4468-b396-7ce5c9231892&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1205637 Jul 14 09:36:42.451264 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-6873157f-3ad0-4868-b11c-3fd3a732e0c8 None None] Transition to ACTIVE for port object 58ce5e88-4f3f-49a2-b3ae-53fa79d71ab6 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:36:42.455748 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 35816) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:42.457228 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 0ee2723b-6a99-46fc-8a19-1ddf93272d2e details requested by agent hyperv_n-h1-779913-29 with host n-h1-779913-29 {{(pid=93959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:36:42.525165 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-1e54f4cc-1d80-43b0-abe8-e818b4a36909 tempest-TestSecurityGroupsBasicOps-1679341931 tempest-TestSecurityGroupsBasicOps-1679341931-project-admin] 10.222.0.68 "GET /v2.0/subnets?project_id=8f4c0efbbeff49fda0063f5062583c63&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0619164 Jul 14 09:36:42.531234 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 35818) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:42.649010 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port 0ee2723b-6a99-46fc-8a19-1ddf93272d2e, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=0ee2723b-6a99-46fc-8a19-1ddf93272d2e,segment=NetworkSegment(7591738e-41ad-492d-b0a6-69a16017c202),segment_id=7591738e-41ad-492d-b0a6-69a16017c202)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:36:42.675604 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Returning: {'device': '0ee2723b-6a99-46fc-8a19-1ddf93272d2e', 'network_id': '3569c9d2-eab5-421e-9cb2-8a83583f6763', 'port_id': '0ee2723b-6a99-46fc-8a19-1ddf93272d2e', 'mac_address': 'fa:16:3e:b8:26:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 728, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92b9e41e-353a-41b9-9d9e-be464d12ff99', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:36:42.677335 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6873157f-3ad0-4868-b11c-3fd3a732e0c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:42.681197 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-d160c013-8d15-4c95-aa3d-116a61364336 req-a4b131c3-de6c-42dc-b082-cc6891b5ada7 service neutron] For port a41d2256-8405-429f-a1ba-806313b3c072, host n-h2-779913-29, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:36:42.729108 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-d160c013-8d15-4c95-aa3d-116a61364336 req-a4b131c3-de6c-42dc-b082-cc6891b5ada7 service neutron] For port a41d2256-8405-429f-a1ba-806313b3c072, host n-h2-779913-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=a41d2256-8405-429f-a1ba-806313b3c072,segment=NetworkSegment(4e909166-7a9a-4d71-9929-2b11d90f7baa),segment_id=4e909166-7a9a-4d71-9929-2b11d90f7baa)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:36:42.736135 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-12d21eb9-1ece-413e-9319-745622577bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d1667d9-0b77-4dd3-ab13-c3de5352ee9a', 'name': 'tempest-TaggedBootDevicesTest_v242-130723534-router', 'tenant_id': '4cb5d08776664e9f8e9d7e6bc7c12e1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.5'}], 'enable_snat': True}, 'gw_port_id': 'ebd60da1-1618-4ebf-b1f9-0ccef886622b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:24:52Z', 'updated_at': '2021-07-14T09:36:39Z', 'revision_number': 5, 'project_id': '4cb5d08776664e9f8e9d7e6bc7c12e1a', 'gw_port': {'id': 'ebd60da1-1618-4ebf-b1f9-0ccef886622b', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:0b:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d1667d9-0b77-4dd3-ab13-c3de5352ee9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1017, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:24:52Z', 'updated_at': '2021-07-14T09:24:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29'}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:42.744528 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-d160c013-8d15-4c95-aa3d-116a61364336 req-a4b131c3-de6c-42dc-b082-cc6891b5ada7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13574142'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:42.769343 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdca11d7-c3cf-47b5-9b81-b3f12905fa4b tempest-TestSecurityGroupsBasicOps-1679341931 tempest-TestSecurityGroupsBasicOps-1679341931-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:42.772363 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12d21eb9-1ece-413e-9319-745622577bf1 None None] The sync data for ids ['0d1667d9-0b77-4dd3-ab13-c3de5352ee9a'] in n-d-779913-29 is: [{'id': '0d1667d9-0b77-4dd3-ab13-c3de5352ee9a', 'name': 'tempest-TaggedBootDevicesTest_v242-130723534-router', 'tenant_id': '4cb5d08776664e9f8e9d7e6bc7c12e1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.5'}], 'enable_snat': True}, 'gw_port_id': 'ebd60da1-1618-4ebf-b1f9-0ccef886622b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:24:52Z', 'updated_at': '2021-07-14T09:36:39Z', 'revision_number': 5, 'project_id': '4cb5d08776664e9f8e9d7e6bc7c12e1a', 'gw_port': {'id': 'ebd60da1-1618-4ebf-b1f9-0ccef886622b', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:0b:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d1667d9-0b77-4dd3-ab13-c3de5352ee9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1017, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:24:52Z', 'updated_at': '2021-07-14T09:24:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29'}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:36:42.774485 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-cdca11d7-c3cf-47b5-9b81-b3f12905fa4b tempest-TestSecurityGroupsBasicOps-1679341931 tempest-TestSecurityGroupsBasicOps-1679341931-project-admin] 10.222.0.68 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2416785 Jul 14 09:36:42.775844 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 35822) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:42.815811 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a6ffcb-f277-4c0b-8824-3a8080f518d6 req-c913bd35-cc7b-45fa-aaf9-d1efe310e820 tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:42.817702 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-20a6ffcb-f277-4c0b-8824-3a8080f518d6 req-c913bd35-cc7b-45fa-aaf9-d1efe310e820 tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] 10.222.0.68 "GET /v2.0/ports?device_id=59c462a1-54bd-4c63-abb2-4aeddc87f87a HTTP/1.1" status: 200 len: 943 time: 0.1884060 Jul 14 09:36:42.824000 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d160c013-8d15-4c95-aa3d-116a61364336 req-a4b131c3-de6c-42dc-b082-cc6891b5ada7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:42.824832 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-d160c013-8d15-4c95-aa3d-116a61364336 req-a4b131c3-de6c-42dc-b082-cc6891b5ada7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:42.826525 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d160c013-8d15-4c95-aa3d-116a61364336 req-a4b131c3-de6c-42dc-b082-cc6891b5ada7 service neutron] 10.222.0.57 "PUT /v2.0/ports/a41d2256-8405-429f-a1ba-806313b3c072 HTTP/1.1" status: 200 len: 1092 time: 2.8754416 Jul 14 09:36:42.827881 n-d-779913-29 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e7397c3-9642-4fe6-b6c4-32d7843783ff', 'tag': 'a41d2256-8405-429f-a1ba-806313b3c072'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:36:42.829786 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cb48f044f948e981f43897c8d7f1332f741dc7af2b4c5a6e19d8f4a80f708e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a606bd7-a793-42c2-aba6-795c6bb72afa" -d '{"events": [{"name": "network-changed", "server_uuid": "8e7397c3-9642-4fe6-b6c4-32d7843783ff", "tag": "a41d2256-8405-429f-a1ba-806313b3c072"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:36:42.842836 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd728b4e-bfcc-45b6-bf95-fc5541cc8f77 None None] Pushing event updated for resources: {'Port': ['ID=58ce5e88-4f3f-49a2-b3ae-53fa79d71ab6,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:42.848873 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:42.853469 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-6873157f-3ad0-4868-b11c-3fd3a732e0c8 None None] Attempting to bind port 58ce5e88-4f3f-49a2-b3ae-53fa79d71ab6 on host n-d-779913-29 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:36:42.854036 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-6873157f-3ad0-4868-b11c-3fd3a732e0c8 None None] Attempting to bind port 58ce5e88-4f3f-49a2-b3ae-53fa79d71ab6 by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': '81bf7a93-80b3-43df-b9d5-462c604a2945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:36:42.854596 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6873157f-3ad0-4868-b11c-3fd3a732e0c8 None None] Attempting to bind port 58ce5e88-4f3f-49a2-b3ae-53fa79d71ab6 on network 2dcd4d32-cc7c-4468-b396-7ce5c9231892 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:36:42.862914 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6873157f-3ad0-4868-b11c-3fd3a732e0c8 None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 36, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:36:42.870791 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6873157f-3ad0-4868-b11c-3fd3a732e0c8 None None] Checking segment: {'id': '81bf7a93-80b3-43df-b9d5-462c604a2945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:36:42.871456 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6873157f-3ad0-4868-b11c-3fd3a732e0c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:42.872017 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6873157f-3ad0-4868-b11c-3fd3a732e0c8 None None] Bound using segment: {'id': '81bf7a93-80b3-43df-b9d5-462c604a2945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:36:42.873231 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-6873157f-3ad0-4868-b11c-3fd3a732e0c8 None None] Bound port: 58ce5e88-4f3f-49a2-b3ae-53fa79d71ab6, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81bf7a93-80b3-43df-b9d5-462c604a2945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:36:42.874176 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6873157f-3ad0-4868-b11c-3fd3a732e0c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:42.877319 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:42.884805 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-4b523410-34fc-44bc-ab69-dedada739239 tempest-TestSecurityGroupsBasicOps-1679341931 tempest-TestSecurityGroupsBasicOps-1679341931-project-admin] 10.222.0.68 "GET /v2.0/subnets?network_id=2dcd4d32-cc7c-4468-b396-7ce5c9231892&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0987298 Jul 14 09:36:42.894739 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-20a6ffcb-f277-4c0b-8824-3a8080f518d6 req-208cac70-6464-4db7-8116-b1b4830dcbc6 tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] 10.222.0.68 "GET /v2.0/security-groups?id=480b9b88-a112-41cf-9ffd-c713e01dc0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611115 Jul 14 09:36:42.895552 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 35826) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:42.912509 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-382ad54f-5cb3-4ef8-a78a-8008aff11e6d tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1239527834', 'network_id': 'ab47fbd1-c900-4353-8b7e-7dd27adccee7', 'project_id': '8f4c0efbbeff49fda0063f5062583c63', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:36:42.946430 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ee2723b-6a99-46fc-8a19-1ddf93272d2e {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:36:42.986822 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e273eac8-0263-4893-a443-1a5f27941651 req-eb01adfd-671a-44ba-851b-74c4c68e5eee tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:42.994344 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e273eac8-0263-4893-a443-1a5f27941651 req-eb01adfd-671a-44ba-851b-74c4c68e5eee tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] 10.222.0.68 "GET /v2.0/ports?device_id=8e7397c3-9642-4fe6-b6c4-32d7843783ff HTTP/1.1" status: 200 len: 943 time: 0.6105490 Jul 14 09:36:42.996742 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port 0ee2723b-6a99-46fc-8a19-1ddf93272d2e, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=0ee2723b-6a99-46fc-8a19-1ddf93272d2e,segment=NetworkSegment(7591738e-41ad-492d-b0a6-69a16017c202),segment_id=7591738e-41ad-492d-b0a6-69a16017c202)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:36:43.010934 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:43.018243 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b131c3-de6c-42dc-b082-cc6891b5ada7 service neutron] Pushing event updated for resources: {'Port': ['ID=a41d2256-8405-429f-a1ba-806313b3c072,revision_number=10']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:43.076270 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d160c013-8d15-4c95-aa3d-116a61364336 req-12fb28df-3ce7-48bf-8f3c-b8883b15450b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:43.078655 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d160c013-8d15-4c95-aa3d-116a61364336 req-12fb28df-3ce7-48bf-8f3c-b8883b15450b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=51a0c5b2b5094b24a910e75e03cedf47&device_id=8e7397c3-9642-4fe6-b6c4-32d7843783ff HTTP/1.1" status: 200 len: 1096 time: 0.1942554 Jul 14 09:36:43.102257 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-6873157f-3ad0-4868-b11c-3fd3a732e0c8 None None] For port 58ce5e88-4f3f-49a2-b3ae-53fa79d71ab6, host n-d-779913-29, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:36:43.113175 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-6873157f-3ad0-4868-b11c-3fd3a732e0c8 None None] For port 58ce5e88-4f3f-49a2-b3ae-53fa79d71ab6, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=58ce5e88-4f3f-49a2-b3ae-53fa79d71ab6,segment=NetworkSegment(81bf7a93-80b3-43df-b9d5-462c604a2945),segment_id=81bf7a93-80b3-43df-b9d5-462c604a2945)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:36:43.115023 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Pushing event updated for resources: {'Port': ['ID=0ee2723b-6a99-46fc-8a19-1ddf93272d2e,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:43.115302 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-382ad54f-5cb3-4ef8-a78a-8008aff11e6d tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Made reservation on behalf of 8f4c0efbbeff49fda0063f5062583c63 for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:36:43.120749 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-382ad54f-5cb3-4ef8-a78a-8008aff11e6d tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16714600'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:43.122341 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6873157f-3ad0-4868-b11c-3fd3a732e0c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:43.127188 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e273eac8-0263-4893-a443-1a5f27941651 req-a447e988-4a98-495f-bdd5-5bce51ddedda tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] 10.222.0.68 "GET /v2.0/security-groups?id=d752f37c-fee3-40c2-9393-243f60d7ab2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1318824 Jul 14 09:36:43.260972 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:36:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8d25b7c-9785-4447-b7c0-579c6360a0af x-openstack-request-id: req-d8d25b7c-9785-4447-b7c0-579c6360a0af {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:36:43.261365 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e7397c3-9642-4fe6-b6c4-32d7843783ff", "tag": "a41d2256-8405-429f-a1ba-806313b3c072", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:36:43.261774 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-d8d25b7c-9785-4447-b7c0-579c6360a0af {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:36:43.262303 n-d-779913-29 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e7397c3-9642-4fe6-b6c4-32d7843783ff', 'tag': 'a41d2256-8405-429f-a1ba-806313b3c072', 'status': 'completed', 'code': 200} Jul 14 09:36:43.267155 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3dc15ee1-464c-4416-b521-69ce1b345a72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:43.302458 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc15ee1-464c-4416-b521-69ce1b345a72 admin admin] Pushing event deleted for resources: {'Port': ['ID=ebd60da1-1618-4ebf-b1f9-0ccef886622b,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:43.306933 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd728b4e-bfcc-45b6-bf95-fc5541cc8f77 None None] Pushing event updated for resources: {'Port': ['ID=58ce5e88-4f3f-49a2-b3ae-53fa79d71ab6,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:43.340591 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6873157f-3ad0-4868-b11c-3fd3a732e0c8 None None] Routers {'d363803e-8497-4a4c-8d41-af38633efec7'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:36:43.340811 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d160c013-8d15-4c95-aa3d-116a61364336 req-72d029a7-4840-4629-9961-b9cdc820be5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:43.342624 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-6873157f-3ad0-4868-b11c-3fd3a732e0c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:36:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['d363803e-8497-4a4c-8d41-af38633efec7'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:43.343383 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d160c013-8d15-4c95-aa3d-116a61364336 req-72d029a7-4840-4629-9961-b9cdc820be5b service neutron] 10.222.0.57 "GET /v2.0/networks?id=087e0468-2285-4c59-b3f2-1d1ff8b2217b HTTP/1.1" status: 200 len: 917 time: 0.2407885 Jul 14 09:36:43.391371 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3dc15ee1-464c-4416-b521-69ce1b345a72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-660532'] for router_gateway, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:43.474520 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d160c013-8d15-4c95-aa3d-116a61364336 req-9861bec1-b708-4e3f-b5b5-2102c47e42da service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a41d2256-8405-429f-a1ba-806313b3c072 HTTP/1.1" status: 200 len: 999 time: 0.1220405 Jul 14 09:36:43.482812 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] get_ports_and_sgs() called for port_ids ['0ee2723b-6a99-46fc-8a19-1ddf93272d2e'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:36:43.496028 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3dc15ee1-464c-4416-b521-69ce1b345a72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-711871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12964'] for router, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:43.499413 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3dc15ee1-464c-4416-b521-69ce1b345a72 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:43.552828 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3dc15ee1-464c-4416-b521-69ce1b345a72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-704815'] for router, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:43.554046 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dc15ee1-464c-4416-b521-69ce1b345a72 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0d1667d9-0b77-4dd3-ab13-c3de5352ee9a {{(pid=93957) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:36:43.557512 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvr_db [None req-6873157f-3ad0-4868-b11c-3fd3a732e0c8 None None] Set router d363803e-8497-4a4c-8d41-af38633efec7 gateway port host: n-d-779913-29 {{(pid=93959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:36:43.560715 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3dc15ee1-464c-4416-b521-69ce1b345a72 admin admin] Notify callbacks [] for router, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:43.564760 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-3dc15ee1-464c-4416-b521-69ce1b345a72 admin admin] 10.222.0.68 "DELETE /v2.0/routers/0d1667d9-0b77-4dd3-ab13-c3de5352ee9a HTTP/1.1" status: 204 len: 168 time: 2.1887412 Jul 14 09:36:43.565406 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 35830) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:43.602195 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:43.604486 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-382ad54f-5cb3-4ef8-a78a-8008aff11e6d tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13573993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16714586'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:43.623965 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_v2 [None req-b75d978a-3ad3-4bd6-ab70-886e9cbc5d91 admin admin] Deleting subnet 03ca88e8-4d13-487a-ad6d-9160c00c4594 {{(pid=93957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:36:43.627740 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b75d978a-3ad3-4bd6-ab70-886e9cbc5d91 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:43.663707 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382ad54f-5cb3-4ef8-a78a-8008aff11e6d tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Pushing event updated for resources: {'Subnet': ['ID=4b0d97a4-60d4-4eac-8935-3762a1e5b40b,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:43.672909 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b75d978a-3ad3-4bd6-ab70-886e9cbc5d91 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10944203'] for subnet, precommit_delete_associations {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:43.690615 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d160c013-8d15-4c95-aa3d-116a61364336 req-ace5977b-67ff-4118-8134-da5a86a3e881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:43.692287 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d160c013-8d15-4c95-aa3d-116a61364336 req-ace5977b-67ff-4118-8134-da5a86a3e881 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=04ae7776-8c86-484d-9bcc-4299f4579807 HTTP/1.1" status: 200 len: 855 time: 0.2098813 Jul 14 09:36:43.725570 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-382ad54f-5cb3-4ef8-a78a-8008aff11e6d tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Checking segment: {'id': 'c6e98643-aa08-4cfd-8e1d-36eb88f0c957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'ab47fbd1-c900-4353-8b7e-7dd27adccee7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:36:43.725857 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-382ad54f-5cb3-4ef8-a78a-8008aff11e6d tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Network hostable DHCP agents. Network: ab47fbd1-c900-4353-8b7e-7dd27adccee7, hostable agents: ['c6a09bd4-f72e-4283-a3ca-0bbca8a51081'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:36:43.781140 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-382ad54f-5cb3-4ef8-a78a-8008aff11e6d tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Network ab47fbd1-c900-4353-8b7e-7dd27adccee7 is scheduled to be hosted by DHCP agent c6a09bd4-f72e-4283-a3ca-0bbca8a51081 with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:36:43.799200 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d160c013-8d15-4c95-aa3d-116a61364336 req-03a8dd54-26df-47b9-9797-7a602d62ba2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:43.801088 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d160c013-8d15-4c95-aa3d-116a61364336 req-03a8dd54-26df-47b9-9797-7a602d62ba2e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=087e0468-2285-4c59-b3f2-1d1ff8b2217b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0917141 Jul 14 09:36:43.802387 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-382ad54f-5cb3-4ef8-a78a-8008aff11e6d tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-29, ab47fbd1-c900-4353-8b7e-7dd27adccee7) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:36:43.832713 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b75d978a-3ad3-4bd6-ab70-886e9cbc5d91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3481002'] for subnet, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:43.834258 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-382ad54f-5cb3-4ef8-a78a-8008aff11e6d tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:43.835059 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-382ad54f-5cb3-4ef8-a78a-8008aff11e6d tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:43.839334 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afc66526-a01e-42e4-a491-f5cf6e6c4a38 None None] Network ab47fbd1-c900-4353-8b7e-7dd27adccee7 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:36:43.898243 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b75d978a-3ad3-4bd6-ab70-886e9cbc5d91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10052701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11984075'] for subnet, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:43.902112 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-382ad54f-5cb3-4ef8-a78a-8008aff11e6d tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.9945550 Jul 14 09:36:43.902749 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 35832) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:43.929072 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75d978a-3ad3-4bd6-ab70-886e9cbc5d91 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=03ca88e8-4d13-487a-ad6d-9160c00c4594,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:43.931914 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b75d978a-3ad3-4bd6-ab70-886e9cbc5d91 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:43.937381 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-b75d978a-3ad3-4bd6-ab70-886e9cbc5d91 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/03ca88e8-4d13-487a-ad6d-9160c00c4594 HTTP/1.1" status: 204 len: 168 time: 0.3698599 Jul 14 09:36:43.938408 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 35836) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:43.948163 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbe85107-fbc8-4658-8a81-ce05b4606a64 None None] Network 58cee2b0-4a4c-44eb-9b72-cfd45f924ad2 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:36:44.023728 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d160c013-8d15-4c95-aa3d-116a61364336 req-9aa4577f-6a28-4b58-b84b-b5210c0b5cd0 service neutron] 10.222.0.57 "GET /v2.0/networks/087e0468-2285-4c59-b3f2-1d1ff8b2217b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2116060 Jul 14 09:36:44.031095 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-0c805a09-0d0a-44ef-a80e-f138ed40bd6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3876111'] for network, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:44.100349 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-0c805a09-0d0a-44ef-a80e-f138ed40bd6f admin admin] Deleting port c20d3008-932f-4b8f-acdc-2e8f4cfb7e5c {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:36:44.100673 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-0c805a09-0d0a-44ef-a80e-f138ed40bd6f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:44.227067 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-0c805a09-0d0a-44ef-a80e-f138ed40bd6f admin admin] For port c20d3008-932f-4b8f-acdc-2e8f4cfb7e5c, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=c20d3008-932f-4b8f-acdc-2e8f4cfb7e5c,segment=NetworkSegment(218b2489-83e0-4d13-aab6-86b01789cb06),segment_id=218b2489-83e0-4d13-aab6-86b01789cb06)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:36:44.227067 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-0c805a09-0d0a-44ef-a80e-f138ed40bd6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:44.253618 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-0c805a09-0d0a-44ef-a80e-f138ed40bd6f admin admin] Calling delete_port for c20d3008-932f-4b8f-acdc-2e8f4cfb7e5c owned by network:dhcp {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:36:44.328134 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device c707cb37-fa01-46f8-a9e4-56503ee39859 no longer exists at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:36:44.373068 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] No Port match for: c707cb37-fa01-46f8-a9e4-56503ee39859 {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:36:44.373409 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device c707cb37-fa01-46f8-a9e4-56503ee39859 not bound to the agent host n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:36:44.373849 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device ebd60da1-1618-4ebf-b1f9-0ccef886622b no longer exists at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:36:44.407383 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d160c013-8d15-4c95-aa3d-116a61364336 req-e873007c-51cb-4158-89ff-41871d4975ab service neutron] 10.222.0.57 "GET /v2.0/networks/087e0468-2285-4c59-b3f2-1d1ff8b2217b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3727469 Jul 14 09:36:44.423105 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24958a4c-6ecf-4574-92a0-d61da6786286 req-6706b405-9166-4c98-80f4-d55d3ca28d11 tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:44.431211 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-24958a4c-6ecf-4574-92a0-d61da6786286 req-6706b405-9166-4c98-80f4-d55d3ca28d11 tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] 10.222.0.68 "GET /v2.0/ports?device_id=59c462a1-54bd-4c63-abb2-4aeddc87f87a HTTP/1.1" status: 200 len: 944 time: 0.3219159 Jul 14 09:36:44.433514 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] No Port match for: ebd60da1-1618-4ebf-b1f9-0ccef886622b {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:36:44.433904 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device ebd60da1-1618-4ebf-b1f9-0ccef886622b not bound to the agent host n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:36:44.461552 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d21b5c-1650-4b91-85c2-dd1f19873830 req-da114340-16bc-4bb6-8929-b8f79d66d8ec tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:44.463995 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-53d21b5c-1650-4b91-85c2-dd1f19873830 req-da114340-16bc-4bb6-8929-b8f79d66d8ec tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] 10.222.0.68 "GET /v2.0/ports?device_id=8e7397c3-9642-4fe6-b6c4-32d7843783ff HTTP/1.1" status: 200 len: 944 time: 0.1303861 Jul 14 09:36:44.471498 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-6873157f-3ad0-4868-b11c-3fd3a732e0c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd363803e-8497-4a4c-8d41-af38633efec7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1130370778', 'tenant_id': '8f4c0efbbeff49fda0063f5062583c63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.124'}], 'enable_snat': True}, 'gw_port_id': '58ce5e88-4f3f-49a2-b3ae-53fa79d71ab6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:36:36Z', 'updated_at': '2021-07-14T09:36:39Z', 'revision_number': 3, 'project_id': '8f4c0efbbeff49fda0063f5062583c63', 'gw_port': {'id': '58ce5e88-4f3f-49a2-b3ae-53fa79d71ab6', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:de:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd363803e-8497-4a4c-8d41-af38633efec7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2353, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:36:38Z', 'updated_at': '2021-07-14T09:36:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29'}], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:44.484509 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-0c805a09-0d0a-44ef-a80e-f138ed40bd6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:44.534137 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6873157f-3ad0-4868-b11c-3fd3a732e0c8 None None] The sync data for ids ['d363803e-8497-4a4c-8d41-af38633efec7'] in n-d-779913-29 is: [{'id': 'd363803e-8497-4a4c-8d41-af38633efec7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1130370778', 'tenant_id': '8f4c0efbbeff49fda0063f5062583c63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.124'}], 'enable_snat': True}, 'gw_port_id': '58ce5e88-4f3f-49a2-b3ae-53fa79d71ab6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:36:36Z', 'updated_at': '2021-07-14T09:36:39Z', 'revision_number': 3, 'project_id': '8f4c0efbbeff49fda0063f5062583c63', 'gw_port': {'id': '58ce5e88-4f3f-49a2-b3ae-53fa79d71ab6', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:de:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd363803e-8497-4a4c-8d41-af38633efec7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2353, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:36:38Z', 'updated_at': '2021-07-14T09:36:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29'}] {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:36:44.542825 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c805a09-0d0a-44ef-a80e-f138ed40bd6f admin admin] Pushing event deleted for resources: {'Port': ['ID=c20d3008-932f-4b8f-acdc-2e8f4cfb7e5c,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:44.568826 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-53d21b5c-1650-4b91-85c2-dd1f19873830 req-61de99fa-dd7b-41d2-8839-1a28367a4c65 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] 10.222.0.68 "GET /v2.0/security-groups?id=d752f37c-fee3-40c2-9393-243f60d7ab2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0894246 Jul 14 09:36:44.569833 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c805a09-0d0a-44ef-a80e-f138ed40bd6f admin admin] No DVR routers for this DVR port c20d3008-932f-4b8f-acdc-2e8f4cfb7e5c on host n-d-779913-29 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:36:44.576520 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0969601f-a214-48d7-848e-6c6f74ae6c32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf57baaa9-fd24-59f4-8fd2-1dc21122ce72-ab47fbd1-c900-4353-8b7e-7dd27adccee7', 'network_id': 'ab47fbd1-c900-4353-8b7e-7dd27adccee7', 'tenant_id': '8f4c0efbbeff49fda0063f5062583c63', 'fixed_ips': [{'subnet_id': '4b0d97a4-60d4-4eac-8935-3762a1e5b40b'}]}} from n-d-779913-29. {{(pid=93959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:36:44.580543 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0969601f-a214-48d7-848e-6c6f74ae6c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:44.738165 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-0c805a09-0d0a-44ef-a80e-f138ed40bd6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473955', 'neutron.services.segments.db._delete_segments_for_network-8735688326548'] for network, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:44.756907 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-0c805a09-0d0a-44ef-a80e-f138ed40bd6f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58cee2b0-4a4c-44eb-9b72-cfd45f924ad2']}} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:44.765403 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0db1a55f-7bf8-4b09-85b6-2ca43aef0ea8 None None] DHCP port deletion for 58cee2b0-4a4c-44eb-9b72-cfd45f924ad2 request from n-d-779913-29 {{(pid=93959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:36:44.778244 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-0c805a09-0d0a-44ef-a80e-f138ed40bd6f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '218b2489-83e0-4d13-aab6-86b01789cb06') {'for_net_delete': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:44.779518 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-0c805a09-0d0a-44ef-a80e-f138ed40bd6f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '218b2489-83e0-4d13-aab6-86b01789cb06') {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:44.796656 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-0c805a09-0d0a-44ef-a80e-f138ed40bd6f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735688356235', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10944210'] for segment, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:44.837811 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-0c805a09-0d0a-44ef-a80e-f138ed40bd6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:44.846781 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c805a09-0d0a-44ef-a80e-f138ed40bd6f admin admin] Releasing vlan 737 on physical network physnet1 to pool {{(pid=93957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:36:44.847432 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-0c805a09-0d0a-44ef-a80e-f138ed40bd6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10053619'] for segment, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:44.849340 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:36:44.849340 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:36:44.849340 n-d-779913-29 neutron-server[93957]: Traceback (most recent call last): Jul 14 09:36:44.849340 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:36:44.849340 n-d-779913-29 neutron-server[93957]: timer() Jul 14 09:36:44.849340 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:36:44.849340 n-d-779913-29 neutron-server[93957]: cb(*args, **kw) Jul 14 09:36:44.849340 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:36:44.849340 n-d-779913-29 neutron-server[93957]: return func(*args, **kwargs) Jul 14 09:36:44.849340 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:36:44.849340 n-d-779913-29 neutron-server[93957]: self._notify() Jul 14 09:36:44.849340 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:36:44.849340 n-d-779913-29 neutron-server[93957]: self.callback(batched_events) Jul 14 09:36:44.849340 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:36:44.849340 n-d-779913-29 neutron-server[93957]: event.method(event) Jul 14 09:36:44.849340 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:36:44.849340 n-d-779913-29 neutron-server[93957]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:36:44.849340 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:36:44.849340 n-d-779913-29 neutron-server[93957]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:36:44.849340 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:36:44.849340 n-d-779913-29 neutron-server[93957]: return f(self, *a, **k) Jul 14 09:36:44.849340 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:36:44.849340 n-d-779913-29 neutron-server[93957]: return self._get(url).json() Jul 14 09:36:44.849340 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:36:44.849340 n-d-779913-29 neutron-server[93957]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:36:44.849340 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:36:44.849340 n-d-779913-29 neutron-server[93957]: return self.request(url, 'GET', **kwargs) Jul 14 09:36:44.849340 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:36:44.849340 n-d-779913-29 neutron-server[93957]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:36:44.849340 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:36:44.849340 n-d-779913-29 neutron-server[93957]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:36:44.849340 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:36:44.849340 n-d-779913-29 neutron-server[93957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:36:44.849340 n-d-779913-29 neutron-server[93957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:36:44.911935 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-0969601f-a214-48d7-848e-6c6f74ae6c32 None None] Allocated IP 172.20.0.18 (ab47fbd1-c900-4353-8b7e-7dd27adccee7/4b0d97a4-60d4-4eac-8935-3762a1e5b40b/d635820f-bf2a-4594-a3ea-2a29f0caa575) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:36:44.913723 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-0c805a09-0d0a-44ef-a80e-f138ed40bd6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660504'] for network, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:44.968140 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-0c805a09-0d0a-44ef-a80e-f138ed40bd6f admin admin] Notify callbacks [] for network, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:44.973392 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-0c805a09-0d0a-44ef-a80e-f138ed40bd6f admin admin] 10.222.0.68 "DELETE /v2.0/networks/58cee2b0-4a4c-44eb-9b72-cfd45f924ad2 HTTP/1.1" status: 204 len: 168 time: 1.0314758 Jul 14 09:36:44.973392 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c805a09-0d0a-44ef-a80e-f138ed40bd6f admin admin] Pushing event deleted for resources: {'Network': ['ID=58cee2b0-4a4c-44eb-9b72-cfd45f924ad2,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:45.307595 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0969601f-a214-48d7-848e-6c6f74ae6c32 None None] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:45.324561 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-0969601f-a214-48d7-848e-6c6f74ae6c32 None None] Transition to ACTIVE for port object d635820f-bf2a-4594-a3ea-2a29f0caa575 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:36:45.339634 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 35864) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:45.361169 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-0969601f-a214-48d7-848e-6c6f74ae6c32 None None] Transition to ACTIVE for port object d635820f-bf2a-4594-a3ea-2a29f0caa575 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:36:45.374232 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0969601f-a214-48d7-848e-6c6f74ae6c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:45.381993 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-24958a4c-6ecf-4574-92a0-d61da6786286 req-90cc07ff-3ed8-474f-bce9-7a3cdd9dc277 tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] 10.222.0.68 "GET /v2.0/security-groups?id=480b9b88-a112-41cf-9ffd-c713e01dc0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9488819 Jul 14 09:36:45.442651 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0969601f-a214-48d7-848e-6c6f74ae6c32 None None] Network ab47fbd1-c900-4353-8b7e-7dd27adccee7 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:36:45.448418 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-0969601f-a214-48d7-848e-6c6f74ae6c32 None None] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:36:45.452126 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0969601f-a214-48d7-848e-6c6f74ae6c32 None None] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:36:45.525662 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-5ba342bc-ebb6-4133-a333-0a25423c5baa admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=4cb5d08776664e9f8e9d7e6bc7c12e1a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1739948 Jul 14 09:36:45.526719 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 35866) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:45.537836 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a606bd7-a793-42c2-aba6-795c6bb72afa req-61404c89-9026-414f-b222-3e818b135b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:45.539361 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-1a606bd7-a793-42c2-aba6-795c6bb72afa req-61404c89-9026-414f-b222-3e818b135b01 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=51a0c5b2b5094b24a910e75e03cedf47&device_id=8e7397c3-9642-4fe6-b6c4-32d7843783ff HTTP/1.1" status: 200 len: 1096 time: 0.4373627 Jul 14 09:36:45.563294 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0969601f-a214-48d7-848e-6c6f74ae6c32 None None] Pushing event updated for resources: {'Port': ['ID=d635820f-bf2a-4594-a3ea-2a29f0caa575,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:45.585173 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-0969601f-a214-48d7-848e-6c6f74ae6c32 None None] Attempting to bind port d635820f-bf2a-4594-a3ea-2a29f0caa575 on host n-d-779913-29 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:36:45.585679 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-0969601f-a214-48d7-848e-6c6f74ae6c32 None None] Attempting to bind port d635820f-bf2a-4594-a3ea-2a29f0caa575 by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': 'c6e98643-aa08-4cfd-8e1d-36eb88f0c957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'ab47fbd1-c900-4353-8b7e-7dd27adccee7'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:36:45.586397 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0969601f-a214-48d7-848e-6c6f74ae6c32 None None] Attempting to bind port d635820f-bf2a-4594-a3ea-2a29f0caa575 on network ab47fbd1-c900-4353-8b7e-7dd27adccee7 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:36:45.594818 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0969601f-a214-48d7-848e-6c6f74ae6c32 None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 36, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:36:45.595204 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0969601f-a214-48d7-848e-6c6f74ae6c32 None None] Checking segment: {'id': 'c6e98643-aa08-4cfd-8e1d-36eb88f0c957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'ab47fbd1-c900-4353-8b7e-7dd27adccee7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:36:45.595791 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0969601f-a214-48d7-848e-6c6f74ae6c32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:45.596760 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0969601f-a214-48d7-848e-6c6f74ae6c32 None None] Bound using segment: {'id': 'c6e98643-aa08-4cfd-8e1d-36eb88f0c957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'ab47fbd1-c900-4353-8b7e-7dd27adccee7'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:36:45.597302 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-0969601f-a214-48d7-848e-6c6f74ae6c32 None None] Bound port: d635820f-bf2a-4594-a3ea-2a29f0caa575, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6e98643-aa08-4cfd-8e1d-36eb88f0c957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'ab47fbd1-c900-4353-8b7e-7dd27adccee7'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:36:45.597733 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0969601f-a214-48d7-848e-6c6f74ae6c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:45.651686 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1f0dd74b-3982-4bab-9674-0c22aa001e20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:45.703048 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-0969601f-a214-48d7-848e-6c6f74ae6c32 None None] For port d635820f-bf2a-4594-a3ea-2a29f0caa575, host n-d-779913-29, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:36:45.707409 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-0969601f-a214-48d7-848e-6c6f74ae6c32 None None] For port d635820f-bf2a-4594-a3ea-2a29f0caa575, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=d635820f-bf2a-4594-a3ea-2a29f0caa575,segment=NetworkSegment(c6e98643-aa08-4cfd-8e1d-36eb88f0c957),segment_id=c6e98643-aa08-4cfd-8e1d-36eb88f0c957)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:36:45.712253 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0969601f-a214-48d7-848e-6c6f74ae6c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:45.736209 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1f0dd74b-3982-4bab-9674-0c22aa001e20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:45.831604 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0969601f-a214-48d7-848e-6c6f74ae6c32 None None] Pushing event updated for resources: {'Port': ['ID=d635820f-bf2a-4594-a3ea-2a29f0caa575,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:45.889028 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1f0dd74b-3982-4bab-9674-0c22aa001e20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:45.892151 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1f0dd74b-3982-4bab-9674-0c22aa001e20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:45.893701 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-1f0dd74b-3982-4bab-9674-0c22aa001e20 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/ff27f1e0-0078-49b9-90e3-125b24008d99 HTTP/1.1" status: 204 len: 168 time: 0.3658705 Jul 14 09:36:45.918328 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0dd74b-3982-4bab-9674-0c22aa001e20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff27f1e0-0078-49b9-90e3-125b24008d99,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:46.129166 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d022c39-a0e7-487b-8a0c-0a362f992908 req-e8feffa5-45ac-4254-8bc5-42509bade119 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:46.146918 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-7d022c39-a0e7-487b-8a0c-0a362f992908 req-e8feffa5-45ac-4254-8bc5-42509bade119 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] 10.222.0.68 "GET /v2.0/ports?device_id=8e7397c3-9642-4fe6-b6c4-32d7843783ff HTTP/1.1" status: 200 len: 944 time: 0.2222733 Jul 14 09:36:46.285372 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 58ce5e88-4f3f-49a2-b3ae-53fa79d71ab6 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:36:46.303248 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0781260e-f7ac-4d32-9a8b-aaf716aacf65 tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:46.311522 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-7d022c39-a0e7-487b-8a0c-0a362f992908 req-6b8b908c-9135-4b45-9110-145519828660 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] 10.222.0.68 "GET /v2.0/security-groups?id=d752f37c-fee3-40c2-9393-243f60d7ab2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1559496 Jul 14 09:36:46.401321 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 0ee2723b-6a99-46fc-8a19-1ddf93272d2e up at agent hyperv_n-h1-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:36:46.515479 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a606bd7-a793-42c2-aba6-795c6bb72afa req-a5877a81-3a1c-4289-9dfb-6b8a73009b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:46.525370 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-1a606bd7-a793-42c2-aba6-795c6bb72afa req-a5877a81-3a1c-4289-9dfb-6b8a73009b8b service neutron] 10.222.0.57 "GET /v2.0/networks?id=087e0468-2285-4c59-b3f2-1d1ff8b2217b HTTP/1.1" status: 200 len: 917 time: 0.9214933 Jul 14 09:36:46.595352 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Provisioning for port 0ee2723b-6a99-46fc-8a19-1ddf93272d2e completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:36:46.600740 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Provisioning complete for port 0ee2723b-6a99-46fc-8a19-1ddf93272d2e triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:36:46.601365 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:46.665451 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning for port 58ce5e88-4f3f-49a2-b3ae-53fa79d71ab6 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:36:46.688626 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port 58ce5e88-4f3f-49a2-b3ae-53fa79d71ab6 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:36:46.689513 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:46.829993 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:46.835432 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-1a606bd7-a793-42c2-aba6-795c6bb72afa req-1fe27891-63b5-4b1f-b0ac-9f0122b124fa service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a41d2256-8405-429f-a1ba-806313b3c072 HTTP/1.1" status: 200 len: 999 time: 0.2916949 Jul 14 09:36:46.902949 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59c462a1-54bd-4c63-abb2-4aeddc87f87a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ee2723b-6a99-46fc-8a19-1ddf93272d2e'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:36:46.907649 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd62303f06773040a8a4e189dc46b4f565768c299abf8ab8e7739778b0bc3e97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-479bfeb7-ac62-4b07-8a69-8af4ff68b65a" -d '{"events": [{"server_uuid": "59c462a1-54bd-4c63-abb2-4aeddc87f87a", "name": "network-vif-plugged", "status": "completed", "tag": "0ee2723b-6a99-46fc-8a19-1ddf93272d2e"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:36:46.940063 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d6af1b-a317-4151-baac-1fcecee29574 req-628c7b63-0ec9-4b03-b655-30c895013a36 tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:46.945325 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port 0ee2723b-6a99-46fc-8a19-1ddf93272d2e, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=0ee2723b-6a99-46fc-8a19-1ddf93272d2e,segment=NetworkSegment(7591738e-41ad-492d-b0a6-69a16017c202),segment_id=7591738e-41ad-492d-b0a6-69a16017c202)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:36:46.950008 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-01d6af1b-a317-4151-baac-1fcecee29574 req-628c7b63-0ec9-4b03-b655-30c895013a36 tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] 10.222.0.68 "GET /v2.0/ports?device_id=59c462a1-54bd-4c63-abb2-4aeddc87f87a HTTP/1.1" status: 200 len: 944 time: 0.2108569 Jul 14 09:36:46.976497 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:47.134909 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:36:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2affb46f-c84d-42fd-b1e0-ebde39859958 x-openstack-request-id: req-2affb46f-c84d-42fd-b1e0-ebde39859958 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:36:47.135208 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59c462a1-54bd-4c63-abb2-4aeddc87f87a", "name": "network-vif-plugged", "status": "completed", "tag": "0ee2723b-6a99-46fc-8a19-1ddf93272d2e", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:36:47.135465 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-2affb46f-c84d-42fd-b1e0-ebde39859958 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:36:47.135868 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59c462a1-54bd-4c63-abb2-4aeddc87f87a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ee2723b-6a99-46fc-8a19-1ddf93272d2e', 'code': 200} Jul 14 09:36:47.136450 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Pushing event updated for resources: {'Port': ['ID=0ee2723b-6a99-46fc-8a19-1ddf93272d2e,revision_number=5']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:47.167032 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-01d6af1b-a317-4151-baac-1fcecee29574 req-bce56b63-1d9f-41e4-8b7d-9573246a5630 tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] 10.222.0.68 "GET /v2.0/security-groups?id=480b9b88-a112-41cf-9ffd-c713e01dc0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2132816 Jul 14 09:36:47.238570 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:47.282826 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-0781260e-f7ac-4d32-9a8b-aaf716aacf65 tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Allocated IP 172.20.0.17 (ab47fbd1-c900-4353-8b7e-7dd27adccee7/4b0d97a4-60d4-4eac-8935-3762a1e5b40b/65c256c2-05b0-491d-a5fd-5c7b2b0b82e4) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:36:47.285538 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] For port 58ce5e88-4f3f-49a2-b3ae-53fa79d71ab6, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=58ce5e88-4f3f-49a2-b3ae-53fa79d71ab6,segment=NetworkSegment(81bf7a93-80b3-43df-b9d5-462c604a2945),segment_id=81bf7a93-80b3-43df-b9d5-462c604a2945)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:36:47.295148 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:47.332965 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59207f0-3183-468e-9b1a-7a24b568a062 req-98e1301d-391e-402c-98fb-a664a21af36b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:47.336547 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e59207f0-3183-468e-9b1a-7a24b568a062 req-98e1301d-391e-402c-98fb-a664a21af36b service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=59c462a1-54bd-4c63-abb2-4aeddc87f87a HTTP/1.1" status: 200 len: 1097 time: 0.2288361 Jul 14 09:36:47.421342 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device c20d3008-932f-4b8f-acdc-2e8f4cfb7e5c no longer exists at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:36:47.437905 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e59207f0-3183-468e-9b1a-7a24b568a062 req-c3fdcd02-93e9-4535-b125-aeb50fc12d47 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=480b9b88-a112-41cf-9ffd-c713e01dc0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944462 Jul 14 09:36:47.528369 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] No Port match for: c20d3008-932f-4b8f-acdc-2e8f4cfb7e5c {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:36:47.529111 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device c20d3008-932f-4b8f-acdc-2e8f4cfb7e5c not bound to the agent host n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:36:47.584588 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Pushing event updated for resources: {'Port': ['ID=58ce5e88-4f3f-49a2-b3ae-53fa79d71ab6,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:47.656430 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06e8033e-79a4-4695-a3e7-4e03cd4327da None None] Network ab47fbd1-c900-4353-8b7e-7dd27adccee7 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:36:47.709669 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0781260e-f7ac-4d32-9a8b-aaf716aacf65 tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:47.750090 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-0781260e-f7ac-4d32-9a8b-aaf716aacf65 tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Transition to ACTIVE for port object 65c256c2-05b0-491d-a5fd-5c7b2b0b82e4 will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:36:47.798221 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 35908) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:47.816981 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0781260e-f7ac-4d32-9a8b-aaf716aacf65 tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:47.955811 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0781260e-f7ac-4d32-9a8b-aaf716aacf65 tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Network ab47fbd1-c900-4353-8b7e-7dd27adccee7 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:36:47.965516 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-0781260e-f7ac-4d32-9a8b-aaf716aacf65 tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:36:47.970201 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a606bd7-a793-42c2-aba6-795c6bb72afa req-75659c05-5762-48a9-8798-eb7e9dfb3424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:47.972262 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-1a606bd7-a793-42c2-aba6-795c6bb72afa req-75659c05-5762-48a9-8798-eb7e9dfb3424 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=04ae7776-8c86-484d-9bcc-4299f4579807 HTTP/1.1" status: 200 len: 855 time: 0.8829150 Jul 14 09:36:47.973066 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0781260e-f7ac-4d32-9a8b-aaf716aacf65 tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:36:47.976315 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-7c851c32-5166-4c94-9877-3b08a0efd9e9 None None] Provisioning for port d635820f-bf2a-4594-a3ea-2a29f0caa575 completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:36:48.009929 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-72f5143e-53cb-420b-ac80-fafe6d06eae1 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-288552982-network', 'tenant_id': '25ac2af08c4046baa564fe43ef6694a4'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:36:48.084063 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72f5143e-53cb-420b-ac80-fafe6d06eae1 admin admin] Made reservation on behalf of 25ac2af08c4046baa564fe43ef6694a4 for: {'network': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:36:48.089630 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-72f5143e-53cb-420b-ac80-fafe6d06eae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for network, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:48.120697 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-72f5143e-53cb-420b-ac80-fafe6d06eae1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:48.124781 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0781260e-f7ac-4d32-9a8b-aaf716aacf65 tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Pushing event updated for resources: {'Port': ['ID=65c256c2-05b0-491d-a5fd-5c7b2b0b82e4,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:48.207053 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00a1b52-6c89-4290-b15f-80b1f75e99fd req-2ff2720c-3699-465a-bfa0-16bed6307578 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:48.208983 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-b00a1b52-6c89-4290-b15f-80b1f75e99fd req-2ff2720c-3699-465a-bfa0-16bed6307578 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] 10.222.0.68 "GET /v2.0/ports?device_id=8e7397c3-9642-4fe6-b6c4-32d7843783ff HTTP/1.1" status: 200 len: 944 time: 0.4001391 Jul 14 09:36:48.351343 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device d635820f-bf2a-4594-a3ea-2a29f0caa575 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:36:48.353771 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-72f5143e-53cb-420b-ac80-fafe6d06eae1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:48.370150 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0781260e-f7ac-4d32-9a8b-aaf716aacf65 tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-660393'] for router_interface, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:48.372953 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-72f5143e-53cb-420b-ac80-fafe6d06eae1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:48.415040 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72f5143e-53cb-420b-ac80-fafe6d06eae1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 704} {{(pid=93957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:36:48.443752 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-72f5143e-53cb-420b-ac80-fafe6d06eae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:48.444685 n-d-779913-29 neutron-server[93957]: INFO neutron.db.segments_db [None req-72f5143e-53cb-420b-ac80-fafe6d06eae1 admin admin] Added segment e4f076ed-00bf-48e0-8d09-9613d8c10782 of type vlan for network 11c76f08-687c-4747-be6a-b8b4481f67fa Jul 14 09:36:48.477425 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning for port d635820f-bf2a-4594-a3ea-2a29f0caa575 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:36:48.488590 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port d635820f-bf2a-4594-a3ea-2a29f0caa575 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:36:48.489274 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:48.588104 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-72f5143e-53cb-420b-ac80-fafe6d06eae1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735687821325'] for network, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:48.611627 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f5143e-53cb-420b-ac80-fafe6d06eae1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=556d12fa-035b-4c05-a8dc-f972bf8317a4,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:48.676047 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbef7f2-4b5f-4ae9-a48b-ab75d28ce67f req-e7ac9f71-cb21-4e2e-b384-e0f1b9dfe76e tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:48.678425 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1fbef7f2-4b5f-4ae9-a48b-ab75d28ce67f req-e7ac9f71-cb21-4e2e-b384-e0f1b9dfe76e tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] 10.222.0.68 "GET /v2.0/ports?device_id=59c462a1-54bd-4c63-abb2-4aeddc87f87a HTTP/1.1" status: 200 len: 945 time: 0.1649120 Jul 14 09:36:48.679616 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-72f5143e-53cb-420b-ac80-fafe6d06eae1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855'] for network, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:48.681118 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72f5143e-53cb-420b-ac80-fafe6d06eae1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:48.682320 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-72f5143e-53cb-420b-ac80-fafe6d06eae1 admin admin] Notify callbacks [] for network, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:48.710348 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-55c572e1-7be9-4641-9ebb-093008580951 None None] Provisioning complete for port d635820f-bf2a-4594-a3ea-2a29f0caa575 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:36:48.711050 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-55c572e1-7be9-4641-9ebb-093008580951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:48.744687 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0781260e-f7ac-4d32-9a8b-aaf716aacf65 tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:48.782468 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-72f5143e-53cb-420b-ac80-fafe6d06eae1 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9821861 Jul 14 09:36:48.786657 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 35918) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:48.798371 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-1f6b77c1-032d-4bd0-a3e1-ef560627d959 admin admin] Request body: {'subnet': {'network_id': '11c76f08-687c-4747-be6a-b8b4481f67fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-288552982-subnet', 'tenant_id': '25ac2af08c4046baa564fe43ef6694a4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:36:48.814033 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f5143e-53cb-420b-ac80-fafe6d06eae1 admin admin] Pushing event updated for resources: {'Network': ['ID=11c76f08-687c-4747-be6a-b8b4481f67fa,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:48.823108 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1fbef7f2-4b5f-4ae9-a48b-ab75d28ce67f req-578bbfe8-f8f6-4ef8-af50-c84ba84b8107 tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] 10.222.0.68 "GET /v2.0/security-groups?id=480b9b88-a112-41cf-9ffd-c713e01dc0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303530 Jul 14 09:36:48.844096 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f6b77c1-032d-4bd0-a3e1-ef560627d959 admin admin] Made reservation on behalf of 25ac2af08c4046baa564fe43ef6694a4 for: {'subnet': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:36:48.857593 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1f6b77c1-032d-4bd0-a3e1-ef560627d959 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11984110'] for subnet, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:48.857879 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Network 11c76f08-687c-4747-be6a-b8b4481f67fa details requested by agent ovs-agent-n-d-779913-29 with host n-d-779913-29 {{(pid=93959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:36:49.023119 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-b00a1b52-6c89-4290-b15f-80b1f75e99fd req-c78bbec4-71d5-4368-a40d-a494685c621c tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] 10.222.0.68 "GET /v2.0/security-groups?id=d752f37c-fee3-40c2-9393-243f60d7ab2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7151039 Jul 14 09:36:49.063894 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a606bd7-a793-42c2-aba6-795c6bb72afa req-fb78b212-8efa-4465-abba-8435d074777f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:49.066379 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-1a606bd7-a793-42c2-aba6-795c6bb72afa req-fb78b212-8efa-4465-abba-8435d074777f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=087e0468-2285-4c59-b3f2-1d1ff8b2217b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.9381557 Jul 14 09:36:49.286353 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:49.303787 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1f6b77c1-032d-4bd0-a3e1-ef560627d959 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10052764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11984092'] for subnet, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:49.328541 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-55c572e1-7be9-4641-9ebb-093008580951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:49.387574 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6b77c1-032d-4bd0-a3e1-ef560627d959 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab85a4a3-76ba-42e3-89ac-47f01b33f069,revision_number=0']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:49.392219 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] For port d635820f-bf2a-4594-a3ea-2a29f0caa575, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=d635820f-bf2a-4594-a3ea-2a29f0caa575,segment=NetworkSegment(c6e98643-aa08-4cfd-8e1d-36eb88f0c957),segment_id=c6e98643-aa08-4cfd-8e1d-36eb88f0c957)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:36:49.398968 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:49.399783 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 58ce5e88-4f3f-49a2-b3ae-53fa79d71ab6 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:36:49.401334 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f6b77c1-032d-4bd0-a3e1-ef560627d959 admin admin] Checking segment: {'id': 'e4f076ed-00bf-48e0-8d09-9613d8c10782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '11c76f08-687c-4747-be6a-b8b4481f67fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:36:49.402883 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f6b77c1-032d-4bd0-a3e1-ef560627d959 admin admin] Network hostable DHCP agents. Network: 11c76f08-687c-4747-be6a-b8b4481f67fa, hostable agents: ['c6a09bd4-f72e-4283-a3ca-0bbca8a51081'], hosted agents: [] {{(pid=93957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:36:49.436526 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f6b77c1-032d-4bd0-a3e1-ef560627d959 admin admin] Network 11c76f08-687c-4747-be6a-b8b4481f67fa is scheduled to be hosted by DHCP agent c6a09bd4-f72e-4283-a3ca-0bbca8a51081 with binding_index 1 {{(pid=93957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:36:49.455662 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-1f6b77c1-032d-4bd0-a3e1-ef560627d959 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-29, 11c76f08-687c-4747-be6a-b8b4481f67fa) {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:36:49.463190 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f6b77c1-032d-4bd0-a3e1-ef560627d959 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:49.464124 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1f6b77c1-032d-4bd0-a3e1-ef560627d959 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:49.486216 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Pushing event updated for resources: {'Port': ['ID=d635820f-bf2a-4594-a3ea-2a29f0caa575,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:49.492629 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b6cdc05-ae41-4434-899d-7b3a2cdf8fcd None None] Network 11c76f08-687c-4747-be6a-b8b4481f67fa requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:36:49.509370 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-1f6b77c1-032d-4bd0-a3e1-ef560627d959 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7082920 Jul 14 09:36:49.591890 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0781260e-f7ac-4d32-9a8b-aaf716aacf65 tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:49.598964 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0781260e-f7ac-4d32-9a8b-aaf716aacf65 tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13574142'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:49.615859 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.db.api [None req-55c572e1-7be9-4641-9ebb-093008580951 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93959) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 09:36:49.616219 n-d-779913-29 neutron-server[93959]: DEBUG oslo_db.api [None req-55c572e1-7be9-4641-9ebb-093008580951 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 09:36:49.644500 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port 58ce5e88-4f3f-49a2-b3ae-53fa79d71ab6 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:36:49.644816 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:49.671076 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0781260e-f7ac-4d32-9a8b-aaf716aacf65 tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-683747'] for router_interface, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:49.901433 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0781260e-f7ac-4d32-9a8b-aaf716aacf65 tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Network ab47fbd1-c900-4353-8b7e-7dd27adccee7 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:36:49.908077 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-0781260e-f7ac-4d32-9a8b-aaf716aacf65 tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:36:49.939657 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0e83478-c3ee-4a76-bdd8-387e86093f65 None None] Network 11c76f08-687c-4747-be6a-b8b4481f67fa requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:36:50.103733 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0781260e-f7ac-4d32-9a8b-aaf716aacf65 tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Router d363803e-8497-4a4c-8d41-af38633efec7 has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:36:50.132853 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0781260e-f7ac-4d32-9a8b-aaf716aacf65 tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Pushing event updated for resources: {'Port': ['ID=65c256c2-05b0-491d-a5fd-5c7b2b0b82e4,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:50.335251 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0781260e-f7ac-4d32-9a8b-aaf716aacf65 tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:36:50.351655 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-0781260e-f7ac-4d32-9a8b-aaf716aacf65 tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] 10.222.0.68 "PUT /v2.0/routers/d363803e-8497-4a4c-8d41-af38633efec7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4364851 Jul 14 09:36:50.359725 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57c238fc-f422-4290-a12d-c30f53d5a38d None None] Sync routers for ids ['d363803e-8497-4a4c-8d41-af38633efec7'] in n-d-779913-29 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:36:50.389225 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e7f593-f693-41f6-982d-114356d873cb req-2635b3c6-1781-4cf8-8f5c-447fdcac75b2 tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:50.397989 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c238fc-f422-4290-a12d-c30f53d5a38d None None] Routers {'d363803e-8497-4a4c-8d41-af38633efec7'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:36:50.402457 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-57c238fc-f422-4290-a12d-c30f53d5a38d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:36:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['d363803e-8497-4a4c-8d41-af38633efec7'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:50.410280 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-11e7f593-f693-41f6-982d-114356d873cb req-2635b3c6-1781-4cf8-8f5c-447fdcac75b2 tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] 10.222.0.68 "GET /v2.0/ports?device_id=59c462a1-54bd-4c63-abb2-4aeddc87f87a HTTP/1.1" status: 200 len: 945 time: 0.2304001 Jul 14 09:36:50.487490 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-11e7f593-f693-41f6-982d-114356d873cb req-b76e176a-5b86-417b-80ff-1e5cd7b346bf tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] 10.222.0.68 "GET /v2.0/security-groups?id=480b9b88-a112-41cf-9ffd-c713e01dc0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758040 Jul 14 09:36:50.509780 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-55c572e1-7be9-4641-9ebb-093008580951 None None] Provisioning for port 65c256c2-05b0-491d-a5fd-5c7b2b0b82e4 completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:36:50.517095 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-55c572e1-7be9-4641-9ebb-093008580951 None None] Provisioning complete for port 65c256c2-05b0-491d-a5fd-5c7b2b0b82e4 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:36:50.518134 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-55c572e1-7be9-4641-9ebb-093008580951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:50.561430 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device d635820f-bf2a-4594-a3ea-2a29f0caa575 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:36:50.563879 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-55c572e1-7be9-4641-9ebb-093008580951 None None] Port 65c256c2-05b0-491d-a5fd-5c7b2b0b82e4 cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:36:50.625372 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port d635820f-bf2a-4594-a3ea-2a29f0caa575 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:36:50.625975 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:50.734997 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-e34b44c2-ce12-42f1-a8f7-9bbbfc2cd7b7 None None] Provisioning complete for port 65c256c2-05b0-491d-a5fd-5c7b2b0b82e4 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:36:50.735699 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e34b44c2-ce12-42f1-a8f7-9bbbfc2cd7b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:50.748593 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c141ca-b24d-40a6-b089-d131078cd6d2 req-8ba88caa-9eb0-4fcd-a323-45fdcfbcad8a tempest-MultipleCreateTestJSON-146299847 tempest-MultipleCreateTestJSON-146299847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:50.768771 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-71c141ca-b24d-40a6-b089-d131078cd6d2 req-8ba88caa-9eb0-4fcd-a323-45fdcfbcad8a tempest-MultipleCreateTestJSON-146299847 tempest-MultipleCreateTestJSON-146299847-project] 10.222.0.68 "GET /v2.0/networks?id=11c76f08-687c-4747-be6a-b8b4481f67fa HTTP/1.1" status: 200 len: 812 time: 0.3135443 Jul 14 09:36:50.791061 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-e34b44c2-ce12-42f1-a8f7-9bbbfc2cd7b7 None None] Port 65c256c2-05b0-491d-a5fd-5c7b2b0b82e4 cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:36:50.806430 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-71c141ca-b24d-40a6-b089-d131078cd6d2 req-94d78d2e-8b50-41c2-b6db-fdd3de4b2b75 tempest-MultipleCreateTestJSON-146299847 tempest-MultipleCreateTestJSON-146299847-project] 10.222.0.68 "GET /v2.0/quotas/25ac2af08c4046baa564fe43ef6694a4 HTTP/1.1" status: 200 len: 375 time: 0.0362484 Jul 14 09:36:50.870592 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-57c238fc-f422-4290-a12d-c30f53d5a38d None None] Set router d363803e-8497-4a4c-8d41-af38633efec7 gateway port host: n-d-779913-29 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:36:50.921024 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-71c141ca-b24d-40a6-b089-d131078cd6d2 req-e43bfa29-dcdf-43e2-9304-3412e1f37b5a tempest-MultipleCreateTestJSON-146299847 tempest-MultipleCreateTestJSON-146299847-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=25ac2af08c4046baa564fe43ef6694a4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1085935 Jul 14 09:36:51.097075 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1775b2e6-498c-419f-a377-83023018a284 req-c1a4fdfa-a824-46da-8e6f-326efea5b7ac tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:51.097075 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1775b2e6-498c-419f-a377-83023018a284 req-c1a4fdfa-a824-46da-8e6f-326efea5b7ac tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] 10.222.0.68 "GET /v2.0/ports?device_id=8e7397c3-9642-4fe6-b6c4-32d7843783ff HTTP/1.1" status: 200 len: 944 time: 0.2217937 Jul 14 09:36:51.130814 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-71c141ca-b24d-40a6-b089-d131078cd6d2 req-14a0be61-25aa-448b-b11e-ef73cb7f8fc6 service neutron] 10.222.0.68 "GET /v2.0/networks/11c76f08-687c-4747-be6a-b8b4481f67fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2081058 Jul 14 09:36:51.259610 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1775b2e6-498c-419f-a377-83023018a284 req-af98dda8-d084-4766-9102-d7cd0885bfd1 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] 10.222.0.68 "GET /v2.0/security-groups?id=d752f37c-fee3-40c2-9393-243f60d7ab2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1440151 Jul 14 09:36:51.274019 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-71c141ca-b24d-40a6-b089-d131078cd6d2 req-89da6f61-a9ed-47bb-887e-873ebc7bd663 service neutron] 10.222.0.68 "GET /v2.0/networks/11c76f08-687c-4747-be6a-b8b4481f67fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422031 Jul 14 09:36:51.421040 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-57c238fc-f422-4290-a12d-c30f53d5a38d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd363803e-8497-4a4c-8d41-af38633efec7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1130370778', 'tenant_id': '8f4c0efbbeff49fda0063f5062583c63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.124'}], 'enable_snat': True}, 'gw_port_id': '58ce5e88-4f3f-49a2-b3ae-53fa79d71ab6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:36:36Z', 'updated_at': '2021-07-14T09:36:48Z', 'revision_number': 4, 'project_id': '8f4c0efbbeff49fda0063f5062583c63', 'gw_port': {'id': '58ce5e88-4f3f-49a2-b3ae-53fa79d71ab6', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:de:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd363803e-8497-4a4c-8d41-af38633efec7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2353, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:36:38Z', 'updated_at': '2021-07-14T09:36:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': '65c256c2-05b0-491d-a5fd-5c7b2b0b82e4', 'name': '', 'network_id': 'ab47fbd1-c900-4353-8b7e-7dd27adccee7', 'tenant_id': '8f4c0efbbeff49fda0063f5062583c63', 'mac_address': 'fa:16:3e:20:c1:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd363803e-8497-4a4c-8d41-af38633efec7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2356, 'fixed_ips': [{'subnet_id': '4b0d97a4-60d4-4eac-8935-3762a1e5b40b', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:36:46Z', 'updated_at': '2021-07-14T09:36:49Z', 'revision_number': 2, 'project_id': '8f4c0efbbeff49fda0063f5062583c63', 'subnets': [{'id': '4b0d97a4-60d4-4eac-8935-3762a1e5b40b', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:51.526617 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57c238fc-f422-4290-a12d-c30f53d5a38d None None] Checking router: d363803e-8497-4a4c-8d41-af38633efec7 for host: n-d-779913-29 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:36:51.526980 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57c238fc-f422-4290-a12d-c30f53d5a38d None None] Updating router d363803e-8497-4a4c-8d41-af38633efec7 port 65c256c2-05b0-491d-a5fd-5c7b2b0b82e4 binding host n-d-779913-29 {{(pid=93960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:36:51.598232 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-1a606bd7-a793-42c2-aba6-795c6bb72afa req-cb54e8f0-371b-4df1-a82f-2cf1d1f62fe5 service neutron] 10.222.0.57 "GET /v2.0/networks/087e0468-2285-4c59-b3f2-1d1ff8b2217b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2776787 Jul 14 09:36:51.665242 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-57c238fc-f422-4290-a12d-c30f53d5a38d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:51.979890 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2894674-2659-4337-b26f-47532249e479 req-c4dfbbf6-e9fe-4f25-835f-d5919cc356a3 tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:51.981826 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d2894674-2659-4337-b26f-47532249e479 req-c4dfbbf6-e9fe-4f25-835f-d5919cc356a3 tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] 10.222.0.68 "GET /v2.0/networks?id=ab47fbd1-c900-4353-8b7e-7dd27adccee7 HTTP/1.1" status: 200 len: 798 time: 0.3997724 Jul 14 09:36:52.009633 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d2894674-2659-4337-b26f-47532249e479 req-99415b1c-d753-4e7c-95ab-a27286ccc403 tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] 10.222.0.68 "GET /v2.0/quotas/8f4c0efbbeff49fda0063f5062583c63 HTTP/1.1" status: 200 len: 375 time: 0.0200143 Jul 14 09:36:52.021193 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-680a67e8-5304-49b5-bc08-8163544072c4 req-fe5aef6f-3ecf-42e3-bcc8-66e8aa74656e tempest-MultipleCreateTestJSON-146299847 tempest-MultipleCreateTestJSON-146299847-project] 10.222.0.68 "GET /v2.0/ports?device_id=026fb22c-2a18-4700-8a3a-db5dbc7f8c95 HTTP/1.1" status: 200 len: 210 time: 0.0846615 Jul 14 09:36:52.144862 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a7ecc206-a181-4254-a414-a55d9f1c16f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:52.520994 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-57c238fc-f422-4290-a12d-c30f53d5a38d None None] Notify callbacks [] for port, precommit_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:52.540525 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-57c238fc-f422-4290-a12d-c30f53d5a38d None None] Transition to ACTIVE for port object 65c256c2-05b0-491d-a5fd-5c7b2b0b82e4 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:36:52.547533 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d2894674-2659-4337-b26f-47532249e479 req-f458e2d1-a6d1-48c7-83c4-9bb4d8cb3ffb tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=8f4c0efbbeff49fda0063f5062583c63&fields=id HTTP/1.1" status: 200 len: 486 time: 0.5365250 Jul 14 09:36:52.549016 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-57c238fc-f422-4290-a12d-c30f53d5a38d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:52.593368 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-1a606bd7-a793-42c2-aba6-795c6bb72afa req-eef3f50c-f294-4d32-aceb-6130e2506d8a service neutron] 10.222.0.57 "GET /v2.0/networks/087e0468-2285-4c59-b3f2-1d1ff8b2217b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5648940 Jul 14 09:36:52.659636 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edf969c-1976-4dd5-ad07-d8aa09bd39e2 None None] Pushing event updated for resources: {'Port': ['ID=65c256c2-05b0-491d-a5fd-5c7b2b0b82e4,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:52.741869 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c11475-98bc-4bb8-8dba-cd6a1f53ab1c req-22458d2e-40ce-48c4-8754-e985b05443a2 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:52.757173 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-02c11475-98bc-4bb8-8dba-cd6a1f53ab1c req-22458d2e-40ce-48c4-8754-e985b05443a2 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] 10.222.0.68 "GET /v2.0/ports?device_id=8e7397c3-9642-4fe6-b6c4-32d7843783ff HTTP/1.1" status: 200 len: 944 time: 0.2916760 Jul 14 09:36:52.778668 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edf969c-1976-4dd5-ad07-d8aa09bd39e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:36:52.779111 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edf969c-1976-4dd5-ad07-d8aa09bd39e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:36:52.779532 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edf969c-1976-4dd5-ad07-d8aa09bd39e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:36:52.779910 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edf969c-1976-4dd5-ad07-d8aa09bd39e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:36:52.780322 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edf969c-1976-4dd5-ad07-d8aa09bd39e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:36:52.780807 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edf969c-1976-4dd5-ad07-d8aa09bd39e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:36:52.781040 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edf969c-1976-4dd5-ad07-d8aa09bd39e2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:36:52.781408 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edf969c-1976-4dd5-ad07-d8aa09bd39e2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:36:52.781849 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edf969c-1976-4dd5-ad07-d8aa09bd39e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:36:52.782214 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edf969c-1976-4dd5-ad07-d8aa09bd39e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:36:52.782544 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edf969c-1976-4dd5-ad07-d8aa09bd39e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:36:52.782913 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edf969c-1976-4dd5-ad07-d8aa09bd39e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:36:52.852013 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-02c11475-98bc-4bb8-8dba-cd6a1f53ab1c req-64521d9f-1c89-4a9d-af36-6cd454c51087 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] 10.222.0.68 "GET /v2.0/security-groups?id=d752f37c-fee3-40c2-9393-243f60d7ab2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0936172 Jul 14 09:36:52.916365 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d2894674-2659-4337-b26f-47532249e479 req-eb43ea2f-8804-4166-824d-1ab8be6f11ae service neutron] 10.222.0.68 "GET /v2.0/networks/ab47fbd1-c900-4353-8b7e-7dd27adccee7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3487995 Jul 14 09:36:52.924864 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-57c238fc-f422-4290-a12d-c30f53d5a38d None None] Attempting to bind port 65c256c2-05b0-491d-a5fd-5c7b2b0b82e4 on host n-d-779913-29 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:36:52.925245 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-57c238fc-f422-4290-a12d-c30f53d5a38d None None] Attempting to bind port 65c256c2-05b0-491d-a5fd-5c7b2b0b82e4 by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': 'c6e98643-aa08-4cfd-8e1d-36eb88f0c957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'ab47fbd1-c900-4353-8b7e-7dd27adccee7'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:36:52.925660 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c238fc-f422-4290-a12d-c30f53d5a38d None None] Attempting to bind port 65c256c2-05b0-491d-a5fd-5c7b2b0b82e4 on network ab47fbd1-c900-4353-8b7e-7dd27adccee7 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:36:52.937830 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c238fc-f422-4290-a12d-c30f53d5a38d None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 36, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:36:52.938202 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c238fc-f422-4290-a12d-c30f53d5a38d None None] Checking segment: {'id': 'c6e98643-aa08-4cfd-8e1d-36eb88f0c957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'ab47fbd1-c900-4353-8b7e-7dd27adccee7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:36:52.938613 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-57c238fc-f422-4290-a12d-c30f53d5a38d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:52.939058 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c238fc-f422-4290-a12d-c30f53d5a38d None None] Bound using segment: {'id': 'c6e98643-aa08-4cfd-8e1d-36eb88f0c957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'ab47fbd1-c900-4353-8b7e-7dd27adccee7'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:36:52.939535 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-57c238fc-f422-4290-a12d-c30f53d5a38d None None] Bound port: 65c256c2-05b0-491d-a5fd-5c7b2b0b82e4, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6e98643-aa08-4cfd-8e1d-36eb88f0c957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'ab47fbd1-c900-4353-8b7e-7dd27adccee7'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:36:52.939921 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-57c238fc-f422-4290-a12d-c30f53d5a38d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:53.176367 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-57c238fc-f422-4290-a12d-c30f53d5a38d None None] For port 65c256c2-05b0-491d-a5fd-5c7b2b0b82e4, host n-d-779913-29, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:36:53.183748 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-57c238fc-f422-4290-a12d-c30f53d5a38d None None] For port 65c256c2-05b0-491d-a5fd-5c7b2b0b82e4, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=65c256c2-05b0-491d-a5fd-5c7b2b0b82e4,segment=NetworkSegment(c6e98643-aa08-4cfd-8e1d-36eb88f0c957),segment_id=c6e98643-aa08-4cfd-8e1d-36eb88f0c957)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:36:53.189115 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-57c238fc-f422-4290-a12d-c30f53d5a38d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:53.263873 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d2894674-2659-4337-b26f-47532249e479 req-39682d16-922b-4cb1-81b6-c9ff62f8f89d service neutron] 10.222.0.68 "GET /v2.0/networks/ab47fbd1-c900-4353-8b7e-7dd27adccee7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3448901 Jul 14 09:36:53.363181 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edf969c-1976-4dd5-ad07-d8aa09bd39e2 None None] Pushing event updated for resources: {'Port': ['ID=65c256c2-05b0-491d-a5fd-5c7b2b0b82e4,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:53.382044 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c238fc-f422-4290-a12d-c30f53d5a38d None None] Routers {'d363803e-8497-4a4c-8d41-af38633efec7'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:36:53.382574 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-57c238fc-f422-4290-a12d-c30f53d5a38d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:36:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['d363803e-8497-4a4c-8d41-af38633efec7'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:53.391377 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-4f2474d1-5044-44ce-8b5e-fe5af5578587 req-46efe1ec-5cdb-4cb1-9317-210ba8b28da6 tempest-MultipleCreateTestJSON-146299847 tempest-MultipleCreateTestJSON-146299847-project] 10.222.0.68 "GET /v2.0/ports?device_id=026fb22c-2a18-4700-8a3a-db5dbc7f8c95 HTTP/1.1" status: 200 len: 210 time: 0.1213806 Jul 14 09:36:53.753268 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-57c238fc-f422-4290-a12d-c30f53d5a38d None None] Set router d363803e-8497-4a4c-8d41-af38633efec7 gateway port host: n-d-779913-29 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:36:53.802609 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-0ac77e7f-fc01-47b6-a103-37086a37837b req-7c1cf3ec-794f-41ec-8123-5aec4ef8aec3 tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] 10.222.0.68 "GET /v2.0/ports?device_id=b0e9a98f-ce4e-4dc3-9971-42bfcf754142 HTTP/1.1" status: 200 len: 210 time: 0.1212153 Jul 14 09:36:54.388823 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-57c238fc-f422-4290-a12d-c30f53d5a38d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd363803e-8497-4a4c-8d41-af38633efec7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1130370778', 'tenant_id': '8f4c0efbbeff49fda0063f5062583c63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.124'}], 'enable_snat': True}, 'gw_port_id': '58ce5e88-4f3f-49a2-b3ae-53fa79d71ab6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:36:36Z', 'updated_at': '2021-07-14T09:36:48Z', 'revision_number': 4, 'project_id': '8f4c0efbbeff49fda0063f5062583c63', 'gw_port': {'id': '58ce5e88-4f3f-49a2-b3ae-53fa79d71ab6', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:de:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd363803e-8497-4a4c-8d41-af38633efec7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2353, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:36:38Z', 'updated_at': '2021-07-14T09:36:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': '65c256c2-05b0-491d-a5fd-5c7b2b0b82e4', 'name': '', 'network_id': 'ab47fbd1-c900-4353-8b7e-7dd27adccee7', 'tenant_id': '8f4c0efbbeff49fda0063f5062583c63', 'mac_address': 'fa:16:3e:20:c1:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd363803e-8497-4a4c-8d41-af38633efec7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2356, 'fixed_ips': [{'subnet_id': '4b0d97a4-60d4-4eac-8935-3762a1e5b40b', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:36:46Z', 'updated_at': '2021-07-14T09:36:53Z', 'revision_number': 4, 'project_id': '8f4c0efbbeff49fda0063f5062583c63', 'subnets': [{'id': '4b0d97a4-60d4-4eac-8935-3762a1e5b40b', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:54.427024 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606931e9-a004-451e-8db6-e7e7ac6cb4f1 req-50b27c32-0278-4658-8f75-b6fc1741d98d tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:54.436133 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-606931e9-a004-451e-8db6-e7e7ac6cb4f1 req-50b27c32-0278-4658-8f75-b6fc1741d98d tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] 10.222.0.68 "GET /v2.0/ports?device_id=8e7397c3-9642-4fe6-b6c4-32d7843783ff HTTP/1.1" status: 200 len: 944 time: 0.1734619 Jul 14 09:36:54.482523 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57c238fc-f422-4290-a12d-c30f53d5a38d None None] The sync data for ids ['d363803e-8497-4a4c-8d41-af38633efec7'] in n-d-779913-29 is: [{'id': 'd363803e-8497-4a4c-8d41-af38633efec7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1130370778', 'tenant_id': '8f4c0efbbeff49fda0063f5062583c63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.124'}], 'enable_snat': True}, 'gw_port_id': '58ce5e88-4f3f-49a2-b3ae-53fa79d71ab6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:36:36Z', 'updated_at': '2021-07-14T09:36:48Z', 'revision_number': 4, 'project_id': '8f4c0efbbeff49fda0063f5062583c63', 'gw_port': {'id': '58ce5e88-4f3f-49a2-b3ae-53fa79d71ab6', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:de:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd363803e-8497-4a4c-8d41-af38633efec7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2353, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:36:38Z', 'updated_at': '2021-07-14T09:36:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': '65c256c2-05b0-491d-a5fd-5c7b2b0b82e4', 'name': '', 'network_id': 'ab47fbd1-c900-4353-8b7e-7dd27adccee7', 'tenant_id': '8f4c0efbbeff49fda0063f5062583c63', 'mac_address': 'fa:16:3e:20:c1:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd363803e-8497-4a4c-8d41-af38633efec7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2356, 'fixed_ips': [{'subnet_id': '4b0d97a4-60d4-4eac-8935-3762a1e5b40b', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:36:46Z', 'updated_at': '2021-07-14T09:36:53Z', 'revision_number': 4, 'project_id': '8f4c0efbbeff49fda0063f5062583c63', 'subnets': [{'id': '4b0d97a4-60d4-4eac-8935-3762a1e5b40b', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:36:54.546636 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-606931e9-a004-451e-8db6-e7e7ac6cb4f1 req-faa0f066-d9af-4920-90ea-95048ed1309d tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] 10.222.0.68 "GET /v2.0/security-groups?id=d752f37c-fee3-40c2-9393-243f60d7ab2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1081038 Jul 14 09:36:54.604273 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.agents_db [None req-3c3509fb-540d-4335-a450-574895dd3602 None None] Agent healthcheck: found 7 active agents {{(pid=93960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:36:54.735362 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:54.824141 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c1b86135-2bdb-4a84-a6c2-849900479f02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:54.973108 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-050999d7-aa3e-42bd-8a78-2468985fc6fa req-eaf05df3-0893-4cb1-a8bd-bc4b553d3d1a tempest-MultipleCreateTestJSON-146299847 tempest-MultipleCreateTestJSON-146299847-project] 10.222.0.68 "GET /v2.0/ports?device_id=026fb22c-2a18-4700-8a3a-db5dbc7f8c95 HTTP/1.1" status: 200 len: 210 time: 0.1057637 Jul 14 09:36:55.081705 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ee1eef5e-a34f-46f7-a234-a8ddd9b363a9 req-cb88606d-fd60-431f-aef3-c7287dc08aab tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] 10.222.0.68 "GET /v2.0/ports?device_id=b0e9a98f-ce4e-4dc3-9971-42bfcf754142 HTTP/1.1" status: 200 len: 210 time: 0.0518765 Jul 14 09:36:55.885000 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5ad31076-714c-49ec-bc37-f3d4cd90112a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:55.977072 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f18a525-58af-4b2a-a7d4-a82a63222920 req-23fb948d-3fc2-45e0-ba67-3faa85eacc93 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:55.986919 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-1f18a525-58af-4b2a-a7d4-a82a63222920 req-23fb948d-3fc2-45e0-ba67-3faa85eacc93 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] 10.222.0.68 "GET /v2.0/ports?device_id=8e7397c3-9642-4fe6-b6c4-32d7843783ff HTTP/1.1" status: 200 len: 944 time: 0.1701069 Jul 14 09:36:56.104423 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-1f18a525-58af-4b2a-a7d4-a82a63222920 req-38afdbcb-a4ec-41ff-bfdc-4e44ff43d5de tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] 10.222.0.68 "GET /v2.0/security-groups?id=d752f37c-fee3-40c2-9393-243f60d7ab2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1071956 Jul 14 09:36:56.113467 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2894674-2659-4337-b26f-47532249e479 req-d461e7bf-e7a6-463b-8b05-24a15ede1a26 tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:56.121423 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d2894674-2659-4337-b26f-47532249e479 req-d461e7bf-e7a6-463b-8b05-24a15ede1a26 tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] 10.222.0.65 "GET /v2.0/networks?id=ab47fbd1-c900-4353-8b7e-7dd27adccee7 HTTP/1.1" status: 200 len: 798 time: 0.2125921 Jul 14 09:36:56.143521 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-d2894674-2659-4337-b26f-47532249e479 req-aae4fa01-a683-45b2-8277-8f4387fb149b tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Request body: {'port': {'device_id': 'b0e9a98f-ce4e-4dc3-9971-42bfcf754142', 'network_id': 'ab47fbd1-c900-4353-8b7e-7dd27adccee7', 'admin_state_up': True, 'tenant_id': '8f4c0efbbeff49fda0063f5062583c63'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:36:56.470623 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-77cc0927-523d-483a-a43f-7f8c8cd99025 req-389b6b79-7d2a-497d-ad86-688cfd0afcbd tempest-MultipleCreateTestJSON-146299847 tempest-MultipleCreateTestJSON-146299847-project] 10.222.0.68 "GET /v2.0/ports?device_id=026fb22c-2a18-4700-8a3a-db5dbc7f8c95 HTTP/1.1" status: 200 len: 210 time: 0.1177106 Jul 14 09:36:56.504658 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 65c256c2-05b0-491d-a5fd-5c7b2b0b82e4 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:36:56.613639 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-798e6c9a-bdba-4be0-ae0d-ebd96be5e71c req-0c054960-3788-4e20-b4ee-56bfe11b942f tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] 10.222.0.68 "GET /v2.0/ports?device_id=b0e9a98f-ce4e-4dc3-9971-42bfcf754142 HTTP/1.1" status: 200 len: 210 time: 0.0850637 Jul 14 09:36:56.635425 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning for port 65c256c2-05b0-491d-a5fd-5c7b2b0b82e4 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:36:56.639994 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port 65c256c2-05b0-491d-a5fd-5c7b2b0b82e4 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:36:56.640407 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:56.643564 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2894674-2659-4337-b26f-47532249e479 req-aae4fa01-a683-45b2-8277-8f4387fb149b tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Made reservation on behalf of 8f4c0efbbeff49fda0063f5062583c63 for: {'port': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:36:56.652457 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-d2894674-2659-4337-b26f-47532249e479 req-aae4fa01-a683-45b2-8277-8f4387fb149b tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:56.878730 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [req-d2894674-2659-4337-b26f-47532249e479 req-aae4fa01-a683-45b2-8277-8f4387fb149b tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Allocated IP 172.20.0.25 (ab47fbd1-c900-4353-8b7e-7dd27adccee7/4b0d97a4-60d4-4eac-8935-3762a1e5b40b/79d59c6b-be4a-4846-adb2-e12bd6e35419) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:36:56.972692 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:57.037093 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] For port 65c256c2-05b0-491d-a5fd-5c7b2b0b82e4, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=65c256c2-05b0-491d-a5fd-5c7b2b0b82e4,segment=NetworkSegment(c6e98643-aa08-4cfd-8e1d-36eb88f0c957),segment_id=c6e98643-aa08-4cfd-8e1d-36eb88f0c957)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:36:57.048534 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:57.078906 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-d2894674-2659-4337-b26f-47532249e479 req-aae4fa01-a683-45b2-8277-8f4387fb149b tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:57.135264 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [req-d2894674-2659-4337-b26f-47532249e479 req-aae4fa01-a683-45b2-8277-8f4387fb149b tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Transition to ACTIVE for port object 79d59c6b-be4a-4846-adb2-e12bd6e35419 will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:36:57.139612 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Pushing event updated for resources: {'Port': ['ID=65c256c2-05b0-491d-a5fd-5c7b2b0b82e4,revision_number=5']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:57.148483 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:36:57.149143 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:36:57.149643 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:36:57.149872 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:36:57.150438 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:36:57.150986 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:36:57.151492 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:36:57.152110 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:36:57.152634 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:36:57.153691 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:36:57.154198 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:36:57.154698 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:36:57.233934 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-d2894674-2659-4337-b26f-47532249e479 req-aae4fa01-a683-45b2-8277-8f4387fb149b tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:57.324868 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2894674-2659-4337-b26f-47532249e479 req-aae4fa01-a683-45b2-8277-8f4387fb149b tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Network ab47fbd1-c900-4353-8b7e-7dd27adccee7 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:36:57.333829 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [req-d2894674-2659-4337-b26f-47532249e479 req-aae4fa01-a683-45b2-8277-8f4387fb149b tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:36:57.337846 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2894674-2659-4337-b26f-47532249e479 req-aae4fa01-a683-45b2-8277-8f4387fb149b tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:36:57.480415 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae4fa01-a683-45b2-8277-8f4387fb149b tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Pushing event updated for resources: {'Port': ['ID=79d59c6b-be4a-4846-adb2-e12bd6e35419,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:57.492647 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4251e6-c314-489a-b75b-4ae267a756bb req-d953acaa-864a-4556-adec-680bf1e03d17 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:57.509834 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-3d4251e6-c314-489a-b75b-4ae267a756bb req-d953acaa-864a-4556-adec-680bf1e03d17 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] 10.222.0.68 "GET /v2.0/ports?device_id=8e7397c3-9642-4fe6-b6c4-32d7843783ff HTTP/1.1" status: 200 len: 944 time: 0.1352925 Jul 14 09:36:57.557699 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-3d4251e6-c314-489a-b75b-4ae267a756bb req-573d3f69-e8b2-4eb0-beed-b71efdb5e86b tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] 10.222.0.68 "GET /v2.0/security-groups?id=d752f37c-fee3-40c2-9393-243f60d7ab2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467172 Jul 14 09:36:57.594154 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2894674-2659-4337-b26f-47532249e479 req-aae4fa01-a683-45b2-8277-8f4387fb149b tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:57.594857 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-d2894674-2659-4337-b26f-47532249e479 req-aae4fa01-a683-45b2-8277-8f4387fb149b tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:57.656087 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d2894674-2659-4337-b26f-47532249e479 req-aae4fa01-a683-45b2-8277-8f4387fb149b tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.5187285 Jul 14 09:36:57.678525 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5bbe322f-3f67-4864-bc0a-91afe44d23e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:57.679789 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-d2894674-2659-4337-b26f-47532249e479 req-f5583b5c-f45e-459f-841a-b389ade9db2d service neutron] Request body: {'port': {'device_id': 'b0e9a98f-ce4e-4dc3-9971-42bfcf754142', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-29'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:36:57.852256 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd952558-dd29-4139-86f0-107fc25332db req-963ea336-2c24-4f40-82c0-f55e29511f66 tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:57.862290 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-cd952558-dd29-4139-86f0-107fc25332db req-963ea336-2c24-4f40-82c0-f55e29511f66 tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] 10.222.0.68 "GET /v2.0/ports?device_id=b0e9a98f-ce4e-4dc3-9971-42bfcf754142 HTTP/1.1" status: 200 len: 895 time: 0.0897834 Jul 14 09:36:57.892170 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-4920ffec-db91-44c4-a4c9-e3ed0b7d1e53 None None] Provisioning for port 79d59c6b-be4a-4846-adb2-e12bd6e35419 completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:36:57.897719 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-4920ffec-db91-44c4-a4c9-e3ed0b7d1e53 None None] Provisioning complete for port 79d59c6b-be4a-4846-adb2-e12bd6e35419 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:36:57.898537 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4920ffec-db91-44c4-a4c9-e3ed0b7d1e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:57.939775 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-780d53d7-83d3-4ceb-b7ca-e845655be911 req-2399ffb8-f485-4994-9970-aae080680b19 tempest-MultipleCreateTestJSON-146299847 tempest-MultipleCreateTestJSON-146299847-project] 10.222.0.68 "GET /v2.0/ports?device_id=026fb22c-2a18-4700-8a3a-db5dbc7f8c95 HTTP/1.1" status: 200 len: 210 time: 0.1323383 Jul 14 09:36:57.951610 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-4920ffec-db91-44c4-a4c9-e3ed0b7d1e53 None None] Port 79d59c6b-be4a-4846-adb2-e12bd6e35419 cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:36:57.954001 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-d2894674-2659-4337-b26f-47532249e479 req-f5583b5c-f45e-459f-841a-b389ade9db2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:58.237805 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [req-d2894674-2659-4337-b26f-47532249e479 req-f5583b5c-f45e-459f-841a-b389ade9db2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79d59c6b-be4a-4846-adb2-e12bd6e35419 {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:36:58.244958 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-d2894674-2659-4337-b26f-47532249e479 req-f5583b5c-f45e-459f-841a-b389ade9db2d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:58.257654 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [req-d2894674-2659-4337-b26f-47532249e479 req-f5583b5c-f45e-459f-841a-b389ade9db2d service neutron] Transition to ACTIVE for port object 79d59c6b-be4a-4846-adb2-e12bd6e35419 will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:36:58.261471 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-d2894674-2659-4337-b26f-47532249e479 req-f5583b5c-f45e-459f-841a-b389ade9db2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:58.338397 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5583b5c-f45e-459f-841a-b389ade9db2d service neutron] Pushing event updated for resources: {'Port': ['ID=79d59c6b-be4a-4846-adb2-e12bd6e35419,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:58.361939 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 65c256c2-05b0-491d-a5fd-5c7b2b0b82e4 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:36:58.397390 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-d2894674-2659-4337-b26f-47532249e479 req-f5583b5c-f45e-459f-841a-b389ade9db2d service neutron] Attempting to bind port 79d59c6b-be4a-4846-adb2-e12bd6e35419 on host n-h1-779913-29 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:36:58.398161 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-d2894674-2659-4337-b26f-47532249e479 req-f5583b5c-f45e-459f-841a-b389ade9db2d service neutron] Attempting to bind port 79d59c6b-be4a-4846-adb2-e12bd6e35419 by drivers openvswitch,hyperv on host n-h1-779913-29 at level 0 using segments [{'id': 'c6e98643-aa08-4cfd-8e1d-36eb88f0c957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'ab47fbd1-c900-4353-8b7e-7dd27adccee7'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:36:58.398506 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2894674-2659-4337-b26f-47532249e479 req-f5583b5c-f45e-459f-841a-b389ade9db2d service neutron] Attempting to bind port 79d59c6b-be4a-4846-adb2-e12bd6e35419 on network ab47fbd1-c900-4353-8b7e-7dd27adccee7 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:36:58.405876 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2894674-2659-4337-b26f-47532249e479 req-f5583b5c-f45e-459f-841a-b389ade9db2d service neutron] Port 79d59c6b-be4a-4846-adb2-e12bd6e35419 on network ab47fbd1-c900-4353-8b7e-7dd27adccee7 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-29 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:36:58.406208 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2894674-2659-4337-b26f-47532249e479 req-f5583b5c-f45e-459f-841a-b389ade9db2d service neutron] Attempting to bind port 79d59c6b-be4a-4846-adb2-e12bd6e35419 on network ab47fbd1-c900-4353-8b7e-7dd27adccee7 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:36:58.411507 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2894674-2659-4337-b26f-47532249e479 req-f5583b5c-f45e-459f-841a-b389ade9db2d service neutron] Checking agent: {'id': 'de11e667-f145-47b0-bd09-334a7505938e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 13, 12), 'started_at': datetime.datetime(2021, 7, 14, 9, 13, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 36, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:36:58.411851 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2894674-2659-4337-b26f-47532249e479 req-f5583b5c-f45e-459f-841a-b389ade9db2d service neutron] Checking segment: {'id': 'c6e98643-aa08-4cfd-8e1d-36eb88f0c957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'ab47fbd1-c900-4353-8b7e-7dd27adccee7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:36:58.412237 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2894674-2659-4337-b26f-47532249e479 req-f5583b5c-f45e-459f-841a-b389ade9db2d service neutron] Bound using segment: {'id': 'c6e98643-aa08-4cfd-8e1d-36eb88f0c957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'ab47fbd1-c900-4353-8b7e-7dd27adccee7'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:36:58.412816 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-d2894674-2659-4337-b26f-47532249e479 req-f5583b5c-f45e-459f-841a-b389ade9db2d service neutron] Bound port: 79d59c6b-be4a-4846-adb2-e12bd6e35419, host: n-h1-779913-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6e98643-aa08-4cfd-8e1d-36eb88f0c957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'ab47fbd1-c900-4353-8b7e-7dd27adccee7'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:36:58.413184 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-d2894674-2659-4337-b26f-47532249e479 req-f5583b5c-f45e-459f-841a-b389ade9db2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:58.417857 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port 65c256c2-05b0-491d-a5fd-5c7b2b0b82e4 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:36:58.418252 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:58.511229 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-d2894674-2659-4337-b26f-47532249e479 req-f5583b5c-f45e-459f-841a-b389ade9db2d service neutron] For port 79d59c6b-be4a-4846-adb2-e12bd6e35419, host n-h1-779913-29, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:36:58.516158 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-d2894674-2659-4337-b26f-47532249e479 req-f5583b5c-f45e-459f-841a-b389ade9db2d service neutron] For port 79d59c6b-be4a-4846-adb2-e12bd6e35419, host n-h1-779913-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=79d59c6b-be4a-4846-adb2-e12bd6e35419,segment=NetworkSegment(c6e98643-aa08-4cfd-8e1d-36eb88f0c957),segment_id=c6e98643-aa08-4cfd-8e1d-36eb88f0c957)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:36:58.519905 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-d2894674-2659-4337-b26f-47532249e479 req-f5583b5c-f45e-459f-841a-b389ade9db2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:58.565761 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2894674-2659-4337-b26f-47532249e479 req-f5583b5c-f45e-459f-841a-b389ade9db2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:58.566677 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-d2894674-2659-4337-b26f-47532249e479 req-f5583b5c-f45e-459f-841a-b389ade9db2d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:58.568557 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d2894674-2659-4337-b26f-47532249e479 req-f5583b5c-f45e-459f-841a-b389ade9db2d service neutron] 10.222.0.65 "PUT /v2.0/ports/79d59c6b-be4a-4846-adb2-e12bd6e35419 HTTP/1.1" status: 200 len: 1056 time: 0.8980448 Jul 14 09:36:58.577284 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0e9a98f-ce4e-4dc3-9971-42bfcf754142', 'tag': '79d59c6b-be4a-4846-adb2-e12bd6e35419'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:36:58.580860 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72ea726e-d185-4e28-87b0-25d88ac5b1bb" -d '{"events": [{"name": "network-changed", "server_uuid": "b0e9a98f-ce4e-4dc3-9971-42bfcf754142", "tag": "79d59c6b-be4a-4846-adb2-e12bd6e35419"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:36:58.620164 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5583b5c-f45e-459f-841a-b389ade9db2d service neutron] Pushing event updated for resources: {'Port': ['ID=79d59c6b-be4a-4846-adb2-e12bd6e35419,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:58.673935 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:36:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97dd9036-6613-41be-bf63-0cf287c5b45b x-openstack-request-id: req-97dd9036-6613-41be-bf63-0cf287c5b45b {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:36:58.674227 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0e9a98f-ce4e-4dc3-9971-42bfcf754142", "tag": "79d59c6b-be4a-4846-adb2-e12bd6e35419", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:36:58.674490 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-97dd9036-6613-41be-bf63-0cf287c5b45b {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:36:58.674979 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0e9a98f-ce4e-4dc3-9971-42bfcf754142', 'tag': '79d59c6b-be4a-4846-adb2-e12bd6e35419', 'status': 'completed', 'code': 200} Jul 14 09:36:58.735480 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2894674-2659-4337-b26f-47532249e479 req-0926f938-a151-4e39-82b4-7409b5cf1691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:58.739245 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d2894674-2659-4337-b26f-47532249e479 req-0926f938-a151-4e39-82b4-7409b5cf1691 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8f4c0efbbeff49fda0063f5062583c63&device_id=b0e9a98f-ce4e-4dc3-9971-42bfcf754142 HTTP/1.1" status: 200 len: 1059 time: 0.1025782 Jul 14 09:36:58.823125 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d2894674-2659-4337-b26f-47532249e479 req-50696aa0-076a-4e82-9f6e-97a003598357 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=79d59c6b-be4a-4846-adb2-e12bd6e35419 HTTP/1.1" status: 200 len: 217 time: 0.0712266 Jul 14 09:36:58.967745 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2894674-2659-4337-b26f-47532249e479 req-9e22bbca-8fa6-4013-befb-5e057deed5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:58.969437 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d2894674-2659-4337-b26f-47532249e479 req-9e22bbca-8fa6-4013-befb-5e057deed5b9 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4b0d97a4-60d4-4eac-8935-3762a1e5b40b HTTP/1.1" status: 200 len: 838 time: 0.1306632 Jul 14 09:36:59.061839 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cb28a2-c810-428b-b18a-70d6546aeef4 req-7140baf3-bc8d-41f1-89eb-ee07cd315114 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:59.070025 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-54cb28a2-c810-428b-b18a-70d6546aeef4 req-7140baf3-bc8d-41f1-89eb-ee07cd315114 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] 10.222.0.68 "GET /v2.0/ports?device_id=8e7397c3-9642-4fe6-b6c4-32d7843783ff HTTP/1.1" status: 200 len: 944 time: 0.2498617 Jul 14 09:36:59.124329 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c141ca-b24d-40a6-b089-d131078cd6d2 req-650da6ea-6512-40f2-b63e-817e37d7e145 tempest-MultipleCreateTestJSON-146299847 tempest-MultipleCreateTestJSON-146299847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:59.132985 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-71c141ca-b24d-40a6-b089-d131078cd6d2 req-650da6ea-6512-40f2-b63e-817e37d7e145 tempest-MultipleCreateTestJSON-146299847 tempest-MultipleCreateTestJSON-146299847-project] 10.222.0.57 "GET /v2.0/networks?id=11c76f08-687c-4747-be6a-b8b4481f67fa HTTP/1.1" status: 200 len: 812 time: 0.2396002 Jul 14 09:36:59.192008 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-54cb28a2-c810-428b-b18a-70d6546aeef4 req-8cd18ef1-7be2-4b3a-b849-52c8e5bc2886 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] 10.222.0.68 "GET /v2.0/security-groups?id=d752f37c-fee3-40c2-9393-243f60d7ab2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1216304 Jul 14 09:36:59.219303 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2894674-2659-4337-b26f-47532249e479 req-5a7fe680-b978-441f-a945-e922c4a95aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:59.220747 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d2894674-2659-4337-b26f-47532249e479 req-5a7fe680-b978-441f-a945-e922c4a95aae service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ab47fbd1-c900-4353-8b7e-7dd27adccee7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.2345006 Jul 14 09:36:59.404449 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e7adb08c-fe38-4872-9243-c02bc8d2c4ec req-89fe28c2-edee-4b28-93b9-de5fc8b59e6b tempest-MultipleCreateTestJSON-146299847 tempest-MultipleCreateTestJSON-146299847-project] 10.222.0.68 "GET /v2.0/ports?device_id=026fb22c-2a18-4700-8a3a-db5dbc7f8c95 HTTP/1.1" status: 200 len: 210 time: 0.0437374 Jul 14 09:36:59.408320 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d2894674-2659-4337-b26f-47532249e479 req-de4ed437-700f-45ab-a671-d325428cd302 service neutron] 10.222.0.65 "GET /v2.0/networks/ab47fbd1-c900-4353-8b7e-7dd27adccee7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1807084 Jul 14 09:36:59.638765 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d2894674-2659-4337-b26f-47532249e479 req-ebd3d66f-962d-463b-a4f1-c88a0450bf1a service neutron] 10.222.0.65 "GET /v2.0/networks/ab47fbd1-c900-4353-8b7e-7dd27adccee7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2217584 Jul 14 09:36:59.671255 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c141ca-b24d-40a6-b089-d131078cd6d2 req-72e3b1bd-ee66-453f-b743-2641e0c4a957 tempest-MultipleCreateTestJSON-146299847 tempest-MultipleCreateTestJSON-146299847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:59.673240 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-71c141ca-b24d-40a6-b089-d131078cd6d2 req-72e3b1bd-ee66-453f-b743-2641e0c4a957 tempest-MultipleCreateTestJSON-146299847 tempest-MultipleCreateTestJSON-146299847-project] 10.222.0.57 "GET /v2.0/networks?id=11c76f08-687c-4747-be6a-b8b4481f67fa HTTP/1.1" status: 200 len: 812 time: 0.1708937 Jul 14 09:36:59.692277 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-71c141ca-b24d-40a6-b089-d131078cd6d2 req-d50863a7-456d-4449-8214-aba23807a555 tempest-MultipleCreateTestJSON-146299847 tempest-MultipleCreateTestJSON-146299847-project] Request body: {'port': {'device_id': '026fb22c-2a18-4700-8a3a-db5dbc7f8c95', 'network_id': '11c76f08-687c-4747-be6a-b8b4481f67fa', 'admin_state_up': True, 'tenant_id': '25ac2af08c4046baa564fe43ef6694a4'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:36:59.696432 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [req-71c141ca-b24d-40a6-b089-d131078cd6d2 req-8c570c7a-7245-49d0-8928-90fdf5b0dbc7 tempest-MultipleCreateTestJSON-146299847 tempest-MultipleCreateTestJSON-146299847-project] Request body: {'port': {'device_id': '8c604494-086f-40c7-a9a6-4a71d67b6b23', 'network_id': '11c76f08-687c-4747-be6a-b8b4481f67fa', 'admin_state_up': True, 'tenant_id': '25ac2af08c4046baa564fe43ef6694a4'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:36:59.849152 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f8a819-13ae-4655-8fd8-34d667158d65 req-2dd4db27-70c4-4786-913f-12ad977ccc99 tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:59.866130 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-e1f8a819-13ae-4655-8fd8-34d667158d65 req-2dd4db27-70c4-4786-913f-12ad977ccc99 tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] 10.222.0.68 "GET /v2.0/ports?device_id=b0e9a98f-ce4e-4dc3-9971-42bfcf754142 HTTP/1.1" status: 200 len: 907 time: 0.7318621 Jul 14 09:36:59.867550 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71c141ca-b24d-40a6-b089-d131078cd6d2 req-8c570c7a-7245-49d0-8928-90fdf5b0dbc7 tempest-MultipleCreateTestJSON-146299847 tempest-MultipleCreateTestJSON-146299847-project] Made reservation on behalf of 25ac2af08c4046baa564fe43ef6694a4 for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:36:59.883059 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-71c141ca-b24d-40a6-b089-d131078cd6d2 req-8c570c7a-7245-49d0-8928-90fdf5b0dbc7 tempest-MultipleCreateTestJSON-146299847 tempest-MultipleCreateTestJSON-146299847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:59.901231 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ea726e-d185-4e28-87b0-25d88ac5b1bb req-a14dacd7-4e4a-48e7-b5c1-065a543365ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:59.903195 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-72ea726e-d185-4e28-87b0-25d88ac5b1bb req-a14dacd7-4e4a-48e7-b5c1-065a543365ce service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8f4c0efbbeff49fda0063f5062583c63&device_id=b0e9a98f-ce4e-4dc3-9971-42bfcf754142 HTTP/1.1" status: 200 len: 1059 time: 0.1274199 Jul 14 09:36:59.910425 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71c141ca-b24d-40a6-b089-d131078cd6d2 req-d50863a7-456d-4449-8214-aba23807a555 tempest-MultipleCreateTestJSON-146299847 tempest-MultipleCreateTestJSON-146299847-project] Made reservation on behalf of 25ac2af08c4046baa564fe43ef6694a4 for: {'port': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:36:59.915750 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-71c141ca-b24d-40a6-b089-d131078cd6d2 req-d50863a7-456d-4449-8214-aba23807a555 tempest-MultipleCreateTestJSON-146299847 tempest-MultipleCreateTestJSON-146299847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:00.095469 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [req-71c141ca-b24d-40a6-b089-d131078cd6d2 req-8c570c7a-7245-49d0-8928-90fdf5b0dbc7 tempest-MultipleCreateTestJSON-146299847 tempest-MultipleCreateTestJSON-146299847-project] Allocated IP 172.20.0.8 (11c76f08-687c-4747-be6a-b8b4481f67fa/ab85a4a3-76ba-42e3-89ac-47f01b33f069/3231b8fa-bf22-4409-9f44-eac326d76689) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:37:00.302385 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-71c141ca-b24d-40a6-b089-d131078cd6d2 req-8c570c7a-7245-49d0-8928-90fdf5b0dbc7 tempest-MultipleCreateTestJSON-146299847 tempest-MultipleCreateTestJSON-146299847-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:00.350119 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-71c141ca-b24d-40a6-b089-d131078cd6d2 req-8c570c7a-7245-49d0-8928-90fdf5b0dbc7 tempest-MultipleCreateTestJSON-146299847 tempest-MultipleCreateTestJSON-146299847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:00.396994 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71c141ca-b24d-40a6-b089-d131078cd6d2 req-8c570c7a-7245-49d0-8928-90fdf5b0dbc7 tempest-MultipleCreateTestJSON-146299847 tempest-MultipleCreateTestJSON-146299847-project] Network 11c76f08-687c-4747-be6a-b8b4481f67fa is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:37:00.400471 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [req-71c141ca-b24d-40a6-b089-d131078cd6d2 req-8c570c7a-7245-49d0-8928-90fdf5b0dbc7 tempest-MultipleCreateTestJSON-146299847 tempest-MultipleCreateTestJSON-146299847-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:37:00.410175 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-71c141ca-b24d-40a6-b089-d131078cd6d2 req-8c570c7a-7245-49d0-8928-90fdf5b0dbc7 tempest-MultipleCreateTestJSON-146299847 tempest-MultipleCreateTestJSON-146299847-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:37:00.470261 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c570c7a-7245-49d0-8928-90fdf5b0dbc7 tempest-MultipleCreateTestJSON-146299847 tempest-MultipleCreateTestJSON-146299847-project] Pushing event updated for resources: {'Port': ['ID=3231b8fa-bf22-4409-9f44-eac326d76689,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:00.493051 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c141ca-b24d-40a6-b089-d131078cd6d2 req-8c570c7a-7245-49d0-8928-90fdf5b0dbc7 tempest-MultipleCreateTestJSON-146299847 tempest-MultipleCreateTestJSON-146299847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:00.493724 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-71c141ca-b24d-40a6-b089-d131078cd6d2 req-8c570c7a-7245-49d0-8928-90fdf5b0dbc7 tempest-MultipleCreateTestJSON-146299847 tempest-MultipleCreateTestJSON-146299847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:00.509894 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-71c141ca-b24d-40a6-b089-d131078cd6d2 req-8c570c7a-7245-49d0-8928-90fdf5b0dbc7 tempest-MultipleCreateTestJSON-146299847 tempest-MultipleCreateTestJSON-146299847-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3391933 Jul 14 09:37:00.529244 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [req-71c141ca-b24d-40a6-b089-d131078cd6d2 req-9ba540d8-5a42-4ee8-9e52-2834439a914b service neutron] Request body: {'port': {'device_id': '8c604494-086f-40c7-a9a6-4a71d67b6b23', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-29'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:37:00.573532 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ea726e-d185-4e28-87b0-25d88ac5b1bb req-63996433-7a69-4f65-a6d8-603b83aab446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:00.581320 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-72ea726e-d185-4e28-87b0-25d88ac5b1bb req-63996433-7a69-4f65-a6d8-603b83aab446 service neutron] 10.222.0.65 "GET /v2.0/networks?id=ab47fbd1-c900-4353-8b7e-7dd27adccee7 HTTP/1.1" status: 200 len: 899 time: 0.6571231 Jul 14 09:37:00.602485 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [req-71c141ca-b24d-40a6-b089-d131078cd6d2 req-d50863a7-456d-4449-8214-aba23807a555 tempest-MultipleCreateTestJSON-146299847 tempest-MultipleCreateTestJSON-146299847-project] Allocated IP 172.20.0.6 (11c76f08-687c-4747-be6a-b8b4481f67fa/ab85a4a3-76ba-42e3-89ac-47f01b33f069/bf71463a-07cd-471f-81d1-1e283d2acf2f) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:37:00.677257 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-71c141ca-b24d-40a6-b089-d131078cd6d2 req-9ba540d8-5a42-4ee8-9e52-2834439a914b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:00.722050 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-e1e40e5c-978d-4e43-a23d-3250e8c52ea3 req-10dade35-e1bd-4605-82c0-7bdc3274a039 tempest-MultipleCreateTestJSON-146299847 tempest-MultipleCreateTestJSON-146299847-project] 10.222.0.68 "GET /v2.0/ports?device_id=026fb22c-2a18-4700-8a3a-db5dbc7f8c95 HTTP/1.1" status: 200 len: 210 time: 0.0317166 Jul 14 09:37:00.781115 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2499fb8-f0e2-4722-8306-2ab83761d515 req-35b55493-4431-4585-9d9b-69495dc0bd4f tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:00.783359 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b2499fb8-f0e2-4722-8306-2ab83761d515 req-35b55493-4431-4585-9d9b-69495dc0bd4f tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] 10.222.0.68 "GET /v2.0/ports?device_id=8e7397c3-9642-4fe6-b6c4-32d7843783ff HTTP/1.1" status: 200 len: 944 time: 0.3767710 Jul 14 09:37:00.858762 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-72ea726e-d185-4e28-87b0-25d88ac5b1bb req-456b0ce5-9d02-4e47-ada0-9236345de6ea service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=79d59c6b-be4a-4846-adb2-e12bd6e35419 HTTP/1.1" status: 200 len: 217 time: 0.1019781 Jul 14 09:37:00.917999 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-71c141ca-b24d-40a6-b089-d131078cd6d2 req-d50863a7-456d-4449-8214-aba23807a555 tempest-MultipleCreateTestJSON-146299847 tempest-MultipleCreateTestJSON-146299847-project] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:00.979883 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b2499fb8-f0e2-4722-8306-2ab83761d515 req-e696213e-9474-4b4f-9806-a263e7804f77 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] 10.222.0.68 "GET /v2.0/security-groups?id=d752f37c-fee3-40c2-9393-243f60d7ab2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1319263 Jul 14 09:37:01.047772 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ea726e-d185-4e28-87b0-25d88ac5b1bb req-abb3dab1-75ff-44ff-a555-e992cccfa90d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:01.049450 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-72ea726e-d185-4e28-87b0-25d88ac5b1bb req-abb3dab1-75ff-44ff-a555-e992cccfa90d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4b0d97a4-60d4-4eac-8935-3762a1e5b40b HTTP/1.1" status: 200 len: 838 time: 0.1488326 Jul 14 09:37:01.104639 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38308cf-1e46-4ceb-8033-11af0d64c226 req-0f518b5b-ac43-4790-b874-a9c5404e8188 tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:01.120248 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-e38308cf-1e46-4ceb-8033-11af0d64c226 req-0f518b5b-ac43-4790-b874-a9c5404e8188 tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] 10.222.0.68 "GET /v2.0/ports?device_id=b0e9a98f-ce4e-4dc3-9971-42bfcf754142 HTTP/1.1" status: 200 len: 907 time: 0.0858572 Jul 14 09:37:01.141939 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-71c141ca-b24d-40a6-b089-d131078cd6d2 req-d50863a7-456d-4449-8214-aba23807a555 tempest-MultipleCreateTestJSON-146299847 tempest-MultipleCreateTestJSON-146299847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:01.169013 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71c141ca-b24d-40a6-b089-d131078cd6d2 req-d50863a7-456d-4449-8214-aba23807a555 tempest-MultipleCreateTestJSON-146299847 tempest-MultipleCreateTestJSON-146299847-project] Network 11c76f08-687c-4747-be6a-b8b4481f67fa is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:37:01.173203 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [req-71c141ca-b24d-40a6-b089-d131078cd6d2 req-d50863a7-456d-4449-8214-aba23807a555 tempest-MultipleCreateTestJSON-146299847 tempest-MultipleCreateTestJSON-146299847-project] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:37:01.205756 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-71c141ca-b24d-40a6-b089-d131078cd6d2 req-d50863a7-456d-4449-8214-aba23807a555 tempest-MultipleCreateTestJSON-146299847 tempest-MultipleCreateTestJSON-146299847-project] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:37:01.273177 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ea726e-d185-4e28-87b0-25d88ac5b1bb req-d343a70c-b0c6-40a6-8b8d-2f41b3f74af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:01.274743 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-72ea726e-d185-4e28-87b0-25d88ac5b1bb req-d343a70c-b0c6-40a6-8b8d-2f41b3f74af7 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ab47fbd1-c900-4353-8b7e-7dd27adccee7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.2091472 Jul 14 09:37:01.302593 n-d-779913-29 neutron-server[93958]: DEBUG neutron.notifiers.nova [req-71c141ca-b24d-40a6-b089-d131078cd6d2 req-9ba540d8-5a42-4ee8-9e52-2834439a914b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3231b8fa-bf22-4409-9f44-eac326d76689 {{(pid=93958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:37:01.312389 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-71c141ca-b24d-40a6-b089-d131078cd6d2 req-9ba540d8-5a42-4ee8-9e52-2834439a914b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:01.327173 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-71c141ca-b24d-40a6-b089-d131078cd6d2 req-9ba540d8-5a42-4ee8-9e52-2834439a914b service neutron] Transition to ACTIVE for port object 3231b8fa-bf22-4409-9f44-eac326d76689 will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:37:01.330733 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-71c141ca-b24d-40a6-b089-d131078cd6d2 req-9ba540d8-5a42-4ee8-9e52-2834439a914b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13574142'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:01.352921 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50863a7-456d-4449-8214-aba23807a555 tempest-MultipleCreateTestJSON-146299847 tempest-MultipleCreateTestJSON-146299847-project] Pushing event updated for resources: {'Port': ['ID=bf71463a-07cd-471f-81d1-1e283d2acf2f,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:01.376529 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c141ca-b24d-40a6-b089-d131078cd6d2 req-d50863a7-456d-4449-8214-aba23807a555 tempest-MultipleCreateTestJSON-146299847 tempest-MultipleCreateTestJSON-146299847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:01.377158 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-71c141ca-b24d-40a6-b089-d131078cd6d2 req-d50863a7-456d-4449-8214-aba23807a555 tempest-MultipleCreateTestJSON-146299847 tempest-MultipleCreateTestJSON-146299847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:01.395450 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba540d8-5a42-4ee8-9e52-2834439a914b service neutron] Pushing event updated for resources: {'Port': ['ID=3231b8fa-bf22-4409-9f44-eac326d76689,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:01.414973 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-71c141ca-b24d-40a6-b089-d131078cd6d2 req-d50863a7-456d-4449-8214-aba23807a555 tempest-MultipleCreateTestJSON-146299847 tempest-MultipleCreateTestJSON-146299847-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7237630 Jul 14 09:37:01.435043 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-71c141ca-b24d-40a6-b089-d131078cd6d2 req-48dedb65-ab0f-47a2-994d-3a9a0e03975e service neutron] Request body: {'port': {'device_id': '026fb22c-2a18-4700-8a3a-db5dbc7f8c95', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-29'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:37:01.492480 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-71c141ca-b24d-40a6-b089-d131078cd6d2 req-9ba540d8-5a42-4ee8-9e52-2834439a914b service neutron] Attempting to bind port 3231b8fa-bf22-4409-9f44-eac326d76689 on host n-h2-779913-29 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:37:01.492969 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-71c141ca-b24d-40a6-b089-d131078cd6d2 req-9ba540d8-5a42-4ee8-9e52-2834439a914b service neutron] Attempting to bind port 3231b8fa-bf22-4409-9f44-eac326d76689 by drivers openvswitch,hyperv on host n-h2-779913-29 at level 0 using segments [{'id': 'e4f076ed-00bf-48e0-8d09-9613d8c10782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '11c76f08-687c-4747-be6a-b8b4481f67fa'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:37:01.493393 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71c141ca-b24d-40a6-b089-d131078cd6d2 req-9ba540d8-5a42-4ee8-9e52-2834439a914b service neutron] Attempting to bind port 3231b8fa-bf22-4409-9f44-eac326d76689 on network 11c76f08-687c-4747-be6a-b8b4481f67fa {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:37:01.500302 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71c141ca-b24d-40a6-b089-d131078cd6d2 req-9ba540d8-5a42-4ee8-9e52-2834439a914b service neutron] Port 3231b8fa-bf22-4409-9f44-eac326d76689 on network 11c76f08-687c-4747-be6a-b8b4481f67fa not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-29 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:37:01.500752 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71c141ca-b24d-40a6-b089-d131078cd6d2 req-9ba540d8-5a42-4ee8-9e52-2834439a914b service neutron] Attempting to bind port 3231b8fa-bf22-4409-9f44-eac326d76689 on network 11c76f08-687c-4747-be6a-b8b4481f67fa {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:37:01.516847 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71c141ca-b24d-40a6-b089-d131078cd6d2 req-9ba540d8-5a42-4ee8-9e52-2834439a914b service neutron] Checking agent: {'id': '013e4a3b-a634-47b8-b6a5-1a25109b73fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 13, 13), 'started_at': datetime.datetime(2021, 7, 14, 9, 13, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 36, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:37:01.517236 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71c141ca-b24d-40a6-b089-d131078cd6d2 req-9ba540d8-5a42-4ee8-9e52-2834439a914b service neutron] Checking segment: {'id': 'e4f076ed-00bf-48e0-8d09-9613d8c10782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '11c76f08-687c-4747-be6a-b8b4481f67fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:37:01.517662 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71c141ca-b24d-40a6-b089-d131078cd6d2 req-9ba540d8-5a42-4ee8-9e52-2834439a914b service neutron] Bound using segment: {'id': 'e4f076ed-00bf-48e0-8d09-9613d8c10782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '11c76f08-687c-4747-be6a-b8b4481f67fa'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:37:01.518145 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-71c141ca-b24d-40a6-b089-d131078cd6d2 req-9ba540d8-5a42-4ee8-9e52-2834439a914b service neutron] Bound port: 3231b8fa-bf22-4409-9f44-eac326d76689, host: n-h2-779913-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4f076ed-00bf-48e0-8d09-9613d8c10782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '11c76f08-687c-4747-be6a-b8b4481f67fa'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:37:01.518518 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-71c141ca-b24d-40a6-b089-d131078cd6d2 req-9ba540d8-5a42-4ee8-9e52-2834439a914b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:01.542142 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-71c141ca-b24d-40a6-b089-d131078cd6d2 req-48dedb65-ab0f-47a2-994d-3a9a0e03975e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:01.557945 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-72ea726e-d185-4e28-87b0-25d88ac5b1bb req-0d5ade85-9b84-4fcf-a269-3152962b13d0 service neutron] 10.222.0.65 "GET /v2.0/networks/ab47fbd1-c900-4353-8b7e-7dd27adccee7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2693374 Jul 14 09:37:01.609119 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-71c141ca-b24d-40a6-b089-d131078cd6d2 req-9ba540d8-5a42-4ee8-9e52-2834439a914b service neutron] For port 3231b8fa-bf22-4409-9f44-eac326d76689, host n-h2-779913-29, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:37:01.613182 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-71c141ca-b24d-40a6-b089-d131078cd6d2 req-9ba540d8-5a42-4ee8-9e52-2834439a914b service neutron] For port 3231b8fa-bf22-4409-9f44-eac326d76689, host n-h2-779913-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=3231b8fa-bf22-4409-9f44-eac326d76689,segment=NetworkSegment(e4f076ed-00bf-48e0-8d09-9613d8c10782),segment_id=e4f076ed-00bf-48e0-8d09-9613d8c10782)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:37:01.621021 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-71c141ca-b24d-40a6-b089-d131078cd6d2 req-9ba540d8-5a42-4ee8-9e52-2834439a914b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13574142'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:01.692489 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba540d8-5a42-4ee8-9e52-2834439a914b service neutron] Pushing event updated for resources: {'Port': ['ID=3231b8fa-bf22-4409-9f44-eac326d76689,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:01.701078 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c141ca-b24d-40a6-b089-d131078cd6d2 req-9ba540d8-5a42-4ee8-9e52-2834439a914b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:01.701855 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-71c141ca-b24d-40a6-b089-d131078cd6d2 req-9ba540d8-5a42-4ee8-9e52-2834439a914b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:01.703261 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-71c141ca-b24d-40a6-b089-d131078cd6d2 req-9ba540d8-5a42-4ee8-9e52-2834439a914b service neutron] 10.222.0.57 "PUT /v2.0/ports/3231b8fa-bf22-4409-9f44-eac326d76689 HTTP/1.1" status: 200 len: 1092 time: 1.1798968 Jul 14 09:37:01.703740 n-d-779913-29 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c604494-086f-40c7-a9a6-4a71d67b6b23', 'tag': '3231b8fa-bf22-4409-9f44-eac326d76689'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:37:01.706272 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cb48f044f948e981f43897c8d7f1332f741dc7af2b4c5a6e19d8f4a80f708e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55a74f32-37cb-4abf-924d-f4c2fc751d96" -d '{"events": [{"name": "network-changed", "server_uuid": "8c604494-086f-40c7-a9a6-4a71d67b6b23", "tag": "3231b8fa-bf22-4409-9f44-eac326d76689"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:37:01.771410 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:37:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1660ba65-bd71-4d49-9ed0-c7e1a449b4e5 x-openstack-request-id: req-1660ba65-bd71-4d49-9ed0-c7e1a449b4e5 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:37:01.771889 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c604494-086f-40c7-a9a6-4a71d67b6b23", "tag": "3231b8fa-bf22-4409-9f44-eac326d76689", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:37:01.772299 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-1660ba65-bd71-4d49-9ed0-c7e1a449b4e5 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:37:01.772865 n-d-779913-29 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c604494-086f-40c7-a9a6-4a71d67b6b23', 'tag': '3231b8fa-bf22-4409-9f44-eac326d76689', 'status': 'completed', 'code': 200} Jul 14 09:37:01.782536 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-72ea726e-d185-4e28-87b0-25d88ac5b1bb req-30ea4fad-9fa4-4966-aba4-e4fa2f595c50 service neutron] 10.222.0.65 "GET /v2.0/networks/ab47fbd1-c900-4353-8b7e-7dd27adccee7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2171180 Jul 14 09:37:01.924759 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c141ca-b24d-40a6-b089-d131078cd6d2 req-77a0ea53-e4f6-4cde-81e7-7785eadee370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:01.926318 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-71c141ca-b24d-40a6-b089-d131078cd6d2 req-77a0ea53-e4f6-4cde-81e7-7785eadee370 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=25ac2af08c4046baa564fe43ef6694a4&device_id=8c604494-086f-40c7-a9a6-4a71d67b6b23 HTTP/1.1" status: 200 len: 1095 time: 0.1442480 Jul 14 09:37:01.989822 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device a41d2256-8405-429f-a1ba-806313b3c072 details requested by agent hyperv_n-h2-779913-29 with host n-h2-779913-29 {{(pid=93959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:37:02.010986 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [req-71c141ca-b24d-40a6-b089-d131078cd6d2 req-48dedb65-ab0f-47a2-994d-3a9a0e03975e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf71463a-07cd-471f-81d1-1e283d2acf2f {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:37:02.022972 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-71c141ca-b24d-40a6-b089-d131078cd6d2 req-48dedb65-ab0f-47a2-994d-3a9a0e03975e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:02.023908 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-71c141ca-b24d-40a6-b089-d131078cd6d2 req-8059e81b-8738-4261-bee9-f544a67ef682 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3231b8fa-bf22-4409-9f44-eac326d76689 HTTP/1.1" status: 200 len: 217 time: 0.0808575 Jul 14 09:37:02.054588 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [req-71c141ca-b24d-40a6-b089-d131078cd6d2 req-48dedb65-ab0f-47a2-994d-3a9a0e03975e service neutron] Transition to ACTIVE for port object bf71463a-07cd-471f-81d1-1e283d2acf2f will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:37:02.062884 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c2c64d-71ac-48a6-9a34-3b9912aedff1 req-0e729d8e-c16f-494c-babf-15355a12e986 tempest-MultipleCreateTestJSON-146299847 tempest-MultipleCreateTestJSON-146299847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:02.064470 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-71c141ca-b24d-40a6-b089-d131078cd6d2 req-48dedb65-ab0f-47a2-994d-3a9a0e03975e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:02.066105 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-84c2c64d-71ac-48a6-9a34-3b9912aedff1 req-0e729d8e-c16f-494c-babf-15355a12e986 tempest-MultipleCreateTestJSON-146299847 tempest-MultipleCreateTestJSON-146299847-project] 10.222.0.68 "GET /v2.0/ports?device_id=026fb22c-2a18-4700-8a3a-db5dbc7f8c95 HTTP/1.1" status: 200 len: 931 time: 0.1969488 Jul 14 09:37:02.147936 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c141ca-b24d-40a6-b089-d131078cd6d2 req-6ffddeef-6627-45db-a3a6-df37038b9e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:02.152044 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port a41d2256-8405-429f-a1ba-806313b3c072, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=a41d2256-8405-429f-a1ba-806313b3c072,segment=NetworkSegment(4e909166-7a9a-4d71-9929-2b11d90f7baa),segment_id=4e909166-7a9a-4d71-9929-2b11d90f7baa)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:37:02.152607 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-71c141ca-b24d-40a6-b089-d131078cd6d2 req-6ffddeef-6627-45db-a3a6-df37038b9e54 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ab85a4a3-76ba-42e3-89ac-47f01b33f069 HTTP/1.1" status: 200 len: 852 time: 0.1174405 Jul 14 09:37:02.166158 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-84c2c64d-71ac-48a6-9a34-3b9912aedff1 req-e3eae4c6-faf7-4bd0-8a34-8502fbea4015 tempest-MultipleCreateTestJSON-146299847 tempest-MultipleCreateTestJSON-146299847-project] 10.222.0.68 "GET /v2.0/security-groups?id=556d12fa-035b-4c05-a8dc-f972bf8317a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766008 Jul 14 09:37:02.193079 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Returning: {'device': 'a41d2256-8405-429f-a1ba-806313b3c072', 'network_id': '087e0468-2285-4c59-b3f2-1d1ff8b2217b', 'port_id': 'a41d2256-8405-429f-a1ba-806313b3c072', 'mac_address': 'fa:16:3e:8c:f1:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04ae7776-8c86-484d-9bcc-4299f4579807', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:37:02.234045 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-71c141ca-b24d-40a6-b089-d131078cd6d2 req-14a34098-ce41-44c2-9033-5a58f393ca62 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=11c76f08-687c-4747-be6a-b8b4481f67fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0713134 Jul 14 09:37:02.285761 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:02.302166 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dedb65-ab0f-47a2-994d-3a9a0e03975e service neutron] Pushing event updated for resources: {'Port': ['ID=bf71463a-07cd-471f-81d1-1e283d2acf2f,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:02.308382 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a41d2256-8405-429f-a1ba-806313b3c072 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:37:02.341830 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port a41d2256-8405-429f-a1ba-806313b3c072, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=a41d2256-8405-429f-a1ba-806313b3c072,segment=NetworkSegment(4e909166-7a9a-4d71-9929-2b11d90f7baa),segment_id=4e909166-7a9a-4d71-9929-2b11d90f7baa)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:37:02.344053 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48dedb65-ab0f-47a2-994d-3a9a0e03975e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:37:02.344403 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48dedb65-ab0f-47a2-994d-3a9a0e03975e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:37:02.344751 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48dedb65-ab0f-47a2-994d-3a9a0e03975e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:37:02.345124 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48dedb65-ab0f-47a2-994d-3a9a0e03975e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:37:02.345450 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48dedb65-ab0f-47a2-994d-3a9a0e03975e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:37:02.345803 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48dedb65-ab0f-47a2-994d-3a9a0e03975e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:37:02.346660 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48dedb65-ab0f-47a2-994d-3a9a0e03975e service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:37:02.347265 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48dedb65-ab0f-47a2-994d-3a9a0e03975e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:37:02.347395 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48dedb65-ab0f-47a2-994d-3a9a0e03975e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:37:02.347663 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48dedb65-ab0f-47a2-994d-3a9a0e03975e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:37:02.347999 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48dedb65-ab0f-47a2-994d-3a9a0e03975e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:37:02.348350 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48dedb65-ab0f-47a2-994d-3a9a0e03975e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:37:02.350471 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:02.351837 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-71c141ca-b24d-40a6-b089-d131078cd6d2 req-48dedb65-ab0f-47a2-994d-3a9a0e03975e service neutron] Attempting to bind port bf71463a-07cd-471f-81d1-1e283d2acf2f on host n-h2-779913-29 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:37:02.352214 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-71c141ca-b24d-40a6-b089-d131078cd6d2 req-48dedb65-ab0f-47a2-994d-3a9a0e03975e service neutron] Attempting to bind port bf71463a-07cd-471f-81d1-1e283d2acf2f by drivers openvswitch,hyperv on host n-h2-779913-29 at level 0 using segments [{'id': 'e4f076ed-00bf-48e0-8d09-9613d8c10782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '11c76f08-687c-4747-be6a-b8b4481f67fa'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:37:02.352559 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71c141ca-b24d-40a6-b089-d131078cd6d2 req-48dedb65-ab0f-47a2-994d-3a9a0e03975e service neutron] Attempting to bind port bf71463a-07cd-471f-81d1-1e283d2acf2f on network 11c76f08-687c-4747-be6a-b8b4481f67fa {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:37:02.362128 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71c141ca-b24d-40a6-b089-d131078cd6d2 req-48dedb65-ab0f-47a2-994d-3a9a0e03975e service neutron] Port bf71463a-07cd-471f-81d1-1e283d2acf2f on network 11c76f08-687c-4747-be6a-b8b4481f67fa not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-29 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:37:02.362460 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71c141ca-b24d-40a6-b089-d131078cd6d2 req-48dedb65-ab0f-47a2-994d-3a9a0e03975e service neutron] Attempting to bind port bf71463a-07cd-471f-81d1-1e283d2acf2f on network 11c76f08-687c-4747-be6a-b8b4481f67fa {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:37:02.364367 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 79d59c6b-be4a-4846-adb2-e12bd6e35419 details requested by agent hyperv_n-h1-779913-29 with host n-h1-779913-29 {{(pid=93959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:37:02.370956 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71c141ca-b24d-40a6-b089-d131078cd6d2 req-48dedb65-ab0f-47a2-994d-3a9a0e03975e service neutron] Checking agent: {'id': '013e4a3b-a634-47b8-b6a5-1a25109b73fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 13, 13), 'started_at': datetime.datetime(2021, 7, 14, 9, 13, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 36, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:37:02.371293 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71c141ca-b24d-40a6-b089-d131078cd6d2 req-48dedb65-ab0f-47a2-994d-3a9a0e03975e service neutron] Checking segment: {'id': 'e4f076ed-00bf-48e0-8d09-9613d8c10782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '11c76f08-687c-4747-be6a-b8b4481f67fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:37:02.372232 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71c141ca-b24d-40a6-b089-d131078cd6d2 req-48dedb65-ab0f-47a2-994d-3a9a0e03975e service neutron] Bound using segment: {'id': 'e4f076ed-00bf-48e0-8d09-9613d8c10782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '11c76f08-687c-4747-be6a-b8b4481f67fa'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:37:02.372674 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-71c141ca-b24d-40a6-b089-d131078cd6d2 req-48dedb65-ab0f-47a2-994d-3a9a0e03975e service neutron] Bound port: bf71463a-07cd-471f-81d1-1e283d2acf2f, host: n-h2-779913-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4f076ed-00bf-48e0-8d09-9613d8c10782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '11c76f08-687c-4747-be6a-b8b4481f67fa'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:37:02.373043 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-71c141ca-b24d-40a6-b089-d131078cd6d2 req-48dedb65-ab0f-47a2-994d-3a9a0e03975e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:02.389982 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-71c141ca-b24d-40a6-b089-d131078cd6d2 req-1bc89f46-7956-4139-80e7-5e99e9f8a038 service neutron] 10.222.0.57 "GET /v2.0/networks/11c76f08-687c-4747-be6a-b8b4481f67fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489305 Jul 14 09:37:02.466250 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-71c141ca-b24d-40a6-b089-d131078cd6d2 req-48dedb65-ab0f-47a2-994d-3a9a0e03975e service neutron] For port bf71463a-07cd-471f-81d1-1e283d2acf2f, host n-h2-779913-29, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:37:02.469719 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-71c141ca-b24d-40a6-b089-d131078cd6d2 req-48dedb65-ab0f-47a2-994d-3a9a0e03975e service neutron] For port bf71463a-07cd-471f-81d1-1e283d2acf2f, host n-h2-779913-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=bf71463a-07cd-471f-81d1-1e283d2acf2f,segment=NetworkSegment(e4f076ed-00bf-48e0-8d09-9613d8c10782),segment_id=e4f076ed-00bf-48e0-8d09-9613d8c10782)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:37:02.482885 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Pushing event updated for resources: {'Port': ['ID=a41d2256-8405-429f-a1ba-806313b3c072,revision_number=11']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:02.483908 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11582e6b-ef44-4796-b09d-0743c4a3ff51 req-386495a2-da73-4a94-908d-c9d4233336e0 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:02.490404 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-11582e6b-ef44-4796-b09d-0743c4a3ff51 req-386495a2-da73-4a94-908d-c9d4233336e0 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] 10.222.0.68 "GET /v2.0/ports?device_id=8e7397c3-9642-4fe6-b6c4-32d7843783ff HTTP/1.1" status: 200 len: 944 time: 0.2042356 Jul 14 09:37:02.493479 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-71c141ca-b24d-40a6-b089-d131078cd6d2 req-48dedb65-ab0f-47a2-994d-3a9a0e03975e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:02.540902 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port 79d59c6b-be4a-4846-adb2-e12bd6e35419, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=79d59c6b-be4a-4846-adb2-e12bd6e35419,segment=NetworkSegment(c6e98643-aa08-4cfd-8e1d-36eb88f0c957),segment_id=c6e98643-aa08-4cfd-8e1d-36eb88f0c957)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:37:02.553609 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-71c141ca-b24d-40a6-b089-d131078cd6d2 req-b2cb983e-aa60-47c9-9cb0-03b5ed930514 service neutron] 10.222.0.57 "GET /v2.0/networks/11c76f08-687c-4747-be6a-b8b4481f67fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564953 Jul 14 09:37:02.562735 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Returning: {'device': '79d59c6b-be4a-4846-adb2-e12bd6e35419', 'network_id': 'ab47fbd1-c900-4353-8b7e-7dd27adccee7', 'port_id': '79d59c6b-be4a-4846-adb2-e12bd6e35419', 'mac_address': 'fa:16:3e:72:d9:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b0d97a4-60d4-4eac-8935-3762a1e5b40b', 'ip_address': '172.20.0.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:37:02.574009 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dedb65-ab0f-47a2-994d-3a9a0e03975e service neutron] Pushing event updated for resources: {'Port': ['ID=bf71463a-07cd-471f-81d1-1e283d2acf2f,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:02.595139 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c141ca-b24d-40a6-b089-d131078cd6d2 req-48dedb65-ab0f-47a2-994d-3a9a0e03975e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:02.595732 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-71c141ca-b24d-40a6-b089-d131078cd6d2 req-48dedb65-ab0f-47a2-994d-3a9a0e03975e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:02.597659 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-71c141ca-b24d-40a6-b089-d131078cd6d2 req-48dedb65-ab0f-47a2-994d-3a9a0e03975e service neutron] 10.222.0.57 "PUT /v2.0/ports/bf71463a-07cd-471f-81d1-1e283d2acf2f HTTP/1.1" status: 200 len: 1092 time: 1.1702766 Jul 14 09:37:02.598411 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '026fb22c-2a18-4700-8a3a-db5dbc7f8c95', 'tag': 'bf71463a-07cd-471f-81d1-1e283d2acf2f'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:37:02.600841 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1688cb0f-587f-4f08-9b30-3b9a30739bfa" -d '{"events": [{"name": "network-changed", "server_uuid": "026fb22c-2a18-4700-8a3a-db5dbc7f8c95", "tag": "bf71463a-07cd-471f-81d1-1e283d2acf2f"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:37:02.604847 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f1f7e6-fd6b-4f4d-8596-05ca195a4503 req-cf005f3f-6834-4582-ac82-7d26f95962c0 tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:02.620567 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-59f1f7e6-fd6b-4f4d-8596-05ca195a4503 req-cf005f3f-6834-4582-ac82-7d26f95962c0 tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] 10.222.0.68 "GET /v2.0/ports?device_id=b0e9a98f-ce4e-4dc3-9971-42bfcf754142 HTTP/1.1" status: 200 len: 907 time: 0.1190801 Jul 14 09:37:02.645899 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:02.648217 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-11582e6b-ef44-4796-b09d-0743c4a3ff51 req-70f5c9db-e54c-488f-be0b-63033390fc76 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] 10.222.0.68 "GET /v2.0/security-groups?id=d752f37c-fee3-40c2-9393-243f60d7ab2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856557 Jul 14 09:37:02.652455 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] get_ports_and_sgs() called for port_ids ['a41d2256-8405-429f-a1ba-806313b3c072'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:37:02.677225 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:37:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea840aba-5434-4234-97f7-bd3279374706 x-openstack-request-id: req-ea840aba-5434-4234-97f7-bd3279374706 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:37:02.677713 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "026fb22c-2a18-4700-8a3a-db5dbc7f8c95", "tag": "bf71463a-07cd-471f-81d1-1e283d2acf2f", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:37:02.678035 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-ea840aba-5434-4234-97f7-bd3279374706 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:37:02.678516 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '026fb22c-2a18-4700-8a3a-db5dbc7f8c95', 'tag': 'bf71463a-07cd-471f-81d1-1e283d2acf2f', 'status': 'completed', 'code': 200} Jul 14 09:37:02.691210 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79d59c6b-be4a-4846-adb2-e12bd6e35419 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:37:02.722775 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port 79d59c6b-be4a-4846-adb2-e12bd6e35419, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=79d59c6b-be4a-4846-adb2-e12bd6e35419,segment=NetworkSegment(c6e98643-aa08-4cfd-8e1d-36eb88f0c957),segment_id=c6e98643-aa08-4cfd-8e1d-36eb88f0c957)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:37:02.729089 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:02.750163 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c141ca-b24d-40a6-b089-d131078cd6d2 req-83bb9145-1440-46f4-8e1b-e604fd9d9aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:02.751657 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-71c141ca-b24d-40a6-b089-d131078cd6d2 req-83bb9145-1440-46f4-8e1b-e604fd9d9aa4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=25ac2af08c4046baa564fe43ef6694a4&device_id=026fb22c-2a18-4700-8a3a-db5dbc7f8c95 HTTP/1.1" status: 200 len: 1095 time: 0.0633514 Jul 14 09:37:02.760620 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a74f32-37cb-4abf-924d-f4c2fc751d96 req-f7dc175c-013c-4b44-948e-449611a966a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:02.763195 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-55a74f32-37cb-4abf-924d-f4c2fc751d96 req-f7dc175c-013c-4b44-948e-449611a966a7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=25ac2af08c4046baa564fe43ef6694a4&device_id=8c604494-086f-40c7-a9a6-4a71d67b6b23 HTTP/1.1" status: 200 len: 1095 time: 0.0744944 Jul 14 09:37:02.797880 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Pushing event updated for resources: {'Port': ['ID=79d59c6b-be4a-4846-adb2-e12bd6e35419,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:02.812260 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-71c141ca-b24d-40a6-b089-d131078cd6d2 req-d38f3a92-ff19-44a0-a2b5-ae767d37224a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bf71463a-07cd-471f-81d1-1e283d2acf2f HTTP/1.1" status: 200 len: 217 time: 0.0429928 Jul 14 09:37:02.880497 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c141ca-b24d-40a6-b089-d131078cd6d2 req-72176c15-8169-4f39-888f-c9966ab531e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:02.882321 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-71c141ca-b24d-40a6-b089-d131078cd6d2 req-72176c15-8169-4f39-888f-c9966ab531e5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ab85a4a3-76ba-42e3-89ac-47f01b33f069 HTTP/1.1" status: 200 len: 852 time: 0.0632207 Jul 14 09:37:02.886615 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a74f32-37cb-4abf-924d-f4c2fc751d96 req-aedb67ab-963c-4019-99ca-ff2678d7b594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:02.888772 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-55a74f32-37cb-4abf-924d-f4c2fc751d96 req-aedb67ab-963c-4019-99ca-ff2678d7b594 service neutron] 10.222.0.57 "GET /v2.0/networks?id=11c76f08-687c-4747-be6a-b8b4481f67fa HTTP/1.1" status: 200 len: 913 time: 0.1123328 Jul 14 09:37:02.920465 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-71c141ca-b24d-40a6-b089-d131078cd6d2 req-f56bce27-f478-4cd7-ab17-08b9babf8f6f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=11c76f08-687c-4747-be6a-b8b4481f67fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303502 Jul 14 09:37:02.935668 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-55a74f32-37cb-4abf-924d-f4c2fc751d96 req-b52714f8-8226-4226-beb5-fbf5d2fd1c1f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3231b8fa-bf22-4409-9f44-eac326d76689 HTTP/1.1" status: 200 len: 217 time: 0.0398586 Jul 14 09:37:02.993246 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a74f32-37cb-4abf-924d-f4c2fc751d96 req-600763ac-67e7-4087-9d35-cdac1ead7247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:02.994761 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-55a74f32-37cb-4abf-924d-f4c2fc751d96 req-600763ac-67e7-4087-9d35-cdac1ead7247 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ab85a4a3-76ba-42e3-89ac-47f01b33f069 HTTP/1.1" status: 200 len: 852 time: 0.0523670 Jul 14 09:37:03.017076 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-71c141ca-b24d-40a6-b089-d131078cd6d2 req-e0524ecd-5b4d-4538-a741-8309caade21d service neutron] 10.222.0.57 "GET /v2.0/networks/11c76f08-687c-4747-be6a-b8b4481f67fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893395 Jul 14 09:37:03.034794 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-55a74f32-37cb-4abf-924d-f4c2fc751d96 req-9041c5db-3ff1-4d12-b996-ef408a9dfb5e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=11c76f08-687c-4747-be6a-b8b4481f67fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332446 Jul 14 09:37:03.121863 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-71c141ca-b24d-40a6-b089-d131078cd6d2 req-a3fcb058-2611-4d4f-be43-1c8c3daacde8 service neutron] 10.222.0.57 "GET /v2.0/networks/11c76f08-687c-4747-be6a-b8b4481f67fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975256 Jul 14 09:37:03.140787 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] get_ports_and_sgs() called for port_ids ['79d59c6b-be4a-4846-adb2-e12bd6e35419'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:37:03.167484 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-55a74f32-37cb-4abf-924d-f4c2fc751d96 req-27a8b7a6-7e1c-497f-9bc0-f24e42013c3d service neutron] 10.222.0.57 "GET /v2.0/networks/11c76f08-687c-4747-be6a-b8b4481f67fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209254 Jul 14 09:37:03.368092 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-55a74f32-37cb-4abf-924d-f4c2fc751d96 req-e3bc47ab-9082-4f1d-bf36-94177615c186 service neutron] 10.222.0.57 "GET /v2.0/networks/11c76f08-687c-4747-be6a-b8b4481f67fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1980808 Jul 14 09:37:03.387998 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1688cb0f-587f-4f08-9b30-3b9a30739bfa req-9f543112-e3f0-4b3e-9c43-f3080ec3021b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:03.389516 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-1688cb0f-587f-4f08-9b30-3b9a30739bfa req-9f543112-e3f0-4b3e-9c43-f3080ec3021b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=25ac2af08c4046baa564fe43ef6694a4&device_id=026fb22c-2a18-4700-8a3a-db5dbc7f8c95 HTTP/1.1" status: 200 len: 1095 time: 0.1144342 Jul 14 09:37:03.493806 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805098a3-11b0-4d6c-97e1-48c3809fcd14 req-1ed98add-41a0-403c-9323-5bc0c3989183 tempest-MultipleCreateTestJSON-146299847 tempest-MultipleCreateTestJSON-146299847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:03.495288 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-805098a3-11b0-4d6c-97e1-48c3809fcd14 req-1ed98add-41a0-403c-9323-5bc0c3989183 tempest-MultipleCreateTestJSON-146299847 tempest-MultipleCreateTestJSON-146299847-project] 10.222.0.68 "GET /v2.0/ports?device_id=026fb22c-2a18-4700-8a3a-db5dbc7f8c95 HTTP/1.1" status: 200 len: 943 time: 0.1467762 Jul 14 09:37:03.524405 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1688cb0f-587f-4f08-9b30-3b9a30739bfa req-c0b47c6b-0b01-40ef-9bf9-28195082d090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:03.525783 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-1688cb0f-587f-4f08-9b30-3b9a30739bfa req-c0b47c6b-0b01-40ef-9bf9-28195082d090 service neutron] 10.222.0.57 "GET /v2.0/networks?id=11c76f08-687c-4747-be6a-b8b4481f67fa HTTP/1.1" status: 200 len: 913 time: 0.1294413 Jul 14 09:37:03.577068 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-805098a3-11b0-4d6c-97e1-48c3809fcd14 req-67941f69-b6a6-44fb-b0f6-fcfb2638d439 tempest-MultipleCreateTestJSON-146299847 tempest-MultipleCreateTestJSON-146299847-project] 10.222.0.68 "GET /v2.0/security-groups?id=556d12fa-035b-4c05-a8dc-f972bf8317a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724804 Jul 14 09:37:03.578804 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-1688cb0f-587f-4f08-9b30-3b9a30739bfa req-9155b616-de77-4fcb-8948-134f472174c7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bf71463a-07cd-471f-81d1-1e283d2acf2f HTTP/1.1" status: 200 len: 217 time: 0.0409474 Jul 14 09:37:03.629134 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1688cb0f-587f-4f08-9b30-3b9a30739bfa req-d77637b0-ce57-40ab-a48f-f7a1f6d49589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:03.630628 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-1688cb0f-587f-4f08-9b30-3b9a30739bfa req-d77637b0-ce57-40ab-a48f-f7a1f6d49589 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ab85a4a3-76ba-42e3-89ac-47f01b33f069 HTTP/1.1" status: 200 len: 852 time: 0.0448275 Jul 14 09:37:03.671725 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-1688cb0f-587f-4f08-9b30-3b9a30739bfa req-91346baf-035d-49b1-ad33-c0724f30ea4f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=11c76f08-687c-4747-be6a-b8b4481f67fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318673 Jul 14 09:37:03.787282 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-1688cb0f-587f-4f08-9b30-3b9a30739bfa req-77bb4eae-98ef-401f-8e49-6170169c0ce1 service neutron] 10.222.0.57 "GET /v2.0/networks/11c76f08-687c-4747-be6a-b8b4481f67fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069975 Jul 14 09:37:03.805809 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2a1a00-a7bb-469e-a682-8e955f3b4663 req-1ec0ff86-0272-4650-b97b-73f74dbd3518 tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:03.810188 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5f2a1a00-a7bb-469e-a682-8e955f3b4663 req-1ec0ff86-0272-4650-b97b-73f74dbd3518 tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] 10.222.0.68 "GET /v2.0/ports?device_id=b0e9a98f-ce4e-4dc3-9971-42bfcf754142 HTTP/1.1" status: 200 len: 908 time: 0.0720809 Jul 14 09:37:03.938175 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-1688cb0f-587f-4f08-9b30-3b9a30739bfa req-69c46ccf-561e-4fc6-b960-46a5a6a570cf service neutron] 10.222.0.57 "GET /v2.0/networks/11c76f08-687c-4747-be6a-b8b4481f67fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430922 Jul 14 09:37:03.946440 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc22f93-439d-416e-98b2-d9e52d861c6c req-48f78d51-5fb9-487c-bd87-fa1e11ecd8b7 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:03.947862 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ccc22f93-439d-416e-98b2-d9e52d861c6c req-48f78d51-5fb9-487c-bd87-fa1e11ecd8b7 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] 10.222.0.68 "GET /v2.0/ports?device_id=8e7397c3-9642-4fe6-b6c4-32d7843783ff HTTP/1.1" status: 200 len: 945 time: 0.1432080 Jul 14 09:37:03.989731 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ccc22f93-439d-416e-98b2-d9e52d861c6c req-3ff137bb-1848-431e-aab0-44afff24e2aa tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] 10.222.0.68 "GET /v2.0/security-groups?id=d752f37c-fee3-40c2-9393-243f60d7ab2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348158 Jul 14 09:37:03.996076 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device a41d2256-8405-429f-a1ba-806313b3c072 up at agent hyperv_n-h2-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:37:04.056316 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Provisioning for port a41d2256-8405-429f-a1ba-806313b3c072 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:37:04.059967 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Provisioning complete for port a41d2256-8405-429f-a1ba-806313b3c072 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:37:04.060339 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:04.139513 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:04.171546 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port a41d2256-8405-429f-a1ba-806313b3c072, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=a41d2256-8405-429f-a1ba-806313b3c072,segment=NetworkSegment(4e909166-7a9a-4d71-9929-2b11d90f7baa),segment_id=4e909166-7a9a-4d71-9929-2b11d90f7baa)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:37:04.172496 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e7397c3-9642-4fe6-b6c4-32d7843783ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a41d2256-8405-429f-a1ba-806313b3c072'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:37:04.174801 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd62303f06773040a8a4e189dc46b4f565768c299abf8ab8e7739778b0bc3e97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-420e9f9e-f7ad-4c96-8a36-93a1c9ff888d" -d '{"events": [{"server_uuid": "8e7397c3-9642-4fe6-b6c4-32d7843783ff", "name": "network-vif-plugged", "status": "completed", "tag": "a41d2256-8405-429f-a1ba-806313b3c072"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:37:04.178022 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:04.213881 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:37:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e8dd1a2-1a86-4068-b72e-bc3c76f63e3a x-openstack-request-id: req-9e8dd1a2-1a86-4068-b72e-bc3c76f63e3a {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:37:04.214182 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e7397c3-9642-4fe6-b6c4-32d7843783ff", "name": "network-vif-plugged", "status": "completed", "tag": "a41d2256-8405-429f-a1ba-806313b3c072", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:37:04.214444 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-9e8dd1a2-1a86-4068-b72e-bc3c76f63e3a {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:37:04.214849 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e7397c3-9642-4fe6-b6c4-32d7843783ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a41d2256-8405-429f-a1ba-806313b3c072', 'code': 200} Jul 14 09:37:04.229779 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Pushing event updated for resources: {'Port': ['ID=a41d2256-8405-429f-a1ba-806313b3c072,revision_number=12']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:04.388493 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 79d59c6b-be4a-4846-adb2-e12bd6e35419 up at agent hyperv_n-h1-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:37:04.436807 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Provisioning for port 79d59c6b-be4a-4846-adb2-e12bd6e35419 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:37:04.440714 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Provisioning complete for port 79d59c6b-be4a-4846-adb2-e12bd6e35419 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:37:04.441164 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:04.493571 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114d1aca-30b4-4421-9088-fe7697059f2f req-f42777dd-b462-4a65-8f9f-e665989df575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:04.496833 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-114d1aca-30b4-4421-9088-fe7697059f2f req-f42777dd-b462-4a65-8f9f-e665989df575 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=8e7397c3-9642-4fe6-b6c4-32d7843783ff HTTP/1.1" status: 200 len: 1098 time: 0.0602748 Jul 14 09:37:04.534222 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:04.536003 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-114d1aca-30b4-4421-9088-fe7697059f2f req-8cc61c8c-f70b-46d7-9901-c038a94f70fe service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=d752f37c-fee3-40c2-9393-243f60d7ab2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322859 Jul 14 09:37:04.567562 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port 79d59c6b-be4a-4846-adb2-e12bd6e35419, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=79d59c6b-be4a-4846-adb2-e12bd6e35419,segment=NetworkSegment(c6e98643-aa08-4cfd-8e1d-36eb88f0c957),segment_id=c6e98643-aa08-4cfd-8e1d-36eb88f0c957)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:37:04.571254 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:04.619693 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Pushing event updated for resources: {'Port': ['ID=79d59c6b-be4a-4846-adb2-e12bd6e35419,revision_number=5']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:04.760966 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc3fbca-bf67-444d-a7f5-241b9de8adda req-2954bdba-e677-4c7d-8fc8-1f467ee7d0a2 tempest-MultipleCreateTestJSON-146299847 tempest-MultipleCreateTestJSON-146299847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:04.762524 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5dc3fbca-bf67-444d-a7f5-241b9de8adda req-2954bdba-e677-4c7d-8fc8-1f467ee7d0a2 tempest-MultipleCreateTestJSON-146299847 tempest-MultipleCreateTestJSON-146299847-project] 10.222.0.68 "GET /v2.0/ports?device_id=026fb22c-2a18-4700-8a3a-db5dbc7f8c95 HTTP/1.1" status: 200 len: 943 time: 0.0712540 Jul 14 09:37:04.803026 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5dc3fbca-bf67-444d-a7f5-241b9de8adda req-2f452a74-e402-45e4-a8a6-b90bf996e761 tempest-MultipleCreateTestJSON-146299847 tempest-MultipleCreateTestJSON-146299847-project] 10.222.0.68 "GET /v2.0/security-groups?id=556d12fa-035b-4c05-a8dc-f972bf8317a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346420 Jul 14 09:37:04.987096 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23da6b46-8d38-452d-a29d-871e7bd083e2 req-8259186a-980d-488c-b087-2398781f7cff tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:04.988683 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-23da6b46-8d38-452d-a29d-871e7bd083e2 req-8259186a-980d-488c-b087-2398781f7cff tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] 10.222.0.68 "GET /v2.0/ports?device_id=b0e9a98f-ce4e-4dc3-9971-42bfcf754142 HTTP/1.1" status: 200 len: 909 time: 0.0676198 Jul 14 09:37:05.185007 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841c17f1-e814-414b-820f-71b8f4e69f24 req-94606f57-f10f-42e8-afa3-211b9fc04ecc tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:05.186541 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-841c17f1-e814-414b-820f-71b8f4e69f24 req-94606f57-f10f-42e8-afa3-211b9fc04ecc tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] 10.222.0.68 "GET /v2.0/ports?device_id=8e7397c3-9642-4fe6-b6c4-32d7843783ff HTTP/1.1" status: 200 len: 946 time: 0.0643840 Jul 14 09:37:05.226063 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-841c17f1-e814-414b-820f-71b8f4e69f24 req-6b51e693-0000-4fee-9ae2-e98c853bc8c3 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] 10.222.0.68 "GET /v2.0/security-groups?id=d752f37c-fee3-40c2-9393-243f60d7ab2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339611 Jul 14 09:37:06.001518 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device bf71463a-07cd-471f-81d1-1e283d2acf2f details requested by agent hyperv_n-h2-779913-29 with host n-h2-779913-29 {{(pid=93959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:37:06.002837 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6c28b7-7f04-4acc-af78-ce27b91ba2bf req-a213695d-2a71-4685-927d-ae82231e00b5 tempest-MultipleCreateTestJSON-146299847 tempest-MultipleCreateTestJSON-146299847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:06.004375 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-7f6c28b7-7f04-4acc-af78-ce27b91ba2bf req-a213695d-2a71-4685-927d-ae82231e00b5 tempest-MultipleCreateTestJSON-146299847 tempest-MultipleCreateTestJSON-146299847-project] 10.222.0.68 "GET /v2.0/ports?device_id=026fb22c-2a18-4700-8a3a-db5dbc7f8c95 HTTP/1.1" status: 200 len: 943 time: 0.0689380 Jul 14 09:37:06.090126 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-7f6c28b7-7f04-4acc-af78-ce27b91ba2bf req-f959c8d6-a10c-4d66-9163-33078a84a06d tempest-MultipleCreateTestJSON-146299847 tempest-MultipleCreateTestJSON-146299847-project] 10.222.0.68 "GET /v2.0/security-groups?id=556d12fa-035b-4c05-a8dc-f972bf8317a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740848 Jul 14 09:37:06.171747 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port bf71463a-07cd-471f-81d1-1e283d2acf2f, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=bf71463a-07cd-471f-81d1-1e283d2acf2f,segment=NetworkSegment(e4f076ed-00bf-48e0-8d09-9613d8c10782),segment_id=e4f076ed-00bf-48e0-8d09-9613d8c10782)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:37:06.183827 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Returning: {'device': 'bf71463a-07cd-471f-81d1-1e283d2acf2f', 'network_id': '11c76f08-687c-4747-be6a-b8b4481f67fa', 'port_id': 'bf71463a-07cd-471f-81d1-1e283d2acf2f', 'mac_address': 'fa:16:3e:de:38:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 704, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab85a4a3-76ba-42e3-89ac-47f01b33f069', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:37:06.210269 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b3123e-826e-48fd-ad3f-94c28232054d req-88c4c100-3771-46b7-a0dd-7b7c0d4235c6 tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:06.212364 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-22b3123e-826e-48fd-ad3f-94c28232054d req-88c4c100-3771-46b7-a0dd-7b7c0d4235c6 tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] 10.222.0.68 "GET /v2.0/ports?device_id=b0e9a98f-ce4e-4dc3-9971-42bfcf754142 HTTP/1.1" status: 200 len: 909 time: 0.0655668 Jul 14 09:37:06.216760 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0e9a98f-ce4e-4dc3-9971-42bfcf754142', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79d59c6b-be4a-4846-adb2-e12bd6e35419'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:37:06.220047 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd62303f06773040a8a4e189dc46b4f565768c299abf8ab8e7739778b0bc3e97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae281feb-fe9b-45d7-a842-e4fc11248108" -d '{"events": [{"server_uuid": "b0e9a98f-ce4e-4dc3-9971-42bfcf754142", "name": "network-vif-plugged", "status": "completed", "tag": "79d59c6b-be4a-4846-adb2-e12bd6e35419"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:37:06.234829 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:06.249731 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf71463a-07cd-471f-81d1-1e283d2acf2f {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:37:06.273090 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port bf71463a-07cd-471f-81d1-1e283d2acf2f, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=bf71463a-07cd-471f-81d1-1e283d2acf2f,segment=NetworkSegment(e4f076ed-00bf-48e0-8d09-9613d8c10782),segment_id=e4f076ed-00bf-48e0-8d09-9613d8c10782)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:37:06.278997 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:06.280186 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 3231b8fa-bf22-4409-9f44-eac326d76689 details requested by agent hyperv_n-h2-779913-29 with host n-h2-779913-29 {{(pid=93959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:37:06.338962 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:37:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bffd0ce-900c-4c6c-a357-47aac94b90a2 x-openstack-request-id: req-9bffd0ce-900c-4c6c-a357-47aac94b90a2 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:37:06.339895 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0e9a98f-ce4e-4dc3-9971-42bfcf754142", "name": "network-vif-plugged", "status": "completed", "tag": "79d59c6b-be4a-4846-adb2-e12bd6e35419", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:37:06.340398 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-9bffd0ce-900c-4c6c-a357-47aac94b90a2 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:37:06.341126 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0e9a98f-ce4e-4dc3-9971-42bfcf754142', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79d59c6b-be4a-4846-adb2-e12bd6e35419', 'code': 200} Jul 14 09:37:06.384850 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 3231b8fa-bf22-4409-9f44-eac326d76689, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=3231b8fa-bf22-4409-9f44-eac326d76689,segment=NetworkSegment(e4f076ed-00bf-48e0-8d09-9613d8c10782),segment_id=e4f076ed-00bf-48e0-8d09-9613d8c10782)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:37:06.392942 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Pushing event updated for resources: {'Port': ['ID=bf71463a-07cd-471f-81d1-1e283d2acf2f,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:06.400626 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Returning: {'device': '3231b8fa-bf22-4409-9f44-eac326d76689', 'network_id': '11c76f08-687c-4747-be6a-b8b4481f67fa', 'port_id': '3231b8fa-bf22-4409-9f44-eac326d76689', 'mac_address': 'fa:16:3e:ea:21:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 704, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab85a4a3-76ba-42e3-89ac-47f01b33f069', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:37:06.450961 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:06.472910 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3231b8fa-bf22-4409-9f44-eac326d76689 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:37:06.482968 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d256f3-1f0b-41d5-a813-0149d6569d06 req-2edc6d89-0f2e-40ba-8191-da6afc75878c tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:06.495675 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 3231b8fa-bf22-4409-9f44-eac326d76689, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=3231b8fa-bf22-4409-9f44-eac326d76689,segment=NetworkSegment(e4f076ed-00bf-48e0-8d09-9613d8c10782),segment_id=e4f076ed-00bf-48e0-8d09-9613d8c10782)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:37:06.504918 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d7d256f3-1f0b-41d5-a813-0149d6569d06 req-2edc6d89-0f2e-40ba-8191-da6afc75878c tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] 10.222.0.68 "GET /v2.0/ports?device_id=8e7397c3-9642-4fe6-b6c4-32d7843783ff HTTP/1.1" status: 200 len: 946 time: 0.1139336 Jul 14 09:37:06.506003 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1197ac-be43-4d14-87bf-d8ac43131947 req-f2194fcb-5aec-456f-9233-ed04484465c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:06.507155 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:06.511271 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5d1197ac-be43-4d14-87bf-d8ac43131947 req-f2194fcb-5aec-456f-9233-ed04484465c7 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=b0e9a98f-ce4e-4dc3-9971-42bfcf754142 HTTP/1.1" status: 200 len: 1061 time: 0.0986385 Jul 14 09:37:06.565991 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d7d256f3-1f0b-41d5-a813-0149d6569d06 req-1aadd46e-571d-4cb7-87cf-ea34ebe99d1f tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] 10.222.0.68 "GET /v2.0/security-groups?id=d752f37c-fee3-40c2-9393-243f60d7ab2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601943 Jul 14 09:37:06.573094 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Pushing event updated for resources: {'Port': ['ID=3231b8fa-bf22-4409-9f44-eac326d76689,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:06.854754 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] get_ports_and_sgs() called for port_ids ['bf71463a-07cd-471f-81d1-1e283d2acf2f'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:37:06.878851 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] get_ports_and_sgs() called for port_ids ['3231b8fa-bf22-4409-9f44-eac326d76689'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:37:07.285540 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14d8449-2bd9-4f86-9169-525398cfda7d req-038d4578-8e31-463b-bfa7-9037fccd3b8f tempest-MultipleCreateTestJSON-146299847 tempest-MultipleCreateTestJSON-146299847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:07.287045 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-a14d8449-2bd9-4f86-9169-525398cfda7d req-038d4578-8e31-463b-bfa7-9037fccd3b8f tempest-MultipleCreateTestJSON-146299847 tempest-MultipleCreateTestJSON-146299847-project] 10.222.0.68 "GET /v2.0/ports?device_id=026fb22c-2a18-4700-8a3a-db5dbc7f8c95 HTTP/1.1" status: 200 len: 944 time: 0.0744677 Jul 14 09:37:07.326803 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-a14d8449-2bd9-4f86-9169-525398cfda7d req-482782da-42fb-4521-b816-b3dda05d697e tempest-MultipleCreateTestJSON-146299847 tempest-MultipleCreateTestJSON-146299847-project] 10.222.0.68 "GET /v2.0/security-groups?id=556d12fa-035b-4c05-a8dc-f972bf8317a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339396 Jul 14 09:37:07.400059 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dea0b5-e9be-4527-acec-58fe82c261a8 req-31e48b86-ff43-420d-9b24-ab2a604bb619 tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:07.401695 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-32dea0b5-e9be-4527-acec-58fe82c261a8 req-31e48b86-ff43-420d-9b24-ab2a604bb619 tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] 10.222.0.68 "GET /v2.0/ports?device_id=b0e9a98f-ce4e-4dc3-9971-42bfcf754142 HTTP/1.1" status: 200 len: 909 time: 0.0646861 Jul 14 09:37:07.791199 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08266dec-c913-43fa-a15b-8090f68eb2cc req-8637a776-a346-492e-88a6-11ca0d9d95c9 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:07.792879 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-08266dec-c913-43fa-a15b-8090f68eb2cc req-8637a776-a346-492e-88a6-11ca0d9d95c9 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] 10.222.0.68 "GET /v2.0/ports?device_id=8e7397c3-9642-4fe6-b6c4-32d7843783ff HTTP/1.1" status: 200 len: 946 time: 0.0742188 Jul 14 09:37:07.853197 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-08266dec-c913-43fa-a15b-8090f68eb2cc req-4330c67d-5b11-429f-9c2c-795b83d2ce29 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] 10.222.0.68 "GET /v2.0/security-groups?id=d752f37c-fee3-40c2-9393-243f60d7ab2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534785 Jul 14 09:37:08.021507 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device bf71463a-07cd-471f-81d1-1e283d2acf2f up at agent hyperv_n-h2-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:37:08.082389 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Provisioning for port bf71463a-07cd-471f-81d1-1e283d2acf2f completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:37:08.086085 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Provisioning complete for port bf71463a-07cd-471f-81d1-1e283d2acf2f triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:37:08.086456 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:08.162114 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:08.193953 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port bf71463a-07cd-471f-81d1-1e283d2acf2f, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=bf71463a-07cd-471f-81d1-1e283d2acf2f,segment=NetworkSegment(e4f076ed-00bf-48e0-8d09-9613d8c10782),segment_id=e4f076ed-00bf-48e0-8d09-9613d8c10782)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:37:08.197708 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:08.198482 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 3231b8fa-bf22-4409-9f44-eac326d76689 up at agent hyperv_n-h2-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:37:08.276688 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Pushing event updated for resources: {'Port': ['ID=bf71463a-07cd-471f-81d1-1e283d2acf2f,revision_number=5']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:08.290269 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Provisioning for port 3231b8fa-bf22-4409-9f44-eac326d76689 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:37:08.294735 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Provisioning complete for port 3231b8fa-bf22-4409-9f44-eac326d76689 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:37:08.295179 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:08.342315 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '026fb22c-2a18-4700-8a3a-db5dbc7f8c95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf71463a-07cd-471f-81d1-1e283d2acf2f'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:37:08.344551 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd62303f06773040a8a4e189dc46b4f565768c299abf8ab8e7739778b0bc3e97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb3a3ecd-5500-448c-9c49-304dc5980c20" -d '{"events": [{"server_uuid": "026fb22c-2a18-4700-8a3a-db5dbc7f8c95", "name": "network-vif-plugged", "status": "completed", "tag": "bf71463a-07cd-471f-81d1-1e283d2acf2f"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:37:08.382972 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:37:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf7bcbc1-de62-49d3-9936-7e318cad956c x-openstack-request-id: req-cf7bcbc1-de62-49d3-9936-7e318cad956c {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:37:08.383274 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "026fb22c-2a18-4700-8a3a-db5dbc7f8c95", "name": "network-vif-plugged", "status": "completed", "tag": "bf71463a-07cd-471f-81d1-1e283d2acf2f", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:37:08.383531 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-cf7bcbc1-de62-49d3-9936-7e318cad956c {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:37:08.383922 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '026fb22c-2a18-4700-8a3a-db5dbc7f8c95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf71463a-07cd-471f-81d1-1e283d2acf2f', 'code': 200} Jul 14 09:37:08.390082 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:08.435745 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 3231b8fa-bf22-4409-9f44-eac326d76689, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=3231b8fa-bf22-4409-9f44-eac326d76689,segment=NetworkSegment(e4f076ed-00bf-48e0-8d09-9613d8c10782),segment_id=e4f076ed-00bf-48e0-8d09-9613d8c10782)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:37:08.443835 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:08.516827 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Pushing event updated for resources: {'Port': ['ID=3231b8fa-bf22-4409-9f44-eac326d76689,revision_number=5']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:08.552836 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd51ebaa-920b-439d-b798-0a12faeaa377 req-c170e4e5-2899-41e6-a97c-f5c837d5b52a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:08.555542 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-bd51ebaa-920b-439d-b798-0a12faeaa377 req-c170e4e5-2899-41e6-a97c-f5c837d5b52a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=026fb22c-2a18-4700-8a3a-db5dbc7f8c95 HTTP/1.1" status: 200 len: 1097 time: 0.0735345 Jul 14 09:37:08.570584 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f48ff31-ad0a-41a5-a06c-1f1609d9d34e req-6f81f7e0-036b-442e-a8cc-b3676197bd8c tempest-MultipleCreateTestJSON-146299847 tempest-MultipleCreateTestJSON-146299847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:08.577196 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0f48ff31-ad0a-41a5-a06c-1f1609d9d34e req-6f81f7e0-036b-442e-a8cc-b3676197bd8c tempest-MultipleCreateTestJSON-146299847 tempest-MultipleCreateTestJSON-146299847-project] 10.222.0.68 "GET /v2.0/ports?device_id=026fb22c-2a18-4700-8a3a-db5dbc7f8c95 HTTP/1.1" status: 200 len: 945 time: 0.0982003 Jul 14 09:37:08.616922 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0f48ff31-ad0a-41a5-a06c-1f1609d9d34e req-6dadde65-9b54-4680-92c2-d8807cdab5c4 tempest-MultipleCreateTestJSON-146299847 tempest-MultipleCreateTestJSON-146299847-project] 10.222.0.68 "GET /v2.0/security-groups?id=556d12fa-035b-4c05-a8dc-f972bf8317a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364325 Jul 14 09:37:08.642287 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-bd51ebaa-920b-439d-b798-0a12faeaa377 req-9d1ce7a8-0aaa-4ead-8d42-01554b87098f service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=556d12fa-035b-4c05-a8dc-f972bf8317a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795836 Jul 14 09:37:08.681847 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea430f80-5c53-4097-8556-a6a4bc91bae1 req-72d88bd1-5766-413f-84a1-4c19439693bb tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:08.683470 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ea430f80-5c53-4097-8556-a6a4bc91bae1 req-72d88bd1-5766-413f-84a1-4c19439693bb tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] 10.222.0.68 "GET /v2.0/ports?device_id=b0e9a98f-ce4e-4dc3-9971-42bfcf754142 HTTP/1.1" status: 200 len: 909 time: 0.1064136 Jul 14 09:37:08.877628 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b62752a-b668-4f20-b26a-e08fa06dee36 req-d65a8fd6-0012-497e-a8ba-007ae8e6bb42 tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:08.879398 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-9b62752a-b668-4f20-b26a-e08fa06dee36 req-d65a8fd6-0012-497e-a8ba-007ae8e6bb42 tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] 10.222.0.68 "GET /v2.0/ports?device_id=b0e9a98f-ce4e-4dc3-9971-42bfcf754142 HTTP/1.1" status: 200 len: 909 time: 0.0763555 Jul 14 09:37:09.073848 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081f9589-44a1-4e41-9f68-a7aa4ceb16ad req-0cf7f159-37a6-4383-bd8d-0b586d17fb76 tempest-TestSecurityGroupsBasicOps-1679341931 tempest-TestSecurityGroupsBasicOps-1679341931-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:09.076007 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-081f9589-44a1-4e41-9f68-a7aa4ceb16ad req-0cf7f159-37a6-4383-bd8d-0b586d17fb76 tempest-TestSecurityGroupsBasicOps-1679341931 tempest-TestSecurityGroupsBasicOps-1679341931-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=b0e9a98f-ce4e-4dc3-9971-42bfcf754142 HTTP/1.1" status: 200 len: 1061 time: 0.0705252 Jul 14 09:37:09.334305 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dd720e-93e9-4ad9-912c-e4f296355119 req-82527c31-2718-4755-a6a0-8cb94afc03b7 tempest-TestSecurityGroupsBasicOps-1679341931 tempest-TestSecurityGroupsBasicOps-1679341931-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:09.335904 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b3dd720e-93e9-4ad9-912c-e4f296355119 req-82527c31-2718-4755-a6a0-8cb94afc03b7 tempest-TestSecurityGroupsBasicOps-1679341931 tempest-TestSecurityGroupsBasicOps-1679341931-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=5fc01b2f-40b9-4f77-af83-fe731cd3ed6b HTTP/1.1" status: 200 len: 1137 time: 0.0544429 Jul 14 09:37:09.372730 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b3dd720e-93e9-4ad9-912c-e4f296355119 req-4c455e2b-83e3-4f25-a282-bfb1f1b8a7a4 tempest-TestSecurityGroupsBasicOps-1679341931 tempest-TestSecurityGroupsBasicOps-1679341931-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=a6887b36-dc41-4a94-9c8a-146532f74efd&id=163851e2-8c9a-4c41-aaeb-45f47f0e50a0&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0306640 Jul 14 09:37:09.398155 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 36396) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:09.453451 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-805e18d2-79af-41c4-a110-9a18847cda1d tempest-TestSecurityGroupsBasicOps-1679341931 tempest-TestSecurityGroupsBasicOps-1679341931-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:09.455503 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-805e18d2-79af-41c4-a110-9a18847cda1d tempest-TestSecurityGroupsBasicOps-1679341931 tempest-TestSecurityGroupsBasicOps-1679341931-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=b0e9a98f-ce4e-4dc3-9971-42bfcf754142 HTTP/1.1" status: 200 len: 1056 time: 0.0560772 Jul 14 09:37:09.827020 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5250e1eb-68f3-4aca-8030-8c361aec4700 req-9ffaf677-87f5-4c3e-94d1-873fd54c2df2 tempest-MultipleCreateTestJSON-146299847 tempest-MultipleCreateTestJSON-146299847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:09.834059 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5250e1eb-68f3-4aca-8030-8c361aec4700 req-9ffaf677-87f5-4c3e-94d1-873fd54c2df2 tempest-MultipleCreateTestJSON-146299847 tempest-MultipleCreateTestJSON-146299847-project] 10.222.0.68 "GET /v2.0/ports?device_id=026fb22c-2a18-4700-8a3a-db5dbc7f8c95 HTTP/1.1" status: 200 len: 945 time: 0.0846834 Jul 14 09:37:09.879057 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5250e1eb-68f3-4aca-8030-8c361aec4700 req-0505acf9-d706-4023-874b-82a65b2e7eee tempest-MultipleCreateTestJSON-146299847 tempest-MultipleCreateTestJSON-146299847-project] 10.222.0.68 "GET /v2.0/security-groups?id=556d12fa-035b-4c05-a8dc-f972bf8317a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401928 Jul 14 09:37:09.931851 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8753d2f3-5e9f-4b0d-b838-e9827e5da9c2 req-165d45fb-970f-4bbf-b5a2-abc12cbe8a7a tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:09.934426 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-8753d2f3-5e9f-4b0d-b838-e9827e5da9c2 req-165d45fb-970f-4bbf-b5a2-abc12cbe8a7a tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] 10.222.0.68 "GET /v2.0/ports?device_id=b0e9a98f-ce4e-4dc3-9971-42bfcf754142 HTTP/1.1" status: 200 len: 909 time: 0.1051900 Jul 14 09:37:10.385674 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c604494-086f-40c7-a9a6-4a71d67b6b23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3231b8fa-bf22-4409-9f44-eac326d76689'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:37:10.388633 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd62303f06773040a8a4e189dc46b4f565768c299abf8ab8e7739778b0bc3e97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e26aabe4-ae99-4149-b93d-d77c4b787190" -d '{"events": [{"server_uuid": "8c604494-086f-40c7-a9a6-4a71d67b6b23", "name": "network-vif-plugged", "status": "completed", "tag": "3231b8fa-bf22-4409-9f44-eac326d76689"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:37:10.430440 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:37:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-838a343c-36e9-4976-83f0-01c41e2b5393 x-openstack-request-id: req-838a343c-36e9-4976-83f0-01c41e2b5393 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:37:10.430738 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c604494-086f-40c7-a9a6-4a71d67b6b23", "name": "network-vif-plugged", "status": "completed", "tag": "3231b8fa-bf22-4409-9f44-eac326d76689", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:37:10.430990 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-838a343c-36e9-4976-83f0-01c41e2b5393 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:37:10.431378 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c604494-086f-40c7-a9a6-4a71d67b6b23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3231b8fa-bf22-4409-9f44-eac326d76689', 'code': 200} Jul 14 09:37:10.606528 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111a120b-b752-4562-9007-30cca23eb947 req-2ee16ad7-56cb-43bb-ab4d-f18e5b98cfea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:10.608300 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-111a120b-b752-4562-9007-30cca23eb947 req-2ee16ad7-56cb-43bb-ab4d-f18e5b98cfea service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=8c604494-086f-40c7-a9a6-4a71d67b6b23 HTTP/1.1" status: 200 len: 1097 time: 0.0543187 Jul 14 09:37:10.643187 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-111a120b-b752-4562-9007-30cca23eb947 req-30e8330a-e4f8-4353-a939-d416f65707bf service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=556d12fa-035b-4c05-a8dc-f972bf8317a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275745 Jul 14 09:37:11.077821 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2032aa6d-bbfc-4d98-9c1f-ab2610a8b67c req-e8a0e305-a0f2-4dc6-882f-cfc5e8973a85 tempest-MultipleCreateTestJSON-146299847 tempest-MultipleCreateTestJSON-146299847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:11.085672 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2032aa6d-bbfc-4d98-9c1f-ab2610a8b67c req-e8a0e305-a0f2-4dc6-882f-cfc5e8973a85 tempest-MultipleCreateTestJSON-146299847 tempest-MultipleCreateTestJSON-146299847-project] 10.222.0.68 "GET /v2.0/ports?device_id=026fb22c-2a18-4700-8a3a-db5dbc7f8c95 HTTP/1.1" status: 200 len: 945 time: 0.0820873 Jul 14 09:37:11.123744 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2032aa6d-bbfc-4d98-9c1f-ab2610a8b67c req-dac2feec-e67b-47c3-8c42-27e16e794251 tempest-MultipleCreateTestJSON-146299847 tempest-MultipleCreateTestJSON-146299847-project] 10.222.0.68 "GET /v2.0/security-groups?id=556d12fa-035b-4c05-a8dc-f972bf8317a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369434 Jul 14 09:37:11.151731 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0b253b-d2d6-4c51-8228-80c7d204e02e req-d89ebc6f-0650-4c2a-827c-606e3f7d3b5b tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:11.163054 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-de0b253b-d2d6-4c51-8228-80c7d204e02e req-d89ebc6f-0650-4c2a-827c-606e3f7d3b5b tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] 10.222.0.68 "GET /v2.0/ports?device_id=b0e9a98f-ce4e-4dc3-9971-42bfcf754142 HTTP/1.1" status: 200 len: 909 time: 0.0822260 Jul 14 09:37:11.351562 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d5f3f2-2106-46be-bee1-cc702a60e8b2 req-b92a1934-4666-438c-ad9a-b1c694049b79 tempest-MultipleCreateTestJSON-146299847 tempest-MultipleCreateTestJSON-146299847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:11.353703 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a7d5f3f2-2106-46be-bee1-cc702a60e8b2 req-b92a1934-4666-438c-ad9a-b1c694049b79 tempest-MultipleCreateTestJSON-146299847 tempest-MultipleCreateTestJSON-146299847-project] 10.222.0.68 "GET /v2.0/ports?device_id=8c604494-086f-40c7-a9a6-4a71d67b6b23 HTTP/1.1" status: 200 len: 945 time: 0.1111102 Jul 14 09:37:11.402622 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8d79de-1b90-4ffe-a862-707b750bcd77 req-2bac1671-14ee-42bb-83f8-35787add2d2d tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:11.404327 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-9b8d79de-1b90-4ffe-a862-707b750bcd77 req-2bac1671-14ee-42bb-83f8-35787add2d2d tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] 10.222.0.65 "GET /v2.0/ports?device_id=b0e9a98f-ce4e-4dc3-9971-42bfcf754142 HTTP/1.1" status: 200 len: 909 time: 0.1186044 Jul 14 09:37:11.499792 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a7d5f3f2-2106-46be-bee1-cc702a60e8b2 req-50dff188-a4dd-4bef-8013-066cc46ad054 tempest-MultipleCreateTestJSON-146299847 tempest-MultipleCreateTestJSON-146299847-project] 10.222.0.68 "GET /v2.0/security-groups?id=556d12fa-035b-4c05-a8dc-f972bf8317a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365426 Jul 14 09:37:11.544473 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [req-9b8d79de-1b90-4ffe-a862-707b750bcd77 req-3dc9cb5b-25b1-4d4f-8840-86808ea11855 tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Deleting port 79d59c6b-be4a-4846-adb2-e12bd6e35419 {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:37:11.544824 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-9b8d79de-1b90-4ffe-a862-707b750bcd77 req-3dc9cb5b-25b1-4d4f-8840-86808ea11855 tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:11.652687 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-9b8d79de-1b90-4ffe-a862-707b750bcd77 req-3dc9cb5b-25b1-4d4f-8840-86808ea11855 tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] For port 79d59c6b-be4a-4846-adb2-e12bd6e35419, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=79d59c6b-be4a-4846-adb2-e12bd6e35419,segment=NetworkSegment(c6e98643-aa08-4cfd-8e1d-36eb88f0c957),segment_id=c6e98643-aa08-4cfd-8e1d-36eb88f0c957)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:37:11.653065 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-9b8d79de-1b90-4ffe-a862-707b750bcd77 req-3dc9cb5b-25b1-4d4f-8840-86808ea11855 tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:11.674250 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [req-9b8d79de-1b90-4ffe-a862-707b750bcd77 req-3dc9cb5b-25b1-4d4f-8840-86808ea11855 tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Calling delete_port for 79d59c6b-be4a-4846-adb2-e12bd6e35419 owned by compute:nova {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:37:11.803104 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-9b8d79de-1b90-4ffe-a862-707b750bcd77 req-3dc9cb5b-25b1-4d4f-8840-86808ea11855 tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:11.851528 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc9cb5b-25b1-4d4f-8840-86808ea11855 tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Pushing event deleted for resources: {'Port': ['ID=79d59c6b-be4a-4846-adb2-e12bd6e35419,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:11.958722 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b8d79de-1b90-4ffe-a862-707b750bcd77 req-3dc9cb5b-25b1-4d4f-8840-86808ea11855 tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] No DVR routers for this DVR port 79d59c6b-be4a-4846-adb2-e12bd6e35419 on host n-h1-779913-29 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:37:11.962142 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-9b8d79de-1b90-4ffe-a862-707b750bcd77 req-3dc9cb5b-25b1-4d4f-8840-86808ea11855 tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:11.964474 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-9b8d79de-1b90-4ffe-a862-707b750bcd77 req-3dc9cb5b-25b1-4d4f-8840-86808ea11855 tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] 10.222.0.65 "DELETE /v2.0/ports/79d59c6b-be4a-4846-adb2-e12bd6e35419 HTTP/1.1" status: 204 len: 173 time: 0.5431421 Jul 14 09:37:11.965614 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0e9a98f-ce4e-4dc3-9971-42bfcf754142', 'name': 'network-vif-deleted', 'tag': '79d59c6b-be4a-4846-adb2-e12bd6e35419'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:37:11.978215 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0659242d-9253-4c88-9e03-48a808f708d9" -d '{"events": [{"server_uuid": "b0e9a98f-ce4e-4dc3-9971-42bfcf754142", "name": "network-vif-deleted", "tag": "79d59c6b-be4a-4846-adb2-e12bd6e35419"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:37:12.041129 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:37:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38372bcf-974f-4d09-901a-31c3f470400c x-openstack-request-id: req-38372bcf-974f-4d09-901a-31c3f470400c {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:37:12.042693 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0e9a98f-ce4e-4dc3-9971-42bfcf754142", "name": "network-vif-deleted", "tag": "79d59c6b-be4a-4846-adb2-e12bd6e35419", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:37:12.043052 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-38372bcf-974f-4d09-901a-31c3f470400c {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:37:12.044202 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0e9a98f-ce4e-4dc3-9971-42bfcf754142', 'name': 'network-vif-deleted', 'tag': '79d59c6b-be4a-4846-adb2-e12bd6e35419', 'status': 'completed', 'code': 200} Jul 14 09:37:12.340086 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-a9fcf1e6-8806-40d9-84bd-012a186e47bc req-cc8c9810-044d-4f65-993b-1e839891370a tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] 10.222.0.68 "GET /v2.0/ports?device_id=b0e9a98f-ce4e-4dc3-9971-42bfcf754142 HTTP/1.1" status: 200 len: 210 time: 0.0463727 Jul 14 09:37:12.746299 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80511a04-9c86-459a-9b40-31f3f2e85d64 req-7cc99015-4003-4db5-a54d-82788297cdd5 tempest-MultipleCreateTestJSON-146299847 tempest-MultipleCreateTestJSON-146299847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:12.751238 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-80511a04-9c86-459a-9b40-31f3f2e85d64 req-7cc99015-4003-4db5-a54d-82788297cdd5 tempest-MultipleCreateTestJSON-146299847 tempest-MultipleCreateTestJSON-146299847-project] 10.222.0.68 "GET /v2.0/ports?device_id=8c604494-086f-40c7-a9a6-4a71d67b6b23 HTTP/1.1" status: 200 len: 945 time: 0.0697150 Jul 14 09:37:12.772913 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:12.795700 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-80511a04-9c86-459a-9b40-31f3f2e85d64 req-27166ee0-aca8-4d34-9422-62b0491349c2 tempest-MultipleCreateTestJSON-146299847 tempest-MultipleCreateTestJSON-146299847-project] 10.222.0.68 "GET /v2.0/security-groups?id=556d12fa-035b-4c05-a8dc-f972bf8317a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422752 Jul 14 09:37:13.446579 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 36512) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:13.550435 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:13.595529 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6f25ce-7d36-49a1-a31a-a5a8ef8e04e6 req-4943a06b-5380-4e15-a418-5d46d69f811b tempest-MultipleCreateTestJSON-146299847 tempest-MultipleCreateTestJSON-146299847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:13.604568 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-8a6f25ce-7d36-49a1-a31a-a5a8ef8e04e6 req-4943a06b-5380-4e15-a418-5d46d69f811b tempest-MultipleCreateTestJSON-146299847 tempest-MultipleCreateTestJSON-146299847-project] 10.222.0.68 "GET /v2.0/networks?id=11c76f08-687c-4747-be6a-b8b4481f67fa HTTP/1.1" status: 200 len: 812 time: 0.2068491 Jul 14 09:37:13.644852 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-8a6f25ce-7d36-49a1-a31a-a5a8ef8e04e6 req-190b86a7-3952-4cad-90f1-d9f6d2dedab2 tempest-MultipleCreateTestJSON-146299847 tempest-MultipleCreateTestJSON-146299847-project] 10.222.0.68 "GET /v2.0/quotas/25ac2af08c4046baa564fe43ef6694a4 HTTP/1.1" status: 200 len: 375 time: 0.0389149 Jul 14 09:37:13.797127 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-8a6f25ce-7d36-49a1-a31a-a5a8ef8e04e6 req-b757375a-f3bd-4c98-be9f-41907067aee1 tempest-MultipleCreateTestJSON-146299847 tempest-MultipleCreateTestJSON-146299847-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=25ac2af08c4046baa564fe43ef6694a4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1512146 Jul 14 09:37:13.933156 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-8a6f25ce-7d36-49a1-a31a-a5a8ef8e04e6 req-1f7aed12-f060-46c8-98ae-85a841ae38b3 service neutron] 10.222.0.68 "GET /v2.0/networks/11c76f08-687c-4747-be6a-b8b4481f67fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349566 Jul 14 09:37:14.020489 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-8a6f25ce-7d36-49a1-a31a-a5a8ef8e04e6 req-1ead3dbc-4f3c-4f9e-9dc4-fe45e8787176 service neutron] 10.222.0.68 "GET /v2.0/networks/11c76f08-687c-4747-be6a-b8b4481f67fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863562 Jul 14 09:37:14.096651 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c62c1c58-0109-481c-971a-c834df3f0ffe tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-683602'] for router_interface, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:14.436758 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 79d59c6b-be4a-4846-adb2-e12bd6e35419 no longer exists at agent hyperv_n-h1-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:37:14.476394 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] No Port match for: 79d59c6b-be4a-4846-adb2-e12bd6e35419 {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:37:14.482190 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-c62c1c58-0109-481c-971a-c834df3f0ffe tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Deleting port 65c256c2-05b0-491d-a5fd-5c7b2b0b82e4 {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:37:14.482547 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c62c1c58-0109-481c-971a-c834df3f0ffe tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:14.482656 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 79d59c6b-be4a-4846-adb2-e12bd6e35419 not bound to the agent host n-h1-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:37:14.530527 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-4f6a5377-3b0c-4a24-bcc6-d853875bfb5f req-a169fda7-4d82-463a-b827-7ab97d4aebf1 tempest-MultipleCreateTestJSON-146299847 tempest-MultipleCreateTestJSON-146299847-project] 10.222.0.68 "GET /v2.0/ports?device_id=b9824b93-ab8b-4b64-a0ce-fa49376ab652 HTTP/1.1" status: 200 len: 210 time: 0.0429392 Jul 14 09:37:14.601879 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-c62c1c58-0109-481c-971a-c834df3f0ffe tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] For port 65c256c2-05b0-491d-a5fd-5c7b2b0b82e4, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=65c256c2-05b0-491d-a5fd-5c7b2b0b82e4,segment=NetworkSegment(c6e98643-aa08-4cfd-8e1d-36eb88f0c957),segment_id=c6e98643-aa08-4cfd-8e1d-36eb88f0c957)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:37:14.602404 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c62c1c58-0109-481c-971a-c834df3f0ffe tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:14.619374 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-c62c1c58-0109-481c-971a-c834df3f0ffe tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Calling delete_port for 65c256c2-05b0-491d-a5fd-5c7b2b0b82e4 owned by network:router_interface {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:37:14.995245 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1796267-585a-40d7-9922-f0df7da6115e req-a8303e95-27ce-44ea-8488-aa36cb5995a8 tempest-MultipleCreateTestJSON-146299847 tempest-MultipleCreateTestJSON-146299847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:15.018194 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-c1796267-585a-40d7-9922-f0df7da6115e req-a8303e95-27ce-44ea-8488-aa36cb5995a8 tempest-MultipleCreateTestJSON-146299847 tempest-MultipleCreateTestJSON-146299847-project] 10.222.0.57 "GET /v2.0/ports?device_id=8c604494-086f-40c7-a9a6-4a71d67b6b23 HTTP/1.1" status: 200 len: 945 time: 0.1095562 Jul 14 09:37:15.207622 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-c1796267-585a-40d7-9922-f0df7da6115e req-b24c62fc-9ca7-4c4b-951c-6bfd480e606d tempest-MultipleCreateTestJSON-146299847 tempest-MultipleCreateTestJSON-146299847-project] Deleting port 3231b8fa-bf22-4409-9f44-eac326d76689 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:37:15.208352 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-c1796267-585a-40d7-9922-f0df7da6115e req-b24c62fc-9ca7-4c4b-951c-6bfd480e606d tempest-MultipleCreateTestJSON-146299847 tempest-MultipleCreateTestJSON-146299847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:15.324994 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-c1796267-585a-40d7-9922-f0df7da6115e req-b24c62fc-9ca7-4c4b-951c-6bfd480e606d tempest-MultipleCreateTestJSON-146299847 tempest-MultipleCreateTestJSON-146299847-project] For port 3231b8fa-bf22-4409-9f44-eac326d76689, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=3231b8fa-bf22-4409-9f44-eac326d76689,segment=NetworkSegment(e4f076ed-00bf-48e0-8d09-9613d8c10782),segment_id=e4f076ed-00bf-48e0-8d09-9613d8c10782)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:37:15.325395 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-c1796267-585a-40d7-9922-f0df7da6115e req-b24c62fc-9ca7-4c4b-951c-6bfd480e606d tempest-MultipleCreateTestJSON-146299847 tempest-MultipleCreateTestJSON-146299847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:15.346548 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-c1796267-585a-40d7-9922-f0df7da6115e req-b24c62fc-9ca7-4c4b-951c-6bfd480e606d tempest-MultipleCreateTestJSON-146299847 tempest-MultipleCreateTestJSON-146299847-project] Calling delete_port for 3231b8fa-bf22-4409-9f44-eac326d76689 owned by compute:nova {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:37:15.365834 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c62c1c58-0109-481c-971a-c834df3f0ffe tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:15.425475 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62c1c58-0109-481c-971a-c834df3f0ffe tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Pushing event deleted for resources: {'Port': ['ID=65c256c2-05b0-491d-a5fd-5c7b2b0b82e4,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:15.536590 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-c1796267-585a-40d7-9922-f0df7da6115e req-b24c62fc-9ca7-4c4b-951c-6bfd480e606d tempest-MultipleCreateTestJSON-146299847 tempest-MultipleCreateTestJSON-146299847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:15.576185 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] get_ports_and_sgs() called for port_ids ['3231b8fa-bf22-4409-9f44-eac326d76689', 'bf71463a-07cd-471f-81d1-1e283d2acf2f'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:37:15.599916 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24c62fc-9ca7-4c4b-951c-6bfd480e606d tempest-MultipleCreateTestJSON-146299847 tempest-MultipleCreateTestJSON-146299847-project] Pushing event deleted for resources: {'Port': ['ID=3231b8fa-bf22-4409-9f44-eac326d76689,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:15.698432 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1796267-585a-40d7-9922-f0df7da6115e req-b24c62fc-9ca7-4c4b-951c-6bfd480e606d tempest-MultipleCreateTestJSON-146299847 tempest-MultipleCreateTestJSON-146299847-project] No DVR routers for this DVR port 3231b8fa-bf22-4409-9f44-eac326d76689 on host n-h2-779913-29 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:37:15.702339 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-c1796267-585a-40d7-9922-f0df7da6115e req-b24c62fc-9ca7-4c4b-951c-6bfd480e606d tempest-MultipleCreateTestJSON-146299847 tempest-MultipleCreateTestJSON-146299847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:15.704829 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-c1796267-585a-40d7-9922-f0df7da6115e req-b24c62fc-9ca7-4c4b-951c-6bfd480e606d tempest-MultipleCreateTestJSON-146299847 tempest-MultipleCreateTestJSON-146299847-project] 10.222.0.57 "DELETE /v2.0/ports/3231b8fa-bf22-4409-9f44-eac326d76689 HTTP/1.1" status: 204 len: 173 time: 0.6733155 Jul 14 09:37:15.705574 n-d-779913-29 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c604494-086f-40c7-a9a6-4a71d67b6b23', 'name': 'network-vif-deleted', 'tag': '3231b8fa-bf22-4409-9f44-eac326d76689'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:37:15.708137 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cb48f044f948e981f43897c8d7f1332f741dc7af2b4c5a6e19d8f4a80f708e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03532c7f-03c3-4203-bd39-1b7a3d6742d8" -d '{"events": [{"server_uuid": "8c604494-086f-40c7-a9a6-4a71d67b6b23", "name": "network-vif-deleted", "tag": "3231b8fa-bf22-4409-9f44-eac326d76689"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:37:15.784330 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e0f544-330a-4f84-a45e-18fdc145ae70 req-1876082e-936a-4cf0-8742-d59cb9eb5ebc tempest-MultipleCreateTestJSON-146299847 tempest-MultipleCreateTestJSON-146299847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:15.785976 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d1e0f544-330a-4f84-a45e-18fdc145ae70 req-1876082e-936a-4cf0-8742-d59cb9eb5ebc tempest-MultipleCreateTestJSON-146299847 tempest-MultipleCreateTestJSON-146299847-project] 10.222.0.57 "GET /v2.0/ports?device_id=026fb22c-2a18-4700-8a3a-db5dbc7f8c95 HTTP/1.1" status: 200 len: 945 time: 0.2842610 Jul 14 09:37:15.826922 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-de7033b2-a843-483d-8c59-1f235726b0e6 req-57a6fec5-416a-4b09-b43b-e058a1900c2e tempest-MultipleCreateTestJSON-146299847 tempest-MultipleCreateTestJSON-146299847-project] 10.222.0.68 "GET /v2.0/ports?device_id=b9824b93-ab8b-4b64-a0ce-fa49376ab652 HTTP/1.1" status: 200 len: 210 time: 0.0487537 Jul 14 09:37:15.829512 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:37:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf5b7810-dd89-485b-acc8-df6a092e394c x-openstack-request-id: req-cf5b7810-dd89-485b-acc8-df6a092e394c {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:37:15.834797 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c604494-086f-40c7-a9a6-4a71d67b6b23", "name": "network-vif-deleted", "tag": "3231b8fa-bf22-4409-9f44-eac326d76689", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:37:15.835589 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-cf5b7810-dd89-485b-acc8-df6a092e394c {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:37:15.836040 n-d-779913-29 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c604494-086f-40c7-a9a6-4a71d67b6b23', 'name': 'network-vif-deleted', 'tag': '3231b8fa-bf22-4409-9f44-eac326d76689', 'status': 'completed', 'code': 200} Jul 14 09:37:16.077249 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c62c1c58-0109-481c-971a-c834df3f0ffe tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-620860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682934'] for router_interface, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:16.125876 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [req-d1e0f544-330a-4f84-a45e-18fdc145ae70 req-242666a2-ef5c-412c-899b-f3b6bd6c1a90 tempest-MultipleCreateTestJSON-146299847 tempest-MultipleCreateTestJSON-146299847-project] Deleting port bf71463a-07cd-471f-81d1-1e283d2acf2f {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:37:16.126230 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-d1e0f544-330a-4f84-a45e-18fdc145ae70 req-242666a2-ef5c-412c-899b-f3b6bd6c1a90 tempest-MultipleCreateTestJSON-146299847 tempest-MultipleCreateTestJSON-146299847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:16.427737 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-d1e0f544-330a-4f84-a45e-18fdc145ae70 req-242666a2-ef5c-412c-899b-f3b6bd6c1a90 tempest-MultipleCreateTestJSON-146299847 tempest-MultipleCreateTestJSON-146299847-project] For port bf71463a-07cd-471f-81d1-1e283d2acf2f, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=bf71463a-07cd-471f-81d1-1e283d2acf2f,segment=NetworkSegment(e4f076ed-00bf-48e0-8d09-9613d8c10782),segment_id=e4f076ed-00bf-48e0-8d09-9613d8c10782)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:37:16.428356 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-d1e0f544-330a-4f84-a45e-18fdc145ae70 req-242666a2-ef5c-412c-899b-f3b6bd6c1a90 tempest-MultipleCreateTestJSON-146299847 tempest-MultipleCreateTestJSON-146299847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:16.471698 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [req-d1e0f544-330a-4f84-a45e-18fdc145ae70 req-242666a2-ef5c-412c-899b-f3b6bd6c1a90 tempest-MultipleCreateTestJSON-146299847 tempest-MultipleCreateTestJSON-146299847-project] Calling delete_port for bf71463a-07cd-471f-81d1-1e283d2acf2f owned by compute:nova {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:37:16.552886 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6f25ce-7d36-49a1-a31a-a5a8ef8e04e6 req-aff91daa-ae52-4f88-bdf3-19a207647ce5 tempest-MultipleCreateTestJSON-146299847 tempest-MultipleCreateTestJSON-146299847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:16.554819 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8a6f25ce-7d36-49a1-a31a-a5a8ef8e04e6 req-aff91daa-ae52-4f88-bdf3-19a207647ce5 tempest-MultipleCreateTestJSON-146299847 tempest-MultipleCreateTestJSON-146299847-project] 10.222.0.65 "GET /v2.0/networks?id=11c76f08-687c-4747-be6a-b8b4481f67fa HTTP/1.1" status: 200 len: 812 time: 0.3764362 Jul 14 09:37:16.658304 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-8a6f25ce-7d36-49a1-a31a-a5a8ef8e04e6 req-c2902d5e-901a-4d0f-86fe-9b6aee654fe3 tempest-MultipleCreateTestJSON-146299847 tempest-MultipleCreateTestJSON-146299847-project] Request body: {'port': {'device_id': '623c6683-f7e4-4960-8d11-4d86f07a3651', 'network_id': '11c76f08-687c-4747-be6a-b8b4481f67fa', 'admin_state_up': True, 'tenant_id': '25ac2af08c4046baa564fe43ef6694a4'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:37:16.771412 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6f25ce-7d36-49a1-a31a-a5a8ef8e04e6 req-18120944-9a28-4c81-8793-1b300525d2b2 tempest-MultipleCreateTestJSON-146299847 tempest-MultipleCreateTestJSON-146299847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:16.774508 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-8a6f25ce-7d36-49a1-a31a-a5a8ef8e04e6 req-18120944-9a28-4c81-8793-1b300525d2b2 tempest-MultipleCreateTestJSON-146299847 tempest-MultipleCreateTestJSON-146299847-project] 10.222.0.57 "GET /v2.0/networks?id=11c76f08-687c-4747-be6a-b8b4481f67fa HTTP/1.1" status: 200 len: 812 time: 0.2328184 Jul 14 09:37:16.813547 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [req-8a6f25ce-7d36-49a1-a31a-a5a8ef8e04e6 req-21ad6abf-5fc0-4a7b-ab08-8438795143fb tempest-MultipleCreateTestJSON-146299847 tempest-MultipleCreateTestJSON-146299847-project] Request body: {'port': {'device_id': 'b9824b93-ab8b-4b64-a0ce-fa49376ab652', 'network_id': '11c76f08-687c-4747-be6a-b8b4481f67fa', 'admin_state_up': True, 'tenant_id': '25ac2af08c4046baa564fe43ef6694a4'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:37:16.985432 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-d1e0f544-330a-4f84-a45e-18fdc145ae70 req-242666a2-ef5c-412c-899b-f3b6bd6c1a90 tempest-MultipleCreateTestJSON-146299847 tempest-MultipleCreateTestJSON-146299847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:17.012859 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d8f4e0-3ddf-46f4-ae98-6bf0f6fa7e8e req-a8923a96-4704-47e2-9c49-cf031dbe679a tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:17.019733 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d8f4e0-3ddf-46f4-ae98-6bf0f6fa7e8e req-a8923a96-4704-47e2-9c49-cf031dbe679a tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:17.029329 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d8f4e0-3ddf-46f4-ae98-6bf0f6fa7e8e req-a8923a96-4704-47e2-9c49-cf031dbe679a tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:17.032477 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d8f4e0-3ddf-46f4-ae98-6bf0f6fa7e8e req-a8923a96-4704-47e2-9c49-cf031dbe679a tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:17.044379 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d8f4e0-3ddf-46f4-ae98-6bf0f6fa7e8e req-a8923a96-4704-47e2-9c49-cf031dbe679a tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:17.056178 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d8f4e0-3ddf-46f4-ae98-6bf0f6fa7e8e req-a8923a96-4704-47e2-9c49-cf031dbe679a tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:17.056178 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d8f4e0-3ddf-46f4-ae98-6bf0f6fa7e8e req-a8923a96-4704-47e2-9c49-cf031dbe679a tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:17.056956 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d7d8f4e0-3ddf-46f4-ae98-6bf0f6fa7e8e req-a8923a96-4704-47e2-9c49-cf031dbe679a tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] 10.222.0.68 "GET /v2.0/ports?device_id=15fddc0e-6959-44be-b8ff-be56e396088e HTTP/1.1" status: 200 len: 5435 time: 0.2811677 Jul 14 09:37:17.069374 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c62c1c58-0109-481c-971a-c834df3f0ffe tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Router d363803e-8497-4a4c-8d41-af38633efec7 has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:37:17.139497 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a6f25ce-7d36-49a1-a31a-a5a8ef8e04e6 req-21ad6abf-5fc0-4a7b-ab08-8438795143fb tempest-MultipleCreateTestJSON-146299847 tempest-MultipleCreateTestJSON-146299847-project] Made reservation on behalf of 25ac2af08c4046baa564fe43ef6694a4 for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:37:17.144222 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-8a6f25ce-7d36-49a1-a31a-a5a8ef8e04e6 req-21ad6abf-5fc0-4a7b-ab08-8438795143fb tempest-MultipleCreateTestJSON-146299847 tempest-MultipleCreateTestJSON-146299847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:17.152044 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242666a2-ef5c-412c-899b-f3b6bd6c1a90 tempest-MultipleCreateTestJSON-146299847 tempest-MultipleCreateTestJSON-146299847-project] Pushing event deleted for resources: {'Port': ['ID=bf71463a-07cd-471f-81d1-1e283d2acf2f,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:17.157320 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a42ef7fa-4584-47cb-a1b0-1395421c5b45 req-8d09e3f8-d794-40d7-a64a-1a9f9fcb3cbe tempest-MultipleCreateTestJSON-146299847 tempest-MultipleCreateTestJSON-146299847-project] 10.222.0.68 "GET /v2.0/ports?device_id=b9824b93-ab8b-4b64-a0ce-fa49376ab652 HTTP/1.1" status: 200 len: 210 time: 0.0931690 Jul 14 09:37:17.190190 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d7d8f4e0-3ddf-46f4-ae98-6bf0f6fa7e8e req-8b973a05-a9fe-458c-81b7-5647e32ea1ab tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] 10.222.0.68 "GET /v2.0/security-groups?id=8dea9d70-5f45-4874-bf11-9cb57df29d33&id=654de86a-d9c2-46da-8a5c-08b7fecbf459&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0974371 Jul 14 09:37:17.219104 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1e0f544-330a-4f84-a45e-18fdc145ae70 req-242666a2-ef5c-412c-899b-f3b6bd6c1a90 tempest-MultipleCreateTestJSON-146299847 tempest-MultipleCreateTestJSON-146299847-project] No DVR routers for this DVR port bf71463a-07cd-471f-81d1-1e283d2acf2f on host n-h2-779913-29 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:37:17.223102 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-d1e0f544-330a-4f84-a45e-18fdc145ae70 req-242666a2-ef5c-412c-899b-f3b6bd6c1a90 tempest-MultipleCreateTestJSON-146299847 tempest-MultipleCreateTestJSON-146299847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:17.225414 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d1e0f544-330a-4f84-a45e-18fdc145ae70 req-242666a2-ef5c-412c-899b-f3b6bd6c1a90 tempest-MultipleCreateTestJSON-146299847 tempest-MultipleCreateTestJSON-146299847-project] 10.222.0.57 "DELETE /v2.0/ports/bf71463a-07cd-471f-81d1-1e283d2acf2f HTTP/1.1" status: 204 len: 173 time: 1.4317250 Jul 14 09:37:17.232284 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '026fb22c-2a18-4700-8a3a-db5dbc7f8c95', 'name': 'network-vif-deleted', 'tag': 'bf71463a-07cd-471f-81d1-1e283d2acf2f'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:37:17.235143 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a144f6f2-539e-4143-a1f3-f6609d75ed6e" -d '{"events": [{"server_uuid": "026fb22c-2a18-4700-8a3a-db5dbc7f8c95", "name": "network-vif-deleted", "tag": "bf71463a-07cd-471f-81d1-1e283d2acf2f"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:37:17.255397 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a6f25ce-7d36-49a1-a31a-a5a8ef8e04e6 req-c2902d5e-901a-4d0f-86fe-9b6aee654fe3 tempest-MultipleCreateTestJSON-146299847 tempest-MultipleCreateTestJSON-146299847-project] Made reservation on behalf of 25ac2af08c4046baa564fe43ef6694a4 for: {'port': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:37:17.261380 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-8a6f25ce-7d36-49a1-a31a-a5a8ef8e04e6 req-c2902d5e-901a-4d0f-86fe-9b6aee654fe3 tempest-MultipleCreateTestJSON-146299847 tempest-MultipleCreateTestJSON-146299847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:17.336060 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:37:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ae12c62-d193-422c-854f-7adb56f90504 x-openstack-request-id: req-9ae12c62-d193-422c-854f-7adb56f90504 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:37:17.336453 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "026fb22c-2a18-4700-8a3a-db5dbc7f8c95", "name": "network-vif-deleted", "tag": "bf71463a-07cd-471f-81d1-1e283d2acf2f", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:37:17.336791 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-9ae12c62-d193-422c-854f-7adb56f90504 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:37:17.337254 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '026fb22c-2a18-4700-8a3a-db5dbc7f8c95', 'name': 'network-vif-deleted', 'tag': 'bf71463a-07cd-471f-81d1-1e283d2acf2f', 'status': 'completed', 'code': 200} Jul 14 09:37:17.393685 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [req-8a6f25ce-7d36-49a1-a31a-a5a8ef8e04e6 req-21ad6abf-5fc0-4a7b-ab08-8438795143fb tempest-MultipleCreateTestJSON-146299847 tempest-MultipleCreateTestJSON-146299847-project] Allocated IP 172.20.0.2 (11c76f08-687c-4747-be6a-b8b4481f67fa/ab85a4a3-76ba-42e3-89ac-47f01b33f069/aad76d32-dc98-43ca-9be0-a60ca1a4a5b4) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:37:17.542814 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c62c1c58-0109-481c-971a-c834df3f0ffe tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:37:17.553160 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-c62c1c58-0109-481c-971a-c834df3f0ffe tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] 10.222.0.68 "PUT /v2.0/routers/d363803e-8497-4a4c-8d41-af38633efec7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1054883 Jul 14 09:37:17.554013 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 36612) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:17.554766 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc399375-fa88-4317-be19-4aef03f1f0a4 None None] Sync routers for ids ['d363803e-8497-4a4c-8d41-af38633efec7'] in n-d-779913-29 {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:37:17.569269 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc399375-fa88-4317-be19-4aef03f1f0a4 None None] Routers {'d363803e-8497-4a4c-8d41-af38633efec7'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:37:17.569940 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-fc399375-fa88-4317-be19-4aef03f1f0a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:36:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['d363803e-8497-4a4c-8d41-af38633efec7'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:17.632367 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_v2 [None req-02a00040-c8b1-409e-890e-43275b402d8e tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Deleting subnet 4b0d97a4-60d4-4eac-8935-3762a1e5b40b {{(pid=93957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:37:17.636246 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-02a00040-c8b1-409e-890e-43275b402d8e tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Notify callbacks [] for subnet, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:17.659060 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-8a6f25ce-7d36-49a1-a31a-a5a8ef8e04e6 req-21ad6abf-5fc0-4a7b-ab08-8438795143fb tempest-MultipleCreateTestJSON-146299847 tempest-MultipleCreateTestJSON-146299847-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:17.694963 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-02a00040-c8b1-409e-890e-43275b402d8e tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10944203'] for subnet, precommit_delete_associations {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:17.718105 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-8a6f25ce-7d36-49a1-a31a-a5a8ef8e04e6 req-21ad6abf-5fc0-4a7b-ab08-8438795143fb tempest-MultipleCreateTestJSON-146299847 tempest-MultipleCreateTestJSON-146299847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:17.731333 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvr_db [None req-fc399375-fa88-4317-be19-4aef03f1f0a4 None None] Set router d363803e-8497-4a4c-8d41-af38633efec7 gateway port host: n-d-779913-29 {{(pid=93959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:37:17.745224 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a6f25ce-7d36-49a1-a31a-a5a8ef8e04e6 req-21ad6abf-5fc0-4a7b-ab08-8438795143fb tempest-MultipleCreateTestJSON-146299847 tempest-MultipleCreateTestJSON-146299847-project] Network 11c76f08-687c-4747-be6a-b8b4481f67fa is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:37:17.748678 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [req-8a6f25ce-7d36-49a1-a31a-a5a8ef8e04e6 req-21ad6abf-5fc0-4a7b-ab08-8438795143fb tempest-MultipleCreateTestJSON-146299847 tempest-MultipleCreateTestJSON-146299847-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:37:17.775965 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a6f25ce-7d36-49a1-a31a-a5a8ef8e04e6 req-21ad6abf-5fc0-4a7b-ab08-8438795143fb tempest-MultipleCreateTestJSON-146299847 tempest-MultipleCreateTestJSON-146299847-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:37:17.874439 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6f25ce-7d36-49a1-a31a-a5a8ef8e04e6 req-21ad6abf-5fc0-4a7b-ab08-8438795143fb tempest-MultipleCreateTestJSON-146299847 tempest-MultipleCreateTestJSON-146299847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:17.875448 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-8a6f25ce-7d36-49a1-a31a-a5a8ef8e04e6 req-21ad6abf-5fc0-4a7b-ab08-8438795143fb tempest-MultipleCreateTestJSON-146299847 tempest-MultipleCreateTestJSON-146299847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:17.886965 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ad6abf-5fc0-4a7b-ab08-8438795143fb tempest-MultipleCreateTestJSON-146299847 tempest-MultipleCreateTestJSON-146299847-project] Pushing event updated for resources: {'Port': ['ID=aad76d32-dc98-43ca-9be0-a60ca1a4a5b4,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:17.900873 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-8a6f25ce-7d36-49a1-a31a-a5a8ef8e04e6 req-21ad6abf-5fc0-4a7b-ab08-8438795143fb tempest-MultipleCreateTestJSON-146299847 tempest-MultipleCreateTestJSON-146299847-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0912738 Jul 14 09:37:17.922272 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [req-8a6f25ce-7d36-49a1-a31a-a5a8ef8e04e6 req-cc9b2dbb-54a8-4e08-a587-dae9d6519169 service neutron] Request body: {'port': {'device_id': 'b9824b93-ab8b-4b64-a0ce-fa49376ab652', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-29'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:37:17.944181 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [req-8a6f25ce-7d36-49a1-a31a-a5a8ef8e04e6 req-c2902d5e-901a-4d0f-86fe-9b6aee654fe3 tempest-MultipleCreateTestJSON-146299847 tempest-MultipleCreateTestJSON-146299847-project] Allocated IP 172.20.0.5 (11c76f08-687c-4747-be6a-b8b4481f67fa/ab85a4a3-76ba-42e3-89ac-47f01b33f069/011347d9-864d-4aa3-bc62-2cec5d11fd8c) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:37:17.979848 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f6b0d5-278b-4cf7-8f6a-dbf89fe9ce63 req-a35fd25b-c236-4a54-af15-175808af18c3 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:17.986643 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f6b0d5-278b-4cf7-8f6a-dbf89fe9ce63 req-a35fd25b-c236-4a54-af15-175808af18c3 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:17.992693 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f6b0d5-278b-4cf7-8f6a-dbf89fe9ce63 req-a35fd25b-c236-4a54-af15-175808af18c3 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:17.999531 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f6b0d5-278b-4cf7-8f6a-dbf89fe9ce63 req-a35fd25b-c236-4a54-af15-175808af18c3 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:18.005234 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f6b0d5-278b-4cf7-8f6a-dbf89fe9ce63 req-a35fd25b-c236-4a54-af15-175808af18c3 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:18.011313 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f6b0d5-278b-4cf7-8f6a-dbf89fe9ce63 req-a35fd25b-c236-4a54-af15-175808af18c3 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:18.017909 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f6b0d5-278b-4cf7-8f6a-dbf89fe9ce63 req-a35fd25b-c236-4a54-af15-175808af18c3 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:18.019806 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f6f6b0d5-278b-4cf7-8f6a-dbf89fe9ce63 req-a35fd25b-c236-4a54-af15-175808af18c3 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] 10.222.0.65 "GET /v2.0/ports?device_id=15fddc0e-6959-44be-b8ff-be56e396088e HTTP/1.1" status: 200 len: 5435 time: 0.2654114 Jul 14 09:37:18.068585 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-8a6f25ce-7d36-49a1-a31a-a5a8ef8e04e6 req-cc9b2dbb-54a8-4e08-a587-dae9d6519169 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:18.074118 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-02a00040-c8b1-409e-890e-43275b402d8e tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3481002'] for subnet, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:18.089344 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 3231b8fa-bf22-4409-9f44-eac326d76689 no longer exists at agent hyperv_n-h2-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:37:18.144641 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] No Port match for: 3231b8fa-bf22-4409-9f44-eac326d76689 {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:37:18.145040 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 3231b8fa-bf22-4409-9f44-eac326d76689 not bound to the agent host n-h2-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:37:18.239218 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-fc399375-fa88-4317-be19-4aef03f1f0a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd363803e-8497-4a4c-8d41-af38633efec7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1130370778', 'tenant_id': '8f4c0efbbeff49fda0063f5062583c63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.124'}], 'enable_snat': True}, 'gw_port_id': '58ce5e88-4f3f-49a2-b3ae-53fa79d71ab6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:36:36Z', 'updated_at': '2021-07-14T09:37:15Z', 'revision_number': 5, 'project_id': '8f4c0efbbeff49fda0063f5062583c63', 'gw_port': {'id': '58ce5e88-4f3f-49a2-b3ae-53fa79d71ab6', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:de:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd363803e-8497-4a4c-8d41-af38633efec7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2353, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:36:38Z', 'updated_at': '2021-07-14T09:36:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29'}], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:18.260451 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f6b0d5-278b-4cf7-8f6a-dbf89fe9ce63 req-0f57c589-b51c-4065-a506-6a7c2d44905e tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:18.266940 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f6f6b0d5-278b-4cf7-8f6a-dbf89fe9ce63 req-0f57c589-b51c-4065-a506-6a7c2d44905e tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] 10.222.0.65 "GET /v2.0/ports/bfd0c50f-c861-4562-bbf6-c4c5fe7bf9af?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2412193 Jul 14 09:37:18.271649 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc399375-fa88-4317-be19-4aef03f1f0a4 None None] Checking router: d363803e-8497-4a4c-8d41-af38633efec7 for host: n-d-779913-29 {{(pid=93959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:37:18.281802 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc399375-fa88-4317-be19-4aef03f1f0a4 None None] Routers {'d363803e-8497-4a4c-8d41-af38633efec7'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:37:18.282553 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-fc399375-fa88-4317-be19-4aef03f1f0a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:36:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['d363803e-8497-4a4c-8d41-af38633efec7'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:18.422079 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvr_db [None req-fc399375-fa88-4317-be19-4aef03f1f0a4 None None] Set router d363803e-8497-4a4c-8d41-af38633efec7 gateway port host: n-d-779913-29 {{(pid=93959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:37:18.570648 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c922057-ebef-49dd-ae74-7f42d2f30592 req-44e6c936-72c9-48e3-b459-1392d46afea3 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:18.577935 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c922057-ebef-49dd-ae74-7f42d2f30592 req-44e6c936-72c9-48e3-b459-1392d46afea3 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:18.584613 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c922057-ebef-49dd-ae74-7f42d2f30592 req-44e6c936-72c9-48e3-b459-1392d46afea3 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:18.591561 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c922057-ebef-49dd-ae74-7f42d2f30592 req-44e6c936-72c9-48e3-b459-1392d46afea3 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:18.598953 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c922057-ebef-49dd-ae74-7f42d2f30592 req-44e6c936-72c9-48e3-b459-1392d46afea3 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:18.614846 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c922057-ebef-49dd-ae74-7f42d2f30592 req-44e6c936-72c9-48e3-b459-1392d46afea3 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:18.620580 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-8a6f25ce-7d36-49a1-a31a-a5a8ef8e04e6 req-c2902d5e-901a-4d0f-86fe-9b6aee654fe3 tempest-MultipleCreateTestJSON-146299847 tempest-MultipleCreateTestJSON-146299847-project] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:18.621818 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c922057-ebef-49dd-ae74-7f42d2f30592 req-44e6c936-72c9-48e3-b459-1392d46afea3 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:18.628751 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-02a00040-c8b1-409e-890e-43275b402d8e tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10052701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11984075'] for subnet, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:18.631577 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-9c922057-ebef-49dd-ae74-7f42d2f30592 req-44e6c936-72c9-48e3-b459-1392d46afea3 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] 10.222.0.68 "GET /v2.0/ports?device_id=15fddc0e-6959-44be-b8ff-be56e396088e HTTP/1.1" status: 200 len: 5435 time: 0.1716752 Jul 14 09:37:18.666656 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-fc399375-fa88-4317-be19-4aef03f1f0a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd363803e-8497-4a4c-8d41-af38633efec7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1130370778', 'tenant_id': '8f4c0efbbeff49fda0063f5062583c63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.124'}], 'enable_snat': True}, 'gw_port_id': '58ce5e88-4f3f-49a2-b3ae-53fa79d71ab6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:36:36Z', 'updated_at': '2021-07-14T09:37:15Z', 'revision_number': 5, 'project_id': '8f4c0efbbeff49fda0063f5062583c63', 'gw_port': {'id': '58ce5e88-4f3f-49a2-b3ae-53fa79d71ab6', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:de:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd363803e-8497-4a4c-8d41-af38633efec7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2353, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:36:38Z', 'updated_at': '2021-07-14T09:36:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29'}], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:18.684488 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a00040-c8b1-409e-890e-43275b402d8e tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Pushing event deleted for resources: {'Subnet': ['ID=4b0d97a4-60d4-4eac-8935-3762a1e5b40b,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:18.694397 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-02a00040-c8b1-409e-890e-43275b402d8e tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Notify callbacks [] for subnet, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:18.696677 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-02a00040-c8b1-409e-890e-43275b402d8e tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] 10.222.0.68 "DELETE /v2.0/subnets/4b0d97a4-60d4-4eac-8935-3762a1e5b40b HTTP/1.1" status: 204 len: 168 time: 1.1409018 Jul 14 09:37:18.704049 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 36636) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:18.720766 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-9c922057-ebef-49dd-ae74-7f42d2f30592 req-3ddb6d57-9903-42a0-9664-d6331c5f42dc tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] 10.222.0.68 "GET /v2.0/security-groups?id=8dea9d70-5f45-4874-bf11-9cb57df29d33&id=654de86a-d9c2-46da-8a5c-08b7fecbf459&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0882652 Jul 14 09:37:18.733129 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae845c3e-8766-4eed-a09c-facb84fff8cd None None] Network ab47fbd1-c900-4353-8b7e-7dd27adccee7 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:37:18.735503 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc399375-fa88-4317-be19-4aef03f1f0a4 None None] The sync data for ids ['d363803e-8497-4a4c-8d41-af38633efec7'] in n-d-779913-29 is: [{'id': 'd363803e-8497-4a4c-8d41-af38633efec7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1130370778', 'tenant_id': '8f4c0efbbeff49fda0063f5062583c63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.124'}], 'enable_snat': True}, 'gw_port_id': '58ce5e88-4f3f-49a2-b3ae-53fa79d71ab6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:36:36Z', 'updated_at': '2021-07-14T09:37:15Z', 'revision_number': 5, 'project_id': '8f4c0efbbeff49fda0063f5062583c63', 'gw_port': {'id': '58ce5e88-4f3f-49a2-b3ae-53fa79d71ab6', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:de:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd363803e-8497-4a4c-8d41-af38633efec7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2353, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:36:38Z', 'updated_at': '2021-07-14T09:36:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29'}] {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:37:18.843824 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-63277f39-bc00-45a2-8b71-b0e8877ce257 tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Notify callbacks [] for router, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:18.939353 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-8a6f25ce-7d36-49a1-a31a-a5a8ef8e04e6 req-c2902d5e-901a-4d0f-86fe-9b6aee654fe3 tempest-MultipleCreateTestJSON-146299847 tempest-MultipleCreateTestJSON-146299847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:18.947826 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b042f511-699b-4e62-a726-4a53e5279c83 req-a512f820-f33e-4c08-b1f5-caab06743a15 tempest-MultipleCreateTestJSON-146299847 tempest-MultipleCreateTestJSON-146299847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:18.955413 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b042f511-699b-4e62-a726-4a53e5279c83 req-a512f820-f33e-4c08-b1f5-caab06743a15 tempest-MultipleCreateTestJSON-146299847 tempest-MultipleCreateTestJSON-146299847-project] 10.222.0.68 "GET /v2.0/ports?device_id=b9824b93-ab8b-4b64-a0ce-fa49376ab652 HTTP/1.1" status: 200 len: 931 time: 0.4646540 Jul 14 09:37:18.997749 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f6f6b0d5-278b-4cf7-8f6a-dbf89fe9ce63 req-c2e6146f-d727-4972-a1a3-d35fbc3dbee0 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] 10.222.0.65 "GET /v2.0/networks/1ef94415-a918-409e-b853-7a1089057996?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.7082112 Jul 14 09:37:19.125999 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb3259ab-c4fd-426a-9711-d938fc8a80ac None None] DHCP port deletion for ab47fbd1-c900-4353-8b7e-7dd27adccee7 request from n-d-779913-29 {{(pid=93959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:37:19.176237 n-d-779913-29 neutron-server[93958]: DEBUG neutron.notifiers.nova [req-8a6f25ce-7d36-49a1-a31a-a5a8ef8e04e6 req-cc9b2dbb-54a8-4e08-a587-dae9d6519169 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aad76d32-dc98-43ca-9be0-a60ca1a4a5b4 {{(pid=93958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:37:19.185209 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-8a6f25ce-7d36-49a1-a31a-a5a8ef8e04e6 req-cc9b2dbb-54a8-4e08-a587-dae9d6519169 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:19.198525 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-8a6f25ce-7d36-49a1-a31a-a5a8ef8e04e6 req-cc9b2dbb-54a8-4e08-a587-dae9d6519169 service neutron] Transition to ACTIVE for port object aad76d32-dc98-43ca-9be0-a60ca1a4a5b4 will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:37:19.209483 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-8a6f25ce-7d36-49a1-a31a-a5a8ef8e04e6 req-cc9b2dbb-54a8-4e08-a587-dae9d6519169 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13574142'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:19.235146 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-cb3259ab-c4fd-426a-9711-d938fc8a80ac None None] Deleting port d635820f-bf2a-4594-a3ea-2a29f0caa575 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:37:19.235781 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cb3259ab-c4fd-426a-9711-d938fc8a80ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:19.347493 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-cb3259ab-c4fd-426a-9711-d938fc8a80ac None None] For port d635820f-bf2a-4594-a3ea-2a29f0caa575, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=d635820f-bf2a-4594-a3ea-2a29f0caa575,segment=NetworkSegment(c6e98643-aa08-4cfd-8e1d-36eb88f0c957),segment_id=c6e98643-aa08-4cfd-8e1d-36eb88f0c957)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:37:19.348262 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cb3259ab-c4fd-426a-9711-d938fc8a80ac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:19.368036 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9b2dbb-54a8-4e08-a587-dae9d6519169 service neutron] Pushing event updated for resources: {'Port': ['ID=aad76d32-dc98-43ca-9be0-a60ca1a4a5b4,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:19.382665 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-cb3259ab-c4fd-426a-9711-d938fc8a80ac None None] Calling delete_port for d635820f-bf2a-4594-a3ea-2a29f0caa575 owned by network:dhcp {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:37:19.408191 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-f6f6b0d5-278b-4cf7-8f6a-dbf89fe9ce63 req-ba34eaa4-490b-49ab-8d28-2d2b8aa1ee59 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:37:19.475994 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2902d5e-901a-4d0f-86fe-9b6aee654fe3 tempest-MultipleCreateTestJSON-146299847 tempest-MultipleCreateTestJSON-146299847-project] Pushing event updated for resources: {'Port': ['ID=011347d9-864d-4aa3-bc62-2cec5d11fd8c,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:19.494912 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b042f511-699b-4e62-a726-4a53e5279c83 req-77499e5b-0384-4cff-879d-05df05f847f3 tempest-MultipleCreateTestJSON-146299847 tempest-MultipleCreateTestJSON-146299847-project] 10.222.0.68 "GET /v2.0/security-groups?id=556d12fa-035b-4c05-a8dc-f972bf8317a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5385392 Jul 14 09:37:19.504163 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a6f25ce-7d36-49a1-a31a-a5a8ef8e04e6 req-c2902d5e-901a-4d0f-86fe-9b6aee654fe3 tempest-MultipleCreateTestJSON-146299847 tempest-MultipleCreateTestJSON-146299847-project] Network 11c76f08-687c-4747-be6a-b8b4481f67fa is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:37:19.514030 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [req-8a6f25ce-7d36-49a1-a31a-a5a8ef8e04e6 req-c2902d5e-901a-4d0f-86fe-9b6aee654fe3 tempest-MultipleCreateTestJSON-146299847 tempest-MultipleCreateTestJSON-146299847-project] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:37:19.515168 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cb3259ab-c4fd-426a-9711-d938fc8a80ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:19.536711 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a6f25ce-7d36-49a1-a31a-a5a8ef8e04e6 req-c2902d5e-901a-4d0f-86fe-9b6aee654fe3 tempest-MultipleCreateTestJSON-146299847 tempest-MultipleCreateTestJSON-146299847-project] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:37:19.545223 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-8a6f25ce-7d36-49a1-a31a-a5a8ef8e04e6 req-cc9b2dbb-54a8-4e08-a587-dae9d6519169 service neutron] Attempting to bind port aad76d32-dc98-43ca-9be0-a60ca1a4a5b4 on host n-h2-779913-29 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:37:19.545854 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-8a6f25ce-7d36-49a1-a31a-a5a8ef8e04e6 req-cc9b2dbb-54a8-4e08-a587-dae9d6519169 service neutron] Attempting to bind port aad76d32-dc98-43ca-9be0-a60ca1a4a5b4 by drivers openvswitch,hyperv on host n-h2-779913-29 at level 0 using segments [{'id': 'e4f076ed-00bf-48e0-8d09-9613d8c10782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '11c76f08-687c-4747-be6a-b8b4481f67fa'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:37:19.546351 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a6f25ce-7d36-49a1-a31a-a5a8ef8e04e6 req-cc9b2dbb-54a8-4e08-a587-dae9d6519169 service neutron] Attempting to bind port aad76d32-dc98-43ca-9be0-a60ca1a4a5b4 on network 11c76f08-687c-4747-be6a-b8b4481f67fa {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:37:19.552477 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a6f25ce-7d36-49a1-a31a-a5a8ef8e04e6 req-cc9b2dbb-54a8-4e08-a587-dae9d6519169 service neutron] Port aad76d32-dc98-43ca-9be0-a60ca1a4a5b4 on network 11c76f08-687c-4747-be6a-b8b4481f67fa not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-29 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:37:19.553044 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a6f25ce-7d36-49a1-a31a-a5a8ef8e04e6 req-cc9b2dbb-54a8-4e08-a587-dae9d6519169 service neutron] Attempting to bind port aad76d32-dc98-43ca-9be0-a60ca1a4a5b4 on network 11c76f08-687c-4747-be6a-b8b4481f67fa {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:37:19.554348 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3259ab-c4fd-426a-9711-d938fc8a80ac None None] Pushing event deleted for resources: {'Port': ['ID=d635820f-bf2a-4594-a3ea-2a29f0caa575,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:19.563500 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a6f25ce-7d36-49a1-a31a-a5a8ef8e04e6 req-cc9b2dbb-54a8-4e08-a587-dae9d6519169 service neutron] Checking agent: {'id': '013e4a3b-a634-47b8-b6a5-1a25109b73fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 13, 13), 'started_at': datetime.datetime(2021, 7, 14, 9, 13, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 37, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:37:19.564058 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a6f25ce-7d36-49a1-a31a-a5a8ef8e04e6 req-cc9b2dbb-54a8-4e08-a587-dae9d6519169 service neutron] Checking segment: {'id': 'e4f076ed-00bf-48e0-8d09-9613d8c10782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '11c76f08-687c-4747-be6a-b8b4481f67fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:37:19.564677 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a6f25ce-7d36-49a1-a31a-a5a8ef8e04e6 req-cc9b2dbb-54a8-4e08-a587-dae9d6519169 service neutron] Bound using segment: {'id': 'e4f076ed-00bf-48e0-8d09-9613d8c10782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '11c76f08-687c-4747-be6a-b8b4481f67fa'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:37:19.565302 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-8a6f25ce-7d36-49a1-a31a-a5a8ef8e04e6 req-cc9b2dbb-54a8-4e08-a587-dae9d6519169 service neutron] Bound port: aad76d32-dc98-43ca-9be0-a60ca1a4a5b4, host: n-h2-779913-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4f076ed-00bf-48e0-8d09-9613d8c10782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '11c76f08-687c-4747-be6a-b8b4481f67fa'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:37:19.565940 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-8a6f25ce-7d36-49a1-a31a-a5a8ef8e04e6 req-cc9b2dbb-54a8-4e08-a587-dae9d6519169 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:19.568617 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb3259ab-c4fd-426a-9711-d938fc8a80ac None None] No DVR routers for this DVR port d635820f-bf2a-4594-a3ea-2a29f0caa575 on host n-d-779913-29 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:37:19.638579 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-63277f39-bc00-45a2-8b71-b0e8877ce257 tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:19.768663 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6f25ce-7d36-49a1-a31a-a5a8ef8e04e6 req-c2902d5e-901a-4d0f-86fe-9b6aee654fe3 tempest-MultipleCreateTestJSON-146299847 tempest-MultipleCreateTestJSON-146299847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:19.769624 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-8a6f25ce-7d36-49a1-a31a-a5a8ef8e04e6 req-c2902d5e-901a-4d0f-86fe-9b6aee654fe3 tempest-MultipleCreateTestJSON-146299847 tempest-MultipleCreateTestJSON-146299847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:19.789907 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-f6f6b0d5-278b-4cf7-8f6a-dbf89fe9ce63 req-ba34eaa4-490b-49ab-8d28-2d2b8aa1ee59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:19.844198 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8a6f25ce-7d36-49a1-a31a-a5a8ef8e04e6 req-c2902d5e-901a-4d0f-86fe-9b6aee654fe3 tempest-MultipleCreateTestJSON-146299847 tempest-MultipleCreateTestJSON-146299847-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1987262 Jul 14 09:37:19.869372 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-8a6f25ce-7d36-49a1-a31a-a5a8ef8e04e6 req-b5e944b6-3c25-4065-854b-5b2d85995a04 service neutron] Request body: {'port': {'device_id': '623c6683-f7e4-4960-8d11-4d86f07a3651', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-29'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:37:20.022481 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-63277f39-bc00-45a2-8b71-b0e8877ce257 tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Deleting port 58ce5e88-4f3f-49a2-b3ae-53fa79d71ab6 {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:37:20.022831 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-63277f39-bc00-45a2-8b71-b0e8877ce257 tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:20.091940 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device bf71463a-07cd-471f-81d1-1e283d2acf2f no longer exists at agent hyperv_n-h2-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:37:20.140488 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] No Port match for: bf71463a-07cd-471f-81d1-1e283d2acf2f {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:37:20.140784 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device bf71463a-07cd-471f-81d1-1e283d2acf2f not bound to the agent host n-h2-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:37:20.207556 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-8a6f25ce-7d36-49a1-a31a-a5a8ef8e04e6 req-cc9b2dbb-54a8-4e08-a587-dae9d6519169 service neutron] For port aad76d32-dc98-43ca-9be0-a60ca1a4a5b4, host n-h2-779913-29, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:37:20.211213 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-8a6f25ce-7d36-49a1-a31a-a5a8ef8e04e6 req-cc9b2dbb-54a8-4e08-a587-dae9d6519169 service neutron] For port aad76d32-dc98-43ca-9be0-a60ca1a4a5b4, host n-h2-779913-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=aad76d32-dc98-43ca-9be0-a60ca1a4a5b4,segment=NetworkSegment(e4f076ed-00bf-48e0-8d09-9613d8c10782),segment_id=e4f076ed-00bf-48e0-8d09-9613d8c10782)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:37:20.216847 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-8a6f25ce-7d36-49a1-a31a-a5a8ef8e04e6 req-cc9b2dbb-54a8-4e08-a587-dae9d6519169 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13574142'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:20.221380 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-8a6f25ce-7d36-49a1-a31a-a5a8ef8e04e6 req-b5e944b6-3c25-4065-854b-5b2d85995a04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:20.243918 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-f6f6b0d5-278b-4cf7-8f6a-dbf89fe9ce63 req-ba34eaa4-490b-49ab-8d28-2d2b8aa1ee59 service neutron] For port bfd0c50f-c861-4562-bbf6-c4c5fe7bf9af, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=bfd0c50f-c861-4562-bbf6-c4c5fe7bf9af,segment=NetworkSegment(346dc94d-54e0-4ffe-b110-f21faf0bbb7e),segment_id=346dc94d-54e0-4ffe-b110-f21faf0bbb7e)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:37:20.269227 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6f25ce-7d36-49a1-a31a-a5a8ef8e04e6 req-cc9b2dbb-54a8-4e08-a587-dae9d6519169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:20.269878 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-8a6f25ce-7d36-49a1-a31a-a5a8ef8e04e6 req-cc9b2dbb-54a8-4e08-a587-dae9d6519169 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:20.271280 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-8a6f25ce-7d36-49a1-a31a-a5a8ef8e04e6 req-cc9b2dbb-54a8-4e08-a587-dae9d6519169 service neutron] 10.222.0.57 "PUT /v2.0/ports/aad76d32-dc98-43ca-9be0-a60ca1a4a5b4 HTTP/1.1" status: 200 len: 1092 time: 2.3545723 Jul 14 09:37:20.273426 n-d-779913-29 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9824b93-ab8b-4b64-a0ce-fa49376ab652', 'tag': 'aad76d32-dc98-43ca-9be0-a60ca1a4a5b4'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:37:20.275703 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cb48f044f948e981f43897c8d7f1332f741dc7af2b4c5a6e19d8f4a80f708e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2befad1a-062b-4ec4-b68d-f8d84905d79d" -d '{"events": [{"name": "network-changed", "server_uuid": "b9824b93-ab8b-4b64-a0ce-fa49376ab652", "tag": "aad76d32-dc98-43ca-9be0-a60ca1a4a5b4"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:37:20.291188 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-63277f39-bc00-45a2-8b71-b0e8877ce257 tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] For port 58ce5e88-4f3f-49a2-b3ae-53fa79d71ab6, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=58ce5e88-4f3f-49a2-b3ae-53fa79d71ab6,segment=NetworkSegment(81bf7a93-80b3-43df-b9d5-462c604a2945),segment_id=81bf7a93-80b3-43df-b9d5-462c604a2945)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:37:20.291333 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-63277f39-bc00-45a2-8b71-b0e8877ce257 tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:20.307296 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d12f76-4fa9-42c9-a329-3c6d58a07ccf req-495e6217-d0ab-4f42-ac64-30e7e8a6938c tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:20.316739 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d12f76-4fa9-42c9-a329-3c6d58a07ccf req-495e6217-d0ab-4f42-ac64-30e7e8a6938c tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:20.335964 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d12f76-4fa9-42c9-a329-3c6d58a07ccf req-495e6217-d0ab-4f42-ac64-30e7e8a6938c tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:20.339138 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b604d6e1-5887-4870-aee0-97374d0c1b3a req-635239e2-a8a4-4fd2-97a3-075ccd36e06c tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:20.341359 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b604d6e1-5887-4870-aee0-97374d0c1b3a req-635239e2-a8a4-4fd2-97a3-075ccd36e06c tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] 10.222.0.68 "GET /v2.0/ports?device_id=59c462a1-54bd-4c63-abb2-4aeddc87f87a HTTP/1.1" status: 200 len: 945 time: 0.3455234 Jul 14 09:37:20.347241 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d12f76-4fa9-42c9-a329-3c6d58a07ccf req-495e6217-d0ab-4f42-ac64-30e7e8a6938c tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:20.354805 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d12f76-4fa9-42c9-a329-3c6d58a07ccf req-495e6217-d0ab-4f42-ac64-30e7e8a6938c tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:20.363719 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d12f76-4fa9-42c9-a329-3c6d58a07ccf req-495e6217-d0ab-4f42-ac64-30e7e8a6938c tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:20.372152 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d12f76-4fa9-42c9-a329-3c6d58a07ccf req-495e6217-d0ab-4f42-ac64-30e7e8a6938c tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:20.374272 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-98d12f76-4fa9-42c9-a329-3c6d58a07ccf req-495e6217-d0ab-4f42-ac64-30e7e8a6938c tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] 10.222.0.68 "GET /v2.0/ports?device_id=15fddc0e-6959-44be-b8ff-be56e396088e HTTP/1.1" status: 200 len: 5435 time: 0.2216861 Jul 14 09:37:20.376713 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-63277f39-bc00-45a2-8b71-b0e8877ce257 tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Calling delete_port for 58ce5e88-4f3f-49a2-b3ae-53fa79d71ab6 owned by network:router_gateway {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:37:20.392517 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9b2dbb-54a8-4e08-a587-dae9d6519169 service neutron] Pushing event updated for resources: {'Port': ['ID=aad76d32-dc98-43ca-9be0-a60ca1a4a5b4,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:20.395929 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-f6f6b0d5-278b-4cf7-8f6a-dbf89fe9ce63 req-ba34eaa4-490b-49ab-8d28-2d2b8aa1ee59 service neutron] For port bfd0c50f-c861-4562-bbf6-c4c5fe7bf9af, host n-h1-779913-29, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:37:20.415501 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 65c256c2-05b0-491d-a5fd-5c7b2b0b82e4 no longer exists at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:37:20.451127 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] No Port match for: 65c256c2-05b0-491d-a5fd-5c7b2b0b82e4 {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:37:20.451475 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 65c256c2-05b0-491d-a5fd-5c7b2b0b82e4 not bound to the agent host n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:37:20.452722 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device d635820f-bf2a-4594-a3ea-2a29f0caa575 no longer exists at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:37:20.472239 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-98d12f76-4fa9-42c9-a329-3c6d58a07ccf req-08b4c161-e9c5-425c-81db-05559c67aebe tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] 10.222.0.68 "GET /v2.0/security-groups?id=8dea9d70-5f45-4874-bf11-9cb57df29d33&id=654de86a-d9c2-46da-8a5c-08b7fecbf459&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0809639 Jul 14 09:37:20.473857 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] No Port match for: d635820f-bf2a-4594-a3ea-2a29f0caa575 {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:37:20.474079 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device d635820f-bf2a-4594-a3ea-2a29f0caa575 not bound to the agent host n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:37:20.492479 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device bfd0c50f-c861-4562-bbf6-c4c5fe7bf9af no longer exists at agent hyperv_n-h1-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:37:20.515768 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6f25ce-7d36-49a1-a31a-a5a8ef8e04e6 req-dd876de0-5aaf-4882-a5a4-2d9f372b13e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:20.519527 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-8a6f25ce-7d36-49a1-a31a-a5a8ef8e04e6 req-dd876de0-5aaf-4882-a5a4-2d9f372b13e8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=25ac2af08c4046baa564fe43ef6694a4&device_id=b9824b93-ab8b-4b64-a0ce-fa49376ab652 HTTP/1.1" status: 200 len: 1095 time: 0.1437528 Jul 14 09:37:20.524887 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [req-f6f6b0d5-278b-4cf7-8f6a-dbf89fe9ce63 req-ba34eaa4-490b-49ab-8d28-2d2b8aa1ee59 service neutron] device_id is not set on port bfd0c50f-c861-4562-bbf6-c4c5fe7bf9af yet. {{(pid=93957) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:37:20.538393 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b604d6e1-5887-4870-aee0-97374d0c1b3a req-4227df7c-1a3c-4107-9a6a-f57fef1c24d6 tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] 10.222.0.68 "GET /v2.0/security-groups?id=480b9b88-a112-41cf-9ffd-c713e01dc0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879015 Jul 14 09:37:20.572848 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-f6f6b0d5-278b-4cf7-8f6a-dbf89fe9ce63 req-ba34eaa4-490b-49ab-8d28-2d2b8aa1ee59 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:20.596794 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:20.602825 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-8a6f25ce-7d36-49a1-a31a-a5a8ef8e04e6 req-28fcd34b-821d-47c5-b567-c210d8c18962 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=aad76d32-dc98-43ca-9be0-a60ca1a4a5b4 HTTP/1.1" status: 200 len: 217 time: 0.0693128 Jul 14 09:37:20.661553 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6f25ce-7d36-49a1-a31a-a5a8ef8e04e6 req-8550712e-fbf2-47b6-ac51-edec9e338f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:20.663483 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-8a6f25ce-7d36-49a1-a31a-a5a8ef8e04e6 req-8550712e-fbf2-47b6-ac51-edec9e338f2c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ab85a4a3-76ba-42e3-89ac-47f01b33f069 HTTP/1.1" status: 200 len: 852 time: 0.0539689 Jul 14 09:37:20.665272 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:37:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1201980-8ef4-44bc-8f74-ea4fbc5f5544 x-openstack-request-id: req-f1201980-8ef4-44bc-8f74-ea4fbc5f5544 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:37:20.665700 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9824b93-ab8b-4b64-a0ce-fa49376ab652", "tag": "aad76d32-dc98-43ca-9be0-a60ca1a4a5b4", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:37:20.666126 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-f1201980-8ef4-44bc-8f74-ea4fbc5f5544 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:37:20.666902 n-d-779913-29 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9824b93-ab8b-4b64-a0ce-fa49376ab652', 'tag': 'aad76d32-dc98-43ca-9be0-a60ca1a4a5b4', 'status': 'completed', 'code': 200} Jul 14 09:37:20.669438 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-f6f6b0d5-278b-4cf7-8f6a-dbf89fe9ce63 req-ba34eaa4-490b-49ab-8d28-2d2b8aa1ee59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:20.674898 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.db.api [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93959) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 09:37:20.675259 n-d-779913-29 neutron-server[93959]: DEBUG oslo_db.api [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 09:37:20.711584 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-8a6f25ce-7d36-49a1-a31a-a5a8ef8e04e6 req-e6994eeb-c7a5-4fc4-af05-d40533ee8b33 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=11c76f08-687c-4747-be6a-b8b4481f67fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399001 Jul 14 09:37:20.810341 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba34eaa4-490b-49ab-8d28-2d2b8aa1ee59 service neutron] Pushing event updated for resources: {'Port': ['ID=bfd0c50f-c861-4562-bbf6-c4c5fe7bf9af,revision_number=6']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:20.812927 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6f6b0d5-278b-4cf7-8f6a-dbf89fe9ce63 req-ba34eaa4-490b-49ab-8d28-2d2b8aa1ee59 service neutron] No DVR routers for this DVR port bfd0c50f-c861-4562-bbf6-c4c5fe7bf9af on host n-h1-779913-29 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:37:20.847970 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-8a6f25ce-7d36-49a1-a31a-a5a8ef8e04e6 req-c1752c06-a7ed-4b64-a4df-62a608cf38aa service neutron] 10.222.0.57 "GET /v2.0/networks/11c76f08-687c-4747-be6a-b8b4481f67fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295114 Jul 14 09:37:20.966063 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [req-f6f6b0d5-278b-4cf7-8f6a-dbf89fe9ce63 req-ba34eaa4-490b-49ab-8d28-2d2b8aa1ee59 service neutron] In _notify_port_updated(), no bound segment for port bfd0c50f-c861-4562-bbf6-c4c5fe7bf9af on network 1ef94415-a918-409e-b853-7a1089057996 {{(pid=93957) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 14 09:37:20.967050 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f6b0d5-278b-4cf7-8f6a-dbf89fe9ce63 req-ba34eaa4-490b-49ab-8d28-2d2b8aa1ee59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:20.967678 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-f6f6b0d5-278b-4cf7-8f6a-dbf89fe9ce63 req-ba34eaa4-490b-49ab-8d28-2d2b8aa1ee59 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:20.969107 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f6f6b0d5-278b-4cf7-8f6a-dbf89fe9ce63 req-ba34eaa4-490b-49ab-8d28-2d2b8aa1ee59 service neutron] 10.222.0.65 "PUT /v2.0/ports/bfd0c50f-c861-4562-bbf6-c4c5fe7bf9af HTTP/1.1" status: 200 len: 1028 time: 1.5656192 Jul 14 09:37:20.981307 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-8a6f25ce-7d36-49a1-a31a-a5a8ef8e04e6 req-6c26ce24-f03e-4898-a7cc-19f5557b4114 service neutron] 10.222.0.57 "GET /v2.0/networks/11c76f08-687c-4747-be6a-b8b4481f67fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265736 Jul 14 09:37:21.099128 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e705a052-46cd-4d77-8ca2-ba6b0d8164a0 req-1e280f00-a938-48a1-9e79-72e0cba0b009 tempest-MultipleCreateTestJSON-146299847 tempest-MultipleCreateTestJSON-146299847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:21.100735 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e705a052-46cd-4d77-8ca2-ba6b0d8164a0 req-1e280f00-a938-48a1-9e79-72e0cba0b009 tempest-MultipleCreateTestJSON-146299847 tempest-MultipleCreateTestJSON-146299847-project] 10.222.0.68 "GET /v2.0/ports?device_id=b9824b93-ab8b-4b64-a0ce-fa49376ab652 HTTP/1.1" status: 200 len: 943 time: 0.3237281 Jul 14 09:37:21.105404 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-2e4a6f92-9c40-4772-b019-b0081acc36e2 None None] Provisioning complete for port bfd0c50f-c861-4562-bbf6-c4c5fe7bf9af triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:37:21.105404 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2e4a6f92-9c40-4772-b019-b0081acc36e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:21.122100 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [req-8a6f25ce-7d36-49a1-a31a-a5a8ef8e04e6 req-b5e944b6-3c25-4065-854b-5b2d85995a04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 011347d9-864d-4aa3-bc62-2cec5d11fd8c {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:37:21.148920 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2befad1a-062b-4ec4-b68d-f8d84905d79d req-127a4571-cee0-4378-9076-0f8c4aa5e6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:21.152128 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-2befad1a-062b-4ec4-b68d-f8d84905d79d req-127a4571-cee0-4378-9076-0f8c4aa5e6cc service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=25ac2af08c4046baa564fe43ef6694a4&device_id=b9824b93-ab8b-4b64-a0ce-fa49376ab652 HTTP/1.1" status: 200 len: 1095 time: 0.0804036 Jul 14 09:37:21.159181 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-8a6f25ce-7d36-49a1-a31a-a5a8ef8e04e6 req-b5e944b6-3c25-4065-854b-5b2d85995a04 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:21.184800 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f6b0d5-278b-4cf7-8f6a-dbf89fe9ce63 req-de5f2e04-b869-4105-8cc7-de532e5b600f tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:21.186297 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f6f6b0d5-278b-4cf7-8f6a-dbf89fe9ce63 req-de5f2e04-b869-4105-8cc7-de532e5b600f tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] 10.222.0.65 "GET /v2.0/ports/31299d0f-8004-4f4a-ba86-37168fff27f4?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2028060 Jul 14 09:37:21.193430 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-63277f39-bc00-45a2-8b71-b0e8877ce257 tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:21.227965 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [req-8a6f25ce-7d36-49a1-a31a-a5a8ef8e04e6 req-b5e944b6-3c25-4065-854b-5b2d85995a04 service neutron] Transition to ACTIVE for port object 011347d9-864d-4aa3-bc62-2cec5d11fd8c will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:37:21.233992 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-f6f6b0d5-278b-4cf7-8f6a-dbf89fe9ce63 req-54c45d20-5736-45bf-a5ff-713bef067864 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:37:21.236654 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63277f39-bc00-45a2-8b71-b0e8877ce257 tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Pushing event deleted for resources: {'Port': ['ID=58ce5e88-4f3f-49a2-b3ae-53fa79d71ab6,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:21.275303 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-8a6f25ce-7d36-49a1-a31a-a5a8ef8e04e6 req-b5e944b6-3c25-4065-854b-5b2d85995a04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:21.292139 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e705a052-46cd-4d77-8ca2-ba6b0d8164a0 req-f3877451-14d6-47d4-9fdb-1129c6e64c5f tempest-MultipleCreateTestJSON-146299847 tempest-MultipleCreateTestJSON-146299847-project] 10.222.0.68 "GET /v2.0/security-groups?id=556d12fa-035b-4c05-a8dc-f972bf8317a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590862 Jul 14 09:37:21.314308 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2befad1a-062b-4ec4-b68d-f8d84905d79d req-2b8f6fc6-5784-4880-b893-7771e44382a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:21.316099 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-2befad1a-062b-4ec4-b68d-f8d84905d79d req-2b8f6fc6-5784-4880-b893-7771e44382a7 service neutron] 10.222.0.57 "GET /v2.0/networks?id=11c76f08-687c-4747-be6a-b8b4481f67fa HTTP/1.1" status: 200 len: 913 time: 0.1554031 Jul 14 09:37:21.365695 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 9e37b52c-3f18-4c81-9abd-39641803b448 no longer exists at agent hyperv_n-h1-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:37:21.378913 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-2befad1a-062b-4ec4-b68d-f8d84905d79d req-488b8865-4b86-4275-b3a2-824a7a509caf service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=aad76d32-dc98-43ca-9be0-a60ca1a4a5b4 HTTP/1.1" status: 200 len: 217 time: 0.0537434 Jul 14 09:37:21.417611 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-2e4a6f92-9c40-4772-b019-b0081acc36e2 None None] Port bfd0c50f-c861-4562-bbf6-c4c5fe7bf9af cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:37:21.449934 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2befad1a-062b-4ec4-b68d-f8d84905d79d req-62df9f16-43bf-4ea7-9b32-938dba9b3911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:21.451604 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-2befad1a-062b-4ec4-b68d-f8d84905d79d req-62df9f16-43bf-4ea7-9b32-938dba9b3911 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ab85a4a3-76ba-42e3-89ac-47f01b33f069 HTTP/1.1" status: 200 len: 852 time: 0.0632224 Jul 14 09:37:21.456660 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:21.481939 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15fddc0e-6959-44be-b8ff-be56e396088e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e37b52c-3f18-4c81-9abd-39641803b448'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:37:21.484416 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd62303f06773040a8a4e189dc46b4f565768c299abf8ab8e7739778b0bc3e97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4acfdcff-46e4-44b2-ba93-c6023d60f004" -d '{"events": [{"server_uuid": "15fddc0e-6959-44be-b8ff-be56e396088e", "name": "network-vif-unplugged", "status": "completed", "tag": "9e37b52c-3f18-4c81-9abd-39641803b448"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:37:21.498785 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-2befad1a-062b-4ec4-b68d-f8d84905d79d req-d107bd93-a2aa-48ab-8a81-0c9956a4f323 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=11c76f08-687c-4747-be6a-b8b4481f67fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378301 Jul 14 09:37:21.518864 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port 9e37b52c-3f18-4c81-9abd-39641803b448, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=9e37b52c-3f18-4c81-9abd-39641803b448,segment=NetworkSegment(346dc94d-54e0-4ffe-b110-f21faf0bbb7e),segment_id=346dc94d-54e0-4ffe-b110-f21faf0bbb7e)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:37:21.525632 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e944b6-3c25-4065-854b-5b2d85995a04 service neutron] Pushing event updated for resources: {'Port': ['ID=011347d9-864d-4aa3-bc62-2cec5d11fd8c,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:21.526418 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:21.528028 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 3c2caddc-016f-44c8-bc6e-d72edc75467b no longer exists at agent hyperv_n-h1-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:37:21.548216 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-63277f39-bc00-45a2-8b71-b0e8877ce257 tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-660532'] for router_gateway, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:21.587552 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-f6f6b0d5-278b-4cf7-8f6a-dbf89fe9ce63 req-54c45d20-5736-45bf-a5ff-713bef067864 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:21.628918 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 09:37:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1b502b7-e464-44a1-9dd1-020f058ce299 x-openstack-request-id: req-f1b502b7-e464-44a1-9dd1-020f058ce299 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:37:21.629478 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15fddc0e-6959-44be-b8ff-be56e396088e", "name": "network-vif-unplugged", "status": "completed", "tag": "9e37b52c-3f18-4c81-9abd-39641803b448", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:37:21.630010 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-f1b502b7-e464-44a1-9dd1-020f058ce299 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:37:21.630626 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15fddc0e-6959-44be-b8ff-be56e396088e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e37b52c-3f18-4c81-9abd-39641803b448', 'code': 200} Jul 14 09:37:21.727192 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0acfd0c-1dbc-4b95-9833-87bc265ac8df req-cae5ea3f-cbba-42eb-814d-64185afbfaf0 tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:21.728139 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-a0acfd0c-1dbc-4b95-9833-87bc265ac8df req-cae5ea3f-cbba-42eb-814d-64185afbfaf0 tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] 10.222.0.65 "GET /v2.0/ports?device_id=59c462a1-54bd-4c63-abb2-4aeddc87f87a HTTP/1.1" status: 200 len: 945 time: 0.2207084 Jul 14 09:37:21.733238 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Pushing event updated for resources: {'Port': ['ID=9e37b52c-3f18-4c81-9abd-39641803b448,revision_number=6']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:21.747291 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:21.752590 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-2befad1a-062b-4ec4-b68d-f8d84905d79d req-79f7e195-5448-4788-a7f8-9ddac1a50345 service neutron] 10.222.0.57 "GET /v2.0/networks/11c76f08-687c-4747-be6a-b8b4481f67fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2280078 Jul 14 09:37:21.785348 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port 3c2caddc-016f-44c8-bc6e-d72edc75467b, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=3c2caddc-016f-44c8-bc6e-d72edc75467b,segment=NetworkSegment(df189466-ba5b-40c8-bb21-5263dd22bc7e),segment_id=df189466-ba5b-40c8-bb21-5263dd22bc7e)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:37:21.792580 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:21.793980 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device edf557d1-72fc-404f-b07c-0c4fad568606 no longer exists at agent hyperv_n-h1-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:37:21.827034 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-63277f39-bc00-45a2-8b71-b0e8877ce257 tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-711871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12964'] for router, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:21.863149 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-63277f39-bc00-45a2-8b71-b0e8877ce257 tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:21.901581 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-8a6f25ce-7d36-49a1-a31a-a5a8ef8e04e6 req-b5e944b6-3c25-4065-854b-5b2d85995a04 service neutron] Attempting to bind port 011347d9-864d-4aa3-bc62-2cec5d11fd8c on host n-h1-779913-29 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:37:21.903236 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-8a6f25ce-7d36-49a1-a31a-a5a8ef8e04e6 req-b5e944b6-3c25-4065-854b-5b2d85995a04 service neutron] Attempting to bind port 011347d9-864d-4aa3-bc62-2cec5d11fd8c by drivers openvswitch,hyperv on host n-h1-779913-29 at level 0 using segments [{'id': 'e4f076ed-00bf-48e0-8d09-9613d8c10782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '11c76f08-687c-4747-be6a-b8b4481f67fa'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:37:21.903916 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a6f25ce-7d36-49a1-a31a-a5a8ef8e04e6 req-b5e944b6-3c25-4065-854b-5b2d85995a04 service neutron] Attempting to bind port 011347d9-864d-4aa3-bc62-2cec5d11fd8c on network 11c76f08-687c-4747-be6a-b8b4481f67fa {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:37:21.921416 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Pushing event updated for resources: {'Port': ['ID=3c2caddc-016f-44c8-bc6e-d72edc75467b,revision_number=6']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:21.934300 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:21.934689 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-2befad1a-062b-4ec4-b68d-f8d84905d79d req-ddba723d-f42d-4bab-9208-73814e271eca service neutron] 10.222.0.57 "GET /v2.0/networks/11c76f08-687c-4747-be6a-b8b4481f67fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481524 Jul 14 09:37:21.991524 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port edf557d1-72fc-404f-b07c-0c4fad568606, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=edf557d1-72fc-404f-b07c-0c4fad568606,segment=NetworkSegment(df189466-ba5b-40c8-bb21-5263dd22bc7e),segment_id=df189466-ba5b-40c8-bb21-5263dd22bc7e)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:37:21.997441 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:21.999185 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 70278794-2e00-4208-9515-e44b14dd3145 no longer exists at agent hyperv_n-h1-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:37:22.005663 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a6f25ce-7d36-49a1-a31a-a5a8ef8e04e6 req-b5e944b6-3c25-4065-854b-5b2d85995a04 service neutron] Port 011347d9-864d-4aa3-bc62-2cec5d11fd8c on network 11c76f08-687c-4747-be6a-b8b4481f67fa not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-29 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:37:22.006315 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a6f25ce-7d36-49a1-a31a-a5a8ef8e04e6 req-b5e944b6-3c25-4065-854b-5b2d85995a04 service neutron] Attempting to bind port 011347d9-864d-4aa3-bc62-2cec5d11fd8c on network 11c76f08-687c-4747-be6a-b8b4481f67fa {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:37:22.035087 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efe7931-3116-4792-b833-e85897559da1 req-41868f88-4188-46ff-bf2a-089fc69e5ab1 tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:22.036606 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a6f25ce-7d36-49a1-a31a-a5a8ef8e04e6 req-b5e944b6-3c25-4065-854b-5b2d85995a04 service neutron] Checking agent: {'id': 'de11e667-f145-47b0-bd09-334a7505938e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 13, 12), 'started_at': datetime.datetime(2021, 7, 14, 9, 13, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 37, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:37:22.036743 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-7efe7931-3116-4792-b833-e85897559da1 req-41868f88-4188-46ff-bf2a-089fc69e5ab1 tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] 10.222.0.68 "GET /v2.0/ports?device_id=59c462a1-54bd-4c63-abb2-4aeddc87f87a HTTP/1.1" status: 200 len: 945 time: 0.2488439 Jul 14 09:37:22.037018 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a6f25ce-7d36-49a1-a31a-a5a8ef8e04e6 req-b5e944b6-3c25-4065-854b-5b2d85995a04 service neutron] Checking segment: {'id': 'e4f076ed-00bf-48e0-8d09-9613d8c10782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '11c76f08-687c-4747-be6a-b8b4481f67fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:37:22.038050 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a6f25ce-7d36-49a1-a31a-a5a8ef8e04e6 req-b5e944b6-3c25-4065-854b-5b2d85995a04 service neutron] Bound using segment: {'id': 'e4f076ed-00bf-48e0-8d09-9613d8c10782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '11c76f08-687c-4747-be6a-b8b4481f67fa'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:37:22.038598 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-8a6f25ce-7d36-49a1-a31a-a5a8ef8e04e6 req-b5e944b6-3c25-4065-854b-5b2d85995a04 service neutron] Bound port: 011347d9-864d-4aa3-bc62-2cec5d11fd8c, host: n-h1-779913-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4f076ed-00bf-48e0-8d09-9613d8c10782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '11c76f08-687c-4747-be6a-b8b4481f67fa'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:37:22.039215 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-8a6f25ce-7d36-49a1-a31a-a5a8ef8e04e6 req-b5e944b6-3c25-4065-854b-5b2d85995a04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:22.056563 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-a0acfd0c-1dbc-4b95-9833-87bc265ac8df req-9b230077-acdc-459c-9166-f39dc334fd9d tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] Deleting port 0ee2723b-6a99-46fc-8a19-1ddf93272d2e {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:37:22.056914 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-a0acfd0c-1dbc-4b95-9833-87bc265ac8df req-9b230077-acdc-459c-9166-f39dc334fd9d tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:22.057841 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-63277f39-bc00-45a2-8b71-b0e8877ce257 tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-704815'] for router, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:22.058959 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63277f39-bc00-45a2-8b71-b0e8877ce257 tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Fanout notify agent at l3_agent the message router_deleted on router d363803e-8497-4a4c-8d41-af38633efec7 {{(pid=93957) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:37:22.079926 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Pushing event updated for resources: {'Port': ['ID=edf557d1-72fc-404f-b07c-0c4fad568606,revision_number=6']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:22.085303 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-63277f39-bc00-45a2-8b71-b0e8877ce257 tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Notify callbacks [] for router, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:22.088827 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-63277f39-bc00-45a2-8b71-b0e8877ce257 tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] 10.222.0.68 "DELETE /v2.0/routers/d363803e-8497-4a4c-8d41-af38633efec7 HTTP/1.1" status: 204 len: 168 time: 3.3744614 Jul 14 09:37:22.095128 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 36706) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:22.175831 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-7efe7931-3116-4792-b833-e85897559da1 req-ea212ec6-8342-47d0-86ad-07d0d6750a69 tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] 10.222.0.68 "GET /v2.0/security-groups?id=480b9b88-a112-41cf-9ffd-c713e01dc0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263223 Jul 14 09:37:22.180187 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3afc5fb6-4d4e-4d33-b276-60d6e988c77f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:22.188954 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:22.231354 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port 70278794-2e00-4208-9515-e44b14dd3145, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=70278794-2e00-4208-9515-e44b14dd3145,segment=NetworkSegment(346dc94d-54e0-4ffe-b110-f21faf0bbb7e),segment_id=346dc94d-54e0-4ffe-b110-f21faf0bbb7e)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:37:22.240277 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:22.241128 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 31299d0f-8004-4f4a-ba86-37168fff27f4 no longer exists at agent hyperv_n-h1-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:37:22.248178 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-a0acfd0c-1dbc-4b95-9833-87bc265ac8df req-9b230077-acdc-459c-9166-f39dc334fd9d tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] For port 0ee2723b-6a99-46fc-8a19-1ddf93272d2e, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=0ee2723b-6a99-46fc-8a19-1ddf93272d2e,segment=NetworkSegment(7591738e-41ad-492d-b0a6-69a16017c202),segment_id=7591738e-41ad-492d-b0a6-69a16017c202)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:37:22.248643 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-a0acfd0c-1dbc-4b95-9833-87bc265ac8df req-9b230077-acdc-459c-9166-f39dc334fd9d tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:22.263299 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4b9524-cbef-4c80-b546-8b458660e56d req-17084cca-a432-4cc3-b88c-431563fbd586 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:22.266495 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-a0acfd0c-1dbc-4b95-9833-87bc265ac8df req-9b230077-acdc-459c-9166-f39dc334fd9d tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] Calling delete_port for 0ee2723b-6a99-46fc-8a19-1ddf93272d2e owned by compute:nova {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:37:22.276988 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4b9524-cbef-4c80-b546-8b458660e56d req-17084cca-a432-4cc3-b88c-431563fbd586 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:22.286268 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4b9524-cbef-4c80-b546-8b458660e56d req-17084cca-a432-4cc3-b88c-431563fbd586 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:22.300557 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4b9524-cbef-4c80-b546-8b458660e56d req-17084cca-a432-4cc3-b88c-431563fbd586 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:22.315079 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4b9524-cbef-4c80-b546-8b458660e56d req-17084cca-a432-4cc3-b88c-431563fbd586 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:22.320922 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Pushing event updated for resources: {'Port': ['ID=70278794-2e00-4208-9515-e44b14dd3145,revision_number=6']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:22.330061 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4b9524-cbef-4c80-b546-8b458660e56d req-17084cca-a432-4cc3-b88c-431563fbd586 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:22.339305 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-9e4b9524-cbef-4c80-b546-8b458660e56d req-17084cca-a432-4cc3-b88c-431563fbd586 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] 10.222.0.68 "GET /v2.0/ports?device_id=15fddc0e-6959-44be-b8ff-be56e396088e HTTP/1.1" status: 200 len: 4656 time: 0.6448827 Jul 14 09:37:22.418873 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-f6f6b0d5-278b-4cf7-8f6a-dbf89fe9ce63 req-54c45d20-5736-45bf-a5ff-713bef067864 service neutron] For port 31299d0f-8004-4f4a-ba86-37168fff27f4, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=31299d0f-8004-4f4a-ba86-37168fff27f4,segment=NetworkSegment(346dc94d-54e0-4ffe-b110-f21faf0bbb7e),segment_id=346dc94d-54e0-4ffe-b110-f21faf0bbb7e)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:37:22.427287 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a46e7bde-f5b3-40eb-8b1b-7a30d8458ede tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3876111'] for network, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:22.449062 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-a0acfd0c-1dbc-4b95-9833-87bc265ac8df req-9b230077-acdc-459c-9166-f39dc334fd9d tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:22.451639 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:22.482616 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-9e4b9524-cbef-4c80-b546-8b458660e56d req-ee8148da-39f7-448c-be3e-af3988163dba tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] 10.222.0.68 "GET /v2.0/security-groups?id=8dea9d70-5f45-4874-bf11-9cb57df29d33&id=654de86a-d9c2-46da-8a5c-08b7fecbf459&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1408134 Jul 14 09:37:22.484225 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] get_ports_and_sgs() called for port_ids ['3daf2b22-7138-43cd-a507-2c540623164e', 'ae159fdc-960b-4f8a-a518-d4a1815c84dc', '0ee2723b-6a99-46fc-8a19-1ddf93272d2e'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:37:22.489934 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] get_ports_and_sgs() called for port_ids ['50545fa0-7ed1-4d38-a95b-75c237fdf670'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:37:22.496060 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-8a6f25ce-7d36-49a1-a31a-a5a8ef8e04e6 req-b5e944b6-3c25-4065-854b-5b2d85995a04 service neutron] For port 011347d9-864d-4aa3-bc62-2cec5d11fd8c, host n-h1-779913-29, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:37:22.511228 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b230077-acdc-459c-9166-f39dc334fd9d tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] Pushing event deleted for resources: {'Port': ['ID=0ee2723b-6a99-46fc-8a19-1ddf93272d2e,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:22.518988 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-8a6f25ce-7d36-49a1-a31a-a5a8ef8e04e6 req-b5e944b6-3c25-4065-854b-5b2d85995a04 service neutron] For port 011347d9-864d-4aa3-bc62-2cec5d11fd8c, host n-h1-779913-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=011347d9-864d-4aa3-bc62-2cec5d11fd8c,segment=NetworkSegment(e4f076ed-00bf-48e0-8d09-9613d8c10782),segment_id=e4f076ed-00bf-48e0-8d09-9613d8c10782)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:37:22.533679 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-8a6f25ce-7d36-49a1-a31a-a5a8ef8e04e6 req-b5e944b6-3c25-4065-854b-5b2d85995a04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:22.574400 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-f6f6b0d5-278b-4cf7-8f6a-dbf89fe9ce63 req-54c45d20-5736-45bf-a5ff-713bef067864 service neutron] For port 31299d0f-8004-4f4a-ba86-37168fff27f4, host n-h1-779913-29, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:37:22.586461 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0acfd0c-1dbc-4b95-9833-87bc265ac8df req-9b230077-acdc-459c-9166-f39dc334fd9d tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] No DVR routers for this DVR port 0ee2723b-6a99-46fc-8a19-1ddf93272d2e on host n-h1-779913-29 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:37:22.593872 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-a0acfd0c-1dbc-4b95-9833-87bc265ac8df req-9b230077-acdc-459c-9166-f39dc334fd9d tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:22.593872 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-a0acfd0c-1dbc-4b95-9833-87bc265ac8df req-9b230077-acdc-459c-9166-f39dc334fd9d tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] 10.222.0.65 "DELETE /v2.0/ports/0ee2723b-6a99-46fc-8a19-1ddf93272d2e HTTP/1.1" status: 204 len: 173 time: 0.8550746 Jul 14 09:37:22.644454 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6f25ce-7d36-49a1-a31a-a5a8ef8e04e6 req-b5e944b6-3c25-4065-854b-5b2d85995a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:22.644995 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-8a6f25ce-7d36-49a1-a31a-a5a8ef8e04e6 req-b5e944b6-3c25-4065-854b-5b2d85995a04 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:22.646614 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8a6f25ce-7d36-49a1-a31a-a5a8ef8e04e6 req-b5e944b6-3c25-4065-854b-5b2d85995a04 service neutron] 10.222.0.65 "PUT /v2.0/ports/011347d9-864d-4aa3-bc62-2cec5d11fd8c HTTP/1.1" status: 200 len: 1092 time: 2.7825887 Jul 14 09:37:22.649069 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '623c6683-f7e4-4960-8d11-4d86f07a3651', 'tag': '011347d9-864d-4aa3-bc62-2cec5d11fd8c'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:37:22.653430 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-216c30ba-2fae-4ad1-bad8-dfadbe667ac8" -d '{"events": [{"name": "network-changed", "server_uuid": "623c6683-f7e4-4960-8d11-4d86f07a3651", "tag": "011347d9-864d-4aa3-bc62-2cec5d11fd8c"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:37:22.680871 n-d-779913-29 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59c462a1-54bd-4c63-abb2-4aeddc87f87a', 'name': 'network-vif-deleted', 'tag': '0ee2723b-6a99-46fc-8a19-1ddf93272d2e'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:37:22.688198 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cb48f044f948e981f43897c8d7f1332f741dc7af2b4c5a6e19d8f4a80f708e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c1bd276-970b-415a-ab03-e43f0d0416b2" -d '{"events": [{"server_uuid": "59c462a1-54bd-4c63-abb2-4aeddc87f87a", "name": "network-vif-deleted", "tag": "0ee2723b-6a99-46fc-8a19-1ddf93272d2e"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:37:22.816938 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8abe6d2-b124-414d-b544-ab0157d275a5 req-3388d552-1c89-432a-9803-f937276da32a tempest-MultipleCreateTestJSON-146299847 tempest-MultipleCreateTestJSON-146299847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:22.824892 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-a8abe6d2-b124-414d-b544-ab0157d275a5 req-3388d552-1c89-432a-9803-f937276da32a tempest-MultipleCreateTestJSON-146299847 tempest-MultipleCreateTestJSON-146299847-project] 10.222.0.68 "GET /v2.0/ports?device_id=b9824b93-ab8b-4b64-a0ce-fa49376ab652 HTTP/1.1" status: 200 len: 943 time: 0.1748464 Jul 14 09:37:22.838296 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:37:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-474c8506-dfc5-4df0-8c98-ec2df39b83fc x-openstack-request-id: req-474c8506-dfc5-4df0-8c98-ec2df39b83fc {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:37:22.841787 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "623c6683-f7e4-4960-8d11-4d86f07a3651", "tag": "011347d9-864d-4aa3-bc62-2cec5d11fd8c", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:37:22.842998 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-474c8506-dfc5-4df0-8c98-ec2df39b83fc {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:37:22.844130 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:37:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f34e75c3-4dca-4df8-9b60-0c8379daaefa x-openstack-request-id: req-f34e75c3-4dca-4df8-9b60-0c8379daaefa {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:37:22.844475 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59c462a1-54bd-4c63-abb2-4aeddc87f87a", "name": "network-vif-deleted", "tag": "0ee2723b-6a99-46fc-8a19-1ddf93272d2e", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:37:22.844735 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-f34e75c3-4dca-4df8-9b60-0c8379daaefa {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:37:22.844940 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '623c6683-f7e4-4960-8d11-4d86f07a3651', 'tag': '011347d9-864d-4aa3-bc62-2cec5d11fd8c', 'status': 'completed', 'code': 200} Jul 14 09:37:22.845124 n-d-779913-29 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59c462a1-54bd-4c63-abb2-4aeddc87f87a', 'name': 'network-vif-deleted', 'tag': '0ee2723b-6a99-46fc-8a19-1ddf93272d2e', 'status': 'completed', 'code': 200} Jul 14 09:37:22.878430 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-a8abe6d2-b124-414d-b544-ab0157d275a5 req-26549da6-396a-4cd3-b3dc-02c6f10ac8d0 tempest-MultipleCreateTestJSON-146299847 tempest-MultipleCreateTestJSON-146299847-project] 10.222.0.68 "GET /v2.0/security-groups?id=556d12fa-035b-4c05-a8dc-f972bf8317a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525522 Jul 14 09:37:22.909317 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [req-f6f6b0d5-278b-4cf7-8f6a-dbf89fe9ce63 req-54c45d20-5736-45bf-a5ff-713bef067864 service neutron] device_id is not set on port 31299d0f-8004-4f4a-ba86-37168fff27f4 yet. {{(pid=93957) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:37:22.919253 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e944b6-3c25-4065-854b-5b2d85995a04 service neutron] Pushing event updated for resources: {'Port': ['ID=011347d9-864d-4aa3-bc62-2cec5d11fd8c,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:22.923571 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a46e7bde-f5b3-40eb-8b1b-7a30d8458ede tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473955', 'neutron.services.segments.db._delete_segments_for_network-8735688326548'] for network, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:22.939389 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-a46e7bde-f5b3-40eb-8b1b-7a30d8458ede tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab47fbd1-c900-4353-8b7e-7dd27adccee7']}} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:22.942677 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-f6f6b0d5-278b-4cf7-8f6a-dbf89fe9ce63 req-54c45d20-5736-45bf-a5ff-713bef067864 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:22.954006 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-a46e7bde-f5b3-40eb-8b1b-7a30d8458ede tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6e98643-aa08-4cfd-8e1d-36eb88f0c957') {'for_net_delete': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:22.954317 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-a46e7bde-f5b3-40eb-8b1b-7a30d8458ede tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6e98643-aa08-4cfd-8e1d-36eb88f0c957') {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:22.967140 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-f6f6b0d5-278b-4cf7-8f6a-dbf89fe9ce63 req-54c45d20-5736-45bf-a5ff-713bef067864 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:22.970265 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a46e7bde-f5b3-40eb-8b1b-7a30d8458ede tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735688356235', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10944210'] for segment, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:23.025479 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a46e7bde-f5b3-40eb-8b1b-7a30d8458ede tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:23.043416 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a46e7bde-f5b3-40eb-8b1b-7a30d8458ede tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Releasing vlan 748 on physical network physnet1 to pool {{(pid=93957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:37:23.043882 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a46e7bde-f5b3-40eb-8b1b-7a30d8458ede tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10053619'] for segment, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:23.049895 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:37:23.049895 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:37:23.049895 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:37:23.049895 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:37:23.049895 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:37:23.049895 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:37:23.049895 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:37:23.049895 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:37:23.049895 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:37:23.049895 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:37:23.049895 n-d-779913-29 neutron-server[93957]: Traceback (most recent call last): Jul 14 09:37:23.049895 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:37:23.049895 n-d-779913-29 neutron-server[93957]: timer() Jul 14 09:37:23.049895 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:37:23.049895 n-d-779913-29 neutron-server[93957]: cb(*args, **kw) Jul 14 09:37:23.049895 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:37:23.049895 n-d-779913-29 neutron-server[93957]: return func(*args, **kwargs) Jul 14 09:37:23.049895 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:37:23.049895 n-d-779913-29 neutron-server[93957]: self._notify() Jul 14 09:37:23.049895 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:37:23.049895 n-d-779913-29 neutron-server[93957]: self.callback(batched_events) Jul 14 09:37:23.049895 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:37:23.049895 n-d-779913-29 neutron-server[93957]: event.method(event) Jul 14 09:37:23.049895 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:37:23.049895 n-d-779913-29 neutron-server[93957]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:37:23.049895 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:37:23.049895 n-d-779913-29 neutron-server[93957]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:37:23.049895 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:37:23.049895 n-d-779913-29 neutron-server[93957]: return f(self, *a, **k) Jul 14 09:37:23.049895 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:37:23.049895 n-d-779913-29 neutron-server[93957]: return self._get(url).json() Jul 14 09:37:23.049895 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:37:23.049895 n-d-779913-29 neutron-server[93957]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:37:23.049895 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:37:23.049895 n-d-779913-29 neutron-server[93957]: return self.request(url, 'GET', **kwargs) Jul 14 09:37:23.049895 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:37:23.049895 n-d-779913-29 neutron-server[93957]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:37:23.049895 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:37:23.049895 n-d-779913-29 neutron-server[93957]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:37:23.049895 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:37:23.049895 n-d-779913-29 neutron-server[93957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:37:23.049895 n-d-779913-29 neutron-server[93957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:37:23.056414 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.db.api [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93959) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 09:37:23.056785 n-d-779913-29 neutron-server[93959]: DEBUG oslo_db.api [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 09:37:23.063794 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c45d20-5736-45bf-a5ff-713bef067864 service neutron] Pushing event updated for resources: {'Port': ['ID=31299d0f-8004-4f4a-ba86-37168fff27f4,revision_number=6']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:23.142204 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6f25ce-7d36-49a1-a31a-a5a8ef8e04e6 req-c05536ae-1847-457a-ae17-d5ea401f208c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:23.145592 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8a6f25ce-7d36-49a1-a31a-a5a8ef8e04e6 req-c05536ae-1847-457a-ae17-d5ea401f208c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=25ac2af08c4046baa564fe43ef6694a4&device_id=623c6683-f7e4-4960-8d11-4d86f07a3651 HTTP/1.1" status: 200 len: 1095 time: 0.3529692 Jul 14 09:37:23.146514 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6f6b0d5-278b-4cf7-8f6a-dbf89fe9ce63 req-54c45d20-5736-45bf-a5ff-713bef067864 service neutron] No DVR routers for this DVR port 31299d0f-8004-4f4a-ba86-37168fff27f4 on host n-h1-779913-29 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:37:23.226028 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8a6f25ce-7d36-49a1-a31a-a5a8ef8e04e6 req-b3f600a0-f4e8-4885-b616-aa023ddfed8a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=011347d9-864d-4aa3-bc62-2cec5d11fd8c HTTP/1.1" status: 200 len: 217 time: 0.0526321 Jul 14 09:37:23.226721 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a46e7bde-f5b3-40eb-8b1b-7a30d8458ede tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660504'] for network, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:23.238699 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a46e7bde-f5b3-40eb-8b1b-7a30d8458ede tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Notify callbacks [] for network, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:23.241419 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-a46e7bde-f5b3-40eb-8b1b-7a30d8458ede tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] 10.222.0.68 "DELETE /v2.0/networks/ab47fbd1-c900-4353-8b7e-7dd27adccee7 HTTP/1.1" status: 204 len: 168 time: 1.1452284 Jul 14 09:37:23.244134 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 36728) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:23.341246 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6f25ce-7d36-49a1-a31a-a5a8ef8e04e6 req-ac520eba-b4d6-4ad8-a499-7e46a921aea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:23.342921 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8a6f25ce-7d36-49a1-a31a-a5a8ef8e04e6 req-ac520eba-b4d6-4ad8-a499-7e46a921aea8 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ab85a4a3-76ba-42e3-89ac-47f01b33f069 HTTP/1.1" status: 200 len: 852 time: 0.0983231 Jul 14 09:37:23.344017 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [req-f6f6b0d5-278b-4cf7-8f6a-dbf89fe9ce63 req-54c45d20-5736-45bf-a5ff-713bef067864 service neutron] In _notify_port_updated(), no bound segment for port 31299d0f-8004-4f4a-ba86-37168fff27f4 on network 1ef94415-a918-409e-b853-7a1089057996 {{(pid=93957) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 14 09:37:23.345840 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f6b0d5-278b-4cf7-8f6a-dbf89fe9ce63 req-54c45d20-5736-45bf-a5ff-713bef067864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:23.345840 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-f6f6b0d5-278b-4cf7-8f6a-dbf89fe9ce63 req-54c45d20-5736-45bf-a5ff-713bef067864 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:23.347521 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f6f6b0d5-278b-4cf7-8f6a-dbf89fe9ce63 req-54c45d20-5736-45bf-a5ff-713bef067864 service neutron] 10.222.0.65 "PUT /v2.0/ports/31299d0f-8004-4f4a-ba86-37168fff27f4 HTTP/1.1" status: 200 len: 1027 time: 2.1518674 Jul 14 09:37:23.348572 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46e7bde-f5b3-40eb-8b1b-7a30d8458ede tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Pushing event deleted for resources: {'Network': ['ID=ab47fbd1-c900-4353-8b7e-7dd27adccee7,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:23.381584 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-ca5e55fb-7939-4ce9-8339-dd19078a836e None None] Provisioning complete for port 31299d0f-8004-4f4a-ba86-37168fff27f4 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:37:23.382161 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ca5e55fb-7939-4ce9-8339-dd19078a836e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:23.465813 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8a6f25ce-7d36-49a1-a31a-a5a8ef8e04e6 req-d747c212-466b-4c6d-96d1-b9623d50edb4 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=11c76f08-687c-4747-be6a-b8b4481f67fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1058877 Jul 14 09:37:23.468100 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-ca5e55fb-7939-4ce9-8339-dd19078a836e None None] Port 31299d0f-8004-4f4a-ba86-37168fff27f4 cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:37:23.514874 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-20a3f39e-2f58-467c-b1eb-c759eb1230f6 tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Deleting port b8e540a3-8516-4fad-a98e-992320264aae {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:37:23.515456 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-20a3f39e-2f58-467c-b1eb-c759eb1230f6 tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:23.608512 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-20a3f39e-2f58-467c-b1eb-c759eb1230f6 tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:23.608841 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-20a3f39e-2f58-467c-b1eb-c759eb1230f6 tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:23.623054 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-20a3f39e-2f58-467c-b1eb-c759eb1230f6 tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Calling delete_port for b8e540a3-8516-4fad-a98e-992320264aae owned by network:floatingip {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:37:23.648925 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15fddc0e-6959-44be-b8ff-be56e396088e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3c2caddc-016f-44c8-bc6e-d72edc75467b'}, {'server_uuid': '15fddc0e-6959-44be-b8ff-be56e396088e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'edf557d1-72fc-404f-b07c-0c4fad568606'}, {'server_uuid': '15fddc0e-6959-44be-b8ff-be56e396088e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '70278794-2e00-4208-9515-e44b14dd3145'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:37:23.655552 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd62303f06773040a8a4e189dc46b4f565768c299abf8ab8e7739778b0bc3e97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebc67660-f7d7-4d20-8c49-b7ca18b88a0d" -d '{"events": [{"server_uuid": "15fddc0e-6959-44be-b8ff-be56e396088e", "name": "network-vif-unplugged", "status": "completed", "tag": "3c2caddc-016f-44c8-bc6e-d72edc75467b"}, {"server_uuid": "15fddc0e-6959-44be-b8ff-be56e396088e", "name": "network-vif-unplugged", "status": "completed", "tag": "edf557d1-72fc-404f-b07c-0c4fad568606"}, {"server_uuid": "15fddc0e-6959-44be-b8ff-be56e396088e", "name": "network-vif-unplugged", "status": "completed", "tag": "70278794-2e00-4208-9515-e44b14dd3145"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:37:23.663047 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 443852c9-c28d-483f-aa70-df124f5712df no longer exists at agent hyperv_n-h1-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:37:23.774458 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:23.815379 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port 443852c9-c28d-483f-aa70-df124f5712df, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=443852c9-c28d-483f-aa70-df124f5712df,segment=NetworkSegment(6abdef8f-feed-4530-be93-295dee2f7fe5),segment_id=6abdef8f-feed-4530-be93-295dee2f7fe5)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:37:23.821365 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:23.856224 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 0ee2723b-6a99-46fc-8a19-1ddf93272d2e no longer exists at agent hyperv_n-h1-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:37:23.894179 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcb550a-a5d9-4141-9412-91539010a3e8 req-e88da349-c67d-443f-8b5b-70cb7971f2f7 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:23.897589 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] No Port match for: 0ee2723b-6a99-46fc-8a19-1ddf93272d2e {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:37:23.898104 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 0ee2723b-6a99-46fc-8a19-1ddf93272d2e not bound to the agent host n-h1-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:37:23.900782 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcb550a-a5d9-4141-9412-91539010a3e8 req-e88da349-c67d-443f-8b5b-70cb7971f2f7 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:23.901159 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-04d715a1-8719-4cef-a765-50fd7a2ff745 req-d20cf04f-11d1-46d3-b15f-0f43867bfccd tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] 10.222.0.68 "GET /v2.0/ports?device_id=59c462a1-54bd-4c63-abb2-4aeddc87f87a HTTP/1.1" status: 200 len: 210 time: 0.3970945 Jul 14 09:37:23.907873 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcb550a-a5d9-4141-9412-91539010a3e8 req-e88da349-c67d-443f-8b5b-70cb7971f2f7 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:23.914483 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcb550a-a5d9-4141-9412-91539010a3e8 req-e88da349-c67d-443f-8b5b-70cb7971f2f7 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:23.920948 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcb550a-a5d9-4141-9412-91539010a3e8 req-e88da349-c67d-443f-8b5b-70cb7971f2f7 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:23.932989 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Pushing event updated for resources: {'Port': ['ID=443852c9-c28d-483f-aa70-df124f5712df,revision_number=6']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:23.942124 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-4dcb550a-a5d9-4141-9412-91539010a3e8 req-e88da349-c67d-443f-8b5b-70cb7971f2f7 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] 10.222.0.68 "GET /v2.0/ports?device_id=15fddc0e-6959-44be-b8ff-be56e396088e HTTP/1.1" status: 200 len: 3878 time: 0.1832952 Jul 14 09:37:23.993321 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Wed, 14 Jul 2021 09:37:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96098f0c-081a-403e-acab-d82b9f1c04ea x-openstack-request-id: req-96098f0c-081a-403e-acab-d82b9f1c04ea {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:37:23.993660 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15fddc0e-6959-44be-b8ff-be56e396088e", "name": "network-vif-unplugged", "status": "completed", "tag": "3c2caddc-016f-44c8-bc6e-d72edc75467b", "code": 200}, {"server_uuid": "15fddc0e-6959-44be-b8ff-be56e396088e", "name": "network-vif-unplugged", "status": "completed", "tag": "edf557d1-72fc-404f-b07c-0c4fad568606", "code": 200}, {"server_uuid": "15fddc0e-6959-44be-b8ff-be56e396088e", "name": "network-vif-unplugged", "status": "completed", "tag": "70278794-2e00-4208-9515-e44b14dd3145", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:37:23.993951 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-96098f0c-081a-403e-acab-d82b9f1c04ea {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:37:23.994357 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15fddc0e-6959-44be-b8ff-be56e396088e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3c2caddc-016f-44c8-bc6e-d72edc75467b', 'code': 200} Jul 14 09:37:23.994612 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15fddc0e-6959-44be-b8ff-be56e396088e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'edf557d1-72fc-404f-b07c-0c4fad568606', 'code': 200} Jul 14 09:37:23.994862 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15fddc0e-6959-44be-b8ff-be56e396088e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '70278794-2e00-4208-9515-e44b14dd3145', 'code': 200} Jul 14 09:37:24.005115 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8a6f25ce-7d36-49a1-a31a-a5a8ef8e04e6 req-d2414c93-17cc-46cf-8077-886ea8051a5b service neutron] 10.222.0.65 "GET /v2.0/networks/11c76f08-687c-4747-be6a-b8b4481f67fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5321944 Jul 14 09:37:24.006803 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [req-f6f6b0d5-278b-4cf7-8f6a-dbf89fe9ce63 req-af2a2b23-9c5f-47af-a4cc-f09c3a6c37c2 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Deleting port 3c2caddc-016f-44c8-bc6e-d72edc75467b {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:37:24.007713 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-f6f6b0d5-278b-4cf7-8f6a-dbf89fe9ce63 req-af2a2b23-9c5f-47af-a4cc-f09c3a6c37c2 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:24.067822 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-4dcb550a-a5d9-4141-9412-91539010a3e8 req-7a64f1aa-e7fe-4e18-84e0-0c21f4015b1c tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] 10.222.0.68 "GET /v2.0/security-groups?id=654de86a-d9c2-46da-8a5c-08b7fecbf459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1167123 Jul 14 09:37:24.069922 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-20a3f39e-2f58-467c-b1eb-c759eb1230f6 tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:24.092775 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device aad76d32-dc98-43ca-9be0-a60ca1a4a5b4 details requested by agent hyperv_n-h2-779913-29 with host n-h2-779913-29 {{(pid=93959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:37:24.114601 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a3f39e-2f58-467c-b1eb-c759eb1230f6 tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Pushing event deleted for resources: {'Port': ['ID=b8e540a3-8516-4fad-a98e-992320264aae,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:24.208137 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-20a3f39e-2f58-467c-b1eb-c759eb1230f6 tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Notify callbacks [] for floatingip, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:24.208474 n-d-779913-29 neutron-server[93958]: INFO neutron.db.l3_db [None req-20a3f39e-2f58-467c-b1eb-c759eb1230f6 tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Floating IP 00e33d5a-2bf2-4514-918a-c0bc67ac799c disassociated (deleted). External IP: 172.25.4.62, port: b5a388d6-bc17-4a07-a2d8-629d650176bf. Jul 14 09:37:24.241386 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-f6f6b0d5-278b-4cf7-8f6a-dbf89fe9ce63 req-af2a2b23-9c5f-47af-a4cc-f09c3a6c37c2 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] For port 3c2caddc-016f-44c8-bc6e-d72edc75467b, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=3c2caddc-016f-44c8-bc6e-d72edc75467b,segment=NetworkSegment(df189466-ba5b-40c8-bb21-5263dd22bc7e),segment_id=df189466-ba5b-40c8-bb21-5263dd22bc7e)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:37:24.241776 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-f6f6b0d5-278b-4cf7-8f6a-dbf89fe9ce63 req-af2a2b23-9c5f-47af-a4cc-f09c3a6c37c2 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:24.246203 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port aad76d32-dc98-43ca-9be0-a60ca1a4a5b4, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=aad76d32-dc98-43ca-9be0-a60ca1a4a5b4,segment=NetworkSegment(e4f076ed-00bf-48e0-8d09-9613d8c10782),segment_id=e4f076ed-00bf-48e0-8d09-9613d8c10782)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:37:24.260774 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Returning: {'device': 'aad76d32-dc98-43ca-9be0-a60ca1a4a5b4', 'network_id': '11c76f08-687c-4747-be6a-b8b4481f67fa', 'port_id': 'aad76d32-dc98-43ca-9be0-a60ca1a4a5b4', 'mac_address': 'fa:16:3e:44:27:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 704, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab85a4a3-76ba-42e3-89ac-47f01b33f069', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:37:24.263166 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [req-f6f6b0d5-278b-4cf7-8f6a-dbf89fe9ce63 req-af2a2b23-9c5f-47af-a4cc-f09c3a6c37c2 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Calling delete_port for 3c2caddc-016f-44c8-bc6e-d72edc75467b owned by compute:nova {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:37:24.314321 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:24.328795 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aad76d32-dc98-43ca-9be0-a60ca1a4a5b4 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:37:24.336891 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 58ce5e88-4f3f-49a2-b3ae-53fa79d71ab6 no longer exists at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:37:24.352423 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8a6f25ce-7d36-49a1-a31a-a5a8ef8e04e6 req-1b0e1a87-35c9-43df-bd59-d89ef27b1768 service neutron] 10.222.0.65 "GET /v2.0/networks/11c76f08-687c-4747-be6a-b8b4481f67fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2667041 Jul 14 09:37:24.363878 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] No Port match for: 58ce5e88-4f3f-49a2-b3ae-53fa79d71ab6 {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:37:24.364221 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 58ce5e88-4f3f-49a2-b3ae-53fa79d71ab6 not bound to the agent host n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:37:24.372934 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07603e1-4453-4e8b-ae6f-d76001ac89b3 req-fe1f440e-fe66-45a8-9fb3-e918164682c3 tempest-MultipleCreateTestJSON-146299847 tempest-MultipleCreateTestJSON-146299847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:24.374533 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a07603e1-4453-4e8b-ae6f-d76001ac89b3 req-fe1f440e-fe66-45a8-9fb3-e918164682c3 tempest-MultipleCreateTestJSON-146299847 tempest-MultipleCreateTestJSON-146299847-project] 10.222.0.68 "GET /v2.0/ports?device_id=b9824b93-ab8b-4b64-a0ce-fa49376ab652 HTTP/1.1" status: 200 len: 943 time: 0.2264144 Jul 14 09:37:24.378315 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port aad76d32-dc98-43ca-9be0-a60ca1a4a5b4, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=aad76d32-dc98-43ca-9be0-a60ca1a4a5b4,segment=NetworkSegment(e4f076ed-00bf-48e0-8d09-9613d8c10782),segment_id=e4f076ed-00bf-48e0-8d09-9613d8c10782)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:37:24.395108 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:24.436734 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a07603e1-4453-4e8b-ae6f-d76001ac89b3 req-a5812ecf-7a6f-4314-90d7-d82007828633 tempest-MultipleCreateTestJSON-146299847 tempest-MultipleCreateTestJSON-146299847-project] 10.222.0.68 "GET /v2.0/security-groups?id=556d12fa-035b-4c05-a8dc-f972bf8317a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489731 Jul 14 09:37:24.490202 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Pushing event updated for resources: {'Port': ['ID=aad76d32-dc98-43ca-9be0-a60ca1a4a5b4,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:24.523416 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20a3f39e-2f58-467c-b1eb-c759eb1230f6 tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Router 82e08894-888e-4988-82ba-84b553b86a39 has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:37:24.562547 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216c30ba-2fae-4ad1-bad8-dfadbe667ac8 req-aeb36a65-837e-4807-bc83-455fdd944066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:24.564090 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-216c30ba-2fae-4ad1-bad8-dfadbe667ac8 req-aeb36a65-837e-4807-bc83-455fdd944066 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=25ac2af08c4046baa564fe43ef6694a4&device_id=623c6683-f7e4-4960-8d11-4d86f07a3651 HTTP/1.1" status: 200 len: 1095 time: 0.1168485 Jul 14 09:37:24.580391 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-f6f6b0d5-278b-4cf7-8f6a-dbf89fe9ce63 req-af2a2b23-9c5f-47af-a4cc-f09c3a6c37c2 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:24.650617 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2a2b23-9c5f-47af-a4cc-f09c3a6c37c2 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Pushing event deleted for resources: {'Port': ['ID=3c2caddc-016f-44c8-bc6e-d72edc75467b,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:24.673639 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20a3f39e-2f58-467c-b1eb-c759eb1230f6 tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:37:24.680640 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-20a3f39e-2f58-467c-b1eb-c759eb1230f6 tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for floatingip, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:24.684679 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d8552a8-bfa4-4a5d-b891-dc4498f3254a None None] Sync routers for ids ['82e08894-888e-4988-82ba-84b553b86a39'] in n-d-779913-29 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:37:24.697308 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d8552a8-bfa4-4a5d-b891-dc4498f3254a None None] Routers {'82e08894-888e-4988-82ba-84b553b86a39'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:37:24.698362 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-4d8552a8-bfa4-4a5d-b891-dc4498f3254a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:36:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['82e08894-888e-4988-82ba-84b553b86a39'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:24.740778 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-20a3f39e-2f58-467c-b1eb-c759eb1230f6 tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] 10.222.0.68 "DELETE /v2.0/floatingips/00e33d5a-2bf2-4514-918a-c0bc67ac799c HTTP/1.1" status: 204 len: 168 time: 1.4952381 Jul 14 09:37:24.741745 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:24.746113 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] get_ports_and_sgs() called for port_ids ['aad76d32-dc98-43ca-9be0-a60ca1a4a5b4'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:37:24.779582 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6f6b0d5-278b-4cf7-8f6a-dbf89fe9ce63 req-af2a2b23-9c5f-47af-a4cc-f09c3a6c37c2 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] No DVR routers for this DVR port 3c2caddc-016f-44c8-bc6e-d72edc75467b on host n-h1-779913-29 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:37:24.809273 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216c30ba-2fae-4ad1-bad8-dfadbe667ac8 req-1d7ffbe3-8856-49c3-8adf-abac9ff6841f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:24.811582 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-216c30ba-2fae-4ad1-bad8-dfadbe667ac8 req-1d7ffbe3-8856-49c3-8adf-abac9ff6841f service neutron] 10.222.0.65 "GET /v2.0/networks?id=11c76f08-687c-4747-be6a-b8b4481f67fa HTTP/1.1" status: 200 len: 913 time: 0.2408028 Jul 14 09:37:24.813588 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-f6f6b0d5-278b-4cf7-8f6a-dbf89fe9ce63 req-af2a2b23-9c5f-47af-a4cc-f09c3a6c37c2 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:24.816623 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f6f6b0d5-278b-4cf7-8f6a-dbf89fe9ce63 req-af2a2b23-9c5f-47af-a4cc-f09c3a6c37c2 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] 10.222.0.65 "DELETE /v2.0/ports/3c2caddc-016f-44c8-bc6e-d72edc75467b HTTP/1.1" status: 204 len: 173 time: 1.4595866 Jul 14 09:37:24.844979 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-34c2515b-3aa6-49bd-9355-9366e039307c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:24.846197 n-d-779913-29 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fc01b2f-40b9-4f77-af83-fe731cd3ed6b', 'tag': 'b5a388d6-bc17-4a07-a2d8-629d650176bf'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:37:24.849820 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cb48f044f948e981f43897c8d7f1332f741dc7af2b4c5a6e19d8f4a80f708e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38f4280e-d5bd-4b4e-abc7-2be66a02e896" -d '{"events": [{"name": "network-changed", "server_uuid": "5fc01b2f-40b9-4f77-af83-fe731cd3ed6b", "tag": "b5a388d6-bc17-4a07-a2d8-629d650176bf"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:37:24.850393 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15fddc0e-6959-44be-b8ff-be56e396088e', 'name': 'network-vif-deleted', 'tag': '3c2caddc-016f-44c8-bc6e-d72edc75467b'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:37:24.854353 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eec0700e-2b78-4445-a919-b48d9d1b947d" -d '{"events": [{"server_uuid": "15fddc0e-6959-44be-b8ff-be56e396088e", "name": "network-vif-deleted", "tag": "3c2caddc-016f-44c8-bc6e-d72edc75467b"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:37:24.926899 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-4d8552a8-bfa4-4a5d-b891-dc4498f3254a None None] Set router 82e08894-888e-4988-82ba-84b553b86a39 gateway port host: n-d-779913-29 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:37:24.927413 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-216c30ba-2fae-4ad1-bad8-dfadbe667ac8 req-aee53018-cf32-44d1-87de-e02db7673350 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=011347d9-864d-4aa3-bc62-2cec5d11fd8c HTTP/1.1" status: 200 len: 217 time: 0.1045728 Jul 14 09:37:24.930528 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:37:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1eb67de-7700-4501-8f1d-fa796594f92c x-openstack-request-id: req-e1eb67de-7700-4501-8f1d-fa796594f92c {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:37:24.930528 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fc01b2f-40b9-4f77-af83-fe731cd3ed6b", "tag": "b5a388d6-bc17-4a07-a2d8-629d650176bf", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:37:24.930528 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-e1eb67de-7700-4501-8f1d-fa796594f92c {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:37:24.931722 n-d-779913-29 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fc01b2f-40b9-4f77-af83-fe731cd3ed6b', 'tag': 'b5a388d6-bc17-4a07-a2d8-629d650176bf', 'status': 'completed', 'code': 200} Jul 14 09:37:25.068081 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:37:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b013ebcb-c407-4508-b6df-fa957f1aba86 x-openstack-request-id: req-b013ebcb-c407-4508-b6df-fa957f1aba86 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:37:25.070216 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15fddc0e-6959-44be-b8ff-be56e396088e", "name": "network-vif-deleted", "tag": "3c2caddc-016f-44c8-bc6e-d72edc75467b", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:37:25.080529 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-b013ebcb-c407-4508-b6df-fa957f1aba86 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:37:25.081158 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15fddc0e-6959-44be-b8ff-be56e396088e', 'name': 'network-vif-deleted', 'tag': '3c2caddc-016f-44c8-bc6e-d72edc75467b', 'status': 'completed', 'code': 200} Jul 14 09:37:25.084360 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216c30ba-2fae-4ad1-bad8-dfadbe667ac8 req-5184dd4b-c7f0-4d62-a0d1-ef2246ba5de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:25.088254 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-216c30ba-2fae-4ad1-bad8-dfadbe667ac8 req-5184dd4b-c7f0-4d62-a0d1-ef2246ba5de7 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ab85a4a3-76ba-42e3-89ac-47f01b33f069 HTTP/1.1" status: 200 len: 852 time: 0.1517766 Jul 14 09:37:25.150138 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f4280e-d5bd-4b4e-abc7-2be66a02e896 req-4014fff9-8567-4b12-a476-b57935ee1e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:25.156022 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-38f4280e-d5bd-4b4e-abc7-2be66a02e896 req-4014fff9-8567-4b12-a476-b57935ee1e17 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8f4c0efbbeff49fda0063f5062583c63&device_id=5fc01b2f-40b9-4f77-af83-fe731cd3ed6b HTTP/1.1" status: 200 len: 1137 time: 0.1765776 Jul 14 09:37:25.201175 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-216c30ba-2fae-4ad1-bad8-dfadbe667ac8 req-f40e3bcd-44c1-406c-bc45-28255485e698 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=11c76f08-687c-4747-be6a-b8b4481f67fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0993350 Jul 14 09:37:25.316227 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-4d8552a8-bfa4-4a5d-b891-dc4498f3254a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82e08894-888e-4988-82ba-84b553b86a39', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1508376754', 'tenant_id': '8f4c0efbbeff49fda0063f5062583c63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.205'}], 'enable_snat': True}, 'gw_port_id': '642278eb-abd1-4f56-8eaf-f9705dbf66e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:35:23Z', 'updated_at': '2021-07-14T09:35:32Z', 'revision_number': 4, 'project_id': '8f4c0efbbeff49fda0063f5062583c63', 'gw_port': {'id': '642278eb-abd1-4f56-8eaf-f9705dbf66e4', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:6d:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82e08894-888e-4988-82ba-84b553b86a39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2318, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:35:23Z', 'updated_at': '2021-07-14T09:35:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': 'f564a965-3d3e-4339-a839-165a8ba6595f', 'name': '', 'network_id': '73345ce1-56c8-4820-9a95-ad217b0c65d4', 'tenant_id': '8f4c0efbbeff49fda0063f5062583c63', 'mac_address': 'fa:16:3e:75:0b:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82e08894-888e-4988-82ba-84b553b86a39', 'device_owner': 'network:router_interface', 'standard_attr_id': 2328, 'fixed_ips': [{'subnet_id': 'ceae8e77-7c7e-4a6b-90f6-57f323d8e245', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:35:29Z', 'updated_at': '2021-07-14T09:35:40Z', 'revision_number': 5, 'project_id': '8f4c0efbbeff49fda0063f5062583c63', 'subnets': [{'id': 'ceae8e77-7c7e-4a6b-90f6-57f323d8e245', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:25.342491 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [req-f6f6b0d5-278b-4cf7-8f6a-dbf89fe9ce63 req-5dbe7e5c-88d8-40c5-8706-6f12402f69e7 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Deleting port edf557d1-72fc-404f-b07c-0c4fad568606 {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:37:25.343244 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-f6f6b0d5-278b-4cf7-8f6a-dbf89fe9ce63 req-5dbe7e5c-88d8-40c5-8706-6f12402f69e7 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:25.418479 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d8552a8-bfa4-4a5d-b891-dc4498f3254a None None] Checking router: 82e08894-888e-4988-82ba-84b553b86a39 for host: n-d-779913-29 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:37:25.469250 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f4280e-d5bd-4b4e-abc7-2be66a02e896 req-dfc1a441-a10e-4522-9976-ee66848bdc49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:25.471191 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-38f4280e-d5bd-4b4e-abc7-2be66a02e896 req-dfc1a441-a10e-4522-9976-ee66848bdc49 service neutron] 10.222.0.57 "GET /v2.0/networks?id=73345ce1-56c8-4820-9a95-ad217b0c65d4 HTTP/1.1" status: 200 len: 897 time: 0.3082802 Jul 14 09:37:25.477095 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d8552a8-bfa4-4a5d-b891-dc4498f3254a None None] Routers {'82e08894-888e-4988-82ba-84b553b86a39'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:37:25.482421 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-4d8552a8-bfa4-4a5d-b891-dc4498f3254a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:37:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['82e08894-888e-4988-82ba-84b553b86a39'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:25.514374 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-216c30ba-2fae-4ad1-bad8-dfadbe667ac8 req-b21938d4-9287-46b6-82cb-cc06568486c2 service neutron] 10.222.0.65 "GET /v2.0/networks/11c76f08-687c-4747-be6a-b8b4481f67fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3033378 Jul 14 09:37:25.551177 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-38f4280e-d5bd-4b4e-abc7-2be66a02e896 req-b1c3c503-c28d-4c0b-9f72-c0dcaa34c454 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b5a388d6-bc17-4a07-a2d8-629d650176bf HTTP/1.1" status: 200 len: 217 time: 0.0669193 Jul 14 09:37:25.588554 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6804465-dd75-48e1-b5a3-d01ed020899f req-6fe511a5-e52d-4930-ac4a-405c3aeb763d tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:25.595614 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6804465-dd75-48e1-b5a3-d01ed020899f req-6fe511a5-e52d-4930-ac4a-405c3aeb763d tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:25.602326 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6804465-dd75-48e1-b5a3-d01ed020899f req-6fe511a5-e52d-4930-ac4a-405c3aeb763d tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:25.609292 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6804465-dd75-48e1-b5a3-d01ed020899f req-6fe511a5-e52d-4930-ac4a-405c3aeb763d tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:25.611287 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d6804465-dd75-48e1-b5a3-d01ed020899f req-6fe511a5-e52d-4930-ac4a-405c3aeb763d tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] 10.222.0.68 "GET /v2.0/ports?device_id=15fddc0e-6959-44be-b8ff-be56e396088e HTTP/1.1" status: 200 len: 3143 time: 0.2141769 Jul 14 09:37:25.631055 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-f6f6b0d5-278b-4cf7-8f6a-dbf89fe9ce63 req-5dbe7e5c-88d8-40c5-8706-6f12402f69e7 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] For port edf557d1-72fc-404f-b07c-0c4fad568606, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=edf557d1-72fc-404f-b07c-0c4fad568606,segment=NetworkSegment(df189466-ba5b-40c8-bb21-5263dd22bc7e),segment_id=df189466-ba5b-40c8-bb21-5263dd22bc7e)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:37:25.631330 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-f6f6b0d5-278b-4cf7-8f6a-dbf89fe9ce63 req-5dbe7e5c-88d8-40c5-8706-6f12402f69e7 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:25.661303 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [req-f6f6b0d5-278b-4cf7-8f6a-dbf89fe9ce63 req-5dbe7e5c-88d8-40c5-8706-6f12402f69e7 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Calling delete_port for edf557d1-72fc-404f-b07c-0c4fad568606 owned by compute:nova {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:37:25.695368 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-4d8552a8-bfa4-4a5d-b891-dc4498f3254a None None] Set router 82e08894-888e-4988-82ba-84b553b86a39 gateway port host: n-d-779913-29 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:37:25.697883 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f4280e-d5bd-4b4e-abc7-2be66a02e896 req-c8b1c615-4a5b-4d9e-a8f7-5ccb9a4d1354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:25.701785 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-38f4280e-d5bd-4b4e-abc7-2be66a02e896 req-c8b1c615-4a5b-4d9e-a8f7-5ccb9a4d1354 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ceae8e77-7c7e-4a6b-90f6-57f323d8e245 HTTP/1.1" status: 200 len: 835 time: 0.1392860 Jul 14 09:37:25.729708 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d6804465-dd75-48e1-b5a3-d01ed020899f req-988b51a3-1da5-4597-92eb-1ff6b70a9559 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] 10.222.0.68 "GET /v2.0/security-groups?id=654de86a-d9c2-46da-8a5c-08b7fecbf459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003575 Jul 14 09:37:25.803126 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2ef1dc-b5cc-4230-993f-2775861bdd31 req-e25ece59-3125-4a29-a070-72a5177831d6 tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:25.804736 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3a2ef1dc-b5cc-4230-993f-2775861bdd31 req-e25ece59-3125-4a29-a070-72a5177831d6 tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] 10.222.0.68 "GET /v2.0/ports?device_id=5fc01b2f-40b9-4f77-af83-fe731cd3ed6b HTTP/1.1" status: 200 len: 985 time: 0.2231662 Jul 14 09:37:25.821634 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f4280e-d5bd-4b4e-abc7-2be66a02e896 req-19c5b643-6109-4496-97c1-1cda69892021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:25.823540 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-38f4280e-d5bd-4b4e-abc7-2be66a02e896 req-19c5b643-6109-4496-97c1-1cda69892021 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=73345ce1-56c8-4820-9a95-ad217b0c65d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1063371 Jul 14 09:37:25.846283 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-216c30ba-2fae-4ad1-bad8-dfadbe667ac8 req-6d11a848-602d-42af-b40d-a59aa7e9808b service neutron] 10.222.0.65 "GET /v2.0/networks/11c76f08-687c-4747-be6a-b8b4481f67fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3225746 Jul 14 09:37:25.904321 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3a2ef1dc-b5cc-4230-993f-2775861bdd31 req-823f651f-b615-4d3b-bd40-f6f1924d0da0 tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] 10.222.0.68 "GET /v2.0/security-groups?id=a6887b36-dc41-4a94-9c8a-146532f74efd&id=163851e2-8c9a-4c41-aaeb-45f47f0e50a0&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0920489 Jul 14 09:37:25.904887 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5ad31076-714c-49ec-bc37-f3d4cd90112a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:25.995974 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15fddc0e-6959-44be-b8ff-be56e396088e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '443852c9-c28d-483f-aa70-df124f5712df'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:37:25.999128 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd62303f06773040a8a4e189dc46b4f565768c299abf8ab8e7739778b0bc3e97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a4c2671-8bf1-46e1-b9e2-68cd85ed5f56" -d '{"events": [{"server_uuid": "15fddc0e-6959-44be-b8ff-be56e396088e", "name": "network-vif-unplugged", "status": "completed", "tag": "443852c9-c28d-483f-aa70-df124f5712df"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:37:26.020459 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-38f4280e-d5bd-4b4e-abc7-2be66a02e896 req-7110b7de-122a-46b9-9b8b-399912a4686e service neutron] 10.222.0.57 "GET /v2.0/networks/73345ce1-56c8-4820-9a95-ad217b0c65d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1881919 Jul 14 09:37:26.035362 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-f6f6b0d5-278b-4cf7-8f6a-dbf89fe9ce63 req-5dbe7e5c-88d8-40c5-8706-6f12402f69e7 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:26.078474 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbe7e5c-88d8-40c5-8706-6f12402f69e7 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Pushing event deleted for resources: {'Port': ['ID=edf557d1-72fc-404f-b07c-0c4fad568606,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:26.110496 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-4d8552a8-bfa4-4a5d-b891-dc4498f3254a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82e08894-888e-4988-82ba-84b553b86a39', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1508376754', 'tenant_id': '8f4c0efbbeff49fda0063f5062583c63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.205'}], 'enable_snat': True}, 'gw_port_id': '642278eb-abd1-4f56-8eaf-f9705dbf66e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:35:23Z', 'updated_at': '2021-07-14T09:35:32Z', 'revision_number': 4, 'project_id': '8f4c0efbbeff49fda0063f5062583c63', 'gw_port': {'id': '642278eb-abd1-4f56-8eaf-f9705dbf66e4', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:6d:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82e08894-888e-4988-82ba-84b553b86a39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2318, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:35:23Z', 'updated_at': '2021-07-14T09:35:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': 'f564a965-3d3e-4339-a839-165a8ba6595f', 'name': '', 'network_id': '73345ce1-56c8-4820-9a95-ad217b0c65d4', 'tenant_id': '8f4c0efbbeff49fda0063f5062583c63', 'mac_address': 'fa:16:3e:75:0b:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82e08894-888e-4988-82ba-84b553b86a39', 'device_owner': 'network:router_interface', 'standard_attr_id': 2328, 'fixed_ips': [{'subnet_id': 'ceae8e77-7c7e-4a6b-90f6-57f323d8e245', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:35:29Z', 'updated_at': '2021-07-14T09:35:40Z', 'revision_number': 5, 'project_id': '8f4c0efbbeff49fda0063f5062583c63', 'subnets': [{'id': 'ceae8e77-7c7e-4a6b-90f6-57f323d8e245', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:26.110754 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device aad76d32-dc98-43ca-9be0-a60ca1a4a5b4 up at agent hyperv_n-h2-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:37:26.154620 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6f6b0d5-278b-4cf7-8f6a-dbf89fe9ce63 req-5dbe7e5c-88d8-40c5-8706-6f12402f69e7 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] No DVR routers for this DVR port edf557d1-72fc-404f-b07c-0c4fad568606 on host n-h1-779913-29 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:37:26.157385 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-f6f6b0d5-278b-4cf7-8f6a-dbf89fe9ce63 req-5dbe7e5c-88d8-40c5-8706-6f12402f69e7 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:26.159783 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f6f6b0d5-278b-4cf7-8f6a-dbf89fe9ce63 req-5dbe7e5c-88d8-40c5-8706-6f12402f69e7 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] 10.222.0.65 "DELETE /v2.0/ports/edf557d1-72fc-404f-b07c-0c4fad568606 HTTP/1.1" status: 204 len: 173 time: 1.3213332 Jul 14 09:37:26.167257 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46218dc-6895-47f3-8fe0-829ef7978cfd req-24e878ae-53d8-4acf-90b5-83f422a6d55a tempest-MultipleCreateTestJSON-146299847 tempest-MultipleCreateTestJSON-146299847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:26.174560 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-f46218dc-6895-47f3-8fe0-829ef7978cfd req-24e878ae-53d8-4acf-90b5-83f422a6d55a tempest-MultipleCreateTestJSON-146299847 tempest-MultipleCreateTestJSON-146299847-project] 10.222.0.68 "GET /v2.0/ports?device_id=b9824b93-ab8b-4b64-a0ce-fa49376ab652 HTTP/1.1" status: 200 len: 944 time: 0.1948059 Jul 14 09:37:26.197740 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d8552a8-bfa4-4a5d-b891-dc4498f3254a None None] The sync data for ids ['82e08894-888e-4988-82ba-84b553b86a39'] in n-d-779913-29 is: [{'id': '82e08894-888e-4988-82ba-84b553b86a39', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1508376754', 'tenant_id': '8f4c0efbbeff49fda0063f5062583c63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.205'}], 'enable_snat': True}, 'gw_port_id': '642278eb-abd1-4f56-8eaf-f9705dbf66e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:35:23Z', 'updated_at': '2021-07-14T09:35:32Z', 'revision_number': 4, 'project_id': '8f4c0efbbeff49fda0063f5062583c63', 'gw_port': {'id': '642278eb-abd1-4f56-8eaf-f9705dbf66e4', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:6d:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82e08894-888e-4988-82ba-84b553b86a39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2318, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:35:23Z', 'updated_at': '2021-07-14T09:35:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': 'f564a965-3d3e-4339-a839-165a8ba6595f', 'name': '', 'network_id': '73345ce1-56c8-4820-9a95-ad217b0c65d4', 'tenant_id': '8f4c0efbbeff49fda0063f5062583c63', 'mac_address': 'fa:16:3e:75:0b:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82e08894-888e-4988-82ba-84b553b86a39', 'device_owner': 'network:router_interface', 'standard_attr_id': 2328, 'fixed_ips': [{'subnet_id': 'ceae8e77-7c7e-4a6b-90f6-57f323d8e245', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:35:29Z', 'updated_at': '2021-07-14T09:35:40Z', 'revision_number': 5, 'project_id': '8f4c0efbbeff49fda0063f5062583c63', 'subnets': [{'id': 'ceae8e77-7c7e-4a6b-90f6-57f323d8e245', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:37:26.223132 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Provisioning for port aad76d32-dc98-43ca-9be0-a60ca1a4a5b4 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:37:26.229280 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Provisioning complete for port aad76d32-dc98-43ca-9be0-a60ca1a4a5b4 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:37:26.229821 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:26.257732 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-38f4280e-d5bd-4b4e-abc7-2be66a02e896 req-daa8e521-42cb-426f-9f00-4ceb4e6946c0 service neutron] 10.222.0.57 "GET /v2.0/networks/73345ce1-56c8-4820-9a95-ad217b0c65d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2291412 Jul 14 09:37:26.271532 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-f46218dc-6895-47f3-8fe0-829ef7978cfd req-e9759b50-0e63-484a-84a5-7c4f5485aae3 tempest-MultipleCreateTestJSON-146299847 tempest-MultipleCreateTestJSON-146299847-project] 10.222.0.68 "GET /v2.0/security-groups?id=556d12fa-035b-4c05-a8dc-f972bf8317a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959659 Jul 14 09:37:26.292649 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 09:37:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81029202-5956-4e29-99a7-3192301019b4 x-openstack-request-id: req-81029202-5956-4e29-99a7-3192301019b4 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:37:26.293048 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15fddc0e-6959-44be-b8ff-be56e396088e", "name": "network-vif-unplugged", "status": "completed", "tag": "443852c9-c28d-483f-aa70-df124f5712df", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:37:26.293699 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-81029202-5956-4e29-99a7-3192301019b4 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:37:26.294221 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15fddc0e-6959-44be-b8ff-be56e396088e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '443852c9-c28d-483f-aa70-df124f5712df', 'code': 200} Jul 14 09:37:26.354017 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:26.394618 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [req-f6f6b0d5-278b-4cf7-8f6a-dbf89fe9ce63 req-3fcf6861-312e-4fc5-badb-2736fee8839f tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Deleting port 70278794-2e00-4208-9515-e44b14dd3145 {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:37:26.394980 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-f6f6b0d5-278b-4cf7-8f6a-dbf89fe9ce63 req-3fcf6861-312e-4fc5-badb-2736fee8839f tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:26.395377 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port aad76d32-dc98-43ca-9be0-a60ca1a4a5b4, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=aad76d32-dc98-43ca-9be0-a60ca1a4a5b4,segment=NetworkSegment(e4f076ed-00bf-48e0-8d09-9613d8c10782),segment_id=e4f076ed-00bf-48e0-8d09-9613d8c10782)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:37:26.401843 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:26.471299 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Pushing event updated for resources: {'Port': ['ID=aad76d32-dc98-43ca-9be0-a60ca1a4a5b4,revision_number=5']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:26.520036 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 011347d9-864d-4aa3-bc62-2cec5d11fd8c details requested by agent hyperv_n-h1-779913-29 with host n-h1-779913-29 {{(pid=93959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:37:26.551531 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-f6f6b0d5-278b-4cf7-8f6a-dbf89fe9ce63 req-3fcf6861-312e-4fc5-badb-2736fee8839f tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] For port 70278794-2e00-4208-9515-e44b14dd3145, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=70278794-2e00-4208-9515-e44b14dd3145,segment=NetworkSegment(346dc94d-54e0-4ffe-b110-f21faf0bbb7e),segment_id=346dc94d-54e0-4ffe-b110-f21faf0bbb7e)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:37:26.552364 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-f6f6b0d5-278b-4cf7-8f6a-dbf89fe9ce63 req-3fcf6861-312e-4fc5-badb-2736fee8839f tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:26.612991 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [req-f6f6b0d5-278b-4cf7-8f6a-dbf89fe9ce63 req-3fcf6861-312e-4fc5-badb-2736fee8839f tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Calling delete_port for 70278794-2e00-4208-9515-e44b14dd3145 owned by compute:nova {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:37:26.663470 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b2df633-fd8f-4d00-a5a6-7bdc546920f1 None None] New status for floating IP 00e33d5a-2bf2-4514-918a-c0bc67ac799c: DOWN {{(pid=93959) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:37:26.799667 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port 011347d9-864d-4aa3-bc62-2cec5d11fd8c, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=011347d9-864d-4aa3-bc62-2cec5d11fd8c,segment=NetworkSegment(e4f076ed-00bf-48e0-8d09-9613d8c10782),segment_id=e4f076ed-00bf-48e0-8d09-9613d8c10782)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:37:26.823649 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Returning: {'device': '011347d9-864d-4aa3-bc62-2cec5d11fd8c', 'network_id': '11c76f08-687c-4747-be6a-b8b4481f67fa', 'port_id': '011347d9-864d-4aa3-bc62-2cec5d11fd8c', 'mac_address': 'fa:16:3e:f8:00:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 704, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab85a4a3-76ba-42e3-89ac-47f01b33f069', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:37:26.858444 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-f6f6b0d5-278b-4cf7-8f6a-dbf89fe9ce63 req-3fcf6861-312e-4fc5-badb-2736fee8839f tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:26.901574 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcf6861-312e-4fc5-badb-2736fee8839f tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Pushing event deleted for resources: {'Port': ['ID=70278794-2e00-4208-9515-e44b14dd3145,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:26.919811 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:26.943671 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 011347d9-864d-4aa3-bc62-2cec5d11fd8c {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:37:26.978088 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port 011347d9-864d-4aa3-bc62-2cec5d11fd8c, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=011347d9-864d-4aa3-bc62-2cec5d11fd8c,segment=NetworkSegment(e4f076ed-00bf-48e0-8d09-9613d8c10782),segment_id=e4f076ed-00bf-48e0-8d09-9613d8c10782)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:37:26.985090 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:26.985317 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6f6b0d5-278b-4cf7-8f6a-dbf89fe9ce63 req-3fcf6861-312e-4fc5-badb-2736fee8839f tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] No DVR routers for this DVR port 70278794-2e00-4208-9515-e44b14dd3145 on host n-h1-779913-29 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:37:26.990356 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-f6f6b0d5-278b-4cf7-8f6a-dbf89fe9ce63 req-3fcf6861-312e-4fc5-badb-2736fee8839f tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:26.992543 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f6f6b0d5-278b-4cf7-8f6a-dbf89fe9ce63 req-3fcf6861-312e-4fc5-badb-2736fee8839f tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] 10.222.0.65 "DELETE /v2.0/ports/70278794-2e00-4208-9515-e44b14dd3145 HTTP/1.1" status: 204 len: 173 time: 0.8242037 Jul 14 09:37:27.068770 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Pushing event updated for resources: {'Port': ['ID=011347d9-864d-4aa3-bc62-2cec5d11fd8c,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:27.082771 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15fddc0e-6959-44be-b8ff-be56e396088e', 'name': 'network-vif-deleted', 'tag': 'edf557d1-72fc-404f-b07c-0c4fad568606'}, {'server_uuid': '15fddc0e-6959-44be-b8ff-be56e396088e', 'name': 'network-vif-deleted', 'tag': '70278794-2e00-4208-9515-e44b14dd3145'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:37:27.085127 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88d08448-5eab-48e1-96f2-5378a3c49925" -d '{"events": [{"server_uuid": "15fddc0e-6959-44be-b8ff-be56e396088e", "name": "network-vif-deleted", "tag": "edf557d1-72fc-404f-b07c-0c4fad568606"}, {"server_uuid": "15fddc0e-6959-44be-b8ff-be56e396088e", "name": "network-vif-deleted", "tag": "70278794-2e00-4208-9515-e44b14dd3145"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:37:27.141360 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793e4a2a-137c-4faf-9d38-f14e42ac4312 req-6a2b7873-fffc-4232-aaca-2dbfc4862d9e tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:27.143176 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-793e4a2a-137c-4faf-9d38-f14e42ac4312 req-6a2b7873-fffc-4232-aaca-2dbfc4862d9e tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] 10.222.0.57 "GET /v2.0/ports?device_id=5fc01b2f-40b9-4f77-af83-fe731cd3ed6b HTTP/1.1" status: 200 len: 985 time: 0.2057645 Jul 14 09:37:27.154881 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4306f1-221b-428b-9e86-f4526cc7592d req-7e4c05dd-c271-466d-9f9a-c650b71131ec tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:27.162922 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4306f1-221b-428b-9e86-f4526cc7592d req-7e4c05dd-c271-466d-9f9a-c650b71131ec tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:27.169177 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-1c4306f1-221b-428b-9e86-f4526cc7592d req-7e4c05dd-c271-466d-9f9a-c650b71131ec tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] 10.222.0.68 "GET /v2.0/ports?device_id=15fddc0e-6959-44be-b8ff-be56e396088e HTTP/1.1" status: 200 len: 1677 time: 0.1810422 Jul 14 09:37:27.212291 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb65f72a-62c8-4158-b5aa-9839c8857523 req-367e8857-f697-4bf9-9240-d5069e620a5b tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:27.219835 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-cb65f72a-62c8-4158-b5aa-9839c8857523 req-367e8857-f697-4bf9-9240-d5069e620a5b tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] 10.222.0.68 "GET /v2.0/ports?device_id=5fc01b2f-40b9-4f77-af83-fe731cd3ed6b HTTP/1.1" status: 200 len: 985 time: 0.1483254 Jul 14 09:37:27.222645 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [req-f6f6b0d5-278b-4cf7-8f6a-dbf89fe9ce63 req-56f44bfe-4e73-44f4-929a-6c4d2c6970dc tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Deleting port 9e37b52c-3f18-4c81-9abd-39641803b448 {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:37:27.222990 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-f6f6b0d5-278b-4cf7-8f6a-dbf89fe9ce63 req-56f44bfe-4e73-44f4-929a-6c4d2c6970dc tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:27.282797 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] get_ports_and_sgs() called for port_ids ['011347d9-864d-4aa3-bc62-2cec5d11fd8c'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:37:27.341001 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-cb65f72a-62c8-4158-b5aa-9839c8857523 req-0a92623a-db12-4b47-837e-62d3074d2700 tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] 10.222.0.68 "GET /v2.0/security-groups?id=a6887b36-dc41-4a94-9c8a-146532f74efd&id=163851e2-8c9a-4c41-aaeb-45f47f0e50a0&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1197805 Jul 14 09:37:27.341183 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-1c4306f1-221b-428b-9e86-f4526cc7592d req-d348363d-85b7-4735-a895-f5696719e62a tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] 10.222.0.68 "GET /v2.0/security-groups?id=654de86a-d9c2-46da-8a5c-08b7fecbf459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1549666 Jul 14 09:37:27.390892 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-793e4a2a-137c-4faf-9d38-f14e42ac4312 req-ea411a13-2985-4bef-81d9-8cc77ba4d33d tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Deleting port b5a388d6-bc17-4a07-a2d8-629d650176bf {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:37:27.391451 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-793e4a2a-137c-4faf-9d38-f14e42ac4312 req-ea411a13-2985-4bef-81d9-8cc77ba4d33d tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:27.433056 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 14 Jul 2021 09:37:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ee120f3-0003-4956-8cb8-3ae09eeb9944 x-openstack-request-id: req-5ee120f3-0003-4956-8cb8-3ae09eeb9944 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:37:27.436298 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15fddc0e-6959-44be-b8ff-be56e396088e", "name": "network-vif-deleted", "tag": "edf557d1-72fc-404f-b07c-0c4fad568606", "status": "completed", "code": 200}, {"server_uuid": "15fddc0e-6959-44be-b8ff-be56e396088e", "name": "network-vif-deleted", "tag": "70278794-2e00-4208-9515-e44b14dd3145", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:37:27.436730 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-5ee120f3-0003-4956-8cb8-3ae09eeb9944 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:37:27.437453 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15fddc0e-6959-44be-b8ff-be56e396088e', 'name': 'network-vif-deleted', 'tag': 'edf557d1-72fc-404f-b07c-0c4fad568606', 'status': 'completed', 'code': 200} Jul 14 09:37:27.440360 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15fddc0e-6959-44be-b8ff-be56e396088e', 'name': 'network-vif-deleted', 'tag': '70278794-2e00-4208-9515-e44b14dd3145', 'status': 'completed', 'code': 200} Jul 14 09:37:27.534178 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-f6f6b0d5-278b-4cf7-8f6a-dbf89fe9ce63 req-56f44bfe-4e73-44f4-929a-6c4d2c6970dc tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] For port 9e37b52c-3f18-4c81-9abd-39641803b448, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=9e37b52c-3f18-4c81-9abd-39641803b448,segment=NetworkSegment(346dc94d-54e0-4ffe-b110-f21faf0bbb7e),segment_id=346dc94d-54e0-4ffe-b110-f21faf0bbb7e)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:37:27.534565 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-f6f6b0d5-278b-4cf7-8f6a-dbf89fe9ce63 req-56f44bfe-4e73-44f4-929a-6c4d2c6970dc tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:27.570465 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [req-f6f6b0d5-278b-4cf7-8f6a-dbf89fe9ce63 req-56f44bfe-4e73-44f4-929a-6c4d2c6970dc tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Calling delete_port for 9e37b52c-3f18-4c81-9abd-39641803b448 owned by compute:nova {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:37:27.622512 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-793e4a2a-137c-4faf-9d38-f14e42ac4312 req-ea411a13-2985-4bef-81d9-8cc77ba4d33d tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] For port b5a388d6-bc17-4a07-a2d8-629d650176bf, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=b5a388d6-bc17-4a07-a2d8-629d650176bf,segment=NetworkSegment(292309a8-d1af-4728-adf3-473babb9574b),segment_id=292309a8-d1af-4728-adf3-473babb9574b)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:37:27.622903 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-793e4a2a-137c-4faf-9d38-f14e42ac4312 req-ea411a13-2985-4bef-81d9-8cc77ba4d33d tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:27.670622 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-793e4a2a-137c-4faf-9d38-f14e42ac4312 req-ea411a13-2985-4bef-81d9-8cc77ba4d33d tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Calling delete_port for b5a388d6-bc17-4a07-a2d8-629d650176bf owned by compute:nova {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:37:27.697194 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5bbe322f-3f67-4864-bc0a-91afe44d23e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:27.830484 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a850b12-fa0d-4a15-9af9-ae5c6a89969a req-72cc7d5f-96af-4dc7-a02a-a6b6d8dbc5cc tempest-MultipleCreateTestJSON-146299847 tempest-MultipleCreateTestJSON-146299847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:27.837957 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1a850b12-fa0d-4a15-9af9-ae5c6a89969a req-72cc7d5f-96af-4dc7-a02a-a6b6d8dbc5cc tempest-MultipleCreateTestJSON-146299847 tempest-MultipleCreateTestJSON-146299847-project] 10.222.0.68 "GET /v2.0/ports?device_id=b9824b93-ab8b-4b64-a0ce-fa49376ab652 HTTP/1.1" status: 200 len: 945 time: 0.1399531 Jul 14 09:37:27.869001 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-793e4a2a-137c-4faf-9d38-f14e42ac4312 req-ea411a13-2985-4bef-81d9-8cc77ba4d33d tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:27.880603 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-f6f6b0d5-278b-4cf7-8f6a-dbf89fe9ce63 req-56f44bfe-4e73-44f4-929a-6c4d2c6970dc tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:27.909885 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea411a13-2985-4bef-81d9-8cc77ba4d33d tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Pushing event deleted for resources: {'Port': ['ID=b5a388d6-bc17-4a07-a2d8-629d650176bf,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:27.930452 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1a850b12-fa0d-4a15-9af9-ae5c6a89969a req-84d99118-5304-4e80-82be-ad7259a0fd76 tempest-MultipleCreateTestJSON-146299847 tempest-MultipleCreateTestJSON-146299847-project] 10.222.0.68 "GET /v2.0/security-groups?id=556d12fa-035b-4c05-a8dc-f972bf8317a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914304 Jul 14 09:37:27.936970 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f44bfe-4e73-44f4-929a-6c4d2c6970dc tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Pushing event deleted for resources: {'Port': ['ID=9e37b52c-3f18-4c81-9abd-39641803b448,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:27.951087 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea411a13-2985-4bef-81d9-8cc77ba4d33d tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:37:27.955310 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea411a13-2985-4bef-81d9-8cc77ba4d33d tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:37:27.955310 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea411a13-2985-4bef-81d9-8cc77ba4d33d tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:37:27.955643 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea411a13-2985-4bef-81d9-8cc77ba4d33d tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:37:27.955854 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea411a13-2985-4bef-81d9-8cc77ba4d33d tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:37:27.957884 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea411a13-2985-4bef-81d9-8cc77ba4d33d tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:37:27.958250 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea411a13-2985-4bef-81d9-8cc77ba4d33d tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:37:27.958589 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea411a13-2985-4bef-81d9-8cc77ba4d33d tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:37:27.958931 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea411a13-2985-4bef-81d9-8cc77ba4d33d tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:37:27.959267 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea411a13-2985-4bef-81d9-8cc77ba4d33d tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:37:27.961800 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea411a13-2985-4bef-81d9-8cc77ba4d33d tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:37:27.965128 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea411a13-2985-4bef-81d9-8cc77ba4d33d tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:37:27.998850 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-793e4a2a-137c-4faf-9d38-f14e42ac4312 req-ea411a13-2985-4bef-81d9-8cc77ba4d33d tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] No DVR routers for this DVR port b5a388d6-bc17-4a07-a2d8-629d650176bf on host n-h2-779913-29 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:37:28.001697 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-793e4a2a-137c-4faf-9d38-f14e42ac4312 req-ea411a13-2985-4bef-81d9-8cc77ba4d33d tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:28.004416 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-793e4a2a-137c-4faf-9d38-f14e42ac4312 req-ea411a13-2985-4bef-81d9-8cc77ba4d33d tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] 10.222.0.57 "DELETE /v2.0/ports/b5a388d6-bc17-4a07-a2d8-629d650176bf HTTP/1.1" status: 204 len: 173 time: 0.8342690 Jul 14 09:37:28.005020 n-d-779913-29 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fc01b2f-40b9-4f77-af83-fe731cd3ed6b', 'name': 'network-vif-deleted', 'tag': 'b5a388d6-bc17-4a07-a2d8-629d650176bf'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:37:28.007010 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6f6b0d5-278b-4cf7-8f6a-dbf89fe9ce63 req-56f44bfe-4e73-44f4-929a-6c4d2c6970dc tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] No DVR routers for this DVR port 9e37b52c-3f18-4c81-9abd-39641803b448 on host n-h1-779913-29 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:37:28.007953 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cb48f044f948e981f43897c8d7f1332f741dc7af2b4c5a6e19d8f4a80f708e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1e66292-7de0-428c-a2bb-88042e2773f1" -d '{"events": [{"server_uuid": "5fc01b2f-40b9-4f77-af83-fe731cd3ed6b", "name": "network-vif-deleted", "tag": "b5a388d6-bc17-4a07-a2d8-629d650176bf"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:37:28.015952 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-f6f6b0d5-278b-4cf7-8f6a-dbf89fe9ce63 req-56f44bfe-4e73-44f4-929a-6c4d2c6970dc tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:28.018346 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f6f6b0d5-278b-4cf7-8f6a-dbf89fe9ce63 req-56f44bfe-4e73-44f4-929a-6c4d2c6970dc tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] 10.222.0.65 "DELETE /v2.0/ports/9e37b52c-3f18-4c81-9abd-39641803b448 HTTP/1.1" status: 204 len: 173 time: 1.0206549 Jul 14 09:37:28.098810 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:37:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e85d75d3-1e1d-4f37-a016-9bd87324276c x-openstack-request-id: req-e85d75d3-1e1d-4f37-a016-9bd87324276c {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:37:28.099104 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fc01b2f-40b9-4f77-af83-fe731cd3ed6b", "name": "network-vif-deleted", "tag": "b5a388d6-bc17-4a07-a2d8-629d650176bf", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:37:28.099358 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-e85d75d3-1e1d-4f37-a016-9bd87324276c {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:37:28.099767 n-d-779913-29 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fc01b2f-40b9-4f77-af83-fe731cd3ed6b', 'name': 'network-vif-deleted', 'tag': 'b5a388d6-bc17-4a07-a2d8-629d650176bf', 'status': 'completed', 'code': 200} Jul 14 09:37:28.153707 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [req-f6f6b0d5-278b-4cf7-8f6a-dbf89fe9ce63 req-0bd81d82-0650-4bc7-88b7-865648d0e685 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Deleting port 443852c9-c28d-483f-aa70-df124f5712df {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:37:28.154259 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-f6f6b0d5-278b-4cf7-8f6a-dbf89fe9ce63 req-0bd81d82-0650-4bc7-88b7-865648d0e685 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:28.295462 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9824b93-ab8b-4b64-a0ce-fa49376ab652', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aad76d32-dc98-43ca-9be0-a60ca1a4a5b4'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:37:28.297829 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd62303f06773040a8a4e189dc46b4f565768c299abf8ab8e7739778b0bc3e97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e4e3f1d-216f-4536-ba37-8c6b3529a0fc" -d '{"events": [{"server_uuid": "b9824b93-ab8b-4b64-a0ce-fa49376ab652", "name": "network-vif-plugged", "status": "completed", "tag": "aad76d32-dc98-43ca-9be0-a60ca1a4a5b4"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:37:28.310446 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-f6f6b0d5-278b-4cf7-8f6a-dbf89fe9ce63 req-0bd81d82-0650-4bc7-88b7-865648d0e685 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] For port 443852c9-c28d-483f-aa70-df124f5712df, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=443852c9-c28d-483f-aa70-df124f5712df,segment=NetworkSegment(6abdef8f-feed-4530-be93-295dee2f7fe5),segment_id=6abdef8f-feed-4530-be93-295dee2f7fe5)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:37:28.310831 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-f6f6b0d5-278b-4cf7-8f6a-dbf89fe9ce63 req-0bd81d82-0650-4bc7-88b7-865648d0e685 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:28.350015 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:37:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51967a30-0feb-46d3-be93-573e2f4b307d x-openstack-request-id: req-51967a30-0feb-46d3-be93-573e2f4b307d {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:37:28.350310 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9824b93-ab8b-4b64-a0ce-fa49376ab652", "name": "network-vif-plugged", "status": "completed", "tag": "aad76d32-dc98-43ca-9be0-a60ca1a4a5b4", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:37:28.350564 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-51967a30-0feb-46d3-be93-573e2f4b307d {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:37:28.350963 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9824b93-ab8b-4b64-a0ce-fa49376ab652', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aad76d32-dc98-43ca-9be0-a60ca1a4a5b4', 'code': 200} Jul 14 09:37:28.545446 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 011347d9-864d-4aa3-bc62-2cec5d11fd8c up at agent hyperv_n-h1-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:37:28.615090 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6690bd7a-05c4-4b39-8ca4-2e6dc63ddb3a req-59ab9b8f-194a-4ed2-bd5c-5cc6a30c44d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:28.616621 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-6690bd7a-05c4-4b39-8ca4-2e6dc63ddb3a req-59ab9b8f-194a-4ed2-bd5c-5cc6a30c44d3 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b9824b93-ab8b-4b64-a0ce-fa49376ab652 HTTP/1.1" status: 200 len: 1097 time: 0.1425147 Jul 14 09:37:28.664492 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Provisioning for port 011347d9-864d-4aa3-bc62-2cec5d11fd8c completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:37:28.680431 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Provisioning complete for port 011347d9-864d-4aa3-bc62-2cec5d11fd8c triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:37:28.680832 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:28.784550 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-1b7b2358-eaaf-412e-b3a6-7dfc2d141737 req-9e51583c-4ceb-4adc-9a56-a72166edb62b tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] 10.222.0.68 "GET /v2.0/ports?device_id=5fc01b2f-40b9-4f77-af83-fe731cd3ed6b HTTP/1.1" status: 200 len: 210 time: 0.1051311 Jul 14 09:37:28.794467 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-f6f6b0d5-278b-4cf7-8f6a-dbf89fe9ce63 req-0bd81d82-0650-4bc7-88b7-865648d0e685 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:28.794852 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-f6f6b0d5-278b-4cf7-8f6a-dbf89fe9ce63 req-0bd81d82-0650-4bc7-88b7-865648d0e685 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-660590'] for floatingip, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:28.795486 n-d-779913-29 neutron-server[93957]: INFO neutron.db.l3_db [req-f6f6b0d5-278b-4cf7-8f6a-dbf89fe9ce63 req-0bd81d82-0650-4bc7-88b7-865648d0e685 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Floating IP 2ac52865-f4ae-4941-b0c0-01b7ddcad25a disassociated. External IP: 172.25.4.177, port: 443852c9-c28d-483f-aa70-df124f5712df. Jul 14 09:37:28.795598 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [req-f6f6b0d5-278b-4cf7-8f6a-dbf89fe9ce63 req-0bd81d82-0650-4bc7-88b7-865648d0e685 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Calling delete_port for 443852c9-c28d-483f-aa70-df124f5712df owned by compute:nova {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:37:28.819274 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:28.828199 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-6690bd7a-05c4-4b39-8ca4-2e6dc63ddb3a req-08df26e5-72a9-49f5-9d0f-a540d54381dc service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=556d12fa-035b-4c05-a8dc-f972bf8317a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047834 Jul 14 09:37:28.853983 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011819dc-da4b-471b-9ee0-cd890e3aa093 req-23615aff-1697-40c1-8d98-630c3075a295 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:28.861440 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-011819dc-da4b-471b-9ee0-cd890e3aa093 req-23615aff-1697-40c1-8d98-630c3075a295 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] 10.222.0.68 "GET /v2.0/ports?device_id=15fddc0e-6959-44be-b8ff-be56e396088e HTTP/1.1" status: 200 len: 944 time: 0.1893401 Jul 14 09:37:28.872403 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port 011347d9-864d-4aa3-bc62-2cec5d11fd8c, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=011347d9-864d-4aa3-bc62-2cec5d11fd8c,segment=NetworkSegment(e4f076ed-00bf-48e0-8d09-9613d8c10782),segment_id=e4f076ed-00bf-48e0-8d09-9613d8c10782)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:37:28.888568 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:29.021277 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Pushing event updated for resources: {'Port': ['ID=011347d9-864d-4aa3-bc62-2cec5d11fd8c,revision_number=5']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:29.083384 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-f6f6b0d5-278b-4cf7-8f6a-dbf89fe9ce63 req-0bd81d82-0650-4bc7-88b7-865648d0e685 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:29.111784 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-011819dc-da4b-471b-9ee0-cd890e3aa093 req-dc8dc2b7-aaa5-4c27-bf2b-8c94f68af494 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] 10.222.0.68 "GET /v2.0/security-groups?id=654de86a-d9c2-46da-8a5c-08b7fecbf459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2493882 Jul 14 09:37:29.144372 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd81d82-0650-4bc7-88b7-865648d0e685 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Pushing event deleted for resources: {'Port': ['ID=443852c9-c28d-483f-aa70-df124f5712df,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:29.374667 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f6f6b0d5-278b-4cf7-8f6a-dbf89fe9ce63 req-0bd81d82-0650-4bc7-88b7-865648d0e685 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Router cf2d3845-2597-482e-bbf4-14b6a13cd4ab has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:37:29.396990 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e520a126-8163-4487-ac5c-d87dc37d226c req-357212e7-7d94-498e-a218-7bd60f98b0d1 tempest-MultipleCreateTestJSON-146299847 tempest-MultipleCreateTestJSON-146299847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:29.398548 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e520a126-8163-4487-ac5c-d87dc37d226c req-357212e7-7d94-498e-a218-7bd60f98b0d1 tempest-MultipleCreateTestJSON-146299847 tempest-MultipleCreateTestJSON-146299847-project] 10.222.0.68 "GET /v2.0/ports?device_id=b9824b93-ab8b-4b64-a0ce-fa49376ab652 HTTP/1.1" status: 200 len: 945 time: 0.1441793 Jul 14 09:37:29.559575 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15fddc0e-6959-44be-b8ff-be56e396088e', 'name': 'network-vif-deleted', 'tag': '9e37b52c-3f18-4c81-9abd-39641803b448'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:37:29.561857 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-193fbb93-4c44-454f-92e1-dbb1e04de040" -d '{"events": [{"server_uuid": "15fddc0e-6959-44be-b8ff-be56e396088e", "name": "network-vif-deleted", "tag": "9e37b52c-3f18-4c81-9abd-39641803b448"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:37:29.576777 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f6f6b0d5-278b-4cf7-8f6a-dbf89fe9ce63 req-0bd81d82-0650-4bc7-88b7-865648d0e685 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:37:29.586629 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d802b2c6-8b16-43c4-89b6-ecbc50d0fb19 None None] Sync routers for ids ['cf2d3845-2597-482e-bbf4-14b6a13cd4ab'] in n-d-779913-29 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:37:29.604885 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d802b2c6-8b16-43c4-89b6-ecbc50d0fb19 None None] Routers {'cf2d3845-2597-482e-bbf4-14b6a13cd4ab'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:37:29.606110 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-d802b2c6-8b16-43c4-89b6-ecbc50d0fb19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:37:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['cf2d3845-2597-482e-bbf4-14b6a13cd4ab'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:29.615691 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84256f9-3e00-4c11-9ae8-d15294aa5109 req-55d31f2a-2975-47df-8954-7c1e52c87b8f tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:29.617268 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-e84256f9-3e00-4c11-9ae8-d15294aa5109 req-55d31f2a-2975-47df-8954-7c1e52c87b8f tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] 10.222.0.68 "GET /v2.0/ports?device_id=e9b8dbeb-061d-432b-b9ea-e875d71d6f00 HTTP/1.1" status: 200 len: 946 time: 0.1171446 Jul 14 09:37:29.637726 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6f6b0d5-278b-4cf7-8f6a-dbf89fe9ce63 req-0bd81d82-0650-4bc7-88b7-865648d0e685 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] No DVR routers for this DVR port 443852c9-c28d-483f-aa70-df124f5712df on host n-h1-779913-29 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:37:29.643030 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-f6f6b0d5-278b-4cf7-8f6a-dbf89fe9ce63 req-0bd81d82-0650-4bc7-88b7-865648d0e685 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:29.645055 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f6f6b0d5-278b-4cf7-8f6a-dbf89fe9ce63 req-0bd81d82-0650-4bc7-88b7-865648d0e685 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] 10.222.0.65 "DELETE /v2.0/ports/443852c9-c28d-483f-aa70-df124f5712df HTTP/1.1" status: 204 len: 173 time: 1.6216590 Jul 14 09:37:29.675585 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e520a126-8163-4487-ac5c-d87dc37d226c req-fba937e6-02cf-4483-b38a-388fe8787bab tempest-MultipleCreateTestJSON-146299847 tempest-MultipleCreateTestJSON-146299847-project] 10.222.0.68 "GET /v2.0/security-groups?id=556d12fa-035b-4c05-a8dc-f972bf8317a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2708428 Jul 14 09:37:29.714072 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-e84256f9-3e00-4c11-9ae8-d15294aa5109 req-67bed85a-c4d4-44cc-a893-d7657eb7989d tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] 10.222.0.68 "GET /v2.0/security-groups?id=480b9b88-a112-41cf-9ffd-c713e01dc0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778475 Jul 14 09:37:29.766993 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:37:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fe0010e-73bb-4f51-8d10-a5c86421f193 x-openstack-request-id: req-5fe0010e-73bb-4f51-8d10-a5c86421f193 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:37:29.767302 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15fddc0e-6959-44be-b8ff-be56e396088e", "name": "network-vif-deleted", "tag": "9e37b52c-3f18-4c81-9abd-39641803b448", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:37:29.767566 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-5fe0010e-73bb-4f51-8d10-a5c86421f193 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:37:29.768019 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15fddc0e-6959-44be-b8ff-be56e396088e', 'name': 'network-vif-deleted', 'tag': '9e37b52c-3f18-4c81-9abd-39641803b448', 'status': 'completed', 'code': 200} Jul 14 09:37:29.812709 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-d802b2c6-8b16-43c4-89b6-ecbc50d0fb19 None None] Set router cf2d3845-2597-482e-bbf4-14b6a13cd4ab gateway port host: n-d-779913-29 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:37:29.924449 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 36876) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:30.010866 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1c6d65cb-d57c-457e-a7db-8570e830883f tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:30.054831 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1c6d65cb-d57c-457e-a7db-8570e830883f tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:30.066049 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-d802b2c6-8b16-43c4-89b6-ecbc50d0fb19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf2d3845-2597-482e-bbf4-14b6a13cd4ab', 'name': 'tempest-TaggedBootDevicesTest-2038976689-router', 'tenant_id': '59257167697a4d8397898a00de2a9ad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.111'}], 'enable_snat': True}, 'gw_port_id': '42e0bb2c-044f-45d1-9907-09bbb5f0a324', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:26:38Z', 'updated_at': '2021-07-14T09:26:49Z', 'revision_number': 4, 'project_id': '59257167697a4d8397898a00de2a9ad0', 'gw_port': {'id': '42e0bb2c-044f-45d1-9907-09bbb5f0a324', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:8e:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf2d3845-2597-482e-bbf4-14b6a13cd4ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:26:40Z', 'updated_at': '2021-07-14T09:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': 'fb86bb0a-be55-48b5-9ff0-54f1a894f571', 'name': '', 'network_id': 'd3f3b4f0-a2a4-4615-b2a7-a3c2703dc6b7', 'tenant_id': '59257167697a4d8397898a00de2a9ad0', 'mac_address': 'fa:16:3e:5e:c7:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf2d3845-2597-482e-bbf4-14b6a13cd4ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': '2a6976d9-6add-4434-8547-6c5ba9d349d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:26:47Z', 'updated_at': '2021-07-14T09:26:57Z', 'revision_number': 5, 'project_id': '59257167697a4d8397898a00de2a9ad0', 'subnets': [{'id': '2a6976d9-6add-4434-8547-6c5ba9d349d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:30.107319 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1c6d65cb-d57c-457e-a7db-8570e830883f tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:30.110284 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1c6d65cb-d57c-457e-a7db-8570e830883f tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:30.111735 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-1c6d65cb-d57c-457e-a7db-8570e830883f tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] 10.222.0.68 "DELETE /v2.0/security-groups/163851e2-8c9a-4c41-aaeb-45f47f0e50a0 HTTP/1.1" status: 204 len: 168 time: 0.1862102 Jul 14 09:37:30.114555 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 36884) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:30.122397 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6d65cb-d57c-457e-a7db-8570e830883f tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=163851e2-8c9a-4c41-aaeb-45f47f0e50a0,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:30.125695 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device b5a388d6-bc17-4a07-a2d8-629d650176bf no longer exists at agent hyperv_n-h2-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:37:30.148530 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d802b2c6-8b16-43c4-89b6-ecbc50d0fb19 None None] Checking router: cf2d3845-2597-482e-bbf4-14b6a13cd4ab for host: n-d-779913-29 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:37:30.165316 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] No Port match for: b5a388d6-bc17-4a07-a2d8-629d650176bf {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:37:30.165316 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device b5a388d6-bc17-4a07-a2d8-629d650176bf not bound to the agent host n-h2-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:37:30.205781 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d802b2c6-8b16-43c4-89b6-ecbc50d0fb19 None None] Routers {'cf2d3845-2597-482e-bbf4-14b6a13cd4ab'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:37:30.206597 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-d802b2c6-8b16-43c4-89b6-ecbc50d0fb19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:37:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['cf2d3845-2597-482e-bbf4-14b6a13cd4ab'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:30.314619 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8a928f67-2a58-434c-b462-68de15ee775c tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Notify callbacks [] for security_group, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:30.352424 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '623c6683-f7e4-4960-8d11-4d86f07a3651', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '011347d9-864d-4aa3-bc62-2cec5d11fd8c'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:37:30.355417 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd62303f06773040a8a4e189dc46b4f565768c299abf8ab8e7739778b0bc3e97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b5c4081-14c4-44c0-a329-d45909b5ac61" -d '{"events": [{"server_uuid": "623c6683-f7e4-4960-8d11-4d86f07a3651", "name": "network-vif-plugged", "status": "completed", "tag": "011347d9-864d-4aa3-bc62-2cec5d11fd8c"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:37:30.374254 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8a928f67-2a58-434c-b462-68de15ee775c tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:30.386066 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-d802b2c6-8b16-43c4-89b6-ecbc50d0fb19 None None] Set router cf2d3845-2597-482e-bbf4-14b6a13cd4ab gateway port host: n-d-779913-29 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:37:30.418076 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:37:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15f3d3dd-4c19-4e3b-9ef5-64af10c4dc8f x-openstack-request-id: req-15f3d3dd-4c19-4e3b-9ef5-64af10c4dc8f {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:37:30.418440 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "623c6683-f7e4-4960-8d11-4d86f07a3651", "name": "network-vif-plugged", "status": "completed", "tag": "011347d9-864d-4aa3-bc62-2cec5d11fd8c", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:37:30.418761 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-15f3d3dd-4c19-4e3b-9ef5-64af10c4dc8f {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:37:30.419227 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '623c6683-f7e4-4960-8d11-4d86f07a3651', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '011347d9-864d-4aa3-bc62-2cec5d11fd8c', 'code': 200} Jul 14 09:37:30.463546 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8a928f67-2a58-434c-b462-68de15ee775c tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:30.470645 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8a928f67-2a58-434c-b462-68de15ee775c tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:30.472635 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-8a928f67-2a58-434c-b462-68de15ee775c tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] 10.222.0.68 "DELETE /v2.0/security-groups/a6887b36-dc41-4a94-9c8a-146532f74efd HTTP/1.1" status: 204 len: 168 time: 0.3570290 Jul 14 09:37:30.475878 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 36892) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:30.509258 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a928f67-2a58-434c-b462-68de15ee775c tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6887b36-dc41-4a94-9c8a-146532f74efd,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:30.658386 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bad7a96-9f22-4ea0-800b-4b91f214fd82 req-de56ca9c-9766-4ea4-901d-80771d95f1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:30.660130 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2bad7a96-9f22-4ea0-800b-4b91f214fd82 req-de56ca9c-9766-4ea4-901d-80771d95f1ed service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=623c6683-f7e4-4960-8d11-4d86f07a3651 HTTP/1.1" status: 200 len: 1097 time: 0.1243832 Jul 14 09:37:30.682732 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-d802b2c6-8b16-43c4-89b6-ecbc50d0fb19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf2d3845-2597-482e-bbf4-14b6a13cd4ab', 'name': 'tempest-TaggedBootDevicesTest-2038976689-router', 'tenant_id': '59257167697a4d8397898a00de2a9ad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.111'}], 'enable_snat': True}, 'gw_port_id': '42e0bb2c-044f-45d1-9907-09bbb5f0a324', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:26:38Z', 'updated_at': '2021-07-14T09:26:49Z', 'revision_number': 4, 'project_id': '59257167697a4d8397898a00de2a9ad0', 'gw_port': {'id': '42e0bb2c-044f-45d1-9907-09bbb5f0a324', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:8e:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf2d3845-2597-482e-bbf4-14b6a13cd4ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:26:40Z', 'updated_at': '2021-07-14T09:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': 'fb86bb0a-be55-48b5-9ff0-54f1a894f571', 'name': '', 'network_id': 'd3f3b4f0-a2a4-4615-b2a7-a3c2703dc6b7', 'tenant_id': '59257167697a4d8397898a00de2a9ad0', 'mac_address': 'fa:16:3e:5e:c7:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf2d3845-2597-482e-bbf4-14b6a13cd4ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': '2a6976d9-6add-4434-8547-6c5ba9d349d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:26:47Z', 'updated_at': '2021-07-14T09:26:57Z', 'revision_number': 5, 'project_id': '59257167697a4d8397898a00de2a9ad0', 'subnets': [{'id': '2a6976d9-6add-4434-8547-6c5ba9d349d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:30.703271 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2bad7a96-9f22-4ea0-800b-4b91f214fd82 req-0277bae1-74f4-47b8-90f9-dc2b563d72d2 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=556d12fa-035b-4c05-a8dc-f972bf8317a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356076 Jul 14 09:37:30.711894 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d802b2c6-8b16-43c4-89b6-ecbc50d0fb19 None None] The sync data for ids ['cf2d3845-2597-482e-bbf4-14b6a13cd4ab'] in n-d-779913-29 is: [{'id': 'cf2d3845-2597-482e-bbf4-14b6a13cd4ab', 'name': 'tempest-TaggedBootDevicesTest-2038976689-router', 'tenant_id': '59257167697a4d8397898a00de2a9ad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.111'}], 'enable_snat': True}, 'gw_port_id': '42e0bb2c-044f-45d1-9907-09bbb5f0a324', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:26:38Z', 'updated_at': '2021-07-14T09:26:49Z', 'revision_number': 4, 'project_id': '59257167697a4d8397898a00de2a9ad0', 'gw_port': {'id': '42e0bb2c-044f-45d1-9907-09bbb5f0a324', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:8e:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf2d3845-2597-482e-bbf4-14b6a13cd4ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:26:40Z', 'updated_at': '2021-07-14T09:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': 'fb86bb0a-be55-48b5-9ff0-54f1a894f571', 'name': '', 'network_id': 'd3f3b4f0-a2a4-4615-b2a7-a3c2703dc6b7', 'tenant_id': '59257167697a4d8397898a00de2a9ad0', 'mac_address': 'fa:16:3e:5e:c7:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf2d3845-2597-482e-bbf4-14b6a13cd4ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': '2a6976d9-6add-4434-8547-6c5ba9d349d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:26:47Z', 'updated_at': '2021-07-14T09:26:57Z', 'revision_number': 5, 'project_id': '59257167697a4d8397898a00de2a9ad0', 'subnets': [{'id': '2a6976d9-6add-4434-8547-6c5ba9d349d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:37:30.718172 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-5ea5ac7c-391e-4ea8-8e24-78ea0c081379 req-03524865-ac08-4f18-ab8e-f2590eaef25f tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] 10.222.0.68 "GET /v2.0/ports?device_id=15fddc0e-6959-44be-b8ff-be56e396088e HTTP/1.1" status: 200 len: 210 time: 0.0782425 Jul 14 09:37:31.075367 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f531806d-61cf-4793-8958-615a53104c5c req-2995c515-6130-4561-ad86-fe9ce1dae9c5 tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:31.077041 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f531806d-61cf-4793-8958-615a53104c5c req-2995c515-6130-4561-ad86-fe9ce1dae9c5 tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] 10.222.0.68 "GET /v2.0/ports?device_id=e9b8dbeb-061d-432b-b9ea-e875d71d6f00 HTTP/1.1" status: 200 len: 946 time: 0.1335030 Jul 14 09:37:31.148001 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f531806d-61cf-4793-8958-615a53104c5c req-d2ae5589-ff13-4eb0-8911-ce8b7e5872a3 tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] 10.222.0.68 "GET /v2.0/security-groups?id=480b9b88-a112-41cf-9ffd-c713e01dc0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531638 Jul 14 09:37:31.195110 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a852780-eb6f-4ac4-b791-aac23f0f7cd9 None None] New status for floating IP 2ac52865-f4ae-4941-b0c0-01b7ddcad25a: DOWN {{(pid=93959) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:37:31.431186 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04a00c3-55d9-425e-9ac2-ec8b10826afb req-e5460be7-830d-4fff-8076-9559779fe723 tempest-MultipleCreateTestJSON-146299847 tempest-MultipleCreateTestJSON-146299847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:31.438820 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-f04a00c3-55d9-425e-9ac2-ec8b10826afb req-e5460be7-830d-4fff-8076-9559779fe723 tempest-MultipleCreateTestJSON-146299847 tempest-MultipleCreateTestJSON-146299847-project] 10.222.0.68 "GET /v2.0/ports?device_id=b9824b93-ab8b-4b64-a0ce-fa49376ab652 HTTP/1.1" status: 200 len: 945 time: 0.1586616 Jul 14 09:37:31.488430 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-f04a00c3-55d9-425e-9ac2-ec8b10826afb req-574d99b8-6115-431d-b259-b5f0639631f0 tempest-MultipleCreateTestJSON-146299847 tempest-MultipleCreateTestJSON-146299847-project] 10.222.0.68 "GET /v2.0/security-groups?id=556d12fa-035b-4c05-a8dc-f972bf8317a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487299 Jul 14 09:37:31.573165 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-71de4c25-6ed0-4f13-b5b8-033efd1b9ca6 tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-683602'] for router_interface, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:31.606146 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.agents_db [None req-3c3509fb-540d-4335-a450-574895dd3602 None None] Agent healthcheck: found 7 active agents {{(pid=93960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:37:31.703509 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aca7583-d396-44c5-9f61-5b2db9a9845c req-1a827000-86e8-4600-a52a-4843a72e8249 tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:31.705038 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0aca7583-d396-44c5-9f61-5b2db9a9845c req-1a827000-86e8-4600-a52a-4843a72e8249 tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] 10.222.0.65 "GET /v2.0/ports?device_id=e9b8dbeb-061d-432b-b9ea-e875d71d6f00 HTTP/1.1" status: 200 len: 946 time: 0.1297345 Jul 14 09:37:31.789975 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15fddc0e-6959-44be-b8ff-be56e396088e', 'name': 'network-vif-deleted', 'tag': '443852c9-c28d-483f-aa70-df124f5712df'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:37:31.797726 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c207779-0499-4de2-a69a-cf670c66e0f9" -d '{"events": [{"server_uuid": "15fddc0e-6959-44be-b8ff-be56e396088e", "name": "network-vif-deleted", "tag": "443852c9-c28d-483f-aa70-df124f5712df"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:37:31.904006 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55da33e4-965f-4adf-9fff-3708e837a1b7 req-c9aaaea1-5fd3-4712-9702-33c1db0ab9e2 tempest-MultipleCreateTestJSON-146299847 tempest-MultipleCreateTestJSON-146299847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:31.916236 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-55da33e4-965f-4adf-9fff-3708e837a1b7 req-c9aaaea1-5fd3-4712-9702-33c1db0ab9e2 tempest-MultipleCreateTestJSON-146299847 tempest-MultipleCreateTestJSON-146299847-project] 10.222.0.68 "GET /v2.0/ports?device_id=623c6683-f7e4-4960-8d11-4d86f07a3651 HTTP/1.1" status: 200 len: 945 time: 0.2623384 Jul 14 09:37:31.933794 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-71de4c25-6ed0-4f13-b5b8-033efd1b9ca6 tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Deleting port f564a965-3d3e-4339-a839-165a8ba6595f {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:37:31.934939 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-71de4c25-6ed0-4f13-b5b8-033efd1b9ca6 tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:32.005849 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-55da33e4-965f-4adf-9fff-3708e837a1b7 req-3c7d0b6b-3498-4c46-8de3-6c283ad6d006 tempest-MultipleCreateTestJSON-146299847 tempest-MultipleCreateTestJSON-146299847-project] 10.222.0.68 "GET /v2.0/security-groups?id=556d12fa-035b-4c05-a8dc-f972bf8317a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885501 Jul 14 09:37:32.020517 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [req-0aca7583-d396-44c5-9f61-5b2db9a9845c req-9cfcc56b-73d6-435e-9fbd-b8d8315ee3d1 tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] Deleting port ae159fdc-960b-4f8a-a518-d4a1815c84dc {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:37:32.020904 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-0aca7583-d396-44c5-9f61-5b2db9a9845c req-9cfcc56b-73d6-435e-9fbd-b8d8315ee3d1 tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:32.061300 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-0e1fdb27-3106-4944-9580-d42161a4fdac req-b2da166c-045c-4ef9-a167-8c7d92d1a17f tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] 10.222.0.68 "GET /v2.0/ports?device_id=15fddc0e-6959-44be-b8ff-be56e396088e HTTP/1.1" status: 200 len: 210 time: 0.0736616 Jul 14 09:37:32.146649 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-71de4c25-6ed0-4f13-b5b8-033efd1b9ca6 tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] For port f564a965-3d3e-4339-a839-165a8ba6595f, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=f564a965-3d3e-4339-a839-165a8ba6595f,segment=NetworkSegment(292309a8-d1af-4728-adf3-473babb9574b),segment_id=292309a8-d1af-4728-adf3-473babb9574b)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:37:32.147047 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-71de4c25-6ed0-4f13-b5b8-033efd1b9ca6 tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:32.176385 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-71de4c25-6ed0-4f13-b5b8-033efd1b9ca6 tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Calling delete_port for f564a965-3d3e-4339-a839-165a8ba6595f owned by network:router_interface {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:37:32.531301 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-71de4c25-6ed0-4f13-b5b8-033efd1b9ca6 tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:32.550037 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401e9756-1b6d-40ca-825b-e504a8357137 req-468faf4e-6cfd-4821-beca-5137e82fa32b tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:32.551729 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-401e9756-1b6d-40ca-825b-e504a8357137 req-468faf4e-6cfd-4821-beca-5137e82fa32b tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] 10.222.0.68 "GET /v2.0/ports?device_id=e9b8dbeb-061d-432b-b9ea-e875d71d6f00 HTTP/1.1" status: 200 len: 946 time: 0.2491450 Jul 14 09:37:32.580961 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71de4c25-6ed0-4f13-b5b8-033efd1b9ca6 tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Pushing event deleted for resources: {'Port': ['ID=f564a965-3d3e-4339-a839-165a8ba6595f,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:32.585771 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-0aca7583-d396-44c5-9f61-5b2db9a9845c req-9cfcc56b-73d6-435e-9fbd-b8d8315ee3d1 tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] For port ae159fdc-960b-4f8a-a518-d4a1815c84dc, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=ae159fdc-960b-4f8a-a518-d4a1815c84dc,segment=NetworkSegment(7591738e-41ad-492d-b0a6-69a16017c202),segment_id=7591738e-41ad-492d-b0a6-69a16017c202)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:37:32.587111 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-0aca7583-d396-44c5-9f61-5b2db9a9845c req-9cfcc56b-73d6-435e-9fbd-b8d8315ee3d1 tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:32.619007 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [req-0aca7583-d396-44c5-9f61-5b2db9a9845c req-9cfcc56b-73d6-435e-9fbd-b8d8315ee3d1 tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] Calling delete_port for ae159fdc-960b-4f8a-a518-d4a1815c84dc owned by compute:nova {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:37:32.681105 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-401e9756-1b6d-40ca-825b-e504a8357137 req-ad535368-2771-414b-90f0-444279a6bde3 tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] 10.222.0.68 "GET /v2.0/security-groups?id=480b9b88-a112-41cf-9ffd-c713e01dc0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019769 Jul 14 09:37:32.722157 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:37:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d97f62b4-6773-4322-8cee-3ee193f60cab x-openstack-request-id: req-d97f62b4-6773-4322-8cee-3ee193f60cab {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:37:32.723095 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15fddc0e-6959-44be-b8ff-be56e396088e", "name": "network-vif-deleted", "tag": "443852c9-c28d-483f-aa70-df124f5712df", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:37:32.723498 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-d97f62b4-6773-4322-8cee-3ee193f60cab {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:37:32.724054 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15fddc0e-6959-44be-b8ff-be56e396088e', 'name': 'network-vif-deleted', 'tag': '443852c9-c28d-483f-aa70-df124f5712df', 'status': 'completed', 'code': 200} Jul 14 09:37:32.883238 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-0aca7583-d396-44c5-9f61-5b2db9a9845c req-9cfcc56b-73d6-435e-9fbd-b8d8315ee3d1 tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:32.912002 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-71de4c25-6ed0-4f13-b5b8-033efd1b9ca6 tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-620860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682934'] for router_interface, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:32.916373 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] get_ports_and_sgs() called for port_ids ['3daf2b22-7138-43cd-a507-2c540623164e'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:37:32.935647 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfcc56b-73d6-435e-9fbd-b8d8315ee3d1 tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] Pushing event deleted for resources: {'Port': ['ID=ae159fdc-960b-4f8a-a518-d4a1815c84dc,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:32.986037 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] get_ports_and_sgs() called for port_ids ['50545fa0-7ed1-4d38-a95b-75c237fdf670'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:37:33.012045 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-0aca7583-d396-44c5-9f61-5b2db9a9845c req-9cfcc56b-73d6-435e-9fbd-b8d8315ee3d1 tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] No DVR routers for this DVR port ae159fdc-960b-4f8a-a518-d4a1815c84dc on host n-h1-779913-29 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:37:33.014885 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-0aca7583-d396-44c5-9f61-5b2db9a9845c req-9cfcc56b-73d6-435e-9fbd-b8d8315ee3d1 tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:33.017553 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0aca7583-d396-44c5-9f61-5b2db9a9845c req-9cfcc56b-73d6-435e-9fbd-b8d8315ee3d1 tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] 10.222.0.65 "DELETE /v2.0/ports/ae159fdc-960b-4f8a-a518-d4a1815c84dc HTTP/1.1" status: 204 len: 173 time: 1.3054521 Jul 14 09:37:33.269536 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71de4c25-6ed0-4f13-b5b8-033efd1b9ca6 tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Router 82e08894-888e-4988-82ba-84b553b86a39 has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:37:33.450630 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a369bf45-4ded-4416-8f5c-ae627bea99df req-aa94fdb2-f757-47b9-9574-f412186e16aa tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] 10.222.0.68 "GET /v2.0/ports?device_id=15fddc0e-6959-44be-b8ff-be56e396088e HTTP/1.1" status: 200 len: 210 time: 0.0813391 Jul 14 09:37:33.529268 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71de4c25-6ed0-4f13-b5b8-033efd1b9ca6 tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:37:33.537777 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-71de4c25-6ed0-4f13-b5b8-033efd1b9ca6 tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] 10.222.0.68 "PUT /v2.0/routers/82e08894-888e-4988-82ba-84b553b86a39/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0577557 Jul 14 09:37:33.541764 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 36956) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:33.546689 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d3e65ba-a4af-4edc-956c-9f642cb277fb None None] Sync routers for ids ['82e08894-888e-4988-82ba-84b553b86a39'] in n-d-779913-29 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:37:33.561932 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d3e65ba-a4af-4edc-956c-9f642cb277fb None None] Routers {'82e08894-888e-4988-82ba-84b553b86a39'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:37:33.562484 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-3d3e65ba-a4af-4edc-956c-9f642cb277fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:37:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['82e08894-888e-4988-82ba-84b553b86a39'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:33.607770 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf4e532-2f1e-4597-87a0-b2b52720c95d req-304248e6-3234-411a-9e58-3fb18839748a tempest-MultipleCreateTestJSON-146299847 tempest-MultipleCreateTestJSON-146299847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:33.609602 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-abf4e532-2f1e-4597-87a0-b2b52720c95d req-304248e6-3234-411a-9e58-3fb18839748a tempest-MultipleCreateTestJSON-146299847 tempest-MultipleCreateTestJSON-146299847-project] 10.222.0.68 "GET /v2.0/ports?device_id=623c6683-f7e4-4960-8d11-4d86f07a3651 HTTP/1.1" status: 200 len: 945 time: 0.2276447 Jul 14 09:37:33.627335 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc1ddc5a-7554-4968-9af5-4c7ecd79ec4b tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Deleting subnet ceae8e77-7c7e-4a6b-90f6-57f323d8e245 {{(pid=93957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:37:33.631065 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-cc1ddc5a-7554-4968-9af5-4c7ecd79ec4b tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Notify callbacks [] for subnet, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:33.672810 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-abf4e532-2f1e-4597-87a0-b2b52720c95d req-0195b9bb-a24b-4135-954b-ecf7ffa3a295 tempest-MultipleCreateTestJSON-146299847 tempest-MultipleCreateTestJSON-146299847-project] 10.222.0.68 "GET /v2.0/security-groups?id=556d12fa-035b-4c05-a8dc-f972bf8317a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561597 Jul 14 09:37:33.690793 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-cc1ddc5a-7554-4968-9af5-4c7ecd79ec4b tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10944203'] for subnet, precommit_delete_associations {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:33.718339 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-3d3e65ba-a4af-4edc-956c-9f642cb277fb None None] Set router 82e08894-888e-4988-82ba-84b553b86a39 gateway port host: n-d-779913-29 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:37:33.794915 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-cc1ddc5a-7554-4968-9af5-4c7ecd79ec4b tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3481002'] for subnet, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:33.872955 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-cc1ddc5a-7554-4968-9af5-4c7ecd79ec4b tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10052701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11984075'] for subnet, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:33.941142 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1ddc5a-7554-4968-9af5-4c7ecd79ec4b tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Pushing event deleted for resources: {'Subnet': ['ID=ceae8e77-7c7e-4a6b-90f6-57f323d8e245,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:33.959166 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-cc1ddc5a-7554-4968-9af5-4c7ecd79ec4b tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Notify callbacks [] for subnet, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:33.963844 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-cc1ddc5a-7554-4968-9af5-4c7ecd79ec4b tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] 10.222.0.68 "DELETE /v2.0/subnets/ceae8e77-7c7e-4a6b-90f6-57f323d8e245 HTTP/1.1" status: 204 len: 168 time: 0.4202271 Jul 14 09:37:33.967191 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 36968) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:33.968773 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ac99753-8329-426b-9752-62374ec2d902 None None] Network 73345ce1-56c8-4820-9a95-ad217b0c65d4 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:37:34.083512 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-324d597a-802f-4b53-99e9-f356940ca61b req-651528f5-44cd-46a4-9ac0-76c19425dea7 tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] 10.222.0.68 "GET /v2.0/ports?device_id=e9b8dbeb-061d-432b-b9ea-e875d71d6f00 HTTP/1.1" status: 200 len: 210 time: 0.1058073 Jul 14 09:37:34.237644 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7c557ed4-46ff-4b03-bcd4-e25b911829f0 tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Notify callbacks [] for router, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:34.246013 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-3d3e65ba-a4af-4edc-956c-9f642cb277fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82e08894-888e-4988-82ba-84b553b86a39', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1508376754', 'tenant_id': '8f4c0efbbeff49fda0063f5062583c63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.205'}], 'enable_snat': True}, 'gw_port_id': '642278eb-abd1-4f56-8eaf-f9705dbf66e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:35:23Z', 'updated_at': '2021-07-14T09:37:32Z', 'revision_number': 5, 'project_id': '8f4c0efbbeff49fda0063f5062583c63', 'gw_port': {'id': '642278eb-abd1-4f56-8eaf-f9705dbf66e4', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:6d:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82e08894-888e-4988-82ba-84b553b86a39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2318, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:35:23Z', 'updated_at': '2021-07-14T09:35:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29'}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:34.276253 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d3e65ba-a4af-4edc-956c-9f642cb277fb None None] Checking router: 82e08894-888e-4988-82ba-84b553b86a39 for host: n-d-779913-29 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:37:34.281185 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b006482e-9a41-4578-8275-0dbd6756f3f9 None None] DHCP port deletion for 73345ce1-56c8-4820-9a95-ad217b0c65d4 request from n-d-779913-29 {{(pid=93959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:37:34.304452 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d3e65ba-a4af-4edc-956c-9f642cb277fb None None] Routers {'82e08894-888e-4988-82ba-84b553b86a39'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:37:34.306881 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-3d3e65ba-a4af-4edc-956c-9f642cb277fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:37:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['82e08894-888e-4988-82ba-84b553b86a39'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:34.397995 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-b006482e-9a41-4578-8275-0dbd6756f3f9 None None] Deleting port 7225a04a-782c-4139-8e86-d9b1e493572c {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:37:34.402659 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b006482e-9a41-4578-8275-0dbd6756f3f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:34.543037 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7c557ed4-46ff-4b03-bcd4-e25b911829f0 tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:34.567605 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-3d3e65ba-a4af-4edc-956c-9f642cb277fb None None] Set router 82e08894-888e-4988-82ba-84b553b86a39 gateway port host: n-d-779913-29 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:37:34.619463 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-b006482e-9a41-4578-8275-0dbd6756f3f9 None None] For port 7225a04a-782c-4139-8e86-d9b1e493572c, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=7225a04a-782c-4139-8e86-d9b1e493572c,segment=NetworkSegment(292309a8-d1af-4728-adf3-473babb9574b),segment_id=292309a8-d1af-4728-adf3-473babb9574b)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:37:34.621612 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b006482e-9a41-4578-8275-0dbd6756f3f9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:34.651910 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-b006482e-9a41-4578-8275-0dbd6756f3f9 None None] Calling delete_port for 7225a04a-782c-4139-8e86-d9b1e493572c owned by network:dhcp {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:37:34.661453 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-7c557ed4-46ff-4b03-bcd4-e25b911829f0 tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Deleting port 642278eb-abd1-4f56-8eaf-f9705dbf66e4 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:37:34.662068 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7c557ed4-46ff-4b03-bcd4-e25b911829f0 tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:34.735832 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9b8dbeb-061d-432b-b9ea-e875d71d6f00', 'name': 'network-vif-deleted', 'tag': 'ae159fdc-960b-4f8a-a518-d4a1815c84dc'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:37:34.739330 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08eac2d6-b392-4888-aba0-99b14be79c1c" -d '{"events": [{"server_uuid": "e9b8dbeb-061d-432b-b9ea-e875d71d6f00", "name": "network-vif-deleted", "tag": "ae159fdc-960b-4f8a-a518-d4a1815c84dc"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:37:34.804033 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device ae159fdc-960b-4f8a-a518-d4a1815c84dc no longer exists at agent hyperv_n-h1-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:37:34.831262 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3406d74d-8330-4e0f-b5b6-17ac0b9c82fa req-fa227c12-adf9-4194-be10-3d56b5013e12 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] 10.222.0.68 "GET /v2.0/ports?device_id=15fddc0e-6959-44be-b8ff-be56e396088e HTTP/1.1" status: 200 len: 210 time: 0.1265740 Jul 14 09:37:34.842552 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-7c557ed4-46ff-4b03-bcd4-e25b911829f0 tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] For port 642278eb-abd1-4f56-8eaf-f9705dbf66e4, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=642278eb-abd1-4f56-8eaf-f9705dbf66e4,segment=NetworkSegment(81bf7a93-80b3-43df-b9d5-462c604a2945),segment_id=81bf7a93-80b3-43df-b9d5-462c604a2945)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:37:34.842923 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7c557ed4-46ff-4b03-bcd4-e25b911829f0 tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:34.866096 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 7225a04a-782c-4139-8e86-d9b1e493572c no longer exists at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:37:34.878424 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-7c557ed4-46ff-4b03-bcd4-e25b911829f0 tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Calling delete_port for 642278eb-abd1-4f56-8eaf-f9705dbf66e4 owned by network:router_gateway {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:37:34.936460 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] No Port match for: ae159fdc-960b-4f8a-a518-d4a1815c84dc {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:37:34.936818 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device ae159fdc-960b-4f8a-a518-d4a1815c84dc not bound to the agent host n-h1-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:37:34.963851 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:37:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdcec8f8-e459-4f5b-8109-08ea9dcab5b7 x-openstack-request-id: req-fdcec8f8-e459-4f5b-8109-08ea9dcab5b7 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:37:34.964197 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9b8dbeb-061d-432b-b9ea-e875d71d6f00", "name": "network-vif-deleted", "tag": "ae159fdc-960b-4f8a-a518-d4a1815c84dc", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:37:34.964956 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-fdcec8f8-e459-4f5b-8109-08ea9dcab5b7 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:37:34.965356 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9b8dbeb-061d-432b-b9ea-e875d71d6f00', 'name': 'network-vif-deleted', 'tag': 'ae159fdc-960b-4f8a-a518-d4a1815c84dc', 'status': 'completed', 'code': 200} Jul 14 09:37:34.980079 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-3d3e65ba-a4af-4edc-956c-9f642cb277fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82e08894-888e-4988-82ba-84b553b86a39', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1508376754', 'tenant_id': '8f4c0efbbeff49fda0063f5062583c63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.205'}], 'enable_snat': True}, 'gw_port_id': '642278eb-abd1-4f56-8eaf-f9705dbf66e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:35:23Z', 'updated_at': '2021-07-14T09:37:32Z', 'revision_number': 5, 'project_id': '8f4c0efbbeff49fda0063f5062583c63', 'gw_port': {'id': '642278eb-abd1-4f56-8eaf-f9705dbf66e4', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:6d:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82e08894-888e-4988-82ba-84b553b86a39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2318, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:35:23Z', 'updated_at': '2021-07-14T09:35:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29'}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:35.016103 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d3e65ba-a4af-4edc-956c-9f642cb277fb None None] The sync data for ids ['82e08894-888e-4988-82ba-84b553b86a39'] in n-d-779913-29 is: [{'id': '82e08894-888e-4988-82ba-84b553b86a39', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1508376754', 'tenant_id': '8f4c0efbbeff49fda0063f5062583c63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.205'}], 'enable_snat': True}, 'gw_port_id': '642278eb-abd1-4f56-8eaf-f9705dbf66e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:35:23Z', 'updated_at': '2021-07-14T09:37:32Z', 'revision_number': 5, 'project_id': '8f4c0efbbeff49fda0063f5062583c63', 'gw_port': {'id': '642278eb-abd1-4f56-8eaf-f9705dbf66e4', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:6d:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82e08894-888e-4988-82ba-84b553b86a39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2318, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:35:23Z', 'updated_at': '2021-07-14T09:35:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29'}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:37:35.090680 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c0e5baef-151f-46ac-8c4d-b7c64c873d92 req-2550ded6-03e7-4a9b-bd52-08c581dbd8d3 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=3c09c159-1ebf-4b13-a3dc-0f56e50e423d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1157060 Jul 14 09:37:35.096478 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:35.123253 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b006482e-9a41-4578-8275-0dbd6756f3f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:35.188300 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b006482e-9a41-4578-8275-0dbd6756f3f9 None None] Pushing event deleted for resources: {'Port': ['ID=7225a04a-782c-4139-8e86-d9b1e493572c,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:35.195352 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b006482e-9a41-4578-8275-0dbd6756f3f9 None None] No DVR routers for this DVR port 7225a04a-782c-4139-8e86-d9b1e493572c on host n-d-779913-29 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:37:35.255865 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e5baef-151f-46ac-8c4d-b7c64c873d92 req-caa5aad3-75da-4cce-ad0d-8bb0786455a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:35.258498 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c0e5baef-151f-46ac-8c4d-b7c64c873d92 req-caa5aad3-75da-4cce-ad0d-8bb0786455a2 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=d0faa07e8d9e4ec49a240a9fc526a7fd&device_id=3c09c159-1ebf-4b13-a3dc-0f56e50e423d HTTP/1.1" status: 200 len: 1097 time: 0.1128514 Jul 14 09:37:35.271833 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79e1308-19e4-4452-82ab-5ad392e22731 req-e6c2d62a-1493-43f3-ac9e-575c005442d0 tempest-MultipleCreateTestJSON-146299847 tempest-MultipleCreateTestJSON-146299847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:35.280814 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-b79e1308-19e4-4452-82ab-5ad392e22731 req-e6c2d62a-1493-43f3-ac9e-575c005442d0 tempest-MultipleCreateTestJSON-146299847 tempest-MultipleCreateTestJSON-146299847-project] 10.222.0.68 "GET /v2.0/ports?device_id=623c6683-f7e4-4960-8d11-4d86f07a3651 HTTP/1.1" status: 200 len: 945 time: 0.1887660 Jul 14 09:37:35.345102 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7c557ed4-46ff-4b03-bcd4-e25b911829f0 tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:35.366222 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-b79e1308-19e4-4452-82ab-5ad392e22731 req-a856ce48-c40a-4aca-99c6-4689ae8bf3e1 tempest-MultipleCreateTestJSON-146299847 tempest-MultipleCreateTestJSON-146299847-project] 10.222.0.68 "GET /v2.0/security-groups?id=556d12fa-035b-4c05-a8dc-f972bf8317a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842102 Jul 14 09:37:35.410593 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c557ed4-46ff-4b03-bcd4-e25b911829f0 tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Pushing event deleted for resources: {'Port': ['ID=642278eb-abd1-4f56-8eaf-f9705dbf66e4,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:35.434185 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e5baef-151f-46ac-8c4d-b7c64c873d92 req-9d1b633c-213b-4818-8037-3f1643444a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:35.437852 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c0e5baef-151f-46ac-8c4d-b7c64c873d92 req-9d1b633c-213b-4818-8037-3f1643444a91 service neutron] 10.222.0.65 "GET /v2.0/networks?id=3569c9d2-eab5-421e-9cb2-8a83583f6763 HTTP/1.1" status: 200 len: 915 time: 0.1471295 Jul 14 09:37:35.502742 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7c557ed4-46ff-4b03-bcd4-e25b911829f0 tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-660532'] for router_gateway, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:35.529027 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c0e5baef-151f-46ac-8c4d-b7c64c873d92 req-318ef898-2026-4ef4-9c6d-9245649235c5 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3daf2b22-7138-43cd-a507-2c540623164e HTTP/1.1" status: 200 len: 217 time: 0.0691905 Jul 14 09:37:35.630332 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e5baef-151f-46ac-8c4d-b7c64c873d92 req-bba13fa2-01fa-4824-b3c6-b4fd65ccfd20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:35.632629 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c0e5baef-151f-46ac-8c4d-b7c64c873d92 req-bba13fa2-01fa-4824-b3c6-b4fd65ccfd20 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=92b9e41e-353a-41b9-9d9e-be464d12ff99 HTTP/1.1" status: 200 len: 854 time: 0.0575633 Jul 14 09:37:35.669523 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7c557ed4-46ff-4b03-bcd4-e25b911829f0 tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-711871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12964'] for router, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:35.672877 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7c557ed4-46ff-4b03-bcd4-e25b911829f0 tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:35.697594 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c0e5baef-151f-46ac-8c4d-b7c64c873d92 req-5d30faa3-6a7c-402c-ab47-4a41dd5ad4a1 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3569c9d2-eab5-421e-9cb2-8a83583f6763&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0523751 Jul 14 09:37:35.783815 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7c557ed4-46ff-4b03-bcd4-e25b911829f0 tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-704815'] for router, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:35.784343 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c557ed4-46ff-4b03-bcd4-e25b911829f0 tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Fanout notify agent at l3_agent the message router_deleted on router 82e08894-888e-4988-82ba-84b553b86a39 {{(pid=93958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:37:35.791378 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7c557ed4-46ff-4b03-bcd4-e25b911829f0 tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:35.792740 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-7c557ed4-46ff-4b03-bcd4-e25b911829f0 tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] 10.222.0.68 "DELETE /v2.0/routers/82e08894-888e-4988-82ba-84b553b86a39 HTTP/1.1" status: 204 len: 168 time: 1.8239975 Jul 14 09:37:35.796737 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 37004) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:35.802479 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c604db-46ff-4f89-8277-4c3a50bd072e req-c77995c5-9ec4-4190-bd2f-45aa4b8e2c0d tempest-MultipleCreateTestJSON-146299847 tempest-MultipleCreateTestJSON-146299847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:35.804041 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-73c604db-46ff-4f89-8277-4c3a50bd072e req-c77995c5-9ec4-4190-bd2f-45aa4b8e2c0d tempest-MultipleCreateTestJSON-146299847 tempest-MultipleCreateTestJSON-146299847-project] 10.222.0.65 "GET /v2.0/ports?device_id=623c6683-f7e4-4960-8d11-4d86f07a3651 HTTP/1.1" status: 200 len: 945 time: 0.2735999 Jul 14 09:37:35.977169 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [req-73c604db-46ff-4f89-8277-4c3a50bd072e req-74bcbe52-7378-4ba4-a587-d05fb14452f4 tempest-MultipleCreateTestJSON-146299847 tempest-MultipleCreateTestJSON-146299847-project] Deleting port 011347d9-864d-4aa3-bc62-2cec5d11fd8c {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:37:35.977855 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-73c604db-46ff-4f89-8277-4c3a50bd072e req-74bcbe52-7378-4ba4-a587-d05fb14452f4 tempest-MultipleCreateTestJSON-146299847 tempest-MultipleCreateTestJSON-146299847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:35.985058 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c0e5baef-151f-46ac-8c4d-b7c64c873d92 req-fb6828af-3e09-49c9-83cd-f41315b0e03a service neutron] 10.222.0.65 "GET /v2.0/networks/3569c9d2-eab5-421e-9cb2-8a83583f6763?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2814569 Jul 14 09:37:36.002218 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2d3453a5-c566-4ac9-88a0-0494888751b5 tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3876111'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:36.062997 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0eec4a-92f0-479d-ad2a-60ad7bc98521 req-19e4b8b5-aefc-4360-a6de-334f438cd2e8 tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:36.091528 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-4b0eec4a-92f0-479d-ad2a-60ad7bc98521 req-19e4b8b5-aefc-4360-a6de-334f438cd2e8 tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] 10.222.0.68 "GET /v2.0/ports?device_id=fffc766d-ec07-432a-bc85-1246551ab319 HTTP/1.1" status: 200 len: 945 time: 0.2046030 Jul 14 09:37:36.177357 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ea85fdab-ba85-45c9-9cff-f7eade0eedfe req-b369c365-1399-4b8d-88e2-f1e8a921edee tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] 10.222.0.68 "GET /v2.0/ports?device_id=15fddc0e-6959-44be-b8ff-be56e396088e HTTP/1.1" status: 200 len: 210 time: 0.0370622 Jul 14 09:37:36.224525 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-4b0eec4a-92f0-479d-ad2a-60ad7bc98521 req-3c46ccc1-9bb3-411d-9933-25eb6de40e22 tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] 10.222.0.68 "GET /v2.0/security-groups?id=480b9b88-a112-41cf-9ffd-c713e01dc0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317432 Jul 14 09:37:36.235272 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2d3453a5-c566-4ac9-88a0-0494888751b5 tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473955', 'neutron.services.segments.db._delete_segments_for_network-8735688326548'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:36.254848 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-73c604db-46ff-4f89-8277-4c3a50bd072e req-74bcbe52-7378-4ba4-a587-d05fb14452f4 tempest-MultipleCreateTestJSON-146299847 tempest-MultipleCreateTestJSON-146299847-project] For port 011347d9-864d-4aa3-bc62-2cec5d11fd8c, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=011347d9-864d-4aa3-bc62-2cec5d11fd8c,segment=NetworkSegment(e4f076ed-00bf-48e0-8d09-9613d8c10782),segment_id=e4f076ed-00bf-48e0-8d09-9613d8c10782)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:37:36.255218 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-73c604db-46ff-4f89-8277-4c3a50bd072e req-74bcbe52-7378-4ba4-a587-d05fb14452f4 tempest-MultipleCreateTestJSON-146299847 tempest-MultipleCreateTestJSON-146299847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:36.264664 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-2d3453a5-c566-4ac9-88a0-0494888751b5 tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73345ce1-56c8-4820-9a95-ad217b0c65d4']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:36.277994 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [req-73c604db-46ff-4f89-8277-4c3a50bd072e req-74bcbe52-7378-4ba4-a587-d05fb14452f4 tempest-MultipleCreateTestJSON-146299847 tempest-MultipleCreateTestJSON-146299847-project] Calling delete_port for 011347d9-864d-4aa3-bc62-2cec5d11fd8c owned by compute:nova {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:37:36.281126 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-2d3453a5-c566-4ac9-88a0-0494888751b5 tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '292309a8-d1af-4728-adf3-473babb9574b') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:36.281857 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-2d3453a5-c566-4ac9-88a0-0494888751b5 tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '292309a8-d1af-4728-adf3-473babb9574b') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:36.284682 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c0e5baef-151f-46ac-8c4d-b7c64c873d92 req-6e906a1e-1c08-4f55-8d83-8a6930e6fa54 service neutron] 10.222.0.65 "GET /v2.0/networks/3569c9d2-eab5-421e-9cb2-8a83583f6763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2879903 Jul 14 09:37:36.295231 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2d3453a5-c566-4ac9-88a0-0494888751b5 tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735688356235', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13574129'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:36.312416 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2d3453a5-c566-4ac9-88a0-0494888751b5 tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:36.320000 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d3453a5-c566-4ac9-88a0-0494888751b5 tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Releasing vlan 730 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:37:36.320720 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2d3453a5-c566-4ac9-88a0-0494888751b5 tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13573126'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:36.374183 n-d-779913-29 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:37:36.374183 n-d-779913-29 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:37:36.374183 n-d-779913-29 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:37:36.374183 n-d-779913-29 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:37:36.374183 n-d-779913-29 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:37:36.374183 n-d-779913-29 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:37:36.374183 n-d-779913-29 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:37:36.374183 n-d-779913-29 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:37:36.374183 n-d-779913-29 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:37:36.374183 n-d-779913-29 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:37:36.374183 n-d-779913-29 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:37:36.374183 n-d-779913-29 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:37:36.374183 n-d-779913-29 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:37:36.374183 n-d-779913-29 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:37:36.374183 n-d-779913-29 neutron-server[93958]: Traceback (most recent call last): Jul 14 09:37:36.374183 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:37:36.374183 n-d-779913-29 neutron-server[93958]: timer() Jul 14 09:37:36.374183 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:37:36.374183 n-d-779913-29 neutron-server[93958]: cb(*args, **kw) Jul 14 09:37:36.374183 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:37:36.374183 n-d-779913-29 neutron-server[93958]: return func(*args, **kwargs) Jul 14 09:37:36.374183 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:37:36.374183 n-d-779913-29 neutron-server[93958]: self._notify() Jul 14 09:37:36.374183 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:37:36.374183 n-d-779913-29 neutron-server[93958]: self.callback(batched_events) Jul 14 09:37:36.374183 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:37:36.374183 n-d-779913-29 neutron-server[93958]: event.method(event) Jul 14 09:37:36.374183 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:37:36.374183 n-d-779913-29 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:37:36.374183 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:37:36.374183 n-d-779913-29 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:37:36.374183 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:37:36.374183 n-d-779913-29 neutron-server[93958]: return f(self, *a, **k) Jul 14 09:37:36.374183 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:37:36.374183 n-d-779913-29 neutron-server[93958]: return self._get(url).json() Jul 14 09:37:36.374183 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:37:36.374183 n-d-779913-29 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:37:36.374183 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:37:36.374183 n-d-779913-29 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 14 09:37:36.374183 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:37:36.374183 n-d-779913-29 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:37:36.374183 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:37:36.374183 n-d-779913-29 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:37:36.374183 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:37:36.374183 n-d-779913-29 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:37:36.374183 n-d-779913-29 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:37:36.403441 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2d3453a5-c566-4ac9-88a0-0494888751b5 tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660504'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:36.412952 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2d3453a5-c566-4ac9-88a0-0494888751b5 tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:36.414896 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-2d3453a5-c566-4ac9-88a0-0494888751b5 tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] 10.222.0.68 "DELETE /v2.0/networks/73345ce1-56c8-4820-9a95-ad217b0c65d4 HTTP/1.1" status: 204 len: 168 time: 0.6172233 Jul 14 09:37:36.440560 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3453a5-c566-4ac9-88a0-0494888751b5 tempest-TestSecurityGroupsBasicOps-1880837829 tempest-TestSecurityGroupsBasicOps-1880837829-project] Pushing event deleted for resources: {'Network': ['ID=73345ce1-56c8-4820-9a95-ad217b0c65d4,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:36.455390 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-73c604db-46ff-4f89-8277-4c3a50bd072e req-74bcbe52-7378-4ba4-a587-d05fb14452f4 tempest-MultipleCreateTestJSON-146299847 tempest-MultipleCreateTestJSON-146299847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:36.492993 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] get_ports_and_sgs() called for port_ids ['011347d9-864d-4aa3-bc62-2cec5d11fd8c'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:37:36.540518 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] get_ports_and_sgs() called for port_ids ['aad76d32-dc98-43ca-9be0-a60ca1a4a5b4'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:37:36.641586 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device f564a965-3d3e-4339-a839-165a8ba6595f no longer exists at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:37:36.657856 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bcbe52-7378-4ba4-a587-d05fb14452f4 tempest-MultipleCreateTestJSON-146299847 tempest-MultipleCreateTestJSON-146299847-project] Pushing event deleted for resources: {'Port': ['ID=011347d9-864d-4aa3-bc62-2cec5d11fd8c,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:36.661059 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-73c604db-46ff-4f89-8277-4c3a50bd072e req-74bcbe52-7378-4ba4-a587-d05fb14452f4 tempest-MultipleCreateTestJSON-146299847 tempest-MultipleCreateTestJSON-146299847-project] No DVR routers for this DVR port 011347d9-864d-4aa3-bc62-2cec5d11fd8c on host n-h1-779913-29 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:37:36.667615 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-73c604db-46ff-4f89-8277-4c3a50bd072e req-74bcbe52-7378-4ba4-a587-d05fb14452f4 tempest-MultipleCreateTestJSON-146299847 tempest-MultipleCreateTestJSON-146299847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:36.672413 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-73c604db-46ff-4f89-8277-4c3a50bd072e req-74bcbe52-7378-4ba4-a587-d05fb14452f4 tempest-MultipleCreateTestJSON-146299847 tempest-MultipleCreateTestJSON-146299847-project] 10.222.0.65 "DELETE /v2.0/ports/011347d9-864d-4aa3-bc62-2cec5d11fd8c HTTP/1.1" status: 204 len: 173 time: 0.8612673 Jul 14 09:37:36.704120 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] No Port match for: f564a965-3d3e-4339-a839-165a8ba6595f {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:37:36.707677 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device f564a965-3d3e-4339-a839-165a8ba6595f not bound to the agent host n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:37:36.709232 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 642278eb-abd1-4f56-8eaf-f9705dbf66e4 no longer exists at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:37:36.721442 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5ab793-22bd-4c5a-802f-dbace6fa9ad2 req-1f98f31f-0bfc-4653-9595-ba669e9c0f3d tempest-MultipleCreateTestJSON-146299847 tempest-MultipleCreateTestJSON-146299847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:36.725337 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-bd5ab793-22bd-4c5a-802f-dbace6fa9ad2 req-1f98f31f-0bfc-4653-9595-ba669e9c0f3d tempest-MultipleCreateTestJSON-146299847 tempest-MultipleCreateTestJSON-146299847-project] 10.222.0.57 "GET /v2.0/ports?device_id=b9824b93-ab8b-4b64-a0ce-fa49376ab652 HTTP/1.1" status: 200 len: 945 time: 0.2076344 Jul 14 09:37:36.759205 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] No Port match for: 642278eb-abd1-4f56-8eaf-f9705dbf66e4 {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:37:36.759828 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 642278eb-abd1-4f56-8eaf-f9705dbf66e4 not bound to the agent host n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:37:36.837400 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-43e55051-c3ef-4238-8937-98fa60b61afb req-b52d95f1-67ea-4677-879d-a7eac3b6dab0 tempest-MultipleCreateTestJSON-146299847 tempest-MultipleCreateTestJSON-146299847-project] 10.222.0.68 "GET /v2.0/ports?device_id=623c6683-f7e4-4960-8d11-4d86f07a3651 HTTP/1.1" status: 200 len: 210 time: 0.1095691 Jul 14 09:37:36.967003 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '623c6683-f7e4-4960-8d11-4d86f07a3651', 'name': 'network-vif-deleted', 'tag': '011347d9-864d-4aa3-bc62-2cec5d11fd8c'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:37:36.974324 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e34c0326-2dd0-47d0-81cd-b66fb386c0ab" -d '{"events": [{"server_uuid": "623c6683-f7e4-4960-8d11-4d86f07a3651", "name": "network-vif-deleted", "tag": "011347d9-864d-4aa3-bc62-2cec5d11fd8c"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:37:36.982449 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 37036) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:37.054560 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-bd5ab793-22bd-4c5a-802f-dbace6fa9ad2 req-9d3178e5-15da-4fd9-ad2f-982178178787 tempest-MultipleCreateTestJSON-146299847 tempest-MultipleCreateTestJSON-146299847-project] Deleting port aad76d32-dc98-43ca-9be0-a60ca1a4a5b4 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:37:37.055044 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-bd5ab793-22bd-4c5a-802f-dbace6fa9ad2 req-9d3178e5-15da-4fd9-ad2f-982178178787 tempest-MultipleCreateTestJSON-146299847 tempest-MultipleCreateTestJSON-146299847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:37.063539 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:37:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8331fe50-e434-41b8-ba44-950faddd7728 x-openstack-request-id: req-8331fe50-e434-41b8-ba44-950faddd7728 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:37:37.064796 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "623c6683-f7e4-4960-8d11-4d86f07a3651", "name": "network-vif-deleted", "tag": "011347d9-864d-4aa3-bc62-2cec5d11fd8c", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:37:37.065066 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-8331fe50-e434-41b8-ba44-950faddd7728 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:37:37.065547 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '623c6683-f7e4-4960-8d11-4d86f07a3651', 'name': 'network-vif-deleted', 'tag': '011347d9-864d-4aa3-bc62-2cec5d11fd8c', 'status': 'completed', 'code': 200} Jul 14 09:37:37.253954 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-bd5ab793-22bd-4c5a-802f-dbace6fa9ad2 req-9d3178e5-15da-4fd9-ad2f-982178178787 tempest-MultipleCreateTestJSON-146299847 tempest-MultipleCreateTestJSON-146299847-project] For port aad76d32-dc98-43ca-9be0-a60ca1a4a5b4, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=aad76d32-dc98-43ca-9be0-a60ca1a4a5b4,segment=NetworkSegment(e4f076ed-00bf-48e0-8d09-9613d8c10782),segment_id=e4f076ed-00bf-48e0-8d09-9613d8c10782)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:37:37.254330 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-bd5ab793-22bd-4c5a-802f-dbace6fa9ad2 req-9d3178e5-15da-4fd9-ad2f-982178178787 tempest-MultipleCreateTestJSON-146299847 tempest-MultipleCreateTestJSON-146299847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:37.340260 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-bd5ab793-22bd-4c5a-802f-dbace6fa9ad2 req-9d3178e5-15da-4fd9-ad2f-982178178787 tempest-MultipleCreateTestJSON-146299847 tempest-MultipleCreateTestJSON-146299847-project] Calling delete_port for aad76d32-dc98-43ca-9be0-a60ca1a4a5b4 owned by compute:nova {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:37:37.397195 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-8df51be3-d1c4-43d6-b80a-934c76649324 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=8f4c0efbbeff49fda0063f5062583c63&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4133191 Jul 14 09:37:37.400157 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 37048) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:37.580898 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-82b267bb-8b0b-4a16-b2d2-24c88fcf2e95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:37.627295 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-4215c71c-6fa3-41e7-bcc5-c32c6b457921 req-281ce276-0093-411d-ba63-e23c599e2263 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] 10.222.0.68 "GET /v2.0/ports?device_id=15fddc0e-6959-44be-b8ff-be56e396088e HTTP/1.1" status: 200 len: 210 time: 0.0429440 Jul 14 09:37:37.665090 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0786b9ce-9008-42f6-8c2b-ab4207404d6f req-9c8134c8-f4ba-4d05-bae9-1d538670857f tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:37.666729 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-0786b9ce-9008-42f6-8c2b-ab4207404d6f req-9c8134c8-f4ba-4d05-bae9-1d538670857f tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] 10.222.0.68 "GET /v2.0/ports?device_id=fffc766d-ec07-432a-bc85-1246551ab319 HTTP/1.1" status: 200 len: 945 time: 0.2015097 Jul 14 09:37:37.708210 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-82b267bb-8b0b-4a16-b2d2-24c88fcf2e95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:37.770958 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea47b63a-a0ed-46cf-ace8-d5fef1818456 req-7e856558-1bbb-4338-9741-cd1a060c9d47 tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:37.772630 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ea47b63a-a0ed-46cf-ace8-d5fef1818456 req-7e856558-1bbb-4338-9741-cd1a060c9d47 tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] 10.222.0.57 "GET /v2.0/ports?device_id=fffc766d-ec07-432a-bc85-1246551ab319 HTTP/1.1" status: 200 len: 945 time: 0.1443799 Jul 14 09:37:37.783927 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-bd5ab793-22bd-4c5a-802f-dbace6fa9ad2 req-9d3178e5-15da-4fd9-ad2f-982178178787 tempest-MultipleCreateTestJSON-146299847 tempest-MultipleCreateTestJSON-146299847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:37.823410 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-0786b9ce-9008-42f6-8c2b-ab4207404d6f req-d9ad0776-009f-49ff-aaf5-1559f8b030a2 tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] 10.222.0.68 "GET /v2.0/security-groups?id=480b9b88-a112-41cf-9ffd-c713e01dc0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412599 Jul 14 09:37:37.826338 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3178e5-15da-4fd9-ad2f-982178178787 tempest-MultipleCreateTestJSON-146299847 tempest-MultipleCreateTestJSON-146299847-project] Pushing event deleted for resources: {'Port': ['ID=aad76d32-dc98-43ca-9be0-a60ca1a4a5b4,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:37.884404 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd5ab793-22bd-4c5a-802f-dbace6fa9ad2 req-9d3178e5-15da-4fd9-ad2f-982178178787 tempest-MultipleCreateTestJSON-146299847 tempest-MultipleCreateTestJSON-146299847-project] No DVR routers for this DVR port aad76d32-dc98-43ca-9be0-a60ca1a4a5b4 on host n-h2-779913-29 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:37:37.887136 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-bd5ab793-22bd-4c5a-802f-dbace6fa9ad2 req-9d3178e5-15da-4fd9-ad2f-982178178787 tempest-MultipleCreateTestJSON-146299847 tempest-MultipleCreateTestJSON-146299847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:37.890255 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-bd5ab793-22bd-4c5a-802f-dbace6fa9ad2 req-9d3178e5-15da-4fd9-ad2f-982178178787 tempest-MultipleCreateTestJSON-146299847 tempest-MultipleCreateTestJSON-146299847-project] 10.222.0.57 "DELETE /v2.0/ports/aad76d32-dc98-43ca-9be0-a60ca1a4a5b4 HTTP/1.1" status: 204 len: 173 time: 1.1355004 Jul 14 09:37:37.891043 n-d-779913-29 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9824b93-ab8b-4b64-a0ce-fa49376ab652', 'name': 'network-vif-deleted', 'tag': 'aad76d32-dc98-43ca-9be0-a60ca1a4a5b4'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:37:37.893693 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cb48f044f948e981f43897c8d7f1332f741dc7af2b4c5a6e19d8f4a80f708e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4acfaf33-9365-43b7-9ee4-6da103764240" -d '{"events": [{"server_uuid": "b9824b93-ab8b-4b64-a0ce-fa49376ab652", "name": "network-vif-deleted", "tag": "aad76d32-dc98-43ca-9be0-a60ca1a4a5b4"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:37:37.899222 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-82b267bb-8b0b-4a16-b2d2-24c88fcf2e95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:37.907964 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-82b267bb-8b0b-4a16-b2d2-24c88fcf2e95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:37.913672 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-82b267bb-8b0b-4a16-b2d2-24c88fcf2e95 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/74b1a42d-03cc-4a71-afde-b136b99fe2a1 HTTP/1.1" status: 204 len: 168 time: 0.5119212 Jul 14 09:37:37.952289 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:37:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85e6e2da-3ca4-448b-8340-d81cec4f3c32 x-openstack-request-id: req-85e6e2da-3ca4-448b-8340-d81cec4f3c32 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:37:37.952772 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9824b93-ab8b-4b64-a0ce-fa49376ab652", "name": "network-vif-deleted", "tag": "aad76d32-dc98-43ca-9be0-a60ca1a4a5b4", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:37:37.953189 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-85e6e2da-3ca4-448b-8340-d81cec4f3c32 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:37:37.953778 n-d-779913-29 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9824b93-ab8b-4b64-a0ce-fa49376ab652', 'name': 'network-vif-deleted', 'tag': 'aad76d32-dc98-43ca-9be0-a60ca1a4a5b4', 'status': 'completed', 'code': 200} Jul 14 09:37:37.964613 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b267bb-8b0b-4a16-b2d2-24c88fcf2e95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74b1a42d-03cc-4a71-afde-b136b99fe2a1,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:37.992047 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [req-ea47b63a-a0ed-46cf-ace8-d5fef1818456 req-84e8bd58-fb95-4b19-a207-59c3851e7627 tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] Deleting port 50545fa0-7ed1-4d38-a95b-75c237fdf670 {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:37:37.992371 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-ea47b63a-a0ed-46cf-ace8-d5fef1818456 req-84e8bd58-fb95-4b19-a207-59c3851e7627 tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:38.241015 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-ea47b63a-a0ed-46cf-ace8-d5fef1818456 req-84e8bd58-fb95-4b19-a207-59c3851e7627 tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] For port 50545fa0-7ed1-4d38-a95b-75c237fdf670, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=50545fa0-7ed1-4d38-a95b-75c237fdf670,segment=NetworkSegment(7591738e-41ad-492d-b0a6-69a16017c202),segment_id=7591738e-41ad-492d-b0a6-69a16017c202)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:37:38.242352 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-ea47b63a-a0ed-46cf-ace8-d5fef1818456 req-84e8bd58-fb95-4b19-a207-59c3851e7627 tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:38.265962 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [req-ea47b63a-a0ed-46cf-ace8-d5fef1818456 req-84e8bd58-fb95-4b19-a207-59c3851e7627 tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] Calling delete_port for 50545fa0-7ed1-4d38-a95b-75c237fdf670 owned by compute:nova {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:37:38.289555 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ce8443fe-d0bf-41ea-82a0-ffacb921f43d req-5133eced-1ac3-4b05-9854-1a32725659f5 tempest-MultipleCreateTestJSON-146299847 tempest-MultipleCreateTestJSON-146299847-project] 10.222.0.68 "GET /v2.0/ports?device_id=b9824b93-ab8b-4b64-a0ce-fa49376ab652 HTTP/1.1" status: 200 len: 210 time: 0.0367074 Jul 14 09:37:38.370186 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 37064) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:38.391357 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ed59afe5-9cd2-4020-afd0-fd6c54043344 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:38.490147 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-ea47b63a-a0ed-46cf-ace8-d5fef1818456 req-84e8bd58-fb95-4b19-a207-59c3851e7627 tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:38.523123 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] get_ports_and_sgs() called for port_ids ['3daf2b22-7138-43cd-a507-2c540623164e'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:37:38.526079 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e8bd58-fb95-4b19-a207-59c3851e7627 tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] Pushing event deleted for resources: {'Port': ['ID=50545fa0-7ed1-4d38-a95b-75c237fdf670,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:38.555216 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] get_ports_and_sgs() called for port_ids ['50545fa0-7ed1-4d38-a95b-75c237fdf670'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:37:38.581397 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 011347d9-864d-4aa3-bc62-2cec5d11fd8c no longer exists at agent hyperv_n-h1-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:37:38.585550 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea47b63a-a0ed-46cf-ace8-d5fef1818456 req-84e8bd58-fb95-4b19-a207-59c3851e7627 tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] No DVR routers for this DVR port 50545fa0-7ed1-4d38-a95b-75c237fdf670 on host n-h2-779913-29 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:37:38.590371 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-ea47b63a-a0ed-46cf-ace8-d5fef1818456 req-84e8bd58-fb95-4b19-a207-59c3851e7627 tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:38.592390 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ea47b63a-a0ed-46cf-ace8-d5fef1818456 req-84e8bd58-fb95-4b19-a207-59c3851e7627 tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] 10.222.0.57 "DELETE /v2.0/ports/50545fa0-7ed1-4d38-a95b-75c237fdf670 HTTP/1.1" status: 204 len: 173 time: 0.8138058 Jul 14 09:37:38.632931 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] No Port match for: 011347d9-864d-4aa3-bc62-2cec5d11fd8c {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:37:38.633631 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 011347d9-864d-4aa3-bc62-2cec5d11fd8c not bound to the agent host n-h1-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:37:38.636671 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ed59afe5-9cd2-4020-afd0-fd6c54043344 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:38.648807 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ed59afe5-9cd2-4020-afd0-fd6c54043344 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:38.718644 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-ed59afe5-9cd2-4020-afd0-fd6c54043344 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=781859ea925c4e07b722ff74fd91c493&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3449121 Jul 14 09:37:38.718968 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 37070) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:38.732773 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed59afe5-9cd2-4020-afd0-fd6c54043344 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=152bfffd-adf8-4b51-9ca9-891c93b0f441,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:38.794176 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c0eaf294-d4a4-4329-85ae-c00dc67b3e9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:38.820317 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c0eaf294-d4a4-4329-85ae-c00dc67b3e9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:38.855500 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-625b641a-ba55-4dae-8c3b-c42f519596ef req-399af8d0-1148-42e2-89e2-1b3766a8a21a tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] 10.222.0.68 "GET /v2.0/ports?device_id=15fddc0e-6959-44be-b8ff-be56e396088e HTTP/1.1" status: 200 len: 210 time: 0.0404832 Jul 14 09:37:38.925890 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c0eaf294-d4a4-4329-85ae-c00dc67b3e9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:38.929944 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c0eaf294-d4a4-4329-85ae-c00dc67b3e9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:38.932254 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-c0eaf294-d4a4-4329-85ae-c00dc67b3e9a admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/152bfffd-adf8-4b51-9ca9-891c93b0f441 HTTP/1.1" status: 204 len: 168 time: 0.2116263 Jul 14 09:37:38.942693 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0eaf294-d4a4-4329-85ae-c00dc67b3e9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=152bfffd-adf8-4b51-9ca9-891c93b0f441,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:39.071486 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fffc766d-ec07-432a-bc85-1246551ab319', 'name': 'network-vif-deleted', 'tag': '50545fa0-7ed1-4d38-a95b-75c237fdf670'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:37:39.074852 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afdf0e43-7791-41b7-81bc-85e31e18b2e6" -d '{"events": [{"server_uuid": "fffc766d-ec07-432a-bc85-1246551ab319", "name": "network-vif-deleted", "tag": "50545fa0-7ed1-4d38-a95b-75c237fdf670"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:37:39.079545 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-bc798858-5bb6-4a97-b722-df5bf2309863 req-856f06f8-f93d-42c2-9027-dd7f7303005e tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] 10.222.0.68 "GET /v2.0/ports?device_id=fffc766d-ec07-432a-bc85-1246551ab319 HTTP/1.1" status: 200 len: 210 time: 0.0421801 Jul 14 09:37:39.127079 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:37:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a098427-1941-451e-ba82-c0125e2222e4 x-openstack-request-id: req-9a098427-1941-451e-ba82-c0125e2222e4 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:37:39.127392 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fffc766d-ec07-432a-bc85-1246551ab319", "name": "network-vif-deleted", "tag": "50545fa0-7ed1-4d38-a95b-75c237fdf670", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:37:39.127663 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-9a098427-1941-451e-ba82-c0125e2222e4 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:37:39.128068 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fffc766d-ec07-432a-bc85-1246551ab319', 'name': 'network-vif-deleted', 'tag': '50545fa0-7ed1-4d38-a95b-75c237fdf670', 'status': 'completed', 'code': 200} Jul 14 09:37:39.311591 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 37082) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:39.384900 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 37086) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:39.385544 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-fa5cf3a1-dc8d-4a52-8e41-8805968cd040 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=89259a7f75d24186bcd99746ee405288&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0720961 Jul 14 09:37:39.399997 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 37088) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:39.477693 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fdbf6e6-b524-42aa-8697-61c4635dd4a3 admin admin] Deleting subnet ab85a4a3-76ba-42e3-89ac-47f01b33f069 {{(pid=93957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:37:39.485329 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4fdbf6e6-b524-42aa-8697-61c4635dd4a3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:39.487371 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5fa2224c-92ab-4f29-8cde-6b77ee2196aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:39.542593 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5fa2224c-92ab-4f29-8cde-6b77ee2196aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:39.545724 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4fdbf6e6-b524-42aa-8697-61c4635dd4a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10944203'] for subnet, precommit_delete_associations {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:39.607691 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4fdbf6e6-b524-42aa-8697-61c4635dd4a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3481002'] for subnet, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:39.652373 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5fa2224c-92ab-4f29-8cde-6b77ee2196aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:39.656300 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5fa2224c-92ab-4f29-8cde-6b77ee2196aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:39.660112 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-5fa2224c-92ab-4f29-8cde-6b77ee2196aa admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/e40fda2d-1684-46e7-9354-35a954e44509 HTTP/1.1" status: 204 len: 168 time: 0.2715430 Jul 14 09:37:39.676723 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa2224c-92ab-4f29-8cde-6b77ee2196aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e40fda2d-1684-46e7-9354-35a954e44509,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:39.685847 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4fdbf6e6-b524-42aa-8697-61c4635dd4a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10052701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11984075'] for subnet, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:39.720782 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4fdbf6e6-b524-42aa-8697-61c4635dd4a3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:39.725578 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 37094) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:39.730735 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-4fdbf6e6-b524-42aa-8697-61c4635dd4a3 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/ab85a4a3-76ba-42e3-89ac-47f01b33f069 HTTP/1.1" status: 204 len: 168 time: 0.3288326 Jul 14 09:37:39.731777 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdbf6e6-b524-42aa-8697-61c4635dd4a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ab85a4a3-76ba-42e3-89ac-47f01b33f069,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:39.799454 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a12ed06e-75e1-4478-abf1-0f5aaf69655c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3876111'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:39.883464 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a12ed06e-75e1-4478-abf1-0f5aaf69655c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473955', 'neutron.services.segments.db._delete_segments_for_network-8735688326548'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:39.894509 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-a12ed06e-75e1-4478-abf1-0f5aaf69655c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11c76f08-687c-4747-be6a-b8b4481f67fa']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:39.905189 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-a12ed06e-75e1-4478-abf1-0f5aaf69655c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4f076ed-00bf-48e0-8d09-9613d8c10782') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:39.905563 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-a12ed06e-75e1-4478-abf1-0f5aaf69655c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4f076ed-00bf-48e0-8d09-9613d8c10782') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:39.914686 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a12ed06e-75e1-4478-abf1-0f5aaf69655c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735688356235', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13574129'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:39.928623 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a12ed06e-75e1-4478-abf1-0f5aaf69655c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:39.936312 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a12ed06e-75e1-4478-abf1-0f5aaf69655c admin admin] Releasing vlan 704 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:37:39.936936 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a12ed06e-75e1-4478-abf1-0f5aaf69655c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13573126'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:39.939199 n-d-779913-29 neutron-server[93958]: Traceback (most recent call last): Jul 14 09:37:39.939199 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:37:39.939199 n-d-779913-29 neutron-server[93958]: timer() Jul 14 09:37:39.939199 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:37:39.939199 n-d-779913-29 neutron-server[93958]: cb(*args, **kw) Jul 14 09:37:39.939199 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:37:39.939199 n-d-779913-29 neutron-server[93958]: return func(*args, **kwargs) Jul 14 09:37:39.939199 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:37:39.939199 n-d-779913-29 neutron-server[93958]: self._notify() Jul 14 09:37:39.939199 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:37:39.939199 n-d-779913-29 neutron-server[93958]: self.callback(batched_events) Jul 14 09:37:39.939199 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:37:39.939199 n-d-779913-29 neutron-server[93958]: event.method(event) Jul 14 09:37:39.939199 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:37:39.939199 n-d-779913-29 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:37:39.939199 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:37:39.939199 n-d-779913-29 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:37:39.939199 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:37:39.939199 n-d-779913-29 neutron-server[93958]: return f(self, *a, **k) Jul 14 09:37:39.939199 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:37:39.939199 n-d-779913-29 neutron-server[93958]: return self._get(url).json() Jul 14 09:37:39.939199 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:37:39.939199 n-d-779913-29 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:37:39.939199 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:37:39.939199 n-d-779913-29 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 14 09:37:39.939199 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:37:39.939199 n-d-779913-29 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:37:39.939199 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:37:39.939199 n-d-779913-29 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:37:39.939199 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:37:39.939199 n-d-779913-29 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:37:39.939199 n-d-779913-29 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:37:40.009129 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a12ed06e-75e1-4478-abf1-0f5aaf69655c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660504'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:40.030731 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a12ed06e-75e1-4478-abf1-0f5aaf69655c admin admin] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:40.033212 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-a12ed06e-75e1-4478-abf1-0f5aaf69655c admin admin] 10.222.0.68 "DELETE /v2.0/networks/11c76f08-687c-4747-be6a-b8b4481f67fa HTTP/1.1" status: 204 len: 168 time: 0.3066530 Jul 14 09:37:40.034716 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12ed06e-75e1-4478-abf1-0f5aaf69655c admin admin] Pushing event deleted for resources: {'Network': ['ID=11c76f08-687c-4747-be6a-b8b4481f67fa,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:40.102117 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f448b4be-982f-45cc-93e2-242f7582540b req-708b60a6-5c7b-4f43-b2f5-123143b4e504 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] 10.222.0.68 "GET /v2.0/ports?device_id=15fddc0e-6959-44be-b8ff-be56e396088e HTTP/1.1" status: 200 len: 210 time: 0.0778821 Jul 14 09:37:40.147997 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device aad76d32-dc98-43ca-9be0-a60ca1a4a5b4 no longer exists at agent hyperv_n-h2-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:37:40.174980 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] No Port match for: aad76d32-dc98-43ca-9be0-a60ca1a4a5b4 {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:37:40.175362 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device aad76d32-dc98-43ca-9be0-a60ca1a4a5b4 not bound to the agent host n-h2-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:37:40.177893 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 37114) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:40.228693 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-1d64d655-4eb0-4e16-a6e0-63acb2b79c9e admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=25ac2af08c4046baa564fe43ef6694a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0494623 Jul 14 09:37:40.231464 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 37118) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:40.297529 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-bb511bf2-f251-45a3-8bfa-2a523702061d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:40.324171 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-bb511bf2-f251-45a3-8bfa-2a523702061d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:40.392339 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-bb511bf2-f251-45a3-8bfa-2a523702061d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:40.395059 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-bb511bf2-f251-45a3-8bfa-2a523702061d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:40.398046 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-bb511bf2-f251-45a3-8bfa-2a523702061d admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/556d12fa-035b-4c05-a8dc-f972bf8317a4 HTTP/1.1" status: 204 len: 168 time: 0.1637821 Jul 14 09:37:40.430548 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb511bf2-f251-45a3-8bfa-2a523702061d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=556d12fa-035b-4c05-a8dc-f972bf8317a4,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:40.745763 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 37142) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:40.868184 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-f589ea6c-aef8-4878-ac91-4b941cbad662 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1350170889-network', 'tenant_id': '8e5e3e24b23942559d8e5fd9c20fa07d'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:37:40.900787 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f589ea6c-aef8-4878-ac91-4b941cbad662 admin admin] Made reservation on behalf of 8e5e3e24b23942559d8e5fd9c20fa07d for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:37:40.904830 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f589ea6c-aef8-4878-ac91-4b941cbad662 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:40.915849 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f589ea6c-aef8-4878-ac91-4b941cbad662 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:41.078897 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f589ea6c-aef8-4878-ac91-4b941cbad662 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:41.084732 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f589ea6c-aef8-4878-ac91-4b941cbad662 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:41.110082 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f589ea6c-aef8-4878-ac91-4b941cbad662 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 740} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:37:41.127687 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f589ea6c-aef8-4878-ac91-4b941cbad662 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09946ab1-5381-4756-b372-3f4d658e9518,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:41.130694 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f589ea6c-aef8-4878-ac91-4b941cbad662 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:41.131079 n-d-779913-29 neutron-server[93958]: INFO neutron.db.segments_db [None req-f589ea6c-aef8-4878-ac91-4b941cbad662 admin admin] Added segment 776efe66-340e-4bc2-943d-2c624f145bde of type vlan for network 6c29f6d8-c262-4639-bd5f-4fee768f8f0b Jul 14 09:37:41.195528 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f589ea6c-aef8-4878-ac91-4b941cbad662 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735687821325'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:41.248769 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f589ea6c-aef8-4878-ac91-4b941cbad662 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:41.249811 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f589ea6c-aef8-4878-ac91-4b941cbad662 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:41.250398 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f589ea6c-aef8-4878-ac91-4b941cbad662 admin admin] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:41.286278 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 37168) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:41.340798 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba14b4f1-49da-4dbd-8b33-eec30689d460 req-cb7a48ad-20bf-49df-ba61-7e4bd298f577 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:41.348844 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ba14b4f1-49da-4dbd-8b33-eec30689d460 req-cb7a48ad-20bf-49df-ba61-7e4bd298f577 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] 10.222.0.68 "GET /v2.0/ports?device_id=8e7397c3-9642-4fe6-b6c4-32d7843783ff HTTP/1.1" status: 200 len: 946 time: 0.0890150 Jul 14 09:37:41.383370 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-f589ea6c-aef8-4878-ac91-4b941cbad662 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6336081 Jul 14 09:37:41.390316 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 37174) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:41.415833 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ba14b4f1-49da-4dbd-8b33-eec30689d460 req-ada8973b-5842-4ab6-965c-0089bd1bfe65 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] 10.222.0.68 "GET /v2.0/security-groups?id=d752f37c-fee3-40c2-9393-243f60d7ab2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656970 Jul 14 09:37:41.430173 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-071222cd-3437-4bd6-9d8c-67a95fdff92f admin admin] Request body: {'subnet': {'network_id': '6c29f6d8-c262-4639-bd5f-4fee768f8f0b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1350170889-subnet', 'tenant_id': '8e5e3e24b23942559d8e5fd9c20fa07d', 'ip_version': 4}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:37:41.445584 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-844cc08d-77d1-4dc6-9971-868e8d8c52b3 req-f08cf45d-2506-4084-a73c-0b85555f5210 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] 10.222.0.68 "GET /v2.0/ports?device_id=15fddc0e-6959-44be-b8ff-be56e396088e HTTP/1.1" status: 200 len: 210 time: 0.0867352 Jul 14 09:37:41.461787 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f589ea6c-aef8-4878-ac91-4b941cbad662 admin admin] Pushing event updated for resources: {'Network': ['ID=6c29f6d8-c262-4639-bd5f-4fee768f8f0b,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:41.482845 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Network 6c29f6d8-c262-4639-bd5f-4fee768f8f0b details requested by agent ovs-agent-n-d-779913-29 with host n-d-779913-29 {{(pid=93959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:37:41.487038 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-7c70b321-2fe4-4cc3-b80a-c4c40a2f38be admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-988350244-network', 'tenant_id': '015a27eacbb64373b190d745fbb6a9ff'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:37:41.493229 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-071222cd-3437-4bd6-9d8c-67a95fdff92f admin admin] Made reservation on behalf of 8e5e3e24b23942559d8e5fd9c20fa07d for: {'subnet': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:37:41.498057 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-071222cd-3437-4bd6-9d8c-67a95fdff92f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11984110'] for subnet, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:41.518073 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c70b321-2fe4-4cc3-b80a-c4c40a2f38be admin admin] Made reservation on behalf of 015a27eacbb64373b190d745fbb6a9ff for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:37:41.532793 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7c70b321-2fe4-4cc3-b80a-c4c40a2f38be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:41.551435 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7c70b321-2fe4-4cc3-b80a-c4c40a2f38be admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:41.686469 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7c70b321-2fe4-4cc3-b80a-c4c40a2f38be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:41.693122 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7c70b321-2fe4-4cc3-b80a-c4c40a2f38be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:41.725178 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c70b321-2fe4-4cc3-b80a-c4c40a2f38be admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 729} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:37:41.733645 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c70b321-2fe4-4cc3-b80a-c4c40a2f38be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d24d01f-a316-4a10-9de7-b4e67509b63b,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:41.737387 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-071222cd-3437-4bd6-9d8c-67a95fdff92f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10052764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11984092'] for subnet, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:41.746045 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7c70b321-2fe4-4cc3-b80a-c4c40a2f38be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:41.746741 n-d-779913-29 neutron-server[93958]: INFO neutron.db.segments_db [None req-7c70b321-2fe4-4cc3-b80a-c4c40a2f38be admin admin] Added segment a74a0760-360a-4f2b-925d-462df66ae029 of type vlan for network a047be9f-9890-42b2-a71a-9626f7c59d0d Jul 14 09:37:41.789306 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7c70b321-2fe4-4cc3-b80a-c4c40a2f38be admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735687821325'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:41.801264 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071222cd-3437-4bd6-9d8c-67a95fdff92f admin admin] Pushing event updated for resources: {'Subnet': ['ID=bdb5ef61-646e-46dd-82a7-ce9d14bdc4cf,revision_number=0']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:41.806101 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-071222cd-3437-4bd6-9d8c-67a95fdff92f admin admin] Checking segment: {'id': '776efe66-340e-4bc2-943d-2c624f145bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '6c29f6d8-c262-4639-bd5f-4fee768f8f0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:37:41.806543 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-071222cd-3437-4bd6-9d8c-67a95fdff92f admin admin] Network hostable DHCP agents. Network: 6c29f6d8-c262-4639-bd5f-4fee768f8f0b, hostable agents: ['c6a09bd4-f72e-4283-a3ca-0bbca8a51081'], hosted agents: [] {{(pid=93957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:37:41.826817 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-071222cd-3437-4bd6-9d8c-67a95fdff92f admin admin] Network 6c29f6d8-c262-4639-bd5f-4fee768f8f0b is scheduled to be hosted by DHCP agent c6a09bd4-f72e-4283-a3ca-0bbca8a51081 with binding_index 1 {{(pid=93957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:37:41.837833 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-071222cd-3437-4bd6-9d8c-67a95fdff92f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-29, 6c29f6d8-c262-4639-bd5f-4fee768f8f0b) {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:37:41.841200 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7c70b321-2fe4-4cc3-b80a-c4c40a2f38be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:41.842682 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c70b321-2fe4-4cc3-b80a-c4c40a2f38be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:41.843515 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7c70b321-2fe4-4cc3-b80a-c4c40a2f38be admin admin] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:41.846885 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0adfba8a-ab1b-4b80-8be5-5298c406160e None None] Network 6c29f6d8-c262-4639-bd5f-4fee768f8f0b requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:37:41.851321 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-071222cd-3437-4bd6-9d8c-67a95fdff92f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:41.851912 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-071222cd-3437-4bd6-9d8c-67a95fdff92f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:41.863433 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-7c70b321-2fe4-4cc3-b80a-c4c40a2f38be admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.5751290 Jul 14 09:37:41.864156 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 37180) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:41.871187 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-89fbc585-90a6-42ea-b1fb-a98d078dd976 admin admin] Request body: {'subnet': {'network_id': 'a047be9f-9890-42b2-a71a-9626f7c59d0d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-988350244-subnet', 'tenant_id': '015a27eacbb64373b190d745fbb6a9ff', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:37:41.897373 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-071222cd-3437-4bd6-9d8c-67a95fdff92f admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4745259 Jul 14 09:37:41.898063 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 37182) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:41.903972 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-2a345a2f-551e-4327-bd27-c8f9c37d0907 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1350170889-router', 'tenant_id': '8e5e3e24b23942559d8e5fd9c20fa07d', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'}}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:37:41.907516 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89fbc585-90a6-42ea-b1fb-a98d078dd976 admin admin] Made reservation on behalf of 015a27eacbb64373b190d745fbb6a9ff for: {'subnet': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:37:41.910093 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-89fbc585-90a6-42ea-b1fb-a98d078dd976 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11984110'] for subnet, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:41.936991 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c70b321-2fe4-4cc3-b80a-c4c40a2f38be admin admin] Pushing event updated for resources: {'Network': ['ID=a047be9f-9890-42b2-a71a-9626f7c59d0d,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:41.958343 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Network a047be9f-9890-42b2-a71a-9626f7c59d0d details requested by agent ovs-agent-n-d-779913-29 with host n-d-779913-29 {{(pid=93959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:37:41.983446 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2a345a2f-551e-4327-bd27-c8f9c37d0907 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-711749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14670'] for router, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:41.984483 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2a345a2f-551e-4327-bd27-c8f9c37d0907 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-711718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-661475', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14679'] for router, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:42.063915 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2a345a2f-551e-4327-bd27-c8f9c37d0907 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:42.088113 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab46f797-5414-49ec-92fd-3514f04ad8e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf57baaa9-fd24-59f4-8fd2-1dc21122ce72-6c29f6d8-c262-4639-bd5f-4fee768f8f0b', 'network_id': '6c29f6d8-c262-4639-bd5f-4fee768f8f0b', 'tenant_id': '8e5e3e24b23942559d8e5fd9c20fa07d', 'fixed_ips': [{'subnet_id': 'bdb5ef61-646e-46dd-82a7-ce9d14bdc4cf'}]}} from n-d-779913-29. {{(pid=93959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:37:42.089422 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ab46f797-5414-49ec-92fd-3514f04ad8e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:42.163362 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 50545fa0-7ed1-4d38-a95b-75c237fdf670 no longer exists at agent hyperv_n-h2-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:37:42.190940 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] No Port match for: 50545fa0-7ed1-4d38-a95b-75c237fdf670 {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:37:42.190940 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 50545fa0-7ed1-4d38-a95b-75c237fdf670 not bound to the agent host n-h2-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:37:42.249898 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-ab46f797-5414-49ec-92fd-3514f04ad8e8 None None] Allocated IP 172.20.0.2 (6c29f6d8-c262-4639-bd5f-4fee768f8f0b/bdb5ef61-646e-46dd-82a7-ce9d14bdc4cf/f5d3b1eb-5899-4a5d-a883-bc93377b4559) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:37:42.261349 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2a345a2f-551e-4327-bd27-c8f9c37d0907 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-661489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-711771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12973'] for router, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:42.291316 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-89fbc585-90a6-42ea-b1fb-a98d078dd976 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10052764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11984092'] for subnet, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:42.377263 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fbc585-90a6-42ea-b1fb-a98d078dd976 admin admin] Pushing event updated for resources: {'Subnet': ['ID=244f89c1-88a6-433f-913b-d76daacc37e0,revision_number=0']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:42.398856 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ab46f797-5414-49ec-92fd-3514f04ad8e8 None None] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:42.405526 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89fbc585-90a6-42ea-b1fb-a98d078dd976 admin admin] Checking segment: {'id': 'a74a0760-360a-4f2b-925d-462df66ae029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'a047be9f-9890-42b2-a71a-9626f7c59d0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:37:42.405898 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89fbc585-90a6-42ea-b1fb-a98d078dd976 admin admin] Network hostable DHCP agents. Network: a047be9f-9890-42b2-a71a-9626f7c59d0d, hostable agents: ['c6a09bd4-f72e-4283-a3ca-0bbca8a51081'], hosted agents: [] {{(pid=93957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:37:42.409163 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-ab46f797-5414-49ec-92fd-3514f04ad8e8 None None] Transition to ACTIVE for port object f5d3b1eb-5899-4a5d-a883-bc93377b4559 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:37:42.424210 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-ab46f797-5414-49ec-92fd-3514f04ad8e8 None None] Transition to ACTIVE for port object f5d3b1eb-5899-4a5d-a883-bc93377b4559 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:37:42.431709 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ab46f797-5414-49ec-92fd-3514f04ad8e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:42.435204 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89fbc585-90a6-42ea-b1fb-a98d078dd976 admin admin] Network a047be9f-9890-42b2-a71a-9626f7c59d0d is scheduled to be hosted by DHCP agent c6a09bd4-f72e-4283-a3ca-0bbca8a51081 with binding_index 1 {{(pid=93957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:37:42.452370 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-89fbc585-90a6-42ea-b1fb-a98d078dd976 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-29, a047be9f-9890-42b2-a71a-9626f7c59d0d) {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:37:42.458351 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89fbc585-90a6-42ea-b1fb-a98d078dd976 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:42.458947 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-89fbc585-90a6-42ea-b1fb-a98d078dd976 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:42.470560 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab46f797-5414-49ec-92fd-3514f04ad8e8 None None] Network 6c29f6d8-c262-4639-bd5f-4fee768f8f0b is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:37:42.471733 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e67571d8-fd46-4d37-96d6-b7d86c21e71d None None] Network a047be9f-9890-42b2-a71a-9626f7c59d0d requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:37:42.498874 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-ab46f797-5414-49ec-92fd-3514f04ad8e8 None None] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:37:42.539760 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab46f797-5414-49ec-92fd-3514f04ad8e8 None None] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:37:42.585658 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-89fbc585-90a6-42ea-b1fb-a98d078dd976 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.7122560 Jul 14 09:37:42.618249 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2a345a2f-551e-4327-bd27-c8f9c37d0907 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:42.633344 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab46f797-5414-49ec-92fd-3514f04ad8e8 None None] Pushing event updated for resources: {'Port': ['ID=f5d3b1eb-5899-4a5d-a883-bc93377b4559,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:42.642930 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2a345a2f-551e-4327-bd27-c8f9c37d0907 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:42.647880 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-ab46f797-5414-49ec-92fd-3514f04ad8e8 None None] Attempting to bind port f5d3b1eb-5899-4a5d-a883-bc93377b4559 on host n-d-779913-29 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:37:42.648512 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-ab46f797-5414-49ec-92fd-3514f04ad8e8 None None] Attempting to bind port f5d3b1eb-5899-4a5d-a883-bc93377b4559 by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': '776efe66-340e-4bc2-943d-2c624f145bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '6c29f6d8-c262-4639-bd5f-4fee768f8f0b'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:37:42.649044 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab46f797-5414-49ec-92fd-3514f04ad8e8 None None] Attempting to bind port f5d3b1eb-5899-4a5d-a883-bc93377b4559 on network 6c29f6d8-c262-4639-bd5f-4fee768f8f0b {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:37:42.657511 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab46f797-5414-49ec-92fd-3514f04ad8e8 None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 37, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:37:42.658172 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab46f797-5414-49ec-92fd-3514f04ad8e8 None None] Checking segment: {'id': '776efe66-340e-4bc2-943d-2c624f145bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '6c29f6d8-c262-4639-bd5f-4fee768f8f0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:37:42.658749 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ab46f797-5414-49ec-92fd-3514f04ad8e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:42.659327 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab46f797-5414-49ec-92fd-3514f04ad8e8 None None] Bound using segment: {'id': '776efe66-340e-4bc2-943d-2c624f145bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '6c29f6d8-c262-4639-bd5f-4fee768f8f0b'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:37:42.659968 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-ab46f797-5414-49ec-92fd-3514f04ad8e8 None None] Bound port: f5d3b1eb-5899-4a5d-a883-bc93377b4559, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '776efe66-340e-4bc2-943d-2c624f145bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '6c29f6d8-c262-4639-bd5f-4fee768f8f0b'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:37:42.660537 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ab46f797-5414-49ec-92fd-3514f04ad8e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:42.789405 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-672f3bbb-6474-4977-ae47-e122a18ae10a req-ca3c9676-19fe-48ee-b00a-07aa0326f464 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] 10.222.0.68 "GET /v2.0/ports?device_id=15fddc0e-6959-44be-b8ff-be56e396088e HTTP/1.1" status: 200 len: 210 time: 0.0715134 Jul 14 09:37:42.822533 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f858bcd-946a-43ca-a456-211cab8d2e8e req-8760cec1-b745-4220-bc88-1a8f789de8d5 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:42.824255 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5f858bcd-946a-43ca-a456-211cab8d2e8e req-8760cec1-b745-4220-bc88-1a8f789de8d5 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] 10.222.0.68 "GET /v2.0/ports?device_id=8e7397c3-9642-4fe6-b6c4-32d7843783ff HTTP/1.1" status: 200 len: 946 time: 0.1842678 Jul 14 09:37:42.835546 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-2a345a2f-551e-4327-bd27-c8f9c37d0907 admin admin] Allocated IP 172.25.4.148 (2dcd4d32-cc7c-4468-b396-7ce5c9231892/6cd22a75-5bc1-467c-a3c4-0af04bd1b34a/72a61d52-80fb-419b-9033-1a5e3cac6456) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:37:42.858527 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-ab46f797-5414-49ec-92fd-3514f04ad8e8 None None] For port f5d3b1eb-5899-4a5d-a883-bc93377b4559, host n-d-779913-29, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:37:42.863275 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-ab46f797-5414-49ec-92fd-3514f04ad8e8 None None] For port f5d3b1eb-5899-4a5d-a883-bc93377b4559, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=f5d3b1eb-5899-4a5d-a883-bc93377b4559,segment=NetworkSegment(776efe66-340e-4bc2-943d-2c624f145bde),segment_id=776efe66-340e-4bc2-943d-2c624f145bde)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:37:42.877300 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ab46f797-5414-49ec-92fd-3514f04ad8e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:42.937206 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-279d72c8-d041-48ff-b106-133bfdcdd8dc None None] Network a047be9f-9890-42b2-a71a-9626f7c59d0d requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:37:42.939341 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:42.960903 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5f858bcd-946a-43ca-a456-211cab8d2e8e req-98f18715-62ef-4d32-aee9-736cb34a52cd tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] 10.222.0.68 "GET /v2.0/security-groups?id=d752f37c-fee3-40c2-9393-243f60d7ab2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1268027 Jul 14 09:37:43.004645 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9758ea2-c91b-4a85-93a2-cb484d147f53 req-7a4ff286-d177-46b5-9507-d5b4ff11c793 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:43.009736 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e9758ea2-c91b-4a85-93a2-cb484d147f53 req-7a4ff286-d177-46b5-9507-d5b4ff11c793 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] 10.222.0.57 "GET /v2.0/ports?device_id=8e7397c3-9642-4fe6-b6c4-32d7843783ff HTTP/1.1" status: 200 len: 946 time: 0.1530032 Jul 14 09:37:43.083678 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab46f797-5414-49ec-92fd-3514f04ad8e8 None None] Pushing event updated for resources: {'Port': ['ID=f5d3b1eb-5899-4a5d-a883-bc93377b4559,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:43.110147 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2a345a2f-551e-4327-bd27-c8f9c37d0907 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:43.218204 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [req-e9758ea2-c91b-4a85-93a2-cb484d147f53 req-d99305f1-4a62-4d16-9ee4-1764dce8fd8f tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Deleting port a41d2256-8405-429f-a1ba-806313b3c072 {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:37:43.218567 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-e9758ea2-c91b-4a85-93a2-cb484d147f53 req-d99305f1-4a62-4d16-9ee4-1764dce8fd8f tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:43.298338 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2a345a2f-551e-4327-bd27-c8f9c37d0907 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:43.539048 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:43.734083 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a345a2f-551e-4327-bd27-c8f9c37d0907 admin admin] Network 2dcd4d32-cc7c-4468-b396-7ce5c9231892 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:37:43.749210 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-2a345a2f-551e-4327-bd27-c8f9c37d0907 admin admin] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:37:43.761532 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a345a2f-551e-4327-bd27-c8f9c37d0907 admin admin] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:37:43.772249 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a345a2f-551e-4327-bd27-c8f9c37d0907 admin admin] Pushing event updated for resources: {'Port': ['ID=72a61d52-80fb-419b-9033-1a5e3cac6456,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:43.841986 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-e9758ea2-c91b-4a85-93a2-cb484d147f53 req-d99305f1-4a62-4d16-9ee4-1764dce8fd8f tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] For port a41d2256-8405-429f-a1ba-806313b3c072, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=a41d2256-8405-429f-a1ba-806313b3c072,segment=NetworkSegment(4e909166-7a9a-4d71-9929-2b11d90f7baa),segment_id=4e909166-7a9a-4d71-9929-2b11d90f7baa)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:37:43.842445 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-e9758ea2-c91b-4a85-93a2-cb484d147f53 req-d99305f1-4a62-4d16-9ee4-1764dce8fd8f tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:43.974105 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-f1ee8b1b-c302-44c2-8989-c24536db438c req-3ce4ee12-e717-4a42-ae81-4879630275ee tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] 10.222.0.68 "GET /v2.0/ports?device_id=15fddc0e-6959-44be-b8ff-be56e396088e HTTP/1.1" status: 200 len: 210 time: 0.0389431 Jul 14 09:37:44.043306 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14270817-52ea-449d-82c4-b53cf25c8b72 req-38608bc0-7405-43a1-ac8f-69633bce1070 tempest-ServerAddressesNegativeTestJSON-1989399623 tempest-ServerAddressesNegativeTestJSON-1989399623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:44.045220 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-14270817-52ea-449d-82c4-b53cf25c8b72 req-38608bc0-7405-43a1-ac8f-69633bce1070 tempest-ServerAddressesNegativeTestJSON-1989399623 tempest-ServerAddressesNegativeTestJSON-1989399623-project] 10.222.0.68 "GET /v2.0/networks?id=a047be9f-9890-42b2-a71a-9626f7c59d0d HTTP/1.1" status: 200 len: 821 time: 0.7564847 Jul 14 09:37:44.181202 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-14270817-52ea-449d-82c4-b53cf25c8b72 req-10492d5f-db4e-4318-ad69-80bf339b24f6 tempest-ServerAddressesNegativeTestJSON-1989399623 tempest-ServerAddressesNegativeTestJSON-1989399623-project] 10.222.0.68 "GET /v2.0/quotas/015a27eacbb64373b190d745fbb6a9ff HTTP/1.1" status: 200 len: 375 time: 0.0297499 Jul 14 09:37:44.186109 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad32aef-a81a-461b-8aa8-58ca51eb0038 req-4206bff5-4daf-4203-b3f2-319a7aef933a tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:44.187938 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-5ad32aef-a81a-461b-8aa8-58ca51eb0038 req-4206bff5-4daf-4203-b3f2-319a7aef933a tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] 10.222.0.68 "GET /v2.0/ports?device_id=8e7397c3-9642-4fe6-b6c4-32d7843783ff HTTP/1.1" status: 200 len: 946 time: 0.0794270 Jul 14 09:37:44.222390 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-e9758ea2-c91b-4a85-93a2-cb484d147f53 req-d99305f1-4a62-4d16-9ee4-1764dce8fd8f tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:44.222897 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-e9758ea2-c91b-4a85-93a2-cb484d147f53 req-d99305f1-4a62-4d16-9ee4-1764dce8fd8f tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-660590'] for floatingip, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:44.223075 n-d-779913-29 neutron-server[93957]: INFO neutron.db.l3_db [req-e9758ea2-c91b-4a85-93a2-cb484d147f53 req-d99305f1-4a62-4d16-9ee4-1764dce8fd8f tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Floating IP d51d5881-b842-462f-84c1-8a4cca01f231 disassociated. External IP: 172.25.4.141, port: a41d2256-8405-429f-a1ba-806313b3c072. Jul 14 09:37:44.223427 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [req-e9758ea2-c91b-4a85-93a2-cb484d147f53 req-d99305f1-4a62-4d16-9ee4-1764dce8fd8f tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Calling delete_port for a41d2256-8405-429f-a1ba-806313b3c072 owned by compute:nova {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:37:44.244318 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-5ad32aef-a81a-461b-8aa8-58ca51eb0038 req-c27d507a-7bf7-40e3-ae05-215fc6eb432b tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] 10.222.0.68 "GET /v2.0/security-groups?id=d752f37c-fee3-40c2-9393-243f60d7ab2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479105 Jul 14 09:37:44.258319 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-14270817-52ea-449d-82c4-b53cf25c8b72 req-9e52734f-46d8-4b31-b959-c212c36d8494 tempest-ServerAddressesNegativeTestJSON-1989399623 tempest-ServerAddressesNegativeTestJSON-1989399623-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=015a27eacbb64373b190d745fbb6a9ff&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0499663 Jul 14 09:37:44.270558 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a05d68c-8c52-40ab-a7cb-b358dc6eb89b None None] Network 6c29f6d8-c262-4639-bd5f-4fee768f8f0b requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:37:44.287617 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [req-14270817-52ea-449d-82c4-b53cf25c8b72 req-23e8f368-dab5-4e88-925b-9b212489c7fd service neutron] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=93957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:37:44.292598 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-14270817-52ea-449d-82c4-b53cf25c8b72 req-23e8f368-dab5-4e88-925b-9b212489c7fd service neutron] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0231559 Jul 14 09:37:44.446918 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-8bfda4a1-8d6c-4a8a-9c04-f263fc5ba4ce None None] Provisioning for port f5d3b1eb-5899-4a5d-a883-bc93377b4559 completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:37:44.459669 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device f5d3b1eb-5899-4a5d-a883-bc93377b4559 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:37:44.560172 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-14270817-52ea-449d-82c4-b53cf25c8b72 req-130775c6-c22c-4ec3-b794-0e274bb0d68a service neutron] 10.222.0.68 "GET /v2.0/networks/a047be9f-9890-42b2-a71a-9626f7c59d0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2632408 Jul 14 09:37:44.563962 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2a345a2f-551e-4327-bd27-c8f9c37d0907 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:44.577756 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning for port f5d3b1eb-5899-4a5d-a883-bc93377b4559 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:37:44.582156 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port f5d3b1eb-5899-4a5d-a883-bc93377b4559 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:37:44.582701 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:44.688739 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:44.744824 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] For port f5d3b1eb-5899-4a5d-a883-bc93377b4559, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=f5d3b1eb-5899-4a5d-a883-bc93377b4559,segment=NetworkSegment(776efe66-340e-4bc2-943d-2c624f145bde),segment_id=776efe66-340e-4bc2-943d-2c624f145bde)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:37:44.749800 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:44.755704 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-e9758ea2-c91b-4a85-93a2-cb484d147f53 req-d99305f1-4a62-4d16-9ee4-1764dce8fd8f tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:44.818255 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Pushing event updated for resources: {'Port': ['ID=f5d3b1eb-5899-4a5d-a883-bc93377b4559,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:44.831950 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99305f1-4a62-4d16-9ee4-1764dce8fd8f tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Pushing event deleted for resources: {'Port': ['ID=a41d2256-8405-429f-a1ba-806313b3c072,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:44.890625 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-a041ead5-d81d-4d6a-90cd-fa3380fe094c None None] Provisioning complete for port f5d3b1eb-5899-4a5d-a883-bc93377b4559 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:37:44.891568 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a041ead5-d81d-4d6a-90cd-fa3380fe094c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:44.899832 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-14270817-52ea-449d-82c4-b53cf25c8b72 req-73a10f51-e2e3-4ac3-9b24-39d0844425c0 service neutron] 10.222.0.68 "GET /v2.0/networks/a047be9f-9890-42b2-a71a-9626f7c59d0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3297050 Jul 14 09:37:45.034196 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2a345a2f-551e-4327-bd27-c8f9c37d0907 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-711762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-661452'] for router, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:45.111344 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e9758ea2-c91b-4a85-93a2-cb484d147f53 req-d99305f1-4a62-4d16-9ee4-1764dce8fd8f tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Router 46431b7c-8b9c-4b6a-bebe-d293c653d238 has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:37:45.160813 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-84e5fbf9-d8ff-44d4-86f1-4561b964d6db req-fd850d56-a86c-4cb1-b8e1-1d6aa9b0b06b tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] 10.222.0.68 "GET /v2.0/ports?device_id=15fddc0e-6959-44be-b8ff-be56e396088e HTTP/1.1" status: 200 len: 210 time: 0.0292845 Jul 14 09:37:45.183257 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1c26002f-761f-4fbd-8dd0-7820ca59c3e1 req-433e10b6-234a-4a7f-aa26-e53778dc99bb tempest-ServerAddressesNegativeTestJSON-1989399623 tempest-ServerAddressesNegativeTestJSON-1989399623-project] 10.222.0.68 "GET /v2.0/ports?device_id=6271ebff-9c10-4207-a5c1-f5c2ac3d21a1 HTTP/1.1" status: 200 len: 210 time: 0.0644181 Jul 14 09:37:45.361015 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e9758ea2-c91b-4a85-93a2-cb484d147f53 req-d99305f1-4a62-4d16-9ee4-1764dce8fd8f tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:37:45.373392 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d825c967-8ffe-4c42-aa53-b727e72c69cb None None] Sync routers for ids ['46431b7c-8b9c-4b6a-bebe-d293c653d238'] in n-d-779913-29 {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:37:45.389091 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d825c967-8ffe-4c42-aa53-b727e72c69cb None None] Routers {'46431b7c-8b9c-4b6a-bebe-d293c653d238'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:37:45.389910 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-d825c967-8ffe-4c42-aa53-b727e72c69cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:37:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['46431b7c-8b9c-4b6a-bebe-d293c653d238'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:45.454230 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9758ea2-c91b-4a85-93a2-cb484d147f53 req-d99305f1-4a62-4d16-9ee4-1764dce8fd8f tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] No DVR routers for this DVR port a41d2256-8405-429f-a1ba-806313b3c072 on host n-h2-779913-29 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:37:45.457758 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-e9758ea2-c91b-4a85-93a2-cb484d147f53 req-d99305f1-4a62-4d16-9ee4-1764dce8fd8f tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:45.459956 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e9758ea2-c91b-4a85-93a2-cb484d147f53 req-d99305f1-4a62-4d16-9ee4-1764dce8fd8f tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] 10.222.0.57 "DELETE /v2.0/ports/a41d2256-8405-429f-a1ba-806313b3c072 HTTP/1.1" status: 204 len: 173 time: 2.4348106 Jul 14 09:37:45.460569 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e7397c3-9642-4fe6-b6c4-32d7843783ff', 'name': 'network-vif-deleted', 'tag': 'a41d2256-8405-429f-a1ba-806313b3c072'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:37:45.463148 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09db09c1-80e0-4ada-82f5-915fce007105" -d '{"events": [{"server_uuid": "8e7397c3-9642-4fe6-b6c4-32d7843783ff", "name": "network-vif-deleted", "tag": "a41d2256-8405-429f-a1ba-806313b3c072"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:37:45.478128 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a345a2f-551e-4327-bd27-c8f9c37d0907 admin admin] Router f9725ee0-cfd0-4c44-bdfb-6f1cab043168 is scheduled to L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 with binding_index 1 {{(pid=93957) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:37:45.491905 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-66543c88-5c45-4779-ba8f-c70de2a5bfa5 req-0762ec79-7e88-43c5-a3db-efee9a3db581 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] 10.222.0.68 "GET /v2.0/ports?device_id=8e7397c3-9642-4fe6-b6c4-32d7843783ff HTTP/1.1" status: 200 len: 210 time: 0.0566394 Jul 14 09:37:45.685134 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvr_db [None req-d825c967-8ffe-4c42-aa53-b727e72c69cb None None] Set router 46431b7c-8b9c-4b6a-bebe-d293c653d238 gateway port host: n-d-779913-29 {{(pid=93959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:37:45.711551 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:37:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-662c6cf2-7f56-4fba-89ae-481623fc1433 x-openstack-request-id: req-662c6cf2-7f56-4fba-89ae-481623fc1433 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:37:45.712699 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e7397c3-9642-4fe6-b6c4-32d7843783ff", "name": "network-vif-deleted", "tag": "a41d2256-8405-429f-a1ba-806313b3c072", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:37:45.715036 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-662c6cf2-7f56-4fba-89ae-481623fc1433 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:37:45.715637 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e7397c3-9642-4fe6-b6c4-32d7843783ff', 'name': 'network-vif-deleted', 'tag': 'a41d2256-8405-429f-a1ba-806313b3c072', 'status': 'completed', 'code': 200} Jul 14 09:37:45.718543 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a345a2f-551e-4327-bd27-c8f9c37d0907 admin admin] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:37:45.731478 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e34d9cc7-832a-451e-8e03-238268e7f323 None None] Sync routers for ids ['f9725ee0-cfd0-4c44-bdfb-6f1cab043168'] in n-d-779913-29 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:37:45.755930 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e34d9cc7-832a-451e-8e03-238268e7f323 None None] Routers {'f9725ee0-cfd0-4c44-bdfb-6f1cab043168'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:37:45.756564 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-e34d9cc7-832a-451e-8e03-238268e7f323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:37:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['f9725ee0-cfd0-4c44-bdfb-6f1cab043168'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:45.764119 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2a345a2f-551e-4327-bd27-c8f9c37d0907 admin admin] Notify callbacks [] for router, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:45.768509 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-2a345a2f-551e-4327-bd27-c8f9c37d0907 admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.8663013 Jul 14 09:37:45.768662 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 37248) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:45.933180 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-e34d9cc7-832a-451e-8e03-238268e7f323 None None] Set router f9725ee0-cfd0-4c44-bdfb-6f1cab043168 gateway port host: n-d-779913-29 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:37:46.010019 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e47fed8-7306-49c0-91e6-b3f9cb640381 req-6625aff9-1de9-4d30-8607-86ed78672452 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:46.019450 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-7e47fed8-7306-49c0-91e6-b3f9cb640381 req-6625aff9-1de9-4d30-8607-86ed78672452 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/ports?device_id=5ed0c1cb-c3d6-40f1-8aad-1894504b5a83 HTTP/1.1" status: 200 len: 946 time: 0.1027644 Jul 14 09:37:46.085919 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-7e47fed8-7306-49c0-91e6-b3f9cb640381 req-65fbedf3-931f-4633-97eb-d99803fe7374 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/security-groups?id=3e66fdd8-bd2d-4f0b-a124-b60bfc46cfe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648921 Jul 14 09:37:46.124570 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-d825c967-8ffe-4c42-aa53-b727e72c69cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46431b7c-8b9c-4b6a-bebe-d293c653d238', 'name': 'tempest-AttachVolumeShelveTestJSON-809254703-router', 'tenant_id': '51a0c5b2b5094b24a910e75e03cedf47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.85'}], 'enable_snat': True}, 'gw_port_id': '40e7c51a-bf54-47f0-bc1b-176ca3f64dfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:28:56Z', 'updated_at': '2021-07-14T09:29:06Z', 'revision_number': 4, 'project_id': '51a0c5b2b5094b24a910e75e03cedf47', 'gw_port': {'id': '40e7c51a-bf54-47f0-bc1b-176ca3f64dfd', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:7a:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46431b7c-8b9c-4b6a-bebe-d293c653d238', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:28:57Z', 'updated_at': '2021-07-14T09:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': 'c4e868fd-c59a-4ec2-986d-5c9a274f714c', 'name': '', 'network_id': '087e0468-2285-4c59-b3f2-1d1ff8b2217b', 'tenant_id': '51a0c5b2b5094b24a910e75e03cedf47', 'mac_address': 'fa:16:3e:35:fe:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46431b7c-8b9c-4b6a-bebe-d293c653d238', 'device_owner': 'network:router_interface', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': '04ae7776-8c86-484d-9bcc-4299f4579807', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:29:03Z', 'updated_at': '2021-07-14T09:29:12Z', 'revision_number': 5, 'project_id': '51a0c5b2b5094b24a910e75e03cedf47', 'subnets': [{'id': '04ae7776-8c86-484d-9bcc-4299f4579807', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:46.158824 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-e34d9cc7-832a-451e-8e03-238268e7f323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9725ee0-cfd0-4c44-bdfb-6f1cab043168', 'name': 'tempest-TestServerBasicOps-1350170889-router', 'tenant_id': '8e5e3e24b23942559d8e5fd9c20fa07d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.148'}], 'enable_snat': True}, 'gw_port_id': '72a61d52-80fb-419b-9033-1a5e3cac6456', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:37:41Z', 'updated_at': '2021-07-14T09:37:44Z', 'revision_number': 3, 'project_id': '8e5e3e24b23942559d8e5fd9c20fa07d', 'gw_port': {'id': '72a61d52-80fb-419b-9033-1a5e3cac6456', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:a4:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9725ee0-cfd0-4c44-bdfb-6f1cab043168', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2393, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:37:42Z', 'updated_at': '2021-07-14T09:37:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29'}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:46.225890 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e34d9cc7-832a-451e-8e03-238268e7f323 None None] Checking router: f9725ee0-cfd0-4c44-bdfb-6f1cab043168 for host: n-d-779913-29 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:37:46.226599 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e34d9cc7-832a-451e-8e03-238268e7f323 None None] Updating router f9725ee0-cfd0-4c44-bdfb-6f1cab043168 port 72a61d52-80fb-419b-9033-1a5e3cac6456 binding host n-d-779913-29 {{(pid=93960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:37:46.233406 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device a41d2256-8405-429f-a1ba-806313b3c072 no longer exists at agent hyperv_n-h2-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:37:46.235819 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d825c967-8ffe-4c42-aa53-b727e72c69cb None None] Checking router: 46431b7c-8b9c-4b6a-bebe-d293c653d238 for host: n-d-779913-29 {{(pid=93959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:37:46.275028 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e34d9cc7-832a-451e-8e03-238268e7f323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:46.538401 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device f5d3b1eb-5899-4a5d-a883-bc93377b4559 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:37:46.550174 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] No Port match for: a41d2256-8405-429f-a1ba-806313b3c072 {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:37:46.559821 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device a41d2256-8405-429f-a1ba-806313b3c072 not bound to the agent host n-h2-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:37:46.569305 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5ece91d5-02e6-4cbb-a12a-2d461d9ebeb8 req-c88f9caa-d457-40c4-a0ad-0b61eed3e2db tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] 10.222.0.68 "GET /v2.0/ports?device_id=15fddc0e-6959-44be-b8ff-be56e396088e HTTP/1.1" status: 200 len: 210 time: 0.0883417 Jul 14 09:37:46.591904 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d825c967-8ffe-4c42-aa53-b727e72c69cb None None] Routers {'46431b7c-8b9c-4b6a-bebe-d293c653d238'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:37:46.593615 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-d825c967-8ffe-4c42-aa53-b727e72c69cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:37:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['46431b7c-8b9c-4b6a-bebe-d293c653d238'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:46.732151 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvr_db [None req-d825c967-8ffe-4c42-aa53-b727e72c69cb None None] Set router 46431b7c-8b9c-4b6a-bebe-d293c653d238 gateway port host: n-d-779913-29 {{(pid=93959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:37:46.856382 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-9e34f3d1-5d9b-4599-baea-dd44fcf42401 req-92fcb792-c411-4e84-97c6-19330688a37b tempest-ServerAddressesNegativeTestJSON-1989399623 tempest-ServerAddressesNegativeTestJSON-1989399623-project] 10.222.0.68 "GET /v2.0/ports?device_id=6271ebff-9c10-4207-a5c1-f5c2ac3d21a1 HTTP/1.1" status: 200 len: 210 time: 0.0891657 Jul 14 09:37:46.933764 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e34d9cc7-832a-451e-8e03-238268e7f323 None None] Notify callbacks [] for port, precommit_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:46.946493 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-e34d9cc7-832a-451e-8e03-238268e7f323 None None] Transition to ACTIVE for port object 72a61d52-80fb-419b-9033-1a5e3cac6456 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:37:46.954852 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e34d9cc7-832a-451e-8e03-238268e7f323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:47.064468 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-e34d9cc7-832a-451e-8e03-238268e7f323 None None] Attempting to bind port 72a61d52-80fb-419b-9033-1a5e3cac6456 on host n-d-779913-29 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:37:47.064860 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-e34d9cc7-832a-451e-8e03-238268e7f323 None None] Attempting to bind port 72a61d52-80fb-419b-9033-1a5e3cac6456 by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': '81bf7a93-80b3-43df-b9d5-462c604a2945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:37:47.065212 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e34d9cc7-832a-451e-8e03-238268e7f323 None None] Attempting to bind port 72a61d52-80fb-419b-9033-1a5e3cac6456 on network 2dcd4d32-cc7c-4468-b396-7ce5c9231892 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:37:47.080019 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61996c38-6485-4778-a2cb-2649c9429a9b None None] Pushing event updated for resources: {'Port': ['ID=72a61d52-80fb-419b-9033-1a5e3cac6456,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:47.083350 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e34d9cc7-832a-451e-8e03-238268e7f323 None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 37, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:37:47.083739 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e34d9cc7-832a-451e-8e03-238268e7f323 None None] Checking segment: {'id': '81bf7a93-80b3-43df-b9d5-462c604a2945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:37:47.084167 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e34d9cc7-832a-451e-8e03-238268e7f323 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:47.084525 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e34d9cc7-832a-451e-8e03-238268e7f323 None None] Bound using segment: {'id': '81bf7a93-80b3-43df-b9d5-462c604a2945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:37:47.085001 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-e34d9cc7-832a-451e-8e03-238268e7f323 None None] Bound port: 72a61d52-80fb-419b-9033-1a5e3cac6456, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81bf7a93-80b3-43df-b9d5-462c604a2945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:37:47.085385 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e34d9cc7-832a-451e-8e03-238268e7f323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:47.089823 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port f5d3b1eb-5899-4a5d-a883-bc93377b4559 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:37:47.090283 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:47.100230 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 37278) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:47.203537 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-e34d9cc7-832a-451e-8e03-238268e7f323 None None] For port 72a61d52-80fb-419b-9033-1a5e3cac6456, host n-d-779913-29, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:37:47.208128 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5ab7b8e0-b702-4646-9680-747c7550c1ef tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Notify callbacks [] for security_group, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:47.211926 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-e34d9cc7-832a-451e-8e03-238268e7f323 None None] For port 72a61d52-80fb-419b-9033-1a5e3cac6456, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=72a61d52-80fb-419b-9033-1a5e3cac6456,segment=NetworkSegment(81bf7a93-80b3-43df-b9d5-462c604a2945),segment_id=81bf7a93-80b3-43df-b9d5-462c604a2945)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:37:47.225355 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-e34d9cc7-832a-451e-8e03-238268e7f323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:47.258269 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5ab7b8e0-b702-4646-9680-747c7550c1ef tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:47.308553 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e34d9cc7-832a-451e-8e03-238268e7f323 None None] Routers {'f9725ee0-cfd0-4c44-bdfb-6f1cab043168'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:37:47.309799 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-e34d9cc7-832a-451e-8e03-238268e7f323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:37:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['f9725ee0-cfd0-4c44-bdfb-6f1cab043168'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:47.361325 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-d825c967-8ffe-4c42-aa53-b727e72c69cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46431b7c-8b9c-4b6a-bebe-d293c653d238', 'name': 'tempest-AttachVolumeShelveTestJSON-809254703-router', 'tenant_id': '51a0c5b2b5094b24a910e75e03cedf47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.85'}], 'enable_snat': True}, 'gw_port_id': '40e7c51a-bf54-47f0-bc1b-176ca3f64dfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:28:56Z', 'updated_at': '2021-07-14T09:29:06Z', 'revision_number': 4, 'project_id': '51a0c5b2b5094b24a910e75e03cedf47', 'gw_port': {'id': '40e7c51a-bf54-47f0-bc1b-176ca3f64dfd', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:7a:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46431b7c-8b9c-4b6a-bebe-d293c653d238', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:28:57Z', 'updated_at': '2021-07-14T09:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': 'c4e868fd-c59a-4ec2-986d-5c9a274f714c', 'name': '', 'network_id': '087e0468-2285-4c59-b3f2-1d1ff8b2217b', 'tenant_id': '51a0c5b2b5094b24a910e75e03cedf47', 'mac_address': 'fa:16:3e:35:fe:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46431b7c-8b9c-4b6a-bebe-d293c653d238', 'device_owner': 'network:router_interface', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': '04ae7776-8c86-484d-9bcc-4299f4579807', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:29:03Z', 'updated_at': '2021-07-14T09:29:12Z', 'revision_number': 5, 'project_id': '51a0c5b2b5094b24a910e75e03cedf47', 'subnets': [{'id': '04ae7776-8c86-484d-9bcc-4299f4579807', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:47.426799 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-601e267f-afd6-4e3b-a843-64bc935229de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:47.444171 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5ab7b8e0-b702-4646-9680-747c7550c1ef tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:47.446985 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5ab7b8e0-b702-4646-9680-747c7550c1ef tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:47.451857 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-5ab7b8e0-b702-4646-9680-747c7550c1ef tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] 10.222.0.68 "DELETE /v2.0/security-groups/d752f37c-fee3-40c2-9393-243f60d7ab2d HTTP/1.1" status: 204 len: 168 time: 0.3460231 Jul 14 09:37:47.454694 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d825c967-8ffe-4c42-aa53-b727e72c69cb None None] The sync data for ids ['46431b7c-8b9c-4b6a-bebe-d293c653d238'] in n-d-779913-29 is: [{'id': '46431b7c-8b9c-4b6a-bebe-d293c653d238', 'name': 'tempest-AttachVolumeShelveTestJSON-809254703-router', 'tenant_id': '51a0c5b2b5094b24a910e75e03cedf47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.85'}], 'enable_snat': True}, 'gw_port_id': '40e7c51a-bf54-47f0-bc1b-176ca3f64dfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:28:56Z', 'updated_at': '2021-07-14T09:29:06Z', 'revision_number': 4, 'project_id': '51a0c5b2b5094b24a910e75e03cedf47', 'gw_port': {'id': '40e7c51a-bf54-47f0-bc1b-176ca3f64dfd', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:7a:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46431b7c-8b9c-4b6a-bebe-d293c653d238', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:28:57Z', 'updated_at': '2021-07-14T09:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': 'c4e868fd-c59a-4ec2-986d-5c9a274f714c', 'name': '', 'network_id': '087e0468-2285-4c59-b3f2-1d1ff8b2217b', 'tenant_id': '51a0c5b2b5094b24a910e75e03cedf47', 'mac_address': 'fa:16:3e:35:fe:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46431b7c-8b9c-4b6a-bebe-d293c653d238', 'device_owner': 'network:router_interface', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': '04ae7776-8c86-484d-9bcc-4299f4579807', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:29:03Z', 'updated_at': '2021-07-14T09:29:12Z', 'revision_number': 5, 'project_id': '51a0c5b2b5094b24a910e75e03cedf47', 'subnets': [{'id': '04ae7776-8c86-484d-9bcc-4299f4579807', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:37:47.456785 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 37280) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:47.468421 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab7b8e0-b702-4646-9680-747c7550c1ef tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d752f37c-fee3-40c2-9393-243f60d7ab2d,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:47.497216 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-e34d9cc7-832a-451e-8e03-238268e7f323 None None] Set router f9725ee0-cfd0-4c44-bdfb-6f1cab043168 gateway port host: n-d-779913-29 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:37:47.500597 n-d-779913-29 neutron-server[93958]: INFO neutron.api.v2.resource [None req-649c8319-9ce9-4c22-a1af-8b95fdec4a47 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] show failed (client error): The resource could not be found. Jul 14 09:37:47.501743 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-649c8319-9ce9-4c22-a1af-8b95fdec4a47 tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] 10.222.0.68 "GET /v2.0/security-groups/d752f37c-fee3-40c2-9393-243f60d7ab2d HTTP/1.1" status: 404 len: 347 time: 0.0372767 Jul 14 09:37:47.505388 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 37282) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:47.727133 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14270817-52ea-449d-82c4-b53cf25c8b72 req-76e20a41-7229-4673-ba5a-9651aca5a44a tempest-ServerAddressesNegativeTestJSON-1989399623 tempest-ServerAddressesNegativeTestJSON-1989399623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:47.728785 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-14270817-52ea-449d-82c4-b53cf25c8b72 req-76e20a41-7229-4673-ba5a-9651aca5a44a tempest-ServerAddressesNegativeTestJSON-1989399623 tempest-ServerAddressesNegativeTestJSON-1989399623-project] 10.222.0.57 "GET /v2.0/networks?id=a047be9f-9890-42b2-a71a-9626f7c59d0d HTTP/1.1" status: 200 len: 821 time: 0.4335876 Jul 14 09:37:47.749406 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-14270817-52ea-449d-82c4-b53cf25c8b72 req-4c26bb80-c70d-4e42-8072-78128620b1ad tempest-ServerAddressesNegativeTestJSON-1989399623 tempest-ServerAddressesNegativeTestJSON-1989399623-project] Request body: {'port': {'device_id': '6271ebff-9c10-4207-a5c1-f5c2ac3d21a1', 'network_id': 'a047be9f-9890-42b2-a71a-9626f7c59d0d', 'admin_state_up': True, 'tenant_id': '015a27eacbb64373b190d745fbb6a9ff'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:37:47.800877 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61996c38-6485-4778-a2cb-2649c9429a9b None None] Pushing event updated for resources: {'Port': ['ID=72a61d52-80fb-419b-9033-1a5e3cac6456,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:47.879717 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-601e267f-afd6-4e3b-a843-64bc935229de admin admin] Allocated IP 172.20.0.1 (6c29f6d8-c262-4639-bd5f-4fee768f8f0b/bdb5ef61-646e-46dd-82a7-ce9d14bdc4cf/c80ecb96-3dec-46ba-9ce0-e10742d650a6) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:37:47.991267 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6a84021-0fba-493c-8b0e-a696c9628c78 None None] New status for floating IP d51d5881-b842-462f-84c1-8a4cca01f231: DOWN {{(pid=93959) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:37:48.040447 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d7dbec32-2212-4e62-a782-45964dffa30b req-54759151-f617-4625-860a-117d252f6167 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] 10.222.0.68 "GET /v2.0/ports?device_id=15fddc0e-6959-44be-b8ff-be56e396088e HTTP/1.1" status: 200 len: 210 time: 0.1009405 Jul 14 09:37:48.134326 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14270817-52ea-449d-82c4-b53cf25c8b72 req-4c26bb80-c70d-4e42-8072-78128620b1ad tempest-ServerAddressesNegativeTestJSON-1989399623 tempest-ServerAddressesNegativeTestJSON-1989399623-project] Made reservation on behalf of 015a27eacbb64373b190d745fbb6a9ff for: {'port': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:37:48.149894 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-14270817-52ea-449d-82c4-b53cf25c8b72 req-4c26bb80-c70d-4e42-8072-78128620b1ad tempest-ServerAddressesNegativeTestJSON-1989399623 tempest-ServerAddressesNegativeTestJSON-1989399623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:48.165085 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-e34d9cc7-832a-451e-8e03-238268e7f323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9725ee0-cfd0-4c44-bdfb-6f1cab043168', 'name': 'tempest-TestServerBasicOps-1350170889-router', 'tenant_id': '8e5e3e24b23942559d8e5fd9c20fa07d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.148'}], 'enable_snat': True}, 'gw_port_id': '72a61d52-80fb-419b-9033-1a5e3cac6456', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:37:41Z', 'updated_at': '2021-07-14T09:37:44Z', 'revision_number': 3, 'project_id': '8e5e3e24b23942559d8e5fd9c20fa07d', 'gw_port': {'id': '72a61d52-80fb-419b-9033-1a5e3cac6456', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:a4:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9725ee0-cfd0-4c44-bdfb-6f1cab043168', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2393, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:37:42Z', 'updated_at': '2021-07-14T09:37:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29'}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:48.191593 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-f75e2633-5499-468a-84ae-bd5fbe06a3ab tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Deleting port 3d9afd79-ec33-438c-933b-7b50092d2cfc {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:37:48.192139 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f75e2633-5499-468a-84ae-bd5fbe06a3ab tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:48.239837 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e34d9cc7-832a-451e-8e03-238268e7f323 None None] The sync data for ids ['f9725ee0-cfd0-4c44-bdfb-6f1cab043168'] in n-d-779913-29 is: [{'id': 'f9725ee0-cfd0-4c44-bdfb-6f1cab043168', 'name': 'tempest-TestServerBasicOps-1350170889-router', 'tenant_id': '8e5e3e24b23942559d8e5fd9c20fa07d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.148'}], 'enable_snat': True}, 'gw_port_id': '72a61d52-80fb-419b-9033-1a5e3cac6456', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:37:41Z', 'updated_at': '2021-07-14T09:37:44Z', 'revision_number': 3, 'project_id': '8e5e3e24b23942559d8e5fd9c20fa07d', 'gw_port': {'id': '72a61d52-80fb-419b-9033-1a5e3cac6456', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:a4:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9725ee0-cfd0-4c44-bdfb-6f1cab043168', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2393, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:37:42Z', 'updated_at': '2021-07-14T09:37:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29'}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:37:48.287690 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-749342ad-e303-4769-8f19-da442b8889de req-1da5108b-d628-4e67-bf09-0bc16b5e5bb7 tempest-ServerAddressesNegativeTestJSON-1989399623 tempest-ServerAddressesNegativeTestJSON-1989399623-project] 10.222.0.68 "GET /v2.0/ports?device_id=6271ebff-9c10-4207-a5c1-f5c2ac3d21a1 HTTP/1.1" status: 200 len: 210 time: 0.1027851 Jul 14 09:37:48.386721 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-601e267f-afd6-4e3b-a843-64bc935229de admin admin] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:48.407554 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-601e267f-afd6-4e3b-a843-64bc935229de admin admin] Transition to ACTIVE for port object c80ecb96-3dec-46ba-9ce0-e10742d650a6 will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:37:48.461217 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-601e267f-afd6-4e3b-a843-64bc935229de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:48.488489 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [req-14270817-52ea-449d-82c4-b53cf25c8b72 req-4c26bb80-c70d-4e42-8072-78128620b1ad tempest-ServerAddressesNegativeTestJSON-1989399623 tempest-ServerAddressesNegativeTestJSON-1989399623-project] Allocated IP 172.20.0.4 (a047be9f-9890-42b2-a71a-9626f7c59d0d/244f89c1-88a6-433f-913b-d76daacc37e0/3dfdce9e-34b9-4229-81ee-7371ec809ee5) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:37:48.529838 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601e267f-afd6-4e3b-a843-64bc935229de admin admin] Pushing event updated for resources: {'Port': ['ID=c80ecb96-3dec-46ba-9ce0-e10742d650a6,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:48.548780 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-601e267f-afd6-4e3b-a843-64bc935229de admin admin] Network 6c29f6d8-c262-4639-bd5f-4fee768f8f0b is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:37:48.550428 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-601e267f-afd6-4e3b-a843-64bc935229de admin admin] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:37:48.553042 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-601e267f-afd6-4e3b-a843-64bc935229de admin admin] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:37:48.599434 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-601e267f-afd6-4e3b-a843-64bc935229de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-660393'] for router_interface, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:48.916562 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-601e267f-afd6-4e3b-a843-64bc935229de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:49.067199 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-ad91e0d9-d85a-4d6a-8f79-dd52ac2003d5 None None] Provisioning for port c80ecb96-3dec-46ba-9ce0-e10742d650a6 completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:37:49.081465 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-ad91e0d9-d85a-4d6a-8f79-dd52ac2003d5 None None] Provisioning complete for port c80ecb96-3dec-46ba-9ce0-e10742d650a6 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:37:49.081465 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ad91e0d9-d85a-4d6a-8f79-dd52ac2003d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:49.183769 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f75e2633-5499-468a-84ae-bd5fbe06a3ab tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:49.184753 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f75e2633-5499-468a-84ae-bd5fbe06a3ab tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:49.190395 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-ad91e0d9-d85a-4d6a-8f79-dd52ac2003d5 None None] Port c80ecb96-3dec-46ba-9ce0-e10742d650a6 cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:37:49.200489 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-f75e2633-5499-468a-84ae-bd5fbe06a3ab tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Calling delete_port for 3d9afd79-ec33-438c-933b-7b50092d2cfc owned by network:floatingip {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:37:49.312228 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-601e267f-afd6-4e3b-a843-64bc935229de admin admin] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:49.332561 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-601e267f-afd6-4e3b-a843-64bc935229de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13574142'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:49.334054 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 37308) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:49.520396 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601e267f-afd6-4e3b-a843-64bc935229de admin admin] Pushing event updated for resources: {'Port': ['ID=c80ecb96-3dec-46ba-9ce0-e10742d650a6,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:49.531525 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-601e267f-afd6-4e3b-a843-64bc935229de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-683747'] for router_interface, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:49.534540 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1ddc2cac-9d4a-4347-aef6-cf96697f80ca req-bac58b4c-2f7d-42fe-a6f9-5860e3703d51 tempest-ServerAddressesNegativeTestJSON-1989399623 tempest-ServerAddressesNegativeTestJSON-1989399623-project] 10.222.0.68 "GET /v2.0/ports?device_id=6271ebff-9c10-4207-a5c1-f5c2ac3d21a1 HTTP/1.1" status: 200 len: 210 time: 0.0591547 Jul 14 09:37:49.572237 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-14270817-52ea-449d-82c4-b53cf25c8b72 req-4c26bb80-c70d-4e42-8072-78128620b1ad tempest-ServerAddressesNegativeTestJSON-1989399623 tempest-ServerAddressesNegativeTestJSON-1989399623-project] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:49.581460 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-11a2720d-8d5f-40dd-be7f-0e458234937c tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:49.597626 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f75e2633-5499-468a-84ae-bd5fbe06a3ab tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:49.676641 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75e2633-5499-468a-84ae-bd5fbe06a3ab tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Pushing event deleted for resources: {'Port': ['ID=3d9afd79-ec33-438c-933b-7b50092d2cfc,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:49.678454 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-11a2720d-8d5f-40dd-be7f-0e458234937c tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:49.680041 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-14270817-52ea-449d-82c4-b53cf25c8b72 req-4c26bb80-c70d-4e42-8072-78128620b1ad tempest-ServerAddressesNegativeTestJSON-1989399623 tempest-ServerAddressesNegativeTestJSON-1989399623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:49.764972 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-601e267f-afd6-4e3b-a843-64bc935229de admin admin] Network 6c29f6d8-c262-4639-bd5f-4fee768f8f0b is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:37:49.767488 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-601e267f-afd6-4e3b-a843-64bc935229de admin admin] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:37:49.797437 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c26bb80-c70d-4e42-8072-78128620b1ad tempest-ServerAddressesNegativeTestJSON-1989399623 tempest-ServerAddressesNegativeTestJSON-1989399623-project] Pushing event updated for resources: {'Port': ['ID=3dfdce9e-34b9-4229-81ee-7371ec809ee5,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:49.850737 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14270817-52ea-449d-82c4-b53cf25c8b72 req-4c26bb80-c70d-4e42-8072-78128620b1ad tempest-ServerAddressesNegativeTestJSON-1989399623 tempest-ServerAddressesNegativeTestJSON-1989399623-project] Network a047be9f-9890-42b2-a71a-9626f7c59d0d is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:37:49.853806 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [req-14270817-52ea-449d-82c4-b53cf25c8b72 req-4c26bb80-c70d-4e42-8072-78128620b1ad tempest-ServerAddressesNegativeTestJSON-1989399623 tempest-ServerAddressesNegativeTestJSON-1989399623-project] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:37:49.858272 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-14270817-52ea-449d-82c4-b53cf25c8b72 req-4c26bb80-c70d-4e42-8072-78128620b1ad tempest-ServerAddressesNegativeTestJSON-1989399623 tempest-ServerAddressesNegativeTestJSON-1989399623-project] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:37:49.890570 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f75e2633-5499-468a-84ae-bd5fbe06a3ab tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Notify callbacks [] for floatingip, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:49.893303 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f75e2633-5499-468a-84ae-bd5fbe06a3ab tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for floatingip, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:49.894550 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-f75e2633-5499-468a-84ae-bd5fbe06a3ab tempest-AttachVolumeShelveTestJSON-1356008483 tempest-AttachVolumeShelveTestJSON-1356008483-project] 10.222.0.68 "DELETE /v2.0/floatingips/d51d5881-b842-462f-84c1-8a4cca01f231 HTTP/1.1" status: 204 len: 168 time: 2.3765295 Jul 14 09:37:49.921523 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-11a2720d-8d5f-40dd-be7f-0e458234937c tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:49.921523 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-11a2720d-8d5f-40dd-be7f-0e458234937c tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:49.921523 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-11a2720d-8d5f-40dd-be7f-0e458234937c tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] 10.222.0.68 "DELETE /v2.0/security-groups/654de86a-d9c2-46da-8a5c-08b7fecbf459 HTTP/1.1" status: 204 len: 168 time: 0.5787530 Jul 14 09:37:49.921523 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 37312) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:49.934140 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14270817-52ea-449d-82c4-b53cf25c8b72 req-4c26bb80-c70d-4e42-8072-78128620b1ad tempest-ServerAddressesNegativeTestJSON-1989399623 tempest-ServerAddressesNegativeTestJSON-1989399623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:49.934140 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-14270817-52ea-449d-82c4-b53cf25c8b72 req-4c26bb80-c70d-4e42-8072-78128620b1ad tempest-ServerAddressesNegativeTestJSON-1989399623 tempest-ServerAddressesNegativeTestJSON-1989399623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:49.970126 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a2720d-8d5f-40dd-be7f-0e458234937c tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=654de86a-d9c2-46da-8a5c-08b7fecbf459,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:49.973397 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-14270817-52ea-449d-82c4-b53cf25c8b72 req-4c26bb80-c70d-4e42-8072-78128620b1ad tempest-ServerAddressesNegativeTestJSON-1989399623 tempest-ServerAddressesNegativeTestJSON-1989399623-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2288671 Jul 14 09:37:49.978425 n-d-779913-29 neutron-server[93958]: INFO neutron.api.v2.resource [None req-9eec60da-0a01-446d-9898-3d6625f4b4ce tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] show failed (client error): The resource could not be found. Jul 14 09:37:49.980134 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-9eec60da-0a01-446d-9898-3d6625f4b4ce tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] 10.222.0.68 "GET /v2.0/security-groups/654de86a-d9c2-46da-8a5c-08b7fecbf459 HTTP/1.1" status: 404 len: 347 time: 0.0589769 Jul 14 09:37:49.985009 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 37316) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:50.008905 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-601e267f-afd6-4e3b-a843-64bc935229de admin admin] Router f9725ee0-cfd0-4c44-bdfb-6f1cab043168 has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:37:50.014199 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-14270817-52ea-449d-82c4-b53cf25c8b72 req-cbdf8759-b160-4ab1-aefb-1a3036798cb4 service neutron] Request body: {'port': {'device_id': '6271ebff-9c10-4207-a5c1-f5c2ac3d21a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-29'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:37:50.202707 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-14270817-52ea-449d-82c4-b53cf25c8b72 req-cbdf8759-b160-4ab1-aefb-1a3036798cb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:50.245854 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-dc5d6e97-0a16-49c7-a4ff-fbb45f2e4b4e None None] Provisioning complete for port c80ecb96-3dec-46ba-9ce0-e10742d650a6 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:37:50.246868 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-dc5d6e97-0a16-49c7-a4ff-fbb45f2e4b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:50.313437 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-601e267f-afd6-4e3b-a843-64bc935229de admin admin] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:37:50.321690 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-601e267f-afd6-4e3b-a843-64bc935229de admin admin] 10.222.0.68 "PUT /v2.0/routers/f9725ee0-cfd0-4c44-bdfb-6f1cab043168/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5521097 Jul 14 09:37:50.344630 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-dc5d6e97-0a16-49c7-a4ff-fbb45f2e4b4e None None] Port c80ecb96-3dec-46ba-9ce0-e10742d650a6 cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:37:50.517017 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 72a61d52-80fb-419b-9033-1a5e3cac6456 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:37:50.544423 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-9b28a967-9d41-46c3-a60b-24ca0701ee89 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Deleting port 9f6b64b2-3a5a-4c87-97d9-ca27dd18ad21 {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:37:50.544809 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-9b28a967-9d41-46c3-a60b-24ca0701ee89 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:50.606197 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning for port 72a61d52-80fb-419b-9033-1a5e3cac6456 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:37:50.628394 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port 72a61d52-80fb-419b-9033-1a5e3cac6456 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:37:50.630565 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:50.770855 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 9e91a837-3b23-4ea6-ab66-86261b57cd5c details requested by agent hyperv_n-h1-779913-29 with host n-h1-779913-29 {{(pid=93959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:37:50.908598 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:50.935746 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] For port 72a61d52-80fb-419b-9033-1a5e3cac6456, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=72a61d52-80fb-419b-9033-1a5e3cac6456,segment=NetworkSegment(81bf7a93-80b3-43df-b9d5-462c604a2945),segment_id=81bf7a93-80b3-43df-b9d5-462c604a2945)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:37:50.946065 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:50.970187 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e00f104-93a1-40cb-8f3d-079817c11d4d None None] Sync routers for ids ['f9725ee0-cfd0-4c44-bdfb-6f1cab043168'] in n-d-779913-29 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:37:50.984548 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28017581-b1a9-4f8e-9d0f-841c9bbe58e5 req-e84302d8-9bb3-4aea-8035-a7b211af9e1e tempest-ServerAddressesNegativeTestJSON-1989399623 tempest-ServerAddressesNegativeTestJSON-1989399623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:50.992120 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e00f104-93a1-40cb-8f3d-079817c11d4d None None] Routers {'f9725ee0-cfd0-4c44-bdfb-6f1cab043168'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:37:50.994223 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-4e00f104-93a1-40cb-8f3d-079817c11d4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:37:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['f9725ee0-cfd0-4c44-bdfb-6f1cab043168'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:51.000725 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-28017581-b1a9-4f8e-9d0f-841c9bbe58e5 req-e84302d8-9bb3-4aea-8035-a7b211af9e1e tempest-ServerAddressesNegativeTestJSON-1989399623 tempest-ServerAddressesNegativeTestJSON-1989399623-project] 10.222.0.68 "GET /v2.0/ports?device_id=6271ebff-9c10-4207-a5c1-f5c2ac3d21a1 HTTP/1.1" status: 200 len: 931 time: 0.2411895 Jul 14 09:37:51.003868 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-9b28a967-9d41-46c3-a60b-24ca0701ee89 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:51.013030 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-9b28a967-9d41-46c3-a60b-24ca0701ee89 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:51.063311 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port 9e91a837-3b23-4ea6-ab66-86261b57cd5c, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=9e91a837-3b23-4ea6-ab66-86261b57cd5c,segment=NetworkSegment(5aade75d-903c-400b-b4a7-6f3ba4ae14ee),segment_id=5aade75d-903c-400b-b4a7-6f3ba4ae14ee)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:37:51.099520 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Pushing event updated for resources: {'Port': ['ID=72a61d52-80fb-419b-9033-1a5e3cac6456,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:51.103370 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Returning: {'device': '9e91a837-3b23-4ea6-ab66-86261b57cd5c', 'network_id': '2a42cb13-2d55-4959-a070-eb88da564dfb', 'port_id': '9e91a837-3b23-4ea6-ab66-86261b57cd5c', 'mac_address': 'fa:16:3e:45:62:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2fb6ebb7-0edb-47a6-96f3-036e2585c66a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:37:51.111537 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-9b28a967-9d41-46c3-a60b-24ca0701ee89 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Calling delete_port for 9f6b64b2-3a5a-4c87-97d9-ca27dd18ad21 owned by network:floatingip {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:37:51.153206 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:51.163226 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-28017581-b1a9-4f8e-9d0f-841c9bbe58e5 req-272507b0-1989-4f7a-ad80-418d4272bad6 tempest-ServerAddressesNegativeTestJSON-1989399623 tempest-ServerAddressesNegativeTestJSON-1989399623-project] 10.222.0.68 "GET /v2.0/security-groups?id=4d24d01f-a316-4a10-9de7-b4e67509b63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504338 Jul 14 09:37:51.174437 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9e91a837-3b23-4ea6-ab66-86261b57cd5c {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:37:51.217913 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port 9e91a837-3b23-4ea6-ab66-86261b57cd5c, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=9e91a837-3b23-4ea6-ab66-86261b57cd5c,segment=NetworkSegment(5aade75d-903c-400b-b4a7-6f3ba4ae14ee),segment_id=5aade75d-903c-400b-b4a7-6f3ba4ae14ee)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:37:51.225345 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:51.364277 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Pushing event updated for resources: {'Port': ['ID=9e91a837-3b23-4ea6-ab66-86261b57cd5c,revision_number=6']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:51.392649 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-4e00f104-93a1-40cb-8f3d-079817c11d4d None None] Set router f9725ee0-cfd0-4c44-bdfb-6f1cab043168 gateway port host: n-d-779913-29 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:37:51.407684 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] get_ports_and_sgs() called for port_ids ['9e91a837-3b23-4ea6-ab66-86261b57cd5c'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:37:51.441598 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [req-14270817-52ea-449d-82c4-b53cf25c8b72 req-cbdf8759-b160-4ab1-aefb-1a3036798cb4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3dfdce9e-34b9-4229-81ee-7371ec809ee5 {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:37:51.456878 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-14270817-52ea-449d-82c4-b53cf25c8b72 req-cbdf8759-b160-4ab1-aefb-1a3036798cb4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:51.535836 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [req-14270817-52ea-449d-82c4-b53cf25c8b72 req-cbdf8759-b160-4ab1-aefb-1a3036798cb4 service neutron] Transition to ACTIVE for port object 3dfdce9e-34b9-4229-81ee-7371ec809ee5 will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:37:51.550103 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 37370) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:51.554968 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-36f2d377-dec8-446f-b60d-07e7f4ad4e33 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1967200096-network', 'tenant_id': '8874416513b740c8bc899533e69ae7c7'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:37:51.579380 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-14270817-52ea-449d-82c4-b53cf25c8b72 req-cbdf8759-b160-4ab1-aefb-1a3036798cb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:51.662142 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36f2d377-dec8-446f-b60d-07e7f4ad4e33 admin admin] Made reservation on behalf of 8874416513b740c8bc899533e69ae7c7 for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:37:51.664596 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-36f2d377-dec8-446f-b60d-07e7f4ad4e33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:51.696839 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-36f2d377-dec8-446f-b60d-07e7f4ad4e33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:51.773172 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdf8759-b160-4ab1-aefb-1a3036798cb4 service neutron] Pushing event updated for resources: {'Port': ['ID=3dfdce9e-34b9-4229-81ee-7371ec809ee5,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:51.907876 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-4e00f104-93a1-40cb-8f3d-079817c11d4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9725ee0-cfd0-4c44-bdfb-6f1cab043168', 'name': 'tempest-TestServerBasicOps-1350170889-router', 'tenant_id': '8e5e3e24b23942559d8e5fd9c20fa07d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.148'}], 'enable_snat': True}, 'gw_port_id': '72a61d52-80fb-419b-9033-1a5e3cac6456', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:37:41Z', 'updated_at': '2021-07-14T09:37:48Z', 'revision_number': 4, 'project_id': '8e5e3e24b23942559d8e5fd9c20fa07d', 'gw_port': {'id': '72a61d52-80fb-419b-9033-1a5e3cac6456', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:a4:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9725ee0-cfd0-4c44-bdfb-6f1cab043168', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2393, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:37:42Z', 'updated_at': '2021-07-14T09:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': 'c80ecb96-3dec-46ba-9ce0-e10742d650a6', 'name': '', 'network_id': '6c29f6d8-c262-4639-bd5f-4fee768f8f0b', 'tenant_id': '8e5e3e24b23942559d8e5fd9c20fa07d', 'mac_address': 'fa:16:3e:6c:5a:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9725ee0-cfd0-4c44-bdfb-6f1cab043168', 'device_owner': 'network:router_interface', 'standard_attr_id': 2394, 'fixed_ips': [{'subnet_id': 'bdb5ef61-646e-46dd-82a7-ce9d14bdc4cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:37:47Z', 'updated_at': '2021-07-14T09:37:49Z', 'revision_number': 2, 'project_id': '8e5e3e24b23942559d8e5fd9c20fa07d', 'subnets': [{'id': 'bdb5ef61-646e-46dd-82a7-ce9d14bdc4cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:51.946323 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e00f104-93a1-40cb-8f3d-079817c11d4d None None] Checking router: f9725ee0-cfd0-4c44-bdfb-6f1cab043168 for host: n-d-779913-29 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:37:51.947232 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e00f104-93a1-40cb-8f3d-079817c11d4d None None] Updating router f9725ee0-cfd0-4c44-bdfb-6f1cab043168 port c80ecb96-3dec-46ba-9ce0-e10742d650a6 binding host n-d-779913-29 {{(pid=93960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:37:51.990608 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-36f2d377-dec8-446f-b60d-07e7f4ad4e33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:52.000024 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-36f2d377-dec8-446f-b60d-07e7f4ad4e33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:52.018532 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-4e00f104-93a1-40cb-8f3d-079817c11d4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:52.060765 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36f2d377-dec8-446f-b60d-07e7f4ad4e33 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 736} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:37:52.097048 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-14270817-52ea-449d-82c4-b53cf25c8b72 req-cbdf8759-b160-4ab1-aefb-1a3036798cb4 service neutron] Attempting to bind port 3dfdce9e-34b9-4229-81ee-7371ec809ee5 on host n-h2-779913-29 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:37:52.097890 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-14270817-52ea-449d-82c4-b53cf25c8b72 req-cbdf8759-b160-4ab1-aefb-1a3036798cb4 service neutron] Attempting to bind port 3dfdce9e-34b9-4229-81ee-7371ec809ee5 by drivers openvswitch,hyperv on host n-h2-779913-29 at level 0 using segments [{'id': 'a74a0760-360a-4f2b-925d-462df66ae029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'a047be9f-9890-42b2-a71a-9626f7c59d0d'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:37:52.099382 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14270817-52ea-449d-82c4-b53cf25c8b72 req-cbdf8759-b160-4ab1-aefb-1a3036798cb4 service neutron] Attempting to bind port 3dfdce9e-34b9-4229-81ee-7371ec809ee5 on network a047be9f-9890-42b2-a71a-9626f7c59d0d {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:37:52.108336 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f2d377-dec8-446f-b60d-07e7f4ad4e33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c7d8932-ddb4-48a7-84fb-65ec05be4a96,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:52.108869 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-9b28a967-9d41-46c3-a60b-24ca0701ee89 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:52.112119 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14270817-52ea-449d-82c4-b53cf25c8b72 req-cbdf8759-b160-4ab1-aefb-1a3036798cb4 service neutron] Port 3dfdce9e-34b9-4229-81ee-7371ec809ee5 on network a047be9f-9890-42b2-a71a-9626f7c59d0d not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-29 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:37:52.112791 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14270817-52ea-449d-82c4-b53cf25c8b72 req-cbdf8759-b160-4ab1-aefb-1a3036798cb4 service neutron] Attempting to bind port 3dfdce9e-34b9-4229-81ee-7371ec809ee5 on network a047be9f-9890-42b2-a71a-9626f7c59d0d {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:37:52.156343 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b28a967-9d41-46c3-a60b-24ca0701ee89 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Pushing event deleted for resources: {'Port': ['ID=9f6b64b2-3a5a-4c87-97d9-ca27dd18ad21,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:52.157348 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e0170cac-89b4-4c38-b958-4bb0e697316a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:52.177511 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14270817-52ea-449d-82c4-b53cf25c8b72 req-cbdf8759-b160-4ab1-aefb-1a3036798cb4 service neutron] Checking agent: {'id': '013e4a3b-a634-47b8-b6a5-1a25109b73fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 13, 13), 'started_at': datetime.datetime(2021, 7, 14, 9, 13, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 37, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:37:52.178010 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14270817-52ea-449d-82c4-b53cf25c8b72 req-cbdf8759-b160-4ab1-aefb-1a3036798cb4 service neutron] Checking segment: {'id': 'a74a0760-360a-4f2b-925d-462df66ae029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'a047be9f-9890-42b2-a71a-9626f7c59d0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:37:52.178474 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14270817-52ea-449d-82c4-b53cf25c8b72 req-cbdf8759-b160-4ab1-aefb-1a3036798cb4 service neutron] Bound using segment: {'id': 'a74a0760-360a-4f2b-925d-462df66ae029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'a047be9f-9890-42b2-a71a-9626f7c59d0d'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:37:52.178926 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-14270817-52ea-449d-82c4-b53cf25c8b72 req-cbdf8759-b160-4ab1-aefb-1a3036798cb4 service neutron] Bound port: 3dfdce9e-34b9-4229-81ee-7371ec809ee5, host: n-h2-779913-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a74a0760-360a-4f2b-925d-462df66ae029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'a047be9f-9890-42b2-a71a-9626f7c59d0d'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:37:52.179295 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-14270817-52ea-449d-82c4-b53cf25c8b72 req-cbdf8759-b160-4ab1-aefb-1a3036798cb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:52.179916 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-36f2d377-dec8-446f-b60d-07e7f4ad4e33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:52.180267 n-d-779913-29 neutron-server[93958]: INFO neutron.db.segments_db [None req-36f2d377-dec8-446f-b60d-07e7f4ad4e33 admin admin] Added segment adc4fcf1-f953-4129-96a7-349e53c7c607 of type vlan for network 0c12e36b-9e4f-44d1-ab88-af3b78dda500 Jul 14 09:37:52.446433 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-9b28a967-9d41-46c3-a60b-24ca0701ee89 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Notify callbacks [] for floatingip, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:52.453982 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-9b28a967-9d41-46c3-a60b-24ca0701ee89 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for floatingip, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:52.461928 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-9b28a967-9d41-46c3-a60b-24ca0701ee89 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] 10.222.0.68 "DELETE /v2.0/floatingips/2ac52865-f4ae-4941-b0c0-01b7ddcad25a HTTP/1.1" status: 204 len: 168 time: 2.4753051 Jul 14 09:37:52.466474 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 37398) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:52.472824 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-36f2d377-dec8-446f-b60d-07e7f4ad4e33 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735687821325'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:52.494971 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 72a61d52-80fb-419b-9033-1a5e3cac6456 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:37:52.547433 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ed89f7-0fbd-4399-af0a-e2b1478c998b req-374710d0-26f1-4ef1-9132-42bd3e45206a tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:52.559819 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-74ed89f7-0fbd-4399-af0a-e2b1478c998b req-374710d0-26f1-4ef1-9132-42bd3e45206a tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] 10.222.0.68 "GET /v2.0/ports?device_id=3c09c159-1ebf-4b13-a3dc-0f56e50e423d HTTP/1.1" status: 200 len: 945 time: 0.4623089 Jul 14 09:37:52.645292 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port 72a61d52-80fb-419b-9033-1a5e3cac6456 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:37:52.645961 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:52.688989 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-74ed89f7-0fbd-4399-af0a-e2b1478c998b req-c90c1d22-3f06-4caa-b1f6-d19167a30a1f tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] 10.222.0.68 "GET /v2.0/security-groups?id=480b9b88-a112-41cf-9ffd-c713e01dc0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279891 Jul 14 09:37:52.714251 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-36f2d377-dec8-446f-b60d-07e7f4ad4e33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:52.715463 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36f2d377-dec8-446f-b60d-07e7f4ad4e33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:52.716129 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-36f2d377-dec8-446f-b60d-07e7f4ad4e33 admin admin] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:52.732151 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 9e91a837-3b23-4ea6-ab66-86261b57cd5c up at agent hyperv_n-h1-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:37:52.786395 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-14270817-52ea-449d-82c4-b53cf25c8b72 req-cbdf8759-b160-4ab1-aefb-1a3036798cb4 service neutron] For port 3dfdce9e-34b9-4229-81ee-7371ec809ee5, host n-h2-779913-29, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:37:52.814721 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-14270817-52ea-449d-82c4-b53cf25c8b72 req-cbdf8759-b160-4ab1-aefb-1a3036798cb4 service neutron] For port 3dfdce9e-34b9-4229-81ee-7371ec809ee5, host n-h2-779913-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=3dfdce9e-34b9-4229-81ee-7371ec809ee5,segment=NetworkSegment(a74a0760-360a-4f2b-925d-462df66ae029),segment_id=a74a0760-360a-4f2b-925d-462df66ae029)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:37:52.832993 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-14270817-52ea-449d-82c4-b53cf25c8b72 req-cbdf8759-b160-4ab1-aefb-1a3036798cb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:52.876954 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f2d377-dec8-446f-b60d-07e7f4ad4e33 admin admin] Pushing event updated for resources: {'Network': ['ID=0c12e36b-9e4f-44d1-ab88-af3b78dda500,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:52.900811 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Network 0c12e36b-9e4f-44d1-ab88-af3b78dda500 details requested by agent ovs-agent-n-d-779913-29 with host n-d-779913-29 {{(pid=93959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:37:52.908454 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-36f2d377-dec8-446f-b60d-07e7f4ad4e33 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.3573565 Jul 14 09:37:52.911055 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 37414) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:52.912958 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-4e00f104-93a1-40cb-8f3d-079817c11d4d None None] Notify callbacks [] for port, precommit_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:52.920246 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-590bfbd5-bebf-44a8-b42c-72008d0c1cf9 admin admin] Request body: {'subnet': {'network_id': '0c12e36b-9e4f-44d1-ab88-af3b78dda500', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1967200096-subnet', 'tenant_id': '8874416513b740c8bc899533e69ae7c7', 'ip_version': 4}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:37:52.934657 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-4e00f104-93a1-40cb-8f3d-079817c11d4d None None] Transition to ACTIVE for port object c80ecb96-3dec-46ba-9ce0-e10742d650a6 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:37:52.949043 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-4e00f104-93a1-40cb-8f3d-079817c11d4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:52.973676 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-590bfbd5-bebf-44a8-b42c-72008d0c1cf9 admin admin] Made reservation on behalf of 8874416513b740c8bc899533e69ae7c7 for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:37:52.976559 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-590bfbd5-bebf-44a8-b42c-72008d0c1cf9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16714600'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:52.988149 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdf8759-b160-4ab1-aefb-1a3036798cb4 service neutron] Pushing event updated for resources: {'Port': ['ID=3dfdce9e-34b9-4229-81ee-7371ec809ee5,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:52.993549 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14270817-52ea-449d-82c4-b53cf25c8b72 req-cbdf8759-b160-4ab1-aefb-1a3036798cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:52.997180 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-14270817-52ea-449d-82c4-b53cf25c8b72 req-cbdf8759-b160-4ab1-aefb-1a3036798cb4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:53.000614 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-14270817-52ea-449d-82c4-b53cf25c8b72 req-cbdf8759-b160-4ab1-aefb-1a3036798cb4 service neutron] 10.222.0.57 "PUT /v2.0/ports/3dfdce9e-34b9-4229-81ee-7371ec809ee5 HTTP/1.1" status: 200 len: 1092 time: 2.9963422 Jul 14 09:37:53.012103 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6271ebff-9c10-4207-a5c1-f5c2ac3d21a1', 'tag': '3dfdce9e-34b9-4229-81ee-7371ec809ee5'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:37:53.016241 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f2de4e2-01aa-4839-a208-3e2a2199dd8f" -d '{"events": [{"name": "network-changed", "server_uuid": "6271ebff-9c10-4207-a5c1-f5c2ac3d21a1", "tag": "3dfdce9e-34b9-4229-81ee-7371ec809ee5"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:37:53.033466 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5377b135-6fb0-4e32-80d0-897601932f25 None None] Pushing event updated for resources: {'Port': ['ID=c80ecb96-3dec-46ba-9ce0-e10742d650a6,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:53.065040 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5377b135-6fb0-4e32-80d0-897601932f25 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:37:53.065396 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5377b135-6fb0-4e32-80d0-897601932f25 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:37:53.072342 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354a47ea-00f8-4306-982b-a587f9501465 req-968e2cd0-35c4-4712-b0c9-639d89b40a9f tempest-ServerAddressesNegativeTestJSON-1989399623 tempest-ServerAddressesNegativeTestJSON-1989399623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:53.073916 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5377b135-6fb0-4e32-80d0-897601932f25 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:37:53.074289 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5377b135-6fb0-4e32-80d0-897601932f25 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:37:53.074796 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5377b135-6fb0-4e32-80d0-897601932f25 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:37:53.075282 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5377b135-6fb0-4e32-80d0-897601932f25 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:37:53.075762 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5377b135-6fb0-4e32-80d0-897601932f25 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:37:53.076239 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5377b135-6fb0-4e32-80d0-897601932f25 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:37:53.076731 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5377b135-6fb0-4e32-80d0-897601932f25 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:37:53.078576 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Provisioning complete for port 9e91a837-3b23-4ea6-ab66-86261b57cd5c triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:37:53.078951 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:53.083888 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5377b135-6fb0-4e32-80d0-897601932f25 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:37:53.084428 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5377b135-6fb0-4e32-80d0-897601932f25 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:37:53.084940 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5377b135-6fb0-4e32-80d0-897601932f25 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:37:53.085709 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-354a47ea-00f8-4306-982b-a587f9501465 req-968e2cd0-35c4-4712-b0c9-639d89b40a9f tempest-ServerAddressesNegativeTestJSON-1989399623 tempest-ServerAddressesNegativeTestJSON-1989399623-project] 10.222.0.68 "GET /v2.0/ports?device_id=6271ebff-9c10-4207-a5c1-f5c2ac3d21a1 HTTP/1.1" status: 200 len: 943 time: 0.5326762 Jul 14 09:37:53.145846 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:37:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76aa3119-aee9-4b8a-bbfe-c2ccab283e6e x-openstack-request-id: req-76aa3119-aee9-4b8a-bbfe-c2ccab283e6e {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:37:53.146121 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6271ebff-9c10-4207-a5c1-f5c2ac3d21a1", "tag": "3dfdce9e-34b9-4229-81ee-7371ec809ee5", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:37:53.165978 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-76aa3119-aee9-4b8a-bbfe-c2ccab283e6e {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:37:53.166970 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6271ebff-9c10-4207-a5c1-f5c2ac3d21a1', 'tag': '3dfdce9e-34b9-4229-81ee-7371ec809ee5', 'status': 'completed', 'code': 200} Jul 14 09:37:53.340321 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-a25fb4c3-deea-4d1d-a613-a2e3b345180e tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Deleting port 31299d0f-8004-4f4a-ba86-37168fff27f4 {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:37:53.346570 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a25fb4c3-deea-4d1d-a613-a2e3b345180e tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:53.369578 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-4e00f104-93a1-40cb-8f3d-079817c11d4d None None] Attempting to bind port c80ecb96-3dec-46ba-9ce0-e10742d650a6 on host n-d-779913-29 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:37:53.371122 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-4e00f104-93a1-40cb-8f3d-079817c11d4d None None] Attempting to bind port c80ecb96-3dec-46ba-9ce0-e10742d650a6 by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': '776efe66-340e-4bc2-943d-2c624f145bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '6c29f6d8-c262-4639-bd5f-4fee768f8f0b'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:37:53.371485 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:53.372778 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e00f104-93a1-40cb-8f3d-079817c11d4d None None] Attempting to bind port c80ecb96-3dec-46ba-9ce0-e10742d650a6 on network 6c29f6d8-c262-4639-bd5f-4fee768f8f0b {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:37:53.399643 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e00f104-93a1-40cb-8f3d-079817c11d4d None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 37, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:37:53.404540 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e00f104-93a1-40cb-8f3d-079817c11d4d None None] Checking segment: {'id': '776efe66-340e-4bc2-943d-2c624f145bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '6c29f6d8-c262-4639-bd5f-4fee768f8f0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:37:53.405262 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-4e00f104-93a1-40cb-8f3d-079817c11d4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:53.406234 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e00f104-93a1-40cb-8f3d-079817c11d4d None None] Bound using segment: {'id': '776efe66-340e-4bc2-943d-2c624f145bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '6c29f6d8-c262-4639-bd5f-4fee768f8f0b'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:37:53.408804 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-4e00f104-93a1-40cb-8f3d-079817c11d4d None None] Bound port: c80ecb96-3dec-46ba-9ce0-e10742d650a6, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '776efe66-340e-4bc2-943d-2c624f145bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '6c29f6d8-c262-4639-bd5f-4fee768f8f0b'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:37:53.409431 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-4e00f104-93a1-40cb-8f3d-079817c11d4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:53.425524 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-590bfbd5-bebf-44a8-b42c-72008d0c1cf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13573993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16714586'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:53.462696 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ed0c1cb-c3d6-40f1-8aad-1894504b5a83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e91a837-3b23-4ea6-ab66-86261b57cd5c'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:37:53.465085 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd62303f06773040a8a4e189dc46b4f565768c299abf8ab8e7739778b0bc3e97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1606c3e-f5fb-415c-bfc6-ef25becf077a" -d '{"events": [{"server_uuid": "5ed0c1cb-c3d6-40f1-8aad-1894504b5a83", "name": "network-vif-plugged", "status": "completed", "tag": "9e91a837-3b23-4ea6-ab66-86261b57cd5c"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:37:53.523512 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port 9e91a837-3b23-4ea6-ab66-86261b57cd5c, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=9e91a837-3b23-4ea6-ab66-86261b57cd5c,segment=NetworkSegment(5aade75d-903c-400b-b4a7-6f3ba4ae14ee),segment_id=5aade75d-903c-400b-b4a7-6f3ba4ae14ee)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:37:53.531837 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:53.570306 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-590bfbd5-bebf-44a8-b42c-72008d0c1cf9 admin admin] Checking segment: {'id': 'adc4fcf1-f953-4129-96a7-349e53c7c607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '0c12e36b-9e4f-44d1-ab88-af3b78dda500'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:37:53.570721 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-590bfbd5-bebf-44a8-b42c-72008d0c1cf9 admin admin] Network hostable DHCP agents. Network: 0c12e36b-9e4f-44d1-ab88-af3b78dda500, hostable agents: ['c6a09bd4-f72e-4283-a3ca-0bbca8a51081'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:37:53.589565 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590bfbd5-bebf-44a8-b42c-72008d0c1cf9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=92cfdf4c-d20c-4051-a7ca-220068edb074,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:53.607568 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-4e00f104-93a1-40cb-8f3d-079817c11d4d None None] For port c80ecb96-3dec-46ba-9ce0-e10742d650a6, host n-d-779913-29, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:37:53.615025 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-4e00f104-93a1-40cb-8f3d-079817c11d4d None None] For port c80ecb96-3dec-46ba-9ce0-e10742d650a6, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=c80ecb96-3dec-46ba-9ce0-e10742d650a6,segment=NetworkSegment(776efe66-340e-4bc2-943d-2c624f145bde),segment_id=776efe66-340e-4bc2-943d-2c624f145bde)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:37:53.622231 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-4e00f104-93a1-40cb-8f3d-079817c11d4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:53.633296 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Pushing event updated for resources: {'Port': ['ID=9e91a837-3b23-4ea6-ab66-86261b57cd5c,revision_number=7']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:53.637487 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-590bfbd5-bebf-44a8-b42c-72008d0c1cf9 admin admin] Network 0c12e36b-9e4f-44d1-ab88-af3b78dda500 is scheduled to be hosted by DHCP agent c6a09bd4-f72e-4283-a3ca-0bbca8a51081 with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:37:53.652825 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-590bfbd5-bebf-44a8-b42c-72008d0c1cf9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-29, 0c12e36b-9e4f-44d1-ab88-af3b78dda500) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:37:53.663380 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-590bfbd5-bebf-44a8-b42c-72008d0c1cf9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:53.664612 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-590bfbd5-bebf-44a8-b42c-72008d0c1cf9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:53.671824 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:37:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81618329-c4a7-4ea5-8b98-80876cfd9e17 x-openstack-request-id: req-81618329-c4a7-4ea5-8b98-80876cfd9e17 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:37:53.679324 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ed0c1cb-c3d6-40f1-8aad-1894504b5a83", "name": "network-vif-plugged", "status": "completed", "tag": "9e91a837-3b23-4ea6-ab66-86261b57cd5c", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:37:53.680948 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-81618329-c4a7-4ea5-8b98-80876cfd9e17 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:37:53.681466 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ed0c1cb-c3d6-40f1-8aad-1894504b5a83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e91a837-3b23-4ea6-ab66-86261b57cd5c', 'code': 200} Jul 14 09:37:53.692388 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f2b6789-0923-4d79-bdf4-5597a646e9a2 None None] Network 0c12e36b-9e4f-44d1-ab88-af3b78dda500 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:37:53.705658 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-590bfbd5-bebf-44a8-b42c-72008d0c1cf9 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7931681 Jul 14 09:37:53.708022 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 37472) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:53.712989 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-34bb201a-ccef-491b-a89a-5c062b9c49f7 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1967200096-router', 'tenant_id': '8874416513b740c8bc899533e69ae7c7', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'}}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:37:53.734860 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a25fb4c3-deea-4d1d-a613-a2e3b345180e tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:53.748710 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5377b135-6fb0-4e32-80d0-897601932f25 None None] Pushing event updated for resources: {'Port': ['ID=c80ecb96-3dec-46ba-9ce0-e10742d650a6,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:53.763082 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-34bb201a-ccef-491b-a89a-5c062b9c49f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-711749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14670'] for router, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:53.764701 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-34bb201a-ccef-491b-a89a-5c062b9c49f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-711718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-661475', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14679'] for router, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:53.785089 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-a25fb4c3-deea-4d1d-a613-a2e3b345180e tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Calling delete_port for 31299d0f-8004-4f4a-ba86-37168fff27f4 owned by {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:37:53.810998 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e00f104-93a1-40cb-8f3d-079817c11d4d None None] Routers {'f9725ee0-cfd0-4c44-bdfb-6f1cab043168'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:37:53.811657 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-4e00f104-93a1-40cb-8f3d-079817c11d4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:37:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['f9725ee0-cfd0-4c44-bdfb-6f1cab043168'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:53.888845 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-34bb201a-ccef-491b-a89a-5c062b9c49f7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:54.092301 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4afff06-fb8b-4973-9bd5-f77ec38a1a6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf57baaa9-fd24-59f4-8fd2-1dc21122ce72-0c12e36b-9e4f-44d1-ab88-af3b78dda500', 'network_id': '0c12e36b-9e4f-44d1-ab88-af3b78dda500', 'tenant_id': '8874416513b740c8bc899533e69ae7c7', 'fixed_ips': [{'subnet_id': '92cfdf4c-d20c-4051-a7ca-220068edb074'}]}} from n-d-779913-29. {{(pid=93959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:37:54.098285 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a4afff06-fb8b-4973-9bd5-f77ec38a1a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:54.105945 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-4e00f104-93a1-40cb-8f3d-079817c11d4d None None] Set router f9725ee0-cfd0-4c44-bdfb-6f1cab043168 gateway port host: n-d-779913-29 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:37:54.216858 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-354a47ea-00f8-4306-982b-a587f9501465 req-6b45940a-bf32-4500-8b91-b4ca563e2b41 tempest-ServerAddressesNegativeTestJSON-1989399623 tempest-ServerAddressesNegativeTestJSON-1989399623-project] 10.222.0.68 "GET /v2.0/security-groups?id=4d24d01f-a316-4a10-9de7-b4e67509b63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1265144 Jul 14 09:37:54.321028 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a25fb4c3-deea-4d1d-a613-a2e3b345180e tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:54.421629 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25fb4c3-deea-4d1d-a613-a2e3b345180e tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Pushing event deleted for resources: {'Port': ['ID=31299d0f-8004-4f4a-ba86-37168fff27f4,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:54.445085 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-a4afff06-fb8b-4973-9bd5-f77ec38a1a6a None None] Allocated IP 172.20.0.2 (0c12e36b-9e4f-44d1-ab88-af3b78dda500/92cfdf4c-d20c-4051-a7ca-220068edb074/f8620d13-c618-4db9-ba88-c513f569418b) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:37:54.493784 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-34bb201a-ccef-491b-a89a-5c062b9c49f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-661489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-711771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12973'] for router, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:54.564442 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a25fb4c3-deea-4d1d-a613-a2e3b345180e tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:54.566699 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-a25fb4c3-deea-4d1d-a613-a2e3b345180e tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] 10.222.0.68 "DELETE /v2.0/ports/31299d0f-8004-4f4a-ba86-37168fff27f4 HTTP/1.1" status: 204 len: 168 time: 2.0756929 Jul 14 09:37:54.572081 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 37528) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:54.598418 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-4e00f104-93a1-40cb-8f3d-079817c11d4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9725ee0-cfd0-4c44-bdfb-6f1cab043168', 'name': 'tempest-TestServerBasicOps-1350170889-router', 'tenant_id': '8e5e3e24b23942559d8e5fd9c20fa07d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.148'}], 'enable_snat': True}, 'gw_port_id': '72a61d52-80fb-419b-9033-1a5e3cac6456', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:37:41Z', 'updated_at': '2021-07-14T09:37:48Z', 'revision_number': 4, 'project_id': '8e5e3e24b23942559d8e5fd9c20fa07d', 'gw_port': {'id': '72a61d52-80fb-419b-9033-1a5e3cac6456', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:a4:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9725ee0-cfd0-4c44-bdfb-6f1cab043168', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2393, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:37:42Z', 'updated_at': '2021-07-14T09:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': 'c80ecb96-3dec-46ba-9ce0-e10742d650a6', 'name': '', 'network_id': '6c29f6d8-c262-4639-bd5f-4fee768f8f0b', 'tenant_id': '8e5e3e24b23942559d8e5fd9c20fa07d', 'mac_address': 'fa:16:3e:6c:5a:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9725ee0-cfd0-4c44-bdfb-6f1cab043168', 'device_owner': 'network:router_interface', 'standard_attr_id': 2394, 'fixed_ips': [{'subnet_id': 'bdb5ef61-646e-46dd-82a7-ce9d14bdc4cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:37:47Z', 'updated_at': '2021-07-14T09:37:53Z', 'revision_number': 4, 'project_id': '8e5e3e24b23942559d8e5fd9c20fa07d', 'subnets': [{'id': 'bdb5ef61-646e-46dd-82a7-ce9d14bdc4cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:54.659363 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e00f104-93a1-40cb-8f3d-079817c11d4d None None] The sync data for ids ['f9725ee0-cfd0-4c44-bdfb-6f1cab043168'] in n-d-779913-29 is: [{'id': 'f9725ee0-cfd0-4c44-bdfb-6f1cab043168', 'name': 'tempest-TestServerBasicOps-1350170889-router', 'tenant_id': '8e5e3e24b23942559d8e5fd9c20fa07d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.148'}], 'enable_snat': True}, 'gw_port_id': '72a61d52-80fb-419b-9033-1a5e3cac6456', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:37:41Z', 'updated_at': '2021-07-14T09:37:48Z', 'revision_number': 4, 'project_id': '8e5e3e24b23942559d8e5fd9c20fa07d', 'gw_port': {'id': '72a61d52-80fb-419b-9033-1a5e3cac6456', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:a4:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9725ee0-cfd0-4c44-bdfb-6f1cab043168', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2393, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:37:42Z', 'updated_at': '2021-07-14T09:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': 'c80ecb96-3dec-46ba-9ce0-e10742d650a6', 'name': '', 'network_id': '6c29f6d8-c262-4639-bd5f-4fee768f8f0b', 'tenant_id': '8e5e3e24b23942559d8e5fd9c20fa07d', 'mac_address': 'fa:16:3e:6c:5a:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9725ee0-cfd0-4c44-bdfb-6f1cab043168', 'device_owner': 'network:router_interface', 'standard_attr_id': 2394, 'fixed_ips': [{'subnet_id': 'bdb5ef61-646e-46dd-82a7-ce9d14bdc4cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:37:47Z', 'updated_at': '2021-07-14T09:37:53Z', 'revision_number': 4, 'project_id': '8e5e3e24b23942559d8e5fd9c20fa07d', 'subnets': [{'id': 'bdb5ef61-646e-46dd-82a7-ce9d14bdc4cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:37:54.677180 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14270817-52ea-449d-82c4-b53cf25c8b72 req-13740de2-c1ea-46cb-97ce-1a5e99b04e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:54.682961 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-14270817-52ea-449d-82c4-b53cf25c8b72 req-13740de2-c1ea-46cb-97ce-1a5e99b04e2c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=015a27eacbb64373b190d745fbb6a9ff&device_id=6271ebff-9c10-4207-a5c1-f5c2ac3d21a1 HTTP/1.1" status: 200 len: 1095 time: 1.5891898 Jul 14 09:37:54.758662 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4707ca8-221e-4cd1-b30d-a9c9a7ed6568 req-f7e88434-efaa-4115-aad1-414808db28d7 tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:54.794169 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-a4707ca8-221e-4cd1-b30d-a9c9a7ed6568 req-f7e88434-efaa-4115-aad1-414808db28d7 tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] 10.222.0.68 "GET /v2.0/ports?device_id=3c09c159-1ebf-4b13-a3dc-0f56e50e423d HTTP/1.1" status: 200 len: 945 time: 0.7011807 Jul 14 09:37:54.800583 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:54.890467 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a4afff06-fb8b-4973-9bd5-f77ec38a1a6a None None] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:54.925632 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-14270817-52ea-449d-82c4-b53cf25c8b72 req-710fe6b5-54b0-4444-8aab-2aadd257ff6d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3dfdce9e-34b9-4229-81ee-7371ec809ee5 HTTP/1.1" status: 200 len: 217 time: 0.1831880 Jul 14 09:37:54.942962 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5a662379-6aed-45e3-9b87-ec0e3bceb488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:54.951170 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-a4afff06-fb8b-4973-9bd5-f77ec38a1a6a None None] Transition to ACTIVE for port object f8620d13-c618-4db9-ba88-c513f569418b will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:37:54.987772 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-a4707ca8-221e-4cd1-b30d-a9c9a7ed6568 req-3e325b74-cdb2-4a36-8841-e61160a143e2 tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] 10.222.0.68 "GET /v2.0/security-groups?id=480b9b88-a112-41cf-9ffd-c713e01dc0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926463 Jul 14 09:37:55.004032 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14270817-52ea-449d-82c4-b53cf25c8b72 req-400bbbdc-5e92-401f-af6c-0171d93cc458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:55.005852 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-14270817-52ea-449d-82c4-b53cf25c8b72 req-400bbbdc-5e92-401f-af6c-0171d93cc458 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=244f89c1-88a6-433f-913b-d76daacc37e0 HTTP/1.1" status: 200 len: 861 time: 0.0783579 Jul 14 09:37:55.047714 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7b5a04-3c6b-4e58-95cb-780298e9af5b req-f77454e3-7fda-4ac7-b0bd-1ec5b07585f7 tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:55.048916 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-a4afff06-fb8b-4973-9bd5-f77ec38a1a6a None None] Transition to ACTIVE for port object f8620d13-c618-4db9-ba88-c513f569418b will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:37:55.049679 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1a7b5a04-3c6b-4e58-95cb-780298e9af5b req-f77454e3-7fda-4ac7-b0bd-1ec5b07585f7 tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] 10.222.0.65 "GET /v2.0/ports?device_id=3c09c159-1ebf-4b13-a3dc-0f56e50e423d HTTP/1.1" status: 200 len: 945 time: 1.0028052 Jul 14 09:37:55.065570 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a4afff06-fb8b-4973-9bd5-f77ec38a1a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:55.193863 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4afff06-fb8b-4973-9bd5-f77ec38a1a6a None None] Network 0c12e36b-9e4f-44d1-ab88-af3b78dda500 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:37:55.195408 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-a4afff06-fb8b-4973-9bd5-f77ec38a1a6a None None] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:37:55.207445 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4afff06-fb8b-4973-9bd5-f77ec38a1a6a None None] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:37:55.227309 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-14270817-52ea-449d-82c4-b53cf25c8b72 req-4d956469-dbce-42c2-9662-c80888cec7fd service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a047be9f-9890-42b2-a71a-9626f7c59d0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2137592 Jul 14 09:37:55.421373 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4afff06-fb8b-4973-9bd5-f77ec38a1a6a None None] Pushing event updated for resources: {'Port': ['ID=f8620d13-c618-4db9-ba88-c513f569418b,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:55.439230 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-a4afff06-fb8b-4973-9bd5-f77ec38a1a6a None None] Attempting to bind port f8620d13-c618-4db9-ba88-c513f569418b on host n-d-779913-29 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:37:55.445256 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-a4afff06-fb8b-4973-9bd5-f77ec38a1a6a None None] Attempting to bind port f8620d13-c618-4db9-ba88-c513f569418b by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': 'adc4fcf1-f953-4129-96a7-349e53c7c607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '0c12e36b-9e4f-44d1-ab88-af3b78dda500'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:37:55.445867 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4afff06-fb8b-4973-9bd5-f77ec38a1a6a None None] Attempting to bind port f8620d13-c618-4db9-ba88-c513f569418b on network 0c12e36b-9e4f-44d1-ab88-af3b78dda500 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:37:55.459091 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4afff06-fb8b-4973-9bd5-f77ec38a1a6a None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 37, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:37:55.459778 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4afff06-fb8b-4973-9bd5-f77ec38a1a6a None None] Checking segment: {'id': 'adc4fcf1-f953-4129-96a7-349e53c7c607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '0c12e36b-9e4f-44d1-ab88-af3b78dda500'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:37:55.460352 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a4afff06-fb8b-4973-9bd5-f77ec38a1a6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:55.460906 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4afff06-fb8b-4973-9bd5-f77ec38a1a6a None None] Bound using segment: {'id': 'adc4fcf1-f953-4129-96a7-349e53c7c607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '0c12e36b-9e4f-44d1-ab88-af3b78dda500'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:37:55.461556 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-a4afff06-fb8b-4973-9bd5-f77ec38a1a6a None None] Bound port: f8620d13-c618-4db9-ba88-c513f569418b, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adc4fcf1-f953-4129-96a7-349e53c7c607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '0c12e36b-9e4f-44d1-ab88-af3b78dda500'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:37:55.462110 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a4afff06-fb8b-4973-9bd5-f77ec38a1a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:55.486043 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-34bb201a-ccef-491b-a89a-5c062b9c49f7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:55.559026 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-34bb201a-ccef-491b-a89a-5c062b9c49f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:55.623557 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-a4afff06-fb8b-4973-9bd5-f77ec38a1a6a None None] For port f8620d13-c618-4db9-ba88-c513f569418b, host n-d-779913-29, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:37:55.628610 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-a4afff06-fb8b-4973-9bd5-f77ec38a1a6a None None] For port f8620d13-c618-4db9-ba88-c513f569418b, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=f8620d13-c618-4db9-ba88-c513f569418b,segment=NetworkSegment(adc4fcf1-f953-4129-96a7-349e53c7c607),segment_id=adc4fcf1-f953-4129-96a7-349e53c7c607)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:37:55.640292 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a4afff06-fb8b-4973-9bd5-f77ec38a1a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:55.686638 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-e033f053-9607-4326-8ad2-ffd328103030 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Deleting port bfd0c50f-c861-4562-bbf6-c4c5fe7bf9af {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:37:55.686986 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e033f053-9607-4326-8ad2-ffd328103030 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:55.777898 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4afff06-fb8b-4973-9bd5-f77ec38a1a6a None None] Pushing event updated for resources: {'Port': ['ID=f8620d13-c618-4db9-ba88-c513f569418b,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:55.880530 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5ad31076-714c-49ec-bc37-f3d4cd90112a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:55.968035 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c38494d-05fc-48ff-a925-2576f7ffc7d2 req-047dfdf7-3c66-419d-8b84-a5026be347bb tempest-ServerAddressesNegativeTestJSON-1989399623 tempest-ServerAddressesNegativeTestJSON-1989399623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:55.976571 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-7c38494d-05fc-48ff-a925-2576f7ffc7d2 req-047dfdf7-3c66-419d-8b84-a5026be347bb tempest-ServerAddressesNegativeTestJSON-1989399623 tempest-ServerAddressesNegativeTestJSON-1989399623-project] 10.222.0.68 "GET /v2.0/ports?device_id=6271ebff-9c10-4207-a5c1-f5c2ac3d21a1 HTTP/1.1" status: 200 len: 943 time: 0.4409981 Jul 14 09:37:56.030746 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-34bb201a-ccef-491b-a89a-5c062b9c49f7 admin admin] Allocated IP 172.25.4.147 (2dcd4d32-cc7c-4468-b396-7ce5c9231892/6cd22a75-5bc1-467c-a3c4-0af04bd1b34a/95b68ab6-6aa7-43e3-b683-2d7bb992e791) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:37:56.114082 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e033f053-9607-4326-8ad2-ffd328103030 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:56.124852 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-7c38494d-05fc-48ff-a925-2576f7ffc7d2 req-571406d5-10b2-4d50-bacf-eac26d61c13e tempest-ServerAddressesNegativeTestJSON-1989399623 tempest-ServerAddressesNegativeTestJSON-1989399623-project] 10.222.0.68 "GET /v2.0/security-groups?id=4d24d01f-a316-4a10-9de7-b4e67509b63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469121 Jul 14 09:37:56.207345 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-e033f053-9607-4326-8ad2-ffd328103030 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Calling delete_port for bfd0c50f-c861-4562-bbf6-c4c5fe7bf9af owned by {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:37:56.312286 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-14270817-52ea-449d-82c4-b53cf25c8b72 req-78a37b31-a562-447a-b18f-cdccaa8cdd7b service neutron] 10.222.0.57 "GET /v2.0/networks/a047be9f-9890-42b2-a71a-9626f7c59d0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9800963 Jul 14 09:37:56.543024 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-34bb201a-ccef-491b-a89a-5c062b9c49f7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:56.673159 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-34bb201a-ccef-491b-a89a-5c062b9c49f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:56.702896 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 3daf2b22-7138-43cd-a507-2c540623164e no longer exists at agent hyperv_n-h1-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:37:56.736610 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [req-1a7b5a04-3c6b-4e58-95cb-780298e9af5b req-753b0cd5-099a-43b9-8356-24e9b548f3d8 tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] Deleting port 3daf2b22-7138-43cd-a507-2c540623164e {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:37:56.740128 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-1a7b5a04-3c6b-4e58-95cb-780298e9af5b req-753b0cd5-099a-43b9-8356-24e9b548f3d8 tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:56.789616 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device f8620d13-c618-4db9-ba88-c513f569418b up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:37:56.796276 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34bb201a-ccef-491b-a89a-5c062b9c49f7 admin admin] Network 2dcd4d32-cc7c-4468-b396-7ce5c9231892 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:37:56.799461 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-34bb201a-ccef-491b-a89a-5c062b9c49f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:37:56.812355 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34bb201a-ccef-491b-a89a-5c062b9c49f7 admin admin] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:37:56.892331 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bb201a-ccef-491b-a89a-5c062b9c49f7 admin admin] Pushing event updated for resources: {'Port': ['ID=95b68ab6-6aa7-43e3-b683-2d7bb992e791,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:56.971703 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning for port f8620d13-c618-4db9-ba88-c513f569418b completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:37:57.003657 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-14270817-52ea-449d-82c4-b53cf25c8b72 req-b94dfc3d-d777-4704-8771-caf8bd221cbf service neutron] 10.222.0.57 "GET /v2.0/networks/a047be9f-9890-42b2-a71a-9626f7c59d0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6610916 Jul 14 09:37:57.034252 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device c80ecb96-3dec-46ba-9ce0-e10742d650a6 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:37:57.131227 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:57.289100 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2eba7d-bf09-4255-8af6-9df85a8e13ca req-591f38c1-b2e8-41a7-9aab-46e1f852ff20 tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:57.290816 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-9e2eba7d-bf09-4255-8af6-9df85a8e13ca req-591f38c1-b2e8-41a7-9aab-46e1f852ff20 tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] 10.222.0.68 "GET /v2.0/ports?device_id=3c09c159-1ebf-4b13-a3dc-0f56e50e423d HTTP/1.1" status: 200 len: 945 time: 0.7022030 Jul 14 09:37:57.425512 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c09c159-1ebf-4b13-a3dc-0f56e50e423d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3daf2b22-7138-43cd-a507-2c540623164e'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:37:57.436461 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd62303f06773040a8a4e189dc46b4f565768c299abf8ab8e7739778b0bc3e97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb1e8e85-eb5f-4803-8e53-d2d2ba6ffd51" -d '{"events": [{"server_uuid": "3c09c159-1ebf-4b13-a3dc-0f56e50e423d", "name": "network-vif-unplugged", "status": "completed", "tag": "3daf2b22-7138-43cd-a507-2c540623164e"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:37:57.462455 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port 3daf2b22-7138-43cd-a507-2c540623164e, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=3daf2b22-7138-43cd-a507-2c540623164e,segment=NetworkSegment(7591738e-41ad-492d-b0a6-69a16017c202),segment_id=7591738e-41ad-492d-b0a6-69a16017c202)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:37:57.475653 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:57.626024 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Pushing event updated for resources: {'Port': ['ID=3daf2b22-7138-43cd-a507-2c540623164e,revision_number=6']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:57.650048 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:37:57.653713 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:37:57.654217 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:37:57.654673 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:37:57.656556 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:37:57.661977 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:37:57.662488 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:37:57.666542 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:37:57.667857 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:37:57.670079 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:37:57.670603 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:37:57.671730 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:37:57.694353 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning for port c80ecb96-3dec-46ba-9ce0-e10742d650a6 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:37:57.710695 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port c80ecb96-3dec-46ba-9ce0-e10742d650a6 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:37:57.712610 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:57.732247 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a09e153-4057-4398-bdf8-1218f9809ff2 req-00c97d22-0e31-4460-919d-6fc6c206cf10 tempest-ServerAddressesNegativeTestJSON-1989399623 tempest-ServerAddressesNegativeTestJSON-1989399623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:57.741661 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-8a09e153-4057-4398-bdf8-1218f9809ff2 req-00c97d22-0e31-4460-919d-6fc6c206cf10 tempest-ServerAddressesNegativeTestJSON-1989399623 tempest-ServerAddressesNegativeTestJSON-1989399623-project] 10.222.0.68 "GET /v2.0/ports?device_id=6271ebff-9c10-4207-a5c1-f5c2ac3d21a1 HTTP/1.1" status: 200 len: 943 time: 0.3282661 Jul 14 09:37:57.801890 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29bf1930-8790-4e1d-b61e-537046add518 None None] Network 0c12e36b-9e4f-44d1-ab88-af3b78dda500 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:37:57.829139 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-8a09e153-4057-4398-bdf8-1218f9809ff2 req-38a29254-9db2-45a7-899a-059f3f9b8f98 tempest-ServerAddressesNegativeTestJSON-1989399623 tempest-ServerAddressesNegativeTestJSON-1989399623-project] 10.222.0.68 "GET /v2.0/security-groups?id=4d24d01f-a316-4a10-9de7-b4e67509b63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851865 Jul 14 09:37:57.831266 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5bbe322f-3f67-4864-bc0a-91afe44d23e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:57.935616 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 09:37:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddb07203-b9f4-4192-b8f3-4f9c1d9f7d13 x-openstack-request-id: req-ddb07203-b9f4-4192-b8f3-4f9c1d9f7d13 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:37:57.936768 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c09c159-1ebf-4b13-a3dc-0f56e50e423d", "name": "network-vif-unplugged", "status": "completed", "tag": "3daf2b22-7138-43cd-a507-2c540623164e", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:37:57.937533 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-ddb07203-b9f4-4192-b8f3-4f9c1d9f7d13 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:37:57.938072 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c09c159-1ebf-4b13-a3dc-0f56e50e423d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3daf2b22-7138-43cd-a507-2c540623164e', 'code': 200} Jul 14 09:37:58.008375 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-0522b809-14c4-4efe-bc5c-51b22a113ce0 None None] Provisioning for port f8620d13-c618-4db9-ba88-c513f569418b completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:37:58.036901 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-0522b809-14c4-4efe-bc5c-51b22a113ce0 None None] Provisioning complete for port f8620d13-c618-4db9-ba88-c513f569418b triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:37:58.037290 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0522b809-14c4-4efe-bc5c-51b22a113ce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:58.058189 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-1a7b5a04-3c6b-4e58-95cb-780298e9af5b req-753b0cd5-099a-43b9-8356-24e9b548f3d8 tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] For port 3daf2b22-7138-43cd-a507-2c540623164e, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=3daf2b22-7138-43cd-a507-2c540623164e,segment=NetworkSegment(7591738e-41ad-492d-b0a6-69a16017c202),segment_id=7591738e-41ad-492d-b0a6-69a16017c202)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:37:58.058679 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-1a7b5a04-3c6b-4e58-95cb-780298e9af5b req-753b0cd5-099a-43b9-8356-24e9b548f3d8 tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:58.099247 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-9e2eba7d-bf09-4255-8af6-9df85a8e13ca req-f51d06d8-24a7-476e-8ab6-256540f89db1 tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] 10.222.0.68 "GET /v2.0/security-groups?id=480b9b88-a112-41cf-9ffd-c713e01dc0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7890742 Jul 14 09:37:58.100453 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [req-1a7b5a04-3c6b-4e58-95cb-780298e9af5b req-753b0cd5-099a-43b9-8356-24e9b548f3d8 tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] Calling delete_port for 3daf2b22-7138-43cd-a507-2c540623164e owned by compute:nova {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:37:58.133941 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e033f053-9607-4326-8ad2-ffd328103030 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:58.246490 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2de4e2-01aa-4839-a208-3e2a2199dd8f req-60d75638-0fab-4613-b863-0d0d2781e247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:58.249953 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3f2de4e2-01aa-4839-a208-3e2a2199dd8f req-60d75638-0fab-4613-b863-0d0d2781e247 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=015a27eacbb64373b190d745fbb6a9ff&device_id=6271ebff-9c10-4207-a5c1-f5c2ac3d21a1 HTTP/1.1" status: 200 len: 1095 time: 1.1120751 Jul 14 09:37:58.250787 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e033f053-9607-4326-8ad2-ffd328103030 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Pushing event deleted for resources: {'Port': ['ID=bfd0c50f-c861-4562-bbf6-c4c5fe7bf9af,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:58.403180 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-34bb201a-ccef-491b-a89a-5c062b9c49f7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:58.505742 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-1a7b5a04-3c6b-4e58-95cb-780298e9af5b req-753b0cd5-099a-43b9-8356-24e9b548f3d8 tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:58.669304 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a7b5a04-3c6b-4e58-95cb-780298e9af5b req-753b0cd5-099a-43b9-8356-24e9b548f3d8 tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] No DVR routers for this DVR port 3daf2b22-7138-43cd-a507-2c540623164e on host n-h1-779913-29 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:37:58.673174 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-1a7b5a04-3c6b-4e58-95cb-780298e9af5b req-753b0cd5-099a-43b9-8356-24e9b548f3d8 tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:58.675432 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1a7b5a04-3c6b-4e58-95cb-780298e9af5b req-753b0cd5-099a-43b9-8356-24e9b548f3d8 tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] 10.222.0.65 "DELETE /v2.0/ports/3daf2b22-7138-43cd-a507-2c540623164e HTTP/1.1" status: 204 len: 173 time: 3.5020814 Jul 14 09:37:58.676262 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753b0cd5-099a-43b9-8356-24e9b548f3d8 tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] Pushing event deleted for resources: {'Port': ['ID=3daf2b22-7138-43cd-a507-2c540623164e,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:58.740310 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c09c159-1ebf-4b13-a3dc-0f56e50e423d', 'name': 'network-vif-deleted', 'tag': '3daf2b22-7138-43cd-a507-2c540623164e'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:37:58.745904 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cbd263d-3406-435d-93bf-04fd633bcf6c" -d '{"events": [{"server_uuid": "3c09c159-1ebf-4b13-a3dc-0f56e50e423d", "name": "network-vif-deleted", "tag": "3daf2b22-7138-43cd-a507-2c540623164e"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:37:58.746108 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0522b809-14c4-4efe-bc5c-51b22a113ce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:58.748215 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:58.849404 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e033f053-9607-4326-8ad2-ffd328103030 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:58.858694 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-e033f053-9607-4326-8ad2-ffd328103030 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] 10.222.0.68 "DELETE /v2.0/ports/bfd0c50f-c861-4562-bbf6-c4c5fe7bf9af HTTP/1.1" status: 204 len: 168 time: 4.2796705 Jul 14 09:37:58.875872 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 37802) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:58.882099 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] For port c80ecb96-3dec-46ba-9ce0-e10742d650a6, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=c80ecb96-3dec-46ba-9ce0-e10742d650a6,segment=NetworkSegment(776efe66-340e-4bc2-943d-2c624f145bde),segment_id=776efe66-340e-4bc2-943d-2c624f145bde)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:37:58.921138 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:37:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad5a8557-369d-4d3d-a61d-9c63bbc613bd x-openstack-request-id: req-ad5a8557-369d-4d3d-a61d-9c63bbc613bd {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:37:58.921432 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c09c159-1ebf-4b13-a3dc-0f56e50e423d", "name": "network-vif-deleted", "tag": "3daf2b22-7138-43cd-a507-2c540623164e", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:37:58.930146 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-ad5a8557-369d-4d3d-a61d-9c63bbc613bd {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:37:58.930611 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c09c159-1ebf-4b13-a3dc-0f56e50e423d', 'name': 'network-vif-deleted', 'tag': '3daf2b22-7138-43cd-a507-2c540623164e', 'status': 'completed', 'code': 200} Jul 14 09:37:58.935766 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:58.938377 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-34bb201a-ccef-491b-a89a-5c062b9c49f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-711762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-661452'] for router, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:59.099357 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-0522b809-14c4-4efe-bc5c-51b22a113ce0 None None] For port f8620d13-c618-4db9-ba88-c513f569418b, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=f8620d13-c618-4db9-ba88-c513f569418b,segment=NetworkSegment(adc4fcf1-f953-4129-96a7-349e53c7c607),segment_id=adc4fcf1-f953-4129-96a7-349e53c7c607)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:37:59.111445 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0522b809-14c4-4efe-bc5c-51b22a113ce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:59.241792 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2de4e2-01aa-4839-a208-3e2a2199dd8f req-ae2b9f5b-4ecb-4c3e-997b-ea49a03c3b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:59.243433 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Pushing event updated for resources: {'Port': ['ID=c80ecb96-3dec-46ba-9ce0-e10742d650a6,revision_number=5']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:59.252500 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3f2de4e2-01aa-4839-a208-3e2a2199dd8f req-ae2b9f5b-4ecb-4c3e-997b-ea49a03c3b1d service neutron] 10.222.0.57 "GET /v2.0/networks?id=a047be9f-9890-42b2-a71a-9626f7c59d0d HTTP/1.1" status: 200 len: 922 time: 0.7968249 Jul 14 09:37:59.343214 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0522b809-14c4-4efe-bc5c-51b22a113ce0 None None] Pushing event updated for resources: {'Port': ['ID=f8620d13-c618-4db9-ba88-c513f569418b,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:59.400063 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3f2de4e2-01aa-4839-a208-3e2a2199dd8f req-1e7ebbbb-8229-4880-819d-a9fc463bbba5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3dfdce9e-34b9-4229-81ee-7371ec809ee5 HTTP/1.1" status: 200 len: 217 time: 0.1243961 Jul 14 09:37:59.405135 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_v2 [None req-27695e98-139f-4c2c-9c24-b81eb0011b1b tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Deleting subnet 523e16b1-397b-4604-a588-9142ee5a1d98 {{(pid=93957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:37:59.416492 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-27695e98-139f-4c2c-9c24-b81eb0011b1b tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Notify callbacks [] for subnet, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:59.504670 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34bb201a-ccef-491b-a89a-5c062b9c49f7 admin admin] Router bf3773a1-4726-448c-a40b-48ecf3ff37f2 is scheduled to L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 with binding_index 1 {{(pid=93958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:37:59.549154 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-400192b1-8ff6-44d7-8a98-2eece71712bb req-e13016ee-0b41-4c5a-8c3a-7a41f2596d7c tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] 10.222.0.68 "GET /v2.0/ports?device_id=3c09c159-1ebf-4b13-a3dc-0f56e50e423d HTTP/1.1" status: 200 len: 210 time: 0.0837255 Jul 14 09:37:59.595476 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-27695e98-139f-4c2c-9c24-b81eb0011b1b tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10944203'] for subnet, precommit_delete_associations {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:59.679969 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687e7525-b31f-4417-b5ed-72a457597a89 req-a844e71b-93b0-4c80-913c-5fee863f93e8 tempest-ServerAddressesNegativeTestJSON-1989399623 tempest-ServerAddressesNegativeTestJSON-1989399623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:59.693898 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-d539446a-f874-4c1d-99a3-a627201bc970 None None] Provisioning complete for port f8620d13-c618-4db9-ba88-c513f569418b triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:37:59.694289 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d539446a-f874-4c1d-99a3-a627201bc970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:59.696049 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-687e7525-b31f-4417-b5ed-72a457597a89 req-a844e71b-93b0-4c80-913c-5fee863f93e8 tempest-ServerAddressesNegativeTestJSON-1989399623 tempest-ServerAddressesNegativeTestJSON-1989399623-project] 10.222.0.68 "GET /v2.0/ports?device_id=6271ebff-9c10-4207-a5c1-f5c2ac3d21a1 HTTP/1.1" status: 200 len: 943 time: 0.5876892 Jul 14 09:37:59.795160 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2de4e2-01aa-4839-a208-3e2a2199dd8f req-ddf4963a-9a72-4756-b152-9e630e4c472a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:59.797026 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3f2de4e2-01aa-4839-a208-3e2a2199dd8f req-ddf4963a-9a72-4756-b152-9e630e4c472a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=244f89c1-88a6-433f-913b-d76daacc37e0 HTTP/1.1" status: 200 len: 861 time: 0.3167944 Jul 14 09:37:59.833830 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-687e7525-b31f-4417-b5ed-72a457597a89 req-5f872046-96ed-4008-b5d1-3264903f73f0 tempest-ServerAddressesNegativeTestJSON-1989399623 tempest-ServerAddressesNegativeTestJSON-1989399623-project] 10.222.0.68 "GET /v2.0/security-groups?id=4d24d01f-a316-4a10-9de7-b4e67509b63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344926 Jul 14 09:37:59.855502 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34bb201a-ccef-491b-a89a-5c062b9c49f7 admin admin] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:37:59.887609 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3f2de4e2-01aa-4839-a208-3e2a2199dd8f req-7b809efa-cc25-4a61-a7ef-fd0b147c35e5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a047be9f-9890-42b2-a71a-9626f7c59d0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0813427 Jul 14 09:37:59.913881 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-34bb201a-ccef-491b-a89a-5c062b9c49f7 admin admin] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:59.916120 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-34bb201a-ccef-491b-a89a-5c062b9c49f7 admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.2070775 Jul 14 09:37:59.919082 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 37852) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:59.939530 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af289502-1e47-4ca0-979d-d00f77fea1e9 None None] Sync routers for ids ['bf3773a1-4726-448c-a40b-48ecf3ff37f2'] in n-d-779913-29 {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:38:00.076417 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af289502-1e47-4ca0-979d-d00f77fea1e9 None None] Routers {'bf3773a1-4726-448c-a40b-48ecf3ff37f2'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:38:00.078151 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-af289502-1e47-4ca0-979d-d00f77fea1e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:37:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['bf3773a1-4726-448c-a40b-48ecf3ff37f2'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:38:00.206191 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3f2de4e2-01aa-4839-a208-3e2a2199dd8f req-541a40ad-e2e6-4869-8c90-79be50e9a8b8 service neutron] 10.222.0.57 "GET /v2.0/networks/a047be9f-9890-42b2-a71a-9626f7c59d0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3099527 Jul 14 09:38:00.230129 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-27695e98-139f-4c2c-9c24-b81eb0011b1b tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3481002'] for subnet, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:00.241171 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvr_db [None req-af289502-1e47-4ca0-979d-d00f77fea1e9 None None] Set router bf3773a1-4726-448c-a40b-48ecf3ff37f2 gateway port host: n-d-779913-29 {{(pid=93959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:38:00.250001 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 3dfdce9e-34b9-4229-81ee-7371ec809ee5 details requested by agent hyperv_n-h2-779913-29 with host n-h2-779913-29 {{(pid=93959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:38:00.411841 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-27695e98-139f-4c2c-9c24-b81eb0011b1b tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10052701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11984075'] for subnet, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:00.458138 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3f2de4e2-01aa-4839-a208-3e2a2199dd8f req-77c682b8-7df9-43fa-b1d8-8d05f9680181 service neutron] 10.222.0.57 "GET /v2.0/networks/a047be9f-9890-42b2-a71a-9626f7c59d0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2432117 Jul 14 09:38:00.459367 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-27695e98-139f-4c2c-9c24-b81eb0011b1b tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Notify callbacks [] for subnet, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:00.465018 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-27695e98-139f-4c2c-9c24-b81eb0011b1b tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] 10.222.0.68 "DELETE /v2.0/subnets/523e16b1-397b-4604-a588-9142ee5a1d98 HTTP/1.1" status: 204 len: 168 time: 1.5794439 Jul 14 09:38:00.466096 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27695e98-139f-4c2c-9c24-b81eb0011b1b tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Pushing event deleted for resources: {'Subnet': ['ID=523e16b1-397b-4604-a588-9142ee5a1d98,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:00.468471 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 37890) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:00.512215 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f58d232c-f664-47a6-9f83-daede221fb17 None None] Network 63e3e599-9f16-49b5-b4ab-c912a88ee6e9 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:38:00.565634 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_v2 [None req-468b0bf4-f2e5-450c-81f8-fdb02873e2ce tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Deleting subnet 6bbe0ea5-083a-41dc-877f-ee08b7294836 {{(pid=93957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:38:00.573160 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-468b0bf4-f2e5-450c-81f8-fdb02873e2ce tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Notify callbacks [] for subnet, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:00.637673 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-468b0bf4-f2e5-450c-81f8-fdb02873e2ce tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10944203'] for subnet, precommit_delete_associations {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:00.672861 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.db.resource_extend [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 14 09:38:00.780313 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 37908) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:00.843932 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-468b0bf4-f2e5-450c-81f8-fdb02873e2ce tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3481002'] for subnet, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:00.979209 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_v2 [None req-752737e3-7b58-4d0e-bcea-ae0c773638af admin admin] Deleting subnet 92b9e41e-353a-41b9-9d9e-be464d12ff99 {{(pid=93957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:38:01.052672 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-752737e3-7b58-4d0e-bcea-ae0c773638af admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:01.063870 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 3dfdce9e-34b9-4229-81ee-7371ec809ee5, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=3dfdce9e-34b9-4229-81ee-7371ec809ee5,segment=NetworkSegment(a74a0760-360a-4f2b-925d-462df66ae029),segment_id=a74a0760-360a-4f2b-925d-462df66ae029)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:38:01.173908 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Returning: {'device': '3dfdce9e-34b9-4229-81ee-7371ec809ee5', 'network_id': 'a047be9f-9890-42b2-a71a-9626f7c59d0d', 'port_id': '3dfdce9e-34b9-4229-81ee-7371ec809ee5', 'mac_address': 'fa:16:3e:78:b7:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '244f89c1-88a6-433f-913b-d76daacc37e0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:38:01.252601 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-752737e3-7b58-4d0e-bcea-ae0c773638af admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10944203'] for subnet, precommit_delete_associations {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:01.272000 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:01.307713 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device f8620d13-c618-4db9-ba88-c513f569418b up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:38:01.325513 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3dfdce9e-34b9-4229-81ee-7371ec809ee5 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:38:01.432386 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-468b0bf4-f2e5-450c-81f8-fdb02873e2ce tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10052701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11984075'] for subnet, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:01.469852 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 37950) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:01.531330 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-752737e3-7b58-4d0e-bcea-ae0c773638af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3481002'] for subnet, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:01.531705 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 3dfdce9e-34b9-4229-81ee-7371ec809ee5, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=3dfdce9e-34b9-4229-81ee-7371ec809ee5,segment=NetworkSegment(a74a0760-360a-4f2b-925d-462df66ae029),segment_id=a74a0760-360a-4f2b-925d-462df66ae029)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:38:01.534581 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-af289502-1e47-4ca0-979d-d00f77fea1e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf3773a1-4726-448c-a40b-48ecf3ff37f2', 'name': 'tempest-TestServerBasicOps-1967200096-router', 'tenant_id': '8874416513b740c8bc899533e69ae7c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.147'}], 'enable_snat': True}, 'gw_port_id': '95b68ab6-6aa7-43e3-b683-2d7bb992e791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:37:53Z', 'updated_at': '2021-07-14T09:37:57Z', 'revision_number': 3, 'project_id': '8874416513b740c8bc899533e69ae7c7', 'gw_port': {'id': '95b68ab6-6aa7-43e3-b683-2d7bb992e791', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:9e:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf3773a1-4726-448c-a40b-48ecf3ff37f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2406, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:37:55Z', 'updated_at': '2021-07-14T09:37:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29'}], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:38:01.534749 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468b0bf4-f2e5-450c-81f8-fdb02873e2ce tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Pushing event deleted for resources: {'Subnet': ['ID=6bbe0ea5-083a-41dc-877f-ee08b7294836,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:01.538363 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-468b0bf4-f2e5-450c-81f8-fdb02873e2ce tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Notify callbacks [] for subnet, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:01.540379 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-468b0bf4-f2e5-450c-81f8-fdb02873e2ce tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] 10.222.0.68 "DELETE /v2.0/subnets/6bbe0ea5-083a-41dc-877f-ee08b7294836 HTTP/1.1" status: 204 len: 168 time: 1.0705614 Jul 14 09:38:01.549833 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 37954) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:01.570476 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af289502-1e47-4ca0-979d-d00f77fea1e9 None None] Checking router: bf3773a1-4726-448c-a40b-48ecf3ff37f2 for host: n-d-779913-29 {{(pid=93959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:38:01.570947 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af289502-1e47-4ca0-979d-d00f77fea1e9 None None] Updating router bf3773a1-4726-448c-a40b-48ecf3ff37f2 port 95b68ab6-6aa7-43e3-b683-2d7bb992e791 binding host n-d-779913-29 {{(pid=93959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:38:01.578072 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:01.585528 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abcf52e-6fb3-4eb5-aac2-d79e5acdf729 req-e5e9e118-f37b-43cf-bcd2-285083c2e613 tempest-ServerAddressesNegativeTestJSON-1989399623 tempest-ServerAddressesNegativeTestJSON-1989399623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:01.593309 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0abcf52e-6fb3-4eb5-aac2-d79e5acdf729 req-e5e9e118-f37b-43cf-bcd2-285083c2e613 tempest-ServerAddressesNegativeTestJSON-1989399623 tempest-ServerAddressesNegativeTestJSON-1989399623-project] 10.222.0.68 "GET /v2.0/ports?device_id=6271ebff-9c10-4207-a5c1-f5c2ac3d21a1 HTTP/1.1" status: 200 len: 943 time: 0.3811970 Jul 14 09:38:01.607916 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8fb444a-9bb7-4fd2-8196-2b50b54fe72b None None] Network 1ef94415-a918-409e-b853-7a1089057996 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:38:01.634711 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a381d2aa-e1bf-4542-910c-88b17f781e74 None None] DHCP port deletion for 63e3e599-9f16-49b5-b4ab-c912a88ee6e9 request from n-d-779913-29 {{(pid=93959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:38:01.692303 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0abcf52e-6fb3-4eb5-aac2-d79e5acdf729 req-70a08ef5-83a2-4626-9b76-147c878742e8 tempest-ServerAddressesNegativeTestJSON-1989399623 tempest-ServerAddressesNegativeTestJSON-1989399623-project] 10.222.0.68 "GET /v2.0/security-groups?id=4d24d01f-a316-4a10-9de7-b4e67509b63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977218 Jul 14 09:38:01.696664 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-752737e3-7b58-4d0e-bcea-ae0c773638af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10052701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11984075'] for subnet, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:01.752345 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752737e3-7b58-4d0e-bcea-ae0c773638af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=92b9e41e-353a-41b9-9d9e-be464d12ff99,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:01.769524 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-752737e3-7b58-4d0e-bcea-ae0c773638af admin admin] Notify callbacks [] for subnet, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:01.771391 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-752737e3-7b58-4d0e-bcea-ae0c773638af admin admin] 10.222.0.68 "DELETE /v2.0/subnets/92b9e41e-353a-41b9-9d9e-be464d12ff99 HTTP/1.1" status: 204 len: 168 time: 0.9901085 Jul 14 09:38:01.776009 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 37956) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:01.850921 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port f8620d13-c618-4db9-ba88-c513f569418b triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:38:01.851568 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:01.895263 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-cb72ebd1-321a-4269-9e50-cd89aba5feb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3876111'] for network, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:01.968076 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-af289502-1e47-4ca0-979d-d00f77fea1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:01.990403 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] get_ports_and_sgs() called for port_ids ['3dfdce9e-34b9-4229-81ee-7371ec809ee5'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:38:01.999089 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Pushing event updated for resources: {'Port': ['ID=3dfdce9e-34b9-4229-81ee-7371ec809ee5,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:02.016976 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-cb72ebd1-321a-4269-9e50-cd89aba5feb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473955', 'neutron.services.segments.db._delete_segments_for_network-8735688326548'] for network, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:02.028279 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-cb72ebd1-321a-4269-9e50-cd89aba5feb5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3569c9d2-eab5-421e-9cb2-8a83583f6763']}} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:38:02.043616 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-cb72ebd1-321a-4269-9e50-cd89aba5feb5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7591738e-41ad-492d-b0a6-69a16017c202') {'for_net_delete': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:38:02.044045 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-cb72ebd1-321a-4269-9e50-cd89aba5feb5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7591738e-41ad-492d-b0a6-69a16017c202') {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:38:02.063812 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-cb72ebd1-321a-4269-9e50-cd89aba5feb5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735688356235', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10944210'] for segment, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:02.086784 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f07b3fc4-ad8e-4272-9707-9923ac5e1a3d tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3876111'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:02.091473 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-cb72ebd1-321a-4269-9e50-cd89aba5feb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:02.101183 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb72ebd1-321a-4269-9e50-cd89aba5feb5 admin admin] Releasing vlan 728 on physical network physnet1 to pool {{(pid=93957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:38:02.101629 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-cb72ebd1-321a-4269-9e50-cd89aba5feb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10053619'] for segment, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:02.226644 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-a381d2aa-e1bf-4542-910c-88b17f781e74 None None] Deleting port 9d9ce590-6431-45dc-9e89-d424a72a39e4 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:38:02.227429 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a381d2aa-e1bf-4542-910c-88b17f781e74 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:02.287687 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:38:02.287687 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:38:02.287687 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:38:02.287687 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:38:02.287687 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:38:02.287687 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:38:02.287687 n-d-779913-29 neutron-server[93957]: Traceback (most recent call last): Jul 14 09:38:02.287687 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:38:02.287687 n-d-779913-29 neutron-server[93957]: timer() Jul 14 09:38:02.287687 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:38:02.287687 n-d-779913-29 neutron-server[93957]: cb(*args, **kw) Jul 14 09:38:02.287687 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:38:02.287687 n-d-779913-29 neutron-server[93957]: return func(*args, **kwargs) Jul 14 09:38:02.287687 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:38:02.287687 n-d-779913-29 neutron-server[93957]: self._notify() Jul 14 09:38:02.287687 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:38:02.287687 n-d-779913-29 neutron-server[93957]: self.callback(batched_events) Jul 14 09:38:02.287687 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:38:02.287687 n-d-779913-29 neutron-server[93957]: event.method(event) Jul 14 09:38:02.287687 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:38:02.287687 n-d-779913-29 neutron-server[93957]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:38:02.287687 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:38:02.287687 n-d-779913-29 neutron-server[93957]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:38:02.287687 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:38:02.287687 n-d-779913-29 neutron-server[93957]: return f(self, *a, **k) Jul 14 09:38:02.287687 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:38:02.287687 n-d-779913-29 neutron-server[93957]: return self._get(url).json() Jul 14 09:38:02.287687 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:38:02.287687 n-d-779913-29 neutron-server[93957]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:38:02.287687 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:38:02.287687 n-d-779913-29 neutron-server[93957]: return self.request(url, 'GET', **kwargs) Jul 14 09:38:02.287687 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:38:02.287687 n-d-779913-29 neutron-server[93957]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:38:02.287687 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:38:02.287687 n-d-779913-29 neutron-server[93957]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:38:02.287687 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:38:02.287687 n-d-779913-29 neutron-server[93957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:38:02.287687 n-d-779913-29 neutron-server[93957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:38:02.302167 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-cb72ebd1-321a-4269-9e50-cd89aba5feb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660504'] for network, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:02.314645 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-cb72ebd1-321a-4269-9e50-cd89aba5feb5 admin admin] Notify callbacks [] for network, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:02.319077 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-cb72ebd1-321a-4269-9e50-cd89aba5feb5 admin admin] 10.222.0.68 "DELETE /v2.0/networks/3569c9d2-eab5-421e-9cb2-8a83583f6763 HTTP/1.1" status: 204 len: 168 time: 0.5384154 Jul 14 09:38:02.351824 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb72ebd1-321a-4269-9e50-cd89aba5feb5 admin admin] Pushing event deleted for resources: {'Network': ['ID=3569c9d2-eab5-421e-9cb2-8a83583f6763,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:02.372926 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb72ebd1-321a-4269-9e50-cd89aba5feb5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:38:02.375040 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb72ebd1-321a-4269-9e50-cd89aba5feb5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:38:02.375410 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb72ebd1-321a-4269-9e50-cd89aba5feb5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:38:02.375767 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb72ebd1-321a-4269-9e50-cd89aba5feb5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:38:02.376117 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb72ebd1-321a-4269-9e50-cd89aba5feb5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:38:02.376464 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb72ebd1-321a-4269-9e50-cd89aba5feb5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:38:02.376804 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb72ebd1-321a-4269-9e50-cd89aba5feb5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:38:02.381325 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb72ebd1-321a-4269-9e50-cd89aba5feb5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:38:02.381904 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb72ebd1-321a-4269-9e50-cd89aba5feb5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:38:02.382270 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb72ebd1-321a-4269-9e50-cd89aba5feb5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:38:02.382626 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb72ebd1-321a-4269-9e50-cd89aba5feb5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:38:02.382978 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb72ebd1-321a-4269-9e50-cd89aba5feb5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:38:02.422328 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-addd5c08-e3d1-497e-9bcc-32ce28156735 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:02.559135 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-f07b3fc4-ad8e-4272-9707-9923ac5e1a3d tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Deleting port 9d9ce590-6431-45dc-9e89-d424a72a39e4 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:38:02.560203 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f07b3fc4-ad8e-4272-9707-9923ac5e1a3d tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:02.604836 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 37972) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:02.631845 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-f07b3fc4-ad8e-4272-9707-9923ac5e1a3d tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] For port 9d9ce590-6431-45dc-9e89-d424a72a39e4, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=9d9ce590-6431-45dc-9e89-d424a72a39e4,segment=NetworkSegment(df189466-ba5b-40c8-bb21-5263dd22bc7e),segment_id=df189466-ba5b-40c8-bb21-5263dd22bc7e)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:38:02.632495 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f07b3fc4-ad8e-4272-9707-9923ac5e1a3d tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:02.668083 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-f07b3fc4-ad8e-4272-9707-9923ac5e1a3d tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Calling delete_port for 9d9ce590-6431-45dc-9e89-d424a72a39e4 owned by network:dhcp {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:38:02.673208 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-b97e948d-ecb0-409b-b321-7481c9af8286 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=d0faa07e8d9e4ec49a240a9fc526a7fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0669811 Jul 14 09:38:02.677221 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 37974) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:02.783271 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f07b3fc4-ad8e-4272-9707-9923ac5e1a3d tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:02.823431 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-a381d2aa-e1bf-4542-910c-88b17f781e74 None None] For port 9d9ce590-6431-45dc-9e89-d424a72a39e4, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=9d9ce590-6431-45dc-9e89-d424a72a39e4,segment=NetworkSegment(df189466-ba5b-40c8-bb21-5263dd22bc7e),segment_id=df189466-ba5b-40c8-bb21-5263dd22bc7e)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:38:02.823994 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a381d2aa-e1bf-4542-910c-88b17f781e74 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:02.845311 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device c80ecb96-3dec-46ba-9ce0-e10742d650a6 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:38:02.863064 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f07b3fc4-ad8e-4272-9707-9923ac5e1a3d tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] No DVR routers for this DVR port 9d9ce590-6431-45dc-9e89-d424a72a39e4 on host n-d-779913-29 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:38:02.884641 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-06eeec14-7e59-47bf-a77e-925aadc1857d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:02.891583 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07b3fc4-ad8e-4272-9707-9923ac5e1a3d tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Pushing event deleted for resources: {'Port': ['ID=9d9ce590-6431-45dc-9e89-d424a72a39e4,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:02.910614 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-a381d2aa-e1bf-4542-910c-88b17f781e74 None None] Calling delete_port for 9d9ce590-6431-45dc-9e89-d424a72a39e4 owned by network:dhcp {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:38:02.957927 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-06eeec14-7e59-47bf-a77e-925aadc1857d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:03.062232 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-06eeec14-7e59-47bf-a77e-925aadc1857d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:03.065677 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-06eeec14-7e59-47bf-a77e-925aadc1857d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:03.068729 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-06eeec14-7e59-47bf-a77e-925aadc1857d admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/480b9b88-a112-41cf-9ffd-c713e01dc0c7 HTTP/1.1" status: 204 len: 168 time: 0.3904340 Jul 14 09:38:03.110022 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06eeec14-7e59-47bf-a77e-925aadc1857d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=480b9b88-a112-41cf-9ffd-c713e01dc0c7,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:03.135133 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-addd5c08-e3d1-497e-9bcc-32ce28156735 admin admin] Allocated IP 172.20.0.1 (0c12e36b-9e4f-44d1-ab88-af3b78dda500/92cfdf4c-d20c-4051-a7ca-220068edb074/fce65f02-21bd-4a4b-b0e3-5a8660fe60b1) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:38:03.224596 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fc79f66-4050-41fe-84cb-af83b02dfc35 None None] DHCP port deletion for 1ef94415-a918-409e-b853-7a1089057996 request from n-d-779913-29 {{(pid=93959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:38:03.264070 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port c80ecb96-3dec-46ba-9ce0-e10742d650a6 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:38:03.264451 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:03.277765 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f07b3fc4-ad8e-4272-9707-9923ac5e1a3d tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473955', 'neutron.services.segments.db._delete_segments_for_network-8735688326548'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:03.310427 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-f07b3fc4-ad8e-4272-9707-9923ac5e1a3d tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63e3e599-9f16-49b5-b4ab-c912a88ee6e9']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:38:03.331181 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-f07b3fc4-ad8e-4272-9707-9923ac5e1a3d tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df189466-ba5b-40c8-bb21-5263dd22bc7e') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:38:03.331488 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-f07b3fc4-ad8e-4272-9707-9923ac5e1a3d tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df189466-ba5b-40c8-bb21-5263dd22bc7e') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:38:03.355474 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f07b3fc4-ad8e-4272-9707-9923ac5e1a3d tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735688356235', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13574129'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:03.428536 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-af289502-1e47-4ca0-979d-d00f77fea1e9 None None] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:03.432077 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f07b3fc4-ad8e-4272-9707-9923ac5e1a3d tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:03.486804 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a381d2aa-e1bf-4542-910c-88b17f781e74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:03.488173 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea41117-68cf-4f9d-b146-e1d7d52042d8 req-5259734e-9112-4f84-9a8e-9be7d9d49866 tempest-ServerAddressesNegativeTestJSON-1989399623 tempest-ServerAddressesNegativeTestJSON-1989399623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:03.495978 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-fea41117-68cf-4f9d-b146-e1d7d52042d8 req-5259734e-9112-4f84-9a8e-9be7d9d49866 tempest-ServerAddressesNegativeTestJSON-1989399623 tempest-ServerAddressesNegativeTestJSON-1989399623-project] 10.222.0.68 "GET /v2.0/ports?device_id=6271ebff-9c10-4207-a5c1-f5c2ac3d21a1 HTTP/1.1" status: 200 len: 944 time: 0.4872615 Jul 14 09:38:03.502667 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f07b3fc4-ad8e-4272-9707-9923ac5e1a3d tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Releasing vlan 746 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:38:03.503524 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f07b3fc4-ad8e-4272-9707-9923ac5e1a3d tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13573126'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:03.507999 n-d-779913-29 neutron-server[93958]: Traceback (most recent call last): Jul 14 09:38:03.507999 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:38:03.507999 n-d-779913-29 neutron-server[93958]: timer() Jul 14 09:38:03.507999 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:38:03.507999 n-d-779913-29 neutron-server[93958]: cb(*args, **kw) Jul 14 09:38:03.507999 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:38:03.507999 n-d-779913-29 neutron-server[93958]: return func(*args, **kwargs) Jul 14 09:38:03.507999 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:38:03.507999 n-d-779913-29 neutron-server[93958]: self._notify() Jul 14 09:38:03.507999 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:38:03.507999 n-d-779913-29 neutron-server[93958]: self.callback(batched_events) Jul 14 09:38:03.507999 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:38:03.507999 n-d-779913-29 neutron-server[93958]: event.method(event) Jul 14 09:38:03.507999 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:38:03.507999 n-d-779913-29 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:38:03.507999 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:38:03.507999 n-d-779913-29 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:38:03.507999 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:38:03.507999 n-d-779913-29 neutron-server[93958]: return f(self, *a, **k) Jul 14 09:38:03.507999 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:38:03.507999 n-d-779913-29 neutron-server[93958]: return self._get(url).json() Jul 14 09:38:03.507999 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:38:03.507999 n-d-779913-29 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:38:03.507999 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:38:03.507999 n-d-779913-29 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 14 09:38:03.507999 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:38:03.507999 n-d-779913-29 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:38:03.507999 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:38:03.507999 n-d-779913-29 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:38:03.507999 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:38:03.507999 n-d-779913-29 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:38:03.507999 n-d-779913-29 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:38:03.518695 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-af289502-1e47-4ca0-979d-d00f77fea1e9 None None] Transition to ACTIVE for port object 95b68ab6-6aa7-43e3-b683-2d7bb992e791 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:38:03.527000 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a381d2aa-e1bf-4542-910c-88b17f781e74 None None] No DVR routers for this DVR port 9d9ce590-6431-45dc-9e89-d424a72a39e4 on host n-d-779913-29 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:38:03.629785 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-addd5c08-e3d1-497e-9bcc-32ce28156735 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:03.645544 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a381d2aa-e1bf-4542-910c-88b17f781e74 None None] Pushing event deleted for resources: {'Port': ['ID=9d9ce590-6431-45dc-9e89-d424a72a39e4,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:03.658309 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-af289502-1e47-4ca0-979d-d00f77fea1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:03.691159 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-addd5c08-e3d1-497e-9bcc-32ce28156735 admin admin] Transition to ACTIVE for port object fce65f02-21bd-4a4b-b0e3-5a8660fe60b1 will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:38:03.701547 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f07b3fc4-ad8e-4272-9707-9923ac5e1a3d tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660504'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:03.707245 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f07b3fc4-ad8e-4272-9707-9923ac5e1a3d tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:03.711284 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-f07b3fc4-ad8e-4272-9707-9923ac5e1a3d tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] 10.222.0.68 "DELETE /v2.0/networks/63e3e599-9f16-49b5-b4ab-c912a88ee6e9 HTTP/1.1" status: 204 len: 168 time: 2.0456042 Jul 14 09:38:03.711933 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 37994) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:03.736938 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-fea41117-68cf-4f9d-b146-e1d7d52042d8 req-4fde3dfc-3c2e-4817-b3e3-41b19d8c68c5 tempest-ServerAddressesNegativeTestJSON-1989399623 tempest-ServerAddressesNegativeTestJSON-1989399623-project] 10.222.0.68 "GET /v2.0/security-groups?id=4d24d01f-a316-4a10-9de7-b4e67509b63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2394605 Jul 14 09:38:03.777173 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-30bb29c4-16af-45d1-a7fc-49bf5431ab60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-683602'] for router_interface, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:03.783594 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07b3fc4-ad8e-4272-9707-9923ac5e1a3d tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Pushing event deleted for resources: {'Network': ['ID=63e3e599-9f16-49b5-b4ab-c912a88ee6e9,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:03.795355 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-af289502-1e47-4ca0-979d-d00f77fea1e9 None None] Attempting to bind port 95b68ab6-6aa7-43e3-b683-2d7bb992e791 on host n-d-779913-29 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:38:03.795664 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-af289502-1e47-4ca0-979d-d00f77fea1e9 None None] Attempting to bind port 95b68ab6-6aa7-43e3-b683-2d7bb992e791 by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': '81bf7a93-80b3-43df-b9d5-462c604a2945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:38:03.796035 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af289502-1e47-4ca0-979d-d00f77fea1e9 None None] Attempting to bind port 95b68ab6-6aa7-43e3-b683-2d7bb992e791 on network 2dcd4d32-cc7c-4468-b396-7ce5c9231892 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:38:03.821342 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af289502-1e47-4ca0-979d-d00f77fea1e9 None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 37, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:38:03.841653 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af289502-1e47-4ca0-979d-d00f77fea1e9 None None] Checking segment: {'id': '81bf7a93-80b3-43df-b9d5-462c604a2945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:38:03.842342 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-af289502-1e47-4ca0-979d-d00f77fea1e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:03.842887 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af289502-1e47-4ca0-979d-d00f77fea1e9 None None] Bound using segment: {'id': '81bf7a93-80b3-43df-b9d5-462c604a2945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:38:03.843406 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-af289502-1e47-4ca0-979d-d00f77fea1e9 None None] Bound port: 95b68ab6-6aa7-43e3-b683-2d7bb992e791, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81bf7a93-80b3-43df-b9d5-462c604a2945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:38:03.843801 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-af289502-1e47-4ca0-979d-d00f77fea1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:03.969098 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-addd5c08-e3d1-497e-9bcc-32ce28156735 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:03.973285 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-0ae69a42-5f6f-49b6-bab5-69e544d89727 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3876111'] for network, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:04.004285 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-3fc79f66-4050-41fe-84cb-af83b02dfc35 None None] Deleting port 2fd5322f-46e5-4a62-ad7b-5f91744b4d00 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:38:04.004940 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3fc79f66-4050-41fe-84cb-af83b02dfc35 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:04.056363 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4efdaf-72e8-40ee-be91-5b0464b7aefa None None] Pushing event updated for resources: {'Port': ['ID=95b68ab6-6aa7-43e3-b683-2d7bb992e791,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:04.120867 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-0ae69a42-5f6f-49b6-bab5-69e544d89727 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Deleting port 2fd5322f-46e5-4a62-ad7b-5f91744b4d00 {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:38:04.121698 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-0ae69a42-5f6f-49b6-bab5-69e544d89727 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:04.129215 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 9d9ce590-6431-45dc-9e89-d424a72a39e4 no longer exists at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:38:04.135734 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-addd5c08-e3d1-497e-9bcc-32ce28156735 admin admin] Network 0c12e36b-9e4f-44d1-ab88-af3b78dda500 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:38:04.178963 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] No Port match for: 9d9ce590-6431-45dc-9e89-d424a72a39e4 {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:38:04.179327 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 9d9ce590-6431-45dc-9e89-d424a72a39e4 not bound to the agent host n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:38:04.179890 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 2fd5322f-46e5-4a62-ad7b-5f91744b4d00 no longer exists at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:38:04.193812 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-addd5c08-e3d1-497e-9bcc-32ce28156735 admin admin] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:38:04.204508 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-addd5c08-e3d1-497e-9bcc-32ce28156735 admin admin] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:38:04.208858 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addd5c08-e3d1-497e-9bcc-32ce28156735 admin admin] Pushing event updated for resources: {'Port': ['ID=fce65f02-21bd-4a4b-b0e3-5a8660fe60b1,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:04.264685 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-3fc79f66-4050-41fe-84cb-af83b02dfc35 None None] For port 2fd5322f-46e5-4a62-ad7b-5f91744b4d00, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=2fd5322f-46e5-4a62-ad7b-5f91744b4d00,segment=NetworkSegment(346dc94d-54e0-4ffe-b110-f21faf0bbb7e),segment_id=346dc94d-54e0-4ffe-b110-f21faf0bbb7e)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:38:04.265665 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3fc79f66-4050-41fe-84cb-af83b02dfc35 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:04.302406 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-3fc79f66-4050-41fe-84cb-af83b02dfc35 None None] Calling delete_port for 2fd5322f-46e5-4a62-ad7b-5f91744b4d00 owned by network:dhcp {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:38:04.363338 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-0ae69a42-5f6f-49b6-bab5-69e544d89727 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] For port 2fd5322f-46e5-4a62-ad7b-5f91744b4d00, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=2fd5322f-46e5-4a62-ad7b-5f91744b4d00,segment=NetworkSegment(346dc94d-54e0-4ffe-b110-f21faf0bbb7e),segment_id=346dc94d-54e0-4ffe-b110-f21faf0bbb7e)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:38:04.363951 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-0ae69a42-5f6f-49b6-bab5-69e544d89727 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:04.381957 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-0ae69a42-5f6f-49b6-bab5-69e544d89727 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Calling delete_port for 2fd5322f-46e5-4a62-ad7b-5f91744b4d00 owned by network:dhcp {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:38:04.391156 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-addd5c08-e3d1-497e-9bcc-32ce28156735 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-660393'] for router_interface, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:04.453586 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 3dfdce9e-34b9-4229-81ee-7371ec809ee5 up at agent hyperv_n-h2-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:38:04.506007 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-0ae69a42-5f6f-49b6-bab5-69e544d89727 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:04.538143 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae69a42-5f6f-49b6-bab5-69e544d89727 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Pushing event deleted for resources: {'Port': ['ID=2fd5322f-46e5-4a62-ad7b-5f91744b4d00,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:04.547380 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ae69a42-5f6f-49b6-bab5-69e544d89727 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] No DVR routers for this DVR port 2fd5322f-46e5-4a62-ad7b-5f91744b4d00 on host n-d-779913-29 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:38:04.576125 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-af289502-1e47-4ca0-979d-d00f77fea1e9 None None] For port 95b68ab6-6aa7-43e3-b683-2d7bb992e791, host n-d-779913-29, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:38:04.637920 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-af289502-1e47-4ca0-979d-d00f77fea1e9 None None] For port 95b68ab6-6aa7-43e3-b683-2d7bb992e791, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=95b68ab6-6aa7-43e3-b683-2d7bb992e791,segment=NetworkSegment(81bf7a93-80b3-43df-b9d5-462c604a2945),segment_id=81bf7a93-80b3-43df-b9d5-462c604a2945)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:38:04.675541 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-af289502-1e47-4ca0-979d-d00f77fea1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:04.682728 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] No active binding found for port 2fd5322f-46e5-4a62-ad7b-5f91744b4d00 {{(pid=93959) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 14 09:38:04.683174 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 2fd5322f-46e5-4a62-ad7b-5f91744b4d00 not bound to the agent host n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:38:04.688471 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-0ae69a42-5f6f-49b6-bab5-69e544d89727 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473955', 'neutron.services.segments.db._delete_segments_for_network-8735688326548'] for network, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:04.713860 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-0ae69a42-5f6f-49b6-bab5-69e544d89727 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ef94415-a918-409e-b853-7a1089057996']}} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:38:04.723951 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-baaa1764-52df-4572-9e47-0d38ebd1b50a None None] Provisioning for port fce65f02-21bd-4a4b-b0e3-5a8660fe60b1 completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:38:04.727707 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-0ae69a42-5f6f-49b6-bab5-69e544d89727 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '346dc94d-54e0-4ffe-b110-f21faf0bbb7e') {'for_net_delete': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:38:04.727994 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-0ae69a42-5f6f-49b6-bab5-69e544d89727 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '346dc94d-54e0-4ffe-b110-f21faf0bbb7e') {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:38:04.739069 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-0ae69a42-5f6f-49b6-bab5-69e544d89727 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735688356235', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10944210'] for segment, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:04.740759 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-baaa1764-52df-4572-9e47-0d38ebd1b50a None None] Provisioning complete for port fce65f02-21bd-4a4b-b0e3-5a8660fe60b1 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:38:04.741144 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-baaa1764-52df-4572-9e47-0d38ebd1b50a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:04.755657 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-0ae69a42-5f6f-49b6-bab5-69e544d89727 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:04.763861 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ae69a42-5f6f-49b6-bab5-69e544d89727 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Releasing vlan 738 on physical network physnet1 to pool {{(pid=93957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:38:04.764570 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-0ae69a42-5f6f-49b6-bab5-69e544d89727 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10053619'] for segment, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:04.807584 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3fc79f66-4050-41fe-84cb-af83b02dfc35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:04.829357 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Provisioning for port 3dfdce9e-34b9-4229-81ee-7371ec809ee5 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:38:04.832271 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fc79f66-4050-41fe-84cb-af83b02dfc35 None None] No DVR routers for this DVR port 2fd5322f-46e5-4a62-ad7b-5f91744b4d00 on host n-d-779913-29 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:38:04.842711 n-d-779913-29 neutron-server[93957]: Traceback (most recent call last): Jul 14 09:38:04.842711 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:38:04.842711 n-d-779913-29 neutron-server[93957]: timer() Jul 14 09:38:04.842711 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:38:04.842711 n-d-779913-29 neutron-server[93957]: cb(*args, **kw) Jul 14 09:38:04.842711 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:38:04.842711 n-d-779913-29 neutron-server[93957]: return func(*args, **kwargs) Jul 14 09:38:04.842711 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:38:04.842711 n-d-779913-29 neutron-server[93957]: self._notify() Jul 14 09:38:04.842711 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:38:04.842711 n-d-779913-29 neutron-server[93957]: self.callback(batched_events) Jul 14 09:38:04.842711 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:38:04.842711 n-d-779913-29 neutron-server[93957]: event.method(event) Jul 14 09:38:04.842711 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:38:04.842711 n-d-779913-29 neutron-server[93957]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:38:04.842711 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:38:04.842711 n-d-779913-29 neutron-server[93957]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:38:04.842711 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:38:04.842711 n-d-779913-29 neutron-server[93957]: return f(self, *a, **k) Jul 14 09:38:04.842711 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:38:04.842711 n-d-779913-29 neutron-server[93957]: return self._get(url).json() Jul 14 09:38:04.842711 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:38:04.842711 n-d-779913-29 neutron-server[93957]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:38:04.842711 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:38:04.842711 n-d-779913-29 neutron-server[93957]: return self.request(url, 'GET', **kwargs) Jul 14 09:38:04.842711 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:38:04.842711 n-d-779913-29 neutron-server[93957]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:38:04.842711 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:38:04.842711 n-d-779913-29 neutron-server[93957]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:38:04.842711 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:38:04.842711 n-d-779913-29 neutron-server[93957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:38:04.842711 n-d-779913-29 neutron-server[93957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:38:04.846558 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4efdaf-72e8-40ee-be91-5b0464b7aefa None None] Pushing event updated for resources: {'Port': ['ID=95b68ab6-6aa7-43e3-b683-2d7bb992e791,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:04.847400 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af289502-1e47-4ca0-979d-d00f77fea1e9 None None] Routers {'bf3773a1-4726-448c-a40b-48ecf3ff37f2'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:38:04.847400 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-af289502-1e47-4ca0-979d-d00f77fea1e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:37:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['bf3773a1-4726-448c-a40b-48ecf3ff37f2'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:38:04.852346 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-0ae69a42-5f6f-49b6-bab5-69e544d89727 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660504'] for network, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:04.862236 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-0ae69a42-5f6f-49b6-bab5-69e544d89727 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Notify callbacks [] for network, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:04.868249 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-0ae69a42-5f6f-49b6-bab5-69e544d89727 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] 10.222.0.68 "DELETE /v2.0/networks/1ef94415-a918-409e-b853-7a1089057996 HTTP/1.1" status: 204 len: 168 time: 1.1532595 Jul 14 09:38:04.879709 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Provisioning complete for port 3dfdce9e-34b9-4229-81ee-7371ec809ee5 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:38:04.880165 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:04.891408 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae69a42-5f6f-49b6-bab5-69e544d89727 tempest-TaggedBootDevicesTest-249997258 tempest-TaggedBootDevicesTest-249997258-project] Pushing event deleted for resources: {'Network': ['ID=1ef94415-a918-409e-b853-7a1089057996,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:04.923202 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-baaa1764-52df-4572-9e47-0d38ebd1b50a None None] Port fce65f02-21bd-4a4b-b0e3-5a8660fe60b1 cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:38:04.928951 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc79f66-4050-41fe-84cb-af83b02dfc35 None None] Pushing event deleted for resources: {'Port': ['ID=2fd5322f-46e5-4a62-ad7b-5f91744b4d00,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:05.124900 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvr_db [None req-af289502-1e47-4ca0-979d-d00f77fea1e9 None None] Set router bf3773a1-4726-448c-a40b-48ecf3ff37f2 gateway port host: n-d-779913-29 {{(pid=93959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:38:05.134471 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-30bb29c4-16af-45d1-a7fc-49bf5431ab60 admin admin] Deleting port c4e868fd-c59a-4ec2-986d-5c9a274f714c {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:38:05.135231 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-30bb29c4-16af-45d1-a7fc-49bf5431ab60 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:05.251052 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-addd5c08-e3d1-497e-9bcc-32ce28156735 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:05.254613 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2a29c6-04bd-4efe-9b38-ae261fdbcd92 req-18bcf0f6-2ee5-4c9f-a67f-20bd67f72ade tempest-ServerAddressesNegativeTestJSON-1989399623 tempest-ServerAddressesNegativeTestJSON-1989399623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:05.256199 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ce2a29c6-04bd-4efe-9b38-ae261fdbcd92 req-18bcf0f6-2ee5-4c9f-a67f-20bd67f72ade tempest-ServerAddressesNegativeTestJSON-1989399623 tempest-ServerAddressesNegativeTestJSON-1989399623-project] 10.222.0.68 "GET /v2.0/ports?device_id=6271ebff-9c10-4207-a5c1-f5c2ac3d21a1 HTTP/1.1" status: 200 len: 944 time: 0.1502812 Jul 14 09:38:05.288521 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:05.372382 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ce2a29c6-04bd-4efe-9b38-ae261fdbcd92 req-b4fdb0a4-d1d2-454d-aa0e-506ea05efe37 tempest-ServerAddressesNegativeTestJSON-1989399623 tempest-ServerAddressesNegativeTestJSON-1989399623-project] 10.222.0.68 "GET /v2.0/security-groups?id=4d24d01f-a316-4a10-9de7-b4e67509b63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856402 Jul 14 09:38:05.412840 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6271ebff-9c10-4207-a5c1-f5c2ac3d21a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dfdce9e-34b9-4229-81ee-7371ec809ee5'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:38:05.415165 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd62303f06773040a8a4e189dc46b4f565768c299abf8ab8e7739778b0bc3e97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3bcd33e-f34c-4b15-9297-4ad157c2f85c" -d '{"events": [{"server_uuid": "6271ebff-9c10-4207-a5c1-f5c2ac3d21a1", "name": "network-vif-plugged", "status": "completed", "tag": "3dfdce9e-34b9-4229-81ee-7371ec809ee5"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:38:05.461227 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 3dfdce9e-34b9-4229-81ee-7371ec809ee5, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=3dfdce9e-34b9-4229-81ee-7371ec809ee5,segment=NetworkSegment(a74a0760-360a-4f2b-925d-462df66ae029),segment_id=a74a0760-360a-4f2b-925d-462df66ae029)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:38:05.482007 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:05.489073 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:38:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b578490-6e2d-46a8-96f9-2297b34d4fac x-openstack-request-id: req-8b578490-6e2d-46a8-96f9-2297b34d4fac {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:38:05.489482 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6271ebff-9c10-4207-a5c1-f5c2ac3d21a1", "name": "network-vif-plugged", "status": "completed", "tag": "3dfdce9e-34b9-4229-81ee-7371ec809ee5", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:38:05.489875 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-8b578490-6e2d-46a8-96f9-2297b34d4fac {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:38:05.490373 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6271ebff-9c10-4207-a5c1-f5c2ac3d21a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dfdce9e-34b9-4229-81ee-7371ec809ee5', 'code': 200} Jul 14 09:38:05.772925 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6391c54-1024-4743-8a18-7dbce2e87b81 req-38b8df56-24b8-44e8-9e1c-38a06d143ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:05.774761 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c6391c54-1024-4743-8a18-7dbce2e87b81 req-38b8df56-24b8-44e8-9e1c-38a06d143ce4 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=6271ebff-9c10-4207-a5c1-f5c2ac3d21a1 HTTP/1.1" status: 200 len: 1097 time: 0.1665590 Jul 14 09:38:05.791326 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Pushing event updated for resources: {'Port': ['ID=3dfdce9e-34b9-4229-81ee-7371ec809ee5,revision_number=5']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:05.824408 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-30bb29c4-16af-45d1-a7fc-49bf5431ab60 admin admin] For port c4e868fd-c59a-4ec2-986d-5c9a274f714c, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=c4e868fd-c59a-4ec2-986d-5c9a274f714c,segment=NetworkSegment(4e909166-7a9a-4d71-9929-2b11d90f7baa),segment_id=4e909166-7a9a-4d71-9929-2b11d90f7baa)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:38:05.824786 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-30bb29c4-16af-45d1-a7fc-49bf5431ab60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:05.826874 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-af289502-1e47-4ca0-979d-d00f77fea1e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf3773a1-4726-448c-a40b-48ecf3ff37f2', 'name': 'tempest-TestServerBasicOps-1967200096-router', 'tenant_id': '8874416513b740c8bc899533e69ae7c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.147'}], 'enable_snat': True}, 'gw_port_id': '95b68ab6-6aa7-43e3-b683-2d7bb992e791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:37:53Z', 'updated_at': '2021-07-14T09:37:57Z', 'revision_number': 3, 'project_id': '8874416513b740c8bc899533e69ae7c7', 'gw_port': {'id': '95b68ab6-6aa7-43e3-b683-2d7bb992e791', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:9e:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf3773a1-4726-448c-a40b-48ecf3ff37f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2406, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:37:55Z', 'updated_at': '2021-07-14T09:38:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29'}], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:38:05.828418 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-addd5c08-e3d1-497e-9bcc-32ce28156735 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:05.852024 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-addd5c08-e3d1-497e-9bcc-32ce28156735 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13574142'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:05.895347 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af289502-1e47-4ca0-979d-d00f77fea1e9 None None] The sync data for ids ['bf3773a1-4726-448c-a40b-48ecf3ff37f2'] in n-d-779913-29 is: [{'id': 'bf3773a1-4726-448c-a40b-48ecf3ff37f2', 'name': 'tempest-TestServerBasicOps-1967200096-router', 'tenant_id': '8874416513b740c8bc899533e69ae7c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.147'}], 'enable_snat': True}, 'gw_port_id': '95b68ab6-6aa7-43e3-b683-2d7bb992e791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:37:53Z', 'updated_at': '2021-07-14T09:37:57Z', 'revision_number': 3, 'project_id': '8874416513b740c8bc899533e69ae7c7', 'gw_port': {'id': '95b68ab6-6aa7-43e3-b683-2d7bb992e791', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:9e:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf3773a1-4726-448c-a40b-48ecf3ff37f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2406, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:37:55Z', 'updated_at': '2021-07-14T09:38:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29'}] {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:38:05.898355 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c6391c54-1024-4743-8a18-7dbce2e87b81 req-fb113d0a-f4cb-410b-923c-86d152e850e7 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=4d24d01f-a316-4a10-9de7-b4e67509b63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051266 Jul 14 09:38:05.964534 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-30bb29c4-16af-45d1-a7fc-49bf5431ab60 admin admin] Calling delete_port for c4e868fd-c59a-4ec2-986d-5c9a274f714c owned by network:router_interface {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:38:06.072315 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-addd5c08-e3d1-497e-9bcc-32ce28156735 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-683747'] for router_interface, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:06.076428 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addd5c08-e3d1-497e-9bcc-32ce28156735 admin admin] Pushing event updated for resources: {'Port': ['ID=fce65f02-21bd-4a4b-b0e3-5a8660fe60b1,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:06.313447 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-addd5c08-e3d1-497e-9bcc-32ce28156735 admin admin] Network 0c12e36b-9e4f-44d1-ab88-af3b78dda500 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:38:06.316114 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-addd5c08-e3d1-497e-9bcc-32ce28156735 admin admin] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:38:06.758464 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-30bb29c4-16af-45d1-a7fc-49bf5431ab60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:07.062206 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-661aa50a-10cb-4bae-bda0-352ded8f9806 None None] Provisioning complete for port fce65f02-21bd-4a4b-b0e3-5a8660fe60b1 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:38:07.062701 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-661aa50a-10cb-4bae-bda0-352ded8f9806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:07.154269 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-661aa50a-10cb-4bae-bda0-352ded8f9806 None None] Port fce65f02-21bd-4a4b-b0e3-5a8660fe60b1 cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:38:07.551481 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 38062) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:07.620821 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bb29c4-16af-45d1-a7fc-49bf5431ab60 admin admin] Pushing event deleted for resources: {'Port': ['ID=c4e868fd-c59a-4ec2-986d-5c9a274f714c,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:07.724785 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-addd5c08-e3d1-497e-9bcc-32ce28156735 admin admin] Router bf3773a1-4726-448c-a40b-48ecf3ff37f2 has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:38:07.814017 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-91970c7b-4bc9-41bb-8691-abbd240ede27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:07.833741 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff35cfc3-6b7c-409e-90a7-cb86e92eccd4 req-5d405874-4484-40c8-b3dd-c70cc421cb6b tempest-ServerAddressesNegativeTestJSON-1989399623 tempest-ServerAddressesNegativeTestJSON-1989399623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:07.836696 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ff35cfc3-6b7c-409e-90a7-cb86e92eccd4 req-5d405874-4484-40c8-b3dd-c70cc421cb6b tempest-ServerAddressesNegativeTestJSON-1989399623 tempest-ServerAddressesNegativeTestJSON-1989399623-project] 10.222.0.68 "GET /v2.0/ports?device_id=6271ebff-9c10-4207-a5c1-f5c2ac3d21a1 HTTP/1.1" status: 200 len: 945 time: 1.2250612 Jul 14 09:38:08.163276 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-91970c7b-4bc9-41bb-8691-abbd240ede27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:08.171968 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-91970c7b-4bc9-41bb-8691-abbd240ede27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:08.180582 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ff35cfc3-6b7c-409e-90a7-cb86e92eccd4 req-37e1ed5e-d1bb-43d1-acc3-c88d06af34be tempest-ServerAddressesNegativeTestJSON-1989399623 tempest-ServerAddressesNegativeTestJSON-1989399623-project] 10.222.0.68 "GET /v2.0/security-groups?id=4d24d01f-a316-4a10-9de7-b4e67509b63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2975929 Jul 14 09:38:08.240507 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-91970c7b-4bc9-41bb-8691-abbd240ede27 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=24d1b441f7c940b1b591b02e358cc9f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6865878 Jul 14 09:38:08.243222 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 38076) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:08.244736 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91970c7b-4bc9-41bb-8691-abbd240ede27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d9f9b19-fc5f-4201-804e-41cd8d19e19f,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:08.294797 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-addd5c08-e3d1-497e-9bcc-32ce28156735 admin admin] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:38:08.308678 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-30bb29c4-16af-45d1-a7fc-49bf5431ab60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-620860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682934'] for router_interface, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:08.335166 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-addd5c08-e3d1-497e-9bcc-32ce28156735 admin admin] 10.222.0.68 "PUT /v2.0/routers/bf3773a1-4726-448c-a40b-48ecf3ff37f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4143269 Jul 14 09:38:08.340755 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 95b68ab6-6aa7-43e3-b683-2d7bb992e791 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:38:08.415419 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-33ff41fc-a3b7-43f7-88a7-81c57a6c2757 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:08.454739 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning for port 95b68ab6-6aa7-43e3-b683-2d7bb992e791 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:38:08.460118 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port 95b68ab6-6aa7-43e3-b683-2d7bb992e791 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:38:08.470416 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:08.522465 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-33ff41fc-a3b7-43f7-88a7-81c57a6c2757 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:08.607473 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.agents_db [None req-3c3509fb-540d-4335-a450-574895dd3602 None None] Agent healthcheck: found 7 active agents {{(pid=93960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:38:08.621203 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:08.684703 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-33ff41fc-a3b7-43f7-88a7-81c57a6c2757 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:08.687398 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-33ff41fc-a3b7-43f7-88a7-81c57a6c2757 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:08.702949 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] For port 95b68ab6-6aa7-43e3-b683-2d7bb992e791, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=95b68ab6-6aa7-43e3-b683-2d7bb992e791,segment=NetworkSegment(81bf7a93-80b3-43df-b9d5-462c604a2945),segment_id=81bf7a93-80b3-43df-b9d5-462c604a2945)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:38:08.709419 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-33ff41fc-a3b7-43f7-88a7-81c57a6c2757 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/8d9f9b19-fc5f-4201-804e-41cd8d19e19f HTTP/1.1" status: 204 len: 168 time: 0.4561477 Jul 14 09:38:08.713119 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:08.767614 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ff41fc-a3b7-43f7-88a7-81c57a6c2757 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d9f9b19-fc5f-4201-804e-41cd8d19e19f,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:09.033182 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Pushing event updated for resources: {'Port': ['ID=95b68ab6-6aa7-43e3-b683-2d7bb992e791,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:09.336160 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30bb29c4-16af-45d1-a7fc-49bf5431ab60 admin admin] Router 46431b7c-8b9c-4b6a-bebe-d293c653d238 has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:38:09.592551 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757d7b54-eea6-482e-aca7-d558cb203d8b req-f8c33646-1ce7-4c1c-9ab8-01dafe7e0b40 tempest-ServerAddressesNegativeTestJSON-1989399623 tempest-ServerAddressesNegativeTestJSON-1989399623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:09.593774 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba6d904-8dee-4bd9-80fd-36fd8fc7c9fe None None] Sync routers for ids ['bf3773a1-4726-448c-a40b-48ecf3ff37f2'] in n-d-779913-29 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:38:09.601442 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-757d7b54-eea6-482e-aca7-d558cb203d8b req-f8c33646-1ce7-4c1c-9ab8-01dafe7e0b40 tempest-ServerAddressesNegativeTestJSON-1989399623 tempest-ServerAddressesNegativeTestJSON-1989399623-project] 10.222.0.68 "GET /v2.0/ports?device_id=6271ebff-9c10-4207-a5c1-f5c2ac3d21a1 HTTP/1.1" status: 200 len: 945 time: 0.1213062 Jul 14 09:38:09.603081 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30bb29c4-16af-45d1-a7fc-49bf5431ab60 admin admin] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:38:09.606189 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba6d904-8dee-4bd9-80fd-36fd8fc7c9fe None None] Routers {'bf3773a1-4726-448c-a40b-48ecf3ff37f2'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:38:09.609543 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-dba6d904-8dee-4bd9-80fd-36fd8fc7c9fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:37:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['bf3773a1-4726-448c-a40b-48ecf3ff37f2'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:38:09.615484 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e322b9ca-36d2-4f04-ba74-67d515683d98 None None] Sync routers for ids ['46431b7c-8b9c-4b6a-bebe-d293c653d238'] in n-d-779913-29 {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:38:09.616820 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-30bb29c4-16af-45d1-a7fc-49bf5431ab60 admin admin] 10.222.0.68 "PUT /v2.0/routers/46431b7c-8b9c-4b6a-bebe-d293c653d238/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1397405 Jul 14 09:38:09.617516 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 38110) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:09.631842 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e322b9ca-36d2-4f04-ba74-67d515683d98 None None] Routers {'46431b7c-8b9c-4b6a-bebe-d293c653d238'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:38:09.634265 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-e322b9ca-36d2-4f04-ba74-67d515683d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:37:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['46431b7c-8b9c-4b6a-bebe-d293c653d238'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:38:09.669802 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-757d7b54-eea6-482e-aca7-d558cb203d8b req-41fcb485-6a16-4bee-807b-93f00dba0a61 tempest-ServerAddressesNegativeTestJSON-1989399623 tempest-ServerAddressesNegativeTestJSON-1989399623-project] 10.222.0.68 "GET /v2.0/security-groups?id=4d24d01f-a316-4a10-9de7-b4e67509b63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668640 Jul 14 09:38:09.830570 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f12fe366-3d47-4149-a31a-cff6610ed3f4 admin admin] Notify callbacks [] for router, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:09.982945 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 38114) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:09.989033 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-69b335a2-2af5-4918-b197-0ea7b0d99a52 tempest-TestServerBasicOps-1018423846 tempest-TestServerBasicOps-1018423846-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-922704880', 'description': 'tempest-secgroup-smoke-922704880 description', 'project_id': '8e5e3e24b23942559d8e5fd9c20fa07d'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:38:10.038159 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-dba6d904-8dee-4bd9-80fd-36fd8fc7c9fe None None] Set router bf3773a1-4726-448c-a40b-48ecf3ff37f2 gateway port host: n-d-779913-29 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:38:10.084171 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f12fe366-3d47-4149-a31a-cff6610ed3f4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:10.091813 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvr_db [None req-e322b9ca-36d2-4f04-ba74-67d515683d98 None None] Set router 46431b7c-8b9c-4b6a-bebe-d293c653d238 gateway port host: n-d-779913-29 {{(pid=93959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:38:10.118695 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-69b335a2-2af5-4918-b197-0ea7b0d99a52 tempest-TestServerBasicOps-1018423846 tempest-TestServerBasicOps-1018423846-project] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:10.244251 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-f12fe366-3d47-4149-a31a-cff6610ed3f4 admin admin] Deleting port 40e7c51a-bf54-47f0-bc1b-176ca3f64dfd {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:38:10.244590 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f12fe366-3d47-4149-a31a-cff6610ed3f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:10.336065 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-69b335a2-2af5-4918-b197-0ea7b0d99a52 tempest-TestServerBasicOps-1018423846 tempest-TestServerBasicOps-1018423846-project] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:10.343411 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-69b335a2-2af5-4918-b197-0ea7b0d99a52 tempest-TestServerBasicOps-1018423846 tempest-TestServerBasicOps-1018423846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:10.412102 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b335a2-2af5-4918-b197-0ea7b0d99a52 tempest-TestServerBasicOps-1018423846 tempest-TestServerBasicOps-1018423846-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb2891e5-70c4-4da6-a9db-6da5988fd1dc,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:10.443431 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-69b335a2-2af5-4918-b197-0ea7b0d99a52 tempest-TestServerBasicOps-1018423846 tempest-TestServerBasicOps-1018423846-project] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:10.444700 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-69b335a2-2af5-4918-b197-0ea7b0d99a52 tempest-TestServerBasicOps-1018423846 tempest-TestServerBasicOps-1018423846-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4605215 Jul 14 09:38:10.447818 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 38122) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:10.452536 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-e6037ec3-5c40-4d13-96f4-4778910847f7 tempest-TestServerBasicOps-1018423846 tempest-TestServerBasicOps-1018423846-project] Request body: {'security_group_rule': {'security_group_id': 'eb2891e5-70c4-4da6-a9db-6da5988fd1dc', 'project_id': '8e5e3e24b23942559d8e5fd9c20fa07d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:38:10.457766 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-f12fe366-3d47-4149-a31a-cff6610ed3f4 admin admin] For port 40e7c51a-bf54-47f0-bc1b-176ca3f64dfd, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=40e7c51a-bf54-47f0-bc1b-176ca3f64dfd,segment=NetworkSegment(81bf7a93-80b3-43df-b9d5-462c604a2945),segment_id=81bf7a93-80b3-43df-b9d5-462c604a2945)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:38:10.458329 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f12fe366-3d47-4149-a31a-cff6610ed3f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:10.483611 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-f12fe366-3d47-4149-a31a-cff6610ed3f4 admin admin] Calling delete_port for 40e7c51a-bf54-47f0-bc1b-176ca3f64dfd owned by network:router_gateway {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:38:10.520208 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e6037ec3-5c40-4d13-96f4-4778910847f7 tempest-TestServerBasicOps-1018423846 tempest-TestServerBasicOps-1018423846-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:10.691661 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 95b68ab6-6aa7-43e3-b683-2d7bb992e791 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:38:10.794492 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e6037ec3-5c40-4d13-96f4-4778910847f7 tempest-TestServerBasicOps-1018423846 tempest-TestServerBasicOps-1018423846-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:10.804549 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e6037ec3-5c40-4d13-96f4-4778910847f7 tempest-TestServerBasicOps-1018423846 tempest-TestServerBasicOps-1018423846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529131'] for security_group_rule, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:10.832103 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port 95b68ab6-6aa7-43e3-b683-2d7bb992e791 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:38:10.832751 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:10.896276 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6037ec3-5c40-4d13-96f4-4778910847f7 tempest-TestServerBasicOps-1018423846 tempest-TestServerBasicOps-1018423846-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a70c64db-27a3-4644-8554-45fbd4ba7daa,revision_number=0']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:10.912180 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e6037ec3-5c40-4d13-96f4-4778910847f7 tempest-TestServerBasicOps-1018423846 tempest-TestServerBasicOps-1018423846-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:10.917049 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-e6037ec3-5c40-4d13-96f4-4778910847f7 tempest-TestServerBasicOps-1018423846 tempest-TestServerBasicOps-1018423846-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4681935 Jul 14 09:38:10.917745 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 38130) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:10.933056 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-eef8b64f-8899-43b7-ad98-28fd717a280a tempest-TestServerBasicOps-1018423846 tempest-TestServerBasicOps-1018423846-project] Request body: {'security_group_rule': {'security_group_id': 'eb2891e5-70c4-4da6-a9db-6da5988fd1dc', 'project_id': '8e5e3e24b23942559d8e5fd9c20fa07d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:38:10.966171 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-e322b9ca-36d2-4f04-ba74-67d515683d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46431b7c-8b9c-4b6a-bebe-d293c653d238', 'name': 'tempest-AttachVolumeShelveTestJSON-809254703-router', 'tenant_id': '51a0c5b2b5094b24a910e75e03cedf47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.85'}], 'enable_snat': True}, 'gw_port_id': '40e7c51a-bf54-47f0-bc1b-176ca3f64dfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:28:56Z', 'updated_at': '2021-07-14T09:38:06Z', 'revision_number': 5, 'project_id': '51a0c5b2b5094b24a910e75e03cedf47', 'gw_port': {'id': '40e7c51a-bf54-47f0-bc1b-176ca3f64dfd', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:7a:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46431b7c-8b9c-4b6a-bebe-d293c653d238', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:28:57Z', 'updated_at': '2021-07-14T09:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29'}], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:38:10.999396 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e322b9ca-36d2-4f04-ba74-67d515683d98 None None] Checking router: 46431b7c-8b9c-4b6a-bebe-d293c653d238 for host: n-d-779913-29 {{(pid=93959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:38:11.012433 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e322b9ca-36d2-4f04-ba74-67d515683d98 None None] Routers {'46431b7c-8b9c-4b6a-bebe-d293c653d238'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:38:11.013151 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-e322b9ca-36d2-4f04-ba74-67d515683d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:37:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['46431b7c-8b9c-4b6a-bebe-d293c653d238'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:38:11.025336 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-eef8b64f-8899-43b7-ad98-28fd717a280a tempest-TestServerBasicOps-1018423846 tempest-TestServerBasicOps-1018423846-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:11.143048 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f12fe366-3d47-4149-a31a-cff6610ed3f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:11.155913 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvr_db [None req-e322b9ca-36d2-4f04-ba74-67d515683d98 None None] Set router 46431b7c-8b9c-4b6a-bebe-d293c653d238 gateway port host: None {{(pid=93959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:38:11.223668 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12fe366-3d47-4149-a31a-cff6610ed3f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=40e7c51a-bf54-47f0-bc1b-176ca3f64dfd,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:11.255597 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-eef8b64f-8899-43b7-ad98-28fd717a280a tempest-TestServerBasicOps-1018423846 tempest-TestServerBasicOps-1018423846-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:11.281331 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-e322b9ca-36d2-4f04-ba74-67d515683d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46431b7c-8b9c-4b6a-bebe-d293c653d238', 'name': 'tempest-AttachVolumeShelveTestJSON-809254703-router', 'tenant_id': '51a0c5b2b5094b24a910e75e03cedf47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:28:56Z', 'updated_at': '2021-07-14T09:38:10Z', 'revision_number': 6, 'project_id': '51a0c5b2b5094b24a910e75e03cedf47', 'gw_port_host': None}], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:38:11.282388 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-eef8b64f-8899-43b7-ad98-28fd717a280a tempest-TestServerBasicOps-1018423846 tempest-TestServerBasicOps-1018423846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529131'] for security_group_rule, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:11.370546 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e322b9ca-36d2-4f04-ba74-67d515683d98 None None] The sync data for ids ['46431b7c-8b9c-4b6a-bebe-d293c653d238'] in n-d-779913-29 is: [{'id': '46431b7c-8b9c-4b6a-bebe-d293c653d238', 'name': 'tempest-AttachVolumeShelveTestJSON-809254703-router', 'tenant_id': '51a0c5b2b5094b24a910e75e03cedf47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:28:56Z', 'updated_at': '2021-07-14T09:38:10Z', 'revision_number': 6, 'project_id': '51a0c5b2b5094b24a910e75e03cedf47', 'gw_port_host': None}] {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:38:11.399569 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-dba6d904-8dee-4bd9-80fd-36fd8fc7c9fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf3773a1-4726-448c-a40b-48ecf3ff37f2', 'name': 'tempest-TestServerBasicOps-1967200096-router', 'tenant_id': '8874416513b740c8bc899533e69ae7c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.147'}], 'enable_snat': True}, 'gw_port_id': '95b68ab6-6aa7-43e3-b683-2d7bb992e791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:37:53Z', 'updated_at': '2021-07-14T09:38:05Z', 'revision_number': 4, 'project_id': '8874416513b740c8bc899533e69ae7c7', 'gw_port': {'id': '95b68ab6-6aa7-43e3-b683-2d7bb992e791', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:9e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf3773a1-4726-448c-a40b-48ecf3ff37f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2406, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:37:55Z', 'updated_at': '2021-07-14T09:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': 'fce65f02-21bd-4a4b-b0e3-5a8660fe60b1', 'name': '', 'network_id': '0c12e36b-9e4f-44d1-ab88-af3b78dda500', 'tenant_id': '8874416513b740c8bc899533e69ae7c7', 'mac_address': 'fa:16:3e:76:58:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf3773a1-4726-448c-a40b-48ecf3ff37f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2407, 'fixed_ips': [{'subnet_id': '92cfdf4c-d20c-4051-a7ca-220068edb074', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:38:02Z', 'updated_at': '2021-07-14T09:38:05Z', 'revision_number': 2, 'project_id': '8874416513b740c8bc899533e69ae7c7', 'subnets': [{'id': '92cfdf4c-d20c-4051-a7ca-220068edb074', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:38:11.403234 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f12fe366-3d47-4149-a31a-cff6610ed3f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-660532'] for router_gateway, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:11.414718 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef8b64f-8899-43b7-ad98-28fd717a280a tempest-TestServerBasicOps-1018423846 tempest-TestServerBasicOps-1018423846-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fa0f897-4009-4dd9-9e37-4eef860e3bdf,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:11.455432 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba6d904-8dee-4bd9-80fd-36fd8fc7c9fe None None] Checking router: bf3773a1-4726-448c-a40b-48ecf3ff37f2 for host: n-d-779913-29 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:38:11.455955 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba6d904-8dee-4bd9-80fd-36fd8fc7c9fe None None] Updating router bf3773a1-4726-448c-a40b-48ecf3ff37f2 port fce65f02-21bd-4a4b-b0e3-5a8660fe60b1 binding host n-d-779913-29 {{(pid=93960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:38:11.460934 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-eef8b64f-8899-43b7-ad98-28fd717a280a tempest-TestServerBasicOps-1018423846 tempest-TestServerBasicOps-1018423846-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:11.470663 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-eef8b64f-8899-43b7-ad98-28fd717a280a tempest-TestServerBasicOps-1018423846 tempest-TestServerBasicOps-1018423846-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5458002 Jul 14 09:38:11.471831 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 38146) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:11.478089 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-ca4d3d94-b567-4de0-8858-eaa8fde9a60d tempest-TestServerBasicOps-1018423846 tempest-TestServerBasicOps-1018423846-project] Request body: {'security_group_rule': {'security_group_id': 'eb2891e5-70c4-4da6-a9db-6da5988fd1dc', 'project_id': '8e5e3e24b23942559d8e5fd9c20fa07d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:38:11.541318 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-dba6d904-8dee-4bd9-80fd-36fd8fc7c9fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:11.560062 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9226d121-0eff-4c69-bd13-cf72bedb58dc req-cc62b045-ff31-40aa-bca5-d16d6e6a7ccf tempest-ServerAddressesNegativeTestJSON-1989399623 tempest-ServerAddressesNegativeTestJSON-1989399623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:11.561832 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-9226d121-0eff-4c69-bd13-cf72bedb58dc req-cc62b045-ff31-40aa-bca5-d16d6e6a7ccf tempest-ServerAddressesNegativeTestJSON-1989399623 tempest-ServerAddressesNegativeTestJSON-1989399623-project] 10.222.0.68 "GET /v2.0/ports?device_id=6271ebff-9c10-4207-a5c1-f5c2ac3d21a1 HTTP/1.1" status: 200 len: 945 time: 0.3447974 Jul 14 09:38:11.578855 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f12fe366-3d47-4149-a31a-cff6610ed3f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-711871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12964'] for router, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:11.580514 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ca4d3d94-b567-4de0-8858-eaa8fde9a60d tempest-TestServerBasicOps-1018423846 tempest-TestServerBasicOps-1018423846-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:11.586756 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f12fe366-3d47-4149-a31a-cff6610ed3f4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:11.654229 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-9226d121-0eff-4c69-bd13-cf72bedb58dc req-fd502c5b-eaf8-4bf9-9ddf-74b917a144c3 tempest-ServerAddressesNegativeTestJSON-1989399623 tempest-ServerAddressesNegativeTestJSON-1989399623-project] 10.222.0.68 "GET /v2.0/security-groups?id=4d24d01f-a316-4a10-9de7-b4e67509b63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845208 Jul 14 09:38:11.664986 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f12fe366-3d47-4149-a31a-cff6610ed3f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-704815'] for router, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:11.669048 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f12fe366-3d47-4149-a31a-cff6610ed3f4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 46431b7c-8b9c-4b6a-bebe-d293c653d238 {{(pid=93958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:38:11.681126 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f12fe366-3d47-4149-a31a-cff6610ed3f4 admin admin] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:11.692335 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-f12fe366-3d47-4149-a31a-cff6610ed3f4 admin admin] 10.222.0.68 "DELETE /v2.0/routers/46431b7c-8b9c-4b6a-bebe-d293c653d238 HTTP/1.1" status: 204 len: 168 time: 2.0711851 Jul 14 09:38:11.692917 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 38152) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:11.819527 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f3f4765-292f-4839-a3de-c6ddd490c3dc admin admin] Deleting subnet 04ae7776-8c86-484d-9bcc-4299f4579807 {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:38:11.834285 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6f3f4765-292f-4839-a3de-c6ddd490c3dc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:11.841645 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ca4d3d94-b567-4de0-8858-eaa8fde9a60d tempest-TestServerBasicOps-1018423846 tempest-TestServerBasicOps-1018423846-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:11.852440 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ca4d3d94-b567-4de0-8858-eaa8fde9a60d tempest-TestServerBasicOps-1018423846 tempest-TestServerBasicOps-1018423846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529131'] for security_group_rule, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:11.908481 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4d3d94-b567-4de0-8858-eaa8fde9a60d tempest-TestServerBasicOps-1018423846 tempest-TestServerBasicOps-1018423846-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=084dd860-2eda-496b-b14b-4a25b875653f,revision_number=0']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:11.915957 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ca4d3d94-b567-4de0-8858-eaa8fde9a60d tempest-TestServerBasicOps-1018423846 tempest-TestServerBasicOps-1018423846-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:11.936473 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-ca4d3d94-b567-4de0-8858-eaa8fde9a60d tempest-TestServerBasicOps-1018423846 tempest-TestServerBasicOps-1018423846-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4627912 Jul 14 09:38:11.937407 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 38158) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:11.952475 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-069feca8-ea74-4c81-81df-59504d1a2113 tempest-TestServerBasicOps-1018423846 tempest-TestServerBasicOps-1018423846-project] Request body: {'security_group_rule': {'security_group_id': 'eb2891e5-70c4-4da6-a9db-6da5988fd1dc', 'project_id': '8e5e3e24b23942559d8e5fd9c20fa07d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:38:11.972876 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6f3f4765-292f-4839-a3de-c6ddd490c3dc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13574120'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:12.069520 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-069feca8-ea74-4c81-81df-59504d1a2113 tempest-TestServerBasicOps-1018423846 tempest-TestServerBasicOps-1018423846-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:12.144707 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6f3f4765-292f-4839-a3de-c6ddd490c3dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3481002'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:12.212429 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-069feca8-ea74-4c81-81df-59504d1a2113 tempest-TestServerBasicOps-1018423846 tempest-TestServerBasicOps-1018423846-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:12.222582 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-069feca8-ea74-4c81-81df-59504d1a2113 tempest-TestServerBasicOps-1018423846 tempest-TestServerBasicOps-1018423846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529131'] for security_group_rule, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:12.252092 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069feca8-ea74-4c81-81df-59504d1a2113 tempest-TestServerBasicOps-1018423846 tempest-TestServerBasicOps-1018423846-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e94996f4-72e2-4f73-ba56-df29f04a1f4a,revision_number=0']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:12.261457 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-dba6d904-8dee-4bd9-80fd-36fd8fc7c9fe None None] Notify callbacks [] for port, precommit_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:12.267561 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-069feca8-ea74-4c81-81df-59504d1a2113 tempest-TestServerBasicOps-1018423846 tempest-TestServerBasicOps-1018423846-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:12.269762 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-069feca8-ea74-4c81-81df-59504d1a2113 tempest-TestServerBasicOps-1018423846 tempest-TestServerBasicOps-1018423846-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3285947 Jul 14 09:38:12.272758 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 38164) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:12.284796 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-dba6d904-8dee-4bd9-80fd-36fd8fc7c9fe None None] Transition to ACTIVE for port object fce65f02-21bd-4a4b-b0e3-5a8660fe60b1 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:38:12.285477 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6f3f4765-292f-4839-a3de-c6ddd490c3dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13574056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16714573'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:12.286013 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-5dae6d3a-77b3-40ad-a1e5-dcb517b21367 tempest-TestServerBasicOps-1018423846 tempest-TestServerBasicOps-1018423846-project] Request body: {'security_group_rule': {'security_group_id': 'eb2891e5-70c4-4da6-a9db-6da5988fd1dc', 'project_id': '8e5e3e24b23942559d8e5fd9c20fa07d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:38:12.301436 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6f3f4765-292f-4839-a3de-c6ddd490c3dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:12.303458 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-dba6d904-8dee-4bd9-80fd-36fd8fc7c9fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:12.305164 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-6f3f4765-292f-4839-a3de-c6ddd490c3dc admin admin] 10.222.0.68 "DELETE /v2.0/subnets/04ae7776-8c86-484d-9bcc-4299f4579807 HTTP/1.1" status: 204 len: 168 time: 0.6088285 Jul 14 09:38:12.315012 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a36bb006-5998-4b93-a65f-a489afc6d1bf None None] Network 087e0468-2285-4c59-b3f2-1d1ff8b2217b requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:38:12.321817 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 38166) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:12.330806 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3f4765-292f-4839-a3de-c6ddd490c3dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=04ae7776-8c86-484d-9bcc-4299f4579807,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:12.563291 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5cd6f4c9-5573-4a3b-8d8c-0f06fa32c542 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3876111'] for network, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:12.566968 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device c4e868fd-c59a-4ec2-986d-5c9a274f714c no longer exists at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:38:12.575279 n-d-779913-29 neutron-server[93957]: INFO neutron.db.securitygroups_db [None req-5dae6d3a-77b3-40ad-a1e5-dcb517b21367 tempest-TestServerBasicOps-1018423846 tempest-TestServerBasicOps-1018423846-project] Project 8e5e3e24b23942559d8e5fd9c20fa07d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 09:38:12.578224 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-dba6d904-8dee-4bd9-80fd-36fd8fc7c9fe None None] Attempting to bind port fce65f02-21bd-4a4b-b0e3-5a8660fe60b1 on host n-d-779913-29 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:38:12.579202 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-dba6d904-8dee-4bd9-80fd-36fd8fc7c9fe None None] Attempting to bind port fce65f02-21bd-4a4b-b0e3-5a8660fe60b1 by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': 'adc4fcf1-f953-4129-96a7-349e53c7c607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '0c12e36b-9e4f-44d1-ab88-af3b78dda500'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:38:12.581178 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba6d904-8dee-4bd9-80fd-36fd8fc7c9fe None None] Attempting to bind port fce65f02-21bd-4a4b-b0e3-5a8660fe60b1 on network 0c12e36b-9e4f-44d1-ab88-af3b78dda500 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:38:12.596611 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba6d904-8dee-4bd9-80fd-36fd8fc7c9fe None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 37, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:38:12.596888 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5dae6d3a-77b3-40ad-a1e5-dcb517b21367 tempest-TestServerBasicOps-1018423846 tempest-TestServerBasicOps-1018423846-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:12.597727 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba6d904-8dee-4bd9-80fd-36fd8fc7c9fe None None] Checking segment: {'id': 'adc4fcf1-f953-4129-96a7-349e53c7c607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '0c12e36b-9e4f-44d1-ab88-af3b78dda500'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:38:12.598359 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-dba6d904-8dee-4bd9-80fd-36fd8fc7c9fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:12.598988 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba6d904-8dee-4bd9-80fd-36fd8fc7c9fe None None] Bound using segment: {'id': 'adc4fcf1-f953-4129-96a7-349e53c7c607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '0c12e36b-9e4f-44d1-ab88-af3b78dda500'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:38:12.599684 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-dba6d904-8dee-4bd9-80fd-36fd8fc7c9fe None None] Bound port: fce65f02-21bd-4a4b-b0e3-5a8660fe60b1, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adc4fcf1-f953-4129-96a7-349e53c7c607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '0c12e36b-9e4f-44d1-ab88-af3b78dda500'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:38:12.600322 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-dba6d904-8dee-4bd9-80fd-36fd8fc7c9fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:12.618035 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16591600-9b1d-4954-80f3-2f3f7a6c68bc None None] Pushing event updated for resources: {'Port': ['ID=fce65f02-21bd-4a4b-b0e3-5a8660fe60b1,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:12.621848 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] No Port match for: c4e868fd-c59a-4ec2-986d-5c9a274f714c {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:38:12.622285 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device c4e868fd-c59a-4ec2-986d-5c9a274f714c not bound to the agent host n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:38:12.769509 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-dba6d904-8dee-4bd9-80fd-36fd8fc7c9fe None None] For port fce65f02-21bd-4a4b-b0e3-5a8660fe60b1, host n-d-779913-29, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:38:12.799239 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:12.804916 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-dba6d904-8dee-4bd9-80fd-36fd8fc7c9fe None None] For port fce65f02-21bd-4a4b-b0e3-5a8660fe60b1, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=fce65f02-21bd-4a4b-b0e3-5a8660fe60b1,segment=NetworkSegment(adc4fcf1-f953-4129-96a7-349e53c7c607),segment_id=adc4fcf1-f953-4129-96a7-349e53c7c607)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:38:12.825113 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-dba6d904-8dee-4bd9-80fd-36fd8fc7c9fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:12.947731 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca50ce2c-add5-4718-8199-3a6b09d5a361 None None] DHCP port deletion for 087e0468-2285-4c59-b3f2-1d1ff8b2217b request from n-d-779913-29 {{(pid=93959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:38:12.976907 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16591600-9b1d-4954-80f3-2f3f7a6c68bc None None] Pushing event updated for resources: {'Port': ['ID=fce65f02-21bd-4a4b-b0e3-5a8660fe60b1,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:13.065364 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba6d904-8dee-4bd9-80fd-36fd8fc7c9fe None None] Routers {'bf3773a1-4726-448c-a40b-48ecf3ff37f2'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:38:13.066503 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-dba6d904-8dee-4bd9-80fd-36fd8fc7c9fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:37:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['bf3773a1-4726-448c-a40b-48ecf3ff37f2'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:38:13.083164 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-ca50ce2c-add5-4718-8199-3a6b09d5a361 None None] Deleting port 621add1e-db8f-4b0e-a5c3-790455a17e7f {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:38:13.083542 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ca50ce2c-add5-4718-8199-3a6b09d5a361 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:13.214614 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5dae6d3a-77b3-40ad-a1e5-dcb517b21367 tempest-TestServerBasicOps-1018423846 tempest-TestServerBasicOps-1018423846-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:13.239495 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90984c42-3be2-417d-bb36-aa6b7a13d575 req-a7c376a1-c133-461b-9395-481c3448a54a tempest-ServerAddressesNegativeTestJSON-1989399623 tempest-ServerAddressesNegativeTestJSON-1989399623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:13.247930 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-90984c42-3be2-417d-bb36-aa6b7a13d575 req-a7c376a1-c133-461b-9395-481c3448a54a tempest-ServerAddressesNegativeTestJSON-1989399623 tempest-ServerAddressesNegativeTestJSON-1989399623-project] 10.222.0.57 "GET /v2.0/ports?device_id=6271ebff-9c10-4207-a5c1-f5c2ac3d21a1 HTTP/1.1" status: 200 len: 945 time: 0.5196908 Jul 14 09:38:13.252497 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5dae6d3a-77b3-40ad-a1e5-dcb517b21367 tempest-TestServerBasicOps-1018423846 tempest-TestServerBasicOps-1018423846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529131'] for security_group_rule, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:13.328390 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-ca50ce2c-add5-4718-8199-3a6b09d5a361 None None] For port 621add1e-db8f-4b0e-a5c3-790455a17e7f, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=621add1e-db8f-4b0e-a5c3-790455a17e7f,segment=NetworkSegment(4e909166-7a9a-4d71-9929-2b11d90f7baa),segment_id=4e909166-7a9a-4d71-9929-2b11d90f7baa)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:38:13.329024 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ca50ce2c-add5-4718-8199-3a6b09d5a361 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:13.362565 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-dba6d904-8dee-4bd9-80fd-36fd8fc7c9fe None None] Set router bf3773a1-4726-448c-a40b-48ecf3ff37f2 gateway port host: n-d-779913-29 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:38:13.364292 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-ca50ce2c-add5-4718-8199-3a6b09d5a361 None None] Calling delete_port for 621add1e-db8f-4b0e-a5c3-790455a17e7f owned by network:dhcp {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:38:13.433614 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-5cd6f4c9-5573-4a3b-8d8c-0f06fa32c542 admin admin] Deleting port 621add1e-db8f-4b0e-a5c3-790455a17e7f {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:38:13.433971 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5cd6f4c9-5573-4a3b-8d8c-0f06fa32c542 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:13.578343 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:13.586936 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-5cd6f4c9-5573-4a3b-8d8c-0f06fa32c542 admin admin] For port 621add1e-db8f-4b0e-a5c3-790455a17e7f, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=621add1e-db8f-4b0e-a5c3-790455a17e7f,segment=NetworkSegment(4e909166-7a9a-4d71-9929-2b11d90f7baa),segment_id=4e909166-7a9a-4d71-9929-2b11d90f7baa)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:38:13.588006 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5cd6f4c9-5573-4a3b-8d8c-0f06fa32c542 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:13.589797 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ca50ce2c-add5-4718-8199-3a6b09d5a361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:13.610815 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-5cd6f4c9-5573-4a3b-8d8c-0f06fa32c542 admin admin] Calling delete_port for 621add1e-db8f-4b0e-a5c3-790455a17e7f owned by network:dhcp {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:38:13.623118 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca50ce2c-add5-4718-8199-3a6b09d5a361 None None] Pushing event deleted for resources: {'Port': ['ID=621add1e-db8f-4b0e-a5c3-790455a17e7f,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:13.629783 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca50ce2c-add5-4718-8199-3a6b09d5a361 None None] No DVR routers for this DVR port 621add1e-db8f-4b0e-a5c3-790455a17e7f on host n-d-779913-29 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:38:13.762031 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dae6d3a-77b3-40ad-a1e5-dcb517b21367 tempest-TestServerBasicOps-1018423846 tempest-TestServerBasicOps-1018423846-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d566fea5-50ce-4025-a790-ba6f35ee0430,revision_number=0']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:13.775997 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5dae6d3a-77b3-40ad-a1e5-dcb517b21367 tempest-TestServerBasicOps-1018423846 tempest-TestServerBasicOps-1018423846-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:13.777247 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-5dae6d3a-77b3-40ad-a1e5-dcb517b21367 tempest-TestServerBasicOps-1018423846 tempest-TestServerBasicOps-1018423846-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.5001256 Jul 14 09:38:13.780298 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 38178) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:13.787527 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-08da92ee-527b-4989-8457-53353e1024fa tempest-TestServerBasicOps-1018423846 tempest-TestServerBasicOps-1018423846-project] Request body: {'security_group_rule': {'security_group_id': 'eb2891e5-70c4-4da6-a9db-6da5988fd1dc', 'project_id': '8e5e3e24b23942559d8e5fd9c20fa07d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:38:13.861424 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33a9675-d7aa-4eb4-b594-e35ab3560fe1 req-a4e173e5-535b-4891-b7a1-0f2cec872a7d tempest-ServerAddressesNegativeTestJSON-1989399623 tempest-ServerAddressesNegativeTestJSON-1989399623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:13.863411 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b33a9675-d7aa-4eb4-b594-e35ab3560fe1 req-a4e173e5-535b-4891-b7a1-0f2cec872a7d tempest-ServerAddressesNegativeTestJSON-1989399623 tempest-ServerAddressesNegativeTestJSON-1989399623-project] 10.222.0.68 "GET /v2.0/ports?device_id=6271ebff-9c10-4207-a5c1-f5c2ac3d21a1 HTTP/1.1" status: 200 len: 945 time: 0.7992177 Jul 14 09:38:13.871967 n-d-779913-29 neutron-server[93958]: INFO neutron.db.securitygroups_db [None req-08da92ee-527b-4989-8457-53353e1024fa tempest-TestServerBasicOps-1018423846 tempest-TestServerBasicOps-1018423846-project] Project 8e5e3e24b23942559d8e5fd9c20fa07d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 09:38:13.878858 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-08da92ee-527b-4989-8457-53353e1024fa tempest-TestServerBasicOps-1018423846 tempest-TestServerBasicOps-1018423846-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:13.886134 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [req-90984c42-3be2-417d-bb36-aa6b7a13d575 req-f1cfadb1-3bf6-47cf-901f-4c888c6100cd tempest-ServerAddressesNegativeTestJSON-1989399623 tempest-ServerAddressesNegativeTestJSON-1989399623-project] Deleting port 3dfdce9e-34b9-4229-81ee-7371ec809ee5 {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:38:13.886578 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-90984c42-3be2-417d-bb36-aa6b7a13d575 req-f1cfadb1-3bf6-47cf-901f-4c888c6100cd tempest-ServerAddressesNegativeTestJSON-1989399623 tempest-ServerAddressesNegativeTestJSON-1989399623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:13.960429 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-dba6d904-8dee-4bd9-80fd-36fd8fc7c9fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf3773a1-4726-448c-a40b-48ecf3ff37f2', 'name': 'tempest-TestServerBasicOps-1967200096-router', 'tenant_id': '8874416513b740c8bc899533e69ae7c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.147'}], 'enable_snat': True}, 'gw_port_id': '95b68ab6-6aa7-43e3-b683-2d7bb992e791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:37:53Z', 'updated_at': '2021-07-14T09:38:05Z', 'revision_number': 4, 'project_id': '8874416513b740c8bc899533e69ae7c7', 'gw_port': {'id': '95b68ab6-6aa7-43e3-b683-2d7bb992e791', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:9e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf3773a1-4726-448c-a40b-48ecf3ff37f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2406, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:37:55Z', 'updated_at': '2021-07-14T09:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': 'fce65f02-21bd-4a4b-b0e3-5a8660fe60b1', 'name': '', 'network_id': '0c12e36b-9e4f-44d1-ab88-af3b78dda500', 'tenant_id': '8874416513b740c8bc899533e69ae7c7', 'mac_address': 'fa:16:3e:76:58:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf3773a1-4726-448c-a40b-48ecf3ff37f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2407, 'fixed_ips': [{'subnet_id': '92cfdf4c-d20c-4051-a7ca-220068edb074', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:38:02Z', 'updated_at': '2021-07-14T09:38:12Z', 'revision_number': 4, 'project_id': '8874416513b740c8bc899533e69ae7c7', 'subnets': [{'id': '92cfdf4c-d20c-4051-a7ca-220068edb074', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:38:14.052418 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-08da92ee-527b-4989-8457-53353e1024fa tempest-TestServerBasicOps-1018423846 tempest-TestServerBasicOps-1018423846-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:14.057000 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5cd6f4c9-5573-4a3b-8d8c-0f06fa32c542 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:14.059887 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-08da92ee-527b-4989-8457-53353e1024fa tempest-TestServerBasicOps-1018423846 tempest-TestServerBasicOps-1018423846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529131'] for security_group_rule, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:14.094204 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba6d904-8dee-4bd9-80fd-36fd8fc7c9fe None None] The sync data for ids ['bf3773a1-4726-448c-a40b-48ecf3ff37f2'] in n-d-779913-29 is: [{'id': 'bf3773a1-4726-448c-a40b-48ecf3ff37f2', 'name': 'tempest-TestServerBasicOps-1967200096-router', 'tenant_id': '8874416513b740c8bc899533e69ae7c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.147'}], 'enable_snat': True}, 'gw_port_id': '95b68ab6-6aa7-43e3-b683-2d7bb992e791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:37:53Z', 'updated_at': '2021-07-14T09:38:05Z', 'revision_number': 4, 'project_id': '8874416513b740c8bc899533e69ae7c7', 'gw_port': {'id': '95b68ab6-6aa7-43e3-b683-2d7bb992e791', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:9e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf3773a1-4726-448c-a40b-48ecf3ff37f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2406, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:37:55Z', 'updated_at': '2021-07-14T09:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': 'fce65f02-21bd-4a4b-b0e3-5a8660fe60b1', 'name': '', 'network_id': '0c12e36b-9e4f-44d1-ab88-af3b78dda500', 'tenant_id': '8874416513b740c8bc899533e69ae7c7', 'mac_address': 'fa:16:3e:76:58:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf3773a1-4726-448c-a40b-48ecf3ff37f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2407, 'fixed_ips': [{'subnet_id': '92cfdf4c-d20c-4051-a7ca-220068edb074', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:38:02Z', 'updated_at': '2021-07-14T09:38:12Z', 'revision_number': 4, 'project_id': '8874416513b740c8bc899533e69ae7c7', 'subnets': [{'id': '92cfdf4c-d20c-4051-a7ca-220068edb074', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:38:14.116603 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08da92ee-527b-4989-8457-53353e1024fa tempest-TestServerBasicOps-1018423846 tempest-TestServerBasicOps-1018423846-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02c53fff-16ff-4d67-87d4-12444e65a0a0,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:14.123046 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b33a9675-d7aa-4eb4-b594-e35ab3560fe1 req-e9a56750-9183-4be0-bd35-f8dc660c0993 tempest-ServerAddressesNegativeTestJSON-1989399623 tempest-ServerAddressesNegativeTestJSON-1989399623-project] 10.222.0.68 "GET /v2.0/security-groups?id=4d24d01f-a316-4a10-9de7-b4e67509b63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2517104 Jul 14 09:38:14.137304 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd6f4c9-5573-4a3b-8d8c-0f06fa32c542 admin admin] Pushing event deleted for resources: {'Port': ['ID=621add1e-db8f-4b0e-a5c3-790455a17e7f,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:14.150677 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd6f4c9-5573-4a3b-8d8c-0f06fa32c542 admin admin] No DVR routers for this DVR port 621add1e-db8f-4b0e-a5c3-790455a17e7f on host n-d-779913-29 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:38:14.158771 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-90984c42-3be2-417d-bb36-aa6b7a13d575 req-f1cfadb1-3bf6-47cf-901f-4c888c6100cd tempest-ServerAddressesNegativeTestJSON-1989399623 tempest-ServerAddressesNegativeTestJSON-1989399623-project] For port 3dfdce9e-34b9-4229-81ee-7371ec809ee5, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=3dfdce9e-34b9-4229-81ee-7371ec809ee5,segment=NetworkSegment(a74a0760-360a-4f2b-925d-462df66ae029),segment_id=a74a0760-360a-4f2b-925d-462df66ae029)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:38:14.159543 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-90984c42-3be2-417d-bb36-aa6b7a13d575 req-f1cfadb1-3bf6-47cf-901f-4c888c6100cd tempest-ServerAddressesNegativeTestJSON-1989399623 tempest-ServerAddressesNegativeTestJSON-1989399623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:14.165788 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 40e7c51a-bf54-47f0-bc1b-176ca3f64dfd no longer exists at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:38:14.175099 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-08da92ee-527b-4989-8457-53353e1024fa tempest-TestServerBasicOps-1018423846 tempest-TestServerBasicOps-1018423846-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:14.247138 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-08da92ee-527b-4989-8457-53353e1024fa tempest-TestServerBasicOps-1018423846 tempest-TestServerBasicOps-1018423846-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4632943 Jul 14 09:38:14.327253 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5cd6f4c9-5573-4a3b-8d8c-0f06fa32c542 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473955', 'neutron.services.segments.db._delete_segments_for_network-8735688326548'] for network, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:14.340175 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-5cd6f4c9-5573-4a3b-8d8c-0f06fa32c542 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['087e0468-2285-4c59-b3f2-1d1ff8b2217b']}} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:38:14.355747 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] No Port match for: 40e7c51a-bf54-47f0-bc1b-176ca3f64dfd {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:38:14.359697 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 40e7c51a-bf54-47f0-bc1b-176ca3f64dfd not bound to the agent host n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:38:14.360303 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 621add1e-db8f-4b0e-a5c3-790455a17e7f no longer exists at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:38:14.368134 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-5cd6f4c9-5573-4a3b-8d8c-0f06fa32c542 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e909166-7a9a-4d71-9929-2b11d90f7baa') {'for_net_delete': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:38:14.368569 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-5cd6f4c9-5573-4a3b-8d8c-0f06fa32c542 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e909166-7a9a-4d71-9929-2b11d90f7baa') {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:38:14.402640 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] No Port match for: 621add1e-db8f-4b0e-a5c3-790455a17e7f {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:38:14.402998 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 621add1e-db8f-4b0e-a5c3-790455a17e7f not bound to the agent host n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:38:14.422910 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5cd6f4c9-5573-4a3b-8d8c-0f06fa32c542 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735688356235', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10944210'] for segment, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:14.494256 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5cd6f4c9-5573-4a3b-8d8c-0f06fa32c542 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:14.496603 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [req-90984c42-3be2-417d-bb36-aa6b7a13d575 req-f1cfadb1-3bf6-47cf-901f-4c888c6100cd tempest-ServerAddressesNegativeTestJSON-1989399623 tempest-ServerAddressesNegativeTestJSON-1989399623-project] Calling delete_port for 3dfdce9e-34b9-4229-81ee-7371ec809ee5 owned by compute:nova {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:38:14.582957 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-c322a547-c5f2-46f4-afa5-da90f045c834 req-188cee70-f981-4f40-acd7-709633d9a12b tempest-TestServerBasicOps-1018423846 tempest-TestServerBasicOps-1018423846-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-922704880&fields=id&tenant_id=8e5e3e24b23942559d8e5fd9c20fa07d HTTP/1.1" status: 200 len: 267 time: 0.1114075 Jul 14 09:38:14.679901 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cd6f4c9-5573-4a3b-8d8c-0f06fa32c542 admin admin] Releasing vlan 720 on physical network physnet1 to pool {{(pid=93957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:38:14.680486 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5cd6f4c9-5573-4a3b-8d8c-0f06fa32c542 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10053619'] for segment, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:14.698189 n-d-779913-29 neutron-server[93957]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:38:14.698189 n-d-779913-29 neutron-server[93957]: self.session.flush() Jul 14 09:38:14.698189 n-d-779913-29 neutron-server[93957]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:38:14.698189 n-d-779913-29 neutron-server[93957]: self.session.flush() Jul 14 09:38:14.698189 n-d-779913-29 neutron-server[93957]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:38:14.698189 n-d-779913-29 neutron-server[93957]: self.session.flush() Jul 14 09:38:14.698189 n-d-779913-29 neutron-server[93957]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:38:14.698189 n-d-779913-29 neutron-server[93957]: self.session.flush() Jul 14 09:38:14.698189 n-d-779913-29 neutron-server[93957]: Traceback (most recent call last): Jul 14 09:38:14.698189 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:38:14.698189 n-d-779913-29 neutron-server[93957]: timer() Jul 14 09:38:14.698189 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:38:14.698189 n-d-779913-29 neutron-server[93957]: cb(*args, **kw) Jul 14 09:38:14.698189 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:38:14.698189 n-d-779913-29 neutron-server[93957]: return func(*args, **kwargs) Jul 14 09:38:14.698189 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:38:14.698189 n-d-779913-29 neutron-server[93957]: self._notify() Jul 14 09:38:14.698189 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:38:14.698189 n-d-779913-29 neutron-server[93957]: self.callback(batched_events) Jul 14 09:38:14.698189 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:38:14.698189 n-d-779913-29 neutron-server[93957]: event.method(event) Jul 14 09:38:14.698189 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:38:14.698189 n-d-779913-29 neutron-server[93957]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:38:14.698189 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:38:14.698189 n-d-779913-29 neutron-server[93957]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:38:14.698189 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:38:14.698189 n-d-779913-29 neutron-server[93957]: return f(self, *a, **k) Jul 14 09:38:14.698189 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:38:14.698189 n-d-779913-29 neutron-server[93957]: return self._get(url).json() Jul 14 09:38:14.698189 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:38:14.698189 n-d-779913-29 neutron-server[93957]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:38:14.698189 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:38:14.698189 n-d-779913-29 neutron-server[93957]: return self.request(url, 'GET', **kwargs) Jul 14 09:38:14.698189 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:38:14.698189 n-d-779913-29 neutron-server[93957]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:38:14.698189 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:38:14.698189 n-d-779913-29 neutron-server[93957]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:38:14.698189 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:38:14.698189 n-d-779913-29 neutron-server[93957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:38:14.698189 n-d-779913-29 neutron-server[93957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:38:14.757888 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-90984c42-3be2-417d-bb36-aa6b7a13d575 req-f1cfadb1-3bf6-47cf-901f-4c888c6100cd tempest-ServerAddressesNegativeTestJSON-1989399623 tempest-ServerAddressesNegativeTestJSON-1989399623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:14.830910 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c322a547-c5f2-46f4-afa5-da90f045c834 req-7a716773-3846-49cf-9368-326a88fc7a85 tempest-TestServerBasicOps-1018423846 tempest-TestServerBasicOps-1018423846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:14.833050 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-c322a547-c5f2-46f4-afa5-da90f045c834 req-7a716773-3846-49cf-9368-326a88fc7a85 tempest-TestServerBasicOps-1018423846 tempest-TestServerBasicOps-1018423846-project] 10.222.0.68 "GET /v2.0/networks?id=6c29f6d8-c262-4639-bd5f-4fee768f8f0b HTTP/1.1" status: 200 len: 809 time: 0.2451334 Jul 14 09:38:14.835860 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cfadb1-3bf6-47cf-901f-4c888c6100cd tempest-ServerAddressesNegativeTestJSON-1989399623 tempest-ServerAddressesNegativeTestJSON-1989399623-project] Pushing event deleted for resources: {'Port': ['ID=3dfdce9e-34b9-4229-81ee-7371ec809ee5,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:14.879223 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-c322a547-c5f2-46f4-afa5-da90f045c834 req-85ccb0f4-1aa0-4e1f-8c24-1af8d600c60e tempest-TestServerBasicOps-1018423846 tempest-TestServerBasicOps-1018423846-project] 10.222.0.68 "GET /v2.0/quotas/8e5e3e24b23942559d8e5fd9c20fa07d HTTP/1.1" status: 200 len: 375 time: 0.0214560 Jul 14 09:38:14.955176 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5cd6f4c9-5573-4a3b-8d8c-0f06fa32c542 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660504'] for network, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:14.957219 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-90984c42-3be2-417d-bb36-aa6b7a13d575 req-f1cfadb1-3bf6-47cf-901f-4c888c6100cd tempest-ServerAddressesNegativeTestJSON-1989399623 tempest-ServerAddressesNegativeTestJSON-1989399623-project] No DVR routers for this DVR port 3dfdce9e-34b9-4229-81ee-7371ec809ee5 on host n-h2-779913-29 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:38:14.995346 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-90984c42-3be2-417d-bb36-aa6b7a13d575 req-f1cfadb1-3bf6-47cf-901f-4c888c6100cd tempest-ServerAddressesNegativeTestJSON-1989399623 tempest-ServerAddressesNegativeTestJSON-1989399623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:14.997440 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-90984c42-3be2-417d-bb36-aa6b7a13d575 req-f1cfadb1-3bf6-47cf-901f-4c888c6100cd tempest-ServerAddressesNegativeTestJSON-1989399623 tempest-ServerAddressesNegativeTestJSON-1989399623-project] 10.222.0.57 "DELETE /v2.0/ports/3dfdce9e-34b9-4229-81ee-7371ec809ee5 HTTP/1.1" status: 204 len: 173 time: 1.7313495 Jul 14 09:38:14.998472 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5cd6f4c9-5573-4a3b-8d8c-0f06fa32c542 admin admin] Notify callbacks [] for network, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:15.006790 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-c322a547-c5f2-46f4-afa5-da90f045c834 req-06e04868-1e21-43ca-bd14-5af4a3d157a8 tempest-TestServerBasicOps-1018423846 tempest-TestServerBasicOps-1018423846-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=8e5e3e24b23942559d8e5fd9c20fa07d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1198039 Jul 14 09:38:15.008911 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-5cd6f4c9-5573-4a3b-8d8c-0f06fa32c542 admin admin] 10.222.0.68 "DELETE /v2.0/networks/087e0468-2285-4c59-b3f2-1d1ff8b2217b HTTP/1.1" status: 204 len: 168 time: 2.6834922 Jul 14 09:38:15.010248 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd6f4c9-5573-4a3b-8d8c-0f06fa32c542 admin admin] Pushing event deleted for resources: {'Network': ['ID=087e0468-2285-4c59-b3f2-1d1ff8b2217b,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:15.011975 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6271ebff-9c10-4207-a5c1-f5c2ac3d21a1', 'name': 'network-vif-deleted', 'tag': '3dfdce9e-34b9-4229-81ee-7371ec809ee5'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:38:15.014321 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85e60e39-0a32-41fe-bc99-f003d5f5df85" -d '{"events": [{"server_uuid": "6271ebff-9c10-4207-a5c1-f5c2ac3d21a1", "name": "network-vif-deleted", "tag": "3dfdce9e-34b9-4229-81ee-7371ec809ee5"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:38:15.172607 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:38:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-896e3da0-29b1-4b10-be05-879414b55c2e x-openstack-request-id: req-896e3da0-29b1-4b10-be05-879414b55c2e {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:38:15.172607 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6271ebff-9c10-4207-a5c1-f5c2ac3d21a1", "name": "network-vif-deleted", "tag": "3dfdce9e-34b9-4229-81ee-7371ec809ee5", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:38:15.172850 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-896e3da0-29b1-4b10-be05-879414b55c2e {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:38:15.173212 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6271ebff-9c10-4207-a5c1-f5c2ac3d21a1', 'name': 'network-vif-deleted', 'tag': '3dfdce9e-34b9-4229-81ee-7371ec809ee5', 'status': 'completed', 'code': 200} Jul 14 09:38:15.177383 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-c322a547-c5f2-46f4-afa5-da90f045c834 req-7ce37a6b-7428-4581-aacd-855bd5a8bc6e service neutron] 10.222.0.68 "GET /v2.0/networks/6c29f6d8-c262-4639-bd5f-4fee768f8f0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1673665 Jul 14 09:38:15.375410 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-c322a547-c5f2-46f4-afa5-da90f045c834 req-b4ae47d8-c4a4-479d-bf88-61c0fe4c06df service neutron] 10.222.0.68 "GET /v2.0/networks/6c29f6d8-c262-4639-bd5f-4fee768f8f0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1969390 Jul 14 09:38:15.571930 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 38226) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:15.721273 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-fe904b54-0d37-4752-8dbc-32ac86123e84 req-e7e05605-7df9-4382-9cc0-72ccbd11012f tempest-ServerAddressesNegativeTestJSON-1989399623 tempest-ServerAddressesNegativeTestJSON-1989399623-project] 10.222.0.68 "GET /v2.0/ports?device_id=6271ebff-9c10-4207-a5c1-f5c2ac3d21a1 HTTP/1.1" status: 200 len: 210 time: 0.0886264 Jul 14 09:38:15.763262 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-22e0a4ff-3605-421a-817f-db0a54a3fcd9 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=51a0c5b2b5094b24a910e75e03cedf47&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1895235 Jul 14 09:38:15.765760 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 38234) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:15.949102 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0600ea2c-ec59-42c7-ad0d-4179799eac02 req-7ad93709-7915-4734-b32c-8c0930185484 tempest-TestServerBasicOps-1018423846 tempest-TestServerBasicOps-1018423846-project] 10.222.0.68 "GET /v2.0/ports?device_id=7aa1ffcc-49bc-4331-be36-b793b08d3aa0 HTTP/1.1" status: 200 len: 210 time: 0.0914028 Jul 14 09:38:16.010637 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c476872f-3958-4e67-a67d-6f5362a2cd92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:16.124092 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c476872f-3958-4e67-a67d-6f5362a2cd92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:16.230214 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c476872f-3958-4e67-a67d-6f5362a2cd92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:16.233392 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c476872f-3958-4e67-a67d-6f5362a2cd92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:16.234711 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-c476872f-3958-4e67-a67d-6f5362a2cd92 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/eeb6af3a-5470-4dbd-a9a5-eefd3c4fc1c6 HTTP/1.1" status: 204 len: 168 time: 0.4679813 Jul 14 09:38:16.262642 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c476872f-3958-4e67-a67d-6f5362a2cd92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeb6af3a-5470-4dbd-a9a5-eefd3c4fc1c6,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:16.267092 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device fce65f02-21bd-4a4b-b0e3-5a8660fe60b1 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:38:16.384724 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 3dfdce9e-34b9-4229-81ee-7371ec809ee5 no longer exists at agent hyperv_n-h2-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:38:16.488366 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] No Port match for: 3dfdce9e-34b9-4229-81ee-7371ec809ee5 {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:38:16.488717 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 3dfdce9e-34b9-4229-81ee-7371ec809ee5 not bound to the agent host n-h2-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:38:16.529536 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning for port fce65f02-21bd-4a4b-b0e3-5a8660fe60b1 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:38:16.541617 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port fce65f02-21bd-4a4b-b0e3-5a8660fe60b1 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:38:16.542269 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:16.725287 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:16.850976 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] For port fce65f02-21bd-4a4b-b0e3-5a8660fe60b1, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=fce65f02-21bd-4a4b-b0e3-5a8660fe60b1,segment=NetworkSegment(adc4fcf1-f953-4129-96a7-349e53c7c607),segment_id=adc4fcf1-f953-4129-96a7-349e53c7c607)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:38:16.864084 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:16.951828 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 38278) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:17.013223 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Pushing event updated for resources: {'Port': ['ID=fce65f02-21bd-4a4b-b0e3-5a8660fe60b1,revision_number=5']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:17.137697 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd63370b-def6-47e7-8b48-5abb7b2d55ea admin admin] Deleting subnet 244f89c1-88a6-433f-913b-d76daacc37e0 {{(pid=93957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:38:17.153512 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-dd63370b-def6-47e7-8b48-5abb7b2d55ea admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:17.240759 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-f7b07b18-13f1-44b7-8f12-4169ebf249cf req-43deadc6-3a81-48e4-8ecf-736a336207ad tempest-TestServerBasicOps-1018423846 tempest-TestServerBasicOps-1018423846-project] 10.222.0.68 "GET /v2.0/ports?device_id=7aa1ffcc-49bc-4331-be36-b793b08d3aa0 HTTP/1.1" status: 200 len: 210 time: 0.0487833 Jul 14 09:38:17.241360 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-dd63370b-def6-47e7-8b48-5abb7b2d55ea admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10944203'] for subnet, precommit_delete_associations {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:17.332061 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-dd63370b-def6-47e7-8b48-5abb7b2d55ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3481002'] for subnet, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:17.434651 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-dd63370b-def6-47e7-8b48-5abb7b2d55ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10052701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11984075'] for subnet, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:17.469656 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd63370b-def6-47e7-8b48-5abb7b2d55ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=244f89c1-88a6-433f-913b-d76daacc37e0,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:17.478925 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-dd63370b-def6-47e7-8b48-5abb7b2d55ea admin admin] Notify callbacks [] for subnet, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:17.484552 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 38296) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:17.485405 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-dd63370b-def6-47e7-8b48-5abb7b2d55ea admin admin] 10.222.0.68 "DELETE /v2.0/subnets/244f89c1-88a6-433f-913b-d76daacc37e0 HTTP/1.1" status: 204 len: 168 time: 0.5469480 Jul 14 09:38:17.624596 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7b3ab0a5-2c25-41f8-8480-3a1dec7f02e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3876111'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:17.783680 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7b3ab0a5-2c25-41f8-8480-3a1dec7f02e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473955', 'neutron.services.segments.db._delete_segments_for_network-8735688326548'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:17.809420 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-7b3ab0a5-2c25-41f8-8480-3a1dec7f02e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a047be9f-9890-42b2-a71a-9626f7c59d0d']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:38:17.826375 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-7b3ab0a5-2c25-41f8-8480-3a1dec7f02e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a74a0760-360a-4f2b-925d-462df66ae029') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:38:17.826964 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-7b3ab0a5-2c25-41f8-8480-3a1dec7f02e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a74a0760-360a-4f2b-925d-462df66ae029') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:38:17.837422 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7b3ab0a5-2c25-41f8-8480-3a1dec7f02e9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735688356235', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13574129'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:17.872938 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7b3ab0a5-2c25-41f8-8480-3a1dec7f02e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:17.886036 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b3ab0a5-2c25-41f8-8480-3a1dec7f02e9 admin admin] Releasing vlan 729 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:38:17.886480 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7b3ab0a5-2c25-41f8-8480-3a1dec7f02e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13573126'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:17.888422 n-d-779913-29 neutron-server[93958]: Traceback (most recent call last): Jul 14 09:38:17.888422 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:38:17.888422 n-d-779913-29 neutron-server[93958]: timer() Jul 14 09:38:17.888422 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:38:17.888422 n-d-779913-29 neutron-server[93958]: cb(*args, **kw) Jul 14 09:38:17.888422 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:38:17.888422 n-d-779913-29 neutron-server[93958]: return func(*args, **kwargs) Jul 14 09:38:17.888422 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:38:17.888422 n-d-779913-29 neutron-server[93958]: self._notify() Jul 14 09:38:17.888422 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:38:17.888422 n-d-779913-29 neutron-server[93958]: self.callback(batched_events) Jul 14 09:38:17.888422 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:38:17.888422 n-d-779913-29 neutron-server[93958]: event.method(event) Jul 14 09:38:17.888422 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:38:17.888422 n-d-779913-29 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:38:17.888422 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:38:17.888422 n-d-779913-29 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:38:17.888422 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:38:17.888422 n-d-779913-29 neutron-server[93958]: return f(self, *a, **k) Jul 14 09:38:17.888422 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:38:17.888422 n-d-779913-29 neutron-server[93958]: return self._get(url).json() Jul 14 09:38:17.888422 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:38:17.888422 n-d-779913-29 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:38:17.888422 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:38:17.888422 n-d-779913-29 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 14 09:38:17.888422 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:38:17.888422 n-d-779913-29 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:38:17.888422 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:38:17.888422 n-d-779913-29 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:38:17.888422 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:38:17.888422 n-d-779913-29 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:38:17.888422 n-d-779913-29 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:38:18.064001 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7b3ab0a5-2c25-41f8-8480-3a1dec7f02e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660504'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:18.144927 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7b3ab0a5-2c25-41f8-8480-3a1dec7f02e9 admin admin] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:18.150092 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-7b3ab0a5-2c25-41f8-8480-3a1dec7f02e9 admin admin] 10.222.0.68 "DELETE /v2.0/networks/a047be9f-9890-42b2-a71a-9626f7c59d0d HTTP/1.1" status: 204 len: 168 time: 0.6607497 Jul 14 09:38:18.152500 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3ab0a5-2c25-41f8-8480-3a1dec7f02e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=a047be9f-9890-42b2-a71a-9626f7c59d0d,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:18.335989 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device fce65f02-21bd-4a4b-b0e3-5a8660fe60b1 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:38:18.467678 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port fce65f02-21bd-4a4b-b0e3-5a8660fe60b1 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:38:18.468433 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:18.491911 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-33cc1c13-54fb-4e51-b409-cc63919cebff req-5ff32683-3bd9-45a9-92ef-87f4a4a3443c tempest-TestServerBasicOps-1018423846 tempest-TestServerBasicOps-1018423846-project] 10.222.0.68 "GET /v2.0/ports?device_id=7aa1ffcc-49bc-4331-be36-b793b08d3aa0 HTTP/1.1" status: 200 len: 210 time: 0.0466073 Jul 14 09:38:18.646191 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 38330) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:18.775030 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-a806c50a-02a8-4513-a14c-c6df5fbfb0b8 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=015a27eacbb64373b190d745fbb6a9ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1272783 Jul 14 09:38:18.782088 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 38332) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:18.883757 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a75d3a5e-8e2c-4205-bbf3-dbdca6d92ee8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:18.937982 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a75d3a5e-8e2c-4205-bbf3-dbdca6d92ee8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:19.043049 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a75d3a5e-8e2c-4205-bbf3-dbdca6d92ee8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:19.048321 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a75d3a5e-8e2c-4205-bbf3-dbdca6d92ee8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:19.051648 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-a75d3a5e-8e2c-4205-bbf3-dbdca6d92ee8 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/4d24d01f-a316-4a10-9de7-b4e67509b63b HTTP/1.1" status: 204 len: 168 time: 0.2671812 Jul 14 09:38:19.056653 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c322a547-c5f2-46f4-afa5-da90f045c834 req-d501ec3e-cf05-473b-a636-a76e596a92ec tempest-TestServerBasicOps-1018423846 tempest-TestServerBasicOps-1018423846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:19.058655 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c322a547-c5f2-46f4-afa5-da90f045c834 req-d501ec3e-cf05-473b-a636-a76e596a92ec tempest-TestServerBasicOps-1018423846 tempest-TestServerBasicOps-1018423846-project] 10.222.0.57 "GET /v2.0/networks?id=6c29f6d8-c262-4639-bd5f-4fee768f8f0b HTTP/1.1" status: 200 len: 809 time: 1.0510130 Jul 14 09:38:19.114036 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75d3a5e-8e2c-4205-bbf3-dbdca6d92ee8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d24d01f-a316-4a10-9de7-b4e67509b63b,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:19.169278 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c322a547-c5f2-46f4-afa5-da90f045c834 req-f3d2db2c-8c3e-4732-a68d-227b0af69581 tempest-TestServerBasicOps-1018423846 tempest-TestServerBasicOps-1018423846-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8e5e3e24b23942559d8e5fd9c20fa07d HTTP/1.1" status: 200 len: 379 time: 0.0942276 Jul 14 09:38:19.185782 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-c322a547-c5f2-46f4-afa5-da90f045c834 req-35a88575-230d-4220-ac69-1de4d82a5c45 tempest-TestServerBasicOps-1018423846 tempest-TestServerBasicOps-1018423846-project] Request body: {'port': {'device_id': '7aa1ffcc-49bc-4331-be36-b793b08d3aa0', 'network_id': '6c29f6d8-c262-4639-bd5f-4fee768f8f0b', 'admin_state_up': True, 'tenant_id': '8e5e3e24b23942559d8e5fd9c20fa07d', 'security_groups': ['eb2891e5-70c4-4da6-a9db-6da5988fd1dc']}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:38:19.379063 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c322a547-c5f2-46f4-afa5-da90f045c834 req-35a88575-230d-4220-ac69-1de4d82a5c45 tempest-TestServerBasicOps-1018423846 tempest-TestServerBasicOps-1018423846-project] Made reservation on behalf of 8e5e3e24b23942559d8e5fd9c20fa07d for: {'port': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:38:19.393849 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-c322a547-c5f2-46f4-afa5-da90f045c834 req-35a88575-230d-4220-ac69-1de4d82a5c45 tempest-TestServerBasicOps-1018423846 tempest-TestServerBasicOps-1018423846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:19.841592 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-36fe0f40-25a8-444a-841c-6ebb95829d1a req-e3a7c1fc-a0e9-40b4-adf8-06b8e0b996ef tempest-TestServerBasicOps-1018423846 tempest-TestServerBasicOps-1018423846-project] 10.222.0.68 "GET /v2.0/ports?device_id=7aa1ffcc-49bc-4331-be36-b793b08d3aa0 HTTP/1.1" status: 200 len: 210 time: 0.1145573 Jul 14 09:38:19.899363 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [req-c322a547-c5f2-46f4-afa5-da90f045c834 req-35a88575-230d-4220-ac69-1de4d82a5c45 tempest-TestServerBasicOps-1018423846 tempest-TestServerBasicOps-1018423846-project] Allocated IP 172.20.0.4 (6c29f6d8-c262-4639-bd5f-4fee768f8f0b/bdb5ef61-646e-46dd-82a7-ce9d14bdc4cf/951ef3a9-76ee-4383-aa7d-5f3334e0ffb8) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:38:20.359838 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-c322a547-c5f2-46f4-afa5-da90f045c834 req-35a88575-230d-4220-ac69-1de4d82a5c45 tempest-TestServerBasicOps-1018423846 tempest-TestServerBasicOps-1018423846-project] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:20.378028 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [req-c322a547-c5f2-46f4-afa5-da90f045c834 req-35a88575-230d-4220-ac69-1de4d82a5c45 tempest-TestServerBasicOps-1018423846 tempest-TestServerBasicOps-1018423846-project] Transition to ACTIVE for port object 951ef3a9-76ee-4383-aa7d-5f3334e0ffb8 will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:38:20.424614 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-c322a547-c5f2-46f4-afa5-da90f045c834 req-35a88575-230d-4220-ac69-1de4d82a5c45 tempest-TestServerBasicOps-1018423846 tempest-TestServerBasicOps-1018423846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:20.488694 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c322a547-c5f2-46f4-afa5-da90f045c834 req-35a88575-230d-4220-ac69-1de4d82a5c45 tempest-TestServerBasicOps-1018423846 tempest-TestServerBasicOps-1018423846-project] Network 6c29f6d8-c262-4639-bd5f-4fee768f8f0b is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:38:20.492427 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [req-c322a547-c5f2-46f4-afa5-da90f045c834 req-35a88575-230d-4220-ac69-1de4d82a5c45 tempest-TestServerBasicOps-1018423846 tempest-TestServerBasicOps-1018423846-project] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:38:20.497259 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-c322a547-c5f2-46f4-afa5-da90f045c834 req-35a88575-230d-4220-ac69-1de4d82a5c45 tempest-TestServerBasicOps-1018423846 tempest-TestServerBasicOps-1018423846-project] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:38:20.505242 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a88575-230d-4220-ac69-1de4d82a5c45 tempest-TestServerBasicOps-1018423846 tempest-TestServerBasicOps-1018423846-project] Pushing event updated for resources: {'Port': ['ID=951ef3a9-76ee-4383-aa7d-5f3334e0ffb8,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:20.605515 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c322a547-c5f2-46f4-afa5-da90f045c834 req-35a88575-230d-4220-ac69-1de4d82a5c45 tempest-TestServerBasicOps-1018423846 tempest-TestServerBasicOps-1018423846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:20.607362 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-c322a547-c5f2-46f4-afa5-da90f045c834 req-35a88575-230d-4220-ac69-1de4d82a5c45 tempest-TestServerBasicOps-1018423846 tempest-TestServerBasicOps-1018423846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:20.632505 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c322a547-c5f2-46f4-afa5-da90f045c834 req-35a88575-230d-4220-ac69-1de4d82a5c45 tempest-TestServerBasicOps-1018423846 tempest-TestServerBasicOps-1018423846-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4562092 Jul 14 09:38:20.644092 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 38396) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:20.656372 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-c322a547-c5f2-46f4-afa5-da90f045c834 req-688e6f4e-cee9-4928-a4f3-ea04e2dcaba3 service neutron] Request body: {'port': {'device_id': '7aa1ffcc-49bc-4331-be36-b793b08d3aa0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-29'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:38:20.755435 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-c322a547-c5f2-46f4-afa5-da90f045c834 req-688e6f4e-cee9-4928-a4f3-ea04e2dcaba3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:20.785300 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-390b3837-43cf-45f0-9818-c0c0a03b2679 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1822483147-network', 'tenant_id': 'c8d3461b573d402db35889c25a4d29a4'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:38:20.793849 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-e6ddd3fd-1516-4509-98cc-b7307d5f0595 None None] Provisioning for port 951ef3a9-76ee-4383-aa7d-5f3334e0ffb8 completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:38:20.802391 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-e6ddd3fd-1516-4509-98cc-b7307d5f0595 None None] Provisioning complete for port 951ef3a9-76ee-4383-aa7d-5f3334e0ffb8 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:38:20.802774 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e6ddd3fd-1516-4509-98cc-b7307d5f0595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:20.811232 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-390b3837-43cf-45f0-9818-c0c0a03b2679 admin admin] Made reservation on behalf of c8d3461b573d402db35889c25a4d29a4 for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:38:20.816398 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-390b3837-43cf-45f0-9818-c0c0a03b2679 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:20.829075 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-390b3837-43cf-45f0-9818-c0c0a03b2679 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:20.905658 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-e6ddd3fd-1516-4509-98cc-b7307d5f0595 None None] Port 951ef3a9-76ee-4383-aa7d-5f3334e0ffb8 cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:38:20.942995 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-390b3837-43cf-45f0-9818-c0c0a03b2679 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:20.948119 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-390b3837-43cf-45f0-9818-c0c0a03b2679 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:21.002274 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-390b3837-43cf-45f0-9818-c0c0a03b2679 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 739} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:38:21.025080 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390b3837-43cf-45f0-9818-c0c0a03b2679 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a2afef1-df5e-45ba-8c0b-6a53eaf81b56,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:21.036704 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-390b3837-43cf-45f0-9818-c0c0a03b2679 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:21.037163 n-d-779913-29 neutron-server[93958]: INFO neutron.db.segments_db [None req-390b3837-43cf-45f0-9818-c0c0a03b2679 admin admin] Added segment 75767ca8-4ae2-4764-b338-8f7046044c95 of type vlan for network bcee1c4b-b650-4f0d-a846-5b48bf8e3268 Jul 14 09:38:21.111885 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-390b3837-43cf-45f0-9818-c0c0a03b2679 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735687821325'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:21.168803 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-390b3837-43cf-45f0-9818-c0c0a03b2679 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:21.171466 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-390b3837-43cf-45f0-9818-c0c0a03b2679 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:21.172290 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-390b3837-43cf-45f0-9818-c0c0a03b2679 admin admin] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:21.209133 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 38408) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:21.209599 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-390b3837-43cf-45f0-9818-c0c0a03b2679 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5638263 Jul 14 09:38:21.218732 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfb8139-569b-46fd-9338-8be202c720d4 req-0779b933-a6bb-449b-90c3-f56f69e17383 tempest-TestServerBasicOps-1018423846 tempest-TestServerBasicOps-1018423846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:21.220413 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0cfb8139-569b-46fd-9338-8be202c720d4 req-0779b933-a6bb-449b-90c3-f56f69e17383 tempest-TestServerBasicOps-1018423846 tempest-TestServerBasicOps-1018423846-project] 10.222.0.68 "GET /v2.0/ports?device_id=7aa1ffcc-49bc-4331-be36-b793b08d3aa0 HTTP/1.1" status: 200 len: 931 time: 0.1369715 Jul 14 09:38:21.228416 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-3c7f82ec-0395-46fb-9da5-e77d5efc22ea admin admin] Request body: {'subnet': {'network_id': 'bcee1c4b-b650-4f0d-a846-5b48bf8e3268', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1822483147-subnet', 'tenant_id': 'c8d3461b573d402db35889c25a4d29a4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:38:21.267729 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390b3837-43cf-45f0-9818-c0c0a03b2679 admin admin] Pushing event updated for resources: {'Network': ['ID=bcee1c4b-b650-4f0d-a846-5b48bf8e3268,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:21.278698 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c7f82ec-0395-46fb-9da5-e77d5efc22ea admin admin] Made reservation on behalf of c8d3461b573d402db35889c25a4d29a4 for: {'subnet': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:38:21.280481 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Network bcee1c4b-b650-4f0d-a846-5b48bf8e3268 details requested by agent ovs-agent-n-d-779913-29 with host n-d-779913-29 {{(pid=93959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:38:21.282775 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3c7f82ec-0395-46fb-9da5-e77d5efc22ea admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11984110'] for subnet, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:21.388447 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0cfb8139-569b-46fd-9338-8be202c720d4 req-48474822-04b3-43cf-ab2f-6f9ee3980d34 tempest-TestServerBasicOps-1018423846 tempest-TestServerBasicOps-1018423846-project] 10.222.0.68 "GET /v2.0/security-groups?id=eb2891e5-70c4-4da6-a9db-6da5988fd1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1374133 Jul 14 09:38:21.407540 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [req-c322a547-c5f2-46f4-afa5-da90f045c834 req-688e6f4e-cee9-4928-a4f3-ea04e2dcaba3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 951ef3a9-76ee-4383-aa7d-5f3334e0ffb8 {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:38:21.423517 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-c322a547-c5f2-46f4-afa5-da90f045c834 req-688e6f4e-cee9-4928-a4f3-ea04e2dcaba3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:21.444089 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [req-c322a547-c5f2-46f4-afa5-da90f045c834 req-688e6f4e-cee9-4928-a4f3-ea04e2dcaba3 service neutron] Transition to ACTIVE for port object 951ef3a9-76ee-4383-aa7d-5f3334e0ffb8 will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:38:21.453022 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-c322a547-c5f2-46f4-afa5-da90f045c834 req-688e6f4e-cee9-4928-a4f3-ea04e2dcaba3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:21.569156 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688e6f4e-cee9-4928-a4f3-ea04e2dcaba3 service neutron] Pushing event updated for resources: {'Port': ['ID=951ef3a9-76ee-4383-aa7d-5f3334e0ffb8,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:21.596490 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8cb9d2-1317-4e27-a39a-365f46225e47 req-3c26dd48-34d5-44da-b228-493d729624ef tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:21.609857 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-dd8cb9d2-1317-4e27-a39a-365f46225e47 req-3c26dd48-34d5-44da-b228-493d729624ef tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/ports?device_id=5ed0c1cb-c3d6-40f1-8aad-1894504b5a83 HTTP/1.1" status: 200 len: 946 time: 0.1638808 Jul 14 09:38:21.678048 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3c7f82ec-0395-46fb-9da5-e77d5efc22ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10052764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11984092'] for subnet, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:21.715556 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-dd8cb9d2-1317-4e27-a39a-365f46225e47 req-325b9ab8-dc5a-4a52-a742-3b519b831d2e tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/security-groups?id=3e66fdd8-bd2d-4f0b-a124-b60bfc46cfe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911925 Jul 14 09:38:21.802018 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c7f82ec-0395-46fb-9da5-e77d5efc22ea admin admin] Checking segment: {'id': '75767ca8-4ae2-4764-b338-8f7046044c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'bcee1c4b-b650-4f0d-a846-5b48bf8e3268'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:38:21.802558 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c7f82ec-0395-46fb-9da5-e77d5efc22ea admin admin] Network hostable DHCP agents. Network: bcee1c4b-b650-4f0d-a846-5b48bf8e3268, hostable agents: ['c6a09bd4-f72e-4283-a3ca-0bbca8a51081'], hosted agents: [] {{(pid=93957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:38:21.807388 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-c322a547-c5f2-46f4-afa5-da90f045c834 req-688e6f4e-cee9-4928-a4f3-ea04e2dcaba3 service neutron] Attempting to bind port 951ef3a9-76ee-4383-aa7d-5f3334e0ffb8 on host n-h2-779913-29 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:38:21.807741 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-c322a547-c5f2-46f4-afa5-da90f045c834 req-688e6f4e-cee9-4928-a4f3-ea04e2dcaba3 service neutron] Attempting to bind port 951ef3a9-76ee-4383-aa7d-5f3334e0ffb8 by drivers openvswitch,hyperv on host n-h2-779913-29 at level 0 using segments [{'id': '776efe66-340e-4bc2-943d-2c624f145bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '6c29f6d8-c262-4639-bd5f-4fee768f8f0b'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:38:21.808074 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c322a547-c5f2-46f4-afa5-da90f045c834 req-688e6f4e-cee9-4928-a4f3-ea04e2dcaba3 service neutron] Attempting to bind port 951ef3a9-76ee-4383-aa7d-5f3334e0ffb8 on network 6c29f6d8-c262-4639-bd5f-4fee768f8f0b {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:38:21.826615 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c322a547-c5f2-46f4-afa5-da90f045c834 req-688e6f4e-cee9-4928-a4f3-ea04e2dcaba3 service neutron] Port 951ef3a9-76ee-4383-aa7d-5f3334e0ffb8 on network 6c29f6d8-c262-4639-bd5f-4fee768f8f0b not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-29 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:38:21.826994 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c322a547-c5f2-46f4-afa5-da90f045c834 req-688e6f4e-cee9-4928-a4f3-ea04e2dcaba3 service neutron] Attempting to bind port 951ef3a9-76ee-4383-aa7d-5f3334e0ffb8 on network 6c29f6d8-c262-4639-bd5f-4fee768f8f0b {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:38:21.864527 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7f82ec-0395-46fb-9da5-e77d5efc22ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=873b5d20-26df-4f3f-9a05-6a18cae12f7e,revision_number=0']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:21.894300 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c322a547-c5f2-46f4-afa5-da90f045c834 req-688e6f4e-cee9-4928-a4f3-ea04e2dcaba3 service neutron] Checking agent: {'id': '013e4a3b-a634-47b8-b6a5-1a25109b73fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 13, 13), 'started_at': datetime.datetime(2021, 7, 14, 9, 13, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 38, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:38:21.894725 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c322a547-c5f2-46f4-afa5-da90f045c834 req-688e6f4e-cee9-4928-a4f3-ea04e2dcaba3 service neutron] Checking segment: {'id': '776efe66-340e-4bc2-943d-2c624f145bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '6c29f6d8-c262-4639-bd5f-4fee768f8f0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:38:21.895124 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c322a547-c5f2-46f4-afa5-da90f045c834 req-688e6f4e-cee9-4928-a4f3-ea04e2dcaba3 service neutron] Bound using segment: {'id': '776efe66-340e-4bc2-943d-2c624f145bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '6c29f6d8-c262-4639-bd5f-4fee768f8f0b'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:38:21.895903 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-c322a547-c5f2-46f4-afa5-da90f045c834 req-688e6f4e-cee9-4928-a4f3-ea04e2dcaba3 service neutron] Bound port: 951ef3a9-76ee-4383-aa7d-5f3334e0ffb8, host: n-h2-779913-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '776efe66-340e-4bc2-943d-2c624f145bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '6c29f6d8-c262-4639-bd5f-4fee768f8f0b'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:38:21.896289 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-c322a547-c5f2-46f4-afa5-da90f045c834 req-688e6f4e-cee9-4928-a4f3-ea04e2dcaba3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:21.920323 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c7f82ec-0395-46fb-9da5-e77d5efc22ea admin admin] Network bcee1c4b-b650-4f0d-a846-5b48bf8e3268 is scheduled to be hosted by DHCP agent c6a09bd4-f72e-4283-a3ca-0bbca8a51081 with binding_index 1 {{(pid=93957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:38:22.072404 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-3c7f82ec-0395-46fb-9da5-e77d5efc22ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-29, bcee1c4b-b650-4f0d-a846-5b48bf8e3268) {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:38:22.086677 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f966346a-9581-44b1-8713-535b7d303f07 None None] Network bcee1c4b-b650-4f0d-a846-5b48bf8e3268 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:38:22.087528 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c7f82ec-0395-46fb-9da5-e77d5efc22ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:22.088469 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3c7f82ec-0395-46fb-9da5-e77d5efc22ea admin admin] Notify callbacks [] for subnet, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:22.123809 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-3c7f82ec-0395-46fb-9da5-e77d5efc22ea admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9129157 Jul 14 09:38:22.124868 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-c322a547-c5f2-46f4-afa5-da90f045c834 req-688e6f4e-cee9-4928-a4f3-ea04e2dcaba3 service neutron] For port 951ef3a9-76ee-4383-aa7d-5f3334e0ffb8, host n-h2-779913-29, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:38:22.136914 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-c322a547-c5f2-46f4-afa5-da90f045c834 req-688e6f4e-cee9-4928-a4f3-ea04e2dcaba3 service neutron] For port 951ef3a9-76ee-4383-aa7d-5f3334e0ffb8, host n-h2-779913-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=951ef3a9-76ee-4383-aa7d-5f3334e0ffb8,segment=NetworkSegment(776efe66-340e-4bc2-943d-2c624f145bde),segment_id=776efe66-340e-4bc2-943d-2c624f145bde)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:38:22.145017 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-c322a547-c5f2-46f4-afa5-da90f045c834 req-688e6f4e-cee9-4928-a4f3-ea04e2dcaba3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:22.249458 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 38450) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:22.283750 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c322a547-c5f2-46f4-afa5-da90f045c834 req-688e6f4e-cee9-4928-a4f3-ea04e2dcaba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:22.284484 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-c322a547-c5f2-46f4-afa5-da90f045c834 req-688e6f4e-cee9-4928-a4f3-ea04e2dcaba3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:22.285991 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c322a547-c5f2-46f4-afa5-da90f045c834 req-688e6f4e-cee9-4928-a4f3-ea04e2dcaba3 service neutron] 10.222.0.57 "PUT /v2.0/ports/951ef3a9-76ee-4383-aa7d-5f3334e0ffb8 HTTP/1.1" status: 200 len: 1092 time: 1.6351669 Jul 14 09:38:22.289437 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688e6f4e-cee9-4928-a4f3-ea04e2dcaba3 service neutron] Pushing event updated for resources: {'Port': ['ID=951ef3a9-76ee-4383-aa7d-5f3334e0ffb8,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:22.295185 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7aa1ffcc-49bc-4331-be36-b793b08d3aa0', 'tag': '951ef3a9-76ee-4383-aa7d-5f3334e0ffb8'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:38:22.302980 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9643ee8-b4f7-458b-8e7d-407d7ba7c286" -d '{"events": [{"name": "network-changed", "server_uuid": "7aa1ffcc-49bc-4331-be36-b793b08d3aa0", "tag": "951ef3a9-76ee-4383-aa7d-5f3334e0ffb8"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:38:22.460322 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:38:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a954fe2-add7-4ed3-9e79-c13082ffc8f4 x-openstack-request-id: req-1a954fe2-add7-4ed3-9e79-c13082ffc8f4 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:38:22.464852 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7aa1ffcc-49bc-4331-be36-b793b08d3aa0", "tag": "951ef3a9-76ee-4383-aa7d-5f3334e0ffb8", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:38:22.465665 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-1a954fe2-add7-4ed3-9e79-c13082ffc8f4 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:38:22.468530 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7aa1ffcc-49bc-4331-be36-b793b08d3aa0', 'tag': '951ef3a9-76ee-4383-aa7d-5f3334e0ffb8', 'status': 'completed', 'code': 200} Jul 14 09:38:22.505212 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e5b7f0e6-1804-4ac5-94d6-eb8e9262483b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:22.510536 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4046b1d-c347-428b-8d0f-63cf87517e53 None None] Network bcee1c4b-b650-4f0d-a846-5b48bf8e3268 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:38:22.535356 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c322a547-c5f2-46f4-afa5-da90f045c834 req-00b81bf8-3b20-4232-9344-d1a3fa44292e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:22.541443 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c322a547-c5f2-46f4-afa5-da90f045c834 req-00b81bf8-3b20-4232-9344-d1a3fa44292e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8e5e3e24b23942559d8e5fd9c20fa07d&device_id=7aa1ffcc-49bc-4331-be36-b793b08d3aa0 HTTP/1.1" status: 200 len: 1095 time: 0.1843286 Jul 14 09:38:22.640384 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c322a547-c5f2-46f4-afa5-da90f045c834 req-9523d2b8-3be9-4707-9d17-c942ab79cd8e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=951ef3a9-76ee-4383-aa7d-5f3334e0ffb8 HTTP/1.1" status: 200 len: 217 time: 0.0859492 Jul 14 09:38:22.765825 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c322a547-c5f2-46f4-afa5-da90f045c834 req-ee1dcd10-e0cf-4a8b-976a-e2d0cfdc35b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:22.767597 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c322a547-c5f2-46f4-afa5-da90f045c834 req-ee1dcd10-e0cf-4a8b-976a-e2d0cfdc35b8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=bdb5ef61-646e-46dd-82a7-ce9d14bdc4cf HTTP/1.1" status: 200 len: 848 time: 0.1212401 Jul 14 09:38:22.851829 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c322a547-c5f2-46f4-afa5-da90f045c834 req-c425cbbc-6d11-47f0-adb0-4e552523687b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:22.853524 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c322a547-c5f2-46f4-afa5-da90f045c834 req-c425cbbc-6d11-47f0-adb0-4e552523687b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6c29f6d8-c262-4639-bd5f-4fee768f8f0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0789835 Jul 14 09:38:23.088705 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c322a547-c5f2-46f4-afa5-da90f045c834 req-4a40cf81-9e7e-4574-a6da-6f7430ae9c7e service neutron] 10.222.0.57 "GET /v2.0/networks/6c29f6d8-c262-4639-bd5f-4fee768f8f0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2270212 Jul 14 09:38:23.195758 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3ab0fe-7acc-4b79-aa0f-5a2b46a12db6 req-589eaea6-0604-4fe7-b0d7-b519658f2e99 tempest-TestServerBasicOps-1018423846 tempest-TestServerBasicOps-1018423846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:23.204328 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-fd3ab0fe-7acc-4b79-aa0f-5a2b46a12db6 req-589eaea6-0604-4fe7-b0d7-b519658f2e99 tempest-TestServerBasicOps-1018423846 tempest-TestServerBasicOps-1018423846-project] 10.222.0.68 "GET /v2.0/ports?device_id=7aa1ffcc-49bc-4331-be36-b793b08d3aa0 HTTP/1.1" status: 200 len: 943 time: 0.1539738 Jul 14 09:38:23.257045 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c322a547-c5f2-46f4-afa5-da90f045c834 req-57cdb2c0-87ac-4b7a-8859-10aeb03ca3c8 service neutron] 10.222.0.57 "GET /v2.0/networks/6c29f6d8-c262-4639-bd5f-4fee768f8f0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613567 Jul 14 09:38:23.300072 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-fd3ab0fe-7acc-4b79-aa0f-5a2b46a12db6 req-9611334f-545b-4027-b4d4-879d8e84c3fd tempest-TestServerBasicOps-1018423846 tempest-TestServerBasicOps-1018423846-project] 10.222.0.68 "GET /v2.0/security-groups?id=eb2891e5-70c4-4da6-a9db-6da5988fd1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0932250 Jul 14 09:38:23.390314 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-77bf12a5-c9e7-415b-b6cc-101b4323d230 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-683602'] for router_interface, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:23.501064 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9643ee8-b4f7-458b-8e7d-407d7ba7c286 req-5f766249-61fb-48d8-bc71-18b1ac23d716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:23.503975 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e9643ee8-b4f7-458b-8e7d-407d7ba7c286 req-5f766249-61fb-48d8-bc71-18b1ac23d716 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8e5e3e24b23942559d8e5fd9c20fa07d&device_id=7aa1ffcc-49bc-4331-be36-b793b08d3aa0 HTTP/1.1" status: 200 len: 1095 time: 0.1288164 Jul 14 09:38:23.643731 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9643ee8-b4f7-458b-8e7d-407d7ba7c286 req-0f9bebd4-a274-4834-ad6c-500bb4a7b851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:23.651405 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e9643ee8-b4f7-458b-8e7d-407d7ba7c286 req-0f9bebd4-a274-4834-ad6c-500bb4a7b851 service neutron] 10.222.0.57 "GET /v2.0/networks?id=6c29f6d8-c262-4639-bd5f-4fee768f8f0b HTTP/1.1" status: 200 len: 910 time: 0.1397643 Jul 14 09:38:23.749462 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-77bf12a5-c9e7-415b-b6cc-101b4323d230 admin admin] Deleting port fb86bb0a-be55-48b5-9ff0-54f1a894f571 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:38:23.749985 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-77bf12a5-c9e7-415b-b6cc-101b4323d230 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:23.754627 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e9643ee8-b4f7-458b-8e7d-407d7ba7c286 req-345dadee-a657-41ac-b71b-3623761d09b4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=951ef3a9-76ee-4383-aa7d-5f3334e0ffb8 HTTP/1.1" status: 200 len: 217 time: 0.0892160 Jul 14 09:38:23.825316 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9643ee8-b4f7-458b-8e7d-407d7ba7c286 req-470b526d-73cd-4998-82b3-181570f96ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:23.826863 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e9643ee8-b4f7-458b-8e7d-407d7ba7c286 req-470b526d-73cd-4998-82b3-181570f96ce9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=bdb5ef61-646e-46dd-82a7-ce9d14bdc4cf HTTP/1.1" status: 200 len: 848 time: 0.0654480 Jul 14 09:38:23.862395 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-77bf12a5-c9e7-415b-b6cc-101b4323d230 admin admin] For port fb86bb0a-be55-48b5-9ff0-54f1a894f571, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=fb86bb0a-be55-48b5-9ff0-54f1a894f571,segment=NetworkSegment(6abdef8f-feed-4530-be93-295dee2f7fe5),segment_id=6abdef8f-feed-4530-be93-295dee2f7fe5)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:38:23.862759 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-77bf12a5-c9e7-415b-b6cc-101b4323d230 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:23.880471 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-77bf12a5-c9e7-415b-b6cc-101b4323d230 admin admin] Calling delete_port for fb86bb0a-be55-48b5-9ff0-54f1a894f571 owned by network:router_interface {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:38:23.980600 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9643ee8-b4f7-458b-8e7d-407d7ba7c286 req-b57512ae-4903-4815-a0cb-047db800fea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:23.983792 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e9643ee8-b4f7-458b-8e7d-407d7ba7c286 req-b57512ae-4903-4815-a0cb-047db800fea2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6c29f6d8-c262-4639-bd5f-4fee768f8f0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1464982 Jul 14 09:38:24.190185 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e9643ee8-b4f7-458b-8e7d-407d7ba7c286 req-8d934d8c-e355-48e9-a69b-04def13e7f97 service neutron] 10.222.0.57 "GET /v2.0/networks/6c29f6d8-c262-4639-bd5f-4fee768f8f0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1993976 Jul 14 09:38:24.190632 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-77bf12a5-c9e7-415b-b6cc-101b4323d230 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:24.259895 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bf12a5-c9e7-415b-b6cc-101b4323d230 admin admin] Pushing event deleted for resources: {'Port': ['ID=fb86bb0a-be55-48b5-9ff0-54f1a894f571,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:24.391375 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e9643ee8-b4f7-458b-8e7d-407d7ba7c286 req-f9a8aced-6716-4b69-bb96-ae101c14e206 service neutron] 10.222.0.57 "GET /v2.0/networks/6c29f6d8-c262-4639-bd5f-4fee768f8f0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1909790 Jul 14 09:38:24.654053 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049facb5-dd7f-4906-bc7f-fedeb6c93b60 req-07be6025-dd3e-4d2d-97cd-6e19f0e36c08 tempest-TestServerBasicOps-1018423846 tempest-TestServerBasicOps-1018423846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:24.655931 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-049facb5-dd7f-4906-bc7f-fedeb6c93b60 req-07be6025-dd3e-4d2d-97cd-6e19f0e36c08 tempest-TestServerBasicOps-1018423846 tempest-TestServerBasicOps-1018423846-project] 10.222.0.68 "GET /v2.0/ports?device_id=7aa1ffcc-49bc-4331-be36-b793b08d3aa0 HTTP/1.1" status: 200 len: 943 time: 0.1192360 Jul 14 09:38:24.703859 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-049facb5-dd7f-4906-bc7f-fedeb6c93b60 req-73352026-f982-44d8-b193-bf7af0329eb0 tempest-TestServerBasicOps-1018423846 tempest-TestServerBasicOps-1018423846-project] 10.222.0.68 "GET /v2.0/security-groups?id=eb2891e5-70c4-4da6-a9db-6da5988fd1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411701 Jul 14 09:38:24.751774 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:24.834591 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 9e91a837-3b23-4ea6-ab66-86261b57cd5c no longer exists at agent hyperv_n-h1-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:38:24.862381 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-50319cc2-5226-4533-8d05-061f6301ff4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:24.923905 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08194f94-d88a-4fc2-be86-851ed888b2c4 req-64543df4-d501-4481-b8e0-e60cbba8ecab tempest-ServerGroupTestJSON-1802954599 tempest-ServerGroupTestJSON-1802954599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:24.924660 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-08194f94-d88a-4fc2-be86-851ed888b2c4 req-64543df4-d501-4481-b8e0-e60cbba8ecab tempest-ServerGroupTestJSON-1802954599 tempest-ServerGroupTestJSON-1802954599-project] 10.222.0.68 "GET /v2.0/networks?id=bcee1c4b-b650-4f0d-a846-5b48bf8e3268 HTTP/1.1" status: 200 len: 810 time: 0.5853698 Jul 14 09:38:24.938104 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:24.952901 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-77bf12a5-c9e7-415b-b6cc-101b4323d230 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-620860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682934'] for router_interface, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:24.963284 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ed0c1cb-c3d6-40f1-8aad-1894504b5a83', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e91a837-3b23-4ea6-ab66-86261b57cd5c'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:38:24.966045 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd62303f06773040a8a4e189dc46b4f565768c299abf8ab8e7739778b0bc3e97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6a0cbe6-c0d3-4419-ae12-ec27b8b77adb" -d '{"events": [{"server_uuid": "5ed0c1cb-c3d6-40f1-8aad-1894504b5a83", "name": "network-vif-unplugged", "status": "completed", "tag": "9e91a837-3b23-4ea6-ab66-86261b57cd5c"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:38:24.971149 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-08194f94-d88a-4fc2-be86-851ed888b2c4 req-18fe2dc0-68db-48d6-baed-cd1be91c0340 tempest-ServerGroupTestJSON-1802954599 tempest-ServerGroupTestJSON-1802954599-project] 10.222.0.68 "GET /v2.0/quotas/c8d3461b573d402db35889c25a4d29a4 HTTP/1.1" status: 200 len: 375 time: 0.0243406 Jul 14 09:38:24.980168 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port 9e91a837-3b23-4ea6-ab66-86261b57cd5c, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=9e91a837-3b23-4ea6-ab66-86261b57cd5c,segment=NetworkSegment(5aade75d-903c-400b-b4a7-6f3ba4ae14ee),segment_id=5aade75d-903c-400b-b4a7-6f3ba4ae14ee)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:38:24.985762 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:25.027196 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 09:38:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa67b774-73ae-45a8-8b0b-2b1e9dda0b42 x-openstack-request-id: req-fa67b774-73ae-45a8-8b0b-2b1e9dda0b42 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:38:25.027734 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ed0c1cb-c3d6-40f1-8aad-1894504b5a83", "name": "network-vif-unplugged", "status": "completed", "tag": "9e91a837-3b23-4ea6-ab66-86261b57cd5c", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:38:25.028131 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-fa67b774-73ae-45a8-8b0b-2b1e9dda0b42 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:38:25.028712 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ed0c1cb-c3d6-40f1-8aad-1894504b5a83', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e91a837-3b23-4ea6-ab66-86261b57cd5c', 'code': 200} Jul 14 09:38:25.045402 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Pushing event updated for resources: {'Port': ['ID=9e91a837-3b23-4ea6-ab66-86261b57cd5c,revision_number=8']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:25.066642 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-08194f94-d88a-4fc2-be86-851ed888b2c4 req-bd5152b4-8488-40f6-af66-a6f6af2ae58e tempest-ServerGroupTestJSON-1802954599 tempest-ServerGroupTestJSON-1802954599-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=c8d3461b573d402db35889c25a4d29a4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0373156 Jul 14 09:38:25.257789 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-08194f94-d88a-4fc2-be86-851ed888b2c4 req-9abda972-7431-4407-8fd7-4b2eb1013038 service neutron] 10.222.0.68 "GET /v2.0/networks/bcee1c4b-b650-4f0d-a846-5b48bf8e3268?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1793435 Jul 14 09:38:25.388264 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77bf12a5-c9e7-415b-b6cc-101b4323d230 admin admin] Router cf2d3845-2597-482e-bbf4-14b6a13cd4ab has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:38:25.410034 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-08194f94-d88a-4fc2-be86-851ed888b2c4 req-50b445c1-16d6-4506-89f9-63131f49590e service neutron] 10.222.0.68 "GET /v2.0/networks/bcee1c4b-b650-4f0d-a846-5b48bf8e3268?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172824 Jul 14 09:38:25.592669 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77bf12a5-c9e7-415b-b6cc-101b4323d230 admin admin] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:38:25.603017 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-77bf12a5-c9e7-415b-b6cc-101b4323d230 admin admin] 10.222.0.68 "PUT /v2.0/routers/cf2d3845-2597-482e-bbf4-14b6a13cd4ab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3522084 Jul 14 09:38:25.603535 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d3d32fa-5054-4c65-a30a-eb6d7e2e0d66 None None] Sync routers for ids ['cf2d3845-2597-482e-bbf4-14b6a13cd4ab'] in n-d-779913-29 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:38:25.605569 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 38542) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:25.641840 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d3d32fa-5054-4c65-a30a-eb6d7e2e0d66 None None] Routers {'cf2d3845-2597-482e-bbf4-14b6a13cd4ab'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:38:25.642487 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-1d3d32fa-5054-4c65-a30a-eb6d7e2e0d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:38:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['cf2d3845-2597-482e-bbf4-14b6a13cd4ab'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:38:25.880238 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 38552) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:25.891524 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5ad31076-714c-49ec-bc37-f3d4cd90112a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:25.900815 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-7cbc45de-81ef-4377-83f7-cb067b5c82c2 req-76b2fe58-ba45-4784-8f61-854138693762 tempest-ServerGroupTestJSON-1802954599 tempest-ServerGroupTestJSON-1802954599-project] 10.222.0.68 "GET /v2.0/ports?device_id=ef32e869-b096-488f-9e58-a45489991118 HTTP/1.1" status: 200 len: 210 time: 0.1277959 Jul 14 09:38:25.920726 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-1d3d32fa-5054-4c65-a30a-eb6d7e2e0d66 None None] Set router cf2d3845-2597-482e-bbf4-14b6a13cd4ab gateway port host: n-d-779913-29 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:38:26.047821 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4120cb2-7f9e-447f-bf7c-f8d9bfba675d req-50400df3-bb13-46d6-9287-3d9196101a1f tempest-TestServerBasicOps-1018423846 tempest-TestServerBasicOps-1018423846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:26.072429 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-c4120cb2-7f9e-447f-bf7c-f8d9bfba675d req-50400df3-bb13-46d6-9287-3d9196101a1f tempest-TestServerBasicOps-1018423846 tempest-TestServerBasicOps-1018423846-project] 10.222.0.68 "GET /v2.0/ports?device_id=7aa1ffcc-49bc-4331-be36-b793b08d3aa0 HTTP/1.1" status: 200 len: 943 time: 0.2014375 Jul 14 09:38:26.080511 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e515fb24-cb6c-4fe1-a59e-d2eab24de21c admin admin] Notify callbacks [] for router, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:26.179836 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-63499504-10e8-41ee-a797-2bda6be9abed admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:26.211599 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-c4120cb2-7f9e-447f-bf7c-f8d9bfba675d req-ab3091c1-dc9f-4188-90c0-a69d14f40f43 tempest-TestServerBasicOps-1018423846 tempest-TestServerBasicOps-1018423846-project] 10.222.0.68 "GET /v2.0/security-groups?id=eb2891e5-70c4-4da6-a9db-6da5988fd1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1372643 Jul 14 09:38:26.241997 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-1d3d32fa-5054-4c65-a30a-eb6d7e2e0d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf2d3845-2597-482e-bbf4-14b6a13cd4ab', 'name': 'tempest-TaggedBootDevicesTest-2038976689-router', 'tenant_id': '59257167697a4d8397898a00de2a9ad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.111'}], 'enable_snat': True}, 'gw_port_id': '42e0bb2c-044f-45d1-9907-09bbb5f0a324', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:26:38Z', 'updated_at': '2021-07-14T09:38:24Z', 'revision_number': 5, 'project_id': '59257167697a4d8397898a00de2a9ad0', 'gw_port': {'id': '42e0bb2c-044f-45d1-9907-09bbb5f0a324', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:8e:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf2d3845-2597-482e-bbf4-14b6a13cd4ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:26:40Z', 'updated_at': '2021-07-14T09:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29'}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:38:26.294312 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e515fb24-cb6c-4fe1-a59e-d2eab24de21c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:26.301024 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d3d32fa-5054-4c65-a30a-eb6d7e2e0d66 None None] Checking router: cf2d3845-2597-482e-bbf4-14b6a13cd4ab for host: n-d-779913-29 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:38:26.332331 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 951ef3a9-76ee-4383-aa7d-5f3334e0ffb8 details requested by agent hyperv_n-h2-779913-29 with host n-h2-779913-29 {{(pid=93959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:38:26.338480 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d3d32fa-5054-4c65-a30a-eb6d7e2e0d66 None None] Routers {'cf2d3845-2597-482e-bbf4-14b6a13cd4ab'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:38:26.339336 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-1d3d32fa-5054-4c65-a30a-eb6d7e2e0d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:38:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['cf2d3845-2597-482e-bbf4-14b6a13cd4ab'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:38:26.372954 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-63499504-10e8-41ee-a797-2bda6be9abed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:26.389274 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-63499504-10e8-41ee-a797-2bda6be9abed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:26.459753 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-e515fb24-cb6c-4fe1-a59e-d2eab24de21c admin admin] Deleting port 42e0bb2c-044f-45d1-9907-09bbb5f0a324 {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:38:26.460301 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e515fb24-cb6c-4fe1-a59e-d2eab24de21c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:26.509768 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-63499504-10e8-41ee-a797-2bda6be9abed admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=024e7dfdbc5d481f8111429c1d7ec14a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6277096 Jul 14 09:38:26.510702 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 38572) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:26.525188 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63499504-10e8-41ee-a797-2bda6be9abed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7aee782e-e545-4afd-8e19-9a9039944791,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:26.608502 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7d0dac87-b143-4005-a03f-59700d61aa1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:26.616067 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-e515fb24-cb6c-4fe1-a59e-d2eab24de21c admin admin] For port 42e0bb2c-044f-45d1-9907-09bbb5f0a324, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=42e0bb2c-044f-45d1-9907-09bbb5f0a324,segment=NetworkSegment(81bf7a93-80b3-43df-b9d5-462c604a2945),segment_id=81bf7a93-80b3-43df-b9d5-462c604a2945)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:38:26.616713 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e515fb24-cb6c-4fe1-a59e-d2eab24de21c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:26.621693 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 951ef3a9-76ee-4383-aa7d-5f3334e0ffb8, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=951ef3a9-76ee-4383-aa7d-5f3334e0ffb8,segment=NetworkSegment(776efe66-340e-4bc2-943d-2c624f145bde),segment_id=776efe66-340e-4bc2-943d-2c624f145bde)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:38:26.639339 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7d0dac87-b143-4005-a03f-59700d61aa1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:26.645726 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-1d3d32fa-5054-4c65-a30a-eb6d7e2e0d66 None None] Set router cf2d3845-2597-482e-bbf4-14b6a13cd4ab gateway port host: None {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:38:26.648064 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Returning: {'device': '951ef3a9-76ee-4383-aa7d-5f3334e0ffb8', 'network_id': '6c29f6d8-c262-4639-bd5f-4fee768f8f0b', 'port_id': '951ef3a9-76ee-4383-aa7d-5f3334e0ffb8', 'mac_address': 'fa:16:3e:9f:c0:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 740, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdb5ef61-646e-46dd-82a7-ce9d14bdc4cf', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:38:26.659663 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-e515fb24-cb6c-4fe1-a59e-d2eab24de21c admin admin] Calling delete_port for 42e0bb2c-044f-45d1-9907-09bbb5f0a324 owned by network:router_gateway {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:38:26.699822 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7d0dac87-b143-4005-a03f-59700d61aa1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:26.704041 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7d0dac87-b143-4005-a03f-59700d61aa1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:26.708899 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-7d0dac87-b143-4005-a03f-59700d61aa1c admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/7aee782e-e545-4afd-8e19-9a9039944791 HTTP/1.1" status: 204 len: 168 time: 0.1962857 Jul 14 09:38:26.719987 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0dac87-b143-4005-a03f-59700d61aa1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aee782e-e545-4afd-8e19-9a9039944791,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:26.735872 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:26.752611 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 951ef3a9-76ee-4383-aa7d-5f3334e0ffb8 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:38:26.757694 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-1d3d32fa-5054-4c65-a30a-eb6d7e2e0d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf2d3845-2597-482e-bbf4-14b6a13cd4ab', 'name': 'tempest-TaggedBootDevicesTest-2038976689-router', 'tenant_id': '59257167697a4d8397898a00de2a9ad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:26:38Z', 'updated_at': '2021-07-14T09:38:26Z', 'revision_number': 6, 'project_id': '59257167697a4d8397898a00de2a9ad0', 'gw_port_host': None}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:38:26.792878 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 951ef3a9-76ee-4383-aa7d-5f3334e0ffb8, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=951ef3a9-76ee-4383-aa7d-5f3334e0ffb8,segment=NetworkSegment(776efe66-340e-4bc2-943d-2c624f145bde),segment_id=776efe66-340e-4bc2-943d-2c624f145bde)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:38:26.802671 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:26.829088 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d3d32fa-5054-4c65-a30a-eb6d7e2e0d66 None None] The sync data for ids ['cf2d3845-2597-482e-bbf4-14b6a13cd4ab'] in n-d-779913-29 is: [{'id': 'cf2d3845-2597-482e-bbf4-14b6a13cd4ab', 'name': 'tempest-TaggedBootDevicesTest-2038976689-router', 'tenant_id': '59257167697a4d8397898a00de2a9ad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:26:38Z', 'updated_at': '2021-07-14T09:38:26Z', 'revision_number': 6, 'project_id': '59257167697a4d8397898a00de2a9ad0', 'gw_port_host': None}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:38:26.894182 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 9e91a837-3b23-4ea6-ab66-86261b57cd5c details requested by agent hyperv_n-h1-779913-29 with host n-h1-779913-29 {{(pid=93959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:38:27.125113 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Pushing event updated for resources: {'Port': ['ID=951ef3a9-76ee-4383-aa7d-5f3334e0ffb8,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:27.135722 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e515fb24-cb6c-4fe1-a59e-d2eab24de21c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:27.194983 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port 9e91a837-3b23-4ea6-ab66-86261b57cd5c, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=9e91a837-3b23-4ea6-ab66-86261b57cd5c,segment=NetworkSegment(5aade75d-903c-400b-b4a7-6f3ba4ae14ee),segment_id=5aade75d-903c-400b-b4a7-6f3ba4ae14ee)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:38:27.201326 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] get_ports_and_sgs() called for port_ids ['951ef3a9-76ee-4383-aa7d-5f3334e0ffb8'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:38:27.240382 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e515fb24-cb6c-4fe1-a59e-d2eab24de21c admin admin] Pushing event deleted for resources: {'Port': ['ID=42e0bb2c-044f-45d1-9907-09bbb5f0a324,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:27.286489 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Returning: {'device': '9e91a837-3b23-4ea6-ab66-86261b57cd5c', 'network_id': '2a42cb13-2d55-4959-a070-eb88da564dfb', 'port_id': '9e91a837-3b23-4ea6-ab66-86261b57cd5c', 'mac_address': 'fa:16:3e:45:62:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2fb6ebb7-0edb-47a6-96f3-036e2585c66a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:38:27.440024 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0d7563d2-7967-4150-9f28-a86e66129e91 req-a0f4433c-7508-487b-a317-f037d32f93bd tempest-ServerGroupTestJSON-1802954599 tempest-ServerGroupTestJSON-1802954599-project] 10.222.0.68 "GET /v2.0/ports?device_id=ef32e869-b096-488f-9e58-a45489991118 HTTP/1.1" status: 200 len: 210 time: 0.1875813 Jul 14 09:38:27.499148 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:27.521183 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e515fb24-cb6c-4fe1-a59e-d2eab24de21c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-660532'] for router_gateway, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:27.574041 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e91a837-3b23-4ea6-ab66-86261b57cd5c {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:38:27.616524 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port 9e91a837-3b23-4ea6-ab66-86261b57cd5c, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=9e91a837-3b23-4ea6-ab66-86261b57cd5c,segment=NetworkSegment(5aade75d-903c-400b-b4a7-6f3ba4ae14ee),segment_id=5aade75d-903c-400b-b4a7-6f3ba4ae14ee)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:38:27.634886 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:27.711088 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382410bd-08a3-412e-9034-fb4f5bf24194 req-e83c80eb-4648-401f-973d-d6fbfa8a539b tempest-TestServerBasicOps-1018423846 tempest-TestServerBasicOps-1018423846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:27.721531 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-382410bd-08a3-412e-9034-fb4f5bf24194 req-e83c80eb-4648-401f-973d-d6fbfa8a539b tempest-TestServerBasicOps-1018423846 tempest-TestServerBasicOps-1018423846-project] 10.222.0.68 "GET /v2.0/ports?device_id=7aa1ffcc-49bc-4331-be36-b793b08d3aa0 HTTP/1.1" status: 200 len: 944 time: 0.2155542 Jul 14 09:38:27.821112 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-382410bd-08a3-412e-9034-fb4f5bf24194 req-9054d320-cbcd-4977-a479-8eef9829c855 tempest-TestServerBasicOps-1018423846 tempest-TestServerBasicOps-1018423846-project] 10.222.0.68 "GET /v2.0/security-groups?id=eb2891e5-70c4-4da6-a9db-6da5988fd1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0985334 Jul 14 09:38:27.832025 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Pushing event updated for resources: {'Port': ['ID=9e91a837-3b23-4ea6-ab66-86261b57cd5c,revision_number=9']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:27.855424 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] get_ports_and_sgs() called for port_ids ['9e91a837-3b23-4ea6-ab66-86261b57cd5c'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:38:27.985337 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e515fb24-cb6c-4fe1-a59e-d2eab24de21c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-711871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12964'] for router, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:28.000323 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e515fb24-cb6c-4fe1-a59e-d2eab24de21c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:28.027122 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5bbe322f-3f67-4864-bc0a-91afe44d23e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:28.167581 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device fb86bb0a-be55-48b5-9ff0-54f1a894f571 no longer exists at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:38:28.229129 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08194f94-d88a-4fc2-be86-851ed888b2c4 req-755ab227-6a34-4bfe-a813-1c1de5f62b34 tempest-ServerGroupTestJSON-1802954599 tempest-ServerGroupTestJSON-1802954599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:28.230106 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] No Port match for: fb86bb0a-be55-48b5-9ff0-54f1a894f571 {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:38:28.230640 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device fb86bb0a-be55-48b5-9ff0-54f1a894f571 not bound to the agent host n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:38:28.231243 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 42e0bb2c-044f-45d1-9907-09bbb5f0a324 no longer exists at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:38:28.234661 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-08194f94-d88a-4fc2-be86-851ed888b2c4 req-755ab227-6a34-4bfe-a813-1c1de5f62b34 tempest-ServerGroupTestJSON-1802954599 tempest-ServerGroupTestJSON-1802954599-project] 10.222.0.65 "GET /v2.0/networks?id=bcee1c4b-b650-4f0d-a846-5b48bf8e3268 HTTP/1.1" status: 200 len: 810 time: 0.4828210 Jul 14 09:38:28.251031 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e515fb24-cb6c-4fe1-a59e-d2eab24de21c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-704815'] for router, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:28.251708 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e515fb24-cb6c-4fe1-a59e-d2eab24de21c admin admin] Fanout notify agent at l3_agent the message router_deleted on router cf2d3845-2597-482e-bbf4-14b6a13cd4ab {{(pid=93957) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:38:28.256816 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e515fb24-cb6c-4fe1-a59e-d2eab24de21c admin admin] Notify callbacks [] for router, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:28.258641 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-e515fb24-cb6c-4fe1-a59e-d2eab24de21c admin admin] 10.222.0.68 "DELETE /v2.0/routers/cf2d3845-2597-482e-bbf4-14b6a13cd4ab HTTP/1.1" status: 204 len: 168 time: 2.6519027 Jul 14 09:38:28.260906 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] No Port match for: 42e0bb2c-044f-45d1-9907-09bbb5f0a324 {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:38:28.261881 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 38626) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:28.265946 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-08194f94-d88a-4fc2-be86-851ed888b2c4 req-c45975e1-d40d-4770-9fbb-7ce00ee0e578 tempest-ServerGroupTestJSON-1802954599 tempest-ServerGroupTestJSON-1802954599-project] Request body: {'port': {'device_id': 'ef32e869-b096-488f-9e58-a45489991118', 'network_id': 'bcee1c4b-b650-4f0d-a846-5b48bf8e3268', 'admin_state_up': True, 'tenant_id': 'c8d3461b573d402db35889c25a4d29a4'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:38:28.270084 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 42e0bb2c-044f-45d1-9907-09bbb5f0a324 not bound to the agent host n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:38:28.339852 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc83dada-697d-4029-ad59-6c6a8f7edaf9 admin admin] Deleting subnet 2a6976d9-6add-4434-8547-6c5ba9d349d2 {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:38:28.346157 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cc83dada-697d-4029-ad59-6c6a8f7edaf9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:28.388120 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cc83dada-697d-4029-ad59-6c6a8f7edaf9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13574120'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:28.514151 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08194f94-d88a-4fc2-be86-851ed888b2c4 req-c45975e1-d40d-4770-9fbb-7ce00ee0e578 tempest-ServerGroupTestJSON-1802954599 tempest-ServerGroupTestJSON-1802954599-project] Made reservation on behalf of c8d3461b573d402db35889c25a4d29a4 for: {'port': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:38:28.527241 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-08194f94-d88a-4fc2-be86-851ed888b2c4 req-c45975e1-d40d-4770-9fbb-7ce00ee0e578 tempest-ServerGroupTestJSON-1802954599 tempest-ServerGroupTestJSON-1802954599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:28.638316 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cc83dada-697d-4029-ad59-6c6a8f7edaf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3481002'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:28.804307 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cc83dada-697d-4029-ad59-6c6a8f7edaf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13574056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16714573'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:28.837608 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8d4d227f-5043-4944-a1d4-0d7a5e37e828 req-cb955360-2187-4699-a826-0cf805b2db4d tempest-ServerGroupTestJSON-1802954599 tempest-ServerGroupTestJSON-1802954599-project] 10.222.0.68 "GET /v2.0/ports?device_id=ef32e869-b096-488f-9e58-a45489991118 HTTP/1.1" status: 200 len: 210 time: 0.1137440 Jul 14 09:38:28.849294 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 9e91a837-3b23-4ea6-ab66-86261b57cd5c up at agent hyperv_n-h1-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:38:28.879891 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cc83dada-697d-4029-ad59-6c6a8f7edaf9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:28.881889 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-cc83dada-697d-4029-ad59-6c6a8f7edaf9 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/2a6976d9-6add-4434-8547-6c5ba9d349d2 HTTP/1.1" status: 204 len: 168 time: 0.6188428 Jul 14 09:38:28.882986 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc83dada-697d-4029-ad59-6c6a8f7edaf9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a6976d9-6add-4434-8547-6c5ba9d349d2,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:28.891421 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 38640) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:28.913209 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc83dada-697d-4029-ad59-6c6a8f7edaf9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:38:28.913585 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc83dada-697d-4029-ad59-6c6a8f7edaf9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:38:28.913939 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc83dada-697d-4029-ad59-6c6a8f7edaf9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:38:28.914306 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc83dada-697d-4029-ad59-6c6a8f7edaf9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:38:28.914647 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc83dada-697d-4029-ad59-6c6a8f7edaf9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:38:28.915518 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc83dada-697d-4029-ad59-6c6a8f7edaf9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:38:28.915863 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc83dada-697d-4029-ad59-6c6a8f7edaf9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:38:28.916193 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc83dada-697d-4029-ad59-6c6a8f7edaf9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:38:28.919695 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc83dada-697d-4029-ad59-6c6a8f7edaf9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:38:28.922080 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc83dada-697d-4029-ad59-6c6a8f7edaf9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:38:28.925824 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc83dada-697d-4029-ad59-6c6a8f7edaf9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:38:28.926197 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc83dada-697d-4029-ad59-6c6a8f7edaf9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:38:28.965296 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10357d42-3e1a-4e4a-8919-62ac03bb9624 None None] Network d3f3b4f0-a2a4-4615-b2a7-a3c2703dc6b7 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:38:28.966771 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [req-08194f94-d88a-4fc2-be86-851ed888b2c4 req-c45975e1-d40d-4770-9fbb-7ce00ee0e578 tempest-ServerGroupTestJSON-1802954599 tempest-ServerGroupTestJSON-1802954599-project] Allocated IP 172.20.0.6 (bcee1c4b-b650-4f0d-a846-5b48bf8e3268/873b5d20-26df-4f3f-9a05-6a18cae12f7e/8a69e42e-93f3-4fe9-aa67-77aefb19895a) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:38:29.091917 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0cb998ab-d60d-4d2d-923d-4f3174d69f04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3876111'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:29.341400 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 38650) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:29.400796 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-08194f94-d88a-4fc2-be86-851ed888b2c4 req-c45975e1-d40d-4770-9fbb-7ce00ee0e578 tempest-ServerGroupTestJSON-1802954599 tempest-ServerGroupTestJSON-1802954599-project] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:29.439728 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33a1536-cfff-4296-b15b-f664f71739af req-221160de-ceeb-43ae-97c4-c051def9259a tempest-TestServerBasicOps-1018423846 tempest-TestServerBasicOps-1018423846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:29.455991 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-b33a1536-cfff-4296-b15b-f664f71739af req-221160de-ceeb-43ae-97c4-c051def9259a tempest-TestServerBasicOps-1018423846 tempest-TestServerBasicOps-1018423846-project] 10.222.0.68 "GET /v2.0/ports?device_id=7aa1ffcc-49bc-4331-be36-b793b08d3aa0 HTTP/1.1" status: 200 len: 944 time: 0.2378240 Jul 14 09:38:29.502331 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-08194f94-d88a-4fc2-be86-851ed888b2c4 req-c45975e1-d40d-4770-9fbb-7ce00ee0e578 tempest-ServerGroupTestJSON-1802954599 tempest-ServerGroupTestJSON-1802954599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:29.519892 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-0cb998ab-d60d-4d2d-923d-4f3174d69f04 admin admin] Deleting port c57cb854-dc28-4df3-affa-ab871b53caa1 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:38:29.520546 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0cb998ab-d60d-4d2d-923d-4f3174d69f04 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:29.607868 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08194f94-d88a-4fc2-be86-851ed888b2c4 req-c45975e1-d40d-4770-9fbb-7ce00ee0e578 tempest-ServerGroupTestJSON-1802954599 tempest-ServerGroupTestJSON-1802954599-project] Network bcee1c4b-b650-4f0d-a846-5b48bf8e3268 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:38:29.609628 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-b33a1536-cfff-4296-b15b-f664f71739af req-5271d7a5-899f-47bc-9be9-6e9a49672b0f tempest-TestServerBasicOps-1018423846 tempest-TestServerBasicOps-1018423846-project] 10.222.0.68 "GET /v2.0/security-groups?id=eb2891e5-70c4-4da6-a9db-6da5988fd1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1522954 Jul 14 09:38:29.618732 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [req-08194f94-d88a-4fc2-be86-851ed888b2c4 req-c45975e1-d40d-4770-9fbb-7ce00ee0e578 tempest-ServerGroupTestJSON-1802954599 tempest-ServerGroupTestJSON-1802954599-project] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:38:29.628507 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-08194f94-d88a-4fc2-be86-851ed888b2c4 req-c45975e1-d40d-4770-9fbb-7ce00ee0e578 tempest-ServerGroupTestJSON-1802954599 tempest-ServerGroupTestJSON-1802954599-project] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:38:29.658882 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-0cb998ab-d60d-4d2d-923d-4f3174d69f04 admin admin] For port c57cb854-dc28-4df3-affa-ab871b53caa1, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=c57cb854-dc28-4df3-affa-ab871b53caa1,segment=NetworkSegment(6abdef8f-feed-4530-be93-295dee2f7fe5),segment_id=6abdef8f-feed-4530-be93-295dee2f7fe5)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:38:29.659384 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0cb998ab-d60d-4d2d-923d-4f3174d69f04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:29.695970 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-0cb998ab-d60d-4d2d-923d-4f3174d69f04 admin admin] Calling delete_port for c57cb854-dc28-4df3-affa-ab871b53caa1 owned by network:dhcp {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:38:29.736711 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08194f94-d88a-4fc2-be86-851ed888b2c4 req-c45975e1-d40d-4770-9fbb-7ce00ee0e578 tempest-ServerGroupTestJSON-1802954599 tempest-ServerGroupTestJSON-1802954599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:29.740144 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-08194f94-d88a-4fc2-be86-851ed888b2c4 req-c45975e1-d40d-4770-9fbb-7ce00ee0e578 tempest-ServerGroupTestJSON-1802954599 tempest-ServerGroupTestJSON-1802954599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:29.772796 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Provisioning complete for port 9e91a837-3b23-4ea6-ab66-86261b57cd5c triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:38:29.773868 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:29.796250 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-08194f94-d88a-4fc2-be86-851ed888b2c4 req-c45975e1-d40d-4770-9fbb-7ce00ee0e578 tempest-ServerGroupTestJSON-1802954599 tempest-ServerGroupTestJSON-1802954599-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5328298 Jul 14 09:38:29.821450 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-08194f94-d88a-4fc2-be86-851ed888b2c4 req-98e7bde8-f27d-4718-8075-e243e4539eb9 service neutron] Request body: {'port': {'device_id': 'ef32e869-b096-488f-9e58-a45489991118', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-29'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:38:29.877918 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-453dde2f-ee8b-4f5e-bc97-a3be67f3383b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:29.894965 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45975e1-d40d-4770-9fbb-7ce00ee0e578 tempest-ServerGroupTestJSON-1802954599 tempest-ServerGroupTestJSON-1802954599-project] Pushing event updated for resources: {'Port': ['ID=8a69e42e-93f3-4fe9-aa67-77aefb19895a,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:29.924922 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:29.985965 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ed0c1cb-c3d6-40f1-8aad-1894504b5a83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e91a837-3b23-4ea6-ab66-86261b57cd5c'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:38:30.001908 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd62303f06773040a8a4e189dc46b4f565768c299abf8ab8e7739778b0bc3e97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b93d71ce-cffd-4a91-a5ef-aadeef3372b9" -d '{"events": [{"server_uuid": "5ed0c1cb-c3d6-40f1-8aad-1894504b5a83", "name": "network-vif-plugged", "status": "completed", "tag": "9e91a837-3b23-4ea6-ab66-86261b57cd5c"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:38:30.008246 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44dc78c9-0598-43ce-bd2a-a48e57f93235 None None] DHCP port deletion for d3f3b4f0-a2a4-4615-b2a7-a3c2703dc6b7 request from n-d-779913-29 {{(pid=93959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:38:30.015670 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port 9e91a837-3b23-4ea6-ab66-86261b57cd5c, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=9e91a837-3b23-4ea6-ab66-86261b57cd5c,segment=NetworkSegment(5aade75d-903c-400b-b4a7-6f3ba4ae14ee),segment_id=5aade75d-903c-400b-b4a7-6f3ba4ae14ee)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:38:30.027330 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-08194f94-d88a-4fc2-be86-851ed888b2c4 req-98e7bde8-f27d-4718-8075-e243e4539eb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:30.047728 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:30.130265 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:38:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0d1a6df-de1d-401b-a166-c9d7237732bf x-openstack-request-id: req-f0d1a6df-de1d-401b-a166-c9d7237732bf {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:38:30.130563 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ed0c1cb-c3d6-40f1-8aad-1894504b5a83", "name": "network-vif-plugged", "status": "completed", "tag": "9e91a837-3b23-4ea6-ab66-86261b57cd5c", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:38:30.130825 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-f0d1a6df-de1d-401b-a166-c9d7237732bf {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:38:30.131223 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ed0c1cb-c3d6-40f1-8aad-1894504b5a83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e91a837-3b23-4ea6-ab66-86261b57cd5c', 'code': 200} Jul 14 09:38:30.175016 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0cb998ab-d60d-4d2d-923d-4f3174d69f04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:30.216480 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb998ab-d60d-4d2d-923d-4f3174d69f04 admin admin] Pushing event deleted for resources: {'Port': ['ID=c57cb854-dc28-4df3-affa-ab871b53caa1,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:30.225669 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb998ab-d60d-4d2d-923d-4f3174d69f04 admin admin] No DVR routers for this DVR port c57cb854-dc28-4df3-affa-ab871b53caa1 on host n-d-779913-29 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:38:30.241123 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device c57cb854-dc28-4df3-affa-ab871b53caa1 no longer exists at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:38:30.298912 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-44dc78c9-0598-43ce-bd2a-a48e57f93235 None None] Deleting port c57cb854-dc28-4df3-affa-ab871b53caa1 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:38:30.299289 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-44dc78c9-0598-43ce-bd2a-a48e57f93235 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:30.301027 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Pushing event updated for resources: {'Port': ['ID=9e91a837-3b23-4ea6-ab66-86261b57cd5c,revision_number=10']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:30.345108 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] No Port match for: c57cb854-dc28-4df3-affa-ab871b53caa1 {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:38:30.345445 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device c57cb854-dc28-4df3-affa-ab871b53caa1 not bound to the agent host n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:38:30.399100 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 951ef3a9-76ee-4383-aa7d-5f3334e0ffb8 up at agent hyperv_n-h2-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:38:30.424505 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0cb998ab-d60d-4d2d-923d-4f3174d69f04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473955', 'neutron.services.segments.db._delete_segments_for_network-8735688326548'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:30.444254 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392faf13-1bda-4350-a53a-5f3b6db50025 req-0e8dd9ed-387c-4bc7-afdd-ef638152428f tempest-ServerGroupTestJSON-1802954599 tempest-ServerGroupTestJSON-1802954599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:30.453239 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-392faf13-1bda-4350-a53a-5f3b6db50025 req-0e8dd9ed-387c-4bc7-afdd-ef638152428f tempest-ServerGroupTestJSON-1802954599 tempest-ServerGroupTestJSON-1802954599-project] 10.222.0.68 "GET /v2.0/ports?device_id=ef32e869-b096-488f-9e58-a45489991118 HTTP/1.1" status: 200 len: 931 time: 0.3704610 Jul 14 09:38:30.484130 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-0cb998ab-d60d-4d2d-923d-4f3174d69f04 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3f3b4f0-a2a4-4615-b2a7-a3c2703dc6b7']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:38:30.510883 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-453dde2f-ee8b-4f5e-bc97-a3be67f3383b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:30.512882 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-0cb998ab-d60d-4d2d-923d-4f3174d69f04 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6abdef8f-feed-4530-be93-295dee2f7fe5') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:38:30.513169 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-0cb998ab-d60d-4d2d-923d-4f3174d69f04 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6abdef8f-feed-4530-be93-295dee2f7fe5') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:38:30.529860 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-44dc78c9-0598-43ce-bd2a-a48e57f93235 None None] For port c57cb854-dc28-4df3-affa-ab871b53caa1, host n-d-779913-29, got binding levels [] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:38:30.529860 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-44dc78c9-0598-43ce-bd2a-a48e57f93235 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:30.542081 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-453dde2f-ee8b-4f5e-bc97-a3be67f3383b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:30.567373 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0cb998ab-d60d-4d2d-923d-4f3174d69f04 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735688356235', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13574129'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:30.581609 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-44dc78c9-0598-43ce-bd2a-a48e57f93235 None None] Calling delete_port for c57cb854-dc28-4df3-affa-ab871b53caa1 owned by network:dhcp {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:38:30.584096 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.ipam_backend_mixin [None req-44dc78c9-0598-43ce-bd2a-a48e57f93235 None None] Port c57cb854-dc28-4df3-affa-ab871b53caa1 was not found and therefore no delete operation was performed {{(pid=93959) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 14 09:38:30.586466 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-392faf13-1bda-4350-a53a-5f3b6db50025 req-6895c63a-d702-42b5-bba1-0914ca378d2f tempest-ServerGroupTestJSON-1802954599 tempest-ServerGroupTestJSON-1802954599-project] 10.222.0.68 "GET /v2.0/security-groups?id=9a2afef1-df5e-45ba-8c0b-6a53eaf81b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301103 Jul 14 09:38:30.588323 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-44dc78c9-0598-43ce-bd2a-a48e57f93235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:30.647402 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-453dde2f-ee8b-4f5e-bc97-a3be67f3383b admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=b57acf2f9d7d4f01984646d04073da56&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2934952 Jul 14 09:38:30.647402 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0cb998ab-d60d-4d2d-923d-4f3174d69f04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:30.648303 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 38688) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:30.653979 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dc78c9-0598-43ce-bd2a-a48e57f93235 None None] Pushing event deleted for resources: {'Port': ['ID=c57cb854-dc28-4df3-affa-ab871b53caa1,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:30.659420 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Provisioning for port 951ef3a9-76ee-4383-aa7d-5f3334e0ffb8 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:38:30.672400 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44dc78c9-0598-43ce-bd2a-a48e57f93235 None None] No DVR routers for this DVR port c57cb854-dc28-4df3-affa-ab871b53caa1 on host n-d-779913-29 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:38:30.675967 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Provisioning complete for port 951ef3a9-76ee-4383-aa7d-5f3334e0ffb8 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:38:30.676342 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:30.704507 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cb998ab-d60d-4d2d-923d-4f3174d69f04 admin admin] Releasing vlan 718 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:38:30.704917 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0cb998ab-d60d-4d2d-923d-4f3174d69f04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13573126'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:30.709429 n-d-779913-29 neutron-server[93958]: Traceback (most recent call last): Jul 14 09:38:30.709429 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:38:30.709429 n-d-779913-29 neutron-server[93958]: timer() Jul 14 09:38:30.709429 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:38:30.709429 n-d-779913-29 neutron-server[93958]: cb(*args, **kw) Jul 14 09:38:30.709429 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:38:30.709429 n-d-779913-29 neutron-server[93958]: return func(*args, **kwargs) Jul 14 09:38:30.709429 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:38:30.709429 n-d-779913-29 neutron-server[93958]: self._notify() Jul 14 09:38:30.709429 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:38:30.709429 n-d-779913-29 neutron-server[93958]: self.callback(batched_events) Jul 14 09:38:30.709429 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:38:30.709429 n-d-779913-29 neutron-server[93958]: event.method(event) Jul 14 09:38:30.709429 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:38:30.709429 n-d-779913-29 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:38:30.709429 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:38:30.709429 n-d-779913-29 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:38:30.709429 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:38:30.709429 n-d-779913-29 neutron-server[93958]: return f(self, *a, **k) Jul 14 09:38:30.709429 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:38:30.709429 n-d-779913-29 neutron-server[93958]: return self._get(url).json() Jul 14 09:38:30.709429 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:38:30.709429 n-d-779913-29 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:38:30.709429 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:38:30.709429 n-d-779913-29 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 14 09:38:30.709429 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:38:30.709429 n-d-779913-29 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:38:30.709429 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:38:30.709429 n-d-779913-29 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:38:30.709429 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:38:30.709429 n-d-779913-29 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:38:30.709429 n-d-779913-29 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:38:30.745062 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453dde2f-ee8b-4f5e-bc97-a3be67f3383b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ac9c0a2-6d7d-4cec-b26b-a0bb7b801aa1,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:30.771232 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [req-08194f94-d88a-4fc2-be86-851ed888b2c4 req-98e7bde8-f27d-4718-8075-e243e4539eb9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a69e42e-93f3-4fe9-aa67-77aefb19895a {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:38:30.792194 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-08194f94-d88a-4fc2-be86-851ed888b2c4 req-98e7bde8-f27d-4718-8075-e243e4539eb9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:30.811339 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:30.813081 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [req-08194f94-d88a-4fc2-be86-851ed888b2c4 req-98e7bde8-f27d-4718-8075-e243e4539eb9 service neutron] Transition to ACTIVE for port object 8a69e42e-93f3-4fe9-aa67-77aefb19895a will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:38:30.821890 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-08194f94-d88a-4fc2-be86-851ed888b2c4 req-98e7bde8-f27d-4718-8075-e243e4539eb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:30.854020 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 951ef3a9-76ee-4383-aa7d-5f3334e0ffb8, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=951ef3a9-76ee-4383-aa7d-5f3334e0ffb8,segment=NetworkSegment(776efe66-340e-4bc2-943d-2c624f145bde),segment_id=776efe66-340e-4bc2-943d-2c624f145bde)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:38:30.860183 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:30.902727 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0cb998ab-d60d-4d2d-923d-4f3174d69f04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660504'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:30.921382 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0cb998ab-d60d-4d2d-923d-4f3174d69f04 admin admin] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:30.926043 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-0cb998ab-d60d-4d2d-923d-4f3174d69f04 admin admin] 10.222.0.68 "DELETE /v2.0/networks/d3f3b4f0-a2a4-4615-b2a7-a3c2703dc6b7 HTTP/1.1" status: 204 len: 168 time: 2.0336783 Jul 14 09:38:30.930125 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d0923c89-d9a9-4da5-a419-570a59579012 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:30.942714 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e7bde8-f27d-4718-8075-e243e4539eb9 service neutron] Pushing event updated for resources: {'Port': ['ID=8a69e42e-93f3-4fe9-aa67-77aefb19895a,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:30.978762 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb998ab-d60d-4d2d-923d-4f3174d69f04 admin admin] Pushing event deleted for resources: {'Network': ['ID=d3f3b4f0-a2a4-4615-b2a7-a3c2703dc6b7,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:30.994811 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Pushing event updated for resources: {'Port': ['ID=951ef3a9-76ee-4383-aa7d-5f3334e0ffb8,revision_number=5']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:31.086363 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d0923c89-d9a9-4da5-a419-570a59579012 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:31.108994 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-08194f94-d88a-4fc2-be86-851ed888b2c4 req-98e7bde8-f27d-4718-8075-e243e4539eb9 service neutron] Attempting to bind port 8a69e42e-93f3-4fe9-aa67-77aefb19895a on host n-h1-779913-29 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:38:31.109342 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-08194f94-d88a-4fc2-be86-851ed888b2c4 req-98e7bde8-f27d-4718-8075-e243e4539eb9 service neutron] Attempting to bind port 8a69e42e-93f3-4fe9-aa67-77aefb19895a by drivers openvswitch,hyperv on host n-h1-779913-29 at level 0 using segments [{'id': '75767ca8-4ae2-4764-b338-8f7046044c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'bcee1c4b-b650-4f0d-a846-5b48bf8e3268'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:38:31.109707 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08194f94-d88a-4fc2-be86-851ed888b2c4 req-98e7bde8-f27d-4718-8075-e243e4539eb9 service neutron] Attempting to bind port 8a69e42e-93f3-4fe9-aa67-77aefb19895a on network bcee1c4b-b650-4f0d-a846-5b48bf8e3268 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:38:31.123797 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08194f94-d88a-4fc2-be86-851ed888b2c4 req-98e7bde8-f27d-4718-8075-e243e4539eb9 service neutron] Port 8a69e42e-93f3-4fe9-aa67-77aefb19895a on network bcee1c4b-b650-4f0d-a846-5b48bf8e3268 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-29 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:38:31.124185 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08194f94-d88a-4fc2-be86-851ed888b2c4 req-98e7bde8-f27d-4718-8075-e243e4539eb9 service neutron] Attempting to bind port 8a69e42e-93f3-4fe9-aa67-77aefb19895a on network bcee1c4b-b650-4f0d-a846-5b48bf8e3268 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:38:31.130032 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08194f94-d88a-4fc2-be86-851ed888b2c4 req-98e7bde8-f27d-4718-8075-e243e4539eb9 service neutron] Checking agent: {'id': 'de11e667-f145-47b0-bd09-334a7505938e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 13, 12), 'started_at': datetime.datetime(2021, 7, 14, 9, 13, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 38, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:38:31.132611 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08194f94-d88a-4fc2-be86-851ed888b2c4 req-98e7bde8-f27d-4718-8075-e243e4539eb9 service neutron] Checking segment: {'id': '75767ca8-4ae2-4764-b338-8f7046044c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'bcee1c4b-b650-4f0d-a846-5b48bf8e3268'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:38:31.134835 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08194f94-d88a-4fc2-be86-851ed888b2c4 req-98e7bde8-f27d-4718-8075-e243e4539eb9 service neutron] Bound using segment: {'id': '75767ca8-4ae2-4764-b338-8f7046044c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'bcee1c4b-b650-4f0d-a846-5b48bf8e3268'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:38:31.136955 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-08194f94-d88a-4fc2-be86-851ed888b2c4 req-98e7bde8-f27d-4718-8075-e243e4539eb9 service neutron] Bound port: 8a69e42e-93f3-4fe9-aa67-77aefb19895a, host: n-h1-779913-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75767ca8-4ae2-4764-b338-8f7046044c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'bcee1c4b-b650-4f0d-a846-5b48bf8e3268'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:38:31.137604 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-08194f94-d88a-4fc2-be86-851ed888b2c4 req-98e7bde8-f27d-4718-8075-e243e4539eb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:31.167711 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2655af1c-53ef-417c-b93e-725b19ae86a2 req-706a62ed-c9f1-476d-8e6c-483fd738c82f tempest-TestServerBasicOps-1018423846 tempest-TestServerBasicOps-1018423846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:31.169568 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-2655af1c-53ef-417c-b93e-725b19ae86a2 req-706a62ed-c9f1-476d-8e6c-483fd738c82f tempest-TestServerBasicOps-1018423846 tempest-TestServerBasicOps-1018423846-project] 10.222.0.68 "GET /v2.0/ports?device_id=7aa1ffcc-49bc-4331-be36-b793b08d3aa0 HTTP/1.1" status: 200 len: 945 time: 0.2422092 Jul 14 09:38:31.209466 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d0923c89-d9a9-4da5-a419-570a59579012 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:31.217404 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d0923c89-d9a9-4da5-a419-570a59579012 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:31.220289 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-d0923c89-d9a9-4da5-a419-570a59579012 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/6ac9c0a2-6d7d-4cec-b26b-a0bb7b801aa1 HTTP/1.1" status: 204 len: 168 time: 0.5710540 Jul 14 09:38:31.256356 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0923c89-d9a9-4da5-a419-570a59579012 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ac9c0a2-6d7d-4cec-b26b-a0bb7b801aa1,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:31.264698 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-08194f94-d88a-4fc2-be86-851ed888b2c4 req-98e7bde8-f27d-4718-8075-e243e4539eb9 service neutron] For port 8a69e42e-93f3-4fe9-aa67-77aefb19895a, host n-h1-779913-29, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:38:31.271540 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-08194f94-d88a-4fc2-be86-851ed888b2c4 req-98e7bde8-f27d-4718-8075-e243e4539eb9 service neutron] For port 8a69e42e-93f3-4fe9-aa67-77aefb19895a, host n-h1-779913-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=8a69e42e-93f3-4fe9-aa67-77aefb19895a,segment=NetworkSegment(75767ca8-4ae2-4764-b338-8f7046044c95),segment_id=75767ca8-4ae2-4764-b338-8f7046044c95)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:38:31.290794 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-08194f94-d88a-4fc2-be86-851ed888b2c4 req-98e7bde8-f27d-4718-8075-e243e4539eb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:31.310836 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-2655af1c-53ef-417c-b93e-725b19ae86a2 req-8e634ae3-6e88-4d5b-a96a-c42fabc94ab2 tempest-TestServerBasicOps-1018423846 tempest-TestServerBasicOps-1018423846-project] 10.222.0.68 "GET /v2.0/security-groups?id=eb2891e5-70c4-4da6-a9db-6da5988fd1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1354167 Jul 14 09:38:31.343838 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08194f94-d88a-4fc2-be86-851ed888b2c4 req-98e7bde8-f27d-4718-8075-e243e4539eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:31.344537 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-08194f94-d88a-4fc2-be86-851ed888b2c4 req-98e7bde8-f27d-4718-8075-e243e4539eb9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:31.346326 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-08194f94-d88a-4fc2-be86-851ed888b2c4 req-98e7bde8-f27d-4718-8075-e243e4539eb9 service neutron] 10.222.0.65 "PUT /v2.0/ports/8a69e42e-93f3-4fe9-aa67-77aefb19895a HTTP/1.1" status: 200 len: 1092 time: 1.5370128 Jul 14 09:38:31.356176 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 38708) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:31.365002 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef32e869-b096-488f-9e58-a45489991118', 'tag': '8a69e42e-93f3-4fe9-aa67-77aefb19895a'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:38:31.367283 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23e661f0-a287-4722-896f-0a2a11903b08" -d '{"events": [{"name": "network-changed", "server_uuid": "ef32e869-b096-488f-9e58-a45489991118", "tag": "8a69e42e-93f3-4fe9-aa67-77aefb19895a"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:38:31.457252 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-6c1fc448-b9e5-4896-b406-3fb27c8d7d3a admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=59257167697a4d8397898a00de2a9ad0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0979834 Jul 14 09:38:31.457978 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 38714) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:31.486312 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:38:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b3ec0f1-5aba-4920-8342-95281daa10e4 x-openstack-request-id: req-5b3ec0f1-5aba-4920-8342-95281daa10e4 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:38:31.487216 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef32e869-b096-488f-9e58-a45489991118", "tag": "8a69e42e-93f3-4fe9-aa67-77aefb19895a", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:38:31.487642 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-5b3ec0f1-5aba-4920-8342-95281daa10e4 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:38:31.488194 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef32e869-b096-488f-9e58-a45489991118', 'tag': '8a69e42e-93f3-4fe9-aa67-77aefb19895a', 'status': 'completed', 'code': 200} Jul 14 09:38:31.494317 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e7bde8-f27d-4718-8075-e243e4539eb9 service neutron] Pushing event updated for resources: {'Port': ['ID=8a69e42e-93f3-4fe9-aa67-77aefb19895a,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:31.543308 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08194f94-d88a-4fc2-be86-851ed888b2c4 req-93871f16-171e-4647-95ae-ff1492160a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:31.546303 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-08194f94-d88a-4fc2-be86-851ed888b2c4 req-93871f16-171e-4647-95ae-ff1492160a57 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c8d3461b573d402db35889c25a4d29a4&device_id=ef32e869-b096-488f-9e58-a45489991118 HTTP/1.1" status: 200 len: 1095 time: 0.0999451 Jul 14 09:38:31.569993 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5638b37a-51b1-4476-84b0-018d0b2cb68d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:31.594051 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 38716) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:31.615188 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5638b37a-51b1-4476-84b0-018d0b2cb68d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:31.656499 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-08194f94-d88a-4fc2-be86-851ed888b2c4 req-80fed579-6eb2-461c-8d0d-5b60ea0b5ed7 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8a69e42e-93f3-4fe9-aa67-77aefb19895a HTTP/1.1" status: 200 len: 217 time: 0.0949221 Jul 14 09:38:31.726812 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5638b37a-51b1-4476-84b0-018d0b2cb68d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:31.730149 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5638b37a-51b1-4476-84b0-018d0b2cb68d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:31.731391 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-5638b37a-51b1-4476-84b0-018d0b2cb68d admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/8dea9d70-5f45-4874-bf11-9cb57df29d33 HTTP/1.1" status: 204 len: 168 time: 0.2716479 Jul 14 09:38:31.734424 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08194f94-d88a-4fc2-be86-851ed888b2c4 req-f6c6d0dd-098d-42fa-a4c5-78f40a809f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:31.735920 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-08194f94-d88a-4fc2-be86-851ed888b2c4 req-f6c6d0dd-098d-42fa-a4c5-78f40a809f5d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=873b5d20-26df-4f3f-9a05-6a18cae12f7e HTTP/1.1" status: 200 len: 850 time: 0.0735884 Jul 14 09:38:31.752923 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5638b37a-51b1-4476-84b0-018d0b2cb68d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dea9d70-5f45-4874-bf11-9cb57df29d33,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:31.804423 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-08194f94-d88a-4fc2-be86-851ed888b2c4 req-0f309a84-87f0-4ed7-a188-a5a60776091d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=bcee1c4b-b650-4f0d-a846-5b48bf8e3268&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0601017 Jul 14 09:38:31.947436 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f1de0520-c1fe-4584-ba6f-a865c2aa43c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:32.011109 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-08194f94-d88a-4fc2-be86-851ed888b2c4 req-cafa3c72-143b-4577-ab8f-57d9222238eb service neutron] 10.222.0.65 "GET /v2.0/networks/bcee1c4b-b650-4f0d-a846-5b48bf8e3268?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1997514 Jul 14 09:38:32.073072 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f1de0520-c1fe-4584-ba6f-a865c2aa43c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:32.090250 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f1de0520-c1fe-4584-ba6f-a865c2aa43c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:32.132280 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7aa1ffcc-49bc-4331-be36-b793b08d3aa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '951ef3a9-76ee-4383-aa7d-5f3334e0ffb8'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:38:32.135977 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd62303f06773040a8a4e189dc46b4f565768c299abf8ab8e7739778b0bc3e97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a5f20bb-f6d0-44cb-b394-b25b704220b4" -d '{"events": [{"server_uuid": "7aa1ffcc-49bc-4331-be36-b793b08d3aa0", "name": "network-vif-plugged", "status": "completed", "tag": "951ef3a9-76ee-4383-aa7d-5f3334e0ffb8"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:38:32.151172 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e8fc7c-5a6e-44cb-a1b6-d93a522789a5 req-bff8e14c-7447-44a4-b493-66606c82c9b5 tempest-ServerGroupTestJSON-1802954599 tempest-ServerGroupTestJSON-1802954599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:32.159342 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-e1e8fc7c-5a6e-44cb-a1b6-d93a522789a5 req-bff8e14c-7447-44a4-b493-66606c82c9b5 tempest-ServerGroupTestJSON-1802954599 tempest-ServerGroupTestJSON-1802954599-project] 10.222.0.68 "GET /v2.0/ports?device_id=ef32e869-b096-488f-9e58-a45489991118 HTTP/1.1" status: 200 len: 943 time: 0.3504326 Jul 14 09:38:32.195504 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-f1de0520-c1fe-4584-ba6f-a865c2aa43c6 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=bd946a865d27465eb2405e14fccdfc4f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6001446 Jul 14 09:38:32.202863 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 38732) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:32.230194 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de0520-c1fe-4584-ba6f-a865c2aa43c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1316a5fa-cd84-4eb2-846d-0694d1eebe28,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:32.245945 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:38:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f7fa163-d457-4236-be77-dce5b9713e66 x-openstack-request-id: req-6f7fa163-d457-4236-be77-dce5b9713e66 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:38:32.246249 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7aa1ffcc-49bc-4331-be36-b793b08d3aa0", "name": "network-vif-plugged", "status": "completed", "tag": "951ef3a9-76ee-4383-aa7d-5f3334e0ffb8", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:38:32.246509 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-6f7fa163-d457-4236-be77-dce5b9713e66 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:38:32.246914 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7aa1ffcc-49bc-4331-be36-b793b08d3aa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '951ef3a9-76ee-4383-aa7d-5f3334e0ffb8', 'code': 200} Jul 14 09:38:32.269892 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-e1e8fc7c-5a6e-44cb-a1b6-d93a522789a5 req-9ebe66a1-6c4f-4d8c-9211-bcf9df46a2a9 tempest-ServerGroupTestJSON-1802954599 tempest-ServerGroupTestJSON-1802954599-project] 10.222.0.68 "GET /v2.0/security-groups?id=9a2afef1-df5e-45ba-8c0b-6a53eaf81b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092808 Jul 14 09:38:32.320189 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-08194f94-d88a-4fc2-be86-851ed888b2c4 req-0ed3872e-c7f1-494f-ac5d-c595744d1b21 service neutron] 10.222.0.65 "GET /v2.0/networks/bcee1c4b-b650-4f0d-a846-5b48bf8e3268?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3008904 Jul 14 09:38:32.332659 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8946a4f9-fa8e-4fdd-a0ba-86632d3100fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:32.419419 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8946a4f9-fa8e-4fdd-a0ba-86632d3100fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:32.511317 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8946a4f9-fa8e-4fdd-a0ba-86632d3100fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:32.516943 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8946a4f9-fa8e-4fdd-a0ba-86632d3100fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:32.519068 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-8946a4f9-fa8e-4fdd-a0ba-86632d3100fc admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/1316a5fa-cd84-4eb2-846d-0694d1eebe28 HTTP/1.1" status: 204 len: 168 time: 0.3161867 Jul 14 09:38:32.530975 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8946a4f9-fa8e-4fdd-a0ba-86632d3100fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1316a5fa-cd84-4eb2-846d-0694d1eebe28,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:32.906718 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677fbcd8-df33-474c-a2cc-d18b5567668e req-d878a9c5-3024-48d3-9ba9-fb3bd4a8ecef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:32.908676 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-677fbcd8-df33-474c-a2cc-d18b5567668e req-d878a9c5-3024-48d3-9ba9-fb3bd4a8ecef service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=7aa1ffcc-49bc-4331-be36-b793b08d3aa0 HTTP/1.1" status: 200 len: 1097 time: 0.5699966 Jul 14 09:38:32.949109 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e661f0-a287-4722-896f-0a2a11903b08 req-16f6ef35-227c-4d02-8061-f0979254ccc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:32.950834 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-23e661f0-a287-4722-896f-0a2a11903b08 req-16f6ef35-227c-4d02-8061-f0979254ccc5 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c8d3461b573d402db35889c25a4d29a4&device_id=ef32e869-b096-488f-9e58-a45489991118 HTTP/1.1" status: 200 len: 1095 time: 0.5232620 Jul 14 09:38:32.961270 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b48cd88-6bc0-4e54-9035-201e5b6776e5 req-65e7952f-1aad-479a-a817-6564df6f6793 tempest-TestServerBasicOps-1018423846 tempest-TestServerBasicOps-1018423846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:32.969639 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2b48cd88-6bc0-4e54-9035-201e5b6776e5 req-65e7952f-1aad-479a-a817-6564df6f6793 tempest-TestServerBasicOps-1018423846 tempest-TestServerBasicOps-1018423846-project] 10.222.0.68 "GET /v2.0/ports?device_id=7aa1ffcc-49bc-4331-be36-b793b08d3aa0 HTTP/1.1" status: 200 len: 945 time: 0.5194476 Jul 14 09:38:33.074021 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-677fbcd8-df33-474c-a2cc-d18b5567668e req-1ea172d3-31dc-48db-9d6f-0105aa93429d service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=eb2891e5-70c4-4da6-a9db-6da5988fd1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1518643 Jul 14 09:38:33.092218 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2b48cd88-6bc0-4e54-9035-201e5b6776e5 req-2c571d0a-3a81-468d-8e23-caab2a59113a tempest-TestServerBasicOps-1018423846 tempest-TestServerBasicOps-1018423846-project] 10.222.0.68 "GET /v2.0/security-groups?id=eb2891e5-70c4-4da6-a9db-6da5988fd1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1212258 Jul 14 09:38:33.139448 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e661f0-a287-4722-896f-0a2a11903b08 req-8d246184-4cef-4835-8959-c7386e76243b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:33.143279 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-23e661f0-a287-4722-896f-0a2a11903b08 req-8d246184-4cef-4835-8959-c7386e76243b service neutron] 10.222.0.65 "GET /v2.0/networks?id=bcee1c4b-b650-4f0d-a846-5b48bf8e3268 HTTP/1.1" status: 200 len: 911 time: 0.1710150 Jul 14 09:38:33.148535 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 38766) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:33.181398 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-07233719-2932-4d45-bca0-dcb9689697ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:33.286250 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-23e661f0-a287-4722-896f-0a2a11903b08 req-ecbfb7f7-a0e8-4dae-b35d-7f20380351ed service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8a69e42e-93f3-4fe9-aa67-77aefb19895a HTTP/1.1" status: 200 len: 217 time: 0.1288083 Jul 14 09:38:33.376108 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e661f0-a287-4722-896f-0a2a11903b08 req-1ace3722-a702-4f11-852e-8c969d3a2182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:33.380624 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-23e661f0-a287-4722-896f-0a2a11903b08 req-1ace3722-a702-4f11-852e-8c969d3a2182 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=873b5d20-26df-4f3f-9a05-6a18cae12f7e HTTP/1.1" status: 200 len: 850 time: 0.0871873 Jul 14 09:38:33.480438 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-23e661f0-a287-4722-896f-0a2a11903b08 req-caffacee-1eb3-4ce9-b0c1-edbea3d2c6ce service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=bcee1c4b-b650-4f0d-a846-5b48bf8e3268&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0607905 Jul 14 09:38:33.481242 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-07233719-2932-4d45-bca0-dcb9689697ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:33.488487 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-07233719-2932-4d45-bca0-dcb9689697ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:33.531663 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07233719-2932-4d45-bca0-dcb9689697ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=477a5238-950e-4fa7-a995-dce4fedac067,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:33.609419 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-07233719-2932-4d45-bca0-dcb9689697ec admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=d879b55247f04691bf2ad86dd3616c2d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4589045 Jul 14 09:38:33.610158 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 38786) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:33.649041 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0487bf3d-ec16-43f0-b74b-a1e763e1805a req-2ed21c19-7d56-4b20-afe2-c347a15801ec tempest-ServerGroupTestJSON-1802954599 tempest-ServerGroupTestJSON-1802954599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:33.651484 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-0487bf3d-ec16-43f0-b74b-a1e763e1805a req-2ed21c19-7d56-4b20-afe2-c347a15801ec tempest-ServerGroupTestJSON-1802954599 tempest-ServerGroupTestJSON-1802954599-project] 10.222.0.68 "GET /v2.0/ports?device_id=ef32e869-b096-488f-9e58-a45489991118 HTTP/1.1" status: 200 len: 943 time: 0.1223876 Jul 14 09:38:33.728663 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-0487bf3d-ec16-43f0-b74b-a1e763e1805a req-66f6fead-692e-48de-9a44-84d64ce8e3d9 tempest-ServerGroupTestJSON-1802954599 tempest-ServerGroupTestJSON-1802954599-project] 10.222.0.68 "GET /v2.0/security-groups?id=9a2afef1-df5e-45ba-8c0b-6a53eaf81b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675495 Jul 14 09:38:33.745360 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 38788) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:33.759819 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-23e661f0-a287-4722-896f-0a2a11903b08 req-7a6f86a5-180e-4d42-b5ec-52f19ddb5952 service neutron] 10.222.0.65 "GET /v2.0/networks/bcee1c4b-b650-4f0d-a846-5b48bf8e3268?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2704988 Jul 14 09:38:33.766808 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1f817fac-8853-4c91-aa08-4b8494dfd673 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:33.840120 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1f817fac-8853-4c91-aa08-4b8494dfd673 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:33.891292 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-955d1bec-46f5-4913-8b58-e5b6cf8f8d81 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-563494413-network', 'tenant_id': 'be65db764d814bf2a9e923919319c954'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:38:33.913915 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-23e661f0-a287-4722-896f-0a2a11903b08 req-744274c7-78f2-4a68-b364-85c5428ad24c service neutron] 10.222.0.65 "GET /v2.0/networks/bcee1c4b-b650-4f0d-a846-5b48bf8e3268?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439764 Jul 14 09:38:33.943786 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1f817fac-8853-4c91-aa08-4b8494dfd673 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:33.946794 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1f817fac-8853-4c91-aa08-4b8494dfd673 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:33.951020 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-1f817fac-8853-4c91-aa08-4b8494dfd673 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/477a5238-950e-4fa7-a995-dce4fedac067 HTTP/1.1" status: 204 len: 168 time: 0.3320949 Jul 14 09:38:33.961454 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-955d1bec-46f5-4913-8b58-e5b6cf8f8d81 admin admin] Made reservation on behalf of be65db764d814bf2a9e923919319c954 for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:38:33.963681 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f817fac-8853-4c91-aa08-4b8494dfd673 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=477a5238-950e-4fa7-a995-dce4fedac067,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:33.986590 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-955d1bec-46f5-4913-8b58-e5b6cf8f8d81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:34.020286 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-955d1bec-46f5-4913-8b58-e5b6cf8f8d81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:34.154194 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c0db72-cc48-46b1-94df-711179d36b17 req-1c89cfaf-3d19-4e92-a571-55665684f127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:34.158643 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-89c0db72-cc48-46b1-94df-711179d36b17 req-1c89cfaf-3d19-4e92-a571-55665684f127 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0be6be6bccc149f1a4b35e465d4a6d6f&device_id=5ed0c1cb-c3d6-40f1-8aad-1894504b5a83 HTTP/1.1" status: 200 len: 1099 time: 0.1110804 Jul 14 09:38:34.187995 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-955d1bec-46f5-4913-8b58-e5b6cf8f8d81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:34.195924 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-955d1bec-46f5-4913-8b58-e5b6cf8f8d81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:34.275056 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-955d1bec-46f5-4913-8b58-e5b6cf8f8d81 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 727} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:38:34.294935 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955d1bec-46f5-4913-8b58-e5b6cf8f8d81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33f96cc0-2a31-47c6-9f3e-d7747199b03b,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:34.320113 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-955d1bec-46f5-4913-8b58-e5b6cf8f8d81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:34.320718 n-d-779913-29 neutron-server[93958]: INFO neutron.db.segments_db [None req-955d1bec-46f5-4913-8b58-e5b6cf8f8d81 admin admin] Added segment 824d882e-6cc9-42b3-bad1-78c788560216 of type vlan for network 175c44aa-dad1-4ad9-ba5f-2f01d67ae7af Jul 14 09:38:34.467157 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-955d1bec-46f5-4913-8b58-e5b6cf8f8d81 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735687821325'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:34.474665 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfbb489-fc66-4c3e-97c9-9187aa2185f2 req-d7b9129f-7b5b-4207-a7df-c023fe82af17 tempest-TestServerBasicOps-1018423846 tempest-TestServerBasicOps-1018423846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:34.476282 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-cbfbb489-fc66-4c3e-97c9-9187aa2185f2 req-d7b9129f-7b5b-4207-a7df-c023fe82af17 tempest-TestServerBasicOps-1018423846 tempest-TestServerBasicOps-1018423846-project] 10.222.0.68 "GET /v2.0/ports?device_id=7aa1ffcc-49bc-4331-be36-b793b08d3aa0 HTTP/1.1" status: 200 len: 945 time: 0.2089167 Jul 14 09:38:34.517712 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c0db72-cc48-46b1-94df-711179d36b17 req-603d1f8c-3fa1-413e-8980-9e3c81fb7f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:34.521744 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-89c0db72-cc48-46b1-94df-711179d36b17 req-603d1f8c-3fa1-413e-8980-9e3c81fb7f26 service neutron] 10.222.0.65 "GET /v2.0/networks?id=2a42cb13-2d55-4959-a070-eb88da564dfb HTTP/1.1" status: 200 len: 913 time: 0.1935239 Jul 14 09:38:34.558113 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-955d1bec-46f5-4913-8b58-e5b6cf8f8d81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:34.560491 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-955d1bec-46f5-4913-8b58-e5b6cf8f8d81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:34.561765 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-955d1bec-46f5-4913-8b58-e5b6cf8f8d81 admin admin] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:34.633700 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-cbfbb489-fc66-4c3e-97c9-9187aa2185f2 req-7b4059fa-3970-44af-b763-96fed3615b73 tempest-TestServerBasicOps-1018423846 tempest-TestServerBasicOps-1018423846-project] 10.222.0.68 "GET /v2.0/security-groups?id=eb2891e5-70c4-4da6-a9db-6da5988fd1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1428695 Jul 14 09:38:34.670281 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-955d1bec-46f5-4913-8b58-e5b6cf8f8d81 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.9226816 Jul 14 09:38:34.670976 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-89c0db72-cc48-46b1-94df-711179d36b17 req-27af438b-fd2c-4d4e-839a-d3588ebfc979 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9e91a837-3b23-4ea6-ab66-86261b57cd5c HTTP/1.1" status: 200 len: 1002 time: 0.1442630 Jul 14 09:38:34.671143 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955d1bec-46f5-4913-8b58-e5b6cf8f8d81 admin admin] Pushing event updated for resources: {'Network': ['ID=175c44aa-dad1-4ad9-ba5f-2f01d67ae7af,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:34.673103 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 38818) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:34.682346 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Network 175c44aa-dad1-4ad9-ba5f-2f01d67ae7af details requested by agent ovs-agent-n-d-779913-29 with host n-d-779913-29 {{(pid=93959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:38:34.698075 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-3cc08421-be13-4bdd-89c9-6da95091fcd8 admin admin] Request body: {'subnet': {'network_id': '175c44aa-dad1-4ad9-ba5f-2f01d67ae7af', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-563494413-subnet', 'tenant_id': 'be65db764d814bf2a9e923919319c954', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:38:34.745548 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cc08421-be13-4bdd-89c9-6da95091fcd8 admin admin] Made reservation on behalf of be65db764d814bf2a9e923919319c954 for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:38:34.747932 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3cc08421-be13-4bdd-89c9-6da95091fcd8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16714600'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:34.752424 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c0db72-cc48-46b1-94df-711179d36b17 req-de06bda1-035f-4e64-9845-a496501384e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:34.754654 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-89c0db72-cc48-46b1-94df-711179d36b17 req-de06bda1-035f-4e64-9845-a496501384e4 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2fb6ebb7-0edb-47a6-96f3-036e2585c66a HTTP/1.1" status: 200 len: 851 time: 0.0758436 Jul 14 09:38:34.827308 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c0db72-cc48-46b1-94df-711179d36b17 req-243840e6-6741-4ab3-9bf1-8fd742c02bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:34.833940 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-89c0db72-cc48-46b1-94df-711179d36b17 req-243840e6-6741-4ab3-9bf1-8fd742c02bef service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2a42cb13-2d55-4959-a070-eb88da564dfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0724359 Jul 14 09:38:34.851294 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 8a69e42e-93f3-4fe9-aa67-77aefb19895a details requested by agent hyperv_n-h1-779913-29 with host n-h1-779913-29 {{(pid=93959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:38:35.074175 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3cc08421-be13-4bdd-89c9-6da95091fcd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13573993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16714586'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:35.110419 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port 8a69e42e-93f3-4fe9-aa67-77aefb19895a, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=8a69e42e-93f3-4fe9-aa67-77aefb19895a,segment=NetworkSegment(75767ca8-4ae2-4764-b338-8f7046044c95),segment_id=75767ca8-4ae2-4764-b338-8f7046044c95)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:38:35.153924 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Returning: {'device': '8a69e42e-93f3-4fe9-aa67-77aefb19895a', 'network_id': 'bcee1c4b-b650-4f0d-a846-5b48bf8e3268', 'port_id': '8a69e42e-93f3-4fe9-aa67-77aefb19895a', 'mac_address': 'fa:16:3e:10:7f:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 739, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '873b5d20-26df-4f3f-9a05-6a18cae12f7e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:38:35.203693 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc08421-be13-4bdd-89c9-6da95091fcd8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2381f4a2-32e5-4343-be18-ae780c018c89,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:35.207759 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cc08421-be13-4bdd-89c9-6da95091fcd8 admin admin] Checking segment: {'id': '824d882e-6cc9-42b3-bad1-78c788560216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '175c44aa-dad1-4ad9-ba5f-2f01d67ae7af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:38:35.208122 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cc08421-be13-4bdd-89c9-6da95091fcd8 admin admin] Network hostable DHCP agents. Network: 175c44aa-dad1-4ad9-ba5f-2f01d67ae7af, hostable agents: ['c6a09bd4-f72e-4283-a3ca-0bbca8a51081'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:38:35.219955 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5f0bddf0-edec-4647-a514-62da91e09107 req-975e33d7-805c-473b-8e87-c74b73a752fc service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=7aa1ffcc-49bc-4331-be36-b793b08d3aa0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1940265 Jul 14 09:38:35.225861 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-89c0db72-cc48-46b1-94df-711179d36b17 req-0ca83c45-00ba-43e4-859f-459885cf408a service neutron] 10.222.0.65 "GET /v2.0/networks/2a42cb13-2d55-4959-a070-eb88da564dfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3811796 Jul 14 09:38:35.231869 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d7bc3b-2283-4d45-af6f-b60f5e88644f req-9ebf58d7-7658-4dbf-9b10-7c6e9aa52b0e tempest-ServerGroupTestJSON-1802954599 tempest-ServerGroupTestJSON-1802954599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:35.234714 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-17d7bc3b-2283-4d45-af6f-b60f5e88644f req-9ebf58d7-7658-4dbf-9b10-7c6e9aa52b0e tempest-ServerGroupTestJSON-1802954599 tempest-ServerGroupTestJSON-1802954599-project] 10.222.0.68 "GET /v2.0/ports?device_id=ef32e869-b096-488f-9e58-a45489991118 HTTP/1.1" status: 200 len: 943 time: 0.1632297 Jul 14 09:38:35.267352 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cc08421-be13-4bdd-89c9-6da95091fcd8 admin admin] Network 175c44aa-dad1-4ad9-ba5f-2f01d67ae7af is scheduled to be hosted by DHCP agent c6a09bd4-f72e-4283-a3ca-0bbca8a51081 with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:38:35.277789 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-3cc08421-be13-4bdd-89c9-6da95091fcd8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-29, 175c44aa-dad1-4ad9-ba5f-2f01d67ae7af) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:38:35.286487 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:35.307846 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cc08421-be13-4bdd-89c9-6da95091fcd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:35.308512 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3cc08421-be13-4bdd-89c9-6da95091fcd8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:35.319772 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a69e42e-93f3-4fe9-aa67-77aefb19895a {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:38:35.342754 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2454b2c-5fd3-41c7-a5d3-2cf8d1be6a2f None None] Network 175c44aa-dad1-4ad9-ba5f-2f01d67ae7af requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:38:35.349620 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-17d7bc3b-2283-4d45-af6f-b60f5e88644f req-f274ccca-4a00-4844-8fa1-b81d43749ee2 tempest-ServerGroupTestJSON-1802954599 tempest-ServerGroupTestJSON-1802954599-project] 10.222.0.68 "GET /v2.0/security-groups?id=9a2afef1-df5e-45ba-8c0b-6a53eaf81b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075399 Jul 14 09:38:35.352010 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-3cc08421-be13-4bdd-89c9-6da95091fcd8 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.6775272 Jul 14 09:38:35.521483 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port 8a69e42e-93f3-4fe9-aa67-77aefb19895a, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=8a69e42e-93f3-4fe9-aa67-77aefb19895a,segment=NetworkSegment(75767ca8-4ae2-4764-b338-8f7046044c95),segment_id=75767ca8-4ae2-4764-b338-8f7046044c95)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:38:35.546580 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:35.606741 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Pushing event updated for resources: {'Port': ['ID=8a69e42e-93f3-4fe9-aa67-77aefb19895a,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:35.611738 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-319ccda8-84f3-4f5a-a735-62eca3d539f5 None None] Network 175c44aa-dad1-4ad9-ba5f-2f01d67ae7af requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:38:35.627538 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0bddf0-edec-4647-a514-62da91e09107 req-885744c4-608a-4bee-aff8-4691b0c7850b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:35.631606 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5f0bddf0-edec-4647-a514-62da91e09107 req-885744c4-608a-4bee-aff8-4691b0c7850b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8e5e3e24b23942559d8e5fd9c20fa07d&device_id=7aa1ffcc-49bc-4331-be36-b793b08d3aa0 HTTP/1.1" status: 200 len: 1097 time: 0.2644858 Jul 14 09:38:35.637726 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-89c0db72-cc48-46b1-94df-711179d36b17 req-4dda3a97-f983-4c20-bf5e-f4659af8e8e9 service neutron] 10.222.0.65 "GET /v2.0/networks/2a42cb13-2d55-4959-a070-eb88da564dfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4027579 Jul 14 09:38:35.849566 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0bddf0-edec-4647-a514-62da91e09107 req-1b25f730-fe56-4616-82a5-501fb7abac5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:35.852814 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5f0bddf0-edec-4647-a514-62da91e09107 req-1b25f730-fe56-4616-82a5-501fb7abac5f service neutron] 10.222.0.57 "GET /v2.0/networks?id=6c29f6d8-c262-4639-bd5f-4fee768f8f0b HTTP/1.1" status: 200 len: 910 time: 0.1994445 Jul 14 09:38:35.857627 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] get_ports_and_sgs() called for port_ids ['8a69e42e-93f3-4fe9-aa67-77aefb19895a'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:38:35.973777 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5f0bddf0-edec-4647-a514-62da91e09107 req-db9f7034-fe97-4b6d-abf0-7070b7c5cae6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=951ef3a9-76ee-4383-aa7d-5f3334e0ffb8 HTTP/1.1" status: 200 len: 217 time: 0.1112616 Jul 14 09:38:36.173908 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d845108-8501-4a3b-bf5e-261429f09cd3 req-ca258e16-8903-47b0-b1c5-45cc5a6ce864 tempest-TestServerBasicOps-1018423846 tempest-TestServerBasicOps-1018423846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:36.175581 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0d845108-8501-4a3b-bf5e-261429f09cd3 req-ca258e16-8903-47b0-b1c5-45cc5a6ce864 tempest-TestServerBasicOps-1018423846 tempest-TestServerBasicOps-1018423846-project] 10.222.0.68 "GET /v2.0/ports?device_id=7aa1ffcc-49bc-4331-be36-b793b08d3aa0 HTTP/1.1" status: 200 len: 945 time: 0.2008641 Jul 14 09:38:36.177658 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0bddf0-edec-4647-a514-62da91e09107 req-3759bace-71f8-4c0f-a30b-cfb52c1bb71d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:36.179034 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5f0bddf0-edec-4647-a514-62da91e09107 req-3759bace-71f8-4c0f-a30b-cfb52c1bb71d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=bdb5ef61-646e-46dd-82a7-ce9d14bdc4cf HTTP/1.1" status: 200 len: 848 time: 0.1374586 Jul 14 09:38:36.282449 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0d845108-8501-4a3b-bf5e-261429f09cd3 req-3a5cb42c-261c-46eb-9b5f-8fd6c95be1fc tempest-TestServerBasicOps-1018423846 tempest-TestServerBasicOps-1018423846-project] 10.222.0.68 "GET /v2.0/security-groups?id=eb2891e5-70c4-4da6-a9db-6da5988fd1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0980947 Jul 14 09:38:36.308340 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0bddf0-edec-4647-a514-62da91e09107 req-fb41ed43-7e69-4064-89f2-fefddce5b00b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:36.310353 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5f0bddf0-edec-4647-a514-62da91e09107 req-fb41ed43-7e69-4064-89f2-fefddce5b00b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6c29f6d8-c262-4639-bd5f-4fee768f8f0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1002042 Jul 14 09:38:36.476764 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5f0bddf0-edec-4647-a514-62da91e09107 req-92414b84-54ba-46b5-b590-b8ff0d7f378f service neutron] 10.222.0.57 "GET /v2.0/networks/6c29f6d8-c262-4639-bd5f-4fee768f8f0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1595507 Jul 14 09:38:36.636990 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5f0bddf0-edec-4647-a514-62da91e09107 req-fae8a36d-c48e-41b0-a59f-2cbc9ce7ee3c service neutron] 10.222.0.57 "GET /v2.0/networks/6c29f6d8-c262-4639-bd5f-4fee768f8f0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523135 Jul 14 09:38:36.641621 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5a6887-7db1-4552-a294-ad06a42d037f req-6b7dbb0f-b0c6-43be-94b7-9c8a07cbc3a2 tempest-ServerMetadataNegativeTestJSON-805877545 tempest-ServerMetadataNegativeTestJSON-805877545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:36.652495 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-9c5a6887-7db1-4552-a294-ad06a42d037f req-6b7dbb0f-b0c6-43be-94b7-9c8a07cbc3a2 tempest-ServerMetadataNegativeTestJSON-805877545 tempest-ServerMetadataNegativeTestJSON-805877545-project] 10.222.0.68 "GET /v2.0/networks?id=175c44aa-dad1-4ad9-ba5f-2f01d67ae7af HTTP/1.1" status: 200 len: 820 time: 0.2087140 Jul 14 09:38:36.672861 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-9c5a6887-7db1-4552-a294-ad06a42d037f req-65ae9fa3-dde2-4ff0-8aa2-76688682de96 tempest-ServerMetadataNegativeTestJSON-805877545 tempest-ServerMetadataNegativeTestJSON-805877545-project] 10.222.0.68 "GET /v2.0/quotas/be65db764d814bf2a9e923919319c954 HTTP/1.1" status: 200 len: 375 time: 0.0193014 Jul 14 09:38:36.681043 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdac9c0-a461-49ec-9159-6ff44ab9ce2b req-d77d8da6-ad50-4f73-a09e-d169c9fa8023 tempest-TestServerBasicOps-1018423846 tempest-TestServerBasicOps-1018423846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:36.689355 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ccdac9c0-a461-49ec-9159-6ff44ab9ce2b req-d77d8da6-ad50-4f73-a09e-d169c9fa8023 tempest-TestServerBasicOps-1018423846 tempest-TestServerBasicOps-1018423846-project] 10.222.0.68 "GET /v2.0/ports?device_id=7aa1ffcc-49bc-4331-be36-b793b08d3aa0 HTTP/1.1" status: 200 len: 945 time: 0.1919537 Jul 14 09:38:36.727240 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-9c5a6887-7db1-4552-a294-ad06a42d037f req-2595d07c-9aa8-4077-9b2c-628995ce092d tempest-ServerMetadataNegativeTestJSON-805877545 tempest-ServerMetadataNegativeTestJSON-805877545-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=be65db764d814bf2a9e923919319c954&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0522411 Jul 14 09:38:36.746729 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ccdac9c0-a461-49ec-9159-6ff44ab9ce2b req-8eb663e0-a319-43ee-9316-9ab9e08699dd tempest-TestServerBasicOps-1018423846 tempest-TestServerBasicOps-1018423846-project] 10.222.0.68 "GET /v2.0/security-groups?id=eb2891e5-70c4-4da6-a9db-6da5988fd1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535617 Jul 14 09:38:36.850635 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 8a69e42e-93f3-4fe9-aa67-77aefb19895a up at agent hyperv_n-h1-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:38:36.965081 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Provisioning for port 8a69e42e-93f3-4fe9-aa67-77aefb19895a completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:38:36.970063 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Provisioning complete for port 8a69e42e-93f3-4fe9-aa67-77aefb19895a triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:38:36.970978 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:36.974901 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f960fda0-28c8-427c-ad8a-30f14ee5ea4a req-e5f33273-bea2-457d-897c-e0967603780a tempest-ServerGroupTestJSON-1802954599 tempest-ServerGroupTestJSON-1802954599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:36.978496 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-9c5a6887-7db1-4552-a294-ad06a42d037f req-a846e2e0-abe8-43bc-be6f-56d84c99835e service neutron] 10.222.0.68 "GET /v2.0/networks/175c44aa-dad1-4ad9-ba5f-2f01d67ae7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2468174 Jul 14 09:38:36.985354 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f960fda0-28c8-427c-ad8a-30f14ee5ea4a req-e5f33273-bea2-457d-897c-e0967603780a tempest-ServerGroupTestJSON-1802954599 tempest-ServerGroupTestJSON-1802954599-project] 10.222.0.68 "GET /v2.0/ports?device_id=ef32e869-b096-488f-9e58-a45489991118 HTTP/1.1" status: 200 len: 944 time: 0.1133709 Jul 14 09:38:37.057105 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f960fda0-28c8-427c-ad8a-30f14ee5ea4a req-ec6b8e27-765e-4f52-a6b2-0f5d99c4aa3f tempest-ServerGroupTestJSON-1802954599 tempest-ServerGroupTestJSON-1802954599-project] 10.222.0.68 "GET /v2.0/security-groups?id=9a2afef1-df5e-45ba-8c0b-6a53eaf81b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689979 Jul 14 09:38:37.153646 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:37.225365 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-9c5a6887-7db1-4552-a294-ad06a42d037f req-7af351aa-16bc-4f4a-88cc-a325fb4864de service neutron] 10.222.0.68 "GET /v2.0/networks/175c44aa-dad1-4ad9-ba5f-2f01d67ae7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2377057 Jul 14 09:38:37.272866 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port 8a69e42e-93f3-4fe9-aa67-77aefb19895a, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=8a69e42e-93f3-4fe9-aa67-77aefb19895a,segment=NetworkSegment(75767ca8-4ae2-4764-b338-8f7046044c95),segment_id=75767ca8-4ae2-4764-b338-8f7046044c95)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:38:37.274960 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef32e869-b096-488f-9e58-a45489991118', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a69e42e-93f3-4fe9-aa67-77aefb19895a'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:38:37.280892 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd62303f06773040a8a4e189dc46b4f565768c299abf8ab8e7739778b0bc3e97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33a21070-454d-4845-beae-e73319894d4b" -d '{"events": [{"server_uuid": "ef32e869-b096-488f-9e58-a45489991118", "name": "network-vif-plugged", "status": "completed", "tag": "8a69e42e-93f3-4fe9-aa67-77aefb19895a"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:38:37.292024 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:37.423488 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Pushing event updated for resources: {'Port': ['ID=8a69e42e-93f3-4fe9-aa67-77aefb19895a,revision_number=5']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:37.474985 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80bbd9f-6550-4919-aa58-5cd6d5270e79 req-020c270f-a03a-47cf-b1de-6c61c6f4b06c tempest-TestServerBasicOps-1018423846 tempest-TestServerBasicOps-1018423846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:37.484834 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a80bbd9f-6550-4919-aa58-5cd6d5270e79 req-020c270f-a03a-47cf-b1de-6c61c6f4b06c tempest-TestServerBasicOps-1018423846 tempest-TestServerBasicOps-1018423846-project] 10.222.0.68 "GET /v2.0/ports?device_id=7aa1ffcc-49bc-4331-be36-b793b08d3aa0 HTTP/1.1" status: 200 len: 945 time: 0.1128008 Jul 14 09:38:37.550142 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a80bbd9f-6550-4919-aa58-5cd6d5270e79 req-95fefa93-0510-4f87-aebe-8e3265d59fd2 tempest-TestServerBasicOps-1018423846 tempest-TestServerBasicOps-1018423846-project] 10.222.0.68 "GET /v2.0/security-groups?id=eb2891e5-70c4-4da6-a9db-6da5988fd1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649824 Jul 14 09:38:37.566934 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 38928) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:37.597863 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:38:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b84f3c02-7f49-4db7-bfbb-c9a65b7c9fcb x-openstack-request-id: req-b84f3c02-7f49-4db7-bfbb-c9a65b7c9fcb {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:38:37.598166 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef32e869-b096-488f-9e58-a45489991118", "name": "network-vif-plugged", "status": "completed", "tag": "8a69e42e-93f3-4fe9-aa67-77aefb19895a", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:38:37.598419 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-b84f3c02-7f49-4db7-bfbb-c9a65b7c9fcb {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:38:37.598999 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef32e869-b096-488f-9e58-a45489991118', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a69e42e-93f3-4fe9-aa67-77aefb19895a', 'code': 200} Jul 14 09:38:37.667121 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-721a6b60-a97e-450a-a509-37b5b727835a req-e3d4b6aa-5410-43e5-8ce2-d9d9dfd7e6fb tempest-ServerMetadataNegativeTestJSON-805877545 tempest-ServerMetadataNegativeTestJSON-805877545-project] 10.222.0.68 "GET /v2.0/ports?device_id=2e8218d9-759c-4bf8-a6cc-1a2d4180c53a HTTP/1.1" status: 200 len: 210 time: 0.0766947 Jul 14 09:38:37.778559 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9f649f-cb51-4ad1-bcc6-dae20b37af8f req-ea347fea-664c-4857-88c6-462e6d8642d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:37.782685 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ee9f649f-cb51-4ad1-bcc6-dae20b37af8f req-ea347fea-664c-4857-88c6-462e6d8642d9 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=ef32e869-b096-488f-9e58-a45489991118 HTTP/1.1" status: 200 len: 1097 time: 0.0754592 Jul 14 09:38:37.857722 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ee9f649f-cb51-4ad1-bcc6-dae20b37af8f req-c26a32ff-5157-4251-92fc-b8036ffde798 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=9a2afef1-df5e-45ba-8c0b-6a53eaf81b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693769 Jul 14 09:38:38.239443 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c0d5299-08c0-4759-a16a-f15afd4634ef tempest-TestServerBasicOps-654715550 tempest-TestServerBasicOps-654715550-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:38.242010 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-2c0d5299-08c0-4759-a16a-f15afd4634ef tempest-TestServerBasicOps-654715550 tempest-TestServerBasicOps-654715550-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=7aa1ffcc-49bc-4331-be36-b793b08d3aa0 HTTP/1.1" status: 200 len: 1092 time: 0.6740730 Jul 14 09:38:38.245055 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 38948) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:38.250613 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-7016c4b0-7f7a-4b9d-b909-67ddcf8dc966 tempest-TestServerBasicOps-1018423846 tempest-TestServerBasicOps-1018423846-project] Request body: {'floatingip': {'floating_network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'port_id': '951ef3a9-76ee-4383-aa7d-5f3334e0ffb8', 'tenant_id': '8e5e3e24b23942559d8e5fd9c20fa07d', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:38:38.294672 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7016c4b0-7f7a-4b9d-b909-67ddcf8dc966 tempest-TestServerBasicOps-1018423846 tempest-TestServerBasicOps-1018423846-project] Notify callbacks [] for floatingip, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:38.381892 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 38952) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:38.438076 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7016c4b0-7f7a-4b9d-b909-67ddcf8dc966 tempest-TestServerBasicOps-1018423846 tempest-TestServerBasicOps-1018423846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:38.521838 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd14e52-4f99-4d5e-aac4-05b474a4a409 req-1e92cf75-a924-4376-b004-2885a3ed6aee tempest-ServerGroupTestJSON-1802954599 tempest-ServerGroupTestJSON-1802954599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:38.535441 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-dfd14e52-4f99-4d5e-aac4-05b474a4a409 req-1e92cf75-a924-4376-b004-2885a3ed6aee tempest-ServerGroupTestJSON-1802954599 tempest-ServerGroupTestJSON-1802954599-project] 10.222.0.68 "GET /v2.0/ports?device_id=ef32e869-b096-488f-9e58-a45489991118 HTTP/1.1" status: 200 len: 945 time: 0.2077682 Jul 14 09:38:38.595003 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a14bfed9-f1fc-4539-8f35-702d34a135dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:38.650139 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-dfd14e52-4f99-4d5e-aac4-05b474a4a409 req-4e9ce47b-d5d2-47ea-803b-445c40e1ce43 tempest-ServerGroupTestJSON-1802954599 tempest-ServerGroupTestJSON-1802954599-project] 10.222.0.68 "GET /v2.0/security-groups?id=9a2afef1-df5e-45ba-8c0b-6a53eaf81b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132855 Jul 14 09:38:38.778614 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a14bfed9-f1fc-4539-8f35-702d34a135dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:38.785350 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a14bfed9-f1fc-4539-8f35-702d34a135dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:38.878937 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-a14bfed9-f1fc-4539-8f35-702d34a135dd admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=052f23d3223b44248d8c7accca927880&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4926536 Jul 14 09:38:38.878937 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-7016c4b0-7f7a-4b9d-b909-67ddcf8dc966 tempest-TestServerBasicOps-1018423846 tempest-TestServerBasicOps-1018423846-project] Allocated IP 172.25.4.32 (2dcd4d32-cc7c-4468-b396-7ce5c9231892/6cd22a75-5bc1-467c-a3c4-0af04bd1b34a/358815f4-12ec-40b1-8153-452f0ae0cfc7) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:38:38.879247 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 38966) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:38.896655 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14bfed9-f1fc-4539-8f35-702d34a135dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7416db64-fa77-402e-949c-842846bde6a8,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:38.987649 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-4a855663-95ba-4732-9d05-3ac9e40abc99 req-cd3e2495-36ec-4c46-8f0f-9889e409e83b tempest-ServerMetadataNegativeTestJSON-805877545 tempest-ServerMetadataNegativeTestJSON-805877545-project] 10.222.0.68 "GET /v2.0/ports?device_id=2e8218d9-759c-4bf8-a6cc-1a2d4180c53a HTTP/1.1" status: 200 len: 210 time: 0.0845721 Jul 14 09:38:39.057715 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d5a8f854-39f1-4421-876c-28039856f029 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:39.112502 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d5a8f854-39f1-4421-876c-28039856f029 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:39.115338 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7016c4b0-7f7a-4b9d-b909-67ddcf8dc966 tempest-TestServerBasicOps-1018423846 tempest-TestServerBasicOps-1018423846-project] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:39.183747 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7016c4b0-7f7a-4b9d-b909-67ddcf8dc966 tempest-TestServerBasicOps-1018423846 tempest-TestServerBasicOps-1018423846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:39.201216 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d5a8f854-39f1-4421-876c-28039856f029 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:39.204213 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d5a8f854-39f1-4421-876c-28039856f029 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:39.206876 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-d5a8f854-39f1-4421-876c-28039856f029 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/7416db64-fa77-402e-949c-842846bde6a8 HTTP/1.1" status: 204 len: 168 time: 0.3270776 Jul 14 09:38:39.238211 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a8f854-39f1-4421-876c-28039856f029 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7416db64-fa77-402e-949c-842846bde6a8,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:39.316806 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7016c4b0-7f7a-4b9d-b909-67ddcf8dc966 tempest-TestServerBasicOps-1018423846 tempest-TestServerBasicOps-1018423846-project] Network 2dcd4d32-cc7c-4468-b396-7ce5c9231892 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:38:39.324997 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-7016c4b0-7f7a-4b9d-b909-67ddcf8dc966 tempest-TestServerBasicOps-1018423846 tempest-TestServerBasicOps-1018423846-project] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:38:39.334662 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7016c4b0-7f7a-4b9d-b909-67ddcf8dc966 tempest-TestServerBasicOps-1018423846 tempest-TestServerBasicOps-1018423846-project] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:38:39.374774 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7016c4b0-7f7a-4b9d-b909-67ddcf8dc966 tempest-TestServerBasicOps-1018423846 tempest-TestServerBasicOps-1018423846-project] Pushing event updated for resources: {'Port': ['ID=358815f4-12ec-40b1-8153-452f0ae0cfc7,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:39.612962 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5a6887-7db1-4552-a294-ad06a42d037f req-e97d996d-07f9-4724-9500-69c1f42bc781 tempest-ServerMetadataNegativeTestJSON-805877545 tempest-ServerMetadataNegativeTestJSON-805877545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:39.614544 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-9c5a6887-7db1-4552-a294-ad06a42d037f req-e97d996d-07f9-4724-9500-69c1f42bc781 tempest-ServerMetadataNegativeTestJSON-805877545 tempest-ServerMetadataNegativeTestJSON-805877545-project] 10.222.0.57 "GET /v2.0/networks?id=175c44aa-dad1-4ad9-ba5f-2f01d67ae7af HTTP/1.1" status: 200 len: 820 time: 0.2337191 Jul 14 09:38:39.641983 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-9c5a6887-7db1-4552-a294-ad06a42d037f req-ca5e4c6d-7796-4084-8e58-b0926ba907fa tempest-ServerMetadataNegativeTestJSON-805877545 tempest-ServerMetadataNegativeTestJSON-805877545-project] Request body: {'port': {'device_id': '2e8218d9-759c-4bf8-a6cc-1a2d4180c53a', 'network_id': '175c44aa-dad1-4ad9-ba5f-2f01d67ae7af', 'admin_state_up': True, 'tenant_id': 'be65db764d814bf2a9e923919319c954'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:38:39.785454 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 38984) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:39.960264 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c5a6887-7db1-4552-a294-ad06a42d037f req-ca5e4c6d-7796-4084-8e58-b0926ba907fa tempest-ServerMetadataNegativeTestJSON-805877545 tempest-ServerMetadataNegativeTestJSON-805877545-project] Made reservation on behalf of be65db764d814bf2a9e923919319c954 for: {'port': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:38:39.963911 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-9c5a6887-7db1-4552-a294-ad06a42d037f req-ca5e4c6d-7796-4084-8e58-b0926ba907fa tempest-ServerMetadataNegativeTestJSON-805877545 tempest-ServerMetadataNegativeTestJSON-805877545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:40.001234 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a0f22c-11f5-44bb-9427-a2dbfcf96ba5 req-6915d42e-f0ae-499c-8067-b9b1fe780255 tempest-ServerGroupTestJSON-1802954599 tempest-ServerGroupTestJSON-1802954599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:40.011808 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-38a0f22c-11f5-44bb-9427-a2dbfcf96ba5 req-6915d42e-f0ae-499c-8067-b9b1fe780255 tempest-ServerGroupTestJSON-1802954599 tempest-ServerGroupTestJSON-1802954599-project] 10.222.0.68 "GET /v2.0/ports?device_id=ef32e869-b096-488f-9e58-a45489991118 HTTP/1.1" status: 200 len: 945 time: 0.1309116 Jul 14 09:38:40.045401 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-628ad4fc-be30-4d82-9d9f-5637c31cf680 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:40.047253 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 38990) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:40.169924 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-628ad4fc-be30-4d82-9d9f-5637c31cf680 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:40.205285 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5d140e90-9b3a-4e95-9720-afd6bc508b99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:40.206247 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-38a0f22c-11f5-44bb-9427-a2dbfcf96ba5 req-14c0a9c2-8a6e-42eb-982a-72c76a45648e tempest-ServerGroupTestJSON-1802954599 tempest-ServerGroupTestJSON-1802954599-project] 10.222.0.68 "GET /v2.0/security-groups?id=9a2afef1-df5e-45ba-8c0b-6a53eaf81b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893241 Jul 14 09:38:40.208129 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-628ad4fc-be30-4d82-9d9f-5637c31cf680 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:40.242800 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-4035ad27-673f-4b9c-89cd-60d38eceb475 req-ceafeddc-2919-4ce7-8cfb-2929508ff314 tempest-ServerMetadataNegativeTestJSON-805877545 tempest-ServerMetadataNegativeTestJSON-805877545-project] 10.222.0.68 "GET /v2.0/ports?device_id=2e8218d9-759c-4bf8-a6cc-1a2d4180c53a HTTP/1.1" status: 200 len: 210 time: 0.0675120 Jul 14 09:38:40.270045 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [req-9c5a6887-7db1-4552-a294-ad06a42d037f req-ca5e4c6d-7796-4084-8e58-b0926ba907fa tempest-ServerMetadataNegativeTestJSON-805877545 tempest-ServerMetadataNegativeTestJSON-805877545-project] Allocated IP 172.20.0.7 (175c44aa-dad1-4ad9-ba5f-2f01d67ae7af/2381f4a2-32e5-4343-be18-ae780c018c89/9a1f76b0-2d15-4966-a2e7-7f1ea50f3b4a) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:38:40.299299 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7016c4b0-7f7a-4b9d-b909-67ddcf8dc966 tempest-TestServerBasicOps-1018423846 tempest-TestServerBasicOps-1018423846-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:40.322192 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-628ad4fc-be30-4d82-9d9f-5637c31cf680 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=134d65823671466e9a50f90c02bedf4f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5355420 Jul 14 09:38:40.322844 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 38994) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:40.332559 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628ad4fc-be30-4d82-9d9f-5637c31cf680 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c62738e-f06a-4384-962f-386290a4da71,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:40.420889 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3de7afca-fc45-46b3-888b-7ab07e6350a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:40.462653 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3de7afca-fc45-46b3-888b-7ab07e6350a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:40.587839 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3de7afca-fc45-46b3-888b-7ab07e6350a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:40.591024 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3de7afca-fc45-46b3-888b-7ab07e6350a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:40.592486 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-3de7afca-fc45-46b3-888b-7ab07e6350a4 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/1c62738e-f06a-4384-962f-386290a4da71 HTTP/1.1" status: 204 len: 168 time: 0.2659380 Jul 14 09:38:40.602844 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de7afca-fc45-46b3-888b-7ab07e6350a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c62738e-f06a-4384-962f-386290a4da71,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:40.930197 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a5de98-a5ac-42e0-ba01-5d1b43c1b940 req-45a213b4-61a7-4558-bee3-9ba58a687cff tempest-ServerGroupTestJSON-1802954599 tempest-ServerGroupTestJSON-1802954599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:40.932984 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-b7a5de98-a5ac-42e0-ba01-5d1b43c1b940 req-45a213b4-61a7-4558-bee3-9ba58a687cff tempest-ServerGroupTestJSON-1802954599 tempest-ServerGroupTestJSON-1802954599-project] 10.222.0.68 "GET /v2.0/ports?device_id=ef32e869-b096-488f-9e58-a45489991118 HTTP/1.1" status: 200 len: 945 time: 0.1026499 Jul 14 09:38:40.936498 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7016c4b0-7f7a-4b9d-b909-67ddcf8dc966 tempest-TestServerBasicOps-1018423846 tempest-TestServerBasicOps-1018423846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:40.981224 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5d140e90-9b3a-4e95-9720-afd6bc508b99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:40.984491 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-9c5a6887-7db1-4552-a294-ad06a42d037f req-ca5e4c6d-7796-4084-8e58-b0926ba907fa tempest-ServerMetadataNegativeTestJSON-805877545 tempest-ServerMetadataNegativeTestJSON-805877545-project] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:40.995635 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-b7a5de98-a5ac-42e0-ba01-5d1b43c1b940 req-bb971fbd-bbb6-42a6-bb6d-454dcbb43382 tempest-ServerGroupTestJSON-1802954599 tempest-ServerGroupTestJSON-1802954599-project] 10.222.0.68 "GET /v2.0/security-groups?id=9a2afef1-df5e-45ba-8c0b-6a53eaf81b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566516 Jul 14 09:38:41.001637 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5d140e90-9b3a-4e95-9720-afd6bc508b99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:41.045108 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-5d140e90-9b3a-4e95-9720-afd6bc508b99 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=2986a88d2e034d67a368f20ae2b5526f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9885528 Jul 14 09:38:41.047898 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 39008) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:41.117186 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 39010) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:41.136436 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-960e9436-02fc-4d36-8a21-3f973cc7daab admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:41.138670 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c80193d8-44ec-49f1-89c0-bd82e02d37d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:41.140194 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-9c5a6887-7db1-4552-a294-ad06a42d037f req-ca5e4c6d-7796-4084-8e58-b0926ba907fa tempest-ServerMetadataNegativeTestJSON-805877545 tempest-ServerMetadataNegativeTestJSON-805877545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:41.186775 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c80193d8-44ec-49f1-89c0-bd82e02d37d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:41.220577 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d140e90-9b3a-4e95-9720-afd6bc508b99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76427f37-85e0-482a-9a26-81b0462d1939,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:41.255757 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c5a6887-7db1-4552-a294-ad06a42d037f req-ca5e4c6d-7796-4084-8e58-b0926ba907fa tempest-ServerMetadataNegativeTestJSON-805877545 tempest-ServerMetadataNegativeTestJSON-805877545-project] Network 175c44aa-dad1-4ad9-ba5f-2f01d67ae7af is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:38:41.263203 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [req-9c5a6887-7db1-4552-a294-ad06a42d037f req-ca5e4c6d-7796-4084-8e58-b0926ba907fa tempest-ServerMetadataNegativeTestJSON-805877545 tempest-ServerMetadataNegativeTestJSON-805877545-project] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:38:41.268154 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e4c6d-7796-4084-8e58-b0926ba907fa tempest-ServerMetadataNegativeTestJSON-805877545 tempest-ServerMetadataNegativeTestJSON-805877545-project] Pushing event updated for resources: {'Port': ['ID=9a1f76b0-2d15-4966-a2e7-7f1ea50f3b4a,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:41.272344 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c5a6887-7db1-4552-a294-ad06a42d037f req-ca5e4c6d-7796-4084-8e58-b0926ba907fa tempest-ServerMetadataNegativeTestJSON-805877545 tempest-ServerMetadataNegativeTestJSON-805877545-project] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:38:41.355170 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5a6887-7db1-4552-a294-ad06a42d037f req-ca5e4c6d-7796-4084-8e58-b0926ba907fa tempest-ServerMetadataNegativeTestJSON-805877545 tempest-ServerMetadataNegativeTestJSON-805877545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:41.355845 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-9c5a6887-7db1-4552-a294-ad06a42d037f req-ca5e4c6d-7796-4084-8e58-b0926ba907fa tempest-ServerMetadataNegativeTestJSON-805877545 tempest-ServerMetadataNegativeTestJSON-805877545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:41.387237 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-960e9436-02fc-4d36-8a21-3f973cc7daab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:41.390579 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-960e9436-02fc-4d36-8a21-3f973cc7daab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:41.411551 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c80193d8-44ec-49f1-89c0-bd82e02d37d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:41.414276 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c80193d8-44ec-49f1-89c0-bd82e02d37d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:41.416352 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-c80193d8-44ec-49f1-89c0-bd82e02d37d8 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/76427f37-85e0-482a-9a26-81b0462d1939 HTTP/1.1" status: 204 len: 168 time: 0.3673186 Jul 14 09:38:41.425205 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-9c5a6887-7db1-4552-a294-ad06a42d037f req-ca5e4c6d-7796-4084-8e58-b0926ba907fa tempest-ServerMetadataNegativeTestJSON-805877545 tempest-ServerMetadataNegativeTestJSON-805877545-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7902665 Jul 14 09:38:41.443023 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-960e9436-02fc-4d36-8a21-3f973cc7daab admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=be0ea8784e06424b92a348959e34a370&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3247387 Jul 14 09:38:41.445331 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960e9436-02fc-4d36-8a21-3f973cc7daab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afe6f888-0514-4e31-a12e-017cb12bbde9,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:41.451359 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-9c5a6887-7db1-4552-a294-ad06a42d037f req-509fe274-e7de-4a84-b3a1-b0cd6fce13aa service neutron] Request body: {'port': {'device_id': '2e8218d9-759c-4bf8-a6cc-1a2d4180c53a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-29'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:38:41.457759 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7016c4b0-7f7a-4b9d-b909-67ddcf8dc966 tempest-TestServerBasicOps-1018423846 tempest-TestServerBasicOps-1018423846-project] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:41.462730 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 39018) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:41.483848 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7016c4b0-7f7a-4b9d-b909-67ddcf8dc966 tempest-TestServerBasicOps-1018423846 tempest-TestServerBasicOps-1018423846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:41.498984 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80193d8-44ec-49f1-89c0-bd82e02d37d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76427f37-85e0-482a-9a26-81b0462d1939,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:41.542831 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7016c4b0-7f7a-4b9d-b909-67ddcf8dc966 tempest-TestServerBasicOps-1018423846 tempest-TestServerBasicOps-1018423846-project] Pushing event updated for resources: {'Port': ['ID=358815f4-12ec-40b1-8153-452f0ae0cfc7,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:41.578226 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e2b1925c-f820-48cd-bd5c-9b6da3696c21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:41.604251 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e2b1925c-f820-48cd-bd5c-9b6da3696c21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:41.671751 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e2b1925c-f820-48cd-bd5c-9b6da3696c21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:41.673896 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36eeb32-9201-4e11-8873-1f1ddd7bbca8 req-a0d12d54-266f-4c6b-ab71-6a8fbcaa6777 tempest-ServerMetadataNegativeTestJSON-805877545 tempest-ServerMetadataNegativeTestJSON-805877545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:41.675369 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e2b1925c-f820-48cd-bd5c-9b6da3696c21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:41.675504 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c36eeb32-9201-4e11-8873-1f1ddd7bbca8 req-a0d12d54-266f-4c6b-ab71-6a8fbcaa6777 tempest-ServerMetadataNegativeTestJSON-805877545 tempest-ServerMetadataNegativeTestJSON-805877545-project] 10.222.0.68 "GET /v2.0/ports?device_id=2e8218d9-759c-4bf8-a6cc-1a2d4180c53a HTTP/1.1" status: 200 len: 931 time: 0.2930689 Jul 14 09:38:41.676971 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-e2b1925c-f820-48cd-bd5c-9b6da3696c21 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/afe6f888-0514-4e31-a12e-017cb12bbde9 HTTP/1.1" status: 204 len: 168 time: 0.2112112 Jul 14 09:38:41.691645 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7016c4b0-7f7a-4b9d-b909-67ddcf8dc966 tempest-TestServerBasicOps-1018423846 tempest-TestServerBasicOps-1018423846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-660590'] for floatingip, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:41.704222 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b1925c-f820-48cd-bd5c-9b6da3696c21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afe6f888-0514-4e31-a12e-017cb12bbde9,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:41.905988 n-d-779913-29 neutron-server[93957]: INFO neutron.db.l3_db [None req-7016c4b0-7f7a-4b9d-b909-67ddcf8dc966 tempest-TestServerBasicOps-1018423846 tempest-TestServerBasicOps-1018423846-project] Floating IP e103dacf-6594-4a7f-b06a-6b32123dfda3 associated. External IP: 172.25.4.32, port: 951ef3a9-76ee-4383-aa7d-5f3334e0ffb8. Jul 14 09:38:41.910052 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-9c5a6887-7db1-4552-a294-ad06a42d037f req-509fe274-e7de-4a84-b3a1-b0cd6fce13aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:42.131679 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c36eeb32-9201-4e11-8873-1f1ddd7bbca8 req-5da25eb3-797f-459c-bf4a-0d22539485bb tempest-ServerMetadataNegativeTestJSON-805877545 tempest-ServerMetadataNegativeTestJSON-805877545-project] 10.222.0.68 "GET /v2.0/security-groups?id=33f96cc0-2a31-47c6-9f3e-d7747199b03b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2288985 Jul 14 09:38:42.327567 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d7ed29-0d57-4739-88bd-d5f4ecee6321 req-2d218f3a-b71a-4a33-b530-b219b145f656 tempest-ServerGroupTestJSON-1802954599 tempest-ServerGroupTestJSON-1802954599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:42.329389 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-c4d7ed29-0d57-4739-88bd-d5f4ecee6321 req-2d218f3a-b71a-4a33-b530-b219b145f656 tempest-ServerGroupTestJSON-1802954599 tempest-ServerGroupTestJSON-1802954599-project] 10.222.0.68 "GET /v2.0/ports?device_id=ef32e869-b096-488f-9e58-a45489991118 HTTP/1.1" status: 200 len: 945 time: 0.1274357 Jul 14 09:38:42.424322 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-c4d7ed29-0d57-4739-88bd-d5f4ecee6321 req-fea83c18-f509-4bdc-b422-aa7de318e3f5 tempest-ServerGroupTestJSON-1802954599 tempest-ServerGroupTestJSON-1802954599-project] 10.222.0.68 "GET /v2.0/security-groups?id=9a2afef1-df5e-45ba-8c0b-6a53eaf81b56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868380 Jul 14 09:38:42.513684 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb391fd-f7f5-488c-9b72-90d23293e705 req-1ce32c49-dd28-462a-bb51-61285a497192 tempest-ServerGroupTestJSON-1802954599 tempest-ServerGroupTestJSON-1802954599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:42.515559 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-7eb391fd-f7f5-488c-9b72-90d23293e705 req-1ce32c49-dd28-462a-bb51-61285a497192 tempest-ServerGroupTestJSON-1802954599 tempest-ServerGroupTestJSON-1802954599-project] 10.222.0.65 "GET /v2.0/ports?device_id=ef32e869-b096-488f-9e58-a45489991118 HTTP/1.1" status: 200 len: 945 time: 0.2965715 Jul 14 09:38:42.588089 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7016c4b0-7f7a-4b9d-b909-67ddcf8dc966 tempest-TestServerBasicOps-1018423846 tempest-TestServerBasicOps-1018423846-project] Router f9725ee0-cfd0-4c44-bdfb-6f1cab043168 has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:38:42.757636 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [req-9c5a6887-7db1-4552-a294-ad06a42d037f req-509fe274-e7de-4a84-b3a1-b0cd6fce13aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a1f76b0-2d15-4966-a2e7-7f1ea50f3b4a {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:38:42.798347 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:42.802001 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-9c5a6887-7db1-4552-a294-ad06a42d037f req-509fe274-e7de-4a84-b3a1-b0cd6fce13aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:42.842599 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [req-9c5a6887-7db1-4552-a294-ad06a42d037f req-509fe274-e7de-4a84-b3a1-b0cd6fce13aa service neutron] Transition to ACTIVE for port object 9a1f76b0-2d15-4966-a2e7-7f1ea50f3b4a will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:38:42.855832 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [req-7eb391fd-f7f5-488c-9b72-90d23293e705 req-b217e7f0-06cd-4b5d-b5cf-25b14b3cd62f tempest-ServerGroupTestJSON-1802954599 tempest-ServerGroupTestJSON-1802954599-project] Deleting port 8a69e42e-93f3-4fe9-aa67-77aefb19895a {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:38:42.856195 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-7eb391fd-f7f5-488c-9b72-90d23293e705 req-b217e7f0-06cd-4b5d-b5cf-25b14b3cd62f tempest-ServerGroupTestJSON-1802954599 tempest-ServerGroupTestJSON-1802954599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:42.859324 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-9c5a6887-7db1-4552-a294-ad06a42d037f req-509fe274-e7de-4a84-b3a1-b0cd6fce13aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:42.865202 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7016c4b0-7f7a-4b9d-b909-67ddcf8dc966 tempest-TestServerBasicOps-1018423846 tempest-TestServerBasicOps-1018423846-project] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:38:42.876649 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-968b9ab4-bc36-457e-b384-63369e316d9a None None] Sync routers for ids ['f9725ee0-cfd0-4c44-bdfb-6f1cab043168'] in n-d-779913-29 {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:38:42.892793 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-968b9ab4-bc36-457e-b384-63369e316d9a None None] Routers {'f9725ee0-cfd0-4c44-bdfb-6f1cab043168'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:38:42.894312 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-968b9ab4-bc36-457e-b384-63369e316d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:38:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['f9725ee0-cfd0-4c44-bdfb-6f1cab043168'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:38:43.005828 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7016c4b0-7f7a-4b9d-b909-67ddcf8dc966 tempest-TestServerBasicOps-1018423846 tempest-TestServerBasicOps-1018423846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for floatingip, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:43.011169 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509fe274-e7de-4a84-b3a1-b0cd6fce13aa service neutron] Pushing event updated for resources: {'Port': ['ID=9a1f76b0-2d15-4966-a2e7-7f1ea50f3b4a,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:43.135072 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-7eb391fd-f7f5-488c-9b72-90d23293e705 req-b217e7f0-06cd-4b5d-b5cf-25b14b3cd62f tempest-ServerGroupTestJSON-1802954599 tempest-ServerGroupTestJSON-1802954599-project] For port 8a69e42e-93f3-4fe9-aa67-77aefb19895a, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=8a69e42e-93f3-4fe9-aa67-77aefb19895a,segment=NetworkSegment(75767ca8-4ae2-4764-b338-8f7046044c95),segment_id=75767ca8-4ae2-4764-b338-8f7046044c95)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:38:43.136150 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-7eb391fd-f7f5-488c-9b72-90d23293e705 req-b217e7f0-06cd-4b5d-b5cf-25b14b3cd62f tempest-ServerGroupTestJSON-1802954599 tempest-ServerGroupTestJSON-1802954599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:43.166036 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvr_db [None req-968b9ab4-bc36-457e-b384-63369e316d9a None None] Set router f9725ee0-cfd0-4c44-bdfb-6f1cab043168 gateway port host: n-d-779913-29 {{(pid=93959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:38:43.166757 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-7016c4b0-7f7a-4b9d-b909-67ddcf8dc966 tempest-TestServerBasicOps-1018423846 tempest-TestServerBasicOps-1018423846-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 4.9202693 Jul 14 09:38:43.171626 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7aa1ffcc-49bc-4331-be36-b793b08d3aa0', 'tag': '951ef3a9-76ee-4383-aa7d-5f3334e0ffb8'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:38:43.174334 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfc27789-6ff5-424b-aa10-9044e79b7731" -d '{"events": [{"name": "network-changed", "server_uuid": "7aa1ffcc-49bc-4331-be36-b793b08d3aa0", "tag": "951ef3a9-76ee-4383-aa7d-5f3334e0ffb8"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:38:43.186802 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [req-7eb391fd-f7f5-488c-9b72-90d23293e705 req-b217e7f0-06cd-4b5d-b5cf-25b14b3cd62f tempest-ServerGroupTestJSON-1802954599 tempest-ServerGroupTestJSON-1802954599-project] Calling delete_port for 8a69e42e-93f3-4fe9-aa67-77aefb19895a owned by compute:nova {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:38:43.218092 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-9c5a6887-7db1-4552-a294-ad06a42d037f req-509fe274-e7de-4a84-b3a1-b0cd6fce13aa service neutron] Attempting to bind port 9a1f76b0-2d15-4966-a2e7-7f1ea50f3b4a on host n-h2-779913-29 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:38:43.218660 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-9c5a6887-7db1-4552-a294-ad06a42d037f req-509fe274-e7de-4a84-b3a1-b0cd6fce13aa service neutron] Attempting to bind port 9a1f76b0-2d15-4966-a2e7-7f1ea50f3b4a by drivers openvswitch,hyperv on host n-h2-779913-29 at level 0 using segments [{'id': '824d882e-6cc9-42b3-bad1-78c788560216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '175c44aa-dad1-4ad9-ba5f-2f01d67ae7af'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:38:43.219450 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c5a6887-7db1-4552-a294-ad06a42d037f req-509fe274-e7de-4a84-b3a1-b0cd6fce13aa service neutron] Attempting to bind port 9a1f76b0-2d15-4966-a2e7-7f1ea50f3b4a on network 175c44aa-dad1-4ad9-ba5f-2f01d67ae7af {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:38:43.261787 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:38:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4463746f-c9cd-4960-9fa7-c9b95dd04241 x-openstack-request-id: req-4463746f-c9cd-4960-9fa7-c9b95dd04241 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:38:43.262096 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7aa1ffcc-49bc-4331-be36-b793b08d3aa0", "tag": "951ef3a9-76ee-4383-aa7d-5f3334e0ffb8", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:38:43.262429 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-4463746f-c9cd-4960-9fa7-c9b95dd04241 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:38:43.262904 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7aa1ffcc-49bc-4331-be36-b793b08d3aa0', 'tag': '951ef3a9-76ee-4383-aa7d-5f3334e0ffb8', 'status': 'completed', 'code': 200} Jul 14 09:38:43.268897 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c5a6887-7db1-4552-a294-ad06a42d037f req-509fe274-e7de-4a84-b3a1-b0cd6fce13aa service neutron] Port 9a1f76b0-2d15-4966-a2e7-7f1ea50f3b4a on network 175c44aa-dad1-4ad9-ba5f-2f01d67ae7af not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-29 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:38:43.269379 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c5a6887-7db1-4552-a294-ad06a42d037f req-509fe274-e7de-4a84-b3a1-b0cd6fce13aa service neutron] Attempting to bind port 9a1f76b0-2d15-4966-a2e7-7f1ea50f3b4a on network 175c44aa-dad1-4ad9-ba5f-2f01d67ae7af {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:38:43.278715 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c5a6887-7db1-4552-a294-ad06a42d037f req-509fe274-e7de-4a84-b3a1-b0cd6fce13aa service neutron] Checking agent: {'id': '013e4a3b-a634-47b8-b6a5-1a25109b73fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 13, 13), 'started_at': datetime.datetime(2021, 7, 14, 9, 13, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 38, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:38:43.279152 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c5a6887-7db1-4552-a294-ad06a42d037f req-509fe274-e7de-4a84-b3a1-b0cd6fce13aa service neutron] Checking segment: {'id': '824d882e-6cc9-42b3-bad1-78c788560216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '175c44aa-dad1-4ad9-ba5f-2f01d67ae7af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:38:43.279619 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c5a6887-7db1-4552-a294-ad06a42d037f req-509fe274-e7de-4a84-b3a1-b0cd6fce13aa service neutron] Bound using segment: {'id': '824d882e-6cc9-42b3-bad1-78c788560216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '175c44aa-dad1-4ad9-ba5f-2f01d67ae7af'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:38:43.280138 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-9c5a6887-7db1-4552-a294-ad06a42d037f req-509fe274-e7de-4a84-b3a1-b0cd6fce13aa service neutron] Bound port: 9a1f76b0-2d15-4966-a2e7-7f1ea50f3b4a, host: n-h2-779913-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '824d882e-6cc9-42b3-bad1-78c788560216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '175c44aa-dad1-4ad9-ba5f-2f01d67ae7af'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:38:43.280580 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-9c5a6887-7db1-4552-a294-ad06a42d037f req-509fe274-e7de-4a84-b3a1-b0cd6fce13aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:43.418934 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-9c5a6887-7db1-4552-a294-ad06a42d037f req-509fe274-e7de-4a84-b3a1-b0cd6fce13aa service neutron] For port 9a1f76b0-2d15-4966-a2e7-7f1ea50f3b4a, host n-h2-779913-29, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:38:43.444936 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-9c5a6887-7db1-4552-a294-ad06a42d037f req-509fe274-e7de-4a84-b3a1-b0cd6fce13aa service neutron] For port 9a1f76b0-2d15-4966-a2e7-7f1ea50f3b4a, host n-h2-779913-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=9a1f76b0-2d15-4966-a2e7-7f1ea50f3b4a,segment=NetworkSegment(824d882e-6cc9-42b3-bad1-78c788560216),segment_id=824d882e-6cc9-42b3-bad1-78c788560216)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:38:43.461144 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-9c5a6887-7db1-4552-a294-ad06a42d037f req-509fe274-e7de-4a84-b3a1-b0cd6fce13aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:43.465003 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc27789-6ff5-424b-aa10-9044e79b7731 req-c185e11c-d9f1-4682-9c6d-08d95fa351c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:43.471507 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-dfc27789-6ff5-424b-aa10-9044e79b7731 req-c185e11c-d9f1-4682-9c6d-08d95fa351c7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8e5e3e24b23942559d8e5fd9c20fa07d&device_id=7aa1ffcc-49bc-4331-be36-b793b08d3aa0 HTTP/1.1" status: 200 len: 1097 time: 0.1580470 Jul 14 09:38:43.552386 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5a6887-7db1-4552-a294-ad06a42d037f req-509fe274-e7de-4a84-b3a1-b0cd6fce13aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:43.553346 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-9c5a6887-7db1-4552-a294-ad06a42d037f req-509fe274-e7de-4a84-b3a1-b0cd6fce13aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:43.554793 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-9c5a6887-7db1-4552-a294-ad06a42d037f req-509fe274-e7de-4a84-b3a1-b0cd6fce13aa service neutron] 10.222.0.57 "PUT /v2.0/ports/9a1f76b0-2d15-4966-a2e7-7f1ea50f3b4a HTTP/1.1" status: 200 len: 1092 time: 2.1127594 Jul 14 09:38:43.584848 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-7eb391fd-f7f5-488c-9b72-90d23293e705 req-b217e7f0-06cd-4b5d-b5cf-25b14b3cd62f tempest-ServerGroupTestJSON-1802954599 tempest-ServerGroupTestJSON-1802954599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:43.721474 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:43.736785 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-968b9ab4-bc36-457e-b384-63369e316d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9725ee0-cfd0-4c44-bdfb-6f1cab043168', 'name': 'tempest-TestServerBasicOps-1350170889-router', 'tenant_id': '8e5e3e24b23942559d8e5fd9c20fa07d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.148'}], 'enable_snat': True}, 'gw_port_id': '72a61d52-80fb-419b-9033-1a5e3cac6456', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:37:41Z', 'updated_at': '2021-07-14T09:37:48Z', 'revision_number': 4, 'project_id': '8e5e3e24b23942559d8e5fd9c20fa07d', 'gw_port': {'id': '72a61d52-80fb-419b-9033-1a5e3cac6456', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:a4:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9725ee0-cfd0-4c44-bdfb-6f1cab043168', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2393, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:37:42Z', 'updated_at': '2021-07-14T09:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_floatingips': [{'id': 'e103dacf-6594-4a7f-b06a-6b32123dfda3', 'tenant_id': '8e5e3e24b23942559d8e5fd9c20fa07d', 'floating_ip_address': '172.25.4.32', 'floating_network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'router_id': 'f9725ee0-cfd0-4c44-bdfb-6f1cab043168', 'port_id': '951ef3a9-76ee-4383-aa7d-5f3334e0ffb8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2466, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c29f6d8-c262-4639-bd5f-4fee768f8f0b', 'mac_address': 'fa:16:3e:9f:c0:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aa1ffcc-49bc-4331-be36-b793b08d3aa0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:38:39Z', 'updated_at': '2021-07-14T09:38:39Z', 'revision_number': 0, 'project_id': '8e5e3e24b23942559d8e5fd9c20fa07d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c80ecb96-3dec-46ba-9ce0-e10742d650a6', 'name': '', 'network_id': '6c29f6d8-c262-4639-bd5f-4fee768f8f0b', 'tenant_id': '8e5e3e24b23942559d8e5fd9c20fa07d', 'mac_address': 'fa:16:3e:6c:5a:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9725ee0-cfd0-4c44-bdfb-6f1cab043168', 'device_owner': 'network:router_interface', 'standard_attr_id': 2394, 'fixed_ips': [{'subnet_id': 'bdb5ef61-646e-46dd-82a7-ce9d14bdc4cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:37:47Z', 'updated_at': '2021-07-14T09:37:58Z', 'revision_number': 5, 'project_id': '8e5e3e24b23942559d8e5fd9c20fa07d', 'subnets': [{'id': 'bdb5ef61-646e-46dd-82a7-ce9d14bdc4cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:38:43.778674 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc27789-6ff5-424b-aa10-9044e79b7731 req-31ad3073-c9a8-4891-9a2e-edc5d0ca3f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:43.780187 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-dfc27789-6ff5-424b-aa10-9044e79b7731 req-31ad3073-c9a8-4891-9a2e-edc5d0ca3f66 service neutron] 10.222.0.57 "GET /v2.0/networks?id=6c29f6d8-c262-4639-bd5f-4fee768f8f0b HTTP/1.1" status: 200 len: 910 time: 0.3024108 Jul 14 09:38:43.795261 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-968b9ab4-bc36-457e-b384-63369e316d9a None None] Checking router: f9725ee0-cfd0-4c44-bdfb-6f1cab043168 for host: n-d-779913-29 {{(pid=93959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:38:43.805486 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-968b9ab4-bc36-457e-b384-63369e316d9a None None] Routers {'f9725ee0-cfd0-4c44-bdfb-6f1cab043168'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:38:43.806888 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-968b9ab4-bc36-457e-b384-63369e316d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:38:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['f9725ee0-cfd0-4c44-bdfb-6f1cab043168'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:38:43.936735 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvr_db [None req-968b9ab4-bc36-457e-b384-63369e316d9a None None] Set router f9725ee0-cfd0-4c44-bdfb-6f1cab043168 gateway port host: n-d-779913-29 {{(pid=93959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:38:44.021207 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-996afd4b-437a-4dc5-a7c1-bb6a7002bad6 req-f8a89aba-9acb-409c-828d-e7f0bc6827ce tempest-ServerGroupTestJSON-1802954599 tempest-ServerGroupTestJSON-1802954599-project] 10.222.0.68 "GET /v2.0/ports?device_id=ef32e869-b096-488f-9e58-a45489991118 HTTP/1.1" status: 200 len: 210 time: 0.2399573 Jul 14 09:38:44.056442 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-7eb391fd-f7f5-488c-9b72-90d23293e705 req-b217e7f0-06cd-4b5d-b5cf-25b14b3cd62f tempest-ServerGroupTestJSON-1802954599 tempest-ServerGroupTestJSON-1802954599-project] No DVR routers for this DVR port 8a69e42e-93f3-4fe9-aa67-77aefb19895a on host n-h1-779913-29 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:38:44.063604 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-7eb391fd-f7f5-488c-9b72-90d23293e705 req-b217e7f0-06cd-4b5d-b5cf-25b14b3cd62f tempest-ServerGroupTestJSON-1802954599 tempest-ServerGroupTestJSON-1802954599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:44.067884 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-7eb391fd-f7f5-488c-9b72-90d23293e705 req-b217e7f0-06cd-4b5d-b5cf-25b14b3cd62f tempest-ServerGroupTestJSON-1802954599 tempest-ServerGroupTestJSON-1802954599-project] 10.222.0.65 "DELETE /v2.0/ports/8a69e42e-93f3-4fe9-aa67-77aefb19895a HTTP/1.1" status: 204 len: 173 time: 1.5375419 Jul 14 09:38:44.070504 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509fe274-e7de-4a84-b3a1-b0cd6fce13aa service neutron] Pushing event updated for resources: {'Port': ['ID=9a1f76b0-2d15-4966-a2e7-7f1ea50f3b4a,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:44.119411 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-dfc27789-6ff5-424b-aa10-9044e79b7731 req-e92eda65-74f5-47f4-b264-db65606ffa12 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=951ef3a9-76ee-4383-aa7d-5f3334e0ffb8 HTTP/1.1" status: 200 len: 998 time: 0.3178556 Jul 14 09:38:44.176868 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b217e7f0-06cd-4b5d-b5cf-25b14b3cd62f tempest-ServerGroupTestJSON-1802954599 tempest-ServerGroupTestJSON-1802954599-project] Pushing event deleted for resources: {'Port': ['ID=8a69e42e-93f3-4fe9-aa67-77aefb19895a,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:44.216568 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc27789-6ff5-424b-aa10-9044e79b7731 req-842e90a0-46b1-4e5a-a5d1-328b6755fa3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:44.218732 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-dfc27789-6ff5-424b-aa10-9044e79b7731 req-842e90a0-46b1-4e5a-a5d1-328b6755fa3c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=bdb5ef61-646e-46dd-82a7-ce9d14bdc4cf HTTP/1.1" status: 200 len: 848 time: 0.0937371 Jul 14 09:38:44.252340 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13601f37-e5e1-4397-9a2f-ac628dae0d61 req-83253ae5-ed95-4793-89c6-911e29262f79 tempest-ServerMetadataNegativeTestJSON-805877545 tempest-ServerMetadataNegativeTestJSON-805877545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:44.254059 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-13601f37-e5e1-4397-9a2f-ac628dae0d61 req-83253ae5-ed95-4793-89c6-911e29262f79 tempest-ServerMetadataNegativeTestJSON-805877545 tempest-ServerMetadataNegativeTestJSON-805877545-project] 10.222.0.68 "GET /v2.0/ports?device_id=2e8218d9-759c-4bf8-a6cc-1a2d4180c53a HTTP/1.1" status: 200 len: 943 time: 0.7210310 Jul 14 09:38:44.263094 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5a6887-7db1-4552-a294-ad06a42d037f req-1526dc57-e85e-41ca-a4b1-7247003f7918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:44.264633 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-9c5a6887-7db1-4552-a294-ad06a42d037f req-1526dc57-e85e-41ca-a4b1-7247003f7918 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=be65db764d814bf2a9e923919319c954&device_id=2e8218d9-759c-4bf8-a6cc-1a2d4180c53a HTTP/1.1" status: 200 len: 1095 time: 0.5482299 Jul 14 09:38:44.380408 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-9c5a6887-7db1-4552-a294-ad06a42d037f req-2ca97753-99f3-4af5-b81d-3addfca4443b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9a1f76b0-2d15-4966-a2e7-7f1ea50f3b4a HTTP/1.1" status: 200 len: 217 time: 0.0948834 Jul 14 09:38:44.392863 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc27789-6ff5-424b-aa10-9044e79b7731 req-7c67d5f9-62dc-4ec5-a50e-dfd43228c141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:44.397973 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-dfc27789-6ff5-424b-aa10-9044e79b7731 req-7c67d5f9-62dc-4ec5-a50e-dfd43228c141 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6c29f6d8-c262-4639-bd5f-4fee768f8f0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1709821 Jul 14 09:38:44.421951 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-968b9ab4-bc36-457e-b384-63369e316d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9725ee0-cfd0-4c44-bdfb-6f1cab043168', 'name': 'tempest-TestServerBasicOps-1350170889-router', 'tenant_id': '8e5e3e24b23942559d8e5fd9c20fa07d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.148'}], 'enable_snat': True}, 'gw_port_id': '72a61d52-80fb-419b-9033-1a5e3cac6456', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:37:41Z', 'updated_at': '2021-07-14T09:37:48Z', 'revision_number': 4, 'project_id': '8e5e3e24b23942559d8e5fd9c20fa07d', 'gw_port': {'id': '72a61d52-80fb-419b-9033-1a5e3cac6456', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:a4:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9725ee0-cfd0-4c44-bdfb-6f1cab043168', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2393, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:37:42Z', 'updated_at': '2021-07-14T09:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_floatingips': [{'id': 'e103dacf-6594-4a7f-b06a-6b32123dfda3', 'tenant_id': '8e5e3e24b23942559d8e5fd9c20fa07d', 'floating_ip_address': '172.25.4.32', 'floating_network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'router_id': 'f9725ee0-cfd0-4c44-bdfb-6f1cab043168', 'port_id': '951ef3a9-76ee-4383-aa7d-5f3334e0ffb8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2466, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c29f6d8-c262-4639-bd5f-4fee768f8f0b', 'mac_address': 'fa:16:3e:9f:c0:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aa1ffcc-49bc-4331-be36-b793b08d3aa0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:38:39Z', 'updated_at': '2021-07-14T09:38:39Z', 'revision_number': 0, 'project_id': '8e5e3e24b23942559d8e5fd9c20fa07d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c80ecb96-3dec-46ba-9ce0-e10742d650a6', 'name': '', 'network_id': '6c29f6d8-c262-4639-bd5f-4fee768f8f0b', 'tenant_id': '8e5e3e24b23942559d8e5fd9c20fa07d', 'mac_address': 'fa:16:3e:6c:5a:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9725ee0-cfd0-4c44-bdfb-6f1cab043168', 'device_owner': 'network:router_interface', 'standard_attr_id': 2394, 'fixed_ips': [{'subnet_id': 'bdb5ef61-646e-46dd-82a7-ce9d14bdc4cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:37:47Z', 'updated_at': '2021-07-14T09:37:58Z', 'revision_number': 5, 'project_id': '8e5e3e24b23942559d8e5fd9c20fa07d', 'subnets': [{'id': 'bdb5ef61-646e-46dd-82a7-ce9d14bdc4cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:38:44.478340 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-968b9ab4-bc36-457e-b384-63369e316d9a None None] The sync data for ids ['f9725ee0-cfd0-4c44-bdfb-6f1cab043168'] in n-d-779913-29 is: [{'id': 'f9725ee0-cfd0-4c44-bdfb-6f1cab043168', 'name': 'tempest-TestServerBasicOps-1350170889-router', 'tenant_id': '8e5e3e24b23942559d8e5fd9c20fa07d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.148'}], 'enable_snat': True}, 'gw_port_id': '72a61d52-80fb-419b-9033-1a5e3cac6456', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:37:41Z', 'updated_at': '2021-07-14T09:37:48Z', 'revision_number': 4, 'project_id': '8e5e3e24b23942559d8e5fd9c20fa07d', 'gw_port': {'id': '72a61d52-80fb-419b-9033-1a5e3cac6456', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:a4:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9725ee0-cfd0-4c44-bdfb-6f1cab043168', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2393, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:37:42Z', 'updated_at': '2021-07-14T09:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_floatingips': [{'id': 'e103dacf-6594-4a7f-b06a-6b32123dfda3', 'tenant_id': '8e5e3e24b23942559d8e5fd9c20fa07d', 'floating_ip_address': '172.25.4.32', 'floating_network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'router_id': 'f9725ee0-cfd0-4c44-bdfb-6f1cab043168', 'port_id': '951ef3a9-76ee-4383-aa7d-5f3334e0ffb8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2466, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c29f6d8-c262-4639-bd5f-4fee768f8f0b', 'mac_address': 'fa:16:3e:9f:c0:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aa1ffcc-49bc-4331-be36-b793b08d3aa0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:38:39Z', 'updated_at': '2021-07-14T09:38:39Z', 'revision_number': 0, 'project_id': '8e5e3e24b23942559d8e5fd9c20fa07d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c80ecb96-3dec-46ba-9ce0-e10742d650a6', 'name': '', 'network_id': '6c29f6d8-c262-4639-bd5f-4fee768f8f0b', 'tenant_id': '8e5e3e24b23942559d8e5fd9c20fa07d', 'mac_address': 'fa:16:3e:6c:5a:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9725ee0-cfd0-4c44-bdfb-6f1cab043168', 'device_owner': 'network:router_interface', 'standard_attr_id': 2394, 'fixed_ips': [{'subnet_id': 'bdb5ef61-646e-46dd-82a7-ce9d14bdc4cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:37:47Z', 'updated_at': '2021-07-14T09:37:58Z', 'revision_number': 5, 'project_id': '8e5e3e24b23942559d8e5fd9c20fa07d', 'subnets': [{'id': 'bdb5ef61-646e-46dd-82a7-ce9d14bdc4cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:38:44.510044 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-13601f37-e5e1-4397-9a2f-ac628dae0d61 req-07901aec-907a-42d3-954c-353c7b243e68 tempest-ServerMetadataNegativeTestJSON-805877545 tempest-ServerMetadataNegativeTestJSON-805877545-project] 10.222.0.68 "GET /v2.0/security-groups?id=33f96cc0-2a31-47c6-9f3e-d7747199b03b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2281482 Jul 14 09:38:44.531702 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5a6887-7db1-4552-a294-ad06a42d037f req-868d7c3c-a995-4c53-9e3a-a336bb0b63f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:44.533207 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-9c5a6887-7db1-4552-a294-ad06a42d037f req-868d7c3c-a995-4c53-9e3a-a336bb0b63f1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2381f4a2-32e5-4343-be18-ae780c018c89 HTTP/1.1" status: 200 len: 860 time: 0.1389101 Jul 14 09:38:44.568410 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-dfc27789-6ff5-424b-aa10-9044e79b7731 req-59075a96-6f89-4772-ae40-7e9dc967bbae service neutron] 10.222.0.57 "GET /v2.0/networks/6c29f6d8-c262-4639-bd5f-4fee768f8f0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645606 Jul 14 09:38:44.608633 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-9c5a6887-7db1-4552-a294-ad06a42d037f req-c1c2f550-2eff-400b-88ff-e285e5f63aa4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=175c44aa-dad1-4ad9-ba5f-2f01d67ae7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0647132 Jul 14 09:38:44.769035 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-9c5a6887-7db1-4552-a294-ad06a42d037f req-7558dcf2-08f3-4e1e-8df8-fdc0d9601a22 service neutron] 10.222.0.57 "GET /v2.0/networks/175c44aa-dad1-4ad9-ba5f-2f01d67ae7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441827 Jul 14 09:38:44.803021 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-dfc27789-6ff5-424b-aa10-9044e79b7731 req-7233daab-745f-4bda-8ce5-88b1abe89307 service neutron] 10.222.0.57 "GET /v2.0/networks/6c29f6d8-c262-4639-bd5f-4fee768f8f0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2231753 Jul 14 09:38:44.909456 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 8a69e42e-93f3-4fe9-aa67-77aefb19895a no longer exists at agent hyperv_n-h1-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:38:44.916836 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc51ff3f-5570-464f-bfda-89a87dfa6671 None None] New status for floating IP e103dacf-6594-4a7f-b06a-6b32123dfda3: ACTIVE {{(pid=93960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:38:44.969388 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-9c5a6887-7db1-4552-a294-ad06a42d037f req-1ddd9cf2-5e48-4e4a-8a7e-4968f6749399 service neutron] 10.222.0.57 "GET /v2.0/networks/175c44aa-dad1-4ad9-ba5f-2f01d67ae7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1945193 Jul 14 09:38:44.994177 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] No Port match for: 8a69e42e-93f3-4fe9-aa67-77aefb19895a {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:38:44.994537 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 8a69e42e-93f3-4fe9-aa67-77aefb19895a not bound to the agent host n-h1-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:38:45.264313 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e8218d9-759c-4bf8-a6cc-1a2d4180c53a', 'tag': '9a1f76b0-2d15-4966-a2e7-7f1ea50f3b4a'}, {'server_uuid': 'ef32e869-b096-488f-9e58-a45489991118', 'name': 'network-vif-deleted', 'tag': '8a69e42e-93f3-4fe9-aa67-77aefb19895a'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:38:45.268137 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3aff3aaa-ccbe-4bc8-b0dd-5ba0169e69c4" -d '{"events": [{"name": "network-changed", "server_uuid": "2e8218d9-759c-4bf8-a6cc-1a2d4180c53a", "tag": "9a1f76b0-2d15-4966-a2e7-7f1ea50f3b4a"}, {"server_uuid": "ef32e869-b096-488f-9e58-a45489991118", "name": "network-vif-deleted", "tag": "8a69e42e-93f3-4fe9-aa67-77aefb19895a"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:38:45.345312 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-3344417b-dd28-4db9-8058-fbebb3d72704 req-041dfbca-ba89-4c52-a034-21dc6d9079ef tempest-ServerGroupTestJSON-1802954599 tempest-ServerGroupTestJSON-1802954599-project] 10.222.0.68 "GET /v2.0/ports?device_id=ef32e869-b096-488f-9e58-a45489991118 HTTP/1.1" status: 200 len: 210 time: 0.0487013 Jul 14 09:38:45.389906 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 14 Jul 2021 09:38:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac7546a6-e6d6-414f-adac-4faba7c32346 x-openstack-request-id: req-ac7546a6-e6d6-414f-adac-4faba7c32346 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:38:45.390419 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e8218d9-759c-4bf8-a6cc-1a2d4180c53a", "tag": "9a1f76b0-2d15-4966-a2e7-7f1ea50f3b4a", "status": "completed", "code": 200}, {"server_uuid": "ef32e869-b096-488f-9e58-a45489991118", "name": "network-vif-deleted", "tag": "8a69e42e-93f3-4fe9-aa67-77aefb19895a", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:38:45.390683 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-ac7546a6-e6d6-414f-adac-4faba7c32346 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:38:45.391100 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e8218d9-759c-4bf8-a6cc-1a2d4180c53a', 'tag': '9a1f76b0-2d15-4966-a2e7-7f1ea50f3b4a', 'status': 'completed', 'code': 200} Jul 14 09:38:45.391366 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef32e869-b096-488f-9e58-a45489991118', 'name': 'network-vif-deleted', 'tag': '8a69e42e-93f3-4fe9-aa67-77aefb19895a', 'status': 'completed', 'code': 200} Jul 14 09:38:45.559229 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aff3aaa-ccbe-4bc8-b0dd-5ba0169e69c4 req-446e6016-6182-46ff-ac50-4b38a6348c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:45.564419 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3aff3aaa-ccbe-4bc8-b0dd-5ba0169e69c4 req-446e6016-6182-46ff-ac50-4b38a6348c4f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=be65db764d814bf2a9e923919319c954&device_id=2e8218d9-759c-4bf8-a6cc-1a2d4180c53a HTTP/1.1" status: 200 len: 1095 time: 0.1235657 Jul 14 09:38:45.607942 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.agents_db [None req-3c3509fb-540d-4335-a450-574895dd3602 None None] Agent healthcheck: found 7 active agents {{(pid=93960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:38:45.737194 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ff33a7-a724-4111-8f75-197f369b9a97 req-6a595cbb-8d63-47c4-a6ba-1f94a6a7f06e tempest-ServerMetadataNegativeTestJSON-805877545 tempest-ServerMetadataNegativeTestJSON-805877545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:45.750889 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-e2ff33a7-a724-4111-8f75-197f369b9a97 req-6a595cbb-8d63-47c4-a6ba-1f94a6a7f06e tempest-ServerMetadataNegativeTestJSON-805877545 tempest-ServerMetadataNegativeTestJSON-805877545-project] 10.222.0.68 "GET /v2.0/ports?device_id=2e8218d9-759c-4bf8-a6cc-1a2d4180c53a HTTP/1.1" status: 200 len: 943 time: 0.1032436 Jul 14 09:38:45.815497 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-e2ff33a7-a724-4111-8f75-197f369b9a97 req-a76e346c-299c-4972-9085-ab349ebed9fe tempest-ServerMetadataNegativeTestJSON-805877545 tempest-ServerMetadataNegativeTestJSON-805877545-project] 10.222.0.68 "GET /v2.0/security-groups?id=33f96cc0-2a31-47c6-9f3e-d7747199b03b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585968 Jul 14 09:38:45.833226 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aff3aaa-ccbe-4bc8-b0dd-5ba0169e69c4 req-7dcd6c35-e55b-4e1c-ae37-36e2a5674477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:45.833226 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3aff3aaa-ccbe-4bc8-b0dd-5ba0169e69c4 req-7dcd6c35-e55b-4e1c-ae37-36e2a5674477 service neutron] 10.222.0.57 "GET /v2.0/networks?id=175c44aa-dad1-4ad9-ba5f-2f01d67ae7af HTTP/1.1" status: 200 len: 921 time: 0.2559359 Jul 14 09:38:45.896656 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3aff3aaa-ccbe-4bc8-b0dd-5ba0169e69c4 req-cceb9f6c-0917-482b-9bbb-d470bf700762 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9a1f76b0-2d15-4966-a2e7-7f1ea50f3b4a HTTP/1.1" status: 200 len: 217 time: 0.0563145 Jul 14 09:38:45.974361 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aff3aaa-ccbe-4bc8-b0dd-5ba0169e69c4 req-b069c170-0efc-4f80-bef2-b4edfda41f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:45.976390 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3aff3aaa-ccbe-4bc8-b0dd-5ba0169e69c4 req-b069c170-0efc-4f80-bef2-b4edfda41f93 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2381f4a2-32e5-4343-be18-ae780c018c89 HTTP/1.1" status: 200 len: 860 time: 0.0691357 Jul 14 09:38:46.051987 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3aff3aaa-ccbe-4bc8-b0dd-5ba0169e69c4 req-7cfbd2b8-02ca-4e98-9be3-887b4486b843 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=175c44aa-dad1-4ad9-ba5f-2f01d67ae7af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0541022 Jul 14 09:38:46.209959 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 39164) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:46.366466 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ac97fbd8-6ff3-4e0c-b087-2f3a871f1285 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:46.542433 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ac97fbd8-6ff3-4e0c-b087-2f3a871f1285 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:46.555755 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ac97fbd8-6ff3-4e0c-b087-2f3a871f1285 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:46.590683 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3aff3aaa-ccbe-4bc8-b0dd-5ba0169e69c4 req-02aa0a3b-1f30-4ec4-b3b3-1092acbaaa45 service neutron] 10.222.0.57 "GET /v2.0/networks/175c44aa-dad1-4ad9-ba5f-2f01d67ae7af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5294769 Jul 14 09:38:46.606550 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-ac97fbd8-6ff3-4e0c-b087-2f3a871f1285 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=e9e0e1e622694f9d9d1d6d03f380c836&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3948507 Jul 14 09:38:46.607498 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac97fbd8-6ff3-4e0c-b087-2f3a871f1285 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec1a124e-e579-483e-a979-2d101a59772e,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:46.611963 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 39180) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:46.730763 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3aff3aaa-ccbe-4bc8-b0dd-5ba0169e69c4 req-9476f915-bd60-4d08-b525-9cd8ad51d13b service neutron] 10.222.0.57 "GET /v2.0/networks/175c44aa-dad1-4ad9-ba5f-2f01d67ae7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316581 Jul 14 09:38:46.744919 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c6f8d781-1c17-4f2c-82b4-1e069e3fd9b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:46.770646 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c6f8d781-1c17-4f2c-82b4-1e069e3fd9b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:46.900886 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c6f8d781-1c17-4f2c-82b4-1e069e3fd9b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:46.903818 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c6f8d781-1c17-4f2c-82b4-1e069e3fd9b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:46.905018 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-c6f8d781-1c17-4f2c-82b4-1e069e3fd9b9 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/ec1a124e-e579-483e-a979-2d101a59772e HTTP/1.1" status: 204 len: 168 time: 0.2918231 Jul 14 09:38:46.927657 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f8d781-1c17-4f2c-82b4-1e069e3fd9b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec1a124e-e579-483e-a979-2d101a59772e,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:47.118153 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 39214) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:47.138496 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04220afc-d503-4ad2-9a62-5bc6b6c347cd req-b6f7fc73-47e2-4f1c-9823-fbb6630cac86 tempest-ServerMetadataNegativeTestJSON-805877545 tempest-ServerMetadataNegativeTestJSON-805877545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:47.141850 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-04220afc-d503-4ad2-9a62-5bc6b6c347cd req-b6f7fc73-47e2-4f1c-9823-fbb6630cac86 tempest-ServerMetadataNegativeTestJSON-805877545 tempest-ServerMetadataNegativeTestJSON-805877545-project] 10.222.0.68 "GET /v2.0/ports?device_id=2e8218d9-759c-4bf8-a6cc-1a2d4180c53a HTTP/1.1" status: 200 len: 943 time: 0.1319094 Jul 14 09:38:47.203640 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-04220afc-d503-4ad2-9a62-5bc6b6c347cd req-5f0ca41f-fea6-47ca-b82f-c8a977ee8b3a tempest-ServerMetadataNegativeTestJSON-805877545 tempest-ServerMetadataNegativeTestJSON-805877545-project] 10.222.0.68 "GET /v2.0/security-groups?id=33f96cc0-2a31-47c6-9f3e-d7747199b03b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532558 Jul 14 09:38:47.210661 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_v2 [None req-b51005fd-26fe-41a6-ab79-37c2530d3b45 admin admin] Deleting subnet 873b5d20-26df-4f3f-9a05-6a18cae12f7e {{(pid=93957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:38:47.214872 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b51005fd-26fe-41a6-ab79-37c2530d3b45 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:47.256372 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b51005fd-26fe-41a6-ab79-37c2530d3b45 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10944203'] for subnet, precommit_delete_associations {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:47.309780 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b51005fd-26fe-41a6-ab79-37c2530d3b45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3481002'] for subnet, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:47.373223 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b51005fd-26fe-41a6-ab79-37c2530d3b45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10052701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11984075'] for subnet, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:47.414399 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51005fd-26fe-41a6-ab79-37c2530d3b45 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=873b5d20-26df-4f3f-9a05-6a18cae12f7e,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:47.420976 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b51005fd-26fe-41a6-ab79-37c2530d3b45 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:47.426077 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 39220) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:47.444972 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-b51005fd-26fe-41a6-ab79-37c2530d3b45 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/873b5d20-26df-4f3f-9a05-6a18cae12f7e HTTP/1.1" status: 204 len: 168 time: 0.3089342 Jul 14 09:38:47.515451 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c7756852-461f-4196-97b0-48a5f0c20eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3876111'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:47.666159 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c7756852-461f-4196-97b0-48a5f0c20eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473955', 'neutron.services.segments.db._delete_segments_for_network-8735688326548'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:47.666159 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-c7756852-461f-4196-97b0-48a5f0c20eb7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcee1c4b-b650-4f0d-a846-5b48bf8e3268']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:38:47.666159 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-c7756852-461f-4196-97b0-48a5f0c20eb7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75767ca8-4ae2-4764-b338-8f7046044c95') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:38:47.666159 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-c7756852-461f-4196-97b0-48a5f0c20eb7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75767ca8-4ae2-4764-b338-8f7046044c95') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:38:47.666159 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c7756852-461f-4196-97b0-48a5f0c20eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735688356235', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13574129'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:47.666159 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c7756852-461f-4196-97b0-48a5f0c20eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:47.666667 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7756852-461f-4196-97b0-48a5f0c20eb7 admin admin] Releasing vlan 739 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:38:47.666902 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c7756852-461f-4196-97b0-48a5f0c20eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13573126'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:47.668661 n-d-779913-29 neutron-server[93958]: Traceback (most recent call last): Jul 14 09:38:47.668661 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:38:47.668661 n-d-779913-29 neutron-server[93958]: timer() Jul 14 09:38:47.668661 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:38:47.668661 n-d-779913-29 neutron-server[93958]: cb(*args, **kw) Jul 14 09:38:47.668661 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:38:47.668661 n-d-779913-29 neutron-server[93958]: return func(*args, **kwargs) Jul 14 09:38:47.668661 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:38:47.668661 n-d-779913-29 neutron-server[93958]: self._notify() Jul 14 09:38:47.668661 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:38:47.668661 n-d-779913-29 neutron-server[93958]: self.callback(batched_events) Jul 14 09:38:47.668661 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:38:47.668661 n-d-779913-29 neutron-server[93958]: event.method(event) Jul 14 09:38:47.668661 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:38:47.668661 n-d-779913-29 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:38:47.668661 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:38:47.668661 n-d-779913-29 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:38:47.668661 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:38:47.668661 n-d-779913-29 neutron-server[93958]: return f(self, *a, **k) Jul 14 09:38:47.668661 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:38:47.668661 n-d-779913-29 neutron-server[93958]: return self._get(url).json() Jul 14 09:38:47.668661 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:38:47.668661 n-d-779913-29 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:38:47.668661 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:38:47.668661 n-d-779913-29 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 14 09:38:47.668661 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:38:47.668661 n-d-779913-29 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:38:47.668661 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:38:47.668661 n-d-779913-29 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:38:47.668661 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:38:47.668661 n-d-779913-29 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:38:47.668661 n-d-779913-29 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:38:47.685150 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 39224) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:47.710990 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2b6699f4-9d2b-43e7-ad01-8eb2821bea8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:47.910600 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2b6699f4-9d2b-43e7-ad01-8eb2821bea8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:47.920139 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2b6699f4-9d2b-43e7-ad01-8eb2821bea8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:47.968372 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-2b6699f4-9d2b-43e7-ad01-8eb2821bea8c admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=4010b11a6b2a40729eb56a830cee60f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2820320 Jul 14 09:38:47.972261 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 39232) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:48.016714 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6699f4-9d2b-43e7-ad01-8eb2821bea8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e880a886-95b2-46dc-b549-3926459b272d,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:48.084637 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-eed76576-2450-4bf8-afee-7ca8b2e6f8ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:48.097684 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c7756852-461f-4196-97b0-48a5f0c20eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660504'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:48.103571 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c7756852-461f-4196-97b0-48a5f0c20eb7 admin admin] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:48.105477 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-c7756852-461f-4196-97b0-48a5f0c20eb7 admin admin] 10.222.0.68 "DELETE /v2.0/networks/bcee1c4b-b650-4f0d-a846-5b48bf8e3268 HTTP/1.1" status: 204 len: 168 time: 0.6784098 Jul 14 09:38:48.120092 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7756852-461f-4196-97b0-48a5f0c20eb7 admin admin] Pushing event deleted for resources: {'Network': ['ID=bcee1c4b-b650-4f0d-a846-5b48bf8e3268,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:48.143878 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-eed76576-2450-4bf8-afee-7ca8b2e6f8ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:48.217306 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-eed76576-2450-4bf8-afee-7ca8b2e6f8ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:48.220933 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-eed76576-2450-4bf8-afee-7ca8b2e6f8ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:48.226633 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-eed76576-2450-4bf8-afee-7ca8b2e6f8ff admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/e880a886-95b2-46dc-b549-3926459b272d HTTP/1.1" status: 204 len: 168 time: 0.2531619 Jul 14 09:38:48.240570 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed76576-2450-4bf8-afee-7ca8b2e6f8ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e880a886-95b2-46dc-b549-3926459b272d,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:48.435003 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86d6b64-a8f0-4a7d-8b12-4edb7a5d40c3 req-65f05715-276c-429c-b44c-8113944b3540 tempest-ServerMetadataNegativeTestJSON-805877545 tempest-ServerMetadataNegativeTestJSON-805877545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:48.442564 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f86d6b64-a8f0-4a7d-8b12-4edb7a5d40c3 req-65f05715-276c-429c-b44c-8113944b3540 tempest-ServerMetadataNegativeTestJSON-805877545 tempest-ServerMetadataNegativeTestJSON-805877545-project] 10.222.0.68 "GET /v2.0/ports?device_id=2e8218d9-759c-4bf8-a6cc-1a2d4180c53a HTTP/1.1" status: 200 len: 943 time: 0.0796909 Jul 14 09:38:48.444370 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 39248) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:48.446938 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 9a1f76b0-2d15-4966-a2e7-7f1ea50f3b4a details requested by agent hyperv_n-h2-779913-29 with host n-h2-779913-29 {{(pid=93959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:38:48.503689 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f86d6b64-a8f0-4a7d-8b12-4edb7a5d40c3 req-8ae4f1bd-da77-4222-b2de-5e7cf3f61e8d tempest-ServerMetadataNegativeTestJSON-805877545 tempest-ServerMetadataNegativeTestJSON-805877545-project] 10.222.0.68 "GET /v2.0/security-groups?id=33f96cc0-2a31-47c6-9f3e-d7747199b03b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568211 Jul 14 09:38:48.551844 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-840fb8fc-c654-417a-831d-b5118137c4c3 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=c8d3461b573d402db35889c25a4d29a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1060288 Jul 14 09:38:48.554817 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 39250) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:48.623349 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a45b9ca7-3ac1-4650-9e19-290b88978ede admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:48.646706 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 9a1f76b0-2d15-4966-a2e7-7f1ea50f3b4a, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=9a1f76b0-2d15-4966-a2e7-7f1ea50f3b4a,segment=NetworkSegment(824d882e-6cc9-42b3-bad1-78c788560216),segment_id=824d882e-6cc9-42b3-bad1-78c788560216)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:38:48.654781 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a45b9ca7-3ac1-4650-9e19-290b88978ede admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:48.677977 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Returning: {'device': '9a1f76b0-2d15-4966-a2e7-7f1ea50f3b4a', 'network_id': '175c44aa-dad1-4ad9-ba5f-2f01d67ae7af', 'port_id': '9a1f76b0-2d15-4966-a2e7-7f1ea50f3b4a', 'mac_address': 'fa:16:3e:fc:d0:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 727, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2381f4a2-32e5-4343-be18-ae780c018c89', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:38:48.737154 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:48.744491 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a45b9ca7-3ac1-4650-9e19-290b88978ede admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:48.761848 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a45b9ca7-3ac1-4650-9e19-290b88978ede admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:48.761848 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-a45b9ca7-3ac1-4650-9e19-290b88978ede admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/9a2afef1-df5e-45ba-8c0b-6a53eaf81b56 HTTP/1.1" status: 204 len: 168 time: 0.1926360 Jul 14 09:38:48.761848 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45b9ca7-3ac1-4650-9e19-290b88978ede admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a2afef1-df5e-45ba-8c0b-6a53eaf81b56,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:48.804420 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a1f76b0-2d15-4966-a2e7-7f1ea50f3b4a {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:38:48.852799 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 9a1f76b0-2d15-4966-a2e7-7f1ea50f3b4a, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=9a1f76b0-2d15-4966-a2e7-7f1ea50f3b4a,segment=NetworkSegment(824d882e-6cc9-42b3-bad1-78c788560216),segment_id=824d882e-6cc9-42b3-bad1-78c788560216)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:38:48.863289 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:48.955058 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Pushing event updated for resources: {'Port': ['ID=9a1f76b0-2d15-4966-a2e7-7f1ea50f3b4a,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:49.192400 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] get_ports_and_sgs() called for port_ids ['9a1f76b0-2d15-4966-a2e7-7f1ea50f3b4a'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:38:49.460919 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940201cb-3157-4399-98ec-f4b5c3610340 req-c2301839-6623-4e60-ae96-449e09556cb6 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:49.462975 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-940201cb-3157-4399-98ec-f4b5c3610340 req-c2301839-6623-4e60-ae96-449e09556cb6 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/ports?device_id=5ed0c1cb-c3d6-40f1-8aad-1894504b5a83 HTTP/1.1" status: 200 len: 947 time: 0.0758703 Jul 14 09:38:49.505601 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-940201cb-3157-4399-98ec-f4b5c3610340 req-e46134fa-d7fc-4a0f-8fb2-de3cd159767c tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/security-groups?id=3e66fdd8-bd2d-4f0b-a124-b60bfc46cfe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351343 Jul 14 09:38:49.700553 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795c2d71-9687-489d-b0ea-fb1c8c800d63 req-5617392b-1379-4d66-a2cf-f95431fa4313 tempest-ServerMetadataNegativeTestJSON-805877545 tempest-ServerMetadataNegativeTestJSON-805877545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:49.706160 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-795c2d71-9687-489d-b0ea-fb1c8c800d63 req-5617392b-1379-4d66-a2cf-f95431fa4313 tempest-ServerMetadataNegativeTestJSON-805877545 tempest-ServerMetadataNegativeTestJSON-805877545-project] 10.222.0.68 "GET /v2.0/ports?device_id=2e8218d9-759c-4bf8-a6cc-1a2d4180c53a HTTP/1.1" status: 200 len: 944 time: 0.0777793 Jul 14 09:38:49.746598 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-795c2d71-9687-489d-b0ea-fb1c8c800d63 req-10acf8bf-25f6-4a6d-998d-c9f2c7d5b2b3 tempest-ServerMetadataNegativeTestJSON-805877545 tempest-ServerMetadataNegativeTestJSON-805877545-project] 10.222.0.68 "GET /v2.0/security-groups?id=33f96cc0-2a31-47c6-9f3e-d7747199b03b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361834 Jul 14 09:38:50.455575 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 9a1f76b0-2d15-4966-a2e7-7f1ea50f3b4a up at agent hyperv_n-h2-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:38:50.508497 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Provisioning for port 9a1f76b0-2d15-4966-a2e7-7f1ea50f3b4a completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:38:50.513614 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Provisioning complete for port 9a1f76b0-2d15-4966-a2e7-7f1ea50f3b4a triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:38:50.514106 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:50.607976 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:50.638129 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e8218d9-759c-4bf8-a6cc-1a2d4180c53a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a1f76b0-2d15-4966-a2e7-7f1ea50f3b4a'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:38:50.644486 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd62303f06773040a8a4e189dc46b4f565768c299abf8ab8e7739778b0bc3e97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2d2897e-244c-4f27-a835-4991f84466eb" -d '{"events": [{"server_uuid": "2e8218d9-759c-4bf8-a6cc-1a2d4180c53a", "name": "network-vif-plugged", "status": "completed", "tag": "9a1f76b0-2d15-4966-a2e7-7f1ea50f3b4a"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:38:50.665443 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 9a1f76b0-2d15-4966-a2e7-7f1ea50f3b4a, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=9a1f76b0-2d15-4966-a2e7-7f1ea50f3b4a,segment=NetworkSegment(824d882e-6cc9-42b3-bad1-78c788560216),segment_id=824d882e-6cc9-42b3-bad1-78c788560216)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:38:50.670964 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:50.706002 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 39364) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:50.713035 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12915d5-f71f-4ba1-aa4e-4908ce55c538 req-1904a706-7e34-44ad-aa65-f827b2adbee9 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:50.715846 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d12915d5-f71f-4ba1-aa4e-4908ce55c538 req-1904a706-7e34-44ad-aa65-f827b2adbee9 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/ports?device_id=5ed0c1cb-c3d6-40f1-8aad-1894504b5a83 HTTP/1.1" status: 200 len: 947 time: 0.0769463 Jul 14 09:38:50.716920 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:38:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f88923d4-a468-46b9-92ad-a9233ee597a8 x-openstack-request-id: req-f88923d4-a468-46b9-92ad-a9233ee597a8 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:38:50.717211 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e8218d9-759c-4bf8-a6cc-1a2d4180c53a", "name": "network-vif-plugged", "status": "completed", "tag": "9a1f76b0-2d15-4966-a2e7-7f1ea50f3b4a", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:38:50.717465 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-f88923d4-a468-46b9-92ad-a9233ee597a8 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:38:50.717867 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e8218d9-759c-4bf8-a6cc-1a2d4180c53a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a1f76b0-2d15-4966-a2e7-7f1ea50f3b4a', 'code': 200} Jul 14 09:38:50.779531 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d12915d5-f71f-4ba1-aa4e-4908ce55c538 req-cc838155-1af8-400c-8179-72a80f1706e1 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/security-groups?id=3e66fdd8-bd2d-4f0b-a124-b60bfc46cfe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563350 Jul 14 09:38:50.948027 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5780af45-cb45-4edf-919e-4dec5c8799c4 req-10298463-ad7c-41c9-8c41-63df3119b4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:50.949886 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5780af45-cb45-4edf-919e-4dec5c8799c4 req-10298463-ad7c-41c9-8c41-63df3119b4d9 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=2e8218d9-759c-4bf8-a6cc-1a2d4180c53a HTTP/1.1" status: 200 len: 1097 time: 0.1385741 Jul 14 09:38:50.963082 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f1dcc1a5-bcf5-430d-b611-b2be8e9d2e5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:50.980178 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Pushing event updated for resources: {'Port': ['ID=9a1f76b0-2d15-4966-a2e7-7f1ea50f3b4a,revision_number=5']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:51.009267 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5780af45-cb45-4edf-919e-4dec5c8799c4 req-c6fd6f2f-989b-4e1d-a65c-d04bc9dd74ce service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=33f96cc0-2a31-47c6-9f3e-d7747199b03b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515568 Jul 14 09:38:51.015873 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9b48c9-f8fa-4097-8bcb-8feb75d3668e req-707273cb-dff1-4175-afec-2b10bc261e09 tempest-ServerMetadataNegativeTestJSON-805877545 tempest-ServerMetadataNegativeTestJSON-805877545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:51.017586 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-6f9b48c9-f8fa-4097-8bcb-8feb75d3668e req-707273cb-dff1-4175-afec-2b10bc261e09 tempest-ServerMetadataNegativeTestJSON-805877545 tempest-ServerMetadataNegativeTestJSON-805877545-project] 10.222.0.68 "GET /v2.0/ports?device_id=2e8218d9-759c-4bf8-a6cc-1a2d4180c53a HTTP/1.1" status: 200 len: 945 time: 0.1247725 Jul 14 09:38:51.075742 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-6f9b48c9-f8fa-4097-8bcb-8feb75d3668e req-ae6616d4-6f36-41cb-8886-f0bdba61dcc0 tempest-ServerMetadataNegativeTestJSON-805877545 tempest-ServerMetadataNegativeTestJSON-805877545-project] 10.222.0.68 "GET /v2.0/security-groups?id=33f96cc0-2a31-47c6-9f3e-d7747199b03b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484807 Jul 14 09:38:51.125415 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f1dcc1a5-bcf5-430d-b611-b2be8e9d2e5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:51.130198 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f1dcc1a5-bcf5-430d-b611-b2be8e9d2e5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:51.172240 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1dcc1a5-bcf5-430d-b611-b2be8e9d2e5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ce79656-7dcb-49c8-9b19-aadbacdebda1,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:51.177853 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-f1dcc1a5-bcf5-430d-b611-b2be8e9d2e5f admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=234170621b3b4bf78d281c124bb251f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4698436 Jul 14 09:38:51.181473 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 39388) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:51.256262 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c7e8e52c-d271-4927-9af3-bf33a3fb949b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:51.283350 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c7e8e52c-d271-4927-9af3-bf33a3fb949b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:51.342202 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c7e8e52c-d271-4927-9af3-bf33a3fb949b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:51.345083 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c7e8e52c-d271-4927-9af3-bf33a3fb949b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:51.349482 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-c7e8e52c-d271-4927-9af3-bf33a3fb949b admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/4ce79656-7dcb-49c8-9b19-aadbacdebda1 HTTP/1.1" status: 204 len: 168 time: 0.1635165 Jul 14 09:38:51.359346 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e8e52c-d271-4927-9af3-bf33a3fb949b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ce79656-7dcb-49c8-9b19-aadbacdebda1,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:51.582604 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648c2c23-45b2-4004-84e3-edbb7f544e54 req-429501b1-c0d3-4f84-8507-cc9928979d1b tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:51.582604 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-648c2c23-45b2-4004-84e3-edbb7f544e54 req-429501b1-c0d3-4f84-8507-cc9928979d1b tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/ports?device_id=5ed0c1cb-c3d6-40f1-8aad-1894504b5a83 HTTP/1.1" status: 200 len: 947 time: 0.0814264 Jul 14 09:38:51.636433 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-648c2c23-45b2-4004-84e3-edbb7f544e54 req-c7538ccf-79e6-4913-90b5-7c09c584a822 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/security-groups?id=3e66fdd8-bd2d-4f0b-a124-b60bfc46cfe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461116 Jul 14 09:38:52.144902 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-959a2ab8-8bf6-4b54-ba04-c04a6a1355a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:52.306391 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8597766a-8228-48d9-b75a-278e8b405ddc req-34e9f16a-f2eb-439c-b6ca-c1eedc336150 tempest-ServerMetadataNegativeTestJSON-805877545 tempest-ServerMetadataNegativeTestJSON-805877545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:52.307834 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8597766a-8228-48d9-b75a-278e8b405ddc req-34e9f16a-f2eb-439c-b6ca-c1eedc336150 tempest-ServerMetadataNegativeTestJSON-805877545 tempest-ServerMetadataNegativeTestJSON-805877545-project] 10.222.0.68 "GET /v2.0/ports?device_id=2e8218d9-759c-4bf8-a6cc-1a2d4180c53a HTTP/1.1" status: 200 len: 945 time: 0.0728643 Jul 14 09:38:52.348038 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8597766a-8228-48d9-b75a-278e8b405ddc req-55bbe752-1651-4dfa-88cc-894a655b4be1 tempest-ServerMetadataNegativeTestJSON-805877545 tempest-ServerMetadataNegativeTestJSON-805877545-project] 10.222.0.68 "GET /v2.0/security-groups?id=33f96cc0-2a31-47c6-9f3e-d7747199b03b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340362 Jul 14 09:38:52.598317 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 39452) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:52.854768 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1af48f-216d-495a-b6f2-c4b52a14651f req-3d0c20e9-6052-4400-a45f-8c0e07255ae0 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:52.856262 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-9b1af48f-216d-495a-b6f2-c4b52a14651f req-3d0c20e9-6052-4400-a45f-8c0e07255ae0 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/ports?device_id=5ed0c1cb-c3d6-40f1-8aad-1894504b5a83 HTTP/1.1" status: 200 len: 947 time: 0.0670171 Jul 14 09:38:52.901386 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-9b1af48f-216d-495a-b6f2-c4b52a14651f req-b2171ce5-400b-46de-aeb5-1929f22a8daf tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/security-groups?id=3e66fdd8-bd2d-4f0b-a124-b60bfc46cfe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393205 Jul 14 09:38:52.926135 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 9e91a837-3b23-4ea6-ab66-86261b57cd5c no longer exists at agent hyperv_n-h1-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:38:52.953724 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b7b2ba67-d83d-4993-b185-b626fb91b958 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:53.035189 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:53.066306 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ed0c1cb-c3d6-40f1-8aad-1894504b5a83', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e91a837-3b23-4ea6-ab66-86261b57cd5c'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:38:53.069561 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd62303f06773040a8a4e189dc46b4f565768c299abf8ab8e7739778b0bc3e97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8b72237-6db3-4b65-8c9e-6d6841ebf813" -d '{"events": [{"server_uuid": "5ed0c1cb-c3d6-40f1-8aad-1894504b5a83", "name": "network-vif-unplugged", "status": "completed", "tag": "9e91a837-3b23-4ea6-ab66-86261b57cd5c"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:38:53.084540 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b7b2ba67-d83d-4993-b185-b626fb91b958 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:53.089577 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port 9e91a837-3b23-4ea6-ab66-86261b57cd5c, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=9e91a837-3b23-4ea6-ab66-86261b57cd5c,segment=NetworkSegment(5aade75d-903c-400b-b4a7-6f3ba4ae14ee),segment_id=5aade75d-903c-400b-b4a7-6f3ba4ae14ee)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:38:53.092288 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b7b2ba67-d83d-4993-b185-b626fb91b958 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:53.094979 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:53.152898 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 39486) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:53.160116 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-b7b2ba67-d83d-4993-b185-b626fb91b958 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=08aef46001fc4ec28f13aabcd7e039d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5602098 Jul 14 09:38:53.161395 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b2ba67-d83d-4993-b185-b626fb91b958 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=225fac49-e732-4bf8-8f86-a4b6e7b2f60a,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:53.163486 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 09:38:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c43a3e0-24ef-4189-b0ba-683fa6e85366 x-openstack-request-id: req-6c43a3e0-24ef-4189-b0ba-683fa6e85366 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:38:53.164848 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ed0c1cb-c3d6-40f1-8aad-1894504b5a83", "name": "network-vif-unplugged", "status": "completed", "tag": "9e91a837-3b23-4ea6-ab66-86261b57cd5c", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:38:53.166036 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-6c43a3e0-24ef-4189-b0ba-683fa6e85366 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:38:53.166981 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ed0c1cb-c3d6-40f1-8aad-1894504b5a83', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e91a837-3b23-4ea6-ab66-86261b57cd5c', 'code': 200} Jul 14 09:38:53.210341 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Pushing event updated for resources: {'Port': ['ID=9e91a837-3b23-4ea6-ab66-86261b57cd5c,revision_number=11']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:53.215255 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-599672e4-3979-46a5-959f-7814ea25db57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:53.245836 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-599672e4-3979-46a5-959f-7814ea25db57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:53.332147 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-599672e4-3979-46a5-959f-7814ea25db57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:53.337396 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-599672e4-3979-46a5-959f-7814ea25db57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:53.338941 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-599672e4-3979-46a5-959f-7814ea25db57 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/225fac49-e732-4bf8-8f86-a4b6e7b2f60a HTTP/1.1" status: 204 len: 168 time: 0.1849370 Jul 14 09:38:53.350074 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599672e4-3979-46a5-959f-7814ea25db57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=225fac49-e732-4bf8-8f86-a4b6e7b2f60a,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:53.558148 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 39510) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:53.588817 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 39514) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:53.693537 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70840c2-f46e-47b2-9ece-23ffa706fdb3 req-34ac5240-29f5-4947-a1ae-ce933b55e628 tempest-ServerMetadataNegativeTestJSON-805877545 tempest-ServerMetadataNegativeTestJSON-805877545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:53.695687 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c70840c2-f46e-47b2-9ece-23ffa706fdb3 req-34ac5240-29f5-4947-a1ae-ce933b55e628 tempest-ServerMetadataNegativeTestJSON-805877545 tempest-ServerMetadataNegativeTestJSON-805877545-project] 10.222.0.68 "GET /v2.0/ports?device_id=2e8218d9-759c-4bf8-a6cc-1a2d4180c53a HTTP/1.1" status: 200 len: 945 time: 0.0669520 Jul 14 09:38:53.739001 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c70840c2-f46e-47b2-9ece-23ffa706fdb3 req-db9d78e3-3c67-4f88-9e1d-bc28f73f3363 tempest-ServerMetadataNegativeTestJSON-805877545 tempest-ServerMetadataNegativeTestJSON-805877545-project] 10.222.0.68 "GET /v2.0/security-groups?id=33f96cc0-2a31-47c6-9f3e-d7747199b03b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372503 Jul 14 09:38:53.813323 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e7e03730-e207-4fd1-ab8c-8bd8ed35592d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:53.853558 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d85cc015-0245-4b6b-bb2f-56f12868a2ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:53.909163 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 39520) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:53.926731 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5ec396eb-395e-4d28-8c39-4345933e11c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:53.928135 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e7e03730-e207-4fd1-ab8c-8bd8ed35592d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:53.946770 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e7e03730-e207-4fd1-ab8c-8bd8ed35592d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:53.998889 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-e7e03730-e207-4fd1-ab8c-8bd8ed35592d admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=50d08682c5144ecb8b980a0f83602042&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4395616 Jul 14 09:38:53.999643 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 39524) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:54.008067 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e03730-e207-4fd1-ab8c-8bd8ed35592d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8de8a1b8-de43-44a0-898b-f8363fc7ab6f,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:54.060812 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-bdcb85b8-af1e-4c1f-b927-580fc8b961a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:54.082897 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-bdcb85b8-af1e-4c1f-b927-580fc8b961a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:54.103228 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d85cc015-0245-4b6b-bb2f-56f12868a2ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:54.115522 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca8df8f-f80c-404a-9260-bcf8297a64c7 req-088145be-9e12-4e91-93c4-f665f8717184 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:54.117472 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-bca8df8f-f80c-404a-9260-bcf8297a64c7 req-088145be-9e12-4e91-93c4-f665f8717184 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/ports?device_id=5ed0c1cb-c3d6-40f1-8aad-1894504b5a83 HTTP/1.1" status: 200 len: 945 time: 0.1006217 Jul 14 09:38:54.118304 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d85cc015-0245-4b6b-bb2f-56f12868a2ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:54.151789 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-bdcb85b8-af1e-4c1f-b927-580fc8b961a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:54.154545 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-bdcb85b8-af1e-4c1f-b927-580fc8b961a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:54.155687 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-bdcb85b8-af1e-4c1f-b927-580fc8b961a7 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/8de8a1b8-de43-44a0-898b-f8363fc7ab6f HTTP/1.1" status: 204 len: 168 time: 0.1548581 Jul 14 09:38:54.170272 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcb85b8-af1e-4c1f-b927-580fc8b961a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8de8a1b8-de43-44a0-898b-f8363fc7ab6f,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:54.175210 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-d85cc015-0245-4b6b-bb2f-56f12868a2ca admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=1556efee4abe461f94711e45fbf92e5e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5841007 Jul 14 09:38:54.181817 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 39528) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:54.194259 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85cc015-0245-4b6b-bb2f-56f12868a2ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85f33fde-2f52-4e02-95ec-8856747f668d,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:54.222265 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-bca8df8f-f80c-404a-9260-bcf8297a64c7 req-ed6a30ab-71a0-493b-9107-d2468aa48b76 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/security-groups?id=3e66fdd8-bd2d-4f0b-a124-b60bfc46cfe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911610 Jul 14 09:38:54.229231 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5ec396eb-395e-4d28-8c39-4345933e11c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:54.236249 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5ec396eb-395e-4d28-8c39-4345933e11c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:54.273005 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6f4203f6-6393-4fc3-a918-ce03335a900e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:54.291479 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-5ec396eb-395e-4d28-8c39-4345933e11c1 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=0588f73e16444623931c42ecd400de0b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3781855 Jul 14 09:38:54.291479 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec396eb-395e-4d28-8c39-4345933e11c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50b8d2dd-192b-4709-87bc-945e8e03fa2e,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:54.292979 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 39530) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:54.310381 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6f4203f6-6393-4fc3-a918-ce03335a900e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:54.378048 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-139d179a-5e5e-4dd7-9e9b-b2802c41bf3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:54.403263 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-139d179a-5e5e-4dd7-9e9b-b2802c41bf3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:54.404866 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6f4203f6-6393-4fc3-a918-ce03335a900e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:54.407381 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6f4203f6-6393-4fc3-a918-ce03335a900e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:54.408539 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-6f4203f6-6393-4fc3-a918-ce03335a900e admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/85f33fde-2f52-4e02-95ec-8856747f668d HTTP/1.1" status: 204 len: 168 time: 0.2248187 Jul 14 09:38:54.427636 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4203f6-6393-4fc3-a918-ce03335a900e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85f33fde-2f52-4e02-95ec-8856747f668d,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:54.472312 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-139d179a-5e5e-4dd7-9e9b-b2802c41bf3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:54.475095 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-139d179a-5e5e-4dd7-9e9b-b2802c41bf3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:54.478843 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-139d179a-5e5e-4dd7-9e9b-b2802c41bf3a admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/50b8d2dd-192b-4709-87bc-945e8e03fa2e HTTP/1.1" status: 204 len: 168 time: 0.1823535 Jul 14 09:38:54.485024 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139d179a-5e5e-4dd7-9e9b-b2802c41bf3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50b8d2dd-192b-4709-87bc-945e8e03fa2e,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:54.551444 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 39538) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:54.565007 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c10c9966-5cea-4ff5-9c19-dbae09353988 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:54.672525 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c10c9966-5cea-4ff5-9c19-dbae09353988 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:54.676853 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c10c9966-5cea-4ff5-9c19-dbae09353988 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:54.720480 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-c10c9966-5cea-4ff5-9c19-dbae09353988 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=7580aa3816da4966aca83aa95c1779a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1678503 Jul 14 09:38:54.721899 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10c9966-5cea-4ff5-9c19-dbae09353988 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59e50fc2-ae57-4d08-99d0-3685e3b6080e,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:54.727070 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 39548) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:54.736239 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:54.782700 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c54dafbc-bee1-4a07-859a-768a60482b4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:54.811210 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c54dafbc-bee1-4a07-859a-768a60482b4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:54.846789 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e3396ea1-958a-4d75-b00f-064df6e68ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:54.881908 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c54dafbc-bee1-4a07-859a-768a60482b4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:54.890033 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c54dafbc-bee1-4a07-859a-768a60482b4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:54.893561 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-c54dafbc-bee1-4a07-859a-768a60482b4e admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/59e50fc2-ae57-4d08-99d0-3685e3b6080e HTTP/1.1" status: 204 len: 168 time: 0.1630521 Jul 14 09:38:54.907986 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54dafbc-bee1-4a07-859a-768a60482b4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59e50fc2-ae57-4d08-99d0-3685e3b6080e,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:54.938676 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 9e91a837-3b23-4ea6-ab66-86261b57cd5c details requested by agent hyperv_n-h1-779913-29 with host n-h1-779913-29 {{(pid=93959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:38:55.049947 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91082dd2-ca2e-4a99-a00d-8483b675a8fe req-aae1bee2-9408-4ee8-882a-ad121addbfe9 tempest-ServerMetadataNegativeTestJSON-805877545 tempest-ServerMetadataNegativeTestJSON-805877545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:55.061849 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port 9e91a837-3b23-4ea6-ab66-86261b57cd5c, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=9e91a837-3b23-4ea6-ab66-86261b57cd5c,segment=NetworkSegment(5aade75d-903c-400b-b4a7-6f3ba4ae14ee),segment_id=5aade75d-903c-400b-b4a7-6f3ba4ae14ee)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:38:55.062658 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-91082dd2-ca2e-4a99-a00d-8483b675a8fe req-aae1bee2-9408-4ee8-882a-ad121addbfe9 tempest-ServerMetadataNegativeTestJSON-805877545 tempest-ServerMetadataNegativeTestJSON-805877545-project] 10.222.0.68 "GET /v2.0/ports?device_id=2e8218d9-759c-4bf8-a6cc-1a2d4180c53a HTTP/1.1" status: 200 len: 945 time: 0.1441050 Jul 14 09:38:55.079278 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Returning: {'device': '9e91a837-3b23-4ea6-ab66-86261b57cd5c', 'network_id': '2a42cb13-2d55-4959-a070-eb88da564dfb', 'port_id': '9e91a837-3b23-4ea6-ab66-86261b57cd5c', 'mac_address': 'fa:16:3e:45:62:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2fb6ebb7-0edb-47a6-96f3-036e2585c66a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:38:55.131103 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-91082dd2-ca2e-4a99-a00d-8483b675a8fe req-33a41404-d3bc-4b10-aac2-7bafa9b5a3d0 tempest-ServerMetadataNegativeTestJSON-805877545 tempest-ServerMetadataNegativeTestJSON-805877545-project] 10.222.0.68 "GET /v2.0/security-groups?id=33f96cc0-2a31-47c6-9f3e-d7747199b03b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660939 Jul 14 09:38:55.146743 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:55.161285 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e91a837-3b23-4ea6-ab66-86261b57cd5c {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:38:55.184669 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port 9e91a837-3b23-4ea6-ab66-86261b57cd5c, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=9e91a837-3b23-4ea6-ab66-86261b57cd5c,segment=NetworkSegment(5aade75d-903c-400b-b4a7-6f3ba4ae14ee),segment_id=5aade75d-903c-400b-b4a7-6f3ba4ae14ee)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:38:55.189196 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:55.250470 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Pushing event updated for resources: {'Port': ['ID=9e91a837-3b23-4ea6-ab66-86261b57cd5c,revision_number=12']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:55.310221 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979addea-e724-4b3b-b1cd-ed36eccf3421 req-444d89ae-fa35-4c3b-9548-8c9b8527b055 tempest-ServerMetadataNegativeTestJSON-805877545 tempest-ServerMetadataNegativeTestJSON-805877545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:55.311778 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-979addea-e724-4b3b-b1cd-ed36eccf3421 req-444d89ae-fa35-4c3b-9548-8c9b8527b055 tempest-ServerMetadataNegativeTestJSON-805877545 tempest-ServerMetadataNegativeTestJSON-805877545-project] 10.222.0.57 "GET /v2.0/ports?device_id=2e8218d9-759c-4bf8-a6cc-1a2d4180c53a HTTP/1.1" status: 200 len: 945 time: 0.1198816 Jul 14 09:38:55.326606 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] get_ports_and_sgs() called for port_ids ['9e91a837-3b23-4ea6-ab66-86261b57cd5c'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:38:55.524708 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8883ab9-f0e2-4008-80cd-16f00f59be4f req-e863ec80-5ab5-4444-b941-5368be02078e tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:55.536295 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-e8883ab9-f0e2-4008-80cd-16f00f59be4f req-e863ec80-5ab5-4444-b941-5368be02078e tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/ports?device_id=5ed0c1cb-c3d6-40f1-8aad-1894504b5a83 HTTP/1.1" status: 200 len: 946 time: 0.1402657 Jul 14 09:38:55.537571 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [req-979addea-e724-4b3b-b1cd-ed36eccf3421 req-ab4e6c35-7ddb-4470-a05d-0515343395d0 tempest-ServerMetadataNegativeTestJSON-805877545 tempest-ServerMetadataNegativeTestJSON-805877545-project] Deleting port 9a1f76b0-2d15-4966-a2e7-7f1ea50f3b4a {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:38:55.537932 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-979addea-e724-4b3b-b1cd-ed36eccf3421 req-ab4e6c35-7ddb-4470-a05d-0515343395d0 tempest-ServerMetadataNegativeTestJSON-805877545 tempest-ServerMetadataNegativeTestJSON-805877545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:55.588184 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-e8883ab9-f0e2-4008-80cd-16f00f59be4f req-69d39f3f-883a-42f7-93b2-9650879aa9e3 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/security-groups?id=3e66fdd8-bd2d-4f0b-a124-b60bfc46cfe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506370 Jul 14 09:38:55.665600 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-979addea-e724-4b3b-b1cd-ed36eccf3421 req-ab4e6c35-7ddb-4470-a05d-0515343395d0 tempest-ServerMetadataNegativeTestJSON-805877545 tempest-ServerMetadataNegativeTestJSON-805877545-project] For port 9a1f76b0-2d15-4966-a2e7-7f1ea50f3b4a, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=9a1f76b0-2d15-4966-a2e7-7f1ea50f3b4a,segment=NetworkSegment(824d882e-6cc9-42b3-bad1-78c788560216),segment_id=824d882e-6cc9-42b3-bad1-78c788560216)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:38:55.666343 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-979addea-e724-4b3b-b1cd-ed36eccf3421 req-ab4e6c35-7ddb-4470-a05d-0515343395d0 tempest-ServerMetadataNegativeTestJSON-805877545 tempest-ServerMetadataNegativeTestJSON-805877545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:55.681267 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [req-979addea-e724-4b3b-b1cd-ed36eccf3421 req-ab4e6c35-7ddb-4470-a05d-0515343395d0 tempest-ServerMetadataNegativeTestJSON-805877545 tempest-ServerMetadataNegativeTestJSON-805877545-project] Calling delete_port for 9a1f76b0-2d15-4966-a2e7-7f1ea50f3b4a owned by compute:nova {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:38:55.828246 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-979addea-e724-4b3b-b1cd-ed36eccf3421 req-ab4e6c35-7ddb-4470-a05d-0515343395d0 tempest-ServerMetadataNegativeTestJSON-805877545 tempest-ServerMetadataNegativeTestJSON-805877545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:55.857102 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4e6c35-7ddb-4470-a05d-0515343395d0 tempest-ServerMetadataNegativeTestJSON-805877545 tempest-ServerMetadataNegativeTestJSON-805877545-project] Pushing event deleted for resources: {'Port': ['ID=9a1f76b0-2d15-4966-a2e7-7f1ea50f3b4a,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:55.864283 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] get_ports_and_sgs() called for port_ids ['9a1f76b0-2d15-4966-a2e7-7f1ea50f3b4a'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:38:55.908860 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5ad31076-714c-49ec-bc37-f3d4cd90112a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:55.917750 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-979addea-e724-4b3b-b1cd-ed36eccf3421 req-ab4e6c35-7ddb-4470-a05d-0515343395d0 tempest-ServerMetadataNegativeTestJSON-805877545 tempest-ServerMetadataNegativeTestJSON-805877545-project] No DVR routers for this DVR port 9a1f76b0-2d15-4966-a2e7-7f1ea50f3b4a on host n-h2-779913-29 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:38:55.920644 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-979addea-e724-4b3b-b1cd-ed36eccf3421 req-ab4e6c35-7ddb-4470-a05d-0515343395d0 tempest-ServerMetadataNegativeTestJSON-805877545 tempest-ServerMetadataNegativeTestJSON-805877545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:55.922887 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-979addea-e724-4b3b-b1cd-ed36eccf3421 req-ab4e6c35-7ddb-4470-a05d-0515343395d0 tempest-ServerMetadataNegativeTestJSON-805877545 tempest-ServerMetadataNegativeTestJSON-805877545-project] 10.222.0.57 "DELETE /v2.0/ports/9a1f76b0-2d15-4966-a2e7-7f1ea50f3b4a HTTP/1.1" status: 204 len: 173 time: 0.6047964 Jul 14 09:38:55.923668 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e8218d9-759c-4bf8-a6cc-1a2d4180c53a', 'name': 'network-vif-deleted', 'tag': '9a1f76b0-2d15-4966-a2e7-7f1ea50f3b4a'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:38:55.926115 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6f39005-c81e-47df-8a20-cb548ac7d741" -d '{"events": [{"server_uuid": "2e8218d9-759c-4bf8-a6cc-1a2d4180c53a", "name": "network-vif-deleted", "tag": "9a1f76b0-2d15-4966-a2e7-7f1ea50f3b4a"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:38:55.964304 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:38:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-865d4b78-e27c-49fe-a02c-0c16cace5793 x-openstack-request-id: req-865d4b78-e27c-49fe-a02c-0c16cace5793 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:38:55.965285 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e8218d9-759c-4bf8-a6cc-1a2d4180c53a", "name": "network-vif-deleted", "tag": "9a1f76b0-2d15-4966-a2e7-7f1ea50f3b4a", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:38:55.965783 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-865d4b78-e27c-49fe-a02c-0c16cace5793 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:38:55.966270 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e8218d9-759c-4bf8-a6cc-1a2d4180c53a', 'name': 'network-vif-deleted', 'tag': '9a1f76b0-2d15-4966-a2e7-7f1ea50f3b4a', 'status': 'completed', 'code': 200} Jul 14 09:38:56.354000 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-8f8cdc47-2cfd-4265-b47e-880644d202c2 req-6396e957-4c1e-40a5-b952-f883dbc239d1 tempest-ServerMetadataNegativeTestJSON-805877545 tempest-ServerMetadataNegativeTestJSON-805877545-project] 10.222.0.68 "GET /v2.0/ports?device_id=2e8218d9-759c-4bf8-a6cc-1a2d4180c53a HTTP/1.1" status: 200 len: 210 time: 0.0475280 Jul 14 09:38:56.926462 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c01f8ba-ef1a-4512-92dc-4378a5af4c2f req-e1257b2c-5dd7-4142-b685-a9e18b7c4948 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:56.929231 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-9c01f8ba-ef1a-4512-92dc-4378a5af4c2f req-e1257b2c-5dd7-4142-b685-a9e18b7c4948 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/ports?device_id=5ed0c1cb-c3d6-40f1-8aad-1894504b5a83 HTTP/1.1" status: 200 len: 946 time: 0.1236546 Jul 14 09:38:56.950375 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 9e91a837-3b23-4ea6-ab66-86261b57cd5c up at agent hyperv_n-h1-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:38:56.991623 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-9c01f8ba-ef1a-4512-92dc-4378a5af4c2f req-ae636487-8d52-45ed-8894-8378478ce554 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/security-groups?id=3e66fdd8-bd2d-4f0b-a124-b60bfc46cfe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471520 Jul 14 09:38:57.057003 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Provisioning complete for port 9e91a837-3b23-4ea6-ab66-86261b57cd5c triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:38:57.057670 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:57.157947 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:57.185583 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ed0c1cb-c3d6-40f1-8aad-1894504b5a83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e91a837-3b23-4ea6-ab66-86261b57cd5c'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:38:57.187871 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd62303f06773040a8a4e189dc46b4f565768c299abf8ab8e7739778b0bc3e97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89632039-7139-4139-b0f4-5f5a8be6e789" -d '{"events": [{"server_uuid": "5ed0c1cb-c3d6-40f1-8aad-1894504b5a83", "name": "network-vif-plugged", "status": "completed", "tag": "9e91a837-3b23-4ea6-ab66-86261b57cd5c"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:38:57.201870 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port 9e91a837-3b23-4ea6-ab66-86261b57cd5c, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=9e91a837-3b23-4ea6-ab66-86261b57cd5c,segment=NetworkSegment(5aade75d-903c-400b-b4a7-6f3ba4ae14ee),segment_id=5aade75d-903c-400b-b4a7-6f3ba4ae14ee)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:38:57.207269 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:57.270036 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:38:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6fbac68-0562-4d37-807a-f11213031942 x-openstack-request-id: req-f6fbac68-0562-4d37-807a-f11213031942 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:38:57.270416 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ed0c1cb-c3d6-40f1-8aad-1894504b5a83", "name": "network-vif-plugged", "status": "completed", "tag": "9e91a837-3b23-4ea6-ab66-86261b57cd5c", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:38:57.271239 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-f6fbac68-0562-4d37-807a-f11213031942 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:38:57.272054 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ed0c1cb-c3d6-40f1-8aad-1894504b5a83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e91a837-3b23-4ea6-ab66-86261b57cd5c', 'code': 200} Jul 14 09:38:57.285639 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Pushing event updated for resources: {'Port': ['ID=9e91a837-3b23-4ea6-ab66-86261b57cd5c,revision_number=13']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:57.462728 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 39678) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:57.541894 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-060d78c6-de69-410d-920e-1acfcd59e39f admin admin] Deleting subnet 2381f4a2-32e5-4343-be18-ae780c018c89 {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:38:57.548342 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-060d78c6-de69-410d-920e-1acfcd59e39f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:57.611000 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-060d78c6-de69-410d-920e-1acfcd59e39f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13574120'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:57.659107 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-060d78c6-de69-410d-920e-1acfcd59e39f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3481002'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:57.692355 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5bbe322f-3f67-4864-bc0a-91afe44d23e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:57.740502 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-060d78c6-de69-410d-920e-1acfcd59e39f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13574056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16714573'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:57.772499 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060d78c6-de69-410d-920e-1acfcd59e39f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2381f4a2-32e5-4343-be18-ae780c018c89,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:57.781868 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-060d78c6-de69-410d-920e-1acfcd59e39f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:57.787012 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 39694) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:57.787238 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-060d78c6-de69-410d-920e-1acfcd59e39f admin admin] 10.222.0.68 "DELETE /v2.0/subnets/2381f4a2-32e5-4343-be18-ae780c018c89 HTTP/1.1" status: 204 len: 168 time: 0.3226874 Jul 14 09:38:57.897682 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-22ed9113-b655-4c4c-83ca-4195e946fc3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3876111'] for network, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:57.990475 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-22ed9113-b655-4c4c-83ca-4195e946fc3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473955', 'neutron.services.segments.db._delete_segments_for_network-8735688326548'] for network, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:58.020763 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-22ed9113-b655-4c4c-83ca-4195e946fc3b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['175c44aa-dad1-4ad9-ba5f-2f01d67ae7af']}} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:38:58.040895 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-22ed9113-b655-4c4c-83ca-4195e946fc3b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '824d882e-6cc9-42b3-bad1-78c788560216') {'for_net_delete': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:38:58.041404 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-22ed9113-b655-4c4c-83ca-4195e946fc3b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '824d882e-6cc9-42b3-bad1-78c788560216') {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:38:58.055035 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-22ed9113-b655-4c4c-83ca-4195e946fc3b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735688356235', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10944210'] for segment, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:58.073540 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-22ed9113-b655-4c4c-83ca-4195e946fc3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:58.083757 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22ed9113-b655-4c4c-83ca-4195e946fc3b admin admin] Releasing vlan 727 on physical network physnet1 to pool {{(pid=93957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:38:58.084491 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-22ed9113-b655-4c4c-83ca-4195e946fc3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10053619'] for segment, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:58.147808 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:38:58.147808 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:38:58.147808 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:38:58.147808 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:38:58.147808 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:38:58.147808 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:38:58.147808 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:38:58.147808 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:38:58.147808 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:38:58.147808 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:38:58.147808 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:38:58.147808 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:38:58.147808 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:38:58.147808 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:38:58.147808 n-d-779913-29 neutron-server[93957]: Traceback (most recent call last): Jul 14 09:38:58.147808 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:38:58.147808 n-d-779913-29 neutron-server[93957]: timer() Jul 14 09:38:58.147808 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:38:58.147808 n-d-779913-29 neutron-server[93957]: cb(*args, **kw) Jul 14 09:38:58.147808 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:38:58.147808 n-d-779913-29 neutron-server[93957]: return func(*args, **kwargs) Jul 14 09:38:58.147808 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:38:58.147808 n-d-779913-29 neutron-server[93957]: self._notify() Jul 14 09:38:58.147808 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:38:58.147808 n-d-779913-29 neutron-server[93957]: self.callback(batched_events) Jul 14 09:38:58.147808 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:38:58.147808 n-d-779913-29 neutron-server[93957]: event.method(event) Jul 14 09:38:58.147808 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:38:58.147808 n-d-779913-29 neutron-server[93957]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:38:58.147808 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:38:58.147808 n-d-779913-29 neutron-server[93957]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:38:58.147808 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:38:58.147808 n-d-779913-29 neutron-server[93957]: return f(self, *a, **k) Jul 14 09:38:58.147808 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:38:58.147808 n-d-779913-29 neutron-server[93957]: return self._get(url).json() Jul 14 09:38:58.147808 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:38:58.147808 n-d-779913-29 neutron-server[93957]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:38:58.147808 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:38:58.147808 n-d-779913-29 neutron-server[93957]: return self.request(url, 'GET', **kwargs) Jul 14 09:38:58.147808 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:38:58.147808 n-d-779913-29 neutron-server[93957]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:38:58.147808 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:38:58.147808 n-d-779913-29 neutron-server[93957]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:38:58.147808 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:38:58.147808 n-d-779913-29 neutron-server[93957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:38:58.147808 n-d-779913-29 neutron-server[93957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:38:58.157881 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-22ed9113-b655-4c4c-83ca-4195e946fc3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660504'] for network, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:58.167285 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-22ed9113-b655-4c4c-83ca-4195e946fc3b admin admin] Notify callbacks [] for network, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:58.170846 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-22ed9113-b655-4c4c-83ca-4195e946fc3b admin admin] 10.222.0.68 "DELETE /v2.0/networks/175c44aa-dad1-4ad9-ba5f-2f01d67ae7af HTTP/1.1" status: 204 len: 168 time: 0.3824887 Jul 14 09:38:58.218706 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ed9113-b655-4c4c-83ca-4195e946fc3b admin admin] Pushing event deleted for resources: {'Network': ['ID=175c44aa-dad1-4ad9-ba5f-2f01d67ae7af,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:58.306287 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e4563d-8916-4110-bb46-967045b9f8e6 req-935d2e1d-6ebc-46e5-b5e2-e363c9c41e75 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:58.309470 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-28e4563d-8916-4110-bb46-967045b9f8e6 req-935d2e1d-6ebc-46e5-b5e2-e363c9c41e75 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/ports?device_id=5ed0c1cb-c3d6-40f1-8aad-1894504b5a83 HTTP/1.1" status: 200 len: 947 time: 0.1372941 Jul 14 09:38:58.406430 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-28e4563d-8916-4110-bb46-967045b9f8e6 req-d0933003-aec1-4a11-9318-7f1a41a37882 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/security-groups?id=3e66fdd8-bd2d-4f0b-a124-b60bfc46cfe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891454 Jul 14 09:38:58.504671 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 9a1f76b0-2d15-4966-a2e7-7f1ea50f3b4a no longer exists at agent hyperv_n-h2-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:38:58.558308 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] No Port match for: 9a1f76b0-2d15-4966-a2e7-7f1ea50f3b4a {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:38:58.558914 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 9a1f76b0-2d15-4966-a2e7-7f1ea50f3b4a not bound to the agent host n-h2-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:38:58.613152 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 39746) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:58.717414 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 39758) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:58.733914 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-42fe2a52-7852-463e-825f-4ac13d031887 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=be65db764d814bf2a9e923919319c954&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1185150 Jul 14 09:38:58.802615 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 39768) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:58.835626 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-07f7f99e-fd77-485c-aed8-3560dbd0a47a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:58.895111 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-07f7f99e-fd77-485c-aed8-3560dbd0a47a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:59.018962 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-07f7f99e-fd77-485c-aed8-3560dbd0a47a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:59.023051 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-07f7f99e-fd77-485c-aed8-3560dbd0a47a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:59.025476 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-07f7f99e-fd77-485c-aed8-3560dbd0a47a admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/33f96cc0-2a31-47c6-9f3e-d7747199b03b HTTP/1.1" status: 204 len: 168 time: 0.3067777 Jul 14 09:38:59.041922 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f7f99e-fd77-485c-aed8-3560dbd0a47a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33f96cc0-2a31-47c6-9f3e-d7747199b03b,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:59.056420 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f1f17563-5410-41a7-9a4d-4a6c6fc94e7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:59.244091 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f1f17563-5410-41a7-9a4d-4a6c6fc94e7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:59.251768 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f1f17563-5410-41a7-9a4d-4a6c6fc94e7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:59.295209 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-f1f17563-5410-41a7-9a4d-4a6c6fc94e7e admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=ba98cdb44d3041c8a18f522657bd872e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4905372 Jul 14 09:38:59.298886 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 39808) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:59.300853 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f17563-5410-41a7-9a4d-4a6c6fc94e7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9938121c-e487-4fbc-8890-6a82522f0a3e,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:59.389169 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4a6a30a8-c59d-4a5f-a017-33bd62ac96bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:59.434817 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4a6a30a8-c59d-4a5f-a017-33bd62ac96bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:59.546636 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4a6a30a8-c59d-4a5f-a017-33bd62ac96bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:59.550101 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4a6a30a8-c59d-4a5f-a017-33bd62ac96bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:59.551600 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-4a6a30a8-c59d-4a5f-a017-33bd62ac96bc admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/9938121c-e487-4fbc-8890-6a82522f0a3e HTTP/1.1" status: 204 len: 168 time: 0.2518582 Jul 14 09:38:59.567017 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6a30a8-c59d-4a5f-a017-33bd62ac96bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9938121c-e487-4fbc-8890-6a82522f0a3e,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:59.697030 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ca4706-8eca-41e2-92f5-afc8cb83357b req-1125f71e-183c-4297-8bda-ceaad74eeb62 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:59.704845 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-08ca4706-8eca-41e2-92f5-afc8cb83357b req-1125f71e-183c-4297-8bda-ceaad74eeb62 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/ports?device_id=5ed0c1cb-c3d6-40f1-8aad-1894504b5a83 HTTP/1.1" status: 200 len: 947 time: 0.1143095 Jul 14 09:38:59.725869 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 39824) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:59.755485 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-08ca4706-8eca-41e2-92f5-afc8cb83357b req-35a1d752-c8a0-4e8e-811a-0199fa4af34b tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/security-groups?id=3e66fdd8-bd2d-4f0b-a124-b60bfc46cfe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496240 Jul 14 09:39:00.037023 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-71795410-e3f5-497a-bf55-6e43661529ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:00.193243 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-71795410-e3f5-497a-bf55-6e43661529ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:00.202873 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-71795410-e3f5-497a-bf55-6e43661529ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:00.248607 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71795410-e3f5-497a-bf55-6e43661529ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5445a3b9-8339-4fde-9a66-64df22b45169,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:00.269273 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-71795410-e3f5-497a-bf55-6e43661529ed admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=80b2f3cf02a64bdc80f8bf6855321e85&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5417862 Jul 14 09:39:00.272228 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 39846) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:00.344702 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-924fcd6f-cc83-44e1-9d6a-91783135f82a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:00.372182 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-924fcd6f-cc83-44e1-9d6a-91783135f82a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:00.455641 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-924fcd6f-cc83-44e1-9d6a-91783135f82a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:00.464427 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-924fcd6f-cc83-44e1-9d6a-91783135f82a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:00.465870 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-924fcd6f-cc83-44e1-9d6a-91783135f82a admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/5445a3b9-8339-4fde-9a66-64df22b45169 HTTP/1.1" status: 204 len: 168 time: 0.1908510 Jul 14 09:39:00.485729 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924fcd6f-cc83-44e1-9d6a-91783135f82a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5445a3b9-8339-4fde-9a66-64df22b45169,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:00.704901 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 39870) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:00.962376 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc6530f-bebd-4c62-b801-72c730724505 req-0a5612c1-ecbc-4d17-a0d6-6e56766a25e4 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:00.964431 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-7dc6530f-bebd-4c62-b801-72c730724505 req-0a5612c1-ecbc-4d17-a0d6-6e56766a25e4 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/ports?device_id=5ed0c1cb-c3d6-40f1-8aad-1894504b5a83 HTTP/1.1" status: 200 len: 947 time: 0.0898507 Jul 14 09:39:01.020804 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-7dc6530f-bebd-4c62-b801-72c730724505 req-607a54c5-3b47-420f-a997-dbc0e9477918 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/security-groups?id=3e66fdd8-bd2d-4f0b-a124-b60bfc46cfe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490501 Jul 14 09:39:01.076985 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-07636d18-e2c5-4bec-8a84-ae76f30ab3be admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1666793302-network', 'tenant_id': '39bf48addcdf454894523e98271f2699'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:39:01.116330 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07636d18-e2c5-4bec-8a84-ae76f30ab3be admin admin] Made reservation on behalf of 39bf48addcdf454894523e98271f2699 for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:39:01.120395 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-07636d18-e2c5-4bec-8a84-ae76f30ab3be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:01.134886 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-07636d18-e2c5-4bec-8a84-ae76f30ab3be admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:01.307762 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 39884) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:01.324344 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f3a3a3f0-5144-4269-8a2e-76d996c5ba99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:01.328066 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-07636d18-e2c5-4bec-8a84-ae76f30ab3be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:01.337527 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-07636d18-e2c5-4bec-8a84-ae76f30ab3be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:01.366326 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07636d18-e2c5-4bec-8a84-ae76f30ab3be admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 717} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:39:01.381788 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-07636d18-e2c5-4bec-8a84-ae76f30ab3be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:01.382465 n-d-779913-29 neutron-server[93958]: INFO neutron.db.segments_db [None req-07636d18-e2c5-4bec-8a84-ae76f30ab3be admin admin] Added segment a944cb4a-4bd9-4386-91cc-f7ab7b2223a6 of type vlan for network c0f11c9b-8768-4634-8446-b44c95ece313 Jul 14 09:39:01.437776 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-07636d18-e2c5-4bec-8a84-ae76f30ab3be admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735687821325'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:01.445786 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f3a3a3f0-5144-4269-8a2e-76d996c5ba99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:01.451817 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f3a3a3f0-5144-4269-8a2e-76d996c5ba99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:01.495758 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07636d18-e2c5-4bec-8a84-ae76f30ab3be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d153f0fb-c635-4ce8-8214-f98014e1ff00,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:01.499645 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-07636d18-e2c5-4bec-8a84-ae76f30ab3be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:01.502869 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07636d18-e2c5-4bec-8a84-ae76f30ab3be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:01.503458 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-07636d18-e2c5-4bec-8a84-ae76f30ab3be admin admin] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:01.505686 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 39888) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:01.537006 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-f3a3a3f0-5144-4269-8a2e-76d996c5ba99 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=b48220442fe14dd781068750a926b3c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2281194 Jul 14 09:39:01.539671 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 39892) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:01.540528 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a3a3f0-5144-4269-8a2e-76d996c5ba99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aab4f5e8-36d9-49d3-ad61-0522ea6199ee,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:01.597649 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-07636d18-e2c5-4bec-8a84-ae76f30ab3be admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8910437 Jul 14 09:39:01.603000 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 39894) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:01.608304 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-36b2e8af-a525-4f4b-ba2a-87a70b597656 admin admin] Request body: {'subnet': {'network_id': 'c0f11c9b-8768-4634-8446-b44c95ece313', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1666793302-subnet', 'tenant_id': '39bf48addcdf454894523e98271f2699', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:39:01.615600 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07636d18-e2c5-4bec-8a84-ae76f30ab3be admin admin] Pushing event updated for resources: {'Network': ['ID=c0f11c9b-8768-4634-8446-b44c95ece313,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:01.630420 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Network c0f11c9b-8768-4634-8446-b44c95ece313 details requested by agent ovs-agent-n-d-779913-29 with host n-d-779913-29 {{(pid=93959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:39:01.641359 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36b2e8af-a525-4f4b-ba2a-87a70b597656 admin admin] Made reservation on behalf of 39bf48addcdf454894523e98271f2699 for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:39:01.645936 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-36b2e8af-a525-4f4b-ba2a-87a70b597656 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16714600'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:01.725724 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7d7954e2-da01-4893-b6f6-062702953a0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:01.757250 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d02bbccb-557c-46d5-b2a0-d790b08c9427 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:01.781416 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7d7954e2-da01-4893-b6f6-062702953a0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:01.882155 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7d7954e2-da01-4893-b6f6-062702953a0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:01.885062 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7d7954e2-da01-4893-b6f6-062702953a0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:01.895640 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-7d7954e2-da01-4893-b6f6-062702953a0f admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/aab4f5e8-36d9-49d3-ad61-0522ea6199ee HTTP/1.1" status: 204 len: 168 time: 0.3267179 Jul 14 09:39:01.921372 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7954e2-da01-4893-b6f6-062702953a0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aab4f5e8-36d9-49d3-ad61-0522ea6199ee,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:01.982593 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 39902) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:01.995632 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-36b2e8af-a525-4f4b-ba2a-87a70b597656 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13573993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16714586'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:02.113428 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d02bbccb-557c-46d5-b2a0-d790b08c9427 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:02.115720 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-ff9d4890-663e-4434-a16b-648f86544aed admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1643223617-network', 'tenant_id': '9a1b832325114b1985e4382583813349'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:39:02.122132 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b2e8af-a525-4f4b-ba2a-87a70b597656 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8279341-92bb-4190-a268-51ffeba10f24,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:02.124505 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d02bbccb-557c-46d5-b2a0-d790b08c9427 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:02.154437 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff9d4890-663e-4434-a16b-648f86544aed admin admin] Made reservation on behalf of 9a1b832325114b1985e4382583813349 for: {'network': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:39:02.158462 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-d02bbccb-557c-46d5-b2a0-d790b08c9427 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=a9a36c38b77745a19ae637359e026654&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6458063 Jul 14 09:39:02.158636 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ff9d4890-663e-4434-a16b-648f86544aed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for network, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:02.159919 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 39908) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:02.170047 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b2e8af-a525-4f4b-ba2a-87a70b597656 admin admin] Checking segment: {'id': 'a944cb4a-4bd9-4386-91cc-f7ab7b2223a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'c0f11c9b-8768-4634-8446-b44c95ece313'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:39:02.170464 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36b2e8af-a525-4f4b-ba2a-87a70b597656 admin admin] Network hostable DHCP agents. Network: c0f11c9b-8768-4634-8446-b44c95ece313, hostable agents: ['c6a09bd4-f72e-4283-a3ca-0bbca8a51081'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:39:02.188035 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ff9d4890-663e-4434-a16b-648f86544aed admin admin] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:02.221838 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02bbccb-557c-46d5-b2a0-d790b08c9427 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e85d1d4-ea29-40cc-8d50-bbe577c275a5,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:02.284363 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36b2e8af-a525-4f4b-ba2a-87a70b597656 admin admin] Network c0f11c9b-8768-4634-8446-b44c95ece313 is scheduled to be hosted by DHCP agent c6a09bd4-f72e-4283-a3ca-0bbca8a51081 with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:39:02.304810 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-36b2e8af-a525-4f4b-ba2a-87a70b597656 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-29, c0f11c9b-8768-4634-8446-b44c95ece313) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:39:02.313637 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39b3c99c-de65-4d57-a8ef-76196af3202e None None] Network c0f11c9b-8768-4634-8446-b44c95ece313 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:39:02.337527 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36b2e8af-a525-4f4b-ba2a-87a70b597656 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:02.338873 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ff9d4890-663e-4434-a16b-648f86544aed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:02.347929 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ff9d4890-663e-4434-a16b-648f86544aed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:02.350224 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-36b2e8af-a525-4f4b-ba2a-87a70b597656 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:02.395185 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff9d4890-663e-4434-a16b-648f86544aed admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 730} {{(pid=93957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:39:02.398474 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a2fa5eb7-081b-4607-a8e2-c36b1cee588f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:02.424270 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9d4890-663e-4434-a16b-648f86544aed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45a115c8-2d80-4f7d-bb1b-e9bbfc6403e1,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:02.451554 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ff9d4890-663e-4434-a16b-648f86544aed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:02.454220 n-d-779913-29 neutron-server[93957]: INFO neutron.db.segments_db [None req-ff9d4890-663e-4434-a16b-648f86544aed admin admin] Added segment b963d3b7-ef4d-4cf3-adbc-b12b95b5b6df of type vlan for network 8beafb9c-623f-4db4-852e-a081f8935a7d Jul 14 09:39:02.458085 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9d4890-663e-4434-a16b-648f86544aed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:39:02.460641 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9d4890-663e-4434-a16b-648f86544aed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:39:02.461089 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9d4890-663e-4434-a16b-648f86544aed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:39:02.461542 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9d4890-663e-4434-a16b-648f86544aed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:39:02.461974 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9d4890-663e-4434-a16b-648f86544aed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:39:02.462750 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9d4890-663e-4434-a16b-648f86544aed admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:39:02.464686 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f941905e-cee1-4e47-b700-5e8466c8b7f6 req-99b31131-d264-4850-ab84-23c34604fc50 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:02.465169 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9d4890-663e-4434-a16b-648f86544aed admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:39:02.465612 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9d4890-663e-4434-a16b-648f86544aed admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:39:02.466033 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9d4890-663e-4434-a16b-648f86544aed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:39:02.466549 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9d4890-663e-4434-a16b-648f86544aed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:39:02.468229 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-f941905e-cee1-4e47-b700-5e8466c8b7f6 req-99b31131-d264-4850-ab84-23c34604fc50 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/ports?device_id=5ed0c1cb-c3d6-40f1-8aad-1894504b5a83 HTTP/1.1" status: 200 len: 947 time: 0.2602105 Jul 14 09:39:02.468664 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9d4890-663e-4434-a16b-648f86544aed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:39:02.469191 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9d4890-663e-4434-a16b-648f86544aed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:39:02.480292 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-36b2e8af-a525-4f4b-ba2a-87a70b597656 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8762004 Jul 14 09:39:02.509741 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a2fa5eb7-081b-4607-a8e2-c36b1cee588f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:02.549146 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ff9d4890-663e-4434-a16b-648f86544aed admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735687821325'] for network, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:02.586866 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eab2749-d3e5-40af-a046-24a11188b68e None None] Network c0f11c9b-8768-4634-8446-b44c95ece313 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:39:02.599737 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-f941905e-cee1-4e47-b700-5e8466c8b7f6 req-cc5fbfe8-0a6a-4111-88b7-d4d690865a91 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/security-groups?id=3e66fdd8-bd2d-4f0b-a124-b60bfc46cfe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1178069 Jul 14 09:39:02.635453 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a2fa5eb7-081b-4607-a8e2-c36b1cee588f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:02.635453 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a2fa5eb7-081b-4607-a8e2-c36b1cee588f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:02.635453 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-a2fa5eb7-081b-4607-a8e2-c36b1cee588f admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/5e85d1d4-ea29-40cc-8d50-bbe577c275a5 HTTP/1.1" status: 204 len: 168 time: 0.4685698 Jul 14 09:39:02.643160 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fa5eb7-081b-4607-a8e2-c36b1cee588f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e85d1d4-ea29-40cc-8d50-bbe577c275a5,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:02.644504 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ff9d4890-663e-4434-a16b-648f86544aed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855'] for network, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:02.645844 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff9d4890-663e-4434-a16b-648f86544aed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:02.646574 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ff9d4890-663e-4434-a16b-648f86544aed admin admin] Notify callbacks [] for network, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:02.761913 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-ff9d4890-663e-4434-a16b-648f86544aed admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7779434 Jul 14 09:39:02.765950 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9d4890-663e-4434-a16b-648f86544aed admin admin] Pushing event updated for resources: {'Network': ['ID=8beafb9c-623f-4db4-852e-a081f8935a7d,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:02.799760 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Network 8beafb9c-623f-4db4-852e-a081f8935a7d details requested by agent ovs-agent-n-d-779913-29 with host n-d-779913-29 {{(pid=93959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:39:03.258191 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 39940) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:03.288287 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c8dac682-e726-4c77-9399-f200c7bd8a7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:03.494831 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c8dac682-e726-4c77-9399-f200c7bd8a7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:03.506413 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c8dac682-e726-4c77-9399-f200c7bd8a7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:03.570270 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8dac682-e726-4c77-9399-f200c7bd8a7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00b705a8-d11f-4662-8500-5d94e0515765,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:03.591654 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cca698-0bcd-443f-8daf-994a4b8c6b7a req-f3acd5d5-1721-4774-bbf0-e097a313e7b9 tempest-ServerPasswordTestJSON-2049865059 tempest-ServerPasswordTestJSON-2049865059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:03.600781 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c9cca698-0bcd-443f-8daf-994a4b8c6b7a req-f3acd5d5-1721-4774-bbf0-e097a313e7b9 tempest-ServerPasswordTestJSON-2049865059 tempest-ServerPasswordTestJSON-2049865059-project] 10.222.0.68 "GET /v2.0/networks?id=c0f11c9b-8768-4634-8446-b44c95ece313 HTTP/1.1" status: 200 len: 813 time: 0.1494431 Jul 14 09:39:03.621053 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c9cca698-0bcd-443f-8daf-994a4b8c6b7a req-c63da18c-7169-4494-a13c-b50a65d3084f tempest-ServerPasswordTestJSON-2049865059 tempest-ServerPasswordTestJSON-2049865059-project] 10.222.0.68 "GET /v2.0/quotas/39bf48addcdf454894523e98271f2699 HTTP/1.1" status: 200 len: 375 time: 0.0204096 Jul 14 09:39:03.625707 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-c8dac682-e726-4c77-9399-f200c7bd8a7c admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=e5c951e1faee4443848d07c521aef77e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3665440 Jul 14 09:39:03.628908 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 39958) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:03.666094 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c9cca698-0bcd-443f-8daf-994a4b8c6b7a req-8ecdad36-d297-488a-8545-8ce31ccbfa1c tempest-ServerPasswordTestJSON-2049865059 tempest-ServerPasswordTestJSON-2049865059-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=39bf48addcdf454894523e98271f2699&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0440769 Jul 14 09:39:03.750695 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-77469f4a-8db5-4c74-94e2-4218e0bd143f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:03.799973 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-77469f4a-8db5-4c74-94e2-4218e0bd143f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:03.930198 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-77469f4a-8db5-4c74-94e2-4218e0bd143f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:03.932795 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-77469f4a-8db5-4c74-94e2-4218e0bd143f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:03.936239 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-77469f4a-8db5-4c74-94e2-4218e0bd143f admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/00b705a8-d11f-4662-8500-5d94e0515765 HTTP/1.1" status: 204 len: 168 time: 0.3028655 Jul 14 09:39:03.981252 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77469f4a-8db5-4c74-94e2-4218e0bd143f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00b705a8-d11f-4662-8500-5d94e0515765,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:04.026875 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c9cca698-0bcd-443f-8daf-994a4b8c6b7a req-03e9d23d-8ac0-4194-9a17-f05e96796076 service neutron] 10.222.0.68 "GET /v2.0/networks/c0f11c9b-8768-4634-8446-b44c95ece313?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3599031 Jul 14 09:39:04.106236 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366e19a4-775f-4674-901b-539ff0bf1a2b req-9a0f7cc8-c701-4d9c-b66a-09332cdaeaa6 tempest-ComputeTenantNetworksTest-674118136 tempest-ComputeTenantNetworksTest-674118136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:04.116395 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366e19a4-775f-4674-901b-539ff0bf1a2b req-9a0f7cc8-c701-4d9c-b66a-09332cdaeaa6 tempest-ComputeTenantNetworksTest-674118136 tempest-ComputeTenantNetworksTest-674118136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:04.123672 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366e19a4-775f-4674-901b-539ff0bf1a2b req-9a0f7cc8-c701-4d9c-b66a-09332cdaeaa6 tempest-ComputeTenantNetworksTest-674118136 tempest-ComputeTenantNetworksTest-674118136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:04.125369 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-366e19a4-775f-4674-901b-539ff0bf1a2b req-9a0f7cc8-c701-4d9c-b66a-09332cdaeaa6 tempest-ComputeTenantNetworksTest-674118136 tempest-ComputeTenantNetworksTest-674118136-project] 10.222.0.68 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.2598524 Jul 14 09:39:04.200902 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c9cca698-0bcd-443f-8daf-994a4b8c6b7a req-e61762f7-1da9-48a2-956d-ff4e5aa45c34 service neutron] 10.222.0.68 "GET /v2.0/networks/c0f11c9b-8768-4634-8446-b44c95ece313?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614256 Jul 14 09:39:04.418513 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428aef28-4008-465e-912b-9823768656d6 req-256aa48f-b355-4aaa-9f1a-913f4af337ee tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:04.425988 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-428aef28-4008-465e-912b-9823768656d6 req-256aa48f-b355-4aaa-9f1a-913f4af337ee tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/ports?device_id=5ed0c1cb-c3d6-40f1-8aad-1894504b5a83 HTTP/1.1" status: 200 len: 947 time: 0.1071191 Jul 14 09:39:04.535167 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-428aef28-4008-465e-912b-9823768656d6 req-f3a26119-f908-4ace-9478-6965660b808e tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/security-groups?id=3e66fdd8-bd2d-4f0b-a124-b60bfc46cfe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1081705 Jul 14 09:39:04.685029 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-afdce2c4-3048-4622-ace9-db160fd26481 req-c03cac66-bb70-4ee8-87e4-158fc4fdd90d tempest-ServerPasswordTestJSON-2049865059 tempest-ServerPasswordTestJSON-2049865059-project] 10.222.0.68 "GET /v2.0/ports?device_id=54d4ae51-08c7-4b65-83a5-2e0f3bdeedfe HTTP/1.1" status: 200 len: 210 time: 0.0614944 Jul 14 09:39:04.730310 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68fa1c0-70e6-40be-9a0e-acccd46012e8 req-54a00241-2f91-4c63-b0db-e75227dc0b8f tempest-ComputeTenantNetworksTest-674118136 tempest-ComputeTenantNetworksTest-674118136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:04.733352 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e68fa1c0-70e6-40be-9a0e-acccd46012e8 req-54a00241-2f91-4c63-b0db-e75227dc0b8f tempest-ComputeTenantNetworksTest-674118136 tempest-ComputeTenantNetworksTest-674118136-project] 10.222.0.68 "GET /v2.0/networks/8beafb9c-623f-4db4-852e-a081f8935a7d HTTP/1.1" status: 200 len: 769 time: 0.2457340 Jul 14 09:39:04.743369 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 40010) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:04.864449 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fdb328e6-e77c-4d54-8c2e-726d2b83e58c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3876111'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:04.987895 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fdb328e6-e77c-4d54-8c2e-726d2b83e58c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473955', 'neutron.services.segments.db._delete_segments_for_network-8735688326548'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:04.998398 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-fdb328e6-e77c-4d54-8c2e-726d2b83e58c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8beafb9c-623f-4db4-852e-a081f8935a7d']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:39:05.012437 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-fdb328e6-e77c-4d54-8c2e-726d2b83e58c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b963d3b7-ef4d-4cf3-adbc-b12b95b5b6df') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:39:05.012829 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-fdb328e6-e77c-4d54-8c2e-726d2b83e58c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b963d3b7-ef4d-4cf3-adbc-b12b95b5b6df') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:39:05.052148 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fdb328e6-e77c-4d54-8c2e-726d2b83e58c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735688356235', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13574129'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:05.070644 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fdb328e6-e77c-4d54-8c2e-726d2b83e58c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:05.078270 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdb328e6-e77c-4d54-8c2e-726d2b83e58c admin admin] Releasing vlan 730 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:39:05.078970 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fdb328e6-e77c-4d54-8c2e-726d2b83e58c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13573126'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:05.081272 n-d-779913-29 neutron-server[93958]: Traceback (most recent call last): Jul 14 09:39:05.081272 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:39:05.081272 n-d-779913-29 neutron-server[93958]: timer() Jul 14 09:39:05.081272 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:39:05.081272 n-d-779913-29 neutron-server[93958]: cb(*args, **kw) Jul 14 09:39:05.081272 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:39:05.081272 n-d-779913-29 neutron-server[93958]: return func(*args, **kwargs) Jul 14 09:39:05.081272 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:39:05.081272 n-d-779913-29 neutron-server[93958]: self._notify() Jul 14 09:39:05.081272 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:39:05.081272 n-d-779913-29 neutron-server[93958]: self.callback(batched_events) Jul 14 09:39:05.081272 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:39:05.081272 n-d-779913-29 neutron-server[93958]: event.method(event) Jul 14 09:39:05.081272 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:39:05.081272 n-d-779913-29 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:39:05.081272 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:39:05.081272 n-d-779913-29 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:39:05.081272 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:39:05.081272 n-d-779913-29 neutron-server[93958]: return f(self, *a, **k) Jul 14 09:39:05.081272 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:39:05.081272 n-d-779913-29 neutron-server[93958]: return self._get(url).json() Jul 14 09:39:05.081272 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:39:05.081272 n-d-779913-29 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:39:05.081272 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:39:05.081272 n-d-779913-29 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 14 09:39:05.081272 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:39:05.081272 n-d-779913-29 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:39:05.081272 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:39:05.081272 n-d-779913-29 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:39:05.081272 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:39:05.081272 n-d-779913-29 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:39:05.081272 n-d-779913-29 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:39:05.172875 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fdb328e6-e77c-4d54-8c2e-726d2b83e58c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660504'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:05.191200 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fdb328e6-e77c-4d54-8c2e-726d2b83e58c admin admin] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:05.197991 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-fdb328e6-e77c-4d54-8c2e-726d2b83e58c admin admin] 10.222.0.68 "DELETE /v2.0/networks/8beafb9c-623f-4db4-852e-a081f8935a7d HTTP/1.1" status: 204 len: 168 time: 0.4531963 Jul 14 09:39:05.231695 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb328e6-e77c-4d54-8c2e-726d2b83e58c admin admin] Pushing event deleted for resources: {'Network': ['ID=8beafb9c-623f-4db4-852e-a081f8935a7d,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:05.526640 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 40044) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:05.589799 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 40054) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:05.590229 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-9ddf5025-1813-47de-8359-b443a1758b77 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=9a1b832325114b1985e4382583813349&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0623982 Jul 14 09:39:05.699760 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d4b78d1d-92ee-4dc6-a2d8-f86ceaed8bf1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:05.754169 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d4b78d1d-92ee-4dc6-a2d8-f86ceaed8bf1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:05.828125 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f887e85-0927-416a-a667-23548b185faf req-050c9fd9-9f57-477e-a111-f30035b58c5b tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:05.841669 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-0f887e85-0927-416a-a667-23548b185faf req-050c9fd9-9f57-477e-a111-f30035b58c5b tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/ports?device_id=5ed0c1cb-c3d6-40f1-8aad-1894504b5a83 HTTP/1.1" status: 200 len: 947 time: 0.1199639 Jul 14 09:39:05.849959 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d4b78d1d-92ee-4dc6-a2d8-f86ceaed8bf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:05.850616 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d4b78d1d-92ee-4dc6-a2d8-f86ceaed8bf1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:05.852069 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 40070) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:05.852331 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-d4b78d1d-92ee-4dc6-a2d8-f86ceaed8bf1 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/45a115c8-2d80-4f7d-bb1b-e9bbfc6403e1 HTTP/1.1" status: 204 len: 168 time: 0.2615242 Jul 14 09:39:05.879710 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b78d1d-92ee-4dc6-a2d8-f86ceaed8bf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45a115c8-2d80-4f7d-bb1b-e9bbfc6403e1,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:05.957215 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-0f887e85-0927-416a-a667-23548b185faf req-08d8bdf4-1a1d-42b7-8347-d1bac96b9aa8 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/security-groups?id=3e66fdd8-bd2d-4f0b-a124-b60bfc46cfe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1142919 Jul 14 09:39:05.986477 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e38fbdee-6155-4932-8a95-da38320090b1 req-591cfe05-fba3-439a-ac0a-ce9cf80baa41 tempest-ServerPasswordTestJSON-2049865059 tempest-ServerPasswordTestJSON-2049865059-project] 10.222.0.68 "GET /v2.0/ports?device_id=54d4ae51-08c7-4b65-83a5-2e0f3bdeedfe HTTP/1.1" status: 200 len: 210 time: 0.0774579 Jul 14 09:39:06.075040 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2b5802d6-a30c-4250-b55f-de6195464ed9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:06.271187 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2b5802d6-a30c-4250-b55f-de6195464ed9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:06.281571 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2b5802d6-a30c-4250-b55f-de6195464ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:06.379627 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-2b5802d6-a30c-4250-b55f-de6195464ed9 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=c80862a78b13486a82f35eed03797f81&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5262156 Jul 14 09:39:06.385696 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 40088) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:06.399812 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5802d6-a30c-4250-b55f-de6195464ed9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53966c7a-b563-491e-82bb-01e7e7eaaa0c,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:06.472578 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cca698-0bcd-443f-8daf-994a4b8c6b7a req-301d7dd5-a7a6-4c8d-bd12-73945c7b3b51 tempest-ServerPasswordTestJSON-2049865059 tempest-ServerPasswordTestJSON-2049865059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:06.474432 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c9cca698-0bcd-443f-8daf-994a4b8c6b7a req-301d7dd5-a7a6-4c8d-bd12-73945c7b3b51 tempest-ServerPasswordTestJSON-2049865059 tempest-ServerPasswordTestJSON-2049865059-project] 10.222.0.57 "GET /v2.0/networks?id=c0f11c9b-8768-4634-8446-b44c95ece313 HTTP/1.1" status: 200 len: 813 time: 0.2096980 Jul 14 09:39:06.502499 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-c9cca698-0bcd-443f-8daf-994a4b8c6b7a req-119714d7-148c-4ccc-9e55-b47e24108b3a tempest-ServerPasswordTestJSON-2049865059 tempest-ServerPasswordTestJSON-2049865059-project] Request body: {'port': {'device_id': '54d4ae51-08c7-4b65-83a5-2e0f3bdeedfe', 'network_id': 'c0f11c9b-8768-4634-8446-b44c95ece313', 'admin_state_up': True, 'tenant_id': '39bf48addcdf454894523e98271f2699'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:39:06.520323 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-215f4e1b-c44b-4c5d-a4f0-ed76987bc94a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:06.578647 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-215f4e1b-c44b-4c5d-a4f0-ed76987bc94a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:06.687573 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-215f4e1b-c44b-4c5d-a4f0-ed76987bc94a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:06.691361 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-215f4e1b-c44b-4c5d-a4f0-ed76987bc94a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:06.701631 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-215f4e1b-c44b-4c5d-a4f0-ed76987bc94a admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/53966c7a-b563-491e-82bb-01e7e7eaaa0c HTTP/1.1" status: 204 len: 168 time: 0.3090110 Jul 14 09:39:06.719320 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9cca698-0bcd-443f-8daf-994a4b8c6b7a req-119714d7-148c-4ccc-9e55-b47e24108b3a tempest-ServerPasswordTestJSON-2049865059 tempest-ServerPasswordTestJSON-2049865059-project] Made reservation on behalf of 39bf48addcdf454894523e98271f2699 for: {'port': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:39:06.727815 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215f4e1b-c44b-4c5d-a4f0-ed76987bc94a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53966c7a-b563-491e-82bb-01e7e7eaaa0c,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:06.731868 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-c9cca698-0bcd-443f-8daf-994a4b8c6b7a req-119714d7-148c-4ccc-9e55-b47e24108b3a tempest-ServerPasswordTestJSON-2049865059 tempest-ServerPasswordTestJSON-2049865059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:07.097999 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [req-c9cca698-0bcd-443f-8daf-994a4b8c6b7a req-119714d7-148c-4ccc-9e55-b47e24108b3a tempest-ServerPasswordTestJSON-2049865059 tempest-ServerPasswordTestJSON-2049865059-project] Allocated IP 172.20.0.3 (c0f11c9b-8768-4634-8446-b44c95ece313/d8279341-92bb-4190-a268-51ffeba10f24/ee80a42d-6aa5-4ae5-84e6-e5b5f0c72dda) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:39:07.269993 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d432079c-d684-41d7-a5f3-2c96e772562c req-113d98dd-d48a-4dc1-ad29-9bc010dbeecc tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:07.271520 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d432079c-d684-41d7-a5f3-2c96e772562c req-113d98dd-d48a-4dc1-ad29-9bc010dbeecc tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/ports?device_id=5ed0c1cb-c3d6-40f1-8aad-1894504b5a83 HTTP/1.1" status: 200 len: 947 time: 0.1553910 Jul 14 09:39:07.302841 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c2b61cf9-59ab-4902-b7d6-e4237ff52649 req-0add77cb-c723-4532-baf8-09fae95bd535 tempest-ServerPasswordTestJSON-2049865059 tempest-ServerPasswordTestJSON-2049865059-project] 10.222.0.68 "GET /v2.0/ports?device_id=54d4ae51-08c7-4b65-83a5-2e0f3bdeedfe HTTP/1.1" status: 200 len: 210 time: 0.0985241 Jul 14 09:39:07.339482 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d432079c-d684-41d7-a5f3-2c96e772562c req-249c196c-9209-4133-9818-d3a8640aa1ce tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/security-groups?id=3e66fdd8-bd2d-4f0b-a124-b60bfc46cfe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586674 Jul 14 09:39:07.474232 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-c9cca698-0bcd-443f-8daf-994a4b8c6b7a req-119714d7-148c-4ccc-9e55-b47e24108b3a tempest-ServerPasswordTestJSON-2049865059 tempest-ServerPasswordTestJSON-2049865059-project] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:07.546782 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-c9cca698-0bcd-443f-8daf-994a4b8c6b7a req-119714d7-148c-4ccc-9e55-b47e24108b3a tempest-ServerPasswordTestJSON-2049865059 tempest-ServerPasswordTestJSON-2049865059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:07.661669 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119714d7-148c-4ccc-9e55-b47e24108b3a tempest-ServerPasswordTestJSON-2049865059 tempest-ServerPasswordTestJSON-2049865059-project] Pushing event updated for resources: {'Port': ['ID=ee80a42d-6aa5-4ae5-84e6-e5b5f0c72dda,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:07.689468 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9cca698-0bcd-443f-8daf-994a4b8c6b7a req-119714d7-148c-4ccc-9e55-b47e24108b3a tempest-ServerPasswordTestJSON-2049865059 tempest-ServerPasswordTestJSON-2049865059-project] Network c0f11c9b-8768-4634-8446-b44c95ece313 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:39:07.691400 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [req-c9cca698-0bcd-443f-8daf-994a4b8c6b7a req-119714d7-148c-4ccc-9e55-b47e24108b3a tempest-ServerPasswordTestJSON-2049865059 tempest-ServerPasswordTestJSON-2049865059-project] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:39:07.705518 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9cca698-0bcd-443f-8daf-994a4b8c6b7a req-119714d7-148c-4ccc-9e55-b47e24108b3a tempest-ServerPasswordTestJSON-2049865059 tempest-ServerPasswordTestJSON-2049865059-project] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:39:07.831088 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cca698-0bcd-443f-8daf-994a4b8c6b7a req-119714d7-148c-4ccc-9e55-b47e24108b3a tempest-ServerPasswordTestJSON-2049865059 tempest-ServerPasswordTestJSON-2049865059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:07.832060 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-c9cca698-0bcd-443f-8daf-994a4b8c6b7a req-119714d7-148c-4ccc-9e55-b47e24108b3a tempest-ServerPasswordTestJSON-2049865059 tempest-ServerPasswordTestJSON-2049865059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:07.854175 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c9cca698-0bcd-443f-8daf-994a4b8c6b7a req-119714d7-148c-4ccc-9e55-b47e24108b3a tempest-ServerPasswordTestJSON-2049865059 tempest-ServerPasswordTestJSON-2049865059-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3634710 Jul 14 09:39:07.876476 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-c9cca698-0bcd-443f-8daf-994a4b8c6b7a req-e2d92e7f-5f19-41f2-9b17-4a2b6becedb7 service neutron] Request body: {'port': {'device_id': '54d4ae51-08c7-4b65-83a5-2e0f3bdeedfe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-29'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:39:07.981832 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-c9cca698-0bcd-443f-8daf-994a4b8c6b7a req-e2d92e7f-5f19-41f2-9b17-4a2b6becedb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:08.450595 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [req-c9cca698-0bcd-443f-8daf-994a4b8c6b7a req-e2d92e7f-5f19-41f2-9b17-4a2b6becedb7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee80a42d-6aa5-4ae5-84e6-e5b5f0c72dda {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:39:08.461827 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-c9cca698-0bcd-443f-8daf-994a4b8c6b7a req-e2d92e7f-5f19-41f2-9b17-4a2b6becedb7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:08.501890 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [req-c9cca698-0bcd-443f-8daf-994a4b8c6b7a req-e2d92e7f-5f19-41f2-9b17-4a2b6becedb7 service neutron] Transition to ACTIVE for port object ee80a42d-6aa5-4ae5-84e6-e5b5f0c72dda will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:39:08.509815 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-c9cca698-0bcd-443f-8daf-994a4b8c6b7a req-e2d92e7f-5f19-41f2-9b17-4a2b6becedb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:08.736225 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1947b5-2796-49ce-b244-ababad6cbf19 req-8f1934a5-4a5d-4866-a8af-ad810a55c23a tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:08.749278 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-da1947b5-2796-49ce-b244-ababad6cbf19 req-8f1934a5-4a5d-4866-a8af-ad810a55c23a tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/ports?device_id=5ed0c1cb-c3d6-40f1-8aad-1894504b5a83 HTTP/1.1" status: 200 len: 947 time: 0.1486323 Jul 14 09:39:08.785049 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d92e7f-5f19-41f2-9b17-4a2b6becedb7 service neutron] Pushing event updated for resources: {'Port': ['ID=ee80a42d-6aa5-4ae5-84e6-e5b5f0c72dda,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:08.839107 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-da1947b5-2796-49ce-b244-ababad6cbf19 req-c1583c9a-4a08-482d-ae4c-781643fa7984 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/security-groups?id=3e66fdd8-bd2d-4f0b-a124-b60bfc46cfe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872855 Jul 14 09:39:08.923998 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e407a83-d1db-4b84-93d3-7ee0300533d9 req-1b0b461c-46a5-42bd-9152-dcf1396e87eb tempest-ServerPasswordTestJSON-2049865059 tempest-ServerPasswordTestJSON-2049865059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:08.932160 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-4e407a83-d1db-4b84-93d3-7ee0300533d9 req-1b0b461c-46a5-42bd-9152-dcf1396e87eb tempest-ServerPasswordTestJSON-2049865059 tempest-ServerPasswordTestJSON-2049865059-project] 10.222.0.68 "GET /v2.0/ports?device_id=54d4ae51-08c7-4b65-83a5-2e0f3bdeedfe HTTP/1.1" status: 200 len: 943 time: 0.3153725 Jul 14 09:39:08.935692 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-c9cca698-0bcd-443f-8daf-994a4b8c6b7a req-e2d92e7f-5f19-41f2-9b17-4a2b6becedb7 service neutron] Attempting to bind port ee80a42d-6aa5-4ae5-84e6-e5b5f0c72dda on host n-h2-779913-29 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:39:08.936291 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-c9cca698-0bcd-443f-8daf-994a4b8c6b7a req-e2d92e7f-5f19-41f2-9b17-4a2b6becedb7 service neutron] Attempting to bind port ee80a42d-6aa5-4ae5-84e6-e5b5f0c72dda by drivers openvswitch,hyperv on host n-h2-779913-29 at level 0 using segments [{'id': 'a944cb4a-4bd9-4386-91cc-f7ab7b2223a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'c0f11c9b-8768-4634-8446-b44c95ece313'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:39:08.936810 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9cca698-0bcd-443f-8daf-994a4b8c6b7a req-e2d92e7f-5f19-41f2-9b17-4a2b6becedb7 service neutron] Attempting to bind port ee80a42d-6aa5-4ae5-84e6-e5b5f0c72dda on network c0f11c9b-8768-4634-8446-b44c95ece313 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:39:08.955076 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9cca698-0bcd-443f-8daf-994a4b8c6b7a req-e2d92e7f-5f19-41f2-9b17-4a2b6becedb7 service neutron] Port ee80a42d-6aa5-4ae5-84e6-e5b5f0c72dda on network c0f11c9b-8768-4634-8446-b44c95ece313 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-29 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:39:08.959491 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9cca698-0bcd-443f-8daf-994a4b8c6b7a req-e2d92e7f-5f19-41f2-9b17-4a2b6becedb7 service neutron] Attempting to bind port ee80a42d-6aa5-4ae5-84e6-e5b5f0c72dda on network c0f11c9b-8768-4634-8446-b44c95ece313 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:39:08.967846 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9cca698-0bcd-443f-8daf-994a4b8c6b7a req-e2d92e7f-5f19-41f2-9b17-4a2b6becedb7 service neutron] Checking agent: {'id': '013e4a3b-a634-47b8-b6a5-1a25109b73fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 13, 13), 'started_at': datetime.datetime(2021, 7, 14, 9, 13, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 38, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:39:08.968206 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9cca698-0bcd-443f-8daf-994a4b8c6b7a req-e2d92e7f-5f19-41f2-9b17-4a2b6becedb7 service neutron] Checking segment: {'id': 'a944cb4a-4bd9-4386-91cc-f7ab7b2223a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'c0f11c9b-8768-4634-8446-b44c95ece313'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:39:08.968600 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9cca698-0bcd-443f-8daf-994a4b8c6b7a req-e2d92e7f-5f19-41f2-9b17-4a2b6becedb7 service neutron] Bound using segment: {'id': 'a944cb4a-4bd9-4386-91cc-f7ab7b2223a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'c0f11c9b-8768-4634-8446-b44c95ece313'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:39:08.969044 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-c9cca698-0bcd-443f-8daf-994a4b8c6b7a req-e2d92e7f-5f19-41f2-9b17-4a2b6becedb7 service neutron] Bound port: ee80a42d-6aa5-4ae5-84e6-e5b5f0c72dda, host: n-h2-779913-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a944cb4a-4bd9-4386-91cc-f7ab7b2223a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'c0f11c9b-8768-4634-8446-b44c95ece313'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:39:08.969420 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-c9cca698-0bcd-443f-8daf-994a4b8c6b7a req-e2d92e7f-5f19-41f2-9b17-4a2b6becedb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:09.039630 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-4e407a83-d1db-4b84-93d3-7ee0300533d9 req-fa46b69b-0819-416f-8c31-38b06b76223c tempest-ServerPasswordTestJSON-2049865059 tempest-ServerPasswordTestJSON-2049865059-project] 10.222.0.68 "GET /v2.0/security-groups?id=d153f0fb-c635-4ce8-8214-f98014e1ff00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062772 Jul 14 09:39:09.098134 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-c9cca698-0bcd-443f-8daf-994a4b8c6b7a req-e2d92e7f-5f19-41f2-9b17-4a2b6becedb7 service neutron] For port ee80a42d-6aa5-4ae5-84e6-e5b5f0c72dda, host n-h2-779913-29, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:39:09.104301 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-c9cca698-0bcd-443f-8daf-994a4b8c6b7a req-e2d92e7f-5f19-41f2-9b17-4a2b6becedb7 service neutron] For port ee80a42d-6aa5-4ae5-84e6-e5b5f0c72dda, host n-h2-779913-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=ee80a42d-6aa5-4ae5-84e6-e5b5f0c72dda,segment=NetworkSegment(a944cb4a-4bd9-4386-91cc-f7ab7b2223a6),segment_id=a944cb4a-4bd9-4386-91cc-f7ab7b2223a6)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:39:09.113380 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-c9cca698-0bcd-443f-8daf-994a4b8c6b7a req-e2d92e7f-5f19-41f2-9b17-4a2b6becedb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:09.148477 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cca698-0bcd-443f-8daf-994a4b8c6b7a req-e2d92e7f-5f19-41f2-9b17-4a2b6becedb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:09.149936 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-c9cca698-0bcd-443f-8daf-994a4b8c6b7a req-e2d92e7f-5f19-41f2-9b17-4a2b6becedb7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:09.152868 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c9cca698-0bcd-443f-8daf-994a4b8c6b7a req-e2d92e7f-5f19-41f2-9b17-4a2b6becedb7 service neutron] 10.222.0.57 "PUT /v2.0/ports/ee80a42d-6aa5-4ae5-84e6-e5b5f0c72dda HTTP/1.1" status: 200 len: 1092 time: 1.2825401 Jul 14 09:39:09.153700 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54d4ae51-08c7-4b65-83a5-2e0f3bdeedfe', 'tag': 'ee80a42d-6aa5-4ae5-84e6-e5b5f0c72dda'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:39:09.156276 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3a701e4-3075-446e-921a-afe6b30443dd" -d '{"events": [{"name": "network-changed", "server_uuid": "54d4ae51-08c7-4b65-83a5-2e0f3bdeedfe", "tag": "ee80a42d-6aa5-4ae5-84e6-e5b5f0c72dda"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:39:09.197605 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d92e7f-5f19-41f2-9b17-4a2b6becedb7 service neutron] Pushing event updated for resources: {'Port': ['ID=ee80a42d-6aa5-4ae5-84e6-e5b5f0c72dda,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:09.258954 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:39:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f34e251-5e15-422e-9578-e6bf97f08461 x-openstack-request-id: req-2f34e251-5e15-422e-9578-e6bf97f08461 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:39:09.259532 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54d4ae51-08c7-4b65-83a5-2e0f3bdeedfe", "tag": "ee80a42d-6aa5-4ae5-84e6-e5b5f0c72dda", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:39:09.259785 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-2f34e251-5e15-422e-9578-e6bf97f08461 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:39:09.260197 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54d4ae51-08c7-4b65-83a5-2e0f3bdeedfe', 'tag': 'ee80a42d-6aa5-4ae5-84e6-e5b5f0c72dda', 'status': 'completed', 'code': 200} Jul 14 09:39:09.296178 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cca698-0bcd-443f-8daf-994a4b8c6b7a req-93a1d790-5e33-4ede-9ad1-b98543710729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:09.297786 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c9cca698-0bcd-443f-8daf-994a4b8c6b7a req-93a1d790-5e33-4ede-9ad1-b98543710729 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=39bf48addcdf454894523e98271f2699&device_id=54d4ae51-08c7-4b65-83a5-2e0f3bdeedfe HTTP/1.1" status: 200 len: 1095 time: 0.0836136 Jul 14 09:39:09.371205 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c9cca698-0bcd-443f-8daf-994a4b8c6b7a req-958478ff-370a-49fc-92fd-f8293168a310 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ee80a42d-6aa5-4ae5-84e6-e5b5f0c72dda HTTP/1.1" status: 200 len: 217 time: 0.0572128 Jul 14 09:39:09.450505 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cca698-0bcd-443f-8daf-994a4b8c6b7a req-fc6afa3d-8db3-4b95-9a6e-9c971f41f192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:09.452042 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c9cca698-0bcd-443f-8daf-994a4b8c6b7a req-fc6afa3d-8db3-4b95-9a6e-9c971f41f192 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d8279341-92bb-4190-a268-51ffeba10f24 HTTP/1.1" status: 200 len: 853 time: 0.0730488 Jul 14 09:39:09.498619 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c9cca698-0bcd-443f-8daf-994a4b8c6b7a req-326c5b98-f8ef-4a5d-8a6d-54336d8777c0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c0f11c9b-8768-4634-8446-b44c95ece313&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384691 Jul 14 09:39:09.658928 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c9cca698-0bcd-443f-8daf-994a4b8c6b7a req-152c7eeb-a43c-4a8d-89ae-aaf19d48f2d8 service neutron] 10.222.0.57 "GET /v2.0/networks/c0f11c9b-8768-4634-8446-b44c95ece313?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506977 Jul 14 09:39:09.836696 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c9cca698-0bcd-443f-8daf-994a4b8c6b7a req-12d5a877-705d-419d-a78b-6e85390a62cd service neutron] 10.222.0.57 "GET /v2.0/networks/c0f11c9b-8768-4634-8446-b44c95ece313?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1691296 Jul 14 09:39:10.088389 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a701e4-3075-446e-921a-afe6b30443dd req-a9dc103e-3c96-4f80-a52f-e37f82a1c345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:10.091739 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c3a701e4-3075-446e-921a-afe6b30443dd req-a9dc103e-3c96-4f80-a52f-e37f82a1c345 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=39bf48addcdf454894523e98271f2699&device_id=54d4ae51-08c7-4b65-83a5-2e0f3bdeedfe HTTP/1.1" status: 200 len: 1095 time: 0.1481888 Jul 14 09:39:10.185203 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 40312) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:10.357519 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08862af7-c4d8-4916-9e4d-bdda8d89f25c req-32ecb01b-c03c-436c-ac8f-5565cc0d7997 tempest-ServerPasswordTestJSON-2049865059 tempest-ServerPasswordTestJSON-2049865059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:10.359461 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-08862af7-c4d8-4916-9e4d-bdda8d89f25c req-32ecb01b-c03c-436c-ac8f-5565cc0d7997 tempest-ServerPasswordTestJSON-2049865059 tempest-ServerPasswordTestJSON-2049865059-project] 10.222.0.68 "GET /v2.0/ports?device_id=54d4ae51-08c7-4b65-83a5-2e0f3bdeedfe HTTP/1.1" status: 200 len: 943 time: 0.1011450 Jul 14 09:39:10.441320 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a701e4-3075-446e-921a-afe6b30443dd req-8ef48d1c-d421-4987-9741-be54d5447a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:10.445333 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c3a701e4-3075-446e-921a-afe6b30443dd req-8ef48d1c-d421-4987-9741-be54d5447a50 service neutron] 10.222.0.57 "GET /v2.0/networks?id=c0f11c9b-8768-4634-8446-b44c95ece313 HTTP/1.1" status: 200 len: 914 time: 0.3452418 Jul 14 09:39:10.447987 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-08862af7-c4d8-4916-9e4d-bdda8d89f25c req-80ce51ec-67eb-4f37-9f3e-f7465f70aa11 tempest-ServerPasswordTestJSON-2049865059 tempest-ServerPasswordTestJSON-2049865059-project] 10.222.0.68 "GET /v2.0/security-groups?id=d153f0fb-c635-4ce8-8214-f98014e1ff00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766718 Jul 14 09:39:10.449096 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6261fde6-21a4-4ab3-a690-cef1acebb582 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:10.574845 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c3a701e4-3075-446e-921a-afe6b30443dd req-74d251dd-9f9b-48ab-95e9-d2fb4a8d58e4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ee80a42d-6aa5-4ae5-84e6-e5b5f0c72dda HTTP/1.1" status: 200 len: 217 time: 0.1189590 Jul 14 09:39:10.603294 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6261fde6-21a4-4ab3-a690-cef1acebb582 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:10.607285 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500bfe10-123d-4e53-a65a-5b041ae64ec7 req-72796c50-b64e-4b17-a590-3c9185c27fba tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:10.608911 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-500bfe10-123d-4e53-a65a-5b041ae64ec7 req-72796c50-b64e-4b17-a590-3c9185c27fba tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/ports?device_id=5ed0c1cb-c3d6-40f1-8aad-1894504b5a83 HTTP/1.1" status: 200 len: 947 time: 0.3142552 Jul 14 09:39:10.609516 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6261fde6-21a4-4ab3-a690-cef1acebb582 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:10.659492 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6261fde6-21a4-4ab3-a690-cef1acebb582 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9178767-cfa3-45cb-9e7d-24c29d5d3a07,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:10.697628 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-6261fde6-21a4-4ab3-a690-cef1acebb582 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=1e5a0b85b9d34e3dbe3859683df92829&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5112662 Jul 14 09:39:10.700894 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 40338) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:10.739260 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a701e4-3075-446e-921a-afe6b30443dd req-796000af-0dc3-42f1-9b66-a935b0dab3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:10.741292 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c3a701e4-3075-446e-921a-afe6b30443dd req-796000af-0dc3-42f1-9b66-a935b0dab3b5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d8279341-92bb-4190-a268-51ffeba10f24 HTTP/1.1" status: 200 len: 853 time: 0.1560593 Jul 14 09:39:10.753102 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-500bfe10-123d-4e53-a65a-5b041ae64ec7 req-861fc33b-391d-4324-9247-c7cb73b3af69 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/security-groups?id=3e66fdd8-bd2d-4f0b-a124-b60bfc46cfe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1367662 Jul 14 09:39:10.816285 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c3a701e4-3075-446e-921a-afe6b30443dd req-2161895d-34d7-4abf-9707-1ca95c7891fd service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c0f11c9b-8768-4634-8446-b44c95ece313&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0620759 Jul 14 09:39:10.832947 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-540a24af-81e8-4426-a90d-e5777a574794 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:10.882793 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-540a24af-81e8-4426-a90d-e5777a574794 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:10.951095 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c3a701e4-3075-446e-921a-afe6b30443dd req-ae2abb5d-f9f3-4eef-b1db-3a5afcb5bceb service neutron] 10.222.0.57 "GET /v2.0/networks/c0f11c9b-8768-4634-8446-b44c95ece313?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272418 Jul 14 09:39:11.024187 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-540a24af-81e8-4426-a90d-e5777a574794 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:11.030958 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-540a24af-81e8-4426-a90d-e5777a574794 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:11.030958 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-540a24af-81e8-4426-a90d-e5777a574794 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/a9178767-cfa3-45cb-9e7d-24c29d5d3a07 HTTP/1.1" status: 204 len: 168 time: 0.3270631 Jul 14 09:39:11.045875 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540a24af-81e8-4426-a90d-e5777a574794 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9178767-cfa3-45cb-9e7d-24c29d5d3a07,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:11.142703 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c3a701e4-3075-446e-921a-afe6b30443dd req-ba07499f-fffd-4f91-adf1-4515174d7d2f service neutron] 10.222.0.57 "GET /v2.0/networks/c0f11c9b-8768-4634-8446-b44c95ece313?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1827297 Jul 14 09:39:11.698521 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08ebbcc-1998-4448-8062-ff92a71cf76d req-ed825a6e-f9c8-41c6-936c-85f24c7aa46e tempest-ServerPasswordTestJSON-2049865059 tempest-ServerPasswordTestJSON-2049865059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:11.706305 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-e08ebbcc-1998-4448-8062-ff92a71cf76d req-ed825a6e-f9c8-41c6-936c-85f24c7aa46e tempest-ServerPasswordTestJSON-2049865059 tempest-ServerPasswordTestJSON-2049865059-project] 10.222.0.68 "GET /v2.0/ports?device_id=54d4ae51-08c7-4b65-83a5-2e0f3bdeedfe HTTP/1.1" status: 200 len: 943 time: 0.0953641 Jul 14 09:39:11.753839 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-e08ebbcc-1998-4448-8062-ff92a71cf76d req-b11fbd4b-8805-4bce-bd79-cc616e0cae62 tempest-ServerPasswordTestJSON-2049865059 tempest-ServerPasswordTestJSON-2049865059-project] 10.222.0.68 "GET /v2.0/security-groups?id=d153f0fb-c635-4ce8-8214-f98014e1ff00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463405 Jul 14 09:39:11.990364 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b183a79-8a23-487b-bb0f-de78f8ebaf17 req-3d513b62-f560-4662-9c83-7938c455f517 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:11.992770 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1b183a79-8a23-487b-bb0f-de78f8ebaf17 req-3d513b62-f560-4662-9c83-7938c455f517 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/ports?device_id=5ed0c1cb-c3d6-40f1-8aad-1894504b5a83 HTTP/1.1" status: 200 len: 947 time: 0.0949543 Jul 14 09:39:12.067443 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1b183a79-8a23-487b-bb0f-de78f8ebaf17 req-e6006532-79ec-4a7d-9eb5-f20f346b1f5e tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/security-groups?id=3e66fdd8-bd2d-4f0b-a124-b60bfc46cfe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601356 Jul 14 09:39:12.549573 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device ee80a42d-6aa5-4ae5-84e6-e5b5f0c72dda details requested by agent hyperv_n-h2-779913-29 with host n-h2-779913-29 {{(pid=93959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:39:12.657330 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port ee80a42d-6aa5-4ae5-84e6-e5b5f0c72dda, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=ee80a42d-6aa5-4ae5-84e6-e5b5f0c72dda,segment=NetworkSegment(a944cb4a-4bd9-4386-91cc-f7ab7b2223a6),segment_id=a944cb4a-4bd9-4386-91cc-f7ab7b2223a6)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:39:12.671325 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Returning: {'device': 'ee80a42d-6aa5-4ae5-84e6-e5b5f0c72dda', 'network_id': 'c0f11c9b-8768-4634-8446-b44c95ece313', 'port_id': 'ee80a42d-6aa5-4ae5-84e6-e5b5f0c72dda', 'mac_address': 'fa:16:3e:6f:fd:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 717, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8279341-92bb-4190-a268-51ffeba10f24', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:39:12.720421 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:12.738925 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee80a42d-6aa5-4ae5-84e6-e5b5f0c72dda {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:39:12.762482 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port ee80a42d-6aa5-4ae5-84e6-e5b5f0c72dda, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=ee80a42d-6aa5-4ae5-84e6-e5b5f0c72dda,segment=NetworkSegment(a944cb4a-4bd9-4386-91cc-f7ab7b2223a6),segment_id=a944cb4a-4bd9-4386-91cc-f7ab7b2223a6)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:39:12.795521 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:12.852739 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02afb3ee-b22b-451c-8a79-b55884750c66 req-a5a12295-0f09-4974-8954-2011a31af37a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:12.856896 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:12.860712 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-02afb3ee-b22b-451c-8a79-b55884750c66 req-a5a12295-0f09-4974-8954-2011a31af37a service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=7aa1ffcc-49bc-4331-be36-b793b08d3aa0 HTTP/1.1" status: 200 len: 1097 time: 0.3456633 Jul 14 09:39:12.905068 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-02afb3ee-b22b-451c-8a79-b55884750c66 req-2aa7cd66-005a-49e5-b6c4-dabaf8d96595 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=eb2891e5-70c4-4da6-a9db-6da5988fd1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434368 Jul 14 09:39:12.908145 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Pushing event updated for resources: {'Port': ['ID=ee80a42d-6aa5-4ae5-84e6-e5b5f0c72dda,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:12.922343 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:39:12.922710 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:39:12.923042 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:39:12.923382 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:39:12.923726 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:39:12.924063 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:39:12.924396 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:39:12.924729 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:39:12.925141 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:39:12.925409 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:39:12.925751 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:39:12.926093 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:39:13.036761 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e25e21-6e2e-4c67-a32e-9cfec31ade02 req-4337b6fb-a3dc-417f-836c-864d61f42d02 tempest-ServerPasswordTestJSON-2049865059 tempest-ServerPasswordTestJSON-2049865059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:13.038000 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-97e25e21-6e2e-4c67-a32e-9cfec31ade02 req-4337b6fb-a3dc-417f-836c-864d61f42d02 tempest-ServerPasswordTestJSON-2049865059 tempest-ServerPasswordTestJSON-2049865059-project] 10.222.0.68 "GET /v2.0/ports?device_id=54d4ae51-08c7-4b65-83a5-2e0f3bdeedfe HTTP/1.1" status: 200 len: 944 time: 0.0813649 Jul 14 09:39:13.079289 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-97e25e21-6e2e-4c67-a32e-9cfec31ade02 req-fc2f2bc4-8d74-4b44-9230-3017b014cd37 tempest-ServerPasswordTestJSON-2049865059 tempest-ServerPasswordTestJSON-2049865059-project] 10.222.0.68 "GET /v2.0/security-groups?id=d153f0fb-c635-4ce8-8214-f98014e1ff00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337155 Jul 14 09:39:13.147642 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] get_ports_and_sgs() called for port_ids ['ee80a42d-6aa5-4ae5-84e6-e5b5f0c72dda'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:39:13.275620 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003fb39e-32ec-494b-8f99-3304aae7f4c8 req-5d2c4650-5a28-4698-8fdb-d9492b6f7dbd tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:13.277182 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-003fb39e-32ec-494b-8f99-3304aae7f4c8 req-5d2c4650-5a28-4698-8fdb-d9492b6f7dbd tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/ports?device_id=5ed0c1cb-c3d6-40f1-8aad-1894504b5a83 HTTP/1.1" status: 200 len: 947 time: 0.0870976 Jul 14 09:39:13.319312 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-003fb39e-32ec-494b-8f99-3304aae7f4c8 req-6280ba0f-fb3c-44b8-9cee-b460a905becd tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/security-groups?id=3e66fdd8-bd2d-4f0b-a124-b60bfc46cfe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360198 Jul 14 09:39:13.547222 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:14.332183 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a1c150-3e6e-4f72-b0ea-2d15a929e08c req-d787409c-6410-4165-a2a1-02205c76bbe4 tempest-ServerPasswordTestJSON-2049865059 tempest-ServerPasswordTestJSON-2049865059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:14.333867 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-76a1c150-3e6e-4f72-b0ea-2d15a929e08c req-d787409c-6410-4165-a2a1-02205c76bbe4 tempest-ServerPasswordTestJSON-2049865059 tempest-ServerPasswordTestJSON-2049865059-project] 10.222.0.68 "GET /v2.0/ports?device_id=54d4ae51-08c7-4b65-83a5-2e0f3bdeedfe HTTP/1.1" status: 200 len: 944 time: 0.0969162 Jul 14 09:39:14.384592 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-76a1c150-3e6e-4f72-b0ea-2d15a929e08c req-8cdbfd2c-c513-43e2-950d-d17486e425ed tempest-ServerPasswordTestJSON-2049865059 tempest-ServerPasswordTestJSON-2049865059-project] 10.222.0.68 "GET /v2.0/security-groups?id=d153f0fb-c635-4ce8-8214-f98014e1ff00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430925 Jul 14 09:39:14.558506 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device ee80a42d-6aa5-4ae5-84e6-e5b5f0c72dda up at agent hyperv_n-h2-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:39:14.702635 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Provisioning for port ee80a42d-6aa5-4ae5-84e6-e5b5f0c72dda completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:39:14.712100 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Provisioning complete for port ee80a42d-6aa5-4ae5-84e6-e5b5f0c72dda triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:39:14.712566 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:14.803865 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:14.828792 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54d4ae51-08c7-4b65-83a5-2e0f3bdeedfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee80a42d-6aa5-4ae5-84e6-e5b5f0c72dda'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:39:14.831501 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd62303f06773040a8a4e189dc46b4f565768c299abf8ab8e7739778b0bc3e97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36ae4fb9-f5b9-4ff7-b150-803a5cd5b0b4" -d '{"events": [{"server_uuid": "54d4ae51-08c7-4b65-83a5-2e0f3bdeedfe", "name": "network-vif-plugged", "status": "completed", "tag": "ee80a42d-6aa5-4ae5-84e6-e5b5f0c72dda"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:39:14.855983 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port ee80a42d-6aa5-4ae5-84e6-e5b5f0c72dda, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=ee80a42d-6aa5-4ae5-84e6-e5b5f0c72dda,segment=NetworkSegment(a944cb4a-4bd9-4386-91cc-f7ab7b2223a6),segment_id=a944cb4a-4bd9-4386-91cc-f7ab7b2223a6)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:39:14.867668 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:14.909297 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:39:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c94dc07f-f34a-406f-8e6b-8fc243dd0ecb x-openstack-request-id: req-c94dc07f-f34a-406f-8e6b-8fc243dd0ecb {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:39:14.909602 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54d4ae51-08c7-4b65-83a5-2e0f3bdeedfe", "name": "network-vif-plugged", "status": "completed", "tag": "ee80a42d-6aa5-4ae5-84e6-e5b5f0c72dda", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:39:14.909804 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-c94dc07f-f34a-406f-8e6b-8fc243dd0ecb {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:39:14.910188 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54d4ae51-08c7-4b65-83a5-2e0f3bdeedfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee80a42d-6aa5-4ae5-84e6-e5b5f0c72dda', 'code': 200} Jul 14 09:39:14.952882 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4312c87c-fce5-445a-88cf-3fb10d36111a req-b56a5f5e-693e-4b1f-9e44-c506d3b3fa55 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:14.956991 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Pushing event updated for resources: {'Port': ['ID=ee80a42d-6aa5-4ae5-84e6-e5b5f0c72dda,revision_number=5']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:14.964699 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-4312c87c-fce5-445a-88cf-3fb10d36111a req-b56a5f5e-693e-4b1f-9e44-c506d3b3fa55 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/ports?device_id=5ed0c1cb-c3d6-40f1-8aad-1894504b5a83 HTTP/1.1" status: 200 len: 947 time: 0.0949550 Jul 14 09:39:15.026796 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 9e91a837-3b23-4ea6-ab66-86261b57cd5c no longer exists at agent hyperv_n-h1-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:39:15.059568 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 40684) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:15.074235 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-4312c87c-fce5-445a-88cf-3fb10d36111a req-35ef7473-c1d6-4f46-9087-fea02f4e2077 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/security-groups?id=3e66fdd8-bd2d-4f0b-a124-b60bfc46cfe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1083555 Jul 14 09:39:15.151081 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3671a481-94af-47df-916a-c125ed596b5d req-b1d13d5b-8131-403a-87b5-ee2e98e7390f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:15.152607 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3671a481-94af-47df-916a-c125ed596b5d req-b1d13d5b-8131-403a-87b5-ee2e98e7390f service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=54d4ae51-08c7-4b65-83a5-2e0f3bdeedfe HTTP/1.1" status: 200 len: 1097 time: 0.1138871 Jul 14 09:39:15.165439 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:15.201591 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port 9e91a837-3b23-4ea6-ab66-86261b57cd5c, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=9e91a837-3b23-4ea6-ab66-86261b57cd5c,segment=NetworkSegment(5aade75d-903c-400b-b4a7-6f3ba4ae14ee),segment_id=5aade75d-903c-400b-b4a7-6f3ba4ae14ee)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:39:15.201760 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3671a481-94af-47df-916a-c125ed596b5d req-0fd9b743-035a-4bc1-abaa-0563332233a2 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=d153f0fb-c635-4ce8-8214-f98014e1ff00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419862 Jul 14 09:39:15.206488 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:15.259205 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Pushing event updated for resources: {'Port': ['ID=9e91a837-3b23-4ea6-ab66-86261b57cd5c,revision_number=14']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:15.322730 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-93b6a262-3618-4df3-85b6-a4a090b2973a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:15.420460 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-93b6a262-3618-4df3-85b6-a4a090b2973a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:15.426468 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-93b6a262-3618-4df3-85b6-a4a090b2973a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:15.487445 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 40716) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:15.487647 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-93b6a262-3618-4df3-85b6-a4a090b2973a admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=60c86e3719d2473284279cff881546be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4266021 Jul 14 09:39:15.488379 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b6a262-3618-4df3-85b6-a4a090b2973a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fe98cd1-8f54-4af3-a792-0965285e3cf0,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:15.591159 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-0fa26911-9f12-4f00-8dfa-78796d35b2cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:15.621267 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-0fa26911-9f12-4f00-8dfa-78796d35b2cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:15.639248 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a56430f-65ec-4202-83f7-467a3d4a222e req-a2ed000f-62b1-4fb5-b7a1-dd75fd3fd197 tempest-ServerPasswordTestJSON-2049865059 tempest-ServerPasswordTestJSON-2049865059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:15.641721 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-6a56430f-65ec-4202-83f7-467a3d4a222e req-a2ed000f-62b1-4fb5-b7a1-dd75fd3fd197 tempest-ServerPasswordTestJSON-2049865059 tempest-ServerPasswordTestJSON-2049865059-project] 10.222.0.68 "GET /v2.0/ports?device_id=54d4ae51-08c7-4b65-83a5-2e0f3bdeedfe HTTP/1.1" status: 200 len: 945 time: 0.0755575 Jul 14 09:39:15.682488 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-0fa26911-9f12-4f00-8dfa-78796d35b2cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:15.685992 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-0fa26911-9f12-4f00-8dfa-78796d35b2cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:15.689954 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-0fa26911-9f12-4f00-8dfa-78796d35b2cb admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/8fe98cd1-8f54-4af3-a792-0965285e3cf0 HTTP/1.1" status: 204 len: 168 time: 0.2011571 Jul 14 09:39:15.700085 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa26911-9f12-4f00-8dfa-78796d35b2cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fe98cd1-8f54-4af3-a792-0965285e3cf0,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:15.710910 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-6a56430f-65ec-4202-83f7-467a3d4a222e req-209569c0-0f0b-4af3-9883-1c24f2aade6c tempest-ServerPasswordTestJSON-2049865059 tempest-ServerPasswordTestJSON-2049865059-project] 10.222.0.68 "GET /v2.0/security-groups?id=d153f0fb-c635-4ce8-8214-f98014e1ff00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612280 Jul 14 09:39:16.052670 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 40762) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:16.283537 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-32e603d6-dd9e-4e11-af79-662c275dccd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:16.305941 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 40778) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:16.393159 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-32e603d6-dd9e-4e11-af79-662c275dccd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:16.413954 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-32e603d6-dd9e-4e11-af79-662c275dccd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:16.445199 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bb7f7aa7-e4a7-4de7-8096-c90ed7a9416e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:16.456631 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e603d6-dd9e-4e11-af79-662c275dccd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c158595f-181b-4f22-880a-e047e0b2fd5c,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:16.483432 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-32e603d6-dd9e-4e11-af79-662c275dccd1 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=7b75061311224087a9b0da4423e0a964&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4287806 Jul 14 09:39:16.486096 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 40792) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:16.572819 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0f6d5100-a2ec-4070-90b5-1c0bfc59b655 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:16.605154 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0f6d5100-a2ec-4070-90b5-1c0bfc59b655 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:16.660022 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bb7f7aa7-e4a7-4de7-8096-c90ed7a9416e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:16.665792 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bb7f7aa7-e4a7-4de7-8096-c90ed7a9416e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:16.714068 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0f6d5100-a2ec-4070-90b5-1c0bfc59b655 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:16.717220 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0f6d5100-a2ec-4070-90b5-1c0bfc59b655 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:16.721578 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-0f6d5100-a2ec-4070-90b5-1c0bfc59b655 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/c158595f-181b-4f22-880a-e047e0b2fd5c HTTP/1.1" status: 204 len: 168 time: 0.2343326 Jul 14 09:39:16.728826 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-bb7f7aa7-e4a7-4de7-8096-c90ed7a9416e admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=316c2858f8394da8be3c53b8dc81636f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4215729 Jul 14 09:39:16.729017 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 40822) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:16.729782 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7f7aa7-e4a7-4de7-8096-c90ed7a9416e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c631f67-cd55-4b22-aead-54da9a865b07,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:16.742867 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6d5100-a2ec-4070-90b5-1c0bfc59b655 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c158595f-181b-4f22-880a-e047e0b2fd5c,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:16.840947 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3b229a96-d8e6-43b3-a6d7-453ac08ffe39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:16.909201 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3b229a96-d8e6-43b3-a6d7-453ac08ffe39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:16.911595 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ed0c1cb-c3d6-40f1-8aad-1894504b5a83', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e91a837-3b23-4ea6-ab66-86261b57cd5c'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:39:16.914866 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd62303f06773040a8a4e189dc46b4f565768c299abf8ab8e7739778b0bc3e97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0a2118f-6610-4a3f-80d5-b55b43312754" -d '{"events": [{"server_uuid": "5ed0c1cb-c3d6-40f1-8aad-1894504b5a83", "name": "network-vif-unplugged", "status": "completed", "tag": "9e91a837-3b23-4ea6-ab66-86261b57cd5c"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:39:16.975898 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6488fddc-cf71-4324-9b4b-134ecc3a38bd req-c06d1683-44d1-44c8-ab74-4a9733414974 tempest-ServerPasswordTestJSON-2049865059 tempest-ServerPasswordTestJSON-2049865059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:16.977453 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6488fddc-cf71-4324-9b4b-134ecc3a38bd req-c06d1683-44d1-44c8-ab74-4a9733414974 tempest-ServerPasswordTestJSON-2049865059 tempest-ServerPasswordTestJSON-2049865059-project] 10.222.0.68 "GET /v2.0/ports?device_id=54d4ae51-08c7-4b65-83a5-2e0f3bdeedfe HTTP/1.1" status: 200 len: 945 time: 0.1110208 Jul 14 09:39:16.991237 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3b229a96-d8e6-43b3-a6d7-453ac08ffe39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:16.994705 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3b229a96-d8e6-43b3-a6d7-453ac08ffe39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:16.996136 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-3b229a96-d8e6-43b3-a6d7-453ac08ffe39 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/8c631f67-cd55-4b22-aead-54da9a865b07 HTTP/1.1" status: 204 len: 168 time: 0.2659607 Jul 14 09:39:17.008254 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe39479-5c73-401c-9104-7213b85f534d req-6c56f2f6-9abf-4e54-a935-2f52f1fdc28c tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:17.015779 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-bfe39479-5c73-401c-9104-7213b85f534d req-6c56f2f6-9abf-4e54-a935-2f52f1fdc28c tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/ports?device_id=5ed0c1cb-c3d6-40f1-8aad-1894504b5a83 HTTP/1.1" status: 200 len: 945 time: 0.0900166 Jul 14 09:39:17.018243 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b229a96-d8e6-43b3-a6d7-453ac08ffe39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c631f67-cd55-4b22-aead-54da9a865b07,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:17.073693 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-bfe39479-5c73-401c-9104-7213b85f534d req-31ea7f5f-b4fb-477f-aa1f-e00f6d354d2f tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/security-groups?id=3e66fdd8-bd2d-4f0b-a124-b60bfc46cfe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567062 Jul 14 09:39:17.094416 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6488fddc-cf71-4324-9b4b-134ecc3a38bd req-3f9ceae4-b74d-4a4c-a490-2379ddcdb283 tempest-ServerPasswordTestJSON-2049865059 tempest-ServerPasswordTestJSON-2049865059-project] 10.222.0.68 "GET /v2.0/security-groups?id=d153f0fb-c635-4ce8-8214-f98014e1ff00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965643 Jul 14 09:39:17.150182 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 09:39:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd90f6d3-588d-483d-a133-937e4b51db5c x-openstack-request-id: req-dd90f6d3-588d-483d-a133-937e4b51db5c {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:39:17.150621 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ed0c1cb-c3d6-40f1-8aad-1894504b5a83", "name": "network-vif-unplugged", "status": "completed", "tag": "9e91a837-3b23-4ea6-ab66-86261b57cd5c", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:39:17.150973 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-dd90f6d3-588d-483d-a133-937e4b51db5c {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:39:17.151671 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ed0c1cb-c3d6-40f1-8aad-1894504b5a83', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e91a837-3b23-4ea6-ab66-86261b57cd5c', 'code': 200} Jul 14 09:39:17.266580 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 40846) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:17.287878 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b63ab6d8-6346-43ce-b359-74baa11e265e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:17.436285 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b63ab6d8-6346-43ce-b359-74baa11e265e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:17.449277 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b63ab6d8-6346-43ce-b359-74baa11e265e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:17.489447 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 40856) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:17.507271 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-11552d20-aa91-447e-b41e-813ef04ee632 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:17.542108 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-b63ab6d8-6346-43ce-b359-74baa11e265e admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=3f7e2bd4140445edbf79fa528cee0803&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2744169 Jul 14 09:39:17.546934 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 40860) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:17.598661 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63ab6d8-6346-43ce-b359-74baa11e265e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53c367ba-8a4a-409a-a16e-ebca4705863c,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:17.642670 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed537e19-7c05-4c31-9583-4f1320921bdf req-c79441da-64d2-4447-99fa-8237489bcd1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:17.644547 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ed537e19-7c05-4c31-9583-4f1320921bdf req-c79441da-64d2-4447-99fa-8237489bcd1d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0be6be6bccc149f1a4b35e465d4a6d6f&device_id=5ed0c1cb-c3d6-40f1-8aad-1894504b5a83 HTTP/1.1" status: 200 len: 1097 time: 0.1554606 Jul 14 09:39:17.646295 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-855bdc40-536c-4a4b-bcf8-d59614b58897 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:17.653963 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e329127-b94c-4c8f-8d7a-96049e011cd7 req-458d34b9-7c39-4e57-b7cc-011a21a8bbb1 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:17.655516 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3e329127-b94c-4c8f-8d7a-96049e011cd7 req-458d34b9-7c39-4e57-b7cc-011a21a8bbb1 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/ports?device_id=5ed0c1cb-c3d6-40f1-8aad-1894504b5a83 HTTP/1.1" status: 200 len: 945 time: 0.1203487 Jul 14 09:39:17.700756 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-855bdc40-536c-4a4b-bcf8-d59614b58897 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:17.761268 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-11552d20-aa91-447e-b41e-813ef04ee632 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:17.773551 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-11552d20-aa91-447e-b41e-813ef04ee632 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:17.830736 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-11552d20-aa91-447e-b41e-813ef04ee632 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=27403a78d6fd4f738e5a3219d6c93ead&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3399131 Jul 14 09:39:17.839412 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 40870) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:17.878961 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11552d20-aa91-447e-b41e-813ef04ee632 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14733924-942d-405f-9cb7-19ea3f216b88,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:17.940429 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-855bdc40-536c-4a4b-bcf8-d59614b58897 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:17.942989 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-855bdc40-536c-4a4b-bcf8-d59614b58897 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:17.944189 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-855bdc40-536c-4a4b-bcf8-d59614b58897 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/53c367ba-8a4a-409a-a16e-ebca4705863c HTTP/1.1" status: 204 len: 168 time: 0.3956850 Jul 14 09:39:17.956284 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855bdc40-536c-4a4b-bcf8-d59614b58897 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53c367ba-8a4a-409a-a16e-ebca4705863c,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:17.961308 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6df82258-ba8a-4495-b8eb-e83be090f45d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:17.998213 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6df82258-ba8a-4495-b8eb-e83be090f45d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:18.014164 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23f6aeb-267e-40d8-afa1-56ba79664753 req-fe11513a-20b0-4aa1-b3a8-28ac64d42d60 tempest-ServerPasswordTestJSON-2049865059 tempest-ServerPasswordTestJSON-2049865059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:18.016355 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-f23f6aeb-267e-40d8-afa1-56ba79664753 req-fe11513a-20b0-4aa1-b3a8-28ac64d42d60 tempest-ServerPasswordTestJSON-2049865059 tempest-ServerPasswordTestJSON-2049865059-project] 10.222.0.68 "GET /v2.0/ports?device_id=54d4ae51-08c7-4b65-83a5-2e0f3bdeedfe HTTP/1.1" status: 200 len: 945 time: 0.1247418 Jul 14 09:39:18.017154 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 40874) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:18.067294 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3e329127-b94c-4c8f-8d7a-96049e011cd7 req-7dd4dee0-74cb-4920-9f99-9bc7c497940a tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/security-groups?id=3e66fdd8-bd2d-4f0b-a124-b60bfc46cfe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4020283 Jul 14 09:39:18.095034 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-f23f6aeb-267e-40d8-afa1-56ba79664753 req-a42b0e88-9dbb-4616-bb73-4793c015e42c tempest-ServerPasswordTestJSON-2049865059 tempest-ServerPasswordTestJSON-2049865059-project] 10.222.0.68 "GET /v2.0/security-groups?id=d153f0fb-c635-4ce8-8214-f98014e1ff00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600832 Jul 14 09:39:18.114325 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6df82258-ba8a-4495-b8eb-e83be090f45d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:18.117470 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6df82258-ba8a-4495-b8eb-e83be090f45d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:18.121342 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-6df82258-ba8a-4495-b8eb-e83be090f45d admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/14733924-942d-405f-9cb7-19ea3f216b88 HTTP/1.1" status: 204 len: 168 time: 0.2808614 Jul 14 09:39:18.124144 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed537e19-7c05-4c31-9583-4f1320921bdf req-1eb9e12d-6b41-47ef-9d4b-aaabc80a7185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:18.125782 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ed537e19-7c05-4c31-9583-4f1320921bdf req-1eb9e12d-6b41-47ef-9d4b-aaabc80a7185 service neutron] 10.222.0.65 "GET /v2.0/networks?id=2a42cb13-2d55-4959-a070-eb88da564dfb HTTP/1.1" status: 200 len: 913 time: 0.4691610 Jul 14 09:39:18.129338 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df82258-ba8a-4495-b8eb-e83be090f45d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14733924-942d-405f-9cb7-19ea3f216b88,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:18.214691 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ed537e19-7c05-4c31-9583-4f1320921bdf req-eb2eb051-3c21-468f-9f25-c9dcdefecf52 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9e91a837-3b23-4ea6-ab66-86261b57cd5c HTTP/1.1" status: 200 len: 1000 time: 0.0799773 Jul 14 09:39:18.268680 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed537e19-7c05-4c31-9583-4f1320921bdf req-6d5a7ed2-f7dd-4250-ad38-63104fd64756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:18.270210 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ed537e19-7c05-4c31-9583-4f1320921bdf req-6d5a7ed2-f7dd-4250-ad38-63104fd64756 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2fb6ebb7-0edb-47a6-96f3-036e2585c66a HTTP/1.1" status: 200 len: 851 time: 0.0488274 Jul 14 09:39:18.306917 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-525ac9d2-2bde-4bff-8244-cc956cf24318 tempest-MeteringIpV6TestJSON-1875306730 tempest-MeteringIpV6TestJSON-1875306730-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1063131374'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:39:18.307377 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-525ac9d2-2bde-4bff-8244-cc956cf24318 tempest-MeteringIpV6TestJSON-1875306730 tempest-MeteringIpV6TestJSON-1875306730-project-admin] Unknown quota resources ['metering_label']. {{(pid=93958) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 14 09:39:18.337527 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed537e19-7c05-4c31-9583-4f1320921bdf req-40dd42ca-2c17-457a-bf59-799b6b93bf88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:18.340058 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ed537e19-7c05-4c31-9583-4f1320921bdf req-40dd42ca-2c17-457a-bf59-799b6b93bf88 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2a42cb13-2d55-4959-a070-eb88da564dfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0638661 Jul 14 09:39:18.440881 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ed537e19-7c05-4c31-9583-4f1320921bdf req-4dbc1df7-7491-4bbf-824d-2c683bf179fa service neutron] 10.222.0.65 "GET /v2.0/networks/2a42cb13-2d55-4959-a070-eb88da564dfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937016 Jul 14 09:39:18.527574 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-525ac9d2-2bde-4bff-8244-cc956cf24318 tempest-MeteringIpV6TestJSON-1875306730 tempest-MeteringIpV6TestJSON-1875306730-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:18.529373 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-525ac9d2-2bde-4bff-8244-cc956cf24318 tempest-MeteringIpV6TestJSON-1875306730 tempest-MeteringIpV6TestJSON-1875306730-project-admin] 10.222.0.68 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.5088341 Jul 14 09:39:18.533126 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 40892) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:18.538870 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-9ba8199f-d127-4366-ade4-327fbc676264 tempest-MeteringIpV6TestJSON-1875306730 tempest-MeteringIpV6TestJSON-1875306730-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '4a5cbcdd-01ac-447b-bf39-3e4d611ecf22'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:39:18.539323 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-9ba8199f-d127-4366-ade4-327fbc676264 tempest-MeteringIpV6TestJSON-1875306730 tempest-MeteringIpV6TestJSON-1875306730-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93958) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 14 09:39:18.580717 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ed537e19-7c05-4c31-9583-4f1320921bdf req-6c4a710e-fc60-4804-a552-f0c81fe02d02 service neutron] 10.222.0.65 "GET /v2.0/networks/2a42cb13-2d55-4959-a070-eb88da564dfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304312 Jul 14 09:39:18.631101 n-d-779913-29 neutron-server[93958]: WARNING neutron.services.metering.metering_plugin [None req-9ba8199f-d127-4366-ade4-327fbc676264 tempest-MeteringIpV6TestJSON-1875306730 tempest-MeteringIpV6TestJSON-1875306730-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 14 09:39:18.736604 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9ba8199f-d127-4366-ade4-327fbc676264 tempest-MeteringIpV6TestJSON-1875306730 tempest-MeteringIpV6TestJSON-1875306730-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:18.740780 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-9ba8199f-d127-4366-ade4-327fbc676264 tempest-MeteringIpV6TestJSON-1875306730 tempest-MeteringIpV6TestJSON-1875306730-project-admin] 10.222.0.68 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2032375 Jul 14 09:39:18.741030 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 40904) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:18.745604 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-4ab8fc86-d0f2-498a-a7d9-a310401b5eb0 tempest-MeteringIpV6TestJSON-1875306730 tempest-MeteringIpV6TestJSON-1875306730-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '4a5cbcdd-01ac-447b-bf39-3e4d611ecf22'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:39:18.746300 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-4ab8fc86-d0f2-498a-a7d9-a310401b5eb0 tempest-MeteringIpV6TestJSON-1875306730 tempest-MeteringIpV6TestJSON-1875306730-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93958) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 14 09:39:18.807981 n-d-779913-29 neutron-server[93958]: WARNING neutron.services.metering.metering_plugin [None req-4ab8fc86-d0f2-498a-a7d9-a310401b5eb0 tempest-MeteringIpV6TestJSON-1875306730 tempest-MeteringIpV6TestJSON-1875306730-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 14 09:39:18.903236 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4ab8fc86-d0f2-498a-a7d9-a310401b5eb0 tempest-MeteringIpV6TestJSON-1875306730 tempest-MeteringIpV6TestJSON-1875306730-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:18.904989 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-4ab8fc86-d0f2-498a-a7d9-a310401b5eb0 tempest-MeteringIpV6TestJSON-1875306730 tempest-MeteringIpV6TestJSON-1875306730-project-admin] 10.222.0.68 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.1626973 Jul 14 09:39:18.907629 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 40916) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:18.918880 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-3b946508-328f-4c53-9455-fe901b65f104 tempest-MeteringIpV6TestJSON-1875306730 tempest-MeteringIpV6TestJSON-1875306730-project-admin] 10.222.0.68 "GET /v2.0/metering/metering-label-rules?id=054ca6d3-fd0f-4a5e-b07b-0b8e2b312f9e HTTP/1.1" status: 200 len: 462 time: 0.0101497 Jul 14 09:39:18.921364 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 40920) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:19.036525 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ab3ed52f-597b-4920-8620-8ca115652e53 tempest-MeteringIpV6TestJSON-1875306730 tempest-MeteringIpV6TestJSON-1875306730-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:19.040420 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-ab3ed52f-597b-4920-8620-8ca115652e53 tempest-MeteringIpV6TestJSON-1875306730 tempest-MeteringIpV6TestJSON-1875306730-project-admin] 10.222.0.68 "DELETE /v2.0/metering/metering-label-rules/054ca6d3-fd0f-4a5e-b07b-0b8e2b312f9e HTTP/1.1" status: 204 len: 168 time: 0.1178985 Jul 14 09:39:19.042957 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 40926) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:19.056994 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-d3c78d5c-53b5-40c6-8b1d-1340911268d7 tempest-MeteringIpV6TestJSON-1875306730 tempest-MeteringIpV6TestJSON-1875306730-project-admin] 10.222.0.68 "GET /v2.0/metering/metering-label-rules?id=054ca6d3-fd0f-4a5e-b07b-0b8e2b312f9e HTTP/1.1" status: 200 len: 221 time: 0.0092382 Jul 14 09:39:19.057374 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 40928) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:19.062204 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-3dcd8d1d-f0a6-4002-881e-e4da9f75aa8a tempest-MeteringIpV6TestJSON-1875306730 tempest-MeteringIpV6TestJSON-1875306730-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--2063290334', 'description': 'label created by tempest'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:39:19.066083 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-3dcd8d1d-f0a6-4002-881e-e4da9f75aa8a tempest-MeteringIpV6TestJSON-1875306730 tempest-MeteringIpV6TestJSON-1875306730-project-admin] Unknown quota resources ['metering_label']. {{(pid=93957) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 14 09:39:19.352829 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd46e59-0e25-46c4-8fbe-770587325d54 req-49f0f99e-1128-4312-9801-72f0827ec9b6 tempest-ServerPasswordTestJSON-2049865059 tempest-ServerPasswordTestJSON-2049865059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:19.354781 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-fbd46e59-0e25-46c4-8fbe-770587325d54 req-49f0f99e-1128-4312-9801-72f0827ec9b6 tempest-ServerPasswordTestJSON-2049865059 tempest-ServerPasswordTestJSON-2049865059-project] 10.222.0.68 "GET /v2.0/ports?device_id=54d4ae51-08c7-4b65-83a5-2e0f3bdeedfe HTTP/1.1" status: 200 len: 945 time: 0.1083825 Jul 14 09:39:19.412562 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-fbd46e59-0e25-46c4-8fbe-770587325d54 req-2c5ffd7b-a981-4a1e-9b05-2da0e5bd9bd5 tempest-ServerPasswordTestJSON-2049865059 tempest-ServerPasswordTestJSON-2049865059-project] 10.222.0.68 "GET /v2.0/security-groups?id=d153f0fb-c635-4ce8-8214-f98014e1ff00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480731 Jul 14 09:39:19.416881 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3dcd8d1d-f0a6-4002-881e-e4da9f75aa8a tempest-MeteringIpV6TestJSON-1875306730 tempest-MeteringIpV6TestJSON-1875306730-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:19.419172 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-3dcd8d1d-f0a6-4002-881e-e4da9f75aa8a tempest-MeteringIpV6TestJSON-1875306730 tempest-MeteringIpV6TestJSON-1875306730-project-admin] 10.222.0.68 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.3607149 Jul 14 09:39:19.421450 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 40942) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:19.453225 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40c8242-8e1d-4b10-bed8-0910babb5943 req-e4eac651-5274-42d9-86b6-2170a9f9f200 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:19.454958 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f40c8242-8e1d-4b10-bed8-0910babb5943 req-e4eac651-5274-42d9-86b6-2170a9f9f200 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/ports?device_id=5ed0c1cb-c3d6-40f1-8aad-1894504b5a83 HTTP/1.1" status: 200 len: 945 time: 0.1193111 Jul 14 09:39:19.512326 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-f7f88ad3-27a4-44b1-881a-7095273eae0f tempest-MeteringIpV6TestJSON-1875306730 tempest-MeteringIpV6TestJSON-1875306730-project-admin] 10.222.0.68 "GET /v2.0/metering/metering-labels?id=232dd56d-fd6a-471d-8d90-ce843a83deea HTTP/1.1" status: 200 len: 468 time: 0.0884471 Jul 14 09:39:19.513780 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 40950) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:19.544543 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f40c8242-8e1d-4b10-bed8-0910babb5943 req-fa073cf5-f2ae-46b8-9aae-ca3fdac28632 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/security-groups?id=3e66fdd8-bd2d-4f0b-a124-b60bfc46cfe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567257 Jul 14 09:39:19.558649 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d3a60e-945b-41eb-b7f8-b4b62f9c75fe req-bc19f64b-c901-43ba-8807-c3c1739dfdf1 tempest-ServerPasswordTestJSON-2049865059 tempest-ServerPasswordTestJSON-2049865059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:19.560163 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f5d3a60e-945b-41eb-b7f8-b4b62f9c75fe req-bc19f64b-c901-43ba-8807-c3c1739dfdf1 tempest-ServerPasswordTestJSON-2049865059 tempest-ServerPasswordTestJSON-2049865059-project] 10.222.0.57 "GET /v2.0/ports?device_id=54d4ae51-08c7-4b65-83a5-2e0f3bdeedfe HTTP/1.1" status: 200 len: 945 time: 0.1043034 Jul 14 09:39:19.687937 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [req-f5d3a60e-945b-41eb-b7f8-b4b62f9c75fe req-a8d668c2-ca85-45c4-91ee-a784a31e3e64 tempest-ServerPasswordTestJSON-2049865059 tempest-ServerPasswordTestJSON-2049865059-project] Deleting port ee80a42d-6aa5-4ae5-84e6-e5b5f0c72dda {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:39:19.688292 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-f5d3a60e-945b-41eb-b7f8-b4b62f9c75fe req-a8d668c2-ca85-45c4-91ee-a784a31e3e64 tempest-ServerPasswordTestJSON-2049865059 tempest-ServerPasswordTestJSON-2049865059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:19.742251 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-57ffce00-ba79-46b1-ba3a-4213e4da708e tempest-MeteringIpV6TestJSON-1875306730 tempest-MeteringIpV6TestJSON-1875306730-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:19.742251 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-57ffce00-ba79-46b1-ba3a-4213e4da708e tempest-MeteringIpV6TestJSON-1875306730 tempest-MeteringIpV6TestJSON-1875306730-project-admin] 10.222.0.68 "DELETE /v2.0/metering/metering-labels/232dd56d-fd6a-471d-8d90-ce843a83deea HTTP/1.1" status: 204 len: 168 time: 0.2245255 Jul 14 09:39:19.742931 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 40962) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:19.762270 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-cb9c5270-7e71-41d5-990f-9ca0484c911e tempest-MeteringIpV6TestJSON-1875306730 tempest-MeteringIpV6TestJSON-1875306730-project-admin] 10.222.0.68 "GET /v2.0/metering/metering-labels?id=232dd56d-fd6a-471d-8d90-ce843a83deea HTTP/1.1" status: 200 len: 216 time: 0.0171313 Jul 14 09:39:19.765639 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 40964) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:19.776723 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-0ed23965-67c4-4dbc-aaf0-6715e441e94f tempest-MeteringIpV6TestJSON-1875306730 tempest-MeteringIpV6TestJSON-1875306730-project-admin] 10.222.0.68 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0099983 Jul 14 09:39:19.780866 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 40966) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:19.803461 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-65dd74c9-7b88-456a-87b7-11b155cbef52 tempest-MeteringIpV6TestJSON-1875306730 tempest-MeteringIpV6TestJSON-1875306730-project-admin] 10.222.0.68 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0184350 Jul 14 09:39:19.803907 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 40968) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:19.817894 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-f5d3a60e-945b-41eb-b7f8-b4b62f9c75fe req-a8d668c2-ca85-45c4-91ee-a784a31e3e64 tempest-ServerPasswordTestJSON-2049865059 tempest-ServerPasswordTestJSON-2049865059-project] For port ee80a42d-6aa5-4ae5-84e6-e5b5f0c72dda, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=ee80a42d-6aa5-4ae5-84e6-e5b5f0c72dda,segment=NetworkSegment(a944cb4a-4bd9-4386-91cc-f7ab7b2223a6),segment_id=a944cb4a-4bd9-4386-91cc-f7ab7b2223a6)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:39:19.818296 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-f5d3a60e-945b-41eb-b7f8-b4b62f9c75fe req-a8d668c2-ca85-45c4-91ee-a784a31e3e64 tempest-ServerPasswordTestJSON-2049865059 tempest-ServerPasswordTestJSON-2049865059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:19.836406 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [req-f5d3a60e-945b-41eb-b7f8-b4b62f9c75fe req-a8d668c2-ca85-45c4-91ee-a784a31e3e64 tempest-ServerPasswordTestJSON-2049865059 tempest-ServerPasswordTestJSON-2049865059-project] Calling delete_port for ee80a42d-6aa5-4ae5-84e6-e5b5f0c72dda owned by compute:nova {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:39:19.865311 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-7dc3bf37-25d1-4731-81f6-b475859df2a9 tempest-MeteringIpV6TestJSON-1875306730 tempest-MeteringIpV6TestJSON-1875306730-project-admin] 10.222.0.68 "GET /v2.0/metering/metering-labels/4a5cbcdd-01ac-447b-bf39-3e4d611ecf22 HTTP/1.1" status: 200 len: 473 time: 0.0600076 Jul 14 09:39:19.869948 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 40974) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:19.881168 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-50862dd9-19ac-45cc-8ade-550fd257fe2b tempest-MeteringIpV6TestJSON-1875306730 tempest-MeteringIpV6TestJSON-1875306730-project-admin] 10.222.0.68 "GET /v2.0/metering/metering-label-rules/30545924-2743-46cb-87c3-fd937ae3b4c5 HTTP/1.1" status: 200 len: 459 time: 0.0097926 Jul 14 09:39:19.885003 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 40976) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:20.008946 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-f5d3a60e-945b-41eb-b7f8-b4b62f9c75fe req-a8d668c2-ca85-45c4-91ee-a784a31e3e64 tempest-ServerPasswordTestJSON-2049865059 tempest-ServerPasswordTestJSON-2049865059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:20.030828 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3827257f-f4c8-4a3e-a627-e34e114e144d tempest-MeteringIpV6TestJSON-1875306730 tempest-MeteringIpV6TestJSON-1875306730-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:20.034285 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-3827257f-f4c8-4a3e-a627-e34e114e144d tempest-MeteringIpV6TestJSON-1875306730 tempest-MeteringIpV6TestJSON-1875306730-project-admin] 10.222.0.68 "DELETE /v2.0/metering/metering-label-rules/30545924-2743-46cb-87c3-fd937ae3b4c5 HTTP/1.1" status: 204 len: 168 time: 0.1478000 Jul 14 09:39:20.036764 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 40984) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:20.050748 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] get_ports_and_sgs() called for port_ids ['ee80a42d-6aa5-4ae5-84e6-e5b5f0c72dda'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:39:20.071308 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d668c2-ca85-45c4-91ee-a784a31e3e64 tempest-ServerPasswordTestJSON-2049865059 tempest-ServerPasswordTestJSON-2049865059-project] Pushing event deleted for resources: {'Port': ['ID=ee80a42d-6aa5-4ae5-84e6-e5b5f0c72dda,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:20.147766 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5d3a60e-945b-41eb-b7f8-b4b62f9c75fe req-a8d668c2-ca85-45c4-91ee-a784a31e3e64 tempest-ServerPasswordTestJSON-2049865059 tempest-ServerPasswordTestJSON-2049865059-project] No DVR routers for this DVR port ee80a42d-6aa5-4ae5-84e6-e5b5f0c72dda on host n-h2-779913-29 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:39:20.155309 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-f5d3a60e-945b-41eb-b7f8-b4b62f9c75fe req-a8d668c2-ca85-45c4-91ee-a784a31e3e64 tempest-ServerPasswordTestJSON-2049865059 tempest-ServerPasswordTestJSON-2049865059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:20.158425 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f5d3a60e-945b-41eb-b7f8-b4b62f9c75fe req-a8d668c2-ca85-45c4-91ee-a784a31e3e64 tempest-ServerPasswordTestJSON-2049865059 tempest-ServerPasswordTestJSON-2049865059-project] 10.222.0.57 "DELETE /v2.0/ports/ee80a42d-6aa5-4ae5-84e6-e5b5f0c72dda HTTP/1.1" status: 204 len: 173 time: 0.5919507 Jul 14 09:39:20.159082 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54d4ae51-08c7-4b65-83a5-2e0f3bdeedfe', 'name': 'network-vif-deleted', 'tag': 'ee80a42d-6aa5-4ae5-84e6-e5b5f0c72dda'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:39:20.162201 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a839692e-dc2d-4ea0-a3e3-a9325c79d450" -d '{"events": [{"server_uuid": "54d4ae51-08c7-4b65-83a5-2e0f3bdeedfe", "name": "network-vif-deleted", "tag": "ee80a42d-6aa5-4ae5-84e6-e5b5f0c72dda"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:39:20.165726 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 40990) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:20.208649 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:39:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daefd9a8-36fa-4ff5-bf48-61aae58c1dda x-openstack-request-id: req-daefd9a8-36fa-4ff5-bf48-61aae58c1dda {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:39:20.209049 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54d4ae51-08c7-4b65-83a5-2e0f3bdeedfe", "name": "network-vif-deleted", "tag": "ee80a42d-6aa5-4ae5-84e6-e5b5f0c72dda", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:39:20.209213 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-daefd9a8-36fa-4ff5-bf48-61aae58c1dda {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:39:20.210573 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54d4ae51-08c7-4b65-83a5-2e0f3bdeedfe', 'name': 'network-vif-deleted', 'tag': 'ee80a42d-6aa5-4ae5-84e6-e5b5f0c72dda', 'status': 'completed', 'code': 200} Jul 14 09:39:20.456296 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-aae5891a-6a21-4c24-a22a-a4fe42944ce9 tempest-QuotasNegativeTest-1397547272 tempest-QuotasNegativeTest-1397547272-project-admin] Request body: {'quota': {'network': 2}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:39:20.481427 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-aae5891a-6a21-4c24-a22a-a4fe42944ce9 tempest-QuotasNegativeTest-1397547272 tempest-QuotasNegativeTest-1397547272-project-admin] 10.222.0.68 "PUT /v2.0/quotas/63a9936c5d934254a982ca12392fa652 HTTP/1.1" status: 200 len: 368 time: 0.2995617 Jul 14 09:39:20.482122 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 41004) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:20.488779 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-e592bf57-1637-4ae1-8f57-a296ced333f8 tempest-QuotasNegativeTest-1397547272 tempest-QuotasNegativeTest-1397547272-project-admin] Request body: {'network': {'project_id': '63a9936c5d934254a982ca12392fa652'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:39:20.526072 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e592bf57-1637-4ae1-8f57-a296ced333f8 tempest-QuotasNegativeTest-1397547272 tempest-QuotasNegativeTest-1397547272-project-admin] Made reservation on behalf of 63a9936c5d934254a982ca12392fa652 for: {'network': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:39:20.530097 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e592bf57-1637-4ae1-8f57-a296ced333f8 tempest-QuotasNegativeTest-1397547272 tempest-QuotasNegativeTest-1397547272-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for network, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:20.542604 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e592bf57-1637-4ae1-8f57-a296ced333f8 tempest-QuotasNegativeTest-1397547272 tempest-QuotasNegativeTest-1397547272-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:20.611786 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-721361c5-904a-433e-a542-32f1a1ca426e tempest-MeteringIpV6TestJSON-1875306730 tempest-MeteringIpV6TestJSON-1875306730-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:20.613581 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-721361c5-904a-433e-a542-32f1a1ca426e tempest-MeteringIpV6TestJSON-1875306730 tempest-MeteringIpV6TestJSON-1875306730-project-admin] 10.222.0.68 "DELETE /v2.0/metering/metering-labels/4a5cbcdd-01ac-447b-bf39-3e4d611ecf22 HTTP/1.1" status: 204 len: 168 time: 0.5757968 Jul 14 09:39:20.643803 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5cb53da3-1a19-4abf-a228-a2cd195a4be0 req-b787976c-a737-44ab-9cd4-508254d45d49 tempest-ServerPasswordTestJSON-2049865059 tempest-ServerPasswordTestJSON-2049865059-project] 10.222.0.68 "GET /v2.0/ports?device_id=54d4ae51-08c7-4b65-83a5-2e0f3bdeedfe HTTP/1.1" status: 200 len: 210 time: 0.0365908 Jul 14 09:39:20.692097 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e592bf57-1637-4ae1-8f57-a296ced333f8 tempest-QuotasNegativeTest-1397547272 tempest-QuotasNegativeTest-1397547272-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:20.697192 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e592bf57-1637-4ae1-8f57-a296ced333f8 tempest-QuotasNegativeTest-1397547272 tempest-QuotasNegativeTest-1397547272-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:20.728934 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e592bf57-1637-4ae1-8f57-a296ced333f8 tempest-QuotasNegativeTest-1397547272 tempest-QuotasNegativeTest-1397547272-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 719} {{(pid=93957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:39:20.739610 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e592bf57-1637-4ae1-8f57-a296ced333f8 tempest-QuotasNegativeTest-1397547272 tempest-QuotasNegativeTest-1397547272-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d024f0dc-6169-40b1-8f28-fad627d50e3b,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:20.761058 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e592bf57-1637-4ae1-8f57-a296ced333f8 tempest-QuotasNegativeTest-1397547272 tempest-QuotasNegativeTest-1397547272-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:20.761894 n-d-779913-29 neutron-server[93957]: INFO neutron.db.segments_db [None req-e592bf57-1637-4ae1-8f57-a296ced333f8 tempest-QuotasNegativeTest-1397547272 tempest-QuotasNegativeTest-1397547272-project-admin] Added segment 2c24cb41-76c2-4217-87a9-1d9554138eff of type vlan for network b9a6a505-ff37-4a86-a5d2-1f3a5a29216a Jul 14 09:39:20.778205 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b411fb40-51ae-41bd-9dc3-b6e318070ea1 req-1271e5e1-07a5-4cc6-a3e3-b3ad374d0ce2 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:20.779794 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-b411fb40-51ae-41bd-9dc3-b6e318070ea1 req-1271e5e1-07a5-4cc6-a3e3-b3ad374d0ce2 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/ports?device_id=5ed0c1cb-c3d6-40f1-8aad-1894504b5a83 HTTP/1.1" status: 200 len: 945 time: 0.0798202 Jul 14 09:39:20.816226 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e592bf57-1637-4ae1-8f57-a296ced333f8 tempest-QuotasNegativeTest-1397547272 tempest-QuotasNegativeTest-1397547272-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735687821325'] for network, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:20.827854 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-b411fb40-51ae-41bd-9dc3-b6e318070ea1 req-ed3522e6-c5fb-428e-89dd-c7313493cd11 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/security-groups?id=3e66fdd8-bd2d-4f0b-a124-b60bfc46cfe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420291 Jul 14 09:39:20.868050 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e592bf57-1637-4ae1-8f57-a296ced333f8 tempest-QuotasNegativeTest-1397547272 tempest-QuotasNegativeTest-1397547272-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855'] for network, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:20.869045 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e592bf57-1637-4ae1-8f57-a296ced333f8 tempest-QuotasNegativeTest-1397547272 tempest-QuotasNegativeTest-1397547272-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:20.869671 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e592bf57-1637-4ae1-8f57-a296ced333f8 tempest-QuotasNegativeTest-1397547272 tempest-QuotasNegativeTest-1397547272-project-admin] Notify callbacks [] for network, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:20.932823 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 41014) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:20.933385 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-e592bf57-1637-4ae1-8f57-a296ced333f8 tempest-QuotasNegativeTest-1397547272 tempest-QuotasNegativeTest-1397547272-project-admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.4497516 Jul 14 09:39:20.943829 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-7c5aa8ec-0516-47d8-ae2a-5fa44106b0f2 tempest-QuotasNegativeTest-1397547272 tempest-QuotasNegativeTest-1397547272-project-admin] Request body: {'network': {'project_id': '63a9936c5d934254a982ca12392fa652'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:39:20.946873 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e592bf57-1637-4ae1-8f57-a296ced333f8 tempest-QuotasNegativeTest-1397547272 tempest-QuotasNegativeTest-1397547272-project-admin] Pushing event updated for resources: {'Network': ['ID=b9a6a505-ff37-4a86-a5d2-1f3a5a29216a,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:20.962481 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Network b9a6a505-ff37-4a86-a5d2-1f3a5a29216a details requested by agent ovs-agent-n-d-779913-29 with host n-d-779913-29 {{(pid=93959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:39:20.979787 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c5aa8ec-0516-47d8-ae2a-5fa44106b0f2 tempest-QuotasNegativeTest-1397547272 tempest-QuotasNegativeTest-1397547272-project-admin] Made reservation on behalf of 63a9936c5d934254a982ca12392fa652 for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:39:20.988692 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7c5aa8ec-0516-47d8-ae2a-5fa44106b0f2 tempest-QuotasNegativeTest-1397547272 tempest-QuotasNegativeTest-1397547272-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:21.021764 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c5aa8ec-0516-47d8-ae2a-5fa44106b0f2 tempest-QuotasNegativeTest-1397547272 tempest-QuotasNegativeTest-1397547272-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 745} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:39:21.049563 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7c5aa8ec-0516-47d8-ae2a-5fa44106b0f2 tempest-QuotasNegativeTest-1397547272 tempest-QuotasNegativeTest-1397547272-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:21.051248 n-d-779913-29 neutron-server[93958]: INFO neutron.db.segments_db [None req-7c5aa8ec-0516-47d8-ae2a-5fa44106b0f2 tempest-QuotasNegativeTest-1397547272 tempest-QuotasNegativeTest-1397547272-project-admin] Added segment f3493ca5-89c7-4b2d-a3d1-e7cac3c0d304 of type vlan for network 945fa1df-7acc-4271-a18d-37e438cd73ea Jul 14 09:39:21.097885 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 41022) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:21.124217 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7c5aa8ec-0516-47d8-ae2a-5fa44106b0f2 tempest-QuotasNegativeTest-1397547272 tempest-QuotasNegativeTest-1397547272-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735687821325'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:21.188839 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7c5aa8ec-0516-47d8-ae2a-5fa44106b0f2 tempest-QuotasNegativeTest-1397547272 tempest-QuotasNegativeTest-1397547272-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:21.189807 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c5aa8ec-0516-47d8-ae2a-5fa44106b0f2 tempest-QuotasNegativeTest-1397547272 tempest-QuotasNegativeTest-1397547272-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:21.190420 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7c5aa8ec-0516-47d8-ae2a-5fa44106b0f2 tempest-QuotasNegativeTest-1397547272 tempest-QuotasNegativeTest-1397547272-project-admin] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:21.292339 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-7c5aa8ec-0516-47d8-ae2a-5fa44106b0f2 tempest-QuotasNegativeTest-1397547272 tempest-QuotasNegativeTest-1397547272-project-admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.3572233 Jul 14 09:39:21.297420 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 41030) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:21.302508 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-33a35f36-6431-41c9-ab0c-4e6413166f02 tempest-QuotasNegativeTest-1397547272 tempest-QuotasNegativeTest-1397547272-project-admin] Request body: {'network': {'project_id': '63a9936c5d934254a982ca12392fa652'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:39:21.306805 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5aa8ec-0516-47d8-ae2a-5fa44106b0f2 tempest-QuotasNegativeTest-1397547272 tempest-QuotasNegativeTest-1397547272-project-admin] Pushing event updated for resources: {'Network': ['ID=945fa1df-7acc-4271-a18d-37e438cd73ea,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:21.314541 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ff178497-3c0d-4c32-bf02-71720d2425cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:21.317640 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Network 945fa1df-7acc-4271-a18d-37e438cd73ea details requested by agent ovs-agent-n-d-779913-29 with host n-d-779913-29 {{(pid=93959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:39:21.327065 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a016ab-32d3-4b53-9e78-f3fad290d38d req-34a5ae29-c571-41d2-9359-cd39ada7de34 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:21.328559 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-00a016ab-32d3-4b53-9e78-f3fad290d38d req-34a5ae29-c571-41d2-9359-cd39ada7de34 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/ports?device_id=5ed0c1cb-c3d6-40f1-8aad-1894504b5a83 HTTP/1.1" status: 200 len: 945 time: 0.1524689 Jul 14 09:39:21.364692 n-d-779913-29 neutron-server[93957]: INFO neutron.pecan_wsgi.hooks.translation [None req-33a35f36-6431-41c9-ab0c-4e6413166f02 tempest-QuotasNegativeTest-1397547272 tempest-QuotasNegativeTest-1397547272-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 14 09:39:21.365167 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33a35f36-6431-41c9-ab0c-4e6413166f02 tempest-QuotasNegativeTest-1397547272 tempest-QuotasNegativeTest-1397547272-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=93957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:39:21.367118 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-33a35f36-6431-41c9-ab0c-4e6413166f02 tempest-QuotasNegativeTest-1397547272 tempest-QuotasNegativeTest-1397547272-project-admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0685306 Jul 14 09:39:21.371666 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 41034) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:21.390511 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-00a016ab-32d3-4b53-9e78-f3fad290d38d req-9552667d-1aff-4976-a4b4-bbbeeb6bd787 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/security-groups?id=3e66fdd8-bd2d-4f0b-a124-b60bfc46cfe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540359 Jul 14 09:39:21.468061 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-02b0764b-e04d-4497-a313-994dd0b7245c tempest-QuotasNegativeTest-1397547272 tempest-QuotasNegativeTest-1397547272-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3876111'] for network, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:21.619436 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-02b0764b-e04d-4497-a313-994dd0b7245c tempest-QuotasNegativeTest-1397547272 tempest-QuotasNegativeTest-1397547272-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473955', 'neutron.services.segments.db._delete_segments_for_network-8735688326548'] for network, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:21.628323 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ff178497-3c0d-4c32-bf02-71720d2425cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:21.635414 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-02b0764b-e04d-4497-a313-994dd0b7245c tempest-QuotasNegativeTest-1397547272 tempest-QuotasNegativeTest-1397547272-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['945fa1df-7acc-4271-a18d-37e438cd73ea']}} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:39:21.637730 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ff178497-3c0d-4c32-bf02-71720d2425cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:21.660672 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-02b0764b-e04d-4497-a313-994dd0b7245c tempest-QuotasNegativeTest-1397547272 tempest-QuotasNegativeTest-1397547272-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3493ca5-89c7-4b2d-a3d1-e7cac3c0d304') {'for_net_delete': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:39:21.660976 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-02b0764b-e04d-4497-a313-994dd0b7245c tempest-QuotasNegativeTest-1397547272 tempest-QuotasNegativeTest-1397547272-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3493ca5-89c7-4b2d-a3d1-e7cac3c0d304') {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:39:21.699812 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-02b0764b-e04d-4497-a313-994dd0b7245c tempest-QuotasNegativeTest-1397547272 tempest-QuotasNegativeTest-1397547272-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735688356235', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10944210'] for segment, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:21.714839 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-ff178497-3c0d-4c32-bf02-71720d2425cb admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=8d4b4e0511c14b96a5641f799a699d8c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6153886 Jul 14 09:39:21.715571 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff178497-3c0d-4c32-bf02-71720d2425cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ac85253-6e0b-46e6-8999-fd1ec1aadbe7,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:21.717524 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 41044) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:21.729672 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ca07ea-67aa-48cd-8053-291bcc8431b0 req-d6c2b27a-b116-4a7d-afbd-a41bb9dc32c1 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:21.731339 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-34ca07ea-67aa-48cd-8053-291bcc8431b0 req-d6c2b27a-b116-4a7d-afbd-a41bb9dc32c1 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/ports?device_id=5ed0c1cb-c3d6-40f1-8aad-1894504b5a83 HTTP/1.1" status: 200 len: 945 time: 0.2154052 Jul 14 09:39:21.735267 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-02b0764b-e04d-4497-a313-994dd0b7245c tempest-QuotasNegativeTest-1397547272 tempest-QuotasNegativeTest-1397547272-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:21.748029 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02b0764b-e04d-4497-a313-994dd0b7245c tempest-QuotasNegativeTest-1397547272 tempest-QuotasNegativeTest-1397547272-project-admin] Releasing vlan 745 on physical network physnet1 to pool {{(pid=93957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:39:21.748730 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-02b0764b-e04d-4497-a313-994dd0b7245c tempest-QuotasNegativeTest-1397547272 tempest-QuotasNegativeTest-1397547272-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10053619'] for segment, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:21.750962 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:39:21.750962 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:39:21.750962 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:39:21.750962 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:39:21.750962 n-d-779913-29 neutron-server[93957]: Traceback (most recent call last): Jul 14 09:39:21.750962 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:39:21.750962 n-d-779913-29 neutron-server[93957]: timer() Jul 14 09:39:21.750962 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:39:21.750962 n-d-779913-29 neutron-server[93957]: cb(*args, **kw) Jul 14 09:39:21.750962 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:39:21.750962 n-d-779913-29 neutron-server[93957]: return func(*args, **kwargs) Jul 14 09:39:21.750962 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:39:21.750962 n-d-779913-29 neutron-server[93957]: self._notify() Jul 14 09:39:21.750962 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:39:21.750962 n-d-779913-29 neutron-server[93957]: self.callback(batched_events) Jul 14 09:39:21.750962 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:39:21.750962 n-d-779913-29 neutron-server[93957]: event.method(event) Jul 14 09:39:21.750962 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:39:21.750962 n-d-779913-29 neutron-server[93957]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:39:21.750962 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:39:21.750962 n-d-779913-29 neutron-server[93957]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:39:21.750962 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:39:21.750962 n-d-779913-29 neutron-server[93957]: return f(self, *a, **k) Jul 14 09:39:21.750962 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:39:21.750962 n-d-779913-29 neutron-server[93957]: return self._get(url).json() Jul 14 09:39:21.750962 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:39:21.750962 n-d-779913-29 neutron-server[93957]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:39:21.750962 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:39:21.750962 n-d-779913-29 neutron-server[93957]: return self.request(url, 'GET', **kwargs) Jul 14 09:39:21.750962 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:39:21.750962 n-d-779913-29 neutron-server[93957]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:39:21.750962 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:39:21.750962 n-d-779913-29 neutron-server[93957]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:39:21.750962 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:39:21.750962 n-d-779913-29 neutron-server[93957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:39:21.750962 n-d-779913-29 neutron-server[93957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:39:21.783444 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 41046) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:21.825698 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-34ca07ea-67aa-48cd-8053-291bcc8431b0 req-faefdbda-e00a-4d99-a8f7-7b7b901f8f1e tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/security-groups?id=3e66fdd8-bd2d-4f0b-a124-b60bfc46cfe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872426 Jul 14 09:39:21.835787 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-02b0764b-e04d-4497-a313-994dd0b7245c tempest-QuotasNegativeTest-1397547272 tempest-QuotasNegativeTest-1397547272-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660504'] for network, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:21.840802 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-02b0764b-e04d-4497-a313-994dd0b7245c tempest-QuotasNegativeTest-1397547272 tempest-QuotasNegativeTest-1397547272-project-admin] Notify callbacks [] for network, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:21.842799 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-02b0764b-e04d-4497-a313-994dd0b7245c tempest-QuotasNegativeTest-1397547272 tempest-QuotasNegativeTest-1397547272-project-admin] 10.222.0.68 "DELETE /v2.0/networks/945fa1df-7acc-4271-a18d-37e438cd73ea HTTP/1.1" status: 204 len: 168 time: 0.4701610 Jul 14 09:39:21.845779 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 41048) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:21.857051 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-54bde6a7-50a0-496a-bbf4-a1dfd9c6b579 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:21.858283 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b0764b-e04d-4497-a313-994dd0b7245c tempest-QuotasNegativeTest-1397547272 tempest-QuotasNegativeTest-1397547272-project-admin] Pushing event deleted for resources: {'Network': ['ID=945fa1df-7acc-4271-a18d-37e438cd73ea,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:21.862943 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-c694ffce-3d7e-4ab3-8f9b-8575cb4c2db3 admin admin] Deleting subnet d8279341-92bb-4190-a268-51ffeba10f24 {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:39:21.869057 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c694ffce-3d7e-4ab3-8f9b-8575cb4c2db3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:21.913447 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-54bde6a7-50a0-496a-bbf4-a1dfd9c6b579 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:21.929410 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c694ffce-3d7e-4ab3-8f9b-8575cb4c2db3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13574120'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:21.953225 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d651e6a0-f9f5-4377-98ba-3eab41a6674f tempest-QuotasNegativeTest-1397547272 tempest-QuotasNegativeTest-1397547272-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3876111'] for network, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:21.997046 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c694ffce-3d7e-4ab3-8f9b-8575cb4c2db3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3481002'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:22.029670 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-54bde6a7-50a0-496a-bbf4-a1dfd9c6b579 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:22.033415 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-54bde6a7-50a0-496a-bbf4-a1dfd9c6b579 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:22.044186 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-54bde6a7-50a0-496a-bbf4-a1dfd9c6b579 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/4ac85253-6e0b-46e6-8999-fd1ec1aadbe7 HTTP/1.1" status: 204 len: 168 time: 0.3170285 Jul 14 09:39:22.067707 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 41066) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:22.074165 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bde6a7-50a0-496a-bbf4-a1dfd9c6b579 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ac85253-6e0b-46e6-8999-fd1ec1aadbe7,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:22.090598 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d651e6a0-f9f5-4377-98ba-3eab41a6674f tempest-QuotasNegativeTest-1397547272 tempest-QuotasNegativeTest-1397547272-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473955', 'neutron.services.segments.db._delete_segments_for_network-8735688326548'] for network, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:22.104800 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-d651e6a0-f9f5-4377-98ba-3eab41a6674f tempest-QuotasNegativeTest-1397547272 tempest-QuotasNegativeTest-1397547272-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9a6a505-ff37-4a86-a5d2-1f3a5a29216a']}} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:39:22.118481 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-d651e6a0-f9f5-4377-98ba-3eab41a6674f tempest-QuotasNegativeTest-1397547272 tempest-QuotasNegativeTest-1397547272-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c24cb41-76c2-4217-87a9-1d9554138eff') {'for_net_delete': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:39:22.119475 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-d651e6a0-f9f5-4377-98ba-3eab41a6674f tempest-QuotasNegativeTest-1397547272 tempest-QuotasNegativeTest-1397547272-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c24cb41-76c2-4217-87a9-1d9554138eff') {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:39:22.133433 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d651e6a0-f9f5-4377-98ba-3eab41a6674f tempest-QuotasNegativeTest-1397547272 tempest-QuotasNegativeTest-1397547272-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735688356235', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10944210'] for segment, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:22.150529 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d651e6a0-f9f5-4377-98ba-3eab41a6674f tempest-QuotasNegativeTest-1397547272 tempest-QuotasNegativeTest-1397547272-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:22.158676 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-91312684-0d68-495c-9819-533ea56285d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:22.159990 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d651e6a0-f9f5-4377-98ba-3eab41a6674f tempest-QuotasNegativeTest-1397547272 tempest-QuotasNegativeTest-1397547272-project-admin] Releasing vlan 719 on physical network physnet1 to pool {{(pid=93957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:39:22.163697 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d651e6a0-f9f5-4377-98ba-3eab41a6674f tempest-QuotasNegativeTest-1397547272 tempest-QuotasNegativeTest-1397547272-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10053619'] for segment, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:22.166244 n-d-779913-29 neutron-server[93957]: Traceback (most recent call last): Jul 14 09:39:22.166244 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:39:22.166244 n-d-779913-29 neutron-server[93957]: timer() Jul 14 09:39:22.166244 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:39:22.166244 n-d-779913-29 neutron-server[93957]: cb(*args, **kw) Jul 14 09:39:22.166244 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:39:22.166244 n-d-779913-29 neutron-server[93957]: return func(*args, **kwargs) Jul 14 09:39:22.166244 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:39:22.166244 n-d-779913-29 neutron-server[93957]: self._notify() Jul 14 09:39:22.166244 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:39:22.166244 n-d-779913-29 neutron-server[93957]: self.callback(batched_events) Jul 14 09:39:22.166244 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:39:22.166244 n-d-779913-29 neutron-server[93957]: event.method(event) Jul 14 09:39:22.166244 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:39:22.166244 n-d-779913-29 neutron-server[93957]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:39:22.166244 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:39:22.166244 n-d-779913-29 neutron-server[93957]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:39:22.166244 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:39:22.166244 n-d-779913-29 neutron-server[93957]: return f(self, *a, **k) Jul 14 09:39:22.166244 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:39:22.166244 n-d-779913-29 neutron-server[93957]: return self._get(url).json() Jul 14 09:39:22.166244 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:39:22.166244 n-d-779913-29 neutron-server[93957]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:39:22.166244 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:39:22.166244 n-d-779913-29 neutron-server[93957]: return self.request(url, 'GET', **kwargs) Jul 14 09:39:22.166244 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:39:22.166244 n-d-779913-29 neutron-server[93957]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:39:22.166244 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:39:22.166244 n-d-779913-29 neutron-server[93957]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:39:22.166244 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:39:22.166244 n-d-779913-29 neutron-server[93957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:39:22.166244 n-d-779913-29 neutron-server[93957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:39:22.171084 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c694ffce-3d7e-4ab3-8f9b-8575cb4c2db3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13574056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16714573'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:22.214326 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c694ffce-3d7e-4ab3-8f9b-8575cb4c2db3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d8279341-92bb-4190-a268-51ffeba10f24,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:22.221969 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c694ffce-3d7e-4ab3-8f9b-8575cb4c2db3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:22.223800 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-c694ffce-3d7e-4ab3-8f9b-8575cb4c2db3 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/d8279341-92bb-4190-a268-51ffeba10f24 HTTP/1.1" status: 204 len: 168 time: 0.4387512 Jul 14 09:39:22.226467 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 41072) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:22.231104 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56a9efb-d02b-4df2-b518-f2b22965f5b4 req-da3aa32f-aa18-446e-8152-0c188c709a99 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:22.237986 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-c56a9efb-d02b-4df2-b518-f2b22965f5b4 req-da3aa32f-aa18-446e-8152-0c188c709a99 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/networks?id=2a42cb13-2d55-4959-a070-eb88da564dfb HTTP/1.1" status: 200 len: 812 time: 0.1675074 Jul 14 09:39:22.253819 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-c56a9efb-d02b-4df2-b518-f2b22965f5b4 req-ee1e79ff-33d4-4106-9542-cc49a0b4d697 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/quotas/0be6be6bccc149f1a4b35e465d4a6d6f HTTP/1.1" status: 200 len: 375 time: 0.0148025 Jul 14 09:39:22.295484 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d651e6a0-f9f5-4377-98ba-3eab41a6674f tempest-QuotasNegativeTest-1397547272 tempest-QuotasNegativeTest-1397547272-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660504'] for network, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:22.309143 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d651e6a0-f9f5-4377-98ba-3eab41a6674f tempest-QuotasNegativeTest-1397547272 tempest-QuotasNegativeTest-1397547272-project-admin] Notify callbacks [] for network, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:22.313649 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-d651e6a0-f9f5-4377-98ba-3eab41a6674f tempest-QuotasNegativeTest-1397547272 tempest-QuotasNegativeTest-1397547272-project-admin] 10.222.0.68 "DELETE /v2.0/networks/b9a6a505-ff37-4a86-a5d2-1f3a5a29216a HTTP/1.1" status: 204 len: 168 time: 0.4643550 Jul 14 09:39:22.329902 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d651e6a0-f9f5-4377-98ba-3eab41a6674f tempest-QuotasNegativeTest-1397547272 tempest-QuotasNegativeTest-1397547272-project-admin] Pushing event deleted for resources: {'Network': ['ID=b9a6a505-ff37-4a86-a5d2-1f3a5a29216a,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:22.337334 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-045cc6c0-3ca3-42f6-8d76-c6a24935e66a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3876111'] for network, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:22.346892 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-c56a9efb-d02b-4df2-b518-f2b22965f5b4 req-8149fea2-d4de-4e33-aee1-0081e6116ba7 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=0be6be6bccc149f1a4b35e465d4a6d6f&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0919044 Jul 14 09:39:22.426111 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 41078) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:22.440992 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6ea47521-28bc-422b-ae78-3bad6c5ec1f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:22.445106 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5f1958ab-47cf-4c28-b34c-135f14f2843a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:22.450741 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-045cc6c0-3ca3-42f6-8d76-c6a24935e66a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473955', 'neutron.services.segments.db._delete_segments_for_network-8735688326548'] for network, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:22.472992 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-045cc6c0-3ca3-42f6-8d76-c6a24935e66a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0f11c9b-8768-4634-8446-b44c95ece313']}} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:39:22.497978 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-045cc6c0-3ca3-42f6-8d76-c6a24935e66a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a944cb4a-4bd9-4386-91cc-f7ab7b2223a6') {'for_net_delete': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:39:22.498293 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-045cc6c0-3ca3-42f6-8d76-c6a24935e66a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a944cb4a-4bd9-4386-91cc-f7ab7b2223a6') {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:39:22.512827 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-045cc6c0-3ca3-42f6-8d76-c6a24935e66a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735688356235', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10944210'] for segment, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:22.517483 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.db.api [None req-6ea47521-28bc-422b-ae78-3bad6c5ec1f5 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 14 09:39:22.517483 n-d-779913-29 neutron-server[93957]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 14 09:39:22.517483 n-d-779913-29 neutron-server[93957]: [parameters: {'project_id': '7489a9ab50ab424cb38e1f49057f8b90', 'id': '646a11ec-d501-4caf-9f90-959b88ad5e5b', 'expiration': datetime.datetime(2021, 7, 14, 9, 41, 22, 499846)}] Jul 14 09:39:22.517483 n-d-779913-29 neutron-server[93957]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93957) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 09:39:22.518000 n-d-779913-29 neutron-server[93957]: DEBUG oslo_db.api [None req-6ea47521-28bc-422b-ae78-3bad6c5ec1f5 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 09:39:22.535575 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-045cc6c0-3ca3-42f6-8d76-c6a24935e66a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:22.547113 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-045cc6c0-3ca3-42f6-8d76-c6a24935e66a admin admin] Releasing vlan 717 on physical network physnet1 to pool {{(pid=93957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:39:22.547543 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-045cc6c0-3ca3-42f6-8d76-c6a24935e66a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10053619'] for segment, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:22.549240 n-d-779913-29 neutron-server[93957]: Traceback (most recent call last): Jul 14 09:39:22.549240 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:39:22.549240 n-d-779913-29 neutron-server[93957]: timer() Jul 14 09:39:22.549240 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:39:22.549240 n-d-779913-29 neutron-server[93957]: cb(*args, **kw) Jul 14 09:39:22.549240 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:39:22.549240 n-d-779913-29 neutron-server[93957]: return func(*args, **kwargs) Jul 14 09:39:22.549240 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:39:22.549240 n-d-779913-29 neutron-server[93957]: self._notify() Jul 14 09:39:22.549240 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:39:22.549240 n-d-779913-29 neutron-server[93957]: self.callback(batched_events) Jul 14 09:39:22.549240 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:39:22.549240 n-d-779913-29 neutron-server[93957]: event.method(event) Jul 14 09:39:22.549240 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:39:22.549240 n-d-779913-29 neutron-server[93957]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:39:22.549240 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:39:22.549240 n-d-779913-29 neutron-server[93957]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:39:22.549240 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:39:22.549240 n-d-779913-29 neutron-server[93957]: return f(self, *a, **k) Jul 14 09:39:22.549240 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:39:22.549240 n-d-779913-29 neutron-server[93957]: return self._get(url).json() Jul 14 09:39:22.549240 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:39:22.549240 n-d-779913-29 neutron-server[93957]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:39:22.549240 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:39:22.549240 n-d-779913-29 neutron-server[93957]: return self.request(url, 'GET', **kwargs) Jul 14 09:39:22.549240 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:39:22.549240 n-d-779913-29 neutron-server[93957]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:39:22.549240 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:39:22.549240 n-d-779913-29 neutron-server[93957]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:39:22.549240 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:39:22.549240 n-d-779913-29 neutron-server[93957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:39:22.549240 n-d-779913-29 neutron-server[93957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:39:22.570451 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device ee80a42d-6aa5-4ae5-84e6-e5b5f0c72dda no longer exists at agent hyperv_n-h2-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:39:22.598638 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] No Port match for: ee80a42d-6aa5-4ae5-84e6-e5b5f0c72dda {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:39:22.616795 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.agents_db [None req-3c3509fb-540d-4335-a450-574895dd3602 None None] Agent healthcheck: found 7 active agents {{(pid=93960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:39:22.624930 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device ee80a42d-6aa5-4ae5-84e6-e5b5f0c72dda not bound to the agent host n-h2-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:39:22.631135 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-c56a9efb-d02b-4df2-b518-f2b22965f5b4 req-3abe72d8-4773-4014-8eba-e8dfeab5d64d service neutron] 10.222.0.68 "GET /v2.0/networks/2a42cb13-2d55-4959-a070-eb88da564dfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2831738 Jul 14 09:39:22.632168 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-045cc6c0-3ca3-42f6-8d76-c6a24935e66a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660504'] for network, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:22.639762 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-045cc6c0-3ca3-42f6-8d76-c6a24935e66a admin admin] Notify callbacks [] for network, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:22.641940 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-045cc6c0-3ca3-42f6-8d76-c6a24935e66a admin admin] 10.222.0.68 "DELETE /v2.0/networks/c0f11c9b-8768-4634-8446-b44c95ece313 HTTP/1.1" status: 204 len: 168 time: 0.4143369 Jul 14 09:39:22.658150 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045cc6c0-3ca3-42f6-8d76-c6a24935e66a admin admin] Pushing event deleted for resources: {'Network': ['ID=c0f11c9b-8768-4634-8446-b44c95ece313,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:22.684226 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5f1958ab-47cf-4c28-b34c-135f14f2843a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:22.689329 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5f1958ab-47cf-4c28-b34c-135f14f2843a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:22.730369 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-5f1958ab-47cf-4c28-b34c-135f14f2843a admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=9cc7c3aad1d343fa8ba72936d0b71dce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3033438 Jul 14 09:39:22.732603 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1958ab-47cf-4c28-b34c-135f14f2843a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa60b482-6f36-4831-8e55-2973b2aba6c0,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:22.733056 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 41084) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:22.762459 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-c56a9efb-d02b-4df2-b518-f2b22965f5b4 req-1e98267d-d167-4a9d-98f5-b44d4bcf6fbd service neutron] 10.222.0.68 "GET /v2.0/networks/2a42cb13-2d55-4959-a070-eb88da564dfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246119 Jul 14 09:39:22.804802 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-008b2f28-809c-4158-b5ba-9f5f912af3e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:22.835583 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-008b2f28-809c-4158-b5ba-9f5f912af3e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:22.890770 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 41086) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:22.900333 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-008b2f28-809c-4158-b5ba-9f5f912af3e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:22.904716 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-008b2f28-809c-4158-b5ba-9f5f912af3e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:22.913881 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-008b2f28-809c-4158-b5ba-9f5f912af3e9 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/fa60b482-6f36-4831-8e55-2973b2aba6c0 HTTP/1.1" status: 204 len: 168 time: 0.1745493 Jul 14 09:39:22.929756 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008b2f28-809c-4158-b5ba-9f5f912af3e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa60b482-6f36-4831-8e55-2973b2aba6c0,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:22.997437 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a6b2429d-c6f6-4e8a-bc2d-5c2dbca5673b req-d579ad80-3c53-4387-8d1e-c575732697a0 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/ports?device_id=1f00f438-7e79-4879-a4cb-979f8f9574f7 HTTP/1.1" status: 200 len: 210 time: 0.0400493 Jul 14 09:39:23.000383 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-ba3c7386-7eee-42d4-9950-39d3e1f7d06f admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=39bf48addcdf454894523e98271f2699&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1083045 Jul 14 09:39:23.003193 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 41096) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:23.047684 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6ea47521-28bc-422b-ae78-3bad6c5ec1f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:23.051684 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 41098) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:23.098307 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7634fe50-1453-46fb-a5f8-c04ff81e6fa8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:23.144080 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7634fe50-1453-46fb-a5f8-c04ff81e6fa8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:23.198547 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b9a19888-ab67-4c31-b4ef-d503dc599dcb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:23.233969 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7634fe50-1453-46fb-a5f8-c04ff81e6fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:23.237093 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7634fe50-1453-46fb-a5f8-c04ff81e6fa8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:23.241132 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-7634fe50-1453-46fb-a5f8-c04ff81e6fa8 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/d153f0fb-c635-4ce8-8214-f98014e1ff00 HTTP/1.1" status: 204 len: 168 time: 0.2365825 Jul 14 09:39:23.249845 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6ea47521-28bc-422b-ae78-3bad6c5ec1f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:23.258359 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7634fe50-1453-46fb-a5f8-c04ff81e6fa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d153f0fb-c635-4ce8-8214-f98014e1ff00,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:23.261937 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6ea47521-28bc-422b-ae78-3bad6c5ec1f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:23.313959 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 41112) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:23.314184 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-6ea47521-28bc-422b-ae78-3bad6c5ec1f5 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=7489a9ab50ab424cb38e1f49057f8b90&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2452390 Jul 14 09:39:23.315636 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea47521-28bc-422b-ae78-3bad6c5ec1f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0212f48-223a-4b67-997d-e113f7222edb,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:23.418332 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f46ccebc-3dca-4683-842c-f0e4d4be4d3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:23.441799 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b9a19888-ab67-4c31-b4ef-d503dc599dcb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:23.446633 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f46ccebc-3dca-4683-842c-f0e4d4be4d3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:23.449131 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b9a19888-ab67-4c31-b4ef-d503dc599dcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:23.515870 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a19888-ab67-4c31-b4ef-d503dc599dcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af89b9d9-5fdf-495a-804a-b4cb2754aee4,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:23.520763 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-b9a19888-ab67-4c31-b4ef-d503dc599dcb admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=1f80816933374e989ed5556cd5374d9e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4676833 Jul 14 09:39:23.523987 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 41118) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:23.561246 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f46ccebc-3dca-4683-842c-f0e4d4be4d3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:23.563864 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f46ccebc-3dca-4683-842c-f0e4d4be4d3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:23.565227 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-f46ccebc-3dca-4683-842c-f0e4d4be4d3b admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/a0212f48-223a-4b67-997d-e113f7222edb HTTP/1.1" status: 204 len: 168 time: 0.2432177 Jul 14 09:39:23.576305 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46ccebc-3dca-4683-842c-f0e4d4be4d3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0212f48-223a-4b67-997d-e113f7222edb,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:23.597615 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-71bcca4c-0634-413d-9c37-645de2d09892 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:23.633858 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-71bcca4c-0634-413d-9c37-645de2d09892 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:23.692166 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-71bcca4c-0634-413d-9c37-645de2d09892 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:23.695278 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-71bcca4c-0634-413d-9c37-645de2d09892 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:23.696785 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-71bcca4c-0634-413d-9c37-645de2d09892 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/af89b9d9-5fdf-495a-804a-b4cb2754aee4 HTTP/1.1" status: 204 len: 168 time: 0.1718109 Jul 14 09:39:23.705312 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bcca4c-0634-413d-9c37-645de2d09892 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af89b9d9-5fdf-495a-804a-b4cb2754aee4,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:24.018336 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 41144) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:24.054397 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8b411b44-0629-4c80-996e-bdbf8aaca075 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:24.185539 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ec5c8298-e673-4ec0-ae19-28b3929bd5bf req-8017fb54-8db2-4a68-b4c1-def4b07e0d3e tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/ports?device_id=1f00f438-7e79-4879-a4cb-979f8f9574f7 HTTP/1.1" status: 200 len: 210 time: 0.0407324 Jul 14 09:39:24.187405 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8b411b44-0629-4c80-996e-bdbf8aaca075 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:24.194550 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8b411b44-0629-4c80-996e-bdbf8aaca075 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:24.237787 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 41154) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:24.238338 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-8b411b44-0629-4c80-996e-bdbf8aaca075 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=3bf5dc162855422a9e0b1283732bcc53&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2180674 Jul 14 09:39:24.239995 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b411b44-0629-4c80-996e-bdbf8aaca075 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90aca65b-a0dc-4dfb-958d-c9004b038aab,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:24.242869 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 41156) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:24.264853 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-32443744-9ce2-4317-861d-e0a6e6647ba1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:24.309735 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ba3075e6-3b52-4c01-a92a-d0fc8fa65b8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:24.350716 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ba3075e6-3b52-4c01-a92a-d0fc8fa65b8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:24.411075 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ba3075e6-3b52-4c01-a92a-d0fc8fa65b8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:24.415482 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ba3075e6-3b52-4c01-a92a-d0fc8fa65b8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:24.419574 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-ba3075e6-3b52-4c01-a92a-d0fc8fa65b8b admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/90aca65b-a0dc-4dfb-958d-c9004b038aab HTTP/1.1" status: 204 len: 168 time: 0.1732779 Jul 14 09:39:24.427933 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3075e6-3b52-4c01-a92a-d0fc8fa65b8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90aca65b-a0dc-4dfb-958d-c9004b038aab,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:24.513649 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-32443744-9ce2-4317-861d-e0a6e6647ba1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:24.524601 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-32443744-9ce2-4317-861d-e0a6e6647ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:24.549694 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56a9efb-d02b-4df2-b518-f2b22965f5b4 req-e318e6e5-2a8a-463f-b908-a21e89211643 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:24.551188 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c56a9efb-d02b-4df2-b518-f2b22965f5b4 req-e318e6e5-2a8a-463f-b908-a21e89211643 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.57 "GET /v2.0/networks?id=2a42cb13-2d55-4959-a070-eb88da564dfb HTTP/1.1" status: 200 len: 812 time: 0.1789351 Jul 14 09:39:24.579755 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-c56a9efb-d02b-4df2-b518-f2b22965f5b4 req-20fb75dc-4a96-4d1a-b743-dbdebbf8460d tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Request body: {'port': {'device_id': '1f00f438-7e79-4879-a4cb-979f8f9574f7', 'network_id': '2a42cb13-2d55-4959-a070-eb88da564dfb', 'admin_state_up': True, 'tenant_id': '0be6be6bccc149f1a4b35e465d4a6d6f'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:39:24.624495 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-32443744-9ce2-4317-861d-e0a6e6647ba1 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=4aa4c39cce8c48b68cf74ed0dc1ffb1c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3842485 Jul 14 09:39:24.627343 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32443744-9ce2-4317-861d-e0a6e6647ba1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba182f6a-fec2-485b-8231-19ba69c92b58,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:24.627716 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 41170) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:24.687181 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 41172) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:24.715304 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9b6b12a0-2b05-4306-9795-e9370793f9bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:24.721475 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c56a9efb-d02b-4df2-b518-f2b22965f5b4 req-20fb75dc-4a96-4d1a-b743-dbdebbf8460d tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Made reservation on behalf of 0be6be6bccc149f1a4b35e465d4a6d6f for: {'port': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:39:24.728139 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-c56a9efb-d02b-4df2-b518-f2b22965f5b4 req-20fb75dc-4a96-4d1a-b743-dbdebbf8460d tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:24.730359 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:24.746178 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9b6b12a0-2b05-4306-9795-e9370793f9bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:24.808767 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9b6b12a0-2b05-4306-9795-e9370793f9bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:24.813274 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9b6b12a0-2b05-4306-9795-e9370793f9bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:24.814487 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-9b6b12a0-2b05-4306-9795-e9370793f9bb admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/ba182f6a-fec2-485b-8231-19ba69c92b58 HTTP/1.1" status: 204 len: 168 time: 0.1852980 Jul 14 09:39:24.823366 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6b12a0-2b05-4306-9795-e9370793f9bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba182f6a-fec2-485b-8231-19ba69c92b58,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:24.852613 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-45df93c1-c5ff-459c-b468-f53078adff99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:24.912273 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [req-c56a9efb-d02b-4df2-b518-f2b22965f5b4 req-20fb75dc-4a96-4d1a-b743-dbdebbf8460d tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Allocated IP 172.20.0.5 (2a42cb13-2d55-4959-a070-eb88da564dfb/2fb6ebb7-0edb-47a6-96f3-036e2585c66a/249cebec-dc11-498c-abb2-47ee3d6b51f3) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:39:24.958890 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-07e0609b-3231-4a33-980a-7e5b07a8f574 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1023936561-network', 'tenant_id': '4569f08ed7094f2caf5772ad4808989f'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:39:24.995113 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07e0609b-3231-4a33-980a-7e5b07a8f574 admin admin] Made reservation on behalf of 4569f08ed7094f2caf5772ad4808989f for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:39:24.997866 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-07e0609b-3231-4a33-980a-7e5b07a8f574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:25.007696 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-07e0609b-3231-4a33-980a-7e5b07a8f574 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:25.094322 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-c56a9efb-d02b-4df2-b518-f2b22965f5b4 req-20fb75dc-4a96-4d1a-b743-dbdebbf8460d tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:25.118881 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [req-c56a9efb-d02b-4df2-b518-f2b22965f5b4 req-20fb75dc-4a96-4d1a-b743-dbdebbf8460d tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Transition to ACTIVE for port object 249cebec-dc11-498c-abb2-47ee3d6b51f3 will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:39:25.138822 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-07e0609b-3231-4a33-980a-7e5b07a8f574 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:25.144757 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-07e0609b-3231-4a33-980a-7e5b07a8f574 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:25.154705 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-c56a9efb-d02b-4df2-b518-f2b22965f5b4 req-20fb75dc-4a96-4d1a-b743-dbdebbf8460d tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:25.175740 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07e0609b-3231-4a33-980a-7e5b07a8f574 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 703} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:39:25.195062 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e0609b-3231-4a33-980a-7e5b07a8f574 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8136fa3c-cdeb-41b3-bfb9-6bf131e66cf0,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:25.200392 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-07e0609b-3231-4a33-980a-7e5b07a8f574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:25.201036 n-d-779913-29 neutron-server[93958]: INFO neutron.db.segments_db [None req-07e0609b-3231-4a33-980a-7e5b07a8f574 admin admin] Added segment a4b774bd-9c2f-43c0-8171-506dbb18f0fd of type vlan for network f0c82eb4-694b-46cd-8405-b22504091d10 Jul 14 09:39:25.210271 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c56a9efb-d02b-4df2-b518-f2b22965f5b4 req-20fb75dc-4a96-4d1a-b743-dbdebbf8460d tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Network 2a42cb13-2d55-4959-a070-eb88da564dfb is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:39:25.216160 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [req-c56a9efb-d02b-4df2-b518-f2b22965f5b4 req-20fb75dc-4a96-4d1a-b743-dbdebbf8460d tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:39:25.221344 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-c56a9efb-d02b-4df2-b518-f2b22965f5b4 req-20fb75dc-4a96-4d1a-b743-dbdebbf8460d tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:39:25.269962 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fb75dc-4a96-4d1a-b743-dbdebbf8460d tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Pushing event updated for resources: {'Port': ['ID=249cebec-dc11-498c-abb2-47ee3d6b51f3,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:25.281782 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56a9efb-d02b-4df2-b518-f2b22965f5b4 req-20fb75dc-4a96-4d1a-b743-dbdebbf8460d tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:25.282436 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-c56a9efb-d02b-4df2-b518-f2b22965f5b4 req-20fb75dc-4a96-4d1a-b743-dbdebbf8460d tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:25.297854 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-07e0609b-3231-4a33-980a-7e5b07a8f574 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735687821325'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:25.312835 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c56a9efb-d02b-4df2-b518-f2b22965f5b4 req-20fb75dc-4a96-4d1a-b743-dbdebbf8460d tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7448070 Jul 14 09:39:25.333047 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-c56a9efb-d02b-4df2-b518-f2b22965f5b4 req-07d5fa56-3b8a-462c-9200-1a7d336ab4fa service neutron] Request body: {'port': {'device_id': '1f00f438-7e79-4879-a4cb-979f8f9574f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-29'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:39:25.369891 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-07e0609b-3231-4a33-980a-7e5b07a8f574 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:25.370905 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07e0609b-3231-4a33-980a-7e5b07a8f574 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:25.371626 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-07e0609b-3231-4a33-980a-7e5b07a8f574 admin admin] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:25.463071 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e0609b-3231-4a33-980a-7e5b07a8f574 admin admin] Pushing event updated for resources: {'Network': ['ID=f0c82eb4-694b-46cd-8405-b22504091d10,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:25.466448 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-07e0609b-3231-4a33-980a-7e5b07a8f574 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.7775791 Jul 14 09:39:25.469299 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 41204) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:25.473869 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Network f0c82eb4-694b-46cd-8405-b22504091d10 details requested by agent ovs-agent-n-d-779913-29 with host n-d-779913-29 {{(pid=93959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:39:25.491919 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-78bee2ca-9413-4130-9c14-8c7ae7ba44c5 admin admin] Request body: {'subnet': {'network_id': 'f0c82eb4-694b-46cd-8405-b22504091d10', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1023936561-subnet', 'tenant_id': '4569f08ed7094f2caf5772ad4808989f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:39:25.525597 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-c56a9efb-d02b-4df2-b518-f2b22965f5b4 req-07d5fa56-3b8a-462c-9200-1a7d336ab4fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:25.544353 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78bee2ca-9413-4130-9c14-8c7ae7ba44c5 admin admin] Made reservation on behalf of 4569f08ed7094f2caf5772ad4808989f for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:39:25.547505 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-78bee2ca-9413-4130-9c14-8c7ae7ba44c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16714600'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:25.608110 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-b34463ca-e5fe-478a-8a8c-2db48a783ffd None None] Provisioning for port 249cebec-dc11-498c-abb2-47ee3d6b51f3 completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:39:25.620370 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-b34463ca-e5fe-478a-8a8c-2db48a783ffd None None] Provisioning complete for port 249cebec-dc11-498c-abb2-47ee3d6b51f3 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:39:25.620370 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b34463ca-e5fe-478a-8a8c-2db48a783ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:25.658263 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3061a6d3-bf31-4d22-8705-384c75688e7a req-0f104cdc-64df-4c1b-bbf2-9315b3e7f280 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:25.665206 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3061a6d3-bf31-4d22-8705-384c75688e7a req-0f104cdc-64df-4c1b-bbf2-9315b3e7f280 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/ports?device_id=1f00f438-7e79-4879-a4cb-979f8f9574f7 HTTP/1.1" status: 200 len: 931 time: 0.2492802 Jul 14 09:39:25.708538 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-b34463ca-e5fe-478a-8a8c-2db48a783ffd None None] Port 249cebec-dc11-498c-abb2-47ee3d6b51f3 cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:39:25.790875 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3061a6d3-bf31-4d22-8705-384c75688e7a req-351c692b-4706-43fa-867f-b13afaf2ac61 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/security-groups?id=8ddc8877-605a-44c2-a058-368d728dd554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184938 Jul 14 09:39:25.793613 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 41214) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:25.837548 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-78bee2ca-9413-4130-9c14-8c7ae7ba44c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13573993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16714586'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:25.890521 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5ad31076-714c-49ec-bc37-f3d4cd90112a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:25.923699 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bee2ca-9413-4130-9c14-8c7ae7ba44c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a6019b3-7787-4bdb-b397-5a269fa1d62c,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:25.938287 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78bee2ca-9413-4130-9c14-8c7ae7ba44c5 admin admin] Checking segment: {'id': 'a4b774bd-9c2f-43c0-8171-506dbb18f0fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'f0c82eb4-694b-46cd-8405-b22504091d10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:39:25.938755 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78bee2ca-9413-4130-9c14-8c7ae7ba44c5 admin admin] Network hostable DHCP agents. Network: f0c82eb4-694b-46cd-8405-b22504091d10, hostable agents: ['c6a09bd4-f72e-4283-a3ca-0bbca8a51081'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:39:25.961296 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78bee2ca-9413-4130-9c14-8c7ae7ba44c5 admin admin] Network f0c82eb4-694b-46cd-8405-b22504091d10 is scheduled to be hosted by DHCP agent c6a09bd4-f72e-4283-a3ca-0bbca8a51081 with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:39:25.973917 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-78bee2ca-9413-4130-9c14-8c7ae7ba44c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-29, f0c82eb4-694b-46cd-8405-b22504091d10) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:39:25.982184 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78bee2ca-9413-4130-9c14-8c7ae7ba44c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:25.982184 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-78bee2ca-9413-4130-9c14-8c7ae7ba44c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:25.987999 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3f8f393-7f7f-49d3-816f-d1d1085fc3e4 None None] Network f0c82eb4-694b-46cd-8405-b22504091d10 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:39:25.990764 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [req-c56a9efb-d02b-4df2-b518-f2b22965f5b4 req-07d5fa56-3b8a-462c-9200-1a7d336ab4fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 249cebec-dc11-498c-abb2-47ee3d6b51f3 {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:39:26.000321 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-c56a9efb-d02b-4df2-b518-f2b22965f5b4 req-07d5fa56-3b8a-462c-9200-1a7d336ab4fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:26.009924 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-78bee2ca-9413-4130-9c14-8c7ae7ba44c5 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.5378354 Jul 14 09:39:26.012099 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 41228) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:26.019341 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [req-c56a9efb-d02b-4df2-b518-f2b22965f5b4 req-07d5fa56-3b8a-462c-9200-1a7d336ab4fa service neutron] Transition to ACTIVE for port object 249cebec-dc11-498c-abb2-47ee3d6b51f3 will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:39:26.030516 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-c56a9efb-d02b-4df2-b518-f2b22965f5b4 req-07d5fa56-3b8a-462c-9200-1a7d336ab4fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:26.037689 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-06e23792-8f3d-4563-8645-b811f07afaac admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1023936561-router', 'tenant_id': '4569f08ed7094f2caf5772ad4808989f', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'}}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:39:26.088671 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-06e23792-8f3d-4563-8645-b811f07afaac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-711749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14670'] for router, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:26.090884 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-06e23792-8f3d-4563-8645-b811f07afaac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-711718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-661475', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14679'] for router, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:26.148814 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d5fa56-3b8a-462c-9200-1a7d336ab4fa service neutron] Pushing event updated for resources: {'Port': ['ID=249cebec-dc11-498c-abb2-47ee3d6b51f3,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:26.161928 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-471af22f-5379-4c2b-b2b5-2f1a45d7b3a2 tempest-PortsAdminExtendedAttrsTestJSON-580481768 tempest-PortsAdminExtendedAttrsTestJSON-580481768-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1326261703'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:39:26.228484 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fc9e10d-642f-4d9e-b99f-c968aa85f3bd None None] Network f0c82eb4-694b-46cd-8405-b22504091d10 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:39:26.231216 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-06e23792-8f3d-4563-8645-b811f07afaac admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:26.303956 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-471af22f-5379-4c2b-b2b5-2f1a45d7b3a2 tempest-PortsAdminExtendedAttrsTestJSON-580481768 tempest-PortsAdminExtendedAttrsTestJSON-580481768-project] Made reservation on behalf of e688cb2fa831461a96eb998dfee58a87 for: {'network': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:39:26.314375 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-471af22f-5379-4c2b-b2b5-2f1a45d7b3a2 tempest-PortsAdminExtendedAttrsTestJSON-580481768 tempest-PortsAdminExtendedAttrsTestJSON-580481768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for network, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:26.333117 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-471af22f-5379-4c2b-b2b5-2f1a45d7b3a2 tempest-PortsAdminExtendedAttrsTestJSON-580481768 tempest-PortsAdminExtendedAttrsTestJSON-580481768-project] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:26.372873 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-c56a9efb-d02b-4df2-b518-f2b22965f5b4 req-07d5fa56-3b8a-462c-9200-1a7d336ab4fa service neutron] Attempting to bind port 249cebec-dc11-498c-abb2-47ee3d6b51f3 on host n-h2-779913-29 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:39:26.373415 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-c56a9efb-d02b-4df2-b518-f2b22965f5b4 req-07d5fa56-3b8a-462c-9200-1a7d336ab4fa service neutron] Attempting to bind port 249cebec-dc11-498c-abb2-47ee3d6b51f3 by drivers openvswitch,hyperv on host n-h2-779913-29 at level 0 using segments [{'id': '5aade75d-903c-400b-b4a7-6f3ba4ae14ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '2a42cb13-2d55-4959-a070-eb88da564dfb'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:39:26.373986 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c56a9efb-d02b-4df2-b518-f2b22965f5b4 req-07d5fa56-3b8a-462c-9200-1a7d336ab4fa service neutron] Attempting to bind port 249cebec-dc11-498c-abb2-47ee3d6b51f3 on network 2a42cb13-2d55-4959-a070-eb88da564dfb {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:39:26.385278 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c56a9efb-d02b-4df2-b518-f2b22965f5b4 req-07d5fa56-3b8a-462c-9200-1a7d336ab4fa service neutron] Port 249cebec-dc11-498c-abb2-47ee3d6b51f3 on network 2a42cb13-2d55-4959-a070-eb88da564dfb not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-29 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:39:26.385966 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c56a9efb-d02b-4df2-b518-f2b22965f5b4 req-07d5fa56-3b8a-462c-9200-1a7d336ab4fa service neutron] Attempting to bind port 249cebec-dc11-498c-abb2-47ee3d6b51f3 on network 2a42cb13-2d55-4959-a070-eb88da564dfb {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:39:26.400572 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c56a9efb-d02b-4df2-b518-f2b22965f5b4 req-07d5fa56-3b8a-462c-9200-1a7d336ab4fa service neutron] Checking agent: {'id': '013e4a3b-a634-47b8-b6a5-1a25109b73fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 13, 13), 'started_at': datetime.datetime(2021, 7, 14, 9, 13, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 39, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:39:26.401246 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c56a9efb-d02b-4df2-b518-f2b22965f5b4 req-07d5fa56-3b8a-462c-9200-1a7d336ab4fa service neutron] Checking segment: {'id': '5aade75d-903c-400b-b4a7-6f3ba4ae14ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '2a42cb13-2d55-4959-a070-eb88da564dfb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:39:26.401961 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c56a9efb-d02b-4df2-b518-f2b22965f5b4 req-07d5fa56-3b8a-462c-9200-1a7d336ab4fa service neutron] Bound using segment: {'id': '5aade75d-903c-400b-b4a7-6f3ba4ae14ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '2a42cb13-2d55-4959-a070-eb88da564dfb'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:39:26.402681 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-c56a9efb-d02b-4df2-b518-f2b22965f5b4 req-07d5fa56-3b8a-462c-9200-1a7d336ab4fa service neutron] Bound port: 249cebec-dc11-498c-abb2-47ee3d6b51f3, host: n-h2-779913-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5aade75d-903c-400b-b4a7-6f3ba4ae14ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '2a42cb13-2d55-4959-a070-eb88da564dfb'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:39:26.403333 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-c56a9efb-d02b-4df2-b518-f2b22965f5b4 req-07d5fa56-3b8a-462c-9200-1a7d336ab4fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:26.504163 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-06e23792-8f3d-4563-8645-b811f07afaac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-661489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-711771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12973'] for router, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:26.512719 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 41240) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:26.529754 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-c56a9efb-d02b-4df2-b518-f2b22965f5b4 req-07d5fa56-3b8a-462c-9200-1a7d336ab4fa service neutron] For port 249cebec-dc11-498c-abb2-47ee3d6b51f3, host n-h2-779913-29, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:39:26.558765 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-c56a9efb-d02b-4df2-b518-f2b22965f5b4 req-07d5fa56-3b8a-462c-9200-1a7d336ab4fa service neutron] For port 249cebec-dc11-498c-abb2-47ee3d6b51f3, host n-h2-779913-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=249cebec-dc11-498c-abb2-47ee3d6b51f3,segment=NetworkSegment(5aade75d-903c-400b-b4a7-6f3ba4ae14ee),segment_id=5aade75d-903c-400b-b4a7-6f3ba4ae14ee)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:39:26.564848 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-471af22f-5379-4c2b-b2b5-2f1a45d7b3a2 tempest-PortsAdminExtendedAttrsTestJSON-580481768 tempest-PortsAdminExtendedAttrsTestJSON-580481768-project] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:26.568347 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-c56a9efb-d02b-4df2-b518-f2b22965f5b4 req-07d5fa56-3b8a-462c-9200-1a7d336ab4fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:26.577874 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-471af22f-5379-4c2b-b2b5-2f1a45d7b3a2 tempest-PortsAdminExtendedAttrsTestJSON-580481768 tempest-PortsAdminExtendedAttrsTestJSON-580481768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:26.622482 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56a9efb-d02b-4df2-b518-f2b22965f5b4 req-07d5fa56-3b8a-462c-9200-1a7d336ab4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:26.623277 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-c56a9efb-d02b-4df2-b518-f2b22965f5b4 req-07d5fa56-3b8a-462c-9200-1a7d336ab4fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:26.624733 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c56a9efb-d02b-4df2-b518-f2b22965f5b4 req-07d5fa56-3b8a-462c-9200-1a7d336ab4fa service neutron] 10.222.0.57 "PUT /v2.0/ports/249cebec-dc11-498c-abb2-47ee3d6b51f3 HTTP/1.1" status: 200 len: 1092 time: 1.2978392 Jul 14 09:39:26.630176 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f00f438-7e79-4879-a4cb-979f8f9574f7', 'tag': '249cebec-dc11-498c-abb2-47ee3d6b51f3'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:39:26.632797 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bbfb792-ddbe-4ac2-b7c3-ab40b686508f" -d '{"events": [{"name": "network-changed", "server_uuid": "1f00f438-7e79-4879-a4cb-979f8f9574f7", "tag": "249cebec-dc11-498c-abb2-47ee3d6b51f3"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:39:26.653351 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-471af22f-5379-4c2b-b2b5-2f1a45d7b3a2 tempest-PortsAdminExtendedAttrsTestJSON-580481768 tempest-PortsAdminExtendedAttrsTestJSON-580481768-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 731} {{(pid=93957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:39:26.676328 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471af22f-5379-4c2b-b2b5-2f1a45d7b3a2 tempest-PortsAdminExtendedAttrsTestJSON-580481768 tempest-PortsAdminExtendedAttrsTestJSON-580481768-project] Pushing event updated for resources: {'SecurityGroup': ['ID=812f5897-bedc-43f1-b8f4-0cf8ee07a3ec,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:26.681198 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-471af22f-5379-4c2b-b2b5-2f1a45d7b3a2 tempest-PortsAdminExtendedAttrsTestJSON-580481768 tempest-PortsAdminExtendedAttrsTestJSON-580481768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:26.681660 n-d-779913-29 neutron-server[93957]: INFO neutron.db.segments_db [None req-471af22f-5379-4c2b-b2b5-2f1a45d7b3a2 tempest-PortsAdminExtendedAttrsTestJSON-580481768 tempest-PortsAdminExtendedAttrsTestJSON-580481768-project] Added segment 793acdbb-9ab0-4279-b20f-9d0f8ed7b2fc of type vlan for network 66a3ca10-f213-4c37-8ec9-9601c6b30e7c Jul 14 09:39:26.758101 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:39:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89d9d37a-fb2f-4f1f-bc39-5713cd726fe8 x-openstack-request-id: req-89d9d37a-fb2f-4f1f-bc39-5713cd726fe8 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:39:26.758323 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f00f438-7e79-4879-a4cb-979f8f9574f7", "tag": "249cebec-dc11-498c-abb2-47ee3d6b51f3", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:39:26.758599 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-89d9d37a-fb2f-4f1f-bc39-5713cd726fe8 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:39:26.759015 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f00f438-7e79-4879-a4cb-979f8f9574f7', 'tag': '249cebec-dc11-498c-abb2-47ee3d6b51f3', 'status': 'completed', 'code': 200} Jul 14 09:39:26.806684 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d5fa56-3b8a-462c-9200-1a7d336ab4fa service neutron] Pushing event updated for resources: {'Port': ['ID=249cebec-dc11-498c-abb2-47ee3d6b51f3,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:26.825518 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-06e23792-8f3d-4563-8645-b811f07afaac admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:26.851053 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-06e23792-8f3d-4563-8645-b811f07afaac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:26.852239 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-471af22f-5379-4c2b-b2b5-2f1a45d7b3a2 tempest-PortsAdminExtendedAttrsTestJSON-580481768 tempest-PortsAdminExtendedAttrsTestJSON-580481768-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735687821325'] for network, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:26.906862 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-b43bc6b4-4216-4d15-a1b2-46ae75803028 tempest-RoutersNegativeTest-1889179771 tempest-RoutersNegativeTest-1889179771-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1079399805', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:39:26.918649 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56a9efb-d02b-4df2-b518-f2b22965f5b4 req-cf54d50a-44f3-4b99-aac0-21d29268c7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:26.920524 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c56a9efb-d02b-4df2-b518-f2b22965f5b4 req-cf54d50a-44f3-4b99-aac0-21d29268c7f3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0be6be6bccc149f1a4b35e465d4a6d6f&device_id=1f00f438-7e79-4879-a4cb-979f8f9574f7 HTTP/1.1" status: 200 len: 1095 time: 0.2178128 Jul 14 09:39:26.921842 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-471af22f-5379-4c2b-b2b5-2f1a45d7b3a2 tempest-PortsAdminExtendedAttrsTestJSON-580481768 tempest-PortsAdminExtendedAttrsTestJSON-580481768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855'] for network, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:26.927607 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-471af22f-5379-4c2b-b2b5-2f1a45d7b3a2 tempest-PortsAdminExtendedAttrsTestJSON-580481768 tempest-PortsAdminExtendedAttrsTestJSON-580481768-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:26.928815 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-471af22f-5379-4c2b-b2b5-2f1a45d7b3a2 tempest-PortsAdminExtendedAttrsTestJSON-580481768 tempest-PortsAdminExtendedAttrsTestJSON-580481768-project] Notify callbacks [] for network, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:26.960342 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b43bc6b4-4216-4d15-a1b2-46ae75803028 tempest-RoutersNegativeTest-1889179771 tempest-RoutersNegativeTest-1889179771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-711749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14670'] for router, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:26.961613 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b43bc6b4-4216-4d15-a1b2-46ae75803028 tempest-RoutersNegativeTest-1889179771 tempest-RoutersNegativeTest-1889179771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-711718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-661475', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14679'] for router, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:27.040114 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b43bc6b4-4216-4d15-a1b2-46ae75803028 tempest-RoutersNegativeTest-1889179771 tempest-RoutersNegativeTest-1889179771-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:27.052553 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b43bc6b4-4216-4d15-a1b2-46ae75803028 tempest-RoutersNegativeTest-1889179771 tempest-RoutersNegativeTest-1889179771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-711762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-661452'] for router, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:27.081695 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b43bc6b4-4216-4d15-a1b2-46ae75803028 tempest-RoutersNegativeTest-1889179771 tempest-RoutersNegativeTest-1889179771-project] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:27.085884 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-b43bc6b4-4216-4d15-a1b2-46ae75803028 tempest-RoutersNegativeTest-1889179771 tempest-RoutersNegativeTest-1889179771-project] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.5720708 Jul 14 09:39:27.087339 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-06e23792-8f3d-4563-8645-b811f07afaac admin admin] Allocated IP 172.25.4.111 (2dcd4d32-cc7c-4468-b396-7ce5c9231892/6cd22a75-5bc1-467c-a3c4-0af04bd1b34a/3d0effae-4498-4f7a-9541-70d4036cc156) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:39:27.089266 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 41258) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:27.096873 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-a9092359-913b-405f-bfda-d6de30a77d38 tempest-RoutersNegativeTest-1889179771 tempest-RoutersNegativeTest-1889179771-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-2085662784'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:39:27.173638 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9092359-913b-405f-bfda-d6de30a77d38 tempest-RoutersNegativeTest-1889179771 tempest-RoutersNegativeTest-1889179771-project] Made reservation on behalf of 776a35dd106543bd909c0fcd5795d8f9 for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:39:27.180303 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a9092359-913b-405f-bfda-d6de30a77d38 tempest-RoutersNegativeTest-1889179771 tempest-RoutersNegativeTest-1889179771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:27.194591 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a9092359-913b-405f-bfda-d6de30a77d38 tempest-RoutersNegativeTest-1889179771 tempest-RoutersNegativeTest-1889179771-project] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:27.260084 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-06e23792-8f3d-4563-8645-b811f07afaac admin admin] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:27.344351 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-06e23792-8f3d-4563-8645-b811f07afaac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:27.379883 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-471af22f-5379-4c2b-b2b5-2f1a45d7b3a2 tempest-PortsAdminExtendedAttrsTestJSON-580481768 tempest-PortsAdminExtendedAttrsTestJSON-580481768-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 1.5849659 Jul 14 09:39:27.381102 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c56a9efb-d02b-4df2-b518-f2b22965f5b4 req-f2d9f3fc-64d6-49e7-b59b-5747bf06edb0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=249cebec-dc11-498c-abb2-47ee3d6b51f3 HTTP/1.1" status: 200 len: 217 time: 0.4421027 Jul 14 09:39:27.398308 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a9092359-913b-405f-bfda-d6de30a77d38 tempest-RoutersNegativeTest-1889179771 tempest-RoutersNegativeTest-1889179771-project] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:27.404967 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06e23792-8f3d-4563-8645-b811f07afaac admin admin] Network 2dcd4d32-cc7c-4468-b396-7ce5c9231892 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:39:27.412245 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-06e23792-8f3d-4563-8645-b811f07afaac admin admin] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:39:27.416687 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06e23792-8f3d-4563-8645-b811f07afaac admin admin] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:39:27.419495 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a9092359-913b-405f-bfda-d6de30a77d38 tempest-RoutersNegativeTest-1889179771 tempest-RoutersNegativeTest-1889179771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:27.444578 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471af22f-5379-4c2b-b2b5-2f1a45d7b3a2 tempest-PortsAdminExtendedAttrsTestJSON-580481768 tempest-PortsAdminExtendedAttrsTestJSON-580481768-project] Pushing event updated for resources: {'Network': ['ID=66a3ca10-f213-4c37-8ec9-9601c6b30e7c,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:27.460713 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Network 66a3ca10-f213-4c37-8ec9-9601c6b30e7c details requested by agent ovs-agent-n-d-779913-29 with host n-d-779913-29 {{(pid=93959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:39:27.470209 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e23792-8f3d-4563-8645-b811f07afaac admin admin] Pushing event updated for resources: {'Port': ['ID=3d0effae-4498-4f7a-9541-70d4036cc156,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:27.479098 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56a9efb-d02b-4df2-b518-f2b22965f5b4 req-47746cbd-b633-4761-9829-fd4937cf1736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:27.480819 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c56a9efb-d02b-4df2-b518-f2b22965f5b4 req-47746cbd-b633-4761-9829-fd4937cf1736 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2fb6ebb7-0edb-47a6-96f3-036e2585c66a HTTP/1.1" status: 200 len: 851 time: 0.0724218 Jul 14 09:39:27.491752 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9092359-913b-405f-bfda-d6de30a77d38 tempest-RoutersNegativeTest-1889179771 tempest-RoutersNegativeTest-1889179771-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 721} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:39:27.505452 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9092359-913b-405f-bfda-d6de30a77d38 tempest-RoutersNegativeTest-1889179771 tempest-RoutersNegativeTest-1889179771-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8325bf46-d28c-4070-b6d8-840a3eba3a71,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:27.523210 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a9092359-913b-405f-bfda-d6de30a77d38 tempest-RoutersNegativeTest-1889179771 tempest-RoutersNegativeTest-1889179771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:27.523564 n-d-779913-29 neutron-server[93958]: INFO neutron.db.segments_db [None req-a9092359-913b-405f-bfda-d6de30a77d38 tempest-RoutersNegativeTest-1889179771 tempest-RoutersNegativeTest-1889179771-project] Added segment 4a2b0788-3266-45ee-9e48-d7b08b10d968 of type vlan for network 1b3bd25c-b41b-48a0-a840-d5cad7abc178 Jul 14 09:39:27.546451 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e54737f-fa12-486e-82b6-7b5e4d5b2aa1 req-d15d233f-5ec7-4a46-9a42-53edd1c2adae tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:27.547970 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0e54737f-fa12-486e-82b6-7b5e4d5b2aa1 req-d15d233f-5ec7-4a46-9a42-53edd1c2adae tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/ports?device_id=1f00f438-7e79-4879-a4cb-979f8f9574f7 HTTP/1.1" status: 200 len: 943 time: 0.5483479 Jul 14 09:39:27.603160 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0e54737f-fa12-486e-82b6-7b5e4d5b2aa1 req-c22b6938-a296-41ae-97ac-0565f47c5ac0 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/security-groups?id=8ddc8877-605a-44c2-a058-368d728dd554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475006 Jul 14 09:39:27.613964 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56a9efb-d02b-4df2-b518-f2b22965f5b4 req-46d9ed80-dd06-4dfb-8783-61b36e204f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:27.616950 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c56a9efb-d02b-4df2-b518-f2b22965f5b4 req-46d9ed80-dd06-4dfb-8783-61b36e204f02 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2a42cb13-2d55-4959-a070-eb88da564dfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1281760 Jul 14 09:39:27.698468 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5bbe322f-3f67-4864-bc0a-91afe44d23e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:27.702919 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a9092359-913b-405f-bfda-d6de30a77d38 tempest-RoutersNegativeTest-1889179771 tempest-RoutersNegativeTest-1889179771-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735687821325'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:27.741298 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c56a9efb-d02b-4df2-b518-f2b22965f5b4 req-33fde397-dd11-4d57-b939-6a7913f0e6d6 service neutron] 10.222.0.57 "GET /v2.0/networks/2a42cb13-2d55-4959-a070-eb88da564dfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140451 Jul 14 09:39:27.750942 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 41286) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:27.756123 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-746eb7c0-0684-436e-bb08-d8cbc3b7049b tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Request body: {'port': {'network_id': '66a3ca10-f213-4c37-8ec9-9601c6b30e7c', 'binding:host_id': 'n-h1-779913-29', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1000587978'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:39:27.790749 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a9092359-913b-405f-bfda-d6de30a77d38 tempest-RoutersNegativeTest-1889179771 tempest-RoutersNegativeTest-1889179771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:27.796387 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9092359-913b-405f-bfda-d6de30a77d38 tempest-RoutersNegativeTest-1889179771 tempest-RoutersNegativeTest-1889179771-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:27.796930 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a9092359-913b-405f-bfda-d6de30a77d38 tempest-RoutersNegativeTest-1889179771 tempest-RoutersNegativeTest-1889179771-project] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:27.831760 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-746eb7c0-0684-436e-bb08-d8cbc3b7049b tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Made reservation on behalf of 00e82e5e213840de9bbc3ba85947e4eb for: {'port': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:39:27.835126 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-746eb7c0-0684-436e-bb08-d8cbc3b7049b tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:27.846872 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-746eb7c0-0684-436e-bb08-d8cbc3b7049b tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:27.893633 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-a9092359-913b-405f-bfda-d6de30a77d38 tempest-RoutersNegativeTest-1889179771 tempest-RoutersNegativeTest-1889179771-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.8030028 Jul 14 09:39:27.896430 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c56a9efb-d02b-4df2-b518-f2b22965f5b4 req-adc26f55-91b9-4874-b942-5268b576d83f service neutron] 10.222.0.57 "GET /v2.0/networks/2a42cb13-2d55-4959-a070-eb88da564dfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360655 Jul 14 09:39:27.898247 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 41292) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:27.905735 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-bb6837bf-3a0d-440a-9d92-9909454d8d2b tempest-RoutersNegativeTest-1889179771 tempest-RoutersNegativeTest-1889179771-project] Request body: {'subnet': {'network_id': '1b3bd25c-b41b-48a0-a840-d5cad7abc178', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:39:27.912075 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9092359-913b-405f-bfda-d6de30a77d38 tempest-RoutersNegativeTest-1889179771 tempest-RoutersNegativeTest-1889179771-project] Pushing event updated for resources: {'Network': ['ID=1b3bd25c-b41b-48a0-a840-d5cad7abc178,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:27.917598 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-06e23792-8f3d-4563-8645-b811f07afaac admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:27.924974 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Network 1b3bd25c-b41b-48a0-a840-d5cad7abc178 details requested by agent ovs-agent-n-d-779913-29 with host n-d-779913-29 {{(pid=93959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:39:28.124344 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbfb792-ddbe-4ac2-b7c3-ab40b686508f req-31481ca7-f4a9-4d8b-8f48-3ed2ee757d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:28.125912 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-7bbfb792-ddbe-4ac2-b7c3-ab40b686508f req-31481ca7-f4a9-4d8b-8f48-3ed2ee757d47 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0be6be6bccc149f1a4b35e465d4a6d6f&device_id=1f00f438-7e79-4879-a4cb-979f8f9574f7 HTTP/1.1" status: 200 len: 1095 time: 0.1102059 Jul 14 09:39:28.146233 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-746eb7c0-0684-436e-bb08-d8cbc3b7049b tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:28.173105 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-06e23792-8f3d-4563-8645-b811f07afaac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-711762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-661452'] for router, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:28.190357 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-746eb7c0-0684-436e-bb08-d8cbc3b7049b tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:28.198747 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-746eb7c0-0684-436e-bb08-d8cbc3b7049b tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] device_id is not set on port 51107cbe-a69c-4996-b42b-90a3752e3c91 yet. {{(pid=93957) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:39:28.288337 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb6837bf-3a0d-440a-9d92-9909454d8d2b tempest-RoutersNegativeTest-1889179771 tempest-RoutersNegativeTest-1889179771-project] Made reservation on behalf of 776a35dd106543bd909c0fcd5795d8f9 for: {'subnet': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:39:28.291906 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-bb6837bf-3a0d-440a-9d92-9909454d8d2b tempest-RoutersNegativeTest-1889179771 tempest-RoutersNegativeTest-1889179771-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11984110'] for subnet, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:28.309586 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06e23792-8f3d-4563-8645-b811f07afaac admin admin] Router b699f3c2-d6a1-400b-bb98-34c3458f0961 is scheduled to L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 with binding_index 1 {{(pid=93958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:39:28.316886 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746eb7c0-0684-436e-bb08-d8cbc3b7049b tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac6a9388-fd58-4d3e-8433-4eb5241abad4,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:28.403584 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 41306) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:28.423743 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbfb792-ddbe-4ac2-b7c3-ab40b686508f req-7aeaee99-3c63-4583-8c16-1c055921f63a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:28.425328 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-7bbfb792-ddbe-4ac2-b7c3-ab40b686508f req-7aeaee99-3c63-4583-8c16-1c055921f63a service neutron] 10.222.0.57 "GET /v2.0/networks?id=2a42cb13-2d55-4959-a070-eb88da564dfb HTTP/1.1" status: 200 len: 913 time: 0.2919109 Jul 14 09:39:28.435289 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06e23792-8f3d-4563-8645-b811f07afaac admin admin] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:39:28.446996 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa191caa-c54f-4b6b-ac3b-2169771a56db None None] Sync routers for ids ['b699f3c2-d6a1-400b-bb98-34c3458f0961'] in n-d-779913-29 {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:39:28.457255 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa191caa-c54f-4b6b-ac3b-2169771a56db None None] Routers {'b699f3c2-d6a1-400b-bb98-34c3458f0961'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:39:28.458580 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-fa191caa-c54f-4b6b-ac3b-2169771a56db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:39:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['b699f3c2-d6a1-400b-bb98-34c3458f0961'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:39:28.465557 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-06e23792-8f3d-4563-8645-b811f07afaac admin admin] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:28.467130 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-06e23792-8f3d-4563-8645-b811f07afaac admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 2.4536655 Jul 14 09:39:28.469887 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 41310) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:28.491967 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-7bbfb792-ddbe-4ac2-b7c3-ab40b686508f req-9443293c-bbd8-4799-9e99-a420e92a2ac4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=249cebec-dc11-498c-abb2-47ee3d6b51f3 HTTP/1.1" status: 200 len: 217 time: 0.0578973 Jul 14 09:39:28.576941 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvr_db [None req-fa191caa-c54f-4b6b-ac3b-2169771a56db None None] Set router b699f3c2-d6a1-400b-bb98-34c3458f0961 gateway port host: n-d-779913-29 {{(pid=93959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:39:28.587232 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6c79a431-2c07-486a-9d32-697c238769e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:28.632454 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbfb792-ddbe-4ac2-b7c3-ab40b686508f req-54a8954c-cf1d-47e7-b50f-a9ead469d388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:28.634051 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-7bbfb792-ddbe-4ac2-b7c3-ab40b686508f req-54a8954c-cf1d-47e7-b50f-a9ead469d388 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2fb6ebb7-0edb-47a6-96f3-036e2585c66a HTTP/1.1" status: 200 len: 851 time: 0.1111815 Jul 14 09:39:28.742776 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-746eb7c0-0684-436e-bb08-d8cbc3b7049b tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] device_id is not set on port 51107cbe-a69c-4996-b42b-90a3752e3c91 yet. {{(pid=93957) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:39:28.763973 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-746eb7c0-0684-436e-bb08-d8cbc3b7049b tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:28.784118 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-bb6837bf-3a0d-440a-9d92-9909454d8d2b tempest-RoutersNegativeTest-1889179771 tempest-RoutersNegativeTest-1889179771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10052764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11984092'] for subnet, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:28.814509 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-fa191caa-c54f-4b6b-ac3b-2169771a56db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b699f3c2-d6a1-400b-bb98-34c3458f0961', 'name': 'tempest-ServerRescueNegativeTestJSON-1023936561-router', 'tenant_id': '4569f08ed7094f2caf5772ad4808989f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.111'}], 'enable_snat': True}, 'gw_port_id': '3d0effae-4498-4f7a-9541-70d4036cc156', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:39:26Z', 'updated_at': '2021-07-14T09:39:27Z', 'revision_number': 3, 'project_id': '4569f08ed7094f2caf5772ad4808989f', 'gw_port': {'id': '3d0effae-4498-4f7a-9541-70d4036cc156', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:df:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b699f3c2-d6a1-400b-bb98-34c3458f0961', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2655, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:39:26Z', 'updated_at': '2021-07-14T09:39:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29'}], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:39:28.818614 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-746eb7c0-0684-436e-bb08-d8cbc3b7049b tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Transition to ACTIVE for port object 51107cbe-a69c-4996-b42b-90a3752e3c91 will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:39:28.835838 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6c79a431-2c07-486a-9d32-697c238769e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:28.842769 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6c79a431-2c07-486a-9d32-697c238769e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:28.844447 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa191caa-c54f-4b6b-ac3b-2169771a56db None None] Checking router: b699f3c2-d6a1-400b-bb98-34c3458f0961 for host: n-d-779913-29 {{(pid=93959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:39:28.844881 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa191caa-c54f-4b6b-ac3b-2169771a56db None None] Updating router b699f3c2-d6a1-400b-bb98-34c3458f0961 port 3d0effae-4498-4f7a-9541-70d4036cc156 binding host n-d-779913-29 {{(pid=93959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:39:28.879535 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-746eb7c0-0684-436e-bb08-d8cbc3b7049b tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:28.885690 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fa191caa-c54f-4b6b-ac3b-2169771a56db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:28.892530 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbfb792-ddbe-4ac2-b7c3-ab40b686508f req-cf9f4456-1df2-4c60-9d53-38a065bf813d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:28.894104 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-7bbfb792-ddbe-4ac2-b7c3-ab40b686508f req-cf9f4456-1df2-4c60-9d53-38a065bf813d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2a42cb13-2d55-4959-a070-eb88da564dfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2260113 Jul 14 09:39:28.918012 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-6c79a431-2c07-486a-9d32-697c238769e3 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=3f8b44d3604145d9a3bc6f31c2af1f5f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5113618 Jul 14 09:39:28.920387 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 41314) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:28.927173 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6837bf-3a0d-440a-9d92-9909454d8d2b tempest-RoutersNegativeTest-1889179771 tempest-RoutersNegativeTest-1889179771-project] Pushing event updated for resources: {'Subnet': ['ID=aa03f52b-1e66-450d-b3d5-34ca8e71eb4d,revision_number=0']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:28.931266 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c79a431-2c07-486a-9d32-697c238769e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e67f64b-0f8b-42a1-a68a-2af70ed5ef4e,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:28.954839 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c79a431-2c07-486a-9d32-697c238769e3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:39:28.955186 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c79a431-2c07-486a-9d32-697c238769e3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:39:28.955530 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c79a431-2c07-486a-9d32-697c238769e3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:39:28.955870 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c79a431-2c07-486a-9d32-697c238769e3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:39:28.956212 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c79a431-2c07-486a-9d32-697c238769e3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:39:28.956537 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c79a431-2c07-486a-9d32-697c238769e3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:39:28.956863 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c79a431-2c07-486a-9d32-697c238769e3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:39:28.957185 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c79a431-2c07-486a-9d32-697c238769e3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:39:28.957536 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c79a431-2c07-486a-9d32-697c238769e3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:39:28.957859 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c79a431-2c07-486a-9d32-697c238769e3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:39:28.958190 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c79a431-2c07-486a-9d32-697c238769e3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:39:28.958516 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c79a431-2c07-486a-9d32-697c238769e3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:39:29.026470 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746eb7c0-0684-436e-bb08-d8cbc3b7049b tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Pushing event updated for resources: {'Port': ['ID=51107cbe-a69c-4996-b42b-90a3752e3c91,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:29.030802 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb6837bf-3a0d-440a-9d92-9909454d8d2b tempest-RoutersNegativeTest-1889179771 tempest-RoutersNegativeTest-1889179771-project] Checking segment: {'id': '4a2b0788-3266-45ee-9e48-d7b08b10d968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '1b3bd25c-b41b-48a0-a840-d5cad7abc178'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:39:29.031174 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb6837bf-3a0d-440a-9d92-9909454d8d2b tempest-RoutersNegativeTest-1889179771 tempest-RoutersNegativeTest-1889179771-project] Network hostable DHCP agents. Network: 1b3bd25c-b41b-48a0-a840-d5cad7abc178, hostable agents: ['c6a09bd4-f72e-4283-a3ca-0bbca8a51081'], hosted agents: [] {{(pid=93957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:39:29.038045 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c277bf26-4962-4d37-b5c6-845bee220c4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:29.060659 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b934bece-16b6-4316-8dfb-b4472f7649e3 req-2eac5a4a-e26d-4239-bc6c-fbd427f8507b tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:29.062231 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b934bece-16b6-4316-8dfb-b4472f7649e3 req-2eac5a4a-e26d-4239-bc6c-fbd427f8507b tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/ports?device_id=1f00f438-7e79-4879-a4cb-979f8f9574f7 HTTP/1.1" status: 200 len: 943 time: 0.2940562 Jul 14 09:39:29.093923 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c277bf26-4962-4d37-b5c6-845bee220c4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:29.116538 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-746eb7c0-0684-436e-bb08-d8cbc3b7049b tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Checking segment: {'id': '793acdbb-9ab0-4279-b20f-9d0f8ed7b2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '66a3ca10-f213-4c37-8ec9-9601c6b30e7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:39:29.116936 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-746eb7c0-0684-436e-bb08-d8cbc3b7049b tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Network hostable DHCP agents. Network: 66a3ca10-f213-4c37-8ec9-9601c6b30e7c, hostable agents: ['c6a09bd4-f72e-4283-a3ca-0bbca8a51081'], hosted agents: [] {{(pid=93957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:39:29.127474 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb6837bf-3a0d-440a-9d92-9909454d8d2b tempest-RoutersNegativeTest-1889179771 tempest-RoutersNegativeTest-1889179771-project] Network 1b3bd25c-b41b-48a0-a840-d5cad7abc178 is scheduled to be hosted by DHCP agent c6a09bd4-f72e-4283-a3ca-0bbca8a51081 with binding_index 1 {{(pid=93957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:39:29.134450 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-7bbfb792-ddbe-4ac2-b7c3-ab40b686508f req-fe6d8050-4c50-4413-971f-54226c45d362 service neutron] 10.222.0.57 "GET /v2.0/networks/2a42cb13-2d55-4959-a070-eb88da564dfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2101364 Jul 14 09:39:29.158936 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-bb6837bf-3a0d-440a-9d92-9909454d8d2b tempest-RoutersNegativeTest-1889179771 tempest-RoutersNegativeTest-1889179771-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-29, 1b3bd25c-b41b-48a0-a840-d5cad7abc178) {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:39:29.162921 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b934bece-16b6-4316-8dfb-b4472f7649e3 req-7dc79f5c-f8d9-47cf-b025-07e878218cd8 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/security-groups?id=8ddc8877-605a-44c2-a058-368d728dd554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834579 Jul 14 09:39:29.172802 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2adcb84f-112c-4285-a2dc-dca3dae8ecdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:29.181836 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fa191caa-c54f-4b6b-ac3b-2169771a56db None None] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:29.185776 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7df7644-2ba1-4866-ad7f-0fb308bde20a None None] Network 1b3bd25c-b41b-48a0-a840-d5cad7abc178 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:39:29.197046 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-fa191caa-c54f-4b6b-ac3b-2169771a56db None None] Transition to ACTIVE for port object 3d0effae-4498-4f7a-9541-70d4036cc156 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:39:29.202077 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb6837bf-3a0d-440a-9d92-9909454d8d2b tempest-RoutersNegativeTest-1889179771 tempest-RoutersNegativeTest-1889179771-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:29.202679 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-bb6837bf-3a0d-440a-9d92-9909454d8d2b tempest-RoutersNegativeTest-1889179771 tempest-RoutersNegativeTest-1889179771-project] Notify callbacks [] for subnet, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:29.210944 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fa191caa-c54f-4b6b-ac3b-2169771a56db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:29.226556 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c277bf26-4962-4d37-b5c6-845bee220c4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:29.229137 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c277bf26-4962-4d37-b5c6-845bee220c4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:29.230636 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-c277bf26-4962-4d37-b5c6-845bee220c4e admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/8e67f64b-0f8b-42a1-a68a-2af70ed5ef4e HTTP/1.1" status: 204 len: 168 time: 0.3075414 Jul 14 09:39:29.234390 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-746eb7c0-0684-436e-bb08-d8cbc3b7049b tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Network 66a3ca10-f213-4c37-8ec9-9601c6b30e7c is scheduled to be hosted by DHCP agent c6a09bd4-f72e-4283-a3ca-0bbca8a51081 with binding_index 1 {{(pid=93957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:39:29.243401 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-746eb7c0-0684-436e-bb08-d8cbc3b7049b tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-29, 66a3ca10-f213-4c37-8ec9-9601c6b30e7c) {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:39:29.255147 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-bb6837bf-3a0d-440a-9d92-9909454d8d2b tempest-RoutersNegativeTest-1889179771 tempest-RoutersNegativeTest-1889179771-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3555596 Jul 14 09:39:29.268028 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 41318) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:29.268378 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-746eb7c0-0684-436e-bb08-d8cbc3b7049b tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:39:29.284042 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c277bf26-4962-4d37-b5c6-845bee220c4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e67f64b-0f8b-42a1-a68a-2af70ed5ef4e,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:29.292528 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-fa191caa-c54f-4b6b-ac3b-2169771a56db None None] Attempting to bind port 3d0effae-4498-4f7a-9541-70d4036cc156 on host n-d-779913-29 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:39:29.293273 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-fa191caa-c54f-4b6b-ac3b-2169771a56db None None] Attempting to bind port 3d0effae-4498-4f7a-9541-70d4036cc156 by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': '81bf7a93-80b3-43df-b9d5-462c604a2945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:39:29.293939 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa191caa-c54f-4b6b-ac3b-2169771a56db None None] Attempting to bind port 3d0effae-4498-4f7a-9541-70d4036cc156 on network 2dcd4d32-cc7c-4468-b396-7ce5c9231892 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:39:29.299076 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-11161402-9829-4698-a516-deed1c1e853b tempest-RoutersNegativeTest-1889179771 tempest-RoutersNegativeTest-1889179771-project] Request body: {'network': {'name': 'tempest-router-network01--433767813'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:39:29.305068 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca04f61c-6328-4573-bd0b-52978adb9794 None None] Network 66a3ca10-f213-4c37-8ec9-9601c6b30e7c requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:39:29.310820 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-746eb7c0-0684-436e-bb08-d8cbc3b7049b tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Attempting to bind port 51107cbe-a69c-4996-b42b-90a3752e3c91 on host n-h1-779913-29 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:39:29.311167 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-746eb7c0-0684-436e-bb08-d8cbc3b7049b tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Attempting to bind port 51107cbe-a69c-4996-b42b-90a3752e3c91 by drivers openvswitch,hyperv on host n-h1-779913-29 at level 0 using segments [{'id': '793acdbb-9ab0-4279-b20f-9d0f8ed7b2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '66a3ca10-f213-4c37-8ec9-9601c6b30e7c'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:39:29.311559 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-746eb7c0-0684-436e-bb08-d8cbc3b7049b tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Attempting to bind port 51107cbe-a69c-4996-b42b-90a3752e3c91 on network 66a3ca10-f213-4c37-8ec9-9601c6b30e7c {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:39:29.321049 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-746eb7c0-0684-436e-bb08-d8cbc3b7049b tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Port 51107cbe-a69c-4996-b42b-90a3752e3c91 on network 66a3ca10-f213-4c37-8ec9-9601c6b30e7c not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-29 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:39:29.321705 n-d-779913-29 neutron-server[93957]: ERROR neutron.plugins.ml2.managers [None req-746eb7c0-0684-436e-bb08-d8cbc3b7049b tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Failed to bind port 51107cbe-a69c-4996-b42b-90a3752e3c91 on host n-h1-779913-29 for vnic_type normal using segments [{'id': '793acdbb-9ab0-4279-b20f-9d0f8ed7b2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '66a3ca10-f213-4c37-8ec9-9601c6b30e7c'}] Jul 14 09:39:29.325182 n-d-779913-29 neutron-server[93957]: INFO neutron.plugins.ml2.plugin [None req-746eb7c0-0684-436e-bb08-d8cbc3b7049b tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Attempt 2 to bind port 51107cbe-a69c-4996-b42b-90a3752e3c91 Jul 14 09:39:29.342380 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-746eb7c0-0684-436e-bb08-d8cbc3b7049b tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Attempting to bind port 51107cbe-a69c-4996-b42b-90a3752e3c91 on host n-h1-779913-29 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:39:29.343072 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-746eb7c0-0684-436e-bb08-d8cbc3b7049b tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Attempting to bind port 51107cbe-a69c-4996-b42b-90a3752e3c91 by drivers openvswitch,hyperv on host n-h1-779913-29 at level 0 using segments [{'id': '793acdbb-9ab0-4279-b20f-9d0f8ed7b2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '66a3ca10-f213-4c37-8ec9-9601c6b30e7c'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:39:29.343610 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-746eb7c0-0684-436e-bb08-d8cbc3b7049b tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Attempting to bind port 51107cbe-a69c-4996-b42b-90a3752e3c91 on network 66a3ca10-f213-4c37-8ec9-9601c6b30e7c {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:39:29.353753 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-746eb7c0-0684-436e-bb08-d8cbc3b7049b tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Port 51107cbe-a69c-4996-b42b-90a3752e3c91 on network 66a3ca10-f213-4c37-8ec9-9601c6b30e7c not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-29 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:39:29.354408 n-d-779913-29 neutron-server[93957]: ERROR neutron.plugins.ml2.managers [None req-746eb7c0-0684-436e-bb08-d8cbc3b7049b tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Failed to bind port 51107cbe-a69c-4996-b42b-90a3752e3c91 on host n-h1-779913-29 for vnic_type normal using segments [{'id': '793acdbb-9ab0-4279-b20f-9d0f8ed7b2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '66a3ca10-f213-4c37-8ec9-9601c6b30e7c'}] Jul 14 09:39:29.359213 n-d-779913-29 neutron-server[93957]: INFO neutron.plugins.ml2.plugin [None req-746eb7c0-0684-436e-bb08-d8cbc3b7049b tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Attempt 3 to bind port 51107cbe-a69c-4996-b42b-90a3752e3c91 Jul 14 09:39:29.378552 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11161402-9829-4698-a516-deed1c1e853b tempest-RoutersNegativeTest-1889179771 tempest-RoutersNegativeTest-1889179771-project] Made reservation on behalf of 776a35dd106543bd909c0fcd5795d8f9 for: {'network': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:39:29.384787 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-11161402-9829-4698-a516-deed1c1e853b tempest-RoutersNegativeTest-1889179771 tempest-RoutersNegativeTest-1889179771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for network, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:29.402903 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-7bbfb792-ddbe-4ac2-b7c3-ab40b686508f req-6ff3704e-92e1-4fe6-a9d4-49aa2df4f64d service neutron] 10.222.0.57 "GET /v2.0/networks/2a42cb13-2d55-4959-a070-eb88da564dfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2581840 Jul 14 09:39:29.406075 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-746eb7c0-0684-436e-bb08-d8cbc3b7049b tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Attempting to bind port 51107cbe-a69c-4996-b42b-90a3752e3c91 on host n-h1-779913-29 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:39:29.406827 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-746eb7c0-0684-436e-bb08-d8cbc3b7049b tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Attempting to bind port 51107cbe-a69c-4996-b42b-90a3752e3c91 by drivers openvswitch,hyperv on host n-h1-779913-29 at level 0 using segments [{'id': '793acdbb-9ab0-4279-b20f-9d0f8ed7b2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '66a3ca10-f213-4c37-8ec9-9601c6b30e7c'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:39:29.407456 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-746eb7c0-0684-436e-bb08-d8cbc3b7049b tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Attempting to bind port 51107cbe-a69c-4996-b42b-90a3752e3c91 on network 66a3ca10-f213-4c37-8ec9-9601c6b30e7c {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:39:29.410234 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-2adcb84f-112c-4285-a2dc-dca3dae8ecdd admin admin] Allocated IP 172.20.0.1 (f0c82eb4-694b-46cd-8405-b22504091d10/5a6019b3-7787-4bdb-b397-5a269fa1d62c/25cc48d4-fc7c-45e6-931a-09a727db7720) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:39:29.415379 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-746eb7c0-0684-436e-bb08-d8cbc3b7049b tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Port 51107cbe-a69c-4996-b42b-90a3752e3c91 on network 66a3ca10-f213-4c37-8ec9-9601c6b30e7c not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-29 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:39:29.415717 n-d-779913-29 neutron-server[93957]: ERROR neutron.plugins.ml2.managers [None req-746eb7c0-0684-436e-bb08-d8cbc3b7049b tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Failed to bind port 51107cbe-a69c-4996-b42b-90a3752e3c91 on host n-h1-779913-29 for vnic_type normal using segments [{'id': '793acdbb-9ab0-4279-b20f-9d0f8ed7b2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '66a3ca10-f213-4c37-8ec9-9601c6b30e7c'}] Jul 14 09:39:29.427754 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11161402-9829-4698-a516-deed1c1e853b tempest-RoutersNegativeTest-1889179771 tempest-RoutersNegativeTest-1889179771-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 718} {{(pid=93957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:39:29.437364 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-11161402-9829-4698-a516-deed1c1e853b tempest-RoutersNegativeTest-1889179771 tempest-RoutersNegativeTest-1889179771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:29.437724 n-d-779913-29 neutron-server[93957]: INFO neutron.db.segments_db [None req-11161402-9829-4698-a516-deed1c1e853b tempest-RoutersNegativeTest-1889179771 tempest-RoutersNegativeTest-1889179771-project] Added segment e8473b2d-10b0-471a-938a-98776e1b340b of type vlan for network 2da3cb20-d05f-4eb9-a277-bde9787c525d Jul 14 09:39:29.482597 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-11161402-9829-4698-a516-deed1c1e853b tempest-RoutersNegativeTest-1889179771 tempest-RoutersNegativeTest-1889179771-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735687821325'] for network, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:29.485946 n-d-779913-29 neutron-server[93957]: INFO neutron.plugins.ml2.plugin [None req-746eb7c0-0684-436e-bb08-d8cbc3b7049b tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Attempt 4 to bind port 51107cbe-a69c-4996-b42b-90a3752e3c91 Jul 14 09:39:29.500847 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-746eb7c0-0684-436e-bb08-d8cbc3b7049b tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Attempting to bind port 51107cbe-a69c-4996-b42b-90a3752e3c91 on host n-h1-779913-29 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:39:29.501169 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-746eb7c0-0684-436e-bb08-d8cbc3b7049b tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Attempting to bind port 51107cbe-a69c-4996-b42b-90a3752e3c91 by drivers openvswitch,hyperv on host n-h1-779913-29 at level 0 using segments [{'id': '793acdbb-9ab0-4279-b20f-9d0f8ed7b2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '66a3ca10-f213-4c37-8ec9-9601c6b30e7c'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:39:29.501593 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-746eb7c0-0684-436e-bb08-d8cbc3b7049b tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Attempting to bind port 51107cbe-a69c-4996-b42b-90a3752e3c91 on network 66a3ca10-f213-4c37-8ec9-9601c6b30e7c {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:39:29.508439 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-746eb7c0-0684-436e-bb08-d8cbc3b7049b tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Port 51107cbe-a69c-4996-b42b-90a3752e3c91 on network 66a3ca10-f213-4c37-8ec9-9601c6b30e7c not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-29 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:39:29.509053 n-d-779913-29 neutron-server[93957]: ERROR neutron.plugins.ml2.managers [None req-746eb7c0-0684-436e-bb08-d8cbc3b7049b tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Failed to bind port 51107cbe-a69c-4996-b42b-90a3752e3c91 on host n-h1-779913-29 for vnic_type normal using segments [{'id': '793acdbb-9ab0-4279-b20f-9d0f8ed7b2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '66a3ca10-f213-4c37-8ec9-9601c6b30e7c'}] Jul 14 09:39:29.511044 n-d-779913-29 neutron-server[93957]: INFO neutron.plugins.ml2.plugin [None req-746eb7c0-0684-436e-bb08-d8cbc3b7049b tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Attempt 5 to bind port 51107cbe-a69c-4996-b42b-90a3752e3c91 Jul 14 09:39:29.531862 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa191caa-c54f-4b6b-ac3b-2169771a56db None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:39:29.532241 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa191caa-c54f-4b6b-ac3b-2169771a56db None None] Checking segment: {'id': '81bf7a93-80b3-43df-b9d5-462c604a2945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:39:29.532677 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fa191caa-c54f-4b6b-ac3b-2169771a56db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:29.533075 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa191caa-c54f-4b6b-ac3b-2169771a56db None None] Bound using segment: {'id': '81bf7a93-80b3-43df-b9d5-462c604a2945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:39:29.533860 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-fa191caa-c54f-4b6b-ac3b-2169771a56db None None] Bound port: 3d0effae-4498-4f7a-9541-70d4036cc156, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81bf7a93-80b3-43df-b9d5-462c604a2945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:39:29.534244 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fa191caa-c54f-4b6b-ac3b-2169771a56db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:29.538347 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-746eb7c0-0684-436e-bb08-d8cbc3b7049b tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Attempting to bind port 51107cbe-a69c-4996-b42b-90a3752e3c91 on host n-h1-779913-29 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:39:29.538932 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-746eb7c0-0684-436e-bb08-d8cbc3b7049b tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Attempting to bind port 51107cbe-a69c-4996-b42b-90a3752e3c91 by drivers openvswitch,hyperv on host n-h1-779913-29 at level 0 using segments [{'id': '793acdbb-9ab0-4279-b20f-9d0f8ed7b2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '66a3ca10-f213-4c37-8ec9-9601c6b30e7c'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:39:29.539469 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-746eb7c0-0684-436e-bb08-d8cbc3b7049b tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Attempting to bind port 51107cbe-a69c-4996-b42b-90a3752e3c91 on network 66a3ca10-f213-4c37-8ec9-9601c6b30e7c {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:39:29.544793 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2adcb84f-112c-4285-a2dc-dca3dae8ecdd admin admin] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:29.549813 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-746eb7c0-0684-436e-bb08-d8cbc3b7049b tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Port 51107cbe-a69c-4996-b42b-90a3752e3c91 on network 66a3ca10-f213-4c37-8ec9-9601c6b30e7c not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-29 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:39:29.550595 n-d-779913-29 neutron-server[93957]: ERROR neutron.plugins.ml2.managers [None req-746eb7c0-0684-436e-bb08-d8cbc3b7049b tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Failed to bind port 51107cbe-a69c-4996-b42b-90a3752e3c91 on host n-h1-779913-29 for vnic_type normal using segments [{'id': '793acdbb-9ab0-4279-b20f-9d0f8ed7b2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '66a3ca10-f213-4c37-8ec9-9601c6b30e7c'}] Jul 14 09:39:29.551903 n-d-779913-29 neutron-server[93957]: INFO neutron.plugins.ml2.plugin [None req-746eb7c0-0684-436e-bb08-d8cbc3b7049b tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Attempt 6 to bind port 51107cbe-a69c-4996-b42b-90a3752e3c91 Jul 14 09:39:29.563780 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-11161402-9829-4698-a516-deed1c1e853b tempest-RoutersNegativeTest-1889179771 tempest-RoutersNegativeTest-1889179771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855'] for network, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:29.571459 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11161402-9829-4698-a516-deed1c1e853b tempest-RoutersNegativeTest-1889179771 tempest-RoutersNegativeTest-1889179771-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:29.573099 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-11161402-9829-4698-a516-deed1c1e853b tempest-RoutersNegativeTest-1889179771 tempest-RoutersNegativeTest-1889179771-project] Notify callbacks [] for network, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:29.596471 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2adcb84f-112c-4285-a2dc-dca3dae8ecdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:29.597904 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-746eb7c0-0684-436e-bb08-d8cbc3b7049b tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Attempting to bind port 51107cbe-a69c-4996-b42b-90a3752e3c91 on host n-h1-779913-29 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:39:29.599166 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-746eb7c0-0684-436e-bb08-d8cbc3b7049b tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Attempting to bind port 51107cbe-a69c-4996-b42b-90a3752e3c91 by drivers openvswitch,hyperv on host n-h1-779913-29 at level 0 using segments [{'id': '793acdbb-9ab0-4279-b20f-9d0f8ed7b2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '66a3ca10-f213-4c37-8ec9-9601c6b30e7c'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:39:29.599731 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-746eb7c0-0684-436e-bb08-d8cbc3b7049b tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Attempting to bind port 51107cbe-a69c-4996-b42b-90a3752e3c91 on network 66a3ca10-f213-4c37-8ec9-9601c6b30e7c {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:39:29.600792 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb546f61-1b3c-4d1b-9972-ce0d8bad6775 None None] Pushing event updated for resources: {'Port': ['ID=3d0effae-4498-4f7a-9541-70d4036cc156,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:29.626759 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-fa191caa-c54f-4b6b-ac3b-2169771a56db None None] For port 3d0effae-4498-4f7a-9541-70d4036cc156, host n-d-779913-29, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:39:29.651572 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-fa191caa-c54f-4b6b-ac3b-2169771a56db None None] For port 3d0effae-4498-4f7a-9541-70d4036cc156, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=3d0effae-4498-4f7a-9541-70d4036cc156,segment=NetworkSegment(81bf7a93-80b3-43df-b9d5-462c604a2945),segment_id=81bf7a93-80b3-43df-b9d5-462c604a2945)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:39:29.655320 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-746eb7c0-0684-436e-bb08-d8cbc3b7049b tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Port 51107cbe-a69c-4996-b42b-90a3752e3c91 on network 66a3ca10-f213-4c37-8ec9-9601c6b30e7c not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-29 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:39:29.655920 n-d-779913-29 neutron-server[93957]: ERROR neutron.plugins.ml2.managers [None req-746eb7c0-0684-436e-bb08-d8cbc3b7049b tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Failed to bind port 51107cbe-a69c-4996-b42b-90a3752e3c91 on host n-h1-779913-29 for vnic_type normal using segments [{'id': '793acdbb-9ab0-4279-b20f-9d0f8ed7b2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '66a3ca10-f213-4c37-8ec9-9601c6b30e7c'}] Jul 14 09:39:29.659339 n-d-779913-29 neutron-server[93957]: INFO neutron.plugins.ml2.plugin [None req-746eb7c0-0684-436e-bb08-d8cbc3b7049b tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Attempt 7 to bind port 51107cbe-a69c-4996-b42b-90a3752e3c91 Jul 14 09:39:29.662079 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2adcb84f-112c-4285-a2dc-dca3dae8ecdd admin admin] Network f0c82eb4-694b-46cd-8405-b22504091d10 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:39:29.667317 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-11161402-9829-4698-a516-deed1c1e853b tempest-RoutersNegativeTest-1889179771 tempest-RoutersNegativeTest-1889179771-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3730617 Jul 14 09:39:29.669976 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-2adcb84f-112c-4285-a2dc-dca3dae8ecdd admin admin] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:39:29.674270 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 41322) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:29.676715 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2adcb84f-112c-4285-a2dc-dca3dae8ecdd admin admin] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:39:29.681788 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 41324) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:29.685071 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-4428eb36-7781-406f-b027-7c633ca81119 tempest-RoutersNegativeTest-1889179771 tempest-RoutersNegativeTest-1889179771-project] Request body: {'network': {'name': 'tempest-router-network02--2008682724'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:39:29.689599 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11161402-9829-4698-a516-deed1c1e853b tempest-RoutersNegativeTest-1889179771 tempest-RoutersNegativeTest-1889179771-project] Pushing event updated for resources: {'Network': ['ID=2da3cb20-d05f-4eb9-a277-bde9787c525d,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:29.691519 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-746eb7c0-0684-436e-bb08-d8cbc3b7049b tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Attempting to bind port 51107cbe-a69c-4996-b42b-90a3752e3c91 on host n-h1-779913-29 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:39:29.691868 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-746eb7c0-0684-436e-bb08-d8cbc3b7049b tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Attempting to bind port 51107cbe-a69c-4996-b42b-90a3752e3c91 by drivers openvswitch,hyperv on host n-h1-779913-29 at level 0 using segments [{'id': '793acdbb-9ab0-4279-b20f-9d0f8ed7b2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '66a3ca10-f213-4c37-8ec9-9601c6b30e7c'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:39:29.692208 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-746eb7c0-0684-436e-bb08-d8cbc3b7049b tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Attempting to bind port 51107cbe-a69c-4996-b42b-90a3752e3c91 on network 66a3ca10-f213-4c37-8ec9-9601c6b30e7c {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:39:29.702015 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fa191caa-c54f-4b6b-ac3b-2169771a56db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:29.704193 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-75a86843-9592-4331-abe4-373c2ad54540 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:29.707143 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-746eb7c0-0684-436e-bb08-d8cbc3b7049b tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Port 51107cbe-a69c-4996-b42b-90a3752e3c91 on network 66a3ca10-f213-4c37-8ec9-9601c6b30e7c not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-29 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:39:29.707143 n-d-779913-29 neutron-server[93957]: ERROR neutron.plugins.ml2.managers [None req-746eb7c0-0684-436e-bb08-d8cbc3b7049b tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Failed to bind port 51107cbe-a69c-4996-b42b-90a3752e3c91 on host n-h1-779913-29 for vnic_type normal using segments [{'id': '793acdbb-9ab0-4279-b20f-9d0f8ed7b2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '66a3ca10-f213-4c37-8ec9-9601c6b30e7c'}] Jul 14 09:39:29.712433 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adcb84f-112c-4285-a2dc-dca3dae8ecdd admin admin] Pushing event updated for resources: {'Port': ['ID=25cc48d4-fc7c-45e6-931a-09a727db7720,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:29.712615 n-d-779913-29 neutron-server[93957]: INFO neutron.plugins.ml2.plugin [None req-746eb7c0-0684-436e-bb08-d8cbc3b7049b tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Attempt 8 to bind port 51107cbe-a69c-4996-b42b-90a3752e3c91 Jul 14 09:39:29.713396 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Network 2da3cb20-d05f-4eb9-a277-bde9787c525d details requested by agent ovs-agent-n-d-779913-29 with host n-d-779913-29 {{(pid=93959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:39:29.732158 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-746eb7c0-0684-436e-bb08-d8cbc3b7049b tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Attempting to bind port 51107cbe-a69c-4996-b42b-90a3752e3c91 on host n-h1-779913-29 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:39:29.732474 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-746eb7c0-0684-436e-bb08-d8cbc3b7049b tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Attempting to bind port 51107cbe-a69c-4996-b42b-90a3752e3c91 by drivers openvswitch,hyperv on host n-h1-779913-29 at level 0 using segments [{'id': '793acdbb-9ab0-4279-b20f-9d0f8ed7b2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '66a3ca10-f213-4c37-8ec9-9601c6b30e7c'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:39:29.732818 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-746eb7c0-0684-436e-bb08-d8cbc3b7049b tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Attempting to bind port 51107cbe-a69c-4996-b42b-90a3752e3c91 on network 66a3ca10-f213-4c37-8ec9-9601c6b30e7c {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:39:29.737841 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.db.api [None req-75a86843-9592-4331-abe4-373c2ad54540 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 14 09:39:29.737841 n-d-779913-29 neutron-server[93957]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 14 09:39:29.737841 n-d-779913-29 neutron-server[93957]: [parameters: {'project_id_1': '22d39d26094d4b87ad1e25a1c57e51c3', 'expiration_1': datetime.datetime(2021, 7, 14, 9, 39, 29, 724341)}] Jul 14 09:39:29.737841 n-d-779913-29 neutron-server[93957]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93957) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 09:39:29.738220 n-d-779913-29 neutron-server[93957]: DEBUG oslo_db.api [None req-75a86843-9592-4331-abe4-373c2ad54540 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 09:39:29.739049 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-746eb7c0-0684-436e-bb08-d8cbc3b7049b tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Port 51107cbe-a69c-4996-b42b-90a3752e3c91 on network 66a3ca10-f213-4c37-8ec9-9601c6b30e7c not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-29 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:39:29.739364 n-d-779913-29 neutron-server[93957]: ERROR neutron.plugins.ml2.managers [None req-746eb7c0-0684-436e-bb08-d8cbc3b7049b tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Failed to bind port 51107cbe-a69c-4996-b42b-90a3752e3c91 on host n-h1-779913-29 for vnic_type normal using segments [{'id': '793acdbb-9ab0-4279-b20f-9d0f8ed7b2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '66a3ca10-f213-4c37-8ec9-9601c6b30e7c'}] Jul 14 09:39:29.739904 n-d-779913-29 neutron-server[93957]: INFO neutron.plugins.ml2.plugin [None req-746eb7c0-0684-436e-bb08-d8cbc3b7049b tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Attempt 9 to bind port 51107cbe-a69c-4996-b42b-90a3752e3c91 Jul 14 09:39:29.747502 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2adcb84f-112c-4285-a2dc-dca3dae8ecdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-660393'] for router_interface, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:29.754576 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-746eb7c0-0684-436e-bb08-d8cbc3b7049b tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Attempting to bind port 51107cbe-a69c-4996-b42b-90a3752e3c91 on host n-h1-779913-29 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:39:29.754928 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-746eb7c0-0684-436e-bb08-d8cbc3b7049b tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Attempting to bind port 51107cbe-a69c-4996-b42b-90a3752e3c91 by drivers openvswitch,hyperv on host n-h1-779913-29 at level 0 using segments [{'id': '793acdbb-9ab0-4279-b20f-9d0f8ed7b2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '66a3ca10-f213-4c37-8ec9-9601c6b30e7c'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:39:29.755379 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-746eb7c0-0684-436e-bb08-d8cbc3b7049b tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Attempting to bind port 51107cbe-a69c-4996-b42b-90a3752e3c91 on network 66a3ca10-f213-4c37-8ec9-9601c6b30e7c {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:39:29.760060 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-746eb7c0-0684-436e-bb08-d8cbc3b7049b tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Port 51107cbe-a69c-4996-b42b-90a3752e3c91 on network 66a3ca10-f213-4c37-8ec9-9601c6b30e7c not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-29 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:39:29.760392 n-d-779913-29 neutron-server[93957]: ERROR neutron.plugins.ml2.managers [None req-746eb7c0-0684-436e-bb08-d8cbc3b7049b tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Failed to bind port 51107cbe-a69c-4996-b42b-90a3752e3c91 on host n-h1-779913-29 for vnic_type normal using segments [{'id': '793acdbb-9ab0-4279-b20f-9d0f8ed7b2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '66a3ca10-f213-4c37-8ec9-9601c6b30e7c'}] Jul 14 09:39:29.760788 n-d-779913-29 neutron-server[93957]: INFO neutron.plugins.ml2.plugin [None req-746eb7c0-0684-436e-bb08-d8cbc3b7049b tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Attempt 10 to bind port 51107cbe-a69c-4996-b42b-90a3752e3c91 Jul 14 09:39:29.773863 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-746eb7c0-0684-436e-bb08-d8cbc3b7049b tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Attempting to bind port 51107cbe-a69c-4996-b42b-90a3752e3c91 on host n-h1-779913-29 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:39:29.774220 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-746eb7c0-0684-436e-bb08-d8cbc3b7049b tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Attempting to bind port 51107cbe-a69c-4996-b42b-90a3752e3c91 by drivers openvswitch,hyperv on host n-h1-779913-29 at level 0 using segments [{'id': '793acdbb-9ab0-4279-b20f-9d0f8ed7b2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '66a3ca10-f213-4c37-8ec9-9601c6b30e7c'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:39:29.774561 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-746eb7c0-0684-436e-bb08-d8cbc3b7049b tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Attempting to bind port 51107cbe-a69c-4996-b42b-90a3752e3c91 on network 66a3ca10-f213-4c37-8ec9-9601c6b30e7c {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:39:29.778815 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-746eb7c0-0684-436e-bb08-d8cbc3b7049b tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Port 51107cbe-a69c-4996-b42b-90a3752e3c91 on network 66a3ca10-f213-4c37-8ec9-9601c6b30e7c not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-29 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:39:29.779142 n-d-779913-29 neutron-server[93957]: ERROR neutron.plugins.ml2.managers [None req-746eb7c0-0684-436e-bb08-d8cbc3b7049b tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Failed to bind port 51107cbe-a69c-4996-b42b-90a3752e3c91 on host n-h1-779913-29 for vnic_type normal using segments [{'id': '793acdbb-9ab0-4279-b20f-9d0f8ed7b2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '66a3ca10-f213-4c37-8ec9-9601c6b30e7c'}] Jul 14 09:39:29.779513 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-746eb7c0-0684-436e-bb08-d8cbc3b7049b tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:29.782328 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4428eb36-7781-406f-b027-7c633ca81119 tempest-RoutersNegativeTest-1889179771 tempest-RoutersNegativeTest-1889179771-project] Made reservation on behalf of 776a35dd106543bd909c0fcd5795d8f9 for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:39:29.785971 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4428eb36-7781-406f-b027-7c633ca81119 tempest-RoutersNegativeTest-1889179771 tempest-RoutersNegativeTest-1889179771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:29.830926 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4428eb36-7781-406f-b027-7c633ca81119 tempest-RoutersNegativeTest-1889179771 tempest-RoutersNegativeTest-1889179771-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 711} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:39:29.852240 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-746eb7c0-0684-436e-bb08-d8cbc3b7049b tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] For port 51107cbe-a69c-4996-b42b-90a3752e3c91, host n-h1-779913-29, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:39:29.852621 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-746eb7c0-0684-436e-bb08-d8cbc3b7049b tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Attempted to set empty binding levels {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 14 09:39:29.857243 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-746eb7c0-0684-436e-bb08-d8cbc3b7049b tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:29.888565 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-746eb7c0-0684-436e-bb08-d8cbc3b7049b tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:29.889451 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-746eb7c0-0684-436e-bb08-d8cbc3b7049b tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:29.914679 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa191caa-c54f-4b6b-ac3b-2169771a56db None None] Routers {'b699f3c2-d6a1-400b-bb98-34c3458f0961'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:39:29.915333 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-fa191caa-c54f-4b6b-ac3b-2169771a56db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:39:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['b699f3c2-d6a1-400b-bb98-34c3458f0961'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:39:29.918742 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-746eb7c0-0684-436e-bb08-d8cbc3b7049b tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 2.1637692 Jul 14 09:39:29.920143 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 41326) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:29.951786 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746eb7c0-0684-436e-bb08-d8cbc3b7049b tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Pushing event updated for resources: {'Port': ['ID=51107cbe-a69c-4996-b42b-90a3752e3c91,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:29.993520 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb546f61-1b3c-4d1b-9972-ce0d8bad6775 None None] Pushing event updated for resources: {'Port': ['ID=3d0effae-4498-4f7a-9541-70d4036cc156,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:30.015352 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e430263e-e365-4c84-bb31-e42011134744 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf57baaa9-fd24-59f4-8fd2-1dc21122ce72-1b3bd25c-b41b-48a0-a840-d5cad7abc178', 'network_id': '1b3bd25c-b41b-48a0-a840-d5cad7abc178', 'tenant_id': '776a35dd106543bd909c0fcd5795d8f9', 'fixed_ips': [{'subnet_id': 'aa03f52b-1e66-450d-b3d5-34ca8e71eb4d'}]}} from n-d-779913-29. {{(pid=93959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:39:30.016238 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e430263e-e365-4c84-bb31-e42011134744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:30.042238 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-ece0b10e-15f7-4158-9024-0625e65798d8 tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Deleting port 51107cbe-a69c-4996-b42b-90a3752e3c91 {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:39:30.042915 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ece0b10e-15f7-4158-9024-0625e65798d8 tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:30.114280 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-ece0b10e-15f7-4158-9024-0625e65798d8 tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] For port 51107cbe-a69c-4996-b42b-90a3752e3c91, host n-h1-779913-29, got binding levels [] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:39:30.114964 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ece0b10e-15f7-4158-9024-0625e65798d8 tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:30.135103 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-ece0b10e-15f7-4158-9024-0625e65798d8 tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Calling delete_port for 51107cbe-a69c-4996-b42b-90a3752e3c91 owned by {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:39:30.163384 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvr_db [None req-fa191caa-c54f-4b6b-ac3b-2169771a56db None None] Set router b699f3c2-d6a1-400b-bb98-34c3458f0961 gateway port host: n-d-779913-29 {{(pid=93959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:39:30.221481 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ece0b10e-15f7-4158-9024-0625e65798d8 tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:30.226676 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4428eb36-7781-406f-b027-7c633ca81119 tempest-RoutersNegativeTest-1889179771 tempest-RoutersNegativeTest-1889179771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:30.227018 n-d-779913-29 neutron-server[93958]: INFO neutron.db.segments_db [None req-4428eb36-7781-406f-b027-7c633ca81119 tempest-RoutersNegativeTest-1889179771 tempest-RoutersNegativeTest-1889179771-project] Added segment af088b78-f8c9-4f5b-bc66-1b275d852804 of type vlan for network 6651cc63-2fdc-47b4-a28c-92e9cf506e3c Jul 14 09:39:30.248596 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-75a86843-9592-4331-abe4-373c2ad54540 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:30.258688 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece0b10e-15f7-4158-9024-0625e65798d8 tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Pushing event deleted for resources: {'Port': ['ID=51107cbe-a69c-4996-b42b-90a3752e3c91,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:30.273762 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ece0b10e-15f7-4158-9024-0625e65798d8 tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:30.276572 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-ece0b10e-15f7-4158-9024-0625e65798d8 tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] 10.222.0.68 "DELETE /v2.0/ports/51107cbe-a69c-4996-b42b-90a3752e3c91 HTTP/1.1" status: 204 len: 168 time: 0.3555858 Jul 14 09:39:30.279125 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 41330) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:30.300795 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4428eb36-7781-406f-b027-7c633ca81119 tempest-RoutersNegativeTest-1889179771 tempest-RoutersNegativeTest-1889179771-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735687821325'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:30.309842 n-d-779913-29 neutron-server[93957]: INFO neutron.pecan_wsgi.hooks.translation [None req-faadc659-5bc9-4c77-89d0-54801f04d69e tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] GET failed (client error): The resource could not be found. Jul 14 09:39:30.311821 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-faadc659-5bc9-4c77-89d0-54801f04d69e tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] 10.222.0.68 "GET /v2.0/ports/51107cbe-a69c-4996-b42b-90a3752e3c91 HTTP/1.1" status: 404 len: 333 time: 0.0315659 Jul 14 09:39:30.317875 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 41332) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:30.324988 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-65b05633-3868-4ab6-bf35-000064f4522f tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Request body: {'port': {'network_id': '66a3ca10-f213-4c37-8ec9-9601c6b30e7c', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1519233393'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:39:30.348104 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2adcb84f-112c-4285-a2dc-dca3dae8ecdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:30.368769 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-e430263e-e365-4c84-bb31-e42011134744 None None] Allocated IP 172.20.0.2 (1b3bd25c-b41b-48a0-a840-d5cad7abc178/aa03f52b-1e66-450d-b3d5-34ca8e71eb4d/1d8dc884-1c13-41b8-87eb-5bbec3eaed34) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:39:30.422483 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-75a86843-9592-4331-abe4-373c2ad54540 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:30.427136 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-75a86843-9592-4331-abe4-373c2ad54540 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:30.428623 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4428eb36-7781-406f-b027-7c633ca81119 tempest-RoutersNegativeTest-1889179771 tempest-RoutersNegativeTest-1889179771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:30.434394 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4428eb36-7781-406f-b027-7c633ca81119 tempest-RoutersNegativeTest-1889179771 tempest-RoutersNegativeTest-1889179771-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:30.434987 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4428eb36-7781-406f-b027-7c633ca81119 tempest-RoutersNegativeTest-1889179771 tempest-RoutersNegativeTest-1889179771-project] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:30.481886 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-75a86843-9592-4331-abe4-373c2ad54540 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=22d39d26094d4b87ad1e25a1c57e51c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7990272 Jul 14 09:39:30.483589 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a86843-9592-4331-abe4-373c2ad54540 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72f11e40-fee2-4dda-b024-90a85759803c,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:30.486330 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 41334) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:30.542536 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65b05633-3868-4ab6-bf35-000064f4522f tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Made reservation on behalf of 00e82e5e213840de9bbc3ba85947e4eb for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:39:30.544875 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-65b05633-3868-4ab6-bf35-000064f4522f tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:30.554047 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f20e0560-0755-4dab-b2fd-65d7be962e61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:30.570088 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-4428eb36-7781-406f-b027-7c633ca81119 tempest-RoutersNegativeTest-1889179771 tempest-RoutersNegativeTest-1889179771-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8946097 Jul 14 09:39:30.572404 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-fa191caa-c54f-4b6b-ac3b-2169771a56db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b699f3c2-d6a1-400b-bb98-34c3458f0961', 'name': 'tempest-ServerRescueNegativeTestJSON-1023936561-router', 'tenant_id': '4569f08ed7094f2caf5772ad4808989f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.111'}], 'enable_snat': True}, 'gw_port_id': '3d0effae-4498-4f7a-9541-70d4036cc156', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:39:26Z', 'updated_at': '2021-07-14T09:39:27Z', 'revision_number': 3, 'project_id': '4569f08ed7094f2caf5772ad4808989f', 'gw_port': {'id': '3d0effae-4498-4f7a-9541-70d4036cc156', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:df:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b699f3c2-d6a1-400b-bb98-34c3458f0961', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2655, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:39:26Z', 'updated_at': '2021-07-14T09:39:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29'}], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:39:30.573149 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 41336) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:30.580116 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-db273397-e752-4b9e-8901-ff5d02652100 tempest-RoutersNegativeTest-1889179771 tempest-RoutersNegativeTest-1889179771-project] Request body: {'subnet': {'network_id': '2da3cb20-d05f-4eb9-a277-bde9787c525d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:39:30.591102 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f20e0560-0755-4dab-b2fd-65d7be962e61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:30.601485 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4428eb36-7781-406f-b027-7c633ca81119 tempest-RoutersNegativeTest-1889179771 tempest-RoutersNegativeTest-1889179771-project] Pushing event updated for resources: {'Network': ['ID=6651cc63-2fdc-47b4-a28c-92e9cf506e3c,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:30.606799 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa191caa-c54f-4b6b-ac3b-2169771a56db None None] The sync data for ids ['b699f3c2-d6a1-400b-bb98-34c3458f0961'] in n-d-779913-29 is: [{'id': 'b699f3c2-d6a1-400b-bb98-34c3458f0961', 'name': 'tempest-ServerRescueNegativeTestJSON-1023936561-router', 'tenant_id': '4569f08ed7094f2caf5772ad4808989f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.111'}], 'enable_snat': True}, 'gw_port_id': '3d0effae-4498-4f7a-9541-70d4036cc156', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:39:26Z', 'updated_at': '2021-07-14T09:39:27Z', 'revision_number': 3, 'project_id': '4569f08ed7094f2caf5772ad4808989f', 'gw_port': {'id': '3d0effae-4498-4f7a-9541-70d4036cc156', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:df:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b699f3c2-d6a1-400b-bb98-34c3458f0961', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2655, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:39:26Z', 'updated_at': '2021-07-14T09:39:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29'}] {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:39:30.613425 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e430263e-e365-4c84-bb31-e42011134744 None None] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:30.617799 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Network 6651cc63-2fdc-47b4-a28c-92e9cf506e3c details requested by agent ovs-agent-n-d-779913-29 with host n-d-779913-29 {{(pid=93959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:39:30.629011 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1c58b5-a569-4a32-8797-a14475cc8658 req-205a703f-9a98-450d-bbbe-7e445a8f20c4 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:30.630702 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ab1c58b5-a569-4a32-8797-a14475cc8658 req-205a703f-9a98-450d-bbbe-7e445a8f20c4 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/ports?device_id=1f00f438-7e79-4879-a4cb-979f8f9574f7 HTTP/1.1" status: 200 len: 943 time: 0.2886868 Jul 14 09:39:30.635941 n-d-779913-29 neutron-server[93958]: DEBUG neutron.notifiers.nova [None req-65b05633-3868-4ab6-bf35-000064f4522f tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] device_id is not set on port 5cff4c8c-1e54-4e60-8ebe-29fe14b42446 yet. {{(pid=93958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:39:30.663328 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 249cebec-dc11-498c-abb2-47ee3d6b51f3 details requested by agent hyperv_n-h2-779913-29 with host n-h2-779913-29 {{(pid=93959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:39:30.674155 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-e430263e-e365-4c84-bb31-e42011134744 None None] Transition to ACTIVE for port object 1d8dc884-1c13-41b8-87eb-5bbec3eaed34 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:39:30.729801 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-e430263e-e365-4c84-bb31-e42011134744 None None] Transition to ACTIVE for port object 1d8dc884-1c13-41b8-87eb-5bbec3eaed34 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:39:30.771031 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f20e0560-0755-4dab-b2fd-65d7be962e61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:30.773998 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f20e0560-0755-4dab-b2fd-65d7be962e61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:30.788440 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-f20e0560-0755-4dab-b2fd-65d7be962e61 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/72f11e40-fee2-4dda-b024-90a85759803c HTTP/1.1" status: 204 len: 168 time: 0.2918692 Jul 14 09:39:30.788670 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e430263e-e365-4c84-bb31-e42011134744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:30.790507 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ab1c58b5-a569-4a32-8797-a14475cc8658 req-97a13ab7-3c1a-49a1-acb5-2c817e41d97e tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/security-groups?id=8ddc8877-605a-44c2-a058-368d728dd554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481450 Jul 14 09:39:30.826570 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20e0560-0755-4dab-b2fd-65d7be962e61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72f11e40-fee2-4dda-b024-90a85759803c,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:30.848947 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db273397-e752-4b9e-8901-ff5d02652100 tempest-RoutersNegativeTest-1889179771 tempest-RoutersNegativeTest-1889179771-project] Made reservation on behalf of 776a35dd106543bd909c0fcd5795d8f9 for: {'subnet': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:39:30.855688 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-db273397-e752-4b9e-8901-ff5d02652100 tempest-RoutersNegativeTest-1889179771 tempest-RoutersNegativeTest-1889179771-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11984110'] for subnet, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:30.860860 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2adcb84f-112c-4285-a2dc-dca3dae8ecdd admin admin] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:30.884526 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e430263e-e365-4c84-bb31-e42011134744 None None] Network 1b3bd25c-b41b-48a0-a840-d5cad7abc178 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:39:30.896152 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2adcb84f-112c-4285-a2dc-dca3dae8ecdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13574142'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:30.936215 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-e430263e-e365-4c84-bb31-e42011134744 None None] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:39:30.947996 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e430263e-e365-4c84-bb31-e42011134744 None None] Pushing event updated for resources: {'Port': ['ID=1d8dc884-1c13-41b8-87eb-5bbec3eaed34,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:30.953526 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e430263e-e365-4c84-bb31-e42011134744 None None] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:39:31.017842 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adcb84f-112c-4285-a2dc-dca3dae8ecdd admin admin] Pushing event updated for resources: {'Port': ['ID=25cc48d4-fc7c-45e6-931a-09a727db7720,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:31.029004 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-65b05633-3868-4ab6-bf35-000064f4522f tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:31.031737 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2adcb84f-112c-4285-a2dc-dca3dae8ecdd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-683747'] for router_interface, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:31.032185 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 249cebec-dc11-498c-abb2-47ee3d6b51f3, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=249cebec-dc11-498c-abb2-47ee3d6b51f3,segment=NetworkSegment(5aade75d-903c-400b-b4a7-6f3ba4ae14ee),segment_id=5aade75d-903c-400b-b4a7-6f3ba4ae14ee)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:39:31.106717 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Returning: {'device': '249cebec-dc11-498c-abb2-47ee3d6b51f3', 'network_id': '2a42cb13-2d55-4959-a070-eb88da564dfb', 'port_id': '249cebec-dc11-498c-abb2-47ee3d6b51f3', 'mac_address': 'fa:16:3e:97:1d:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2fb6ebb7-0edb-47a6-96f3-036e2585c66a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:39:31.108564 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-e430263e-e365-4c84-bb31-e42011134744 None None] Attempting to bind port 1d8dc884-1c13-41b8-87eb-5bbec3eaed34 on host n-d-779913-29 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:39:31.108937 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-e430263e-e365-4c84-bb31-e42011134744 None None] Attempting to bind port 1d8dc884-1c13-41b8-87eb-5bbec3eaed34 by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': '4a2b0788-3266-45ee-9e48-d7b08b10d968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '1b3bd25c-b41b-48a0-a840-d5cad7abc178'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:39:31.109303 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e430263e-e365-4c84-bb31-e42011134744 None None] Attempting to bind port 1d8dc884-1c13-41b8-87eb-5bbec3eaed34 on network 1b3bd25c-b41b-48a0-a840-d5cad7abc178 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:39:31.139232 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e430263e-e365-4c84-bb31-e42011134744 None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:39:31.139649 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e430263e-e365-4c84-bb31-e42011134744 None None] Checking segment: {'id': '4a2b0788-3266-45ee-9e48-d7b08b10d968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '1b3bd25c-b41b-48a0-a840-d5cad7abc178'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:39:31.140019 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e430263e-e365-4c84-bb31-e42011134744 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:31.140418 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e430263e-e365-4c84-bb31-e42011134744 None None] Bound using segment: {'id': '4a2b0788-3266-45ee-9e48-d7b08b10d968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '1b3bd25c-b41b-48a0-a840-d5cad7abc178'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:39:31.140916 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-e430263e-e365-4c84-bb31-e42011134744 None None] Bound port: 1d8dc884-1c13-41b8-87eb-5bbec3eaed34, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a2b0788-3266-45ee-9e48-d7b08b10d968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '1b3bd25c-b41b-48a0-a840-d5cad7abc178'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:39:31.141306 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e430263e-e365-4c84-bb31-e42011134744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:31.174954 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-65b05633-3868-4ab6-bf35-000064f4522f tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:31.250499 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65b05633-3868-4ab6-bf35-000064f4522f tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Network 66a3ca10-f213-4c37-8ec9-9601c6b30e7c is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:39:31.252335 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-65b05633-3868-4ab6-bf35-000064f4522f tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:39:31.257853 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b05633-3868-4ab6-bf35-000064f4522f tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:39:31.259751 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65b05633-3868-4ab6-bf35-000064f4522f tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:31.261043 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-65b05633-3868-4ab6-bf35-000064f4522f tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:31.267853 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:31.283279 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2adcb84f-112c-4285-a2dc-dca3dae8ecdd admin admin] Network f0c82eb4-694b-46cd-8405-b22504091d10 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:39:31.291032 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-db273397-e752-4b9e-8901-ff5d02652100 tempest-RoutersNegativeTest-1889179771 tempest-RoutersNegativeTest-1889179771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10052764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11984092'] for subnet, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:31.297298 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b05633-3868-4ab6-bf35-000064f4522f tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Pushing event updated for resources: {'Port': ['ID=5cff4c8c-1e54-4e60-8ebe-29fe14b42446,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:31.312996 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-2adcb84f-112c-4285-a2dc-dca3dae8ecdd admin admin] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:39:31.315791 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 249cebec-dc11-498c-abb2-47ee3d6b51f3 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:39:31.324446 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-65b05633-3868-4ab6-bf35-000064f4522f tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.0049043 Jul 14 09:39:31.326636 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 41342) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:31.333645 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-b5929213-7e3c-4174-be06-3ddb75a4a79a tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-779913-29'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:39:31.378085 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 249cebec-dc11-498c-abb2-47ee3d6b51f3, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=249cebec-dc11-498c-abb2-47ee3d6b51f3,segment=NetworkSegment(5aade75d-903c-400b-b4a7-6f3ba4ae14ee),segment_id=5aade75d-903c-400b-b4a7-6f3ba4ae14ee)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:39:31.388362 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:31.399438 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db273397-e752-4b9e-8901-ff5d02652100 tempest-RoutersNegativeTest-1889179771 tempest-RoutersNegativeTest-1889179771-project] Checking segment: {'id': 'e8473b2d-10b0-471a-938a-98776e1b340b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '2da3cb20-d05f-4eb9-a277-bde9787c525d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:39:31.399799 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db273397-e752-4b9e-8901-ff5d02652100 tempest-RoutersNegativeTest-1889179771 tempest-RoutersNegativeTest-1889179771-project] Network hostable DHCP agents. Network: 2da3cb20-d05f-4eb9-a277-bde9787c525d, hostable agents: ['c6a09bd4-f72e-4283-a3ca-0bbca8a51081'], hosted agents: [] {{(pid=93957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:39:31.410314 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db273397-e752-4b9e-8901-ff5d02652100 tempest-RoutersNegativeTest-1889179771 tempest-RoutersNegativeTest-1889179771-project] Pushing event updated for resources: {'Subnet': ['ID=5ec335e4-1cc1-4370-8b7a-c407f03369d3,revision_number=0']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:31.420426 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-e430263e-e365-4c84-bb31-e42011134744 None None] For port 1d8dc884-1c13-41b8-87eb-5bbec3eaed34, host n-d-779913-29, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:39:31.436944 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db273397-e752-4b9e-8901-ff5d02652100 tempest-RoutersNegativeTest-1889179771 tempest-RoutersNegativeTest-1889179771-project] Network 2da3cb20-d05f-4eb9-a277-bde9787c525d is scheduled to be hosted by DHCP agent c6a09bd4-f72e-4283-a3ca-0bbca8a51081 with binding_index 1 {{(pid=93957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:39:31.447356 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-db273397-e752-4b9e-8901-ff5d02652100 tempest-RoutersNegativeTest-1889179771 tempest-RoutersNegativeTest-1889179771-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-29, 2da3cb20-d05f-4eb9-a277-bde9787c525d) {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:39:31.454053 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db273397-e752-4b9e-8901-ff5d02652100 tempest-RoutersNegativeTest-1889179771 tempest-RoutersNegativeTest-1889179771-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:31.454829 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-db273397-e752-4b9e-8901-ff5d02652100 tempest-RoutersNegativeTest-1889179771 tempest-RoutersNegativeTest-1889179771-project] Notify callbacks [] for subnet, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:31.468333 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7c0f6f8-7b2d-42ae-a697-a75b4ff8cc29 None None] Network 2da3cb20-d05f-4eb9-a277-bde9787c525d requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:39:31.480820 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-e430263e-e365-4c84-bb31-e42011134744 None None] For port 1d8dc884-1c13-41b8-87eb-5bbec3eaed34, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=1d8dc884-1c13-41b8-87eb-5bbec3eaed34,segment=NetworkSegment(4a2b0788-3266-45ee-9e48-d7b08b10d968),segment_id=4a2b0788-3266-45ee-9e48-d7b08b10d968)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:39:31.489183 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-db273397-e752-4b9e-8901-ff5d02652100 tempest-RoutersNegativeTest-1889179771 tempest-RoutersNegativeTest-1889179771-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9144192 Jul 14 09:39:31.492791 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 41350) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:31.498806 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-345fe71b-7ce0-4659-8161-dd9e937b717a tempest-RoutersNegativeTest-1889179771 tempest-RoutersNegativeTest-1889179771-project] Request body: {'subnet': {'network_id': '6651cc63-2fdc-47b4-a28c-92e9cf506e3c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:39:31.555812 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b5929213-7e3c-4174-be06-3ddb75a4a79a tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:31.628568 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2adcb84f-112c-4285-a2dc-dca3dae8ecdd admin admin] Router b699f3c2-d6a1-400b-bb98-34c3458f0961 has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:39:31.646263 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-345fe71b-7ce0-4659-8161-dd9e937b717a tempest-RoutersNegativeTest-1889179771 tempest-RoutersNegativeTest-1889179771-project] Made reservation on behalf of 776a35dd106543bd909c0fcd5795d8f9 for: {'subnet': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:39:31.650720 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-345fe71b-7ce0-4659-8161-dd9e937b717a tempest-RoutersNegativeTest-1889179771 tempest-RoutersNegativeTest-1889179771-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11984110'] for subnet, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:31.738816 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e430263e-e365-4c84-bb31-e42011134744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:31.786655 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Pushing event updated for resources: {'Port': ['ID=249cebec-dc11-498c-abb2-47ee3d6b51f3,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:31.861596 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] get_ports_and_sgs() called for port_ids ['249cebec-dc11-498c-abb2-47ee3d6b51f3'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:39:32.028205 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2adcb84f-112c-4285-a2dc-dca3dae8ecdd admin admin] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:39:32.045395 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-2adcb84f-112c-4285-a2dc-dca3dae8ecdd admin admin] 10.222.0.68 "PUT /v2.0/routers/b699f3c2-d6a1-400b-bb98-34c3458f0961/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5736837 Jul 14 09:39:32.051809 n-d-779913-29 neutron-server[93958]: DEBUG neutron.notifiers.nova [None req-b5929213-7e3c-4174-be06-3ddb75a4a79a tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] device_id is not set on port 5cff4c8c-1e54-4e60-8ebe-29fe14b42446 yet. {{(pid=93958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:39:32.061915 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b5929213-7e3c-4174-be06-3ddb75a4a79a tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:32.087225 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-345fe71b-7ce0-4659-8161-dd9e937b717a tempest-RoutersNegativeTest-1889179771 tempest-RoutersNegativeTest-1889179771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10052764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11984092'] for subnet, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:32.090044 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-b5929213-7e3c-4174-be06-3ddb75a4a79a tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Transition to ACTIVE for port object 5cff4c8c-1e54-4e60-8ebe-29fe14b42446 will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:39:32.100282 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b5929213-7e3c-4174-be06-3ddb75a4a79a tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13574142'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:32.308451 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5929213-7e3c-4174-be06-3ddb75a4a79a tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Pushing event updated for resources: {'Port': ['ID=5cff4c8c-1e54-4e60-8ebe-29fe14b42446,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:32.328322 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345fe71b-7ce0-4659-8161-dd9e937b717a tempest-RoutersNegativeTest-1889179771 tempest-RoutersNegativeTest-1889179771-project] Pushing event updated for resources: {'Subnet': ['ID=8903aa9f-5e10-4977-9686-d7a294f45d4c,revision_number=0']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:32.341965 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-345fe71b-7ce0-4659-8161-dd9e937b717a tempest-RoutersNegativeTest-1889179771 tempest-RoutersNegativeTest-1889179771-project] Checking segment: {'id': 'af088b78-f8c9-4f5b-bc66-1b275d852804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '6651cc63-2fdc-47b4-a28c-92e9cf506e3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:39:32.342333 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-345fe71b-7ce0-4659-8161-dd9e937b717a tempest-RoutersNegativeTest-1889179771 tempest-RoutersNegativeTest-1889179771-project] Network hostable DHCP agents. Network: 6651cc63-2fdc-47b4-a28c-92e9cf506e3c, hostable agents: ['c6a09bd4-f72e-4283-a3ca-0bbca8a51081'], hosted agents: [] {{(pid=93957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:39:32.349239 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-b5929213-7e3c-4174-be06-3ddb75a4a79a tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Attempting to bind port 5cff4c8c-1e54-4e60-8ebe-29fe14b42446 on host n-h1-779913-29 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:39:32.349239 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-b5929213-7e3c-4174-be06-3ddb75a4a79a tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Attempting to bind port 5cff4c8c-1e54-4e60-8ebe-29fe14b42446 by drivers openvswitch,hyperv on host n-h1-779913-29 at level 0 using segments [{'id': '793acdbb-9ab0-4279-b20f-9d0f8ed7b2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '66a3ca10-f213-4c37-8ec9-9601c6b30e7c'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:39:32.349239 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5929213-7e3c-4174-be06-3ddb75a4a79a tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Attempting to bind port 5cff4c8c-1e54-4e60-8ebe-29fe14b42446 on network 66a3ca10-f213-4c37-8ec9-9601c6b30e7c {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:39:32.354745 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5929213-7e3c-4174-be06-3ddb75a4a79a tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Port 5cff4c8c-1e54-4e60-8ebe-29fe14b42446 on network 66a3ca10-f213-4c37-8ec9-9601c6b30e7c not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-29 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:39:32.357334 n-d-779913-29 neutron-server[93958]: ERROR neutron.plugins.ml2.managers [None req-b5929213-7e3c-4174-be06-3ddb75a4a79a tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Failed to bind port 5cff4c8c-1e54-4e60-8ebe-29fe14b42446 on host n-h1-779913-29 for vnic_type normal using segments [{'id': '793acdbb-9ab0-4279-b20f-9d0f8ed7b2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '66a3ca10-f213-4c37-8ec9-9601c6b30e7c'}] Jul 14 09:39:32.358507 n-d-779913-29 neutron-server[93958]: INFO neutron.plugins.ml2.plugin [None req-b5929213-7e3c-4174-be06-3ddb75a4a79a tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Attempt 2 to bind port 5cff4c8c-1e54-4e60-8ebe-29fe14b42446 Jul 14 09:39:32.386145 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-b5929213-7e3c-4174-be06-3ddb75a4a79a tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Attempting to bind port 5cff4c8c-1e54-4e60-8ebe-29fe14b42446 on host n-h1-779913-29 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:39:32.387283 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-b5929213-7e3c-4174-be06-3ddb75a4a79a tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Attempting to bind port 5cff4c8c-1e54-4e60-8ebe-29fe14b42446 by drivers openvswitch,hyperv on host n-h1-779913-29 at level 0 using segments [{'id': '793acdbb-9ab0-4279-b20f-9d0f8ed7b2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '66a3ca10-f213-4c37-8ec9-9601c6b30e7c'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:39:32.388094 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5929213-7e3c-4174-be06-3ddb75a4a79a tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Attempting to bind port 5cff4c8c-1e54-4e60-8ebe-29fe14b42446 on network 66a3ca10-f213-4c37-8ec9-9601c6b30e7c {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:39:32.395383 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5929213-7e3c-4174-be06-3ddb75a4a79a tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Port 5cff4c8c-1e54-4e60-8ebe-29fe14b42446 on network 66a3ca10-f213-4c37-8ec9-9601c6b30e7c not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-29 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:39:32.396501 n-d-779913-29 neutron-server[93958]: ERROR neutron.plugins.ml2.managers [None req-b5929213-7e3c-4174-be06-3ddb75a4a79a tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Failed to bind port 5cff4c8c-1e54-4e60-8ebe-29fe14b42446 on host n-h1-779913-29 for vnic_type normal using segments [{'id': '793acdbb-9ab0-4279-b20f-9d0f8ed7b2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '66a3ca10-f213-4c37-8ec9-9601c6b30e7c'}] Jul 14 09:39:32.398064 n-d-779913-29 neutron-server[93958]: INFO neutron.plugins.ml2.plugin [None req-b5929213-7e3c-4174-be06-3ddb75a4a79a tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Attempt 3 to bind port 5cff4c8c-1e54-4e60-8ebe-29fe14b42446 Jul 14 09:39:32.409900 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bbf1b4-5fba-43f1-9f84-a3149343ff61 req-4efa0b98-beca-40c2-b240-4ee10176b60a tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:32.416871 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-63bbf1b4-5fba-43f1-9f84-a3149343ff61 req-4efa0b98-beca-40c2-b240-4ee10176b60a tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/ports?device_id=1f00f438-7e79-4879-a4cb-979f8f9574f7 HTTP/1.1" status: 200 len: 944 time: 0.3005431 Jul 14 09:39:32.417758 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-b5929213-7e3c-4174-be06-3ddb75a4a79a tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Attempting to bind port 5cff4c8c-1e54-4e60-8ebe-29fe14b42446 on host n-h1-779913-29 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:39:32.419609 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e430263e-e365-4c84-bb31-e42011134744 None None] Pushing event updated for resources: {'Port': ['ID=1d8dc884-1c13-41b8-87eb-5bbec3eaed34,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:32.419862 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-345fe71b-7ce0-4659-8161-dd9e937b717a tempest-RoutersNegativeTest-1889179771 tempest-RoutersNegativeTest-1889179771-project] Network 6651cc63-2fdc-47b4-a28c-92e9cf506e3c is scheduled to be hosted by DHCP agent c6a09bd4-f72e-4283-a3ca-0bbca8a51081 with binding_index 1 {{(pid=93957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:39:32.420058 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-b5929213-7e3c-4174-be06-3ddb75a4a79a tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Attempting to bind port 5cff4c8c-1e54-4e60-8ebe-29fe14b42446 by drivers openvswitch,hyperv on host n-h1-779913-29 at level 0 using segments [{'id': '793acdbb-9ab0-4279-b20f-9d0f8ed7b2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '66a3ca10-f213-4c37-8ec9-9601c6b30e7c'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:39:32.420572 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5929213-7e3c-4174-be06-3ddb75a4a79a tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Attempting to bind port 5cff4c8c-1e54-4e60-8ebe-29fe14b42446 on network 66a3ca10-f213-4c37-8ec9-9601c6b30e7c {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:39:32.426321 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5929213-7e3c-4174-be06-3ddb75a4a79a tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Port 5cff4c8c-1e54-4e60-8ebe-29fe14b42446 on network 66a3ca10-f213-4c37-8ec9-9601c6b30e7c not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-29 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:39:32.426881 n-d-779913-29 neutron-server[93958]: ERROR neutron.plugins.ml2.managers [None req-b5929213-7e3c-4174-be06-3ddb75a4a79a tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Failed to bind port 5cff4c8c-1e54-4e60-8ebe-29fe14b42446 on host n-h1-779913-29 for vnic_type normal using segments [{'id': '793acdbb-9ab0-4279-b20f-9d0f8ed7b2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '66a3ca10-f213-4c37-8ec9-9601c6b30e7c'}] Jul 14 09:39:32.427431 n-d-779913-29 neutron-server[93958]: INFO neutron.plugins.ml2.plugin [None req-b5929213-7e3c-4174-be06-3ddb75a4a79a tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Attempt 4 to bind port 5cff4c8c-1e54-4e60-8ebe-29fe14b42446 Jul 14 09:39:32.429744 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 3d0effae-4498-4f7a-9541-70d4036cc156 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:39:32.437465 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-310a5707-50c3-4b21-8a21-1670923defcc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf57baaa9-fd24-59f4-8fd2-1dc21122ce72-2da3cb20-d05f-4eb9-a277-bde9787c525d', 'network_id': '2da3cb20-d05f-4eb9-a277-bde9787c525d', 'tenant_id': '776a35dd106543bd909c0fcd5795d8f9', 'fixed_ips': [{'subnet_id': '5ec335e4-1cc1-4370-8b7a-c407f03369d3'}]}} from n-d-779913-29. {{(pid=93959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:39:32.441956 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-310a5707-50c3-4b21-8a21-1670923defcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:32.450793 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-b5929213-7e3c-4174-be06-3ddb75a4a79a tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Attempting to bind port 5cff4c8c-1e54-4e60-8ebe-29fe14b42446 on host n-h1-779913-29 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:39:32.454761 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-b5929213-7e3c-4174-be06-3ddb75a4a79a tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Attempting to bind port 5cff4c8c-1e54-4e60-8ebe-29fe14b42446 by drivers openvswitch,hyperv on host n-h1-779913-29 at level 0 using segments [{'id': '793acdbb-9ab0-4279-b20f-9d0f8ed7b2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '66a3ca10-f213-4c37-8ec9-9601c6b30e7c'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:39:32.455319 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5929213-7e3c-4174-be06-3ddb75a4a79a tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Attempting to bind port 5cff4c8c-1e54-4e60-8ebe-29fe14b42446 on network 66a3ca10-f213-4c37-8ec9-9601c6b30e7c {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:39:32.467509 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5929213-7e3c-4174-be06-3ddb75a4a79a tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Port 5cff4c8c-1e54-4e60-8ebe-29fe14b42446 on network 66a3ca10-f213-4c37-8ec9-9601c6b30e7c not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-29 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:39:32.468510 n-d-779913-29 neutron-server[93958]: ERROR neutron.plugins.ml2.managers [None req-b5929213-7e3c-4174-be06-3ddb75a4a79a tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Failed to bind port 5cff4c8c-1e54-4e60-8ebe-29fe14b42446 on host n-h1-779913-29 for vnic_type normal using segments [{'id': '793acdbb-9ab0-4279-b20f-9d0f8ed7b2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '66a3ca10-f213-4c37-8ec9-9601c6b30e7c'}] Jul 14 09:39:32.471440 n-d-779913-29 neutron-server[93958]: INFO neutron.plugins.ml2.plugin [None req-b5929213-7e3c-4174-be06-3ddb75a4a79a tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Attempt 5 to bind port 5cff4c8c-1e54-4e60-8ebe-29fe14b42446 Jul 14 09:39:32.484837 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-345fe71b-7ce0-4659-8161-dd9e937b717a tempest-RoutersNegativeTest-1889179771 tempest-RoutersNegativeTest-1889179771-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-29, 6651cc63-2fdc-47b4-a28c-92e9cf506e3c) {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:39:32.498966 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbccdce3-424b-40a9-a220-e1aaa63aba36 None None] Network 6651cc63-2fdc-47b4-a28c-92e9cf506e3c requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:39:32.508274 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-b5929213-7e3c-4174-be06-3ddb75a4a79a tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Attempting to bind port 5cff4c8c-1e54-4e60-8ebe-29fe14b42446 on host n-h1-779913-29 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:39:32.508612 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-b5929213-7e3c-4174-be06-3ddb75a4a79a tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Attempting to bind port 5cff4c8c-1e54-4e60-8ebe-29fe14b42446 by drivers openvswitch,hyperv on host n-h1-779913-29 at level 0 using segments [{'id': '793acdbb-9ab0-4279-b20f-9d0f8ed7b2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '66a3ca10-f213-4c37-8ec9-9601c6b30e7c'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:39:32.508954 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5929213-7e3c-4174-be06-3ddb75a4a79a tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Attempting to bind port 5cff4c8c-1e54-4e60-8ebe-29fe14b42446 on network 66a3ca10-f213-4c37-8ec9-9601c6b30e7c {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:39:32.512153 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-345fe71b-7ce0-4659-8161-dd9e937b717a tempest-RoutersNegativeTest-1889179771 tempest-RoutersNegativeTest-1889179771-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:32.515077 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-345fe71b-7ce0-4659-8161-dd9e937b717a tempest-RoutersNegativeTest-1889179771 tempest-RoutersNegativeTest-1889179771-project] Notify callbacks [] for subnet, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:32.516563 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5929213-7e3c-4174-be06-3ddb75a4a79a tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Port 5cff4c8c-1e54-4e60-8ebe-29fe14b42446 on network 66a3ca10-f213-4c37-8ec9-9601c6b30e7c not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-29 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:39:32.517932 n-d-779913-29 neutron-server[93958]: ERROR neutron.plugins.ml2.managers [None req-b5929213-7e3c-4174-be06-3ddb75a4a79a tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Failed to bind port 5cff4c8c-1e54-4e60-8ebe-29fe14b42446 on host n-h1-779913-29 for vnic_type normal using segments [{'id': '793acdbb-9ab0-4279-b20f-9d0f8ed7b2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '66a3ca10-f213-4c37-8ec9-9601c6b30e7c'}] Jul 14 09:39:32.518341 n-d-779913-29 neutron-server[93958]: INFO neutron.plugins.ml2.plugin [None req-b5929213-7e3c-4174-be06-3ddb75a4a79a tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Attempt 6 to bind port 5cff4c8c-1e54-4e60-8ebe-29fe14b42446 Jul 14 09:39:32.542251 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-b5929213-7e3c-4174-be06-3ddb75a4a79a tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Attempting to bind port 5cff4c8c-1e54-4e60-8ebe-29fe14b42446 on host n-h1-779913-29 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:39:32.542654 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-b5929213-7e3c-4174-be06-3ddb75a4a79a tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Attempting to bind port 5cff4c8c-1e54-4e60-8ebe-29fe14b42446 by drivers openvswitch,hyperv on host n-h1-779913-29 at level 0 using segments [{'id': '793acdbb-9ab0-4279-b20f-9d0f8ed7b2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '66a3ca10-f213-4c37-8ec9-9601c6b30e7c'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:39:32.542996 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5929213-7e3c-4174-be06-3ddb75a4a79a tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Attempting to bind port 5cff4c8c-1e54-4e60-8ebe-29fe14b42446 on network 66a3ca10-f213-4c37-8ec9-9601c6b30e7c {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:39:32.549813 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5929213-7e3c-4174-be06-3ddb75a4a79a tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Port 5cff4c8c-1e54-4e60-8ebe-29fe14b42446 on network 66a3ca10-f213-4c37-8ec9-9601c6b30e7c not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-29 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:39:32.550164 n-d-779913-29 neutron-server[93958]: ERROR neutron.plugins.ml2.managers [None req-b5929213-7e3c-4174-be06-3ddb75a4a79a tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Failed to bind port 5cff4c8c-1e54-4e60-8ebe-29fe14b42446 on host n-h1-779913-29 for vnic_type normal using segments [{'id': '793acdbb-9ab0-4279-b20f-9d0f8ed7b2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '66a3ca10-f213-4c37-8ec9-9601c6b30e7c'}] Jul 14 09:39:32.550527 n-d-779913-29 neutron-server[93958]: INFO neutron.plugins.ml2.plugin [None req-b5929213-7e3c-4174-be06-3ddb75a4a79a tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Attempt 7 to bind port 5cff4c8c-1e54-4e60-8ebe-29fe14b42446 Jul 14 09:39:32.561265 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-63bbf1b4-5fba-43f1-9f84-a3149343ff61 req-df971782-d801-4c67-b7d5-df995984d613 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/security-groups?id=8ddc8877-605a-44c2-a058-368d728dd554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434860 Jul 14 09:39:32.570567 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-345fe71b-7ce0-4659-8161-dd9e937b717a tempest-RoutersNegativeTest-1889179771 tempest-RoutersNegativeTest-1889179771-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0765293 Jul 14 09:39:32.571307 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 41376) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:32.576098 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-b5929213-7e3c-4174-be06-3ddb75a4a79a tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Attempting to bind port 5cff4c8c-1e54-4e60-8ebe-29fe14b42446 on host n-h1-779913-29 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:39:32.576602 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-b5929213-7e3c-4174-be06-3ddb75a4a79a tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Attempting to bind port 5cff4c8c-1e54-4e60-8ebe-29fe14b42446 by drivers openvswitch,hyperv on host n-h1-779913-29 at level 0 using segments [{'id': '793acdbb-9ab0-4279-b20f-9d0f8ed7b2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '66a3ca10-f213-4c37-8ec9-9601c6b30e7c'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:39:32.576857 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5929213-7e3c-4174-be06-3ddb75a4a79a tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Attempting to bind port 5cff4c8c-1e54-4e60-8ebe-29fe14b42446 on network 66a3ca10-f213-4c37-8ec9-9601c6b30e7c {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:39:32.586602 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5929213-7e3c-4174-be06-3ddb75a4a79a tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Port 5cff4c8c-1e54-4e60-8ebe-29fe14b42446 on network 66a3ca10-f213-4c37-8ec9-9601c6b30e7c not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-29 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:39:32.586943 n-d-779913-29 neutron-server[93958]: ERROR neutron.plugins.ml2.managers [None req-b5929213-7e3c-4174-be06-3ddb75a4a79a tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Failed to bind port 5cff4c8c-1e54-4e60-8ebe-29fe14b42446 on host n-h1-779913-29 for vnic_type normal using segments [{'id': '793acdbb-9ab0-4279-b20f-9d0f8ed7b2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '66a3ca10-f213-4c37-8ec9-9601c6b30e7c'}] Jul 14 09:39:32.587341 n-d-779913-29 neutron-server[93958]: INFO neutron.plugins.ml2.plugin [None req-b5929213-7e3c-4174-be06-3ddb75a4a79a tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Attempt 8 to bind port 5cff4c8c-1e54-4e60-8ebe-29fe14b42446 Jul 14 09:39:32.613832 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-b5929213-7e3c-4174-be06-3ddb75a4a79a tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Attempting to bind port 5cff4c8c-1e54-4e60-8ebe-29fe14b42446 on host n-h1-779913-29 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:39:32.614172 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-b5929213-7e3c-4174-be06-3ddb75a4a79a tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Attempting to bind port 5cff4c8c-1e54-4e60-8ebe-29fe14b42446 by drivers openvswitch,hyperv on host n-h1-779913-29 at level 0 using segments [{'id': '793acdbb-9ab0-4279-b20f-9d0f8ed7b2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '66a3ca10-f213-4c37-8ec9-9601c6b30e7c'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:39:32.615180 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5929213-7e3c-4174-be06-3ddb75a4a79a tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Attempting to bind port 5cff4c8c-1e54-4e60-8ebe-29fe14b42446 on network 66a3ca10-f213-4c37-8ec9-9601c6b30e7c {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:39:32.628109 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5929213-7e3c-4174-be06-3ddb75a4a79a tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Port 5cff4c8c-1e54-4e60-8ebe-29fe14b42446 on network 66a3ca10-f213-4c37-8ec9-9601c6b30e7c not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-29 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:39:32.628441 n-d-779913-29 neutron-server[93958]: ERROR neutron.plugins.ml2.managers [None req-b5929213-7e3c-4174-be06-3ddb75a4a79a tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Failed to bind port 5cff4c8c-1e54-4e60-8ebe-29fe14b42446 on host n-h1-779913-29 for vnic_type normal using segments [{'id': '793acdbb-9ab0-4279-b20f-9d0f8ed7b2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '66a3ca10-f213-4c37-8ec9-9601c6b30e7c'}] Jul 14 09:39:32.628842 n-d-779913-29 neutron-server[93958]: INFO neutron.plugins.ml2.plugin [None req-b5929213-7e3c-4174-be06-3ddb75a4a79a tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Attempt 9 to bind port 5cff4c8c-1e54-4e60-8ebe-29fe14b42446 Jul 14 09:39:32.655837 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-b5929213-7e3c-4174-be06-3ddb75a4a79a tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Attempting to bind port 5cff4c8c-1e54-4e60-8ebe-29fe14b42446 on host n-h1-779913-29 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:39:32.656176 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-b5929213-7e3c-4174-be06-3ddb75a4a79a tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Attempting to bind port 5cff4c8c-1e54-4e60-8ebe-29fe14b42446 by drivers openvswitch,hyperv on host n-h1-779913-29 at level 0 using segments [{'id': '793acdbb-9ab0-4279-b20f-9d0f8ed7b2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '66a3ca10-f213-4c37-8ec9-9601c6b30e7c'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:39:32.656518 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5929213-7e3c-4174-be06-3ddb75a4a79a tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Attempting to bind port 5cff4c8c-1e54-4e60-8ebe-29fe14b42446 on network 66a3ca10-f213-4c37-8ec9-9601c6b30e7c {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:39:32.670505 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5929213-7e3c-4174-be06-3ddb75a4a79a tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Port 5cff4c8c-1e54-4e60-8ebe-29fe14b42446 on network 66a3ca10-f213-4c37-8ec9-9601c6b30e7c not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-29 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:39:32.670845 n-d-779913-29 neutron-server[93958]: ERROR neutron.plugins.ml2.managers [None req-b5929213-7e3c-4174-be06-3ddb75a4a79a tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Failed to bind port 5cff4c8c-1e54-4e60-8ebe-29fe14b42446 on host n-h1-779913-29 for vnic_type normal using segments [{'id': '793acdbb-9ab0-4279-b20f-9d0f8ed7b2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '66a3ca10-f213-4c37-8ec9-9601c6b30e7c'}] Jul 14 09:39:32.671914 n-d-779913-29 neutron-server[93958]: INFO neutron.plugins.ml2.plugin [None req-b5929213-7e3c-4174-be06-3ddb75a4a79a tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Attempt 10 to bind port 5cff4c8c-1e54-4e60-8ebe-29fe14b42446 Jul 14 09:39:32.716213 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-b5929213-7e3c-4174-be06-3ddb75a4a79a tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Attempting to bind port 5cff4c8c-1e54-4e60-8ebe-29fe14b42446 on host n-h1-779913-29 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:39:32.716807 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-b5929213-7e3c-4174-be06-3ddb75a4a79a tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Attempting to bind port 5cff4c8c-1e54-4e60-8ebe-29fe14b42446 by drivers openvswitch,hyperv on host n-h1-779913-29 at level 0 using segments [{'id': '793acdbb-9ab0-4279-b20f-9d0f8ed7b2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '66a3ca10-f213-4c37-8ec9-9601c6b30e7c'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:39:32.717802 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5929213-7e3c-4174-be06-3ddb75a4a79a tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Attempting to bind port 5cff4c8c-1e54-4e60-8ebe-29fe14b42446 on network 66a3ca10-f213-4c37-8ec9-9601c6b30e7c {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:39:32.727268 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5929213-7e3c-4174-be06-3ddb75a4a79a tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Port 5cff4c8c-1e54-4e60-8ebe-29fe14b42446 on network 66a3ca10-f213-4c37-8ec9-9601c6b30e7c not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-29 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:39:32.727948 n-d-779913-29 neutron-server[93958]: ERROR neutron.plugins.ml2.managers [None req-b5929213-7e3c-4174-be06-3ddb75a4a79a tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Failed to bind port 5cff4c8c-1e54-4e60-8ebe-29fe14b42446 on host n-h1-779913-29 for vnic_type normal using segments [{'id': '793acdbb-9ab0-4279-b20f-9d0f8ed7b2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '66a3ca10-f213-4c37-8ec9-9601c6b30e7c'}] Jul 14 09:39:32.728515 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b5929213-7e3c-4174-be06-3ddb75a4a79a tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:32.794028 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning for port 3d0effae-4498-4f7a-9541-70d4036cc156 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:39:32.804152 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port 3d0effae-4498-4f7a-9541-70d4036cc156 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:39:32.804591 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:32.838874 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-b5929213-7e3c-4174-be06-3ddb75a4a79a tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] For port 5cff4c8c-1e54-4e60-8ebe-29fe14b42446, host n-h1-779913-29, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:39:32.839529 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-b5929213-7e3c-4174-be06-3ddb75a4a79a tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Attempted to set empty binding levels {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 14 09:39:32.848701 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b5929213-7e3c-4174-be06-3ddb75a4a79a tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13574142'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:32.911500 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-b5929213-7e3c-4174-be06-3ddb75a4a79a tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] In _notify_port_updated(), no bound segment for port 5cff4c8c-1e54-4e60-8ebe-29fe14b42446 on network 66a3ca10-f213-4c37-8ec9-9601c6b30e7c {{(pid=93958) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 14 09:39:32.914318 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5929213-7e3c-4174-be06-3ddb75a4a79a tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:32.915061 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b5929213-7e3c-4174-be06-3ddb75a4a79a tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:32.920187 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-b5929213-7e3c-4174-be06-3ddb75a4a79a tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] 10.222.0.68 "PUT /v2.0/ports/5cff4c8c-1e54-4e60-8ebe-29fe14b42446 HTTP/1.1" status: 200 len: 976 time: 1.5922732 Jul 14 09:39:32.921198 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 41388) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:32.943765 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-310a5707-50c3-4b21-8a21-1670923defcc None None] Allocated IP 172.20.0.2 (2da3cb20-d05f-4eb9-a277-bde9787c525d/5ec335e4-1cc1-4370-8b7a-c407f03369d3/75045149-8ea8-4705-ba91-4a5313044071) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:39:32.995752 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbe44899-ecfe-4637-9f50-63d530f7d7ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf57baaa9-fd24-59f4-8fd2-1dc21122ce72-6651cc63-2fdc-47b4-a28c-92e9cf506e3c', 'network_id': '6651cc63-2fdc-47b4-a28c-92e9cf506e3c', 'tenant_id': '776a35dd106543bd909c0fcd5795d8f9', 'fixed_ips': [{'subnet_id': '8903aa9f-5e10-4977-9686-d7a294f45d4c'}]}} from n-d-779913-29. {{(pid=93959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:39:32.996679 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-dbe44899-ecfe-4637-9f50-63d530f7d7ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:33.014605 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8d35c168-f0f8-4c0c-abaa-89c726ac0cce tempest-RoutersNegativeTest-1889179771 tempest-RoutersNegativeTest-1889179771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:33.135496 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5929213-7e3c-4174-be06-3ddb75a4a79a tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Pushing event updated for resources: {'Port': ['ID=5cff4c8c-1e54-4e60-8ebe-29fe14b42446,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:33.237181 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-dbe44899-ecfe-4637-9f50-63d530f7d7ed None None] Allocated IP 172.20.0.2 (6651cc63-2fdc-47b4-a28c-92e9cf506e3c/8903aa9f-5e10-4977-9686-d7a294f45d4c/a970771e-72dd-4129-ae5e-f96993f10aeb) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:39:33.290673 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f54b8b-2502-4e52-8542-8148a0ef4056 req-60652627-b9f3-4283-a2e1-df2a027978c3 tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:33.292411 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-59f54b8b-2502-4e52-8542-8148a0ef4056 req-60652627-b9f3-4283-a2e1-df2a027978c3 tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] 10.222.0.68 "GET /v2.0/networks?id=f0c82eb4-694b-46cd-8405-b22504091d10 HTTP/1.1" status: 200 len: 819 time: 0.2879543 Jul 14 09:39:33.341237 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b26b1be1-bfbe-499c-a29f-61c8179f6acb tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:33.341754 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b26b1be1-bfbe-499c-a29f-61c8179f6acb tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:33.342231 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b26b1be1-bfbe-499c-a29f-61c8179f6acb tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:33.342931 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b26b1be1-bfbe-499c-a29f-61c8179f6acb tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:33.343413 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b26b1be1-bfbe-499c-a29f-61c8179f6acb tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:33.344045 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b26b1be1-bfbe-499c-a29f-61c8179f6acb tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:33.344530 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b26b1be1-bfbe-499c-a29f-61c8179f6acb tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:33.345015 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b26b1be1-bfbe-499c-a29f-61c8179f6acb tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:33.345740 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b26b1be1-bfbe-499c-a29f-61c8179f6acb tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:33.346364 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b26b1be1-bfbe-499c-a29f-61c8179f6acb tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:33.354151 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b26b1be1-bfbe-499c-a29f-61c8179f6acb tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:33.355239 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b26b1be1-bfbe-499c-a29f-61c8179f6acb tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:33.355893 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b26b1be1-bfbe-499c-a29f-61c8179f6acb tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:33.356593 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b26b1be1-bfbe-499c-a29f-61c8179f6acb tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:33.357427 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b26b1be1-bfbe-499c-a29f-61c8179f6acb tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:33.359544 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b26b1be1-bfbe-499c-a29f-61c8179f6acb tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:33.360237 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b26b1be1-bfbe-499c-a29f-61c8179f6acb tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:33.360979 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b26b1be1-bfbe-499c-a29f-61c8179f6acb tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:33.361702 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b26b1be1-bfbe-499c-a29f-61c8179f6acb tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:33.362534 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b26b1be1-bfbe-499c-a29f-61c8179f6acb tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:33.363411 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b26b1be1-bfbe-499c-a29f-61c8179f6acb tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:33.364134 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b26b1be1-bfbe-499c-a29f-61c8179f6acb tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:33.372424 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-b26b1be1-bfbe-499c-a29f-61c8179f6acb tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] 10.222.0.68 "GET /v2.0/ports HTTP/1.1" status: 200 len: 19769 time: 0.4442706 Jul 14 09:39:33.375582 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 41400) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:33.375847 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:33.441573 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-59f54b8b-2502-4e52-8542-8148a0ef4056 req-69e071cc-da53-4408-8cac-1ef3c0facbbc tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] 10.222.0.68 "GET /v2.0/quotas/4569f08ed7094f2caf5772ad4808989f HTTP/1.1" status: 200 len: 375 time: 0.0667541 Jul 14 09:39:33.488025 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] For port 3d0effae-4498-4f7a-9541-70d4036cc156, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=3d0effae-4498-4f7a-9541-70d4036cc156,segment=NetworkSegment(81bf7a93-80b3-43df-b9d5-462c604a2945),segment_id=81bf7a93-80b3-43df-b9d5-462c604a2945)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:39:33.510586 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:33.566024 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-0d304bfc-c9a5-4676-bb57-8665367c1f3d tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Deleting port 5cff4c8c-1e54-4e60-8ebe-29fe14b42446 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:39:33.566382 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0d304bfc-c9a5-4676-bb57-8665367c1f3d tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:33.587370 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf27944d-5200-4376-99bb-fc6041eb48bc None None] Network 1b3bd25c-b41b-48a0-a840-d5cad7abc178 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:39:33.640359 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-59f54b8b-2502-4e52-8542-8148a0ef4056 req-dc16ad28-954f-447f-9708-c8628a4ddcdd tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=4569f08ed7094f2caf5772ad4808989f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1844478 Jul 14 09:39:33.675462 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Pushing event updated for resources: {'Port': ['ID=3d0effae-4498-4f7a-9541-70d4036cc156,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:33.693561 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-d8b5517c-3dab-40a5-a173-2fed2948f878 None None] Provisioning for port 1d8dc884-1c13-41b8-87eb-5bbec3eaed34 completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:39:33.727686 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-0d304bfc-c9a5-4676-bb57-8665367c1f3d tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] For port 5cff4c8c-1e54-4e60-8ebe-29fe14b42446, host n-h1-779913-29, got binding levels [] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:39:33.728066 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0d304bfc-c9a5-4676-bb57-8665367c1f3d tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:33.758769 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-0d304bfc-c9a5-4676-bb57-8665367c1f3d tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Calling delete_port for 5cff4c8c-1e54-4e60-8ebe-29fe14b42446 owned by {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:39:33.772148 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-310a5707-50c3-4b21-8a21-1670923defcc None None] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:33.783069 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-310a5707-50c3-4b21-8a21-1670923defcc None None] Transition to ACTIVE for port object 75045149-8ea8-4705-ba91-4a5313044071 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:39:33.800382 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-310a5707-50c3-4b21-8a21-1670923defcc None None] Transition to ACTIVE for port object 75045149-8ea8-4705-ba91-4a5313044071 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:39:33.808498 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7067371-faac-4ded-8079-b2cc5cb3480e None None] Sync routers for ids ['b699f3c2-d6a1-400b-bb98-34c3458f0961'] in n-d-779913-29 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:39:33.813110 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc062c9a-4637-4760-b06a-26318cbe9990 req-75995bb9-b44b-4578-ad4e-199b11e04f31 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:33.820608 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-bc062c9a-4637-4760-b06a-26318cbe9990 req-75995bb9-b44b-4578-ad4e-199b11e04f31 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/ports?device_id=1f00f438-7e79-4879-a4cb-979f8f9574f7 HTTP/1.1" status: 200 len: 944 time: 0.0877011 Jul 14 09:39:33.823688 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7067371-faac-4ded-8079-b2cc5cb3480e None None] Routers {'b699f3c2-d6a1-400b-bb98-34c3458f0961'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:39:33.826720 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-c7067371-faac-4ded-8079-b2cc5cb3480e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:39:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['b699f3c2-d6a1-400b-bb98-34c3458f0961'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:39:33.877319 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-8d35c168-f0f8-4c0c-abaa-89c726ac0cce tempest-RoutersNegativeTest-1889179771 tempest-RoutersNegativeTest-1889179771-project] Allocated IP 172.20.0.1 (2da3cb20-d05f-4eb9-a277-bde9787c525d/5ec335e4-1cc1-4370-8b7a-c407f03369d3/e55fd0e5-0ad7-4ffb-b781-ae2fd1b0d938) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:39:33.981392 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0d304bfc-c9a5-4676-bb57-8665367c1f3d tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:33.990020 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-310a5707-50c3-4b21-8a21-1670923defcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:34.035161 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d304bfc-c9a5-4676-bb57-8665367c1f3d tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Pushing event deleted for resources: {'Port': ['ID=5cff4c8c-1e54-4e60-8ebe-29fe14b42446,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:34.039636 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0d304bfc-c9a5-4676-bb57-8665367c1f3d tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:34.042381 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-0d304bfc-c9a5-4676-bb57-8665367c1f3d tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] 10.222.0.68 "DELETE /v2.0/ports/5cff4c8c-1e54-4e60-8ebe-29fe14b42446 HTTP/1.1" status: 204 len: 168 time: 0.6653280 Jul 14 09:39:34.045324 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-59f54b8b-2502-4e52-8542-8148a0ef4056 req-659bec9a-2aae-49d5-b24e-09f57f0c3959 service neutron] 10.222.0.68 "GET /v2.0/networks/f0c82eb4-694b-46cd-8405-b22504091d10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3964572 Jul 14 09:39:34.046441 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 41424) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:34.074747 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-c7067371-faac-4ded-8079-b2cc5cb3480e None None] Set router b699f3c2-d6a1-400b-bb98-34c3458f0961 gateway port host: n-d-779913-29 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:39:34.081815 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-dbe44899-ecfe-4637-9f50-63d530f7d7ed None None] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:34.084730 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310a5707-50c3-4b21-8a21-1670923defcc None None] Pushing event updated for resources: {'Port': ['ID=75045149-8ea8-4705-ba91-4a5313044071,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:34.100645 n-d-779913-29 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f3cd905-dd39-4e33-b819-9a97eeee53c5 tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] GET failed (client error): The resource could not be found. Jul 14 09:39:34.106478 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-9f3cd905-dd39-4e33-b819-9a97eeee53c5 tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] 10.222.0.68 "GET /v2.0/ports/5cff4c8c-1e54-4e60-8ebe-29fe14b42446 HTTP/1.1" status: 404 len: 333 time: 0.0554347 Jul 14 09:39:34.116370 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 41428) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:34.127714 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-dbe44899-ecfe-4637-9f50-63d530f7d7ed None None] Transition to ACTIVE for port object a970771e-72dd-4129-ae5e-f96993f10aeb will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:39:34.151164 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-310a5707-50c3-4b21-8a21-1670923defcc None None] Network 2da3cb20-d05f-4eb9-a277-bde9787c525d is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:39:34.161326 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-310a5707-50c3-4b21-8a21-1670923defcc None None] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:39:34.183785 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-310a5707-50c3-4b21-8a21-1670923defcc None None] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:39:34.196755 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-28ba69b2-d6ae-4b7e-b9ba-5b2708ec9069 tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1572612808', 'network_id': '66a3ca10-f213-4c37-8ec9-9601c6b30e7c'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:39:34.288732 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-dbe44899-ecfe-4637-9f50-63d530f7d7ed None None] Transition to ACTIVE for port object a970771e-72dd-4129-ae5e-f96993f10aeb will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:39:34.314052 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28ba69b2-d6ae-4b7e-b9ba-5b2708ec9069 tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Made reservation on behalf of 00e82e5e213840de9bbc3ba85947e4eb for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:39:34.320287 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-dbe44899-ecfe-4637-9f50-63d530f7d7ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:34.320466 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-28ba69b2-d6ae-4b7e-b9ba-5b2708ec9069 tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:34.363944 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-59f54b8b-2502-4e52-8542-8148a0ef4056 req-1ed235ad-69d9-48df-93a8-3615c97457e2 service neutron] 10.222.0.68 "GET /v2.0/networks/f0c82eb4-694b-46cd-8405-b22504091d10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3038387 Jul 14 09:39:34.373840 n-d-779913-29 neutron-server[93958]: DEBUG neutron.notifiers.nova [None req-28ba69b2-d6ae-4b7e-b9ba-5b2708ec9069 tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] device_id is not set on port 1349de5a-5788-451e-8ddb-4fd338d7797c yet. {{(pid=93958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:39:34.390143 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe44899-ecfe-4637-9f50-63d530f7d7ed None None] Pushing event updated for resources: {'Port': ['ID=a970771e-72dd-4129-ae5e-f96993f10aeb,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:34.393430 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 1d8dc884-1c13-41b8-87eb-5bbec3eaed34 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:39:34.421242 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-c7067371-faac-4ded-8079-b2cc5cb3480e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b699f3c2-d6a1-400b-bb98-34c3458f0961', 'name': 'tempest-ServerRescueNegativeTestJSON-1023936561-router', 'tenant_id': '4569f08ed7094f2caf5772ad4808989f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.111'}], 'enable_snat': True}, 'gw_port_id': '3d0effae-4498-4f7a-9541-70d4036cc156', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:39:26Z', 'updated_at': '2021-07-14T09:39:30Z', 'revision_number': 4, 'project_id': '4569f08ed7094f2caf5772ad4808989f', 'gw_port': {'id': '3d0effae-4498-4f7a-9541-70d4036cc156', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:df:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b699f3c2-d6a1-400b-bb98-34c3458f0961', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2655, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:39:26Z', 'updated_at': '2021-07-14T09:39:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': '25cc48d4-fc7c-45e6-931a-09a727db7720', 'name': '', 'network_id': 'f0c82eb4-694b-46cd-8405-b22504091d10', 'tenant_id': '4569f08ed7094f2caf5772ad4808989f', 'mac_address': 'fa:16:3e:63:17:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b699f3c2-d6a1-400b-bb98-34c3458f0961', 'device_owner': 'network:router_interface', 'standard_attr_id': 2676, 'fixed_ips': [{'subnet_id': '5a6019b3-7787-4bdb-b397-5a269fa1d62c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:39:29Z', 'updated_at': '2021-07-14T09:39:30Z', 'revision_number': 2, 'project_id': '4569f08ed7094f2caf5772ad4808989f', 'subnets': [{'id': '5a6019b3-7787-4bdb-b397-5a269fa1d62c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:39:34.432578 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbe44899-ecfe-4637-9f50-63d530f7d7ed None None] Network 6651cc63-2fdc-47b4-a28c-92e9cf506e3c is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:39:34.475645 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-dbe44899-ecfe-4637-9f50-63d530f7d7ed None None] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:39:34.477375 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7067371-faac-4ded-8079-b2cc5cb3480e None None] Checking router: b699f3c2-d6a1-400b-bb98-34c3458f0961 for host: n-d-779913-29 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:39:34.477752 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7067371-faac-4ded-8079-b2cc5cb3480e None None] Updating router b699f3c2-d6a1-400b-bb98-34c3458f0961 port 25cc48d4-fc7c-45e6-931a-09a727db7720 binding host n-d-779913-29 {{(pid=93960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:39:34.480759 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-310a5707-50c3-4b21-8a21-1670923defcc None None] Attempting to bind port 75045149-8ea8-4705-ba91-4a5313044071 on host n-d-779913-29 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:39:34.481131 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-310a5707-50c3-4b21-8a21-1670923defcc None None] Attempting to bind port 75045149-8ea8-4705-ba91-4a5313044071 by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': 'e8473b2d-10b0-471a-938a-98776e1b340b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '2da3cb20-d05f-4eb9-a277-bde9787c525d'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:39:34.482343 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310a5707-50c3-4b21-8a21-1670923defcc None None] Attempting to bind port 75045149-8ea8-4705-ba91-4a5313044071 on network 2da3cb20-d05f-4eb9-a277-bde9787c525d {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:39:34.486349 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe44899-ecfe-4637-9f50-63d530f7d7ed None None] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:39:34.509589 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310a5707-50c3-4b21-8a21-1670923defcc None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:39:34.509994 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310a5707-50c3-4b21-8a21-1670923defcc None None] Checking segment: {'id': 'e8473b2d-10b0-471a-938a-98776e1b340b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '2da3cb20-d05f-4eb9-a277-bde9787c525d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:39:34.511986 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-310a5707-50c3-4b21-8a21-1670923defcc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:34.512391 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310a5707-50c3-4b21-8a21-1670923defcc None None] Bound using segment: {'id': 'e8473b2d-10b0-471a-938a-98776e1b340b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '2da3cb20-d05f-4eb9-a277-bde9787c525d'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:39:34.512893 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-310a5707-50c3-4b21-8a21-1670923defcc None None] Bound port: 75045149-8ea8-4705-ba91-4a5313044071, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8473b2d-10b0-471a-938a-98776e1b340b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '2da3cb20-d05f-4eb9-a277-bde9787c525d'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:39:34.513334 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-310a5707-50c3-4b21-8a21-1670923defcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:34.525629 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 41432) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:34.583909 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-c7067371-faac-4ded-8079-b2cc5cb3480e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:34.626342 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-bc062c9a-4637-4760-b06a-26318cbe9990 req-3e9dc91f-b607-4cac-91e7-ba4a1dd54713 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/security-groups?id=8ddc8877-605a-44c2-a058-368d728dd554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8028052 Jul 14 09:39:34.637398 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 249cebec-dc11-498c-abb2-47ee3d6b51f3 up at agent hyperv_n-h2-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:39:34.745943 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-28ba69b2-d6ae-4b7e-b9ba-5b2708ec9069 tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:34.794842 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-dbe44899-ecfe-4637-9f50-63d530f7d7ed None None] Attempting to bind port a970771e-72dd-4129-ae5e-f96993f10aeb on host n-d-779913-29 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:39:34.795297 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-dbe44899-ecfe-4637-9f50-63d530f7d7ed None None] Attempting to bind port a970771e-72dd-4129-ae5e-f96993f10aeb by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': 'af088b78-f8c9-4f5b-bc66-1b275d852804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '6651cc63-2fdc-47b4-a28c-92e9cf506e3c'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:39:34.795734 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe44899-ecfe-4637-9f50-63d530f7d7ed None None] Attempting to bind port a970771e-72dd-4129-ae5e-f96993f10aeb on network 6651cc63-2fdc-47b4-a28c-92e9cf506e3c {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:39:34.816038 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe44899-ecfe-4637-9f50-63d530f7d7ed None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:39:34.818461 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe44899-ecfe-4637-9f50-63d530f7d7ed None None] Checking segment: {'id': 'af088b78-f8c9-4f5b-bc66-1b275d852804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '6651cc63-2fdc-47b4-a28c-92e9cf506e3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:39:34.819438 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-dbe44899-ecfe-4637-9f50-63d530f7d7ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:34.821664 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe44899-ecfe-4637-9f50-63d530f7d7ed None None] Bound using segment: {'id': 'af088b78-f8c9-4f5b-bc66-1b275d852804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '6651cc63-2fdc-47b4-a28c-92e9cf506e3c'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:39:34.822203 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-dbe44899-ecfe-4637-9f50-63d530f7d7ed None None] Bound port: a970771e-72dd-4129-ae5e-f96993f10aeb, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af088b78-f8c9-4f5b-bc66-1b275d852804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '6651cc63-2fdc-47b4-a28c-92e9cf506e3c'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:39:34.824778 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-dbe44899-ecfe-4637-9f50-63d530f7d7ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:34.826670 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0e86669d-a117-48c6-8fce-d4c0f41b4e5a req-2a9fdc6e-c29f-4bda-96d7-78dc26cfa68d tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] 10.222.0.68 "GET /v2.0/ports?device_id=abf03d13-3e8c-49a2-bd4b-0fc24e0a569d HTTP/1.1" status: 200 len: 210 time: 0.0514047 Jul 14 09:39:34.838390 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8d35c168-f0f8-4c0c-abaa-89c726ac0cce tempest-RoutersNegativeTest-1889179771 tempest-RoutersNegativeTest-1889179771-project] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:34.851127 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a89380c0-387c-4393-84ac-c9a5b0a38c87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:34.861834 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning for port 1d8dc884-1c13-41b8-87eb-5bbec3eaed34 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:39:34.867477 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-28ba69b2-d6ae-4b7e-b9ba-5b2708ec9069 tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:34.888206 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port 1d8dc884-1c13-41b8-87eb-5bbec3eaed34 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:39:34.888583 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:34.916444 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ba69b2-d6ae-4b7e-b9ba-5b2708ec9069 tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Pushing event updated for resources: {'Port': ['ID=1349de5a-5788-451e-8ddb-4fd338d7797c,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:34.934968 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28ba69b2-d6ae-4b7e-b9ba-5b2708ec9069 tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Network 66a3ca10-f213-4c37-8ec9-9601c6b30e7c is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:39:34.937113 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-28ba69b2-d6ae-4b7e-b9ba-5b2708ec9069 tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:39:34.941984 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ba69b2-d6ae-4b7e-b9ba-5b2708ec9069 tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:39:34.943104 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28ba69b2-d6ae-4b7e-b9ba-5b2708ec9069 tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:34.944497 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-28ba69b2-d6ae-4b7e-b9ba-5b2708ec9069 tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:34.945672 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Provisioning for port 249cebec-dc11-498c-abb2-47ee3d6b51f3 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:39:34.963682 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-310a5707-50c3-4b21-8a21-1670923defcc None None] For port 75045149-8ea8-4705-ba91-4a5313044071, host n-d-779913-29, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:39:34.963948 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-8d35c168-f0f8-4c0c-abaa-89c726ac0cce tempest-RoutersNegativeTest-1889179771 tempest-RoutersNegativeTest-1889179771-project] Transition to ACTIVE for port object e55fd0e5-0ad7-4ffb-b781-ae2fd1b0d938 will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:39:34.974502 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Provisioning complete for port 249cebec-dc11-498c-abb2-47ee3d6b51f3 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:39:34.975213 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:34.976772 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-3224d094-0e57-4259-b43f-d647662e7af0 None None] Provisioning complete for port 1d8dc884-1c13-41b8-87eb-5bbec3eaed34 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:39:34.977129 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3224d094-0e57-4259-b43f-d647662e7af0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:35.000256 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6fa9711c-1867-435a-9c62-abc5001929fa req-a236bf2f-3f1e-4c50-86b2-50789ea71771 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=5ed0c1cb-c3d6-40f1-8aad-1894504b5a83&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2629697 Jul 14 09:39:35.058243 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8d35c168-f0f8-4c0c-abaa-89c726ac0cce tempest-RoutersNegativeTest-1889179771 tempest-RoutersNegativeTest-1889179771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:35.083767 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-310a5707-50c3-4b21-8a21-1670923defcc None None] For port 75045149-8ea8-4705-ba91-4a5313044071, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=75045149-8ea8-4705-ba91-4a5313044071,segment=NetworkSegment(e8473b2d-10b0-471a-938a-98776e1b340b),segment_id=e8473b2d-10b0-471a-938a-98776e1b340b)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:39:35.110494 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-dbe44899-ecfe-4637-9f50-63d530f7d7ed None None] For port a970771e-72dd-4129-ae5e-f96993f10aeb, host n-d-779913-29, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:39:35.127087 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-310a5707-50c3-4b21-8a21-1670923defcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:35.156988 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-c7067371-faac-4ded-8079-b2cc5cb3480e None None] Notify callbacks [] for port, precommit_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:35.160954 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-dbe44899-ecfe-4637-9f50-63d530f7d7ed None None] For port a970771e-72dd-4129-ae5e-f96993f10aeb, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=a970771e-72dd-4129-ae5e-f96993f10aeb,segment=NetworkSegment(af088b78-f8c9-4f5b-bc66-1b275d852804),segment_id=af088b78-f8c9-4f5b-bc66-1b275d852804)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:39:35.170797 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a89380c0-387c-4393-84ac-c9a5b0a38c87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:35.172144 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-c7067371-faac-4ded-8079-b2cc5cb3480e None None] Transition to ACTIVE for port object 25cc48d4-fc7c-45e6-931a-09a727db7720 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:39:35.181948 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-c7067371-faac-4ded-8079-b2cc5cb3480e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:35.186360 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d35c168-f0f8-4c0c-abaa-89c726ac0cce tempest-RoutersNegativeTest-1889179771 tempest-RoutersNegativeTest-1889179771-project] Network 2da3cb20-d05f-4eb9-a277-bde9787c525d is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:39:35.193335 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a89380c0-387c-4393-84ac-c9a5b0a38c87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:35.194201 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-28ba69b2-d6ae-4b7e-b9ba-5b2708ec9069 tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.0766046 Jul 14 09:39:35.196711 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 41452) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:35.209909 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-8d35c168-f0f8-4c0c-abaa-89c726ac0cce tempest-RoutersNegativeTest-1889179771 tempest-RoutersNegativeTest-1889179771-project] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:39:35.230268 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d35c168-f0f8-4c0c-abaa-89c726ac0cce tempest-RoutersNegativeTest-1889179771 tempest-RoutersNegativeTest-1889179771-project] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:39:35.239425 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d35c168-f0f8-4c0c-abaa-89c726ac0cce tempest-RoutersNegativeTest-1889179771 tempest-RoutersNegativeTest-1889179771-project] Pushing event updated for resources: {'Port': ['ID=e55fd0e5-0ad7-4ffb-b781-ae2fd1b0d938,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:35.246237 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-dbe44899-ecfe-4637-9f50-63d530f7d7ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:35.296108 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ba5e5b4-e386-4dbf-b214-69c4f55cb3be tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:35.300218 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-8ba5e5b4-e386-4dbf-b214-69c4f55cb3be tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] 10.222.0.68 "GET /v2.0/ports/1349de5a-5788-451e-8ddb-4fd338d7797c HTTP/1.1" status: 200 len: 955 time: 0.0994604 Jul 14 09:39:35.302045 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 41460) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:35.326913 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-a89380c0-387c-4393-84ac-c9a5b0a38c87 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=53e5851ca59c4b78baabaa6ad9e0dc57&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7955909 Jul 14 09:39:35.334011 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-c7067371-faac-4ded-8079-b2cc5cb3480e None None] Attempting to bind port 25cc48d4-fc7c-45e6-931a-09a727db7720 on host n-d-779913-29 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:39:35.334011 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-c7067371-faac-4ded-8079-b2cc5cb3480e None None] Attempting to bind port 25cc48d4-fc7c-45e6-931a-09a727db7720 by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': 'a4b774bd-9c2f-43c0-8171-506dbb18f0fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'f0c82eb4-694b-46cd-8405-b22504091d10'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:39:35.334461 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7067371-faac-4ded-8079-b2cc5cb3480e None None] Attempting to bind port 25cc48d4-fc7c-45e6-931a-09a727db7720 on network f0c82eb4-694b-46cd-8405-b22504091d10 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:39:35.337394 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa9711c-1867-435a-9c62-abc5001929fa req-1776d2c7-ce49-4573-9c19-f37f30608d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:35.339792 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6fa9711c-1867-435a-9c62-abc5001929fa req-1776d2c7-ce49-4573-9c19-f37f30608d0d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0be6be6bccc149f1a4b35e465d4a6d6f&device_id=5ed0c1cb-c3d6-40f1-8aad-1894504b5a83 HTTP/1.1" status: 200 len: 1097 time: 0.2488213 Jul 14 09:39:35.343247 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 41462) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:35.344140 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89380c0-387c-4393-84ac-c9a5b0a38c87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e41de8f-b68a-4db2-83d0-e2ad28906d8e,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:35.349973 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7067371-faac-4ded-8079-b2cc5cb3480e None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:39:35.350298 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7067371-faac-4ded-8079-b2cc5cb3480e None None] Checking segment: {'id': 'a4b774bd-9c2f-43c0-8171-506dbb18f0fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'f0c82eb4-694b-46cd-8405-b22504091d10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:39:35.350670 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-c7067371-faac-4ded-8079-b2cc5cb3480e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:35.351155 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7067371-faac-4ded-8079-b2cc5cb3480e None None] Bound using segment: {'id': 'a4b774bd-9c2f-43c0-8171-506dbb18f0fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'f0c82eb4-694b-46cd-8405-b22504091d10'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:39:35.351543 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-c7067371-faac-4ded-8079-b2cc5cb3480e None None] Bound port: 25cc48d4-fc7c-45e6-931a-09a727db7720, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4b774bd-9c2f-43c0-8171-506dbb18f0fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'f0c82eb4-694b-46cd-8405-b22504091d10'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:39:35.351932 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-c7067371-faac-4ded-8079-b2cc5cb3480e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:35.401885 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8d35c168-f0f8-4c0c-abaa-89c726ac0cce tempest-RoutersNegativeTest-1889179771 tempest-RoutersNegativeTest-1889179771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-660393'] for router_interface, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:35.517312 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-c7067371-faac-4ded-8079-b2cc5cb3480e None None] For port 25cc48d4-fc7c-45e6-931a-09a727db7720, host n-d-779913-29, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:39:35.527000 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-c7067371-faac-4ded-8079-b2cc5cb3480e None None] For port 25cc48d4-fc7c-45e6-931a-09a727db7720, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=25cc48d4-fc7c-45e6-931a-09a727db7720,segment=NetworkSegment(a4b774bd-9c2f-43c0-8171-506dbb18f0fd),segment_id=a4b774bd-9c2f-43c0-8171-506dbb18f0fd)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:39:35.536743 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a69d9b7-f53a-4e87-a532-eb3b933f8d19 None None] Pushing event updated for resources: {'Port': ['ID=25cc48d4-fc7c-45e6-931a-09a727db7720,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:35.542023 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-c7067371-faac-4ded-8079-b2cc5cb3480e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:35.553318 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a69d9b7-f53a-4e87-a532-eb3b933f8d19 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:39:35.553546 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a69d9b7-f53a-4e87-a532-eb3b933f8d19 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:39:35.554041 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a69d9b7-f53a-4e87-a532-eb3b933f8d19 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:39:35.554385 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a69d9b7-f53a-4e87-a532-eb3b933f8d19 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:39:35.554724 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a69d9b7-f53a-4e87-a532-eb3b933f8d19 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:39:35.555055 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a69d9b7-f53a-4e87-a532-eb3b933f8d19 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:39:35.555386 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a69d9b7-f53a-4e87-a532-eb3b933f8d19 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:39:35.555713 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a69d9b7-f53a-4e87-a532-eb3b933f8d19 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:39:35.556123 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a69d9b7-f53a-4e87-a532-eb3b933f8d19 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:39:35.556454 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a69d9b7-f53a-4e87-a532-eb3b933f8d19 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:39:35.556781 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a69d9b7-f53a-4e87-a532-eb3b933f8d19 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:39:35.557415 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a69d9b7-f53a-4e87-a532-eb3b933f8d19 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:39:35.662607 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a69d9b7-f53a-4e87-a532-eb3b933f8d19 None None] Pushing event updated for resources: {'Port': ['ID=25cc48d4-fc7c-45e6-931a-09a727db7720,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:35.716773 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7067371-faac-4ded-8079-b2cc5cb3480e None None] Routers {'b699f3c2-d6a1-400b-bb98-34c3458f0961'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:39:35.716773 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-c7067371-faac-4ded-8079-b2cc5cb3480e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:39:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['b699f3c2-d6a1-400b-bb98-34c3458f0961'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:39:35.752854 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-13dba332-602f-4f07-b6b5-38eebf916405 tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Deleting port 1349de5a-5788-451e-8ddb-4fd338d7797c {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:39:35.753422 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-13dba332-602f-4f07-b6b5-38eebf916405 tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:35.798877 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3224d094-0e57-4259-b43f-d647662e7af0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:35.816716 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:35.882755 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310a5707-50c3-4b21-8a21-1670923defcc None None] Pushing event updated for resources: {'Port': ['ID=75045149-8ea8-4705-ba91-4a5313044071,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:35.903784 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:35.908146 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-13dba332-602f-4f07-b6b5-38eebf916405 tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:35.917057 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8d35c168-f0f8-4c0c-abaa-89c726ac0cce tempest-RoutersNegativeTest-1889179771 tempest-RoutersNegativeTest-1889179771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:35.922451 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-c7067371-faac-4ded-8079-b2cc5cb3480e None None] Set router b699f3c2-d6a1-400b-bb98-34c3458f0961 gateway port host: n-d-779913-29 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:39:35.933055 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-13dba332-602f-4f07-b6b5-38eebf916405 tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Calling delete_port for 1349de5a-5788-451e-8ddb-4fd338d7797c owned by {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:39:36.069448 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-3224d094-0e57-4259-b43f-d647662e7af0 None None] For port 1d8dc884-1c13-41b8-87eb-5bbec3eaed34, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=1d8dc884-1c13-41b8-87eb-5bbec3eaed34,segment=NetworkSegment(4a2b0788-3266-45ee-9e48-d7b08b10d968),segment_id=4a2b0788-3266-45ee-9e48-d7b08b10d968)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:39:36.087155 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f00f438-7e79-4879-a4cb-979f8f9574f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '249cebec-dc11-498c-abb2-47ee3d6b51f3'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:39:36.089918 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd62303f06773040a8a4e189dc46b4f565768c299abf8ab8e7739778b0bc3e97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27388cf1-61d9-42ab-b240-ebd1df070e37" -d '{"events": [{"server_uuid": "1f00f438-7e79-4879-a4cb-979f8f9574f7", "name": "network-vif-plugged", "status": "completed", "tag": "249cebec-dc11-498c-abb2-47ee3d6b51f3"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:39:36.104133 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3224d094-0e57-4259-b43f-d647662e7af0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:36.130533 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-9f19f49c-bd26-4d61-9a82-53eb9f015881 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:36.140171 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e1d2b7-1f72-4ac9-8087-0ec25339786d req-b00994d3-1d7d-4f4f-971c-d32a8fd590d2 tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:36.141781 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-68e1d2b7-1f72-4ac9-8087-0ec25339786d req-b00994d3-1d7d-4f4f-971c-d32a8fd590d2 tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] 10.222.0.68 "GET /v2.0/networks?id=f0c82eb4-694b-46cd-8405-b22504091d10 HTTP/1.1" status: 200 len: 819 time: 0.8405266 Jul 14 09:39:36.148070 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-13dba332-602f-4f07-b6b5-38eebf916405 tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:36.164264 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.db.api [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93959) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 09:39:36.164858 n-d-779913-29 neutron-server[93959]: DEBUG oslo_db.api [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 09:39:36.167170 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 249cebec-dc11-498c-abb2-47ee3d6b51f3, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=249cebec-dc11-498c-abb2-47ee3d6b51f3,segment=NetworkSegment(5aade75d-903c-400b-b4a7-6f3ba4ae14ee),segment_id=5aade75d-903c-400b-b4a7-6f3ba4ae14ee)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:39:36.168838 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe44899-ecfe-4637-9f50-63d530f7d7ed None None] Pushing event updated for resources: {'Port': ['ID=a970771e-72dd-4129-ae5e-f96993f10aeb,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:36.230837 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-68e1d2b7-1f72-4ac9-8087-0ec25339786d req-dba34002-dc3b-493f-9492-76966e26ebbf tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] 10.222.0.68 "GET /v2.0/quotas/4569f08ed7094f2caf5772ad4808989f HTTP/1.1" status: 200 len: 375 time: 0.0801826 Jul 14 09:39:36.248131 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa9711c-1867-435a-9c62-abc5001929fa req-827ed4e1-f9f7-4159-9912-19ca0b6b2df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:36.249760 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6fa9711c-1867-435a-9c62-abc5001929fa req-827ed4e1-f9f7-4159-9912-19ca0b6b2df8 service neutron] 10.222.0.65 "GET /v2.0/networks?id=2a42cb13-2d55-4959-a070-eb88da564dfb HTTP/1.1" status: 200 len: 913 time: 0.8687041 Jul 14 09:39:36.254517 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3224d094-0e57-4259-b43f-d647662e7af0 None None] Pushing event updated for resources: {'Port': ['ID=1d8dc884-1c13-41b8-87eb-5bbec3eaed34,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:36.270693 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dba332-602f-4f07-b6b5-38eebf916405 tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Pushing event deleted for resources: {'Port': ['ID=1349de5a-5788-451e-8ddb-4fd338d7797c,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:36.270947 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:36.279804 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-13dba332-602f-4f07-b6b5-38eebf916405 tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:36.284399 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-13dba332-602f-4f07-b6b5-38eebf916405 tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] 10.222.0.68 "DELETE /v2.0/ports/1349de5a-5788-451e-8ddb-4fd338d7797c HTTP/1.1" status: 204 len: 168 time: 0.9790487 Jul 14 09:39:36.286310 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 41468) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:36.304071 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-c7067371-faac-4ded-8079-b2cc5cb3480e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b699f3c2-d6a1-400b-bb98-34c3458f0961', 'name': 'tempest-ServerRescueNegativeTestJSON-1023936561-router', 'tenant_id': '4569f08ed7094f2caf5772ad4808989f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.111'}], 'enable_snat': True}, 'gw_port_id': '3d0effae-4498-4f7a-9541-70d4036cc156', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:39:26Z', 'updated_at': '2021-07-14T09:39:30Z', 'revision_number': 4, 'project_id': '4569f08ed7094f2caf5772ad4808989f', 'gw_port': {'id': '3d0effae-4498-4f7a-9541-70d4036cc156', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:df:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b699f3c2-d6a1-400b-bb98-34c3458f0961', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2655, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:39:26Z', 'updated_at': '2021-07-14T09:39:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': '25cc48d4-fc7c-45e6-931a-09a727db7720', 'name': '', 'network_id': 'f0c82eb4-694b-46cd-8405-b22504091d10', 'tenant_id': '4569f08ed7094f2caf5772ad4808989f', 'mac_address': 'fa:16:3e:63:17:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b699f3c2-d6a1-400b-bb98-34c3458f0961', 'device_owner': 'network:router_interface', 'standard_attr_id': 2676, 'fixed_ips': [{'subnet_id': '5a6019b3-7787-4bdb-b397-5a269fa1d62c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:39:29Z', 'updated_at': '2021-07-14T09:39:35Z', 'revision_number': 4, 'project_id': '4569f08ed7094f2caf5772ad4808989f', 'subnets': [{'id': '5a6019b3-7787-4bdb-b397-5a269fa1d62c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:39:36.321045 n-d-779913-29 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-c826c0da-2aa3-4781-866b-ac1e98e65571 tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] GET failed (client error): The resource could not be found. Jul 14 09:39:36.325880 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-c826c0da-2aa3-4781-866b-ac1e98e65571 tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] 10.222.0.68 "GET /v2.0/ports/1349de5a-5788-451e-8ddb-4fd338d7797c HTTP/1.1" status: 404 len: 333 time: 0.0337524 Jul 14 09:39:36.326260 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 41470) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:36.332271 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Pushing event updated for resources: {'Port': ['ID=249cebec-dc11-498c-abb2-47ee3d6b51f3,revision_number=5']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:36.334177 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-b1800233-8558-4f10-add5-59df15f43712 tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Request body: {'port': {'network_id': '66a3ca10-f213-4c37-8ec9-9601c6b30e7c', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-661141338'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:39:36.350514 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-9f19f49c-bd26-4d61-9a82-53eb9f015881 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:36.354766 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6fa9711c-1867-435a-9c62-abc5001929fa req-4aa4e847-6eec-4532-999c-577fa7e76d8b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9e91a837-3b23-4ea6-ab66-86261b57cd5c HTTP/1.1" status: 200 len: 1000 time: 0.0916002 Jul 14 09:39:36.372994 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-68e1d2b7-1f72-4ac9-8087-0ec25339786d req-b78e0f7a-c589-4949-9499-7148305ca594 tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=4569f08ed7094f2caf5772ad4808989f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1405880 Jul 14 09:39:36.374469 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1800233-8558-4f10-add5-59df15f43712 tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Made reservation on behalf of 00e82e5e213840de9bbc3ba85947e4eb for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:39:36.377365 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b1800233-8558-4f10-add5-59df15f43712 tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:36.390749 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78553868-1fb2-4761-bea5-d9623a72ea21 req-d27078a2-01a9-4fb1-b646-613d6d05b98c tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:36.398474 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-78553868-1fb2-4761-bea5-d9623a72ea21 req-d27078a2-01a9-4fb1-b646-613d6d05b98c tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/ports?device_id=1f00f438-7e79-4879-a4cb-979f8f9574f7 HTTP/1.1" status: 200 len: 944 time: 0.4132397 Jul 14 09:39:36.453227 n-d-779913-29 neutron-server[93958]: DEBUG neutron.notifiers.nova [None req-b1800233-8558-4f10-add5-59df15f43712 tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] device_id is not set on port 9818cbd7-7524-4951-9e58-f17faeff1ed2 yet. {{(pid=93958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:39:36.458149 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7067371-faac-4ded-8079-b2cc5cb3480e None None] The sync data for ids ['b699f3c2-d6a1-400b-bb98-34c3458f0961'] in n-d-779913-29 is: [{'id': 'b699f3c2-d6a1-400b-bb98-34c3458f0961', 'name': 'tempest-ServerRescueNegativeTestJSON-1023936561-router', 'tenant_id': '4569f08ed7094f2caf5772ad4808989f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.111'}], 'enable_snat': True}, 'gw_port_id': '3d0effae-4498-4f7a-9541-70d4036cc156', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:39:26Z', 'updated_at': '2021-07-14T09:39:30Z', 'revision_number': 4, 'project_id': '4569f08ed7094f2caf5772ad4808989f', 'gw_port': {'id': '3d0effae-4498-4f7a-9541-70d4036cc156', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:df:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b699f3c2-d6a1-400b-bb98-34c3458f0961', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2655, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:39:26Z', 'updated_at': '2021-07-14T09:39:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': '25cc48d4-fc7c-45e6-931a-09a727db7720', 'name': '', 'network_id': 'f0c82eb4-694b-46cd-8405-b22504091d10', 'tenant_id': '4569f08ed7094f2caf5772ad4808989f', 'mac_address': 'fa:16:3e:63:17:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b699f3c2-d6a1-400b-bb98-34c3458f0961', 'device_owner': 'network:router_interface', 'standard_attr_id': 2676, 'fixed_ips': [{'subnet_id': '5a6019b3-7787-4bdb-b397-5a269fa1d62c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:39:29Z', 'updated_at': '2021-07-14T09:39:35Z', 'revision_number': 4, 'project_id': '4569f08ed7094f2caf5772ad4808989f', 'subnets': [{'id': '5a6019b3-7787-4bdb-b397-5a269fa1d62c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:39:36.558714 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa9711c-1867-435a-9c62-abc5001929fa req-fd802dd2-bed3-4b61-b22d-8d0588370517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:36.560473 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6fa9711c-1867-435a-9c62-abc5001929fa req-fd802dd2-bed3-4b61-b22d-8d0588370517 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2fb6ebb7-0edb-47a6-96f3-036e2585c66a HTTP/1.1" status: 200 len: 851 time: 0.1971326 Jul 14 09:39:36.596293 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-78553868-1fb2-4761-bea5-d9623a72ea21 req-6081e5ed-1003-4e48-ba8e-dd5ec6e5a769 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/security-groups?id=8ddc8877-605a-44c2-a058-368d728dd554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961892 Jul 14 09:39:36.690914 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b1800233-8558-4f10-add5-59df15f43712 tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:36.714034 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-9f19f49c-bd26-4d61-9a82-53eb9f015881 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:36.719132 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-9f19f49c-bd26-4d61-9a82-53eb9f015881 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:36.723319 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-9f19f49c-bd26-4d61-9a82-53eb9f015881 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/3e41de8f-b68a-4db2-83d0-e2ad28906d8e HTTP/1.1" status: 204 len: 168 time: 1.3577130 Jul 14 09:39:36.730979 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-68e1d2b7-1f72-4ac9-8087-0ec25339786d req-bd056147-20ac-4fc7-b2b5-3d562e7fd2a8 service neutron] 10.222.0.68 "GET /v2.0/networks/f0c82eb4-694b-46cd-8405-b22504091d10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3297710 Jul 14 09:39:36.753818 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:39:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-680aa248-87e9-4384-a34a-e0866577dc0b x-openstack-request-id: req-680aa248-87e9-4384-a34a-e0866577dc0b {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:39:36.755345 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f00f438-7e79-4879-a4cb-979f8f9574f7", "name": "network-vif-plugged", "status": "completed", "tag": "249cebec-dc11-498c-abb2-47ee3d6b51f3", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:39:36.756559 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-680aa248-87e9-4384-a34a-e0866577dc0b {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:39:36.757810 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f00f438-7e79-4879-a4cb-979f8f9574f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '249cebec-dc11-498c-abb2-47ee3d6b51f3', 'code': 200} Jul 14 09:39:36.765616 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f19f49c-bd26-4d61-9a82-53eb9f015881 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e41de8f-b68a-4db2-83d0-e2ad28906d8e,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:36.894601 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 3d0effae-4498-4f7a-9541-70d4036cc156 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:39:37.021146 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port 3d0effae-4498-4f7a-9541-70d4036cc156 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:39:37.022688 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:37.032621 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-68e1d2b7-1f72-4ac9-8087-0ec25339786d req-71a9d544-c98e-4f9a-a907-00410801aa4f service neutron] 10.222.0.68 "GET /v2.0/networks/f0c82eb4-694b-46cd-8405-b22504091d10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2861056 Jul 14 09:39:37.157860 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b1800233-8558-4f10-add5-59df15f43712 tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:37.276505 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f54b8b-2502-4e52-8542-8148a0ef4056 req-55833c09-e10a-48bd-bde1-cb6edb8ea584 tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:37.344901 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-59f54b8b-2502-4e52-8542-8148a0ef4056 req-55833c09-e10a-48bd-bde1-cb6edb8ea584 tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] 10.222.0.65 "GET /v2.0/networks?id=f0c82eb4-694b-46cd-8405-b22504091d10 HTTP/1.1" status: 200 len: 819 time: 0.4956706 Jul 14 09:39:37.358595 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1800233-8558-4f10-add5-59df15f43712 tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Pushing event updated for resources: {'Port': ['ID=9818cbd7-7524-4951-9e58-f17faeff1ed2,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:37.371443 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1800233-8558-4f10-add5-59df15f43712 tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Network 66a3ca10-f213-4c37-8ec9-9601c6b30e7c is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:39:37.377642 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-b1800233-8558-4f10-add5-59df15f43712 tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:39:37.385667 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1800233-8558-4f10-add5-59df15f43712 tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:39:37.387291 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1800233-8558-4f10-add5-59df15f43712 tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:37.387911 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b1800233-8558-4f10-add5-59df15f43712 tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:37.390513 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa9711c-1867-435a-9c62-abc5001929fa req-90ba62ca-29d3-41bf-b933-af24fde20cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:37.392356 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6fa9711c-1867-435a-9c62-abc5001929fa req-90ba62ca-29d3-41bf-b933-af24fde20cb4 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2a42cb13-2d55-4959-a070-eb88da564dfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.8224564 Jul 14 09:39:37.410351 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-59f54b8b-2502-4e52-8542-8148a0ef4056 req-244fb4d0-e401-441f-b553-6cf725202c84 tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] Request body: {'port': {'device_id': 'abf03d13-3e8c-49a2-bd4b-0fc24e0a569d', 'network_id': 'f0c82eb4-694b-46cd-8405-b22504091d10', 'admin_state_up': True, 'tenant_id': '4569f08ed7094f2caf5772ad4808989f'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:39:37.462652 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa08c38f-bf66-45dd-bf5a-37a9f5d55742 None None] Network 6651cc63-2fdc-47b4-a28c-92e9cf506e3c requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:39:37.481859 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-39109db5-98b0-4245-b642-2291db4f5ca0 req-1c6f0411-cf31-4daf-8533-ea7cc23f5532 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=7aa1ffcc-49bc-4331-be36-b793b08d3aa0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4237978 Jul 14 09:39:37.483332 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-b1800233-8558-4f10-add5-59df15f43712 tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.1562111 Jul 14 09:39:37.491256 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 41480) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:37.510349 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-b77eb3b7-fbd3-4efb-86bc-1b5fd3c1328b tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-779913-29'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:39:37.575354 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-730f3276-b4d2-43e9-9b0d-9379c107ac1a req-de53455f-24ff-413c-8bc3-31b611c95a4a tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] 10.222.0.68 "GET /v2.0/ports?device_id=6fdad434-c3e1-494a-ad24-9206ceaf4c12 HTTP/1.1" status: 200 len: 210 time: 0.1445227 Jul 14 09:39:37.699721 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 41484) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:37.721016 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-cfec0de7-ee6d-4f11-8ee8-64c9a01bafe3 None None] Provisioning for port a970771e-72dd-4129-ae5e-f96993f10aeb completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:39:37.737281 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8d35c168-f0f8-4c0c-abaa-89c726ac0cce tempest-RoutersNegativeTest-1889179771 tempest-RoutersNegativeTest-1889179771-project] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:37.814640 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8d35c168-f0f8-4c0c-abaa-89c726ac0cce tempest-RoutersNegativeTest-1889179771 tempest-RoutersNegativeTest-1889179771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:37.816393 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-56c50f92-7b0a-47da-b386-ba614421e891 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:37.853474 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eba0fa13-67c5-49a1-866e-425553f77c4c None None] Network 2da3cb20-d05f-4eb9-a277-bde9787c525d requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:39:37.926287 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8d35c168-f0f8-4c0c-abaa-89c726ac0cce tempest-RoutersNegativeTest-1889179771 tempest-RoutersNegativeTest-1889179771-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-683747'] for router_interface, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:37.955010 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 1d8dc884-1c13-41b8-87eb-5bbec3eaed34 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:39:38.066575 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b77eb3b7-fbd3-4efb-86bc-1b5fd3c1328b tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:38.099209 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6fa9711c-1867-435a-9c62-abc5001929fa req-c039ec8c-be95-4b4f-a3da-427cd63b6b57 service neutron] 10.222.0.65 "GET /v2.0/networks/2a42cb13-2d55-4959-a070-eb88da564dfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5213556 Jul 14 09:39:38.106329 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39109db5-98b0-4245-b642-2291db4f5ca0 req-df313775-b95c-42f3-bda9-cbdb81892ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:38.108601 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-39109db5-98b0-4245-b642-2291db4f5ca0 req-df313775-b95c-42f3-bda9-cbdb81892ec3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8e5e3e24b23942559d8e5fd9c20fa07d&device_id=7aa1ffcc-49bc-4331-be36-b793b08d3aa0 HTTP/1.1" status: 200 len: 1097 time: 0.4755597 Jul 14 09:39:38.115807 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-91cfcddd-d1b9-40cb-beb3-4703bb3660c3 None None] Provisioning for port 75045149-8ea8-4705-ba91-4a5313044071 completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:39:38.141144 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port 1d8dc884-1c13-41b8-87eb-5bbec3eaed34 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:39:38.141694 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:38.173270 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28f0691-5b68-4889-bed8-99b7628a243b req-6b6e51a9-5d50-4f65-8c61-ea51e5014a56 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:38.182435 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-f28f0691-5b68-4889-bed8-99b7628a243b req-6b6e51a9-5d50-4f65-8c61-ea51e5014a56 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/ports?device_id=1f00f438-7e79-4879-a4cb-979f8f9574f7 HTTP/1.1" status: 200 len: 945 time: 0.2493975 Jul 14 09:39:38.185205 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3362e3-4ac9-4915-b5fb-d630752f063b req-09b3a248-69c2-4bd8-9539-336ed5d88537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:38.187411 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-4b3362e3-4ac9-4915-b5fb-d630752f063b req-09b3a248-69c2-4bd8-9539-336ed5d88537 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=1f00f438-7e79-4879-a4cb-979f8f9574f7 HTTP/1.1" status: 200 len: 1097 time: 1.3628461 Jul 14 09:39:38.420883 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6fa9711c-1867-435a-9c62-abc5001929fa req-81bed07e-8136-46db-8d8f-ad39ecc6b09a service neutron] 10.222.0.65 "GET /v2.0/networks/2a42cb13-2d55-4959-a070-eb88da564dfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2836528 Jul 14 09:39:38.511997 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d35c168-f0f8-4c0c-abaa-89c726ac0cce tempest-RoutersNegativeTest-1889179771 tempest-RoutersNegativeTest-1889179771-project] Pushing event updated for resources: {'Port': ['ID=e55fd0e5-0ad7-4ffb-b781-ae2fd1b0d938,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:38.610956 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-4b3362e3-4ac9-4915-b5fb-d630752f063b req-b211b515-309c-42a0-9be6-3b466b38c77b service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=8ddc8877-605a-44c2-a058-368d728dd554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865413 Jul 14 09:39:38.632173 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 75045149-8ea8-4705-ba91-4a5313044071 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:39:38.647266 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d35c168-f0f8-4c0c-abaa-89c726ac0cce tempest-RoutersNegativeTest-1889179771 tempest-RoutersNegativeTest-1889179771-project] Network 2da3cb20-d05f-4eb9-a277-bde9787c525d is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:39:38.648743 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-8d35c168-f0f8-4c0c-abaa-89c726ac0cce tempest-RoutersNegativeTest-1889179771 tempest-RoutersNegativeTest-1889179771-project] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:39:38.732925 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning for port 75045149-8ea8-4705-ba91-4a5313044071 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:39:38.743206 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port 75045149-8ea8-4705-ba91-4a5313044071 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:39:38.743607 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:38.849598 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:38.896013 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-f28f0691-5b68-4889-bed8-99b7628a243b req-ccb14057-8237-4133-8264-8c17b03d03cb tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/security-groups?id=8ddc8877-605a-44c2-a058-368d728dd554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7124610 Jul 14 09:39:38.923315 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3afe651a-4345-4cb2-b74c-a7b4fe2e5e3c req-6caa04ea-73f9-4e60-b1cb-9bde4c15372f tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] 10.222.0.68 "GET /v2.0/ports?device_id=6fdad434-c3e1-494a-ad24-9206ceaf4c12 HTTP/1.1" status: 200 len: 210 time: 0.0540934 Jul 14 09:39:38.929944 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] For port 75045149-8ea8-4705-ba91-4a5313044071, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=75045149-8ea8-4705-ba91-4a5313044071,segment=NetworkSegment(e8473b2d-10b0-471a-938a-98776e1b340b),segment_id=e8473b2d-10b0-471a-938a-98776e1b340b)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:39:38.936395 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:38.938030 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 25cc48d4-fc7c-45e6-931a-09a727db7720 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:39:38.971692 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d35c168-f0f8-4c0c-abaa-89c726ac0cce tempest-RoutersNegativeTest-1889179771 tempest-RoutersNegativeTest-1889179771-project] Router 7a67c47e-d4d8-472c-814f-f2ba2a53850e is scheduled to L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 with binding_index 1 {{(pid=93957) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:39:39.083416 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Pushing event updated for resources: {'Port': ['ID=75045149-8ea8-4705-ba91-4a5313044071,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:39.088892 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-56c50f92-7b0a-47da-b386-ba614421e891 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:39.101604 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning for port 25cc48d4-fc7c-45e6-931a-09a727db7720 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:39:39.114220 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port 25cc48d4-fc7c-45e6-931a-09a727db7720 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:39:39.114690 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:39.123782 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39109db5-98b0-4245-b642-2291db4f5ca0 req-24179a84-e654-4af2-9534-0b71b5117b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:39.126425 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-39109db5-98b0-4245-b642-2291db4f5ca0 req-24179a84-e654-4af2-9534-0b71b5117b98 service neutron] 10.222.0.57 "GET /v2.0/networks?id=6c29f6d8-c262-4639-bd5f-4fee768f8f0b HTTP/1.1" status: 200 len: 910 time: 0.9737835 Jul 14 09:39:39.141249 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-56c50f92-7b0a-47da-b386-ba614421e891 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:39.149995 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59f54b8b-2502-4e52-8542-8148a0ef4056 req-244fb4d0-e401-441f-b553-6cf725202c84 tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] Made reservation on behalf of 4569f08ed7094f2caf5772ad4808989f for: {'port': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:39:39.154334 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-59f54b8b-2502-4e52-8542-8148a0ef4056 req-244fb4d0-e401-441f-b553-6cf725202c84 tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:39.159078 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d35c168-f0f8-4c0c-abaa-89c726ac0cce tempest-RoutersNegativeTest-1889179771 tempest-RoutersNegativeTest-1889179771-project] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:39:39.169684 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-4090d73e-87ea-4bc3-9ce4-714b7d0fe80a None None] Provisioning for port e55fd0e5-0ad7-4ffb-b781-ae2fd1b0d938 completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:39:39.171827 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-8d35c168-f0f8-4c0c-abaa-89c726ac0cce tempest-RoutersNegativeTest-1889179771 tempest-RoutersNegativeTest-1889179771-project] 10.222.0.68 "PUT /v2.0/routers/7a67c47e-d4d8-472c-814f-f2ba2a53850e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5995500 Jul 14 09:39:39.174529 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 41494) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:39.191643 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a703512-d9ad-4664-be96-0e9b164cefe6 None None] Sync routers for ids ['7a67c47e-d4d8-472c-814f-f2ba2a53850e'] in n-d-779913-29 {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:39:39.214737 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-4090d73e-87ea-4bc3-9ce4-714b7d0fe80a None None] Provisioning complete for port e55fd0e5-0ad7-4ffb-b781-ae2fd1b0d938 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:39:39.216845 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4090d73e-87ea-4bc3-9ce4-714b7d0fe80a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:39.266067 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-4090d73e-87ea-4bc3-9ce4-714b7d0fe80a None None] Port e55fd0e5-0ad7-4ffb-b781-ae2fd1b0d938 cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:39:39.279013 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a703512-d9ad-4664-be96-0e9b164cefe6 None None] Routers {'7a67c47e-d4d8-472c-814f-f2ba2a53850e'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:39:39.280005 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-6a703512-d9ad-4664-be96-0e9b164cefe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:39:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['7a67c47e-d4d8-472c-814f-f2ba2a53850e'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:39:39.307937 n-d-779913-29 neutron-server[93958]: DEBUG neutron.notifiers.nova [None req-b77eb3b7-fbd3-4efb-86bc-1b5fd3c1328b tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] device_id is not set on port 9818cbd7-7524-4951-9e58-f17faeff1ed2 yet. {{(pid=93958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:39:39.320713 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b77eb3b7-fbd3-4efb-86bc-1b5fd3c1328b tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:39.335077 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-4090d73e-87ea-4bc3-9ce4-714b7d0fe80a None None] Provisioning complete for port 75045149-8ea8-4705-ba91-4a5313044071 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:39:39.335077 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4090d73e-87ea-4bc3-9ce4-714b7d0fe80a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:39.338959 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-b77eb3b7-fbd3-4efb-86bc-1b5fd3c1328b tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Transition to ACTIVE for port object 9818cbd7-7524-4951-9e58-f17faeff1ed2 will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:39:39.367130 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-6a703512-d9ad-4664-be96-0e9b164cefe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:39:39.372658 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b77eb3b7-fbd3-4efb-86bc-1b5fd3c1328b tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13574142'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:39.386119 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c50f92-7b0a-47da-b386-ba614421e891 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01451f9f-21ee-4e93-b32e-0ec56e28894d,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:39.398506 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-56c50f92-7b0a-47da-b386-ba614421e891 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=a0e36a21d88741e29e973f3cbd235b88&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6451299 Jul 14 09:39:39.416888 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 41496) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:39.418899 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-39109db5-98b0-4245-b642-2291db4f5ca0 req-d3a4cf47-e486-4fdb-87d0-b5ed967b68bb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=951ef3a9-76ee-4383-aa7d-5f3334e0ffb8 HTTP/1.1" status: 200 len: 1000 time: 0.2791898 Jul 14 09:39:39.440459 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a703512-d9ad-4664-be96-0e9b164cefe6 None None] Routers {'7a67c47e-d4d8-472c-814f-f2ba2a53850e'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:39:39.441479 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-6a703512-d9ad-4664-be96-0e9b164cefe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:39:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['7a67c47e-d4d8-472c-814f-f2ba2a53850e'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:39:39.486481 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-6a703512-d9ad-4664-be96-0e9b164cefe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:39:39.486983 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [req-59f54b8b-2502-4e52-8542-8148a0ef4056 req-244fb4d0-e401-441f-b553-6cf725202c84 tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] Allocated IP 172.20.0.3 (f0c82eb4-694b-46cd-8405-b22504091d10/5a6019b3-7787-4bdb-b397-5a269fa1d62c/1164dd28-0bae-4b72-94a6-b6d00b983a83) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:39:39.487968 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a703512-d9ad-4664-be96-0e9b164cefe6 None None] The sync data for ids ['7a67c47e-d4d8-472c-814f-f2ba2a53850e'] in n-d-779913-29 is: [] {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:39:39.523366 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:39.548256 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77eb3b7-fbd3-4efb-86bc-1b5fd3c1328b tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Pushing event updated for resources: {'Port': ['ID=9818cbd7-7524-4951-9e58-f17faeff1ed2,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:39.557785 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-b77eb3b7-fbd3-4efb-86bc-1b5fd3c1328b tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Attempting to bind port 9818cbd7-7524-4951-9e58-f17faeff1ed2 on host n-h1-779913-29 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:39:39.558289 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-b77eb3b7-fbd3-4efb-86bc-1b5fd3c1328b tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Attempting to bind port 9818cbd7-7524-4951-9e58-f17faeff1ed2 by drivers openvswitch,hyperv on host n-h1-779913-29 at level 0 using segments [{'id': '793acdbb-9ab0-4279-b20f-9d0f8ed7b2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '66a3ca10-f213-4c37-8ec9-9601c6b30e7c'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:39:39.558634 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b77eb3b7-fbd3-4efb-86bc-1b5fd3c1328b tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Attempting to bind port 9818cbd7-7524-4951-9e58-f17faeff1ed2 on network 66a3ca10-f213-4c37-8ec9-9601c6b30e7c {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:39:39.560629 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e671f8dc-a3c0-41e0-9444-7cf5b3574e25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:39.582857 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] For port 25cc48d4-fc7c-45e6-931a-09a727db7720, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=25cc48d4-fc7c-45e6-931a-09a727db7720,segment=NetworkSegment(a4b774bd-9c2f-43c0-8171-506dbb18f0fd),segment_id=a4b774bd-9c2f-43c0-8171-506dbb18f0fd)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:39:39.585374 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e671f8dc-a3c0-41e0-9444-7cf5b3574e25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:39.587241 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:39.588270 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device a970771e-72dd-4129-ae5e-f96993f10aeb up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:39:39.602861 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39109db5-98b0-4245-b642-2291db4f5ca0 req-3b9f681e-4dd8-4d2f-87d8-cb97ec56eb1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:39.604993 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-39109db5-98b0-4245-b642-2291db4f5ca0 req-3b9f681e-4dd8-4d2f-87d8-cb97ec56eb1d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=bdb5ef61-646e-46dd-82a7-ce9d14bdc4cf HTTP/1.1" status: 200 len: 848 time: 0.1464527 Jul 14 09:39:39.639654 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b77eb3b7-fbd3-4efb-86bc-1b5fd3c1328b tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Port 9818cbd7-7524-4951-9e58-f17faeff1ed2 on network 66a3ca10-f213-4c37-8ec9-9601c6b30e7c not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-29 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:39:39.640405 n-d-779913-29 neutron-server[93958]: ERROR neutron.plugins.ml2.managers [None req-b77eb3b7-fbd3-4efb-86bc-1b5fd3c1328b tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Failed to bind port 9818cbd7-7524-4951-9e58-f17faeff1ed2 on host n-h1-779913-29 for vnic_type normal using segments [{'id': '793acdbb-9ab0-4279-b20f-9d0f8ed7b2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '66a3ca10-f213-4c37-8ec9-9601c6b30e7c'}] Jul 14 09:39:39.649266 n-d-779913-29 neutron-server[93958]: INFO neutron.plugins.ml2.plugin [None req-b77eb3b7-fbd3-4efb-86bc-1b5fd3c1328b tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Attempt 2 to bind port 9818cbd7-7524-4951-9e58-f17faeff1ed2 Jul 14 09:39:39.696296 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning for port a970771e-72dd-4129-ae5e-f96993f10aeb completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:39:39.701980 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port a970771e-72dd-4129-ae5e-f96993f10aeb triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:39:39.702713 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:39.704294 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Pushing event updated for resources: {'Port': ['ID=25cc48d4-fc7c-45e6-931a-09a727db7720,revision_number=5']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:39.707839 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-b77eb3b7-fbd3-4efb-86bc-1b5fd3c1328b tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Attempting to bind port 9818cbd7-7524-4951-9e58-f17faeff1ed2 on host n-h1-779913-29 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:39:39.708270 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-b77eb3b7-fbd3-4efb-86bc-1b5fd3c1328b tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Attempting to bind port 9818cbd7-7524-4951-9e58-f17faeff1ed2 by drivers openvswitch,hyperv on host n-h1-779913-29 at level 0 using segments [{'id': '793acdbb-9ab0-4279-b20f-9d0f8ed7b2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '66a3ca10-f213-4c37-8ec9-9601c6b30e7c'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:39:39.709322 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b77eb3b7-fbd3-4efb-86bc-1b5fd3c1328b tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Attempting to bind port 9818cbd7-7524-4951-9e58-f17faeff1ed2 on network 66a3ca10-f213-4c37-8ec9-9601c6b30e7c {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:39:39.726028 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b77eb3b7-fbd3-4efb-86bc-1b5fd3c1328b tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Port 9818cbd7-7524-4951-9e58-f17faeff1ed2 on network 66a3ca10-f213-4c37-8ec9-9601c6b30e7c not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-29 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:39:39.727495 n-d-779913-29 neutron-server[93958]: ERROR neutron.plugins.ml2.managers [None req-b77eb3b7-fbd3-4efb-86bc-1b5fd3c1328b tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Failed to bind port 9818cbd7-7524-4951-9e58-f17faeff1ed2 on host n-h1-779913-29 for vnic_type normal using segments [{'id': '793acdbb-9ab0-4279-b20f-9d0f8ed7b2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '66a3ca10-f213-4c37-8ec9-9601c6b30e7c'}] Jul 14 09:39:39.729070 n-d-779913-29 neutron-server[93958]: INFO neutron.plugins.ml2.plugin [None req-b77eb3b7-fbd3-4efb-86bc-1b5fd3c1328b tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Attempt 3 to bind port 9818cbd7-7524-4951-9e58-f17faeff1ed2 Jul 14 09:39:39.757625 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-b77eb3b7-fbd3-4efb-86bc-1b5fd3c1328b tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Attempting to bind port 9818cbd7-7524-4951-9e58-f17faeff1ed2 on host n-h1-779913-29 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:39:39.758145 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-b77eb3b7-fbd3-4efb-86bc-1b5fd3c1328b tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Attempting to bind port 9818cbd7-7524-4951-9e58-f17faeff1ed2 by drivers openvswitch,hyperv on host n-h1-779913-29 at level 0 using segments [{'id': '793acdbb-9ab0-4279-b20f-9d0f8ed7b2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '66a3ca10-f213-4c37-8ec9-9601c6b30e7c'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:39:39.758646 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b77eb3b7-fbd3-4efb-86bc-1b5fd3c1328b tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Attempting to bind port 9818cbd7-7524-4951-9e58-f17faeff1ed2 on network 66a3ca10-f213-4c37-8ec9-9601c6b30e7c {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:39:39.760746 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-530b129b-7f62-4ec6-8d2d-daf40d1b6799 None None] Provisioning complete for port e55fd0e5-0ad7-4ffb-b781-ae2fd1b0d938 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:39:39.761418 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-530b129b-7f62-4ec6-8d2d-daf40d1b6799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:39.770157 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b77eb3b7-fbd3-4efb-86bc-1b5fd3c1328b tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Port 9818cbd7-7524-4951-9e58-f17faeff1ed2 on network 66a3ca10-f213-4c37-8ec9-9601c6b30e7c not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-29 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:39:39.770594 n-d-779913-29 neutron-server[93958]: ERROR neutron.plugins.ml2.managers [None req-b77eb3b7-fbd3-4efb-86bc-1b5fd3c1328b tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Failed to bind port 9818cbd7-7524-4951-9e58-f17faeff1ed2 on host n-h1-779913-29 for vnic_type normal using segments [{'id': '793acdbb-9ab0-4279-b20f-9d0f8ed7b2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '66a3ca10-f213-4c37-8ec9-9601c6b30e7c'}] Jul 14 09:39:39.771933 n-d-779913-29 neutron-server[93958]: INFO neutron.plugins.ml2.plugin [None req-b77eb3b7-fbd3-4efb-86bc-1b5fd3c1328b tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Attempt 4 to bind port 9818cbd7-7524-4951-9e58-f17faeff1ed2 Jul 14 09:39:39.774694 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e671f8dc-a3c0-41e0-9444-7cf5b3574e25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:39.777348 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e671f8dc-a3c0-41e0-9444-7cf5b3574e25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:39.780936 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-e671f8dc-a3c0-41e0-9444-7cf5b3574e25 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/01451f9f-21ee-4e93-b32e-0ec56e28894d HTTP/1.1" status: 204 len: 168 time: 0.3588800 Jul 14 09:39:39.802216 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39109db5-98b0-4245-b642-2291db4f5ca0 req-f05f1c78-8b4f-45bf-b6e1-f3ece1a4faf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:39.803980 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-39109db5-98b0-4245-b642-2291db4f5ca0 req-f05f1c78-8b4f-45bf-b6e1-f3ece1a4faf8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6c29f6d8-c262-4639-bd5f-4fee768f8f0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1867654 Jul 14 09:39:39.807338 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e671f8dc-a3c0-41e0-9444-7cf5b3574e25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01451f9f-21ee-4e93-b32e-0ec56e28894d,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:39.811560 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-b77eb3b7-fbd3-4efb-86bc-1b5fd3c1328b tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Attempting to bind port 9818cbd7-7524-4951-9e58-f17faeff1ed2 on host n-h1-779913-29 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:39:39.811988 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-b77eb3b7-fbd3-4efb-86bc-1b5fd3c1328b tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Attempting to bind port 9818cbd7-7524-4951-9e58-f17faeff1ed2 by drivers openvswitch,hyperv on host n-h1-779913-29 at level 0 using segments [{'id': '793acdbb-9ab0-4279-b20f-9d0f8ed7b2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '66a3ca10-f213-4c37-8ec9-9601c6b30e7c'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:39:39.812400 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b77eb3b7-fbd3-4efb-86bc-1b5fd3c1328b tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Attempting to bind port 9818cbd7-7524-4951-9e58-f17faeff1ed2 on network 66a3ca10-f213-4c37-8ec9-9601c6b30e7c {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:39:39.817474 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b77eb3b7-fbd3-4efb-86bc-1b5fd3c1328b tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Port 9818cbd7-7524-4951-9e58-f17faeff1ed2 on network 66a3ca10-f213-4c37-8ec9-9601c6b30e7c not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-29 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:39:39.818055 n-d-779913-29 neutron-server[93958]: ERROR neutron.plugins.ml2.managers [None req-b77eb3b7-fbd3-4efb-86bc-1b5fd3c1328b tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Failed to bind port 9818cbd7-7524-4951-9e58-f17faeff1ed2 on host n-h1-779913-29 for vnic_type normal using segments [{'id': '793acdbb-9ab0-4279-b20f-9d0f8ed7b2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '66a3ca10-f213-4c37-8ec9-9601c6b30e7c'}] Jul 14 09:39:39.818564 n-d-779913-29 neutron-server[93958]: INFO neutron.plugins.ml2.plugin [None req-b77eb3b7-fbd3-4efb-86bc-1b5fd3c1328b tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Attempt 5 to bind port 9818cbd7-7524-4951-9e58-f17faeff1ed2 Jul 14 09:39:39.818889 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-530b129b-7f62-4ec6-8d2d-daf40d1b6799 None None] Port e55fd0e5-0ad7-4ffb-b781-ae2fd1b0d938 cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:39:39.832338 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-b77eb3b7-fbd3-4efb-86bc-1b5fd3c1328b tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Attempting to bind port 9818cbd7-7524-4951-9e58-f17faeff1ed2 on host n-h1-779913-29 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:39:39.832956 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-b77eb3b7-fbd3-4efb-86bc-1b5fd3c1328b tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Attempting to bind port 9818cbd7-7524-4951-9e58-f17faeff1ed2 by drivers openvswitch,hyperv on host n-h1-779913-29 at level 0 using segments [{'id': '793acdbb-9ab0-4279-b20f-9d0f8ed7b2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '66a3ca10-f213-4c37-8ec9-9601c6b30e7c'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:39:39.833529 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b77eb3b7-fbd3-4efb-86bc-1b5fd3c1328b tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Attempting to bind port 9818cbd7-7524-4951-9e58-f17faeff1ed2 on network 66a3ca10-f213-4c37-8ec9-9601c6b30e7c {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:39:39.839333 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b77eb3b7-fbd3-4efb-86bc-1b5fd3c1328b tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Port 9818cbd7-7524-4951-9e58-f17faeff1ed2 on network 66a3ca10-f213-4c37-8ec9-9601c6b30e7c not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-29 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:39:39.839950 n-d-779913-29 neutron-server[93958]: ERROR neutron.plugins.ml2.managers [None req-b77eb3b7-fbd3-4efb-86bc-1b5fd3c1328b tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Failed to bind port 9818cbd7-7524-4951-9e58-f17faeff1ed2 on host n-h1-779913-29 for vnic_type normal using segments [{'id': '793acdbb-9ab0-4279-b20f-9d0f8ed7b2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '66a3ca10-f213-4c37-8ec9-9601c6b30e7c'}] Jul 14 09:39:39.840516 n-d-779913-29 neutron-server[93958]: INFO neutron.plugins.ml2.plugin [None req-b77eb3b7-fbd3-4efb-86bc-1b5fd3c1328b tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Attempt 6 to bind port 9818cbd7-7524-4951-9e58-f17faeff1ed2 Jul 14 09:39:39.936905 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-b77eb3b7-fbd3-4efb-86bc-1b5fd3c1328b tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Attempting to bind port 9818cbd7-7524-4951-9e58-f17faeff1ed2 on host n-h1-779913-29 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:39:39.937292 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-b77eb3b7-fbd3-4efb-86bc-1b5fd3c1328b tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Attempting to bind port 9818cbd7-7524-4951-9e58-f17faeff1ed2 by drivers openvswitch,hyperv on host n-h1-779913-29 at level 0 using segments [{'id': '793acdbb-9ab0-4279-b20f-9d0f8ed7b2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '66a3ca10-f213-4c37-8ec9-9601c6b30e7c'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:39:39.937708 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b77eb3b7-fbd3-4efb-86bc-1b5fd3c1328b tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Attempting to bind port 9818cbd7-7524-4951-9e58-f17faeff1ed2 on network 66a3ca10-f213-4c37-8ec9-9601c6b30e7c {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:39:39.954653 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:39.959410 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b77eb3b7-fbd3-4efb-86bc-1b5fd3c1328b tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Port 9818cbd7-7524-4951-9e58-f17faeff1ed2 on network 66a3ca10-f213-4c37-8ec9-9601c6b30e7c not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-29 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:39:39.959757 n-d-779913-29 neutron-server[93958]: ERROR neutron.plugins.ml2.managers [None req-b77eb3b7-fbd3-4efb-86bc-1b5fd3c1328b tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Failed to bind port 9818cbd7-7524-4951-9e58-f17faeff1ed2 on host n-h1-779913-29 for vnic_type normal using segments [{'id': '793acdbb-9ab0-4279-b20f-9d0f8ed7b2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '66a3ca10-f213-4c37-8ec9-9601c6b30e7c'}] Jul 14 09:39:39.965556 n-d-779913-29 neutron-server[93958]: INFO neutron.plugins.ml2.plugin [None req-b77eb3b7-fbd3-4efb-86bc-1b5fd3c1328b tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Attempt 7 to bind port 9818cbd7-7524-4951-9e58-f17faeff1ed2 Jul 14 09:39:39.989704 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-b77eb3b7-fbd3-4efb-86bc-1b5fd3c1328b tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Attempting to bind port 9818cbd7-7524-4951-9e58-f17faeff1ed2 on host n-h1-779913-29 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:39:39.990615 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-b77eb3b7-fbd3-4efb-86bc-1b5fd3c1328b tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Attempting to bind port 9818cbd7-7524-4951-9e58-f17faeff1ed2 by drivers openvswitch,hyperv on host n-h1-779913-29 at level 0 using segments [{'id': '793acdbb-9ab0-4279-b20f-9d0f8ed7b2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '66a3ca10-f213-4c37-8ec9-9601c6b30e7c'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:39:39.990997 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b77eb3b7-fbd3-4efb-86bc-1b5fd3c1328b tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Attempting to bind port 9818cbd7-7524-4951-9e58-f17faeff1ed2 on network 66a3ca10-f213-4c37-8ec9-9601c6b30e7c {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:39:40.010388 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b77eb3b7-fbd3-4efb-86bc-1b5fd3c1328b tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Port 9818cbd7-7524-4951-9e58-f17faeff1ed2 on network 66a3ca10-f213-4c37-8ec9-9601c6b30e7c not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-29 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:39:40.010731 n-d-779913-29 neutron-server[93958]: ERROR neutron.plugins.ml2.managers [None req-b77eb3b7-fbd3-4efb-86bc-1b5fd3c1328b tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Failed to bind port 9818cbd7-7524-4951-9e58-f17faeff1ed2 on host n-h1-779913-29 for vnic_type normal using segments [{'id': '793acdbb-9ab0-4279-b20f-9d0f8ed7b2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '66a3ca10-f213-4c37-8ec9-9601c6b30e7c'}] Jul 14 09:39:40.017720 n-d-779913-29 neutron-server[93958]: INFO neutron.plugins.ml2.plugin [None req-b77eb3b7-fbd3-4efb-86bc-1b5fd3c1328b tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Attempt 8 to bind port 9818cbd7-7524-4951-9e58-f17faeff1ed2 Jul 14 09:39:40.044654 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] For port a970771e-72dd-4129-ae5e-f96993f10aeb, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=a970771e-72dd-4129-ae5e-f96993f10aeb,segment=NetworkSegment(af088b78-f8c9-4f5b-bc66-1b275d852804),segment_id=af088b78-f8c9-4f5b-bc66-1b275d852804)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:39:40.049966 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:40.067915 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-b77eb3b7-fbd3-4efb-86bc-1b5fd3c1328b tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Attempting to bind port 9818cbd7-7524-4951-9e58-f17faeff1ed2 on host n-h1-779913-29 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:39:40.068930 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-b77eb3b7-fbd3-4efb-86bc-1b5fd3c1328b tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Attempting to bind port 9818cbd7-7524-4951-9e58-f17faeff1ed2 by drivers openvswitch,hyperv on host n-h1-779913-29 at level 0 using segments [{'id': '793acdbb-9ab0-4279-b20f-9d0f8ed7b2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '66a3ca10-f213-4c37-8ec9-9601c6b30e7c'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:39:40.069892 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b77eb3b7-fbd3-4efb-86bc-1b5fd3c1328b tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Attempting to bind port 9818cbd7-7524-4951-9e58-f17faeff1ed2 on network 66a3ca10-f213-4c37-8ec9-9601c6b30e7c {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:39:40.088533 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-39109db5-98b0-4245-b642-2291db4f5ca0 req-ea27f1ec-dd4e-4a45-bb19-94a1abae1725 service neutron] 10.222.0.57 "GET /v2.0/networks/6c29f6d8-c262-4639-bd5f-4fee768f8f0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2330544 Jul 14 09:39:40.091425 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b77eb3b7-fbd3-4efb-86bc-1b5fd3c1328b tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Port 9818cbd7-7524-4951-9e58-f17faeff1ed2 on network 66a3ca10-f213-4c37-8ec9-9601c6b30e7c not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-29 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:39:40.093184 n-d-779913-29 neutron-server[93958]: ERROR neutron.plugins.ml2.managers [None req-b77eb3b7-fbd3-4efb-86bc-1b5fd3c1328b tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Failed to bind port 9818cbd7-7524-4951-9e58-f17faeff1ed2 on host n-h1-779913-29 for vnic_type normal using segments [{'id': '793acdbb-9ab0-4279-b20f-9d0f8ed7b2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '66a3ca10-f213-4c37-8ec9-9601c6b30e7c'}] Jul 14 09:39:40.093510 n-d-779913-29 neutron-server[93958]: INFO neutron.plugins.ml2.plugin [None req-b77eb3b7-fbd3-4efb-86bc-1b5fd3c1328b tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Attempt 9 to bind port 9818cbd7-7524-4951-9e58-f17faeff1ed2 Jul 14 09:39:40.183019 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Pushing event updated for resources: {'Port': ['ID=a970771e-72dd-4129-ae5e-f96993f10aeb,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:40.246939 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 75045149-8ea8-4705-ba91-4a5313044071 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:39:40.263587 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-b77eb3b7-fbd3-4efb-86bc-1b5fd3c1328b tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Attempting to bind port 9818cbd7-7524-4951-9e58-f17faeff1ed2 on host n-h1-779913-29 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:39:40.264198 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-b77eb3b7-fbd3-4efb-86bc-1b5fd3c1328b tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Attempting to bind port 9818cbd7-7524-4951-9e58-f17faeff1ed2 by drivers openvswitch,hyperv on host n-h1-779913-29 at level 0 using segments [{'id': '793acdbb-9ab0-4279-b20f-9d0f8ed7b2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '66a3ca10-f213-4c37-8ec9-9601c6b30e7c'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:39:40.264780 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b77eb3b7-fbd3-4efb-86bc-1b5fd3c1328b tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Attempting to bind port 9818cbd7-7524-4951-9e58-f17faeff1ed2 on network 66a3ca10-f213-4c37-8ec9-9601c6b30e7c {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:39:40.307447 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b77eb3b7-fbd3-4efb-86bc-1b5fd3c1328b tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Port 9818cbd7-7524-4951-9e58-f17faeff1ed2 on network 66a3ca10-f213-4c37-8ec9-9601c6b30e7c not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-29 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:39:40.307781 n-d-779913-29 neutron-server[93958]: ERROR neutron.plugins.ml2.managers [None req-b77eb3b7-fbd3-4efb-86bc-1b5fd3c1328b tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Failed to bind port 9818cbd7-7524-4951-9e58-f17faeff1ed2 on host n-h1-779913-29 for vnic_type normal using segments [{'id': '793acdbb-9ab0-4279-b20f-9d0f8ed7b2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '66a3ca10-f213-4c37-8ec9-9601c6b30e7c'}] Jul 14 09:39:40.310642 n-d-779913-29 neutron-server[93958]: INFO neutron.plugins.ml2.plugin [None req-b77eb3b7-fbd3-4efb-86bc-1b5fd3c1328b tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Attempt 10 to bind port 9818cbd7-7524-4951-9e58-f17faeff1ed2 Jul 14 09:39:40.322059 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port 75045149-8ea8-4705-ba91-4a5313044071 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:39:40.322555 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:40.343365 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-b77eb3b7-fbd3-4efb-86bc-1b5fd3c1328b tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Attempting to bind port 9818cbd7-7524-4951-9e58-f17faeff1ed2 on host n-h1-779913-29 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:39:40.343937 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-b77eb3b7-fbd3-4efb-86bc-1b5fd3c1328b tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Attempting to bind port 9818cbd7-7524-4951-9e58-f17faeff1ed2 by drivers openvswitch,hyperv on host n-h1-779913-29 at level 0 using segments [{'id': '793acdbb-9ab0-4279-b20f-9d0f8ed7b2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '66a3ca10-f213-4c37-8ec9-9601c6b30e7c'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:39:40.344434 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b77eb3b7-fbd3-4efb-86bc-1b5fd3c1328b tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Attempting to bind port 9818cbd7-7524-4951-9e58-f17faeff1ed2 on network 66a3ca10-f213-4c37-8ec9-9601c6b30e7c {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:39:40.356784 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b77eb3b7-fbd3-4efb-86bc-1b5fd3c1328b tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Port 9818cbd7-7524-4951-9e58-f17faeff1ed2 on network 66a3ca10-f213-4c37-8ec9-9601c6b30e7c not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-29 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:39:40.357130 n-d-779913-29 neutron-server[93958]: ERROR neutron.plugins.ml2.managers [None req-b77eb3b7-fbd3-4efb-86bc-1b5fd3c1328b tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Failed to bind port 9818cbd7-7524-4951-9e58-f17faeff1ed2 on host n-h1-779913-29 for vnic_type normal using segments [{'id': '793acdbb-9ab0-4279-b20f-9d0f8ed7b2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '66a3ca10-f213-4c37-8ec9-9601c6b30e7c'}] Jul 14 09:39:40.357532 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b77eb3b7-fbd3-4efb-86bc-1b5fd3c1328b tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:40.371325 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-843a7b3b-4e54-494c-8e9b-a744a8e28295 req-a815786f-6a85-40d4-9c8e-7c808983b790 tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] 10.222.0.68 "GET /v2.0/ports?device_id=6fdad434-c3e1-494a-ad24-9206ceaf4c12 HTTP/1.1" status: 200 len: 210 time: 0.0887702 Jul 14 09:39:40.448340 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-39109db5-98b0-4245-b642-2291db4f5ca0 req-e023187f-94a3-4919-b4e0-34fbfa0e9a06 service neutron] 10.222.0.57 "GET /v2.0/networks/6c29f6d8-c262-4639-bd5f-4fee768f8f0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3438394 Jul 14 09:39:40.455579 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 25cc48d4-fc7c-45e6-931a-09a727db7720 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:39:40.470794 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7041c0dd-96aa-47f0-9a60-6ce1c5184059 req-6bbaf57c-4640-49a1-997c-d67ea94d58ce tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:40.472523 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-7041c0dd-96aa-47f0-9a60-6ce1c5184059 req-6bbaf57c-4640-49a1-997c-d67ea94d58ce tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/ports?device_id=1f00f438-7e79-4879-a4cb-979f8f9574f7 HTTP/1.1" status: 200 len: 945 time: 0.2987218 Jul 14 09:39:40.520537 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port 25cc48d4-fc7c-45e6-931a-09a727db7720 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:39:40.521745 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:40.528554 n-d-779913-29 neutron-server[93957]: INFO neutron.api.v2.resource [None req-fb335abd-d67b-438c-868f-e7345755d690 tempest-RoutersNegativeTest-1889179771 tempest-RoutersNegativeTest-1889179771-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:39:40.529672 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-fb335abd-d67b-438c-868f-e7345755d690 tempest-RoutersNegativeTest-1889179771 tempest-RoutersNegativeTest-1889179771-project] 10.222.0.68 "PUT /v2.0/routers/7a67c47e-d4d8-472c-814f-f2ba2a53850e/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.3539023 Jul 14 09:39:40.536073 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 41514) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:40.543507 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-b77eb3b7-fbd3-4efb-86bc-1b5fd3c1328b tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] For port 9818cbd7-7524-4951-9e58-f17faeff1ed2, host n-h1-779913-29, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:39:40.543722 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-b77eb3b7-fbd3-4efb-86bc-1b5fd3c1328b tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Attempted to set empty binding levels {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 14 09:39:40.558914 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-7041c0dd-96aa-47f0-9a60-6ce1c5184059 req-560779f3-0563-46a0-ad9c-9ab0d395e6fd tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/security-groups?id=8ddc8877-605a-44c2-a058-368d728dd554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771458 Jul 14 09:39:40.561190 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b77eb3b7-fbd3-4efb-86bc-1b5fd3c1328b tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13574142'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:40.596859 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-b77eb3b7-fbd3-4efb-86bc-1b5fd3c1328b tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] In _notify_port_updated(), no bound segment for port 9818cbd7-7524-4951-9e58-f17faeff1ed2 on network 66a3ca10-f213-4c37-8ec9-9601c6b30e7c {{(pid=93958) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 14 09:39:40.598286 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b77eb3b7-fbd3-4efb-86bc-1b5fd3c1328b tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:40.598286 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b77eb3b7-fbd3-4efb-86bc-1b5fd3c1328b tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:40.599704 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-b77eb3b7-fbd3-4efb-86bc-1b5fd3c1328b tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] 10.222.0.68 "PUT /v2.0/ports/9818cbd7-7524-4951-9e58-f17faeff1ed2 HTTP/1.1" status: 200 len: 975 time: 3.1073325 Jul 14 09:39:40.602424 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 41516) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:40.637291 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e1d2b7-1f72-4ac9-8087-0ec25339786d req-df65a18f-c263-4946-af97-d80012057a04 tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:40.638861 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-68e1d2b7-1f72-4ac9-8087-0ec25339786d req-df65a18f-c263-4946-af97-d80012057a04 tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] 10.222.0.57 "GET /v2.0/networks?id=f0c82eb4-694b-46cd-8405-b22504091d10 HTTP/1.1" status: 200 len: 819 time: 0.4753616 Jul 14 09:39:40.649362 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77eb3b7-fbd3-4efb-86bc-1b5fd3c1328b tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Pushing event updated for resources: {'Port': ['ID=9818cbd7-7524-4951-9e58-f17faeff1ed2,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:40.664905 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-68e1d2b7-1f72-4ac9-8087-0ec25339786d req-6aa4d3de-6ac6-47d0-bff9-e4f9dbc7d9b2 tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] Request body: {'port': {'device_id': '6fdad434-c3e1-494a-ad24-9206ceaf4c12', 'network_id': 'f0c82eb4-694b-46cd-8405-b22504091d10', 'admin_state_up': True, 'tenant_id': '4569f08ed7094f2caf5772ad4808989f'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:39:40.722402 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-3325becc-ce8b-4aa6-a0c1-699643b1b0ec tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Deleting port 9818cbd7-7524-4951-9e58-f17faeff1ed2 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:39:40.722402 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3325becc-ce8b-4aa6-a0c1-699643b1b0ec tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:40.789479 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-3325becc-ce8b-4aa6-a0c1-699643b1b0ec tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] For port 9818cbd7-7524-4951-9e58-f17faeff1ed2, host n-h1-779913-29, got binding levels [] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:39:40.789887 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3325becc-ce8b-4aa6-a0c1-699643b1b0ec tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:40.805370 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-3325becc-ce8b-4aa6-a0c1-699643b1b0ec tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Calling delete_port for 9818cbd7-7524-4951-9e58-f17faeff1ed2 owned by {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:39:40.821541 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-59f54b8b-2502-4e52-8542-8148a0ef4056 req-244fb4d0-e401-441f-b553-6cf725202c84 tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:40.906990 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3325becc-ce8b-4aa6-a0c1-699643b1b0ec tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:40.937891 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3325becc-ce8b-4aa6-a0c1-699643b1b0ec tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Pushing event deleted for resources: {'Port': ['ID=9818cbd7-7524-4951-9e58-f17faeff1ed2,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:40.941468 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3325becc-ce8b-4aa6-a0c1-699643b1b0ec tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:40.946981 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-3325becc-ce8b-4aa6-a0c1-699643b1b0ec tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] 10.222.0.68 "DELETE /v2.0/ports/9818cbd7-7524-4951-9e58-f17faeff1ed2 HTTP/1.1" status: 204 len: 168 time: 0.3410509 Jul 14 09:39:40.947259 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 41530) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:40.978249 n-d-779913-29 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d6e10e9-d513-4669-9ae8-fa739766c309 tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] GET failed (client error): The resource could not be found. Jul 14 09:39:40.983620 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-4d6e10e9-d513-4669-9ae8-fa739766c309 tempest-PortsAdminExtendedAttrsTestJSON-1911798591 tempest-PortsAdminExtendedAttrsTestJSON-1911798591-project-admin] 10.222.0.68 "GET /v2.0/ports/9818cbd7-7524-4951-9e58-f17faeff1ed2 HTTP/1.1" status: 404 len: 333 time: 0.0317581 Jul 14 09:39:40.983768 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68e1d2b7-1f72-4ac9-8087-0ec25339786d req-6aa4d3de-6ac6-47d0-bff9-e4f9dbc7d9b2 tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] Made reservation on behalf of 4569f08ed7094f2caf5772ad4808989f for: {'port': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:39:40.983887 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 41532) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:40.986290 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-68e1d2b7-1f72-4ac9-8087-0ec25339786d req-6aa4d3de-6ac6-47d0-bff9-e4f9dbc7d9b2 tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:40.988623 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-59f54b8b-2502-4e52-8542-8148a0ef4056 req-244fb4d0-e401-441f-b553-6cf725202c84 tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:41.076529 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9bb11294-935a-4b69-9a46-66645772067b tempest-PortsAdminExtendedAttrsTestJSON-580481768 tempest-PortsAdminExtendedAttrsTestJSON-580481768-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3876111'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:41.090772 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59f54b8b-2502-4e52-8542-8148a0ef4056 req-244fb4d0-e401-441f-b553-6cf725202c84 tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] Network f0c82eb4-694b-46cd-8405-b22504091d10 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:39:41.101342 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [req-59f54b8b-2502-4e52-8542-8148a0ef4056 req-244fb4d0-e401-441f-b553-6cf725202c84 tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:39:41.107395 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-59f54b8b-2502-4e52-8542-8148a0ef4056 req-244fb4d0-e401-441f-b553-6cf725202c84 tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:39:41.112766 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244fb4d0-e401-441f-b553-6cf725202c84 tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] Pushing event updated for resources: {'Port': ['ID=1164dd28-0bae-4b72-94a6-b6d00b983a83,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:41.176611 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9bb11294-935a-4b69-9a46-66645772067b tempest-PortsAdminExtendedAttrsTestJSON-580481768 tempest-PortsAdminExtendedAttrsTestJSON-580481768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473955', 'neutron.services.segments.db._delete_segments_for_network-8735688326548'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:41.188327 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-9bb11294-935a-4b69-9a46-66645772067b tempest-PortsAdminExtendedAttrsTestJSON-580481768 tempest-PortsAdminExtendedAttrsTestJSON-580481768-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66a3ca10-f213-4c37-8ec9-9601c6b30e7c']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:39:41.200014 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-9bb11294-935a-4b69-9a46-66645772067b tempest-PortsAdminExtendedAttrsTestJSON-580481768 tempest-PortsAdminExtendedAttrsTestJSON-580481768-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '793acdbb-9ab0-4279-b20f-9d0f8ed7b2fc') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:39:41.200298 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-9bb11294-935a-4b69-9a46-66645772067b tempest-PortsAdminExtendedAttrsTestJSON-580481768 tempest-PortsAdminExtendedAttrsTestJSON-580481768-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '793acdbb-9ab0-4279-b20f-9d0f8ed7b2fc') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:39:41.210808 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9bb11294-935a-4b69-9a46-66645772067b tempest-PortsAdminExtendedAttrsTestJSON-580481768 tempest-PortsAdminExtendedAttrsTestJSON-580481768-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735688356235', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13574129'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:41.211396 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f54b8b-2502-4e52-8542-8148a0ef4056 req-244fb4d0-e401-441f-b553-6cf725202c84 tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:41.211961 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-59f54b8b-2502-4e52-8542-8148a0ef4056 req-244fb4d0-e401-441f-b553-6cf725202c84 tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:41.230624 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9bb11294-935a-4b69-9a46-66645772067b tempest-PortsAdminExtendedAttrsTestJSON-580481768 tempest-PortsAdminExtendedAttrsTestJSON-580481768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:41.237100 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bb11294-935a-4b69-9a46-66645772067b tempest-PortsAdminExtendedAttrsTestJSON-580481768 tempest-PortsAdminExtendedAttrsTestJSON-580481768-project] Releasing vlan 731 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:39:41.237781 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9bb11294-935a-4b69-9a46-66645772067b tempest-PortsAdminExtendedAttrsTestJSON-580481768 tempest-PortsAdminExtendedAttrsTestJSON-580481768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13573126'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:41.241459 n-d-779913-29 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:39:41.241459 n-d-779913-29 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:39:41.241459 n-d-779913-29 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:39:41.241459 n-d-779913-29 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:39:41.241459 n-d-779913-29 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:39:41.241459 n-d-779913-29 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:39:41.241459 n-d-779913-29 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:39:41.241459 n-d-779913-29 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:39:41.241459 n-d-779913-29 neutron-server[93958]: Traceback (most recent call last): Jul 14 09:39:41.241459 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:39:41.241459 n-d-779913-29 neutron-server[93958]: timer() Jul 14 09:39:41.241459 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:39:41.241459 n-d-779913-29 neutron-server[93958]: cb(*args, **kw) Jul 14 09:39:41.241459 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:39:41.241459 n-d-779913-29 neutron-server[93958]: return func(*args, **kwargs) Jul 14 09:39:41.241459 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:39:41.241459 n-d-779913-29 neutron-server[93958]: self._notify() Jul 14 09:39:41.241459 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:39:41.241459 n-d-779913-29 neutron-server[93958]: self.callback(batched_events) Jul 14 09:39:41.241459 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:39:41.241459 n-d-779913-29 neutron-server[93958]: event.method(event) Jul 14 09:39:41.241459 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:39:41.241459 n-d-779913-29 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:39:41.241459 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:39:41.241459 n-d-779913-29 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:39:41.241459 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:39:41.241459 n-d-779913-29 neutron-server[93958]: return f(self, *a, **k) Jul 14 09:39:41.241459 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:39:41.241459 n-d-779913-29 neutron-server[93958]: return self._get(url).json() Jul 14 09:39:41.241459 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:39:41.241459 n-d-779913-29 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:39:41.241459 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:39:41.241459 n-d-779913-29 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 14 09:39:41.241459 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:39:41.241459 n-d-779913-29 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:39:41.241459 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:39:41.241459 n-d-779913-29 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:39:41.241459 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:39:41.241459 n-d-779913-29 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:39:41.241459 n-d-779913-29 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:39:41.258688 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-59f54b8b-2502-4e52-8542-8148a0ef4056 req-244fb4d0-e401-441f-b553-6cf725202c84 tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8645611 Jul 14 09:39:41.270495 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [req-68e1d2b7-1f72-4ac9-8087-0ec25339786d req-6aa4d3de-6ac6-47d0-bff9-e4f9dbc7d9b2 tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] Allocated IP 172.20.0.10 (f0c82eb4-694b-46cd-8405-b22504091d10/5a6019b3-7787-4bdb-b397-5a269fa1d62c/022668d7-f0e9-430a-943a-2690558ea595) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:39:41.280124 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-59f54b8b-2502-4e52-8542-8148a0ef4056 req-b7313edc-267b-4028-872e-ae29c5046446 service neutron] Request body: {'port': {'device_id': 'abf03d13-3e8c-49a2-bd4b-0fc24e0a569d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-29'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:39:41.311051 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9bb11294-935a-4b69-9a46-66645772067b tempest-PortsAdminExtendedAttrsTestJSON-580481768 tempest-PortsAdminExtendedAttrsTestJSON-580481768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660504'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:41.321243 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9bb11294-935a-4b69-9a46-66645772067b tempest-PortsAdminExtendedAttrsTestJSON-580481768 tempest-PortsAdminExtendedAttrsTestJSON-580481768-project] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:41.325428 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-9bb11294-935a-4b69-9a46-66645772067b tempest-PortsAdminExtendedAttrsTestJSON-580481768 tempest-PortsAdminExtendedAttrsTestJSON-580481768-project] 10.222.0.68 "DELETE /v2.0/networks/66a3ca10-f213-4c37-8ec9-9601c6b30e7c HTTP/1.1" status: 204 len: 168 time: 0.3383381 Jul 14 09:39:41.334470 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb11294-935a-4b69-9a46-66645772067b tempest-PortsAdminExtendedAttrsTestJSON-580481768 tempest-PortsAdminExtendedAttrsTestJSON-580481768-project] Pushing event deleted for resources: {'Network': ['ID=66a3ca10-f213-4c37-8ec9-9601c6b30e7c,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:41.390022 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7931b059-4ebe-4783-bcf1-15fcf84bccfd tempest-RoutersNegativeTest-1889179771 tempest-RoutersNegativeTest-1889179771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-683602'] for router_interface, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:41.492049 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-59f54b8b-2502-4e52-8542-8148a0ef4056 req-b7313edc-267b-4028-872e-ae29c5046446 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:41.604115 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-00b7b840-1dde-4eb7-bcc3-b8a109a71110 req-a78f3457-b82f-459c-90e9-d4582dcfce1b tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] 10.222.0.68 "GET /v2.0/ports?device_id=6fdad434-c3e1-494a-ad24-9206ceaf4c12 HTTP/1.1" status: 200 len: 210 time: 0.0558898 Jul 14 09:39:41.658845 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 41558) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:41.808393 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-68e1d2b7-1f72-4ac9-8087-0ec25339786d req-6aa4d3de-6ac6-47d0-bff9-e4f9dbc7d9b2 tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:41.876202 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc35b399-85dc-4056-ad60-9c8dfe1ec79b req-f3b47b24-7927-49a1-b60a-8d92d138bedf tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:41.877782 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-fc35b399-85dc-4056-ad60-9c8dfe1ec79b req-f3b47b24-7927-49a1-b60a-8d92d138bedf tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/ports?device_id=1f00f438-7e79-4879-a4cb-979f8f9574f7 HTTP/1.1" status: 200 len: 945 time: 0.1144035 Jul 14 09:39:41.880484 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-8de0c0b1-dcde-48d2-b045-6e89fa673c43 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=e688cb2fa831461a96eb998dfee58a87&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2200797 Jul 14 09:39:41.884902 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 41570) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:41.918993 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-68e1d2b7-1f72-4ac9-8087-0ec25339786d req-6aa4d3de-6ac6-47d0-bff9-e4f9dbc7d9b2 tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:41.962451 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-fc35b399-85dc-4056-ad60-9c8dfe1ec79b req-0c588088-69fc-46ec-bda1-61967de6278e tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/security-groups?id=8ddc8877-605a-44c2-a058-368d728dd554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706935 Jul 14 09:39:41.980005 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6f46dc2a-2158-456b-9b72-b48b40dc50fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:42.022014 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6f46dc2a-2158-456b-9b72-b48b40dc50fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:42.041531 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68e1d2b7-1f72-4ac9-8087-0ec25339786d req-6aa4d3de-6ac6-47d0-bff9-e4f9dbc7d9b2 tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] Network f0c82eb4-694b-46cd-8405-b22504091d10 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:39:42.073088 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [req-68e1d2b7-1f72-4ac9-8087-0ec25339786d req-6aa4d3de-6ac6-47d0-bff9-e4f9dbc7d9b2 tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:39:42.077365 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa4d3de-6ac6-47d0-bff9-e4f9dbc7d9b2 tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] Pushing event updated for resources: {'Port': ['ID=022668d7-f0e9-430a-943a-2690558ea595,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:42.079740 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-68e1d2b7-1f72-4ac9-8087-0ec25339786d req-6aa4d3de-6ac6-47d0-bff9-e4f9dbc7d9b2 tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:39:42.114464 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6f46dc2a-2158-456b-9b72-b48b40dc50fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:42.119084 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6f46dc2a-2158-456b-9b72-b48b40dc50fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:42.124328 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-6f46dc2a-2158-456b-9b72-b48b40dc50fc admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/812f5897-bedc-43f1-b8f4-0cf8ee07a3ec HTTP/1.1" status: 204 len: 168 time: 0.2380378 Jul 14 09:39:42.135458 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f46dc2a-2158-456b-9b72-b48b40dc50fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=812f5897-bedc-43f1-b8f4-0cf8ee07a3ec,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:42.206726 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device a970771e-72dd-4129-ae5e-f96993f10aeb up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:39:42.225093 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e1d2b7-1f72-4ac9-8087-0ec25339786d req-6aa4d3de-6ac6-47d0-bff9-e4f9dbc7d9b2 tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:42.225844 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-68e1d2b7-1f72-4ac9-8087-0ec25339786d req-6aa4d3de-6ac6-47d0-bff9-e4f9dbc7d9b2 tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:42.288605 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-7931b059-4ebe-4783-bcf1-15fcf84bccfd tempest-RoutersNegativeTest-1889179771 tempest-RoutersNegativeTest-1889179771-project] Deleting port e55fd0e5-0ad7-4ffb-b781-ae2fd1b0d938 {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:39:42.288956 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7931b059-4ebe-4783-bcf1-15fcf84bccfd tempest-RoutersNegativeTest-1889179771 tempest-RoutersNegativeTest-1889179771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:42.292482 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-68e1d2b7-1f72-4ac9-8087-0ec25339786d req-6aa4d3de-6ac6-47d0-bff9-e4f9dbc7d9b2 tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6335788 Jul 14 09:39:42.298035 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port a970771e-72dd-4129-ae5e-f96993f10aeb triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:39:42.298464 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:42.329524 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-68e1d2b7-1f72-4ac9-8087-0ec25339786d req-95ec2a57-c834-4e54-81c1-3c44a06ef8f7 service neutron] Request body: {'port': {'device_id': '6fdad434-c3e1-494a-ad24-9206ceaf4c12', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-29'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:39:42.444563 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd6a13d-80f3-433b-98a1-5ea30153ecf5 req-0a7fbad5-0e07-437c-a8e1-3d4838afc3bd tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:42.454030 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ccd6a13d-80f3-433b-98a1-5ea30153ecf5 req-0a7fbad5-0e07-437c-a8e1-3d4838afc3bd tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/ports?device_id=1f00f438-7e79-4879-a4cb-979f8f9574f7 HTTP/1.1" status: 200 len: 945 time: 0.0934930 Jul 14 09:39:42.477846 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [req-59f54b8b-2502-4e52-8542-8148a0ef4056 req-b7313edc-267b-4028-872e-ae29c5046446 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1164dd28-0bae-4b72-94a6-b6d00b983a83 {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:39:42.511617 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ccd6a13d-80f3-433b-98a1-5ea30153ecf5 req-6d6f6afe-9632-44df-bf6d-22dc309316ec tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/security-groups?id=8ddc8877-605a-44c2-a058-368d728dd554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545223 Jul 14 09:39:42.514148 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-59f54b8b-2502-4e52-8542-8148a0ef4056 req-b7313edc-267b-4028-872e-ae29c5046446 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:42.517363 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-68e1d2b7-1f72-4ac9-8087-0ec25339786d req-95ec2a57-c834-4e54-81c1-3c44a06ef8f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:42.555490 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7931b059-4ebe-4783-bcf1-15fcf84bccfd tempest-RoutersNegativeTest-1889179771 tempest-RoutersNegativeTest-1889179771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:42.565992 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [req-59f54b8b-2502-4e52-8542-8148a0ef4056 req-b7313edc-267b-4028-872e-ae29c5046446 service neutron] Transition to ACTIVE for port object 1164dd28-0bae-4b72-94a6-b6d00b983a83 will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:39:42.588413 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 41590) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:42.598569 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-59f54b8b-2502-4e52-8542-8148a0ef4056 req-b7313edc-267b-4028-872e-ae29c5046446 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:42.602083 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-7931b059-4ebe-4783-bcf1-15fcf84bccfd tempest-RoutersNegativeTest-1889179771 tempest-RoutersNegativeTest-1889179771-project] Calling delete_port for e55fd0e5-0ad7-4ffb-b781-ae2fd1b0d938 owned by network:router_interface {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:39:42.633781 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-d23f58a1-bfc0-4c50-9269-3d007281e6aa admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=00e82e5e213840de9bbc3ba85947e4eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0441329 Jul 14 09:39:42.636309 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 41594) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:42.709425 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0228a923-70bb-4287-8496-7c38f58c09ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:42.749760 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0228a923-70bb-4287-8496-7c38f58c09ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:42.781761 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:42.816733 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7313edc-267b-4028-872e-ae29c5046446 service neutron] Pushing event updated for resources: {'Port': ['ID=1164dd28-0bae-4b72-94a6-b6d00b983a83,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:42.827664 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0228a923-70bb-4287-8496-7c38f58c09ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:42.830438 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0228a923-70bb-4287-8496-7c38f58c09ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:42.831714 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-0228a923-70bb-4287-8496-7c38f58c09ba admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/ac6a9388-fd58-4d3e-8433-4eb5241abad4 HTTP/1.1" status: 204 len: 168 time: 0.1942759 Jul 14 09:39:42.840847 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0228a923-70bb-4287-8496-7c38f58c09ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac6a9388-fd58-4d3e-8433-4eb5241abad4,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:43.360680 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-59f54b8b-2502-4e52-8542-8148a0ef4056 req-b7313edc-267b-4028-872e-ae29c5046446 service neutron] Attempting to bind port 1164dd28-0bae-4b72-94a6-b6d00b983a83 on host n-h1-779913-29 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:39:43.360988 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-59f54b8b-2502-4e52-8542-8148a0ef4056 req-b7313edc-267b-4028-872e-ae29c5046446 service neutron] Attempting to bind port 1164dd28-0bae-4b72-94a6-b6d00b983a83 by drivers openvswitch,hyperv on host n-h1-779913-29 at level 0 using segments [{'id': 'a4b774bd-9c2f-43c0-8171-506dbb18f0fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'f0c82eb4-694b-46cd-8405-b22504091d10'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:39:43.361322 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59f54b8b-2502-4e52-8542-8148a0ef4056 req-b7313edc-267b-4028-872e-ae29c5046446 service neutron] Attempting to bind port 1164dd28-0bae-4b72-94a6-b6d00b983a83 on network f0c82eb4-694b-46cd-8405-b22504091d10 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:39:43.384744 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59f54b8b-2502-4e52-8542-8148a0ef4056 req-b7313edc-267b-4028-872e-ae29c5046446 service neutron] Port 1164dd28-0bae-4b72-94a6-b6d00b983a83 on network f0c82eb4-694b-46cd-8405-b22504091d10 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-29 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:39:43.385071 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59f54b8b-2502-4e52-8542-8148a0ef4056 req-b7313edc-267b-4028-872e-ae29c5046446 service neutron] Attempting to bind port 1164dd28-0bae-4b72-94a6-b6d00b983a83 on network f0c82eb4-694b-46cd-8405-b22504091d10 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:39:43.403986 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27d31e6-1af1-4a1a-8f03-292ab6bc429f req-6a32fd74-026b-4249-bce6-12d95fa075fa tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:43.405485 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e27d31e6-1af1-4a1a-8f03-292ab6bc429f req-6a32fd74-026b-4249-bce6-12d95fa075fa tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] 10.222.0.68 "GET /v2.0/ports?device_id=6fdad434-c3e1-494a-ad24-9206ceaf4c12 HTTP/1.1" status: 200 len: 932 time: 0.6121538 Jul 14 09:39:43.434234 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59f54b8b-2502-4e52-8542-8148a0ef4056 req-b7313edc-267b-4028-872e-ae29c5046446 service neutron] Checking agent: {'id': 'de11e667-f145-47b0-bd09-334a7505938e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 13, 12), 'started_at': datetime.datetime(2021, 7, 14, 9, 13, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 39, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:39:43.434572 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59f54b8b-2502-4e52-8542-8148a0ef4056 req-b7313edc-267b-4028-872e-ae29c5046446 service neutron] Checking segment: {'id': 'a4b774bd-9c2f-43c0-8171-506dbb18f0fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'f0c82eb4-694b-46cd-8405-b22504091d10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:39:43.435204 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59f54b8b-2502-4e52-8542-8148a0ef4056 req-b7313edc-267b-4028-872e-ae29c5046446 service neutron] Bound using segment: {'id': 'a4b774bd-9c2f-43c0-8171-506dbb18f0fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'f0c82eb4-694b-46cd-8405-b22504091d10'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:39:43.435738 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-59f54b8b-2502-4e52-8542-8148a0ef4056 req-b7313edc-267b-4028-872e-ae29c5046446 service neutron] Bound port: 1164dd28-0bae-4b72-94a6-b6d00b983a83, host: n-h1-779913-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4b774bd-9c2f-43c0-8171-506dbb18f0fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'f0c82eb4-694b-46cd-8405-b22504091d10'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:39:43.436282 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-59f54b8b-2502-4e52-8542-8148a0ef4056 req-b7313edc-267b-4028-872e-ae29c5046446 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:43.552934 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7931b059-4ebe-4783-bcf1-15fcf84bccfd tempest-RoutersNegativeTest-1889179771 tempest-RoutersNegativeTest-1889179771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:43.555926 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:43.624703 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e27d31e6-1af1-4a1a-8f03-292ab6bc429f req-8563c2fd-6e8f-48b3-8bf7-26b753c4e148 tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] 10.222.0.68 "GET /v2.0/security-groups?id=8136fa3c-cdeb-41b3-bfb9-6bf131e66cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937377 Jul 14 09:39:43.630552 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7931b059-4ebe-4783-bcf1-15fcf84bccfd tempest-RoutersNegativeTest-1889179771 tempest-RoutersNegativeTest-1889179771-project] Pushing event deleted for resources: {'Port': ['ID=e55fd0e5-0ad7-4ffb-b781-ae2fd1b0d938,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:43.710683 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-59f54b8b-2502-4e52-8542-8148a0ef4056 req-b7313edc-267b-4028-872e-ae29c5046446 service neutron] For port 1164dd28-0bae-4b72-94a6-b6d00b983a83, host n-h1-779913-29, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:39:43.735793 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [req-68e1d2b7-1f72-4ac9-8087-0ec25339786d req-95ec2a57-c834-4e54-81c1-3c44a06ef8f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 022668d7-f0e9-430a-943a-2690558ea595 {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:39:43.749515 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-68e1d2b7-1f72-4ac9-8087-0ec25339786d req-95ec2a57-c834-4e54-81c1-3c44a06ef8f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:43.750679 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c0c453-0097-4f0f-a060-47239d432602 req-9bdf5d92-7042-4747-b589-1dbd2186f3fe tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:43.753094 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-88c0c453-0097-4f0f-a060-47239d432602 req-9bdf5d92-7042-4747-b589-1dbd2186f3fe tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/ports?device_id=1f00f438-7e79-4879-a4cb-979f8f9574f7 HTTP/1.1" status: 200 len: 945 time: 0.0960677 Jul 14 09:39:43.759563 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-59f54b8b-2502-4e52-8542-8148a0ef4056 req-b7313edc-267b-4028-872e-ae29c5046446 service neutron] For port 1164dd28-0bae-4b72-94a6-b6d00b983a83, host n-h1-779913-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=1164dd28-0bae-4b72-94a6-b6d00b983a83,segment=NetworkSegment(a4b774bd-9c2f-43c0-8171-506dbb18f0fd),segment_id=a4b774bd-9c2f-43c0-8171-506dbb18f0fd)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:39:43.772924 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-59f54b8b-2502-4e52-8542-8148a0ef4056 req-b7313edc-267b-4028-872e-ae29c5046446 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:43.797318 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [req-68e1d2b7-1f72-4ac9-8087-0ec25339786d req-95ec2a57-c834-4e54-81c1-3c44a06ef8f7 service neutron] Transition to ACTIVE for port object 022668d7-f0e9-430a-943a-2690558ea595 will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:39:43.806300 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f54b8b-2502-4e52-8542-8148a0ef4056 req-b7313edc-267b-4028-872e-ae29c5046446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:43.806943 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-59f54b8b-2502-4e52-8542-8148a0ef4056 req-b7313edc-267b-4028-872e-ae29c5046446 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:43.809013 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-59f54b8b-2502-4e52-8542-8148a0ef4056 req-b7313edc-267b-4028-872e-ae29c5046446 service neutron] 10.222.0.65 "PUT /v2.0/ports/1164dd28-0bae-4b72-94a6-b6d00b983a83 HTTP/1.1" status: 200 len: 1092 time: 2.5349689 Jul 14 09:39:43.842071 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-88c0c453-0097-4f0f-a060-47239d432602 req-717c31f9-6347-41f4-93fe-21b3c23ccc41 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/security-groups?id=8ddc8877-605a-44c2-a058-368d728dd554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814428 Jul 14 09:39:43.843088 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abf03d13-3e8c-49a2-bd4b-0fc24e0a569d', 'tag': '1164dd28-0bae-4b72-94a6-b6d00b983a83'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:39:43.849802 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbf1654e-dd67-48c4-bc9c-4a43b45919b4" -d '{"events": [{"name": "network-changed", "server_uuid": "abf03d13-3e8c-49a2-bd4b-0fc24e0a569d", "tag": "1164dd28-0bae-4b72-94a6-b6d00b983a83"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:39:43.867512 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-68e1d2b7-1f72-4ac9-8087-0ec25339786d req-95ec2a57-c834-4e54-81c1-3c44a06ef8f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:43.928526 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:39:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1aaa4e2d-6fdb-4466-a98f-437667056836 x-openstack-request-id: req-1aaa4e2d-6fdb-4466-a98f-437667056836 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:39:43.929016 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abf03d13-3e8c-49a2-bd4b-0fc24e0a569d", "tag": "1164dd28-0bae-4b72-94a6-b6d00b983a83", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:39:43.929385 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-1aaa4e2d-6fdb-4466-a98f-437667056836 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:39:43.929894 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abf03d13-3e8c-49a2-bd4b-0fc24e0a569d', 'tag': '1164dd28-0bae-4b72-94a6-b6d00b983a83', 'status': 'completed', 'code': 200} Jul 14 09:39:44.014596 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7931b059-4ebe-4783-bcf1-15fcf84bccfd tempest-RoutersNegativeTest-1889179771 tempest-RoutersNegativeTest-1889179771-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-620860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682934'] for router_interface, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:44.022587 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7313edc-267b-4028-872e-ae29c5046446 service neutron] Pushing event updated for resources: {'Port': ['ID=1164dd28-0bae-4b72-94a6-b6d00b983a83,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:44.064435 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 41642) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:44.179125 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-7e629e41-71c6-401d-b49b-606161edd7fb tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Request body: {'network': {'name': 'tempest-RoutersTest-73013367'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:39:44.195136 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ec2a57-c834-4e54-81c1-3c44a06ef8f7 service neutron] Pushing event updated for resources: {'Port': ['ID=022668d7-f0e9-430a-943a-2690558ea595,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:44.202800 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e629e41-71c6-401d-b49b-606161edd7fb tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Made reservation on behalf of 8f66f4ea00254d4cb400476df8920946 for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:39:44.208002 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7e629e41-71c6-401d-b49b-606161edd7fb tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:44.212626 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f54b8b-2502-4e52-8542-8148a0ef4056 req-34df7204-40b1-49db-9349-6eabd389dcb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:44.214200 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-59f54b8b-2502-4e52-8542-8148a0ef4056 req-34df7204-40b1-49db-9349-6eabd389dcb2 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4569f08ed7094f2caf5772ad4808989f&device_id=abf03d13-3e8c-49a2-bd4b-0fc24e0a569d HTTP/1.1" status: 200 len: 1095 time: 0.2938271 Jul 14 09:39:44.218310 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7e629e41-71c6-401d-b49b-606161edd7fb tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:44.296101 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-68e1d2b7-1f72-4ac9-8087-0ec25339786d req-95ec2a57-c834-4e54-81c1-3c44a06ef8f7 service neutron] Attempting to bind port 022668d7-f0e9-430a-943a-2690558ea595 on host n-h2-779913-29 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:39:44.296447 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-68e1d2b7-1f72-4ac9-8087-0ec25339786d req-95ec2a57-c834-4e54-81c1-3c44a06ef8f7 service neutron] Attempting to bind port 022668d7-f0e9-430a-943a-2690558ea595 by drivers openvswitch,hyperv on host n-h2-779913-29 at level 0 using segments [{'id': 'a4b774bd-9c2f-43c0-8171-506dbb18f0fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'f0c82eb4-694b-46cd-8405-b22504091d10'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:39:44.296786 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68e1d2b7-1f72-4ac9-8087-0ec25339786d req-95ec2a57-c834-4e54-81c1-3c44a06ef8f7 service neutron] Attempting to bind port 022668d7-f0e9-430a-943a-2690558ea595 on network f0c82eb4-694b-46cd-8405-b22504091d10 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:39:44.330390 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-59f54b8b-2502-4e52-8542-8148a0ef4056 req-6241a6c4-b5a9-4c7f-8ace-bb942f410e71 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1164dd28-0bae-4b72-94a6-b6d00b983a83 HTTP/1.1" status: 200 len: 217 time: 0.0686979 Jul 14 09:39:44.332017 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68e1d2b7-1f72-4ac9-8087-0ec25339786d req-95ec2a57-c834-4e54-81c1-3c44a06ef8f7 service neutron] Port 022668d7-f0e9-430a-943a-2690558ea595 on network f0c82eb4-694b-46cd-8405-b22504091d10 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-29 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:39:44.332352 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68e1d2b7-1f72-4ac9-8087-0ec25339786d req-95ec2a57-c834-4e54-81c1-3c44a06ef8f7 service neutron] Attempting to bind port 022668d7-f0e9-430a-943a-2690558ea595 on network f0c82eb4-694b-46cd-8405-b22504091d10 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:39:44.342048 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7e629e41-71c6-401d-b49b-606161edd7fb tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:44.347051 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7e629e41-71c6-401d-b49b-606161edd7fb tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:44.351252 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68e1d2b7-1f72-4ac9-8087-0ec25339786d req-95ec2a57-c834-4e54-81c1-3c44a06ef8f7 service neutron] Checking agent: {'id': '013e4a3b-a634-47b8-b6a5-1a25109b73fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 13, 13), 'started_at': datetime.datetime(2021, 7, 14, 9, 13, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 39, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:39:44.351770 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68e1d2b7-1f72-4ac9-8087-0ec25339786d req-95ec2a57-c834-4e54-81c1-3c44a06ef8f7 service neutron] Checking segment: {'id': 'a4b774bd-9c2f-43c0-8171-506dbb18f0fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'f0c82eb4-694b-46cd-8405-b22504091d10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:39:44.352168 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68e1d2b7-1f72-4ac9-8087-0ec25339786d req-95ec2a57-c834-4e54-81c1-3c44a06ef8f7 service neutron] Bound using segment: {'id': 'a4b774bd-9c2f-43c0-8171-506dbb18f0fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'f0c82eb4-694b-46cd-8405-b22504091d10'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:39:44.352618 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-68e1d2b7-1f72-4ac9-8087-0ec25339786d req-95ec2a57-c834-4e54-81c1-3c44a06ef8f7 service neutron] Bound port: 022668d7-f0e9-430a-943a-2690558ea595, host: n-h2-779913-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4b774bd-9c2f-43c0-8171-506dbb18f0fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'f0c82eb4-694b-46cd-8405-b22504091d10'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:39:44.353034 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-68e1d2b7-1f72-4ac9-8087-0ec25339786d req-95ec2a57-c834-4e54-81c1-3c44a06ef8f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:44.383116 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e629e41-71c6-401d-b49b-606161edd7fb tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 715} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:39:44.384044 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7931b059-4ebe-4783-bcf1-15fcf84bccfd tempest-RoutersNegativeTest-1889179771 tempest-RoutersNegativeTest-1889179771-project] Router 7a67c47e-d4d8-472c-814f-f2ba2a53850e has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:39:44.394471 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e629e41-71c6-401d-b49b-606161edd7fb tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2e7b91b-a4be-4da5-ac8d-2fe92db49974,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:44.401999 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7e629e41-71c6-401d-b49b-606161edd7fb tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:44.402570 n-d-779913-29 neutron-server[93958]: INFO neutron.db.segments_db [None req-7e629e41-71c6-401d-b49b-606161edd7fb tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Added segment 0cdef85e-9804-4108-b035-3a73f4ad4f98 of type vlan for network 81bb5a44-3063-46b3-8dd1-1a5c60fc8553 Jul 14 09:39:44.431986 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f54b8b-2502-4e52-8542-8148a0ef4056 req-3fb66f7a-48e8-46a0-81e8-fd1498f9ca99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:44.433478 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-59f54b8b-2502-4e52-8542-8148a0ef4056 req-3fb66f7a-48e8-46a0-81e8-fd1498f9ca99 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=5a6019b3-7787-4bdb-b397-5a269fa1d62c HTTP/1.1" status: 200 len: 859 time: 0.0959635 Jul 14 09:39:44.454041 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7e629e41-71c6-401d-b49b-606161edd7fb tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735687821325'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:44.488317 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7e629e41-71c6-401d-b49b-606161edd7fb tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:44.494762 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e629e41-71c6-401d-b49b-606161edd7fb tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:44.495569 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7e629e41-71c6-401d-b49b-606161edd7fb tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:44.526947 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-7e629e41-71c6-401d-b49b-606161edd7fb tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.4613879 Jul 14 09:39:44.530904 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 41662) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:44.532928 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-59f54b8b-2502-4e52-8542-8148a0ef4056 req-d587f737-81d1-4559-b5cf-708a43e4ae7d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f0c82eb4-694b-46cd-8405-b22504091d10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0919850 Jul 14 09:39:44.540155 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-8335eb51-921b-4135-b8b5-7e47d8ac9bfa tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Request body: {'network': {'name': 'tempest-RoutersTest-240178149'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:39:44.585817 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e629e41-71c6-401d-b49b-606161edd7fb tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Pushing event updated for resources: {'Network': ['ID=81bb5a44-3063-46b3-8dd1-1a5c60fc8553,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:44.598015 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Network 81bb5a44-3063-46b3-8dd1-1a5c60fc8553 details requested by agent ovs-agent-n-d-779913-29 with host n-d-779913-29 {{(pid=93959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:39:44.605813 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7931b059-4ebe-4783-bcf1-15fcf84bccfd tempest-RoutersNegativeTest-1889179771 tempest-RoutersNegativeTest-1889179771-project] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:39:44.618675 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-7931b059-4ebe-4783-bcf1-15fcf84bccfd tempest-RoutersNegativeTest-1889179771 tempest-RoutersNegativeTest-1889179771-project] 10.222.0.68 "PUT /v2.0/routers/7a67c47e-d4d8-472c-814f-f2ba2a53850e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0796068 Jul 14 09:39:44.621132 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4ebddfd-742d-4b5f-9a29-5be2ca4469b1 None None] Sync routers for ids ['7a67c47e-d4d8-472c-814f-f2ba2a53850e'] in n-d-779913-29 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:39:44.628034 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 41666) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:44.631778 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-68e1d2b7-1f72-4ac9-8087-0ec25339786d req-95ec2a57-c834-4e54-81c1-3c44a06ef8f7 service neutron] For port 022668d7-f0e9-430a-943a-2690558ea595, host n-h2-779913-29, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:39:44.634515 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4ebddfd-742d-4b5f-9a29-5be2ca4469b1 None None] Routers {'7a67c47e-d4d8-472c-814f-f2ba2a53850e'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:39:44.635347 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-c4ebddfd-742d-4b5f-9a29-5be2ca4469b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:39:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['7a67c47e-d4d8-472c-814f-f2ba2a53850e'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:39:44.689997 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-c4ebddfd-742d-4b5f-9a29-5be2ca4469b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:39:44.693976 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-68e1d2b7-1f72-4ac9-8087-0ec25339786d req-95ec2a57-c834-4e54-81c1-3c44a06ef8f7 service neutron] For port 022668d7-f0e9-430a-943a-2690558ea595, host n-h2-779913-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=022668d7-f0e9-430a-943a-2690558ea595,segment=NetworkSegment(a4b774bd-9c2f-43c0-8171-506dbb18f0fd),segment_id=a4b774bd-9c2f-43c0-8171-506dbb18f0fd)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:39:44.697793 n-d-779913-29 neutron-server[93957]: INFO neutron.api.v2.resource [None req-9de5427b-5155-4242-9ccf-50157412916c tempest-RoutersNegativeTest-1889179771 tempest-RoutersNegativeTest-1889179771-project] delete failed (client error): The resource could not be found. Jul 14 09:39:44.698695 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-9de5427b-5155-4242-9ccf-50157412916c tempest-RoutersNegativeTest-1889179771 tempest-RoutersNegativeTest-1889179771-project] 10.222.0.68 "DELETE /v2.0/routers/tempest-non_exist_router-1741611768 HTTP/1.1" status: 404 len: 335 time: 0.0683048 Jul 14 09:39:44.702972 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 41670) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:44.705374 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8335eb51-921b-4135-b8b5-7e47d8ac9bfa tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Made reservation on behalf of 8f66f4ea00254d4cb400476df8920946 for: {'network': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:39:44.708992 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8335eb51-921b-4135-b8b5-7e47d8ac9bfa tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for network, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:44.710110 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-0188193a-c2e2-4ae8-9a16-db508a261d0b tempest-RoutersNegativeTest-1889179771 tempest-RoutersNegativeTest-1889179771-project] Request body: {'router': {'external_gateway_info': {'network_id': '7a67c47e-d4d8-472c-814f-f2ba2a53850e'}}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:39:44.715001 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4ebddfd-742d-4b5f-9a29-5be2ca4469b1 None None] Routers {'7a67c47e-d4d8-472c-814f-f2ba2a53850e'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:39:44.715649 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-c4ebddfd-742d-4b5f-9a29-5be2ca4469b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:39:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['7a67c47e-d4d8-472c-814f-f2ba2a53850e'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:39:44.722870 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-68e1d2b7-1f72-4ac9-8087-0ec25339786d req-95ec2a57-c834-4e54-81c1-3c44a06ef8f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:44.791011 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8335eb51-921b-4135-b8b5-7e47d8ac9bfa tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 749} {{(pid=93957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:39:44.796641 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-c4ebddfd-742d-4b5f-9a29-5be2ca4469b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:39:44.797250 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4ebddfd-742d-4b5f-9a29-5be2ca4469b1 None None] The sync data for ids ['7a67c47e-d4d8-472c-814f-f2ba2a53850e'] in n-d-779913-29 is: [] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:39:44.798843 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e1d2b7-1f72-4ac9-8087-0ec25339786d req-95ec2a57-c834-4e54-81c1-3c44a06ef8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:44.799649 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-68e1d2b7-1f72-4ac9-8087-0ec25339786d req-95ec2a57-c834-4e54-81c1-3c44a06ef8f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:44.802017 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-68e1d2b7-1f72-4ac9-8087-0ec25339786d req-95ec2a57-c834-4e54-81c1-3c44a06ef8f7 service neutron] 10.222.0.57 "PUT /v2.0/ports/022668d7-f0e9-430a-943a-2690558ea595 HTTP/1.1" status: 200 len: 1093 time: 2.4935918 Jul 14 09:39:44.805010 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-59f54b8b-2502-4e52-8542-8148a0ef4056 req-1b4d8dfc-3653-4bfd-969d-cb4a56e11576 service neutron] 10.222.0.65 "GET /v2.0/networks/f0c82eb4-694b-46cd-8405-b22504091d10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2582567 Jul 14 09:39:44.834177 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8335eb51-921b-4135-b8b5-7e47d8ac9bfa tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:44.834646 n-d-779913-29 neutron-server[93957]: INFO neutron.db.segments_db [None req-8335eb51-921b-4135-b8b5-7e47d8ac9bfa tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Added segment b20a7a22-b365-4861-b598-b15dc85e442a of type vlan for network d2438068-488b-4577-b94f-c643a7a78d48 Jul 14 09:39:44.900552 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ec2a57-c834-4e54-81c1-3c44a06ef8f7 service neutron] Pushing event updated for resources: {'Port': ['ID=022668d7-f0e9-430a-943a-2690558ea595,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:45.039944 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8335eb51-921b-4135-b8b5-7e47d8ac9bfa tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735687821325'] for network, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:45.048322 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0188193a-c2e2-4ae8-9a16-db508a261d0b tempest-RoutersNegativeTest-1889179771 tempest-RoutersNegativeTest-1889179771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-661489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-711771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12973'] for router, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:45.061784 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce33dda2-2428-4901-940d-8bdf68c566bf req-a30b14e5-0c2e-41a0-bab4-a63e414e5426 tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:45.063595 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ce33dda2-2428-4901-940d-8bdf68c566bf req-a30b14e5-0c2e-41a0-bab4-a63e414e5426 tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] 10.222.0.68 "GET /v2.0/ports?device_id=6fdad434-c3e1-494a-ad24-9206ceaf4c12 HTTP/1.1" status: 200 len: 944 time: 0.2232468 Jul 14 09:39:45.098691 n-d-779913-29 neutron-server[93958]: INFO neutron.api.v2.resource [None req-0188193a-c2e2-4ae8-9a16-db508a261d0b tempest-RoutersNegativeTest-1889179771 tempest-RoutersNegativeTest-1889179771-project] update failed (client error): The resource could not be found. Jul 14 09:39:45.103352 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-0188193a-c2e2-4ae8-9a16-db508a261d0b tempest-RoutersNegativeTest-1889179771 tempest-RoutersNegativeTest-1889179771-project] 10.222.0.68 "PUT /v2.0/routers/7a67c47e-d4d8-472c-814f-f2ba2a53850e HTTP/1.1" status: 404 len: 339 time: 0.3954730 Jul 14 09:39:45.103513 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-59f54b8b-2502-4e52-8542-8148a0ef4056 req-ebabb64b-8a5b-4735-b859-ae3ea74f684d service neutron] 10.222.0.65 "GET /v2.0/networks/f0c82eb4-694b-46cd-8405-b22504091d10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2895291 Jul 14 09:39:45.103648 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 41682) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:45.115525 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e1d2b7-1f72-4ac9-8087-0ec25339786d req-1bf0db1f-50a9-41dd-bcf8-8020827658a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:45.117038 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-68e1d2b7-1f72-4ac9-8087-0ec25339786d req-1bf0db1f-50a9-41dd-bcf8-8020827658a7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4569f08ed7094f2caf5772ad4808989f&device_id=6fdad434-c3e1-494a-ad24-9206ceaf4c12 HTTP/1.1" status: 200 len: 1096 time: 0.2239399 Jul 14 09:39:45.123079 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8335eb51-921b-4135-b8b5-7e47d8ac9bfa tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855'] for network, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:45.131321 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8335eb51-921b-4135-b8b5-7e47d8ac9bfa tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:45.132066 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8335eb51-921b-4135-b8b5-7e47d8ac9bfa tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks [] for network, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:45.245630 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-68e1d2b7-1f72-4ac9-8087-0ec25339786d req-52226bbb-ae38-4f40-95eb-851ab59e1a72 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=022668d7-f0e9-430a-943a-2690558ea595 HTTP/1.1" status: 200 len: 217 time: 0.1100161 Jul 14 09:39:45.263602 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ce33dda2-2428-4901-940d-8bdf68c566bf req-d0caa7ac-ea09-441c-ad9a-a75f7ecf2e03 tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] 10.222.0.68 "GET /v2.0/security-groups?id=8136fa3c-cdeb-41b3-bfb9-6bf131e66cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899886 Jul 14 09:39:45.290274 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-8335eb51-921b-4135-b8b5-7e47d8ac9bfa tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7563391 Jul 14 09:39:45.307944 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 41688) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:45.315623 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-b5d80b15-ad86-4461-ad3b-35274a95a8ab tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Request body: {'subnet': {'network_id': '81bb5a44-3063-46b3-8dd1-1a5c60fc8553', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:39:45.323954 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe8ffdc-3f5a-430a-a2d1-2e5a2b541c2e req-0b592e68-8a97-42d7-977e-05ad62219cd8 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:45.325696 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ffe8ffdc-3f5a-430a-a2d1-2e5a2b541c2e req-0b592e68-8a97-42d7-977e-05ad62219cd8 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/ports?device_id=1f00f438-7e79-4879-a4cb-979f8f9574f7 HTTP/1.1" status: 200 len: 945 time: 0.3430650 Jul 14 09:39:45.331345 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8335eb51-921b-4135-b8b5-7e47d8ac9bfa tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Pushing event updated for resources: {'Network': ['ID=d2438068-488b-4577-b94f-c643a7a78d48,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:45.344247 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Network d2438068-488b-4577-b94f-c643a7a78d48 details requested by agent ovs-agent-n-d-779913-29 with host n-d-779913-29 {{(pid=93959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:39:45.375705 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e1d2b7-1f72-4ac9-8087-0ec25339786d req-5f4a063d-dfb7-4728-9307-6cb93256cf06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:45.377216 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-68e1d2b7-1f72-4ac9-8087-0ec25339786d req-5f4a063d-dfb7-4728-9307-6cb93256cf06 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5a6019b3-7787-4bdb-b397-5a269fa1d62c HTTP/1.1" status: 200 len: 859 time: 0.1080773 Jul 14 09:39:45.428065 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-68e1d2b7-1f72-4ac9-8087-0ec25339786d req-3bbb3010-a66d-4762-9b1a-89292ac2677d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f0c82eb4-694b-46cd-8405-b22504091d10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386007 Jul 14 09:39:45.432084 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ffe8ffdc-3f5a-430a-a2d1-2e5a2b541c2e req-63ce0b99-4821-4d96-b2bc-66124be12f4c tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/security-groups?id=8ddc8877-605a-44c2-a058-368d728dd554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897679 Jul 14 09:39:45.446159 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf1654e-dd67-48c4-bc9c-4a43b45919b4 req-f3147638-a221-40a7-b885-caeeb3b2f94c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:45.447904 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-bbf1654e-dd67-48c4-bc9c-4a43b45919b4 req-f3147638-a221-40a7-b885-caeeb3b2f94c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4569f08ed7094f2caf5772ad4808989f&device_id=abf03d13-3e8c-49a2-bd4b-0fc24e0a569d HTTP/1.1" status: 200 len: 1095 time: 0.2153857 Jul 14 09:39:45.496881 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-54970727-d9e8-45ab-9386-ee0487f3d643 tempest-RoutersNegativeTest-1889179771 tempest-RoutersNegativeTest-1889179771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:45.508697 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5d80b15-ad86-4461-ad3b-35274a95a8ab tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Made reservation on behalf of 8f66f4ea00254d4cb400476df8920946 for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:39:45.512607 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b5d80b15-ad86-4461-ad3b-35274a95a8ab tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16714600'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:45.603831 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-68e1d2b7-1f72-4ac9-8087-0ec25339786d req-4befc222-6ca8-4c0a-93d1-1a73a9eedfe2 service neutron] 10.222.0.57 "GET /v2.0/networks/f0c82eb4-694b-46cd-8405-b22504091d10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684222 Jul 14 09:39:45.608516 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf1654e-dd67-48c4-bc9c-4a43b45919b4 req-c04d4ab0-cf93-4755-8433-05b3cae32c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:45.609823 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-bbf1654e-dd67-48c4-bc9c-4a43b45919b4 req-c04d4ab0-cf93-4755-8433-05b3cae32c84 service neutron] 10.222.0.65 "GET /v2.0/networks?id=f0c82eb4-694b-46cd-8405-b22504091d10 HTTP/1.1" status: 200 len: 920 time: 0.1461949 Jul 14 09:39:45.691134 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-bbf1654e-dd67-48c4-bc9c-4a43b45919b4 req-605e37df-4744-4de1-955a-ad9515a715c2 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1164dd28-0bae-4b72-94a6-b6d00b983a83 HTTP/1.1" status: 200 len: 217 time: 0.0714507 Jul 14 09:39:45.772181 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf1654e-dd67-48c4-bc9c-4a43b45919b4 req-eadd120a-95d1-4fe6-82be-1eac149b3732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:45.773868 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-bbf1654e-dd67-48c4-bc9c-4a43b45919b4 req-eadd120a-95d1-4fe6-82be-1eac149b3732 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=5a6019b3-7787-4bdb-b397-5a269fa1d62c HTTP/1.1" status: 200 len: 859 time: 0.0749557 Jul 14 09:39:45.780625 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-68e1d2b7-1f72-4ac9-8087-0ec25339786d req-bcb98625-35da-4f1a-8a5a-5caf9d436c7a service neutron] 10.222.0.57 "GET /v2.0/networks/f0c82eb4-694b-46cd-8405-b22504091d10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1698551 Jul 14 09:39:45.822347 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-bbf1654e-dd67-48c4-bc9c-4a43b45919b4 req-fc20430f-c16f-4f45-af04-ebe270aa83db service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f0c82eb4-694b-46cd-8405-b22504091d10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406585 Jul 14 09:39:45.930139 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-bbf1654e-dd67-48c4-bc9c-4a43b45919b4 req-ddef46ef-1df9-4ee0-9202-9bad62f6df1e service neutron] 10.222.0.65 "GET /v2.0/networks/f0c82eb4-694b-46cd-8405-b22504091d10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903199 Jul 14 09:39:45.930907 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fdad434-c3e1-494a-ad24-9206ceaf4c12', 'tag': '022668d7-f0e9-430a-943a-2690558ea595'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:39:45.932926 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb5b07c3-4325-488e-9ad9-43308a023595" -d '{"events": [{"name": "network-changed", "server_uuid": "6fdad434-c3e1-494a-ad24-9206ceaf4c12", "tag": "022668d7-f0e9-430a-943a-2690558ea595"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:39:45.976923 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:39:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f307da03-70f9-44b4-8ec7-35abc7a82ab7 x-openstack-request-id: req-f307da03-70f9-44b4-8ec7-35abc7a82ab7 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:39:45.977214 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fdad434-c3e1-494a-ad24-9206ceaf4c12", "tag": "022668d7-f0e9-430a-943a-2690558ea595", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:39:45.977461 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-f307da03-70f9-44b4-8ec7-35abc7a82ab7 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:39:45.977953 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fdad434-c3e1-494a-ad24-9206ceaf4c12', 'tag': '022668d7-f0e9-430a-943a-2690558ea595', 'status': 'completed', 'code': 200} Jul 14 09:39:46.233633 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-54970727-d9e8-45ab-9386-ee0487f3d643 tempest-RoutersNegativeTest-1889179771 tempest-RoutersNegativeTest-1889179771-project] Allocated IP 172.20.0.1 (1b3bd25c-b41b-48a0-a840-d5cad7abc178/aa03f52b-1e66-450d-b3d5-34ca8e71eb4d/ffad76c4-b70a-4a00-b4a9-88d28c6130df) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:39:46.260786 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b5d80b15-ad86-4461-ad3b-35274a95a8ab tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13573993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16714586'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:46.381330 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d80b15-ad86-4461-ad3b-35274a95a8ab tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Pushing event updated for resources: {'Subnet': ['ID=56010b02-6cdb-4bb9-a5e6-d2ad122e3ad7,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:46.395494 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-bbf1654e-dd67-48c4-bc9c-4a43b45919b4 req-f7066f01-5404-4f7a-ad2b-4b81f2859808 service neutron] 10.222.0.65 "GET /v2.0/networks/f0c82eb4-694b-46cd-8405-b22504091d10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4478106 Jul 14 09:39:46.416942 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5d80b15-ad86-4461-ad3b-35274a95a8ab tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Checking segment: {'id': '0cdef85e-9804-4108-b035-3a73f4ad4f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '81bb5a44-3063-46b3-8dd1-1a5c60fc8553'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:39:46.417299 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5d80b15-ad86-4461-ad3b-35274a95a8ab tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Network hostable DHCP agents. Network: 81bb5a44-3063-46b3-8dd1-1a5c60fc8553, hostable agents: ['c6a09bd4-f72e-4283-a3ca-0bbca8a51081'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:39:46.435603 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-54970727-d9e8-45ab-9386-ee0487f3d643 tempest-RoutersNegativeTest-1889179771 tempest-RoutersNegativeTest-1889179771-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:46.456446 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-54970727-d9e8-45ab-9386-ee0487f3d643 tempest-RoutersNegativeTest-1889179771 tempest-RoutersNegativeTest-1889179771-project] Transition to ACTIVE for port object ffad76c4-b70a-4a00-b4a9-88d28c6130df will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:39:46.460103 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5d80b15-ad86-4461-ad3b-35274a95a8ab tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Network 81bb5a44-3063-46b3-8dd1-1a5c60fc8553 is scheduled to be hosted by DHCP agent c6a09bd4-f72e-4283-a3ca-0bbca8a51081 with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:39:46.486248 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5b07c3-4325-488e-9ad9-43308a023595 req-d7460a7f-4908-4d11-b6d5-5809c8229222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:46.488118 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-fb5b07c3-4325-488e-9ad9-43308a023595 req-d7460a7f-4908-4d11-b6d5-5809c8229222 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4569f08ed7094f2caf5772ad4808989f&device_id=6fdad434-c3e1-494a-ad24-9206ceaf4c12 HTTP/1.1" status: 200 len: 1096 time: 0.4572716 Jul 14 09:39:46.497833 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-b5d80b15-ad86-4461-ad3b-35274a95a8ab tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-29, 81bb5a44-3063-46b3-8dd1-1a5c60fc8553) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:39:46.507206 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5d80b15-ad86-4461-ad3b-35274a95a8ab tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:46.507972 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b5d80b15-ad86-4461-ad3b-35274a95a8ab tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:46.512200 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f787c28-cca5-4784-8bef-9d057445af92 None None] Network 81bb5a44-3063-46b3-8dd1-1a5c60fc8553 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:39:46.537237 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-b5d80b15-ad86-4461-ad3b-35274a95a8ab tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2271750 Jul 14 09:39:46.539516 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-54970727-d9e8-45ab-9386-ee0487f3d643 tempest-RoutersNegativeTest-1889179771 tempest-RoutersNegativeTest-1889179771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:46.541928 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 41730) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:46.552578 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-a04dc21d-a37a-4866-ab1a-5617769ba6e7 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Request body: {'subnet': {'network_id': 'd2438068-488b-4577-b94f-c643a7a78d48', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:39:46.575129 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3bc62b-8073-476e-8596-695b603b81bc req-0e1fb5bc-c549-415a-a431-ce238a7f30e8 tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:46.577081 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-fa3bc62b-8073-476e-8596-695b603b81bc req-0e1fb5bc-c549-415a-a431-ce238a7f30e8 tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] 10.222.0.68 "GET /v2.0/ports?device_id=6fdad434-c3e1-494a-ad24-9206ceaf4c12 HTTP/1.1" status: 200 len: 944 time: 0.1365788 Jul 14 09:39:46.648132 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-fa3bc62b-8073-476e-8596-695b603b81bc req-e25ec76c-f305-436b-9739-9f9c92929030 tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] 10.222.0.68 "GET /v2.0/security-groups?id=8136fa3c-cdeb-41b3-bfb9-6bf131e66cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623112 Jul 14 09:39:46.649697 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5b07c3-4325-488e-9ad9-43308a023595 req-e50668d5-8eba-4f5f-a133-6c187a588198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:46.652212 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-fb5b07c3-4325-488e-9ad9-43308a023595 req-e50668d5-8eba-4f5f-a133-6c187a588198 service neutron] 10.222.0.57 "GET /v2.0/networks?id=f0c82eb4-694b-46cd-8405-b22504091d10 HTTP/1.1" status: 200 len: 920 time: 0.1528783 Jul 14 09:39:46.712883 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-fb5b07c3-4325-488e-9ad9-43308a023595 req-27ff9543-03f0-4389-abc9-6422b87c73ae service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=022668d7-f0e9-430a-943a-2690558ea595 HTTP/1.1" status: 200 len: 217 time: 0.0522132 Jul 14 09:39:46.782880 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5b07c3-4325-488e-9ad9-43308a023595 req-44e15411-016d-4fb7-81c3-15eadde66ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:46.784597 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-fb5b07c3-4325-488e-9ad9-43308a023595 req-44e15411-016d-4fb7-81c3-15eadde66ecc service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5a6019b3-7787-4bdb-b397-5a269fa1d62c HTTP/1.1" status: 200 len: 859 time: 0.0642257 Jul 14 09:39:46.788626 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54970727-d9e8-45ab-9386-ee0487f3d643 tempest-RoutersNegativeTest-1889179771 tempest-RoutersNegativeTest-1889179771-project] Network 1b3bd25c-b41b-48a0-a840-d5cad7abc178 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:39:46.831330 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-54970727-d9e8-45ab-9386-ee0487f3d643 tempest-RoutersNegativeTest-1889179771 tempest-RoutersNegativeTest-1889179771-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:39:46.831995 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-fb5b07c3-4325-488e-9ad9-43308a023595 req-d4b8365f-6175-4a5f-a854-b42303f30d43 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f0c82eb4-694b-46cd-8405-b22504091d10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399683 Jul 14 09:39:46.834240 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54970727-d9e8-45ab-9386-ee0487f3d643 tempest-RoutersNegativeTest-1889179771 tempest-RoutersNegativeTest-1889179771-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:39:46.837438 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a04dc21d-a37a-4866-ab1a-5617769ba6e7 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Made reservation on behalf of 8f66f4ea00254d4cb400476df8920946 for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:39:46.841880 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a04dc21d-a37a-4866-ab1a-5617769ba6e7 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16714600'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:46.930462 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54970727-d9e8-45ab-9386-ee0487f3d643 tempest-RoutersNegativeTest-1889179771 tempest-RoutersNegativeTest-1889179771-project] Pushing event updated for resources: {'Port': ['ID=ffad76c4-b70a-4a00-b4a9-88d28c6130df,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:46.977355 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d831955-c6db-4318-9798-0d86cf19dfa0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf57baaa9-fd24-59f4-8fd2-1dc21122ce72-81bb5a44-3063-46b3-8dd1-1a5c60fc8553', 'network_id': '81bb5a44-3063-46b3-8dd1-1a5c60fc8553', 'tenant_id': '8f66f4ea00254d4cb400476df8920946', 'fixed_ips': [{'subnet_id': '56010b02-6cdb-4bb9-a5e6-d2ad122e3ad7'}]}} from n-d-779913-29. {{(pid=93959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:39:46.978968 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2d831955-c6db-4318-9798-0d86cf19dfa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:46.984670 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-fb5b07c3-4325-488e-9ad9-43308a023595 req-c36e0cd9-7b55-44cb-a854-ed2cd8103e46 service neutron] 10.222.0.57 "GET /v2.0/networks/f0c82eb4-694b-46cd-8405-b22504091d10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495018 Jul 14 09:39:46.994311 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-54970727-d9e8-45ab-9386-ee0487f3d643 tempest-RoutersNegativeTest-1889179771 tempest-RoutersNegativeTest-1889179771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-660393'] for router_interface, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:47.009785 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b50ed04-e8dc-451e-a76b-a0fee159762c req-33723669-936c-4aa4-89dc-86e853823a42 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:47.014268 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-2b50ed04-e8dc-451e-a76b-a0fee159762c req-33723669-936c-4aa4-89dc-86e853823a42 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/ports?device_id=1f00f438-7e79-4879-a4cb-979f8f9574f7 HTTP/1.1" status: 200 len: 945 time: 0.3448756 Jul 14 09:39:47.152989 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-fb5b07c3-4325-488e-9ad9-43308a023595 req-6c1252de-0c60-404f-8fef-853f99fea021 service neutron] 10.222.0.57 "GET /v2.0/networks/f0c82eb4-694b-46cd-8405-b22504091d10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596291 Jul 14 09:39:47.159786 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-2b50ed04-e8dc-451e-a76b-a0fee159762c req-49cf916c-d36b-451e-a12c-634508c1c25a tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/security-groups?id=8ddc8877-605a-44c2-a058-368d728dd554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900464 Jul 14 09:39:47.222441 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 1164dd28-0bae-4b72-94a6-b6d00b983a83 details requested by agent hyperv_n-h1-779913-29 with host n-h1-779913-29 {{(pid=93959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:39:47.232797 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-6a6f0511-ef46-4479-84e2-1ecd71c7e7fc None None] Provisioning for port ffad76c4-b70a-4a00-b4a9-88d28c6130df completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:39:47.245562 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-2d831955-c6db-4318-9798-0d86cf19dfa0 None None] Allocated IP 172.20.0.2 (81bb5a44-3063-46b3-8dd1-1a5c60fc8553/56010b02-6cdb-4bb9-a5e6-d2ad122e3ad7/796d672b-5259-43f2-810e-59a9e98b1750) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:39:47.247725 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-6a6f0511-ef46-4479-84e2-1ecd71c7e7fc None None] Provisioning complete for port ffad76c4-b70a-4a00-b4a9-88d28c6130df triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:39:47.248102 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6a6f0511-ef46-4479-84e2-1ecd71c7e7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:47.281130 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-54970727-d9e8-45ab-9386-ee0487f3d643 tempest-RoutersNegativeTest-1889179771 tempest-RoutersNegativeTest-1889179771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:47.370886 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a04dc21d-a37a-4866-ab1a-5617769ba6e7 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13573993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16714586'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:47.382326 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-6a6f0511-ef46-4479-84e2-1ecd71c7e7fc None None] Port ffad76c4-b70a-4a00-b4a9-88d28c6130df cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:39:47.441923 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port 1164dd28-0bae-4b72-94a6-b6d00b983a83, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=1164dd28-0bae-4b72-94a6-b6d00b983a83,segment=NetworkSegment(a4b774bd-9c2f-43c0-8171-506dbb18f0fd),segment_id=a4b774bd-9c2f-43c0-8171-506dbb18f0fd)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:39:47.463897 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Returning: {'device': '1164dd28-0bae-4b72-94a6-b6d00b983a83', 'network_id': 'f0c82eb4-694b-46cd-8405-b22504091d10', 'port_id': '1164dd28-0bae-4b72-94a6-b6d00b983a83', 'mac_address': 'fa:16:3e:d0:fe:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 703, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a6019b3-7787-4bdb-b397-5a269fa1d62c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:39:47.500683 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04dc21d-a37a-4866-ab1a-5617769ba6e7 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Pushing event updated for resources: {'Subnet': ['ID=0bdda1ac-2ff2-41ca-851f-cc2197a4835d,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:47.535235 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a04dc21d-a37a-4866-ab1a-5617769ba6e7 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Checking segment: {'id': 'b20a7a22-b365-4861-b598-b15dc85e442a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'd2438068-488b-4577-b94f-c643a7a78d48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:39:47.535595 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a04dc21d-a37a-4866-ab1a-5617769ba6e7 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Network hostable DHCP agents. Network: d2438068-488b-4577-b94f-c643a7a78d48, hostable agents: ['c6a09bd4-f72e-4283-a3ca-0bbca8a51081'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:39:47.541286 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:47.553983 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2d831955-c6db-4318-9798-0d86cf19dfa0 None None] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:47.556524 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1164dd28-0bae-4b72-94a6-b6d00b983a83 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:39:47.573072 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-2d831955-c6db-4318-9798-0d86cf19dfa0 None None] Transition to ACTIVE for port object 796d672b-5259-43f2-810e-59a9e98b1750 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:39:47.586164 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port 1164dd28-0bae-4b72-94a6-b6d00b983a83, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=1164dd28-0bae-4b72-94a6-b6d00b983a83,segment=NetworkSegment(a4b774bd-9c2f-43c0-8171-506dbb18f0fd),segment_id=a4b774bd-9c2f-43c0-8171-506dbb18f0fd)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:39:47.592395 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:47.606696 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a04dc21d-a37a-4866-ab1a-5617769ba6e7 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Network d2438068-488b-4577-b94f-c643a7a78d48 is scheduled to be hosted by DHCP agent c6a09bd4-f72e-4283-a3ca-0bbca8a51081 with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:39:47.620585 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-2d831955-c6db-4318-9798-0d86cf19dfa0 None None] Transition to ACTIVE for port object 796d672b-5259-43f2-810e-59a9e98b1750 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:39:47.628592 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2d831955-c6db-4318-9798-0d86cf19dfa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:47.630777 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-a04dc21d-a37a-4866-ab1a-5617769ba6e7 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-29, d2438068-488b-4577-b94f-c643a7a78d48) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:39:47.635275 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a04dc21d-a37a-4866-ab1a-5617769ba6e7 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:47.636258 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a04dc21d-a37a-4866-ab1a-5617769ba6e7 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:47.647312 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a37f884-0acd-4096-9694-7b922f458b09 None None] Network d2438068-488b-4577-b94f-c643a7a78d48 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:39:47.666782 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Pushing event updated for resources: {'Port': ['ID=1164dd28-0bae-4b72-94a6-b6d00b983a83,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:47.676887 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-a04dc21d-a37a-4866-ab1a-5617769ba6e7 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1296759 Jul 14 09:39:47.680229 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 41756) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:47.685412 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-6c16d4f0-aa09-46a7-a2f7-a05fbdb16f24 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1645660613', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:39:47.699051 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-54970727-d9e8-45ab-9386-ee0487f3d643 tempest-RoutersNegativeTest-1889179771 tempest-RoutersNegativeTest-1889179771-project] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:47.705611 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-54970727-d9e8-45ab-9386-ee0487f3d643 tempest-RoutersNegativeTest-1889179771 tempest-RoutersNegativeTest-1889179771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13574142'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:47.723044 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6c16d4f0-aa09-46a7-a2f7-a05fbdb16f24 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-711749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14670'] for router, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:47.725690 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6c16d4f0-aa09-46a7-a2f7-a05fbdb16f24 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-711718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-661475', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14679'] for router, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:47.801873 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54970727-d9e8-45ab-9386-ee0487f3d643 tempest-RoutersNegativeTest-1889179771 tempest-RoutersNegativeTest-1889179771-project] Pushing event updated for resources: {'Port': ['ID=ffad76c4-b70a-4a00-b4a9-88d28c6130df,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:47.818136 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d831955-c6db-4318-9798-0d86cf19dfa0 None None] Network 81bb5a44-3063-46b3-8dd1-1a5c60fc8553 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:39:47.827968 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6c16d4f0-aa09-46a7-a2f7-a05fbdb16f24 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:47.830459 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-54970727-d9e8-45ab-9386-ee0487f3d643 tempest-RoutersNegativeTest-1889179771 tempest-RoutersNegativeTest-1889179771-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-683747'] for router_interface, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:47.830798 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-2d831955-c6db-4318-9798-0d86cf19dfa0 None None] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:39:47.835788 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d831955-c6db-4318-9798-0d86cf19dfa0 None None] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:39:47.863624 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6c16d4f0-aa09-46a7-a2f7-a05fbdb16f24 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-711762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-661452'] for router, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:47.884203 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6c16d4f0-aa09-46a7-a2f7-a05fbdb16f24 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks [] for router, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:47.889141 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-6c16d4f0-aa09-46a7-a2f7-a05fbdb16f24 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2043791 Jul 14 09:39:47.892262 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 41758) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:47.905451 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cd121bc-3a9c-40b3-90f3-3d75ad8cca27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf57baaa9-fd24-59f4-8fd2-1dc21122ce72-d2438068-488b-4577-b94f-c643a7a78d48', 'network_id': 'd2438068-488b-4577-b94f-c643a7a78d48', 'tenant_id': '8f66f4ea00254d4cb400476df8920946', 'fixed_ips': [{'subnet_id': '0bdda1ac-2ff2-41ca-851f-cc2197a4835d'}]}} from n-d-779913-29. {{(pid=93959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:39:47.906353 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6cd121bc-3a9c-40b3-90f3-3d75ad8cca27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:47.908459 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d831955-c6db-4318-9798-0d86cf19dfa0 None None] Pushing event updated for resources: {'Port': ['ID=796d672b-5259-43f2-810e-59a9e98b1750,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:47.920829 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173ebb8f-423c-4f82-b7e3-9fa65887f8a4 req-6c00d35c-f91e-434a-a4cb-3005b70c985a tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:47.923101 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-173ebb8f-423c-4f82-b7e3-9fa65887f8a4 req-6c00d35c-f91e-434a-a4cb-3005b70c985a tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] 10.222.0.68 "GET /v2.0/ports?device_id=6fdad434-c3e1-494a-ad24-9206ceaf4c12 HTTP/1.1" status: 200 len: 944 time: 0.0938399 Jul 14 09:39:47.938437 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] get_ports_and_sgs() called for port_ids ['1164dd28-0bae-4b72-94a6-b6d00b983a83'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:39:47.969591 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-173ebb8f-423c-4f82-b7e3-9fa65887f8a4 req-4c9df314-2e26-44f9-a8ec-9e5765b62970 tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] 10.222.0.68 "GET /v2.0/security-groups?id=8136fa3c-cdeb-41b3-bfb9-6bf131e66cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400827 Jul 14 09:39:48.013203 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-2d831955-c6db-4318-9798-0d86cf19dfa0 None None] Attempting to bind port 796d672b-5259-43f2-810e-59a9e98b1750 on host n-d-779913-29 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:39:48.013615 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-2d831955-c6db-4318-9798-0d86cf19dfa0 None None] Attempting to bind port 796d672b-5259-43f2-810e-59a9e98b1750 by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': '0cdef85e-9804-4108-b035-3a73f4ad4f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '81bb5a44-3063-46b3-8dd1-1a5c60fc8553'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:39:48.013981 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d831955-c6db-4318-9798-0d86cf19dfa0 None None] Attempting to bind port 796d672b-5259-43f2-810e-59a9e98b1750 on network 81bb5a44-3063-46b3-8dd1-1a5c60fc8553 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:39:48.074180 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d831955-c6db-4318-9798-0d86cf19dfa0 None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:39:48.074573 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d831955-c6db-4318-9798-0d86cf19dfa0 None None] Checking segment: {'id': '0cdef85e-9804-4108-b035-3a73f4ad4f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '81bb5a44-3063-46b3-8dd1-1a5c60fc8553'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:39:48.075053 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2d831955-c6db-4318-9798-0d86cf19dfa0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:48.075381 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d831955-c6db-4318-9798-0d86cf19dfa0 None None] Bound using segment: {'id': '0cdef85e-9804-4108-b035-3a73f4ad4f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '81bb5a44-3063-46b3-8dd1-1a5c60fc8553'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:39:48.076387 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-2d831955-c6db-4318-9798-0d86cf19dfa0 None None] Bound port: 796d672b-5259-43f2-810e-59a9e98b1750, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cdef85e-9804-4108-b035-3a73f4ad4f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '81bb5a44-3063-46b3-8dd1-1a5c60fc8553'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:39:48.076801 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2d831955-c6db-4318-9798-0d86cf19dfa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:48.127845 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54970727-d9e8-45ab-9386-ee0487f3d643 tempest-RoutersNegativeTest-1889179771 tempest-RoutersNegativeTest-1889179771-project] Network 1b3bd25c-b41b-48a0-a840-d5cad7abc178 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:39:48.153399 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-54970727-d9e8-45ab-9386-ee0487f3d643 tempest-RoutersNegativeTest-1889179771 tempest-RoutersNegativeTest-1889179771-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:39:48.249123 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-2d831955-c6db-4318-9798-0d86cf19dfa0 None None] For port 796d672b-5259-43f2-810e-59a9e98b1750, host n-d-779913-29, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:39:48.257713 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-2d831955-c6db-4318-9798-0d86cf19dfa0 None None] For port 796d672b-5259-43f2-810e-59a9e98b1750, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=796d672b-5259-43f2-810e-59a9e98b1750,segment=NetworkSegment(0cdef85e-9804-4108-b035-3a73f4ad4f98),segment_id=0cdef85e-9804-4108-b035-3a73f4ad4f98)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:39:48.269813 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2d831955-c6db-4318-9798-0d86cf19dfa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:48.285841 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-6cd121bc-3a9c-40b3-90f3-3d75ad8cca27 None None] Allocated IP 172.21.0.2 (d2438068-488b-4577-b94f-c643a7a78d48/0bdda1ac-2ff2-41ca-851f-cc2197a4835d/7a01a8f4-6fad-467b-996a-0afa9dc99c9b) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:39:48.312867 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54970727-d9e8-45ab-9386-ee0487f3d643 tempest-RoutersNegativeTest-1889179771 tempest-RoutersNegativeTest-1889179771-project] Router 7a67c47e-d4d8-472c-814f-f2ba2a53850e has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:39:48.482189 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d831955-c6db-4318-9798-0d86cf19dfa0 None None] Pushing event updated for resources: {'Port': ['ID=796d672b-5259-43f2-810e-59a9e98b1750,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:48.513459 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5b748d94-535c-471d-8074-61eb86acece3 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:48.556402 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-848ef295-d958-40d6-8f87-0264f6eac915 None None] Provisioning complete for port ffad76c4-b70a-4a00-b4a9-88d28c6130df triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:39:48.556895 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-848ef295-d958-40d6-8f87-0264f6eac915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:48.657392 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-848ef295-d958-40d6-8f87-0264f6eac915 None None] Port ffad76c4-b70a-4a00-b4a9-88d28c6130df cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:39:48.661170 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6cd121bc-3a9c-40b3-90f3-3d75ad8cca27 None None] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:48.676469 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-6cd121bc-3a9c-40b3-90f3-3d75ad8cca27 None None] Transition to ACTIVE for port object 7a01a8f4-6fad-467b-996a-0afa9dc99c9b will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:39:48.695387 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 022668d7-f0e9-430a-943a-2690558ea595 details requested by agent hyperv_n-h2-779913-29 with host n-h2-779913-29 {{(pid=93959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:39:48.728676 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-6cd121bc-3a9c-40b3-90f3-3d75ad8cca27 None None] Transition to ACTIVE for port object 7a01a8f4-6fad-467b-996a-0afa9dc99c9b will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:39:48.811632 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6cd121bc-3a9c-40b3-90f3-3d75ad8cca27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:48.885442 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cd121bc-3a9c-40b3-90f3-3d75ad8cca27 None None] Network d2438068-488b-4577-b94f-c643a7a78d48 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:39:48.887592 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 022668d7-f0e9-430a-943a-2690558ea595, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=022668d7-f0e9-430a-943a-2690558ea595,segment=NetworkSegment(a4b774bd-9c2f-43c0-8171-506dbb18f0fd),segment_id=a4b774bd-9c2f-43c0-8171-506dbb18f0fd)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:39:48.893845 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54970727-d9e8-45ab-9386-ee0487f3d643 tempest-RoutersNegativeTest-1889179771 tempest-RoutersNegativeTest-1889179771-project] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:39:48.900281 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-6cd121bc-3a9c-40b3-90f3-3d75ad8cca27 None None] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:39:48.903074 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd121bc-3a9c-40b3-90f3-3d75ad8cca27 None None] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:39:48.906225 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-54970727-d9e8-45ab-9386-ee0487f3d643 tempest-RoutersNegativeTest-1889179771 tempest-RoutersNegativeTest-1889179771-project] 10.222.0.68 "PUT /v2.0/routers/7a67c47e-d4d8-472c-814f-f2ba2a53850e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8015676 Jul 14 09:39:48.907483 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd121bc-3a9c-40b3-90f3-3d75ad8cca27 None None] Pushing event updated for resources: {'Port': ['ID=7a01a8f4-6fad-467b-996a-0afa9dc99c9b,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:48.909131 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 41774) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:48.921552 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd1f7dc9-241f-4d31-b8c9-c447171ecfa0 None None] Sync routers for ids ['7a67c47e-d4d8-472c-814f-f2ba2a53850e'] in n-d-779913-29 {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:39:48.927076 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Returning: {'device': '022668d7-f0e9-430a-943a-2690558ea595', 'network_id': 'f0c82eb4-694b-46cd-8405-b22504091d10', 'port_id': '022668d7-f0e9-430a-943a-2690558ea595', 'mac_address': 'fa:16:3e:aa:01:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 703, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a6019b3-7787-4bdb-b397-5a269fa1d62c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:39:48.963570 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b92fd2-0d1f-4339-b865-794aa087a4e0 req-7d702439-0130-44d4-982b-0909afe122ac tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:48.965233 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-18b92fd2-0d1f-4339-b865-794aa087a4e0 req-7d702439-0130-44d4-982b-0909afe122ac tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/ports?device_id=1f00f438-7e79-4879-a4cb-979f8f9574f7 HTTP/1.1" status: 200 len: 945 time: 0.6225429 Jul 14 09:39:49.004215 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd1f7dc9-241f-4d31-b8c9-c447171ecfa0 None None] Routers {'7a67c47e-d4d8-472c-814f-f2ba2a53850e'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:39:49.004427 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-bd1f7dc9-241f-4d31-b8c9-c447171ecfa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:39:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['7a67c47e-d4d8-472c-814f-f2ba2a53850e'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:39:49.055893 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-bd1f7dc9-241f-4d31-b8c9-c447171ecfa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:39:49.063286 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-6cd121bc-3a9c-40b3-90f3-3d75ad8cca27 None None] Attempting to bind port 7a01a8f4-6fad-467b-996a-0afa9dc99c9b on host n-d-779913-29 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:39:49.063662 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-6cd121bc-3a9c-40b3-90f3-3d75ad8cca27 None None] Attempting to bind port 7a01a8f4-6fad-467b-996a-0afa9dc99c9b by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': 'b20a7a22-b365-4861-b598-b15dc85e442a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'd2438068-488b-4577-b94f-c643a7a78d48'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:39:49.064032 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd121bc-3a9c-40b3-90f3-3d75ad8cca27 None None] Attempting to bind port 7a01a8f4-6fad-467b-996a-0afa9dc99c9b on network d2438068-488b-4577-b94f-c643a7a78d48 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:39:49.069685 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:49.077260 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd121bc-3a9c-40b3-90f3-3d75ad8cca27 None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:39:49.077676 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd121bc-3a9c-40b3-90f3-3d75ad8cca27 None None] Checking segment: {'id': 'b20a7a22-b365-4861-b598-b15dc85e442a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'd2438068-488b-4577-b94f-c643a7a78d48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:39:49.078088 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6cd121bc-3a9c-40b3-90f3-3d75ad8cca27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:49.078496 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd121bc-3a9c-40b3-90f3-3d75ad8cca27 None None] Bound using segment: {'id': 'b20a7a22-b365-4861-b598-b15dc85e442a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'd2438068-488b-4577-b94f-c643a7a78d48'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:39:49.078988 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-6cd121bc-3a9c-40b3-90f3-3d75ad8cca27 None None] Bound port: 7a01a8f4-6fad-467b-996a-0afa9dc99c9b, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b20a7a22-b365-4861-b598-b15dc85e442a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'd2438068-488b-4577-b94f-c643a7a78d48'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:39:49.079379 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6cd121bc-3a9c-40b3-90f3-3d75ad8cca27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:49.097782 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd1f7dc9-241f-4d31-b8c9-c447171ecfa0 None None] Routers {'7a67c47e-d4d8-472c-814f-f2ba2a53850e'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:39:49.098489 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-bd1f7dc9-241f-4d31-b8c9-c447171ecfa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:39:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['7a67c47e-d4d8-472c-814f-f2ba2a53850e'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:39:49.107812 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-18b92fd2-0d1f-4339-b865-794aa087a4e0 req-9fa15f2a-772d-4fe9-aa3b-83204b585f1b tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/security-groups?id=8ddc8877-605a-44c2-a058-368d728dd554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359513 Jul 14 09:39:49.127500 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-9a475712-aba6-4e40-9027-9baf04233f2d tempest-RoutersNegativeTest-1889179771 tempest-RoutersNegativeTest-1889179771-project] Notify callbacks [] for router, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:49.165240 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 022668d7-f0e9-430a-943a-2690558ea595 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:39:49.170996 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-bd1f7dc9-241f-4d31-b8c9-c447171ecfa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:39:49.171740 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd1f7dc9-241f-4d31-b8c9-c447171ecfa0 None None] The sync data for ids ['7a67c47e-d4d8-472c-814f-f2ba2a53850e'] in n-d-779913-29 is: [] {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:39:49.183216 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-5b748d94-535c-471d-8074-61eb86acece3 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Allocated IP 172.20.0.1 (81bb5a44-3063-46b3-8dd1-1a5c60fc8553/56010b02-6cdb-4bb9-a5e6-d2ad122e3ad7/b2bb904b-a9bf-41e2-8a28-6d9606d4683c) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:39:49.212948 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 022668d7-f0e9-430a-943a-2690558ea595, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=022668d7-f0e9-430a-943a-2690558ea595,segment=NetworkSegment(a4b774bd-9c2f-43c0-8171-506dbb18f0fd),segment_id=a4b774bd-9c2f-43c0-8171-506dbb18f0fd)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:39:49.222444 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:49.260596 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 1164dd28-0bae-4b72-94a6-b6d00b983a83 up at agent hyperv_n-h1-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:39:49.326783 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-6cd121bc-3a9c-40b3-90f3-3d75ad8cca27 None None] For port 7a01a8f4-6fad-467b-996a-0afa9dc99c9b, host n-d-779913-29, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:39:49.342932 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5b748d94-535c-471d-8074-61eb86acece3 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:49.349618 n-d-779913-29 neutron-server[93957]: INFO neutron.api.v2.resource [None req-9a475712-aba6-4e40-9027-9baf04233f2d tempest-RoutersNegativeTest-1889179771 tempest-RoutersNegativeTest-1889179771-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 14 09:39:49.354659 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-9a475712-aba6-4e40-9027-9baf04233f2d tempest-RoutersNegativeTest-1889179771 tempest-RoutersNegativeTest-1889179771-project] 10.222.0.68 "DELETE /v2.0/routers/7a67c47e-d4d8-472c-814f-f2ba2a53850e HTTP/1.1" status: 409 len: 329 time: 0.4432359 Jul 14 09:39:49.355543 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 41788) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:49.360239 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-5b748d94-535c-471d-8074-61eb86acece3 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Transition to ACTIVE for port object b2bb904b-a9bf-41e2-8a28-6d9606d4683c will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:39:49.383296 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Pushing event updated for resources: {'Port': ['ID=022668d7-f0e9-430a-943a-2690558ea595,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:49.391377 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-6cd121bc-3a9c-40b3-90f3-3d75ad8cca27 None None] For port 7a01a8f4-6fad-467b-996a-0afa9dc99c9b, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=7a01a8f4-6fad-467b-996a-0afa9dc99c9b,segment=NetworkSegment(b20a7a22-b365-4861-b598-b15dc85e442a),segment_id=b20a7a22-b365-4861-b598-b15dc85e442a)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:39:49.407173 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6cd121bc-3a9c-40b3-90f3-3d75ad8cca27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:49.417575 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5b748d94-535c-471d-8074-61eb86acece3 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:49.473754 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79247e21-da4a-484e-bc1b-b765ded1718a req-13934bd1-4de7-4430-b524-88aa65878939 tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:49.476973 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-79247e21-da4a-484e-bc1b-b765ded1718a req-13934bd1-4de7-4430-b524-88aa65878939 tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] 10.222.0.68 "GET /v2.0/ports?device_id=6fdad434-c3e1-494a-ad24-9206ceaf4c12 HTTP/1.1" status: 200 len: 944 time: 0.3102484 Jul 14 09:39:49.488853 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Provisioning for port 1164dd28-0bae-4b72-94a6-b6d00b983a83 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:39:49.489051 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b748d94-535c-471d-8074-61eb86acece3 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Network 81bb5a44-3063-46b3-8dd1-1a5c60fc8553 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:39:49.494784 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-5b748d94-535c-471d-8074-61eb86acece3 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:39:49.495855 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Provisioning complete for port 1164dd28-0bae-4b72-94a6-b6d00b983a83 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:39:49.500465 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:49.506567 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b748d94-535c-471d-8074-61eb86acece3 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:39:49.550330 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd121bc-3a9c-40b3-90f3-3d75ad8cca27 None None] Pushing event updated for resources: {'Port': ['ID=7a01a8f4-6fad-467b-996a-0afa9dc99c9b,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:49.558578 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b748d94-535c-471d-8074-61eb86acece3 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Pushing event updated for resources: {'Port': ['ID=b2bb904b-a9bf-41e2-8a28-6d9606d4683c,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:49.568753 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-79247e21-da4a-484e-bc1b-b765ded1718a req-ff1f39f9-d33e-43dc-808e-019b64dfa502 tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] 10.222.0.68 "GET /v2.0/security-groups?id=8136fa3c-cdeb-41b3-bfb9-6bf131e66cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775137 Jul 14 09:39:49.590504 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] get_ports_and_sgs() called for port_ids ['022668d7-f0e9-430a-943a-2690558ea595'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:39:49.591019 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5b748d94-535c-471d-8074-61eb86acece3 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-660393'] for router_interface, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:49.728721 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:49.814531 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port 1164dd28-0bae-4b72-94a6-b6d00b983a83, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=1164dd28-0bae-4b72-94a6-b6d00b983a83,segment=NetworkSegment(a4b774bd-9c2f-43c0-8171-506dbb18f0fd),segment_id=a4b774bd-9c2f-43c0-8171-506dbb18f0fd)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:39:49.822145 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abf03d13-3e8c-49a2-bd4b-0fc24e0a569d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1164dd28-0bae-4b72-94a6-b6d00b983a83'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:39:49.825278 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd62303f06773040a8a4e189dc46b4f565768c299abf8ab8e7739778b0bc3e97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c986539c-78bd-48a7-9bd5-58fc2f37357d" -d '{"events": [{"server_uuid": "abf03d13-3e8c-49a2-bd4b-0fc24e0a569d", "name": "network-vif-plugged", "status": "completed", "tag": "1164dd28-0bae-4b72-94a6-b6d00b983a83"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:39:49.831662 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:49.900783 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:39:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5637c0e0-eae9-4c3d-a21e-0b15379320fc x-openstack-request-id: req-5637c0e0-eae9-4c3d-a21e-0b15379320fc {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:39:49.901330 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abf03d13-3e8c-49a2-bd4b-0fc24e0a569d", "name": "network-vif-plugged", "status": "completed", "tag": "1164dd28-0bae-4b72-94a6-b6d00b983a83", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:39:49.901816 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-5637c0e0-eae9-4c3d-a21e-0b15379320fc {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:39:49.902384 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abf03d13-3e8c-49a2-bd4b-0fc24e0a569d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1164dd28-0bae-4b72-94a6-b6d00b983a83', 'code': 200} Jul 14 09:39:49.934733 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5b748d94-535c-471d-8074-61eb86acece3 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:49.938669 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc8b6226-bab5-4c49-9bb3-bf4ef0479ede None None] Network 81bb5a44-3063-46b3-8dd1-1a5c60fc8553 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:39:50.005602 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Pushing event updated for resources: {'Port': ['ID=1164dd28-0bae-4b72-94a6-b6d00b983a83,revision_number=5']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:50.055388 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a30815f0-35b5-438f-a048-019d26ee4d40 tempest-RoutersNegativeTest-1889179771 tempest-RoutersNegativeTest-1889179771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-683602'] for router_interface, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:50.117984 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-99da78e1-634f-46f5-87c8-68bc198f3098 None None] Provisioning for port 796d672b-5259-43f2-810e-59a9e98b1750 completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:39:50.352069 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 7a01a8f4-6fad-467b-996a-0afa9dc99c9b up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:39:50.398261 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40f14cf-3bbf-474f-a9a3-0709e356baa3 req-d830726e-1cbc-4cd7-a4f6-a26c7c4dc436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:50.403758 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b40f14cf-3bbf-474f-a9a3-0709e356baa3 req-d830726e-1cbc-4cd7-a4f6-a26c7c4dc436 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=abf03d13-3e8c-49a2-bd4b-0fc24e0a569d HTTP/1.1" status: 200 len: 1097 time: 0.3967891 Jul 14 09:39:50.406791 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning for port 7a01a8f4-6fad-467b-996a-0afa9dc99c9b completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:39:50.412195 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 796d672b-5259-43f2-810e-59a9e98b1750 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:39:50.447689 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5b748d94-535c-471d-8074-61eb86acece3 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:50.455197 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5b748d94-535c-471d-8074-61eb86acece3 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13574142'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:50.483586 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b40f14cf-3bbf-474f-a9a3-0709e356baa3 req-f597de4c-ae7d-4fa0-8e5a-440b2a58c8b0 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=8136fa3c-cdeb-41b3-bfb9-6bf131e66cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717521 Jul 14 09:39:50.516422 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654ee2e3-9544-47c5-bbb0-c986b99becf3 req-1eb49419-c0b5-4f4d-99fa-dbaf00207d08 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:50.518491 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-654ee2e3-9544-47c5-bbb0-c986b99becf3 req-1eb49419-c0b5-4f4d-99fa-dbaf00207d08 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/ports?device_id=1f00f438-7e79-4879-a4cb-979f8f9574f7 HTTP/1.1" status: 200 len: 945 time: 0.1752467 Jul 14 09:39:50.530951 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning for port 796d672b-5259-43f2-810e-59a9e98b1750 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:39:50.535170 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port 796d672b-5259-43f2-810e-59a9e98b1750 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:39:50.536141 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:50.588716 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5b748d94-535c-471d-8074-61eb86acece3 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-683747'] for router_interface, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:50.591858 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b748d94-535c-471d-8074-61eb86acece3 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Pushing event updated for resources: {'Port': ['ID=b2bb904b-a9bf-41e2-8a28-6d9606d4683c,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:50.616476 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-654ee2e3-9544-47c5-bbb0-c986b99becf3 req-9079f923-a86a-4dfa-aa84-00446d70d746 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/security-groups?id=8ddc8877-605a-44c2-a058-368d728dd554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913074 Jul 14 09:39:50.693321 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-a30815f0-35b5-438f-a048-019d26ee4d40 tempest-RoutersNegativeTest-1889179771 tempest-RoutersNegativeTest-1889179771-project] Deleting port ffad76c4-b70a-4a00-b4a9-88d28c6130df {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:39:50.693714 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a30815f0-35b5-438f-a048-019d26ee4d40 tempest-RoutersNegativeTest-1889179771 tempest-RoutersNegativeTest-1889179771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:50.756688 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-ef95028c-41f5-4c59-812d-ee66f384a845 None None] Provisioning for port b2bb904b-a9bf-41e2-8a28-6d9606d4683c completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:39:50.759693 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 022668d7-f0e9-430a-943a-2690558ea595 up at agent hyperv_n-h2-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:39:50.825150 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-ef95028c-41f5-4c59-812d-ee66f384a845 None None] Provisioning complete for port b2bb904b-a9bf-41e2-8a28-6d9606d4683c triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:39:50.825546 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ef95028c-41f5-4c59-812d-ee66f384a845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:50.834154 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a30815f0-35b5-438f-a048-019d26ee4d40 tempest-RoutersNegativeTest-1889179771 tempest-RoutersNegativeTest-1889179771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:50.834359 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b748d94-535c-471d-8074-61eb86acece3 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Network 81bb5a44-3063-46b3-8dd1-1a5c60fc8553 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:39:50.837695 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-5b748d94-535c-471d-8074-61eb86acece3 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:39:50.861333 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-a30815f0-35b5-438f-a048-019d26ee4d40 tempest-RoutersNegativeTest-1889179771 tempest-RoutersNegativeTest-1889179771-project] Calling delete_port for ffad76c4-b70a-4a00-b4a9-88d28c6130df owned by network:router_interface {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:39:51.042056 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29b8df0-6450-4892-be2e-595cf1a4208b req-67d34020-9a89-4e97-afea-23804639a3bd tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:51.043619 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d29b8df0-6450-4892-be2e-595cf1a4208b req-67d34020-9a89-4e97-afea-23804639a3bd tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] 10.222.0.68 "GET /v2.0/ports?device_id=6fdad434-c3e1-494a-ad24-9206ceaf4c12 HTTP/1.1" status: 200 len: 945 time: 0.2077110 Jul 14 09:39:51.103203 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d29b8df0-6450-4892-be2e-595cf1a4208b req-70920ddf-6700-4863-a40e-244cc7c74c08 tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] 10.222.0.68 "GET /v2.0/security-groups?id=8136fa3c-cdeb-41b3-bfb9-6bf131e66cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494561 Jul 14 09:39:51.149348 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b748d94-535c-471d-8074-61eb86acece3 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Router a1450c9a-80e0-4ee5-9b86-dc60ff93d560 is scheduled to L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 with binding_index 1 {{(pid=93958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:39:51.215688 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-ef95028c-41f5-4c59-812d-ee66f384a845 None None] Port b2bb904b-a9bf-41e2-8a28-6d9606d4683c cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:39:51.221241 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a30815f0-35b5-438f-a048-019d26ee4d40 tempest-RoutersNegativeTest-1889179771 tempest-RoutersNegativeTest-1889179771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:51.230564 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:51.259890 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b748d94-535c-471d-8074-61eb86acece3 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:39:51.263661 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e051ae7-d992-4555-a915-f0f28408a6c0 None None] Network d2438068-488b-4577-b94f-c643a7a78d48 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:39:51.266216 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-5b748d94-535c-471d-8074-61eb86acece3 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] 10.222.0.68 "PUT /v2.0/routers/a1450c9a-80e0-4ee5-9b86-dc60ff93d560/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3727415 Jul 14 09:39:51.268798 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 41822) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:51.278472 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1540ef2c-7fbb-4c15-b788-9b9a8af90058 None None] Sync routers for ids ['a1450c9a-80e0-4ee5-9b86-dc60ff93d560'] in n-d-779913-29 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:39:51.295002 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1540ef2c-7fbb-4c15-b788-9b9a8af90058 None None] Routers {'a1450c9a-80e0-4ee5-9b86-dc60ff93d560'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:39:51.295889 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-1540ef2c-7fbb-4c15-b788-9b9a8af90058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:39:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['a1450c9a-80e0-4ee5-9b86-dc60ff93d560'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:39:51.326375 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30815f0-35b5-438f-a048-019d26ee4d40 tempest-RoutersNegativeTest-1889179771 tempest-RoutersNegativeTest-1889179771-project] Pushing event deleted for resources: {'Port': ['ID=ffad76c4-b70a-4a00-b4a9-88d28c6130df,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:51.344673 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4979d2f5-d9e1-4225-bf55-c88aae8efcd9 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:51.346706 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-4979d2f5-d9e1-4225-bf55-c88aae8efcd9 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] 10.222.0.68 "GET /v2.0/ports/b2bb904b-a9bf-41e2-8a28-6d9606d4683c HTTP/1.1" status: 200 len: 910 time: 0.0769305 Jul 14 09:39:51.349794 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 41826) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:51.376850 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-1540ef2c-7fbb-4c15-b788-9b9a8af90058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:39:51.392218 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-ef95028c-41f5-4c59-812d-ee66f384a845 None None] Provisioning complete for port 796d672b-5259-43f2-810e-59a9e98b1750 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:39:51.392593 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ef95028c-41f5-4c59-812d-ee66f384a845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:51.408785 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1540ef2c-7fbb-4c15-b788-9b9a8af90058 None None] Routers {'a1450c9a-80e0-4ee5-9b86-dc60ff93d560'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:39:51.409765 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-1540ef2c-7fbb-4c15-b788-9b9a8af90058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:39:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['a1450c9a-80e0-4ee5-9b86-dc60ff93d560'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:39:51.457383 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-1540ef2c-7fbb-4c15-b788-9b9a8af90058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:39:51.458365 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1540ef2c-7fbb-4c15-b788-9b9a8af90058 None None] The sync data for ids ['a1450c9a-80e0-4ee5-9b86-dc60ff93d560'] in n-d-779913-29 is: [] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:39:51.465444 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] For port 796d672b-5259-43f2-810e-59a9e98b1750, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=796d672b-5259-43f2-810e-59a9e98b1750,segment=NetworkSegment(0cdef85e-9804-4108-b035-3a73f4ad4f98),segment_id=0cdef85e-9804-4108-b035-3a73f4ad4f98)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:39:51.502205 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:51.556551 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Provisioning for port 022668d7-f0e9-430a-943a-2690558ea595 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:39:51.575707 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a30815f0-35b5-438f-a048-019d26ee4d40 tempest-RoutersNegativeTest-1889179771 tempest-RoutersNegativeTest-1889179771-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-620860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682934'] for router_interface, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:51.576475 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Provisioning complete for port 022668d7-f0e9-430a-943a-2690558ea595 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:39:51.577053 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:51.804548 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Pushing event updated for resources: {'Port': ['ID=796d672b-5259-43f2-810e-59a9e98b1750,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:51.815389 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a30815f0-35b5-438f-a048-019d26ee4d40 tempest-RoutersNegativeTest-1889179771 tempest-RoutersNegativeTest-1889179771-project] Router 7a67c47e-d4d8-472c-814f-f2ba2a53850e has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:39:51.917431 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:51.945672 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fdad434-c3e1-494a-ad24-9206ceaf4c12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '022668d7-f0e9-430a-943a-2690558ea595'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:39:51.948615 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd62303f06773040a8a4e189dc46b4f565768c299abf8ab8e7739778b0bc3e97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-befa86fd-2f69-4e47-af57-779636bdce09" -d '{"events": [{"server_uuid": "6fdad434-c3e1-494a-ad24-9206ceaf4c12", "name": "network-vif-plugged", "status": "completed", "tag": "022668d7-f0e9-430a-943a-2690558ea595"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:39:51.963039 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 022668d7-f0e9-430a-943a-2690558ea595, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=022668d7-f0e9-430a-943a-2690558ea595,segment=NetworkSegment(a4b774bd-9c2f-43c0-8171-506dbb18f0fd),segment_id=a4b774bd-9c2f-43c0-8171-506dbb18f0fd)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:39:51.971738 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:51.996773 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a30815f0-35b5-438f-a048-019d26ee4d40 tempest-RoutersNegativeTest-1889179771 tempest-RoutersNegativeTest-1889179771-project] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:39:52.012996 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-a30815f0-35b5-438f-a048-019d26ee4d40 tempest-RoutersNegativeTest-1889179771 tempest-RoutersNegativeTest-1889179771-project] 10.222.0.68 "PUT /v2.0/routers/7a67c47e-d4d8-472c-814f-f2ba2a53850e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6548553 Jul 14 09:39:52.020353 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c6484e-25f1-4768-a8cf-8acdd7bfd998 None None] Sync routers for ids ['7a67c47e-d4d8-472c-814f-f2ba2a53850e'] in n-d-779913-29 {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:39:52.024484 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 41842) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:52.054509 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d400f5b0-6086-413b-a6b6-cd36a4ca9a9b tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:52.055066 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:39:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27e9773a-a70b-4e2a-9815-3311d1d2197c x-openstack-request-id: req-27e9773a-a70b-4e2a-9815-3311d1d2197c {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:39:52.055921 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fdad434-c3e1-494a-ad24-9206ceaf4c12", "name": "network-vif-plugged", "status": "completed", "tag": "022668d7-f0e9-430a-943a-2690558ea595", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:39:52.056189 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-27e9773a-a70b-4e2a-9815-3311d1d2197c {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:39:52.056602 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fdad434-c3e1-494a-ad24-9206ceaf4c12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '022668d7-f0e9-430a-943a-2690558ea595', 'code': 200} Jul 14 09:39:52.080956 n-d-779913-29 neutron-server[93957]: INFO neutron.api.v2.resource [None req-c409a1a4-f6d8-4b5a-b928-d9cabe10fe9b tempest-RoutersNegativeTest-1889179771 tempest-RoutersNegativeTest-1889179771-project] show failed (client error): The resource could not be found. Jul 14 09:39:52.082045 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-c409a1a4-f6d8-4b5a-b928-d9cabe10fe9b tempest-RoutersNegativeTest-1889179771 tempest-RoutersNegativeTest-1889179771-project] 10.222.0.68 "GET /v2.0/routers/tempest-non_exist_router-728924700 HTTP/1.1" status: 404 len: 334 time: 0.0548716 Jul 14 09:39:52.089083 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 41844) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:52.096502 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c6484e-25f1-4768-a8cf-8acdd7bfd998 None None] Routers {'7a67c47e-d4d8-472c-814f-f2ba2a53850e'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:39:52.101105 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-a7b74fe4-19f5-4e86-9a5d-ab7f6edf2c8f tempest-RoutersNegativeTest-1889179771 tempest-RoutersNegativeTest-1889179771-project] Request body: {'router': {'name': 'new_name'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:39:52.105568 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-53c6484e-25f1-4768-a8cf-8acdd7bfd998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:39:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['7a67c47e-d4d8-472c-814f-f2ba2a53850e'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:39:52.139308 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-a5f7d7de-061b-4363-b799-4db84be03784 None None] Provisioning for port 7a01a8f4-6fad-467b-996a-0afa9dc99c9b completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:39:52.154156 n-d-779913-29 neutron-server[93957]: INFO neutron.api.v2.resource [None req-a7b74fe4-19f5-4e86-9a5d-ab7f6edf2c8f tempest-RoutersNegativeTest-1889179771 tempest-RoutersNegativeTest-1889179771-project] update failed (client error): The resource could not be found. Jul 14 09:39:52.155209 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-a7b74fe4-19f5-4e86-9a5d-ab7f6edf2c8f tempest-RoutersNegativeTest-1889179771 tempest-RoutersNegativeTest-1889179771-project] 10.222.0.68 "PUT /v2.0/routers/tempest-non_exist_router-874705421 HTTP/1.1" status: 404 len: 334 time: 0.0630352 Jul 14 09:39:52.159581 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 41850) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:52.237465 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-a5f7d7de-061b-4363-b799-4db84be03784 None None] Provisioning complete for port 7a01a8f4-6fad-467b-996a-0afa9dc99c9b triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:39:52.237874 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a5f7d7de-061b-4363-b799-4db84be03784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:52.249079 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 796d672b-5259-43f2-810e-59a9e98b1750 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:39:52.268286 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-53c6484e-25f1-4768-a8cf-8acdd7bfd998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:39:52.286698 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b4a5d5-4fa1-48d7-a148-6388c2f38d43 req-73033d52-3c8a-4749-8f53-8bee1cf98c53 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:52.288589 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-90b4a5d5-4fa1-48d7-a148-6388c2f38d43 req-73033d52-3c8a-4749-8f53-8bee1cf98c53 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/ports?device_id=1f00f438-7e79-4879-a4cb-979f8f9574f7 HTTP/1.1" status: 200 len: 945 time: 0.3625314 Jul 14 09:39:52.316648 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Pushing event updated for resources: {'Port': ['ID=022668d7-f0e9-430a-943a-2690558ea595,revision_number=5']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:52.334067 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b1ed635-68fe-4143-bb6d-ef0b689b3c21 tempest-RoutersNegativeTest-1889179771 tempest-RoutersNegativeTest-1889179771-project] Deleting subnet 8903aa9f-5e10-4977-9686-d7a294f45d4c {{(pid=93957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:39:52.344433 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4b1ed635-68fe-4143-bb6d-ef0b689b3c21 tempest-RoutersNegativeTest-1889179771 tempest-RoutersNegativeTest-1889179771-project] Notify callbacks [] for subnet, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:52.352728 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-612f161a-6b16-4b73-89ec-0b1f26af516b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:52.359375 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c6484e-25f1-4768-a8cf-8acdd7bfd998 None None] Routers {'7a67c47e-d4d8-472c-814f-f2ba2a53850e'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:39:52.360005 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-53c6484e-25f1-4768-a8cf-8acdd7bfd998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:39:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['7a67c47e-d4d8-472c-814f-f2ba2a53850e'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:39:52.411933 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-53c6484e-25f1-4768-a8cf-8acdd7bfd998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:39:52.412593 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c6484e-25f1-4768-a8cf-8acdd7bfd998 None None] The sync data for ids ['7a67c47e-d4d8-472c-814f-f2ba2a53850e'] in n-d-779913-29 is: [] {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:39:52.428665 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-90b4a5d5-4fa1-48d7-a148-6388c2f38d43 req-f0a0f497-81f0-4fa4-a3f6-bd87f1c38fe2 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/security-groups?id=8ddc8877-605a-44c2-a058-368d728dd554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030731 Jul 14 09:39:52.431810 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4b1ed635-68fe-4143-bb6d-ef0b689b3c21 tempest-RoutersNegativeTest-1889179771 tempest-RoutersNegativeTest-1889179771-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10944203'] for subnet, precommit_delete_associations {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:52.435888 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd8744c-7455-433e-9242-a8306ef8f133 req-807f8383-4d8e-445a-94d4-8bcc4692fac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:52.437368 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ccd8744c-7455-433e-9242-a8306ef8f133 req-807f8383-4d8e-445a-94d4-8bcc4692fac1 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=6fdad434-c3e1-494a-ad24-9206ceaf4c12 HTTP/1.1" status: 200 len: 1098 time: 0.1728697 Jul 14 09:39:52.474254 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port 796d672b-5259-43f2-810e-59a9e98b1750 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:39:52.474753 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:52.502477 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-d400f5b0-6086-413b-a6b6-cd36a4ca9a9b tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Allocated IP 172.21.0.1 (d2438068-488b-4577-b94f-c643a7a78d48/0bdda1ac-2ff2-41ca-851f-cc2197a4835d/aaf43038-4487-4ce5-a7ca-543dd5c09c4c) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:39:52.504669 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a5f7d7de-061b-4363-b799-4db84be03784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:52.510297 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ccd8744c-7455-433e-9242-a8306ef8f133 req-73060000-e1c3-4051-af3a-050f47d647af service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=8136fa3c-cdeb-41b3-bfb9-6bf131e66cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518930 Jul 14 09:39:52.558111 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-a5f7d7de-061b-4363-b799-4db84be03784 None None] For port 7a01a8f4-6fad-467b-996a-0afa9dc99c9b, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=7a01a8f4-6fad-467b-996a-0afa9dc99c9b,segment=NetworkSegment(b20a7a22-b365-4861-b598-b15dc85e442a),segment_id=b20a7a22-b365-4861-b598-b15dc85e442a)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:39:52.578867 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4b1ed635-68fe-4143-bb6d-ef0b689b3c21 tempest-RoutersNegativeTest-1889179771 tempest-RoutersNegativeTest-1889179771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3481002'] for subnet, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:52.581658 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a5f7d7de-061b-4363-b799-4db84be03784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:52.648713 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-a5f7d7de-061b-4363-b799-4db84be03784 None None] Provisioning complete for port b2bb904b-a9bf-41e2-8a28-6d9606d4683c triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:39:52.649233 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a5f7d7de-061b-4363-b799-4db84be03784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:52.651381 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b22cd6a-b766-471a-80b3-8a72b1f3ce68 req-23d66fa4-f727-4462-a6de-b9ec7d59af47 tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:52.653146 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-7b22cd6a-b766-471a-80b3-8a72b1f3ce68 req-23d66fa4-f727-4462-a6de-b9ec7d59af47 tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] 10.222.0.68 "GET /v2.0/ports?device_id=6fdad434-c3e1-494a-ad24-9206ceaf4c12 HTTP/1.1" status: 200 len: 946 time: 0.2387943 Jul 14 09:39:52.662611 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4b1ed635-68fe-4143-bb6d-ef0b689b3c21 tempest-RoutersNegativeTest-1889179771 tempest-RoutersNegativeTest-1889179771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10052701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11984075'] for subnet, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:52.679433 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f7d7de-061b-4363-b799-4db84be03784 None None] Pushing event updated for resources: {'Port': ['ID=7a01a8f4-6fad-467b-996a-0afa9dc99c9b,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:52.695128 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1ed635-68fe-4143-bb6d-ef0b689b3c21 tempest-RoutersNegativeTest-1889179771 tempest-RoutersNegativeTest-1889179771-project] Pushing event deleted for resources: {'Subnet': ['ID=8903aa9f-5e10-4977-9686-d7a294f45d4c,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:52.701140 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4b1ed635-68fe-4143-bb6d-ef0b689b3c21 tempest-RoutersNegativeTest-1889179771 tempest-RoutersNegativeTest-1889179771-project] Notify callbacks [] for subnet, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:52.703602 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-4b1ed635-68fe-4143-bb6d-ef0b689b3c21 tempest-RoutersNegativeTest-1889179771 tempest-RoutersNegativeTest-1889179771-project] 10.222.0.68 "DELETE /v2.0/subnets/8903aa9f-5e10-4977-9686-d7a294f45d4c HTTP/1.1" status: 204 len: 168 time: 0.5425990 Jul 14 09:39:52.705734 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 41858) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:52.709395 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f36f5d8-f5f0-40a6-baaa-2f8e6151adb9 None None] Network 6651cc63-2fdc-47b4-a28c-92e9cf506e3c requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:39:52.726772 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-a5f7d7de-061b-4363-b799-4db84be03784 None None] Port b2bb904b-a9bf-41e2-8a28-6d9606d4683c cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:39:52.731922 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d400f5b0-6086-413b-a6b6-cd36a4ca9a9b tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:52.746314 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-d400f5b0-6086-413b-a6b6-cd36a4ca9a9b tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Transition to ACTIVE for port object aaf43038-4487-4ce5-a7ca-543dd5c09c4c will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:39:52.783955 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-7b22cd6a-b766-471a-80b3-8a72b1f3ce68 req-aaa84f88-fd5b-4c2b-b605-79d0e7eb9b42 tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] 10.222.0.68 "GET /v2.0/security-groups?id=8136fa3c-cdeb-41b3-bfb9-6bf131e66cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250625 Jul 14 09:39:52.795851 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_v2 [None req-7195f655-9794-484a-9696-74388b817ccf tempest-RoutersNegativeTest-1889179771 tempest-RoutersNegativeTest-1889179771-project] Deleting subnet 5ec335e4-1cc1-4370-8b7a-c407f03369d3 {{(pid=93957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:39:52.804089 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7195f655-9794-484a-9696-74388b817ccf tempest-RoutersNegativeTest-1889179771 tempest-RoutersNegativeTest-1889179771-project] Notify callbacks [] for subnet, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:52.826565 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d400f5b0-6086-413b-a6b6-cd36a4ca9a9b tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:52.853208 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7195f655-9794-484a-9696-74388b817ccf tempest-RoutersNegativeTest-1889179771 tempest-RoutersNegativeTest-1889179771-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10944203'] for subnet, precommit_delete_associations {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:52.860860 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-b85a6ca1-c2b6-4f26-adbb-0e50be40dfd0 None None] Provisioning complete for port 7a01a8f4-6fad-467b-996a-0afa9dc99c9b triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:39:52.861472 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b85a6ca1-c2b6-4f26-adbb-0e50be40dfd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:52.892702 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d400f5b0-6086-413b-a6b6-cd36a4ca9a9b tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Pushing event updated for resources: {'Port': ['ID=aaf43038-4487-4ce5-a7ca-543dd5c09c4c,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:52.908802 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d400f5b0-6086-413b-a6b6-cd36a4ca9a9b tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Network d2438068-488b-4577-b94f-c643a7a78d48 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:39:52.910572 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-d400f5b0-6086-413b-a6b6-cd36a4ca9a9b tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:39:52.914203 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d400f5b0-6086-413b-a6b6-cd36a4ca9a9b tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:39:52.981541 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d400f5b0-6086-413b-a6b6-cd36a4ca9a9b tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-660393'] for router_interface, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:52.990911 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7195f655-9794-484a-9696-74388b817ccf tempest-RoutersNegativeTest-1889179771 tempest-RoutersNegativeTest-1889179771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3481002'] for subnet, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:53.030865 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93a197fb-829d-4a2f-80c6-669f11d05770 None None] DHCP port deletion for 6651cc63-2fdc-47b4-a28c-92e9cf506e3c request from n-d-779913-29 {{(pid=93959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:39:53.084620 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7195f655-9794-484a-9696-74388b817ccf tempest-RoutersNegativeTest-1889179771 tempest-RoutersNegativeTest-1889179771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10052701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11984075'] for subnet, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:53.131665 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-93a197fb-829d-4a2f-80c6-669f11d05770 None None] Deleting port a970771e-72dd-4129-ae5e-f96993f10aeb {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:39:53.132045 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-93a197fb-829d-4a2f-80c6-669f11d05770 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:53.135510 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d400f5b0-6086-413b-a6b6-cd36a4ca9a9b tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:53.223136 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-93a197fb-829d-4a2f-80c6-669f11d05770 None None] For port a970771e-72dd-4129-ae5e-f96993f10aeb, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=a970771e-72dd-4129-ae5e-f96993f10aeb,segment=NetworkSegment(af088b78-f8c9-4f5b-bc66-1b275d852804),segment_id=af088b78-f8c9-4f5b-bc66-1b275d852804)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:39:53.223542 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-93a197fb-829d-4a2f-80c6-669f11d05770 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:53.260876 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-93a197fb-829d-4a2f-80c6-669f11d05770 None None] Calling delete_port for a970771e-72dd-4129-ae5e-f96993f10aeb owned by network:dhcp {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:39:53.335362 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-2ae702a3-a35c-4e23-87ad-3ea60d595f97 None None] Provisioning for port aaf43038-4487-4ce5-a7ca-543dd5c09c4c completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:39:53.344061 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-2ae702a3-a35c-4e23-87ad-3ea60d595f97 None None] Provisioning complete for port aaf43038-4487-4ce5-a7ca-543dd5c09c4c triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:39:53.344497 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2ae702a3-a35c-4e23-87ad-3ea60d595f97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:53.390439 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-2ae702a3-a35c-4e23-87ad-3ea60d595f97 None None] Port aaf43038-4487-4ce5-a7ca-543dd5c09c4c cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:39:53.420321 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-93a197fb-829d-4a2f-80c6-669f11d05770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:53.435020 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a197fb-829d-4a2f-80c6-669f11d05770 None None] No DVR routers for this DVR port a970771e-72dd-4129-ae5e-f96993f10aeb on host n-d-779913-29 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:39:53.466925 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a197fb-829d-4a2f-80c6-669f11d05770 None None] Pushing event deleted for resources: {'Port': ['ID=a970771e-72dd-4129-ae5e-f96993f10aeb,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:53.504726 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d400f5b0-6086-413b-a6b6-cd36a4ca9a9b tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:53.512790 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d400f5b0-6086-413b-a6b6-cd36a4ca9a9b tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13574142'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:53.525111 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7195f655-9794-484a-9696-74388b817ccf tempest-RoutersNegativeTest-1889179771 tempest-RoutersNegativeTest-1889179771-project] Pushing event deleted for resources: {'Subnet': ['ID=5ec335e4-1cc1-4370-8b7a-c407f03369d3,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:53.529350 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7195f655-9794-484a-9696-74388b817ccf tempest-RoutersNegativeTest-1889179771 tempest-RoutersNegativeTest-1889179771-project] Notify callbacks [] for subnet, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:53.531588 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-7195f655-9794-484a-9696-74388b817ccf tempest-RoutersNegativeTest-1889179771 tempest-RoutersNegativeTest-1889179771-project] 10.222.0.68 "DELETE /v2.0/subnets/5ec335e4-1cc1-4370-8b7a-c407f03369d3 HTTP/1.1" status: 204 len: 168 time: 0.8246229 Jul 14 09:39:53.534001 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 41870) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:53.539309 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48620752-0eb4-40b8-a0f1-669bcd094302 None None] Network 2da3cb20-d05f-4eb9-a277-bde9787c525d requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:39:53.619698 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d400f5b0-6086-413b-a6b6-cd36a4ca9a9b tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-683747'] for router_interface, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:53.622874 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d400f5b0-6086-413b-a6b6-cd36a4ca9a9b tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Pushing event updated for resources: {'Port': ['ID=aaf43038-4487-4ce5-a7ca-543dd5c09c4c,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:53.661001 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4adb4511-108a-4f5f-8c4a-3616d373ce5b tempest-RoutersNegativeTest-1889179771 tempest-RoutersNegativeTest-1889179771-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3876111'] for network, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:53.775218 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cddd20a-56dc-4a6e-9e33-93a62733b028 req-48bad8fa-044a-4664-84f0-c48ec34cf639 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:53.776747 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2cddd20a-56dc-4a6e-9e33-93a62733b028 req-48bad8fa-044a-4664-84f0-c48ec34cf639 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/ports?device_id=1f00f438-7e79-4879-a4cb-979f8f9574f7 HTTP/1.1" status: 200 len: 945 time: 0.1646385 Jul 14 09:39:53.791576 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4adb4511-108a-4f5f-8c4a-3616d373ce5b tempest-RoutersNegativeTest-1889179771 tempest-RoutersNegativeTest-1889179771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473955', 'neutron.services.segments.db._delete_segments_for_network-8735688326548'] for network, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:53.824755 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-4adb4511-108a-4f5f-8c4a-3616d373ce5b tempest-RoutersNegativeTest-1889179771 tempest-RoutersNegativeTest-1889179771-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6651cc63-2fdc-47b4-a28c-92e9cf506e3c']}} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:39:53.826557 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9f2c313-c98e-41ad-9ae8-156bbdda7b93 None None] DHCP port deletion for 2da3cb20-d05f-4eb9-a277-bde9787c525d request from n-d-779913-29 {{(pid=93959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:39:53.838843 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-4adb4511-108a-4f5f-8c4a-3616d373ce5b tempest-RoutersNegativeTest-1889179771 tempest-RoutersNegativeTest-1889179771-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af088b78-f8c9-4f5b-bc66-1b275d852804') {'for_net_delete': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:39:53.839146 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-4adb4511-108a-4f5f-8c4a-3616d373ce5b tempest-RoutersNegativeTest-1889179771 tempest-RoutersNegativeTest-1889179771-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af088b78-f8c9-4f5b-bc66-1b275d852804') {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:39:53.855437 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d400f5b0-6086-413b-a6b6-cd36a4ca9a9b tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Network d2438068-488b-4577-b94f-c643a7a78d48 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:39:53.856789 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-d400f5b0-6086-413b-a6b6-cd36a4ca9a9b tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:39:53.862156 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4adb4511-108a-4f5f-8c4a-3616d373ce5b tempest-RoutersNegativeTest-1889179771 tempest-RoutersNegativeTest-1889179771-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735688356235', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10944210'] for segment, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:53.875541 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2cddd20a-56dc-4a6e-9e33-93a62733b028 req-0deb5185-21b4-432e-a40f-0355c84916a5 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/security-groups?id=8ddc8877-605a-44c2-a058-368d728dd554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861895 Jul 14 09:39:53.892710 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4adb4511-108a-4f5f-8c4a-3616d373ce5b tempest-RoutersNegativeTest-1889179771 tempest-RoutersNegativeTest-1889179771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:53.914423 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4adb4511-108a-4f5f-8c4a-3616d373ce5b tempest-RoutersNegativeTest-1889179771 tempest-RoutersNegativeTest-1889179771-project] Releasing vlan 711 on physical network physnet1 to pool {{(pid=93957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:39:53.915621 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4adb4511-108a-4f5f-8c4a-3616d373ce5b tempest-RoutersNegativeTest-1889179771 tempest-RoutersNegativeTest-1889179771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10053619'] for segment, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:53.936344 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-a9f2c313-c98e-41ad-9ae8-156bbdda7b93 None None] Deleting port 75045149-8ea8-4705-ba91-4a5313044071 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:39:53.936344 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a9f2c313-c98e-41ad-9ae8-156bbdda7b93 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:53.999890 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:39:53.999890 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:39:53.999890 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:39:53.999890 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:39:53.999890 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:39:53.999890 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:39:53.999890 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:39:53.999890 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:39:53.999890 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:39:53.999890 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:39:53.999890 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:39:53.999890 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:39:53.999890 n-d-779913-29 neutron-server[93957]: Traceback (most recent call last): Jul 14 09:39:53.999890 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:39:53.999890 n-d-779913-29 neutron-server[93957]: timer() Jul 14 09:39:53.999890 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:39:53.999890 n-d-779913-29 neutron-server[93957]: cb(*args, **kw) Jul 14 09:39:53.999890 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:39:53.999890 n-d-779913-29 neutron-server[93957]: return func(*args, **kwargs) Jul 14 09:39:53.999890 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:39:53.999890 n-d-779913-29 neutron-server[93957]: self._notify() Jul 14 09:39:53.999890 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:39:53.999890 n-d-779913-29 neutron-server[93957]: self.callback(batched_events) Jul 14 09:39:53.999890 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:39:53.999890 n-d-779913-29 neutron-server[93957]: event.method(event) Jul 14 09:39:53.999890 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:39:53.999890 n-d-779913-29 neutron-server[93957]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:39:53.999890 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:39:53.999890 n-d-779913-29 neutron-server[93957]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:39:53.999890 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:39:53.999890 n-d-779913-29 neutron-server[93957]: return f(self, *a, **k) Jul 14 09:39:53.999890 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:39:53.999890 n-d-779913-29 neutron-server[93957]: return self._get(url).json() Jul 14 09:39:53.999890 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:39:53.999890 n-d-779913-29 neutron-server[93957]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:39:53.999890 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:39:53.999890 n-d-779913-29 neutron-server[93957]: return self.request(url, 'GET', **kwargs) Jul 14 09:39:53.999890 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:39:53.999890 n-d-779913-29 neutron-server[93957]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:39:53.999890 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:39:53.999890 n-d-779913-29 neutron-server[93957]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:39:53.999890 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:39:53.999890 n-d-779913-29 neutron-server[93957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:39:53.999890 n-d-779913-29 neutron-server[93957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:39:54.006843 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4adb4511-108a-4f5f-8c4a-3616d373ce5b tempest-RoutersNegativeTest-1889179771 tempest-RoutersNegativeTest-1889179771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660504'] for network, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:54.023387 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4adb4511-108a-4f5f-8c4a-3616d373ce5b tempest-RoutersNegativeTest-1889179771 tempest-RoutersNegativeTest-1889179771-project] Notify callbacks [] for network, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:54.031291 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-4adb4511-108a-4f5f-8c4a-3616d373ce5b tempest-RoutersNegativeTest-1889179771 tempest-RoutersNegativeTest-1889179771-project] 10.222.0.68 "DELETE /v2.0/networks/6651cc63-2fdc-47b4-a28c-92e9cf506e3c HTTP/1.1" status: 204 len: 168 time: 0.4959984 Jul 14 09:39:54.036137 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 41878) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:54.042838 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adb4511-108a-4f5f-8c4a-3616d373ce5b tempest-RoutersNegativeTest-1889179771 tempest-RoutersNegativeTest-1889179771-project] Pushing event deleted for resources: {'Network': ['ID=6651cc63-2fdc-47b4-a28c-92e9cf506e3c,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:54.084789 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-a9f2c313-c98e-41ad-9ae8-156bbdda7b93 None None] For port 75045149-8ea8-4705-ba91-4a5313044071, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=75045149-8ea8-4705-ba91-4a5313044071,segment=NetworkSegment(e8473b2d-10b0-471a-938a-98776e1b340b),segment_id=e8473b2d-10b0-471a-938a-98776e1b340b)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:39:54.086899 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a9f2c313-c98e-41ad-9ae8-156bbdda7b93 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:54.105870 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-a9f2c313-c98e-41ad-9ae8-156bbdda7b93 None None] Calling delete_port for 75045149-8ea8-4705-ba91-4a5313044071 owned by network:dhcp {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:39:54.166192 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d400f5b0-6086-413b-a6b6-cd36a4ca9a9b tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Router a1450c9a-80e0-4ee5-9b86-dc60ff93d560 has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:39:54.185910 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 7a01a8f4-6fad-467b-996a-0afa9dc99c9b up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:39:54.227732 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-47ae5a98-1266-4698-9ac6-8c3442233ecf tempest-RoutersNegativeTest-1889179771 tempest-RoutersNegativeTest-1889179771-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3876111'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:54.242482 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a9f2c313-c98e-41ad-9ae8-156bbdda7b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:54.276466 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-34527c74-3bbb-45b0-a258-0ba0babbfbd1 None None] Provisioning complete for port aaf43038-4487-4ce5-a7ca-543dd5c09c4c triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:39:54.276842 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-34527c74-3bbb-45b0-a258-0ba0babbfbd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:54.280509 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f2c313-c98e-41ad-9ae8-156bbdda7b93 None None] Pushing event deleted for resources: {'Port': ['ID=75045149-8ea8-4705-ba91-4a5313044071,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:54.282895 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f2c313-c98e-41ad-9ae8-156bbdda7b93 None None] No DVR routers for this DVR port 75045149-8ea8-4705-ba91-4a5313044071 on host n-d-779913-29 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:39:54.328683 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port 7a01a8f4-6fad-467b-996a-0afa9dc99c9b triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:39:54.329127 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:54.331968 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-34527c74-3bbb-45b0-a258-0ba0babbfbd1 None None] Port aaf43038-4487-4ce5-a7ca-543dd5c09c4c cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:39:54.345229 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7febc755-7e02-48f1-a517-c1c74840386d req-2c4b3b6c-577a-45a7-80c0-d32b098a0907 tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:54.347354 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-7febc755-7e02-48f1-a517-c1c74840386d req-2c4b3b6c-577a-45a7-80c0-d32b098a0907 tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] 10.222.0.68 "GET /v2.0/ports?device_id=6fdad434-c3e1-494a-ad24-9206ceaf4c12 HTTP/1.1" status: 200 len: 946 time: 0.3097599 Jul 14 09:39:54.494480 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device a970771e-72dd-4129-ae5e-f96993f10aeb no longer exists at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:39:54.518878 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] No Port match for: a970771e-72dd-4129-ae5e-f96993f10aeb {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:39:54.519304 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device a970771e-72dd-4129-ae5e-f96993f10aeb not bound to the agent host n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:39:54.519933 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 75045149-8ea8-4705-ba91-4a5313044071 no longer exists at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:39:54.540760 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] No Port match for: 75045149-8ea8-4705-ba91-4a5313044071 {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:39:54.541142 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 75045149-8ea8-4705-ba91-4a5313044071 not bound to the agent host n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:39:54.693712 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d400f5b0-6086-413b-a6b6-cd36a4ca9a9b tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:39:54.695438 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 41886) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:54.696313 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-47ae5a98-1266-4698-9ac6-8c3442233ecf tempest-RoutersNegativeTest-1889179771 tempest-RoutersNegativeTest-1889179771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473955', 'neutron.services.segments.db._delete_segments_for_network-8735688326548'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:54.702737 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-d400f5b0-6086-413b-a6b6-cd36a4ca9a9b tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] 10.222.0.68 "PUT /v2.0/routers/a1450c9a-80e0-4ee5-9b86-dc60ff93d560/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3517063 Jul 14 09:39:54.706713 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-120b11a9-4c0e-4d35-b6e5-f35be94f059b None None] Sync routers for ids ['a1450c9a-80e0-4ee5-9b86-dc60ff93d560'] in n-d-779913-29 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:39:54.710072 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 41890) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:54.719094 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-47ae5a98-1266-4698-9ac6-8c3442233ecf tempest-RoutersNegativeTest-1889179771 tempest-RoutersNegativeTest-1889179771-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2da3cb20-d05f-4eb9-a277-bde9787c525d']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:39:54.719299 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-120b11a9-4c0e-4d35-b6e5-f35be94f059b None None] Routers {'a1450c9a-80e0-4ee5-9b86-dc60ff93d560'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:39:54.719891 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-120b11a9-4c0e-4d35-b6e5-f35be94f059b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:39:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['a1450c9a-80e0-4ee5-9b86-dc60ff93d560'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:39:54.731240 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-7febc755-7e02-48f1-a517-c1c74840386d req-32fe0bc5-f05e-4a1c-9066-550956810d4f tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] 10.222.0.68 "GET /v2.0/security-groups?id=8136fa3c-cdeb-41b3-bfb9-6bf131e66cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3761833 Jul 14 09:39:54.733807 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:54.735221 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-47ae5a98-1266-4698-9ac6-8c3442233ecf tempest-RoutersNegativeTest-1889179771 tempest-RoutersNegativeTest-1889179771-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8473b2d-10b0-471a-938a-98776e1b340b') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:39:54.735365 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-47ae5a98-1266-4698-9ac6-8c3442233ecf tempest-RoutersNegativeTest-1889179771 tempest-RoutersNegativeTest-1889179771-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8473b2d-10b0-471a-938a-98776e1b340b') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:39:54.746511 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-47ae5a98-1266-4698-9ac6-8c3442233ecf tempest-RoutersNegativeTest-1889179771 tempest-RoutersNegativeTest-1889179771-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735688356235', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13574129'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:54.773543 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-47ae5a98-1266-4698-9ac6-8c3442233ecf tempest-RoutersNegativeTest-1889179771 tempest-RoutersNegativeTest-1889179771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:54.779483 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-120b11a9-4c0e-4d35-b6e5-f35be94f059b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:39:54.787776 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-441320eb-d0d0-441e-8cff-4d33cd7bd72b tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:54.788140 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47ae5a98-1266-4698-9ac6-8c3442233ecf tempest-RoutersNegativeTest-1889179771 tempest-RoutersNegativeTest-1889179771-project] Releasing vlan 718 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:39:54.788624 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-47ae5a98-1266-4698-9ac6-8c3442233ecf tempest-RoutersNegativeTest-1889179771 tempest-RoutersNegativeTest-1889179771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13573126'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:54.791619 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-120b11a9-4c0e-4d35-b6e5-f35be94f059b None None] Routers {'a1450c9a-80e0-4ee5-9b86-dc60ff93d560'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:39:54.792420 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-120b11a9-4c0e-4d35-b6e5-f35be94f059b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:39:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['a1450c9a-80e0-4ee5-9b86-dc60ff93d560'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:39:54.792726 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-441320eb-d0d0-441e-8cff-4d33cd7bd72b tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] 10.222.0.68 "GET /v2.0/ports/aaf43038-4487-4ce5-a7ca-543dd5c09c4c HTTP/1.1" status: 200 len: 910 time: 0.0816145 Jul 14 09:39:54.793360 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 41894) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:54.795841 n-d-779913-29 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:39:54.795841 n-d-779913-29 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:39:54.795841 n-d-779913-29 neutron-server[93958]: Traceback (most recent call last): Jul 14 09:39:54.795841 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:39:54.795841 n-d-779913-29 neutron-server[93958]: timer() Jul 14 09:39:54.795841 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:39:54.795841 n-d-779913-29 neutron-server[93958]: cb(*args, **kw) Jul 14 09:39:54.795841 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:39:54.795841 n-d-779913-29 neutron-server[93958]: return func(*args, **kwargs) Jul 14 09:39:54.795841 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:39:54.795841 n-d-779913-29 neutron-server[93958]: self._notify() Jul 14 09:39:54.795841 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:39:54.795841 n-d-779913-29 neutron-server[93958]: self.callback(batched_events) Jul 14 09:39:54.795841 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:39:54.795841 n-d-779913-29 neutron-server[93958]: event.method(event) Jul 14 09:39:54.795841 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:39:54.795841 n-d-779913-29 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:39:54.795841 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:39:54.795841 n-d-779913-29 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:39:54.795841 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:39:54.795841 n-d-779913-29 neutron-server[93958]: return f(self, *a, **k) Jul 14 09:39:54.795841 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:39:54.795841 n-d-779913-29 neutron-server[93958]: return self._get(url).json() Jul 14 09:39:54.795841 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:39:54.795841 n-d-779913-29 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:39:54.795841 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:39:54.795841 n-d-779913-29 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 14 09:39:54.795841 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:39:54.795841 n-d-779913-29 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:39:54.795841 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:39:54.795841 n-d-779913-29 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:39:54.795841 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:39:54.795841 n-d-779913-29 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:39:54.795841 n-d-779913-29 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:39:54.831852 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-120b11a9-4c0e-4d35-b6e5-f35be94f059b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:39:54.832522 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-120b11a9-4c0e-4d35-b6e5-f35be94f059b None None] The sync data for ids ['a1450c9a-80e0-4ee5-9b86-dc60ff93d560'] in n-d-779913-29 is: [] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:39:54.854486 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-09f1307d-8853-4dd0-b15f-28ccca8276c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:54.883866 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-47ae5a98-1266-4698-9ac6-8c3442233ecf tempest-RoutersNegativeTest-1889179771 tempest-RoutersNegativeTest-1889179771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660504'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:54.897426 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-47ae5a98-1266-4698-9ac6-8c3442233ecf tempest-RoutersNegativeTest-1889179771 tempest-RoutersNegativeTest-1889179771-project] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:54.901480 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-47ae5a98-1266-4698-9ac6-8c3442233ecf tempest-RoutersNegativeTest-1889179771 tempest-RoutersNegativeTest-1889179771-project] 10.222.0.68 "DELETE /v2.0/networks/2da3cb20-d05f-4eb9-a277-bde9787c525d HTTP/1.1" status: 204 len: 168 time: 0.8475609 Jul 14 09:39:54.906085 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 41896) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:54.914642 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ae5a98-1266-4698-9ac6-8c3442233ecf tempest-RoutersNegativeTest-1889179771 tempest-RoutersNegativeTest-1889179771-project] Pushing event deleted for resources: {'Network': ['ID=2da3cb20-d05f-4eb9-a277-bde9787c525d,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:54.919426 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-0e988355-6ad7-4f47-84bc-5aed0f1da24a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:55.079461 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7242c832-8ebd-493e-b433-fb7217e9da99 req-71f88f35-57b6-4086-a4be-1b319aa8fb36 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:55.081631 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-7242c832-8ebd-493e-b433-fb7217e9da99 req-71f88f35-57b6-4086-a4be-1b319aa8fb36 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/ports?device_id=1f00f438-7e79-4879-a4cb-979f8f9574f7 HTTP/1.1" status: 200 len: 945 time: 0.0799735 Jul 14 09:39:55.088085 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e12cdf2-3aad-4657-8051-7fa1a597d43b tempest-RoutersNegativeTest-1889179771 tempest-RoutersNegativeTest-1889179771-project] Deleting subnet aa03f52b-1e66-450d-b3d5-34ca8e71eb4d {{(pid=93957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:39:55.116915 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e12cdf2-3aad-4657-8051-7fa1a597d43b tempest-RoutersNegativeTest-1889179771 tempest-RoutersNegativeTest-1889179771-project] Notify callbacks [] for subnet, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:55.123998 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-7242c832-8ebd-493e-b433-fb7217e9da99 req-7045df84-b7ce-4700-8f28-316fdbeabf58 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/security-groups?id=8ddc8877-605a-44c2-a058-368d728dd554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368049 Jul 14 09:39:55.233346 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e12cdf2-3aad-4657-8051-7fa1a597d43b tempest-RoutersNegativeTest-1889179771 tempest-RoutersNegativeTest-1889179771-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10944203'] for subnet, precommit_delete_associations {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:55.445743 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a77ca85-b2f0-488e-b4b9-53992ca73ccd req-777ba51a-d508-47c9-8023-184f770c1a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:55.447169 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5a77ca85-b2f0-488e-b4b9-53992ca73ccd req-777ba51a-d508-47c9-8023-184f770c1a4e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4569f08ed7094f2caf5772ad4808989f&device_id=6fdad434-c3e1-494a-ad24-9206ceaf4c12 HTTP/1.1" status: 200 len: 1098 time: 0.3489308 Jul 14 09:39:55.455929 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-0e988355-6ad7-4f47-84bc-5aed0f1da24a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:55.475841 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-0e988355-6ad7-4f47-84bc-5aed0f1da24a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:55.484874 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2062dae-955d-4a2a-b1e7-9d38014cf66a req-2468013d-a979-4d24-91f8-6d7b88576a7f tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:55.486351 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c2062dae-955d-4a2a-b1e7-9d38014cf66a req-2468013d-a979-4d24-91f8-6d7b88576a7f tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] 10.222.0.68 "GET /v2.0/ports?device_id=6fdad434-c3e1-494a-ad24-9206ceaf4c12 HTTP/1.1" status: 200 len: 946 time: 0.3477719 Jul 14 09:39:55.556333 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e12cdf2-3aad-4657-8051-7fa1a597d43b tempest-RoutersNegativeTest-1889179771 tempest-RoutersNegativeTest-1889179771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3481002'] for subnet, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:55.625731 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-0e988355-6ad7-4f47-84bc-5aed0f1da24a admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=9e3c310145ab49cc86ab22866817c789&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9291055 Jul 14 09:39:55.628429 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 41904) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:55.649806 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e988355-6ad7-4f47-84bc-5aed0f1da24a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ff6bb50-6e0e-44bb-b1a3-edfd5720e5d6,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:55.677547 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c6d93595-3dbe-4f98-8229-249eef4a9edf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:55.693254 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c2062dae-955d-4a2a-b1e7-9d38014cf66a req-0a834211-5f42-43c1-af68-91bc551a2221 tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] 10.222.0.68 "GET /v2.0/security-groups?id=8136fa3c-cdeb-41b3-bfb9-6bf131e66cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940155 Jul 14 09:39:55.700012 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c6d93595-3dbe-4f98-8229-249eef4a9edf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:55.728709 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a77ca85-b2f0-488e-b4b9-53992ca73ccd req-9f569edc-82ff-4915-b333-fb6680491480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:55.730323 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5a77ca85-b2f0-488e-b4b9-53992ca73ccd req-9f569edc-82ff-4915-b333-fb6680491480 service neutron] 10.222.0.57 "GET /v2.0/networks?id=f0c82eb4-694b-46cd-8405-b22504091d10 HTTP/1.1" status: 200 len: 920 time: 0.2690475 Jul 14 09:39:55.747620 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c6d93595-3dbe-4f98-8229-249eef4a9edf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:55.749444 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e12cdf2-3aad-4657-8051-7fa1a597d43b tempest-RoutersNegativeTest-1889179771 tempest-RoutersNegativeTest-1889179771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10052701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11984075'] for subnet, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:55.750316 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c6d93595-3dbe-4f98-8229-249eef4a9edf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:55.751472 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-c6d93595-3dbe-4f98-8229-249eef4a9edf admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/4ff6bb50-6e0e-44bb-b1a3-edfd5720e5d6 HTTP/1.1" status: 204 len: 168 time: 0.1220701 Jul 14 09:39:55.763219 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d93595-3dbe-4f98-8229-249eef4a9edf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ff6bb50-6e0e-44bb-b1a3-edfd5720e5d6,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:55.816114 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5a77ca85-b2f0-488e-b4b9-53992ca73ccd req-6940ef6f-d473-4a40-92d4-cb7a17efac8b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=022668d7-f0e9-430a-943a-2690558ea595 HTTP/1.1" status: 200 len: 217 time: 0.0786746 Jul 14 09:39:55.823091 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e12cdf2-3aad-4657-8051-7fa1a597d43b tempest-RoutersNegativeTest-1889179771 tempest-RoutersNegativeTest-1889179771-project] Notify callbacks [] for subnet, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:55.825063 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-7e12cdf2-3aad-4657-8051-7fa1a597d43b tempest-RoutersNegativeTest-1889179771 tempest-RoutersNegativeTest-1889179771-project] 10.222.0.68 "DELETE /v2.0/subnets/aa03f52b-1e66-450d-b3d5-34ca8e71eb4d HTTP/1.1" status: 204 len: 168 time: 0.9162858 Jul 14 09:39:55.828682 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 41908) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:55.828947 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e12cdf2-3aad-4657-8051-7fa1a597d43b tempest-RoutersNegativeTest-1889179771 tempest-RoutersNegativeTest-1889179771-project] Pushing event deleted for resources: {'Subnet': ['ID=aa03f52b-1e66-450d-b3d5-34ca8e71eb4d,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:55.837323 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-905f6a81-1170-4ad4-bbd8-08738b693468 None None] Network 1b3bd25c-b41b-48a0-a840-d5cad7abc178 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:39:55.877694 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-9df3f423-a8c4-4e09-ae2d-b7548370bdf0 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-683602'] for router_interface, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:55.920857 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-367b1690-ddc0-4065-bf0e-60b9b7cc8f33 tempest-RoutersNegativeTest-1889179771 tempest-RoutersNegativeTest-1889179771-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3876111'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:55.935025 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5ad31076-714c-49ec-bc37-f3d4cd90112a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:55.955093 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a77ca85-b2f0-488e-b4b9-53992ca73ccd req-0e6e57c2-73f4-408a-871e-639ec56aec91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:55.956510 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5a77ca85-b2f0-488e-b4b9-53992ca73ccd req-0e6e57c2-73f4-408a-871e-639ec56aec91 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5a6019b3-7787-4bdb-b397-5a269fa1d62c HTTP/1.1" status: 200 len: 859 time: 0.1246865 Jul 14 09:39:55.985616 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-367b1690-ddc0-4065-bf0e-60b9b7cc8f33 tempest-RoutersNegativeTest-1889179771 tempest-RoutersNegativeTest-1889179771-project] Deleting port 1d8dc884-1c13-41b8-87eb-5bbec3eaed34 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:39:55.985971 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-367b1690-ddc0-4065-bf0e-60b9b7cc8f33 tempest-RoutersNegativeTest-1889179771 tempest-RoutersNegativeTest-1889179771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:56.008930 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5a77ca85-b2f0-488e-b4b9-53992ca73ccd req-5433b871-27b1-474b-aa1e-0c4b979156a1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f0c82eb4-694b-46cd-8405-b22504091d10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412993 Jul 14 09:39:56.068459 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-367b1690-ddc0-4065-bf0e-60b9b7cc8f33 tempest-RoutersNegativeTest-1889179771 tempest-RoutersNegativeTest-1889179771-project] For port 1d8dc884-1c13-41b8-87eb-5bbec3eaed34, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=1d8dc884-1c13-41b8-87eb-5bbec3eaed34,segment=NetworkSegment(4a2b0788-3266-45ee-9e48-d7b08b10d968),segment_id=4a2b0788-3266-45ee-9e48-d7b08b10d968)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:39:56.068916 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-367b1690-ddc0-4065-bf0e-60b9b7cc8f33 tempest-RoutersNegativeTest-1889179771 tempest-RoutersNegativeTest-1889179771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:56.091311 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-367b1690-ddc0-4065-bf0e-60b9b7cc8f33 tempest-RoutersNegativeTest-1889179771 tempest-RoutersNegativeTest-1889179771-project] Calling delete_port for 1d8dc884-1c13-41b8-87eb-5bbec3eaed34 owned by network:dhcp {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:39:56.125095 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6c4a9ce-f024-478c-9856-ffef1c52e66b None None] DHCP port deletion for 1b3bd25c-b41b-48a0-a840-d5cad7abc178 request from n-d-779913-29 {{(pid=93959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:39:56.132730 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 41912) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:56.157307 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-acc74771-591e-418b-9a66-bf66fce1547f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:56.176359 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-c6c4a9ce-f024-478c-9856-ffef1c52e66b None None] Deleting port 1d8dc884-1c13-41b8-87eb-5bbec3eaed34 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:39:56.176834 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c6c4a9ce-f024-478c-9856-ffef1c52e66b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:56.197434 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-367b1690-ddc0-4065-bf0e-60b9b7cc8f33 tempest-RoutersNegativeTest-1889179771 tempest-RoutersNegativeTest-1889179771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:56.230565 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5a77ca85-b2f0-488e-b4b9-53992ca73ccd req-176169ab-646d-4368-8185-46116ef304c7 service neutron] 10.222.0.57 "GET /v2.0/networks/f0c82eb4-694b-46cd-8405-b22504091d10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1729429 Jul 14 09:39:56.242455 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367b1690-ddc0-4065-bf0e-60b9b7cc8f33 tempest-RoutersNegativeTest-1889179771 tempest-RoutersNegativeTest-1889179771-project] Pushing event deleted for resources: {'Port': ['ID=1d8dc884-1c13-41b8-87eb-5bbec3eaed34,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:56.250679 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-367b1690-ddc0-4065-bf0e-60b9b7cc8f33 tempest-RoutersNegativeTest-1889179771 tempest-RoutersNegativeTest-1889179771-project] No DVR routers for this DVR port 1d8dc884-1c13-41b8-87eb-5bbec3eaed34 on host n-d-779913-29 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:39:56.258272 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c6c4a9ce-f024-478c-9856-ffef1c52e66b None None] For port 1d8dc884-1c13-41b8-87eb-5bbec3eaed34, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=1d8dc884-1c13-41b8-87eb-5bbec3eaed34,segment=NetworkSegment(4a2b0788-3266-45ee-9e48-d7b08b10d968),segment_id=4a2b0788-3266-45ee-9e48-d7b08b10d968)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:39:56.258776 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c6c4a9ce-f024-478c-9856-ffef1c52e66b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:56.273834 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-c6c4a9ce-f024-478c-9856-ffef1c52e66b None None] Calling delete_port for 1d8dc884-1c13-41b8-87eb-5bbec3eaed34 owned by network:dhcp {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:39:56.357077 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c6c4a9ce-f024-478c-9856-ffef1c52e66b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:56.387432 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-367b1690-ddc0-4065-bf0e-60b9b7cc8f33 tempest-RoutersNegativeTest-1889179771 tempest-RoutersNegativeTest-1889179771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473955', 'neutron.services.segments.db._delete_segments_for_network-8735688326548'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:56.395136 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c4a9ce-f024-478c-9856-ffef1c52e66b None None] Pushing event deleted for resources: {'Port': ['ID=1d8dc884-1c13-41b8-87eb-5bbec3eaed34,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:56.397353 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c4a9ce-f024-478c-9856-ffef1c52e66b None None] No DVR routers for this DVR port 1d8dc884-1c13-41b8-87eb-5bbec3eaed34 on host n-d-779913-29 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:39:56.408183 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-367b1690-ddc0-4065-bf0e-60b9b7cc8f33 tempest-RoutersNegativeTest-1889179771 tempest-RoutersNegativeTest-1889179771-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b3bd25c-b41b-48a0-a840-d5cad7abc178']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:39:56.426058 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-367b1690-ddc0-4065-bf0e-60b9b7cc8f33 tempest-RoutersNegativeTest-1889179771 tempest-RoutersNegativeTest-1889179771-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a2b0788-3266-45ee-9e48-d7b08b10d968') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:39:56.426441 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-367b1690-ddc0-4065-bf0e-60b9b7cc8f33 tempest-RoutersNegativeTest-1889179771 tempest-RoutersNegativeTest-1889179771-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a2b0788-3266-45ee-9e48-d7b08b10d968') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:39:56.435557 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5a77ca85-b2f0-488e-b4b9-53992ca73ccd req-32ad9de2-2ac1-413b-887c-ab13bcf8435b service neutron] 10.222.0.57 "GET /v2.0/networks/f0c82eb4-694b-46cd-8405-b22504091d10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1708496 Jul 14 09:39:56.439461 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-367b1690-ddc0-4065-bf0e-60b9b7cc8f33 tempest-RoutersNegativeTest-1889179771 tempest-RoutersNegativeTest-1889179771-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735688356235', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13574129'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:56.454796 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f37ef3-50a8-490b-a930-e55fb1a9b390 req-1ff4e281-6d76-4c84-8f26-a209988ba627 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:56.456799 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-05f37ef3-50a8-490b-a930-e55fb1a9b390 req-1ff4e281-6d76-4c84-8f26-a209988ba627 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/ports?device_id=1f00f438-7e79-4879-a4cb-979f8f9574f7 HTTP/1.1" status: 200 len: 945 time: 0.1669512 Jul 14 09:39:56.462439 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-acc74771-591e-418b-9a66-bf66fce1547f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:56.468125 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-9df3f423-a8c4-4e09-ae2d-b7548370bdf0 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Deleting port aaf43038-4487-4ce5-a7ca-543dd5c09c4c {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:39:56.468125 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-9df3f423-a8c4-4e09-ae2d-b7548370bdf0 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:56.472045 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-acc74771-591e-418b-9a66-bf66fce1547f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:56.473629 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-367b1690-ddc0-4065-bf0e-60b9b7cc8f33 tempest-RoutersNegativeTest-1889179771 tempest-RoutersNegativeTest-1889179771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:56.487945 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-367b1690-ddc0-4065-bf0e-60b9b7cc8f33 tempest-RoutersNegativeTest-1889179771 tempest-RoutersNegativeTest-1889179771-project] Releasing vlan 721 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:39:56.488411 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-367b1690-ddc0-4065-bf0e-60b9b7cc8f33 tempest-RoutersNegativeTest-1889179771 tempest-RoutersNegativeTest-1889179771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13573126'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:56.492409 n-d-779913-29 neutron-server[93958]: Traceback (most recent call last): Jul 14 09:39:56.492409 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:39:56.492409 n-d-779913-29 neutron-server[93958]: timer() Jul 14 09:39:56.492409 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:39:56.492409 n-d-779913-29 neutron-server[93958]: cb(*args, **kw) Jul 14 09:39:56.492409 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:39:56.492409 n-d-779913-29 neutron-server[93958]: return func(*args, **kwargs) Jul 14 09:39:56.492409 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:39:56.492409 n-d-779913-29 neutron-server[93958]: self._notify() Jul 14 09:39:56.492409 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:39:56.492409 n-d-779913-29 neutron-server[93958]: self.callback(batched_events) Jul 14 09:39:56.492409 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:39:56.492409 n-d-779913-29 neutron-server[93958]: event.method(event) Jul 14 09:39:56.492409 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:39:56.492409 n-d-779913-29 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:39:56.492409 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:39:56.492409 n-d-779913-29 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:39:56.492409 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:39:56.492409 n-d-779913-29 neutron-server[93958]: return f(self, *a, **k) Jul 14 09:39:56.492409 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:39:56.492409 n-d-779913-29 neutron-server[93958]: return self._get(url).json() Jul 14 09:39:56.492409 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:39:56.492409 n-d-779913-29 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:39:56.492409 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:39:56.492409 n-d-779913-29 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 14 09:39:56.492409 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:39:56.492409 n-d-779913-29 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:39:56.492409 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:39:56.492409 n-d-779913-29 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:39:56.492409 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:39:56.492409 n-d-779913-29 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:39:56.492409 n-d-779913-29 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:39:56.555430 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-acc74771-591e-418b-9a66-bf66fce1547f admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=4e280414a4db4140ba2e3def8e575392&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4201245 Jul 14 09:39:56.558059 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 41920) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:56.565701 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc74771-591e-418b-9a66-bf66fce1547f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=290dd392-67e4-471e-95c5-9e6c07eac7e2,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:56.566960 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-05f37ef3-50a8-490b-a930-e55fb1a9b390 req-58699254-4d3f-4199-8032-55df5e5c297a tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/security-groups?id=8ddc8877-605a-44c2-a058-368d728dd554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032686 Jul 14 09:39:56.579948 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-367b1690-ddc0-4065-bf0e-60b9b7cc8f33 tempest-RoutersNegativeTest-1889179771 tempest-RoutersNegativeTest-1889179771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660504'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:56.590004 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-367b1690-ddc0-4065-bf0e-60b9b7cc8f33 tempest-RoutersNegativeTest-1889179771 tempest-RoutersNegativeTest-1889179771-project] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:56.597350 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 41922) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:56.598328 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-367b1690-ddc0-4065-bf0e-60b9b7cc8f33 tempest-RoutersNegativeTest-1889179771 tempest-RoutersNegativeTest-1889179771-project] 10.222.0.68 "DELETE /v2.0/networks/1b3bd25c-b41b-48a0-a840-d5cad7abc178 HTTP/1.1" status: 204 len: 168 time: 0.7685812 Jul 14 09:39:56.611409 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367b1690-ddc0-4065-bf0e-60b9b7cc8f33 tempest-RoutersNegativeTest-1889179771 tempest-RoutersNegativeTest-1889179771-project] Pushing event deleted for resources: {'Network': ['ID=1b3bd25c-b41b-48a0-a840-d5cad7abc178,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:56.648556 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-ff9163c8-d522-4392-8534-23e7b977ccff tempest-RoutersNegativeTest-1889179771 tempest-RoutersNegativeTest-1889179771-project] 10.222.0.68 "GET /v2.0/ports?device_id=7a67c47e-d4d8-472c-814f-f2ba2a53850e HTTP/1.1" status: 200 len: 205 time: 0.0477951 Jul 14 09:39:56.651162 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 41924) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:56.655270 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-9df3f423-a8c4-4e09-ae2d-b7548370bdf0 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:56.671131 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-9df3f423-a8c4-4e09-ae2d-b7548370bdf0 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Calling delete_port for aaf43038-4487-4ce5-a7ca-543dd5c09c4c owned by network:router_interface {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:39:56.693740 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3de446d4-ff7d-43c8-8a03-449760350478 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:56.727796 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-eff84f60-3232-4998-b669-3ba5d8f22658 tempest-RoutersNegativeTest-1889179771 tempest-RoutersNegativeTest-1889179771-project] Notify callbacks [] for router, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:56.749691 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3de446d4-ff7d-43c8-8a03-449760350478 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:56.883570 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3de446d4-ff7d-43c8-8a03-449760350478 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:56.886110 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3de446d4-ff7d-43c8-8a03-449760350478 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:56.887350 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-3de446d4-ff7d-43c8-8a03-449760350478 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/290dd392-67e4-471e-95c5-9e6c07eac7e2 HTTP/1.1" status: 204 len: 168 time: 0.3284090 Jul 14 09:39:56.889720 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-eff84f60-3232-4998-b669-3ba5d8f22658 tempest-RoutersNegativeTest-1889179771 tempest-RoutersNegativeTest-1889179771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-711871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12964'] for router, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:56.891992 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-eff84f60-3232-4998-b669-3ba5d8f22658 tempest-RoutersNegativeTest-1889179771 tempest-RoutersNegativeTest-1889179771-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:56.924354 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de446d4-ff7d-43c8-8a03-449760350478 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=290dd392-67e4-471e-95c5-9e6c07eac7e2,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:56.940836 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-eff84f60-3232-4998-b669-3ba5d8f22658 tempest-RoutersNegativeTest-1889179771 tempest-RoutersNegativeTest-1889179771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-704815'] for router, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:56.941364 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eff84f60-3232-4998-b669-3ba5d8f22658 tempest-RoutersNegativeTest-1889179771 tempest-RoutersNegativeTest-1889179771-project] Fanout notify agent at l3_agent the message router_deleted on router 7a67c47e-d4d8-472c-814f-f2ba2a53850e {{(pid=93958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:39:56.952216 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-eff84f60-3232-4998-b669-3ba5d8f22658 tempest-RoutersNegativeTest-1889179771 tempest-RoutersNegativeTest-1889179771-project] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:56.956981 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29695679-7ed5-49c5-835a-7519d6243815 req-ebb3f7ad-4554-47db-a294-6e34535f8c5d tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:56.961750 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-eff84f60-3232-4998-b669-3ba5d8f22658 tempest-RoutersNegativeTest-1889179771 tempest-RoutersNegativeTest-1889179771-project] 10.222.0.68 "DELETE /v2.0/routers/7a67c47e-d4d8-472c-814f-f2ba2a53850e HTTP/1.1" status: 204 len: 168 time: 0.3061328 Jul 14 09:39:56.964275 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-29695679-7ed5-49c5-835a-7519d6243815 req-ebb3f7ad-4554-47db-a294-6e34535f8c5d tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] 10.222.0.68 "GET /v2.0/ports?device_id=6fdad434-c3e1-494a-ad24-9206ceaf4c12 HTTP/1.1" status: 200 len: 946 time: 0.1417303 Jul 14 09:39:56.982020 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-9df3f423-a8c4-4e09-ae2d-b7548370bdf0 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:57.026224 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df3f423-a8c4-4e09-ae2d-b7548370bdf0 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Pushing event deleted for resources: {'Port': ['ID=aaf43038-4487-4ce5-a7ca-543dd5c09c4c,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:57.044174 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-29695679-7ed5-49c5-835a-7519d6243815 req-bf200d17-2973-4d4b-8742-b4a01e8c0eb2 tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] 10.222.0.68 "GET /v2.0/security-groups?id=8136fa3c-cdeb-41b3-bfb9-6bf131e66cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790415 Jul 14 09:39:57.236912 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-9df3f423-a8c4-4e09-ae2d-b7548370bdf0 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-620860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682934'] for router_interface, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:57.353432 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 41944) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:57.525515 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-54b6e717-1bc6-4afc-881e-9cabd76c3bb0 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=776a35dd106543bd909c0fcd5795d8f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1704013 Jul 14 09:39:57.528103 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 41954) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:57.582409 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2b078165-2e51-48e3-8204-7ef2d41b539a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:57.608862 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2b078165-2e51-48e3-8204-7ef2d41b539a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:57.673010 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2b078165-2e51-48e3-8204-7ef2d41b539a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:57.678679 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2b078165-2e51-48e3-8204-7ef2d41b539a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:57.680156 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-2b078165-2e51-48e3-8204-7ef2d41b539a admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/8325bf46-d28c-4070-b6d8-840a3eba3a71 HTTP/1.1" status: 204 len: 168 time: 0.1509082 Jul 14 09:39:57.691026 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b078165-2e51-48e3-8204-7ef2d41b539a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8325bf46-d28c-4070-b6d8-840a3eba3a71,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:57.717684 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5bbe322f-3f67-4864-bc0a-91afe44d23e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:57.809675 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe9948a-fce2-4aa3-ada8-361361ec45a9 req-2b8a8bc4-0d27-4868-8b0f-c2eba08b9b4b tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:57.812090 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-bfe9948a-fce2-4aa3-ada8-361361ec45a9 req-2b8a8bc4-0d27-4868-8b0f-c2eba08b9b4b tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/ports?device_id=1f00f438-7e79-4879-a4cb-979f8f9574f7 HTTP/1.1" status: 200 len: 945 time: 0.0821826 Jul 14 09:39:57.816717 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9df3f423-a8c4-4e09-ae2d-b7548370bdf0 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Router a1450c9a-80e0-4ee5-9b86-dc60ff93d560 has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:39:57.862055 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-bfe9948a-fce2-4aa3-ada8-361361ec45a9 req-866019e3-5882-498b-84a9-e55d2e793868 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/security-groups?id=8ddc8877-605a-44c2-a058-368d728dd554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430827 Jul 14 09:39:57.920868 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9df3f423-a8c4-4e09-ae2d-b7548370bdf0 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:39:57.926117 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-9df3f423-a8c4-4e09-ae2d-b7548370bdf0 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] 10.222.0.68 "PUT /v2.0/routers/a1450c9a-80e0-4ee5-9b86-dc60ff93d560/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1315186 Jul 14 09:39:57.928834 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 41968) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:57.931420 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ac140eb-315c-4f7f-9286-602de6f1fdb6 None None] Sync routers for ids ['a1450c9a-80e0-4ee5-9b86-dc60ff93d560'] in n-d-779913-29 {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:39:57.944193 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac140eb-315c-4f7f-9286-602de6f1fdb6 None None] Routers {'a1450c9a-80e0-4ee5-9b86-dc60ff93d560'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:39:57.945118 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-5ac140eb-315c-4f7f-9286-602de6f1fdb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:39:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['a1450c9a-80e0-4ee5-9b86-dc60ff93d560'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:39:57.990801 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-5ac140eb-315c-4f7f-9286-602de6f1fdb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:39:58.000008 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac140eb-315c-4f7f-9286-602de6f1fdb6 None None] Routers {'a1450c9a-80e0-4ee5-9b86-dc60ff93d560'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:39:58.000792 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-5ac140eb-315c-4f7f-9286-602de6f1fdb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:39:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['a1450c9a-80e0-4ee5-9b86-dc60ff93d560'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:39:58.046101 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-5ac140eb-315c-4f7f-9286-602de6f1fdb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:39:58.046781 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ac140eb-315c-4f7f-9286-602de6f1fdb6 None None] The sync data for ids ['a1450c9a-80e0-4ee5-9b86-dc60ff93d560'] in n-d-779913-29 is: [] {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:39:58.202942 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 1d8dc884-1c13-41b8-87eb-5bbec3eaed34 no longer exists at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:39:58.234531 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] No Port match for: 1d8dc884-1c13-41b8-87eb-5bbec3eaed34 {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:39:58.235161 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 1d8dc884-1c13-41b8-87eb-5bbec3eaed34 not bound to the agent host n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:39:58.313881 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df77544-84ae-423c-af2c-7e3594d47e36 req-11081b77-809d-4418-9ae0-fdc965058fa8 tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:58.315414 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-4df77544-84ae-423c-af2c-7e3594d47e36 req-11081b77-809d-4418-9ae0-fdc965058fa8 tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] 10.222.0.68 "GET /v2.0/ports?device_id=6fdad434-c3e1-494a-ad24-9206ceaf4c12 HTTP/1.1" status: 200 len: 946 time: 0.1255488 Jul 14 09:39:58.397279 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-4df77544-84ae-423c-af2c-7e3594d47e36 req-287f177a-c42e-4e52-a870-5804d35fed6b tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] 10.222.0.68 "GET /v2.0/security-groups?id=8136fa3c-cdeb-41b3-bfb9-6bf131e66cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714884 Jul 14 09:39:58.406895 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d02736b5-6f11-4a90-99bb-196b659efb60 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-683602'] for router_interface, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:58.675877 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-d02736b5-6f11-4a90-99bb-196b659efb60 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Deleting port b2bb904b-a9bf-41e2-8a28-6d9606d4683c {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:39:58.676234 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d02736b5-6f11-4a90-99bb-196b659efb60 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:58.768951 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d02736b5-6f11-4a90-99bb-196b659efb60 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:58.781025 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-d02736b5-6f11-4a90-99bb-196b659efb60 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Calling delete_port for b2bb904b-a9bf-41e2-8a28-6d9606d4683c owned by network:router_interface {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:39:58.991066 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d02736b5-6f11-4a90-99bb-196b659efb60 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:59.021199 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02736b5-6f11-4a90-99bb-196b659efb60 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Pushing event deleted for resources: {'Port': ['ID=b2bb904b-a9bf-41e2-8a28-6d9606d4683c,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:59.087341 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb40c9f-1ffd-49aa-b102-38ddcf6a02e1 req-c518d803-5336-4aca-861c-7842473d2c40 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:59.096346 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-acb40c9f-1ffd-49aa-b102-38ddcf6a02e1 req-c518d803-5336-4aca-861c-7842473d2c40 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/ports?device_id=1f00f438-7e79-4879-a4cb-979f8f9574f7 HTTP/1.1" status: 200 len: 945 time: 0.1009908 Jul 14 09:39:59.148868 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-acb40c9f-1ffd-49aa-b102-38ddcf6a02e1 req-5b0a1b7a-2575-4930-ac78-6f648396d77f tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/security-groups?id=8ddc8877-605a-44c2-a058-368d728dd554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508933 Jul 14 09:39:59.220718 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d02736b5-6f11-4a90-99bb-196b659efb60 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-620860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682934'] for router_interface, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:59.400062 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d02736b5-6f11-4a90-99bb-196b659efb60 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Router a1450c9a-80e0-4ee5-9b86-dc60ff93d560 has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:39:59.483294 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d02736b5-6f11-4a90-99bb-196b659efb60 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:39:59.493968 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 42034) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:59.496258 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4596604-9288-4b58-8dce-e97f3537ea9f None None] Sync routers for ids ['a1450c9a-80e0-4ee5-9b86-dc60ff93d560'] in n-d-779913-29 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:39:59.505897 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-d02736b5-6f11-4a90-99bb-196b659efb60 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] 10.222.0.68 "PUT /v2.0/routers/a1450c9a-80e0-4ee5-9b86-dc60ff93d560/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5701854 Jul 14 09:39:59.508150 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4596604-9288-4b58-8dce-e97f3537ea9f None None] Routers {'a1450c9a-80e0-4ee5-9b86-dc60ff93d560'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:39:59.508839 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-b4596604-9288-4b58-8dce-e97f3537ea9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:39:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['a1450c9a-80e0-4ee5-9b86-dc60ff93d560'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:39:59.546250 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-c7daec06-22a9-487c-8a6c-1a8b5e083b08 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] 10.222.0.68 "GET /v2.0/ports?device_id=a1450c9a-80e0-4ee5-9b86-dc60ff93d560 HTTP/1.1" status: 200 len: 205 time: 0.0508683 Jul 14 09:39:59.548631 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 42038) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:59.559980 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-b4596604-9288-4b58-8dce-e97f3537ea9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:39:59.571553 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4596604-9288-4b58-8dce-e97f3537ea9f None None] Routers {'a1450c9a-80e0-4ee5-9b86-dc60ff93d560'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:39:59.572204 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-b4596604-9288-4b58-8dce-e97f3537ea9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:39:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['a1450c9a-80e0-4ee5-9b86-dc60ff93d560'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:39:59.608705 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bff4daf-5529-4f98-9a4b-4371d3c30bbb req-97e205bc-c7f6-411d-bf2d-9f10fdd11e79 tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:59.610400 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2bff4daf-5529-4f98-9a4b-4371d3c30bbb req-97e205bc-c7f6-411d-bf2d-9f10fdd11e79 tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] 10.222.0.68 "GET /v2.0/ports?device_id=6fdad434-c3e1-494a-ad24-9206ceaf4c12 HTTP/1.1" status: 200 len: 946 time: 0.0850163 Jul 14 09:39:59.625840 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.agents_db [None req-3c3509fb-540d-4335-a450-574895dd3602 None None] Agent healthcheck: found 7 active agents {{(pid=93960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:39:59.627605 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-b4596604-9288-4b58-8dce-e97f3537ea9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:39:59.628458 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4596604-9288-4b58-8dce-e97f3537ea9f None None] The sync data for ids ['a1450c9a-80e0-4ee5-9b86-dc60ff93d560'] in n-d-779913-29 is: [] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:39:59.634922 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-35c13873-3184-475a-a33f-60ba1a10565e tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks [] for router, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:59.687927 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2bff4daf-5529-4f98-9a4b-4371d3c30bbb req-305ea49c-db0e-4b6e-83dc-22fc329e3273 tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] 10.222.0.68 "GET /v2.0/security-groups?id=8136fa3c-cdeb-41b3-bfb9-6bf131e66cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693293 Jul 14 09:39:59.772687 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 42048) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:59.803075 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-35c13873-3184-475a-a33f-60ba1a10565e tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-711871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12964'] for router, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:59.805171 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-35c13873-3184-475a-a33f-60ba1a10565e tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:59.851926 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-35c13873-3184-475a-a33f-60ba1a10565e tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-704815'] for router, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:59.852503 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35c13873-3184-475a-a33f-60ba1a10565e tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Fanout notify agent at l3_agent the message router_deleted on router a1450c9a-80e0-4ee5-9b86-dc60ff93d560 {{(pid=93958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:39:59.861753 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-35c13873-3184-475a-a33f-60ba1a10565e tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:59.863724 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-35c13873-3184-475a-a33f-60ba1a10565e tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] 10.222.0.68 "DELETE /v2.0/routers/a1450c9a-80e0-4ee5-9b86-dc60ff93d560 HTTP/1.1" status: 204 len: 168 time: 0.3139729 Jul 14 09:39:59.866336 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 42056) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:59.921841 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-49a40033-3141-4313-81a4-230641ffd5cd tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Deleting subnet 0bdda1ac-2ff2-41ca-851f-cc2197a4835d {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:39:59.925212 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-49a40033-3141-4313-81a4-230641ffd5cd tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:59.967024 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-49a40033-3141-4313-81a4-230641ffd5cd tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13574120'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:00.010489 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-16eb0ccb-5a16-40da-93b5-5502bcb95f41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:00.074889 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-49a40033-3141-4313-81a4-230641ffd5cd tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3481002'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:00.118345 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-16eb0ccb-5a16-40da-93b5-5502bcb95f41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:00.122991 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-16eb0ccb-5a16-40da-93b5-5502bcb95f41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:00.144117 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-49a40033-3141-4313-81a4-230641ffd5cd tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13574056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16714573'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:00.174182 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-16eb0ccb-5a16-40da-93b5-5502bcb95f41 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=fbe520a4f3de44e7b4fbd8b7ed0d9574&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3999979 Jul 14 09:40:00.175188 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 42066) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:00.176448 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16eb0ccb-5a16-40da-93b5-5502bcb95f41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=726d0107-8043-4962-ada2-1a7466fce2a9,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:00.177844 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a40033-3141-4313-81a4-230641ffd5cd tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Pushing event deleted for resources: {'Subnet': ['ID=0bdda1ac-2ff2-41ca-851f-cc2197a4835d,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:00.192299 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-49a40033-3141-4313-81a4-230641ffd5cd tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:00.197062 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-49a40033-3141-4313-81a4-230641ffd5cd tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] 10.222.0.68 "DELETE /v2.0/subnets/0bdda1ac-2ff2-41ca-851f-cc2197a4835d HTTP/1.1" status: 204 len: 168 time: 0.3274021 Jul 14 09:40:00.197305 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 42068) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:00.199795 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7ae51c2-5929-4c6b-b2a9-f5fd0daaf950 None None] Network d2438068-488b-4577-b94f-c643a7a78d48 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:40:00.340721 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-caaebddf-2e91-40d6-bed6-5155d7c41059 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Deleting subnet 56010b02-6cdb-4bb9-a5e6-d2ad122e3ad7 {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:40:00.351973 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-caaebddf-2e91-40d6-bed6-5155d7c41059 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:00.381986 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8de43419-fc47-43f4-ba1b-ab8b1c0742ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:00.425582 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8de43419-fc47-43f4-ba1b-ab8b1c0742ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:00.431459 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1425c777-326b-49bd-93b7-5af63af837a9 None None] DHCP port deletion for d2438068-488b-4577-b94f-c643a7a78d48 request from n-d-779913-29 {{(pid=93959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:40:00.436712 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-caaebddf-2e91-40d6-bed6-5155d7c41059 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13574120'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:00.469019 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276a9443-f98b-470f-b043-9925ac48ae58 req-402bfd08-6aab-4f7c-a32b-7706e4a61a41 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:00.470834 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-276a9443-f98b-470f-b043-9925ac48ae58 req-402bfd08-6aab-4f7c-a32b-7706e4a61a41 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/ports?device_id=1f00f438-7e79-4879-a4cb-979f8f9574f7 HTTP/1.1" status: 200 len: 945 time: 0.2024145 Jul 14 09:40:00.485196 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-1425c777-326b-49bd-93b7-5af63af837a9 None None] Deleting port 7a01a8f4-6fad-467b-996a-0afa9dc99c9b {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:40:00.485776 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1425c777-326b-49bd-93b7-5af63af837a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:00.554659 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-1425c777-326b-49bd-93b7-5af63af837a9 None None] For port 7a01a8f4-6fad-467b-996a-0afa9dc99c9b, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=7a01a8f4-6fad-467b-996a-0afa9dc99c9b,segment=NetworkSegment(b20a7a22-b365-4861-b598-b15dc85e442a),segment_id=b20a7a22-b365-4861-b598-b15dc85e442a)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:40:00.555142 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1425c777-326b-49bd-93b7-5af63af837a9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:00.570244 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-276a9443-f98b-470f-b043-9925ac48ae58 req-9ab95eb7-a9d1-46b0-a6a7-961f8c1a4139 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/security-groups?id=8ddc8877-605a-44c2-a058-368d728dd554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904634 Jul 14 09:40:00.573946 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-1425c777-326b-49bd-93b7-5af63af837a9 None None] Calling delete_port for 7a01a8f4-6fad-467b-996a-0afa9dc99c9b owned by network:dhcp {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:40:00.584190 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8de43419-fc47-43f4-ba1b-ab8b1c0742ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:00.586757 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8de43419-fc47-43f4-ba1b-ab8b1c0742ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:00.590953 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-8de43419-fc47-43f4-ba1b-ab8b1c0742ff admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/726d0107-8043-4962-ada2-1a7466fce2a9 HTTP/1.1" status: 204 len: 168 time: 0.4146011 Jul 14 09:40:00.604388 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-caaebddf-2e91-40d6-bed6-5155d7c41059 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3481002'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:00.607869 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de43419-fc47-43f4-ba1b-ab8b1c0742ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=726d0107-8043-4962-ada2-1a7466fce2a9,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:00.673755 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-caaebddf-2e91-40d6-bed6-5155d7c41059 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13574056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16714573'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:00.680796 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1425c777-326b-49bd-93b7-5af63af837a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:00.710883 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1425c777-326b-49bd-93b7-5af63af837a9 None None] Pushing event deleted for resources: {'Port': ['ID=7a01a8f4-6fad-467b-996a-0afa9dc99c9b,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:00.716665 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1425c777-326b-49bd-93b7-5af63af837a9 None None] No DVR routers for this DVR port 7a01a8f4-6fad-467b-996a-0afa9dc99c9b on host n-d-779913-29 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:40:00.740573 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-caaebddf-2e91-40d6-bed6-5155d7c41059 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:00.745367 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 42082) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:00.745552 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-caaebddf-2e91-40d6-bed6-5155d7c41059 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] 10.222.0.68 "DELETE /v2.0/subnets/56010b02-6cdb-4bb9-a5e6-d2ad122e3ad7 HTTP/1.1" status: 204 len: 168 time: 0.5324605 Jul 14 09:40:00.746617 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caaebddf-2e91-40d6-bed6-5155d7c41059 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Pushing event deleted for resources: {'Subnet': ['ID=56010b02-6cdb-4bb9-a5e6-d2ad122e3ad7,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:00.760830 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a89e047e-5f9f-4431-abe9-9c00df408c1b None None] Network 81bb5a44-3063-46b3-8dd1-1a5c60fc8553 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:40:00.849300 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ba3f5149-94df-4491-9dca-e94a46ffda23 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3876111'] for network, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:00.989398 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ba3f5149-94df-4491-9dca-e94a46ffda23 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473955', 'neutron.services.segments.db._delete_segments_for_network-8735688326548'] for network, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:01.006202 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-ba3f5149-94df-4491-9dca-e94a46ffda23 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2438068-488b-4577-b94f-c643a7a78d48']}} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:40:01.023814 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-ba3f5149-94df-4491-9dca-e94a46ffda23 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b20a7a22-b365-4861-b598-b15dc85e442a') {'for_net_delete': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:40:01.024534 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-ba3f5149-94df-4491-9dca-e94a46ffda23 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b20a7a22-b365-4861-b598-b15dc85e442a') {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:40:01.054806 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ba3f5149-94df-4491-9dca-e94a46ffda23 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735688356235', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10944210'] for segment, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:01.072516 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 42088) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:01.077373 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ba3f5149-94df-4491-9dca-e94a46ffda23 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:01.090163 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ec5169-f95c-4916-96a4-18d0bde6ca50 req-1c53c764-8918-4430-9cab-b6494c76a10f tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:01.091779 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7eb45ff3-826c-4037-a1a7-fb39a7d9e715 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:01.098932 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-30ec5169-f95c-4916-96a4-18d0bde6ca50 req-1c53c764-8918-4430-9cab-b6494c76a10f tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] 10.222.0.68 "GET /v2.0/ports?device_id=6fdad434-c3e1-494a-ad24-9206ceaf4c12 HTTP/1.1" status: 200 len: 946 time: 0.2104082 Jul 14 09:40:01.115679 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba3f5149-94df-4491-9dca-e94a46ffda23 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Releasing vlan 749 on physical network physnet1 to pool {{(pid=93957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:40:01.116605 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ba3f5149-94df-4491-9dca-e94a46ffda23 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10053619'] for segment, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:01.121070 n-d-779913-29 neutron-server[93957]: Traceback (most recent call last): Jul 14 09:40:01.121070 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:40:01.121070 n-d-779913-29 neutron-server[93957]: timer() Jul 14 09:40:01.121070 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:40:01.121070 n-d-779913-29 neutron-server[93957]: cb(*args, **kw) Jul 14 09:40:01.121070 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:40:01.121070 n-d-779913-29 neutron-server[93957]: return func(*args, **kwargs) Jul 14 09:40:01.121070 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:40:01.121070 n-d-779913-29 neutron-server[93957]: self._notify() Jul 14 09:40:01.121070 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:40:01.121070 n-d-779913-29 neutron-server[93957]: self.callback(batched_events) Jul 14 09:40:01.121070 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:40:01.121070 n-d-779913-29 neutron-server[93957]: event.method(event) Jul 14 09:40:01.121070 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:40:01.121070 n-d-779913-29 neutron-server[93957]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:40:01.121070 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:40:01.121070 n-d-779913-29 neutron-server[93957]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:40:01.121070 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:40:01.121070 n-d-779913-29 neutron-server[93957]: return f(self, *a, **k) Jul 14 09:40:01.121070 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:40:01.121070 n-d-779913-29 neutron-server[93957]: return self._get(url).json() Jul 14 09:40:01.121070 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:40:01.121070 n-d-779913-29 neutron-server[93957]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:40:01.121070 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:40:01.121070 n-d-779913-29 neutron-server[93957]: return self.request(url, 'GET', **kwargs) Jul 14 09:40:01.121070 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:40:01.121070 n-d-779913-29 neutron-server[93957]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:40:01.121070 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:40:01.121070 n-d-779913-29 neutron-server[93957]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:40:01.121070 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:40:01.121070 n-d-779913-29 neutron-server[93957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:40:01.121070 n-d-779913-29 neutron-server[93957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:40:01.194610 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9a47a27-6004-4775-aadb-43e98301f61b None None] DHCP port deletion for 81bb5a44-3063-46b3-8dd1-1a5c60fc8553 request from n-d-779913-29 {{(pid=93959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:40:01.205761 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-30ec5169-f95c-4916-96a4-18d0bde6ca50 req-61e415e1-6f36-4e81-81e2-c95878ad1be7 tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] 10.222.0.68 "GET /v2.0/security-groups?id=8136fa3c-cdeb-41b3-bfb9-6bf131e66cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056061 Jul 14 09:40:01.219089 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ba3f5149-94df-4491-9dca-e94a46ffda23 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660504'] for network, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:01.235651 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ba3f5149-94df-4491-9dca-e94a46ffda23 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks [] for network, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:01.244037 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-ba3f5149-94df-4491-9dca-e94a46ffda23 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] 10.222.0.68 "DELETE /v2.0/networks/d2438068-488b-4577-b94f-c643a7a78d48 HTTP/1.1" status: 204 len: 168 time: 0.4949515 Jul 14 09:40:01.246025 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 42090) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:01.256636 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3f5149-94df-4491-9dca-e94a46ffda23 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Pushing event deleted for resources: {'Network': ['ID=d2438068-488b-4577-b94f-c643a7a78d48,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:01.275331 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-a9a47a27-6004-4775-aadb-43e98301f61b None None] Deleting port 796d672b-5259-43f2-810e-59a9e98b1750 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:40:01.275767 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a9a47a27-6004-4775-aadb-43e98301f61b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:01.349755 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-a9a47a27-6004-4775-aadb-43e98301f61b None None] For port 796d672b-5259-43f2-810e-59a9e98b1750, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=796d672b-5259-43f2-810e-59a9e98b1750,segment=NetworkSegment(0cdef85e-9804-4108-b035-3a73f4ad4f98),segment_id=0cdef85e-9804-4108-b035-3a73f4ad4f98)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:40:01.350494 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a9a47a27-6004-4775-aadb-43e98301f61b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:01.353573 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-766ecd58-9a92-4d3b-996e-3a8ae4f544b2 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3876111'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:01.365154 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-a9a47a27-6004-4775-aadb-43e98301f61b None None] Calling delete_port for 796d672b-5259-43f2-810e-59a9e98b1750 owned by network:dhcp {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:40:01.379048 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7eb45ff3-826c-4037-a1a7-fb39a7d9e715 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:01.387177 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7eb45ff3-826c-4037-a1a7-fb39a7d9e715 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:01.454307 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a9a47a27-6004-4775-aadb-43e98301f61b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:01.456131 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-7eb45ff3-826c-4037-a1a7-fb39a7d9e715 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=97006244fee74430b54a3b569e972437&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3788357 Jul 14 09:40:01.456871 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb45ff3-826c-4037-a1a7-fb39a7d9e715 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e56e1ee-fe50-4d06-a108-a7728d0a9f38,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:01.459412 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 42096) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:01.482974 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-766ecd58-9a92-4d3b-996e-3a8ae4f544b2 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Deleting port 796d672b-5259-43f2-810e-59a9e98b1750 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:40:01.483533 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-766ecd58-9a92-4d3b-996e-3a8ae4f544b2 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:01.483661 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a47a27-6004-4775-aadb-43e98301f61b None None] Pushing event deleted for resources: {'Port': ['ID=796d672b-5259-43f2-810e-59a9e98b1750,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:01.488242 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a47a27-6004-4775-aadb-43e98301f61b None None] No DVR routers for this DVR port 796d672b-5259-43f2-810e-59a9e98b1750 on host n-d-779913-29 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:40:01.525337 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b57b8886-59ab-429e-bac1-18bce95bc852 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:01.547727 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b57b8886-59ab-429e-bac1-18bce95bc852 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:01.568423 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-766ecd58-9a92-4d3b-996e-3a8ae4f544b2 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] For port 796d672b-5259-43f2-810e-59a9e98b1750, host n-d-779913-29, got binding levels [] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:40:01.568792 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-766ecd58-9a92-4d3b-996e-3a8ae4f544b2 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:01.582335 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-766ecd58-9a92-4d3b-996e-3a8ae4f544b2 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Calling delete_port for 796d672b-5259-43f2-810e-59a9e98b1750 owned by network:dhcp {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:40:01.585197 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.ipam_backend_mixin [None req-766ecd58-9a92-4d3b-996e-3a8ae4f544b2 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Port 796d672b-5259-43f2-810e-59a9e98b1750 was not found and therefore no delete operation was performed {{(pid=93958) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 14 09:40:01.586524 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-766ecd58-9a92-4d3b-996e-3a8ae4f544b2 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:01.612857 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b57b8886-59ab-429e-bac1-18bce95bc852 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:01.616498 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b57b8886-59ab-429e-bac1-18bce95bc852 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:01.620398 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-b57b8886-59ab-429e-bac1-18bce95bc852 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/2e56e1ee-fe50-4d06-a108-a7728d0a9f38 HTTP/1.1" status: 204 len: 168 time: 0.1568723 Jul 14 09:40:01.623456 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766ecd58-9a92-4d3b-996e-3a8ae4f544b2 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Pushing event deleted for resources: {'Port': ['ID=796d672b-5259-43f2-810e-59a9e98b1750,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:01.626360 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-766ecd58-9a92-4d3b-996e-3a8ae4f544b2 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] No DVR routers for this DVR port 796d672b-5259-43f2-810e-59a9e98b1750 on host n-d-779913-29 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:40:01.638658 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57b8886-59ab-429e-bac1-18bce95bc852 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e56e1ee-fe50-4d06-a108-a7728d0a9f38,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:01.723433 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-766ecd58-9a92-4d3b-996e-3a8ae4f544b2 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473955', 'neutron.services.segments.db._delete_segments_for_network-8735688326548'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:01.740604 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-766ecd58-9a92-4d3b-996e-3a8ae4f544b2 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81bb5a44-3063-46b3-8dd1-1a5c60fc8553']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:40:01.776968 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-766ecd58-9a92-4d3b-996e-3a8ae4f544b2 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cdef85e-9804-4108-b035-3a73f4ad4f98') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:40:01.777271 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-766ecd58-9a92-4d3b-996e-3a8ae4f544b2 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cdef85e-9804-4108-b035-3a73f4ad4f98') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:40:01.793860 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-766ecd58-9a92-4d3b-996e-3a8ae4f544b2 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735688356235', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13574129'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:01.812969 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-766ecd58-9a92-4d3b-996e-3a8ae4f544b2 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:01.824385 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-766ecd58-9a92-4d3b-996e-3a8ae4f544b2 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Releasing vlan 715 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:40:01.824785 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-766ecd58-9a92-4d3b-996e-3a8ae4f544b2 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13573126'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:01.827921 n-d-779913-29 neutron-server[93958]: Traceback (most recent call last): Jul 14 09:40:01.827921 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:40:01.827921 n-d-779913-29 neutron-server[93958]: timer() Jul 14 09:40:01.827921 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:40:01.827921 n-d-779913-29 neutron-server[93958]: cb(*args, **kw) Jul 14 09:40:01.827921 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:40:01.827921 n-d-779913-29 neutron-server[93958]: return func(*args, **kwargs) Jul 14 09:40:01.827921 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:40:01.827921 n-d-779913-29 neutron-server[93958]: self._notify() Jul 14 09:40:01.827921 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:40:01.827921 n-d-779913-29 neutron-server[93958]: self.callback(batched_events) Jul 14 09:40:01.827921 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:40:01.827921 n-d-779913-29 neutron-server[93958]: event.method(event) Jul 14 09:40:01.827921 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:40:01.827921 n-d-779913-29 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:40:01.827921 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:40:01.827921 n-d-779913-29 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:40:01.827921 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:40:01.827921 n-d-779913-29 neutron-server[93958]: return f(self, *a, **k) Jul 14 09:40:01.827921 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:40:01.827921 n-d-779913-29 neutron-server[93958]: return self._get(url).json() Jul 14 09:40:01.827921 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:40:01.827921 n-d-779913-29 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:40:01.827921 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:40:01.827921 n-d-779913-29 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 14 09:40:01.827921 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:40:01.827921 n-d-779913-29 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:40:01.827921 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:40:01.827921 n-d-779913-29 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:40:01.827921 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:40:01.827921 n-d-779913-29 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:40:01.827921 n-d-779913-29 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:40:02.155861 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1040138-de49-42d6-8878-f8d9963f8f4b req-c64397c7-4c74-49e2-be10-47ddaa17ae3d tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:02.157338 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-f1040138-de49-42d6-8878-f8d9963f8f4b req-c64397c7-4c74-49e2-be10-47ddaa17ae3d tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/ports?device_id=1f00f438-7e79-4879-a4cb-979f8f9574f7 HTTP/1.1" status: 200 len: 945 time: 0.4192119 Jul 14 09:40:02.162086 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 7a01a8f4-6fad-467b-996a-0afa9dc99c9b no longer exists at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:40:02.165153 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-766ecd58-9a92-4d3b-996e-3a8ae4f544b2 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660504'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:02.170104 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-766ecd58-9a92-4d3b-996e-3a8ae4f544b2 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:02.176315 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 42124) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:02.177387 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-766ecd58-9a92-4d3b-996e-3a8ae4f544b2 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] 10.222.0.68 "DELETE /v2.0/networks/81bb5a44-3063-46b3-8dd1-1a5c60fc8553 HTTP/1.1" status: 204 len: 168 time: 0.9289498 Jul 14 09:40:02.182937 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-87fabfc7-1a6a-465a-81e0-72d31546e29f tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Request body: {'network': {'name': 'tempest-RoutersTest-175437009'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:40:02.184342 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] No Port match for: 7a01a8f4-6fad-467b-996a-0afa9dc99c9b {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:40:02.187510 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 7a01a8f4-6fad-467b-996a-0afa9dc99c9b not bound to the agent host n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:40:02.187510 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 796d672b-5259-43f2-810e-59a9e98b1750 no longer exists at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:40:02.203516 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766ecd58-9a92-4d3b-996e-3a8ae4f544b2 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Pushing event deleted for resources: {'Network': ['ID=81bb5a44-3063-46b3-8dd1-1a5c60fc8553,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:02.211829 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87fabfc7-1a6a-465a-81e0-72d31546e29f tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Made reservation on behalf of 8f66f4ea00254d4cb400476df8920946 for: {'network': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:40:02.217518 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-87fabfc7-1a6a-465a-81e0-72d31546e29f tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for network, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:02.218832 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] No Port match for: 796d672b-5259-43f2-810e-59a9e98b1750 {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:40:02.219338 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 796d672b-5259-43f2-810e-59a9e98b1750 not bound to the agent host n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:40:02.234357 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-f1040138-de49-42d6-8878-f8d9963f8f4b req-c6bdb24c-ad76-4486-93fa-54310fd9850a tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/security-groups?id=8ddc8877-605a-44c2-a058-368d728dd554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560150 Jul 14 09:40:02.260473 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87fabfc7-1a6a-465a-81e0-72d31546e29f tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 720} {{(pid=93957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:40:02.270094 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-87fabfc7-1a6a-465a-81e0-72d31546e29f tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:02.271118 n-d-779913-29 neutron-server[93957]: INFO neutron.db.segments_db [None req-87fabfc7-1a6a-465a-81e0-72d31546e29f tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Added segment 63a631e3-103c-462c-863c-f3230b66223a of type vlan for network 4e25ccaf-9bb2-49bc-8889-ae991d4300ff Jul 14 09:40:02.316485 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-87fabfc7-1a6a-465a-81e0-72d31546e29f tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735687821325'] for network, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:02.375129 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-87fabfc7-1a6a-465a-81e0-72d31546e29f tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855'] for network, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:02.380621 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87fabfc7-1a6a-465a-81e0-72d31546e29f tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:02.381207 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-87fabfc7-1a6a-465a-81e0-72d31546e29f tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks [] for network, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:02.461535 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-87fabfc7-1a6a-465a-81e0-72d31546e29f tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2810118 Jul 14 09:40:02.462577 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 42138) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:02.467689 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-d76105ad-fe5d-413e-9653-f716a03337fe tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Request body: {'subnet': {'network_id': '4e25ccaf-9bb2-49bc-8889-ae991d4300ff', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:40:02.468138 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fabfc7-1a6a-465a-81e0-72d31546e29f tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Pushing event updated for resources: {'Network': ['ID=4e25ccaf-9bb2-49bc-8889-ae991d4300ff,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:02.480096 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Network 4e25ccaf-9bb2-49bc-8889-ae991d4300ff details requested by agent ovs-agent-n-d-779913-29 with host n-d-779913-29 {{(pid=93959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:40:02.487155 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b029f97a-80d0-437d-9f25-4dc0671052e2 req-9c1476b6-ed3a-43ad-895c-7574e45fd5e1 tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:02.488711 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b029f97a-80d0-437d-9f25-4dc0671052e2 req-9c1476b6-ed3a-43ad-895c-7574e45fd5e1 tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] 10.222.0.68 "GET /v2.0/ports?device_id=6fdad434-c3e1-494a-ad24-9206ceaf4c12 HTTP/1.1" status: 200 len: 946 time: 0.1490200 Jul 14 09:40:02.536770 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b029f97a-80d0-437d-9f25-4dc0671052e2 req-03ff5306-5a13-495c-a302-8d86bb7f2722 tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] 10.222.0.68 "GET /v2.0/security-groups?id=8136fa3c-cdeb-41b3-bfb9-6bf131e66cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392871 Jul 14 09:40:02.570322 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d76105ad-fe5d-413e-9653-f716a03337fe tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Made reservation on behalf of 8f66f4ea00254d4cb400476df8920946 for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:40:02.574233 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d76105ad-fe5d-413e-9653-f716a03337fe tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16714600'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:02.763037 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d76105ad-fe5d-413e-9653-f716a03337fe tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13573993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16714586'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:02.823747 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76105ad-fe5d-413e-9653-f716a03337fe tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Pushing event updated for resources: {'Subnet': ['ID=95079f7a-762c-4555-a54c-6d44364554c4,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:02.833566 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d76105ad-fe5d-413e-9653-f716a03337fe tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Checking segment: {'id': '63a631e3-103c-462c-863c-f3230b66223a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '4e25ccaf-9bb2-49bc-8889-ae991d4300ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:40:02.833932 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d76105ad-fe5d-413e-9653-f716a03337fe tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Network hostable DHCP agents. Network: 4e25ccaf-9bb2-49bc-8889-ae991d4300ff, hostable agents: ['c6a09bd4-f72e-4283-a3ca-0bbca8a51081'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:40:02.850273 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d76105ad-fe5d-413e-9653-f716a03337fe tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Network 4e25ccaf-9bb2-49bc-8889-ae991d4300ff is scheduled to be hosted by DHCP agent c6a09bd4-f72e-4283-a3ca-0bbca8a51081 with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:40:02.859267 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-d76105ad-fe5d-413e-9653-f716a03337fe tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-29, 4e25ccaf-9bb2-49bc-8889-ae991d4300ff) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:40:02.864096 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d76105ad-fe5d-413e-9653-f716a03337fe tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:02.864713 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d76105ad-fe5d-413e-9653-f716a03337fe tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:02.870105 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51eece9a-834d-42cb-9bf5-886234dcd7ae None None] Network 4e25ccaf-9bb2-49bc-8889-ae991d4300ff requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:40:02.881080 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-d76105ad-fe5d-413e-9653-f716a03337fe tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4174104 Jul 14 09:40:02.883612 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 42150) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:02.888146 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-8b9ec373-57a0-4404-8be6-dccf6f9e6393 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-627571762', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:40:02.912277 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8b9ec373-57a0-4404-8be6-dccf6f9e6393 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-711749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14670'] for router, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:02.913267 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8b9ec373-57a0-4404-8be6-dccf6f9e6393 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-711718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-661475', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14679'] for router, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:02.975600 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8b9ec373-57a0-4404-8be6-dccf6f9e6393 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:02.980545 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8b9ec373-57a0-4404-8be6-dccf6f9e6393 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-711762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-661452'] for router, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:02.998324 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8b9ec373-57a0-4404-8be6-dccf6f9e6393 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:02.999557 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-8b9ec373-57a0-4404-8be6-dccf6f9e6393 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1150160 Jul 14 09:40:03.002949 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 42154) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:03.009111 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-4f50513f-7c41-4f57-a4aa-d6ae391fd3fe tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Request body: {'port': {'network_id': '4e25ccaf-9bb2-49bc-8889-ae991d4300ff', 'name': 'tempest-RoutersTest-1406720'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:40:03.041920 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee11ef2f-f2a5-4e1d-a123-969f97a6fab8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf57baaa9-fd24-59f4-8fd2-1dc21122ce72-4e25ccaf-9bb2-49bc-8889-ae991d4300ff', 'network_id': '4e25ccaf-9bb2-49bc-8889-ae991d4300ff', 'tenant_id': '8f66f4ea00254d4cb400476df8920946', 'fixed_ips': [{'subnet_id': '95079f7a-762c-4555-a54c-6d44364554c4'}]}} from n-d-779913-29. {{(pid=93959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:40:03.045668 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ee11ef2f-f2a5-4e1d-a123-969f97a6fab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:03.133462 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f50513f-7c41-4f57-a4aa-d6ae391fd3fe tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Made reservation on behalf of 8f66f4ea00254d4cb400476df8920946 for: {'port': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:40:03.137194 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4f50513f-7c41-4f57-a4aa-d6ae391fd3fe tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:03.159322 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-4f50513f-7c41-4f57-a4aa-d6ae391fd3fe tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] device_id is not set on port 25f30880-7c57-45ca-9aca-8a3fdfdcef60 yet. {{(pid=93957) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:40:03.193860 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-ee11ef2f-f2a5-4e1d-a123-969f97a6fab8 None None] Allocated IP 172.20.0.2 (4e25ccaf-9bb2-49bc-8889-ae991d4300ff/95079f7a-762c-4555-a54c-6d44364554c4/b8d5650f-ff9f-461a-a241-4c0882f58b3e) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:40:03.373639 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ee11ef2f-f2a5-4e1d-a123-969f97a6fab8 None None] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:03.389221 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-ee11ef2f-f2a5-4e1d-a123-969f97a6fab8 None None] Transition to ACTIVE for port object b8d5650f-ff9f-461a-a241-4c0882f58b3e will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:40:03.410459 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-ee11ef2f-f2a5-4e1d-a123-969f97a6fab8 None None] Transition to ACTIVE for port object b8d5650f-ff9f-461a-a241-4c0882f58b3e will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:40:03.421821 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ee11ef2f-f2a5-4e1d-a123-969f97a6fab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:03.471962 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee11ef2f-f2a5-4e1d-a123-969f97a6fab8 None None] Network 4e25ccaf-9bb2-49bc-8889-ae991d4300ff is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:40:03.475754 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-ee11ef2f-f2a5-4e1d-a123-969f97a6fab8 None None] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:40:03.476265 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-4f50513f-7c41-4f57-a4aa-d6ae391fd3fe tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Allocated IP 172.20.0.6 (4e25ccaf-9bb2-49bc-8889-ae991d4300ff/95079f7a-762c-4555-a54c-6d44364554c4/25f30880-7c57-45ca-9aca-8a3fdfdcef60) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:40:03.479597 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee11ef2f-f2a5-4e1d-a123-969f97a6fab8 None None] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:40:03.487250 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee11ef2f-f2a5-4e1d-a123-969f97a6fab8 None None] Pushing event updated for resources: {'Port': ['ID=b8d5650f-ff9f-461a-a241-4c0882f58b3e,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:03.503399 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349db571-b189-49c7-8bf0-1a512f3d876a req-7db27000-265a-4140-b819-21755267be9a tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:03.507039 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-349db571-b189-49c7-8bf0-1a512f3d876a req-7db27000-265a-4140-b819-21755267be9a tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/ports?device_id=1f00f438-7e79-4879-a4cb-979f8f9574f7 HTTP/1.1" status: 200 len: 945 time: 0.1136625 Jul 14 09:40:03.592198 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-ee11ef2f-f2a5-4e1d-a123-969f97a6fab8 None None] Attempting to bind port b8d5650f-ff9f-461a-a241-4c0882f58b3e on host n-d-779913-29 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:40:03.592921 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-ee11ef2f-f2a5-4e1d-a123-969f97a6fab8 None None] Attempting to bind port b8d5650f-ff9f-461a-a241-4c0882f58b3e by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': '63a631e3-103c-462c-863c-f3230b66223a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '4e25ccaf-9bb2-49bc-8889-ae991d4300ff'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:40:03.593531 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee11ef2f-f2a5-4e1d-a123-969f97a6fab8 None None] Attempting to bind port b8d5650f-ff9f-461a-a241-4c0882f58b3e on network 4e25ccaf-9bb2-49bc-8889-ae991d4300ff {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:40:03.607484 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee11ef2f-f2a5-4e1d-a123-969f97a6fab8 None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 39, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:40:03.607839 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee11ef2f-f2a5-4e1d-a123-969f97a6fab8 None None] Checking segment: {'id': '63a631e3-103c-462c-863c-f3230b66223a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '4e25ccaf-9bb2-49bc-8889-ae991d4300ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:40:03.608454 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ee11ef2f-f2a5-4e1d-a123-969f97a6fab8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:03.609073 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee11ef2f-f2a5-4e1d-a123-969f97a6fab8 None None] Bound using segment: {'id': '63a631e3-103c-462c-863c-f3230b66223a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '4e25ccaf-9bb2-49bc-8889-ae991d4300ff'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:40:03.609812 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-ee11ef2f-f2a5-4e1d-a123-969f97a6fab8 None None] Bound port: b8d5650f-ff9f-461a-a241-4c0882f58b3e, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63a631e3-103c-462c-863c-f3230b66223a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '4e25ccaf-9bb2-49bc-8889-ae991d4300ff'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:40:03.610390 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ee11ef2f-f2a5-4e1d-a123-969f97a6fab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:03.635531 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-349db571-b189-49c7-8bf0-1a512f3d876a req-0e924bd4-1ed7-432c-9656-0cf824a610dd tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/security-groups?id=8ddc8877-605a-44c2-a058-368d728dd554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226203 Jul 14 09:40:03.693066 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-ee11ef2f-f2a5-4e1d-a123-969f97a6fab8 None None] For port b8d5650f-ff9f-461a-a241-4c0882f58b3e, host n-d-779913-29, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:40:03.696235 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4f50513f-7c41-4f57-a4aa-d6ae391fd3fe tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:03.696902 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-ee11ef2f-f2a5-4e1d-a123-969f97a6fab8 None None] For port b8d5650f-ff9f-461a-a241-4c0882f58b3e, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=b8d5650f-ff9f-461a-a241-4c0882f58b3e,segment=NetworkSegment(63a631e3-103c-462c-863c-f3230b66223a),segment_id=63a631e3-103c-462c-863c-f3230b66223a)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:40:03.701822 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ee11ef2f-f2a5-4e1d-a123-969f97a6fab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:03.716926 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-4f50513f-7c41-4f57-a4aa-d6ae391fd3fe tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Transition to ACTIVE for port object 25f30880-7c57-45ca-9aca-8a3fdfdcef60 will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:40:03.767075 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee11ef2f-f2a5-4e1d-a123-969f97a6fab8 None None] Pushing event updated for resources: {'Port': ['ID=b8d5650f-ff9f-461a-a241-4c0882f58b3e,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:03.810197 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53697a4-0057-4c05-9801-12da0a1e566e req-dc8a49ce-c591-4688-a8e0-3eac4716fa60 tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:03.811788 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e53697a4-0057-4c05-9801-12da0a1e566e req-dc8a49ce-c591-4688-a8e0-3eac4716fa60 tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] 10.222.0.68 "GET /v2.0/ports?device_id=6fdad434-c3e1-494a-ad24-9206ceaf4c12 HTTP/1.1" status: 200 len: 946 time: 0.0907950 Jul 14 09:40:03.813773 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4f50513f-7c41-4f57-a4aa-d6ae391fd3fe tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:03.885372 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f50513f-7c41-4f57-a4aa-d6ae391fd3fe tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Network 4e25ccaf-9bb2-49bc-8889-ae991d4300ff is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:40:03.890850 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f50513f-7c41-4f57-a4aa-d6ae391fd3fe tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Pushing event updated for resources: {'Port': ['ID=25f30880-7c57-45ca-9aca-8a3fdfdcef60,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:03.893215 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-4f50513f-7c41-4f57-a4aa-d6ae391fd3fe tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:40:03.903601 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f50513f-7c41-4f57-a4aa-d6ae391fd3fe tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:40:03.940981 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f50513f-7c41-4f57-a4aa-d6ae391fd3fe tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:40:03.941670 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f50513f-7c41-4f57-a4aa-d6ae391fd3fe tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:40:03.941869 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f50513f-7c41-4f57-a4aa-d6ae391fd3fe tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:40:03.943261 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f50513f-7c41-4f57-a4aa-d6ae391fd3fe tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:40:03.943777 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f50513f-7c41-4f57-a4aa-d6ae391fd3fe tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:40:03.944281 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f50513f-7c41-4f57-a4aa-d6ae391fd3fe tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:40:03.944785 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f50513f-7c41-4f57-a4aa-d6ae391fd3fe tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:40:03.945423 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f50513f-7c41-4f57-a4aa-d6ae391fd3fe tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:40:03.945957 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f50513f-7c41-4f57-a4aa-d6ae391fd3fe tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:40:03.946462 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f50513f-7c41-4f57-a4aa-d6ae391fd3fe tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:40:03.946968 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f50513f-7c41-4f57-a4aa-d6ae391fd3fe tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:40:03.947917 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f50513f-7c41-4f57-a4aa-d6ae391fd3fe tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:40:03.972087 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e53697a4-0057-4c05-9801-12da0a1e566e req-c1a709ad-8f53-4c3c-a722-2c43171fe1f2 tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] 10.222.0.68 "GET /v2.0/security-groups?id=8136fa3c-cdeb-41b3-bfb9-6bf131e66cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224258 Jul 14 09:40:03.999623 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f50513f-7c41-4f57-a4aa-d6ae391fd3fe tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:04.000284 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4f50513f-7c41-4f57-a4aa-d6ae391fd3fe tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:04.016760 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-4f50513f-7c41-4f57-a4aa-d6ae391fd3fe tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 919 time: 1.0123546 Jul 14 09:40:04.019358 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 42192) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:04.190495 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device b8d5650f-ff9f-461a-a241-4c0882f58b3e up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:40:04.244672 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning for port b8d5650f-ff9f-461a-a241-4c0882f58b3e completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:40:04.391541 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a579cdf2-445a-4bc3-b42e-81b0c849306c tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:04.626121 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 42202) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:04.663231 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a579cdf2-445a-4bc3-b42e-81b0c849306c tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:04.670627 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a579cdf2-445a-4bc3-b42e-81b0c849306c tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13574142'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:04.744174 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a579cdf2-445a-4bc3-b42e-81b0c849306c tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Pushing event updated for resources: {'Port': ['ID=25f30880-7c57-45ca-9aca-8a3fdfdcef60,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:04.778726 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f709bb73-3a22-4660-9bba-59a0f54cacd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:04.913826 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f709bb73-3a22-4660-9bba-59a0f54cacd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:04.918956 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ff64f38-3d0c-47f0-8d24-90985df864df None None] Network 4e25ccaf-9bb2-49bc-8889-ae991d4300ff requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:40:04.920454 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f709bb73-3a22-4660-9bba-59a0f54cacd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:04.967267 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-f709bb73-3a22-4660-9bba-59a0f54cacd5 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=f6e5c1525c6f4275adfe70c11f1dda30&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3398511 Jul 14 09:40:04.968953 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4c212f-6af8-44c3-b8c5-071820a0fdda req-613a3762-5a44-4459-a3cb-07f17360f1d3 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:04.969836 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 42224) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:04.970756 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-2a4c212f-6af8-44c3-b8c5-071820a0fdda req-613a3762-5a44-4459-a3cb-07f17360f1d3 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/ports?device_id=1f00f438-7e79-4879-a4cb-979f8f9574f7 HTTP/1.1" status: 200 len: 945 time: 0.1589513 Jul 14 09:40:05.011929 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f709bb73-3a22-4660-9bba-59a0f54cacd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb2d39b9-29e9-4497-9620-95295726f848,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:05.054305 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-37a2f81e-9609-4287-99c2-7f28ca3b45a8 None None] Provisioning for port b8d5650f-ff9f-461a-a241-4c0882f58b3e completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:40:05.078166 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-37a2f81e-9609-4287-99c2-7f28ca3b45a8 None None] Provisioning complete for port b8d5650f-ff9f-461a-a241-4c0882f58b3e triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:40:05.078410 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-bb121fe3-4a01-40f7-83a0-6ddc09af5b27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:05.078535 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a579cdf2-445a-4bc3-b42e-81b0c849306c tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-660393'] for router_interface, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:05.082222 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-37a2f81e-9609-4287-99c2-7f28ca3b45a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:05.085735 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-2a4c212f-6af8-44c3-b8c5-071820a0fdda req-73adeb41-9cb5-4bcd-ab36-8521d6f583ed tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/security-groups?id=8ddc8877-605a-44c2-a058-368d728dd554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924828 Jul 14 09:40:05.139383 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-bb121fe3-4a01-40f7-83a0-6ddc09af5b27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:05.251311 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a579cdf2-445a-4bc3-b42e-81b0c849306c tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:05.289563 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-37a2f81e-9609-4287-99c2-7f28ca3b45a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:05.301458 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-bb121fe3-4a01-40f7-83a0-6ddc09af5b27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:05.306179 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-bb121fe3-4a01-40f7-83a0-6ddc09af5b27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:05.309939 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-bb121fe3-4a01-40f7-83a0-6ddc09af5b27 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/cb2d39b9-29e9-4497-9620-95295726f848 HTTP/1.1" status: 204 len: 168 time: 0.3364694 Jul 14 09:40:05.324216 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb121fe3-4a01-40f7-83a0-6ddc09af5b27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb2d39b9-29e9-4497-9620-95295726f848,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:05.343162 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b10abbc-3910-494f-bebf-45b07b72b659 req-10b43bf7-b37f-42db-beb1-33ebdae00ea3 tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:05.343718 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-37a2f81e-9609-4287-99c2-7f28ca3b45a8 None None] For port b8d5650f-ff9f-461a-a241-4c0882f58b3e, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=b8d5650f-ff9f-461a-a241-4c0882f58b3e,segment=NetworkSegment(63a631e3-103c-462c-863c-f3230b66223a),segment_id=63a631e3-103c-462c-863c-f3230b66223a)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:40:05.353888 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0b10abbc-3910-494f-bebf-45b07b72b659 req-10b43bf7-b37f-42db-beb1-33ebdae00ea3 tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] 10.222.0.68 "GET /v2.0/ports?device_id=6fdad434-c3e1-494a-ad24-9206ceaf4c12 HTTP/1.1" status: 200 len: 946 time: 0.1565762 Jul 14 09:40:05.372692 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-37a2f81e-9609-4287-99c2-7f28ca3b45a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:05.418290 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0b10abbc-3910-494f-bebf-45b07b72b659 req-8d75cb0c-7d01-485f-a7f0-628b0f11c793 tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] 10.222.0.68 "GET /v2.0/security-groups?id=8136fa3c-cdeb-41b3-bfb9-6bf131e66cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617771 Jul 14 09:40:05.449185 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a2f81e-9609-4287-99c2-7f28ca3b45a8 None None] Pushing event updated for resources: {'Port': ['ID=b8d5650f-ff9f-461a-a241-4c0882f58b3e,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:05.643288 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a579cdf2-445a-4bc3-b42e-81b0c849306c tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:05.647919 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a579cdf2-445a-4bc3-b42e-81b0c849306c tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13574142'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:05.696984 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-777a7c46-3b11-41b4-a0ed-f3c8d824eb14 None None] Provisioning for port 25f30880-7c57-45ca-9aca-8a3fdfdcef60 completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:40:05.701555 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-777a7c46-3b11-41b4-a0ed-f3c8d824eb14 None None] Provisioning complete for port 25f30880-7c57-45ca-9aca-8a3fdfdcef60 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:40:05.701946 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-777a7c46-3b11-41b4-a0ed-f3c8d824eb14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:05.722165 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 42238) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:05.739810 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a579cdf2-445a-4bc3-b42e-81b0c849306c tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Pushing event updated for resources: {'Port': ['ID=25f30880-7c57-45ca-9aca-8a3fdfdcef60,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:05.750857 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-26da42ca-35fc-4678-827c-cd66b2ffefd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:05.755493 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-777a7c46-3b11-41b4-a0ed-f3c8d824eb14 None None] Port 25f30880-7c57-45ca-9aca-8a3fdfdcef60 cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:40:05.766916 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a579cdf2-445a-4bc3-b42e-81b0c849306c tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-683747'] for router_interface, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:05.769113 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-777a7c46-3b11-41b4-a0ed-f3c8d824eb14 None None] Provisioning complete for port b8d5650f-ff9f-461a-a241-4c0882f58b3e triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:40:05.769627 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-777a7c46-3b11-41b4-a0ed-f3c8d824eb14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:05.871801 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-26da42ca-35fc-4678-827c-cd66b2ffefd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:05.878808 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-26da42ca-35fc-4678-827c-cd66b2ffefd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:05.919307 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a579cdf2-445a-4bc3-b42e-81b0c849306c tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Network 4e25ccaf-9bb2-49bc-8889-ae991d4300ff is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:40:05.920934 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-a579cdf2-445a-4bc3-b42e-81b0c849306c tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:40:05.923136 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-26da42ca-35fc-4678-827c-cd66b2ffefd0 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=37eedc7c7bcf4177ba31e5ef5d3c09f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1985178 Jul 14 09:40:05.924211 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26da42ca-35fc-4678-827c-cd66b2ffefd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac94816b-7160-430b-86ad-25a9aeacef35,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:05.926269 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 42240) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:05.998749 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-06422524-7203-4ba2-98f0-1e3be62fb7de None None] Provisioning complete for port 25f30880-7c57-45ca-9aca-8a3fdfdcef60 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:40:06.000170 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-06422524-7203-4ba2-98f0-1e3be62fb7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:06.058028 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-06422524-7203-4ba2-98f0-1e3be62fb7de None None] Port 25f30880-7c57-45ca-9aca-8a3fdfdcef60 cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:40:06.071726 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-55949456-7efa-4da6-b599-ca798574a978 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:06.102414 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-55949456-7efa-4da6-b599-ca798574a978 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:06.153715 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a579cdf2-445a-4bc3-b42e-81b0c849306c tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Router 3674ed17-d512-46c1-9a34-997e098eabb0 is scheduled to L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 with binding_index 1 {{(pid=93958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:40:06.185815 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-120447f5-21e7-4dfa-a3ef-499676f20b5d None None] Provisioning complete for port 25f30880-7c57-45ca-9aca-8a3fdfdcef60 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:40:06.186292 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-120447f5-21e7-4dfa-a3ef-499676f20b5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:06.189558 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device b8d5650f-ff9f-461a-a241-4c0882f58b3e up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:40:06.218857 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-55949456-7efa-4da6-b599-ca798574a978 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:06.223372 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-55949456-7efa-4da6-b599-ca798574a978 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:06.227239 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-55949456-7efa-4da6-b599-ca798574a978 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/ac94816b-7160-430b-86ad-25a9aeacef35 HTTP/1.1" status: 204 len: 168 time: 0.2969580 Jul 14 09:40:06.322286 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55949456-7efa-4da6-b599-ca798574a978 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac94816b-7160-430b-86ad-25a9aeacef35,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:06.344340 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-120447f5-21e7-4dfa-a3ef-499676f20b5d None None] Port 25f30880-7c57-45ca-9aca-8a3fdfdcef60 cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:40:06.373843 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port b8d5650f-ff9f-461a-a241-4c0882f58b3e triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:40:06.374246 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:06.394920 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a579cdf2-445a-4bc3-b42e-81b0c849306c tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:40:06.408247 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecbc5e01-5dab-4227-b3ad-f69de83e43bb None None] Sync routers for ids ['3674ed17-d512-46c1-9a34-997e098eabb0'] in n-d-779913-29 {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:40:06.412856 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-a579cdf2-445a-4bc3-b42e-81b0c849306c tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] 10.222.0.68 "PUT /v2.0/routers/3674ed17-d512-46c1-9a34-997e098eabb0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3917146 Jul 14 09:40:06.413006 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 42252) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:06.435886 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecbc5e01-5dab-4227-b3ad-f69de83e43bb None None] Routers {'3674ed17-d512-46c1-9a34-997e098eabb0'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:40:06.436665 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-ecbc5e01-5dab-4227-b3ad-f69de83e43bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:39:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['3674ed17-d512-46c1-9a34-997e098eabb0'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:40:06.454280 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acad0d5b-0513-43f6-b2ed-bf3c6218a2bf req-033f7bf4-cc7b-42a7-a6ea-3d1bc70d0d62 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:06.464332 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-acad0d5b-0513-43f6-b2ed-bf3c6218a2bf req-033f7bf4-cc7b-42a7-a6ea-3d1bc70d0d62 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/ports?device_id=1f00f438-7e79-4879-a4cb-979f8f9574f7 HTTP/1.1" status: 200 len: 945 time: 0.1738799 Jul 14 09:40:06.490930 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-ecbc5e01-5dab-4227-b3ad-f69de83e43bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:40:06.512999 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecbc5e01-5dab-4227-b3ad-f69de83e43bb None None] Routers {'3674ed17-d512-46c1-9a34-997e098eabb0'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:40:06.514078 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-ecbc5e01-5dab-4227-b3ad-f69de83e43bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:39:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['3674ed17-d512-46c1-9a34-997e098eabb0'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:40:06.524658 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-acad0d5b-0513-43f6-b2ed-bf3c6218a2bf req-90e75e32-6d55-4044-857e-acc0965c18d6 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/security-groups?id=8ddc8877-605a-44c2-a058-368d728dd554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590627 Jul 14 09:40:06.560725 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-ecbc5e01-5dab-4227-b3ad-f69de83e43bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:40:06.561652 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecbc5e01-5dab-4227-b3ad-f69de83e43bb None None] The sync data for ids ['3674ed17-d512-46c1-9a34-997e098eabb0'] in n-d-779913-29 is: [] {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:40:06.575408 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b691d73-8442-4f80-a966-031d0dc23312 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:06.579364 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-3b691d73-8442-4f80-a966-031d0dc23312 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] 10.222.0.68 "GET /v2.0/ports/25f30880-7c57-45ca-9aca-8a3fdfdcef60 HTTP/1.1" status: 200 len: 974 time: 0.1625905 Jul 14 09:40:06.579743 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 42260) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:06.634352 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-dd33749b-01c0-415f-8d97-73e33b8ff5ff None None] Provisioning complete for port 25f30880-7c57-45ca-9aca-8a3fdfdcef60 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:40:06.634959 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-dd33749b-01c0-415f-8d97-73e33b8ff5ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:06.690046 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-dd33749b-01c0-415f-8d97-73e33b8ff5ff None None] Port 25f30880-7c57-45ca-9aca-8a3fdfdcef60 cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:40:06.751513 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85aa70ee-792d-47e6-aac6-16ba0bd421e0 req-96ae4462-a65c-4175-9786-b49af92f1285 tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:06.759047 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-85aa70ee-792d-47e6-aac6-16ba0bd421e0 req-96ae4462-a65c-4175-9786-b49af92f1285 tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] 10.222.0.68 "GET /v2.0/ports?device_id=6fdad434-c3e1-494a-ad24-9206ceaf4c12 HTTP/1.1" status: 200 len: 946 time: 0.1186888 Jul 14 09:40:06.766126 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 42266) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:06.813681 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-85aa70ee-792d-47e6-aac6-16ba0bd421e0 req-9082d9cf-0f3f-46f7-af9d-9fe404b3c11b tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] 10.222.0.68 "GET /v2.0/security-groups?id=8136fa3c-cdeb-41b3-bfb9-6bf131e66cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536044 Jul 14 09:40:06.902753 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6603d3c1-e776-4b2b-a103-e39b32a79dc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:07.020713 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6603d3c1-e776-4b2b-a103-e39b32a79dc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:07.025166 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6603d3c1-e776-4b2b-a103-e39b32a79dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:07.071081 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-6603d3c1-e776-4b2b-a103-e39b32a79dc0 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=c6fd76fe0ed94092b72413a3c6826ca5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3028579 Jul 14 09:40:07.072281 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6603d3c1-e776-4b2b-a103-e39b32a79dc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d335bc78-00ef-4a72-b790-c9df0da82491,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:07.076171 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 42282) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:07.134802 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-9ad613d7-b055-4c11-8b2f-1b06d9b49990 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:07.163266 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-9ad613d7-b055-4c11-8b2f-1b06d9b49990 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:07.217827 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-9ad613d7-b055-4c11-8b2f-1b06d9b49990 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:07.221081 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-9ad613d7-b055-4c11-8b2f-1b06d9b49990 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:07.224748 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-9ad613d7-b055-4c11-8b2f-1b06d9b49990 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/d335bc78-00ef-4a72-b790-c9df0da82491 HTTP/1.1" status: 204 len: 168 time: 0.1447320 Jul 14 09:40:07.231203 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad613d7-b055-4c11-8b2f-1b06d9b49990 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d335bc78-00ef-4a72-b790-c9df0da82491,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:07.352090 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9a25b194-de69-4265-b40e-3dcb6ea8c8f8 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-683602'] for router_interface, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:07.567513 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 42296) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:07.575424 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-9a25b194-de69-4265-b40e-3dcb6ea8c8f8 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Deleting port 25f30880-7c57-45ca-9aca-8a3fdfdcef60 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:40:07.575779 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9a25b194-de69-4265-b40e-3dcb6ea8c8f8 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:07.581369 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1e9131a8-0803-4a83-b272-1beb9f8927d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:07.683681 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1e9131a8-0803-4a83-b272-1beb9f8927d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:07.688736 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1e9131a8-0803-4a83-b272-1beb9f8927d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:07.702390 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9a25b194-de69-4265-b40e-3dcb6ea8c8f8 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:07.720590 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-9a25b194-de69-4265-b40e-3dcb6ea8c8f8 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Calling delete_port for 25f30880-7c57-45ca-9aca-8a3fdfdcef60 owned by network:router_interface {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:40:07.728407 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-1e9131a8-0803-4a83-b272-1beb9f8927d7 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=41abfccef93648ee9bce0a03186804be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1597886 Jul 14 09:40:07.729554 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9131a8-0803-4a83-b272-1beb9f8927d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40fe4482-adea-4876-953a-5e6ac090d7d2,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:07.732227 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 42298) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:07.784094 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-602e452c-6782-4873-880e-8df611f211ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:07.805241 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde34cef-234d-4fe7-a4b5-85fb40422022 req-7e763c20-0207-401e-beb1-a11c88c0eba3 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:07.807306 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-602e452c-6782-4873-880e-8df611f211ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:07.808719 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-cde34cef-234d-4fe7-a4b5-85fb40422022 req-7e763c20-0207-401e-beb1-a11c88c0eba3 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/ports?device_id=1f00f438-7e79-4879-a4cb-979f8f9574f7 HTTP/1.1" status: 200 len: 945 time: 0.1615994 Jul 14 09:40:07.860151 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-602e452c-6782-4873-880e-8df611f211ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:07.862747 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-602e452c-6782-4873-880e-8df611f211ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:07.864231 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-602e452c-6782-4873-880e-8df611f211ab admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/40fe4482-adea-4876-953a-5e6ac090d7d2 HTTP/1.1" status: 204 len: 168 time: 0.1312127 Jul 14 09:40:07.872667 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602e452c-6782-4873-880e-8df611f211ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40fe4482-adea-4876-953a-5e6ac090d7d2,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:07.896659 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-cde34cef-234d-4fe7-a4b5-85fb40422022 req-f19c6125-97a7-42d7-a87a-0ec5f58e7dd7 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/security-groups?id=8ddc8877-605a-44c2-a058-368d728dd554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818632 Jul 14 09:40:07.973840 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9a25b194-de69-4265-b40e-3dcb6ea8c8f8 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:08.001210 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a25b194-de69-4265-b40e-3dcb6ea8c8f8 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Pushing event deleted for resources: {'Port': ['ID=25f30880-7c57-45ca-9aca-8a3fdfdcef60,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:08.019742 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8901ee45-a509-4ae6-bcfd-fae3bd465980 req-8f1b5141-e27e-44be-8a4f-5117472d1483 tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:08.022145 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8901ee45-a509-4ae6-bcfd-fae3bd465980 req-8f1b5141-e27e-44be-8a4f-5117472d1483 tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] 10.222.0.68 "GET /v2.0/ports?device_id=6fdad434-c3e1-494a-ad24-9206ceaf4c12 HTTP/1.1" status: 200 len: 946 time: 0.0820818 Jul 14 09:40:08.070130 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8901ee45-a509-4ae6-bcfd-fae3bd465980 req-58fb464d-761d-4f2f-8247-893ecda272cc tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] 10.222.0.68 "GET /v2.0/security-groups?id=8136fa3c-cdeb-41b3-bfb9-6bf131e66cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399842 Jul 14 09:40:08.177953 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9a25b194-de69-4265-b40e-3dcb6ea8c8f8 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-620860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682934'] for router_interface, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:08.336531 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a25b194-de69-4265-b40e-3dcb6ea8c8f8 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Router 3674ed17-d512-46c1-9a34-997e098eabb0 has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:40:08.418620 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a25b194-de69-4265-b40e-3dcb6ea8c8f8 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:40:08.423571 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-9a25b194-de69-4265-b40e-3dcb6ea8c8f8 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] 10.222.0.68 "PUT /v2.0/routers/3674ed17-d512-46c1-9a34-997e098eabb0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8428025 Jul 14 09:40:08.426254 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 42320) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:08.429281 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdb95ae7-8d19-46fb-81c2-2ed4b5d697c2 None None] Sync routers for ids ['3674ed17-d512-46c1-9a34-997e098eabb0'] in n-d-779913-29 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:40:08.439722 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdb95ae7-8d19-46fb-81c2-2ed4b5d697c2 None None] Routers {'3674ed17-d512-46c1-9a34-997e098eabb0'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:40:08.440948 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-cdb95ae7-8d19-46fb-81c2-2ed4b5d697c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:39:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['3674ed17-d512-46c1-9a34-997e098eabb0'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:40:08.485465 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-cdb95ae7-8d19-46fb-81c2-2ed4b5d697c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:40:08.493228 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdb95ae7-8d19-46fb-81c2-2ed4b5d697c2 None None] Routers {'3674ed17-d512-46c1-9a34-997e098eabb0'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:40:08.493936 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-cdb95ae7-8d19-46fb-81c2-2ed4b5d697c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:39:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['3674ed17-d512-46c1-9a34-997e098eabb0'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:40:08.529049 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-cdb95ae7-8d19-46fb-81c2-2ed4b5d697c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:40:08.529874 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdb95ae7-8d19-46fb-81c2-2ed4b5d697c2 None None] The sync data for ids ['3674ed17-d512-46c1-9a34-997e098eabb0'] in n-d-779913-29 is: [] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:40:08.634775 n-d-779913-29 neutron-server[93958]: INFO neutron.api.v2.resource [None req-0a7f2d31-62d6-441b-b844-ad4752d6c0e0 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] remove_router_interface failed (client error): The resource could not be found. Jul 14 09:40:08.638739 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 42332) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:08.639428 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-0a7f2d31-62d6-441b-b844-ad4752d6c0e0 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] 10.222.0.68 "PUT /v2.0/routers/3674ed17-d512-46c1-9a34-997e098eabb0/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2098007 Jul 14 09:40:08.673798 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-7fdfda9b-130c-4f73-abb5-3ab48e0dcd3c tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] 10.222.0.68 "GET /v2.0/ports?device_id=3674ed17-d512-46c1-9a34-997e098eabb0 HTTP/1.1" status: 200 len: 205 time: 0.0317044 Jul 14 09:40:08.674048 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 42336) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:08.756969 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1c5e28cc-4730-4c09-9fc6-a3d9397b2f4f tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks [] for router, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:08.916217 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1c5e28cc-4730-4c09-9fc6-a3d9397b2f4f tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-711871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12964'] for router, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:08.918413 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1c5e28cc-4730-4c09-9fc6-a3d9397b2f4f tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:08.968155 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1c5e28cc-4730-4c09-9fc6-a3d9397b2f4f tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-704815'] for router, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:08.968700 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c5e28cc-4730-4c09-9fc6-a3d9397b2f4f tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Fanout notify agent at l3_agent the message router_deleted on router 3674ed17-d512-46c1-9a34-997e098eabb0 {{(pid=93957) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:40:08.976664 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1c5e28cc-4730-4c09-9fc6-a3d9397b2f4f tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks [] for router, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:08.980183 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-1c5e28cc-4730-4c09-9fc6-a3d9397b2f4f tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] 10.222.0.68 "DELETE /v2.0/routers/3674ed17-d512-46c1-9a34-997e098eabb0 HTTP/1.1" status: 204 len: 168 time: 0.3025262 Jul 14 09:40:08.980521 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 42350) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:09.060163 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddb52e32-1a57-4b99-ae87-b5b05c1e93a9 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Deleting subnet 95079f7a-762c-4555-a54c-6d44364554c4 {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:40:09.064818 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ddb52e32-1a57-4b99-ae87-b5b05c1e93a9 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:09.115660 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ddb52e32-1a57-4b99-ae87-b5b05c1e93a9 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13574120'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:09.164267 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d991a163-eafd-47c2-a830-d52068db1da5 req-9af0707b-a2fd-414c-8296-60abafd1e3ec tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:09.165764 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d991a163-eafd-47c2-a830-d52068db1da5 req-9af0707b-a2fd-414c-8296-60abafd1e3ec tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/ports?device_id=1f00f438-7e79-4879-a4cb-979f8f9574f7 HTTP/1.1" status: 200 len: 945 time: 0.1435254 Jul 14 09:40:09.241458 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d991a163-eafd-47c2-a830-d52068db1da5 req-b1e0cf68-3282-4be3-8a3e-e92e6a29a5e6 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/security-groups?id=8ddc8877-605a-44c2-a058-368d728dd554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652215 Jul 14 09:40:09.246619 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ddb52e32-1a57-4b99-ae87-b5b05c1e93a9 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3481002'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:09.273407 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0f2eb8-7942-4114-94c9-e93e3bcec7d1 req-f4d4cac8-866a-4d6e-86d9-9e4462ed726b tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:09.276255 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3f0f2eb8-7942-4114-94c9-e93e3bcec7d1 req-f4d4cac8-866a-4d6e-86d9-9e4462ed726b tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] 10.222.0.68 "GET /v2.0/ports?device_id=6fdad434-c3e1-494a-ad24-9206ceaf4c12 HTTP/1.1" status: 200 len: 946 time: 0.0886569 Jul 14 09:40:09.321030 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ddb52e32-1a57-4b99-ae87-b5b05c1e93a9 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13574056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16714573'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:09.326178 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3f0f2eb8-7942-4114-94c9-e93e3bcec7d1 req-4c1113fb-24fa-43cd-a71d-3d485a202cdc tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] 10.222.0.68 "GET /v2.0/security-groups?id=8136fa3c-cdeb-41b3-bfb9-6bf131e66cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453880 Jul 14 09:40:09.356842 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb52e32-1a57-4b99-ae87-b5b05c1e93a9 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Pushing event deleted for resources: {'Subnet': ['ID=95079f7a-762c-4555-a54c-6d44364554c4,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:09.361993 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ddb52e32-1a57-4b99-ae87-b5b05c1e93a9 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:09.366100 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-ddb52e32-1a57-4b99-ae87-b5b05c1e93a9 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] 10.222.0.68 "DELETE /v2.0/subnets/95079f7a-762c-4555-a54c-6d44364554c4 HTTP/1.1" status: 204 len: 168 time: 0.3837924 Jul 14 09:40:09.366618 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 42364) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:09.368499 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a24a2e80-0f68-4a1f-84a4-5634488d53ee None None] Network 4e25ccaf-9bb2-49bc-8889-ae991d4300ff requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:40:09.457120 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7507f745-0acd-4fb1-b172-d758fd46fc71 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3876111'] for network, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:09.523933 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-7507f745-0acd-4fb1-b172-d758fd46fc71 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Deleting port b8d5650f-ff9f-461a-a241-4c0882f58b3e {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:40:09.524286 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7507f745-0acd-4fb1-b172-d758fd46fc71 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:09.596126 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcd06945-2742-484a-a9c0-aaebce96cf57 None None] DHCP port deletion for 4e25ccaf-9bb2-49bc-8889-ae991d4300ff request from n-d-779913-29 {{(pid=93959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:40:09.630978 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7507f745-0acd-4fb1-b172-d758fd46fc71 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] For port b8d5650f-ff9f-461a-a241-4c0882f58b3e, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=b8d5650f-ff9f-461a-a241-4c0882f58b3e,segment=NetworkSegment(63a631e3-103c-462c-863c-f3230b66223a),segment_id=63a631e3-103c-462c-863c-f3230b66223a)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:40:09.631415 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7507f745-0acd-4fb1-b172-d758fd46fc71 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:09.646929 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-dcd06945-2742-484a-a9c0-aaebce96cf57 None None] Deleting port b8d5650f-ff9f-461a-a241-4c0882f58b3e {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:40:09.647252 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-dcd06945-2742-484a-a9c0-aaebce96cf57 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:09.648561 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-7507f745-0acd-4fb1-b172-d758fd46fc71 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Calling delete_port for b8d5650f-ff9f-461a-a241-4c0882f58b3e owned by network:dhcp {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:40:09.714502 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-dcd06945-2742-484a-a9c0-aaebce96cf57 None None] For port b8d5650f-ff9f-461a-a241-4c0882f58b3e, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=b8d5650f-ff9f-461a-a241-4c0882f58b3e,segment=NetworkSegment(63a631e3-103c-462c-863c-f3230b66223a),segment_id=63a631e3-103c-462c-863c-f3230b66223a)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:40:09.714915 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-dcd06945-2742-484a-a9c0-aaebce96cf57 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:09.731270 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94eb59a-1a0d-494a-8ae9-e1375a10ba48 req-0da3ced9-669e-491e-b28b-27b068038090 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:09.733021 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f94eb59a-1a0d-494a-8ae9-e1375a10ba48 req-0da3ced9-669e-491e-b28b-27b068038090 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/ports?device_id=5ed0c1cb-c3d6-40f1-8aad-1894504b5a83 HTTP/1.1" status: 200 len: 945 time: 0.1645262 Jul 14 09:40:09.739914 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-dcd06945-2742-484a-a9c0-aaebce96cf57 None None] Calling delete_port for b8d5650f-ff9f-461a-a241-4c0882f58b3e owned by network:dhcp {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:40:09.877560 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-dcd06945-2742-484a-a9c0-aaebce96cf57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:09.910044 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd06945-2742-484a-a9c0-aaebce96cf57 None None] Pushing event deleted for resources: {'Port': ['ID=b8d5650f-ff9f-461a-a241-4c0882f58b3e,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:09.920321 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd06945-2742-484a-a9c0-aaebce96cf57 None None] No DVR routers for this DVR port b8d5650f-ff9f-461a-a241-4c0882f58b3e on host n-d-779913-29 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:40:10.119548 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f94eb59a-1a0d-494a-8ae9-e1375a10ba48 req-0eee0851-6454-4a23-92f9-0647f69041cb tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/security-groups?id=3e66fdd8-bd2d-4f0b-a124-b60bfc46cfe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3769021 Jul 14 09:40:10.124446 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7507f745-0acd-4fb1-b172-d758fd46fc71 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:10.140421 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7507f745-0acd-4fb1-b172-d758fd46fc71 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] No DVR routers for this DVR port b8d5650f-ff9f-461a-a241-4c0882f58b3e on host n-d-779913-29 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:40:10.181118 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device b8d5650f-ff9f-461a-a241-4c0882f58b3e no longer exists at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:40:10.181305 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7507f745-0acd-4fb1-b172-d758fd46fc71 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Pushing event deleted for resources: {'Port': ['ID=b8d5650f-ff9f-461a-a241-4c0882f58b3e,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:10.202255 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] No Port match for: b8d5650f-ff9f-461a-a241-4c0882f58b3e {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:40:10.202962 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device b8d5650f-ff9f-461a-a241-4c0882f58b3e not bound to the agent host n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:40:10.245030 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7507f745-0acd-4fb1-b172-d758fd46fc71 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473955', 'neutron.services.segments.db._delete_segments_for_network-8735688326548'] for network, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:10.255983 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-7507f745-0acd-4fb1-b172-d758fd46fc71 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e25ccaf-9bb2-49bc-8889-ae991d4300ff']}} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:40:10.267387 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-7507f745-0acd-4fb1-b172-d758fd46fc71 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63a631e3-103c-462c-863c-f3230b66223a') {'for_net_delete': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:40:10.267688 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-7507f745-0acd-4fb1-b172-d758fd46fc71 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63a631e3-103c-462c-863c-f3230b66223a') {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:40:10.277096 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7507f745-0acd-4fb1-b172-d758fd46fc71 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735688356235', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10944210'] for segment, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:10.290387 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7507f745-0acd-4fb1-b172-d758fd46fc71 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:10.296138 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7507f745-0acd-4fb1-b172-d758fd46fc71 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Releasing vlan 720 on physical network physnet1 to pool {{(pid=93957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:40:10.296587 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7507f745-0acd-4fb1-b172-d758fd46fc71 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10053619'] for segment, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:10.299658 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:40:10.299658 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:40:10.299658 n-d-779913-29 neutron-server[93957]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:40:10.299658 n-d-779913-29 neutron-server[93957]: self.session.flush() Jul 14 09:40:10.299658 n-d-779913-29 neutron-server[93957]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:40:10.299658 n-d-779913-29 neutron-server[93957]: self.session.flush() Jul 14 09:40:10.299658 n-d-779913-29 neutron-server[93957]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:40:10.299658 n-d-779913-29 neutron-server[93957]: self.session.flush() Jul 14 09:40:10.299658 n-d-779913-29 neutron-server[93957]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:40:10.299658 n-d-779913-29 neutron-server[93957]: self.session.flush() Jul 14 09:40:10.299658 n-d-779913-29 neutron-server[93957]: Traceback (most recent call last): Jul 14 09:40:10.299658 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:40:10.299658 n-d-779913-29 neutron-server[93957]: timer() Jul 14 09:40:10.299658 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:40:10.299658 n-d-779913-29 neutron-server[93957]: cb(*args, **kw) Jul 14 09:40:10.299658 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:40:10.299658 n-d-779913-29 neutron-server[93957]: return func(*args, **kwargs) Jul 14 09:40:10.299658 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:40:10.299658 n-d-779913-29 neutron-server[93957]: self._notify() Jul 14 09:40:10.299658 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:40:10.299658 n-d-779913-29 neutron-server[93957]: self.callback(batched_events) Jul 14 09:40:10.299658 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:40:10.299658 n-d-779913-29 neutron-server[93957]: event.method(event) Jul 14 09:40:10.299658 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:40:10.299658 n-d-779913-29 neutron-server[93957]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:40:10.299658 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:40:10.299658 n-d-779913-29 neutron-server[93957]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:40:10.299658 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:40:10.299658 n-d-779913-29 neutron-server[93957]: return f(self, *a, **k) Jul 14 09:40:10.299658 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:40:10.299658 n-d-779913-29 neutron-server[93957]: return self._get(url).json() Jul 14 09:40:10.299658 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:40:10.299658 n-d-779913-29 neutron-server[93957]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:40:10.299658 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:40:10.299658 n-d-779913-29 neutron-server[93957]: return self.request(url, 'GET', **kwargs) Jul 14 09:40:10.299658 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:40:10.299658 n-d-779913-29 neutron-server[93957]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:40:10.299658 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:40:10.299658 n-d-779913-29 neutron-server[93957]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:40:10.299658 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:40:10.299658 n-d-779913-29 neutron-server[93957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:40:10.299658 n-d-779913-29 neutron-server[93957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:40:10.327897 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bea213-9088-462e-9289-6d90f48f1394 req-f97c2bd5-15dd-48b9-bf4d-e8518d30eb02 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:10.329386 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-60bea213-9088-462e-9289-6d90f48f1394 req-f97c2bd5-15dd-48b9-bf4d-e8518d30eb02 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/ports?device_id=5ed0c1cb-c3d6-40f1-8aad-1894504b5a83 HTTP/1.1" status: 200 len: 945 time: 0.0645254 Jul 14 09:40:10.369058 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7507f745-0acd-4fb1-b172-d758fd46fc71 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660504'] for network, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:10.377185 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-60bea213-9088-462e-9289-6d90f48f1394 req-162f6003-e646-468c-b01e-c547ccead7ec tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/security-groups?id=3e66fdd8-bd2d-4f0b-a124-b60bfc46cfe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408287 Jul 14 09:40:10.378612 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7507f745-0acd-4fb1-b172-d758fd46fc71 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks [] for network, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:10.385283 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-7507f745-0acd-4fb1-b172-d758fd46fc71 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] 10.222.0.68 "DELETE /v2.0/networks/4e25ccaf-9bb2-49bc-8889-ae991d4300ff HTTP/1.1" status: 204 len: 168 time: 1.0129843 Jul 14 09:40:10.385283 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 42384) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:10.391777 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-3c5322a3-8635-4a82-a786-5986cdc004b6 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Request body: {'network': {'name': 'tempest-RoutersTest-2027111071'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:40:10.411335 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7507f745-0acd-4fb1-b172-d758fd46fc71 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Pushing event deleted for resources: {'Network': ['ID=4e25ccaf-9bb2-49bc-8889-ae991d4300ff,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:10.437989 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c5322a3-8635-4a82-a786-5986cdc004b6 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Made reservation on behalf of 8f66f4ea00254d4cb400476df8920946 for: {'network': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:40:10.448896 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3c5322a3-8635-4a82-a786-5986cdc004b6 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for network, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:10.486551 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c5322a3-8635-4a82-a786-5986cdc004b6 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 733} {{(pid=93957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:40:10.498027 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3c5322a3-8635-4a82-a786-5986cdc004b6 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:10.498409 n-d-779913-29 neutron-server[93957]: INFO neutron.db.segments_db [None req-3c5322a3-8635-4a82-a786-5986cdc004b6 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Added segment 21f81dc1-b060-4c64-ae4a-3c90c8ce3593 of type vlan for network c0b282b8-a897-4066-a4d5-08162570ff9d Jul 14 09:40:10.583171 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3c5322a3-8635-4a82-a786-5986cdc004b6 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735687821325'] for network, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:10.630558 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9e4af1-9ba9-4c8a-b7d4-7a94d669efab req-ea9ab303-a858-4d1c-8997-62145611e948 tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:10.632174 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0b9e4af1-9ba9-4c8a-b7d4-7a94d669efab req-ea9ab303-a858-4d1c-8997-62145611e948 tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] 10.222.0.68 "GET /v2.0/ports?device_id=6fdad434-c3e1-494a-ad24-9206ceaf4c12 HTTP/1.1" status: 200 len: 946 time: 0.1321356 Jul 14 09:40:10.633291 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3c5322a3-8635-4a82-a786-5986cdc004b6 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855'] for network, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:10.638563 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c5322a3-8635-4a82-a786-5986cdc004b6 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:10.639132 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3c5322a3-8635-4a82-a786-5986cdc004b6 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks [] for network, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:10.694798 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d70d43-4471-4961-8e12-d555ee23906b req-e04bcdc2-3376-4b91-b550-6a555ecec1b6 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:10.696285 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-47d70d43-4471-4961-8e12-d555ee23906b req-e04bcdc2-3376-4b91-b550-6a555ecec1b6 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/networks?id=2a42cb13-2d55-4959-a070-eb88da564dfb HTTP/1.1" status: 200 len: 812 time: 0.1008453 Jul 14 09:40:10.712042 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-47d70d43-4471-4961-8e12-d555ee23906b req-c0f4e2bd-85de-4b6b-8a94-5fe2fccb1bda tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/quotas/0be6be6bccc149f1a4b35e465d4a6d6f HTTP/1.1" status: 200 len: 375 time: 0.0102205 Jul 14 09:40:10.728844 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-3c5322a3-8635-4a82-a786-5986cdc004b6 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3434207 Jul 14 09:40:10.732488 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 42398) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:10.739652 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5322a3-8635-4a82-a786-5986cdc004b6 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Pushing event updated for resources: {'Network': ['ID=c0b282b8-a897-4066-a4d5-08162570ff9d,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:10.745096 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0b9e4af1-9ba9-4c8a-b7d4-7a94d669efab req-ce61809a-1ea2-4cce-84f7-3c4b65cbee26 tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] 10.222.0.68 "GET /v2.0/security-groups?id=8136fa3c-cdeb-41b3-bfb9-6bf131e66cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033986 Jul 14 09:40:10.757878 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Network c0b282b8-a897-4066-a4d5-08162570ff9d details requested by agent ovs-agent-n-d-779913-29 with host n-d-779913-29 {{(pid=93959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:40:10.771544 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-ded2265a-2361-439e-bbe2-12ce0233c116 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Request body: {'subnet': {'network_id': 'c0b282b8-a897-4066-a4d5-08162570ff9d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:40:10.881372 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-47d70d43-4471-4961-8e12-d555ee23906b req-0f09a280-824e-435c-bee5-8bb8a1f48111 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=0be6be6bccc149f1a4b35e465d4a6d6f&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1627829 Jul 14 09:40:10.957737 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ded2265a-2361-439e-bbe2-12ce0233c116 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Made reservation on behalf of 8f66f4ea00254d4cb400476df8920946 for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:40:10.961642 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ded2265a-2361-439e-bbe2-12ce0233c116 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16714600'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:11.053531 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-47d70d43-4471-4961-8e12-d555ee23906b req-0c151f75-bd02-49c7-8b31-e751dd0888c4 service neutron] 10.222.0.68 "GET /v2.0/networks/2a42cb13-2d55-4959-a070-eb88da564dfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1628060 Jul 14 09:40:11.199814 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-47d70d43-4471-4961-8e12-d555ee23906b req-4f5ac4ea-d02c-4db0-9e6a-457f29517926 service neutron] 10.222.0.68 "GET /v2.0/networks/2a42cb13-2d55-4959-a070-eb88da564dfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389425 Jul 14 09:40:11.252803 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ded2265a-2361-439e-bbe2-12ce0233c116 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13573993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16714586'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:11.318571 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded2265a-2361-439e-bbe2-12ce0233c116 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Pushing event updated for resources: {'Subnet': ['ID=5bdfcb4d-c826-4432-b59f-bfef68ae5b63,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:11.334619 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded2265a-2361-439e-bbe2-12ce0233c116 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Checking segment: {'id': '21f81dc1-b060-4c64-ae4a-3c90c8ce3593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'c0b282b8-a897-4066-a4d5-08162570ff9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:40:11.335793 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ded2265a-2361-439e-bbe2-12ce0233c116 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Network hostable DHCP agents. Network: c0b282b8-a897-4066-a4d5-08162570ff9d, hostable agents: ['c6a09bd4-f72e-4283-a3ca-0bbca8a51081'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:40:11.365664 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ded2265a-2361-439e-bbe2-12ce0233c116 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Network c0b282b8-a897-4066-a4d5-08162570ff9d is scheduled to be hosted by DHCP agent c6a09bd4-f72e-4283-a3ca-0bbca8a51081 with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:40:11.377785 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-ded2265a-2361-439e-bbe2-12ce0233c116 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-29, c0b282b8-a897-4066-a4d5-08162570ff9d) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:40:11.388995 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe387d38-3857-45a6-a263-cd9c1db1dfa7 None None] Network c0b282b8-a897-4066-a4d5-08162570ff9d requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:40:11.393719 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ded2265a-2361-439e-bbe2-12ce0233c116 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:11.394334 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ded2265a-2361-439e-bbe2-12ce0233c116 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:11.412735 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-ded2265a-2361-439e-bbe2-12ce0233c116 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6558089 Jul 14 09:40:11.412991 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d921ea51-938e-4b71-981e-bf4ceb2f4e64 req-271938b0-df2c-408b-bf98-11f3780f4856 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/ports?device_id=bd66ceb4-f1e6-4b26-b7e1-7cc49f3cecb3 HTTP/1.1" status: 200 len: 210 time: 0.0431294 Jul 14 09:40:11.415186 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 42416) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:11.420866 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-e892c81a-91e9-4854-9cd1-7fca99ad6830 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-28033662', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:40:11.449509 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e892c81a-91e9-4854-9cd1-7fca99ad6830 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-711749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14670'] for router, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:11.450708 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e892c81a-91e9-4854-9cd1-7fca99ad6830 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-711718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-661475', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14679'] for router, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:11.540880 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e892c81a-91e9-4854-9cd1-7fca99ad6830 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:11.561737 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e892c81a-91e9-4854-9cd1-7fca99ad6830 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-711762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-661452'] for router, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:11.583472 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0aed205-bc98-4a01-9f89-b499b7910846 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf57baaa9-fd24-59f4-8fd2-1dc21122ce72-c0b282b8-a897-4066-a4d5-08162570ff9d', 'network_id': 'c0b282b8-a897-4066-a4d5-08162570ff9d', 'tenant_id': '8f66f4ea00254d4cb400476df8920946', 'fixed_ips': [{'subnet_id': '5bdfcb4d-c826-4432-b59f-bfef68ae5b63'}]}} from n-d-779913-29. {{(pid=93959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:40:11.584346 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f0aed205-bc98-4a01-9f89-b499b7910846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:11.596388 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e892c81a-91e9-4854-9cd1-7fca99ad6830 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:11.598205 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-e892c81a-91e9-4854-9cd1-7fca99ad6830 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.1818960 Jul 14 09:40:11.600796 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 42422) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:11.751346 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-f0aed205-bc98-4a01-9f89-b499b7910846 None None] Allocated IP 172.20.0.2 (c0b282b8-a897-4066-a4d5-08162570ff9d/5bdfcb4d-c826-4432-b59f-bfef68ae5b63/61edf160-ad6e-4da7-bfe1-40dd2e74f4b4) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:40:11.987550 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f0aed205-bc98-4a01-9f89-b499b7910846 None None] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:11.999159 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-f0aed205-bc98-4a01-9f89-b499b7910846 None None] Transition to ACTIVE for port object 61edf160-ad6e-4da7-bfe1-40dd2e74f4b4 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:40:12.019295 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-f0aed205-bc98-4a01-9f89-b499b7910846 None None] Transition to ACTIVE for port object 61edf160-ad6e-4da7-bfe1-40dd2e74f4b4 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:40:12.028467 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f0aed205-bc98-4a01-9f89-b499b7910846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:12.077124 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0aed205-bc98-4a01-9f89-b499b7910846 None None] Network c0b282b8-a897-4066-a4d5-08162570ff9d is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:40:12.079223 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-f0aed205-bc98-4a01-9f89-b499b7910846 None None] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:40:12.096561 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0aed205-bc98-4a01-9f89-b499b7910846 None None] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:40:12.188163 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0aed205-bc98-4a01-9f89-b499b7910846 None None] Pushing event updated for resources: {'Port': ['ID=61edf160-ad6e-4da7-bfe1-40dd2e74f4b4,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:12.218743 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-33979cca-1fb4-4a58-8e81-121d305c6925 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:12.250198 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-f0aed205-bc98-4a01-9f89-b499b7910846 None None] Attempting to bind port 61edf160-ad6e-4da7-bfe1-40dd2e74f4b4 on host n-d-779913-29 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:40:12.250572 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-f0aed205-bc98-4a01-9f89-b499b7910846 None None] Attempting to bind port 61edf160-ad6e-4da7-bfe1-40dd2e74f4b4 by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': '21f81dc1-b060-4c64-ae4a-3c90c8ce3593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'c0b282b8-a897-4066-a4d5-08162570ff9d'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:40:12.250941 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0aed205-bc98-4a01-9f89-b499b7910846 None None] Attempting to bind port 61edf160-ad6e-4da7-bfe1-40dd2e74f4b4 on network c0b282b8-a897-4066-a4d5-08162570ff9d {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:40:12.256786 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0aed205-bc98-4a01-9f89-b499b7910846 None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 39, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:40:12.257169 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0aed205-bc98-4a01-9f89-b499b7910846 None None] Checking segment: {'id': '21f81dc1-b060-4c64-ae4a-3c90c8ce3593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'c0b282b8-a897-4066-a4d5-08162570ff9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:40:12.257606 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f0aed205-bc98-4a01-9f89-b499b7910846 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:12.258007 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0aed205-bc98-4a01-9f89-b499b7910846 None None] Bound using segment: {'id': '21f81dc1-b060-4c64-ae4a-3c90c8ce3593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'c0b282b8-a897-4066-a4d5-08162570ff9d'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:40:12.258480 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-f0aed205-bc98-4a01-9f89-b499b7910846 None None] Bound port: 61edf160-ad6e-4da7-bfe1-40dd2e74f4b4, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21f81dc1-b060-4c64-ae4a-3c90c8ce3593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'c0b282b8-a897-4066-a4d5-08162570ff9d'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:40:12.258878 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f0aed205-bc98-4a01-9f89-b499b7910846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:12.262299 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e964ff4d-4c6b-4006-81af-4fa924fd4677 req-1524ade5-1941-4837-ae5b-169331ae750d tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:12.271509 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-e964ff4d-4c6b-4006-81af-4fa924fd4677 req-1524ade5-1941-4837-ae5b-169331ae750d tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] 10.222.0.68 "GET /v2.0/ports?device_id=6fdad434-c3e1-494a-ad24-9206ceaf4c12 HTTP/1.1" status: 200 len: 946 time: 0.3568525 Jul 14 09:40:12.348673 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-f0aed205-bc98-4a01-9f89-b499b7910846 None None] For port 61edf160-ad6e-4da7-bfe1-40dd2e74f4b4, host n-d-779913-29, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:40:12.352196 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-f0aed205-bc98-4a01-9f89-b499b7910846 None None] For port 61edf160-ad6e-4da7-bfe1-40dd2e74f4b4, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=61edf160-ad6e-4da7-bfe1-40dd2e74f4b4,segment=NetworkSegment(21f81dc1-b060-4c64-ae4a-3c90c8ce3593),segment_id=21f81dc1-b060-4c64-ae4a-3c90c8ce3593)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:40:12.359025 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f0aed205-bc98-4a01-9f89-b499b7910846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:12.407891 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-e964ff4d-4c6b-4006-81af-4fa924fd4677 req-e29a0ddd-a649-4d75-be8d-9136e850da85 tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] 10.222.0.68 "GET /v2.0/security-groups?id=8136fa3c-cdeb-41b3-bfb9-6bf131e66cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330404 Jul 14 09:40:12.430551 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0aed205-bc98-4a01-9f89-b499b7910846 None None] Pushing event updated for resources: {'Port': ['ID=61edf160-ad6e-4da7-bfe1-40dd2e74f4b4,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:12.567529 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-fd72c12c-6870-431e-9ce9-8730f48ae449 req-ac7d840f-e92e-4ad5-88f6-ff1cea9e7731 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/ports?device_id=bd66ceb4-f1e6-4b26-b7e1-7cc49f3cecb3 HTTP/1.1" status: 200 len: 210 time: 0.0300732 Jul 14 09:40:12.588445 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-33979cca-1fb4-4a58-8e81-121d305c6925 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Allocated IP 172.20.0.1 (c0b282b8-a897-4066-a4d5-08162570ff9d/5bdfcb4d-c826-4432-b59f-bfef68ae5b63/4c0227de-fb5d-4c71-a534-9114f519acf8) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:40:12.743169 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-33979cca-1fb4-4a58-8e81-121d305c6925 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:12.758857 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-33979cca-1fb4-4a58-8e81-121d305c6925 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Transition to ACTIVE for port object 4c0227de-fb5d-4c71-a534-9114f519acf8 will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:40:12.794587 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:12.796352 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-33979cca-1fb4-4a58-8e81-121d305c6925 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:12.842528 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33979cca-1fb4-4a58-8e81-121d305c6925 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Network c0b282b8-a897-4066-a4d5-08162570ff9d is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:40:12.846342 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-33979cca-1fb4-4a58-8e81-121d305c6925 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:40:12.850969 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33979cca-1fb4-4a58-8e81-121d305c6925 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:40:12.878724 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33979cca-1fb4-4a58-8e81-121d305c6925 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Pushing event updated for resources: {'Port': ['ID=4c0227de-fb5d-4c71-a534-9114f519acf8,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:12.898748 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-33979cca-1fb4-4a58-8e81-121d305c6925 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-660393'] for router_interface, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:12.903394 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d70d43-4471-4961-8e12-d555ee23906b req-8ee01a8d-cf24-47aa-b649-7b776a5eb633 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:12.905207 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-47d70d43-4471-4961-8e12-d555ee23906b req-8ee01a8d-cf24-47aa-b649-7b776a5eb633 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.65 "GET /v2.0/networks?id=2a42cb13-2d55-4959-a070-eb88da564dfb HTTP/1.1" status: 200 len: 812 time: 0.1172986 Jul 14 09:40:12.926969 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-47d70d43-4471-4961-8e12-d555ee23906b req-bff23dc9-bf92-4762-bb2a-f18dbd118d7b tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Request body: {'port': {'device_id': 'bd66ceb4-f1e6-4b26-b7e1-7cc49f3cecb3', 'network_id': '2a42cb13-2d55-4959-a070-eb88da564dfb', 'admin_state_up': True, 'tenant_id': '0be6be6bccc149f1a4b35e465d4a6d6f'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:40:13.051810 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47d70d43-4471-4961-8e12-d555ee23906b req-bff23dc9-bf92-4762-bb2a-f18dbd118d7b tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Made reservation on behalf of 0be6be6bccc149f1a4b35e465d4a6d6f for: {'port': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:40:13.055830 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-47d70d43-4471-4961-8e12-d555ee23906b req-bff23dc9-bf92-4762-bb2a-f18dbd118d7b tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:13.230259 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [req-47d70d43-4471-4961-8e12-d555ee23906b req-bff23dc9-bf92-4762-bb2a-f18dbd118d7b tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Allocated IP 172.20.0.4 (2a42cb13-2d55-4959-a070-eb88da564dfb/2fb6ebb7-0edb-47a6-96f3-036e2585c66a/1a74407f-1167-403e-905d-2f083f30456b) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:40:13.324546 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-33979cca-1fb4-4a58-8e81-121d305c6925 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:13.421221 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-47d70d43-4471-4961-8e12-d555ee23906b req-bff23dc9-bf92-4762-bb2a-f18dbd118d7b tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:13.437901 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [req-47d70d43-4471-4961-8e12-d555ee23906b req-bff23dc9-bf92-4762-bb2a-f18dbd118d7b tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Transition to ACTIVE for port object 1a74407f-1167-403e-905d-2f083f30456b will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:40:13.479137 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-47d70d43-4471-4961-8e12-d555ee23906b req-bff23dc9-bf92-4762-bb2a-f18dbd118d7b tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:13.523892 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47d70d43-4471-4961-8e12-d555ee23906b req-bff23dc9-bf92-4762-bb2a-f18dbd118d7b tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Network 2a42cb13-2d55-4959-a070-eb88da564dfb is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:40:13.524666 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] get_ports_and_sgs() called for port_ids ['249cebec-dc11-498c-abb2-47ee3d6b51f3'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:40:13.527427 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [req-47d70d43-4471-4961-8e12-d555ee23906b req-bff23dc9-bf92-4762-bb2a-f18dbd118d7b tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:40:13.531793 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-47d70d43-4471-4961-8e12-d555ee23906b req-bff23dc9-bf92-4762-bb2a-f18dbd118d7b tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:40:13.642486 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5499d33-db35-4a53-a40e-9fde763ebfcf None None] Network c0b282b8-a897-4066-a4d5-08162570ff9d requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:40:13.658628 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff23dc9-bf92-4762-bb2a-f18dbd118d7b tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Pushing event updated for resources: {'Port': ['ID=1a74407f-1167-403e-905d-2f083f30456b,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:13.688493 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d70d43-4471-4961-8e12-d555ee23906b req-bff23dc9-bf92-4762-bb2a-f18dbd118d7b tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:13.689546 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-47d70d43-4471-4961-8e12-d555ee23906b req-bff23dc9-bf92-4762-bb2a-f18dbd118d7b tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:13.736621 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-33979cca-1fb4-4a58-8e81-121d305c6925 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:13.738237 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-47d70d43-4471-4961-8e12-d555ee23906b req-bff23dc9-bf92-4762-bb2a-f18dbd118d7b tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8157215 Jul 14 09:40:13.760917 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-47d70d43-4471-4961-8e12-d555ee23906b req-ee3b90c5-2a11-4a3e-8dcc-9936193d8841 service neutron] Request body: {'port': {'device_id': 'bd66ceb4-f1e6-4b26-b7e1-7cc49f3cecb3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-29'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:40:13.765181 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-33979cca-1fb4-4a58-8e81-121d305c6925 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13574142'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:13.860196 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33979cca-1fb4-4a58-8e81-121d305c6925 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Pushing event updated for resources: {'Port': ['ID=4c0227de-fb5d-4c71-a534-9114f519acf8,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:13.870793 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:13.889704 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-d38e8004-4b3a-43d9-886a-c8b654e18c6c None None] Provisioning for port 61edf160-ad6e-4da7-bfe1-40dd2e74f4b4 completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:40:13.911444 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-33979cca-1fb4-4a58-8e81-121d305c6925 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-683747'] for router_interface, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:13.965310 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a3e05e-5551-4913-96f4-acfd87d2ac17 req-14b086f7-88f8-46a7-91be-1e28e1548038 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:13.967024 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b8a3e05e-5551-4913-96f4-acfd87d2ac17 req-14b086f7-88f8-46a7-91be-1e28e1548038 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/ports?device_id=bd66ceb4-f1e6-4b26-b7e1-7cc49f3cecb3 HTTP/1.1" status: 200 len: 931 time: 0.2028162 Jul 14 09:40:13.970045 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-47d70d43-4471-4961-8e12-d555ee23906b req-ee3b90c5-2a11-4a3e-8dcc-9936193d8841 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:14.019369 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4153df9-0c76-406b-ade3-b316127a5c7a req-88a18410-1069-4e83-825f-97807452f8d7 tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:14.021106 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-c4153df9-0c76-406b-ade3-b316127a5c7a req-88a18410-1069-4e83-825f-97807452f8d7 tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] 10.222.0.68 "GET /v2.0/ports?device_id=6fdad434-c3e1-494a-ad24-9206ceaf4c12 HTTP/1.1" status: 200 len: 946 time: 0.2810159 Jul 14 09:40:14.029613 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33979cca-1fb4-4a58-8e81-121d305c6925 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Network c0b282b8-a897-4066-a4d5-08162570ff9d is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:40:14.039064 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-33979cca-1fb4-4a58-8e81-121d305c6925 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:40:14.043677 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-356bfcbf-2368-4725-bf22-02a3b8b5ff9f None None] Provisioning for port 1a74407f-1167-403e-905d-2f083f30456b completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:40:14.054223 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-356bfcbf-2368-4725-bf22-02a3b8b5ff9f None None] Provisioning complete for port 1a74407f-1167-403e-905d-2f083f30456b triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:40:14.054491 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-356bfcbf-2368-4725-bf22-02a3b8b5ff9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:14.104489 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-356bfcbf-2368-4725-bf22-02a3b8b5ff9f None None] Port 1a74407f-1167-403e-905d-2f083f30456b cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:40:14.166682 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-c4153df9-0c76-406b-ade3-b316127a5c7a req-51e9cf95-b254-4062-a45c-50b5c31a45d3 tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] 10.222.0.68 "GET /v2.0/security-groups?id=8136fa3c-cdeb-41b3-bfb9-6bf131e66cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356359 Jul 14 09:40:14.212620 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b8a3e05e-5551-4913-96f4-acfd87d2ac17 req-c8b582bd-d04d-4878-ada0-d2bfc25f319f tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/security-groups?id=8ddc8877-605a-44c2-a058-368d728dd554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2265251 Jul 14 09:40:14.227217 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33979cca-1fb4-4a58-8e81-121d305c6925 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Router 0e4c48ab-9938-4ecb-aa6c-32fd6c18d53c is scheduled to L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 with binding_index 1 {{(pid=93958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:40:14.251446 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 61edf160-ad6e-4da7-bfe1-40dd2e74f4b4 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:40:14.308474 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning for port 61edf160-ad6e-4da7-bfe1-40dd2e74f4b4 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:40:14.313650 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port 61edf160-ad6e-4da7-bfe1-40dd2e74f4b4 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:40:14.314027 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:14.378975 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33979cca-1fb4-4a58-8e81-121d305c6925 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:40:14.385479 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-33979cca-1fb4-4a58-8e81-121d305c6925 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] 10.222.0.68 "PUT /v2.0/routers/0e4c48ab-9938-4ecb-aa6c-32fd6c18d53c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7835937 Jul 14 09:40:14.388882 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 42460) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:14.396342 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-154d2aea-4a7a-48df-b01a-3d074417fcde None None] Sync routers for ids ['0e4c48ab-9938-4ecb-aa6c-32fd6c18d53c'] in n-d-779913-29 {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:40:14.421958 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-154d2aea-4a7a-48df-b01a-3d074417fcde None None] Routers {'0e4c48ab-9938-4ecb-aa6c-32fd6c18d53c'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:40:14.422839 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-154d2aea-4a7a-48df-b01a-3d074417fcde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:39:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['0e4c48ab-9938-4ecb-aa6c-32fd6c18d53c'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:40:14.487214 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a9bcecd-cc1f-4dec-bb01-befd7d5d525c tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:14.491550 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-154d2aea-4a7a-48df-b01a-3d074417fcde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:40:14.492355 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 42464) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:14.492490 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-6a9bcecd-cc1f-4dec-bb01-befd7d5d525c tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] 10.222.0.68 "GET /v2.0/ports/4c0227de-fb5d-4c71-a534-9114f519acf8 HTTP/1.1" status: 200 len: 910 time: 0.1025803 Jul 14 09:40:14.496597 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-33aceeae-917f-43dc-954a-372332ed7edb None None] Provisioning for port 4c0227de-fb5d-4c71-a534-9114f519acf8 completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:40:14.499342 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [req-47d70d43-4471-4961-8e12-d555ee23906b req-ee3b90c5-2a11-4a3e-8dcc-9936193d8841 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a74407f-1167-403e-905d-2f083f30456b {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:40:14.505744 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-33aceeae-917f-43dc-954a-372332ed7edb None None] Provisioning complete for port 4c0227de-fb5d-4c71-a534-9114f519acf8 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:40:14.506433 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-33aceeae-917f-43dc-954a-372332ed7edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:14.514345 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-47d70d43-4471-4961-8e12-d555ee23906b req-ee3b90c5-2a11-4a3e-8dcc-9936193d8841 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:14.519341 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:14.535405 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [req-47d70d43-4471-4961-8e12-d555ee23906b req-ee3b90c5-2a11-4a3e-8dcc-9936193d8841 service neutron] Transition to ACTIVE for port object 1a74407f-1167-403e-905d-2f083f30456b will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:40:14.557742 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-47d70d43-4471-4961-8e12-d555ee23906b req-ee3b90c5-2a11-4a3e-8dcc-9936193d8841 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:14.578787 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-154d2aea-4a7a-48df-b01a-3d074417fcde None None] Routers {'0e4c48ab-9938-4ecb-aa6c-32fd6c18d53c'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:40:14.580254 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-154d2aea-4a7a-48df-b01a-3d074417fcde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:39:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['0e4c48ab-9938-4ecb-aa6c-32fd6c18d53c'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:40:14.670892 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-154d2aea-4a7a-48df-b01a-3d074417fcde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:40:14.671565 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-154d2aea-4a7a-48df-b01a-3d074417fcde None None] The sync data for ids ['0e4c48ab-9938-4ecb-aa6c-32fd6c18d53c'] in n-d-779913-29 is: [] {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:40:14.679656 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3b90c5-2a11-4a3e-8dcc-9936193d8841 service neutron] Pushing event updated for resources: {'Port': ['ID=1a74407f-1167-403e-905d-2f083f30456b,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:14.711803 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-33aceeae-917f-43dc-954a-372332ed7edb None None] Port 4c0227de-fb5d-4c71-a534-9114f519acf8 cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:40:14.715071 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] For port 61edf160-ad6e-4da7-bfe1-40dd2e74f4b4, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=61edf160-ad6e-4da7-bfe1-40dd2e74f4b4,segment=NetworkSegment(21f81dc1-b060-4c64-ae4a-3c90c8ce3593),segment_id=21f81dc1-b060-4c64-ae4a-3c90c8ce3593)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:40:14.723816 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:14.739751 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-33aceeae-917f-43dc-954a-372332ed7edb None None] Provisioning complete for port 61edf160-ad6e-4da7-bfe1-40dd2e74f4b4 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:40:14.740313 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-33aceeae-917f-43dc-954a-372332ed7edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:14.848534 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Pushing event updated for resources: {'Port': ['ID=61edf160-ad6e-4da7-bfe1-40dd2e74f4b4,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:14.873859 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:40:14.874588 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:40:14.875145 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:40:14.886888 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:40:14.887238 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:40:14.887774 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:40:14.888334 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:40:14.888930 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:40:14.889525 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:40:14.890097 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:40:14.891019 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:40:14.891664 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:40:14.897103 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-47d70d43-4471-4961-8e12-d555ee23906b req-ee3b90c5-2a11-4a3e-8dcc-9936193d8841 service neutron] Attempting to bind port 1a74407f-1167-403e-905d-2f083f30456b on host n-h1-779913-29 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:40:14.897550 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-47d70d43-4471-4961-8e12-d555ee23906b req-ee3b90c5-2a11-4a3e-8dcc-9936193d8841 service neutron] Attempting to bind port 1a74407f-1167-403e-905d-2f083f30456b by drivers openvswitch,hyperv on host n-h1-779913-29 at level 0 using segments [{'id': '5aade75d-903c-400b-b4a7-6f3ba4ae14ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '2a42cb13-2d55-4959-a070-eb88da564dfb'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:40:14.897806 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47d70d43-4471-4961-8e12-d555ee23906b req-ee3b90c5-2a11-4a3e-8dcc-9936193d8841 service neutron] Attempting to bind port 1a74407f-1167-403e-905d-2f083f30456b on network 2a42cb13-2d55-4959-a070-eb88da564dfb {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:40:14.919631 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47d70d43-4471-4961-8e12-d555ee23906b req-ee3b90c5-2a11-4a3e-8dcc-9936193d8841 service neutron] Port 1a74407f-1167-403e-905d-2f083f30456b on network 2a42cb13-2d55-4959-a070-eb88da564dfb not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-29 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:40:14.941928 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47d70d43-4471-4961-8e12-d555ee23906b req-ee3b90c5-2a11-4a3e-8dcc-9936193d8841 service neutron] Attempting to bind port 1a74407f-1167-403e-905d-2f083f30456b on network 2a42cb13-2d55-4959-a070-eb88da564dfb {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:40:14.960417 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47d70d43-4471-4961-8e12-d555ee23906b req-ee3b90c5-2a11-4a3e-8dcc-9936193d8841 service neutron] Checking agent: {'id': 'de11e667-f145-47b0-bd09-334a7505938e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 13, 12), 'started_at': datetime.datetime(2021, 7, 14, 9, 13, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 40, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:40:14.961008 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47d70d43-4471-4961-8e12-d555ee23906b req-ee3b90c5-2a11-4a3e-8dcc-9936193d8841 service neutron] Checking segment: {'id': '5aade75d-903c-400b-b4a7-6f3ba4ae14ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '2a42cb13-2d55-4959-a070-eb88da564dfb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:40:14.961352 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47d70d43-4471-4961-8e12-d555ee23906b req-ee3b90c5-2a11-4a3e-8dcc-9936193d8841 service neutron] Bound using segment: {'id': '5aade75d-903c-400b-b4a7-6f3ba4ae14ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '2a42cb13-2d55-4959-a070-eb88da564dfb'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:40:14.961812 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-47d70d43-4471-4961-8e12-d555ee23906b req-ee3b90c5-2a11-4a3e-8dcc-9936193d8841 service neutron] Bound port: 1a74407f-1167-403e-905d-2f083f30456b, host: n-h1-779913-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5aade75d-903c-400b-b4a7-6f3ba4ae14ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '2a42cb13-2d55-4959-a070-eb88da564dfb'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:40:14.962190 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-47d70d43-4471-4961-8e12-d555ee23906b req-ee3b90c5-2a11-4a3e-8dcc-9936193d8841 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:15.190885 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-47d70d43-4471-4961-8e12-d555ee23906b req-ee3b90c5-2a11-4a3e-8dcc-9936193d8841 service neutron] For port 1a74407f-1167-403e-905d-2f083f30456b, host n-h1-779913-29, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:40:15.202228 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-47d70d43-4471-4961-8e12-d555ee23906b req-ee3b90c5-2a11-4a3e-8dcc-9936193d8841 service neutron] For port 1a74407f-1167-403e-905d-2f083f30456b, host n-h1-779913-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=1a74407f-1167-403e-905d-2f083f30456b,segment=NetworkSegment(5aade75d-903c-400b-b4a7-6f3ba4ae14ee),segment_id=5aade75d-903c-400b-b4a7-6f3ba4ae14ee)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:40:15.215663 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-47d70d43-4471-4961-8e12-d555ee23906b req-ee3b90c5-2a11-4a3e-8dcc-9936193d8841 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:15.284024 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d70d43-4471-4961-8e12-d555ee23906b req-ee3b90c5-2a11-4a3e-8dcc-9936193d8841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:15.284332 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-3cc0969d-2d6f-468b-98fc-e97bae63fab6 None None] Provisioning complete for port 4c0227de-fb5d-4c71-a534-9114f519acf8 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:40:15.284662 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-47d70d43-4471-4961-8e12-d555ee23906b req-ee3b90c5-2a11-4a3e-8dcc-9936193d8841 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:15.284786 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3cc0969d-2d6f-468b-98fc-e97bae63fab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:15.336235 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-47d70d43-4471-4961-8e12-d555ee23906b req-ee3b90c5-2a11-4a3e-8dcc-9936193d8841 service neutron] 10.222.0.65 "PUT /v2.0/ports/1a74407f-1167-403e-905d-2f083f30456b HTTP/1.1" status: 200 len: 1092 time: 1.5779254 Jul 14 09:40:15.337368 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd66ceb4-f1e6-4b26-b7e1-7cc49f3cecb3', 'tag': '1a74407f-1167-403e-905d-2f083f30456b'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:40:15.339779 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a048729-e83e-428a-8ab0-7b6d1a6c4041" -d '{"events": [{"name": "network-changed", "server_uuid": "bd66ceb4-f1e6-4b26-b7e1-7cc49f3cecb3", "tag": "1a74407f-1167-403e-905d-2f083f30456b"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:40:15.340929 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-3cc0969d-2d6f-468b-98fc-e97bae63fab6 None None] Port 4c0227de-fb5d-4c71-a534-9114f519acf8 cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:40:15.414142 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3b90c5-2a11-4a3e-8dcc-9936193d8841 service neutron] Pushing event updated for resources: {'Port': ['ID=1a74407f-1167-403e-905d-2f083f30456b,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:15.510869 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-95b674ef-e089-4664-9a55-f25c4e350424 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-683602'] for router_interface, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:15.544871 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-b3ea6802-f8bf-4eee-a84e-7c56f329c2a9 None None] Provisioning complete for port 4c0227de-fb5d-4c71-a534-9114f519acf8 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:40:15.545420 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b3ea6802-f8bf-4eee-a84e-7c56f329c2a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:15.555251 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24091364-d512-44c6-a234-a3aa94703432 req-04e4b8f9-2c44-489d-a149-d9a2ab0ec390 tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:15.563299 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-24091364-d512-44c6-a234-a3aa94703432 req-04e4b8f9-2c44-489d-a149-d9a2ab0ec390 tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] 10.222.0.68 "GET /v2.0/ports?device_id=6fdad434-c3e1-494a-ad24-9206ceaf4c12 HTTP/1.1" status: 200 len: 946 time: 0.1557789 Jul 14 09:40:15.588190 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-b3ea6802-f8bf-4eee-a84e-7c56f329c2a9 None None] Port 4c0227de-fb5d-4c71-a534-9114f519acf8 cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:40:15.589281 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e8d224-c54a-40ec-8145-6b8afbad6b13 req-40a7b53b-b4cf-4d49-85a2-13375f30ae97 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:15.591735 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-86e8d224-c54a-40ec-8145-6b8afbad6b13 req-40a7b53b-b4cf-4d49-85a2-13375f30ae97 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/ports?device_id=bd66ceb4-f1e6-4b26-b7e1-7cc49f3cecb3 HTTP/1.1" status: 200 len: 943 time: 0.1213095 Jul 14 09:40:15.624767 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d70d43-4471-4961-8e12-d555ee23906b req-b2022ae2-d45f-44c4-8fd4-0d2da8f05e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:15.626297 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-47d70d43-4471-4961-8e12-d555ee23906b req-b2022ae2-d45f-44c4-8fd4-0d2da8f05e4f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0be6be6bccc149f1a4b35e465d4a6d6f&device_id=bd66ceb4-f1e6-4b26-b7e1-7cc49f3cecb3 HTTP/1.1" status: 200 len: 1095 time: 0.1424165 Jul 14 09:40:15.640945 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-86e8d224-c54a-40ec-8145-6b8afbad6b13 req-8e7f10fa-8579-44e9-bdaa-ab1d9397969c tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/security-groups?id=8ddc8877-605a-44c2-a058-368d728dd554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409651 Jul 14 09:40:15.646312 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-24091364-d512-44c6-a234-a3aa94703432 req-c25643f0-1997-419d-b6e1-21d6bbf39591 tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] 10.222.0.68 "GET /v2.0/security-groups?id=8136fa3c-cdeb-41b3-bfb9-6bf131e66cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818932 Jul 14 09:40:15.692423 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-47d70d43-4471-4961-8e12-d555ee23906b req-3e7b11aa-528e-4bd0-ad4c-2472c729a295 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1a74407f-1167-403e-905d-2f083f30456b HTTP/1.1" status: 200 len: 217 time: 0.0515325 Jul 14 09:40:15.737843 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:40:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42420202-0799-469a-85b6-e1438c9af018 x-openstack-request-id: req-42420202-0799-469a-85b6-e1438c9af018 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:40:15.738167 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd66ceb4-f1e6-4b26-b7e1-7cc49f3cecb3", "tag": "1a74407f-1167-403e-905d-2f083f30456b", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:40:15.738419 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-42420202-0799-469a-85b6-e1438c9af018 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:40:15.738924 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd66ceb4-f1e6-4b26-b7e1-7cc49f3cecb3', 'tag': '1a74407f-1167-403e-905d-2f083f30456b', 'status': 'completed', 'code': 200} Jul 14 09:40:15.757794 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d70d43-4471-4961-8e12-d555ee23906b req-9f0aaeb8-0577-4aeb-9d96-b9fadb7ec3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:15.759352 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-47d70d43-4471-4961-8e12-d555ee23906b req-9f0aaeb8-0577-4aeb-9d96-b9fadb7ec3b7 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2fb6ebb7-0edb-47a6-96f3-036e2585c66a HTTP/1.1" status: 200 len: 851 time: 0.0602272 Jul 14 09:40:15.824178 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d70d43-4471-4961-8e12-d555ee23906b req-6428cf08-67c7-46ee-a6fc-a3bbd478da86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:15.826010 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-47d70d43-4471-4961-8e12-d555ee23906b req-6428cf08-67c7-46ee-a6fc-a3bbd478da86 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2a42cb13-2d55-4959-a070-eb88da564dfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0599182 Jul 14 09:40:15.842380 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-95b674ef-e089-4664-9a55-f25c4e350424 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Deleting port 4c0227de-fb5d-4c71-a534-9114f519acf8 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:40:15.843074 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-95b674ef-e089-4664-9a55-f25c4e350424 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:15.925122 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-47d70d43-4471-4961-8e12-d555ee23906b req-36eb901f-e2eb-4d7c-bd96-b9df3d1f5711 service neutron] 10.222.0.65 "GET /v2.0/networks/2a42cb13-2d55-4959-a070-eb88da564dfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918071 Jul 14 09:40:15.934491 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-95b674ef-e089-4664-9a55-f25c4e350424 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:15.948098 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-95b674ef-e089-4664-9a55-f25c4e350424 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Calling delete_port for 4c0227de-fb5d-4c71-a534-9114f519acf8 owned by network:router_interface {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:40:16.025010 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-47d70d43-4471-4961-8e12-d555ee23906b req-0b8a31aa-1b0d-4791-a9ed-f777279cae10 service neutron] 10.222.0.65 "GET /v2.0/networks/2a42cb13-2d55-4959-a070-eb88da564dfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933886 Jul 14 09:40:16.135255 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-95b674ef-e089-4664-9a55-f25c4e350424 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:16.172469 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b674ef-e089-4664-9a55-f25c4e350424 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Pushing event deleted for resources: {'Port': ['ID=4c0227de-fb5d-4c71-a534-9114f519acf8,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:16.174107 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a048729-e83e-428a-8ab0-7b6d1a6c4041 req-ea4a7778-2a5f-4302-a84c-b40521119052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:16.175579 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-4a048729-e83e-428a-8ab0-7b6d1a6c4041 req-ea4a7778-2a5f-4302-a84c-b40521119052 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0be6be6bccc149f1a4b35e465d4a6d6f&device_id=bd66ceb4-f1e6-4b26-b7e1-7cc49f3cecb3 HTTP/1.1" status: 200 len: 1095 time: 0.0611506 Jul 14 09:40:16.189100 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 61edf160-ad6e-4da7-bfe1-40dd2e74f4b4 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:40:16.251853 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port 61edf160-ad6e-4da7-bfe1-40dd2e74f4b4 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:40:16.253389 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:16.293175 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a048729-e83e-428a-8ab0-7b6d1a6c4041 req-0bf92891-31b0-4cda-a2d7-9338c1819f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:16.295045 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-4a048729-e83e-428a-8ab0-7b6d1a6c4041 req-0bf92891-31b0-4cda-a2d7-9338c1819f10 service neutron] 10.222.0.65 "GET /v2.0/networks?id=2a42cb13-2d55-4959-a070-eb88da564dfb HTTP/1.1" status: 200 len: 913 time: 0.1085026 Jul 14 09:40:16.352223 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-4a048729-e83e-428a-8ab0-7b6d1a6c4041 req-a6f6a059-8f5d-4f52-9e7f-7fd80b150874 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1a74407f-1167-403e-905d-2f083f30456b HTTP/1.1" status: 200 len: 217 time: 0.0490563 Jul 14 09:40:16.372480 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-95b674ef-e089-4664-9a55-f25c4e350424 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-620860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682934'] for router_interface, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:16.411618 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a048729-e83e-428a-8ab0-7b6d1a6c4041 req-18ea1bdb-ffae-403d-9d43-6f2ee3a6600a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:16.413149 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-4a048729-e83e-428a-8ab0-7b6d1a6c4041 req-18ea1bdb-ffae-403d-9d43-6f2ee3a6600a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2fb6ebb7-0edb-47a6-96f3-036e2585c66a HTTP/1.1" status: 200 len: 851 time: 0.0536232 Jul 14 09:40:16.478936 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a048729-e83e-428a-8ab0-7b6d1a6c4041 req-3c9c00be-a56a-42a6-aca6-106d015fa4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:16.480367 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-4a048729-e83e-428a-8ab0-7b6d1a6c4041 req-3c9c00be-a56a-42a6-aca6-106d015fa4dc service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2a42cb13-2d55-4959-a070-eb88da564dfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0596924 Jul 14 09:40:16.542266 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95b674ef-e089-4664-9a55-f25c4e350424 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Router 0e4c48ab-9938-4ecb-aa6c-32fd6c18d53c has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:40:16.578326 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-4a048729-e83e-428a-8ab0-7b6d1a6c4041 req-3a4b11d6-872a-49c4-9d13-8808a42c7012 service neutron] 10.222.0.65 "GET /v2.0/networks/2a42cb13-2d55-4959-a070-eb88da564dfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888460 Jul 14 09:40:16.621643 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95b674ef-e089-4664-9a55-f25c4e350424 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:40:16.628716 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-95b674ef-e089-4664-9a55-f25c4e350424 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] 10.222.0.68 "PUT /v2.0/routers/0e4c48ab-9938-4ecb-aa6c-32fd6c18d53c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1332908 Jul 14 09:40:16.634774 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 42494) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:16.635279 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6548784-ba63-473f-8109-dd967b0705d6 None None] Sync routers for ids ['0e4c48ab-9938-4ecb-aa6c-32fd6c18d53c'] in n-d-779913-29 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:40:16.645972 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6548784-ba63-473f-8109-dd967b0705d6 None None] Routers {'0e4c48ab-9938-4ecb-aa6c-32fd6c18d53c'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:40:16.646883 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-c6548784-ba63-473f-8109-dd967b0705d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:39:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['0e4c48ab-9938-4ecb-aa6c-32fd6c18d53c'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:40:16.682348 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-4a048729-e83e-428a-8ab0-7b6d1a6c4041 req-fcafcac4-b408-4360-970a-3c92c0ffb14d service neutron] 10.222.0.65 "GET /v2.0/networks/2a42cb13-2d55-4959-a070-eb88da564dfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964003 Jul 14 09:40:16.685529 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-c6548784-ba63-473f-8109-dd967b0705d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:40:16.695451 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6548784-ba63-473f-8109-dd967b0705d6 None None] Routers {'0e4c48ab-9938-4ecb-aa6c-32fd6c18d53c'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:40:16.696087 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-c6548784-ba63-473f-8109-dd967b0705d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:39:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['0e4c48ab-9938-4ecb-aa6c-32fd6c18d53c'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:40:16.702109 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-16449cc4-3fe3-47c2-935a-a44e63797237 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] 10.222.0.68 "GET /v2.0/ports?device_id=0e4c48ab-9938-4ecb-aa6c-32fd6c18d53c HTTP/1.1" status: 200 len: 205 time: 0.0644379 Jul 14 09:40:16.704439 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 42500) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:16.735696 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-c6548784-ba63-473f-8109-dd967b0705d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:40:16.736611 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6548784-ba63-473f-8109-dd967b0705d6 None None] The sync data for ids ['0e4c48ab-9938-4ecb-aa6c-32fd6c18d53c'] in n-d-779913-29 is: [] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:40:16.795310 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2538fc75-376f-4c38-a5de-7f44c250d4ce tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks [] for router, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:16.921727 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896c2958-843c-478c-9938-6643f07a8923 req-c400a225-b761-483e-8450-84533ee7f7e5 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:16.923207 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-896c2958-843c-478c-9938-6643f07a8923 req-c400a225-b761-483e-8450-84533ee7f7e5 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/ports?device_id=bd66ceb4-f1e6-4b26-b7e1-7cc49f3cecb3 HTTP/1.1" status: 200 len: 943 time: 0.1293883 Jul 14 09:40:16.964402 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-896c2958-843c-478c-9938-6643f07a8923 req-52c2dc1f-8e2a-494b-999b-02bf9829db0e tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/security-groups?id=8ddc8877-605a-44c2-a058-368d728dd554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350926 Jul 14 09:40:17.036298 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2538fc75-376f-4c38-a5de-7f44c250d4ce tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-711871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12964'] for router, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:17.040023 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2538fc75-376f-4c38-a5de-7f44c250d4ce tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:17.097628 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42d9cef-941e-47bd-83c0-74924ae54540 req-1ea7586a-32f1-48f8-a4ca-468b418895d2 tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:17.099782 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d42d9cef-941e-47bd-83c0-74924ae54540 req-1ea7586a-32f1-48f8-a4ca-468b418895d2 tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] 10.222.0.68 "GET /v2.0/ports?device_id=6fdad434-c3e1-494a-ad24-9206ceaf4c12 HTTP/1.1" status: 200 len: 946 time: 0.2465291 Jul 14 09:40:17.100855 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2538fc75-376f-4c38-a5de-7f44c250d4ce tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-704815'] for router, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:17.101351 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2538fc75-376f-4c38-a5de-7f44c250d4ce tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Fanout notify agent at l3_agent the message router_deleted on router 0e4c48ab-9938-4ecb-aa6c-32fd6c18d53c {{(pid=93957) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:40:17.109284 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2538fc75-376f-4c38-a5de-7f44c250d4ce tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks [] for router, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:17.110400 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-2538fc75-376f-4c38-a5de-7f44c250d4ce tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] 10.222.0.68 "DELETE /v2.0/routers/0e4c48ab-9938-4ecb-aa6c-32fd6c18d53c HTTP/1.1" status: 204 len: 168 time: 0.4041104 Jul 14 09:40:17.114394 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 42504) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:17.145659 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d42d9cef-941e-47bd-83c0-74924ae54540 req-a2683be1-4080-4c39-ab73-3f4e42526536 tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] 10.222.0.68 "GET /v2.0/security-groups?id=8136fa3c-cdeb-41b3-bfb9-6bf131e66cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341203 Jul 14 09:40:17.167121 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-5653117a-0f32-42b9-bce7-d714c0d96bab tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Deleting subnet 5bdfcb4d-c826-4432-b59f-bfef68ae5b63 {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:40:17.170335 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5653117a-0f32-42b9-bce7-d714c0d96bab tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:17.213704 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5653117a-0f32-42b9-bce7-d714c0d96bab tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13574120'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:17.293901 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5653117a-0f32-42b9-bce7-d714c0d96bab tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3481002'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:17.349908 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5653117a-0f32-42b9-bce7-d714c0d96bab tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13574056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16714573'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:17.374643 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5653117a-0f32-42b9-bce7-d714c0d96bab tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Pushing event deleted for resources: {'Subnet': ['ID=5bdfcb4d-c826-4432-b59f-bfef68ae5b63,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:17.383622 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5653117a-0f32-42b9-bce7-d714c0d96bab tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:17.385668 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-5653117a-0f32-42b9-bce7-d714c0d96bab tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] 10.222.0.68 "DELETE /v2.0/subnets/5bdfcb4d-c826-4432-b59f-bfef68ae5b63 HTTP/1.1" status: 204 len: 168 time: 0.2696605 Jul 14 09:40:17.388147 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 42506) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:17.390703 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea28d32f-2610-47c2-b6f4-f91afd2f1355 None None] Network c0b282b8-a897-4066-a4d5-08162570ff9d requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:40:17.405060 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 1a74407f-1167-403e-905d-2f083f30456b details requested by agent hyperv_n-h1-779913-29 with host n-h1-779913-29 {{(pid=93959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:40:17.468168 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-02f7a8fb-9cea-4111-aa2b-35f7de50f539 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3876111'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:17.526223 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-02f7a8fb-9cea-4111-aa2b-35f7de50f539 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Deleting port 61edf160-ad6e-4da7-bfe1-40dd2e74f4b4 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:40:17.526559 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-02f7a8fb-9cea-4111-aa2b-35f7de50f539 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:17.589065 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-02f7a8fb-9cea-4111-aa2b-35f7de50f539 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] For port 61edf160-ad6e-4da7-bfe1-40dd2e74f4b4, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=61edf160-ad6e-4da7-bfe1-40dd2e74f4b4,segment=NetworkSegment(21f81dc1-b060-4c64-ae4a-3c90c8ce3593),segment_id=21f81dc1-b060-4c64-ae4a-3c90c8ce3593)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:40:17.589826 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-02f7a8fb-9cea-4111-aa2b-35f7de50f539 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:17.606821 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-02f7a8fb-9cea-4111-aa2b-35f7de50f539 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Calling delete_port for 61edf160-ad6e-4da7-bfe1-40dd2e74f4b4 owned by network:dhcp {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:40:17.684563 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-02f7a8fb-9cea-4111-aa2b-35f7de50f539 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:17.711981 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f7a8fb-9cea-4111-aa2b-35f7de50f539 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Pushing event deleted for resources: {'Port': ['ID=61edf160-ad6e-4da7-bfe1-40dd2e74f4b4,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:17.713862 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02f7a8fb-9cea-4111-aa2b-35f7de50f539 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] No DVR routers for this DVR port 61edf160-ad6e-4da7-bfe1-40dd2e74f4b4 on host n-d-779913-29 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:40:17.742944 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port 1a74407f-1167-403e-905d-2f083f30456b, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=1a74407f-1167-403e-905d-2f083f30456b,segment=NetworkSegment(5aade75d-903c-400b-b4a7-6f3ba4ae14ee),segment_id=5aade75d-903c-400b-b4a7-6f3ba4ae14ee)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:40:17.755812 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Returning: {'device': '1a74407f-1167-403e-905d-2f083f30456b', 'network_id': '2a42cb13-2d55-4959-a070-eb88da564dfb', 'port_id': '1a74407f-1167-403e-905d-2f083f30456b', 'mac_address': 'fa:16:3e:8f:02:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2fb6ebb7-0edb-47a6-96f3-036e2585c66a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:40:17.796226 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-02f7a8fb-9cea-4111-aa2b-35f7de50f539 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473955', 'neutron.services.segments.db._delete_segments_for_network-8735688326548'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:17.797877 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:17.808015 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-02f7a8fb-9cea-4111-aa2b-35f7de50f539 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0b282b8-a897-4066-a4d5-08162570ff9d']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:40:17.812255 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a74407f-1167-403e-905d-2f083f30456b {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:40:17.819767 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-02f7a8fb-9cea-4111-aa2b-35f7de50f539 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21f81dc1-b060-4c64-ae4a-3c90c8ce3593') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:40:17.820143 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-02f7a8fb-9cea-4111-aa2b-35f7de50f539 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21f81dc1-b060-4c64-ae4a-3c90c8ce3593') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:40:17.825981 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fefe67d-65e8-4eb1-bed2-044402a724fe None None] DHCP port deletion for c0b282b8-a897-4066-a4d5-08162570ff9d request from n-d-779913-29 {{(pid=93959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:40:17.830635 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-02f7a8fb-9cea-4111-aa2b-35f7de50f539 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735688356235', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13574129'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:17.841566 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port 1a74407f-1167-403e-905d-2f083f30456b, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=1a74407f-1167-403e-905d-2f083f30456b,segment=NetworkSegment(5aade75d-903c-400b-b4a7-6f3ba4ae14ee),segment_id=5aade75d-903c-400b-b4a7-6f3ba4ae14ee)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:40:17.846900 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:17.850187 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-02f7a8fb-9cea-4111-aa2b-35f7de50f539 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:17.856780 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02f7a8fb-9cea-4111-aa2b-35f7de50f539 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Releasing vlan 733 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:40:17.857169 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-02f7a8fb-9cea-4111-aa2b-35f7de50f539 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13573126'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:17.860249 n-d-779913-29 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:40:17.860249 n-d-779913-29 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:40:17.860249 n-d-779913-29 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:40:17.860249 n-d-779913-29 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:40:17.860249 n-d-779913-29 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:40:17.860249 n-d-779913-29 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:40:17.860249 n-d-779913-29 neutron-server[93958]: Traceback (most recent call last): Jul 14 09:40:17.860249 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:40:17.860249 n-d-779913-29 neutron-server[93958]: timer() Jul 14 09:40:17.860249 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:40:17.860249 n-d-779913-29 neutron-server[93958]: cb(*args, **kw) Jul 14 09:40:17.860249 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:40:17.860249 n-d-779913-29 neutron-server[93958]: return func(*args, **kwargs) Jul 14 09:40:17.860249 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:40:17.860249 n-d-779913-29 neutron-server[93958]: self._notify() Jul 14 09:40:17.860249 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:40:17.860249 n-d-779913-29 neutron-server[93958]: self.callback(batched_events) Jul 14 09:40:17.860249 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:40:17.860249 n-d-779913-29 neutron-server[93958]: event.method(event) Jul 14 09:40:17.860249 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:40:17.860249 n-d-779913-29 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:40:17.860249 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:40:17.860249 n-d-779913-29 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:40:17.860249 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:40:17.860249 n-d-779913-29 neutron-server[93958]: return f(self, *a, **k) Jul 14 09:40:17.860249 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:40:17.860249 n-d-779913-29 neutron-server[93958]: return self._get(url).json() Jul 14 09:40:17.860249 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:40:17.860249 n-d-779913-29 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:40:17.860249 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:40:17.860249 n-d-779913-29 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 14 09:40:17.860249 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:40:17.860249 n-d-779913-29 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:40:17.860249 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:40:17.860249 n-d-779913-29 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:40:17.860249 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:40:17.860249 n-d-779913-29 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:40:17.860249 n-d-779913-29 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:40:17.896013 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Pushing event updated for resources: {'Port': ['ID=1a74407f-1167-403e-905d-2f083f30456b,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:17.917709 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-02f7a8fb-9cea-4111-aa2b-35f7de50f539 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660504'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:17.924550 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-02f7a8fb-9cea-4111-aa2b-35f7de50f539 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:17.927327 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-02f7a8fb-9cea-4111-aa2b-35f7de50f539 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] 10.222.0.68 "DELETE /v2.0/networks/c0b282b8-a897-4066-a4d5-08162570ff9d HTTP/1.1" status: 204 len: 168 time: 0.5382376 Jul 14 09:40:17.931102 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 42512) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:17.935943 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-1bdf2c02-dc9f-44d6-82a5-2bd700d6da66 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1907049787', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'}, 'admin_state_up': False}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:40:17.940854 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f7a8fb-9cea-4111-aa2b-35f7de50f539 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Pushing event deleted for resources: {'Network': ['ID=c0b282b8-a897-4066-a4d5-08162570ff9d,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:17.961609 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1bdf2c02-dc9f-44d6-82a5-2bd700d6da66 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-711749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14670'] for router, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:17.962644 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1bdf2c02-dc9f-44d6-82a5-2bd700d6da66 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-711718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-661475', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14679'] for router, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:18.019036 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1bdf2c02-dc9f-44d6-82a5-2bd700d6da66 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:18.164763 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] get_ports_and_sgs() called for port_ids ['1a74407f-1167-403e-905d-2f083f30456b'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:40:18.182835 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1bdf2c02-dc9f-44d6-82a5-2bd700d6da66 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-661489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-711771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12973'] for router, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:18.216615 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 61edf160-ad6e-4da7-bfe1-40dd2e74f4b4 no longer exists at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:40:18.218849 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bba90cc-7fe2-4817-a936-2e9e4de308e4 req-fdf337be-316c-4b93-a97a-0db691000d78 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:18.226548 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-4bba90cc-7fe2-4817-a936-2e9e4de308e4 req-fdf337be-316c-4b93-a97a-0db691000d78 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/ports?device_id=bd66ceb4-f1e6-4b26-b7e1-7cc49f3cecb3 HTTP/1.1" status: 200 len: 944 time: 0.1251752 Jul 14 09:40:18.261411 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] No Port match for: 61edf160-ad6e-4da7-bfe1-40dd2e74f4b4 {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:40:18.262050 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 61edf160-ad6e-4da7-bfe1-40dd2e74f4b4 not bound to the agent host n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:40:18.283347 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-4bba90cc-7fe2-4817-a936-2e9e4de308e4 req-c596bc17-f33e-4334-aac8-99ee33f245aa tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/security-groups?id=8ddc8877-605a-44c2-a058-368d728dd554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560191 Jul 14 09:40:18.458981 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1bdf2c02-dc9f-44d6-82a5-2bd700d6da66 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks [] for router_gateway, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:18.469105 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb133cb-9d51-4e72-9a67-8b2eca6bfd15 req-885bb9ea-4ed3-4115-9d29-f42bbb7dc992 tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:18.470875 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0eb133cb-9d51-4e72-9a67-8b2eca6bfd15 req-885bb9ea-4ed3-4115-9d29-f42bbb7dc992 tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] 10.222.0.68 "GET /v2.0/ports?device_id=6fdad434-c3e1-494a-ad24-9206ceaf4c12 HTTP/1.1" status: 200 len: 946 time: 0.1568663 Jul 14 09:40:18.490237 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1bdf2c02-dc9f-44d6-82a5-2bd700d6da66 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:18.563565 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0eb133cb-9d51-4e72-9a67-8b2eca6bfd15 req-247b67d7-347c-4516-8d3a-ddfe581ee137 tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] 10.222.0.68 "GET /v2.0/security-groups?id=8136fa3c-cdeb-41b3-bfb9-6bf131e66cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758152 Jul 14 09:40:18.632133 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-1bdf2c02-dc9f-44d6-82a5-2bd700d6da66 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Allocated IP 172.25.4.218 (2dcd4d32-cc7c-4468-b396-7ce5c9231892/6cd22a75-5bc1-467c-a3c4-0af04bd1b34a/b4167553-24c2-4579-848c-a33332d90dc8) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:40:18.734267 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1bdf2c02-dc9f-44d6-82a5-2bd700d6da66 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:18.772726 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1bdf2c02-dc9f-44d6-82a5-2bd700d6da66 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:18.815609 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bdf2c02-dc9f-44d6-82a5-2bd700d6da66 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Network 2dcd4d32-cc7c-4468-b396-7ce5c9231892 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:40:18.818519 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-1bdf2c02-dc9f-44d6-82a5-2bd700d6da66 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:40:18.821953 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bdf2c02-dc9f-44d6-82a5-2bd700d6da66 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:40:18.843300 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdf2c02-dc9f-44d6-82a5-2bd700d6da66 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Pushing event updated for resources: {'Port': ['ID=b4167553-24c2-4579-848c-a33332d90dc8,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:19.416062 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 1a74407f-1167-403e-905d-2f083f30456b up at agent hyperv_n-h1-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:40:19.417620 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1bdf2c02-dc9f-44d6-82a5-2bd700d6da66 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks [] for router_gateway, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:19.465129 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Provisioning for port 1a74407f-1167-403e-905d-2f083f30456b completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:40:19.469340 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Provisioning complete for port 1a74407f-1167-403e-905d-2f083f30456b triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:40:19.469959 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:19.472526 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540db08e-7153-4e9f-bd99-500bb7a851d9 req-07c81434-446c-4952-8eed-1f8af21afea3 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:19.474755 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-540db08e-7153-4e9f-bd99-500bb7a851d9 req-07c81434-446c-4952-8eed-1f8af21afea3 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/ports?device_id=bd66ceb4-f1e6-4b26-b7e1-7cc49f3cecb3 HTTP/1.1" status: 200 len: 944 time: 0.0703866 Jul 14 09:40:19.517167 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-540db08e-7153-4e9f-bd99-500bb7a851d9 req-384276f5-43f4-48c1-bd96-38bea595d05a tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/security-groups?id=8ddc8877-605a-44c2-a058-368d728dd554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364287 Jul 14 09:40:19.557077 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:19.579247 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd66ceb4-f1e6-4b26-b7e1-7cc49f3cecb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a74407f-1167-403e-905d-2f083f30456b'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:40:19.581419 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd62303f06773040a8a4e189dc46b4f565768c299abf8ab8e7739778b0bc3e97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80dbca9f-7258-41cf-b3ae-0702ad3e4d07" -d '{"events": [{"server_uuid": "bd66ceb4-f1e6-4b26-b7e1-7cc49f3cecb3", "name": "network-vif-plugged", "status": "completed", "tag": "1a74407f-1167-403e-905d-2f083f30456b"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:40:19.594438 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port 1a74407f-1167-403e-905d-2f083f30456b, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=1a74407f-1167-403e-905d-2f083f30456b,segment=NetworkSegment(5aade75d-903c-400b-b4a7-6f3ba4ae14ee),segment_id=5aade75d-903c-400b-b4a7-6f3ba4ae14ee)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:40:19.599227 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:19.633417 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1bdf2c02-dc9f-44d6-82a5-2bd700d6da66 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-711762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-661452'] for router, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:19.646882 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:40:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-379d28b1-fe1f-44e3-adf7-cddeddea0409 x-openstack-request-id: req-379d28b1-fe1f-44e3-adf7-cddeddea0409 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:40:19.647183 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd66ceb4-f1e6-4b26-b7e1-7cc49f3cecb3", "name": "network-vif-plugged", "status": "completed", "tag": "1a74407f-1167-403e-905d-2f083f30456b", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:40:19.647438 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-379d28b1-fe1f-44e3-adf7-cddeddea0409 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:40:19.647836 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd66ceb4-f1e6-4b26-b7e1-7cc49f3cecb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a74407f-1167-403e-905d-2f083f30456b', 'code': 200} Jul 14 09:40:19.652807 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Pushing event updated for resources: {'Port': ['ID=1a74407f-1167-403e-905d-2f083f30456b,revision_number=5']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:19.775131 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60981cb9-e916-4f97-b903-f619d4c55ca9 req-d20aff39-e560-4c46-8013-9c0d5384885a tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:19.776633 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-60981cb9-e916-4f97-b903-f619d4c55ca9 req-d20aff39-e560-4c46-8013-9c0d5384885a tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] 10.222.0.68 "GET /v2.0/ports?device_id=6fdad434-c3e1-494a-ad24-9206ceaf4c12 HTTP/1.1" status: 200 len: 946 time: 0.0652046 Jul 14 09:40:19.807103 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cb9b74-04b0-4ed5-a1c8-64eb0b983cbc req-d0ed480e-a59d-46e5-b4bf-f90299fa3588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:19.808709 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e9cb9b74-04b0-4ed5-a1c8-64eb0b983cbc req-d0ed480e-a59d-46e5-b4bf-f90299fa3588 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=bd66ceb4-f1e6-4b26-b7e1-7cc49f3cecb3 HTTP/1.1" status: 200 len: 1097 time: 0.0763106 Jul 14 09:40:19.809748 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bdf2c02-dc9f-44d6-82a5-2bd700d6da66 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Router 4b735add-8c84-482e-94fe-a898ebf5d1d6 is scheduled to L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 with binding_index 1 {{(pid=93957) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:40:19.820377 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-60981cb9-e916-4f97-b903-f619d4c55ca9 req-e1f285ac-1161-4bbe-85a9-4c8bcc2a2c28 tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] 10.222.0.68 "GET /v2.0/security-groups?id=8136fa3c-cdeb-41b3-bfb9-6bf131e66cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379257 Jul 14 09:40:19.885125 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e9cb9b74-04b0-4ed5-a1c8-64eb0b983cbc req-5736521e-624e-44f8-9326-b9fe51a86b38 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=8ddc8877-605a-44c2-a058-368d728dd554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697267 Jul 14 09:40:19.939382 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bdf2c02-dc9f-44d6-82a5-2bd700d6da66 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:40:19.948573 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a98f08cc-4c74-4aa4-8c67-1e733af3423a None None] Sync routers for ids ['4b735add-8c84-482e-94fe-a898ebf5d1d6'] in n-d-779913-29 {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:40:19.957151 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1bdf2c02-dc9f-44d6-82a5-2bd700d6da66 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks [] for router, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:19.958426 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-1bdf2c02-dc9f-44d6-82a5-2bd700d6da66 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 2.0262318 Jul 14 09:40:19.961026 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 42532) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:19.961511 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a98f08cc-4c74-4aa4-8c67-1e733af3423a None None] Routers {'4b735add-8c84-482e-94fe-a898ebf5d1d6'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:40:19.962175 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-a98f08cc-4c74-4aa4-8c67-1e733af3423a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:39:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['4b735add-8c84-482e-94fe-a898ebf5d1d6'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:40:19.998452 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-a98f08cc-4c74-4aa4-8c67-1e733af3423a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:40:20.007261 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a98f08cc-4c74-4aa4-8c67-1e733af3423a None None] Routers {'4b735add-8c84-482e-94fe-a898ebf5d1d6'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:40:20.007895 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-a98f08cc-4c74-4aa4-8c67-1e733af3423a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:39:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['4b735add-8c84-482e-94fe-a898ebf5d1d6'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:40:20.039783 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-a98f08cc-4c74-4aa4-8c67-1e733af3423a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:40:20.040441 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a98f08cc-4c74-4aa4-8c67-1e733af3423a None None] The sync data for ids ['4b735add-8c84-482e-94fe-a898ebf5d1d6'] in n-d-779913-29 is: [] {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:40:20.072827 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-efc95f71-4c6b-4091-96bc-b0900731aa36 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] 10.222.0.68 "GET /v2.0/routers/4b735add-8c84-482e-94fe-a898ebf5d1d6 HTTP/1.1" status: 200 len: 881 time: 0.1106672 Jul 14 09:40:20.075579 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 42534) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:20.303007 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-bcc3bfe2-3c55-4595-863a-c21f2143d7c1 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] 10.222.0.68 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 0.2231033 Jul 14 09:40:20.303007 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 42538) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:20.307139 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-097d699b-8a74-4dc9-8915-7832d2c88b88 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1907049787'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:40:20.614511 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-097d699b-8a74-4dc9-8915-7832d2c88b88 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-661489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-711771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12973'] for router, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:20.626949 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-097d699b-8a74-4dc9-8915-7832d2c88b88 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-661452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-661502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-661447', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-711840'] for router, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:20.742103 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-097d699b-8a74-4dc9-8915-7832d2c88b88 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Router 4b735add-8c84-482e-94fe-a898ebf5d1d6 has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:40:20.886451 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-097d699b-8a74-4dc9-8915-7832d2c88b88 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:40:20.893327 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-097d699b-8a74-4dc9-8915-7832d2c88b88 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks [] for router, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:20.894626 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-097d699b-8a74-4dc9-8915-7832d2c88b88 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] 10.222.0.68 "PUT /v2.0/routers/4b735add-8c84-482e-94fe-a898ebf5d1d6 HTTP/1.1" status: 200 len: 888 time: 0.5909479 Jul 14 09:40:20.897563 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 42554) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:20.898127 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f3e7988-b203-45aa-963b-3affa40c14ba None None] Sync routers for ids ['4b735add-8c84-482e-94fe-a898ebf5d1d6'] in n-d-779913-29 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:40:20.908465 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f3e7988-b203-45aa-963b-3affa40c14ba None None] Routers {'4b735add-8c84-482e-94fe-a898ebf5d1d6'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:40:20.909469 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-9f3e7988-b203-45aa-963b-3affa40c14ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:39:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['4b735add-8c84-482e-94fe-a898ebf5d1d6'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:40:20.949955 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ded786-a11c-4b3c-82fe-8f08c64b3409 req-e9c887e8-7080-4eae-b5f0-805d23e65933 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:20.951560 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-62ded786-a11c-4b3c-82fe-8f08c64b3409 req-e9c887e8-7080-4eae-b5f0-805d23e65933 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/ports?device_id=bd66ceb4-f1e6-4b26-b7e1-7cc49f3cecb3 HTTP/1.1" status: 200 len: 945 time: 0.2872405 Jul 14 09:40:20.969823 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-9f3e7988-b203-45aa-963b-3affa40c14ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:40:20.987085 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f3e7988-b203-45aa-963b-3affa40c14ba None None] Routers {'4b735add-8c84-482e-94fe-a898ebf5d1d6'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:40:20.989045 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-9f3e7988-b203-45aa-963b-3affa40c14ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:39:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['4b735add-8c84-482e-94fe-a898ebf5d1d6'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:40:21.038191 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-62ded786-a11c-4b3c-82fe-8f08c64b3409 req-04d8632b-d04c-4da3-976e-b6927122af60 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/security-groups?id=8ddc8877-605a-44c2-a058-368d728dd554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785019 Jul 14 09:40:21.053789 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-9f3e7988-b203-45aa-963b-3affa40c14ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:40:21.055148 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f3e7988-b203-45aa-963b-3affa40c14ba None None] The sync data for ids ['4b735add-8c84-482e-94fe-a898ebf5d1d6'] in n-d-779913-29 is: [] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:40:21.398139 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-6d2a7d11-272d-4f0e-b7e1-1c0ba691147a tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] 10.222.0.68 "GET /v2.0/routers/4b735add-8c84-482e-94fe-a898ebf5d1d6 HTTP/1.1" status: 200 len: 888 time: 0.4982688 Jul 14 09:40:21.404399 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 42556) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:21.428604 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff2ff5a-c0e3-42d6-ab45-feb1ec9bc1c7 req-2ef14f78-b0bb-458b-bf71-ecad18c828a5 tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:21.430212 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-6ff2ff5a-c0e3-42d6-ab45-feb1ec9bc1c7 req-2ef14f78-b0bb-458b-bf71-ecad18c828a5 tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] 10.222.0.68 "GET /v2.0/ports?device_id=6fdad434-c3e1-494a-ad24-9206ceaf4c12 HTTP/1.1" status: 200 len: 946 time: 0.0991132 Jul 14 09:40:21.461398 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-7e434a25-9792-4d15-860b-8861b9cfe49f tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] 10.222.0.68 "GET /v2.0/ports?device_id=4b735add-8c84-482e-94fe-a898ebf5d1d6 HTTP/1.1" status: 200 len: 205 time: 0.0551629 Jul 14 09:40:21.461686 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 42560) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:21.473364 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-6ff2ff5a-c0e3-42d6-ab45-feb1ec9bc1c7 req-bdfb2461-efb1-4684-8705-2d1d4914cb46 tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] 10.222.0.68 "GET /v2.0/security-groups?id=8136fa3c-cdeb-41b3-bfb9-6bf131e66cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363581 Jul 14 09:40:21.586208 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1252aeca-4a38-4f9f-a2af-bc846963d4a4 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks [] for router, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:21.693832 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1252aeca-4a38-4f9f-a2af-bc846963d4a4 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:21.746695 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-1252aeca-4a38-4f9f-a2af-bc846963d4a4 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Deleting port b4167553-24c2-4579-848c-a33332d90dc8 {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:40:21.747046 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1252aeca-4a38-4f9f-a2af-bc846963d4a4 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:22.136993 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1252aeca-4a38-4f9f-a2af-bc846963d4a4 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:22.144057 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b52d130f-00e4-4eda-9ab9-afb9675194f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:22.175394 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-1252aeca-4a38-4f9f-a2af-bc846963d4a4 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Calling delete_port for b4167553-24c2-4579-848c-a33332d90dc8 owned by network:router_gateway {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:40:22.262935 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbd9198-6c62-4a82-b4ae-9032be249e77 req-65fe66f7-00c4-4a9e-9256-9d2788924dd7 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:22.264405 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0fbd9198-6c62-4a82-b4ae-9032be249e77 req-65fe66f7-00c4-4a9e-9256-9d2788924dd7 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/ports?device_id=bd66ceb4-f1e6-4b26-b7e1-7cc49f3cecb3 HTTP/1.1" status: 200 len: 945 time: 0.1196997 Jul 14 09:40:22.344017 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0fbd9198-6c62-4a82-b4ae-9032be249e77 req-10067549-af41-464d-9e6c-f15b3fac93ae tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/security-groups?id=8ddc8877-605a-44c2-a058-368d728dd554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723302 Jul 14 09:40:22.395788 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1252aeca-4a38-4f9f-a2af-bc846963d4a4 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:22.421905 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1252aeca-4a38-4f9f-a2af-bc846963d4a4 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Pushing event deleted for resources: {'Port': ['ID=b4167553-24c2-4579-848c-a33332d90dc8,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:22.487602 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1252aeca-4a38-4f9f-a2af-bc846963d4a4 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-660532'] for router_gateway, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:22.583704 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1252aeca-4a38-4f9f-a2af-bc846963d4a4 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-711871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12964'] for router, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:22.589007 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1252aeca-4a38-4f9f-a2af-bc846963d4a4 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:22.671135 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1252aeca-4a38-4f9f-a2af-bc846963d4a4 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-704815'] for router, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:22.671656 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1252aeca-4a38-4f9f-a2af-bc846963d4a4 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Fanout notify agent at l3_agent the message router_deleted on router 4b735add-8c84-482e-94fe-a898ebf5d1d6 {{(pid=93957) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:40:22.679557 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1252aeca-4a38-4f9f-a2af-bc846963d4a4 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks [] for router, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:22.681301 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-1252aeca-4a38-4f9f-a2af-bc846963d4a4 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] 10.222.0.68 "DELETE /v2.0/routers/4b735add-8c84-482e-94fe-a898ebf5d1d6 HTTP/1.1" status: 204 len: 168 time: 1.2184639 Jul 14 09:40:22.684705 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 42576) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:22.691292 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-ba8cd803-b257-47d4-a8f6-71d26456963f tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Request body: {'network': {'name': 'tempest-RoutersTest-2107045687'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:40:22.710713 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7501a3-d2bf-4b75-8cd7-51db668d7b72 req-c1065aaa-95a4-44b5-936c-1843e1e99eba tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:22.712292 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6c7501a3-d2bf-4b75-8cd7-51db668d7b72 req-c1065aaa-95a4-44b5-936c-1843e1e99eba tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] 10.222.0.68 "GET /v2.0/ports?device_id=6fdad434-c3e1-494a-ad24-9206ceaf4c12 HTTP/1.1" status: 200 len: 946 time: 0.0808477 Jul 14 09:40:22.719142 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba8cd803-b257-47d4-a8f6-71d26456963f tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Made reservation on behalf of 8f66f4ea00254d4cb400476df8920946 for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:40:22.723037 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ba8cd803-b257-47d4-a8f6-71d26456963f tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:22.758001 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba8cd803-b257-47d4-a8f6-71d26456963f tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 700} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:40:22.773283 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ba8cd803-b257-47d4-a8f6-71d26456963f tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:22.773665 n-d-779913-29 neutron-server[93958]: INFO neutron.db.segments_db [None req-ba8cd803-b257-47d4-a8f6-71d26456963f tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Added segment 7fb31872-fb3f-4a2b-ab56-8c7c01866fe8 of type vlan for network 38e2c945-783a-4634-8937-946bd853eb68 Jul 14 09:40:22.801286 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6c7501a3-d2bf-4b75-8cd7-51db668d7b72 req-7d517eaa-a33f-4801-8b65-0c6a4ae8f578 tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] 10.222.0.68 "GET /v2.0/security-groups?id=8136fa3c-cdeb-41b3-bfb9-6bf131e66cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759294 Jul 14 09:40:22.813967 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afd5baa-e0dd-49cb-a269-efe468525389 req-077e90c0-af30-4f45-bd4c-eed9a1eeb597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:22.817054 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6afd5baa-e0dd-49cb-a269-efe468525389 req-077e90c0-af30-4f45-bd4c-eed9a1eeb597 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=6fdad434-c3e1-494a-ad24-9206ceaf4c12 HTTP/1.1" status: 200 len: 1098 time: 0.1006114 Jul 14 09:40:22.818677 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ba8cd803-b257-47d4-a8f6-71d26456963f tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735687821325'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:22.851738 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ba8cd803-b257-47d4-a8f6-71d26456963f tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:22.857274 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba8cd803-b257-47d4-a8f6-71d26456963f tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:22.857880 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ba8cd803-b257-47d4-a8f6-71d26456963f tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:22.859053 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6afd5baa-e0dd-49cb-a269-efe468525389 req-1c1e7cd1-662d-4257-9a10-945e751c3434 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=8136fa3c-cdeb-41b3-bfb9-6bf131e66cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356331 Jul 14 09:40:22.916362 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-ba8cd803-b257-47d4-a8f6-71d26456963f tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2299335 Jul 14 09:40:22.919257 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 42580) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:22.925063 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-31d84879-99e4-4cab-a693-7bd8f91b4118 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Request body: {'subnet': {'network_id': '38e2c945-783a-4634-8937-946bd853eb68', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:40:22.925262 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8cd803-b257-47d4-a8f6-71d26456963f tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Pushing event updated for resources: {'Network': ['ID=38e2c945-783a-4634-8937-946bd853eb68,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:22.935761 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Network 38e2c945-783a-4634-8937-946bd853eb68 details requested by agent ovs-agent-n-d-779913-29 with host n-d-779913-29 {{(pid=93959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:40:23.021363 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31d84879-99e4-4cab-a693-7bd8f91b4118 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Made reservation on behalf of 8f66f4ea00254d4cb400476df8920946 for: {'subnet': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:40:23.025850 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-31d84879-99e4-4cab-a693-7bd8f91b4118 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11984110'] for subnet, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:23.213141 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-31d84879-99e4-4cab-a693-7bd8f91b4118 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10052764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11984092'] for subnet, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:23.268582 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d84879-99e4-4cab-a693-7bd8f91b4118 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Pushing event updated for resources: {'Subnet': ['ID=9ea342de-2e53-4932-be65-4652afc7ea3f,revision_number=0']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:23.285016 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d84879-99e4-4cab-a693-7bd8f91b4118 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Checking segment: {'id': '7fb31872-fb3f-4a2b-ab56-8c7c01866fe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '38e2c945-783a-4634-8937-946bd853eb68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:40:23.285978 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31d84879-99e4-4cab-a693-7bd8f91b4118 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Network hostable DHCP agents. Network: 38e2c945-783a-4634-8937-946bd853eb68, hostable agents: ['c6a09bd4-f72e-4283-a3ca-0bbca8a51081'], hosted agents: [] {{(pid=93957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:40:23.303019 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31d84879-99e4-4cab-a693-7bd8f91b4118 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Network 38e2c945-783a-4634-8937-946bd853eb68 is scheduled to be hosted by DHCP agent c6a09bd4-f72e-4283-a3ca-0bbca8a51081 with binding_index 1 {{(pid=93957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:40:23.312327 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-31d84879-99e4-4cab-a693-7bd8f91b4118 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-29, 38e2c945-783a-4634-8937-946bd853eb68) {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:40:23.316351 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31d84879-99e4-4cab-a693-7bd8f91b4118 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:23.316953 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-31d84879-99e4-4cab-a693-7bd8f91b4118 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks [] for subnet, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:23.321760 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fa44827-205d-473b-a1e2-013e053556d2 None None] Network 38e2c945-783a-4634-8937-946bd853eb68 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:40:23.336649 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 42582) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:23.337009 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-31d84879-99e4-4cab-a693-7bd8f91b4118 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4162767 Jul 14 09:40:23.341540 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-4e53e509-01c6-43e4-b7c5-3e59d06fe6d8 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-323666854', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:40:23.365727 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4e53e509-01c6-43e4-b7c5-3e59d06fe6d8 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-711749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14670'] for router, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:23.366785 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4e53e509-01c6-43e4-b7c5-3e59d06fe6d8 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-711718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-661475', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14679'] for router, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:23.427250 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4e53e509-01c6-43e4-b7c5-3e59d06fe6d8 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:23.432212 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4e53e509-01c6-43e4-b7c5-3e59d06fe6d8 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-711762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-661452'] for router, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:23.449977 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4e53e509-01c6-43e4-b7c5-3e59d06fe6d8 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:23.454335 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-4e53e509-01c6-43e4-b7c5-3e59d06fe6d8 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1165705 Jul 14 09:40:23.454547 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 42584) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:23.477316 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0d0bd6d-614c-475f-81af-d4717ebe059a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf57baaa9-fd24-59f4-8fd2-1dc21122ce72-38e2c945-783a-4634-8937-946bd853eb68', 'network_id': '38e2c945-783a-4634-8937-946bd853eb68', 'tenant_id': '8f66f4ea00254d4cb400476df8920946', 'fixed_ips': [{'subnet_id': '9ea342de-2e53-4932-be65-4652afc7ea3f'}]}} from n-d-779913-29. {{(pid=93959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:40:23.478361 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b0d0bd6d-614c-475f-81af-d4717ebe059a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:23.639936 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-b0d0bd6d-614c-475f-81af-d4717ebe059a None None] Allocated IP 172.20.0.2 (38e2c945-783a-4634-8937-946bd853eb68/9ea342de-2e53-4932-be65-4652afc7ea3f/1a8f26d0-fc0f-4c7a-9dea-25c25fb77fea) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:40:23.803470 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c17b523e-d6e8-4da5-8215-42c1d0e90258 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:23.916401 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b0d0bd6d-614c-475f-81af-d4717ebe059a None None] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:23.933193 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-b0d0bd6d-614c-475f-81af-d4717ebe059a None None] Transition to ACTIVE for port object 1a8f26d0-fc0f-4c7a-9dea-25c25fb77fea will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:40:23.967200 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-b0d0bd6d-614c-475f-81af-d4717ebe059a None None] Transition to ACTIVE for port object 1a8f26d0-fc0f-4c7a-9dea-25c25fb77fea will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:40:23.979070 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b0d0bd6d-614c-475f-81af-d4717ebe059a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:24.034363 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0d0bd6d-614c-475f-81af-d4717ebe059a None None] Network 38e2c945-783a-4634-8937-946bd853eb68 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:40:24.044060 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-b0d0bd6d-614c-475f-81af-d4717ebe059a None None] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:40:24.046424 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0d0bd6d-614c-475f-81af-d4717ebe059a None None] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:40:24.056037 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d0bd6d-614c-475f-81af-d4717ebe059a None None] Pushing event updated for resources: {'Port': ['ID=1a8f26d0-fc0f-4c7a-9dea-25c25fb77fea,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:24.115853 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-b0d0bd6d-614c-475f-81af-d4717ebe059a None None] Attempting to bind port 1a8f26d0-fc0f-4c7a-9dea-25c25fb77fea on host n-d-779913-29 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:40:24.116232 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-b0d0bd6d-614c-475f-81af-d4717ebe059a None None] Attempting to bind port 1a8f26d0-fc0f-4c7a-9dea-25c25fb77fea by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': '7fb31872-fb3f-4a2b-ab56-8c7c01866fe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '38e2c945-783a-4634-8937-946bd853eb68'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:40:24.116605 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d0bd6d-614c-475f-81af-d4717ebe059a None None] Attempting to bind port 1a8f26d0-fc0f-4c7a-9dea-25c25fb77fea on network 38e2c945-783a-4634-8937-946bd853eb68 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:40:24.121671 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d0bd6d-614c-475f-81af-d4717ebe059a None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 39, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:40:24.122082 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d0bd6d-614c-475f-81af-d4717ebe059a None None] Checking segment: {'id': '7fb31872-fb3f-4a2b-ab56-8c7c01866fe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '38e2c945-783a-4634-8937-946bd853eb68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:40:24.122493 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b0d0bd6d-614c-475f-81af-d4717ebe059a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:24.122953 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d0bd6d-614c-475f-81af-d4717ebe059a None None] Bound using segment: {'id': '7fb31872-fb3f-4a2b-ab56-8c7c01866fe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '38e2c945-783a-4634-8937-946bd853eb68'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:40:24.123449 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-b0d0bd6d-614c-475f-81af-d4717ebe059a None None] Bound port: 1a8f26d0-fc0f-4c7a-9dea-25c25fb77fea, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fb31872-fb3f-4a2b-ab56-8c7c01866fe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '38e2c945-783a-4634-8937-946bd853eb68'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:40:24.123837 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b0d0bd6d-614c-475f-81af-d4717ebe059a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:24.146185 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be25c56e-1443-4f22-b69b-eaac1d73231e req-1f8d1456-9f40-4626-be76-117129c85f7b tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:24.147682 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-be25c56e-1443-4f22-b69b-eaac1d73231e req-1f8d1456-9f40-4626-be76-117129c85f7b tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] 10.222.0.68 "GET /v2.0/ports?device_id=6fdad434-c3e1-494a-ad24-9206ceaf4c12 HTTP/1.1" status: 200 len: 946 time: 0.1637096 Jul 14 09:40:24.182765 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-c17b523e-d6e8-4da5-8215-42c1d0e90258 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Allocated IP 172.20.0.1 (38e2c945-783a-4634-8937-946bd853eb68/9ea342de-2e53-4932-be65-4652afc7ea3f/cf65aec8-e741-4393-b974-8c596f41ad1a) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:40:24.186557 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-b0d0bd6d-614c-475f-81af-d4717ebe059a None None] For port 1a8f26d0-fc0f-4c7a-9dea-25c25fb77fea, host n-d-779913-29, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:40:24.190038 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-b0d0bd6d-614c-475f-81af-d4717ebe059a None None] For port 1a8f26d0-fc0f-4c7a-9dea-25c25fb77fea, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=1a8f26d0-fc0f-4c7a-9dea-25c25fb77fea,segment=NetworkSegment(7fb31872-fb3f-4a2b-ab56-8c7c01866fe8),segment_id=7fb31872-fb3f-4a2b-ab56-8c7c01866fe8)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:40:24.195157 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b0d0bd6d-614c-475f-81af-d4717ebe059a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:24.207320 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-be25c56e-1443-4f22-b69b-eaac1d73231e req-92c315c7-54da-4fb5-b447-97d1e74d413d tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] 10.222.0.68 "GET /v2.0/security-groups?id=8136fa3c-cdeb-41b3-bfb9-6bf131e66cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526173 Jul 14 09:40:24.259516 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d0bd6d-614c-475f-81af-d4717ebe059a None None] Pushing event updated for resources: {'Port': ['ID=1a8f26d0-fc0f-4c7a-9dea-25c25fb77fea,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:24.318435 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c17b523e-d6e8-4da5-8215-42c1d0e90258 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:24.339321 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-c17b523e-d6e8-4da5-8215-42c1d0e90258 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Transition to ACTIVE for port object cf65aec8-e741-4393-b974-8c596f41ad1a will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:40:24.373888 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c17b523e-d6e8-4da5-8215-42c1d0e90258 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:24.420899 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c17b523e-d6e8-4da5-8215-42c1d0e90258 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Network 38e2c945-783a-4634-8937-946bd853eb68 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:40:24.425474 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-c17b523e-d6e8-4da5-8215-42c1d0e90258 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:40:24.428666 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c17b523e-d6e8-4da5-8215-42c1d0e90258 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:40:24.467787 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17b523e-d6e8-4da5-8215-42c1d0e90258 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Pushing event updated for resources: {'Port': ['ID=cf65aec8-e741-4393-b974-8c596f41ad1a,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:24.483969 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c17b523e-d6e8-4da5-8215-42c1d0e90258 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-660393'] for router_interface, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:24.615950 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c17b523e-d6e8-4da5-8215-42c1d0e90258 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:24.726603 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:24.858230 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-80e9687d-050b-4356-9588-056295b8ba36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:24.887295 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c17b523e-d6e8-4da5-8215-42c1d0e90258 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:24.894834 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c17b523e-d6e8-4da5-8215-42c1d0e90258 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:24.979348 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17b523e-d6e8-4da5-8215-42c1d0e90258 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Pushing event updated for resources: {'Port': ['ID=cf65aec8-e741-4393-b974-8c596f41ad1a,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:24.981985 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c17b523e-d6e8-4da5-8215-42c1d0e90258 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-683747'] for router_interface, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:25.087728 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c17b523e-d6e8-4da5-8215-42c1d0e90258 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Network 38e2c945-783a-4634-8937-946bd853eb68 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:40:25.089133 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-c17b523e-d6e8-4da5-8215-42c1d0e90258 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:40:25.198994 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baaff081-ea75-4b43-b589-f15f1f78dc25 None None] Network 38e2c945-783a-4634-8937-946bd853eb68 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:40:25.223196 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c17b523e-d6e8-4da5-8215-42c1d0e90258 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Router 87cff05a-e4ea-4f4f-a862-38f937ed634a is scheduled to L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 with binding_index 1 {{(pid=93957) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:40:25.260950 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-a0aad001-a43e-485f-af43-3da497c52c01 None None] Provisioning for port 1a8f26d0-fc0f-4c7a-9dea-25c25fb77fea completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:40:25.373923 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c17b523e-d6e8-4da5-8215-42c1d0e90258 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:40:25.383235 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 42606) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:25.383710 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-c17b523e-d6e8-4da5-8215-42c1d0e90258 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] 10.222.0.68 "PUT /v2.0/routers/87cff05a-e4ea-4f4f-a862-38f937ed634a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9278045 Jul 14 09:40:25.384869 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d4e15d2-a178-46e6-9aac-038bcd550f0f None None] Sync routers for ids ['87cff05a-e4ea-4f4f-a862-38f937ed634a'] in n-d-779913-29 {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:40:25.398788 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d4e15d2-a178-46e6-9aac-038bcd550f0f None None] Routers {'87cff05a-e4ea-4f4f-a862-38f937ed634a'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:40:25.399478 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-2d4e15d2-a178-46e6-9aac-038bcd550f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:40:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['87cff05a-e4ea-4f4f-a862-38f937ed634a'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:40:25.414870 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba34ceb-2dc9-480d-8adf-9bf460dce95e req-319a6db0-d3a8-40aa-8d51-e6d029544b22 tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:25.416534 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1ba34ceb-2dc9-480d-8adf-9bf460dce95e req-319a6db0-d3a8-40aa-8d51-e6d029544b22 tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] 10.222.0.68 "GET /v2.0/ports?device_id=6fdad434-c3e1-494a-ad24-9206ceaf4c12 HTTP/1.1" status: 200 len: 946 time: 0.0871124 Jul 14 09:40:25.445939 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-2d4e15d2-a178-46e6-9aac-038bcd550f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:40:25.455441 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d4e15d2-a178-46e6-9aac-038bcd550f0f None None] Routers {'87cff05a-e4ea-4f4f-a862-38f937ed634a'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:40:25.456095 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-2d4e15d2-a178-46e6-9aac-038bcd550f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:40:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['87cff05a-e4ea-4f4f-a862-38f937ed634a'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:40:25.456233 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d46ff22-b63e-4ef4-a5a1-4b8d77ea40c0 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:25.458703 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-0d46ff22-b63e-4ef4-a5a1-4b8d77ea40c0 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] 10.222.0.68 "GET /v2.0/ports/cf65aec8-e741-4393-b974-8c596f41ad1a HTTP/1.1" status: 200 len: 910 time: 0.0744133 Jul 14 09:40:25.461343 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 42608) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:25.464501 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1ba34ceb-2dc9-480d-8adf-9bf460dce95e req-5d8da896-8e71-46e4-b891-be04f06ff54e tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] 10.222.0.68 "GET /v2.0/security-groups?id=8136fa3c-cdeb-41b3-bfb9-6bf131e66cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421355 Jul 14 09:40:25.482193 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-6ff0776d-d443-4976-92df-d06b3409328d tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '9ea342de-2e53-4932-be65-4652afc7ea3f'}]}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:40:25.491411 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-2d4e15d2-a178-46e6-9aac-038bcd550f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:40:25.492232 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d4e15d2-a178-46e6-9aac-038bcd550f0f None None] The sync data for ids ['87cff05a-e4ea-4f4f-a862-38f937ed634a'] in n-d-779913-29 is: [] {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:40:25.703021 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-449f1a30-5909-4b09-b78b-81da127f1987 None None] Provisioning for port cf65aec8-e741-4393-b974-8c596f41ad1a completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:40:25.707802 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-449f1a30-5909-4b09-b78b-81da127f1987 None None] Provisioning complete for port cf65aec8-e741-4393-b974-8c596f41ad1a triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:40:25.708261 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-449f1a30-5909-4b09-b78b-81da127f1987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:25.735142 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6ff0776d-d443-4976-92df-d06b3409328d tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:25.773806 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-449f1a30-5909-4b09-b78b-81da127f1987 None None] Port cf65aec8-e741-4393-b974-8c596f41ad1a cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:40:25.853221 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d593d7d-533c-478e-b677-3dd9c32a6ea9 req-ae8f8d63-0d2c-415e-82a0-5c49a1d06c55 tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:25.854796 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-0d593d7d-533c-478e-b677-3dd9c32a6ea9 req-ae8f8d63-0d2c-415e-82a0-5c49a1d06c55 tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] 10.222.0.68 "GET /v2.0/ports?device_id=abf03d13-3e8c-49a2-bd4b-0fc24e0a569d HTTP/1.1" status: 200 len: 945 time: 0.2467954 Jul 14 09:40:25.902756 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5ad31076-714c-49ec-bc37-f3d4cd90112a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:25.920332 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-2e16c02d-4baf-4a5c-adae-d2250ea04902 None None] Provisioning complete for port cf65aec8-e741-4393-b974-8c596f41ad1a triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:40:25.922832 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2e16c02d-4baf-4a5c-adae-d2250ea04902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:25.954023 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-0d593d7d-533c-478e-b677-3dd9c32a6ea9 req-63c499a3-04d3-41d6-9657-00a90093cffd tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] 10.222.0.68 "GET /v2.0/security-groups?id=8136fa3c-cdeb-41b3-bfb9-6bf131e66cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714481 Jul 14 09:40:26.012071 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-2e16c02d-4baf-4a5c-adae-d2250ea04902 None None] Port cf65aec8-e741-4393-b974-8c596f41ad1a cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:40:26.287627 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 1a8f26d0-fc0f-4c7a-9dea-25c25fb77fea up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:40:26.352169 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-dd7e94e5-8e6e-4816-8197-6ceee865daa4 None None] Provisioning complete for port cf65aec8-e741-4393-b974-8c596f41ad1a triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:40:26.352548 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-dd7e94e5-8e6e-4816-8197-6ceee865daa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:26.355913 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning for port 1a8f26d0-fc0f-4c7a-9dea-25c25fb77fea completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:40:26.366580 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6ff0776d-d443-4976-92df-d06b3409328d tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:26.375922 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6ff0776d-d443-4976-92df-d06b3409328d tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13574142'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:26.395208 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port 1a8f26d0-fc0f-4c7a-9dea-25c25fb77fea triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:40:26.395633 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:26.436864 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-dd7e94e5-8e6e-4816-8197-6ceee865daa4 None None] Port cf65aec8-e741-4393-b974-8c596f41ad1a cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:40:26.459890 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ff0776d-d443-4976-92df-d06b3409328d tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:26.460554 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6ff0776d-d443-4976-92df-d06b3409328d tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:26.461944 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-6ff0776d-d443-4976-92df-d06b3409328d tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] 10.222.0.68 "PUT /v2.0/ports/cf65aec8-e741-4393-b974-8c596f41ad1a HTTP/1.1" status: 200 len: 910 time: 0.9993041 Jul 14 09:40:26.465559 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 42630) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:26.500208 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:26.538858 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c909fb8-fb1c-4c1c-868f-6f4e509045cd req-8eb6cae2-3662-41cf-a47d-a111de43f66e tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:26.539842 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] For port 1a8f26d0-fc0f-4c7a-9dea-25c25fb77fea, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=1a8f26d0-fc0f-4c7a-9dea-25c25fb77fea,segment=NetworkSegment(7fb31872-fb3f-4a2b-ab56-8c7c01866fe8),segment_id=7fb31872-fb3f-4a2b-ab56-8c7c01866fe8)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:40:26.541565 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-4c909fb8-fb1c-4c1c-868f-6f4e509045cd req-8eb6cae2-3662-41cf-a47d-a111de43f66e tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] 10.222.0.68 "GET /v2.0/ports?device_id=abf03d13-3e8c-49a2-bd4b-0fc24e0a569d HTTP/1.1" status: 200 len: 945 time: 0.0809510 Jul 14 09:40:26.542248 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff0776d-d443-4976-92df-d06b3409328d tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Pushing event updated for resources: {'Port': ['ID=cf65aec8-e741-4393-b974-8c596f41ad1a,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:26.545015 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:26.596331 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-4c909fb8-fb1c-4c1c-868f-6f4e509045cd req-7d10b927-7c51-466e-b47a-2d507fb9f8fd tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] 10.222.0.68 "GET /v2.0/security-groups?id=8136fa3c-cdeb-41b3-bfb9-6bf131e66cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415862 Jul 14 09:40:26.598655 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Pushing event updated for resources: {'Port': ['ID=1a8f26d0-fc0f-4c7a-9dea-25c25fb77fea,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:26.808108 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9a35d19a-5a82-4a98-9a05-80a203c51fae tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-683602'] for router_interface, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:27.053953 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-9a35d19a-5a82-4a98-9a05-80a203c51fae tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Deleting port cf65aec8-e741-4393-b974-8c596f41ad1a {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:40:27.054328 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9a35d19a-5a82-4a98-9a05-80a203c51fae tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:27.141504 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9a35d19a-5a82-4a98-9a05-80a203c51fae tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:27.154249 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-9a35d19a-5a82-4a98-9a05-80a203c51fae tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Calling delete_port for cf65aec8-e741-4393-b974-8c596f41ad1a owned by network:router_interface {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:40:27.347060 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9a35d19a-5a82-4a98-9a05-80a203c51fae tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:27.376683 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a35d19a-5a82-4a98-9a05-80a203c51fae tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Pushing event deleted for resources: {'Port': ['ID=cf65aec8-e741-4393-b974-8c596f41ad1a,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:27.533691 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9a35d19a-5a82-4a98-9a05-80a203c51fae tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-620860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682934'] for router_interface, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:27.695294 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a35d19a-5a82-4a98-9a05-80a203c51fae tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Router 87cff05a-e4ea-4f4f-a862-38f937ed634a has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:40:27.698938 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5bbe322f-3f67-4864-bc0a-91afe44d23e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:27.776123 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a35d19a-5a82-4a98-9a05-80a203c51fae tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:40:27.779772 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34bf32a-a49f-42ff-b462-f011ede60601 req-c9c7707c-79d9-426d-874a-362460e043ba tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:27.781148 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-9a35d19a-5a82-4a98-9a05-80a203c51fae tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] 10.222.0.68 "PUT /v2.0/routers/87cff05a-e4ea-4f4f-a862-38f937ed634a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3151922 Jul 14 09:40:27.781435 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d34bf32a-a49f-42ff-b462-f011ede60601 req-c9c7707c-79d9-426d-874a-362460e043ba tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] 10.222.0.68 "GET /v2.0/ports?device_id=abf03d13-3e8c-49a2-bd4b-0fc24e0a569d HTTP/1.1" status: 200 len: 945 time: 0.0645440 Jul 14 09:40:27.783914 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 42656) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:27.790138 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-009e1d7b-e978-4c8d-bbde-c9d9cc2e2fba None None] Sync routers for ids ['87cff05a-e4ea-4f4f-a862-38f937ed634a'] in n-d-779913-29 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:40:27.802621 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-009e1d7b-e978-4c8d-bbde-c9d9cc2e2fba None None] Routers {'87cff05a-e4ea-4f4f-a862-38f937ed634a'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:40:27.803511 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-009e1d7b-e978-4c8d-bbde-c9d9cc2e2fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:40:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['87cff05a-e4ea-4f4f-a862-38f937ed634a'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:40:27.817834 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-9c5653e2-5b59-4915-9041-d352f99f1832 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] 10.222.0.68 "GET /v2.0/ports?device_id=87cff05a-e4ea-4f4f-a862-38f937ed634a HTTP/1.1" status: 200 len: 205 time: 0.0327640 Jul 14 09:40:27.820289 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 42658) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:27.830656 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d34bf32a-a49f-42ff-b462-f011ede60601 req-5bede178-3839-4ea3-af87-91332af0df1a tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] 10.222.0.68 "GET /v2.0/security-groups?id=8136fa3c-cdeb-41b3-bfb9-6bf131e66cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375021 Jul 14 09:40:27.841081 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-009e1d7b-e978-4c8d-bbde-c9d9cc2e2fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:40:27.850849 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-009e1d7b-e978-4c8d-bbde-c9d9cc2e2fba None None] Routers {'87cff05a-e4ea-4f4f-a862-38f937ed634a'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:40:27.851731 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-009e1d7b-e978-4c8d-bbde-c9d9cc2e2fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:40:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['87cff05a-e4ea-4f4f-a862-38f937ed634a'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:40:27.889066 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-009e1d7b-e978-4c8d-bbde-c9d9cc2e2fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:40:27.889760 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-009e1d7b-e978-4c8d-bbde-c9d9cc2e2fba None None] The sync data for ids ['87cff05a-e4ea-4f4f-a862-38f937ed634a'] in n-d-779913-29 is: [] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:40:27.911143 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-37479e9c-7db3-4646-bbb9-745cb758ce4e tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks [] for router, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:28.241633 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 1a8f26d0-fc0f-4c7a-9dea-25c25fb77fea up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:40:28.308901 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port 1a8f26d0-fc0f-4c7a-9dea-25c25fb77fea triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:40:28.309735 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:28.358828 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8492e0ab-573d-4105-a17a-997841af12a5 req-e61a3f86-052b-47d1-8f81-a0305f0af542 tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:28.366922 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8492e0ab-573d-4105-a17a-997841af12a5 req-e61a3f86-052b-47d1-8f81-a0305f0af542 tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] 10.222.0.68 "GET /v2.0/ports?device_id=abf03d13-3e8c-49a2-bd4b-0fc24e0a569d HTTP/1.1" status: 200 len: 945 time: 0.0922239 Jul 14 09:40:28.430168 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8492e0ab-573d-4105-a17a-997841af12a5 req-ed631afb-9730-4122-863c-80c291862031 tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] 10.222.0.68 "GET /v2.0/security-groups?id=8136fa3c-cdeb-41b3-bfb9-6bf131e66cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582113 Jul 14 09:40:28.433437 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-37479e9c-7db3-4646-bbb9-745cb758ce4e tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-711871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12964'] for router, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:28.443009 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-37479e9c-7db3-4646-bbb9-745cb758ce4e tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:28.527300 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-37479e9c-7db3-4646-bbb9-745cb758ce4e tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-704815'] for router, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:28.528050 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37479e9c-7db3-4646-bbb9-745cb758ce4e tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Fanout notify agent at l3_agent the message router_deleted on router 87cff05a-e4ea-4f4f-a862-38f937ed634a {{(pid=93958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:40:28.548518 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-37479e9c-7db3-4646-bbb9-745cb758ce4e tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:28.552105 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-37479e9c-7db3-4646-bbb9-745cb758ce4e tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] 10.222.0.68 "DELETE /v2.0/routers/87cff05a-e4ea-4f4f-a862-38f937ed634a HTTP/1.1" status: 204 len: 168 time: 0.7284477 Jul 14 09:40:28.554400 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 42672) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:28.635814 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-be1a7d70-eb72-40bc-8878-17f215152872 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Deleting subnet 9ea342de-2e53-4932-be65-4652afc7ea3f {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:40:28.639211 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-be1a7d70-eb72-40bc-8878-17f215152872 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:28.701807 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-be1a7d70-eb72-40bc-8878-17f215152872 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13574120'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:28.785849 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-be1a7d70-eb72-40bc-8878-17f215152872 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3481002'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:28.842053 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-be1a7d70-eb72-40bc-8878-17f215152872 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13574056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16714573'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:28.873080 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1a7d70-eb72-40bc-8878-17f215152872 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Pushing event deleted for resources: {'Subnet': ['ID=9ea342de-2e53-4932-be65-4652afc7ea3f,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:28.878669 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-be1a7d70-eb72-40bc-8878-17f215152872 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:28.880972 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-be1a7d70-eb72-40bc-8878-17f215152872 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] 10.222.0.68 "DELETE /v2.0/subnets/9ea342de-2e53-4932-be65-4652afc7ea3f HTTP/1.1" status: 204 len: 168 time: 0.3251357 Jul 14 09:40:28.883253 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 42678) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:28.884217 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03050fc3-3032-471d-87a9-c0d91631ec0a None None] Network 38e2c945-783a-4634-8937-946bd853eb68 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:40:28.955550 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-765a2f78-c92f-42e9-959e-55899f426920 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3876111'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:29.008650 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-765a2f78-c92f-42e9-959e-55899f426920 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Deleting port 1a8f26d0-fc0f-4c7a-9dea-25c25fb77fea {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:40:29.008991 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-765a2f78-c92f-42e9-959e-55899f426920 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:29.060479 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ba11814-721d-4baa-8073-fc7ece855e9f None None] DHCP port deletion for 38e2c945-783a-4634-8937-946bd853eb68 request from n-d-779913-29 {{(pid=93959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:40:29.077132 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-765a2f78-c92f-42e9-959e-55899f426920 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] For port 1a8f26d0-fc0f-4c7a-9dea-25c25fb77fea, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=1a8f26d0-fc0f-4c7a-9dea-25c25fb77fea,segment=NetworkSegment(7fb31872-fb3f-4a2b-ab56-8c7c01866fe8),segment_id=7fb31872-fb3f-4a2b-ab56-8c7c01866fe8)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:40:29.077505 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-765a2f78-c92f-42e9-959e-55899f426920 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:29.090401 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-765a2f78-c92f-42e9-959e-55899f426920 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Calling delete_port for 1a8f26d0-fc0f-4c7a-9dea-25c25fb77fea owned by network:dhcp {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:40:29.106059 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-2ba11814-721d-4baa-8073-fc7ece855e9f None None] Deleting port 1a8f26d0-fc0f-4c7a-9dea-25c25fb77fea {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:40:29.106476 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2ba11814-721d-4baa-8073-fc7ece855e9f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:29.168331 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-765a2f78-c92f-42e9-959e-55899f426920 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:29.170221 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-2ba11814-721d-4baa-8073-fc7ece855e9f None None] For port 1a8f26d0-fc0f-4c7a-9dea-25c25fb77fea, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=1a8f26d0-fc0f-4c7a-9dea-25c25fb77fea,segment=NetworkSegment(7fb31872-fb3f-4a2b-ab56-8c7c01866fe8),segment_id=7fb31872-fb3f-4a2b-ab56-8c7c01866fe8)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:40:29.170620 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2ba11814-721d-4baa-8073-fc7ece855e9f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:29.183690 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-2ba11814-721d-4baa-8073-fc7ece855e9f None None] Calling delete_port for 1a8f26d0-fc0f-4c7a-9dea-25c25fb77fea owned by network:dhcp {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:40:29.195190 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765a2f78-c92f-42e9-959e-55899f426920 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Pushing event deleted for resources: {'Port': ['ID=1a8f26d0-fc0f-4c7a-9dea-25c25fb77fea,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:29.197426 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-765a2f78-c92f-42e9-959e-55899f426920 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] No DVR routers for this DVR port 1a8f26d0-fc0f-4c7a-9dea-25c25fb77fea on host n-d-779913-29 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:40:29.227297 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765a2f78-c92f-42e9-959e-55899f426920 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:40:29.227647 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765a2f78-c92f-42e9-959e-55899f426920 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:40:29.227986 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765a2f78-c92f-42e9-959e-55899f426920 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:40:29.228322 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765a2f78-c92f-42e9-959e-55899f426920 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:40:29.228656 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765a2f78-c92f-42e9-959e-55899f426920 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:40:29.228982 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765a2f78-c92f-42e9-959e-55899f426920 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:40:29.229309 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765a2f78-c92f-42e9-959e-55899f426920 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:40:29.229661 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765a2f78-c92f-42e9-959e-55899f426920 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:40:29.229985 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765a2f78-c92f-42e9-959e-55899f426920 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:40:29.230309 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765a2f78-c92f-42e9-959e-55899f426920 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:40:29.230632 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765a2f78-c92f-42e9-959e-55899f426920 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:40:29.230985 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765a2f78-c92f-42e9-959e-55899f426920 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:40:29.261142 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2ba11814-721d-4baa-8073-fc7ece855e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:29.286157 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba11814-721d-4baa-8073-fc7ece855e9f None None] Pushing event deleted for resources: {'Port': ['ID=1a8f26d0-fc0f-4c7a-9dea-25c25fb77fea,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:29.290689 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ba11814-721d-4baa-8073-fc7ece855e9f None None] No DVR routers for this DVR port 1a8f26d0-fc0f-4c7a-9dea-25c25fb77fea on host n-d-779913-29 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:40:29.293960 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-765a2f78-c92f-42e9-959e-55899f426920 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473955', 'neutron.services.segments.db._delete_segments_for_network-8735688326548'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:29.305360 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-765a2f78-c92f-42e9-959e-55899f426920 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38e2c945-783a-4634-8937-946bd853eb68']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:40:29.316631 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-765a2f78-c92f-42e9-959e-55899f426920 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fb31872-fb3f-4a2b-ab56-8c7c01866fe8') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:40:29.316932 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-765a2f78-c92f-42e9-959e-55899f426920 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fb31872-fb3f-4a2b-ab56-8c7c01866fe8') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:40:29.325769 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-765a2f78-c92f-42e9-959e-55899f426920 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735688356235', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13574129'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:29.341024 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-765a2f78-c92f-42e9-959e-55899f426920 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:29.347074 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-765a2f78-c92f-42e9-959e-55899f426920 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Releasing vlan 700 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:40:29.347529 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-765a2f78-c92f-42e9-959e-55899f426920 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13573126'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:29.350921 n-d-779913-29 neutron-server[93958]: Traceback (most recent call last): Jul 14 09:40:29.350921 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:40:29.350921 n-d-779913-29 neutron-server[93958]: timer() Jul 14 09:40:29.350921 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:40:29.350921 n-d-779913-29 neutron-server[93958]: cb(*args, **kw) Jul 14 09:40:29.350921 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:40:29.350921 n-d-779913-29 neutron-server[93958]: return func(*args, **kwargs) Jul 14 09:40:29.350921 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:40:29.350921 n-d-779913-29 neutron-server[93958]: self._notify() Jul 14 09:40:29.350921 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:40:29.350921 n-d-779913-29 neutron-server[93958]: self.callback(batched_events) Jul 14 09:40:29.350921 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:40:29.350921 n-d-779913-29 neutron-server[93958]: event.method(event) Jul 14 09:40:29.350921 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:40:29.350921 n-d-779913-29 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:40:29.350921 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:40:29.350921 n-d-779913-29 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:40:29.350921 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:40:29.350921 n-d-779913-29 neutron-server[93958]: return f(self, *a, **k) Jul 14 09:40:29.350921 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:40:29.350921 n-d-779913-29 neutron-server[93958]: return self._get(url).json() Jul 14 09:40:29.350921 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:40:29.350921 n-d-779913-29 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:40:29.350921 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:40:29.350921 n-d-779913-29 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 14 09:40:29.350921 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:40:29.350921 n-d-779913-29 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:40:29.350921 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:40:29.350921 n-d-779913-29 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:40:29.350921 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:40:29.350921 n-d-779913-29 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:40:29.350921 n-d-779913-29 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:40:29.414172 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-765a2f78-c92f-42e9-959e-55899f426920 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660504'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:29.421918 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-765a2f78-c92f-42e9-959e-55899f426920 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:29.423527 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-765a2f78-c92f-42e9-959e-55899f426920 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] 10.222.0.68 "DELETE /v2.0/networks/38e2c945-783a-4634-8937-946bd853eb68 HTTP/1.1" status: 204 len: 168 time: 0.5393431 Jul 14 09:40:29.428134 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 42686) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:29.433925 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-bf8d1172-98d8-4bd9-93ec-17102fe86239 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-172628077', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:40:29.438539 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765a2f78-c92f-42e9-959e-55899f426920 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Pushing event deleted for resources: {'Network': ['ID=38e2c945-783a-4634-8937-946bd853eb68,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:29.467688 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-bf8d1172-98d8-4bd9-93ec-17102fe86239 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-711749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14670'] for router, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:29.468702 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-bf8d1172-98d8-4bd9-93ec-17102fe86239 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-711718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-661475', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14679'] for router, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:29.523224 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-bf8d1172-98d8-4bd9-93ec-17102fe86239 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:29.528922 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-bf8d1172-98d8-4bd9-93ec-17102fe86239 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-711762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-661452'] for router, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:29.554364 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-bf8d1172-98d8-4bd9-93ec-17102fe86239 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks [] for router, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:29.555950 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-bf8d1172-98d8-4bd9-93ec-17102fe86239 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.1257405 Jul 14 09:40:29.562437 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 42696) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:29.571277 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-6059a5f3-dac1-4fa7-8fd0-f8a3dcbccdc0 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Request body: {'network': {'name': 'tempest-RoutersTest-1490246519'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:40:29.592221 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6059a5f3-dac1-4fa7-8fd0-f8a3dcbccdc0 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Made reservation on behalf of 8f66f4ea00254d4cb400476df8920946 for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:40:29.596393 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6059a5f3-dac1-4fa7-8fd0-f8a3dcbccdc0 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:29.620784 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6059a5f3-dac1-4fa7-8fd0-f8a3dcbccdc0 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 735} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:40:29.629083 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ad3325-2e34-4354-a55a-d087c5190e41 req-c6515313-6327-44c7-94bf-fceb5dfdac69 tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:29.630299 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6059a5f3-dac1-4fa7-8fd0-f8a3dcbccdc0 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:29.630710 n-d-779913-29 neutron-server[93958]: INFO neutron.db.segments_db [None req-6059a5f3-dac1-4fa7-8fd0-f8a3dcbccdc0 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Added segment f981a260-931b-4cc4-a70d-f2881cf5cf1b of type vlan for network b2f10b3c-4a3e-44bb-bf4d-9c5259688dd8 Jul 14 09:40:29.631177 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-97ad3325-2e34-4354-a55a-d087c5190e41 req-c6515313-6327-44c7-94bf-fceb5dfdac69 tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] 10.222.0.68 "GET /v2.0/ports?device_id=abf03d13-3e8c-49a2-bd4b-0fc24e0a569d HTTP/1.1" status: 200 len: 945 time: 0.0741675 Jul 14 09:40:29.671985 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-97ad3325-2e34-4354-a55a-d087c5190e41 req-076b44de-ade1-4a92-9ae2-9896d061debe tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] 10.222.0.68 "GET /v2.0/security-groups?id=8136fa3c-cdeb-41b3-bfb9-6bf131e66cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346310 Jul 14 09:40:29.678857 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6059a5f3-dac1-4fa7-8fd0-f8a3dcbccdc0 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735687821325'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:29.713154 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6059a5f3-dac1-4fa7-8fd0-f8a3dcbccdc0 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:29.720381 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6059a5f3-dac1-4fa7-8fd0-f8a3dcbccdc0 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:29.720997 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6059a5f3-dac1-4fa7-8fd0-f8a3dcbccdc0 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:29.753274 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 42704) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:29.753917 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-6059a5f3-dac1-4fa7-8fd0-f8a3dcbccdc0 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.1888616 Jul 14 09:40:29.759883 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-a5bab6d5-702c-4b6e-b7fb-b91bd0b9fd8f tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Request body: {'subnet': {'network_id': 'b2f10b3c-4a3e-44bb-bf4d-9c5259688dd8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:40:29.815234 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6059a5f3-dac1-4fa7-8fd0-f8a3dcbccdc0 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Pushing event updated for resources: {'Network': ['ID=b2f10b3c-4a3e-44bb-bf4d-9c5259688dd8,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:29.827865 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Network b2f10b3c-4a3e-44bb-bf4d-9c5259688dd8 details requested by agent ovs-agent-n-d-779913-29 with host n-d-779913-29 {{(pid=93959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:40:29.897167 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5bab6d5-702c-4b6e-b7fb-b91bd0b9fd8f tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Made reservation on behalf of 8f66f4ea00254d4cb400476df8920946 for: {'subnet': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:40:29.903811 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a5bab6d5-702c-4b6e-b7fb-b91bd0b9fd8f tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11984110'] for subnet, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:30.133298 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a5bab6d5-702c-4b6e-b7fb-b91bd0b9fd8f tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10052764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11984092'] for subnet, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:30.203381 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5bab6d5-702c-4b6e-b7fb-b91bd0b9fd8f tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Checking segment: {'id': 'f981a260-931b-4cc4-a70d-f2881cf5cf1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'b2f10b3c-4a3e-44bb-bf4d-9c5259688dd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:40:30.203755 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5bab6d5-702c-4b6e-b7fb-b91bd0b9fd8f tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Network hostable DHCP agents. Network: b2f10b3c-4a3e-44bb-bf4d-9c5259688dd8, hostable agents: ['c6a09bd4-f72e-4283-a3ca-0bbca8a51081'], hosted agents: [] {{(pid=93957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:40:30.211240 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bab6d5-702c-4b6e-b7fb-b91bd0b9fd8f tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Pushing event updated for resources: {'Subnet': ['ID=88aa7971-bac4-4efb-b152-25dec91a2396,revision_number=0']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:30.219844 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 1a8f26d0-fc0f-4c7a-9dea-25c25fb77fea no longer exists at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:40:30.229481 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5bab6d5-702c-4b6e-b7fb-b91bd0b9fd8f tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Network b2f10b3c-4a3e-44bb-bf4d-9c5259688dd8 is scheduled to be hosted by DHCP agent c6a09bd4-f72e-4283-a3ca-0bbca8a51081 with binding_index 1 {{(pid=93957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:40:30.241164 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-a5bab6d5-702c-4b6e-b7fb-b91bd0b9fd8f tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-29, b2f10b3c-4a3e-44bb-bf4d-9c5259688dd8) {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:40:30.246767 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5bab6d5-702c-4b6e-b7fb-b91bd0b9fd8f tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:30.248176 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a5bab6d5-702c-4b6e-b7fb-b91bd0b9fd8f tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks [] for subnet, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:30.256449 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] No Port match for: 1a8f26d0-fc0f-4c7a-9dea-25c25fb77fea {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:40:30.257096 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 1a8f26d0-fc0f-4c7a-9dea-25c25fb77fea not bound to the agent host n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:40:30.265920 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc199aee-27a4-4a79-a978-f84f1dc35582 None None] Network b2f10b3c-4a3e-44bb-bf4d-9c5259688dd8 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:40:30.272729 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 42714) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:30.273250 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-a5bab6d5-702c-4b6e-b7fb-b91bd0b9fd8f tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5171609 Jul 14 09:40:30.440976 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd810dd0-5c6c-47c9-9704-397d0d6f408f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf57baaa9-fd24-59f4-8fd2-1dc21122ce72-b2f10b3c-4a3e-44bb-bf4d-9c5259688dd8', 'network_id': 'b2f10b3c-4a3e-44bb-bf4d-9c5259688dd8', 'tenant_id': '8f66f4ea00254d4cb400476df8920946', 'fixed_ips': [{'subnet_id': '88aa7971-bac4-4efb-b152-25dec91a2396'}]}} from n-d-779913-29. {{(pid=93959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:40:30.442461 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cd810dd0-5c6c-47c9-9704-397d0d6f408f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:30.619714 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-179122b5-184e-4cc5-a639-e63f2dd723dd tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:30.806542 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-cd810dd0-5c6c-47c9-9704-397d0d6f408f None None] Allocated IP 172.20.0.2 (b2f10b3c-4a3e-44bb-bf4d-9c5259688dd8/88aa7971-bac4-4efb-b152-25dec91a2396/84dfab20-a3bf-43c6-862a-3baba3b2d87a) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:40:30.981275 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cd810dd0-5c6c-47c9-9704-397d0d6f408f None None] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:30.990712 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-cd810dd0-5c6c-47c9-9704-397d0d6f408f None None] Transition to ACTIVE for port object 84dfab20-a3bf-43c6-862a-3baba3b2d87a will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:40:31.007107 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-cd810dd0-5c6c-47c9-9704-397d0d6f408f None None] Transition to ACTIVE for port object 84dfab20-a3bf-43c6-862a-3baba3b2d87a will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:40:31.012651 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cd810dd0-5c6c-47c9-9704-397d0d6f408f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:31.056072 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd810dd0-5c6c-47c9-9704-397d0d6f408f None None] Network b2f10b3c-4a3e-44bb-bf4d-9c5259688dd8 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:40:31.060046 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-cd810dd0-5c6c-47c9-9704-397d0d6f408f None None] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:40:31.060810 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-179122b5-184e-4cc5-a639-e63f2dd723dd tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Allocated IP 172.20.0.1 (b2f10b3c-4a3e-44bb-bf4d-9c5259688dd8/88aa7971-bac4-4efb-b152-25dec91a2396/d64b7d68-d7a6-4b28-828b-29033c51135e) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:40:31.061993 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd810dd0-5c6c-47c9-9704-397d0d6f408f None None] Pushing event updated for resources: {'Port': ['ID=84dfab20-a3bf-43c6-862a-3baba3b2d87a,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:31.064120 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd810dd0-5c6c-47c9-9704-397d0d6f408f None None] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:40:31.122808 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-cd810dd0-5c6c-47c9-9704-397d0d6f408f None None] Attempting to bind port 84dfab20-a3bf-43c6-862a-3baba3b2d87a on host n-d-779913-29 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:40:31.123191 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-cd810dd0-5c6c-47c9-9704-397d0d6f408f None None] Attempting to bind port 84dfab20-a3bf-43c6-862a-3baba3b2d87a by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': 'f981a260-931b-4cc4-a70d-f2881cf5cf1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'b2f10b3c-4a3e-44bb-bf4d-9c5259688dd8'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:40:31.123562 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd810dd0-5c6c-47c9-9704-397d0d6f408f None None] Attempting to bind port 84dfab20-a3bf-43c6-862a-3baba3b2d87a on network b2f10b3c-4a3e-44bb-bf4d-9c5259688dd8 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:40:31.128596 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd810dd0-5c6c-47c9-9704-397d0d6f408f None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 40, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:40:31.128981 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd810dd0-5c6c-47c9-9704-397d0d6f408f None None] Checking segment: {'id': 'f981a260-931b-4cc4-a70d-f2881cf5cf1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'b2f10b3c-4a3e-44bb-bf4d-9c5259688dd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:40:31.129393 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cd810dd0-5c6c-47c9-9704-397d0d6f408f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:31.129890 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd810dd0-5c6c-47c9-9704-397d0d6f408f None None] Bound using segment: {'id': 'f981a260-931b-4cc4-a70d-f2881cf5cf1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'b2f10b3c-4a3e-44bb-bf4d-9c5259688dd8'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:40:31.130400 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-cd810dd0-5c6c-47c9-9704-397d0d6f408f None None] Bound port: 84dfab20-a3bf-43c6-862a-3baba3b2d87a, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f981a260-931b-4cc4-a70d-f2881cf5cf1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'b2f10b3c-4a3e-44bb-bf4d-9c5259688dd8'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:40:31.130789 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cd810dd0-5c6c-47c9-9704-397d0d6f408f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:31.201058 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-179122b5-184e-4cc5-a639-e63f2dd723dd tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:31.203899 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-cd810dd0-5c6c-47c9-9704-397d0d6f408f None None] For port 84dfab20-a3bf-43c6-862a-3baba3b2d87a, host n-d-779913-29, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:40:31.207671 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-cd810dd0-5c6c-47c9-9704-397d0d6f408f None None] For port 84dfab20-a3bf-43c6-862a-3baba3b2d87a, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=84dfab20-a3bf-43c6-862a-3baba3b2d87a,segment=NetworkSegment(f981a260-931b-4cc4-a70d-f2881cf5cf1b),segment_id=f981a260-931b-4cc4-a70d-f2881cf5cf1b)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:40:31.212141 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cd810dd0-5c6c-47c9-9704-397d0d6f408f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:31.216424 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-179122b5-184e-4cc5-a639-e63f2dd723dd tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Transition to ACTIVE for port object d64b7d68-d7a6-4b28-828b-29033c51135e will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:40:31.254116 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-179122b5-184e-4cc5-a639-e63f2dd723dd tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:31.283971 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd810dd0-5c6c-47c9-9704-397d0d6f408f None None] Pushing event updated for resources: {'Port': ['ID=84dfab20-a3bf-43c6-862a-3baba3b2d87a,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:31.302225 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-179122b5-184e-4cc5-a639-e63f2dd723dd tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Network b2f10b3c-4a3e-44bb-bf4d-9c5259688dd8 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:40:31.308481 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-179122b5-184e-4cc5-a639-e63f2dd723dd tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:40:31.312598 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-179122b5-184e-4cc5-a639-e63f2dd723dd tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:40:31.344107 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179122b5-184e-4cc5-a639-e63f2dd723dd tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Pushing event updated for resources: {'Port': ['ID=d64b7d68-d7a6-4b28-828b-29033c51135e,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:31.373887 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-179122b5-184e-4cc5-a639-e63f2dd723dd tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-660393'] for router_interface, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:31.546098 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e557630c-f495-4093-8005-1738706001cd req-347f6851-b182-4dc4-bd5d-db908450997a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:31.547632 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e557630c-f495-4093-8005-1738706001cd req-347f6851-b182-4dc4-bd5d-db908450997a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4569f08ed7094f2caf5772ad4808989f&device_id=abf03d13-3e8c-49a2-bd4b-0fc24e0a569d HTTP/1.1" status: 200 len: 1097 time: 0.0839667 Jul 14 09:40:31.609108 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-179122b5-184e-4cc5-a639-e63f2dd723dd tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:31.668487 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e557630c-f495-4093-8005-1738706001cd req-7cbc894c-500f-45d6-9d45-3048e4dc0a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:31.670041 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e557630c-f495-4093-8005-1738706001cd req-7cbc894c-500f-45d6-9d45-3048e4dc0a46 service neutron] 10.222.0.65 "GET /v2.0/networks?id=f0c82eb4-694b-46cd-8405-b22504091d10 HTTP/1.1" status: 200 len: 920 time: 0.1150455 Jul 14 09:40:31.719840 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e557630c-f495-4093-8005-1738706001cd req-9c57f27e-c7fe-4033-8780-09f9acab5c34 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1164dd28-0bae-4b72-94a6-b6d00b983a83 HTTP/1.1" status: 200 len: 217 time: 0.0403874 Jul 14 09:40:31.772957 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e557630c-f495-4093-8005-1738706001cd req-5e460d9b-0c96-42df-a941-60d8940ab14c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:31.774657 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e557630c-f495-4093-8005-1738706001cd req-5e460d9b-0c96-42df-a941-60d8940ab14c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=5a6019b3-7787-4bdb-b397-5a269fa1d62c HTTP/1.1" status: 200 len: 859 time: 0.0481002 Jul 14 09:40:31.776602 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d48382-5b19-4fd4-bd70-29d291e5497d req-84de3e1d-4dae-4a8a-ba7b-7db4b329fcf1 tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:31.778165 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-07d48382-5b19-4fd4-bd70-29d291e5497d req-84de3e1d-4dae-4a8a-ba7b-7db4b329fcf1 tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] 10.222.0.68 "GET /v2.0/ports?device_id=abf03d13-3e8c-49a2-bd4b-0fc24e0a569d HTTP/1.1" status: 200 len: 945 time: 0.2691395 Jul 14 09:40:31.821218 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e557630c-f495-4093-8005-1738706001cd req-01a8f0fa-4569-4b9d-9dbb-e57e08a9100c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f0c82eb4-694b-46cd-8405-b22504091d10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406022 Jul 14 09:40:31.876141 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-07d48382-5b19-4fd4-bd70-29d291e5497d req-7088a5ee-9b2d-403d-8ffb-24b8eb55df30 tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] 10.222.0.68 "GET /v2.0/security-groups?id=8136fa3c-cdeb-41b3-bfb9-6bf131e66cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907412 Jul 14 09:40:31.931473 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e557630c-f495-4093-8005-1738706001cd req-bc96ccfc-00a2-4fe3-a093-e82143cb9e92 service neutron] 10.222.0.65 "GET /v2.0/networks/f0c82eb4-694b-46cd-8405-b22504091d10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026647 Jul 14 09:40:31.962603 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-179122b5-184e-4cc5-a639-e63f2dd723dd tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:31.978154 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-179122b5-184e-4cc5-a639-e63f2dd723dd tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13574142'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:32.082261 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e557630c-f495-4093-8005-1738706001cd req-626fdf46-0372-4d53-bd3e-3e8e040317a5 service neutron] 10.222.0.65 "GET /v2.0/networks/f0c82eb4-694b-46cd-8405-b22504091d10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425607 Jul 14 09:40:32.096874 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179122b5-184e-4cc5-a639-e63f2dd723dd tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Pushing event updated for resources: {'Port': ['ID=d64b7d68-d7a6-4b28-828b-29033c51135e,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:32.105360 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-179122b5-184e-4cc5-a639-e63f2dd723dd tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-683747'] for router_interface, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:32.249451 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-179122b5-184e-4cc5-a639-e63f2dd723dd tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Network b2f10b3c-4a3e-44bb-bf4d-9c5259688dd8 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:40:32.251590 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-179122b5-184e-4cc5-a639-e63f2dd723dd tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:40:32.276106 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 84dfab20-a3bf-43c6-862a-3baba3b2d87a up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:40:32.380934 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning for port 84dfab20-a3bf-43c6-862a-3baba3b2d87a completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:40:32.425659 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-179122b5-184e-4cc5-a639-e63f2dd723dd tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Router cf951592-1964-4e41-801a-9c3fc61984bf is scheduled to L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 with binding_index 1 {{(pid=93958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:40:32.469952 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 42772) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:32.492013 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6082c406-dde7-41d3-88d2-4acab638ff06 None None] Network b2f10b3c-4a3e-44bb-bf4d-9c5259688dd8 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:40:32.541560 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-179122b5-184e-4cc5-a639-e63f2dd723dd tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:40:32.554961 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-179122b5-184e-4cc5-a639-e63f2dd723dd tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] 10.222.0.68 "PUT /v2.0/routers/cf951592-1964-4e41-801a-9c3fc61984bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2805192 Jul 14 09:40:32.555611 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 42776) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:32.560695 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-477e1bb6-cf48-43da-b82f-ba5a1a6ce7b6 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Request body: {'network': {'name': 'tempest-RoutersTest-2064634868'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:40:32.561675 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f6fa8e-1642-40c6-93d2-808831b7a1ab None None] Sync routers for ids ['cf951592-1964-4e41-801a-9c3fc61984bf'] in n-d-779913-29 {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:40:32.587097 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-477e1bb6-cf48-43da-b82f-ba5a1a6ce7b6 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Made reservation on behalf of 8f66f4ea00254d4cb400476df8920946 for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:40:32.587785 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f6fa8e-1642-40c6-93d2-808831b7a1ab None None] Routers {'cf951592-1964-4e41-801a-9c3fc61984bf'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:40:32.588548 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-59f6fa8e-1642-40c6-93d2-808831b7a1ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:40:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['cf951592-1964-4e41-801a-9c3fc61984bf'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:40:32.591187 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-477e1bb6-cf48-43da-b82f-ba5a1a6ce7b6 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:32.597845 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c8588565-73a8-402e-91d1-8fa4d25df064 None None] Provisioning for port 84dfab20-a3bf-43c6-862a-3baba3b2d87a completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:40:32.616002 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-477e1bb6-cf48-43da-b82f-ba5a1a6ce7b6 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 715} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:40:32.618653 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3bc722a6-ed83-4318-b188-e283dadf2cbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:32.625416 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-477e1bb6-cf48-43da-b82f-ba5a1a6ce7b6 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:32.625827 n-d-779913-29 neutron-server[93958]: INFO neutron.db.segments_db [None req-477e1bb6-cf48-43da-b82f-ba5a1a6ce7b6 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Added segment 7cad3308-662a-4e6c-9ff2-b2e1276ec71f of type vlan for network e5b9736d-d957-41ad-ba7c-cc2d24cefda0 Jul 14 09:40:32.676216 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c8588565-73a8-402e-91d1-8fa4d25df064 None None] Provisioning complete for port 84dfab20-a3bf-43c6-862a-3baba3b2d87a triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:40:32.676879 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c8588565-73a8-402e-91d1-8fa4d25df064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:32.703799 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-477e1bb6-cf48-43da-b82f-ba5a1a6ce7b6 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735687821325'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:32.759779 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3bc722a6-ed83-4318-b188-e283dadf2cbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:32.765076 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3bc722a6-ed83-4318-b188-e283dadf2cbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:32.768058 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-477e1bb6-cf48-43da-b82f-ba5a1a6ce7b6 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:32.776688 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvr_db [None req-59f6fa8e-1642-40c6-93d2-808831b7a1ab None None] Set router cf951592-1964-4e41-801a-9c3fc61984bf gateway port host: None {{(pid=93959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:40:32.781442 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-477e1bb6-cf48-43da-b82f-ba5a1a6ce7b6 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:32.782732 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-477e1bb6-cf48-43da-b82f-ba5a1a6ce7b6 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:32.801190 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-3bc722a6-ed83-4318-b188-e283dadf2cbf admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=126e312df2494fdbb1b1f46e458799ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3274713 Jul 14 09:40:32.805336 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 42780) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:32.843875 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc722a6-ed83-4318-b188-e283dadf2cbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=229f5b9a-45a0-4bfa-80c4-263f148030c0,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:32.893714 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477e1bb6-cf48-43da-b82f-ba5a1a6ce7b6 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Pushing event updated for resources: {'Network': ['ID=e5b9736d-d957-41ad-ba7c-cc2d24cefda0,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:32.900769 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-477e1bb6-cf48-43da-b82f-ba5a1a6ce7b6 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3417063 Jul 14 09:40:32.901222 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 42782) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:32.908185 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-a18aadea-4b3d-413b-8475-b29208e7889a tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Request body: {'subnet': {'network_id': 'e5b9736d-d957-41ad-ba7c-cc2d24cefda0', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:40:32.931857 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1426f298-82f1-4d18-a90d-dc16a03137ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:32.956268 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Network e5b9736d-d957-41ad-ba7c-cc2d24cefda0 details requested by agent ovs-agent-n-d-779913-29 with host n-d-779913-29 {{(pid=93959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:40:32.983097 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c8588565-73a8-402e-91d1-8fa4d25df064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:32.987929 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1426f298-82f1-4d18-a90d-dc16a03137ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:33.022511 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a18aadea-4b3d-413b-8475-b29208e7889a tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Made reservation on behalf of 8f66f4ea00254d4cb400476df8920946 for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:40:33.027758 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a18aadea-4b3d-413b-8475-b29208e7889a tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16714600'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:33.098993 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1426f298-82f1-4d18-a90d-dc16a03137ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:33.102436 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1426f298-82f1-4d18-a90d-dc16a03137ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:33.104025 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-1426f298-82f1-4d18-a90d-dc16a03137ad admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/229f5b9a-45a0-4bfa-80c4-263f148030c0 HTTP/1.1" status: 204 len: 168 time: 0.2973561 Jul 14 09:40:33.119659 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c8588565-73a8-402e-91d1-8fa4d25df064 None None] For port 84dfab20-a3bf-43c6-862a-3baba3b2d87a, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=84dfab20-a3bf-43c6-862a-3baba3b2d87a,segment=NetworkSegment(f981a260-931b-4cc4-a70d-f2881cf5cf1b),segment_id=f981a260-931b-4cc4-a70d-f2881cf5cf1b)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:40:33.135927 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1426f298-82f1-4d18-a90d-dc16a03137ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=229f5b9a-45a0-4bfa-80c4-263f148030c0,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:33.148824 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c8588565-73a8-402e-91d1-8fa4d25df064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:33.260038 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8588565-73a8-402e-91d1-8fa4d25df064 None None] Pushing event updated for resources: {'Port': ['ID=84dfab20-a3bf-43c6-862a-3baba3b2d87a,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:33.282684 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-59f6fa8e-1642-40c6-93d2-808831b7a1ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf951592-1964-4e41-801a-9c3fc61984bf', 'name': 'tempest-RoutersTest-router-172628077', 'tenant_id': '8f66f4ea00254d4cb400476df8920946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:40:29Z', 'updated_at': '2021-07-14T09:40:31Z', 'revision_number': 2, 'project_id': '8f66f4ea00254d4cb400476df8920946', 'gw_port_host': None, '_interfaces': [{'id': 'd64b7d68-d7a6-4b28-828b-29033c51135e', 'name': '', 'network_id': 'b2f10b3c-4a3e-44bb-bf4d-9c5259688dd8', 'tenant_id': '8f66f4ea00254d4cb400476df8920946', 'mac_address': 'fa:16:3e:b2:26:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf951592-1964-4e41-801a-9c3fc61984bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2790, 'fixed_ips': [{'subnet_id': '88aa7971-bac4-4efb-b152-25dec91a2396', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:40:30Z', 'updated_at': '2021-07-14T09:40:31Z', 'revision_number': 2, 'project_id': '8f66f4ea00254d4cb400476df8920946', 'subnets': [{'id': '88aa7971-bac4-4efb-b152-25dec91a2396', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:40:33.379448 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f6fa8e-1642-40c6-93d2-808831b7a1ab None None] Checking router: cf951592-1964-4e41-801a-9c3fc61984bf for host: n-d-779913-29 {{(pid=93959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:40:33.380505 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f6fa8e-1642-40c6-93d2-808831b7a1ab None None] Updating router cf951592-1964-4e41-801a-9c3fc61984bf port d64b7d68-d7a6-4b28-828b-29033c51135e binding host n-d-779913-29 {{(pid=93959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:40:33.426070 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-59f6fa8e-1642-40c6-93d2-808831b7a1ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:33.525240 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a18aadea-4b3d-413b-8475-b29208e7889a tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13573993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16714586'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:33.598099 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-1c92f47d-ed00-435c-bf82-9f0492746923 None None] Provisioning complete for port 84dfab20-a3bf-43c6-862a-3baba3b2d87a triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:40:33.598696 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1c92f47d-ed00-435c-bf82-9f0492746923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:33.625643 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18aadea-4b3d-413b-8475-b29208e7889a tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Pushing event updated for resources: {'Subnet': ['ID=4909dd26-ee00-4000-958e-9313cfbe6942,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:33.641716 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6747d4-5ef8-42a2-b1d0-58bf9bc549a5 req-aaa81920-11f7-44d7-b469-3bf43a439336 tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:33.643386 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-7b6747d4-5ef8-42a2-b1d0-58bf9bc549a5 req-aaa81920-11f7-44d7-b469-3bf43a439336 tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] 10.222.0.68 "GET /v2.0/ports?device_id=abf03d13-3e8c-49a2-bd4b-0fc24e0a569d HTTP/1.1" status: 200 len: 945 time: 0.2388697 Jul 14 09:40:33.686180 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a18aadea-4b3d-413b-8475-b29208e7889a tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Checking segment: {'id': '7cad3308-662a-4e6c-9ff2-b2e1276ec71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'e5b9736d-d957-41ad-ba7c-cc2d24cefda0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:40:33.686548 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a18aadea-4b3d-413b-8475-b29208e7889a tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Network hostable DHCP agents. Network: e5b9736d-d957-41ad-ba7c-cc2d24cefda0, hostable agents: ['c6a09bd4-f72e-4283-a3ca-0bbca8a51081'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:40:33.716989 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-7b6747d4-5ef8-42a2-b1d0-58bf9bc549a5 req-87198f68-351f-4156-9d84-43452c2d3e83 tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] 10.222.0.68 "GET /v2.0/security-groups?id=8136fa3c-cdeb-41b3-bfb9-6bf131e66cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676808 Jul 14 09:40:33.740073 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a18aadea-4b3d-413b-8475-b29208e7889a tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Network e5b9736d-d957-41ad-ba7c-cc2d24cefda0 is scheduled to be hosted by DHCP agent c6a09bd4-f72e-4283-a3ca-0bbca8a51081 with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:40:33.763777 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-a18aadea-4b3d-413b-8475-b29208e7889a tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-29, e5b9736d-d957-41ad-ba7c-cc2d24cefda0) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:40:33.779157 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a18aadea-4b3d-413b-8475-b29208e7889a tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:33.780632 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a18aadea-4b3d-413b-8475-b29208e7889a tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:33.783506 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a721ccd4-c305-4a39-aa13-5852d0acc8c6 None None] Network e5b9736d-d957-41ad-ba7c-cc2d24cefda0 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:40:33.802015 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-a18aadea-4b3d-413b-8475-b29208e7889a tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8987665 Jul 14 09:40:33.803830 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 42800) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:33.868646 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-1c92f47d-ed00-435c-bf82-9f0492746923 None None] Provisioning for port d64b7d68-d7a6-4b28-828b-29033c51135e completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:40:33.876229 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-1c92f47d-ed00-435c-bf82-9f0492746923 None None] Provisioning complete for port d64b7d68-d7a6-4b28-828b-29033c51135e triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:40:33.876610 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1c92f47d-ed00-435c-bf82-9f0492746923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:34.177759 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-1c92f47d-ed00-435c-bf82-9f0492746923 None None] Port d64b7d68-d7a6-4b28-828b-29033c51135e cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:40:34.197640 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-59f6fa8e-1642-40c6-93d2-808831b7a1ab None None] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:34.240535 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 84dfab20-a3bf-43c6-862a-3baba3b2d87a up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:40:34.243622 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-59f6fa8e-1642-40c6-93d2-808831b7a1ab None None] Transition to ACTIVE for port object d64b7d68-d7a6-4b28-828b-29033c51135e will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:40:34.273211 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-59f6fa8e-1642-40c6-93d2-808831b7a1ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:34.277480 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14451533-cbe8-489c-a682-e7f44c4a22e3 req-5c0450b5-631b-4841-ad2f-20223cda427e tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:34.279387 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-14451533-cbe8-489c-a682-e7f44c4a22e3 req-5c0450b5-631b-4841-ad2f-20223cda427e tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/ports?device_id=5ed0c1cb-c3d6-40f1-8aad-1894504b5a83 HTTP/1.1" status: 200 len: 945 time: 0.0974298 Jul 14 09:40:34.365016 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-14451533-cbe8-489c-a682-e7f44c4a22e3 req-d912c798-ad73-4d56-8ffe-e975f562458c tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/security-groups?id=3e66fdd8-bd2d-4f0b-a124-b60bfc46cfe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738883 Jul 14 09:40:34.472210 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc49b850-dd34-4677-ac6c-18a02e82b52b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf57baaa9-fd24-59f4-8fd2-1dc21122ce72-e5b9736d-d957-41ad-ba7c-cc2d24cefda0', 'network_id': 'e5b9736d-d957-41ad-ba7c-cc2d24cefda0', 'tenant_id': '8f66f4ea00254d4cb400476df8920946', 'fixed_ips': [{'subnet_id': '4909dd26-ee00-4000-958e-9313cfbe6942'}]}} from n-d-779913-29. {{(pid=93959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:40:34.473082 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-dc49b850-dd34-4677-ac6c-18a02e82b52b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:34.572271 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3419e99a-495f-4132-b643-b039d1c3054f None None] Pushing event updated for resources: {'Port': ['ID=d64b7d68-d7a6-4b28-828b-29033c51135e,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:34.574581 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port 84dfab20-a3bf-43c6-862a-3baba3b2d87a triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:40:34.574963 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:34.699257 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-59f6fa8e-1642-40c6-93d2-808831b7a1ab None None] Attempting to bind port d64b7d68-d7a6-4b28-828b-29033c51135e on host n-d-779913-29 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:40:34.699664 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-59f6fa8e-1642-40c6-93d2-808831b7a1ab None None] Attempting to bind port d64b7d68-d7a6-4b28-828b-29033c51135e by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': 'f981a260-931b-4cc4-a70d-f2881cf5cf1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'b2f10b3c-4a3e-44bb-bf4d-9c5259688dd8'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:40:34.700033 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59f6fa8e-1642-40c6-93d2-808831b7a1ab None None] Attempting to bind port d64b7d68-d7a6-4b28-828b-29033c51135e on network b2f10b3c-4a3e-44bb-bf4d-9c5259688dd8 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:40:34.709844 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59f6fa8e-1642-40c6-93d2-808831b7a1ab None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 40, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:40:34.710224 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59f6fa8e-1642-40c6-93d2-808831b7a1ab None None] Checking segment: {'id': 'f981a260-931b-4cc4-a70d-f2881cf5cf1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'b2f10b3c-4a3e-44bb-bf4d-9c5259688dd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:40:34.710665 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-59f6fa8e-1642-40c6-93d2-808831b7a1ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:34.711067 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59f6fa8e-1642-40c6-93d2-808831b7a1ab None None] Bound using segment: {'id': 'f981a260-931b-4cc4-a70d-f2881cf5cf1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'b2f10b3c-4a3e-44bb-bf4d-9c5259688dd8'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:40:34.711553 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-59f6fa8e-1642-40c6-93d2-808831b7a1ab None None] Bound port: d64b7d68-d7a6-4b28-828b-29033c51135e, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f981a260-931b-4cc4-a70d-f2881cf5cf1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'b2f10b3c-4a3e-44bb-bf4d-9c5259688dd8'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:40:34.711942 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-59f6fa8e-1642-40c6-93d2-808831b7a1ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:34.919345 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcbeff0-27f3-4ad2-8e7e-c7f0a12e4903 req-ed3afb24-9b66-487a-bcd5-1cc32d6a3503 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:34.922729 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-cbcbeff0-27f3-4ad2-8e7e-c7f0a12e4903 req-ed3afb24-9b66-487a-bcd5-1cc32d6a3503 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/ports?device_id=5ed0c1cb-c3d6-40f1-8aad-1894504b5a83 HTTP/1.1" status: 200 len: 945 time: 0.2586856 Jul 14 09:40:34.942517 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-59f6fa8e-1642-40c6-93d2-808831b7a1ab None None] For port d64b7d68-d7a6-4b28-828b-29033c51135e, host n-d-779913-29, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:40:34.948242 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-59f6fa8e-1642-40c6-93d2-808831b7a1ab None None] For port d64b7d68-d7a6-4b28-828b-29033c51135e, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=d64b7d68-d7a6-4b28-828b-29033c51135e,segment=NetworkSegment(f981a260-931b-4cc4-a70d-f2881cf5cf1b),segment_id=f981a260-931b-4cc4-a70d-f2881cf5cf1b)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:40:34.949914 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-dc49b850-dd34-4677-ac6c-18a02e82b52b None None] Allocated IP 172.21.0.2 (e5b9736d-d957-41ad-ba7c-cc2d24cefda0/4909dd26-ee00-4000-958e-9313cfbe6942/245b4c0c-4bc6-4ac1-9e59-ff1e8f85cca0) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:40:34.956769 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-59f6fa8e-1642-40c6-93d2-808831b7a1ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:35.011873 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f6fa8e-1642-40c6-93d2-808831b7a1ab None None] Routers {'cf951592-1964-4e41-801a-9c3fc61984bf'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:40:35.012308 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-59f6fa8e-1642-40c6-93d2-808831b7a1ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:40:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['cf951592-1964-4e41-801a-9c3fc61984bf'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:40:35.039365 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-cbcbeff0-27f3-4ad2-8e7e-c7f0a12e4903 req-fae61524-62f3-4c4e-946b-3cb7ed342ff1 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/security-groups?id=3e66fdd8-bd2d-4f0b-a124-b60bfc46cfe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1061535 Jul 14 09:40:35.058990 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4703e07-5928-4b2e-b135-ea531d6ef006 req-9555134c-58c6-4cbc-92c8-5fcd8d0f5f00 tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:35.068294 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-a4703e07-5928-4b2e-b135-ea531d6ef006 req-9555134c-58c6-4cbc-92c8-5fcd8d0f5f00 tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] 10.222.0.68 "GET /v2.0/ports?device_id=abf03d13-3e8c-49a2-bd4b-0fc24e0a569d HTTP/1.1" status: 200 len: 945 time: 0.1576669 Jul 14 09:40:35.197975 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-424e2611-9366-4226-a51b-3995e507eb80 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:35.198238 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-a4703e07-5928-4b2e-b135-ea531d6ef006 req-24cdf395-5c80-4677-801e-8e0f3186d908 tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] 10.222.0.68 "GET /v2.0/security-groups?id=8136fa3c-cdeb-41b3-bfb9-6bf131e66cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287482 Jul 14 09:40:35.199429 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3419e99a-495f-4132-b643-b039d1c3054f None None] Pushing event updated for resources: {'Port': ['ID=d64b7d68-d7a6-4b28-828b-29033c51135e,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:35.276450 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvr_db [None req-59f6fa8e-1642-40c6-93d2-808831b7a1ab None None] Set router cf951592-1964-4e41-801a-9c3fc61984bf gateway port host: None {{(pid=93959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:40:35.284712 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 42840) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:35.602494 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-e11a5630-55ec-45bc-a002-d1da873da5fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046232622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046232622-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1407047385'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:40:35.612820 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-dc49b850-dd34-4677-ac6c-18a02e82b52b None None] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:35.626542 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-dc49b850-dd34-4677-ac6c-18a02e82b52b None None] Transition to ACTIVE for port object 245b4c0c-4bc6-4ac1-9e59-ff1e8f85cca0 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:40:35.628741 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e11a5630-55ec-45bc-a002-d1da873da5fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046232622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046232622-project] Made reservation on behalf of 8d0875226392491a9d3307d393473b30 for: {'network': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:40:35.634311 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e11a5630-55ec-45bc-a002-d1da873da5fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046232622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046232622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for network, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:35.649579 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-dc49b850-dd34-4677-ac6c-18a02e82b52b None None] Transition to ACTIVE for port object 245b4c0c-4bc6-4ac1-9e59-ff1e8f85cca0 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:40:35.650975 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e11a5630-55ec-45bc-a002-d1da873da5fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046232622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046232622-project] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:35.661047 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-dc49b850-dd34-4677-ac6c-18a02e82b52b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:35.678591 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a20801-cf1f-41ef-8763-f7dd1d24fd6b req-e2e970f1-b9fa-42f2-9762-5a5a1db3e4a0 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:35.680359 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-75a20801-cf1f-41ef-8763-f7dd1d24fd6b req-e2e970f1-b9fa-42f2-9762-5a5a1db3e4a0 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/ports?device_id=5ed0c1cb-c3d6-40f1-8aad-1894504b5a83 HTTP/1.1" status: 200 len: 945 time: 0.0915701 Jul 14 09:40:35.697881 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-59f6fa8e-1642-40c6-93d2-808831b7a1ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf951592-1964-4e41-801a-9c3fc61984bf', 'name': 'tempest-RoutersTest-router-172628077', 'tenant_id': '8f66f4ea00254d4cb400476df8920946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:40:29Z', 'updated_at': '2021-07-14T09:40:31Z', 'revision_number': 2, 'project_id': '8f66f4ea00254d4cb400476df8920946', 'gw_port_host': None, '_interfaces': [{'id': 'd64b7d68-d7a6-4b28-828b-29033c51135e', 'name': '', 'network_id': 'b2f10b3c-4a3e-44bb-bf4d-9c5259688dd8', 'tenant_id': '8f66f4ea00254d4cb400476df8920946', 'mac_address': 'fa:16:3e:b2:26:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf951592-1964-4e41-801a-9c3fc61984bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2790, 'fixed_ips': [{'subnet_id': '88aa7971-bac4-4efb-b152-25dec91a2396', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:40:30Z', 'updated_at': '2021-07-14T09:40:34Z', 'revision_number': 4, 'project_id': '8f66f4ea00254d4cb400476df8920946', 'subnets': [{'id': '88aa7971-bac4-4efb-b152-25dec91a2396', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:40:35.714830 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc49b850-dd34-4677-ac6c-18a02e82b52b None None] Network e5b9736d-d957-41ad-ba7c-cc2d24cefda0 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:40:35.732560 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-75a20801-cf1f-41ef-8763-f7dd1d24fd6b req-0ce69107-bffa-43f4-9c82-04b9109f8174 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/security-groups?id=3e66fdd8-bd2d-4f0b-a124-b60bfc46cfe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430372 Jul 14 09:40:35.741458 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-424e2611-9366-4226-a51b-3995e507eb80 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Allocated IP 172.21.0.1 (e5b9736d-d957-41ad-ba7c-cc2d24cefda0/4909dd26-ee00-4000-958e-9313cfbe6942/b38c67a0-76ec-4dd3-8de4-6440734d1086) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:40:35.746784 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-dc49b850-dd34-4677-ac6c-18a02e82b52b None None] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:40:35.750315 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f6fa8e-1642-40c6-93d2-808831b7a1ab None None] The sync data for ids ['cf951592-1964-4e41-801a-9c3fc61984bf'] in n-d-779913-29 is: [{'id': 'cf951592-1964-4e41-801a-9c3fc61984bf', 'name': 'tempest-RoutersTest-router-172628077', 'tenant_id': '8f66f4ea00254d4cb400476df8920946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:40:29Z', 'updated_at': '2021-07-14T09:40:31Z', 'revision_number': 2, 'project_id': '8f66f4ea00254d4cb400476df8920946', 'gw_port_host': None, '_interfaces': [{'id': 'd64b7d68-d7a6-4b28-828b-29033c51135e', 'name': '', 'network_id': 'b2f10b3c-4a3e-44bb-bf4d-9c5259688dd8', 'tenant_id': '8f66f4ea00254d4cb400476df8920946', 'mac_address': 'fa:16:3e:b2:26:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf951592-1964-4e41-801a-9c3fc61984bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2790, 'fixed_ips': [{'subnet_id': '88aa7971-bac4-4efb-b152-25dec91a2396', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:40:30Z', 'updated_at': '2021-07-14T09:40:34Z', 'revision_number': 4, 'project_id': '8f66f4ea00254d4cb400476df8920946', 'subnets': [{'id': '88aa7971-bac4-4efb-b152-25dec91a2396', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:40:35.755138 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc49b850-dd34-4677-ac6c-18a02e82b52b None None] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:40:35.758650 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc49b850-dd34-4677-ac6c-18a02e82b52b None None] Pushing event updated for resources: {'Port': ['ID=245b4c0c-4bc6-4ac1-9e59-ff1e8f85cca0,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:35.829226 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-dc49b850-dd34-4677-ac6c-18a02e82b52b None None] Attempting to bind port 245b4c0c-4bc6-4ac1-9e59-ff1e8f85cca0 on host n-d-779913-29 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:40:35.829721 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-dc49b850-dd34-4677-ac6c-18a02e82b52b None None] Attempting to bind port 245b4c0c-4bc6-4ac1-9e59-ff1e8f85cca0 by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': '7cad3308-662a-4e6c-9ff2-b2e1276ec71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'e5b9736d-d957-41ad-ba7c-cc2d24cefda0'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:40:35.830163 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc49b850-dd34-4677-ac6c-18a02e82b52b None None] Attempting to bind port 245b4c0c-4bc6-4ac1-9e59-ff1e8f85cca0 on network e5b9736d-d957-41ad-ba7c-cc2d24cefda0 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:40:35.842182 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc49b850-dd34-4677-ac6c-18a02e82b52b None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 40, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:40:35.842756 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc49b850-dd34-4677-ac6c-18a02e82b52b None None] Checking segment: {'id': '7cad3308-662a-4e6c-9ff2-b2e1276ec71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'e5b9736d-d957-41ad-ba7c-cc2d24cefda0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:40:35.843289 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-dc49b850-dd34-4677-ac6c-18a02e82b52b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:35.843752 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc49b850-dd34-4677-ac6c-18a02e82b52b None None] Bound using segment: {'id': '7cad3308-662a-4e6c-9ff2-b2e1276ec71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'e5b9736d-d957-41ad-ba7c-cc2d24cefda0'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:40:35.844397 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-dc49b850-dd34-4677-ac6c-18a02e82b52b None None] Bound port: 245b4c0c-4bc6-4ac1-9e59-ff1e8f85cca0, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cad3308-662a-4e6c-9ff2-b2e1276ec71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'e5b9736d-d957-41ad-ba7c-cc2d24cefda0'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:40:35.844854 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-dc49b850-dd34-4677-ac6c-18a02e82b52b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:35.936529 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e11a5630-55ec-45bc-a002-d1da873da5fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046232622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046232622-project] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:35.948287 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e11a5630-55ec-45bc-a002-d1da873da5fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046232622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046232622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:35.950236 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-dc49b850-dd34-4677-ac6c-18a02e82b52b None None] For port 245b4c0c-4bc6-4ac1-9e59-ff1e8f85cca0, host n-d-779913-29, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:40:35.954846 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-dc49b850-dd34-4677-ac6c-18a02e82b52b None None] For port 245b4c0c-4bc6-4ac1-9e59-ff1e8f85cca0, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=245b4c0c-4bc6-4ac1-9e59-ff1e8f85cca0,segment=NetworkSegment(7cad3308-662a-4e6c-9ff2-b2e1276ec71f),segment_id=7cad3308-662a-4e6c-9ff2-b2e1276ec71f)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:40:35.962328 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-424e2611-9366-4226-a51b-3995e507eb80 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:35.962767 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-dc49b850-dd34-4677-ac6c-18a02e82b52b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:35.993857 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e11a5630-55ec-45bc-a002-d1da873da5fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046232622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046232622-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 746} {{(pid=93957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:40:36.005481 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-424e2611-9366-4226-a51b-3995e507eb80 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Transition to ACTIVE for port object b38c67a0-76ec-4dd3-8de4-6440734d1086 will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:40:36.010770 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11a5630-55ec-45bc-a002-d1da873da5fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046232622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046232622-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8264a588-b066-4f2a-bb66-646192a8d233,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:36.029911 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e11a5630-55ec-45bc-a002-d1da873da5fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046232622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046232622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:36.030265 n-d-779913-29 neutron-server[93957]: INFO neutron.db.segments_db [None req-e11a5630-55ec-45bc-a002-d1da873da5fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046232622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046232622-project] Added segment aba08415-82b1-4e6f-be62-67c5d9a400bc of type vlan for network 2782acb7-6433-4cb6-b032-57259aa55ea3 Jul 14 09:40:36.088355 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc49b850-dd34-4677-ac6c-18a02e82b52b None None] Pushing event updated for resources: {'Port': ['ID=245b4c0c-4bc6-4ac1-9e59-ff1e8f85cca0,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:36.110518 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e11a5630-55ec-45bc-a002-d1da873da5fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046232622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046232622-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735687821325'] for network, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:36.153315 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-424e2611-9366-4226-a51b-3995e507eb80 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:36.193872 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-424e2611-9366-4226-a51b-3995e507eb80 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Network e5b9736d-d957-41ad-ba7c-cc2d24cefda0 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:40:36.197328 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-424e2611-9366-4226-a51b-3995e507eb80 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:40:36.204153 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-424e2611-9366-4226-a51b-3995e507eb80 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:40:36.240049 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e11a5630-55ec-45bc-a002-d1da873da5fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046232622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046232622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855'] for network, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:36.248888 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e11a5630-55ec-45bc-a002-d1da873da5fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046232622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046232622-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:36.250067 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e11a5630-55ec-45bc-a002-d1da873da5fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046232622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046232622-project] Notify callbacks [] for network, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:36.304183 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device d64b7d68-d7a6-4b28-828b-29033c51135e up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:40:36.421289 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning for port d64b7d68-d7a6-4b28-828b-29033c51135e completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:40:36.430157 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port d64b7d68-d7a6-4b28-828b-29033c51135e triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:40:36.430755 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:36.496971 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-e11a5630-55ec-45bc-a002-d1da873da5fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046232622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046232622-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 1.2111149 Jul 14 09:40:36.526303 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424e2611-9366-4226-a51b-3995e507eb80 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Pushing event updated for resources: {'Port': ['ID=b38c67a0-76ec-4dd3-8de4-6440734d1086,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:36.537896 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11a5630-55ec-45bc-a002-d1da873da5fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046232622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046232622-project] Pushing event updated for resources: {'Network': ['ID=2782acb7-6433-4cb6-b032-57259aa55ea3,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:36.541098 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-424e2611-9366-4226-a51b-3995e507eb80 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-660393'] for router_interface, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:36.569640 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Network 2782acb7-6433-4cb6-b032-57259aa55ea3 details requested by agent ovs-agent-n-d-779913-29 with host n-d-779913-29 {{(pid=93959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:40:36.621650 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.agents_db [None req-3c3509fb-540d-4335-a450-574895dd3602 None None] Agent healthcheck: found 7 active agents {{(pid=93960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:40:36.774813 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:36.777770 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f99a6e3-9922-40ee-b1a4-279f5ca7cd5e req-d368f009-c677-45c5-8711-a7d242f25684 tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:36.785510 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2f99a6e3-9922-40ee-b1a4-279f5ca7cd5e req-d368f009-c677-45c5-8711-a7d242f25684 tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] 10.222.0.68 "GET /v2.0/ports?device_id=abf03d13-3e8c-49a2-bd4b-0fc24e0a569d HTTP/1.1" status: 200 len: 945 time: 0.3930933 Jul 14 09:40:36.862353 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] For port d64b7d68-d7a6-4b28-828b-29033c51135e, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=d64b7d68-d7a6-4b28-828b-29033c51135e,segment=NetworkSegment(f981a260-931b-4cc4-a70d-f2881cf5cf1b),segment_id=f981a260-931b-4cc4-a70d-f2881cf5cf1b)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:40:36.866478 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2f99a6e3-9922-40ee-b1a4-279f5ca7cd5e req-328d0e3d-147c-4e4c-a979-fc4f8467adfb tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] 10.222.0.68 "GET /v2.0/security-groups?id=8136fa3c-cdeb-41b3-bfb9-6bf131e66cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799925 Jul 14 09:40:36.878893 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:36.981219 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Pushing event updated for resources: {'Port': ['ID=d64b7d68-d7a6-4b28-828b-29033c51135e,revision_number=5']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:37.010851 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-424e2611-9366-4226-a51b-3995e507eb80 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:37.111126 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 42866) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:37.117568 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-fbaae265-3358-4e69-b171-848621359a56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Request body: {'port': {'network_id': '2782acb7-6433-4cb6-b032-57259aa55ea3', 'binding:host_id': 'n-h1-779913-29', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-258830201'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:40:37.191312 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbaae265-3358-4e69-b171-848621359a56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Made reservation on behalf of 0b02f0dc688e46458489020cb5c04efa for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:40:37.194184 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fbaae265-3358-4e69-b171-848621359a56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:37.204872 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fbaae265-3358-4e69-b171-848621359a56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:37.348763 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fbaae265-3358-4e69-b171-848621359a56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:37.354407 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fbaae265-3358-4e69-b171-848621359a56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:37.388057 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbaae265-3358-4e69-b171-848621359a56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02578021-7416-49d1-a637-e2c20025528c,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:37.392485 n-d-779913-29 neutron-server[93958]: DEBUG neutron.notifiers.nova [None req-fbaae265-3358-4e69-b171-848621359a56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] device_id is not set on port a4ff4646-b66e-4f79-9097-f18e88220ed6 yet. {{(pid=93958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:40:37.484423 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-424e2611-9366-4226-a51b-3995e507eb80 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:37.505322 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33453675-9d62-40e4-9396-65c7c8b0e877 req-e74a14d7-31ce-440c-b0be-d2931d235e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:37.507451 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-33453675-9d62-40e4-9396-65c7c8b0e877 req-e74a14d7-31ce-440c-b0be-d2931d235e99 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0be6be6bccc149f1a4b35e465d4a6d6f&device_id=5ed0c1cb-c3d6-40f1-8aad-1894504b5a83 HTTP/1.1" status: 200 len: 1097 time: 0.5248065 Jul 14 09:40:37.508155 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-424e2611-9366-4226-a51b-3995e507eb80 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:37.591460 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-424e2611-9366-4226-a51b-3995e507eb80 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-683747'] for router_interface, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:37.653788 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38dc79a5-c08e-4602-87b1-aae9ef902351 None None] Network e5b9736d-d957-41ad-ba7c-cc2d24cefda0 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:40:37.750395 n-d-779913-29 neutron-server[93958]: DEBUG neutron.notifiers.nova [None req-fbaae265-3358-4e69-b171-848621359a56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] device_id is not set on port a4ff4646-b66e-4f79-9097-f18e88220ed6 yet. {{(pid=93958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:40:37.760082 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fbaae265-3358-4e69-b171-848621359a56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:37.772578 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-fbaae265-3358-4e69-b171-848621359a56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Transition to ACTIVE for port object a4ff4646-b66e-4f79-9097-f18e88220ed6 will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:40:37.782826 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fbaae265-3358-4e69-b171-848621359a56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:37.824850 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424e2611-9366-4226-a51b-3995e507eb80 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Pushing event updated for resources: {'Port': ['ID=b38c67a0-76ec-4dd3-8de4-6440734d1086,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:37.865628 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbaae265-3358-4e69-b171-848621359a56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Pushing event updated for resources: {'Port': ['ID=a4ff4646-b66e-4f79-9097-f18e88220ed6,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:37.925546 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbaae265-3358-4e69-b171-848621359a56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Checking segment: {'id': 'aba08415-82b1-4e6f-be62-67c5d9a400bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '2782acb7-6433-4cb6-b032-57259aa55ea3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:40:37.926410 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbaae265-3358-4e69-b171-848621359a56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Network hostable DHCP agents. Network: 2782acb7-6433-4cb6-b032-57259aa55ea3, hostable agents: ['c6a09bd4-f72e-4283-a3ca-0bbca8a51081'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:40:37.949337 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-424e2611-9366-4226-a51b-3995e507eb80 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Network e5b9736d-d957-41ad-ba7c-cc2d24cefda0 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:40:37.956034 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8c419290-167a-4a58-8dda-5bdf0db3e596 req-bf5e8b11-8fdb-44b0-8573-11840938fb79 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=7aa1ffcc-49bc-4331-be36-b793b08d3aa0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.8873620 Jul 14 09:40:37.957823 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-424e2611-9366-4226-a51b-3995e507eb80 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:40:37.972351 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbaae265-3358-4e69-b171-848621359a56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Network 2782acb7-6433-4cb6-b032-57259aa55ea3 is scheduled to be hosted by DHCP agent c6a09bd4-f72e-4283-a3ca-0bbca8a51081 with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:40:37.990563 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-fbaae265-3358-4e69-b171-848621359a56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-29, 2782acb7-6433-4cb6-b032-57259aa55ea3) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:40:37.995827 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbaae265-3358-4e69-b171-848621359a56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:40:38.016244 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-8d26e58a-2dfe-4716-85c8-ddc650655605 None None] Provisioning for port 245b4c0c-4bc6-4ac1-9e59-ff1e8f85cca0 completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:40:38.035290 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dc87d2d-7b7d-48bb-b647-54c16ab7a9bf None None] Network 2782acb7-6433-4cb6-b032-57259aa55ea3 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:40:38.063295 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-fbaae265-3358-4e69-b171-848621359a56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Attempting to bind port a4ff4646-b66e-4f79-9097-f18e88220ed6 on host n-h1-779913-29 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:40:38.063295 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-fbaae265-3358-4e69-b171-848621359a56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Attempting to bind port a4ff4646-b66e-4f79-9097-f18e88220ed6 by drivers openvswitch,hyperv on host n-h1-779913-29 at level 0 using segments [{'id': 'aba08415-82b1-4e6f-be62-67c5d9a400bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '2782acb7-6433-4cb6-b032-57259aa55ea3'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:40:38.063826 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbaae265-3358-4e69-b171-848621359a56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Attempting to bind port a4ff4646-b66e-4f79-9097-f18e88220ed6 on network 2782acb7-6433-4cb6-b032-57259aa55ea3 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:40:38.080034 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbaae265-3358-4e69-b171-848621359a56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Port a4ff4646-b66e-4f79-9097-f18e88220ed6 on network 2782acb7-6433-4cb6-b032-57259aa55ea3 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-29 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:40:38.084675 n-d-779913-29 neutron-server[93958]: ERROR neutron.plugins.ml2.managers [None req-fbaae265-3358-4e69-b171-848621359a56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Failed to bind port a4ff4646-b66e-4f79-9097-f18e88220ed6 on host n-h1-779913-29 for vnic_type normal using segments [{'id': 'aba08415-82b1-4e6f-be62-67c5d9a400bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '2782acb7-6433-4cb6-b032-57259aa55ea3'}] Jul 14 09:40:38.085637 n-d-779913-29 neutron-server[93958]: INFO neutron.plugins.ml2.plugin [None req-fbaae265-3358-4e69-b171-848621359a56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Attempt 2 to bind port a4ff4646-b66e-4f79-9097-f18e88220ed6 Jul 14 09:40:38.126667 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-fbaae265-3358-4e69-b171-848621359a56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Attempting to bind port a4ff4646-b66e-4f79-9097-f18e88220ed6 on host n-h1-779913-29 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:40:38.127267 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-fbaae265-3358-4e69-b171-848621359a56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Attempting to bind port a4ff4646-b66e-4f79-9097-f18e88220ed6 by drivers openvswitch,hyperv on host n-h1-779913-29 at level 0 using segments [{'id': 'aba08415-82b1-4e6f-be62-67c5d9a400bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '2782acb7-6433-4cb6-b032-57259aa55ea3'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:40:38.132453 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbaae265-3358-4e69-b171-848621359a56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Attempting to bind port a4ff4646-b66e-4f79-9097-f18e88220ed6 on network 2782acb7-6433-4cb6-b032-57259aa55ea3 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:40:38.150056 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbaae265-3358-4e69-b171-848621359a56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Port a4ff4646-b66e-4f79-9097-f18e88220ed6 on network 2782acb7-6433-4cb6-b032-57259aa55ea3 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-29 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:40:38.152046 n-d-779913-29 neutron-server[93958]: ERROR neutron.plugins.ml2.managers [None req-fbaae265-3358-4e69-b171-848621359a56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Failed to bind port a4ff4646-b66e-4f79-9097-f18e88220ed6 on host n-h1-779913-29 for vnic_type normal using segments [{'id': 'aba08415-82b1-4e6f-be62-67c5d9a400bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '2782acb7-6433-4cb6-b032-57259aa55ea3'}] Jul 14 09:40:38.152397 n-d-779913-29 neutron-server[93958]: INFO neutron.plugins.ml2.plugin [None req-fbaae265-3358-4e69-b171-848621359a56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Attempt 3 to bind port a4ff4646-b66e-4f79-9097-f18e88220ed6 Jul 14 09:40:38.177216 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b515ba15-2492-438d-b2ce-d05eee8060e5 req-f2774550-5d6e-466b-9751-45378ce9fc28 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:38.186390 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b515ba15-2492-438d-b2ce-d05eee8060e5 req-f2774550-5d6e-466b-9751-45378ce9fc28 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/ports?device_id=5ed0c1cb-c3d6-40f1-8aad-1894504b5a83 HTTP/1.1" status: 200 len: 945 time: 0.9266386 Jul 14 09:40:38.215710 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-fbaae265-3358-4e69-b171-848621359a56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Attempting to bind port a4ff4646-b66e-4f79-9097-f18e88220ed6 on host n-h1-779913-29 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:40:38.216328 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-fbaae265-3358-4e69-b171-848621359a56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Attempting to bind port a4ff4646-b66e-4f79-9097-f18e88220ed6 by drivers openvswitch,hyperv on host n-h1-779913-29 at level 0 using segments [{'id': 'aba08415-82b1-4e6f-be62-67c5d9a400bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '2782acb7-6433-4cb6-b032-57259aa55ea3'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:40:38.218337 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbaae265-3358-4e69-b171-848621359a56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Attempting to bind port a4ff4646-b66e-4f79-9097-f18e88220ed6 on network 2782acb7-6433-4cb6-b032-57259aa55ea3 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:40:38.261918 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 42876) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:38.268352 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbaae265-3358-4e69-b171-848621359a56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Port a4ff4646-b66e-4f79-9097-f18e88220ed6 on network 2782acb7-6433-4cb6-b032-57259aa55ea3 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-29 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:40:38.269372 n-d-779913-29 neutron-server[93958]: ERROR neutron.plugins.ml2.managers [None req-fbaae265-3358-4e69-b171-848621359a56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Failed to bind port a4ff4646-b66e-4f79-9097-f18e88220ed6 on host n-h1-779913-29 for vnic_type normal using segments [{'id': 'aba08415-82b1-4e6f-be62-67c5d9a400bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '2782acb7-6433-4cb6-b032-57259aa55ea3'}] Jul 14 09:40:38.272585 n-d-779913-29 neutron-server[93958]: INFO neutron.plugins.ml2.plugin [None req-fbaae265-3358-4e69-b171-848621359a56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Attempt 4 to bind port a4ff4646-b66e-4f79-9097-f18e88220ed6 Jul 14 09:40:38.289023 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-fbaae265-3358-4e69-b171-848621359a56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Attempting to bind port a4ff4646-b66e-4f79-9097-f18e88220ed6 on host n-h1-779913-29 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:40:38.289520 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-fbaae265-3358-4e69-b171-848621359a56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Attempting to bind port a4ff4646-b66e-4f79-9097-f18e88220ed6 by drivers openvswitch,hyperv on host n-h1-779913-29 at level 0 using segments [{'id': 'aba08415-82b1-4e6f-be62-67c5d9a400bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '2782acb7-6433-4cb6-b032-57259aa55ea3'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:40:38.289980 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbaae265-3358-4e69-b171-848621359a56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Attempting to bind port a4ff4646-b66e-4f79-9097-f18e88220ed6 on network 2782acb7-6433-4cb6-b032-57259aa55ea3 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:40:38.297950 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbaae265-3358-4e69-b171-848621359a56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Port a4ff4646-b66e-4f79-9097-f18e88220ed6 on network 2782acb7-6433-4cb6-b032-57259aa55ea3 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-29 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:40:38.298766 n-d-779913-29 neutron-server[93958]: ERROR neutron.plugins.ml2.managers [None req-fbaae265-3358-4e69-b171-848621359a56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Failed to bind port a4ff4646-b66e-4f79-9097-f18e88220ed6 on host n-h1-779913-29 for vnic_type normal using segments [{'id': 'aba08415-82b1-4e6f-be62-67c5d9a400bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '2782acb7-6433-4cb6-b032-57259aa55ea3'}] Jul 14 09:40:38.300470 n-d-779913-29 neutron-server[93958]: INFO neutron.plugins.ml2.plugin [None req-fbaae265-3358-4e69-b171-848621359a56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Attempt 5 to bind port a4ff4646-b66e-4f79-9097-f18e88220ed6 Jul 14 09:40:38.311865 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33453675-9d62-40e4-9396-65c7c8b0e877 req-e833f367-847a-44ed-a75c-3b212e85cc64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:38.324167 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-fbaae265-3358-4e69-b171-848621359a56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Attempting to bind port a4ff4646-b66e-4f79-9097-f18e88220ed6 on host n-h1-779913-29 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:40:38.324712 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-fbaae265-3358-4e69-b171-848621359a56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Attempting to bind port a4ff4646-b66e-4f79-9097-f18e88220ed6 by drivers openvswitch,hyperv on host n-h1-779913-29 at level 0 using segments [{'id': 'aba08415-82b1-4e6f-be62-67c5d9a400bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '2782acb7-6433-4cb6-b032-57259aa55ea3'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:40:38.325265 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbaae265-3358-4e69-b171-848621359a56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Attempting to bind port a4ff4646-b66e-4f79-9097-f18e88220ed6 on network 2782acb7-6433-4cb6-b032-57259aa55ea3 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:40:38.335403 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbaae265-3358-4e69-b171-848621359a56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Port a4ff4646-b66e-4f79-9097-f18e88220ed6 on network 2782acb7-6433-4cb6-b032-57259aa55ea3 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-29 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:40:38.335773 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-33453675-9d62-40e4-9396-65c7c8b0e877 req-e833f367-847a-44ed-a75c-3b212e85cc64 service neutron] 10.222.0.65 "GET /v2.0/networks?id=2a42cb13-2d55-4959-a070-eb88da564dfb HTTP/1.1" status: 200 len: 913 time: 0.7594423 Jul 14 09:40:38.335940 n-d-779913-29 neutron-server[93958]: ERROR neutron.plugins.ml2.managers [None req-fbaae265-3358-4e69-b171-848621359a56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Failed to bind port a4ff4646-b66e-4f79-9097-f18e88220ed6 on host n-h1-779913-29 for vnic_type normal using segments [{'id': 'aba08415-82b1-4e6f-be62-67c5d9a400bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '2782acb7-6433-4cb6-b032-57259aa55ea3'}] Jul 14 09:40:38.339590 n-d-779913-29 neutron-server[93958]: INFO neutron.plugins.ml2.plugin [None req-fbaae265-3358-4e69-b171-848621359a56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Attempt 6 to bind port a4ff4646-b66e-4f79-9097-f18e88220ed6 Jul 14 09:40:38.351653 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b7b920-baaa-49a8-8f89-bab1d870bf3b req-4202298e-cd79-4760-874d-3728a61687ac tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:38.359044 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-42b7b920-baaa-49a8-8f89-bab1d870bf3b req-4202298e-cd79-4760-874d-3728a61687ac tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] 10.222.0.68 "GET /v2.0/ports?device_id=abf03d13-3e8c-49a2-bd4b-0fc24e0a569d HTTP/1.1" status: 200 len: 945 time: 0.1771736 Jul 14 09:40:38.399433 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-fbaae265-3358-4e69-b171-848621359a56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Attempting to bind port a4ff4646-b66e-4f79-9097-f18e88220ed6 on host n-h1-779913-29 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:40:38.401296 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-fbaae265-3358-4e69-b171-848621359a56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Attempting to bind port a4ff4646-b66e-4f79-9097-f18e88220ed6 by drivers openvswitch,hyperv on host n-h1-779913-29 at level 0 using segments [{'id': 'aba08415-82b1-4e6f-be62-67c5d9a400bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '2782acb7-6433-4cb6-b032-57259aa55ea3'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:40:38.403674 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbaae265-3358-4e69-b171-848621359a56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Attempting to bind port a4ff4646-b66e-4f79-9097-f18e88220ed6 on network 2782acb7-6433-4cb6-b032-57259aa55ea3 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:40:38.417792 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbaae265-3358-4e69-b171-848621359a56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Port a4ff4646-b66e-4f79-9097-f18e88220ed6 on network 2782acb7-6433-4cb6-b032-57259aa55ea3 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-29 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:40:38.418184 n-d-779913-29 neutron-server[93958]: ERROR neutron.plugins.ml2.managers [None req-fbaae265-3358-4e69-b171-848621359a56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Failed to bind port a4ff4646-b66e-4f79-9097-f18e88220ed6 on host n-h1-779913-29 for vnic_type normal using segments [{'id': 'aba08415-82b1-4e6f-be62-67c5d9a400bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '2782acb7-6433-4cb6-b032-57259aa55ea3'}] Jul 14 09:40:38.430644 n-d-779913-29 neutron-server[93958]: INFO neutron.plugins.ml2.plugin [None req-fbaae265-3358-4e69-b171-848621359a56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Attempt 7 to bind port a4ff4646-b66e-4f79-9097-f18e88220ed6 Jul 14 09:40:38.462836 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b515ba15-2492-438d-b2ce-d05eee8060e5 req-b650295d-1d24-4566-b00c-8a30b5736a3c tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/security-groups?id=3e66fdd8-bd2d-4f0b-a124-b60bfc46cfe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2756300 Jul 14 09:40:38.468636 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-fbaae265-3358-4e69-b171-848621359a56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Attempting to bind port a4ff4646-b66e-4f79-9097-f18e88220ed6 on host n-h1-779913-29 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:40:38.468992 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-fbaae265-3358-4e69-b171-848621359a56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Attempting to bind port a4ff4646-b66e-4f79-9097-f18e88220ed6 by drivers openvswitch,hyperv on host n-h1-779913-29 at level 0 using segments [{'id': 'aba08415-82b1-4e6f-be62-67c5d9a400bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '2782acb7-6433-4cb6-b032-57259aa55ea3'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:40:38.469336 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbaae265-3358-4e69-b171-848621359a56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Attempting to bind port a4ff4646-b66e-4f79-9097-f18e88220ed6 on network 2782acb7-6433-4cb6-b032-57259aa55ea3 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:40:38.474409 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-424e2611-9366-4226-a51b-3995e507eb80 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Router cf951592-1964-4e41-801a-9c3fc61984bf has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:40:38.479025 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 245b4c0c-4bc6-4ac1-9e59-ff1e8f85cca0 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:40:38.490814 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-42b7b920-baaa-49a8-8f89-bab1d870bf3b req-771b9c98-c48a-4dcd-a8f4-cb0a25c87e8c tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] 10.222.0.68 "GET /v2.0/security-groups?id=8136fa3c-cdeb-41b3-bfb9-6bf131e66cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306250 Jul 14 09:40:38.500049 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbaae265-3358-4e69-b171-848621359a56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Port a4ff4646-b66e-4f79-9097-f18e88220ed6 on network 2782acb7-6433-4cb6-b032-57259aa55ea3 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-29 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:40:38.500390 n-d-779913-29 neutron-server[93958]: ERROR neutron.plugins.ml2.managers [None req-fbaae265-3358-4e69-b171-848621359a56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Failed to bind port a4ff4646-b66e-4f79-9097-f18e88220ed6 on host n-h1-779913-29 for vnic_type normal using segments [{'id': 'aba08415-82b1-4e6f-be62-67c5d9a400bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '2782acb7-6433-4cb6-b032-57259aa55ea3'}] Jul 14 09:40:38.500983 n-d-779913-29 neutron-server[93958]: INFO neutron.plugins.ml2.plugin [None req-fbaae265-3358-4e69-b171-848621359a56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Attempt 8 to bind port a4ff4646-b66e-4f79-9097-f18e88220ed6 Jul 14 09:40:38.504211 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bac7319f-4d7a-4cf6-a162-69356f976182 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:38.508331 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-33453675-9d62-40e4-9396-65c7c8b0e877 req-48b104a5-c0ea-48ff-89d4-82b42a1f5fd3 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9e91a837-3b23-4ea6-ab66-86261b57cd5c HTTP/1.1" status: 200 len: 1000 time: 0.1538751 Jul 14 09:40:38.537651 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-fbaae265-3358-4e69-b171-848621359a56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Attempting to bind port a4ff4646-b66e-4f79-9097-f18e88220ed6 on host n-h1-779913-29 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:40:38.538263 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-fbaae265-3358-4e69-b171-848621359a56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Attempting to bind port a4ff4646-b66e-4f79-9097-f18e88220ed6 by drivers openvswitch,hyperv on host n-h1-779913-29 at level 0 using segments [{'id': 'aba08415-82b1-4e6f-be62-67c5d9a400bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '2782acb7-6433-4cb6-b032-57259aa55ea3'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:40:38.538608 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbaae265-3358-4e69-b171-848621359a56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Attempting to bind port a4ff4646-b66e-4f79-9097-f18e88220ed6 on network 2782acb7-6433-4cb6-b032-57259aa55ea3 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:40:38.548056 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbaae265-3358-4e69-b171-848621359a56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Port a4ff4646-b66e-4f79-9097-f18e88220ed6 on network 2782acb7-6433-4cb6-b032-57259aa55ea3 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-29 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:40:38.548392 n-d-779913-29 neutron-server[93958]: ERROR neutron.plugins.ml2.managers [None req-fbaae265-3358-4e69-b171-848621359a56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Failed to bind port a4ff4646-b66e-4f79-9097-f18e88220ed6 on host n-h1-779913-29 for vnic_type normal using segments [{'id': 'aba08415-82b1-4e6f-be62-67c5d9a400bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '2782acb7-6433-4cb6-b032-57259aa55ea3'}] Jul 14 09:40:38.550752 n-d-779913-29 neutron-server[93958]: INFO neutron.plugins.ml2.plugin [None req-fbaae265-3358-4e69-b171-848621359a56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Attempt 9 to bind port a4ff4646-b66e-4f79-9097-f18e88220ed6 Jul 14 09:40:38.563363 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c419290-167a-4a58-8dda-5bdf0db3e596 req-79b5f5d8-a4f0-4f09-b2fd-76700a3c192f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:38.564880 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8c419290-167a-4a58-8dda-5bdf0db3e596 req-79b5f5d8-a4f0-4f09-b2fd-76700a3c192f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8e5e3e24b23942559d8e5fd9c20fa07d&device_id=7aa1ffcc-49bc-4331-be36-b793b08d3aa0 HTTP/1.1" status: 200 len: 1097 time: 0.5013037 Jul 14 09:40:38.576004 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-fbaae265-3358-4e69-b171-848621359a56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Attempting to bind port a4ff4646-b66e-4f79-9097-f18e88220ed6 on host n-h1-779913-29 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:40:38.576498 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-fbaae265-3358-4e69-b171-848621359a56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Attempting to bind port a4ff4646-b66e-4f79-9097-f18e88220ed6 by drivers openvswitch,hyperv on host n-h1-779913-29 at level 0 using segments [{'id': 'aba08415-82b1-4e6f-be62-67c5d9a400bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '2782acb7-6433-4cb6-b032-57259aa55ea3'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:40:38.576657 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbaae265-3358-4e69-b171-848621359a56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Attempting to bind port a4ff4646-b66e-4f79-9097-f18e88220ed6 on network 2782acb7-6433-4cb6-b032-57259aa55ea3 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:40:38.585219 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbaae265-3358-4e69-b171-848621359a56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Port a4ff4646-b66e-4f79-9097-f18e88220ed6 on network 2782acb7-6433-4cb6-b032-57259aa55ea3 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-29 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:40:38.585525 n-d-779913-29 neutron-server[93958]: ERROR neutron.plugins.ml2.managers [None req-fbaae265-3358-4e69-b171-848621359a56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Failed to bind port a4ff4646-b66e-4f79-9097-f18e88220ed6 on host n-h1-779913-29 for vnic_type normal using segments [{'id': 'aba08415-82b1-4e6f-be62-67c5d9a400bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '2782acb7-6433-4cb6-b032-57259aa55ea3'}] Jul 14 09:40:38.606150 n-d-779913-29 neutron-server[93958]: INFO neutron.plugins.ml2.plugin [None req-fbaae265-3358-4e69-b171-848621359a56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Attempt 10 to bind port a4ff4646-b66e-4f79-9097-f18e88220ed6 Jul 14 09:40:38.621811 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning for port 245b4c0c-4bc6-4ac1-9e59-ff1e8f85cca0 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:40:38.634194 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-fbaae265-3358-4e69-b171-848621359a56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Attempting to bind port a4ff4646-b66e-4f79-9097-f18e88220ed6 on host n-h1-779913-29 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:40:38.634789 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-fbaae265-3358-4e69-b171-848621359a56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Attempting to bind port a4ff4646-b66e-4f79-9097-f18e88220ed6 by drivers openvswitch,hyperv on host n-h1-779913-29 at level 0 using segments [{'id': 'aba08415-82b1-4e6f-be62-67c5d9a400bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '2782acb7-6433-4cb6-b032-57259aa55ea3'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:40:38.635287 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbaae265-3358-4e69-b171-848621359a56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Attempting to bind port a4ff4646-b66e-4f79-9097-f18e88220ed6 on network 2782acb7-6433-4cb6-b032-57259aa55ea3 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:40:38.640760 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port 245b4c0c-4bc6-4ac1-9e59-ff1e8f85cca0 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:40:38.641143 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:38.647415 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbaae265-3358-4e69-b171-848621359a56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Port a4ff4646-b66e-4f79-9097-f18e88220ed6 on network 2782acb7-6433-4cb6-b032-57259aa55ea3 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-29 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:40:38.647977 n-d-779913-29 neutron-server[93958]: ERROR neutron.plugins.ml2.managers [None req-fbaae265-3358-4e69-b171-848621359a56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Failed to bind port a4ff4646-b66e-4f79-9097-f18e88220ed6 on host n-h1-779913-29 for vnic_type normal using segments [{'id': 'aba08415-82b1-4e6f-be62-67c5d9a400bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '2782acb7-6433-4cb6-b032-57259aa55ea3'}] Jul 14 09:40:38.648653 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fbaae265-3358-4e69-b171-848621359a56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:38.703368 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33453675-9d62-40e4-9396-65c7c8b0e877 req-c26290d4-7a49-4909-9afd-49dd633327d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:38.705377 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-33453675-9d62-40e4-9396-65c7c8b0e877 req-c26290d4-7a49-4909-9afd-49dd633327d9 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2fb6ebb7-0edb-47a6-96f3-036e2585c66a HTTP/1.1" status: 200 len: 851 time: 0.1872497 Jul 14 09:40:38.723892 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bac7319f-4d7a-4cf6-a162-69356f976182 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:38.738672 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bac7319f-4d7a-4cf6-a162-69356f976182 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:38.739549 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:38.772547 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-bac7319f-4d7a-4cf6-a162-69356f976182 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=f2a2c1c9eb9c4c238e5a16ba998384cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5092037 Jul 14 09:40:38.774802 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 42882) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:38.780532 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-424e2611-9366-4226-a51b-3995e507eb80 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:40:38.784919 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] For port 245b4c0c-4bc6-4ac1-9e59-ff1e8f85cca0, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=245b4c0c-4bc6-4ac1-9e59-ff1e8f85cca0,segment=NetworkSegment(7cad3308-662a-4e6c-9ff2-b2e1276ec71f),segment_id=7cad3308-662a-4e6c-9ff2-b2e1276ec71f)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:40:38.786168 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-424e2611-9366-4226-a51b-3995e507eb80 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] 10.222.0.68 "PUT /v2.0/routers/cf951592-1964-4e41-801a-9c3fc61984bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9812105 Jul 14 09:40:38.791296 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 42884) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:38.793631 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b3251e-33ce-4730-8aef-819acd6309fe None None] Sync routers for ids ['cf951592-1964-4e41-801a-9c3fc61984bf'] in n-d-779913-29 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:40:38.799098 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-20bfabe4-976e-491e-8b7c-08876c35602b tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Request body: {'network': {'name': 'tempest-RoutersTest-784001650'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:40:38.802380 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:38.805348 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device d64b7d68-d7a6-4b28-828b-29033c51135e up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:40:38.806280 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b3251e-33ce-4730-8aef-819acd6309fe None None] Routers {'cf951592-1964-4e41-801a-9c3fc61984bf'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:40:38.808235 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-02b3251e-33ce-4730-8aef-819acd6309fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:40:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['cf951592-1964-4e41-801a-9c3fc61984bf'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:40:38.811779 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-fbaae265-3358-4e69-b171-848621359a56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] For port a4ff4646-b66e-4f79-9097-f18e88220ed6, host n-h1-779913-29, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:40:38.812354 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-fbaae265-3358-4e69-b171-848621359a56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Attempted to set empty binding levels {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 14 09:40:38.832654 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fbaae265-3358-4e69-b171-848621359a56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13574142'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:38.851555 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c419290-167a-4a58-8dda-5bdf0db3e596 req-4cde185b-78b3-4fba-8083-24db478eeef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:38.853184 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8c419290-167a-4a58-8dda-5bdf0db3e596 req-4cde185b-78b3-4fba-8083-24db478eeef4 service neutron] 10.222.0.57 "GET /v2.0/networks?id=6c29f6d8-c262-4639-bd5f-4fee768f8f0b HTTP/1.1" status: 200 len: 910 time: 0.2436564 Jul 14 09:40:38.855368 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33453675-9d62-40e4-9396-65c7c8b0e877 req-90e56b51-6134-4163-b488-ad2be2f03221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:38.856775 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-33453675-9d62-40e4-9396-65c7c8b0e877 req-90e56b51-6134-4163-b488-ad2be2f03221 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2a42cb13-2d55-4959-a070-eb88da564dfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1428993 Jul 14 09:40:38.887965 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbaae265-3358-4e69-b171-848621359a56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Pushing event updated for resources: {'Port': ['ID=a4ff4646-b66e-4f79-9097-f18e88220ed6,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:38.896133 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac7319f-4d7a-4cf6-a162-69356f976182 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f40fc715-554d-46af-a0e5-38e40ac50ce4,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:38.905836 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbaae265-3358-4e69-b171-848621359a56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:38.906511 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fbaae265-3358-4e69-b171-848621359a56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:38.926810 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c931a1ae-6bf0-4182-950f-729f89ff1ced admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:38.957415 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-02b3251e-33ce-4730-8aef-819acd6309fe None None] Set router cf951592-1964-4e41-801a-9c3fc61984bf gateway port host: None {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:40:38.971314 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8c419290-167a-4a58-8dda-5bdf0db3e596 req-6adc691e-4e21-4917-9d4b-a1c2d15dcc67 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=951ef3a9-76ee-4383-aa7d-5f3334e0ffb8 HTTP/1.1" status: 200 len: 1000 time: 0.1107142 Jul 14 09:40:38.973190 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-fbaae265-3358-4e69-b171-848621359a56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 1.8563437 Jul 14 09:40:38.979350 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Pushing event updated for resources: {'Port': ['ID=245b4c0c-4bc6-4ac1-9e59-ff1e8f85cca0,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:38.981561 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 42886) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:38.993662 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20bfabe4-976e-491e-8b7c-08876c35602b tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Made reservation on behalf of 8f66f4ea00254d4cb400476df8920946 for: {'network': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:40:38.996618 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c931a1ae-6bf0-4182-950f-729f89ff1ced admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:38.997090 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-20bfabe4-976e-491e-8b7c-08876c35602b tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for network, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:39.020675 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port d64b7d68-d7a6-4b28-828b-29033c51135e triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:40:39.021161 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:39.094950 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c06cc7f8-06ff-4af0-9e6f-8b91a8c704d1 None None] Provisioning for port b38c67a0-76ec-4dd3-8de4-6440734d1086 completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:40:39.103089 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c06cc7f8-06ff-4af0-9e6f-8b91a8c704d1 None None] Provisioning complete for port b38c67a0-76ec-4dd3-8de4-6440734d1086 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:40:39.103476 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c06cc7f8-06ff-4af0-9e6f-8b91a8c704d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:39.108100 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20bfabe4-976e-491e-8b7c-08876c35602b tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 723} {{(pid=93957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:40:39.151928 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-c06cc7f8-06ff-4af0-9e6f-8b91a8c704d1 None None] Port b38c67a0-76ec-4dd3-8de4-6440734d1086 cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:40:39.157672 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c419290-167a-4a58-8dda-5bdf0db3e596 req-92c53643-3cf9-4a9b-bc9a-81df8d3ba21e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:39.163822 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8c419290-167a-4a58-8dda-5bdf0db3e596 req-92c53643-3cf9-4a9b-bc9a-81df8d3ba21e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=bdb5ef61-646e-46dd-82a7-ce9d14bdc4cf HTTP/1.1" status: 200 len: 848 time: 0.1792040 Jul 14 09:40:39.172829 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-20bfabe4-976e-491e-8b7c-08876c35602b tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:39.173691 n-d-779913-29 neutron-server[93957]: INFO neutron.db.segments_db [None req-20bfabe4-976e-491e-8b7c-08876c35602b tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Added segment 17e556e5-d4b1-4862-90a2-c0cc2f3f8b7d of type vlan for network 20691a5e-b6bb-4acb-a697-5feefd22e74d Jul 14 09:40:39.175472 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c06cc7f8-06ff-4af0-9e6f-8b91a8c704d1 None None] Provisioning complete for port 245b4c0c-4bc6-4ac1-9e59-ff1e8f85cca0 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:40:39.175868 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c06cc7f8-06ff-4af0-9e6f-8b91a8c704d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:39.205913 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-02b3251e-33ce-4730-8aef-819acd6309fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf951592-1964-4e41-801a-9c3fc61984bf', 'name': 'tempest-RoutersTest-router-172628077', 'tenant_id': '8f66f4ea00254d4cb400476df8920946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:40:29Z', 'updated_at': '2021-07-14T09:40:36Z', 'revision_number': 3, 'project_id': '8f66f4ea00254d4cb400476df8920946', 'gw_port_host': None, '_interfaces': [{'id': 'b38c67a0-76ec-4dd3-8de4-6440734d1086', 'name': '', 'network_id': 'e5b9736d-d957-41ad-ba7c-cc2d24cefda0', 'tenant_id': '8f66f4ea00254d4cb400476df8920946', 'mac_address': 'fa:16:3e:c3:a2:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf951592-1964-4e41-801a-9c3fc61984bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2800, 'fixed_ips': [{'subnet_id': '4909dd26-ee00-4000-958e-9313cfbe6942', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:40:35Z', 'updated_at': '2021-07-14T09:40:37Z', 'revision_number': 2, 'project_id': '8f66f4ea00254d4cb400476df8920946', 'subnets': [{'id': '4909dd26-ee00-4000-958e-9313cfbe6942', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd64b7d68-d7a6-4b28-828b-29033c51135e', 'name': '', 'network_id': 'b2f10b3c-4a3e-44bb-bf4d-9c5259688dd8', 'tenant_id': '8f66f4ea00254d4cb400476df8920946', 'mac_address': 'fa:16:3e:b2:26:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf951592-1964-4e41-801a-9c3fc61984bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2790, 'fixed_ips': [{'subnet_id': '88aa7971-bac4-4efb-b152-25dec91a2396', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:40:30Z', 'updated_at': '2021-07-14T09:40:36Z', 'revision_number': 5, 'project_id': '8f66f4ea00254d4cb400476df8920946', 'subnets': [{'id': '88aa7971-bac4-4efb-b152-25dec91a2396', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:40:39.225224 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c931a1ae-6bf0-4182-950f-729f89ff1ced admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:39.229275 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c931a1ae-6bf0-4182-950f-729f89ff1ced admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:39.233748 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-c931a1ae-6bf0-4182-950f-729f89ff1ced admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/f40fc715-554d-46af-a0e5-38e40ac50ce4 HTTP/1.1" status: 204 len: 168 time: 0.4540994 Jul 14 09:40:39.248625 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b3251e-33ce-4730-8aef-819acd6309fe None None] Checking router: cf951592-1964-4e41-801a-9c3fc61984bf for host: n-d-779913-29 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:40:39.249238 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b3251e-33ce-4730-8aef-819acd6309fe None None] Updating router cf951592-1964-4e41-801a-9c3fc61984bf port b38c67a0-76ec-4dd3-8de4-6440734d1086 binding host n-d-779913-29 {{(pid=93960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:40:39.260432 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c931a1ae-6bf0-4182-950f-729f89ff1ced admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f40fc715-554d-46af-a0e5-38e40ac50ce4,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:39.264714 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-19c05212-4c94-4494-9acd-44c0438dee26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Deleting port a4ff4646-b66e-4f79-9097-f18e88220ed6 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:40:39.265065 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-19c05212-4c94-4494-9acd-44c0438dee26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:39.301120 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-33453675-9d62-40e4-9396-65c7c8b0e877 req-832c456c-5850-45cb-8abf-9c743e418a17 service neutron] 10.222.0.65 "GET /v2.0/networks/2a42cb13-2d55-4959-a070-eb88da564dfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3291197 Jul 14 09:40:39.383024 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-19c05212-4c94-4494-9acd-44c0438dee26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] For port a4ff4646-b66e-4f79-9097-f18e88220ed6, host n-h1-779913-29, got binding levels [] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:40:39.383395 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-19c05212-4c94-4494-9acd-44c0438dee26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:39.401417 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-19c05212-4c94-4494-9acd-44c0438dee26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Calling delete_port for a4ff4646-b66e-4f79-9097-f18e88220ed6 owned by {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:40:39.443378 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-20bfabe4-976e-491e-8b7c-08876c35602b tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735687821325'] for network, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:39.493512 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-20bfabe4-976e-491e-8b7c-08876c35602b tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855'] for network, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:39.501563 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20bfabe4-976e-491e-8b7c-08876c35602b tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:39.502329 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-20bfabe4-976e-491e-8b7c-08876c35602b tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks [] for network, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:39.507543 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-43c825e2-2453-4a68-99b0-e81a93d02f37 None None] Provisioning complete for port b38c67a0-76ec-4dd3-8de4-6440734d1086 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:40:39.507932 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-43c825e2-2453-4a68-99b0-e81a93d02f37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:39.518839 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-02b3251e-33ce-4730-8aef-819acd6309fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:39.537429 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-19c05212-4c94-4494-9acd-44c0438dee26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:39.588962 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-43c825e2-2453-4a68-99b0-e81a93d02f37 None None] Port b38c67a0-76ec-4dd3-8de4-6440734d1086 cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:40:39.590864 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c05212-4c94-4494-9acd-44c0438dee26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Pushing event deleted for resources: {'Port': ['ID=a4ff4646-b66e-4f79-9097-f18e88220ed6,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:39.609561 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-19c05212-4c94-4494-9acd-44c0438dee26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:39.611569 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-19c05212-4c94-4494-9acd-44c0438dee26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] 10.222.0.68 "DELETE /v2.0/ports/a4ff4646-b66e-4f79-9097-f18e88220ed6 HTTP/1.1" status: 204 len: 168 time: 0.6288955 Jul 14 09:40:39.615101 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 42896) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:39.666457 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 42898) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:39.676408 n-d-779913-29 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-39fdf29a-00e6-400a-8814-dc8f83108132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] GET failed (client error): The resource could not be found. Jul 14 09:40:39.678590 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-39fdf29a-00e6-400a-8814-dc8f83108132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] 10.222.0.68 "GET /v2.0/ports/a4ff4646-b66e-4f79-9097-f18e88220ed6 HTTP/1.1" status: 404 len: 333 time: 0.0625067 Jul 14 09:40:39.686076 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 42900) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:39.689232 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5c312606-c4eb-4c47-a58d-6fc6831c56e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:39.705020 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-4231ee82-dd04-4e56-8492-375881cc36a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Request body: {'port': {'network_id': '2782acb7-6433-4cb6-b032-57259aa55ea3', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1652039397'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:40:39.853257 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cc0378-85c0-4547-ba62-38839f7fe947 req-666b3a2b-54ab-421b-918d-0f95074ff668 tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:39.854741 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-e7cc0378-85c0-4547-ba62-38839f7fe947 req-666b3a2b-54ab-421b-918d-0f95074ff668 tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] 10.222.0.68 "GET /v2.0/ports?device_id=abf03d13-3e8c-49a2-bd4b-0fc24e0a569d HTTP/1.1" status: 200 len: 945 time: 0.1079848 Jul 14 09:40:39.868049 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5c312606-c4eb-4c47-a58d-6fc6831c56e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:39.880523 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5c312606-c4eb-4c47-a58d-6fc6831c56e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:39.919137 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-20bfabe4-976e-491e-8b7c-08876c35602b tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.1226418 Jul 14 09:40:39.924870 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 42902) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:39.937678 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-bd9c3e33-7ca8-4c4f-9618-f530e4e68875 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Request body: {'subnet': {'network_id': '20691a5e-b6bb-4acb-a697-5feefd22e74d', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:40:39.948128 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-02b3251e-33ce-4730-8aef-819acd6309fe None None] Notify callbacks [] for port, precommit_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:39.951436 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4231ee82-dd04-4e56-8492-375881cc36a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Made reservation on behalf of 0b02f0dc688e46458489020cb5c04efa for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:40:39.953968 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4231ee82-dd04-4e56-8492-375881cc36a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:39.961688 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-02b3251e-33ce-4730-8aef-819acd6309fe None None] Transition to ACTIVE for port object b38c67a0-76ec-4dd3-8de4-6440734d1086 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:40:39.968637 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-02b3251e-33ce-4730-8aef-819acd6309fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:39.974258 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-5c312606-c4eb-4c47-a58d-6fc6831c56e8 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=b750845b4e24465aa06293b70945205b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3065431 Jul 14 09:40:39.985924 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 42904) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:40.062572 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bfabe4-976e-491e-8b7c-08876c35602b tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Pushing event updated for resources: {'Network': ['ID=20691a5e-b6bb-4acb-a697-5feefd22e74d,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:40.074484 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Network 20691a5e-b6bb-4acb-a697-5feefd22e74d details requested by agent ovs-agent-n-d-779913-29 with host n-d-779913-29 {{(pid=93959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:40:40.104854 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-33453675-9d62-40e4-9396-65c7c8b0e877 req-45088fef-a5b0-4722-81e8-e94e65bf9458 service neutron] 10.222.0.65 "GET /v2.0/networks/2a42cb13-2d55-4959-a070-eb88da564dfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7935536 Jul 14 09:40:40.116665 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-02b3251e-33ce-4730-8aef-819acd6309fe None None] Attempting to bind port b38c67a0-76ec-4dd3-8de4-6440734d1086 on host n-d-779913-29 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:40:40.118288 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-02b3251e-33ce-4730-8aef-819acd6309fe None None] Attempting to bind port b38c67a0-76ec-4dd3-8de4-6440734d1086 by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': '7cad3308-662a-4e6c-9ff2-b2e1276ec71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'e5b9736d-d957-41ad-ba7c-cc2d24cefda0'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:40:40.120724 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c419290-167a-4a58-8dda-5bdf0db3e596 req-857b3f53-e3ba-49a8-a806-484c6ac95d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:40.122580 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8c419290-167a-4a58-8dda-5bdf0db3e596 req-857b3f53-e3ba-49a8-a806-484c6ac95d6e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6c29f6d8-c262-4639-bd5f-4fee768f8f0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.9422631 Jul 14 09:40:40.131325 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b3251e-33ce-4730-8aef-819acd6309fe None None] Attempting to bind port b38c67a0-76ec-4dd3-8de4-6440734d1086 on network e5b9736d-d957-41ad-ba7c-cc2d24cefda0 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:40:40.146657 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b3251e-33ce-4730-8aef-819acd6309fe None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 40, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:40:40.147276 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b3251e-33ce-4730-8aef-819acd6309fe None None] Checking segment: {'id': '7cad3308-662a-4e6c-9ff2-b2e1276ec71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'e5b9736d-d957-41ad-ba7c-cc2d24cefda0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:40:40.149035 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-02b3251e-33ce-4730-8aef-819acd6309fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:40.149800 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b3251e-33ce-4730-8aef-819acd6309fe None None] Bound using segment: {'id': '7cad3308-662a-4e6c-9ff2-b2e1276ec71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'e5b9736d-d957-41ad-ba7c-cc2d24cefda0'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:40:40.151918 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-02b3251e-33ce-4730-8aef-819acd6309fe None None] Bound port: b38c67a0-76ec-4dd3-8de4-6440734d1086, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cad3308-662a-4e6c-9ff2-b2e1276ec71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'e5b9736d-d957-41ad-ba7c-cc2d24cefda0'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:40:40.152912 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-02b3251e-33ce-4730-8aef-819acd6309fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:40.183163 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d0e192-c724-4be9-9bbd-87118c9f011d None None] Pushing event updated for resources: {'Port': ['ID=b38c67a0-76ec-4dd3-8de4-6440734d1086,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:40.245627 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2feeb505-df78-41fe-be0f-d5ee08813d7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:40.253214 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 245b4c0c-4bc6-4ac1-9e59-ff1e8f85cca0 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:40:40.258889 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d0e192-c724-4be9-9bbd-87118c9f011d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:40:40.260082 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d0e192-c724-4be9-9bbd-87118c9f011d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:40:40.260895 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d0e192-c724-4be9-9bbd-87118c9f011d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:40:40.261439 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d0e192-c724-4be9-9bbd-87118c9f011d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:40:40.262173 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d0e192-c724-4be9-9bbd-87118c9f011d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:40:40.262718 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d0e192-c724-4be9-9bbd-87118c9f011d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:40:40.263247 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d0e192-c724-4be9-9bbd-87118c9f011d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:40:40.263783 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d0e192-c724-4be9-9bbd-87118c9f011d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:40:40.264309 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d0e192-c724-4be9-9bbd-87118c9f011d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:40:40.264846 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d0e192-c724-4be9-9bbd-87118c9f011d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:40:40.265371 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d0e192-c724-4be9-9bbd-87118c9f011d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:40:40.266173 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d0e192-c724-4be9-9bbd-87118c9f011d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:40:40.267966 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bb49d0-9a9b-49a6-a0db-5fa4ce6b4e1d req-9b7161fe-685a-42ec-880e-7464b9f3a9ee tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:40.269736 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-58bb49d0-9a9b-49a6-a0db-5fa4ce6b4e1d req-9b7161fe-685a-42ec-880e-7464b9f3a9ee tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/ports?device_id=5ed0c1cb-c3d6-40f1-8aad-1894504b5a83 HTTP/1.1" status: 200 len: 945 time: 0.3675950 Jul 14 09:40:40.307663 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-02b3251e-33ce-4730-8aef-819acd6309fe None None] For port b38c67a0-76ec-4dd3-8de4-6440734d1086, host n-d-779913-29, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:40:40.312115 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-02b3251e-33ce-4730-8aef-819acd6309fe None None] For port b38c67a0-76ec-4dd3-8de4-6440734d1086, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=b38c67a0-76ec-4dd3-8de4-6440734d1086,segment=NetworkSegment(7cad3308-662a-4e6c-9ff2-b2e1276ec71f),segment_id=7cad3308-662a-4e6c-9ff2-b2e1276ec71f)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:40:40.317307 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-02b3251e-33ce-4730-8aef-819acd6309fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:40.325884 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port 245b4c0c-4bc6-4ac1-9e59-ff1e8f85cca0 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:40:40.326535 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:40.326666 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2feeb505-df78-41fe-be0f-d5ee08813d7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:40.388580 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d0e192-c724-4be9-9bbd-87118c9f011d None None] Pushing event updated for resources: {'Port': ['ID=b38c67a0-76ec-4dd3-8de4-6440734d1086,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:40.398044 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8c419290-167a-4a58-8dda-5bdf0db3e596 req-8f187414-24ca-4c4b-a01d-02212b869da0 service neutron] 10.222.0.57 "GET /v2.0/networks/6c29f6d8-c262-4639-bd5f-4fee768f8f0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2662666 Jul 14 09:40:40.401006 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-58bb49d0-9a9b-49a6-a0db-5fa4ce6b4e1d req-42e1e28b-5d8d-4988-b1c5-47691e5ff58c tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/security-groups?id=3e66fdd8-bd2d-4f0b-a124-b60bfc46cfe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1207578 Jul 14 09:40:40.428259 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b3251e-33ce-4730-8aef-819acd6309fe None None] Routers {'cf951592-1964-4e41-801a-9c3fc61984bf'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:40:40.429061 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-02b3251e-33ce-4730-8aef-819acd6309fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:40:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['cf951592-1964-4e41-801a-9c3fc61984bf'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:40:40.441738 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-e7cc0378-85c0-4547-ba62-38839f7fe947 req-0684286b-ddf2-4831-bce3-19743cba5f4c tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] 10.222.0.68 "GET /v2.0/security-groups?id=8136fa3c-cdeb-41b3-bfb9-6bf131e66cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5760009 Jul 14 09:40:40.442370 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c312606-c4eb-4c47-a58d-6fc6831c56e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0817bacd-b42a-4d88-84ce-28d0d7b12272,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:40.501162 n-d-779913-29 neutron-server[93958]: DEBUG neutron.notifiers.nova [None req-4231ee82-dd04-4e56-8492-375881cc36a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] device_id is not set on port 96628f03-95fa-4100-a940-fb02eea4b831 yet. {{(pid=93958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:40:40.504745 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2feeb505-df78-41fe-be0f-d5ee08813d7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:40.507447 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2feeb505-df78-41fe-be0f-d5ee08813d7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:40.508801 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-2feeb505-df78-41fe-be0f-d5ee08813d7a admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/0817bacd-b42a-4d88-84ce-28d0d7b12272 HTTP/1.1" status: 204 len: 168 time: 0.5218964 Jul 14 09:40:40.523918 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd9c3e33-7ca8-4c4f-9618-f530e4e68875 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Made reservation on behalf of 8f66f4ea00254d4cb400476df8920946 for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:40:40.535818 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bd9c3e33-7ca8-4c4f-9618-f530e4e68875 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16714600'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:40.550980 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2feeb505-df78-41fe-be0f-d5ee08813d7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0817bacd-b42a-4d88-84ce-28d0d7b12272,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:40.578981 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8c419290-167a-4a58-8dda-5bdf0db3e596 req-a3348e22-2e75-4e6f-8b00-99a0d88177ac service neutron] 10.222.0.57 "GET /v2.0/networks/6c29f6d8-c262-4639-bd5f-4fee768f8f0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1733522 Jul 14 09:40:40.611645 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-02b3251e-33ce-4730-8aef-819acd6309fe None None] Set router cf951592-1964-4e41-801a-9c3fc61984bf gateway port host: None {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:40:40.837045 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4231ee82-dd04-4e56-8492-375881cc36a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:40.881318 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-02b3251e-33ce-4730-8aef-819acd6309fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf951592-1964-4e41-801a-9c3fc61984bf', 'name': 'tempest-RoutersTest-router-172628077', 'tenant_id': '8f66f4ea00254d4cb400476df8920946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:40:29Z', 'updated_at': '2021-07-14T09:40:36Z', 'revision_number': 3, 'project_id': '8f66f4ea00254d4cb400476df8920946', 'gw_port_host': None, '_interfaces': [{'id': 'b38c67a0-76ec-4dd3-8de4-6440734d1086', 'name': '', 'network_id': 'e5b9736d-d957-41ad-ba7c-cc2d24cefda0', 'tenant_id': '8f66f4ea00254d4cb400476df8920946', 'mac_address': 'fa:16:3e:c3:a2:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf951592-1964-4e41-801a-9c3fc61984bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2800, 'fixed_ips': [{'subnet_id': '4909dd26-ee00-4000-958e-9313cfbe6942', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:40:35Z', 'updated_at': '2021-07-14T09:40:40Z', 'revision_number': 4, 'project_id': '8f66f4ea00254d4cb400476df8920946', 'subnets': [{'id': '4909dd26-ee00-4000-958e-9313cfbe6942', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd64b7d68-d7a6-4b28-828b-29033c51135e', 'name': '', 'network_id': 'b2f10b3c-4a3e-44bb-bf4d-9c5259688dd8', 'tenant_id': '8f66f4ea00254d4cb400476df8920946', 'mac_address': 'fa:16:3e:b2:26:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf951592-1964-4e41-801a-9c3fc61984bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2790, 'fixed_ips': [{'subnet_id': '88aa7971-bac4-4efb-b152-25dec91a2396', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:40:30Z', 'updated_at': '2021-07-14T09:40:36Z', 'revision_number': 5, 'project_id': '8f66f4ea00254d4cb400476df8920946', 'subnets': [{'id': '88aa7971-bac4-4efb-b152-25dec91a2396', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:40:40.902820 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bd9c3e33-7ca8-4c4f-9618-f530e4e68875 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13573993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16714586'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:40.923817 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b3251e-33ce-4730-8aef-819acd6309fe None None] The sync data for ids ['cf951592-1964-4e41-801a-9c3fc61984bf'] in n-d-779913-29 is: [{'id': 'cf951592-1964-4e41-801a-9c3fc61984bf', 'name': 'tempest-RoutersTest-router-172628077', 'tenant_id': '8f66f4ea00254d4cb400476df8920946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:40:29Z', 'updated_at': '2021-07-14T09:40:36Z', 'revision_number': 3, 'project_id': '8f66f4ea00254d4cb400476df8920946', 'gw_port_host': None, '_interfaces': [{'id': 'b38c67a0-76ec-4dd3-8de4-6440734d1086', 'name': '', 'network_id': 'e5b9736d-d957-41ad-ba7c-cc2d24cefda0', 'tenant_id': '8f66f4ea00254d4cb400476df8920946', 'mac_address': 'fa:16:3e:c3:a2:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf951592-1964-4e41-801a-9c3fc61984bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2800, 'fixed_ips': [{'subnet_id': '4909dd26-ee00-4000-958e-9313cfbe6942', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:40:35Z', 'updated_at': '2021-07-14T09:40:40Z', 'revision_number': 4, 'project_id': '8f66f4ea00254d4cb400476df8920946', 'subnets': [{'id': '4909dd26-ee00-4000-958e-9313cfbe6942', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd64b7d68-d7a6-4b28-828b-29033c51135e', 'name': '', 'network_id': 'b2f10b3c-4a3e-44bb-bf4d-9c5259688dd8', 'tenant_id': '8f66f4ea00254d4cb400476df8920946', 'mac_address': 'fa:16:3e:b2:26:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf951592-1964-4e41-801a-9c3fc61984bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2790, 'fixed_ips': [{'subnet_id': '88aa7971-bac4-4efb-b152-25dec91a2396', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:40:30Z', 'updated_at': '2021-07-14T09:40:36Z', 'revision_number': 5, 'project_id': '8f66f4ea00254d4cb400476df8920946', 'subnets': [{'id': '88aa7971-bac4-4efb-b152-25dec91a2396', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:40:40.961889 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4231ee82-dd04-4e56-8492-375881cc36a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:41.038667 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9c3e33-7ca8-4c4f-9618-f530e4e68875 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Pushing event updated for resources: {'Subnet': ['ID=731a738f-f512-4314-89bc-2efbd23be044,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:41.090166 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4231ee82-dd04-4e56-8492-375881cc36a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Network 2782acb7-6433-4cb6-b032-57259aa55ea3 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:40:41.091093 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd9c3e33-7ca8-4c4f-9618-f530e4e68875 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Checking segment: {'id': '17e556e5-d4b1-4862-90a2-c0cc2f3f8b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '20691a5e-b6bb-4acb-a697-5feefd22e74d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:40:41.091456 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd9c3e33-7ca8-4c4f-9618-f530e4e68875 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Network hostable DHCP agents. Network: 20691a5e-b6bb-4acb-a697-5feefd22e74d, hostable agents: ['c6a09bd4-f72e-4283-a3ca-0bbca8a51081'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:40:41.099437 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-4231ee82-dd04-4e56-8492-375881cc36a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:40:41.103209 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4231ee82-dd04-4e56-8492-375881cc36a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:40:41.104299 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4231ee82-dd04-4e56-8492-375881cc36a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:41.104900 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4231ee82-dd04-4e56-8492-375881cc36a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:41.107209 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4231ee82-dd04-4e56-8492-375881cc36a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Pushing event updated for resources: {'Port': ['ID=96628f03-95fa-4100-a940-fb02eea4b831,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:41.132175 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd9c3e33-7ca8-4c4f-9618-f530e4e68875 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Network 20691a5e-b6bb-4acb-a697-5feefd22e74d is scheduled to be hosted by DHCP agent c6a09bd4-f72e-4283-a3ca-0bbca8a51081 with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:40:41.135245 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-4231ee82-dd04-4e56-8492-375881cc36a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.4475570 Jul 14 09:40:41.139450 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 42918) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:41.144166 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-bd9c3e33-7ca8-4c4f-9618-f530e4e68875 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-29, 20691a5e-b6bb-4acb-a697-5feefd22e74d) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:40:41.148153 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd9c3e33-7ca8-4c4f-9618-f530e4e68875 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:41.148823 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bd9c3e33-7ca8-4c4f-9618-f530e4e68875 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:41.153563 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8367ec3b-ae29-4921-9ccd-ec03ea1c5b11 None None] Network 20691a5e-b6bb-4acb-a697-5feefd22e74d requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:40:41.154293 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-902ddde3-7c40-4b8e-8a65-4cc2fab09498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-779913-29'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:40:41.184220 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-bd9c3e33-7ca8-4c4f-9618-f530e4e68875 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2548456 Jul 14 09:40:41.187316 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 42920) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:41.257533 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-902ddde3-7c40-4b8e-8a65-4cc2fab09498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:41.401846 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a72884e-7f53-4824-bbfb-1c5c10e8802d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf57baaa9-fd24-59f4-8fd2-1dc21122ce72-20691a5e-b6bb-4acb-a697-5feefd22e74d', 'network_id': '20691a5e-b6bb-4acb-a697-5feefd22e74d', 'tenant_id': '8f66f4ea00254d4cb400476df8920946', 'fixed_ips': [{'subnet_id': '731a738f-f512-4314-89bc-2efbd23be044'}]}} from n-d-779913-29. {{(pid=93959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:40:41.403517 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5a72884e-7f53-4824-bbfb-1c5c10e8802d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:41.527891 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-902ddde3-7c40-4b8e-8a65-4cc2fab09498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] device_id is not set on port 96628f03-95fa-4100-a940-fb02eea4b831 yet. {{(pid=93957) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:40:41.543185 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-902ddde3-7c40-4b8e-8a65-4cc2fab09498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:41.575830 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-902ddde3-7c40-4b8e-8a65-4cc2fab09498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Transition to ACTIVE for port object 96628f03-95fa-4100-a940-fb02eea4b831 will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:40:41.587354 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-902ddde3-7c40-4b8e-8a65-4cc2fab09498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:41.641588 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-5a72884e-7f53-4824-bbfb-1c5c10e8802d None None] Allocated IP 172.22.0.2 (20691a5e-b6bb-4acb-a697-5feefd22e74d/731a738f-f512-4314-89bc-2efbd23be044/049b226d-a0db-467a-b101-b2118be8c177) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:40:41.670281 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902ddde3-7c40-4b8e-8a65-4cc2fab09498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Pushing event updated for resources: {'Port': ['ID=96628f03-95fa-4100-a940-fb02eea4b831,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:41.767211 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-902ddde3-7c40-4b8e-8a65-4cc2fab09498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Attempting to bind port 96628f03-95fa-4100-a940-fb02eea4b831 on host n-h1-779913-29 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:40:41.767551 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-902ddde3-7c40-4b8e-8a65-4cc2fab09498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Attempting to bind port 96628f03-95fa-4100-a940-fb02eea4b831 by drivers openvswitch,hyperv on host n-h1-779913-29 at level 0 using segments [{'id': 'aba08415-82b1-4e6f-be62-67c5d9a400bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '2782acb7-6433-4cb6-b032-57259aa55ea3'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:40:41.768489 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902ddde3-7c40-4b8e-8a65-4cc2fab09498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Attempting to bind port 96628f03-95fa-4100-a940-fb02eea4b831 on network 2782acb7-6433-4cb6-b032-57259aa55ea3 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:40:41.776195 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902ddde3-7c40-4b8e-8a65-4cc2fab09498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Port 96628f03-95fa-4100-a940-fb02eea4b831 on network 2782acb7-6433-4cb6-b032-57259aa55ea3 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-29 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:40:41.776530 n-d-779913-29 neutron-server[93957]: ERROR neutron.plugins.ml2.managers [None req-902ddde3-7c40-4b8e-8a65-4cc2fab09498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Failed to bind port 96628f03-95fa-4100-a940-fb02eea4b831 on host n-h1-779913-29 for vnic_type normal using segments [{'id': 'aba08415-82b1-4e6f-be62-67c5d9a400bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '2782acb7-6433-4cb6-b032-57259aa55ea3'}] Jul 14 09:40:41.778250 n-d-779913-29 neutron-server[93957]: INFO neutron.plugins.ml2.plugin [None req-902ddde3-7c40-4b8e-8a65-4cc2fab09498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Attempt 2 to bind port 96628f03-95fa-4100-a940-fb02eea4b831 Jul 14 09:40:41.797959 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-902ddde3-7c40-4b8e-8a65-4cc2fab09498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Attempting to bind port 96628f03-95fa-4100-a940-fb02eea4b831 on host n-h1-779913-29 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:40:41.798482 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-902ddde3-7c40-4b8e-8a65-4cc2fab09498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Attempting to bind port 96628f03-95fa-4100-a940-fb02eea4b831 by drivers openvswitch,hyperv on host n-h1-779913-29 at level 0 using segments [{'id': 'aba08415-82b1-4e6f-be62-67c5d9a400bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '2782acb7-6433-4cb6-b032-57259aa55ea3'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:40:41.798840 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902ddde3-7c40-4b8e-8a65-4cc2fab09498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Attempting to bind port 96628f03-95fa-4100-a940-fb02eea4b831 on network 2782acb7-6433-4cb6-b032-57259aa55ea3 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:40:41.811657 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d71aeae-828a-451f-94f3-e5b40ef9a04e req-df8ff4a6-b7a5-4c1c-8eb6-e00fd83c3682 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:41.816715 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0eceff9c-a8fc-48a8-98b8-c816882078f5 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:41.823711 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-4d71aeae-828a-451f-94f3-e5b40ef9a04e req-df8ff4a6-b7a5-4c1c-8eb6-e00fd83c3682 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/ports?device_id=5ed0c1cb-c3d6-40f1-8aad-1894504b5a83 HTTP/1.1" status: 200 len: 945 time: 0.1497755 Jul 14 09:40:41.834361 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902ddde3-7c40-4b8e-8a65-4cc2fab09498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Port 96628f03-95fa-4100-a940-fb02eea4b831 on network 2782acb7-6433-4cb6-b032-57259aa55ea3 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-29 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:40:41.834701 n-d-779913-29 neutron-server[93957]: ERROR neutron.plugins.ml2.managers [None req-902ddde3-7c40-4b8e-8a65-4cc2fab09498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Failed to bind port 96628f03-95fa-4100-a940-fb02eea4b831 on host n-h1-779913-29 for vnic_type normal using segments [{'id': 'aba08415-82b1-4e6f-be62-67c5d9a400bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '2782acb7-6433-4cb6-b032-57259aa55ea3'}] Jul 14 09:40:41.836121 n-d-779913-29 neutron-server[93957]: INFO neutron.plugins.ml2.plugin [None req-902ddde3-7c40-4b8e-8a65-4cc2fab09498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Attempt 3 to bind port 96628f03-95fa-4100-a940-fb02eea4b831 Jul 14 09:40:41.872160 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-902ddde3-7c40-4b8e-8a65-4cc2fab09498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Attempting to bind port 96628f03-95fa-4100-a940-fb02eea4b831 on host n-h1-779913-29 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:40:41.872435 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-902ddde3-7c40-4b8e-8a65-4cc2fab09498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Attempting to bind port 96628f03-95fa-4100-a940-fb02eea4b831 by drivers openvswitch,hyperv on host n-h1-779913-29 at level 0 using segments [{'id': 'aba08415-82b1-4e6f-be62-67c5d9a400bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '2782acb7-6433-4cb6-b032-57259aa55ea3'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:40:41.872780 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902ddde3-7c40-4b8e-8a65-4cc2fab09498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Attempting to bind port 96628f03-95fa-4100-a940-fb02eea4b831 on network 2782acb7-6433-4cb6-b032-57259aa55ea3 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:40:41.884358 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-4d71aeae-828a-451f-94f3-e5b40ef9a04e req-d5caa4a6-6e71-4315-a83b-b0a370f15e3f tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/security-groups?id=3e66fdd8-bd2d-4f0b-a124-b60bfc46cfe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597630 Jul 14 09:40:41.884910 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902ddde3-7c40-4b8e-8a65-4cc2fab09498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Port 96628f03-95fa-4100-a940-fb02eea4b831 on network 2782acb7-6433-4cb6-b032-57259aa55ea3 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-29 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:40:41.885242 n-d-779913-29 neutron-server[93957]: ERROR neutron.plugins.ml2.managers [None req-902ddde3-7c40-4b8e-8a65-4cc2fab09498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Failed to bind port 96628f03-95fa-4100-a940-fb02eea4b831 on host n-h1-779913-29 for vnic_type normal using segments [{'id': 'aba08415-82b1-4e6f-be62-67c5d9a400bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '2782acb7-6433-4cb6-b032-57259aa55ea3'}] Jul 14 09:40:41.885677 n-d-779913-29 neutron-server[93957]: INFO neutron.plugins.ml2.plugin [None req-902ddde3-7c40-4b8e-8a65-4cc2fab09498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Attempt 4 to bind port 96628f03-95fa-4100-a940-fb02eea4b831 Jul 14 09:40:41.899174 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-902ddde3-7c40-4b8e-8a65-4cc2fab09498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Attempting to bind port 96628f03-95fa-4100-a940-fb02eea4b831 on host n-h1-779913-29 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:40:41.899592 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-902ddde3-7c40-4b8e-8a65-4cc2fab09498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Attempting to bind port 96628f03-95fa-4100-a940-fb02eea4b831 by drivers openvswitch,hyperv on host n-h1-779913-29 at level 0 using segments [{'id': 'aba08415-82b1-4e6f-be62-67c5d9a400bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '2782acb7-6433-4cb6-b032-57259aa55ea3'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:40:41.900016 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902ddde3-7c40-4b8e-8a65-4cc2fab09498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Attempting to bind port 96628f03-95fa-4100-a940-fb02eea4b831 on network 2782acb7-6433-4cb6-b032-57259aa55ea3 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:40:41.911997 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902ddde3-7c40-4b8e-8a65-4cc2fab09498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Port 96628f03-95fa-4100-a940-fb02eea4b831 on network 2782acb7-6433-4cb6-b032-57259aa55ea3 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-29 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:40:41.911997 n-d-779913-29 neutron-server[93957]: ERROR neutron.plugins.ml2.managers [None req-902ddde3-7c40-4b8e-8a65-4cc2fab09498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Failed to bind port 96628f03-95fa-4100-a940-fb02eea4b831 on host n-h1-779913-29 for vnic_type normal using segments [{'id': 'aba08415-82b1-4e6f-be62-67c5d9a400bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '2782acb7-6433-4cb6-b032-57259aa55ea3'}] Jul 14 09:40:41.911997 n-d-779913-29 neutron-server[93957]: INFO neutron.plugins.ml2.plugin [None req-902ddde3-7c40-4b8e-8a65-4cc2fab09498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Attempt 5 to bind port 96628f03-95fa-4100-a940-fb02eea4b831 Jul 14 09:40:41.912686 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5a72884e-7f53-4824-bbfb-1c5c10e8802d None None] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:41.921827 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-5a72884e-7f53-4824-bbfb-1c5c10e8802d None None] Transition to ACTIVE for port object 049b226d-a0db-467a-b101-b2118be8c177 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:40:41.924048 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-902ddde3-7c40-4b8e-8a65-4cc2fab09498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Attempting to bind port 96628f03-95fa-4100-a940-fb02eea4b831 on host n-h1-779913-29 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:40:41.924394 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-902ddde3-7c40-4b8e-8a65-4cc2fab09498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Attempting to bind port 96628f03-95fa-4100-a940-fb02eea4b831 by drivers openvswitch,hyperv on host n-h1-779913-29 at level 0 using segments [{'id': 'aba08415-82b1-4e6f-be62-67c5d9a400bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '2782acb7-6433-4cb6-b032-57259aa55ea3'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:40:41.925393 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902ddde3-7c40-4b8e-8a65-4cc2fab09498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Attempting to bind port 96628f03-95fa-4100-a940-fb02eea4b831 on network 2782acb7-6433-4cb6-b032-57259aa55ea3 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:40:41.931126 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902ddde3-7c40-4b8e-8a65-4cc2fab09498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Port 96628f03-95fa-4100-a940-fb02eea4b831 on network 2782acb7-6433-4cb6-b032-57259aa55ea3 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-29 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:40:41.931544 n-d-779913-29 neutron-server[93957]: ERROR neutron.plugins.ml2.managers [None req-902ddde3-7c40-4b8e-8a65-4cc2fab09498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Failed to bind port 96628f03-95fa-4100-a940-fb02eea4b831 on host n-h1-779913-29 for vnic_type normal using segments [{'id': 'aba08415-82b1-4e6f-be62-67c5d9a400bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '2782acb7-6433-4cb6-b032-57259aa55ea3'}] Jul 14 09:40:41.932173 n-d-779913-29 neutron-server[93957]: INFO neutron.plugins.ml2.plugin [None req-902ddde3-7c40-4b8e-8a65-4cc2fab09498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Attempt 6 to bind port 96628f03-95fa-4100-a940-fb02eea4b831 Jul 14 09:40:41.948796 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-902ddde3-7c40-4b8e-8a65-4cc2fab09498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Attempting to bind port 96628f03-95fa-4100-a940-fb02eea4b831 on host n-h1-779913-29 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:40:41.949707 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-902ddde3-7c40-4b8e-8a65-4cc2fab09498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Attempting to bind port 96628f03-95fa-4100-a940-fb02eea4b831 by drivers openvswitch,hyperv on host n-h1-779913-29 at level 0 using segments [{'id': 'aba08415-82b1-4e6f-be62-67c5d9a400bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '2782acb7-6433-4cb6-b032-57259aa55ea3'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:40:41.950156 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902ddde3-7c40-4b8e-8a65-4cc2fab09498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Attempting to bind port 96628f03-95fa-4100-a940-fb02eea4b831 on network 2782acb7-6433-4cb6-b032-57259aa55ea3 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:40:41.953291 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-5a72884e-7f53-4824-bbfb-1c5c10e8802d None None] Transition to ACTIVE for port object 049b226d-a0db-467a-b101-b2118be8c177 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:40:41.955645 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902ddde3-7c40-4b8e-8a65-4cc2fab09498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Port 96628f03-95fa-4100-a940-fb02eea4b831 on network 2782acb7-6433-4cb6-b032-57259aa55ea3 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-29 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:40:41.956705 n-d-779913-29 neutron-server[93957]: ERROR neutron.plugins.ml2.managers [None req-902ddde3-7c40-4b8e-8a65-4cc2fab09498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Failed to bind port 96628f03-95fa-4100-a940-fb02eea4b831 on host n-h1-779913-29 for vnic_type normal using segments [{'id': 'aba08415-82b1-4e6f-be62-67c5d9a400bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '2782acb7-6433-4cb6-b032-57259aa55ea3'}] Jul 14 09:40:41.957355 n-d-779913-29 neutron-server[93957]: INFO neutron.plugins.ml2.plugin [None req-902ddde3-7c40-4b8e-8a65-4cc2fab09498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Attempt 7 to bind port 96628f03-95fa-4100-a940-fb02eea4b831 Jul 14 09:40:41.964991 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edc1f7b-4cef-4d69-b8ca-d8a0cce153c5 req-1a8e7cfc-f987-4419-ad65-9f795bfd2ff6 tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:41.966641 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-4edc1f7b-4cef-4d69-b8ca-d8a0cce153c5 req-1a8e7cfc-f987-4419-ad65-9f795bfd2ff6 tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] 10.222.0.68 "GET /v2.0/ports?device_id=abf03d13-3e8c-49a2-bd4b-0fc24e0a569d HTTP/1.1" status: 200 len: 945 time: 0.2303619 Jul 14 09:40:41.968611 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5a72884e-7f53-4824-bbfb-1c5c10e8802d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:41.981163 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-902ddde3-7c40-4b8e-8a65-4cc2fab09498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Attempting to bind port 96628f03-95fa-4100-a940-fb02eea4b831 on host n-h1-779913-29 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:40:41.981764 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-902ddde3-7c40-4b8e-8a65-4cc2fab09498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Attempting to bind port 96628f03-95fa-4100-a940-fb02eea4b831 by drivers openvswitch,hyperv on host n-h1-779913-29 at level 0 using segments [{'id': 'aba08415-82b1-4e6f-be62-67c5d9a400bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '2782acb7-6433-4cb6-b032-57259aa55ea3'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:40:41.981941 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902ddde3-7c40-4b8e-8a65-4cc2fab09498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Attempting to bind port 96628f03-95fa-4100-a940-fb02eea4b831 on network 2782acb7-6433-4cb6-b032-57259aa55ea3 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:40:41.988796 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902ddde3-7c40-4b8e-8a65-4cc2fab09498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Port 96628f03-95fa-4100-a940-fb02eea4b831 on network 2782acb7-6433-4cb6-b032-57259aa55ea3 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-29 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:40:41.989349 n-d-779913-29 neutron-server[93957]: ERROR neutron.plugins.ml2.managers [None req-902ddde3-7c40-4b8e-8a65-4cc2fab09498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Failed to bind port 96628f03-95fa-4100-a940-fb02eea4b831 on host n-h1-779913-29 for vnic_type normal using segments [{'id': 'aba08415-82b1-4e6f-be62-67c5d9a400bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '2782acb7-6433-4cb6-b032-57259aa55ea3'}] Jul 14 09:40:41.990829 n-d-779913-29 neutron-server[93957]: INFO neutron.plugins.ml2.plugin [None req-902ddde3-7c40-4b8e-8a65-4cc2fab09498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Attempt 8 to bind port 96628f03-95fa-4100-a940-fb02eea4b831 Jul 14 09:40:42.009015 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-902ddde3-7c40-4b8e-8a65-4cc2fab09498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Attempting to bind port 96628f03-95fa-4100-a940-fb02eea4b831 on host n-h1-779913-29 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:40:42.009350 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-902ddde3-7c40-4b8e-8a65-4cc2fab09498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Attempting to bind port 96628f03-95fa-4100-a940-fb02eea4b831 by drivers openvswitch,hyperv on host n-h1-779913-29 at level 0 using segments [{'id': 'aba08415-82b1-4e6f-be62-67c5d9a400bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '2782acb7-6433-4cb6-b032-57259aa55ea3'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:40:42.010047 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902ddde3-7c40-4b8e-8a65-4cc2fab09498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Attempting to bind port 96628f03-95fa-4100-a940-fb02eea4b831 on network 2782acb7-6433-4cb6-b032-57259aa55ea3 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:40:42.011661 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a72884e-7f53-4824-bbfb-1c5c10e8802d None None] Network 20691a5e-b6bb-4acb-a697-5feefd22e74d is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:40:42.014587 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-5a72884e-7f53-4824-bbfb-1c5c10e8802d None None] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:40:42.018012 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902ddde3-7c40-4b8e-8a65-4cc2fab09498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Port 96628f03-95fa-4100-a940-fb02eea4b831 on network 2782acb7-6433-4cb6-b032-57259aa55ea3 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-29 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:40:42.018193 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a72884e-7f53-4824-bbfb-1c5c10e8802d None None] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:40:42.019408 n-d-779913-29 neutron-server[93957]: ERROR neutron.plugins.ml2.managers [None req-902ddde3-7c40-4b8e-8a65-4cc2fab09498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Failed to bind port 96628f03-95fa-4100-a940-fb02eea4b831 on host n-h1-779913-29 for vnic_type normal using segments [{'id': 'aba08415-82b1-4e6f-be62-67c5d9a400bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '2782acb7-6433-4cb6-b032-57259aa55ea3'}] Jul 14 09:40:42.019874 n-d-779913-29 neutron-server[93957]: INFO neutron.plugins.ml2.plugin [None req-902ddde3-7c40-4b8e-8a65-4cc2fab09498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Attempt 9 to bind port 96628f03-95fa-4100-a940-fb02eea4b831 Jul 14 09:40:42.039464 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-902ddde3-7c40-4b8e-8a65-4cc2fab09498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Attempting to bind port 96628f03-95fa-4100-a940-fb02eea4b831 on host n-h1-779913-29 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:40:42.040129 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-902ddde3-7c40-4b8e-8a65-4cc2fab09498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Attempting to bind port 96628f03-95fa-4100-a940-fb02eea4b831 by drivers openvswitch,hyperv on host n-h1-779913-29 at level 0 using segments [{'id': 'aba08415-82b1-4e6f-be62-67c5d9a400bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '2782acb7-6433-4cb6-b032-57259aa55ea3'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:40:42.040635 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902ddde3-7c40-4b8e-8a65-4cc2fab09498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Attempting to bind port 96628f03-95fa-4100-a940-fb02eea4b831 on network 2782acb7-6433-4cb6-b032-57259aa55ea3 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:40:42.045828 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902ddde3-7c40-4b8e-8a65-4cc2fab09498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Port 96628f03-95fa-4100-a940-fb02eea4b831 on network 2782acb7-6433-4cb6-b032-57259aa55ea3 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-29 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:40:42.046290 n-d-779913-29 neutron-server[93957]: ERROR neutron.plugins.ml2.managers [None req-902ddde3-7c40-4b8e-8a65-4cc2fab09498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Failed to bind port 96628f03-95fa-4100-a940-fb02eea4b831 on host n-h1-779913-29 for vnic_type normal using segments [{'id': 'aba08415-82b1-4e6f-be62-67c5d9a400bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '2782acb7-6433-4cb6-b032-57259aa55ea3'}] Jul 14 09:40:42.046607 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a72884e-7f53-4824-bbfb-1c5c10e8802d None None] Pushing event updated for resources: {'Port': ['ID=049b226d-a0db-467a-b101-b2118be8c177,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:42.046740 n-d-779913-29 neutron-server[93957]: INFO neutron.plugins.ml2.plugin [None req-902ddde3-7c40-4b8e-8a65-4cc2fab09498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Attempt 10 to bind port 96628f03-95fa-4100-a940-fb02eea4b831 Jul 14 09:40:42.052337 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-4edc1f7b-4cef-4d69-b8ca-d8a0cce153c5 req-2474f5c6-076f-4260-8223-cc5947b948ac tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] 10.222.0.68 "GET /v2.0/security-groups?id=8136fa3c-cdeb-41b3-bfb9-6bf131e66cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769105 Jul 14 09:40:42.059930 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-902ddde3-7c40-4b8e-8a65-4cc2fab09498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Attempting to bind port 96628f03-95fa-4100-a940-fb02eea4b831 on host n-h1-779913-29 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:40:42.060202 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [None req-902ddde3-7c40-4b8e-8a65-4cc2fab09498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Attempting to bind port 96628f03-95fa-4100-a940-fb02eea4b831 by drivers openvswitch,hyperv on host n-h1-779913-29 at level 0 using segments [{'id': 'aba08415-82b1-4e6f-be62-67c5d9a400bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '2782acb7-6433-4cb6-b032-57259aa55ea3'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:40:42.060545 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902ddde3-7c40-4b8e-8a65-4cc2fab09498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Attempting to bind port 96628f03-95fa-4100-a940-fb02eea4b831 on network 2782acb7-6433-4cb6-b032-57259aa55ea3 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:40:42.066077 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902ddde3-7c40-4b8e-8a65-4cc2fab09498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Port 96628f03-95fa-4100-a940-fb02eea4b831 on network 2782acb7-6433-4cb6-b032-57259aa55ea3 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-29 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:40:42.066465 n-d-779913-29 neutron-server[93957]: ERROR neutron.plugins.ml2.managers [None req-902ddde3-7c40-4b8e-8a65-4cc2fab09498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Failed to bind port 96628f03-95fa-4100-a940-fb02eea4b831 on host n-h1-779913-29 for vnic_type normal using segments [{'id': 'aba08415-82b1-4e6f-be62-67c5d9a400bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '2782acb7-6433-4cb6-b032-57259aa55ea3'}] Jul 14 09:40:42.066848 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-902ddde3-7c40-4b8e-8a65-4cc2fab09498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:42.118876 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-5a72884e-7f53-4824-bbfb-1c5c10e8802d None None] Attempting to bind port 049b226d-a0db-467a-b101-b2118be8c177 on host n-d-779913-29 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:40:42.118876 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-5a72884e-7f53-4824-bbfb-1c5c10e8802d None None] Attempting to bind port 049b226d-a0db-467a-b101-b2118be8c177 by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': '17e556e5-d4b1-4862-90a2-c0cc2f3f8b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '20691a5e-b6bb-4acb-a697-5feefd22e74d'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:40:42.119457 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a72884e-7f53-4824-bbfb-1c5c10e8802d None None] Attempting to bind port 049b226d-a0db-467a-b101-b2118be8c177 on network 20691a5e-b6bb-4acb-a697-5feefd22e74d {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:40:42.126287 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a72884e-7f53-4824-bbfb-1c5c10e8802d None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 40, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:40:42.126949 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a72884e-7f53-4824-bbfb-1c5c10e8802d None None] Checking segment: {'id': '17e556e5-d4b1-4862-90a2-c0cc2f3f8b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '20691a5e-b6bb-4acb-a697-5feefd22e74d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:40:42.127586 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5a72884e-7f53-4824-bbfb-1c5c10e8802d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:42.128736 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a72884e-7f53-4824-bbfb-1c5c10e8802d None None] Bound using segment: {'id': '17e556e5-d4b1-4862-90a2-c0cc2f3f8b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '20691a5e-b6bb-4acb-a697-5feefd22e74d'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:40:42.129319 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-5a72884e-7f53-4824-bbfb-1c5c10e8802d None None] Bound port: 049b226d-a0db-467a-b101-b2118be8c177, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17e556e5-d4b1-4862-90a2-c0cc2f3f8b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '20691a5e-b6bb-4acb-a697-5feefd22e74d'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:40:42.129835 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5a72884e-7f53-4824-bbfb-1c5c10e8802d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:42.146851 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-902ddde3-7c40-4b8e-8a65-4cc2fab09498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] For port 96628f03-95fa-4100-a940-fb02eea4b831, host n-h1-779913-29, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:40:42.147150 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-902ddde3-7c40-4b8e-8a65-4cc2fab09498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Attempted to set empty binding levels {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 14 09:40:42.156242 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-902ddde3-7c40-4b8e-8a65-4cc2fab09498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:42.202212 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-902ddde3-7c40-4b8e-8a65-4cc2fab09498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] In _notify_port_updated(), no bound segment for port 96628f03-95fa-4100-a940-fb02eea4b831 on network 2782acb7-6433-4cb6-b032-57259aa55ea3 {{(pid=93957) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 14 09:40:42.203443 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-902ddde3-7c40-4b8e-8a65-4cc2fab09498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:42.204430 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-902ddde3-7c40-4b8e-8a65-4cc2fab09498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:42.219764 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-902ddde3-7c40-4b8e-8a65-4cc2fab09498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] 10.222.0.68 "PUT /v2.0/ports/96628f03-95fa-4100-a940-fb02eea4b831 HTTP/1.1" status: 200 len: 980 time: 1.0791278 Jul 14 09:40:42.224111 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-5a72884e-7f53-4824-bbfb-1c5c10e8802d None None] For port 049b226d-a0db-467a-b101-b2118be8c177, host n-d-779913-29, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:40:42.224738 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 42944) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:42.230954 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-5a72884e-7f53-4824-bbfb-1c5c10e8802d None None] For port 049b226d-a0db-467a-b101-b2118be8c177, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=049b226d-a0db-467a-b101-b2118be8c177,segment=NetworkSegment(17e556e5-d4b1-4862-90a2-c0cc2f3f8b7d),segment_id=17e556e5-d4b1-4862-90a2-c0cc2f3f8b7d)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:40:42.239529 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5a72884e-7f53-4824-bbfb-1c5c10e8802d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:42.292533 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device b38c67a0-76ec-4dd3-8de4-6440734d1086 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:40:42.306131 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902ddde3-7c40-4b8e-8a65-4cc2fab09498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Pushing event updated for resources: {'Port': ['ID=96628f03-95fa-4100-a940-fb02eea4b831,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:42.342020 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-0eceff9c-a8fc-48a8-98b8-c816882078f5 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Allocated IP 172.22.0.1 (20691a5e-b6bb-4acb-a697-5feefd22e74d/731a738f-f512-4314-89bc-2efbd23be044/40c834cb-f58a-4cee-ae7c-98bb0a99efbc) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:40:42.365998 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b355f867-8c77-4c02-b539-a65e3738d8d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:42.366491 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b355f867-8c77-4c02-b539-a65e3738d8d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:42.366959 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b355f867-8c77-4c02-b539-a65e3738d8d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:42.367617 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b355f867-8c77-4c02-b539-a65e3738d8d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:42.368266 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b355f867-8c77-4c02-b539-a65e3738d8d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:42.368743 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b355f867-8c77-4c02-b539-a65e3738d8d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:42.369220 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b355f867-8c77-4c02-b539-a65e3738d8d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:42.369713 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b355f867-8c77-4c02-b539-a65e3738d8d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:42.370189 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b355f867-8c77-4c02-b539-a65e3738d8d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:42.370653 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b355f867-8c77-4c02-b539-a65e3738d8d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:42.371121 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b355f867-8c77-4c02-b539-a65e3738d8d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:42.371584 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b355f867-8c77-4c02-b539-a65e3738d8d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:42.372047 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b355f867-8c77-4c02-b539-a65e3738d8d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:42.372506 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b355f867-8c77-4c02-b539-a65e3738d8d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:42.372892 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a72884e-7f53-4824-bbfb-1c5c10e8802d None None] Pushing event updated for resources: {'Port': ['ID=049b226d-a0db-467a-b101-b2118be8c177,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:42.373323 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b355f867-8c77-4c02-b539-a65e3738d8d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:42.373995 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b355f867-8c77-4c02-b539-a65e3738d8d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:42.378091 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b355f867-8c77-4c02-b539-a65e3738d8d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:42.379196 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b355f867-8c77-4c02-b539-a65e3738d8d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:42.379856 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b355f867-8c77-4c02-b539-a65e3738d8d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:42.380498 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b355f867-8c77-4c02-b539-a65e3738d8d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:42.381677 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b355f867-8c77-4c02-b539-a65e3738d8d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:42.382310 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b355f867-8c77-4c02-b539-a65e3738d8d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:42.382932 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b355f867-8c77-4c02-b539-a65e3738d8d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:42.383559 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b355f867-8c77-4c02-b539-a65e3738d8d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:42.384188 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b355f867-8c77-4c02-b539-a65e3738d8d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:42.384817 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b355f867-8c77-4c02-b539-a65e3738d8d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:42.385446 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b355f867-8c77-4c02-b539-a65e3738d8d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:42.386112 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b355f867-8c77-4c02-b539-a65e3738d8d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:42.386741 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b355f867-8c77-4c02-b539-a65e3738d8d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:42.390532 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-b355f867-8c77-4c02-b539-a65e3738d8d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] 10.222.0.68 "GET /v2.0/ports HTTP/1.1" status: 200 len: 26315 time: 0.1625533 Jul 14 09:40:42.394368 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 42948) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:42.428242 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning for port b38c67a0-76ec-4dd3-8de4-6440734d1086 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:40:42.435780 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port b38c67a0-76ec-4dd3-8de4-6440734d1086 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:40:42.436296 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:42.496943 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0eceff9c-a8fc-48a8-98b8-c816882078f5 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:42.513428 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-43628737-4be1-4978-a16c-cc13cad09d56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Deleting port 96628f03-95fa-4100-a940-fb02eea4b831 {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:40:42.513822 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-43628737-4be1-4978-a16c-cc13cad09d56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:42.536490 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-0eceff9c-a8fc-48a8-98b8-c816882078f5 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Transition to ACTIVE for port object 40c834cb-f58a-4cee-ae7c-98bb0a99efbc will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:40:42.548965 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:42.586464 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0eceff9c-a8fc-48a8-98b8-c816882078f5 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:42.598807 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-43628737-4be1-4978-a16c-cc13cad09d56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] For port 96628f03-95fa-4100-a940-fb02eea4b831, host n-h1-779913-29, got binding levels [] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:40:42.599340 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-43628737-4be1-4978-a16c-cc13cad09d56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:42.614251 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] For port b38c67a0-76ec-4dd3-8de4-6440734d1086, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=b38c67a0-76ec-4dd3-8de4-6440734d1086,segment=NetworkSegment(7cad3308-662a-4e6c-9ff2-b2e1276ec71f),segment_id=7cad3308-662a-4e6c-9ff2-b2e1276ec71f)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:40:42.615157 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eceff9c-a8fc-48a8-98b8-c816882078f5 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Network 20691a5e-b6bb-4acb-a697-5feefd22e74d is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:40:42.617576 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-43628737-4be1-4978-a16c-cc13cad09d56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Calling delete_port for 96628f03-95fa-4100-a940-fb02eea4b831 owned by {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:40:42.622506 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:42.642231 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-0eceff9c-a8fc-48a8-98b8-c816882078f5 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:40:42.645677 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eceff9c-a8fc-48a8-98b8-c816882078f5 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:40:42.722790 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Pushing event updated for resources: {'Port': ['ID=b38c67a0-76ec-4dd3-8de4-6440734d1086,revision_number=5']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:42.743841 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0eceff9c-a8fc-48a8-98b8-c816882078f5 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-660393'] for router_interface, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:42.783432 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eceff9c-a8fc-48a8-98b8-c816882078f5 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Pushing event updated for resources: {'Port': ['ID=40c834cb-f58a-4cee-ae7c-98bb0a99efbc,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:42.783625 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-43628737-4be1-4978-a16c-cc13cad09d56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:42.798211 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:42.836755 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43628737-4be1-4978-a16c-cc13cad09d56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Pushing event deleted for resources: {'Port': ['ID=96628f03-95fa-4100-a940-fb02eea4b831,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:42.842438 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-43628737-4be1-4978-a16c-cc13cad09d56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:42.847496 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-43628737-4be1-4978-a16c-cc13cad09d56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] 10.222.0.68 "DELETE /v2.0/ports/96628f03-95fa-4100-a940-fb02eea4b831 HTTP/1.1" status: 204 len: 168 time: 0.4461842 Jul 14 09:40:42.847940 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 42958) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:42.878803 n-d-779913-29 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-287e4a88-8747-45af-9135-95dce2c97a3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] GET failed (client error): The resource could not be found. Jul 14 09:40:42.880351 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-287e4a88-8747-45af-9135-95dce2c97a3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] 10.222.0.68 "GET /v2.0/ports/96628f03-95fa-4100-a940-fb02eea4b831 HTTP/1.1" status: 404 len: 333 time: 0.0314832 Jul 14 09:40:42.884467 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 42962) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:42.890695 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-442d923e-f4ba-4f6a-92ca-0d6fa0c02c8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-386244024', 'network_id': '2782acb7-6433-4cb6-b032-57259aa55ea3'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:40:42.947369 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0eceff9c-a8fc-48a8-98b8-c816882078f5 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:42.949482 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-442d923e-f4ba-4f6a-92ca-0d6fa0c02c8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Made reservation on behalf of 0b02f0dc688e46458489020cb5c04efa for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:40:42.952157 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-442d923e-f4ba-4f6a-92ca-0d6fa0c02c8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:42.969157 n-d-779913-29 neutron-server[93958]: DEBUG neutron.notifiers.nova [None req-442d923e-f4ba-4f6a-92ca-0d6fa0c02c8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] device_id is not set on port 7950bc6a-1ff3-4ed9-b496-947f6b0cea38 yet. {{(pid=93958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:40:43.089553 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff0c277-8cb7-4d68-a564-7e60e5b4867b req-0db93b93-a2d9-4b16-88db-2d4056045157 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:43.092028 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-fff0c277-8cb7-4d68-a564-7e60e5b4867b req-0db93b93-a2d9-4b16-88db-2d4056045157 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/ports?device_id=5ed0c1cb-c3d6-40f1-8aad-1894504b5a83 HTTP/1.1" status: 200 len: 945 time: 0.0870082 Jul 14 09:40:43.142968 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-fff0c277-8cb7-4d68-a564-7e60e5b4867b req-3c3f75f1-bee0-4b68-878b-13784637a02b tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/security-groups?id=3e66fdd8-bd2d-4f0b-a124-b60bfc46cfe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448422 Jul 14 09:40:43.430939 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-442d923e-f4ba-4f6a-92ca-0d6fa0c02c8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:43.470522 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62074098-8adb-47ca-803d-9b585c59081c req-605c3366-38a2-4733-9d68-751e7c131f18 tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:43.474811 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-62074098-8adb-47ca-803d-9b585c59081c req-605c3366-38a2-4733-9d68-751e7c131f18 tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] 10.222.0.68 "GET /v2.0/ports?device_id=abf03d13-3e8c-49a2-bd4b-0fc24e0a569d HTTP/1.1" status: 200 len: 945 time: 0.2846603 Jul 14 09:40:43.491757 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ced8f2-e47d-4d7d-b29d-e7d97af7eef2 req-9c9a9d6e-2413-4330-b678-88025dc1d4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:43.493284 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-84ced8f2-e47d-4d7d-b29d-e7d97af7eef2 req-9c9a9d6e-2413-4330-b678-88025dc1d4cc service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=abf03d13-3e8c-49a2-bd4b-0fc24e0a569d HTTP/1.1" status: 200 len: 1097 time: 0.0600550 Jul 14 09:40:43.542818 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-84ced8f2-e47d-4d7d-b29d-e7d97af7eef2 req-8cee011f-2d4f-41ef-84ff-5232e571dd14 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=8136fa3c-cdeb-41b3-bfb9-6bf131e66cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414844 Jul 14 09:40:43.555265 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-62074098-8adb-47ca-803d-9b585c59081c req-50c77b24-5b8f-4036-87fc-206cdc58bd97 tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] 10.222.0.68 "GET /v2.0/security-groups?id=8136fa3c-cdeb-41b3-bfb9-6bf131e66cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756791 Jul 14 09:40:43.589660 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0eceff9c-a8fc-48a8-98b8-c816882078f5 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:43.592343 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-442d923e-f4ba-4f6a-92ca-0d6fa0c02c8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:43.594399 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0eceff9c-a8fc-48a8-98b8-c816882078f5 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13574142'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:43.597324 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:43.644172 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14e6fbca-4950-4d41-8a84-4a9c82a2d014 None None] Network 20691a5e-b6bb-4acb-a697-5feefd22e74d requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:40:43.674831 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-442d923e-f4ba-4f6a-92ca-0d6fa0c02c8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Network 2782acb7-6433-4cb6-b032-57259aa55ea3 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:40:43.681828 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-442d923e-f4ba-4f6a-92ca-0d6fa0c02c8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:40:43.686462 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-442d923e-f4ba-4f6a-92ca-0d6fa0c02c8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:40:43.687407 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-442d923e-f4ba-4f6a-92ca-0d6fa0c02c8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:43.688008 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-442d923e-f4ba-4f6a-92ca-0d6fa0c02c8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:43.690706 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0eceff9c-a8fc-48a8-98b8-c816882078f5 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-683747'] for router_interface, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:43.694500 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eceff9c-a8fc-48a8-98b8-c816882078f5 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Pushing event updated for resources: {'Port': ['ID=40c834cb-f58a-4cee-ae7c-98bb0a99efbc,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:43.733741 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-6cdf3330-288c-4b7f-b601-9009203b8953 None None] Provisioning for port 049b226d-a0db-467a-b101-b2118be8c177 completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:40:43.750885 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-442d923e-f4ba-4f6a-92ca-0d6fa0c02c8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.8653870 Jul 14 09:40:43.753770 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 42980) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:43.797721 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14bf3dbc-4a53-409b-9767-0b13e302df8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:43.802673 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-14bf3dbc-4a53-409b-9767-0b13e302df8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] 10.222.0.68 "GET /v2.0/ports/7950bc6a-1ff3-4ed9-b496-947f6b0cea38 HTTP/1.1" status: 200 len: 958 time: 0.0475223 Jul 14 09:40:43.802891 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 42982) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:43.814453 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442d923e-f4ba-4f6a-92ca-0d6fa0c02c8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Pushing event updated for resources: {'Port': ['ID=7950bc6a-1ff3-4ed9-b496-947f6b0cea38,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:43.909310 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eceff9c-a8fc-48a8-98b8-c816882078f5 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Network 20691a5e-b6bb-4acb-a697-5feefd22e74d is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:40:43.911992 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-0eceff9c-a8fc-48a8-98b8-c816882078f5 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:40:44.035476 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-6e05ede8-f165-4497-bfe0-fc0f44a70f2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Deleting port 7950bc6a-1ff3-4ed9-b496-947f6b0cea38 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:40:44.035837 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6e05ede8-f165-4497-bfe0-fc0f44a70f2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:44.108606 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0eceff9c-a8fc-48a8-98b8-c816882078f5 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Router cf951592-1964-4e41-801a-9c3fc61984bf has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:40:44.124978 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6e05ede8-f165-4497-bfe0-fc0f44a70f2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:44.142709 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-6e05ede8-f165-4497-bfe0-fc0f44a70f2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Calling delete_port for 7950bc6a-1ff3-4ed9-b496-947f6b0cea38 owned by {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:40:44.193091 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-9a16ff32-911b-440c-8d85-8ef62991b165 None None] Provisioning for port 40c834cb-f58a-4cee-ae7c-98bb0a99efbc completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:40:44.198539 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-9a16ff32-911b-440c-8d85-8ef62991b165 None None] Provisioning complete for port 40c834cb-f58a-4cee-ae7c-98bb0a99efbc triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:40:44.199100 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9a16ff32-911b-440c-8d85-8ef62991b165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:44.240474 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-9a16ff32-911b-440c-8d85-8ef62991b165 None None] Port 40c834cb-f58a-4cee-ae7c-98bb0a99efbc cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:40:44.246457 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0eceff9c-a8fc-48a8-98b8-c816882078f5 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:40:44.255775 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-0eceff9c-a8fc-48a8-98b8-c816882078f5 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] 10.222.0.68 "PUT /v2.0/routers/cf951592-1964-4e41-801a-9c3fc61984bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0646882 Jul 14 09:40:44.256439 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 42986) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:44.262310 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-2727b9d2-e185-4406-a386-deea91905196 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Request body: {'network': {'name': 'tempest-RoutersTest-460204024'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:40:44.275839 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a62db4-878f-4b0b-8d83-c878e7e2ae42 None None] Sync routers for ids ['cf951592-1964-4e41-801a-9c3fc61984bf'] in n-d-779913-29 {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:40:44.308818 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2727b9d2-e185-4406-a386-deea91905196 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Made reservation on behalf of 8f66f4ea00254d4cb400476df8920946 for: {'network': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:40:44.314333 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2727b9d2-e185-4406-a386-deea91905196 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for network, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:44.318036 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a62db4-878f-4b0b-8d83-c878e7e2ae42 None None] Routers {'cf951592-1964-4e41-801a-9c3fc61984bf'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:40:44.318740 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-b9a62db4-878f-4b0b-8d83-c878e7e2ae42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:40:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['cf951592-1964-4e41-801a-9c3fc61984bf'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:40:44.407119 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2727b9d2-e185-4406-a386-deea91905196 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 745} {{(pid=93957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:40:44.407994 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6e05ede8-f165-4497-bfe0-fc0f44a70f2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:44.420374 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 049b226d-a0db-467a-b101-b2118be8c177 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:40:44.430472 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2727b9d2-e185-4406-a386-deea91905196 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:44.430973 n-d-779913-29 neutron-server[93957]: INFO neutron.db.segments_db [None req-2727b9d2-e185-4406-a386-deea91905196 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Added segment 0898b239-c3ef-4665-a692-f4d99f890401 of type vlan for network 5af990c5-6aef-472d-a92a-7d17fd4af9d3 Jul 14 09:40:44.439712 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be23ad0b-9f9c-457d-99d2-c94efcb8a593 req-f7cb2958-cb2c-4dda-984a-57da3203e0bd tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:44.447732 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-be23ad0b-9f9c-457d-99d2-c94efcb8a593 req-f7cb2958-cb2c-4dda-984a-57da3203e0bd tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/ports?device_id=5ed0c1cb-c3d6-40f1-8aad-1894504b5a83 HTTP/1.1" status: 200 len: 945 time: 0.1040735 Jul 14 09:40:44.496433 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e05ede8-f165-4497-bfe0-fc0f44a70f2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Pushing event deleted for resources: {'Port': ['ID=7950bc6a-1ff3-4ed9-b496-947f6b0cea38,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:44.519134 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6e05ede8-f165-4497-bfe0-fc0f44a70f2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:44.527047 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-6e05ede8-f165-4497-bfe0-fc0f44a70f2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] 10.222.0.68 "DELETE /v2.0/ports/7950bc6a-1ff3-4ed9-b496-947f6b0cea38 HTTP/1.1" status: 204 len: 168 time: 0.7204013 Jul 14 09:40:44.527227 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 42992) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:44.537573 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-0ac16568-3069-412a-bde6-02f613d49156 None None] Provisioning complete for port 40c834cb-f58a-4cee-ae7c-98bb0a99efbc triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:40:44.537974 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0ac16568-3069-412a-bde6-02f613d49156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:44.547476 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2727b9d2-e185-4406-a386-deea91905196 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735687821325'] for network, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:44.573786 n-d-779913-29 neutron-server[93957]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8d87563-1c21-4c46-a482-aa0014111bdf tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] GET failed (client error): The resource could not be found. Jul 14 09:40:44.574408 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-d8d87563-1c21-4c46-a482-aa0014111bdf tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] 10.222.0.68 "GET /v2.0/ports/7950bc6a-1ff3-4ed9-b496-947f6b0cea38 HTTP/1.1" status: 404 len: 333 time: 0.0460091 Jul 14 09:40:44.578768 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 42996) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:44.582242 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvr_db [None req-b9a62db4-878f-4b0b-8d83-c878e7e2ae42 None None] Set router cf951592-1964-4e41-801a-9c3fc61984bf gateway port host: None {{(pid=93959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:40:44.584126 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-9b7824d9-9208-46a4-b72c-817f1e426b0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Request body: {'port': {'network_id': '2782acb7-6433-4cb6-b032-57259aa55ea3', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1013519121'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:40:44.591129 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-be23ad0b-9f9c-457d-99d2-c94efcb8a593 req-5e92dc71-b01c-4786-959c-8e086abe6d36 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/security-groups?id=3e66fdd8-bd2d-4f0b-a124-b60bfc46cfe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1424403 Jul 14 09:40:44.617116 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b7824d9-9208-46a4-b72c-817f1e426b0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Made reservation on behalf of 0b02f0dc688e46458489020cb5c04efa for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:40:44.621008 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9b7824d9-9208-46a4-b72c-817f1e426b0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:44.663455 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2727b9d2-e185-4406-a386-deea91905196 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855'] for network, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:44.674724 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-0ac16568-3069-412a-bde6-02f613d49156 None None] Port 40c834cb-f58a-4cee-ae7c-98bb0a99efbc cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:40:44.682455 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2727b9d2-e185-4406-a386-deea91905196 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:44.683195 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2727b9d2-e185-4406-a386-deea91905196 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks [] for network, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:44.691131 n-d-779913-29 neutron-server[93958]: DEBUG neutron.notifiers.nova [None req-9b7824d9-9208-46a4-b72c-817f1e426b0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] device_id is not set on port 41bd4dea-187a-4cc5-b3e2-5d7d3527ae3e yet. {{(pid=93958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:40:44.804501 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning for port 049b226d-a0db-467a-b101-b2118be8c177 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:40:44.812688 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2727b9d2-e185-4406-a386-deea91905196 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Pushing event updated for resources: {'Network': ['ID=5af990c5-6aef-472d-a92a-7d17fd4af9d3,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:44.827447 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-2727b9d2-e185-4406-a386-deea91905196 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5694082 Jul 14 09:40:44.828275 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 43006) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:44.842243 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-ca91bb0c-7658-40ec-b780-cf22e0c5c955 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Request body: {'subnet': {'network_id': '5af990c5-6aef-472d-a92a-7d17fd4af9d3', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:40:44.886347 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port 049b226d-a0db-467a-b101-b2118be8c177 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:40:44.886740 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:44.888656 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Network 5af990c5-6aef-472d-a92a-7d17fd4af9d3 details requested by agent ovs-agent-n-d-779913-29 with host n-d-779913-29 {{(pid=93959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:40:44.947729 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca91bb0c-7658-40ec-b780-cf22e0c5c955 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Made reservation on behalf of 8f66f4ea00254d4cb400476df8920946 for: {'subnet': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:40:44.953156 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ca91bb0c-7658-40ec-b780-cf22e0c5c955 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11984110'] for subnet, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:44.977060 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dbc3f2-dfb4-45c7-922a-1dea2b20e676 req-deb06b00-0403-47a3-8677-07323a25d09f tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:44.978709 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-35dbc3f2-dfb4-45c7-922a-1dea2b20e676 req-deb06b00-0403-47a3-8677-07323a25d09f tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] 10.222.0.68 "GET /v2.0/ports?device_id=abf03d13-3e8c-49a2-bd4b-0fc24e0a569d HTTP/1.1" status: 200 len: 945 time: 0.2216005 Jul 14 09:40:45.039002 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9b7824d9-9208-46a4-b72c-817f1e426b0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:45.059141 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-35dbc3f2-dfb4-45c7-922a-1dea2b20e676 req-10b9e93f-0a7f-4d72-9dcf-8c0942d268ac tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] 10.222.0.68 "GET /v2.0/security-groups?id=8136fa3c-cdeb-41b3-bfb9-6bf131e66cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734696 Jul 14 09:40:45.108349 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9b7824d9-9208-46a4-b72c-817f1e426b0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:45.166835 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b7824d9-9208-46a4-b72c-817f1e426b0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Network 2782acb7-6433-4cb6-b032-57259aa55ea3 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:40:45.172475 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-9b7824d9-9208-46a4-b72c-817f1e426b0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:40:45.183967 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b7824d9-9208-46a4-b72c-817f1e426b0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:40:45.185191 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b7824d9-9208-46a4-b72c-817f1e426b0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:45.186153 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9b7824d9-9208-46a4-b72c-817f1e426b0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:45.192867 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7824d9-9208-46a4-b72c-817f1e426b0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Pushing event updated for resources: {'Port': ['ID=41bd4dea-187a-4cc5-b3e2-5d7d3527ae3e,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:45.205672 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-18439e94-798a-4085-b1b6-e31142185b5f None None] Provisioning complete for port 40c834cb-f58a-4cee-ae7c-98bb0a99efbc triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:40:45.207012 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-18439e94-798a-4085-b1b6-e31142185b5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:45.214042 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-9b7824d9-9208-46a4-b72c-817f1e426b0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.6332548 Jul 14 09:40:45.215977 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 43008) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:45.224274 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-54e2cfc2-a120-48ac-b15c-b246964cb51b tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-779913-29'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:40:45.240272 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ca91bb0c-7658-40ec-b780-cf22e0c5c955 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10052764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11984092'] for subnet, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:45.292244 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-18439e94-798a-4085-b1b6-e31142185b5f None None] Port 40c834cb-f58a-4cee-ae7c-98bb0a99efbc cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:40:45.338272 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca91bb0c-7658-40ec-b780-cf22e0c5c955 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Pushing event updated for resources: {'Subnet': ['ID=3c85c9a9-7080-4068-84c3-a2e680890888,revision_number=0']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:45.346105 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca91bb0c-7658-40ec-b780-cf22e0c5c955 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Checking segment: {'id': '0898b239-c3ef-4665-a692-f4d99f890401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '5af990c5-6aef-472d-a92a-7d17fd4af9d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:40:45.348208 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca91bb0c-7658-40ec-b780-cf22e0c5c955 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Network hostable DHCP agents. Network: 5af990c5-6aef-472d-a92a-7d17fd4af9d3, hostable agents: ['c6a09bd4-f72e-4283-a3ca-0bbca8a51081'], hosted agents: [] {{(pid=93957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:40:45.371489 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:45.379181 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca91bb0c-7658-40ec-b780-cf22e0c5c955 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Network 5af990c5-6aef-472d-a92a-7d17fd4af9d3 is scheduled to be hosted by DHCP agent c6a09bd4-f72e-4283-a3ca-0bbca8a51081 with binding_index 1 {{(pid=93957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:40:45.394769 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-ca91bb0c-7658-40ec-b780-cf22e0c5c955 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-29, 5af990c5-6aef-472d-a92a-7d17fd4af9d3) {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:40:45.410970 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca91bb0c-7658-40ec-b780-cf22e0c5c955 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:45.412630 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ca91bb0c-7658-40ec-b780-cf22e0c5c955 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks [] for subnet, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:45.414793 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27ab45ea-be10-4972-8953-fd6c34814332 None None] Network 5af990c5-6aef-472d-a92a-7d17fd4af9d3 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:40:45.431078 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] For port 049b226d-a0db-467a-b101-b2118be8c177, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=049b226d-a0db-467a-b101-b2118be8c177,segment=NetworkSegment(17e556e5-d4b1-4862-90a2-c0cc2f3f8b7d),segment_id=17e556e5-d4b1-4862-90a2-c0cc2f3f8b7d)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:40:45.437591 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-ca91bb0c-7658-40ec-b780-cf22e0c5c955 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6064761 Jul 14 09:40:45.438973 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 43010) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:45.523595 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:45.524407 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device b38c67a0-76ec-4dd3-8de4-6440734d1086 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:40:45.535649 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-b9a62db4-878f-4b0b-8d83-c878e7e2ae42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf951592-1964-4e41-801a-9c3fc61984bf', 'name': 'tempest-RoutersTest-router-172628077', 'tenant_id': '8f66f4ea00254d4cb400476df8920946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:40:29Z', 'updated_at': '2021-07-14T09:40:42Z', 'revision_number': 4, 'project_id': '8f66f4ea00254d4cb400476df8920946', 'gw_port_host': None, '_interfaces': [{'id': '40c834cb-f58a-4cee-ae7c-98bb0a99efbc', 'name': '', 'network_id': '20691a5e-b6bb-4acb-a697-5feefd22e74d', 'tenant_id': '8f66f4ea00254d4cb400476df8920946', 'mac_address': 'fa:16:3e:4e:72:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf951592-1964-4e41-801a-9c3fc61984bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2829, 'fixed_ips': [{'subnet_id': '731a738f-f512-4314-89bc-2efbd23be044', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:40:42Z', 'updated_at': '2021-07-14T09:40:43Z', 'revision_number': 2, 'project_id': '8f66f4ea00254d4cb400476df8920946', 'subnets': [{'id': '731a738f-f512-4314-89bc-2efbd23be044', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b38c67a0-76ec-4dd3-8de4-6440734d1086', 'name': '', 'network_id': 'e5b9736d-d957-41ad-ba7c-cc2d24cefda0', 'tenant_id': '8f66f4ea00254d4cb400476df8920946', 'mac_address': 'fa:16:3e:c3:a2:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf951592-1964-4e41-801a-9c3fc61984bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2800, 'fixed_ips': [{'subnet_id': '4909dd26-ee00-4000-958e-9313cfbe6942', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:40:35Z', 'updated_at': '2021-07-14T09:40:42Z', 'revision_number': 5, 'project_id': '8f66f4ea00254d4cb400476df8920946', 'subnets': [{'id': '4909dd26-ee00-4000-958e-9313cfbe6942', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd64b7d68-d7a6-4b28-828b-29033c51135e', 'name': '', 'network_id': 'b2f10b3c-4a3e-44bb-bf4d-9c5259688dd8', 'tenant_id': '8f66f4ea00254d4cb400476df8920946', 'mac_address': 'fa:16:3e:b2:26:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf951592-1964-4e41-801a-9c3fc61984bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2790, 'fixed_ips': [{'subnet_id': '88aa7971-bac4-4efb-b152-25dec91a2396', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:40:30Z', 'updated_at': '2021-07-14T09:40:36Z', 'revision_number': 5, 'project_id': '8f66f4ea00254d4cb400476df8920946', 'subnets': [{'id': '88aa7971-bac4-4efb-b152-25dec91a2396', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:40:45.583724 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-54e2cfc2-a120-48ac-b15c-b246964cb51b tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:45.625671 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a62db4-878f-4b0b-8d83-c878e7e2ae42 None None] Checking router: cf951592-1964-4e41-801a-9c3fc61984bf for host: n-d-779913-29 {{(pid=93959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:40:45.626031 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a62db4-878f-4b0b-8d83-c878e7e2ae42 None None] Updating router cf951592-1964-4e41-801a-9c3fc61984bf port 40c834cb-f58a-4cee-ae7c-98bb0a99efbc binding host n-d-779913-29 {{(pid=93959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:40:45.709671 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Pushing event updated for resources: {'Port': ['ID=049b226d-a0db-467a-b101-b2118be8c177,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:45.718523 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-094acd38-5e9e-4ab3-b815-ebdb9db3ecd7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf57baaa9-fd24-59f4-8fd2-1dc21122ce72-5af990c5-6aef-472d-a92a-7d17fd4af9d3', 'network_id': '5af990c5-6aef-472d-a92a-7d17fd4af9d3', 'tenant_id': '8f66f4ea00254d4cb400476df8920946', 'fixed_ips': [{'subnet_id': '3c85c9a9-7080-4068-84c3-a2e680890888'}]}} from n-d-779913-29. {{(pid=93959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:40:45.719361 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-094acd38-5e9e-4ab3-b815-ebdb9db3ecd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:45.740637 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b9a62db4-878f-4b0b-8d83-c878e7e2ae42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:45.852705 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port b38c67a0-76ec-4dd3-8de4-6440734d1086 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:40:45.853508 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:45.901454 n-d-779913-29 neutron-server[93958]: DEBUG neutron.notifiers.nova [None req-54e2cfc2-a120-48ac-b15c-b246964cb51b tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] device_id is not set on port 41bd4dea-187a-4cc5-b3e2-5d7d3527ae3e yet. {{(pid=93958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:40:45.912864 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-54e2cfc2-a120-48ac-b15c-b246964cb51b tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:45.928660 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-54e2cfc2-a120-48ac-b15c-b246964cb51b tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Transition to ACTIVE for port object 41bd4dea-187a-4cc5-b3e2-5d7d3527ae3e will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:40:45.932564 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-54e2cfc2-a120-48ac-b15c-b246964cb51b tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13574142'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:45.940176 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd534dc-62cb-43a4-8f65-e62f9214acc5 req-ad29d4cd-e2d1-40e5-9431-d873c6954140 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:45.942527 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-dbd534dc-62cb-43a4-8f65-e62f9214acc5 req-ad29d4cd-e2d1-40e5-9431-d873c6954140 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/ports?device_id=5ed0c1cb-c3d6-40f1-8aad-1894504b5a83 HTTP/1.1" status: 200 len: 945 time: 0.1366415 Jul 14 09:40:45.945088 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c9c6ccce-ca70-4640-834f-6aba662b05c4 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:46.005615 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-54e2cfc2-a120-48ac-b15c-b246964cb51b tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Attempting to bind port 41bd4dea-187a-4cc5-b3e2-5d7d3527ae3e on host n-h1-779913-29 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:40:46.006047 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-54e2cfc2-a120-48ac-b15c-b246964cb51b tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Attempting to bind port 41bd4dea-187a-4cc5-b3e2-5d7d3527ae3e by drivers openvswitch,hyperv on host n-h1-779913-29 at level 0 using segments [{'id': 'aba08415-82b1-4e6f-be62-67c5d9a400bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '2782acb7-6433-4cb6-b032-57259aa55ea3'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:40:46.006451 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e2cfc2-a120-48ac-b15c-b246964cb51b tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Attempting to bind port 41bd4dea-187a-4cc5-b3e2-5d7d3527ae3e on network 2782acb7-6433-4cb6-b032-57259aa55ea3 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:40:46.016919 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e2cfc2-a120-48ac-b15c-b246964cb51b tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Port 41bd4dea-187a-4cc5-b3e2-5d7d3527ae3e on network 2782acb7-6433-4cb6-b032-57259aa55ea3 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-29 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:40:46.017302 n-d-779913-29 neutron-server[93958]: ERROR neutron.plugins.ml2.managers [None req-54e2cfc2-a120-48ac-b15c-b246964cb51b tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Failed to bind port 41bd4dea-187a-4cc5-b3e2-5d7d3527ae3e on host n-h1-779913-29 for vnic_type normal using segments [{'id': 'aba08415-82b1-4e6f-be62-67c5d9a400bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '2782acb7-6433-4cb6-b032-57259aa55ea3'}] Jul 14 09:40:46.017921 n-d-779913-29 neutron-server[93958]: INFO neutron.plugins.ml2.plugin [None req-54e2cfc2-a120-48ac-b15c-b246964cb51b tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Attempt 2 to bind port 41bd4dea-187a-4cc5-b3e2-5d7d3527ae3e Jul 14 09:40:46.022197 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e2cfc2-a120-48ac-b15c-b246964cb51b tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Pushing event updated for resources: {'Port': ['ID=41bd4dea-187a-4cc5-b3e2-5d7d3527ae3e,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:46.036031 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-54e2cfc2-a120-48ac-b15c-b246964cb51b tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Attempting to bind port 41bd4dea-187a-4cc5-b3e2-5d7d3527ae3e on host n-h1-779913-29 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:40:46.036416 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-54e2cfc2-a120-48ac-b15c-b246964cb51b tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Attempting to bind port 41bd4dea-187a-4cc5-b3e2-5d7d3527ae3e by drivers openvswitch,hyperv on host n-h1-779913-29 at level 0 using segments [{'id': 'aba08415-82b1-4e6f-be62-67c5d9a400bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '2782acb7-6433-4cb6-b032-57259aa55ea3'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:40:46.036823 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e2cfc2-a120-48ac-b15c-b246964cb51b tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Attempting to bind port 41bd4dea-187a-4cc5-b3e2-5d7d3527ae3e on network 2782acb7-6433-4cb6-b032-57259aa55ea3 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:40:46.042686 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e2cfc2-a120-48ac-b15c-b246964cb51b tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Port 41bd4dea-187a-4cc5-b3e2-5d7d3527ae3e on network 2782acb7-6433-4cb6-b032-57259aa55ea3 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-29 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:40:46.042686 n-d-779913-29 neutron-server[93958]: ERROR neutron.plugins.ml2.managers [None req-54e2cfc2-a120-48ac-b15c-b246964cb51b tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Failed to bind port 41bd4dea-187a-4cc5-b3e2-5d7d3527ae3e on host n-h1-779913-29 for vnic_type normal using segments [{'id': 'aba08415-82b1-4e6f-be62-67c5d9a400bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '2782acb7-6433-4cb6-b032-57259aa55ea3'}] Jul 14 09:40:46.042686 n-d-779913-29 neutron-server[93958]: INFO neutron.plugins.ml2.plugin [None req-54e2cfc2-a120-48ac-b15c-b246964cb51b tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Attempt 3 to bind port 41bd4dea-187a-4cc5-b3e2-5d7d3527ae3e Jul 14 09:40:46.064109 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-dbd534dc-62cb-43a4-8f65-e62f9214acc5 req-4eb32792-0c3a-45d3-a8c5-65bd7f614eda tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/security-groups?id=3e66fdd8-bd2d-4f0b-a124-b60bfc46cfe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1149340 Jul 14 09:40:46.083481 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-54e2cfc2-a120-48ac-b15c-b246964cb51b tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Attempting to bind port 41bd4dea-187a-4cc5-b3e2-5d7d3527ae3e on host n-h1-779913-29 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:40:46.083826 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-54e2cfc2-a120-48ac-b15c-b246964cb51b tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Attempting to bind port 41bd4dea-187a-4cc5-b3e2-5d7d3527ae3e by drivers openvswitch,hyperv on host n-h1-779913-29 at level 0 using segments [{'id': 'aba08415-82b1-4e6f-be62-67c5d9a400bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '2782acb7-6433-4cb6-b032-57259aa55ea3'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:40:46.084171 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e2cfc2-a120-48ac-b15c-b246964cb51b tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Attempting to bind port 41bd4dea-187a-4cc5-b3e2-5d7d3527ae3e on network 2782acb7-6433-4cb6-b032-57259aa55ea3 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:40:46.101044 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e2cfc2-a120-48ac-b15c-b246964cb51b tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Port 41bd4dea-187a-4cc5-b3e2-5d7d3527ae3e on network 2782acb7-6433-4cb6-b032-57259aa55ea3 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-29 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:40:46.102471 n-d-779913-29 neutron-server[93958]: ERROR neutron.plugins.ml2.managers [None req-54e2cfc2-a120-48ac-b15c-b246964cb51b tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Failed to bind port 41bd4dea-187a-4cc5-b3e2-5d7d3527ae3e on host n-h1-779913-29 for vnic_type normal using segments [{'id': 'aba08415-82b1-4e6f-be62-67c5d9a400bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '2782acb7-6433-4cb6-b032-57259aa55ea3'}] Jul 14 09:40:46.103103 n-d-779913-29 neutron-server[93958]: INFO neutron.plugins.ml2.plugin [None req-54e2cfc2-a120-48ac-b15c-b246964cb51b tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Attempt 4 to bind port 41bd4dea-187a-4cc5-b3e2-5d7d3527ae3e Jul 14 09:40:46.133796 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-54e2cfc2-a120-48ac-b15c-b246964cb51b tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Attempting to bind port 41bd4dea-187a-4cc5-b3e2-5d7d3527ae3e on host n-h1-779913-29 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:40:46.134406 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-54e2cfc2-a120-48ac-b15c-b246964cb51b tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Attempting to bind port 41bd4dea-187a-4cc5-b3e2-5d7d3527ae3e by drivers openvswitch,hyperv on host n-h1-779913-29 at level 0 using segments [{'id': 'aba08415-82b1-4e6f-be62-67c5d9a400bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '2782acb7-6433-4cb6-b032-57259aa55ea3'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:40:46.134749 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e2cfc2-a120-48ac-b15c-b246964cb51b tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Attempting to bind port 41bd4dea-187a-4cc5-b3e2-5d7d3527ae3e on network 2782acb7-6433-4cb6-b032-57259aa55ea3 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:40:46.139865 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e2cfc2-a120-48ac-b15c-b246964cb51b tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Port 41bd4dea-187a-4cc5-b3e2-5d7d3527ae3e on network 2782acb7-6433-4cb6-b032-57259aa55ea3 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-29 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:40:46.140206 n-d-779913-29 neutron-server[93958]: ERROR neutron.plugins.ml2.managers [None req-54e2cfc2-a120-48ac-b15c-b246964cb51b tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Failed to bind port 41bd4dea-187a-4cc5-b3e2-5d7d3527ae3e on host n-h1-779913-29 for vnic_type normal using segments [{'id': 'aba08415-82b1-4e6f-be62-67c5d9a400bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '2782acb7-6433-4cb6-b032-57259aa55ea3'}] Jul 14 09:40:46.140611 n-d-779913-29 neutron-server[93958]: INFO neutron.plugins.ml2.plugin [None req-54e2cfc2-a120-48ac-b15c-b246964cb51b tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Attempt 5 to bind port 41bd4dea-187a-4cc5-b3e2-5d7d3527ae3e Jul 14 09:40:46.163407 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-094acd38-5e9e-4ab3-b815-ebdb9db3ecd7 None None] Allocated IP 172.23.0.2 (5af990c5-6aef-472d-a92a-7d17fd4af9d3/3c85c9a9-7080-4068-84c3-a2e680890888/96e39fd5-9be8-4842-b7d3-c26e780ec506) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:40:46.169217 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-54e2cfc2-a120-48ac-b15c-b246964cb51b tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Attempting to bind port 41bd4dea-187a-4cc5-b3e2-5d7d3527ae3e on host n-h1-779913-29 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:40:46.169587 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-54e2cfc2-a120-48ac-b15c-b246964cb51b tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Attempting to bind port 41bd4dea-187a-4cc5-b3e2-5d7d3527ae3e by drivers openvswitch,hyperv on host n-h1-779913-29 at level 0 using segments [{'id': 'aba08415-82b1-4e6f-be62-67c5d9a400bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '2782acb7-6433-4cb6-b032-57259aa55ea3'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:40:46.170072 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e2cfc2-a120-48ac-b15c-b246964cb51b tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Attempting to bind port 41bd4dea-187a-4cc5-b3e2-5d7d3527ae3e on network 2782acb7-6433-4cb6-b032-57259aa55ea3 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:40:46.180957 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e2cfc2-a120-48ac-b15c-b246964cb51b tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Port 41bd4dea-187a-4cc5-b3e2-5d7d3527ae3e on network 2782acb7-6433-4cb6-b032-57259aa55ea3 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-29 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:40:46.181307 n-d-779913-29 neutron-server[93958]: ERROR neutron.plugins.ml2.managers [None req-54e2cfc2-a120-48ac-b15c-b246964cb51b tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Failed to bind port 41bd4dea-187a-4cc5-b3e2-5d7d3527ae3e on host n-h1-779913-29 for vnic_type normal using segments [{'id': 'aba08415-82b1-4e6f-be62-67c5d9a400bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '2782acb7-6433-4cb6-b032-57259aa55ea3'}] Jul 14 09:40:46.181735 n-d-779913-29 neutron-server[93958]: INFO neutron.plugins.ml2.plugin [None req-54e2cfc2-a120-48ac-b15c-b246964cb51b tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Attempt 6 to bind port 41bd4dea-187a-4cc5-b3e2-5d7d3527ae3e Jul 14 09:40:46.207876 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-54e2cfc2-a120-48ac-b15c-b246964cb51b tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Attempting to bind port 41bd4dea-187a-4cc5-b3e2-5d7d3527ae3e on host n-h1-779913-29 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:40:46.208210 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-54e2cfc2-a120-48ac-b15c-b246964cb51b tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Attempting to bind port 41bd4dea-187a-4cc5-b3e2-5d7d3527ae3e by drivers openvswitch,hyperv on host n-h1-779913-29 at level 0 using segments [{'id': 'aba08415-82b1-4e6f-be62-67c5d9a400bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '2782acb7-6433-4cb6-b032-57259aa55ea3'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:40:46.208557 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e2cfc2-a120-48ac-b15c-b246964cb51b tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Attempting to bind port 41bd4dea-187a-4cc5-b3e2-5d7d3527ae3e on network 2782acb7-6433-4cb6-b032-57259aa55ea3 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:40:46.220869 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e2cfc2-a120-48ac-b15c-b246964cb51b tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Port 41bd4dea-187a-4cc5-b3e2-5d7d3527ae3e on network 2782acb7-6433-4cb6-b032-57259aa55ea3 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-29 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:40:46.221195 n-d-779913-29 neutron-server[93958]: ERROR neutron.plugins.ml2.managers [None req-54e2cfc2-a120-48ac-b15c-b246964cb51b tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Failed to bind port 41bd4dea-187a-4cc5-b3e2-5d7d3527ae3e on host n-h1-779913-29 for vnic_type normal using segments [{'id': 'aba08415-82b1-4e6f-be62-67c5d9a400bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '2782acb7-6433-4cb6-b032-57259aa55ea3'}] Jul 14 09:40:46.221714 n-d-779913-29 neutron-server[93958]: INFO neutron.plugins.ml2.plugin [None req-54e2cfc2-a120-48ac-b15c-b246964cb51b tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Attempt 7 to bind port 41bd4dea-187a-4cc5-b3e2-5d7d3527ae3e Jul 14 09:40:46.245466 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-54e2cfc2-a120-48ac-b15c-b246964cb51b tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Attempting to bind port 41bd4dea-187a-4cc5-b3e2-5d7d3527ae3e on host n-h1-779913-29 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:40:46.245852 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-54e2cfc2-a120-48ac-b15c-b246964cb51b tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Attempting to bind port 41bd4dea-187a-4cc5-b3e2-5d7d3527ae3e by drivers openvswitch,hyperv on host n-h1-779913-29 at level 0 using segments [{'id': 'aba08415-82b1-4e6f-be62-67c5d9a400bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '2782acb7-6433-4cb6-b032-57259aa55ea3'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:40:46.246176 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e2cfc2-a120-48ac-b15c-b246964cb51b tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Attempting to bind port 41bd4dea-187a-4cc5-b3e2-5d7d3527ae3e on network 2782acb7-6433-4cb6-b032-57259aa55ea3 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:40:46.250648 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e2cfc2-a120-48ac-b15c-b246964cb51b tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Port 41bd4dea-187a-4cc5-b3e2-5d7d3527ae3e on network 2782acb7-6433-4cb6-b032-57259aa55ea3 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-29 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:40:46.251116 n-d-779913-29 neutron-server[93958]: ERROR neutron.plugins.ml2.managers [None req-54e2cfc2-a120-48ac-b15c-b246964cb51b tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Failed to bind port 41bd4dea-187a-4cc5-b3e2-5d7d3527ae3e on host n-h1-779913-29 for vnic_type normal using segments [{'id': 'aba08415-82b1-4e6f-be62-67c5d9a400bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '2782acb7-6433-4cb6-b032-57259aa55ea3'}] Jul 14 09:40:46.251521 n-d-779913-29 neutron-server[93958]: INFO neutron.plugins.ml2.plugin [None req-54e2cfc2-a120-48ac-b15c-b246964cb51b tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Attempt 8 to bind port 41bd4dea-187a-4cc5-b3e2-5d7d3527ae3e Jul 14 09:40:46.295307 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-54e2cfc2-a120-48ac-b15c-b246964cb51b tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Attempting to bind port 41bd4dea-187a-4cc5-b3e2-5d7d3527ae3e on host n-h1-779913-29 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:40:46.295670 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-54e2cfc2-a120-48ac-b15c-b246964cb51b tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Attempting to bind port 41bd4dea-187a-4cc5-b3e2-5d7d3527ae3e by drivers openvswitch,hyperv on host n-h1-779913-29 at level 0 using segments [{'id': 'aba08415-82b1-4e6f-be62-67c5d9a400bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '2782acb7-6433-4cb6-b032-57259aa55ea3'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:40:46.295968 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e2cfc2-a120-48ac-b15c-b246964cb51b tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Attempting to bind port 41bd4dea-187a-4cc5-b3e2-5d7d3527ae3e on network 2782acb7-6433-4cb6-b032-57259aa55ea3 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:40:46.308605 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e2cfc2-a120-48ac-b15c-b246964cb51b tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Port 41bd4dea-187a-4cc5-b3e2-5d7d3527ae3e on network 2782acb7-6433-4cb6-b032-57259aa55ea3 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-29 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:40:46.309033 n-d-779913-29 neutron-server[93958]: ERROR neutron.plugins.ml2.managers [None req-54e2cfc2-a120-48ac-b15c-b246964cb51b tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Failed to bind port 41bd4dea-187a-4cc5-b3e2-5d7d3527ae3e on host n-h1-779913-29 for vnic_type normal using segments [{'id': 'aba08415-82b1-4e6f-be62-67c5d9a400bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '2782acb7-6433-4cb6-b032-57259aa55ea3'}] Jul 14 09:40:46.310338 n-d-779913-29 neutron-server[93958]: INFO neutron.plugins.ml2.plugin [None req-54e2cfc2-a120-48ac-b15c-b246964cb51b tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Attempt 9 to bind port 41bd4dea-187a-4cc5-b3e2-5d7d3527ae3e Jul 14 09:40:46.330309 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-54e2cfc2-a120-48ac-b15c-b246964cb51b tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Attempting to bind port 41bd4dea-187a-4cc5-b3e2-5d7d3527ae3e on host n-h1-779913-29 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:40:46.330720 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-54e2cfc2-a120-48ac-b15c-b246964cb51b tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Attempting to bind port 41bd4dea-187a-4cc5-b3e2-5d7d3527ae3e by drivers openvswitch,hyperv on host n-h1-779913-29 at level 0 using segments [{'id': 'aba08415-82b1-4e6f-be62-67c5d9a400bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '2782acb7-6433-4cb6-b032-57259aa55ea3'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:40:46.331156 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e2cfc2-a120-48ac-b15c-b246964cb51b tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Attempting to bind port 41bd4dea-187a-4cc5-b3e2-5d7d3527ae3e on network 2782acb7-6433-4cb6-b032-57259aa55ea3 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:40:46.338638 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e2cfc2-a120-48ac-b15c-b246964cb51b tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Port 41bd4dea-187a-4cc5-b3e2-5d7d3527ae3e on network 2782acb7-6433-4cb6-b032-57259aa55ea3 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-29 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:40:46.339298 n-d-779913-29 neutron-server[93958]: ERROR neutron.plugins.ml2.managers [None req-54e2cfc2-a120-48ac-b15c-b246964cb51b tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Failed to bind port 41bd4dea-187a-4cc5-b3e2-5d7d3527ae3e on host n-h1-779913-29 for vnic_type normal using segments [{'id': 'aba08415-82b1-4e6f-be62-67c5d9a400bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '2782acb7-6433-4cb6-b032-57259aa55ea3'}] Jul 14 09:40:46.340147 n-d-779913-29 neutron-server[93958]: INFO neutron.plugins.ml2.plugin [None req-54e2cfc2-a120-48ac-b15c-b246964cb51b tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Attempt 10 to bind port 41bd4dea-187a-4cc5-b3e2-5d7d3527ae3e Jul 14 09:40:46.354156 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-54e2cfc2-a120-48ac-b15c-b246964cb51b tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Attempting to bind port 41bd4dea-187a-4cc5-b3e2-5d7d3527ae3e on host n-h1-779913-29 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:40:46.354412 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [None req-54e2cfc2-a120-48ac-b15c-b246964cb51b tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Attempting to bind port 41bd4dea-187a-4cc5-b3e2-5d7d3527ae3e by drivers openvswitch,hyperv on host n-h1-779913-29 at level 0 using segments [{'id': 'aba08415-82b1-4e6f-be62-67c5d9a400bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '2782acb7-6433-4cb6-b032-57259aa55ea3'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:40:46.354889 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e2cfc2-a120-48ac-b15c-b246964cb51b tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Attempting to bind port 41bd4dea-187a-4cc5-b3e2-5d7d3527ae3e on network 2782acb7-6433-4cb6-b032-57259aa55ea3 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:40:46.369543 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f15712-cc5d-4a8d-824f-2c36f8a48020 req-229c1270-593f-44a3-b47a-05abfcf8cb6c tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:46.376643 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-e1f15712-cc5d-4a8d-824f-2c36f8a48020 req-229c1270-593f-44a3-b47a-05abfcf8cb6c tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] 10.222.0.68 "GET /v2.0/ports?device_id=abf03d13-3e8c-49a2-bd4b-0fc24e0a569d HTTP/1.1" status: 200 len: 945 time: 0.1208634 Jul 14 09:40:46.384324 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e2cfc2-a120-48ac-b15c-b246964cb51b tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Port 41bd4dea-187a-4cc5-b3e2-5d7d3527ae3e on network 2782acb7-6433-4cb6-b032-57259aa55ea3 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-29 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:40:46.384506 n-d-779913-29 neutron-server[93958]: ERROR neutron.plugins.ml2.managers [None req-54e2cfc2-a120-48ac-b15c-b246964cb51b tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Failed to bind port 41bd4dea-187a-4cc5-b3e2-5d7d3527ae3e on host n-h1-779913-29 for vnic_type normal using segments [{'id': 'aba08415-82b1-4e6f-be62-67c5d9a400bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '2782acb7-6433-4cb6-b032-57259aa55ea3'}] Jul 14 09:40:46.384978 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-54e2cfc2-a120-48ac-b15c-b246964cb51b tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:46.415545 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 049b226d-a0db-467a-b101-b2118be8c177 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:40:46.419662 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b9a62db4-878f-4b0b-8d83-c878e7e2ae42 None None] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:46.443551 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-e1f15712-cc5d-4a8d-824f-2c36f8a48020 req-003f2181-a747-4c8f-9a57-1bd30a48c2d6 tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] 10.222.0.68 "GET /v2.0/security-groups?id=8136fa3c-cdeb-41b3-bfb9-6bf131e66cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659564 Jul 14 09:40:46.461133 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-b9a62db4-878f-4b0b-8d83-c878e7e2ae42 None None] Transition to ACTIVE for port object 40c834cb-f58a-4cee-ae7c-98bb0a99efbc will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:40:46.480975 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b9a62db4-878f-4b0b-8d83-c878e7e2ae42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:46.483751 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-54e2cfc2-a120-48ac-b15c-b246964cb51b tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] For port 41bd4dea-187a-4cc5-b3e2-5d7d3527ae3e, host n-h1-779913-29, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:40:46.484133 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-54e2cfc2-a120-48ac-b15c-b246964cb51b tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Attempted to set empty binding levels {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 14 09:40:46.489466 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-54e2cfc2-a120-48ac-b15c-b246964cb51b tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13574142'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:46.505710 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-094acd38-5e9e-4ab3-b815-ebdb9db3ecd7 None None] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:46.550099 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-54e2cfc2-a120-48ac-b15c-b246964cb51b tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] In _notify_port_updated(), no bound segment for port 41bd4dea-187a-4cc5-b3e2-5d7d3527ae3e on network 2782acb7-6433-4cb6-b032-57259aa55ea3 {{(pid=93958) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 14 09:40:46.551297 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54e2cfc2-a120-48ac-b15c-b246964cb51b tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:46.552124 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-54e2cfc2-a120-48ac-b15c-b246964cb51b tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:46.557392 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 43020) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:46.557988 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-54e2cfc2-a120-48ac-b15c-b246964cb51b tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] 10.222.0.68 "PUT /v2.0/ports/41bd4dea-187a-4cc5-b3e2-5d7d3527ae3e HTTP/1.1" status: 200 len: 980 time: 1.3405325 Jul 14 09:40:46.573666 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e2cfc2-a120-48ac-b15c-b246964cb51b tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Pushing event updated for resources: {'Port': ['ID=41bd4dea-187a-4cc5-b3e2-5d7d3527ae3e,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:46.622633 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-094acd38-5e9e-4ab3-b815-ebdb9db3ecd7 None None] Transition to ACTIVE for port object 96e39fd5-9be8-4842-b7d3-c26e780ec506 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:40:46.664197 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port 049b226d-a0db-467a-b101-b2118be8c177 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:40:46.664707 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:46.666910 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-094acd38-5e9e-4ab3-b815-ebdb9db3ecd7 None None] Transition to ACTIVE for port object 96e39fd5-9be8-4842-b7d3-c26e780ec506 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:40:46.688025 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba781480-0c86-4220-af88-bb3db744b41d None None] Pushing event updated for resources: {'Port': ['ID=40c834cb-f58a-4cee-ae7c-98bb0a99efbc,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:46.723785 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-b9a62db4-878f-4b0b-8d83-c878e7e2ae42 None None] Attempting to bind port 40c834cb-f58a-4cee-ae7c-98bb0a99efbc on host n-d-779913-29 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:40:46.724485 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-b9a62db4-878f-4b0b-8d83-c878e7e2ae42 None None] Attempting to bind port 40c834cb-f58a-4cee-ae7c-98bb0a99efbc by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': '17e556e5-d4b1-4862-90a2-c0cc2f3f8b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '20691a5e-b6bb-4acb-a697-5feefd22e74d'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:40:46.724682 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a62db4-878f-4b0b-8d83-c878e7e2ae42 None None] Attempting to bind port 40c834cb-f58a-4cee-ae7c-98bb0a99efbc on network 20691a5e-b6bb-4acb-a697-5feefd22e74d {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:40:46.728598 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-094acd38-5e9e-4ab3-b815-ebdb9db3ecd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:46.769720 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-094acd38-5e9e-4ab3-b815-ebdb9db3ecd7 None None] Network 5af990c5-6aef-472d-a92a-7d17fd4af9d3 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:40:46.772683 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-c9c6ccce-ca70-4640-834f-6aba662b05c4 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Allocated IP 172.23.0.1 (5af990c5-6aef-472d-a92a-7d17fd4af9d3/3c85c9a9-7080-4068-84c3-a2e680890888/093c7f74-8eba-44c5-a7f5-263e6201e5a3) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:40:46.775681 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-94d7e048-cfb1-400f-aaf1-b2e0a1e0475b tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Deleting port 41bd4dea-187a-4cc5-b3e2-5d7d3527ae3e {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:40:46.776054 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-94d7e048-cfb1-400f-aaf1-b2e0a1e0475b tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:46.807884 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-094acd38-5e9e-4ab3-b815-ebdb9db3ecd7 None None] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:40:46.811142 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a62db4-878f-4b0b-8d83-c878e7e2ae42 None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 40, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:40:46.811531 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a62db4-878f-4b0b-8d83-c878e7e2ae42 None None] Checking segment: {'id': '17e556e5-d4b1-4862-90a2-c0cc2f3f8b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '20691a5e-b6bb-4acb-a697-5feefd22e74d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:40:46.811946 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b9a62db4-878f-4b0b-8d83-c878e7e2ae42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:46.812590 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a62db4-878f-4b0b-8d83-c878e7e2ae42 None None] Bound using segment: {'id': '17e556e5-d4b1-4862-90a2-c0cc2f3f8b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '20691a5e-b6bb-4acb-a697-5feefd22e74d'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:40:46.813144 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-b9a62db4-878f-4b0b-8d83-c878e7e2ae42 None None] Bound port: 40c834cb-f58a-4cee-ae7c-98bb0a99efbc, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17e556e5-d4b1-4862-90a2-c0cc2f3f8b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '20691a5e-b6bb-4acb-a697-5feefd22e74d'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:40:46.813564 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b9a62db4-878f-4b0b-8d83-c878e7e2ae42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:46.821296 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-094acd38-5e9e-4ab3-b815-ebdb9db3ecd7 None None] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:40:46.985327 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-094acd38-5e9e-4ab3-b815-ebdb9db3ecd7 None None] Attempting to bind port 96e39fd5-9be8-4842-b7d3-c26e780ec506 on host n-d-779913-29 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:40:46.985730 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-094acd38-5e9e-4ab3-b815-ebdb9db3ecd7 None None] Attempting to bind port 96e39fd5-9be8-4842-b7d3-c26e780ec506 by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': '0898b239-c3ef-4665-a692-f4d99f890401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '5af990c5-6aef-472d-a92a-7d17fd4af9d3'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:40:46.986107 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-094acd38-5e9e-4ab3-b815-ebdb9db3ecd7 None None] Attempting to bind port 96e39fd5-9be8-4842-b7d3-c26e780ec506 on network 5af990c5-6aef-472d-a92a-7d17fd4af9d3 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:40:47.001538 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-94d7e048-cfb1-400f-aaf1-b2e0a1e0475b tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] For port 41bd4dea-187a-4cc5-b3e2-5d7d3527ae3e, host n-h1-779913-29, got binding levels [] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:40:47.001538 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-94d7e048-cfb1-400f-aaf1-b2e0a1e0475b tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:47.057815 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-94d7e048-cfb1-400f-aaf1-b2e0a1e0475b tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Calling delete_port for 41bd4dea-187a-4cc5-b3e2-5d7d3527ae3e owned by {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:40:47.059167 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094acd38-5e9e-4ab3-b815-ebdb9db3ecd7 None None] Pushing event updated for resources: {'Port': ['ID=96e39fd5-9be8-4842-b7d3-c26e780ec506,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:47.080746 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-094acd38-5e9e-4ab3-b815-ebdb9db3ecd7 None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 40, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:40:47.081937 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-094acd38-5e9e-4ab3-b815-ebdb9db3ecd7 None None] Checking segment: {'id': '0898b239-c3ef-4665-a692-f4d99f890401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '5af990c5-6aef-472d-a92a-7d17fd4af9d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:40:47.082536 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-094acd38-5e9e-4ab3-b815-ebdb9db3ecd7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:47.083274 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-094acd38-5e9e-4ab3-b815-ebdb9db3ecd7 None None] Bound using segment: {'id': '0898b239-c3ef-4665-a692-f4d99f890401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '5af990c5-6aef-472d-a92a-7d17fd4af9d3'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:40:47.084404 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-094acd38-5e9e-4ab3-b815-ebdb9db3ecd7 None None] Bound port: 96e39fd5-9be8-4842-b7d3-c26e780ec506, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0898b239-c3ef-4665-a692-f4d99f890401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '5af990c5-6aef-472d-a92a-7d17fd4af9d3'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:40:47.085315 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-094acd38-5e9e-4ab3-b815-ebdb9db3ecd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:47.177658 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-b9a62db4-878f-4b0b-8d83-c878e7e2ae42 None None] For port 40c834cb-f58a-4cee-ae7c-98bb0a99efbc, host n-d-779913-29, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:40:47.182659 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-b9a62db4-878f-4b0b-8d83-c878e7e2ae42 None None] For port 40c834cb-f58a-4cee-ae7c-98bb0a99efbc, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=40c834cb-f58a-4cee-ae7c-98bb0a99efbc,segment=NetworkSegment(17e556e5-d4b1-4862-90a2-c0cc2f3f8b7d),segment_id=17e556e5-d4b1-4862-90a2-c0cc2f3f8b7d)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:40:47.192157 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b9a62db4-878f-4b0b-8d83-c878e7e2ae42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:47.291314 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-094acd38-5e9e-4ab3-b815-ebdb9db3ecd7 None None] For port 96e39fd5-9be8-4842-b7d3-c26e780ec506, host n-d-779913-29, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:40:47.301079 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c9c6ccce-ca70-4640-834f-6aba662b05c4 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:47.317312 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a62db4-878f-4b0b-8d83-c878e7e2ae42 None None] Routers {'cf951592-1964-4e41-801a-9c3fc61984bf'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:40:47.318186 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-b9a62db4-878f-4b0b-8d83-c878e7e2ae42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:40:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['cf951592-1964-4e41-801a-9c3fc61984bf'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:40:47.319725 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-c9c6ccce-ca70-4640-834f-6aba662b05c4 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Transition to ACTIVE for port object 093c7f74-8eba-44c5-a7f5-263e6201e5a3 will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:40:47.366925 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c9c6ccce-ca70-4640-834f-6aba662b05c4 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:47.380096 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-094acd38-5e9e-4ab3-b815-ebdb9db3ecd7 None None] For port 96e39fd5-9be8-4842-b7d3-c26e780ec506, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=96e39fd5-9be8-4842-b7d3-c26e780ec506,segment=NetworkSegment(0898b239-c3ef-4665-a692-f4d99f890401),segment_id=0898b239-c3ef-4665-a692-f4d99f890401)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:40:47.466512 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 43034) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:47.473844 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44e3f91-4e2c-4f77-a31a-088ed4920c48 req-201051ab-5b96-45f2-a0af-4b7ef5e44f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:47.475978 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a44e3f91-4e2c-4f77-a31a-088ed4920c48 req-201051ab-5b96-45f2-a0af-4b7ef5e44f7b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4569f08ed7094f2caf5772ad4808989f&device_id=abf03d13-3e8c-49a2-bd4b-0fc24e0a569d HTTP/1.1" status: 200 len: 1097 time: 0.5117569 Jul 14 09:40:47.482081 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-94d7e048-cfb1-400f-aaf1-b2e0a1e0475b tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:47.485626 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvr_db [None req-b9a62db4-878f-4b0b-8d83-c878e7e2ae42 None None] Set router cf951592-1964-4e41-801a-9c3fc61984bf gateway port host: None {{(pid=93959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:40:47.515952 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9c6ccce-ca70-4640-834f-6aba662b05c4 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Network 5af990c5-6aef-472d-a92a-7d17fd4af9d3 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:40:47.530782 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0fac81-3e0b-4025-ae9c-1cb7f5f41058 req-17073685-9043-42a5-93fd-c5c4c831fb2f tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:47.537014 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272654fd-9ccb-4997-8bed-180d98ec732a req-e09f1bfa-856a-447c-8a3d-b1be985b584e tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:47.538752 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8d0fac81-3e0b-4025-ae9c-1cb7f5f41058 req-17073685-9043-42a5-93fd-c5c4c831fb2f tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] 10.222.0.68 "GET /v2.0/ports?device_id=abf03d13-3e8c-49a2-bd4b-0fc24e0a569d HTTP/1.1" status: 200 len: 945 time: 0.5279779 Jul 14 09:40:47.540761 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-272654fd-9ccb-4997-8bed-180d98ec732a req-e09f1bfa-856a-447c-8a3d-b1be985b584e tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/ports?device_id=5ed0c1cb-c3d6-40f1-8aad-1894504b5a83 HTTP/1.1" status: 200 len: 945 time: 0.1625066 Jul 14 09:40:47.557264 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-c9c6ccce-ca70-4640-834f-6aba662b05c4 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:40:47.561943 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c6ccce-ca70-4640-834f-6aba662b05c4 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:40:47.603576 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-094acd38-5e9e-4ab3-b815-ebdb9db3ecd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:47.616842 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba781480-0c86-4220-af88-bb3db744b41d None None] Pushing event updated for resources: {'Port': ['ID=40c834cb-f58a-4cee-ae7c-98bb0a99efbc,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:47.629636 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c9c6ccce-ca70-4640-834f-6aba662b05c4 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-660393'] for router_interface, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:47.640505 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-272654fd-9ccb-4997-8bed-180d98ec732a req-94740ee4-3452-412f-abd2-dd5653d21d32 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/security-groups?id=3e66fdd8-bd2d-4f0b-a124-b60bfc46cfe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944180 Jul 14 09:40:47.694127 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-42e5595e-d94a-4a7b-b667-841260bd5135 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:47.714498 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094acd38-5e9e-4ab3-b815-ebdb9db3ecd7 None None] Pushing event updated for resources: {'Port': ['ID=96e39fd5-9be8-4842-b7d3-c26e780ec506,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:47.762865 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c6ccce-ca70-4640-834f-6aba662b05c4 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Pushing event updated for resources: {'Port': ['ID=093c7f74-8eba-44c5-a7f5-263e6201e5a3,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:47.789342 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-94d7e048-cfb1-400f-aaf1-b2e0a1e0475b tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:47.791488 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-94d7e048-cfb1-400f-aaf1-b2e0a1e0475b tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] 10.222.0.68 "DELETE /v2.0/ports/41bd4dea-187a-4cc5-b3e2-5d7d3527ae3e HTTP/1.1" status: 204 len: 168 time: 1.2329566 Jul 14 09:40:47.812096 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 43038) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:47.843171 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d7e048-cfb1-400f-aaf1-b2e0a1e0475b tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] Pushing event deleted for resources: {'Port': ['ID=41bd4dea-187a-4cc5-b3e2-5d7d3527ae3e,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:47.847394 n-d-779913-29 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba8021c9-415a-4485-a9cf-c92c7a3fbcd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] GET failed (client error): The resource could not be found. Jul 14 09:40:47.852247 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-ba8021c9-415a-4485-a9cf-c92c7a3fbcd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-517102123-project-admin] 10.222.0.68 "GET /v2.0/ports/41bd4dea-187a-4cc5-b3e2-5d7d3527ae3e HTTP/1.1" status: 404 len: 333 time: 0.0354433 Jul 14 09:40:47.855946 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 43040) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:47.900550 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-b9a62db4-878f-4b0b-8d83-c878e7e2ae42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf951592-1964-4e41-801a-9c3fc61984bf', 'name': 'tempest-RoutersTest-router-172628077', 'tenant_id': '8f66f4ea00254d4cb400476df8920946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:40:29Z', 'updated_at': '2021-07-14T09:40:42Z', 'revision_number': 4, 'project_id': '8f66f4ea00254d4cb400476df8920946', 'gw_port_host': None, '_interfaces': [{'id': '40c834cb-f58a-4cee-ae7c-98bb0a99efbc', 'name': '', 'network_id': '20691a5e-b6bb-4acb-a697-5feefd22e74d', 'tenant_id': '8f66f4ea00254d4cb400476df8920946', 'mac_address': 'fa:16:3e:4e:72:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf951592-1964-4e41-801a-9c3fc61984bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2829, 'fixed_ips': [{'subnet_id': '731a738f-f512-4314-89bc-2efbd23be044', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:40:42Z', 'updated_at': '2021-07-14T09:40:47Z', 'revision_number': 4, 'project_id': '8f66f4ea00254d4cb400476df8920946', 'subnets': [{'id': '731a738f-f512-4314-89bc-2efbd23be044', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b38c67a0-76ec-4dd3-8de4-6440734d1086', 'name': '', 'network_id': 'e5b9736d-d957-41ad-ba7c-cc2d24cefda0', 'tenant_id': '8f66f4ea00254d4cb400476df8920946', 'mac_address': 'fa:16:3e:c3:a2:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf951592-1964-4e41-801a-9c3fc61984bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2800, 'fixed_ips': [{'subnet_id': '4909dd26-ee00-4000-958e-9313cfbe6942', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:40:35Z', 'updated_at': '2021-07-14T09:40:42Z', 'revision_number': 5, 'project_id': '8f66f4ea00254d4cb400476df8920946', 'subnets': [{'id': '4909dd26-ee00-4000-958e-9313cfbe6942', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd64b7d68-d7a6-4b28-828b-29033c51135e', 'name': '', 'network_id': 'b2f10b3c-4a3e-44bb-bf4d-9c5259688dd8', 'tenant_id': '8f66f4ea00254d4cb400476df8920946', 'mac_address': 'fa:16:3e:b2:26:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf951592-1964-4e41-801a-9c3fc61984bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2790, 'fixed_ips': [{'subnet_id': '88aa7971-bac4-4efb-b152-25dec91a2396', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:40:30Z', 'updated_at': '2021-07-14T09:40:36Z', 'revision_number': 5, 'project_id': '8f66f4ea00254d4cb400476df8920946', 'subnets': [{'id': '88aa7971-bac4-4efb-b152-25dec91a2396', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:40:47.910497 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8d0fac81-3e0b-4025-ae9c-1cb7f5f41058 req-fbff93f9-61f2-436f-9e80-931be9f09e9f tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] 10.222.0.68 "GET /v2.0/security-groups?id=8136fa3c-cdeb-41b3-bfb9-6bf131e66cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3665707 Jul 14 09:40:47.937303 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a62db4-878f-4b0b-8d83-c878e7e2ae42 None None] The sync data for ids ['cf951592-1964-4e41-801a-9c3fc61984bf'] in n-d-779913-29 is: [{'id': 'cf951592-1964-4e41-801a-9c3fc61984bf', 'name': 'tempest-RoutersTest-router-172628077', 'tenant_id': '8f66f4ea00254d4cb400476df8920946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:40:29Z', 'updated_at': '2021-07-14T09:40:42Z', 'revision_number': 4, 'project_id': '8f66f4ea00254d4cb400476df8920946', 'gw_port_host': None, '_interfaces': [{'id': '40c834cb-f58a-4cee-ae7c-98bb0a99efbc', 'name': '', 'network_id': '20691a5e-b6bb-4acb-a697-5feefd22e74d', 'tenant_id': '8f66f4ea00254d4cb400476df8920946', 'mac_address': 'fa:16:3e:4e:72:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf951592-1964-4e41-801a-9c3fc61984bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2829, 'fixed_ips': [{'subnet_id': '731a738f-f512-4314-89bc-2efbd23be044', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:40:42Z', 'updated_at': '2021-07-14T09:40:47Z', 'revision_number': 4, 'project_id': '8f66f4ea00254d4cb400476df8920946', 'subnets': [{'id': '731a738f-f512-4314-89bc-2efbd23be044', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b38c67a0-76ec-4dd3-8de4-6440734d1086', 'name': '', 'network_id': 'e5b9736d-d957-41ad-ba7c-cc2d24cefda0', 'tenant_id': '8f66f4ea00254d4cb400476df8920946', 'mac_address': 'fa:16:3e:c3:a2:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf951592-1964-4e41-801a-9c3fc61984bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2800, 'fixed_ips': [{'subnet_id': '4909dd26-ee00-4000-958e-9313cfbe6942', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:40:35Z', 'updated_at': '2021-07-14T09:40:42Z', 'revision_number': 5, 'project_id': '8f66f4ea00254d4cb400476df8920946', 'subnets': [{'id': '4909dd26-ee00-4000-958e-9313cfbe6942', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd64b7d68-d7a6-4b28-828b-29033c51135e', 'name': '', 'network_id': 'b2f10b3c-4a3e-44bb-bf4d-9c5259688dd8', 'tenant_id': '8f66f4ea00254d4cb400476df8920946', 'mac_address': 'fa:16:3e:b2:26:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf951592-1964-4e41-801a-9c3fc61984bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2790, 'fixed_ips': [{'subnet_id': '88aa7971-bac4-4efb-b152-25dec91a2396', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:40:30Z', 'updated_at': '2021-07-14T09:40:36Z', 'revision_number': 5, 'project_id': '8f66f4ea00254d4cb400476df8920946', 'subnets': [{'id': '88aa7971-bac4-4efb-b152-25dec91a2396', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:40:47.940954 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-42e5595e-d94a-4a7b-b667-841260bd5135 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:47.952319 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c9c6ccce-ca70-4640-834f-6aba662b05c4 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:47.953179 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-42e5595e-d94a-4a7b-b667-841260bd5135 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:47.973912 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44e3f91-4e2c-4f77-a31a-088ed4920c48 req-7e7a5702-60f0-455e-9bd6-addf38ce076b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:47.975672 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a44e3f91-4e2c-4f77-a31a-088ed4920c48 req-7e7a5702-60f0-455e-9bd6-addf38ce076b service neutron] 10.222.0.65 "GET /v2.0/networks?id=f0c82eb4-694b-46cd-8405-b22504091d10 HTTP/1.1" status: 200 len: 920 time: 0.4872799 Jul 14 09:40:47.975987 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-27248928-500a-4b06-a0ca-802369c125d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046232622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046232622-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3876111'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:48.053144 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-42e5595e-d94a-4a7b-b667-841260bd5135 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=72b17e7cee514e4699af021d9d67d48b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5826924 Jul 14 09:40:48.053935 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 43042) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:48.054397 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e5595e-d94a-4a7b-b667-841260bd5135 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3a6412c-5f36-49ce-a0e6-7433ad2e114d,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:48.067695 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a44e3f91-4e2c-4f77-a31a-088ed4920c48 req-7d752bb0-49e4-42de-8cc5-9c4328ddb390 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1164dd28-0bae-4b72-94a6-b6d00b983a83 HTTP/1.1" status: 200 len: 217 time: 0.0716331 Jul 14 09:40:48.175221 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-27248928-500a-4b06-a0ca-802369c125d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046232622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046232622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473955', 'neutron.services.segments.db._delete_segments_for_network-8735688326548'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:48.186146 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-27248928-500a-4b06-a0ca-802369c125d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046232622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046232622-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2782acb7-6433-4cb6-b032-57259aa55ea3']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:40:48.196773 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-27248928-500a-4b06-a0ca-802369c125d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046232622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046232622-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aba08415-82b1-4e6f-be62-67c5d9a400bc') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:40:48.197067 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-27248928-500a-4b06-a0ca-802369c125d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046232622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046232622-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aba08415-82b1-4e6f-be62-67c5d9a400bc') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:40:48.204408 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44e3f91-4e2c-4f77-a31a-088ed4920c48 req-e09f5e3e-81c2-4e0e-9916-de2245c08f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:48.209944 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a44e3f91-4e2c-4f77-a31a-088ed4920c48 req-e09f5e3e-81c2-4e0e-9916-de2245c08f31 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=5a6019b3-7787-4bdb-b397-5a269fa1d62c HTTP/1.1" status: 200 len: 859 time: 0.1210012 Jul 14 09:40:48.220660 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-27248928-500a-4b06-a0ca-802369c125d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046232622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046232622-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735688356235', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13574129'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:48.237296 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-27248928-500a-4b06-a0ca-802369c125d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046232622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046232622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:48.244872 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27248928-500a-4b06-a0ca-802369c125d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046232622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046232622-project] Releasing vlan 746 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:40:48.245374 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-27248928-500a-4b06-a0ca-802369c125d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046232622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046232622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13573126'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:48.249522 n-d-779913-29 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:40:48.249522 n-d-779913-29 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:40:48.249522 n-d-779913-29 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:40:48.249522 n-d-779913-29 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:40:48.249522 n-d-779913-29 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:40:48.249522 n-d-779913-29 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:40:48.249522 n-d-779913-29 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:40:48.249522 n-d-779913-29 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:40:48.249522 n-d-779913-29 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:40:48.249522 n-d-779913-29 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:40:48.249522 n-d-779913-29 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:40:48.249522 n-d-779913-29 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:40:48.249522 n-d-779913-29 neutron-server[93958]: Traceback (most recent call last): Jul 14 09:40:48.249522 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:40:48.249522 n-d-779913-29 neutron-server[93958]: timer() Jul 14 09:40:48.249522 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:40:48.249522 n-d-779913-29 neutron-server[93958]: cb(*args, **kw) Jul 14 09:40:48.249522 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:40:48.249522 n-d-779913-29 neutron-server[93958]: return func(*args, **kwargs) Jul 14 09:40:48.249522 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:40:48.249522 n-d-779913-29 neutron-server[93958]: self._notify() Jul 14 09:40:48.249522 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:40:48.249522 n-d-779913-29 neutron-server[93958]: self.callback(batched_events) Jul 14 09:40:48.249522 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:40:48.249522 n-d-779913-29 neutron-server[93958]: event.method(event) Jul 14 09:40:48.249522 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:40:48.249522 n-d-779913-29 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:40:48.249522 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:40:48.249522 n-d-779913-29 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:40:48.249522 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:40:48.249522 n-d-779913-29 neutron-server[93958]: return f(self, *a, **k) Jul 14 09:40:48.249522 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:40:48.249522 n-d-779913-29 neutron-server[93958]: return self._get(url).json() Jul 14 09:40:48.249522 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:40:48.249522 n-d-779913-29 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:40:48.249522 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:40:48.249522 n-d-779913-29 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 14 09:40:48.249522 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:40:48.249522 n-d-779913-29 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:40:48.249522 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:40:48.249522 n-d-779913-29 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:40:48.249522 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:40:48.249522 n-d-779913-29 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:40:48.249522 n-d-779913-29 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:40:48.324665 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-27248928-500a-4b06-a0ca-802369c125d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046232622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046232622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660504'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:48.361514 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-27248928-500a-4b06-a0ca-802369c125d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046232622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046232622-project] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:48.364009 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-27248928-500a-4b06-a0ca-802369c125d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046232622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046232622-project] 10.222.0.68 "DELETE /v2.0/networks/2782acb7-6433-4cb6-b032-57259aa55ea3 HTTP/1.1" status: 204 len: 168 time: 0.5063615 Jul 14 09:40:48.364942 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27248928-500a-4b06-a0ca-802369c125d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046232622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1046232622-project] Pushing event deleted for resources: {'Network': ['ID=2782acb7-6433-4cb6-b032-57259aa55ea3,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:48.482607 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 40c834cb-f58a-4cee-ae7c-98bb0a99efbc up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:40:48.549131 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning for port 40c834cb-f58a-4cee-ae7c-98bb0a99efbc completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:40:48.554502 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port 40c834cb-f58a-4cee-ae7c-98bb0a99efbc triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:40:48.554817 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:48.637242 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:48.639309 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 43048) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:48.688432 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] For port 40c834cb-f58a-4cee-ae7c-98bb0a99efbc, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=40c834cb-f58a-4cee-ae7c-98bb0a99efbc,segment=NetworkSegment(17e556e5-d4b1-4862-90a2-c0cc2f3f8b7d),segment_id=17e556e5-d4b1-4862-90a2-c0cc2f3f8b7d)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:40:48.696187 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:48.697088 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 96e39fd5-9be8-4842-b7d3-c26e780ec506 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:40:48.880755 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a44e3f91-4e2c-4f77-a31a-088ed4920c48 req-88b4f569-157e-46e9-96c0-8c02aad57a82 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f0c82eb4-694b-46cd-8405-b22504091d10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.6289661 Jul 14 09:40:48.899540 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-07c04bff-d7e0-4135-809f-a84804ba9a22 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=8d0875226392491a9d3307d393473b30&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2552738 Jul 14 09:40:48.900916 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 43054) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:48.919021 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4d07e112-aa52-4508-b5f5-d292def333e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:49.001944 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4d07e112-aa52-4508-b5f5-d292def333e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:49.035885 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Pushing event updated for resources: {'Port': ['ID=40c834cb-f58a-4cee-ae7c-98bb0a99efbc,revision_number=5']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:49.053688 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8d665535-bfaa-43b2-90b6-d6f4e5529682 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:49.056371 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning for port 96e39fd5-9be8-4842-b7d3-c26e780ec506 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:40:49.085768 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8d665535-bfaa-43b2-90b6-d6f4e5529682 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:49.137118 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65901c8f-7e58-4c9b-b19f-f43e499c53b8 req-8a62ba67-37b0-4505-8e67-8b8c4da5bd67 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:49.139722 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-65901c8f-7e58-4c9b-b19f-f43e499c53b8 req-8a62ba67-37b0-4505-8e67-8b8c4da5bd67 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/ports?device_id=5ed0c1cb-c3d6-40f1-8aad-1894504b5a83 HTTP/1.1" status: 200 len: 945 time: 0.2467310 Jul 14 09:40:49.172920 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a44e3f91-4e2c-4f77-a31a-088ed4920c48 req-75644889-6114-41f5-897c-291a4e7a5d92 service neutron] 10.222.0.65 "GET /v2.0/networks/f0c82eb4-694b-46cd-8405-b22504091d10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2815452 Jul 14 09:40:49.190742 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-65901c8f-7e58-4c9b-b19f-f43e499c53b8 req-dd7330f0-f5eb-4e4a-9472-a8592ffb5d76 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/security-groups?id=3e66fdd8-bd2d-4f0b-a124-b60bfc46cfe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446873 Jul 14 09:40:49.193129 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8d665535-bfaa-43b2-90b6-d6f4e5529682 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:49.198100 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09356e27-bcbb-4961-ab01-4609e701b735 None None] Network 5af990c5-6aef-472d-a92a-7d17fd4af9d3 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:40:49.198954 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8d665535-bfaa-43b2-90b6-d6f4e5529682 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:49.200345 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-8d665535-bfaa-43b2-90b6-d6f4e5529682 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/8264a588-b066-4f2a-bb66-646192a8d233 HTTP/1.1" status: 204 len: 168 time: 0.2975111 Jul 14 09:40:49.210864 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d665535-bfaa-43b2-90b6-d6f4e5529682 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8264a588-b066-4f2a-bb66-646192a8d233,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:49.291687 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4d07e112-aa52-4508-b5f5-d292def333e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:49.294856 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4d07e112-aa52-4508-b5f5-d292def333e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:49.300873 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-4d07e112-aa52-4508-b5f5-d292def333e7 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/f3a6412c-5f36-49ce-a0e6-7433ad2e114d HTTP/1.1" status: 204 len: 168 time: 1.2459588 Jul 14 09:40:49.340257 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d07e112-aa52-4508-b5f5-d292def333e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3a6412c-5f36-49ce-a0e6-7433ad2e114d,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:49.379995 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-753316c1-c0b0-4816-9533-81d2bc2a02a2 None None] Provisioning for port 96e39fd5-9be8-4842-b7d3-c26e780ec506 completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:40:49.406617 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-753316c1-c0b0-4816-9533-81d2bc2a02a2 None None] Provisioning complete for port 96e39fd5-9be8-4842-b7d3-c26e780ec506 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:40:49.407103 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-753316c1-c0b0-4816-9533-81d2bc2a02a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:49.422935 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c7887b-6f05-403e-a0ad-525bd715190f req-ffac2f27-7812-4a2d-8469-25a3f6219236 tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:49.425161 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-00c7887b-6f05-403e-a0ad-525bd715190f req-ffac2f27-7812-4a2d-8469-25a3f6219236 tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] 10.222.0.68 "GET /v2.0/ports?device_id=abf03d13-3e8c-49a2-bd4b-0fc24e0a569d HTTP/1.1" status: 200 len: 945 time: 0.3175321 Jul 14 09:40:49.440612 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c9c6ccce-ca70-4640-834f-6aba662b05c4 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:49.472225 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c9c6ccce-ca70-4640-834f-6aba662b05c4 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:49.532117 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-753316c1-c0b0-4816-9533-81d2bc2a02a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:49.575110 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-753316c1-c0b0-4816-9533-81d2bc2a02a2 None None] For port 96e39fd5-9be8-4842-b7d3-c26e780ec506, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=96e39fd5-9be8-4842-b7d3-c26e780ec506,segment=NetworkSegment(0898b239-c3ef-4665-a692-f4d99f890401),segment_id=0898b239-c3ef-4665-a692-f4d99f890401)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:40:49.583247 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-753316c1-c0b0-4816-9533-81d2bc2a02a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:49.693743 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753316c1-c0b0-4816-9533-81d2bc2a02a2 None None] Pushing event updated for resources: {'Port': ['ID=96e39fd5-9be8-4842-b7d3-c26e780ec506,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:49.699223 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c6ccce-ca70-4640-834f-6aba662b05c4 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Pushing event updated for resources: {'Port': ['ID=093c7f74-8eba-44c5-a7f5-263e6201e5a3,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:49.722295 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-00c7887b-6f05-403e-a0ad-525bd715190f req-e6671f64-5c80-4638-942a-e52bad0f14ee tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] 10.222.0.68 "GET /v2.0/security-groups?id=8136fa3c-cdeb-41b3-bfb9-6bf131e66cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2868454 Jul 14 09:40:49.757665 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a44e3f91-4e2c-4f77-a31a-088ed4920c48 req-8edf8fb2-3b29-43dd-bc84-97facae193c1 service neutron] 10.222.0.65 "GET /v2.0/networks/f0c82eb4-694b-46cd-8405-b22504091d10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5746741 Jul 14 09:40:49.760177 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c9c6ccce-ca70-4640-834f-6aba662b05c4 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-683747'] for router_interface, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:49.841804 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2828fd-0dec-415d-a601-8b0cf1964d01 req-09795fa4-9c5b-4fd6-912d-3f8e94738785 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:49.851784 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-5f2828fd-0dec-415d-a601-8b0cf1964d01 req-09795fa4-9c5b-4fd6-912d-3f8e94738785 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/ports?device_id=5ed0c1cb-c3d6-40f1-8aad-1894504b5a83 HTTP/1.1" status: 200 len: 945 time: 0.1260726 Jul 14 09:40:49.872726 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93699a3d-df3f-4a19-9745-8695ec924e6f req-d131b08b-b7e2-4024-a55d-6c587a53c107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:49.874224 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-93699a3d-df3f-4a19-9745-8695ec924e6f req-d131b08b-b7e2-4024-a55d-6c587a53c107 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0be6be6bccc149f1a4b35e465d4a6d6f&device_id=5ed0c1cb-c3d6-40f1-8aad-1894504b5a83 HTTP/1.1" status: 200 len: 1097 time: 0.1784997 Jul 14 09:40:49.892568 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 43072) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:49.908468 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 43074) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:49.912366 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-a8809ef6-378a-4a92-ad06-c6ed53fc2e84 None None] Provisioning for port 093c7f74-8eba-44c5-a7f5-263e6201e5a3 completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:40:49.919677 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-a8809ef6-378a-4a92-ad06-c6ed53fc2e84 None None] Provisioning complete for port 093c7f74-8eba-44c5-a7f5-263e6201e5a3 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:40:49.920482 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a8809ef6-378a-4a92-ad06-c6ed53fc2e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:49.935983 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-97f6f76a-fdf4-4a88-96e9-c11c5a9bbf56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:49.954079 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-5f2828fd-0dec-415d-a601-8b0cf1964d01 req-1a29f624-7c35-4a29-a877-163547dc4cb5 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/security-groups?id=3e66fdd8-bd2d-4f0b-a124-b60bfc46cfe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1012280 Jul 14 09:40:49.969458 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9c6ccce-ca70-4640-834f-6aba662b05c4 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Network 5af990c5-6aef-472d-a92a-7d17fd4af9d3 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:40:49.972583 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-c9c6ccce-ca70-4640-834f-6aba662b05c4 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:40:49.982937 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-a8809ef6-378a-4a92-ad06-c6ed53fc2e84 None None] Port 093c7f74-8eba-44c5-a7f5-263e6201e5a3 cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:40:49.994585 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-a8809ef6-378a-4a92-ad06-c6ed53fc2e84 None None] Provisioning complete for port 96e39fd5-9be8-4842-b7d3-c26e780ec506 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:40:49.994971 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a8809ef6-378a-4a92-ad06-c6ed53fc2e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:50.092080 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93699a3d-df3f-4a19-9745-8695ec924e6f req-cf1e950b-19e3-4c6f-a959-788c18c98741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:50.093789 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-93699a3d-df3f-4a19-9745-8695ec924e6f req-cf1e950b-19e3-4c6f-a959-788c18c98741 service neutron] 10.222.0.65 "GET /v2.0/networks?id=2a42cb13-2d55-4959-a070-eb88da564dfb HTTP/1.1" status: 200 len: 913 time: 0.1948910 Jul 14 09:40:50.105694 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-97f6f76a-fdf4-4a88-96e9-c11c5a9bbf56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:50.111722 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-bdb2ffce-2e56-40fe-ba86-ce27dced328d admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=0b02f0dc688e46458489020cb5c04efa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2182591 Jul 14 09:40:50.113758 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-97f6f76a-fdf4-4a88-96e9-c11c5a9bbf56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:50.114725 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9c6ccce-ca70-4640-834f-6aba662b05c4 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Router cf951592-1964-4e41-801a-9c3fc61984bf has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:40:50.115367 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 43076) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:50.160833 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-97f6f76a-fdf4-4a88-96e9-c11c5a9bbf56 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=e4632c6fedba4c5787c85eb86dcb4b92&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2446451 Jul 14 09:40:50.162188 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f6f76a-fdf4-4a88-96e9-c11c5a9bbf56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37f9ca34-15ea-4c1b-87e6-4a2c9c5c1328,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:50.164374 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 43078) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:50.219229 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-15dd0031-25f8-486d-bac5-9b5995fd93fb None None] Provisioning complete for port 093c7f74-8eba-44c5-a7f5-263e6201e5a3 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:40:50.220152 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-15dd0031-25f8-486d-bac5-9b5995fd93fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:50.259461 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-15dd0031-25f8-486d-bac5-9b5995fd93fb None None] Port 093c7f74-8eba-44c5-a7f5-263e6201e5a3 cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:40:50.279203 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-93699a3d-df3f-4a19-9745-8695ec924e6f req-be456c3c-064c-4092-90f0-05c425e18ec5 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9e91a837-3b23-4ea6-ab66-86261b57cd5c HTTP/1.1" status: 200 len: 1000 time: 0.1754413 Jul 14 09:40:50.379415 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-5193c32a-22ae-4e39-bb8b-c0b426c060b2 None None] Provisioning complete for port 093c7f74-8eba-44c5-a7f5-263e6201e5a3 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:40:50.379802 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5193c32a-22ae-4e39-bb8b-c0b426c060b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:50.384000 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 40c834cb-f58a-4cee-ae7c-98bb0a99efbc up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:40:50.400541 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-84c8c93a-256a-4f31-93d2-e9339be2401b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:50.412847 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-71bd254f-2ed4-4f3b-948c-0ba8f1228d9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:50.420046 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9c6ccce-ca70-4640-834f-6aba662b05c4 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:40:50.425331 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93699a3d-df3f-4a19-9745-8695ec924e6f req-867f5056-1454-4111-8327-b3207a66a540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:50.426883 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-93699a3d-df3f-4a19-9745-8695ec924e6f req-867f5056-1454-4111-8327-b3207a66a540 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2fb6ebb7-0edb-47a6-96f3-036e2585c66a HTTP/1.1" status: 200 len: 851 time: 0.1125526 Jul 14 09:40:50.432760 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-c9c6ccce-ca70-4640-834f-6aba662b05c4 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] 10.222.0.68 "PUT /v2.0/routers/cf951592-1964-4e41-801a-9c3fc61984bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9902985 Jul 14 09:40:50.432926 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3421d42-e777-421e-afcd-e26c8e6390c1 None None] Sync routers for ids ['cf951592-1964-4e41-801a-9c3fc61984bf'] in n-d-779913-29 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:40:50.434363 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 43080) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:50.438969 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-c191b188-3ab9-4b7f-882e-c17ddcd43bad tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:40:50.446073 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-5193c32a-22ae-4e39-bb8b-c0b426c060b2 None None] Port 093c7f74-8eba-44c5-a7f5-263e6201e5a3 cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:40:50.456946 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3421d42-e777-421e-afcd-e26c8e6390c1 None None] Routers {'cf951592-1964-4e41-801a-9c3fc61984bf'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:40:50.460148 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-84c8c93a-256a-4f31-93d2-e9339be2401b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:50.462568 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-b3421d42-e777-421e-afcd-e26c8e6390c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:40:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['cf951592-1964-4e41-801a-9c3fc61984bf'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:40:50.462867 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port 40c834cb-f58a-4cee-ae7c-98bb0a99efbc triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:40:50.463343 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:50.495284 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-71bd254f-2ed4-4f3b-948c-0ba8f1228d9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:50.573327 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-b3421d42-e777-421e-afcd-e26c8e6390c1 None None] Set router cf951592-1964-4e41-801a-9c3fc61984bf gateway port host: None {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:40:50.584255 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 96e39fd5-9be8-4842-b7d3-c26e780ec506 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:40:50.585361 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93699a3d-df3f-4a19-9745-8695ec924e6f req-27297752-0a92-4e1f-b5db-2e775db10167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:50.590149 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-93699a3d-df3f-4a19-9745-8695ec924e6f req-27297752-0a92-4e1f-b5db-2e775db10167 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2a42cb13-2d55-4959-a070-eb88da564dfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1439619 Jul 14 09:40:50.593183 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-84c8c93a-256a-4f31-93d2-e9339be2401b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:50.596063 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-84c8c93a-256a-4f31-93d2-e9339be2401b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:50.603038 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-84c8c93a-256a-4f31-93d2-e9339be2401b admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/02578021-7416-49d1-a637-e2c20025528c HTTP/1.1" status: 204 len: 168 time: 0.4477553 Jul 14 09:40:50.637938 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-71bd254f-2ed4-4f3b-948c-0ba8f1228d9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:50.640722 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-71bd254f-2ed4-4f3b-948c-0ba8f1228d9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:50.642099 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-71bd254f-2ed4-4f3b-948c-0ba8f1228d9c admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/37f9ca34-15ea-4c1b-87e6-4a2c9c5c1328 HTTP/1.1" status: 204 len: 168 time: 0.4751725 Jul 14 09:40:50.643203 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c8c93a-256a-4f31-93d2-e9339be2401b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02578021-7416-49d1-a637-e2c20025528c,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:50.692352 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bd254f-2ed4-4f3b-948c-0ba8f1228d9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37f9ca34-15ea-4c1b-87e6-4a2c9c5c1328,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:50.695861 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port 96e39fd5-9be8-4842-b7d3-c26e780ec506 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:40:50.696299 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:50.762318 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-93699a3d-df3f-4a19-9745-8695ec924e6f req-9e5caa4e-b273-4dca-b6ad-08cb43125ea9 service neutron] 10.222.0.65 "GET /v2.0/networks/2a42cb13-2d55-4959-a070-eb88da564dfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537037 Jul 14 09:40:50.891186 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-93699a3d-df3f-4a19-9745-8695ec924e6f req-dfbe3d1b-e9f2-4f02-92d8-a15be670aa39 service neutron] 10.222.0.65 "GET /v2.0/networks/2a42cb13-2d55-4959-a070-eb88da564dfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223981 Jul 14 09:40:50.931546 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.extraroute_db [None req-c191b188-3ab9-4b7f-882e-c17ddcd43bad tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=93958) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 14 09:40:50.957604 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.extraroute_db [None req-c191b188-3ab9-4b7f-882e-c17ddcd43bad tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Removed routes are [] {{(pid=93958) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 14 09:40:50.958086 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c191b188-3ab9-4b7f-882e-c17ddcd43bad tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-661489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-711771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12973'] for router, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:51.044774 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-b3421d42-e777-421e-afcd-e26c8e6390c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf951592-1964-4e41-801a-9c3fc61984bf', 'name': 'tempest-RoutersTest-router-172628077', 'tenant_id': '8f66f4ea00254d4cb400476df8920946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:40:29Z', 'updated_at': '2021-07-14T09:40:47Z', 'revision_number': 5, 'project_id': '8f66f4ea00254d4cb400476df8920946', 'gw_port_host': None, '_interfaces': [{'id': '093c7f74-8eba-44c5-a7f5-263e6201e5a3', 'name': '', 'network_id': '5af990c5-6aef-472d-a92a-7d17fd4af9d3', 'tenant_id': '8f66f4ea00254d4cb400476df8920946', 'mac_address': 'fa:16:3e:91:8c:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf951592-1964-4e41-801a-9c3fc61984bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2836, 'fixed_ips': [{'subnet_id': '3c85c9a9-7080-4068-84c3-a2e680890888', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:40:46Z', 'updated_at': '2021-07-14T09:40:48Z', 'revision_number': 2, 'project_id': '8f66f4ea00254d4cb400476df8920946', 'subnets': [{'id': '3c85c9a9-7080-4068-84c3-a2e680890888', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '40c834cb-f58a-4cee-ae7c-98bb0a99efbc', 'name': '', 'network_id': '20691a5e-b6bb-4acb-a697-5feefd22e74d', 'tenant_id': '8f66f4ea00254d4cb400476df8920946', 'mac_address': 'fa:16:3e:4e:72:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf951592-1964-4e41-801a-9c3fc61984bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2829, 'fixed_ips': [{'subnet_id': '731a738f-f512-4314-89bc-2efbd23be044', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:40:42Z', 'updated_at': '2021-07-14T09:40:48Z', 'revision_number': 5, 'project_id': '8f66f4ea00254d4cb400476df8920946', 'subnets': [{'id': '731a738f-f512-4314-89bc-2efbd23be044', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b38c67a0-76ec-4dd3-8de4-6440734d1086', 'name': '', 'network_id': 'e5b9736d-d957-41ad-ba7c-cc2d24cefda0', 'tenant_id': '8f66f4ea00254d4cb400476df8920946', 'mac_address': 'fa:16:3e:c3:a2:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf951592-1964-4e41-801a-9c3fc61984bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2800, 'fixed_ips': [{'subnet_id': '4909dd26-ee00-4000-958e-9313cfbe6942', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:40:35Z', 'updated_at': '2021-07-14T09:40:42Z', 'revision_number': 5, 'project_id': '8f66f4ea00254d4cb400476df8920946', 'subnets': [{'id': '4909dd26-ee00-4000-958e-9313cfbe6942', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd64b7d68-d7a6-4b28-828b-29033c51135e', 'name': '', 'network_id': 'b2f10b3c-4a3e-44bb-bf4d-9c5259688dd8', 'tenant_id': '8f66f4ea00254d4cb400476df8920946', 'mac_address': 'fa:16:3e:b2:26:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf951592-1964-4e41-801a-9c3fc61984bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2790, 'fixed_ips': [{'subnet_id': '88aa7971-bac4-4efb-b152-25dec91a2396', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:40:30Z', 'updated_at': '2021-07-14T09:40:36Z', 'revision_number': 5, 'project_id': '8f66f4ea00254d4cb400476df8920946', 'subnets': [{'id': '88aa7971-bac4-4efb-b152-25dec91a2396', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:40:51.099315 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3421d42-e777-421e-afcd-e26c8e6390c1 None None] Checking router: cf951592-1964-4e41-801a-9c3fc61984bf for host: n-d-779913-29 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:40:51.099662 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3421d42-e777-421e-afcd-e26c8e6390c1 None None] Updating router cf951592-1964-4e41-801a-9c3fc61984bf port 093c7f74-8eba-44c5-a7f5-263e6201e5a3 binding host n-d-779913-29 {{(pid=93960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:40:51.102960 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9c586f-57e1-4246-9826-75f077c33150 req-2cef4449-89fd-49ec-8c4a-69df89db458b tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:51.116074 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ad9c586f-57e1-4246-9826-75f077c33150 req-2cef4449-89fd-49ec-8c4a-69df89db458b tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] 10.222.0.68 "GET /v2.0/ports?device_id=abf03d13-3e8c-49a2-bd4b-0fc24e0a569d HTTP/1.1" status: 200 len: 945 time: 0.1399062 Jul 14 09:40:51.151147 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b3421d42-e777-421e-afcd-e26c8e6390c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:51.179104 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ad9c586f-57e1-4246-9826-75f077c33150 req-e7163464-613b-445e-8557-763ff91f8e31 tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] 10.222.0.68 "GET /v2.0/security-groups?id=8136fa3c-cdeb-41b3-bfb9-6bf131e66cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610435 Jul 14 09:40:51.290360 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a97d5d8-4d51-4718-9ff4-9c55ebf00845 req-3cd8c6b7-e8cd-4607-a3ba-96e7110e7ffd tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:51.292459 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-5a97d5d8-4d51-4718-9ff4-9c55ebf00845 req-3cd8c6b7-e8cd-4607-a3ba-96e7110e7ffd tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/ports?device_id=5ed0c1cb-c3d6-40f1-8aad-1894504b5a83 HTTP/1.1" status: 200 len: 945 time: 0.1845107 Jul 14 09:40:51.352802 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c191b188-3ab9-4b7f-882e-c17ddcd43bad tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-661489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-711771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12973'] for router, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:51.358761 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c191b188-3ab9-4b7f-882e-c17ddcd43bad tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-661452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-661502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-661447', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-711840'] for router, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:51.458831 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-5a97d5d8-4d51-4718-9ff4-9c55ebf00845 req-1e1e1321-b285-4d1d-9f93-039a091941a7 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/security-groups?id=3e66fdd8-bd2d-4f0b-a124-b60bfc46cfe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1314328 Jul 14 09:40:51.507244 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b3421d42-e777-421e-afcd-e26c8e6390c1 None None] Notify callbacks [] for port, precommit_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:51.514889 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c191b188-3ab9-4b7f-882e-c17ddcd43bad tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Router cf951592-1964-4e41-801a-9c3fc61984bf has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:40:51.517469 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b3421d42-e777-421e-afcd-e26c8e6390c1 None None] Transition to ACTIVE for port object 093c7f74-8eba-44c5-a7f5-263e6201e5a3 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:40:51.527509 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b3421d42-e777-421e-afcd-e26c8e6390c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:51.601231 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb782a7-adc9-4e34-9b59-f93cd98c8263 None None] Pushing event updated for resources: {'Port': ['ID=093c7f74-8eba-44c5-a7f5-263e6201e5a3,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:51.676943 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c191b188-3ab9-4b7f-882e-c17ddcd43bad tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:40:51.694345 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c191b188-3ab9-4b7f-882e-c17ddcd43bad tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:51.699635 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 43122) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:51.706294 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-b3421d42-e777-421e-afcd-e26c8e6390c1 None None] Attempting to bind port 093c7f74-8eba-44c5-a7f5-263e6201e5a3 on host n-d-779913-29 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:40:51.706294 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-b3421d42-e777-421e-afcd-e26c8e6390c1 None None] Attempting to bind port 093c7f74-8eba-44c5-a7f5-263e6201e5a3 by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': '0898b239-c3ef-4665-a692-f4d99f890401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '5af990c5-6aef-472d-a92a-7d17fd4af9d3'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:40:51.706294 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3421d42-e777-421e-afcd-e26c8e6390c1 None None] Attempting to bind port 093c7f74-8eba-44c5-a7f5-263e6201e5a3 on network 5af990c5-6aef-472d-a92a-7d17fd4af9d3 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:40:51.714210 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3421d42-e777-421e-afcd-e26c8e6390c1 None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 40, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:40:51.714688 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3421d42-e777-421e-afcd-e26c8e6390c1 None None] Checking segment: {'id': '0898b239-c3ef-4665-a692-f4d99f890401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '5af990c5-6aef-472d-a92a-7d17fd4af9d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:40:51.715167 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b3421d42-e777-421e-afcd-e26c8e6390c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:51.715589 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3421d42-e777-421e-afcd-e26c8e6390c1 None None] Bound using segment: {'id': '0898b239-c3ef-4665-a692-f4d99f890401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '5af990c5-6aef-472d-a92a-7d17fd4af9d3'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:40:51.716061 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-b3421d42-e777-421e-afcd-e26c8e6390c1 None None] Bound port: 093c7f74-8eba-44c5-a7f5-263e6201e5a3, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0898b239-c3ef-4665-a692-f4d99f890401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '5af990c5-6aef-472d-a92a-7d17fd4af9d3'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:40:51.716573 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b3421d42-e777-421e-afcd-e26c8e6390c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:51.722015 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-c191b188-3ab9-4b7f-882e-c17ddcd43bad tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] 10.222.0.68 "PUT /v2.0/routers/cf951592-1964-4e41-801a-9c3fc61984bf HTTP/1.1" status: 200 len: 933 time: 1.2866209 Jul 14 09:40:51.860724 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-b3421d42-e777-421e-afcd-e26c8e6390c1 None None] For port 093c7f74-8eba-44c5-a7f5-263e6201e5a3, host n-d-779913-29, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:40:51.872033 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-b3421d42-e777-421e-afcd-e26c8e6390c1 None None] For port 093c7f74-8eba-44c5-a7f5-263e6201e5a3, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=093c7f74-8eba-44c5-a7f5-263e6201e5a3,segment=NetworkSegment(0898b239-c3ef-4665-a692-f4d99f890401),segment_id=0898b239-c3ef-4665-a692-f4d99f890401)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:40:51.880673 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 43130) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:51.881297 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-36626d59-118f-457f-940d-35e2b387460c tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] 10.222.0.68 "GET /v2.0/routers/cf951592-1964-4e41-801a-9c3fc61984bf HTTP/1.1" status: 200 len: 933 time: 0.1780505 Jul 14 09:40:51.888479 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-3935342d-4d0c-4483-b50f-de802e04945a tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Request body: {'router': {'routes': None}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:40:51.890455 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b3421d42-e777-421e-afcd-e26c8e6390c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:52.014313 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb782a7-adc9-4e34-9b59-f93cd98c8263 None None] Pushing event updated for resources: {'Port': ['ID=093c7f74-8eba-44c5-a7f5-263e6201e5a3,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:52.017467 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3421d42-e777-421e-afcd-e26c8e6390c1 None None] Routers {'cf951592-1964-4e41-801a-9c3fc61984bf'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:40:52.018148 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-b3421d42-e777-421e-afcd-e26c8e6390c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:40:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['cf951592-1964-4e41-801a-9c3fc61984bf'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:40:52.139922 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-b3421d42-e777-421e-afcd-e26c8e6390c1 None None] Set router cf951592-1964-4e41-801a-9c3fc61984bf gateway port host: None {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:40:52.159743 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-47623b6f-396d-46b8-bf6a-c685ecaa03f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:52.454501 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bfee6c-686f-4246-b740-59d96e13b868 req-ef19888d-9408-4db7-97b2-75e4b62b0f6a tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:52.457170 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e4bfee6c-686f-4246-b740-59d96e13b868 req-ef19888d-9408-4db7-97b2-75e4b62b0f6a tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] 10.222.0.68 "GET /v2.0/ports?device_id=abf03d13-3e8c-49a2-bd4b-0fc24e0a569d HTTP/1.1" status: 200 len: 945 time: 0.0906558 Jul 14 09:40:52.494453 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.extraroute_db [None req-3935342d-4d0c-4483-b50f-de802e04945a tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Added routes are [] {{(pid=93958) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 14 09:40:52.495588 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.extraroute_db [None req-3935342d-4d0c-4483-b50f-de802e04945a tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=93958) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 14 09:40:52.506916 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-b3421d42-e777-421e-afcd-e26c8e6390c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf951592-1964-4e41-801a-9c3fc61984bf', 'name': 'tempest-RoutersTest-router-172628077', 'tenant_id': '8f66f4ea00254d4cb400476df8920946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:40:29Z', 'updated_at': '2021-07-14T09:40:50Z', 'revision_number': 6, 'project_id': '8f66f4ea00254d4cb400476df8920946', 'gw_port_host': None, '_interfaces': [{'id': '093c7f74-8eba-44c5-a7f5-263e6201e5a3', 'name': '', 'network_id': '5af990c5-6aef-472d-a92a-7d17fd4af9d3', 'tenant_id': '8f66f4ea00254d4cb400476df8920946', 'mac_address': 'fa:16:3e:91:8c:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf951592-1964-4e41-801a-9c3fc61984bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2836, 'fixed_ips': [{'subnet_id': '3c85c9a9-7080-4068-84c3-a2e680890888', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:40:46Z', 'updated_at': '2021-07-14T09:40:51Z', 'revision_number': 4, 'project_id': '8f66f4ea00254d4cb400476df8920946', 'subnets': [{'id': '3c85c9a9-7080-4068-84c3-a2e680890888', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '40c834cb-f58a-4cee-ae7c-98bb0a99efbc', 'name': '', 'network_id': '20691a5e-b6bb-4acb-a697-5feefd22e74d', 'tenant_id': '8f66f4ea00254d4cb400476df8920946', 'mac_address': 'fa:16:3e:4e:72:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf951592-1964-4e41-801a-9c3fc61984bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2829, 'fixed_ips': [{'subnet_id': '731a738f-f512-4314-89bc-2efbd23be044', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:40:42Z', 'updated_at': '2021-07-14T09:40:48Z', 'revision_number': 5, 'project_id': '8f66f4ea00254d4cb400476df8920946', 'subnets': [{'id': '731a738f-f512-4314-89bc-2efbd23be044', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b38c67a0-76ec-4dd3-8de4-6440734d1086', 'name': '', 'network_id': 'e5b9736d-d957-41ad-ba7c-cc2d24cefda0', 'tenant_id': '8f66f4ea00254d4cb400476df8920946', 'mac_address': 'fa:16:3e:c3:a2:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf951592-1964-4e41-801a-9c3fc61984bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2800, 'fixed_ips': [{'subnet_id': '4909dd26-ee00-4000-958e-9313cfbe6942', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:40:35Z', 'updated_at': '2021-07-14T09:40:42Z', 'revision_number': 5, 'project_id': '8f66f4ea00254d4cb400476df8920946', 'subnets': [{'id': '4909dd26-ee00-4000-958e-9313cfbe6942', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd64b7d68-d7a6-4b28-828b-29033c51135e', 'name': '', 'network_id': 'b2f10b3c-4a3e-44bb-bf4d-9c5259688dd8', 'tenant_id': '8f66f4ea00254d4cb400476df8920946', 'mac_address': 'fa:16:3e:b2:26:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf951592-1964-4e41-801a-9c3fc61984bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2790, 'fixed_ips': [{'subnet_id': '88aa7971-bac4-4efb-b152-25dec91a2396', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:40:30Z', 'updated_at': '2021-07-14T09:40:36Z', 'revision_number': 5, 'project_id': '8f66f4ea00254d4cb400476df8920946', 'subnets': [{'id': '88aa7971-bac4-4efb-b152-25dec91a2396', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:40:52.552446 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3935342d-4d0c-4483-b50f-de802e04945a tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-661489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-711771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12973'] for router, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:52.554224 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e4bfee6c-686f-4246-b740-59d96e13b868 req-100eebeb-e446-4939-bbb9-60c478dff40e tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] 10.222.0.68 "GET /v2.0/security-groups?id=8136fa3c-cdeb-41b3-bfb9-6bf131e66cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884788 Jul 14 09:40:52.565058 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3421d42-e777-421e-afcd-e26c8e6390c1 None None] The sync data for ids ['cf951592-1964-4e41-801a-9c3fc61984bf'] in n-d-779913-29 is: [{'id': 'cf951592-1964-4e41-801a-9c3fc61984bf', 'name': 'tempest-RoutersTest-router-172628077', 'tenant_id': '8f66f4ea00254d4cb400476df8920946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:40:29Z', 'updated_at': '2021-07-14T09:40:50Z', 'revision_number': 6, 'project_id': '8f66f4ea00254d4cb400476df8920946', 'gw_port_host': None, '_interfaces': [{'id': '093c7f74-8eba-44c5-a7f5-263e6201e5a3', 'name': '', 'network_id': '5af990c5-6aef-472d-a92a-7d17fd4af9d3', 'tenant_id': '8f66f4ea00254d4cb400476df8920946', 'mac_address': 'fa:16:3e:91:8c:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf951592-1964-4e41-801a-9c3fc61984bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2836, 'fixed_ips': [{'subnet_id': '3c85c9a9-7080-4068-84c3-a2e680890888', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:40:46Z', 'updated_at': '2021-07-14T09:40:51Z', 'revision_number': 4, 'project_id': '8f66f4ea00254d4cb400476df8920946', 'subnets': [{'id': '3c85c9a9-7080-4068-84c3-a2e680890888', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '40c834cb-f58a-4cee-ae7c-98bb0a99efbc', 'name': '', 'network_id': '20691a5e-b6bb-4acb-a697-5feefd22e74d', 'tenant_id': '8f66f4ea00254d4cb400476df8920946', 'mac_address': 'fa:16:3e:4e:72:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf951592-1964-4e41-801a-9c3fc61984bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2829, 'fixed_ips': [{'subnet_id': '731a738f-f512-4314-89bc-2efbd23be044', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:40:42Z', 'updated_at': '2021-07-14T09:40:48Z', 'revision_number': 5, 'project_id': '8f66f4ea00254d4cb400476df8920946', 'subnets': [{'id': '731a738f-f512-4314-89bc-2efbd23be044', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b38c67a0-76ec-4dd3-8de4-6440734d1086', 'name': '', 'network_id': 'e5b9736d-d957-41ad-ba7c-cc2d24cefda0', 'tenant_id': '8f66f4ea00254d4cb400476df8920946', 'mac_address': 'fa:16:3e:c3:a2:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf951592-1964-4e41-801a-9c3fc61984bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2800, 'fixed_ips': [{'subnet_id': '4909dd26-ee00-4000-958e-9313cfbe6942', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:40:35Z', 'updated_at': '2021-07-14T09:40:42Z', 'revision_number': 5, 'project_id': '8f66f4ea00254d4cb400476df8920946', 'subnets': [{'id': '4909dd26-ee00-4000-958e-9313cfbe6942', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd64b7d68-d7a6-4b28-828b-29033c51135e', 'name': '', 'network_id': 'b2f10b3c-4a3e-44bb-bf4d-9c5259688dd8', 'tenant_id': '8f66f4ea00254d4cb400476df8920946', 'mac_address': 'fa:16:3e:b2:26:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf951592-1964-4e41-801a-9c3fc61984bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2790, 'fixed_ips': [{'subnet_id': '88aa7971-bac4-4efb-b152-25dec91a2396', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:40:30Z', 'updated_at': '2021-07-14T09:40:36Z', 'revision_number': 5, 'project_id': '8f66f4ea00254d4cb400476df8920946', 'subnets': [{'id': '88aa7971-bac4-4efb-b152-25dec91a2396', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:40:52.868140 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e0ebb2-fd70-4f0b-82d8-3246fe0079a9 req-9e482974-82a5-4359-b399-8c09dc712b29 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:52.869756 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-19e0ebb2-fd70-4f0b-82d8-3246fe0079a9 req-9e482974-82a5-4359-b399-8c09dc712b29 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/ports?device_id=5ed0c1cb-c3d6-40f1-8aad-1894504b5a83 HTTP/1.1" status: 200 len: 945 time: 0.2145097 Jul 14 09:40:52.939691 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 43164) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:52.941192 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-19e0ebb2-fd70-4f0b-82d8-3246fe0079a9 req-aff52e54-2b41-4df3-8649-ef3dba345526 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/security-groups?id=3e66fdd8-bd2d-4f0b-a124-b60bfc46cfe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596709 Jul 14 09:40:52.953278 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3935342d-4d0c-4483-b50f-de802e04945a tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-661489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-711771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12973'] for router, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:52.958463 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3935342d-4d0c-4483-b50f-de802e04945a tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-661452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-661502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-661447', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-711840'] for router, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:53.334784 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-75b774ea-0548-4a0f-a923-0521053e1964 tempest-RoutersAdminTest-1297099084 tempest-RoutersAdminTest-1297099084-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-738272915', 'router:external': True}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:40:53.354947 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd20e5d-2404-4674-a6bc-70d653014dcb req-ca66a539-625c-4119-9bcb-629baf7aeff8 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:53.356597 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-9fd20e5d-2404-4674-a6bc-70d653014dcb req-ca66a539-625c-4119-9bcb-629baf7aeff8 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/ports?device_id=5ed0c1cb-c3d6-40f1-8aad-1894504b5a83 HTTP/1.1" status: 200 len: 945 time: 0.1848829 Jul 14 09:40:53.405386 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75b774ea-0548-4a0f-a923-0521053e1964 tempest-RoutersAdminTest-1297099084 tempest-RoutersAdminTest-1297099084-project-admin] Made reservation on behalf of 36e6b1d7b41443e3b5f84188cea39d4e for: {'network': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:40:53.407916 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-75b774ea-0548-4a0f-a923-0521053e1964 tempest-RoutersAdminTest-1297099084 tempest-RoutersAdminTest-1297099084-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for network, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:53.423323 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-75b774ea-0548-4a0f-a923-0521053e1964 tempest-RoutersAdminTest-1297099084 tempest-RoutersAdminTest-1297099084-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:53.535946 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-75b774ea-0548-4a0f-a923-0521053e1964 tempest-RoutersAdminTest-1297099084 tempest-RoutersAdminTest-1297099084-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:53.556530 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-9fd20e5d-2404-4674-a6bc-70d653014dcb req-f81686f9-3827-40f9-90e0-637a0829f1e5 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/security-groups?id=3e66fdd8-bd2d-4f0b-a124-b60bfc46cfe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1799793 Jul 14 09:40:53.558495 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-75b774ea-0548-4a0f-a923-0521053e1964 tempest-RoutersAdminTest-1297099084 tempest-RoutersAdminTest-1297099084-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:53.574171 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3935342d-4d0c-4483-b50f-de802e04945a tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Router cf951592-1964-4e41-801a-9c3fc61984bf has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:40:53.575491 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75b774ea-0548-4a0f-a923-0521053e1964 tempest-RoutersAdminTest-1297099084 tempest-RoutersAdminTest-1297099084-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 738} {{(pid=93957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:40:53.585623 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-75b774ea-0548-4a0f-a923-0521053e1964 tempest-RoutersAdminTest-1297099084 tempest-RoutersAdminTest-1297099084-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:53.586500 n-d-779913-29 neutron-server[93957]: INFO neutron.db.segments_db [None req-75b774ea-0548-4a0f-a923-0521053e1964 tempest-RoutersAdminTest-1297099084 tempest-RoutersAdminTest-1297099084-project-admin] Added segment 40b034fc-352c-414d-b4a0-e15ee21ea0cb of type vlan for network 0bc5e180-771a-4113-9e48-c43c2901edcc Jul 14 09:40:53.641941 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-75b774ea-0548-4a0f-a923-0521053e1964 tempest-RoutersAdminTest-1297099084 tempest-RoutersAdminTest-1297099084-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735687821325'] for network, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:53.691225 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-75b774ea-0548-4a0f-a923-0521053e1964 tempest-RoutersAdminTest-1297099084 tempest-RoutersAdminTest-1297099084-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855'] for network, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:53.692413 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75b774ea-0548-4a0f-a923-0521053e1964 tempest-RoutersAdminTest-1297099084 tempest-RoutersAdminTest-1297099084-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:53.693127 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-75b774ea-0548-4a0f-a923-0521053e1964 tempest-RoutersAdminTest-1297099084 tempest-RoutersAdminTest-1297099084-project-admin] Notify callbacks [] for network, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:53.726657 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3935342d-4d0c-4483-b50f-de802e04945a tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:40:53.734484 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3935342d-4d0c-4483-b50f-de802e04945a tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:53.738399 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-3935342d-4d0c-4483-b50f-de802e04945a tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] 10.222.0.68 "PUT /v2.0/routers/cf951592-1964-4e41-801a-9c3fc61984bf HTTP/1.1" status: 200 len: 699 time: 1.8562677 Jul 14 09:40:53.739027 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 43190) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:53.817110 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b774ea-0548-4a0f-a923-0521053e1964 tempest-RoutersAdminTest-1297099084 tempest-RoutersAdminTest-1297099084-project-admin] Pushing event updated for resources: {'Network': ['ID=0bc5e180-771a-4113-9e48-c43c2901edcc,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:53.825911 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b774ea-0548-4a0f-a923-0521053e1964 tempest-RoutersAdminTest-1297099084 tempest-RoutersAdminTest-1297099084-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebdbcca7-a825-45a5-9fe8-15a994b4d8d6,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:53.832728 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Network 0bc5e180-771a-4113-9e48-c43c2901edcc details requested by agent ovs-agent-n-d-779913-29 with host n-d-779913-29 {{(pid=93959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:40:53.857422 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-75b774ea-0548-4a0f-a923-0521053e1964 tempest-RoutersAdminTest-1297099084 tempest-RoutersAdminTest-1297099084-project-admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 0.9129090 Jul 14 09:40:53.857736 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 43192) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:53.871485 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-22ae37c0-6fb3-4e17-a918-e2963fb0dc71 tempest-RoutersAdminTest-1297099084 tempest-RoutersAdminTest-1297099084-project-admin] Request body: {'subnet': {'network_id': '0bc5e180-771a-4113-9e48-c43c2901edcc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:40:53.904237 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-ea2bc113-40fa-4aa6-b5f6-88724e1c760f tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] 10.222.0.68 "GET /v2.0/routers/cf951592-1964-4e41-801a-9c3fc61984bf HTTP/1.1" status: 200 len: 699 time: 0.1639624 Jul 14 09:40:53.906975 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 43194) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:53.933719 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22ae37c0-6fb3-4e17-a918-e2963fb0dc71 tempest-RoutersAdminTest-1297099084 tempest-RoutersAdminTest-1297099084-project-admin] Made reservation on behalf of 36e6b1d7b41443e3b5f84188cea39d4e for: {'subnet': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:40:53.941607 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-22ae37c0-6fb3-4e17-a918-e2963fb0dc71 tempest-RoutersAdminTest-1297099084 tempest-RoutersAdminTest-1297099084-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11984110'] for subnet, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:54.070481 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed26702d-ac88-4b2f-8116-2287978ee188 None None] Sync routers for ids ['cf951592-1964-4e41-801a-9c3fc61984bf'] in n-d-779913-29 {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:40:54.081870 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed26702d-ac88-4b2f-8116-2287978ee188 None None] Routers {'cf951592-1964-4e41-801a-9c3fc61984bf'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:40:54.082499 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-ed26702d-ac88-4b2f-8116-2287978ee188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:40:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['cf951592-1964-4e41-801a-9c3fc61984bf'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:40:54.215221 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvr_db [None req-ed26702d-ac88-4b2f-8116-2287978ee188 None None] Set router cf951592-1964-4e41-801a-9c3fc61984bf gateway port host: None {{(pid=93959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:40:54.493563 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 093c7f74-8eba-44c5-a7f5-263e6201e5a3 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:40:54.522014 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ee4be0-1f83-4c52-a474-6c7bb082895f req-257c2168-8539-4b51-844c-d670ee8bdfd9 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:54.523729 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a5ee4be0-1f83-4c52-a474-6c7bb082895f req-257c2168-8539-4b51-844c-d670ee8bdfd9 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/ports?device_id=5ed0c1cb-c3d6-40f1-8aad-1894504b5a83 HTTP/1.1" status: 200 len: 945 time: 0.3698690 Jul 14 09:40:54.593018 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a5ee4be0-1f83-4c52-a474-6c7bb082895f req-50c1f89f-3127-4f93-ab19-67a461983877 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/security-groups?id=3e66fdd8-bd2d-4f0b-a124-b60bfc46cfe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571280 Jul 14 09:40:54.598896 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-ed26702d-ac88-4b2f-8116-2287978ee188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf951592-1964-4e41-801a-9c3fc61984bf', 'name': 'tempest-RoutersTest-router-172628077', 'tenant_id': '8f66f4ea00254d4cb400476df8920946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:40:29Z', 'updated_at': '2021-07-14T09:40:52Z', 'revision_number': 7, 'project_id': '8f66f4ea00254d4cb400476df8920946', 'gw_port_host': None, '_interfaces': [{'id': '093c7f74-8eba-44c5-a7f5-263e6201e5a3', 'name': '', 'network_id': '5af990c5-6aef-472d-a92a-7d17fd4af9d3', 'tenant_id': '8f66f4ea00254d4cb400476df8920946', 'mac_address': 'fa:16:3e:91:8c:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf951592-1964-4e41-801a-9c3fc61984bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2836, 'fixed_ips': [{'subnet_id': '3c85c9a9-7080-4068-84c3-a2e680890888', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:40:46Z', 'updated_at': '2021-07-14T09:40:51Z', 'revision_number': 4, 'project_id': '8f66f4ea00254d4cb400476df8920946', 'subnets': [{'id': '3c85c9a9-7080-4068-84c3-a2e680890888', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '40c834cb-f58a-4cee-ae7c-98bb0a99efbc', 'name': '', 'network_id': '20691a5e-b6bb-4acb-a697-5feefd22e74d', 'tenant_id': '8f66f4ea00254d4cb400476df8920946', 'mac_address': 'fa:16:3e:4e:72:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf951592-1964-4e41-801a-9c3fc61984bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2829, 'fixed_ips': [{'subnet_id': '731a738f-f512-4314-89bc-2efbd23be044', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:40:42Z', 'updated_at': '2021-07-14T09:40:48Z', 'revision_number': 5, 'project_id': '8f66f4ea00254d4cb400476df8920946', 'subnets': [{'id': '731a738f-f512-4314-89bc-2efbd23be044', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b38c67a0-76ec-4dd3-8de4-6440734d1086', 'name': '', 'network_id': 'e5b9736d-d957-41ad-ba7c-cc2d24cefda0', 'tenant_id': '8f66f4ea00254d4cb400476df8920946', 'mac_address': 'fa:16:3e:c3:a2:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf951592-1964-4e41-801a-9c3fc61984bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2800, 'fixed_ips': [{'subnet_id': '4909dd26-ee00-4000-958e-9313cfbe6942', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:40:35Z', 'updated_at': '2021-07-14T09:40:42Z', 'revision_number': 5, 'project_id': '8f66f4ea00254d4cb400476df8920946', 'subnets': [{'id': '4909dd26-ee00-4000-958e-9313cfbe6942', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd64b7d68-d7a6-4b28-828b-29033c51135e', 'name': '', 'network_id': 'b2f10b3c-4a3e-44bb-bf4d-9c5259688dd8', 'tenant_id': '8f66f4ea00254d4cb400476df8920946', 'mac_address': 'fa:16:3e:b2:26:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf951592-1964-4e41-801a-9c3fc61984bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2790, 'fixed_ips': [{'subnet_id': '88aa7971-bac4-4efb-b152-25dec91a2396', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:40:30Z', 'updated_at': '2021-07-14T09:40:36Z', 'revision_number': 5, 'project_id': '8f66f4ea00254d4cb400476df8920946', 'subnets': [{'id': '88aa7971-bac4-4efb-b152-25dec91a2396', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:40:54.603282 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning for port 093c7f74-8eba-44c5-a7f5-263e6201e5a3 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:40:54.631742 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port 093c7f74-8eba-44c5-a7f5-263e6201e5a3 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:40:54.640438 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:54.651107 n-d-779913-29 neutron-server[93957]: DEBUG neutron.objects.ports [None req-22ae37c0-6fb3-4e17-a918-e2963fb0dc71 tempest-RoutersAdminTest-1297099084 tempest-RoutersAdminTest-1297099084-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93957) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 14 09:40:54.651589 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-22ae37c0-6fb3-4e17-a918-e2963fb0dc71 tempest-RoutersAdminTest-1297099084 tempest-RoutersAdminTest-1297099084-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10052764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11984092'] for subnet, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:54.663761 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a217dae9-72b6-45c7-977b-7e2fefd1cd9e req-d9cddb02-1f69-4d63-92fe-d249802bbd6a tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:54.665295 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-a217dae9-72b6-45c7-977b-7e2fefd1cd9e req-d9cddb02-1f69-4d63-92fe-d249802bbd6a tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] 10.222.0.68 "GET /v2.0/ports?device_id=abf03d13-3e8c-49a2-bd4b-0fc24e0a569d HTTP/1.1" status: 200 len: 945 time: 0.1165361 Jul 14 09:40:54.680993 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed26702d-ac88-4b2f-8116-2287978ee188 None None] Checking router: cf951592-1964-4e41-801a-9c3fc61984bf for host: n-d-779913-29 {{(pid=93959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:40:54.693225 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed26702d-ac88-4b2f-8116-2287978ee188 None None] Routers {'cf951592-1964-4e41-801a-9c3fc61984bf'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:40:54.693882 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-ed26702d-ac88-4b2f-8116-2287978ee188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:40:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['cf951592-1964-4e41-801a-9c3fc61984bf'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:40:54.694395 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1dd11617-8518-406d-8703-7395ad202645 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-683602'] for router_interface, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:54.750994 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ae37c0-6fb3-4e17-a918-e2963fb0dc71 tempest-RoutersAdminTest-1297099084 tempest-RoutersAdminTest-1297099084-project-admin] Pushing event updated for resources: {'Subnet': ['ID=73a94e87-1896-48b4-a97d-09dc4589d47c,revision_number=0']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:54.766288 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ae37c0-6fb3-4e17-a918-e2963fb0dc71 tempest-RoutersAdminTest-1297099084 tempest-RoutersAdminTest-1297099084-project-admin] Checking segment: {'id': '40b034fc-352c-414d-b4a0-e15ee21ea0cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '0bc5e180-771a-4113-9e48-c43c2901edcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:40:54.766656 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22ae37c0-6fb3-4e17-a918-e2963fb0dc71 tempest-RoutersAdminTest-1297099084 tempest-RoutersAdminTest-1297099084-project-admin] Network hostable DHCP agents. Network: 0bc5e180-771a-4113-9e48-c43c2901edcc, hostable agents: ['c6a09bd4-f72e-4283-a3ca-0bbca8a51081'], hosted agents: [] {{(pid=93957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:40:54.803720 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22ae37c0-6fb3-4e17-a918-e2963fb0dc71 tempest-RoutersAdminTest-1297099084 tempest-RoutersAdminTest-1297099084-project-admin] Network 0bc5e180-771a-4113-9e48-c43c2901edcc is scheduled to be hosted by DHCP agent c6a09bd4-f72e-4283-a3ca-0bbca8a51081 with binding_index 1 {{(pid=93957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:40:54.817033 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-22ae37c0-6fb3-4e17-a918-e2963fb0dc71 tempest-RoutersAdminTest-1297099084 tempest-RoutersAdminTest-1297099084-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-29, 0bc5e180-771a-4113-9e48-c43c2901edcc) {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:40:54.825682 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:54.826225 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22ae37c0-6fb3-4e17-a918-e2963fb0dc71 tempest-RoutersAdminTest-1297099084 tempest-RoutersAdminTest-1297099084-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:54.826878 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-22ae37c0-6fb3-4e17-a918-e2963fb0dc71 tempest-RoutersAdminTest-1297099084 tempest-RoutersAdminTest-1297099084-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:54.840095 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:54.848323 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-a217dae9-72b6-45c7-977b-7e2fefd1cd9e req-da7175af-f23e-4d71-ab58-abc41ec3eaa2 tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] 10.222.0.68 "GET /v2.0/security-groups?id=8136fa3c-cdeb-41b3-bfb9-6bf131e66cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742036 Jul 14 09:40:54.867783 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-22ae37c0-6fb3-4e17-a918-e2963fb0dc71 tempest-RoutersAdminTest-1297099084 tempest-RoutersAdminTest-1297099084-project-admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.0089676 Jul 14 09:40:54.868414 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 43210) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:54.870179 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] For port 093c7f74-8eba-44c5-a7f5-263e6201e5a3, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=093c7f74-8eba-44c5-a7f5-263e6201e5a3,segment=NetworkSegment(0898b239-c3ef-4665-a692-f4d99f890401),segment_id=0898b239-c3ef-4665-a692-f4d99f890401)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:40:54.873811 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-ad665257-c526-472c-9e1a-3a3ada445a5f tempest-RoutersAdminTest-1297099084 tempest-RoutersAdminTest-1297099084-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-687733548', 'network_id': '0bc5e180-771a-4113-9e48-c43c2901edcc'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:40:54.874395 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4132d62-abc0-4b2b-9322-a55652cf65b7 None None] Network 0bc5e180-771a-4113-9e48-c43c2901edcc requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:40:54.910708 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:54.923959 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad665257-c526-472c-9e1a-3a3ada445a5f tempest-RoutersAdminTest-1297099084 tempest-RoutersAdminTest-1297099084-project-admin] Made reservation on behalf of 36e6b1d7b41443e3b5f84188cea39d4e for: {'port': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:40:54.927564 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ad665257-c526-472c-9e1a-3a3ada445a5f tempest-RoutersAdminTest-1297099084 tempest-RoutersAdminTest-1297099084-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:54.969603 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-ad665257-c526-472c-9e1a-3a3ada445a5f tempest-RoutersAdminTest-1297099084 tempest-RoutersAdminTest-1297099084-project-admin] device_id is not set on port 5cdc56e7-9ff7-40e4-82fc-873addff030c yet. {{(pid=93957) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:40:54.983277 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvr_db [None req-ed26702d-ac88-4b2f-8116-2287978ee188 None None] Set router cf951592-1964-4e41-801a-9c3fc61984bf gateway port host: None {{(pid=93959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:40:55.000384 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b15f87fc-e712-42f6-84a7-5a6273994e96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:55.131032 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Pushing event updated for resources: {'Port': ['ID=093c7f74-8eba-44c5-a7f5-263e6201e5a3,revision_number=5']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:55.200265 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-ad665257-c526-472c-9e1a-3a3ada445a5f tempest-RoutersAdminTest-1297099084 tempest-RoutersAdminTest-1297099084-project-admin] Allocated IP 172.20.0.2 (0bc5e180-771a-4113-9e48-c43c2901edcc/73a94e87-1896-48b4-a97d-09dc4589d47c/5cdc56e7-9ff7-40e4-82fc-873addff030c) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:40:55.261956 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c38b6c3-7d43-4ec1-948a-80d8c94ed4bd req-39449526-f111-4d93-b4f6-4c568b158bc8 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:55.263528 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0c38b6c3-7d43-4ec1-948a-80d8c94ed4bd req-39449526-f111-4d93-b4f6-4c568b158bc8 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/ports?device_id=5ed0c1cb-c3d6-40f1-8aad-1894504b5a83 HTTP/1.1" status: 200 len: 945 time: 0.1171646 Jul 14 09:40:55.323295 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-1dd11617-8518-406d-8703-7395ad202645 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Deleting port 093c7f74-8eba-44c5-a7f5-263e6201e5a3 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:40:55.323690 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1dd11617-8518-406d-8703-7395ad202645 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:55.378715 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-151f850a-7a58-4951-a02b-ab3b3675af95 None None] Network 0bc5e180-771a-4113-9e48-c43c2901edcc requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:40:55.462458 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0c38b6c3-7d43-4ec1-948a-80d8c94ed4bd req-bcb96e85-d0fb-40f1-b5ea-bcdbd19bbb66 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/security-groups?id=3e66fdd8-bd2d-4f0b-a124-b60bfc46cfe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1872132 Jul 14 09:40:55.480569 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-1dd11617-8518-406d-8703-7395ad202645 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] For port 093c7f74-8eba-44c5-a7f5-263e6201e5a3, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=093c7f74-8eba-44c5-a7f5-263e6201e5a3,segment=NetworkSegment(0898b239-c3ef-4665-a692-f4d99f890401),segment_id=0898b239-c3ef-4665-a692-f4d99f890401)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:40:55.481890 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1dd11617-8518-406d-8703-7395ad202645 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:55.503256 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-1dd11617-8518-406d-8703-7395ad202645 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Calling delete_port for 093c7f74-8eba-44c5-a7f5-263e6201e5a3 owned by network:router_interface {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:40:55.524962 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ad665257-c526-472c-9e1a-3a3ada445a5f tempest-RoutersAdminTest-1297099084 tempest-RoutersAdminTest-1297099084-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:55.577299 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-ed26702d-ac88-4b2f-8116-2287978ee188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf951592-1964-4e41-801a-9c3fc61984bf', 'name': 'tempest-RoutersTest-router-172628077', 'tenant_id': '8f66f4ea00254d4cb400476df8920946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:40:29Z', 'updated_at': '2021-07-14T09:40:52Z', 'revision_number': 7, 'project_id': '8f66f4ea00254d4cb400476df8920946', 'gw_port_host': None, '_interfaces': [{'id': '093c7f74-8eba-44c5-a7f5-263e6201e5a3', 'name': '', 'network_id': '5af990c5-6aef-472d-a92a-7d17fd4af9d3', 'tenant_id': '8f66f4ea00254d4cb400476df8920946', 'mac_address': 'fa:16:3e:91:8c:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf951592-1964-4e41-801a-9c3fc61984bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2836, 'fixed_ips': [{'subnet_id': '3c85c9a9-7080-4068-84c3-a2e680890888', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:40:46Z', 'updated_at': '2021-07-14T09:40:51Z', 'revision_number': 4, 'project_id': '8f66f4ea00254d4cb400476df8920946', 'subnets': [{'id': '3c85c9a9-7080-4068-84c3-a2e680890888', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '40c834cb-f58a-4cee-ae7c-98bb0a99efbc', 'name': '', 'network_id': '20691a5e-b6bb-4acb-a697-5feefd22e74d', 'tenant_id': '8f66f4ea00254d4cb400476df8920946', 'mac_address': 'fa:16:3e:4e:72:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf951592-1964-4e41-801a-9c3fc61984bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2829, 'fixed_ips': [{'subnet_id': '731a738f-f512-4314-89bc-2efbd23be044', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:40:42Z', 'updated_at': '2021-07-14T09:40:48Z', 'revision_number': 5, 'project_id': '8f66f4ea00254d4cb400476df8920946', 'subnets': [{'id': '731a738f-f512-4314-89bc-2efbd23be044', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b38c67a0-76ec-4dd3-8de4-6440734d1086', 'name': '', 'network_id': 'e5b9736d-d957-41ad-ba7c-cc2d24cefda0', 'tenant_id': '8f66f4ea00254d4cb400476df8920946', 'mac_address': 'fa:16:3e:c3:a2:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf951592-1964-4e41-801a-9c3fc61984bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2800, 'fixed_ips': [{'subnet_id': '4909dd26-ee00-4000-958e-9313cfbe6942', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:40:35Z', 'updated_at': '2021-07-14T09:40:42Z', 'revision_number': 5, 'project_id': '8f66f4ea00254d4cb400476df8920946', 'subnets': [{'id': '4909dd26-ee00-4000-958e-9313cfbe6942', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd64b7d68-d7a6-4b28-828b-29033c51135e', 'name': '', 'network_id': 'b2f10b3c-4a3e-44bb-bf4d-9c5259688dd8', 'tenant_id': '8f66f4ea00254d4cb400476df8920946', 'mac_address': 'fa:16:3e:b2:26:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf951592-1964-4e41-801a-9c3fc61984bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2790, 'fixed_ips': [{'subnet_id': '88aa7971-bac4-4efb-b152-25dec91a2396', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:40:30Z', 'updated_at': '2021-07-14T09:40:36Z', 'revision_number': 5, 'project_id': '8f66f4ea00254d4cb400476df8920946', 'subnets': [{'id': '88aa7971-bac4-4efb-b152-25dec91a2396', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:40:55.581255 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ad665257-c526-472c-9e1a-3a3ada445a5f tempest-RoutersAdminTest-1297099084 tempest-RoutersAdminTest-1297099084-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:55.619356 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed26702d-ac88-4b2f-8116-2287978ee188 None None] The sync data for ids ['cf951592-1964-4e41-801a-9c3fc61984bf'] in n-d-779913-29 is: [{'id': 'cf951592-1964-4e41-801a-9c3fc61984bf', 'name': 'tempest-RoutersTest-router-172628077', 'tenant_id': '8f66f4ea00254d4cb400476df8920946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:40:29Z', 'updated_at': '2021-07-14T09:40:52Z', 'revision_number': 7, 'project_id': '8f66f4ea00254d4cb400476df8920946', 'gw_port_host': None, '_interfaces': [{'id': '093c7f74-8eba-44c5-a7f5-263e6201e5a3', 'name': '', 'network_id': '5af990c5-6aef-472d-a92a-7d17fd4af9d3', 'tenant_id': '8f66f4ea00254d4cb400476df8920946', 'mac_address': 'fa:16:3e:91:8c:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf951592-1964-4e41-801a-9c3fc61984bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2836, 'fixed_ips': [{'subnet_id': '3c85c9a9-7080-4068-84c3-a2e680890888', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:40:46Z', 'updated_at': '2021-07-14T09:40:51Z', 'revision_number': 4, 'project_id': '8f66f4ea00254d4cb400476df8920946', 'subnets': [{'id': '3c85c9a9-7080-4068-84c3-a2e680890888', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '40c834cb-f58a-4cee-ae7c-98bb0a99efbc', 'name': '', 'network_id': '20691a5e-b6bb-4acb-a697-5feefd22e74d', 'tenant_id': '8f66f4ea00254d4cb400476df8920946', 'mac_address': 'fa:16:3e:4e:72:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf951592-1964-4e41-801a-9c3fc61984bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2829, 'fixed_ips': [{'subnet_id': '731a738f-f512-4314-89bc-2efbd23be044', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:40:42Z', 'updated_at': '2021-07-14T09:40:48Z', 'revision_number': 5, 'project_id': '8f66f4ea00254d4cb400476df8920946', 'subnets': [{'id': '731a738f-f512-4314-89bc-2efbd23be044', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b38c67a0-76ec-4dd3-8de4-6440734d1086', 'name': '', 'network_id': 'e5b9736d-d957-41ad-ba7c-cc2d24cefda0', 'tenant_id': '8f66f4ea00254d4cb400476df8920946', 'mac_address': 'fa:16:3e:c3:a2:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf951592-1964-4e41-801a-9c3fc61984bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2800, 'fixed_ips': [{'subnet_id': '4909dd26-ee00-4000-958e-9313cfbe6942', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:40:35Z', 'updated_at': '2021-07-14T09:40:42Z', 'revision_number': 5, 'project_id': '8f66f4ea00254d4cb400476df8920946', 'subnets': [{'id': '4909dd26-ee00-4000-958e-9313cfbe6942', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd64b7d68-d7a6-4b28-828b-29033c51135e', 'name': '', 'network_id': 'b2f10b3c-4a3e-44bb-bf4d-9c5259688dd8', 'tenant_id': '8f66f4ea00254d4cb400476df8920946', 'mac_address': 'fa:16:3e:b2:26:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf951592-1964-4e41-801a-9c3fc61984bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2790, 'fixed_ips': [{'subnet_id': '88aa7971-bac4-4efb-b152-25dec91a2396', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:40:30Z', 'updated_at': '2021-07-14T09:40:36Z', 'revision_number': 5, 'project_id': '8f66f4ea00254d4cb400476df8920946', 'subnets': [{'id': '88aa7971-bac4-4efb-b152-25dec91a2396', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:40:55.650716 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad665257-c526-472c-9e1a-3a3ada445a5f tempest-RoutersAdminTest-1297099084 tempest-RoutersAdminTest-1297099084-project-admin] Network 0bc5e180-771a-4113-9e48-c43c2901edcc is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:40:55.654217 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-ad665257-c526-472c-9e1a-3a3ada445a5f tempest-RoutersAdminTest-1297099084 tempest-RoutersAdminTest-1297099084-project-admin] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:40:55.660544 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad665257-c526-472c-9e1a-3a3ada445a5f tempest-RoutersAdminTest-1297099084 tempest-RoutersAdminTest-1297099084-project-admin] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:40:55.671628 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad665257-c526-472c-9e1a-3a3ada445a5f tempest-RoutersAdminTest-1297099084 tempest-RoutersAdminTest-1297099084-project-admin] Pushing event updated for resources: {'Port': ['ID=5cdc56e7-9ff7-40e4-82fc-873addff030c,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:55.728880 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad665257-c526-472c-9e1a-3a3ada445a5f tempest-RoutersAdminTest-1297099084 tempest-RoutersAdminTest-1297099084-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:55.729519 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ad665257-c526-472c-9e1a-3a3ada445a5f tempest-RoutersAdminTest-1297099084 tempest-RoutersAdminTest-1297099084-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:55.743009 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-ad665257-c526-472c-9e1a-3a3ada445a5f tempest-RoutersAdminTest-1297099084 tempest-RoutersAdminTest-1297099084-project-admin] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 0.8735723 Jul 14 09:40:55.745532 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 43226) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:55.755408 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1dd11617-8518-406d-8703-7395ad202645 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:55.792820 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd11617-8518-406d-8703-7395ad202645 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Pushing event deleted for resources: {'Port': ['ID=093c7f74-8eba-44c5-a7f5-263e6201e5a3,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:55.862078 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-fa6b747d-eb28-408d-ab5a-7a2615e106ff tempest-RoutersAdminTest-1297099084 tempest-RoutersAdminTest-1297099084-project-admin] Deleting port 5cdc56e7-9ff7-40e4-82fc-873addff030c {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:40:55.862631 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-fa6b747d-eb28-408d-ab5a-7a2615e106ff tempest-RoutersAdminTest-1297099084 tempest-RoutersAdminTest-1297099084-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:55.896666 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5ad31076-714c-49ec-bc37-f3d4cd90112a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:55.965173 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-fa6b747d-eb28-408d-ab5a-7a2615e106ff tempest-RoutersAdminTest-1297099084 tempest-RoutersAdminTest-1297099084-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:55.979151 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-fa6b747d-eb28-408d-ab5a-7a2615e106ff tempest-RoutersAdminTest-1297099084 tempest-RoutersAdminTest-1297099084-project-admin] Calling delete_port for 5cdc56e7-9ff7-40e4-82fc-873addff030c owned by {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:40:56.032736 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1dd11617-8518-406d-8703-7395ad202645 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-620860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682934'] for router_interface, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:56.120423 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-fa6b747d-eb28-408d-ab5a-7a2615e106ff tempest-RoutersAdminTest-1297099084 tempest-RoutersAdminTest-1297099084-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:56.154315 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6b747d-eb28-408d-ab5a-7a2615e106ff tempest-RoutersAdminTest-1297099084 tempest-RoutersAdminTest-1297099084-project-admin] Pushing event deleted for resources: {'Port': ['ID=5cdc56e7-9ff7-40e4-82fc-873addff030c,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:56.220271 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-fa6b747d-eb28-408d-ab5a-7a2615e106ff tempest-RoutersAdminTest-1297099084 tempest-RoutersAdminTest-1297099084-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:56.224876 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-fa6b747d-eb28-408d-ab5a-7a2615e106ff tempest-RoutersAdminTest-1297099084 tempest-RoutersAdminTest-1297099084-project-admin] 10.222.0.68 "DELETE /v2.0/ports/5cdc56e7-9ff7-40e4-82fc-873addff030c HTTP/1.1" status: 204 len: 168 time: 0.4759753 Jul 14 09:40:56.225131 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 43228) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:56.229485 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-b6a4f55e-0741-43b6-9ee4-e454750e8419 tempest-RoutersAdminTest-1297099084 tempest-RoutersAdminTest-1297099084-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0bc5e180-771a-4113-9e48-c43c2901edcc', 'external_fixed_ips': [{'subnet_id': '73a94e87-1896-48b4-a97d-09dc4589d47c', 'ip_address': '172.20.0.2'}]}}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:40:56.251826 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b6a4f55e-0741-43b6-9ee4-e454750e8419 tempest-RoutersAdminTest-1297099084 tempest-RoutersAdminTest-1297099084-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-711749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14670'] for router, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:56.253414 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b6a4f55e-0741-43b6-9ee4-e454750e8419 tempest-RoutersAdminTest-1297099084 tempest-RoutersAdminTest-1297099084-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-711718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-661475', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14679'] for router, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:56.256954 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dd11617-8518-406d-8703-7395ad202645 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Router cf951592-1964-4e41-801a-9c3fc61984bf has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:40:56.308543 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b6a4f55e-0741-43b6-9ee4-e454750e8419 tempest-RoutersAdminTest-1297099084 tempest-RoutersAdminTest-1297099084-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:56.359491 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dd11617-8518-406d-8703-7395ad202645 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:40:56.365617 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-1dd11617-8518-406d-8703-7395ad202645 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] 10.222.0.68 "PUT /v2.0/routers/cf951592-1964-4e41-801a-9c3fc61984bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4565585 Jul 14 09:40:56.373424 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8579753b-bca1-4fe0-a3d4-ba4ee1f38504 None None] Sync routers for ids ['cf951592-1964-4e41-801a-9c3fc61984bf'] in n-d-779913-29 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:40:56.381871 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 43230) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:56.387610 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8579753b-bca1-4fe0-a3d4-ba4ee1f38504 None None] Routers {'cf951592-1964-4e41-801a-9c3fc61984bf'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:40:56.388490 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-8579753b-bca1-4fe0-a3d4-ba4ee1f38504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:40:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['cf951592-1964-4e41-801a-9c3fc61984bf'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:40:56.446325 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-dabeb1a8-1e92-4d91-a65c-119fe8fe2511 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Deleting subnet 3c85c9a9-7080-4068-84c3-a2e680890888 {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:40:56.449993 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-dabeb1a8-1e92-4d91-a65c-119fe8fe2511 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:56.465617 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b6a4f55e-0741-43b6-9ee4-e454750e8419 tempest-RoutersAdminTest-1297099084 tempest-RoutersAdminTest-1297099084-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-661489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-711771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12973'] for router, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:56.499447 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-8579753b-bca1-4fe0-a3d4-ba4ee1f38504 None None] Set router cf951592-1964-4e41-801a-9c3fc61984bf gateway port host: None {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:40:56.593294 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-dabeb1a8-1e92-4d91-a65c-119fe8fe2511 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13574120'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:56.763978 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b6a4f55e-0741-43b6-9ee4-e454750e8419 tempest-RoutersAdminTest-1297099084 tempest-RoutersAdminTest-1297099084-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:56.776313 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-8579753b-bca1-4fe0-a3d4-ba4ee1f38504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf951592-1964-4e41-801a-9c3fc61984bf', 'name': 'tempest-RoutersTest-router-172628077', 'tenant_id': '8f66f4ea00254d4cb400476df8920946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:40:29Z', 'updated_at': '2021-07-14T09:40:55Z', 'revision_number': 8, 'project_id': '8f66f4ea00254d4cb400476df8920946', 'gw_port_host': None, '_interfaces': [{'id': '40c834cb-f58a-4cee-ae7c-98bb0a99efbc', 'name': '', 'network_id': '20691a5e-b6bb-4acb-a697-5feefd22e74d', 'tenant_id': '8f66f4ea00254d4cb400476df8920946', 'mac_address': 'fa:16:3e:4e:72:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf951592-1964-4e41-801a-9c3fc61984bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2829, 'fixed_ips': [{'subnet_id': '731a738f-f512-4314-89bc-2efbd23be044', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:40:42Z', 'updated_at': '2021-07-14T09:40:48Z', 'revision_number': 5, 'project_id': '8f66f4ea00254d4cb400476df8920946', 'subnets': [{'id': '731a738f-f512-4314-89bc-2efbd23be044', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b38c67a0-76ec-4dd3-8de4-6440734d1086', 'name': '', 'network_id': 'e5b9736d-d957-41ad-ba7c-cc2d24cefda0', 'tenant_id': '8f66f4ea00254d4cb400476df8920946', 'mac_address': 'fa:16:3e:c3:a2:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf951592-1964-4e41-801a-9c3fc61984bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2800, 'fixed_ips': [{'subnet_id': '4909dd26-ee00-4000-958e-9313cfbe6942', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:40:35Z', 'updated_at': '2021-07-14T09:40:42Z', 'revision_number': 5, 'project_id': '8f66f4ea00254d4cb400476df8920946', 'subnets': [{'id': '4909dd26-ee00-4000-958e-9313cfbe6942', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd64b7d68-d7a6-4b28-828b-29033c51135e', 'name': '', 'network_id': 'b2f10b3c-4a3e-44bb-bf4d-9c5259688dd8', 'tenant_id': '8f66f4ea00254d4cb400476df8920946', 'mac_address': 'fa:16:3e:b2:26:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf951592-1964-4e41-801a-9c3fc61984bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2790, 'fixed_ips': [{'subnet_id': '88aa7971-bac4-4efb-b152-25dec91a2396', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:40:30Z', 'updated_at': '2021-07-14T09:40:36Z', 'revision_number': 5, 'project_id': '8f66f4ea00254d4cb400476df8920946', 'subnets': [{'id': '88aa7971-bac4-4efb-b152-25dec91a2396', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:40:56.788574 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-dabeb1a8-1e92-4d91-a65c-119fe8fe2511 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3481002'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:56.804798 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8579753b-bca1-4fe0-a3d4-ba4ee1f38504 None None] Checking router: cf951592-1964-4e41-801a-9c3fc61984bf for host: n-d-779913-29 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:40:56.813399 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8579753b-bca1-4fe0-a3d4-ba4ee1f38504 None None] Routers {'cf951592-1964-4e41-801a-9c3fc61984bf'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:40:56.814041 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-8579753b-bca1-4fe0-a3d4-ba4ee1f38504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:40:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['cf951592-1964-4e41-801a-9c3fc61984bf'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:40:56.823995 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b6a4f55e-0741-43b6-9ee4-e454750e8419 tempest-RoutersAdminTest-1297099084 tempest-RoutersAdminTest-1297099084-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:56.913451 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-dabeb1a8-1e92-4d91-a65c-119fe8fe2511 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13574056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16714573'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:56.939176 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-8579753b-bca1-4fe0-a3d4-ba4ee1f38504 None None] Set router cf951592-1964-4e41-801a-9c3fc61984bf gateway port host: None {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:40:56.946618 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1586646-d7e4-40ce-8fad-6ace70e7c9ae req-6d88b4bd-b480-4393-bd25-448827d784d1 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:56.956739 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b1586646-d7e4-40ce-8fad-6ace70e7c9ae req-6d88b4bd-b480-4393-bd25-448827d784d1 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/ports?device_id=5ed0c1cb-c3d6-40f1-8aad-1894504b5a83 HTTP/1.1" status: 200 len: 945 time: 0.2025752 Jul 14 09:40:56.995472 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabeb1a8-1e92-4d91-a65c-119fe8fe2511 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Pushing event deleted for resources: {'Subnet': ['ID=3c85c9a9-7080-4068-84c3-a2e680890888,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:57.000864 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-dabeb1a8-1e92-4d91-a65c-119fe8fe2511 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:57.005060 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-dabeb1a8-1e92-4d91-a65c-119fe8fe2511 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] 10.222.0.68 "DELETE /v2.0/subnets/3c85c9a9-7080-4068-84c3-a2e680890888 HTTP/1.1" status: 204 len: 168 time: 0.6199248 Jul 14 09:40:57.005834 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 43242) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:57.008910 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e1d94de-abe3-45a6-be40-81ffd1e766cb None None] Network 5af990c5-6aef-472d-a92a-7d17fd4af9d3 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:40:57.060514 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b1586646-d7e4-40ce-8fad-6ace70e7c9ae req-9d9df959-6fce-4ee1-8f52-989772e02fce tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/security-groups?id=3e66fdd8-bd2d-4f0b-a124-b60bfc46cfe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029532 Jul 14 09:40:57.113256 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-b6a4f55e-0741-43b6-9ee4-e454750e8419 tempest-RoutersAdminTest-1297099084 tempest-RoutersAdminTest-1297099084-project-admin] Allocated IP 172.20.0.2 (0bc5e180-771a-4113-9e48-c43c2901edcc/73a94e87-1896-48b4-a97d-09dc4589d47c/d249663f-9eca-4e37-89f1-73efe80cfb1a) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:40:57.220287 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-64d67d8d-fd45-4c08-bc39-2099a1a0efef tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3876111'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:57.328854 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-64d67d8d-fd45-4c08-bc39-2099a1a0efef tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Deleting port 96e39fd5-9be8-4842-b7d3-c26e780ec506 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:40:57.329224 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-64d67d8d-fd45-4c08-bc39-2099a1a0efef tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:57.378429 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b6a4f55e-0741-43b6-9ee4-e454750e8419 tempest-RoutersAdminTest-1297099084 tempest-RoutersAdminTest-1297099084-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:57.423621 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f951e1f0-96f9-444c-a0e7-fbeb82d0cc38 None None] DHCP port deletion for 5af990c5-6aef-472d-a92a-7d17fd4af9d3 request from n-d-779913-29 {{(pid=93959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:40:57.492506 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-8579753b-bca1-4fe0-a3d4-ba4ee1f38504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf951592-1964-4e41-801a-9c3fc61984bf', 'name': 'tempest-RoutersTest-router-172628077', 'tenant_id': '8f66f4ea00254d4cb400476df8920946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:40:29Z', 'updated_at': '2021-07-14T09:40:55Z', 'revision_number': 8, 'project_id': '8f66f4ea00254d4cb400476df8920946', 'gw_port_host': None, '_interfaces': [{'id': '40c834cb-f58a-4cee-ae7c-98bb0a99efbc', 'name': '', 'network_id': '20691a5e-b6bb-4acb-a697-5feefd22e74d', 'tenant_id': '8f66f4ea00254d4cb400476df8920946', 'mac_address': 'fa:16:3e:4e:72:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf951592-1964-4e41-801a-9c3fc61984bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2829, 'fixed_ips': [{'subnet_id': '731a738f-f512-4314-89bc-2efbd23be044', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:40:42Z', 'updated_at': '2021-07-14T09:40:48Z', 'revision_number': 5, 'project_id': '8f66f4ea00254d4cb400476df8920946', 'subnets': [{'id': '731a738f-f512-4314-89bc-2efbd23be044', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b38c67a0-76ec-4dd3-8de4-6440734d1086', 'name': '', 'network_id': 'e5b9736d-d957-41ad-ba7c-cc2d24cefda0', 'tenant_id': '8f66f4ea00254d4cb400476df8920946', 'mac_address': 'fa:16:3e:c3:a2:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf951592-1964-4e41-801a-9c3fc61984bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2800, 'fixed_ips': [{'subnet_id': '4909dd26-ee00-4000-958e-9313cfbe6942', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:40:35Z', 'updated_at': '2021-07-14T09:40:42Z', 'revision_number': 5, 'project_id': '8f66f4ea00254d4cb400476df8920946', 'subnets': [{'id': '4909dd26-ee00-4000-958e-9313cfbe6942', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd64b7d68-d7a6-4b28-828b-29033c51135e', 'name': '', 'network_id': 'b2f10b3c-4a3e-44bb-bf4d-9c5259688dd8', 'tenant_id': '8f66f4ea00254d4cb400476df8920946', 'mac_address': 'fa:16:3e:b2:26:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf951592-1964-4e41-801a-9c3fc61984bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2790, 'fixed_ips': [{'subnet_id': '88aa7971-bac4-4efb-b152-25dec91a2396', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:40:30Z', 'updated_at': '2021-07-14T09:40:36Z', 'revision_number': 5, 'project_id': '8f66f4ea00254d4cb400476df8920946', 'subnets': [{'id': '88aa7971-bac4-4efb-b152-25dec91a2396', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:40:57.502078 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b6a4f55e-0741-43b6-9ee4-e454750e8419 tempest-RoutersAdminTest-1297099084 tempest-RoutersAdminTest-1297099084-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:57.529403 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-f951e1f0-96f9-444c-a0e7-fbeb82d0cc38 None None] Deleting port 96e39fd5-9be8-4842-b7d3-c26e780ec506 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:40:57.529850 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f951e1f0-96f9-444c-a0e7-fbeb82d0cc38 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:57.586944 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8579753b-bca1-4fe0-a3d4-ba4ee1f38504 None None] The sync data for ids ['cf951592-1964-4e41-801a-9c3fc61984bf'] in n-d-779913-29 is: [{'id': 'cf951592-1964-4e41-801a-9c3fc61984bf', 'name': 'tempest-RoutersTest-router-172628077', 'tenant_id': '8f66f4ea00254d4cb400476df8920946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:40:29Z', 'updated_at': '2021-07-14T09:40:55Z', 'revision_number': 8, 'project_id': '8f66f4ea00254d4cb400476df8920946', 'gw_port_host': None, '_interfaces': [{'id': '40c834cb-f58a-4cee-ae7c-98bb0a99efbc', 'name': '', 'network_id': '20691a5e-b6bb-4acb-a697-5feefd22e74d', 'tenant_id': '8f66f4ea00254d4cb400476df8920946', 'mac_address': 'fa:16:3e:4e:72:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf951592-1964-4e41-801a-9c3fc61984bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2829, 'fixed_ips': [{'subnet_id': '731a738f-f512-4314-89bc-2efbd23be044', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:40:42Z', 'updated_at': '2021-07-14T09:40:48Z', 'revision_number': 5, 'project_id': '8f66f4ea00254d4cb400476df8920946', 'subnets': [{'id': '731a738f-f512-4314-89bc-2efbd23be044', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b38c67a0-76ec-4dd3-8de4-6440734d1086', 'name': '', 'network_id': 'e5b9736d-d957-41ad-ba7c-cc2d24cefda0', 'tenant_id': '8f66f4ea00254d4cb400476df8920946', 'mac_address': 'fa:16:3e:c3:a2:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf951592-1964-4e41-801a-9c3fc61984bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2800, 'fixed_ips': [{'subnet_id': '4909dd26-ee00-4000-958e-9313cfbe6942', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:40:35Z', 'updated_at': '2021-07-14T09:40:42Z', 'revision_number': 5, 'project_id': '8f66f4ea00254d4cb400476df8920946', 'subnets': [{'id': '4909dd26-ee00-4000-958e-9313cfbe6942', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd64b7d68-d7a6-4b28-828b-29033c51135e', 'name': '', 'network_id': 'b2f10b3c-4a3e-44bb-bf4d-9c5259688dd8', 'tenant_id': '8f66f4ea00254d4cb400476df8920946', 'mac_address': 'fa:16:3e:b2:26:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf951592-1964-4e41-801a-9c3fc61984bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2790, 'fixed_ips': [{'subnet_id': '88aa7971-bac4-4efb-b152-25dec91a2396', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:40:30Z', 'updated_at': '2021-07-14T09:40:36Z', 'revision_number': 5, 'project_id': '8f66f4ea00254d4cb400476df8920946', 'subnets': [{'id': '88aa7971-bac4-4efb-b152-25dec91a2396', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:40:57.608500 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-64d67d8d-fd45-4c08-bc39-2099a1a0efef tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] For port 96e39fd5-9be8-4842-b7d3-c26e780ec506, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=96e39fd5-9be8-4842-b7d3-c26e780ec506,segment=NetworkSegment(0898b239-c3ef-4665-a692-f4d99f890401),segment_id=0898b239-c3ef-4665-a692-f4d99f890401)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:40:57.609619 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6a4f55e-0741-43b6-9ee4-e454750e8419 tempest-RoutersAdminTest-1297099084 tempest-RoutersAdminTest-1297099084-project-admin] Network 0bc5e180-771a-4113-9e48-c43c2901edcc is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:40:57.613657 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-64d67d8d-fd45-4c08-bc39-2099a1a0efef tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:57.615235 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-b6a4f55e-0741-43b6-9ee4-e454750e8419 tempest-RoutersAdminTest-1297099084 tempest-RoutersAdminTest-1297099084-project-admin] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:40:57.633599 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a4f55e-0741-43b6-9ee4-e454750e8419 tempest-RoutersAdminTest-1297099084 tempest-RoutersAdminTest-1297099084-project-admin] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:40:57.646503 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-64d67d8d-fd45-4c08-bc39-2099a1a0efef tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Calling delete_port for 96e39fd5-9be8-4842-b7d3-c26e780ec506 owned by network:dhcp {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:40:57.697738 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-f951e1f0-96f9-444c-a0e7-fbeb82d0cc38 None None] For port 96e39fd5-9be8-4842-b7d3-c26e780ec506, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=96e39fd5-9be8-4842-b7d3-c26e780ec506,segment=NetworkSegment(0898b239-c3ef-4665-a692-f4d99f890401),segment_id=0898b239-c3ef-4665-a692-f4d99f890401)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:40:57.698139 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f951e1f0-96f9-444c-a0e7-fbeb82d0cc38 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:57.727549 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a4f55e-0741-43b6-9ee4-e454750e8419 tempest-RoutersAdminTest-1297099084 tempest-RoutersAdminTest-1297099084-project-admin] Pushing event updated for resources: {'Port': ['ID=d249663f-9eca-4e37-89f1-73efe80cfb1a,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:57.730810 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-f951e1f0-96f9-444c-a0e7-fbeb82d0cc38 None None] Calling delete_port for 96e39fd5-9be8-4842-b7d3-c26e780ec506 owned by network:dhcp {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:40:57.816207 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-64d67d8d-fd45-4c08-bc39-2099a1a0efef tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:57.874693 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d67d8d-fd45-4c08-bc39-2099a1a0efef tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Pushing event deleted for resources: {'Port': ['ID=96e39fd5-9be8-4842-b7d3-c26e780ec506,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:57.889756 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d67d8d-fd45-4c08-bc39-2099a1a0efef tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] No DVR routers for this DVR port 96e39fd5-9be8-4842-b7d3-c26e780ec506 on host n-d-779913-29 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:40:58.115793 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-64d67d8d-fd45-4c08-bc39-2099a1a0efef tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473955', 'neutron.services.segments.db._delete_segments_for_network-8735688326548'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:58.131638 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-64d67d8d-fd45-4c08-bc39-2099a1a0efef tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5af990c5-6aef-472d-a92a-7d17fd4af9d3']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:40:58.150521 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-64d67d8d-fd45-4c08-bc39-2099a1a0efef tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0898b239-c3ef-4665-a692-f4d99f890401') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:40:58.151042 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-64d67d8d-fd45-4c08-bc39-2099a1a0efef tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0898b239-c3ef-4665-a692-f4d99f890401') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:40:58.164657 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-64d67d8d-fd45-4c08-bc39-2099a1a0efef tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735688356235', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13574129'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:58.166963 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5bbe322f-3f67-4864-bc0a-91afe44d23e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:58.191157 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-64d67d8d-fd45-4c08-bc39-2099a1a0efef tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:58.212066 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64d67d8d-fd45-4c08-bc39-2099a1a0efef tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Releasing vlan 745 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:40:58.212488 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-64d67d8d-fd45-4c08-bc39-2099a1a0efef tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13573126'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:58.214975 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f951e1f0-96f9-444c-a0e7-fbeb82d0cc38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:58.252467 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f951e1f0-96f9-444c-a0e7-fbeb82d0cc38 None None] Pushing event deleted for resources: {'Port': ['ID=96e39fd5-9be8-4842-b7d3-c26e780ec506,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:58.267990 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f951e1f0-96f9-444c-a0e7-fbeb82d0cc38 None None] No DVR routers for this DVR port 96e39fd5-9be8-4842-b7d3-c26e780ec506 on host n-d-779913-29 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:40:58.303789 n-d-779913-29 neutron-server[93958]: Traceback (most recent call last): Jul 14 09:40:58.303789 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:40:58.303789 n-d-779913-29 neutron-server[93958]: timer() Jul 14 09:40:58.303789 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:40:58.303789 n-d-779913-29 neutron-server[93958]: cb(*args, **kw) Jul 14 09:40:58.303789 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:40:58.303789 n-d-779913-29 neutron-server[93958]: return func(*args, **kwargs) Jul 14 09:40:58.303789 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:40:58.303789 n-d-779913-29 neutron-server[93958]: self._notify() Jul 14 09:40:58.303789 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:40:58.303789 n-d-779913-29 neutron-server[93958]: self.callback(batched_events) Jul 14 09:40:58.303789 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:40:58.303789 n-d-779913-29 neutron-server[93958]: event.method(event) Jul 14 09:40:58.303789 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:40:58.303789 n-d-779913-29 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:40:58.303789 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:40:58.303789 n-d-779913-29 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:40:58.303789 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:40:58.303789 n-d-779913-29 neutron-server[93958]: return f(self, *a, **k) Jul 14 09:40:58.303789 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:40:58.303789 n-d-779913-29 neutron-server[93958]: return self._get(url).json() Jul 14 09:40:58.303789 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:40:58.303789 n-d-779913-29 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:40:58.303789 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:40:58.303789 n-d-779913-29 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 14 09:40:58.303789 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:40:58.303789 n-d-779913-29 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:40:58.303789 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:40:58.303789 n-d-779913-29 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:40:58.303789 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:40:58.303789 n-d-779913-29 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:40:58.303789 n-d-779913-29 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:40:58.309436 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-64d67d8d-fd45-4c08-bc39-2099a1a0efef tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660504'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:58.346714 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-64d67d8d-fd45-4c08-bc39-2099a1a0efef tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:58.351233 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-64d67d8d-fd45-4c08-bc39-2099a1a0efef tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] 10.222.0.68 "DELETE /v2.0/networks/5af990c5-6aef-472d-a92a-7d17fd4af9d3 HTTP/1.1" status: 204 len: 168 time: 1.3425374 Jul 14 09:40:58.351233 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d67d8d-fd45-4c08-bc39-2099a1a0efef tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Pushing event deleted for resources: {'Network': ['ID=5af990c5-6aef-472d-a92a-7d17fd4af9d3,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:58.351878 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 43282) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:58.467262 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 093c7f74-8eba-44c5-a7f5-263e6201e5a3 no longer exists at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:40:58.489683 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] No Port match for: 093c7f74-8eba-44c5-a7f5-263e6201e5a3 {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:40:58.490455 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 093c7f74-8eba-44c5-a7f5-263e6201e5a3 not bound to the agent host n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:40:58.491048 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 96e39fd5-9be8-4842-b7d3-c26e780ec506 no longer exists at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:40:58.538100 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] No Port match for: 96e39fd5-9be8-4842-b7d3-c26e780ec506 {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:40:58.538490 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 96e39fd5-9be8-4842-b7d3-c26e780ec506 not bound to the agent host n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:40:58.713572 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d21028d-47fd-40b8-b645-92f514b36a7e req-b99aa524-5215-46a8-901a-9cd7283f7f5e tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:58.716527 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1d21028d-47fd-40b8-b645-92f514b36a7e req-b99aa524-5215-46a8-901a-9cd7283f7f5e tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/ports?device_id=5ed0c1cb-c3d6-40f1-8aad-1894504b5a83 HTTP/1.1" status: 200 len: 945 time: 0.1587489 Jul 14 09:40:58.823489 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1ca92762-d3f7-49c6-ac53-aca24c3356f7 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-683602'] for router_interface, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:58.827456 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b6a4f55e-0741-43b6-9ee4-e454750e8419 tempest-RoutersAdminTest-1297099084 tempest-RoutersAdminTest-1297099084-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:59.006474 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1d21028d-47fd-40b8-b645-92f514b36a7e req-ffb32484-0d98-4575-93c6-001543ade66f tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/security-groups?id=3e66fdd8-bd2d-4f0b-a124-b60bfc46cfe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1800132 Jul 14 09:40:59.085198 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b6a4f55e-0741-43b6-9ee4-e454750e8419 tempest-RoutersAdminTest-1297099084 tempest-RoutersAdminTest-1297099084-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-711762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-661452'] for router, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:59.188503 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-1ca92762-d3f7-49c6-ac53-aca24c3356f7 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Deleting port 40c834cb-f58a-4cee-ae7c-98bb0a99efbc {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:40:59.189386 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1ca92762-d3f7-49c6-ac53-aca24c3356f7 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:59.234584 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6a4f55e-0741-43b6-9ee4-e454750e8419 tempest-RoutersAdminTest-1297099084 tempest-RoutersAdminTest-1297099084-project-admin] Router 115fc7a6-a016-43ae-8587-249184876925 is scheduled to L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 with binding_index 1 {{(pid=93957) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:40:59.297326 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-1ca92762-d3f7-49c6-ac53-aca24c3356f7 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] For port 40c834cb-f58a-4cee-ae7c-98bb0a99efbc, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=40c834cb-f58a-4cee-ae7c-98bb0a99efbc,segment=NetworkSegment(17e556e5-d4b1-4862-90a2-c0cc2f3f8b7d),segment_id=17e556e5-d4b1-4862-90a2-c0cc2f3f8b7d)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:40:59.298283 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1ca92762-d3f7-49c6-ac53-aca24c3356f7 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:59.313376 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-1ca92762-d3f7-49c6-ac53-aca24c3356f7 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Calling delete_port for 40c834cb-f58a-4cee-ae7c-98bb0a99efbc owned by network:router_interface {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:40:59.374975 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6a4f55e-0741-43b6-9ee4-e454750e8419 tempest-RoutersAdminTest-1297099084 tempest-RoutersAdminTest-1297099084-project-admin] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:40:59.385178 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c89a2d51-7afd-4ea3-8f11-df869a35b3cb None None] Sync routers for ids ['115fc7a6-a016-43ae-8587-249184876925'] in n-d-779913-29 {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:40:59.395172 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c89a2d51-7afd-4ea3-8f11-df869a35b3cb None None] Routers {'115fc7a6-a016-43ae-8587-249184876925'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:40:59.395800 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-c89a2d51-7afd-4ea3-8f11-df869a35b3cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:40:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['115fc7a6-a016-43ae-8587-249184876925'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:40:59.399841 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b6a4f55e-0741-43b6-9ee4-e454750e8419 tempest-RoutersAdminTest-1297099084 tempest-RoutersAdminTest-1297099084-project-admin] Notify callbacks [] for router, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:59.404972 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-b6a4f55e-0741-43b6-9ee4-e454750e8419 tempest-RoutersAdminTest-1297099084 tempest-RoutersAdminTest-1297099084-project-admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 3.1765485 Jul 14 09:40:59.405464 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 43302) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:59.514868 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvr_db [None req-c89a2d51-7afd-4ea3-8f11-df869a35b3cb None None] Set router 115fc7a6-a016-43ae-8587-249184876925 gateway port host: n-d-779913-29 {{(pid=93959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:40:59.599334 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e349fafd-3435-4c37-98d6-c5978ebbc616 tempest-RoutersAdminTest-1297099084 tempest-RoutersAdminTest-1297099084-project-admin] Notify callbacks [] for router, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:59.663113 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1ca92762-d3f7-49c6-ac53-aca24c3356f7 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:59.702501 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca92762-d3f7-49c6-ac53-aca24c3356f7 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Pushing event deleted for resources: {'Port': ['ID=40c834cb-f58a-4cee-ae7c-98bb0a99efbc,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:59.730085 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-c89a2d51-7afd-4ea3-8f11-df869a35b3cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '115fc7a6-a016-43ae-8587-249184876925', 'name': '', 'tenant_id': '36e6b1d7b41443e3b5f84188cea39d4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bc5e180-771a-4113-9e48-c43c2901edcc', 'external_fixed_ips': [{'subnet_id': '73a94e87-1896-48b4-a97d-09dc4589d47c', 'ip_address': '172.20.0.2'}], 'enable_snat': True}, 'gw_port_id': 'd249663f-9eca-4e37-89f1-73efe80cfb1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:40:56Z', 'updated_at': '2021-07-14T09:40:58Z', 'revision_number': 3, 'project_id': '36e6b1d7b41443e3b5f84188cea39d4e', 'gw_port': {'id': 'd249663f-9eca-4e37-89f1-73efe80cfb1a', 'name': '', 'network_id': '0bc5e180-771a-4113-9e48-c43c2901edcc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:a0:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '115fc7a6-a016-43ae-8587-249184876925', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2857, 'fixed_ips': [{'subnet_id': '73a94e87-1896-48b4-a97d-09dc4589d47c', 'ip_address': '172.20.0.2', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:40:56Z', 'updated_at': '2021-07-14T09:40:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '73a94e87-1896-48b4-a97d-09dc4589d47c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29'}], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:40:59.761885 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c89a2d51-7afd-4ea3-8f11-df869a35b3cb None None] Checking router: 115fc7a6-a016-43ae-8587-249184876925 for host: n-d-779913-29 {{(pid=93959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:40:59.762533 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c89a2d51-7afd-4ea3-8f11-df869a35b3cb None None] Updating router 115fc7a6-a016-43ae-8587-249184876925 port d249663f-9eca-4e37-89f1-73efe80cfb1a binding host n-d-779913-29 {{(pid=93959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:40:59.806349 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c89a2d51-7afd-4ea3-8f11-df869a35b3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:00.180687 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c89a2d51-7afd-4ea3-8f11-df869a35b3cb None None] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:00.198622 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c89a2d51-7afd-4ea3-8f11-df869a35b3cb None None] Transition to ACTIVE for port object d249663f-9eca-4e37-89f1-73efe80cfb1a will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:41:00.212423 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c89a2d51-7afd-4ea3-8f11-df869a35b3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:00.269364 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e349fafd-3435-4c37-98d6-c5978ebbc616 tempest-RoutersAdminTest-1297099084 tempest-RoutersAdminTest-1297099084-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:00.273734 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ba3445-8fd0-49f0-a90e-375a8e990e78 None None] Pushing event updated for resources: {'Port': ['ID=d249663f-9eca-4e37-89f1-73efe80cfb1a,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:00.289631 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-c89a2d51-7afd-4ea3-8f11-df869a35b3cb None None] Attempting to bind port d249663f-9eca-4e37-89f1-73efe80cfb1a on host n-d-779913-29 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:41:00.290786 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-c89a2d51-7afd-4ea3-8f11-df869a35b3cb None None] Attempting to bind port d249663f-9eca-4e37-89f1-73efe80cfb1a by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': '40b034fc-352c-414d-b4a0-e15ee21ea0cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '0bc5e180-771a-4113-9e48-c43c2901edcc'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:41:00.290786 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c89a2d51-7afd-4ea3-8f11-df869a35b3cb None None] Attempting to bind port d249663f-9eca-4e37-89f1-73efe80cfb1a on network 0bc5e180-771a-4113-9e48-c43c2901edcc {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:41:00.296024 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c89a2d51-7afd-4ea3-8f11-df869a35b3cb None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 40, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:41:00.296403 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c89a2d51-7afd-4ea3-8f11-df869a35b3cb None None] Checking segment: {'id': '40b034fc-352c-414d-b4a0-e15ee21ea0cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '0bc5e180-771a-4113-9e48-c43c2901edcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:41:00.296815 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c89a2d51-7afd-4ea3-8f11-df869a35b3cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:00.297270 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c89a2d51-7afd-4ea3-8f11-df869a35b3cb None None] Bound using segment: {'id': '40b034fc-352c-414d-b4a0-e15ee21ea0cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '0bc5e180-771a-4113-9e48-c43c2901edcc'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:41:00.297862 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-c89a2d51-7afd-4ea3-8f11-df869a35b3cb None None] Bound port: d249663f-9eca-4e37-89f1-73efe80cfb1a, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40b034fc-352c-414d-b4a0-e15ee21ea0cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '0bc5e180-771a-4113-9e48-c43c2901edcc'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:41:00.298303 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c89a2d51-7afd-4ea3-8f11-df869a35b3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:00.366541 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c89a2d51-7afd-4ea3-8f11-df869a35b3cb None None] For port d249663f-9eca-4e37-89f1-73efe80cfb1a, host n-d-779913-29, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:41:00.370468 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c89a2d51-7afd-4ea3-8f11-df869a35b3cb None None] For port d249663f-9eca-4e37-89f1-73efe80cfb1a, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=d249663f-9eca-4e37-89f1-73efe80cfb1a,segment=NetworkSegment(40b034fc-352c-414d-b4a0-e15ee21ea0cb),segment_id=40b034fc-352c-414d-b4a0-e15ee21ea0cb)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:41:00.378065 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1ca92762-d3f7-49c6-ac53-aca24c3356f7 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-620860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682934'] for router_interface, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:00.378542 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c89a2d51-7afd-4ea3-8f11-df869a35b3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:00.478594 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ba3445-8fd0-49f0-a90e-375a8e990e78 None None] Pushing event updated for resources: {'Port': ['ID=d249663f-9eca-4e37-89f1-73efe80cfb1a,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:00.493326 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c89a2d51-7afd-4ea3-8f11-df869a35b3cb None None] Routers {'115fc7a6-a016-43ae-8587-249184876925'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:41:00.493994 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-c89a2d51-7afd-4ea3-8f11-df869a35b3cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:40:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['115fc7a6-a016-43ae-8587-249184876925'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:00.604212 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvr_db [None req-c89a2d51-7afd-4ea3-8f11-df869a35b3cb None None] Set router 115fc7a6-a016-43ae-8587-249184876925 gateway port host: None {{(pid=93959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:41:00.615487 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cab7a0-9767-49ac-8a60-f697cca6943c req-5b641fe9-1fcb-47e8-8c2d-f6b700547675 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:00.618020 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-22cab7a0-9767-49ac-8a60-f697cca6943c req-5b641fe9-1fcb-47e8-8c2d-f6b700547675 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/ports?device_id=5ed0c1cb-c3d6-40f1-8aad-1894504b5a83 HTTP/1.1" status: 200 len: 945 time: 0.4075737 Jul 14 09:41:00.656441 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-e349fafd-3435-4c37-98d6-c5978ebbc616 tempest-RoutersAdminTest-1297099084 tempest-RoutersAdminTest-1297099084-project-admin] Deleting port d249663f-9eca-4e37-89f1-73efe80cfb1a {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:41:00.656790 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e349fafd-3435-4c37-98d6-c5978ebbc616 tempest-RoutersAdminTest-1297099084 tempest-RoutersAdminTest-1297099084-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:00.668358 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-c89a2d51-7afd-4ea3-8f11-df869a35b3cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '115fc7a6-a016-43ae-8587-249184876925', 'name': '', 'tenant_id': '36e6b1d7b41443e3b5f84188cea39d4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:40:56Z', 'updated_at': '2021-07-14T09:41:00Z', 'revision_number': 4, 'project_id': '36e6b1d7b41443e3b5f84188cea39d4e', 'gw_port_host': None}], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:00.705775 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c89a2d51-7afd-4ea3-8f11-df869a35b3cb None None] The sync data for ids ['115fc7a6-a016-43ae-8587-249184876925'] in n-d-779913-29 is: [{'id': '115fc7a6-a016-43ae-8587-249184876925', 'name': '', 'tenant_id': '36e6b1d7b41443e3b5f84188cea39d4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:40:56Z', 'updated_at': '2021-07-14T09:41:00Z', 'revision_number': 4, 'project_id': '36e6b1d7b41443e3b5f84188cea39d4e', 'gw_port_host': None}] {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:41:00.727959 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-22cab7a0-9767-49ac-8a60-f697cca6943c req-275fe059-5213-4b37-9f14-287ed047f051 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/security-groups?id=3e66fdd8-bd2d-4f0b-a124-b60bfc46cfe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0986431 Jul 14 09:41:00.753288 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ca92762-d3f7-49c6-ac53-aca24c3356f7 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Router cf951592-1964-4e41-801a-9c3fc61984bf has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:41:00.884835 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-e349fafd-3435-4c37-98d6-c5978ebbc616 tempest-RoutersAdminTest-1297099084 tempest-RoutersAdminTest-1297099084-project-admin] For port d249663f-9eca-4e37-89f1-73efe80cfb1a, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=d249663f-9eca-4e37-89f1-73efe80cfb1a,segment=NetworkSegment(40b034fc-352c-414d-b4a0-e15ee21ea0cb),segment_id=40b034fc-352c-414d-b4a0-e15ee21ea0cb)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:41:00.885204 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e349fafd-3435-4c37-98d6-c5978ebbc616 tempest-RoutersAdminTest-1297099084 tempest-RoutersAdminTest-1297099084-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:00.909813 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ca92762-d3f7-49c6-ac53-aca24c3356f7 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:41:00.912848 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-e349fafd-3435-4c37-98d6-c5978ebbc616 tempest-RoutersAdminTest-1297099084 tempest-RoutersAdminTest-1297099084-project-admin] Calling delete_port for d249663f-9eca-4e37-89f1-73efe80cfb1a owned by network:router_gateway {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:41:00.922620 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-137fc2bc-2a94-4278-8490-8934e5f9b06e None None] Sync routers for ids ['cf951592-1964-4e41-801a-9c3fc61984bf'] in n-d-779913-29 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:41:00.933396 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-137fc2bc-2a94-4278-8490-8934e5f9b06e None None] Routers {'cf951592-1964-4e41-801a-9c3fc61984bf'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:41:00.934425 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-137fc2bc-2a94-4278-8490-8934e5f9b06e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:40:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['cf951592-1964-4e41-801a-9c3fc61984bf'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:01.050616 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b59eaaf-359a-4471-a819-654e8d55aaa1 req-a407ff55-b2fb-45a9-a30e-b773d8798a0b tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:01.052262 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5b59eaaf-359a-4471-a819-654e8d55aaa1 req-a407ff55-b2fb-45a9-a30e-b773d8798a0b tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/ports?device_id=5ed0c1cb-c3d6-40f1-8aad-1894504b5a83 HTTP/1.1" status: 200 len: 945 time: 0.1497455 Jul 14 09:41:01.060185 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-1ca92762-d3f7-49c6-ac53-aca24c3356f7 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] 10.222.0.68 "PUT /v2.0/routers/cf951592-1964-4e41-801a-9c3fc61984bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7011116 Jul 14 09:41:01.069884 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 43316) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:01.102088 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-137fc2bc-2a94-4278-8490-8934e5f9b06e None None] Set router cf951592-1964-4e41-801a-9c3fc61984bf gateway port host: None {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:41:01.179312 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fac7e81-7c61-41a0-ba3b-fd014528d3f9 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Deleting subnet 731a738f-f512-4314-89bc-2efbd23be044 {{(pid=93957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:41:01.185435 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e349fafd-3435-4c37-98d6-c5978ebbc616 tempest-RoutersAdminTest-1297099084 tempest-RoutersAdminTest-1297099084-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:01.192047 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5fac7e81-7c61-41a0-ba3b-fd014528d3f9 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks [] for subnet, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:01.235300 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e349fafd-3435-4c37-98d6-c5978ebbc616 tempest-RoutersAdminTest-1297099084 tempest-RoutersAdminTest-1297099084-project-admin] Pushing event deleted for resources: {'Port': ['ID=d249663f-9eca-4e37-89f1-73efe80cfb1a,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:01.314219 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5fac7e81-7c61-41a0-ba3b-fd014528d3f9 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10944203'] for subnet, precommit_delete_associations {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:01.374645 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e349fafd-3435-4c37-98d6-c5978ebbc616 tempest-RoutersAdminTest-1297099084 tempest-RoutersAdminTest-1297099084-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-660532'] for router_gateway, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:01.378606 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5b59eaaf-359a-4471-a819-654e8d55aaa1 req-1ab42769-f2b2-48cd-80ef-5895f5e43cbc tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/security-groups?id=3e66fdd8-bd2d-4f0b-a124-b60bfc46cfe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3076446 Jul 14 09:41:01.437361 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-137fc2bc-2a94-4278-8490-8934e5f9b06e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf951592-1964-4e41-801a-9c3fc61984bf', 'name': 'tempest-RoutersTest-router-172628077', 'tenant_id': '8f66f4ea00254d4cb400476df8920946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:40:29Z', 'updated_at': '2021-07-14T09:40:59Z', 'revision_number': 9, 'project_id': '8f66f4ea00254d4cb400476df8920946', 'gw_port_host': None, '_interfaces': [{'id': 'b38c67a0-76ec-4dd3-8de4-6440734d1086', 'name': '', 'network_id': 'e5b9736d-d957-41ad-ba7c-cc2d24cefda0', 'tenant_id': '8f66f4ea00254d4cb400476df8920946', 'mac_address': 'fa:16:3e:c3:a2:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf951592-1964-4e41-801a-9c3fc61984bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2800, 'fixed_ips': [{'subnet_id': '4909dd26-ee00-4000-958e-9313cfbe6942', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:40:35Z', 'updated_at': '2021-07-14T09:40:42Z', 'revision_number': 5, 'project_id': '8f66f4ea00254d4cb400476df8920946', 'subnets': [{'id': '4909dd26-ee00-4000-958e-9313cfbe6942', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd64b7d68-d7a6-4b28-828b-29033c51135e', 'name': '', 'network_id': 'b2f10b3c-4a3e-44bb-bf4d-9c5259688dd8', 'tenant_id': '8f66f4ea00254d4cb400476df8920946', 'mac_address': 'fa:16:3e:b2:26:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf951592-1964-4e41-801a-9c3fc61984bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2790, 'fixed_ips': [{'subnet_id': '88aa7971-bac4-4efb-b152-25dec91a2396', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:40:30Z', 'updated_at': '2021-07-14T09:40:36Z', 'revision_number': 5, 'project_id': '8f66f4ea00254d4cb400476df8920946', 'subnets': [{'id': '88aa7971-bac4-4efb-b152-25dec91a2396', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:01.509627 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e349fafd-3435-4c37-98d6-c5978ebbc616 tempest-RoutersAdminTest-1297099084 tempest-RoutersAdminTest-1297099084-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-711871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12964'] for router, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:01.512824 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e349fafd-3435-4c37-98d6-c5978ebbc616 tempest-RoutersAdminTest-1297099084 tempest-RoutersAdminTest-1297099084-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:01.559605 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-137fc2bc-2a94-4278-8490-8934e5f9b06e None None] Checking router: cf951592-1964-4e41-801a-9c3fc61984bf for host: n-d-779913-29 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:41:01.609299 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5fac7e81-7c61-41a0-ba3b-fd014528d3f9 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3481002'] for subnet, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:01.610106 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-137fc2bc-2a94-4278-8490-8934e5f9b06e None None] Routers {'cf951592-1964-4e41-801a-9c3fc61984bf'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:41:01.610106 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-137fc2bc-2a94-4278-8490-8934e5f9b06e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:40:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['cf951592-1964-4e41-801a-9c3fc61984bf'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:01.676553 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e349fafd-3435-4c37-98d6-c5978ebbc616 tempest-RoutersAdminTest-1297099084 tempest-RoutersAdminTest-1297099084-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-704815'] for router, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:01.678863 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e349fafd-3435-4c37-98d6-c5978ebbc616 tempest-RoutersAdminTest-1297099084 tempest-RoutersAdminTest-1297099084-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 115fc7a6-a016-43ae-8587-249184876925 {{(pid=93958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:41:01.687697 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e349fafd-3435-4c37-98d6-c5978ebbc616 tempest-RoutersAdminTest-1297099084 tempest-RoutersAdminTest-1297099084-project-admin] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:01.691604 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-e349fafd-3435-4c37-98d6-c5978ebbc616 tempest-RoutersAdminTest-1297099084 tempest-RoutersAdminTest-1297099084-project-admin] 10.222.0.68 "DELETE /v2.0/routers/115fc7a6-a016-43ae-8587-249184876925 HTTP/1.1" status: 204 len: 168 time: 2.2842927 Jul 14 09:41:01.693617 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 43334) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:01.765077 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b62578-2544-4c11-8f0d-564864ab0654 req-0f79466b-dab8-4d8a-ba4f-901f75b28ca7 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:01.769452 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-97b62578-2544-4c11-8f0d-564864ab0654 req-0f79466b-dab8-4d8a-ba4f-901f75b28ca7 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/ports?device_id=5ed0c1cb-c3d6-40f1-8aad-1894504b5a83 HTTP/1.1" status: 200 len: 945 time: 0.1429670 Jul 14 09:41:01.808450 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-137fc2bc-2a94-4278-8490-8934e5f9b06e None None] Set router cf951592-1964-4e41-801a-9c3fc61984bf gateway port host: None {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:41:01.823950 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 43336) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:01.854626 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f5d87bd-61fd-482c-bc2e-94a5be530686 tempest-RoutersAdminTest-1297099084 tempest-RoutersAdminTest-1297099084-project-admin] Deleting subnet 73a94e87-1896-48b4-a97d-09dc4589d47c {{(pid=93957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:41:01.869340 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3f5d87bd-61fd-482c-bc2e-94a5be530686 tempest-RoutersAdminTest-1297099084 tempest-RoutersAdminTest-1297099084-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:01.893264 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-97b62578-2544-4c11-8f0d-564864ab0654 req-46d616b2-0efa-48f8-bd97-8f375a3a29d9 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/security-groups?id=3e66fdd8-bd2d-4f0b-a124-b60bfc46cfe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1167760 Jul 14 09:41:01.949682 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5fac7e81-7c61-41a0-ba3b-fd014528d3f9 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10052701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11984075'] for subnet, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:02.013031 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3f5d87bd-61fd-482c-bc2e-94a5be530686 tempest-RoutersAdminTest-1297099084 tempest-RoutersAdminTest-1297099084-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10944203'] for subnet, precommit_delete_associations {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:02.076004 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fac7e81-7c61-41a0-ba3b-fd014528d3f9 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Pushing event deleted for resources: {'Subnet': ['ID=731a738f-f512-4314-89bc-2efbd23be044,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:02.101573 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63b038a6-019f-4898-9963-513555bb1826 None None] Network 20691a5e-b6bb-4acb-a697-5feefd22e74d requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:41:02.113982 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5fac7e81-7c61-41a0-ba3b-fd014528d3f9 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks [] for subnet, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:02.116219 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-5fac7e81-7c61-41a0-ba3b-fd014528d3f9 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] 10.222.0.68 "DELETE /v2.0/subnets/731a738f-f512-4314-89bc-2efbd23be044 HTTP/1.1" status: 204 len: 168 time: 1.0441751 Jul 14 09:41:02.118961 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 43342) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:02.165522 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-74155ac3-0753-404d-a49d-66e7bcf3a1bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:02.257703 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-57df4ca7-cb0e-4ce6-8f15-1e458462c659 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3876111'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:02.260747 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3f5d87bd-61fd-482c-bc2e-94a5be530686 tempest-RoutersAdminTest-1297099084 tempest-RoutersAdminTest-1297099084-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3481002'] for subnet, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:02.322489 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-57df4ca7-cb0e-4ce6-8f15-1e458462c659 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Deleting port 049b226d-a0db-467a-b101-b2118be8c177 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:41:02.322932 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-57df4ca7-cb0e-4ce6-8f15-1e458462c659 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:02.333047 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-137fc2bc-2a94-4278-8490-8934e5f9b06e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf951592-1964-4e41-801a-9c3fc61984bf', 'name': 'tempest-RoutersTest-router-172628077', 'tenant_id': '8f66f4ea00254d4cb400476df8920946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:40:29Z', 'updated_at': '2021-07-14T09:40:59Z', 'revision_number': 9, 'project_id': '8f66f4ea00254d4cb400476df8920946', 'gw_port_host': None, '_interfaces': [{'id': 'b38c67a0-76ec-4dd3-8de4-6440734d1086', 'name': '', 'network_id': 'e5b9736d-d957-41ad-ba7c-cc2d24cefda0', 'tenant_id': '8f66f4ea00254d4cb400476df8920946', 'mac_address': 'fa:16:3e:c3:a2:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf951592-1964-4e41-801a-9c3fc61984bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2800, 'fixed_ips': [{'subnet_id': '4909dd26-ee00-4000-958e-9313cfbe6942', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:40:35Z', 'updated_at': '2021-07-14T09:40:42Z', 'revision_number': 5, 'project_id': '8f66f4ea00254d4cb400476df8920946', 'subnets': [{'id': '4909dd26-ee00-4000-958e-9313cfbe6942', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd64b7d68-d7a6-4b28-828b-29033c51135e', 'name': '', 'network_id': 'b2f10b3c-4a3e-44bb-bf4d-9c5259688dd8', 'tenant_id': '8f66f4ea00254d4cb400476df8920946', 'mac_address': 'fa:16:3e:b2:26:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf951592-1964-4e41-801a-9c3fc61984bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2790, 'fixed_ips': [{'subnet_id': '88aa7971-bac4-4efb-b152-25dec91a2396', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:40:30Z', 'updated_at': '2021-07-14T09:40:36Z', 'revision_number': 5, 'project_id': '8f66f4ea00254d4cb400476df8920946', 'subnets': [{'id': '88aa7971-bac4-4efb-b152-25dec91a2396', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:02.364688 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-137fc2bc-2a94-4278-8490-8934e5f9b06e None None] The sync data for ids ['cf951592-1964-4e41-801a-9c3fc61984bf'] in n-d-779913-29 is: [{'id': 'cf951592-1964-4e41-801a-9c3fc61984bf', 'name': 'tempest-RoutersTest-router-172628077', 'tenant_id': '8f66f4ea00254d4cb400476df8920946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:40:29Z', 'updated_at': '2021-07-14T09:40:59Z', 'revision_number': 9, 'project_id': '8f66f4ea00254d4cb400476df8920946', 'gw_port_host': None, '_interfaces': [{'id': 'b38c67a0-76ec-4dd3-8de4-6440734d1086', 'name': '', 'network_id': 'e5b9736d-d957-41ad-ba7c-cc2d24cefda0', 'tenant_id': '8f66f4ea00254d4cb400476df8920946', 'mac_address': 'fa:16:3e:c3:a2:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf951592-1964-4e41-801a-9c3fc61984bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2800, 'fixed_ips': [{'subnet_id': '4909dd26-ee00-4000-958e-9313cfbe6942', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:40:35Z', 'updated_at': '2021-07-14T09:40:42Z', 'revision_number': 5, 'project_id': '8f66f4ea00254d4cb400476df8920946', 'subnets': [{'id': '4909dd26-ee00-4000-958e-9313cfbe6942', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd64b7d68-d7a6-4b28-828b-29033c51135e', 'name': '', 'network_id': 'b2f10b3c-4a3e-44bb-bf4d-9c5259688dd8', 'tenant_id': '8f66f4ea00254d4cb400476df8920946', 'mac_address': 'fa:16:3e:b2:26:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf951592-1964-4e41-801a-9c3fc61984bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2790, 'fixed_ips': [{'subnet_id': '88aa7971-bac4-4efb-b152-25dec91a2396', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:40:30Z', 'updated_at': '2021-07-14T09:40:36Z', 'revision_number': 5, 'project_id': '8f66f4ea00254d4cb400476df8920946', 'subnets': [{'id': '88aa7971-bac4-4efb-b152-25dec91a2396', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:41:02.390817 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94785003-dde4-4848-96b1-9ed77c1128a5 req-158bf01d-f4b0-4dc2-8a4f-def4325f132e tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:02.393360 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-94785003-dde4-4848-96b1-9ed77c1128a5 req-158bf01d-f4b0-4dc2-8a4f-def4325f132e tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/ports?device_id=5ed0c1cb-c3d6-40f1-8aad-1894504b5a83 HTTP/1.1" status: 200 len: 945 time: 0.3077061 Jul 14 09:41:02.399685 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c2e42fe-8fbb-4ec0-863a-5e6cffdbc3db None None] DHCP port deletion for 20691a5e-b6bb-4acb-a697-5feefd22e74d request from n-d-779913-29 {{(pid=93959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:41:02.429957 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-57df4ca7-cb0e-4ce6-8f15-1e458462c659 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] For port 049b226d-a0db-467a-b101-b2118be8c177, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=049b226d-a0db-467a-b101-b2118be8c177,segment=NetworkSegment(17e556e5-d4b1-4862-90a2-c0cc2f3f8b7d),segment_id=17e556e5-d4b1-4862-90a2-c0cc2f3f8b7d)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:41:02.430587 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-57df4ca7-cb0e-4ce6-8f15-1e458462c659 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:02.437422 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3f5d87bd-61fd-482c-bc2e-94a5be530686 tempest-RoutersAdminTest-1297099084 tempest-RoutersAdminTest-1297099084-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10052701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11984075'] for subnet, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:02.449843 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-57df4ca7-cb0e-4ce6-8f15-1e458462c659 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Calling delete_port for 049b226d-a0db-467a-b101-b2118be8c177 owned by network:dhcp {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:41:02.466828 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-5c2e42fe-8fbb-4ec0-863a-5e6cffdbc3db None None] Deleting port 049b226d-a0db-467a-b101-b2118be8c177 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:41:02.467212 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5c2e42fe-8fbb-4ec0-863a-5e6cffdbc3db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:02.499485 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5d87bd-61fd-482c-bc2e-94a5be530686 tempest-RoutersAdminTest-1297099084 tempest-RoutersAdminTest-1297099084-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=73a94e87-1896-48b4-a97d-09dc4589d47c,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:02.504973 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3f5d87bd-61fd-482c-bc2e-94a5be530686 tempest-RoutersAdminTest-1297099084 tempest-RoutersAdminTest-1297099084-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:02.506926 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-3f5d87bd-61fd-482c-bc2e-94a5be530686 tempest-RoutersAdminTest-1297099084 tempest-RoutersAdminTest-1297099084-project-admin] 10.222.0.68 "DELETE /v2.0/subnets/73a94e87-1896-48b4-a97d-09dc4589d47c HTTP/1.1" status: 204 len: 168 time: 0.8100638 Jul 14 09:41:02.510227 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 43344) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:02.512085 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-74155ac3-0753-404d-a49d-66e7bcf3a1bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:02.523220 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-94785003-dde4-4848-96b1-9ed77c1128a5 req-a7be23ed-c45d-4938-8822-5fc38b03dca2 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/security-groups?id=3e66fdd8-bd2d-4f0b-a124-b60bfc46cfe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1137404 Jul 14 09:41:02.534830 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-74155ac3-0753-404d-a49d-66e7bcf3a1bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:02.560792 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-57df4ca7-cb0e-4ce6-8f15-1e458462c659 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:02.568675 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-5c2e42fe-8fbb-4ec0-863a-5e6cffdbc3db None None] For port 049b226d-a0db-467a-b101-b2118be8c177, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=049b226d-a0db-467a-b101-b2118be8c177,segment=NetworkSegment(17e556e5-d4b1-4862-90a2-c0cc2f3f8b7d),segment_id=17e556e5-d4b1-4862-90a2-c0cc2f3f8b7d)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:41:02.569918 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5c2e42fe-8fbb-4ec0-863a-5e6cffdbc3db None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:02.593454 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57df4ca7-cb0e-4ce6-8f15-1e458462c659 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Pushing event deleted for resources: {'Port': ['ID=049b226d-a0db-467a-b101-b2118be8c177,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:02.597964 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-5c2e42fe-8fbb-4ec0-863a-5e6cffdbc3db None None] Calling delete_port for 049b226d-a0db-467a-b101-b2118be8c177 owned by network:dhcp {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:41:02.601987 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57df4ca7-cb0e-4ce6-8f15-1e458462c659 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] No DVR routers for this DVR port 049b226d-a0db-467a-b101-b2118be8c177 on host n-d-779913-29 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:41:02.631896 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e478a1f9-bc31-4268-8bec-737d9dbd69d9 tempest-RoutersAdminTest-1297099084 tempest-RoutersAdminTest-1297099084-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3876111'] for network, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:02.648961 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-74155ac3-0753-404d-a49d-66e7bcf3a1bc admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=b5f77d3e32884f90a1dbbf0f70ff0dc4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8211918 Jul 14 09:41:02.650092 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 43350) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:02.665780 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74155ac3-0753-404d-a49d-66e7bcf3a1bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f13716f0-2f33-429f-b434-6ebe47f542d8,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:02.707149 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5c2e42fe-8fbb-4ec0-863a-5e6cffdbc3db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:02.715753 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-57df4ca7-cb0e-4ce6-8f15-1e458462c659 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473955', 'neutron.services.segments.db._delete_segments_for_network-8735688326548'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:02.726720 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-57df4ca7-cb0e-4ce6-8f15-1e458462c659 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20691a5e-b6bb-4acb-a697-5feefd22e74d']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:02.736539 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2e42fe-8fbb-4ec0-863a-5e6cffdbc3db None None] Pushing event deleted for resources: {'Port': ['ID=049b226d-a0db-467a-b101-b2118be8c177,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:02.742835 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c2e42fe-8fbb-4ec0-863a-5e6cffdbc3db None None] No DVR routers for this DVR port 049b226d-a0db-467a-b101-b2118be8c177 on host n-d-779913-29 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:41:02.743255 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-57df4ca7-cb0e-4ce6-8f15-1e458462c659 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17e556e5-d4b1-4862-90a2-c0cc2f3f8b7d') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:02.743750 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-57df4ca7-cb0e-4ce6-8f15-1e458462c659 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17e556e5-d4b1-4862-90a2-c0cc2f3f8b7d') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:02.758724 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-57df4ca7-cb0e-4ce6-8f15-1e458462c659 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735688356235', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13574129'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:02.773292 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-57df4ca7-cb0e-4ce6-8f15-1e458462c659 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:02.779429 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57df4ca7-cb0e-4ce6-8f15-1e458462c659 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Releasing vlan 723 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:41:02.779853 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-57df4ca7-cb0e-4ce6-8f15-1e458462c659 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13573126'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:02.782926 n-d-779913-29 neutron-server[93958]: Traceback (most recent call last): Jul 14 09:41:02.782926 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:41:02.782926 n-d-779913-29 neutron-server[93958]: timer() Jul 14 09:41:02.782926 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:41:02.782926 n-d-779913-29 neutron-server[93958]: cb(*args, **kw) Jul 14 09:41:02.782926 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:41:02.782926 n-d-779913-29 neutron-server[93958]: return func(*args, **kwargs) Jul 14 09:41:02.782926 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:41:02.782926 n-d-779913-29 neutron-server[93958]: self._notify() Jul 14 09:41:02.782926 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:41:02.782926 n-d-779913-29 neutron-server[93958]: self.callback(batched_events) Jul 14 09:41:02.782926 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:41:02.782926 n-d-779913-29 neutron-server[93958]: event.method(event) Jul 14 09:41:02.782926 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:41:02.782926 n-d-779913-29 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:41:02.782926 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:41:02.782926 n-d-779913-29 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:41:02.782926 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:41:02.782926 n-d-779913-29 neutron-server[93958]: return f(self, *a, **k) Jul 14 09:41:02.782926 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:41:02.782926 n-d-779913-29 neutron-server[93958]: return self._get(url).json() Jul 14 09:41:02.782926 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:41:02.782926 n-d-779913-29 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:41:02.782926 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:41:02.782926 n-d-779913-29 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 14 09:41:02.782926 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:41:02.782926 n-d-779913-29 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:41:02.782926 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:41:02.782926 n-d-779913-29 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:41:02.782926 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:41:02.782926 n-d-779913-29 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:41:02.782926 n-d-779913-29 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:41:02.815332 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e478a1f9-bc31-4268-8bec-737d9dbd69d9 tempest-RoutersAdminTest-1297099084 tempest-RoutersAdminTest-1297099084-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473955', 'neutron.services.segments.db._delete_segments_for_network-8735688326548'] for network, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:02.824119 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-54e591e4-9b36-49dd-915b-4c0dea333d3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:02.828724 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-e478a1f9-bc31-4268-8bec-737d9dbd69d9 tempest-RoutersAdminTest-1297099084 tempest-RoutersAdminTest-1297099084-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bc5e180-771a-4113-9e48-c43c2901edcc']}} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:02.839293 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-57df4ca7-cb0e-4ce6-8f15-1e458462c659 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660504'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:02.846462 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-e478a1f9-bc31-4268-8bec-737d9dbd69d9 tempest-RoutersAdminTest-1297099084 tempest-RoutersAdminTest-1297099084-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40b034fc-352c-414d-b4a0-e15ee21ea0cb') {'for_net_delete': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:02.846751 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-e478a1f9-bc31-4268-8bec-737d9dbd69d9 tempest-RoutersAdminTest-1297099084 tempest-RoutersAdminTest-1297099084-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40b034fc-352c-414d-b4a0-e15ee21ea0cb') {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:02.849772 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-57df4ca7-cb0e-4ce6-8f15-1e458462c659 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:02.854039 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-57df4ca7-cb0e-4ce6-8f15-1e458462c659 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] 10.222.0.68 "DELETE /v2.0/networks/20691a5e-b6bb-4acb-a697-5feefd22e74d HTTP/1.1" status: 204 len: 168 time: 0.7316337 Jul 14 09:41:02.854271 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 43352) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:02.864599 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e478a1f9-bc31-4268-8bec-737d9dbd69d9 tempest-RoutersAdminTest-1297099084 tempest-RoutersAdminTest-1297099084-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735688356235', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10944210'] for segment, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:02.867376 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-54e591e4-9b36-49dd-915b-4c0dea333d3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:02.870435 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57df4ca7-cb0e-4ce6-8f15-1e458462c659 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Pushing event deleted for resources: {'Network': ['ID=20691a5e-b6bb-4acb-a697-5feefd22e74d,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:02.890274 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e478a1f9-bc31-4268-8bec-737d9dbd69d9 tempest-RoutersAdminTest-1297099084 tempest-RoutersAdminTest-1297099084-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:02.913578 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e478a1f9-bc31-4268-8bec-737d9dbd69d9 tempest-RoutersAdminTest-1297099084 tempest-RoutersAdminTest-1297099084-project-admin] Releasing vlan 738 on physical network physnet1 to pool {{(pid=93957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:41:02.913984 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e478a1f9-bc31-4268-8bec-737d9dbd69d9 tempest-RoutersAdminTest-1297099084 tempest-RoutersAdminTest-1297099084-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10053619'] for segment, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:02.915692 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:41:02.915692 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:41:02.915692 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:41:02.915692 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:41:02.915692 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:41:02.915692 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:41:02.915692 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:41:02.915692 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:41:02.915692 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:41:02.915692 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:41:02.915692 n-d-779913-29 neutron-server[93957]: Traceback (most recent call last): Jul 14 09:41:02.915692 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:41:02.915692 n-d-779913-29 neutron-server[93957]: timer() Jul 14 09:41:02.915692 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:41:02.915692 n-d-779913-29 neutron-server[93957]: cb(*args, **kw) Jul 14 09:41:02.915692 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:41:02.915692 n-d-779913-29 neutron-server[93957]: return func(*args, **kwargs) Jul 14 09:41:02.915692 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:41:02.915692 n-d-779913-29 neutron-server[93957]: self._notify() Jul 14 09:41:02.915692 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:41:02.915692 n-d-779913-29 neutron-server[93957]: self.callback(batched_events) Jul 14 09:41:02.915692 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:41:02.915692 n-d-779913-29 neutron-server[93957]: event.method(event) Jul 14 09:41:02.915692 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:41:02.915692 n-d-779913-29 neutron-server[93957]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:41:02.915692 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:41:02.915692 n-d-779913-29 neutron-server[93957]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:41:02.915692 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:41:02.915692 n-d-779913-29 neutron-server[93957]: return f(self, *a, **k) Jul 14 09:41:02.915692 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:41:02.915692 n-d-779913-29 neutron-server[93957]: return self._get(url).json() Jul 14 09:41:02.915692 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:41:02.915692 n-d-779913-29 neutron-server[93957]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:41:02.915692 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:41:02.915692 n-d-779913-29 neutron-server[93957]: return self.request(url, 'GET', **kwargs) Jul 14 09:41:02.915692 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:41:02.915692 n-d-779913-29 neutron-server[93957]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:41:02.915692 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:41:02.915692 n-d-779913-29 neutron-server[93957]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:41:02.915692 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:41:02.915692 n-d-779913-29 neutron-server[93957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:41:02.915692 n-d-779913-29 neutron-server[93957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:41:02.975946 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e478a1f9-bc31-4268-8bec-737d9dbd69d9 tempest-RoutersAdminTest-1297099084 tempest-RoutersAdminTest-1297099084-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660504'] for network, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:02.982359 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e478a1f9-bc31-4268-8bec-737d9dbd69d9 tempest-RoutersAdminTest-1297099084 tempest-RoutersAdminTest-1297099084-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 0bc5e180-771a-4113-9e48-c43c2901edcc {{(pid=93957) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 14 09:41:02.984978 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e478a1f9-bc31-4268-8bec-737d9dbd69d9 tempest-RoutersAdminTest-1297099084 tempest-RoutersAdminTest-1297099084-project-admin] Notify callbacks [] for network, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:02.986920 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-e478a1f9-bc31-4268-8bec-737d9dbd69d9 tempest-RoutersAdminTest-1297099084 tempest-RoutersAdminTest-1297099084-project-admin] 10.222.0.68 "DELETE /v2.0/networks/0bc5e180-771a-4113-9e48-c43c2901edcc HTTP/1.1" status: 204 len: 168 time: 0.4735477 Jul 14 09:41:02.997890 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-54e591e4-9b36-49dd-915b-4c0dea333d3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:03.000438 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-54e591e4-9b36-49dd-915b-4c0dea333d3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:03.003898 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-54e591e4-9b36-49dd-915b-4c0dea333d3d admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/f13716f0-2f33-429f-b434-6ebe47f542d8 HTTP/1.1" status: 204 len: 168 time: 0.3479187 Jul 14 09:41:03.004772 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e478a1f9-bc31-4268-8bec-737d9dbd69d9 tempest-RoutersAdminTest-1297099084 tempest-RoutersAdminTest-1297099084-project-admin] Pushing event deleted for resources: {'Network': ['ID=0bc5e180-771a-4113-9e48-c43c2901edcc,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:03.012144 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e591e4-9b36-49dd-915b-4c0dea333d3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f13716f0-2f33-429f-b434-6ebe47f542d8,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:03.251398 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-26e9db6e-be72-4496-b54b-845f3fd88914 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-683602'] for router_interface, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:03.367359 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 43364) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:03.383173 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c934244b-19c9-420d-88d0-6d4fff62420e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:03.466375 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 43366) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:03.474099 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-67b4af9c-8a8a-49e2-883d-768d7a09663d tempest-RoutersAdminTest-1297099084 tempest-RoutersAdminTest-1297099084-project-admin] Request body: {'router': {'name': 'tempest-router--932074704', 'project_id': '341caaf5033a4b5c948b08feb892df94'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:41:03.500053 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c934244b-19c9-420d-88d0-6d4fff62420e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:03.507662 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c934244b-19c9-420d-88d0-6d4fff62420e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:03.543653 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-26e9db6e-be72-4496-b54b-845f3fd88914 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Deleting port b38c67a0-76ec-4dd3-8de4-6440734d1086 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:41:03.544270 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-26e9db6e-be72-4496-b54b-845f3fd88914 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:03.550273 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-67b4af9c-8a8a-49e2-883d-768d7a09663d tempest-RoutersAdminTest-1297099084 tempest-RoutersAdminTest-1297099084-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-711749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14670'] for router, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:03.551292 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-67b4af9c-8a8a-49e2-883d-768d7a09663d tempest-RoutersAdminTest-1297099084 tempest-RoutersAdminTest-1297099084-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-711718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-661475', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14679'] for router, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:03.568979 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-c934244b-19c9-420d-88d0-6d4fff62420e admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=c6c6cead32ca411faf77c977bb11b512&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1980710 Jul 14 09:41:03.569241 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 43368) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:03.576178 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c934244b-19c9-420d-88d0-6d4fff62420e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8385258-ffeb-4726-a606-916077ce9056,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:03.636939 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-26e9db6e-be72-4496-b54b-845f3fd88914 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] For port b38c67a0-76ec-4dd3-8de4-6440734d1086, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=b38c67a0-76ec-4dd3-8de4-6440734d1086,segment=NetworkSegment(7cad3308-662a-4e6c-9ff2-b2e1276ec71f),segment_id=7cad3308-662a-4e6c-9ff2-b2e1276ec71f)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:41:03.637248 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-67b4af9c-8a8a-49e2-883d-768d7a09663d tempest-RoutersAdminTest-1297099084 tempest-RoutersAdminTest-1297099084-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:03.637390 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-26e9db6e-be72-4496-b54b-845f3fd88914 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:03.646485 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-67b4af9c-8a8a-49e2-883d-768d7a09663d tempest-RoutersAdminTest-1297099084 tempest-RoutersAdminTest-1297099084-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-711762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-661452'] for router, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:03.651383 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-26e9db6e-be72-4496-b54b-845f3fd88914 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Calling delete_port for b38c67a0-76ec-4dd3-8de4-6440734d1086 owned by network:router_interface {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:41:03.666438 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-67b4af9c-8a8a-49e2-883d-768d7a09663d tempest-RoutersAdminTest-1297099084 tempest-RoutersAdminTest-1297099084-project-admin] Notify callbacks [] for router, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:03.667653 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-67b4af9c-8a8a-49e2-883d-768d7a09663d tempest-RoutersAdminTest-1297099084 tempest-RoutersAdminTest-1297099084-project-admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2000144 Jul 14 09:41:03.670617 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5ecda0c3-fc96-461a-92eb-b0463ee53970 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:03.672057 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 43370) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:03.759384 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5ecda0c3-fc96-461a-92eb-b0463ee53970 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:03.769351 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b265d097-2bd5-4984-9762-f00fa6948311 tempest-RoutersAdminTest-1297099084 tempest-RoutersAdminTest-1297099084-project-admin] Notify callbacks [] for router, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:03.829761 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-26e9db6e-be72-4496-b54b-845f3fd88914 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:03.864029 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e9db6e-be72-4496-b54b-845f3fd88914 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Pushing event deleted for resources: {'Port': ['ID=b38c67a0-76ec-4dd3-8de4-6440734d1086,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:03.949323 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b265d097-2bd5-4984-9762-f00fa6948311 tempest-RoutersAdminTest-1297099084 tempest-RoutersAdminTest-1297099084-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-711871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12964'] for router, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:03.952214 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b265d097-2bd5-4984-9762-f00fa6948311 tempest-RoutersAdminTest-1297099084 tempest-RoutersAdminTest-1297099084-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:03.996514 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5ecda0c3-fc96-461a-92eb-b0463ee53970 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:03.999242 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5ecda0c3-fc96-461a-92eb-b0463ee53970 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:04.000421 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-5ecda0c3-fc96-461a-92eb-b0463ee53970 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/c8385258-ffeb-4726-a606-916077ce9056 HTTP/1.1" status: 204 len: 168 time: 0.4302661 Jul 14 09:41:04.011212 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b265d097-2bd5-4984-9762-f00fa6948311 tempest-RoutersAdminTest-1297099084 tempest-RoutersAdminTest-1297099084-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-704815'] for router, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:04.011937 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b265d097-2bd5-4984-9762-f00fa6948311 tempest-RoutersAdminTest-1297099084 tempest-RoutersAdminTest-1297099084-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 54e88813-6328-42e9-bd39-fdc30d93ece5 {{(pid=93957) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:41:04.014470 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecda0c3-fc96-461a-92eb-b0463ee53970 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8385258-ffeb-4726-a606-916077ce9056,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:04.022895 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b265d097-2bd5-4984-9762-f00fa6948311 tempest-RoutersAdminTest-1297099084 tempest-RoutersAdminTest-1297099084-project-admin] Notify callbacks [] for router, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:04.041173 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-b265d097-2bd5-4984-9762-f00fa6948311 tempest-RoutersAdminTest-1297099084 tempest-RoutersAdminTest-1297099084-project-admin] 10.222.0.68 "DELETE /v2.0/routers/54e88813-6328-42e9-bd39-fdc30d93ece5 HTTP/1.1" status: 204 len: 168 time: 0.3511262 Jul 14 09:41:04.041173 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ecda0c3-fc96-461a-92eb-b0463ee53970 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:41:04.041173 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ecda0c3-fc96-461a-92eb-b0463ee53970 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:41:04.041173 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ecda0c3-fc96-461a-92eb-b0463ee53970 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:41:04.041173 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ecda0c3-fc96-461a-92eb-b0463ee53970 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:41:04.041173 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ecda0c3-fc96-461a-92eb-b0463ee53970 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:41:04.063954 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ecda0c3-fc96-461a-92eb-b0463ee53970 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:41:04.067036 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ecda0c3-fc96-461a-92eb-b0463ee53970 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:41:04.067412 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ecda0c3-fc96-461a-92eb-b0463ee53970 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:41:04.071407 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ecda0c3-fc96-461a-92eb-b0463ee53970 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:41:04.072895 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ecda0c3-fc96-461a-92eb-b0463ee53970 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:41:04.073270 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ecda0c3-fc96-461a-92eb-b0463ee53970 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:41:04.073657 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ecda0c3-fc96-461a-92eb-b0463ee53970 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:41:04.073911 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-26e9db6e-be72-4496-b54b-845f3fd88914 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-620860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682934'] for router_interface, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:04.198309 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 43378) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:04.278417 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26e9db6e-be72-4496-b54b-845f3fd88914 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Router cf951592-1964-4e41-801a-9c3fc61984bf has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:41:04.392438 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26e9db6e-be72-4496-b54b-845f3fd88914 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:41:04.401853 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-26e9db6e-be72-4496-b54b-845f3fd88914 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] 10.222.0.68 "PUT /v2.0/routers/cf951592-1964-4e41-801a-9c3fc61984bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5440190 Jul 14 09:41:04.402246 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 43388) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:04.405808 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae6afa21-8c5b-4fc4-a097-90ff89426c31 None None] Sync routers for ids ['cf951592-1964-4e41-801a-9c3fc61984bf'] in n-d-779913-29 {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:41:04.422996 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae6afa21-8c5b-4fc4-a097-90ff89426c31 None None] Routers {'cf951592-1964-4e41-801a-9c3fc61984bf'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:41:04.426800 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-ae6afa21-8c5b-4fc4-a097-90ff89426c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:40:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['cf951592-1964-4e41-801a-9c3fc61984bf'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:04.446033 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-353e8c77-574b-4904-b079-469d9b85bc05 tempest-RoutersAdminTest-1262051535 tempest-RoutersAdminTest-1262051535-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-73280069', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'}, 'admin_state_up': False}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:41:04.487176 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-353e8c77-574b-4904-b079-469d9b85bc05 tempest-RoutersAdminTest-1262051535 tempest-RoutersAdminTest-1262051535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-711749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14670'] for router, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:04.488208 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-353e8c77-574b-4904-b079-469d9b85bc05 tempest-RoutersAdminTest-1262051535 tempest-RoutersAdminTest-1262051535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-711718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-661475', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14679'] for router, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:04.495093 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffc20676-b5d0-4269-8bc4-e4b13aef7f63 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Deleting subnet 4909dd26-ee00-4000-958e-9313cfbe6942 {{(pid=93957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:41:04.500045 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ffc20676-b5d0-4269-8bc4-e4b13aef7f63 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks [] for subnet, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:04.508193 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 049b226d-a0db-467a-b101-b2118be8c177 no longer exists at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:41:04.538153 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] No Port match for: 049b226d-a0db-467a-b101-b2118be8c177 {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:41:04.538641 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 049b226d-a0db-467a-b101-b2118be8c177 not bound to the agent host n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:41:04.539325 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 40c834cb-f58a-4cee-ae7c-98bb0a99efbc no longer exists at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:41:04.558904 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ffc20676-b5d0-4269-8bc4-e4b13aef7f63 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10944203'] for subnet, precommit_delete_associations {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:04.562609 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] No Port match for: 40c834cb-f58a-4cee-ae7c-98bb0a99efbc {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:41:04.563082 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 40c834cb-f58a-4cee-ae7c-98bb0a99efbc not bound to the agent host n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:41:04.571683 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvr_db [None req-ae6afa21-8c5b-4fc4-a097-90ff89426c31 None None] Set router cf951592-1964-4e41-801a-9c3fc61984bf gateway port host: None {{(pid=93959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:41:04.610106 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-353e8c77-574b-4904-b079-469d9b85bc05 tempest-RoutersAdminTest-1262051535 tempest-RoutersAdminTest-1262051535-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:04.786191 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-ae6afa21-8c5b-4fc4-a097-90ff89426c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf951592-1964-4e41-801a-9c3fc61984bf', 'name': 'tempest-RoutersTest-router-172628077', 'tenant_id': '8f66f4ea00254d4cb400476df8920946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:40:29Z', 'updated_at': '2021-07-14T09:41:03Z', 'revision_number': 10, 'project_id': '8f66f4ea00254d4cb400476df8920946', 'gw_port_host': None, '_interfaces': [{'id': 'd64b7d68-d7a6-4b28-828b-29033c51135e', 'name': '', 'network_id': 'b2f10b3c-4a3e-44bb-bf4d-9c5259688dd8', 'tenant_id': '8f66f4ea00254d4cb400476df8920946', 'mac_address': 'fa:16:3e:b2:26:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf951592-1964-4e41-801a-9c3fc61984bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2790, 'fixed_ips': [{'subnet_id': '88aa7971-bac4-4efb-b152-25dec91a2396', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:40:30Z', 'updated_at': '2021-07-14T09:40:36Z', 'revision_number': 5, 'project_id': '8f66f4ea00254d4cb400476df8920946', 'subnets': [{'id': '88aa7971-bac4-4efb-b152-25dec91a2396', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:04.792843 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-353e8c77-574b-4904-b079-469d9b85bc05 tempest-RoutersAdminTest-1262051535 tempest-RoutersAdminTest-1262051535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-661489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-711771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12973'] for router, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:04.809088 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ffc20676-b5d0-4269-8bc4-e4b13aef7f63 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3481002'] for subnet, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:04.813546 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae6afa21-8c5b-4fc4-a097-90ff89426c31 None None] Checking router: cf951592-1964-4e41-801a-9c3fc61984bf for host: n-d-779913-29 {{(pid=93959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:41:04.826109 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae6afa21-8c5b-4fc4-a097-90ff89426c31 None None] Routers {'cf951592-1964-4e41-801a-9c3fc61984bf'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:41:04.826732 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-ae6afa21-8c5b-4fc4-a097-90ff89426c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:40:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['cf951592-1964-4e41-801a-9c3fc61984bf'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:04.926599 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvr_db [None req-ae6afa21-8c5b-4fc4-a097-90ff89426c31 None None] Set router cf951592-1964-4e41-801a-9c3fc61984bf gateway port host: None {{(pid=93959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:41:04.932976 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ffc20676-b5d0-4269-8bc4-e4b13aef7f63 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10052701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11984075'] for subnet, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:04.969357 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc20676-b5d0-4269-8bc4-e4b13aef7f63 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Pushing event deleted for resources: {'Subnet': ['ID=4909dd26-ee00-4000-958e-9313cfbe6942,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:04.975751 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ffc20676-b5d0-4269-8bc4-e4b13aef7f63 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks [] for subnet, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:04.978222 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-ffc20676-b5d0-4269-8bc4-e4b13aef7f63 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] 10.222.0.68 "DELETE /v2.0/subnets/4909dd26-ee00-4000-958e-9313cfbe6942 HTTP/1.1" status: 204 len: 168 time: 0.5741038 Jul 14 09:41:04.980338 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 43408) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:05.070037 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74eeade5-5824-4a07-9b95-b46d3ef04ee9 None None] Network e5b9736d-d957-41ad-ba7c-cc2d24cefda0 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:41:05.088532 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-353e8c77-574b-4904-b079-469d9b85bc05 tempest-RoutersAdminTest-1262051535 tempest-RoutersAdminTest-1262051535-project] Notify callbacks [] for router_gateway, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:05.110529 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-353e8c77-574b-4904-b079-469d9b85bc05 tempest-RoutersAdminTest-1262051535 tempest-RoutersAdminTest-1262051535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:05.247721 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-353e8c77-574b-4904-b079-469d9b85bc05 tempest-RoutersAdminTest-1262051535 tempest-RoutersAdminTest-1262051535-project] Allocated IP 172.25.4.177 (2dcd4d32-cc7c-4468-b396-7ce5c9231892/6cd22a75-5bc1-467c-a3c4-0af04bd1b34a/b4bca922-d3a7-4ffe-965f-8798c2d221af) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:41:05.374239 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-353e8c77-574b-4904-b079-469d9b85bc05 tempest-RoutersAdminTest-1262051535 tempest-RoutersAdminTest-1262051535-project] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:05.378549 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8a421823-4728-4df0-bedc-30a7046c70e2 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3876111'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:05.405108 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 43414) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:05.442520 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-353e8c77-574b-4904-b079-469d9b85bc05 tempest-RoutersAdminTest-1262051535 tempest-RoutersAdminTest-1262051535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:05.442978 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-8a421823-4728-4df0-bedc-30a7046c70e2 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Deleting port 245b4c0c-4bc6-4ac1-9e59-ff1e8f85cca0 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:41:05.443586 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8a421823-4728-4df0-bedc-30a7046c70e2 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:05.453648 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-ae6afa21-8c5b-4fc4-a097-90ff89426c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf951592-1964-4e41-801a-9c3fc61984bf', 'name': 'tempest-RoutersTest-router-172628077', 'tenant_id': '8f66f4ea00254d4cb400476df8920946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:40:29Z', 'updated_at': '2021-07-14T09:41:03Z', 'revision_number': 10, 'project_id': '8f66f4ea00254d4cb400476df8920946', 'gw_port_host': None, '_interfaces': [{'id': 'd64b7d68-d7a6-4b28-828b-29033c51135e', 'name': '', 'network_id': 'b2f10b3c-4a3e-44bb-bf4d-9c5259688dd8', 'tenant_id': '8f66f4ea00254d4cb400476df8920946', 'mac_address': 'fa:16:3e:b2:26:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf951592-1964-4e41-801a-9c3fc61984bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2790, 'fixed_ips': [{'subnet_id': '88aa7971-bac4-4efb-b152-25dec91a2396', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:40:30Z', 'updated_at': '2021-07-14T09:40:36Z', 'revision_number': 5, 'project_id': '8f66f4ea00254d4cb400476df8920946', 'subnets': [{'id': '88aa7971-bac4-4efb-b152-25dec91a2396', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:05.509628 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae6afa21-8c5b-4fc4-a097-90ff89426c31 None None] The sync data for ids ['cf951592-1964-4e41-801a-9c3fc61984bf'] in n-d-779913-29 is: [{'id': 'cf951592-1964-4e41-801a-9c3fc61984bf', 'name': 'tempest-RoutersTest-router-172628077', 'tenant_id': '8f66f4ea00254d4cb400476df8920946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:40:29Z', 'updated_at': '2021-07-14T09:41:03Z', 'revision_number': 10, 'project_id': '8f66f4ea00254d4cb400476df8920946', 'gw_port_host': None, '_interfaces': [{'id': 'd64b7d68-d7a6-4b28-828b-29033c51135e', 'name': '', 'network_id': 'b2f10b3c-4a3e-44bb-bf4d-9c5259688dd8', 'tenant_id': '8f66f4ea00254d4cb400476df8920946', 'mac_address': 'fa:16:3e:b2:26:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf951592-1964-4e41-801a-9c3fc61984bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2790, 'fixed_ips': [{'subnet_id': '88aa7971-bac4-4efb-b152-25dec91a2396', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:40:30Z', 'updated_at': '2021-07-14T09:40:36Z', 'revision_number': 5, 'project_id': '8f66f4ea00254d4cb400476df8920946', 'subnets': [{'id': '88aa7971-bac4-4efb-b152-25dec91a2396', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:41:05.515111 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-353e8c77-574b-4904-b079-469d9b85bc05 tempest-RoutersAdminTest-1262051535 tempest-RoutersAdminTest-1262051535-project] Network 2dcd4d32-cc7c-4468-b396-7ce5c9231892 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:41:05.519101 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-353e8c77-574b-4904-b079-469d9b85bc05 tempest-RoutersAdminTest-1262051535 tempest-RoutersAdminTest-1262051535-project] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:41:05.523734 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-353e8c77-574b-4904-b079-469d9b85bc05 tempest-RoutersAdminTest-1262051535 tempest-RoutersAdminTest-1262051535-project] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:41:05.525860 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-314049e2-c526-4ec2-894b-fddd2d24180b None None] DHCP port deletion for e5b9736d-d957-41ad-ba7c-cc2d24cefda0 request from n-d-779913-29 {{(pid=93959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:41:05.531369 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353e8c77-574b-4904-b079-469d9b85bc05 tempest-RoutersAdminTest-1262051535 tempest-RoutersAdminTest-1262051535-project] Pushing event updated for resources: {'Port': ['ID=b4bca922-d3a7-4ffe-965f-8798c2d221af,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:05.551457 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-8a421823-4728-4df0-bedc-30a7046c70e2 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] For port 245b4c0c-4bc6-4ac1-9e59-ff1e8f85cca0, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=245b4c0c-4bc6-4ac1-9e59-ff1e8f85cca0,segment=NetworkSegment(7cad3308-662a-4e6c-9ff2-b2e1276ec71f),segment_id=7cad3308-662a-4e6c-9ff2-b2e1276ec71f)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:41:05.551817 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8a421823-4728-4df0-bedc-30a7046c70e2 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:05.573186 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-8a421823-4728-4df0-bedc-30a7046c70e2 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Calling delete_port for 245b4c0c-4bc6-4ac1-9e59-ff1e8f85cca0 owned by network:dhcp {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:41:05.590522 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-56ea2592-2c7e-4f1e-b1fb-4b26a6cf4dee admin admin] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:05.596970 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-314049e2-c526-4ec2-894b-fddd2d24180b None None] Deleting port 245b4c0c-4bc6-4ac1-9e59-ff1e8f85cca0 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:41:05.597681 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-314049e2-c526-4ec2-894b-fddd2d24180b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:05.654280 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8a421823-4728-4df0-bedc-30a7046c70e2 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:05.660312 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-314049e2-c526-4ec2-894b-fddd2d24180b None None] For port 245b4c0c-4bc6-4ac1-9e59-ff1e8f85cca0, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=245b4c0c-4bc6-4ac1-9e59-ff1e8f85cca0,segment=NetworkSegment(7cad3308-662a-4e6c-9ff2-b2e1276ec71f),segment_id=7cad3308-662a-4e6c-9ff2-b2e1276ec71f)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:41:05.660760 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-314049e2-c526-4ec2-894b-fddd2d24180b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:05.679255 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-314049e2-c526-4ec2-894b-fddd2d24180b None None] Calling delete_port for 245b4c0c-4bc6-4ac1-9e59-ff1e8f85cca0 owned by network:dhcp {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:41:05.687783 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a421823-4728-4df0-bedc-30a7046c70e2 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Pushing event deleted for resources: {'Port': ['ID=245b4c0c-4bc6-4ac1-9e59-ff1e8f85cca0,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:05.691156 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a421823-4728-4df0-bedc-30a7046c70e2 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] No DVR routers for this DVR port 245b4c0c-4bc6-4ac1-9e59-ff1e8f85cca0 on host n-d-779913-29 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:41:05.768136 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-314049e2-c526-4ec2-894b-fddd2d24180b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:05.773061 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8a421823-4728-4df0-bedc-30a7046c70e2 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473955', 'neutron.services.segments.db._delete_segments_for_network-8735688326548'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:05.786188 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-8a421823-4728-4df0-bedc-30a7046c70e2 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5b9736d-d957-41ad-ba7c-cc2d24cefda0']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:05.797886 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-314049e2-c526-4ec2-894b-fddd2d24180b None None] No DVR routers for this DVR port 245b4c0c-4bc6-4ac1-9e59-ff1e8f85cca0 on host n-d-779913-29 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:41:05.800212 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314049e2-c526-4ec2-894b-fddd2d24180b None None] Pushing event deleted for resources: {'Port': ['ID=245b4c0c-4bc6-4ac1-9e59-ff1e8f85cca0,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:05.802603 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-8a421823-4728-4df0-bedc-30a7046c70e2 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7cad3308-662a-4e6c-9ff2-b2e1276ec71f') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:05.802886 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-8a421823-4728-4df0-bedc-30a7046c70e2 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7cad3308-662a-4e6c-9ff2-b2e1276ec71f') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:05.817366 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8a421823-4728-4df0-bedc-30a7046c70e2 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735688356235', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13574129'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:05.832064 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8a421823-4728-4df0-bedc-30a7046c70e2 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:05.839176 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a421823-4728-4df0-bedc-30a7046c70e2 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Releasing vlan 715 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:41:05.840815 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8a421823-4728-4df0-bedc-30a7046c70e2 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13573126'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:05.843908 n-d-779913-29 neutron-server[93958]: Traceback (most recent call last): Jul 14 09:41:05.843908 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:41:05.843908 n-d-779913-29 neutron-server[93958]: timer() Jul 14 09:41:05.843908 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:41:05.843908 n-d-779913-29 neutron-server[93958]: cb(*args, **kw) Jul 14 09:41:05.843908 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:41:05.843908 n-d-779913-29 neutron-server[93958]: return func(*args, **kwargs) Jul 14 09:41:05.843908 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:41:05.843908 n-d-779913-29 neutron-server[93958]: self._notify() Jul 14 09:41:05.843908 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:41:05.843908 n-d-779913-29 neutron-server[93958]: self.callback(batched_events) Jul 14 09:41:05.843908 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:41:05.843908 n-d-779913-29 neutron-server[93958]: event.method(event) Jul 14 09:41:05.843908 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:41:05.843908 n-d-779913-29 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:41:05.843908 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:41:05.843908 n-d-779913-29 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:41:05.843908 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:41:05.843908 n-d-779913-29 neutron-server[93958]: return f(self, *a, **k) Jul 14 09:41:05.843908 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:41:05.843908 n-d-779913-29 neutron-server[93958]: return self._get(url).json() Jul 14 09:41:05.843908 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:41:05.843908 n-d-779913-29 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:41:05.843908 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:41:05.843908 n-d-779913-29 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 14 09:41:05.843908 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:41:05.843908 n-d-779913-29 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:41:05.843908 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:41:05.843908 n-d-779913-29 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:41:05.843908 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:41:05.843908 n-d-779913-29 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:41:05.843908 n-d-779913-29 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:41:05.883196 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-56ea2592-2c7e-4f1e-b1fb-4b26a6cf4dee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:05.888159 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-353e8c77-574b-4904-b079-469d9b85bc05 tempest-RoutersAdminTest-1262051535 tempest-RoutersAdminTest-1262051535-project] Notify callbacks [] for router_gateway, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:05.925785 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8a421823-4728-4df0-bedc-30a7046c70e2 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660504'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:05.932923 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8a421823-4728-4df0-bedc-30a7046c70e2 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:05.935666 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-8a421823-4728-4df0-bedc-30a7046c70e2 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] 10.222.0.68 "DELETE /v2.0/networks/e5b9736d-d957-41ad-ba7c-cc2d24cefda0 HTTP/1.1" status: 204 len: 168 time: 0.9536533 Jul 14 09:41:05.938896 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 43420) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:05.942067 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-56ea2592-2c7e-4f1e-b1fb-4b26a6cf4dee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:05.955836 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a421823-4728-4df0-bedc-30a7046c70e2 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Pushing event deleted for resources: {'Network': ['ID=e5b9736d-d957-41ad-ba7c-cc2d24cefda0,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:06.022544 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-56ea2592-2c7e-4f1e-b1fb-4b26a6cf4dee admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=2a5e4c8b9dc04f96957a1688008ee428&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6162107 Jul 14 09:41:06.028361 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 43422) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:06.028900 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ea2592-2c7e-4f1e-b1fb-4b26a6cf4dee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a94702a-d42e-4391-b591-b900fcbb6c43,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:06.157565 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-353e8c77-574b-4904-b079-469d9b85bc05 tempest-RoutersAdminTest-1262051535 tempest-RoutersAdminTest-1262051535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-711762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-661452'] for router, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:06.161398 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-42b034b3-f794-4477-bf26-620fbb35ab6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:06.212679 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-42b034b3-f794-4477-bf26-620fbb35ab6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:06.289820 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-353e8c77-574b-4904-b079-469d9b85bc05 tempest-RoutersAdminTest-1262051535 tempest-RoutersAdminTest-1262051535-project] Router 3c22ff88-0f7a-4eb3-93ea-4e15f9b898f4 is scheduled to L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 with binding_index 1 {{(pid=93957) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:41:06.298665 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-42b034b3-f794-4477-bf26-620fbb35ab6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:06.301709 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-42b034b3-f794-4477-bf26-620fbb35ab6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:06.305033 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-42b034b3-f794-4477-bf26-620fbb35ab6f admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/1a94702a-d42e-4391-b591-b900fcbb6c43 HTTP/1.1" status: 204 len: 168 time: 0.2742355 Jul 14 09:41:06.314110 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b034b3-f794-4477-bf26-620fbb35ab6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a94702a-d42e-4391-b591-b900fcbb6c43,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:06.389398 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a89acbb7-0ba5-4230-89f6-22e0b493e9ee tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-683602'] for router_interface, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:06.421440 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-353e8c77-574b-4904-b079-469d9b85bc05 tempest-RoutersAdminTest-1262051535 tempest-RoutersAdminTest-1262051535-project] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:41:06.432001 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0c4fd4e-2cdc-484a-9766-f31becb6a324 None None] Sync routers for ids ['3c22ff88-0f7a-4eb3-93ea-4e15f9b898f4'] in n-d-779913-29 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:41:06.439000 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 245b4c0c-4bc6-4ac1-9e59-ff1e8f85cca0 no longer exists at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:41:06.451644 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-353e8c77-574b-4904-b079-469d9b85bc05 tempest-RoutersAdminTest-1262051535 tempest-RoutersAdminTest-1262051535-project] Notify callbacks [] for router, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:06.456166 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-353e8c77-574b-4904-b079-469d9b85bc05 tempest-RoutersAdminTest-1262051535 tempest-RoutersAdminTest-1262051535-project] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 2.2533944 Jul 14 09:41:06.457246 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 43426) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:06.459185 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c4fd4e-2cdc-484a-9766-f31becb6a324 None None] Routers {'3c22ff88-0f7a-4eb3-93ea-4e15f9b898f4'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:41:06.459813 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-f0c4fd4e-2cdc-484a-9766-f31becb6a324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:40:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['3c22ff88-0f7a-4eb3-93ea-4e15f9b898f4'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:06.473399 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] No Port match for: 245b4c0c-4bc6-4ac1-9e59-ff1e8f85cca0 {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:41:06.473938 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 245b4c0c-4bc6-4ac1-9e59-ff1e8f85cca0 not bound to the agent host n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:41:06.474341 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device b38c67a0-76ec-4dd3-8de4-6440734d1086 no longer exists at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:41:06.497336 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] No Port match for: b38c67a0-76ec-4dd3-8de4-6440734d1086 {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:41:06.497839 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device b38c67a0-76ec-4dd3-8de4-6440734d1086 not bound to the agent host n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:41:06.529422 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-f0c4fd4e-2cdc-484a-9766-f31becb6a324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:06.540091 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c4fd4e-2cdc-484a-9766-f31becb6a324 None None] Routers {'3c22ff88-0f7a-4eb3-93ea-4e15f9b898f4'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:41:06.540959 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-f0c4fd4e-2cdc-484a-9766-f31becb6a324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:40:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['3c22ff88-0f7a-4eb3-93ea-4e15f9b898f4'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:06.580577 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-f0c4fd4e-2cdc-484a-9766-f31becb6a324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:06.581397 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0c4fd4e-2cdc-484a-9766-f31becb6a324 None None] The sync data for ids ['3c22ff88-0f7a-4eb3-93ea-4e15f9b898f4'] in n-d-779913-29 is: [] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:41:06.601806 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-2d279c34-11e9-4c91-b745-1758fc342d72 tempest-RoutersAdminTest-1297099084 tempest-RoutersAdminTest-1297099084-project-admin] 10.222.0.68 "GET /v2.0/routers/3c22ff88-0f7a-4eb3-93ea-4e15f9b898f4 HTTP/1.1" status: 200 len: 919 time: 0.1371269 Jul 14 09:41:06.602004 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 43432) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:06.635258 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-7be6cdeb-0777-4a52-aead-7f2784d20b5e tempest-RoutersAdminTest-1262051535 tempest-RoutersAdminTest-1262051535-project] 10.222.0.68 "GET /v2.0/ports?device_id=3c22ff88-0f7a-4eb3-93ea-4e15f9b898f4 HTTP/1.1" status: 200 len: 205 time: 0.0297925 Jul 14 09:41:06.635643 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 43434) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:06.738004 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-a89acbb7-0ba5-4230-89f6-22e0b493e9ee tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Deleting port d64b7d68-d7a6-4b28-828b-29033c51135e {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:41:06.738436 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a89acbb7-0ba5-4230-89f6-22e0b493e9ee tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:06.834909 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-a89acbb7-0ba5-4230-89f6-22e0b493e9ee tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] For port d64b7d68-d7a6-4b28-828b-29033c51135e, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=d64b7d68-d7a6-4b28-828b-29033c51135e,segment=NetworkSegment(f981a260-931b-4cc4-a70d-f2881cf5cf1b),segment_id=f981a260-931b-4cc4-a70d-f2881cf5cf1b)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:41:06.835504 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a89acbb7-0ba5-4230-89f6-22e0b493e9ee tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:06.851094 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-a89acbb7-0ba5-4230-89f6-22e0b493e9ee tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Calling delete_port for d64b7d68-d7a6-4b28-828b-29033c51135e owned by network:router_interface {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:41:07.050717 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a89acbb7-0ba5-4230-89f6-22e0b493e9ee tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:07.089152 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f601555c-76e7-4cce-9e82-c0f16afa75b3 tempest-RoutersAdminTest-1262051535 tempest-RoutersAdminTest-1262051535-project] Notify callbacks [] for router, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:07.116589 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89acbb7-0ba5-4230-89f6-22e0b493e9ee tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Pushing event deleted for resources: {'Port': ['ID=d64b7d68-d7a6-4b28-828b-29033c51135e,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:07.216264 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f601555c-76e7-4cce-9e82-c0f16afa75b3 tempest-RoutersAdminTest-1262051535 tempest-RoutersAdminTest-1262051535-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:07.251788 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a89acbb7-0ba5-4230-89f6-22e0b493e9ee tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-620860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682934'] for router_interface, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:07.284503 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-f601555c-76e7-4cce-9e82-c0f16afa75b3 tempest-RoutersAdminTest-1262051535 tempest-RoutersAdminTest-1262051535-project] Deleting port b4bca922-d3a7-4ffe-965f-8798c2d221af {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:41:07.284844 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f601555c-76e7-4cce-9e82-c0f16afa75b3 tempest-RoutersAdminTest-1262051535 tempest-RoutersAdminTest-1262051535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:07.367168 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f601555c-76e7-4cce-9e82-c0f16afa75b3 tempest-RoutersAdminTest-1262051535 tempest-RoutersAdminTest-1262051535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:07.380177 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-f601555c-76e7-4cce-9e82-c0f16afa75b3 tempest-RoutersAdminTest-1262051535 tempest-RoutersAdminTest-1262051535-project] Calling delete_port for b4bca922-d3a7-4ffe-965f-8798c2d221af owned by network:router_gateway {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:41:07.413601 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a89acbb7-0ba5-4230-89f6-22e0b493e9ee tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Router cf951592-1964-4e41-801a-9c3fc61984bf has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:41:07.495171 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a89acbb7-0ba5-4230-89f6-22e0b493e9ee tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:41:07.507507 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 43458) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:07.508048 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-a89acbb7-0ba5-4230-89f6-22e0b493e9ee tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] 10.222.0.68 "PUT /v2.0/routers/cf951592-1964-4e41-801a-9c3fc61984bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5576932 Jul 14 09:41:07.513513 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c172f763-37d9-4bb9-9fb9-775df1f46085 None None] Sync routers for ids ['cf951592-1964-4e41-801a-9c3fc61984bf'] in n-d-779913-29 {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:41:07.527951 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c172f763-37d9-4bb9-9fb9-775df1f46085 None None] Routers {'cf951592-1964-4e41-801a-9c3fc61984bf'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:41:07.528759 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-c172f763-37d9-4bb9-9fb9-775df1f46085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:40:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['cf951592-1964-4e41-801a-9c3fc61984bf'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:07.590318 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_v2 [None req-85c2af8b-405c-434b-b76a-e2bbc86ab86f tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Deleting subnet 88aa7971-bac4-4efb-b152-25dec91a2396 {{(pid=93957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:41:07.597218 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-85c2af8b-405c-434b-b76a-e2bbc86ab86f tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks [] for subnet, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:07.621332 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvr_db [None req-c172f763-37d9-4bb9-9fb9-775df1f46085 None None] Set router cf951592-1964-4e41-801a-9c3fc61984bf gateway port host: None {{(pid=93959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:41:07.646202 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-85c2af8b-405c-434b-b76a-e2bbc86ab86f tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10944203'] for subnet, precommit_delete_associations {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:07.649177 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f601555c-76e7-4cce-9e82-c0f16afa75b3 tempest-RoutersAdminTest-1262051535 tempest-RoutersAdminTest-1262051535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:07.691980 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-c172f763-37d9-4bb9-9fb9-775df1f46085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf951592-1964-4e41-801a-9c3fc61984bf', 'name': 'tempest-RoutersTest-router-172628077', 'tenant_id': '8f66f4ea00254d4cb400476df8920946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:40:29Z', 'updated_at': '2021-07-14T09:41:06Z', 'revision_number': 11, 'project_id': '8f66f4ea00254d4cb400476df8920946', 'gw_port_host': None}], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:07.702643 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f601555c-76e7-4cce-9e82-c0f16afa75b3 tempest-RoutersAdminTest-1262051535 tempest-RoutersAdminTest-1262051535-project] Pushing event deleted for resources: {'Port': ['ID=b4bca922-d3a7-4ffe-965f-8798c2d221af,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:07.723937 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c172f763-37d9-4bb9-9fb9-775df1f46085 None None] Checking router: cf951592-1964-4e41-801a-9c3fc61984bf for host: n-d-779913-29 {{(pid=93959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:41:07.732570 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c172f763-37d9-4bb9-9fb9-775df1f46085 None None] Routers {'cf951592-1964-4e41-801a-9c3fc61984bf'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:41:07.733379 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-c172f763-37d9-4bb9-9fb9-775df1f46085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:40:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['cf951592-1964-4e41-801a-9c3fc61984bf'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:07.812661 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvr_db [None req-c172f763-37d9-4bb9-9fb9-775df1f46085 None None] Set router cf951592-1964-4e41-801a-9c3fc61984bf gateway port host: None {{(pid=93959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:41:07.828542 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f601555c-76e7-4cce-9e82-c0f16afa75b3 tempest-RoutersAdminTest-1262051535 tempest-RoutersAdminTest-1262051535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-660532'] for router_gateway, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:07.876252 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-c172f763-37d9-4bb9-9fb9-775df1f46085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf951592-1964-4e41-801a-9c3fc61984bf', 'name': 'tempest-RoutersTest-router-172628077', 'tenant_id': '8f66f4ea00254d4cb400476df8920946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:40:29Z', 'updated_at': '2021-07-14T09:41:06Z', 'revision_number': 11, 'project_id': '8f66f4ea00254d4cb400476df8920946', 'gw_port_host': None}], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:07.904359 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c172f763-37d9-4bb9-9fb9-775df1f46085 None None] The sync data for ids ['cf951592-1964-4e41-801a-9c3fc61984bf'] in n-d-779913-29 is: [{'id': 'cf951592-1964-4e41-801a-9c3fc61984bf', 'name': 'tempest-RoutersTest-router-172628077', 'tenant_id': '8f66f4ea00254d4cb400476df8920946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:40:29Z', 'updated_at': '2021-07-14T09:41:06Z', 'revision_number': 11, 'project_id': '8f66f4ea00254d4cb400476df8920946', 'gw_port_host': None}] {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:41:07.933827 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-85c2af8b-405c-434b-b76a-e2bbc86ab86f tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3481002'] for subnet, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:07.956753 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f601555c-76e7-4cce-9e82-c0f16afa75b3 tempest-RoutersAdminTest-1262051535 tempest-RoutersAdminTest-1262051535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-711871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12964'] for router, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:07.960522 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f601555c-76e7-4cce-9e82-c0f16afa75b3 tempest-RoutersAdminTest-1262051535 tempest-RoutersAdminTest-1262051535-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:08.022816 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f601555c-76e7-4cce-9e82-c0f16afa75b3 tempest-RoutersAdminTest-1262051535 tempest-RoutersAdminTest-1262051535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-704815'] for router, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:08.023516 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f601555c-76e7-4cce-9e82-c0f16afa75b3 tempest-RoutersAdminTest-1262051535 tempest-RoutersAdminTest-1262051535-project] Fanout notify agent at l3_agent the message router_deleted on router 3c22ff88-0f7a-4eb3-93ea-4e15f9b898f4 {{(pid=93957) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:41:08.031777 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f601555c-76e7-4cce-9e82-c0f16afa75b3 tempest-RoutersAdminTest-1262051535 tempest-RoutersAdminTest-1262051535-project] Notify callbacks [] for router, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:08.037159 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-f601555c-76e7-4cce-9e82-c0f16afa75b3 tempest-RoutersAdminTest-1262051535 tempest-RoutersAdminTest-1262051535-project] 10.222.0.68 "DELETE /v2.0/routers/3c22ff88-0f7a-4eb3-93ea-4e15f9b898f4 HTTP/1.1" status: 204 len: 168 time: 1.4004500 Jul 14 09:41:08.037333 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 43466) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:08.046903 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-8c367270-6fd1-40d1-b490-e149f101d13e tempest-RoutersAdminTest-1297099084 tempest-RoutersAdminTest-1297099084-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1813841791', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'enable_snat': False}}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:41:08.055495 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-85c2af8b-405c-434b-b76a-e2bbc86ab86f tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10052701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11984075'] for subnet, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:08.074105 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [req-e5c99b75-d352-44cf-942b-bd8428e93c52 req-376958b1-31da-45ca-a8b3-e39dbbeaaf04 service neutron] (93958) timed out ('10.222.0.57', 51399) {{(pid=93958) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 14 09:41:08.076887 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8c367270-6fd1-40d1-b490-e149f101d13e tempest-RoutersAdminTest-1297099084 tempest-RoutersAdminTest-1297099084-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-711749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14670'] for router, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:08.078102 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8c367270-6fd1-40d1-b490-e149f101d13e tempest-RoutersAdminTest-1297099084 tempest-RoutersAdminTest-1297099084-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-711718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-661475', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14679'] for router, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:08.088284 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c2af8b-405c-434b-b76a-e2bbc86ab86f tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Pushing event deleted for resources: {'Subnet': ['ID=88aa7971-bac4-4efb-b152-25dec91a2396,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:08.093060 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-85c2af8b-405c-434b-b76a-e2bbc86ab86f tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks [] for subnet, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:08.098191 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-85c2af8b-405c-434b-b76a-e2bbc86ab86f tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] 10.222.0.68 "DELETE /v2.0/subnets/88aa7971-bac4-4efb-b152-25dec91a2396 HTTP/1.1" status: 204 len: 168 time: 0.5903420 Jul 14 09:41:08.099219 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 43470) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:08.106381 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4069c30-a87d-43b6-a94b-b693ca37d212 None None] Network b2f10b3c-4a3e-44bb-bf4d-9c5259688dd8 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:41:08.208772 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8c367270-6fd1-40d1-b490-e149f101d13e tempest-RoutersAdminTest-1297099084 tempest-RoutersAdminTest-1297099084-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:08.294569 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5c564994-772b-47ad-81fe-4efbfd68b2f5 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3876111'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:08.412618 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8c367270-6fd1-40d1-b490-e149f101d13e tempest-RoutersAdminTest-1297099084 tempest-RoutersAdminTest-1297099084-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-661489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-711771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12973'] for router, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:08.419512 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41ec97eb-aace-4bdb-ad3b-6c41db7f2e42 None None] DHCP port deletion for b2f10b3c-4a3e-44bb-bf4d-9c5259688dd8 request from n-d-779913-29 {{(pid=93959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:41:08.438649 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-5c564994-772b-47ad-81fe-4efbfd68b2f5 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Deleting port 84dfab20-a3bf-43c6-862a-3baba3b2d87a {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:41:08.439446 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5c564994-772b-47ad-81fe-4efbfd68b2f5 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:08.454214 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device d64b7d68-d7a6-4b28-828b-29033c51135e no longer exists at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:41:08.477863 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] No Port match for: d64b7d68-d7a6-4b28-828b-29033c51135e {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:41:08.478199 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device d64b7d68-d7a6-4b28-828b-29033c51135e not bound to the agent host n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:41:08.503368 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-41ec97eb-aace-4bdb-ad3b-6c41db7f2e42 None None] Deleting port 84dfab20-a3bf-43c6-862a-3baba3b2d87a {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:41:08.503620 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-41ec97eb-aace-4bdb-ad3b-6c41db7f2e42 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:08.544261 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [req-be34a06f-191e-45e7-820c-0bbda4f80529 req-fa800b0f-f5e9-4b05-a2cc-d9d91d3c980d service neutron] (93957) timed out ('10.222.0.57', 51390) {{(pid=93957) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 14 09:41:08.576318 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-41ec97eb-aace-4bdb-ad3b-6c41db7f2e42 None None] For port 84dfab20-a3bf-43c6-862a-3baba3b2d87a, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=84dfab20-a3bf-43c6-862a-3baba3b2d87a,segment=NetworkSegment(f981a260-931b-4cc4-a70d-f2881cf5cf1b),segment_id=f981a260-931b-4cc4-a70d-f2881cf5cf1b)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:41:08.576830 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-41ec97eb-aace-4bdb-ad3b-6c41db7f2e42 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:08.580714 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-5c564994-772b-47ad-81fe-4efbfd68b2f5 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] For port 84dfab20-a3bf-43c6-862a-3baba3b2d87a, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=84dfab20-a3bf-43c6-862a-3baba3b2d87a,segment=NetworkSegment(f981a260-931b-4cc4-a70d-f2881cf5cf1b),segment_id=f981a260-931b-4cc4-a70d-f2881cf5cf1b)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:41:08.581080 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5c564994-772b-47ad-81fe-4efbfd68b2f5 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:08.592506 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-41ec97eb-aace-4bdb-ad3b-6c41db7f2e42 None None] Calling delete_port for 84dfab20-a3bf-43c6-862a-3baba3b2d87a owned by network:dhcp {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:41:08.600535 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-5c564994-772b-47ad-81fe-4efbfd68b2f5 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Calling delete_port for 84dfab20-a3bf-43c6-862a-3baba3b2d87a owned by network:dhcp {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:41:08.703758 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-41ec97eb-aace-4bdb-ad3b-6c41db7f2e42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:08.773830 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ec97eb-aace-4bdb-ad3b-6c41db7f2e42 None None] Pushing event deleted for resources: {'Port': ['ID=84dfab20-a3bf-43c6-862a-3baba3b2d87a,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:08.786920 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ec97eb-aace-4bdb-ad3b-6c41db7f2e42 None None] No DVR routers for this DVR port 84dfab20-a3bf-43c6-862a-3baba3b2d87a on host n-d-779913-29 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:41:08.787676 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1851d7-fc72-4254-bcf3-bb855f0aa609 req-bba590dc-13f7-4100-96a6-e311b6edc2af tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:08.789293 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-7a1851d7-fc72-4254-bcf3-bb855f0aa609 req-bba590dc-13f7-4100-96a6-e311b6edc2af tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] 10.222.0.68 "GET /v2.0/ports?device_id=abf03d13-3e8c-49a2-bd4b-0fc24e0a569d HTTP/1.1" status: 200 len: 945 time: 0.0709536 Jul 14 09:41:08.821148 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5c564994-772b-47ad-81fe-4efbfd68b2f5 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:08.858028 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c564994-772b-47ad-81fe-4efbfd68b2f5 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] No DVR routers for this DVR port 84dfab20-a3bf-43c6-862a-3baba3b2d87a on host n-d-779913-29 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:41:08.886884 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-7a1851d7-fc72-4254-bcf3-bb855f0aa609 req-12e0a486-7f43-4bc5-943c-0edfa22416a9 tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] 10.222.0.68 "GET /v2.0/security-groups?id=8136fa3c-cdeb-41b3-bfb9-6bf131e66cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511868 Jul 14 09:41:08.889271 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c564994-772b-47ad-81fe-4efbfd68b2f5 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Pushing event deleted for resources: {'Port': ['ID=84dfab20-a3bf-43c6-862a-3baba3b2d87a,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:08.896773 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b33cc0-653c-476e-adf0-5927963da3f5 req-c1d89cb9-f684-4c62-8db6-4124ea820ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:08.898337 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-46b33cc0-653c-476e-adf0-5927963da3f5 req-c1d89cb9-f684-4c62-8db6-4124ea820ad8 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4569f08ed7094f2caf5772ad4808989f&device_id=abf03d13-3e8c-49a2-bd4b-0fc24e0a569d HTTP/1.1" status: 200 len: 1097 time: 0.2901590 Jul 14 09:41:08.978498 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8c367270-6fd1-40d1-b490-e149f101d13e tempest-RoutersAdminTest-1297099084 tempest-RoutersAdminTest-1297099084-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:09.002455 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8c367270-6fd1-40d1-b490-e149f101d13e tempest-RoutersAdminTest-1297099084 tempest-RoutersAdminTest-1297099084-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:09.003182 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b33cc0-653c-476e-adf0-5927963da3f5 req-2b0299a6-3d1c-448d-a572-1b488cb97f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:09.004620 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-46b33cc0-653c-476e-adf0-5927963da3f5 req-2b0299a6-3d1c-448d-a572-1b488cb97f1b service neutron] 10.222.0.65 "GET /v2.0/networks?id=f0c82eb4-694b-46cd-8405-b22504091d10 HTTP/1.1" status: 200 len: 920 time: 0.0991116 Jul 14 09:41:09.005862 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5c564994-772b-47ad-81fe-4efbfd68b2f5 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473955', 'neutron.services.segments.db._delete_segments_for_network-8735688326548'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:09.021530 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-5c564994-772b-47ad-81fe-4efbfd68b2f5 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2f10b3c-4a3e-44bb-bf4d-9c5259688dd8']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:09.055646 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-46b33cc0-653c-476e-adf0-5927963da3f5 req-e88d6153-affd-42f9-b96f-3fd16d42112f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1164dd28-0bae-4b72-94a6-b6d00b983a83 HTTP/1.1" status: 200 len: 217 time: 0.0448360 Jul 14 09:41:09.058818 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-5c564994-772b-47ad-81fe-4efbfd68b2f5 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f981a260-931b-4cc4-a70d-f2881cf5cf1b') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:09.059124 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-5c564994-772b-47ad-81fe-4efbfd68b2f5 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f981a260-931b-4cc4-a70d-f2881cf5cf1b') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:09.075991 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5c564994-772b-47ad-81fe-4efbfd68b2f5 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735688356235', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13574129'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:09.094583 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5c564994-772b-47ad-81fe-4efbfd68b2f5 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:09.110703 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b33cc0-653c-476e-adf0-5927963da3f5 req-21ae51f0-4b9f-4902-a628-8d8e9d7e9317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:09.112737 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-46b33cc0-653c-476e-adf0-5927963da3f5 req-21ae51f0-4b9f-4902-a628-8d8e9d7e9317 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=5a6019b3-7787-4bdb-b397-5a269fa1d62c HTTP/1.1" status: 200 len: 859 time: 0.0498037 Jul 14 09:41:09.126162 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c564994-772b-47ad-81fe-4efbfd68b2f5 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Releasing vlan 735 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:41:09.126624 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5c564994-772b-47ad-81fe-4efbfd68b2f5 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13573126'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:09.130424 n-d-779913-29 neutron-server[93958]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:41:09.130424 n-d-779913-29 neutron-server[93958]: self.session.flush() Jul 14 09:41:09.130424 n-d-779913-29 neutron-server[93958]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:41:09.130424 n-d-779913-29 neutron-server[93958]: self.session.flush() Jul 14 09:41:09.130424 n-d-779913-29 neutron-server[93958]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:41:09.130424 n-d-779913-29 neutron-server[93958]: self.session.flush() Jul 14 09:41:09.130424 n-d-779913-29 neutron-server[93958]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:41:09.130424 n-d-779913-29 neutron-server[93958]: self.session.flush() Jul 14 09:41:09.130424 n-d-779913-29 neutron-server[93958]: Traceback (most recent call last): Jul 14 09:41:09.130424 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:41:09.130424 n-d-779913-29 neutron-server[93958]: timer() Jul 14 09:41:09.130424 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:41:09.130424 n-d-779913-29 neutron-server[93958]: cb(*args, **kw) Jul 14 09:41:09.130424 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:41:09.130424 n-d-779913-29 neutron-server[93958]: return func(*args, **kwargs) Jul 14 09:41:09.130424 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:41:09.130424 n-d-779913-29 neutron-server[93958]: self._notify() Jul 14 09:41:09.130424 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:41:09.130424 n-d-779913-29 neutron-server[93958]: self.callback(batched_events) Jul 14 09:41:09.130424 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:41:09.130424 n-d-779913-29 neutron-server[93958]: event.method(event) Jul 14 09:41:09.130424 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:41:09.130424 n-d-779913-29 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:41:09.130424 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:41:09.130424 n-d-779913-29 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:41:09.130424 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:41:09.130424 n-d-779913-29 neutron-server[93958]: return f(self, *a, **k) Jul 14 09:41:09.130424 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:41:09.130424 n-d-779913-29 neutron-server[93958]: return self._get(url).json() Jul 14 09:41:09.130424 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:41:09.130424 n-d-779913-29 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:41:09.130424 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:41:09.130424 n-d-779913-29 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 14 09:41:09.130424 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:41:09.130424 n-d-779913-29 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:41:09.130424 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:41:09.130424 n-d-779913-29 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:41:09.130424 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:41:09.130424 n-d-779913-29 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:41:09.130424 n-d-779913-29 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:41:09.153863 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-46b33cc0-653c-476e-adf0-5927963da3f5 req-800d9eed-2571-47d3-bc02-858505a4c3c3 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f0c82eb4-694b-46cd-8405-b22504091d10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326819 Jul 14 09:41:09.210164 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-8c367270-6fd1-40d1-b490-e149f101d13e tempest-RoutersAdminTest-1297099084 tempest-RoutersAdminTest-1297099084-project-admin] Allocated IP 172.25.4.31 (2dcd4d32-cc7c-4468-b396-7ce5c9231892/6cd22a75-5bc1-467c-a3c4-0af04bd1b34a/37fc7fa3-3d7d-4d15-8972-7ac146a57b73) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:41:09.224665 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5c564994-772b-47ad-81fe-4efbfd68b2f5 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660504'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:09.229927 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5c564994-772b-47ad-81fe-4efbfd68b2f5 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:09.238740 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-5c564994-772b-47ad-81fe-4efbfd68b2f5 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] 10.222.0.68 "DELETE /v2.0/networks/b2f10b3c-4a3e-44bb-bf4d-9c5259688dd8 HTTP/1.1" status: 204 len: 168 time: 1.1383464 Jul 14 09:41:09.238965 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 43496) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:09.245785 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-b7c66a3e-99a1-4aa2-98b2-263cf8a3cde9 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Request body: {'router': {'routes': None}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:41:09.260769 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c564994-772b-47ad-81fe-4efbfd68b2f5 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Pushing event deleted for resources: {'Network': ['ID=b2f10b3c-4a3e-44bb-bf4d-9c5259688dd8,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:09.360288 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8c367270-6fd1-40d1-b490-e149f101d13e tempest-RoutersAdminTest-1297099084 tempest-RoutersAdminTest-1297099084-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:09.409936 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8c367270-6fd1-40d1-b490-e149f101d13e tempest-RoutersAdminTest-1297099084 tempest-RoutersAdminTest-1297099084-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:09.436997 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.extraroute_db [None req-b7c66a3e-99a1-4aa2-98b2-263cf8a3cde9 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Added routes are [] {{(pid=93957) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 14 09:41:09.437317 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.extraroute_db [None req-b7c66a3e-99a1-4aa2-98b2-263cf8a3cde9 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Removed routes are [] {{(pid=93957) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 14 09:41:09.437694 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b7c66a3e-99a1-4aa2-98b2-263cf8a3cde9 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-661489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-711771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12973'] for router, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:09.452999 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-46b33cc0-653c-476e-adf0-5927963da3f5 req-2617ca80-62ba-42f0-b953-737b16f40b64 service neutron] 10.222.0.65 "GET /v2.0/networks/f0c82eb4-694b-46cd-8405-b22504091d10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2905235 Jul 14 09:41:09.643696 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b7c66a3e-99a1-4aa2-98b2-263cf8a3cde9 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-661489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-711771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12973'] for router, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:09.655420 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b7c66a3e-99a1-4aa2-98b2-263cf8a3cde9 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-661452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-661502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-661447', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-711840'] for router, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:09.727747 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c367270-6fd1-40d1-b490-e149f101d13e tempest-RoutersAdminTest-1297099084 tempest-RoutersAdminTest-1297099084-project-admin] Network 2dcd4d32-cc7c-4468-b396-7ce5c9231892 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:41:09.735330 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-46b33cc0-653c-476e-adf0-5927963da3f5 req-b2407deb-0c36-4d8e-ba48-7ce21a18bd11 service neutron] 10.222.0.65 "GET /v2.0/networks/f0c82eb4-694b-46cd-8405-b22504091d10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2510946 Jul 14 09:41:09.735742 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-8c367270-6fd1-40d1-b490-e149f101d13e tempest-RoutersAdminTest-1297099084 tempest-RoutersAdminTest-1297099084-project-admin] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:41:09.739487 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c367270-6fd1-40d1-b490-e149f101d13e tempest-RoutersAdminTest-1297099084 tempest-RoutersAdminTest-1297099084-project-admin] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:41:09.764414 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c367270-6fd1-40d1-b490-e149f101d13e tempest-RoutersAdminTest-1297099084 tempest-RoutersAdminTest-1297099084-project-admin] Pushing event updated for resources: {'Port': ['ID=37fc7fa3-3d7d-4d15-8972-7ac146a57b73,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:09.767045 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7c66a3e-99a1-4aa2-98b2-263cf8a3cde9 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Router cf951592-1964-4e41-801a-9c3fc61984bf has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:41:09.872443 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7c66a3e-99a1-4aa2-98b2-263cf8a3cde9 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:41:09.881043 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b7c66a3e-99a1-4aa2-98b2-263cf8a3cde9 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks [] for router, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:09.883629 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c47a02-2a5e-4080-adac-5c4f079ee165 None None] Sync routers for ids ['cf951592-1964-4e41-801a-9c3fc61984bf'] in n-d-779913-29 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:41:09.885693 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-b7c66a3e-99a1-4aa2-98b2-263cf8a3cde9 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] 10.222.0.68 "PUT /v2.0/routers/cf951592-1964-4e41-801a-9c3fc61984bf HTTP/1.1" status: 200 len: 700 time: 0.6450930 Jul 14 09:41:09.886373 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 43504) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:09.894394 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2c47a02-2a5e-4080-adac-5c4f079ee165 None None] Routers {'cf951592-1964-4e41-801a-9c3fc61984bf'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:41:09.895360 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-a2c47a02-2a5e-4080-adac-5c4f079ee165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:40:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['cf951592-1964-4e41-801a-9c3fc61984bf'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:09.922222 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-6ea96e1e-d889-4127-bbbb-c945db83c627 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] 10.222.0.68 "GET /v2.0/ports?device_id=cf951592-1964-4e41-801a-9c3fc61984bf HTTP/1.1" status: 200 len: 205 time: 0.0340581 Jul 14 09:41:09.923006 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 43508) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:09.974404 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-a2c47a02-2a5e-4080-adac-5c4f079ee165 None None] Set router cf951592-1964-4e41-801a-9c3fc61984bf gateway port host: None {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:41:10.034389 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4d78ccfb-53b7-451e-b884-c2eea8b053fe tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks [] for router, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:10.050507 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-a2c47a02-2a5e-4080-adac-5c4f079ee165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf951592-1964-4e41-801a-9c3fc61984bf', 'name': 'tempest-RoutersTest-router-172628077', 'tenant_id': '8f66f4ea00254d4cb400476df8920946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:40:29Z', 'updated_at': '2021-07-14T09:41:06Z', 'revision_number': 11, 'project_id': '8f66f4ea00254d4cb400476df8920946', 'gw_port_host': None}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:10.081231 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c47a02-2a5e-4080-adac-5c4f079ee165 None None] Checking router: cf951592-1964-4e41-801a-9c3fc61984bf for host: n-d-779913-29 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:41:10.089912 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2c47a02-2a5e-4080-adac-5c4f079ee165 None None] Routers {'cf951592-1964-4e41-801a-9c3fc61984bf'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:41:10.090649 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-a2c47a02-2a5e-4080-adac-5c4f079ee165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:40:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['cf951592-1964-4e41-801a-9c3fc61984bf'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:10.114089 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8c367270-6fd1-40d1-b490-e149f101d13e tempest-RoutersAdminTest-1297099084 tempest-RoutersAdminTest-1297099084-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:10.161088 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-a2c47a02-2a5e-4080-adac-5c4f079ee165 None None] Set router cf951592-1964-4e41-801a-9c3fc61984bf gateway port host: None {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:41:10.174362 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01d8be7-137d-445a-a6a9-676f9ff59533 req-85722ae2-7038-4c44-9b01-3e6a698062ae tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:10.175869 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-c01d8be7-137d-445a-a6a9-676f9ff59533 req-85722ae2-7038-4c44-9b01-3e6a698062ae tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] 10.222.0.68 "GET /v2.0/ports?device_id=abf03d13-3e8c-49a2-bd4b-0fc24e0a569d HTTP/1.1" status: 200 len: 945 time: 0.1345227 Jul 14 09:41:10.201770 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4d78ccfb-53b7-451e-b884-c2eea8b053fe tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-711871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12964'] for router, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:10.204073 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4d78ccfb-53b7-451e-b884-c2eea8b053fe tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:10.212218 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-a2c47a02-2a5e-4080-adac-5c4f079ee165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf951592-1964-4e41-801a-9c3fc61984bf', 'name': 'tempest-RoutersTest-router-172628077', 'tenant_id': '8f66f4ea00254d4cb400476df8920946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:40:29Z', 'updated_at': '2021-07-14T09:41:06Z', 'revision_number': 11, 'project_id': '8f66f4ea00254d4cb400476df8920946', 'gw_port_host': None}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:10.243111 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c47a02-2a5e-4080-adac-5c4f079ee165 None None] The sync data for ids ['cf951592-1964-4e41-801a-9c3fc61984bf'] in n-d-779913-29 is: [{'id': 'cf951592-1964-4e41-801a-9c3fc61984bf', 'name': 'tempest-RoutersTest-router-172628077', 'tenant_id': '8f66f4ea00254d4cb400476df8920946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:40:29Z', 'updated_at': '2021-07-14T09:41:06Z', 'revision_number': 11, 'project_id': '8f66f4ea00254d4cb400476df8920946', 'gw_port_host': None}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:41:10.257299 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4d78ccfb-53b7-451e-b884-c2eea8b053fe tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-704815'] for router, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:10.258246 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d78ccfb-53b7-451e-b884-c2eea8b053fe tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Fanout notify agent at l3_agent the message router_deleted on router cf951592-1964-4e41-801a-9c3fc61984bf {{(pid=93957) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:41:10.269032 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-c01d8be7-137d-445a-a6a9-676f9ff59533 req-0d4abc8b-d1ea-4676-9631-570f3294a166 tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] 10.222.0.68 "GET /v2.0/security-groups?id=8136fa3c-cdeb-41b3-bfb9-6bf131e66cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629866 Jul 14 09:41:10.280554 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4d78ccfb-53b7-451e-b884-c2eea8b053fe tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks [] for router, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:10.285918 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-4d78ccfb-53b7-451e-b884-c2eea8b053fe tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] 10.222.0.68 "DELETE /v2.0/routers/cf951592-1964-4e41-801a-9c3fc61984bf HTTP/1.1" status: 204 len: 168 time: 0.3569429 Jul 14 09:41:10.286120 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 43512) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:10.294182 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-455d1c15-6359-4019-bd1e-aa23a61c4f5f tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-829283656', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:41:10.328567 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-455d1c15-6359-4019-bd1e-aa23a61c4f5f tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-711749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14670'] for router, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:10.330452 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-455d1c15-6359-4019-bd1e-aa23a61c4f5f tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-711718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-661475', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14679'] for router, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:10.403229 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-455d1c15-6359-4019-bd1e-aa23a61c4f5f tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:10.408314 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8c367270-6fd1-40d1-b490-e149f101d13e tempest-RoutersAdminTest-1297099084 tempest-RoutersAdminTest-1297099084-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-711762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-661452'] for router, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:10.410467 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-455d1c15-6359-4019-bd1e-aa23a61c4f5f tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-711762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-661452'] for router, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:10.432255 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-455d1c15-6359-4019-bd1e-aa23a61c4f5f tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks [] for router, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:10.432676 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 84dfab20-a3bf-43c6-862a-3baba3b2d87a no longer exists at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:41:10.438501 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-455d1c15-6359-4019-bd1e-aa23a61c4f5f tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1512318 Jul 14 09:41:10.440060 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 43518) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:10.445606 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-fc22b8c3-a5de-4006-b075-c95d653d31d1 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Request body: {'router': {'admin_state_up': True}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:41:10.489043 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] No Port match for: 84dfab20-a3bf-43c6-862a-3baba3b2d87a {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:41:10.491267 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 84dfab20-a3bf-43c6-862a-3baba3b2d87a not bound to the agent host n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:41:10.620369 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c367270-6fd1-40d1-b490-e149f101d13e tempest-RoutersAdminTest-1297099084 tempest-RoutersAdminTest-1297099084-project-admin] Router 12753e73-4d87-4e68-b344-18ef47720e0a is scheduled to L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 with binding_index 1 {{(pid=93958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:41:10.752446 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c367270-6fd1-40d1-b490-e149f101d13e tempest-RoutersAdminTest-1297099084 tempest-RoutersAdminTest-1297099084-project-admin] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:41:10.765812 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f4a94a7-848a-4858-9b84-92c9c464eea6 None None] Sync routers for ids ['12753e73-4d87-4e68-b344-18ef47720e0a'] in n-d-779913-29 {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:41:10.773786 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8c367270-6fd1-40d1-b490-e149f101d13e tempest-RoutersAdminTest-1297099084 tempest-RoutersAdminTest-1297099084-project-admin] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:10.777688 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-8c367270-6fd1-40d1-b490-e149f101d13e tempest-RoutersAdminTest-1297099084 tempest-RoutersAdminTest-1297099084-project-admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 2.7343662 Jul 14 09:41:10.778027 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 43522) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:10.783840 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f4a94a7-848a-4858-9b84-92c9c464eea6 None None] Routers {'12753e73-4d87-4e68-b344-18ef47720e0a'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:41:10.784841 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-3f4a94a7-848a-4858-9b84-92c9c464eea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:40:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['12753e73-4d87-4e68-b344-18ef47720e0a'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:10.908321 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvr_db [None req-3f4a94a7-848a-4858-9b84-92c9c464eea6 None None] Set router 12753e73-4d87-4e68-b344-18ef47720e0a gateway port host: n-d-779913-29 {{(pid=93959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:41:10.917817 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-3d5172f8-d6c5-4d99-b2bf-0334e790158e tempest-RoutersAdminTest-1297099084 tempest-RoutersAdminTest-1297099084-project-admin] 10.222.0.68 "GET /v2.0/routers/12753e73-4d87-4e68-b344-18ef47720e0a HTTP/1.1" status: 200 len: 908 time: 0.1386299 Jul 14 09:41:10.920262 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 43524) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:10.925138 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-50fa61e3-ac55-43b7-aa26-3d13f19bb4ae tempest-RoutersAdminTest-1297099084 tempest-RoutersAdminTest-1297099084-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1813841791', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'enable_snat': True}}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:41:10.946218 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-50fa61e3-ac55-43b7-aa26-3d13f19bb4ae tempest-RoutersAdminTest-1297099084 tempest-RoutersAdminTest-1297099084-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-711749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14670'] for router, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:10.947214 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-50fa61e3-ac55-43b7-aa26-3d13f19bb4ae tempest-RoutersAdminTest-1297099084 tempest-RoutersAdminTest-1297099084-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-711718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-661475', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14679'] for router, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:11.014741 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-50fa61e3-ac55-43b7-aa26-3d13f19bb4ae tempest-RoutersAdminTest-1297099084 tempest-RoutersAdminTest-1297099084-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:11.022509 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-fc22b8c3-a5de-4006-b075-c95d653d31d1 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-661489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-711771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12973'] for router, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:11.051414 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-fc22b8c3-a5de-4006-b075-c95d653d31d1 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-661452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-661502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-661447', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-711840'] for router, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:11.114134 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-3f4a94a7-848a-4858-9b84-92c9c464eea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12753e73-4d87-4e68-b344-18ef47720e0a', 'name': 'tempest-snat-router-1813841791', 'tenant_id': '36e6b1d7b41443e3b5f84188cea39d4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.31'}], 'enable_snat': False}, 'gw_port_id': '37fc7fa3-3d7d-4d15-8972-7ac146a57b73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:41:08Z', 'updated_at': '2021-07-14T09:41:09Z', 'revision_number': 3, 'project_id': '36e6b1d7b41443e3b5f84188cea39d4e', 'gw_port': {'id': '37fc7fa3-3d7d-4d15-8972-7ac146a57b73', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:1c:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12753e73-4d87-4e68-b344-18ef47720e0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2877, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:41:09Z', 'updated_at': '2021-07-14T09:41:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-779913-29'}], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:11.145114 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f4a94a7-848a-4858-9b84-92c9c464eea6 None None] Checking router: 12753e73-4d87-4e68-b344-18ef47720e0a for host: n-d-779913-29 {{(pid=93959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:41:11.145712 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f4a94a7-848a-4858-9b84-92c9c464eea6 None None] Updating router 12753e73-4d87-4e68-b344-18ef47720e0a port 37fc7fa3-3d7d-4d15-8972-7ac146a57b73 binding host n-d-779913-29 {{(pid=93959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:41:11.168616 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc22b8c3-a5de-4006-b075-c95d653d31d1 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Router 8d7235ba-6f34-4915-b378-47616da39f0d is scheduled to L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 with binding_index 1 {{(pid=93957) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:41:11.183259 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-50fa61e3-ac55-43b7-aa26-3d13f19bb4ae tempest-RoutersAdminTest-1297099084 tempest-RoutersAdminTest-1297099084-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-661489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-711771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12973'] for router, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:11.190070 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3f4a94a7-848a-4858-9b84-92c9c464eea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:11.254168 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc22b8c3-a5de-4006-b075-c95d653d31d1 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:41:11.265849 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0591e7fb-7b1a-4938-b3c2-ca2a3ff8a66c None None] Sync routers for ids ['8d7235ba-6f34-4915-b378-47616da39f0d'] in n-d-779913-29 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:41:11.270286 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-fc22b8c3-a5de-4006-b075-c95d653d31d1 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks [] for router, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:11.271793 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-fc22b8c3-a5de-4006-b075-c95d653d31d1 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] 10.222.0.68 "PUT /v2.0/routers/8d7235ba-6f34-4915-b378-47616da39f0d HTTP/1.1" status: 200 len: 693 time: 0.8305769 Jul 14 09:41:11.274765 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 43526) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:11.278094 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0591e7fb-7b1a-4938-b3c2-ca2a3ff8a66c None None] Routers {'8d7235ba-6f34-4915-b378-47616da39f0d'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:41:11.281139 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-0591e7fb-7b1a-4938-b3c2-ca2a3ff8a66c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:40:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['8d7235ba-6f34-4915-b378-47616da39f0d'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:11.377277 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-0591e7fb-7b1a-4938-b3c2-ca2a3ff8a66c None None] Set router 8d7235ba-6f34-4915-b378-47616da39f0d gateway port host: None {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:41:11.421934 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-db5b6c76-7f5a-4f8b-96b2-a47de73c392a tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] 10.222.0.68 "GET /v2.0/routers/8d7235ba-6f34-4915-b378-47616da39f0d HTTP/1.1" status: 200 len: 699 time: 0.1446900 Jul 14 09:41:11.424907 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 43530) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:11.463973 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-6ef3e9a5-1150-44a3-87ad-47c81ec6bff7 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] 10.222.0.68 "GET /v2.0/ports?device_id=8d7235ba-6f34-4915-b378-47616da39f0d HTTP/1.1" status: 200 len: 205 time: 0.0376618 Jul 14 09:41:11.466428 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 43532) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:11.478448 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-50fa61e3-ac55-43b7-aa26-3d13f19bb4ae tempest-RoutersAdminTest-1297099084 tempest-RoutersAdminTest-1297099084-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:11.490323 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-0591e7fb-7b1a-4938-b3c2-ca2a3ff8a66c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d7235ba-6f34-4915-b378-47616da39f0d', 'name': 'tempest-RoutersTest-router-829283656', 'tenant_id': '8f66f4ea00254d4cb400476df8920946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:41:10Z', 'updated_at': '2021-07-14T09:41:11Z', 'revision_number': 2, 'project_id': '8f66f4ea00254d4cb400476df8920946', 'gw_port_host': None}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:11.502371 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-50fa61e3-ac55-43b7-aa26-3d13f19bb4ae tempest-RoutersAdminTest-1297099084 tempest-RoutersAdminTest-1297099084-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:11.526215 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0591e7fb-7b1a-4938-b3c2-ca2a3ff8a66c None None] Checking router: 8d7235ba-6f34-4915-b378-47616da39f0d for host: n-d-779913-29 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:41:11.535227 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0591e7fb-7b1a-4938-b3c2-ca2a3ff8a66c None None] Routers {'8d7235ba-6f34-4915-b378-47616da39f0d'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:41:11.535842 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-0591e7fb-7b1a-4938-b3c2-ca2a3ff8a66c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:40:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['8d7235ba-6f34-4915-b378-47616da39f0d'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:11.577642 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-be59ca4f-c74f-4b21-b49d-a33618c5bee1 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks [] for router, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:11.588971 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3f4a94a7-848a-4858-9b84-92c9c464eea6 None None] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:11.609428 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-3f4a94a7-848a-4858-9b84-92c9c464eea6 None None] Transition to ACTIVE for port object 37fc7fa3-3d7d-4d15-8972-7ac146a57b73 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:41:11.617852 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3f4a94a7-848a-4858-9b84-92c9c464eea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:11.645283 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-0591e7fb-7b1a-4938-b3c2-ca2a3ff8a66c None None] Set router 8d7235ba-6f34-4915-b378-47616da39f0d gateway port host: None {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:41:11.691177 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-50fa61e3-ac55-43b7-aa26-3d13f19bb4ae tempest-RoutersAdminTest-1297099084 tempest-RoutersAdminTest-1297099084-project-admin] Allocated IP 172.25.4.200 (2dcd4d32-cc7c-4468-b396-7ce5c9231892/6cd22a75-5bc1-467c-a3c4-0af04bd1b34a/1a82ff03-43ef-4743-904f-4dcb9975566d) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:41:11.698057 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-3f4a94a7-848a-4858-9b84-92c9c464eea6 None None] Attempting to bind port 37fc7fa3-3d7d-4d15-8972-7ac146a57b73 on host n-d-779913-29 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:41:11.698439 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-3f4a94a7-848a-4858-9b84-92c9c464eea6 None None] Attempting to bind port 37fc7fa3-3d7d-4d15-8972-7ac146a57b73 by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': '81bf7a93-80b3-43df-b9d5-462c604a2945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:41:11.698877 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f4a94a7-848a-4858-9b84-92c9c464eea6 None None] Attempting to bind port 37fc7fa3-3d7d-4d15-8972-7ac146a57b73 on network 2dcd4d32-cc7c-4468-b396-7ce5c9231892 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:41:11.708884 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f4a94a7-848a-4858-9b84-92c9c464eea6 None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 40, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:41:11.709291 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f4a94a7-848a-4858-9b84-92c9c464eea6 None None] Checking segment: {'id': '81bf7a93-80b3-43df-b9d5-462c604a2945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:41:11.709744 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3f4a94a7-848a-4858-9b84-92c9c464eea6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:11.710152 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f4a94a7-848a-4858-9b84-92c9c464eea6 None None] Bound using segment: {'id': '81bf7a93-80b3-43df-b9d5-462c604a2945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:41:11.710630 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-3f4a94a7-848a-4858-9b84-92c9c464eea6 None None] Bound port: 37fc7fa3-3d7d-4d15-8972-7ac146a57b73, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81bf7a93-80b3-43df-b9d5-462c604a2945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:41:11.711106 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3f4a94a7-848a-4858-9b84-92c9c464eea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:11.714251 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808b788e-80b1-4758-8e46-9c0eda35f320 None None] Pushing event updated for resources: {'Port': ['ID=37fc7fa3-3d7d-4d15-8972-7ac146a57b73,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:11.734745 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-0591e7fb-7b1a-4938-b3c2-ca2a3ff8a66c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d7235ba-6f34-4915-b378-47616da39f0d', 'name': 'tempest-RoutersTest-router-829283656', 'tenant_id': '8f66f4ea00254d4cb400476df8920946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:41:10Z', 'updated_at': '2021-07-14T09:41:11Z', 'revision_number': 2, 'project_id': '8f66f4ea00254d4cb400476df8920946', 'gw_port_host': None}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:11.779381 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-3f4a94a7-848a-4858-9b84-92c9c464eea6 None None] For port 37fc7fa3-3d7d-4d15-8972-7ac146a57b73, host n-d-779913-29, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:41:11.784019 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-3f4a94a7-848a-4858-9b84-92c9c464eea6 None None] For port 37fc7fa3-3d7d-4d15-8972-7ac146a57b73, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=37fc7fa3-3d7d-4d15-8972-7ac146a57b73,segment=NetworkSegment(81bf7a93-80b3-43df-b9d5-462c604a2945),segment_id=81bf7a93-80b3-43df-b9d5-462c604a2945)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:41:11.786932 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0591e7fb-7b1a-4938-b3c2-ca2a3ff8a66c None None] The sync data for ids ['8d7235ba-6f34-4915-b378-47616da39f0d'] in n-d-779913-29 is: [{'id': '8d7235ba-6f34-4915-b378-47616da39f0d', 'name': 'tempest-RoutersTest-router-829283656', 'tenant_id': '8f66f4ea00254d4cb400476df8920946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:41:10Z', 'updated_at': '2021-07-14T09:41:11Z', 'revision_number': 2, 'project_id': '8f66f4ea00254d4cb400476df8920946', 'gw_port_host': None}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:41:11.796583 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3f4a94a7-848a-4858-9b84-92c9c464eea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:11.864519 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-50fa61e3-ac55-43b7-aa26-3d13f19bb4ae tempest-RoutersAdminTest-1297099084 tempest-RoutersAdminTest-1297099084-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:11.866322 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808b788e-80b1-4758-8e46-9c0eda35f320 None None] Pushing event updated for resources: {'Port': ['ID=37fc7fa3-3d7d-4d15-8972-7ac146a57b73,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:11.877111 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f4a94a7-848a-4858-9b84-92c9c464eea6 None None] Routers {'12753e73-4d87-4e68-b344-18ef47720e0a'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:41:11.877930 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-3f4a94a7-848a-4858-9b84-92c9c464eea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:40:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['12753e73-4d87-4e68-b344-18ef47720e0a'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:11.918260 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-50fa61e3-ac55-43b7-aa26-3d13f19bb4ae tempest-RoutersAdminTest-1297099084 tempest-RoutersAdminTest-1297099084-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:11.940341 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-be59ca4f-c74f-4b21-b49d-a33618c5bee1 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-711871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12964'] for router, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:11.945478 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-be59ca4f-c74f-4b21-b49d-a33618c5bee1 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:11.964988 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a4fdfb-9509-4338-9422-4c4d15c64000 req-46640cb4-deea-4885-a2a1-7ed8eb0f6aff tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:11.967012 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a7a4fdfb-9509-4338-9422-4c4d15c64000 req-46640cb4-deea-4885-a2a1-7ed8eb0f6aff tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] 10.222.0.68 "GET /v2.0/ports?device_id=abf03d13-3e8c-49a2-bd4b-0fc24e0a569d HTTP/1.1" status: 200 len: 945 time: 0.4033194 Jul 14 09:41:11.990800 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50fa61e3-ac55-43b7-aa26-3d13f19bb4ae tempest-RoutersAdminTest-1297099084 tempest-RoutersAdminTest-1297099084-project-admin] Network 2dcd4d32-cc7c-4468-b396-7ce5c9231892 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:41:11.996314 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-50fa61e3-ac55-43b7-aa26-3d13f19bb4ae tempest-RoutersAdminTest-1297099084 tempest-RoutersAdminTest-1297099084-project-admin] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:41:12.002180 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50fa61e3-ac55-43b7-aa26-3d13f19bb4ae tempest-RoutersAdminTest-1297099084 tempest-RoutersAdminTest-1297099084-project-admin] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:41:12.022193 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvr_db [None req-3f4a94a7-848a-4858-9b84-92c9c464eea6 None None] Set router 12753e73-4d87-4e68-b344-18ef47720e0a gateway port host: n-d-779913-29 {{(pid=93959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:41:12.052812 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-be59ca4f-c74f-4b21-b49d-a33618c5bee1 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-704815'] for router, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:12.053405 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be59ca4f-c74f-4b21-b49d-a33618c5bee1 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Fanout notify agent at l3_agent the message router_deleted on router 8d7235ba-6f34-4915-b378-47616da39f0d {{(pid=93957) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:41:12.053564 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fa61e3-ac55-43b7-aa26-3d13f19bb4ae tempest-RoutersAdminTest-1297099084 tempest-RoutersAdminTest-1297099084-project-admin] Pushing event updated for resources: {'Port': ['ID=1a82ff03-43ef-4743-904f-4dcb9975566d,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:12.077536 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-be59ca4f-c74f-4b21-b49d-a33618c5bee1 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] Notify callbacks [] for router, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:12.083934 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-be59ca4f-c74f-4b21-b49d-a33618c5bee1 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] 10.222.0.68 "DELETE /v2.0/routers/8d7235ba-6f34-4915-b378-47616da39f0d HTTP/1.1" status: 204 len: 168 time: 0.6114471 Jul 14 09:41:12.084459 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 43536) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:12.115214 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a7a4fdfb-9509-4338-9422-4c4d15c64000 req-10c4f506-6039-4b6c-8211-6cca59a707c2 tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] 10.222.0.68 "GET /v2.0/security-groups?id=8136fa3c-cdeb-41b3-bfb9-6bf131e66cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379142 Jul 14 09:41:12.141392 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-c6b228b2-6958-4cb0-a64a-fc04f2646273 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] 10.222.0.68 "GET /v2.0/ports?device_id=8d7235ba-6f34-4915-b378-47616da39f0d HTTP/1.1" status: 200 len: 205 time: 0.0557292 Jul 14 09:41:12.141662 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 43538) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:12.190241 n-d-779913-29 neutron-server[93958]: INFO neutron.api.v2.resource [None req-35194fd6-d369-4df3-b569-277c8557fb2b tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] delete failed (client error): The resource could not be found. Jul 14 09:41:12.194102 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-35194fd6-d369-4df3-b569-277c8557fb2b tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] 10.222.0.68 "DELETE /v2.0/routers/8d7235ba-6f34-4915-b378-47616da39f0d HTTP/1.1" status: 404 len: 336 time: 0.0485413 Jul 14 09:41:12.194230 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 43540) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:12.231050 n-d-779913-29 neutron-server[93957]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c370651-fb1f-4870-8e52-ee127d54774d tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] DELETE failed (client error): The resource could not be found. Jul 14 09:41:12.231682 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c370651-fb1f-4870-8e52-ee127d54774d tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:41:12.236651 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-0c370651-fb1f-4870-8e52-ee127d54774d tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] 10.222.0.68 "DELETE /v2.0/subnets/3c85c9a9-7080-4068-84c3-a2e680890888 HTTP/1.1" status: 404 len: 337 time: 0.0384831 Jul 14 09:41:12.237029 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 43542) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:12.264936 n-d-779913-29 neutron-server[93957]: INFO neutron.pecan_wsgi.hooks.translation [None req-566a513d-02e2-489e-8db1-9c2c0bd160fd tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] DELETE failed (client error): The resource could not be found. Jul 14 09:41:12.265408 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-566a513d-02e2-489e-8db1-9c2c0bd160fd tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:41:12.267266 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-566a513d-02e2-489e-8db1-9c2c0bd160fd tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] 10.222.0.68 "DELETE /v2.0/subnets/731a738f-f512-4314-89bc-2efbd23be044 HTTP/1.1" status: 404 len: 337 time: 0.0291913 Jul 14 09:41:12.269878 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 43544) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:12.296182 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-3f4a94a7-848a-4858-9b84-92c9c464eea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12753e73-4d87-4e68-b344-18ef47720e0a', 'name': 'tempest-snat-router-1813841791', 'tenant_id': '36e6b1d7b41443e3b5f84188cea39d4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.31'}], 'enable_snat': False}, 'gw_port_id': '37fc7fa3-3d7d-4d15-8972-7ac146a57b73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:41:08Z', 'updated_at': '2021-07-14T09:41:09Z', 'revision_number': 3, 'project_id': '36e6b1d7b41443e3b5f84188cea39d4e', 'gw_port': {'id': '37fc7fa3-3d7d-4d15-8972-7ac146a57b73', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:1c:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12753e73-4d87-4e68-b344-18ef47720e0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2877, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:41:09Z', 'updated_at': '2021-07-14T09:41:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-779913-29'}], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:12.297305 n-d-779913-29 neutron-server[93957]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b7bde6a-4cb9-443e-bfc6-a556fa752b96 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] DELETE failed (client error): The resource could not be found. Jul 14 09:41:12.297798 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b7bde6a-4cb9-443e-bfc6-a556fa752b96 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:41:12.300203 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-4b7bde6a-4cb9-443e-bfc6-a556fa752b96 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] 10.222.0.68 "DELETE /v2.0/subnets/4909dd26-ee00-4000-958e-9313cfbe6942 HTTP/1.1" status: 404 len: 337 time: 0.0293467 Jul 14 09:41:12.312635 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 43546) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:12.328121 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f4a94a7-848a-4858-9b84-92c9c464eea6 None None] The sync data for ids ['12753e73-4d87-4e68-b344-18ef47720e0a'] in n-d-779913-29 is: [{'id': '12753e73-4d87-4e68-b344-18ef47720e0a', 'name': 'tempest-snat-router-1813841791', 'tenant_id': '36e6b1d7b41443e3b5f84188cea39d4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.31'}], 'enable_snat': False}, 'gw_port_id': '37fc7fa3-3d7d-4d15-8972-7ac146a57b73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:41:08Z', 'updated_at': '2021-07-14T09:41:09Z', 'revision_number': 3, 'project_id': '36e6b1d7b41443e3b5f84188cea39d4e', 'gw_port': {'id': '37fc7fa3-3d7d-4d15-8972-7ac146a57b73', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:1c:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12753e73-4d87-4e68-b344-18ef47720e0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2877, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:41:09Z', 'updated_at': '2021-07-14T09:41:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-779913-29'}] {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:41:12.340258 n-d-779913-29 neutron-server[93957]: INFO neutron.pecan_wsgi.hooks.translation [None req-d29cbb05-1fe5-4429-87cb-e60abf782871 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] DELETE failed (client error): The resource could not be found. Jul 14 09:41:12.340724 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d29cbb05-1fe5-4429-87cb-e60abf782871 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:41:12.345931 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-d29cbb05-1fe5-4429-87cb-e60abf782871 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] 10.222.0.68 "DELETE /v2.0/subnets/88aa7971-bac4-4efb-b152-25dec91a2396 HTTP/1.1" status: 404 len: 337 time: 0.0289083 Jul 14 09:41:12.345931 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 43548) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:12.360517 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-50fa61e3-ac55-43b7-aa26-3d13f19bb4ae tempest-RoutersAdminTest-1297099084 tempest-RoutersAdminTest-1297099084-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:12.387610 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-dc465219-8a5a-4047-88eb-40e416f7f82e tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] 10.222.0.68 "GET /v2.0/ports?device_id=cf951592-1964-4e41-801a-9c3fc61984bf HTTP/1.1" status: 200 len: 205 time: 0.0385656 Jul 14 09:41:12.387849 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 43550) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:12.433432 n-d-779913-29 neutron-server[93957]: INFO neutron.api.v2.resource [None req-65b7a0ef-5372-4b77-a561-17ed6e6a4a22 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] delete failed (client error): The resource could not be found. Jul 14 09:41:12.436681 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-65b7a0ef-5372-4b77-a561-17ed6e6a4a22 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] 10.222.0.68 "DELETE /v2.0/routers/cf951592-1964-4e41-801a-9c3fc61984bf HTTP/1.1" status: 404 len: 336 time: 0.0454564 Jul 14 09:41:12.436998 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 43552) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:12.470682 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-1edf5c8f-e122-466f-b5a8-ea9cdd5356f4 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] 10.222.0.68 "GET /v2.0/ports?device_id=87cff05a-e4ea-4f4f-a862-38f937ed634a HTTP/1.1" status: 200 len: 205 time: 0.0324349 Jul 14 09:41:12.473166 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 43554) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:12.514050 n-d-779913-29 neutron-server[93958]: INFO neutron.api.v2.resource [None req-996e8166-b87e-4274-8151-a6d43f91f611 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] delete failed (client error): The resource could not be found. Jul 14 09:41:12.518014 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-996e8166-b87e-4274-8151-a6d43f91f611 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] 10.222.0.68 "DELETE /v2.0/routers/87cff05a-e4ea-4f4f-a862-38f937ed634a HTTP/1.1" status: 404 len: 336 time: 0.0409043 Jul 14 09:41:12.518797 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 43556) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:12.580614 n-d-779913-29 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-f22c5e61-c677-485f-8750-67b09cb11f45 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] DELETE failed (client error): The resource could not be found. Jul 14 09:41:12.581069 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f22c5e61-c677-485f-8750-67b09cb11f45 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:41:12.582878 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-f22c5e61-c677-485f-8750-67b09cb11f45 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] 10.222.0.68 "DELETE /v2.0/subnets/9ea342de-2e53-4932-be65-4652afc7ea3f HTTP/1.1" status: 404 len: 337 time: 0.0630393 Jul 14 09:41:12.585482 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 43558) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:12.621417 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-82a1817f-f4a2-49e6-bc9a-9579657a1d8c tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] 10.222.0.68 "GET /v2.0/ports?device_id=4b735add-8c84-482e-94fe-a898ebf5d1d6 HTTP/1.1" status: 200 len: 205 time: 0.0348301 Jul 14 09:41:12.624133 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 43560) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:12.711983 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-50fa61e3-ac55-43b7-aa26-3d13f19bb4ae tempest-RoutersAdminTest-1297099084 tempest-RoutersAdminTest-1297099084-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-711762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-661452'] for router, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:12.716633 n-d-779913-29 neutron-server[93957]: INFO neutron.api.v2.resource [None req-735bec62-222b-4c2c-9b1f-b392db9a0a7f tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] delete failed (client error): The resource could not be found. Jul 14 09:41:12.720403 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-735bec62-222b-4c2c-9b1f-b392db9a0a7f tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] 10.222.0.68 "DELETE /v2.0/routers/4b735add-8c84-482e-94fe-a898ebf5d1d6 HTTP/1.1" status: 404 len: 336 time: 0.0922472 Jul 14 09:41:12.721392 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 43566) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:12.816628 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:13.130271 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-388382e3-295a-4bba-addc-8c4f16b1f662 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] 10.222.0.68 "GET /v2.0/ports?device_id=0e4c48ab-9938-4ecb-aa6c-32fd6c18d53c HTTP/1.1" status: 200 len: 205 time: 0.4077275 Jul 14 09:41:13.132586 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 43570) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:13.228792 n-d-779913-29 neutron-server[93957]: INFO neutron.api.v2.resource [None req-f8316007-7790-41f1-b4f8-9e44cf47841c tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] delete failed (client error): The resource could not be found. Jul 14 09:41:13.233857 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-f8316007-7790-41f1-b4f8-9e44cf47841c tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] 10.222.0.68 "DELETE /v2.0/routers/0e4c48ab-9938-4ecb-aa6c-32fd6c18d53c HTTP/1.1" status: 404 len: 336 time: 0.0995984 Jul 14 09:41:13.236910 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 43574) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:13.279593 n-d-779913-29 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6e6bc50-cac9-491d-b8b8-b4c4cd4e06ce tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] DELETE failed (client error): The resource could not be found. Jul 14 09:41:13.280172 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6e6bc50-cac9-491d-b8b8-b4c4cd4e06ce tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:41:13.282021 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-d6e6bc50-cac9-491d-b8b8-b4c4cd4e06ce tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] 10.222.0.68 "DELETE /v2.0/subnets/5bdfcb4d-c826-4432-b59f-bfef68ae5b63 HTTP/1.1" status: 404 len: 337 time: 0.0431373 Jul 14 09:41:13.284611 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 43576) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:13.326480 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-10382692-14ef-4d52-858d-d7487b2d9002 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] 10.222.0.68 "GET /v2.0/ports?device_id=3674ed17-d512-46c1-9a34-997e098eabb0 HTTP/1.1" status: 200 len: 205 time: 0.0406127 Jul 14 09:41:13.329266 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 43578) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:13.379646 n-d-779913-29 neutron-server[93957]: INFO neutron.api.v2.resource [None req-ae701b3a-ca80-4ae0-b200-b0b357d69190 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] delete failed (client error): The resource could not be found. Jul 14 09:41:13.381064 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-ae701b3a-ca80-4ae0-b200-b0b357d69190 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] 10.222.0.68 "DELETE /v2.0/routers/3674ed17-d512-46c1-9a34-997e098eabb0 HTTP/1.1" status: 404 len: 336 time: 0.0496719 Jul 14 09:41:13.383714 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 43580) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:13.425140 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50fa61e3-ac55-43b7-aa26-3d13f19bb4ae tempest-RoutersAdminTest-1297099084 tempest-RoutersAdminTest-1297099084-project-admin] Router 5676bf28-0c36-4c7e-8b16-14092145729a is scheduled to L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 with binding_index 1 {{(pid=93958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:41:13.435393 n-d-779913-29 neutron-server[93957]: INFO neutron.pecan_wsgi.hooks.translation [None req-da22d9dc-f018-46cc-8e79-e2e1160ebb37 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] DELETE failed (client error): The resource could not be found. Jul 14 09:41:13.436569 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da22d9dc-f018-46cc-8e79-e2e1160ebb37 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:41:13.438903 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-da22d9dc-f018-46cc-8e79-e2e1160ebb37 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] 10.222.0.68 "DELETE /v2.0/subnets/95079f7a-762c-4555-a54c-6d44364554c4 HTTP/1.1" status: 404 len: 337 time: 0.0541065 Jul 14 09:41:13.442379 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 43582) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:13.468700 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faeba54c-c578-4ad8-a08d-1d33d38100ec req-b9357995-b3e9-4147-8bec-dd7225caee9c tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:13.470743 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-faeba54c-c578-4ad8-a08d-1d33d38100ec req-b9357995-b3e9-4147-8bec-dd7225caee9c tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] 10.222.0.68 "GET /v2.0/ports?device_id=abf03d13-3e8c-49a2-bd4b-0fc24e0a569d HTTP/1.1" status: 200 len: 945 time: 0.1497209 Jul 14 09:41:13.534962 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-344c617d-920b-4dd3-99e0-e397e7d3ac64 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] 10.222.0.68 "GET /v2.0/ports?device_id=a1450c9a-80e0-4ee5-9b86-dc60ff93d560 HTTP/1.1" status: 200 len: 205 time: 0.0887504 Jul 14 09:41:13.535308 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 43584) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:13.583112 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:13.587885 n-d-779913-29 neutron-server[93957]: INFO neutron.api.v2.resource [None req-cbd664e1-0896-4db5-9c30-0735d6aa9407 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] delete failed (client error): The resource could not be found. Jul 14 09:41:13.589064 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-cbd664e1-0896-4db5-9c30-0735d6aa9407 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] 10.222.0.68 "DELETE /v2.0/routers/a1450c9a-80e0-4ee5-9b86-dc60ff93d560 HTTP/1.1" status: 404 len: 336 time: 0.0527370 Jul 14 09:41:13.591717 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 43586) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:13.621567 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.agents_db [None req-3c3509fb-540d-4335-a450-574895dd3602 None None] Agent healthcheck: found 7 active agents {{(pid=93960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:41:13.632208 n-d-779913-29 neutron-server[93957]: INFO neutron.pecan_wsgi.hooks.translation [None req-566f92f7-1239-4cbc-b1f3-8a53d945cc7c tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] DELETE failed (client error): The resource could not be found. Jul 14 09:41:13.632678 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-566f92f7-1239-4cbc-b1f3-8a53d945cc7c tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:41:13.634486 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-566f92f7-1239-4cbc-b1f3-8a53d945cc7c tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] 10.222.0.68 "DELETE /v2.0/subnets/0bdda1ac-2ff2-41ca-851f-cc2197a4835d HTTP/1.1" status: 404 len: 337 time: 0.0418551 Jul 14 09:41:13.634934 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-faeba54c-c578-4ad8-a08d-1d33d38100ec req-b89000ef-ced6-4266-8253-af26c9b5233b tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] 10.222.0.68 "GET /v2.0/security-groups?id=8136fa3c-cdeb-41b3-bfb9-6bf131e66cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053278 Jul 14 09:41:13.636946 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 43588) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:13.672006 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50fa61e3-ac55-43b7-aa26-3d13f19bb4ae tempest-RoutersAdminTest-1297099084 tempest-RoutersAdminTest-1297099084-project-admin] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:41:13.674127 n-d-779913-29 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-13cb7b55-8a6c-4aa4-afad-edd89e1b19f1 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] DELETE failed (client error): The resource could not be found. Jul 14 09:41:13.674723 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13cb7b55-8a6c-4aa4-afad-edd89e1b19f1 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:41:13.679104 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-13cb7b55-8a6c-4aa4-afad-edd89e1b19f1 tempest-RoutersTest-101813428 tempest-RoutersTest-101813428-project] 10.222.0.68 "DELETE /v2.0/subnets/56010b02-6cdb-4bb9-a5e6-d2ad122e3ad7 HTTP/1.1" status: 404 len: 337 time: 0.0386498 Jul 14 09:41:13.684357 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57761d5b-3133-4c54-8625-6d1b41cc7738 None None] Sync routers for ids ['5676bf28-0c36-4c7e-8b16-14092145729a'] in n-d-779913-29 {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:41:13.699315 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57761d5b-3133-4c54-8625-6d1b41cc7738 None None] Routers {'5676bf28-0c36-4c7e-8b16-14092145729a'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:41:13.700345 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-57761d5b-3133-4c54-8625-6d1b41cc7738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:40:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['5676bf28-0c36-4c7e-8b16-14092145729a'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:13.725645 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-50fa61e3-ac55-43b7-aa26-3d13f19bb4ae tempest-RoutersAdminTest-1297099084 tempest-RoutersAdminTest-1297099084-project-admin] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:13.728317 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-50fa61e3-ac55-43b7-aa26-3d13f19bb4ae tempest-RoutersAdminTest-1297099084 tempest-RoutersAdminTest-1297099084-project-admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 2.8060837 Jul 14 09:41:13.730077 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 43592) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:13.839756 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvr_db [None req-57761d5b-3133-4c54-8625-6d1b41cc7738 None None] Set router 5676bf28-0c36-4c7e-8b16-14092145729a gateway port host: n-d-779913-29 {{(pid=93959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:41:13.870752 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-c3a904aa-24fe-49fa-9f22-7958c8adac53 tempest-RoutersAdminTest-1297099084 tempest-RoutersAdminTest-1297099084-project-admin] 10.222.0.68 "GET /v2.0/routers/5676bf28-0c36-4c7e-8b16-14092145729a HTTP/1.1" status: 200 len: 908 time: 0.1390853 Jul 14 09:41:13.873404 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 43594) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:14.035627 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e89f1073-c62e-4ff4-ae12-86c9d4249933 tempest-RoutersAdminTest-1297099084 tempest-RoutersAdminTest-1297099084-project-admin] Notify callbacks [] for router, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:14.036050 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 43600) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:14.104326 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-57761d5b-3133-4c54-8625-6d1b41cc7738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5676bf28-0c36-4c7e-8b16-14092145729a', 'name': 'tempest-snat-router-1813841791', 'tenant_id': '36e6b1d7b41443e3b5f84188cea39d4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.200'}], 'enable_snat': True}, 'gw_port_id': '1a82ff03-43ef-4743-904f-4dcb9975566d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:41:10Z', 'updated_at': '2021-07-14T09:41:12Z', 'revision_number': 3, 'project_id': '36e6b1d7b41443e3b5f84188cea39d4e', 'gw_port': {'id': '1a82ff03-43ef-4743-904f-4dcb9975566d', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:b0:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5676bf28-0c36-4c7e-8b16-14092145729a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2880, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:41:11Z', 'updated_at': '2021-07-14T09:41:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29'}], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:14.136380 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57761d5b-3133-4c54-8625-6d1b41cc7738 None None] Checking router: 5676bf28-0c36-4c7e-8b16-14092145729a for host: n-d-779913-29 {{(pid=93959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:41:14.137038 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57761d5b-3133-4c54-8625-6d1b41cc7738 None None] Updating router 5676bf28-0c36-4c7e-8b16-14092145729a port 1a82ff03-43ef-4743-904f-4dcb9975566d binding host n-d-779913-29 {{(pid=93959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:41:14.169959 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e89f1073-c62e-4ff4-ae12-86c9d4249933 tempest-RoutersAdminTest-1297099084 tempest-RoutersAdminTest-1297099084-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:14.193606 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-57761d5b-3133-4c54-8625-6d1b41cc7738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:14.231180 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-e89f1073-c62e-4ff4-ae12-86c9d4249933 tempest-RoutersAdminTest-1297099084 tempest-RoutersAdminTest-1297099084-project-admin] Deleting port 1a82ff03-43ef-4743-904f-4dcb9975566d {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:41:14.231527 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e89f1073-c62e-4ff4-ae12-86c9d4249933 tempest-RoutersAdminTest-1297099084 tempest-RoutersAdminTest-1297099084-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:14.243024 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-12f09723-05df-471a-839d-0a2254590ebb admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=8f66f4ea00254d4cb400476df8920946&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2034352 Jul 14 09:41:14.243577 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 43604) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:14.318543 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e85f062f-a8f9-4945-8226-ffa535170e95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:14.326316 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e89f1073-c62e-4ff4-ae12-86c9d4249933 tempest-RoutersAdminTest-1297099084 tempest-RoutersAdminTest-1297099084-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:14.354474 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e85f062f-a8f9-4945-8226-ffa535170e95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:14.358578 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-e89f1073-c62e-4ff4-ae12-86c9d4249933 tempest-RoutersAdminTest-1297099084 tempest-RoutersAdminTest-1297099084-project-admin] Calling delete_port for 1a82ff03-43ef-4743-904f-4dcb9975566d owned by network:router_gateway {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:41:14.442058 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e85f062f-a8f9-4945-8226-ffa535170e95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:14.444670 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e85f062f-a8f9-4945-8226-ffa535170e95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:14.448395 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-e85f062f-a8f9-4945-8226-ffa535170e95 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/d2e7b91b-a4be-4da5-ac8d-2fe92db49974 HTTP/1.1" status: 204 len: 168 time: 0.2015526 Jul 14 09:41:14.485234 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85f062f-a8f9-4945-8226-ffa535170e95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2e7b91b-a4be-4da5-ac8d-2fe92db49974,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:14.628121 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 37fc7fa3-3d7d-4d15-8972-7ac146a57b73 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:41:14.659732 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e89f1073-c62e-4ff4-ae12-86c9d4249933 tempest-RoutersAdminTest-1297099084 tempest-RoutersAdminTest-1297099084-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:14.718300 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89f1073-c62e-4ff4-ae12-86c9d4249933 tempest-RoutersAdminTest-1297099084 tempest-RoutersAdminTest-1297099084-project-admin] Pushing event deleted for resources: {'Port': ['ID=1a82ff03-43ef-4743-904f-4dcb9975566d,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:14.763354 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e89f1073-c62e-4ff4-ae12-86c9d4249933 tempest-RoutersAdminTest-1297099084 tempest-RoutersAdminTest-1297099084-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-660532'] for router_gateway, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:14.850272 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning for port 37fc7fa3-3d7d-4d15-8972-7ac146a57b73 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:41:14.861625 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port 37fc7fa3-3d7d-4d15-8972-7ac146a57b73 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:41:14.862874 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:14.897572 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e89f1073-c62e-4ff4-ae12-86c9d4249933 tempest-RoutersAdminTest-1297099084 tempest-RoutersAdminTest-1297099084-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-711871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12964'] for router, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:14.900747 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e89f1073-c62e-4ff4-ae12-86c9d4249933 tempest-RoutersAdminTest-1297099084 tempest-RoutersAdminTest-1297099084-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:14.979280 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.db.api [None req-57761d5b-3133-4c54-8625-6d1b41cc7738 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93959) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 09:41:14.979672 n-d-779913-29 neutron-server[93959]: DEBUG oslo_db.api [None req-57761d5b-3133-4c54-8625-6d1b41cc7738 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 09:41:14.980082 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e89f1073-c62e-4ff4-ae12-86c9d4249933 tempest-RoutersAdminTest-1297099084 tempest-RoutersAdminTest-1297099084-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-704815'] for router, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:14.980839 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e89f1073-c62e-4ff4-ae12-86c9d4249933 tempest-RoutersAdminTest-1297099084 tempest-RoutersAdminTest-1297099084-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5676bf28-0c36-4c7e-8b16-14092145729a {{(pid=93957) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:41:14.995238 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e89f1073-c62e-4ff4-ae12-86c9d4249933 tempest-RoutersAdminTest-1297099084 tempest-RoutersAdminTest-1297099084-project-admin] Notify callbacks [] for router, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:14.996900 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-e89f1073-c62e-4ff4-ae12-86c9d4249933 tempest-RoutersAdminTest-1297099084 tempest-RoutersAdminTest-1297099084-project-admin] 10.222.0.68 "DELETE /v2.0/routers/5676bf28-0c36-4c7e-8b16-14092145729a HTTP/1.1" status: 204 len: 168 time: 1.1225026 Jul 14 09:41:14.999947 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 43628) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:15.063587 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:15.071028 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd01a26-987b-4313-9c9a-aebb87ea8933 req-552f73f7-ad86-46e2-8590-6e3f3ea3a1e0 tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:15.080981 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2fd01a26-987b-4313-9c9a-aebb87ea8933 req-552f73f7-ad86-46e2-8590-6e3f3ea3a1e0 tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] 10.222.0.68 "GET /v2.0/ports?device_id=abf03d13-3e8c-49a2-bd4b-0fc24e0a569d HTTP/1.1" status: 200 len: 945 time: 0.2615213 Jul 14 09:41:15.089917 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] For port 37fc7fa3-3d7d-4d15-8972-7ac146a57b73, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=37fc7fa3-3d7d-4d15-8972-7ac146a57b73,segment=NetworkSegment(81bf7a93-80b3-43df-b9d5-462c604a2945),segment_id=81bf7a93-80b3-43df-b9d5-462c604a2945)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:41:15.098696 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:15.172178 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2fd01a26-987b-4313-9c9a-aebb87ea8933 req-dfb3ec12-71d3-4836-9514-d494be1eab09 tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] 10.222.0.68 "GET /v2.0/security-groups?id=8136fa3c-cdeb-41b3-bfb9-6bf131e66cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900414 Jul 14 09:41:15.186892 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Pushing event updated for resources: {'Port': ['ID=37fc7fa3-3d7d-4d15-8972-7ac146a57b73,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:15.198753 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:41:15.199270 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:41:15.199612 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:41:15.200033 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:41:15.200446 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:41:15.200858 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:41:15.201264 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:41:15.201689 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:41:15.202107 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:41:15.202516 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:41:15.202915 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:41:15.203263 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:41:15.226850 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3c4a3aff-e8ed-4cc1-9574-fc87a65e3e5c tempest-RoutersAdminTest-1297099084 tempest-RoutersAdminTest-1297099084-project-admin] Notify callbacks [] for router, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:15.356793 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3c4a3aff-e8ed-4cc1-9574-fc87a65e3e5c tempest-RoutersAdminTest-1297099084 tempest-RoutersAdminTest-1297099084-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:15.435938 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-3c4a3aff-e8ed-4cc1-9574-fc87a65e3e5c tempest-RoutersAdminTest-1297099084 tempest-RoutersAdminTest-1297099084-project-admin] Deleting port 37fc7fa3-3d7d-4d15-8972-7ac146a57b73 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:41:15.436369 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3c4a3aff-e8ed-4cc1-9574-fc87a65e3e5c tempest-RoutersAdminTest-1297099084 tempest-RoutersAdminTest-1297099084-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:15.518254 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57761d5b-3133-4c54-8625-6d1b41cc7738 None None] Port 1a82ff03-43ef-4743-904f-4dcb9975566d not found while updating agent binding for router 5676bf28-0c36-4c7e-8b16-14092145729a. {{(pid=93959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 14 09:41:15.541302 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-3c4a3aff-e8ed-4cc1-9574-fc87a65e3e5c tempest-RoutersAdminTest-1297099084 tempest-RoutersAdminTest-1297099084-project-admin] For port 37fc7fa3-3d7d-4d15-8972-7ac146a57b73, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=37fc7fa3-3d7d-4d15-8972-7ac146a57b73,segment=NetworkSegment(81bf7a93-80b3-43df-b9d5-462c604a2945),segment_id=81bf7a93-80b3-43df-b9d5-462c604a2945)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:41:15.541881 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3c4a3aff-e8ed-4cc1-9574-fc87a65e3e5c tempest-RoutersAdminTest-1297099084 tempest-RoutersAdminTest-1297099084-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:15.548409 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57761d5b-3133-4c54-8625-6d1b41cc7738 None None] Routers set() bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:41:15.548802 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57761d5b-3133-4c54-8625-6d1b41cc7738 None None] Router IDs set() for agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 14 09:41:15.551901 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_agentschedulers_db [None req-57761d5b-3133-4c54-8625-6d1b41cc7738 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'5676bf28-0c36-4c7e-8b16-14092145729a'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:40:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent'). {{(pid=93959) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 14 09:41:15.553656 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57761d5b-3133-4c54-8625-6d1b41cc7738 None None] The sync data for ids ['5676bf28-0c36-4c7e-8b16-14092145729a'] in n-d-779913-29 is: [] {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:41:15.566257 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-3c4a3aff-e8ed-4cc1-9574-fc87a65e3e5c tempest-RoutersAdminTest-1297099084 tempest-RoutersAdminTest-1297099084-project-admin] Calling delete_port for 37fc7fa3-3d7d-4d15-8972-7ac146a57b73 owned by network:router_gateway {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:41:15.846828 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3c4a3aff-e8ed-4cc1-9574-fc87a65e3e5c tempest-RoutersAdminTest-1297099084 tempest-RoutersAdminTest-1297099084-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:15.873302 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4a3aff-e8ed-4cc1-9574-fc87a65e3e5c tempest-RoutersAdminTest-1297099084 tempest-RoutersAdminTest-1297099084-project-admin] Pushing event deleted for resources: {'Port': ['ID=37fc7fa3-3d7d-4d15-8972-7ac146a57b73,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:15.952514 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3c4a3aff-e8ed-4cc1-9574-fc87a65e3e5c tempest-RoutersAdminTest-1297099084 tempest-RoutersAdminTest-1297099084-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-660532'] for router_gateway, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:16.060845 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3c4a3aff-e8ed-4cc1-9574-fc87a65e3e5c tempest-RoutersAdminTest-1297099084 tempest-RoutersAdminTest-1297099084-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-711871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12964'] for router, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:16.063059 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3c4a3aff-e8ed-4cc1-9574-fc87a65e3e5c tempest-RoutersAdminTest-1297099084 tempest-RoutersAdminTest-1297099084-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:16.119538 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3c4a3aff-e8ed-4cc1-9574-fc87a65e3e5c tempest-RoutersAdminTest-1297099084 tempest-RoutersAdminTest-1297099084-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-704815'] for router, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:16.120049 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c4a3aff-e8ed-4cc1-9574-fc87a65e3e5c tempest-RoutersAdminTest-1297099084 tempest-RoutersAdminTest-1297099084-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 12753e73-4d87-4e68-b344-18ef47720e0a {{(pid=93958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:41:16.124946 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3c4a3aff-e8ed-4cc1-9574-fc87a65e3e5c tempest-RoutersAdminTest-1297099084 tempest-RoutersAdminTest-1297099084-project-admin] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:16.126900 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-3c4a3aff-e8ed-4cc1-9574-fc87a65e3e5c tempest-RoutersAdminTest-1297099084 tempest-RoutersAdminTest-1297099084-project-admin] 10.222.0.68 "DELETE /v2.0/routers/12753e73-4d87-4e68-b344-18ef47720e0a HTTP/1.1" status: 204 len: 168 time: 1.1252291 Jul 14 09:41:16.130517 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 43658) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:16.139034 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-b5fd3437-933b-456c-8ece-e3d93253eaf3 tempest-RoutersAdminTest-1262051535 tempest-RoutersAdminTest-1262051535-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2073186236', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'}, 'admin_state_up': False}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:41:16.176194 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b5fd3437-933b-456c-8ece-e3d93253eaf3 tempest-RoutersAdminTest-1262051535 tempest-RoutersAdminTest-1262051535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-711749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14670'] for router, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:16.178661 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b5fd3437-933b-456c-8ece-e3d93253eaf3 tempest-RoutersAdminTest-1262051535 tempest-RoutersAdminTest-1262051535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-711718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-661475', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14679'] for router, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:16.251167 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b5fd3437-933b-456c-8ece-e3d93253eaf3 tempest-RoutersAdminTest-1262051535 tempest-RoutersAdminTest-1262051535-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:16.472796 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b5fd3437-933b-456c-8ece-e3d93253eaf3 tempest-RoutersAdminTest-1262051535 tempest-RoutersAdminTest-1262051535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-661489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-711771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12973'] for router, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:16.509311 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a51efda-02ec-4a34-a793-18b15bfad497 req-f3bcdf6f-e60d-4778-b554-664108e66559 tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:16.509311 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-0a51efda-02ec-4a34-a793-18b15bfad497 req-f3bcdf6f-e60d-4778-b554-664108e66559 tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] 10.222.0.68 "GET /v2.0/ports?device_id=abf03d13-3e8c-49a2-bd4b-0fc24e0a569d HTTP/1.1" status: 200 len: 945 time: 0.1641517 Jul 14 09:41:16.589012 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-0a51efda-02ec-4a34-a793-18b15bfad497 req-8dc0f089-1122-4f46-8a58-964a8dd3867c tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] 10.222.0.68 "GET /v2.0/security-groups?id=8136fa3c-cdeb-41b3-bfb9-6bf131e66cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733864 Jul 14 09:41:16.773455 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b5fd3437-933b-456c-8ece-e3d93253eaf3 tempest-RoutersAdminTest-1262051535 tempest-RoutersAdminTest-1262051535-project] Notify callbacks [] for router_gateway, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:16.794380 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b5fd3437-933b-456c-8ece-e3d93253eaf3 tempest-RoutersAdminTest-1262051535 tempest-RoutersAdminTest-1262051535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:16.928134 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-b5fd3437-933b-456c-8ece-e3d93253eaf3 tempest-RoutersAdminTest-1262051535 tempest-RoutersAdminTest-1262051535-project] Allocated IP 172.25.4.118 (2dcd4d32-cc7c-4468-b396-7ce5c9231892/6cd22a75-5bc1-467c-a3c4-0af04bd1b34a/37bdb815-83b6-4725-a18e-d708a9ee92cf) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:41:17.030145 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b5fd3437-933b-456c-8ece-e3d93253eaf3 tempest-RoutersAdminTest-1262051535 tempest-RoutersAdminTest-1262051535-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:17.074807 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b5fd3437-933b-456c-8ece-e3d93253eaf3 tempest-RoutersAdminTest-1262051535 tempest-RoutersAdminTest-1262051535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:17.111566 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5fd3437-933b-456c-8ece-e3d93253eaf3 tempest-RoutersAdminTest-1262051535 tempest-RoutersAdminTest-1262051535-project] Network 2dcd4d32-cc7c-4468-b396-7ce5c9231892 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:41:17.116296 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-b5fd3437-933b-456c-8ece-e3d93253eaf3 tempest-RoutersAdminTest-1262051535 tempest-RoutersAdminTest-1262051535-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:41:17.119738 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5fd3437-933b-456c-8ece-e3d93253eaf3 tempest-RoutersAdminTest-1262051535 tempest-RoutersAdminTest-1262051535-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:41:17.144162 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fd3437-933b-456c-8ece-e3d93253eaf3 tempest-RoutersAdminTest-1262051535 tempest-RoutersAdminTest-1262051535-project] Pushing event updated for resources: {'Port': ['ID=37bdb815-83b6-4725-a18e-d708a9ee92cf,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:17.369695 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b5fd3437-933b-456c-8ece-e3d93253eaf3 tempest-RoutersAdminTest-1262051535 tempest-RoutersAdminTest-1262051535-project] Notify callbacks [] for router_gateway, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:17.796931 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e271d226-4442-4309-85ff-a65257d1b89b req-0b155fe0-8262-4964-9cdb-2e66e229761b tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:17.798829 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e271d226-4442-4309-85ff-a65257d1b89b req-0b155fe0-8262-4964-9cdb-2e66e229761b tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] 10.222.0.68 "GET /v2.0/ports?device_id=abf03d13-3e8c-49a2-bd4b-0fc24e0a569d HTTP/1.1" status: 200 len: 945 time: 0.0812328 Jul 14 09:41:17.842764 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e271d226-4442-4309-85ff-a65257d1b89b req-2672d100-6c9c-474a-aea1-7c2af94a545a tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] 10.222.0.68 "GET /v2.0/security-groups?id=8136fa3c-cdeb-41b3-bfb9-6bf131e66cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379128 Jul 14 09:41:17.861938 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b5fd3437-933b-456c-8ece-e3d93253eaf3 tempest-RoutersAdminTest-1262051535 tempest-RoutersAdminTest-1262051535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-711762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-661452'] for router, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:18.075825 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5fd3437-933b-456c-8ece-e3d93253eaf3 tempest-RoutersAdminTest-1262051535 tempest-RoutersAdminTest-1262051535-project] Router 5c2d81f9-ca3d-4349-b5f7-db955604a683 is scheduled to L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 with binding_index 1 {{(pid=93958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:41:18.188289 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5fd3437-933b-456c-8ece-e3d93253eaf3 tempest-RoutersAdminTest-1262051535 tempest-RoutersAdminTest-1262051535-project] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:41:18.198645 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52382a5f-13fe-49ba-bcf7-4b11d05ab9c6 None None] Sync routers for ids ['5c2d81f9-ca3d-4349-b5f7-db955604a683'] in n-d-779913-29 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:41:18.208141 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b5fd3437-933b-456c-8ece-e3d93253eaf3 tempest-RoutersAdminTest-1262051535 tempest-RoutersAdminTest-1262051535-project] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:18.209963 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-b5fd3437-933b-456c-8ece-e3d93253eaf3 tempest-RoutersAdminTest-1262051535 tempest-RoutersAdminTest-1262051535-project] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.0774403 Jul 14 09:41:18.212570 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 43698) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:18.212723 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52382a5f-13fe-49ba-bcf7-4b11d05ab9c6 None None] Routers {'5c2d81f9-ca3d-4349-b5f7-db955604a683'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:41:18.213224 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-52382a5f-13fe-49ba-bcf7-4b11d05ab9c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:40:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['5c2d81f9-ca3d-4349-b5f7-db955604a683'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:18.217964 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-95d4906c-666f-4702-8ea5-3dc2c27a13ab tempest-RoutersAdminTest-1297099084 tempest-RoutersAdminTest-1297099084-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'enable_snat': False}}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:41:18.249219 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-52382a5f-13fe-49ba-bcf7-4b11d05ab9c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:18.258592 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52382a5f-13fe-49ba-bcf7-4b11d05ab9c6 None None] Routers {'5c2d81f9-ca3d-4349-b5f7-db955604a683'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:41:18.259194 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-52382a5f-13fe-49ba-bcf7-4b11d05ab9c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:40:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['5c2d81f9-ca3d-4349-b5f7-db955604a683'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:18.290777 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-52382a5f-13fe-49ba-bcf7-4b11d05ab9c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:18.291353 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52382a5f-13fe-49ba-bcf7-4b11d05ab9c6 None None] The sync data for ids ['5c2d81f9-ca3d-4349-b5f7-db955604a683'] in n-d-779913-29 is: [] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:41:18.357419 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 37fc7fa3-3d7d-4d15-8972-7ac146a57b73 no longer exists at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:41:18.378931 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] No Port match for: 37fc7fa3-3d7d-4d15-8972-7ac146a57b73 {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:41:18.379290 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 37fc7fa3-3d7d-4d15-8972-7ac146a57b73 not bound to the agent host n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:41:18.517472 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-95d4906c-666f-4702-8ea5-3dc2c27a13ab tempest-RoutersAdminTest-1297099084 tempest-RoutersAdminTest-1297099084-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-661489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-711771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12973'] for router, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:18.914747 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-95d4906c-666f-4702-8ea5-3dc2c27a13ab tempest-RoutersAdminTest-1297099084 tempest-RoutersAdminTest-1297099084-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-661489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-711771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12973'] for router, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:18.918193 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-95d4906c-666f-4702-8ea5-3dc2c27a13ab tempest-RoutersAdminTest-1297099084 tempest-RoutersAdminTest-1297099084-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-661452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-661502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-661447', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-711840'] for router, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:19.079083 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95d4906c-666f-4702-8ea5-3dc2c27a13ab tempest-RoutersAdminTest-1297099084 tempest-RoutersAdminTest-1297099084-project-admin] Router 5c2d81f9-ca3d-4349-b5f7-db955604a683 has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:41:19.088588 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8278b4-23d3-443a-aee8-f784d5b4d165 req-8771918a-17a7-4090-b88e-8335ce1383d8 tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:19.090097 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-4a8278b4-23d3-443a-aee8-f784d5b4d165 req-8771918a-17a7-4090-b88e-8335ce1383d8 tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] 10.222.0.68 "GET /v2.0/ports?device_id=abf03d13-3e8c-49a2-bd4b-0fc24e0a569d HTTP/1.1" status: 200 len: 945 time: 0.1285286 Jul 14 09:41:19.174661 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-4a8278b4-23d3-443a-aee8-f784d5b4d165 req-074a6f3c-e38b-4d31-bda6-058ddb329467 tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] 10.222.0.68 "GET /v2.0/security-groups?id=8136fa3c-cdeb-41b3-bfb9-6bf131e66cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774598 Jul 14 09:41:19.234387 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95d4906c-666f-4702-8ea5-3dc2c27a13ab tempest-RoutersAdminTest-1297099084 tempest-RoutersAdminTest-1297099084-project-admin] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:41:19.244252 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-95d4906c-666f-4702-8ea5-3dc2c27a13ab tempest-RoutersAdminTest-1297099084 tempest-RoutersAdminTest-1297099084-project-admin] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:19.247943 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-95d4906c-666f-4702-8ea5-3dc2c27a13ab tempest-RoutersAdminTest-1297099084 tempest-RoutersAdminTest-1297099084-project-admin] 10.222.0.68 "PUT /v2.0/routers/5c2d81f9-ca3d-4349-b5f7-db955604a683 HTTP/1.1" status: 200 len: 922 time: 1.0318537 Jul 14 09:41:19.248354 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 43708) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:19.260755 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bede8026-8323-4565-8a7c-00ecb6f7808f None None] Sync routers for ids ['5c2d81f9-ca3d-4349-b5f7-db955604a683'] in n-d-779913-29 {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:41:19.281891 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bede8026-8323-4565-8a7c-00ecb6f7808f None None] Routers {'5c2d81f9-ca3d-4349-b5f7-db955604a683'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:41:19.282902 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-bede8026-8323-4565-8a7c-00ecb6f7808f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:40:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['5c2d81f9-ca3d-4349-b5f7-db955604a683'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:19.376446 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-bc67c778-5899-4c7b-9931-7a23a759c395 tempest-RoutersAdminTest-1297099084 tempest-RoutersAdminTest-1297099084-project-admin] 10.222.0.68 "GET /v2.0/routers/5c2d81f9-ca3d-4349-b5f7-db955604a683 HTTP/1.1" status: 200 len: 922 time: 0.1243358 Jul 14 09:41:19.377602 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 43718) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:19.378741 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-bede8026-8323-4565-8a7c-00ecb6f7808f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:19.402172 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bede8026-8323-4565-8a7c-00ecb6f7808f None None] Routers {'5c2d81f9-ca3d-4349-b5f7-db955604a683'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:41:19.403072 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-bede8026-8323-4565-8a7c-00ecb6f7808f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:40:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['5c2d81f9-ca3d-4349-b5f7-db955604a683'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:19.437880 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-bede8026-8323-4565-8a7c-00ecb6f7808f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:19.439421 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bede8026-8323-4565-8a7c-00ecb6f7808f None None] The sync data for ids ['5c2d81f9-ca3d-4349-b5f7-db955604a683'] in n-d-779913-29 is: [] {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:41:19.491317 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a83f4933-bf00-4051-b15e-9333c18c7b35 tempest-RoutersAdminTest-1297099084 tempest-RoutersAdminTest-1297099084-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:19.493188 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-a83f4933-bf00-4051-b15e-9333c18c7b35 tempest-RoutersAdminTest-1297099084 tempest-RoutersAdminTest-1297099084-project-admin] 10.222.0.68 "GET /v2.0/ports?network_id=2dcd4d32-cc7c-4468-b396-7ce5c9231892&device_id=5c2d81f9-ca3d-4349-b5f7-db955604a683&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1148348 Jul 14 09:41:19.495862 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 43722) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:19.879478 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ee0ae53-2846-4d8f-bf2f-fbeca15cc583 tempest-RoutersAdminTest-1297099084 tempest-RoutersAdminTest-1297099084-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:19.880808 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-4ee0ae53-2846-4d8f-bf2f-fbeca15cc583 tempest-RoutersAdminTest-1297099084 tempest-RoutersAdminTest-1297099084-project-admin] 10.222.0.68 "GET /v2.0/networks/2dcd4d32-cc7c-4468-b396-7ce5c9231892 HTTP/1.1" status: 200 len: 881 time: 0.3839457 Jul 14 09:41:19.883669 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 43724) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:19.918762 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-99291199-5006-4e88-8af5-bd734c61ec9f tempest-RoutersAdminTest-1262051535 tempest-RoutersAdminTest-1262051535-project] 10.222.0.68 "GET /v2.0/ports?device_id=5c2d81f9-ca3d-4349-b5f7-db955604a683 HTTP/1.1" status: 200 len: 205 time: 0.0339832 Jul 14 09:41:19.921426 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 43726) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:20.059924 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-275f4f45-3391-49a2-ba00-f51ff289b3c3 tempest-RoutersAdminTest-1262051535 tempest-RoutersAdminTest-1262051535-project] Notify callbacks [] for router, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:20.189762 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-275f4f45-3391-49a2-ba00-f51ff289b3c3 tempest-RoutersAdminTest-1262051535 tempest-RoutersAdminTest-1262051535-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:20.243696 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-275f4f45-3391-49a2-ba00-f51ff289b3c3 tempest-RoutersAdminTest-1262051535 tempest-RoutersAdminTest-1262051535-project] Deleting port 37bdb815-83b6-4725-a18e-d708a9ee92cf {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:41:20.244120 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-275f4f45-3391-49a2-ba00-f51ff289b3c3 tempest-RoutersAdminTest-1262051535 tempest-RoutersAdminTest-1262051535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:20.358606 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-275f4f45-3391-49a2-ba00-f51ff289b3c3 tempest-RoutersAdminTest-1262051535 tempest-RoutersAdminTest-1262051535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:20.382253 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-275f4f45-3391-49a2-ba00-f51ff289b3c3 tempest-RoutersAdminTest-1262051535 tempest-RoutersAdminTest-1262051535-project] Calling delete_port for 37bdb815-83b6-4725-a18e-d708a9ee92cf owned by network:router_gateway {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:41:20.411058 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8017b31-66af-435c-8e42-a5b4b48fd3b2 req-44f2a8c2-55c4-4b9d-bd73-8c3904507fdc tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:20.412744 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b8017b31-66af-435c-8e42-a5b4b48fd3b2 req-44f2a8c2-55c4-4b9d-bd73-8c3904507fdc tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] 10.222.0.68 "GET /v2.0/ports?device_id=abf03d13-3e8c-49a2-bd4b-0fc24e0a569d HTTP/1.1" status: 200 len: 945 time: 0.1129651 Jul 14 09:41:20.516187 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b8017b31-66af-435c-8e42-a5b4b48fd3b2 req-3bcbfdc7-13da-4332-9d04-d776d3d3cabf tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] 10.222.0.68 "GET /v2.0/security-groups?id=8136fa3c-cdeb-41b3-bfb9-6bf131e66cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633519 Jul 14 09:41:20.648085 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-275f4f45-3391-49a2-ba00-f51ff289b3c3 tempest-RoutersAdminTest-1262051535 tempest-RoutersAdminTest-1262051535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:20.676785 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275f4f45-3391-49a2-ba00-f51ff289b3c3 tempest-RoutersAdminTest-1262051535 tempest-RoutersAdminTest-1262051535-project] Pushing event deleted for resources: {'Port': ['ID=37bdb815-83b6-4725-a18e-d708a9ee92cf,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:20.753235 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-275f4f45-3391-49a2-ba00-f51ff289b3c3 tempest-RoutersAdminTest-1262051535 tempest-RoutersAdminTest-1262051535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-660532'] for router_gateway, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:20.854453 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-275f4f45-3391-49a2-ba00-f51ff289b3c3 tempest-RoutersAdminTest-1262051535 tempest-RoutersAdminTest-1262051535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-711871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12964'] for router, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:20.857175 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-275f4f45-3391-49a2-ba00-f51ff289b3c3 tempest-RoutersAdminTest-1262051535 tempest-RoutersAdminTest-1262051535-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:20.914244 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-275f4f45-3391-49a2-ba00-f51ff289b3c3 tempest-RoutersAdminTest-1262051535 tempest-RoutersAdminTest-1262051535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-704815'] for router, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:20.914919 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-275f4f45-3391-49a2-ba00-f51ff289b3c3 tempest-RoutersAdminTest-1262051535 tempest-RoutersAdminTest-1262051535-project] Fanout notify agent at l3_agent the message router_deleted on router 5c2d81f9-ca3d-4349-b5f7-db955604a683 {{(pid=93957) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:41:20.930987 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-275f4f45-3391-49a2-ba00-f51ff289b3c3 tempest-RoutersAdminTest-1262051535 tempest-RoutersAdminTest-1262051535-project] Notify callbacks [] for router, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:20.933819 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-275f4f45-3391-49a2-ba00-f51ff289b3c3 tempest-RoutersAdminTest-1262051535 tempest-RoutersAdminTest-1262051535-project] 10.222.0.68 "DELETE /v2.0/routers/5c2d81f9-ca3d-4349-b5f7-db955604a683 HTTP/1.1" status: 204 len: 168 time: 1.0097489 Jul 14 09:41:20.937457 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 43752) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:20.943177 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-9a97fbd9-7ae6-4220-a4c6-7c2cecd45a09 tempest-RoutersAdminTest-1262051535 tempest-RoutersAdminTest-1262051535-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-763424286', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:41:20.975353 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-9a97fbd9-7ae6-4220-a4c6-7c2cecd45a09 tempest-RoutersAdminTest-1262051535 tempest-RoutersAdminTest-1262051535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-711749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14670'] for router, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:20.981142 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-9a97fbd9-7ae6-4220-a4c6-7c2cecd45a09 tempest-RoutersAdminTest-1262051535 tempest-RoutersAdminTest-1262051535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-711718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-661475', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14679'] for router, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:21.083869 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-9a97fbd9-7ae6-4220-a4c6-7c2cecd45a09 tempest-RoutersAdminTest-1262051535 tempest-RoutersAdminTest-1262051535-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:21.089052 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-9a97fbd9-7ae6-4220-a4c6-7c2cecd45a09 tempest-RoutersAdminTest-1262051535 tempest-RoutersAdminTest-1262051535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-711762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-661452'] for router, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:21.108263 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-9a97fbd9-7ae6-4220-a4c6-7c2cecd45a09 tempest-RoutersAdminTest-1262051535 tempest-RoutersAdminTest-1262051535-project] Notify callbacks [] for router, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:21.109845 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-9a97fbd9-7ae6-4220-a4c6-7c2cecd45a09 tempest-RoutersAdminTest-1262051535 tempest-RoutersAdminTest-1262051535-project] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1710217 Jul 14 09:41:21.113410 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 43758) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:21.119207 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-b34fa89f-d068-48c2-ac39-b1a8c57a52cd tempest-RoutersAdminTest-1262051535 tempest-RoutersAdminTest-1262051535-project] Request body: {'router': {'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'}}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:41:21.357528 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b34fa89f-d068-48c2-ac39-b1a8c57a52cd tempest-RoutersAdminTest-1262051535 tempest-RoutersAdminTest-1262051535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-661489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-711771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12973'] for router, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:21.576580 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b34fa89f-d068-48c2-ac39-b1a8c57a52cd tempest-RoutersAdminTest-1262051535 tempest-RoutersAdminTest-1262051535-project] Notify callbacks [] for router_gateway, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:21.598046 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b34fa89f-d068-48c2-ac39-b1a8c57a52cd tempest-RoutersAdminTest-1262051535 tempest-RoutersAdminTest-1262051535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:21.741524 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-b34fa89f-d068-48c2-ac39-b1a8c57a52cd tempest-RoutersAdminTest-1262051535 tempest-RoutersAdminTest-1262051535-project] Allocated IP 172.25.4.125 (2dcd4d32-cc7c-4468-b396-7ce5c9231892/6cd22a75-5bc1-467c-a3c4-0af04bd1b34a/5cdfaecf-03bd-4c04-ae74-213122a40676) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:41:21.877661 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ee1bf8-8b02-4fba-84b2-948a64a09bc2 req-b78f32c5-1ddd-435a-822b-9cc48ea2dbaf tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:21.884147 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-72ee1bf8-8b02-4fba-84b2-948a64a09bc2 req-b78f32c5-1ddd-435a-822b-9cc48ea2dbaf tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] 10.222.0.68 "GET /v2.0/ports?device_id=abf03d13-3e8c-49a2-bd4b-0fc24e0a569d HTTP/1.1" status: 200 len: 945 time: 0.1400566 Jul 14 09:41:21.948242 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-72ee1bf8-8b02-4fba-84b2-948a64a09bc2 req-66d2c31b-cebc-40ac-a2e1-f88220d58108 tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] 10.222.0.68 "GET /v2.0/security-groups?id=8136fa3c-cdeb-41b3-bfb9-6bf131e66cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629890 Jul 14 09:41:21.953821 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b34fa89f-d068-48c2-ac39-b1a8c57a52cd tempest-RoutersAdminTest-1262051535 tempest-RoutersAdminTest-1262051535-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:22.009252 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b34fa89f-d068-48c2-ac39-b1a8c57a52cd tempest-RoutersAdminTest-1262051535 tempest-RoutersAdminTest-1262051535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:22.056100 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b34fa89f-d068-48c2-ac39-b1a8c57a52cd tempest-RoutersAdminTest-1262051535 tempest-RoutersAdminTest-1262051535-project] Network 2dcd4d32-cc7c-4468-b396-7ce5c9231892 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:41:22.061537 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-b34fa89f-d068-48c2-ac39-b1a8c57a52cd tempest-RoutersAdminTest-1262051535 tempest-RoutersAdminTest-1262051535-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:41:22.066211 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b34fa89f-d068-48c2-ac39-b1a8c57a52cd tempest-RoutersAdminTest-1262051535 tempest-RoutersAdminTest-1262051535-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:41:22.133623 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34fa89f-d068-48c2-ac39-b1a8c57a52cd tempest-RoutersAdminTest-1262051535 tempest-RoutersAdminTest-1262051535-project] Pushing event updated for resources: {'Port': ['ID=5cdfaecf-03bd-4c04-ae74-213122a40676,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:22.174780 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-37cf2d51-e25a-46d3-b74d-9dfdef8320a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:22.503105 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b34fa89f-d068-48c2-ac39-b1a8c57a52cd tempest-RoutersAdminTest-1262051535 tempest-RoutersAdminTest-1262051535-project] Notify callbacks [] for router_gateway, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:22.729431 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b34fa89f-d068-48c2-ac39-b1a8c57a52cd tempest-RoutersAdminTest-1262051535 tempest-RoutersAdminTest-1262051535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-661489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-711771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12973'] for router, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:22.732282 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b34fa89f-d068-48c2-ac39-b1a8c57a52cd tempest-RoutersAdminTest-1262051535 tempest-RoutersAdminTest-1262051535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-661452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-661502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-661447', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-711840'] for router, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:22.883564 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b34fa89f-d068-48c2-ac39-b1a8c57a52cd tempest-RoutersAdminTest-1262051535 tempest-RoutersAdminTest-1262051535-project] Router a7d4e090-9341-4ea1-9434-38836316e87d is scheduled to L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 with binding_index 1 {{(pid=93958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:41:23.009117 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b34fa89f-d068-48c2-ac39-b1a8c57a52cd tempest-RoutersAdminTest-1262051535 tempest-RoutersAdminTest-1262051535-project] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:41:23.017666 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b34fa89f-d068-48c2-ac39-b1a8c57a52cd tempest-RoutersAdminTest-1262051535 tempest-RoutersAdminTest-1262051535-project] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:23.019397 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-b34fa89f-d068-48c2-ac39-b1a8c57a52cd tempest-RoutersAdminTest-1262051535 tempest-RoutersAdminTest-1262051535-project] 10.222.0.68 "PUT /v2.0/routers/a7d4e090-9341-4ea1-9434-38836316e87d HTTP/1.1" status: 200 len: 879 time: 1.9042864 Jul 14 09:41:23.022704 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6162c405-2aed-4b62-a252-66447bd935bf None None] Sync routers for ids ['a7d4e090-9341-4ea1-9434-38836316e87d'] in n-d-779913-29 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:41:23.026507 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 43774) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:23.039556 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6162c405-2aed-4b62-a252-66447bd935bf None None] Routers {'a7d4e090-9341-4ea1-9434-38836316e87d'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:41:23.040178 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-6162c405-2aed-4b62-a252-66447bd935bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:40:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['a7d4e090-9341-4ea1-9434-38836316e87d'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:23.089325 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-6162c405-2aed-4b62-a252-66447bd935bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:23.110581 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6162c405-2aed-4b62-a252-66447bd935bf None None] Routers {'a7d4e090-9341-4ea1-9434-38836316e87d'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:41:23.111213 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-6162c405-2aed-4b62-a252-66447bd935bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:40:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['a7d4e090-9341-4ea1-9434-38836316e87d'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:23.146923 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-6162c405-2aed-4b62-a252-66447bd935bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:23.147500 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6162c405-2aed-4b62-a252-66447bd935bf None None] The sync data for ids ['a7d4e090-9341-4ea1-9434-38836316e87d'] in n-d-779913-29 is: [] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:41:23.167513 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-59a78cad-af45-44ea-bd4d-1ad8fe28304c tempest-RoutersAdminTest-1297099084 tempest-RoutersAdminTest-1297099084-project-admin] 10.222.0.68 "GET /v2.0/routers/a7d4e090-9341-4ea1-9434-38836316e87d HTTP/1.1" status: 200 len: 920 time: 0.1376863 Jul 14 09:41:23.169556 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 43776) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:23.215228 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58efa683-9fc8-4682-8d67-1b0e5d21b793 req-338e6200-6147-4488-b9be-74ac9500c063 tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:23.223973 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-58efa683-9fc8-4682-8d67-1b0e5d21b793 req-338e6200-6147-4488-b9be-74ac9500c063 tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] 10.222.0.68 "GET /v2.0/ports?device_id=abf03d13-3e8c-49a2-bd4b-0fc24e0a569d HTTP/1.1" status: 200 len: 945 time: 0.0869157 Jul 14 09:41:23.274941 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-58efa683-9fc8-4682-8d67-1b0e5d21b793 req-b4290940-f685-4522-8e88-f449205a1706 tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] 10.222.0.68 "GET /v2.0/security-groups?id=8136fa3c-cdeb-41b3-bfb9-6bf131e66cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499146 Jul 14 09:41:23.284212 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-620ae2f5-beb3-4ca5-b49c-48f7a3197229 tempest-RoutersAdminTest-1297099084 tempest-RoutersAdminTest-1297099084-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:23.286031 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-620ae2f5-beb3-4ca5-b49c-48f7a3197229 tempest-RoutersAdminTest-1297099084 tempest-RoutersAdminTest-1297099084-project-admin] 10.222.0.68 "GET /v2.0/ports?network_id=2dcd4d32-cc7c-4468-b396-7ce5c9231892&device_id=a7d4e090-9341-4ea1-9434-38836316e87d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1168005 Jul 14 09:41:23.291626 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 43782) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:23.406785 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d03fc6f0-f601-4314-b486-a1a55549f880 tempest-RoutersAdminTest-1297099084 tempest-RoutersAdminTest-1297099084-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:23.411447 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-d03fc6f0-f601-4314-b486-a1a55549f880 tempest-RoutersAdminTest-1297099084 tempest-RoutersAdminTest-1297099084-project-admin] 10.222.0.68 "GET /v2.0/networks/2dcd4d32-cc7c-4468-b396-7ce5c9231892 HTTP/1.1" status: 200 len: 881 time: 0.1156662 Jul 14 09:41:23.412674 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 43788) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:23.460980 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-9476af4e-fe8a-43d6-95d0-3aba99041e31 tempest-RoutersAdminTest-1262051535 tempest-RoutersAdminTest-1262051535-project] 10.222.0.68 "GET /v2.0/ports?device_id=a7d4e090-9341-4ea1-9434-38836316e87d HTTP/1.1" status: 200 len: 205 time: 0.0447729 Jul 14 09:41:23.463647 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 43792) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:23.600157 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-16de3c67-d0c9-4a79-8e4e-fbc443150d35 tempest-RoutersAdminTest-1262051535 tempest-RoutersAdminTest-1262051535-project] Notify callbacks [] for router, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:23.763487 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-16de3c67-d0c9-4a79-8e4e-fbc443150d35 tempest-RoutersAdminTest-1262051535 tempest-RoutersAdminTest-1262051535-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:23.827883 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-16de3c67-d0c9-4a79-8e4e-fbc443150d35 tempest-RoutersAdminTest-1262051535 tempest-RoutersAdminTest-1262051535-project] Deleting port 5cdfaecf-03bd-4c04-ae74-213122a40676 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:41:23.828602 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-16de3c67-d0c9-4a79-8e4e-fbc443150d35 tempest-RoutersAdminTest-1262051535 tempest-RoutersAdminTest-1262051535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:23.940297 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-16de3c67-d0c9-4a79-8e4e-fbc443150d35 tempest-RoutersAdminTest-1262051535 tempest-RoutersAdminTest-1262051535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:23.953648 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-16de3c67-d0c9-4a79-8e4e-fbc443150d35 tempest-RoutersAdminTest-1262051535 tempest-RoutersAdminTest-1262051535-project] Calling delete_port for 5cdfaecf-03bd-4c04-ae74-213122a40676 owned by network:router_gateway {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:41:24.158941 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-16de3c67-d0c9-4a79-8e4e-fbc443150d35 tempest-RoutersAdminTest-1262051535 tempest-RoutersAdminTest-1262051535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:24.192265 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16de3c67-d0c9-4a79-8e4e-fbc443150d35 tempest-RoutersAdminTest-1262051535 tempest-RoutersAdminTest-1262051535-project] Pushing event deleted for resources: {'Port': ['ID=5cdfaecf-03bd-4c04-ae74-213122a40676,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:24.256579 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-16de3c67-d0c9-4a79-8e4e-fbc443150d35 tempest-RoutersAdminTest-1262051535 tempest-RoutersAdminTest-1262051535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-660532'] for router_gateway, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:24.365692 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-16de3c67-d0c9-4a79-8e4e-fbc443150d35 tempest-RoutersAdminTest-1262051535 tempest-RoutersAdminTest-1262051535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-711871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12964'] for router, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:24.368445 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-16de3c67-d0c9-4a79-8e4e-fbc443150d35 tempest-RoutersAdminTest-1262051535 tempest-RoutersAdminTest-1262051535-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:24.419386 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-16de3c67-d0c9-4a79-8e4e-fbc443150d35 tempest-RoutersAdminTest-1262051535 tempest-RoutersAdminTest-1262051535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-704815'] for router, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:24.421844 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16de3c67-d0c9-4a79-8e4e-fbc443150d35 tempest-RoutersAdminTest-1262051535 tempest-RoutersAdminTest-1262051535-project] Fanout notify agent at l3_agent the message router_deleted on router a7d4e090-9341-4ea1-9434-38836316e87d {{(pid=93958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:41:24.431719 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-16de3c67-d0c9-4a79-8e4e-fbc443150d35 tempest-RoutersAdminTest-1262051535 tempest-RoutersAdminTest-1262051535-project] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:24.433241 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-16de3c67-d0c9-4a79-8e4e-fbc443150d35 tempest-RoutersAdminTest-1262051535 tempest-RoutersAdminTest-1262051535-project] 10.222.0.68 "DELETE /v2.0/routers/a7d4e090-9341-4ea1-9434-38836316e87d HTTP/1.1" status: 204 len: 168 time: 0.9686968 Jul 14 09:41:24.436986 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 43798) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:24.444328 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-a70daa3d-15d0-496f-a380-0726657dbd99 tempest-RoutersAdminTest-1262051535 tempest-RoutersAdminTest-1262051535-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2097663399', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:41:24.503725 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a70daa3d-15d0-496f-a380-0726657dbd99 tempest-RoutersAdminTest-1262051535 tempest-RoutersAdminTest-1262051535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-711749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14670'] for router, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:24.505218 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a70daa3d-15d0-496f-a380-0726657dbd99 tempest-RoutersAdminTest-1262051535 tempest-RoutersAdminTest-1262051535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-711718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-661475', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14679'] for router, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:24.591901 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a70daa3d-15d0-496f-a380-0726657dbd99 tempest-RoutersAdminTest-1262051535 tempest-RoutersAdminTest-1262051535-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:24.607293 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c18115-4a3c-449b-a89a-3388b369e258 req-b359bd66-0307-4955-b24e-9f33366e2e55 tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:24.608885 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-f3c18115-4a3c-449b-a89a-3388b369e258 req-b359bd66-0307-4955-b24e-9f33366e2e55 tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] 10.222.0.68 "GET /v2.0/ports?device_id=abf03d13-3e8c-49a2-bd4b-0fc24e0a569d HTTP/1.1" status: 200 len: 945 time: 0.1395066 Jul 14 09:41:24.611229 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a70daa3d-15d0-496f-a380-0726657dbd99 tempest-RoutersAdminTest-1262051535 tempest-RoutersAdminTest-1262051535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-711762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-661452'] for router, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:24.679125 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a70daa3d-15d0-496f-a380-0726657dbd99 tempest-RoutersAdminTest-1262051535 tempest-RoutersAdminTest-1262051535-project] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:24.680464 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-a70daa3d-15d0-496f-a380-0726657dbd99 tempest-RoutersAdminTest-1262051535 tempest-RoutersAdminTest-1262051535-project] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2421095 Jul 14 09:41:24.683293 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 43808) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:24.687691 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-81a3c82b-d473-4a7c-85b9-3506b01006b0 tempest-RoutersAdminTest-1297099084 tempest-RoutersAdminTest-1297099084-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'enable_snat': True}}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:41:24.692835 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-f3c18115-4a3c-449b-a89a-3388b369e258 req-774f5923-340e-4848-96b8-a05221770109 tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] 10.222.0.68 "GET /v2.0/security-groups?id=8136fa3c-cdeb-41b3-bfb9-6bf131e66cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761325 Jul 14 09:41:24.740491 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:24.873788 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2359f3ed-cdad-446b-abdd-20cff6b04511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:25.269802 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-81a3c82b-d473-4a7c-85b9-3506b01006b0 tempest-RoutersAdminTest-1297099084 tempest-RoutersAdminTest-1297099084-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-661489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-711771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12973'] for router, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:25.479916 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-81a3c82b-d473-4a7c-85b9-3506b01006b0 tempest-RoutersAdminTest-1297099084 tempest-RoutersAdminTest-1297099084-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:25.500244 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-81a3c82b-d473-4a7c-85b9-3506b01006b0 tempest-RoutersAdminTest-1297099084 tempest-RoutersAdminTest-1297099084-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:25.623907 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-81a3c82b-d473-4a7c-85b9-3506b01006b0 tempest-RoutersAdminTest-1297099084 tempest-RoutersAdminTest-1297099084-project-admin] Allocated IP 172.25.4.167 (2dcd4d32-cc7c-4468-b396-7ce5c9231892/6cd22a75-5bc1-467c-a3c4-0af04bd1b34a/1873be2d-d875-4d42-8eca-6d8575aacc7f) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:41:25.726843 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-81a3c82b-d473-4a7c-85b9-3506b01006b0 tempest-RoutersAdminTest-1297099084 tempest-RoutersAdminTest-1297099084-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:25.774782 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-81a3c82b-d473-4a7c-85b9-3506b01006b0 tempest-RoutersAdminTest-1297099084 tempest-RoutersAdminTest-1297099084-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:25.820009 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81a3c82b-d473-4a7c-85b9-3506b01006b0 tempest-RoutersAdminTest-1297099084 tempest-RoutersAdminTest-1297099084-project-admin] Network 2dcd4d32-cc7c-4468-b396-7ce5c9231892 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:41:25.823487 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-81a3c82b-d473-4a7c-85b9-3506b01006b0 tempest-RoutersAdminTest-1297099084 tempest-RoutersAdminTest-1297099084-project-admin] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:41:25.826441 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a3c82b-d473-4a7c-85b9-3506b01006b0 tempest-RoutersAdminTest-1297099084 tempest-RoutersAdminTest-1297099084-project-admin] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:41:25.864831 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a3c82b-d473-4a7c-85b9-3506b01006b0 tempest-RoutersAdminTest-1297099084 tempest-RoutersAdminTest-1297099084-project-admin] Pushing event updated for resources: {'Port': ['ID=1873be2d-d875-4d42-8eca-6d8575aacc7f,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:25.887892 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7ef358-06f6-491d-8ff5-fe059df40f6a req-d8168354-f22c-4e09-b888-d34cb375c364 tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:25.889608 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5d7ef358-06f6-491d-8ff5-fe059df40f6a req-d8168354-f22c-4e09-b888-d34cb375c364 tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] 10.222.0.68 "GET /v2.0/ports?device_id=abf03d13-3e8c-49a2-bd4b-0fc24e0a569d HTTP/1.1" status: 200 len: 945 time: 0.0749955 Jul 14 09:41:25.891789 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5ad31076-714c-49ec-bc37-f3d4cd90112a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:25.936696 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5d7ef358-06f6-491d-8ff5-fe059df40f6a req-fb3eca36-d92e-476b-b6ae-9ebf3bb2d574 tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] 10.222.0.68 "GET /v2.0/security-groups?id=8136fa3c-cdeb-41b3-bfb9-6bf131e66cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409424 Jul 14 09:41:26.108975 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-81a3c82b-d473-4a7c-85b9-3506b01006b0 tempest-RoutersAdminTest-1297099084 tempest-RoutersAdminTest-1297099084-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:26.334656 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-81a3c82b-d473-4a7c-85b9-3506b01006b0 tempest-RoutersAdminTest-1297099084 tempest-RoutersAdminTest-1297099084-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-661489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-711771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12973'] for router, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:26.338452 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-81a3c82b-d473-4a7c-85b9-3506b01006b0 tempest-RoutersAdminTest-1297099084 tempest-RoutersAdminTest-1297099084-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-661452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-661502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-661447', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-711840'] for router, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:26.395969 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2618f4cb-a505-435f-9ae6-8d57beef554c req-39a8b184-4de5-4ad5-af62-683bb1100fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:26.397628 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2618f4cb-a505-435f-9ae6-8d57beef554c req-39a8b184-4de5-4ad5-af62-683bb1100fe8 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=abf03d13-3e8c-49a2-bd4b-0fc24e0a569d HTTP/1.1" status: 200 len: 1097 time: 0.0737474 Jul 14 09:41:26.451960 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2618f4cb-a505-435f-9ae6-8d57beef554c req-a4195aec-c4c4-48ed-9db5-075f840a48db service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=8136fa3c-cdeb-41b3-bfb9-6bf131e66cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471084 Jul 14 09:41:26.505796 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81a3c82b-d473-4a7c-85b9-3506b01006b0 tempest-RoutersAdminTest-1297099084 tempest-RoutersAdminTest-1297099084-project-admin] Router 2de9f024-f229-42fe-8f75-1278084c23c2 is scheduled to L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 with binding_index 1 {{(pid=93958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:41:26.671120 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81a3c82b-d473-4a7c-85b9-3506b01006b0 tempest-RoutersAdminTest-1297099084 tempest-RoutersAdminTest-1297099084-project-admin] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:41:26.676839 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-81a3c82b-d473-4a7c-85b9-3506b01006b0 tempest-RoutersAdminTest-1297099084 tempest-RoutersAdminTest-1297099084-project-admin] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:26.682999 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-81a3c82b-d473-4a7c-85b9-3506b01006b0 tempest-RoutersAdminTest-1297099084 tempest-RoutersAdminTest-1297099084-project-admin] 10.222.0.68 "PUT /v2.0/routers/2de9f024-f229-42fe-8f75-1278084c23c2 HTTP/1.1" status: 200 len: 915 time: 1.9986303 Jul 14 09:41:26.684756 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a89e7877-c3d0-449a-80d7-1988ecdb321d None None] Sync routers for ids ['2de9f024-f229-42fe-8f75-1278084c23c2'] in n-d-779913-29 {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:41:26.685694 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 43842) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:26.700183 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a89e7877-c3d0-449a-80d7-1988ecdb321d None None] Routers {'2de9f024-f229-42fe-8f75-1278084c23c2'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:41:26.701024 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-a89e7877-c3d0-449a-80d7-1988ecdb321d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:41:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['2de9f024-f229-42fe-8f75-1278084c23c2'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:26.750652 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-a89e7877-c3d0-449a-80d7-1988ecdb321d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:26.762340 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a89e7877-c3d0-449a-80d7-1988ecdb321d None None] Routers {'2de9f024-f229-42fe-8f75-1278084c23c2'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:41:26.763131 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-a89e7877-c3d0-449a-80d7-1988ecdb321d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:41:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['2de9f024-f229-42fe-8f75-1278084c23c2'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:26.796594 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-a89e7877-c3d0-449a-80d7-1988ecdb321d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:26.797418 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a89e7877-c3d0-449a-80d7-1988ecdb321d None None] The sync data for ids ['2de9f024-f229-42fe-8f75-1278084c23c2'] in n-d-779913-29 is: [] {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:41:26.812109 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-4a2268c8-bedc-427d-865f-a4fa73de8139 tempest-RoutersAdminTest-1297099084 tempest-RoutersAdminTest-1297099084-project-admin] 10.222.0.68 "GET /v2.0/routers/2de9f024-f229-42fe-8f75-1278084c23c2 HTTP/1.1" status: 200 len: 921 time: 0.1250958 Jul 14 09:41:26.815193 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 43850) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:26.878864 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eeeed08-ab32-4650-a52a-bc7cca95581d tempest-RoutersAdminTest-1297099084 tempest-RoutersAdminTest-1297099084-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:26.880473 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-5eeeed08-ab32-4650-a52a-bc7cca95581d tempest-RoutersAdminTest-1297099084 tempest-RoutersAdminTest-1297099084-project-admin] 10.222.0.68 "GET /v2.0/ports?network_id=2dcd4d32-cc7c-4468-b396-7ce5c9231892&device_id=2de9f024-f229-42fe-8f75-1278084c23c2&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0642636 Jul 14 09:41:26.883064 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 43852) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:26.974527 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f69139a-7868-4235-8785-2c3b2a739d7c tempest-RoutersAdminTest-1297099084 tempest-RoutersAdminTest-1297099084-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:26.978639 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-7f69139a-7868-4235-8785-2c3b2a739d7c tempest-RoutersAdminTest-1297099084 tempest-RoutersAdminTest-1297099084-project-admin] 10.222.0.68 "GET /v2.0/networks/2dcd4d32-cc7c-4468-b396-7ce5c9231892 HTTP/1.1" status: 200 len: 881 time: 0.0919592 Jul 14 09:41:26.978870 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 43856) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:27.011045 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-e9ec18b6-f633-4b31-9986-3ebf18e7c452 tempest-RoutersAdminTest-1262051535 tempest-RoutersAdminTest-1262051535-project] 10.222.0.68 "GET /v2.0/ports?device_id=2de9f024-f229-42fe-8f75-1278084c23c2 HTTP/1.1" status: 200 len: 205 time: 0.0287793 Jul 14 09:41:27.011388 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 43858) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:27.160538 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d3a67ce6-7042-42d0-be57-ac3ab92f4ab2 tempest-RoutersAdminTest-1262051535 tempest-RoutersAdminTest-1262051535-project] Notify callbacks [] for router, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:27.221011 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a51d7a-67c3-4122-8180-912001c8a58a req-c712a51f-4742-4c25-91b8-35a5f0a94c03 tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:27.222898 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-60a51d7a-67c3-4122-8180-912001c8a58a req-c712a51f-4742-4c25-91b8-35a5f0a94c03 tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] 10.222.0.68 "GET /v2.0/ports?device_id=abf03d13-3e8c-49a2-bd4b-0fc24e0a569d HTTP/1.1" status: 200 len: 945 time: 0.1571112 Jul 14 09:41:27.310989 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-60a51d7a-67c3-4122-8180-912001c8a58a req-1feb1071-a2b9-434d-9d9c-b3320ff0d5f2 tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] 10.222.0.68 "GET /v2.0/security-groups?id=8136fa3c-cdeb-41b3-bfb9-6bf131e66cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806150 Jul 14 09:41:27.317348 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d3a67ce6-7042-42d0-be57-ac3ab92f4ab2 tempest-RoutersAdminTest-1262051535 tempest-RoutersAdminTest-1262051535-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:27.389905 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-d3a67ce6-7042-42d0-be57-ac3ab92f4ab2 tempest-RoutersAdminTest-1262051535 tempest-RoutersAdminTest-1262051535-project] Deleting port 1873be2d-d875-4d42-8eca-6d8575aacc7f {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:41:27.390516 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d3a67ce6-7042-42d0-be57-ac3ab92f4ab2 tempest-RoutersAdminTest-1262051535 tempest-RoutersAdminTest-1262051535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:27.466650 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d3a67ce6-7042-42d0-be57-ac3ab92f4ab2 tempest-RoutersAdminTest-1262051535 tempest-RoutersAdminTest-1262051535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:27.478574 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-d3a67ce6-7042-42d0-be57-ac3ab92f4ab2 tempest-RoutersAdminTest-1262051535 tempest-RoutersAdminTest-1262051535-project] Calling delete_port for 1873be2d-d875-4d42-8eca-6d8575aacc7f owned by network:router_gateway {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:41:27.644980 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d3a67ce6-7042-42d0-be57-ac3ab92f4ab2 tempest-RoutersAdminTest-1262051535 tempest-RoutersAdminTest-1262051535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:27.669138 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a67ce6-7042-42d0-be57-ac3ab92f4ab2 tempest-RoutersAdminTest-1262051535 tempest-RoutersAdminTest-1262051535-project] Pushing event deleted for resources: {'Port': ['ID=1873be2d-d875-4d42-8eca-6d8575aacc7f,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:27.699787 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5bbe322f-3f67-4864-bc0a-91afe44d23e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:27.741798 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d3a67ce6-7042-42d0-be57-ac3ab92f4ab2 tempest-RoutersAdminTest-1262051535 tempest-RoutersAdminTest-1262051535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-660532'] for router_gateway, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:27.838044 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d3a67ce6-7042-42d0-be57-ac3ab92f4ab2 tempest-RoutersAdminTest-1262051535 tempest-RoutersAdminTest-1262051535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-711871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12964'] for router, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:27.840885 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d3a67ce6-7042-42d0-be57-ac3ab92f4ab2 tempest-RoutersAdminTest-1262051535 tempest-RoutersAdminTest-1262051535-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:27.895472 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d3a67ce6-7042-42d0-be57-ac3ab92f4ab2 tempest-RoutersAdminTest-1262051535 tempest-RoutersAdminTest-1262051535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-704815'] for router, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:27.896249 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3a67ce6-7042-42d0-be57-ac3ab92f4ab2 tempest-RoutersAdminTest-1262051535 tempest-RoutersAdminTest-1262051535-project] Fanout notify agent at l3_agent the message router_deleted on router 2de9f024-f229-42fe-8f75-1278084c23c2 {{(pid=93958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:41:27.903671 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d3a67ce6-7042-42d0-be57-ac3ab92f4ab2 tempest-RoutersAdminTest-1262051535 tempest-RoutersAdminTest-1262051535-project] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:27.910046 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 43878) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:27.910527 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-d3a67ce6-7042-42d0-be57-ac3ab92f4ab2 tempest-RoutersAdminTest-1262051535 tempest-RoutersAdminTest-1262051535-project] 10.222.0.68 "DELETE /v2.0/routers/2de9f024-f229-42fe-8f75-1278084c23c2 HTTP/1.1" status: 204 len: 168 time: 0.8977039 Jul 14 09:41:27.915003 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-9cd8097f-9377-4842-bf39-0f024cdb9626 tempest-RoutersAdminTest-1262051535 tempest-RoutersAdminTest-1262051535-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2049692967', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:41:27.946609 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-9cd8097f-9377-4842-bf39-0f024cdb9626 tempest-RoutersAdminTest-1262051535 tempest-RoutersAdminTest-1262051535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-711749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14670'] for router, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:27.947638 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-9cd8097f-9377-4842-bf39-0f024cdb9626 tempest-RoutersAdminTest-1262051535 tempest-RoutersAdminTest-1262051535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-711718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-661475', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14679'] for router, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:28.001739 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-9cd8097f-9377-4842-bf39-0f024cdb9626 tempest-RoutersAdminTest-1262051535 tempest-RoutersAdminTest-1262051535-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:28.007006 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-9cd8097f-9377-4842-bf39-0f024cdb9626 tempest-RoutersAdminTest-1262051535 tempest-RoutersAdminTest-1262051535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-711762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-661452'] for router, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:28.022895 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-9cd8097f-9377-4842-bf39-0f024cdb9626 tempest-RoutersAdminTest-1262051535 tempest-RoutersAdminTest-1262051535-project] Notify callbacks [] for router, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:28.024001 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-9cd8097f-9377-4842-bf39-0f024cdb9626 tempest-RoutersAdminTest-1262051535 tempest-RoutersAdminTest-1262051535-project] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1127501 Jul 14 09:41:28.026820 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 43882) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:28.031345 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-2eab98df-47fd-408c-a574-a5430bab8e8e tempest-RoutersAdminTest-1297099084 tempest-RoutersAdminTest-1297099084-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'enable_snat': False}}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:41:28.276272 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2eab98df-47fd-408c-a574-a5430bab8e8e tempest-RoutersAdminTest-1297099084 tempest-RoutersAdminTest-1297099084-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-661489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-711771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12973'] for router, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:28.888865 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2eab98df-47fd-408c-a574-a5430bab8e8e tempest-RoutersAdminTest-1297099084 tempest-RoutersAdminTest-1297099084-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:28.916118 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2eab98df-47fd-408c-a574-a5430bab8e8e tempest-RoutersAdminTest-1297099084 tempest-RoutersAdminTest-1297099084-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:28.941656 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dac7f69-9b79-4fbf-805f-8e3ac66cbb92 req-860a7d0c-7781-4dcf-a079-fd289ca94c44 tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:28.943232 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3dac7f69-9b79-4fbf-805f-8e3ac66cbb92 req-860a7d0c-7781-4dcf-a079-fd289ca94c44 tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] 10.222.0.68 "GET /v2.0/ports?device_id=abf03d13-3e8c-49a2-bd4b-0fc24e0a569d HTTP/1.1" status: 200 len: 945 time: 0.1510172 Jul 14 09:41:29.036332 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3dac7f69-9b79-4fbf-805f-8e3ac66cbb92 req-bb9e7381-9684-4acb-90c1-a902c8339b10 tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] 10.222.0.68 "GET /v2.0/security-groups?id=8136fa3c-cdeb-41b3-bfb9-6bf131e66cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672693 Jul 14 09:41:29.063970 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-2eab98df-47fd-408c-a574-a5430bab8e8e tempest-RoutersAdminTest-1297099084 tempest-RoutersAdminTest-1297099084-project-admin] Allocated IP 172.25.4.181 (2dcd4d32-cc7c-4468-b396-7ce5c9231892/6cd22a75-5bc1-467c-a3c4-0af04bd1b34a/859b99d6-d5f0-4474-b421-517c86307b8a) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:41:29.174654 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2eab98df-47fd-408c-a574-a5430bab8e8e tempest-RoutersAdminTest-1297099084 tempest-RoutersAdminTest-1297099084-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:29.218189 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2eab98df-47fd-408c-a574-a5430bab8e8e tempest-RoutersAdminTest-1297099084 tempest-RoutersAdminTest-1297099084-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:29.263086 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eab98df-47fd-408c-a574-a5430bab8e8e tempest-RoutersAdminTest-1297099084 tempest-RoutersAdminTest-1297099084-project-admin] Network 2dcd4d32-cc7c-4468-b396-7ce5c9231892 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:41:29.264792 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-2eab98df-47fd-408c-a574-a5430bab8e8e tempest-RoutersAdminTest-1297099084 tempest-RoutersAdminTest-1297099084-project-admin] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:41:29.268491 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eab98df-47fd-408c-a574-a5430bab8e8e tempest-RoutersAdminTest-1297099084 tempest-RoutersAdminTest-1297099084-project-admin] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:41:29.292582 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eab98df-47fd-408c-a574-a5430bab8e8e tempest-RoutersAdminTest-1297099084 tempest-RoutersAdminTest-1297099084-project-admin] Pushing event updated for resources: {'Port': ['ID=859b99d6-d5f0-4474-b421-517c86307b8a,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:29.787668 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4e5434-8f1d-497c-9700-8df654570554 req-1410aaff-085f-4a11-8b53-ad76ccd52a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:29.789399 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-fb4e5434-8f1d-497c-9700-8df654570554 req-1410aaff-085f-4a11-8b53-ad76ccd52a23 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4569f08ed7094f2caf5772ad4808989f&device_id=abf03d13-3e8c-49a2-bd4b-0fc24e0a569d HTTP/1.1" status: 200 len: 1097 time: 0.2390530 Jul 14 09:41:29.807968 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ac441d-b675-4d3e-a947-279d26faf0b6 req-f9ab6fae-1e9f-42df-af0c-be40db20b603 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:29.809590 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-e6ac441d-b675-4d3e-a947-279d26faf0b6 req-f9ab6fae-1e9f-42df-af0c-be40db20b603 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/ports?device_id=5ed0c1cb-c3d6-40f1-8aad-1894504b5a83 HTTP/1.1" status: 200 len: 945 time: 0.0747254 Jul 14 09:41:29.859045 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2eab98df-47fd-408c-a574-a5430bab8e8e tempest-RoutersAdminTest-1297099084 tempest-RoutersAdminTest-1297099084-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:29.861828 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-e6ac441d-b675-4d3e-a947-279d26faf0b6 req-bd6e71d3-cb90-41fd-84e9-4e96d93b5fba tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/security-groups?id=3e66fdd8-bd2d-4f0b-a124-b60bfc46cfe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399520 Jul 14 09:41:29.945070 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01559945-66fe-4179-b101-d24e06c9d194 req-d5035c7f-2032-4505-a324-c5627ecf7045 tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:29.946495 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-01559945-66fe-4179-b101-d24e06c9d194 req-d5035c7f-2032-4505-a324-c5627ecf7045 tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] 10.222.0.68 "GET /v2.0/ports?device_id=abf03d13-3e8c-49a2-bd4b-0fc24e0a569d HTTP/1.1" status: 200 len: 945 time: 0.3214715 Jul 14 09:41:29.954230 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb1de79-b39a-42ca-bf3b-1881b04c5ae3 req-bb5b8031-cfe0-4949-b7ab-4517bc60b6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:29.955678 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-4bb1de79-b39a-42ca-bf3b-1881b04c5ae3 req-bb5b8031-cfe0-4949-b7ab-4517bc60b6c3 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0be6be6bccc149f1a4b35e465d4a6d6f&device_id=5ed0c1cb-c3d6-40f1-8aad-1894504b5a83 HTTP/1.1" status: 200 len: 1097 time: 0.2276804 Jul 14 09:41:30.079515 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4e5434-8f1d-497c-9700-8df654570554 req-5fd13bef-cc52-4cc7-81fa-2226c914fc6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:30.081034 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-fb4e5434-8f1d-497c-9700-8df654570554 req-5fd13bef-cc52-4cc7-81fa-2226c914fc6c service neutron] 10.222.0.65 "GET /v2.0/networks?id=f0c82eb4-694b-46cd-8405-b22504091d10 HTTP/1.1" status: 200 len: 920 time: 0.2824025 Jul 14 09:41:30.149739 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-fb4e5434-8f1d-497c-9700-8df654570554 req-bafb686b-628b-43e8-b0de-ca6d16565f09 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1164dd28-0bae-4b72-94a6-b6d00b983a83 HTTP/1.1" status: 200 len: 217 time: 0.0575545 Jul 14 09:41:30.187552 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-01559945-66fe-4179-b101-d24e06c9d194 req-13e7bf5d-853e-47e1-a7d5-8d73e44f7b3a tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] 10.222.0.68 "GET /v2.0/security-groups?id=8136fa3c-cdeb-41b3-bfb9-6bf131e66cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2277532 Jul 14 09:41:30.304052 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb1de79-b39a-42ca-bf3b-1881b04c5ae3 req-6cde1384-57c2-41b7-a58c-d1f2e2fce17a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:30.305485 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-4bb1de79-b39a-42ca-bf3b-1881b04c5ae3 req-6cde1384-57c2-41b7-a58c-d1f2e2fce17a service neutron] 10.222.0.65 "GET /v2.0/networks?id=2a42cb13-2d55-4959-a070-eb88da564dfb HTTP/1.1" status: 200 len: 913 time: 0.3073070 Jul 14 09:41:30.308454 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4e5434-8f1d-497c-9700-8df654570554 req-44d63e22-eb3f-4e1e-9e20-36083402a652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:30.309855 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-fb4e5434-8f1d-497c-9700-8df654570554 req-44d63e22-eb3f-4e1e-9e20-36083402a652 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=5a6019b3-7787-4bdb-b397-5a269fa1d62c HTTP/1.1" status: 200 len: 859 time: 0.1273119 Jul 14 09:41:30.335410 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2eab98df-47fd-408c-a574-a5430bab8e8e tempest-RoutersAdminTest-1297099084 tempest-RoutersAdminTest-1297099084-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-661489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-711771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12973'] for router, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:30.387106 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-fb4e5434-8f1d-497c-9700-8df654570554 req-ac0efd50-99e3-45a0-b173-fa86b8df4bba service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f0c82eb4-694b-46cd-8405-b22504091d10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0699413 Jul 14 09:41:30.392814 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2eab98df-47fd-408c-a574-a5430bab8e8e tempest-RoutersAdminTest-1297099084 tempest-RoutersAdminTest-1297099084-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-661452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-661502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-661447', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-711840'] for router, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:30.499905 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-4bb1de79-b39a-42ca-bf3b-1881b04c5ae3 req-6d4a170c-d010-4a04-982d-373254b69556 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9e91a837-3b23-4ea6-ab66-86261b57cd5c HTTP/1.1" status: 200 len: 1000 time: 0.1816592 Jul 14 09:41:30.622353 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb1de79-b39a-42ca-bf3b-1881b04c5ae3 req-4d6038d2-0176-4f26-b51b-2a4f0a647c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:30.623864 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-4bb1de79-b39a-42ca-bf3b-1881b04c5ae3 req-4d6038d2-0176-4f26-b51b-2a4f0a647c67 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2fb6ebb7-0edb-47a6-96f3-036e2585c66a HTTP/1.1" status: 200 len: 851 time: 0.1177001 Jul 14 09:41:30.638656 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-fb4e5434-8f1d-497c-9700-8df654570554 req-8531441d-cdce-4e61-aaed-eb531a70b144 service neutron] 10.222.0.65 "GET /v2.0/networks/f0c82eb4-694b-46cd-8405-b22504091d10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2435966 Jul 14 09:41:30.789404 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb1de79-b39a-42ca-bf3b-1881b04c5ae3 req-b9b644aa-d1fb-4317-ae38-1ffa2293622b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:30.790978 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-4bb1de79-b39a-42ca-bf3b-1881b04c5ae3 req-b9b644aa-d1fb-4317-ae38-1ffa2293622b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2a42cb13-2d55-4959-a070-eb88da564dfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1612282 Jul 14 09:41:30.793520 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2eab98df-47fd-408c-a574-a5430bab8e8e tempest-RoutersAdminTest-1297099084 tempest-RoutersAdminTest-1297099084-project-admin] Router 7bd4b67c-5284-494b-9725-5373f86fdb19 is scheduled to L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 with binding_index 1 {{(pid=93957) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:41:30.810160 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-fb4e5434-8f1d-497c-9700-8df654570554 req-30eeceb8-bff8-4726-baf7-a319fc49b505 service neutron] 10.222.0.65 "GET /v2.0/networks/f0c82eb4-694b-46cd-8405-b22504091d10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474993 Jul 14 09:41:30.983138 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-4bb1de79-b39a-42ca-bf3b-1881b04c5ae3 req-d02d446e-273c-4f12-b98c-7fb3ec942b5f service neutron] 10.222.0.65 "GET /v2.0/networks/2a42cb13-2d55-4959-a070-eb88da564dfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1838989 Jul 14 09:41:31.007083 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2eab98df-47fd-408c-a574-a5430bab8e8e tempest-RoutersAdminTest-1297099084 tempest-RoutersAdminTest-1297099084-project-admin] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:41:31.016983 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f45002e-6a3c-4ec8-80e0-c9ff492f5a27 None None] Sync routers for ids ['7bd4b67c-5284-494b-9725-5373f86fdb19'] in n-d-779913-29 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:41:31.020392 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2eab98df-47fd-408c-a574-a5430bab8e8e tempest-RoutersAdminTest-1297099084 tempest-RoutersAdminTest-1297099084-project-admin] Notify callbacks [] for router, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:31.023899 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-2eab98df-47fd-408c-a574-a5430bab8e8e tempest-RoutersAdminTest-1297099084 tempest-RoutersAdminTest-1297099084-project-admin] 10.222.0.68 "PUT /v2.0/routers/7bd4b67c-5284-494b-9725-5373f86fdb19 HTTP/1.1" status: 200 len: 916 time: 2.9937925 Jul 14 09:41:31.030359 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 43954) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:31.061471 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f45002e-6a3c-4ec8-80e0-c9ff492f5a27 None None] Routers {'7bd4b67c-5284-494b-9725-5373f86fdb19'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:41:31.062260 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-2f45002e-6a3c-4ec8-80e0-c9ff492f5a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:41:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['7bd4b67c-5284-494b-9725-5373f86fdb19'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:31.102992 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-4bb1de79-b39a-42ca-bf3b-1881b04c5ae3 req-109f2e9c-f2c0-4c0c-9f6b-de220def12ff service neutron] 10.222.0.65 "GET /v2.0/networks/2a42cb13-2d55-4959-a070-eb88da564dfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104352 Jul 14 09:41:31.104350 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-2f45002e-6a3c-4ec8-80e0-c9ff492f5a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:31.128958 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f45002e-6a3c-4ec8-80e0-c9ff492f5a27 None None] Routers {'7bd4b67c-5284-494b-9725-5373f86fdb19'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:41:31.131137 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-2f45002e-6a3c-4ec8-80e0-c9ff492f5a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:41:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['7bd4b67c-5284-494b-9725-5373f86fdb19'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:31.196670 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26091b6d-e055-4c53-8b0a-b5724dcc857c req-87c82280-4f3d-4b98-b7be-b1bf6237649b tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:31.198751 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-26091b6d-e055-4c53-8b0a-b5724dcc857c req-87c82280-4f3d-4b98-b7be-b1bf6237649b tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/ports?device_id=5ed0c1cb-c3d6-40f1-8aad-1894504b5a83 HTTP/1.1" status: 200 len: 945 time: 0.1747077 Jul 14 09:41:31.228495 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-bf7b207b-902a-4947-b68c-be4da927d354 tempest-RoutersAdminTest-1297099084 tempest-RoutersAdminTest-1297099084-project-admin] 10.222.0.68 "GET /v2.0/routers/7bd4b67c-5284-494b-9725-5373f86fdb19 HTTP/1.1" status: 200 len: 922 time: 0.1649694 Jul 14 09:41:31.231096 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 43958) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:31.277945 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-2f45002e-6a3c-4ec8-80e0-c9ff492f5a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:31.279820 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f45002e-6a3c-4ec8-80e0-c9ff492f5a27 None None] The sync data for ids ['7bd4b67c-5284-494b-9725-5373f86fdb19'] in n-d-779913-29 is: [] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:41:31.311928 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-26091b6d-e055-4c53-8b0a-b5724dcc857c req-092ff3be-c231-4017-8441-e07529cad258 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/security-groups?id=3e66fdd8-bd2d-4f0b-a124-b60bfc46cfe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010470 Jul 14 09:41:31.391196 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba7699b8-3338-4b07-8346-5f871d4441a2 tempest-RoutersAdminTest-1297099084 tempest-RoutersAdminTest-1297099084-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:31.394701 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-ba7699b8-3338-4b07-8346-5f871d4441a2 tempest-RoutersAdminTest-1297099084 tempest-RoutersAdminTest-1297099084-project-admin] 10.222.0.68 "GET /v2.0/ports?network_id=2dcd4d32-cc7c-4468-b396-7ce5c9231892&device_id=7bd4b67c-5284-494b-9725-5373f86fdb19&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1611066 Jul 14 09:41:31.396332 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 43960) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:31.441134 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e298c48-1832-4264-aab1-5da5006b3c2e req-2cd122eb-d2e2-49c1-b396-93f5057c89a6 tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:31.442734 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8e298c48-1832-4264-aab1-5da5006b3c2e req-2cd122eb-d2e2-49c1-b396-93f5057c89a6 tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] 10.222.0.68 "GET /v2.0/ports?device_id=abf03d13-3e8c-49a2-bd4b-0fc24e0a569d HTTP/1.1" status: 200 len: 945 time: 0.1028252 Jul 14 09:41:31.487702 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8e298c48-1832-4264-aab1-5da5006b3c2e req-75eb552d-2188-4609-95bd-c230e9ca5c3d tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] 10.222.0.68 "GET /v2.0/security-groups?id=8136fa3c-cdeb-41b3-bfb9-6bf131e66cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390711 Jul 14 09:41:31.491378 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d855a9c-c353-4c15-ac46-6944e55057e3 tempest-RoutersAdminTest-1297099084 tempest-RoutersAdminTest-1297099084-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:31.493772 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-6d855a9c-c353-4c15-ac46-6944e55057e3 tempest-RoutersAdminTest-1297099084 tempest-RoutersAdminTest-1297099084-project-admin] 10.222.0.68 "GET /v2.0/networks/2dcd4d32-cc7c-4468-b396-7ce5c9231892 HTTP/1.1" status: 200 len: 881 time: 0.0961950 Jul 14 09:41:31.496631 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 43962) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:31.535934 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-cbfad629-3834-4129-b755-20ab156b91a2 tempest-RoutersAdminTest-1262051535 tempest-RoutersAdminTest-1262051535-project] 10.222.0.68 "GET /v2.0/ports?device_id=7bd4b67c-5284-494b-9725-5373f86fdb19 HTTP/1.1" status: 200 len: 205 time: 0.0378871 Jul 14 09:41:31.538361 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 43964) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:31.947482 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-12a5acf6-2d0c-4ba6-ba3d-f263bff182aa tempest-RoutersAdminTest-1262051535 tempest-RoutersAdminTest-1262051535-project] Notify callbacks [] for router, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:32.075945 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-12a5acf6-2d0c-4ba6-ba3d-f263bff182aa tempest-RoutersAdminTest-1262051535 tempest-RoutersAdminTest-1262051535-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:32.152580 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-12a5acf6-2d0c-4ba6-ba3d-f263bff182aa tempest-RoutersAdminTest-1262051535 tempest-RoutersAdminTest-1262051535-project] Deleting port 859b99d6-d5f0-4474-b421-517c86307b8a {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:41:32.153063 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-12a5acf6-2d0c-4ba6-ba3d-f263bff182aa tempest-RoutersAdminTest-1262051535 tempest-RoutersAdminTest-1262051535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:32.237210 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-12a5acf6-2d0c-4ba6-ba3d-f263bff182aa tempest-RoutersAdminTest-1262051535 tempest-RoutersAdminTest-1262051535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:32.257362 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-12a5acf6-2d0c-4ba6-ba3d-f263bff182aa tempest-RoutersAdminTest-1262051535 tempest-RoutersAdminTest-1262051535-project] Calling delete_port for 859b99d6-d5f0-4474-b421-517c86307b8a owned by network:router_gateway {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:41:32.471978 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-12a5acf6-2d0c-4ba6-ba3d-f263bff182aa tempest-RoutersAdminTest-1262051535 tempest-RoutersAdminTest-1262051535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:32.590162 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a5acf6-2d0c-4ba6-ba3d-f263bff182aa tempest-RoutersAdminTest-1262051535 tempest-RoutersAdminTest-1262051535-project] Pushing event deleted for resources: {'Port': ['ID=859b99d6-d5f0-4474-b421-517c86307b8a,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:32.607697 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a5acf6-2d0c-4ba6-ba3d-f263bff182aa tempest-RoutersAdminTest-1262051535 tempest-RoutersAdminTest-1262051535-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:41:32.608043 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a5acf6-2d0c-4ba6-ba3d-f263bff182aa tempest-RoutersAdminTest-1262051535 tempest-RoutersAdminTest-1262051535-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:41:32.608388 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a5acf6-2d0c-4ba6-ba3d-f263bff182aa tempest-RoutersAdminTest-1262051535 tempest-RoutersAdminTest-1262051535-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:41:32.608731 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a5acf6-2d0c-4ba6-ba3d-f263bff182aa tempest-RoutersAdminTest-1262051535 tempest-RoutersAdminTest-1262051535-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:41:32.609068 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a5acf6-2d0c-4ba6-ba3d-f263bff182aa tempest-RoutersAdminTest-1262051535 tempest-RoutersAdminTest-1262051535-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:41:32.609401 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a5acf6-2d0c-4ba6-ba3d-f263bff182aa tempest-RoutersAdminTest-1262051535 tempest-RoutersAdminTest-1262051535-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:41:32.609796 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a5acf6-2d0c-4ba6-ba3d-f263bff182aa tempest-RoutersAdminTest-1262051535 tempest-RoutersAdminTest-1262051535-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:41:32.610689 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a5acf6-2d0c-4ba6-ba3d-f263bff182aa tempest-RoutersAdminTest-1262051535 tempest-RoutersAdminTest-1262051535-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:41:32.611023 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a5acf6-2d0c-4ba6-ba3d-f263bff182aa tempest-RoutersAdminTest-1262051535 tempest-RoutersAdminTest-1262051535-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:41:32.611351 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a5acf6-2d0c-4ba6-ba3d-f263bff182aa tempest-RoutersAdminTest-1262051535 tempest-RoutersAdminTest-1262051535-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:41:32.611680 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a5acf6-2d0c-4ba6-ba3d-f263bff182aa tempest-RoutersAdminTest-1262051535 tempest-RoutersAdminTest-1262051535-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:41:32.612004 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a5acf6-2d0c-4ba6-ba3d-f263bff182aa tempest-RoutersAdminTest-1262051535 tempest-RoutersAdminTest-1262051535-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:41:32.623207 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-12a5acf6-2d0c-4ba6-ba3d-f263bff182aa tempest-RoutersAdminTest-1262051535 tempest-RoutersAdminTest-1262051535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-660532'] for router_gateway, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:32.736034 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-12a5acf6-2d0c-4ba6-ba3d-f263bff182aa tempest-RoutersAdminTest-1262051535 tempest-RoutersAdminTest-1262051535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-711871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12964'] for router, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:32.740617 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-12a5acf6-2d0c-4ba6-ba3d-f263bff182aa tempest-RoutersAdminTest-1262051535 tempest-RoutersAdminTest-1262051535-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:32.752249 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce510c2-11d3-44e7-9211-7158bc07b570 req-da8b1a8c-83c8-4b8f-98fb-286907e620e4 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:32.753934 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-3ce510c2-11d3-44e7-9211-7158bc07b570 req-da8b1a8c-83c8-4b8f-98fb-286907e620e4 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/ports?device_id=5ed0c1cb-c3d6-40f1-8aad-1894504b5a83 HTTP/1.1" status: 200 len: 945 time: 0.2955711 Jul 14 09:41:32.754427 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d1c321-44b5-4ed0-b74d-3e6a2aecd043 req-68da6d0b-9a00-4bb9-bf4c-663893b1aedc tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:32.756643 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-38d1c321-44b5-4ed0-b74d-3e6a2aecd043 req-68da6d0b-9a00-4bb9-bf4c-663893b1aedc tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] 10.222.0.68 "GET /v2.0/ports?device_id=abf03d13-3e8c-49a2-bd4b-0fc24e0a569d HTTP/1.1" status: 200 len: 945 time: 0.0775354 Jul 14 09:41:32.817889 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-38d1c321-44b5-4ed0-b74d-3e6a2aecd043 req-afc1a6ca-6d04-4fe1-941d-3b49e86e2ed7 tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] 10.222.0.68 "GET /v2.0/security-groups?id=8136fa3c-cdeb-41b3-bfb9-6bf131e66cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523963 Jul 14 09:41:32.819519 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-12a5acf6-2d0c-4ba6-ba3d-f263bff182aa tempest-RoutersAdminTest-1262051535 tempest-RoutersAdminTest-1262051535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-704815'] for router, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:32.820103 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12a5acf6-2d0c-4ba6-ba3d-f263bff182aa tempest-RoutersAdminTest-1262051535 tempest-RoutersAdminTest-1262051535-project] Fanout notify agent at l3_agent the message router_deleted on router 7bd4b67c-5284-494b-9725-5373f86fdb19 {{(pid=93958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:41:32.839230 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-12a5acf6-2d0c-4ba6-ba3d-f263bff182aa tempest-RoutersAdminTest-1262051535 tempest-RoutersAdminTest-1262051535-project] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:32.840756 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-12a5acf6-2d0c-4ba6-ba3d-f263bff182aa tempest-RoutersAdminTest-1262051535 tempest-RoutersAdminTest-1262051535-project] 10.222.0.68 "DELETE /v2.0/routers/7bd4b67c-5284-494b-9725-5373f86fdb19 HTTP/1.1" status: 204 len: 168 time: 1.3014545 Jul 14 09:41:32.845545 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 44000) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:32.850885 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-e6fcaff1-8e60-4438-a2f3-06e416a46aa7 tempest-RoutersAdminTest-1262051535 tempest-RoutersAdminTest-1262051535-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1346136682', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'}, 'admin_state_up': False}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:41:32.864491 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-3ce510c2-11d3-44e7-9211-7158bc07b570 req-3fde64c9-6fb2-4736-868b-ba958b22f2d9 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/security-groups?id=3e66fdd8-bd2d-4f0b-a124-b60bfc46cfe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1043954 Jul 14 09:41:32.909522 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e6fcaff1-8e60-4438-a2f3-06e416a46aa7 tempest-RoutersAdminTest-1262051535 tempest-RoutersAdminTest-1262051535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-711749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14670'] for router, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:32.912049 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e6fcaff1-8e60-4438-a2f3-06e416a46aa7 tempest-RoutersAdminTest-1262051535 tempest-RoutersAdminTest-1262051535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-711718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-661475', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14679'] for router, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:32.989946 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e6fcaff1-8e60-4438-a2f3-06e416a46aa7 tempest-RoutersAdminTest-1262051535 tempest-RoutersAdminTest-1262051535-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:33.523979 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e6fcaff1-8e60-4438-a2f3-06e416a46aa7 tempest-RoutersAdminTest-1262051535 tempest-RoutersAdminTest-1262051535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-661489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-711771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12973'] for router, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:33.730100 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e6fcaff1-8e60-4438-a2f3-06e416a46aa7 tempest-RoutersAdminTest-1262051535 tempest-RoutersAdminTest-1262051535-project] Notify callbacks [] for router_gateway, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:33.748816 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e6fcaff1-8e60-4438-a2f3-06e416a46aa7 tempest-RoutersAdminTest-1262051535 tempest-RoutersAdminTest-1262051535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:33.860521 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-e6fcaff1-8e60-4438-a2f3-06e416a46aa7 tempest-RoutersAdminTest-1262051535 tempest-RoutersAdminTest-1262051535-project] Allocated IP 172.25.4.14 (2dcd4d32-cc7c-4468-b396-7ce5c9231892/6cd22a75-5bc1-467c-a3c4-0af04bd1b34a/4df46413-f6a3-44a6-9407-53e24cb38f58) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:41:34.008975 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e6fcaff1-8e60-4438-a2f3-06e416a46aa7 tempest-RoutersAdminTest-1262051535 tempest-RoutersAdminTest-1262051535-project] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:34.120809 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e6fcaff1-8e60-4438-a2f3-06e416a46aa7 tempest-RoutersAdminTest-1262051535 tempest-RoutersAdminTest-1262051535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:34.161180 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21686831-e460-4f9f-adbc-8cdd99fbbfc1 req-7455e5e6-1ad0-4ac6-b77d-20d88883ca17 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:34.170599 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-21686831-e460-4f9f-adbc-8cdd99fbbfc1 req-7455e5e6-1ad0-4ac6-b77d-20d88883ca17 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/ports?device_id=5ed0c1cb-c3d6-40f1-8aad-1894504b5a83 HTTP/1.1" status: 200 len: 945 time: 0.1378930 Jul 14 09:41:34.203114 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fcaff1-8e60-4438-a2f3-06e416a46aa7 tempest-RoutersAdminTest-1262051535 tempest-RoutersAdminTest-1262051535-project] Pushing event updated for resources: {'Port': ['ID=4df46413-f6a3-44a6-9407-53e24cb38f58,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:34.230290 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-21686831-e460-4f9f-adbc-8cdd99fbbfc1 req-a5faf3fa-2496-4b09-9ef7-f82567eb0f37 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/security-groups?id=3e66fdd8-bd2d-4f0b-a124-b60bfc46cfe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577855 Jul 14 09:41:34.251548 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6fcaff1-8e60-4438-a2f3-06e416a46aa7 tempest-RoutersAdminTest-1262051535 tempest-RoutersAdminTest-1262051535-project] Network 2dcd4d32-cc7c-4468-b396-7ce5c9231892 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:41:34.258917 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-e6fcaff1-8e60-4438-a2f3-06e416a46aa7 tempest-RoutersAdminTest-1262051535 tempest-RoutersAdminTest-1262051535-project] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:41:34.261694 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6fcaff1-8e60-4438-a2f3-06e416a46aa7 tempest-RoutersAdminTest-1262051535 tempest-RoutersAdminTest-1262051535-project] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:41:34.577953 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e6fcaff1-8e60-4438-a2f3-06e416a46aa7 tempest-RoutersAdminTest-1262051535 tempest-RoutersAdminTest-1262051535-project] Notify callbacks [] for router_gateway, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:34.913332 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e6fcaff1-8e60-4438-a2f3-06e416a46aa7 tempest-RoutersAdminTest-1262051535 tempest-RoutersAdminTest-1262051535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-711762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-661452'] for router, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:35.080794 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6fcaff1-8e60-4438-a2f3-06e416a46aa7 tempest-RoutersAdminTest-1262051535 tempest-RoutersAdminTest-1262051535-project] Router b897d27b-91c6-498c-a8f0-e6066078fe56 is scheduled to L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 with binding_index 1 {{(pid=93957) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:41:35.227108 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6fcaff1-8e60-4438-a2f3-06e416a46aa7 tempest-RoutersAdminTest-1262051535 tempest-RoutersAdminTest-1262051535-project] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:41:35.237313 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e13c89e-a847-4074-88b3-691b8c4d3877 None None] Sync routers for ids ['b897d27b-91c6-498c-a8f0-e6066078fe56'] in n-d-779913-29 {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:41:35.248885 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e6fcaff1-8e60-4438-a2f3-06e416a46aa7 tempest-RoutersAdminTest-1262051535 tempest-RoutersAdminTest-1262051535-project] Notify callbacks [] for router, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:35.251038 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-e6fcaff1-8e60-4438-a2f3-06e416a46aa7 tempest-RoutersAdminTest-1262051535 tempest-RoutersAdminTest-1262051535-project] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.4036770 Jul 14 09:41:35.253742 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 44098) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:35.254345 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e13c89e-a847-4074-88b3-691b8c4d3877 None None] Routers {'b897d27b-91c6-498c-a8f0-e6066078fe56'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:41:35.254997 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-9e13c89e-a847-4074-88b3-691b8c4d3877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:41:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['b897d27b-91c6-498c-a8f0-e6066078fe56'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:35.278934 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-9141c7a6-b7b1-4a20-a4a0-8771e236fadd tempest-RoutersAdminTest-1262051535 tempest-RoutersAdminTest-1262051535-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:41:35.320547 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-9e13c89e-a847-4074-88b3-691b8c4d3877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:35.342781 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e13c89e-a847-4074-88b3-691b8c4d3877 None None] Routers {'b897d27b-91c6-498c-a8f0-e6066078fe56'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:41:35.343674 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-9e13c89e-a847-4074-88b3-691b8c4d3877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:41:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['b897d27b-91c6-498c-a8f0-e6066078fe56'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:35.404955 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-9e13c89e-a847-4074-88b3-691b8c4d3877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:35.411698 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e13c89e-a847-4074-88b3-691b8c4d3877 None None] The sync data for ids ['b897d27b-91c6-498c-a8f0-e6066078fe56'] in n-d-779913-29 is: [] {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:41:35.615864 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077a9dbb-7260-4c24-aa82-60195eba8851 req-e9d82fa7-41c4-414b-bb6e-f9b51c3351ff tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:35.625931 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-077a9dbb-7260-4c24-aa82-60195eba8851 req-e9d82fa7-41c4-414b-bb6e-f9b51c3351ff tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/ports?device_id=5ed0c1cb-c3d6-40f1-8aad-1894504b5a83 HTTP/1.1" status: 200 len: 945 time: 0.2128706 Jul 14 09:41:35.694959 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-077a9dbb-7260-4c24-aa82-60195eba8851 req-fd3aa38f-55fb-4a1e-86eb-0a4f49ba92f1 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/security-groups?id=3e66fdd8-bd2d-4f0b-a124-b60bfc46cfe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678880 Jul 14 09:41:35.817129 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-9141c7a6-b7b1-4a20-a4a0-8771e236fadd tempest-RoutersAdminTest-1262051535 tempest-RoutersAdminTest-1262051535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-661489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-711771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12973'] for router, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:35.839600 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-9141c7a6-b7b1-4a20-a4a0-8771e236fadd tempest-RoutersAdminTest-1262051535 tempest-RoutersAdminTest-1262051535-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:35.905384 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-9141c7a6-b7b1-4a20-a4a0-8771e236fadd tempest-RoutersAdminTest-1262051535 tempest-RoutersAdminTest-1262051535-project] Deleting port 4df46413-f6a3-44a6-9407-53e24cb38f58 {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:41:35.906139 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-9141c7a6-b7b1-4a20-a4a0-8771e236fadd tempest-RoutersAdminTest-1262051535 tempest-RoutersAdminTest-1262051535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:35.992008 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-9141c7a6-b7b1-4a20-a4a0-8771e236fadd tempest-RoutersAdminTest-1262051535 tempest-RoutersAdminTest-1262051535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:36.008699 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-9141c7a6-b7b1-4a20-a4a0-8771e236fadd tempest-RoutersAdminTest-1262051535 tempest-RoutersAdminTest-1262051535-project] Calling delete_port for 4df46413-f6a3-44a6-9407-53e24cb38f58 owned by network:router_gateway {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:41:36.209111 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-9141c7a6-b7b1-4a20-a4a0-8771e236fadd tempest-RoutersAdminTest-1262051535 tempest-RoutersAdminTest-1262051535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:36.245810 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9141c7a6-b7b1-4a20-a4a0-8771e236fadd tempest-RoutersAdminTest-1262051535 tempest-RoutersAdminTest-1262051535-project] Pushing event deleted for resources: {'Port': ['ID=4df46413-f6a3-44a6-9407-53e24cb38f58,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:36.327794 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-9141c7a6-b7b1-4a20-a4a0-8771e236fadd tempest-RoutersAdminTest-1262051535 tempest-RoutersAdminTest-1262051535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-660532'] for router_gateway, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:36.575487 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-9141c7a6-b7b1-4a20-a4a0-8771e236fadd tempest-RoutersAdminTest-1262051535 tempest-RoutersAdminTest-1262051535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-661489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-711771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12973'] for router, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:36.579782 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-9141c7a6-b7b1-4a20-a4a0-8771e236fadd tempest-RoutersAdminTest-1262051535 tempest-RoutersAdminTest-1262051535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-661452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-661502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-661447', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-711840'] for router, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:36.658978 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9141c7a6-b7b1-4a20-a4a0-8771e236fadd tempest-RoutersAdminTest-1262051535 tempest-RoutersAdminTest-1262051535-project] Router b897d27b-91c6-498c-a8f0-e6066078fe56 has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:41:36.790857 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9141c7a6-b7b1-4a20-a4a0-8771e236fadd tempest-RoutersAdminTest-1262051535 tempest-RoutersAdminTest-1262051535-project] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:41:36.806222 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb9ee076-1043-4012-8c78-681dcac1c92a None None] Sync routers for ids ['b897d27b-91c6-498c-a8f0-e6066078fe56'] in n-d-779913-29 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:41:36.810282 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-9141c7a6-b7b1-4a20-a4a0-8771e236fadd tempest-RoutersAdminTest-1262051535 tempest-RoutersAdminTest-1262051535-project] Notify callbacks [] for router, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:36.814463 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 44118) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:36.815523 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-9141c7a6-b7b1-4a20-a4a0-8771e236fadd tempest-RoutersAdminTest-1262051535 tempest-RoutersAdminTest-1262051535-project] 10.222.0.68 "PUT /v2.0/routers/b897d27b-91c6-498c-a8f0-e6066078fe56 HTTP/1.1" status: 200 len: 706 time: 1.5593448 Jul 14 09:41:36.861261 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb9ee076-1043-4012-8c78-681dcac1c92a None None] Routers {'b897d27b-91c6-498c-a8f0-e6066078fe56'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:41:36.861857 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-fb9ee076-1043-4012-8c78-681dcac1c92a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:41:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['b897d27b-91c6-498c-a8f0-e6066078fe56'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:36.976187 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-fb9ee076-1043-4012-8c78-681dcac1c92a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:37.010335 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb9ee076-1043-4012-8c78-681dcac1c92a None None] Routers {'b897d27b-91c6-498c-a8f0-e6066078fe56'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:41:37.011453 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-fb9ee076-1043-4012-8c78-681dcac1c92a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:41:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['b897d27b-91c6-498c-a8f0-e6066078fe56'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:37.034375 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-ed44f181-0c40-4799-99c7-be2632c674f4 tempest-RoutersAdminTest-1297099084 tempest-RoutersAdminTest-1297099084-project-admin] 10.222.0.68 "GET /v2.0/routers/b897d27b-91c6-498c-a8f0-e6066078fe56 HTTP/1.1" status: 200 len: 741 time: 0.2187290 Jul 14 09:41:37.037921 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 44126) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:37.095432 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-fb9ee076-1043-4012-8c78-681dcac1c92a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:37.096052 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb9ee076-1043-4012-8c78-681dcac1c92a None None] The sync data for ids ['b897d27b-91c6-498c-a8f0-e6066078fe56'] in n-d-779913-29 is: [] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:41:37.173035 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64c6ccc-d34a-415b-842d-7413a290d9bf req-cb769295-5b64-482a-b41c-159caade2e73 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:37.174734 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-c60c820f-a925-4ce4-85c6-15f7fe65d0d1 tempest-RoutersAdminTest-1297099084 tempest-RoutersAdminTest-1297099084-project-admin] 10.222.0.68 "GET /v2.0/ports?network_id=2dcd4d32-cc7c-4468-b396-7ce5c9231892&device_id=b897d27b-91c6-498c-a8f0-e6066078fe56 HTTP/1.1" status: 200 len: 205 time: 0.1351199 Jul 14 09:41:37.175750 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 44134) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:37.177452 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-f64c6ccc-d34a-415b-842d-7413a290d9bf req-cb769295-5b64-482a-b41c-159caade2e73 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/ports?device_id=5ed0c1cb-c3d6-40f1-8aad-1894504b5a83 HTTP/1.1" status: 200 len: 945 time: 0.1419594 Jul 14 09:41:37.257359 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-f64c6ccc-d34a-415b-842d-7413a290d9bf req-ddd1bb55-72bd-42bb-841c-253a9b8aab81 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/security-groups?id=3e66fdd8-bd2d-4f0b-a124-b60bfc46cfe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693383 Jul 14 09:41:37.262349 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 44138) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:37.264852 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-ac529a06-bf0c-4844-b640-a317f05c4e52 tempest-RoutersAdminTest-1262051535 tempest-RoutersAdminTest-1262051535-project] 10.222.0.68 "GET /v2.0/ports?device_id=b897d27b-91c6-498c-a8f0-e6066078fe56 HTTP/1.1" status: 200 len: 205 time: 0.0878279 Jul 14 09:41:37.390418 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a32e36f2-7c1e-4d59-a872-476d6178a12a tempest-RoutersAdminTest-1262051535 tempest-RoutersAdminTest-1262051535-project] Notify callbacks [] for router, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:37.623668 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a32e36f2-7c1e-4d59-a872-476d6178a12a tempest-RoutersAdminTest-1262051535 tempest-RoutersAdminTest-1262051535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-711871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12964'] for router, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:37.626233 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a32e36f2-7c1e-4d59-a872-476d6178a12a tempest-RoutersAdminTest-1262051535 tempest-RoutersAdminTest-1262051535-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:37.706188 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a32e36f2-7c1e-4d59-a872-476d6178a12a tempest-RoutersAdminTest-1262051535 tempest-RoutersAdminTest-1262051535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-704815'] for router, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:37.706188 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a32e36f2-7c1e-4d59-a872-476d6178a12a tempest-RoutersAdminTest-1262051535 tempest-RoutersAdminTest-1262051535-project] Fanout notify agent at l3_agent the message router_deleted on router b897d27b-91c6-498c-a8f0-e6066078fe56 {{(pid=93958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:41:37.709778 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a32e36f2-7c1e-4d59-a872-476d6178a12a tempest-RoutersAdminTest-1262051535 tempest-RoutersAdminTest-1262051535-project] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:37.714144 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-a32e36f2-7c1e-4d59-a872-476d6178a12a tempest-RoutersAdminTest-1262051535 tempest-RoutersAdminTest-1262051535-project] 10.222.0.68 "DELETE /v2.0/routers/b897d27b-91c6-498c-a8f0-e6066078fe56 HTTP/1.1" status: 204 len: 168 time: 0.4472063 Jul 14 09:41:37.716641 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 44150) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:37.760895 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-7e6fe3b3-2215-4c8b-848b-de022a72fa64 tempest-RoutersAdminTest-1262051535 tempest-RoutersAdminTest-1262051535-project] 10.222.0.68 "GET /v2.0/ports?device_id=b897d27b-91c6-498c-a8f0-e6066078fe56 HTTP/1.1" status: 200 len: 205 time: 0.0410445 Jul 14 09:41:37.761191 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 44152) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:37.826065 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 44156) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:37.828394 n-d-779913-29 neutron-server[93957]: INFO neutron.api.v2.resource [None req-9ca4a781-aedf-40dc-86ef-547788af395a tempest-RoutersAdminTest-1262051535 tempest-RoutersAdminTest-1262051535-project] delete failed (client error): The resource could not be found. Jul 14 09:41:37.832979 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-9ca4a781-aedf-40dc-86ef-547788af395a tempest-RoutersAdminTest-1262051535 tempest-RoutersAdminTest-1262051535-project] 10.222.0.68 "DELETE /v2.0/routers/b897d27b-91c6-498c-a8f0-e6066078fe56 HTTP/1.1" status: 404 len: 336 time: 0.0706885 Jul 14 09:41:37.833845 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 44158) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:37.880804 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 44162) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:37.880998 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-5ff959f7-50e7-4a8a-b45a-12c7234f3155 tempest-RoutersAdminTest-1262051535 tempest-RoutersAdminTest-1262051535-project] 10.222.0.68 "GET /v2.0/ports?device_id=7bd4b67c-5284-494b-9725-5373f86fdb19 HTTP/1.1" status: 200 len: 205 time: 0.0459487 Jul 14 09:41:37.971701 n-d-779913-29 neutron-server[93958]: INFO neutron.api.v2.resource [None req-41d0ba10-a564-4de1-aedc-4b9495dc4e51 tempest-RoutersAdminTest-1262051535 tempest-RoutersAdminTest-1262051535-project] delete failed (client error): The resource could not be found. Jul 14 09:41:37.974391 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-41d0ba10-a564-4de1-aedc-4b9495dc4e51 tempest-RoutersAdminTest-1262051535 tempest-RoutersAdminTest-1262051535-project] 10.222.0.68 "DELETE /v2.0/routers/7bd4b67c-5284-494b-9725-5373f86fdb19 HTTP/1.1" status: 404 len: 336 time: 0.0915229 Jul 14 09:41:37.976494 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 44164) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:38.014158 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-791fdf8a-9afc-4aa8-a82d-d849c3b2b3aa tempest-RoutersAdminTest-1262051535 tempest-RoutersAdminTest-1262051535-project] 10.222.0.68 "GET /v2.0/ports?device_id=2de9f024-f229-42fe-8f75-1278084c23c2 HTTP/1.1" status: 200 len: 205 time: 0.0364647 Jul 14 09:41:38.017104 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 44168) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:38.052675 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0f7eef5f-c454-4e27-bd67-9f6e404b2f77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:38.098756 n-d-779913-29 neutron-server[93958]: INFO neutron.api.v2.resource [None req-4ee206a3-87da-483d-8ada-bb67ddd72367 tempest-RoutersAdminTest-1262051535 tempest-RoutersAdminTest-1262051535-project] delete failed (client error): The resource could not be found. Jul 14 09:41:38.100154 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-4ee206a3-87da-483d-8ada-bb67ddd72367 tempest-RoutersAdminTest-1262051535 tempest-RoutersAdminTest-1262051535-project] 10.222.0.68 "DELETE /v2.0/routers/2de9f024-f229-42fe-8f75-1278084c23c2 HTTP/1.1" status: 404 len: 336 time: 0.0696898 Jul 14 09:41:38.102700 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 44170) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:38.120772 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c0edbd77-1f5e-4bc5-a563-c3050abf9cd9 req-8580b3e7-3d23-4d04-a699-cc9ec5195139 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=abf03d13-3e8c-49a2-bd4b-0fc24e0a569d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1037924 Jul 14 09:41:38.138709 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-3f5f58f4-c19a-4877-84c8-3c12cb04d873 tempest-RoutersAdminTest-1262051535 tempest-RoutersAdminTest-1262051535-project] 10.222.0.68 "GET /v2.0/ports?device_id=a7d4e090-9341-4ea1-9434-38836316e87d HTTP/1.1" status: 200 len: 205 time: 0.0347450 Jul 14 09:41:38.141223 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 44172) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:38.225271 n-d-779913-29 neutron-server[93957]: INFO neutron.api.v2.resource [None req-e6b7d664-195c-4640-bec5-f6e778ea5f9d tempest-RoutersAdminTest-1262051535 tempest-RoutersAdminTest-1262051535-project] delete failed (client error): The resource could not be found. Jul 14 09:41:38.226374 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-e6b7d664-195c-4640-bec5-f6e778ea5f9d tempest-RoutersAdminTest-1262051535 tempest-RoutersAdminTest-1262051535-project] 10.222.0.68 "DELETE /v2.0/routers/a7d4e090-9341-4ea1-9434-38836316e87d HTTP/1.1" status: 404 len: 336 time: 0.0838971 Jul 14 09:41:38.244791 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0f7eef5f-c454-4e27-bd67-9f6e404b2f77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:38.246241 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 44174) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:38.289033 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-674fe840-4c5b-467e-bc9e-563854d0b5ed tempest-RoutersAdminTest-1262051535 tempest-RoutersAdminTest-1262051535-project] 10.222.0.68 "GET /v2.0/ports?device_id=5c2d81f9-ca3d-4349-b5f7-db955604a683 HTTP/1.1" status: 200 len: 205 time: 0.0394201 Jul 14 09:41:38.289900 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0f7eef5f-c454-4e27-bd67-9f6e404b2f77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:38.299328 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 44178) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:38.338801 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-0f7eef5f-c454-4e27-bd67-9f6e404b2f77 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=bfcba280d5aa4c529b326a099d70df0f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5103106 Jul 14 09:41:38.339506 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 44180) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:38.370849 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7eef5f-c454-4e27-bd67-9f6e404b2f77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27a6bd6d-e91f-4c4f-880f-40d1bf0548a6,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:38.410708 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0edbd77-1f5e-4bc5-a563-c3050abf9cd9 req-6b7b401e-cd53-45ea-b1f7-ab02a1405d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:38.412639 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c0edbd77-1f5e-4bc5-a563-c3050abf9cd9 req-6b7b401e-cd53-45ea-b1f7-ab02a1405d0e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4569f08ed7094f2caf5772ad4808989f&device_id=abf03d13-3e8c-49a2-bd4b-0fc24e0a569d HTTP/1.1" status: 200 len: 1097 time: 0.2051611 Jul 14 09:41:38.414056 n-d-779913-29 neutron-server[93957]: INFO neutron.api.v2.resource [None req-f7897b21-4fc4-4ddc-81c0-6fab723e0277 tempest-RoutersAdminTest-1262051535 tempest-RoutersAdminTest-1262051535-project] delete failed (client error): The resource could not be found. Jul 14 09:41:38.417353 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-f7897b21-4fc4-4ddc-81c0-6fab723e0277 tempest-RoutersAdminTest-1262051535 tempest-RoutersAdminTest-1262051535-project] 10.222.0.68 "DELETE /v2.0/routers/5c2d81f9-ca3d-4349-b5f7-db955604a683 HTTP/1.1" status: 404 len: 336 time: 0.1046839 Jul 14 09:41:38.418141 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 44182) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:38.457990 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b5b852b2-47d9-4bea-babd-a73b08688c93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:38.492503 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b5b852b2-47d9-4bea-babd-a73b08688c93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:38.496516 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-0343e382-3e9d-49fc-9831-75782dc53479 tempest-RoutersAdminTest-1262051535 tempest-RoutersAdminTest-1262051535-project] 10.222.0.68 "GET /v2.0/ports?device_id=3c22ff88-0f7a-4eb3-93ea-4e15f9b898f4 HTTP/1.1" status: 200 len: 205 time: 0.0642331 Jul 14 09:41:38.497179 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 44184) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:38.552959 n-d-779913-29 neutron-server[93958]: INFO neutron.api.v2.resource [None req-bed86162-e076-4a56-896d-69436b67dcae tempest-RoutersAdminTest-1262051535 tempest-RoutersAdminTest-1262051535-project] delete failed (client error): The resource could not be found. Jul 14 09:41:38.556477 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-bed86162-e076-4a56-896d-69436b67dcae tempest-RoutersAdminTest-1262051535 tempest-RoutersAdminTest-1262051535-project] 10.222.0.68 "DELETE /v2.0/routers/3c22ff88-0f7a-4eb3-93ea-4e15f9b898f4 HTTP/1.1" status: 404 len: 336 time: 0.0560162 Jul 14 09:41:38.558493 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 44186) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:38.603466 n-d-779913-29 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-130541cd-a66b-470e-a7ab-461280350b90 tempest-RoutersAdminTest-1262051535 tempest-RoutersAdminTest-1262051535-project] DELETE failed (client error): The resource could not be found. Jul 14 09:41:38.604482 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-130541cd-a66b-470e-a7ab-461280350b90 tempest-RoutersAdminTest-1262051535 tempest-RoutersAdminTest-1262051535-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:41:38.609401 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-130541cd-a66b-470e-a7ab-461280350b90 tempest-RoutersAdminTest-1262051535 tempest-RoutersAdminTest-1262051535-project] 10.222.0.68 "DELETE /v2.0/subnets/73a94e87-1896-48b4-a97d-09dc4589d47c HTTP/1.1" status: 404 len: 337 time: 0.0468576 Jul 14 09:41:38.635431 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0384e521-09bc-4304-8987-e907d654be98 req-1d8660c5-1c3e-4483-8e9d-0d0e39db02bf tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:38.636681 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b5b852b2-47d9-4bea-babd-a73b08688c93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:38.637073 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0384e521-09bc-4304-8987-e907d654be98 req-1d8660c5-1c3e-4483-8e9d-0d0e39db02bf tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/ports?device_id=5ed0c1cb-c3d6-40f1-8aad-1894504b5a83 HTTP/1.1" status: 200 len: 945 time: 0.1555462 Jul 14 09:41:38.638147 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0edbd77-1f5e-4bc5-a563-c3050abf9cd9 req-11085dcd-f48d-4a47-8e9c-bd891f0cefd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:38.639495 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c0edbd77-1f5e-4bc5-a563-c3050abf9cd9 req-11085dcd-f48d-4a47-8e9c-bd891f0cefd5 service neutron] 10.222.0.65 "GET /v2.0/networks?id=f0c82eb4-694b-46cd-8405-b22504091d10 HTTP/1.1" status: 200 len: 920 time: 0.1906190 Jul 14 09:41:38.639634 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b5b852b2-47d9-4bea-babd-a73b08688c93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:38.640878 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-b5b852b2-47d9-4bea-babd-a73b08688c93 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/27a6bd6d-e91f-4c4f-880f-40d1bf0548a6 HTTP/1.1" status: 204 len: 168 time: 0.2930608 Jul 14 09:41:38.667667 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b852b2-47d9-4bea-babd-a73b08688c93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27a6bd6d-e91f-4c4f-880f-40d1bf0548a6,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:38.730442 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c0edbd77-1f5e-4bc5-a563-c3050abf9cd9 req-570af883-8d67-4261-9f64-5aa07856795f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1164dd28-0bae-4b72-94a6-b6d00b983a83 HTTP/1.1" status: 200 len: 217 time: 0.0630808 Jul 14 09:41:38.773590 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0384e521-09bc-4304-8987-e907d654be98 req-9e33293c-afa0-4745-b491-577ccb50cc79 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/security-groups?id=3e66fdd8-bd2d-4f0b-a124-b60bfc46cfe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1222713 Jul 14 09:41:38.822589 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0edbd77-1f5e-4bc5-a563-c3050abf9cd9 req-68fa3d21-dea2-4182-a206-87df37357de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:38.824416 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c0edbd77-1f5e-4bc5-a563-c3050abf9cd9 req-68fa3d21-dea2-4182-a206-87df37357de5 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=5a6019b3-7787-4bdb-b397-5a269fa1d62c HTTP/1.1" status: 200 len: 859 time: 0.0821626 Jul 14 09:41:38.861984 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c0edbd77-1f5e-4bc5-a563-c3050abf9cd9 req-5859663e-eaca-43f5-93fc-f3a07eb0ee7f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f0c82eb4-694b-46cd-8405-b22504091d10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309455 Jul 14 09:41:38.969066 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 44204) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:39.061539 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c0edbd77-1f5e-4bc5-a563-c3050abf9cd9 req-7b6d0793-c3e4-4989-bd4e-6ec9512dcf68 service neutron] 10.222.0.65 "GET /v2.0/networks/f0c82eb4-694b-46cd-8405-b22504091d10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1927874 Jul 14 09:41:39.185926 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b0d5b06e-1cad-4beb-bedc-41ec9243efb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:39.194221 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 44214) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:39.220282 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c5868463-4b89-4a39-a6e9-5b4f6220b518 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:39.247822 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c0edbd77-1f5e-4bc5-a563-c3050abf9cd9 req-aac804b8-b07f-48d2-83b9-c28dc9c25766 service neutron] 10.222.0.65 "GET /v2.0/networks/f0c82eb4-694b-46cd-8405-b22504091d10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1801326 Jul 14 09:41:39.358561 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b0d5b06e-1cad-4beb-bedc-41ec9243efb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:39.363997 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b0d5b06e-1cad-4beb-bedc-41ec9243efb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:39.415030 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d5b06e-1cad-4beb-bedc-41ec9243efb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88f03ab6-0cb8-4726-bb18-1e89964c6d08,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:39.419903 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-b0d5b06e-1cad-4beb-bedc-41ec9243efb6 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=31fb18503f34487c8bdb0cc214d8bdb8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4485383 Jul 14 09:41:39.424065 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 44218) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:39.496138 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-51e0e75e-b953-4c1b-8cf7-fcb8412e1abc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:39.518726 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-51e0e75e-b953-4c1b-8cf7-fcb8412e1abc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:39.529213 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c5868463-4b89-4a39-a6e9-5b4f6220b518 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:39.535615 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5c91ca63-7686-4077-856b-b85622ada069 req-52ea6b75-d34b-498b-9cea-28422d9941cf service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=1f00f438-7e79-4879-a4cb-979f8f9574f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4549370 Jul 14 09:41:39.537008 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c5868463-4b89-4a39-a6e9-5b4f6220b518 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:39.573672 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-c5868463-4b89-4a39-a6e9-5b4f6220b518 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=d238de33dc8d438db1b13be32dceb154&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3771143 Jul 14 09:41:39.578946 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 44222) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:39.587967 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-51e0e75e-b953-4c1b-8cf7-fcb8412e1abc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:39.590686 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-51e0e75e-b953-4c1b-8cf7-fcb8412e1abc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:39.591825 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-51e0e75e-b953-4c1b-8cf7-fcb8412e1abc admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/88f03ab6-0cb8-4726-bb18-1e89964c6d08 HTTP/1.1" status: 204 len: 168 time: 0.1668110 Jul 14 09:41:39.626605 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e0e75e-b953-4c1b-8cf7-fcb8412e1abc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88f03ab6-0cb8-4726-bb18-1e89964c6d08,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:39.657418 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-214260fd-eaca-4034-9d7b-4c49e5944828 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:39.672070 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5868463-4b89-4a39-a6e9-5b4f6220b518 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d416ddfe-459b-4abe-b147-7c11b2592b4d,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:39.684144 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-214260fd-eaca-4034-9d7b-4c49e5944828 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:39.721923 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c91ca63-7686-4077-856b-b85622ada069 req-1e77862f-22e0-4e35-a415-9a528fed4989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:39.724099 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5c91ca63-7686-4077-856b-b85622ada069 req-1e77862f-22e0-4e35-a415-9a528fed4989 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0be6be6bccc149f1a4b35e465d4a6d6f&device_id=1f00f438-7e79-4879-a4cb-979f8f9574f7 HTTP/1.1" status: 200 len: 1097 time: 0.1433184 Jul 14 09:41:39.741021 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-214260fd-eaca-4034-9d7b-4c49e5944828 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:39.743724 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-214260fd-eaca-4034-9d7b-4c49e5944828 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:39.747382 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-214260fd-eaca-4034-9d7b-4c49e5944828 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/d416ddfe-459b-4abe-b147-7c11b2592b4d HTTP/1.1" status: 204 len: 168 time: 0.1651909 Jul 14 09:41:39.766375 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214260fd-eaca-4034-9d7b-4c49e5944828 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d416ddfe-459b-4abe-b147-7c11b2592b4d,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:39.939911 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c91ca63-7686-4077-856b-b85622ada069 req-9ded414e-4df4-4855-a38b-1eeeaeafe5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:39.941895 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5c91ca63-7686-4077-856b-b85622ada069 req-9ded414e-4df4-4855-a38b-1eeeaeafe5ed service neutron] 10.222.0.57 "GET /v2.0/networks?id=2a42cb13-2d55-4959-a070-eb88da564dfb HTTP/1.1" status: 200 len: 913 time: 0.1932869 Jul 14 09:41:39.990160 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5c91ca63-7686-4077-856b-b85622ada069 req-745f30c0-fc76-4fb2-91b7-87f59be8da13 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=249cebec-dc11-498c-abb2-47ee3d6b51f3 HTTP/1.1" status: 200 len: 217 time: 0.0383008 Jul 14 09:41:40.064159 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c91ca63-7686-4077-856b-b85622ada069 req-40eb5033-5a71-40b0-bbad-acda0910da3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:40.066634 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5c91ca63-7686-4077-856b-b85622ada069 req-40eb5033-5a71-40b0-bbad-acda0910da3a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2fb6ebb7-0edb-47a6-96f3-036e2585c66a HTTP/1.1" status: 200 len: 851 time: 0.0702503 Jul 14 09:41:40.166079 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c91ca63-7686-4077-856b-b85622ada069 req-d05eab5a-8386-4660-b33d-ad886f741947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:40.167469 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5c91ca63-7686-4077-856b-b85622ada069 req-d05eab5a-8386-4660-b33d-ad886f741947 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2a42cb13-2d55-4959-a070-eb88da564dfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0927708 Jul 14 09:41:40.213334 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 44242) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:40.285532 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-4d0c3c98-3fb2-4c31-a661-e4cc5eb663d4 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=36e6b1d7b41443e3b5f84188cea39d4e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0693996 Jul 14 09:41:40.287882 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 44246) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:40.338793 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5c91ca63-7686-4077-856b-b85622ada069 req-e8b42657-6ac8-4f17-9525-eef20e5b3480 service neutron] 10.222.0.57 "GET /v2.0/networks/2a42cb13-2d55-4959-a070-eb88da564dfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631331 Jul 14 09:41:40.370100 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-197b59d7-6168-4a67-9057-1a6039a6f8fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:40.401682 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-197b59d7-6168-4a67-9057-1a6039a6f8fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:40.472121 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-197b59d7-6168-4a67-9057-1a6039a6f8fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:40.475767 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-197b59d7-6168-4a67-9057-1a6039a6f8fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:40.480621 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5c91ca63-7686-4077-856b-b85622ada069 req-c2d63e6d-7176-4805-9fe4-46d1bb7ad379 service neutron] 10.222.0.57 "GET /v2.0/networks/2a42cb13-2d55-4959-a070-eb88da564dfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340957 Jul 14 09:41:40.481945 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-197b59d7-6168-4a67-9057-1a6039a6f8fa admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/ebdbcca7-a825-45a5-9fe8-15a994b4d8d6 HTTP/1.1" status: 204 len: 168 time: 0.1924977 Jul 14 09:41:40.492797 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197b59d7-6168-4a67-9057-1a6039a6f8fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebdbcca7-a825-45a5-9fe8-15a994b4d8d6,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:41.476150 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 44288) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:41.489269 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 44290) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:41.653003 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-08005204-1e4b-49c3-a6de-5938643e9a21 tempest-AgentManagementNegativeTest-450070153 tempest-AgentManagementNegativeTest-450070153-project] 10.222.0.68 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1625061 Jul 14 09:41:41.674113 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-91fa2309-f76e-4d03-be66-5f15fa2f148e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:41.846677 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-91fa2309-f76e-4d03-be66-5f15fa2f148e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:41.849403 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-91fa2309-f76e-4d03-be66-5f15fa2f148e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:41.927259 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fa2309-f76e-4d03-be66-5f15fa2f148e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3515ff05-9b57-446b-923b-c32300094c19,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:41.936302 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-91fa2309-f76e-4d03-be66-5f15fa2f148e admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=f9eb5d0d947b4d5d87c34e097b829f4c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4588828 Jul 14 09:41:41.939714 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 44302) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:41.979870 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 44304) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:42.020984 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-aee7fedf-ee10-46f0-aecf-acf4c9880174 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:42.059073 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-aee7fedf-ee10-46f0-aecf-acf4c9880174 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:42.119540 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-aee7fedf-ee10-46f0-aecf-acf4c9880174 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:42.122152 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-aee7fedf-ee10-46f0-aecf-acf4c9880174 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:42.123557 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-aee7fedf-ee10-46f0-aecf-acf4c9880174 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/3515ff05-9b57-446b-923b-c32300094c19 HTTP/1.1" status: 204 len: 168 time: 0.1828194 Jul 14 09:41:42.133794 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee7fedf-ee10-46f0-aecf-acf4c9880174 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3515ff05-9b57-446b-923b-c32300094c19,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:42.143403 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-afa53715-6c04-4e00-ad79-7d5485e0c150 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:42.293529 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-afa53715-6c04-4e00-ad79-7d5485e0c150 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:42.302684 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-afa53715-6c04-4e00-ad79-7d5485e0c150 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:42.346649 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-afa53715-6c04-4e00-ad79-7d5485e0c150 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=771cfc8517774ce085ba4f6b39e6ba99&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3653355 Jul 14 09:41:42.347646 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa53715-6c04-4e00-ad79-7d5485e0c150 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5c5236c-6c4b-4d59-8d08-86ad6face725,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:42.349304 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 44312) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:42.509213 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2f72cbfc-a0df-40b4-8af3-df39774099f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:42.537452 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2f72cbfc-a0df-40b4-8af3-df39774099f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:42.595985 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2f72cbfc-a0df-40b4-8af3-df39774099f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:42.598701 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2f72cbfc-a0df-40b4-8af3-df39774099f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:42.600034 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-2f72cbfc-a0df-40b4-8af3-df39774099f0 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/d5c5236c-6c4b-4d59-8d08-86ad6face725 HTTP/1.1" status: 204 len: 168 time: 0.2493081 Jul 14 09:41:42.608718 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f72cbfc-a0df-40b4-8af3-df39774099f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5c5236c-6c4b-4d59-8d08-86ad6face725,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:42.843772 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:43.588903 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:43.780485 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 44388) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:43.924648 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-a18077ca-3fbd-43c4-af16-514d3cd40518 tempest-ExtraDHCPOptionsIpV6TestJSON-321890032 tempest-ExtraDHCPOptionsIpV6TestJSON-321890032-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-2098151077'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:41:43.963919 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a18077ca-3fbd-43c4-af16-514d3cd40518 tempest-ExtraDHCPOptionsIpV6TestJSON-321890032 tempest-ExtraDHCPOptionsIpV6TestJSON-321890032-project] Made reservation on behalf of 1fa6615b89924a94931d689bf16fdfc2 for: {'network': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:41:43.967720 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a18077ca-3fbd-43c4-af16-514d3cd40518 tempest-ExtraDHCPOptionsIpV6TestJSON-321890032 tempest-ExtraDHCPOptionsIpV6TestJSON-321890032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for network, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:43.977956 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a18077ca-3fbd-43c4-af16-514d3cd40518 tempest-ExtraDHCPOptionsIpV6TestJSON-321890032 tempest-ExtraDHCPOptionsIpV6TestJSON-321890032-project] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:44.116971 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a18077ca-3fbd-43c4-af16-514d3cd40518 tempest-ExtraDHCPOptionsIpV6TestJSON-321890032 tempest-ExtraDHCPOptionsIpV6TestJSON-321890032-project] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:44.126482 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a18077ca-3fbd-43c4-af16-514d3cd40518 tempest-ExtraDHCPOptionsIpV6TestJSON-321890032 tempest-ExtraDHCPOptionsIpV6TestJSON-321890032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:44.180768 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18077ca-3fbd-43c4-af16-514d3cd40518 tempest-ExtraDHCPOptionsIpV6TestJSON-321890032 tempest-ExtraDHCPOptionsIpV6TestJSON-321890032-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23084190-0466-483d-87d6-dc052fb1c894,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:44.212580 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a18077ca-3fbd-43c4-af16-514d3cd40518 tempest-ExtraDHCPOptionsIpV6TestJSON-321890032 tempest-ExtraDHCPOptionsIpV6TestJSON-321890032-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 741} {{(pid=93957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:41:44.235655 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a18077ca-3fbd-43c4-af16-514d3cd40518 tempest-ExtraDHCPOptionsIpV6TestJSON-321890032 tempest-ExtraDHCPOptionsIpV6TestJSON-321890032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:44.236237 n-d-779913-29 neutron-server[93957]: INFO neutron.db.segments_db [None req-a18077ca-3fbd-43c4-af16-514d3cd40518 tempest-ExtraDHCPOptionsIpV6TestJSON-321890032 tempest-ExtraDHCPOptionsIpV6TestJSON-321890032-project] Added segment 78183837-2351-47fc-a18f-936a9d405491 of type vlan for network eda0b8aa-1480-4df6-abd4-1f54c7eef81e Jul 14 09:41:44.296389 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a18077ca-3fbd-43c4-af16-514d3cd40518 tempest-ExtraDHCPOptionsIpV6TestJSON-321890032 tempest-ExtraDHCPOptionsIpV6TestJSON-321890032-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735687821325'] for network, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:44.347999 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a18077ca-3fbd-43c4-af16-514d3cd40518 tempest-ExtraDHCPOptionsIpV6TestJSON-321890032 tempest-ExtraDHCPOptionsIpV6TestJSON-321890032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855'] for network, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:44.354124 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a18077ca-3fbd-43c4-af16-514d3cd40518 tempest-ExtraDHCPOptionsIpV6TestJSON-321890032 tempest-ExtraDHCPOptionsIpV6TestJSON-321890032-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:44.354754 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a18077ca-3fbd-43c4-af16-514d3cd40518 tempest-ExtraDHCPOptionsIpV6TestJSON-321890032 tempest-ExtraDHCPOptionsIpV6TestJSON-321890032-project] Notify callbacks [] for network, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:44.788927 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-a18077ca-3fbd-43c4-af16-514d3cd40518 tempest-ExtraDHCPOptionsIpV6TestJSON-321890032 tempest-ExtraDHCPOptionsIpV6TestJSON-321890032-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.0062349 Jul 14 09:41:44.791901 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 44442) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:44.797696 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-e89077d0-e7ff-4eb8-b059-06b5666a6383 tempest-ExtraDHCPOptionsIpV6TestJSON-321890032 tempest-ExtraDHCPOptionsIpV6TestJSON-321890032-project] Request body: {'subnet': {'network_id': 'eda0b8aa-1480-4df6-abd4-1f54c7eef81e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:41:44.808675 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18077ca-3fbd-43c4-af16-514d3cd40518 tempest-ExtraDHCPOptionsIpV6TestJSON-321890032 tempest-ExtraDHCPOptionsIpV6TestJSON-321890032-project] Pushing event updated for resources: {'Network': ['ID=eda0b8aa-1480-4df6-abd4-1f54c7eef81e,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:44.822579 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Network eda0b8aa-1480-4df6-abd4-1f54c7eef81e details requested by agent ovs-agent-n-d-779913-29 with host n-d-779913-29 {{(pid=93959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:41:44.928255 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e89077d0-e7ff-4eb8-b059-06b5666a6383 tempest-ExtraDHCPOptionsIpV6TestJSON-321890032 tempest-ExtraDHCPOptionsIpV6TestJSON-321890032-project] Made reservation on behalf of 1fa6615b89924a94931d689bf16fdfc2 for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:41:44.932114 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e89077d0-e7ff-4eb8-b059-06b5666a6383 tempest-ExtraDHCPOptionsIpV6TestJSON-321890032 tempest-ExtraDHCPOptionsIpV6TestJSON-321890032-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16714600'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:45.215021 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e89077d0-e7ff-4eb8-b059-06b5666a6383 tempest-ExtraDHCPOptionsIpV6TestJSON-321890032 tempest-ExtraDHCPOptionsIpV6TestJSON-321890032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13573993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16714586'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:45.279782 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89077d0-e7ff-4eb8-b059-06b5666a6383 tempest-ExtraDHCPOptionsIpV6TestJSON-321890032 tempest-ExtraDHCPOptionsIpV6TestJSON-321890032-project] Pushing event updated for resources: {'Subnet': ['ID=fa56e627-4d53-45e2-b5f7-15aeed986213,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:45.305996 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e89077d0-e7ff-4eb8-b059-06b5666a6383 tempest-ExtraDHCPOptionsIpV6TestJSON-321890032 tempest-ExtraDHCPOptionsIpV6TestJSON-321890032-project] Checking segment: {'id': '78183837-2351-47fc-a18f-936a9d405491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'eda0b8aa-1480-4df6-abd4-1f54c7eef81e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:41:45.306852 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e89077d0-e7ff-4eb8-b059-06b5666a6383 tempest-ExtraDHCPOptionsIpV6TestJSON-321890032 tempest-ExtraDHCPOptionsIpV6TestJSON-321890032-project] Network hostable DHCP agents. Network: eda0b8aa-1480-4df6-abd4-1f54c7eef81e, hostable agents: ['c6a09bd4-f72e-4283-a3ca-0bbca8a51081'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:41:45.327113 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e89077d0-e7ff-4eb8-b059-06b5666a6383 tempest-ExtraDHCPOptionsIpV6TestJSON-321890032 tempest-ExtraDHCPOptionsIpV6TestJSON-321890032-project] Network eda0b8aa-1480-4df6-abd4-1f54c7eef81e is scheduled to be hosted by DHCP agent c6a09bd4-f72e-4283-a3ca-0bbca8a51081 with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:41:45.340882 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-e89077d0-e7ff-4eb8-b059-06b5666a6383 tempest-ExtraDHCPOptionsIpV6TestJSON-321890032 tempest-ExtraDHCPOptionsIpV6TestJSON-321890032-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-29, eda0b8aa-1480-4df6-abd4-1f54c7eef81e) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:41:45.348003 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e89077d0-e7ff-4eb8-b059-06b5666a6383 tempest-ExtraDHCPOptionsIpV6TestJSON-321890032 tempest-ExtraDHCPOptionsIpV6TestJSON-321890032-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:45.349092 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e89077d0-e7ff-4eb8-b059-06b5666a6383 tempest-ExtraDHCPOptionsIpV6TestJSON-321890032 tempest-ExtraDHCPOptionsIpV6TestJSON-321890032-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:45.369045 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61c201e0-a1a0-4399-a459-cbc8b4b1be50 None None] Network eda0b8aa-1480-4df6-abd4-1f54c7eef81e requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:41:45.378080 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-e89077d0-e7ff-4eb8-b059-06b5666a6383 tempest-ExtraDHCPOptionsIpV6TestJSON-321890032 tempest-ExtraDHCPOptionsIpV6TestJSON-321890032-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5850248 Jul 14 09:41:45.380943 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 44450) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:45.387435 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-647681fb-d0fe-4be2-a729-0418de740001 tempest-ExtraDHCPOptionsIpV6TestJSON-321890032 tempest-ExtraDHCPOptionsIpV6TestJSON-321890032-project] Request body: {'port': {'network_id': 'eda0b8aa-1480-4df6-abd4-1f54c7eef81e', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-949316749'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:41:45.634772 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-647681fb-d0fe-4be2-a729-0418de740001 tempest-ExtraDHCPOptionsIpV6TestJSON-321890032 tempest-ExtraDHCPOptionsIpV6TestJSON-321890032-project] Made reservation on behalf of 1fa6615b89924a94931d689bf16fdfc2 for: {'port': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:41:45.649036 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a21de85-e38d-40ba-acad-2e02f8a7aab6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf57baaa9-fd24-59f4-8fd2-1dc21122ce72-eda0b8aa-1480-4df6-abd4-1f54c7eef81e', 'network_id': 'eda0b8aa-1480-4df6-abd4-1f54c7eef81e', 'tenant_id': '1fa6615b89924a94931d689bf16fdfc2', 'fixed_ips': [{'subnet_id': 'fa56e627-4d53-45e2-b5f7-15aeed986213'}]}} from n-d-779913-29. {{(pid=93959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:41:45.650619 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2a21de85-e38d-40ba-acad-2e02f8a7aab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:45.654420 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-647681fb-d0fe-4be2-a729-0418de740001 tempest-ExtraDHCPOptionsIpV6TestJSON-321890032 tempest-ExtraDHCPOptionsIpV6TestJSON-321890032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:45.695015 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-647681fb-d0fe-4be2-a729-0418de740001 tempest-ExtraDHCPOptionsIpV6TestJSON-321890032 tempest-ExtraDHCPOptionsIpV6TestJSON-321890032-project] device_id is not set on port 49990027-fdfa-42bd-8e05-a4ac3757efbd yet. {{(pid=93957) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:41:45.847580 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a5ef03-9e3e-42fb-9766-b383ad007768 req-a3e11828-cd7b-4a26-a7d8-dc6be984a2fa tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:45.849384 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-56a5ef03-9e3e-42fb-9766-b383ad007768 req-a3e11828-cd7b-4a26-a7d8-dc6be984a2fa tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] 10.222.0.68 "GET /v2.0/ports?device_id=6fdad434-c3e1-494a-ad24-9206ceaf4c12 HTTP/1.1" status: 200 len: 946 time: 0.1666586 Jul 14 09:41:45.867590 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-2a21de85-e38d-40ba-acad-2e02f8a7aab6 None None] Allocated IP 2001:db8::2 (eda0b8aa-1480-4df6-abd4-1f54c7eef81e/fa56e627-4d53-45e2-b5f7-15aeed986213/ac7d68b1-1c0f-4a35-9839-d92e828dd66d) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:41:45.902549 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-56a5ef03-9e3e-42fb-9766-b383ad007768 req-36191b0c-1fcb-461e-8171-80afa37223c5 tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] 10.222.0.68 "GET /v2.0/security-groups?id=8136fa3c-cdeb-41b3-bfb9-6bf131e66cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470483 Jul 14 09:41:46.066613 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2a21de85-e38d-40ba-acad-2e02f8a7aab6 None None] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:46.076740 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-2a21de85-e38d-40ba-acad-2e02f8a7aab6 None None] Transition to ACTIVE for port object ac7d68b1-1c0f-4a35-9839-d92e828dd66d will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:41:46.095881 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-2a21de85-e38d-40ba-acad-2e02f8a7aab6 None None] Transition to ACTIVE for port object ac7d68b1-1c0f-4a35-9839-d92e828dd66d will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:41:46.102394 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2a21de85-e38d-40ba-acad-2e02f8a7aab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:46.143969 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a21de85-e38d-40ba-acad-2e02f8a7aab6 None None] Network eda0b8aa-1480-4df6-abd4-1f54c7eef81e is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:41:46.146909 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-2a21de85-e38d-40ba-acad-2e02f8a7aab6 None None] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:41:46.150600 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a21de85-e38d-40ba-acad-2e02f8a7aab6 None None] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:41:46.158653 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a21de85-e38d-40ba-acad-2e02f8a7aab6 None None] Pushing event updated for resources: {'Port': ['ID=ac7d68b1-1c0f-4a35-9839-d92e828dd66d,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:46.189851 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-647681fb-d0fe-4be2-a729-0418de740001 tempest-ExtraDHCPOptionsIpV6TestJSON-321890032 tempest-ExtraDHCPOptionsIpV6TestJSON-321890032-project] Allocated IP 2001:db8::23c (eda0b8aa-1480-4df6-abd4-1f54c7eef81e/fa56e627-4d53-45e2-b5f7-15aeed986213/49990027-fdfa-42bd-8e05-a4ac3757efbd) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:41:46.228386 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-2a21de85-e38d-40ba-acad-2e02f8a7aab6 None None] Attempting to bind port ac7d68b1-1c0f-4a35-9839-d92e828dd66d on host n-d-779913-29 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:41:46.229177 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-2a21de85-e38d-40ba-acad-2e02f8a7aab6 None None] Attempting to bind port ac7d68b1-1c0f-4a35-9839-d92e828dd66d by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': '78183837-2351-47fc-a18f-936a9d405491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'eda0b8aa-1480-4df6-abd4-1f54c7eef81e'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:41:46.229899 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a21de85-e38d-40ba-acad-2e02f8a7aab6 None None] Attempting to bind port ac7d68b1-1c0f-4a35-9839-d92e828dd66d on network eda0b8aa-1480-4df6-abd4-1f54c7eef81e {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:41:46.239657 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a21de85-e38d-40ba-acad-2e02f8a7aab6 None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 41, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:41:46.240075 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a21de85-e38d-40ba-acad-2e02f8a7aab6 None None] Checking segment: {'id': '78183837-2351-47fc-a18f-936a9d405491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'eda0b8aa-1480-4df6-abd4-1f54c7eef81e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:41:46.240796 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2a21de85-e38d-40ba-acad-2e02f8a7aab6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:46.241258 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a21de85-e38d-40ba-acad-2e02f8a7aab6 None None] Bound using segment: {'id': '78183837-2351-47fc-a18f-936a9d405491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'eda0b8aa-1480-4df6-abd4-1f54c7eef81e'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:41:46.241951 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-2a21de85-e38d-40ba-acad-2e02f8a7aab6 None None] Bound port: ac7d68b1-1c0f-4a35-9839-d92e828dd66d, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78183837-2351-47fc-a18f-936a9d405491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'eda0b8aa-1480-4df6-abd4-1f54c7eef81e'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:41:46.242339 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2a21de85-e38d-40ba-acad-2e02f8a7aab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:46.321048 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-2a21de85-e38d-40ba-acad-2e02f8a7aab6 None None] For port ac7d68b1-1c0f-4a35-9839-d92e828dd66d, host n-d-779913-29, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:41:46.327065 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-2a21de85-e38d-40ba-acad-2e02f8a7aab6 None None] For port ac7d68b1-1c0f-4a35-9839-d92e828dd66d, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=ac7d68b1-1c0f-4a35-9839-d92e828dd66d,segment=NetworkSegment(78183837-2351-47fc-a18f-936a9d405491),segment_id=78183837-2351-47fc-a18f-936a9d405491)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:41:46.332050 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2a21de85-e38d-40ba-acad-2e02f8a7aab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:46.412547 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a21de85-e38d-40ba-acad-2e02f8a7aab6 None None] Pushing event updated for resources: {'Port': ['ID=ac7d68b1-1c0f-4a35-9839-d92e828dd66d,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:46.424492 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-647681fb-d0fe-4be2-a729-0418de740001 tempest-ExtraDHCPOptionsIpV6TestJSON-321890032 tempest-ExtraDHCPOptionsIpV6TestJSON-321890032-project] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:46.441299 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-647681fb-d0fe-4be2-a729-0418de740001 tempest-ExtraDHCPOptionsIpV6TestJSON-321890032 tempest-ExtraDHCPOptionsIpV6TestJSON-321890032-project] Transition to ACTIVE for port object 49990027-fdfa-42bd-8e05-a4ac3757efbd will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:41:46.501483 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-647681fb-d0fe-4be2-a729-0418de740001 tempest-ExtraDHCPOptionsIpV6TestJSON-321890032 tempest-ExtraDHCPOptionsIpV6TestJSON-321890032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:46.567800 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-647681fb-d0fe-4be2-a729-0418de740001 tempest-ExtraDHCPOptionsIpV6TestJSON-321890032 tempest-ExtraDHCPOptionsIpV6TestJSON-321890032-project] Network eda0b8aa-1480-4df6-abd4-1f54c7eef81e is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:41:46.574001 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-647681fb-d0fe-4be2-a729-0418de740001 tempest-ExtraDHCPOptionsIpV6TestJSON-321890032 tempest-ExtraDHCPOptionsIpV6TestJSON-321890032-project] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:41:46.586087 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-647681fb-d0fe-4be2-a729-0418de740001 tempest-ExtraDHCPOptionsIpV6TestJSON-321890032 tempest-ExtraDHCPOptionsIpV6TestJSON-321890032-project] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:41:46.591868 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-647681fb-d0fe-4be2-a729-0418de740001 tempest-ExtraDHCPOptionsIpV6TestJSON-321890032 tempest-ExtraDHCPOptionsIpV6TestJSON-321890032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:46.592519 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-647681fb-d0fe-4be2-a729-0418de740001 tempest-ExtraDHCPOptionsIpV6TestJSON-321890032 tempest-ExtraDHCPOptionsIpV6TestJSON-321890032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:46.612645 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647681fb-d0fe-4be2-a729-0418de740001 tempest-ExtraDHCPOptionsIpV6TestJSON-321890032 tempest-ExtraDHCPOptionsIpV6TestJSON-321890032-project] Pushing event updated for resources: {'Port': ['ID=49990027-fdfa-42bd-8e05-a4ac3757efbd,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:46.635923 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 44460) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:46.638609 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-647681fb-d0fe-4be2-a729-0418de740001 tempest-ExtraDHCPOptionsIpV6TestJSON-321890032 tempest-ExtraDHCPOptionsIpV6TestJSON-321890032-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 1.2561314 Jul 14 09:41:46.645404 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-c99162ec-c30c-4b26-8116-8d9adbc77d81 tempest-ExtraDHCPOptionsIpV6TestJSON-321890032 tempest-ExtraDHCPOptionsIpV6TestJSON-321890032-project] Request body: {'port': {'network_id': 'eda0b8aa-1480-4df6-abd4-1f54c7eef81e', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-431302959', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:41:46.645966 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.api.validators [None req-c99162ec-c30c-4b26-8116-8d9adbc77d81 tempest-ExtraDHCPOptionsIpV6TestJSON-321890032 tempest-ExtraDHCPOptionsIpV6TestJSON-321890032-project] bootfile-name is not in valid_values {{(pid=93958) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 14 09:41:46.648543 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.api.validators [None req-c99162ec-c30c-4b26-8116-8d9adbc77d81 tempest-ExtraDHCPOptionsIpV6TestJSON-321890032 tempest-ExtraDHCPOptionsIpV6TestJSON-321890032-project] tftp-server is not in valid_values {{(pid=93958) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 14 09:41:46.648878 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.api.validators [None req-c99162ec-c30c-4b26-8116-8d9adbc77d81 tempest-ExtraDHCPOptionsIpV6TestJSON-321890032 tempest-ExtraDHCPOptionsIpV6TestJSON-321890032-project] server-ip-address is not in valid_values {{(pid=93958) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 14 09:41:46.808151 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c99162ec-c30c-4b26-8116-8d9adbc77d81 tempest-ExtraDHCPOptionsIpV6TestJSON-321890032 tempest-ExtraDHCPOptionsIpV6TestJSON-321890032-project] Made reservation on behalf of 1fa6615b89924a94931d689bf16fdfc2 for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:41:46.813041 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c99162ec-c30c-4b26-8116-8d9adbc77d81 tempest-ExtraDHCPOptionsIpV6TestJSON-321890032 tempest-ExtraDHCPOptionsIpV6TestJSON-321890032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:46.834578 n-d-779913-29 neutron-server[93958]: DEBUG neutron.notifiers.nova [None req-c99162ec-c30c-4b26-8116-8d9adbc77d81 tempest-ExtraDHCPOptionsIpV6TestJSON-321890032 tempest-ExtraDHCPOptionsIpV6TestJSON-321890032-project] device_id is not set on port e662ae09-1618-42c0-bf9b-c2aab37afcdc yet. {{(pid=93958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:41:46.972944 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-c99162ec-c30c-4b26-8116-8d9adbc77d81 tempest-ExtraDHCPOptionsIpV6TestJSON-321890032 tempest-ExtraDHCPOptionsIpV6TestJSON-321890032-project] Allocated IP 2001:db8::f5 (eda0b8aa-1480-4df6-abd4-1f54c7eef81e/fa56e627-4d53-45e2-b5f7-15aeed986213/e662ae09-1618-42c0-bf9b-c2aab37afcdc) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:41:47.219063 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c99162ec-c30c-4b26-8116-8d9adbc77d81 tempest-ExtraDHCPOptionsIpV6TestJSON-321890032 tempest-ExtraDHCPOptionsIpV6TestJSON-321890032-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:47.229732 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b307ba56-1cae-4c91-baa1-d330942b067e req-d1e5ae2b-23f8-499d-a402-31f3a7878c61 tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:47.231357 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-b307ba56-1cae-4c91-baa1-d330942b067e req-d1e5ae2b-23f8-499d-a402-31f3a7878c61 tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] 10.222.0.68 "GET /v2.0/ports?device_id=6fdad434-c3e1-494a-ad24-9206ceaf4c12 HTTP/1.1" status: 200 len: 946 time: 0.1340044 Jul 14 09:41:47.253840 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-c99162ec-c30c-4b26-8116-8d9adbc77d81 tempest-ExtraDHCPOptionsIpV6TestJSON-321890032 tempest-ExtraDHCPOptionsIpV6TestJSON-321890032-project] Transition to ACTIVE for port object e662ae09-1618-42c0-bf9b-c2aab37afcdc will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:41:47.298675 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-b307ba56-1cae-4c91-baa1-d330942b067e req-abef7d80-cee5-4109-8be8-cc3cafabba89 tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] 10.222.0.68 "GET /v2.0/security-groups?id=8136fa3c-cdeb-41b3-bfb9-6bf131e66cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560126 Jul 14 09:41:47.321387 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c99162ec-c30c-4b26-8116-8d9adbc77d81 tempest-ExtraDHCPOptionsIpV6TestJSON-321890032 tempest-ExtraDHCPOptionsIpV6TestJSON-321890032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:47.383249 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c99162ec-c30c-4b26-8116-8d9adbc77d81 tempest-ExtraDHCPOptionsIpV6TestJSON-321890032 tempest-ExtraDHCPOptionsIpV6TestJSON-321890032-project] Network eda0b8aa-1480-4df6-abd4-1f54c7eef81e is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:41:47.389262 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-c99162ec-c30c-4b26-8116-8d9adbc77d81 tempest-ExtraDHCPOptionsIpV6TestJSON-321890032 tempest-ExtraDHCPOptionsIpV6TestJSON-321890032-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:41:47.394654 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c99162ec-c30c-4b26-8116-8d9adbc77d81 tempest-ExtraDHCPOptionsIpV6TestJSON-321890032 tempest-ExtraDHCPOptionsIpV6TestJSON-321890032-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:41:47.403144 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c99162ec-c30c-4b26-8116-8d9adbc77d81 tempest-ExtraDHCPOptionsIpV6TestJSON-321890032 tempest-ExtraDHCPOptionsIpV6TestJSON-321890032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:47.404453 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c99162ec-c30c-4b26-8116-8d9adbc77d81 tempest-ExtraDHCPOptionsIpV6TestJSON-321890032 tempest-ExtraDHCPOptionsIpV6TestJSON-321890032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:47.425532 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-c99162ec-c30c-4b26-8116-8d9adbc77d81 tempest-ExtraDHCPOptionsIpV6TestJSON-321890032 tempest-ExtraDHCPOptionsIpV6TestJSON-321890032-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1148 time: 0.7880328 Jul 14 09:41:47.428078 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 44466) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:47.438509 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99162ec-c30c-4b26-8116-8d9adbc77d81 tempest-ExtraDHCPOptionsIpV6TestJSON-321890032 tempest-ExtraDHCPOptionsIpV6TestJSON-321890032-project] Pushing event updated for resources: {'Port': ['ID=e662ae09-1618-42c0-bf9b-c2aab37afcdc,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:47.559527 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b58fbdff-15c1-4d26-b914-1d9bcb88e737 tempest-ExtraDHCPOptionsIpV6TestJSON-321890032 tempest-ExtraDHCPOptionsIpV6TestJSON-321890032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:47.566373 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b58fbdff-15c1-4d26-b914-1d9bcb88e737 tempest-ExtraDHCPOptionsIpV6TestJSON-321890032 tempest-ExtraDHCPOptionsIpV6TestJSON-321890032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:47.575333 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b58fbdff-15c1-4d26-b914-1d9bcb88e737 tempest-ExtraDHCPOptionsIpV6TestJSON-321890032 tempest-ExtraDHCPOptionsIpV6TestJSON-321890032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:47.580610 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 44470) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:47.585739 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-b58fbdff-15c1-4d26-b914-1d9bcb88e737 tempest-ExtraDHCPOptionsIpV6TestJSON-321890032 tempest-ExtraDHCPOptionsIpV6TestJSON-321890032-project] 10.222.0.68 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2619 time: 0.1563842 Jul 14 09:41:47.708815 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41b6d703-4eae-4206-a2a5-24759b39ad72 None None] Network eda0b8aa-1480-4df6-abd4-1f54c7eef81e requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:41:47.757835 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-67d35db4-e330-456d-bb59-e5877d22bc9f tempest-ExtraDHCPOptionsIpV6TestJSON-321890032 tempest-ExtraDHCPOptionsIpV6TestJSON-321890032-project] Deleting port e662ae09-1618-42c0-bf9b-c2aab37afcdc {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:41:47.758282 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-67d35db4-e330-456d-bb59-e5877d22bc9f tempest-ExtraDHCPOptionsIpV6TestJSON-321890032 tempest-ExtraDHCPOptionsIpV6TestJSON-321890032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:47.789141 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-1085c476-7154-40fa-893f-af4a043388e2 None None] Provisioning for port ac7d68b1-1c0f-4a35-9839-d92e828dd66d completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:41:47.866736 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-67d35db4-e330-456d-bb59-e5877d22bc9f tempest-ExtraDHCPOptionsIpV6TestJSON-321890032 tempest-ExtraDHCPOptionsIpV6TestJSON-321890032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:47.928969 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-67d35db4-e330-456d-bb59-e5877d22bc9f tempest-ExtraDHCPOptionsIpV6TestJSON-321890032 tempest-ExtraDHCPOptionsIpV6TestJSON-321890032-project] Calling delete_port for e662ae09-1618-42c0-bf9b-c2aab37afcdc owned by {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:41:48.005692 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e068644-5921-4d10-9d18-a32a703b3961 req-e1e9ab07-cf14-4dc8-a278-d420dac9fd23 tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:48.007507 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6e068644-5921-4d10-9d18-a32a703b3961 req-e1e9ab07-cf14-4dc8-a278-d420dac9fd23 tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] 10.222.0.57 "GET /v2.0/ports?device_id=6fdad434-c3e1-494a-ad24-9206ceaf4c12 HTTP/1.1" status: 200 len: 946 time: 0.1232200 Jul 14 09:41:48.179949 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-67d35db4-e330-456d-bb59-e5877d22bc9f tempest-ExtraDHCPOptionsIpV6TestJSON-321890032 tempest-ExtraDHCPOptionsIpV6TestJSON-321890032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:48.191531 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [req-6e068644-5921-4d10-9d18-a32a703b3961 req-e4d7ce2f-0fa3-4157-af13-1d630c6e0bad tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] Deleting port 022668d7-f0e9-430a-943a-2690558ea595 {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:41:48.191957 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-6e068644-5921-4d10-9d18-a32a703b3961 req-e4d7ce2f-0fa3-4157-af13-1d630c6e0bad tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:48.231171 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d35db4-e330-456d-bb59-e5877d22bc9f tempest-ExtraDHCPOptionsIpV6TestJSON-321890032 tempest-ExtraDHCPOptionsIpV6TestJSON-321890032-project] Pushing event deleted for resources: {'Port': ['ID=e662ae09-1618-42c0-bf9b-c2aab37afcdc,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:48.300826 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-67d35db4-e330-456d-bb59-e5877d22bc9f tempest-ExtraDHCPOptionsIpV6TestJSON-321890032 tempest-ExtraDHCPOptionsIpV6TestJSON-321890032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:48.306342 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-67d35db4-e330-456d-bb59-e5877d22bc9f tempest-ExtraDHCPOptionsIpV6TestJSON-321890032 tempest-ExtraDHCPOptionsIpV6TestJSON-321890032-project] 10.222.0.68 "DELETE /v2.0/ports/e662ae09-1618-42c0-bf9b-c2aab37afcdc HTTP/1.1" status: 204 len: 168 time: 0.7211051 Jul 14 09:41:48.307229 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 44474) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:48.314547 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-0a083c2d-4eab-47d0-a49a-11f3e1007276 tempest-ExtraDHCPOptionsIpV6TestJSON-321890032 tempest-ExtraDHCPOptionsIpV6TestJSON-321890032-project] Request body: {'port': {'name': 'tempest-new-port-name-1734585492', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:41:48.315496 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.api.validators [None req-0a083c2d-4eab-47d0-a49a-11f3e1007276 tempest-ExtraDHCPOptionsIpV6TestJSON-321890032 tempest-ExtraDHCPOptionsIpV6TestJSON-321890032-project] bootfile-name is not in valid_values {{(pid=93958) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 14 09:41:48.316290 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.api.validators [None req-0a083c2d-4eab-47d0-a49a-11f3e1007276 tempest-ExtraDHCPOptionsIpV6TestJSON-321890032 tempest-ExtraDHCPOptionsIpV6TestJSON-321890032-project] tftp-server is not in valid_values {{(pid=93958) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 14 09:41:48.317083 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.api.validators [None req-0a083c2d-4eab-47d0-a49a-11f3e1007276 tempest-ExtraDHCPOptionsIpV6TestJSON-321890032 tempest-ExtraDHCPOptionsIpV6TestJSON-321890032-project] server-ip-address is not in valid_values {{(pid=93958) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 14 09:41:48.332822 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-fc5679f0-ccc1-4fc1-bc4e-57a4823bd632 None None] Could not find standard attr ID for object e662ae09-1618-42c0-bf9b-c2aab37afcdc. {{(pid=93959) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 09:41:48.365989 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-fc5679f0-ccc1-4fc1-bc4e-57a4823bd632 None None] Provisioning for port 49990027-fdfa-42bd-8e05-a4ac3757efbd completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:41:48.371050 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-fc5679f0-ccc1-4fc1-bc4e-57a4823bd632 None None] Provisioning complete for port 49990027-fdfa-42bd-8e05-a4ac3757efbd triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:41:48.371537 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fc5679f0-ccc1-4fc1-bc4e-57a4823bd632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:48.405771 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-6e068644-5921-4d10-9d18-a32a703b3961 req-e4d7ce2f-0fa3-4157-af13-1d630c6e0bad tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] For port 022668d7-f0e9-430a-943a-2690558ea595, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=022668d7-f0e9-430a-943a-2690558ea595,segment=NetworkSegment(a4b774bd-9c2f-43c0-8171-506dbb18f0fd),segment_id=a4b774bd-9c2f-43c0-8171-506dbb18f0fd)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:41:48.406737 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-6e068644-5921-4d10-9d18-a32a703b3961 req-e4d7ce2f-0fa3-4157-af13-1d630c6e0bad tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:48.435031 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [req-6e068644-5921-4d10-9d18-a32a703b3961 req-e4d7ce2f-0fa3-4157-af13-1d630c6e0bad tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] Calling delete_port for 022668d7-f0e9-430a-943a-2690558ea595 owned by compute:nova {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:41:48.444777 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-fc5679f0-ccc1-4fc1-bc4e-57a4823bd632 None None] Port 49990027-fdfa-42bd-8e05-a4ac3757efbd cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:41:48.510164 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0a083c2d-4eab-47d0-a49a-11f3e1007276 tempest-ExtraDHCPOptionsIpV6TestJSON-321890032 tempest-ExtraDHCPOptionsIpV6TestJSON-321890032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:48.610368 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device ac7d68b1-1c0f-4a35-9839-d92e828dd66d up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:41:48.685991 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-6e068644-5921-4d10-9d18-a32a703b3961 req-e4d7ce2f-0fa3-4157-af13-1d630c6e0bad tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:48.694248 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning for port ac7d68b1-1c0f-4a35-9839-d92e828dd66d completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:41:48.717976 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port ac7d68b1-1c0f-4a35-9839-d92e828dd66d triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:41:48.723486 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:48.730002 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] get_ports_and_sgs() called for port_ids ['022668d7-f0e9-430a-943a-2690558ea595'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:41:48.732788 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d7ce2f-0fa3-4157-af13-1d630c6e0bad tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] Pushing event deleted for resources: {'Port': ['ID=022668d7-f0e9-430a-943a-2690558ea595,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:48.760286 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] get_ports_and_sgs() called for port_ids ['1164dd28-0bae-4b72-94a6-b6d00b983a83'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:41:48.792026 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e068644-5921-4d10-9d18-a32a703b3961 req-e4d7ce2f-0fa3-4157-af13-1d630c6e0bad tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] No DVR routers for this DVR port 022668d7-f0e9-430a-943a-2690558ea595 on host n-h2-779913-29 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:41:48.811967 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-6e068644-5921-4d10-9d18-a32a703b3961 req-e4d7ce2f-0fa3-4157-af13-1d630c6e0bad tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:48.815502 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6e068644-5921-4d10-9d18-a32a703b3961 req-e4d7ce2f-0fa3-4157-af13-1d630c6e0bad tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] 10.222.0.57 "DELETE /v2.0/ports/022668d7-f0e9-430a-943a-2690558ea595 HTTP/1.1" status: 204 len: 173 time: 0.8013697 Jul 14 09:41:48.828916 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6943f981-672c-4e31-9135-3986e220a095 req-3b6e998b-de58-4ce4-b70b-f58c370ecdad tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:48.836356 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6943f981-672c-4e31-9135-3986e220a095 req-3b6e998b-de58-4ce4-b70b-f58c370ecdad tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] 10.222.0.68 "GET /v2.0/ports?device_id=6fdad434-c3e1-494a-ad24-9206ceaf4c12 HTTP/1.1" status: 200 len: 867 time: 0.3011873 Jul 14 09:41:48.841544 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fdad434-c3e1-494a-ad24-9206ceaf4c12', 'name': 'network-vif-deleted', 'tag': '022668d7-f0e9-430a-943a-2690558ea595'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:41:48.850371 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6ae173a-e151-46e5-9ba1-992d017c7eeb" -d '{"events": [{"server_uuid": "6fdad434-c3e1-494a-ad24-9206ceaf4c12", "name": "network-vif-deleted", "tag": "022668d7-f0e9-430a-943a-2690558ea595"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:41:48.877692 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0a083c2d-4eab-47d0-a49a-11f3e1007276 tempest-ExtraDHCPOptionsIpV6TestJSON-321890032 tempest-ExtraDHCPOptionsIpV6TestJSON-321890032-project] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:48.883712 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0a083c2d-4eab-47d0-a49a-11f3e1007276 tempest-ExtraDHCPOptionsIpV6TestJSON-321890032 tempest-ExtraDHCPOptionsIpV6TestJSON-321890032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13574142'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:48.925389 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-0a083c2d-4eab-47d0-a49a-11f3e1007276 tempest-ExtraDHCPOptionsIpV6TestJSON-321890032 tempest-ExtraDHCPOptionsIpV6TestJSON-321890032-project] In _notify_port_updated(), no bound segment for port 49990027-fdfa-42bd-8e05-a4ac3757efbd on network eda0b8aa-1480-4df6-abd4-1f54c7eef81e {{(pid=93958) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 14 09:41:48.931610 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a083c2d-4eab-47d0-a49a-11f3e1007276 tempest-ExtraDHCPOptionsIpV6TestJSON-321890032 tempest-ExtraDHCPOptionsIpV6TestJSON-321890032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:48.932378 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0a083c2d-4eab-47d0-a49a-11f3e1007276 tempest-ExtraDHCPOptionsIpV6TestJSON-321890032 tempest-ExtraDHCPOptionsIpV6TestJSON-321890032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:48.934220 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-0a083c2d-4eab-47d0-a49a-11f3e1007276 tempest-ExtraDHCPOptionsIpV6TestJSON-321890032 tempest-ExtraDHCPOptionsIpV6TestJSON-321890032-project] 10.222.0.68 "PUT /v2.0/ports/49990027-fdfa-42bd-8e05-a4ac3757efbd HTTP/1.1" status: 200 len: 1130 time: 0.6251309 Jul 14 09:41:48.936806 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-807670ba-4ede-4a5c-a27c-f385a372d172 None None] Provisioning complete for port 49990027-fdfa-42bd-8e05-a4ac3757efbd triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:41:48.937505 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 44482) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:48.942442 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-807670ba-4ede-4a5c-a27c-f385a372d172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:48.954674 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:41:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87a47773-0102-454f-ac32-efe26735d6eb x-openstack-request-id: req-87a47773-0102-454f-ac32-efe26735d6eb {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:41:48.955409 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fdad434-c3e1-494a-ad24-9206ceaf4c12", "name": "network-vif-deleted", "tag": "022668d7-f0e9-430a-943a-2690558ea595", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:41:48.955844 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-87a47773-0102-454f-ac32-efe26735d6eb {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:41:48.956275 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fdad434-c3e1-494a-ad24-9206ceaf4c12', 'name': 'network-vif-deleted', 'tag': '022668d7-f0e9-430a-943a-2690558ea595', 'status': 'completed', 'code': 200} Jul 14 09:41:49.005367 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6943f981-672c-4e31-9135-3986e220a095 req-be025984-2b61-4bc5-a883-8d2a56de4fc2 tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] 10.222.0.68 "GET /v2.0/security-groups?id=8136fa3c-cdeb-41b3-bfb9-6bf131e66cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483920 Jul 14 09:41:49.018503 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-807670ba-4ede-4a5c-a27c-f385a372d172 None None] Port 49990027-fdfa-42bd-8e05-a4ac3757efbd cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:41:49.042991 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a083c2d-4eab-47d0-a49a-11f3e1007276 tempest-ExtraDHCPOptionsIpV6TestJSON-321890032 tempest-ExtraDHCPOptionsIpV6TestJSON-321890032-project] Pushing event updated for resources: {'Port': ['ID=49990027-fdfa-42bd-8e05-a4ac3757efbd,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:49.073389 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d42bb72e-d5b2-46dc-bfef-af6725da849a tempest-ExtraDHCPOptionsIpV6TestJSON-321890032 tempest-ExtraDHCPOptionsIpV6TestJSON-321890032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:49.074404 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-d42bb72e-d5b2-46dc-bfef-af6725da849a tempest-ExtraDHCPOptionsIpV6TestJSON-321890032 tempest-ExtraDHCPOptionsIpV6TestJSON-321890032-project] 10.222.0.68 "GET /v2.0/ports/49990027-fdfa-42bd-8e05-a4ac3757efbd HTTP/1.1" status: 200 len: 1130 time: 0.1357737 Jul 14 09:41:49.079048 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 44486) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:49.189299 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:49.247608 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-83af5738-9118-4613-b18d-3417150f43f3 tempest-ExtraDHCPOptionsIpV6TestJSON-321890032 tempest-ExtraDHCPOptionsIpV6TestJSON-321890032-project] Deleting port 49990027-fdfa-42bd-8e05-a4ac3757efbd {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:41:49.247608 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-83af5738-9118-4613-b18d-3417150f43f3 tempest-ExtraDHCPOptionsIpV6TestJSON-321890032 tempest-ExtraDHCPOptionsIpV6TestJSON-321890032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:49.255220 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-094f8590-e38f-49ec-847a-c218ed7dca82 None None] Could not find standard attr ID for object e662ae09-1618-42c0-bf9b-c2aab37afcdc. {{(pid=93959) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 09:41:49.300597 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] For port ac7d68b1-1c0f-4a35-9839-d92e828dd66d, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=ac7d68b1-1c0f-4a35-9839-d92e828dd66d,segment=NetworkSegment(78183837-2351-47fc-a18f-936a9d405491),segment_id=78183837-2351-47fc-a18f-936a9d405491)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:41:49.306095 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:49.373081 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-83af5738-9118-4613-b18d-3417150f43f3 tempest-ExtraDHCPOptionsIpV6TestJSON-321890032 tempest-ExtraDHCPOptionsIpV6TestJSON-321890032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:49.378791 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Pushing event updated for resources: {'Port': ['ID=ac7d68b1-1c0f-4a35-9839-d92e828dd66d,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:49.399529 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-83af5738-9118-4613-b18d-3417150f43f3 tempest-ExtraDHCPOptionsIpV6TestJSON-321890032 tempest-ExtraDHCPOptionsIpV6TestJSON-321890032-project] Calling delete_port for 49990027-fdfa-42bd-8e05-a4ac3757efbd owned by {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:41:49.610405 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-83af5738-9118-4613-b18d-3417150f43f3 tempest-ExtraDHCPOptionsIpV6TestJSON-321890032 tempest-ExtraDHCPOptionsIpV6TestJSON-321890032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:49.645317 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83af5738-9118-4613-b18d-3417150f43f3 tempest-ExtraDHCPOptionsIpV6TestJSON-321890032 tempest-ExtraDHCPOptionsIpV6TestJSON-321890032-project] Pushing event deleted for resources: {'Port': ['ID=49990027-fdfa-42bd-8e05-a4ac3757efbd,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:49.691958 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-83af5738-9118-4613-b18d-3417150f43f3 tempest-ExtraDHCPOptionsIpV6TestJSON-321890032 tempest-ExtraDHCPOptionsIpV6TestJSON-321890032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:49.694216 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-83af5738-9118-4613-b18d-3417150f43f3 tempest-ExtraDHCPOptionsIpV6TestJSON-321890032 tempest-ExtraDHCPOptionsIpV6TestJSON-321890032-project] 10.222.0.68 "DELETE /v2.0/ports/49990027-fdfa-42bd-8e05-a4ac3757efbd HTTP/1.1" status: 204 len: 168 time: 0.6141486 Jul 14 09:41:49.698249 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 44488) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:49.764538 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_v2 [None req-255a44cb-89e1-4376-90ac-ed9562ab4c9b tempest-ExtraDHCPOptionsIpV6TestJSON-321890032 tempest-ExtraDHCPOptionsIpV6TestJSON-321890032-project] Deleting subnet fa56e627-4d53-45e2-b5f7-15aeed986213 {{(pid=93957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:41:49.775131 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-11f1d5e3-9c14-4a5e-b533-eec24e8f9eb4 None None] Could not find standard attr ID for object 49990027-fdfa-42bd-8e05-a4ac3757efbd. {{(pid=93959) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 09:41:49.777950 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-255a44cb-89e1-4376-90ac-ed9562ab4c9b tempest-ExtraDHCPOptionsIpV6TestJSON-321890032 tempest-ExtraDHCPOptionsIpV6TestJSON-321890032-project] Notify callbacks [] for subnet, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:49.833158 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-255a44cb-89e1-4376-90ac-ed9562ab4c9b tempest-ExtraDHCPOptionsIpV6TestJSON-321890032 tempest-ExtraDHCPOptionsIpV6TestJSON-321890032-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10944203'] for subnet, precommit_delete_associations {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:49.936039 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-255a44cb-89e1-4376-90ac-ed9562ab4c9b tempest-ExtraDHCPOptionsIpV6TestJSON-321890032 tempest-ExtraDHCPOptionsIpV6TestJSON-321890032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3481002'] for subnet, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:50.015405 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-255a44cb-89e1-4376-90ac-ed9562ab4c9b tempest-ExtraDHCPOptionsIpV6TestJSON-321890032 tempest-ExtraDHCPOptionsIpV6TestJSON-321890032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10052701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11984075'] for subnet, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:50.051949 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255a44cb-89e1-4376-90ac-ed9562ab4c9b tempest-ExtraDHCPOptionsIpV6TestJSON-321890032 tempest-ExtraDHCPOptionsIpV6TestJSON-321890032-project] Pushing event deleted for resources: {'Subnet': ['ID=fa56e627-4d53-45e2-b5f7-15aeed986213,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:50.056986 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-255a44cb-89e1-4376-90ac-ed9562ab4c9b tempest-ExtraDHCPOptionsIpV6TestJSON-321890032 tempest-ExtraDHCPOptionsIpV6TestJSON-321890032-project] Notify callbacks [] for subnet, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:50.061911 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-255a44cb-89e1-4376-90ac-ed9562ab4c9b tempest-ExtraDHCPOptionsIpV6TestJSON-321890032 tempest-ExtraDHCPOptionsIpV6TestJSON-321890032-project] 10.222.0.68 "DELETE /v2.0/subnets/fa56e627-4d53-45e2-b5f7-15aeed986213 HTTP/1.1" status: 204 len: 168 time: 0.3617518 Jul 14 09:41:50.063134 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 44494) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:50.074098 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91b0e46d-cc89-4a4f-81ec-4a4d637c4889 None None] Network eda0b8aa-1480-4df6-abd4-1f54c7eef81e requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:41:50.194966 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4baaaf82-3646-4d7e-9c82-9510c33350f3 tempest-ExtraDHCPOptionsIpV6TestJSON-321890032 tempest-ExtraDHCPOptionsIpV6TestJSON-321890032-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3876111'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:50.258658 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-4baaaf82-3646-4d7e-9c82-9510c33350f3 tempest-ExtraDHCPOptionsIpV6TestJSON-321890032 tempest-ExtraDHCPOptionsIpV6TestJSON-321890032-project] Deleting port ac7d68b1-1c0f-4a35-9839-d92e828dd66d {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:41:50.259166 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4baaaf82-3646-4d7e-9c82-9510c33350f3 tempest-ExtraDHCPOptionsIpV6TestJSON-321890032 tempest-ExtraDHCPOptionsIpV6TestJSON-321890032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:50.364920 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-4baaaf82-3646-4d7e-9c82-9510c33350f3 tempest-ExtraDHCPOptionsIpV6TestJSON-321890032 tempest-ExtraDHCPOptionsIpV6TestJSON-321890032-project] For port ac7d68b1-1c0f-4a35-9839-d92e828dd66d, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=ac7d68b1-1c0f-4a35-9839-d92e828dd66d,segment=NetworkSegment(78183837-2351-47fc-a18f-936a9d405491),segment_id=78183837-2351-47fc-a18f-936a9d405491)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:41:50.366080 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4baaaf82-3646-4d7e-9c82-9510c33350f3 tempest-ExtraDHCPOptionsIpV6TestJSON-321890032 tempest-ExtraDHCPOptionsIpV6TestJSON-321890032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:50.379324 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04685ce3-6945-4741-873e-b202b4358c3f None None] DHCP port deletion for eda0b8aa-1480-4df6-abd4-1f54c7eef81e request from n-d-779913-29 {{(pid=93959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:41:50.392186 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-4baaaf82-3646-4d7e-9c82-9510c33350f3 tempest-ExtraDHCPOptionsIpV6TestJSON-321890032 tempest-ExtraDHCPOptionsIpV6TestJSON-321890032-project] Calling delete_port for ac7d68b1-1c0f-4a35-9839-d92e828dd66d owned by network:dhcp {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:41:50.510638 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device ac7d68b1-1c0f-4a35-9839-d92e828dd66d no longer exists at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:41:50.543032 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4baaaf82-3646-4d7e-9c82-9510c33350f3 tempest-ExtraDHCPOptionsIpV6TestJSON-321890032 tempest-ExtraDHCPOptionsIpV6TestJSON-321890032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:50.547961 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-04685ce3-6945-4741-873e-b202b4358c3f None None] Deleting port ac7d68b1-1c0f-4a35-9839-d92e828dd66d {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:41:50.548342 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-04685ce3-6945-4741-873e-b202b4358c3f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:50.586782 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4baaaf82-3646-4d7e-9c82-9510c33350f3 tempest-ExtraDHCPOptionsIpV6TestJSON-321890032 tempest-ExtraDHCPOptionsIpV6TestJSON-321890032-project] No DVR routers for this DVR port ac7d68b1-1c0f-4a35-9839-d92e828dd66d on host n-d-779913-29 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:41:50.619608 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] No active binding found for port ac7d68b1-1c0f-4a35-9839-d92e828dd66d {{(pid=93959) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 14 09:41:50.619845 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device ac7d68b1-1c0f-4a35-9839-d92e828dd66d not bound to the agent host n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:41:50.627440 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4baaaf82-3646-4d7e-9c82-9510c33350f3 tempest-ExtraDHCPOptionsIpV6TestJSON-321890032 tempest-ExtraDHCPOptionsIpV6TestJSON-321890032-project] Pushing event deleted for resources: {'Port': ['ID=ac7d68b1-1c0f-4a35-9839-d92e828dd66d,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:50.633759 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.agents_db [None req-3c3509fb-540d-4335-a450-574895dd3602 None None] Agent healthcheck: found 7 active agents {{(pid=93960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:41:50.644779 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-04685ce3-6945-4741-873e-b202b4358c3f None None] For port ac7d68b1-1c0f-4a35-9839-d92e828dd66d, host n-d-779913-29, got binding levels [] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:41:50.644779 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-04685ce3-6945-4741-873e-b202b4358c3f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:50.661561 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-04685ce3-6945-4741-873e-b202b4358c3f None None] Calling delete_port for ac7d68b1-1c0f-4a35-9839-d92e828dd66d owned by network:dhcp {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:41:50.667125 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.ipam_backend_mixin [None req-04685ce3-6945-4741-873e-b202b4358c3f None None] Port ac7d68b1-1c0f-4a35-9839-d92e828dd66d was not found and therefore no delete operation was performed {{(pid=93959) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 14 09:41:50.669010 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-04685ce3-6945-4741-873e-b202b4358c3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:50.685199 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04685ce3-6945-4741-873e-b202b4358c3f None None] No DVR routers for this DVR port ac7d68b1-1c0f-4a35-9839-d92e828dd66d on host n-d-779913-29 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:41:50.707024 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04685ce3-6945-4741-873e-b202b4358c3f None None] Pushing event deleted for resources: {'Port': ['ID=ac7d68b1-1c0f-4a35-9839-d92e828dd66d,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:50.754565 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4baaaf82-3646-4d7e-9c82-9510c33350f3 tempest-ExtraDHCPOptionsIpV6TestJSON-321890032 tempest-ExtraDHCPOptionsIpV6TestJSON-321890032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473955', 'neutron.services.segments.db._delete_segments_for_network-8735688326548'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:50.768516 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-4baaaf82-3646-4d7e-9c82-9510c33350f3 tempest-ExtraDHCPOptionsIpV6TestJSON-321890032 tempest-ExtraDHCPOptionsIpV6TestJSON-321890032-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eda0b8aa-1480-4df6-abd4-1f54c7eef81e']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:50.780610 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-4baaaf82-3646-4d7e-9c82-9510c33350f3 tempest-ExtraDHCPOptionsIpV6TestJSON-321890032 tempest-ExtraDHCPOptionsIpV6TestJSON-321890032-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78183837-2351-47fc-a18f-936a9d405491') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:50.780882 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-4baaaf82-3646-4d7e-9c82-9510c33350f3 tempest-ExtraDHCPOptionsIpV6TestJSON-321890032 tempest-ExtraDHCPOptionsIpV6TestJSON-321890032-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78183837-2351-47fc-a18f-936a9d405491') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:50.795829 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4baaaf82-3646-4d7e-9c82-9510c33350f3 tempest-ExtraDHCPOptionsIpV6TestJSON-321890032 tempest-ExtraDHCPOptionsIpV6TestJSON-321890032-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735688356235', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13574129'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:50.816000 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4baaaf82-3646-4d7e-9c82-9510c33350f3 tempest-ExtraDHCPOptionsIpV6TestJSON-321890032 tempest-ExtraDHCPOptionsIpV6TestJSON-321890032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:50.828790 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61a35be-4173-4525-b9f4-bfcf9e3798a1 req-1e166448-c184-4f54-ae1a-b8724d72f5b4 tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:50.830441 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-a61a35be-4173-4525-b9f4-bfcf9e3798a1 req-1e166448-c184-4f54-ae1a-b8724d72f5b4 tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] 10.222.0.68 "GET /v2.0/ports?device_id=abf03d13-3e8c-49a2-bd4b-0fc24e0a569d HTTP/1.1" status: 200 len: 945 time: 0.1403501 Jul 14 09:41:50.834815 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4baaaf82-3646-4d7e-9c82-9510c33350f3 tempest-ExtraDHCPOptionsIpV6TestJSON-321890032 tempest-ExtraDHCPOptionsIpV6TestJSON-321890032-project] Releasing vlan 741 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:41:50.836878 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4baaaf82-3646-4d7e-9c82-9510c33350f3 tempest-ExtraDHCPOptionsIpV6TestJSON-321890032 tempest-ExtraDHCPOptionsIpV6TestJSON-321890032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13573126'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:50.840502 n-d-779913-29 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:41:50.840502 n-d-779913-29 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:41:50.840502 n-d-779913-29 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:41:50.840502 n-d-779913-29 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:41:50.840502 n-d-779913-29 neutron-server[93958]: Traceback (most recent call last): Jul 14 09:41:50.840502 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:41:50.840502 n-d-779913-29 neutron-server[93958]: timer() Jul 14 09:41:50.840502 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:41:50.840502 n-d-779913-29 neutron-server[93958]: cb(*args, **kw) Jul 14 09:41:50.840502 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:41:50.840502 n-d-779913-29 neutron-server[93958]: return func(*args, **kwargs) Jul 14 09:41:50.840502 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:41:50.840502 n-d-779913-29 neutron-server[93958]: self._notify() Jul 14 09:41:50.840502 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:41:50.840502 n-d-779913-29 neutron-server[93958]: self.callback(batched_events) Jul 14 09:41:50.840502 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:41:50.840502 n-d-779913-29 neutron-server[93958]: event.method(event) Jul 14 09:41:50.840502 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:41:50.840502 n-d-779913-29 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:41:50.840502 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:41:50.840502 n-d-779913-29 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:41:50.840502 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:41:50.840502 n-d-779913-29 neutron-server[93958]: return f(self, *a, **k) Jul 14 09:41:50.840502 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:41:50.840502 n-d-779913-29 neutron-server[93958]: return self._get(url).json() Jul 14 09:41:50.840502 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:41:50.840502 n-d-779913-29 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:41:50.840502 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:41:50.840502 n-d-779913-29 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 14 09:41:50.840502 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:41:50.840502 n-d-779913-29 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:41:50.840502 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:41:50.840502 n-d-779913-29 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:41:50.840502 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:41:50.840502 n-d-779913-29 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:41:50.840502 n-d-779913-29 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:41:50.928111 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-a61a35be-4173-4525-b9f4-bfcf9e3798a1 req-cf0878dd-9adf-4ae2-81be-26cf0baa85af tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] 10.222.0.68 "GET /v2.0/security-groups?id=8136fa3c-cdeb-41b3-bfb9-6bf131e66cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869641 Jul 14 09:41:50.929219 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4baaaf82-3646-4d7e-9c82-9510c33350f3 tempest-ExtraDHCPOptionsIpV6TestJSON-321890032 tempest-ExtraDHCPOptionsIpV6TestJSON-321890032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660504'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:50.939818 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4baaaf82-3646-4d7e-9c82-9510c33350f3 tempest-ExtraDHCPOptionsIpV6TestJSON-321890032 tempest-ExtraDHCPOptionsIpV6TestJSON-321890032-project] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:50.944039 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-4baaaf82-3646-4d7e-9c82-9510c33350f3 tempest-ExtraDHCPOptionsIpV6TestJSON-321890032 tempest-ExtraDHCPOptionsIpV6TestJSON-321890032-project] 10.222.0.68 "DELETE /v2.0/networks/eda0b8aa-1480-4df6-abd4-1f54c7eef81e HTTP/1.1" status: 204 len: 168 time: 0.8775117 Jul 14 09:41:50.959012 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4baaaf82-3646-4d7e-9c82-9510c33350f3 tempest-ExtraDHCPOptionsIpV6TestJSON-321890032 tempest-ExtraDHCPOptionsIpV6TestJSON-321890032-project] Pushing event deleted for resources: {'Network': ['ID=eda0b8aa-1480-4df6-abd4-1f54c7eef81e,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:51.176057 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 022668d7-f0e9-430a-943a-2690558ea595 no longer exists at agent hyperv_n-h2-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:41:51.212498 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] No Port match for: 022668d7-f0e9-430a-943a-2690558ea595 {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:41:51.213148 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 022668d7-f0e9-430a-943a-2690558ea595 not bound to the agent host n-h2-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:41:51.292503 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 44510) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:51.448206 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-5707f1f2-6f80-48e3-8744-056596e58ac8 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=1fa6615b89924a94931d689bf16fdfc2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1544759 Jul 14 09:41:51.450891 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 44514) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:51.511106 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e57321f8-e38f-4fc6-bba8-3e3a7198b571 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:51.534998 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e57321f8-e38f-4fc6-bba8-3e3a7198b571 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:51.590524 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e57321f8-e38f-4fc6-bba8-3e3a7198b571 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:51.595526 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e57321f8-e38f-4fc6-bba8-3e3a7198b571 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:51.597440 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-e57321f8-e38f-4fc6-bba8-3e3a7198b571 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/23084190-0466-483d-87d6-dc052fb1c894 HTTP/1.1" status: 204 len: 168 time: 0.1447711 Jul 14 09:41:51.611251 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57321f8-e38f-4fc6-bba8-3e3a7198b571 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23084190-0466-483d-87d6-dc052fb1c894,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:52.156763 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e89bfe-26d9-4d9f-8497-814ab63ce26b req-aa151730-84e0-4231-a30d-26aef10a97ad tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:52.159533 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a8e89bfe-26d9-4d9f-8497-814ab63ce26b req-aa151730-84e0-4231-a30d-26aef10a97ad tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] 10.222.0.68 "GET /v2.0/ports?device_id=abf03d13-3e8c-49a2-bd4b-0fc24e0a569d HTTP/1.1" status: 200 len: 945 time: 0.0832589 Jul 14 09:41:52.166990 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e025830d-2c35-44e0-92a2-ad5a45b68ea3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:52.206498 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a8e89bfe-26d9-4d9f-8497-814ab63ce26b req-52b68c31-0fbf-41b9-978a-d219d1a64a85 tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] 10.222.0.68 "GET /v2.0/security-groups?id=8136fa3c-cdeb-41b3-bfb9-6bf131e66cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397329 Jul 14 09:41:52.575361 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 44542) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:52.686195 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-7dc68512-4396-48b8-91eb-1ea9e2973ac7 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1521571938'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:41:52.710351 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dc68512-4396-48b8-91eb-1ea9e2973ac7 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Made reservation on behalf of 8e0fa7bcfd52457fb97f1b4ac86d5efa for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:41:52.714364 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7dc68512-4396-48b8-91eb-1ea9e2973ac7 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:52.729939 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7dc68512-4396-48b8-91eb-1ea9e2973ac7 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:52.863143 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7dc68512-4396-48b8-91eb-1ea9e2973ac7 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:52.867508 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7dc68512-4396-48b8-91eb-1ea9e2973ac7 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:52.901983 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7dc68512-4396-48b8-91eb-1ea9e2973ac7 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 727} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:41:52.913393 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc68512-4396-48b8-91eb-1ea9e2973ac7 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80286348-4f8e-4556-a6ff-4f1e5ff689ff,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:52.918906 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7dc68512-4396-48b8-91eb-1ea9e2973ac7 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:52.919254 n-d-779913-29 neutron-server[93958]: INFO neutron.db.segments_db [None req-7dc68512-4396-48b8-91eb-1ea9e2973ac7 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Added segment 470efdc5-9986-48da-8c76-624e4fa208a9 of type vlan for network 4f85f772-bda3-4642-9cd0-e89301a9d9e3 Jul 14 09:41:52.973148 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7dc68512-4396-48b8-91eb-1ea9e2973ac7 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735687821325'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:53.016523 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7dc68512-4396-48b8-91eb-1ea9e2973ac7 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:53.022593 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dc68512-4396-48b8-91eb-1ea9e2973ac7 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:53.023215 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7dc68512-4396-48b8-91eb-1ea9e2973ac7 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:53.092677 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-7dc68512-4396-48b8-91eb-1ea9e2973ac7 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5161669 Jul 14 09:41:53.096197 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 44548) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:53.104084 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-c39c4f2d-dce9-4c15-8cb1-50b63048de85 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Request body: {'port': {'network_id': '4f85f772-bda3-4642-9cd0-e89301a9d9e3', 'name': 'tempest-PortsIpV6TestJSON-1227872282'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:41:53.106201 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc68512-4396-48b8-91eb-1ea9e2973ac7 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Pushing event updated for resources: {'Network': ['ID=4f85f772-bda3-4642-9cd0-e89301a9d9e3,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:53.117943 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Network 4f85f772-bda3-4642-9cd0-e89301a9d9e3 details requested by agent ovs-agent-n-d-779913-29 with host n-d-779913-29 {{(pid=93959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:41:53.234393 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c39c4f2d-dce9-4c15-8cb1-50b63048de85 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Made reservation on behalf of 8e0fa7bcfd52457fb97f1b4ac86d5efa for: {'port': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:41:53.238873 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c39c4f2d-dce9-4c15-8cb1-50b63048de85 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:53.262222 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-c39c4f2d-dce9-4c15-8cb1-50b63048de85 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] device_id is not set on port cd287853-8ad0-4c67-aff0-a5b3dac2e9f4 yet. {{(pid=93957) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:41:53.467401 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c39c4f2d-dce9-4c15-8cb1-50b63048de85 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:53.509289 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c39c4f2d-dce9-4c15-8cb1-50b63048de85 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:53.591418 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39c4f2d-dce9-4c15-8cb1-50b63048de85 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Pushing event updated for resources: {'Port': ['ID=cd287853-8ad0-4c67-aff0-a5b3dac2e9f4,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:53.604754 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c39c4f2d-dce9-4c15-8cb1-50b63048de85 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Checking segment: {'id': '470efdc5-9986-48da-8c76-624e4fa208a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '4f85f772-bda3-4642-9cd0-e89301a9d9e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:41:53.606359 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c39c4f2d-dce9-4c15-8cb1-50b63048de85 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Network hostable DHCP agents. Network: 4f85f772-bda3-4642-9cd0-e89301a9d9e3, hostable agents: ['c6a09bd4-f72e-4283-a3ca-0bbca8a51081'], hosted agents: [] {{(pid=93957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:41:53.626387 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c39c4f2d-dce9-4c15-8cb1-50b63048de85 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Network 4f85f772-bda3-4642-9cd0-e89301a9d9e3 is scheduled to be hosted by DHCP agent c6a09bd4-f72e-4283-a3ca-0bbca8a51081 with binding_index 1 {{(pid=93957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:41:53.638392 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-c39c4f2d-dce9-4c15-8cb1-50b63048de85 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-29, 4f85f772-bda3-4642-9cd0-e89301a9d9e3) {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:41:53.645303 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c39c4f2d-dce9-4c15-8cb1-50b63048de85 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:41:53.649507 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd9266c6-cb56-4d88-a769-cdb12ad603c2 None None] Network 4f85f772-bda3-4642-9cd0-e89301a9d9e3 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:41:53.664106 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c39c4f2d-dce9-4c15-8cb1-50b63048de85 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:53.665460 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c39c4f2d-dce9-4c15-8cb1-50b63048de85 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:53.691992 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-c39c4f2d-dce9-4c15-8cb1-50b63048de85 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.5913138 Jul 14 09:41:53.694213 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 44554) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:53.708073 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-da282d82-a88e-4642-9424-8657b67014e9 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1890658982'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:41:53.751039 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da282d82-a88e-4642-9424-8657b67014e9 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Made reservation on behalf of 8e0fa7bcfd52457fb97f1b4ac86d5efa for: {'network': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:41:53.755009 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-da282d82-a88e-4642-9424-8657b67014e9 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for network, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:53.764957 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257cb68c-98a4-420a-abda-76f6a7169e0b req-3f6993c9-7080-4b07-a898-c01fafbfbaa5 tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:53.768624 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-257cb68c-98a4-420a-abda-76f6a7169e0b req-3f6993c9-7080-4b07-a898-c01fafbfbaa5 tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] 10.222.0.68 "GET /v2.0/ports?device_id=abf03d13-3e8c-49a2-bd4b-0fc24e0a569d HTTP/1.1" status: 200 len: 945 time: 0.4130838 Jul 14 09:41:53.786903 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da282d82-a88e-4642-9424-8657b67014e9 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 705} {{(pid=93957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:41:53.801384 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-da282d82-a88e-4642-9424-8657b67014e9 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:53.801384 n-d-779913-29 neutron-server[93957]: INFO neutron.db.segments_db [None req-da282d82-a88e-4642-9424-8657b67014e9 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Added segment d3b21094-576e-4abc-9493-7659dbce61a5 of type vlan for network 2ccd7fde-9931-49e0-a9bf-dfbfda3e238c Jul 14 09:41:53.823285 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-257cb68c-98a4-420a-abda-76f6a7169e0b req-abf74763-ab2d-494f-9335-c4d754267ed3 tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] 10.222.0.68 "GET /v2.0/security-groups?id=8136fa3c-cdeb-41b3-bfb9-6bf131e66cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490627 Jul 14 09:41:53.856646 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-da282d82-a88e-4642-9424-8657b67014e9 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735687821325'] for network, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:53.893924 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-da282d82-a88e-4642-9424-8657b67014e9 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855'] for network, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:53.900061 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da282d82-a88e-4642-9424-8657b67014e9 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:53.900686 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-da282d82-a88e-4642-9424-8657b67014e9 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks [] for network, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:53.967430 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-da282d82-a88e-4642-9424-8657b67014e9 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2696612 Jul 14 09:41:53.972071 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 44556) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:53.976128 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-3288e046-19b2-4433-b82e-7d7436b07890 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Request body: {'ports': [{'network_id': '4f85f772-bda3-4642-9cd0-e89301a9d9e3'}, {'network_id': '2ccd7fde-9931-49e0-a9bf-dfbfda3e238c'}]} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:41:53.980483 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-3288e046-19b2-4433-b82e-7d7436b07890 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Request body: {'port': {'network_id': '4f85f772-bda3-4642-9cd0-e89301a9d9e3'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:41:53.980483 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-3288e046-19b2-4433-b82e-7d7436b07890 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Request body: {'port': {'network_id': '2ccd7fde-9931-49e0-a9bf-dfbfda3e238c'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:41:53.983122 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da282d82-a88e-4642-9424-8657b67014e9 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Pushing event updated for resources: {'Network': ['ID=2ccd7fde-9931-49e0-a9bf-dfbfda3e238c,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:53.995082 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Network 2ccd7fde-9931-49e0-a9bf-dfbfda3e238c details requested by agent ovs-agent-n-d-779913-29 with host n-d-779913-29 {{(pid=93959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:41:54.198087 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3288e046-19b2-4433-b82e-7d7436b07890 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Made reservation on behalf of 8e0fa7bcfd52457fb97f1b4ac86d5efa for: {'port': 2} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:41:54.205385 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3288e046-19b2-4433-b82e-7d7436b07890 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:54.224960 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3288e046-19b2-4433-b82e-7d7436b07890 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:54.335680 n-d-779913-29 neutron-server[93958]: DEBUG neutron.notifiers.nova [None req-3288e046-19b2-4433-b82e-7d7436b07890 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] device_id is not set on port c4944165-6535-4e81-beed-9eea642caf61 yet. {{(pid=93958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:41:54.513952 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3288e046-19b2-4433-b82e-7d7436b07890 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:54.607489 n-d-779913-29 neutron-server[93958]: DEBUG neutron.notifiers.nova [None req-3288e046-19b2-4433-b82e-7d7436b07890 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] device_id is not set on port b78319e8-ea73-47b9-af6e-b38f9b9e8e0f yet. {{(pid=93958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:41:54.736320 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:54.746105 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3288e046-19b2-4433-b82e-7d7436b07890 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:54.803800 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3288e046-19b2-4433-b82e-7d7436b07890 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:54.856617 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3288e046-19b2-4433-b82e-7d7436b07890 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Network 4f85f772-bda3-4642-9cd0-e89301a9d9e3 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:41:54.861612 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5f396e88-922a-4fbc-9cbb-55865aeef868 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:54.862704 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-3288e046-19b2-4433-b82e-7d7436b07890 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:41:54.868568 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3288e046-19b2-4433-b82e-7d7436b07890 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:41:54.869534 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3288e046-19b2-4433-b82e-7d7436b07890 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:54.877384 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3288e046-19b2-4433-b82e-7d7436b07890 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Pushing event updated for resources: {'Port': ['ID=c4944165-6535-4e81-beed-9eea642caf61,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:54.964410 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3288e046-19b2-4433-b82e-7d7436b07890 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Pushing event updated for resources: {'Port': ['ID=b78319e8-ea73-47b9-af6e-b38f9b9e8e0f,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:54.982301 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3288e046-19b2-4433-b82e-7d7436b07890 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Checking segment: {'id': 'd3b21094-576e-4abc-9493-7659dbce61a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '2ccd7fde-9931-49e0-a9bf-dfbfda3e238c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:41:54.982804 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3288e046-19b2-4433-b82e-7d7436b07890 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Network hostable DHCP agents. Network: 2ccd7fde-9931-49e0-a9bf-dfbfda3e238c, hostable agents: ['c6a09bd4-f72e-4283-a3ca-0bbca8a51081'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:41:55.004780 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3288e046-19b2-4433-b82e-7d7436b07890 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Network 2ccd7fde-9931-49e0-a9bf-dfbfda3e238c is scheduled to be hosted by DHCP agent c6a09bd4-f72e-4283-a3ca-0bbca8a51081 with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:41:55.017409 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-3288e046-19b2-4433-b82e-7d7436b07890 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-29, 2ccd7fde-9931-49e0-a9bf-dfbfda3e238c) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:41:55.022355 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3288e046-19b2-4433-b82e-7d7436b07890 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:41:55.026339 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-567a88e0-d3f6-4d8e-bd2f-97efc91d3feb None None] Network 2ccd7fde-9931-49e0-a9bf-dfbfda3e238c requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:41:55.039822 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3288e046-19b2-4433-b82e-7d7436b07890 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:55.048836 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3288e046-19b2-4433-b82e-7d7436b07890 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:55.049788 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3288e046-19b2-4433-b82e-7d7436b07890 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:55.081096 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-3288e046-19b2-4433-b82e-7d7436b07890 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.1089404 Jul 14 09:41:55.083728 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 44580) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:55.097247 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a79fffb-37b4-45e0-a971-b7362097a98c req-6197f31e-841b-4a62-923a-4e6549f27679 tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:55.102262 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2a79fffb-37b4-45e0-a971-b7362097a98c req-6197f31e-841b-4a62-923a-4e6549f27679 tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] 10.222.0.68 "GET /v2.0/ports?device_id=abf03d13-3e8c-49a2-bd4b-0fc24e0a569d HTTP/1.1" status: 200 len: 945 time: 0.0928931 Jul 14 09:41:55.173573 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2a79fffb-37b4-45e0-a971-b7362097a98c req-a2289efb-3912-4169-a21d-ca7192bd8a9f tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] 10.222.0.68 "GET /v2.0/security-groups?id=8136fa3c-cdeb-41b3-bfb9-6bf131e66cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669541 Jul 14 09:41:55.239475 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-2677bd0c-9d74-42f8-b1d8-d2cacbe6b8aa tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Deleting port b78319e8-ea73-47b9-af6e-b38f9b9e8e0f {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:41:55.240048 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2677bd0c-9d74-42f8-b1d8-d2cacbe6b8aa tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:55.318882 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2677bd0c-9d74-42f8-b1d8-d2cacbe6b8aa tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:55.342379 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-2677bd0c-9d74-42f8-b1d8-d2cacbe6b8aa tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Calling delete_port for b78319e8-ea73-47b9-af6e-b38f9b9e8e0f owned by {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:41:55.427383 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2677bd0c-9d74-42f8-b1d8-d2cacbe6b8aa tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:55.456907 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2677bd0c-9d74-42f8-b1d8-d2cacbe6b8aa tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Pushing event deleted for resources: {'Port': ['ID=b78319e8-ea73-47b9-af6e-b38f9b9e8e0f,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:55.464623 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2677bd0c-9d74-42f8-b1d8-d2cacbe6b8aa tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:55.470307 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-2677bd0c-9d74-42f8-b1d8-d2cacbe6b8aa tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] 10.222.0.68 "DELETE /v2.0/ports/b78319e8-ea73-47b9-af6e-b38f9b9e8e0f HTTP/1.1" status: 204 len: 168 time: 0.3853836 Jul 14 09:41:55.470697 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 44584) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:55.591386 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c332495b-2b98-4009-846d-481d2650225c tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:55.597932 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c332495b-2b98-4009-846d-481d2650225c tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:55.602217 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-c332495b-2b98-4009-846d-481d2650225c tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] 10.222.0.68 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.1278205 Jul 14 09:41:55.602395 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 44588) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:55.723441 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-0e272781-8644-4ec7-af11-f3dd5fcebd8a tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Deleting port c4944165-6535-4e81-beed-9eea642caf61 {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:41:55.724361 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-0e272781-8644-4ec7-af11-f3dd5fcebd8a tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:55.799830 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-0e272781-8644-4ec7-af11-f3dd5fcebd8a tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:55.814301 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-0e272781-8644-4ec7-af11-f3dd5fcebd8a tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Calling delete_port for c4944165-6535-4e81-beed-9eea642caf61 owned by {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:41:55.893990 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5ad31076-714c-49ec-bc37-f3d4cd90112a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:55.908593 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-0e272781-8644-4ec7-af11-f3dd5fcebd8a tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:55.942280 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e272781-8644-4ec7-af11-f3dd5fcebd8a tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Pushing event deleted for resources: {'Port': ['ID=c4944165-6535-4e81-beed-9eea642caf61,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:55.947785 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-0e272781-8644-4ec7-af11-f3dd5fcebd8a tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:55.950014 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-0e272781-8644-4ec7-af11-f3dd5fcebd8a tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] 10.222.0.68 "DELETE /v2.0/ports/c4944165-6535-4e81-beed-9eea642caf61 HTTP/1.1" status: 204 len: 168 time: 0.3466463 Jul 14 09:41:55.953480 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 44590) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:56.029896 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5d1e644-73b8-4f51-997c-f5c0627266e1 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:56.032778 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-c5d1e644-73b8-4f51-997c-f5c0627266e1 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] 10.222.0.68 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0784376 Jul 14 09:41:56.035610 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 44596) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:56.065641 n-d-779913-29 neutron-server[93957]: INFO neutron.pecan_wsgi.hooks.translation [None req-a664f4d0-7576-4ce8-8a72-d5f8cb4f57a8 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] GET failed (client error): The resource could not be found. Jul 14 09:41:56.067258 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-a664f4d0-7576-4ce8-8a72-d5f8cb4f57a8 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] 10.222.0.68 "GET /v2.0/ports/b78319e8-ea73-47b9-af6e-b38f9b9e8e0f HTTP/1.1" status: 404 len: 333 time: 0.0307178 Jul 14 09:41:56.070046 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 44602) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:56.101189 n-d-779913-29 neutron-server[93957]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b096d3b-5383-4762-b5a9-863fce9e7847 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] GET failed (client error): The resource could not be found. Jul 14 09:41:56.104728 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-4b096d3b-5383-4762-b5a9-863fce9e7847 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] 10.222.0.68 "GET /v2.0/ports/c4944165-6535-4e81-beed-9eea642caf61 HTTP/1.1" status: 404 len: 333 time: 0.0326076 Jul 14 09:41:56.106528 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 44604) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:56.193934 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9f4b479e-03c3-4010-9a29-f2a610211794 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3876111'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:56.291085 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9f4b479e-03c3-4010-9a29-f2a610211794 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473955', 'neutron.services.segments.db._delete_segments_for_network-8735688326548'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:56.301971 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-9f4b479e-03c3-4010-9a29-f2a610211794 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ccd7fde-9931-49e0-a9bf-dfbfda3e238c']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:56.313858 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-9f4b479e-03c3-4010-9a29-f2a610211794 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3b21094-576e-4abc-9493-7659dbce61a5') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:56.314203 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-9f4b479e-03c3-4010-9a29-f2a610211794 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3b21094-576e-4abc-9493-7659dbce61a5') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:56.324225 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9f4b479e-03c3-4010-9a29-f2a610211794 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735688356235', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13574129'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:56.413788 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9f4b479e-03c3-4010-9a29-f2a610211794 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:56.422755 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f4b479e-03c3-4010-9a29-f2a610211794 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Releasing vlan 705 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:41:56.423212 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9f4b479e-03c3-4010-9a29-f2a610211794 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13573126'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:56.426264 n-d-779913-29 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:41:56.426264 n-d-779913-29 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:41:56.426264 n-d-779913-29 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:41:56.426264 n-d-779913-29 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:41:56.426264 n-d-779913-29 neutron-server[93958]: Traceback (most recent call last): Jul 14 09:41:56.426264 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:41:56.426264 n-d-779913-29 neutron-server[93958]: timer() Jul 14 09:41:56.426264 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:41:56.426264 n-d-779913-29 neutron-server[93958]: cb(*args, **kw) Jul 14 09:41:56.426264 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:41:56.426264 n-d-779913-29 neutron-server[93958]: return func(*args, **kwargs) Jul 14 09:41:56.426264 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:41:56.426264 n-d-779913-29 neutron-server[93958]: self._notify() Jul 14 09:41:56.426264 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:41:56.426264 n-d-779913-29 neutron-server[93958]: self.callback(batched_events) Jul 14 09:41:56.426264 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:41:56.426264 n-d-779913-29 neutron-server[93958]: event.method(event) Jul 14 09:41:56.426264 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:41:56.426264 n-d-779913-29 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:41:56.426264 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:41:56.426264 n-d-779913-29 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:41:56.426264 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:41:56.426264 n-d-779913-29 neutron-server[93958]: return f(self, *a, **k) Jul 14 09:41:56.426264 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:41:56.426264 n-d-779913-29 neutron-server[93958]: return self._get(url).json() Jul 14 09:41:56.426264 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:41:56.426264 n-d-779913-29 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:41:56.426264 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:41:56.426264 n-d-779913-29 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 14 09:41:56.426264 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:41:56.426264 n-d-779913-29 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:41:56.426264 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:41:56.426264 n-d-779913-29 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:41:56.426264 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:41:56.426264 n-d-779913-29 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:41:56.426264 n-d-779913-29 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:41:56.514164 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baba0d23-2f3c-4d48-ab1e-9782e640ee2a req-fcb890a0-4791-4dc9-9aed-b413ec65c398 tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:56.516964 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-baba0d23-2f3c-4d48-ab1e-9782e640ee2a req-fcb890a0-4791-4dc9-9aed-b413ec65c398 tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] 10.222.0.68 "GET /v2.0/ports?device_id=abf03d13-3e8c-49a2-bd4b-0fc24e0a569d HTTP/1.1" status: 200 len: 945 time: 0.1810627 Jul 14 09:41:56.519581 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9f4b479e-03c3-4010-9a29-f2a610211794 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660504'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:56.527936 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9f4b479e-03c3-4010-9a29-f2a610211794 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:56.530369 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-9f4b479e-03c3-4010-9a29-f2a610211794 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] 10.222.0.68 "DELETE /v2.0/networks/2ccd7fde-9931-49e0-a9bf-dfbfda3e238c HTTP/1.1" status: 204 len: 168 time: 0.4221399 Jul 14 09:41:56.534746 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 44610) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:56.542496 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-b354db78-0293-491e-9ee8-ba7a900e0d57 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-618166110'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:41:56.552266 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4b479e-03c3-4010-9a29-f2a610211794 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Pushing event deleted for resources: {'Network': ['ID=2ccd7fde-9931-49e0-a9bf-dfbfda3e238c,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:56.599842 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b354db78-0293-491e-9ee8-ba7a900e0d57 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Made reservation on behalf of 8e0fa7bcfd52457fb97f1b4ac86d5efa for: {'network': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:41:56.604373 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b354db78-0293-491e-9ee8-ba7a900e0d57 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for network, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:56.635990 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-baba0d23-2f3c-4d48-ab1e-9782e640ee2a req-305ca956-debf-4b1b-8863-3420d8d54b81 tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] 10.222.0.68 "GET /v2.0/security-groups?id=8136fa3c-cdeb-41b3-bfb9-6bf131e66cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846605 Jul 14 09:41:56.682676 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b354db78-0293-491e-9ee8-ba7a900e0d57 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 735} {{(pid=93957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:41:56.702086 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b354db78-0293-491e-9ee8-ba7a900e0d57 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:56.702554 n-d-779913-29 neutron-server[93957]: INFO neutron.db.segments_db [None req-b354db78-0293-491e-9ee8-ba7a900e0d57 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Added segment 199b6a33-f8dc-4b8b-a838-1392c221a459 of type vlan for network 3d58cf5a-5c8b-4bb4-9523-5ec31421054a Jul 14 09:41:56.742308 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5dba9a-9eae-49b9-8bde-eeb439744bb2 req-706c0275-0e9b-45d6-90ff-5cba9f4a1a1a tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:56.743843 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6a5dba9a-9eae-49b9-8bde-eeb439744bb2 req-706c0275-0e9b-45d6-90ff-5cba9f4a1a1a tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] 10.222.0.65 "GET /v2.0/ports?device_id=abf03d13-3e8c-49a2-bd4b-0fc24e0a569d HTTP/1.1" status: 200 len: 945 time: 0.1363547 Jul 14 09:41:56.786395 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b354db78-0293-491e-9ee8-ba7a900e0d57 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735687821325'] for network, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:56.867195 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b354db78-0293-491e-9ee8-ba7a900e0d57 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855'] for network, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:56.873053 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b354db78-0293-491e-9ee8-ba7a900e0d57 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:56.873759 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b354db78-0293-491e-9ee8-ba7a900e0d57 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks [] for network, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:56.946127 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-b354db78-0293-491e-9ee8-ba7a900e0d57 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4097443 Jul 14 09:41:56.949285 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 44614) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:56.956545 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-0de14fdc-f3a7-4ee8-aee1-5b766c35f6d5 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Request body: {'subnet': {'network_id': '3d58cf5a-5c8b-4bb4-9523-5ec31421054a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:41:56.959024 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b354db78-0293-491e-9ee8-ba7a900e0d57 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Pushing event updated for resources: {'Network': ['ID=3d58cf5a-5c8b-4bb4-9523-5ec31421054a,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:56.970638 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Network 3d58cf5a-5c8b-4bb4-9523-5ec31421054a details requested by agent ovs-agent-n-d-779913-29 with host n-d-779913-29 {{(pid=93959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:41:56.972103 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [req-6a5dba9a-9eae-49b9-8bde-eeb439744bb2 req-531839cd-6927-4a9f-a24d-6b0a114b250d tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] Deleting port 1164dd28-0bae-4b72-94a6-b6d00b983a83 {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:41:56.972518 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-6a5dba9a-9eae-49b9-8bde-eeb439744bb2 req-531839cd-6927-4a9f-a24d-6b0a114b250d tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:57.090839 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-6a5dba9a-9eae-49b9-8bde-eeb439744bb2 req-531839cd-6927-4a9f-a24d-6b0a114b250d tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] For port 1164dd28-0bae-4b72-94a6-b6d00b983a83, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=1164dd28-0bae-4b72-94a6-b6d00b983a83,segment=NetworkSegment(a4b774bd-9c2f-43c0-8171-506dbb18f0fd),segment_id=a4b774bd-9c2f-43c0-8171-506dbb18f0fd)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:41:57.092051 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-6a5dba9a-9eae-49b9-8bde-eeb439744bb2 req-531839cd-6927-4a9f-a24d-6b0a114b250d tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:57.109786 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [req-6a5dba9a-9eae-49b9-8bde-eeb439744bb2 req-531839cd-6927-4a9f-a24d-6b0a114b250d tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] Calling delete_port for 1164dd28-0bae-4b72-94a6-b6d00b983a83 owned by compute:nova {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:41:57.128924 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0de14fdc-f3a7-4ee8-aee1-5b766c35f6d5 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Made reservation on behalf of 8e0fa7bcfd52457fb97f1b4ac86d5efa for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:41:57.133151 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0de14fdc-f3a7-4ee8-aee1-5b766c35f6d5 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16714600'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:57.276062 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-6a5dba9a-9eae-49b9-8bde-eeb439744bb2 req-531839cd-6927-4a9f-a24d-6b0a114b250d tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:57.311181 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] get_ports_and_sgs() called for port_ids ['1164dd28-0bae-4b72-94a6-b6d00b983a83'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:41:57.336835 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531839cd-6927-4a9f-a24d-6b0a114b250d tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] Pushing event deleted for resources: {'Port': ['ID=1164dd28-0bae-4b72-94a6-b6d00b983a83,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:57.395390 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a5dba9a-9eae-49b9-8bde-eeb439744bb2 req-531839cd-6927-4a9f-a24d-6b0a114b250d tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] No DVR routers for this DVR port 1164dd28-0bae-4b72-94a6-b6d00b983a83 on host n-h1-779913-29 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:41:57.398388 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-6a5dba9a-9eae-49b9-8bde-eeb439744bb2 req-531839cd-6927-4a9f-a24d-6b0a114b250d tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:57.401531 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6a5dba9a-9eae-49b9-8bde-eeb439744bb2 req-531839cd-6927-4a9f-a24d-6b0a114b250d tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] 10.222.0.65 "DELETE /v2.0/ports/1164dd28-0bae-4b72-94a6-b6d00b983a83 HTTP/1.1" status: 204 len: 173 time: 0.6497569 Jul 14 09:41:57.404159 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abf03d13-3e8c-49a2-bd4b-0fc24e0a569d', 'name': 'network-vif-deleted', 'tag': '1164dd28-0bae-4b72-94a6-b6d00b983a83'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:41:57.406825 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d3b46a1-1116-4dac-a56f-8fba400eec9e" -d '{"events": [{"server_uuid": "abf03d13-3e8c-49a2-bd4b-0fc24e0a569d", "name": "network-vif-deleted", "tag": "1164dd28-0bae-4b72-94a6-b6d00b983a83"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:41:57.444220 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0de14fdc-f3a7-4ee8-aee1-5b766c35f6d5 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13573993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16714586'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:57.496217 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:41:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5918735b-efa6-4db2-82df-974e7f0cb198 x-openstack-request-id: req-5918735b-efa6-4db2-82df-974e7f0cb198 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:41:57.497646 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abf03d13-3e8c-49a2-bd4b-0fc24e0a569d", "name": "network-vif-deleted", "tag": "1164dd28-0bae-4b72-94a6-b6d00b983a83", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:41:57.498265 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-5918735b-efa6-4db2-82df-974e7f0cb198 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:41:57.498904 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abf03d13-3e8c-49a2-bd4b-0fc24e0a569d', 'name': 'network-vif-deleted', 'tag': '1164dd28-0bae-4b72-94a6-b6d00b983a83', 'status': 'completed', 'code': 200} Jul 14 09:41:57.556600 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de14fdc-f3a7-4ee8-aee1-5b766c35f6d5 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Pushing event updated for resources: {'Subnet': ['ID=b112e981-c4e4-4e17-a684-f28df56bbf14,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:57.577311 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0de14fdc-f3a7-4ee8-aee1-5b766c35f6d5 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Checking segment: {'id': '199b6a33-f8dc-4b8b-a838-1392c221a459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '3d58cf5a-5c8b-4bb4-9523-5ec31421054a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:41:57.578409 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0de14fdc-f3a7-4ee8-aee1-5b766c35f6d5 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Network hostable DHCP agents. Network: 3d58cf5a-5c8b-4bb4-9523-5ec31421054a, hostable agents: ['c6a09bd4-f72e-4283-a3ca-0bbca8a51081'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:41:57.598613 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0de14fdc-f3a7-4ee8-aee1-5b766c35f6d5 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Network 3d58cf5a-5c8b-4bb4-9523-5ec31421054a is scheduled to be hosted by DHCP agent c6a09bd4-f72e-4283-a3ca-0bbca8a51081 with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:41:57.611547 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-0de14fdc-f3a7-4ee8-aee1-5b766c35f6d5 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-29, 3d58cf5a-5c8b-4bb4-9523-5ec31421054a) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:41:57.616215 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0de14fdc-f3a7-4ee8-aee1-5b766c35f6d5 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:57.616904 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0de14fdc-f3a7-4ee8-aee1-5b766c35f6d5 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:57.623270 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-545596a9-e9f0-4222-8dce-ab28f70d4c0b None None] Network 3d58cf5a-5c8b-4bb4-9523-5ec31421054a requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:41:57.636813 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-0de14fdc-f3a7-4ee8-aee1-5b766c35f6d5 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6860540 Jul 14 09:41:57.638856 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 44622) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:57.646070 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-5604f6c2-1ce5-41f2-b96c-5d6ab36e0a06 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Request body: {'port': {'network_id': '3d58cf5a-5c8b-4bb4-9523-5ec31421054a', 'name': 'tempest-PortsIpV6TestJSON-1035250866'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:41:57.737008 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5bbe322f-3f67-4864-bc0a-91afe44d23e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:57.853262 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d5c521c2-6258-4f71-ae46-534916bc755f req-3b47ba7c-951e-4f40-8908-922b3ab8fc5a tempest-ServerRescueNegativeTestJSON-885072136 tempest-ServerRescueNegativeTestJSON-885072136-project] 10.222.0.68 "GET /v2.0/ports?device_id=abf03d13-3e8c-49a2-bd4b-0fc24e0a569d HTTP/1.1" status: 200 len: 210 time: 0.0486450 Jul 14 09:41:57.859976 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5604f6c2-1ce5-41f2-b96c-5d6ab36e0a06 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Made reservation on behalf of 8e0fa7bcfd52457fb97f1b4ac86d5efa for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:41:57.864220 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5604f6c2-1ce5-41f2-b96c-5d6ab36e0a06 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:57.873256 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a959a77-309b-4aa2-98b0-acf025681483 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf57baaa9-fd24-59f4-8fd2-1dc21122ce72-3d58cf5a-5c8b-4bb4-9523-5ec31421054a', 'network_id': '3d58cf5a-5c8b-4bb4-9523-5ec31421054a', 'tenant_id': '8e0fa7bcfd52457fb97f1b4ac86d5efa', 'fixed_ips': [{'subnet_id': 'b112e981-c4e4-4e17-a684-f28df56bbf14'}]}} from n-d-779913-29. {{(pid=93959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:41:57.874486 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2a959a77-309b-4aa2-98b0-acf025681483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:57.888334 n-d-779913-29 neutron-server[93958]: DEBUG neutron.notifiers.nova [None req-5604f6c2-1ce5-41f2-b96c-5d6ab36e0a06 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] device_id is not set on port 02a27d12-1c09-473c-aa33-4f066794c828 yet. {{(pid=93958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:41:58.070325 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-5604f6c2-1ce5-41f2-b96c-5d6ab36e0a06 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Allocated IP 2001:db8::368 (3d58cf5a-5c8b-4bb4-9523-5ec31421054a/b112e981-c4e4-4e17-a684-f28df56bbf14/02a27d12-1c09-473c-aa33-4f066794c828) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:41:58.320003 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5604f6c2-1ce5-41f2-b96c-5d6ab36e0a06 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:58.337979 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-5604f6c2-1ce5-41f2-b96c-5d6ab36e0a06 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Transition to ACTIVE for port object 02a27d12-1c09-473c-aa33-4f066794c828 will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:41:58.385615 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5604f6c2-1ce5-41f2-b96c-5d6ab36e0a06 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:58.446237 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-2a959a77-309b-4aa2-98b0-acf025681483 None None] Allocated IP 2001:db8::2 (3d58cf5a-5c8b-4bb4-9523-5ec31421054a/b112e981-c4e4-4e17-a684-f28df56bbf14/06de9399-4644-4a8f-973b-d2be729a7c7f) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:41:58.451559 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5604f6c2-1ce5-41f2-b96c-5d6ab36e0a06 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Network 3d58cf5a-5c8b-4bb4-9523-5ec31421054a is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:41:58.456851 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-5604f6c2-1ce5-41f2-b96c-5d6ab36e0a06 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:41:58.459515 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5604f6c2-1ce5-41f2-b96c-5d6ab36e0a06 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Pushing event updated for resources: {'Port': ['ID=02a27d12-1c09-473c-aa33-4f066794c828,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:58.463262 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5604f6c2-1ce5-41f2-b96c-5d6ab36e0a06 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:41:58.471216 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5604f6c2-1ce5-41f2-b96c-5d6ab36e0a06 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:58.471908 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5604f6c2-1ce5-41f2-b96c-5d6ab36e0a06 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:58.496216 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-5604f6c2-1ce5-41f2-b96c-5d6ab36e0a06 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.8555062 Jul 14 09:41:58.499175 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 44628) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:58.645380 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2a959a77-309b-4aa2-98b0-acf025681483 None None] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:58.657377 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-2a959a77-309b-4aa2-98b0-acf025681483 None None] Transition to ACTIVE for port object 06de9399-4644-4a8f-973b-d2be729a7c7f will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:41:58.685055 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-2a959a77-309b-4aa2-98b0-acf025681483 None None] Transition to ACTIVE for port object 06de9399-4644-4a8f-973b-d2be729a7c7f will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:41:58.697020 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2a959a77-309b-4aa2-98b0-acf025681483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:58.704333 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-bafe6164-03fd-405d-a88d-2c39dc94b534 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Deleting port 02a27d12-1c09-473c-aa33-4f066794c828 {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:41:58.704676 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-bafe6164-03fd-405d-a88d-2c39dc94b534 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:58.740865 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a959a77-309b-4aa2-98b0-acf025681483 None None] Network 3d58cf5a-5c8b-4bb4-9523-5ec31421054a is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:41:58.743849 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-2a959a77-309b-4aa2-98b0-acf025681483 None None] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:41:58.751027 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a959a77-309b-4aa2-98b0-acf025681483 None None] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:41:58.767248 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a959a77-309b-4aa2-98b0-acf025681483 None None] Pushing event updated for resources: {'Port': ['ID=06de9399-4644-4a8f-973b-d2be729a7c7f,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:58.852023 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-bafe6164-03fd-405d-a88d-2c39dc94b534 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:58.852273 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-2a959a77-309b-4aa2-98b0-acf025681483 None None] Attempting to bind port 06de9399-4644-4a8f-973b-d2be729a7c7f on host n-d-779913-29 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:41:58.852579 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-2a959a77-309b-4aa2-98b0-acf025681483 None None] Attempting to bind port 06de9399-4644-4a8f-973b-d2be729a7c7f by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': '199b6a33-f8dc-4b8b-a838-1392c221a459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '3d58cf5a-5c8b-4bb4-9523-5ec31421054a'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:41:58.852949 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a959a77-309b-4aa2-98b0-acf025681483 None None] Attempting to bind port 06de9399-4644-4a8f-973b-d2be729a7c7f on network 3d58cf5a-5c8b-4bb4-9523-5ec31421054a {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:41:58.861012 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a959a77-309b-4aa2-98b0-acf025681483 None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 41, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:41:58.862203 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a959a77-309b-4aa2-98b0-acf025681483 None None] Checking segment: {'id': '199b6a33-f8dc-4b8b-a838-1392c221a459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '3d58cf5a-5c8b-4bb4-9523-5ec31421054a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:41:58.862860 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2a959a77-309b-4aa2-98b0-acf025681483 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:58.863488 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a959a77-309b-4aa2-98b0-acf025681483 None None] Bound using segment: {'id': '199b6a33-f8dc-4b8b-a838-1392c221a459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '3d58cf5a-5c8b-4bb4-9523-5ec31421054a'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:41:58.864471 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-2a959a77-309b-4aa2-98b0-acf025681483 None None] Bound port: 06de9399-4644-4a8f-973b-d2be729a7c7f, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '199b6a33-f8dc-4b8b-a838-1392c221a459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '3d58cf5a-5c8b-4bb4-9523-5ec31421054a'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:41:58.865115 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2a959a77-309b-4aa2-98b0-acf025681483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:58.871838 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-bafe6164-03fd-405d-a88d-2c39dc94b534 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Calling delete_port for 02a27d12-1c09-473c-aa33-4f066794c828 owned by {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:41:59.015480 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 44636) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:59.088697 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-bafe6164-03fd-405d-a88d-2c39dc94b534 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:59.141053 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafe6164-03fd-405d-a88d-2c39dc94b534 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Pushing event deleted for resources: {'Port': ['ID=02a27d12-1c09-473c-aa33-4f066794c828,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:59.152525 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-2a959a77-309b-4aa2-98b0-acf025681483 None None] For port 06de9399-4644-4a8f-973b-d2be729a7c7f, host n-d-779913-29, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:41:59.159784 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-2a959a77-309b-4aa2-98b0-acf025681483 None None] For port 06de9399-4644-4a8f-973b-d2be729a7c7f, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=06de9399-4644-4a8f-973b-d2be729a7c7f,segment=NetworkSegment(199b6a33-f8dc-4b8b-a838-1392c221a459),segment_id=199b6a33-f8dc-4b8b-a838-1392c221a459)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:41:59.167691 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2a959a77-309b-4aa2-98b0-acf025681483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:59.187622 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-bafe6164-03fd-405d-a88d-2c39dc94b534 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:59.190639 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-bafe6164-03fd-405d-a88d-2c39dc94b534 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] 10.222.0.68 "DELETE /v2.0/ports/02a27d12-1c09-473c-aa33-4f066794c828 HTTP/1.1" status: 204 len: 168 time: 0.6902165 Jul 14 09:41:59.193523 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 44638) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:59.241323 n-d-779913-29 neutron-server[93957]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bf4b704-02b7-4f15-9812-0737d68a5d4a tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] DELETE failed (client error): The resource could not be found. Jul 14 09:41:59.245046 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6bf4b704-02b7-4f15-9812-0737d68a5d4a tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:41:59.252077 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-6bf4b704-02b7-4f15-9812-0737d68a5d4a tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] 10.222.0.68 "DELETE /v2.0/ports/02a27d12-1c09-473c-aa33-4f066794c828 HTTP/1.1" status: 404 len: 333 time: 0.0570626 Jul 14 09:41:59.253101 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 44640) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:59.269740 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a959a77-309b-4aa2-98b0-acf025681483 None None] Pushing event updated for resources: {'Port': ['ID=06de9399-4644-4a8f-973b-d2be729a7c7f,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:59.316697 n-d-779913-29 neutron-server[93957]: INFO neutron.pecan_wsgi.hooks.translation [None req-c38a79ff-d579-41cd-8b0c-18ac2a97a4f0 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] GET failed (client error): The resource could not be found. Jul 14 09:41:59.321565 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-c38a79ff-d579-41cd-8b0c-18ac2a97a4f0 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] 10.222.0.68 "GET /v2.0/ports/02a27d12-1c09-473c-aa33-4f066794c828 HTTP/1.1" status: 404 len: 333 time: 0.0651405 Jul 14 09:41:59.322493 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 44642) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:59.448250 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_v2 [None req-475e3d1d-d19f-4ec0-aec2-ebefba29af1f tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Deleting subnet b112e981-c4e4-4e17-a684-f28df56bbf14 {{(pid=93957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:41:59.453437 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-475e3d1d-d19f-4ec0-aec2-ebefba29af1f tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks [] for subnet, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:59.580033 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-475e3d1d-d19f-4ec0-aec2-ebefba29af1f tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10944203'] for subnet, precommit_delete_associations {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:59.724391 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-475e3d1d-d19f-4ec0-aec2-ebefba29af1f tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3481002'] for subnet, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:59.744958 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-85346309-1919-4b47-878e-837558b94f22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-683602'] for router_interface, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:59.807661 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-475e3d1d-d19f-4ec0-aec2-ebefba29af1f tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10052701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11984075'] for subnet, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:59.844962 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475e3d1d-d19f-4ec0-aec2-ebefba29af1f tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Pushing event deleted for resources: {'Subnet': ['ID=b112e981-c4e4-4e17-a684-f28df56bbf14,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:59.851955 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-475e3d1d-d19f-4ec0-aec2-ebefba29af1f tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks [] for subnet, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:59.856974 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-475e3d1d-d19f-4ec0-aec2-ebefba29af1f tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] 10.222.0.68 "DELETE /v2.0/subnets/b112e981-c4e4-4e17-a684-f28df56bbf14 HTTP/1.1" status: 204 len: 168 time: 0.5142910 Jul 14 09:41:59.857151 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 44648) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:59.971903 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-881d70eb-a2a4-45e7-a9d9-ef73565b0e4c tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3876111'] for network, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:00.001482 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 1164dd28-0bae-4b72-94a6-b6d00b983a83 no longer exists at agent hyperv_n-h1-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:42:00.051015 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-881d70eb-a2a4-45e7-a9d9-ef73565b0e4c tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Deleting port 06de9399-4644-4a8f-973b-d2be729a7c7f {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:42:00.051676 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-881d70eb-a2a4-45e7-a9d9-ef73565b0e4c tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:00.056232 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] No Port match for: 1164dd28-0bae-4b72-94a6-b6d00b983a83 {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:42:00.056849 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 1164dd28-0bae-4b72-94a6-b6d00b983a83 not bound to the agent host n-h1-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:42:00.154394 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-881d70eb-a2a4-45e7-a9d9-ef73565b0e4c tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] For port 06de9399-4644-4a8f-973b-d2be729a7c7f, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=06de9399-4644-4a8f-973b-d2be729a7c7f,segment=NetworkSegment(199b6a33-f8dc-4b8b-a838-1392c221a459),segment_id=199b6a33-f8dc-4b8b-a838-1392c221a459)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:42:00.155088 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-881d70eb-a2a4-45e7-a9d9-ef73565b0e4c tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:00.171654 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-881d70eb-a2a4-45e7-a9d9-ef73565b0e4c tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Calling delete_port for 06de9399-4644-4a8f-973b-d2be729a7c7f owned by network:dhcp {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:42:00.173119 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-85346309-1919-4b47-878e-837558b94f22 admin admin] Deleting port 25cc48d4-fc7c-45e6-931a-09a727db7720 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:42:00.173574 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-85346309-1919-4b47-878e-837558b94f22 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:00.263414 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-85346309-1919-4b47-878e-837558b94f22 admin admin] For port 25cc48d4-fc7c-45e6-931a-09a727db7720, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=25cc48d4-fc7c-45e6-931a-09a727db7720,segment=NetworkSegment(a4b774bd-9c2f-43c0-8171-506dbb18f0fd),segment_id=a4b774bd-9c2f-43c0-8171-506dbb18f0fd)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:42:00.263835 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-85346309-1919-4b47-878e-837558b94f22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:00.278189 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-881d70eb-a2a4-45e7-a9d9-ef73565b0e4c tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:00.280276 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-85346309-1919-4b47-878e-837558b94f22 admin admin] Calling delete_port for 25cc48d4-fc7c-45e6-931a-09a727db7720 owned by network:router_interface {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:42:00.317836 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-881d70eb-a2a4-45e7-a9d9-ef73565b0e4c tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] No DVR routers for this DVR port 06de9399-4644-4a8f-973b-d2be729a7c7f on host n-d-779913-29 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:42:00.320173 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881d70eb-a2a4-45e7-a9d9-ef73565b0e4c tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Pushing event deleted for resources: {'Port': ['ID=06de9399-4644-4a8f-973b-d2be729a7c7f,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:00.443905 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-881d70eb-a2a4-45e7-a9d9-ef73565b0e4c tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473955', 'neutron.services.segments.db._delete_segments_for_network-8735688326548'] for network, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:00.456319 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-881d70eb-a2a4-45e7-a9d9-ef73565b0e4c tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d58cf5a-5c8b-4bb4-9523-5ec31421054a']}} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:42:00.475812 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-881d70eb-a2a4-45e7-a9d9-ef73565b0e4c tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '199b6a33-f8dc-4b8b-a838-1392c221a459') {'for_net_delete': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:42:00.476125 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-881d70eb-a2a4-45e7-a9d9-ef73565b0e4c tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '199b6a33-f8dc-4b8b-a838-1392c221a459') {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:42:00.487786 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-881d70eb-a2a4-45e7-a9d9-ef73565b0e4c tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735688356235', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10944210'] for segment, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:00.505878 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-881d70eb-a2a4-45e7-a9d9-ef73565b0e4c tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:00.513197 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-881d70eb-a2a4-45e7-a9d9-ef73565b0e4c tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Releasing vlan 735 on physical network physnet1 to pool {{(pid=93957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:42:00.513635 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-881d70eb-a2a4-45e7-a9d9-ef73565b0e4c tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10053619'] for segment, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:00.517857 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:42:00.517857 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:42:00.517857 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:42:00.517857 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:42:00.517857 n-d-779913-29 neutron-server[93957]: Traceback (most recent call last): Jul 14 09:42:00.517857 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:42:00.517857 n-d-779913-29 neutron-server[93957]: timer() Jul 14 09:42:00.517857 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:42:00.517857 n-d-779913-29 neutron-server[93957]: cb(*args, **kw) Jul 14 09:42:00.517857 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:42:00.517857 n-d-779913-29 neutron-server[93957]: return func(*args, **kwargs) Jul 14 09:42:00.517857 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:42:00.517857 n-d-779913-29 neutron-server[93957]: self._notify() Jul 14 09:42:00.517857 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:42:00.517857 n-d-779913-29 neutron-server[93957]: self.callback(batched_events) Jul 14 09:42:00.517857 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:42:00.517857 n-d-779913-29 neutron-server[93957]: event.method(event) Jul 14 09:42:00.517857 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:42:00.517857 n-d-779913-29 neutron-server[93957]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:42:00.517857 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:42:00.517857 n-d-779913-29 neutron-server[93957]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:42:00.517857 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:42:00.517857 n-d-779913-29 neutron-server[93957]: return f(self, *a, **k) Jul 14 09:42:00.517857 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:42:00.517857 n-d-779913-29 neutron-server[93957]: return self._get(url).json() Jul 14 09:42:00.517857 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:42:00.517857 n-d-779913-29 neutron-server[93957]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:42:00.517857 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:42:00.517857 n-d-779913-29 neutron-server[93957]: return self.request(url, 'GET', **kwargs) Jul 14 09:42:00.517857 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:42:00.517857 n-d-779913-29 neutron-server[93957]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:42:00.517857 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:42:00.517857 n-d-779913-29 neutron-server[93957]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:42:00.517857 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:42:00.517857 n-d-779913-29 neutron-server[93957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:42:00.517857 n-d-779913-29 neutron-server[93957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:42:00.548171 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-85346309-1919-4b47-878e-837558b94f22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:00.560631 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-658b6cee-fc38-47a9-9dcb-2610c0cdd343 None None] Network 3d58cf5a-5c8b-4bb4-9523-5ec31421054a requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:42:00.591799 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85346309-1919-4b47-878e-837558b94f22 admin admin] Pushing event deleted for resources: {'Port': ['ID=25cc48d4-fc7c-45e6-931a-09a727db7720,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:00.600711 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-881d70eb-a2a4-45e7-a9d9-ef73565b0e4c tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660504'] for network, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:00.614867 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-881d70eb-a2a4-45e7-a9d9-ef73565b0e4c tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks [] for network, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:00.617819 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-881d70eb-a2a4-45e7-a9d9-ef73565b0e4c tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] 10.222.0.68 "DELETE /v2.0/networks/3d58cf5a-5c8b-4bb4-9523-5ec31421054a HTTP/1.1" status: 204 len: 168 time: 0.7594957 Jul 14 09:42:00.622425 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-d5d7424f-69f5-47b1-b16d-58a39011a573 None None] Could not find standard attr ID for object 06de9399-4644-4a8f-973b-d2be729a7c7f. {{(pid=93959) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 09:42:00.627538 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 44654) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:00.634818 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-de4fd8bb-b555-4d41-ac17-c44ef4344e5d tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1362413933'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:42:00.636582 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881d70eb-a2a4-45e7-a9d9-ef73565b0e4c tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Pushing event deleted for resources: {'Network': ['ID=3d58cf5a-5c8b-4bb4-9523-5ec31421054a,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:00.694622 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de4fd8bb-b555-4d41-ac17-c44ef4344e5d tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Made reservation on behalf of 8e0fa7bcfd52457fb97f1b4ac86d5efa for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:42:00.699167 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-de4fd8bb-b555-4d41-ac17-c44ef4344e5d tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:00.771509 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de4fd8bb-b555-4d41-ac17-c44ef4344e5d tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 718} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:42:00.782621 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-369cc148-1997-4faf-b66a-dc74e71f20b9 None None] DHCP port deletion for 3d58cf5a-5c8b-4bb4-9523-5ec31421054a request from n-d-779913-29 {{(pid=93959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:42:00.819744 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-de4fd8bb-b555-4d41-ac17-c44ef4344e5d tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:00.820106 n-d-779913-29 neutron-server[93958]: INFO neutron.db.segments_db [None req-de4fd8bb-b555-4d41-ac17-c44ef4344e5d tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Added segment 5e96fd1a-c76d-4fb5-a0e5-b12632f375c8 of type vlan for network 63ac64b0-a4fa-49af-bcd9-f74df55dbd3b Jul 14 09:42:00.867588 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-85346309-1919-4b47-878e-837558b94f22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-620860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682934'] for router_interface, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:00.876292 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-de4fd8bb-b555-4d41-ac17-c44ef4344e5d tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735687821325'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:00.982470 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-de4fd8bb-b555-4d41-ac17-c44ef4344e5d tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:00.988879 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de4fd8bb-b555-4d41-ac17-c44ef4344e5d tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:00.989481 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-de4fd8bb-b555-4d41-ac17-c44ef4344e5d tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:01.067556 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-de4fd8bb-b555-4d41-ac17-c44ef4344e5d tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4371512 Jul 14 09:42:01.071804 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 44662) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:01.078672 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-34b1b852-fbb6-4b24-82a9-97712da7878d tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Request body: {'subnet': {'network_id': '63ac64b0-a4fa-49af-bcd9-f74df55dbd3b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:42:01.116969 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4fd8bb-b555-4d41-ac17-c44ef4344e5d tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Pushing event updated for resources: {'Network': ['ID=63ac64b0-a4fa-49af-bcd9-f74df55dbd3b,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:01.129142 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Network 63ac64b0-a4fa-49af-bcd9-f74df55dbd3b details requested by agent ovs-agent-n-d-779913-29 with host n-d-779913-29 {{(pid=93959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:42:01.263459 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34b1b852-fbb6-4b24-82a9-97712da7878d tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Made reservation on behalf of 8e0fa7bcfd52457fb97f1b4ac86d5efa for: {'subnet': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:42:01.271014 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-34b1b852-fbb6-4b24-82a9-97712da7878d tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11984110'] for subnet, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:01.509739 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85346309-1919-4b47-878e-837558b94f22 admin admin] Router b699f3c2-d6a1-400b-bb98-34c3458f0961 has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:42:01.559486 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-34b1b852-fbb6-4b24-82a9-97712da7878d tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10052764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11984092'] for subnet, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:01.632219 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b1b852-fbb6-4b24-82a9-97712da7878d tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Pushing event updated for resources: {'Subnet': ['ID=e0e3a106-b442-4c6e-a577-8b4149e09332,revision_number=0']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:01.642901 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b1b852-fbb6-4b24-82a9-97712da7878d tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Checking segment: {'id': '5e96fd1a-c76d-4fb5-a0e5-b12632f375c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '63ac64b0-a4fa-49af-bcd9-f74df55dbd3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:42:01.643355 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34b1b852-fbb6-4b24-82a9-97712da7878d tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Network hostable DHCP agents. Network: 63ac64b0-a4fa-49af-bcd9-f74df55dbd3b, hostable agents: ['c6a09bd4-f72e-4283-a3ca-0bbca8a51081'], hosted agents: [] {{(pid=93957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:42:01.656254 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85346309-1919-4b47-878e-837558b94f22 admin admin] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:42:01.662046 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-85346309-1919-4b47-878e-837558b94f22 admin admin] 10.222.0.68 "PUT /v2.0/routers/b699f3c2-d6a1-400b-bb98-34c3458f0961/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6451051 Jul 14 09:42:01.664578 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 44674) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:01.669335 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cba0848a-e10f-434d-b033-ca4415c7849a None None] Sync routers for ids ['b699f3c2-d6a1-400b-bb98-34c3458f0961'] in n-d-779913-29 {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:42:01.685272 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34b1b852-fbb6-4b24-82a9-97712da7878d tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Network 63ac64b0-a4fa-49af-bcd9-f74df55dbd3b is scheduled to be hosted by DHCP agent c6a09bd4-f72e-4283-a3ca-0bbca8a51081 with binding_index 1 {{(pid=93957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:42:01.688780 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba0848a-e10f-434d-b033-ca4415c7849a None None] Routers {'b699f3c2-d6a1-400b-bb98-34c3458f0961'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:42:01.690994 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-cba0848a-e10f-434d-b033-ca4415c7849a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:41:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['b699f3c2-d6a1-400b-bb98-34c3458f0961'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:42:01.708225 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-34b1b852-fbb6-4b24-82a9-97712da7878d tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-29, 63ac64b0-a4fa-49af-bcd9-f74df55dbd3b) {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:42:01.713617 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34b1b852-fbb6-4b24-82a9-97712da7878d tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:01.715427 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-34b1b852-fbb6-4b24-82a9-97712da7878d tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks [] for subnet, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:01.751224 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-34b1b852-fbb6-4b24-82a9-97712da7878d tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6780138 Jul 14 09:42:01.752103 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 44680) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:01.763148 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-5112061a-4915-4b52-a1c4-0894bb361179 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Request body: {'port': {'network_id': '63ac64b0-a4fa-49af-bcd9-f74df55dbd3b', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-311050012'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:42:01.816989 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6146d2f-c835-48a3-87c5-d3e3f968b35c None None] Network 63ac64b0-a4fa-49af-bcd9-f74df55dbd3b requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:42:01.819376 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bf5ee032-4ca0-4231-a0ca-176d244cff2d admin admin] Notify callbacks [] for router, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:01.950135 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5112061a-4915-4b52-a1c4-0894bb361179 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Made reservation on behalf of 8e0fa7bcfd52457fb97f1b4ac86d5efa for: {'port': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:42:01.950414 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bf5ee032-4ca0-4231-a0ca-176d244cff2d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:01.960240 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5112061a-4915-4b52-a1c4-0894bb361179 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:01.979531 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvr_db [None req-cba0848a-e10f-434d-b033-ca4415c7849a None None] Set router b699f3c2-d6a1-400b-bb98-34c3458f0961 gateway port host: n-d-779913-29 {{(pid=93959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:42:01.991712 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-5112061a-4915-4b52-a1c4-0894bb361179 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] device_id is not set on port 27b0ecf5-1d2b-4ea5-a655-1f2acb8b33b0 yet. {{(pid=93957) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:42:02.071944 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-bf5ee032-4ca0-4231-a0ca-176d244cff2d admin admin] Deleting port 3d0effae-4498-4f7a-9541-70d4036cc156 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:42:02.072292 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bf5ee032-4ca0-4231-a0ca-176d244cff2d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:02.131031 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-5112061a-4915-4b52-a1c4-0894bb361179 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Allocated IP 2001:db8::125 (63ac64b0-a4fa-49af-bcd9-f74df55dbd3b/e0e3a106-b442-4c6e-a577-8b4149e09332/27b0ecf5-1d2b-4ea5-a655-1f2acb8b33b0) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:42:02.176288 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-bf5ee032-4ca0-4231-a0ca-176d244cff2d admin admin] For port 3d0effae-4498-4f7a-9541-70d4036cc156, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=3d0effae-4498-4f7a-9541-70d4036cc156,segment=NetworkSegment(81bf7a93-80b3-43df-b9d5-462c604a2945),segment_id=81bf7a93-80b3-43df-b9d5-462c604a2945)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:42:02.176654 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bf5ee032-4ca0-4231-a0ca-176d244cff2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:02.192116 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-bf5ee032-4ca0-4231-a0ca-176d244cff2d admin admin] Calling delete_port for 3d0effae-4498-4f7a-9541-70d4036cc156 owned by network:router_gateway {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:42:02.282070 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61e5c451-c5c3-4fce-947f-04be6a17eb62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf57baaa9-fd24-59f4-8fd2-1dc21122ce72-63ac64b0-a4fa-49af-bcd9-f74df55dbd3b', 'network_id': '63ac64b0-a4fa-49af-bcd9-f74df55dbd3b', 'tenant_id': '8e0fa7bcfd52457fb97f1b4ac86d5efa', 'fixed_ips': [{'subnet_id': 'e0e3a106-b442-4c6e-a577-8b4149e09332'}]}} from n-d-779913-29. {{(pid=93959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:42:02.284465 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-61e5c451-c5c3-4fce-947f-04be6a17eb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:02.306301 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5112061a-4915-4b52-a1c4-0894bb361179 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:02.340026 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-5112061a-4915-4b52-a1c4-0894bb361179 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Transition to ACTIVE for port object 27b0ecf5-1d2b-4ea5-a655-1f2acb8b33b0 will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:42:02.403438 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bf5ee032-4ca0-4231-a0ca-176d244cff2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:02.420242 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5112061a-4915-4b52-a1c4-0894bb361179 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:02.508617 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5112061a-4915-4b52-a1c4-0894bb361179 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Network 63ac64b0-a4fa-49af-bcd9-f74df55dbd3b is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:42:02.512202 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5ee032-4ca0-4231-a0ca-176d244cff2d admin admin] Pushing event deleted for resources: {'Port': ['ID=3d0effae-4498-4f7a-9541-70d4036cc156,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:02.555924 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-5112061a-4915-4b52-a1c4-0894bb361179 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:42:02.560276 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bf5ee032-4ca0-4231-a0ca-176d244cff2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-660532'] for router_gateway, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:02.565647 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5112061a-4915-4b52-a1c4-0894bb361179 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Pushing event updated for resources: {'Port': ['ID=27b0ecf5-1d2b-4ea5-a655-1f2acb8b33b0,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:02.570333 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5112061a-4915-4b52-a1c4-0894bb361179 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:42:02.583656 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 06de9399-4644-4a8f-973b-d2be729a7c7f no longer exists at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:42:02.584548 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5112061a-4915-4b52-a1c4-0894bb361179 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:02.585461 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5112061a-4915-4b52-a1c4-0894bb361179 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:02.619387 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-5112061a-4915-4b52-a1c4-0894bb361179 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 0.8659616 Jul 14 09:42:02.623025 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 44684) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:02.703021 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] No Port match for: 06de9399-4644-4a8f-973b-d2be729a7c7f {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:42:02.703557 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 06de9399-4644-4a8f-973b-d2be729a7c7f not bound to the agent host n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:42:02.726541 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-61e5c451-c5c3-4fce-947f-04be6a17eb62 None None] Allocated IP 2001:db8::2 (63ac64b0-a4fa-49af-bcd9-f74df55dbd3b/e0e3a106-b442-4c6e-a577-8b4149e09332/c72e84ef-42fb-4822-a9f1-5afd28fafbeb) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:42:02.763051 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bf5ee032-4ca0-4231-a0ca-176d244cff2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-711871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12964'] for router, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:02.765855 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bf5ee032-4ca0-4231-a0ca-176d244cff2d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:02.786870 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-a3ebd71d-4767-4b75-9579-d82047c1e522 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Deleting port 27b0ecf5-1d2b-4ea5-a655-1f2acb8b33b0 {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:42:02.787950 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a3ebd71d-4767-4b75-9579-d82047c1e522 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:02.834058 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bf5ee032-4ca0-4231-a0ca-176d244cff2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-704815'] for router, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:02.834790 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf5ee032-4ca0-4231-a0ca-176d244cff2d admin admin] Fanout notify agent at l3_agent the message router_deleted on router b699f3c2-d6a1-400b-bb98-34c3458f0961 {{(pid=93958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:42:02.839507 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bf5ee032-4ca0-4231-a0ca-176d244cff2d admin admin] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:02.845057 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-bf5ee032-4ca0-4231-a0ca-176d244cff2d admin admin] 10.222.0.68 "DELETE /v2.0/routers/b699f3c2-d6a1-400b-bb98-34c3458f0961 HTTP/1.1" status: 204 len: 168 time: 1.1793990 Jul 14 09:42:02.846999 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 44698) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:02.869473 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-cba0848a-e10f-434d-b033-ca4415c7849a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b699f3c2-d6a1-400b-bb98-34c3458f0961', 'name': 'tempest-ServerRescueNegativeTestJSON-1023936561-router', 'tenant_id': '4569f08ed7094f2caf5772ad4808989f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.111'}], 'enable_snat': True}, 'gw_port_id': '3d0effae-4498-4f7a-9541-70d4036cc156', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:39:26Z', 'updated_at': '2021-07-14T09:42:00Z', 'revision_number': 5, 'project_id': '4569f08ed7094f2caf5772ad4808989f', 'gw_port': {'id': '3d0effae-4498-4f7a-9541-70d4036cc156', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:df:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b699f3c2-d6a1-400b-bb98-34c3458f0961', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2655, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:39:26Z', 'updated_at': '2021-07-14T09:39:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29'}], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:42:02.899841 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cba0848a-e10f-434d-b033-ca4415c7849a None None] Checking router: b699f3c2-d6a1-400b-bb98-34c3458f0961 for host: n-d-779913-29 {{(pid=93959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:42:02.919080 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba0848a-e10f-434d-b033-ca4415c7849a None None] Routers set() bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:42:02.919560 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba0848a-e10f-434d-b033-ca4415c7849a None None] Router IDs set() for agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 14 09:42:02.920244 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_agentschedulers_db [None req-cba0848a-e10f-434d-b033-ca4415c7849a None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'b699f3c2-d6a1-400b-bb98-34c3458f0961'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:41:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent'). {{(pid=93959) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 14 09:42:02.920701 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cba0848a-e10f-434d-b033-ca4415c7849a None None] The sync data for ids ['b699f3c2-d6a1-400b-bb98-34c3458f0961'] in n-d-779913-29 is: [] {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:42:02.922479 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a3ebd71d-4767-4b75-9579-d82047c1e522 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:02.938359 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-702f141c-540a-4553-abac-027956ba803f admin admin] Deleting subnet 5a6019b3-7787-4bdb-b397-5a269fa1d62c {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:42:02.939889 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-a3ebd71d-4767-4b75-9579-d82047c1e522 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Calling delete_port for 27b0ecf5-1d2b-4ea5-a655-1f2acb8b33b0 owned by {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:42:02.943666 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-702f141c-540a-4553-abac-027956ba803f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:03.021688 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-702f141c-540a-4553-abac-027956ba803f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13574120'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:03.034261 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-61e5c451-c5c3-4fce-947f-04be6a17eb62 None None] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:03.051087 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-61e5c451-c5c3-4fce-947f-04be6a17eb62 None None] Transition to ACTIVE for port object c72e84ef-42fb-4822-a9f1-5afd28fafbeb will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:42:03.074645 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-61e5c451-c5c3-4fce-947f-04be6a17eb62 None None] Transition to ACTIVE for port object c72e84ef-42fb-4822-a9f1-5afd28fafbeb will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:42:03.082937 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-61e5c451-c5c3-4fce-947f-04be6a17eb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:03.091173 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-702f141c-540a-4553-abac-027956ba803f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3481002'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:03.141884 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61e5c451-c5c3-4fce-947f-04be6a17eb62 None None] Network 63ac64b0-a4fa-49af-bcd9-f74df55dbd3b is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:42:03.151658 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-61e5c451-c5c3-4fce-947f-04be6a17eb62 None None] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:42:03.158829 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e5c451-c5c3-4fce-947f-04be6a17eb62 None None] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:42:03.162328 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-702f141c-540a-4553-abac-027956ba803f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13574056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16714573'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:03.168994 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e5c451-c5c3-4fce-947f-04be6a17eb62 None None] Pushing event updated for resources: {'Port': ['ID=c72e84ef-42fb-4822-a9f1-5afd28fafbeb,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:03.194123 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702f141c-540a-4553-abac-027956ba803f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a6019b3-7787-4bdb-b397-5a269fa1d62c,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:03.199373 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-702f141c-540a-4553-abac-027956ba803f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:03.204378 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-702f141c-540a-4553-abac-027956ba803f admin admin] 10.222.0.68 "DELETE /v2.0/subnets/5a6019b3-7787-4bdb-b397-5a269fa1d62c HTTP/1.1" status: 204 len: 168 time: 0.3565893 Jul 14 09:42:03.205065 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 44700) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:03.251216 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-61e5c451-c5c3-4fce-947f-04be6a17eb62 None None] Attempting to bind port c72e84ef-42fb-4822-a9f1-5afd28fafbeb on host n-d-779913-29 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:42:03.251818 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-61e5c451-c5c3-4fce-947f-04be6a17eb62 None None] Attempting to bind port c72e84ef-42fb-4822-a9f1-5afd28fafbeb by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': '5e96fd1a-c76d-4fb5-a0e5-b12632f375c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '63ac64b0-a4fa-49af-bcd9-f74df55dbd3b'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:42:03.252336 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e5c451-c5c3-4fce-947f-04be6a17eb62 None None] Attempting to bind port c72e84ef-42fb-4822-a9f1-5afd28fafbeb on network 63ac64b0-a4fa-49af-bcd9-f74df55dbd3b {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:42:03.259561 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e5c451-c5c3-4fce-947f-04be6a17eb62 None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 41, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:42:03.260057 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e5c451-c5c3-4fce-947f-04be6a17eb62 None None] Checking segment: {'id': '5e96fd1a-c76d-4fb5-a0e5-b12632f375c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '63ac64b0-a4fa-49af-bcd9-f74df55dbd3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:42:03.260822 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-61e5c451-c5c3-4fce-947f-04be6a17eb62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:03.261383 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e5c451-c5c3-4fce-947f-04be6a17eb62 None None] Bound using segment: {'id': '5e96fd1a-c76d-4fb5-a0e5-b12632f375c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '63ac64b0-a4fa-49af-bcd9-f74df55dbd3b'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:42:03.262038 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-61e5c451-c5c3-4fce-947f-04be6a17eb62 None None] Bound port: c72e84ef-42fb-4822-a9f1-5afd28fafbeb, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e96fd1a-c76d-4fb5-a0e5-b12632f375c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '63ac64b0-a4fa-49af-bcd9-f74df55dbd3b'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:42:03.262951 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-61e5c451-c5c3-4fce-947f-04be6a17eb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:03.294360 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2bd42c46-f3b2-4030-9662-9318e535cf7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3876111'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:03.347004 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-61e5c451-c5c3-4fce-947f-04be6a17eb62 None None] For port c72e84ef-42fb-4822-a9f1-5afd28fafbeb, host n-d-779913-29, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:42:03.355586 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-61e5c451-c5c3-4fce-947f-04be6a17eb62 None None] For port c72e84ef-42fb-4822-a9f1-5afd28fafbeb, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=c72e84ef-42fb-4822-a9f1-5afd28fafbeb,segment=NetworkSegment(5e96fd1a-c76d-4fb5-a0e5-b12632f375c8),segment_id=5e96fd1a-c76d-4fb5-a0e5-b12632f375c8)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:42:03.363570 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-61e5c451-c5c3-4fce-947f-04be6a17eb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:03.441902 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2bd42c46-f3b2-4030-9662-9318e535cf7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473955', 'neutron.services.segments.db._delete_segments_for_network-8735688326548'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:03.456130 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-2bd42c46-f3b2-4030-9662-9318e535cf7c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0c82eb4-694b-46cd-8405-b22504091d10']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:42:03.466185 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e5c451-c5c3-4fce-947f-04be6a17eb62 None None] Pushing event updated for resources: {'Port': ['ID=c72e84ef-42fb-4822-a9f1-5afd28fafbeb,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:03.470192 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-2bd42c46-f3b2-4030-9662-9318e535cf7c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4b774bd-9c2f-43c0-8171-506dbb18f0fd') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:42:03.470617 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-2bd42c46-f3b2-4030-9662-9318e535cf7c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4b774bd-9c2f-43c0-8171-506dbb18f0fd') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:42:03.485942 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2bd42c46-f3b2-4030-9662-9318e535cf7c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735688356235', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13574129'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:03.503040 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2bd42c46-f3b2-4030-9662-9318e535cf7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:03.512064 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bd42c46-f3b2-4030-9662-9318e535cf7c admin admin] Releasing vlan 703 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:42:03.513028 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2bd42c46-f3b2-4030-9662-9318e535cf7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13573126'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:03.517470 n-d-779913-29 neutron-server[93958]: Traceback (most recent call last): Jul 14 09:42:03.517470 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:42:03.517470 n-d-779913-29 neutron-server[93958]: timer() Jul 14 09:42:03.517470 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:42:03.517470 n-d-779913-29 neutron-server[93958]: cb(*args, **kw) Jul 14 09:42:03.517470 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:42:03.517470 n-d-779913-29 neutron-server[93958]: return func(*args, **kwargs) Jul 14 09:42:03.517470 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:42:03.517470 n-d-779913-29 neutron-server[93958]: self._notify() Jul 14 09:42:03.517470 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:42:03.517470 n-d-779913-29 neutron-server[93958]: self.callback(batched_events) Jul 14 09:42:03.517470 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:42:03.517470 n-d-779913-29 neutron-server[93958]: event.method(event) Jul 14 09:42:03.517470 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:42:03.517470 n-d-779913-29 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:42:03.517470 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:42:03.517470 n-d-779913-29 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:42:03.517470 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:42:03.517470 n-d-779913-29 neutron-server[93958]: return f(self, *a, **k) Jul 14 09:42:03.517470 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:42:03.517470 n-d-779913-29 neutron-server[93958]: return self._get(url).json() Jul 14 09:42:03.517470 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:42:03.517470 n-d-779913-29 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:42:03.517470 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:42:03.517470 n-d-779913-29 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 14 09:42:03.517470 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:42:03.517470 n-d-779913-29 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:42:03.517470 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:42:03.517470 n-d-779913-29 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:42:03.517470 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:42:03.517470 n-d-779913-29 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:42:03.517470 n-d-779913-29 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:42:03.553918 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a3ebd71d-4767-4b75-9579-d82047c1e522 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:03.584530 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ebd71d-4767-4b75-9579-d82047c1e522 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Pushing event deleted for resources: {'Port': ['ID=27b0ecf5-1d2b-4ea5-a655-1f2acb8b33b0,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:03.600158 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2bd42c46-f3b2-4030-9662-9318e535cf7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660504'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:03.615367 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2bd42c46-f3b2-4030-9662-9318e535cf7c admin admin] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:03.617594 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-2bd42c46-f3b2-4030-9662-9318e535cf7c admin admin] 10.222.0.68 "DELETE /v2.0/networks/f0c82eb4-694b-46cd-8405-b22504091d10 HTTP/1.1" status: 204 len: 168 time: 0.4115305 Jul 14 09:42:03.628987 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a3ebd71d-4767-4b75-9579-d82047c1e522 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:03.631138 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-a3ebd71d-4767-4b75-9579-d82047c1e522 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] 10.222.0.68 "DELETE /v2.0/ports/27b0ecf5-1d2b-4ea5-a655-1f2acb8b33b0 HTTP/1.1" status: 204 len: 168 time: 1.0068586 Jul 14 09:42:03.633628 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd42c46-f3b2-4030-9662-9318e535cf7c admin admin] Pushing event deleted for resources: {'Network': ['ID=f0c82eb4-694b-46cd-8405-b22504091d10,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:03.633796 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 44712) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:03.675918 n-d-779913-29 neutron-server[93957]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbc597b3-e475-4a3f-a2d7-85df7d1926b4 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] GET failed (client error): The resource could not be found. Jul 14 09:42:03.677559 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-cbc597b3-e475-4a3f-a2d7-85df7d1926b4 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] 10.222.0.68 "GET /v2.0/ports/27b0ecf5-1d2b-4ea5-a655-1f2acb8b33b0 HTTP/1.1" status: 404 len: 333 time: 0.0428987 Jul 14 09:42:03.680643 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 44714) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:03.734743 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f238cc7-0d3f-483b-b73a-08456d6bbd10 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Deleting subnet e0e3a106-b442-4c6e-a577-8b4149e09332 {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:42:03.738049 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8f238cc7-0d3f-483b-b73a-08456d6bbd10 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:03.784655 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8f238cc7-0d3f-483b-b73a-08456d6bbd10 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13574120'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:03.849016 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 44718) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:03.933289 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-30c89942-b7be-4448-94a5-ec41223a02db admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=4569f08ed7094f2caf5772ad4808989f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0710089 Jul 14 09:42:03.936227 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 44722) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:03.963236 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8f238cc7-0d3f-483b-b73a-08456d6bbd10 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3481002'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:04.076453 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ad40a023-9ff0-4b07-b137-232c1dd4a5b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:04.099033 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ad40a023-9ff0-4b07-b137-232c1dd4a5b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:04.134368 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8f238cc7-0d3f-483b-b73a-08456d6bbd10 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13574056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16714573'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:04.150547 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8f238cc7-0d3f-483b-b73a-08456d6bbd10 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:04.155827 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 44730) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:04.156030 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-8f238cc7-0d3f-483b-b73a-08456d6bbd10 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] 10.222.0.68 "DELETE /v2.0/subnets/e0e3a106-b442-4c6e-a577-8b4149e09332 HTTP/1.1" status: 204 len: 168 time: 0.4736693 Jul 14 09:42:04.189797 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f238cc7-0d3f-483b-b73a-08456d6bbd10 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Pushing event deleted for resources: {'Subnet': ['ID=e0e3a106-b442-4c6e-a577-8b4149e09332,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:04.215631 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ad40a023-9ff0-4b07-b137-232c1dd4a5b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:04.218251 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ad40a023-9ff0-4b07-b137-232c1dd4a5b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:04.219691 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-ad40a023-9ff0-4b07-b137-232c1dd4a5b8 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/8136fa3c-cdeb-41b3-bfb9-6bf131e66cf0 HTTP/1.1" status: 204 len: 168 time: 0.2816672 Jul 14 09:42:04.235092 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad40a023-9ff0-4b07-b137-232c1dd4a5b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8136fa3c-cdeb-41b3-bfb9-6bf131e66cf0,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:04.334179 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f7f05434-27ee-45e8-b901-0083b0ee70e4 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3876111'] for network, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:04.410132 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-f7f05434-27ee-45e8-b901-0083b0ee70e4 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Deleting port c72e84ef-42fb-4822-a9f1-5afd28fafbeb {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:42:04.410669 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f7f05434-27ee-45e8-b901-0083b0ee70e4 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:04.516877 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-f7f05434-27ee-45e8-b901-0083b0ee70e4 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] For port c72e84ef-42fb-4822-a9f1-5afd28fafbeb, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=c72e84ef-42fb-4822-a9f1-5afd28fafbeb,segment=NetworkSegment(5e96fd1a-c76d-4fb5-a0e5-b12632f375c8),segment_id=5e96fd1a-c76d-4fb5-a0e5-b12632f375c8)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:42:04.517460 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f7f05434-27ee-45e8-b901-0083b0ee70e4 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:04.536478 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-f7f05434-27ee-45e8-b901-0083b0ee70e4 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Calling delete_port for c72e84ef-42fb-4822-a9f1-5afd28fafbeb owned by network:dhcp {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:42:04.618083 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device c72e84ef-42fb-4822-a9f1-5afd28fafbeb up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:42:04.683593 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f7f05434-27ee-45e8-b901-0083b0ee70e4 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:04.713926 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f05434-27ee-45e8-b901-0083b0ee70e4 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Pushing event deleted for resources: {'Port': ['ID=c72e84ef-42fb-4822-a9f1-5afd28fafbeb,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:04.732686 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] No active binding found for port c72e84ef-42fb-4822-a9f1-5afd28fafbeb {{(pid=93959) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 14 09:42:04.733126 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device c72e84ef-42fb-4822-a9f1-5afd28fafbeb not bound to the agent host n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 14 09:42:04.738629 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f05434-27ee-45e8-b901-0083b0ee70e4 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:42:04.738824 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f05434-27ee-45e8-b901-0083b0ee70e4 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:42:04.739173 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f05434-27ee-45e8-b901-0083b0ee70e4 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:42:04.739548 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f05434-27ee-45e8-b901-0083b0ee70e4 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:42:04.739900 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f05434-27ee-45e8-b901-0083b0ee70e4 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:42:04.740223 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f05434-27ee-45e8-b901-0083b0ee70e4 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:42:04.740759 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f05434-27ee-45e8-b901-0083b0ee70e4 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:42:04.741265 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f05434-27ee-45e8-b901-0083b0ee70e4 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:42:04.743424 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f05434-27ee-45e8-b901-0083b0ee70e4 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:42:04.744020 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f05434-27ee-45e8-b901-0083b0ee70e4 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:42:04.744544 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f05434-27ee-45e8-b901-0083b0ee70e4 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:42:04.745057 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f05434-27ee-45e8-b901-0083b0ee70e4 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:42:04.751589 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f05434-27ee-45e8-b901-0083b0ee70e4 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] No DVR routers for this DVR port c72e84ef-42fb-4822-a9f1-5afd28fafbeb on host n-d-779913-29 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:42:04.767888 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Port c72e84ef-42fb-4822-a9f1-5afd28fafbeb not found, will not notify nova. {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 14 09:42:04.872381 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 25cc48d4-fc7c-45e6-931a-09a727db7720 no longer exists at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:42:04.886938 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f7f05434-27ee-45e8-b901-0083b0ee70e4 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473955', 'neutron.services.segments.db._delete_segments_for_network-8735688326548'] for network, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:04.908272 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-f7f05434-27ee-45e8-b901-0083b0ee70e4 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63ac64b0-a4fa-49af-bcd9-f74df55dbd3b']}} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:42:04.911827 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] No Port match for: 25cc48d4-fc7c-45e6-931a-09a727db7720 {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:42:04.911827 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 25cc48d4-fc7c-45e6-931a-09a727db7720 not bound to the agent host n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:42:04.912168 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 3d0effae-4498-4f7a-9541-70d4036cc156 no longer exists at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:42:04.927181 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-f7f05434-27ee-45e8-b901-0083b0ee70e4 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e96fd1a-c76d-4fb5-a0e5-b12632f375c8') {'for_net_delete': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:42:04.927490 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-f7f05434-27ee-45e8-b901-0083b0ee70e4 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e96fd1a-c76d-4fb5-a0e5-b12632f375c8') {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:42:04.938056 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f7f05434-27ee-45e8-b901-0083b0ee70e4 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735688356235', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10944210'] for segment, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:04.942707 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] No Port match for: 3d0effae-4498-4f7a-9541-70d4036cc156 {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:42:04.943058 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 3d0effae-4498-4f7a-9541-70d4036cc156 not bound to the agent host n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:42:04.966432 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f7f05434-27ee-45e8-b901-0083b0ee70e4 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:04.975326 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7f05434-27ee-45e8-b901-0083b0ee70e4 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Releasing vlan 718 on physical network physnet1 to pool {{(pid=93957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:42:04.975807 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f7f05434-27ee-45e8-b901-0083b0ee70e4 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10053619'] for segment, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:04.980075 n-d-779913-29 neutron-server[93957]: Traceback (most recent call last): Jul 14 09:42:04.980075 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:42:04.980075 n-d-779913-29 neutron-server[93957]: timer() Jul 14 09:42:04.980075 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:42:04.980075 n-d-779913-29 neutron-server[93957]: cb(*args, **kw) Jul 14 09:42:04.980075 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:42:04.980075 n-d-779913-29 neutron-server[93957]: return func(*args, **kwargs) Jul 14 09:42:04.980075 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:42:04.980075 n-d-779913-29 neutron-server[93957]: self._notify() Jul 14 09:42:04.980075 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:42:04.980075 n-d-779913-29 neutron-server[93957]: self.callback(batched_events) Jul 14 09:42:04.980075 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:42:04.980075 n-d-779913-29 neutron-server[93957]: event.method(event) Jul 14 09:42:04.980075 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:42:04.980075 n-d-779913-29 neutron-server[93957]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:42:04.980075 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:42:04.980075 n-d-779913-29 neutron-server[93957]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:42:04.980075 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:42:04.980075 n-d-779913-29 neutron-server[93957]: return f(self, *a, **k) Jul 14 09:42:04.980075 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:42:04.980075 n-d-779913-29 neutron-server[93957]: return self._get(url).json() Jul 14 09:42:04.980075 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:42:04.980075 n-d-779913-29 neutron-server[93957]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:42:04.980075 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:42:04.980075 n-d-779913-29 neutron-server[93957]: return self.request(url, 'GET', **kwargs) Jul 14 09:42:04.980075 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:42:04.980075 n-d-779913-29 neutron-server[93957]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:42:04.980075 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:42:04.980075 n-d-779913-29 neutron-server[93957]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:42:04.980075 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:42:04.980075 n-d-779913-29 neutron-server[93957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:42:04.980075 n-d-779913-29 neutron-server[93957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:42:05.065169 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f7f05434-27ee-45e8-b901-0083b0ee70e4 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660504'] for network, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:05.072027 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f7f05434-27ee-45e8-b901-0083b0ee70e4 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks [] for network, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:05.074137 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-f7f05434-27ee-45e8-b901-0083b0ee70e4 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] 10.222.0.68 "DELETE /v2.0/networks/63ac64b0-a4fa-49af-bcd9-f74df55dbd3b HTTP/1.1" status: 204 len: 168 time: 0.9171250 Jul 14 09:42:05.080485 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 44756) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:05.087565 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-ac12102c-7a8f-4daa-a18c-9019681f40e1 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Request body: {'port': {'network_id': '4f85f772-bda3-4642-9cd0-e89301a9d9e3', 'name': 'tempest-PortsIpV6TestJSON-681963691'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:42:05.192089 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-07080ae6-7f14-443e-9c9c-87b8d0212c8c None None] Could not find standard attr ID for object c72e84ef-42fb-4822-a9f1-5afd28fafbeb. {{(pid=93959) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 09:42:05.204171 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f05434-27ee-45e8-b901-0083b0ee70e4 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Pushing event deleted for resources: {'Network': ['ID=63ac64b0-a4fa-49af-bcd9-f74df55dbd3b,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:05.220511 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcf1701f-f974-484e-b310-faaad7c554dc None None] DHCP port deletion for 63ac64b0-a4fa-49af-bcd9-f74df55dbd3b request from n-d-779913-29 {{(pid=93959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:42:05.248009 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac12102c-7a8f-4daa-a18c-9019681f40e1 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Made reservation on behalf of 8e0fa7bcfd52457fb97f1b4ac86d5efa for: {'port': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:42:05.252210 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac8368ed-c6b8-4c43-a02c-0e51a35d29e9 None None] Network 63ac64b0-a4fa-49af-bcd9-f74df55dbd3b requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:42:05.252357 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ac12102c-7a8f-4daa-a18c-9019681f40e1 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:05.266164 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac8368ed-c6b8-4c43-a02c-0e51a35d29e9 None None] Network 63ac64b0-a4fa-49af-bcd9-f74df55dbd3b could not be found, it might have been deleted concurrently. {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 14 09:42:05.277976 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-ac12102c-7a8f-4daa-a18c-9019681f40e1 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] device_id is not set on port 33fdc3f5-8d8e-4672-8021-12ec928d800d yet. {{(pid=93957) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:42:05.366659 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 44766) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:05.484844 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-2e74bf27-b8b6-4188-b5f5-09be2b7e09c2 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-831321460-network', 'tenant_id': 'fdcfb0d129f645508f46496d6d3408cf'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:42:05.513701 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e74bf27-b8b6-4188-b5f5-09be2b7e09c2 admin admin] Made reservation on behalf of fdcfb0d129f645508f46496d6d3408cf for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:42:05.517603 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2e74bf27-b8b6-4188-b5f5-09be2b7e09c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:05.521211 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ac12102c-7a8f-4daa-a18c-9019681f40e1 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:05.530785 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2e74bf27-b8b6-4188-b5f5-09be2b7e09c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:05.570237 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ac12102c-7a8f-4daa-a18c-9019681f40e1 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:05.628445 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac12102c-7a8f-4daa-a18c-9019681f40e1 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Pushing event updated for resources: {'Port': ['ID=33fdc3f5-8d8e-4672-8021-12ec928d800d,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:05.651489 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac12102c-7a8f-4daa-a18c-9019681f40e1 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Network 4f85f772-bda3-4642-9cd0-e89301a9d9e3 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:42:05.656036 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-ac12102c-7a8f-4daa-a18c-9019681f40e1 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:42:05.657533 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2e74bf27-b8b6-4188-b5f5-09be2b7e09c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:05.659687 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac12102c-7a8f-4daa-a18c-9019681f40e1 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:42:05.665451 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2e74bf27-b8b6-4188-b5f5-09be2b7e09c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:05.667149 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac12102c-7a8f-4daa-a18c-9019681f40e1 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:05.667971 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ac12102c-7a8f-4daa-a18c-9019681f40e1 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:05.691899 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 44770) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:05.693829 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-ac12102c-7a8f-4daa-a18c-9019681f40e1 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.6120048 Jul 14 09:42:05.732590 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e74bf27-b8b6-4188-b5f5-09be2b7e09c2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 728} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:42:05.757841 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2e74bf27-b8b6-4188-b5f5-09be2b7e09c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:05.758127 n-d-779913-29 neutron-server[93958]: INFO neutron.db.segments_db [None req-2e74bf27-b8b6-4188-b5f5-09be2b7e09c2 admin admin] Added segment 6e8354c8-98e1-423b-8aa6-11517ab42496 of type vlan for network e5bfa805-7fa6-4e66-853c-c2e7e3c5ed34 Jul 14 09:42:05.759629 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e74bf27-b8b6-4188-b5f5-09be2b7e09c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6d0c5be-51fa-4cd5-8033-649f791dea9a,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:05.834107 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2e74bf27-b8b6-4188-b5f5-09be2b7e09c2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735687821325'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:05.879115 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-fa269c22-506e-4e4a-8f65-c4d8d71fda68 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Deleting port 33fdc3f5-8d8e-4672-8021-12ec928d800d {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:42:05.879521 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fa269c22-506e-4e4a-8f65-c4d8d71fda68 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:05.882207 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2e74bf27-b8b6-4188-b5f5-09be2b7e09c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:05.883144 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e74bf27-b8b6-4188-b5f5-09be2b7e09c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:05.883715 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2e74bf27-b8b6-4188-b5f5-09be2b7e09c2 admin admin] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:05.990233 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-2e74bf27-b8b6-4188-b5f5-09be2b7e09c2 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6223996 Jul 14 09:42:05.992739 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 44772) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:05.999506 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-4cad99a2-f4f0-4dce-9d2b-823310d9542a admin admin] Request body: {'subnet': {'network_id': 'e5bfa805-7fa6-4e66-853c-c2e7e3c5ed34', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-831321460-subnet', 'tenant_id': 'fdcfb0d129f645508f46496d6d3408cf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:42:06.011259 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fa269c22-506e-4e4a-8f65-c4d8d71fda68 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:06.023036 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e74bf27-b8b6-4188-b5f5-09be2b7e09c2 admin admin] Pushing event updated for resources: {'Network': ['ID=e5bfa805-7fa6-4e66-853c-c2e7e3c5ed34,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:06.029361 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cad99a2-f4f0-4dce-9d2b-823310d9542a admin admin] Made reservation on behalf of fdcfb0d129f645508f46496d6d3408cf for: {'subnet': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:42:06.029361 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4cad99a2-f4f0-4dce-9d2b-823310d9542a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11984110'] for subnet, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:06.031428 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-fa269c22-506e-4e4a-8f65-c4d8d71fda68 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Calling delete_port for 33fdc3f5-8d8e-4672-8021-12ec928d800d owned by {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:42:06.058630 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Network e5bfa805-7fa6-4e66-853c-c2e7e3c5ed34 details requested by agent ovs-agent-n-d-779913-29 with host n-d-779913-29 {{(pid=93959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:42:06.238979 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fa269c22-506e-4e4a-8f65-c4d8d71fda68 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:06.294376 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa269c22-506e-4e4a-8f65-c4d8d71fda68 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Pushing event deleted for resources: {'Port': ['ID=33fdc3f5-8d8e-4672-8021-12ec928d800d,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:06.299919 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fa269c22-506e-4e4a-8f65-c4d8d71fda68 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:06.302854 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-fa269c22-506e-4e4a-8f65-c4d8d71fda68 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] 10.222.0.68 "DELETE /v2.0/ports/33fdc3f5-8d8e-4672-8021-12ec928d800d HTTP/1.1" status: 204 len: 168 time: 0.6094632 Jul 14 09:42:06.305245 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 44776) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:06.311039 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-ada18cca-1118-4bcc-9a2a-1329d01c7d81 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Request body: {'port': {'network_id': '4f85f772-bda3-4642-9cd0-e89301a9d9e3', 'mac_address': 'fa:16:3e:f4:d0:2b', 'name': 'tempest-PortsIpV6TestJSON-846261340'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:42:06.325639 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4cad99a2-f4f0-4dce-9d2b-823310d9542a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10052764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11984092'] for subnet, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:06.441034 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cad99a2-f4f0-4dce-9d2b-823310d9542a admin admin] Pushing event updated for resources: {'Subnet': ['ID=a974099b-8e0b-49f4-a28f-d50286aa9083,revision_number=0']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:06.441738 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ada18cca-1118-4bcc-9a2a-1329d01c7d81 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Made reservation on behalf of 8e0fa7bcfd52457fb97f1b4ac86d5efa for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:42:06.455736 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cad99a2-f4f0-4dce-9d2b-823310d9542a admin admin] Checking segment: {'id': '6e8354c8-98e1-423b-8aa6-11517ab42496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'e5bfa805-7fa6-4e66-853c-c2e7e3c5ed34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:42:06.456411 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cad99a2-f4f0-4dce-9d2b-823310d9542a admin admin] Network hostable DHCP agents. Network: e5bfa805-7fa6-4e66-853c-c2e7e3c5ed34, hostable agents: ['c6a09bd4-f72e-4283-a3ca-0bbca8a51081'], hosted agents: [] {{(pid=93957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:42:06.500923 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device c72e84ef-42fb-4822-a9f1-5afd28fafbeb no longer exists at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:42:06.505877 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cad99a2-f4f0-4dce-9d2b-823310d9542a admin admin] Network e5bfa805-7fa6-4e66-853c-c2e7e3c5ed34 is scheduled to be hosted by DHCP agent c6a09bd4-f72e-4283-a3ca-0bbca8a51081 with binding_index 1 {{(pid=93957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:42:06.531278 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] No Port match for: c72e84ef-42fb-4822-a9f1-5afd28fafbeb {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:42:06.532456 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device c72e84ef-42fb-4822-a9f1-5afd28fafbeb not bound to the agent host n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:42:06.548398 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-4cad99a2-f4f0-4dce-9d2b-823310d9542a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-29, e5bfa805-7fa6-4e66-853c-c2e7e3c5ed34) {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:42:06.558991 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b859e5ef-1963-4427-af18-51885310cc26 None None] Network e5bfa805-7fa6-4e66-853c-c2e7e3c5ed34 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:42:06.566715 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cad99a2-f4f0-4dce-9d2b-823310d9542a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:06.568171 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4cad99a2-f4f0-4dce-9d2b-823310d9542a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:06.599543 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-4cad99a2-f4f0-4dce-9d2b-823310d9542a admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6027982 Jul 14 09:42:06.606749 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 44784) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:06.609213 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-a4d210b3-1d60-4d00-9588-329063ae9871 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-831321460-router', 'tenant_id': 'fdcfb0d129f645508f46496d6d3408cf', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'}}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:42:06.620269 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ada18cca-1118-4bcc-9a2a-1329d01c7d81 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:06.651736 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a4d210b3-1d60-4d00-9588-329063ae9871 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-711749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14670'] for router, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:06.652803 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a4d210b3-1d60-4d00-9588-329063ae9871 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-711718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-661475', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14679'] for router, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:06.661249 n-d-779913-29 neutron-server[93958]: DEBUG neutron.notifiers.nova [None req-ada18cca-1118-4bcc-9a2a-1329d01c7d81 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] device_id is not set on port 57313a44-71c7-4ac9-86b9-654f5257dc48 yet. {{(pid=93958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:42:06.761751 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a4d210b3-1d60-4d00-9588-329063ae9871 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:06.892703 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ae6f024-ca5b-4818-aca0-03641e50f0fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf57baaa9-fd24-59f4-8fd2-1dc21122ce72-e5bfa805-7fa6-4e66-853c-c2e7e3c5ed34', 'network_id': 'e5bfa805-7fa6-4e66-853c-c2e7e3c5ed34', 'tenant_id': 'fdcfb0d129f645508f46496d6d3408cf', 'fixed_ips': [{'subnet_id': 'a974099b-8e0b-49f4-a28f-d50286aa9083'}]}} from n-d-779913-29. {{(pid=93959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:42:06.893203 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ada18cca-1118-4bcc-9a2a-1329d01c7d81 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:06.896512 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2ae6f024-ca5b-4818-aca0-03641e50f0fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:06.991381 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ada18cca-1118-4bcc-9a2a-1329d01c7d81 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:07.079881 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ada18cca-1118-4bcc-9a2a-1329d01c7d81 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Network 4f85f772-bda3-4642-9cd0-e89301a9d9e3 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:42:07.084667 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-ada18cca-1118-4bcc-9a2a-1329d01c7d81 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:42:07.088999 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada18cca-1118-4bcc-9a2a-1329d01c7d81 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:42:07.095726 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ada18cca-1118-4bcc-9a2a-1329d01c7d81 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:07.096470 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ada18cca-1118-4bcc-9a2a-1329d01c7d81 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:07.121517 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-ada18cca-1118-4bcc-9a2a-1329d01c7d81 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.8148422 Jul 14 09:42:07.130238 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 44786) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:07.149149 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada18cca-1118-4bcc-9a2a-1329d01c7d81 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Pushing event updated for resources: {'Port': ['ID=57313a44-71c7-4ac9-86b9-654f5257dc48,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:07.169585 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a4d210b3-1d60-4d00-9588-329063ae9871 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-661489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-711771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12973'] for router, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:07.176270 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-2ae6f024-ca5b-4818-aca0-03641e50f0fa None None] Allocated IP 172.20.0.2 (e5bfa805-7fa6-4e66-853c-c2e7e3c5ed34/a974099b-8e0b-49f4-a28f-d50286aa9083/c6ef16ac-6483-4e94-a2fe-297faaa124ce) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:42:07.256797 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-418b1c49-9f3f-4aba-959b-d81335ce872e tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:07.260439 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-418b1c49-9f3f-4aba-959b-d81335ce872e tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] 10.222.0.68 "GET /v2.0/ports/57313a44-71c7-4ac9-86b9-654f5257dc48 HTTP/1.1" status: 200 len: 844 time: 0.1290240 Jul 14 09:42:07.264096 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 44790) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:07.449357 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2ae6f024-ca5b-4818-aca0-03641e50f0fa None None] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:07.463316 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-2ae6f024-ca5b-4818-aca0-03641e50f0fa None None] Transition to ACTIVE for port object c6ef16ac-6483-4e94-a2fe-297faaa124ce will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:42:07.481166 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-3af84d61-be4c-4035-812e-d57793f540be tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Deleting port 57313a44-71c7-4ac9-86b9-654f5257dc48 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:42:07.481907 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3af84d61-be4c-4035-812e-d57793f540be tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:07.499919 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-2ae6f024-ca5b-4818-aca0-03641e50f0fa None None] Transition to ACTIVE for port object c6ef16ac-6483-4e94-a2fe-297faaa124ce will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:42:07.511081 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2ae6f024-ca5b-4818-aca0-03641e50f0fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:07.599548 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3af84d61-be4c-4035-812e-d57793f540be tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:07.608337 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae6f024-ca5b-4818-aca0-03641e50f0fa None None] Pushing event updated for resources: {'Port': ['ID=c6ef16ac-6483-4e94-a2fe-297faaa124ce,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:07.630202 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-3af84d61-be4c-4035-812e-d57793f540be tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Calling delete_port for 57313a44-71c7-4ac9-86b9-654f5257dc48 owned by {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:42:07.634435 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ae6f024-ca5b-4818-aca0-03641e50f0fa None None] Network e5bfa805-7fa6-4e66-853c-c2e7e3c5ed34 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:42:07.643940 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-2ae6f024-ca5b-4818-aca0-03641e50f0fa None None] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:42:07.652481 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae6f024-ca5b-4818-aca0-03641e50f0fa None None] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:42:07.667380 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a4d210b3-1d60-4d00-9588-329063ae9871 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:07.693858 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a4d210b3-1d60-4d00-9588-329063ae9871 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:07.803131 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-2ae6f024-ca5b-4818-aca0-03641e50f0fa None None] Attempting to bind port c6ef16ac-6483-4e94-a2fe-297faaa124ce on host n-d-779913-29 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:42:07.803991 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-2ae6f024-ca5b-4818-aca0-03641e50f0fa None None] Attempting to bind port c6ef16ac-6483-4e94-a2fe-297faaa124ce by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': '6e8354c8-98e1-423b-8aa6-11517ab42496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'e5bfa805-7fa6-4e66-853c-c2e7e3c5ed34'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:42:07.804630 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae6f024-ca5b-4818-aca0-03641e50f0fa None None] Attempting to bind port c6ef16ac-6483-4e94-a2fe-297faaa124ce on network e5bfa805-7fa6-4e66-853c-c2e7e3c5ed34 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:42:07.815055 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae6f024-ca5b-4818-aca0-03641e50f0fa None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 41, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:42:07.815442 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae6f024-ca5b-4818-aca0-03641e50f0fa None None] Checking segment: {'id': '6e8354c8-98e1-423b-8aa6-11517ab42496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'e5bfa805-7fa6-4e66-853c-c2e7e3c5ed34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:42:07.815854 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2ae6f024-ca5b-4818-aca0-03641e50f0fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:07.816251 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae6f024-ca5b-4818-aca0-03641e50f0fa None None] Bound using segment: {'id': '6e8354c8-98e1-423b-8aa6-11517ab42496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'e5bfa805-7fa6-4e66-853c-c2e7e3c5ed34'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:42:07.816732 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-2ae6f024-ca5b-4818-aca0-03641e50f0fa None None] Bound port: c6ef16ac-6483-4e94-a2fe-297faaa124ce, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e8354c8-98e1-423b-8aa6-11517ab42496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'e5bfa805-7fa6-4e66-853c-c2e7e3c5ed34'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:42:07.817321 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2ae6f024-ca5b-4818-aca0-03641e50f0fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:07.841622 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3af84d61-be4c-4035-812e-d57793f540be tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:07.914332 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3af84d61-be4c-4035-812e-d57793f540be tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:07.916110 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-2ae6f024-ca5b-4818-aca0-03641e50f0fa None None] For port c6ef16ac-6483-4e94-a2fe-297faaa124ce, host n-d-779913-29, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:42:07.916630 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-a4d210b3-1d60-4d00-9588-329063ae9871 admin admin] Allocated IP 172.25.4.158 (2dcd4d32-cc7c-4468-b396-7ce5c9231892/6cd22a75-5bc1-467c-a3c4-0af04bd1b34a/faf8a1de-18dc-4b38-a01a-450dbc8dc8eb) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:42:07.919884 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-3af84d61-be4c-4035-812e-d57793f540be tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] 10.222.0.68 "DELETE /v2.0/ports/57313a44-71c7-4ac9-86b9-654f5257dc48 HTTP/1.1" status: 204 len: 168 time: 0.6534388 Jul 14 09:42:07.920560 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 44794) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:07.920733 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af84d61-be4c-4035-812e-d57793f540be tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Pushing event deleted for resources: {'Port': ['ID=57313a44-71c7-4ac9-86b9-654f5257dc48,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:07.925031 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-2ae6f024-ca5b-4818-aca0-03641e50f0fa None None] For port c6ef16ac-6483-4e94-a2fe-297faaa124ce, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=c6ef16ac-6483-4e94-a2fe-297faaa124ce,segment=NetworkSegment(6e8354c8-98e1-423b-8aa6-11517ab42496),segment_id=6e8354c8-98e1-423b-8aa6-11517ab42496)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:42:07.931366 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2ae6f024-ca5b-4818-aca0-03641e50f0fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:07.973280 n-d-779913-29 neutron-server[93957]: INFO neutron.pecan_wsgi.hooks.translation [None req-18f06843-b2f7-429e-b368-407cf06d4b32 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] GET failed (client error): The resource could not be found. Jul 14 09:42:07.983922 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 44796) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:07.984138 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-18f06843-b2f7-429e-b368-407cf06d4b32 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] 10.222.0.68 "GET /v2.0/ports/57313a44-71c7-4ac9-86b9-654f5257dc48 HTTP/1.1" status: 404 len: 333 time: 0.0515256 Jul 14 09:42:07.988563 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-cbee89f4-162c-4ea8-9d15-fbdf9b3ccd37 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Request body: {'port': {'network_id': '4f85f772-bda3-4642-9cd0-e89301a9d9e3', 'name': 'tempest-PortsIpV6TestJSON-1827622367'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:42:08.078358 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae6f024-ca5b-4818-aca0-03641e50f0fa None None] Pushing event updated for resources: {'Port': ['ID=c6ef16ac-6483-4e94-a2fe-297faaa124ce,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:08.105089 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbee89f4-162c-4ea8-9d15-fbdf9b3ccd37 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Made reservation on behalf of 8e0fa7bcfd52457fb97f1b4ac86d5efa for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:42:08.111304 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cbee89f4-162c-4ea8-9d15-fbdf9b3ccd37 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:08.132137 n-d-779913-29 neutron-server[93958]: DEBUG neutron.notifiers.nova [None req-cbee89f4-162c-4ea8-9d15-fbdf9b3ccd37 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] device_id is not set on port 95d877d6-a3f0-44c4-bd9a-6ad4560d9413 yet. {{(pid=93958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:42:08.145182 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a4d210b3-1d60-4d00-9588-329063ae9871 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:08.204120 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a4d210b3-1d60-4d00-9588-329063ae9871 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:08.308879 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d210b3-1d60-4d00-9588-329063ae9871 admin admin] Pushing event updated for resources: {'Port': ['ID=faf8a1de-18dc-4b38-a01a-450dbc8dc8eb,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:08.318262 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4d210b3-1d60-4d00-9588-329063ae9871 admin admin] Network 2dcd4d32-cc7c-4468-b396-7ce5c9231892 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:42:08.319774 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-a4d210b3-1d60-4d00-9588-329063ae9871 admin admin] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:42:08.323903 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d210b3-1d60-4d00-9588-329063ae9871 admin admin] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:42:08.375330 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cbee89f4-162c-4ea8-9d15-fbdf9b3ccd37 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:08.421765 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cbee89f4-162c-4ea8-9d15-fbdf9b3ccd37 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:08.516138 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbee89f4-162c-4ea8-9d15-fbdf9b3ccd37 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Network 4f85f772-bda3-4642-9cd0-e89301a9d9e3 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:42:08.519844 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-cbee89f4-162c-4ea8-9d15-fbdf9b3ccd37 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:42:08.528315 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbee89f4-162c-4ea8-9d15-fbdf9b3ccd37 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:42:08.536712 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbee89f4-162c-4ea8-9d15-fbdf9b3ccd37 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:08.537441 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cbee89f4-162c-4ea8-9d15-fbdf9b3ccd37 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:08.555159 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbee89f4-162c-4ea8-9d15-fbdf9b3ccd37 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Pushing event updated for resources: {'Port': ['ID=95d877d6-a3f0-44c4-bd9a-6ad4560d9413,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:08.569055 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-cbee89f4-162c-4ea8-9d15-fbdf9b3ccd37 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.5861108 Jul 14 09:42:08.571561 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 44800) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:08.579061 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-f8188dc2-5352-42f7-8039-0c87fb50d272 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:42:08.609176 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device c6ef16ac-6483-4e94-a2fe-297faaa124ce up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:42:08.704032 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f8188dc2-5352-42f7-8039-0c87fb50d272 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:08.715916 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning for port c6ef16ac-6483-4e94-a2fe-297faaa124ce completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:42:08.807724 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a4d210b3-1d60-4d00-9588-329063ae9871 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:08.935247 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f8188dc2-5352-42f7-8039-0c87fb50d272 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:08.940723 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f8188dc2-5352-42f7-8039-0c87fb50d272 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13574142'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:09.034495 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8188dc2-5352-42f7-8039-0c87fb50d272 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Pushing event updated for resources: {'Port': ['ID=95d877d6-a3f0-44c4-bd9a-6ad4560d9413,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:09.038457 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-f8188dc2-5352-42f7-8039-0c87fb50d272 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] In _notify_port_updated(), no bound segment for port 95d877d6-a3f0-44c4-bd9a-6ad4560d9413 on network 4f85f772-bda3-4642-9cd0-e89301a9d9e3 {{(pid=93958) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 14 09:42:09.046455 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8188dc2-5352-42f7-8039-0c87fb50d272 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:09.047249 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f8188dc2-5352-42f7-8039-0c87fb50d272 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:09.048714 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-f8188dc2-5352-42f7-8039-0c87fb50d272 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] 10.222.0.68 "PUT /v2.0/ports/95d877d6-a3f0-44c4-bd9a-6ad4560d9413 HTTP/1.1" status: 200 len: 818 time: 0.4760013 Jul 14 09:42:09.052365 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 44806) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:09.080035 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a4d210b3-1d60-4d00-9588-329063ae9871 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-711762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-661452'] for router, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:09.186147 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-1d86c435-86ab-444d-8ca0-c21b13b8ca26 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Deleting port 95d877d6-a3f0-44c4-bd9a-6ad4560d9413 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:42:09.187197 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1d86c435-86ab-444d-8ca0-c21b13b8ca26 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:09.248365 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4d210b3-1d60-4d00-9588-329063ae9871 admin admin] Router 1a2571e9-0958-46b5-9dfa-808a92fd863f is scheduled to L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 with binding_index 1 {{(pid=93957) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:42:09.270510 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1d86c435-86ab-444d-8ca0-c21b13b8ca26 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:09.286011 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-1d86c435-86ab-444d-8ca0-c21b13b8ca26 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Calling delete_port for 95d877d6-a3f0-44c4-bd9a-6ad4560d9413 owned by {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:42:09.381873 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4d210b3-1d60-4d00-9588-329063ae9871 admin admin] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:42:09.398404 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcde6037-5844-4a1a-8db4-26117e32c246 None None] Sync routers for ids ['1a2571e9-0958-46b5-9dfa-808a92fd863f'] in n-d-779913-29 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:42:09.409180 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1d86c435-86ab-444d-8ca0-c21b13b8ca26 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:09.412380 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcde6037-5844-4a1a-8db4-26117e32c246 None None] Routers {'1a2571e9-0958-46b5-9dfa-808a92fd863f'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:42:09.413075 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-dcde6037-5844-4a1a-8db4-26117e32c246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:41:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['1a2571e9-0958-46b5-9dfa-808a92fd863f'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:42:09.415620 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a4d210b3-1d60-4d00-9588-329063ae9871 admin admin] Notify callbacks [] for router, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:09.417831 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-a4d210b3-1d60-4d00-9588-329063ae9871 admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.8150551 Jul 14 09:42:09.422376 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 44808) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:09.494413 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1d86c435-86ab-444d-8ca0-c21b13b8ca26 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:09.496416 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-1d86c435-86ab-444d-8ca0-c21b13b8ca26 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] 10.222.0.68 "DELETE /v2.0/ports/95d877d6-a3f0-44c4-bd9a-6ad4560d9413 HTTP/1.1" status: 204 len: 168 time: 0.4428728 Jul 14 09:42:09.497520 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d86c435-86ab-444d-8ca0-c21b13b8ca26 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Pushing event deleted for resources: {'Port': ['ID=95d877d6-a3f0-44c4-bd9a-6ad4560d9413,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:09.499293 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 44812) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:09.552581 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a42b2ac-5c1a-4d63-af63-016820d35684 None None] Network e5bfa805-7fa6-4e66-853c-c2e7e3c5ed34 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:42:09.587930 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-dcde6037-5844-4a1a-8db4-26117e32c246 None None] Set router 1a2571e9-0958-46b5-9dfa-808a92fd863f gateway port host: n-d-779913-29 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:42:09.631001 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-73c3f44b-35af-4baf-b12d-ee0edc7c5073 None None] Provisioning for port c6ef16ac-6483-4e94-a2fe-297faaa124ce completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:42:09.648714 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-73c3f44b-35af-4baf-b12d-ee0edc7c5073 None None] Provisioning complete for port c6ef16ac-6483-4e94-a2fe-297faaa124ce triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:42:09.652060 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea2f78c1-7420-495c-a012-7d31b68c3e68 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:09.653780 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-ea2f78c1-7420-495c-a012-7d31b68c3e68 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] 10.222.0.68 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1489496 Jul 14 09:42:09.657054 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 44818) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:09.658118 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-73c3f44b-35af-4baf-b12d-ee0edc7c5073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:09.706796 n-d-779913-29 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-accc383a-54ac-417a-8bd1-604e77ff8629 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] GET failed (client error): The resource could not be found. Jul 14 09:42:09.714447 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-accc383a-54ac-417a-8bd1-604e77ff8629 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] 10.222.0.68 "GET /v2.0/ports/95d877d6-a3f0-44c4-bd9a-6ad4560d9413 HTTP/1.1" status: 404 len: 333 time: 0.0523930 Jul 14 09:42:09.715209 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 44820) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:09.727553 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-f7ba9d81-0c60-4ea5-9791-8e814e0fff4e tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2142756295'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:42:09.817137 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7ba9d81-0c60-4ea5-9791-8e814e0fff4e tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Made reservation on behalf of 8e0fa7bcfd52457fb97f1b4ac86d5efa for: {'network': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:42:09.819585 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f7ba9d81-0c60-4ea5-9791-8e814e0fff4e tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for network, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:09.914697 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7ba9d81-0c60-4ea5-9791-8e814e0fff4e tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 719} {{(pid=93957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:42:09.931186 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f7ba9d81-0c60-4ea5-9791-8e814e0fff4e tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:09.931672 n-d-779913-29 neutron-server[93957]: INFO neutron.db.segments_db [None req-f7ba9d81-0c60-4ea5-9791-8e814e0fff4e tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Added segment a51bb6f6-00db-4abd-8dc7-ff55cff1047a of type vlan for network 80cd3517-63e7-4205-a837-ae8920df7022 Jul 14 09:42:09.941813 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-dcde6037-5844-4a1a-8db4-26117e32c246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a2571e9-0958-46b5-9dfa-808a92fd863f', 'name': 'tempest-AttachVolumeTestJSON-831321460-router', 'tenant_id': 'fdcfb0d129f645508f46496d6d3408cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.158'}], 'enable_snat': True}, 'gw_port_id': 'faf8a1de-18dc-4b38-a01a-450dbc8dc8eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:42:06Z', 'updated_at': '2021-07-14T09:42:08Z', 'revision_number': 3, 'project_id': 'fdcfb0d129f645508f46496d6d3408cf', 'gw_port': {'id': 'faf8a1de-18dc-4b38-a01a-450dbc8dc8eb', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:5c:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a2571e9-0958-46b5-9dfa-808a92fd863f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2961, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:42:07Z', 'updated_at': '2021-07-14T09:42:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29'}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:42:09.979747 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f7ba9d81-0c60-4ea5-9791-8e814e0fff4e tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735687821325'] for network, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:09.985689 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-73c3f44b-35af-4baf-b12d-ee0edc7c5073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:10.036366 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcde6037-5844-4a1a-8db4-26117e32c246 None None] Checking router: 1a2571e9-0958-46b5-9dfa-808a92fd863f for host: n-d-779913-29 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:42:10.056630 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f7ba9d81-0c60-4ea5-9791-8e814e0fff4e tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855'] for network, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:10.064790 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7ba9d81-0c60-4ea5-9791-8e814e0fff4e tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:10.065384 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f7ba9d81-0c60-4ea5-9791-8e814e0fff4e tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks [] for network, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:10.066924 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcde6037-5844-4a1a-8db4-26117e32c246 None None] Updating router 1a2571e9-0958-46b5-9dfa-808a92fd863f port faf8a1de-18dc-4b38-a01a-450dbc8dc8eb binding host n-d-779913-29 {{(pid=93960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:42:10.111207 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-73c3f44b-35af-4baf-b12d-ee0edc7c5073 None None] For port c6ef16ac-6483-4e94-a2fe-297faaa124ce, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=c6ef16ac-6483-4e94-a2fe-297faaa124ce,segment=NetworkSegment(6e8354c8-98e1-423b-8aa6-11517ab42496),segment_id=6e8354c8-98e1-423b-8aa6-11517ab42496)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:42:10.126652 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-73c3f44b-35af-4baf-b12d-ee0edc7c5073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:10.182902 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-dcde6037-5844-4a1a-8db4-26117e32c246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:10.194377 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c3f44b-35af-4baf-b12d-ee0edc7c5073 None None] Pushing event updated for resources: {'Port': ['ID=c6ef16ac-6483-4e94-a2fe-297faaa124ce,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:10.232361 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-f7ba9d81-0c60-4ea5-9791-8e814e0fff4e tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5133674 Jul 14 09:42:10.233869 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 44836) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:10.240513 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-5da60583-699b-4051-909e-0dd51d285a80 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Request body: {'subnet': {'network_id': '80cd3517-63e7-4205-a837-ae8920df7022', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:42:10.273781 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ba9d81-0c60-4ea5-9791-8e814e0fff4e tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Pushing event updated for resources: {'Network': ['ID=80cd3517-63e7-4205-a837-ae8920df7022,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:10.287940 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Network 80cd3517-63e7-4205-a837-ae8920df7022 details requested by agent ovs-agent-n-d-779913-29 with host n-d-779913-29 {{(pid=93959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:42:10.375624 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-84abebb2-3961-4d4e-8561-fa3233c0fd6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:10.543249 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5da60583-699b-4051-909e-0dd51d285a80 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Made reservation on behalf of 8e0fa7bcfd52457fb97f1b4ac86d5efa for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:42:10.551618 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5da60583-699b-4051-909e-0dd51d285a80 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16714600'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:10.617089 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device c6ef16ac-6483-4e94-a2fe-297faaa124ce up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:42:10.634094 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-dcde6037-5844-4a1a-8db4-26117e32c246 None None] Notify callbacks [] for port, precommit_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:10.648458 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-dcde6037-5844-4a1a-8db4-26117e32c246 None None] Transition to ACTIVE for port object faf8a1de-18dc-4b38-a01a-450dbc8dc8eb will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:42:10.658223 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-dcde6037-5844-4a1a-8db4-26117e32c246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:10.706564 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port c6ef16ac-6483-4e94-a2fe-297faaa124ce triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:42:10.707568 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:10.729197 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-dcde6037-5844-4a1a-8db4-26117e32c246 None None] Attempting to bind port faf8a1de-18dc-4b38-a01a-450dbc8dc8eb on host n-d-779913-29 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:42:10.729885 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-dcde6037-5844-4a1a-8db4-26117e32c246 None None] Attempting to bind port faf8a1de-18dc-4b38-a01a-450dbc8dc8eb by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': '81bf7a93-80b3-43df-b9d5-462c604a2945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:42:10.730263 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcde6037-5844-4a1a-8db4-26117e32c246 None None] Attempting to bind port faf8a1de-18dc-4b38-a01a-450dbc8dc8eb on network 2dcd4d32-cc7c-4468-b396-7ce5c9231892 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:42:10.745142 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcde6037-5844-4a1a-8db4-26117e32c246 None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 41, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:42:10.745142 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcde6037-5844-4a1a-8db4-26117e32c246 None None] Checking segment: {'id': '81bf7a93-80b3-43df-b9d5-462c604a2945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:42:10.745547 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-dcde6037-5844-4a1a-8db4-26117e32c246 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:10.746139 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcde6037-5844-4a1a-8db4-26117e32c246 None None] Bound using segment: {'id': '81bf7a93-80b3-43df-b9d5-462c604a2945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:42:10.746814 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-dcde6037-5844-4a1a-8db4-26117e32c246 None None] Bound port: faf8a1de-18dc-4b38-a01a-450dbc8dc8eb, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81bf7a93-80b3-43df-b9d5-462c604a2945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:42:10.747488 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-dcde6037-5844-4a1a-8db4-26117e32c246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:10.749321 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-74980757-b4ed-4bd8-a86e-469ada5b1d4c None None] Provisioning complete for port c6ef16ac-6483-4e94-a2fe-297faaa124ce triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:42:10.749735 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-74980757-b4ed-4bd8-a86e-469ada5b1d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:10.816189 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-84abebb2-3961-4d4e-8561-fa3233c0fd6a admin admin] Allocated IP 172.20.0.1 (e5bfa805-7fa6-4e66-853c-c2e7e3c5ed34/a974099b-8e0b-49f4-a28f-d50286aa9083/74361e15-dbd1-400c-a609-d364959fd1d8) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:42:10.841061 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-dcde6037-5844-4a1a-8db4-26117e32c246 None None] For port faf8a1de-18dc-4b38-a01a-450dbc8dc8eb, host n-d-779913-29, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:42:10.868942 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-dcde6037-5844-4a1a-8db4-26117e32c246 None None] For port faf8a1de-18dc-4b38-a01a-450dbc8dc8eb, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=faf8a1de-18dc-4b38-a01a-450dbc8dc8eb,segment=NetworkSegment(81bf7a93-80b3-43df-b9d5-462c604a2945),segment_id=81bf7a93-80b3-43df-b9d5-462c604a2945)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:42:10.887142 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5da60583-699b-4051-909e-0dd51d285a80 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13573993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16714586'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:10.897803 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-dcde6037-5844-4a1a-8db4-26117e32c246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:10.902655 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fc0282-27b9-4f02-997f-f7ccfaaf953b None None] Pushing event updated for resources: {'Port': ['ID=faf8a1de-18dc-4b38-a01a-450dbc8dc8eb,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:10.953758 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fc0282-27b9-4f02-997f-f7ccfaaf953b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:42:10.962569 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fc0282-27b9-4f02-997f-f7ccfaaf953b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:42:10.964466 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fc0282-27b9-4f02-997f-f7ccfaaf953b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:42:10.965535 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fc0282-27b9-4f02-997f-f7ccfaaf953b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:42:10.966570 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fc0282-27b9-4f02-997f-f7ccfaaf953b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:42:10.968731 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fc0282-27b9-4f02-997f-f7ccfaaf953b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:42:10.971666 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fc0282-27b9-4f02-997f-f7ccfaaf953b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:42:10.972208 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fc0282-27b9-4f02-997f-f7ccfaaf953b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:42:10.972711 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fc0282-27b9-4f02-997f-f7ccfaaf953b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:42:10.973228 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fc0282-27b9-4f02-997f-f7ccfaaf953b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:42:10.973893 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fc0282-27b9-4f02-997f-f7ccfaaf953b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:42:10.976209 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fc0282-27b9-4f02-997f-f7ccfaaf953b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:42:11.091404 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcde6037-5844-4a1a-8db4-26117e32c246 None None] Routers {'1a2571e9-0958-46b5-9dfa-808a92fd863f'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:42:11.092045 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-dcde6037-5844-4a1a-8db4-26117e32c246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:41:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['1a2571e9-0958-46b5-9dfa-808a92fd863f'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:42:11.123449 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da60583-699b-4051-909e-0dd51d285a80 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Pushing event updated for resources: {'Subnet': ['ID=b5a028bd-6a70-4911-b5ac-120ca8e59dbc,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:11.145959 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-84abebb2-3961-4d4e-8561-fa3233c0fd6a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:11.169333 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-84abebb2-3961-4d4e-8561-fa3233c0fd6a admin admin] Transition to ACTIVE for port object 74361e15-dbd1-400c-a609-d364959fd1d8 will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:42:11.201002 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fc0282-27b9-4f02-997f-f7ccfaaf953b None None] Pushing event updated for resources: {'Port': ['ID=faf8a1de-18dc-4b38-a01a-450dbc8dc8eb,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:11.232736 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-84abebb2-3961-4d4e-8561-fa3233c0fd6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:11.278137 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84abebb2-3961-4d4e-8561-fa3233c0fd6a admin admin] Network e5bfa805-7fa6-4e66-853c-c2e7e3c5ed34 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:42:11.278791 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da60583-699b-4051-909e-0dd51d285a80 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Checking segment: {'id': 'a51bb6f6-00db-4abd-8dc7-ff55cff1047a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '80cd3517-63e7-4205-a837-ae8920df7022'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:42:11.279082 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5da60583-699b-4051-909e-0dd51d285a80 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Network hostable DHCP agents. Network: 80cd3517-63e7-4205-a837-ae8920df7022, hostable agents: ['c6a09bd4-f72e-4283-a3ca-0bbca8a51081'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:42:11.282209 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-84abebb2-3961-4d4e-8561-fa3233c0fd6a admin admin] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:42:11.287385 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84abebb2-3961-4d4e-8561-fa3233c0fd6a admin admin] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:42:11.291682 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-dcde6037-5844-4a1a-8db4-26117e32c246 None None] Set router 1a2571e9-0958-46b5-9dfa-808a92fd863f gateway port host: n-d-779913-29 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:42:11.338885 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5da60583-699b-4051-909e-0dd51d285a80 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Network 80cd3517-63e7-4205-a837-ae8920df7022 is scheduled to be hosted by DHCP agent c6a09bd4-f72e-4283-a3ca-0bbca8a51081 with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:42:11.361970 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5215a2d-ad22-4f86-bc3e-afde5aad701d req-ac90fcd9-e7e3-4459-b20d-5ab2511f2c81 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:11.365576 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d5215a2d-ad22-4f86-bc3e-afde5aad701d req-ac90fcd9-e7e3-4459-b20d-5ab2511f2c81 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/ports?device_id=5ed0c1cb-c3d6-40f1-8aad-1894504b5a83 HTTP/1.1" status: 200 len: 945 time: 0.3199732 Jul 14 09:42:11.367271 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84abebb2-3961-4d4e-8561-fa3233c0fd6a admin admin] Pushing event updated for resources: {'Port': ['ID=74361e15-dbd1-400c-a609-d364959fd1d8,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:11.382400 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-5da60583-699b-4051-909e-0dd51d285a80 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-29, 80cd3517-63e7-4205-a837-ae8920df7022) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:42:11.389124 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5da60583-699b-4051-909e-0dd51d285a80 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:11.391386 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5da60583-699b-4051-909e-0dd51d285a80 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:11.391666 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fd2e915-83cf-43d8-ad21-e55f529a71db None None] Network 80cd3517-63e7-4205-a837-ae8920df7022 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:42:11.397751 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-84abebb2-3961-4d4e-8561-fa3233c0fd6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-660393'] for router_interface, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:11.422352 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-5da60583-699b-4051-909e-0dd51d285a80 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1869652 Jul 14 09:42:11.435395 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 44844) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:11.451825 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-b3627267-32fb-433e-957d-74437303bbf4 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Request body: {'subnet': {'network_id': '80cd3517-63e7-4205-a837-ae8920df7022', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:42:11.611886 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fb64628-d4cb-49f3-911b-cffbd055c0e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf57baaa9-fd24-59f4-8fd2-1dc21122ce72-80cd3517-63e7-4205-a837-ae8920df7022', 'network_id': '80cd3517-63e7-4205-a837-ae8920df7022', 'tenant_id': '8e0fa7bcfd52457fb97f1b4ac86d5efa', 'fixed_ips': [{'subnet_id': 'b5a028bd-6a70-4911-b5ac-120ca8e59dbc'}]}} from n-d-779913-29. {{(pid=93959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:42:11.613041 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0fb64628-d4cb-49f3-911b-cffbd055c0e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:11.680524 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d5215a2d-ad22-4f86-bc3e-afde5aad701d req-4d089cd2-f6e7-4e87-9637-91cfee414fc2 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/security-groups?id=3e66fdd8-bd2d-4f0b-a124-b60bfc46cfe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2657633 Jul 14 09:42:11.766163 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-84abebb2-3961-4d4e-8561-fa3233c0fd6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:11.768549 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c5709ff6-1566-4465-a724-0858ba9e6743 None None] Provisioning for port 74361e15-dbd1-400c-a609-d364959fd1d8 completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:42:11.777872 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c5709ff6-1566-4465-a724-0858ba9e6743 None None] Provisioning complete for port 74361e15-dbd1-400c-a609-d364959fd1d8 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:42:11.778831 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c5709ff6-1566-4465-a724-0858ba9e6743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:11.823526 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3627267-32fb-433e-957d-74437303bbf4 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Made reservation on behalf of 8e0fa7bcfd52457fb97f1b4ac86d5efa for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:42:11.827968 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b3627267-32fb-433e-957d-74437303bbf4 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16714600'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:11.856245 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-c5709ff6-1566-4465-a724-0858ba9e6743 None None] Port 74361e15-dbd1-400c-a609-d364959fd1d8 cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:42:11.917859 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-0fb64628-d4cb-49f3-911b-cffbd055c0e1 None None] Allocated IP 2001:db8::2 (80cd3517-63e7-4205-a837-ae8920df7022/b5a028bd-6a70-4911-b5ac-120ca8e59dbc/f7a34919-cc8e-4ed1-b395-c0da73912e77) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:42:11.970145 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-dcde6037-5844-4a1a-8db4-26117e32c246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a2571e9-0958-46b5-9dfa-808a92fd863f', 'name': 'tempest-AttachVolumeTestJSON-831321460-router', 'tenant_id': 'fdcfb0d129f645508f46496d6d3408cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.158'}], 'enable_snat': True}, 'gw_port_id': 'faf8a1de-18dc-4b38-a01a-450dbc8dc8eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:42:06Z', 'updated_at': '2021-07-14T09:42:08Z', 'revision_number': 3, 'project_id': 'fdcfb0d129f645508f46496d6d3408cf', 'gw_port': {'id': 'faf8a1de-18dc-4b38-a01a-450dbc8dc8eb', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:5c:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a2571e9-0958-46b5-9dfa-808a92fd863f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2961, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:42:07Z', 'updated_at': '2021-07-14T09:42:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29'}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:42:12.002072 n-d-779913-29 neutron-server[93958]: INFO neutron.db.ipam_backend_mixin [None req-b3627267-32fb-433e-957d-74437303bbf4 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b5a028bd-6a70-4911-b5ac-120ca8e59dbc (CIDR: 2001:db8::/64) Jul 14 09:42:12.009278 n-d-779913-29 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3627267-32fb-433e-957d-74437303bbf4 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:42:12.009696 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3627267-32fb-433e-957d-74437303bbf4 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:42:12.029201 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcde6037-5844-4a1a-8db4-26117e32c246 None None] The sync data for ids ['1a2571e9-0958-46b5-9dfa-808a92fd863f'] in n-d-779913-29 is: [{'id': '1a2571e9-0958-46b5-9dfa-808a92fd863f', 'name': 'tempest-AttachVolumeTestJSON-831321460-router', 'tenant_id': 'fdcfb0d129f645508f46496d6d3408cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.158'}], 'enable_snat': True}, 'gw_port_id': 'faf8a1de-18dc-4b38-a01a-450dbc8dc8eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:42:06Z', 'updated_at': '2021-07-14T09:42:08Z', 'revision_number': 3, 'project_id': 'fdcfb0d129f645508f46496d6d3408cf', 'gw_port': {'id': 'faf8a1de-18dc-4b38-a01a-450dbc8dc8eb', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:5c:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a2571e9-0958-46b5-9dfa-808a92fd863f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2961, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:42:07Z', 'updated_at': '2021-07-14T09:42:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29'}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:42:12.049430 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 44848) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:12.050274 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-b3627267-32fb-433e-957d-74437303bbf4 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6126838 Jul 14 09:42:12.064691 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-ae085f5c-dfd3-4377-97b0-19df741cb1e2 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Request body: {'subnet': {'network_id': '80cd3517-63e7-4205-a837-ae8920df7022', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:42:12.184930 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0fb64628-d4cb-49f3-911b-cffbd055c0e1 None None] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:12.229331 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-0fb64628-d4cb-49f3-911b-cffbd055c0e1 None None] Transition to ACTIVE for port object f7a34919-cc8e-4ed1-b395-c0da73912e77 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:42:12.282791 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-0fb64628-d4cb-49f3-911b-cffbd055c0e1 None None] Transition to ACTIVE for port object f7a34919-cc8e-4ed1-b395-c0da73912e77 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:42:12.304895 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0fb64628-d4cb-49f3-911b-cffbd055c0e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:12.426934 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb64628-d4cb-49f3-911b-cffbd055c0e1 None None] Pushing event updated for resources: {'Port': ['ID=f7a34919-cc8e-4ed1-b395-c0da73912e77,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:12.498291 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fb64628-d4cb-49f3-911b-cffbd055c0e1 None None] Network 80cd3517-63e7-4205-a837-ae8920df7022 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:42:12.500968 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-0fb64628-d4cb-49f3-911b-cffbd055c0e1 None None] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:42:12.505700 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb64628-d4cb-49f3-911b-cffbd055c0e1 None None] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:42:12.603395 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-0fb64628-d4cb-49f3-911b-cffbd055c0e1 None None] Attempting to bind port f7a34919-cc8e-4ed1-b395-c0da73912e77 on host n-d-779913-29 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:42:12.604039 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-0fb64628-d4cb-49f3-911b-cffbd055c0e1 None None] Attempting to bind port f7a34919-cc8e-4ed1-b395-c0da73912e77 by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': 'a51bb6f6-00db-4abd-8dc7-ff55cff1047a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '80cd3517-63e7-4205-a837-ae8920df7022'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:42:12.604578 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb64628-d4cb-49f3-911b-cffbd055c0e1 None None] Attempting to bind port f7a34919-cc8e-4ed1-b395-c0da73912e77 on network 80cd3517-63e7-4205-a837-ae8920df7022 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:42:12.610553 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb64628-d4cb-49f3-911b-cffbd055c0e1 None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 41, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:42:12.611210 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb64628-d4cb-49f3-911b-cffbd055c0e1 None None] Checking segment: {'id': 'a51bb6f6-00db-4abd-8dc7-ff55cff1047a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '80cd3517-63e7-4205-a837-ae8920df7022'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:42:12.611798 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0fb64628-d4cb-49f3-911b-cffbd055c0e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:12.612485 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb64628-d4cb-49f3-911b-cffbd055c0e1 None None] Bound using segment: {'id': 'a51bb6f6-00db-4abd-8dc7-ff55cff1047a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '80cd3517-63e7-4205-a837-ae8920df7022'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:42:12.613141 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-0fb64628-d4cb-49f3-911b-cffbd055c0e1 None None] Bound port: f7a34919-cc8e-4ed1-b395-c0da73912e77, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a51bb6f6-00db-4abd-8dc7-ff55cff1047a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '80cd3517-63e7-4205-a837-ae8920df7022'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:42:12.613752 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0fb64628-d4cb-49f3-911b-cffbd055c0e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:12.695914 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-0fb64628-d4cb-49f3-911b-cffbd055c0e1 None None] For port f7a34919-cc8e-4ed1-b395-c0da73912e77, host n-d-779913-29, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:42:12.700299 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-0fb64628-d4cb-49f3-911b-cffbd055c0e1 None None] For port f7a34919-cc8e-4ed1-b395-c0da73912e77, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=f7a34919-cc8e-4ed1-b395-c0da73912e77,segment=NetworkSegment(a51bb6f6-00db-4abd-8dc7-ff55cff1047a),segment_id=a51bb6f6-00db-4abd-8dc7-ff55cff1047a)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:42:12.707541 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0fb64628-d4cb-49f3-911b-cffbd055c0e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:12.720270 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bb2136-f8d9-47e5-a89e-6d13b553ee1b req-a581ef4d-b80b-4282-a3fc-629bc881adf6 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:12.722887 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f7bb2136-f8d9-47e5-a89e-6d13b553ee1b req-a581ef4d-b80b-4282-a3fc-629bc881adf6 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/ports?device_id=5ed0c1cb-c3d6-40f1-8aad-1894504b5a83 HTTP/1.1" status: 200 len: 945 time: 0.8031416 Jul 14 09:42:12.795248 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb64628-d4cb-49f3-911b-cffbd055c0e1 None None] Pushing event updated for resources: {'Port': ['ID=f7a34919-cc8e-4ed1-b395-c0da73912e77,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:12.839421 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:12.856226 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f7bb2136-f8d9-47e5-a89e-6d13b553ee1b req-3ace3c51-f043-4784-b7f6-bd958003b7f1 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/security-groups?id=3e66fdd8-bd2d-4f0b-a124-b60bfc46cfe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1131806 Jul 14 09:42:12.972158 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae085f5c-dfd3-4377-97b0-19df741cb1e2 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Made reservation on behalf of 8e0fa7bcfd52457fb97f1b4ac86d5efa for: {'subnet': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:42:12.979525 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ae085f5c-dfd3-4377-97b0-19df741cb1e2 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11984110'] for subnet, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:13.008874 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-84abebb2-3961-4d4e-8561-fa3233c0fd6a admin admin] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:13.053604 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-84abebb2-3961-4d4e-8561-fa3233c0fd6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:13.196772 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-84abebb2-3961-4d4e-8561-fa3233c0fd6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-683747'] for router_interface, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:13.217758 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84abebb2-3961-4d4e-8561-fa3233c0fd6a admin admin] Pushing event updated for resources: {'Port': ['ID=74361e15-dbd1-400c-a609-d364959fd1d8,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:13.448065 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84abebb2-3961-4d4e-8561-fa3233c0fd6a admin admin] Network e5bfa805-7fa6-4e66-853c-c2e7e3c5ed34 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:42:13.454697 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-84abebb2-3961-4d4e-8561-fa3233c0fd6a admin admin] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:42:13.604976 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baef23f0-f431-42c8-9eb7-6f32c968265d req-0c768b29-348e-494c-afe3-dff3b50d3e9b tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:13.610347 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:13.642983 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-baef23f0-f431-42c8-9eb7-6f32c968265d req-0c768b29-348e-494c-afe3-dff3b50d3e9b tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/networks?id=2a42cb13-2d55-4959-a070-eb88da564dfb HTTP/1.1" status: 200 len: 812 time: 0.3141820 Jul 14 09:42:13.670096 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-baef23f0-f431-42c8-9eb7-6f32c968265d req-b2667852-f1d7-4d46-a4c1-bede09ff037e tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/quotas/0be6be6bccc149f1a4b35e465d4a6d6f HTTP/1.1" status: 200 len: 375 time: 0.0253391 Jul 14 09:42:13.706492 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ae085f5c-dfd3-4377-97b0-19df741cb1e2 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10052764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11984092'] for subnet, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:13.777453 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84abebb2-3961-4d4e-8561-fa3233c0fd6a admin admin] Router 1a2571e9-0958-46b5-9dfa-808a92fd863f has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:42:13.779301 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae085f5c-dfd3-4377-97b0-19df741cb1e2 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Pushing event updated for resources: {'Subnet': ['ID=a51f9981-5b73-4585-806f-cf209e126549,revision_number=0']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:13.810864 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae085f5c-dfd3-4377-97b0-19df741cb1e2 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Network 80cd3517-63e7-4205-a837-ae8920df7022 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:42:13.814371 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-ae085f5c-dfd3-4377-97b0-19df741cb1e2 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:42:13.819927 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae085f5c-dfd3-4377-97b0-19df741cb1e2 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:13.820809 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ae085f5c-dfd3-4377-97b0-19df741cb1e2 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks [] for subnet, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:13.891886 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 44874) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:13.900865 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-ae085f5c-dfd3-4377-97b0-19df741cb1e2 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.8415577 Jul 14 09:42:13.901696 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 44876) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:13.913409 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-0bad9728-9c23-4a23-9ef0-19be83cebcca None None] Provisioning complete for port 74361e15-dbd1-400c-a609-d364959fd1d8 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:42:13.913987 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0bad9728-9c23-4a23-9ef0-19be83cebcca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:13.925448 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-3b1c4269-4b8c-4193-a09b-6c9ef396735b tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Request body: {'port': {'network_id': '80cd3517-63e7-4205-a837-ae8920df7022', 'fixed_ips': [{'subnet_id': 'b5a028bd-6a70-4911-b5ac-120ca8e59dbc'}, {'subnet_id': 'a51f9981-5b73-4585-806f-cf209e126549'}], 'name': 'tempest-PortsIpV6TestJSON-216613874'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:42:14.003358 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-0bad9728-9c23-4a23-9ef0-19be83cebcca None None] Port 74361e15-dbd1-400c-a609-d364959fd1d8 cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:42:14.157699 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6a77a539-cefc-4417-8c64-cf29794ccf76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:14.194623 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84abebb2-3961-4d4e-8561-fa3233c0fd6a admin admin] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:42:14.204722 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-84abebb2-3961-4d4e-8561-fa3233c0fd6a admin admin] 10.222.0.68 "PUT /v2.0/routers/1a2571e9-0958-46b5-9dfa-808a92fd863f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7812397 Jul 14 09:42:14.224157 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-baef23f0-f431-42c8-9eb7-6f32c968265d req-eeaeedb4-aafc-4fe4-9553-2f540684f0ab tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=0be6be6bccc149f1a4b35e465d4a6d6f&fields=id HTTP/1.1" status: 200 len: 486 time: 0.5521011 Jul 14 09:42:14.338485 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6a77a539-cefc-4417-8c64-cf29794ccf76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:14.351446 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6a77a539-cefc-4417-8c64-cf29794ccf76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:14.410675 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a77a539-cefc-4417-8c64-cf29794ccf76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb85e999-fc3b-4477-b05f-32bb541db835,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:14.482804 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-6a77a539-cefc-4417-8c64-cf29794ccf76 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=30e7ae6bdf1d4063bb904304b86afa89&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5889206 Jul 14 09:42:14.489905 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 44886) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:14.498022 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b1c4269-4b8c-4193-a09b-6c9ef396735b tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Made reservation on behalf of 8e0fa7bcfd52457fb97f1b4ac86d5efa for: {'port': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:42:14.510877 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-baef23f0-f431-42c8-9eb7-6f32c968265d req-ddcd5804-ae91-4c61-8b14-72a38db11de2 service neutron] 10.222.0.68 "GET /v2.0/networks/2a42cb13-2d55-4959-a070-eb88da564dfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2768302 Jul 14 09:42:14.694524 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec223a78-a03c-401a-9da3-8dd816e52993 None None] Network 80cd3517-63e7-4205-a837-ae8920df7022 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:42:14.787899 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-baef23f0-f431-42c8-9eb7-6f32c968265d req-b3589ce3-f7c4-408d-93fa-40c575a5efc7 service neutron] 10.222.0.68 "GET /v2.0/networks/2a42cb13-2d55-4959-a070-eb88da564dfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2659099 Jul 14 09:42:14.855635 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device f7a34919-cc8e-4ed1-b395-c0da73912e77 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:42:14.894533 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 44894) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:14.916697 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-57a71cbd-7802-44d5-b803-6c18dfab66cf None None] Provisioning for port f7a34919-cc8e-4ed1-b395-c0da73912e77 completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:42:14.955782 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4ea3b867-6a58-426e-b406-442a9d714e34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:14.970130 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning for port f7a34919-cc8e-4ed1-b395-c0da73912e77 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:42:14.987235 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3b1c4269-4b8c-4193-a09b-6c9ef396735b tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:14.993401 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port f7a34919-cc8e-4ed1-b395-c0da73912e77 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:42:14.994418 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:15.078947 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-3b1c4269-4b8c-4193-a09b-6c9ef396735b tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] device_id is not set on port 16ed8efc-1200-484b-9f65-4cf5ff4ddad0 yet. {{(pid=93957) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:42:15.110910 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-466dc5fe-b058-4214-bb85-747758553193 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:15.204755 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:15.292864 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] For port f7a34919-cc8e-4ed1-b395-c0da73912e77, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=f7a34919-cc8e-4ed1-b395-c0da73912e77,segment=NetworkSegment(a51bb6f6-00db-4abd-8dc7-ff55cff1047a),segment_id=a51bb6f6-00db-4abd-8dc7-ff55cff1047a)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:42:15.295992 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c06254-113f-407d-9d16-b4be3c45832c None None] Sync routers for ids ['1a2571e9-0958-46b5-9dfa-808a92fd863f'] in n-d-779913-29 {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:42:15.303535 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-622ee54e-1583-4fd0-adfa-807b5e252e79 req-aee7494f-f519-4d5d-bfcf-7ad3f95c9936 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/ports?device_id=fe2025ab-80ef-43d7-9a05-e52ed4bb6c98 HTTP/1.1" status: 200 len: 210 time: 0.0691886 Jul 14 09:42:15.306805 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 44900) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:15.316126 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-03118e57-fce7-4f70-9bec-8ab4753c3804 tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1078337448', 'description': 'tempest-description--1076948524'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:42:15.316958 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:15.317813 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device faf8a1de-18dc-4b38-a01a-450dbc8dc8eb up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:42:15.337237 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4ea3b867-6a58-426e-b406-442a9d714e34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:15.360961 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-466dc5fe-b058-4214-bb85-747758553193 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:15.375329 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-466dc5fe-b058-4214-bb85-747758553193 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:15.403034 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c06254-113f-407d-9d16-b4be3c45832c None None] Routers {'1a2571e9-0958-46b5-9dfa-808a92fd863f'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:42:15.403681 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-59c06254-113f-407d-9d16-b4be3c45832c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:41:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['1a2571e9-0958-46b5-9dfa-808a92fd863f'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:42:15.432563 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-466dc5fe-b058-4214-bb85-747758553193 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=1380417d7fb2499eb6fc28fac2c89913&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5369334 Jul 14 09:42:15.434559 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466dc5fe-b058-4214-bb85-747758553193 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e72a953b-a6ac-4786-961f-718998317b6d,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:15.438408 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 44902) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:15.447344 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-03118e57-fce7-4f70-9bec-8ab4753c3804 tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:15.481183 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4ea3b867-6a58-426e-b406-442a9d714e34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:15.485919 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4ea3b867-6a58-426e-b406-442a9d714e34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:15.487390 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-4ea3b867-6a58-426e-b406-442a9d714e34 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/bb85e999-fc3b-4477-b05f-32bb541db835 HTTP/1.1" status: 204 len: 168 time: 0.9945540 Jul 14 09:42:15.501786 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea3b867-6a58-426e-b406-442a9d714e34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb85e999-fc3b-4477-b05f-32bb541db835,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:15.527285 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-3b1c4269-4b8c-4193-a09b-6c9ef396735b tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Allocated IP 2001:db8::21a (80cd3517-63e7-4205-a837-ae8920df7022/b5a028bd-6a70-4911-b5ac-120ca8e59dbc/16ed8efc-1200-484b-9f65-4cf5ff4ddad0) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:42:15.536959 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-3b1c4269-4b8c-4193-a09b-6c9ef396735b tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Allocated IP 2001:db8:0:1::220 (80cd3517-63e7-4205-a837-ae8920df7022/a51f9981-5b73-4585-806f-cf209e126549/16ed8efc-1200-484b-9f65-4cf5ff4ddad0) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:42:15.546517 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-03118e57-fce7-4f70-9bec-8ab4753c3804 tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:15.554569 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-03118e57-fce7-4f70-9bec-8ab4753c3804 tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:15.591295 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvr_db [None req-59c06254-113f-407d-9d16-b4be3c45832c None None] Set router 1a2571e9-0958-46b5-9dfa-808a92fd863f gateway port host: n-d-779913-29 {{(pid=93959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:42:15.604547 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-03118e57-fce7-4f70-9bec-8ab4753c3804 tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:15.610061 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-03118e57-fce7-4f70-9bec-8ab4753c3804 tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.3021119 Jul 14 09:42:15.615139 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 44906) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:15.621817 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-2780fde7-e68d-421b-b2fc-de3a348ab286 tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] Request body: {'security_group_rule': {'security_group_id': '6eb76f1e-e651-421c-9418-fa3a5fe2dfda', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:42:15.634180 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning for port faf8a1de-18dc-4b38-a01a-450dbc8dc8eb completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:42:15.634366 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03118e57-fce7-4f70-9bec-8ab4753c3804 tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6eb76f1e-e651-421c-9418-fa3a5fe2dfda,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:15.636960 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Pushing event updated for resources: {'Port': ['ID=f7a34919-cc8e-4ed1-b395-c0da73912e77,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:15.665827 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port faf8a1de-18dc-4b38-a01a-450dbc8dc8eb triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:42:15.666206 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:15.678064 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-241d9e05-586d-4bf4-8d81-36dd8e05bfd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:15.690429 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:42:15.691419 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:42:15.691419 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:42:15.691419 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:42:15.691805 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:42:15.692122 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:42:15.692440 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:42:15.692774 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:42:15.693100 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:42:15.693426 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:42:15.693808 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:42:15.694134 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:42:15.707162 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2780fde7-e68d-421b-b2fc-de3a348ab286 tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:15.744381 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-241d9e05-586d-4bf4-8d81-36dd8e05bfd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:15.758236 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3b1c4269-4b8c-4193-a09b-6c9ef396735b tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:15.792113 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-3b1c4269-4b8c-4193-a09b-6c9ef396735b tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Transition to ACTIVE for port object 16ed8efc-1200-484b-9f65-4cf5ff4ddad0 will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:42:15.834510 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2780fde7-e68d-421b-b2fc-de3a348ab286 tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:15.835132 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-241d9e05-586d-4bf4-8d81-36dd8e05bfd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:15.837847 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-241d9e05-586d-4bf4-8d81-36dd8e05bfd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:15.839774 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-241d9e05-586d-4bf4-8d81-36dd8e05bfd2 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/e72a953b-a6ac-4786-961f-718998317b6d HTTP/1.1" status: 204 len: 168 time: 0.3993514 Jul 14 09:42:15.847788 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2780fde7-e68d-421b-b2fc-de3a348ab286 tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529131'] for security_group_rule, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:15.847937 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3b1c4269-4b8c-4193-a09b-6c9ef396735b tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:15.871461 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241d9e05-586d-4bf4-8d81-36dd8e05bfd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e72a953b-a6ac-4786-961f-718998317b6d,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:15.889323 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2780fde7-e68d-421b-b2fc-de3a348ab286 tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83d36d4e-4719-42c6-8474-4f212e8944a0,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:15.906661 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2780fde7-e68d-421b-b2fc-de3a348ab286 tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:15.908847 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-2780fde7-e68d-421b-b2fc-de3a348ab286 tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2925565 Jul 14 09:42:15.911955 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 44918) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:15.929362 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-16ef0f28-0c04-4ba5-a3ee-1182b78d9222 tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] Request body: {'security_group_rule': {'security_group_id': '6eb76f1e-e651-421c-9418-fa3a5fe2dfda', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:42:15.929715 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bf2ea6d-a091-43ed-a903-1da548a2ef6b None None] Update dhcp port {'port': {'network_id': '80cd3517-63e7-4205-a837-ae8920df7022', 'fixed_ips': [{'subnet_id': 'b5a028bd-6a70-4911-b5ac-120ca8e59dbc', 'ip_address': '2001:db8::2'}, {'subnet_id': 'a51f9981-5b73-4585-806f-cf209e126549'}], 'binding:host_id': 'n-d-779913-29'}, 'id': 'f7a34919-cc8e-4ed1-b395-c0da73912e77'} from n-d-779913-29. {{(pid=93959) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 14 09:42:15.935405 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b1c4269-4b8c-4193-a09b-6c9ef396735b tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Network 80cd3517-63e7-4205-a837-ae8920df7022 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:42:15.948056 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-3b1c4269-4b8c-4193-a09b-6c9ef396735b tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:42:15.953334 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b1c4269-4b8c-4193-a09b-6c9ef396735b tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:42:15.959345 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b1c4269-4b8c-4193-a09b-6c9ef396735b tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:15.960021 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3b1c4269-4b8c-4193-a09b-6c9ef396735b tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:15.970793 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1c4269-4b8c-4193-a09b-6c9ef396735b tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Pushing event updated for resources: {'Port': ['ID=16ed8efc-1200-484b-9f65-4cf5ff4ddad0,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:15.986661 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:15.999868 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 44922) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:16.000545 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-3b1c4269-4b8c-4193-a09b-6c9ef396735b tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 2.0815933 Jul 14 09:42:16.001520 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-16ef0f28-0c04-4ba5-a3ee-1182b78d9222 tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:16.005274 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-9dd43137-de09-4e87-a4a6-b73adce2e9b4 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'b5a028bd-6a70-4911-b5ac-120ca8e59dbc'}]}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:42:16.103376 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] For port faf8a1de-18dc-4b38-a01a-450dbc8dc8eb, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=faf8a1de-18dc-4b38-a01a-450dbc8dc8eb,segment=NetworkSegment(81bf7a93-80b3-43df-b9d5-462c604a2945),segment_id=81bf7a93-80b3-43df-b9d5-462c604a2945)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:42:16.109162 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4bf2ea6d-a091-43ed-a903-1da548a2ef6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:16.114853 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:16.151067 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-16ef0f28-0c04-4ba5-a3ee-1182b78d9222 tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:16.156830 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-16ef0f28-0c04-4ba5-a3ee-1182b78d9222 tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529131'] for security_group_rule, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:16.190135 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ef0f28-0c04-4ba5-a3ee-1182b78d9222 tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b54e335-7269-4e35-b143-368cc1a6108f,revision_number=0']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:16.237363 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-16ef0f28-0c04-4ba5-a3ee-1182b78d9222 tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:16.244199 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-16ef0f28-0c04-4ba5-a3ee-1182b78d9222 tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3239701 Jul 14 09:42:16.245408 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 44938) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:16.256256 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-97ff72b6-31f5-447c-a393-acb39c66f05c tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] Request body: {'floatingip': {'floating_network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:42:16.304091 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Pushing event updated for resources: {'Port': ['ID=faf8a1de-18dc-4b38-a01a-450dbc8dc8eb,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:16.306114 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-97ff72b6-31f5-447c-a393-acb39c66f05c tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] Notify callbacks [] for floatingip, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:16.361116 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-59c06254-113f-407d-9d16-b4be3c45832c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a2571e9-0958-46b5-9dfa-808a92fd863f', 'name': 'tempest-AttachVolumeTestJSON-831321460-router', 'tenant_id': 'fdcfb0d129f645508f46496d6d3408cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.158'}], 'enable_snat': True}, 'gw_port_id': 'faf8a1de-18dc-4b38-a01a-450dbc8dc8eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:42:06Z', 'updated_at': '2021-07-14T09:42:11Z', 'revision_number': 4, 'project_id': 'fdcfb0d129f645508f46496d6d3408cf', 'gw_port': {'id': 'faf8a1de-18dc-4b38-a01a-450dbc8dc8eb', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:5c:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a2571e9-0958-46b5-9dfa-808a92fd863f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2961, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:42:07Z', 'updated_at': '2021-07-14T09:42:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': '74361e15-dbd1-400c-a609-d364959fd1d8', 'name': '', 'network_id': 'e5bfa805-7fa6-4e66-853c-c2e7e3c5ed34', 'tenant_id': 'fdcfb0d129f645508f46496d6d3408cf', 'mac_address': 'fa:16:3e:35:16:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a2571e9-0958-46b5-9dfa-808a92fd863f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2965, 'fixed_ips': [{'subnet_id': 'a974099b-8e0b-49f4-a28f-d50286aa9083', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:42:10Z', 'updated_at': '2021-07-14T09:42:12Z', 'revision_number': 2, 'project_id': 'fdcfb0d129f645508f46496d6d3408cf', 'subnets': [{'id': 'a974099b-8e0b-49f4-a28f-d50286aa9083', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:42:16.400472 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9dd43137-de09-4e87-a4a6-b73adce2e9b4 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:16.479007 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c06254-113f-407d-9d16-b4be3c45832c None None] Checking router: 1a2571e9-0958-46b5-9dfa-808a92fd863f for host: n-d-779913-29 {{(pid=93959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:42:16.479755 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c06254-113f-407d-9d16-b4be3c45832c None None] Updating router 1a2571e9-0958-46b5-9dfa-808a92fd863f port 74361e15-dbd1-400c-a609-d364959fd1d8 binding host n-d-779913-29 {{(pid=93959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:42:16.553025 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-4b973d4d-725a-453d-8417-b081dc5b918d req-61c017c6-079c-4fa0-8ada-92dd43a85730 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/ports?device_id=fe2025ab-80ef-43d7-9a05-e52ed4bb6c98 HTTP/1.1" status: 200 len: 210 time: 0.1251078 Jul 14 09:42:16.599848 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device f7a34919-cc8e-4ed1-b395-c0da73912e77 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:42:16.672566 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-97ff72b6-31f5-447c-a393-acb39c66f05c tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:16.684861 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-59c06254-113f-407d-9d16-b4be3c45832c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:16.725255 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-4bf2ea6d-a091-43ed-a903-1da548a2ef6b None None] Allocated IP 2001:db8:0:1::2 (80cd3517-63e7-4205-a837-ae8920df7022/a51f9981-5b73-4585-806f-cf209e126549/f7a34919-cc8e-4ed1-b395-c0da73912e77) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:42:16.877386 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-97ff72b6-31f5-447c-a393-acb39c66f05c tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] Allocated IP 172.25.4.120 (2dcd4d32-cc7c-4468-b396-7ce5c9231892/6cd22a75-5bc1-467c-a3c4-0af04bd1b34a/d4c8afd7-bf35-414e-a771-c81dc2f8aa10) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:42:16.982077 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port f7a34919-cc8e-4ed1-b395-c0da73912e77 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:42:16.982688 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:17.012234 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-97ff72b6-31f5-447c-a393-acb39c66f05c tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:17.096224 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-97ff72b6-31f5-447c-a393-acb39c66f05c tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:17.153544 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97ff72b6-31f5-447c-a393-acb39c66f05c tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] Network 2dcd4d32-cc7c-4468-b396-7ce5c9231892 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:42:17.160864 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-97ff72b6-31f5-447c-a393-acb39c66f05c tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:42:17.166446 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ff72b6-31f5-447c-a393-acb39c66f05c tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:42:17.227123 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ff72b6-31f5-447c-a393-acb39c66f05c tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] Pushing event updated for resources: {'Port': ['ID=d4c8afd7-bf35-414e-a771-c81dc2f8aa10,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:17.333412 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-97ff72b6-31f5-447c-a393-acb39c66f05c tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:17.400521 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-4bf2ea6d-a091-43ed-a903-1da548a2ef6b None None] For port f7a34919-cc8e-4ed1-b395-c0da73912e77, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=f7a34919-cc8e-4ed1-b395-c0da73912e77,segment=NetworkSegment(a51bb6f6-00db-4abd-8dc7-ff55cff1047a),segment_id=a51bb6f6-00db-4abd-8dc7-ff55cff1047a)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:42:17.414298 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-97ff72b6-31f5-447c-a393-acb39c66f05c tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:17.452769 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-59c06254-113f-407d-9d16-b4be3c45832c None None] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:17.491918 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-59c06254-113f-407d-9d16-b4be3c45832c None None] Transition to ACTIVE for port object 74361e15-dbd1-400c-a609-d364959fd1d8 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:42:17.495268 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4bf2ea6d-a091-43ed-a903-1da548a2ef6b None None] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:17.500359 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device faf8a1de-18dc-4b38-a01a-450dbc8dc8eb up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:42:17.527335 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-59c06254-113f-407d-9d16-b4be3c45832c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:17.580036 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-4bf2ea6d-a091-43ed-a903-1da548a2ef6b None None] Transition to ACTIVE for port object f7a34919-cc8e-4ed1-b395-c0da73912e77 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:42:17.598162 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4bf2ea6d-a091-43ed-a903-1da548a2ef6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:17.662255 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a1c05a-f758-493a-a238-62a34338b114 None None] Pushing event updated for resources: {'Port': ['ID=74361e15-dbd1-400c-a609-d364959fd1d8,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:17.702304 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-9dd43137-de09-4e87-a4a6-b73adce2e9b4 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Delete allocated IP 2001:db8:0:1::220 (80cd3517-63e7-4205-a837-ae8920df7022/a51f9981-5b73-4585-806f-cf209e126549) {{(pid=93958) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 14 09:42:17.737530 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-97ff72b6-31f5-447c-a393-acb39c66f05c tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:17.751145 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-97ff72b6-31f5-447c-a393-acb39c66f05c tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:17.887538 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-97ff72b6-31f5-447c-a393-acb39c66f05c tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-660590'] for floatingip, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:17.914013 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ff72b6-31f5-447c-a393-acb39c66f05c tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] Pushing event updated for resources: {'Port': ['ID=d4c8afd7-bf35-414e-a771-c81dc2f8aa10,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:17.918385 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-97ff72b6-31f5-447c-a393-acb39c66f05c tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for floatingip, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:17.919757 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-84476817-8422-400b-91b5-4b7911a53ee9 req-1d95d394-0f1e-462b-b2dc-647a5bf5dfb0 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/ports?device_id=fe2025ab-80ef-43d7-9a05-e52ed4bb6c98 HTTP/1.1" status: 200 len: 210 time: 0.0691564 Jul 14 09:42:17.932091 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-97ff72b6-31f5-447c-a393-acb39c66f05c tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6839678 Jul 14 09:42:17.986794 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 45002) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:18.060483 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9dd43137-de09-4e87-a4a6-b73adce2e9b4 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:18.087490 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-9dd43137-de09-4e87-a4a6-b73adce2e9b4 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Ignored duplicate provisioning block setup for port 16ed8efc-1200-484b-9f65-4cf5ff4ddad0 by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 14 09:42:18.093271 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2ea6d-a091-43ed-a903-1da548a2ef6b None None] Pushing event updated for resources: {'Port': ['ID=f7a34919-cc8e-4ed1-b395-c0da73912e77,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:18.094870 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9dd43137-de09-4e87-a4a6-b73adce2e9b4 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13574142'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:18.098742 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port faf8a1de-18dc-4b38-a01a-450dbc8dc8eb triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:42:18.099449 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:18.102011 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-59c06254-113f-407d-9d16-b4be3c45832c None None] Attempting to bind port 74361e15-dbd1-400c-a609-d364959fd1d8 on host n-d-779913-29 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:42:18.102216 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-59c06254-113f-407d-9d16-b4be3c45832c None None] Attempting to bind port 74361e15-dbd1-400c-a609-d364959fd1d8 by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': '6e8354c8-98e1-423b-8aa6-11517ab42496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'e5bfa805-7fa6-4e66-853c-c2e7e3c5ed34'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:42:18.102700 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c06254-113f-407d-9d16-b4be3c45832c None None] Attempting to bind port 74361e15-dbd1-400c-a609-d364959fd1d8 on network e5bfa805-7fa6-4e66-853c-c2e7e3c5ed34 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:42:18.141388 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c06254-113f-407d-9d16-b4be3c45832c None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 41, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:42:18.148123 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c06254-113f-407d-9d16-b4be3c45832c None None] Checking segment: {'id': '6e8354c8-98e1-423b-8aa6-11517ab42496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'e5bfa805-7fa6-4e66-853c-c2e7e3c5ed34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:42:18.148679 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-59c06254-113f-407d-9d16-b4be3c45832c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:18.149199 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c06254-113f-407d-9d16-b4be3c45832c None None] Bound using segment: {'id': '6e8354c8-98e1-423b-8aa6-11517ab42496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'e5bfa805-7fa6-4e66-853c-c2e7e3c5ed34'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:42:18.150609 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-59c06254-113f-407d-9d16-b4be3c45832c None None] Bound port: 74361e15-dbd1-400c-a609-d364959fd1d8, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e8354c8-98e1-423b-8aa6-11517ab42496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'e5bfa805-7fa6-4e66-853c-c2e7e3c5ed34'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:42:18.154116 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-59c06254-113f-407d-9d16-b4be3c45832c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:18.169825 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd43137-de09-4e87-a4a6-b73adce2e9b4 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Pushing event updated for resources: {'Port': ['ID=16ed8efc-1200-484b-9f65-4cf5ff4ddad0,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:18.229215 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-9dd43137-de09-4e87-a4a6-b73adce2e9b4 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] In _notify_port_updated(), no bound segment for port 16ed8efc-1200-484b-9f65-4cf5ff4ddad0 on network 80cd3517-63e7-4205-a837-ae8920df7022 {{(pid=93958) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 14 09:42:18.236222 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dd43137-de09-4e87-a4a6-b73adce2e9b4 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:18.237057 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9dd43137-de09-4e87-a4a6-b73adce2e9b4 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:18.238464 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-9dd43137-de09-4e87-a4a6-b73adce2e9b4 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] 10.222.0.68 "PUT /v2.0/ports/16ed8efc-1200-484b-9f65-4cf5ff4ddad0 HTTP/1.1" status: 200 len: 925 time: 2.2375941 Jul 14 09:42:18.241181 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 45020) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:18.254318 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-ec5c1b7b-a028-4eec-a734-e0fac8d1c307 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'b5a028bd-6a70-4911-b5ac-120ca8e59dbc'}, {'subnet_id': 'a51f9981-5b73-4585-806f-cf209e126549'}]}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:42:18.315850 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-9767a2b8-4f82-4eec-8391-2e7b5ad4bb02 req-72cd99b8-fb07-499b-9046-17001e7a1c92 tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-securitygroup--1078337448&fields=id&tenant_id=fdcfb0d129f645508f46496d6d3408cf HTTP/1.1" status: 200 len: 267 time: 0.0841074 Jul 14 09:42:18.351665 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-59c06254-113f-407d-9d16-b4be3c45832c None None] For port 74361e15-dbd1-400c-a609-d364959fd1d8, host n-d-779913-29, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:42:18.373009 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-59c06254-113f-407d-9d16-b4be3c45832c None None] For port 74361e15-dbd1-400c-a609-d364959fd1d8, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=74361e15-dbd1-400c-a609-d364959fd1d8,segment=NetworkSegment(6e8354c8-98e1-423b-8aa6-11517ab42496),segment_id=6e8354c8-98e1-423b-8aa6-11517ab42496)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:42:18.383139 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-59c06254-113f-407d-9d16-b4be3c45832c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:18.458396 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 45024) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:18.462916 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c06254-113f-407d-9d16-b4be3c45832c None None] Routers {'1a2571e9-0958-46b5-9dfa-808a92fd863f'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:42:18.463708 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-59c06254-113f-407d-9d16-b4be3c45832c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:41:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['1a2571e9-0958-46b5-9dfa-808a92fd863f'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:42:18.465845 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a1c05a-f758-493a-a238-62a34338b114 None None] Pushing event updated for resources: {'Port': ['ID=74361e15-dbd1-400c-a609-d364959fd1d8,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:18.521148 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0d9f8819-4df4-46ad-a6f8-9926d6ecf0be admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:18.542947 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9767a2b8-4f82-4eec-8391-2e7b5ad4bb02 req-26924e89-a9c3-4e38-82df-ab0d969ff2ab tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:18.546613 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-9767a2b8-4f82-4eec-8391-2e7b5ad4bb02 req-26924e89-a9c3-4e38-82df-ab0d969ff2ab tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] 10.222.0.68 "GET /v2.0/networks?id=e5bfa805-7fa6-4e66-853c-c2e7e3c5ed34 HTTP/1.1" status: 200 len: 810 time: 0.2232218 Jul 14 09:42:18.581041 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-9767a2b8-4f82-4eec-8391-2e7b5ad4bb02 req-cf6682eb-edcf-4c7d-8cf9-e01215d3e758 tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] 10.222.0.68 "GET /v2.0/quotas/fdcfb0d129f645508f46496d6d3408cf HTTP/1.1" status: 200 len: 375 time: 0.0277891 Jul 14 09:42:18.591060 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ec5c1b7b-a028-4eec-a734-e0fac8d1c307 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:18.682157 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device f7a34919-cc8e-4ed1-b395-c0da73912e77 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:42:18.733340 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-9767a2b8-4f82-4eec-8391-2e7b5ad4bb02 req-e4dc2d8e-2c28-4a77-8df5-bd1ff8850c70 tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=fdcfb0d129f645508f46496d6d3408cf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1453176 Jul 14 09:42:18.769690 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-d5da6886-10d3-4d5a-bd85-27ad9ab3ca3e tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Request body: {'network': {'name': 'tempest-network-smoke--1701079148', 'project_id': 'da5579fc8d23403983f04f41618106b6', 'port_security_enabled': True}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:42:18.771777 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvr_db [None req-59c06254-113f-407d-9d16-b4be3c45832c None None] Set router 1a2571e9-0958-46b5-9dfa-808a92fd863f gateway port host: n-d-779913-29 {{(pid=93959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:42:18.910196 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-9767a2b8-4f82-4eec-8391-2e7b5ad4bb02 req-6f26e5ea-4908-410c-954b-72e0a94c701c service neutron] 10.222.0.68 "GET /v2.0/networks/e5bfa805-7fa6-4e66-853c-c2e7e3c5ed34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527925 Jul 14 09:42:19.035572 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0d9f8819-4df4-46ad-a6f8-9926d6ecf0be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:19.056085 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0d9f8819-4df4-46ad-a6f8-9926d6ecf0be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:19.145969 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9f8819-4df4-46ad-a6f8-9926d6ecf0be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58795af4-f583-422b-91d4-18af1dafbb64,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:19.149189 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddf402b7-70a7-4e5b-82c4-ba5de0232ada None None] Network 80cd3517-63e7-4205-a837-ae8920df7022 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:42:19.161001 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-9767a2b8-4f82-4eec-8391-2e7b5ad4bb02 req-0fe1afdf-eaee-44cd-980e-9dbca842c9b7 service neutron] 10.222.0.68 "GET /v2.0/networks/e5bfa805-7fa6-4e66-853c-c2e7e3c5ed34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2247231 Jul 14 09:42:19.161174 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-0d9f8819-4df4-46ad-a6f8-9926d6ecf0be admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=1c6be0681dfc4e9c8b0040b63b77594f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1730328 Jul 14 09:42:19.163894 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 45032) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:19.195253 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5da6886-10d3-4d5a-bd85-27ad9ab3ca3e tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Made reservation on behalf of da5579fc8d23403983f04f41618106b6 for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:42:19.200883 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d5da6886-10d3-4d5a-bd85-27ad9ab3ca3e tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:19.234101 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-e98dcced-bff0-4a39-9c77-16a1ba8f55d4 None None] Provisioning for port f7a34919-cc8e-4ed1-b395-c0da73912e77 completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:42:19.240402 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d5da6886-10d3-4d5a-bd85-27ad9ab3ca3e tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:19.243271 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-e98dcced-bff0-4a39-9c77-16a1ba8f55d4 None None] Provisioning complete for port f7a34919-cc8e-4ed1-b395-c0da73912e77 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:42:19.243271 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e98dcced-bff0-4a39-9c77-16a1ba8f55d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:19.251683 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1087a26a-913f-4cb8-9216-aa445649f427 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:19.260447 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-34d8ed9b-e535-4a41-94cf-15b1b3b422ca req-acf273ab-115d-4249-a4a5-7f007fd57205 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/ports?device_id=fe2025ab-80ef-43d7-9a05-e52ed4bb6c98 HTTP/1.1" status: 200 len: 210 time: 0.1162608 Jul 14 09:42:19.280441 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1087a26a-913f-4cb8-9216-aa445649f427 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:19.300776 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-ec5c1b7b-a028-4eec-a734-e0fac8d1c307 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Allocated IP 2001:db8:0:1::ff (80cd3517-63e7-4205-a837-ae8920df7022/a51f9981-5b73-4585-806f-cf209e126549/16ed8efc-1200-484b-9f65-4cf5ff4ddad0) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:42:19.335406 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1087a26a-913f-4cb8-9216-aa445649f427 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:19.349396 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1087a26a-913f-4cb8-9216-aa445649f427 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:19.353701 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-1087a26a-913f-4cb8-9216-aa445649f427 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/58795af4-f583-422b-91d4-18af1dafbb64 HTTP/1.1" status: 204 len: 168 time: 0.1886940 Jul 14 09:42:19.363515 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1087a26a-913f-4cb8-9216-aa445649f427 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58795af4-f583-422b-91d4-18af1dafbb64,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:19.376408 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-59c06254-113f-407d-9d16-b4be3c45832c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a2571e9-0958-46b5-9dfa-808a92fd863f', 'name': 'tempest-AttachVolumeTestJSON-831321460-router', 'tenant_id': 'fdcfb0d129f645508f46496d6d3408cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.158'}], 'enable_snat': True}, 'gw_port_id': 'faf8a1de-18dc-4b38-a01a-450dbc8dc8eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:42:06Z', 'updated_at': '2021-07-14T09:42:11Z', 'revision_number': 4, 'project_id': 'fdcfb0d129f645508f46496d6d3408cf', 'gw_port': {'id': 'faf8a1de-18dc-4b38-a01a-450dbc8dc8eb', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:5c:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a2571e9-0958-46b5-9dfa-808a92fd863f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2961, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:42:07Z', 'updated_at': '2021-07-14T09:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': '74361e15-dbd1-400c-a609-d364959fd1d8', 'name': '', 'network_id': 'e5bfa805-7fa6-4e66-853c-c2e7e3c5ed34', 'tenant_id': 'fdcfb0d129f645508f46496d6d3408cf', 'mac_address': 'fa:16:3e:35:16:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a2571e9-0958-46b5-9dfa-808a92fd863f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2965, 'fixed_ips': [{'subnet_id': 'a974099b-8e0b-49f4-a28f-d50286aa9083', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:42:10Z', 'updated_at': '2021-07-14T09:42:18Z', 'revision_number': 4, 'project_id': 'fdcfb0d129f645508f46496d6d3408cf', 'subnets': [{'id': 'a974099b-8e0b-49f4-a28f-d50286aa9083', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:42:19.434834 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c06254-113f-407d-9d16-b4be3c45832c None None] The sync data for ids ['1a2571e9-0958-46b5-9dfa-808a92fd863f'] in n-d-779913-29 is: [{'id': '1a2571e9-0958-46b5-9dfa-808a92fd863f', 'name': 'tempest-AttachVolumeTestJSON-831321460-router', 'tenant_id': 'fdcfb0d129f645508f46496d6d3408cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.158'}], 'enable_snat': True}, 'gw_port_id': 'faf8a1de-18dc-4b38-a01a-450dbc8dc8eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:42:06Z', 'updated_at': '2021-07-14T09:42:11Z', 'revision_number': 4, 'project_id': 'fdcfb0d129f645508f46496d6d3408cf', 'gw_port': {'id': 'faf8a1de-18dc-4b38-a01a-450dbc8dc8eb', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:5c:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a2571e9-0958-46b5-9dfa-808a92fd863f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2961, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:42:07Z', 'updated_at': '2021-07-14T09:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': '74361e15-dbd1-400c-a609-d364959fd1d8', 'name': '', 'network_id': 'e5bfa805-7fa6-4e66-853c-c2e7e3c5ed34', 'tenant_id': 'fdcfb0d129f645508f46496d6d3408cf', 'mac_address': 'fa:16:3e:35:16:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a2571e9-0958-46b5-9dfa-808a92fd863f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2965, 'fixed_ips': [{'subnet_id': 'a974099b-8e0b-49f4-a28f-d50286aa9083', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:42:10Z', 'updated_at': '2021-07-14T09:42:18Z', 'revision_number': 4, 'project_id': 'fdcfb0d129f645508f46496d6d3408cf', 'subnets': [{'id': 'a974099b-8e0b-49f4-a28f-d50286aa9083', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:42:19.494779 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-41325925-730e-4fed-a978-a012c0ee73c5 req-62167245-3d1a-48ff-8622-c772e5d726d8 tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] 10.222.0.68 "GET /v2.0/ports?device_id=ae3d35a6-4bda-4462-871d-12870a7d39dc HTTP/1.1" status: 200 len: 210 time: 0.0781646 Jul 14 09:42:19.681152 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d5da6886-10d3-4d5a-bd85-27ad9ab3ca3e tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:19.695557 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d5da6886-10d3-4d5a-bd85-27ad9ab3ca3e tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:19.765829 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baef23f0-f431-42c8-9eb7-6f32c968265d req-78de214d-9be0-4b56-b619-1cab13047795 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:19.775440 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-baef23f0-f431-42c8-9eb7-6f32c968265d req-78de214d-9be0-4b56-b619-1cab13047795 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.57 "GET /v2.0/networks?id=2a42cb13-2d55-4959-a070-eb88da564dfb HTTP/1.1" status: 200 len: 812 time: 0.2620962 Jul 14 09:42:19.794450 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-baef23f0-f431-42c8-9eb7-6f32c968265d req-f9cc6f19-0878-401a-a718-15b960de3234 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Request body: {'port': {'device_id': 'fe2025ab-80ef-43d7-9a05-e52ed4bb6c98', 'network_id': '2a42cb13-2d55-4959-a070-eb88da564dfb', 'admin_state_up': True, 'tenant_id': '0be6be6bccc149f1a4b35e465d4a6d6f'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:42:19.817866 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5da6886-10d3-4d5a-bd85-27ad9ab3ca3e tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 746} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:42:19.851780 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d5da6886-10d3-4d5a-bd85-27ad9ab3ca3e tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:19.852165 n-d-779913-29 neutron-server[93958]: INFO neutron.db.segments_db [None req-d5da6886-10d3-4d5a-bd85-27ad9ab3ca3e tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Added segment eb9a8695-c835-4f65-928c-97e7794f28b3 of type vlan for network eb4e535c-3b84-4c9e-9de2-4073c56413e0 Jul 14 09:42:19.855445 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5da6886-10d3-4d5a-bd85-27ad9ab3ca3e tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Pushing event updated for resources: {'SecurityGroup': ['ID=729332b3-aa26-4242-bffa-1b4bbb53378c,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:19.943837 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d5da6886-10d3-4d5a-bd85-27ad9ab3ca3e tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735687821325'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:19.985631 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ec5c1b7b-a028-4eec-a734-e0fac8d1c307 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:19.990178 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d5da6886-10d3-4d5a-bd85-27ad9ab3ca3e tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:19.997636 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5da6886-10d3-4d5a-bd85-27ad9ab3ca3e tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:19.998897 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d5da6886-10d3-4d5a-bd85-27ad9ab3ca3e tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:20.145713 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5da6886-10d3-4d5a-bd85-27ad9ab3ca3e tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Pushing event updated for resources: {'Network': ['ID=eb4e535c-3b84-4c9e-9de2-4073c56413e0,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:20.148232 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-ec5c1b7b-a028-4eec-a734-e0fac8d1c307 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Ignored duplicate provisioning block setup for port 16ed8efc-1200-484b-9f65-4cf5ff4ddad0 by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 14 09:42:20.163096 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Network eb4e535c-3b84-4c9e-9de2-4073c56413e0 details requested by agent ovs-agent-n-d-779913-29 with host n-d-779913-29 {{(pid=93959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:42:20.164444 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 45052) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:20.164695 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-d5da6886-10d3-4d5a-bd85-27ad9ab3ca3e tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.7034256 Jul 14 09:42:20.165529 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ec5c1b7b-a028-4eec-a734-e0fac8d1c307 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13574142'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:20.184799 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-f53bd6e8-dd13-43c8-8705-db7b62c65d68 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1781889072', 'admin_state_up': True, 'project_id': 'da5579fc8d23403983f04f41618106b6', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'}}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:42:20.206057 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-baef23f0-f431-42c8-9eb7-6f32c968265d req-f9cc6f19-0878-401a-a718-15b960de3234 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Made reservation on behalf of 0be6be6bccc149f1a4b35e465d4a6d6f for: {'port': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:42:20.210680 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-baef23f0-f431-42c8-9eb7-6f32c968265d req-f9cc6f19-0878-401a-a718-15b960de3234 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:20.351001 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c0a37218-b553-43ae-97da-a3158a5c1b0b None None] Provisioning complete for port f7a34919-cc8e-4ed1-b395-c0da73912e77 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:42:20.351631 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c0a37218-b553-43ae-97da-a3158a5c1b0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:20.379830 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-ec5c1b7b-a028-4eec-a734-e0fac8d1c307 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] In _notify_port_updated(), no bound segment for port 16ed8efc-1200-484b-9f65-4cf5ff4ddad0 on network 80cd3517-63e7-4205-a837-ae8920df7022 {{(pid=93958) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 14 09:42:20.400454 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec5c1b7b-a028-4eec-a734-e0fac8d1c307 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:20.401044 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ec5c1b7b-a028-4eec-a734-e0fac8d1c307 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:20.405615 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-ec5c1b7b-a028-4eec-a734-e0fac8d1c307 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] 10.222.0.68 "PUT /v2.0/ports/16ed8efc-1200-484b-9f65-4cf5ff4ddad0 HTTP/1.1" status: 200 len: 1010 time: 2.1540468 Jul 14 09:42:20.409069 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 45058) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:20.483310 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5c1b7b-a028-4eec-a734-e0fac8d1c307 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Pushing event updated for resources: {'Port': ['ID=16ed8efc-1200-484b-9f65-4cf5ff4ddad0,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:20.579656 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c0a37218-b553-43ae-97da-a3158a5c1b0b None None] Provisioning for port 16ed8efc-1200-484b-9f65-4cf5ff4ddad0 completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:42:20.583992 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c0a37218-b553-43ae-97da-a3158a5c1b0b None None] Provisioning complete for port 16ed8efc-1200-484b-9f65-4cf5ff4ddad0 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:42:20.584641 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c0a37218-b553-43ae-97da-a3158a5c1b0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:20.658436 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 74361e15-dbd1-400c-a609-d364959fd1d8 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:42:20.666769 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-bf49c4d4-a726-48f6-9f84-a09172c2dd90 req-93bbc3f4-222b-4dea-9e89-f924b9c96e15 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/ports?device_id=fe2025ab-80ef-43d7-9a05-e52ed4bb6c98 HTTP/1.1" status: 200 len: 210 time: 0.1074274 Jul 14 09:42:20.668438 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f53bd6e8-dd13-43c8-8705-db7b62c65d68 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-711749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14670'] for router, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:20.669774 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f53bd6e8-dd13-43c8-8705-db7b62c65d68 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-711718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-661475', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14679'] for router, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:20.696065 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-c0a37218-b553-43ae-97da-a3158a5c1b0b None None] Port 16ed8efc-1200-484b-9f65-4cf5ff4ddad0 cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:42:20.725845 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-69630dce-5117-4c25-9d4e-c189fccc9597 req-6a62d28a-a71b-48d4-ad62-7a7f78d3689b tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] 10.222.0.68 "GET /v2.0/ports?device_id=ae3d35a6-4bda-4462-871d-12870a7d39dc HTTP/1.1" status: 200 len: 210 time: 0.0929959 Jul 14 09:42:20.727840 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-9430d925-5606-4e5f-a49a-7351fbca4a78 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Deleting port 16ed8efc-1200-484b-9f65-4cf5ff4ddad0 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:42:20.728187 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9430d925-5606-4e5f-a49a-7351fbca4a78 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:20.768140 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning for port 74361e15-dbd1-400c-a609-d364959fd1d8 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:42:20.772658 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f53bd6e8-dd13-43c8-8705-db7b62c65d68 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:20.776164 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port 74361e15-dbd1-400c-a609-d364959fd1d8 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:42:20.776550 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:20.794615 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [req-baef23f0-f431-42c8-9eb7-6f32c968265d req-f9cc6f19-0878-401a-a718-15b960de3234 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Allocated IP 172.20.0.14 (2a42cb13-2d55-4959-a070-eb88da564dfb/2fb6ebb7-0edb-47a6-96f3-036e2585c66a/58a46e37-9009-452b-b221-08ff0168b44e) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:42:20.868037 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-6daf8e22-0929-4b33-be61-dd13c48338a1 None None] Provisioning complete for port 16ed8efc-1200-484b-9f65-4cf5ff4ddad0 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:42:20.870249 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6daf8e22-0929-4b33-be61-dd13c48338a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:20.947866 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-6daf8e22-0929-4b33-be61-dd13c48338a1 None None] Port 16ed8efc-1200-484b-9f65-4cf5ff4ddad0 cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:42:20.955364 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9430d925-5606-4e5f-a49a-7351fbca4a78 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:20.985480 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-9430d925-5606-4e5f-a49a-7351fbca4a78 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Calling delete_port for 16ed8efc-1200-484b-9f65-4cf5ff4ddad0 owned by {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:42:21.010037 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:21.069624 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-baef23f0-f431-42c8-9eb7-6f32c968265d req-f9cc6f19-0878-401a-a718-15b960de3234 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:21.114014 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [req-baef23f0-f431-42c8-9eb7-6f32c968265d req-f9cc6f19-0878-401a-a718-15b960de3234 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Transition to ACTIVE for port object 58a46e37-9009-452b-b221-08ff0168b44e will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:42:21.145219 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] For port 74361e15-dbd1-400c-a609-d364959fd1d8, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=74361e15-dbd1-400c-a609-d364959fd1d8,segment=NetworkSegment(6e8354c8-98e1-423b-8aa6-11517ab42496),segment_id=6e8354c8-98e1-423b-8aa6-11517ab42496)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:42:21.148771 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-70aad0d0-68ee-4678-a24c-4a2462a227f5 None None] Provisioning complete for port 16ed8efc-1200-484b-9f65-4cf5ff4ddad0 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:42:21.149249 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-70aad0d0-68ee-4678-a24c-4a2462a227f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:21.159959 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:21.262372 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-baef23f0-f431-42c8-9eb7-6f32c968265d req-f9cc6f19-0878-401a-a718-15b960de3234 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:21.317018 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] get_ports_and_sgs() called for port_ids ['1a74407f-1167-403e-905d-2f083f30456b'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:42:21.324598 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] get_ports_and_sgs() called for port_ids ['249cebec-dc11-498c-abb2-47ee3d6b51f3'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:42:21.493386 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9430d925-5606-4e5f-a49a-7351fbca4a78 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:21.499808 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-baef23f0-f431-42c8-9eb7-6f32c968265d req-f9cc6f19-0878-401a-a718-15b960de3234 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Network 2a42cb13-2d55-4959-a070-eb88da564dfb is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:42:21.506194 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-70aad0d0-68ee-4678-a24c-4a2462a227f5 None None] Port 16ed8efc-1200-484b-9f65-4cf5ff4ddad0 cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:42:21.518824 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [req-baef23f0-f431-42c8-9eb7-6f32c968265d req-f9cc6f19-0878-401a-a718-15b960de3234 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:42:21.533281 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-baef23f0-f431-42c8-9eb7-6f32c968265d req-f9cc6f19-0878-401a-a718-15b960de3234 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:42:21.552564 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9430d925-5606-4e5f-a49a-7351fbca4a78 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Pushing event deleted for resources: {'Port': ['ID=16ed8efc-1200-484b-9f65-4cf5ff4ddad0,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:21.570972 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Pushing event updated for resources: {'Port': ['ID=74361e15-dbd1-400c-a609-d364959fd1d8,revision_number=5']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:21.679176 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-a219e5a5-8079-45cb-b2b1-574c20304b2b None None] Could not find standard attr ID for object 16ed8efc-1200-484b-9f65-4cf5ff4ddad0. {{(pid=93959) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 09:42:21.689592 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9430d925-5606-4e5f-a49a-7351fbca4a78 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:21.691704 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-9430d925-5606-4e5f-a49a-7351fbca4a78 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] 10.222.0.68 "DELETE /v2.0/ports/16ed8efc-1200-484b-9f65-4cf5ff4ddad0 HTTP/1.1" status: 204 len: 168 time: 1.2818897 Jul 14 09:42:21.696778 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 45084) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:21.696975 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cc6f19-0878-401a-a718-15b960de3234 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Pushing event updated for resources: {'Port': ['ID=58a46e37-9009-452b-b221-08ff0168b44e,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:21.723774 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f53bd6e8-dd13-43c8-8705-db7b62c65d68 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-661489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-711771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12973'] for router, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:21.752573 n-d-779913-29 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-314a4ebb-3deb-418b-8882-9f9a6f2cea14 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] GET failed (client error): The resource could not be found. Jul 14 09:42:21.756718 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-314a4ebb-3deb-418b-8882-9f9a6f2cea14 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] 10.222.0.68 "GET /v2.0/ports/16ed8efc-1200-484b-9f65-4cf5ff4ddad0 HTTP/1.1" status: 404 len: 333 time: 0.0589318 Jul 14 09:42:21.763148 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 45090) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:21.922210 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-93e21c3d-19f2-469f-be56-470c2afd1bb6 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Deleting subnet a51f9981-5b73-4585-806f-cf209e126549 {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:42:21.932098 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-93e21c3d-19f2-469f-be56-470c2afd1bb6 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:21.948961 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baef23f0-f431-42c8-9eb7-6f32c968265d req-f9cc6f19-0878-401a-a718-15b960de3234 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:21.949853 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-baef23f0-f431-42c8-9eb7-6f32c968265d req-f9cc6f19-0878-401a-a718-15b960de3234 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:22.020372 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-baef23f0-f431-42c8-9eb7-6f32c968265d req-f9cc6f19-0878-401a-a718-15b960de3234 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2361548 Jul 14 09:42:22.052882 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-baef23f0-f431-42c8-9eb7-6f32c968265d req-711296b2-fa7f-4d0d-a69e-9da8d871cc73 service neutron] Request body: {'port': {'device_id': 'fe2025ab-80ef-43d7-9a05-e52ed4bb6c98', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-29'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:42:22.057299 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-182ec779-31cd-4225-8ad7-d987449631b2 req-3dbad6b4-f9f3-412c-a611-42598dcf1937 tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] 10.222.0.68 "GET /v2.0/ports?device_id=ae3d35a6-4bda-4462-871d-12870a7d39dc HTTP/1.1" status: 200 len: 210 time: 0.0525401 Jul 14 09:42:22.064725 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-93e21c3d-19f2-469f-be56-470c2afd1bb6 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13574120'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:22.105356 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-7730129b-04a2-4357-b65d-70e1cc1283a8 None None] Provisioning for port 58a46e37-9009-452b-b221-08ff0168b44e completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:42:22.112502 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-7730129b-04a2-4357-b65d-70e1cc1283a8 None None] Provisioning complete for port 58a46e37-9009-452b-b221-08ff0168b44e triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:42:22.112502 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7730129b-04a2-4357-b65d-70e1cc1283a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:22.169141 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c2bd935f-770f-4385-9bea-cea4777d8152 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:22.174985 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-7730129b-04a2-4357-b65d-70e1cc1283a8 None None] Port 58a46e37-9009-452b-b221-08ff0168b44e cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:42:22.190535 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-93e21c3d-19f2-469f-be56-470c2afd1bb6 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3481002'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:22.196968 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1582a162-a878-4328-afda-703193242dff req-6a3a22ac-234b-4078-bbab-37f5298182ea tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:22.198535 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1582a162-a878-4328-afda-703193242dff req-6a3a22ac-234b-4078-bbab-37f5298182ea tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/ports?device_id=fe2025ab-80ef-43d7-9a05-e52ed4bb6c98 HTTP/1.1" status: 200 len: 932 time: 0.1819201 Jul 14 09:42:22.245632 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-baef23f0-f431-42c8-9eb7-6f32c968265d req-711296b2-fa7f-4d0d-a69e-9da8d871cc73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:22.278218 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-93e21c3d-19f2-469f-be56-470c2afd1bb6 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13574056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16714573'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:22.313763 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e21c3d-19f2-469f-be56-470c2afd1bb6 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Pushing event deleted for resources: {'Subnet': ['ID=a51f9981-5b73-4585-806f-cf209e126549,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:22.321340 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-93e21c3d-19f2-469f-be56-470c2afd1bb6 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:22.329106 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-789d4aae-1cb3-4ed8-a31d-d84ffde6f283 None None] Network 80cd3517-63e7-4205-a837-ae8920df7022 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:42:22.329754 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-93e21c3d-19f2-469f-be56-470c2afd1bb6 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] 10.222.0.68 "DELETE /v2.0/subnets/a51f9981-5b73-4585-806f-cf209e126549 HTTP/1.1" status: 204 len: 168 time: 0.5634487 Jul 14 09:42:22.330135 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 45100) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:22.421980 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-b602f8ca-2321-420d-bc79-d16a7b825db1 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Deleting subnet b5a028bd-6a70-4911-b5ac-120ca8e59dbc {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:42:22.431883 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b602f8ca-2321-420d-bc79-d16a7b825db1 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:22.505514 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b602f8ca-2321-420d-bc79-d16a7b825db1 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13574120'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:22.564865 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 74361e15-dbd1-400c-a609-d364959fd1d8 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:42:22.639253 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b602f8ca-2321-420d-bc79-d16a7b825db1 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3481002'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:22.667202 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port 74361e15-dbd1-400c-a609-d364959fd1d8 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:42:22.667358 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:22.736280 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b602f8ca-2321-420d-bc79-d16a7b825db1 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13574056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16714573'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:22.812802 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b602f8ca-2321-420d-bc79-d16a7b825db1 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Pushing event deleted for resources: {'Subnet': ['ID=b5a028bd-6a70-4911-b5ac-120ca8e59dbc,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:22.820259 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b602f8ca-2321-420d-bc79-d16a7b825db1 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:22.833744 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-b602f8ca-2321-420d-bc79-d16a7b825db1 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] 10.222.0.68 "DELETE /v2.0/subnets/b5a028bd-6a70-4911-b5ac-120ca8e59dbc HTTP/1.1" status: 204 len: 168 time: 0.4938419 Jul 14 09:42:22.833744 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 45102) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:22.888799 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f53bd6e8-dd13-43c8-8705-db7b62c65d68 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks [] for router_gateway, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:22.948892 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-620e10d7-77a8-494b-9ce1-8725ca709b26 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3876111'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:22.970719 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f53bd6e8-dd13-43c8-8705-db7b62c65d68 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:22.996811 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1582a162-a878-4328-afda-703193242dff req-b9dc5a76-f85b-4828-b459-1e694f625e91 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/security-groups?id=8ddc8877-605a-44c2-a058-368d728dd554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7854774 Jul 14 09:42:23.052294 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-620e10d7-77a8-494b-9ce1-8725ca709b26 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Deleting port f7a34919-cc8e-4ed1-b395-c0da73912e77 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:42:23.052662 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-620e10d7-77a8-494b-9ce1-8725ca709b26 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:23.126277 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-620e10d7-77a8-494b-9ce1-8725ca709b26 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] For port f7a34919-cc8e-4ed1-b395-c0da73912e77, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=f7a34919-cc8e-4ed1-b395-c0da73912e77,segment=NetworkSegment(a51bb6f6-00db-4abd-8dc7-ff55cff1047a),segment_id=a51bb6f6-00db-4abd-8dc7-ff55cff1047a)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:42:23.126964 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-620e10d7-77a8-494b-9ce1-8725ca709b26 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:23.143110 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-620e10d7-77a8-494b-9ce1-8725ca709b26 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Calling delete_port for f7a34919-cc8e-4ed1-b395-c0da73912e77 owned by network:dhcp {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:42:23.169621 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-f53bd6e8-dd13-43c8-8705-db7b62c65d68 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Allocated IP 172.25.4.27 (2dcd4d32-cc7c-4468-b396-7ce5c9231892/6cd22a75-5bc1-467c-a3c4-0af04bd1b34a/51a6a0a1-b392-430f-88e6-9bd43e984f72) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:42:23.274062 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-4822eeee-ce75-4605-81bd-f3d51bd7df79 req-3884ebe6-b8f8-41f0-99a9-67a43057903c tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] 10.222.0.68 "GET /v2.0/ports?device_id=ae3d35a6-4bda-4462-871d-12870a7d39dc HTTP/1.1" status: 200 len: 210 time: 0.0320511 Jul 14 09:42:23.308717 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-620e10d7-77a8-494b-9ce1-8725ca709b26 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:23.336925 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620e10d7-77a8-494b-9ce1-8725ca709b26 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Pushing event deleted for resources: {'Port': ['ID=f7a34919-cc8e-4ed1-b395-c0da73912e77,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:23.347580 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-620e10d7-77a8-494b-9ce1-8725ca709b26 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] No DVR routers for this DVR port f7a34919-cc8e-4ed1-b395-c0da73912e77 on host n-d-779913-29 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:42:23.369032 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9767a2b8-4f82-4eec-8391-2e7b5ad4bb02 req-31f06a19-5969-4bef-a6f4-951e10ccda2e tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:23.370545 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-9767a2b8-4f82-4eec-8391-2e7b5ad4bb02 req-31f06a19-5969-4bef-a6f4-951e10ccda2e tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] 10.222.0.65 "GET /v2.0/networks?id=e5bfa805-7fa6-4e66-853c-c2e7e3c5ed34 HTTP/1.1" status: 200 len: 810 time: 0.6358342 Jul 14 09:42:23.420985 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f53bd6e8-dd13-43c8-8705-db7b62c65d68 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:23.436188 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-620e10d7-77a8-494b-9ce1-8725ca709b26 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473955', 'neutron.services.segments.db._delete_segments_for_network-8735688326548'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:23.447566 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-620e10d7-77a8-494b-9ce1-8725ca709b26 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80cd3517-63e7-4205-a837-ae8920df7022']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:42:23.461061 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-620e10d7-77a8-494b-9ce1-8725ca709b26 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a51bb6f6-00db-4abd-8dc7-ff55cff1047a') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:42:23.461460 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-620e10d7-77a8-494b-9ce1-8725ca709b26 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a51bb6f6-00db-4abd-8dc7-ff55cff1047a') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:42:23.472714 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-620e10d7-77a8-494b-9ce1-8725ca709b26 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735688356235', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13574129'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:23.487895 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-620e10d7-77a8-494b-9ce1-8725ca709b26 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:23.493921 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-620e10d7-77a8-494b-9ce1-8725ca709b26 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Releasing vlan 719 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:42:23.494515 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-620e10d7-77a8-494b-9ce1-8725ca709b26 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13573126'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:23.498121 n-d-779913-29 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:42:23.498121 n-d-779913-29 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:42:23.498121 n-d-779913-29 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:42:23.498121 n-d-779913-29 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:42:23.498121 n-d-779913-29 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:42:23.498121 n-d-779913-29 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:42:23.498121 n-d-779913-29 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:42:23.498121 n-d-779913-29 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:42:23.498121 n-d-779913-29 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:42:23.498121 n-d-779913-29 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:42:23.498121 n-d-779913-29 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:42:23.498121 n-d-779913-29 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:42:23.498121 n-d-779913-29 neutron-server[93958]: Traceback (most recent call last): Jul 14 09:42:23.498121 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:42:23.498121 n-d-779913-29 neutron-server[93958]: timer() Jul 14 09:42:23.498121 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:42:23.498121 n-d-779913-29 neutron-server[93958]: cb(*args, **kw) Jul 14 09:42:23.498121 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:42:23.498121 n-d-779913-29 neutron-server[93958]: return func(*args, **kwargs) Jul 14 09:42:23.498121 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:42:23.498121 n-d-779913-29 neutron-server[93958]: self._notify() Jul 14 09:42:23.498121 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:42:23.498121 n-d-779913-29 neutron-server[93958]: self.callback(batched_events) Jul 14 09:42:23.498121 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:42:23.498121 n-d-779913-29 neutron-server[93958]: event.method(event) Jul 14 09:42:23.498121 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:42:23.498121 n-d-779913-29 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:42:23.498121 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:42:23.498121 n-d-779913-29 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:42:23.498121 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:42:23.498121 n-d-779913-29 neutron-server[93958]: return f(self, *a, **k) Jul 14 09:42:23.498121 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:42:23.498121 n-d-779913-29 neutron-server[93958]: return self._get(url).json() Jul 14 09:42:23.498121 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:42:23.498121 n-d-779913-29 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:42:23.498121 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:42:23.498121 n-d-779913-29 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 14 09:42:23.498121 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:42:23.498121 n-d-779913-29 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:42:23.498121 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:42:23.498121 n-d-779913-29 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:42:23.498121 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:42:23.498121 n-d-779913-29 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:42:23.498121 n-d-779913-29 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:42:23.509479 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-9767a2b8-4f82-4eec-8391-2e7b5ad4bb02 req-5b7e333a-e64a-4659-a027-20b1f218ed9c tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fdcfb0d129f645508f46496d6d3408cf HTTP/1.1" status: 200 len: 380 time: 0.0699227 Jul 14 09:42:23.520559 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-9767a2b8-4f82-4eec-8391-2e7b5ad4bb02 req-9a059819-de11-4877-8006-84cef8d27017 tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] Request body: {'port': {'device_id': 'ae3d35a6-4bda-4462-871d-12870a7d39dc', 'network_id': 'e5bfa805-7fa6-4e66-853c-c2e7e3c5ed34', 'admin_state_up': True, 'tenant_id': 'fdcfb0d129f645508f46496d6d3408cf', 'security_groups': ['6eb76f1e-e651-421c-9418-fa3a5fe2dfda']}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:42:23.539625 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f53bd6e8-dd13-43c8-8705-db7b62c65d68 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:23.571554 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df11315f-11bd-40fa-99f5-c4413c7130b8 None None] Network 80cd3517-63e7-4205-a837-ae8920df7022 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:42:23.575297 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-620e10d7-77a8-494b-9ce1-8725ca709b26 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660504'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:23.586671 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-620e10d7-77a8-494b-9ce1-8725ca709b26 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:23.588927 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df11315f-11bd-40fa-99f5-c4413c7130b8 None None] Network 80cd3517-63e7-4205-a837-ae8920df7022 could not be found, it might have been deleted concurrently. {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 14 09:42:23.596145 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-620e10d7-77a8-494b-9ce1-8725ca709b26 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] 10.222.0.68 "DELETE /v2.0/networks/80cd3517-63e7-4205-a837-ae8920df7022 HTTP/1.1" status: 204 len: 168 time: 0.7626634 Jul 14 09:42:23.599936 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 45112) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:23.604412 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-dde090df-93b8-4989-87c8-99c2cf578e47 None None] Could not find standard attr ID for object f7a34919-cc8e-4ed1-b395-c0da73912e77. {{(pid=93959) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 09:42:23.604559 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620e10d7-77a8-494b-9ce1-8725ca709b26 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Pushing event deleted for resources: {'Network': ['ID=80cd3517-63e7-4205-a837-ae8920df7022,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:23.688402 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99c70d40-f522-4069-b59d-13be69142d5d None None] DHCP port deletion for 80cd3517-63e7-4205-a837-ae8920df7022 request from n-d-779913-29 {{(pid=93959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:42:23.718167 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f53bd6e8-dd13-43c8-8705-db7b62c65d68 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Network 2dcd4d32-cc7c-4468-b396-7ce5c9231892 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:42:23.743338 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53bd6e8-dd13-43c8-8705-db7b62c65d68 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Pushing event updated for resources: {'Port': ['ID=51a6a0a1-b392-430f-88e6-9bd43e984f72,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:23.746649 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-f53bd6e8-dd13-43c8-8705-db7b62c65d68 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:42:23.748749 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f53bd6e8-dd13-43c8-8705-db7b62c65d68 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:42:23.863864 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [req-baef23f0-f431-42c8-9eb7-6f32c968265d req-711296b2-fa7f-4d0d-a69e-9da8d871cc73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58a46e37-9009-452b-b221-08ff0168b44e {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:42:23.911784 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-baef23f0-f431-42c8-9eb7-6f32c968265d req-711296b2-fa7f-4d0d-a69e-9da8d871cc73 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:23.956261 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e5ecf76-8f7f-4351-84f2-f4dce173e8b5 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:23.957821 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-6e5ecf76-8f7f-4351-84f2-f4dce173e8b5 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] 10.222.0.68 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.3332999 Jul 14 09:42:23.961794 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 45118) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:23.972245 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9767a2b8-4f82-4eec-8391-2e7b5ad4bb02 req-9a059819-de11-4877-8006-84cef8d27017 tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] Made reservation on behalf of fdcfb0d129f645508f46496d6d3408cf for: {'port': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:42:23.975907 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-9767a2b8-4f82-4eec-8391-2e7b5ad4bb02 req-9a059819-de11-4877-8006-84cef8d27017 tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:23.996099 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [req-baef23f0-f431-42c8-9eb7-6f32c968265d req-711296b2-fa7f-4d0d-a69e-9da8d871cc73 service neutron] Transition to ACTIVE for port object 58a46e37-9009-452b-b221-08ff0168b44e will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:42:24.008503 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-baef23f0-f431-42c8-9eb7-6f32c968265d req-711296b2-fa7f-4d0d-a69e-9da8d871cc73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:24.069852 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-84138777-ae57-4171-8705-72c13c8f83f6 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] 10.222.0.68 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1062548 Jul 14 09:42:24.073210 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 45124) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:24.079655 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-8d08d6ac-2b0a-4f12-a658-1332e5b0d14b tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-298346065'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:42:24.135280 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d08d6ac-2b0a-4f12-a658-1332e5b0d14b tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Made reservation on behalf of 8e0fa7bcfd52457fb97f1b4ac86d5efa for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:42:24.142919 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8d08d6ac-2b0a-4f12-a658-1332e5b0d14b tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:24.150676 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711296b2-fa7f-4d0d-a69e-9da8d871cc73 service neutron] Pushing event updated for resources: {'Port': ['ID=58a46e37-9009-452b-b221-08ff0168b44e,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:24.190272 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d08d6ac-2b0a-4f12-a658-1332e5b0d14b tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 734} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:42:24.204943 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8d08d6ac-2b0a-4f12-a658-1332e5b0d14b tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:24.205537 n-d-779913-29 neutron-server[93958]: INFO neutron.db.segments_db [None req-8d08d6ac-2b0a-4f12-a658-1332e5b0d14b tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Added segment aaca8e2a-7c7d-48f7-b8b2-f36b496691b9 of type vlan for network 409734aa-5106-4a5c-a1f9-09d181bfbf63 Jul 14 09:42:24.258446 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8d08d6ac-2b0a-4f12-a658-1332e5b0d14b tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735687821325'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:24.295956 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8d08d6ac-2b0a-4f12-a658-1332e5b0d14b tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:24.313107 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d08d6ac-2b0a-4f12-a658-1332e5b0d14b tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:24.314712 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8d08d6ac-2b0a-4f12-a658-1332e5b0d14b tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:24.447542 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-8d08d6ac-2b0a-4f12-a658-1332e5b0d14b tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3731494 Jul 14 09:42:24.457126 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 45130) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:24.488051 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [req-9767a2b8-4f82-4eec-8391-2e7b5ad4bb02 req-9a059819-de11-4877-8006-84cef8d27017 tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] Allocated IP 172.20.0.4 (e5bfa805-7fa6-4e66-853c-c2e7e3c5ed34/a974099b-8e0b-49f4-a28f-d50286aa9083/b8119f90-a854-4301-93cc-52fa4a20015d) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:42:24.498642 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-a1a946b3-3b2a-431d-b1f5-604354201f3f tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Request body: {'subnet': {'network_id': '409734aa-5106-4a5c-a1f9-09d181bfbf63', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:42:24.518487 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device f7a34919-cc8e-4ed1-b395-c0da73912e77 no longer exists at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:42:24.526773 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d8f038ae-ddc4-46d7-b0d0-7021d522a2ce req-e3d7a009-1a7d-42b2-950a-f57e640cc9c8 tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] 10.222.0.68 "GET /v2.0/ports?device_id=ae3d35a6-4bda-4462-871d-12870a7d39dc HTTP/1.1" status: 200 len: 210 time: 0.0399466 Jul 14 09:42:24.538198 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d08d6ac-2b0a-4f12-a658-1332e5b0d14b tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Pushing event updated for resources: {'Network': ['ID=409734aa-5106-4a5c-a1f9-09d181bfbf63,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:24.574559 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Network 409734aa-5106-4a5c-a1f9-09d181bfbf63 details requested by agent ovs-agent-n-d-779913-29 with host n-d-779913-29 {{(pid=93959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:42:24.578721 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] No Port match for: f7a34919-cc8e-4ed1-b395-c0da73912e77 {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:42:24.579063 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device f7a34919-cc8e-4ed1-b395-c0da73912e77 not bound to the agent host n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:42:24.600157 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-baef23f0-f431-42c8-9eb7-6f32c968265d req-711296b2-fa7f-4d0d-a69e-9da8d871cc73 service neutron] Attempting to bind port 58a46e37-9009-452b-b221-08ff0168b44e on host n-h2-779913-29 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:42:24.600566 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-baef23f0-f431-42c8-9eb7-6f32c968265d req-711296b2-fa7f-4d0d-a69e-9da8d871cc73 service neutron] Attempting to bind port 58a46e37-9009-452b-b221-08ff0168b44e by drivers openvswitch,hyperv on host n-h2-779913-29 at level 0 using segments [{'id': '5aade75d-903c-400b-b4a7-6f3ba4ae14ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '2a42cb13-2d55-4959-a070-eb88da564dfb'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:42:24.600975 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baef23f0-f431-42c8-9eb7-6f32c968265d req-711296b2-fa7f-4d0d-a69e-9da8d871cc73 service neutron] Attempting to bind port 58a46e37-9009-452b-b221-08ff0168b44e on network 2a42cb13-2d55-4959-a070-eb88da564dfb {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:42:24.630200 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f53bd6e8-dd13-43c8-8705-db7b62c65d68 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks [] for router_gateway, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:24.674228 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baef23f0-f431-42c8-9eb7-6f32c968265d req-711296b2-fa7f-4d0d-a69e-9da8d871cc73 service neutron] Port 58a46e37-9009-452b-b221-08ff0168b44e on network 2a42cb13-2d55-4959-a070-eb88da564dfb not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-29 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:42:24.674559 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baef23f0-f431-42c8-9eb7-6f32c968265d req-711296b2-fa7f-4d0d-a69e-9da8d871cc73 service neutron] Attempting to bind port 58a46e37-9009-452b-b221-08ff0168b44e on network 2a42cb13-2d55-4959-a070-eb88da564dfb {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:42:24.706872 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c6bf19-0917-4ba5-bd05-ce5abb981249 req-57aa6794-273c-469c-9869-255765443f2d tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:24.708460 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e2c6bf19-0917-4ba5-bd05-ce5abb981249 req-57aa6794-273c-469c-9869-255765443f2d tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/ports?device_id=fe2025ab-80ef-43d7-9a05-e52ed4bb6c98 HTTP/1.1" status: 200 len: 944 time: 0.4762056 Jul 14 09:42:24.721058 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baef23f0-f431-42c8-9eb7-6f32c968265d req-711296b2-fa7f-4d0d-a69e-9da8d871cc73 service neutron] Checking agent: {'id': '013e4a3b-a634-47b8-b6a5-1a25109b73fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 13, 13), 'started_at': datetime.datetime(2021, 7, 14, 9, 13, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 42, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:42:24.721058 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baef23f0-f431-42c8-9eb7-6f32c968265d req-711296b2-fa7f-4d0d-a69e-9da8d871cc73 service neutron] Checking segment: {'id': '5aade75d-903c-400b-b4a7-6f3ba4ae14ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '2a42cb13-2d55-4959-a070-eb88da564dfb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:42:24.721306 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baef23f0-f431-42c8-9eb7-6f32c968265d req-711296b2-fa7f-4d0d-a69e-9da8d871cc73 service neutron] Bound using segment: {'id': '5aade75d-903c-400b-b4a7-6f3ba4ae14ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '2a42cb13-2d55-4959-a070-eb88da564dfb'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:42:24.721924 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-baef23f0-f431-42c8-9eb7-6f32c968265d req-711296b2-fa7f-4d0d-a69e-9da8d871cc73 service neutron] Bound port: 58a46e37-9009-452b-b221-08ff0168b44e, host: n-h2-779913-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5aade75d-903c-400b-b4a7-6f3ba4ae14ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '2a42cb13-2d55-4959-a070-eb88da564dfb'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:42:24.722131 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-baef23f0-f431-42c8-9eb7-6f32c968265d req-711296b2-fa7f-4d0d-a69e-9da8d871cc73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:24.742264 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:24.861284 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-71f4f456-e37a-4e15-ac57-fc3949285d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:24.964252 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e2c6bf19-0917-4ba5-bd05-ce5abb981249 req-fab16826-0e37-47be-b80f-4a5326a0bb8e tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/security-groups?id=8ddc8877-605a-44c2-a058-368d728dd554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2098844 Jul 14 09:42:24.977639 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1a946b3-3b2a-431d-b1f5-604354201f3f tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Made reservation on behalf of 8e0fa7bcfd52457fb97f1b4ac86d5efa for: {'subnet': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:42:24.981208 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a1a946b3-3b2a-431d-b1f5-604354201f3f tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11984110'] for subnet, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:25.015868 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-baef23f0-f431-42c8-9eb7-6f32c968265d req-711296b2-fa7f-4d0d-a69e-9da8d871cc73 service neutron] For port 58a46e37-9009-452b-b221-08ff0168b44e, host n-h2-779913-29, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:42:25.078438 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-baef23f0-f431-42c8-9eb7-6f32c968265d req-711296b2-fa7f-4d0d-a69e-9da8d871cc73 service neutron] For port 58a46e37-9009-452b-b221-08ff0168b44e, host n-h2-779913-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=58a46e37-9009-452b-b221-08ff0168b44e,segment=NetworkSegment(5aade75d-903c-400b-b4a7-6f3ba4ae14ee),segment_id=5aade75d-903c-400b-b4a7-6f3ba4ae14ee)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:42:25.100898 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-baef23f0-f431-42c8-9eb7-6f32c968265d req-711296b2-fa7f-4d0d-a69e-9da8d871cc73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:25.118547 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-9767a2b8-4f82-4eec-8391-2e7b5ad4bb02 req-9a059819-de11-4877-8006-84cef8d27017 tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:25.203791 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baef23f0-f431-42c8-9eb7-6f32c968265d req-711296b2-fa7f-4d0d-a69e-9da8d871cc73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:25.204513 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-baef23f0-f431-42c8-9eb7-6f32c968265d req-711296b2-fa7f-4d0d-a69e-9da8d871cc73 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:25.205991 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-baef23f0-f431-42c8-9eb7-6f32c968265d req-711296b2-fa7f-4d0d-a69e-9da8d871cc73 service neutron] 10.222.0.57 "PUT /v2.0/ports/58a46e37-9009-452b-b221-08ff0168b44e HTTP/1.1" status: 200 len: 1093 time: 3.1577740 Jul 14 09:42:25.208282 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe2025ab-80ef-43d7-9a05-e52ed4bb6c98', 'tag': '58a46e37-9009-452b-b221-08ff0168b44e'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:42:25.210656 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e07b9089-dc15-42ec-afd9-2bf453f977b2" -d '{"events": [{"name": "network-changed", "server_uuid": "fe2025ab-80ef-43d7-9a05-e52ed4bb6c98", "tag": "58a46e37-9009-452b-b221-08ff0168b44e"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:42:25.229186 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [req-9767a2b8-4f82-4eec-8391-2e7b5ad4bb02 req-9a059819-de11-4877-8006-84cef8d27017 tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] Transition to ACTIVE for port object b8119f90-a854-4301-93cc-52fa4a20015d will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:42:25.231212 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [req-e120ea8b-cdcf-44fd-a03c-9b012601d384 req-a83ad2ce-c67a-4bb5-8aa0-cefd834998d9 service neutron] (93957) timed out ('10.222.0.57', 51407) {{(pid=93957) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 14 09:42:25.315302 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:42:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c1ab413-8293-4cfd-9646-c65adeacd9b8 x-openstack-request-id: req-5c1ab413-8293-4cfd-9646-c65adeacd9b8 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:42:25.316118 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe2025ab-80ef-43d7-9a05-e52ed4bb6c98", "tag": "58a46e37-9009-452b-b221-08ff0168b44e", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:42:25.316446 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-5c1ab413-8293-4cfd-9646-c65adeacd9b8 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:42:25.316926 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe2025ab-80ef-43d7-9a05-e52ed4bb6c98', 'tag': '58a46e37-9009-452b-b221-08ff0168b44e', 'status': 'completed', 'code': 200} Jul 14 09:42:25.339948 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711296b2-fa7f-4d0d-a69e-9da8d871cc73 service neutron] Pushing event updated for resources: {'Port': ['ID=58a46e37-9009-452b-b221-08ff0168b44e,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:25.351715 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f53bd6e8-dd13-43c8-8705-db7b62c65d68 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-711762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-661452'] for router, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:25.487697 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-9767a2b8-4f82-4eec-8391-2e7b5ad4bb02 req-9a059819-de11-4877-8006-84cef8d27017 tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:25.896839 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5ad31076-714c-49ec-bc37-f3d4cd90112a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:25.987024 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9767a2b8-4f82-4eec-8391-2e7b5ad4bb02 req-9a059819-de11-4877-8006-84cef8d27017 tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] Network e5bfa805-7fa6-4e66-853c-c2e7e3c5ed34 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:42:25.989191 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baef23f0-f431-42c8-9eb7-6f32c968265d req-829fb4da-4170-4f40-b199-1a0abe5cb1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:25.990786 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-baef23f0-f431-42c8-9eb7-6f32c968265d req-829fb4da-4170-4f40-b199-1a0abe5cb1a9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0be6be6bccc149f1a4b35e465d4a6d6f&device_id=fe2025ab-80ef-43d7-9a05-e52ed4bb6c98 HTTP/1.1" status: 200 len: 1096 time: 0.7065220 Jul 14 09:42:26.007819 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [req-9767a2b8-4f82-4eec-8391-2e7b5ad4bb02 req-9a059819-de11-4877-8006-84cef8d27017 tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:42:26.037031 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-9767a2b8-4f82-4eec-8391-2e7b5ad4bb02 req-9a059819-de11-4877-8006-84cef8d27017 tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:42:26.051753 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a059819-de11-4877-8006-84cef8d27017 tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] Pushing event updated for resources: {'Port': ['ID=b8119f90-a854-4301-93cc-52fa4a20015d,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:26.054272 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a1a946b3-3b2a-431d-b1f5-604354201f3f tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10052764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11984092'] for subnet, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:26.131343 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-baef23f0-f431-42c8-9eb7-6f32c968265d req-faa3980b-3c6d-4abc-998d-ce7bd0d8eeb9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=58a46e37-9009-452b-b221-08ff0168b44e HTTP/1.1" status: 200 len: 217 time: 0.1028316 Jul 14 09:42:26.194502 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29c5048-d435-47b2-8b33-8c08b9987a3d req-13ff1cee-4495-4a62-982b-d06267a9151c tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:26.202384 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-f29c5048-d435-47b2-8b33-8c08b9987a3d req-13ff1cee-4495-4a62-982b-d06267a9151c tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/ports?device_id=fe2025ab-80ef-43d7-9a05-e52ed4bb6c98 HTTP/1.1" status: 200 len: 944 time: 0.0916843 Jul 14 09:42:26.242787 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-f29c5048-d435-47b2-8b33-8c08b9987a3d req-0e77a56d-157c-47d4-9816-57844dd1c75b tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/security-groups?id=8ddc8877-605a-44c2-a058-368d728dd554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394874 Jul 14 09:42:26.255266 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9767a2b8-4f82-4eec-8391-2e7b5ad4bb02 req-9a059819-de11-4877-8006-84cef8d27017 tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:26.256005 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-9767a2b8-4f82-4eec-8391-2e7b5ad4bb02 req-9a059819-de11-4877-8006-84cef8d27017 tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:26.264498 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a946b3-3b2a-431d-b1f5-604354201f3f tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Pushing event updated for resources: {'Subnet': ['ID=e27ff8aa-db51-4b04-9031-18ba8c78b18a,revision_number=0']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:26.293927 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baef23f0-f431-42c8-9eb7-6f32c968265d req-8c158209-696a-4db7-a949-cd8a129ece26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:26.295970 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-baef23f0-f431-42c8-9eb7-6f32c968265d req-8c158209-696a-4db7-a949-cd8a129ece26 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2fb6ebb7-0edb-47a6-96f3-036e2585c66a HTTP/1.1" status: 200 len: 851 time: 0.1388633 Jul 14 09:42:26.309031 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee72ac4-f1fd-4b87-9bfa-627e36d1ea15 req-a201ad82-906e-473d-beeb-6981850a4fe9 tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:26.311421 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6ee72ac4-f1fd-4b87-9bfa-627e36d1ea15 req-a201ad82-906e-473d-beeb-6981850a4fe9 tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] 10.222.0.68 "GET /v2.0/ports?device_id=ae3d35a6-4bda-4462-871d-12870a7d39dc HTTP/1.1" status: 200 len: 931 time: 0.3636019 Jul 14 09:42:26.323019 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-9767a2b8-4f82-4eec-8391-2e7b5ad4bb02 req-9a059819-de11-4877-8006-84cef8d27017 tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8086314 Jul 14 09:42:26.375285 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-9767a2b8-4f82-4eec-8391-2e7b5ad4bb02 req-de1b028d-d412-4e64-9f41-c97043d43ad7 service neutron] Request body: {'port': {'device_id': 'ae3d35a6-4bda-4462-871d-12870a7d39dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-29'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:42:26.381724 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1a946b3-3b2a-431d-b1f5-604354201f3f tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Checking segment: {'id': 'aaca8e2a-7c7d-48f7-b8b2-f36b496691b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '409734aa-5106-4a5c-a1f9-09d181bfbf63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:42:26.382121 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1a946b3-3b2a-431d-b1f5-604354201f3f tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Network hostable DHCP agents. Network: 409734aa-5106-4a5c-a1f9-09d181bfbf63, hostable agents: ['c6a09bd4-f72e-4283-a3ca-0bbca8a51081'], hosted agents: [] {{(pid=93957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:42:26.403999 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f53bd6e8-dd13-43c8-8705-db7b62c65d68 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Router ede3623b-de6c-4042-bf2e-8ca476290cbd is scheduled to L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 with binding_index 1 {{(pid=93957) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:42:26.404435 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-8f77987f-1ae0-49fa-8f9c-6992804e678d None None] Provisioning for port b8119f90-a854-4301-93cc-52fa4a20015d completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:42:26.410190 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-8f77987f-1ae0-49fa-8f9c-6992804e678d None None] Provisioning complete for port b8119f90-a854-4301-93cc-52fa4a20015d triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:42:26.413026 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8f77987f-1ae0-49fa-8f9c-6992804e678d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:26.458618 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-8f77987f-1ae0-49fa-8f9c-6992804e678d None None] Port b8119f90-a854-4301-93cc-52fa4a20015d cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:42:26.467617 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6ee72ac4-f1fd-4b87-9bfa-627e36d1ea15 req-f2507ebd-73c9-454b-9354-3eecf2fd3884 tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] 10.222.0.68 "GET /v2.0/security-groups?id=6eb76f1e-e651-421c-9418-fa3a5fe2dfda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1419795 Jul 14 09:42:26.493320 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1a946b3-3b2a-431d-b1f5-604354201f3f tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Network 409734aa-5106-4a5c-a1f9-09d181bfbf63 is scheduled to be hosted by DHCP agent c6a09bd4-f72e-4283-a3ca-0bbca8a51081 with binding_index 1 {{(pid=93957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:42:26.580377 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baef23f0-f431-42c8-9eb7-6f32c968265d req-8f5c4881-fa00-4446-9aa6-629ee1cc691b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:26.582021 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-baef23f0-f431-42c8-9eb7-6f32c968265d req-8f5c4881-fa00-4446-9aa6-629ee1cc691b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2a42cb13-2d55-4959-a070-eb88da564dfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2694516 Jul 14 09:42:26.582623 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-a1a946b3-3b2a-431d-b1f5-604354201f3f tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-29, 409734aa-5106-4a5c-a1f9-09d181bfbf63) {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:42:26.592658 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-9767a2b8-4f82-4eec-8391-2e7b5ad4bb02 req-de1b028d-d412-4e64-9f41-c97043d43ad7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:26.595686 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1a946b3-3b2a-431d-b1f5-604354201f3f tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:26.596121 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ec3dfd1-f492-4f2d-9a43-f0a3a327c0f7 None None] Network 409734aa-5106-4a5c-a1f9-09d181bfbf63 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:42:26.596285 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a1a946b3-3b2a-431d-b1f5-604354201f3f tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks [] for subnet, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:26.707107 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-a1a946b3-3b2a-431d-b1f5-604354201f3f tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2375498 Jul 14 09:42:26.707395 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 45146) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:26.712622 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-161c1100-3519-41b7-9c73-f2828272bb66 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Request body: {'port': {'network_id': '409734aa-5106-4a5c-a1f9-09d181bfbf63', 'name': 'tempest-PortsIpV6TestJSON-302889252'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:42:26.742252 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 45148) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:26.864036 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-161c1100-3519-41b7-9c73-f2828272bb66 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Made reservation on behalf of 8e0fa7bcfd52457fb97f1b4ac86d5efa for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:42:26.869069 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-161c1100-3519-41b7-9c73-f2828272bb66 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:26.895571 n-d-779913-29 neutron-server[93958]: DEBUG neutron.notifiers.nova [None req-161c1100-3519-41b7-9c73-f2828272bb66 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] device_id is not set on port 016251fe-bb75-4f81-bb54-a79b8650ecdf yet. {{(pid=93958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:42:26.908867 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f53bd6e8-dd13-43c8-8705-db7b62c65d68 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:42:26.921458 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f0a96e-7cb1-458b-a27d-491d207fa8c8 None None] Sync routers for ids ['ede3623b-de6c-4042-bf2e-8ca476290cbd'] in n-d-779913-29 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:42:26.927344 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-baef23f0-f431-42c8-9eb7-6f32c968265d req-74c3beb0-f643-4bab-b727-c35d02087e3e service neutron] 10.222.0.57 "GET /v2.0/networks/2a42cb13-2d55-4959-a070-eb88da564dfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3361070 Jul 14 09:42:26.934001 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f0a96e-7cb1-458b-a27d-491d207fa8c8 None None] Routers {'ede3623b-de6c-4042-bf2e-8ca476290cbd'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:42:26.935043 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-d2f0a96e-7cb1-458b-a27d-491d207fa8c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:42:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['ede3623b-de6c-4042-bf2e-8ca476290cbd'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:42:26.970282 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b5c4b8a-41ff-4703-ae5f-ef1790501abe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf57baaa9-fd24-59f4-8fd2-1dc21122ce72-409734aa-5106-4a5c-a1f9-09d181bfbf63', 'network_id': '409734aa-5106-4a5c-a1f9-09d181bfbf63', 'tenant_id': '8e0fa7bcfd52457fb97f1b4ac86d5efa', 'fixed_ips': [{'subnet_id': 'e27ff8aa-db51-4b04-9031-18ba8c78b18a'}]}} from n-d-779913-29. {{(pid=93959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:42:26.971174 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3b5c4b8a-41ff-4703-ae5f-ef1790501abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:27.062770 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c097c5e6-781e-444a-abfc-483cf4fde3df admin admin] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:27.114259 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f53bd6e8-dd13-43c8-8705-db7b62c65d68 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks [] for router, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:27.114721 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-161c1100-3519-41b7-9c73-f2828272bb66 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Allocated IP 2001:db8::183 (409734aa-5106-4a5c-a1f9-09d181bfbf63/e27ff8aa-db51-4b04-9031-18ba8c78b18a/016251fe-bb75-4f81-bb54-a79b8650ecdf) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:42:27.118336 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-f53bd6e8-dd13-43c8-8705-db7b62c65d68 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 6.9505866 Jul 14 09:42:27.119143 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 45152) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:27.121795 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-baef23f0-f431-42c8-9eb7-6f32c968265d req-7e0971c2-38e5-4fc2-9a57-c2364ecf775c service neutron] 10.222.0.57 "GET /v2.0/networks/2a42cb13-2d55-4959-a070-eb88da564dfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615272 Jul 14 09:42:27.243958 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-d2f0a96e-7cb1-458b-a27d-491d207fa8c8 None None] Set router ede3623b-de6c-4042-bf2e-8ca476290cbd gateway port host: n-d-779913-29 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:42:27.315202 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-65e87baf-c441-4223-9385-3e2fa791a66f tempest-TestNetworkBasicOps-355649252 tempest-TestNetworkBasicOps-355649252-project-admin] 10.222.0.68 "GET /v2.0/subnets?project_id=da5579fc8d23403983f04f41618106b6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1948891 Jul 14 09:42:27.315857 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 45158) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:27.409278 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07b9089-dc15-42ec-afd9-2bf453f977b2 req-cfe57574-09b1-4fdd-8174-6613ac9e8e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:27.411026 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e07b9089-dc15-42ec-afd9-2bf453f977b2 req-cfe57574-09b1-4fdd-8174-6613ac9e8e35 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0be6be6bccc149f1a4b35e465d4a6d6f&device_id=fe2025ab-80ef-43d7-9a05-e52ed4bb6c98 HTTP/1.1" status: 200 len: 1096 time: 0.1768196 Jul 14 09:42:27.459242 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [req-9767a2b8-4f82-4eec-8391-2e7b5ad4bb02 req-de1b028d-d412-4e64-9f41-c97043d43ad7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8119f90-a854-4301-93cc-52fa4a20015d {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:42:27.470929 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-d2f0a96e-7cb1-458b-a27d-491d207fa8c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ede3623b-de6c-4042-bf2e-8ca476290cbd', 'name': 'tempest-TestNetworkBasicOps-router-1781889072', 'tenant_id': 'da5579fc8d23403983f04f41618106b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': '51a6a0a1-b392-430f-88e6-9bd43e984f72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:42:20Z', 'updated_at': '2021-07-14T09:42:24Z', 'revision_number': 3, 'project_id': 'da5579fc8d23403983f04f41618106b6', 'gw_port': {'id': '51a6a0a1-b392-430f-88e6-9bd43e984f72', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ac:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ede3623b-de6c-4042-bf2e-8ca476290cbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3001, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:42:22Z', 'updated_at': '2021-07-14T09:42:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29'}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:42:27.501423 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f0a96e-7cb1-458b-a27d-491d207fa8c8 None None] Checking router: ede3623b-de6c-4042-bf2e-8ca476290cbd for host: n-d-779913-29 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:42:27.501806 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f0a96e-7cb1-458b-a27d-491d207fa8c8 None None] Updating router ede3623b-de6c-4042-bf2e-8ca476290cbd port 51a6a0a1-b392-430f-88e6-9bd43e984f72 binding host n-d-779913-29 {{(pid=93960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:42:27.540617 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d2f0a96e-7cb1-458b-a27d-491d207fa8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:27.558214 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-9767a2b8-4f82-4eec-8391-2e7b5ad4bb02 req-de1b028d-d412-4e64-9f41-c97043d43ad7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:27.577886 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [req-9767a2b8-4f82-4eec-8391-2e7b5ad4bb02 req-de1b028d-d412-4e64-9f41-c97043d43ad7 service neutron] Transition to ACTIVE for port object b8119f90-a854-4301-93cc-52fa4a20015d will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:42:27.583860 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c097c5e6-781e-444a-abfc-483cf4fde3df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:27.593354 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-9767a2b8-4f82-4eec-8391-2e7b5ad4bb02 req-de1b028d-d412-4e64-9f41-c97043d43ad7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:27.629291 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c097c5e6-781e-444a-abfc-483cf4fde3df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:27.650054 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07b9089-dc15-42ec-afd9-2bf453f977b2 req-3328fc35-168d-4543-aebe-471075641df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:27.651993 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e07b9089-dc15-42ec-afd9-2bf453f977b2 req-3328fc35-168d-4543-aebe-471075641df9 service neutron] 10.222.0.57 "GET /v2.0/networks?id=2a42cb13-2d55-4959-a070-eb88da564dfb HTTP/1.1" status: 200 len: 913 time: 0.2247078 Jul 14 09:42:27.653530 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.agents_db [None req-3c3509fb-540d-4335-a450-574895dd3602 None None] Agent healthcheck: found 7 active agents {{(pid=93960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:42:27.723075 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5bbe322f-3f67-4864-bc0a-91afe44d23e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:27.793442 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e07b9089-dc15-42ec-afd9-2bf453f977b2 req-75fadcad-7dda-4ca5-919f-ed1443b4c7ae service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=58a46e37-9009-452b-b221-08ff0168b44e HTTP/1.1" status: 200 len: 217 time: 0.0882201 Jul 14 09:42:27.797634 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-c097c5e6-781e-444a-abfc-483cf4fde3df admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=3a2849bdda53485bab50050da5f65ff5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0543373 Jul 14 09:42:27.798500 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1b028d-d412-4e64-9f41-c97043d43ad7 service neutron] Pushing event updated for resources: {'Port': ['ID=b8119f90-a854-4301-93cc-52fa4a20015d,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:27.802438 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 45162) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:27.803355 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c097c5e6-781e-444a-abfc-483cf4fde3df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c900592-d29d-425d-b814-393e6bf09446,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:27.815801 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-161c1100-3519-41b7-9c73-f2828272bb66 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:27.884615 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d2f0a96e-7cb1-458b-a27d-491d207fa8c8 None None] Notify callbacks [] for port, precommit_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:27.899818 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-d2f0a96e-7cb1-458b-a27d-491d207fa8c8 None None] Transition to ACTIVE for port object 51a6a0a1-b392-430f-88e6-9bd43e984f72 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:42:27.908500 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d2f0a96e-7cb1-458b-a27d-491d207fa8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:27.918884 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-161c1100-3519-41b7-9c73-f2828272bb66 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Transition to ACTIVE for port object 016251fe-bb75-4f81-bb54-a79b8650ecdf will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:42:27.931221 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ce6bb1f-253d-46d5-8e13-b7a44c1e69ce tempest-TestNetworkBasicOps-355649252 tempest-TestNetworkBasicOps-355649252-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:27.936281 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-6ce6bb1f-253d-46d5-8e13-b7a44c1e69ce tempest-TestNetworkBasicOps-355649252 tempest-TestNetworkBasicOps-355649252-project-admin] 10.222.0.68 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.6155801 Jul 14 09:42:27.938836 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 45164) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:27.974934 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-d2f0a96e-7cb1-458b-a27d-491d207fa8c8 None None] Attempting to bind port 51a6a0a1-b392-430f-88e6-9bd43e984f72 on host n-d-779913-29 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:42:27.975987 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-d2f0a96e-7cb1-458b-a27d-491d207fa8c8 None None] Attempting to bind port 51a6a0a1-b392-430f-88e6-9bd43e984f72 by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': '81bf7a93-80b3-43df-b9d5-462c604a2945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:42:27.976524 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f0a96e-7cb1-458b-a27d-491d207fa8c8 None None] Attempting to bind port 51a6a0a1-b392-430f-88e6-9bd43e984f72 on network 2dcd4d32-cc7c-4468-b396-7ce5c9231892 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:42:27.981362 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07b9089-dc15-42ec-afd9-2bf453f977b2 req-4030f99d-1dcc-49f7-84e3-c133d3e612cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:27.983063 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e07b9089-dc15-42ec-afd9-2bf453f977b2 req-4030f99d-1dcc-49f7-84e3-c133d3e612cd service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2fb6ebb7-0edb-47a6-96f3-036e2585c66a HTTP/1.1" status: 200 len: 851 time: 0.1817861 Jul 14 09:42:27.984321 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6c2aa8-e29d-43c0-ba9e-a041657a559a None None] Pushing event updated for resources: {'Port': ['ID=51a6a0a1-b392-430f-88e6-9bd43e984f72,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:27.988835 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-c1d9c7c0-090d-461d-967b-97e2bc354159 tempest-TestNetworkBasicOps-355649252 tempest-TestNetworkBasicOps-355649252-project-admin] 10.222.0.68 "GET /v2.0/subnets?network_id=2dcd4d32-cc7c-4468-b396-7ce5c9231892&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0474000 Jul 14 09:42:27.993542 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 45166) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:27.995415 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f0a96e-7cb1-458b-a27d-491d207fa8c8 None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 42, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:42:27.995792 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f0a96e-7cb1-458b-a27d-491d207fa8c8 None None] Checking segment: {'id': '81bf7a93-80b3-43df-b9d5-462c604a2945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:42:27.996202 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d2f0a96e-7cb1-458b-a27d-491d207fa8c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:27.996687 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f0a96e-7cb1-458b-a27d-491d207fa8c8 None None] Bound using segment: {'id': '81bf7a93-80b3-43df-b9d5-462c604a2945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:42:27.997205 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-d2f0a96e-7cb1-458b-a27d-491d207fa8c8 None None] Bound port: 51a6a0a1-b392-430f-88e6-9bd43e984f72, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81bf7a93-80b3-43df-b9d5-462c604a2945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:42:27.997722 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d2f0a96e-7cb1-458b-a27d-491d207fa8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:28.001796 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-d7260dc1-b122-4584-853e-f7e939c4ad2c tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-619464485', 'network_id': 'eb4e535c-3b84-4c9e-9de2-4073c56413e0', 'project_id': 'da5579fc8d23403983f04f41618106b6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:42:28.002519 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdd3121-6d3e-4dba-bfce-c9760066ce55 req-953d85dd-8002-4adb-901b-57f2b52e8182 tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:28.005224 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-4fdd3121-6d3e-4dba-bfce-c9760066ce55 req-953d85dd-8002-4adb-901b-57f2b52e8182 tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] 10.222.0.68 "GET /v2.0/ports?device_id=ae3d35a6-4bda-4462-871d-12870a7d39dc HTTP/1.1" status: 200 len: 943 time: 0.3788459 Jul 14 09:42:28.055471 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-81269d46-8a8d-4158-b9ab-024ca9aecc8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:28.057588 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-9767a2b8-4f82-4eec-8391-2e7b5ad4bb02 req-de1b028d-d412-4e64-9f41-c97043d43ad7 service neutron] Attempting to bind port b8119f90-a854-4301-93cc-52fa4a20015d on host n-h1-779913-29 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:42:28.057737 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-9767a2b8-4f82-4eec-8391-2e7b5ad4bb02 req-de1b028d-d412-4e64-9f41-c97043d43ad7 service neutron] Attempting to bind port b8119f90-a854-4301-93cc-52fa4a20015d by drivers openvswitch,hyperv on host n-h1-779913-29 at level 0 using segments [{'id': '6e8354c8-98e1-423b-8aa6-11517ab42496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'e5bfa805-7fa6-4e66-853c-c2e7e3c5ed34'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:42:28.058146 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9767a2b8-4f82-4eec-8391-2e7b5ad4bb02 req-de1b028d-d412-4e64-9f41-c97043d43ad7 service neutron] Attempting to bind port b8119f90-a854-4301-93cc-52fa4a20015d on network e5bfa805-7fa6-4e66-853c-c2e7e3c5ed34 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:42:28.073997 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965f997e-450a-4a26-b996-0400848d43ac req-de3e93bf-c4bf-4308-b43e-3b68c007f59b tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:28.075543 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-965f997e-450a-4a26-b996-0400848d43ac req-de3e93bf-c4bf-4308-b43e-3b68c007f59b tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/ports?device_id=fe2025ab-80ef-43d7-9a05-e52ed4bb6c98 HTTP/1.1" status: 200 len: 944 time: 0.4187961 Jul 14 09:42:28.081384 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-d2f0a96e-7cb1-458b-a27d-491d207fa8c8 None None] For port 51a6a0a1-b392-430f-88e6-9bd43e984f72, host n-d-779913-29, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:42:28.082778 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9767a2b8-4f82-4eec-8391-2e7b5ad4bb02 req-de1b028d-d412-4e64-9f41-c97043d43ad7 service neutron] Port b8119f90-a854-4301-93cc-52fa4a20015d on network e5bfa805-7fa6-4e66-853c-c2e7e3c5ed34 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-29 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:42:28.083281 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9767a2b8-4f82-4eec-8391-2e7b5ad4bb02 req-de1b028d-d412-4e64-9f41-c97043d43ad7 service neutron] Attempting to bind port b8119f90-a854-4301-93cc-52fa4a20015d on network e5bfa805-7fa6-4e66-853c-c2e7e3c5ed34 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:42:28.086469 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-d2f0a96e-7cb1-458b-a27d-491d207fa8c8 None None] For port 51a6a0a1-b392-430f-88e6-9bd43e984f72, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=51a6a0a1-b392-430f-88e6-9bd43e984f72,segment=NetworkSegment(81bf7a93-80b3-43df-b9d5-462c604a2945),segment_id=81bf7a93-80b3-43df-b9d5-462c604a2945)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:42:28.093215 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-d2f0a96e-7cb1-458b-a27d-491d207fa8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:28.112597 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9767a2b8-4f82-4eec-8391-2e7b5ad4bb02 req-de1b028d-d412-4e64-9f41-c97043d43ad7 service neutron] Checking agent: {'id': 'de11e667-f145-47b0-bd09-334a7505938e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 13, 12), 'started_at': datetime.datetime(2021, 7, 14, 9, 13, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 42, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:42:28.112597 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9767a2b8-4f82-4eec-8391-2e7b5ad4bb02 req-de1b028d-d412-4e64-9f41-c97043d43ad7 service neutron] Checking segment: {'id': '6e8354c8-98e1-423b-8aa6-11517ab42496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'e5bfa805-7fa6-4e66-853c-c2e7e3c5ed34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:42:28.112984 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9767a2b8-4f82-4eec-8391-2e7b5ad4bb02 req-de1b028d-d412-4e64-9f41-c97043d43ad7 service neutron] Bound using segment: {'id': '6e8354c8-98e1-423b-8aa6-11517ab42496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'e5bfa805-7fa6-4e66-853c-c2e7e3c5ed34'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:42:28.113572 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-9767a2b8-4f82-4eec-8391-2e7b5ad4bb02 req-de1b028d-d412-4e64-9f41-c97043d43ad7 service neutron] Bound port: b8119f90-a854-4301-93cc-52fa4a20015d, host: n-h1-779913-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e8354c8-98e1-423b-8aa6-11517ab42496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'e5bfa805-7fa6-4e66-853c-c2e7e3c5ed34'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:42:28.114002 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-9767a2b8-4f82-4eec-8391-2e7b5ad4bb02 req-de1b028d-d412-4e64-9f41-c97043d43ad7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:28.129102 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-81269d46-8a8d-4158-b9ab-024ca9aecc8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:28.138223 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-161c1100-3519-41b7-9c73-f2828272bb66 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:28.156648 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-4fdd3121-6d3e-4dba-bfce-c9760066ce55 req-27c1b7e1-7dd8-4e5b-ae8a-1a76abd754a1 tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] 10.222.0.68 "GET /v2.0/security-groups?id=6eb76f1e-e651-421c-9418-fa3a5fe2dfda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1387131 Jul 14 09:42:28.162802 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f0a96e-7cb1-458b-a27d-491d207fa8c8 None None] Routers {'ede3623b-de6c-4042-bf2e-8ca476290cbd'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:42:28.163955 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-d2f0a96e-7cb1-458b-a27d-491d207fa8c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:42:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['ede3623b-de6c-4042-bf2e-8ca476290cbd'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:42:28.181391 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-3b5c4b8a-41ff-4703-ae5f-ef1790501abe None None] Allocated IP 2001:db8::2 (409734aa-5106-4a5c-a1f9-09d181bfbf63/e27ff8aa-db51-4b04-9031-18ba8c78b18a/e5c06804-270c-457c-926d-106bb109890b) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:42:28.210862 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-161c1100-3519-41b7-9c73-f2828272bb66 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Network 409734aa-5106-4a5c-a1f9-09d181bfbf63 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:42:28.213823 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07b9089-dc15-42ec-afd9-2bf453f977b2 req-a476d730-f785-4e14-b83b-721d15c6962d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:28.215553 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e07b9089-dc15-42ec-afd9-2bf453f977b2 req-a476d730-f785-4e14-b83b-721d15c6962d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2a42cb13-2d55-4959-a070-eb88da564dfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2018788 Jul 14 09:42:28.222883 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6c2aa8-e29d-43c0-ba9e-a041657a559a None None] Pushing event updated for resources: {'Port': ['ID=51a6a0a1-b392-430f-88e6-9bd43e984f72,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:28.257712 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-161c1100-3519-41b7-9c73-f2828272bb66 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:42:28.284499 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7260dc1-b122-4584-853e-f7e939c4ad2c tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Made reservation on behalf of da5579fc8d23403983f04f41618106b6 for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:42:28.289072 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d7260dc1-b122-4584-853e-f7e939c4ad2c tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16714600'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:28.307663 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-81269d46-8a8d-4158-b9ab-024ca9aecc8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:28.310369 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-81269d46-8a8d-4158-b9ab-024ca9aecc8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:28.311873 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-81269d46-8a8d-4158-b9ab-024ca9aecc8f admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/2c900592-d29d-425d-b814-393e6bf09446 HTTP/1.1" status: 204 len: 168 time: 0.5042055 Jul 14 09:42:28.323113 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-9767a2b8-4f82-4eec-8391-2e7b5ad4bb02 req-de1b028d-d412-4e64-9f41-c97043d43ad7 service neutron] For port b8119f90-a854-4301-93cc-52fa4a20015d, host n-h1-779913-29, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:42:28.327478 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-9767a2b8-4f82-4eec-8391-2e7b5ad4bb02 req-de1b028d-d412-4e64-9f41-c97043d43ad7 service neutron] For port b8119f90-a854-4301-93cc-52fa4a20015d, host n-h1-779913-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=b8119f90-a854-4301-93cc-52fa4a20015d,segment=NetworkSegment(6e8354c8-98e1-423b-8aa6-11517ab42496),segment_id=6e8354c8-98e1-423b-8aa6-11517ab42496)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:42:28.335227 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81269d46-8a8d-4158-b9ab-024ca9aecc8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c900592-d29d-425d-b814-393e6bf09446,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:28.345203 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-9767a2b8-4f82-4eec-8391-2e7b5ad4bb02 req-de1b028d-d412-4e64-9f41-c97043d43ad7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:28.366626 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-d2f0a96e-7cb1-458b-a27d-491d207fa8c8 None None] Set router ede3623b-de6c-4042-bf2e-8ca476290cbd gateway port host: n-d-779913-29 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:42:28.405484 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9767a2b8-4f82-4eec-8391-2e7b5ad4bb02 req-de1b028d-d412-4e64-9f41-c97043d43ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:28.406147 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-9767a2b8-4f82-4eec-8391-2e7b5ad4bb02 req-de1b028d-d412-4e64-9f41-c97043d43ad7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:28.407611 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-9767a2b8-4f82-4eec-8391-2e7b5ad4bb02 req-de1b028d-d412-4e64-9f41-c97043d43ad7 service neutron] 10.222.0.65 "PUT /v2.0/ports/b8119f90-a854-4301-93cc-52fa4a20015d HTTP/1.1" status: 200 len: 1092 time: 2.0450172 Jul 14 09:42:28.410399 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae3d35a6-4bda-4462-871d-12870a7d39dc', 'tag': 'b8119f90-a854-4301-93cc-52fa4a20015d'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:42:28.412701 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c33c381-ea09-4355-aca4-ebebc20f963c" -d '{"events": [{"name": "network-changed", "server_uuid": "ae3d35a6-4bda-4462-871d-12870a7d39dc", "tag": "b8119f90-a854-4301-93cc-52fa4a20015d"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:42:28.421876 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e07b9089-dc15-42ec-afd9-2bf453f977b2 req-dc42fc60-c7cd-482b-b519-0e60a063db7b service neutron] 10.222.0.57 "GET /v2.0/networks/2a42cb13-2d55-4959-a070-eb88da564dfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1928372 Jul 14 09:42:28.440633 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-161c1100-3519-41b7-9c73-f2828272bb66 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:42:28.461309 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3b5c4b8a-41ff-4703-ae5f-ef1790501abe None None] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:28.462807 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-161c1100-3519-41b7-9c73-f2828272bb66 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:28.463498 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-161c1100-3519-41b7-9c73-f2828272bb66 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:28.475746 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:42:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd46a0c2-4793-43f6-995b-ef806e4c9015 x-openstack-request-id: req-cd46a0c2-4793-43f6-995b-ef806e4c9015 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:42:28.476218 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae3d35a6-4bda-4462-871d-12870a7d39dc", "tag": "b8119f90-a854-4301-93cc-52fa4a20015d", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:42:28.476406 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-cd46a0c2-4793-43f6-995b-ef806e4c9015 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:42:28.476730 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae3d35a6-4bda-4462-871d-12870a7d39dc', 'tag': 'b8119f90-a854-4301-93cc-52fa4a20015d', 'status': 'completed', 'code': 200} Jul 14 09:42:28.488316 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-3b5c4b8a-41ff-4703-ae5f-ef1790501abe None None] Transition to ACTIVE for port object e5c06804-270c-457c-926d-106bb109890b will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:42:28.491885 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-965f997e-450a-4a26-b996-0400848d43ac req-7a6c7647-1542-4f59-8b2a-33125073fe34 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/security-groups?id=8ddc8877-605a-44c2-a058-368d728dd554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4067872 Jul 14 09:42:28.530886 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-3b5c4b8a-41ff-4703-ae5f-ef1790501abe None None] Transition to ACTIVE for port object e5c06804-270c-457c-926d-106bb109890b will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:42:28.543253 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-161c1100-3519-41b7-9c73-f2828272bb66 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.8347354 Jul 14 09:42:28.545484 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161c1100-3519-41b7-9c73-f2828272bb66 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Pushing event updated for resources: {'Port': ['ID=016251fe-bb75-4f81-bb54-a79b8650ecdf,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:28.551322 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3b5c4b8a-41ff-4703-ae5f-ef1790501abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:28.565874 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 45172) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:28.612220 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b5c4b8a-41ff-4703-ae5f-ef1790501abe None None] Network 409734aa-5106-4a5c-a1f9-09d181bfbf63 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:42:28.613841 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-0c9d6330-d5df-4a23-8d5b-60850d846ad9 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Request body: {'port': {'network_id': '409734aa-5106-4a5c-a1f9-09d181bfbf63', 'name': 'tempest-PortsIpV6TestJSON-350819475'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:42:28.617476 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-3b5c4b8a-41ff-4703-ae5f-ef1790501abe None None] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:42:28.620299 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b5c4b8a-41ff-4703-ae5f-ef1790501abe None None] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:42:28.631349 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1b028d-d412-4e64-9f41-c97043d43ad7 service neutron] Pushing event updated for resources: {'Port': ['ID=b8119f90-a854-4301-93cc-52fa4a20015d,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:28.638052 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5c4b8a-41ff-4703-ae5f-ef1790501abe None None] Pushing event updated for resources: {'Port': ['ID=e5c06804-270c-457c-926d-106bb109890b,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:28.693827 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9767a2b8-4f82-4eec-8391-2e7b5ad4bb02 req-42499e86-0181-4f0d-8727-1c97396e6504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:28.695590 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-9767a2b8-4f82-4eec-8391-2e7b5ad4bb02 req-42499e86-0181-4f0d-8727-1c97396e6504 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=fdcfb0d129f645508f46496d6d3408cf&device_id=ae3d35a6-4bda-4462-871d-12870a7d39dc HTTP/1.1" status: 200 len: 1095 time: 0.1947041 Jul 14 09:42:28.731145 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-d2f0a96e-7cb1-458b-a27d-491d207fa8c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ede3623b-de6c-4042-bf2e-8ca476290cbd', 'name': 'tempest-TestNetworkBasicOps-router-1781889072', 'tenant_id': 'da5579fc8d23403983f04f41618106b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': '51a6a0a1-b392-430f-88e6-9bd43e984f72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:42:20Z', 'updated_at': '2021-07-14T09:42:24Z', 'revision_number': 3, 'project_id': 'da5579fc8d23403983f04f41618106b6', 'gw_port': {'id': '51a6a0a1-b392-430f-88e6-9bd43e984f72', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ac:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ede3623b-de6c-4042-bf2e-8ca476290cbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3001, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:42:22Z', 'updated_at': '2021-07-14T09:42:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29'}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:42:28.736403 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e07b9089-dc15-42ec-afd9-2bf453f977b2 req-cf421848-5448-4c29-b1d8-15fe227d16e8 service neutron] 10.222.0.57 "GET /v2.0/networks/2a42cb13-2d55-4959-a070-eb88da564dfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3046412 Jul 14 09:42:28.742147 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-3b5c4b8a-41ff-4703-ae5f-ef1790501abe None None] Attempting to bind port e5c06804-270c-457c-926d-106bb109890b on host n-d-779913-29 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:42:28.742524 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-3b5c4b8a-41ff-4703-ae5f-ef1790501abe None None] Attempting to bind port e5c06804-270c-457c-926d-106bb109890b by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': 'aaca8e2a-7c7d-48f7-b8b2-f36b496691b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '409734aa-5106-4a5c-a1f9-09d181bfbf63'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:42:28.742895 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b5c4b8a-41ff-4703-ae5f-ef1790501abe None None] Attempting to bind port e5c06804-270c-457c-926d-106bb109890b on network 409734aa-5106-4a5c-a1f9-09d181bfbf63 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:42:28.757522 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b5c4b8a-41ff-4703-ae5f-ef1790501abe None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 42, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:42:28.758038 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b5c4b8a-41ff-4703-ae5f-ef1790501abe None None] Checking segment: {'id': 'aaca8e2a-7c7d-48f7-b8b2-f36b496691b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '409734aa-5106-4a5c-a1f9-09d181bfbf63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:42:28.758438 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3b5c4b8a-41ff-4703-ae5f-ef1790501abe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:28.758844 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b5c4b8a-41ff-4703-ae5f-ef1790501abe None None] Bound using segment: {'id': 'aaca8e2a-7c7d-48f7-b8b2-f36b496691b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '409734aa-5106-4a5c-a1f9-09d181bfbf63'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:42:28.759326 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-3b5c4b8a-41ff-4703-ae5f-ef1790501abe None None] Bound port: e5c06804-270c-457c-926d-106bb109890b, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aaca8e2a-7c7d-48f7-b8b2-f36b496691b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '409734aa-5106-4a5c-a1f9-09d181bfbf63'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:42:28.759715 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3b5c4b8a-41ff-4703-ae5f-ef1790501abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:28.787694 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f0a96e-7cb1-458b-a27d-491d207fa8c8 None None] The sync data for ids ['ede3623b-de6c-4042-bf2e-8ca476290cbd'] in n-d-779913-29 is: [{'id': 'ede3623b-de6c-4042-bf2e-8ca476290cbd', 'name': 'tempest-TestNetworkBasicOps-router-1781889072', 'tenant_id': 'da5579fc8d23403983f04f41618106b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': '51a6a0a1-b392-430f-88e6-9bd43e984f72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:42:20Z', 'updated_at': '2021-07-14T09:42:24Z', 'revision_number': 3, 'project_id': 'da5579fc8d23403983f04f41618106b6', 'gw_port': {'id': '51a6a0a1-b392-430f-88e6-9bd43e984f72', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ac:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ede3623b-de6c-4042-bf2e-8ca476290cbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3001, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:42:22Z', 'updated_at': '2021-07-14T09:42:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29'}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:42:28.793035 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-9767a2b8-4f82-4eec-8391-2e7b5ad4bb02 req-265bca0a-1039-4007-9831-5ec0fc229626 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b8119f90-a854-4301-93cc-52fa4a20015d HTTP/1.1" status: 200 len: 217 time: 0.0815001 Jul 14 09:42:28.850320 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9767a2b8-4f82-4eec-8391-2e7b5ad4bb02 req-8d3d50d7-578d-48e3-9673-8e10ab5317f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:28.851811 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-9767a2b8-4f82-4eec-8391-2e7b5ad4bb02 req-8d3d50d7-578d-48e3-9673-8e10ab5317f6 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a974099b-8e0b-49f4-a28f-d50286aa9083 HTTP/1.1" status: 200 len: 849 time: 0.0533946 Jul 14 09:42:28.884647 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-3b5c4b8a-41ff-4703-ae5f-ef1790501abe None None] For port e5c06804-270c-457c-926d-106bb109890b, host n-d-779913-29, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:42:28.890036 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-3b5c4b8a-41ff-4703-ae5f-ef1790501abe None None] For port e5c06804-270c-457c-926d-106bb109890b, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=e5c06804-270c-457c-926d-106bb109890b,segment=NetworkSegment(aaca8e2a-7c7d-48f7-b8b2-f36b496691b9),segment_id=aaca8e2a-7c7d-48f7-b8b2-f36b496691b9)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:42:28.895913 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3b5c4b8a-41ff-4703-ae5f-ef1790501abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:28.921242 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d7260dc1-b122-4584-853e-f7e939c4ad2c tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13573993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16714586'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:28.933523 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 45176) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:28.962992 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c9fb-031d-4f65-aa47-91e135a3f468 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:28.973568 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5c4b8a-41ff-4703-ae5f-ef1790501abe None None] Pushing event updated for resources: {'Port': ['ID=e5c06804-270c-457c-926d-106bb109890b,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:28.993281 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9767a2b8-4f82-4eec-8391-2e7b5ad4bb02 req-9ed6f15b-ca94-47fc-9c1e-72000b98fa58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:28.994896 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-9767a2b8-4f82-4eec-8391-2e7b5ad4bb02 req-9ed6f15b-ca94-47fc-9c1e-72000b98fa58 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e5bfa805-7fa6-4e66-853c-c2e7e3c5ed34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1345894 Jul 14 09:42:29.000449 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.db.api [None req-d0d6c9fb-031d-4f65-aa47-91e135a3f468 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 14 09:42:29.000449 n-d-779913-29 neutron-server[93957]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 14 09:42:29.000449 n-d-779913-29 neutron-server[93957]: [parameters: {'project_id_1': '5b89c8a569f54f548660fa1d40081b7f', 'expiration_1': datetime.datetime(2021, 7, 14, 9, 42, 28, 986719)}] Jul 14 09:42:29.000449 n-d-779913-29 neutron-server[93957]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93957) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 09:42:29.001104 n-d-779913-29 neutron-server[93957]: DEBUG oslo_db.api [None req-d0d6c9fb-031d-4f65-aa47-91e135a3f468 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 09:42:29.010828 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7260dc1-b122-4584-853e-f7e939c4ad2c tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Pushing event updated for resources: {'Subnet': ['ID=5f49e4c7-b0e1-4adf-b03f-1c642eb39e18,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:29.044680 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c9d6330-d5df-4a23-8d5b-60850d846ad9 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Made reservation on behalf of 8e0fa7bcfd52457fb97f1b4ac86d5efa for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:42:29.053557 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0c9d6330-d5df-4a23-8d5b-60850d846ad9 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:29.075673 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7260dc1-b122-4584-853e-f7e939c4ad2c tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Checking segment: {'id': 'eb9a8695-c835-4f65-928c-97e7794f28b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'eb4e535c-3b84-4c9e-9de2-4073c56413e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:42:29.076926 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7260dc1-b122-4584-853e-f7e939c4ad2c tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Network hostable DHCP agents. Network: eb4e535c-3b84-4c9e-9de2-4073c56413e0, hostable agents: ['c6a09bd4-f72e-4283-a3ca-0bbca8a51081'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:42:29.086033 n-d-779913-29 neutron-server[93958]: DEBUG neutron.notifiers.nova [None req-0c9d6330-d5df-4a23-8d5b-60850d846ad9 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] device_id is not set on port 6518ef83-670e-476e-86c8-52422ecfc217 yet. {{(pid=93958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:42:29.124585 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-9767a2b8-4f82-4eec-8391-2e7b5ad4bb02 req-98b59458-33d0-4c06-80e1-b625b53a45b1 service neutron] 10.222.0.65 "GET /v2.0/networks/e5bfa805-7fa6-4e66-853c-c2e7e3c5ed34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223674 Jul 14 09:42:29.142756 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7260dc1-b122-4584-853e-f7e939c4ad2c tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Network eb4e535c-3b84-4c9e-9de2-4073c56413e0 is scheduled to be hosted by DHCP agent c6a09bd4-f72e-4283-a3ca-0bbca8a51081 with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:42:29.185023 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-d7260dc1-b122-4584-853e-f7e939c4ad2c tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-29, eb4e535c-3b84-4c9e-9de2-4073c56413e0) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:42:29.194095 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7260dc1-b122-4584-853e-f7e939c4ad2c tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:29.195128 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d7260dc1-b122-4584-853e-f7e939c4ad2c tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:29.198250 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e465867-4f73-4bba-83f5-4ccf58f352a9 None None] Network eb4e535c-3b84-4c9e-9de2-4073c56413e0 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:42:29.253378 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-d7260dc1-b122-4584-853e-f7e939c4ad2c tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.2540238 Jul 14 09:42:29.254694 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 45180) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:29.333792 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-9767a2b8-4f82-4eec-8391-2e7b5ad4bb02 req-ea4b3f21-1e23-490f-a1fa-ebaec20a45e9 service neutron] 10.222.0.65 "GET /v2.0/networks/e5bfa805-7fa6-4e66-853c-c2e7e3c5ed34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2026684 Jul 14 09:42:29.354323 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 58a46e37-9009-452b-b221-08ff0168b44e details requested by agent hyperv_n-h2-779913-29 with host n-h2-779913-29 {{(pid=93959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:42:29.402736 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-0c9d6330-d5df-4a23-8d5b-60850d846ad9 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Allocated IP 2001:db8::1b7 (409734aa-5106-4a5c-a1f9-09d181bfbf63/e27ff8aa-db51-4b04-9031-18ba8c78b18a/6518ef83-670e-476e-86c8-52422ecfc217) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:42:29.510202 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fe87888-0de4-4215-9db5-0c078400e468 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf57baaa9-fd24-59f4-8fd2-1dc21122ce72-eb4e535c-3b84-4c9e-9de2-4073c56413e0', 'network_id': 'eb4e535c-3b84-4c9e-9de2-4073c56413e0', 'tenant_id': 'da5579fc8d23403983f04f41618106b6', 'fixed_ips': [{'subnet_id': '5f49e4c7-b0e1-4adf-b03f-1c642eb39e18'}]}} from n-d-779913-29. {{(pid=93959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:42:29.511439 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1fe87888-0de4-4215-9db5-0c078400e468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:29.514011 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c9fb-031d-4f65-aa47-91e135a3f468 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:29.613390 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d8191b-a58c-420c-8986-a00933266552 req-1fad29ab-4a5e-4225-b8e1-1bcd7cebbdf9 tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:29.620914 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-31d8191b-a58c-420c-8986-a00933266552 req-1fad29ab-4a5e-4225-b8e1-1bcd7cebbdf9 tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] 10.222.0.68 "GET /v2.0/ports?device_id=ae3d35a6-4bda-4462-871d-12870a7d39dc HTTP/1.1" status: 200 len: 943 time: 0.2183061 Jul 14 09:42:29.726949 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-31d8191b-a58c-420c-8986-a00933266552 req-12db6491-5e62-41e1-8bf7-1025fd97707b tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] 10.222.0.68 "GET /v2.0/security-groups?id=6eb76f1e-e651-421c-9418-fa3a5fe2dfda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1047432 Jul 14 09:42:29.743697 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c33c381-ea09-4355-aca4-ebebc20f963c req-141ff7f4-ffcd-44a5-8e90-03c71d0c712f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:29.745473 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0c33c381-ea09-4355-aca4-ebebc20f963c req-141ff7f4-ffcd-44a5-8e90-03c71d0c712f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=fdcfb0d129f645508f46496d6d3408cf&device_id=ae3d35a6-4bda-4462-871d-12870a7d39dc HTTP/1.1" status: 200 len: 1095 time: 0.2718577 Jul 14 09:42:29.786206 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-1fe87888-0de4-4215-9db5-0c078400e468 None None] Allocated IP 172.20.0.2 (eb4e535c-3b84-4c9e-9de2-4073c56413e0/5f49e4c7-b0e1-4adf-b03f-1c642eb39e18/401c9843-b16a-4e62-86c5-8078d52da038) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:42:29.886043 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 58a46e37-9009-452b-b221-08ff0168b44e, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=58a46e37-9009-452b-b221-08ff0168b44e,segment=NetworkSegment(5aade75d-903c-400b-b4a7-6f3ba4ae14ee),segment_id=5aade75d-903c-400b-b4a7-6f3ba4ae14ee)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:42:29.906565 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Returning: {'device': '58a46e37-9009-452b-b221-08ff0168b44e', 'network_id': '2a42cb13-2d55-4959-a070-eb88da564dfb', 'port_id': '58a46e37-9009-452b-b221-08ff0168b44e', 'mac_address': 'fa:16:3e:58:ea:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2fb6ebb7-0edb-47a6-96f3-036e2585c66a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:42:29.926332 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c9fb-031d-4f65-aa47-91e135a3f468 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:29.937786 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d0d6c9fb-031d-4f65-aa47-91e135a3f468 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:29.969316 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c33c381-ea09-4355-aca4-ebebc20f963c req-9303746c-a34b-490f-ae45-7d89f5399c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:29.974522 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0c33c381-ea09-4355-aca4-ebebc20f963c req-9303746c-a34b-490f-ae45-7d89f5399c24 service neutron] 10.222.0.65 "GET /v2.0/networks?id=e5bfa805-7fa6-4e66-853c-c2e7e3c5ed34 HTTP/1.1" status: 200 len: 911 time: 0.1609697 Jul 14 09:42:29.976414 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0c9d6330-d5df-4a23-8d5b-60850d846ad9 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:29.995159 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-0c9d6330-d5df-4a23-8d5b-60850d846ad9 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Transition to ACTIVE for port object 6518ef83-670e-476e-86c8-52422ecfc217 will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:42:30.010498 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:30.045348 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0c33c381-ea09-4355-aca4-ebebc20f963c req-f5916d1e-9c4b-4734-bb28-66d1392ddc38 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b8119f90-a854-4301-93cc-52fa4a20015d HTTP/1.1" status: 200 len: 217 time: 0.0612400 Jul 14 09:42:30.077375 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d6c9fb-031d-4f65-aa47-91e135a3f468 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dea773db-f39e-4ded-ba25-cbf97c678bb6,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:30.082606 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1fe87888-0de4-4215-9db5-0c078400e468 None None] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:30.100938 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-1fe87888-0de4-4215-9db5-0c078400e468 None None] Transition to ACTIVE for port object 401c9843-b16a-4e62-86c5-8078d52da038 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:42:30.111584 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-d0d6c9fb-031d-4f65-aa47-91e135a3f468 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=5b89c8a569f54f548660fa1d40081b7f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1769545 Jul 14 09:42:30.112175 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 45184) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:30.122658 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58a46e37-9009-452b-b221-08ff0168b44e {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:42:30.133516 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0c9d6330-d5df-4a23-8d5b-60850d846ad9 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:30.153076 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-1fe87888-0de4-4215-9db5-0c078400e468 None None] Transition to ACTIVE for port object 401c9843-b16a-4e62-86c5-8078d52da038 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:42:30.165277 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1fe87888-0de4-4215-9db5-0c078400e468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:30.169293 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 58a46e37-9009-452b-b221-08ff0168b44e, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=58a46e37-9009-452b-b221-08ff0168b44e,segment=NetworkSegment(5aade75d-903c-400b-b4a7-6f3ba4ae14ee),segment_id=5aade75d-903c-400b-b4a7-6f3ba4ae14ee)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:42:30.207905 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c33c381-ea09-4355-aca4-ebebc20f963c req-2e739963-1b8e-4216-b396-4d85d3f965b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:30.209427 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0c33c381-ea09-4355-aca4-ebebc20f963c req-2e739963-1b8e-4216-b396-4d85d3f965b6 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a974099b-8e0b-49f4-a28f-d50286aa9083 HTTP/1.1" status: 200 len: 849 time: 0.1168196 Jul 14 09:42:30.212662 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-317f9139-eaee-4498-b2ee-657b35e4f0ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:30.228633 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c9d6330-d5df-4a23-8d5b-60850d846ad9 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Network 409734aa-5106-4a5c-a1f9-09d181bfbf63 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:42:30.244729 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe87888-0de4-4215-9db5-0c078400e468 None None] Pushing event updated for resources: {'Port': ['ID=401c9843-b16a-4e62-86c5-8078d52da038,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:30.246690 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-0c9d6330-d5df-4a23-8d5b-60850d846ad9 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:42:30.250740 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:30.273776 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fe87888-0de4-4215-9db5-0c078400e468 None None] Network eb4e535c-3b84-4c9e-9de2-4073c56413e0 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:42:30.275676 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c9d6330-d5df-4a23-8d5b-60850d846ad9 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:42:30.282179 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c9d6330-d5df-4a23-8d5b-60850d846ad9 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:30.282929 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0c9d6330-d5df-4a23-8d5b-60850d846ad9 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:30.295970 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-317f9139-eaee-4498-b2ee-657b35e4f0ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:30.300492 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-1fe87888-0de4-4215-9db5-0c078400e468 None None] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:42:30.304476 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9d6330-d5df-4a23-8d5b-60850d846ad9 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Pushing event updated for resources: {'Port': ['ID=6518ef83-670e-476e-86c8-52422ecfc217,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:30.308369 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe87888-0de4-4215-9db5-0c078400e468 None None] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:42:30.344652 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e73d9a-01c1-4d16-bb00-e4fd93edc087 req-21fae284-e17d-4fa1-a8b8-3d48e051f39a tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:30.346042 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-22e73d9a-01c1-4d16-bb00-e4fd93edc087 req-21fae284-e17d-4fa1-a8b8-3d48e051f39a tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/ports?device_id=fe2025ab-80ef-43d7-9a05-e52ed4bb6c98 HTTP/1.1" status: 200 len: 944 time: 0.6322601 Jul 14 09:42:30.350901 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-0c9d6330-d5df-4a23-8d5b-60850d846ad9 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.7820613 Jul 14 09:42:30.355685 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 45186) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:30.363324 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c33c381-ea09-4355-aca4-ebebc20f963c req-c34cd278-607e-4792-94dc-180aeecd47df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:30.366141 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0c33c381-ea09-4355-aca4-ebebc20f963c req-c34cd278-607e-4792-94dc-180aeecd47df service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e5bfa805-7fa6-4e66-853c-c2e7e3c5ed34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1422625 Jul 14 09:42:30.460709 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Pushing event updated for resources: {'Port': ['ID=58a46e37-9009-452b-b221-08ff0168b44e,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:30.477661 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-1fe87888-0de4-4215-9db5-0c078400e468 None None] Attempting to bind port 401c9843-b16a-4e62-86c5-8078d52da038 on host n-d-779913-29 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:42:30.478190 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-1fe87888-0de4-4215-9db5-0c078400e468 None None] Attempting to bind port 401c9843-b16a-4e62-86c5-8078d52da038 by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': 'eb9a8695-c835-4f65-928c-97e7794f28b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'eb4e535c-3b84-4c9e-9de2-4073c56413e0'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:42:30.478564 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe87888-0de4-4215-9db5-0c078400e468 None None] Attempting to bind port 401c9843-b16a-4e62-86c5-8078d52da038 on network eb4e535c-3b84-4c9e-9de2-4073c56413e0 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:42:30.485339 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe87888-0de4-4215-9db5-0c078400e468 None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 42, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:42:30.486001 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe87888-0de4-4215-9db5-0c078400e468 None None] Checking segment: {'id': 'eb9a8695-c835-4f65-928c-97e7794f28b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'eb4e535c-3b84-4c9e-9de2-4073c56413e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:42:30.486477 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1fe87888-0de4-4215-9db5-0c078400e468 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:30.486881 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe87888-0de4-4215-9db5-0c078400e468 None None] Bound using segment: {'id': 'eb9a8695-c835-4f65-928c-97e7794f28b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'eb4e535c-3b84-4c9e-9de2-4073c56413e0'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:42:30.487371 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-1fe87888-0de4-4215-9db5-0c078400e468 None None] Bound port: 401c9843-b16a-4e62-86c5-8078d52da038, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb9a8695-c835-4f65-928c-97e7794f28b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'eb4e535c-3b84-4c9e-9de2-4073c56413e0'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:42:30.487900 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1fe87888-0de4-4215-9db5-0c078400e468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:30.488205 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0c33c381-ea09-4355-aca4-ebebc20f963c req-5cd4e648-324c-46c6-8350-d1738116cc12 service neutron] 10.222.0.65 "GET /v2.0/networks/e5bfa805-7fa6-4e66-853c-c2e7e3c5ed34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140721 Jul 14 09:42:30.511534 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-317f9139-eaee-4498-b2ee-657b35e4f0ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:30.514468 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-317f9139-eaee-4498-b2ee-657b35e4f0ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:30.518066 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-317f9139-eaee-4498-b2ee-657b35e4f0ff admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/dea773db-f39e-4ded-ba25-cbf97c678bb6 HTTP/1.1" status: 204 len: 168 time: 0.3830891 Jul 14 09:42:30.580197 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317f9139-eaee-4498-b2ee-657b35e4f0ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dea773db-f39e-4ded-ba25-cbf97c678bb6,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:30.603845 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] get_ports_and_sgs() called for port_ids ['58a46e37-9009-452b-b221-08ff0168b44e'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:42:30.631214 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-22e73d9a-01c1-4d16-bb00-e4fd93edc087 req-0c8c94f6-76c7-484d-a171-b8732f0b5157 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/security-groups?id=8ddc8877-605a-44c2-a058-368d728dd554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2788935 Jul 14 09:42:30.681887 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-38dd4433-cee5-4b3a-a438-024909a69a55 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:30.704683 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0c33c381-ea09-4355-aca4-ebebc20f963c req-f61958ac-84ec-4193-b090-58358447a5df service neutron] 10.222.0.65 "GET /v2.0/networks/e5bfa805-7fa6-4e66-853c-c2e7e3c5ed34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2067430 Jul 14 09:42:30.722054 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86d9419f-902f-4eb9-ac35-d62f2ced671d tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:30.723117 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-86d9419f-902f-4eb9-ac35-d62f2ced671d tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] 10.222.0.68 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A183 HTTP/1.1" status: 200 len: 928 time: 0.3637278 Jul 14 09:42:30.726206 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 45192) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:30.733004 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-1fe87888-0de4-4215-9db5-0c078400e468 None None] For port 401c9843-b16a-4e62-86c5-8078d52da038, host n-d-779913-29, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:42:30.742517 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-1fe87888-0de4-4215-9db5-0c078400e468 None None] For port 401c9843-b16a-4e62-86c5-8078d52da038, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=401c9843-b16a-4e62-86c5-8078d52da038,segment=NetworkSegment(eb9a8695-c835-4f65-928c-97e7794f28b3),segment_id=eb9a8695-c835-4f65-928c-97e7794f28b3)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:42:30.752178 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 51a6a0a1-b392-430f-88e6-9bd43e984f72 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:42:30.835058 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1fe87888-0de4-4215-9db5-0c078400e468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:30.941603 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-d13bcb35-b2c0-439f-81fc-9eb4800bc50d tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Deleting port 6518ef83-670e-476e-86c8-52422ecfc217 {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:42:30.941982 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d13bcb35-b2c0-439f-81fc-9eb4800bc50d tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:31.030703 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7837c61f-a932-4fbe-82ca-c238e6f913ad None None] Network 409734aa-5106-4a5c-a1f9-09d181bfbf63 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:42:31.096612 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe87888-0de4-4215-9db5-0c078400e468 None None] Pushing event updated for resources: {'Port': ['ID=401c9843-b16a-4e62-86c5-8078d52da038,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:31.110883 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning for port 51a6a0a1-b392-430f-88e6-9bd43e984f72 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:42:31.185822 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d13bcb35-b2c0-439f-81fc-9eb4800bc50d tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:31.186191 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-d77d49ec-1e54-4a99-ba98-6d2055dd0bdf None None] Provisioning for port e5c06804-270c-457c-926d-106bb109890b completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:42:31.189896 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port 51a6a0a1-b392-430f-88e6-9bd43e984f72 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:42:31.193294 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:31.210716 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-d13bcb35-b2c0-439f-81fc-9eb4800bc50d tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Calling delete_port for 6518ef83-670e-476e-86c8-52422ecfc217 owned by {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:42:31.224369 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bdf892-f1a6-4789-87ac-b908762180be req-acb26afa-a236-4638-becd-c77510d58233 tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:31.226138 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-10bdf892-f1a6-4789-87ac-b908762180be req-acb26afa-a236-4638-becd-c77510d58233 tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] 10.222.0.68 "GET /v2.0/ports?device_id=ae3d35a6-4bda-4462-871d-12870a7d39dc HTTP/1.1" status: 200 len: 943 time: 0.1567450 Jul 14 09:42:31.261367 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-38dd4433-cee5-4b3a-a438-024909a69a55 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Allocated IP 172.20.0.1 (eb4e535c-3b84-4c9e-9de2-4073c56413e0/5f49e4c7-b0e1-4adf-b03f-1c642eb39e18/faf84a56-da81-4003-a96f-6be6bddf7158) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:42:31.359495 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-10bdf892-f1a6-4789-87ac-b908762180be req-be0ebe1b-b34a-4421-ad57-ef841213cc94 tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] 10.222.0.68 "GET /v2.0/security-groups?id=6eb76f1e-e651-421c-9418-fa3a5fe2dfda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1243596 Jul 14 09:42:31.491142 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-38dd4433-cee5-4b3a-a438-024909a69a55 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:31.504968 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:31.523180 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-38dd4433-cee5-4b3a-a438-024909a69a55 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Transition to ACTIVE for port object faf84a56-da81-4003-a96f-6be6bddf7158 will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:42:31.531286 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d13bcb35-b2c0-439f-81fc-9eb4800bc50d tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:31.539258 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] For port 51a6a0a1-b392-430f-88e6-9bd43e984f72, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=51a6a0a1-b392-430f-88e6-9bd43e984f72,segment=NetworkSegment(81bf7a93-80b3-43df-b9d5-462c604a2945),segment_id=81bf7a93-80b3-43df-b9d5-462c604a2945)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:42:31.567629 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:31.568290 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device e5c06804-270c-457c-926d-106bb109890b up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:42:31.593883 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13bcb35-b2c0-439f-81fc-9eb4800bc50d tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Pushing event deleted for resources: {'Port': ['ID=6518ef83-670e-476e-86c8-52422ecfc217,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:31.594609 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-38dd4433-cee5-4b3a-a438-024909a69a55 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:31.649535 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d13bcb35-b2c0-439f-81fc-9eb4800bc50d tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:31.652208 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-d13bcb35-b2c0-439f-81fc-9eb4800bc50d tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] 10.222.0.68 "DELETE /v2.0/ports/6518ef83-670e-476e-86c8-52422ecfc217 HTTP/1.1" status: 204 len: 168 time: 0.9236264 Jul 14 09:42:31.657861 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 45212) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:31.667870 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Pushing event updated for resources: {'Port': ['ID=51a6a0a1-b392-430f-88e6-9bd43e984f72,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:31.676602 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38dd4433-cee5-4b3a-a438-024909a69a55 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Network eb4e535c-3b84-4c9e-9de2-4073c56413e0 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:42:31.688670 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning for port e5c06804-270c-457c-926d-106bb109890b completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:42:31.693604 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port e5c06804-270c-457c-926d-106bb109890b triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:42:31.694086 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:31.699230 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-38dd4433-cee5-4b3a-a438-024909a69a55 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:42:31.707051 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38dd4433-cee5-4b3a-a438-024909a69a55 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:42:31.709764 n-d-779913-29 neutron-server[93957]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1ba1836-3c17-4db8-917f-996b296f25da tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] GET failed (client error): The resource could not be found. Jul 14 09:42:31.714111 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-b1ba1836-3c17-4db8-917f-996b296f25da tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] 10.222.0.68 "GET /v2.0/ports/6518ef83-670e-476e-86c8-52422ecfc217 HTTP/1.1" status: 404 len: 333 time: 0.0527761 Jul 14 09:42:31.714386 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 45216) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:31.714535 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38dd4433-cee5-4b3a-a438-024909a69a55 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Pushing event updated for resources: {'Port': ['ID=faf84a56-da81-4003-a96f-6be6bddf7158,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:31.829044 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-38dd4433-cee5-4b3a-a438-024909a69a55 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-660393'] for router_interface, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:31.843000 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:31.884544 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-449e7b40-fd6d-4a73-881f-75af8e5dd286 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Deleting port 016251fe-bb75-4f81-bb54-a79b8650ecdf {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:42:31.884920 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-449e7b40-fd6d-4a73-881f-75af8e5dd286 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:31.910438 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] For port e5c06804-270c-457c-926d-106bb109890b, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=e5c06804-270c-457c-926d-106bb109890b,segment=NetworkSegment(aaca8e2a-7c7d-48f7-b8b2-f36b496691b9),segment_id=aaca8e2a-7c7d-48f7-b8b2-f36b496691b9)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:42:31.921825 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:32.020099 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Pushing event updated for resources: {'Port': ['ID=e5c06804-270c-457c-926d-106bb109890b,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:32.066821 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c65f83e-f51f-4c9b-8363-30e63f62bfa7 req-c2bfe3bb-c4c0-4952-afee-a7d7850cdb1a tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:32.073727 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-3c65f83e-f51f-4c9b-8363-30e63f62bfa7 req-c2bfe3bb-c4c0-4952-afee-a7d7850cdb1a tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/ports?device_id=fe2025ab-80ef-43d7-9a05-e52ed4bb6c98 HTTP/1.1" status: 200 len: 945 time: 0.1665769 Jul 14 09:42:32.112488 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-449e7b40-fd6d-4a73-881f-75af8e5dd286 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:32.120312 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-1fbc86ce-bdcd-47f2-8e82-c42bf128f4fd None None] Provisioning for port 016251fe-bb75-4f81-bb54-a79b8650ecdf completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:42:32.126600 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-1fbc86ce-bdcd-47f2-8e82-c42bf128f4fd None None] Provisioning complete for port 016251fe-bb75-4f81-bb54-a79b8650ecdf triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:42:32.127236 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1fbc86ce-bdcd-47f2-8e82-c42bf128f4fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:32.129755 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-449e7b40-fd6d-4a73-881f-75af8e5dd286 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Calling delete_port for 016251fe-bb75-4f81-bb54-a79b8650ecdf owned by {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:42:32.170521 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device b8119f90-a854-4301-93cc-52fa4a20015d details requested by agent hyperv_n-h1-779913-29 with host n-h1-779913-29 {{(pid=93959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:42:32.176336 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-3c65f83e-f51f-4c9b-8363-30e63f62bfa7 req-732f2df4-ee04-4d3a-bc48-a93f8314e517 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/security-groups?id=8ddc8877-605a-44c2-a058-368d728dd554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010296 Jul 14 09:42:32.211535 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-1fbc86ce-bdcd-47f2-8e82-c42bf128f4fd None None] Port 016251fe-bb75-4f81-bb54-a79b8650ecdf cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:42:32.231361 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-38dd4433-cee5-4b3a-a438-024909a69a55 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:32.284381 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-1fbc86ce-bdcd-47f2-8e82-c42bf128f4fd None None] Provisioning complete for port e5c06804-270c-457c-926d-106bb109890b triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:42:32.284767 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1fbc86ce-bdcd-47f2-8e82-c42bf128f4fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:32.457740 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port b8119f90-a854-4301-93cc-52fa4a20015d, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=b8119f90-a854-4301-93cc-52fa4a20015d,segment=NetworkSegment(6e8354c8-98e1-423b-8aa6-11517ab42496),segment_id=6e8354c8-98e1-423b-8aa6-11517ab42496)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:42:32.485027 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Returning: {'device': 'b8119f90-a854-4301-93cc-52fa4a20015d', 'network_id': 'e5bfa805-7fa6-4e66-853c-c2e7e3c5ed34', 'port_id': 'b8119f90-a854-4301-93cc-52fa4a20015d', 'mac_address': 'fa:16:3e:10:95:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 728, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a974099b-8e0b-49f4-a28f-d50286aa9083', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:42:32.627225 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:32.696529 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8119f90-a854-4301-93cc-52fa4a20015d {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:42:32.703580 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42cbb0d8-ed1e-438c-8e84-044b8708fd8c None None] Provisioning complete for port 016251fe-bb75-4f81-bb54-a79b8650ecdf triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:42:32.704408 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42cbb0d8-ed1e-438c-8e84-044b8708fd8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:32.770063 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cbd3a96-22cf-477f-99f1-6d7bcaf6ee37 None None] Network eb4e535c-3b84-4c9e-9de2-4073c56413e0 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:42:32.842630 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 51a6a0a1-b392-430f-88e6-9bd43e984f72 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:42:32.893862 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port b8119f90-a854-4301-93cc-52fa4a20015d, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=b8119f90-a854-4301-93cc-52fa4a20015d,segment=NetworkSegment(6e8354c8-98e1-423b-8aa6-11517ab42496),segment_id=6e8354c8-98e1-423b-8aa6-11517ab42496)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:42:32.916162 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:32.984387 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-38dd4433-cee5-4b3a-a438-024909a69a55 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:33.001299 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-38dd4433-cee5-4b3a-a438-024909a69a55 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13574142'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:33.048603 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-449e7b40-fd6d-4a73-881f-75af8e5dd286 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:33.136218 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-449e7b40-fd6d-4a73-881f-75af8e5dd286 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:33.141200 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-449e7b40-fd6d-4a73-881f-75af8e5dd286 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] 10.222.0.68 "DELETE /v2.0/ports/016251fe-bb75-4f81-bb54-a79b8650ecdf HTTP/1.1" status: 204 len: 168 time: 1.4094913 Jul 14 09:42:33.141200 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449e7b40-fd6d-4a73-881f-75af8e5dd286 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Pushing event deleted for resources: {'Port': ['ID=016251fe-bb75-4f81-bb54-a79b8650ecdf,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:33.142238 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 45234) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:33.157084 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38dd4433-cee5-4b3a-a438-024909a69a55 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Pushing event updated for resources: {'Port': ['ID=faf84a56-da81-4003-a96f-6be6bddf7158,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:33.160094 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847d6c16-c96d-4e25-9ed2-a5db22027cbc req-ebcd17ff-ae2d-482d-b3e6-fedb8b96b1b9 tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:33.162003 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-847d6c16-c96d-4e25-9ed2-a5db22027cbc req-ebcd17ff-ae2d-482d-b3e6-fedb8b96b1b9 tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] 10.222.0.68 "GET /v2.0/ports?device_id=ae3d35a6-4bda-4462-871d-12870a7d39dc HTTP/1.1" status: 200 len: 944 time: 0.1963077 Jul 14 09:42:33.174936 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-38dd4433-cee5-4b3a-a438-024909a69a55 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-683747'] for router_interface, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:33.198986 n-d-779913-29 neutron-server[93957]: INFO neutron.pecan_wsgi.hooks.translation [None req-26c82f21-4445-450e-a147-5cf51251af9d tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] GET failed (client error): The resource could not be found. Jul 14 09:42:33.207457 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-26c82f21-4445-450e-a147-5cf51251af9d tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] 10.222.0.68 "GET /v2.0/ports/016251fe-bb75-4f81-bb54-a79b8650ecdf HTTP/1.1" status: 404 len: 333 time: 0.0592442 Jul 14 09:42:33.207703 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-42cbb0d8-ed1e-438c-8e84-044b8708fd8c None None] Port 016251fe-bb75-4f81-bb54-a79b8650ecdf cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:42:33.234985 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 45238) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:33.241753 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port 51a6a0a1-b392-430f-88e6-9bd43e984f72 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:42:33.242306 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:33.303277 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] get_ports_and_sgs() called for port_ids ['b8119f90-a854-4301-93cc-52fa4a20015d'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:42:33.332559 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38dd4433-cee5-4b3a-a438-024909a69a55 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:42:33.332912 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38dd4433-cee5-4b3a-a438-024909a69a55 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:42:33.333277 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38dd4433-cee5-4b3a-a438-024909a69a55 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:42:33.333653 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38dd4433-cee5-4b3a-a438-024909a69a55 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:42:33.333995 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38dd4433-cee5-4b3a-a438-024909a69a55 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:42:33.334330 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38dd4433-cee5-4b3a-a438-024909a69a55 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:42:33.334659 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38dd4433-cee5-4b3a-a438-024909a69a55 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:42:33.334988 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38dd4433-cee5-4b3a-a438-024909a69a55 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:42:33.335313 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38dd4433-cee5-4b3a-a438-024909a69a55 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:42:33.335660 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38dd4433-cee5-4b3a-a438-024909a69a55 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:42:33.336514 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38dd4433-cee5-4b3a-a438-024909a69a55 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:42:33.336514 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38dd4433-cee5-4b3a-a438-024909a69a55 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:42:33.363711 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-847d6c16-c96d-4e25-9ed2-a5db22027cbc req-e1246994-9d7a-4aa6-87fe-563836c1678f tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] 10.222.0.68 "GET /v2.0/security-groups?id=6eb76f1e-e651-421c-9418-fa3a5fe2dfda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1687365 Jul 14 09:42:33.374979 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38dd4433-cee5-4b3a-a438-024909a69a55 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Network eb4e535c-3b84-4c9e-9de2-4073c56413e0 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:42:33.386026 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-38dd4433-cee5-4b3a-a438-024909a69a55 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:42:33.407241 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed021d63-a2b6-42d8-bbc2-a054c34bbb3a tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Deleting subnet e27ff8aa-db51-4b04-9031-18ba8c78b18a {{(pid=93957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:42:33.413429 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ed021d63-a2b6-42d8-bbc2-a054c34bbb3a tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks [] for subnet, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:33.434362 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 58a46e37-9009-452b-b221-08ff0168b44e up at agent hyperv_n-h2-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:42:33.440913 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-6e8d5653-50fb-4951-b38d-e2e74f0c1f28 None None] Could not find standard attr ID for object 6518ef83-670e-476e-86c8-52422ecfc217. {{(pid=93959) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 09:42:33.485857 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Pushing event updated for resources: {'Port': ['ID=b8119f90-a854-4301-93cc-52fa4a20015d,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:33.489184 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ed021d63-a2b6-42d8-bbc2-a054c34bbb3a tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10944203'] for subnet, precommit_delete_associations {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:33.588275 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544db4e2-675e-4fab-ab74-4c0bdc7e1189 req-f1b4a37a-2963-4869-843f-50d815e89360 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:33.589915 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-544db4e2-675e-4fab-ab74-4c0bdc7e1189 req-f1b4a37a-2963-4869-843f-50d815e89360 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/ports?device_id=fe2025ab-80ef-43d7-9a05-e52ed4bb6c98 HTTP/1.1" status: 200 len: 945 time: 0.1924527 Jul 14 09:42:33.592434 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38dd4433-cee5-4b3a-a438-024909a69a55 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Router ede3623b-de6c-4042-bf2e-8ca476290cbd has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:42:33.609863 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-6e8d5653-50fb-4951-b38d-e2e74f0c1f28 None None] Provisioning for port 401c9843-b16a-4e62-86c5-8078d52da038 completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:42:33.625371 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ed021d63-a2b6-42d8-bbc2-a054c34bbb3a tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3481002'] for subnet, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:33.694919 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device e5c06804-270c-457c-926d-106bb109890b up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:42:33.705737 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-544db4e2-675e-4fab-ab74-4c0bdc7e1189 req-73996f96-d80b-4e06-a034-b6f0bc87e0c3 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/security-groups?id=8ddc8877-605a-44c2-a058-368d728dd554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069310 Jul 14 09:42:33.749543 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ed021d63-a2b6-42d8-bbc2-a054c34bbb3a tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10052701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11984075'] for subnet, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:33.766160 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ed021d63-a2b6-42d8-bbc2-a054c34bbb3a tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks [] for subnet, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:33.768707 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-ed021d63-a2b6-42d8-bbc2-a054c34bbb3a tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] 10.222.0.68 "DELETE /v2.0/subnets/e27ff8aa-db51-4b04-9031-18ba8c78b18a HTTP/1.1" status: 204 len: 168 time: 0.5272672 Jul 14 09:42:33.773973 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 45240) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:33.785485 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d831e96-7d96-4211-b19a-6c626d1ac5da None None] Network 409734aa-5106-4a5c-a1f9-09d181bfbf63 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:42:33.800274 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed021d63-a2b6-42d8-bbc2-a054c34bbb3a tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Pushing event deleted for resources: {'Subnet': ['ID=e27ff8aa-db51-4b04-9031-18ba8c78b18a,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:33.941117 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Provisioning for port 58a46e37-9009-452b-b221-08ff0168b44e completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:42:33.961439 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Provisioning complete for port 58a46e37-9009-452b-b221-08ff0168b44e triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:42:33.961849 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:33.986285 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port e5c06804-270c-457c-926d-106bb109890b triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:42:33.986663 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:34.158442 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38dd4433-cee5-4b3a-a438-024909a69a55 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:42:34.166212 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-38dd4433-cee5-4b3a-a438-024909a69a55 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] 10.222.0.68 "PUT /v2.0/routers/ede3623b-de6c-4042-bf2e-8ca476290cbd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9104073 Jul 14 09:42:34.166664 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 401c9843-b16a-4e62-86c5-8078d52da038 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:42:34.168328 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:34.169119 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 45244) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:34.176037 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ac1304-008a-4780-b227-cf7c5ef3a66c None None] Sync routers for ids ['ede3623b-de6c-4042-bf2e-8ca476290cbd'] in n-d-779913-29 {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:42:34.192581 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7c41b18d-3487-42f9-b565-bf58b716fd87 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3876111'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:34.208371 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-849372de-c622-4d6d-8918-aac384fe8e5c None None] DHCP port deletion for 409734aa-5106-4a5c-a1f9-09d181bfbf63 request from n-d-779913-29 {{(pid=93959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:42:34.237774 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe2025ab-80ef-43d7-9a05-e52ed4bb6c98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58a46e37-9009-452b-b221-08ff0168b44e'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:42:34.240053 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd62303f06773040a8a4e189dc46b4f565768c299abf8ab8e7739778b0bc3e97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ee50c5f-5c1e-403f-bed6-076dc1e2ce9c" -d '{"events": [{"server_uuid": "fe2025ab-80ef-43d7-9a05-e52ed4bb6c98", "name": "network-vif-plugged", "status": "completed", "tag": "58a46e37-9009-452b-b221-08ff0168b44e"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:42:34.262881 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-7c41b18d-3487-42f9-b565-bf58b716fd87 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Deleting port e5c06804-270c-457c-926d-106bb109890b {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:42:34.263364 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7c41b18d-3487-42f9-b565-bf58b716fd87 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:34.266159 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ac1304-008a-4780-b227-cf7c5ef3a66c None None] Routers {'ede3623b-de6c-4042-bf2e-8ca476290cbd'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:42:34.266819 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-72ac1304-008a-4780-b227-cf7c5ef3a66c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:42:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['ede3623b-de6c-4042-bf2e-8ca476290cbd'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:42:34.316180 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 58a46e37-9009-452b-b221-08ff0168b44e, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=58a46e37-9009-452b-b221-08ff0168b44e,segment=NetworkSegment(5aade75d-903c-400b-b4a7-6f3ba4ae14ee),segment_id=5aade75d-903c-400b-b4a7-6f3ba4ae14ee)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:42:34.332821 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:34.362329 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-7c41b18d-3487-42f9-b565-bf58b716fd87 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] For port e5c06804-270c-457c-926d-106bb109890b, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=e5c06804-270c-457c-926d-106bb109890b,segment=NetworkSegment(aaca8e2a-7c7d-48f7-b8b2-f36b496691b9),segment_id=aaca8e2a-7c7d-48f7-b8b2-f36b496691b9)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:42:34.362989 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7c41b18d-3487-42f9-b565-bf58b716fd87 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:34.385143 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-7c41b18d-3487-42f9-b565-bf58b716fd87 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Calling delete_port for e5c06804-270c-457c-926d-106bb109890b owned by network:dhcp {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:42:34.515120 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51064731-15b3-4edc-949a-9c8f0aebe3d9 tempest-TestNetworkBasicOps-355649252 tempest-TestNetworkBasicOps-355649252-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:34.516111 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51064731-15b3-4edc-949a-9c8f0aebe3d9 tempest-TestNetworkBasicOps-355649252 tempest-TestNetworkBasicOps-355649252-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:34.516644 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51064731-15b3-4edc-949a-9c8f0aebe3d9 tempest-TestNetworkBasicOps-355649252 tempest-TestNetworkBasicOps-355649252-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:34.517300 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51064731-15b3-4edc-949a-9c8f0aebe3d9 tempest-TestNetworkBasicOps-355649252 tempest-TestNetworkBasicOps-355649252-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:34.517848 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51064731-15b3-4edc-949a-9c8f0aebe3d9 tempest-TestNetworkBasicOps-355649252 tempest-TestNetworkBasicOps-355649252-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:34.518557 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51064731-15b3-4edc-949a-9c8f0aebe3d9 tempest-TestNetworkBasicOps-355649252 tempest-TestNetworkBasicOps-355649252-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:34.519211 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51064731-15b3-4edc-949a-9c8f0aebe3d9 tempest-TestNetworkBasicOps-355649252 tempest-TestNetworkBasicOps-355649252-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:34.519730 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51064731-15b3-4edc-949a-9c8f0aebe3d9 tempest-TestNetworkBasicOps-355649252 tempest-TestNetworkBasicOps-355649252-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:34.531742 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:42:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5ca1299-0297-4479-88db-a1f95bee1c7d x-openstack-request-id: req-f5ca1299-0297-4479-88db-a1f95bee1c7d {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:42:34.532062 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51064731-15b3-4edc-949a-9c8f0aebe3d9 tempest-TestNetworkBasicOps-355649252 tempest-TestNetworkBasicOps-355649252-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:34.532188 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe2025ab-80ef-43d7-9a05-e52ed4bb6c98", "name": "network-vif-plugged", "status": "completed", "tag": "58a46e37-9009-452b-b221-08ff0168b44e", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:42:34.532355 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-f5ca1299-0297-4479-88db-a1f95bee1c7d {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:42:34.532967 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe2025ab-80ef-43d7-9a05-e52ed4bb6c98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58a46e37-9009-452b-b221-08ff0168b44e', 'code': 200} Jul 14 09:42:34.535599 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51064731-15b3-4edc-949a-9c8f0aebe3d9 tempest-TestNetworkBasicOps-355649252 tempest-TestNetworkBasicOps-355649252-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:34.540047 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Pushing event updated for resources: {'Port': ['ID=58a46e37-9009-452b-b221-08ff0168b44e,revision_number=5']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:34.545009 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-51064731-15b3-4edc-949a-9c8f0aebe3d9 tempest-TestNetworkBasicOps-355649252 tempest-TestNetworkBasicOps-355649252-project-admin] 10.222.0.68 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6990 time: 0.3688440 Jul 14 09:42:34.545232 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 45252) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:34.566277 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvr_db [None req-72ac1304-008a-4780-b227-cf7c5ef3a66c None None] Set router ede3623b-de6c-4042-bf2e-8ca476290cbd gateway port host: n-d-779913-29 {{(pid=93959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:42:34.584461 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7c41b18d-3487-42f9-b565-bf58b716fd87 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:34.597229 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning for port 401c9843-b16a-4e62-86c5-8078d52da038 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:42:34.619335 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port 401c9843-b16a-4e62-86c5-8078d52da038 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:42:34.619587 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:34.652491 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414af1ad-4df7-45c4-b59d-e80b8307d62b req-8a43312d-f909-4814-be8a-9d9729aaa0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:34.652952 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-f0416fea-6bbf-4ba9-85a2-a5d738152ee3 None None] Provisioning complete for port 401c9843-b16a-4e62-86c5-8078d52da038 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:42:34.653337 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f0416fea-6bbf-4ba9-85a2-a5d738152ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:34.655476 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-414af1ad-4df7-45c4-b59d-e80b8307d62b req-8a43312d-f909-4814-be8a-9d9729aaa0a9 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=fe2025ab-80ef-43d7-9a05-e52ed4bb6c98 HTTP/1.1" status: 200 len: 1098 time: 0.0676758 Jul 14 09:42:34.656258 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-849372de-c622-4d6d-8918-aac384fe8e5c None None] Deleting port e5c06804-270c-457c-926d-106bb109890b {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:42:34.656623 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-849372de-c622-4d6d-8918-aac384fe8e5c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:34.656973 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c41b18d-3487-42f9-b565-bf58b716fd87 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Pushing event deleted for resources: {'Port': ['ID=e5c06804-270c-457c-926d-106bb109890b,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:34.703456 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-414af1ad-4df7-45c4-b59d-e80b8307d62b req-57c8143c-fb77-4d61-8bf2-f01163494476 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=8ddc8877-605a-44c2-a058-368d728dd554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417237 Jul 14 09:42:34.704023 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c41b18d-3487-42f9-b565-bf58b716fd87 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] No DVR routers for this DVR port e5c06804-270c-457c-926d-106bb109890b on host n-d-779913-29 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:42:34.788806 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-237ce5a0-c178-4eb2-8142-cfbf0c84c0a3 tempest-TestNetworkBasicOps-355649252 tempest-TestNetworkBasicOps-355649252-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:34.789067 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-237ce5a0-c178-4eb2-8142-cfbf0c84c0a3 tempest-TestNetworkBasicOps-355649252 tempest-TestNetworkBasicOps-355649252-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:34.789599 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-237ce5a0-c178-4eb2-8142-cfbf0c84c0a3 tempest-TestNetworkBasicOps-355649252 tempest-TestNetworkBasicOps-355649252-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:34.789834 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-237ce5a0-c178-4eb2-8142-cfbf0c84c0a3 tempest-TestNetworkBasicOps-355649252 tempest-TestNetworkBasicOps-355649252-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:34.790299 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-237ce5a0-c178-4eb2-8142-cfbf0c84c0a3 tempest-TestNetworkBasicOps-355649252 tempest-TestNetworkBasicOps-355649252-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:34.790759 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-237ce5a0-c178-4eb2-8142-cfbf0c84c0a3 tempest-TestNetworkBasicOps-355649252 tempest-TestNetworkBasicOps-355649252-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:34.791222 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-237ce5a0-c178-4eb2-8142-cfbf0c84c0a3 tempest-TestNetworkBasicOps-355649252 tempest-TestNetworkBasicOps-355649252-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:34.791679 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-237ce5a0-c178-4eb2-8142-cfbf0c84c0a3 tempest-TestNetworkBasicOps-355649252 tempest-TestNetworkBasicOps-355649252-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:34.796450 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-237ce5a0-c178-4eb2-8142-cfbf0c84c0a3 tempest-TestNetworkBasicOps-355649252 tempest-TestNetworkBasicOps-355649252-project-admin] 10.222.0.68 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5275 time: 0.2473786 Jul 14 09:42:34.797424 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 45256) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:34.858053 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7c41b18d-3487-42f9-b565-bf58b716fd87 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473955', 'neutron.services.segments.db._delete_segments_for_network-8735688326548'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:34.880542 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d249a113-ad64-4015-a9fb-53087e068246 req-588ae681-b63f-4d67-b1d3-a2c937e2cb51 tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:34.888241 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-849372de-c622-4d6d-8918-aac384fe8e5c None None] For port e5c06804-270c-457c-926d-106bb109890b, host n-d-779913-29, got binding levels [] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:42:34.888672 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d249a113-ad64-4015-a9fb-53087e068246 req-588ae681-b63f-4d67-b1d3-a2c937e2cb51 tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] 10.222.0.68 "GET /v2.0/ports?device_id=ae3d35a6-4bda-4462-871d-12870a7d39dc HTTP/1.1" status: 200 len: 944 time: 0.2969921 Jul 14 09:42:34.888876 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-849372de-c622-4d6d-8918-aac384fe8e5c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:34.897864 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-7c41b18d-3487-42f9-b565-bf58b716fd87 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['409734aa-5106-4a5c-a1f9-09d181bfbf63']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:42:34.917922 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-7c41b18d-3487-42f9-b565-bf58b716fd87 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aaca8e2a-7c7d-48f7-b8b2-f36b496691b9') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:42:34.918436 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-7c41b18d-3487-42f9-b565-bf58b716fd87 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aaca8e2a-7c7d-48f7-b8b2-f36b496691b9') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:42:34.941963 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7c41b18d-3487-42f9-b565-bf58b716fd87 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735688356235', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13574129'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:34.950988 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-849372de-c622-4d6d-8918-aac384fe8e5c None None] Calling delete_port for e5c06804-270c-457c-926d-106bb109890b owned by network:dhcp {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:42:34.955504 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.ipam_backend_mixin [None req-849372de-c622-4d6d-8918-aac384fe8e5c None None] Port e5c06804-270c-457c-926d-106bb109890b was not found and therefore no delete operation was performed {{(pid=93959) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 14 09:42:34.959796 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-849372de-c622-4d6d-8918-aac384fe8e5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:34.968302 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d249a113-ad64-4015-a9fb-53087e068246 req-73634acd-ee48-410b-959e-21f7fc2906b9 tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] 10.222.0.68 "GET /v2.0/security-groups?id=6eb76f1e-e651-421c-9418-fa3a5fe2dfda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785933 Jul 14 09:42:34.990074 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7c41b18d-3487-42f9-b565-bf58b716fd87 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:34.999564 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c41b18d-3487-42f9-b565-bf58b716fd87 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Releasing vlan 734 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:42:35.001448 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7c41b18d-3487-42f9-b565-bf58b716fd87 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13573126'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:35.006912 n-d-779913-29 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:42:35.006912 n-d-779913-29 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:42:35.006912 n-d-779913-29 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:42:35.006912 n-d-779913-29 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:42:35.006912 n-d-779913-29 neutron-server[93958]: Traceback (most recent call last): Jul 14 09:42:35.006912 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:42:35.006912 n-d-779913-29 neutron-server[93958]: timer() Jul 14 09:42:35.006912 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:42:35.006912 n-d-779913-29 neutron-server[93958]: cb(*args, **kw) Jul 14 09:42:35.006912 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:42:35.006912 n-d-779913-29 neutron-server[93958]: return func(*args, **kwargs) Jul 14 09:42:35.006912 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:42:35.006912 n-d-779913-29 neutron-server[93958]: self._notify() Jul 14 09:42:35.006912 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:42:35.006912 n-d-779913-29 neutron-server[93958]: self.callback(batched_events) Jul 14 09:42:35.006912 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:42:35.006912 n-d-779913-29 neutron-server[93958]: event.method(event) Jul 14 09:42:35.006912 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:42:35.006912 n-d-779913-29 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:42:35.006912 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:42:35.006912 n-d-779913-29 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:42:35.006912 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:42:35.006912 n-d-779913-29 neutron-server[93958]: return f(self, *a, **k) Jul 14 09:42:35.006912 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:42:35.006912 n-d-779913-29 neutron-server[93958]: return self._get(url).json() Jul 14 09:42:35.006912 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:42:35.006912 n-d-779913-29 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:42:35.006912 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:42:35.006912 n-d-779913-29 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 14 09:42:35.006912 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:42:35.006912 n-d-779913-29 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:42:35.006912 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:42:35.006912 n-d-779913-29 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:42:35.006912 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:42:35.006912 n-d-779913-29 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:42:35.006912 n-d-779913-29 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:42:35.015805 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c4f56e-cb79-451c-9216-22898b5754d0 req-8e805959-3e38-4c58-8f48-1a3d167a8503 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:35.022652 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c2c4f56e-cb79-451c-9216-22898b5754d0 req-8e805959-3e38-4c58-8f48-1a3d167a8503 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/ports?device_id=fe2025ab-80ef-43d7-9a05-e52ed4bb6c98 HTTP/1.1" status: 200 len: 946 time: 0.1488349 Jul 14 09:42:35.064921 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:35.088278 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849372de-c622-4d6d-8918-aac384fe8e5c None None] Pushing event deleted for resources: {'Port': ['ID=e5c06804-270c-457c-926d-106bb109890b,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:35.101416 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-849372de-c622-4d6d-8918-aac384fe8e5c None None] No DVR routers for this DVR port e5c06804-270c-457c-926d-106bb109890b on host n-d-779913-29 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:42:35.102986 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c2c4f56e-cb79-451c-9216-22898b5754d0 req-9cde8ce4-52be-433d-9d13-803c27fbfa21 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/security-groups?id=8ddc8877-605a-44c2-a058-368d728dd554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775084 Jul 14 09:42:35.110165 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7c41b18d-3487-42f9-b565-bf58b716fd87 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660504'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:35.139133 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-a73160e0-1578-4073-8965-8a8eb09b0bf0 tempest-TestNetworkBasicOps-355649252 tempest-TestNetworkBasicOps-355649252-project-admin] 10.222.0.68 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4482 time: 0.3406451 Jul 14 09:42:35.145203 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7c41b18d-3487-42f9-b565-bf58b716fd87 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:35.147249 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-7c41b18d-3487-42f9-b565-bf58b716fd87 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] 10.222.0.68 "DELETE /v2.0/networks/409734aa-5106-4a5c-a1f9-09d181bfbf63 HTTP/1.1" status: 204 len: 168 time: 1.3718753 Jul 14 09:42:35.151517 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 45264) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:35.157503 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-bd7c5633-e1cf-4690-b4ef-6905e8c8e8e3 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1707003467'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:42:35.176596 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c41b18d-3487-42f9-b565-bf58b716fd87 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Pushing event deleted for resources: {'Network': ['ID=409734aa-5106-4a5c-a1f9-09d181bfbf63,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:35.190962 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd7c5633-e1cf-4690-b4ef-6905e8c8e8e3 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Made reservation on behalf of 8e0fa7bcfd52457fb97f1b4ac86d5efa for: {'network': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:42:35.194666 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-bd7c5633-e1cf-4690-b4ef-6905e8c8e8e3 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for network, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:35.206937 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f0416fea-6bbf-4ba9-85a2-a5d738152ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:35.225105 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd7c5633-e1cf-4690-b4ef-6905e8c8e8e3 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 735} {{(pid=93957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:42:35.238242 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] For port 401c9843-b16a-4e62-86c5-8078d52da038, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=401c9843-b16a-4e62-86c5-8078d52da038,segment=NetworkSegment(eb9a8695-c835-4f65-928c-97e7794f28b3),segment_id=eb9a8695-c835-4f65-928c-97e7794f28b3)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:42:35.244677 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-bd7c5633-e1cf-4690-b4ef-6905e8c8e8e3 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:35.245134 n-d-779913-29 neutron-server[93957]: INFO neutron.db.segments_db [None req-bd7c5633-e1cf-4690-b4ef-6905e8c8e8e3 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Added segment 097bdecd-d738-4b81-b280-1b355e5fb806 of type vlan for network 9e54f0fd-5143-4fd0-947b-e5704761b4c9 Jul 14 09:42:35.258504 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:35.339372 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-bd7c5633-e1cf-4690-b4ef-6905e8c8e8e3 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735687821325'] for network, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:35.384782 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.db.api [None req-f0416fea-6bbf-4ba9-85a2-a5d738152ee3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93959) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 09:42:35.385476 n-d-779913-29 neutron-server[93959]: DEBUG oslo_db.api [None req-f0416fea-6bbf-4ba9-85a2-a5d738152ee3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 09:42:35.386407 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-bd7c5633-e1cf-4690-b4ef-6905e8c8e8e3 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855'] for network, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:35.398841 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device e5c06804-270c-457c-926d-106bb109890b no longer exists at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:42:35.400878 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd7c5633-e1cf-4690-b4ef-6905e8c8e8e3 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:35.402015 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-bd7c5633-e1cf-4690-b4ef-6905e8c8e8e3 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks [] for network, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:35.424528 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] No Port match for: e5c06804-270c-457c-926d-106bb109890b {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:42:35.424936 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device e5c06804-270c-457c-926d-106bb109890b not bound to the agent host n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:42:35.430837 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-72ac1304-008a-4780-b227-cf7c5ef3a66c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ede3623b-de6c-4042-bf2e-8ca476290cbd', 'name': 'tempest-TestNetworkBasicOps-router-1781889072', 'tenant_id': 'da5579fc8d23403983f04f41618106b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': '51a6a0a1-b392-430f-88e6-9bd43e984f72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:42:20Z', 'updated_at': '2021-07-14T09:42:32Z', 'revision_number': 4, 'project_id': 'da5579fc8d23403983f04f41618106b6', 'gw_port': {'id': '51a6a0a1-b392-430f-88e6-9bd43e984f72', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ac:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ede3623b-de6c-4042-bf2e-8ca476290cbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3001, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:42:22Z', 'updated_at': '2021-07-14T09:42:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': 'faf84a56-da81-4003-a96f-6be6bddf7158', 'name': '', 'network_id': 'eb4e535c-3b84-4c9e-9de2-4073c56413e0', 'tenant_id': 'da5579fc8d23403983f04f41618106b6', 'mac_address': 'fa:16:3e:26:74:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ede3623b-de6c-4042-bf2e-8ca476290cbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3021, 'fixed_ips': [{'subnet_id': '5f49e4c7-b0e1-4adf-b03f-1c642eb39e18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:42:30Z', 'updated_at': '2021-07-14T09:42:32Z', 'revision_number': 2, 'project_id': 'da5579fc8d23403983f04f41618106b6', 'subnets': [{'id': '5f49e4c7-b0e1-4adf-b03f-1c642eb39e18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:42:35.470802 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ac1304-008a-4780-b227-cf7c5ef3a66c None None] Checking router: ede3623b-de6c-4042-bf2e-8ca476290cbd for host: n-d-779913-29 {{(pid=93959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:42:35.471158 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ac1304-008a-4780-b227-cf7c5ef3a66c None None] Updating router ede3623b-de6c-4042-bf2e-8ca476290cbd port faf84a56-da81-4003-a96f-6be6bddf7158 binding host n-d-779913-29 {{(pid=93959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:42:35.495447 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-bd7c5633-e1cf-4690-b4ef-6905e8c8e8e3 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3400671 Jul 14 09:42:35.496237 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 45270) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:35.496653 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Pushing event updated for resources: {'Port': ['ID=401c9843-b16a-4e62-86c5-8078d52da038,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:35.502590 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-39a8cd8b-37b6-4014-bca9-f67b48a355c9 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Request body: {'subnet': {'network_id': '9e54f0fd-5143-4fd0-947b-e5704761b4c9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:42:35.516235 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7c5633-e1cf-4690-b4ef-6905e8c8e8e3 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Pushing event updated for resources: {'Network': ['ID=9e54f0fd-5143-4fd0-947b-e5704761b4c9,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:35.530609 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Network 9e54f0fd-5143-4fd0-947b-e5704761b4c9 details requested by agent ovs-agent-n-d-779913-29 with host n-d-779913-29 {{(pid=93959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:42:35.531918 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 45272) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:35.540199 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-6d3f30eb-5c80-4002-979c-2acae3c1f297 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1753690406', 'description': 'tempest-secgroup-smoke-1753690406 description', 'project_id': 'da5579fc8d23403983f04f41618106b6'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:42:35.572396 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d3f30eb-5c80-4002-979c-2acae3c1f297 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:35.608203 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.db.api [None req-39a8cd8b-37b6-4014-bca9-f67b48a355c9 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 14 09:42:35.608203 n-d-779913-29 neutron-server[93958]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 14 09:42:35.608203 n-d-779913-29 neutron-server[93958]: [parameters: {'project_id': '8e0fa7bcfd52457fb97f1b4ac86d5efa', 'id': '240c4799-b1e8-4cba-91b4-1eabe71279d9', 'expiration': datetime.datetime(2021, 7, 14, 9, 44, 35, 602709)}] Jul 14 09:42:35.608203 n-d-779913-29 neutron-server[93958]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93958) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 09:42:35.608887 n-d-779913-29 neutron-server[93958]: DEBUG oslo_db.api [None req-39a8cd8b-37b6-4014-bca9-f67b48a355c9 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 09:42:35.697333 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d3f30eb-5c80-4002-979c-2acae3c1f297 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:35.703097 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d3f30eb-5c80-4002-979c-2acae3c1f297 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:35.712410 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-72ac1304-008a-4780-b227-cf7c5ef3a66c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:35.770962 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3f30eb-5c80-4002-979c-2acae3c1f297 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Pushing event updated for resources: {'SecurityGroup': ['ID=473c2c55-d6f6-4b72-9292-9a63bea1018f,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:35.774322 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6d3f30eb-5c80-4002-979c-2acae3c1f297 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:35.779710 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 45274) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:35.785965 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-67e847bc-8e81-4fb3-8e37-5523ae164965 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Request body: {'security_group_rule': {'security_group_id': '473c2c55-d6f6-4b72-9292-9a63bea1018f', 'project_id': 'da5579fc8d23403983f04f41618106b6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:42:35.791469 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-6d3f30eb-5c80-4002-979c-2acae3c1f297 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2574511 Jul 14 09:42:35.821941 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-67e847bc-8e81-4fb3-8e37-5523ae164965 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:35.895301 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-67e847bc-8e81-4fb3-8e37-5523ae164965 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:35.901362 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-67e847bc-8e81-4fb3-8e37-5523ae164965 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529131'] for security_group_rule, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:35.917228 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e847bc-8e81-4fb3-8e37-5523ae164965 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=329ec448-bbd5-477e-82b8-8c87d1845537,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:35.934005 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-67e847bc-8e81-4fb3-8e37-5523ae164965 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:35.938507 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-67e847bc-8e81-4fb3-8e37-5523ae164965 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1567843 Jul 14 09:42:35.938791 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 45276) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:35.943460 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-f9b2f760-9964-4cb1-a0a8-2760bb1fae3f tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Request body: {'security_group_rule': {'security_group_id': '473c2c55-d6f6-4b72-9292-9a63bea1018f', 'project_id': 'da5579fc8d23403983f04f41618106b6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:42:35.971543 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f9b2f760-9964-4cb1-a0a8-2760bb1fae3f tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:35.991104 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-f0416fea-6bbf-4ba9-85a2-a5d738152ee3 None None] Provisioning for port faf84a56-da81-4003-a96f-6be6bddf7158 completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:42:35.996341 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-f0416fea-6bbf-4ba9-85a2-a5d738152ee3 None None] Provisioning complete for port faf84a56-da81-4003-a96f-6be6bddf7158 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:42:35.996790 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f0416fea-6bbf-4ba9-85a2-a5d738152ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:36.043367 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f9b2f760-9964-4cb1-a0a8-2760bb1fae3f tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:36.050797 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f9b2f760-9964-4cb1-a0a8-2760bb1fae3f tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529131'] for security_group_rule, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:36.064568 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-f0416fea-6bbf-4ba9-85a2-a5d738152ee3 None None] Port faf84a56-da81-4003-a96f-6be6bddf7158 cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:42:36.079114 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b2f760-9964-4cb1-a0a8-2760bb1fae3f tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=732aa32a-d563-480b-bc17-085d55dadab0,revision_number=0']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:36.083867 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f9b2f760-9964-4cb1-a0a8-2760bb1fae3f tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:36.085467 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-f9b2f760-9964-4cb1-a0a8-2760bb1fae3f tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1456101 Jul 14 09:42:36.088283 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 45280) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:36.093588 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-69f3565d-c871-42da-88ed-f57228805a81 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Request body: {'security_group_rule': {'security_group_id': '473c2c55-d6f6-4b72-9292-9a63bea1018f', 'project_id': 'da5579fc8d23403983f04f41618106b6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:42:36.155515 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39a8cd8b-37b6-4014-bca9-f67b48a355c9 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Made reservation on behalf of 8e0fa7bcfd52457fb97f1b4ac86d5efa for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:42:36.156909 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-72ac1304-008a-4780-b227-cf7c5ef3a66c None None] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:36.159553 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-39a8cd8b-37b6-4014-bca9-f67b48a355c9 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16714600'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:36.164763 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-69f3565d-c871-42da-88ed-f57228805a81 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:36.171248 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device b8119f90-a854-4301-93cc-52fa4a20015d up at agent hyperv_n-h1-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:42:36.180647 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-72ac1304-008a-4780-b227-cf7c5ef3a66c None None] Transition to ACTIVE for port object faf84a56-da81-4003-a96f-6be6bddf7158 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:42:36.218912 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-72ac1304-008a-4780-b227-cf7c5ef3a66c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:36.252605 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e2ac5e-b2d9-47f8-90d3-cfc31957d0c9 req-26a82c33-1fc8-4640-a8bc-2a26a3e05bcc tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:36.254317 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-41e2ac5e-b2d9-47f8-90d3-cfc31957d0c9 req-26a82c33-1fc8-4640-a8bc-2a26a3e05bcc tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] 10.222.0.68 "GET /v2.0/ports?device_id=ae3d35a6-4bda-4462-871d-12870a7d39dc HTTP/1.1" status: 200 len: 944 time: 0.1295140 Jul 14 09:42:36.274913 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235df3e7-f242-48c8-8faa-bce5af2bb410 None None] Pushing event updated for resources: {'Port': ['ID=faf84a56-da81-4003-a96f-6be6bddf7158,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:36.278827 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-69f3565d-c871-42da-88ed-f57228805a81 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:36.300420 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-69f3565d-c871-42da-88ed-f57228805a81 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529131'] for security_group_rule, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:36.352253 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f3565d-c871-42da-88ed-f57228805a81 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=664ecf02-e2d6-4405-a6e8-6857d3297c2e,revision_number=0']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:36.360357 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-41e2ac5e-b2d9-47f8-90d3-cfc31957d0c9 req-1c5cd35c-b9a7-46e2-871d-3fdaea64115d tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] 10.222.0.68 "GET /v2.0/security-groups?id=6eb76f1e-e651-421c-9418-fa3a5fe2dfda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973434 Jul 14 09:42:36.362264 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-69f3565d-c871-42da-88ed-f57228805a81 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:36.363728 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-69f3565d-c871-42da-88ed-f57228805a81 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2739961 Jul 14 09:42:36.366368 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 45284) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:36.371973 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-4b645a03-44e9-4595-8f0e-85a9800d8211 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Request body: {'security_group_rule': {'security_group_id': '473c2c55-d6f6-4b72-9292-9a63bea1018f', 'project_id': 'da5579fc8d23403983f04f41618106b6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:42:36.412120 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Provisioning for port b8119f90-a854-4301-93cc-52fa4a20015d completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:42:36.423879 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4b645a03-44e9-4595-8f0e-85a9800d8211 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:36.425984 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Provisioning complete for port b8119f90-a854-4301-93cc-52fa4a20015d triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:42:36.426367 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:36.431625 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-72ac1304-008a-4780-b227-cf7c5ef3a66c None None] Attempting to bind port faf84a56-da81-4003-a96f-6be6bddf7158 on host n-d-779913-29 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:42:36.432002 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-72ac1304-008a-4780-b227-cf7c5ef3a66c None None] Attempting to bind port faf84a56-da81-4003-a96f-6be6bddf7158 by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': 'eb9a8695-c835-4f65-928c-97e7794f28b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'eb4e535c-3b84-4c9e-9de2-4073c56413e0'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:42:36.432374 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ac1304-008a-4780-b227-cf7c5ef3a66c None None] Attempting to bind port faf84a56-da81-4003-a96f-6be6bddf7158 on network eb4e535c-3b84-4c9e-9de2-4073c56413e0 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:42:36.494762 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ac1304-008a-4780-b227-cf7c5ef3a66c None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 42, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:42:36.495233 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ac1304-008a-4780-b227-cf7c5ef3a66c None None] Checking segment: {'id': 'eb9a8695-c835-4f65-928c-97e7794f28b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'eb4e535c-3b84-4c9e-9de2-4073c56413e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:42:36.496968 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-72ac1304-008a-4780-b227-cf7c5ef3a66c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:36.497285 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ac1304-008a-4780-b227-cf7c5ef3a66c None None] Bound using segment: {'id': 'eb9a8695-c835-4f65-928c-97e7794f28b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'eb4e535c-3b84-4c9e-9de2-4073c56413e0'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:42:36.498374 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-72ac1304-008a-4780-b227-cf7c5ef3a66c None None] Bound port: faf84a56-da81-4003-a96f-6be6bddf7158, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb9a8695-c835-4f65-928c-97e7794f28b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'eb4e535c-3b84-4c9e-9de2-4073c56413e0'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:42:36.500954 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-72ac1304-008a-4780-b227-cf7c5ef3a66c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:36.511487 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4b645a03-44e9-4595-8f0e-85a9800d8211 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:36.520029 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4b645a03-44e9-4595-8f0e-85a9800d8211 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529131'] for security_group_rule, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:36.558287 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b645a03-44e9-4595-8f0e-85a9800d8211 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=722e8f65-98ef-4cf2-bf4d-185b14b3ebd5,revision_number=0']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:36.569124 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4b645a03-44e9-4595-8f0e-85a9800d8211 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:36.570414 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-4b645a03-44e9-4595-8f0e-85a9800d8211 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2024963 Jul 14 09:42:36.573192 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 45288) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:36.579945 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-d0319930-70a4-49cf-ab01-942ea4e13848 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Request body: {'security_group_rule': {'security_group_id': '473c2c55-d6f6-4b72-9292-9a63bea1018f', 'project_id': 'da5579fc8d23403983f04f41618106b6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:42:36.605460 n-d-779913-29 neutron-server[93957]: INFO neutron.db.securitygroups_db [None req-d0319930-70a4-49cf-ab01-942ea4e13848 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Project da5579fc8d23403983f04f41618106b6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 09:42:36.610852 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d0319930-70a4-49cf-ab01-942ea4e13848 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:36.611083 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9d6313-a0d3-463b-94ce-48296cb36db5 req-96ab9516-9bd4-4014-ad7b-3e1cf42b00a5 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:36.612599 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-df9d6313-a0d3-463b-94ce-48296cb36db5 req-96ab9516-9bd4-4014-ad7b-3e1cf42b00a5 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/ports?device_id=fe2025ab-80ef-43d7-9a05-e52ed4bb6c98 HTTP/1.1" status: 200 len: 946 time: 0.2144794 Jul 14 09:42:36.651723 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:36.654034 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-72ac1304-008a-4780-b227-cf7c5ef3a66c None None] For port faf84a56-da81-4003-a96f-6be6bddf7158, host n-d-779913-29, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:42:36.658651 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-72ac1304-008a-4780-b227-cf7c5ef3a66c None None] For port faf84a56-da81-4003-a96f-6be6bddf7158, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=faf84a56-da81-4003-a96f-6be6bddf7158,segment=NetworkSegment(eb9a8695-c835-4f65-928c-97e7794f28b3),segment_id=eb9a8695-c835-4f65-928c-97e7794f28b3)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:42:36.673202 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-72ac1304-008a-4780-b227-cf7c5ef3a66c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:36.696300 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-df9d6313-a0d3-463b-94ce-48296cb36db5 req-551f789e-7089-44c2-a8b1-f729bc9305c4 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/security-groups?id=8ddc8877-605a-44c2-a058-368d728dd554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595117 Jul 14 09:42:36.697877 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-39a8cd8b-37b6-4014-bca9-f67b48a355c9 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13573993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16714586'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:36.714058 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d0319930-70a4-49cf-ab01-942ea4e13848 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:36.721984 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d0319930-70a4-49cf-ab01-942ea4e13848 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529131'] for security_group_rule, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:36.730923 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae3d35a6-4bda-4462-871d-12870a7d39dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8119f90-a854-4301-93cc-52fa4a20015d'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:42:36.734245 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd62303f06773040a8a4e189dc46b4f565768c299abf8ab8e7739778b0bc3e97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1766c0fd-1c6a-4b3e-ab0a-d6e74dc857e3" -d '{"events": [{"server_uuid": "ae3d35a6-4bda-4462-871d-12870a7d39dc", "name": "network-vif-plugged", "status": "completed", "tag": "b8119f90-a854-4301-93cc-52fa4a20015d"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:42:36.758999 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port b8119f90-a854-4301-93cc-52fa4a20015d, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=b8119f90-a854-4301-93cc-52fa4a20015d,segment=NetworkSegment(6e8354c8-98e1-423b-8aa6-11517ab42496),segment_id=6e8354c8-98e1-423b-8aa6-11517ab42496)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:42:36.781160 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0319930-70a4-49cf-ab01-942ea4e13848 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c963021b-386f-4abc-bd95-a0d4493a8f00,revision_number=0']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:36.782636 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:36.787195 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d0319930-70a4-49cf-ab01-942ea4e13848 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:36.790629 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-d0319930-70a4-49cf-ab01-942ea4e13848 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2134218 Jul 14 09:42:36.791484 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 45294) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:36.802759 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-4d1a6867-3616-44ed-ad7b-9e1760fb9d8b tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Request body: {'security_group_rule': {'security_group_id': '473c2c55-d6f6-4b72-9292-9a63bea1018f', 'project_id': 'da5579fc8d23403983f04f41618106b6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:42:36.808666 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235df3e7-f242-48c8-8faa-bce5af2bb410 None None] Pushing event updated for resources: {'Port': ['ID=faf84a56-da81-4003-a96f-6be6bddf7158,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:36.812102 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ac1304-008a-4780-b227-cf7c5ef3a66c None None] Routers {'ede3623b-de6c-4042-bf2e-8ca476290cbd'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:42:36.812717 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-72ac1304-008a-4780-b227-cf7c5ef3a66c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:42:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['ede3623b-de6c-4042-bf2e-8ca476290cbd'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:42:36.844725 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a8cd8b-37b6-4014-bca9-f67b48a355c9 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Pushing event updated for resources: {'Subnet': ['ID=3776fca1-fb9e-4b69-bc8c-87e9e700b86d,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:36.852790 n-d-779913-29 neutron-server[93957]: INFO neutron.db.securitygroups_db [None req-4d1a6867-3616-44ed-ad7b-9e1760fb9d8b tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Project da5579fc8d23403983f04f41618106b6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 09:42:36.870914 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4d1a6867-3616-44ed-ad7b-9e1760fb9d8b tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:36.891740 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39a8cd8b-37b6-4014-bca9-f67b48a355c9 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Checking segment: {'id': '097bdecd-d738-4b81-b280-1b355e5fb806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '9e54f0fd-5143-4fd0-947b-e5704761b4c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:42:36.892118 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39a8cd8b-37b6-4014-bca9-f67b48a355c9 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Network hostable DHCP agents. Network: 9e54f0fd-5143-4fd0-947b-e5704761b4c9, hostable agents: ['c6a09bd4-f72e-4283-a3ca-0bbca8a51081'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:42:36.922123 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:42:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-482ee5b5-0126-4cb0-a32b-e8a6a90d38b4 x-openstack-request-id: req-482ee5b5-0126-4cb0-a32b-e8a6a90d38b4 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:42:36.922556 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae3d35a6-4bda-4462-871d-12870a7d39dc", "name": "network-vif-plugged", "status": "completed", "tag": "b8119f90-a854-4301-93cc-52fa4a20015d", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:42:36.922823 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-482ee5b5-0126-4cb0-a32b-e8a6a90d38b4 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:42:36.923232 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae3d35a6-4bda-4462-871d-12870a7d39dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8119f90-a854-4301-93cc-52fa4a20015d', 'code': 200} Jul 14 09:42:36.930870 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39a8cd8b-37b6-4014-bca9-f67b48a355c9 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Network 9e54f0fd-5143-4fd0-947b-e5704761b4c9 is scheduled to be hosted by DHCP agent c6a09bd4-f72e-4283-a3ca-0bbca8a51081 with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:42:36.953031 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-39a8cd8b-37b6-4014-bca9-f67b48a355c9 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-29, 9e54f0fd-5143-4fd0-947b-e5704761b4c9) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:42:36.958194 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39a8cd8b-37b6-4014-bca9-f67b48a355c9 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:36.959219 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-39a8cd8b-37b6-4014-bca9-f67b48a355c9 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:36.986176 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-822b12ff-f6eb-4847-a06c-14a0bcd69627 None None] Network 9e54f0fd-5143-4fd0-947b-e5704761b4c9 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:42:36.989173 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-39a8cd8b-37b6-4014-bca9-f67b48a355c9 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4912875 Jul 14 09:42:36.992138 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 45296) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:36.999332 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-4f12c010-30fc-4366-8724-3de11ac62bf5 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Request body: {'port': {'network_id': '9e54f0fd-5143-4fd0-947b-e5704761b4c9', 'name': 'tempest-PortsIpV6TestJSON-1266379181', 'fixed_ips': [{'subnet_id': '3776fca1-fb9e-4b69-bc8c-87e9e700b86d', 'ip_address': '2001:db8::10'}]}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:42:37.101819 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-530b28be-e9a2-4b9a-bea2-91e1bdaea259 req-f75446e3-009b-4a7d-935f-3011130f5f3e tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=0be6be6bccc149f1a4b35e465d4a6d6f HTTP/1.1" status: 200 len: 267 time: 0.2019560 Jul 14 09:42:37.159317 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Pushing event updated for resources: {'Port': ['ID=b8119f90-a854-4301-93cc-52fa4a20015d,revision_number=5']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:37.218181 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4d1a6867-3616-44ed-ad7b-9e1760fb9d8b tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:37.229907 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvr_db [None req-72ac1304-008a-4780-b227-cf7c5ef3a66c None None] Set router ede3623b-de6c-4042-bf2e-8ca476290cbd gateway port host: n-d-779913-29 {{(pid=93959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:42:37.243238 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4d1a6867-3616-44ed-ad7b-9e1760fb9d8b tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529131'] for security_group_rule, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:37.275967 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f12c010-30fc-4366-8724-3de11ac62bf5 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Made reservation on behalf of 8e0fa7bcfd52457fb97f1b4ac86d5efa for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:42:37.315515 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c6d8d0-a9d6-4ef7-8e62-8bcd1107a786 req-d1812442-a0ed-4f17-9bae-ad326cb22da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:37.319663 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e8c6d8d0-a9d6-4ef7-8e62-8bcd1107a786 req-d1812442-a0ed-4f17-9bae-ad326cb22da1 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=ae3d35a6-4bda-4462-871d-12870a7d39dc HTTP/1.1" status: 200 len: 1097 time: 0.3105893 Jul 14 09:42:37.334758 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530b28be-e9a2-4b9a-bea2-91e1bdaea259 req-0e93da13-84c7-4f4d-ad09-46ee571dc05a tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:37.342099 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-530b28be-e9a2-4b9a-bea2-91e1bdaea259 req-0e93da13-84c7-4f4d-ad09-46ee571dc05a tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/ports?device_id=fe2025ab-80ef-43d7-9a05-e52ed4bb6c98 HTTP/1.1" status: 200 len: 946 time: 0.2279055 Jul 14 09:42:37.342799 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1a6867-3616-44ed-ad7b-9e1760fb9d8b tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=361622e6-6031-408e-adca-74e03500da38,revision_number=0']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:37.382092 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-530b28be-e9a2-4b9a-bea2-91e1bdaea259 req-d66e453a-fe91-4513-9669-77c2b0834eb3 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Request body: {'port': {'security_groups': []}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:42:37.407795 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4d1a6867-3616-44ed-ad7b-9e1760fb9d8b tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:37.412060 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-4d1a6867-3616-44ed-ad7b-9e1760fb9d8b tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6198018 Jul 14 09:42:37.453412 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4f12c010-30fc-4366-8724-3de11ac62bf5 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:37.511169 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 401c9843-b16a-4e62-86c5-8078d52da038 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:42:37.528258 n-d-779913-29 neutron-server[93958]: DEBUG neutron.notifiers.nova [None req-4f12c010-30fc-4366-8724-3de11ac62bf5 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] device_id is not set on port 72f77574-03b4-48ea-8491-9d9ae76b49ad yet. {{(pid=93958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:42:37.628049 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e8c6d8d0-a9d6-4ef7-8e62-8bcd1107a786 req-65cbddcc-9aa7-48fe-833a-f1db8d050597 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=6eb76f1e-e651-421c-9418-fa3a5fe2dfda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2779429 Jul 14 09:42:37.659329 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-530b28be-e9a2-4b9a-bea2-91e1bdaea259 req-d66e453a-fe91-4513-9669-77c2b0834eb3 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:37.796119 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af2e6bd-d9de-4a47-a814-2b984c3e80a0 req-783f241d-c9ed-4996-b8cb-a6359dc4c5e6 tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:37.804855 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-4af2e6bd-d9de-4a47-a814-2b984c3e80a0 req-783f241d-c9ed-4996-b8cb-a6359dc4c5e6 tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] 10.222.0.68 "GET /v2.0/ports?device_id=ae3d35a6-4bda-4462-871d-12870a7d39dc HTTP/1.1" status: 200 len: 945 time: 0.2621355 Jul 14 09:42:37.809716 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port 401c9843-b16a-4e62-86c5-8078d52da038 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:42:37.810786 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:37.889594 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-4f12c010-30fc-4366-8724-3de11ac62bf5 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Allocated IP 2001:db8::10 (9e54f0fd-5143-4fd0-947b-e5704761b4c9/3776fca1-fb9e-4b69-bc8c-87e9e700b86d/72f77574-03b4-48ea-8491-9d9ae76b49ad) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:42:37.904970 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-778f3851-efdb-4ba2-ae0a-c1143ee87181 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf57baaa9-fd24-59f4-8fd2-1dc21122ce72-9e54f0fd-5143-4fd0-947b-e5704761b4c9', 'network_id': '9e54f0fd-5143-4fd0-947b-e5704761b4c9', 'tenant_id': '8e0fa7bcfd52457fb97f1b4ac86d5efa', 'fixed_ips': [{'subnet_id': '3776fca1-fb9e-4b69-bc8c-87e9e700b86d'}]}} from n-d-779913-29. {{(pid=93959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:42:37.905239 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-778f3851-efdb-4ba2-ae0a-c1143ee87181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:37.909962 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-530b28be-e9a2-4b9a-bea2-91e1bdaea259 req-d66e453a-fe91-4513-9669-77c2b0834eb3 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] For port 58a46e37-9009-452b-b221-08ff0168b44e, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=58a46e37-9009-452b-b221-08ff0168b44e,segment=NetworkSegment(5aade75d-903c-400b-b4a7-6f3ba4ae14ee),segment_id=5aade75d-903c-400b-b4a7-6f3ba4ae14ee)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:42:37.916285 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-4af2e6bd-d9de-4a47-a814-2b984c3e80a0 req-b0b6ce08-3147-406c-a275-ba626b85f0b0 tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] 10.222.0.68 "GET /v2.0/security-groups?id=6eb76f1e-e651-421c-9418-fa3a5fe2dfda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1043730 Jul 14 09:42:37.949275 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-530b28be-e9a2-4b9a-bea2-91e1bdaea259 req-d66e453a-fe91-4513-9669-77c2b0834eb3 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:37.955326 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-530b28be-e9a2-4b9a-bea2-91e1bdaea259 req-d66e453a-fe91-4513-9669-77c2b0834eb3 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:37.996294 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] get_ports_and_sgs() called for port_ids ['249cebec-dc11-498c-abb2-47ee3d6b51f3', '58a46e37-9009-452b-b221-08ff0168b44e'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:42:37.999048 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] get_ports_and_sgs() called for port_ids ['1a74407f-1167-403e-905d-2f083f30456b'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:42:38.054618 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530b28be-e9a2-4b9a-bea2-91e1bdaea259 req-d66e453a-fe91-4513-9669-77c2b0834eb3 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:38.055324 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-530b28be-e9a2-4b9a-bea2-91e1bdaea259 req-d66e453a-fe91-4513-9669-77c2b0834eb3 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:38.056782 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-530b28be-e9a2-4b9a-bea2-91e1bdaea259 req-d66e453a-fe91-4513-9669-77c2b0834eb3 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "PUT /v2.0/ports/58a46e37-9009-452b-b221-08ff0168b44e HTTP/1.1" status: 200 len: 905 time: 0.6877980 Jul 14 09:42:38.057257 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe2025ab-80ef-43d7-9a05-e52ed4bb6c98', 'tag': '58a46e37-9009-452b-b221-08ff0168b44e'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:42:38.066174 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e3ca8ae-afd1-4c74-99f1-b02d0efbcf6e" -d '{"events": [{"name": "network-changed", "server_uuid": "fe2025ab-80ef-43d7-9a05-e52ed4bb6c98", "tag": "58a46e37-9009-452b-b221-08ff0168b44e"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:42:38.136949 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66e453a-fe91-4513-9669-77c2b0834eb3 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Pushing event updated for resources: {'Port': ['ID=58a46e37-9009-452b-b221-08ff0168b44e,revision_number=6']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:38.193080 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-bb08d575-3b4a-4d1e-8dc7-8317fb821d58 req-d7cce6ec-9cbf-4710-8ce7-45cd727915a4 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1753690406&fields=id&tenant_id=da5579fc8d23403983f04f41618106b6 HTTP/1.1" status: 200 len: 267 time: 0.0652299 Jul 14 09:42:38.380024 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] get_ports_and_sgs() called for port_ids ['58a46e37-9009-452b-b221-08ff0168b44e'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:42:38.401787 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4f12c010-30fc-4366-8724-3de11ac62bf5 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:38.415444 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47b9fa9-2eb8-4262-be39-9fb607ba2703 req-8c59d75e-be44-4f5f-a989-0bed2b92871f tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:38.417001 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c47b9fa9-2eb8-4262-be39-9fb607ba2703 req-8c59d75e-be44-4f5f-a989-0bed2b92871f tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/ports?device_id=fe2025ab-80ef-43d7-9a05-e52ed4bb6c98 HTTP/1.1" status: 200 len: 908 time: 0.1260355 Jul 14 09:42:38.443169 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb08d575-3b4a-4d1e-8dc7-8317fb821d58 req-8facb923-7f31-4de0-996c-1f89a3cee685 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:38.444494 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-bb08d575-3b4a-4d1e-8dc7-8317fb821d58 req-8facb923-7f31-4de0-996c-1f89a3cee685 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] 10.222.0.68 "GET /v2.0/networks?id=eb4e535c-3b84-4c9e-9de2-4073c56413e0 HTTP/1.1" status: 200 len: 797 time: 0.2506037 Jul 14 09:42:38.447372 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-4f12c010-30fc-4366-8724-3de11ac62bf5 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Transition to ACTIVE for port object 72f77574-03b4-48ea-8491-9d9ae76b49ad will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:42:38.465458 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-bb08d575-3b4a-4d1e-8dc7-8317fb821d58 req-f45f5b45-5445-407f-87d2-8d95e2e583ce tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] 10.222.0.68 "GET /v2.0/quotas/da5579fc8d23403983f04f41618106b6 HTTP/1.1" status: 200 len: 375 time: 0.0115473 Jul 14 09:42:38.482269 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:42:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3b4573b-f1b1-4be6-ad07-bcddb18d9438 x-openstack-request-id: req-a3b4573b-f1b1-4be6-ad07-bcddb18d9438 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:42:38.482576 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe2025ab-80ef-43d7-9a05-e52ed4bb6c98", "tag": "58a46e37-9009-452b-b221-08ff0168b44e", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:42:38.482835 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-a3b4573b-f1b1-4be6-ad07-bcddb18d9438 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:42:38.483250 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe2025ab-80ef-43d7-9a05-e52ed4bb6c98', 'tag': '58a46e37-9009-452b-b221-08ff0168b44e', 'status': 'completed', 'code': 200} Jul 14 09:42:38.505176 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-71cd404d-dce9-4f85-92ca-9e29d0077b23 None None] Provisioning complete for port 58a46e37-9009-452b-b221-08ff0168b44e triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:42:38.505763 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-71cd404d-dce9-4f85-92ca-9e29d0077b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:38.569475 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4f12c010-30fc-4366-8724-3de11ac62bf5 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:38.649223 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f12c010-30fc-4366-8724-3de11ac62bf5 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Network 9e54f0fd-5143-4fd0-947b-e5704761b4c9 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:42:38.661211 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-4f12c010-30fc-4366-8724-3de11ac62bf5 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:42:38.664231 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f12c010-30fc-4366-8724-3de11ac62bf5 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Pushing event updated for resources: {'Port': ['ID=72f77574-03b4-48ea-8491-9d9ae76b49ad,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:38.666939 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f12c010-30fc-4366-8724-3de11ac62bf5 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:42:38.670507 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3ca8ae-afd1-4c74-99f1-b02d0efbcf6e req-ebf17577-01d3-4ebb-9df6-f96a90435c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:38.672321 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1e3ca8ae-afd1-4c74-99f1-b02d0efbcf6e req-ebf17577-01d3-4ebb-9df6-f96a90435c04 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0be6be6bccc149f1a4b35e465d4a6d6f&device_id=fe2025ab-80ef-43d7-9a05-e52ed4bb6c98 HTTP/1.1" status: 200 len: 1060 time: 0.1455629 Jul 14 09:42:38.673476 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f12c010-30fc-4366-8724-3de11ac62bf5 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:38.674185 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4f12c010-30fc-4366-8724-3de11ac62bf5 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:38.684443 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-bb08d575-3b4a-4d1e-8dc7-8317fb821d58 req-7a3005d1-c49c-474b-99cc-63e019338f65 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=da5579fc8d23403983f04f41618106b6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2066488 Jul 14 09:42:38.706249 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-4f12c010-30fc-4366-8724-3de11ac62bf5 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.7120483 Jul 14 09:42:38.708179 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 45326) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:38.713887 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-58d78855-47da-4b9e-84d6-4d77ffd86caf tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Request body: {'port': {'network_id': '9e54f0fd-5143-4fd0-947b-e5704761b4c9', 'name': 'tempest-PortsIpV6TestJSON-1315737041', 'fixed_ips': [{'subnet_id': '3776fca1-fb9e-4b69-bc8c-87e9e700b86d', 'ip_address': '2001:db8::f'}]}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:42:38.802512 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20140128-e87c-4717-bbe4-916644d03b4b req-348c5f8c-e214-447f-8331-690bf2b53922 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:38.804559 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-20140128-e87c-4717-bbe4-916644d03b4b req-348c5f8c-e214-447f-8331-690bf2b53922 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/ports?device_id=5ed0c1cb-c3d6-40f1-8aad-1894504b5a83 HTTP/1.1" status: 200 len: 945 time: 0.2177048 Jul 14 09:42:38.853601 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-72ac1304-008a-4780-b227-cf7c5ef3a66c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ede3623b-de6c-4042-bf2e-8ca476290cbd', 'name': 'tempest-TestNetworkBasicOps-router-1781889072', 'tenant_id': 'da5579fc8d23403983f04f41618106b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': '51a6a0a1-b392-430f-88e6-9bd43e984f72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:42:20Z', 'updated_at': '2021-07-14T09:42:32Z', 'revision_number': 4, 'project_id': 'da5579fc8d23403983f04f41618106b6', 'gw_port': {'id': '51a6a0a1-b392-430f-88e6-9bd43e984f72', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ac:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ede3623b-de6c-4042-bf2e-8ca476290cbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3001, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:42:22Z', 'updated_at': '2021-07-14T09:42:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': 'faf84a56-da81-4003-a96f-6be6bddf7158', 'name': '', 'network_id': 'eb4e535c-3b84-4c9e-9de2-4073c56413e0', 'tenant_id': 'da5579fc8d23403983f04f41618106b6', 'mac_address': 'fa:16:3e:26:74:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ede3623b-de6c-4042-bf2e-8ca476290cbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3021, 'fixed_ips': [{'subnet_id': '5f49e4c7-b0e1-4adf-b03f-1c642eb39e18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:42:30Z', 'updated_at': '2021-07-14T09:42:36Z', 'revision_number': 4, 'project_id': 'da5579fc8d23403983f04f41618106b6', 'subnets': [{'id': '5f49e4c7-b0e1-4adf-b03f-1c642eb39e18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:42:38.885640 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-20140128-e87c-4717-bbe4-916644d03b4b req-c4b42c03-0bd7-4b1e-a533-c92794de7af5 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/security-groups?id=3e66fdd8-bd2d-4f0b-a124-b60bfc46cfe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733824 Jul 14 09:42:38.889798 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3ca8ae-afd1-4c74-99f1-b02d0efbcf6e req-2cc75518-abc0-44dd-994e-bc5c78454f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:38.891793 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1e3ca8ae-afd1-4c74-99f1-b02d0efbcf6e req-2cc75518-abc0-44dd-994e-bc5c78454f1c service neutron] 10.222.0.57 "GET /v2.0/networks?id=2a42cb13-2d55-4959-a070-eb88da564dfb HTTP/1.1" status: 200 len: 913 time: 0.1932347 Jul 14 09:42:39.014051 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1e3ca8ae-afd1-4c74-99f1-b02d0efbcf6e req-6959aa2c-fcd1-4199-99f4-2df22f42c41e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=58a46e37-9009-452b-b221-08ff0168b44e HTTP/1.1" status: 200 len: 217 time: 0.1153152 Jul 14 09:42:39.096517 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58d78855-47da-4b9e-84d6-4d77ffd86caf tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Made reservation on behalf of 8e0fa7bcfd52457fb97f1b4ac86d5efa for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:42:39.102792 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-58d78855-47da-4b9e-84d6-4d77ffd86caf tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:39.114704 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3ca8ae-afd1-4c74-99f1-b02d0efbcf6e req-7963b7c9-5ddc-4fe0-b81c-a05ecb09d763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:39.118237 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1e3ca8ae-afd1-4c74-99f1-b02d0efbcf6e req-7963b7c9-5ddc-4fe0-b81c-a05ecb09d763 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2fb6ebb7-0edb-47a6-96f3-036e2585c66a HTTP/1.1" status: 200 len: 851 time: 0.0964019 Jul 14 09:42:39.131478 n-d-779913-29 neutron-server[93958]: DEBUG neutron.notifiers.nova [None req-58d78855-47da-4b9e-84d6-4d77ffd86caf tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] device_id is not set on port 7a50e91c-8147-41f2-85f4-40ea6a8ac9aa yet. {{(pid=93958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:42:39.207552 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ac1304-008a-4780-b227-cf7c5ef3a66c None None] The sync data for ids ['ede3623b-de6c-4042-bf2e-8ca476290cbd'] in n-d-779913-29 is: [{'id': 'ede3623b-de6c-4042-bf2e-8ca476290cbd', 'name': 'tempest-TestNetworkBasicOps-router-1781889072', 'tenant_id': 'da5579fc8d23403983f04f41618106b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': '51a6a0a1-b392-430f-88e6-9bd43e984f72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:42:20Z', 'updated_at': '2021-07-14T09:42:32Z', 'revision_number': 4, 'project_id': 'da5579fc8d23403983f04f41618106b6', 'gw_port': {'id': '51a6a0a1-b392-430f-88e6-9bd43e984f72', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ac:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ede3623b-de6c-4042-bf2e-8ca476290cbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3001, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:42:22Z', 'updated_at': '2021-07-14T09:42:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': 'faf84a56-da81-4003-a96f-6be6bddf7158', 'name': '', 'network_id': 'eb4e535c-3b84-4c9e-9de2-4073c56413e0', 'tenant_id': 'da5579fc8d23403983f04f41618106b6', 'mac_address': 'fa:16:3e:26:74:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ede3623b-de6c-4042-bf2e-8ca476290cbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3021, 'fixed_ips': [{'subnet_id': '5f49e4c7-b0e1-4adf-b03f-1c642eb39e18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:42:30Z', 'updated_at': '2021-07-14T09:42:36Z', 'revision_number': 4, 'project_id': 'da5579fc8d23403983f04f41618106b6', 'subnets': [{'id': '5f49e4c7-b0e1-4adf-b03f-1c642eb39e18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:42:39.225420 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-bb08d575-3b4a-4d1e-8dc7-8317fb821d58 req-ac1f23d8-6723-4682-87ac-c81245026ce4 service neutron] 10.222.0.68 "GET /v2.0/networks/eb4e535c-3b84-4c9e-9de2-4073c56413e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5056536 Jul 14 09:42:39.267875 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 45334) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:39.278276 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-778f3851-efdb-4ba2-ae0a-c1143ee87181 None None] Allocated IP 2001:db8::2 (9e54f0fd-5143-4fd0-947b-e5704761b4c9/3776fca1-fb9e-4b69-bc8c-87e9e700b86d/61025a8c-c1ff-4f1b-a85d-6010378cda80) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:42:39.353611 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-751834a7-fea5-49ce-aea0-c549578990a8 req-c7a73792-f280-40e8-87f7-f4e965359fb3 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=bd66ceb4-f1e6-4b26-b7e1-7cc49f3cecb3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2992823 Jul 14 09:42:39.476932 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3ca8ae-afd1-4c74-99f1-b02d0efbcf6e req-7190046e-c30d-42f7-aff3-325302ccc25b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:39.478661 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1e3ca8ae-afd1-4c74-99f1-b02d0efbcf6e req-7190046e-c30d-42f7-aff3-325302ccc25b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2a42cb13-2d55-4959-a070-eb88da564dfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3310037 Jul 14 09:42:39.547671 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8877e827-d813-4bd1-9212-ba7e9c24916d req-7e524c29-b550-44a4-accb-b0b55920c586 tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:39.565634 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8877e827-d813-4bd1-9212-ba7e9c24916d req-7e524c29-b550-44a4-accb-b0b55920c586 tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] 10.222.0.68 "GET /v2.0/ports?device_id=ae3d35a6-4bda-4462-871d-12870a7d39dc HTTP/1.1" status: 200 len: 945 time: 0.3681710 Jul 14 09:42:39.570969 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device faf84a56-da81-4003-a96f-6be6bddf7158 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:42:39.611924 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-bb08d575-3b4a-4d1e-8dc7-8317fb821d58 req-a219f1c6-6bc6-4281-a7c9-477d6188a530 service neutron] 10.222.0.68 "GET /v2.0/networks/eb4e535c-3b84-4c9e-9de2-4073c56413e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3774259 Jul 14 09:42:39.628907 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-778f3851-efdb-4ba2-ae0a-c1143ee87181 None None] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:39.643584 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-778f3851-efdb-4ba2-ae0a-c1143ee87181 None None] Transition to ACTIVE for port object 61025a8c-c1ff-4f1b-a85d-6010378cda80 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:42:39.664375 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-778f3851-efdb-4ba2-ae0a-c1143ee87181 None None] Transition to ACTIVE for port object 61025a8c-c1ff-4f1b-a85d-6010378cda80 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:42:39.668185 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning for port faf84a56-da81-4003-a96f-6be6bddf7158 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:42:39.675076 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port faf84a56-da81-4003-a96f-6be6bddf7158 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:42:39.675832 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:39.680340 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-778f3851-efdb-4ba2-ae0a-c1143ee87181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:39.689214 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b18ffd1e-2354-424b-ae7d-51c721d7fd5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:39.751282 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-778f3851-efdb-4ba2-ae0a-c1143ee87181 None None] Network 9e54f0fd-5143-4fd0-947b-e5704761b4c9 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:42:39.772284 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1e3ca8ae-afd1-4c74-99f1-b02d0efbcf6e req-b216ee9b-7760-4dc4-9e80-2e3c0fbcf603 service neutron] 10.222.0.57 "GET /v2.0/networks/2a42cb13-2d55-4959-a070-eb88da564dfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2044332 Jul 14 09:42:39.774596 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-58d78855-47da-4b9e-84d6-4d77ffd86caf tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Allocated IP 2001:db8::f (9e54f0fd-5143-4fd0-947b-e5704761b4c9/3776fca1-fb9e-4b69-bc8c-87e9e700b86d/7a50e91c-8147-41f2-85f4-40ea6a8ac9aa) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:42:39.780907 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-778f3851-efdb-4ba2-ae0a-c1143ee87181 None None] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:42:39.789125 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-778f3851-efdb-4ba2-ae0a-c1143ee87181 None None] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:42:39.840002 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778f3851-efdb-4ba2-ae0a-c1143ee87181 None None] Pushing event updated for resources: {'Port': ['ID=61025a8c-c1ff-4f1b-a85d-6010378cda80,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:39.990395 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:39.992407 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-778f3851-efdb-4ba2-ae0a-c1143ee87181 None None] Attempting to bind port 61025a8c-c1ff-4f1b-a85d-6010378cda80 on host n-d-779913-29 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:42:39.992917 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-778f3851-efdb-4ba2-ae0a-c1143ee87181 None None] Attempting to bind port 61025a8c-c1ff-4f1b-a85d-6010378cda80 by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': '097bdecd-d738-4b81-b280-1b355e5fb806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '9e54f0fd-5143-4fd0-947b-e5704761b4c9'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:42:39.993172 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-778f3851-efdb-4ba2-ae0a-c1143ee87181 None None] Attempting to bind port 61025a8c-c1ff-4f1b-a85d-6010378cda80 on network 9e54f0fd-5143-4fd0-947b-e5704761b4c9 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:42:40.009376 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-778f3851-efdb-4ba2-ae0a-c1143ee87181 None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 42, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:42:40.009778 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-778f3851-efdb-4ba2-ae0a-c1143ee87181 None None] Checking segment: {'id': '097bdecd-d738-4b81-b280-1b355e5fb806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '9e54f0fd-5143-4fd0-947b-e5704761b4c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:42:40.010230 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-778f3851-efdb-4ba2-ae0a-c1143ee87181 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:40.010663 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-778f3851-efdb-4ba2-ae0a-c1143ee87181 None None] Bound using segment: {'id': '097bdecd-d738-4b81-b280-1b355e5fb806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '9e54f0fd-5143-4fd0-947b-e5704761b4c9'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:42:40.011174 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-778f3851-efdb-4ba2-ae0a-c1143ee87181 None None] Bound port: 61025a8c-c1ff-4f1b-a85d-6010378cda80, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '097bdecd-d738-4b81-b280-1b355e5fb806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '9e54f0fd-5143-4fd0-947b-e5704761b4c9'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:42:40.011565 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-778f3851-efdb-4ba2-ae0a-c1143ee87181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:40.015375 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b18ffd1e-2354-424b-ae7d-51c721d7fd5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:40.092808 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-58d78855-47da-4b9e-84d6-4d77ffd86caf tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:40.102551 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b18ffd1e-2354-424b-ae7d-51c721d7fd5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:40.110317 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6521af-b006-4d30-926f-72fa66fbeb1e req-75817a25-ff10-4f19-98ce-545d86995017 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:40.117669 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-1f6521af-b006-4d30-926f-72fa66fbeb1e req-75817a25-ff10-4f19-98ce-545d86995017 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/ports?device_id=5ed0c1cb-c3d6-40f1-8aad-1894504b5a83 HTTP/1.1" status: 200 len: 945 time: 0.1381700 Jul 14 09:42:40.128695 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] For port faf84a56-da81-4003-a96f-6be6bddf7158, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=faf84a56-da81-4003-a96f-6be6bddf7158,segment=NetworkSegment(eb9a8695-c835-4f65-928c-97e7794f28b3),segment_id=eb9a8695-c835-4f65-928c-97e7794f28b3)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:42:40.141242 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-58d78855-47da-4b9e-84d6-4d77ffd86caf tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Transition to ACTIVE for port object 7a50e91c-8147-41f2-85f4-40ea6a8ac9aa will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:42:40.153403 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:40.176689 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-b18ffd1e-2354-424b-ae7d-51c721d7fd5a admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=bdd7d9d239854bed804b56cb1721870d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9026401 Jul 14 09:42:40.184343 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8877e827-d813-4bd1-9212-ba7e9c24916d req-a8d13bad-36a5-4ceb-9ad2-8474862a6317 tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] 10.222.0.68 "GET /v2.0/security-groups?id=6eb76f1e-e651-421c-9418-fa3a5fe2dfda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6178594 Jul 14 09:42:40.185881 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 45348) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:40.187430 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-1f6521af-b006-4d30-926f-72fa66fbeb1e req-ade433ac-533a-45f7-b5e0-d023cce0b153 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/security-groups?id=3e66fdd8-bd2d-4f0b-a124-b60bfc46cfe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673382 Jul 14 09:42:40.271694 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-58d78855-47da-4b9e-84d6-4d77ffd86caf tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:40.287305 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-778f3851-efdb-4ba2-ae0a-c1143ee87181 None None] For port 61025a8c-c1ff-4f1b-a85d-6010378cda80, host n-d-779913-29, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:42:40.300362 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-778f3851-efdb-4ba2-ae0a-c1143ee87181 None None] For port 61025a8c-c1ff-4f1b-a85d-6010378cda80, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=61025a8c-c1ff-4f1b-a85d-6010378cda80,segment=NetworkSegment(097bdecd-d738-4b81-b280-1b355e5fb806),segment_id=097bdecd-d738-4b81-b280-1b355e5fb806)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:42:40.330129 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-778f3851-efdb-4ba2-ae0a-c1143ee87181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:40.352144 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18ffd1e-2354-424b-ae7d-51c721d7fd5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42f9364b-db4f-4f98-b046-a86722a6fcfe,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:40.361157 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d78855-47da-4b9e-84d6-4d77ffd86caf tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Pushing event updated for resources: {'Port': ['ID=7a50e91c-8147-41f2-85f4-40ea6a8ac9aa,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:40.375425 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Pushing event updated for resources: {'Port': ['ID=faf84a56-da81-4003-a96f-6be6bddf7158,revision_number=5']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:40.416177 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1e3ca8ae-afd1-4c74-99f1-b02d0efbcf6e req-5df2fa90-0db5-4fa7-9a05-1673228be992 service neutron] 10.222.0.57 "GET /v2.0/networks/2a42cb13-2d55-4959-a070-eb88da564dfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6081259 Jul 14 09:42:40.418607 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751834a7-fea5-49ce-aea0-c549578990a8 req-19e89cc0-7213-4eae-ab38-c573e7562dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:40.420793 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-751834a7-fea5-49ce-aea0-c549578990a8 req-19e89cc0-7213-4eae-ab38-c573e7562dfb service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0be6be6bccc149f1a4b35e465d4a6d6f&device_id=bd66ceb4-f1e6-4b26-b7e1-7cc49f3cecb3 HTTP/1.1" status: 200 len: 1097 time: 1.0201404 Jul 14 09:42:40.442870 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6cba47b8-a0d3-46ce-8384-ccdee423551a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:40.473686 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6cba47b8-a0d3-46ce-8384-ccdee423551a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:40.512063 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58d78855-47da-4b9e-84d6-4d77ffd86caf tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Network 9e54f0fd-5143-4fd0-947b-e5704761b4c9 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:42:40.515643 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-58d78855-47da-4b9e-84d6-4d77ffd86caf tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:42:40.525102 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-9bccb4df-9e12-4f47-a514-5fa8e8113e22 req-bba71def-2270-4c5b-a1a9-929ba2ac0c32 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] 10.222.0.68 "GET /v2.0/ports?device_id=88e1b6cd-db20-478f-825e-42052bc3e00f HTTP/1.1" status: 200 len: 210 time: 0.1706305 Jul 14 09:42:40.529531 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d78855-47da-4b9e-84d6-4d77ffd86caf tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:42:40.541401 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778f3851-efdb-4ba2-ae0a-c1143ee87181 None None] Pushing event updated for resources: {'Port': ['ID=61025a8c-c1ff-4f1b-a85d-6010378cda80,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:40.572198 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58d78855-47da-4b9e-84d6-4d77ffd86caf tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:40.572931 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-58d78855-47da-4b9e-84d6-4d77ffd86caf tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:40.606188 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-58d78855-47da-4b9e-84d6-4d77ffd86caf tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.8968282 Jul 14 09:42:40.607397 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 45358) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:40.608717 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6cba47b8-a0d3-46ce-8384-ccdee423551a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:40.621730 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6cba47b8-a0d3-46ce-8384-ccdee423551a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:40.623737 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-6cba47b8-a0d3-46ce-8384-ccdee423551a admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/42f9364b-db4f-4f98-b046-a86722a6fcfe HTTP/1.1" status: 204 len: 168 time: 0.4287870 Jul 14 09:42:40.817469 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cba47b8-a0d3-46ce-8384-ccdee423551a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42f9364b-db4f-4f98-b046-a86722a6fcfe,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:40.952546 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f100a37e-d480-4541-8746-cb9cc45ad7df req-96d7c304-d989-49c9-8370-f206e02a9008 tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:40.957876 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f100a37e-d480-4541-8746-cb9cc45ad7df req-96d7c304-d989-49c9-8370-f206e02a9008 tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] 10.222.0.68 "GET /v2.0/ports?device_id=ae3d35a6-4bda-4462-871d-12870a7d39dc HTTP/1.1" status: 200 len: 945 time: 0.3782883 Jul 14 09:42:40.959287 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751834a7-fea5-49ce-aea0-c549578990a8 req-fa061f3b-35bd-43a4-991a-2728e6389650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:40.961055 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-751834a7-fea5-49ce-aea0-c549578990a8 req-fa061f3b-35bd-43a4-991a-2728e6389650 service neutron] 10.222.0.65 "GET /v2.0/networks?id=2a42cb13-2d55-4959-a070-eb88da564dfb HTTP/1.1" status: 200 len: 913 time: 0.4093268 Jul 14 09:42:40.964599 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca8a485-af2f-4a6c-b764-bced1822d0cd req-eb297196-40ad-434d-864d-9aaf36c932d4 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:40.967525 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 45370) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:40.967994 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-fca8a485-af2f-4a6c-b764-bced1822d0cd req-eb297196-40ad-434d-864d-9aaf36c932d4 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/networks?id=2a42cb13-2d55-4959-a070-eb88da564dfb HTTP/1.1" status: 200 len: 812 time: 0.2888293 Jul 14 09:42:40.976600 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-73090d6e-d89e-43a2-acc6-b54380ee0e64 tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] Request body: {'floatingip': {'port_id': 'b8119f90-a854-4301-93cc-52fa4a20015d'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:42:41.036533 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-fca8a485-af2f-4a6c-b764-bced1822d0cd req-7ff0d0d8-01cf-4249-8e4b-f3f598bcdd74 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/quotas/0be6be6bccc149f1a4b35e465d4a6d6f HTTP/1.1" status: 200 len: 375 time: 0.0527170 Jul 14 09:42:41.043083 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-73090d6e-d89e-43a2-acc6-b54380ee0e64 tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] Notify callbacks [] for floatingip, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:41.088820 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-751834a7-fea5-49ce-aea0-c549578990a8 req-65e5ffef-f8eb-42a0-8445-2f178331c3b9 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1a74407f-1167-403e-905d-2f083f30456b HTTP/1.1" status: 200 len: 217 time: 0.1041143 Jul 14 09:42:41.201327 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fafe57c-0425-43ea-961f-7a23f141632a tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:41.209242 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-2fafe57c-0425-43ea-961f-7a23f141632a tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] 10.222.0.68 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.6004050 Jul 14 09:42:41.229110 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 45376) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:41.335576 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751834a7-fea5-49ce-aea0-c549578990a8 req-b9e4436c-d4db-47ee-b053-209fc9b00295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:41.337309 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-751834a7-fea5-49ce-aea0-c549578990a8 req-b9e4436c-d4db-47ee-b053-209fc9b00295 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2fb6ebb7-0edb-47a6-96f3-036e2585c66a HTTP/1.1" status: 200 len: 851 time: 0.1956897 Jul 14 09:42:41.391323 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-fca8a485-af2f-4a6c-b764-bced1822d0cd req-382b3d50-0f85-42dd-82f0-a74e71d08909 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=0be6be6bccc149f1a4b35e465d4a6d6f&fields=id HTTP/1.1" status: 200 len: 532 time: 0.3505983 Jul 14 09:42:41.598018 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b09a855-284d-496d-9d44-744e286bbe39 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:41.604741 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b09a855-284d-496d-9d44-744e286bbe39 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:41.612618 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b09a855-284d-496d-9d44-744e286bbe39 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:41.617519 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-7b09a855-284d-496d-9d44-744e286bbe39 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] 10.222.0.68 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2389 time: 0.3773527 Jul 14 09:42:41.618389 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 45386) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:41.644492 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device faf84a56-da81-4003-a96f-6be6bddf7158 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:42:41.732332 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751834a7-fea5-49ce-aea0-c549578990a8 req-ddc67518-98e7-4618-bf3c-7fc3f3a4f627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:41.735297 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-751834a7-fea5-49ce-aea0-c549578990a8 req-ddc67518-98e7-4618-bf3c-7fc3f3a4f627 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2a42cb13-2d55-4959-a070-eb88da564dfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3382361 Jul 14 09:42:41.827438 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-fca8a485-af2f-4a6c-b764-bced1822d0cd req-d1db13d4-006f-4c36-ad0c-e37e582b712b service neutron] 10.222.0.68 "GET /v2.0/networks/2a42cb13-2d55-4959-a070-eb88da564dfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4349651 Jul 14 09:42:41.865402 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port faf84a56-da81-4003-a96f-6be6bddf7158 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:42:41.866057 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:42.046196 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 61025a8c-c1ff-4f1b-a85d-6010378cda80 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:42:42.093222 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-b50834cf-8938-41de-b0e7-680cba86e37f tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Deleting port 7a50e91c-8147-41f2-85f4-40ea6a8ac9aa {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:42:42.094137 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b50834cf-8938-41de-b0e7-680cba86e37f tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:42.095631 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a29c4f9f-0af1-45c4-81e9-280671988503 None None] Network 9e54f0fd-5143-4fd0-947b-e5704761b4c9 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:42:42.185670 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b50834cf-8938-41de-b0e7-680cba86e37f tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:42.203045 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-b50834cf-8938-41de-b0e7-680cba86e37f tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Calling delete_port for 7a50e91c-8147-41f2-85f4-40ea6a8ac9aa owned by {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:42:42.212603 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c120e236-925e-4dfb-838f-01d1c2012b29 None None] Provisioning for port 61025a8c-c1ff-4f1b-a85d-6010378cda80 completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:42:42.244839 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning for port 61025a8c-c1ff-4f1b-a85d-6010378cda80 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:42:42.255081 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port 61025a8c-c1ff-4f1b-a85d-6010378cda80 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:42:42.256127 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:42.421089 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:42.508890 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] For port 61025a8c-c1ff-4f1b-a85d-6010378cda80, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=61025a8c-c1ff-4f1b-a85d-6010378cda80,segment=NetworkSegment(097bdecd-d738-4b81-b280-1b355e5fb806),segment_id=097bdecd-d738-4b81-b280-1b355e5fb806)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:42:42.517606 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:42.620589 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Pushing event updated for resources: {'Port': ['ID=61025a8c-c1ff-4f1b-a85d-6010378cda80,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:42.693395 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-fca8a485-af2f-4a6c-b764-bced1822d0cd req-c2bcffee-bb09-471a-996a-505760ba5960 service neutron] 10.222.0.68 "GET /v2.0/networks/2a42cb13-2d55-4959-a070-eb88da564dfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8491719 Jul 14 09:42:42.698648 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b50834cf-8938-41de-b0e7-680cba86e37f tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:42.751029 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b50834cf-8938-41de-b0e7-680cba86e37f tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:42.753281 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-b50834cf-8938-41de-b0e7-680cba86e37f tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] 10.222.0.68 "DELETE /v2.0/ports/7a50e91c-8147-41f2-85f4-40ea6a8ac9aa HTTP/1.1" status: 204 len: 168 time: 1.1080194 Jul 14 09:42:42.773290 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 45414) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:42.776639 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1b22d939-d56a-4dae-b6e1-aba546c3ff72 req-840d1ea5-bf1f-461a-aa34-507f15a02ad9 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] 10.222.0.68 "GET /v2.0/ports?device_id=88e1b6cd-db20-478f-825e-42052bc3e00f HTTP/1.1" status: 200 len: 210 time: 0.7178957 Jul 14 09:42:42.785641 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50834cf-8938-41de-b0e7-680cba86e37f tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Pushing event deleted for resources: {'Port': ['ID=7a50e91c-8147-41f2-85f4-40ea6a8ac9aa,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:42.837786 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:42.838385 n-d-779913-29 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b53fc9a-25ce-4d3d-be34-fb837d5bee1a tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] GET failed (client error): The resource could not be found. Jul 14 09:42:42.843367 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-9b53fc9a-25ce-4d3d-be34-fb837d5bee1a tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] 10.222.0.68 "GET /v2.0/ports/7a50e91c-8147-41f2-85f4-40ea6a8ac9aa HTTP/1.1" status: 404 len: 333 time: 0.0687475 Jul 14 09:42:42.844362 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 45416) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:42.975629 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-751834a7-fea5-49ce-aea0-c549578990a8 req-d81b39f3-9de0-4f5a-ab69-71d38900518a service neutron] 10.222.0.65 "GET /v2.0/networks/2a42cb13-2d55-4959-a070-eb88da564dfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1728153 Jul 14 09:42:42.988947 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb08d575-3b4a-4d1e-8dc7-8317fb821d58 req-c91c238c-250d-4db5-962a-d08e94aea1ec tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:42.990674 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-bb08d575-3b4a-4d1e-8dc7-8317fb821d58 req-c91c238c-250d-4db5-962a-d08e94aea1ec tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] 10.222.0.57 "GET /v2.0/networks?id=eb4e535c-3b84-4c9e-9de2-4073c56413e0 HTTP/1.1" status: 200 len: 797 time: 0.9363596 Jul 14 09:42:43.022518 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-bd40b2c9-72bf-4fcd-a5b9-1d6733bac7e4 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Deleting port 72f77574-03b4-48ea-8491-9d9ae76b49ad {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:42:43.023684 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bd40b2c9-72bf-4fcd-a5b9-1d6733bac7e4 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:43.065426 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-1cafc208-891a-4973-91a8-84708819811b None None] Could not find standard attr ID for object 7a50e91c-8147-41f2-85f4-40ea6a8ac9aa. {{(pid=93959) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 09:42:43.089299 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-1cafc208-891a-4973-91a8-84708819811b None None] Provisioning for port 72f77574-03b4-48ea-8491-9d9ae76b49ad completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:42:43.095464 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-1cafc208-891a-4973-91a8-84708819811b None None] Provisioning complete for port 72f77574-03b4-48ea-8491-9d9ae76b49ad triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:42:43.096678 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1cafc208-891a-4973-91a8-84708819811b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:43.147705 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f5187398-7746-4b90-892b-e0c5100d4c32 req-c33e6efc-45ee-4aef-8d0b-a077217203ba tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/ports?device_id=cd255fe7-8cd0-407c-a0db-855de2f209d6 HTTP/1.1" status: 200 len: 210 time: 0.1205299 Jul 14 09:42:43.168676 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bd40b2c9-72bf-4fcd-a5b9-1d6733bac7e4 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:43.186402 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-bd40b2c9-72bf-4fcd-a5b9-1d6733bac7e4 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Calling delete_port for 72f77574-03b4-48ea-8491-9d9ae76b49ad owned by {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:42:43.189580 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-1cafc208-891a-4973-91a8-84708819811b None None] Port 72f77574-03b4-48ea-8491-9d9ae76b49ad cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:42:43.217005 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-1cafc208-891a-4973-91a8-84708819811b None None] Provisioning complete for port 61025a8c-c1ff-4f1b-a85d-6010378cda80 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:42:43.217474 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1cafc208-891a-4973-91a8-84708819811b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:43.341441 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-bb08d575-3b4a-4d1e-8dc7-8317fb821d58 req-679f8051-6558-4b6e-bb9f-fb1835e9bb16 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=da5579fc8d23403983f04f41618106b6 HTTP/1.1" status: 200 len: 380 time: 0.3106167 Jul 14 09:42:43.367184 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-bb08d575-3b4a-4d1e-8dc7-8317fb821d58 req-52b1765a-a604-4aec-a306-47835f799728 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Request body: {'port': {'device_id': '88e1b6cd-db20-478f-825e-42052bc3e00f', 'network_id': 'eb4e535c-3b84-4c9e-9de2-4073c56413e0', 'admin_state_up': True, 'tenant_id': 'da5579fc8d23403983f04f41618106b6', 'security_groups': ['473c2c55-d6f6-4b72-9292-9a63bea1018f']}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:42:43.375205 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bd40b2c9-72bf-4fcd-a5b9-1d6733bac7e4 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:43.440430 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd40b2c9-72bf-4fcd-a5b9-1d6733bac7e4 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Pushing event deleted for resources: {'Port': ['ID=72f77574-03b4-48ea-8491-9d9ae76b49ad,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:43.446924 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-751834a7-fea5-49ce-aea0-c549578990a8 req-355b8d5d-3f2e-455e-93da-32f1bfdd87d7 service neutron] 10.222.0.65 "GET /v2.0/networks/2a42cb13-2d55-4959-a070-eb88da564dfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4552188 Jul 14 09:42:43.464475 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 61025a8c-c1ff-4f1b-a85d-6010378cda80 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:42:43.470043 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-73090d6e-d89e-43a2-acc6-b54380ee0e64 tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:43.483966 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-73090d6e-d89e-43a2-acc6-b54380ee0e64 tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-660590'] for floatingip, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:43.504320 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bd40b2c9-72bf-4fcd-a5b9-1d6733bac7e4 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:43.516403 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-bd40b2c9-72bf-4fcd-a5b9-1d6733bac7e4 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] 10.222.0.68 "DELETE /v2.0/ports/72f77574-03b4-48ea-8491-9d9ae76b49ad HTTP/1.1" status: 204 len: 168 time: 0.6693439 Jul 14 09:42:43.517065 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 45434) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:43.537681 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-49ca30a4-a49c-4174-bf31-2a49b1cccad2 None None] Could not find standard attr ID for object 72f77574-03b4-48ea-8491-9d9ae76b49ad. {{(pid=93959) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 09:42:43.586771 n-d-779913-29 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-28842cf3-0f6d-4395-8746-26435b7d8231 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] GET failed (client error): The resource could not be found. Jul 14 09:42:43.593287 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-28842cf3-0f6d-4395-8746-26435b7d8231 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] 10.222.0.68 "GET /v2.0/ports/72f77574-03b4-48ea-8491-9d9ae76b49ad HTTP/1.1" status: 404 len: 333 time: 0.0749450 Jul 14 09:42:43.594230 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 45436) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:43.597883 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port 61025a8c-c1ff-4f1b-a85d-6010378cda80 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:42:43.598261 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:43.710395 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:43.714104 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-61923601-f4e7-43b4-a087-91b392f0766a tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Deleting subnet 3776fca1-fb9e-4b69-bc8c-87e9e700b86d {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:42:43.719503 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb08d575-3b4a-4d1e-8dc7-8317fb821d58 req-52b1765a-a604-4aec-a306-47835f799728 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Made reservation on behalf of da5579fc8d23403983f04f41618106b6 for: {'port': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:42:43.723849 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-61923601-f4e7-43b4-a087-91b392f0766a tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:43.732251 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-bb08d575-3b4a-4d1e-8dc7-8317fb821d58 req-52b1765a-a604-4aec-a306-47835f799728 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:43.735612 n-d-779913-29 neutron-server[93957]: INFO neutron.db.l3_db [None req-73090d6e-d89e-43a2-acc6-b54380ee0e64 tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] Floating IP 1cb618f0-39a7-45d1-a9f1-b4a64a160bbf associated. External IP: 172.25.4.120, port: b8119f90-a854-4301-93cc-52fa4a20015d. Jul 14 09:42:43.811745 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-61923601-f4e7-43b4-a087-91b392f0766a tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13574120'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:43.853757 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-2593a0a8-4963-4b96-aa39-32fd9a19d9c8 None None] Could not find standard attr ID for object 7a50e91c-8147-41f2-85f4-40ea6a8ac9aa. {{(pid=93959) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 09:42:43.995633 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ad85c889-118a-4468-bfc8-6e7f683afbad req-1db58733-8f4a-489e-982b-5c3780771e39 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] 10.222.0.68 "GET /v2.0/ports?device_id=88e1b6cd-db20-478f-825e-42052bc3e00f HTTP/1.1" status: 200 len: 210 time: 0.0422029 Jul 14 09:42:43.997025 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-61923601-f4e7-43b4-a087-91b392f0766a tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3481002'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:44.074052 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [req-bb08d575-3b4a-4d1e-8dc7-8317fb821d58 req-52b1765a-a604-4aec-a306-47835f799728 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Allocated IP 172.20.0.3 (eb4e535c-3b84-4c9e-9de2-4073c56413e0/5f49e4c7-b0e1-4adf-b03f-1c642eb39e18/db2d2da0-53d6-46ac-a466-fcebb4007f56) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:42:44.191015 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-61923601-f4e7-43b4-a087-91b392f0766a tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13574056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16714573'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:44.228584 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-61923601-f4e7-43b4-a087-91b392f0766a tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:44.230343 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-61923601-f4e7-43b4-a087-91b392f0766a tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] 10.222.0.68 "DELETE /v2.0/subnets/3776fca1-fb9e-4b69-bc8c-87e9e700b86d HTTP/1.1" status: 204 len: 168 time: 0.6351156 Jul 14 09:42:44.240474 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 45444) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:44.270635 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61923601-f4e7-43b4-a087-91b392f0766a tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Pushing event deleted for resources: {'Subnet': ['ID=3776fca1-fb9e-4b69-bc8c-87e9e700b86d,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:44.398710 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a50f04a1-d12d-4754-91e2-cfb838e76fac req-1a1e4768-cb20-4e9f-a088-c8731b7fc8bf tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/ports?device_id=cd255fe7-8cd0-407c-a0db-855de2f209d6 HTTP/1.1" status: 200 len: 210 time: 0.0952451 Jul 14 09:42:44.417443 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c88be80-6dba-49ef-838b-08415c6ff5bb None None] Network 9e54f0fd-5143-4fd0-947b-e5704761b4c9 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:42:44.432221 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-737f9180-19a3-402d-9ece-d027a5655804 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3876111'] for network, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:44.456762 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73090d6e-d89e-43a2-acc6-b54380ee0e64 tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] Router 1a2571e9-0958-46b5-9dfa-808a92fd863f has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:42:44.526020 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-bb08d575-3b4a-4d1e-8dc7-8317fb821d58 req-52b1765a-a604-4aec-a306-47835f799728 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:44.588124 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [req-bb08d575-3b4a-4d1e-8dc7-8317fb821d58 req-52b1765a-a604-4aec-a306-47835f799728 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Transition to ACTIVE for port object db2d2da0-53d6-46ac-a466-fcebb4007f56 will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:42:44.599738 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02894165-ad7e-47fe-9bdc-ef885576b53f None None] DHCP port deletion for 9e54f0fd-5143-4fd0-947b-e5704761b4c9 request from n-d-779913-29 {{(pid=93959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:42:44.645557 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-02894165-ad7e-47fe-9bdc-ef885576b53f None None] Deleting port 61025a8c-c1ff-4f1b-a85d-6010378cda80 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:42:44.646022 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-02894165-ad7e-47fe-9bdc-ef885576b53f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:44.652134 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-737f9180-19a3-402d-9ece-d027a5655804 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Deleting port 61025a8c-c1ff-4f1b-a85d-6010378cda80 {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:42:44.652505 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-737f9180-19a3-402d-9ece-d027a5655804 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:44.708528 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-02894165-ad7e-47fe-9bdc-ef885576b53f None None] For port 61025a8c-c1ff-4f1b-a85d-6010378cda80, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=61025a8c-c1ff-4f1b-a85d-6010378cda80,segment=NetworkSegment(097bdecd-d738-4b81-b280-1b355e5fb806),segment_id=097bdecd-d738-4b81-b280-1b355e5fb806)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:42:44.708778 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-02894165-ad7e-47fe-9bdc-ef885576b53f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:44.722575 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-02894165-ad7e-47fe-9bdc-ef885576b53f None None] Calling delete_port for 61025a8c-c1ff-4f1b-a85d-6010378cda80 owned by network:dhcp {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:42:44.724395 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73090d6e-d89e-43a2-acc6-b54380ee0e64 tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:42:44.729353 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-73090d6e-d89e-43a2-acc6-b54380ee0e64 tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for floatingip, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:44.735761 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d327d1c-a1fd-4d69-b473-3bd84d6d8bae None None] Sync routers for ids ['1a2571e9-0958-46b5-9dfa-808a92fd863f'] in n-d-779913-29 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:42:44.751029 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d327d1c-a1fd-4d69-b473-3bd84d6d8bae None None] Routers {'1a2571e9-0958-46b5-9dfa-808a92fd863f'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:42:44.751822 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-6d327d1c-a1fd-4d69-b473-3bd84d6d8bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:42:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['1a2571e9-0958-46b5-9dfa-808a92fd863f'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:42:44.769980 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-bb08d575-3b4a-4d1e-8dc7-8317fb821d58 req-52b1765a-a604-4aec-a306-47835f799728 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:44.822487 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-02894165-ad7e-47fe-9bdc-ef885576b53f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:44.841256 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02894165-ad7e-47fe-9bdc-ef885576b53f None None] No DVR routers for this DVR port 61025a8c-c1ff-4f1b-a85d-6010378cda80 on host n-d-779913-29 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:42:44.850443 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-737f9180-19a3-402d-9ece-d027a5655804 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] For port 61025a8c-c1ff-4f1b-a85d-6010378cda80, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=61025a8c-c1ff-4f1b-a85d-6010378cda80,segment=NetworkSegment(097bdecd-d738-4b81-b280-1b355e5fb806),segment_id=097bdecd-d738-4b81-b280-1b355e5fb806)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:42:44.851129 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-737f9180-19a3-402d-9ece-d027a5655804 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:44.867988 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02894165-ad7e-47fe-9bdc-ef885576b53f None None] Pushing event deleted for resources: {'Port': ['ID=61025a8c-c1ff-4f1b-a85d-6010378cda80,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:44.882344 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-6d327d1c-a1fd-4d69-b473-3bd84d6d8bae None None] Set router 1a2571e9-0958-46b5-9dfa-808a92fd863f gateway port host: n-d-779913-29 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:42:44.911693 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-737f9180-19a3-402d-9ece-d027a5655804 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Calling delete_port for 61025a8c-c1ff-4f1b-a85d-6010378cda80 owned by network:dhcp {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:42:44.920612 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb08d575-3b4a-4d1e-8dc7-8317fb821d58 req-52b1765a-a604-4aec-a306-47835f799728 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Network eb4e535c-3b84-4c9e-9de2-4073c56413e0 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:42:44.925883 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-73090d6e-d89e-43a2-acc6-b54380ee0e64 tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] 10.222.0.68 "PUT /v2.0/floatingips/1cb618f0-39a7-45d1-a9f1-b4a64a160bbf HTTP/1.1" status: 200 len: 991 time: 3.9572313 Jul 14 09:42:44.934338 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae3d35a6-4bda-4462-871d-12870a7d39dc', 'tag': 'b8119f90-a854-4301-93cc-52fa4a20015d'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:42:44.937556 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39469825-1f29-45de-a5fa-c2e0d3cf72d6" -d '{"events": [{"name": "network-changed", "server_uuid": "ae3d35a6-4bda-4462-871d-12870a7d39dc", "tag": "b8119f90-a854-4301-93cc-52fa4a20015d"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:42:44.946725 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [req-bb08d575-3b4a-4d1e-8dc7-8317fb821d58 req-52b1765a-a604-4aec-a306-47835f799728 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:42:44.949394 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb08d575-3b4a-4d1e-8dc7-8317fb821d58 req-52b1765a-a604-4aec-a306-47835f799728 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:42:44.961069 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b1765a-a604-4aec-a306-47835f799728 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Pushing event updated for resources: {'Port': ['ID=db2d2da0-53d6-46ac-a466-fcebb4007f56,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:45.102542 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb08d575-3b4a-4d1e-8dc7-8317fb821d58 req-52b1765a-a604-4aec-a306-47835f799728 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:45.103320 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-bb08d575-3b4a-4d1e-8dc7-8317fb821d58 req-52b1765a-a604-4aec-a306-47835f799728 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:45.127258 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca8a485-af2f-4a6c-b764-bced1822d0cd req-54f40d01-4025-4f69-a018-7a1629495fce tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:45.129353 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-fca8a485-af2f-4a6c-b764-bced1822d0cd req-54f40d01-4025-4f69-a018-7a1629495fce tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.65 "GET /v2.0/networks?id=2a42cb13-2d55-4959-a070-eb88da564dfb HTTP/1.1" status: 200 len: 812 time: 0.3545227 Jul 14 09:42:45.155148 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-6d327d1c-a1fd-4d69-b473-3bd84d6d8bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a2571e9-0958-46b5-9dfa-808a92fd863f', 'name': 'tempest-AttachVolumeTestJSON-831321460-router', 'tenant_id': 'fdcfb0d129f645508f46496d6d3408cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.158'}], 'enable_snat': True}, 'gw_port_id': 'faf8a1de-18dc-4b38-a01a-450dbc8dc8eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:42:06Z', 'updated_at': '2021-07-14T09:42:11Z', 'revision_number': 4, 'project_id': 'fdcfb0d129f645508f46496d6d3408cf', 'gw_port': {'id': 'faf8a1de-18dc-4b38-a01a-450dbc8dc8eb', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:5c:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a2571e9-0958-46b5-9dfa-808a92fd863f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2961, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:42:07Z', 'updated_at': '2021-07-14T09:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_floatingips': [{'id': '1cb618f0-39a7-45d1-a9f1-b4a64a160bbf', 'tenant_id': 'fdcfb0d129f645508f46496d6d3408cf', 'floating_ip_address': '172.25.4.120', 'floating_network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'router_id': '1a2571e9-0958-46b5-9dfa-808a92fd863f', 'port_id': 'b8119f90-a854-4301-93cc-52fa4a20015d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2986, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5bfa805-7fa6-4e66-853c-c2e7e3c5ed34', 'mac_address': 'fa:16:3e:10:95:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae3d35a6-4bda-4462-871d-12870a7d39dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:42:17Z', 'updated_at': '2021-07-14T09:42:43Z', 'revision_number': 1, 'project_id': 'fdcfb0d129f645508f46496d6d3408cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74361e15-dbd1-400c-a609-d364959fd1d8', 'name': '', 'network_id': 'e5bfa805-7fa6-4e66-853c-c2e7e3c5ed34', 'tenant_id': 'fdcfb0d129f645508f46496d6d3408cf', 'mac_address': 'fa:16:3e:35:16:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a2571e9-0958-46b5-9dfa-808a92fd863f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2965, 'fixed_ips': [{'subnet_id': 'a974099b-8e0b-49f4-a28f-d50286aa9083', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:42:10Z', 'updated_at': '2021-07-14T09:42:21Z', 'revision_number': 5, 'project_id': 'fdcfb0d129f645508f46496d6d3408cf', 'subnets': [{'id': 'a974099b-8e0b-49f4-a28f-d50286aa9083', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:42:45.157187 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-fca8a485-af2f-4a6c-b764-bced1822d0cd req-fa038989-fa51-4b02-90f9-5237d52444e7 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Request body: {'port': {'device_id': 'cd255fe7-8cd0-407c-a0db-855de2f209d6', 'network_id': '2a42cb13-2d55-4959-a070-eb88da564dfb', 'admin_state_up': True, 'tenant_id': '0be6be6bccc149f1a4b35e465d4a6d6f'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:42:45.167359 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-bb08d575-3b4a-4d1e-8dc7-8317fb821d58 req-52b1765a-a604-4aec-a306-47835f799728 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8157449 Jul 14 09:42:45.219576 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-bb08d575-3b4a-4d1e-8dc7-8317fb821d58 req-4384ac4c-6c29-4d40-ad4f-a784f130f46f service neutron] Request body: {'port': {'device_id': '88e1b6cd-db20-478f-825e-42052bc3e00f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-29'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:42:45.248532 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d327d1c-a1fd-4d69-b473-3bd84d6d8bae None None] Checking router: 1a2571e9-0958-46b5-9dfa-808a92fd863f for host: n-d-779913-29 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:42:45.273895 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-737f9180-19a3-402d-9ece-d027a5655804 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:45.301711 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d327d1c-a1fd-4d69-b473-3bd84d6d8bae None None] Routers {'1a2571e9-0958-46b5-9dfa-808a92fd863f'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:42:45.313880 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-6d327d1c-a1fd-4d69-b473-3bd84d6d8bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:42:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['1a2571e9-0958-46b5-9dfa-808a92fd863f'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:42:45.330714 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-6b464c54-3246-4e75-a188-b1ccba230a39 None None] Provisioning for port db2d2da0-53d6-46ac-a466-fcebb4007f56 completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:42:45.335181 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-6b464c54-3246-4e75-a188-b1ccba230a39 None None] Provisioning complete for port db2d2da0-53d6-46ac-a466-fcebb4007f56 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:42:45.335568 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6b464c54-3246-4e75-a188-b1ccba230a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:45.374829 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:42:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eefa1287-e8e4-4b59-aad3-c682be380988 x-openstack-request-id: req-eefa1287-e8e4-4b59-aad3-c682be380988 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:42:45.375062 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae3d35a6-4bda-4462-871d-12870a7d39dc", "tag": "b8119f90-a854-4301-93cc-52fa4a20015d", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:42:45.375277 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-eefa1287-e8e4-4b59-aad3-c682be380988 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:42:45.375720 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae3d35a6-4bda-4462-871d-12870a7d39dc', 'tag': 'b8119f90-a854-4301-93cc-52fa4a20015d', 'status': 'completed', 'code': 200} Jul 14 09:42:45.425990 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-6b464c54-3246-4e75-a188-b1ccba230a39 None None] Port db2d2da0-53d6-46ac-a466-fcebb4007f56 cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:42:45.434369 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 61025a8c-c1ff-4f1b-a85d-6010378cda80 no longer exists at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:42:45.440285 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b939d1b2-0b1e-4b32-a7dc-a8a09d686b13 req-2cdd7dda-8715-4b68-93d8-d9748ddb3f43 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:45.448282 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-b939d1b2-0b1e-4b32-a7dc-a8a09d686b13 req-2cdd7dda-8715-4b68-93d8-d9748ddb3f43 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] 10.222.0.68 "GET /v2.0/ports?device_id=88e1b6cd-db20-478f-825e-42052bc3e00f HTTP/1.1" status: 200 len: 931 time: 0.1154537 Jul 14 09:42:45.487054 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] No Port match for: 61025a8c-c1ff-4f1b-a85d-6010378cda80 {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:42:45.487309 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 61025a8c-c1ff-4f1b-a85d-6010378cda80 not bound to the agent host n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:42:45.501483 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-b939d1b2-0b1e-4b32-a7dc-a8a09d686b13 req-8377934e-8a78-4e2f-9e0f-0f704f6e9eb3 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] 10.222.0.68 "GET /v2.0/security-groups?id=473c2c55-d6f6-4b72-9292-9a63bea1018f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518765 Jul 14 09:42:45.523106 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737f9180-19a3-402d-9ece-d027a5655804 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Pushing event deleted for resources: {'Port': ['ID=61025a8c-c1ff-4f1b-a85d-6010378cda80,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:45.548273 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-737f9180-19a3-402d-9ece-d027a5655804 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] No DVR routers for this DVR port 61025a8c-c1ff-4f1b-a85d-6010378cda80 on host n-d-779913-29 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:42:45.594503 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-6d327d1c-a1fd-4d69-b473-3bd84d6d8bae None None] Set router 1a2571e9-0958-46b5-9dfa-808a92fd863f gateway port host: n-d-779913-29 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:42:45.697795 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a647825a-269f-4de4-9fad-fc2b921a501b req-e71e67ec-cf04-4d61-9368-9b400710452c tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/ports?device_id=cd255fe7-8cd0-407c-a0db-855de2f209d6 HTTP/1.1" status: 200 len: 210 time: 0.1066279 Jul 14 09:42:45.721415 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fca8a485-af2f-4a6c-b764-bced1822d0cd req-fa038989-fa51-4b02-90f9-5237d52444e7 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Made reservation on behalf of 0be6be6bccc149f1a4b35e465d4a6d6f for: {'port': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:42:45.724884 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-fca8a485-af2f-4a6c-b764-bced1822d0cd req-fa038989-fa51-4b02-90f9-5237d52444e7 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:45.742747 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-bb08d575-3b4a-4d1e-8dc7-8317fb821d58 req-4384ac4c-6c29-4d40-ad4f-a784f130f46f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:45.749411 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-737f9180-19a3-402d-9ece-d027a5655804 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473955', 'neutron.services.segments.db._delete_segments_for_network-8735688326548'] for network, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:45.774023 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-737f9180-19a3-402d-9ece-d027a5655804 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e54f0fd-5143-4fd0-947b-e5704761b4c9']}} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:42:45.795887 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-737f9180-19a3-402d-9ece-d027a5655804 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '097bdecd-d738-4b81-b280-1b355e5fb806') {'for_net_delete': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:42:45.796246 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-737f9180-19a3-402d-9ece-d027a5655804 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '097bdecd-d738-4b81-b280-1b355e5fb806') {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:42:45.840352 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-6d327d1c-a1fd-4d69-b473-3bd84d6d8bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a2571e9-0958-46b5-9dfa-808a92fd863f', 'name': 'tempest-AttachVolumeTestJSON-831321460-router', 'tenant_id': 'fdcfb0d129f645508f46496d6d3408cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.158'}], 'enable_snat': True}, 'gw_port_id': 'faf8a1de-18dc-4b38-a01a-450dbc8dc8eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:42:06Z', 'updated_at': '2021-07-14T09:42:11Z', 'revision_number': 4, 'project_id': 'fdcfb0d129f645508f46496d6d3408cf', 'gw_port': {'id': 'faf8a1de-18dc-4b38-a01a-450dbc8dc8eb', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:5c:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a2571e9-0958-46b5-9dfa-808a92fd863f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2961, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:42:07Z', 'updated_at': '2021-07-14T09:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_floatingips': [{'id': '1cb618f0-39a7-45d1-a9f1-b4a64a160bbf', 'tenant_id': 'fdcfb0d129f645508f46496d6d3408cf', 'floating_ip_address': '172.25.4.120', 'floating_network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'router_id': '1a2571e9-0958-46b5-9dfa-808a92fd863f', 'port_id': 'b8119f90-a854-4301-93cc-52fa4a20015d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2986, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5bfa805-7fa6-4e66-853c-c2e7e3c5ed34', 'mac_address': 'fa:16:3e:10:95:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae3d35a6-4bda-4462-871d-12870a7d39dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:42:17Z', 'updated_at': '2021-07-14T09:42:43Z', 'revision_number': 1, 'project_id': 'fdcfb0d129f645508f46496d6d3408cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74361e15-dbd1-400c-a609-d364959fd1d8', 'name': '', 'network_id': 'e5bfa805-7fa6-4e66-853c-c2e7e3c5ed34', 'tenant_id': 'fdcfb0d129f645508f46496d6d3408cf', 'mac_address': 'fa:16:3e:35:16:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a2571e9-0958-46b5-9dfa-808a92fd863f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2965, 'fixed_ips': [{'subnet_id': 'a974099b-8e0b-49f4-a28f-d50286aa9083', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:42:10Z', 'updated_at': '2021-07-14T09:42:21Z', 'revision_number': 5, 'project_id': 'fdcfb0d129f645508f46496d6d3408cf', 'subnets': [{'id': 'a974099b-8e0b-49f4-a28f-d50286aa9083', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:42:45.850034 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-737f9180-19a3-402d-9ece-d027a5655804 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735688356235', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10944210'] for segment, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:45.856926 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39469825-1f29-45de-a5fa-c2e0d3cf72d6 req-e1332461-41f4-4fdc-936e-0719a5ac2cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:45.858770 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-39469825-1f29-45de-a5fa-c2e0d3cf72d6 req-e1332461-41f4-4fdc-936e-0719a5ac2cd6 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=fdcfb0d129f645508f46496d6d3408cf&device_id=ae3d35a6-4bda-4462-871d-12870a7d39dc HTTP/1.1" status: 200 len: 1097 time: 0.4874279 Jul 14 09:42:45.869190 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d327d1c-a1fd-4d69-b473-3bd84d6d8bae None None] The sync data for ids ['1a2571e9-0958-46b5-9dfa-808a92fd863f'] in n-d-779913-29 is: [{'id': '1a2571e9-0958-46b5-9dfa-808a92fd863f', 'name': 'tempest-AttachVolumeTestJSON-831321460-router', 'tenant_id': 'fdcfb0d129f645508f46496d6d3408cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.158'}], 'enable_snat': True}, 'gw_port_id': 'faf8a1de-18dc-4b38-a01a-450dbc8dc8eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:42:06Z', 'updated_at': '2021-07-14T09:42:11Z', 'revision_number': 4, 'project_id': 'fdcfb0d129f645508f46496d6d3408cf', 'gw_port': {'id': 'faf8a1de-18dc-4b38-a01a-450dbc8dc8eb', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:5c:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a2571e9-0958-46b5-9dfa-808a92fd863f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2961, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:42:07Z', 'updated_at': '2021-07-14T09:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_floatingips': [{'id': '1cb618f0-39a7-45d1-a9f1-b4a64a160bbf', 'tenant_id': 'fdcfb0d129f645508f46496d6d3408cf', 'floating_ip_address': '172.25.4.120', 'floating_network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'router_id': '1a2571e9-0958-46b5-9dfa-808a92fd863f', 'port_id': 'b8119f90-a854-4301-93cc-52fa4a20015d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2986, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5bfa805-7fa6-4e66-853c-c2e7e3c5ed34', 'mac_address': 'fa:16:3e:10:95:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae3d35a6-4bda-4462-871d-12870a7d39dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:42:17Z', 'updated_at': '2021-07-14T09:42:43Z', 'revision_number': 1, 'project_id': 'fdcfb0d129f645508f46496d6d3408cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74361e15-dbd1-400c-a609-d364959fd1d8', 'name': '', 'network_id': 'e5bfa805-7fa6-4e66-853c-c2e7e3c5ed34', 'tenant_id': 'fdcfb0d129f645508f46496d6d3408cf', 'mac_address': 'fa:16:3e:35:16:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a2571e9-0958-46b5-9dfa-808a92fd863f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2965, 'fixed_ips': [{'subnet_id': 'a974099b-8e0b-49f4-a28f-d50286aa9083', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:42:10Z', 'updated_at': '2021-07-14T09:42:21Z', 'revision_number': 5, 'project_id': 'fdcfb0d129f645508f46496d6d3408cf', 'subnets': [{'id': 'a974099b-8e0b-49f4-a28f-d50286aa9083', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:42:45.947177 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-737f9180-19a3-402d-9ece-d027a5655804 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:45.968616 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-737f9180-19a3-402d-9ece-d027a5655804 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Releasing vlan 735 on physical network physnet1 to pool {{(pid=93957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:42:45.969286 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-737f9180-19a3-402d-9ece-d027a5655804 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10053619'] for segment, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:46.016749 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:42:46.016749 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:42:46.016749 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:42:46.016749 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:42:46.016749 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:42:46.016749 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:42:46.016749 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:42:46.016749 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:42:46.016749 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:42:46.016749 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:42:46.016749 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:42:46.016749 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:42:46.016749 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:42:46.016749 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:42:46.016749 n-d-779913-29 neutron-server[93957]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:42:46.016749 n-d-779913-29 neutron-server[93957]: self.session.flush() Jul 14 09:42:46.016749 n-d-779913-29 neutron-server[93957]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:42:46.016749 n-d-779913-29 neutron-server[93957]: self.session.flush() Jul 14 09:42:46.016749 n-d-779913-29 neutron-server[93957]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:42:46.016749 n-d-779913-29 neutron-server[93957]: self.session.flush() Jul 14 09:42:46.016749 n-d-779913-29 neutron-server[93957]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:42:46.016749 n-d-779913-29 neutron-server[93957]: self.session.flush() Jul 14 09:42:46.016749 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:42:46.016749 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:42:46.016749 n-d-779913-29 neutron-server[93957]: Traceback (most recent call last): Jul 14 09:42:46.016749 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:42:46.016749 n-d-779913-29 neutron-server[93957]: timer() Jul 14 09:42:46.016749 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:42:46.016749 n-d-779913-29 neutron-server[93957]: cb(*args, **kw) Jul 14 09:42:46.016749 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:42:46.016749 n-d-779913-29 neutron-server[93957]: return func(*args, **kwargs) Jul 14 09:42:46.016749 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:42:46.016749 n-d-779913-29 neutron-server[93957]: self._notify() Jul 14 09:42:46.016749 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:42:46.016749 n-d-779913-29 neutron-server[93957]: self.callback(batched_events) Jul 14 09:42:46.016749 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:42:46.016749 n-d-779913-29 neutron-server[93957]: event.method(event) Jul 14 09:42:46.016749 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:42:46.016749 n-d-779913-29 neutron-server[93957]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:42:46.016749 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:42:46.016749 n-d-779913-29 neutron-server[93957]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:42:46.016749 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:42:46.016749 n-d-779913-29 neutron-server[93957]: return f(self, *a, **k) Jul 14 09:42:46.016749 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:42:46.016749 n-d-779913-29 neutron-server[93957]: return self._get(url).json() Jul 14 09:42:46.016749 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:42:46.016749 n-d-779913-29 neutron-server[93957]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:42:46.016749 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:42:46.016749 n-d-779913-29 neutron-server[93957]: return self.request(url, 'GET', **kwargs) Jul 14 09:42:46.016749 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:42:46.016749 n-d-779913-29 neutron-server[93957]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:42:46.016749 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:42:46.016749 n-d-779913-29 neutron-server[93957]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:42:46.016749 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:42:46.016749 n-d-779913-29 neutron-server[93957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:42:46.016749 n-d-779913-29 neutron-server[93957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:42:46.107558 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b57ab5f-73ce-40d2-8421-ee12e4629ad3 None None] New status for floating IP 1cb618f0-39a7-45d1-a9f1-b4a64a160bbf: ACTIVE {{(pid=93959) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:42:46.295913 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [req-fca8a485-af2f-4a6c-b764-bced1822d0cd req-fa038989-fa51-4b02-90f9-5237d52444e7 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Allocated IP 172.20.0.3 (2a42cb13-2d55-4959-a070-eb88da564dfb/2fb6ebb7-0edb-47a6-96f3-036e2585c66a/9f8e9a48-3b5b-4ec8-b785-e7dbab3d632a) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:42:46.318412 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-737f9180-19a3-402d-9ece-d027a5655804 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660504'] for network, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:46.362542 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-737f9180-19a3-402d-9ece-d027a5655804 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks [] for network, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:46.364464 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-737f9180-19a3-402d-9ece-d027a5655804 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] 10.222.0.68 "DELETE /v2.0/networks/9e54f0fd-5143-4fd0-947b-e5704761b4c9 HTTP/1.1" status: 204 len: 168 time: 2.1213584 Jul 14 09:42:46.367209 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737f9180-19a3-402d-9ece-d027a5655804 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Pushing event deleted for resources: {'Network': ['ID=9e54f0fd-5143-4fd0-947b-e5704761b4c9,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:46.369908 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 45464) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:46.376593 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-3b7a5191-284f-499f-8f40-690eb92e66b8 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-118284931'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:42:46.384054 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [req-bb08d575-3b4a-4d1e-8dc7-8317fb821d58 req-4384ac4c-6c29-4d40-ad4f-a784f130f46f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db2d2da0-53d6-46ac-a466-fcebb4007f56 {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:42:46.395467 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-bb08d575-3b4a-4d1e-8dc7-8317fb821d58 req-4384ac4c-6c29-4d40-ad4f-a784f130f46f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:46.407668 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39469825-1f29-45de-a5fa-c2e0d3cf72d6 req-d5c93bd3-0351-4f29-a3b1-58252ec66323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:46.408124 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b7a5191-284f-499f-8f40-690eb92e66b8 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Made reservation on behalf of 8e0fa7bcfd52457fb97f1b4ac86d5efa for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:42:46.409209 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-39469825-1f29-45de-a5fa-c2e0d3cf72d6 req-d5c93bd3-0351-4f29-a3b1-58252ec66323 service neutron] 10.222.0.65 "GET /v2.0/networks?id=e5bfa805-7fa6-4e66-853c-c2e7e3c5ed34 HTTP/1.1" status: 200 len: 911 time: 0.5412993 Jul 14 09:42:46.412033 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3b7a5191-284f-499f-8f40-690eb92e66b8 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:46.432361 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [req-bb08d575-3b4a-4d1e-8dc7-8317fb821d58 req-4384ac4c-6c29-4d40-ad4f-a784f130f46f service neutron] Transition to ACTIVE for port object db2d2da0-53d6-46ac-a466-fcebb4007f56 will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:42:46.439915 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b7a5191-284f-499f-8f40-690eb92e66b8 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 741} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:42:46.452803 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3b7a5191-284f-499f-8f40-690eb92e66b8 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:46.453619 n-d-779913-29 neutron-server[93958]: INFO neutron.db.segments_db [None req-3b7a5191-284f-499f-8f40-690eb92e66b8 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Added segment 6355327c-8a43-42c5-bac2-df9421333c01 of type vlan for network 609577a6-d9cf-4c88-8f94-11730e04d519 Jul 14 09:42:46.473799 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-bb08d575-3b4a-4d1e-8dc7-8317fb821d58 req-4384ac4c-6c29-4d40-ad4f-a784f130f46f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:46.498332 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3b7a5191-284f-499f-8f40-690eb92e66b8 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735687821325'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:46.544546 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3b7a5191-284f-499f-8f40-690eb92e66b8 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:46.552962 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b7a5191-284f-499f-8f40-690eb92e66b8 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:46.553902 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3b7a5191-284f-499f-8f40-690eb92e66b8 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:46.691043 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-3b7a5191-284f-499f-8f40-690eb92e66b8 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3196833 Jul 14 09:42:46.694041 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 45470) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:46.702816 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-c0cb66c3-f18d-493a-84e9-ceef7a1c5ec3 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Request body: {'subnet': {'network_id': '609577a6-d9cf-4c88-8f94-11730e04d519', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:42:46.760680 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7a5191-284f-499f-8f40-690eb92e66b8 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Pushing event updated for resources: {'Network': ['ID=609577a6-d9cf-4c88-8f94-11730e04d519,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:46.780232 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Network 609577a6-d9cf-4c88-8f94-11730e04d519 details requested by agent ovs-agent-n-d-779913-29 with host n-d-779913-29 {{(pid=93959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:42:46.839160 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0cb66c3-f18d-493a-84e9-ceef7a1c5ec3 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Made reservation on behalf of 8e0fa7bcfd52457fb97f1b4ac86d5efa for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:42:46.845778 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c0cb66c3-f18d-493a-84e9-ceef7a1c5ec3 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16714600'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:46.945096 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d009859a-48cb-4576-ba73-1523611e6adc req-488a6cf3-447f-47c3-b994-bc256efdfb19 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/ports?device_id=cd255fe7-8cd0-407c-a0db-855de2f209d6 HTTP/1.1" status: 200 len: 210 time: 0.0719340 Jul 14 09:42:47.080541 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c0cb66c3-f18d-493a-84e9-ceef7a1c5ec3 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13573993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16714586'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:47.121393 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-39469825-1f29-45de-a5fa-c2e0d3cf72d6 req-32eccff2-7a42-4cb8-a5f1-736c689ad0de service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b8119f90-a854-4301-93cc-52fa4a20015d HTTP/1.1" status: 200 len: 1001 time: 0.7043562 Jul 14 09:42:47.121788 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4384ac4c-6c29-4d40-ad4f-a784f130f46f service neutron] Pushing event updated for resources: {'Port': ['ID=db2d2da0-53d6-46ac-a466-fcebb4007f56,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:47.155198 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cb66c3-f18d-493a-84e9-ceef7a1c5ec3 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Pushing event updated for resources: {'Subnet': ['ID=d56711d1-4951-48f5-a01a-98363ee3d2ce,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:47.157584 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0cb66c3-f18d-493a-84e9-ceef7a1c5ec3 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Checking segment: {'id': '6355327c-8a43-42c5-bac2-df9421333c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '609577a6-d9cf-4c88-8f94-11730e04d519'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:42:47.158080 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0cb66c3-f18d-493a-84e9-ceef7a1c5ec3 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Network hostable DHCP agents. Network: 609577a6-d9cf-4c88-8f94-11730e04d519, hostable agents: ['c6a09bd4-f72e-4283-a3ca-0bbca8a51081'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:42:47.175843 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0cb66c3-f18d-493a-84e9-ceef7a1c5ec3 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Network 609577a6-d9cf-4c88-8f94-11730e04d519 is scheduled to be hosted by DHCP agent c6a09bd4-f72e-4283-a3ca-0bbca8a51081 with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:42:47.188082 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-c0cb66c3-f18d-493a-84e9-ceef7a1c5ec3 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-29, 609577a6-d9cf-4c88-8f94-11730e04d519) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:42:47.197178 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0cb66c3-f18d-493a-84e9-ceef7a1c5ec3 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:47.197455 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb111851-c71d-4ce7-8163-07c20977d2fd None None] Network 609577a6-d9cf-4c88-8f94-11730e04d519 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:42:47.198119 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c0cb66c3-f18d-493a-84e9-ceef7a1c5ec3 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:47.215504 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-c0cb66c3-f18d-493a-84e9-ceef7a1c5ec3 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5203280 Jul 14 09:42:47.218368 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 45474) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:47.224960 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-4e7f28c2-1d79-45ca-ba4b-cbfdfed3bd30 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1107220009', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:42:47.256217 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4e7f28c2-1d79-45ca-ba4b-cbfdfed3bd30 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-711749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14670'] for router, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:47.257401 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4e7f28c2-1d79-45ca-ba4b-cbfdfed3bd30 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-711718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-661475', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14679'] for router, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:47.275937 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39469825-1f29-45de-a5fa-c2e0d3cf72d6 req-a30ed79e-f8d7-4af1-8ac5-3613b36ac326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:47.277359 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-39469825-1f29-45de-a5fa-c2e0d3cf72d6 req-a30ed79e-f8d7-4af1-8ac5-3613b36ac326 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a974099b-8e0b-49f4-a28f-d50286aa9083 HTTP/1.1" status: 200 len: 849 time: 0.1458557 Jul 14 09:42:47.308978 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32e721e-091c-4048-8442-be93f5191333 req-b452ec08-909b-4ab6-8119-3596a4455fae tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:47.311086 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a32e721e-091c-4048-8442-be93f5191333 req-b452ec08-909b-4ab6-8119-3596a4455fae tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] 10.222.0.68 "GET /v2.0/ports?device_id=88e1b6cd-db20-478f-825e-42052bc3e00f HTTP/1.1" status: 200 len: 943 time: 0.3278470 Jul 14 09:42:47.320752 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4e7f28c2-1d79-45ca-ba4b-cbfdfed3bd30 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:47.328258 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4e7f28c2-1d79-45ca-ba4b-cbfdfed3bd30 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-711762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-661452'] for router, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:47.337669 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-fca8a485-af2f-4a6c-b764-bced1822d0cd req-fa038989-fa51-4b02-90f9-5237d52444e7 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:47.358455 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4e7f28c2-1d79-45ca-ba4b-cbfdfed3bd30 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:47.364827 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-4e7f28c2-1d79-45ca-ba4b-cbfdfed3bd30 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1444979 Jul 14 09:42:47.366292 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 45478) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:47.372608 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-3d528b4b-e197-45a5-8a2b-742d7d70120c tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Request body: {'port': {'network_id': '609577a6-d9cf-4c88-8f94-11730e04d519', 'name': 'tempest-PortsIpV6TestJSON-425657236'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:42:47.385979 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [req-fca8a485-af2f-4a6c-b764-bced1822d0cd req-fa038989-fa51-4b02-90f9-5237d52444e7 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Transition to ACTIVE for port object 9f8e9a48-3b5b-4ec8-b785-e7dbab3d632a will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:42:47.389058 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-bb08d575-3b4a-4d1e-8dc7-8317fb821d58 req-4384ac4c-6c29-4d40-ad4f-a784f130f46f service neutron] Attempting to bind port db2d2da0-53d6-46ac-a466-fcebb4007f56 on host n-h2-779913-29 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:42:47.389404 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-bb08d575-3b4a-4d1e-8dc7-8317fb821d58 req-4384ac4c-6c29-4d40-ad4f-a784f130f46f service neutron] Attempting to bind port db2d2da0-53d6-46ac-a466-fcebb4007f56 by drivers openvswitch,hyperv on host n-h2-779913-29 at level 0 using segments [{'id': 'eb9a8695-c835-4f65-928c-97e7794f28b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'eb4e535c-3b84-4c9e-9de2-4073c56413e0'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:42:47.389767 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb08d575-3b4a-4d1e-8dc7-8317fb821d58 req-4384ac4c-6c29-4d40-ad4f-a784f130f46f service neutron] Attempting to bind port db2d2da0-53d6-46ac-a466-fcebb4007f56 on network eb4e535c-3b84-4c9e-9de2-4073c56413e0 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:42:47.415223 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb08d575-3b4a-4d1e-8dc7-8317fb821d58 req-4384ac4c-6c29-4d40-ad4f-a784f130f46f service neutron] Port db2d2da0-53d6-46ac-a466-fcebb4007f56 on network eb4e535c-3b84-4c9e-9de2-4073c56413e0 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-29 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:42:47.415562 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb08d575-3b4a-4d1e-8dc7-8317fb821d58 req-4384ac4c-6c29-4d40-ad4f-a784f130f46f service neutron] Attempting to bind port db2d2da0-53d6-46ac-a466-fcebb4007f56 on network eb4e535c-3b84-4c9e-9de2-4073c56413e0 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:42:47.416116 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-881cb60b-1abe-4f7a-8782-581004d2f36f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf57baaa9-fd24-59f4-8fd2-1dc21122ce72-609577a6-d9cf-4c88-8f94-11730e04d519', 'network_id': '609577a6-d9cf-4c88-8f94-11730e04d519', 'tenant_id': '8e0fa7bcfd52457fb97f1b4ac86d5efa', 'fixed_ips': [{'subnet_id': 'd56711d1-4951-48f5-a01a-98363ee3d2ce'}]}} from n-d-779913-29. {{(pid=93959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:42:47.416998 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-881cb60b-1abe-4f7a-8782-581004d2f36f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:47.438045 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a32e721e-091c-4048-8442-be93f5191333 req-97b03b79-279c-4f3e-8503-487b718b7762 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] 10.222.0.68 "GET /v2.0/security-groups?id=473c2c55-d6f6-4b72-9292-9a63bea1018f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1034696 Jul 14 09:42:47.439723 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb08d575-3b4a-4d1e-8dc7-8317fb821d58 req-4384ac4c-6c29-4d40-ad4f-a784f130f46f service neutron] Checking agent: {'id': '013e4a3b-a634-47b8-b6a5-1a25109b73fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 13, 13), 'started_at': datetime.datetime(2021, 7, 14, 9, 13, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 42, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:42:47.440423 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb08d575-3b4a-4d1e-8dc7-8317fb821d58 req-4384ac4c-6c29-4d40-ad4f-a784f130f46f service neutron] Checking segment: {'id': 'eb9a8695-c835-4f65-928c-97e7794f28b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'eb4e535c-3b84-4c9e-9de2-4073c56413e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:42:47.441179 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb08d575-3b4a-4d1e-8dc7-8317fb821d58 req-4384ac4c-6c29-4d40-ad4f-a784f130f46f service neutron] Bound using segment: {'id': 'eb9a8695-c835-4f65-928c-97e7794f28b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'eb4e535c-3b84-4c9e-9de2-4073c56413e0'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:42:47.441890 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-bb08d575-3b4a-4d1e-8dc7-8317fb821d58 req-4384ac4c-6c29-4d40-ad4f-a784f130f46f service neutron] Bound port: db2d2da0-53d6-46ac-a466-fcebb4007f56, host: n-h2-779913-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb9a8695-c835-4f65-928c-97e7794f28b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'eb4e535c-3b84-4c9e-9de2-4073c56413e0'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:42:47.442213 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-bb08d575-3b4a-4d1e-8dc7-8317fb821d58 req-4384ac4c-6c29-4d40-ad4f-a784f130f46f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:47.478824 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39469825-1f29-45de-a5fa-c2e0d3cf72d6 req-a15283c4-6199-4bb9-b2dd-c0f95f19466f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:47.480372 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-39469825-1f29-45de-a5fa-c2e0d3cf72d6 req-a15283c4-6199-4bb9-b2dd-c0f95f19466f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e5bfa805-7fa6-4e66-853c-c2e7e3c5ed34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1932921 Jul 14 09:42:47.525805 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d528b4b-e197-45a5-8a2b-742d7d70120c tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Made reservation on behalf of 8e0fa7bcfd52457fb97f1b4ac86d5efa for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:42:47.530745 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3d528b4b-e197-45a5-8a2b-742d7d70120c tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:47.551280 n-d-779913-29 neutron-server[93958]: DEBUG neutron.notifiers.nova [None req-3d528b4b-e197-45a5-8a2b-742d7d70120c tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] device_id is not set on port 070bd03c-77a1-4118-b021-2a657784cfa5 yet. {{(pid=93958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:42:47.563421 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-fca8a485-af2f-4a6c-b764-bced1822d0cd req-fa038989-fa51-4b02-90f9-5237d52444e7 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:47.570299 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-881cb60b-1abe-4f7a-8782-581004d2f36f None None] Allocated IP 2001:db8::2 (609577a6-d9cf-4c88-8f94-11730e04d519/d56711d1-4951-48f5-a01a-98363ee3d2ce/a5877a69-9341-44d3-be9a-5fe24d117560) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:42:47.603946 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] get_ports_and_sgs() called for port_ids ['1a74407f-1167-403e-905d-2f083f30456b'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:42:47.625737 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] get_ports_and_sgs() called for port_ids ['249cebec-dc11-498c-abb2-47ee3d6b51f3'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:42:47.655567 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fca8a485-af2f-4a6c-b764-bced1822d0cd req-fa038989-fa51-4b02-90f9-5237d52444e7 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Network 2a42cb13-2d55-4959-a070-eb88da564dfb is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:42:47.667885 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [req-fca8a485-af2f-4a6c-b764-bced1822d0cd req-fa038989-fa51-4b02-90f9-5237d52444e7 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:42:47.671061 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-bb08d575-3b4a-4d1e-8dc7-8317fb821d58 req-4384ac4c-6c29-4d40-ad4f-a784f130f46f service neutron] For port db2d2da0-53d6-46ac-a466-fcebb4007f56, host n-h2-779913-29, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:42:47.675280 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa038989-fa51-4b02-90f9-5237d52444e7 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Pushing event updated for resources: {'Port': ['ID=9f8e9a48-3b5b-4ec8-b785-e7dbab3d632a,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:47.681769 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-bb08d575-3b4a-4d1e-8dc7-8317fb821d58 req-4384ac4c-6c29-4d40-ad4f-a784f130f46f service neutron] For port db2d2da0-53d6-46ac-a466-fcebb4007f56, host n-h2-779913-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=db2d2da0-53d6-46ac-a466-fcebb4007f56,segment=NetworkSegment(eb9a8695-c835-4f65-928c-97e7794f28b3),segment_id=eb9a8695-c835-4f65-928c-97e7794f28b3)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:42:47.682640 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-fca8a485-af2f-4a6c-b764-bced1822d0cd req-fa038989-fa51-4b02-90f9-5237d52444e7 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:42:47.693987 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-bb08d575-3b4a-4d1e-8dc7-8317fb821d58 req-4384ac4c-6c29-4d40-ad4f-a784f130f46f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:47.749261 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-39469825-1f29-45de-a5fa-c2e0d3cf72d6 req-340fa048-4a49-4e66-9b0e-ce96f67ef1b3 service neutron] 10.222.0.65 "GET /v2.0/networks/e5bfa805-7fa6-4e66-853c-c2e7e3c5ed34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2607942 Jul 14 09:42:47.779872 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb08d575-3b4a-4d1e-8dc7-8317fb821d58 req-4384ac4c-6c29-4d40-ad4f-a784f130f46f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:47.780202 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-bb08d575-3b4a-4d1e-8dc7-8317fb821d58 req-4384ac4c-6c29-4d40-ad4f-a784f130f46f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:47.781671 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-bb08d575-3b4a-4d1e-8dc7-8317fb821d58 req-4384ac4c-6c29-4d40-ad4f-a784f130f46f service neutron] 10.222.0.57 "PUT /v2.0/ports/db2d2da0-53d6-46ac-a466-fcebb4007f56 HTTP/1.1" status: 200 len: 1092 time: 2.5709219 Jul 14 09:42:47.788001 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88e1b6cd-db20-478f-825e-42052bc3e00f', 'tag': 'db2d2da0-53d6-46ac-a466-fcebb4007f56'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:42:47.791495 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20182cb5-5739-4c21-8704-ff03ca6aff28" -d '{"events": [{"name": "network-changed", "server_uuid": "88e1b6cd-db20-478f-825e-42052bc3e00f", "tag": "db2d2da0-53d6-46ac-a466-fcebb4007f56"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:42:47.844969 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca8a485-af2f-4a6c-b764-bced1822d0cd req-fa038989-fa51-4b02-90f9-5237d52444e7 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:47.845826 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-fca8a485-af2f-4a6c-b764-bced1822d0cd req-fa038989-fa51-4b02-90f9-5237d52444e7 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:47.903292 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:42:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-830369fd-6893-4097-97a3-9e0ce688807e x-openstack-request-id: req-830369fd-6893-4097-97a3-9e0ce688807e {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:42:47.903648 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88e1b6cd-db20-478f-825e-42052bc3e00f", "tag": "db2d2da0-53d6-46ac-a466-fcebb4007f56", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:42:47.903847 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-830369fd-6893-4097-97a3-9e0ce688807e {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:42:47.904249 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88e1b6cd-db20-478f-825e-42052bc3e00f', 'tag': 'db2d2da0-53d6-46ac-a466-fcebb4007f56', 'status': 'completed', 'code': 200} Jul 14 09:42:47.919373 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-881cb60b-1abe-4f7a-8782-581004d2f36f None None] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:47.946505 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-881cb60b-1abe-4f7a-8782-581004d2f36f None None] Transition to ACTIVE for port object a5877a69-9341-44d3-be9a-5fe24d117560 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:42:47.979447 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4384ac4c-6c29-4d40-ad4f-a784f130f46f service neutron] Pushing event updated for resources: {'Port': ['ID=db2d2da0-53d6-46ac-a466-fcebb4007f56,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:47.983551 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-fca8a485-af2f-4a6c-b764-bced1822d0cd req-fa038989-fa51-4b02-90f9-5237d52444e7 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8392537 Jul 14 09:42:48.018263 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-fca8a485-af2f-4a6c-b764-bced1822d0cd req-ebdebabb-8e94-4067-ac10-2c7f90e65c1c service neutron] Request body: {'port': {'device_id': 'cd255fe7-8cd0-407c-a0db-855de2f209d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-29'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:42:48.057953 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-881cb60b-1abe-4f7a-8782-581004d2f36f None None] Transition to ACTIVE for port object a5877a69-9341-44d3-be9a-5fe24d117560 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:42:48.105784 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-39469825-1f29-45de-a5fa-c2e0d3cf72d6 req-d7d1a59f-6ab0-464c-bd35-d5cc9f04ae9d service neutron] 10.222.0.65 "GET /v2.0/networks/e5bfa805-7fa6-4e66-853c-c2e7e3c5ed34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3411787 Jul 14 09:42:48.118335 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb08d575-3b4a-4d1e-8dc7-8317fb821d58 req-b167476f-5f83-43a4-97a0-5ebda826db4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:48.119975 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-bb08d575-3b4a-4d1e-8dc7-8317fb821d58 req-b167476f-5f83-43a4-97a0-5ebda826db4f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=da5579fc8d23403983f04f41618106b6&device_id=88e1b6cd-db20-478f-825e-42052bc3e00f HTTP/1.1" status: 200 len: 1095 time: 0.2199943 Jul 14 09:42:48.150495 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-881cb60b-1abe-4f7a-8782-581004d2f36f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:48.204228 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-bb08d575-3b4a-4d1e-8dc7-8317fb821d58 req-92f9d9d1-7c10-4192-b167-76e2be12681c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=db2d2da0-53d6-46ac-a466-fcebb4007f56 HTTP/1.1" status: 200 len: 217 time: 0.0497596 Jul 14 09:42:48.205286 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-13a7e142-2fe9-4715-8495-628df22c206c None None] Provisioning for port 9f8e9a48-3b5b-4ec8-b785-e7dbab3d632a completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:42:48.219798 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-881cb60b-1abe-4f7a-8782-581004d2f36f None None] Network 609577a6-d9cf-4c88-8f94-11730e04d519 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:42:48.230228 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-13a7e142-2fe9-4715-8495-628df22c206c None None] Provisioning complete for port 9f8e9a48-3b5b-4ec8-b785-e7dbab3d632a triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:42:48.230883 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-13a7e142-2fe9-4715-8495-628df22c206c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:48.236556 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-881cb60b-1abe-4f7a-8782-581004d2f36f None None] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:42:48.242805 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-fca8a485-af2f-4a6c-b764-bced1822d0cd req-ebdebabb-8e94-4067-ac10-2c7f90e65c1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:48.250600 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-881cb60b-1abe-4f7a-8782-581004d2f36f None None] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:42:48.264144 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-3d528b4b-e197-45a5-8a2b-742d7d70120c tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Allocated IP 2001:db8::1c2 (609577a6-d9cf-4c88-8f94-11730e04d519/d56711d1-4951-48f5-a01a-98363ee3d2ce/070bd03c-77a1-4118-b021-2a657784cfa5) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:42:48.272821 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881cb60b-1abe-4f7a-8782-581004d2f36f None None] Pushing event updated for resources: {'Port': ['ID=a5877a69-9341-44d3-be9a-5fe24d117560,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:48.325203 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2bac78-8354-49ae-b086-63e6b883bd6b req-6e37b4f7-9765-400c-8ca8-8695edbb7fd5 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:48.332600 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-5e2bac78-8354-49ae-b086-63e6b883bd6b req-6e37b4f7-9765-400c-8ca8-8695edbb7fd5 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/ports?device_id=cd255fe7-8cd0-407c-a0db-855de2f209d6 HTTP/1.1" status: 200 len: 931 time: 0.1447260 Jul 14 09:42:48.442318 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-5e2bac78-8354-49ae-b086-63e6b883bd6b req-e0e05c38-7cab-4937-9c33-d12498379ecf tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/security-groups?id=8ddc8877-605a-44c2-a058-368d728dd554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084597 Jul 14 09:42:48.462094 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb08d575-3b4a-4d1e-8dc7-8317fb821d58 req-77e922bf-af4f-4a12-9133-44830d777c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:48.462094 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-bb08d575-3b4a-4d1e-8dc7-8317fb821d58 req-77e922bf-af4f-4a12-9133-44830d777c8b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5f49e4c7-b0e1-4adf-b03f-1c642eb39e18 HTTP/1.1" status: 200 len: 834 time: 0.2432928 Jul 14 09:42:48.514874 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3d528b4b-e197-45a5-8a2b-742d7d70120c tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:48.532307 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-3d528b4b-e197-45a5-8a2b-742d7d70120c tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Transition to ACTIVE for port object 070bd03c-77a1-4118-b021-2a657784cfa5 will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:42:48.573238 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-13a7e142-2fe9-4715-8495-628df22c206c None None] Port 9f8e9a48-3b5b-4ec8-b785-e7dbab3d632a cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:42:48.577159 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3d528b4b-e197-45a5-8a2b-742d7d70120c tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:48.590224 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-881cb60b-1abe-4f7a-8782-581004d2f36f None None] Attempting to bind port a5877a69-9341-44d3-be9a-5fe24d117560 on host n-d-779913-29 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:42:48.591145 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-881cb60b-1abe-4f7a-8782-581004d2f36f None None] Attempting to bind port a5877a69-9341-44d3-be9a-5fe24d117560 by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': '6355327c-8a43-42c5-bac2-df9421333c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '609577a6-d9cf-4c88-8f94-11730e04d519'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:42:48.591547 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-881cb60b-1abe-4f7a-8782-581004d2f36f None None] Attempting to bind port a5877a69-9341-44d3-be9a-5fe24d117560 on network 609577a6-d9cf-4c88-8f94-11730e04d519 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:42:48.602978 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-881cb60b-1abe-4f7a-8782-581004d2f36f None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 42, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:42:48.603370 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-881cb60b-1abe-4f7a-8782-581004d2f36f None None] Checking segment: {'id': '6355327c-8a43-42c5-bac2-df9421333c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '609577a6-d9cf-4c88-8f94-11730e04d519'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:42:48.603790 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-881cb60b-1abe-4f7a-8782-581004d2f36f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:48.604198 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-881cb60b-1abe-4f7a-8782-581004d2f36f None None] Bound using segment: {'id': '6355327c-8a43-42c5-bac2-df9421333c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '609577a6-d9cf-4c88-8f94-11730e04d519'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:42:48.604817 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-881cb60b-1abe-4f7a-8782-581004d2f36f None None] Bound port: a5877a69-9341-44d3-be9a-5fe24d117560, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6355327c-8a43-42c5-bac2-df9421333c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '609577a6-d9cf-4c88-8f94-11730e04d519'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:42:48.605215 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-881cb60b-1abe-4f7a-8782-581004d2f36f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:48.631072 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d528b4b-e197-45a5-8a2b-742d7d70120c tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Network 609577a6-d9cf-4c88-8f94-11730e04d519 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:42:48.634557 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-3d528b4b-e197-45a5-8a2b-742d7d70120c tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:42:48.641195 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d528b4b-e197-45a5-8a2b-742d7d70120c tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:42:48.647606 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d528b4b-e197-45a5-8a2b-742d7d70120c tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:48.648252 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3d528b4b-e197-45a5-8a2b-742d7d70120c tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:48.678692 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-3d528b4b-e197-45a5-8a2b-742d7d70120c tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.3107030 Jul 14 09:42:48.679577 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d528b4b-e197-45a5-8a2b-742d7d70120c tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Pushing event updated for resources: {'Port': ['ID=070bd03c-77a1-4118-b021-2a657784cfa5,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:48.682356 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 45496) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:48.683265 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb08d575-3b4a-4d1e-8dc7-8317fb821d58 req-ab414500-92cf-457d-ba48-77f4ef2ce6db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:48.687181 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-bb08d575-3b4a-4d1e-8dc7-8317fb821d58 req-ab414500-92cf-457d-ba48-77f4ef2ce6db service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=eb4e535c-3b84-4c9e-9de2-4073c56413e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2111058 Jul 14 09:42:48.732452 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-881cb60b-1abe-4f7a-8782-581004d2f36f None None] For port a5877a69-9341-44d3-be9a-5fe24d117560, host n-d-779913-29, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:42:48.737212 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-881cb60b-1abe-4f7a-8782-581004d2f36f None None] For port a5877a69-9341-44d3-be9a-5fe24d117560, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=a5877a69-9341-44d3-be9a-5fe24d117560,segment=NetworkSegment(6355327c-8a43-42c5-bac2-df9421333c01),segment_id=6355327c-8a43-42c5-bac2-df9421333c01)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:42:48.750145 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-881cb60b-1abe-4f7a-8782-581004d2f36f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:48.835603 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881cb60b-1abe-4f7a-8782-581004d2f36f None None] Pushing event updated for resources: {'Port': ['ID=a5877a69-9341-44d3-be9a-5fe24d117560,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:48.839339 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9dafd0-3c89-4e44-919a-5ed8318a406a req-a60b93fb-e4c1-47ce-8b83-4a887e2f313e tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:48.842630 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-7d9dafd0-3c89-4e44-919a-5ed8318a406a req-a60b93fb-e4c1-47ce-8b83-4a887e2f313e tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] 10.222.0.68 "GET /v2.0/ports?device_id=88e1b6cd-db20-478f-825e-42052bc3e00f HTTP/1.1" status: 200 len: 943 time: 0.2423353 Jul 14 09:42:48.881025 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [req-fca8a485-af2f-4a6c-b764-bced1822d0cd req-ebdebabb-8e94-4067-ac10-2c7f90e65c1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f8e9a48-3b5b-4ec8-b785-e7dbab3d632a {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:42:48.894880 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-fca8a485-af2f-4a6c-b764-bced1822d0cd req-ebdebabb-8e94-4067-ac10-2c7f90e65c1c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:48.925252 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [req-fca8a485-af2f-4a6c-b764-bced1822d0cd req-ebdebabb-8e94-4067-ac10-2c7f90e65c1c service neutron] Transition to ACTIVE for port object 9f8e9a48-3b5b-4ec8-b785-e7dbab3d632a will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:42:48.932158 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-7d9dafd0-3c89-4e44-919a-5ed8318a406a req-42e05095-26bb-4b20-b567-df8eb807ad94 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] 10.222.0.68 "GET /v2.0/security-groups?id=473c2c55-d6f6-4b72-9292-9a63bea1018f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800536 Jul 14 09:42:48.965782 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-fca8a485-af2f-4a6c-b764-bced1822d0cd req-ebdebabb-8e94-4067-ac10-2c7f90e65c1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:48.975580 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-bb08d575-3b4a-4d1e-8dc7-8317fb821d58 req-246731dc-98e6-441e-92bf-3c62d8a9c5e7 service neutron] 10.222.0.57 "GET /v2.0/networks/eb4e535c-3b84-4c9e-9de2-4073c56413e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2641125 Jul 14 09:42:49.118560 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdebabb-8e94-4067-ac10-2c7f90e65c1c service neutron] Pushing event updated for resources: {'Port': ['ID=9f8e9a48-3b5b-4ec8-b785-e7dbab3d632a,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:49.214557 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bf036611-5ee3-47dc-a686-5cfdc42c0584 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:49.277127 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-bb08d575-3b4a-4d1e-8dc7-8317fb821d58 req-e2dd644b-c972-4701-b363-e91d32166d7d service neutron] 10.222.0.57 "GET /v2.0/networks/eb4e535c-3b84-4c9e-9de2-4073c56413e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2757518 Jul 14 09:42:49.328777 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-fca8a485-af2f-4a6c-b764-bced1822d0cd req-ebdebabb-8e94-4067-ac10-2c7f90e65c1c service neutron] Attempting to bind port 9f8e9a48-3b5b-4ec8-b785-e7dbab3d632a on host n-h1-779913-29 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:42:49.329194 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-fca8a485-af2f-4a6c-b764-bced1822d0cd req-ebdebabb-8e94-4067-ac10-2c7f90e65c1c service neutron] Attempting to bind port 9f8e9a48-3b5b-4ec8-b785-e7dbab3d632a by drivers openvswitch,hyperv on host n-h1-779913-29 at level 0 using segments [{'id': '5aade75d-903c-400b-b4a7-6f3ba4ae14ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '2a42cb13-2d55-4959-a070-eb88da564dfb'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:42:49.329455 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca8a485-af2f-4a6c-b764-bced1822d0cd req-ebdebabb-8e94-4067-ac10-2c7f90e65c1c service neutron] Attempting to bind port 9f8e9a48-3b5b-4ec8-b785-e7dbab3d632a on network 2a42cb13-2d55-4959-a070-eb88da564dfb {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:42:49.335100 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca8a485-af2f-4a6c-b764-bced1822d0cd req-ebdebabb-8e94-4067-ac10-2c7f90e65c1c service neutron] Port 9f8e9a48-3b5b-4ec8-b785-e7dbab3d632a on network 2a42cb13-2d55-4959-a070-eb88da564dfb not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-29 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:42:49.335272 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca8a485-af2f-4a6c-b764-bced1822d0cd req-ebdebabb-8e94-4067-ac10-2c7f90e65c1c service neutron] Attempting to bind port 9f8e9a48-3b5b-4ec8-b785-e7dbab3d632a on network 2a42cb13-2d55-4959-a070-eb88da564dfb {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:42:49.359804 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca8a485-af2f-4a6c-b764-bced1822d0cd req-ebdebabb-8e94-4067-ac10-2c7f90e65c1c service neutron] Checking agent: {'id': 'de11e667-f145-47b0-bd09-334a7505938e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 13, 12), 'started_at': datetime.datetime(2021, 7, 14, 9, 13, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 42, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:42:49.360062 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca8a485-af2f-4a6c-b764-bced1822d0cd req-ebdebabb-8e94-4067-ac10-2c7f90e65c1c service neutron] Checking segment: {'id': '5aade75d-903c-400b-b4a7-6f3ba4ae14ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '2a42cb13-2d55-4959-a070-eb88da564dfb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:42:49.360914 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca8a485-af2f-4a6c-b764-bced1822d0cd req-ebdebabb-8e94-4067-ac10-2c7f90e65c1c service neutron] Bound using segment: {'id': '5aade75d-903c-400b-b4a7-6f3ba4ae14ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '2a42cb13-2d55-4959-a070-eb88da564dfb'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:42:49.361482 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-fca8a485-af2f-4a6c-b764-bced1822d0cd req-ebdebabb-8e94-4067-ac10-2c7f90e65c1c service neutron] Bound port: 9f8e9a48-3b5b-4ec8-b785-e7dbab3d632a, host: n-h1-779913-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5aade75d-903c-400b-b4a7-6f3ba4ae14ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '2a42cb13-2d55-4959-a070-eb88da564dfb'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:42:49.361895 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-fca8a485-af2f-4a6c-b764-bced1822d0cd req-ebdebabb-8e94-4067-ac10-2c7f90e65c1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:49.455498 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device a5877a69-9341-44d3-be9a-5fe24d117560 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:42:49.527552 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20182cb5-5739-4c21-8704-ff03ca6aff28 req-215f605c-074f-45f8-a020-9ab8bcdfef74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:49.529835 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-20182cb5-5739-4c21-8704-ff03ca6aff28 req-215f605c-074f-45f8-a020-9ab8bcdfef74 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=da5579fc8d23403983f04f41618106b6&device_id=88e1b6cd-db20-478f-825e-42052bc3e00f HTTP/1.1" status: 200 len: 1095 time: 0.1526353 Jul 14 09:42:49.530904 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-fca8a485-af2f-4a6c-b764-bced1822d0cd req-ebdebabb-8e94-4067-ac10-2c7f90e65c1c service neutron] For port 9f8e9a48-3b5b-4ec8-b785-e7dbab3d632a, host n-h1-779913-29, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:42:49.534345 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-fca8a485-af2f-4a6c-b764-bced1822d0cd req-ebdebabb-8e94-4067-ac10-2c7f90e65c1c service neutron] For port 9f8e9a48-3b5b-4ec8-b785-e7dbab3d632a, host n-h1-779913-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=9f8e9a48-3b5b-4ec8-b785-e7dbab3d632a,segment=NetworkSegment(5aade75d-903c-400b-b4a7-6f3ba4ae14ee),segment_id=5aade75d-903c-400b-b4a7-6f3ba4ae14ee)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:42:49.552962 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-fca8a485-af2f-4a6c-b764-bced1822d0cd req-ebdebabb-8e94-4067-ac10-2c7f90e65c1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:49.596605 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning for port a5877a69-9341-44d3-be9a-5fe24d117560 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:42:49.653309 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca8a485-af2f-4a6c-b764-bced1822d0cd req-ebdebabb-8e94-4067-ac10-2c7f90e65c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:49.654746 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-fca8a485-af2f-4a6c-b764-bced1822d0cd req-ebdebabb-8e94-4067-ac10-2c7f90e65c1c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:49.655820 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-fca8a485-af2f-4a6c-b764-bced1822d0cd req-ebdebabb-8e94-4067-ac10-2c7f90e65c1c service neutron] 10.222.0.65 "PUT /v2.0/ports/9f8e9a48-3b5b-4ec8-b785-e7dbab3d632a HTTP/1.1" status: 200 len: 1092 time: 1.6488705 Jul 14 09:42:49.674214 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bf036611-5ee3-47dc-a686-5cfdc42c0584 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:49.679984 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bf036611-5ee3-47dc-a686-5cfdc42c0584 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13574142'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:49.695069 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdebabb-8e94-4067-ac10-2c7f90e65c1c service neutron] Pushing event updated for resources: {'Port': ['ID=9f8e9a48-3b5b-4ec8-b785-e7dbab3d632a,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:49.710670 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20182cb5-5739-4c21-8704-ff03ca6aff28 req-677d172a-937e-47ad-aaa8-b25c345ce6a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:49.712761 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-20182cb5-5739-4c21-8704-ff03ca6aff28 req-677d172a-937e-47ad-aaa8-b25c345ce6a4 service neutron] 10.222.0.57 "GET /v2.0/networks?id=eb4e535c-3b84-4c9e-9de2-4073c56413e0 HTTP/1.1" status: 200 len: 898 time: 0.1753769 Jul 14 09:42:49.804970 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf036611-5ee3-47dc-a686-5cfdc42c0584 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Pushing event updated for resources: {'Port': ['ID=070bd03c-77a1-4118-b021-2a657784cfa5,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:49.812827 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-20182cb5-5739-4c21-8704-ff03ca6aff28 req-cf87241c-be72-4309-bb5e-aa81ed53b7bb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=db2d2da0-53d6-46ac-a466-fcebb4007f56 HTTP/1.1" status: 200 len: 217 time: 0.0519676 Jul 14 09:42:49.860905 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb864f69-d40a-493b-a8b3-c4a120bce397 req-692e5471-dee0-4ad1-a905-b99bc31af232 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:49.871196 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-fb864f69-d40a-493b-a8b3-c4a120bce397 req-692e5471-dee0-4ad1-a905-b99bc31af232 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/ports?device_id=cd255fe7-8cd0-407c-a0db-855de2f209d6 HTTP/1.1" status: 200 len: 943 time: 0.2412426 Jul 14 09:42:49.880404 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20182cb5-5739-4c21-8704-ff03ca6aff28 req-fa9abb9d-eeaa-4b9c-b092-e3079fc10f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:49.882527 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-20182cb5-5739-4c21-8704-ff03ca6aff28 req-fa9abb9d-eeaa-4b9c-b092-e3079fc10f74 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5f49e4c7-b0e1-4adf-b03f-1c642eb39e18 HTTP/1.1" status: 200 len: 834 time: 0.0612295 Jul 14 09:42:49.886438 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca8a485-af2f-4a6c-b764-bced1822d0cd req-e2874859-5348-420a-b38f-500f413f8c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:49.888271 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-fca8a485-af2f-4a6c-b764-bced1822d0cd req-e2874859-5348-420a-b38f-500f413f8c3f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0be6be6bccc149f1a4b35e465d4a6d6f&device_id=cd255fe7-8cd0-407c-a0db-855de2f209d6 HTTP/1.1" status: 200 len: 1095 time: 0.1701326 Jul 14 09:42:49.919603 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd255fe7-8cd0-407c-a0db-855de2f209d6', 'tag': '9f8e9a48-3b5b-4ec8-b785-e7dbab3d632a'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:42:49.922284 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94c799f9-2736-4049-b629-850ce742e60b" -d '{"events": [{"name": "network-changed", "server_uuid": "cd255fe7-8cd0-407c-a0db-855de2f209d6", "tag": "9f8e9a48-3b5b-4ec8-b785-e7dbab3d632a"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:42:49.972714 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-fb864f69-d40a-493b-a8b3-c4a120bce397 req-14627286-ab34-467e-9066-9af8a9255536 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/security-groups?id=8ddc8877-605a-44c2-a058-368d728dd554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005979 Jul 14 09:42:50.001690 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:42:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bebfabea-d79e-4ad4-9673-ec6300f908ad x-openstack-request-id: req-bebfabea-d79e-4ad4-9673-ec6300f908ad {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:42:50.001983 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd255fe7-8cd0-407c-a0db-855de2f209d6", "tag": "9f8e9a48-3b5b-4ec8-b785-e7dbab3d632a", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:42:50.002377 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-bebfabea-d79e-4ad4-9673-ec6300f908ad {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:42:50.002774 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd255fe7-8cd0-407c-a0db-855de2f209d6', 'tag': '9f8e9a48-3b5b-4ec8-b785-e7dbab3d632a', 'status': 'completed', 'code': 200} Jul 14 09:42:50.007551 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-fca8a485-af2f-4a6c-b764-bced1822d0cd req-efecaecc-cc38-4981-a767-5a6b4ebdf910 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9f8e9a48-3b5b-4ec8-b785-e7dbab3d632a HTTP/1.1" status: 200 len: 217 time: 0.0819952 Jul 14 09:42:50.016457 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bf036611-5ee3-47dc-a686-5cfdc42c0584 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-660393'] for router_interface, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:50.134844 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20182cb5-5739-4c21-8704-ff03ca6aff28 req-b755fea8-0913-4515-bb56-4092c5a54595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:50.137081 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-20182cb5-5739-4c21-8704-ff03ca6aff28 req-b755fea8-0913-4515-bb56-4092c5a54595 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=eb4e535c-3b84-4c9e-9de2-4073c56413e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2465591 Jul 14 09:42:50.141900 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca8a485-af2f-4a6c-b764-bced1822d0cd req-7a5c7952-d486-4339-9cd3-df8a9f7ada56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:50.143351 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-fca8a485-af2f-4a6c-b764-bced1822d0cd req-7a5c7952-d486-4339-9cd3-df8a9f7ada56 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2fb6ebb7-0edb-47a6-96f3-036e2585c66a HTTP/1.1" status: 200 len: 851 time: 0.1277819 Jul 14 09:42:50.244694 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bf036611-5ee3-47dc-a686-5cfdc42c0584 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:50.269096 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a339701-cd4d-433f-9cde-aa5a4d403dce None None] Network 609577a6-d9cf-4c88-8f94-11730e04d519 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:42:50.358639 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca8a485-af2f-4a6c-b764-bced1822d0cd req-a9610ffa-8c70-4a9f-b724-b384f5c40d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:50.360583 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-fca8a485-af2f-4a6c-b764-bced1822d0cd req-a9610ffa-8c70-4a9f-b724-b384f5c40d9d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2a42cb13-2d55-4959-a070-eb88da564dfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1976705 Jul 14 09:42:50.364611 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-20182cb5-5739-4c21-8704-ff03ca6aff28 req-afb2273a-e3c8-4179-9094-7c3ccef3215b service neutron] 10.222.0.57 "GET /v2.0/networks/eb4e535c-3b84-4c9e-9de2-4073c56413e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2202783 Jul 14 09:42:50.375412 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278eaca2-ac69-46f6-9605-c92728126f95 req-54949ec2-769a-45a6-9c94-46a599c74291 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:50.377996 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-278eaca2-ac69-46f6-9605-c92728126f95 req-54949ec2-769a-45a6-9c94-46a599c74291 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] 10.222.0.68 "GET /v2.0/ports?device_id=88e1b6cd-db20-478f-825e-42052bc3e00f HTTP/1.1" status: 200 len: 943 time: 0.2155948 Jul 14 09:42:50.399704 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-ec205a12-9634-43aa-b345-7053864f459c None None] Provisioning for port a5877a69-9341-44d3-be9a-5fe24d117560 completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:42:50.412000 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-ec205a12-9634-43aa-b345-7053864f459c None None] Provisioning complete for port a5877a69-9341-44d3-be9a-5fe24d117560 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:42:50.412612 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ec205a12-9634-43aa-b345-7053864f459c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:50.533977 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-278eaca2-ac69-46f6-9605-c92728126f95 req-1fc944b6-080c-4124-bfcf-6b5696d05bee tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] 10.222.0.68 "GET /v2.0/security-groups?id=473c2c55-d6f6-4b72-9292-9a63bea1018f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1327131 Jul 14 09:42:50.570128 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bf036611-5ee3-47dc-a686-5cfdc42c0584 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:50.576368 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bf036611-5ee3-47dc-a686-5cfdc42c0584 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13574142'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:50.577447 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bf036611-5ee3-47dc-a686-5cfdc42c0584 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-683747'] for router_interface, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:50.578726 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ec205a12-9634-43aa-b345-7053864f459c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:50.614977 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-20182cb5-5739-4c21-8704-ff03ca6aff28 req-a8d0c6e2-c516-4752-824f-78cd09e00494 service neutron] 10.222.0.57 "GET /v2.0/networks/eb4e535c-3b84-4c9e-9de2-4073c56413e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2346132 Jul 14 09:42:50.621055 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-fca8a485-af2f-4a6c-b764-bced1822d0cd req-ab7d8cda-dabb-4dda-a98e-a4f0720e1a7e service neutron] 10.222.0.65 "GET /v2.0/networks/2a42cb13-2d55-4959-a070-eb88da564dfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2414944 Jul 14 09:42:50.623811 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-ec205a12-9634-43aa-b345-7053864f459c None None] For port a5877a69-9341-44d3-be9a-5fe24d117560, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=a5877a69-9341-44d3-be9a-5fe24d117560,segment=NetworkSegment(6355327c-8a43-42c5-bac2-df9421333c01),segment_id=6355327c-8a43-42c5-bac2-df9421333c01)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:42:50.629002 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ec205a12-9634-43aa-b345-7053864f459c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:50.708084 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec205a12-9634-43aa-b345-7053864f459c None None] Pushing event updated for resources: {'Port': ['ID=a5877a69-9341-44d3-be9a-5fe24d117560,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:50.720759 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf036611-5ee3-47dc-a686-5cfdc42c0584 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Pushing event updated for resources: {'Port': ['ID=070bd03c-77a1-4118-b021-2a657784cfa5,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:50.750520 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-fca8a485-af2f-4a6c-b764-bced1822d0cd req-7b197d8f-1ee4-444f-9ed0-aab52477b1b4 service neutron] 10.222.0.65 "GET /v2.0/networks/2a42cb13-2d55-4959-a070-eb88da564dfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210783 Jul 14 09:42:50.779729 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf036611-5ee3-47dc-a686-5cfdc42c0584 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Network 609577a6-d9cf-4c88-8f94-11730e04d519 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:42:50.781742 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-bf036611-5ee3-47dc-a686-5cfdc42c0584 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:42:50.883445 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-987307cb-505f-4440-accb-82829e741a53 None None] Provisioning complete for port a5877a69-9341-44d3-be9a-5fe24d117560 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:42:50.884111 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-987307cb-505f-4440-accb-82829e741a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:50.920624 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c799f9-2736-4049-b629-850ce742e60b req-1d37d08e-11ef-4141-84c0-9e9152a935ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:50.922479 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-94c799f9-2736-4049-b629-850ce742e60b req-1d37d08e-11ef-4141-84c0-9e9152a935ed service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0be6be6bccc149f1a4b35e465d4a6d6f&device_id=cd255fe7-8cd0-407c-a0db-855de2f209d6 HTTP/1.1" status: 200 len: 1095 time: 0.0739324 Jul 14 09:42:50.930342 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf036611-5ee3-47dc-a686-5cfdc42c0584 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Router 4fcf41dc-6354-4887-acec-510970a21704 is scheduled to L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 with binding_index 1 {{(pid=93958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:42:51.055788 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf036611-5ee3-47dc-a686-5cfdc42c0584 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:42:51.067624 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7594d728-2d99-419f-be19-350b1f7eb6a3 None None] Sync routers for ids ['4fcf41dc-6354-4887-acec-510970a21704'] in n-d-779913-29 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:42:51.074736 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-bf036611-5ee3-47dc-a686-5cfdc42c0584 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] 10.222.0.68 "PUT /v2.0/routers/4fcf41dc-6354-4887-acec-510970a21704/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3878319 Jul 14 09:42:51.076517 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 45518) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:51.079505 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7594d728-2d99-419f-be19-350b1f7eb6a3 None None] Routers {'4fcf41dc-6354-4887-acec-510970a21704'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:42:51.087189 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-7594d728-2d99-419f-be19-350b1f7eb6a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:42:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['4fcf41dc-6354-4887-acec-510970a21704'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:42:51.119971 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c799f9-2736-4049-b629-850ce742e60b req-1cc9476f-1bc5-4ad7-9bbe-809729c23b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:51.124571 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-987307cb-505f-4440-accb-82829e741a53 None None] Provisioning for port 070bd03c-77a1-4118-b021-2a657784cfa5 completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:42:51.135243 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-987307cb-505f-4440-accb-82829e741a53 None None] Provisioning complete for port 070bd03c-77a1-4118-b021-2a657784cfa5 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:42:51.135825 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-987307cb-505f-4440-accb-82829e741a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:51.142697 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-94c799f9-2736-4049-b629-850ce742e60b req-1cc9476f-1bc5-4ad7-9bbe-809729c23b59 service neutron] 10.222.0.65 "GET /v2.0/networks?id=2a42cb13-2d55-4959-a070-eb88da564dfb HTTP/1.1" status: 200 len: 913 time: 0.2120926 Jul 14 09:42:51.161278 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-7594d728-2d99-419f-be19-350b1f7eb6a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:42:51.184156 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7594d728-2d99-419f-be19-350b1f7eb6a3 None None] Routers {'4fcf41dc-6354-4887-acec-510970a21704'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:42:51.188588 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-7594d728-2d99-419f-be19-350b1f7eb6a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:42:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['4fcf41dc-6354-4887-acec-510970a21704'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:42:51.208022 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-987307cb-505f-4440-accb-82829e741a53 None None] Port 070bd03c-77a1-4118-b021-2a657784cfa5 cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:42:51.222720 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2883327-2ebe-4a3a-92c2-ca0cf27bdc58 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:51.227829 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-d2883327-2ebe-4a3a-92c2-ca0cf27bdc58 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] 10.222.0.68 "GET /v2.0/ports?device_id=4fcf41dc-6354-4887-acec-510970a21704 HTTP/1.1" status: 200 len: 988 time: 0.1492014 Jul 14 09:42:51.228213 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-94c799f9-2736-4049-b629-850ce742e60b req-e2332d86-5d96-402b-86f4-2e6a43e3b02b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9f8e9a48-3b5b-4ec8-b785-e7dbab3d632a HTTP/1.1" status: 200 len: 217 time: 0.0764675 Jul 14 09:42:51.228648 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 45522) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:51.240117 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-7594d728-2d99-419f-be19-350b1f7eb6a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:42:51.240861 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7594d728-2d99-419f-be19-350b1f7eb6a3 None None] The sync data for ids ['4fcf41dc-6354-4887-acec-510970a21704'] in n-d-779913-29 is: [] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:42:51.335054 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-fcb99a49-96da-4a51-b3e0-3d9e64f84bb4 None None] Provisioning complete for port 070bd03c-77a1-4118-b021-2a657784cfa5 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:42:51.335444 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fcb99a49-96da-4a51-b3e0-3d9e64f84bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:51.370853 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c799f9-2736-4049-b629-850ce742e60b req-968b4eb9-2f3e-428c-8cd7-308ea5b43016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:51.373462 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-94c799f9-2736-4049-b629-850ce742e60b req-968b4eb9-2f3e-428c-8cd7-308ea5b43016 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2fb6ebb7-0edb-47a6-96f3-036e2585c66a HTTP/1.1" status: 200 len: 851 time: 0.0992777 Jul 14 09:42:51.395226 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device db2d2da0-53d6-46ac-a466-fcebb4007f56 details requested by agent hyperv_n-h2-779913-29 with host n-h2-779913-29 {{(pid=93959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:42:51.408135 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35843f5-f6cf-4113-ad93-d0d0bfd57c60 req-318a799c-be22-4a46-856e-b76bc2dfe163 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:51.409930 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b35843f5-f6cf-4113-ad93-d0d0bfd57c60 req-318a799c-be22-4a46-856e-b76bc2dfe163 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/ports?device_id=cd255fe7-8cd0-407c-a0db-855de2f209d6 HTTP/1.1" status: 200 len: 943 time: 0.1800020 Jul 14 09:42:51.494623 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b35843f5-f6cf-4113-ad93-d0d0bfd57c60 req-4526aeb0-d9a1-4f61-ac1a-613defdea4c3 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/security-groups?id=8ddc8877-605a-44c2-a058-368d728dd554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649023 Jul 14 09:42:51.519804 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device a5877a69-9341-44d3-be9a-5fe24d117560 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:42:51.521938 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c799f9-2736-4049-b629-850ce742e60b req-0da23504-b6bd-4e7a-b0a3-c5868b5960d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:51.523563 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-94c799f9-2736-4049-b629-850ce742e60b req-0da23504-b6bd-4e7a-b0a3-c5868b5960d5 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2a42cb13-2d55-4959-a070-eb88da564dfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1414278 Jul 14 09:42:51.603670 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port db2d2da0-53d6-46ac-a466-fcebb4007f56, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=db2d2da0-53d6-46ac-a466-fcebb4007f56,segment=NetworkSegment(eb9a8695-c835-4f65-928c-97e7794f28b3),segment_id=eb9a8695-c835-4f65-928c-97e7794f28b3)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:42:51.607283 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-fcb99a49-96da-4a51-b3e0-3d9e64f84bb4 None None] Port 070bd03c-77a1-4118-b021-2a657784cfa5 cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:42:51.631788 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Returning: {'device': 'db2d2da0-53d6-46ac-a466-fcebb4007f56', 'network_id': 'eb4e535c-3b84-4c9e-9de2-4073c56413e0', 'port_id': 'db2d2da0-53d6-46ac-a466-fcebb4007f56', 'mac_address': 'fa:16:3e:6d:bb:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 746, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f49e4c7-b0e1-4adf-b03f-1c642eb39e18', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:42:51.654384 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-94c799f9-2736-4049-b629-850ce742e60b req-a961b7c7-bff0-4308-a6ef-928912698150 service neutron] 10.222.0.65 "GET /v2.0/networks/2a42cb13-2d55-4959-a070-eb88da564dfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168542 Jul 14 09:42:51.712648 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port a5877a69-9341-44d3-be9a-5fe24d117560 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:42:51.713037 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:51.767019 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-94c799f9-2736-4049-b629-850ce742e60b req-3591828d-2b07-4303-ae55-3b1764bbf3c7 service neutron] 10.222.0.65 "GET /v2.0/networks/2a42cb13-2d55-4959-a070-eb88da564dfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998461 Jul 14 09:42:51.780602 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:51.818468 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db2d2da0-53d6-46ac-a466-fcebb4007f56 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:42:51.842845 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-5c01e624-67de-4b24-a4e3-a340acf2e813 None None] Provisioning complete for port 070bd03c-77a1-4118-b021-2a657784cfa5 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:42:51.843271 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5c01e624-67de-4b24-a4e3-a340acf2e813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:51.847510 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port db2d2da0-53d6-46ac-a466-fcebb4007f56, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=db2d2da0-53d6-46ac-a466-fcebb4007f56,segment=NetworkSegment(eb9a8695-c835-4f65-928c-97e7794f28b3),segment_id=eb9a8695-c835-4f65-928c-97e7794f28b3)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:42:51.870720 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:51.936452 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-5c01e624-67de-4b24-a4e3-a340acf2e813 None None] Port 070bd03c-77a1-4118-b021-2a657784cfa5 cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:42:51.963365 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Pushing event updated for resources: {'Port': ['ID=db2d2da0-53d6-46ac-a466-fcebb4007f56,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:51.994827 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f5ce03-2a58-42ae-9cc7-db3161f27ef4 req-b54cecc7-1666-4247-a3aa-f5f8052b7109 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:51.996336 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-60f5ce03-2a58-42ae-9cc7-db3161f27ef4 req-b54cecc7-1666-4247-a3aa-f5f8052b7109 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] 10.222.0.68 "GET /v2.0/ports?device_id=88e1b6cd-db20-478f-825e-42052bc3e00f HTTP/1.1" status: 200 len: 944 time: 0.1748919 Jul 14 09:42:52.058257 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-0aadb6ef-1799-426a-ac8f-de74787a9b88 None None] Provisioning complete for port 070bd03c-77a1-4118-b021-2a657784cfa5 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:42:52.058722 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0aadb6ef-1799-426a-ac8f-de74787a9b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:52.083221 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-60f5ce03-2a58-42ae-9cc7-db3161f27ef4 req-e21bd5c0-0476-487e-a30f-bef79388d473 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] 10.222.0.68 "GET /v2.0/security-groups?id=473c2c55-d6f6-4b72-9292-9a63bea1018f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734432 Jul 14 09:42:52.104359 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-0aadb6ef-1799-426a-ac8f-de74787a9b88 None None] Port 070bd03c-77a1-4118-b021-2a657784cfa5 cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:42:52.156115 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c425f23f-a448-4785-adb9-7c27114a4ee1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:52.208353 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-de75e13a-9ddd-42f7-8a7f-50605aaab9fb tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-683602'] for router_interface, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:52.216249 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] get_ports_and_sgs() called for port_ids ['db2d2da0-53d6-46ac-a466-fcebb4007f56'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:42:52.242982 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 9f8e9a48-3b5b-4ec8-b785-e7dbab3d632a details requested by agent hyperv_n-h1-779913-29 with host n-h1-779913-29 {{(pid=93959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:42:52.377602 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port 9f8e9a48-3b5b-4ec8-b785-e7dbab3d632a, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=9f8e9a48-3b5b-4ec8-b785-e7dbab3d632a,segment=NetworkSegment(5aade75d-903c-400b-b4a7-6f3ba4ae14ee),segment_id=5aade75d-903c-400b-b4a7-6f3ba4ae14ee)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:42:52.391074 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Returning: {'device': '9f8e9a48-3b5b-4ec8-b785-e7dbab3d632a', 'network_id': '2a42cb13-2d55-4959-a070-eb88da564dfb', 'port_id': '9f8e9a48-3b5b-4ec8-b785-e7dbab3d632a', 'mac_address': 'fa:16:3e:27:fb:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2fb6ebb7-0edb-47a6-96f3-036e2585c66a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:42:52.447353 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-de75e13a-9ddd-42f7-8a7f-50605aaab9fb tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Deleting port 070bd03c-77a1-4118-b021-2a657784cfa5 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:42:52.450342 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-de75e13a-9ddd-42f7-8a7f-50605aaab9fb tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:52.471286 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:52.540424 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f8e9a48-3b5b-4ec8-b785-e7dbab3d632a {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:42:52.560673 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-de75e13a-9ddd-42f7-8a7f-50605aaab9fb tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:52.572856 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port 9f8e9a48-3b5b-4ec8-b785-e7dbab3d632a, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=9f8e9a48-3b5b-4ec8-b785-e7dbab3d632a,segment=NetworkSegment(5aade75d-903c-400b-b4a7-6f3ba4ae14ee),segment_id=5aade75d-903c-400b-b4a7-6f3ba4ae14ee)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:42:52.578320 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-de75e13a-9ddd-42f7-8a7f-50605aaab9fb tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Calling delete_port for 070bd03c-77a1-4118-b021-2a657784cfa5 owned by network:router_interface {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:42:52.586785 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:52.606808 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 45536) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:52.664058 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Pushing event updated for resources: {'Port': ['ID=9f8e9a48-3b5b-4ec8-b785-e7dbab3d632a,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:52.753013 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-29590871-cc3f-4752-9c4c-bce742d42e2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:52.821722 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea70948d-1e7a-44f2-8d4d-7dc9530f35ef req-15dd6e99-4135-4801-9ea5-bc69a05b34c4 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:52.823206 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ea70948d-1e7a-44f2-8d4d-7dc9530f35ef req-15dd6e99-4135-4801-9ea5-bc69a05b34c4 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/ports?device_id=cd255fe7-8cd0-407c-a0db-855de2f209d6 HTTP/1.1" status: 200 len: 944 time: 0.1521320 Jul 14 09:42:52.900684 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ea70948d-1e7a-44f2-8d4d-7dc9530f35ef req-79c2eaeb-32ba-407f-ad0f-0c6d3d305a70 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/security-groups?id=8ddc8877-605a-44c2-a058-368d728dd554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690882 Jul 14 09:42:52.904310 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] get_ports_and_sgs() called for port_ids ['9f8e9a48-3b5b-4ec8-b785-e7dbab3d632a'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:42:52.905614 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-de75e13a-9ddd-42f7-8a7f-50605aaab9fb tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:52.941950 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de75e13a-9ddd-42f7-8a7f-50605aaab9fb tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Pushing event deleted for resources: {'Port': ['ID=070bd03c-77a1-4118-b021-2a657784cfa5,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:53.014960 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-29590871-cc3f-4752-9c4c-bce742d42e2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:53.021451 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-29590871-cc3f-4752-9c4c-bce742d42e2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:53.064376 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-de75e13a-9ddd-42f7-8a7f-50605aaab9fb tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-620860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682934'] for router_interface, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:53.103250 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-29590871-cc3f-4752-9c4c-bce742d42e2c admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=8fe7d4d8adb14055a0003a29033d5cd0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4951820 Jul 14 09:42:53.106212 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 45540) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:53.178281 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29590871-cc3f-4752-9c4c-bce742d42e2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc0e9ad7-6634-4d2d-9618-4db1bc3d104d,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:53.219708 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5b559502-4f77-4c03-92e7-a33d656c112c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:53.245700 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5b559502-4f77-4c03-92e7-a33d656c112c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:53.283185 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de75e13a-9ddd-42f7-8a7f-50605aaab9fb tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Router 4fcf41dc-6354-4887-acec-510970a21704 has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:42:53.354112 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e6cb56-6575-4c28-afe3-9840399cb005 req-2633f9d8-5ad0-452b-9f8f-540ad64cdd95 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:53.355657 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-33e6cb56-6575-4c28-afe3-9840399cb005 req-2633f9d8-5ad0-452b-9f8f-540ad64cdd95 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] 10.222.0.68 "GET /v2.0/ports?device_id=88e1b6cd-db20-478f-825e-42052bc3e00f HTTP/1.1" status: 200 len: 944 time: 0.1159518 Jul 14 09:42:53.374884 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de75e13a-9ddd-42f7-8a7f-50605aaab9fb tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:42:53.383328 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5b559502-4f77-4c03-92e7-a33d656c112c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:53.383506 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-de75e13a-9ddd-42f7-8a7f-50605aaab9fb tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] 10.222.0.68 "PUT /v2.0/routers/4fcf41dc-6354-4887-acec-510970a21704/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1535075 Jul 14 09:42:53.384045 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 45546) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:53.386008 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5b559502-4f77-4c03-92e7-a33d656c112c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:53.387908 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-5b559502-4f77-4c03-92e7-a33d656c112c admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/cc0e9ad7-6634-4d2d-9618-4db1bc3d104d HTTP/1.1" status: 204 len: 168 time: 0.2795482 Jul 14 09:42:53.390151 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5566387f-4bbd-4443-9034-5bc348cf2ebf None None] Sync routers for ids ['4fcf41dc-6354-4887-acec-510970a21704'] in n-d-779913-29 {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:42:53.406851 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b559502-4f77-4c03-92e7-a33d656c112c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc0e9ad7-6634-4d2d-9618-4db1bc3d104d,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:53.412157 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device db2d2da0-53d6-46ac-a466-fcebb4007f56 up at agent hyperv_n-h2-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:42:53.416359 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-33e6cb56-6575-4c28-afe3-9840399cb005 req-46473971-916b-4079-988a-3b5ededa8169 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] 10.222.0.68 "GET /v2.0/security-groups?id=473c2c55-d6f6-4b72-9292-9a63bea1018f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527973 Jul 14 09:42:53.438315 n-d-779913-29 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-37322354-8aa0-4d65-bd33-e9eebf33f0c8 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] GET failed (client error): The resource could not be found. Jul 14 09:42:53.440076 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-37322354-8aa0-4d65-bd33-e9eebf33f0c8 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] 10.222.0.68 "GET /v2.0/ports/070bd03c-77a1-4118-b021-2a657784cfa5 HTTP/1.1" status: 404 len: 333 time: 0.0550749 Jul 14 09:42:53.443121 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 45550) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:53.463454 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5566387f-4bbd-4443-9034-5bc348cf2ebf None None] Routers {'4fcf41dc-6354-4887-acec-510970a21704'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:42:53.464079 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-5566387f-4bbd-4443-9034-5bc348cf2ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:42:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['4fcf41dc-6354-4887-acec-510970a21704'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:42:53.510687 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-5566387f-4bbd-4443-9034-5bc348cf2ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:42:53.524239 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5566387f-4bbd-4443-9034-5bc348cf2ebf None None] Routers {'4fcf41dc-6354-4887-acec-510970a21704'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:42:53.524867 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-5566387f-4bbd-4443-9034-5bc348cf2ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:42:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['4fcf41dc-6354-4887-acec-510970a21704'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:42:53.526104 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-97f7af25-8603-4835-a189-16042a6885ed tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks [] for router, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:53.561314 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-5566387f-4bbd-4443-9034-5bc348cf2ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:42:53.562041 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5566387f-4bbd-4443-9034-5bc348cf2ebf None None] The sync data for ids ['4fcf41dc-6354-4887-acec-510970a21704'] in n-d-779913-29 is: [] {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:42:53.567547 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Provisioning for port db2d2da0-53d6-46ac-a466-fcebb4007f56 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:42:53.571940 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Provisioning complete for port db2d2da0-53d6-46ac-a466-fcebb4007f56 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:42:53.572344 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:53.663450 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:53.687811 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88e1b6cd-db20-478f-825e-42052bc3e00f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db2d2da0-53d6-46ac-a466-fcebb4007f56'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:42:53.690432 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd62303f06773040a8a4e189dc46b4f565768c299abf8ab8e7739778b0bc3e97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c6d1744-4ffd-4d37-9237-c4dac0cf86b9" -d '{"events": [{"server_uuid": "88e1b6cd-db20-478f-825e-42052bc3e00f", "name": "network-vif-plugged", "status": "completed", "tag": "db2d2da0-53d6-46ac-a466-fcebb4007f56"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:42:53.709435 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-97f7af25-8603-4835-a189-16042a6885ed tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-711871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12964'] for router, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:53.711621 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-97f7af25-8603-4835-a189-16042a6885ed tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:53.717059 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port db2d2da0-53d6-46ac-a466-fcebb4007f56, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=db2d2da0-53d6-46ac-a466-fcebb4007f56,segment=NetworkSegment(eb9a8695-c835-4f65-928c-97e7794f28b3),segment_id=eb9a8695-c835-4f65-928c-97e7794f28b3)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:42:53.724807 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:53.751129 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:42:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da06399a-545d-4f62-9bad-d7adc22bb9d4 x-openstack-request-id: req-da06399a-545d-4f62-9bad-d7adc22bb9d4 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:42:53.751493 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88e1b6cd-db20-478f-825e-42052bc3e00f", "name": "network-vif-plugged", "status": "completed", "tag": "db2d2da0-53d6-46ac-a466-fcebb4007f56", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:42:53.751877 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-da06399a-545d-4f62-9bad-d7adc22bb9d4 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:42:53.752329 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88e1b6cd-db20-478f-825e-42052bc3e00f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db2d2da0-53d6-46ac-a466-fcebb4007f56', 'code': 200} Jul 14 09:42:53.764411 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-97f7af25-8603-4835-a189-16042a6885ed tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-704815'] for router, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:53.765214 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97f7af25-8603-4835-a189-16042a6885ed tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Fanout notify agent at l3_agent the message router_deleted on router 4fcf41dc-6354-4887-acec-510970a21704 {{(pid=93958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:42:53.772600 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-97f7af25-8603-4835-a189-16042a6885ed tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:53.774450 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-97f7af25-8603-4835-a189-16042a6885ed tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] 10.222.0.68 "DELETE /v2.0/routers/4fcf41dc-6354-4887-acec-510970a21704 HTTP/1.1" status: 204 len: 168 time: 0.3302968 Jul 14 09:42:53.777060 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 45562) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:53.786799 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Pushing event updated for resources: {'Port': ['ID=db2d2da0-53d6-46ac-a466-fcebb4007f56,revision_number=5']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:53.838667 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb19bd81-e209-4490-9bbd-5e71a057523a tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Deleting subnet d56711d1-4951-48f5-a01a-98363ee3d2ce {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:42:53.842577 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bb19bd81-e209-4490-9bbd-5e71a057523a tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:53.885857 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bb19bd81-e209-4490-9bbd-5e71a057523a tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13574120'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:53.908174 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89d8629-e5cd-4879-bcb4-eabc40f70dcc req-a3a9b1e3-4d3c-45a5-b338-9d55400564ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:53.910822 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b89d8629-e5cd-4879-bcb4-eabc40f70dcc req-a3a9b1e3-4d3c-45a5-b338-9d55400564ad service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=88e1b6cd-db20-478f-825e-42052bc3e00f HTTP/1.1" status: 200 len: 1097 time: 0.0584056 Jul 14 09:42:53.987198 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bb19bd81-e209-4490-9bbd-5e71a057523a tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3481002'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:54.083592 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bb19bd81-e209-4490-9bbd-5e71a057523a tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13574056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16714573'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:54.109438 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb19bd81-e209-4490-9bbd-5e71a057523a tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Pushing event deleted for resources: {'Subnet': ['ID=d56711d1-4951-48f5-a01a-98363ee3d2ce,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:54.119286 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bb19bd81-e209-4490-9bbd-5e71a057523a tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:54.125064 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-bb19bd81-e209-4490-9bbd-5e71a057523a tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] 10.222.0.68 "DELETE /v2.0/subnets/d56711d1-4951-48f5-a01a-98363ee3d2ce HTTP/1.1" status: 204 len: 168 time: 0.3425918 Jul 14 09:42:54.126487 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 45576) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:54.132415 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11fb0e49-2c4f-44e5-8328-f71aeb9b7fed None None] Network 609577a6-d9cf-4c88-8f94-11730e04d519 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:42:54.221061 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cb8dc24a-be9d-4a86-bc5a-d263d53e5ff7 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3876111'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:54.248889 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 9f8e9a48-3b5b-4ec8-b785-e7dbab3d632a up at agent hyperv_n-h1-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:42:54.298090 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-cb8dc24a-be9d-4a86-bc5a-d263d53e5ff7 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Deleting port a5877a69-9341-44d3-be9a-5fe24d117560 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:42:54.298445 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cb8dc24a-be9d-4a86-bc5a-d263d53e5ff7 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:54.336862 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Provisioning for port 9f8e9a48-3b5b-4ec8-b785-e7dbab3d632a completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:42:54.344575 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Provisioning complete for port 9f8e9a48-3b5b-4ec8-b785-e7dbab3d632a triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:42:54.345338 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:54.389737 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b89d8629-e5cd-4879-bcb4-eabc40f70dcc req-8061a748-6109-49e2-9efe-d0c4a83ba8f7 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=473c2c55-d6f6-4b72-9292-9a63bea1018f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4718275 Jul 14 09:42:54.423643 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-cb8dc24a-be9d-4a86-bc5a-d263d53e5ff7 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] For port a5877a69-9341-44d3-be9a-5fe24d117560, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=a5877a69-9341-44d3-be9a-5fe24d117560,segment=NetworkSegment(6355327c-8a43-42c5-bac2-df9421333c01),segment_id=6355327c-8a43-42c5-bac2-df9421333c01)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:42:54.424058 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cb8dc24a-be9d-4a86-bc5a-d263d53e5ff7 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:54.438558 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae1362a-491c-4930-a1ee-575e9194e62c req-6980140f-80e4-45dd-9b3c-b5fd2ba525b6 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:54.448194 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94584a4f-d7da-483a-8fe4-bf21228b5d66 None None] DHCP port deletion for 609577a6-d9cf-4c88-8f94-11730e04d519 request from n-d-779913-29 {{(pid=93959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:42:54.449481 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-7ae1362a-491c-4930-a1ee-575e9194e62c req-6980140f-80e4-45dd-9b3c-b5fd2ba525b6 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/ports?device_id=cd255fe7-8cd0-407c-a0db-855de2f209d6 HTTP/1.1" status: 200 len: 944 time: 0.1293364 Jul 14 09:42:54.450961 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:54.463042 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-cb8dc24a-be9d-4a86-bc5a-d263d53e5ff7 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Calling delete_port for a5877a69-9341-44d3-be9a-5fe24d117560 owned by network:dhcp {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:42:54.511138 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port 9f8e9a48-3b5b-4ec8-b785-e7dbab3d632a, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=9f8e9a48-3b5b-4ec8-b785-e7dbab3d632a,segment=NetworkSegment(5aade75d-903c-400b-b4a7-6f3ba4ae14ee),segment_id=5aade75d-903c-400b-b4a7-6f3ba4ae14ee)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:42:54.512055 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-7ae1362a-491c-4930-a1ee-575e9194e62c req-63a583a9-1c2f-4f44-9bb1-23d404ae3ffc tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/security-groups?id=8ddc8877-605a-44c2-a058-368d728dd554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608473 Jul 14 09:42:54.521652 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:54.582786 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Pushing event updated for resources: {'Port': ['ID=9f8e9a48-3b5b-4ec8-b785-e7dbab3d632a,revision_number=5']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:54.587643 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-94584a4f-d7da-483a-8fe4-bf21228b5d66 None None] Deleting port a5877a69-9341-44d3-be9a-5fe24d117560 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:42:54.588029 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-94584a4f-d7da-483a-8fe4-bf21228b5d66 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:54.626956 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cb8dc24a-be9d-4a86-bc5a-d263d53e5ff7 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:54.659616 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8dc24a-be9d-4a86-bc5a-d263d53e5ff7 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Pushing event deleted for resources: {'Port': ['ID=a5877a69-9341-44d3-be9a-5fe24d117560,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:54.661647 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb8dc24a-be9d-4a86-bc5a-d263d53e5ff7 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] No DVR routers for this DVR port a5877a69-9341-44d3-be9a-5fe24d117560 on host n-d-779913-29 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:42:54.672251 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-94584a4f-d7da-483a-8fe4-bf21228b5d66 None None] For port a5877a69-9341-44d3-be9a-5fe24d117560, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=a5877a69-9341-44d3-be9a-5fe24d117560,segment=NetworkSegment(6355327c-8a43-42c5-bac2-df9421333c01),segment_id=6355327c-8a43-42c5-bac2-df9421333c01)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:42:54.672794 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-94584a4f-d7da-483a-8fe4-bf21228b5d66 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:54.689411 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-94584a4f-d7da-483a-8fe4-bf21228b5d66 None None] Calling delete_port for a5877a69-9341-44d3-be9a-5fe24d117560 owned by network:dhcp {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:42:54.729182 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165c5df0-cbff-4864-8989-710b6027fcd0 req-ea71cd5d-d5f7-4693-bd3f-c9b5f9dadb10 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:54.731487 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-165c5df0-cbff-4864-8989-710b6027fcd0 req-ea71cd5d-d5f7-4693-bd3f-c9b5f9dadb10 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] 10.222.0.68 "GET /v2.0/ports?device_id=88e1b6cd-db20-478f-825e-42052bc3e00f HTTP/1.1" status: 200 len: 945 time: 0.0863194 Jul 14 09:42:54.755885 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cb8dc24a-be9d-4a86-bc5a-d263d53e5ff7 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473955', 'neutron.services.segments.db._delete_segments_for_network-8735688326548'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:54.770763 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-cb8dc24a-be9d-4a86-bc5a-d263d53e5ff7 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['609577a6-d9cf-4c88-8f94-11730e04d519']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:42:54.779749 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:54.787064 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-165c5df0-cbff-4864-8989-710b6027fcd0 req-c9f1a6f4-6715-477c-a6f2-a4593bd19c29 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] 10.222.0.68 "GET /v2.0/security-groups?id=473c2c55-d6f6-4b72-9292-9a63bea1018f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464351 Jul 14 09:42:54.790646 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-cb8dc24a-be9d-4a86-bc5a-d263d53e5ff7 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6355327c-8a43-42c5-bac2-df9421333c01') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:42:54.790950 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-cb8dc24a-be9d-4a86-bc5a-d263d53e5ff7 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6355327c-8a43-42c5-bac2-df9421333c01') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:42:54.802050 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cb8dc24a-be9d-4a86-bc5a-d263d53e5ff7 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735688356235', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13574129'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:54.807903 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-94584a4f-d7da-483a-8fe4-bf21228b5d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:54.819109 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cb8dc24a-be9d-4a86-bc5a-d263d53e5ff7 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:54.827508 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb8dc24a-be9d-4a86-bc5a-d263d53e5ff7 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Releasing vlan 741 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:42:54.828151 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cb8dc24a-be9d-4a86-bc5a-d263d53e5ff7 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13573126'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:54.831730 n-d-779913-29 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:42:54.831730 n-d-779913-29 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:42:54.831730 n-d-779913-29 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:42:54.831730 n-d-779913-29 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:42:54.831730 n-d-779913-29 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:42:54.831730 n-d-779913-29 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:42:54.831730 n-d-779913-29 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:42:54.831730 n-d-779913-29 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:42:54.831730 n-d-779913-29 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:42:54.831730 n-d-779913-29 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:42:54.831730 n-d-779913-29 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:42:54.831730 n-d-779913-29 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:42:54.831730 n-d-779913-29 neutron-server[93958]: Traceback (most recent call last): Jul 14 09:42:54.831730 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:42:54.831730 n-d-779913-29 neutron-server[93958]: timer() Jul 14 09:42:54.831730 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:42:54.831730 n-d-779913-29 neutron-server[93958]: cb(*args, **kw) Jul 14 09:42:54.831730 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:42:54.831730 n-d-779913-29 neutron-server[93958]: return func(*args, **kwargs) Jul 14 09:42:54.831730 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:42:54.831730 n-d-779913-29 neutron-server[93958]: self._notify() Jul 14 09:42:54.831730 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:42:54.831730 n-d-779913-29 neutron-server[93958]: self.callback(batched_events) Jul 14 09:42:54.831730 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:42:54.831730 n-d-779913-29 neutron-server[93958]: event.method(event) Jul 14 09:42:54.831730 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:42:54.831730 n-d-779913-29 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:42:54.831730 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:42:54.831730 n-d-779913-29 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:42:54.831730 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:42:54.831730 n-d-779913-29 neutron-server[93958]: return f(self, *a, **k) Jul 14 09:42:54.831730 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:42:54.831730 n-d-779913-29 neutron-server[93958]: return self._get(url).json() Jul 14 09:42:54.831730 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:42:54.831730 n-d-779913-29 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:42:54.831730 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:42:54.831730 n-d-779913-29 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 14 09:42:54.831730 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:42:54.831730 n-d-779913-29 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:42:54.831730 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:42:54.831730 n-d-779913-29 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:42:54.831730 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:42:54.831730 n-d-779913-29 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:42:54.831730 n-d-779913-29 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:42:54.839929 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94584a4f-d7da-483a-8fe4-bf21228b5d66 None None] Pushing event deleted for resources: {'Port': ['ID=a5877a69-9341-44d3-be9a-5fe24d117560,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:54.845760 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94584a4f-d7da-483a-8fe4-bf21228b5d66 None None] No DVR routers for this DVR port a5877a69-9341-44d3-be9a-5fe24d117560 on host n-d-779913-29 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:42:54.870331 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5ffca7bf-b6da-4c29-8a6b-62e8f377d9f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:54.909839 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cb8dc24a-be9d-4a86-bc5a-d263d53e5ff7 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660504'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:54.916791 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cb8dc24a-be9d-4a86-bc5a-d263d53e5ff7 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:54.918932 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-cb8dc24a-be9d-4a86-bc5a-d263d53e5ff7 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] 10.222.0.68 "DELETE /v2.0/networks/609577a6-d9cf-4c88-8f94-11730e04d519 HTTP/1.1" status: 204 len: 168 time: 0.7917650 Jul 14 09:42:54.922421 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 45596) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:54.941377 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8dc24a-be9d-4a86-bc5a-d263d53e5ff7 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Pushing event deleted for resources: {'Network': ['ID=609577a6-d9cf-4c88-8f94-11730e04d519,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:54.988046 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1532cb6-719b-4638-94dd-2307b2b19957 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:54.989431 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-e1532cb6-719b-4638-94dd-2307b2b19957 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] 10.222.0.68 "GET /v2.0/ports/cd287853-8ad0-4c67-aff0-a5b3dac2e9f4 HTTP/1.1" status: 200 len: 845 time: 0.0660617 Jul 14 09:42:54.994049 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 45602) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:55.049047 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-a6389783-9613-4093-9269-bacfdefacd43 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] 10.222.0.68 "GET /v2.0/ports/cd287853-8ad0-4c67-aff0-a5b3dac2e9f4?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0538580 Jul 14 09:42:55.052621 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 45604) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:55.057450 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-9f47beb2-31a9-4542-b9b6-f43116d7150e tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Request body: {'subnet': {'network_id': '4f85f772-bda3-4642-9cd0-e89301a9d9e3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:42:55.147622 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f47beb2-31a9-4542-b9b6-f43116d7150e tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Made reservation on behalf of 8e0fa7bcfd52457fb97f1b4ac86d5efa for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:42:55.151175 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9f47beb2-31a9-4542-b9b6-f43116d7150e tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16714600'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:55.336689 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9f47beb2-31a9-4542-b9b6-f43116d7150e tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13573993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16714586'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:55.361281 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device a5877a69-9341-44d3-be9a-5fe24d117560 no longer exists at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:42:55.381713 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f47beb2-31a9-4542-b9b6-f43116d7150e tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Network 4f85f772-bda3-4642-9cd0-e89301a9d9e3 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:42:55.382351 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] No Port match for: a5877a69-9341-44d3-be9a-5fe24d117560 {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:42:55.382742 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device a5877a69-9341-44d3-be9a-5fe24d117560 not bound to the agent host n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:42:55.388139 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-9f47beb2-31a9-4542-b9b6-f43116d7150e tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:42:55.390974 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f47beb2-31a9-4542-b9b6-f43116d7150e tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:55.391581 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9f47beb2-31a9-4542-b9b6-f43116d7150e tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:55.400335 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccbf322d-5dc1-45da-a23b-5a7767fb4616 None None] Network 4f85f772-bda3-4642-9cd0-e89301a9d9e3 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:42:55.406421 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f47beb2-31a9-4542-b9b6-f43116d7150e tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Pushing event updated for resources: {'Subnet': ['ID=3ba2befb-39b5-40fe-a0cd-d55a37e0ca3f,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:55.417255 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-9f47beb2-31a9-4542-b9b6-f43116d7150e tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.3633127 Jul 14 09:42:55.420318 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 45606) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:55.425207 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-f9e91dfa-5934-432f-8278-35f5451e5b07 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Request body: {'security_group': {'name': 'tempest-secgroup-602038476'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:42:55.431661 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 45608) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:55.436926 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-5cf568ba-be98-4d8a-89c4-5156ab6d132b tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1657117130', 'description': 'tempest-secgroup-smoke-1657117130 description', 'project_id': '62cf828fc3e84fada2a4655d43752657'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:42:55.451691 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f9e91dfa-5934-432f-8278-35f5451e5b07 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:55.468397 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5cf568ba-be98-4d8a-89c4-5156ab6d132b tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:55.477806 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5cf568ba-be98-4d8a-89c4-5156ab6d132b tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:55.549022 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f9e91dfa-5934-432f-8278-35f5451e5b07 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:55.552431 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f9e91dfa-5934-432f-8278-35f5451e5b07 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:55.589861 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e91dfa-5934-432f-8278-35f5451e5b07 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Pushing event updated for resources: {'SecurityGroup': ['ID=953fa925-bba5-488e-a890-efa189fd32c0,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:55.613001 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8170778-31f3-4931-8866-aafd27f77bb9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf57baaa9-fd24-59f4-8fd2-1dc21122ce72-4f85f772-bda3-4642-9cd0-e89301a9d9e3', 'network_id': '4f85f772-bda3-4642-9cd0-e89301a9d9e3', 'tenant_id': '8e0fa7bcfd52457fb97f1b4ac86d5efa', 'fixed_ips': [{'subnet_id': '3ba2befb-39b5-40fe-a0cd-d55a37e0ca3f'}]}} from n-d-779913-29. {{(pid=93959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:42:55.614139 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c8170778-31f3-4931-8866-aafd27f77bb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:55.693694 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5cf568ba-be98-4d8a-89c4-5156ab6d132b tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:55.708436 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f9e91dfa-5934-432f-8278-35f5451e5b07 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:55.713427 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5cf568ba-be98-4d8a-89c4-5156ab6d132b tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:55.716326 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-f9e91dfa-5934-432f-8278-35f5451e5b07 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2939105 Jul 14 09:42:55.718165 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 45614) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:55.726714 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-32f93052-7ff5-4b34-9904-5ca4bc56c707 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Request body: {'security_group': {'name': 'tempest-secgroup-901837523'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:42:55.756187 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd255fe7-8cd0-407c-a0db-855de2f209d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f8e9a48-3b5b-4ec8-b785-e7dbab3d632a'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:42:55.758395 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd62303f06773040a8a4e189dc46b4f565768c299abf8ab8e7739778b0bc3e97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bafaad7c-b744-4162-8486-2c5e72e8a241" -d '{"events": [{"server_uuid": "cd255fe7-8cd0-407c-a0db-855de2f209d6", "name": "network-vif-plugged", "status": "completed", "tag": "9f8e9a48-3b5b-4ec8-b785-e7dbab3d632a"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:42:55.760155 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577c0c99-c3c2-40b8-950f-85b0e0510e73 req-32fceeb4-4c5a-48c4-819d-2389a0793d35 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:55.761670 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-577c0c99-c3c2-40b8-950f-85b0e0510e73 req-32fceeb4-4c5a-48c4-819d-2389a0793d35 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/ports?device_id=cd255fe7-8cd0-407c-a0db-855de2f209d6 HTTP/1.1" status: 200 len: 945 time: 0.1178539 Jul 14 09:42:55.787046 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-c8170778-31f3-4931-8866-aafd27f77bb9 None None] Allocated IP 2001:db8::2 (4f85f772-bda3-4642-9cd0-e89301a9d9e3/3ba2befb-39b5-40fe-a0cd-d55a37e0ca3f/ab2c94d5-31b9-4461-9303-362fa3c49b8e) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:42:55.794674 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf568ba-be98-4d8a-89c4-5156ab6d132b tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d58e3bb-985d-4c65-9bb8-99ce7102f9c8,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:55.830951 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:42:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f19a5855-e126-4ed5-ba3e-27527ad2adbb x-openstack-request-id: req-f19a5855-e126-4ed5-ba3e-27527ad2adbb {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:42:55.831775 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd255fe7-8cd0-407c-a0db-855de2f209d6", "name": "network-vif-plugged", "status": "completed", "tag": "9f8e9a48-3b5b-4ec8-b785-e7dbab3d632a", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:42:55.831775 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-f19a5855-e126-4ed5-ba3e-27527ad2adbb {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:42:55.832031 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd255fe7-8cd0-407c-a0db-855de2f209d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f8e9a48-3b5b-4ec8-b785-e7dbab3d632a', 'code': 200} Jul 14 09:42:55.834669 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-577c0c99-c3c2-40b8-950f-85b0e0510e73 req-9dd90245-51e8-48fe-8929-d31e29546959 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/security-groups?id=8ddc8877-605a-44c2-a058-368d728dd554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579913 Jul 14 09:42:55.898452 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5cf568ba-be98-4d8a-89c4-5156ab6d132b tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:55.903771 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5cf568ba-be98-4d8a-89c4-5156ab6d132b tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:55.922425 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-32f93052-7ff5-4b34-9904-5ca4bc56c707 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:55.940362 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5ad31076-714c-49ec-bc37-f3d4cd90112a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:55.975098 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf568ba-be98-4d8a-89c4-5156ab6d132b tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6d675ec-f50c-4916-bc8c-357a840d6ea9,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:55.980560 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5cf568ba-be98-4d8a-89c4-5156ab6d132b tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:55.982891 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-5cf568ba-be98-4d8a-89c4-5156ab6d132b tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5501401 Jul 14 09:42:55.985807 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 45620) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:55.992609 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-c7640065-6a5d-4b73-aa17-55b063916544 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Request body: {'security_group_rule': {'security_group_id': 'e6d675ec-f50c-4916-bc8c-357a840d6ea9', 'project_id': '62cf828fc3e84fada2a4655d43752657', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:42:56.011526 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c8170778-31f3-4931-8866-aafd27f77bb9 None None] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:56.019730 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb1897e-48e0-4620-b9e1-04deb5a1b9fb req-3aff48fb-b676-4d76-9519-3b326aa8da59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:56.020517 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c8170778-31f3-4931-8866-aafd27f77bb9 None None] Transition to ACTIVE for port object ab2c94d5-31b9-4461-9303-362fa3c49b8e will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:42:56.021271 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-fbb1897e-48e0-4620-b9e1-04deb5a1b9fb req-3aff48fb-b676-4d76-9519-3b326aa8da59 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=cd255fe7-8cd0-407c-a0db-855de2f209d6 HTTP/1.1" status: 200 len: 1097 time: 0.0811317 Jul 14 09:42:56.041552 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c8170778-31f3-4931-8866-aafd27f77bb9 None None] Transition to ACTIVE for port object ab2c94d5-31b9-4461-9303-362fa3c49b8e will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:42:56.048292 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c8170778-31f3-4931-8866-aafd27f77bb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:56.049464 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662973c5-56e6-4da0-af54-7c25ccaf95ce req-7e0e86b7-5b97-4958-aee9-a4a7167a6843 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:56.051071 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-662973c5-56e6-4da0-af54-7c25ccaf95ce req-7e0e86b7-5b97-4958-aee9-a4a7167a6843 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] 10.222.0.68 "GET /v2.0/ports?device_id=88e1b6cd-db20-478f-825e-42052bc3e00f HTTP/1.1" status: 200 len: 945 time: 0.1031470 Jul 14 09:42:56.074138 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-fbb1897e-48e0-4620-b9e1-04deb5a1b9fb req-4cdfd6f0-5b31-4ab5-8328-71f34c9b74cf service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=8ddc8877-605a-44c2-a058-368d728dd554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461149 Jul 14 09:42:56.086167 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8170778-31f3-4931-8866-aafd27f77bb9 None None] Network 4f85f772-bda3-4642-9cd0-e89301a9d9e3 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:42:56.091457 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-c8170778-31f3-4931-8866-aafd27f77bb9 None None] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:42:56.096052 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8170778-31f3-4931-8866-aafd27f77bb9 None None] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:42:56.104448 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8170778-31f3-4931-8866-aafd27f77bb9 None None] Pushing event updated for resources: {'Port': ['ID=ab2c94d5-31b9-4461-9303-362fa3c49b8e,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:56.113309 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-662973c5-56e6-4da0-af54-7c25ccaf95ce req-76c708b7-7873-4d8c-a3a2-aa8ec8508d44 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] 10.222.0.68 "GET /v2.0/security-groups?id=473c2c55-d6f6-4b72-9292-9a63bea1018f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522981 Jul 14 09:42:56.115592 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-32f93052-7ff5-4b34-9904-5ca4bc56c707 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:56.119994 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-32f93052-7ff5-4b34-9904-5ca4bc56c707 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:56.157006 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c7640065-6a5d-4b73-aa17-55b063916544 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:56.167749 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-32f93052-7ff5-4b34-9904-5ca4bc56c707 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:56.169457 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-32f93052-7ff5-4b34-9904-5ca4bc56c707 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4498675 Jul 14 09:42:56.171644 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f93052-7ff5-4b34-9904-5ca4bc56c707 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Pushing event updated for resources: {'SecurityGroup': ['ID=352595f5-1329-4a72-a3c0-d4e34dd7ab86,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:56.172700 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 45624) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:56.183898 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-5a37b17f-392f-4137-9081-a0a49ebb9199 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-27898218', 'security_groups': ['352595f5-1329-4a72-a3c0-d4e34dd7ab86'], 'network_id': '4f85f772-bda3-4642-9cd0-e89301a9d9e3', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '3ba2befb-39b5-40fe-a0cd-d55a37e0ca3f'}]}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:42:56.322012 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-c8170778-31f3-4931-8866-aafd27f77bb9 None None] Attempting to bind port ab2c94d5-31b9-4461-9303-362fa3c49b8e on host n-d-779913-29 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:42:56.322472 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-c8170778-31f3-4931-8866-aafd27f77bb9 None None] Attempting to bind port ab2c94d5-31b9-4461-9303-362fa3c49b8e by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': '470efdc5-9986-48da-8c76-624e4fa208a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '4f85f772-bda3-4642-9cd0-e89301a9d9e3'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:42:56.322902 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8170778-31f3-4931-8866-aafd27f77bb9 None None] Attempting to bind port ab2c94d5-31b9-4461-9303-362fa3c49b8e on network 4f85f772-bda3-4642-9cd0-e89301a9d9e3 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:42:56.328006 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8170778-31f3-4931-8866-aafd27f77bb9 None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 42, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:42:56.328391 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8170778-31f3-4931-8866-aafd27f77bb9 None None] Checking segment: {'id': '470efdc5-9986-48da-8c76-624e4fa208a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '4f85f772-bda3-4642-9cd0-e89301a9d9e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:42:56.328865 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c8170778-31f3-4931-8866-aafd27f77bb9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:56.329325 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8170778-31f3-4931-8866-aafd27f77bb9 None None] Bound using segment: {'id': '470efdc5-9986-48da-8c76-624e4fa208a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '4f85f772-bda3-4642-9cd0-e89301a9d9e3'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:42:56.329887 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-c8170778-31f3-4931-8866-aafd27f77bb9 None None] Bound port: ab2c94d5-31b9-4461-9303-362fa3c49b8e, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '470efdc5-9986-48da-8c76-624e4fa208a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '4f85f772-bda3-4642-9cd0-e89301a9d9e3'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:42:56.330340 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c8170778-31f3-4931-8866-aafd27f77bb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:56.337227 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c7640065-6a5d-4b73-aa17-55b063916544 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:56.343499 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c7640065-6a5d-4b73-aa17-55b063916544 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529131'] for security_group_rule, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:56.378082 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7640065-6a5d-4b73-aa17-55b063916544 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5cab0db-12bc-4171-8a73-a98252a13553,revision_number=0']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:56.395079 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c8170778-31f3-4931-8866-aafd27f77bb9 None None] For port ab2c94d5-31b9-4461-9303-362fa3c49b8e, host n-d-779913-29, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:42:56.398261 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c8170778-31f3-4931-8866-aafd27f77bb9 None None] For port ab2c94d5-31b9-4461-9303-362fa3c49b8e, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=ab2c94d5-31b9-4461-9303-362fa3c49b8e,segment=NetworkSegment(470efdc5-9986-48da-8c76-624e4fa208a9),segment_id=470efdc5-9986-48da-8c76-624e4fa208a9)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:42:56.401094 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061d479e-4065-4244-9962-4a2ca28f8adf req-4b986ff8-3bf5-4374-bc03-768bcf183f69 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:56.401762 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c8170778-31f3-4931-8866-aafd27f77bb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:56.402631 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-061d479e-4065-4244-9962-4a2ca28f8adf req-4b986ff8-3bf5-4374-bc03-768bcf183f69 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] 10.222.0.68 "GET /v2.0/ports?device_id=88e1b6cd-db20-478f-825e-42052bc3e00f HTTP/1.1" status: 200 len: 945 time: 0.1461167 Jul 14 09:42:56.408529 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a37b17f-392f-4137-9081-a0a49ebb9199 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Made reservation on behalf of 8e0fa7bcfd52457fb97f1b4ac86d5efa for: {'port': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:42:56.415812 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c7640065-6a5d-4b73-aa17-55b063916544 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:56.416984 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-c7640065-6a5d-4b73-aa17-55b063916544 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4302475 Jul 14 09:42:56.421680 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 45626) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:56.427607 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-cdb5b15f-a8fa-44f9-b8ab-7bb9ef89088f tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Request body: {'security_group_rule': {'security_group_id': 'e6d675ec-f50c-4916-bc8c-357a840d6ea9', 'project_id': '62cf828fc3e84fada2a4655d43752657', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:42:56.465391 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cdb5b15f-a8fa-44f9-b8ab-7bb9ef89088f tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:56.469898 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8170778-31f3-4931-8866-aafd27f77bb9 None None] Pushing event updated for resources: {'Port': ['ID=ab2c94d5-31b9-4461-9303-362fa3c49b8e,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:56.510803 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-061d479e-4065-4244-9962-4a2ca28f8adf req-77a0555f-a491-440f-a85b-6c8c10807f0b tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] 10.222.0.68 "GET /v2.0/security-groups?id=473c2c55-d6f6-4b72-9292-9a63bea1018f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977912 Jul 14 09:42:56.540107 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 45628) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:56.545431 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cdb5b15f-a8fa-44f9-b8ab-7bb9ef89088f tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:56.550285 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cdb5b15f-a8fa-44f9-b8ab-7bb9ef89088f tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529131'] for security_group_rule, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:56.553214 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5a37b17f-392f-4137-9081-a0a49ebb9199 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:56.570233 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb5b15f-a8fa-44f9-b8ab-7bb9ef89088f tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=519c808d-56be-47a9-938a-8e07bc93fc18,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:56.576890 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cdb5b15f-a8fa-44f9-b8ab-7bb9ef89088f tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:56.580854 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-cdb5b15f-a8fa-44f9-b8ab-7bb9ef89088f tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1552403 Jul 14 09:42:56.580854 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 45630) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:56.585553 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-e796ccd5-8ef4-4c1d-907b-d86ffe7effe8 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Request body: {'security_group_rule': {'security_group_id': 'e6d675ec-f50c-4916-bc8c-357a840d6ea9', 'project_id': '62cf828fc3e84fada2a4655d43752657', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:42:56.592672 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-5a37b17f-392f-4137-9081-a0a49ebb9199 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] device_id is not set on port c3ec6dc5-5557-4663-a45e-9b5d686d3d2f yet. {{(pid=93957) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:42:56.615908 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e796ccd5-8ef4-4c1d-907b-d86ffe7effe8 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:56.694547 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa1f0ea9-4537-42c5-88ce-c95256e8bdac tempest-TestNetworkBasicOps-355649252 tempest-TestNetworkBasicOps-355649252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:56.696260 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-fa1f0ea9-4537-42c5-88ce-c95256e8bdac tempest-TestNetworkBasicOps-355649252 tempest-TestNetworkBasicOps-355649252-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=88e1b6cd-db20-478f-825e-42052bc3e00f HTTP/1.1" status: 200 len: 1092 time: 0.1551247 Jul 14 09:42:56.701321 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 45632) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:56.706961 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e796ccd5-8ef4-4c1d-907b-d86ffe7effe8 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:56.713406 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e796ccd5-8ef4-4c1d-907b-d86ffe7effe8 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529131'] for security_group_rule, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:56.735015 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-3980e584-748a-40d2-8f58-9fe8bba2f002 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Request body: {'floatingip': {'floating_network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'port_id': 'db2d2da0-53d6-46ac-a466-fcebb4007f56', 'tenant_id': 'da5579fc8d23403983f04f41618106b6', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:42:56.737063 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e796ccd5-8ef4-4c1d-907b-d86ffe7effe8 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=325d84d4-9a35-4b80-9b76-58dbe799b179,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:56.739843 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e796ccd5-8ef4-4c1d-907b-d86ffe7effe8 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:56.740974 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-e796ccd5-8ef4-4c1d-907b-d86ffe7effe8 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1592410 Jul 14 09:42:56.743644 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 45636) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:56.748957 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-329d1e26-dd46-4050-a1c0-7bf6e0214bec tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Request body: {'security_group_rule': {'security_group_id': 'e6d675ec-f50c-4916-bc8c-357a840d6ea9', 'project_id': '62cf828fc3e84fada2a4655d43752657', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:42:56.781427 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3980e584-748a-40d2-8f58-9fe8bba2f002 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks [] for floatingip, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:56.806865 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-329d1e26-dd46-4050-a1c0-7bf6e0214bec tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:56.889913 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-5a37b17f-392f-4137-9081-a0a49ebb9199 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Allocated IP 2001:db8::334 (4f85f772-bda3-4642-9cd0-e89301a9d9e3/3ba2befb-39b5-40fe-a0cd-d55a37e0ca3f/c3ec6dc5-5557-4663-a45e-9b5d686d3d2f) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:42:56.892202 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-329d1e26-dd46-4050-a1c0-7bf6e0214bec tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:56.899824 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-329d1e26-dd46-4050-a1c0-7bf6e0214bec tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529131'] for security_group_rule, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:56.920122 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329d1e26-dd46-4050-a1c0-7bf6e0214bec tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=557b599e-229d-4e71-9cc4-12bb0d8e1dd6,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:56.928169 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-329d1e26-dd46-4050-a1c0-7bf6e0214bec tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:56.929297 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-329d1e26-dd46-4050-a1c0-7bf6e0214bec tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1846993 Jul 14 09:42:56.932100 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 45640) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:56.938480 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-307568e7-0314-42d4-8e9e-7a626c5dc1cf tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Request body: {'security_group_rule': {'security_group_id': 'e6d675ec-f50c-4916-bc8c-357a840d6ea9', 'project_id': '62cf828fc3e84fada2a4655d43752657', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:42:56.965217 n-d-779913-29 neutron-server[93958]: INFO neutron.db.securitygroups_db [None req-307568e7-0314-42d4-8e9e-7a626c5dc1cf tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Project 62cf828fc3e84fada2a4655d43752657 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 09:42:56.973235 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-307568e7-0314-42d4-8e9e-7a626c5dc1cf tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:57.040653 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-307568e7-0314-42d4-8e9e-7a626c5dc1cf tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:57.045462 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-307568e7-0314-42d4-8e9e-7a626c5dc1cf tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529131'] for security_group_rule, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:57.068499 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307568e7-0314-42d4-8e9e-7a626c5dc1cf tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e7beff4-3215-47d4-97a1-e0d3b66c56da,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:57.076394 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3980e584-748a-40d2-8f58-9fe8bba2f002 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:57.077516 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-307568e7-0314-42d4-8e9e-7a626c5dc1cf tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:57.082191 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-307568e7-0314-42d4-8e9e-7a626c5dc1cf tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1488283 Jul 14 09:42:57.082839 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 45642) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:57.087599 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-9856508f-06ea-4694-8d4d-3a67664faefa tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Request body: {'security_group_rule': {'security_group_id': 'e6d675ec-f50c-4916-bc8c-357a840d6ea9', 'project_id': '62cf828fc3e84fada2a4655d43752657', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:42:57.110404 n-d-779913-29 neutron-server[93958]: INFO neutron.db.securitygroups_db [None req-9856508f-06ea-4694-8d4d-3a67664faefa tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Project 62cf828fc3e84fada2a4655d43752657 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 09:42:57.115309 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9856508f-06ea-4694-8d4d-3a67664faefa tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:57.170468 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5a37b17f-392f-4137-9081-a0a49ebb9199 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:57.178329 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9856508f-06ea-4694-8d4d-3a67664faefa tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:57.182126 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9856508f-06ea-4694-8d4d-3a67664faefa tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529131'] for security_group_rule, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:57.183567 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca4ca88-40cb-4101-8b2f-eb745931e6e2 req-9e587dfb-70cf-4e25-b0d9-ccf9171a100a tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:57.185736 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-dca4ca88-40cb-4101-8b2f-eb745931e6e2 req-9e587dfb-70cf-4e25-b0d9-ccf9171a100a tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/ports?device_id=cd255fe7-8cd0-407c-a0db-855de2f209d6 HTTP/1.1" status: 200 len: 945 time: 0.1945550 Jul 14 09:42:57.202969 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9856508f-06ea-4694-8d4d-3a67664faefa tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7e8dd59-c063-4a39-b81f-7a4f5cdecfb7,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:57.209325 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9856508f-06ea-4694-8d4d-3a67664faefa tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:57.210827 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-9856508f-06ea-4694-8d4d-3a67664faefa tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1270363 Jul 14 09:42:57.213865 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 45644) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:57.220703 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-766b3cfa-f785-491c-b57c-d7a56576aa1e tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Request body: {'network': {'name': 'tempest-network-smoke--1051180894', 'project_id': '62cf828fc3e84fada2a4655d43752657', 'port_security_enabled': True}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:42:57.231716 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-5a37b17f-392f-4137-9081-a0a49ebb9199 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Transition to ACTIVE for port object c3ec6dc5-5557-4663-a45e-9b5d686d3d2f will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:42:57.245063 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-766b3cfa-f785-491c-b57c-d7a56576aa1e tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Made reservation on behalf of 62cf828fc3e84fada2a4655d43752657 for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:42:57.251033 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-766b3cfa-f785-491c-b57c-d7a56576aa1e tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:57.279548 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-766b3cfa-f785-491c-b57c-d7a56576aa1e tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 721} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:42:57.292275 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-766b3cfa-f785-491c-b57c-d7a56576aa1e tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:57.292842 n-d-779913-29 neutron-server[93958]: INFO neutron.db.segments_db [None req-766b3cfa-f785-491c-b57c-d7a56576aa1e tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Added segment 4182018d-d911-4ae0-a44d-c268c7996df6 of type vlan for network 559c94b9-1968-448e-a093-792c946ac9ed Jul 14 09:42:57.297573 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-3980e584-748a-40d2-8f58-9fe8bba2f002 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Allocated IP 172.25.4.239 (2dcd4d32-cc7c-4468-b396-7ce5c9231892/6cd22a75-5bc1-467c-a3c4-0af04bd1b34a/b6a0215f-ca68-436e-9070-7c01ed76dc47) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:42:57.314564 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-dca4ca88-40cb-4101-8b2f-eb745931e6e2 req-848c1360-c92a-4575-8385-bf55e36eee27 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/security-groups?id=8ddc8877-605a-44c2-a058-368d728dd554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209731 Jul 14 09:42:57.370936 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-766b3cfa-f785-491c-b57c-d7a56576aa1e tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735687821325'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:57.417095 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5a37b17f-392f-4137-9081-a0a49ebb9199 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:57.419476 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-766b3cfa-f785-491c-b57c-d7a56576aa1e tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:57.427991 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-766b3cfa-f785-491c-b57c-d7a56576aa1e tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:57.429019 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-766b3cfa-f785-491c-b57c-d7a56576aa1e tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:57.455730 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device ab2c94d5-31b9-4461-9303-362fa3c49b8e up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:42:57.509961 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 45646) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:57.510273 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-766b3cfa-f785-491c-b57c-d7a56576aa1e tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2950625 Jul 14 09:42:57.511006 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766b3cfa-f785-491c-b57c-d7a56576aa1e tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Pushing event updated for resources: {'Network': ['ID=559c94b9-1968-448e-a093-792c946ac9ed,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:57.515194 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a37b17f-392f-4137-9081-a0a49ebb9199 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Network 4f85f772-bda3-4642-9cd0-e89301a9d9e3 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:42:57.522022 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-6689574d-6feb-4aa5-a059-7bc22d2911c5 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1747406417', 'admin_state_up': True, 'project_id': '62cf828fc3e84fada2a4655d43752657', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'}}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:42:57.524492 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Network 559c94b9-1968-448e-a093-792c946ac9ed details requested by agent ovs-agent-n-d-779913-29 with host n-d-779913-29 {{(pid=93959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:42:57.533725 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-5a37b17f-392f-4137-9081-a0a49ebb9199 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:42:57.547945 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a37b17f-392f-4137-9081-a0a49ebb9199 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:42:57.554155 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a37b17f-392f-4137-9081-a0a49ebb9199 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:57.554880 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5a37b17f-392f-4137-9081-a0a49ebb9199 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:57.563923 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a37b17f-392f-4137-9081-a0a49ebb9199 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Pushing event updated for resources: {'Port': ['ID=c3ec6dc5-5557-4663-a45e-9b5d686d3d2f,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:57.604014 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3980e584-748a-40d2-8f58-9fe8bba2f002 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:57.610726 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning for port ab2c94d5-31b9-4461-9303-362fa3c49b8e completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:42:57.611372 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6689574d-6feb-4aa5-a059-7bc22d2911c5 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-711749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14670'] for router, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:57.612499 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6689574d-6feb-4aa5-a059-7bc22d2911c5 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-711718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-661475', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14679'] for router, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:57.622336 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-5a37b17f-392f-4137-9081-a0a49ebb9199 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.4475045 Jul 14 09:42:57.625016 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 45648) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:57.630231 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-9821487d-2f20-4e9c-8d5d-1ae86613aa29 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Request body: {'subnet': {'network_id': '4f85f772-bda3-4642-9cd0-e89301a9d9e3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:42:57.691243 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6689574d-6feb-4aa5-a059-7bc22d2911c5 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:57.722091 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5bbe322f-3f67-4864-bc0a-91afe44d23e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:57.759267 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9821487d-2f20-4e9c-8d5d-1ae86613aa29 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Made reservation on behalf of 8e0fa7bcfd52457fb97f1b4ac86d5efa for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:42:57.762671 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3980e584-748a-40d2-8f58-9fe8bba2f002 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:57.763961 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9821487d-2f20-4e9c-8d5d-1ae86613aa29 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16714600'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:57.787097 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-5f27b925-8e4f-479a-b81d-cdc88f966769 None None] Provisioning complete for port cd287853-8ad0-4c67-aff0-a5b3dac2e9f4 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:42:57.787767 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5f27b925-8e4f-479a-b81d-cdc88f966769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:57.830245 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-5f27b925-8e4f-479a-b81d-cdc88f966769 None None] Port cd287853-8ad0-4c67-aff0-a5b3dac2e9f4 cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:42:57.843507 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-5f27b925-8e4f-479a-b81d-cdc88f966769 None None] Provisioning for port ab2c94d5-31b9-4461-9303-362fa3c49b8e completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:42:57.849587 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-5f27b925-8e4f-479a-b81d-cdc88f966769 None None] Provisioning complete for port ab2c94d5-31b9-4461-9303-362fa3c49b8e triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:42:57.850215 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5f27b925-8e4f-479a-b81d-cdc88f966769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:57.851394 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3980e584-748a-40d2-8f58-9fe8bba2f002 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Network 2dcd4d32-cc7c-4468-b396-7ce5c9231892 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:42:57.861110 n-d-779913-29 neutron-server[93958]: INFO neutron.db.ipam_backend_mixin [None req-9821487d-2f20-4e9c-8d5d-1ae86613aa29 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 3ba2befb-39b5-40fe-a0cd-d55a37e0ca3f (CIDR: 2001:db8::/64) Jul 14 09:42:57.864806 n-d-779913-29 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-9821487d-2f20-4e9c-8d5d-1ae86613aa29 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:42:57.865477 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9821487d-2f20-4e9c-8d5d-1ae86613aa29 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:42:57.884439 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-9821487d-2f20-4e9c-8d5d-1ae86613aa29 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2579629 Jul 14 09:42:57.886802 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 45652) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:57.896608 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-3980e584-748a-40d2-8f58-9fe8bba2f002 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:42:57.897160 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-1ad16b1b-3111-48ed-8b88-925de195ba0c tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Request body: {'subnet': {'network_id': '4f85f772-bda3-4642-9cd0-e89301a9d9e3', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:42:57.904372 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3980e584-748a-40d2-8f58-9fe8bba2f002 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:42:57.913670 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6689574d-6feb-4aa5-a059-7bc22d2911c5 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-661489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-711771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12973'] for router, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:57.941950 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3980e584-748a-40d2-8f58-9fe8bba2f002 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Pushing event updated for resources: {'Port': ['ID=b6a0215f-ca68-436e-9070-7c01ed76dc47,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:58.015384 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5f27b925-8e4f-479a-b81d-cdc88f966769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:58.049039 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ad16b1b-3111-48ed-8b88-925de195ba0c tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Made reservation on behalf of 8e0fa7bcfd52457fb97f1b4ac86d5efa for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:42:58.057756 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1ad16b1b-3111-48ed-8b88-925de195ba0c tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16714600'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:58.065094 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-5f27b925-8e4f-479a-b81d-cdc88f966769 None None] For port ab2c94d5-31b9-4461-9303-362fa3c49b8e, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=ab2c94d5-31b9-4461-9303-362fa3c49b8e,segment=NetworkSegment(470efdc5-9986-48da-8c76-624e4fa208a9),segment_id=470efdc5-9986-48da-8c76-624e4fa208a9)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:42:58.070344 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5f27b925-8e4f-479a-b81d-cdc88f966769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:58.132427 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f27b925-8e4f-479a-b81d-cdc88f966769 None None] Pushing event updated for resources: {'Port': ['ID=ab2c94d5-31b9-4461-9303-362fa3c49b8e,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:58.194361 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-e7ad332e-107f-44aa-9c74-d08e47088b29 None None] Provisioning for port c3ec6dc5-5557-4663-a45e-9b5d686d3d2f completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:42:58.198131 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-e7ad332e-107f-44aa-9c74-d08e47088b29 None None] Provisioning complete for port c3ec6dc5-5557-4663-a45e-9b5d686d3d2f triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:42:58.198576 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e7ad332e-107f-44aa-9c74-d08e47088b29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:58.239775 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-e7ad332e-107f-44aa-9c74-d08e47088b29 None None] Port c3ec6dc5-5557-4663-a45e-9b5d686d3d2f cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:42:58.314726 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1ad16b1b-3111-48ed-8b88-925de195ba0c tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13573993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16714586'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:58.346696 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6689574d-6feb-4aa5-a059-7bc22d2911c5 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks [] for router_gateway, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:58.359925 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ad16b1b-3111-48ed-8b88-925de195ba0c tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Network 4f85f772-bda3-4642-9cd0-e89301a9d9e3 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:42:58.363298 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-1ad16b1b-3111-48ed-8b88-925de195ba0c tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:42:58.368021 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ad16b1b-3111-48ed-8b88-925de195ba0c tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:58.368748 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1ad16b1b-3111-48ed-8b88-925de195ba0c tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:58.376388 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0b5c1d2-6f05-4e9d-9d18-30bdd768c721 None None] Network 4f85f772-bda3-4642-9cd0-e89301a9d9e3 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:42:58.377358 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6689574d-6feb-4aa5-a059-7bc22d2911c5 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:58.389243 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad16b1b-3111-48ed-8b88-925de195ba0c tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Pushing event updated for resources: {'Subnet': ['ID=a839d8c0-0f4d-431f-9c57-10526febb46c,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:58.396929 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-1ad16b1b-3111-48ed-8b88-925de195ba0c tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.5064979 Jul 14 09:42:58.402198 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 45656) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:58.413406 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-1f89dd84-deb3-4bad-a24b-706231106c22 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1835137859', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'a839d8c0-0f4d-431f-9c57-10526febb46c'}], 'security_groups': ['953fa925-bba5-488e-a890-efa189fd32c0']}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:42:58.607144 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1f89dd84-deb3-4bad-a24b-706231106c22 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:58.630823 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb850101-4c5a-4732-89d4-4625bdf93191 None None] Update dhcp port {'port': {'network_id': '4f85f772-bda3-4642-9cd0-e89301a9d9e3', 'fixed_ips': [{'subnet_id': '3ba2befb-39b5-40fe-a0cd-d55a37e0ca3f', 'ip_address': '2001:db8::2'}, {'subnet_id': 'a839d8c0-0f4d-431f-9c57-10526febb46c'}], 'binding:host_id': 'n-d-779913-29'}, 'id': 'ab2c94d5-31b9-4461-9303-362fa3c49b8e'} from n-d-779913-29. {{(pid=93959) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 14 09:42:58.637738 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3980e584-748a-40d2-8f58-9fe8bba2f002 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:58.667796 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-6689574d-6feb-4aa5-a059-7bc22d2911c5 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Allocated IP 172.25.4.3 (2dcd4d32-cc7c-4468-b396-7ce5c9231892/6cd22a75-5bc1-467c-a3c4-0af04bd1b34a/fbf9127b-e265-4456-ac66-4a3e41e42413) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:42:58.669556 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fb850101-4c5a-4732-89d4-4625bdf93191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:58.680279 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c288f1f3-61a4-4ef2-83f1-7fddfac40c6c req-9c6f1d73-b8cd-4d69-aa5f-b6702cd64fad tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:58.681945 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c288f1f3-61a4-4ef2-83f1-7fddfac40c6c req-9c6f1d73-b8cd-4d69-aa5f-b6702cd64fad tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/ports?device_id=cd255fe7-8cd0-407c-a0db-855de2f209d6 HTTP/1.1" status: 200 len: 945 time: 0.2160547 Jul 14 09:42:58.816160 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c288f1f3-61a4-4ef2-83f1-7fddfac40c6c req-57a02038-9073-45ec-9b7d-e449d3db4f8e tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/security-groups?id=8ddc8877-605a-44c2-a058-368d728dd554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188695 Jul 14 09:42:58.833459 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3980e584-748a-40d2-8f58-9fe8bba2f002 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:58.856958 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-fb850101-4c5a-4732-89d4-4625bdf93191 None None] Allocated IP 2001:db8:0:1::2 (4f85f772-bda3-4642-9cd0-e89301a9d9e3/a839d8c0-0f4d-431f-9c57-10526febb46c/ab2c94d5-31b9-4461-9303-362fa3c49b8e) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:42:58.897108 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6689574d-6feb-4aa5-a059-7bc22d2911c5 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:58.963643 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-fb850101-4c5a-4732-89d4-4625bdf93191 None None] For port ab2c94d5-31b9-4461-9303-362fa3c49b8e, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=ab2c94d5-31b9-4461-9303-362fa3c49b8e,segment=NetworkSegment(470efdc5-9986-48da-8c76-624e4fa208a9),segment_id=470efdc5-9986-48da-8c76-624e4fa208a9)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:42:59.000478 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fb850101-4c5a-4732-89d4-4625bdf93191 None None] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:59.011715 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6689574d-6feb-4aa5-a059-7bc22d2911c5 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:59.017039 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-fb850101-4c5a-4732-89d4-4625bdf93191 None None] Transition to ACTIVE for port object ab2c94d5-31b9-4461-9303-362fa3c49b8e will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:42:59.034564 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fb850101-4c5a-4732-89d4-4625bdf93191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:59.073032 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6689574d-6feb-4aa5-a059-7bc22d2911c5 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Network 2dcd4d32-cc7c-4468-b396-7ce5c9231892 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:42:59.085602 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-6689574d-6feb-4aa5-a059-7bc22d2911c5 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:42:59.092543 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6689574d-6feb-4aa5-a059-7bc22d2911c5 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:42:59.096357 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3980e584-748a-40d2-8f58-9fe8bba2f002 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:59.099030 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6689574d-6feb-4aa5-a059-7bc22d2911c5 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Pushing event updated for resources: {'Port': ['ID=fbf9127b-e265-4456-ac66-4a3e41e42413,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:59.122292 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3980e584-748a-40d2-8f58-9fe8bba2f002 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:59.167628 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb850101-4c5a-4732-89d4-4625bdf93191 None None] Pushing event updated for resources: {'Port': ['ID=ab2c94d5-31b9-4461-9303-362fa3c49b8e,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:59.271014 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-1f89dd84-deb3-4bad-a24b-706231106c22 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Delete allocated IP 2001:db8::334 (4f85f772-bda3-4642-9cd0-e89301a9d9e3/3ba2befb-39b5-40fe-a0cd-d55a37e0ca3f) {{(pid=93958) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 14 09:42:59.282968 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-1f89dd84-deb3-4bad-a24b-706231106c22 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Allocated IP 2001:db8:0:1::162 (4f85f772-bda3-4642-9cd0-e89301a9d9e3/a839d8c0-0f4d-431f-9c57-10526febb46c/c3ec6dc5-5557-4663-a45e-9b5d686d3d2f) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:42:59.397635 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device ab2c94d5-31b9-4461-9303-362fa3c49b8e up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:42:59.723195 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3980e584-748a-40d2-8f58-9fe8bba2f002 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Pushing event updated for resources: {'Port': ['ID=b6a0215f-ca68-436e-9070-7c01ed76dc47,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:59.742902 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3980e584-748a-40d2-8f58-9fe8bba2f002 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-660590'] for floatingip, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:59.817656 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1f89dd84-deb3-4bad-a24b-706231106c22 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:59.832172 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-1f89dd84-deb3-4bad-a24b-706231106c22 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Transition to ACTIVE for port object c3ec6dc5-5557-4663-a45e-9b5d686d3d2f will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:42:59.837454 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1f89dd84-deb3-4bad-a24b-706231106c22 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13574142'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:59.898894 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-354b96b6-e44a-4b43-b182-779c746f088b None None] Provisioning complete for port cd287853-8ad0-4c67-aff0-a5b3dac2e9f4 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:42:59.899487 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-354b96b6-e44a-4b43-b182-779c746f088b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:59.904661 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-1f89dd84-deb3-4bad-a24b-706231106c22 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] In _notify_port_updated(), no bound segment for port c3ec6dc5-5557-4663-a45e-9b5d686d3d2f on network 4f85f772-bda3-4642-9cd0-e89301a9d9e3 {{(pid=93958) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 14 09:42:59.910195 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f89dd84-deb3-4bad-a24b-706231106c22 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:59.910816 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1f89dd84-deb3-4bad-a24b-706231106c22 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:59.914852 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-1f89dd84-deb3-4bad-a24b-706231106c22 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] 10.222.0.68 "PUT /v2.0/ports/c3ec6dc5-5557-4663-a45e-9b5d686d3d2f HTTP/1.1" status: 200 len: 931 time: 1.5089662 Jul 14 09:42:59.915280 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 45664) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:59.944125 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35599fc1-ecd4-4e6d-8845-4aebfad88d51 req-5ea9dbd3-3500-437d-bb6c-6dd6dd2305b8 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:59.945690 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-35599fc1-ecd4-4e6d-8845-4aebfad88d51 req-5ea9dbd3-3500-437d-bb6c-6dd6dd2305b8 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/ports?device_id=cd255fe7-8cd0-407c-a0db-855de2f209d6 HTTP/1.1" status: 200 len: 945 time: 0.3253105 Jul 14 09:42:59.951323 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f89dd84-deb3-4bad-a24b-706231106c22 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Pushing event updated for resources: {'Port': ['ID=c3ec6dc5-5557-4663-a45e-9b5d686d3d2f,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:59.951450 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-354b96b6-e44a-4b43-b182-779c746f088b None None] Port cd287853-8ad0-4c67-aff0-a5b3dac2e9f4 cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:42:59.964356 n-d-779913-29 neutron-server[93957]: INFO neutron.db.l3_db [None req-3980e584-748a-40d2-8f58-9fe8bba2f002 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Floating IP e6623578-7b13-42da-98b0-f560284ab813 associated. External IP: 172.25.4.239, port: db2d2da0-53d6-46ac-a466-fcebb4007f56. Jul 14 09:42:59.972671 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-354b96b6-e44a-4b43-b182-779c746f088b None None] Provisioning for port ab2c94d5-31b9-4461-9303-362fa3c49b8e completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:42:59.976923 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-354b96b6-e44a-4b43-b182-779c746f088b None None] Provisioning complete for port ab2c94d5-31b9-4461-9303-362fa3c49b8e triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:42:59.977239 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-354b96b6-e44a-4b43-b182-779c746f088b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:00.034809 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-52b87dea-8a94-4733-a604-37d88bc79f3d tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Deleting port c3ec6dc5-5557-4663-a45e-9b5d686d3d2f {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:43:00.035252 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-52b87dea-8a94-4733-a604-37d88bc79f3d tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:00.089624 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-354b96b6-e44a-4b43-b182-779c746f088b None None] Provisioning for port c3ec6dc5-5557-4663-a45e-9b5d686d3d2f completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:43:00.095555 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-354b96b6-e44a-4b43-b182-779c746f088b None None] Provisioning complete for port c3ec6dc5-5557-4663-a45e-9b5d686d3d2f triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:43:00.096377 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-354b96b6-e44a-4b43-b182-779c746f088b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:00.136564 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-354b96b6-e44a-4b43-b182-779c746f088b None None] Port c3ec6dc5-5557-4663-a45e-9b5d686d3d2f cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:43:00.145827 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-52b87dea-8a94-4733-a604-37d88bc79f3d tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:00.159870 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-52b87dea-8a94-4733-a604-37d88bc79f3d tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Calling delete_port for c3ec6dc5-5557-4663-a45e-9b5d686d3d2f owned by {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:43:00.167667 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-35599fc1-ecd4-4e6d-8845-4aebfad88d51 req-fbb66b74-d52e-4000-8053-de57abf964d0 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/security-groups?id=8ddc8877-605a-44c2-a058-368d728dd554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652296 Jul 14 09:43:00.200650 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6689574d-6feb-4aa5-a059-7bc22d2911c5 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks [] for router_gateway, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:00.259177 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-d6231c93-3f96-4092-bb61-e9fbb3633255 None None] Provisioning complete for port c3ec6dc5-5557-4663-a45e-9b5d686d3d2f triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:43:00.259628 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d6231c93-3f96-4092-bb61-e9fbb3633255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:00.301640 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-d6231c93-3f96-4092-bb61-e9fbb3633255 None None] Port c3ec6dc5-5557-4663-a45e-9b5d686d3d2f cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:43:00.320412 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-52b87dea-8a94-4733-a604-37d88bc79f3d tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:00.352241 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b87dea-8a94-4733-a604-37d88bc79f3d tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Pushing event deleted for resources: {'Port': ['ID=c3ec6dc5-5557-4663-a45e-9b5d686d3d2f,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:00.362866 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3980e584-748a-40d2-8f58-9fe8bba2f002 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Router ede3623b-de6c-4042-bf2e-8ca476290cbd has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:43:00.391885 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-52b87dea-8a94-4733-a604-37d88bc79f3d tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:00.394498 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-52b87dea-8a94-4733-a604-37d88bc79f3d tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] 10.222.0.68 "DELETE /v2.0/ports/c3ec6dc5-5557-4663-a45e-9b5d686d3d2f HTTP/1.1" status: 204 len: 168 time: 0.4782679 Jul 14 09:43:00.397052 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 45668) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:00.432272 n-d-779913-29 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa51c126-e002-459d-9e3d-622d43941ff6 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] GET failed (client error): The resource could not be found. Jul 14 09:43:00.436635 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-fa51c126-e002-459d-9e3d-622d43941ff6 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] 10.222.0.68 "GET /v2.0/ports/c3ec6dc5-5557-4663-a45e-9b5d686d3d2f HTTP/1.1" status: 404 len: 333 time: 0.0360224 Jul 14 09:43:00.436965 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 45670) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:00.493400 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-68aa08ca-ea2f-498d-9362-be0af4c2fdca tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:00.518810 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-68aa08ca-ea2f-498d-9362-be0af4c2fdca tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:00.555918 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6689574d-6feb-4aa5-a059-7bc22d2911c5 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-711762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-661452'] for router, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:00.564745 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-68aa08ca-ea2f-498d-9362-be0af4c2fdca tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:00.567549 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3980e584-748a-40d2-8f58-9fe8bba2f002 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:43:00.567705 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-68aa08ca-ea2f-498d-9362-be0af4c2fdca tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:00.569989 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-68aa08ca-ea2f-498d-9362-be0af4c2fdca tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] 10.222.0.68 "DELETE /v2.0/security-groups/352595f5-1329-4a72-a3c0-d4e34dd7ab86 HTTP/1.1" status: 204 len: 168 time: 0.1316760 Jul 14 09:43:00.571777 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 45672) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:00.581171 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68aa08ca-ea2f-498d-9362-be0af4c2fdca tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=352595f5-1329-4a72-a3c0-d4e34dd7ab86,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:00.581358 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03935b1d-b3f9-4f2f-9d7b-7dcc17afd2da None None] Sync routers for ids ['ede3623b-de6c-4042-bf2e-8ca476290cbd'] in n-d-779913-29 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:43:00.591707 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03935b1d-b3f9-4f2f-9d7b-7dcc17afd2da None None] Routers {'ede3623b-de6c-4042-bf2e-8ca476290cbd'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:43:00.592328 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-03935b1d-b3f9-4f2f-9d7b-7dcc17afd2da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:42:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['ede3623b-de6c-4042-bf2e-8ca476290cbd'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:00.646078 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3980e584-748a-40d2-8f58-9fe8bba2f002 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for floatingip, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:00.698951 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-03935b1d-b3f9-4f2f-9d7b-7dcc17afd2da None None] Set router ede3623b-de6c-4042-bf2e-8ca476290cbd gateway port host: n-d-779913-29 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:43:00.732571 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-3980e584-748a-40d2-8f58-9fe8bba2f002 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.0316083 Jul 14 09:43:00.735908 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 45674) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:00.739742 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88e1b6cd-db20-478f-825e-42052bc3e00f', 'tag': 'db2d2da0-53d6-46ac-a466-fcebb4007f56'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:43:00.742002 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b206c864-cc84-4582-bbca-f14ed27c2641" -d '{"events": [{"name": "network-changed", "server_uuid": "88e1b6cd-db20-478f-825e-42052bc3e00f", "tag": "db2d2da0-53d6-46ac-a466-fcebb4007f56"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:43:00.752715 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a03f75bd-8a42-4502-b455-1a0e3ac65ce8 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks [] for security_group, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:00.788353 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a03f75bd-8a42-4502-b455-1a0e3ac65ce8 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:00.791601 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:43:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97b3b530-fc16-4cc1-bfd0-4292d099e61f x-openstack-request-id: req-97b3b530-fc16-4cc1-bfd0-4292d099e61f {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:43:00.791898 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88e1b6cd-db20-478f-825e-42052bc3e00f", "tag": "db2d2da0-53d6-46ac-a466-fcebb4007f56", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:43:00.792153 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-97b3b530-fc16-4cc1-bfd0-4292d099e61f {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:43:00.792549 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88e1b6cd-db20-478f-825e-42052bc3e00f', 'tag': 'db2d2da0-53d6-46ac-a466-fcebb4007f56', 'status': 'completed', 'code': 200} Jul 14 09:43:00.830083 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6689574d-6feb-4aa5-a059-7bc22d2911c5 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Router b8e8ea56-6a2c-4bee-a1bf-b99ed033bef6 is scheduled to L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 with binding_index 1 {{(pid=93957) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:43:00.870780 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-712db01f-7d13-4700-9d94-d98d8a2507b9 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] 10.222.0.68 "GET /v2.0/floatingips/e6623578-7b13-42da-98b0-f560284ab813 HTTP/1.1" status: 200 len: 991 time: 0.1336966 Jul 14 09:43:00.910808 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a03f75bd-8a42-4502-b455-1a0e3ac65ce8 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:00.913345 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a03f75bd-8a42-4502-b455-1a0e3ac65ce8 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:00.914513 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-a03f75bd-8a42-4502-b455-1a0e3ac65ce8 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] 10.222.0.68 "DELETE /v2.0/security-groups/953fa925-bba5-488e-a890-efa189fd32c0 HTTP/1.1" status: 204 len: 168 time: 0.3114066 Jul 14 09:43:00.917371 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 45678) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:00.936533 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f75bd-8a42-4502-b455-1a0e3ac65ce8 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=953fa925-bba5-488e-a890-efa189fd32c0,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:00.956732 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-03935b1d-b3f9-4f2f-9d7b-7dcc17afd2da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ede3623b-de6c-4042-bf2e-8ca476290cbd', 'name': 'tempest-TestNetworkBasicOps-router-1781889072', 'tenant_id': 'da5579fc8d23403983f04f41618106b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': '51a6a0a1-b392-430f-88e6-9bd43e984f72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:42:20Z', 'updated_at': '2021-07-14T09:42:32Z', 'revision_number': 4, 'project_id': 'da5579fc8d23403983f04f41618106b6', 'gw_port': {'id': '51a6a0a1-b392-430f-88e6-9bd43e984f72', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ac:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ede3623b-de6c-4042-bf2e-8ca476290cbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3001, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:42:22Z', 'updated_at': '2021-07-14T09:42:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_floatingips': [{'id': 'e6623578-7b13-42da-98b0-f560284ab813', 'tenant_id': 'da5579fc8d23403983f04f41618106b6', 'floating_ip_address': '172.25.4.239', 'floating_network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'router_id': 'ede3623b-de6c-4042-bf2e-8ca476290cbd', 'port_id': 'db2d2da0-53d6-46ac-a466-fcebb4007f56', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3083, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb4e535c-3b84-4c9e-9de2-4073c56413e0', 'mac_address': 'fa:16:3e:6d:bb:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e1b6cd-db20-478f-825e-42052bc3e00f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:42:58Z', 'updated_at': '2021-07-14T09:42:58Z', 'revision_number': 0, 'project_id': 'da5579fc8d23403983f04f41618106b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'faf84a56-da81-4003-a96f-6be6bddf7158', 'name': '', 'network_id': 'eb4e535c-3b84-4c9e-9de2-4073c56413e0', 'tenant_id': 'da5579fc8d23403983f04f41618106b6', 'mac_address': 'fa:16:3e:26:74:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ede3623b-de6c-4042-bf2e-8ca476290cbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3021, 'fixed_ips': [{'subnet_id': '5f49e4c7-b0e1-4adf-b03f-1c642eb39e18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:42:30Z', 'updated_at': '2021-07-14T09:42:40Z', 'revision_number': 5, 'project_id': 'da5579fc8d23403983f04f41618106b6', 'subnets': [{'id': '5f49e4c7-b0e1-4adf-b03f-1c642eb39e18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:00.983677 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03935b1d-b3f9-4f2f-9d7b-7dcc17afd2da None None] Checking router: ede3623b-de6c-4042-bf2e-8ca476290cbd for host: n-d-779913-29 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:43:00.987444 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-aff49476-06b4-4e20-b823-15f884a0daee tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Deleting subnet 3ba2befb-39b5-40fe-a0cd-d55a37e0ca3f {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:43:00.990898 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-aff49476-06b4-4e20-b823-15f884a0daee tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:00.992324 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03935b1d-b3f9-4f2f-9d7b-7dcc17afd2da None None] Routers {'ede3623b-de6c-4042-bf2e-8ca476290cbd'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:43:00.993141 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-03935b1d-b3f9-4f2f-9d7b-7dcc17afd2da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:42:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['ede3623b-de6c-4042-bf2e-8ca476290cbd'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:01.005077 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6689574d-6feb-4aa5-a059-7bc22d2911c5 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:43:01.007778 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b206c864-cc84-4582-bbca-f14ed27c2641 req-f13e33b8-f1e6-410e-befc-1623076bf3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:01.009310 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b206c864-cc84-4582-bbca-f14ed27c2641 req-f13e33b8-f1e6-410e-befc-1623076bf3bd service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=da5579fc8d23403983f04f41618106b6&device_id=88e1b6cd-db20-478f-825e-42052bc3e00f HTTP/1.1" status: 200 len: 1097 time: 0.1644518 Jul 14 09:43:01.018430 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eedc85c-e8b2-4160-8303-73b1146c86bc None None] Sync routers for ids ['b8e8ea56-6a2c-4bee-a1bf-b99ed033bef6'] in n-d-779913-29 {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:43:01.034271 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eedc85c-e8b2-4160-8303-73b1146c86bc None None] Routers {'b8e8ea56-6a2c-4bee-a1bf-b99ed033bef6'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:43:01.034850 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-0eedc85c-e8b2-4160-8303-73b1146c86bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:42:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['b8e8ea56-6a2c-4bee-a1bf-b99ed033bef6'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:01.057179 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-aff49476-06b4-4e20-b823-15f884a0daee tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13574120'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:01.089905 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6689574d-6feb-4aa5-a059-7bc22d2911c5 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks [] for router, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:01.094478 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-6689574d-6feb-4aa5-a059-7bc22d2911c5 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 3.5749905 Jul 14 09:43:01.095378 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 45680) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:01.129477 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b206c864-cc84-4582-bbca-f14ed27c2641 req-d130d4ab-5dda-484b-886e-4d790330e242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:01.132003 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b206c864-cc84-4582-bbca-f14ed27c2641 req-d130d4ab-5dda-484b-886e-4d790330e242 service neutron] 10.222.0.57 "GET /v2.0/networks?id=eb4e535c-3b84-4c9e-9de2-4073c56413e0 HTTP/1.1" status: 200 len: 898 time: 0.1151185 Jul 14 09:43:01.147078 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-03935b1d-b3f9-4f2f-9d7b-7dcc17afd2da None None] Set router ede3623b-de6c-4042-bf2e-8ca476290cbd gateway port host: n-d-779913-29 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:43:01.194264 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvr_db [None req-0eedc85c-e8b2-4160-8303-73b1146c86bc None None] Set router b8e8ea56-6a2c-4bee-a1bf-b99ed033bef6 gateway port host: n-d-779913-29 {{(pid=93959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:43:01.240311 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-aff49476-06b4-4e20-b823-15f884a0daee tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3481002'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:01.243353 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b206c864-cc84-4582-bbca-f14ed27c2641 req-69d03f96-4e35-47f5-80d0-16bab3184dea service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=db2d2da0-53d6-46ac-a466-fcebb4007f56 HTTP/1.1" status: 200 len: 999 time: 0.1015649 Jul 14 09:43:01.283708 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-bbf348b2-f5bd-4492-a578-0e0a0bb59648 tempest-TestNetworkAdvancedServerOps-1977836674 tempest-TestNetworkAdvancedServerOps-1977836674-project-admin] 10.222.0.68 "GET /v2.0/subnets?project_id=62cf828fc3e84fada2a4655d43752657&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1862442 Jul 14 09:43:01.286745 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 45686) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:01.332886 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b206c864-cc84-4582-bbca-f14ed27c2641 req-060526d6-0063-4bc4-8ad4-e2e4d963e86e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:01.335586 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b206c864-cc84-4582-bbca-f14ed27c2641 req-060526d6-0063-4bc4-8ad4-e2e4d963e86e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5f49e4c7-b0e1-4adf-b03f-1c642eb39e18 HTTP/1.1" status: 200 len: 834 time: 0.0889239 Jul 14 09:43:01.429423 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-0eedc85c-e8b2-4160-8303-73b1146c86bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8e8ea56-6a2c-4bee-a1bf-b99ed033bef6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1747406417', 'tenant_id': '62cf828fc3e84fada2a4655d43752657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.3'}], 'enable_snat': True}, 'gw_port_id': 'fbf9127b-e265-4456-ac66-4a3e41e42413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:42:57Z', 'updated_at': '2021-07-14T09:42:59Z', 'revision_number': 3, 'project_id': '62cf828fc3e84fada2a4655d43752657', 'gw_port': {'id': 'fbf9127b-e265-4456-ac66-4a3e41e42413', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:5e:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8e8ea56-6a2c-4bee-a1bf-b99ed033bef6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3084, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:42:58Z', 'updated_at': '2021-07-14T09:42:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29'}], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:01.448581 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b206c864-cc84-4582-bbca-f14ed27c2641 req-6a4d9b9c-ab20-4670-ab9c-3100d8d38507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:01.452552 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b206c864-cc84-4582-bbca-f14ed27c2641 req-6a4d9b9c-ab20-4670-ab9c-3100d8d38507 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=eb4e535c-3b84-4c9e-9de2-4073c56413e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1085498 Jul 14 09:43:01.476686 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eedc85c-e8b2-4160-8303-73b1146c86bc None None] Checking router: b8e8ea56-6a2c-4bee-a1bf-b99ed033bef6 for host: n-d-779913-29 {{(pid=93959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:43:01.477579 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eedc85c-e8b2-4160-8303-73b1146c86bc None None] Updating router b8e8ea56-6a2c-4bee-a1bf-b99ed033bef6 port fbf9127b-e265-4456-ac66-4a3e41e42413 binding host n-d-779913-29 {{(pid=93959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:43:01.478717 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-03935b1d-b3f9-4f2f-9d7b-7dcc17afd2da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ede3623b-de6c-4042-bf2e-8ca476290cbd', 'name': 'tempest-TestNetworkBasicOps-router-1781889072', 'tenant_id': 'da5579fc8d23403983f04f41618106b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': '51a6a0a1-b392-430f-88e6-9bd43e984f72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:42:20Z', 'updated_at': '2021-07-14T09:42:32Z', 'revision_number': 4, 'project_id': 'da5579fc8d23403983f04f41618106b6', 'gw_port': {'id': '51a6a0a1-b392-430f-88e6-9bd43e984f72', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ac:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ede3623b-de6c-4042-bf2e-8ca476290cbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3001, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:42:22Z', 'updated_at': '2021-07-14T09:42:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_floatingips': [{'id': 'e6623578-7b13-42da-98b0-f560284ab813', 'tenant_id': 'da5579fc8d23403983f04f41618106b6', 'floating_ip_address': '172.25.4.239', 'floating_network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'router_id': 'ede3623b-de6c-4042-bf2e-8ca476290cbd', 'port_id': 'db2d2da0-53d6-46ac-a466-fcebb4007f56', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3083, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb4e535c-3b84-4c9e-9de2-4073c56413e0', 'mac_address': 'fa:16:3e:6d:bb:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e1b6cd-db20-478f-825e-42052bc3e00f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:42:58Z', 'updated_at': '2021-07-14T09:42:58Z', 'revision_number': 0, 'project_id': 'da5579fc8d23403983f04f41618106b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'faf84a56-da81-4003-a96f-6be6bddf7158', 'name': '', 'network_id': 'eb4e535c-3b84-4c9e-9de2-4073c56413e0', 'tenant_id': 'da5579fc8d23403983f04f41618106b6', 'mac_address': 'fa:16:3e:26:74:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ede3623b-de6c-4042-bf2e-8ca476290cbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3021, 'fixed_ips': [{'subnet_id': '5f49e4c7-b0e1-4adf-b03f-1c642eb39e18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:42:30Z', 'updated_at': '2021-07-14T09:42:40Z', 'revision_number': 5, 'project_id': 'da5579fc8d23403983f04f41618106b6', 'subnets': [{'id': '5f49e4c7-b0e1-4adf-b03f-1c642eb39e18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:01.499728 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afd33a48-3308-4a00-a3ad-e09a15b5fa07 tempest-TestNetworkAdvancedServerOps-1977836674 tempest-TestNetworkAdvancedServerOps-1977836674-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:01.501264 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-afd33a48-3308-4a00-a3ad-e09a15b5fa07 tempest-TestNetworkAdvancedServerOps-1977836674 tempest-TestNetworkAdvancedServerOps-1977836674-project-admin] 10.222.0.68 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2134111 Jul 14 09:43:01.503741 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-aff49476-06b4-4e20-b823-15f884a0daee tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13574056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16714573'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:01.506407 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 45690) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:01.516008 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03935b1d-b3f9-4f2f-9d7b-7dcc17afd2da None None] The sync data for ids ['ede3623b-de6c-4042-bf2e-8ca476290cbd'] in n-d-779913-29 is: [{'id': 'ede3623b-de6c-4042-bf2e-8ca476290cbd', 'name': 'tempest-TestNetworkBasicOps-router-1781889072', 'tenant_id': 'da5579fc8d23403983f04f41618106b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': '51a6a0a1-b392-430f-88e6-9bd43e984f72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:42:20Z', 'updated_at': '2021-07-14T09:42:32Z', 'revision_number': 4, 'project_id': 'da5579fc8d23403983f04f41618106b6', 'gw_port': {'id': '51a6a0a1-b392-430f-88e6-9bd43e984f72', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ac:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ede3623b-de6c-4042-bf2e-8ca476290cbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3001, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:42:22Z', 'updated_at': '2021-07-14T09:42:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_floatingips': [{'id': 'e6623578-7b13-42da-98b0-f560284ab813', 'tenant_id': 'da5579fc8d23403983f04f41618106b6', 'floating_ip_address': '172.25.4.239', 'floating_network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'router_id': 'ede3623b-de6c-4042-bf2e-8ca476290cbd', 'port_id': 'db2d2da0-53d6-46ac-a466-fcebb4007f56', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3083, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb4e535c-3b84-4c9e-9de2-4073c56413e0', 'mac_address': 'fa:16:3e:6d:bb:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e1b6cd-db20-478f-825e-42052bc3e00f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:42:58Z', 'updated_at': '2021-07-14T09:42:58Z', 'revision_number': 0, 'project_id': 'da5579fc8d23403983f04f41618106b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'faf84a56-da81-4003-a96f-6be6bddf7158', 'name': '', 'network_id': 'eb4e535c-3b84-4c9e-9de2-4073c56413e0', 'tenant_id': 'da5579fc8d23403983f04f41618106b6', 'mac_address': 'fa:16:3e:26:74:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ede3623b-de6c-4042-bf2e-8ca476290cbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3021, 'fixed_ips': [{'subnet_id': '5f49e4c7-b0e1-4adf-b03f-1c642eb39e18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:42:30Z', 'updated_at': '2021-07-14T09:42:40Z', 'revision_number': 5, 'project_id': 'da5579fc8d23403983f04f41618106b6', 'subnets': [{'id': '5f49e4c7-b0e1-4adf-b03f-1c642eb39e18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:43:01.528378 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0eedc85c-e8b2-4160-8303-73b1146c86bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:01.577441 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b47cb71-d586-490f-b309-06ea28077c59 req-6e7c6f85-a024-4157-89cc-5c0354cdceac tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:01.589656 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-3b47cb71-d586-490f-b309-06ea28077c59 req-6e7c6f85-a024-4157-89cc-5c0354cdceac tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/ports?device_id=cd255fe7-8cd0-407c-a0db-855de2f209d6 HTTP/1.1" status: 200 len: 945 time: 0.2360466 Jul 14 09:43:01.598474 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff49476-06b4-4e20-b823-15f884a0daee tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Pushing event deleted for resources: {'Subnet': ['ID=3ba2befb-39b5-40fe-a0cd-d55a37e0ca3f,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:01.615525 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-e60c862a-6293-4bb2-9995-f280f7b8f78d tempest-TestNetworkAdvancedServerOps-1977836674 tempest-TestNetworkAdvancedServerOps-1977836674-project-admin] 10.222.0.68 "GET /v2.0/subnets?network_id=2dcd4d32-cc7c-4468-b396-7ce5c9231892&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0989027 Jul 14 09:43:01.616422 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 45692) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:01.618820 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-aff49476-06b4-4e20-b823-15f884a0daee tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:01.620898 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-aff49476-06b4-4e20-b823-15f884a0daee tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] 10.222.0.68 "DELETE /v2.0/subnets/3ba2befb-39b5-40fe-a0cd-d55a37e0ca3f HTTP/1.1" status: 204 len: 168 time: 0.7024245 Jul 14 09:43:01.626088 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 45694) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:01.631052 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-70bace14-c14a-436e-9996-f9becd1b4608 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Request body: {'subnet': {'network_id': '4f85f772-bda3-4642-9cd0-e89301a9d9e3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:43:01.634198 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-782362d2-1f1f-4c41-a963-41fadbb3c35e tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1484739699', 'network_id': '559c94b9-1968-448e-a093-792c946ac9ed', 'project_id': '62cf828fc3e84fada2a4655d43752657', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:43:01.661651 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-028d8ddc-5ab5-4f85-9f14-2694f6e67221 None None] Network 4f85f772-bda3-4642-9cd0-e89301a9d9e3 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:43:01.687261 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b206c864-cc84-4582-bbca-f14ed27c2641 req-915710bb-1c2c-4979-8b65-45cc3ddd9fb1 service neutron] 10.222.0.57 "GET /v2.0/networks/eb4e535c-3b84-4c9e-9de2-4073c56413e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2275527 Jul 14 09:43:01.709525 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-3b47cb71-d586-490f-b309-06ea28077c59 req-968b03cc-79e0-4531-bf54-605a32fbd0bb tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/security-groups?id=8ddc8877-605a-44c2-a058-368d728dd554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188560 Jul 14 09:43:01.797976 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b206c864-cc84-4582-bbca-f14ed27c2641 req-21fc4872-86be-460a-b54d-f3d49f7deb23 service neutron] 10.222.0.57 "GET /v2.0/networks/eb4e535c-3b84-4c9e-9de2-4073c56413e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044965 Jul 14 09:43:01.831844 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.db.api [None req-70bace14-c14a-436e-9996-f9becd1b4608 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 14 09:43:01.831844 n-d-779913-29 neutron-server[93958]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 14 09:43:01.831844 n-d-779913-29 neutron-server[93958]: [parameters: {'project_id': '8e0fa7bcfd52457fb97f1b4ac86d5efa', 'id': '7ed9ab42-ec68-49a6-96ea-08d45abe6d47', 'expiration': datetime.datetime(2021, 7, 14, 9, 45, 1, 812487)}] Jul 14 09:43:01.831844 n-d-779913-29 neutron-server[93958]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93958) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 09:43:01.832323 n-d-779913-29 neutron-server[93958]: DEBUG oslo_db.api [None req-70bace14-c14a-436e-9996-f9becd1b4608 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 09:43:01.846092 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-782362d2-1f1f-4c41-a963-41fadbb3c35e tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Made reservation on behalf of 62cf828fc3e84fada2a4655d43752657 for: {'subnet': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:43:01.850858 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-782362d2-1f1f-4c41-a963-41fadbb3c35e tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11984110'] for subnet, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:01.872449 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea3f5d77-69c2-4cb7-b81c-72196beb8fc1 None None] New status for floating IP e6623578-7b13-42da-98b0-f560284ab813: ACTIVE {{(pid=93960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:43:01.874528 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 45698) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:01.952409 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-a845ad8f-e127-4045-8d74-d6abe26ceab1 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] 10.222.0.68 "GET /v2.0/floatingips/e6623578-7b13-42da-98b0-f560284ab813 HTTP/1.1" status: 200 len: 991 time: 0.0744774 Jul 14 09:43:02.073115 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0eedc85c-e8b2-4160-8303-73b1146c86bc None None] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:02.087855 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-0eedc85c-e8b2-4160-8303-73b1146c86bc None None] Transition to ACTIVE for port object fbf9127b-e265-4456-ac66-4a3e41e42413 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:43:02.101746 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0eedc85c-e8b2-4160-8303-73b1146c86bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:02.115499 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-782362d2-1f1f-4c41-a963-41fadbb3c35e tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10052764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11984092'] for subnet, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:02.160103 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-0eedc85c-e8b2-4160-8303-73b1146c86bc None None] Attempting to bind port fbf9127b-e265-4456-ac66-4a3e41e42413 on host n-d-779913-29 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:43:02.160483 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-0eedc85c-e8b2-4160-8303-73b1146c86bc None None] Attempting to bind port fbf9127b-e265-4456-ac66-4a3e41e42413 by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': '81bf7a93-80b3-43df-b9d5-462c604a2945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:43:02.160832 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eedc85c-e8b2-4160-8303-73b1146c86bc None None] Attempting to bind port fbf9127b-e265-4456-ac66-4a3e41e42413 on network 2dcd4d32-cc7c-4468-b396-7ce5c9231892 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:43:02.169212 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc14131-1e3b-44de-b919-7316bde656d0 None None] Pushing event updated for resources: {'Port': ['ID=fbf9127b-e265-4456-ac66-4a3e41e42413,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:02.171679 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eedc85c-e8b2-4160-8303-73b1146c86bc None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 42, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:43:02.172046 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eedc85c-e8b2-4160-8303-73b1146c86bc None None] Checking segment: {'id': '81bf7a93-80b3-43df-b9d5-462c604a2945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:43:02.172585 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0eedc85c-e8b2-4160-8303-73b1146c86bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:02.172970 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eedc85c-e8b2-4160-8303-73b1146c86bc None None] Bound using segment: {'id': '81bf7a93-80b3-43df-b9d5-462c604a2945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:43:02.173451 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-0eedc85c-e8b2-4160-8303-73b1146c86bc None None] Bound port: fbf9127b-e265-4456-ac66-4a3e41e42413, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81bf7a93-80b3-43df-b9d5-462c604a2945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:43:02.173854 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0eedc85c-e8b2-4160-8303-73b1146c86bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:02.212174 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782362d2-1f1f-4c41-a963-41fadbb3c35e tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Pushing event updated for resources: {'Subnet': ['ID=f124bd0d-26a1-4014-8e0b-5aea94940786,revision_number=0']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:02.223911 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-782362d2-1f1f-4c41-a963-41fadbb3c35e tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Checking segment: {'id': '4182018d-d911-4ae0-a44d-c268c7996df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '559c94b9-1968-448e-a093-792c946ac9ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:43:02.224369 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-782362d2-1f1f-4c41-a963-41fadbb3c35e tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Network hostable DHCP agents. Network: 559c94b9-1968-448e-a093-792c946ac9ed, hostable agents: ['c6a09bd4-f72e-4283-a3ca-0bbca8a51081'], hosted agents: [] {{(pid=93957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:43:02.240989 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-0eedc85c-e8b2-4160-8303-73b1146c86bc None None] For port fbf9127b-e265-4456-ac66-4a3e41e42413, host n-d-779913-29, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:43:02.246248 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-0eedc85c-e8b2-4160-8303-73b1146c86bc None None] For port fbf9127b-e265-4456-ac66-4a3e41e42413, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=fbf9127b-e265-4456-ac66-4a3e41e42413,segment=NetworkSegment(81bf7a93-80b3-43df-b9d5-462c604a2945),segment_id=81bf7a93-80b3-43df-b9d5-462c604a2945)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:43:02.247279 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-782362d2-1f1f-4c41-a963-41fadbb3c35e tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Network 559c94b9-1968-448e-a093-792c946ac9ed is scheduled to be hosted by DHCP agent c6a09bd4-f72e-4283-a3ca-0bbca8a51081 with binding_index 1 {{(pid=93957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:43:02.251777 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0eedc85c-e8b2-4160-8303-73b1146c86bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:02.263617 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-782362d2-1f1f-4c41-a963-41fadbb3c35e tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-29, 559c94b9-1968-448e-a093-792c946ac9ed) {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:43:02.269986 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-782362d2-1f1f-4c41-a963-41fadbb3c35e tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:02.271060 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-782362d2-1f1f-4c41-a963-41fadbb3c35e tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks [] for subnet, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:02.291765 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9d9c4dd-7550-4b95-9055-3c84db4194e9 None None] Network 559c94b9-1968-448e-a093-792c946ac9ed requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:43:02.313132 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 45710) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:02.314125 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-782362d2-1f1f-4c41-a963-41fadbb3c35e tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6959527 Jul 14 09:43:02.394111 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eedc85c-e8b2-4160-8303-73b1146c86bc None None] Routers {'b8e8ea56-6a2c-4bee-a1bf-b99ed033bef6'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:43:02.395266 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-0eedc85c-e8b2-4160-8303-73b1146c86bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:42:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['b8e8ea56-6a2c-4bee-a1bf-b99ed033bef6'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:02.449702 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc14131-1e3b-44de-b919-7316bde656d0 None None] Pushing event updated for resources: {'Port': ['ID=fbf9127b-e265-4456-ac66-4a3e41e42413,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:02.464812 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70bace14-c14a-436e-9996-f9becd1b4608 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Made reservation on behalf of 8e0fa7bcfd52457fb97f1b4ac86d5efa for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:43:02.468386 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-70bace14-c14a-436e-9996-f9becd1b4608 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16714600'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:02.696735 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10658de1-9b7b-4f11-bf00-d7681c90af2f req-22141b5c-039a-4c78-90bf-dd41f2a8c30a tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:02.698318 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-10658de1-9b7b-4f11-bf00-d7681c90af2f req-22141b5c-039a-4c78-90bf-dd41f2a8c30a tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/ports?device_id=cd255fe7-8cd0-407c-a0db-855de2f209d6 HTTP/1.1" status: 200 len: 945 time: 0.3066490 Jul 14 09:43:02.759792 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvr_db [None req-0eedc85c-e8b2-4160-8303-73b1146c86bc None None] Set router b8e8ea56-6a2c-4bee-a1bf-b99ed033bef6 gateway port host: n-d-779913-29 {{(pid=93959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:43:02.828656 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-10658de1-9b7b-4f11-bf00-d7681c90af2f req-bc2d6592-f7f9-489e-99fc-3e2c87029ca9 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/security-groups?id=8ddc8877-605a-44c2-a058-368d728dd554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955696 Jul 14 09:43:02.833085 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd24e9b7-6df7-4914-975b-41071cb9aa72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf57baaa9-fd24-59f4-8fd2-1dc21122ce72-559c94b9-1968-448e-a093-792c946ac9ed', 'network_id': '559c94b9-1968-448e-a093-792c946ac9ed', 'tenant_id': '62cf828fc3e84fada2a4655d43752657', 'fixed_ips': [{'subnet_id': 'f124bd0d-26a1-4014-8e0b-5aea94940786'}]}} from n-d-779913-29. {{(pid=93959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:43:02.834046 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cd24e9b7-6df7-4914-975b-41071cb9aa72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:02.955533 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 45714) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:02.968453 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-f401a4be-cdab-48d8-b785-f20fe91d33f0 None None] Provisioning complete for port cd287853-8ad0-4c67-aff0-a5b3dac2e9f4 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:43:02.969098 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f401a4be-cdab-48d8-b785-f20fe91d33f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:02.985486 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-70bace14-c14a-436e-9996-f9becd1b4608 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13573993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16714586'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:03.028265 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-dda6c29f-de57-415f-b36e-6282494bcff3 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] 10.222.0.68 "GET /v2.0/floatingips/e6623578-7b13-42da-98b0-f560284ab813 HTTP/1.1" status: 200 len: 993 time: 0.0710943 Jul 14 09:43:03.060060 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70bace14-c14a-436e-9996-f9becd1b4608 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Network 4f85f772-bda3-4642-9cd0-e89301a9d9e3 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:43:03.064815 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-f401a4be-cdab-48d8-b785-f20fe91d33f0 None None] Port cd287853-8ad0-4c67-aff0-a5b3dac2e9f4 cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:43:03.068545 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-70bace14-c14a-436e-9996-f9becd1b4608 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:43:03.073371 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70bace14-c14a-436e-9996-f9becd1b4608 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:03.073995 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-70bace14-c14a-436e-9996-f9becd1b4608 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:03.100706 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f41d88e0-e19c-4241-8a0a-d623a0916afc None None] Network 4f85f772-bda3-4642-9cd0-e89301a9d9e3 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:43:03.110916 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bace14-c14a-436e-9996-f9becd1b4608 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Pushing event updated for resources: {'Subnet': ['ID=4ce1dbaa-299c-4381-8d36-1cd8c6f16b44,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:03.122363 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-cd24e9b7-6df7-4914-975b-41071cb9aa72 None None] Allocated IP 172.20.0.2 (559c94b9-1968-448e-a093-792c946ac9ed/f124bd0d-26a1-4014-8e0b-5aea94940786/9ba25007-8e1c-46cf-8faf-814e7775b3a5) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:43:03.126182 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-70bace14-c14a-436e-9996-f9becd1b4608 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4990158 Jul 14 09:43:03.128861 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 45716) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:03.133594 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-cf5b4619-6264-4366-b0c1-85be88598343 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Request body: {'security_group': {'name': 'tempest-secgroup-2083768307'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:43:03.156874 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-cf5b4619-6264-4366-b0c1-85be88598343 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:03.168781 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-f401a4be-cdab-48d8-b785-f20fe91d33f0 None None] Provisioning complete for port ab2c94d5-31b9-4461-9303-362fa3c49b8e triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:43:03.169162 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f401a4be-cdab-48d8-b785-f20fe91d33f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:03.177455 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0eb685ef-4470-4814-a1d9-820cb440348d tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:03.254385 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-cf5b4619-6264-4366-b0c1-85be88598343 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:03.258756 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-cf5b4619-6264-4366-b0c1-85be88598343 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:03.294646 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5b4619-6264-4366-b0c1-85be88598343 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6d524b6-1155-46b2-87a0-2e7e170bf842,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:03.300320 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-cf5b4619-6264-4366-b0c1-85be88598343 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:03.305779 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-cf5b4619-6264-4366-b0c1-85be88598343 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1733043 Jul 14 09:43:03.306029 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 45718) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:03.317175 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-8e0dabdb-fbe2-40e6-b255-31e54e0fc895 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Request body: {'security_group': {'name': 'tempest-secgroup-189928243'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:43:03.344352 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8e0dabdb-fbe2-40e6-b255-31e54e0fc895 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:03.359160 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-0eedc85c-e8b2-4160-8303-73b1146c86bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8e8ea56-6a2c-4bee-a1bf-b99ed033bef6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1747406417', 'tenant_id': '62cf828fc3e84fada2a4655d43752657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.3'}], 'enable_snat': True}, 'gw_port_id': 'fbf9127b-e265-4456-ac66-4a3e41e42413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:42:57Z', 'updated_at': '2021-07-14T09:42:59Z', 'revision_number': 3, 'project_id': '62cf828fc3e84fada2a4655d43752657', 'gw_port': {'id': 'fbf9127b-e265-4456-ac66-4a3e41e42413', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:5e:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8e8ea56-6a2c-4bee-a1bf-b99ed033bef6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3084, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:42:58Z', 'updated_at': '2021-07-14T09:43:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29'}], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:03.425927 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eedc85c-e8b2-4160-8303-73b1146c86bc None None] The sync data for ids ['b8e8ea56-6a2c-4bee-a1bf-b99ed033bef6'] in n-d-779913-29 is: [{'id': 'b8e8ea56-6a2c-4bee-a1bf-b99ed033bef6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1747406417', 'tenant_id': '62cf828fc3e84fada2a4655d43752657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.3'}], 'enable_snat': True}, 'gw_port_id': 'fbf9127b-e265-4456-ac66-4a3e41e42413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:42:57Z', 'updated_at': '2021-07-14T09:42:59Z', 'revision_number': 3, 'project_id': '62cf828fc3e84fada2a4655d43752657', 'gw_port': {'id': 'fbf9127b-e265-4456-ac66-4a3e41e42413', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:5e:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8e8ea56-6a2c-4bee-a1bf-b99ed033bef6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3084, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:42:58Z', 'updated_at': '2021-07-14T09:43:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29'}] {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:43:03.435183 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8e0dabdb-fbe2-40e6-b255-31e54e0fc895 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:03.440883 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8e0dabdb-fbe2-40e6-b255-31e54e0fc895 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:03.467917 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8e0dabdb-fbe2-40e6-b255-31e54e0fc895 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:03.469428 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-8e0dabdb-fbe2-40e6-b255-31e54e0fc895 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1624389 Jul 14 09:43:03.472490 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 45720) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:03.477063 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-a62e60b2-4e30-4cad-888c-0dd938e43830 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Request body: {'security_group': {'name': 'tempest-secgroup-2141698646'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:43:03.480607 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0dabdb-fbe2-40e6-b255-31e54e0fc895 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Pushing event updated for resources: {'SecurityGroup': ['ID=297e93c3-75d3-4fde-9e27-8ddb9345828d,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:03.511252 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a62e60b2-4e30-4cad-888c-0dd938e43830 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:03.531329 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cd24e9b7-6df7-4914-975b-41071cb9aa72 None None] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:03.547166 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-cd24e9b7-6df7-4914-975b-41071cb9aa72 None None] Transition to ACTIVE for port object 9ba25007-8e1c-46cf-8faf-814e7775b3a5 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:43:03.570821 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-cd24e9b7-6df7-4914-975b-41071cb9aa72 None None] Transition to ACTIVE for port object 9ba25007-8e1c-46cf-8faf-814e7775b3a5 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:43:03.582404 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cd24e9b7-6df7-4914-975b-41071cb9aa72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:03.628716 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd24e9b7-6df7-4914-975b-41071cb9aa72 None None] Network 559c94b9-1968-448e-a093-792c946ac9ed is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:43:03.632408 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-cd24e9b7-6df7-4914-975b-41071cb9aa72 None None] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:43:03.643530 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a62e60b2-4e30-4cad-888c-0dd938e43830 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:03.645201 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd24e9b7-6df7-4914-975b-41071cb9aa72 None None] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:43:03.649635 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a62e60b2-4e30-4cad-888c-0dd938e43830 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:03.666406 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-0eb685ef-4470-4814-a1d9-820cb440348d tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Allocated IP 172.20.0.1 (559c94b9-1968-448e-a093-792c946ac9ed/f124bd0d-26a1-4014-8e0b-5aea94940786/35c6bc62-c7b6-4957-9ef3-e8fa6a26fedf) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:43:03.677642 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24e9b7-6df7-4914-975b-41071cb9aa72 None None] Pushing event updated for resources: {'Port': ['ID=9ba25007-8e1c-46cf-8faf-814e7775b3a5,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:03.697129 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a62e60b2-4e30-4cad-888c-0dd938e43830 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:03.697129 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-a62e60b2-4e30-4cad-888c-0dd938e43830 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2227945 Jul 14 09:43:03.699113 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 45722) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:03.701668 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62e60b2-4e30-4cad-888c-0dd938e43830 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b53a04c8-8703-49b6-bdce-ab833c3ea4f8,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:03.725300 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-a7db4c11-3f72-4ea2-ba65-27effc4fceec tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1758235423', 'security_groups': ['b53a04c8-8703-49b6-bdce-ab833c3ea4f8'], 'network_id': '4f85f772-bda3-4642-9cd0-e89301a9d9e3', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '4ce1dbaa-299c-4381-8d36-1cd8c6f16b44'}]}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:43:03.796975 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e940967f-3d90-48ec-b961-9b674eac4520 None None] Update dhcp port {'port': {'network_id': '4f85f772-bda3-4642-9cd0-e89301a9d9e3', 'fixed_ips': [{'subnet_id': 'a839d8c0-0f4d-431f-9c57-10526febb46c', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '4ce1dbaa-299c-4381-8d36-1cd8c6f16b44'}], 'binding:host_id': 'n-d-779913-29'}, 'id': 'ab2c94d5-31b9-4461-9303-362fa3c49b8e'} from n-d-779913-29. {{(pid=93959) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 14 09:43:03.820730 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-cd24e9b7-6df7-4914-975b-41071cb9aa72 None None] Attempting to bind port 9ba25007-8e1c-46cf-8faf-814e7775b3a5 on host n-d-779913-29 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:43:03.821101 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-cd24e9b7-6df7-4914-975b-41071cb9aa72 None None] Attempting to bind port 9ba25007-8e1c-46cf-8faf-814e7775b3a5 by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': '4182018d-d911-4ae0-a44d-c268c7996df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '559c94b9-1968-448e-a093-792c946ac9ed'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:43:03.821470 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd24e9b7-6df7-4914-975b-41071cb9aa72 None None] Attempting to bind port 9ba25007-8e1c-46cf-8faf-814e7775b3a5 on network 559c94b9-1968-448e-a093-792c946ac9ed {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:43:03.837048 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd24e9b7-6df7-4914-975b-41071cb9aa72 None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 42, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:43:03.837469 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd24e9b7-6df7-4914-975b-41071cb9aa72 None None] Checking segment: {'id': '4182018d-d911-4ae0-a44d-c268c7996df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '559c94b9-1968-448e-a093-792c946ac9ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:43:03.837847 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cd24e9b7-6df7-4914-975b-41071cb9aa72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:03.838239 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd24e9b7-6df7-4914-975b-41071cb9aa72 None None] Bound using segment: {'id': '4182018d-d911-4ae0-a44d-c268c7996df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '559c94b9-1968-448e-a093-792c946ac9ed'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:43:03.838720 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-cd24e9b7-6df7-4914-975b-41071cb9aa72 None None] Bound port: 9ba25007-8e1c-46cf-8faf-814e7775b3a5, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4182018d-d911-4ae0-a44d-c268c7996df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '559c94b9-1968-448e-a093-792c946ac9ed'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:43:03.839098 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cd24e9b7-6df7-4914-975b-41071cb9aa72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:03.854709 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e940967f-3d90-48ec-b961-9b674eac4520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:03.902815 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7db4c11-3f72-4ea2-ba65-27effc4fceec tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Made reservation on behalf of 8e0fa7bcfd52457fb97f1b4ac86d5efa for: {'port': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:43:03.903470 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0eb685ef-4470-4814-a1d9-820cb440348d tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:03.924637 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-0eb685ef-4470-4814-a1d9-820cb440348d tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Transition to ACTIVE for port object 35c6bc62-c7b6-4957-9ef3-e8fa6a26fedf will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:43:04.032990 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-cd24e9b7-6df7-4914-975b-41071cb9aa72 None None] For port 9ba25007-8e1c-46cf-8faf-814e7775b3a5, host n-d-779913-29, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:43:04.043178 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0eb685ef-4470-4814-a1d9-820cb440348d tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:04.043769 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a7db4c11-3f72-4ea2-ba65-27effc4fceec tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:04.063702 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-cd24e9b7-6df7-4914-975b-41071cb9aa72 None None] For port 9ba25007-8e1c-46cf-8faf-814e7775b3a5, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=9ba25007-8e1c-46cf-8faf-814e7775b3a5,segment=NetworkSegment(4182018d-d911-4ae0-a44d-c268c7996df6),segment_id=4182018d-d911-4ae0-a44d-c268c7996df6)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:43:04.070348 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cd24e9b7-6df7-4914-975b-41071cb9aa72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:04.081927 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-a7db4c11-3f72-4ea2-ba65-27effc4fceec tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] device_id is not set on port f3aff057-fcd8-4c3a-8994-a1fbc390207b yet. {{(pid=93957) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:43:04.112792 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eb685ef-4470-4814-a1d9-820cb440348d tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Network 559c94b9-1968-448e-a093-792c946ac9ed is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:43:04.118322 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb685ef-4470-4814-a1d9-820cb440348d tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Pushing event updated for resources: {'Port': ['ID=35c6bc62-c7b6-4957-9ef3-e8fa6a26fedf,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:04.122410 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-0eb685ef-4470-4814-a1d9-820cb440348d tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:43:04.135981 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb685ef-4470-4814-a1d9-820cb440348d tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:43:04.170241 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78d5667-1f38-49ce-a057-de0def90ee37 req-827686f6-5dad-4cb6-9d7c-e18af6bfdb2a tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:04.180483 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-a78d5667-1f38-49ce-a057-de0def90ee37 req-827686f6-5dad-4cb6-9d7c-e18af6bfdb2a tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/ports?device_id=cd255fe7-8cd0-407c-a0db-855de2f209d6 HTTP/1.1" status: 200 len: 945 time: 0.1981547 Jul 14 09:43:04.185254 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24e9b7-6df7-4914-975b-41071cb9aa72 None None] Pushing event updated for resources: {'Port': ['ID=9ba25007-8e1c-46cf-8faf-814e7775b3a5,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:04.189846 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-e940967f-3d90-48ec-b961-9b674eac4520 None None] Allocated IP 2001:db8::2 (4f85f772-bda3-4642-9cd0-e89301a9d9e3/4ce1dbaa-299c-4381-8d36-1cd8c6f16b44/ab2c94d5-31b9-4461-9303-362fa3c49b8e) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:43:04.242607 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0eb685ef-4470-4814-a1d9-820cb440348d tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-660393'] for router_interface, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:04.284196 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 9f8e9a48-3b5b-4ec8-b785-e7dbab3d632a details requested by agent hyperv_n-h1-779913-29 with host n-h1-779913-29 {{(pid=93959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:43:04.289647 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-a78d5667-1f38-49ce-a057-de0def90ee37 req-0a6a2572-0da0-43d4-ada9-f6bc3d7059b1 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/security-groups?id=8ddc8877-605a-44c2-a058-368d728dd554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082516 Jul 14 09:43:04.374737 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-e940967f-3d90-48ec-b961-9b674eac4520 None None] For port ab2c94d5-31b9-4461-9303-362fa3c49b8e, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=ab2c94d5-31b9-4461-9303-362fa3c49b8e,segment=NetworkSegment(470efdc5-9986-48da-8c76-624e4fa208a9),segment_id=470efdc5-9986-48da-8c76-624e4fa208a9)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:43:04.444110 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0eb685ef-4470-4814-a1d9-820cb440348d tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:04.450353 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port 9f8e9a48-3b5b-4ec8-b785-e7dbab3d632a, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=9f8e9a48-3b5b-4ec8-b785-e7dbab3d632a,segment=NetworkSegment(5aade75d-903c-400b-b4a7-6f3ba4ae14ee),segment_id=5aade75d-903c-400b-b4a7-6f3ba4ae14ee)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:43:04.478826 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Returning: {'device': '9f8e9a48-3b5b-4ec8-b785-e7dbab3d632a', 'network_id': '2a42cb13-2d55-4959-a070-eb88da564dfb', 'port_id': '9f8e9a48-3b5b-4ec8-b785-e7dbab3d632a', 'mac_address': 'fa:16:3e:27:fb:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2fb6ebb7-0edb-47a6-96f3-036e2585c66a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:43:04.483821 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e940967f-3d90-48ec-b961-9b674eac4520 None None] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:04.504337 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-e940967f-3d90-48ec-b961-9b674eac4520 None None] Transition to ACTIVE for port object ab2c94d5-31b9-4461-9303-362fa3c49b8e will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:43:04.536735 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e940967f-3d90-48ec-b961-9b674eac4520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:04.636128 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:04.653934 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.agents_db [None req-3c3509fb-540d-4335-a450-574895dd3602 None None] Agent healthcheck: found 7 active agents {{(pid=93960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:43:04.680098 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9f8e9a48-3b5b-4ec8-b785-e7dbab3d632a {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:43:04.684957 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e940967f-3d90-48ec-b961-9b674eac4520 None None] Pushing event updated for resources: {'Port': ['ID=ab2c94d5-31b9-4461-9303-362fa3c49b8e,revision_number=6']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:04.713981 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port 9f8e9a48-3b5b-4ec8-b785-e7dbab3d632a, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=9f8e9a48-3b5b-4ec8-b785-e7dbab3d632a,segment=NetworkSegment(5aade75d-903c-400b-b4a7-6f3ba4ae14ee),segment_id=5aade75d-903c-400b-b4a7-6f3ba4ae14ee)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:43:04.719692 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:04.813172 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Pushing event updated for resources: {'Port': ['ID=9f8e9a48-3b5b-4ec8-b785-e7dbab3d632a,revision_number=6']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:04.908026 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] get_ports_and_sgs() called for port_ids ['9f8e9a48-3b5b-4ec8-b785-e7dbab3d632a'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:43:05.194991 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-a7db4c11-3f72-4ea2-ba65-27effc4fceec tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Allocated IP 2001:db8::115 (4f85f772-bda3-4642-9cd0-e89301a9d9e3/4ce1dbaa-299c-4381-8d36-1cd8c6f16b44/f3aff057-fcd8-4c3a-8994-a1fbc390207b) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:43:05.377214 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0eb685ef-4470-4814-a1d9-820cb440348d tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:05.385764 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0eb685ef-4470-4814-a1d9-820cb440348d tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13574142'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:05.458305 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a7db4c11-3f72-4ea2-ba65-27effc4fceec tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:05.495329 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-a7db4c11-3f72-4ea2-ba65-27effc4fceec tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Transition to ACTIVE for port object f3aff057-fcd8-4c3a-8994-a1fbc390207b will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:43:05.568338 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a7db4c11-3f72-4ea2-ba65-27effc4fceec tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:05.603708 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0eb685ef-4470-4814-a1d9-820cb440348d tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-683747'] for router_interface, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:05.619667 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb685ef-4470-4814-a1d9-820cb440348d tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Pushing event updated for resources: {'Port': ['ID=35c6bc62-c7b6-4957-9ef3-e8fa6a26fedf,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:05.628165 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7db4c11-3f72-4ea2-ba65-27effc4fceec tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Network 4f85f772-bda3-4642-9cd0-e89301a9d9e3 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:43:05.634275 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-a7db4c11-3f72-4ea2-ba65-27effc4fceec tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:43:05.637150 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7db4c11-3f72-4ea2-ba65-27effc4fceec tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:43:05.643775 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7db4c11-3f72-4ea2-ba65-27effc4fceec tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:05.644436 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a7db4c11-3f72-4ea2-ba65-27effc4fceec tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:05.660078 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7db4c11-3f72-4ea2-ba65-27effc4fceec tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Pushing event updated for resources: {'Port': ['ID=f3aff057-fcd8-4c3a-8994-a1fbc390207b,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:05.660533 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-e7d02e82-d699-4c7d-9afa-42a371dfdfd0 None None] Provisioning complete for port cd287853-8ad0-4c67-aff0-a5b3dac2e9f4 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:43:05.661003 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e7d02e82-d699-4c7d-9afa-42a371dfdfd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:05.671387 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7db4c11-3f72-4ea2-ba65-27effc4fceec tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:43:05.671675 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7db4c11-3f72-4ea2-ba65-27effc4fceec tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:43:05.672125 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7db4c11-3f72-4ea2-ba65-27effc4fceec tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:43:05.672496 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7db4c11-3f72-4ea2-ba65-27effc4fceec tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:43:05.673003 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7db4c11-3f72-4ea2-ba65-27effc4fceec tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:43:05.673779 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7db4c11-3f72-4ea2-ba65-27effc4fceec tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:43:05.673779 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7db4c11-3f72-4ea2-ba65-27effc4fceec tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:43:05.674467 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7db4c11-3f72-4ea2-ba65-27effc4fceec tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:43:05.674899 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7db4c11-3f72-4ea2-ba65-27effc4fceec tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:43:05.675258 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7db4c11-3f72-4ea2-ba65-27effc4fceec tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:43:05.675602 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7db4c11-3f72-4ea2-ba65-27effc4fceec tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:43:05.675990 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7db4c11-3f72-4ea2-ba65-27effc4fceec tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:43:05.688951 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-a7db4c11-3f72-4ea2-ba65-27effc4fceec tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.9883313 Jul 14 09:43:05.691987 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 45756) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:05.703160 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-31870503-f49f-4c82-8176-62f8e2dc17b8 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Request body: {'subnet': {'network_id': '4f85f772-bda3-4642-9cd0-e89301a9d9e3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:43:05.731416 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb312e2-323b-48c9-ba9c-27753431eed1 req-c60d0415-ada4-4ad1-93a0-9f647fc0e954 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:05.737050 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-bcb312e2-323b-48c9-ba9c-27753431eed1 req-c60d0415-ada4-4ad1-93a0-9f647fc0e954 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/ports?device_id=cd255fe7-8cd0-407c-a0db-855de2f209d6 HTTP/1.1" status: 200 len: 944 time: 0.1873975 Jul 14 09:43:05.788424 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device ab2c94d5-31b9-4461-9303-362fa3c49b8e up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:43:05.822904 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-bcb312e2-323b-48c9-ba9c-27753431eed1 req-0e04afe7-7d07-4e44-8a29-299d19653a52 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/security-groups?id=8ddc8877-605a-44c2-a058-368d728dd554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763502 Jul 14 09:43:05.847591 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-e7d02e82-d699-4c7d-9afa-42a371dfdfd0 None None] Port cd287853-8ad0-4c67-aff0-a5b3dac2e9f4 cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:43:05.874695 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eb685ef-4470-4814-a1d9-820cb440348d tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Network 559c94b9-1968-448e-a093-792c946ac9ed is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:43:05.876337 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-0eb685ef-4470-4814-a1d9-820cb440348d tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:43:05.911065 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-e7d02e82-d699-4c7d-9afa-42a371dfdfd0 None None] Provisioning for port ab2c94d5-31b9-4461-9303-362fa3c49b8e completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:43:05.915829 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port ab2c94d5-31b9-4461-9303-362fa3c49b8e triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:43:05.916206 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:05.919949 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-e7d02e82-d699-4c7d-9afa-42a371dfdfd0 None None] Provisioning complete for port ab2c94d5-31b9-4461-9303-362fa3c49b8e triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:43:05.919949 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e7d02e82-d699-4c7d-9afa-42a371dfdfd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:05.921633 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31870503-f49f-4c82-8176-62f8e2dc17b8 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Made reservation on behalf of 8e0fa7bcfd52457fb97f1b4ac86d5efa for: {'subnet': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:43:05.930371 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-31870503-f49f-4c82-8176-62f8e2dc17b8 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11984110'] for subnet, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:06.073862 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0eb685ef-4470-4814-a1d9-820cb440348d tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Router b8e8ea56-6a2c-4bee-a1bf-b99ed033bef6 has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:43:06.095249 n-d-779913-29 neutron-server[93957]: INFO neutron.db.ipam_backend_mixin [None req-31870503-f49f-4c82-8176-62f8e2dc17b8 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 4ce1dbaa-299c-4381-8d36-1cd8c6f16b44 (CIDR: 2001:db8::/64) Jul 14 09:43:06.099631 n-d-779913-29 neutron-server[93957]: INFO neutron.pecan_wsgi.hooks.translation [None req-31870503-f49f-4c82-8176-62f8e2dc17b8 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:43:06.100151 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31870503-f49f-4c82-8176-62f8e2dc17b8 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:43:06.140336 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-31870503-f49f-4c82-8176-62f8e2dc17b8 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4471190 Jul 14 09:43:06.143012 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 45762) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:06.147880 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61773e41-43ec-48bb-8e25-6a436e0072d5 None None] Network 559c94b9-1968-448e-a093-792c946ac9ed requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:43:06.149156 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-137c4534-7a7a-4cf0-9d65-92f8ee49377d tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Request body: {'subnet': {'network_id': '4f85f772-bda3-4642-9cd0-e89301a9d9e3', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:43:06.270675 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 9ba25007-8e1c-46cf-8faf-814e7775b3a5 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:43:06.302027 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 9f8e9a48-3b5b-4ec8-b785-e7dbab3d632a up at agent hyperv_n-h1-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:43:06.345016 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-137c4534-7a7a-4cf0-9d65-92f8ee49377d tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Made reservation on behalf of 8e0fa7bcfd52457fb97f1b4ac86d5efa for: {'subnet': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:43:06.349821 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-137c4534-7a7a-4cf0-9d65-92f8ee49377d tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11984110'] for subnet, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:06.383115 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0eb685ef-4470-4814-a1d9-820cb440348d tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:43:06.393446 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-0eb685ef-4470-4814-a1d9-820cb440348d tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "PUT /v2.0/routers/b8e8ea56-6a2c-4bee-a1bf-b99ed033bef6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0761576 Jul 14 09:43:06.412613 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17b7ad93-b41c-40d9-98ee-cfcfd6bce0bb None None] Sync routers for ids ['b8e8ea56-6a2c-4bee-a1bf-b99ed033bef6'] in n-d-779913-29 {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:43:06.440834 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-51df6eba-7c49-4833-bc9c-6eed0d0401ea None None] Provisioning for port 9ba25007-8e1c-46cf-8faf-814e7775b3a5 completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:43:06.462063 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b7ad93-b41c-40d9-98ee-cfcfd6bce0bb None None] Routers {'b8e8ea56-6a2c-4bee-a1bf-b99ed033bef6'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:43:06.462523 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-17b7ad93-b41c-40d9-98ee-cfcfd6bce0bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:42:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['b8e8ea56-6a2c-4bee-a1bf-b99ed033bef6'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:06.474937 n-d-779913-29 neutron-server[93957]: INFO neutron.db.ipam_backend_mixin [None req-137c4534-7a7a-4cf0-9d65-92f8ee49377d tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet a839d8c0-0f4d-431f-9c57-10526febb46c (CIDR: 2001:db8:0:1::/64) Jul 14 09:43:06.487034 n-d-779913-29 neutron-server[93957]: INFO neutron.pecan_wsgi.hooks.translation [None req-137c4534-7a7a-4cf0-9d65-92f8ee49377d tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:43:06.487503 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-137c4534-7a7a-4cf0-9d65-92f8ee49377d tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:43:06.529233 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 45774) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:06.530698 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-137c4534-7a7a-4cf0-9d65-92f8ee49377d tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.3845613 Jul 14 09:43:06.539351 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-8a55d62a-9bf6-4f26-b6ef-5bccbb2d2a79 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Request body: {'subnet': {'network_id': '4f85f772-bda3-4642-9cd0-e89301a9d9e3', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:43:06.658670 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-a52544df-d6e8-4d1e-ab42-479177c77984 req-d13dba66-a801-43d9-82e7-8eaf613a6360 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1657117130&fields=id&tenant_id=62cf828fc3e84fada2a4655d43752657 HTTP/1.1" status: 200 len: 267 time: 0.0936036 Jul 14 09:43:06.723924 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning for port 9ba25007-8e1c-46cf-8faf-814e7775b3a5 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:43:06.742190 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-51df6eba-7c49-4833-bc9c-6eed0d0401ea None None] Provisioning for port f3aff057-fcd8-4c3a-8994-a1fbc390207b completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:43:06.747247 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port 9ba25007-8e1c-46cf-8faf-814e7775b3a5 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:43:06.747623 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:06.781722 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a55d62a-9bf6-4f26-b6ef-5bccbb2d2a79 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Made reservation on behalf of 8e0fa7bcfd52457fb97f1b4ac86d5efa for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:43:06.785999 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8a55d62a-9bf6-4f26-b6ef-5bccbb2d2a79 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16714600'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:06.801744 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Provisioning complete for port 9f8e9a48-3b5b-4ec8-b785-e7dbab3d632a triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:43:06.802125 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:06.828850 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-51df6eba-7c49-4833-bc9c-6eed0d0401ea None None] Provisioning complete for port f3aff057-fcd8-4c3a-8994-a1fbc390207b triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:43:06.829244 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-51df6eba-7c49-4833-bc9c-6eed0d0401ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:06.924964 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvr_db [None req-17b7ad93-b41c-40d9-98ee-cfcfd6bce0bb None None] Set router b8e8ea56-6a2c-4bee-a1bf-b99ed033bef6 gateway port host: n-d-779913-29 {{(pid=93959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:43:06.965058 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-51df6eba-7c49-4833-bc9c-6eed0d0401ea None None] Port f3aff057-fcd8-4c3a-8994-a1fbc390207b cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:43:07.110212 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e29147-9f64-4f6e-be96-6397453248a6 req-74d5f06b-8039-4a8a-9e66-68b07ad5c412 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:07.130095 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8a55d62a-9bf6-4f26-b6ef-5bccbb2d2a79 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13573993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16714586'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:07.134902 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f7e29147-9f64-4f6e-be96-6397453248a6 req-74d5f06b-8039-4a8a-9e66-68b07ad5c412 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/ports?device_id=cd255fe7-8cd0-407c-a0db-855de2f209d6 HTTP/1.1" status: 200 len: 944 time: 0.1472676 Jul 14 09:43:07.185966 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f7e29147-9f64-4f6e-be96-6397453248a6 req-cb477511-af2b-45e0-8b49-18a9836fa4dc tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/security-groups?id=8ddc8877-605a-44c2-a058-368d728dd554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481355 Jul 14 09:43:07.212757 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a55d62a-9bf6-4f26-b6ef-5bccbb2d2a79 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Network 4f85f772-bda3-4642-9cd0-e89301a9d9e3 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:43:07.217410 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:07.220522 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a55d62a-9bf6-4f26-b6ef-5bccbb2d2a79 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Pushing event updated for resources: {'Subnet': ['ID=c9ea0cb4-013c-40ff-b227-27d597fceb01,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:07.222976 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-8a55d62a-9bf6-4f26-b6ef-5bccbb2d2a79 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:43:07.225256 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:07.225658 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a55d62a-9bf6-4f26-b6ef-5bccbb2d2a79 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:07.226251 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8a55d62a-9bf6-4f26-b6ef-5bccbb2d2a79 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:07.254163 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-8a55d62a-9bf6-4f26-b6ef-5bccbb2d2a79 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.7208419 Jul 14 09:43:07.255041 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 45782) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:07.260460 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52544df-d6e8-4d1e-ab42-479177c77984 req-75edccc5-6442-44c7-b1ae-d51d81c1dff7 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:07.262482 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-3abafa91-4116-49cb-9889-8b504f49b350 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-720214578', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'c9ea0cb4-013c-40ff-b227-27d597fceb01'}], 'security_groups': ['f6d524b6-1155-46b2-87a0-2e7e170bf842', '297e93c3-75d3-4fde-9e27-8ddb9345828d']}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:43:07.269154 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bee8460f-465f-4aca-9825-cb89a6fa2d95 None None] Network 4f85f772-bda3-4642-9cd0-e89301a9d9e3 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:43:07.269381 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-a52544df-d6e8-4d1e-ab42-479177c77984 req-75edccc5-6442-44c7-b1ae-d51d81c1dff7 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/networks?id=559c94b9-1968-448e-a093-792c946ac9ed HTTP/1.1" status: 200 len: 797 time: 0.5952036 Jul 14 09:43:07.293918 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-a52544df-d6e8-4d1e-ab42-479177c77984 req-afc92522-a227-48d3-9a8d-b02479b141b9 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/quotas/62cf828fc3e84fada2a4655d43752657 HTTP/1.1" status: 200 len: 375 time: 0.0230615 Jul 14 09:43:07.382258 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3abafa91-4116-49cb-9889-8b504f49b350 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:07.388636 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-a52544df-d6e8-4d1e-ab42-479177c77984 req-69b0e3db-94a6-4978-aed3-2122d29c5239 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=62cf828fc3e84fada2a4655d43752657&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0935400 Jul 14 09:43:07.473529 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] For port 9ba25007-8e1c-46cf-8faf-814e7775b3a5, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=9ba25007-8e1c-46cf-8faf-814e7775b3a5,segment=NetworkSegment(4182018d-d911-4ae0-a44d-c268c7996df6),segment_id=4182018d-d911-4ae0-a44d-c268c7996df6)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:43:07.477576 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd255fe7-8cd0-407c-a0db-855de2f209d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f8e9a48-3b5b-4ec8-b785-e7dbab3d632a'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:43:07.480250 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd62303f06773040a8a4e189dc46b4f565768c299abf8ab8e7739778b0bc3e97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26de5a18-02d0-4aae-8918-e4e6fb96af8c" -d '{"events": [{"server_uuid": "cd255fe7-8cd0-407c-a0db-855de2f209d6", "name": "network-vif-plugged", "status": "completed", "tag": "9f8e9a48-3b5b-4ec8-b785-e7dbab3d632a"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:43:07.542202 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:07.543980 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device fbf9127b-e265-4456-ac66-4a3e41e42413 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:43:07.559090 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port 9f8e9a48-3b5b-4ec8-b785-e7dbab3d632a, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=9f8e9a48-3b5b-4ec8-b785-e7dbab3d632a,segment=NetworkSegment(5aade75d-903c-400b-b4a7-6f3ba4ae14ee),segment_id=5aade75d-903c-400b-b4a7-6f3ba4ae14ee)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:43:07.568079 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-a52544df-d6e8-4d1e-ab42-479177c77984 req-70799634-010d-4d92-b162-a778fb3d49a8 service neutron] 10.222.0.68 "GET /v2.0/networks/559c94b9-1968-448e-a093-792c946ac9ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1742234 Jul 14 09:43:07.655283 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:07.665823 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-95ff8138-023d-4055-ad9e-a9d1e4058e95 None None] Provisioning complete for port 9ba25007-8e1c-46cf-8faf-814e7775b3a5 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:43:07.666328 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-95ff8138-023d-4055-ad9e-a9d1e4058e95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:07.695959 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:43:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dd96783-da5b-40b3-a0e1-aa325ce3008b x-openstack-request-id: req-6dd96783-da5b-40b3-a0e1-aa325ce3008b {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:43:07.696246 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd255fe7-8cd0-407c-a0db-855de2f209d6", "name": "network-vif-plugged", "status": "completed", "tag": "9f8e9a48-3b5b-4ec8-b785-e7dbab3d632a", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:43:07.696501 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-6dd96783-da5b-40b3-a0e1-aa325ce3008b {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:43:07.697024 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd255fe7-8cd0-407c-a0db-855de2f209d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f8e9a48-3b5b-4ec8-b785-e7dbab3d632a', 'code': 200} Jul 14 09:43:07.818529 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-a52544df-d6e8-4d1e-ab42-479177c77984 req-101e1cd4-decd-4c2b-9251-e85ba67238c8 service neutron] 10.222.0.68 "GET /v2.0/networks/559c94b9-1968-448e-a093-792c946ac9ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2388952 Jul 14 09:43:07.850021 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Pushing event updated for resources: {'Port': ['ID=9ba25007-8e1c-46cf-8faf-814e7775b3a5,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:08.013989 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-3abafa91-4116-49cb-9889-8b504f49b350 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Delete allocated IP 2001:db8::115 (4f85f772-bda3-4642-9cd0-e89301a9d9e3/4ce1dbaa-299c-4381-8d36-1cd8c6f16b44) {{(pid=93957) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 14 09:43:08.025391 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-3abafa91-4116-49cb-9889-8b504f49b350 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Allocated IP 2001:db8:0:2::133 (4f85f772-bda3-4642-9cd0-e89301a9d9e3/c9ea0cb4-013c-40ff-b227-27d597fceb01/f3aff057-fcd8-4c3a-8994-a1fbc390207b) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:43:08.088718 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning for port fbf9127b-e265-4456-ac66-4a3e41e42413 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:43:08.191295 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port fbf9127b-e265-4456-ac66-4a3e41e42413 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:43:08.191819 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:08.197197 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-17b7ad93-b41c-40d9-98ee-cfcfd6bce0bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8e8ea56-6a2c-4bee-a1bf-b99ed033bef6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1747406417', 'tenant_id': '62cf828fc3e84fada2a4655d43752657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.3'}], 'enable_snat': True}, 'gw_port_id': 'fbf9127b-e265-4456-ac66-4a3e41e42413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:42:57Z', 'updated_at': '2021-07-14T09:43:04Z', 'revision_number': 4, 'project_id': '62cf828fc3e84fada2a4655d43752657', 'gw_port': {'id': 'fbf9127b-e265-4456-ac66-4a3e41e42413', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:5e:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8e8ea56-6a2c-4bee-a1bf-b99ed033bef6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3084, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:42:58Z', 'updated_at': '2021-07-14T09:43:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': '35c6bc62-c7b6-4957-9ef3-e8fa6a26fedf', 'name': '', 'network_id': '559c94b9-1968-448e-a093-792c946ac9ed', 'tenant_id': '62cf828fc3e84fada2a4655d43752657', 'mac_address': 'fa:16:3e:9c:4a:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8e8ea56-6a2c-4bee-a1bf-b99ed033bef6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3091, 'fixed_ips': [{'subnet_id': 'f124bd0d-26a1-4014-8e0b-5aea94940786', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:43:03Z', 'updated_at': '2021-07-14T09:43:04Z', 'revision_number': 2, 'project_id': '62cf828fc3e84fada2a4655d43752657', 'subnets': [{'id': 'f124bd0d-26a1-4014-8e0b-5aea94940786', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:08.250284 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-78413291-b566-4b4f-989d-92f3bf561441 req-be8845f1-5923-4e66-972c-5efb5f095027 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/ports?device_id=5807614e-456b-4bb7-9e93-3be88e0dddc0 HTTP/1.1" status: 200 len: 210 time: 0.0669215 Jul 14 09:43:08.335218 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17b7ad93-b41c-40d9-98ee-cfcfd6bce0bb None None] Checking router: b8e8ea56-6a2c-4bee-a1bf-b99ed033bef6 for host: n-d-779913-29 {{(pid=93959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:43:08.335822 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17b7ad93-b41c-40d9-98ee-cfcfd6bce0bb None None] Updating router b8e8ea56-6a2c-4bee-a1bf-b99ed033bef6 port 35c6bc62-c7b6-4957-9ef3-e8fa6a26fedf binding host n-d-779913-29 {{(pid=93959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:43:08.338360 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Pushing event updated for resources: {'Port': ['ID=9f8e9a48-3b5b-4ec8-b785-e7dbab3d632a,revision_number=7']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:08.364204 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3abafa91-4116-49cb-9889-8b504f49b350 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:08.392757 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-3abafa91-4116-49cb-9889-8b504f49b350 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Transition to ACTIVE for port object f3aff057-fcd8-4c3a-8994-a1fbc390207b will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:43:08.404023 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3abafa91-4116-49cb-9889-8b504f49b350 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:08.468887 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abafa91-4116-49cb-9889-8b504f49b350 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Pushing event updated for resources: {'Port': ['ID=f3aff057-fcd8-4c3a-8994-a1fbc390207b,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:08.496617 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-17b7ad93-b41c-40d9-98ee-cfcfd6bce0bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:08.499240 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-95ff8138-023d-4055-ad9e-a9d1e4058e95 None None] Provisioning for port 35c6bc62-c7b6-4957-9ef3-e8fa6a26fedf completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:43:08.506654 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-3abafa91-4116-49cb-9889-8b504f49b350 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] In _notify_port_updated(), no bound segment for port f3aff057-fcd8-4c3a-8994-a1fbc390207b on network 4f85f772-bda3-4642-9cd0-e89301a9d9e3 {{(pid=93957) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 14 09:43:08.513390 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3abafa91-4116-49cb-9889-8b504f49b350 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:08.514286 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3abafa91-4116-49cb-9889-8b504f49b350 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:08.515974 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-3abafa91-4116-49cb-9889-8b504f49b350 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] 10.222.0.68 "PUT /v2.0/ports/f3aff057-fcd8-4c3a-8994-a1fbc390207b HTTP/1.1" status: 200 len: 969 time: 1.2596931 Jul 14 09:43:08.520131 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 45798) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:08.542366 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-95ff8138-023d-4055-ad9e-a9d1e4058e95 None None] Provisioning complete for port 35c6bc62-c7b6-4957-9ef3-e8fa6a26fedf triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:43:08.543701 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-95ff8138-023d-4055-ad9e-a9d1e4058e95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:08.634008 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e02d532-555d-4cc7-b7cf-9e05da1bb7ce req-f2fd4f31-1fb4-45e4-a3b0-009e9af9ff09 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:08.637262 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-5e02d532-555d-4cc7-b7cf-9e05da1bb7ce req-f2fd4f31-1fb4-45e4-a3b0-009e9af9ff09 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/ports?device_id=cd255fe7-8cd0-407c-a0db-855de2f209d6 HTTP/1.1" status: 200 len: 945 time: 0.2201269 Jul 14 09:43:08.754414 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-5e02d532-555d-4cc7-b7cf-9e05da1bb7ce req-42be9b88-4cdc-4656-991c-9661b799a2f4 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/security-groups?id=8ddc8877-605a-44c2-a058-368d728dd554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061432 Jul 14 09:43:08.798737 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-9c628767-25a7-42b8-b5cd-524088476b07 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Deleting port f3aff057-fcd8-4c3a-8994-a1fbc390207b {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:43:08.815699 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-9c628767-25a7-42b8-b5cd-524088476b07 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:08.917801 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9874f88f-5105-4060-839d-0716e147035f None None] Update dhcp port {'port': {'network_id': '4f85f772-bda3-4642-9cd0-e89301a9d9e3', 'fixed_ips': [{'subnet_id': 'a839d8c0-0f4d-431f-9c57-10526febb46c', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '4ce1dbaa-299c-4381-8d36-1cd8c6f16b44', 'ip_address': '2001:db8::2'}, {'subnet_id': 'c9ea0cb4-013c-40ff-b227-27d597fceb01'}], 'binding:host_id': 'n-d-779913-29'}, 'id': 'ab2c94d5-31b9-4461-9303-362fa3c49b8e'} from n-d-779913-29. {{(pid=93959) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 14 09:43:08.932623 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-95ff8138-023d-4055-ad9e-a9d1e4058e95 None None] Port 35c6bc62-c7b6-4957-9ef3-e8fa6a26fedf cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:43:08.980137 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:08.986907 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-9c628767-25a7-42b8-b5cd-524088476b07 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:09.004608 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-9c628767-25a7-42b8-b5cd-524088476b07 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Calling delete_port for f3aff057-fcd8-4c3a-8994-a1fbc390207b owned by {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:43:09.012711 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] For port fbf9127b-e265-4456-ac66-4a3e41e42413, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=fbf9127b-e265-4456-ac66-4a3e41e42413,segment=NetworkSegment(81bf7a93-80b3-43df-b9d5-462c604a2945),segment_id=81bf7a93-80b3-43df-b9d5-462c604a2945)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:43:09.076511 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:09.154633 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-75388690-a90e-49d1-906b-538dbeeba36a None None] Provisioning complete for port 35c6bc62-c7b6-4957-9ef3-e8fa6a26fedf triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:43:09.155007 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-75388690-a90e-49d1-906b-538dbeeba36a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:09.209259 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9874f88f-5105-4060-839d-0716e147035f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:09.262215 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-9c628767-25a7-42b8-b5cd-524088476b07 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:09.284090 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 9ba25007-8e1c-46cf-8faf-814e7775b3a5 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:43:09.296781 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c628767-25a7-42b8-b5cd-524088476b07 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Pushing event deleted for resources: {'Port': ['ID=f3aff057-fcd8-4c3a-8994-a1fbc390207b,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:09.337429 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-9c628767-25a7-42b8-b5cd-524088476b07 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:09.344054 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 45806) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:09.344577 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-9c628767-25a7-42b8-b5cd-524088476b07 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] 10.222.0.68 "DELETE /v2.0/ports/f3aff057-fcd8-4c3a-8994-a1fbc390207b HTTP/1.1" status: 204 len: 168 time: 0.8227165 Jul 14 09:43:09.393968 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Pushing event updated for resources: {'Port': ['ID=fbf9127b-e265-4456-ac66-4a3e41e42413,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:09.398175 n-d-779913-29 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-d82de972-17d1-437f-90f8-7408caacc2d5 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] GET failed (client error): The resource could not be found. Jul 14 09:43:09.408487 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-d82de972-17d1-437f-90f8-7408caacc2d5 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] 10.222.0.68 "GET /v2.0/ports/f3aff057-fcd8-4c3a-8994-a1fbc390207b HTTP/1.1" status: 404 len: 333 time: 0.0633252 Jul 14 09:43:09.411548 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 45808) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:09.425646 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-75388690-a90e-49d1-906b-538dbeeba36a None None] Port 35c6bc62-c7b6-4957-9ef3-e8fa6a26fedf cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:43:09.522401 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-88836a4b-8629-4b66-a52d-bbc331b42261 req-b7ad3ee8-f774-4bf3-927b-e22c4ecfe61c tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/ports?device_id=5807614e-456b-4bb7-9e93-3be88e0dddc0 HTTP/1.1" status: 200 len: 210 time: 0.0558467 Jul 14 09:43:09.547977 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4339132e-e068-4969-b862-9cfaa0509cf5 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:09.589234 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4339132e-e068-4969-b862-9cfaa0509cf5 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:09.651233 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4339132e-e068-4969-b862-9cfaa0509cf5 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:09.655099 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4339132e-e068-4969-b862-9cfaa0509cf5 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:09.656592 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-4339132e-e068-4969-b862-9cfaa0509cf5 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] 10.222.0.68 "DELETE /v2.0/security-groups/b53a04c8-8703-49b6-bdce-ab833c3ea4f8 HTTP/1.1" status: 204 len: 168 time: 0.2438967 Jul 14 09:43:09.659380 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 45810) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:09.673931 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4339132e-e068-4969-b862-9cfaa0509cf5 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b53a04c8-8703-49b6-bdce-ab833c3ea4f8,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:09.780541 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-65296ff0-f4a1-406e-a7d2-77e92f604b50 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks [] for security_group, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:09.813560 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-65296ff0-f4a1-406e-a7d2-77e92f604b50 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:09.863408 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port 9ba25007-8e1c-46cf-8faf-814e7775b3a5 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:43:09.863921 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:09.876937 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-65296ff0-f4a1-406e-a7d2-77e92f604b50 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:09.881917 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-65296ff0-f4a1-406e-a7d2-77e92f604b50 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:09.886161 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 45814) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:09.887079 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-65296ff0-f4a1-406e-a7d2-77e92f604b50 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] 10.222.0.68 "DELETE /v2.0/security-groups/297e93c3-75d3-4fde-9e27-8ddb9345828d HTTP/1.1" status: 204 len: 168 time: 0.2258315 Jul 14 09:43:09.897676 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65296ff0-f4a1-406e-a7d2-77e92f604b50 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=297e93c3-75d3-4fde-9e27-8ddb9345828d,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:10.003261 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ef94405b-57b6-4fef-8a27-74ba8e153012 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:10.005834 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-9874f88f-5105-4060-839d-0716e147035f None None] Allocated IP 2001:db8:0:2::2 (4f85f772-bda3-4642-9cd0-e89301a9d9e3/c9ea0cb4-013c-40ff-b227-27d597fceb01/ab2c94d5-31b9-4461-9303-362fa3c49b8e) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:43:10.057880 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ef94405b-57b6-4fef-8a27-74ba8e153012 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:10.147697 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ef94405b-57b6-4fef-8a27-74ba8e153012 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:10.153677 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ef94405b-57b6-4fef-8a27-74ba8e153012 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:10.157577 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-ef94405b-57b6-4fef-8a27-74ba8e153012 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] 10.222.0.68 "DELETE /v2.0/security-groups/f6d524b6-1155-46b2-87a0-2e7e170bf842 HTTP/1.1" status: 204 len: 168 time: 0.2669787 Jul 14 09:43:10.163923 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 45818) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:10.179996 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-17b7ad93-b41c-40d9-98ee-cfcfd6bce0bb None None] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:10.184217 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef94405b-57b6-4fef-8a27-74ba8e153012 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6d524b6-1155-46b2-87a0-2e7e170bf842,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:10.217071 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-17b7ad93-b41c-40d9-98ee-cfcfd6bce0bb None None] Transition to ACTIVE for port object 35c6bc62-c7b6-4957-9ef3-e8fa6a26fedf will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:43:10.240212 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-17b7ad93-b41c-40d9-98ee-cfcfd6bce0bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:10.289821 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-baf97c5c-975a-4fa4-8060-1cd4431d057d tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Deleting subnet 4ce1dbaa-299c-4381-8d36-1cd8c6f16b44 {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:43:10.328486 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52544df-d6e8-4d1e-ab42-479177c77984 req-f325a3da-50e3-470a-99f3-bc1fe6ef577a tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:10.330060 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a52544df-d6e8-4d1e-ab42-479177c77984 req-f325a3da-50e3-470a-99f3-bc1fe6ef577a tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.57 "GET /v2.0/networks?id=559c94b9-1968-448e-a093-792c946ac9ed HTTP/1.1" status: 200 len: 797 time: 0.3677866 Jul 14 09:43:10.333867 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-9874f88f-5105-4060-839d-0716e147035f None None] For port ab2c94d5-31b9-4461-9303-362fa3c49b8e, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=ab2c94d5-31b9-4461-9303-362fa3c49b8e,segment=NetworkSegment(470efdc5-9986-48da-8c76-624e4fa208a9),segment_id=470efdc5-9986-48da-8c76-624e4fa208a9)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:43:10.347676 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf51f8b-2087-4f24-8a05-38cf537b3a9a req-1a070960-bcca-4861-a581-425cdefa3b38 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:10.349273 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-4cf51f8b-2087-4f24-8a05-38cf537b3a9a req-1a070960-bcca-4861-a581-425cdefa3b38 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/ports?device_id=cd255fe7-8cd0-407c-a0db-855de2f209d6 HTTP/1.1" status: 200 len: 945 time: 0.2331512 Jul 14 09:43:10.375127 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9874f88f-5105-4060-839d-0716e147035f None None] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:10.395753 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-9874f88f-5105-4060-839d-0716e147035f None None] Transition to ACTIVE for port object ab2c94d5-31b9-4461-9303-362fa3c49b8e will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:43:10.404990 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-baf97c5c-975a-4fa4-8060-1cd4431d057d tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:10.408707 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d00ddfd-8c73-4b75-a5b6-0092f2410059 None None] Pushing event updated for resources: {'Port': ['ID=35c6bc62-c7b6-4957-9ef3-e8fa6a26fedf,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:10.417156 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9874f88f-5105-4060-839d-0716e147035f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:10.456730 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a52544df-d6e8-4d1e-ab42-479177c77984 req-65325e93-3dcd-427f-8670-e4f2c76c3909 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=62cf828fc3e84fada2a4655d43752657 HTTP/1.1" status: 200 len: 380 time: 0.0956633 Jul 14 09:43:10.481664 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-4cf51f8b-2087-4f24-8a05-38cf537b3a9a req-13235c60-dab7-44da-9c16-1d10120cdb0f tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/security-groups?id=8ddc8877-605a-44c2-a058-368d728dd554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143577 Jul 14 09:43:10.499086 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-a52544df-d6e8-4d1e-ab42-479177c77984 req-e02b6bbd-86be-4bfe-942c-70fd6726983e tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Request body: {'port': {'device_id': '5807614e-456b-4bb7-9e93-3be88e0dddc0', 'network_id': '559c94b9-1968-448e-a093-792c946ac9ed', 'admin_state_up': True, 'tenant_id': '62cf828fc3e84fada2a4655d43752657', 'security_groups': ['e6d675ec-f50c-4916-bc8c-357a840d6ea9']}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:43:10.518827 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-baf97c5c-975a-4fa4-8060-1cd4431d057d tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13574120'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:10.548142 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-17b7ad93-b41c-40d9-98ee-cfcfd6bce0bb None None] Attempting to bind port 35c6bc62-c7b6-4957-9ef3-e8fa6a26fedf on host n-d-779913-29 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:43:10.548525 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-17b7ad93-b41c-40d9-98ee-cfcfd6bce0bb None None] Attempting to bind port 35c6bc62-c7b6-4957-9ef3-e8fa6a26fedf by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': '4182018d-d911-4ae0-a44d-c268c7996df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '559c94b9-1968-448e-a093-792c946ac9ed'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:43:10.548914 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b7ad93-b41c-40d9-98ee-cfcfd6bce0bb None None] Attempting to bind port 35c6bc62-c7b6-4957-9ef3-e8fa6a26fedf on network 559c94b9-1968-448e-a093-792c946ac9ed {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:43:10.626340 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b7ad93-b41c-40d9-98ee-cfcfd6bce0bb None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 42, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:43:10.628749 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b7ad93-b41c-40d9-98ee-cfcfd6bce0bb None None] Checking segment: {'id': '4182018d-d911-4ae0-a44d-c268c7996df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '559c94b9-1968-448e-a093-792c946ac9ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:43:10.629223 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-17b7ad93-b41c-40d9-98ee-cfcfd6bce0bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:10.629643 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b7ad93-b41c-40d9-98ee-cfcfd6bce0bb None None] Bound using segment: {'id': '4182018d-d911-4ae0-a44d-c268c7996df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '559c94b9-1968-448e-a093-792c946ac9ed'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:43:10.630146 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-17b7ad93-b41c-40d9-98ee-cfcfd6bce0bb None None] Bound port: 35c6bc62-c7b6-4957-9ef3-e8fa6a26fedf, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4182018d-d911-4ae0-a44d-c268c7996df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '559c94b9-1968-448e-a093-792c946ac9ed'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:43:10.630544 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-17b7ad93-b41c-40d9-98ee-cfcfd6bce0bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:10.691800 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-baf97c5c-975a-4fa4-8060-1cd4431d057d tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3481002'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:10.722624 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a52544df-d6e8-4d1e-ab42-479177c77984 req-e02b6bbd-86be-4bfe-942c-70fd6726983e tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Made reservation on behalf of 62cf828fc3e84fada2a4655d43752657 for: {'port': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:43:10.729528 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-a52544df-d6e8-4d1e-ab42-479177c77984 req-e02b6bbd-86be-4bfe-942c-70fd6726983e tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:10.762278 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9874f88f-5105-4060-839d-0716e147035f None None] Pushing event updated for resources: {'Port': ['ID=ab2c94d5-31b9-4461-9303-362fa3c49b8e,revision_number=7']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:10.807741 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-17b7ad93-b41c-40d9-98ee-cfcfd6bce0bb None None] For port 35c6bc62-c7b6-4957-9ef3-e8fa6a26fedf, host n-d-779913-29, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:43:10.817591 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-17b7ad93-b41c-40d9-98ee-cfcfd6bce0bb None None] For port 35c6bc62-c7b6-4957-9ef3-e8fa6a26fedf, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=35c6bc62-c7b6-4957-9ef3-e8fa6a26fedf,segment=NetworkSegment(4182018d-d911-4ae0-a44d-c268c7996df6),segment_id=4182018d-d911-4ae0-a44d-c268c7996df6)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:43:10.829123 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-17b7ad93-b41c-40d9-98ee-cfcfd6bce0bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:10.833007 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-1e0eb92d-7718-49d6-bc24-f38b07b0dfec req-60185fda-53af-4a21-a328-148604703a0c tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/ports?device_id=5807614e-456b-4bb7-9e93-3be88e0dddc0 HTTP/1.1" status: 200 len: 210 time: 0.0791285 Jul 14 09:43:10.892901 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-baf97c5c-975a-4fa4-8060-1cd4431d057d tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13574056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16714573'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:10.937774 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf97c5c-975a-4fa4-8060-1cd4431d057d tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Pushing event deleted for resources: {'Subnet': ['ID=4ce1dbaa-299c-4381-8d36-1cd8c6f16b44,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:10.940741 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b7ad93-b41c-40d9-98ee-cfcfd6bce0bb None None] Routers {'b8e8ea56-6a2c-4bee-a1bf-b99ed033bef6'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:43:10.941667 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-17b7ad93-b41c-40d9-98ee-cfcfd6bce0bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:42:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['b8e8ea56-6a2c-4bee-a1bf-b99ed033bef6'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:10.948600 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d00ddfd-8c73-4b75-a5b6-0092f2410059 None None] Pushing event updated for resources: {'Port': ['ID=35c6bc62-c7b6-4957-9ef3-e8fa6a26fedf,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:10.966926 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-baf97c5c-975a-4fa4-8060-1cd4431d057d tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:10.974543 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-baf97c5c-975a-4fa4-8060-1cd4431d057d tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] 10.222.0.68 "DELETE /v2.0/subnets/4ce1dbaa-299c-4381-8d36-1cd8c6f16b44 HTTP/1.1" status: 204 len: 168 time: 0.8054032 Jul 14 09:43:10.975877 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 45822) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:11.029464 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [req-a52544df-d6e8-4d1e-ab42-479177c77984 req-e02b6bbd-86be-4bfe-942c-70fd6726983e tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Allocated IP 172.20.0.14 (559c94b9-1968-448e-a093-792c946ac9ed/f124bd0d-26a1-4014-8e0b-5aea94940786/b4261f23-8b12-4e6b-a247-d2e1ab6b02c9) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:43:11.070737 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-9263afae-bf24-4b6b-9ae6-dba29e13286c tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Deleting subnet c9ea0cb4-013c-40ff-b227-27d597fceb01 {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:43:11.077403 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9263afae-bf24-4b6b-9ae6-dba29e13286c tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:11.203082 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9263afae-bf24-4b6b-9ae6-dba29e13286c tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13574120'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:11.282879 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device ab2c94d5-31b9-4461-9303-362fa3c49b8e up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:43:11.295255 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvr_db [None req-17b7ad93-b41c-40d9-98ee-cfcfd6bce0bb None None] Set router b8e8ea56-6a2c-4bee-a1bf-b99ed033bef6 gateway port host: n-d-779913-29 {{(pid=93959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:43:11.412882 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-a52544df-d6e8-4d1e-ab42-479177c77984 req-e02b6bbd-86be-4bfe-942c-70fd6726983e tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:11.418829 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9263afae-bf24-4b6b-9ae6-dba29e13286c tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3481002'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:11.453228 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [req-a52544df-d6e8-4d1e-ab42-479177c77984 req-e02b6bbd-86be-4bfe-942c-70fd6726983e tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Transition to ACTIVE for port object b4261f23-8b12-4e6b-a247-d2e1ab6b02c9 will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:43:11.507820 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-a52544df-d6e8-4d1e-ab42-479177c77984 req-e02b6bbd-86be-4bfe-942c-70fd6726983e tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:11.518317 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9263afae-bf24-4b6b-9ae6-dba29e13286c tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13574056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16714573'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:11.565062 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a52544df-d6e8-4d1e-ab42-479177c77984 req-e02b6bbd-86be-4bfe-942c-70fd6726983e tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Network 559c94b9-1968-448e-a093-792c946ac9ed is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:43:11.568665 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [req-a52544df-d6e8-4d1e-ab42-479177c77984 req-e02b6bbd-86be-4bfe-942c-70fd6726983e tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:43:11.571270 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-a52544df-d6e8-4d1e-ab42-479177c77984 req-e02b6bbd-86be-4bfe-942c-70fd6726983e tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:43:11.594108 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9263afae-bf24-4b6b-9ae6-dba29e13286c tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Pushing event deleted for resources: {'Subnet': ['ID=c9ea0cb4-013c-40ff-b227-27d597fceb01,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:11.612222 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9263afae-bf24-4b6b-9ae6-dba29e13286c tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:11.622361 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-9263afae-bf24-4b6b-9ae6-dba29e13286c tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] 10.222.0.68 "DELETE /v2.0/subnets/c9ea0cb4-013c-40ff-b227-27d597fceb01 HTTP/1.1" status: 204 len: 168 time: 0.6427898 Jul 14 09:43:11.626536 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 45828) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:11.634958 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02b6bbd-86be-4bfe-942c-70fd6726983e tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Pushing event updated for resources: {'Port': ['ID=b4261f23-8b12-4e6b-a247-d2e1ab6b02c9,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:11.689229 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52544df-d6e8-4d1e-ab42-479177c77984 req-e02b6bbd-86be-4bfe-942c-70fd6726983e tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:11.689950 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-a52544df-d6e8-4d1e-ab42-479177c77984 req-e02b6bbd-86be-4bfe-942c-70fd6726983e tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:11.699755 n-d-779913-29 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c736c93-4dfb-4f1b-8e82-e1afbb9c6ca5 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] DELETE failed (client error): The resource could not be found. Jul 14 09:43:11.700350 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c736c93-4dfb-4f1b-8e82-e1afbb9c6ca5 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:43:11.706204 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-1c736c93-4dfb-4f1b-8e82-e1afbb9c6ca5 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] 10.222.0.68 "DELETE /v2.0/subnets/4ce1dbaa-299c-4381-8d36-1cd8c6f16b44 HTTP/1.1" status: 404 len: 337 time: 0.0762057 Jul 14 09:43:11.706581 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 45830) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:11.710593 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a52544df-d6e8-4d1e-ab42-479177c77984 req-e02b6bbd-86be-4bfe-942c-70fd6726983e tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2209270 Jul 14 09:43:11.738936 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-a52544df-d6e8-4d1e-ab42-479177c77984 req-d73d5f8e-691a-45dd-be6c-5791821aebb4 service neutron] Request body: {'port': {'device_id': '5807614e-456b-4bb7-9e93-3be88e0dddc0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-29'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:43:11.774285 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device fbf9127b-e265-4456-ac66-4a3e41e42413 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:43:11.895441 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5d6d0b9-3b11-4182-9a92-d65cbf461478 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Deleting subnet a839d8c0-0f4d-431f-9c57-10526febb46c {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:43:11.900415 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-a52544df-d6e8-4d1e-ab42-479177c77984 req-d73d5f8e-691a-45dd-be6c-5791821aebb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:11.907535 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f5d6d0b9-3b11-4182-9a92-d65cbf461478 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:11.928814 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a622ad34-2e6e-420e-9ade-2e94e9592ffa None None] Network 4f85f772-bda3-4642-9cd0-e89301a9d9e3 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:43:12.001012 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dea5b5-f3f5-4bde-aaf2-00b113e0d0e3 req-427424e6-aaf1-4663-87b5-d37f4161500d tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:12.008178 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d4dea5b5-f3f5-4bde-aaf2-00b113e0d0e3 req-427424e6-aaf1-4663-87b5-d37f4161500d tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/ports?device_id=cd255fe7-8cd0-407c-a0db-855de2f209d6 HTTP/1.1" status: 200 len: 945 time: 0.2798409 Jul 14 09:43:12.020807 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f5d6d0b9-3b11-4182-9a92-d65cbf461478 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13574120'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:12.037673 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-1a20a23d-7c79-44aa-980c-7f1cb2619d0d None None] Provisioning complete for port cd287853-8ad0-4c67-aff0-a5b3dac2e9f4 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:43:12.038058 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1a20a23d-7c79-44aa-980c-7f1cb2619d0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:12.114482 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d4dea5b5-f3f5-4bde-aaf2-00b113e0d0e3 req-3cd1207f-d97e-4172-b901-3890c3c05194 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/security-groups?id=8ddc8877-605a-44c2-a058-368d728dd554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051877 Jul 14 09:43:12.145891 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-1a20a23d-7c79-44aa-980c-7f1cb2619d0d None None] Port cd287853-8ad0-4c67-aff0-a5b3dac2e9f4 cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:43:12.150635 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port fbf9127b-e265-4456-ac66-4a3e41e42413 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:43:12.152599 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:12.191366 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f5d6d0b9-3b11-4182-9a92-d65cbf461478 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3481002'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:12.232333 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-1a20a23d-7c79-44aa-980c-7f1cb2619d0d None None] Provisioning for port ab2c94d5-31b9-4461-9303-362fa3c49b8e completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:43:12.247858 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-1a20a23d-7c79-44aa-980c-7f1cb2619d0d None None] Provisioning complete for port ab2c94d5-31b9-4461-9303-362fa3c49b8e triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:43:12.248379 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1a20a23d-7c79-44aa-980c-7f1cb2619d0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:12.292060 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e29bc6-d23a-495b-9ea0-16f6969244d6 req-74030e62-0a1a-4fe1-8476-7f1918d1420d tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:12.294499 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-90e29bc6-d23a-495b-9ea0-16f6969244d6 req-74030e62-0a1a-4fe1-8476-7f1918d1420d tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/ports?device_id=5807614e-456b-4bb7-9e93-3be88e0dddc0 HTTP/1.1" status: 200 len: 932 time: 0.2864003 Jul 14 09:43:12.326027 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-17b7ad93-b41c-40d9-98ee-cfcfd6bce0bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8e8ea56-6a2c-4bee-a1bf-b99ed033bef6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1747406417', 'tenant_id': '62cf828fc3e84fada2a4655d43752657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.3'}], 'enable_snat': True}, 'gw_port_id': 'fbf9127b-e265-4456-ac66-4a3e41e42413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:42:57Z', 'updated_at': '2021-07-14T09:43:04Z', 'revision_number': 4, 'project_id': '62cf828fc3e84fada2a4655d43752657', 'gw_port': {'id': 'fbf9127b-e265-4456-ac66-4a3e41e42413', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:5e:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e8ea56-6a2c-4bee-a1bf-b99ed033bef6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3084, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:42:58Z', 'updated_at': '2021-07-14T09:43:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': '35c6bc62-c7b6-4957-9ef3-e8fa6a26fedf', 'name': '', 'network_id': '559c94b9-1968-448e-a093-792c946ac9ed', 'tenant_id': '62cf828fc3e84fada2a4655d43752657', 'mac_address': 'fa:16:3e:9c:4a:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8e8ea56-6a2c-4bee-a1bf-b99ed033bef6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3091, 'fixed_ips': [{'subnet_id': 'f124bd0d-26a1-4014-8e0b-5aea94940786', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:43:03Z', 'updated_at': '2021-07-14T09:43:10Z', 'revision_number': 4, 'project_id': '62cf828fc3e84fada2a4655d43752657', 'subnets': [{'id': 'f124bd0d-26a1-4014-8e0b-5aea94940786', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:12.345913 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f5d6d0b9-3b11-4182-9a92-d65cbf461478 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13574056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16714573'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:12.375248 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-90e29bc6-d23a-495b-9ea0-16f6969244d6 req-c4d59985-a656-4fe8-b8f2-e09984c1493d tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/security-groups?id=e6d675ec-f50c-4916-bc8c-357a840d6ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665936 Jul 14 09:43:12.378022 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17b7ad93-b41c-40d9-98ee-cfcfd6bce0bb None None] The sync data for ids ['b8e8ea56-6a2c-4bee-a1bf-b99ed033bef6'] in n-d-779913-29 is: [{'id': 'b8e8ea56-6a2c-4bee-a1bf-b99ed033bef6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1747406417', 'tenant_id': '62cf828fc3e84fada2a4655d43752657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.3'}], 'enable_snat': True}, 'gw_port_id': 'fbf9127b-e265-4456-ac66-4a3e41e42413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:42:57Z', 'updated_at': '2021-07-14T09:43:04Z', 'revision_number': 4, 'project_id': '62cf828fc3e84fada2a4655d43752657', 'gw_port': {'id': 'fbf9127b-e265-4456-ac66-4a3e41e42413', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:5e:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e8ea56-6a2c-4bee-a1bf-b99ed033bef6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3084, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:42:58Z', 'updated_at': '2021-07-14T09:43:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': '35c6bc62-c7b6-4957-9ef3-e8fa6a26fedf', 'name': '', 'network_id': '559c94b9-1968-448e-a093-792c946ac9ed', 'tenant_id': '62cf828fc3e84fada2a4655d43752657', 'mac_address': 'fa:16:3e:9c:4a:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8e8ea56-6a2c-4bee-a1bf-b99ed033bef6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3091, 'fixed_ips': [{'subnet_id': 'f124bd0d-26a1-4014-8e0b-5aea94940786', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:43:03Z', 'updated_at': '2021-07-14T09:43:10Z', 'revision_number': 4, 'project_id': '62cf828fc3e84fada2a4655d43752657', 'subnets': [{'id': 'f124bd0d-26a1-4014-8e0b-5aea94940786', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:43:12.398564 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f5d6d0b9-3b11-4182-9a92-d65cbf461478 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:12.401225 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-f5d6d0b9-3b11-4182-9a92-d65cbf461478 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] 10.222.0.68 "DELETE /v2.0/subnets/a839d8c0-0f4d-431f-9c57-10526febb46c HTTP/1.1" status: 204 len: 168 time: 0.6934321 Jul 14 09:43:12.402804 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d6d0b9-3b11-4182-9a92-d65cbf461478 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Pushing event deleted for resources: {'Subnet': ['ID=a839d8c0-0f4d-431f-9c57-10526febb46c,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:12.408851 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 45838) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:12.507418 n-d-779913-29 neutron-server[93957]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0b19769-bb6b-4288-9387-1e8ccc0687b3 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] DELETE failed (client error): The resource could not be found. Jul 14 09:43:12.507890 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0b19769-bb6b-4288-9387-1e8ccc0687b3 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:43:12.509992 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-b0b19769-bb6b-4288-9387-1e8ccc0687b3 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] 10.222.0.68 "DELETE /v2.0/subnets/3ba2befb-39b5-40fe-a0cd-d55a37e0ca3f HTTP/1.1" status: 404 len: 337 time: 0.1001332 Jul 14 09:43:12.515359 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 45842) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:12.532492 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [req-a52544df-d6e8-4d1e-ab42-479177c77984 req-d73d5f8e-691a-45dd-be6c-5791821aebb4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4261f23-8b12-4e6b-a247-d2e1ab6b02c9 {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:43:12.543787 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-a52544df-d6e8-4d1e-ab42-479177c77984 req-d73d5f8e-691a-45dd-be6c-5791821aebb4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:12.582491 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [req-a52544df-d6e8-4d1e-ab42-479177c77984 req-d73d5f8e-691a-45dd-be6c-5791821aebb4 service neutron] Transition to ACTIVE for port object b4261f23-8b12-4e6b-a247-d2e1ab6b02c9 will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:43:12.590034 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-8df3accc-c65d-4e01-bf51-7bf06e634cc8 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] 10.222.0.68 "GET /v2.0/ports?device_id=4fcf41dc-6354-4887-acec-510970a21704 HTTP/1.1" status: 200 len: 205 time: 0.0723903 Jul 14 09:43:12.592529 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-a52544df-d6e8-4d1e-ab42-479177c77984 req-d73d5f8e-691a-45dd-be6c-5791821aebb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:12.592726 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 45844) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:12.683597 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-1a20a23d-7c79-44aa-980c-7f1cb2619d0d None None] Could not find standard attr ID for object f3aff057-fcd8-4c3a-8994-a1fbc390207b. {{(pid=93959) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 09:43:12.708209 n-d-779913-29 neutron-server[93958]: INFO neutron.api.v2.resource [None req-0259f40b-f077-4fb5-b5ca-26ba76474990 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] delete failed (client error): The resource could not be found. Jul 14 09:43:12.711311 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-0259f40b-f077-4fb5-b5ca-26ba76474990 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] 10.222.0.68 "DELETE /v2.0/routers/4fcf41dc-6354-4887-acec-510970a21704 HTTP/1.1" status: 404 len: 336 time: 0.1089272 Jul 14 09:43:12.714571 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 45846) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:12.754102 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73d5f8e-691a-45dd-be6c-5791821aebb4 service neutron] Pushing event updated for resources: {'Port': ['ID=b4261f23-8b12-4e6b-a247-d2e1ab6b02c9,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:12.767170 n-d-779913-29 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fa94447-44d7-4cad-9adf-2c1bc75bfb4c tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] DELETE failed (client error): The resource could not be found. Jul 14 09:43:12.769347 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0fa94447-44d7-4cad-9adf-2c1bc75bfb4c tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:43:12.771942 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-0fa94447-44d7-4cad-9adf-2c1bc75bfb4c tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] 10.222.0.68 "DELETE /v2.0/subnets/d56711d1-4951-48f5-a01a-98363ee3d2ce HTTP/1.1" status: 404 len: 337 time: 0.0552793 Jul 14 09:43:12.777185 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 45848) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:12.822201 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a215bb9a-671c-43c8-afc1-9014834d1240 None None] Update dhcp port {'port': {'network_id': '4f85f772-bda3-4642-9cd0-e89301a9d9e3', 'fixed_ips': [{'subnet_id': 'a839d8c0-0f4d-431f-9c57-10526febb46c'}], 'binding:host_id': 'n-d-779913-29'}, 'id': 'ab2c94d5-31b9-4461-9303-362fa3c49b8e'} from n-d-779913-29. {{(pid=93959) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 14 09:43:12.846694 n-d-779913-29 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-601efc88-5e99-473d-adc6-1b359b43362a tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] DELETE failed (client error): The resource could not be found. Jul 14 09:43:12.847167 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-601efc88-5e99-473d-adc6-1b359b43362a tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:43:12.849874 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-601efc88-5e99-473d-adc6-1b359b43362a tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] 10.222.0.68 "DELETE /v2.0/subnets/3776fca1-fb9e-4b69-bc8c-87e9e700b86d HTTP/1.1" status: 404 len: 337 time: 0.0733750 Jul 14 09:43:12.852509 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 45850) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:12.868935 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-0c16d985-278a-4e5b-9a21-8e154141962a None None] Provisioning for port b4261f23-8b12-4e6b-a247-d2e1ab6b02c9 completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:43:12.888102 n-d-779913-29 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-7cc637b8-b2a3-4384-acbb-405fa0cc5136 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] DELETE failed (client error): The resource could not be found. Jul 14 09:43:12.888618 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7cc637b8-b2a3-4384-acbb-405fa0cc5136 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:43:12.891899 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-7cc637b8-b2a3-4384-acbb-405fa0cc5136 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] 10.222.0.68 "DELETE /v2.0/subnets/e27ff8aa-db51-4b04-9031-18ba8c78b18a HTTP/1.1" status: 404 len: 337 time: 0.0383775 Jul 14 09:43:12.894598 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 45852) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:12.914579 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:12.927802 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a215bb9a-671c-43c8-afc1-9014834d1240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:12.951551 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-a52544df-d6e8-4d1e-ab42-479177c77984 req-d73d5f8e-691a-45dd-be6c-5791821aebb4 service neutron] Attempting to bind port b4261f23-8b12-4e6b-a247-d2e1ab6b02c9 on host n-h2-779913-29 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:43:12.952307 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-a52544df-d6e8-4d1e-ab42-479177c77984 req-d73d5f8e-691a-45dd-be6c-5791821aebb4 service neutron] Attempting to bind port b4261f23-8b12-4e6b-a247-d2e1ab6b02c9 by drivers openvswitch,hyperv on host n-h2-779913-29 at level 0 using segments [{'id': '4182018d-d911-4ae0-a44d-c268c7996df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '559c94b9-1968-448e-a093-792c946ac9ed'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:43:12.952908 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a52544df-d6e8-4d1e-ab42-479177c77984 req-d73d5f8e-691a-45dd-be6c-5791821aebb4 service neutron] Attempting to bind port b4261f23-8b12-4e6b-a247-d2e1ab6b02c9 on network 559c94b9-1968-448e-a093-792c946ac9ed {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:43:12.958667 n-d-779913-29 neutron-server[93957]: INFO neutron.pecan_wsgi.hooks.translation [None req-d566e714-1263-490e-989e-2f8c053d3bfc tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] DELETE failed (client error): The resource could not be found. Jul 14 09:43:12.959770 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d566e714-1263-490e-989e-2f8c053d3bfc tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:43:12.962574 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-d566e714-1263-490e-989e-2f8c053d3bfc tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] 10.222.0.68 "DELETE /v2.0/ports/16ed8efc-1200-484b-9f65-4cf5ff4ddad0 HTTP/1.1" status: 404 len: 333 time: 0.0667012 Jul 14 09:43:12.964129 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a52544df-d6e8-4d1e-ab42-479177c77984 req-d73d5f8e-691a-45dd-be6c-5791821aebb4 service neutron] Port b4261f23-8b12-4e6b-a247-d2e1ab6b02c9 on network 559c94b9-1968-448e-a093-792c946ac9ed not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-29 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:43:12.965285 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a52544df-d6e8-4d1e-ab42-479177c77984 req-d73d5f8e-691a-45dd-be6c-5791821aebb4 service neutron] Attempting to bind port b4261f23-8b12-4e6b-a247-d2e1ab6b02c9 on network 559c94b9-1968-448e-a093-792c946ac9ed {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:43:12.965904 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 45854) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:12.972544 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a52544df-d6e8-4d1e-ab42-479177c77984 req-d73d5f8e-691a-45dd-be6c-5791821aebb4 service neutron] Checking agent: {'id': '013e4a3b-a634-47b8-b6a5-1a25109b73fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 13, 13), 'started_at': datetime.datetime(2021, 7, 14, 9, 13, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 42, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:43:12.973262 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a52544df-d6e8-4d1e-ab42-479177c77984 req-d73d5f8e-691a-45dd-be6c-5791821aebb4 service neutron] Checking segment: {'id': '4182018d-d911-4ae0-a44d-c268c7996df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '559c94b9-1968-448e-a093-792c946ac9ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:43:12.973933 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a52544df-d6e8-4d1e-ab42-479177c77984 req-d73d5f8e-691a-45dd-be6c-5791821aebb4 service neutron] Bound using segment: {'id': '4182018d-d911-4ae0-a44d-c268c7996df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '559c94b9-1968-448e-a093-792c946ac9ed'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:43:12.974611 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-a52544df-d6e8-4d1e-ab42-479177c77984 req-d73d5f8e-691a-45dd-be6c-5791821aebb4 service neutron] Bound port: b4261f23-8b12-4e6b-a247-d2e1ab6b02c9, host: n-h2-779913-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4182018d-d911-4ae0-a44d-c268c7996df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '559c94b9-1968-448e-a093-792c946ac9ed'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:43:12.975241 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-a52544df-d6e8-4d1e-ab42-479177c77984 req-d73d5f8e-691a-45dd-be6c-5791821aebb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:13.049130 n-d-779913-29 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-be7aecc6-032c-4119-b8d3-f90713aaba31 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] DELETE failed (client error): The resource could not be found. Jul 14 09:43:13.049951 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be7aecc6-032c-4119-b8d3-f90713aaba31 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:43:13.054141 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-be7aecc6-032c-4119-b8d3-f90713aaba31 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] 10.222.0.68 "DELETE /v2.0/subnets/a51f9981-5b73-4585-806f-cf209e126549 HTTP/1.1" status: 404 len: 337 time: 0.0871634 Jul 14 09:43:13.058111 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 45856) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:13.114897 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-a52544df-d6e8-4d1e-ab42-479177c77984 req-d73d5f8e-691a-45dd-be6c-5791821aebb4 service neutron] For port b4261f23-8b12-4e6b-a247-d2e1ab6b02c9, host n-h2-779913-29, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:43:13.120400 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-a52544df-d6e8-4d1e-ab42-479177c77984 req-d73d5f8e-691a-45dd-be6c-5791821aebb4 service neutron] For port b4261f23-8b12-4e6b-a247-d2e1ab6b02c9, host n-h2-779913-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=b4261f23-8b12-4e6b-a247-d2e1ab6b02c9,segment=NetworkSegment(4182018d-d911-4ae0-a44d-c268c7996df6),segment_id=4182018d-d911-4ae0-a44d-c268c7996df6)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:43:13.122863 n-d-779913-29 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea9f560d-30d8-480c-b9b3-cdb264efa23c tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] DELETE failed (client error): The resource could not be found. Jul 14 09:43:13.127106 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea9f560d-30d8-480c-b9b3-cdb264efa23c tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:43:13.127652 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-a52544df-d6e8-4d1e-ab42-479177c77984 req-d73d5f8e-691a-45dd-be6c-5791821aebb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:13.131790 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-ea9f560d-30d8-480c-b9b3-cdb264efa23c tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] 10.222.0.68 "DELETE /v2.0/subnets/b5a028bd-6a70-4911-b5ac-120ca8e59dbc HTTP/1.1" status: 404 len: 337 time: 0.0700142 Jul 14 09:43:13.133448 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 45858) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:13.209694 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f0e004d-146c-4518-acb8-c588dfb29cc7 None None] Network 4f85f772-bda3-4642-9cd0-e89301a9d9e3 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:43:13.268069 n-d-779913-29 neutron-server[93957]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a499d3f-55c1-47a5-a420-13bdfba12fb4 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] DELETE failed (client error): The resource could not be found. Jul 14 09:43:13.270198 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a499d3f-55c1-47a5-a420-13bdfba12fb4 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:43:13.274802 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 45862) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:13.275356 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-9a499d3f-55c1-47a5-a420-13bdfba12fb4 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] 10.222.0.68 "DELETE /v2.0/ports/27b0ecf5-1d2b-4ea5-a655-1f2acb8b33b0 HTTP/1.1" status: 404 len: 333 time: 0.1162894 Jul 14 09:43:13.281918 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52544df-d6e8-4d1e-ab42-479177c77984 req-d73d5f8e-691a-45dd-be6c-5791821aebb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:13.282892 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-a52544df-d6e8-4d1e-ab42-479177c77984 req-d73d5f8e-691a-45dd-be6c-5791821aebb4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:13.284602 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a52544df-d6e8-4d1e-ab42-479177c77984 req-d73d5f8e-691a-45dd-be6c-5791821aebb4 service neutron] 10.222.0.57 "PUT /v2.0/ports/b4261f23-8b12-4e6b-a247-d2e1ab6b02c9 HTTP/1.1" status: 200 len: 1093 time: 1.5506673 Jul 14 09:43:13.285239 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5807614e-456b-4bb7-9e93-3be88e0dddc0', 'tag': 'b4261f23-8b12-4e6b-a247-d2e1ab6b02c9'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:43:13.287715 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c520c93-21fd-4e3d-ad9c-51d4e59fc8b5" -d '{"events": [{"name": "network-changed", "server_uuid": "5807614e-456b-4bb7-9e93-3be88e0dddc0", "tag": "b4261f23-8b12-4e6b-a247-d2e1ab6b02c9"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:43:13.320899 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73d5f8e-691a-45dd-be6c-5791821aebb4 service neutron] Pushing event updated for resources: {'Port': ['ID=b4261f23-8b12-4e6b-a247-d2e1ab6b02c9,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:13.333438 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 35c6bc62-c7b6-4957-9ef3-e8fa6a26fedf up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:43:13.342694 n-d-779913-29 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-14238339-f48b-4074-9b25-43e3afc37d05 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] DELETE failed (client error): The resource could not be found. Jul 14 09:43:13.343156 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14238339-f48b-4074-9b25-43e3afc37d05 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:43:13.347456 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-14238339-f48b-4074-9b25-43e3afc37d05 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] 10.222.0.68 "DELETE /v2.0/subnets/e0e3a106-b442-4c6e-a577-8b4149e09332 HTTP/1.1" status: 404 len: 337 time: 0.0694716 Jul 14 09:43:13.348602 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 45866) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:13.451858 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:43:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3bb968f-29b2-438a-bd07-9a1fd3087bdf x-openstack-request-id: req-c3bb968f-29b2-438a-bd07-9a1fd3087bdf {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:43:13.452509 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5807614e-456b-4bb7-9e93-3be88e0dddc0", "tag": "b4261f23-8b12-4e6b-a247-d2e1ab6b02c9", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:43:13.452943 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-c3bb968f-29b2-438a-bd07-9a1fd3087bdf {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:43:13.453578 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5807614e-456b-4bb7-9e93-3be88e0dddc0', 'tag': 'b4261f23-8b12-4e6b-a247-d2e1ab6b02c9', 'status': 'completed', 'code': 200} Jul 14 09:43:13.464054 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-752ebe17-886d-4f49-916d-b3a3e5a42688 None None] Provisioning complete for port cd287853-8ad0-4c67-aff0-a5b3dac2e9f4 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:43:13.464489 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-752ebe17-886d-4f49-916d-b3a3e5a42688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:13.483780 n-d-779913-29 neutron-server[93957]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb8432d2-a236-4603-92a6-7852e5647729 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] DELETE failed (client error): The resource could not be found. Jul 14 09:43:13.492726 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb8432d2-a236-4603-92a6-7852e5647729 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:43:13.497845 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-cb8432d2-a236-4603-92a6-7852e5647729 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] 10.222.0.68 "DELETE /v2.0/subnets/b112e981-c4e4-4e17-a684-f28df56bbf14 HTTP/1.1" status: 404 len: 337 time: 0.1478431 Jul 14 09:43:13.498073 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 45870) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:13.647865 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52544df-d6e8-4d1e-ab42-479177c77984 req-0c18e37c-5963-4dee-b6b3-138fea15c665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:13.649440 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a52544df-d6e8-4d1e-ab42-479177c77984 req-0c18e37c-5963-4dee-b6b3-138fea15c665 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=62cf828fc3e84fada2a4655d43752657&device_id=5807614e-456b-4bb7-9e93-3be88e0dddc0 HTTP/1.1" status: 200 len: 1096 time: 0.2899270 Jul 14 09:43:13.726040 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a52544df-d6e8-4d1e-ab42-479177c77984 req-bc3fcdb9-ef77-4cbd-bc39-93388cf3d0c8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b4261f23-8b12-4e6b-a247-d2e1ab6b02c9 HTTP/1.1" status: 200 len: 217 time: 0.0611775 Jul 14 09:43:13.735836 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bda6861-79a3-4a7b-ada7-c93b023ea4e5 req-0974637b-5fb0-4273-84e8-b45ecc610652 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:13.737429 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0bda6861-79a3-4a7b-ada7-c93b023ea4e5 req-0974637b-5fb0-4273-84e8-b45ecc610652 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/ports?device_id=cd255fe7-8cd0-407c-a0db-855de2f209d6 HTTP/1.1" status: 200 len: 945 time: 0.2825541 Jul 14 09:43:13.814598 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-b8b01cf2-3780-4f1a-b4db-d0ce40ceef47 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Deleting port cd287853-8ad0-4c67-aff0-a5b3dac2e9f4 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:43:13.815599 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b8b01cf2-3780-4f1a-b4db-d0ce40ceef47 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:13.825334 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-752ebe17-886d-4f49-916d-b3a3e5a42688 None None] Port cd287853-8ad0-4c67-aff0-a5b3dac2e9f4 cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:43:13.842872 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30e693d-910f-42cd-aaa0-9f7a50b1d5b1 req-d223eb1f-a0f3-4b7b-b709-e7dc0c57576d tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:13.855939 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-e30e693d-910f-42cd-aaa0-9f7a50b1d5b1 req-d223eb1f-a0f3-4b7b-b709-e7dc0c57576d tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/ports?device_id=5807614e-456b-4bb7-9e93-3be88e0dddc0 HTTP/1.1" status: 200 len: 944 time: 0.2367780 Jul 14 09:43:13.867511 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52544df-d6e8-4d1e-ab42-479177c77984 req-ad99997e-fdde-460c-ae95-93c9fc586bae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:13.868918 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a52544df-d6e8-4d1e-ab42-479177c77984 req-ad99997e-fdde-460c-ae95-93c9fc586bae service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f124bd0d-26a1-4014-8e0b-5aea94940786 HTTP/1.1" status: 200 len: 835 time: 0.1305604 Jul 14 09:43:13.872666 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0bda6861-79a3-4a7b-ada7-c93b023ea4e5 req-a57a9840-6d55-4a50-9291-64422b16d19f tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/security-groups?id=8ddc8877-605a-44c2-a058-368d728dd554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264946 Jul 14 09:43:13.911917 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-752ebe17-886d-4f49-916d-b3a3e5a42688 None None] Provisioning complete for port ab2c94d5-31b9-4461-9303-362fa3c49b8e triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:43:13.916194 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-752ebe17-886d-4f49-916d-b3a3e5a42688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:13.988339 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52544df-d6e8-4d1e-ab42-479177c77984 req-6e2940f7-d365-446e-af95-8ed5353de14c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:13.989878 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a52544df-d6e8-4d1e-ab42-479177c77984 req-6e2940f7-d365-446e-af95-8ed5353de14c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=559c94b9-1968-448e-a093-792c946ac9ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1126826 Jul 14 09:43:14.048347 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:14.065267 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b8b01cf2-3780-4f1a-b4db-d0ce40ceef47 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:14.068950 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning for port 35c6bc62-c7b6-4957-9ef3-e8fa6a26fedf completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:43:14.078017 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port 35c6bc62-c7b6-4957-9ef3-e8fa6a26fedf triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:43:14.078884 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:14.098069 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-e30e693d-910f-42cd-aaa0-9f7a50b1d5b1 req-057ac324-e232-47ea-be93-6f56fd19f5c7 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/security-groups?id=e6d675ec-f50c-4916-bc8c-357a840d6ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2224393 Jul 14 09:43:14.109827 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-b8b01cf2-3780-4f1a-b4db-d0ce40ceef47 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Calling delete_port for cd287853-8ad0-4c67-aff0-a5b3dac2e9f4 owned by {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:43:14.188858 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a52544df-d6e8-4d1e-ab42-479177c77984 req-2b8a8e7b-0379-4565-82e2-cdf3f8445e2e service neutron] 10.222.0.57 "GET /v2.0/networks/559c94b9-1968-448e-a093-792c946ac9ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1894968 Jul 14 09:43:14.272724 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:14.288237 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-600ec20e-0472-4d0b-8c9a-bea58f21bc24 None None] DHCP port deletion for 4f85f772-bda3-4642-9cd0-e89301a9d9e3 request from n-d-779913-29 {{(pid=93959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:43:14.295976 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b8b01cf2-3780-4f1a-b4db-d0ce40ceef47 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:14.340167 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b8b01cf2-3780-4f1a-b4db-d0ce40ceef47 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:14.346198 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-b8b01cf2-3780-4f1a-b4db-d0ce40ceef47 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] 10.222.0.68 "DELETE /v2.0/ports/cd287853-8ad0-4c67-aff0-a5b3dac2e9f4 HTTP/1.1" status: 204 len: 168 time: 0.8440142 Jul 14 09:43:14.348382 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 45874) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:14.362295 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a52544df-d6e8-4d1e-ab42-479177c77984 req-b8c5134f-9625-4fc1-b669-31f1828c31a0 service neutron] 10.222.0.57 "GET /v2.0/networks/559c94b9-1968-448e-a093-792c946ac9ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1648455 Jul 14 09:43:14.366194 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b01cf2-3780-4f1a-b4db-d0ce40ceef47 tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Pushing event deleted for resources: {'Port': ['ID=cd287853-8ad0-4c67-aff0-a5b3dac2e9f4,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:14.386057 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] For port 35c6bc62-c7b6-4957-9ef3-e8fa6a26fedf, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=35c6bc62-c7b6-4957-9ef3-e8fa6a26fedf,segment=NetworkSegment(4182018d-d911-4ae0-a44d-c268c7996df6),segment_id=4182018d-d911-4ae0-a44d-c268c7996df6)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:43:14.393677 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:14.470693 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Pushing event updated for resources: {'Port': ['ID=35c6bc62-c7b6-4957-9ef3-e8fa6a26fedf,revision_number=5']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:14.507286 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-600ec20e-0472-4d0b-8c9a-bea58f21bc24 None None] Deleting port ab2c94d5-31b9-4461-9303-362fa3c49b8e {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:43:14.507927 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-600ec20e-0472-4d0b-8c9a-bea58f21bc24 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:14.555221 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f8e9146f-6dfd-42d4-bca8-00a3e044d50a tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3876111'] for network, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:14.607481 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c520c93-21fd-4e3d-ad9c-51d4e59fc8b5 req-595dcffa-7adc-4083-8a1e-b41cdc00fcda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:14.609231 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3c520c93-21fd-4e3d-ad9c-51d4e59fc8b5 req-595dcffa-7adc-4083-8a1e-b41cdc00fcda service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=62cf828fc3e84fada2a4655d43752657&device_id=5807614e-456b-4bb7-9e93-3be88e0dddc0 HTTP/1.1" status: 200 len: 1096 time: 0.1355441 Jul 14 09:43:14.611924 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-600ec20e-0472-4d0b-8c9a-bea58f21bc24 None None] For port ab2c94d5-31b9-4461-9303-362fa3c49b8e, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=ab2c94d5-31b9-4461-9303-362fa3c49b8e,segment=NetworkSegment(470efdc5-9986-48da-8c76-624e4fa208a9),segment_id=470efdc5-9986-48da-8c76-624e4fa208a9)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:43:14.612423 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-600ec20e-0472-4d0b-8c9a-bea58f21bc24 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:14.631935 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-600ec20e-0472-4d0b-8c9a-bea58f21bc24 None None] Calling delete_port for ab2c94d5-31b9-4461-9303-362fa3c49b8e owned by network:dhcp {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:43:14.691397 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-f8e9146f-6dfd-42d4-bca8-00a3e044d50a tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Deleting port ab2c94d5-31b9-4461-9303-362fa3c49b8e {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:43:14.691397 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f8e9146f-6dfd-42d4-bca8-00a3e044d50a tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:14.725277 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-600ec20e-0472-4d0b-8c9a-bea58f21bc24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:14.753906 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600ec20e-0472-4d0b-8c9a-bea58f21bc24 None None] Pushing event deleted for resources: {'Port': ['ID=ab2c94d5-31b9-4461-9303-362fa3c49b8e,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:14.759939 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-600ec20e-0472-4d0b-8c9a-bea58f21bc24 None None] No DVR routers for this DVR port ab2c94d5-31b9-4461-9303-362fa3c49b8e on host n-d-779913-29 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:43:14.778125 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-f8e9146f-6dfd-42d4-bca8-00a3e044d50a tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] For port ab2c94d5-31b9-4461-9303-362fa3c49b8e, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=ab2c94d5-31b9-4461-9303-362fa3c49b8e,segment=NetworkSegment(470efdc5-9986-48da-8c76-624e4fa208a9),segment_id=470efdc5-9986-48da-8c76-624e4fa208a9)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:43:14.778488 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f8e9146f-6dfd-42d4-bca8-00a3e044d50a tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:14.787051 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c520c93-21fd-4e3d-ad9c-51d4e59fc8b5 req-b74019aa-f1b7-4135-8847-7463a1c3212d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:14.788509 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3c520c93-21fd-4e3d-ad9c-51d4e59fc8b5 req-b74019aa-f1b7-4135-8847-7463a1c3212d service neutron] 10.222.0.57 "GET /v2.0/networks?id=559c94b9-1968-448e-a093-792c946ac9ed HTTP/1.1" status: 200 len: 898 time: 0.1715646 Jul 14 09:43:14.802530 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-f8e9146f-6dfd-42d4-bca8-00a3e044d50a tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Calling delete_port for ab2c94d5-31b9-4461-9303-362fa3c49b8e owned by network:dhcp {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:43:14.848544 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3c520c93-21fd-4e3d-ad9c-51d4e59fc8b5 req-28894624-404e-4e83-bf3e-20001062fe5c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b4261f23-8b12-4e6b-a247-d2e1ab6b02c9 HTTP/1.1" status: 200 len: 217 time: 0.0520442 Jul 14 09:43:14.950911 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c520c93-21fd-4e3d-ad9c-51d4e59fc8b5 req-df033cf3-adab-4954-98a9-75dfbae37840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:14.952446 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3c520c93-21fd-4e3d-ad9c-51d4e59fc8b5 req-df033cf3-adab-4954-98a9-75dfbae37840 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f124bd0d-26a1-4014-8e0b-5aea94940786 HTTP/1.1" status: 200 len: 835 time: 0.0951221 Jul 14 09:43:15.000010 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f8e9146f-6dfd-42d4-bca8-00a3e044d50a tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:15.035860 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e9146f-6dfd-42d4-bca8-00a3e044d50a tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Pushing event deleted for resources: {'Port': ['ID=ab2c94d5-31b9-4461-9303-362fa3c49b8e,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:15.043725 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e9146f-6dfd-42d4-bca8-00a3e044d50a tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] No DVR routers for this DVR port ab2c94d5-31b9-4461-9303-362fa3c49b8e on host n-d-779913-29 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:43:15.136735 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f8e9146f-6dfd-42d4-bca8-00a3e044d50a tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473955', 'neutron.services.segments.db._delete_segments_for_network-8735688326548'] for network, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:15.141320 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f90878-3326-4eb3-a5f4-cadfcdfa88d9 req-2418dcb8-cec9-421b-9e2b-651be1096b20 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:15.143219 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-a4f90878-3326-4eb3-a5f4-cadfcdfa88d9 req-2418dcb8-cec9-421b-9e2b-651be1096b20 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/ports?device_id=cd255fe7-8cd0-407c-a0db-855de2f209d6 HTTP/1.1" status: 200 len: 945 time: 0.0863698 Jul 14 09:43:15.183154 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-f8e9146f-6dfd-42d4-bca8-00a3e044d50a tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f85f772-bda3-4642-9cd0-e89301a9d9e3']}} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:15.203313 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c520c93-21fd-4e3d-ad9c-51d4e59fc8b5 req-e5c48239-d701-4c34-ab14-2b7464e65c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:15.206074 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-a4f90878-3326-4eb3-a5f4-cadfcdfa88d9 req-29e8bb8a-cc9f-4a4c-80eb-b14cc532043a tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/security-groups?id=8ddc8877-605a-44c2-a058-368d728dd554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543649 Jul 14 09:43:15.206617 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3c520c93-21fd-4e3d-ad9c-51d4e59fc8b5 req-e5c48239-d701-4c34-ab14-2b7464e65c87 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=559c94b9-1968-448e-a093-792c946ac9ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2403197 Jul 14 09:43:15.216801 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 35c6bc62-c7b6-4957-9ef3-e8fa6a26fedf up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:43:15.225798 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-f8e9146f-6dfd-42d4-bca8-00a3e044d50a tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '470efdc5-9986-48da-8c76-624e4fa208a9') {'for_net_delete': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:15.226148 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-f8e9146f-6dfd-42d4-bca8-00a3e044d50a tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '470efdc5-9986-48da-8c76-624e4fa208a9') {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:15.292419 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port 35c6bc62-c7b6-4957-9ef3-e8fa6a26fedf triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:43:15.293272 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:15.298948 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f8e9146f-6dfd-42d4-bca8-00a3e044d50a tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735688356235', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10944210'] for segment, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:15.381814 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f8e9146f-6dfd-42d4-bca8-00a3e044d50a tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:15.393893 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8e9146f-6dfd-42d4-bca8-00a3e044d50a tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Releasing vlan 727 on physical network physnet1 to pool {{(pid=93957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:43:15.394737 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f8e9146f-6dfd-42d4-bca8-00a3e044d50a tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10053619'] for segment, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:15.399204 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:43:15.399204 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:43:15.399204 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:43:15.399204 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:43:15.399204 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:43:15.399204 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:43:15.399204 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:43:15.399204 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:43:15.399204 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:43:15.399204 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:43:15.399204 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:43:15.399204 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:43:15.399204 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:43:15.399204 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:43:15.399204 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:43:15.399204 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:43:15.399204 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:43:15.399204 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:43:15.399204 n-d-779913-29 neutron-server[93957]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:43:15.399204 n-d-779913-29 neutron-server[93957]: self.session.flush() Jul 14 09:43:15.399204 n-d-779913-29 neutron-server[93957]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:43:15.399204 n-d-779913-29 neutron-server[93957]: self.session.flush() Jul 14 09:43:15.399204 n-d-779913-29 neutron-server[93957]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:43:15.399204 n-d-779913-29 neutron-server[93957]: self.session.flush() Jul 14 09:43:15.399204 n-d-779913-29 neutron-server[93957]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:43:15.399204 n-d-779913-29 neutron-server[93957]: self.session.flush() Jul 14 09:43:15.399204 n-d-779913-29 neutron-server[93957]: Traceback (most recent call last): Jul 14 09:43:15.399204 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:43:15.399204 n-d-779913-29 neutron-server[93957]: timer() Jul 14 09:43:15.399204 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:43:15.399204 n-d-779913-29 neutron-server[93957]: cb(*args, **kw) Jul 14 09:43:15.399204 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:43:15.399204 n-d-779913-29 neutron-server[93957]: return func(*args, **kwargs) Jul 14 09:43:15.399204 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:43:15.399204 n-d-779913-29 neutron-server[93957]: self._notify() Jul 14 09:43:15.399204 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:43:15.399204 n-d-779913-29 neutron-server[93957]: self.callback(batched_events) Jul 14 09:43:15.399204 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:43:15.399204 n-d-779913-29 neutron-server[93957]: event.method(event) Jul 14 09:43:15.399204 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:43:15.399204 n-d-779913-29 neutron-server[93957]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:43:15.399204 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:43:15.399204 n-d-779913-29 neutron-server[93957]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:43:15.399204 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:43:15.399204 n-d-779913-29 neutron-server[93957]: return f(self, *a, **k) Jul 14 09:43:15.399204 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:43:15.399204 n-d-779913-29 neutron-server[93957]: return self._get(url).json() Jul 14 09:43:15.399204 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:43:15.399204 n-d-779913-29 neutron-server[93957]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:43:15.399204 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:43:15.399204 n-d-779913-29 neutron-server[93957]: return self.request(url, 'GET', **kwargs) Jul 14 09:43:15.399204 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:43:15.399204 n-d-779913-29 neutron-server[93957]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:43:15.399204 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:43:15.399204 n-d-779913-29 neutron-server[93957]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:43:15.399204 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:43:15.399204 n-d-779913-29 neutron-server[93957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:43:15.399204 n-d-779913-29 neutron-server[93957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:43:15.473133 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device ab2c94d5-31b9-4461-9303-362fa3c49b8e no longer exists at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:43:15.496171 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] No Port match for: ab2c94d5-31b9-4461-9303-362fa3c49b8e {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:43:15.496621 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device ab2c94d5-31b9-4461-9303-362fa3c49b8e not bound to the agent host n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:43:15.867707 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3115d6a1-089b-4c15-a7c3-f8c16a3be82a req-81e2aa59-db1d-4e94-8dea-e26de573d35c tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:15.869197 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3115d6a1-089b-4c15-a7c3-f8c16a3be82a req-81e2aa59-db1d-4e94-8dea-e26de573d35c tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/ports?device_id=5807614e-456b-4bb7-9e93-3be88e0dddc0 HTTP/1.1" status: 200 len: 944 time: 0.5623252 Jul 14 09:43:15.873665 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f8e9146f-6dfd-42d4-bca8-00a3e044d50a tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660504'] for network, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:15.884228 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3c520c93-21fd-4e3d-ad9c-51d4e59fc8b5 req-7b17c3aa-2e8d-4181-8af0-a0c6ad631689 service neutron] 10.222.0.57 "GET /v2.0/networks/559c94b9-1968-448e-a093-792c946ac9ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6425922 Jul 14 09:43:15.887011 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f8e9146f-6dfd-42d4-bca8-00a3e044d50a tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Notify callbacks [] for network, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:15.888999 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-f8e9146f-6dfd-42d4-bca8-00a3e044d50a tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] 10.222.0.68 "DELETE /v2.0/networks/4f85f772-bda3-4642-9cd0-e89301a9d9e3 HTTP/1.1" status: 204 len: 168 time: 1.5394573 Jul 14 09:43:15.935905 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e9146f-6dfd-42d4-bca8-00a3e044d50a tempest-PortsIpV6TestJSON-1759200498 tempest-PortsIpV6TestJSON-1759200498-project] Pushing event deleted for resources: {'Network': ['ID=4f85f772-bda3-4642-9cd0-e89301a9d9e3,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:16.022050 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3115d6a1-089b-4c15-a7c3-f8c16a3be82a req-18783ad7-e3fa-4d0f-ad48-ea17a5127b96 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/security-groups?id=e6d675ec-f50c-4916-bc8c-357a840d6ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1312551 Jul 14 09:43:16.070857 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3c520c93-21fd-4e3d-ad9c-51d4e59fc8b5 req-20c3ed75-0d7d-45be-a695-43036cf06675 service neutron] 10.222.0.57 "GET /v2.0/networks/559c94b9-1968-448e-a093-792c946ac9ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1740093 Jul 14 09:43:16.224869 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 45886) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:16.423107 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-ea82251b-b1f2-46a6-87b4-115e7c04beeb admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=8e0fa7bcfd52457fb97f1b4ac86d5efa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1958818 Jul 14 09:43:16.427225 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 45894) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:16.448556 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6e9c73-bc83-4ea5-8376-79c9d4a39cb0 req-ec4db961-0e10-4402-8ed8-67f0b8e8abcb tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:16.470876 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-8b6e9c73-bc83-4ea5-8376-79c9d4a39cb0 req-ec4db961-0e10-4402-8ed8-67f0b8e8abcb tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/ports?device_id=cd255fe7-8cd0-407c-a0db-855de2f209d6 HTTP/1.1" status: 200 len: 945 time: 0.1327431 Jul 14 09:43:16.491404 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ece7d826-db88-4592-92c3-0fe11e7672c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:16.525746 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-8b6e9c73-bc83-4ea5-8376-79c9d4a39cb0 req-f76154d8-72f4-4a0a-9d28-033098502aa9 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/security-groups?id=8ddc8877-605a-44c2-a058-368d728dd554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535536 Jul 14 09:43:16.530891 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ece7d826-db88-4592-92c3-0fe11e7672c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:16.609589 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ece7d826-db88-4592-92c3-0fe11e7672c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:16.611490 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ece7d826-db88-4592-92c3-0fe11e7672c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:16.615139 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-ece7d826-db88-4592-92c3-0fe11e7672c7 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/80286348-4f8e-4556-a6ff-4f1e5ff689ff HTTP/1.1" status: 204 len: 168 time: 0.1845229 Jul 14 09:43:16.629798 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece7d826-db88-4592-92c3-0fe11e7672c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80286348-4f8e-4556-a6ff-4f1e5ff689ff,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:17.243911 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947ae4d2-d7ab-4c28-ae3b-1b75e324de40 req-6d4b0fcb-a44a-4a47-ac5a-b8fbd178feed tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:17.246418 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-947ae4d2-d7ab-4c28-ae3b-1b75e324de40 req-6d4b0fcb-a44a-4a47-ac5a-b8fbd178feed tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/ports?device_id=5807614e-456b-4bb7-9e93-3be88e0dddc0 HTTP/1.1" status: 200 len: 944 time: 0.1000981 Jul 14 09:43:17.305716 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-947ae4d2-d7ab-4c28-ae3b-1b75e324de40 req-c52d39db-cd8b-4ffb-b9c2-bfa33edcc08b tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/security-groups?id=e6d675ec-f50c-4916-bc8c-357a840d6ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531299 Jul 14 09:43:17.490385 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 45922) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:17.503574 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device b4261f23-8b12-4e6b-a247-d2e1ab6b02c9 details requested by agent hyperv_n-h2-779913-29 with host n-h2-779913-29 {{(pid=93959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:43:17.625027 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port b4261f23-8b12-4e6b-a247-d2e1ab6b02c9, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=b4261f23-8b12-4e6b-a247-d2e1ab6b02c9,segment=NetworkSegment(4182018d-d911-4ae0-a44d-c268c7996df6),segment_id=4182018d-d911-4ae0-a44d-c268c7996df6)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:43:17.644070 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Returning: {'device': 'b4261f23-8b12-4e6b-a247-d2e1ab6b02c9', 'network_id': '559c94b9-1968-448e-a093-792c946ac9ed', 'port_id': 'b4261f23-8b12-4e6b-a247-d2e1ab6b02c9', 'mac_address': 'fa:16:3e:c4:77:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 721, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f124bd0d-26a1-4014-8e0b-5aea94940786', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:43:17.688672 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-1e3b6232-483a-4315-b828-d9aa85effbbc tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] Request body: {'security_group': {'name': 'tempest-secgroup--1350007710'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:43:17.705122 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:17.732418 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4261f23-8b12-4e6b-a247-d2e1ab6b02c9 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:43:17.776404 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port b4261f23-8b12-4e6b-a247-d2e1ab6b02c9, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=b4261f23-8b12-4e6b-a247-d2e1ab6b02c9,segment=NetworkSegment(4182018d-d911-4ae0-a44d-c268c7996df6),segment_id=4182018d-d911-4ae0-a44d-c268c7996df6)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:43:17.782419 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:17.783180 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1e3b6232-483a-4315-b828-d9aa85effbbc tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:17.800906 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1e3b6232-483a-4315-b828-d9aa85effbbc tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:17.842481 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b86af0e-6187-4f2d-bc6a-6c9312de7131 req-dd1704dc-e4b5-4d37-b233-18ffccb9f5a0 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:17.845411 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Pushing event updated for resources: {'Port': ['ID=b4261f23-8b12-4e6b-a247-d2e1ab6b02c9,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:17.849778 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1b86af0e-6187-4f2d-bc6a-6c9312de7131 req-dd1704dc-e4b5-4d37-b233-18ffccb9f5a0 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/ports?device_id=cd255fe7-8cd0-407c-a0db-855de2f209d6 HTTP/1.1" status: 200 len: 945 time: 0.1413202 Jul 14 09:43:17.853063 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:43:17.853412 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:43:17.853830 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:43:17.854291 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:43:17.854523 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:43:17.855100 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:43:17.855227 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:43:17.855550 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:43:17.855886 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:43:17.856220 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:43:17.856554 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:43:17.856911 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:43:17.918604 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1b86af0e-6187-4f2d-bc6a-6c9312de7131 req-abf578f4-3f66-41c1-a2b7-aab1f2d37f0f tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/security-groups?id=8ddc8877-605a-44c2-a058-368d728dd554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678005 Jul 14 09:43:18.009184 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1e3b6232-483a-4315-b828-d9aa85effbbc tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:18.014783 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1e3b6232-483a-4315-b828-d9aa85effbbc tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:18.056290 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3b6232-483a-4315-b828-d9aa85effbbc tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] Pushing event updated for resources: {'SecurityGroup': ['ID=893541b2-3193-414c-82b3-8d1f63e8a96b,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:18.135006 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1e3b6232-483a-4315-b828-d9aa85effbbc tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:18.139887 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1e3b6232-483a-4315-b828-d9aa85effbbc tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:18.143439 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] get_ports_and_sgs() called for port_ids ['b4261f23-8b12-4e6b-a247-d2e1ab6b02c9'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:43:18.181367 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1e3b6232-483a-4315-b828-d9aa85effbbc tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:18.186058 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-1e3b6232-483a-4315-b828-d9aa85effbbc tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6907451 Jul 14 09:43:18.186058 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3b6232-483a-4315-b828-d9aa85effbbc tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] Pushing event updated for resources: {'SecurityGroup': ['ID=710d6b7f-1f05-4703-950b-2c0cec38cce1,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:18.186442 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 45934) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:18.304452 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 45936) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:18.304783 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-44d6dddc-4f24-4b8b-864a-b3cb5d259f98 tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] 10.222.0.68 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1160531 Jul 14 09:43:18.310911 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-7fe8e57c-3ecb-437e-8663-cd90c69f73e6 tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] Request body: {'security_group': {'name': 'tempest-security--1266582872', 'description': 'tempest-security-description-498656322'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:43:18.369756 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7fe8e57c-3ecb-437e-8663-cd90c69f73e6 tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] Notify callbacks [] for security_group, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:18.459302 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7fe8e57c-3ecb-437e-8663-cd90c69f73e6 tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] Notify callbacks [] for security_group, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:18.476426 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7fe8e57c-3ecb-437e-8663-cd90c69f73e6 tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:18.482339 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7fe8e57c-3ecb-437e-8663-cd90c69f73e6 tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:18.487400 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 45940) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:18.502998 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-7fe8e57c-3ecb-437e-8663-cd90c69f73e6 tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] 10.222.0.68 "PUT /v2.0/security-groups/710d6b7f-1f05-4703-950b-2c0cec38cce1 HTTP/1.1" status: 200 len: 1779 time: 0.1942945 Jul 14 09:43:18.557773 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe8e57c-3ecb-437e-8663-cd90c69f73e6 tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] Pushing event updated for resources: {'SecurityGroup': ['ID=710d6b7f-1f05-4703-950b-2c0cec38cce1,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:18.566832 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-0d4d1fc0-6cca-4265-971f-b207310a76a4 tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] 10.222.0.68 "GET /v2.0/security-groups/710d6b7f-1f05-4703-950b-2c0cec38cce1 HTTP/1.1" status: 200 len: 1779 time: 0.0777850 Jul 14 09:43:18.567712 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 45944) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:18.636128 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdeed832-0ec5-4e09-bfc1-6f1f0f62b3d5 req-a8a78c37-7b4d-4783-b3f0-cd0795f4e1ff tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:18.643448 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-fdeed832-0ec5-4e09-bfc1-6f1f0f62b3d5 req-a8a78c37-7b4d-4783-b3f0-cd0795f4e1ff tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/ports?device_id=5807614e-456b-4bb7-9e93-3be88e0dddc0 HTTP/1.1" status: 200 len: 945 time: 0.0922632 Jul 14 09:43:18.670096 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-750d850c-e7eb-40fb-b16e-9b94b1d461dd tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:18.686984 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-fdeed832-0ec5-4e09-bfc1-6f1f0f62b3d5 req-f73ab57d-ae70-4a5e-a7bf-6b98ea1756d2 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/security-groups?id=e6d675ec-f50c-4916-bc8c-357a840d6ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425701 Jul 14 09:43:18.706198 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-750d850c-e7eb-40fb-b16e-9b94b1d461dd tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:18.755795 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eef90ff-3c88-4df0-9648-fbbd31412151 req-8f642b68-9981-4776-a5a5-d303c84e50d1 tempest-TestServerBasicOps-1018423846 tempest-TestServerBasicOps-1018423846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:18.757303 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-2eef90ff-3c88-4df0-9648-fbbd31412151 req-8f642b68-9981-4776-a5a5-d303c84e50d1 tempest-TestServerBasicOps-1018423846 tempest-TestServerBasicOps-1018423846-project] 10.222.0.68 "GET /v2.0/ports?device_id=7aa1ffcc-49bc-4331-be36-b793b08d3aa0 HTTP/1.1" status: 200 len: 945 time: 0.1324573 Jul 14 09:43:18.788951 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-750d850c-e7eb-40fb-b16e-9b94b1d461dd tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:18.791959 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-750d850c-e7eb-40fb-b16e-9b94b1d461dd tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:18.793172 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-750d850c-e7eb-40fb-b16e-9b94b1d461dd tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] 10.222.0.68 "DELETE /v2.0/security-groups/710d6b7f-1f05-4703-950b-2c0cec38cce1 HTTP/1.1" status: 204 len: 168 time: 0.2242792 Jul 14 09:43:18.795727 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 45946) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:18.819618 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750d850c-e7eb-40fb-b16e-9b94b1d461dd tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=710d6b7f-1f05-4703-950b-2c0cec38cce1,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:18.833890 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-2eef90ff-3c88-4df0-9648-fbbd31412151 req-7b270261-175f-4500-87e9-e4579a13c407 tempest-TestServerBasicOps-1018423846 tempest-TestServerBasicOps-1018423846-project] 10.222.0.68 "GET /v2.0/security-groups?id=eb2891e5-70c4-4da6-a9db-6da5988fd1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686777 Jul 14 09:43:18.902759 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-64dc719f-ff02-471c-a639-13101a9e952e tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] 10.222.0.68 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1050596 Jul 14 09:43:18.905448 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 45950) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:18.923311 n-d-779913-29 neutron-server[93958]: INFO neutron.api.v2.resource [None req-ea51e6bc-9d0d-4b11-ad9e-53735e820e63 tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] delete failed (client error): The resource could not be found. Jul 14 09:43:18.924539 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-ea51e6bc-9d0d-4b11-ad9e-53735e820e63 tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] 10.222.0.68 "DELETE /v2.0/security-groups/710d6b7f-1f05-4703-950b-2c0cec38cce1 HTTP/1.1" status: 404 len: 347 time: 0.0177944 Jul 14 09:43:18.931680 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 45952) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:18.936805 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-336f14e0-df5b-49a9-af88-35f37c7a653c tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] Request body: {'security_group': {'name': 'tempest-secgroup--1245858000'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:43:18.980387 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-336f14e0-df5b-49a9-af88-35f37c7a653c tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:19.127485 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-336f14e0-df5b-49a9-af88-35f37c7a653c tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:19.136731 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-336f14e0-df5b-49a9-af88-35f37c7a653c tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:19.189351 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fced926-3fff-4f63-b98d-adb6ba98cc3b req-25cbf510-dafc-48b0-9eb3-a59dc9ff5905 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:19.190875 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-6fced926-3fff-4f63-b98d-adb6ba98cc3b req-25cbf510-dafc-48b0-9eb3-a59dc9ff5905 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/ports?device_id=cd255fe7-8cd0-407c-a0db-855de2f209d6 HTTP/1.1" status: 200 len: 945 time: 0.1331136 Jul 14 09:43:19.192684 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-336f14e0-df5b-49a9-af88-35f37c7a653c tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:19.194017 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-336f14e0-df5b-49a9-af88-35f37c7a653c tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2613256 Jul 14 09:43:19.197132 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 45956) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:19.202383 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336f14e0-df5b-49a9-af88-35f37c7a653c tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f9b8ee2-94c9-499f-b98f-b3608d1187b8,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:19.202884 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-74c4bb54-a2fc-4c1b-a5c4-792fcb9cd648 tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] Request body: {'security_group_rule': {'security_group_id': '4f9b8ee2-94c9-499f-b98f-b3608d1187b8', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:43:19.235498 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-74c4bb54-a2fc-4c1b-a5c4-792fcb9cd648 tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:19.257416 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-6fced926-3fff-4f63-b98d-adb6ba98cc3b req-b2f3395f-ae4e-43e8-a304-4670221ba272 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/security-groups?id=8ddc8877-605a-44c2-a058-368d728dd554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562012 Jul 14 09:43:19.306791 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-74c4bb54-a2fc-4c1b-a5c4-792fcb9cd648 tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:19.311360 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-74c4bb54-a2fc-4c1b-a5c4-792fcb9cd648 tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529131'] for security_group_rule, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:19.334781 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c4bb54-a2fc-4c1b-a5c4-792fcb9cd648 tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f29d54b-79ca-463e-8dab-9fd99eb49e49,revision_number=0']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:19.345648 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-74c4bb54-a2fc-4c1b-a5c4-792fcb9cd648 tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:19.347106 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-74c4bb54-a2fc-4c1b-a5c4-792fcb9cd648 tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1489024 Jul 14 09:43:19.349977 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 45958) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:19.382246 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6175ed3b-00bc-44df-9acc-fff0f2351a00 tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:19.392632 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6175ed3b-00bc-44df-9acc-fff0f2351a00 tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:19.438476 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6175ed3b-00bc-44df-9acc-fff0f2351a00 tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529131'] for security_group_rule, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:19.445012 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6175ed3b-00bc-44df-9acc-fff0f2351a00 tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:19.446133 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-6175ed3b-00bc-44df-9acc-fff0f2351a00 tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] 10.222.0.68 "DELETE /v2.0/security-group-rules/5f29d54b-79ca-463e-8dab-9fd99eb49e49 HTTP/1.1" status: 204 len: 168 time: 0.0950360 Jul 14 09:43:19.449691 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 45960) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:19.452967 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6175ed3b-00bc-44df-9acc-fff0f2351a00 tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5f29d54b-79ca-463e-8dab-9fd99eb49e49,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:19.505293 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device b4261f23-8b12-4e6b-a247-d2e1ab6b02c9 up at agent hyperv_n-h2-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:43:19.521402 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-7fa1eab5-9ad4-4299-87ff-4a4d07036c46 tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] 10.222.0.68 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0697815 Jul 14 09:43:19.524071 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 45962) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:19.574227 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Provisioning for port b4261f23-8b12-4e6b-a247-d2e1ab6b02c9 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:43:19.579768 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Provisioning complete for port b4261f23-8b12-4e6b-a247-d2e1ab6b02c9 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:43:19.580521 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:19.595979 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-65c34c2d-998b-4ca7-ac2e-ad25b14a603b tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:19.633523 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-65c34c2d-998b-4ca7-ac2e-ad25b14a603b tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:19.669662 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:19.687662 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-65c34c2d-998b-4ca7-ac2e-ad25b14a603b tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:19.690357 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-65c34c2d-998b-4ca7-ac2e-ad25b14a603b tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:19.691495 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-65c34c2d-998b-4ca7-ac2e-ad25b14a603b tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] 10.222.0.68 "DELETE /v2.0/security-groups/4f9b8ee2-94c9-499f-b98f-b3608d1187b8 HTTP/1.1" status: 204 len: 168 time: 0.1664102 Jul 14 09:43:19.694906 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 45964) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:19.699138 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5807614e-456b-4bb7-9e93-3be88e0dddc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4261f23-8b12-4e6b-a247-d2e1ab6b02c9'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:43:19.702296 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c34c2d-998b-4ca7-ac2e-ad25b14a603b tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f9b8ee2-94c9-499f-b98f-b3608d1187b8,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:19.704504 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd62303f06773040a8a4e189dc46b4f565768c299abf8ab8e7739778b0bc3e97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21a4f6a6-8a70-42cc-acb9-797aa6685155" -d '{"events": [{"server_uuid": "5807614e-456b-4bb7-9e93-3be88e0dddc0", "name": "network-vif-plugged", "status": "completed", "tag": "b4261f23-8b12-4e6b-a247-d2e1ab6b02c9"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:43:19.750874 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port b4261f23-8b12-4e6b-a247-d2e1ab6b02c9, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=b4261f23-8b12-4e6b-a247-d2e1ab6b02c9,segment=NetworkSegment(4182018d-d911-4ae0-a44d-c268c7996df6),segment_id=4182018d-d911-4ae0-a44d-c268c7996df6)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:43:19.754343 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:43:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c734b10-1081-4171-9e99-6083678db21d x-openstack-request-id: req-0c734b10-1081-4171-9e99-6083678db21d {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:43:19.755028 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5807614e-456b-4bb7-9e93-3be88e0dddc0", "name": "network-vif-plugged", "status": "completed", "tag": "b4261f23-8b12-4e6b-a247-d2e1ab6b02c9", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:43:19.756890 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-0c734b10-1081-4171-9e99-6083678db21d {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:43:19.757762 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5807614e-456b-4bb7-9e93-3be88e0dddc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4261f23-8b12-4e6b-a247-d2e1ab6b02c9', 'code': 200} Jul 14 09:43:19.760383 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:19.814502 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-1883ac70-df33-4752-ac41-6187af2e75ab tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] 10.222.0.68 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1173902 Jul 14 09:43:19.817924 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 45970) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:19.823215 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-f24baf08-6dc9-49c7-b1ca-38daca85b6d1 tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] Request body: {'security_group': {'name': 'tempest-secgroup--1664592033'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:43:19.859984 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f24baf08-6dc9-49c7-b1ca-38daca85b6d1 tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:19.864843 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Pushing event updated for resources: {'Port': ['ID=b4261f23-8b12-4e6b-a247-d2e1ab6b02c9,revision_number=5']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:20.018679 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991e1156-97af-4376-ab9d-be320d97812f req-c83f8f5c-c887-4ce0-9989-62f798575363 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:20.020257 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-991e1156-97af-4376-ab9d-be320d97812f req-c83f8f5c-c887-4ce0-9989-62f798575363 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/ports?device_id=5807614e-456b-4bb7-9e93-3be88e0dddc0 HTTP/1.1" status: 200 len: 946 time: 0.1538346 Jul 14 09:43:20.094508 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b750ed93-849b-426f-bb3b-bb67c8bd6aa0 req-079fef8c-1701-49a6-be1a-908535df0f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:20.096333 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b750ed93-849b-426f-bb3b-bb67c8bd6aa0 req-079fef8c-1701-49a6-be1a-908535df0f01 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=5807614e-456b-4bb7-9e93-3be88e0dddc0 HTTP/1.1" status: 200 len: 1098 time: 0.1643546 Jul 14 09:43:20.112231 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-991e1156-97af-4376-ab9d-be320d97812f req-0cffc747-1b74-442a-ae0f-28a0f13d3b57 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/security-groups?id=e6d675ec-f50c-4916-bc8c-357a840d6ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803790 Jul 14 09:43:20.122384 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e248466-2ecb-47f0-a5dc-93952983f8da req-257f4777-eb4c-4b80-b873-6de8374f7781 tempest-TestServerBasicOps-1018423846 tempest-TestServerBasicOps-1018423846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:20.124138 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5e248466-2ecb-47f0-a5dc-93952983f8da req-257f4777-eb4c-4b80-b873-6de8374f7781 tempest-TestServerBasicOps-1018423846 tempest-TestServerBasicOps-1018423846-project] 10.222.0.68 "GET /v2.0/ports?device_id=7aa1ffcc-49bc-4331-be36-b793b08d3aa0 HTTP/1.1" status: 200 len: 945 time: 0.1217244 Jul 14 09:43:20.129175 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f24baf08-6dc9-49c7-b1ca-38daca85b6d1 tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:20.135538 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f24baf08-6dc9-49c7-b1ca-38daca85b6d1 tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:20.182507 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b750ed93-849b-426f-bb3b-bb67c8bd6aa0 req-b54862a0-f549-435e-bdb0-8f3746691cbc service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=e6d675ec-f50c-4916-bc8c-357a840d6ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768521 Jul 14 09:43:20.188608 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5e248466-2ecb-47f0-a5dc-93952983f8da req-12fb2d9e-7f1c-480b-b661-c0eb4ba6cc5f tempest-TestServerBasicOps-1018423846 tempest-TestServerBasicOps-1018423846-project] 10.222.0.68 "GET /v2.0/security-groups?id=eb2891e5-70c4-4da6-a9db-6da5988fd1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566983 Jul 14 09:43:20.258873 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f24baf08-6dc9-49c7-b1ca-38daca85b6d1 tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:20.260639 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-f24baf08-6dc9-49c7-b1ca-38daca85b6d1 tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4414418 Jul 14 09:43:20.264023 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 45976) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:20.269401 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-feb7520f-b6f1-4e6a-a92c-288a7c5b77d6 tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] Request body: {'security_group_rule': {'security_group_id': 'cd9a5308-21b9-419b-84b5-f565ac24adde', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:43:20.276168 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24baf08-6dc9-49c7-b1ca-38daca85b6d1 tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd9a5308-21b9-419b-84b5-f565ac24adde,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:20.334297 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e215d619-eacd-4d0a-800c-d5f295d13d14 req-e25d66bf-58cd-45ac-843b-d0fe31d4a845 tempest-TestServerBasicOps-1018423846 tempest-TestServerBasicOps-1018423846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:20.335946 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-e215d619-eacd-4d0a-800c-d5f295d13d14 req-e25d66bf-58cd-45ac-843b-d0fe31d4a845 tempest-TestServerBasicOps-1018423846 tempest-TestServerBasicOps-1018423846-project] 10.222.0.57 "GET /v2.0/ports?device_id=7aa1ffcc-49bc-4331-be36-b793b08d3aa0 HTTP/1.1" status: 200 len: 945 time: 0.1655118 Jul 14 09:43:20.344103 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-feb7520f-b6f1-4e6a-a92c-288a7c5b77d6 tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:20.392947 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-feb7520f-b6f1-4e6a-a92c-288a7c5b77d6 tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:20.398295 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-feb7520f-b6f1-4e6a-a92c-288a7c5b77d6 tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529131'] for security_group_rule, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:20.422121 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb7520f-b6f1-4e6a-a92c-288a7c5b77d6 tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2836dacc-4443-46ea-91f6-e62d01b65a9f,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:20.432651 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-feb7520f-b6f1-4e6a-a92c-288a7c5b77d6 tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:20.437482 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-feb7520f-b6f1-4e6a-a92c-288a7c5b77d6 tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1721933 Jul 14 09:43:20.438115 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 45984) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:20.444896 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-ebc90865-789a-482f-bedc-9600e2083e1b tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] Request body: {'security_group_rule': {'security_group_id': 'cd9a5308-21b9-419b-84b5-f565ac24adde', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:43:20.475926 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ebc90865-789a-482f-bedc-9600e2083e1b tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:20.504935 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34530fdd-ecbe-470c-ac4a-7426c6d4d49a req-c70b2c82-309e-4e1d-a060-67424df32356 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:20.506635 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-34530fdd-ecbe-470c-ac4a-7426c6d4d49a req-c70b2c82-309e-4e1d-a060-67424df32356 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/ports?device_id=cd255fe7-8cd0-407c-a0db-855de2f209d6 HTTP/1.1" status: 200 len: 945 time: 0.1084828 Jul 14 09:43:20.560585 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-34530fdd-ecbe-470c-ac4a-7426c6d4d49a req-3750869e-74a3-4f8e-b797-2b185f7fcda8 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/security-groups?id=8ddc8877-605a-44c2-a058-368d728dd554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471308 Jul 14 09:43:20.611932 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ebc90865-789a-482f-bedc-9600e2083e1b tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:20.616146 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ebc90865-789a-482f-bedc-9600e2083e1b tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529131'] for security_group_rule, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:20.642894 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc90865-789a-482f-bedc-9600e2083e1b tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd8de10f-3127-439a-83e7-aff3c1344266,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:20.659001 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ebc90865-789a-482f-bedc-9600e2083e1b tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:20.662716 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-ebc90865-789a-482f-bedc-9600e2083e1b tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2211647 Jul 14 09:43:20.663162 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 45986) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:20.668075 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-c1cb0ac4-f819-40d5-b8d5-49f8f7d70f51 tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] Request body: {'security_group_rule': {'security_group_id': 'cd9a5308-21b9-419b-84b5-f565ac24adde', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:43:20.670783 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-e215d619-eacd-4d0a-800c-d5f295d13d14 req-55dfd986-57ac-4380-a8cf-7674040e37cc tempest-TestServerBasicOps-1018423846 tempest-TestServerBasicOps-1018423846-project] Deleting port 951ef3a9-76ee-4383-aa7d-5f3334e0ffb8 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:43:20.671396 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-e215d619-eacd-4d0a-800c-d5f295d13d14 req-55dfd986-57ac-4380-a8cf-7674040e37cc tempest-TestServerBasicOps-1018423846 tempest-TestServerBasicOps-1018423846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:20.711132 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c1cb0ac4-f819-40d5-b8d5-49f8f7d70f51 tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:20.771320 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c1cb0ac4-f819-40d5-b8d5-49f8f7d70f51 tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:20.776209 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c1cb0ac4-f819-40d5-b8d5-49f8f7d70f51 tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529131'] for security_group_rule, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:20.791761 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-e215d619-eacd-4d0a-800c-d5f295d13d14 req-55dfd986-57ac-4380-a8cf-7674040e37cc tempest-TestServerBasicOps-1018423846 tempest-TestServerBasicOps-1018423846-project] For port 951ef3a9-76ee-4383-aa7d-5f3334e0ffb8, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=951ef3a9-76ee-4383-aa7d-5f3334e0ffb8,segment=NetworkSegment(776efe66-340e-4bc2-943d-2c624f145bde),segment_id=776efe66-340e-4bc2-943d-2c624f145bde)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:43:20.792143 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cb0ac4-f819-40d5-b8d5-49f8f7d70f51 tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ac3a332-94ae-4de4-a4fb-9b4a290a1c17,revision_number=0']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:20.792321 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-e215d619-eacd-4d0a-800c-d5f295d13d14 req-55dfd986-57ac-4380-a8cf-7674040e37cc tempest-TestServerBasicOps-1018423846 tempest-TestServerBasicOps-1018423846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:20.809613 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c1cb0ac4-f819-40d5-b8d5-49f8f7d70f51 tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:20.811214 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-c1cb0ac4-f819-40d5-b8d5-49f8f7d70f51 tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1469426 Jul 14 09:43:20.814111 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 45988) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:20.818784 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-678e0a48-9d6a-4b27-bec8-41919a3a9c2b tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] Request body: {'security_group_rule': {'security_group_id': 'cd9a5308-21b9-419b-84b5-f565ac24adde', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:43:20.849938 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-678e0a48-9d6a-4b27-bec8-41919a3a9c2b tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:20.923583 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-678e0a48-9d6a-4b27-bec8-41919a3a9c2b tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:20.926971 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-678e0a48-9d6a-4b27-bec8-41919a3a9c2b tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529131'] for security_group_rule, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:20.948988 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678e0a48-9d6a-4b27-bec8-41919a3a9c2b tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1c398f9-00c8-4c65-9c75-70d8ff1e7720,revision_number=0']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:20.959890 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-678e0a48-9d6a-4b27-bec8-41919a3a9c2b tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:20.961406 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-678e0a48-9d6a-4b27-bec8-41919a3a9c2b tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1462090 Jul 14 09:43:20.963813 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 45994) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:20.969544 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-89e8f956-e5d1-4853-b27a-f8e9e36eabe5 tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] Request body: {'security_group_rule': {'security_group_id': 'cd9a5308-21b9-419b-84b5-f565ac24adde', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:43:21.001757 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-89e8f956-e5d1-4853-b27a-f8e9e36eabe5 tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:21.052203 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-e215d619-eacd-4d0a-800c-d5f295d13d14 req-55dfd986-57ac-4380-a8cf-7674040e37cc tempest-TestServerBasicOps-1018423846 tempest-TestServerBasicOps-1018423846-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:21.052578 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-e215d619-eacd-4d0a-800c-d5f295d13d14 req-55dfd986-57ac-4380-a8cf-7674040e37cc tempest-TestServerBasicOps-1018423846 tempest-TestServerBasicOps-1018423846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-660590'] for floatingip, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:21.052890 n-d-779913-29 neutron-server[93958]: INFO neutron.db.l3_db [req-e215d619-eacd-4d0a-800c-d5f295d13d14 req-55dfd986-57ac-4380-a8cf-7674040e37cc tempest-TestServerBasicOps-1018423846 tempest-TestServerBasicOps-1018423846-project] Floating IP e103dacf-6594-4a7f-b06a-6b32123dfda3 disassociated. External IP: 172.25.4.32, port: 951ef3a9-76ee-4383-aa7d-5f3334e0ffb8. Jul 14 09:43:21.053713 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-e215d619-eacd-4d0a-800c-d5f295d13d14 req-55dfd986-57ac-4380-a8cf-7674040e37cc tempest-TestServerBasicOps-1018423846 tempest-TestServerBasicOps-1018423846-project] Calling delete_port for 951ef3a9-76ee-4383-aa7d-5f3334e0ffb8 owned by compute:nova {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:43:21.079658 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-89e8f956-e5d1-4853-b27a-f8e9e36eabe5 tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:21.084002 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-89e8f956-e5d1-4853-b27a-f8e9e36eabe5 tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529131'] for security_group_rule, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:21.107154 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e8f956-e5d1-4853-b27a-f8e9e36eabe5 tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7b57b37-19a4-4762-9fd2-940a453f415d,revision_number=0']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:21.111544 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-89e8f956-e5d1-4853-b27a-f8e9e36eabe5 tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:21.115508 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-89e8f956-e5d1-4853-b27a-f8e9e36eabe5 tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.1474824 Jul 14 09:43:21.115974 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 46002) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:21.151211 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2752c7f6-e977-4d5c-ab23-dc7e1131416d tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:21.160426 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2752c7f6-e977-4d5c-ab23-dc7e1131416d tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:21.191649 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2752c7f6-e977-4d5c-ab23-dc7e1131416d tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529131'] for security_group_rule, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:21.198241 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2752c7f6-e977-4d5c-ab23-dc7e1131416d tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:21.199726 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-2752c7f6-e977-4d5c-ab23-dc7e1131416d tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] 10.222.0.68 "DELETE /v2.0/security-group-rules/a7b57b37-19a4-4762-9fd2-940a453f415d HTTP/1.1" status: 204 len: 168 time: 0.0827055 Jul 14 09:43:21.202360 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 46006) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:21.206261 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2752c7f6-e977-4d5c-ab23-dc7e1131416d tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a7b57b37-19a4-4762-9fd2-940a453f415d,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:21.226094 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-e215d619-eacd-4d0a-800c-d5f295d13d14 req-55dfd986-57ac-4380-a8cf-7674040e37cc tempest-TestServerBasicOps-1018423846 tempest-TestServerBasicOps-1018423846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:21.284814 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55dfd986-57ac-4380-a8cf-7674040e37cc tempest-TestServerBasicOps-1018423846 tempest-TestServerBasicOps-1018423846-project] Pushing event deleted for resources: {'Port': ['ID=951ef3a9-76ee-4383-aa7d-5f3334e0ffb8,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:21.356973 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8b7d36d0-3118-42a0-b157-a25b32cda607 req-02602289-9987-48c0-9d6f-6d7ce04ab486 tempest-TestServerBasicOps-1018423846 tempest-TestServerBasicOps-1018423846-project] 10.222.0.68 "GET /v2.0/ports?device_id=7aa1ffcc-49bc-4331-be36-b793b08d3aa0 HTTP/1.1" status: 200 len: 210 time: 0.0306616 Jul 14 09:43:21.366827 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-ade10239-0a1f-4673-b8a7-8c1aadd30ba0 tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] 10.222.0.68 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1629510 Jul 14 09:43:21.369924 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 46012) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:21.411825 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-aa536edf-8022-45f2-a5b0-9dd5a690ad19 tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:21.422111 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-aa536edf-8022-45f2-a5b0-9dd5a690ad19 tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:21.459802 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-aa536edf-8022-45f2-a5b0-9dd5a690ad19 tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529131'] for security_group_rule, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:21.466421 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-aa536edf-8022-45f2-a5b0-9dd5a690ad19 tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:21.468147 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-aa536edf-8022-45f2-a5b0-9dd5a690ad19 tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] 10.222.0.68 "DELETE /v2.0/security-group-rules/e1c398f9-00c8-4c65-9c75-70d8ff1e7720 HTTP/1.1" status: 204 len: 168 time: 0.0972452 Jul 14 09:43:21.471790 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 46014) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:21.514702 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa536edf-8022-45f2-a5b0-9dd5a690ad19 tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e1c398f9-00c8-4c65-9c75-70d8ff1e7720,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:21.552350 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-25690fbf-4d96-42f2-8c7c-b706f1ab3916 tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] 10.222.0.68 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0774224 Jul 14 09:43:21.558132 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 46016) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:21.594020 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4dfc9a23-e74c-4b74-bdc3-9f90a51caef0 tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:21.602956 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4dfc9a23-e74c-4b74-bdc3-9f90a51caef0 tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:21.637476 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4dfc9a23-e74c-4b74-bdc3-9f90a51caef0 tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529131'] for security_group_rule, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:21.643559 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4dfc9a23-e74c-4b74-bdc3-9f90a51caef0 tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:21.645079 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-4dfc9a23-e74c-4b74-bdc3-9f90a51caef0 tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] 10.222.0.68 "DELETE /v2.0/security-group-rules/4ac3a332-94ae-4de4-a4fb-9b4a290a1c17 HTTP/1.1" status: 204 len: 168 time: 0.0844307 Jul 14 09:43:21.648215 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 46020) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:21.670049 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfc9a23-e74c-4b74-bdc3-9f90a51caef0 tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4ac3a332-94ae-4de4-a4fb-9b4a290a1c17,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:21.707029 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-284d9f17-b2fb-4e68-bbaa-feb149835999 tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] 10.222.0.68 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0578525 Jul 14 09:43:21.707669 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 46022) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:21.794685 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3369abe6-d8bd-4c04-8c0e-9109d80e7255 tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:21.799211 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ec0613-350f-4e65-a051-9f2ea0fc37b2 req-b03d508c-3bba-41bd-8c1c-d9884e15ddbb tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:21.806143 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-42ec0613-350f-4e65-a051-9f2ea0fc37b2 req-b03d508c-3bba-41bd-8c1c-d9884e15ddbb tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/ports?device_id=5807614e-456b-4bb7-9e93-3be88e0dddc0 HTTP/1.1" status: 200 len: 946 time: 0.5749836 Jul 14 09:43:21.807331 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3369abe6-d8bd-4c04-8c0e-9109d80e7255 tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:21.818246 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e215d619-eacd-4d0a-800c-d5f295d13d14 req-55dfd986-57ac-4380-a8cf-7674040e37cc tempest-TestServerBasicOps-1018423846 tempest-TestServerBasicOps-1018423846-project] Router f9725ee0-cfd0-4c44-bdfb-6f1cab043168 has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:43:21.853002 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3369abe6-d8bd-4c04-8c0e-9109d80e7255 tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529131'] for security_group_rule, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:21.858238 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-42ec0613-350f-4e65-a051-9f2ea0fc37b2 req-947bf58f-9f36-4828-b26b-aa4eccbb0891 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/security-groups?id=e6d675ec-f50c-4916-bc8c-357a840d6ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509937 Jul 14 09:43:21.860611 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3369abe6-d8bd-4c04-8c0e-9109d80e7255 tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:21.864363 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-3369abe6-d8bd-4c04-8c0e-9109d80e7255 tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] 10.222.0.68 "DELETE /v2.0/security-group-rules/bd8de10f-3127-439a-83e7-aff3c1344266 HTTP/1.1" status: 204 len: 168 time: 0.1546028 Jul 14 09:43:21.869175 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 46024) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:21.892331 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca33b7e-706d-4569-8030-b47a53704551 req-a36c8d12-2e61-49b4-bc92-896f00b60d20 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:21.893567 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-eca33b7e-706d-4569-8030-b47a53704551 req-a36c8d12-2e61-49b4-bc92-896f00b60d20 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/ports?device_id=cd255fe7-8cd0-407c-a0db-855de2f209d6 HTTP/1.1" status: 200 len: 945 time: 0.1849945 Jul 14 09:43:21.901125 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3369abe6-d8bd-4c04-8c0e-9109d80e7255 tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bd8de10f-3127-439a-83e7-aff3c1344266,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:21.911333 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac34715-6433-4f13-950b-2b07ad8176ec req-2ae6ba8a-4274-4a2d-90dd-ffc58c4df7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:21.912788 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8ac34715-6433-4f13-950b-2b07ad8176ec req-2ae6ba8a-4274-4a2d-90dd-ffc58c4df7bc service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0be6be6bccc149f1a4b35e465d4a6d6f&device_id=cd255fe7-8cd0-407c-a0db-855de2f209d6 HTTP/1.1" status: 200 len: 1097 time: 0.1644661 Jul 14 09:43:21.967903 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e215d619-eacd-4d0a-800c-d5f295d13d14 req-55dfd986-57ac-4380-a8cf-7674040e37cc tempest-TestServerBasicOps-1018423846 tempest-TestServerBasicOps-1018423846-project] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:43:21.978350 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-019b7bf8-d247-40a6-b50f-3dcf6b5fe00c None None] Sync routers for ids ['f9725ee0-cfd0-4c44-bdfb-6f1cab043168'] in n-d-779913-29 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:43:21.987934 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-019b7bf8-d247-40a6-b50f-3dcf6b5fe00c None None] Routers {'f9725ee0-cfd0-4c44-bdfb-6f1cab043168'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:43:21.988874 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-019b7bf8-d247-40a6-b50f-3dcf6b5fe00c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:42:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['f9725ee0-cfd0-4c44-bdfb-6f1cab043168'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:22.015748 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-e215d619-eacd-4d0a-800c-d5f295d13d14 req-55dfd986-57ac-4380-a8cf-7674040e37cc tempest-TestServerBasicOps-1018423846 tempest-TestServerBasicOps-1018423846-project] No DVR routers for this DVR port 951ef3a9-76ee-4383-aa7d-5f3334e0ffb8 on host n-h2-779913-29 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:43:22.018631 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-e215d619-eacd-4d0a-800c-d5f295d13d14 req-55dfd986-57ac-4380-a8cf-7674040e37cc tempest-TestServerBasicOps-1018423846 tempest-TestServerBasicOps-1018423846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:22.020773 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-421e3a6a-2d5b-4d93-bdb1-149e131a9328 tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] 10.222.0.68 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1489091 Jul 14 09:43:22.021204 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-e215d619-eacd-4d0a-800c-d5f295d13d14 req-55dfd986-57ac-4380-a8cf-7674040e37cc tempest-TestServerBasicOps-1018423846 tempest-TestServerBasicOps-1018423846-project] 10.222.0.57 "DELETE /v2.0/ports/951ef3a9-76ee-4383-aa7d-5f3334e0ffb8 HTTP/1.1" status: 204 len: 173 time: 1.5298126 Jul 14 09:43:22.021676 n-d-779913-29 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7aa1ffcc-49bc-4331-be36-b793b08d3aa0', 'name': 'network-vif-deleted', 'tag': '951ef3a9-76ee-4383-aa7d-5f3334e0ffb8'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:43:22.021916 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 46026) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:22.023959 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cb48f044f948e981f43897c8d7f1332f741dc7af2b4c5a6e19d8f4a80f708e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f22ab26-037f-4c4b-a7a2-e2a5aa9953d1" -d '{"events": [{"server_uuid": "7aa1ffcc-49bc-4331-be36-b793b08d3aa0", "name": "network-vif-deleted", "tag": "951ef3a9-76ee-4383-aa7d-5f3334e0ffb8"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:43:22.041718 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-eca33b7e-706d-4569-8030-b47a53704551 req-778ceb6c-68b5-412e-8bae-2305e9149c6b tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/security-groups?id=8ddc8877-605a-44c2-a058-368d728dd554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359057 Jul 14 09:43:22.095006 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5a4b42c6-bd7d-4049-b870-dcb4bf09b95d tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:22.107194 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5a4b42c6-bd7d-4049-b870-dcb4bf09b95d tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:22.109774 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac34715-6433-4f13-950b-2b07ad8176ec req-5eab4c9b-533f-4a90-9ee8-36eac741cd13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:22.111359 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8ac34715-6433-4f13-950b-2b07ad8176ec req-5eab4c9b-533f-4a90-9ee8-36eac741cd13 service neutron] 10.222.0.65 "GET /v2.0/networks?id=2a42cb13-2d55-4959-a070-eb88da564dfb HTTP/1.1" status: 200 len: 913 time: 0.1914275 Jul 14 09:43:22.131727 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-019b7bf8-d247-40a6-b50f-3dcf6b5fe00c None None] Set router f9725ee0-cfd0-4c44-bdfb-6f1cab043168 gateway port host: n-d-779913-29 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:43:22.159783 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6d178b04-dedc-4c56-9ccd-c8373b2cfc08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:22.180665 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8ac34715-6433-4f13-950b-2b07ad8176ec req-96821349-3221-43b2-b23d-b0e81b5a4fff service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9f8e9a48-3b5b-4ec8-b785-e7dbab3d632a HTTP/1.1" status: 200 len: 217 time: 0.0622060 Jul 14 09:43:22.189654 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:43:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f37825b-fb63-4cd0-933d-4be09b20c554 x-openstack-request-id: req-8f37825b-fb63-4cd0-933d-4be09b20c554 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:43:22.189952 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7aa1ffcc-49bc-4331-be36-b793b08d3aa0", "name": "network-vif-deleted", "tag": "951ef3a9-76ee-4383-aa7d-5f3334e0ffb8", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:43:22.190223 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-8f37825b-fb63-4cd0-933d-4be09b20c554 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:43:22.190613 n-d-779913-29 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7aa1ffcc-49bc-4331-be36-b793b08d3aa0', 'name': 'network-vif-deleted', 'tag': '951ef3a9-76ee-4383-aa7d-5f3334e0ffb8', 'status': 'completed', 'code': 200} Jul 14 09:43:22.224533 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5a4b42c6-bd7d-4049-b870-dcb4bf09b95d tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529131'] for security_group_rule, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:22.234414 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5a4b42c6-bd7d-4049-b870-dcb4bf09b95d tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:22.238148 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-5a4b42c6-bd7d-4049-b870-dcb4bf09b95d tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] 10.222.0.68 "DELETE /v2.0/security-group-rules/2836dacc-4443-46ea-91f6-e62d01b65a9f HTTP/1.1" status: 204 len: 168 time: 0.2067549 Jul 14 09:43:22.238422 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 46032) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:22.248375 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4b42c6-bd7d-4049-b870-dcb4bf09b95d tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2836dacc-4443-46ea-91f6-e62d01b65a9f,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:22.255214 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac34715-6433-4f13-950b-2b07ad8176ec req-c2fc8a46-3d9e-4226-b360-a45541ce6efd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:22.256579 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8ac34715-6433-4f13-950b-2b07ad8176ec req-c2fc8a46-3d9e-4226-b360-a45541ce6efd service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2fb6ebb7-0edb-47a6-96f3-036e2585c66a HTTP/1.1" status: 200 len: 851 time: 0.0663652 Jul 14 09:43:22.286018 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-c8fa1e71-c181-4ead-9771-96c628d5c473 tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] 10.222.0.68 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0466588 Jul 14 09:43:22.288628 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 46034) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:22.327872 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac34715-6433-4f13-950b-2b07ad8176ec req-7fcf2f0d-4490-4fec-8cf4-6764ec501dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:22.329436 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8ac34715-6433-4f13-950b-2b07ad8176ec req-7fcf2f0d-4490-4fec-8cf4-6764ec501dc0 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2a42cb13-2d55-4959-a070-eb88da564dfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0650866 Jul 14 09:43:22.346768 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0e276a2f-3a19-44ae-9053-85ecdf9b679c tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:22.367196 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-019b7bf8-d247-40a6-b50f-3dcf6b5fe00c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9725ee0-cfd0-4c44-bdfb-6f1cab043168', 'name': 'tempest-TestServerBasicOps-1350170889-router', 'tenant_id': '8e5e3e24b23942559d8e5fd9c20fa07d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.148'}], 'enable_snat': True}, 'gw_port_id': '72a61d52-80fb-419b-9033-1a5e3cac6456', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:37:41Z', 'updated_at': '2021-07-14T09:37:48Z', 'revision_number': 4, 'project_id': '8e5e3e24b23942559d8e5fd9c20fa07d', 'gw_port': {'id': '72a61d52-80fb-419b-9033-1a5e3cac6456', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:a4:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9725ee0-cfd0-4c44-bdfb-6f1cab043168', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2393, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:37:42Z', 'updated_at': '2021-07-14T09:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': 'c80ecb96-3dec-46ba-9ce0-e10742d650a6', 'name': '', 'network_id': '6c29f6d8-c262-4639-bd5f-4fee768f8f0b', 'tenant_id': '8e5e3e24b23942559d8e5fd9c20fa07d', 'mac_address': 'fa:16:3e:6c:5a:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9725ee0-cfd0-4c44-bdfb-6f1cab043168', 'device_owner': 'network:router_interface', 'standard_attr_id': 2394, 'fixed_ips': [{'subnet_id': 'bdb5ef61-646e-46dd-82a7-ce9d14bdc4cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:37:47Z', 'updated_at': '2021-07-14T09:37:58Z', 'revision_number': 5, 'project_id': '8e5e3e24b23942559d8e5fd9c20fa07d', 'subnets': [{'id': 'bdb5ef61-646e-46dd-82a7-ce9d14bdc4cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:22.369700 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0e276a2f-3a19-44ae-9053-85ecdf9b679c tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:22.397059 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-019b7bf8-d247-40a6-b50f-3dcf6b5fe00c None None] Checking router: f9725ee0-cfd0-4c44-bdfb-6f1cab043168 for host: n-d-779913-29 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:43:22.405822 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-019b7bf8-d247-40a6-b50f-3dcf6b5fe00c None None] Routers {'f9725ee0-cfd0-4c44-bdfb-6f1cab043168'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:43:22.406856 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-019b7bf8-d247-40a6-b50f-3dcf6b5fe00c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:42:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['f9725ee0-cfd0-4c44-bdfb-6f1cab043168'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:22.430821 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8ac34715-6433-4f13-950b-2b07ad8176ec req-37f0e5ba-2bd5-4973-8933-9bef71953238 service neutron] 10.222.0.65 "GET /v2.0/networks/2a42cb13-2d55-4959-a070-eb88da564dfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945559 Jul 14 09:43:22.434458 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0e276a2f-3a19-44ae-9053-85ecdf9b679c tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:22.437081 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0e276a2f-3a19-44ae-9053-85ecdf9b679c tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:22.438247 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-0e276a2f-3a19-44ae-9053-85ecdf9b679c tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] 10.222.0.68 "DELETE /v2.0/security-groups/cd9a5308-21b9-419b-84b5-f565ac24adde HTTP/1.1" status: 204 len: 168 time: 0.1486480 Jul 14 09:43:22.441158 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 46038) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:22.450670 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e276a2f-3a19-44ae-9053-85ecdf9b679c tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd9a5308-21b9-419b-84b5-f565ac24adde,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:22.609898 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b8af99d2-5416-4160-9d27-e9873202ab7b req-507eec89-4749-4d01-ac07-1f0ba03e401f tempest-TestServerBasicOps-1018423846 tempest-TestServerBasicOps-1018423846-project] 10.222.0.68 "GET /v2.0/ports?device_id=7aa1ffcc-49bc-4331-be36-b793b08d3aa0 HTTP/1.1" status: 200 len: 210 time: 0.0773971 Jul 14 09:43:22.621765 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-93c8cce7-5c32-46f9-a147-90c1a5b8c5b6 tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] 10.222.0.68 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1490664 Jul 14 09:43:22.622686 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 46042) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:22.628710 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-dcfaa47e-10f7-42b4-bbcb-919d118a3196 tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] Request body: {'security_group': {'name': 'tempest-secgroup--152391672'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:43:22.644346 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-019b7bf8-d247-40a6-b50f-3dcf6b5fe00c None None] Set router f9725ee0-cfd0-4c44-bdfb-6f1cab043168 gateway port host: n-d-779913-29 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:43:22.657743 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa47e-10f7-42b4-bbcb-919d118a3196 tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:22.659367 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8ac34715-6433-4f13-950b-2b07ad8176ec req-42f36c8a-6299-40c7-951e-50d29e435f8b service neutron] 10.222.0.65 "GET /v2.0/networks/2a42cb13-2d55-4959-a070-eb88da564dfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2220378 Jul 14 09:43:22.757554 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa47e-10f7-42b4-bbcb-919d118a3196 tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:22.762489 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa47e-10f7-42b4-bbcb-919d118a3196 tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:22.779441 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa47e-10f7-42b4-bbcb-919d118a3196 tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:22.780794 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-dcfaa47e-10f7-42b4-bbcb-919d118a3196 tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1574645 Jul 14 09:43:22.783597 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 46044) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:22.791286 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-3ef17934-e6a1-4d34-9916-a1bb6e9d35e7 tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] Request body: {'security_group_rule': {'security_group_id': '66c0bdc9-f5eb-42c1-8732-f798c0eac962', 'direction': 'ingress', 'protocol': 17}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:43:22.801281 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfaa47e-10f7-42b4-bbcb-919d118a3196 tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66c0bdc9-f5eb-42c1-8732-f798c0eac962,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:22.831030 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3ef17934-e6a1-4d34-9916-a1bb6e9d35e7 tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:22.884646 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-019b7bf8-d247-40a6-b50f-3dcf6b5fe00c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9725ee0-cfd0-4c44-bdfb-6f1cab043168', 'name': 'tempest-TestServerBasicOps-1350170889-router', 'tenant_id': '8e5e3e24b23942559d8e5fd9c20fa07d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.148'}], 'enable_snat': True}, 'gw_port_id': '72a61d52-80fb-419b-9033-1a5e3cac6456', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:37:41Z', 'updated_at': '2021-07-14T09:37:48Z', 'revision_number': 4, 'project_id': '8e5e3e24b23942559d8e5fd9c20fa07d', 'gw_port': {'id': '72a61d52-80fb-419b-9033-1a5e3cac6456', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:a4:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9725ee0-cfd0-4c44-bdfb-6f1cab043168', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2393, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:37:42Z', 'updated_at': '2021-07-14T09:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': 'c80ecb96-3dec-46ba-9ce0-e10742d650a6', 'name': '', 'network_id': '6c29f6d8-c262-4639-bd5f-4fee768f8f0b', 'tenant_id': '8e5e3e24b23942559d8e5fd9c20fa07d', 'mac_address': 'fa:16:3e:6c:5a:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9725ee0-cfd0-4c44-bdfb-6f1cab043168', 'device_owner': 'network:router_interface', 'standard_attr_id': 2394, 'fixed_ips': [{'subnet_id': 'bdb5ef61-646e-46dd-82a7-ce9d14bdc4cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:37:47Z', 'updated_at': '2021-07-14T09:37:58Z', 'revision_number': 5, 'project_id': '8e5e3e24b23942559d8e5fd9c20fa07d', 'subnets': [{'id': 'bdb5ef61-646e-46dd-82a7-ce9d14bdc4cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:22.896096 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3ef17934-e6a1-4d34-9916-a1bb6e9d35e7 tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:22.900614 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3ef17934-e6a1-4d34-9916-a1bb6e9d35e7 tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529131'] for security_group_rule, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:22.916097 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-019b7bf8-d247-40a6-b50f-3dcf6b5fe00c None None] The sync data for ids ['f9725ee0-cfd0-4c44-bdfb-6f1cab043168'] in n-d-779913-29 is: [{'id': 'f9725ee0-cfd0-4c44-bdfb-6f1cab043168', 'name': 'tempest-TestServerBasicOps-1350170889-router', 'tenant_id': '8e5e3e24b23942559d8e5fd9c20fa07d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.148'}], 'enable_snat': True}, 'gw_port_id': '72a61d52-80fb-419b-9033-1a5e3cac6456', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:37:41Z', 'updated_at': '2021-07-14T09:37:48Z', 'revision_number': 4, 'project_id': '8e5e3e24b23942559d8e5fd9c20fa07d', 'gw_port': {'id': '72a61d52-80fb-419b-9033-1a5e3cac6456', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:a4:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9725ee0-cfd0-4c44-bdfb-6f1cab043168', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2393, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:37:42Z', 'updated_at': '2021-07-14T09:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': 'c80ecb96-3dec-46ba-9ce0-e10742d650a6', 'name': '', 'network_id': '6c29f6d8-c262-4639-bd5f-4fee768f8f0b', 'tenant_id': '8e5e3e24b23942559d8e5fd9c20fa07d', 'mac_address': 'fa:16:3e:6c:5a:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9725ee0-cfd0-4c44-bdfb-6f1cab043168', 'device_owner': 'network:router_interface', 'standard_attr_id': 2394, 'fixed_ips': [{'subnet_id': 'bdb5ef61-646e-46dd-82a7-ce9d14bdc4cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:37:47Z', 'updated_at': '2021-07-14T09:37:58Z', 'revision_number': 5, 'project_id': '8e5e3e24b23942559d8e5fd9c20fa07d', 'subnets': [{'id': 'bdb5ef61-646e-46dd-82a7-ce9d14bdc4cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:43:22.923313 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef17934-e6a1-4d34-9916-a1bb6e9d35e7 tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca4fc475-afea-455d-9efb-b6cc501cc684,revision_number=0']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:22.930352 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3ef17934-e6a1-4d34-9916-a1bb6e9d35e7 tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:22.931594 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-3ef17934-e6a1-4d34-9916-a1bb6e9d35e7 tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1455443 Jul 14 09:43:22.934970 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 46048) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:23.025737 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5303f16f-7cd0-48f6-8aaa-fc04474fe40a tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] Notify callbacks [] for security_group, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:23.056154 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5303f16f-7cd0-48f6-8aaa-fc04474fe40a tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:23.094974 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081dd81d-62b8-4aff-bc75-2ff60d43afbd req-6c735fe1-57d8-4c47-b984-f29a1191dbc0 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:23.096490 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-081dd81d-62b8-4aff-bc75-2ff60d43afbd req-6c735fe1-57d8-4c47-b984-f29a1191dbc0 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/ports?device_id=5807614e-456b-4bb7-9e93-3be88e0dddc0 HTTP/1.1" status: 200 len: 946 time: 0.1180041 Jul 14 09:43:23.143763 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5303f16f-7cd0-48f6-8aaa-fc04474fe40a tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:23.146834 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5303f16f-7cd0-48f6-8aaa-fc04474fe40a tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:23.150840 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-5303f16f-7cd0-48f6-8aaa-fc04474fe40a tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] 10.222.0.68 "DELETE /v2.0/security-groups/66c0bdc9-f5eb-42c1-8732-f798c0eac962 HTTP/1.1" status: 204 len: 168 time: 0.2148092 Jul 14 09:43:23.152484 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 46054) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:23.173259 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-081dd81d-62b8-4aff-bc75-2ff60d43afbd req-3150a09d-4155-4943-95e9-688709209e30 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/security-groups?id=e6d675ec-f50c-4916-bc8c-357a840d6ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586896 Jul 14 09:43:23.174115 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5303f16f-7cd0-48f6-8aaa-fc04474fe40a tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66c0bdc9-f5eb-42c1-8732-f798c0eac962,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:23.215984 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-223d7e68-83fe-4902-9f11-419e1f9ef29f None None] New status for floating IP e103dacf-6594-4a7f-b06a-6b32123dfda3: DOWN {{(pid=93959) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:43:23.263952 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-acd51248-ed38-441a-b8bd-1a73a9c2c61f tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] 10.222.0.68 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1049137 Jul 14 09:43:23.265873 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 46058) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:23.272250 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-70aef61d-971f-4ff2-8d4f-8738b86998cf tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] Request body: {'security_group': {'name': 'tempest-secgroup--1422282750'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:43:23.293650 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1a8f29-1a69-49e8-ba1c-e6d6bb24c6e5 req-630d5951-fb91-453e-9ee7-55ab8c61be01 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:23.295119 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ac1a8f29-1a69-49e8-ba1c-e6d6bb24c6e5 req-630d5951-fb91-453e-9ee7-55ab8c61be01 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/ports?device_id=cd255fe7-8cd0-407c-a0db-855de2f209d6 HTTP/1.1" status: 200 len: 945 time: 0.0818577 Jul 14 09:43:23.301584 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-70aef61d-971f-4ff2-8d4f-8738b86998cf tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:23.354126 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ac1a8f29-1a69-49e8-ba1c-e6d6bb24c6e5 req-c5f616e2-ff69-4e1a-88b8-2a9d0b55b0ad tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/security-groups?id=8ddc8877-605a-44c2-a058-368d728dd554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515270 Jul 14 09:43:23.414776 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-70aef61d-971f-4ff2-8d4f-8738b86998cf tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:23.419116 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-70aef61d-971f-4ff2-8d4f-8738b86998cf tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:23.449123 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-70aef61d-971f-4ff2-8d4f-8738b86998cf tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:23.453184 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-70aef61d-971f-4ff2-8d4f-8738b86998cf tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1830490 Jul 14 09:43:23.453184 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70aef61d-971f-4ff2-8d4f-8738b86998cf tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d89baeda-fb51-4a35-b9ce-2b85b82396e8,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:23.453808 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 46062) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:23.459017 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-78936490-ef9a-4d0e-baa6-d5c22ac0ad31 tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] Request body: {'security_group': {'name': 'tempest-secgroup--1686441314'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:43:23.485192 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-78936490-ef9a-4d0e-baa6-d5c22ac0ad31 tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:23.505063 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 951ef3a9-76ee-4383-aa7d-5f3334e0ffb8 no longer exists at agent hyperv_n-h2-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:43:23.519040 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5613d10a-e14e-4764-9fca-0dfa4b934eba req-8298c7f5-728a-4f8a-b3d4-6183793b4746 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:23.520698 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5613d10a-e14e-4764-9fca-0dfa4b934eba req-8298c7f5-728a-4f8a-b3d4-6183793b4746 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/ports?device_id=5807614e-456b-4bb7-9e93-3be88e0dddc0 HTTP/1.1" status: 200 len: 946 time: 0.0663645 Jul 14 09:43:23.528462 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] No Port match for: 951ef3a9-76ee-4383-aa7d-5f3334e0ffb8 {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:43:23.528816 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 951ef3a9-76ee-4383-aa7d-5f3334e0ffb8 not bound to the agent host n-h2-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:43:23.566729 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5613d10a-e14e-4764-9fca-0dfa4b934eba req-37886b7f-d275-4466-8c1d-4dbf2507f9e2 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/security-groups?id=e6d675ec-f50c-4916-bc8c-357a840d6ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381973 Jul 14 09:43:23.584702 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-78936490-ef9a-4d0e-baa6-d5c22ac0ad31 tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:23.588613 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-78936490-ef9a-4d0e-baa6-d5c22ac0ad31 tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:23.591594 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 46064) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:23.619549 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-78936490-ef9a-4d0e-baa6-d5c22ac0ad31 tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:23.623463 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-78936490-ef9a-4d0e-baa6-d5c22ac0ad31 tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1659696 Jul 14 09:43:23.623722 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 46066) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:23.628165 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-5feb8069-8a17-4ae6-830b-e54e238a474c tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] Request body: {'security_group_rule': {'security_group_id': 'd89baeda-fb51-4a35-b9ce-2b85b82396e8', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'bc6d5c91-949f-4eb1-9cfc-29ecabee07f9', 'remote_ip_prefix': None}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:43:23.632242 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78936490-ef9a-4d0e-baa6-d5c22ac0ad31 tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc6d5c91-949f-4eb1-9cfc-29ecabee07f9,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:23.647478 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b823c2df-9e97-4218-b19b-942fdd5818ec tempest-TestNetworkAdvancedServerOps-1977836674 tempest-TestNetworkAdvancedServerOps-1977836674-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:23.649266 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-b823c2df-9e97-4218-b19b-942fdd5818ec tempest-TestNetworkAdvancedServerOps-1977836674 tempest-TestNetworkAdvancedServerOps-1977836674-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=5807614e-456b-4bb7-9e93-3be88e0dddc0 HTTP/1.1" status: 200 len: 1093 time: 0.0566802 Jul 14 09:43:23.653123 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 46070) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:23.658213 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-5f8f4216-82e2-4e45-84d4-9a3022772bb5 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Request body: {'floatingip': {'floating_network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'port_id': 'b4261f23-8b12-4e6b-a247-d2e1ab6b02c9', 'tenant_id': '62cf828fc3e84fada2a4655d43752657', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:43:23.681585 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5feb8069-8a17-4ae6-830b-e54e238a474c tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:23.706084 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5f8f4216-82e2-4e45-84d4-9a3022772bb5 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks [] for floatingip, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:23.713606 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 46072) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:23.810155 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5feb8069-8a17-4ae6-830b-e54e238a474c tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:23.818282 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5feb8069-8a17-4ae6-830b-e54e238a474c tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529131'] for security_group_rule, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:23.843789 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5feb8069-8a17-4ae6-830b-e54e238a474c tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b97b84df-6ae2-4363-bd2d-5c27d3e63c07,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:23.846383 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-ef4675ca-2d69-4d4f-b7ab-df21ba0270f4 tempest-TestServerBasicOps-1018423846 tempest-TestServerBasicOps-1018423846-project] Deleting port 358815f4-12ec-40b1-8153-452f0ae0cfc7 {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:43:23.847049 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ef4675ca-2d69-4d4f-b7ab-df21ba0270f4 tempest-TestServerBasicOps-1018423846 tempest-TestServerBasicOps-1018423846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:23.860845 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5feb8069-8a17-4ae6-830b-e54e238a474c tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:23.864692 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-5feb8069-8a17-4ae6-830b-e54e238a474c tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2374537 Jul 14 09:43:23.866155 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 46076) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:23.897009 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5f8f4216-82e2-4e45-84d4-9a3022772bb5 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:23.911235 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-18cd7d23-0a27-4cff-ac11-bbee60ecb7f5 tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:23.930853 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ef4675ca-2d69-4d4f-b7ab-df21ba0270f4 tempest-TestServerBasicOps-1018423846 tempest-TestServerBasicOps-1018423846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:23.931185 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ef4675ca-2d69-4d4f-b7ab-df21ba0270f4 tempest-TestServerBasicOps-1018423846 tempest-TestServerBasicOps-1018423846-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:23.943904 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-ef4675ca-2d69-4d4f-b7ab-df21ba0270f4 tempest-TestServerBasicOps-1018423846 tempest-TestServerBasicOps-1018423846-project] Calling delete_port for 358815f4-12ec-40b1-8153-452f0ae0cfc7 owned by network:floatingip {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:43:23.946696 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-18cd7d23-0a27-4cff-ac11-bbee60ecb7f5 tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:24.011522 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-18cd7d23-0a27-4cff-ac11-bbee60ecb7f5 tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529131'] for security_group_rule, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:24.020163 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-18cd7d23-0a27-4cff-ac11-bbee60ecb7f5 tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:24.021269 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-18cd7d23-0a27-4cff-ac11-bbee60ecb7f5 tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] 10.222.0.68 "DELETE /v2.0/security-group-rules/b97b84df-6ae2-4363-bd2d-5c27d3e63c07 HTTP/1.1" status: 204 len: 168 time: 0.1542141 Jul 14 09:43:24.023946 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 46078) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:24.035520 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cd7d23-0a27-4cff-ac11-bbee60ecb7f5 tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b97b84df-6ae2-4363-bd2d-5c27d3e63c07,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:24.054606 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-5f8f4216-82e2-4e45-84d4-9a3022772bb5 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Allocated IP 172.25.4.85 (2dcd4d32-cc7c-4468-b396-7ce5c9231892/6cd22a75-5bc1-467c-a3c4-0af04bd1b34a/e7f48b49-8dcc-49be-bd2d-c28d41663299) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:43:24.083499 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-55fb80ab-e645-4ff0-9ecb-ec488534d591 tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] 10.222.0.68 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0584416 Jul 14 09:43:24.086877 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 46080) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:24.159573 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ef4675ca-2d69-4d4f-b7ab-df21ba0270f4 tempest-TestServerBasicOps-1018423846 tempest-TestServerBasicOps-1018423846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:24.160418 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5f8f4216-82e2-4e45-84d4-9a3022772bb5 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:24.194512 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4ab6d225-63ea-4063-97a5-2182e764c4c6 tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] Notify callbacks [] for security_group, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:24.198800 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4675ca-2d69-4d4f-b7ab-df21ba0270f4 tempest-TestServerBasicOps-1018423846 tempest-TestServerBasicOps-1018423846-project] Pushing event deleted for resources: {'Port': ['ID=358815f4-12ec-40b1-8153-452f0ae0cfc7,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:24.203838 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5f8f4216-82e2-4e45-84d4-9a3022772bb5 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:24.245955 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f8f4216-82e2-4e45-84d4-9a3022772bb5 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Network 2dcd4d32-cc7c-4468-b396-7ce5c9231892 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:43:24.250728 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-5f8f4216-82e2-4e45-84d4-9a3022772bb5 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:43:24.253164 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f8f4216-82e2-4e45-84d4-9a3022772bb5 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:43:24.267370 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4ab6d225-63ea-4063-97a5-2182e764c4c6 tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:24.285342 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8f4216-82e2-4e45-84d4-9a3022772bb5 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Pushing event updated for resources: {'Port': ['ID=e7f48b49-8dcc-49be-bd2d-c28d41663299,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:24.301864 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ef4675ca-2d69-4d4f-b7ab-df21ba0270f4 tempest-TestServerBasicOps-1018423846 tempest-TestServerBasicOps-1018423846-project] Notify callbacks [] for floatingip, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:24.304384 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ef4675ca-2d69-4d4f-b7ab-df21ba0270f4 tempest-TestServerBasicOps-1018423846 tempest-TestServerBasicOps-1018423846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for floatingip, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:24.305602 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-ef4675ca-2d69-4d4f-b7ab-df21ba0270f4 tempest-TestServerBasicOps-1018423846 tempest-TestServerBasicOps-1018423846-project] 10.222.0.68 "DELETE /v2.0/floatingips/e103dacf-6594-4a7f-b06a-6b32123dfda3 HTTP/1.1" status: 204 len: 168 time: 0.5908399 Jul 14 09:43:24.322109 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4ab6d225-63ea-4063-97a5-2182e764c4c6 tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:24.324705 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4ab6d225-63ea-4063-97a5-2182e764c4c6 tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:24.325907 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-4ab6d225-63ea-4063-97a5-2182e764c4c6 tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] 10.222.0.68 "DELETE /v2.0/security-groups/bc6d5c91-949f-4eb1-9cfc-29ecabee07f9 HTTP/1.1" status: 204 len: 168 time: 0.2381964 Jul 14 09:43:24.328736 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 46084) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:24.335396 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab6d225-63ea-4063-97a5-2182e764c4c6 tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc6d5c91-949f-4eb1-9cfc-29ecabee07f9,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:24.389130 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 9f8e9a48-3b5b-4ec8-b785-e7dbab3d632a no longer exists at agent hyperv_n-h1-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:43:24.475584 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-8e24ede0-b351-48cf-b314-11d78fd4f667 tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] 10.222.0.68 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1432521 Jul 14 09:43:24.475826 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 46090) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:24.508047 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:24.511570 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 46092) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:24.558459 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd255fe7-8cd0-407c-a0db-855de2f209d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f8e9a48-3b5b-4ec8-b785-e7dbab3d632a'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:43:24.560979 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd62303f06773040a8a4e189dc46b4f565768c299abf8ab8e7739778b0bc3e97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3173e95-beea-474b-91b5-5b8a53f224d8" -d '{"events": [{"server_uuid": "cd255fe7-8cd0-407c-a0db-855de2f209d6", "name": "network-vif-unplugged", "status": "completed", "tag": "9f8e9a48-3b5b-4ec8-b785-e7dbab3d632a"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:43:24.581396 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port 9f8e9a48-3b5b-4ec8-b785-e7dbab3d632a, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=9f8e9a48-3b5b-4ec8-b785-e7dbab3d632a,segment=NetworkSegment(5aade75d-903c-400b-b4a7-6f3ba4ae14ee),segment_id=5aade75d-903c-400b-b4a7-6f3ba4ae14ee)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:43:24.586854 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:24.644569 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 09:43:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e9d8ac3-969d-434e-a5a1-d6c01075f908 x-openstack-request-id: req-0e9d8ac3-969d-434e-a5a1-d6c01075f908 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:43:24.644853 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd255fe7-8cd0-407c-a0db-855de2f209d6", "name": "network-vif-unplugged", "status": "completed", "tag": "9f8e9a48-3b5b-4ec8-b785-e7dbab3d632a", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:43:24.645452 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-0e9d8ac3-969d-434e-a5a1-d6c01075f908 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:43:24.645887 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd255fe7-8cd0-407c-a0db-855de2f209d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f8e9a48-3b5b-4ec8-b785-e7dbab3d632a', 'code': 200} Jul 14 09:43:24.647036 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Pushing event updated for resources: {'Port': ['ID=9f8e9a48-3b5b-4ec8-b785-e7dbab3d632a,revision_number=8']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:24.650036 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-9e7bb9cd-cdc2-4678-b07f-5309ff858416 tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] Notify callbacks [] for security_group, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:24.662272 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-992fe6c2-1d1d-43f2-a3b0-8d46cf25555a tempest-TestServerBasicOps-1018423846 tempest-TestServerBasicOps-1018423846-project] Notify callbacks [] for security_group, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:24.703231 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-9e7bb9cd-cdc2-4678-b07f-5309ff858416 tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:24.726505 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-992fe6c2-1d1d-43f2-a3b0-8d46cf25555a tempest-TestServerBasicOps-1018423846 tempest-TestServerBasicOps-1018423846-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:24.743964 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:24.748270 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e3e52c-3ea6-4bdd-8910-a9488e6da2a0 req-7af3ace5-ac3f-4678-b939-a14e41a84a96 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:24.749864 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-31e3e52c-3ea6-4bdd-8910-a9488e6da2a0 req-7af3ace5-ac3f-4678-b939-a14e41a84a96 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/ports?device_id=cd255fe7-8cd0-407c-a0db-855de2f209d6 HTTP/1.1" status: 200 len: 945 time: 0.1949985 Jul 14 09:43:24.820458 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-31e3e52c-3ea6-4bdd-8910-a9488e6da2a0 req-97ce7d74-18da-4be7-96a2-a00efd023178 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/security-groups?id=8ddc8877-605a-44c2-a058-368d728dd554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599079 Jul 14 09:43:24.821866 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-9e7bb9cd-cdc2-4678-b07f-5309ff858416 tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:24.824708 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-9e7bb9cd-cdc2-4678-b07f-5309ff858416 tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:24.825474 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-9e7bb9cd-cdc2-4678-b07f-5309ff858416 tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] 10.222.0.68 "DELETE /v2.0/security-groups/d89baeda-fb51-4a35-b9ce-2b85b82396e8 HTTP/1.1" status: 204 len: 168 time: 0.3485956 Jul 14 09:43:24.831090 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 46096) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:24.844155 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7bb9cd-cdc2-4678-b07f-5309ff858416 tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d89baeda-fb51-4a35-b9ce-2b85b82396e8,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:24.883645 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-992fe6c2-1d1d-43f2-a3b0-8d46cf25555a tempest-TestServerBasicOps-1018423846 tempest-TestServerBasicOps-1018423846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:24.884377 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7cd14043-d7d9-4f16-a0c8-e8d641f2d011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:24.890052 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-992fe6c2-1d1d-43f2-a3b0-8d46cf25555a tempest-TestServerBasicOps-1018423846 tempest-TestServerBasicOps-1018423846-project] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:24.891225 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-992fe6c2-1d1d-43f2-a3b0-8d46cf25555a tempest-TestServerBasicOps-1018423846 tempest-TestServerBasicOps-1018423846-project] 10.222.0.68 "DELETE /v2.0/security-groups/eb2891e5-70c4-4da6-a9db-6da5988fd1dc HTTP/1.1" status: 204 len: 168 time: 0.3779151 Jul 14 09:43:24.909815 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5f8f4216-82e2-4e45-84d4-9a3022772bb5 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:24.914141 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-090c2a37-8a32-46d2-bbb4-41c7df936bd3 tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] 10.222.0.68 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0819261 Jul 14 09:43:24.915645 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992fe6c2-1d1d-43f2-a3b0-8d46cf25555a tempest-TestServerBasicOps-1018423846 tempest-TestServerBasicOps-1018423846-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb2891e5-70c4-4da6-a9db-6da5988fd1dc,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:24.921277 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 46102) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:24.926519 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-d9535bef-4f31-49a2-980a-4306f7b960e2 tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] Request body: {'security_group': {'name': 'tempest-secgroup--2127336090'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:43:24.963583 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d9535bef-4f31-49a2-980a-4306f7b960e2 tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:24.977875 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 46104) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:25.072010 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5f8f4216-82e2-4e45-84d4-9a3022772bb5 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:25.076005 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d9535bef-4f31-49a2-980a-4306f7b960e2 tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:25.080207 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d9535bef-4f31-49a2-980a-4306f7b960e2 tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:25.122536 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9535bef-4f31-49a2-980a-4306f7b960e2 tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6893c92-e632-48b8-92a4-946fcb8736e7,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:25.126666 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d9535bef-4f31-49a2-980a-4306f7b960e2 tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:25.130040 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-d9535bef-4f31-49a2-980a-4306f7b960e2 tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2074156 Jul 14 09:43:25.131229 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 46108) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:25.137558 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-7194c7c8-ed28-47a3-9592-ee1729f07cee tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] Request body: {'security_group_rule': {'security_group_id': 'b6893c92-e632-48b8-92a4-946fcb8736e7', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:43:25.169071 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7194c7c8-ed28-47a3-9592-ee1729f07cee tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:25.234370 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7194c7c8-ed28-47a3-9592-ee1729f07cee tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:25.238445 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7194c7c8-ed28-47a3-9592-ee1729f07cee tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529131'] for security_group_rule, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:25.264826 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7194c7c8-ed28-47a3-9592-ee1729f07cee tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e0fcc89-f464-47a4-8d50-0f6a5668c6b8,revision_number=0']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:25.274204 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7194c7c8-ed28-47a3-9592-ee1729f07cee tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:25.278666 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-7194c7c8-ed28-47a3-9592-ee1729f07cee tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1429963 Jul 14 09:43:25.278902 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 46110) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:25.304035 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ee67e0ea-0860-498f-a9f2-75a96097a917 tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:25.312840 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ee67e0ea-0860-498f-a9f2-75a96097a917 tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:25.339839 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ee67e0ea-0860-498f-a9f2-75a96097a917 tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529131'] for security_group_rule, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:25.347257 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ee67e0ea-0860-498f-a9f2-75a96097a917 tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:25.348460 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-ee67e0ea-0860-498f-a9f2-75a96097a917 tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] 10.222.0.68 "DELETE /v2.0/security-group-rules/9e0fcc89-f464-47a4-8d50-0f6a5668c6b8 HTTP/1.1" status: 204 len: 168 time: 0.0685778 Jul 14 09:43:25.353200 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 46112) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:25.360365 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee67e0ea-0860-498f-a9f2-75a96097a917 tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9e0fcc89-f464-47a4-8d50-0f6a5668c6b8,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:25.396134 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-4e09d85a-74a3-42f7-b51c-cb6295a0e994 tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] 10.222.0.68 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0415480 Jul 14 09:43:25.398887 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 46114) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:25.399623 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5f8f4216-82e2-4e45-84d4-9a3022772bb5 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:25.408051 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5f8f4216-82e2-4e45-84d4-9a3022772bb5 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13574142'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:25.452911 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-9369b01c-6791-46b3-a99b-446fbda77c94 tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] Notify callbacks [] for security_group, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:25.477260 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-9369b01c-6791-46b3-a99b-446fbda77c94 tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:25.513589 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8f4216-82e2-4e45-84d4-9a3022772bb5 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Pushing event updated for resources: {'Port': ['ID=e7f48b49-8dcc-49be-bd2d-c28d41663299,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:25.523576 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-9369b01c-6791-46b3-a99b-446fbda77c94 tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:25.527312 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-9369b01c-6791-46b3-a99b-446fbda77c94 tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:25.530928 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-9369b01c-6791-46b3-a99b-446fbda77c94 tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] 10.222.0.68 "DELETE /v2.0/security-groups/b6893c92-e632-48b8-92a4-946fcb8736e7 HTTP/1.1" status: 204 len: 168 time: 0.1286845 Jul 14 09:43:25.532867 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 46116) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:25.544703 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9369b01c-6791-46b3-a99b-446fbda77c94 tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6893c92-e632-48b8-92a4-946fcb8736e7,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:25.555262 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5f8f4216-82e2-4e45-84d4-9a3022772bb5 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-660590'] for floatingip, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:25.585915 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-32932225-8c10-45b2-8f88-4ac36395437c tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] 10.222.0.68 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0519576 Jul 14 09:43:25.590022 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 46118) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:25.594937 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-d3de8ef7-3e9f-42eb-83da-8a16c184725c tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] Request body: {'security_group': {'name': 'tempest-secgroup--327678565'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:43:25.616985 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d3de8ef7-3e9f-42eb-83da-8a16c184725c tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:25.698871 n-d-779913-29 neutron-server[93958]: INFO neutron.db.l3_db [None req-5f8f4216-82e2-4e45-84d4-9a3022772bb5 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Floating IP 9af339f6-96d8-47e6-bd19-dc00b51d836f associated. External IP: 172.25.4.85, port: b4261f23-8b12-4e6b-a247-d2e1ab6b02c9. Jul 14 09:43:25.702355 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d3de8ef7-3e9f-42eb-83da-8a16c184725c tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:25.706492 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d3de8ef7-3e9f-42eb-83da-8a16c184725c tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:25.733546 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d3de8ef7-3e9f-42eb-83da-8a16c184725c tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:25.734907 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-d3de8ef7-3e9f-42eb-83da-8a16c184725c tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1439123 Jul 14 09:43:25.737666 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 46120) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:25.742748 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-bb38c6f5-472f-47bb-a892-9f87a18f4caa tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] Request body: {'security_group_rule': {'security_group_id': '1365ad15-40f7-4a1b-9137-9a497de9a3ff', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:43:25.748589 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3de8ef7-3e9f-42eb-83da-8a16c184725c tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1365ad15-40f7-4a1b-9137-9a497de9a3ff,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:25.773394 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-bb38c6f5-472f-47bb-a892-9f87a18f4caa tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:25.831889 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-bb38c6f5-472f-47bb-a892-9f87a18f4caa tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:25.836119 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-bb38c6f5-472f-47bb-a892-9f87a18f4caa tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529131'] for security_group_rule, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:25.855261 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb38c6f5-472f-47bb-a892-9f87a18f4caa tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8ab9c37-12fb-4d3b-b468-869740296534,revision_number=0']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:25.861987 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-bb38c6f5-472f-47bb-a892-9f87a18f4caa tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:25.865688 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-bb38c6f5-472f-47bb-a892-9f87a18f4caa tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1247830 Jul 14 09:43:25.866123 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 46126) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:25.891613 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 46128) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:25.894115 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-1d3f7c6a-1791-4e2e-a555-a5470adff925 tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] 10.222.0.68 "GET /v2.0/security-group-rules/f8ab9c37-12fb-4d3b-b468-869740296534 HTTP/1.1" status: 200 len: 763 time: 0.0266809 Jul 14 09:43:25.900066 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5ad31076-714c-49ec-bc37-f3d4cd90112a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:25.929882 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c53f1aac-d6fc-4c31-a48f-9bf1106d8caa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-683602'] for router_interface, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:26.367669 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-3a0ef91d-28d6-4a5c-9219-a833935c623f tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] 10.222.0.68 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.4749873 Jul 14 09:43:26.370502 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 46132) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:26.394348 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d97131a5-be71-4891-aaf6-d88f8ff6a873 tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:26.402254 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d97131a5-be71-4891-aaf6-d88f8ff6a873 tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:26.430256 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d97131a5-be71-4891-aaf6-d88f8ff6a873 tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529131'] for security_group_rule, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:26.436944 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d97131a5-be71-4891-aaf6-d88f8ff6a873 tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:26.438110 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-d97131a5-be71-4891-aaf6-d88f8ff6a873 tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] 10.222.0.68 "DELETE /v2.0/security-group-rules/f8ab9c37-12fb-4d3b-b468-869740296534 HTTP/1.1" status: 204 len: 168 time: 0.0663931 Jul 14 09:43:26.440663 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f8f4216-82e2-4e45-84d4-9a3022772bb5 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Router b8e8ea56-6a2c-4bee-a1bf-b99ed033bef6 has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:43:26.441312 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 46134) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:26.443762 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97131a5-be71-4891-aaf6-d88f8ff6a873 tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f8ab9c37-12fb-4d3b-b468-869740296534,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:26.526141 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f61b4a-5b19-45cd-b8bf-cf42d3e0034b req-a9e90798-4186-4053-8ef8-42f33dea13d8 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:26.528189 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-89f61b4a-5b19-45cd-b8bf-cf42d3e0034b req-a9e90798-4186-4053-8ef8-42f33dea13d8 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/ports?device_id=cd255fe7-8cd0-407c-a0db-855de2f209d6 HTTP/1.1" status: 200 len: 943 time: 0.5695696 Jul 14 09:43:26.612110 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-f44053ef-81c8-4cf9-b0eb-e22ab0bc1702 tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] 10.222.0.68 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1642969 Jul 14 09:43:26.614801 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 46136) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:26.619613 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-ca0abaeb-3c39-41c5-bc7f-f25f7d0654da tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] Request body: {'security_group_rule': {'security_group_id': '1365ad15-40f7-4a1b-9137-9a497de9a3ff', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:43:26.652870 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ca0abaeb-3c39-41c5-bc7f-f25f7d0654da tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:26.683545 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-89f61b4a-5b19-45cd-b8bf-cf42d3e0034b req-ffdc62eb-9c3e-47eb-a889-e117c9fdac38 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/security-groups?id=8ddc8877-605a-44c2-a058-368d728dd554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492255 Jul 14 09:43:26.700712 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ca0abaeb-3c39-41c5-bc7f-f25f7d0654da tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:26.712595 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f8f4216-82e2-4e45-84d4-9a3022772bb5 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:43:26.714860 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ca0abaeb-3c39-41c5-bc7f-f25f7d0654da tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529131'] for security_group_rule, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:26.725950 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7e23959-8706-4f8b-8e13-200a7a454fa7 None None] Sync routers for ids ['b8e8ea56-6a2c-4bee-a1bf-b99ed033bef6'] in n-d-779913-29 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:43:26.736567 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5f8f4216-82e2-4e45-84d4-9a3022772bb5 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for floatingip, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:26.740424 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e23959-8706-4f8b-8e13-200a7a454fa7 None None] Routers {'b8e8ea56-6a2c-4bee-a1bf-b99ed033bef6'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:43:26.741327 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-e7e23959-8706-4f8b-8e13-200a7a454fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:43:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['b8e8ea56-6a2c-4bee-a1bf-b99ed033bef6'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:26.747245 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0abaeb-3c39-41c5-bc7f-f25f7d0654da tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc9281af-a035-4d05-93aa-042e31bb5434,revision_number=0']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:26.764663 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ca0abaeb-3c39-41c5-bc7f-f25f7d0654da tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:26.766267 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-ca0abaeb-3c39-41c5-bc7f-f25f7d0654da tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1503541 Jul 14 09:43:26.768992 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 46140) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:26.789967 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-31da839a-adc4-4222-bfa5-2eee0f5d426e tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] 10.222.0.68 "GET /v2.0/security-group-rules/bc9281af-a035-4d05-93aa-042e31bb5434 HTTP/1.1" status: 200 len: 763 time: 0.0192101 Jul 14 09:43:26.792752 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 46142) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:26.812011 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-5f8f4216-82e2-4e45-84d4-9a3022772bb5 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.1577084 Jul 14 09:43:26.812612 n-d-779913-29 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5807614e-456b-4bb7-9e93-3be88e0dddc0', 'tag': 'b4261f23-8b12-4e6b-a247-d2e1ab6b02c9'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:43:26.814943 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cb48f044f948e981f43897c8d7f1332f741dc7af2b4c5a6e19d8f4a80f708e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2de43e45-ef29-4792-9039-efc61f4f9030" -d '{"events": [{"name": "network-changed", "server_uuid": "5807614e-456b-4bb7-9e93-3be88e0dddc0", "tag": "b4261f23-8b12-4e6b-a247-d2e1ab6b02c9"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:43:26.859525 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-c53f1aac-d6fc-4c31-a48f-9bf1106d8caa admin admin] Deleting port c80ecb96-3dec-46ba-9ce0-e10742d650a6 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:43:26.859812 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c53f1aac-d6fc-4c31-a48f-9bf1106d8caa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:26.882717 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-c8a84408-0eb7-4d6f-8ac2-97b4b6ec3f2c tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] 10.222.0.68 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0887256 Jul 14 09:43:26.886547 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 46148) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:26.890977 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-e7e23959-8706-4f8b-8e13-200a7a454fa7 None None] Set router b8e8ea56-6a2c-4bee-a1bf-b99ed033bef6 gateway port host: n-d-779913-29 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:43:26.921978 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-14543c55-7988-49ce-a1e8-552d73f32a37 tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:26.933588 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-14543c55-7988-49ce-a1e8-552d73f32a37 tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:26.949180 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-c53f1aac-d6fc-4c31-a48f-9bf1106d8caa admin admin] For port c80ecb96-3dec-46ba-9ce0-e10742d650a6, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=c80ecb96-3dec-46ba-9ce0-e10742d650a6,segment=NetworkSegment(776efe66-340e-4bc2-943d-2c624f145bde),segment_id=776efe66-340e-4bc2-943d-2c624f145bde)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:43:26.950087 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c53f1aac-d6fc-4c31-a48f-9bf1106d8caa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:26.951619 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8bcc6b-687f-4e19-8aa9-84f12c8ce2e8 req-471b8198-6644-4937-a9df-a6dfa5a99556 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:26.958212 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8d8bcc6b-687f-4e19-8aa9-84f12c8ce2e8 req-471b8198-6644-4937-a9df-a6dfa5a99556 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/ports?device_id=5ed0c1cb-c3d6-40f1-8aad-1894504b5a83 HTTP/1.1" status: 200 len: 945 time: 0.1423450 Jul 14 09:43:26.973676 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-c53f1aac-d6fc-4c31-a48f-9bf1106d8caa admin admin] Calling delete_port for c80ecb96-3dec-46ba-9ce0-e10742d650a6 owned by network:router_interface {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:43:27.005147 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-14543c55-7988-49ce-a1e8-552d73f32a37 tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529131'] for security_group_rule, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:27.025063 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-14543c55-7988-49ce-a1e8-552d73f32a37 tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:27.029222 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-14543c55-7988-49ce-a1e8-552d73f32a37 tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] 10.222.0.68 "DELETE /v2.0/security-group-rules/bc9281af-a035-4d05-93aa-042e31bb5434 HTTP/1.1" status: 204 len: 168 time: 0.1354554 Jul 14 09:43:27.039184 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8d8bcc6b-687f-4e19-8aa9-84f12c8ce2e8 req-2a444fdd-9561-4847-9341-88b457b5a2ec tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/security-groups?id=3e66fdd8-bd2d-4f0b-a124-b60bfc46cfe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800602 Jul 14 09:43:27.039963 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14543c55-7988-49ce-a1e8-552d73f32a37 tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bc9281af-a035-4d05-93aa-042e31bb5434,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:27.041758 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 46150) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:27.101948 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:43:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d6be7f7-524e-4982-a269-57eece25da7e x-openstack-request-id: req-9d6be7f7-524e-4982-a269-57eece25da7e {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:43:27.102372 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5807614e-456b-4bb7-9e93-3be88e0dddc0", "tag": "b4261f23-8b12-4e6b-a247-d2e1ab6b02c9", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:43:27.102507 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-9d6be7f7-524e-4982-a269-57eece25da7e {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:43:27.102886 n-d-779913-29 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5807614e-456b-4bb7-9e93-3be88e0dddc0', 'tag': 'b4261f23-8b12-4e6b-a247-d2e1ab6b02c9', 'status': 'completed', 'code': 200} Jul 14 09:43:27.115118 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5a7b2f-c55b-49a3-ac20-49912d859290 req-5502d1e6-756e-4d19-bed6-df4101be1da3 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:27.116666 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-dd5a7b2f-c55b-49a3-ac20-49912d859290 req-5502d1e6-756e-4d19-bed6-df4101be1da3 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/ports?device_id=5807614e-456b-4bb7-9e93-3be88e0dddc0 HTTP/1.1" status: 200 len: 946 time: 0.1590810 Jul 14 09:43:27.128016 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-4fcf5dd6-d172-451d-8a1a-42119bf3760e tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] 10.222.0.68 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0852141 Jul 14 09:43:27.130609 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 46154) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:27.136490 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-8043f6aa-0679-4dcf-bed0-6bb4e7d5bc97 tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] Request body: {'security_group_rule': {'security_group_id': '1365ad15-40f7-4a1b-9137-9a497de9a3ff', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:43:27.162819 n-d-779913-29 neutron-server[93957]: INFO neutron.db.securitygroups_db [None req-8043f6aa-0679-4dcf-bed0-6bb4e7d5bc97 tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] Project a1f00d29e10849d592e558f051b60f94 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 09:43:27.170842 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8043f6aa-0679-4dcf-bed0-6bb4e7d5bc97 tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:27.181882 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-e7e23959-8706-4f8b-8e13-200a7a454fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8e8ea56-6a2c-4bee-a1bf-b99ed033bef6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1747406417', 'tenant_id': '62cf828fc3e84fada2a4655d43752657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.3'}], 'enable_snat': True}, 'gw_port_id': 'fbf9127b-e265-4456-ac66-4a3e41e42413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:42:57Z', 'updated_at': '2021-07-14T09:43:04Z', 'revision_number': 4, 'project_id': '62cf828fc3e84fada2a4655d43752657', 'gw_port': {'id': 'fbf9127b-e265-4456-ac66-4a3e41e42413', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:5e:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e8ea56-6a2c-4bee-a1bf-b99ed033bef6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3084, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:42:58Z', 'updated_at': '2021-07-14T09:43:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_floatingips': [{'id': '9af339f6-96d8-47e6-bd19-dc00b51d836f', 'tenant_id': '62cf828fc3e84fada2a4655d43752657', 'floating_ip_address': '172.25.4.85', 'floating_network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'router_id': 'b8e8ea56-6a2c-4bee-a1bf-b99ed033bef6', 'port_id': 'b4261f23-8b12-4e6b-a247-d2e1ab6b02c9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3133, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '559c94b9-1968-448e-a093-792c946ac9ed', 'mac_address': 'fa:16:3e:c4:77:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5807614e-456b-4bb7-9e93-3be88e0dddc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:43:24Z', 'updated_at': '2021-07-14T09:43:24Z', 'revision_number': 0, 'project_id': '62cf828fc3e84fada2a4655d43752657', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35c6bc62-c7b6-4957-9ef3-e8fa6a26fedf', 'name': '', 'network_id': '559c94b9-1968-448e-a093-792c946ac9ed', 'tenant_id': '62cf828fc3e84fada2a4655d43752657', 'mac_address': 'fa:16:3e:9c:4a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e8ea56-6a2c-4bee-a1bf-b99ed033bef6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3091, 'fixed_ips': [{'subnet_id': 'f124bd0d-26a1-4014-8e0b-5aea94940786', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:43:03Z', 'updated_at': '2021-07-14T09:43:14Z', 'revision_number': 5, 'project_id': '62cf828fc3e84fada2a4655d43752657', 'subnets': [{'id': 'f124bd0d-26a1-4014-8e0b-5aea94940786', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:27.211404 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7e23959-8706-4f8b-8e13-200a7a454fa7 None None] Checking router: b8e8ea56-6a2c-4bee-a1bf-b99ed033bef6 for host: n-d-779913-29 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:43:27.222043 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e23959-8706-4f8b-8e13-200a7a454fa7 None None] Routers {'b8e8ea56-6a2c-4bee-a1bf-b99ed033bef6'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:43:27.222771 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-e7e23959-8706-4f8b-8e13-200a7a454fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:43:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['b8e8ea56-6a2c-4bee-a1bf-b99ed033bef6'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:27.273055 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-dd5a7b2f-c55b-49a3-ac20-49912d859290 req-ca89304e-ee63-4182-8c4b-73f63a9227c6 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/security-groups?id=e6d675ec-f50c-4916-bc8c-357a840d6ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1464036 Jul 14 09:43:27.284487 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8043f6aa-0679-4dcf-bed0-6bb4e7d5bc97 tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:27.293389 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8043f6aa-0679-4dcf-bed0-6bb4e7d5bc97 tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529131'] for security_group_rule, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:27.313314 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 46158) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:27.329784 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8043f6aa-0679-4dcf-bed0-6bb4e7d5bc97 tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:27.333317 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-8043f6aa-0679-4dcf-bed0-6bb4e7d5bc97 tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1995444 Jul 14 09:43:27.360013 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-e7e23959-8706-4f8b-8e13-200a7a454fa7 None None] Set router b8e8ea56-6a2c-4bee-a1bf-b99ed033bef6 gateway port host: n-d-779913-29 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:43:27.367572 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 46160) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:27.368231 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8043f6aa-0679-4dcf-bed0-6bb4e7d5bc97 tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e15148e9-e5a9-4f71-990e-82038ed143b0,revision_number=0']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:27.382369 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de43e45-ef29-4792-9039-efc61f4f9030 req-a71f1f79-7dd0-4f36-8ea4-edb9ee70a720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:27.384593 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-2de43e45-ef29-4792-9039-efc61f4f9030 req-a71f1f79-7dd0-4f36-8ea4-edb9ee70a720 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=62cf828fc3e84fada2a4655d43752657&device_id=5807614e-456b-4bb7-9e93-3be88e0dddc0 HTTP/1.1" status: 200 len: 1098 time: 0.2205701 Jul 14 09:43:27.386024 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c53f1aac-d6fc-4c31-a48f-9bf1106d8caa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:27.413934 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-e4fe8922-fb6e-4a2d-af98-8f4c42c49401 tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] 10.222.0.68 "GET /v2.0/security-group-rules/e15148e9-e5a9-4f71-990e-82038ed143b0 HTTP/1.1" status: 200 len: 769 time: 0.0359366 Jul 14 09:43:27.421950 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e92a050-9aaf-4880-8566-5e8b652febff req-5ad0e498-0fdf-49ed-8433-e11225130f37 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:27.423589 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-7e92a050-9aaf-4880-8566-5e8b652febff req-5ad0e498-0fdf-49ed-8433-e11225130f37 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/ports?device_id=5ed0c1cb-c3d6-40f1-8aad-1894504b5a83 HTTP/1.1" status: 200 len: 945 time: 0.2100229 Jul 14 09:43:27.424082 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 46162) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:27.434851 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53f1aac-d6fc-4c31-a48f-9bf1106d8caa admin admin] Pushing event deleted for resources: {'Port': ['ID=c80ecb96-3dec-46ba-9ce0-e10742d650a6,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:27.457370 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-c6605ab3-5d8c-4878-a7bf-fbb6e739e74f tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/floatingips/9af339f6-96d8-47e6-bd19-dc00b51d836f HTTP/1.1" status: 200 len: 991 time: 0.1419761 Jul 14 09:43:27.511052 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-c93a55e1-f01f-4932-b08c-ad16a6cbef62 tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] 10.222.0.68 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0836394 Jul 14 09:43:27.514429 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-7e92a050-9aaf-4880-8566-5e8b652febff req-2bdc90e0-f8a4-435b-9b9c-511925ae4d93 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/security-groups?id=3e66fdd8-bd2d-4f0b-a124-b60bfc46cfe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793176 Jul 14 09:43:27.514869 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 46164) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:27.564509 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8c00142f-894d-4f38-b0af-a04d3e212ee9 tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:27.573551 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8c00142f-894d-4f38-b0af-a04d3e212ee9 tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:27.617039 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8c00142f-894d-4f38-b0af-a04d3e212ee9 tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529131'] for security_group_rule, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:27.628668 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8c00142f-894d-4f38-b0af-a04d3e212ee9 tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:27.629852 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-8c00142f-894d-4f38-b0af-a04d3e212ee9 tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] 10.222.0.68 "DELETE /v2.0/security-group-rules/e15148e9-e5a9-4f71-990e-82038ed143b0 HTTP/1.1" status: 204 len: 168 time: 0.1139815 Jul 14 09:43:27.635277 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 46168) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:27.643693 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c00142f-894d-4f38-b0af-a04d3e212ee9 tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e15148e9-e5a9-4f71-990e-82038ed143b0,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:27.673856 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de43e45-ef29-4792-9039-efc61f4f9030 req-5b4f1102-00c9-4ba3-9068-f2877daa807f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:27.675500 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-2de43e45-ef29-4792-9039-efc61f4f9030 req-5b4f1102-00c9-4ba3-9068-f2877daa807f service neutron] 10.222.0.57 "GET /v2.0/networks?id=559c94b9-1968-448e-a093-792c946ac9ed HTTP/1.1" status: 200 len: 898 time: 0.2801969 Jul 14 09:43:27.696479 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-89fa7f35-617a-448a-889f-40f83fc5f237 tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] 10.222.0.68 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0588307 Jul 14 09:43:27.699099 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 46170) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:27.707231 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-e7e23959-8706-4f8b-8e13-200a7a454fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8e8ea56-6a2c-4bee-a1bf-b99ed033bef6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1747406417', 'tenant_id': '62cf828fc3e84fada2a4655d43752657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.3'}], 'enable_snat': True}, 'gw_port_id': 'fbf9127b-e265-4456-ac66-4a3e41e42413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:42:57Z', 'updated_at': '2021-07-14T09:43:04Z', 'revision_number': 4, 'project_id': '62cf828fc3e84fada2a4655d43752657', 'gw_port': {'id': 'fbf9127b-e265-4456-ac66-4a3e41e42413', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:5e:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e8ea56-6a2c-4bee-a1bf-b99ed033bef6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3084, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:42:58Z', 'updated_at': '2021-07-14T09:43:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_floatingips': [{'id': '9af339f6-96d8-47e6-bd19-dc00b51d836f', 'tenant_id': '62cf828fc3e84fada2a4655d43752657', 'floating_ip_address': '172.25.4.85', 'floating_network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'router_id': 'b8e8ea56-6a2c-4bee-a1bf-b99ed033bef6', 'port_id': 'b4261f23-8b12-4e6b-a247-d2e1ab6b02c9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3133, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '559c94b9-1968-448e-a093-792c946ac9ed', 'mac_address': 'fa:16:3e:c4:77:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5807614e-456b-4bb7-9e93-3be88e0dddc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:43:24Z', 'updated_at': '2021-07-14T09:43:24Z', 'revision_number': 0, 'project_id': '62cf828fc3e84fada2a4655d43752657', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35c6bc62-c7b6-4957-9ef3-e8fa6a26fedf', 'name': '', 'network_id': '559c94b9-1968-448e-a093-792c946ac9ed', 'tenant_id': '62cf828fc3e84fada2a4655d43752657', 'mac_address': 'fa:16:3e:9c:4a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e8ea56-6a2c-4bee-a1bf-b99ed033bef6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3091, 'fixed_ips': [{'subnet_id': 'f124bd0d-26a1-4014-8e0b-5aea94940786', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:43:03Z', 'updated_at': '2021-07-14T09:43:14Z', 'revision_number': 5, 'project_id': '62cf828fc3e84fada2a4655d43752657', 'subnets': [{'id': 'f124bd0d-26a1-4014-8e0b-5aea94940786', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:27.727222 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5bbe322f-3f67-4864-bc0a-91afe44d23e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:27.765809 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7e23959-8706-4f8b-8e13-200a7a454fa7 None None] The sync data for ids ['b8e8ea56-6a2c-4bee-a1bf-b99ed033bef6'] in n-d-779913-29 is: [{'id': 'b8e8ea56-6a2c-4bee-a1bf-b99ed033bef6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1747406417', 'tenant_id': '62cf828fc3e84fada2a4655d43752657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.3'}], 'enable_snat': True}, 'gw_port_id': 'fbf9127b-e265-4456-ac66-4a3e41e42413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:42:57Z', 'updated_at': '2021-07-14T09:43:04Z', 'revision_number': 4, 'project_id': '62cf828fc3e84fada2a4655d43752657', 'gw_port': {'id': 'fbf9127b-e265-4456-ac66-4a3e41e42413', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:5e:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e8ea56-6a2c-4bee-a1bf-b99ed033bef6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3084, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:42:58Z', 'updated_at': '2021-07-14T09:43:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_floatingips': [{'id': '9af339f6-96d8-47e6-bd19-dc00b51d836f', 'tenant_id': '62cf828fc3e84fada2a4655d43752657', 'floating_ip_address': '172.25.4.85', 'floating_network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'router_id': 'b8e8ea56-6a2c-4bee-a1bf-b99ed033bef6', 'port_id': 'b4261f23-8b12-4e6b-a247-d2e1ab6b02c9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3133, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '559c94b9-1968-448e-a093-792c946ac9ed', 'mac_address': 'fa:16:3e:c4:77:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5807614e-456b-4bb7-9e93-3be88e0dddc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:43:24Z', 'updated_at': '2021-07-14T09:43:24Z', 'revision_number': 0, 'project_id': '62cf828fc3e84fada2a4655d43752657', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35c6bc62-c7b6-4957-9ef3-e8fa6a26fedf', 'name': '', 'network_id': '559c94b9-1968-448e-a093-792c946ac9ed', 'tenant_id': '62cf828fc3e84fada2a4655d43752657', 'mac_address': 'fa:16:3e:9c:4a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e8ea56-6a2c-4bee-a1bf-b99ed033bef6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3091, 'fixed_ips': [{'subnet_id': 'f124bd0d-26a1-4014-8e0b-5aea94940786', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:43:03Z', 'updated_at': '2021-07-14T09:43:14Z', 'revision_number': 5, 'project_id': '62cf828fc3e84fada2a4655d43752657', 'subnets': [{'id': 'f124bd0d-26a1-4014-8e0b-5aea94940786', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:43:27.781887 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-180facf1-4e4a-4acb-8b17-f704750451ee tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] Notify callbacks [] for security_group, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:27.789462 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c53f1aac-d6fc-4c31-a48f-9bf1106d8caa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-620860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682934'] for router_interface, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:27.795035 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-2de43e45-ef29-4792-9039-efc61f4f9030 req-1d3fa6ff-6246-4b1e-8b69-a05dc3cf4cf2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b4261f23-8b12-4e6b-a247-d2e1ab6b02c9 HTTP/1.1" status: 200 len: 999 time: 0.1043947 Jul 14 09:43:27.811680 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-180facf1-4e4a-4acb-8b17-f704750451ee tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:27.891373 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-180facf1-4e4a-4acb-8b17-f704750451ee tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:27.894131 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-180facf1-4e4a-4acb-8b17-f704750451ee tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:27.898373 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-180facf1-4e4a-4acb-8b17-f704750451ee tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] 10.222.0.68 "DELETE /v2.0/security-groups/1365ad15-40f7-4a1b-9137-9a497de9a3ff HTTP/1.1" status: 204 len: 168 time: 0.1981249 Jul 14 09:43:27.899185 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 46174) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:27.904808 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de43e45-ef29-4792-9039-efc61f4f9030 req-8c403ebc-dc16-49df-99f9-b84ed8921e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:27.906710 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-2de43e45-ef29-4792-9039-efc61f4f9030 req-8c403ebc-dc16-49df-99f9-b84ed8921e23 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f124bd0d-26a1-4014-8e0b-5aea94940786 HTTP/1.1" status: 200 len: 835 time: 0.0988624 Jul 14 09:43:27.921607 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180facf1-4e4a-4acb-8b17-f704750451ee tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1365ad15-40f7-4a1b-9137-9a497de9a3ff,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:27.994276 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-ad51c769-1d9d-4b98-9762-b7b40e01f275 tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] 10.222.0.68 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0910048 Jul 14 09:43:28.000614 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 46176) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:28.038515 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542edc53-c6f3-470b-a88e-e503fe670e95 req-b1a66816-bd5e-4d91-b319-120e384669de tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:28.046633 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-542edc53-c6f3-470b-a88e-e503fe670e95 req-b1a66816-bd5e-4d91-b319-120e384669de tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/ports?device_id=5ed0c1cb-c3d6-40f1-8aad-1894504b5a83 HTTP/1.1" status: 200 len: 945 time: 0.0945661 Jul 14 09:43:28.068111 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daa03626-cd95-4a01-ac46-a4e597a87643 None None] New status for floating IP 9af339f6-96d8-47e6-bd19-dc00b51d836f: ACTIVE {{(pid=93959) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:43:28.085530 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de43e45-ef29-4792-9039-efc61f4f9030 req-5bf5ea03-0ef2-4c48-a62c-886fa6b238dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:28.087087 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-2de43e45-ef29-4792-9039-efc61f4f9030 req-5bf5ea03-0ef2-4c48-a62c-886fa6b238dd service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=559c94b9-1968-448e-a093-792c946ac9ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1714890 Jul 14 09:43:28.088246 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-542edc53-c6f3-470b-a88e-e503fe670e95 req-f5e0fd7b-c531-4bd2-8baf-6a9ce25ce699 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/security-groups?id=3e66fdd8-bd2d-4f0b-a124-b60bfc46cfe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409362 Jul 14 09:43:28.091515 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-422d0670-4646-4afb-af55-5a798c9f9cfa tempest-SecGroupIPv6Test-2006436775 tempest-SecGroupIPv6Test-2006436775-project] 10.222.0.68 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0913587 Jul 14 09:43:28.269704 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c53f1aac-d6fc-4c31-a48f-9bf1106d8caa admin admin] Router f9725ee0-cfd0-4c44-bdfb-6f1cab043168 has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:43:28.284983 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-2de43e45-ef29-4792-9039-efc61f4f9030 req-81ddea5d-5050-4695-b0f2-46f45ec618ee service neutron] 10.222.0.57 "GET /v2.0/networks/559c94b9-1968-448e-a093-792c946ac9ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428893 Jul 14 09:43:28.310983 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 46182) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:28.390541 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 9f8e9a48-3b5b-4ec8-b785-e7dbab3d632a no longer exists at agent hyperv_n-h1-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:43:28.451363 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-71694647-4e3a-4b49-83d0-3955c0211039 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=a1f00d29e10849d592e558f051b60f94&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1391451 Jul 14 09:43:28.454252 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 46186) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:28.461036 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 46190) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:28.461243 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c53f1aac-d6fc-4c31-a48f-9bf1106d8caa admin admin] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:43:28.470682 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-c53f1aac-d6fc-4c31-a48f-9bf1106d8caa admin admin] 10.222.0.68 "PUT /v2.0/routers/f9725ee0-cfd0-4c44-bdfb-6f1cab043168/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4903696 Jul 14 09:43:28.470682 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 46192) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:28.473668 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9be4c0de-4c78-43d2-9d62-c3f613d87005 None None] Sync routers for ids ['f9725ee0-cfd0-4c44-bdfb-6f1cab043168'] in n-d-779913-29 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:43:28.485797 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be4c0de-4c78-43d2-9d62-c3f613d87005 None None] Routers {'f9725ee0-cfd0-4c44-bdfb-6f1cab043168'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:43:28.486646 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-9be4c0de-4c78-43d2-9d62-c3f613d87005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:43:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['f9725ee0-cfd0-4c44-bdfb-6f1cab043168'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:28.548590 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-613efb13-925c-4442-95f5-e61d29f0062f tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/floatingips/9af339f6-96d8-47e6-bd19-dc00b51d836f HTTP/1.1" status: 200 len: 993 time: 0.0863667 Jul 14 09:43:28.572703 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-2de43e45-ef29-4792-9039-efc61f4f9030 req-59e7207a-35b1-4bc9-b73f-bd29a0930c7e service neutron] 10.222.0.57 "GET /v2.0/networks/559c94b9-1968-448e-a093-792c946ac9ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2470429 Jul 14 09:43:28.579949 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-98faa34d-2804-4542-9313-29f985f2c2a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:28.601225 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4d6fafdf-7b5f-41cf-9913-0805502c7e96 admin admin] Notify callbacks [] for router, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:28.615256 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-98faa34d-2804-4542-9313-29f985f2c2a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:28.624353 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-9be4c0de-4c78-43d2-9d62-c3f613d87005 None None] Set router f9725ee0-cfd0-4c44-bdfb-6f1cab043168 gateway port host: n-d-779913-29 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:43:28.667880 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-98faa34d-2804-4542-9313-29f985f2c2a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:28.670480 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-98faa34d-2804-4542-9313-29f985f2c2a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:28.671991 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-98faa34d-2804-4542-9313-29f985f2c2a9 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/893541b2-3193-414c-82b3-8d1f63e8a96b HTTP/1.1" status: 204 len: 168 time: 0.2163582 Jul 14 09:43:28.684981 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98faa34d-2804-4542-9313-29f985f2c2a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=893541b2-3193-414c-82b3-8d1f63e8a96b,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:28.719969 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4d6fafdf-7b5f-41cf-9913-0805502c7e96 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:28.774692 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-4d6fafdf-7b5f-41cf-9913-0805502c7e96 admin admin] Deleting port 72a61d52-80fb-419b-9033-1a5e3cac6456 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:43:28.775035 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4d6fafdf-7b5f-41cf-9913-0805502c7e96 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:28.815241 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-9be4c0de-4c78-43d2-9d62-c3f613d87005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9725ee0-cfd0-4c44-bdfb-6f1cab043168', 'name': 'tempest-TestServerBasicOps-1350170889-router', 'tenant_id': '8e5e3e24b23942559d8e5fd9c20fa07d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.148'}], 'enable_snat': True}, 'gw_port_id': '72a61d52-80fb-419b-9033-1a5e3cac6456', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:37:41Z', 'updated_at': '2021-07-14T09:43:27Z', 'revision_number': 5, 'project_id': '8e5e3e24b23942559d8e5fd9c20fa07d', 'gw_port': {'id': '72a61d52-80fb-419b-9033-1a5e3cac6456', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:a4:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9725ee0-cfd0-4c44-bdfb-6f1cab043168', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2393, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:37:42Z', 'updated_at': '2021-07-14T09:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29'}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:28.847308 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9be4c0de-4c78-43d2-9d62-c3f613d87005 None None] Checking router: f9725ee0-cfd0-4c44-bdfb-6f1cab043168 for host: n-d-779913-29 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:43:28.856042 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be4c0de-4c78-43d2-9d62-c3f613d87005 None None] Routers {'f9725ee0-cfd0-4c44-bdfb-6f1cab043168'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:43:28.856645 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-9be4c0de-4c78-43d2-9d62-c3f613d87005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:43:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['f9725ee0-cfd0-4c44-bdfb-6f1cab043168'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:28.857469 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-4d6fafdf-7b5f-41cf-9913-0805502c7e96 admin admin] For port 72a61d52-80fb-419b-9033-1a5e3cac6456, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=72a61d52-80fb-419b-9033-1a5e3cac6456,segment=NetworkSegment(81bf7a93-80b3-43df-b9d5-462c604a2945),segment_id=81bf7a93-80b3-43df-b9d5-462c604a2945)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:43:28.857888 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4d6fafdf-7b5f-41cf-9913-0805502c7e96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:28.870910 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-4d6fafdf-7b5f-41cf-9913-0805502c7e96 admin admin] Calling delete_port for 72a61d52-80fb-419b-9033-1a5e3cac6456 owned by network:router_gateway {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:43:28.943765 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-9be4c0de-4c78-43d2-9d62-c3f613d87005 None None] Set router f9725ee0-cfd0-4c44-bdfb-6f1cab043168 gateway port host: None {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:43:29.063190 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4d6fafdf-7b5f-41cf-9913-0805502c7e96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:29.099839 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6fafdf-7b5f-41cf-9913-0805502c7e96 admin admin] Pushing event deleted for resources: {'Port': ['ID=72a61d52-80fb-419b-9033-1a5e3cac6456,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:29.102063 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-9be4c0de-4c78-43d2-9d62-c3f613d87005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9725ee0-cfd0-4c44-bdfb-6f1cab043168', 'name': 'tempest-TestServerBasicOps-1350170889-router', 'tenant_id': '8e5e3e24b23942559d8e5fd9c20fa07d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:37:41Z', 'updated_at': '2021-07-14T09:43:28Z', 'revision_number': 6, 'project_id': '8e5e3e24b23942559d8e5fd9c20fa07d', 'gw_port_host': None}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:29.134026 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9be4c0de-4c78-43d2-9d62-c3f613d87005 None None] The sync data for ids ['f9725ee0-cfd0-4c44-bdfb-6f1cab043168'] in n-d-779913-29 is: [{'id': 'f9725ee0-cfd0-4c44-bdfb-6f1cab043168', 'name': 'tempest-TestServerBasicOps-1350170889-router', 'tenant_id': '8e5e3e24b23942559d8e5fd9c20fa07d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:37:41Z', 'updated_at': '2021-07-14T09:43:28Z', 'revision_number': 6, 'project_id': '8e5e3e24b23942559d8e5fd9c20fa07d', 'gw_port_host': None}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:43:29.214950 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4d6fafdf-7b5f-41cf-9913-0805502c7e96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-660532'] for router_gateway, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:29.306674 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4d6fafdf-7b5f-41cf-9913-0805502c7e96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-711871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12964'] for router, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:29.309019 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4d6fafdf-7b5f-41cf-9913-0805502c7e96 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:29.327511 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d04ef8-3ea8-4e7e-bc31-ff73086d393c req-dd1ff9fb-a9b4-40a3-a147-d9c2916713ee tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:29.329245 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-38d04ef8-3ea8-4e7e-bc31-ff73086d393c req-dd1ff9fb-a9b4-40a3-a147-d9c2916713ee tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/ports?device_id=5ed0c1cb-c3d6-40f1-8aad-1894504b5a83 HTTP/1.1" status: 200 len: 945 time: 0.0735378 Jul 14 09:43:29.357536 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4d6fafdf-7b5f-41cf-9913-0805502c7e96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-704815'] for router, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:29.358058 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d6fafdf-7b5f-41cf-9913-0805502c7e96 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f9725ee0-cfd0-4c44-bdfb-6f1cab043168 {{(pid=93958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:43:29.362666 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4d6fafdf-7b5f-41cf-9913-0805502c7e96 admin admin] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:29.363731 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-4d6fafdf-7b5f-41cf-9913-0805502c7e96 admin admin] 10.222.0.68 "DELETE /v2.0/routers/f9725ee0-cfd0-4c44-bdfb-6f1cab043168 HTTP/1.1" status: 204 len: 168 time: 0.8923192 Jul 14 09:43:29.366258 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 46218) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:29.377539 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-38d04ef8-3ea8-4e7e-bc31-ff73086d393c req-c80c9f86-49d3-45ba-b937-38ef1252f8e8 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/security-groups?id=3e66fdd8-bd2d-4f0b-a124-b60bfc46cfe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415964 Jul 14 09:43:29.415328 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 46220) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:29.418118 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ceda61f-d497-49d0-8493-c5ae3e0ddc0b admin admin] Deleting subnet bdb5ef61-646e-46dd-82a7-ce9d14bdc4cf {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:43:29.421217 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4ceda61f-d497-49d0-8493-c5ae3e0ddc0b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:29.455507 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4ceda61f-d497-49d0-8493-c5ae3e0ddc0b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13574120'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:29.536425 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-249d2a1f-06de-4c43-834a-453ce08fca0f tempest-SubnetPoolsTestJSON-1837631336 tempest-SubnetPoolsTestJSON-1837631336-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-396511480', 'prefixes': ['172.20.0.0/16']}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:43:29.558662 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4ceda61f-d497-49d0-8493-c5ae3e0ddc0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3481002'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:29.579123 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 46224) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:29.628495 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4ceda61f-d497-49d0-8493-c5ae3e0ddc0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13574056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16714573'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:29.667678 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ceda61f-d497-49d0-8493-c5ae3e0ddc0b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bdb5ef61-646e-46dd-82a7-ce9d14bdc4cf,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:29.672671 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4ceda61f-d497-49d0-8493-c5ae3e0ddc0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:29.676967 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-4ceda61f-d497-49d0-8493-c5ae3e0ddc0b admin admin] 10.222.0.68 "DELETE /v2.0/subnets/bdb5ef61-646e-46dd-82a7-ce9d14bdc4cf HTTP/1.1" status: 204 len: 168 time: 0.3073175 Jul 14 09:43:29.677259 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 46228) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:29.684613 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c9521b7-682e-4f82-9fa8-3c227e39dda7 None None] Network 6c29f6d8-c262-4639-bd5f-4fee768f8f0b requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:43:29.692204 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-249d2a1f-06de-4c43-834a-453ce08fca0f tempest-SubnetPoolsTestJSON-1837631336 tempest-SubnetPoolsTestJSON-1837631336-project] Notify callbacks [] for subnetpool, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:29.693406 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-249d2a1f-06de-4c43-834a-453ce08fca0f tempest-SubnetPoolsTestJSON-1837631336 tempest-SubnetPoolsTestJSON-1837631336-project] 10.222.0.68 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.2767866 Jul 14 09:43:29.697590 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 46230) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:29.742460 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-648b6acb-05e6-4a10-935a-cefb1df3fd7d tempest-SubnetPoolsTestJSON-1837631336 tempest-SubnetPoolsTestJSON-1837631336-project] 10.222.0.68 "GET /v2.0/subnetpools/a6072bda-1f94-4f17-b5fc-1befbe77acc2 HTTP/1.1" status: 200 len: 731 time: 0.0435033 Jul 14 09:43:29.745324 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 46232) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:29.752550 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-04820855-db80-426f-8739-79d5728c1c36 tempest-SubnetPoolsTestJSON-1837631336 tempest-SubnetPoolsTestJSON-1837631336-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1158342096'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:43:29.762123 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9723ca23-c048-4352-a70f-f3fcada6b610 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3876111'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:29.776720 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75b32127-8bdf-4e33-b675-7fa6cf1b4ee8 tempest-TestNetworkBasicOps-355649252 tempest-TestNetworkBasicOps-355649252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:29.777201 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75b32127-8bdf-4e33-b675-7fa6cf1b4ee8 tempest-TestNetworkBasicOps-355649252 tempest-TestNetworkBasicOps-355649252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:29.777689 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75b32127-8bdf-4e33-b675-7fa6cf1b4ee8 tempest-TestNetworkBasicOps-355649252 tempest-TestNetworkBasicOps-355649252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:29.789432 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-75b32127-8bdf-4e33-b675-7fa6cf1b4ee8 tempest-TestNetworkBasicOps-355649252 tempest-TestNetworkBasicOps-355649252-project-admin] 10.222.0.68 "GET /v2.0/ports?project_id=da5579fc8d23403983f04f41618106b6&network_id=eb4e535c-3b84-4c9e-9de2-4073c56413e0 HTTP/1.1" status: 200 len: 2972 time: 0.1972377 Jul 14 09:43:29.819415 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-9723ca23-c048-4352-a70f-f3fcada6b610 admin admin] Deleting port f5d3b1eb-5899-4a5d-a883-bc93377b4559 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:43:29.819877 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9723ca23-c048-4352-a70f-f3fcada6b610 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:29.860917 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-04820855-db80-426f-8739-79d5728c1c36 tempest-SubnetPoolsTestJSON-1837631336 tempest-SubnetPoolsTestJSON-1837631336-project] Notify callbacks [] for subnetpool, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:29.862267 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-04820855-db80-426f-8739-79d5728c1c36 tempest-SubnetPoolsTestJSON-1837631336 tempest-SubnetPoolsTestJSON-1837631336-project] 10.222.0.68 "PUT /v2.0/subnetpools/a6072bda-1f94-4f17-b5fc-1befbe77acc2 HTTP/1.1" status: 200 len: 684 time: 0.1156690 Jul 14 09:43:29.864909 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 46236) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:29.948717 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-9dc5c9f8-707f-4efd-a2cc-40b6f8d8ae03 tempest-SubnetPoolsTestJSON-1837631336 tempest-SubnetPoolsTestJSON-1837631336-project] Notify callbacks [] for subnetpool, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:29.950371 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-9dc5c9f8-707f-4efd-a2cc-40b6f8d8ae03 tempest-SubnetPoolsTestJSON-1837631336 tempest-SubnetPoolsTestJSON-1837631336-project] 10.222.0.68 "DELETE /v2.0/subnetpools/a6072bda-1f94-4f17-b5fc-1befbe77acc2 HTTP/1.1" status: 204 len: 168 time: 0.0844102 Jul 14 09:43:29.953068 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 46240) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:29.962445 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-264bf917-d5db-4a88-99a9-2d231bf32681 None None] DHCP port deletion for 6c29f6d8-c262-4639-bd5f-4fee768f8f0b request from n-d-779913-29 {{(pid=93959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:43:29.973469 n-d-779913-29 neutron-server[93957]: INFO neutron.api.v2.resource [None req-c572147e-496d-413a-8aba-48a843e371f2 tempest-SubnetPoolsTestJSON-1837631336 tempest-SubnetPoolsTestJSON-1837631336-project] show failed (client error): The resource could not be found. Jul 14 09:43:29.974853 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-c572147e-496d-413a-8aba-48a843e371f2 tempest-SubnetPoolsTestJSON-1837631336 tempest-SubnetPoolsTestJSON-1837631336-project] 10.222.0.68 "GET /v2.0/subnetpools/a6072bda-1f94-4f17-b5fc-1befbe77acc2 HTTP/1.1" status: 404 len: 346 time: 0.0201659 Jul 14 09:43:29.977611 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 46242) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:29.994868 n-d-779913-29 neutron-server[93957]: INFO neutron.api.v2.resource [None req-ad634a66-9b2b-4b9b-a62a-f2048820eef2 tempest-SubnetPoolsTestJSON-1837631336 tempest-SubnetPoolsTestJSON-1837631336-project] delete failed (client error): The resource could not be found. Jul 14 09:43:30.000012 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-ad634a66-9b2b-4b9b-a62a-f2048820eef2 tempest-SubnetPoolsTestJSON-1837631336 tempest-SubnetPoolsTestJSON-1837631336-project] 10.222.0.68 "DELETE /v2.0/subnetpools/a6072bda-1f94-4f17-b5fc-1befbe77acc2 HTTP/1.1" status: 404 len: 346 time: 0.0184212 Jul 14 09:43:30.033629 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-264bf917-d5db-4a88-99a9-2d231bf32681 None None] Deleting port f5d3b1eb-5899-4a5d-a883-bc93377b4559 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:43:30.034010 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-264bf917-d5db-4a88-99a9-2d231bf32681 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:30.113681 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-264bf917-d5db-4a88-99a9-2d231bf32681 None None] For port f5d3b1eb-5899-4a5d-a883-bc93377b4559, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=f5d3b1eb-5899-4a5d-a883-bc93377b4559,segment=NetworkSegment(776efe66-340e-4bc2-943d-2c624f145bde),segment_id=776efe66-340e-4bc2-943d-2c624f145bde)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:43:30.114090 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-264bf917-d5db-4a88-99a9-2d231bf32681 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:30.129567 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-264bf917-d5db-4a88-99a9-2d231bf32681 None None] Calling delete_port for f5d3b1eb-5899-4a5d-a883-bc93377b4559 owned by network:dhcp {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:43:30.224852 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-264bf917-d5db-4a88-99a9-2d231bf32681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:30.257107 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264bf917-d5db-4a88-99a9-2d231bf32681 None None] Pushing event deleted for resources: {'Port': ['ID=f5d3b1eb-5899-4a5d-a883-bc93377b4559,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:30.262266 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-264bf917-d5db-4a88-99a9-2d231bf32681 None None] No DVR routers for this DVR port f5d3b1eb-5899-4a5d-a883-bc93377b4559 on host n-d-779913-29 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:43:30.267304 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-9723ca23-c048-4352-a70f-f3fcada6b610 admin admin] For port f5d3b1eb-5899-4a5d-a883-bc93377b4559, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=f5d3b1eb-5899-4a5d-a883-bc93377b4559,segment=NetworkSegment(776efe66-340e-4bc2-943d-2c624f145bde),segment_id=776efe66-340e-4bc2-943d-2c624f145bde)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:43:30.267787 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9723ca23-c048-4352-a70f-f3fcada6b610 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:30.286714 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-9723ca23-c048-4352-a70f-f3fcada6b610 admin admin] Calling delete_port for f5d3b1eb-5899-4a5d-a883-bc93377b4559 owned by network:dhcp {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:43:30.314953 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 46248) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:30.368544 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9723ca23-c048-4352-a70f-f3fcada6b610 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:30.393164 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9723ca23-c048-4352-a70f-f3fcada6b610 admin admin] Pushing event deleted for resources: {'Port': ['ID=f5d3b1eb-5899-4a5d-a883-bc93377b4559,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:30.397901 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9723ca23-c048-4352-a70f-f3fcada6b610 admin admin] No DVR routers for this DVR port f5d3b1eb-5899-4a5d-a883-bc93377b4559 on host n-d-779913-29 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:43:30.435088 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-888ef96b-7db2-44fb-a777-75b765a369f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:30.493666 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9723ca23-c048-4352-a70f-f3fcada6b610 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473955', 'neutron.services.segments.db._delete_segments_for_network-8735688326548'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:30.504478 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-9723ca23-c048-4352-a70f-f3fcada6b610 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c29f6d8-c262-4639-bd5f-4fee768f8f0b']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:30.515232 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-9723ca23-c048-4352-a70f-f3fcada6b610 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '776efe66-340e-4bc2-943d-2c624f145bde') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:30.515537 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-9723ca23-c048-4352-a70f-f3fcada6b610 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '776efe66-340e-4bc2-943d-2c624f145bde') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:30.524663 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9723ca23-c048-4352-a70f-f3fcada6b610 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735688356235', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13574129'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:30.539269 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9723ca23-c048-4352-a70f-f3fcada6b610 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:30.546936 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9723ca23-c048-4352-a70f-f3fcada6b610 admin admin] Releasing vlan 740 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:43:30.547992 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9723ca23-c048-4352-a70f-f3fcada6b610 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13573126'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:30.549758 n-d-779913-29 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:43:30.549758 n-d-779913-29 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:43:30.549758 n-d-779913-29 neutron-server[93958]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:43:30.549758 n-d-779913-29 neutron-server[93958]: self.session.flush() Jul 14 09:43:30.549758 n-d-779913-29 neutron-server[93958]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:43:30.549758 n-d-779913-29 neutron-server[93958]: self.session.flush() Jul 14 09:43:30.549758 n-d-779913-29 neutron-server[93958]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:43:30.549758 n-d-779913-29 neutron-server[93958]: self.session.flush() Jul 14 09:43:30.549758 n-d-779913-29 neutron-server[93958]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:43:30.549758 n-d-779913-29 neutron-server[93958]: self.session.flush() Jul 14 09:43:30.549758 n-d-779913-29 neutron-server[93958]: Traceback (most recent call last): Jul 14 09:43:30.549758 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:43:30.549758 n-d-779913-29 neutron-server[93958]: timer() Jul 14 09:43:30.549758 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:43:30.549758 n-d-779913-29 neutron-server[93958]: cb(*args, **kw) Jul 14 09:43:30.549758 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:43:30.549758 n-d-779913-29 neutron-server[93958]: return func(*args, **kwargs) Jul 14 09:43:30.549758 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:43:30.549758 n-d-779913-29 neutron-server[93958]: self._notify() Jul 14 09:43:30.549758 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:43:30.549758 n-d-779913-29 neutron-server[93958]: self.callback(batched_events) Jul 14 09:43:30.549758 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:43:30.549758 n-d-779913-29 neutron-server[93958]: event.method(event) Jul 14 09:43:30.549758 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:43:30.549758 n-d-779913-29 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:43:30.549758 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:43:30.549758 n-d-779913-29 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:43:30.549758 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:43:30.549758 n-d-779913-29 neutron-server[93958]: return f(self, *a, **k) Jul 14 09:43:30.549758 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:43:30.549758 n-d-779913-29 neutron-server[93958]: return self._get(url).json() Jul 14 09:43:30.549758 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:43:30.549758 n-d-779913-29 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:43:30.549758 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:43:30.549758 n-d-779913-29 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 14 09:43:30.549758 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:43:30.549758 n-d-779913-29 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:43:30.549758 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:43:30.549758 n-d-779913-29 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:43:30.549758 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:43:30.549758 n-d-779913-29 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:43:30.549758 n-d-779913-29 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:43:30.587343 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-888ef96b-7db2-44fb-a777-75b765a369f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:30.592175 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-888ef96b-7db2-44fb-a777-75b765a369f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:30.606329 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c54724b-87f6-4218-bb23-c5025ed6bff4 req-785ecd67-18bb-470f-aded-136dc1a38550 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:30.607856 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0c54724b-87f6-4218-bb23-c5025ed6bff4 req-785ecd67-18bb-470f-aded-136dc1a38550 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/ports?device_id=5ed0c1cb-c3d6-40f1-8aad-1894504b5a83 HTTP/1.1" status: 200 len: 945 time: 0.1089320 Jul 14 09:43:30.610090 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9723ca23-c048-4352-a70f-f3fcada6b610 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660504'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:30.615741 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9723ca23-c048-4352-a70f-f3fcada6b610 admin admin] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:30.617741 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-9723ca23-c048-4352-a70f-f3fcada6b610 admin admin] 10.222.0.68 "DELETE /v2.0/networks/6c29f6d8-c262-4639-bd5f-4fee768f8f0b HTTP/1.1" status: 204 len: 168 time: 0.9393337 Jul 14 09:43:30.620714 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 46254) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:30.636509 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9723ca23-c048-4352-a70f-f3fcada6b610 admin admin] Pushing event deleted for resources: {'Network': ['ID=6c29f6d8-c262-4639-bd5f-4fee768f8f0b,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:30.661255 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-888ef96b-7db2-44fb-a777-75b765a369f2 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=fa145f8ef125430ab5eb863b925e95f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3452210 Jul 14 09:43:30.664544 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888ef96b-7db2-44fb-a777-75b765a369f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=474de52d-398b-4d3d-a263-17163cfab59f,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:30.667534 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 46256) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:30.681457 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0c54724b-87f6-4218-bb23-c5025ed6bff4 req-208f6a6c-5d1b-49d3-8fb9-7751e2c08313 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/security-groups?id=3e66fdd8-bd2d-4f0b-a124-b60bfc46cfe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609705 Jul 14 09:43:30.769557 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d7b33e5c-12c0-4a92-8ce6-3617c60e582e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:30.827026 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d7b33e5c-12c0-4a92-8ce6-3617c60e582e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:30.940817 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d7b33e5c-12c0-4a92-8ce6-3617c60e582e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:30.943337 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d7b33e5c-12c0-4a92-8ce6-3617c60e582e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:30.944494 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-d7b33e5c-12c0-4a92-8ce6-3617c60e582e admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/474de52d-398b-4d3d-a263-17163cfab59f HTTP/1.1" status: 204 len: 168 time: 0.2764676 Jul 14 09:43:30.956128 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b33e5c-12c0-4a92-8ce6-3617c60e582e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=474de52d-398b-4d3d-a263-17163cfab59f,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:31.078901 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d41dde79-0e25-4476-8943-d461bdd82879 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-683602'] for router_interface, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:31.166262 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 72a61d52-80fb-419b-9033-1a5e3cac6456 no longer exists at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:43:31.188011 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] No Port match for: 72a61d52-80fb-419b-9033-1a5e3cac6456 {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:43:31.188478 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 72a61d52-80fb-419b-9033-1a5e3cac6456 not bound to the agent host n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:43:31.189188 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device f5d3b1eb-5899-4a5d-a883-bc93377b4559 no longer exists at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:43:31.210328 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] No Port match for: f5d3b1eb-5899-4a5d-a883-bc93377b4559 {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:43:31.210674 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device f5d3b1eb-5899-4a5d-a883-bc93377b4559 not bound to the agent host n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:43:31.211096 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device c80ecb96-3dec-46ba-9ce0-e10742d650a6 no longer exists at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:43:31.230109 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] No Port match for: c80ecb96-3dec-46ba-9ce0-e10742d650a6 {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:43:31.230464 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device c80ecb96-3dec-46ba-9ce0-e10742d650a6 not bound to the agent host n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:43:31.362314 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-d41dde79-0e25-4476-8943-d461bdd82879 admin admin] Deleting port fce65f02-21bd-4a4b-b0e3-5a8660fe60b1 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:43:31.363042 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d41dde79-0e25-4476-8943-d461bdd82879 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:31.443115 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-d41dde79-0e25-4476-8943-d461bdd82879 admin admin] For port fce65f02-21bd-4a4b-b0e3-5a8660fe60b1, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=fce65f02-21bd-4a4b-b0e3-5a8660fe60b1,segment=NetworkSegment(adc4fcf1-f953-4129-96a7-349e53c7c607),segment_id=adc4fcf1-f953-4129-96a7-349e53c7c607)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:43:31.443476 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d41dde79-0e25-4476-8943-d461bdd82879 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:31.457134 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-d41dde79-0e25-4476-8943-d461bdd82879 admin admin] Calling delete_port for fce65f02-21bd-4a4b-b0e3-5a8660fe60b1 owned by network:router_interface {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:43:31.596932 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 46280) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:31.601526 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [-] 10.222.0.68 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0029683 Jul 14 09:43:31.604108 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 46282) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:31.641673 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d41dde79-0e25-4476-8943-d461bdd82879 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:31.668341 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41dde79-0e25-4476-8943-d461bdd82879 admin admin] Pushing event deleted for resources: {'Port': ['ID=fce65f02-21bd-4a4b-b0e3-5a8660fe60b1,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:31.714512 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-5d610a5e-2e45-4429-938c-5410e46be5fb tempest-NetworksApiDiscovery-1082545789 tempest-NetworksApiDiscovery-1082545789-project] 10.222.0.68 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1092443 Jul 14 09:43:31.853162 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d41dde79-0e25-4476-8943-d461bdd82879 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-620860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682934'] for router_interface, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:31.898215 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc61c9ed-bf0b-4ce9-8be2-3c95b92b2e70 req-79b51ca7-f86c-4fc1-abb7-85267b5650d1 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:31.901684 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-cc61c9ed-bf0b-4ce9-8be2-3c95b92b2e70 req-79b51ca7-f86c-4fc1-abb7-85267b5650d1 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/ports?device_id=5ed0c1cb-c3d6-40f1-8aad-1894504b5a83 HTTP/1.1" status: 200 len: 945 time: 0.0804887 Jul 14 09:43:31.949042 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-cc61c9ed-bf0b-4ce9-8be2-3c95b92b2e70 req-4e37efd3-4875-445d-a6b6-587e676589f0 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/security-groups?id=3e66fdd8-bd2d-4f0b-a124-b60bfc46cfe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393581 Jul 14 09:43:32.025102 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 46294) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:32.103725 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d41dde79-0e25-4476-8943-d461bdd82879 admin admin] Router bf3773a1-4726-448c-a40b-48ecf3ff37f2 has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:43:32.135177 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-12b82861-f791-422b-b05a-49d3c2638e81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:32.210179 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d41dde79-0e25-4476-8943-d461bdd82879 admin admin] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:43:32.215728 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-d41dde79-0e25-4476-8943-d461bdd82879 admin admin] 10.222.0.68 "PUT /v2.0/routers/bf3773a1-4726-448c-a40b-48ecf3ff37f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5857916 Jul 14 09:43:32.218267 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 46298) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:32.222698 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d83c7c16-4385-4c63-a8b1-06fc421df526 None None] Sync routers for ids ['bf3773a1-4726-448c-a40b-48ecf3ff37f2'] in n-d-779913-29 {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:43:32.230951 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-12b82861-f791-422b-b05a-49d3c2638e81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:32.232183 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d83c7c16-4385-4c63-a8b1-06fc421df526 None None] Routers {'bf3773a1-4726-448c-a40b-48ecf3ff37f2'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:43:32.232877 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-d83c7c16-4385-4c63-a8b1-06fc421df526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:43:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['bf3773a1-4726-448c-a40b-48ecf3ff37f2'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:32.235613 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-12b82861-f791-422b-b05a-49d3c2638e81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:32.279756 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b82861-f791-422b-b05a-49d3c2638e81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=141e230c-bd7a-4b85-9cb3-f3746cc3bec8,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:32.288215 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-12b82861-f791-422b-b05a-49d3c2638e81 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=3c23de2bd8e4412391973df7da3dbef1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2619345 Jul 14 09:43:32.294342 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 46300) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:32.328995 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8dfe2d9a-aa29-4548-bc0a-6507d4a4ce1f admin admin] Notify callbacks [] for router, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:32.347700 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvr_db [None req-d83c7c16-4385-4c63-a8b1-06fc421df526 None None] Set router bf3773a1-4726-448c-a40b-48ecf3ff37f2 gateway port host: n-d-779913-29 {{(pid=93959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:43:32.348943 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1b700db7-8105-46bf-894a-0630d6a3ed08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:32.371864 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1b700db7-8105-46bf-894a-0630d6a3ed08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:32.424460 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1b700db7-8105-46bf-894a-0630d6a3ed08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:32.428306 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1b700db7-8105-46bf-894a-0630d6a3ed08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:32.432092 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-1b700db7-8105-46bf-894a-0630d6a3ed08 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/141e230c-bd7a-4b85-9cb3-f3746cc3bec8 HTTP/1.1" status: 204 len: 168 time: 0.1339099 Jul 14 09:43:32.439730 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8dfe2d9a-aa29-4548-bc0a-6507d4a4ce1f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:32.442968 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b700db7-8105-46bf-894a-0630d6a3ed08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=141e230c-bd7a-4b85-9cb3-f3746cc3bec8,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:32.504768 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-8dfe2d9a-aa29-4548-bc0a-6507d4a4ce1f admin admin] Deleting port 95b68ab6-6aa7-43e3-b683-2d7bb992e791 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:43:32.505214 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8dfe2d9a-aa29-4548-bc0a-6507d4a4ce1f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:32.545545 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-d83c7c16-4385-4c63-a8b1-06fc421df526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf3773a1-4726-448c-a40b-48ecf3ff37f2', 'name': 'tempest-TestServerBasicOps-1967200096-router', 'tenant_id': '8874416513b740c8bc899533e69ae7c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.147'}], 'enable_snat': True}, 'gw_port_id': '95b68ab6-6aa7-43e3-b683-2d7bb992e791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:37:53Z', 'updated_at': '2021-07-14T09:43:31Z', 'revision_number': 5, 'project_id': '8874416513b740c8bc899533e69ae7c7', 'gw_port': {'id': '95b68ab6-6aa7-43e3-b683-2d7bb992e791', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:9e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf3773a1-4726-448c-a40b-48ecf3ff37f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2406, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:37:55Z', 'updated_at': '2021-07-14T09:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29'}], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:32.575803 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d83c7c16-4385-4c63-a8b1-06fc421df526 None None] Checking router: bf3773a1-4726-448c-a40b-48ecf3ff37f2 for host: n-d-779913-29 {{(pid=93959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:43:32.585184 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d83c7c16-4385-4c63-a8b1-06fc421df526 None None] Routers {'bf3773a1-4726-448c-a40b-48ecf3ff37f2'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:43:32.585821 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-d83c7c16-4385-4c63-a8b1-06fc421df526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:43:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['bf3773a1-4726-448c-a40b-48ecf3ff37f2'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:32.598724 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-8dfe2d9a-aa29-4548-bc0a-6507d4a4ce1f admin admin] For port 95b68ab6-6aa7-43e3-b683-2d7bb992e791, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=95b68ab6-6aa7-43e3-b683-2d7bb992e791,segment=NetworkSegment(81bf7a93-80b3-43df-b9d5-462c604a2945),segment_id=81bf7a93-80b3-43df-b9d5-462c604a2945)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:43:32.599093 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8dfe2d9a-aa29-4548-bc0a-6507d4a4ce1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:32.612671 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-8dfe2d9a-aa29-4548-bc0a-6507d4a4ce1f admin admin] Calling delete_port for 95b68ab6-6aa7-43e3-b683-2d7bb992e791 owned by network:router_gateway {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:43:32.674023 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvr_db [None req-d83c7c16-4385-4c63-a8b1-06fc421df526 None None] Set router bf3773a1-4726-448c-a40b-48ecf3ff37f2 gateway port host: None {{(pid=93959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:43:32.813107 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8dfe2d9a-aa29-4548-bc0a-6507d4a4ce1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:32.844771 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfe2d9a-aa29-4548-bc0a-6507d4a4ce1f admin admin] Pushing event deleted for resources: {'Port': ['ID=95b68ab6-6aa7-43e3-b683-2d7bb992e791,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:32.885069 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-d83c7c16-4385-4c63-a8b1-06fc421df526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf3773a1-4726-448c-a40b-48ecf3ff37f2', 'name': 'tempest-TestServerBasicOps-1967200096-router', 'tenant_id': '8874416513b740c8bc899533e69ae7c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:37:53Z', 'updated_at': '2021-07-14T09:43:32Z', 'revision_number': 6, 'project_id': '8874416513b740c8bc899533e69ae7c7', 'gw_port_host': None}], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:32.911735 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d83c7c16-4385-4c63-a8b1-06fc421df526 None None] The sync data for ids ['bf3773a1-4726-448c-a40b-48ecf3ff37f2'] in n-d-779913-29 is: [{'id': 'bf3773a1-4726-448c-a40b-48ecf3ff37f2', 'name': 'tempest-TestServerBasicOps-1967200096-router', 'tenant_id': '8874416513b740c8bc899533e69ae7c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:37:53Z', 'updated_at': '2021-07-14T09:43:32Z', 'revision_number': 6, 'project_id': '8874416513b740c8bc899533e69ae7c7', 'gw_port_host': None}] {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:43:32.925856 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8dfe2d9a-aa29-4548-bc0a-6507d4a4ce1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-660532'] for router_gateway, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:33.018785 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8dfe2d9a-aa29-4548-bc0a-6507d4a4ce1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-711871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12964'] for router, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:33.021132 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8dfe2d9a-aa29-4548-bc0a-6507d4a4ce1f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:33.071958 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8dfe2d9a-aa29-4548-bc0a-6507d4a4ce1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-704815'] for router, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:33.072657 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dfe2d9a-aa29-4548-bc0a-6507d4a4ce1f admin admin] Fanout notify agent at l3_agent the message router_deleted on router bf3773a1-4726-448c-a40b-48ecf3ff37f2 {{(pid=93958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:43:33.088840 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8dfe2d9a-aa29-4548-bc0a-6507d4a4ce1f admin admin] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:33.090314 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-8dfe2d9a-aa29-4548-bc0a-6507d4a4ce1f admin admin] 10.222.0.68 "DELETE /v2.0/routers/bf3773a1-4726-448c-a40b-48ecf3ff37f2 HTTP/1.1" status: 204 len: 168 time: 0.8708522 Jul 14 09:43:33.092796 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 46328) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:33.152924 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236ca984-6bad-488e-bc80-119b1f345b95 req-44ed81cf-5217-4361-a9ad-c7ae81a4b8d9 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:33.153929 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-37eb2f8b-5fab-45c8-9285-255322a53591 admin admin] Deleting subnet 92cfdf4c-d20c-4051-a7ca-220068edb074 {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:43:33.154667 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-236ca984-6bad-488e-bc80-119b1f345b95 req-44ed81cf-5217-4361-a9ad-c7ae81a4b8d9 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/ports?device_id=5ed0c1cb-c3d6-40f1-8aad-1894504b5a83 HTTP/1.1" status: 200 len: 945 time: 0.0721898 Jul 14 09:43:33.160852 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-37eb2f8b-5fab-45c8-9285-255322a53591 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:33.193777 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-236ca984-6bad-488e-bc80-119b1f345b95 req-6ff4e03a-167e-4207-a24a-40ec20535fbf tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/security-groups?id=3e66fdd8-bd2d-4f0b-a124-b60bfc46cfe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332696 Jul 14 09:43:33.197777 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-37eb2f8b-5fab-45c8-9285-255322a53591 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13574120'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:33.311942 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-37eb2f8b-5fab-45c8-9285-255322a53591 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3481002'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:33.387837 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-37eb2f8b-5fab-45c8-9285-255322a53591 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13574056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16714573'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:33.415159 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device fce65f02-21bd-4a4b-b0e3-5a8660fe60b1 no longer exists at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:43:33.430490 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37eb2f8b-5fab-45c8-9285-255322a53591 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=92cfdf4c-d20c-4051-a7ca-220068edb074,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:33.439629 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-37eb2f8b-5fab-45c8-9285-255322a53591 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:33.440668 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] No Port match for: fce65f02-21bd-4a4b-b0e3-5a8660fe60b1 {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:43:33.442011 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device fce65f02-21bd-4a4b-b0e3-5a8660fe60b1 not bound to the agent host n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:43:33.446751 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 46334) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:33.448517 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3e835db-0780-40d3-bb9a-73dc8d76071f None None] Network 0c12e36b-9e4f-44d1-ab88-af3b78dda500 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:43:33.448639 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-37eb2f8b-5fab-45c8-9285-255322a53591 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/92cfdf4c-d20c-4051-a7ca-220068edb074 HTTP/1.1" status: 204 len: 168 time: 0.3503649 Jul 14 09:43:33.450737 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37eb2f8b-5fab-45c8-9285-255322a53591 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:43:33.451089 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37eb2f8b-5fab-45c8-9285-255322a53591 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:43:33.451434 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37eb2f8b-5fab-45c8-9285-255322a53591 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:43:33.451774 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37eb2f8b-5fab-45c8-9285-255322a53591 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:43:33.452624 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37eb2f8b-5fab-45c8-9285-255322a53591 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:43:33.452624 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37eb2f8b-5fab-45c8-9285-255322a53591 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:43:33.452878 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37eb2f8b-5fab-45c8-9285-255322a53591 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:43:33.453078 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37eb2f8b-5fab-45c8-9285-255322a53591 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:43:33.453394 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37eb2f8b-5fab-45c8-9285-255322a53591 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:43:33.453749 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37eb2f8b-5fab-45c8-9285-255322a53591 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:43:33.454073 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37eb2f8b-5fab-45c8-9285-255322a53591 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:43:33.454530 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37eb2f8b-5fab-45c8-9285-255322a53591 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:43:33.525127 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-28002833-2c31-4b62-921a-66db73e889b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3876111'] for network, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:33.585938 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-28002833-2c31-4b62-921a-66db73e889b4 admin admin] Deleting port f8620d13-c618-4db9-ba88-c513f569418b {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:43:33.586355 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-28002833-2c31-4b62-921a-66db73e889b4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:33.651819 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-28002833-2c31-4b62-921a-66db73e889b4 admin admin] For port f8620d13-c618-4db9-ba88-c513f569418b, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=f8620d13-c618-4db9-ba88-c513f569418b,segment=NetworkSegment(adc4fcf1-f953-4129-96a7-349e53c7c607),segment_id=adc4fcf1-f953-4129-96a7-349e53c7c607)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:43:33.652183 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-28002833-2c31-4b62-921a-66db73e889b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:33.670514 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-28002833-2c31-4b62-921a-66db73e889b4 admin admin] Calling delete_port for f8620d13-c618-4db9-ba88-c513f569418b owned by network:dhcp {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:43:33.726801 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e53722a2-fc98-481e-94bc-0a4c3c7a776e None None] DHCP port deletion for 0c12e36b-9e4f-44d1-ab88-af3b78dda500 request from n-d-779913-29 {{(pid=93959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:43:33.770423 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-28002833-2c31-4b62-921a-66db73e889b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:33.783175 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-e53722a2-fc98-481e-94bc-0a4c3c7a776e None None] Deleting port f8620d13-c618-4db9-ba88-c513f569418b {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:43:33.783556 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e53722a2-fc98-481e-94bc-0a4c3c7a776e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:33.797562 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28002833-2c31-4b62-921a-66db73e889b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=f8620d13-c618-4db9-ba88-c513f569418b,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:33.801736 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28002833-2c31-4b62-921a-66db73e889b4 admin admin] No DVR routers for this DVR port f8620d13-c618-4db9-ba88-c513f569418b on host n-d-779913-29 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:43:33.855507 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-e53722a2-fc98-481e-94bc-0a4c3c7a776e None None] For port f8620d13-c618-4db9-ba88-c513f569418b, host n-d-779913-29, got binding levels [] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:43:33.856012 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e53722a2-fc98-481e-94bc-0a4c3c7a776e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:33.875883 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-e53722a2-fc98-481e-94bc-0a4c3c7a776e None None] Calling delete_port for f8620d13-c618-4db9-ba88-c513f569418b owned by network:dhcp {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:43:33.880060 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.ipam_backend_mixin [None req-e53722a2-fc98-481e-94bc-0a4c3c7a776e None None] Port f8620d13-c618-4db9-ba88-c513f569418b was not found and therefore no delete operation was performed {{(pid=93959) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 14 09:43:33.881858 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e53722a2-fc98-481e-94bc-0a4c3c7a776e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:33.889810 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-28002833-2c31-4b62-921a-66db73e889b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473955', 'neutron.services.segments.db._delete_segments_for_network-8735688326548'] for network, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:33.896989 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e53722a2-fc98-481e-94bc-0a4c3c7a776e None None] No DVR routers for this DVR port f8620d13-c618-4db9-ba88-c513f569418b on host n-d-779913-29 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:43:33.902635 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-28002833-2c31-4b62-921a-66db73e889b4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c12e36b-9e4f-44d1-ab88-af3b78dda500']}} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:33.914865 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-28002833-2c31-4b62-921a-66db73e889b4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'adc4fcf1-f953-4129-96a7-349e53c7c607') {'for_net_delete': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:33.915156 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-28002833-2c31-4b62-921a-66db73e889b4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'adc4fcf1-f953-4129-96a7-349e53c7c607') {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:33.918530 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53722a2-fc98-481e-94bc-0a4c3c7a776e None None] Pushing event deleted for resources: {'Port': ['ID=f8620d13-c618-4db9-ba88-c513f569418b,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:33.929251 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-28002833-2c31-4b62-921a-66db73e889b4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735688356235', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10944210'] for segment, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:33.944261 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-28002833-2c31-4b62-921a-66db73e889b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:33.952986 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28002833-2c31-4b62-921a-66db73e889b4 admin admin] Releasing vlan 736 on physical network physnet1 to pool {{(pid=93957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:43:33.953640 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-28002833-2c31-4b62-921a-66db73e889b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10053619'] for segment, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:33.955571 n-d-779913-29 neutron-server[93957]: Traceback (most recent call last): Jul 14 09:43:33.955571 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:43:33.955571 n-d-779913-29 neutron-server[93957]: timer() Jul 14 09:43:33.955571 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:43:33.955571 n-d-779913-29 neutron-server[93957]: cb(*args, **kw) Jul 14 09:43:33.955571 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:43:33.955571 n-d-779913-29 neutron-server[93957]: return func(*args, **kwargs) Jul 14 09:43:33.955571 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:43:33.955571 n-d-779913-29 neutron-server[93957]: self._notify() Jul 14 09:43:33.955571 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:43:33.955571 n-d-779913-29 neutron-server[93957]: self.callback(batched_events) Jul 14 09:43:33.955571 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:43:33.955571 n-d-779913-29 neutron-server[93957]: event.method(event) Jul 14 09:43:33.955571 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:43:33.955571 n-d-779913-29 neutron-server[93957]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:43:33.955571 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:43:33.955571 n-d-779913-29 neutron-server[93957]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:43:33.955571 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:43:33.955571 n-d-779913-29 neutron-server[93957]: return f(self, *a, **k) Jul 14 09:43:33.955571 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:43:33.955571 n-d-779913-29 neutron-server[93957]: return self._get(url).json() Jul 14 09:43:33.955571 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:43:33.955571 n-d-779913-29 neutron-server[93957]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:43:33.955571 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:43:33.955571 n-d-779913-29 neutron-server[93957]: return self.request(url, 'GET', **kwargs) Jul 14 09:43:33.955571 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:43:33.955571 n-d-779913-29 neutron-server[93957]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:43:33.955571 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:43:33.955571 n-d-779913-29 neutron-server[93957]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:43:33.955571 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:43:33.955571 n-d-779913-29 neutron-server[93957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:43:33.955571 n-d-779913-29 neutron-server[93957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:43:34.014549 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-28002833-2c31-4b62-921a-66db73e889b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660504'] for network, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:34.035665 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-28002833-2c31-4b62-921a-66db73e889b4 admin admin] Notify callbacks [] for network, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:34.038115 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-28002833-2c31-4b62-921a-66db73e889b4 admin admin] 10.222.0.68 "DELETE /v2.0/networks/0c12e36b-9e4f-44d1-ab88-af3b78dda500 HTTP/1.1" status: 204 len: 168 time: 0.5896747 Jul 14 09:43:34.060803 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28002833-2c31-4b62-921a-66db73e889b4 admin admin] Pushing event deleted for resources: {'Network': ['ID=0c12e36b-9e4f-44d1-ab88-af3b78dda500,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:34.233802 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 46368) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:34.281261 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-6cc57675-9eb2-4c13-9e0b-9ff57073c18f admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=8e5e3e24b23942559d8e5fd9c20fa07d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0460904 Jul 14 09:43:34.283541 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 46370) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:34.342414 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2c3d254a-1077-45e5-b2d4-6de66abd1fe4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:34.364625 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2c3d254a-1077-45e5-b2d4-6de66abd1fe4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:34.388064 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 46374) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:34.403353 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33de6e4d-70d6-4f61-b105-09bd36ea69f8 req-dfba8e5e-c293-4fde-948a-4aa66c601709 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:34.404878 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-33de6e4d-70d6-4f61-b105-09bd36ea69f8 req-dfba8e5e-c293-4fde-948a-4aa66c601709 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/ports?device_id=5ed0c1cb-c3d6-40f1-8aad-1894504b5a83 HTTP/1.1" status: 200 len: 945 time: 0.0787580 Jul 14 09:43:34.422805 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2c3d254a-1077-45e5-b2d4-6de66abd1fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:34.425667 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2c3d254a-1077-45e5-b2d4-6de66abd1fe4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:34.427046 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-2c3d254a-1077-45e5-b2d4-6de66abd1fe4 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/09946ab1-5381-4756-b372-3f4d658e9518 HTTP/1.1" status: 204 len: 168 time: 0.1424994 Jul 14 09:43:34.437135 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3d254a-1077-45e5-b2d4-6de66abd1fe4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09946ab1-5381-4756-b372-3f4d658e9518,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:34.467251 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-33de6e4d-70d6-4f61-b105-09bd36ea69f8 req-55ebed2b-7f08-467e-b0b7-0c8a9ae881ae tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/security-groups?id=3e66fdd8-bd2d-4f0b-a124-b60bfc46cfe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531878 Jul 14 09:43:34.516727 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e0c88fb6-8af7-4c4d-a201-db15c2925026 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:34.609546 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e0c88fb6-8af7-4c4d-a201-db15c2925026 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:34.613586 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e0c88fb6-8af7-4c4d-a201-db15c2925026 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:34.653153 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-e0c88fb6-8af7-4c4d-a201-db15c2925026 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=8045a8087b1e4544a80b6986ac66c7aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2641199 Jul 14 09:43:34.655873 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 46382) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:34.656416 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c88fb6-8af7-4c4d-a201-db15c2925026 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c359dbdb-afd8-456f-96f1-0626446bc698,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:34.707986 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8521ff68-53f4-4ce5-b2a6-ff39cc88b562 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:34.711725 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 46384) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:34.730897 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8521ff68-53f4-4ce5-b2a6-ff39cc88b562 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:34.753547 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-71480b97-a230-4112-879d-853670a1e3f7 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=8874416513b740c8bc899533e69ae7c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0404558 Jul 14 09:43:34.756099 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 46386) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:34.778462 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8521ff68-53f4-4ce5-b2a6-ff39cc88b562 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:34.780970 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8521ff68-53f4-4ce5-b2a6-ff39cc88b562 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:34.782386 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-8521ff68-53f4-4ce5-b2a6-ff39cc88b562 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/c359dbdb-afd8-456f-96f1-0626446bc698 HTTP/1.1" status: 204 len: 168 time: 0.1251478 Jul 14 09:43:34.790659 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8521ff68-53f4-4ce5-b2a6-ff39cc88b562 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c359dbdb-afd8-456f-96f1-0626446bc698,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:34.817861 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-83f2e7e9-57fb-410e-bd59-13f431312f63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:34.840352 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-83f2e7e9-57fb-410e-bd59-13f431312f63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:34.887098 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-83f2e7e9-57fb-410e-bd59-13f431312f63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:34.889665 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-83f2e7e9-57fb-410e-bd59-13f431312f63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:34.890857 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-83f2e7e9-57fb-410e-bd59-13f431312f63 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/8c7d8932-ddb4-48a7-84fb-65ec05be4a96 HTTP/1.1" status: 204 len: 168 time: 0.1338444 Jul 14 09:43:34.898836 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f2e7e9-57fb-410e-bd59-13f431312f63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c7d8932-ddb4-48a7-84fb-65ec05be4a96,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:35.091672 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 46394) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:35.133800 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 46396) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:35.158642 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0ade377f-ea23-492c-97fe-88053566500a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:35.185560 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 95b68ab6-6aa7-43e3-b683-2d7bb992e791 no longer exists at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:43:35.186907 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db1d68f2-b078-46a7-bfa6-3c2a72912155 tempest-TestNetworkBasicOps-355649252 tempest-TestNetworkBasicOps-355649252-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:35.198669 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-db1d68f2-b078-46a7-bfa6-3c2a72912155 tempest-TestNetworkBasicOps-355649252 tempest-TestNetworkBasicOps-355649252-project-admin] 10.222.0.68 "GET /v2.0/subnets?network_id=2dcd4d32-cc7c-4468-b396-7ce5c9231892 HTTP/1.1" status: 200 len: 814 time: 0.1050260 Jul 14 09:43:35.221388 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] No Port match for: 95b68ab6-6aa7-43e3-b683-2d7bb992e791 {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:43:35.222194 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 95b68ab6-6aa7-43e3-b683-2d7bb992e791 not bound to the agent host n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:43:35.222872 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device f8620d13-c618-4db9-ba88-c513f569418b no longer exists at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:43:35.251935 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] No Port match for: f8620d13-c618-4db9-ba88-c513f569418b {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:43:35.252624 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device f8620d13-c618-4db9-ba88-c513f569418b not bound to the agent host n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:43:35.274788 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0ade377f-ea23-492c-97fe-88053566500a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:35.279831 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0ade377f-ea23-492c-97fe-88053566500a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:35.330933 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-0ade377f-ea23-492c-97fe-88053566500a admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=4b568514cc8b406d9448c729b13ab659&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1936569 Jul 14 09:43:35.330933 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ade377f-ea23-492c-97fe-88053566500a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35e16ed8-990d-452d-acb3-61805f72b650,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:35.332702 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 46402) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:35.399510 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1ed7fbf3-f8b9-4027-8003-55c1bb6313c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:35.424311 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1ed7fbf3-f8b9-4027-8003-55c1bb6313c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:35.480079 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1ed7fbf3-f8b9-4027-8003-55c1bb6313c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:35.483161 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1ed7fbf3-f8b9-4027-8003-55c1bb6313c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:35.484981 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-1ed7fbf3-f8b9-4027-8003-55c1bb6313c0 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/35e16ed8-990d-452d-acb3-61805f72b650 HTTP/1.1" status: 204 len: 168 time: 0.1513023 Jul 14 09:43:35.506351 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed7fbf3-f8b9-4027-8003-55c1bb6313c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35e16ed8-990d-452d-acb3-61805f72b650,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:35.662915 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1269af7e-748b-4a3e-80bd-aeb57dd3d4f2 req-63db40a2-2978-4ebc-a7e9-76009076c4e9 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:35.664424 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1269af7e-748b-4a3e-80bd-aeb57dd3d4f2 req-63db40a2-2978-4ebc-a7e9-76009076c4e9 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/ports?device_id=5ed0c1cb-c3d6-40f1-8aad-1894504b5a83 HTTP/1.1" status: 200 len: 945 time: 0.0708308 Jul 14 09:43:35.705668 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1269af7e-748b-4a3e-80bd-aeb57dd3d4f2 req-01161196-8691-429b-ae4a-c580723aad61 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/security-groups?id=3e66fdd8-bd2d-4f0b-a124-b60bfc46cfe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338788 Jul 14 09:43:36.543837 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 46440) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:36.549185 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-707b1d26-cd20-45a5-9a97-2e79010fc96d tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Request body: {'network': {'name': 'tempest-network-smoke--1106896655', 'project_id': 'da5579fc8d23403983f04f41618106b6', 'port_security_enabled': True}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:43:36.570576 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-707b1d26-cd20-45a5-9a97-2e79010fc96d tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Made reservation on behalf of da5579fc8d23403983f04f41618106b6 for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:43:36.574140 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-707b1d26-cd20-45a5-9a97-2e79010fc96d tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:36.601616 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-707b1d26-cd20-45a5-9a97-2e79010fc96d tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 742} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:43:36.611495 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-707b1d26-cd20-45a5-9a97-2e79010fc96d tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:36.611952 n-d-779913-29 neutron-server[93958]: INFO neutron.db.segments_db [None req-707b1d26-cd20-45a5-9a97-2e79010fc96d tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Added segment 7a7b06c2-7c50-4158-b73c-3c4ad3b1b6bd of type vlan for network 68ef0c6b-6d09-4c6b-b95b-5cfbefb414db Jul 14 09:43:36.660021 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-707b1d26-cd20-45a5-9a97-2e79010fc96d tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735687821325'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:36.691788 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-707b1d26-cd20-45a5-9a97-2e79010fc96d tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:36.698537 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-707b1d26-cd20-45a5-9a97-2e79010fc96d tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:36.699278 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-707b1d26-cd20-45a5-9a97-2e79010fc96d tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:36.765179 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-707b1d26-cd20-45a5-9a97-2e79010fc96d tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2201653 Jul 14 09:43:36.765509 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 46454) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:36.778018 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707b1d26-cd20-45a5-9a97-2e79010fc96d tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Pushing event updated for resources: {'Network': ['ID=68ef0c6b-6d09-4c6b-b95b-5cfbefb414db,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:36.789002 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Network 68ef0c6b-6d09-4c6b-b95b-5cfbefb414db details requested by agent ovs-agent-n-d-779913-29 with host n-d-779913-29 {{(pid=93959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:43:36.923263 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33cbcf2d-585f-49b0-a66f-d006df8e7bb3 tempest-TestNetworkBasicOps-355649252 tempest-TestNetworkBasicOps-355649252-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:36.927292 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-33cbcf2d-585f-49b0-a66f-d006df8e7bb3 tempest-TestNetworkBasicOps-355649252 tempest-TestNetworkBasicOps-355649252-project-admin] 10.222.0.68 "GET /v2.0/subnets?project_id=da5579fc8d23403983f04f41618106b6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.1576107 Jul 14 09:43:36.927759 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 46460) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:37.000639 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6e88e7-9e2d-4b8e-a67b-af6d76593620 req-36d4ad44-355b-4902-82a8-f4afc4572bbe tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:37.007993 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3c6e88e7-9e2d-4b8e-a67b-af6d76593620 req-36d4ad44-355b-4902-82a8-f4afc4572bbe tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/ports?device_id=5ed0c1cb-c3d6-40f1-8aad-1894504b5a83 HTTP/1.1" status: 200 len: 945 time: 0.0989132 Jul 14 09:43:37.021410 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-624cee4e-5970-49c6-8c2a-6cacff4fa70e tempest-TestNetworkBasicOps-355649252 tempest-TestNetworkBasicOps-355649252-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:37.022939 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-624cee4e-5970-49c6-8c2a-6cacff4fa70e tempest-TestNetworkBasicOps-355649252 tempest-TestNetworkBasicOps-355649252-project-admin] 10.222.0.68 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0941629 Jul 14 09:43:37.027035 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 46464) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:37.052113 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3c6e88e7-9e2d-4b8e-a67b-af6d76593620 req-50813d74-631b-4187-b075-da0c81fbbf65 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/security-groups?id=3e66fdd8-bd2d-4f0b-a124-b60bfc46cfe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431423 Jul 14 09:43:37.065058 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-a1806cdd-d355-402c-8cdb-1df492c57c9d tempest-TestNetworkBasicOps-355649252 tempest-TestNetworkBasicOps-355649252-project-admin] 10.222.0.68 "GET /v2.0/subnets?network_id=2dcd4d32-cc7c-4468-b396-7ce5c9231892&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0346401 Jul 14 09:43:37.065287 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 46466) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:37.098125 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-5b500ddb-cd3d-4067-9068-894912271667 tempest-TestNetworkBasicOps-355649252 tempest-TestNetworkBasicOps-355649252-project-admin] 10.222.0.68 "GET /v2.0/subnets?project_id=da5579fc8d23403983f04f41618106b6&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0315709 Jul 14 09:43:37.101179 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 46468) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:37.640188 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b4d13f4-725e-4304-bcc8-dfa0bec56395 tempest-TestNetworkBasicOps-355649252 tempest-TestNetworkBasicOps-355649252-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:37.644221 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-3b4d13f4-725e-4304-bcc8-dfa0bec56395 tempest-TestNetworkBasicOps-355649252 tempest-TestNetworkBasicOps-355649252-project-admin] 10.222.0.68 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5395045 Jul 14 09:43:37.644604 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 46478) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:37.683447 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-4c49f7cc-8b37-41f2-9e60-f68b5c30f82b tempest-TestNetworkBasicOps-355649252 tempest-TestNetworkBasicOps-355649252-project-admin] 10.222.0.68 "GET /v2.0/subnets?network_id=2dcd4d32-cc7c-4468-b396-7ce5c9231892&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0353191 Jul 14 09:43:37.683681 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 46480) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:37.688644 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-0402e9fd-285f-4543-8321-3665294fb52c tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-423614763', 'network_id': '68ef0c6b-6d09-4c6b-b95b-5cfbefb414db', 'project_id': 'da5579fc8d23403983f04f41618106b6', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:43:37.775687 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0402e9fd-285f-4543-8321-3665294fb52c tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Made reservation on behalf of da5579fc8d23403983f04f41618106b6 for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:43:37.779732 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0402e9fd-285f-4543-8321-3665294fb52c tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16714600'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:37.962962 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0402e9fd-285f-4543-8321-3665294fb52c tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13573993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16714586'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:38.031738 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0402e9fd-285f-4543-8321-3665294fb52c tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Pushing event updated for resources: {'Subnet': ['ID=4a986b73-6e95-4071-ae22-ef9bc981259f,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:38.045537 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0402e9fd-285f-4543-8321-3665294fb52c tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Checking segment: {'id': '7a7b06c2-7c50-4158-b73c-3c4ad3b1b6bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '68ef0c6b-6d09-4c6b-b95b-5cfbefb414db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:43:38.045964 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0402e9fd-285f-4543-8321-3665294fb52c tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Network hostable DHCP agents. Network: 68ef0c6b-6d09-4c6b-b95b-5cfbefb414db, hostable agents: ['c6a09bd4-f72e-4283-a3ca-0bbca8a51081'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:43:38.063088 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0402e9fd-285f-4543-8321-3665294fb52c tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Network 68ef0c6b-6d09-4c6b-b95b-5cfbefb414db is scheduled to be hosted by DHCP agent c6a09bd4-f72e-4283-a3ca-0bbca8a51081 with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:43:38.071183 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-0402e9fd-285f-4543-8321-3665294fb52c tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-29, 68ef0c6b-6d09-4c6b-b95b-5cfbefb414db) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:43:38.076440 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0402e9fd-285f-4543-8321-3665294fb52c tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:38.077166 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0402e9fd-285f-4543-8321-3665294fb52c tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:38.081149 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87d9eb91-89e7-4598-a01c-eaed0a671527 None None] Network 68ef0c6b-6d09-4c6b-b95b-5cfbefb414db requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:43:38.093911 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-0402e9fd-285f-4543-8321-3665294fb52c tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4089365 Jul 14 09:43:38.242396 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a0a31a5-0f8c-48c7-b551-ebc8f31157e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf57baaa9-fd24-59f4-8fd2-1dc21122ce72-68ef0c6b-6d09-4c6b-b95b-5cfbefb414db', 'network_id': '68ef0c6b-6d09-4c6b-b95b-5cfbefb414db', 'tenant_id': 'da5579fc8d23403983f04f41618106b6', 'fixed_ips': [{'subnet_id': '4a986b73-6e95-4071-ae22-ef9bc981259f'}]}} from n-d-779913-29. {{(pid=93959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:43:38.243750 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8a0a31a5-0f8c-48c7-b551-ebc8f31157e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:38.252937 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50090d2-5076-431c-b317-911a4ded38bc req-e09ba166-47aa-4833-888b-8bd9dd8bb93f tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:38.260880 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c50090d2-5076-431c-b317-911a4ded38bc req-e09ba166-47aa-4833-888b-8bd9dd8bb93f tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/ports?device_id=5ed0c1cb-c3d6-40f1-8aad-1894504b5a83 HTTP/1.1" status: 200 len: 945 time: 0.0871603 Jul 14 09:43:38.314082 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c50090d2-5076-431c-b317-911a4ded38bc req-a4c5a4b8-080b-45d9-b0ae-32632c458544 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/security-groups?id=3e66fdd8-bd2d-4f0b-a124-b60bfc46cfe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522144 Jul 14 09:43:38.400525 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-8a0a31a5-0f8c-48c7-b551-ebc8f31157e3 None None] Allocated IP 172.20.0.18 (68ef0c6b-6d09-4c6b-b95b-5cfbefb414db/4a986b73-6e95-4071-ae22-ef9bc981259f/a0fb6cce-b013-433e-81e0-032b5296d133) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:43:38.444667 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 46490) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:38.449973 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-28a3cef4-7509-4f38-a2f7-254841cba30a tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-849415892', 'description': 'tempest-secgroup-smoke-849415892 description', 'project_id': 'da5579fc8d23403983f04f41618106b6'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:43:38.480734 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-28a3cef4-7509-4f38-a2f7-254841cba30a tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:38.568331 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8a0a31a5-0f8c-48c7-b551-ebc8f31157e3 None None] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:38.571994 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-28a3cef4-7509-4f38-a2f7-254841cba30a tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:38.576963 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-28a3cef4-7509-4f38-a2f7-254841cba30a tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:38.578484 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-8a0a31a5-0f8c-48c7-b551-ebc8f31157e3 None None] Transition to ACTIVE for port object a0fb6cce-b013-433e-81e0-032b5296d133 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:43:38.594955 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-8a0a31a5-0f8c-48c7-b551-ebc8f31157e3 None None] Transition to ACTIVE for port object a0fb6cce-b013-433e-81e0-032b5296d133 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:43:38.607157 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-28a3cef4-7509-4f38-a2f7-254841cba30a tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:38.610916 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-28a3cef4-7509-4f38-a2f7-254841cba30a tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1625116 Jul 14 09:43:38.611141 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 46494) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:38.615935 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-9b92a2d8-7360-4b75-8fe3-4e7068998298 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Request body: {'security_group_rule': {'security_group_id': 'fc33455d-30d5-487d-9d0d-38ebdc746dbc', 'project_id': 'da5579fc8d23403983f04f41618106b6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:43:38.616531 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8a0a31a5-0f8c-48c7-b551-ebc8f31157e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:38.621839 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a3cef4-7509-4f38-a2f7-254841cba30a tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc33455d-30d5-487d-9d0d-38ebdc746dbc,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:38.646863 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9b92a2d8-7360-4b75-8fe3-4e7068998298 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:38.664172 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a0a31a5-0f8c-48c7-b551-ebc8f31157e3 None None] Network 68ef0c6b-6d09-4c6b-b95b-5cfbefb414db is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:43:38.667326 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-8a0a31a5-0f8c-48c7-b551-ebc8f31157e3 None None] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:43:38.670947 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a0a31a5-0f8c-48c7-b551-ebc8f31157e3 None None] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:43:38.678839 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0a31a5-0f8c-48c7-b551-ebc8f31157e3 None None] Pushing event updated for resources: {'Port': ['ID=a0fb6cce-b013-433e-81e0-032b5296d133,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:38.715492 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9b92a2d8-7360-4b75-8fe3-4e7068998298 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:38.723108 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9b92a2d8-7360-4b75-8fe3-4e7068998298 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529131'] for security_group_rule, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:38.738249 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b92a2d8-7360-4b75-8fe3-4e7068998298 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab055a64-78b0-4805-ae69-e210cb6473c9,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:38.750759 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-8a0a31a5-0f8c-48c7-b551-ebc8f31157e3 None None] Attempting to bind port a0fb6cce-b013-433e-81e0-032b5296d133 on host n-d-779913-29 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:43:38.751139 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-8a0a31a5-0f8c-48c7-b551-ebc8f31157e3 None None] Attempting to bind port a0fb6cce-b013-433e-81e0-032b5296d133 by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': '7a7b06c2-7c50-4158-b73c-3c4ad3b1b6bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '68ef0c6b-6d09-4c6b-b95b-5cfbefb414db'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:43:38.751507 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a0a31a5-0f8c-48c7-b551-ebc8f31157e3 None None] Attempting to bind port a0fb6cce-b013-433e-81e0-032b5296d133 on network 68ef0c6b-6d09-4c6b-b95b-5cfbefb414db {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:43:38.757361 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a0a31a5-0f8c-48c7-b551-ebc8f31157e3 None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 43, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:43:38.757677 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a0a31a5-0f8c-48c7-b551-ebc8f31157e3 None None] Checking segment: {'id': '7a7b06c2-7c50-4158-b73c-3c4ad3b1b6bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '68ef0c6b-6d09-4c6b-b95b-5cfbefb414db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:43:38.758051 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8a0a31a5-0f8c-48c7-b551-ebc8f31157e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:38.758512 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a0a31a5-0f8c-48c7-b551-ebc8f31157e3 None None] Bound using segment: {'id': '7a7b06c2-7c50-4158-b73c-3c4ad3b1b6bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '68ef0c6b-6d09-4c6b-b95b-5cfbefb414db'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:43:38.758651 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9b92a2d8-7360-4b75-8fe3-4e7068998298 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:38.758925 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-8a0a31a5-0f8c-48c7-b551-ebc8f31157e3 None None] Bound port: a0fb6cce-b013-433e-81e0-032b5296d133, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a7b06c2-7c50-4158-b73c-3c4ad3b1b6bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '68ef0c6b-6d09-4c6b-b95b-5cfbefb414db'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:43:38.759306 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8a0a31a5-0f8c-48c7-b551-ebc8f31157e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:38.763042 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-9b92a2d8-7360-4b75-8fe3-4e7068998298 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1477439 Jul 14 09:43:38.763575 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 46500) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:38.768052 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-cce3c612-f2e4-4a3f-ab7c-c7d426432b29 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Request body: {'security_group_rule': {'security_group_id': 'fc33455d-30d5-487d-9d0d-38ebdc746dbc', 'project_id': 'da5579fc8d23403983f04f41618106b6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:43:38.813971 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-cce3c612-f2e4-4a3f-ab7c-c7d426432b29 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:38.830663 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8a0a31a5-0f8c-48c7-b551-ebc8f31157e3 None None] For port a0fb6cce-b013-433e-81e0-032b5296d133, host n-d-779913-29, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:43:38.834268 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8a0a31a5-0f8c-48c7-b551-ebc8f31157e3 None None] For port a0fb6cce-b013-433e-81e0-032b5296d133, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=a0fb6cce-b013-433e-81e0-032b5296d133,segment=NetworkSegment(7a7b06c2-7c50-4158-b73c-3c4ad3b1b6bd),segment_id=7a7b06c2-7c50-4158-b73c-3c4ad3b1b6bd)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:43:38.839613 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8a0a31a5-0f8c-48c7-b551-ebc8f31157e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:38.874888 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-cce3c612-f2e4-4a3f-ab7c-c7d426432b29 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:38.881666 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-cce3c612-f2e4-4a3f-ab7c-c7d426432b29 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529131'] for security_group_rule, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:38.903811 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce3c612-f2e4-4a3f-ab7c-c7d426432b29 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0d6693f-47d1-4beb-8837-a5f64f2df725,revision_number=0']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:38.910868 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0a31a5-0f8c-48c7-b551-ebc8f31157e3 None None] Pushing event updated for resources: {'Port': ['ID=a0fb6cce-b013-433e-81e0-032b5296d133,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:38.916319 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-cce3c612-f2e4-4a3f-ab7c-c7d426432b29 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:38.918939 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-cce3c612-f2e4-4a3f-ab7c-c7d426432b29 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1542037 Jul 14 09:43:38.921324 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 46502) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:38.926048 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-875a1fca-aea9-4874-aa38-2838cc6a161b tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Request body: {'security_group_rule': {'security_group_id': 'fc33455d-30d5-487d-9d0d-38ebdc746dbc', 'project_id': 'da5579fc8d23403983f04f41618106b6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:43:38.954602 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-875a1fca-aea9-4874-aa38-2838cc6a161b tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:39.015942 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-875a1fca-aea9-4874-aa38-2838cc6a161b tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:39.020025 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-875a1fca-aea9-4874-aa38-2838cc6a161b tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529131'] for security_group_rule, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:39.041639 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875a1fca-aea9-4874-aa38-2838cc6a161b tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0c82e83-ee21-422f-93ba-8a7ab91ef3fa,revision_number=0']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:39.052446 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-875a1fca-aea9-4874-aa38-2838cc6a161b tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:39.056726 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 46504) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:39.057249 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-875a1fca-aea9-4874-aa38-2838cc6a161b tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1346481 Jul 14 09:43:39.061683 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-aa71ae8a-4474-4f81-86b2-c5e50be07542 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Request body: {'security_group_rule': {'security_group_id': 'fc33455d-30d5-487d-9d0d-38ebdc746dbc', 'project_id': 'da5579fc8d23403983f04f41618106b6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:43:39.116688 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-aa71ae8a-4474-4f81-86b2-c5e50be07542 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:39.228116 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-aa71ae8a-4474-4f81-86b2-c5e50be07542 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:39.233283 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-aa71ae8a-4474-4f81-86b2-c5e50be07542 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529131'] for security_group_rule, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:39.255197 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa71ae8a-4474-4f81-86b2-c5e50be07542 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c4eab22-732e-4d34-bac4-a0df0f802ba3,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:39.261018 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device a0fb6cce-b013-433e-81e0-032b5296d133 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:43:39.263600 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-aa71ae8a-4474-4f81-86b2-c5e50be07542 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:39.265037 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-aa71ae8a-4474-4f81-86b2-c5e50be07542 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2070909 Jul 14 09:43:39.267810 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 46506) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:39.272364 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-6e11f66f-cb5a-4ab1-a9bc-7eb87c0f40b4 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Request body: {'security_group_rule': {'security_group_id': 'fc33455d-30d5-487d-9d0d-38ebdc746dbc', 'project_id': 'da5579fc8d23403983f04f41618106b6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:43:39.296653 n-d-779913-29 neutron-server[93958]: INFO neutron.db.securitygroups_db [None req-6e11f66f-cb5a-4ab1-a9bc-7eb87c0f40b4 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Project da5579fc8d23403983f04f41618106b6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 09:43:39.302414 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6e11f66f-cb5a-4ab1-a9bc-7eb87c0f40b4 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:39.324928 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning for port a0fb6cce-b013-433e-81e0-032b5296d133 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:43:39.375490 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6e11f66f-cb5a-4ab1-a9bc-7eb87c0f40b4 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:39.381822 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6e11f66f-cb5a-4ab1-a9bc-7eb87c0f40b4 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529131'] for security_group_rule, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:39.402036 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e11f66f-cb5a-4ab1-a9bc-7eb87c0f40b4 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ba9577d-dc31-4ab3-b037-22f5b580fe5a,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:39.415255 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6e11f66f-cb5a-4ab1-a9bc-7eb87c0f40b4 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:39.419848 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-6e11f66f-cb5a-4ab1-a9bc-7eb87c0f40b4 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1478682 Jul 14 09:43:39.420034 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 46510) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:39.424599 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-1c824a9d-d25f-4302-91fb-74978bf994c9 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Request body: {'security_group_rule': {'security_group_id': 'fc33455d-30d5-487d-9d0d-38ebdc746dbc', 'project_id': 'da5579fc8d23403983f04f41618106b6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:43:39.481704 n-d-779913-29 neutron-server[93958]: INFO neutron.db.securitygroups_db [None req-1c824a9d-d25f-4302-91fb-74978bf994c9 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Project da5579fc8d23403983f04f41618106b6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 09:43:39.489051 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1c824a9d-d25f-4302-91fb-74978bf994c9 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:39.536506 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9166bedd-f402-4688-8b66-fc5078bf3492 req-a62c8ac4-0089-460e-9941-26e211646e23 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:39.538174 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-9166bedd-f402-4688-8b66-fc5078bf3492 req-a62c8ac4-0089-460e-9941-26e211646e23 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/ports?device_id=5ed0c1cb-c3d6-40f1-8aad-1894504b5a83 HTTP/1.1" status: 200 len: 945 time: 0.1034880 Jul 14 09:43:39.579670 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1c824a9d-d25f-4302-91fb-74978bf994c9 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:39.589779 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1c824a9d-d25f-4302-91fb-74978bf994c9 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529131'] for security_group_rule, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:39.602858 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-9166bedd-f402-4688-8b66-fc5078bf3492 req-83141035-a0ea-4bec-9f72-f9a5f655db13 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/security-groups?id=3e66fdd8-bd2d-4f0b-a124-b60bfc46cfe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557346 Jul 14 09:43:39.614866 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c824a9d-d25f-4302-91fb-74978bf994c9 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9565f8a-ad64-4a0f-a54c-defa952f11f6,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:39.626938 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1c824a9d-d25f-4302-91fb-74978bf994c9 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:39.642650 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-1c824a9d-d25f-4302-91fb-74978bf994c9 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2215395 Jul 14 09:43:40.028985 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21ebbf6f-e6eb-4cd1-84d8-d3cc8b39d8a6 None None] Network 68ef0c6b-6d09-4c6b-b95b-5cfbefb414db requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:43:40.155935 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dc4482-568e-429a-be07-989e8bd38a04 req-c2348bb6-cdda-4550-96bf-20e515101533 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:40.158126 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c4dc4482-568e-429a-be07-989e8bd38a04 req-c2348bb6-cdda-4550-96bf-20e515101533 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/ports?device_id=5ed0c1cb-c3d6-40f1-8aad-1894504b5a83 HTTP/1.1" status: 200 len: 945 time: 0.1462119 Jul 14 09:43:40.167722 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66348c7-de80-4265-a2fa-a8cf7f2c807f req-30085ed5-5002-4253-af3f-aea5665b94bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:40.172397 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f66348c7-de80-4265-a2fa-a8cf7f2c807f req-30085ed5-5002-4253-af3f-aea5665b94bb service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0be6be6bccc149f1a4b35e465d4a6d6f&device_id=5ed0c1cb-c3d6-40f1-8aad-1894504b5a83 HTTP/1.1" status: 200 len: 1097 time: 0.1286857 Jul 14 09:43:40.185192 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-aa3906f3-6e6d-4181-b3f6-80c32584b3b9 None None] Provisioning for port a0fb6cce-b013-433e-81e0-032b5296d133 completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:43:40.193530 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-aa3906f3-6e6d-4181-b3f6-80c32584b3b9 None None] Provisioning complete for port a0fb6cce-b013-433e-81e0-032b5296d133 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:43:40.193901 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-aa3906f3-6e6d-4181-b3f6-80c32584b3b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:40.209376 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ca426d2d-76f3-4e3a-bd7f-da0c4f95f02b req-76f419c5-6959-49eb-a143-234f94b012d1 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-849415892&fields=id&tenant_id=da5579fc8d23403983f04f41618106b6 HTTP/1.1" status: 200 len: 267 time: 0.0563457 Jul 14 09:43:40.267529 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66348c7-de80-4265-a2fa-a8cf7f2c807f req-0e7f6a27-9c19-4f73-9e5f-b32004b6be07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:40.269027 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f66348c7-de80-4265-a2fa-a8cf7f2c807f req-0e7f6a27-9c19-4f73-9e5f-b32004b6be07 service neutron] 10.222.0.65 "GET /v2.0/networks?id=2a42cb13-2d55-4959-a070-eb88da564dfb HTTP/1.1" status: 200 len: 913 time: 0.0863745 Jul 14 09:43:40.327585 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca426d2d-76f3-4e3a-bd7f-da0c4f95f02b req-18b58a99-0093-4460-9a5b-1dee3e5bf627 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:40.335367 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ca426d2d-76f3-4e3a-bd7f-da0c4f95f02b req-18b58a99-0093-4460-9a5b-1dee3e5bf627 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] 10.222.0.68 "GET /v2.0/networks?id=68ef0c6b-6d09-4c6b-b95b-5cfbefb414db HTTP/1.1" status: 200 len: 797 time: 0.1245489 Jul 14 09:43:40.345870 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f66348c7-de80-4265-a2fa-a8cf7f2c807f req-5c532e38-4b58-421d-b055-f140263becd2 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9e91a837-3b23-4ea6-ab66-86261b57cd5c HTTP/1.1" status: 200 len: 1000 time: 0.0698268 Jul 14 09:43:40.352198 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-aa3906f3-6e6d-4181-b3f6-80c32584b3b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:40.353397 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ca426d2d-76f3-4e3a-bd7f-da0c4f95f02b req-5e248dae-d8bd-4d4d-93da-e92688b10408 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] 10.222.0.68 "GET /v2.0/quotas/da5579fc8d23403983f04f41618106b6 HTTP/1.1" status: 200 len: 375 time: 0.0168526 Jul 14 09:43:40.366168 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c4dc4482-568e-429a-be07-989e8bd38a04 req-068d0b1c-9245-4a96-b3a6-9759ea79990c tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/security-groups?id=3e66fdd8-bd2d-4f0b-a124-b60bfc46cfe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1927543 Jul 14 09:43:40.402782 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-aa3906f3-6e6d-4181-b3f6-80c32584b3b9 None None] For port a0fb6cce-b013-433e-81e0-032b5296d133, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=a0fb6cce-b013-433e-81e0-032b5296d133,segment=NetworkSegment(7a7b06c2-7c50-4158-b73c-3c4ad3b1b6bd),segment_id=7a7b06c2-7c50-4158-b73c-3c4ad3b1b6bd)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:43:40.411845 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-aa3906f3-6e6d-4181-b3f6-80c32584b3b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:40.427601 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66348c7-de80-4265-a2fa-a8cf7f2c807f req-93a86c04-1565-469e-8731-854f143aedee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:40.429329 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f66348c7-de80-4265-a2fa-a8cf7f2c807f req-93a86c04-1565-469e-8731-854f143aedee service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2fb6ebb7-0edb-47a6-96f3-036e2585c66a HTTP/1.1" status: 200 len: 851 time: 0.0665655 Jul 14 09:43:40.464587 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3906f3-6e6d-4181-b3f6-80c32584b3b9 None None] Pushing event updated for resources: {'Port': ['ID=a0fb6cce-b013-433e-81e0-032b5296d133,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:40.478573 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ca426d2d-76f3-4e3a-bd7f-da0c4f95f02b req-f064ef1c-0cc0-4cbf-81b5-65e88216a6c9 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=da5579fc8d23403983f04f41618106b6&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1239686 Jul 14 09:43:40.513055 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66348c7-de80-4265-a2fa-a8cf7f2c807f req-91131542-c038-4ab6-93e4-a16b17b6a584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:40.514656 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f66348c7-de80-4265-a2fa-a8cf7f2c807f req-91131542-c038-4ab6-93e4-a16b17b6a584 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2a42cb13-2d55-4959-a070-eb88da564dfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0784290 Jul 14 09:43:40.589069 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ca426d2d-76f3-4e3a-bd7f-da0c4f95f02b req-35b3d66c-47eb-4e6c-a179-def07e76cdc5 service neutron] 10.222.0.68 "GET /v2.0/networks/68ef0c6b-6d09-4c6b-b95b-5cfbefb414db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978303 Jul 14 09:43:40.614433 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f66348c7-de80-4265-a2fa-a8cf7f2c807f req-e6a7649a-017e-4957-987d-42c16e5c437a service neutron] 10.222.0.65 "GET /v2.0/networks/2a42cb13-2d55-4959-a070-eb88da564dfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931609 Jul 14 09:43:40.694011 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ca426d2d-76f3-4e3a-bd7f-da0c4f95f02b req-518c54ef-4672-4287-9ebf-3c1219cda4e3 service neutron] 10.222.0.68 "GET /v2.0/networks/68ef0c6b-6d09-4c6b-b95b-5cfbefb414db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973029 Jul 14 09:43:40.719067 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f66348c7-de80-4265-a2fa-a8cf7f2c807f req-cc58e364-289b-44b3-b6bc-0b2d9d4ac81d service neutron] 10.222.0.65 "GET /v2.0/networks/2a42cb13-2d55-4959-a070-eb88da564dfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982571 Jul 14 09:43:40.737050 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-48240ea7-37a4-4bab-a6cc-dabe83cead70 None None] Provisioning complete for port a0fb6cce-b013-433e-81e0-032b5296d133 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:43:40.737550 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-48240ea7-37a4-4bab-a6cc-dabe83cead70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:40.911644 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3fd68038-bf7f-4155-8eae-a2685c58dbaa req-10af77b6-c946-426a-878d-594c56ecd84e tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] 10.222.0.68 "GET /v2.0/ports?device_id=8076b792-22ef-40f3-a2c9-08a82aa70c1e HTTP/1.1" status: 200 len: 210 time: 0.0381434 Jul 14 09:43:40.939010 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b175343-9285-4600-aa20-953988415f9d req-1e9e9e36-ae2b-4679-8f69-fef8a4ad1342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:40.939010 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-9b175343-9285-4600-aa20-953988415f9d req-1e9e9e36-ae2b-4679-8f69-fef8a4ad1342 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0be6be6bccc149f1a4b35e465d4a6d6f&device_id=5ed0c1cb-c3d6-40f1-8aad-1894504b5a83 HTTP/1.1" status: 200 len: 1097 time: 0.1219881 Jul 14 09:43:41.086034 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b175343-9285-4600-aa20-953988415f9d req-67961a2f-0dc0-414f-9318-23f0c1394afa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:41.088050 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-9b175343-9285-4600-aa20-953988415f9d req-67961a2f-0dc0-414f-9318-23f0c1394afa service neutron] 10.222.0.65 "GET /v2.0/networks?id=2a42cb13-2d55-4959-a070-eb88da564dfb HTTP/1.1" status: 200 len: 913 time: 0.1204071 Jul 14 09:43:41.211553 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-9b175343-9285-4600-aa20-953988415f9d req-fd4f98ae-ddfc-44dc-92d6-c47698798335 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9e91a837-3b23-4ea6-ab66-86261b57cd5c HTTP/1.1" status: 200 len: 1000 time: 0.1132827 Jul 14 09:43:41.250488 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device a0fb6cce-b013-433e-81e0-032b5296d133 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:43:41.308250 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b175343-9285-4600-aa20-953988415f9d req-1829d39a-c146-4203-90f3-ba80266edf39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:41.309749 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-9b175343-9285-4600-aa20-953988415f9d req-1829d39a-c146-4203-90f3-ba80266edf39 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2fb6ebb7-0edb-47a6-96f3-036e2585c66a HTTP/1.1" status: 200 len: 851 time: 0.0619316 Jul 14 09:43:41.367234 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port a0fb6cce-b013-433e-81e0-032b5296d133 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:43:41.368442 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:41.394057 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b175343-9285-4600-aa20-953988415f9d req-eb5e9c2c-6668-49a9-b256-9e07825dc955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:41.395554 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-9b175343-9285-4600-aa20-953988415f9d req-eb5e9c2c-6668-49a9-b256-9e07825dc955 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2a42cb13-2d55-4959-a070-eb88da564dfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0788164 Jul 14 09:43:41.542055 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-9b175343-9285-4600-aa20-953988415f9d req-8af3ef41-dd7c-4bd4-b1bf-d3b7a0222817 service neutron] 10.222.0.65 "GET /v2.0/networks/2a42cb13-2d55-4959-a070-eb88da564dfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297002 Jul 14 09:43:41.654717 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.agents_db [None req-3c3509fb-540d-4335-a450-574895dd3602 None None] Agent healthcheck: found 7 active agents {{(pid=93960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:43:41.685763 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-9b175343-9285-4600-aa20-953988415f9d req-7aa2c347-af9f-40f0-be83-90bf37f44c55 service neutron] 10.222.0.65 "GET /v2.0/networks/2a42cb13-2d55-4959-a070-eb88da564dfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357255 Jul 14 09:43:41.698369 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcee601-1477-49c5-9e68-17d4df1c7482 req-cc672142-18d8-412a-b4f8-912abb22d982 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:41.706458 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-fdcee601-1477-49c5-9e68-17d4df1c7482 req-cc672142-18d8-412a-b4f8-912abb22d982 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/ports?device_id=5ed0c1cb-c3d6-40f1-8aad-1894504b5a83 HTTP/1.1" status: 200 len: 945 time: 0.1334693 Jul 14 09:43:41.747466 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-fdcee601-1477-49c5-9e68-17d4df1c7482 req-e2560e4e-1582-4960-a89b-d8d70b80a7dc tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/security-groups?id=3e66fdd8-bd2d-4f0b-a124-b60bfc46cfe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400007 Jul 14 09:43:41.944377 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0084494c-db30-484f-91ea-9a09ec36ec97 req-68fb4499-97b3-43a8-8a74-9666aca2f45f tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:41.945903 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-0084494c-db30-484f-91ea-9a09ec36ec97 req-68fb4499-97b3-43a8-8a74-9666aca2f45f tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/ports?device_id=5ed0c1cb-c3d6-40f1-8aad-1894504b5a83 HTTP/1.1" status: 200 len: 945 time: 0.0710080 Jul 14 09:43:41.989013 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-0084494c-db30-484f-91ea-9a09ec36ec97 req-d8c2d4ed-2568-46d8-96c2-4ae3a8ac7861 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/security-groups?id=3e66fdd8-bd2d-4f0b-a124-b60bfc46cfe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352042 Jul 14 09:43:42.118862 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2c8c7fd6-2d51-4820-b392-af27d9c386b1 req-5518362d-a6df-40a6-ae35-458089d6bae8 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] 10.222.0.68 "GET /v2.0/ports?device_id=8076b792-22ef-40f3-a2c9-08a82aa70c1e HTTP/1.1" status: 200 len: 210 time: 0.0453434 Jul 14 09:43:42.191046 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2cf5c8-6876-44b2-9401-79471177dbf1 req-0890f542-9c4e-4e52-9b62-8d5eec141a51 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:42.192577 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-8b2cf5c8-6876-44b2-9401-79471177dbf1 req-0890f542-9c4e-4e52-9b62-8d5eec141a51 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/ports?device_id=5ed0c1cb-c3d6-40f1-8aad-1894504b5a83 HTTP/1.1" status: 200 len: 945 time: 0.0668452 Jul 14 09:43:42.236903 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-8b2cf5c8-6876-44b2-9401-79471177dbf1 req-a9423b72-e0b5-421e-92a8-4fbf15229031 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/security-groups?id=3e66fdd8-bd2d-4f0b-a124-b60bfc46cfe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359049 Jul 14 09:43:42.390809 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca426d2d-76f3-4e3a-bd7f-da0c4f95f02b req-36bb6ad7-e2fd-40f4-8753-b09c09b3dd4c tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:42.392742 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ca426d2d-76f3-4e3a-bd7f-da0c4f95f02b req-36bb6ad7-e2fd-40f4-8753-b09c09b3dd4c tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] 10.222.0.65 "GET /v2.0/networks?id=68ef0c6b-6d09-4c6b-b95b-5cfbefb414db HTTP/1.1" status: 200 len: 797 time: 0.1682372 Jul 14 09:43:42.500611 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ca426d2d-76f3-4e3a-bd7f-da0c4f95f02b req-41c7c456-40d4-471e-bcbd-1b0ed6eea11c tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=da5579fc8d23403983f04f41618106b6 HTTP/1.1" status: 200 len: 472 time: 0.0802824 Jul 14 09:43:42.511368 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-ca426d2d-76f3-4e3a-bd7f-da0c4f95f02b req-aded26dd-fed9-4c8b-89dd-7f30f83515d7 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Request body: {'port': {'device_id': '8076b792-22ef-40f3-a2c9-08a82aa70c1e', 'network_id': '68ef0c6b-6d09-4c6b-b95b-5cfbefb414db', 'admin_state_up': True, 'tenant_id': 'da5579fc8d23403983f04f41618106b6', 'security_groups': ['fc33455d-30d5-487d-9d0d-38ebdc746dbc']}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:43:42.655293 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca426d2d-76f3-4e3a-bd7f-da0c4f95f02b req-aded26dd-fed9-4c8b-89dd-7f30f83515d7 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Made reservation on behalf of da5579fc8d23403983f04f41618106b6 for: {'port': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:43:42.659003 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-ca426d2d-76f3-4e3a-bd7f-da0c4f95f02b req-aded26dd-fed9-4c8b-89dd-7f30f83515d7 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:42.784555 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171ef9b2-aa07-4b6d-9f2e-dffb79bafb45 req-9e7f8373-abe0-4b4a-95df-5364f0e93795 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:42.786094 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-171ef9b2-aa07-4b6d-9f2e-dffb79bafb45 req-9e7f8373-abe0-4b4a-95df-5364f0e93795 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/ports?device_id=5ed0c1cb-c3d6-40f1-8aad-1894504b5a83 HTTP/1.1" status: 200 len: 945 time: 0.1443911 Jul 14 09:43:42.801124 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 46584) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:42.845730 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:42.861062 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-171ef9b2-aa07-4b6d-9f2e-dffb79bafb45 req-fd456c5a-5642-45e6-a9f9-b62aacce7c9a tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/security-groups?id=3e66fdd8-bd2d-4f0b-a124-b60bfc46cfe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527771 Jul 14 09:43:42.862161 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [req-ca426d2d-76f3-4e3a-bd7f-da0c4f95f02b req-aded26dd-fed9-4c8b-89dd-7f30f83515d7 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Allocated IP 172.20.0.27 (68ef0c6b-6d09-4c6b-b95b-5cfbefb414db/4a986b73-6e95-4071-ae22-ef9bc981259f/27cedc20-ea02-4533-9fda-7e60fe119ea4) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:43:42.920168 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-71d8bf5b-39cf-4337-94f6-8b47ef6e6e76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:43.021662 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-ca426d2d-76f3-4e3a-bd7f-da0c4f95f02b req-aded26dd-fed9-4c8b-89dd-7f30f83515d7 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:43.023366 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-71d8bf5b-39cf-4337-94f6-8b47ef6e6e76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:43.033401 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-71d8bf5b-39cf-4337-94f6-8b47ef6e6e76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:43.038418 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [req-ca426d2d-76f3-4e3a-bd7f-da0c4f95f02b req-aded26dd-fed9-4c8b-89dd-7f30f83515d7 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Transition to ACTIVE for port object 27cedc20-ea02-4533-9fda-7e60fe119ea4 will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:43:43.077000 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-71d8bf5b-39cf-4337-94f6-8b47ef6e6e76 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=20e631acafd2406ebe2873a659ff36fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2744620 Jul 14 09:43:43.077571 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-ca426d2d-76f3-4e3a-bd7f-da0c4f95f02b req-aded26dd-fed9-4c8b-89dd-7f30f83515d7 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:43.078774 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d8bf5b-39cf-4337-94f6-8b47ef6e6e76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffb4ac26-586f-4958-b60d-14d241a6ec21,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:43.079784 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 46588) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:43.154328 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca426d2d-76f3-4e3a-bd7f-da0c4f95f02b req-aded26dd-fed9-4c8b-89dd-7f30f83515d7 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Network 68ef0c6b-6d09-4c6b-b95b-5cfbefb414db is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:43:43.163279 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [req-ca426d2d-76f3-4e3a-bd7f-da0c4f95f02b req-aded26dd-fed9-4c8b-89dd-7f30f83515d7 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:43:43.169601 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca426d2d-76f3-4e3a-bd7f-da0c4f95f02b req-aded26dd-fed9-4c8b-89dd-7f30f83515d7 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:43:43.172611 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aded26dd-fed9-4c8b-89dd-7f30f83515d7 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Pushing event updated for resources: {'Port': ['ID=27cedc20-ea02-4533-9fda-7e60fe119ea4,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:43.232133 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-cefd55e0-ee74-474d-a09b-5a47fb73b147 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:43.247450 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca426d2d-76f3-4e3a-bd7f-da0c4f95f02b req-aded26dd-fed9-4c8b-89dd-7f30f83515d7 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:43.248249 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-ca426d2d-76f3-4e3a-bd7f-da0c4f95f02b req-aded26dd-fed9-4c8b-89dd-7f30f83515d7 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:43.267273 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ca426d2d-76f3-4e3a-bd7f-da0c4f95f02b req-aded26dd-fed9-4c8b-89dd-7f30f83515d7 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7612433 Jul 14 09:43:43.277255 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-cefd55e0-ee74-474d-a09b-5a47fb73b147 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:43.291729 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-ca426d2d-76f3-4e3a-bd7f-da0c4f95f02b req-5ac4a8c7-59cd-4e69-9f84-8f3511e4d575 service neutron] Request body: {'port': {'device_id': '8076b792-22ef-40f3-a2c9-08a82aa70c1e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-29'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:43:43.315801 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081b2af7-b422-42d6-8d8a-adcb5e4e1dc8 req-c9cef78c-2204-4128-8c69-50fb97c6cf74 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:43.317370 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-081b2af7-b422-42d6-8d8a-adcb5e4e1dc8 req-c9cef78c-2204-4128-8c69-50fb97c6cf74 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] 10.222.0.68 "GET /v2.0/ports?device_id=8076b792-22ef-40f3-a2c9-08a82aa70c1e HTTP/1.1" status: 200 len: 932 time: 0.0773022 Jul 14 09:43:43.361479 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-081b2af7-b422-42d6-8d8a-adcb5e4e1dc8 req-9567c45f-3f93-4b5f-bbd9-c7cf017b07bc tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] 10.222.0.68 "GET /v2.0/security-groups?id=fc33455d-30d5-487d-9d0d-38ebdc746dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369294 Jul 14 09:43:43.406520 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-cefd55e0-ee74-474d-a09b-5a47fb73b147 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:43.409569 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-cefd55e0-ee74-474d-a09b-5a47fb73b147 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:43.410302 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-cefd55e0-ee74-474d-a09b-5a47fb73b147 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/ffb4ac26-586f-4958-b60d-14d241a6ec21 HTTP/1.1" status: 204 len: 168 time: 0.3291578 Jul 14 09:43:43.424142 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-ca426d2d-76f3-4e3a-bd7f-da0c4f95f02b req-5ac4a8c7-59cd-4e69-9f84-8f3511e4d575 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:43.426263 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefd55e0-ee74-474d-a09b-5a47fb73b147 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffb4ac26-586f-4958-b60d-14d241a6ec21,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:43.474514 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-6959b1c2-fbd5-4967-b46c-b09f05edeb4f req-a8c049ed-d40d-4060-9479-6da0239ebccb service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=1f00f438-7e79-4879-a4cb-979f8f9574f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0785210 Jul 14 09:43:43.481841 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-81f4baef-22f4-4f81-a59b-11a94e8a000e None None] Provisioning for port 27cedc20-ea02-4533-9fda-7e60fe119ea4 completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:43:43.485965 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-81f4baef-22f4-4f81-a59b-11a94e8a000e None None] Provisioning complete for port 27cedc20-ea02-4533-9fda-7e60fe119ea4 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:43:43.486591 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-81f4baef-22f4-4f81-a59b-11a94e8a000e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:43.527766 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-81f4baef-22f4-4f81-a59b-11a94e8a000e None None] Port 27cedc20-ea02-4533-9fda-7e60fe119ea4 cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:43:43.600948 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6959b1c2-fbd5-4967-b46c-b09f05edeb4f req-a18ef5df-f689-42cf-8e9e-2ed8ed5bd97b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:43.602512 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-6959b1c2-fbd5-4967-b46c-b09f05edeb4f req-a18ef5df-f689-42cf-8e9e-2ed8ed5bd97b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0be6be6bccc149f1a4b35e465d4a6d6f&device_id=1f00f438-7e79-4879-a4cb-979f8f9574f7 HTTP/1.1" status: 200 len: 1097 time: 0.0627201 Jul 14 09:43:43.633969 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:43.713060 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6959b1c2-fbd5-4967-b46c-b09f05edeb4f req-3d1d9688-92d4-4385-b0a5-621c63e95852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:43.714582 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-6959b1c2-fbd5-4967-b46c-b09f05edeb4f req-3d1d9688-92d4-4385-b0a5-621c63e95852 service neutron] 10.222.0.57 "GET /v2.0/networks?id=2a42cb13-2d55-4959-a070-eb88da564dfb HTTP/1.1" status: 200 len: 913 time: 0.0900154 Jul 14 09:43:43.742234 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [req-ca426d2d-76f3-4e3a-bd7f-da0c4f95f02b req-5ac4a8c7-59cd-4e69-9f84-8f3511e4d575 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27cedc20-ea02-4533-9fda-7e60fe119ea4 {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:43:43.751065 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-ca426d2d-76f3-4e3a-bd7f-da0c4f95f02b req-5ac4a8c7-59cd-4e69-9f84-8f3511e4d575 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:43.759213 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-6959b1c2-fbd5-4967-b46c-b09f05edeb4f req-8054a113-0e6a-4185-8ef5-aead1bdeafee service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=249cebec-dc11-498c-abb2-47ee3d6b51f3 HTTP/1.1" status: 200 len: 217 time: 0.0367897 Jul 14 09:43:43.764783 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [req-ca426d2d-76f3-4e3a-bd7f-da0c4f95f02b req-5ac4a8c7-59cd-4e69-9f84-8f3511e4d575 service neutron] Transition to ACTIVE for port object 27cedc20-ea02-4533-9fda-7e60fe119ea4 will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:43:43.768307 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-ca426d2d-76f3-4e3a-bd7f-da0c4f95f02b req-5ac4a8c7-59cd-4e69-9f84-8f3511e4d575 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:43.774227 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 46598) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:43.817344 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-08bccfcd-d905-46ed-86ff-e10039f844dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:43.852642 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac4a8c7-59cd-4e69-9f84-8f3511e4d575 service neutron] Pushing event updated for resources: {'Port': ['ID=27cedc20-ea02-4533-9fda-7e60fe119ea4,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:43.976836 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-ca426d2d-76f3-4e3a-bd7f-da0c4f95f02b req-5ac4a8c7-59cd-4e69-9f84-8f3511e4d575 service neutron] Attempting to bind port 27cedc20-ea02-4533-9fda-7e60fe119ea4 on host n-h1-779913-29 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:43:43.977177 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-ca426d2d-76f3-4e3a-bd7f-da0c4f95f02b req-5ac4a8c7-59cd-4e69-9f84-8f3511e4d575 service neutron] Attempting to bind port 27cedc20-ea02-4533-9fda-7e60fe119ea4 by drivers openvswitch,hyperv on host n-h1-779913-29 at level 0 using segments [{'id': '7a7b06c2-7c50-4158-b73c-3c4ad3b1b6bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '68ef0c6b-6d09-4c6b-b95b-5cfbefb414db'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:43:43.977592 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca426d2d-76f3-4e3a-bd7f-da0c4f95f02b req-5ac4a8c7-59cd-4e69-9f84-8f3511e4d575 service neutron] Attempting to bind port 27cedc20-ea02-4533-9fda-7e60fe119ea4 on network 68ef0c6b-6d09-4c6b-b95b-5cfbefb414db {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:43:43.988352 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca426d2d-76f3-4e3a-bd7f-da0c4f95f02b req-5ac4a8c7-59cd-4e69-9f84-8f3511e4d575 service neutron] Port 27cedc20-ea02-4533-9fda-7e60fe119ea4 on network 68ef0c6b-6d09-4c6b-b95b-5cfbefb414db not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-29 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:43:43.988681 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca426d2d-76f3-4e3a-bd7f-da0c4f95f02b req-5ac4a8c7-59cd-4e69-9f84-8f3511e4d575 service neutron] Attempting to bind port 27cedc20-ea02-4533-9fda-7e60fe119ea4 on network 68ef0c6b-6d09-4c6b-b95b-5cfbefb414db {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:43:43.999955 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca426d2d-76f3-4e3a-bd7f-da0c4f95f02b req-5ac4a8c7-59cd-4e69-9f84-8f3511e4d575 service neutron] Checking agent: {'id': 'de11e667-f145-47b0-bd09-334a7505938e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 13, 12), 'started_at': datetime.datetime(2021, 7, 14, 9, 13, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 43, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:43:44.000343 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca426d2d-76f3-4e3a-bd7f-da0c4f95f02b req-5ac4a8c7-59cd-4e69-9f84-8f3511e4d575 service neutron] Checking segment: {'id': '7a7b06c2-7c50-4158-b73c-3c4ad3b1b6bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '68ef0c6b-6d09-4c6b-b95b-5cfbefb414db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:43:44.000743 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca426d2d-76f3-4e3a-bd7f-da0c4f95f02b req-5ac4a8c7-59cd-4e69-9f84-8f3511e4d575 service neutron] Bound using segment: {'id': '7a7b06c2-7c50-4158-b73c-3c4ad3b1b6bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '68ef0c6b-6d09-4c6b-b95b-5cfbefb414db'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:43:44.001190 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-ca426d2d-76f3-4e3a-bd7f-da0c4f95f02b req-5ac4a8c7-59cd-4e69-9f84-8f3511e4d575 service neutron] Bound port: 27cedc20-ea02-4533-9fda-7e60fe119ea4, host: n-h1-779913-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a7b06c2-7c50-4158-b73c-3c4ad3b1b6bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '68ef0c6b-6d09-4c6b-b95b-5cfbefb414db'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:43:44.001621 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-ca426d2d-76f3-4e3a-bd7f-da0c4f95f02b req-5ac4a8c7-59cd-4e69-9f84-8f3511e4d575 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:44.064624 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-08bccfcd-d905-46ed-86ff-e10039f844dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:44.073323 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-08bccfcd-d905-46ed-86ff-e10039f844dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:44.128868 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-08bccfcd-d905-46ed-86ff-e10039f844dc admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=64ccb88dae1849bea7d999e6088eb0e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3539650 Jul 14 09:43:44.132571 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-ca426d2d-76f3-4e3a-bd7f-da0c4f95f02b req-5ac4a8c7-59cd-4e69-9f84-8f3511e4d575 service neutron] For port 27cedc20-ea02-4533-9fda-7e60fe119ea4, host n-h1-779913-29, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:43:44.135420 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 46602) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:44.139461 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-ca426d2d-76f3-4e3a-bd7f-da0c4f95f02b req-5ac4a8c7-59cd-4e69-9f84-8f3511e4d575 service neutron] For port 27cedc20-ea02-4533-9fda-7e60fe119ea4, host n-h1-779913-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=27cedc20-ea02-4533-9fda-7e60fe119ea4,segment=NetworkSegment(7a7b06c2-7c50-4158-b73c-3c4ad3b1b6bd),segment_id=7a7b06c2-7c50-4158-b73c-3c4ad3b1b6bd)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:43:44.145243 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bccfcd-d905-46ed-86ff-e10039f844dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dcf6c62-849e-4a5b-a46a-bdd2f4fd5da2,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:44.155991 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-ca426d2d-76f3-4e3a-bd7f-da0c4f95f02b req-5ac4a8c7-59cd-4e69-9f84-8f3511e4d575 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:44.202701 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6959b1c2-fbd5-4967-b46c-b09f05edeb4f req-2c730a32-ed90-4c7a-a29f-1623f401b1e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:44.204195 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-6959b1c2-fbd5-4967-b46c-b09f05edeb4f req-2c730a32-ed90-4c7a-a29f-1623f401b1e6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2fb6ebb7-0edb-47a6-96f3-036e2585c66a HTTP/1.1" status: 200 len: 851 time: 0.4384179 Jul 14 09:43:44.219212 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca426d2d-76f3-4e3a-bd7f-da0c4f95f02b req-5ac4a8c7-59cd-4e69-9f84-8f3511e4d575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:44.219839 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-ca426d2d-76f3-4e3a-bd7f-da0c4f95f02b req-5ac4a8c7-59cd-4e69-9f84-8f3511e4d575 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:44.221236 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ca426d2d-76f3-4e3a-bd7f-da0c4f95f02b req-5ac4a8c7-59cd-4e69-9f84-8f3511e4d575 service neutron] 10.222.0.65 "PUT /v2.0/ports/27cedc20-ea02-4533-9fda-7e60fe119ea4 HTTP/1.1" status: 200 len: 1093 time: 0.9365802 Jul 14 09:43:44.221713 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8076b792-22ef-40f3-a2c9-08a82aa70c1e', 'tag': '27cedc20-ea02-4533-9fda-7e60fe119ea4'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:43:44.224004 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28f31086-5cc2-44d3-9ee0-5749628a8668" -d '{"events": [{"name": "network-changed", "server_uuid": "8076b792-22ef-40f3-a2c9-08a82aa70c1e", "tag": "27cedc20-ea02-4533-9fda-7e60fe119ea4"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:43:44.261096 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac4a8c7-59cd-4e69-9f84-8f3511e4d575 service neutron] Pushing event updated for resources: {'Port': ['ID=27cedc20-ea02-4533-9fda-7e60fe119ea4,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:44.277390 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:43:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bf8ae96-b4d3-4413-ac10-ebbeb2b7a90a x-openstack-request-id: req-8bf8ae96-b4d3-4413-ac10-ebbeb2b7a90a {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:43:44.277787 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8076b792-22ef-40f3-a2c9-08a82aa70c1e", "tag": "27cedc20-ea02-4533-9fda-7e60fe119ea4", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:43:44.278110 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-8bf8ae96-b4d3-4413-ac10-ebbeb2b7a90a {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:43:44.278568 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8076b792-22ef-40f3-a2c9-08a82aa70c1e', 'tag': '27cedc20-ea02-4533-9fda-7e60fe119ea4', 'status': 'completed', 'code': 200} Jul 14 09:43:44.288818 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a3863857-c705-4ba4-9dd5-5585488fa1cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:44.291415 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f9ec0a-9258-4127-b355-e02928c6e3d8 req-ce6322c3-75ce-4ca1-9c0f-a7b666f8b948 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:44.293000 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-95f9ec0a-9258-4127-b355-e02928c6e3d8 req-ce6322c3-75ce-4ca1-9c0f-a7b666f8b948 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/ports?device_id=5ed0c1cb-c3d6-40f1-8aad-1894504b5a83 HTTP/1.1" status: 200 len: 945 time: 0.1388400 Jul 14 09:43:44.327576 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6959b1c2-fbd5-4967-b46c-b09f05edeb4f req-8b1d5cf7-3404-482d-b893-c0efa2419d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:44.329015 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-6959b1c2-fbd5-4967-b46c-b09f05edeb4f req-8b1d5cf7-3404-482d-b893-c0efa2419d74 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2a42cb13-2d55-4959-a070-eb88da564dfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1179512 Jul 14 09:43:44.342826 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a3863857-c705-4ba4-9dd5-5585488fa1cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:44.369287 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-95f9ec0a-9258-4127-b355-e02928c6e3d8 req-b9134e81-4d52-469c-9d8a-e3c21d0993d9 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/security-groups?id=3e66fdd8-bd2d-4f0b-a124-b60bfc46cfe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682795 Jul 14 09:43:44.397558 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca426d2d-76f3-4e3a-bd7f-da0c4f95f02b req-5dd5765a-4d2b-4ca3-897f-0f176bf5b212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:44.397558 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ca426d2d-76f3-4e3a-bd7f-da0c4f95f02b req-5dd5765a-4d2b-4ca3-897f-0f176bf5b212 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=da5579fc8d23403983f04f41618106b6&device_id=8076b792-22ef-40f3-a2c9-08a82aa70c1e HTTP/1.1" status: 200 len: 1096 time: 0.1015348 Jul 14 09:43:44.428406 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a3863857-c705-4ba4-9dd5-5585488fa1cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:44.435793 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a3863857-c705-4ba4-9dd5-5585488fa1cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:44.440188 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-a3863857-c705-4ba4-9dd5-5585488fa1cf admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/4dcf6c62-849e-4a5b-a46a-bdd2f4fd5da2 HTTP/1.1" status: 204 len: 168 time: 0.3034351 Jul 14 09:43:44.471437 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-6959b1c2-fbd5-4967-b46c-b09f05edeb4f req-2f1427ea-7aa3-4068-87c3-b15688ee8ae9 service neutron] 10.222.0.57 "GET /v2.0/networks/2a42cb13-2d55-4959-a070-eb88da564dfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280687 Jul 14 09:43:44.484622 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ca426d2d-76f3-4e3a-bd7f-da0c4f95f02b req-562b3a9b-0b5f-466b-a9e2-b33081d1716c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=27cedc20-ea02-4533-9fda-7e60fe119ea4 HTTP/1.1" status: 200 len: 217 time: 0.0738771 Jul 14 09:43:44.485995 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3863857-c705-4ba4-9dd5-5585488fa1cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dcf6c62-849e-4a5b-a46a-bdd2f4fd5da2,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:44.562000 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca426d2d-76f3-4e3a-bd7f-da0c4f95f02b req-bc9193c7-addf-4aad-b291-b5e3b0054924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:44.564321 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ca426d2d-76f3-4e3a-bd7f-da0c4f95f02b req-bc9193c7-addf-4aad-b291-b5e3b0054924 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4a986b73-6e95-4071-ae22-ef9bc981259f HTTP/1.1" status: 200 len: 837 time: 0.0705831 Jul 14 09:43:44.604437 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-6959b1c2-fbd5-4967-b46c-b09f05edeb4f req-1cddbdc1-b5c4-4aea-a8d6-d66ccf22e84f service neutron] 10.222.0.57 "GET /v2.0/networks/2a42cb13-2d55-4959-a070-eb88da564dfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255369 Jul 14 09:43:44.661430 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca426d2d-76f3-4e3a-bd7f-da0c4f95f02b req-1c1b0481-2fb1-4ac6-b0d3-e44abd109c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:44.662962 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ca426d2d-76f3-4e3a-bd7f-da0c4f95f02b req-1c1b0481-2fb1-4ac6-b0d3-e44abd109c75 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=68ef0c6b-6d09-4c6b-b95b-5cfbefb414db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0897830 Jul 14 09:43:44.719039 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676761fb-2e7c-4fc6-afb6-acded6d3d694 req-57df95d9-ee65-40a0-bd4d-081d71778b75 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:44.720543 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-676761fb-2e7c-4fc6-afb6-acded6d3d694 req-57df95d9-ee65-40a0-bd4d-081d71778b75 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] 10.222.0.68 "GET /v2.0/ports?device_id=8076b792-22ef-40f3-a2c9-08a82aa70c1e HTTP/1.1" status: 200 len: 944 time: 0.1334460 Jul 14 09:43:44.768047 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-676761fb-2e7c-4fc6-afb6-acded6d3d694 req-bd51a343-3099-4d89-81c3-60e6aec44cd9 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] 10.222.0.68 "GET /v2.0/security-groups?id=fc33455d-30d5-487d-9d0d-38ebdc746dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415783 Jul 14 09:43:45.121376 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ca426d2d-76f3-4e3a-bd7f-da0c4f95f02b req-6f539ad8-a278-4ee4-9b75-fc58ba7837e6 service neutron] 10.222.0.65 "GET /v2.0/networks/68ef0c6b-6d09-4c6b-b95b-5cfbefb414db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4383638 Jul 14 09:43:45.143742 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf470c50-1568-4ce4-a88b-d88bba1dd9c2 req-c475a45e-df7d-48b6-9656-21e61f8d8b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:45.145200 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-bf470c50-1568-4ce4-a88b-d88bba1dd9c2 req-c475a45e-df7d-48b6-9656-21e61f8d8b2d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0be6be6bccc149f1a4b35e465d4a6d6f&device_id=5ed0c1cb-c3d6-40f1-8aad-1894504b5a83 HTTP/1.1" status: 200 len: 1097 time: 0.1449142 Jul 14 09:43:45.153415 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd3adb4-3310-4311-be6e-2e189ffdfaa1 req-b54c2a6a-a983-4427-bfae-01dea90deb31 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:45.154836 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2bd3adb4-3310-4311-be6e-2e189ffdfaa1 req-b54c2a6a-a983-4427-bfae-01dea90deb31 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/ports?device_id=5ed0c1cb-c3d6-40f1-8aad-1894504b5a83 HTTP/1.1" status: 200 len: 945 time: 0.1569154 Jul 14 09:43:45.315325 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2bd3adb4-3310-4311-be6e-2e189ffdfaa1 req-1695432c-8634-4213-a092-0d487fc72bbd tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/security-groups?id=3e66fdd8-bd2d-4f0b-a124-b60bfc46cfe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1501486 Jul 14 09:43:45.323392 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ca426d2d-76f3-4e3a-bd7f-da0c4f95f02b req-c2f91b31-8d42-470f-a46d-cf0725ddcb52 service neutron] 10.222.0.65 "GET /v2.0/networks/68ef0c6b-6d09-4c6b-b95b-5cfbefb414db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1942182 Jul 14 09:43:45.339966 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf470c50-1568-4ce4-a88b-d88bba1dd9c2 req-8b7ea8ed-8ef9-41bf-888f-3af9013e1e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:45.341598 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-bf470c50-1568-4ce4-a88b-d88bba1dd9c2 req-8b7ea8ed-8ef9-41bf-888f-3af9013e1e9a service neutron] 10.222.0.65 "GET /v2.0/networks?id=2a42cb13-2d55-4959-a070-eb88da564dfb HTTP/1.1" status: 200 len: 913 time: 0.1858351 Jul 14 09:43:45.414907 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-bf470c50-1568-4ce4-a88b-d88bba1dd9c2 req-0e2c7d37-546a-46d8-a491-bacaeef209c1 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9e91a837-3b23-4ea6-ab66-86261b57cd5c HTTP/1.1" status: 200 len: 1000 time: 0.0663815 Jul 14 09:43:45.495309 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf470c50-1568-4ce4-a88b-d88bba1dd9c2 req-7f2cd364-437d-4fe6-82cd-aa5a05fac27a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:45.496908 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-bf470c50-1568-4ce4-a88b-d88bba1dd9c2 req-7f2cd364-437d-4fe6-82cd-aa5a05fac27a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2fb6ebb7-0edb-47a6-96f3-036e2585c66a HTTP/1.1" status: 200 len: 851 time: 0.0714190 Jul 14 09:43:45.534118 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f31086-5cc2-44d3-9ee0-5749628a8668 req-716f2c8d-41d0-46c6-8c21-b82b6a3fc157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:45.535631 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-28f31086-5cc2-44d3-9ee0-5749628a8668 req-716f2c8d-41d0-46c6-8c21-b82b6a3fc157 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=da5579fc8d23403983f04f41618106b6&device_id=8076b792-22ef-40f3-a2c9-08a82aa70c1e HTTP/1.1" status: 200 len: 1096 time: 0.1192043 Jul 14 09:43:45.622046 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf470c50-1568-4ce4-a88b-d88bba1dd9c2 req-ec29d68f-c05d-4c60-9413-29a0759a9b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:45.623570 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-bf470c50-1568-4ce4-a88b-d88bba1dd9c2 req-ec29d68f-c05d-4c60-9413-29a0759a9b90 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2a42cb13-2d55-4959-a070-eb88da564dfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1206679 Jul 14 09:43:45.700189 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f31086-5cc2-44d3-9ee0-5749628a8668 req-6d22081e-73c7-4d27-8107-b5d7cc755d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:45.701706 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-28f31086-5cc2-44d3-9ee0-5749628a8668 req-6d22081e-73c7-4d27-8107-b5d7cc755d20 service neutron] 10.222.0.65 "GET /v2.0/networks?id=68ef0c6b-6d09-4c6b-b95b-5cfbefb414db HTTP/1.1" status: 200 len: 898 time: 0.1569624 Jul 14 09:43:45.751797 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-28f31086-5cc2-44d3-9ee0-5749628a8668 req-9caefc45-1645-4b51-a1b2-105b6f569008 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=27cedc20-ea02-4533-9fda-7e60fe119ea4 HTTP/1.1" status: 200 len: 217 time: 0.0422997 Jul 14 09:43:45.798270 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-bf470c50-1568-4ce4-a88b-d88bba1dd9c2 req-90e4b73e-75e8-4510-9344-f37dc178307f service neutron] 10.222.0.65 "GET /v2.0/networks/2a42cb13-2d55-4959-a070-eb88da564dfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664312 Jul 14 09:43:45.861453 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f31086-5cc2-44d3-9ee0-5749628a8668 req-a73c1cd7-ca1a-4347-813d-a779b1e4acef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:45.861910 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-28f31086-5cc2-44d3-9ee0-5749628a8668 req-a73c1cd7-ca1a-4347-813d-a779b1e4acef service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4a986b73-6e95-4071-ae22-ef9bc981259f HTTP/1.1" status: 200 len: 837 time: 0.1022394 Jul 14 09:43:45.982700 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-bf470c50-1568-4ce4-a88b-d88bba1dd9c2 req-7a1950f8-b609-4681-a870-21a862852611 service neutron] 10.222.0.65 "GET /v2.0/networks/2a42cb13-2d55-4959-a070-eb88da564dfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1767261 Jul 14 09:43:45.997652 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f31086-5cc2-44d3-9ee0-5749628a8668 req-892c1f70-9800-4352-a90b-f4924fac8ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:45.999151 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-28f31086-5cc2-44d3-9ee0-5749628a8668 req-892c1f70-9800-4352-a90b-f4924fac8ec0 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=68ef0c6b-6d09-4c6b-b95b-5cfbefb414db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.1287801 Jul 14 09:43:46.065377 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0736b2cc-01b6-4420-8d7d-e1d693814e9a req-f19856da-913c-4abc-bdf9-e357e653a618 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:46.066903 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0736b2cc-01b6-4420-8d7d-e1d693814e9a req-f19856da-913c-4abc-bdf9-e357e653a618 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] 10.222.0.68 "GET /v2.0/ports?device_id=8076b792-22ef-40f3-a2c9-08a82aa70c1e HTTP/1.1" status: 200 len: 944 time: 0.1577032 Jul 14 09:43:46.130993 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0736b2cc-01b6-4420-8d7d-e1d693814e9a req-e01d497d-cea6-4528-b875-b449c08d61a3 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] 10.222.0.68 "GET /v2.0/security-groups?id=fc33455d-30d5-487d-9d0d-38ebdc746dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573013 Jul 14 09:43:46.137291 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-28f31086-5cc2-44d3-9ee0-5749628a8668 req-ecca9ef4-5ef3-44d0-b56c-9b9fb073f544 service neutron] 10.222.0.65 "GET /v2.0/networks/68ef0c6b-6d09-4c6b-b95b-5cfbefb414db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317079 Jul 14 09:43:46.235987 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-28f31086-5cc2-44d3-9ee0-5749628a8668 req-4204fc64-9224-419f-9b0d-48d1ae106ddb service neutron] 10.222.0.65 "GET /v2.0/networks/68ef0c6b-6d09-4c6b-b95b-5cfbefb414db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895228 Jul 14 09:43:46.502112 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f99044-5b3e-4d6b-8d66-77262d0ec054 req-84366722-1f75-4066-ae75-0bc015a0374e tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:46.504006 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-29f99044-5b3e-4d6b-8d66-77262d0ec054 req-84366722-1f75-4066-ae75-0bc015a0374e tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/ports?device_id=5ed0c1cb-c3d6-40f1-8aad-1894504b5a83 HTTP/1.1" status: 200 len: 945 time: 0.0659101 Jul 14 09:43:46.531745 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 27cedc20-ea02-4533-9fda-7e60fe119ea4 details requested by agent hyperv_n-h1-779913-29 with host n-h1-779913-29 {{(pid=93959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:43:46.558143 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-29f99044-5b3e-4d6b-8d66-77262d0ec054 req-2a2ac413-1121-4f9c-9c5f-2f09805cca76 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/security-groups?id=3e66fdd8-bd2d-4f0b-a124-b60bfc46cfe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479672 Jul 14 09:43:46.634019 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port 27cedc20-ea02-4533-9fda-7e60fe119ea4, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=27cedc20-ea02-4533-9fda-7e60fe119ea4,segment=NetworkSegment(7a7b06c2-7c50-4158-b73c-3c4ad3b1b6bd),segment_id=7a7b06c2-7c50-4158-b73c-3c4ad3b1b6bd)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:43:46.645417 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Returning: {'device': '27cedc20-ea02-4533-9fda-7e60fe119ea4', 'network_id': '68ef0c6b-6d09-4c6b-b95b-5cfbefb414db', 'port_id': '27cedc20-ea02-4533-9fda-7e60fe119ea4', 'mac_address': 'fa:16:3e:0d:22:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 742, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a986b73-6e95-4071-ae22-ef9bc981259f', 'ip_address': '172.20.0.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:43:46.688476 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:46.702934 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27cedc20-ea02-4533-9fda-7e60fe119ea4 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:43:46.725282 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port 27cedc20-ea02-4533-9fda-7e60fe119ea4, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=27cedc20-ea02-4533-9fda-7e60fe119ea4,segment=NetworkSegment(7a7b06c2-7c50-4158-b73c-3c4ad3b1b6bd),segment_id=7a7b06c2-7c50-4158-b73c-3c4ad3b1b6bd)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:43:46.730502 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:46.783179 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Pushing event updated for resources: {'Port': ['ID=27cedc20-ea02-4533-9fda-7e60fe119ea4,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:47.033344 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] get_ports_and_sgs() called for port_ids ['27cedc20-ea02-4533-9fda-7e60fe119ea4'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:43:47.525569 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116e9d67-2dc8-49de-82b3-34a684e2e3e7 req-1171e324-4ce3-447d-8172-de86836c8f11 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:47.527153 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-116e9d67-2dc8-49de-82b3-34a684e2e3e7 req-1171e324-4ce3-447d-8172-de86836c8f11 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] 10.222.0.68 "GET /v2.0/ports?device_id=8076b792-22ef-40f3-a2c9-08a82aa70c1e HTTP/1.1" status: 200 len: 945 time: 0.0704522 Jul 14 09:43:47.567730 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-116e9d67-2dc8-49de-82b3-34a684e2e3e7 req-b7135d88-c7ae-423e-be67-06e235ab88d6 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] 10.222.0.68 "GET /v2.0/security-groups?id=fc33455d-30d5-487d-9d0d-38ebdc746dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347648 Jul 14 09:43:47.734874 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e740823e-6b5c-4303-8960-341d0995c164 req-2b3287b5-9f59-45ca-9e7c-e8d44050f607 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:47.736372 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e740823e-6b5c-4303-8960-341d0995c164 req-2b3287b5-9f59-45ca-9e7c-e8d44050f607 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/ports?device_id=5ed0c1cb-c3d6-40f1-8aad-1894504b5a83 HTTP/1.1" status: 200 len: 945 time: 0.0630095 Jul 14 09:43:47.774514 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e740823e-6b5c-4303-8960-341d0995c164 req-8b020515-3a02-4f96-abf7-ee4066c02c9f tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/security-groups?id=3e66fdd8-bd2d-4f0b-a124-b60bfc46cfe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327177 Jul 14 09:43:47.947418 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238ae38c-dcbf-4095-8bef-1430b5fa350f req-3a9c8b4f-aef0-4733-af36-cb9b759b161f tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:47.948997 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-238ae38c-dcbf-4095-8bef-1430b5fa350f req-3a9c8b4f-aef0-4733-af36-cb9b759b161f tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/ports?device_id=5ed0c1cb-c3d6-40f1-8aad-1894504b5a83 HTTP/1.1" status: 200 len: 945 time: 0.0645835 Jul 14 09:43:47.990173 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-238ae38c-dcbf-4095-8bef-1430b5fa350f req-113117b1-2a2b-49f5-bda3-fcaa9763c710 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/security-groups?id=3e66fdd8-bd2d-4f0b-a124-b60bfc46cfe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346999 Jul 14 09:43:48.552038 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 27cedc20-ea02-4533-9fda-7e60fe119ea4 up at agent hyperv_n-h1-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:43:48.631128 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Provisioning for port 27cedc20-ea02-4533-9fda-7e60fe119ea4 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:43:48.643627 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Provisioning complete for port 27cedc20-ea02-4533-9fda-7e60fe119ea4 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:43:48.644134 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:48.737418 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:48.782281 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8076b792-22ef-40f3-a2c9-08a82aa70c1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27cedc20-ea02-4533-9fda-7e60fe119ea4'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:43:48.784591 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd62303f06773040a8a4e189dc46b4f565768c299abf8ab8e7739778b0bc3e97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33ed85bf-5fa3-4ca3-93db-0a4590297406" -d '{"events": [{"server_uuid": "8076b792-22ef-40f3-a2c9-08a82aa70c1e", "name": "network-vif-plugged", "status": "completed", "tag": "27cedc20-ea02-4533-9fda-7e60fe119ea4"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:43:48.792805 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc486fd-b2e7-44a6-b09d-0db89f6359e8 req-5205b818-a4d9-4246-ae18-a35e60d7a39e tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:48.797470 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port 27cedc20-ea02-4533-9fda-7e60fe119ea4, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=27cedc20-ea02-4533-9fda-7e60fe119ea4,segment=NetworkSegment(7a7b06c2-7c50-4158-b73c-3c4ad3b1b6bd),segment_id=7a7b06c2-7c50-4158-b73c-3c4ad3b1b6bd)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:43:48.800420 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-5cc486fd-b2e7-44a6-b09d-0db89f6359e8 req-5205b818-a4d9-4246-ae18-a35e60d7a39e tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] 10.222.0.68 "GET /v2.0/ports?device_id=8076b792-22ef-40f3-a2c9-08a82aa70c1e HTTP/1.1" status: 200 len: 945 time: 0.0993426 Jul 14 09:43:48.802351 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:48.851894 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-5cc486fd-b2e7-44a6-b09d-0db89f6359e8 req-0042f9d4-9e86-47b8-8bde-0a529b2401a5 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] 10.222.0.68 "GET /v2.0/security-groups?id=fc33455d-30d5-487d-9d0d-38ebdc746dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505157 Jul 14 09:43:48.863954 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e28bde-e5bc-4d60-8e1b-3e0d9fb21b96 req-fc3df4e5-39ad-4993-9c8e-92d348713fb9 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:48.866631 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Pushing event updated for resources: {'Port': ['ID=27cedc20-ea02-4533-9fda-7e60fe119ea4,revision_number=5']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:48.870406 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e0e28bde-e5bc-4d60-8e1b-3e0d9fb21b96 req-fc3df4e5-39ad-4993-9c8e-92d348713fb9 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/ports?device_id=cd255fe7-8cd0-407c-a0db-855de2f209d6 HTTP/1.1" status: 200 len: 943 time: 0.1125846 Jul 14 09:43:48.971228 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [req-e0e28bde-e5bc-4d60-8e1b-3e0d9fb21b96 req-1cfd7155-951e-49dd-9c98-5d84b335c001 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Deleting port 9f8e9a48-3b5b-4ec8-b785-e7dbab3d632a {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:43:48.971575 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-e0e28bde-e5bc-4d60-8e1b-3e0d9fb21b96 req-1cfd7155-951e-49dd-9c98-5d84b335c001 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:49.026890 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:43:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19b2a95b-33b5-4121-8a74-a61430009c10 x-openstack-request-id: req-19b2a95b-33b5-4121-8a74-a61430009c10 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:43:49.027491 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8076b792-22ef-40f3-a2c9-08a82aa70c1e", "name": "network-vif-plugged", "status": "completed", "tag": "27cedc20-ea02-4533-9fda-7e60fe119ea4", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:43:49.028770 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-19b2a95b-33b5-4121-8a74-a61430009c10 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:43:49.029437 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8076b792-22ef-40f3-a2c9-08a82aa70c1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27cedc20-ea02-4533-9fda-7e60fe119ea4', 'code': 200} Jul 14 09:43:49.069550 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-e0e28bde-e5bc-4d60-8e1b-3e0d9fb21b96 req-1cfd7155-951e-49dd-9c98-5d84b335c001 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] For port 9f8e9a48-3b5b-4ec8-b785-e7dbab3d632a, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=9f8e9a48-3b5b-4ec8-b785-e7dbab3d632a,segment=NetworkSegment(5aade75d-903c-400b-b4a7-6f3ba4ae14ee),segment_id=5aade75d-903c-400b-b4a7-6f3ba4ae14ee)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:43:49.069901 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-e0e28bde-e5bc-4d60-8e1b-3e0d9fb21b96 req-1cfd7155-951e-49dd-9c98-5d84b335c001 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:49.083406 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [req-e0e28bde-e5bc-4d60-8e1b-3e0d9fb21b96 req-1cfd7155-951e-49dd-9c98-5d84b335c001 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Calling delete_port for 9f8e9a48-3b5b-4ec8-b785-e7dbab3d632a owned by compute:nova {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:43:49.203674 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b96fd6a-b01a-41e5-9459-469ea8ea9154 req-f59da97a-9ae8-4f96-8806-e7903d5a6f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:49.205202 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-4b96fd6a-b01a-41e5-9459-469ea8ea9154 req-f59da97a-9ae8-4f96-8806-e7903d5a6f89 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=8076b792-22ef-40f3-a2c9-08a82aa70c1e HTTP/1.1" status: 200 len: 1098 time: 0.0778022 Jul 14 09:43:49.284231 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-4b96fd6a-b01a-41e5-9459-469ea8ea9154 req-233ab797-6d8b-40a4-a181-d50ce789a774 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=fc33455d-30d5-487d-9d0d-38ebdc746dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722473 Jul 14 09:43:49.289561 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-e0e28bde-e5bc-4d60-8e1b-3e0d9fb21b96 req-1cfd7155-951e-49dd-9c98-5d84b335c001 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:49.321177 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfd7155-951e-49dd-9c98-5d84b335c001 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Pushing event deleted for resources: {'Port': ['ID=9f8e9a48-3b5b-4ec8-b785-e7dbab3d632a,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:49.324164 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] get_ports_and_sgs() called for port_ids ['1a74407f-1167-403e-905d-2f083f30456b'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:43:49.369367 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0e28bde-e5bc-4d60-8e1b-3e0d9fb21b96 req-1cfd7155-951e-49dd-9c98-5d84b335c001 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] No DVR routers for this DVR port 9f8e9a48-3b5b-4ec8-b785-e7dbab3d632a on host n-h1-779913-29 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:43:49.371589 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] get_ports_and_sgs() called for port_ids ['249cebec-dc11-498c-abb2-47ee3d6b51f3'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:43:49.372344 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-e0e28bde-e5bc-4d60-8e1b-3e0d9fb21b96 req-1cfd7155-951e-49dd-9c98-5d84b335c001 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:49.376002 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e0e28bde-e5bc-4d60-8e1b-3e0d9fb21b96 req-1cfd7155-951e-49dd-9c98-5d84b335c001 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "DELETE /v2.0/ports/9f8e9a48-3b5b-4ec8-b785-e7dbab3d632a HTTP/1.1" status: 204 len: 173 time: 0.5044045 Jul 14 09:43:49.376745 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd255fe7-8cd0-407c-a0db-855de2f209d6', 'name': 'network-vif-deleted', 'tag': '9f8e9a48-3b5b-4ec8-b785-e7dbab3d632a'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:43:49.380312 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23c2d404-7aa6-400a-a44b-38d54f2f2fb3" -d '{"events": [{"server_uuid": "cd255fe7-8cd0-407c-a0db-855de2f209d6", "name": "network-vif-deleted", "tag": "9f8e9a48-3b5b-4ec8-b785-e7dbab3d632a"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:43:49.445855 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 14 Jul 2021 09:43:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f8363d7-64c2-4d16-8db0-435566eed553 x-openstack-request-id: req-6f8363d7-64c2-4d16-8db0-435566eed553 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:43:49.446488 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd255fe7-8cd0-407c-a0db-855de2f209d6", "name": "network-vif-deleted", "tag": "9f8e9a48-3b5b-4ec8-b785-e7dbab3d632a", "status": "failed", "code": 422}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:43:49.446959 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-6f8363d7-64c2-4d16-8db0-435566eed553 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:43:49.447660 n-d-779913-29 neutron-server[93957]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'cd255fe7-8cd0-407c-a0db-855de2f209d6', 'name': 'network-vif-deleted', 'tag': '9f8e9a48-3b5b-4ec8-b785-e7dbab3d632a', 'status': 'failed', 'code': 422} returned with failed status Jul 14 09:43:50.077643 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d513bff9-05c8-4664-90a5-d8807c3dc7e5 req-fa2a97df-683e-4222-a033-5ef3138266a0 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:50.080002 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d513bff9-05c8-4664-90a5-d8807c3dc7e5 req-fa2a97df-683e-4222-a033-5ef3138266a0 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] 10.222.0.68 "GET /v2.0/ports?device_id=8076b792-22ef-40f3-a2c9-08a82aa70c1e HTTP/1.1" status: 200 len: 946 time: 0.0969629 Jul 14 09:43:50.124664 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d513bff9-05c8-4664-90a5-d8807c3dc7e5 req-090e41bd-ca67-4bb7-862e-7bcf665e9adc tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] 10.222.0.68 "GET /v2.0/security-groups?id=fc33455d-30d5-487d-9d0d-38ebdc746dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381632 Jul 14 09:43:50.223558 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1627cf-7346-4ab4-a0ce-87a269d26a76 req-749836f8-df4b-48e5-afb0-c1e557bddbe7 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:50.225044 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8c1627cf-7346-4ab4-a0ce-87a269d26a76 req-749836f8-df4b-48e5-afb0-c1e557bddbe7 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/ports?device_id=fe2025ab-80ef-43d7-9a05-e52ed4bb6c98 HTTP/1.1" status: 200 len: 908 time: 0.0719695 Jul 14 09:43:50.750213 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 46796) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:50.852969 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6a9556e7-ac7c-47b2-ba49-b73ec1c80b1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:50.949274 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6a9556e7-ac7c-47b2-ba49-b73ec1c80b1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:50.952799 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6a9556e7-ac7c-47b2-ba49-b73ec1c80b1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:50.990914 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-6a9556e7-ac7c-47b2-ba49-b73ec1c80b1b admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=21a3ec6c80e74ce8a8cccead790a65e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2393703 Jul 14 09:43:50.991860 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9556e7-ac7c-47b2-ba49-b73ec1c80b1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eda8f4ae-b89a-4c60-965b-3b1cef17b500,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:50.993620 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 46800) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:51.042957 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-38d00709-9d0c-44bc-8b5a-ce8082800b64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:51.064046 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-38d00709-9d0c-44bc-8b5a-ce8082800b64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:51.110325 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-38d00709-9d0c-44bc-8b5a-ce8082800b64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:51.112897 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-38d00709-9d0c-44bc-8b5a-ce8082800b64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:51.114085 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-38d00709-9d0c-44bc-8b5a-ce8082800b64 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/eda8f4ae-b89a-4c60-965b-3b1cef17b500 HTTP/1.1" status: 204 len: 168 time: 0.1194756 Jul 14 09:43:51.121910 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d00709-9d0c-44bc-8b5a-ce8082800b64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eda8f4ae-b89a-4c60-965b-3b1cef17b500,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:51.312695 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3dbd3c-01ef-4c8a-8f2b-b192a4d9218f req-11dddc96-6851-4da3-870b-3bcd37504f44 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:51.314285 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ba3dbd3c-01ef-4c8a-8f2b-b192a4d9218f req-11dddc96-6851-4da3-870b-3bcd37504f44 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] 10.222.0.68 "GET /v2.0/ports?device_id=8076b792-22ef-40f3-a2c9-08a82aa70c1e HTTP/1.1" status: 200 len: 946 time: 0.0713387 Jul 14 09:43:51.356576 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ba3dbd3c-01ef-4c8a-8f2b-b192a4d9218f req-fbbf3e73-194d-47fd-b2b8-1d4c6240a8ad tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] 10.222.0.68 "GET /v2.0/security-groups?id=fc33455d-30d5-487d-9d0d-38ebdc746dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364983 Jul 14 09:43:51.409961 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 46814) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:51.424542 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-482675be-4626-48f2-a669-0938586f45e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:51.430300 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d511e4-ab22-4d10-ba9f-9a5f9528b299 req-669fbb0d-d081-4e3b-9e09-137c97c4ee4e tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:51.434133 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-48d511e4-ab22-4d10-ba9f-9a5f9528b299 req-669fbb0d-d081-4e3b-9e09-137c97c4ee4e tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/ports?device_id=fe2025ab-80ef-43d7-9a05-e52ed4bb6c98 HTTP/1.1" status: 200 len: 908 time: 0.0791643 Jul 14 09:43:51.579455 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e8df24-d238-45b3-a625-6ba20e659dfc req-e2ffd419-7076-46dc-a61f-89c9b9692441 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:51.584093 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-98e8df24-d238-45b3-a625-6ba20e659dfc req-e2ffd419-7076-46dc-a61f-89c9b9692441 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] 10.222.0.68 "GET /v2.0/ports?device_id=8076b792-22ef-40f3-a2c9-08a82aa70c1e HTTP/1.1" status: 200 len: 946 time: 0.1003313 Jul 14 09:43:51.585976 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-482675be-4626-48f2-a669-0938586f45e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:51.595375 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-482675be-4626-48f2-a669-0938586f45e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:51.650708 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482675be-4626-48f2-a669-0938586f45e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5096bbd5-8bae-416d-b5ea-6614a78041b8,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:51.655120 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-482675be-4626-48f2-a669-0938586f45e3 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=6a48d602f9904b6a8c456e24ab30e6be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2441592 Jul 14 09:43:51.657862 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 46818) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:51.658041 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-98e8df24-d238-45b3-a625-6ba20e659dfc req-a81b2907-ae17-4b9b-98ea-2c25ce764bd4 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] 10.222.0.68 "GET /v2.0/security-groups?id=fc33455d-30d5-487d-9d0d-38ebdc746dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708430 Jul 14 09:43:51.716335 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5bd08d2e-e52a-483b-b93d-577889a21e1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:51.737680 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5bd08d2e-e52a-483b-b93d-577889a21e1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:51.816783 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5bd08d2e-e52a-483b-b93d-577889a21e1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:51.819330 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5bd08d2e-e52a-483b-b93d-577889a21e1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:51.820471 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-5bd08d2e-e52a-483b-b93d-577889a21e1c admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/5096bbd5-8bae-416d-b5ea-6614a78041b8 HTTP/1.1" status: 204 len: 168 time: 0.1610341 Jul 14 09:43:51.832370 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd08d2e-e52a-483b-b93d-577889a21e1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5096bbd5-8bae-416d-b5ea-6614a78041b8,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:51.874951 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a992066f-5635-4cb2-8d11-a3d409364c3d req-77f04929-75ea-4dfa-937b-f330362ca771 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:51.876421 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-a992066f-5635-4cb2-8d11-a3d409364c3d req-77f04929-75ea-4dfa-937b-f330362ca771 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.57 "GET /v2.0/ports?device_id=fe2025ab-80ef-43d7-9a05-e52ed4bb6c98 HTTP/1.1" status: 200 len: 908 time: 0.0922387 Jul 14 09:43:51.984893 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-a992066f-5635-4cb2-8d11-a3d409364c3d req-9c968a0d-bbc9-437d-a0d7-c09347badbba tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Deleting port 58a46e37-9009-452b-b221-08ff0168b44e {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:43:51.985328 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-a992066f-5635-4cb2-8d11-a3d409364c3d req-9c968a0d-bbc9-437d-a0d7-c09347badbba tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:52.078717 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-a992066f-5635-4cb2-8d11-a3d409364c3d req-9c968a0d-bbc9-437d-a0d7-c09347badbba tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] For port 58a46e37-9009-452b-b221-08ff0168b44e, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=58a46e37-9009-452b-b221-08ff0168b44e,segment=NetworkSegment(5aade75d-903c-400b-b4a7-6f3ba4ae14ee),segment_id=5aade75d-903c-400b-b4a7-6f3ba4ae14ee)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:43:52.079088 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-a992066f-5635-4cb2-8d11-a3d409364c3d req-9c968a0d-bbc9-437d-a0d7-c09347badbba tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:52.092775 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-a992066f-5635-4cb2-8d11-a3d409364c3d req-9c968a0d-bbc9-437d-a0d7-c09347badbba tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Calling delete_port for 58a46e37-9009-452b-b221-08ff0168b44e owned by compute:nova {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:43:52.166740 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 46828) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:52.173479 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e33fb8fe-688f-4bf2-8769-2dbc7db9b5bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:52.182943 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7eeef9d2-016f-448f-9ca6-506c72cc1995 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:52.226949 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-a992066f-5635-4cb2-8d11-a3d409364c3d req-9c968a0d-bbc9-437d-a0d7-c09347badbba tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:52.255788 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c968a0d-bbc9-437d-a0d7-c09347badbba tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Pushing event deleted for resources: {'Port': ['ID=58a46e37-9009-452b-b221-08ff0168b44e,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:52.276154 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7eeef9d2-016f-448f-9ca6-506c72cc1995 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:52.285105 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7eeef9d2-016f-448f-9ca6-506c72cc1995 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:52.309372 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-a992066f-5635-4cb2-8d11-a3d409364c3d req-9c968a0d-bbc9-437d-a0d7-c09347badbba tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] No DVR routers for this DVR port 58a46e37-9009-452b-b221-08ff0168b44e on host n-h2-779913-29 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:43:52.311988 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-a992066f-5635-4cb2-8d11-a3d409364c3d req-9c968a0d-bbc9-437d-a0d7-c09347badbba tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:52.314133 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-a992066f-5635-4cb2-8d11-a3d409364c3d req-9c968a0d-bbc9-437d-a0d7-c09347badbba tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.57 "DELETE /v2.0/ports/58a46e37-9009-452b-b221-08ff0168b44e HTTP/1.1" status: 204 len: 173 time: 0.4319062 Jul 14 09:43:52.314582 n-d-779913-29 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe2025ab-80ef-43d7-9a05-e52ed4bb6c98', 'name': 'network-vif-deleted', 'tag': '58a46e37-9009-452b-b221-08ff0168b44e'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:43:52.316871 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cb48f044f948e981f43897c8d7f1332f741dc7af2b4c5a6e19d8f4a80f708e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eff4f1a8-267a-4a25-b5ae-14672b208d3c" -d '{"events": [{"server_uuid": "fe2025ab-80ef-43d7-9a05-e52ed4bb6c98", "name": "network-vif-deleted", "tag": "58a46e37-9009-452b-b221-08ff0168b44e"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:43:52.338553 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-7eeef9d2-016f-448f-9ca6-506c72cc1995 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=19994f45c24749f89711d1c287857916&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1674118 Jul 14 09:43:52.338553 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eeef9d2-016f-448f-9ca6-506c72cc1995 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=081a4278-58ac-4b83-9c4a-3adfcfc5a534,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:52.339240 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 46832) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:52.382303 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:43:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98ec3cfa-0bd3-4058-bb90-ce03ef723542 x-openstack-request-id: req-98ec3cfa-0bd3-4058-bb90-ce03ef723542 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:43:52.382602 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe2025ab-80ef-43d7-9a05-e52ed4bb6c98", "name": "network-vif-deleted", "tag": "58a46e37-9009-452b-b221-08ff0168b44e", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:43:52.382855 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-98ec3cfa-0bd3-4058-bb90-ce03ef723542 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:43:52.383258 n-d-779913-29 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe2025ab-80ef-43d7-9a05-e52ed4bb6c98', 'name': 'network-vif-deleted', 'tag': '58a46e37-9009-452b-b221-08ff0168b44e', 'status': 'completed', 'code': 200} Jul 14 09:43:52.402938 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8c3423c6-bf2e-4ac8-bf8f-602a280588fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:52.428066 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8c3423c6-bf2e-4ac8-bf8f-602a280588fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:52.482890 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8c3423c6-bf2e-4ac8-bf8f-602a280588fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:52.486639 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8c3423c6-bf2e-4ac8-bf8f-602a280588fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:52.490331 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-8c3423c6-bf2e-4ac8-bf8f-602a280588fb admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/081a4278-58ac-4b83-9c4a-3adfcfc5a534 HTTP/1.1" status: 204 len: 168 time: 0.1479139 Jul 14 09:43:52.498040 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3423c6-bf2e-4ac8-bf8f-602a280588fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=081a4278-58ac-4b83-9c4a-3adfcfc5a534,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:52.617131 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0f6aabda-f6d3-4878-8989-b7cee17a956f req-598d3304-63c3-4e18-883d-aac12d6da1ac tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/ports?device_id=fe2025ab-80ef-43d7-9a05-e52ed4bb6c98 HTTP/1.1" status: 200 len: 210 time: 0.0285141 Jul 14 09:43:53.171578 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 46858) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:53.691042 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 58a46e37-9009-452b-b221-08ff0168b44e no longer exists at agent hyperv_n-h2-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:43:53.770991 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] No Port match for: 58a46e37-9009-452b-b221-08ff0168b44e {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:43:53.781415 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 58a46e37-9009-452b-b221-08ff0168b44e not bound to the agent host n-h2-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:43:53.955491 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1b7c0414-2db6-4f2e-830b-d7546a06fe24 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:54.273703 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-1b7c0414-2db6-4f2e-830b-d7546a06fe24 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Allocated IP 172.20.0.17 (68ef0c6b-6d09-4c6b-b95b-5cfbefb414db/4a986b73-6e95-4071-ae22-ef9bc981259f/17afaf84-f95c-4998-a3e3-85ec806fa430) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:43:54.277260 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f059febb-1980-4f39-a862-46585f8a84ae req-5d966a19-e12f-40c6-94e2-9b4844e4ce52 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:54.279003 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-f059febb-1980-4f39-a862-46585f8a84ae req-5d966a19-e12f-40c6-94e2-9b4844e4ce52 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/ports?device_id=bd66ceb4-f1e6-4b26-b7e1-7cc49f3cecb3 HTTP/1.1" status: 200 len: 945 time: 0.0767486 Jul 14 09:43:54.327457 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-f059febb-1980-4f39-a862-46585f8a84ae req-d9681d70-b3f7-4f06-9596-2bf219db24af tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/security-groups?id=8ddc8877-605a-44c2-a058-368d728dd554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421293 Jul 14 09:43:54.417693 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1b7c0414-2db6-4f2e-830b-d7546a06fe24 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:54.432312 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-1b7c0414-2db6-4f2e-830b-d7546a06fe24 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Transition to ACTIVE for port object 17afaf84-f95c-4998-a3e3-85ec806fa430 will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:43:54.467413 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1b7c0414-2db6-4f2e-830b-d7546a06fe24 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:54.511303 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b7c0414-2db6-4f2e-830b-d7546a06fe24 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Network 68ef0c6b-6d09-4c6b-b95b-5cfbefb414db is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:43:54.518180 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-1b7c0414-2db6-4f2e-830b-d7546a06fe24 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:43:54.523808 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b7c0414-2db6-4f2e-830b-d7546a06fe24 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:43:54.527020 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7c0414-2db6-4f2e-830b-d7546a06fe24 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Pushing event updated for resources: {'Port': ['ID=17afaf84-f95c-4998-a3e3-85ec806fa430,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:54.574289 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1b7c0414-2db6-4f2e-830b-d7546a06fe24 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-660393'] for router_interface, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:54.747743 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:54.792267 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-48c5b59c-ed9f-461e-afa5-7254f2e04f57 None None] Provisioning for port 17afaf84-f95c-4998-a3e3-85ec806fa430 completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:43:54.797130 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-48c5b59c-ed9f-461e-afa5-7254f2e04f57 None None] Provisioning complete for port 17afaf84-f95c-4998-a3e3-85ec806fa430 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:43:54.797789 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-48c5b59c-ed9f-461e-afa5-7254f2e04f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:54.812911 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1b7c0414-2db6-4f2e-830b-d7546a06fe24 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:54.834016 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-48c5b59c-ed9f-461e-afa5-7254f2e04f57 None None] Port 17afaf84-f95c-4998-a3e3-85ec806fa430 cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:43:54.865238 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9bd5d17a-1784-4e92-ad5f-078f1307a41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:55.110763 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1b7c0414-2db6-4f2e-830b-d7546a06fe24 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:55.115784 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1b7c0414-2db6-4f2e-830b-d7546a06fe24 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:55.193587 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7c0414-2db6-4f2e-830b-d7546a06fe24 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Pushing event updated for resources: {'Port': ['ID=17afaf84-f95c-4998-a3e3-85ec806fa430,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:55.196175 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1b7c0414-2db6-4f2e-830b-d7546a06fe24 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-683747'] for router_interface, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:55.286561 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b7c0414-2db6-4f2e-830b-d7546a06fe24 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Network 68ef0c6b-6d09-4c6b-b95b-5cfbefb414db is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:43:55.287991 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-1b7c0414-2db6-4f2e-830b-d7546a06fe24 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:43:55.407325 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b7c0414-2db6-4f2e-830b-d7546a06fe24 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Router ede3623b-de6c-4042-bf2e-8ca476290cbd has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:43:55.535748 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b7c0414-2db6-4f2e-830b-d7546a06fe24 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:43:55.549620 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-1b7c0414-2db6-4f2e-830b-d7546a06fe24 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] 10.222.0.68 "PUT /v2.0/routers/ede3623b-de6c-4042-bf2e-8ca476290cbd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3690434 Jul 14 09:43:55.550577 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3876b4c1-40e9-475e-af29-c24712e92101 None None] Sync routers for ids ['ede3623b-de6c-4042-bf2e-8ca476290cbd'] in n-d-779913-29 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:43:55.551506 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5d56f1-38e7-4b8a-8992-c015f6dbcbf4 req-90976325-5f75-4933-a621-5b31c0150f8d tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:55.553967 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-6f5d56f1-38e7-4b8a-8992-c015f6dbcbf4 req-90976325-5f75-4933-a621-5b31c0150f8d tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/ports?device_id=bd66ceb4-f1e6-4b26-b7e1-7cc49f3cecb3 HTTP/1.1" status: 200 len: 945 time: 0.0731063 Jul 14 09:43:55.561470 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3876b4c1-40e9-475e-af29-c24712e92101 None None] Routers {'ede3623b-de6c-4042-bf2e-8ca476290cbd'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:43:55.562192 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-3876b4c1-40e9-475e-af29-c24712e92101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:43:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['ede3623b-de6c-4042-bf2e-8ca476290cbd'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:55.565007 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-a60cc000-5074-4ab1-a6d2-8ebd38fc5a51 None None] Provisioning complete for port 17afaf84-f95c-4998-a3e3-85ec806fa430 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:43:55.565909 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a60cc000-5074-4ab1-a6d2-8ebd38fc5a51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:55.610360 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-6f5d56f1-38e7-4b8a-8992-c015f6dbcbf4 req-9cc2c252-b537-4093-968f-30b60c566ad6 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/security-groups?id=8ddc8877-605a-44c2-a058-368d728dd554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450282 Jul 14 09:43:55.611926 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-a60cc000-5074-4ab1-a6d2-8ebd38fc5a51 None None] Port 17afaf84-f95c-4998-a3e3-85ec806fa430 cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:43:55.680473 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-3876b4c1-40e9-475e-af29-c24712e92101 None None] Set router ede3623b-de6c-4042-bf2e-8ca476290cbd gateway port host: n-d-779913-29 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:43:55.786577 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de24c7b9-74f9-470f-ae6c-bb0bab6ec42b req-46816fce-c8b1-4653-9b11-9b882ed2d247 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:55.788356 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-de24c7b9-74f9-470f-ae6c-bb0bab6ec42b req-46816fce-c8b1-4653-9b11-9b882ed2d247 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd66ceb4-f1e6-4b26-b7e1-7cc49f3cecb3 HTTP/1.1" status: 200 len: 945 time: 0.0852618 Jul 14 09:43:55.897683 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5ad31076-714c-49ec-bc37-f3d4cd90112a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:55.909768 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [req-de24c7b9-74f9-470f-ae6c-bb0bab6ec42b req-32015893-f5c6-4c1c-a0da-78a5c5a039ef tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Deleting port 1a74407f-1167-403e-905d-2f083f30456b {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:43:55.910175 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-de24c7b9-74f9-470f-ae6c-bb0bab6ec42b req-32015893-f5c6-4c1c-a0da-78a5c5a039ef tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:55.949949 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-3876b4c1-40e9-475e-af29-c24712e92101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ede3623b-de6c-4042-bf2e-8ca476290cbd', 'name': 'tempest-TestNetworkBasicOps-router-1781889072', 'tenant_id': 'da5579fc8d23403983f04f41618106b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': '51a6a0a1-b392-430f-88e6-9bd43e984f72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:42:20Z', 'updated_at': '2021-07-14T09:43:54Z', 'revision_number': 5, 'project_id': 'da5579fc8d23403983f04f41618106b6', 'gw_port': {'id': '51a6a0a1-b392-430f-88e6-9bd43e984f72', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ac:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ede3623b-de6c-4042-bf2e-8ca476290cbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3001, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:42:22Z', 'updated_at': '2021-07-14T09:42:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_floatingips': [{'id': 'e6623578-7b13-42da-98b0-f560284ab813', 'tenant_id': 'da5579fc8d23403983f04f41618106b6', 'floating_ip_address': '172.25.4.239', 'floating_network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'router_id': 'ede3623b-de6c-4042-bf2e-8ca476290cbd', 'port_id': 'db2d2da0-53d6-46ac-a466-fcebb4007f56', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3083, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb4e535c-3b84-4c9e-9de2-4073c56413e0', 'mac_address': 'fa:16:3e:6d:bb:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e1b6cd-db20-478f-825e-42052bc3e00f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:42:58Z', 'updated_at': '2021-07-14T09:43:02Z', 'revision_number': 1, 'project_id': 'da5579fc8d23403983f04f41618106b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17afaf84-f95c-4998-a3e3-85ec806fa430', 'name': '', 'network_id': '68ef0c6b-6d09-4c6b-b95b-5cfbefb414db', 'tenant_id': 'da5579fc8d23403983f04f41618106b6', 'mac_address': 'fa:16:3e:cc:70:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ede3623b-de6c-4042-bf2e-8ca476290cbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3204, 'fixed_ips': [{'subnet_id': '4a986b73-6e95-4071-ae22-ef9bc981259f', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:43:54Z', 'updated_at': '2021-07-14T09:43:54Z', 'revision_number': 2, 'project_id': 'da5579fc8d23403983f04f41618106b6', 'subnets': [{'id': '4a986b73-6e95-4071-ae22-ef9bc981259f', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'faf84a56-da81-4003-a96f-6be6bddf7158', 'name': '', 'network_id': 'eb4e535c-3b84-4c9e-9de2-4073c56413e0', 'tenant_id': 'da5579fc8d23403983f04f41618106b6', 'mac_address': 'fa:16:3e:26:74:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ede3623b-de6c-4042-bf2e-8ca476290cbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3021, 'fixed_ips': [{'subnet_id': '5f49e4c7-b0e1-4adf-b03f-1c642eb39e18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:42:30Z', 'updated_at': '2021-07-14T09:42:40Z', 'revision_number': 5, 'project_id': 'da5579fc8d23403983f04f41618106b6', 'subnets': [{'id': '5f49e4c7-b0e1-4adf-b03f-1c642eb39e18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:55.982524 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3876b4c1-40e9-475e-af29-c24712e92101 None None] Checking router: ede3623b-de6c-4042-bf2e-8ca476290cbd for host: n-d-779913-29 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:43:55.982988 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3876b4c1-40e9-475e-af29-c24712e92101 None None] Updating router ede3623b-de6c-4042-bf2e-8ca476290cbd port 17afaf84-f95c-4998-a3e3-85ec806fa430 binding host n-d-779913-29 {{(pid=93960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:43:56.004273 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-de24c7b9-74f9-470f-ae6c-bb0bab6ec42b req-32015893-f5c6-4c1c-a0da-78a5c5a039ef tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] For port 1a74407f-1167-403e-905d-2f083f30456b, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=1a74407f-1167-403e-905d-2f083f30456b,segment=NetworkSegment(5aade75d-903c-400b-b4a7-6f3ba4ae14ee),segment_id=5aade75d-903c-400b-b4a7-6f3ba4ae14ee)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:43:56.005095 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-de24c7b9-74f9-470f-ae6c-bb0bab6ec42b req-32015893-f5c6-4c1c-a0da-78a5c5a039ef tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:56.017207 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3876b4c1-40e9-475e-af29-c24712e92101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:56.021154 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [req-de24c7b9-74f9-470f-ae6c-bb0bab6ec42b req-32015893-f5c6-4c1c-a0da-78a5c5a039ef tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Calling delete_port for 1a74407f-1167-403e-905d-2f083f30456b owned by compute:nova {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:43:56.190607 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-de24c7b9-74f9-470f-ae6c-bb0bab6ec42b req-32015893-f5c6-4c1c-a0da-78a5c5a039ef tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:56.227290 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] get_ports_and_sgs() called for port_ids ['1a74407f-1167-403e-905d-2f083f30456b'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:43:56.255971 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] get_ports_and_sgs() called for port_ids ['249cebec-dc11-498c-abb2-47ee3d6b51f3'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:43:56.299028 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-de24c7b9-74f9-470f-ae6c-bb0bab6ec42b req-32015893-f5c6-4c1c-a0da-78a5c5a039ef tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] No DVR routers for this DVR port 1a74407f-1167-403e-905d-2f083f30456b on host n-h1-779913-29 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:43:56.300896 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32015893-f5c6-4c1c-a0da-78a5c5a039ef tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Pushing event deleted for resources: {'Port': ['ID=1a74407f-1167-403e-905d-2f083f30456b,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:56.304223 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-de24c7b9-74f9-470f-ae6c-bb0bab6ec42b req-32015893-f5c6-4c1c-a0da-78a5c5a039ef tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:56.307731 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-de24c7b9-74f9-470f-ae6c-bb0bab6ec42b req-32015893-f5c6-4c1c-a0da-78a5c5a039ef tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.65 "DELETE /v2.0/ports/1a74407f-1167-403e-905d-2f083f30456b HTTP/1.1" status: 204 len: 173 time: 0.5133655 Jul 14 09:43:56.308187 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd66ceb4-f1e6-4b26-b7e1-7cc49f3cecb3', 'name': 'network-vif-deleted', 'tag': '1a74407f-1167-403e-905d-2f083f30456b'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:43:56.310566 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca56423b-f3a5-43be-af66-3a8ade9c8718" -d '{"events": [{"server_uuid": "bd66ceb4-f1e6-4b26-b7e1-7cc49f3cecb3", "name": "network-vif-deleted", "tag": "1a74407f-1167-403e-905d-2f083f30456b"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:43:56.343577 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3876b4c1-40e9-475e-af29-c24712e92101 None None] Notify callbacks [] for port, precommit_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:56.356528 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-3876b4c1-40e9-475e-af29-c24712e92101 None None] Transition to ACTIVE for port object 17afaf84-f95c-4998-a3e3-85ec806fa430 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:43:56.366513 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3876b4c1-40e9-475e-af29-c24712e92101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:56.390403 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:43:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-500f35c1-2fbb-4e05-bdb3-a2f51f7b6f13 x-openstack-request-id: req-500f35c1-2fbb-4e05-bdb3-a2f51f7b6f13 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:43:56.390697 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd66ceb4-f1e6-4b26-b7e1-7cc49f3cecb3", "name": "network-vif-deleted", "tag": "1a74407f-1167-403e-905d-2f083f30456b", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:43:56.390950 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-500f35c1-2fbb-4e05-bdb3-a2f51f7b6f13 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:43:56.391351 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd66ceb4-f1e6-4b26-b7e1-7cc49f3cecb3', 'name': 'network-vif-deleted', 'tag': '1a74407f-1167-403e-905d-2f083f30456b', 'status': 'completed', 'code': 200} Jul 14 09:43:56.440771 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dec8d76-2753-4189-bbff-3dbd74da6239 None None] Pushing event updated for resources: {'Port': ['ID=17afaf84-f95c-4998-a3e3-85ec806fa430,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:56.453856 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dec8d76-2753-4189-bbff-3dbd74da6239 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:43:56.454457 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dec8d76-2753-4189-bbff-3dbd74da6239 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:43:56.454957 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dec8d76-2753-4189-bbff-3dbd74da6239 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:43:56.455603 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dec8d76-2753-4189-bbff-3dbd74da6239 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:43:56.456112 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dec8d76-2753-4189-bbff-3dbd74da6239 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:43:56.456751 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dec8d76-2753-4189-bbff-3dbd74da6239 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:43:56.459084 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dec8d76-2753-4189-bbff-3dbd74da6239 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:43:56.459646 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dec8d76-2753-4189-bbff-3dbd74da6239 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:43:56.459989 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dec8d76-2753-4189-bbff-3dbd74da6239 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:43:56.460311 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dec8d76-2753-4189-bbff-3dbd74da6239 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:43:56.460635 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dec8d76-2753-4189-bbff-3dbd74da6239 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:43:56.460959 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dec8d76-2753-4189-bbff-3dbd74da6239 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:43:56.542430 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-3876b4c1-40e9-475e-af29-c24712e92101 None None] Attempting to bind port 17afaf84-f95c-4998-a3e3-85ec806fa430 on host n-d-779913-29 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:43:56.542430 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-3876b4c1-40e9-475e-af29-c24712e92101 None None] Attempting to bind port 17afaf84-f95c-4998-a3e3-85ec806fa430 by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': '7a7b06c2-7c50-4158-b73c-3c4ad3b1b6bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '68ef0c6b-6d09-4c6b-b95b-5cfbefb414db'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:43:56.542884 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3876b4c1-40e9-475e-af29-c24712e92101 None None] Attempting to bind port 17afaf84-f95c-4998-a3e3-85ec806fa430 on network 68ef0c6b-6d09-4c6b-b95b-5cfbefb414db {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:43:56.548741 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3876b4c1-40e9-475e-af29-c24712e92101 None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 43, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:43:56.549123 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3876b4c1-40e9-475e-af29-c24712e92101 None None] Checking segment: {'id': '7a7b06c2-7c50-4158-b73c-3c4ad3b1b6bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '68ef0c6b-6d09-4c6b-b95b-5cfbefb414db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:43:56.549625 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3876b4c1-40e9-475e-af29-c24712e92101 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:56.551674 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3876b4c1-40e9-475e-af29-c24712e92101 None None] Bound using segment: {'id': '7a7b06c2-7c50-4158-b73c-3c4ad3b1b6bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '68ef0c6b-6d09-4c6b-b95b-5cfbefb414db'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:43:56.551674 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-3876b4c1-40e9-475e-af29-c24712e92101 None None] Bound port: 17afaf84-f95c-4998-a3e3-85ec806fa430, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a7b06c2-7c50-4158-b73c-3c4ad3b1b6bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '68ef0c6b-6d09-4c6b-b95b-5cfbefb414db'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:43:56.551674 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3876b4c1-40e9-475e-af29-c24712e92101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:56.635294 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-3876b4c1-40e9-475e-af29-c24712e92101 None None] For port 17afaf84-f95c-4998-a3e3-85ec806fa430, host n-d-779913-29, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:43:56.638969 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-3876b4c1-40e9-475e-af29-c24712e92101 None None] For port 17afaf84-f95c-4998-a3e3-85ec806fa430, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=17afaf84-f95c-4998-a3e3-85ec806fa430,segment=NetworkSegment(7a7b06c2-7c50-4158-b73c-3c4ad3b1b6bd),segment_id=7a7b06c2-7c50-4158-b73c-3c4ad3b1b6bd)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:43:56.647746 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3876b4c1-40e9-475e-af29-c24712e92101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:56.751314 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3876b4c1-40e9-475e-af29-c24712e92101 None None] Routers {'ede3623b-de6c-4042-bf2e-8ca476290cbd'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:43:56.770450 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-3876b4c1-40e9-475e-af29-c24712e92101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:43:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['ede3623b-de6c-4042-bf2e-8ca476290cbd'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:56.800241 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0ad11556-44f6-4616-95f1-531108de57f1 req-4c846d6e-1aab-420a-9ae3-9c48295e8f2f tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/ports?device_id=bd66ceb4-f1e6-4b26-b7e1-7cc49f3cecb3 HTTP/1.1" status: 200 len: 210 time: 0.0479121 Jul 14 09:43:56.830603 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dec8d76-2753-4189-bbff-3dbd74da6239 None None] Pushing event updated for resources: {'Port': ['ID=17afaf84-f95c-4998-a3e3-85ec806fa430,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:56.916453 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-3876b4c1-40e9-475e-af29-c24712e92101 None None] Set router ede3623b-de6c-4042-bf2e-8ca476290cbd gateway port host: n-d-779913-29 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:43:57.162348 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-3876b4c1-40e9-475e-af29-c24712e92101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ede3623b-de6c-4042-bf2e-8ca476290cbd', 'name': 'tempest-TestNetworkBasicOps-router-1781889072', 'tenant_id': 'da5579fc8d23403983f04f41618106b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': '51a6a0a1-b392-430f-88e6-9bd43e984f72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:42:20Z', 'updated_at': '2021-07-14T09:43:54Z', 'revision_number': 5, 'project_id': 'da5579fc8d23403983f04f41618106b6', 'gw_port': {'id': '51a6a0a1-b392-430f-88e6-9bd43e984f72', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ac:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ede3623b-de6c-4042-bf2e-8ca476290cbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3001, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:42:22Z', 'updated_at': '2021-07-14T09:42:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_floatingips': [{'id': 'e6623578-7b13-42da-98b0-f560284ab813', 'tenant_id': 'da5579fc8d23403983f04f41618106b6', 'floating_ip_address': '172.25.4.239', 'floating_network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'router_id': 'ede3623b-de6c-4042-bf2e-8ca476290cbd', 'port_id': 'db2d2da0-53d6-46ac-a466-fcebb4007f56', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3083, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb4e535c-3b84-4c9e-9de2-4073c56413e0', 'mac_address': 'fa:16:3e:6d:bb:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e1b6cd-db20-478f-825e-42052bc3e00f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:42:58Z', 'updated_at': '2021-07-14T09:43:02Z', 'revision_number': 1, 'project_id': 'da5579fc8d23403983f04f41618106b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17afaf84-f95c-4998-a3e3-85ec806fa430', 'name': '', 'network_id': '68ef0c6b-6d09-4c6b-b95b-5cfbefb414db', 'tenant_id': 'da5579fc8d23403983f04f41618106b6', 'mac_address': 'fa:16:3e:cc:70:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ede3623b-de6c-4042-bf2e-8ca476290cbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3204, 'fixed_ips': [{'subnet_id': '4a986b73-6e95-4071-ae22-ef9bc981259f', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:43:54Z', 'updated_at': '2021-07-14T09:43:56Z', 'revision_number': 4, 'project_id': 'da5579fc8d23403983f04f41618106b6', 'subnets': [{'id': '4a986b73-6e95-4071-ae22-ef9bc981259f', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'faf84a56-da81-4003-a96f-6be6bddf7158', 'name': '', 'network_id': 'eb4e535c-3b84-4c9e-9de2-4073c56413e0', 'tenant_id': 'da5579fc8d23403983f04f41618106b6', 'mac_address': 'fa:16:3e:26:74:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ede3623b-de6c-4042-bf2e-8ca476290cbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3021, 'fixed_ips': [{'subnet_id': '5f49e4c7-b0e1-4adf-b03f-1c642eb39e18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:42:30Z', 'updated_at': '2021-07-14T09:42:40Z', 'revision_number': 5, 'project_id': 'da5579fc8d23403983f04f41618106b6', 'subnets': [{'id': '5f49e4c7-b0e1-4adf-b03f-1c642eb39e18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:57.192315 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3876b4c1-40e9-475e-af29-c24712e92101 None None] The sync data for ids ['ede3623b-de6c-4042-bf2e-8ca476290cbd'] in n-d-779913-29 is: [{'id': 'ede3623b-de6c-4042-bf2e-8ca476290cbd', 'name': 'tempest-TestNetworkBasicOps-router-1781889072', 'tenant_id': 'da5579fc8d23403983f04f41618106b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': '51a6a0a1-b392-430f-88e6-9bd43e984f72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:42:20Z', 'updated_at': '2021-07-14T09:43:54Z', 'revision_number': 5, 'project_id': 'da5579fc8d23403983f04f41618106b6', 'gw_port': {'id': '51a6a0a1-b392-430f-88e6-9bd43e984f72', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ac:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ede3623b-de6c-4042-bf2e-8ca476290cbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3001, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:42:22Z', 'updated_at': '2021-07-14T09:42:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_floatingips': [{'id': 'e6623578-7b13-42da-98b0-f560284ab813', 'tenant_id': 'da5579fc8d23403983f04f41618106b6', 'floating_ip_address': '172.25.4.239', 'floating_network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'router_id': 'ede3623b-de6c-4042-bf2e-8ca476290cbd', 'port_id': 'db2d2da0-53d6-46ac-a466-fcebb4007f56', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3083, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb4e535c-3b84-4c9e-9de2-4073c56413e0', 'mac_address': 'fa:16:3e:6d:bb:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e1b6cd-db20-478f-825e-42052bc3e00f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:42:58Z', 'updated_at': '2021-07-14T09:43:02Z', 'revision_number': 1, 'project_id': 'da5579fc8d23403983f04f41618106b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17afaf84-f95c-4998-a3e3-85ec806fa430', 'name': '', 'network_id': '68ef0c6b-6d09-4c6b-b95b-5cfbefb414db', 'tenant_id': 'da5579fc8d23403983f04f41618106b6', 'mac_address': 'fa:16:3e:cc:70:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ede3623b-de6c-4042-bf2e-8ca476290cbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3204, 'fixed_ips': [{'subnet_id': '4a986b73-6e95-4071-ae22-ef9bc981259f', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:43:54Z', 'updated_at': '2021-07-14T09:43:56Z', 'revision_number': 4, 'project_id': 'da5579fc8d23403983f04f41618106b6', 'subnets': [{'id': '4a986b73-6e95-4071-ae22-ef9bc981259f', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'faf84a56-da81-4003-a96f-6be6bddf7158', 'name': '', 'network_id': 'eb4e535c-3b84-4c9e-9de2-4073c56413e0', 'tenant_id': 'da5579fc8d23403983f04f41618106b6', 'mac_address': 'fa:16:3e:26:74:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ede3623b-de6c-4042-bf2e-8ca476290cbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3021, 'fixed_ips': [{'subnet_id': '5f49e4c7-b0e1-4adf-b03f-1c642eb39e18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:42:30Z', 'updated_at': '2021-07-14T09:42:40Z', 'revision_number': 5, 'project_id': 'da5579fc8d23403983f04f41618106b6', 'subnets': [{'id': '5f49e4c7-b0e1-4adf-b03f-1c642eb39e18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:43:57.724803 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5bbe322f-3f67-4864-bc0a-91afe44d23e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:58.274371 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1bad02-e8a5-457f-a6d1-ce83a0029960 req-4fbff07e-c86a-41df-a7f3-4b3e107f9819 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:58.276377 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ec1bad02-e8a5-457f-a6d1-ce83a0029960 req-4fbff07e-c86a-41df-a7f3-4b3e107f9819 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/ports?device_id=1f00f438-7e79-4879-a4cb-979f8f9574f7 HTTP/1.1" status: 200 len: 945 time: 0.0670207 Jul 14 09:43:58.315394 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ec1bad02-e8a5-457f-a6d1-ce83a0029960 req-776ccb6d-7646-48f9-9985-7ca932fd9eb3 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/security-groups?id=8ddc8877-605a-44c2-a058-368d728dd554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333261 Jul 14 09:43:58.602034 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 1a74407f-1167-403e-905d-2f083f30456b no longer exists at agent hyperv_n-h1-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:43:58.622222 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] No Port match for: 1a74407f-1167-403e-905d-2f083f30456b {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:43:58.622569 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 1a74407f-1167-403e-905d-2f083f30456b not bound to the agent host n-h1-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:43:59.209280 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 17afaf84-f95c-4998-a3e3-85ec806fa430 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:43:59.273834 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning for port 17afaf84-f95c-4998-a3e3-85ec806fa430 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:43:59.278477 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port 17afaf84-f95c-4998-a3e3-85ec806fa430 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:43:59.278858 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:59.368113 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:59.402310 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] For port 17afaf84-f95c-4998-a3e3-85ec806fa430, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=17afaf84-f95c-4998-a3e3-85ec806fa430,segment=NetworkSegment(7a7b06c2-7c50-4158-b73c-3c4ad3b1b6bd),segment_id=7a7b06c2-7c50-4158-b73c-3c4ad3b1b6bd)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:43:59.406373 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:59.467949 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Pushing event updated for resources: {'Port': ['ID=17afaf84-f95c-4998-a3e3-85ec806fa430,revision_number=5']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:59.512831 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50c5c8f-2414-46c5-88a5-163f3c09900b req-6ac3b619-3345-473b-8aea-2ce8e311fdcd tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:59.514466 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c50c5c8f-2414-46c5-88a5-163f3c09900b req-6ac3b619-3345-473b-8aea-2ce8e311fdcd tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/ports?device_id=1f00f438-7e79-4879-a4cb-979f8f9574f7 HTTP/1.1" status: 200 len: 945 time: 0.0783286 Jul 14 09:43:59.566985 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c50c5c8f-2414-46c5-88a5-163f3c09900b req-c411650e-4ffc-45da-bb81-ea098fbda0b4 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/security-groups?id=8ddc8877-605a-44c2-a058-368d728dd554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390742 Jul 14 09:43:59.618004 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f992c1-b8fc-40ce-a5db-1fc9633f253c req-811d8a02-377b-4fee-bebd-eb81c1b0c7df tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:59.620031 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-e7f992c1-b8fc-40ce-a5db-1fc9633f253c req-811d8a02-377b-4fee-bebd-eb81c1b0c7df tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.57 "GET /v2.0/ports?device_id=1f00f438-7e79-4879-a4cb-979f8f9574f7 HTTP/1.1" status: 200 len: 945 time: 0.0683267 Jul 14 09:43:59.733819 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-e7f992c1-b8fc-40ce-a5db-1fc9633f253c req-a13adf02-84b6-4cf6-93b1-b54fa7f23130 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Deleting port 249cebec-dc11-498c-abb2-47ee3d6b51f3 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:43:59.734169 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-e7f992c1-b8fc-40ce-a5db-1fc9633f253c req-a13adf02-84b6-4cf6-93b1-b54fa7f23130 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:59.828676 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-e7f992c1-b8fc-40ce-a5db-1fc9633f253c req-a13adf02-84b6-4cf6-93b1-b54fa7f23130 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] For port 249cebec-dc11-498c-abb2-47ee3d6b51f3, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=249cebec-dc11-498c-abb2-47ee3d6b51f3,segment=NetworkSegment(5aade75d-903c-400b-b4a7-6f3ba4ae14ee),segment_id=5aade75d-903c-400b-b4a7-6f3ba4ae14ee)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:43:59.829047 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-e7f992c1-b8fc-40ce-a5db-1fc9633f253c req-a13adf02-84b6-4cf6-93b1-b54fa7f23130 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:59.843746 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-e7f992c1-b8fc-40ce-a5db-1fc9633f253c req-a13adf02-84b6-4cf6-93b1-b54fa7f23130 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Calling delete_port for 249cebec-dc11-498c-abb2-47ee3d6b51f3 owned by compute:nova {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:43:59.994614 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-e7f992c1-b8fc-40ce-a5db-1fc9633f253c req-a13adf02-84b6-4cf6-93b1-b54fa7f23130 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:00.031119 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13adf02-84b6-4cf6-93b1-b54fa7f23130 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Pushing event deleted for resources: {'Port': ['ID=249cebec-dc11-498c-abb2-47ee3d6b51f3,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:00.090485 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7f992c1-b8fc-40ce-a5db-1fc9633f253c req-a13adf02-84b6-4cf6-93b1-b54fa7f23130 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] No DVR routers for this DVR port 249cebec-dc11-498c-abb2-47ee3d6b51f3 on host n-h2-779913-29 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:44:00.093901 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-e7f992c1-b8fc-40ce-a5db-1fc9633f253c req-a13adf02-84b6-4cf6-93b1-b54fa7f23130 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:00.096149 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-e7f992c1-b8fc-40ce-a5db-1fc9633f253c req-a13adf02-84b6-4cf6-93b1-b54fa7f23130 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.57 "DELETE /v2.0/ports/249cebec-dc11-498c-abb2-47ee3d6b51f3 HTTP/1.1" status: 204 len: 173 time: 0.4689548 Jul 14 09:44:00.096717 n-d-779913-29 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f00f438-7e79-4879-a4cb-979f8f9574f7', 'name': 'network-vif-deleted', 'tag': '249cebec-dc11-498c-abb2-47ee3d6b51f3'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:44:00.099670 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cb48f044f948e981f43897c8d7f1332f741dc7af2b4c5a6e19d8f4a80f708e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df84ca1f-bdfb-4933-9a5c-318726518b08" -d '{"events": [{"server_uuid": "1f00f438-7e79-4879-a4cb-979f8f9574f7", "name": "network-vif-deleted", "tag": "249cebec-dc11-498c-abb2-47ee3d6b51f3"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:44:00.153104 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:44:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d432411e-dae6-4499-947a-6bda738bdc8e x-openstack-request-id: req-d432411e-dae6-4499-947a-6bda738bdc8e {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:44:00.154203 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f00f438-7e79-4879-a4cb-979f8f9574f7", "name": "network-vif-deleted", "tag": "249cebec-dc11-498c-abb2-47ee3d6b51f3", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:44:00.154875 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-d432411e-dae6-4499-947a-6bda738bdc8e {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:44:00.155546 n-d-779913-29 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f00f438-7e79-4879-a4cb-979f8f9574f7', 'name': 'network-vif-deleted', 'tag': '249cebec-dc11-498c-abb2-47ee3d6b51f3', 'status': 'completed', 'code': 200} Jul 14 09:44:00.346260 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e4857b-5678-4135-be39-569d50893f81 req-edaa3c79-5211-44ee-85b5-4b2e68bdfc3e tempest-TestNetworkAdvancedServerOps-1977836674 tempest-TestNetworkAdvancedServerOps-1977836674-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:00.354231 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-a6e4857b-5678-4135-be39-569d50893f81 req-edaa3c79-5211-44ee-85b5-4b2e68bdfc3e tempest-TestNetworkAdvancedServerOps-1977836674 tempest-TestNetworkAdvancedServerOps-1977836674-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=5807614e-456b-4bb7-9e93-3be88e0dddc0 HTTP/1.1" status: 200 len: 1098 time: 0.0890005 Jul 14 09:44:00.370062 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-a6e4857b-5678-4135-be39-569d50893f81 req-fd62ba5f-f653-43a2-8be9-4de1c394721d tempest-TestNetworkAdvancedServerOps-1977836674 tempest-TestNetworkAdvancedServerOps-1977836674-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:00.468406 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-a6e4857b-5678-4135-be39-569d50893f81 req-fd62ba5f-f653-43a2-8be9-4de1c394721d tempest-TestNetworkAdvancedServerOps-1977836674 tempest-TestNetworkAdvancedServerOps-1977836674-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:00.473972 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-a6e4857b-5678-4135-be39-569d50893f81 req-fd62ba5f-f653-43a2-8be9-4de1c394721d tempest-TestNetworkAdvancedServerOps-1977836674 tempest-TestNetworkAdvancedServerOps-1977836674-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:00.500847 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-a6e4857b-5678-4135-be39-569d50893f81 req-fd62ba5f-f653-43a2-8be9-4de1c394721d tempest-TestNetworkAdvancedServerOps-1977836674 tempest-TestNetworkAdvancedServerOps-1977836674-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=e6d675ec-f50c-4916-bc8c-357a840d6ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1457524 Jul 14 09:44:00.511140 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd62ba5f-f653-43a2-8be9-4de1c394721d tempest-TestNetworkAdvancedServerOps-1977836674 tempest-TestNetworkAdvancedServerOps-1977836674-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fa7f420-205e-4cbf-a5ce-76066310c1eb,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:00.760617 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79120720-1afb-46dd-a0f5-8232cb02bee5 req-217d0719-c54b-4185-b1b5-7bb828ed32e1 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:00.762983 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-79120720-1afb-46dd-a0f5-8232cb02bee5 req-217d0719-c54b-4185-b1b5-7bb828ed32e1 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/ports?device_id=5807614e-456b-4bb7-9e93-3be88e0dddc0 HTTP/1.1" status: 200 len: 946 time: 0.1303592 Jul 14 09:44:00.779552 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-4dc2ec70-5646-4fc9-bcb7-8e8046b028c7 req-29e3fd41-5c1f-4dfb-aa01-f330fc3456c3 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/ports?device_id=1f00f438-7e79-4879-a4cb-979f8f9574f7 HTTP/1.1" status: 200 len: 210 time: 0.0378079 Jul 14 09:44:00.828869 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-79120720-1afb-46dd-a0f5-8232cb02bee5 req-ec1293b5-d98c-4464-800d-d029d5845dc3 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/security-groups?id=e6d675ec-f50c-4916-bc8c-357a840d6ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498416 Jul 14 09:44:00.845228 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 46990) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:00.936379 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-fac184f6-26e9-4ff7-871e-1e2bc2d5ea31 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/floatingips/9af339f6-96d8-47e6-bd19-dc00b51d836f HTTP/1.1" status: 200 len: 993 time: 0.0895038 Jul 14 09:44:01.220455 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 17afaf84-f95c-4998-a3e3-85ec806fa430 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:44:01.281291 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port 17afaf84-f95c-4998-a3e3-85ec806fa430 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:44:01.281692 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:01.697280 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 249cebec-dc11-498c-abb2-47ee3d6b51f3 no longer exists at agent hyperv_n-h2-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:44:01.737862 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] No Port match for: 249cebec-dc11-498c-abb2-47ee3d6b51f3 {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:44:01.738294 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 249cebec-dc11-498c-abb2-47ee3d6b51f3 not bound to the agent host n-h2-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:44:01.885834 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfe4db1-d648-42b3-b933-0e046a32a5fa req-ff972372-0cbb-4e5f-8f89-306e54478795 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:01.887600 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ddfe4db1-d648-42b3-b933-0e046a32a5fa req-ff972372-0cbb-4e5f-8f89-306e54478795 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/ports?device_id=5807614e-456b-4bb7-9e93-3be88e0dddc0 HTTP/1.1" status: 200 len: 946 time: 0.0841906 Jul 14 09:44:01.934233 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ddfe4db1-d648-42b3-b933-0e046a32a5fa req-588a33f9-417a-422a-9afd-9e91484c2a2d tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/security-groups?id=e6d675ec-f50c-4916-bc8c-357a840d6ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395851 Jul 14 09:44:01.976038 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-06175051-f931-4604-b661-59f1285ad290 req-794fae85-6990-4ccc-b0ae-2c6a34c37f00 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=5807614e-456b-4bb7-9e93-3be88e0dddc0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2659826 Jul 14 09:44:02.563014 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721a0988-8b3e-4bdc-aaca-0174af4fa106 req-10da40fb-f956-4b1c-964e-37cdf77ce89c tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:02.581218 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-721a0988-8b3e-4bdc-aaca-0174af4fa106 req-10da40fb-f956-4b1c-964e-37cdf77ce89c tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/ports?device_id=5ed0c1cb-c3d6-40f1-8aad-1894504b5a83 HTTP/1.1" status: 200 len: 945 time: 0.1749923 Jul 14 09:44:02.648486 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-721a0988-8b3e-4bdc-aaca-0174af4fa106 req-a27573e4-ae4c-4c78-a9f0-34e25a8d5690 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/security-groups?id=3e66fdd8-bd2d-4f0b-a124-b60bfc46cfe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601900 Jul 14 09:44:03.166694 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44c8f67-3f91-42aa-8e43-25ad95fcf7f0 req-26d4c8d1-c47f-4778-a249-831c28619447 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:03.168303 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a44c8f67-3f91-42aa-8e43-25ad95fcf7f0 req-26d4c8d1-c47f-4778-a249-831c28619447 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/ports?device_id=5807614e-456b-4bb7-9e93-3be88e0dddc0 HTTP/1.1" status: 200 len: 946 time: 0.0785308 Jul 14 09:44:03.211698 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a44c8f67-3f91-42aa-8e43-25ad95fcf7f0 req-f9e88748-871f-4b03-a551-a837a1f5f90d tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/security-groups?id=e6d675ec-f50c-4916-bc8c-357a840d6ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344303 Jul 14 09:44:03.860527 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06175051-f931-4604-b661-59f1285ad290 req-2a0aefc0-4df0-4e67-9e73-2288dc6e1e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:03.864045 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-06175051-f931-4604-b661-59f1285ad290 req-2a0aefc0-4df0-4e67-9e73-2288dc6e1e81 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=62cf828fc3e84fada2a4655d43752657&device_id=5807614e-456b-4bb7-9e93-3be88e0dddc0 HTTP/1.1" status: 200 len: 1098 time: 0.0563800 Jul 14 09:44:03.879577 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a44901-1538-4de5-8fa3-0ab9ade04e25 req-2d6a7328-693e-4eb6-98d9-4c229f2f4ad7 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:03.881259 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-12a44901-1538-4de5-8fa3-0ab9ade04e25 req-2d6a7328-693e-4eb6-98d9-4c229f2f4ad7 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/ports?device_id=5ed0c1cb-c3d6-40f1-8aad-1894504b5a83 HTTP/1.1" status: 200 len: 945 time: 0.0970109 Jul 14 09:44:03.923551 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-12a44901-1538-4de5-8fa3-0ab9ade04e25 req-a891c7cd-081e-4e7d-b369-8c9c30d422d8 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/security-groups?id=3e66fdd8-bd2d-4f0b-a124-b60bfc46cfe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363684 Jul 14 09:44:03.971325 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06175051-f931-4604-b661-59f1285ad290 req-9f931f44-a04b-4af4-a187-7c7654f1822c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:03.972836 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-06175051-f931-4604-b661-59f1285ad290 req-9f931f44-a04b-4af4-a187-7c7654f1822c service neutron] 10.222.0.57 "GET /v2.0/networks?id=559c94b9-1968-448e-a093-792c946ac9ed HTTP/1.1" status: 200 len: 898 time: 0.1030488 Jul 14 09:44:04.042862 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-06175051-f931-4604-b661-59f1285ad290 req-85b6658b-91c6-4643-a74f-77781af0d62f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b4261f23-8b12-4e6b-a247-d2e1ab6b02c9 HTTP/1.1" status: 200 len: 1001 time: 0.0631456 Jul 14 09:44:04.101318 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06175051-f931-4604-b661-59f1285ad290 req-1295a2a3-f385-44b4-b8c8-f1685ce29edf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:04.103415 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-06175051-f931-4604-b661-59f1285ad290 req-1295a2a3-f385-44b4-b8c8-f1685ce29edf service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f124bd0d-26a1-4014-8e0b-5aea94940786 HTTP/1.1" status: 200 len: 835 time: 0.0531445 Jul 14 09:44:04.164479 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06175051-f931-4604-b661-59f1285ad290 req-d6c4bdb6-bf2b-41f4-b02b-802e5e9d3108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:04.166691 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-06175051-f931-4604-b661-59f1285ad290 req-d6c4bdb6-bf2b-41f4-b02b-802e5e9d3108 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=559c94b9-1968-448e-a093-792c946ac9ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0544708 Jul 14 09:44:04.262513 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-06175051-f931-4604-b661-59f1285ad290 req-e59b9539-3c49-4170-837f-c83210c08b0e service neutron] 10.222.0.57 "GET /v2.0/networks/559c94b9-1968-448e-a093-792c946ac9ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872977 Jul 14 09:44:04.395470 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-06175051-f931-4604-b661-59f1285ad290 req-f4cba4d3-8b30-435c-96f6-84bf77dea2c0 service neutron] 10.222.0.57 "GET /v2.0/networks/559c94b9-1968-448e-a093-792c946ac9ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267695 Jul 14 09:44:04.442750 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a23390-fd8d-4794-85d4-2d2cc349a593 req-acc3133c-14b2-4abc-a6a9-50830e56afe0 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:04.445269 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-e4a23390-fd8d-4794-85d4-2d2cc349a593 req-acc3133c-14b2-4abc-a6a9-50830e56afe0 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/ports?device_id=5807614e-456b-4bb7-9e93-3be88e0dddc0 HTTP/1.1" status: 200 len: 946 time: 0.0949433 Jul 14 09:44:04.507508 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-e4a23390-fd8d-4794-85d4-2d2cc349a593 req-ea3ae7b8-884a-4fe4-9842-1ee58fff42cc tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/security-groups?id=e6d675ec-f50c-4916-bc8c-357a840d6ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551364 Jul 14 09:44:04.615393 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fec8e23-db59-461e-8048-ee761cdfb550 req-1b75b090-84ac-4612-bfd2-0fb8b5095efa tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:04.623587 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5fec8e23-db59-461e-8048-ee761cdfb550 req-1b75b090-84ac-4612-bfd2-0fb8b5095efa tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ed0c1cb-c3d6-40f1-8aad-1894504b5a83 HTTP/1.1" status: 200 len: 945 time: 0.1702836 Jul 14 09:44:04.756619 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [req-5fec8e23-db59-461e-8048-ee761cdfb550 req-141679d8-1508-4609-809d-c204dda9e524 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Deleting port 9e91a837-3b23-4ea6-ab66-86261b57cd5c {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:44:04.756981 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-5fec8e23-db59-461e-8048-ee761cdfb550 req-141679d8-1508-4609-809d-c204dda9e524 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:04.875646 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-5fec8e23-db59-461e-8048-ee761cdfb550 req-141679d8-1508-4609-809d-c204dda9e524 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] For port 9e91a837-3b23-4ea6-ab66-86261b57cd5c, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=9e91a837-3b23-4ea6-ab66-86261b57cd5c,segment=NetworkSegment(5aade75d-903c-400b-b4a7-6f3ba4ae14ee),segment_id=5aade75d-903c-400b-b4a7-6f3ba4ae14ee)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:44:04.876005 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-5fec8e23-db59-461e-8048-ee761cdfb550 req-141679d8-1508-4609-809d-c204dda9e524 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:05.125829 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645e490e-9c6a-43fa-90a8-a798787af0eb req-1730a9b6-f7b1-4941-a474-f0f575588a56 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:05.133099 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-645e490e-9c6a-43fa-90a8-a798787af0eb req-1730a9b6-f7b1-4941-a474-f0f575588a56 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/ports?device_id=5ed0c1cb-c3d6-40f1-8aad-1894504b5a83 HTTP/1.1" status: 200 len: 945 time: 0.0837176 Jul 14 09:44:05.144645 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-5fec8e23-db59-461e-8048-ee761cdfb550 req-141679d8-1508-4609-809d-c204dda9e524 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:05.145163 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-5fec8e23-db59-461e-8048-ee761cdfb550 req-141679d8-1508-4609-809d-c204dda9e524 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-660590'] for floatingip, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:05.145773 n-d-779913-29 neutron-server[93957]: INFO neutron.db.l3_db [req-5fec8e23-db59-461e-8048-ee761cdfb550 req-141679d8-1508-4609-809d-c204dda9e524 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Floating IP 76f0d78c-1822-451e-bd3e-ffb414bb9646 disassociated. External IP: 172.25.4.101, port: 9e91a837-3b23-4ea6-ab66-86261b57cd5c. Jul 14 09:44:05.146221 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [req-5fec8e23-db59-461e-8048-ee761cdfb550 req-141679d8-1508-4609-809d-c204dda9e524 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Calling delete_port for 9e91a837-3b23-4ea6-ab66-86261b57cd5c owned by compute:nova {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:44:05.180149 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-645e490e-9c6a-43fa-90a8-a798787af0eb req-339c599b-fa20-4416-89f8-09aa570eb415 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/security-groups?id=3e66fdd8-bd2d-4f0b-a124-b60bfc46cfe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460353 Jul 14 09:44:05.288490 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-5fec8e23-db59-461e-8048-ee761cdfb550 req-141679d8-1508-4609-809d-c204dda9e524 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:05.320077 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141679d8-1508-4609-809d-c204dda9e524 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Pushing event deleted for resources: {'Port': ['ID=9e91a837-3b23-4ea6-ab66-86261b57cd5c,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:05.750606 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5fec8e23-db59-461e-8048-ee761cdfb550 req-141679d8-1508-4609-809d-c204dda9e524 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Router 6633487b-79ca-46a6-9a14-6e01fb01412a has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:44:05.816939 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7284aef-1d4b-4ee5-b407-5ce271c1a4ad req-e3fbe257-4338-41ac-b0c6-ba23d0003658 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:05.818680 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e7284aef-1d4b-4ee5-b407-5ce271c1a4ad req-e3fbe257-4338-41ac-b0c6-ba23d0003658 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/ports?device_id=5807614e-456b-4bb7-9e93-3be88e0dddc0 HTTP/1.1" status: 200 len: 946 time: 0.1306961 Jul 14 09:44:05.903607 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e7284aef-1d4b-4ee5-b407-5ce271c1a4ad req-8490992e-a8db-4cb3-be76-78180ee783bf tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/security-groups?id=e6d675ec-f50c-4916-bc8c-357a840d6ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754628 Jul 14 09:44:05.912879 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5fec8e23-db59-461e-8048-ee761cdfb550 req-141679d8-1508-4609-809d-c204dda9e524 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:44:05.933772 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f882cf07-1dfc-4de9-aa5e-826abdc9ee18 None None] Sync routers for ids ['6633487b-79ca-46a6-9a14-6e01fb01412a'] in n-d-779913-29 {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:44:05.947207 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f882cf07-1dfc-4de9-aa5e-826abdc9ee18 None None] Routers {'6633487b-79ca-46a6-9a14-6e01fb01412a'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:44:05.947820 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-f882cf07-1dfc-4de9-aa5e-826abdc9ee18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:43:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['6633487b-79ca-46a6-9a14-6e01fb01412a'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:44:05.968191 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fec8e23-db59-461e-8048-ee761cdfb550 req-141679d8-1508-4609-809d-c204dda9e524 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] No DVR routers for this DVR port 9e91a837-3b23-4ea6-ab66-86261b57cd5c on host n-h1-779913-29 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:44:05.970910 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-5fec8e23-db59-461e-8048-ee761cdfb550 req-141679d8-1508-4609-809d-c204dda9e524 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:05.972959 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5fec8e23-db59-461e-8048-ee761cdfb550 req-141679d8-1508-4609-809d-c204dda9e524 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.65 "DELETE /v2.0/ports/9e91a837-3b23-4ea6-ab66-86261b57cd5c HTTP/1.1" status: 204 len: 173 time: 1.3425429 Jul 14 09:44:05.973416 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ed0c1cb-c3d6-40f1-8aad-1894504b5a83', 'name': 'network-vif-deleted', 'tag': '9e91a837-3b23-4ea6-ab66-86261b57cd5c'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:44:05.975710 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fcee803-fd6c-416e-abbd-43ba2f119105" -d '{"events": [{"server_uuid": "5ed0c1cb-c3d6-40f1-8aad-1894504b5a83", "name": "network-vif-deleted", "tag": "9e91a837-3b23-4ea6-ab66-86261b57cd5c"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:44:06.027660 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:44:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce8effcb-f590-4fc9-ab5c-f2c224c5b41b x-openstack-request-id: req-ce8effcb-f590-4fc9-ab5c-f2c224c5b41b {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:44:06.028038 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ed0c1cb-c3d6-40f1-8aad-1894504b5a83", "name": "network-vif-deleted", "tag": "9e91a837-3b23-4ea6-ab66-86261b57cd5c", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:44:06.028353 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-ce8effcb-f590-4fc9-ab5c-f2c224c5b41b {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:44:06.028812 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ed0c1cb-c3d6-40f1-8aad-1894504b5a83', 'name': 'network-vif-deleted', 'tag': '9e91a837-3b23-4ea6-ab66-86261b57cd5c', 'status': 'completed', 'code': 200} Jul 14 09:44:06.071687 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvr_db [None req-f882cf07-1dfc-4de9-aa5e-826abdc9ee18 None None] Set router 6633487b-79ca-46a6-9a14-6e01fb01412a gateway port host: n-d-779913-29 {{(pid=93959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:44:06.296008 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-f882cf07-1dfc-4de9-aa5e-826abdc9ee18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6633487b-79ca-46a6-9a14-6e01fb01412a', 'name': 'tempest-ServerActionsTestJSON-1418556030-router', 'tenant_id': '0be6be6bccc149f1a4b35e465d4a6d6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.24'}], 'enable_snat': True}, 'gw_port_id': '3dbbf1e6-110b-4bd4-a30a-eeceae60b3f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:35:17Z', 'updated_at': '2021-07-14T09:35:24Z', 'revision_number': 4, 'project_id': '0be6be6bccc149f1a4b35e465d4a6d6f', 'gw_port': {'id': '3dbbf1e6-110b-4bd4-a30a-eeceae60b3f9', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:8c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6633487b-79ca-46a6-9a14-6e01fb01412a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2308, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:35:18Z', 'updated_at': '2021-07-14T09:35:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': '3c48646e-56c1-4237-b849-4ba8819a724a', 'name': '', 'network_id': '2a42cb13-2d55-4959-a070-eb88da564dfb', 'tenant_id': '0be6be6bccc149f1a4b35e465d4a6d6f', 'mac_address': 'fa:16:3e:29:dc:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6633487b-79ca-46a6-9a14-6e01fb01412a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2312, 'fixed_ips': [{'subnet_id': '2fb6ebb7-0edb-47a6-96f3-036e2585c66a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:35:22Z', 'updated_at': '2021-07-14T09:35:33Z', 'revision_number': 5, 'project_id': '0be6be6bccc149f1a4b35e465d4a6d6f', 'subnets': [{'id': '2fb6ebb7-0edb-47a6-96f3-036e2585c66a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:44:06.323412 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f882cf07-1dfc-4de9-aa5e-826abdc9ee18 None None] Checking router: 6633487b-79ca-46a6-9a14-6e01fb01412a for host: n-d-779913-29 {{(pid=93959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:44:06.332040 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f882cf07-1dfc-4de9-aa5e-826abdc9ee18 None None] Routers {'6633487b-79ca-46a6-9a14-6e01fb01412a'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:44:06.332655 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-f882cf07-1dfc-4de9-aa5e-826abdc9ee18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:43:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['6633487b-79ca-46a6-9a14-6e01fb01412a'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:44:06.341869 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-24a074bf-0508-4300-9ed9-65256a1e267e req-c00d8ad4-87d1-4ab7-8e6c-b1767348d7a5 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/ports?device_id=5ed0c1cb-c3d6-40f1-8aad-1894504b5a83 HTTP/1.1" status: 200 len: 210 time: 0.0306678 Jul 14 09:44:06.594014 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvr_db [None req-f882cf07-1dfc-4de9-aa5e-826abdc9ee18 None None] Set router 6633487b-79ca-46a6-9a14-6e01fb01412a gateway port host: n-d-779913-29 {{(pid=93959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:44:06.683481 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 9e91a837-3b23-4ea6-ab66-86261b57cd5c no longer exists at agent hyperv_n-h1-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:44:06.708967 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] No Port match for: 9e91a837-3b23-4ea6-ab66-86261b57cd5c {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:44:06.709353 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 9e91a837-3b23-4ea6-ab66-86261b57cd5c not bound to the agent host n-h1-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:44:06.883335 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-f882cf07-1dfc-4de9-aa5e-826abdc9ee18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6633487b-79ca-46a6-9a14-6e01fb01412a', 'name': 'tempest-ServerActionsTestJSON-1418556030-router', 'tenant_id': '0be6be6bccc149f1a4b35e465d4a6d6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.24'}], 'enable_snat': True}, 'gw_port_id': '3dbbf1e6-110b-4bd4-a30a-eeceae60b3f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:35:17Z', 'updated_at': '2021-07-14T09:35:24Z', 'revision_number': 4, 'project_id': '0be6be6bccc149f1a4b35e465d4a6d6f', 'gw_port': {'id': '3dbbf1e6-110b-4bd4-a30a-eeceae60b3f9', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:8c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6633487b-79ca-46a6-9a14-6e01fb01412a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2308, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:35:18Z', 'updated_at': '2021-07-14T09:35:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': '3c48646e-56c1-4237-b849-4ba8819a724a', 'name': '', 'network_id': '2a42cb13-2d55-4959-a070-eb88da564dfb', 'tenant_id': '0be6be6bccc149f1a4b35e465d4a6d6f', 'mac_address': 'fa:16:3e:29:dc:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6633487b-79ca-46a6-9a14-6e01fb01412a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2312, 'fixed_ips': [{'subnet_id': '2fb6ebb7-0edb-47a6-96f3-036e2585c66a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:35:22Z', 'updated_at': '2021-07-14T09:35:33Z', 'revision_number': 5, 'project_id': '0be6be6bccc149f1a4b35e465d4a6d6f', 'subnets': [{'id': '2fb6ebb7-0edb-47a6-96f3-036e2585c66a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:44:06.917784 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f882cf07-1dfc-4de9-aa5e-826abdc9ee18 None None] The sync data for ids ['6633487b-79ca-46a6-9a14-6e01fb01412a'] in n-d-779913-29 is: [{'id': '6633487b-79ca-46a6-9a14-6e01fb01412a', 'name': 'tempest-ServerActionsTestJSON-1418556030-router', 'tenant_id': '0be6be6bccc149f1a4b35e465d4a6d6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.24'}], 'enable_snat': True}, 'gw_port_id': '3dbbf1e6-110b-4bd4-a30a-eeceae60b3f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:35:17Z', 'updated_at': '2021-07-14T09:35:24Z', 'revision_number': 4, 'project_id': '0be6be6bccc149f1a4b35e465d4a6d6f', 'gw_port': {'id': '3dbbf1e6-110b-4bd4-a30a-eeceae60b3f9', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:8c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6633487b-79ca-46a6-9a14-6e01fb01412a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2308, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:35:18Z', 'updated_at': '2021-07-14T09:35:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': '3c48646e-56c1-4237-b849-4ba8819a724a', 'name': '', 'network_id': '2a42cb13-2d55-4959-a070-eb88da564dfb', 'tenant_id': '0be6be6bccc149f1a4b35e465d4a6d6f', 'mac_address': 'fa:16:3e:29:dc:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6633487b-79ca-46a6-9a14-6e01fb01412a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2312, 'fixed_ips': [{'subnet_id': '2fb6ebb7-0edb-47a6-96f3-036e2585c66a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:35:22Z', 'updated_at': '2021-07-14T09:35:33Z', 'revision_number': 5, 'project_id': '0be6be6bccc149f1a4b35e465d4a6d6f', 'subnets': [{'id': '2fb6ebb7-0edb-47a6-96f3-036e2585c66a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:44:07.052291 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 47090) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:07.123092 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262fecff-7037-4f50-8333-048c5ad667be req-9abb7c9b-3fa6-48ce-a3c9-460ca412534f tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:07.125467 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-262fecff-7037-4f50-8333-048c5ad667be req-9abb7c9b-3fa6-48ce-a3c9-460ca412534f tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/ports?device_id=5807614e-456b-4bb7-9e93-3be88e0dddc0 HTTP/1.1" status: 200 len: 946 time: 0.0811086 Jul 14 09:44:07.170654 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b722bad1-f36f-4913-8e14-a0240e3c41ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:07.172073 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-262fecff-7037-4f50-8333-048c5ad667be req-3dd45e7c-d90d-4498-9588-75da4f10d548 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/security-groups?id=e6d675ec-f50c-4916-bc8c-357a840d6ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400155 Jul 14 09:44:07.290718 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e08ebe0d-30d6-45a1-baa9-bae0b63399d7 None None] New status for floating IP 76f0d78c-1822-451e-bd3e-ffb414bb9646: DOWN {{(pid=93960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:44:07.295313 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b722bad1-f36f-4913-8e14-a0240e3c41ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:07.300670 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b722bad1-f36f-4913-8e14-a0240e3c41ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:07.348238 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-b722bad1-f36f-4913-8e14-a0240e3c41ef admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=395bdbe0fd6b4760bde2e01193d3ac1a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2947576 Jul 14 09:44:07.349098 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b722bad1-f36f-4913-8e14-a0240e3c41ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3b2ed7b-8475-4739-a1ff-f6d24622ed55,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:07.351544 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 47094) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:07.425628 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b899c98b-076a-4b53-8a96-fda280b0a0d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:07.467789 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b899c98b-076a-4b53-8a96-fda280b0a0d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:07.497803 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 47100) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:07.521588 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b899c98b-076a-4b53-8a96-fda280b0a0d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:07.524099 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b899c98b-076a-4b53-8a96-fda280b0a0d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:07.528419 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-b899c98b-076a-4b53-8a96-fda280b0a0d5 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/b3b2ed7b-8475-4739-a1ff-f6d24622ed55 HTTP/1.1" status: 204 len: 168 time: 0.1730738 Jul 14 09:44:07.534194 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b899c98b-076a-4b53-8a96-fda280b0a0d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3b2ed7b-8475-4739-a1ff-f6d24622ed55,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:07.572728 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-342efbf7-2095-4e5e-af25-1f77f41f2ef9 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Notify callbacks [] for security_group, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:07.598778 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-342efbf7-2095-4e5e-af25-1f77f41f2ef9 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:07.654861 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-342efbf7-2095-4e5e-af25-1f77f41f2ef9 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:07.657524 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-342efbf7-2095-4e5e-af25-1f77f41f2ef9 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:07.658703 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-342efbf7-2095-4e5e-af25-1f77f41f2ef9 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "DELETE /v2.0/security-groups/3e66fdd8-bd2d-4f0b-a124-b60bfc46cfe3 HTTP/1.1" status: 204 len: 168 time: 0.1598165 Jul 14 09:44:07.662644 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 47106) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:07.681341 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342efbf7-2095-4e5e-af25-1f77f41f2ef9 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e66fdd8-bd2d-4f0b-a124-b60bfc46cfe3,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:07.683896 n-d-779913-29 neutron-server[93957]: INFO neutron.api.v2.resource [None req-74cf9ca9-a039-47a4-bc72-ce18a947b2c4 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] show failed (client error): The resource could not be found. Jul 14 09:44:07.684960 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-74cf9ca9-a039-47a4-bc72-ce18a947b2c4 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "GET /v2.0/security-groups/3e66fdd8-bd2d-4f0b-a124-b60bfc46cfe3 HTTP/1.1" status: 404 len: 347 time: 0.0213895 Jul 14 09:44:07.688465 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 47108) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:07.691415 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342efbf7-2095-4e5e-af25-1f77f41f2ef9 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:44:07.691776 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342efbf7-2095-4e5e-af25-1f77f41f2ef9 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:44:07.692114 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342efbf7-2095-4e5e-af25-1f77f41f2ef9 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:44:07.692455 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342efbf7-2095-4e5e-af25-1f77f41f2ef9 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:44:07.692796 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342efbf7-2095-4e5e-af25-1f77f41f2ef9 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:44:07.693133 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342efbf7-2095-4e5e-af25-1f77f41f2ef9 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:44:07.694042 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342efbf7-2095-4e5e-af25-1f77f41f2ef9 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:44:07.694042 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342efbf7-2095-4e5e-af25-1f77f41f2ef9 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:44:07.694307 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342efbf7-2095-4e5e-af25-1f77f41f2ef9 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:44:07.694485 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342efbf7-2095-4e5e-af25-1f77f41f2ef9 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:44:07.694786 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342efbf7-2095-4e5e-af25-1f77f41f2ef9 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:44:07.695301 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342efbf7-2095-4e5e-af25-1f77f41f2ef9 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:44:07.823311 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-1687d625-43c2-44c3-9cc6-985fbad7c666 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Deleting port cc5612cf-e978-4a14-8586-0969a2070f13 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:44:07.823700 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1687d625-43c2-44c3-9cc6-985fbad7c666 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:07.845829 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 47110) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:07.860026 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e9598a50-1c5c-4c64-b78c-54b465beff26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:07.904321 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1687d625-43c2-44c3-9cc6-985fbad7c666 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:07.904599 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1687d625-43c2-44c3-9cc6-985fbad7c666 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:07.918329 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-1687d625-43c2-44c3-9cc6-985fbad7c666 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Calling delete_port for cc5612cf-e978-4a14-8586-0969a2070f13 owned by network:floatingip {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:44:07.963437 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e9598a50-1c5c-4c64-b78c-54b465beff26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:07.968814 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e9598a50-1c5c-4c64-b78c-54b465beff26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:08.020027 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-e9598a50-1c5c-4c64-b78c-54b465beff26 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=e69a5ec514404073871a66ae1e10d001&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1729302 Jul 14 09:44:08.022385 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9598a50-1c5c-4c64-b78c-54b465beff26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e3a8bb6-ad25-49ac-81b2-0fba6cf776b0,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:08.023688 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 47114) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:08.107895 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1687d625-43c2-44c3-9cc6-985fbad7c666 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:08.142223 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7891bfb1-a0a1-46ab-aba6-03331cd4a0f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:08.150481 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1687d625-43c2-44c3-9cc6-985fbad7c666 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Pushing event deleted for resources: {'Port': ['ID=cc5612cf-e978-4a14-8586-0969a2070f13,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:08.217685 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7891bfb1-a0a1-46ab-aba6-03331cd4a0f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:08.242778 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1687d625-43c2-44c3-9cc6-985fbad7c666 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Notify callbacks [] for floatingip, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:08.245973 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1687d625-43c2-44c3-9cc6-985fbad7c666 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for floatingip, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:08.247253 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-1687d625-43c2-44c3-9cc6-985fbad7c666 tempest-ServerActionsTestJSON-915841269 tempest-ServerActionsTestJSON-915841269-project] 10.222.0.68 "DELETE /v2.0/floatingips/76f0d78c-1822-451e-bd3e-ffb414bb9646 HTTP/1.1" status: 204 len: 168 time: 0.5577333 Jul 14 09:44:08.251446 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 47118) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:08.288422 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7891bfb1-a0a1-46ab-aba6-03331cd4a0f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:08.292501 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7891bfb1-a0a1-46ab-aba6-03331cd4a0f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:08.296536 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-7891bfb1-a0a1-46ab-aba6-03331cd4a0f5 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/7e3a8bb6-ad25-49ac-81b2-0fba6cf776b0 HTTP/1.1" status: 204 len: 168 time: 0.2717817 Jul 14 09:44:08.309159 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7891bfb1-a0a1-46ab-aba6-03331cd4a0f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e3a8bb6-ad25-49ac-81b2-0fba6cf776b0,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:08.370442 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8249fbd4-6c38-4e81-ada1-45c15a8873d4 req-45d9aa20-4aa9-49df-991a-3bcc6ca7a259 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:08.372136 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8249fbd4-6c38-4e81-ada1-45c15a8873d4 req-45d9aa20-4aa9-49df-991a-3bcc6ca7a259 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/ports?device_id=5807614e-456b-4bb7-9e93-3be88e0dddc0 HTTP/1.1" status: 200 len: 946 time: 0.0823123 Jul 14 09:44:08.432476 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8249fbd4-6c38-4e81-ada1-45c15a8873d4 req-97cf37ce-bc06-4064-bed6-4984d26e5916 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/security-groups?id=e6d675ec-f50c-4916-bc8c-357a840d6ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530448 Jul 14 09:44:08.949265 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5df7c51c-8701-40d4-a98b-73724e1bb71e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-683602'] for router_interface, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:09.272048 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-5df7c51c-8701-40d4-a98b-73724e1bb71e admin admin] Deleting port 3c48646e-56c1-4237-b849-4ba8819a724a {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:44:09.272762 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5df7c51c-8701-40d4-a98b-73724e1bb71e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:09.356347 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-5df7c51c-8701-40d4-a98b-73724e1bb71e admin admin] For port 3c48646e-56c1-4237-b849-4ba8819a724a, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=3c48646e-56c1-4237-b849-4ba8819a724a,segment=NetworkSegment(5aade75d-903c-400b-b4a7-6f3ba4ae14ee),segment_id=5aade75d-903c-400b-b4a7-6f3ba4ae14ee)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:44:09.356754 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5df7c51c-8701-40d4-a98b-73724e1bb71e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:09.373079 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-5df7c51c-8701-40d4-a98b-73724e1bb71e admin admin] Calling delete_port for 3c48646e-56c1-4237-b849-4ba8819a724a owned by network:router_interface {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:44:09.655236 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5df7c51c-8701-40d4-a98b-73724e1bb71e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:09.688136 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df7c51c-8701-40d4-a98b-73724e1bb71e admin admin] Pushing event deleted for resources: {'Port': ['ID=3c48646e-56c1-4237-b849-4ba8819a724a,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:09.735027 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216a0863-bfb2-44f0-8e1a-6eabfc5139b5 req-43329b26-c540-4740-a859-16cb4dff6479 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:09.736685 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-216a0863-bfb2-44f0-8e1a-6eabfc5139b5 req-43329b26-c540-4740-a859-16cb4dff6479 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/ports?device_id=5807614e-456b-4bb7-9e93-3be88e0dddc0 HTTP/1.1" status: 200 len: 946 time: 0.1408076 Jul 14 09:44:09.851061 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-216a0863-bfb2-44f0-8e1a-6eabfc5139b5 req-5f9446dd-4ca2-43a5-a159-5bdb45f3ac05 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/security-groups?id=e6d675ec-f50c-4916-bc8c-357a840d6ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892906 Jul 14 09:44:09.929808 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5df7c51c-8701-40d4-a98b-73724e1bb71e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-620860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682934'] for router_interface, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:10.170846 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5df7c51c-8701-40d4-a98b-73724e1bb71e admin admin] Router 6633487b-79ca-46a6-9a14-6e01fb01412a has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:44:10.296148 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5df7c51c-8701-40d4-a98b-73724e1bb71e admin admin] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:44:10.301879 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-5df7c51c-8701-40d4-a98b-73724e1bb71e admin admin] 10.222.0.68 "PUT /v2.0/routers/6633487b-79ca-46a6-9a14-6e01fb01412a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0504129 Jul 14 09:44:10.304329 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 47160) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:10.310960 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd1de10-594e-4862-923b-97f11a74c134 None None] Sync routers for ids ['6633487b-79ca-46a6-9a14-6e01fb01412a'] in n-d-779913-29 {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:44:10.322874 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd1de10-594e-4862-923b-97f11a74c134 None None] Routers {'6633487b-79ca-46a6-9a14-6e01fb01412a'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:44:10.323681 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-3dd1de10-594e-4862-923b-97f11a74c134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:43:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['6633487b-79ca-46a6-9a14-6e01fb01412a'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:44:10.416865 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-eb4b8995-ae83-403c-8731-fb35f9234946 admin admin] Notify callbacks [] for router, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:10.431835 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvr_db [None req-3dd1de10-594e-4862-923b-97f11a74c134 None None] Set router 6633487b-79ca-46a6-9a14-6e01fb01412a gateway port host: n-d-779913-29 {{(pid=93959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:44:10.660340 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-3dd1de10-594e-4862-923b-97f11a74c134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6633487b-79ca-46a6-9a14-6e01fb01412a', 'name': 'tempest-ServerActionsTestJSON-1418556030-router', 'tenant_id': '0be6be6bccc149f1a4b35e465d4a6d6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.24'}], 'enable_snat': True}, 'gw_port_id': '3dbbf1e6-110b-4bd4-a30a-eeceae60b3f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:35:17Z', 'updated_at': '2021-07-14T09:44:09Z', 'revision_number': 5, 'project_id': '0be6be6bccc149f1a4b35e465d4a6d6f', 'gw_port': {'id': '3dbbf1e6-110b-4bd4-a30a-eeceae60b3f9', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:8c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6633487b-79ca-46a6-9a14-6e01fb01412a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2308, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:35:18Z', 'updated_at': '2021-07-14T09:35:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29'}], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:44:10.698583 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd1de10-594e-4862-923b-97f11a74c134 None None] Checking router: 6633487b-79ca-46a6-9a14-6e01fb01412a for host: n-d-779913-29 {{(pid=93959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:44:10.709095 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd1de10-594e-4862-923b-97f11a74c134 None None] Routers {'6633487b-79ca-46a6-9a14-6e01fb01412a'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:44:10.709815 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-3dd1de10-594e-4862-923b-97f11a74c134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:43:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['6633487b-79ca-46a6-9a14-6e01fb01412a'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:44:10.833071 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-eb4b8995-ae83-403c-8731-fb35f9234946 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:10.856032 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvr_db [None req-3dd1de10-594e-4862-923b-97f11a74c134 None None] Set router 6633487b-79ca-46a6-9a14-6e01fb01412a gateway port host: n-d-779913-29 {{(pid=93959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:44:10.903087 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-eb4b8995-ae83-403c-8731-fb35f9234946 admin admin] Deleting port 3dbbf1e6-110b-4bd4-a30a-eeceae60b3f9 {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:44:10.903460 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-eb4b8995-ae83-403c-8731-fb35f9234946 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:11.022271 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-eb4b8995-ae83-403c-8731-fb35f9234946 admin admin] For port 3dbbf1e6-110b-4bd4-a30a-eeceae60b3f9, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=3dbbf1e6-110b-4bd4-a30a-eeceae60b3f9,segment=NetworkSegment(81bf7a93-80b3-43df-b9d5-462c604a2945),segment_id=81bf7a93-80b3-43df-b9d5-462c604a2945)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:44:11.022955 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-eb4b8995-ae83-403c-8731-fb35f9234946 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:11.043325 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-eb4b8995-ae83-403c-8731-fb35f9234946 admin admin] Calling delete_port for 3dbbf1e6-110b-4bd4-a30a-eeceae60b3f9 owned by network:router_gateway {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:44:11.118631 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-3dd1de10-594e-4862-923b-97f11a74c134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6633487b-79ca-46a6-9a14-6e01fb01412a', 'name': 'tempest-ServerActionsTestJSON-1418556030-router', 'tenant_id': '0be6be6bccc149f1a4b35e465d4a6d6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.24'}], 'enable_snat': True}, 'gw_port_id': '3dbbf1e6-110b-4bd4-a30a-eeceae60b3f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:35:17Z', 'updated_at': '2021-07-14T09:44:09Z', 'revision_number': 5, 'project_id': '0be6be6bccc149f1a4b35e465d4a6d6f', 'gw_port': {'id': '3dbbf1e6-110b-4bd4-a30a-eeceae60b3f9', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:8c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6633487b-79ca-46a6-9a14-6e01fb01412a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2308, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:35:18Z', 'updated_at': '2021-07-14T09:35:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29'}], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:44:11.163124 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd1de10-594e-4862-923b-97f11a74c134 None None] The sync data for ids ['6633487b-79ca-46a6-9a14-6e01fb01412a'] in n-d-779913-29 is: [{'id': '6633487b-79ca-46a6-9a14-6e01fb01412a', 'name': 'tempest-ServerActionsTestJSON-1418556030-router', 'tenant_id': '0be6be6bccc149f1a4b35e465d4a6d6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.24'}], 'enable_snat': True}, 'gw_port_id': '3dbbf1e6-110b-4bd4-a30a-eeceae60b3f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:35:17Z', 'updated_at': '2021-07-14T09:44:09Z', 'revision_number': 5, 'project_id': '0be6be6bccc149f1a4b35e465d4a6d6f', 'gw_port': {'id': '3dbbf1e6-110b-4bd4-a30a-eeceae60b3f9', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:8c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6633487b-79ca-46a6-9a14-6e01fb01412a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2308, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:35:18Z', 'updated_at': '2021-07-14T09:35:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29'}] {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:44:11.295271 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e06d33-ec5d-4e08-b72c-24e7d4fa1514 req-26d39a1b-ea56-4fb9-9ad6-2884b9f6d34c tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:11.296954 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-59e06d33-ec5d-4e08-b72c-24e7d4fa1514 req-26d39a1b-ea56-4fb9-9ad6-2884b9f6d34c tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/ports?device_id=5807614e-456b-4bb7-9e93-3be88e0dddc0 HTTP/1.1" status: 200 len: 946 time: 0.1760619 Jul 14 09:44:11.325938 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-eb4b8995-ae83-403c-8731-fb35f9234946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:11.365395 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4b8995-ae83-403c-8731-fb35f9234946 admin admin] Pushing event deleted for resources: {'Port': ['ID=3dbbf1e6-110b-4bd4-a30a-eeceae60b3f9,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:11.385620 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-59e06d33-ec5d-4e08-b72c-24e7d4fa1514 req-50350f22-9f6f-4ce9-a0a5-3abd9001e71f tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/security-groups?id=e6d675ec-f50c-4916-bc8c-357a840d6ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785832 Jul 14 09:44:11.465015 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-eb4b8995-ae83-403c-8731-fb35f9234946 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-660532'] for router_gateway, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:11.605992 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-eb4b8995-ae83-403c-8731-fb35f9234946 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-711871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12964'] for router, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:11.608960 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-eb4b8995-ae83-403c-8731-fb35f9234946 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:11.684959 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-eb4b8995-ae83-403c-8731-fb35f9234946 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-704815'] for router, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:11.686115 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb4b8995-ae83-403c-8731-fb35f9234946 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6633487b-79ca-46a6-9a14-6e01fb01412a {{(pid=93957) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:44:11.690780 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-eb4b8995-ae83-403c-8731-fb35f9234946 admin admin] Notify callbacks [] for router, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:11.694520 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-eb4b8995-ae83-403c-8731-fb35f9234946 admin admin] 10.222.0.68 "DELETE /v2.0/routers/6633487b-79ca-46a6-9a14-6e01fb01412a HTTP/1.1" status: 204 len: 168 time: 1.3866632 Jul 14 09:44:11.694874 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 47174) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:11.750669 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-f59d22ec-e4b3-4502-9392-bc82883911c9 admin admin] Deleting subnet 2fb6ebb7-0edb-47a6-96f3-036e2585c66a {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:44:11.754740 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f59d22ec-e4b3-4502-9392-bc82883911c9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:11.798580 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f59d22ec-e4b3-4502-9392-bc82883911c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13574120'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:11.935192 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f59d22ec-e4b3-4502-9392-bc82883911c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3481002'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:11.998923 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f59d22ec-e4b3-4502-9392-bc82883911c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13574056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16714573'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:12.028640 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59d22ec-e4b3-4502-9392-bc82883911c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2fb6ebb7-0edb-47a6-96f3-036e2585c66a,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:12.037807 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f59d22ec-e4b3-4502-9392-bc82883911c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:12.041329 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-f59d22ec-e4b3-4502-9392-bc82883911c9 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/2fb6ebb7-0edb-47a6-96f3-036e2585c66a HTTP/1.1" status: 204 len: 168 time: 0.3448746 Jul 14 09:44:12.044834 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb627896-2c9c-46d9-acf6-3699cd8b8beb None None] Network 2a42cb13-2d55-4959-a070-eb88da564dfb requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:44:12.049334 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 47178) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:12.152176 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2c9eda89-0d47-4bce-8476-17d98912156b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3876111'] for network, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:12.208758 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-2c9eda89-0d47-4bce-8476-17d98912156b admin admin] Deleting port fc9b5618-ed7a-4096-9abd-36210cae09d3 {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:44:12.209108 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2c9eda89-0d47-4bce-8476-17d98912156b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:12.283015 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-2c9eda89-0d47-4bce-8476-17d98912156b admin admin] For port fc9b5618-ed7a-4096-9abd-36210cae09d3, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=fc9b5618-ed7a-4096-9abd-36210cae09d3,segment=NetworkSegment(5aade75d-903c-400b-b4a7-6f3ba4ae14ee),segment_id=5aade75d-903c-400b-b4a7-6f3ba4ae14ee)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:44:12.283390 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2c9eda89-0d47-4bce-8476-17d98912156b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:12.303380 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-2c9eda89-0d47-4bce-8476-17d98912156b admin admin] Calling delete_port for fc9b5618-ed7a-4096-9abd-36210cae09d3 owned by network:dhcp {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:44:12.331164 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8b28afd-0039-42ba-85d1-00d361617dff None None] DHCP port deletion for 2a42cb13-2d55-4959-a070-eb88da564dfb request from n-d-779913-29 {{(pid=93959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:44:12.389769 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-e8b28afd-0039-42ba-85d1-00d361617dff None None] Deleting port fc9b5618-ed7a-4096-9abd-36210cae09d3 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:44:12.390097 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e8b28afd-0039-42ba-85d1-00d361617dff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:12.391312 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2c9eda89-0d47-4bce-8476-17d98912156b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:12.423835 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c9eda89-0d47-4bce-8476-17d98912156b admin admin] No DVR routers for this DVR port fc9b5618-ed7a-4096-9abd-36210cae09d3 on host n-d-779913-29 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:44:12.428702 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9eda89-0d47-4bce-8476-17d98912156b admin admin] Pushing event deleted for resources: {'Port': ['ID=fc9b5618-ed7a-4096-9abd-36210cae09d3,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:12.464949 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-e8b28afd-0039-42ba-85d1-00d361617dff None None] For port fc9b5618-ed7a-4096-9abd-36210cae09d3, host n-d-779913-29, got binding levels [] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:44:12.465341 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e8b28afd-0039-42ba-85d1-00d361617dff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:12.481864 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-e8b28afd-0039-42ba-85d1-00d361617dff None None] Calling delete_port for fc9b5618-ed7a-4096-9abd-36210cae09d3 owned by network:dhcp {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:44:12.492304 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.ipam_backend_mixin [None req-e8b28afd-0039-42ba-85d1-00d361617dff None None] Port fc9b5618-ed7a-4096-9abd-36210cae09d3 was not found and therefore no delete operation was performed {{(pid=93959) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 14 09:44:12.494267 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e8b28afd-0039-42ba-85d1-00d361617dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:12.504629 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2c9eda89-0d47-4bce-8476-17d98912156b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473955', 'neutron.services.segments.db._delete_segments_for_network-8735688326548'] for network, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:12.516574 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b28afd-0039-42ba-85d1-00d361617dff None None] No DVR routers for this DVR port fc9b5618-ed7a-4096-9abd-36210cae09d3 on host n-d-779913-29 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:44:12.516764 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-2c9eda89-0d47-4bce-8476-17d98912156b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a42cb13-2d55-4959-a070-eb88da564dfb']}} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:44:12.531546 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-2c9eda89-0d47-4bce-8476-17d98912156b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5aade75d-903c-400b-b4a7-6f3ba4ae14ee') {'for_net_delete': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:44:12.531845 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-2c9eda89-0d47-4bce-8476-17d98912156b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5aade75d-903c-400b-b4a7-6f3ba4ae14ee') {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:44:12.539421 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b28afd-0039-42ba-85d1-00d361617dff None None] Pushing event deleted for resources: {'Port': ['ID=fc9b5618-ed7a-4096-9abd-36210cae09d3,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:12.576100 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2c9eda89-0d47-4bce-8476-17d98912156b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735688356235', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10944210'] for segment, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:12.595951 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2c9eda89-0d47-4bce-8476-17d98912156b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:12.604251 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c9eda89-0d47-4bce-8476-17d98912156b admin admin] Releasing vlan 714 on physical network physnet1 to pool {{(pid=93957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:44:12.604683 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2c9eda89-0d47-4bce-8476-17d98912156b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10053619'] for segment, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:12.606362 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:44:12.606362 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:44:12.606362 n-d-779913-29 neutron-server[93957]: Traceback (most recent call last): Jul 14 09:44:12.606362 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:44:12.606362 n-d-779913-29 neutron-server[93957]: timer() Jul 14 09:44:12.606362 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:44:12.606362 n-d-779913-29 neutron-server[93957]: cb(*args, **kw) Jul 14 09:44:12.606362 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:44:12.606362 n-d-779913-29 neutron-server[93957]: return func(*args, **kwargs) Jul 14 09:44:12.606362 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:44:12.606362 n-d-779913-29 neutron-server[93957]: self._notify() Jul 14 09:44:12.606362 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:44:12.606362 n-d-779913-29 neutron-server[93957]: self.callback(batched_events) Jul 14 09:44:12.606362 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:44:12.606362 n-d-779913-29 neutron-server[93957]: event.method(event) Jul 14 09:44:12.606362 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:44:12.606362 n-d-779913-29 neutron-server[93957]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:44:12.606362 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:44:12.606362 n-d-779913-29 neutron-server[93957]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:44:12.606362 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:44:12.606362 n-d-779913-29 neutron-server[93957]: return f(self, *a, **k) Jul 14 09:44:12.606362 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:44:12.606362 n-d-779913-29 neutron-server[93957]: return self._get(url).json() Jul 14 09:44:12.606362 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:44:12.606362 n-d-779913-29 neutron-server[93957]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:44:12.606362 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:44:12.606362 n-d-779913-29 neutron-server[93957]: return self.request(url, 'GET', **kwargs) Jul 14 09:44:12.606362 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:44:12.606362 n-d-779913-29 neutron-server[93957]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:44:12.606362 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:44:12.606362 n-d-779913-29 neutron-server[93957]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:44:12.606362 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:44:12.606362 n-d-779913-29 neutron-server[93957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:44:12.606362 n-d-779913-29 neutron-server[93957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:44:12.673045 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cb9350-c192-4bac-8caa-68795b00bc09 req-aaf5ecff-2ba9-4e90-9509-04ae6a2be4d6 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:12.674666 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-61cb9350-c192-4bac-8caa-68795b00bc09 req-aaf5ecff-2ba9-4e90-9509-04ae6a2be4d6 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/ports?device_id=5807614e-456b-4bb7-9e93-3be88e0dddc0 HTTP/1.1" status: 200 len: 946 time: 0.1472125 Jul 14 09:44:12.675733 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2c9eda89-0d47-4bce-8476-17d98912156b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660504'] for network, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:12.682535 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2c9eda89-0d47-4bce-8476-17d98912156b admin admin] Notify callbacks [] for network, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:12.684281 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-2c9eda89-0d47-4bce-8476-17d98912156b admin admin] 10.222.0.68 "DELETE /v2.0/networks/2a42cb13-2d55-4959-a070-eb88da564dfb HTTP/1.1" status: 204 len: 168 time: 0.6318457 Jul 14 09:44:12.701620 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9eda89-0d47-4bce-8476-17d98912156b admin admin] Pushing event deleted for resources: {'Network': ['ID=2a42cb13-2d55-4959-a070-eb88da564dfb,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:12.730334 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-61cb9350-c192-4bac-8caa-68795b00bc09 req-c9ca613f-1736-4962-9530-980cefbb27c6 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/security-groups?id=e6d675ec-f50c-4916-bc8c-357a840d6ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490711 Jul 14 09:44:12.850431 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 47186) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:12.859276 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:12.895677 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 47192) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:12.896229 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-ffe4150c-289c-4e7a-93bd-b3639296f3f7 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=0be6be6bccc149f1a4b35e465d4a6d6f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0439124 Jul 14 09:44:12.952158 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9e05145f-6c51-4711-a40f-1868341b7512 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:12.974752 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9e05145f-6c51-4711-a40f-1868341b7512 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:13.023557 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9e05145f-6c51-4711-a40f-1868341b7512 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:13.026415 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9e05145f-6c51-4711-a40f-1868341b7512 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:13.027648 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-9e05145f-6c51-4711-a40f-1868341b7512 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/8ddc8877-605a-44c2-a058-368d728dd554 HTTP/1.1" status: 204 len: 168 time: 0.1308432 Jul 14 09:44:13.036196 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e05145f-6c51-4711-a40f-1868341b7512 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ddc8877-605a-44c2-a058-368d728dd554,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:13.210426 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 3dbbf1e6-110b-4bd4-a30a-eeceae60b3f9 no longer exists at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:44:13.234038 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] No Port match for: 3dbbf1e6-110b-4bd4-a30a-eeceae60b3f9 {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:44:13.237946 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 3dbbf1e6-110b-4bd4-a30a-eeceae60b3f9 not bound to the agent host n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:44:13.238432 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 3c48646e-56c1-4237-b849-4ba8819a724a no longer exists at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:44:13.265676 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] No Port match for: 3c48646e-56c1-4237-b849-4ba8819a724a {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:44:13.266474 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 3c48646e-56c1-4237-b849-4ba8819a724a not bound to the agent host n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:44:13.267437 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device fc9b5618-ed7a-4096-9abd-36210cae09d3 no longer exists at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:44:13.287380 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] No Port match for: fc9b5618-ed7a-4096-9abd-36210cae09d3 {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:44:13.287970 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device fc9b5618-ed7a-4096-9abd-36210cae09d3 not bound to the agent host n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:44:13.667084 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:13.918741 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2a38a3-2b2d-4ead-9fa2-93c0ddc3e79b req-f7a2421b-282d-4b29-9aa8-839c75283e52 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:13.920329 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-9b2a38a3-2b2d-4ead-9fa2-93c0ddc3e79b req-f7a2421b-282d-4b29-9aa8-839c75283e52 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/ports?device_id=5807614e-456b-4bb7-9e93-3be88e0dddc0 HTTP/1.1" status: 200 len: 946 time: 0.0711796 Jul 14 09:44:13.967780 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-9b2a38a3-2b2d-4ead-9fa2-93c0ddc3e79b req-40cd42a4-10d4-4193-87c2-fbc4c8ce4670 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/security-groups?id=e6d675ec-f50c-4916-bc8c-357a840d6ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383952 Jul 14 09:44:15.175855 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba2b6ba-32af-4322-a7a2-9f56887d3b13 req-345f46d6-ab90-48ff-8973-b24ca8b9cdd0 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:15.178050 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8ba2b6ba-32af-4322-a7a2-9f56887d3b13 req-345f46d6-ab90-48ff-8973-b24ca8b9cdd0 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/ports?device_id=5807614e-456b-4bb7-9e93-3be88e0dddc0 HTTP/1.1" status: 200 len: 946 time: 0.0772645 Jul 14 09:44:15.240761 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8ba2b6ba-32af-4322-a7a2-9f56887d3b13 req-61635156-fb7c-4d16-b63e-bdae554fe8ae tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/security-groups?id=e6d675ec-f50c-4916-bc8c-357a840d6ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522263 Jul 14 09:44:16.133540 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 47306) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:16.235241 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 47308) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:16.358237 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2ba9cb5c-ceb0-4ff9-9c26-b3acae328781 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:16.491565 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2ba9cb5c-ceb0-4ff9-9c26-b3acae328781 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:16.498137 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2ba9cb5c-ceb0-4ff9-9c26-b3acae328781 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:16.557302 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-2ba9cb5c-ceb0-4ff9-9c26-b3acae328781 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=86ef5f7561464f5c86a5226ad37f934b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3208659 Jul 14 09:44:16.560008 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 47314) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:16.567643 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba9cb5c-ceb0-4ff9-9c26-b3acae328781 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5a628c7-c94f-4f1a-8e99-a6cea3d5823c,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:16.597027 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-472a2c0d-77ff-4171-98fa-2ddbf6f4a60e tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-683602'] for router_interface, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:16.671176 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-234a3fce-8905-42a8-ab4b-a7a6cc2ab343 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:16.714099 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-234a3fce-8905-42a8-ab4b-a7a6cc2ab343 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:16.735926 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e16a11d-2fd3-45cb-9c36-552370b2ac09 req-b03c33bb-368f-4a62-bdbd-eaf08caee0c1 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:16.737579 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5e16a11d-2fd3-45cb-9c36-552370b2ac09 req-b03c33bb-368f-4a62-bdbd-eaf08caee0c1 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/ports?device_id=5807614e-456b-4bb7-9e93-3be88e0dddc0 HTTP/1.1" status: 200 len: 946 time: 0.1183701 Jul 14 09:44:16.796031 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5e16a11d-2fd3-45cb-9c36-552370b2ac09 req-e5e361c4-531a-4125-b27b-d5c1b3632bed tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/security-groups?id=e6d675ec-f50c-4916-bc8c-357a840d6ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506589 Jul 14 09:44:16.812948 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-234a3fce-8905-42a8-ab4b-a7a6cc2ab343 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:16.816279 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-234a3fce-8905-42a8-ab4b-a7a6cc2ab343 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:16.822346 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-234a3fce-8905-42a8-ab4b-a7a6cc2ab343 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/b5a628c7-c94f-4f1a-8e99-a6cea3d5823c HTTP/1.1" status: 204 len: 168 time: 0.2606795 Jul 14 09:44:16.835115 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234a3fce-8905-42a8-ab4b-a7a6cc2ab343 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5a628c7-c94f-4f1a-8e99-a6cea3d5823c,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:16.949091 n-d-779913-29 neutron-server[93958]: INFO neutron.api.v2.resource [req-06175051-f931-4604-b661-59f1285ad290 req-dd92937a-fcf7-4888-95b6-d6316232ac70 service neutron] show failed (client error): The resource could not be found. Jul 14 09:44:16.953300 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-06175051-f931-4604-b661-59f1285ad290 req-dd92937a-fcf7-4888-95b6-d6316232ac70 service neutron] 10.222.0.57 "GET /v2.0/ports/b4261f23-8b12-4e6b-a247-d2e1ab6b02c9/bindings/n-h1-779913-29 HTTP/1.1" status: 404 len: 381 time: 0.1380513 Jul 14 09:44:17.141204 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-472a2c0d-77ff-4171-98fa-2ddbf6f4a60e tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Deleting port 17afaf84-f95c-4998-a3e3-85ec806fa430 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:44:17.143720 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-472a2c0d-77ff-4171-98fa-2ddbf6f4a60e tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:17.257216 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 47324) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:17.291229 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6750dbef-d868-4c0f-a271-680664e792c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:17.305716 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-472a2c0d-77ff-4171-98fa-2ddbf6f4a60e tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] For port 17afaf84-f95c-4998-a3e3-85ec806fa430, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=17afaf84-f95c-4998-a3e3-85ec806fa430,segment=NetworkSegment(7a7b06c2-7c50-4158-b73c-3c4ad3b1b6bd),segment_id=7a7b06c2-7c50-4158-b73c-3c4ad3b1b6bd)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:44:17.306101 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-472a2c0d-77ff-4171-98fa-2ddbf6f4a60e tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:17.324511 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-472a2c0d-77ff-4171-98fa-2ddbf6f4a60e tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Calling delete_port for 17afaf84-f95c-4998-a3e3-85ec806fa430 owned by network:router_interface {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:44:17.397474 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06175051-f931-4604-b661-59f1285ad290 req-ebafd120-d1d0-416d-a685-193fd4a60a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:17.399772 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-06175051-f931-4604-b661-59f1285ad290 req-ebafd120-d1d0-416d-a685-193fd4a60a5b service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=5807614e-456b-4bb7-9e93-3be88e0dddc0&tenant_id=62cf828fc3e84fada2a4655d43752657 HTTP/1.1" status: 200 len: 1098 time: 0.1164813 Jul 14 09:44:17.423105 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-06175051-f931-4604-b661-59f1285ad290 req-df0c8cd7-32c8-4d05-a483-d7ff04ec32e3 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-779913-29', 'device_owner': 'compute:nova'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:44:17.531953 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-06175051-f931-4604-b661-59f1285ad290 req-df0c8cd7-32c8-4d05-a483-d7ff04ec32e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:17.557337 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6750dbef-d868-4c0f-a271-680664e792c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:17.563809 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6750dbef-d868-4c0f-a271-680664e792c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:17.640896 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-6750dbef-d868-4c0f-a271-680664e792c6 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=c211144616e4402a99ccbd555862c66e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3811436 Jul 14 09:44:17.646171 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 47326) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:17.652650 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6750dbef-d868-4c0f-a271-680664e792c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28112239-4817-4756-a07c-1ea28d214458,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:17.702721 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-472a2c0d-77ff-4171-98fa-2ddbf6f4a60e tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:17.742796 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472a2c0d-77ff-4171-98fa-2ddbf6f4a60e tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Pushing event deleted for resources: {'Port': ['ID=17afaf84-f95c-4998-a3e3-85ec806fa430,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:17.840726 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-90327dfc-ccf5-4582-a083-a426b0530266 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:17.850687 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-06175051-f931-4604-b661-59f1285ad290 req-df0c8cd7-32c8-4d05-a483-d7ff04ec32e3 service neutron] For port b4261f23-8b12-4e6b-a247-d2e1ab6b02c9, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=b4261f23-8b12-4e6b-a247-d2e1ab6b02c9,segment=NetworkSegment(4182018d-d911-4ae0-a44d-c268c7996df6),segment_id=4182018d-d911-4ae0-a44d-c268c7996df6)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:44:17.900342 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-90327dfc-ccf5-4582-a083-a426b0530266 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:17.934481 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-06175051-f931-4604-b661-59f1285ad290 req-df0c8cd7-32c8-4d05-a483-d7ff04ec32e3 service neutron] For port b4261f23-8b12-4e6b-a247-d2e1ab6b02c9, host n-h2-779913-29, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:44:18.002443 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-06175051-f931-4604-b661-59f1285ad290 req-df0c8cd7-32c8-4d05-a483-d7ff04ec32e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:18.029945 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [req-06175051-f931-4604-b661-59f1285ad290 req-df0c8cd7-32c8-4d05-a483-d7ff04ec32e3 service neutron] Transition to ACTIVE for port object b4261f23-8b12-4e6b-a247-d2e1ab6b02c9 will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:44:18.029945 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5807614e-456b-4bb7-9e93-3be88e0dddc0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b4261f23-8b12-4e6b-a247-d2e1ab6b02c9'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:44:18.030795 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-426fdd1c-09df-4073-bdf9-b784d489d7fe" -d '{"events": [{"server_uuid": "5807614e-456b-4bb7-9e93-3be88e0dddc0", "name": "network-vif-unplugged", "status": "completed", "tag": "b4261f23-8b12-4e6b-a247-d2e1ab6b02c9"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:44:18.068261 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-06175051-f931-4604-b661-59f1285ad290 req-df0c8cd7-32c8-4d05-a483-d7ff04ec32e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:18.216948 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-472a2c0d-77ff-4171-98fa-2ddbf6f4a60e tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-620860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682934'] for router_interface, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:18.220003 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-90327dfc-ccf5-4582-a083-a426b0530266 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:18.223060 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-90327dfc-ccf5-4582-a083-a426b0530266 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:18.224278 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-90327dfc-ccf5-4582-a083-a426b0530266 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/28112239-4817-4756-a07c-1ea28d214458 HTTP/1.1" status: 204 len: 168 time: 0.5770888 Jul 14 09:44:18.331528 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 47342) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:18.341247 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 09:44:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56c27c39-54d7-4ef8-95fd-2f841856aa5a x-openstack-request-id: req-56c27c39-54d7-4ef8-95fd-2f841856aa5a {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:44:18.341596 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5807614e-456b-4bb7-9e93-3be88e0dddc0", "name": "network-vif-unplugged", "status": "completed", "tag": "b4261f23-8b12-4e6b-a247-d2e1ab6b02c9", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:44:18.341864 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-56c27c39-54d7-4ef8-95fd-2f841856aa5a {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:44:18.345980 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5807614e-456b-4bb7-9e93-3be88e0dddc0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b4261f23-8b12-4e6b-a247-d2e1ab6b02c9', 'code': 200} Jul 14 09:44:18.346238 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90327dfc-ccf5-4582-a083-a426b0530266 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28112239-4817-4756-a07c-1ea28d214458,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:18.412393 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0c8cd7-32c8-4d05-a483-d7ff04ec32e3 service neutron] Pushing event updated for resources: {'Port': ['ID=b4261f23-8b12-4e6b-a247-d2e1ab6b02c9,revision_number=6']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:18.484404 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-06175051-f931-4604-b661-59f1285ad290 req-df0c8cd7-32c8-4d05-a483-d7ff04ec32e3 service neutron] No DVR routers for this DVR port b4261f23-8b12-4e6b-a247-d2e1ab6b02c9 on host n-h2-779913-29 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:44:18.659434 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.agents_db [None req-3c3509fb-540d-4335-a450-574895dd3602 None None] Agent healthcheck: found 7 active agents {{(pid=93960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:44:18.669069 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49754b9-5d2d-46f9-a5ae-976d5809ec9e req-6413e69b-a833-4087-a45b-d4b331e7a5d9 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:18.678557 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f49754b9-5d2d-46f9-a5ae-976d5809ec9e req-6413e69b-a833-4087-a45b-d4b331e7a5d9 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/ports?device_id=5807614e-456b-4bb7-9e93-3be88e0dddc0 HTTP/1.1" status: 200 len: 944 time: 0.7184479 Jul 14 09:44:18.752299 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f49754b9-5d2d-46f9-a5ae-976d5809ec9e req-51bade4d-54ec-4bc5-a311-0851cc0b3ac6 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/security-groups?id=e6d675ec-f50c-4916-bc8c-357a840d6ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725968 Jul 14 09:44:18.790141 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-472a2c0d-77ff-4171-98fa-2ddbf6f4a60e tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Router ede3623b-de6c-4042-bf2e-8ca476290cbd has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:44:18.830866 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-06175051-f931-4604-b661-59f1285ad290 req-df0c8cd7-32c8-4d05-a483-d7ff04ec32e3 service neutron] Attempting to bind port b4261f23-8b12-4e6b-a247-d2e1ab6b02c9 on host n-h1-779913-29 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:44:18.831286 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-06175051-f931-4604-b661-59f1285ad290 req-df0c8cd7-32c8-4d05-a483-d7ff04ec32e3 service neutron] Attempting to bind port b4261f23-8b12-4e6b-a247-d2e1ab6b02c9 by drivers openvswitch,hyperv on host n-h1-779913-29 at level 0 using segments [{'id': '4182018d-d911-4ae0-a44d-c268c7996df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '559c94b9-1968-448e-a093-792c946ac9ed'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:44:18.831545 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06175051-f931-4604-b661-59f1285ad290 req-df0c8cd7-32c8-4d05-a483-d7ff04ec32e3 service neutron] Attempting to bind port b4261f23-8b12-4e6b-a247-d2e1ab6b02c9 on network 559c94b9-1968-448e-a093-792c946ac9ed {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:44:18.840121 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-79bf4f57-f973-4c30-b854-87ea62a37809 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:18.844809 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06175051-f931-4604-b661-59f1285ad290 req-df0c8cd7-32c8-4d05-a483-d7ff04ec32e3 service neutron] Port b4261f23-8b12-4e6b-a247-d2e1ab6b02c9 on network 559c94b9-1968-448e-a093-792c946ac9ed not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-29 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:44:18.845206 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06175051-f931-4604-b661-59f1285ad290 req-df0c8cd7-32c8-4d05-a483-d7ff04ec32e3 service neutron] Attempting to bind port b4261f23-8b12-4e6b-a247-d2e1ab6b02c9 on network 559c94b9-1968-448e-a093-792c946ac9ed {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:44:18.937482 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-472a2c0d-77ff-4171-98fa-2ddbf6f4a60e tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:44:18.947334 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-472a2c0d-77ff-4171-98fa-2ddbf6f4a60e tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] 10.222.0.68 "PUT /v2.0/routers/ede3623b-de6c-4042-bf2e-8ca476290cbd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8082244 Jul 14 09:44:18.956872 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06175051-f931-4604-b661-59f1285ad290 req-df0c8cd7-32c8-4d05-a483-d7ff04ec32e3 service neutron] Checking agent: {'id': 'de11e667-f145-47b0-bd09-334a7505938e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 13, 12), 'started_at': datetime.datetime(2021, 7, 14, 9, 13, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 44, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:44:18.957114 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ea452a-b660-4efe-85c7-367b525486e1 None None] Sync routers for ids ['ede3623b-de6c-4042-bf2e-8ca476290cbd'] in n-d-779913-29 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:44:18.957250 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06175051-f931-4604-b661-59f1285ad290 req-df0c8cd7-32c8-4d05-a483-d7ff04ec32e3 service neutron] Checking segment: {'id': '4182018d-d911-4ae0-a44d-c268c7996df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '559c94b9-1968-448e-a093-792c946ac9ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:44:18.957749 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06175051-f931-4604-b661-59f1285ad290 req-df0c8cd7-32c8-4d05-a483-d7ff04ec32e3 service neutron] Bound using segment: {'id': '4182018d-d911-4ae0-a44d-c268c7996df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '559c94b9-1968-448e-a093-792c946ac9ed'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:44:18.958267 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-06175051-f931-4604-b661-59f1285ad290 req-df0c8cd7-32c8-4d05-a483-d7ff04ec32e3 service neutron] Bound port: b4261f23-8b12-4e6b-a247-d2e1ab6b02c9, host: n-h1-779913-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4182018d-d911-4ae0-a44d-c268c7996df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '559c94b9-1968-448e-a093-792c946ac9ed'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:44:18.958655 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-06175051-f931-4604-b661-59f1285ad290 req-df0c8cd7-32c8-4d05-a483-d7ff04ec32e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:18.963210 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-79bf4f57-f973-4c30-b854-87ea62a37809 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:18.973942 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-79bf4f57-f973-4c30-b854-87ea62a37809 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:18.998871 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ea452a-b660-4efe-85c7-367b525486e1 None None] Routers {'ede3623b-de6c-4042-bf2e-8ca476290cbd'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:44:18.999747 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-58ea452a-b660-4efe-85c7-367b525486e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:43:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['ede3623b-de6c-4042-bf2e-8ca476290cbd'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:44:19.091489 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-06175051-f931-4604-b661-59f1285ad290 req-df0c8cd7-32c8-4d05-a483-d7ff04ec32e3 service neutron] For port b4261f23-8b12-4e6b-a247-d2e1ab6b02c9, host n-h1-779913-29, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:44:19.097554 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-06175051-f931-4604-b661-59f1285ad290 req-df0c8cd7-32c8-4d05-a483-d7ff04ec32e3 service neutron] For port b4261f23-8b12-4e6b-a247-d2e1ab6b02c9, host n-h1-779913-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=b4261f23-8b12-4e6b-a247-d2e1ab6b02c9,segment=NetworkSegment(4182018d-d911-4ae0-a44d-c268c7996df6),segment_id=4182018d-d911-4ae0-a44d-c268c7996df6)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:44:19.127738 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-06175051-f931-4604-b661-59f1285ad290 req-df0c8cd7-32c8-4d05-a483-d7ff04ec32e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:19.145065 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bf4f57-f973-4c30-b854-87ea62a37809 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=badd3a62-19f9-43f6-b75d-151693ba788a,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:19.193844 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-79bf4f57-f973-4c30-b854-87ea62a37809 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=a93b20353ab743d8b1db0a9e9e648bc2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8057306 Jul 14 09:44:19.194127 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 47358) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:19.203898 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06175051-f931-4604-b661-59f1285ad290 req-df0c8cd7-32c8-4d05-a483-d7ff04ec32e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:19.204591 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-06175051-f931-4604-b661-59f1285ad290 req-df0c8cd7-32c8-4d05-a483-d7ff04ec32e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:19.207146 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-06175051-f931-4604-b661-59f1285ad290 req-df0c8cd7-32c8-4d05-a483-d7ff04ec32e3 service neutron] 10.222.0.65 "PUT /v2.0/ports/b4261f23-8b12-4e6b-a247-d2e1ab6b02c9 HTTP/1.1" status: 200 len: 1093 time: 1.7890992 Jul 14 09:44:19.241160 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0c8cd7-32c8-4d05-a483-d7ff04ec32e3 service neutron] Pushing event updated for resources: {'Port': ['ID=b4261f23-8b12-4e6b-a247-d2e1ab6b02c9,revision_number=7']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:19.247523 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-58ea452a-b660-4efe-85c7-367b525486e1 None None] Set router ede3623b-de6c-4042-bf2e-8ca476290cbd gateway port host: n-d-779913-29 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:44:19.348698 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-12ec86ed-09a4-4edb-b1a4-f90a379a17bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:19.437974 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06175051-f931-4604-b661-59f1285ad290 req-de1da61d-1c56-42ab-86c9-b5170aba1dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:19.439765 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-06175051-f931-4604-b661-59f1285ad290 req-de1da61d-1c56-42ab-86c9-b5170aba1dd0 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=62cf828fc3e84fada2a4655d43752657&device_id=5807614e-456b-4bb7-9e93-3be88e0dddc0 HTTP/1.1" status: 200 len: 1096 time: 0.1666009 Jul 14 09:44:19.439948 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-12ec86ed-09a4-4edb-b1a4-f90a379a17bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:19.632278 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-12ec86ed-09a4-4edb-b1a4-f90a379a17bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:19.637342 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-12ec86ed-09a4-4edb-b1a4-f90a379a17bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:19.639160 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-12ec86ed-09a4-4edb-b1a4-f90a379a17bd admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/badd3a62-19f9-43f6-b75d-151693ba788a HTTP/1.1" status: 204 len: 168 time: 0.4437537 Jul 14 09:44:19.652815 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ec86ed-09a4-4edb-b1a4-f90a379a17bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=badd3a62-19f9-43f6-b75d-151693ba788a,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:19.754039 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06175051-f931-4604-b661-59f1285ad290 req-563f330e-9bca-41bf-9698-8ed79db4dee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:19.756117 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-06175051-f931-4604-b661-59f1285ad290 req-563f330e-9bca-41bf-9698-8ed79db4dee5 service neutron] 10.222.0.65 "GET /v2.0/networks?id=559c94b9-1968-448e-a093-792c946ac9ed HTTP/1.1" status: 200 len: 898 time: 0.3069825 Jul 14 09:44:19.912578 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-58ea452a-b660-4efe-85c7-367b525486e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ede3623b-de6c-4042-bf2e-8ca476290cbd', 'name': 'tempest-TestNetworkBasicOps-router-1781889072', 'tenant_id': 'da5579fc8d23403983f04f41618106b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': '51a6a0a1-b392-430f-88e6-9bd43e984f72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:42:20Z', 'updated_at': '2021-07-14T09:44:17Z', 'revision_number': 6, 'project_id': 'da5579fc8d23403983f04f41618106b6', 'gw_port': {'id': '51a6a0a1-b392-430f-88e6-9bd43e984f72', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ac:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ede3623b-de6c-4042-bf2e-8ca476290cbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3001, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:42:22Z', 'updated_at': '2021-07-14T09:42:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_floatingips': [{'id': 'e6623578-7b13-42da-98b0-f560284ab813', 'tenant_id': 'da5579fc8d23403983f04f41618106b6', 'floating_ip_address': '172.25.4.239', 'floating_network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'router_id': 'ede3623b-de6c-4042-bf2e-8ca476290cbd', 'port_id': 'db2d2da0-53d6-46ac-a466-fcebb4007f56', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3083, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb4e535c-3b84-4c9e-9de2-4073c56413e0', 'mac_address': 'fa:16:3e:6d:bb:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e1b6cd-db20-478f-825e-42052bc3e00f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:42:58Z', 'updated_at': '2021-07-14T09:43:02Z', 'revision_number': 1, 'project_id': 'da5579fc8d23403983f04f41618106b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'faf84a56-da81-4003-a96f-6be6bddf7158', 'name': '', 'network_id': 'eb4e535c-3b84-4c9e-9de2-4073c56413e0', 'tenant_id': 'da5579fc8d23403983f04f41618106b6', 'mac_address': 'fa:16:3e:26:74:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ede3623b-de6c-4042-bf2e-8ca476290cbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3021, 'fixed_ips': [{'subnet_id': '5f49e4c7-b0e1-4adf-b03f-1c642eb39e18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:42:30Z', 'updated_at': '2021-07-14T09:42:40Z', 'revision_number': 5, 'project_id': 'da5579fc8d23403983f04f41618106b6', 'subnets': [{'id': '5f49e4c7-b0e1-4adf-b03f-1c642eb39e18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:44:19.917612 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacbaa81-78cb-4cdd-a348-6726eae88197 req-25cfaa3b-59c4-4557-9d1f-d1ed04921e81 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:19.927657 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-06175051-f931-4604-b661-59f1285ad290 req-f2e14b53-982e-46e2-9315-24ab55ce2efa service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b4261f23-8b12-4e6b-a247-d2e1ab6b02c9 HTTP/1.1" status: 200 len: 999 time: 0.1426239 Jul 14 09:44:19.927884 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-dacbaa81-78cb-4cdd-a348-6726eae88197 req-25cfaa3b-59c4-4557-9d1f-d1ed04921e81 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] 10.222.0.68 "GET /v2.0/ports?device_id=8076b792-22ef-40f3-a2c9-08a82aa70c1e HTTP/1.1" status: 200 len: 946 time: 0.1092510 Jul 14 09:44:19.997797 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ea452a-b660-4efe-85c7-367b525486e1 None None] Checking router: ede3623b-de6c-4042-bf2e-8ca476290cbd for host: n-d-779913-29 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:44:20.008562 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ea452a-b660-4efe-85c7-367b525486e1 None None] Routers {'ede3623b-de6c-4042-bf2e-8ca476290cbd'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:44:20.009484 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-58ea452a-b660-4efe-85c7-367b525486e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:43:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['ede3623b-de6c-4042-bf2e-8ca476290cbd'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:44:20.016588 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-dacbaa81-78cb-4cdd-a348-6726eae88197 req-8eb9388f-4088-40cd-9466-2c3ab90edb9b tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] 10.222.0.68 "GET /v2.0/security-groups?id=fc33455d-30d5-487d-9d0d-38ebdc746dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879705 Jul 14 09:44:20.017899 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06175051-f931-4604-b661-59f1285ad290 req-bcdd3de6-66ac-48c0-9206-6e5502dc73f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:20.020370 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-06175051-f931-4604-b661-59f1285ad290 req-bcdd3de6-66ac-48c0-9206-6e5502dc73f9 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f124bd0d-26a1-4014-8e0b-5aea94940786 HTTP/1.1" status: 200 len: 835 time: 0.0838962 Jul 14 09:44:20.166466 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-58ea452a-b660-4efe-85c7-367b525486e1 None None] Set router ede3623b-de6c-4042-bf2e-8ca476290cbd gateway port host: n-d-779913-29 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:44:20.186677 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06175051-f931-4604-b661-59f1285ad290 req-686a33a6-0a82-46e0-86a6-350fa38d0a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:20.188370 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-06175051-f931-4604-b661-59f1285ad290 req-686a33a6-0a82-46e0-86a6-350fa38d0a1d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=559c94b9-1968-448e-a093-792c946ac9ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1548977 Jul 14 09:44:20.251097 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac0a635-1bb7-4930-9c25-5ae04413e677 req-db0ead38-66f6-4f13-a02b-4662b992dd9a tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:20.252640 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1ac0a635-1bb7-4930-9c25-5ae04413e677 req-db0ead38-66f6-4f13-a02b-4662b992dd9a tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/ports?device_id=5807614e-456b-4bb7-9e93-3be88e0dddc0 HTTP/1.1" status: 200 len: 944 time: 0.1613147 Jul 14 09:44:20.325246 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1ac0a635-1bb7-4930-9c25-5ae04413e677 req-81a8755c-d5f3-47a2-b889-ce81f9eda004 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/security-groups?id=e6d675ec-f50c-4916-bc8c-357a840d6ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641117 Jul 14 09:44:20.339377 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-06175051-f931-4604-b661-59f1285ad290 req-bba3190b-d2e2-47a9-b23b-f58b06a90343 service neutron] 10.222.0.65 "GET /v2.0/networks/559c94b9-1968-448e-a093-792c946ac9ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434393 Jul 14 09:44:20.360692 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5807614e-456b-4bb7-9e93-3be88e0dddc0', 'tag': 'b4261f23-8b12-4e6b-a247-d2e1ab6b02c9'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:44:20.364347 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e858f9dc-dc02-4def-bad2-283321e5dbc3" -d '{"events": [{"name": "network-changed", "server_uuid": "5807614e-456b-4bb7-9e93-3be88e0dddc0", "tag": "b4261f23-8b12-4e6b-a247-d2e1ab6b02c9"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:44:20.448206 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:44:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09c74f0a-c4ab-429c-a9e6-4f967ef55ea0 x-openstack-request-id: req-09c74f0a-c4ab-429c-a9e6-4f967ef55ea0 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:44:20.448913 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5807614e-456b-4bb7-9e93-3be88e0dddc0", "tag": "b4261f23-8b12-4e6b-a247-d2e1ab6b02c9", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:44:20.448913 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-09c74f0a-c4ab-429c-a9e6-4f967ef55ea0 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:44:20.449289 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5807614e-456b-4bb7-9e93-3be88e0dddc0', 'tag': 'b4261f23-8b12-4e6b-a247-d2e1ab6b02c9', 'status': 'completed', 'code': 200} Jul 14 09:44:20.518963 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-06175051-f931-4604-b661-59f1285ad290 req-310ea444-80ad-4447-905a-13688486b0d1 service neutron] 10.222.0.65 "GET /v2.0/networks/559c94b9-1968-448e-a093-792c946ac9ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1717095 Jul 14 09:44:20.528015 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-58ea452a-b660-4efe-85c7-367b525486e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ede3623b-de6c-4042-bf2e-8ca476290cbd', 'name': 'tempest-TestNetworkBasicOps-router-1781889072', 'tenant_id': 'da5579fc8d23403983f04f41618106b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': '51a6a0a1-b392-430f-88e6-9bd43e984f72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:42:20Z', 'updated_at': '2021-07-14T09:44:17Z', 'revision_number': 6, 'project_id': 'da5579fc8d23403983f04f41618106b6', 'gw_port': {'id': '51a6a0a1-b392-430f-88e6-9bd43e984f72', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ac:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ede3623b-de6c-4042-bf2e-8ca476290cbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3001, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:42:22Z', 'updated_at': '2021-07-14T09:42:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_floatingips': [{'id': 'e6623578-7b13-42da-98b0-f560284ab813', 'tenant_id': 'da5579fc8d23403983f04f41618106b6', 'floating_ip_address': '172.25.4.239', 'floating_network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'router_id': 'ede3623b-de6c-4042-bf2e-8ca476290cbd', 'port_id': 'db2d2da0-53d6-46ac-a466-fcebb4007f56', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3083, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb4e535c-3b84-4c9e-9de2-4073c56413e0', 'mac_address': 'fa:16:3e:6d:bb:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e1b6cd-db20-478f-825e-42052bc3e00f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:42:58Z', 'updated_at': '2021-07-14T09:43:02Z', 'revision_number': 1, 'project_id': 'da5579fc8d23403983f04f41618106b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'faf84a56-da81-4003-a96f-6be6bddf7158', 'name': '', 'network_id': 'eb4e535c-3b84-4c9e-9de2-4073c56413e0', 'tenant_id': 'da5579fc8d23403983f04f41618106b6', 'mac_address': 'fa:16:3e:26:74:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ede3623b-de6c-4042-bf2e-8ca476290cbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3021, 'fixed_ips': [{'subnet_id': '5f49e4c7-b0e1-4adf-b03f-1c642eb39e18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:42:30Z', 'updated_at': '2021-07-14T09:42:40Z', 'revision_number': 5, 'project_id': 'da5579fc8d23403983f04f41618106b6', 'subnets': [{'id': '5f49e4c7-b0e1-4adf-b03f-1c642eb39e18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:44:20.573547 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ea452a-b660-4efe-85c7-367b525486e1 None None] The sync data for ids ['ede3623b-de6c-4042-bf2e-8ca476290cbd'] in n-d-779913-29 is: [{'id': 'ede3623b-de6c-4042-bf2e-8ca476290cbd', 'name': 'tempest-TestNetworkBasicOps-router-1781889072', 'tenant_id': 'da5579fc8d23403983f04f41618106b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': '51a6a0a1-b392-430f-88e6-9bd43e984f72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:42:20Z', 'updated_at': '2021-07-14T09:44:17Z', 'revision_number': 6, 'project_id': 'da5579fc8d23403983f04f41618106b6', 'gw_port': {'id': '51a6a0a1-b392-430f-88e6-9bd43e984f72', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ac:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ede3623b-de6c-4042-bf2e-8ca476290cbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3001, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:42:22Z', 'updated_at': '2021-07-14T09:42:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_floatingips': [{'id': 'e6623578-7b13-42da-98b0-f560284ab813', 'tenant_id': 'da5579fc8d23403983f04f41618106b6', 'floating_ip_address': '172.25.4.239', 'floating_network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'router_id': 'ede3623b-de6c-4042-bf2e-8ca476290cbd', 'port_id': 'db2d2da0-53d6-46ac-a466-fcebb4007f56', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3083, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb4e535c-3b84-4c9e-9de2-4073c56413e0', 'mac_address': 'fa:16:3e:6d:bb:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e1b6cd-db20-478f-825e-42052bc3e00f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:42:58Z', 'updated_at': '2021-07-14T09:43:02Z', 'revision_number': 1, 'project_id': 'da5579fc8d23403983f04f41618106b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'faf84a56-da81-4003-a96f-6be6bddf7158', 'name': '', 'network_id': 'eb4e535c-3b84-4c9e-9de2-4073c56413e0', 'tenant_id': 'da5579fc8d23403983f04f41618106b6', 'mac_address': 'fa:16:3e:26:74:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ede3623b-de6c-4042-bf2e-8ca476290cbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3021, 'fixed_ips': [{'subnet_id': '5f49e4c7-b0e1-4adf-b03f-1c642eb39e18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:42:30Z', 'updated_at': '2021-07-14T09:42:40Z', 'revision_number': 5, 'project_id': 'da5579fc8d23403983f04f41618106b6', 'subnets': [{'id': '5f49e4c7-b0e1-4adf-b03f-1c642eb39e18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:44:20.573859 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e858f9dc-dc02-4def-bad2-283321e5dbc3 req-4f276591-354a-4e45-b558-8f5c77ecbd49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:20.575599 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-e858f9dc-dc02-4def-bad2-283321e5dbc3 req-4f276591-354a-4e45-b558-8f5c77ecbd49 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=62cf828fc3e84fada2a4655d43752657&device_id=5807614e-456b-4bb7-9e93-3be88e0dddc0 HTTP/1.1" status: 200 len: 1096 time: 0.1052470 Jul 14 09:44:20.705096 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e858f9dc-dc02-4def-bad2-283321e5dbc3 req-104707e4-951b-4800-b044-9f07f14d6899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:20.706763 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-e858f9dc-dc02-4def-bad2-283321e5dbc3 req-104707e4-951b-4800-b044-9f07f14d6899 service neutron] 10.222.0.57 "GET /v2.0/networks?id=559c94b9-1968-448e-a093-792c946ac9ed HTTP/1.1" status: 200 len: 898 time: 0.1242628 Jul 14 09:44:20.764512 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e858f9dc-dc02-4def-bad2-283321e5dbc3 req-c69a57cd-ec58-437d-9434-485038b0664d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:20.767907 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e858f9dc-dc02-4def-bad2-283321e5dbc3 req-c69a57cd-ec58-437d-9434-485038b0664d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=62cf828fc3e84fada2a4655d43752657&device_id=5807614e-456b-4bb7-9e93-3be88e0dddc0 HTTP/1.1" status: 200 len: 1096 time: 0.1257796 Jul 14 09:44:20.812175 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-e858f9dc-dc02-4def-bad2-283321e5dbc3 req-5d3c2e41-f38f-4ce3-a986-596ed1bf7cb7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b4261f23-8b12-4e6b-a247-d2e1ab6b02c9 HTTP/1.1" status: 200 len: 999 time: 0.0986161 Jul 14 09:44:20.873992 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e858f9dc-dc02-4def-bad2-283321e5dbc3 req-150ff02d-d6b2-4af6-b352-dac35335f24f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:20.875527 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-e858f9dc-dc02-4def-bad2-283321e5dbc3 req-150ff02d-d6b2-4af6-b352-dac35335f24f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f124bd0d-26a1-4014-8e0b-5aea94940786 HTTP/1.1" status: 200 len: 835 time: 0.0564349 Jul 14 09:44:20.909789 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e858f9dc-dc02-4def-bad2-283321e5dbc3 req-10940c9a-313e-4082-96a8-2d0c15ef4b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:20.911772 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e858f9dc-dc02-4def-bad2-283321e5dbc3 req-10940c9a-313e-4082-96a8-2d0c15ef4b4f service neutron] 10.222.0.65 "GET /v2.0/networks?id=559c94b9-1968-448e-a093-792c946ac9ed HTTP/1.1" status: 200 len: 898 time: 0.1292675 Jul 14 09:44:20.968862 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e858f9dc-dc02-4def-bad2-283321e5dbc3 req-c35848dc-20b8-4d0c-a0f8-1d71877c9d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:20.975400 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-e858f9dc-dc02-4def-bad2-283321e5dbc3 req-c35848dc-20b8-4d0c-a0f8-1d71877c9d6b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=559c94b9-1968-448e-a093-792c946ac9ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0924132 Jul 14 09:44:21.050935 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e858f9dc-dc02-4def-bad2-283321e5dbc3 req-32903571-22f8-4164-8f8d-3beccdbd4628 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b4261f23-8b12-4e6b-a247-d2e1ab6b02c9 HTTP/1.1" status: 200 len: 999 time: 0.1239626 Jul 14 09:44:21.111573 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e858f9dc-dc02-4def-bad2-283321e5dbc3 req-fec4187d-badd-4a74-9138-de33e7c34dba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:21.113575 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e858f9dc-dc02-4def-bad2-283321e5dbc3 req-fec4187d-badd-4a74-9138-de33e7c34dba service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f124bd0d-26a1-4014-8e0b-5aea94940786 HTTP/1.1" status: 200 len: 835 time: 0.0552554 Jul 14 09:44:21.138741 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-e858f9dc-dc02-4def-bad2-283321e5dbc3 req-2b7fe6cb-abd3-4b22-8e02-bcf51977feb7 service neutron] 10.222.0.57 "GET /v2.0/networks/559c94b9-1968-448e-a093-792c946ac9ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559203 Jul 14 09:44:21.190554 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 17afaf84-f95c-4998-a3e3-85ec806fa430 no longer exists at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:44:21.223586 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] No Port match for: 17afaf84-f95c-4998-a3e3-85ec806fa430 {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:44:21.225653 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 17afaf84-f95c-4998-a3e3-85ec806fa430 not bound to the agent host n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:44:21.320283 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e858f9dc-dc02-4def-bad2-283321e5dbc3 req-209f8888-e3c6-4650-a841-bf84bde5f01e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:21.322016 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e858f9dc-dc02-4def-bad2-283321e5dbc3 req-209f8888-e3c6-4650-a841-bf84bde5f01e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=559c94b9-1968-448e-a093-792c946ac9ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1743708 Jul 14 09:44:21.374855 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43fe061-4dd3-40f6-a970-2098377e5328 req-eeb68ec1-76ec-4243-87c5-ca5bff39296d tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:21.376528 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a43fe061-4dd3-40f6-a970-2098377e5328 req-eeb68ec1-76ec-4243-87c5-ca5bff39296d tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] 10.222.0.68 "GET /v2.0/ports?device_id=8076b792-22ef-40f3-a2c9-08a82aa70c1e HTTP/1.1" status: 200 len: 946 time: 0.1355190 Jul 14 09:44:21.377261 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-e858f9dc-dc02-4def-bad2-283321e5dbc3 req-1456476f-9bb2-4513-a02f-384cfd8d894e service neutron] 10.222.0.57 "GET /v2.0/networks/559c94b9-1968-448e-a093-792c946ac9ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2324033 Jul 14 09:44:21.663241 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819bb4fc-63c7-4b6a-90f9-9deab02dd32c req-34ec60be-9034-403b-b38b-0cc8f393f08f tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:21.671549 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-819bb4fc-63c7-4b6a-90f9-9deab02dd32c req-34ec60be-9034-403b-b38b-0cc8f393f08f tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/ports?device_id=5807614e-456b-4bb7-9e93-3be88e0dddc0 HTTP/1.1" status: 200 len: 944 time: 0.1463990 Jul 14 09:44:21.763744 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-819bb4fc-63c7-4b6a-90f9-9deab02dd32c req-dc8672ff-8d9c-402d-8871-07bcae0d28ce tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/security-groups?id=e6d675ec-f50c-4916-bc8c-357a840d6ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866089 Jul 14 09:44:21.820976 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device b4261f23-8b12-4e6b-a247-d2e1ab6b02c9 no longer exists at agent hyperv_n-h2-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:44:21.908477 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device b4261f23-8b12-4e6b-a247-d2e1ab6b02c9 not bound to the agent host n-h2-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:44:22.020031 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a43fe061-4dd3-40f6-a970-2098377e5328 req-2251f159-fb57-4324-8229-b190bd154dee tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] 10.222.0.68 "GET /v2.0/security-groups?id=fc33455d-30d5-487d-9d0d-38ebdc746dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6165164 Jul 14 09:44:22.048341 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e858f9dc-dc02-4def-bad2-283321e5dbc3 req-5eaf1f9b-5840-4eec-823f-86c2d2e1cde9 service neutron] 10.222.0.65 "GET /v2.0/networks/559c94b9-1968-448e-a093-792c946ac9ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7167628 Jul 14 09:44:22.088033 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be66e178-9aa8-484f-8690-5d3bf0f01a62 req-7928c3a9-6fca-4abf-9e83-409a02441b1b tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:22.088733 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-be66e178-9aa8-484f-8690-5d3bf0f01a62 req-7928c3a9-6fca-4abf-9e83-409a02441b1b tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] 10.222.0.65 "GET /v2.0/ports?device_id=8076b792-22ef-40f3-a2c9-08a82aa70c1e HTTP/1.1" status: 200 len: 946 time: 0.6842508 Jul 14 09:44:22.165876 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4599a621-c845-4c20-82f3-0aa1776b5d7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:22.268831 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e858f9dc-dc02-4def-bad2-283321e5dbc3 req-12ada754-e4b1-43bb-9e64-2f44b9667f45 service neutron] 10.222.0.65 "GET /v2.0/networks/559c94b9-1968-448e-a093-792c946ac9ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2111883 Jul 14 09:44:22.294674 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [req-be66e178-9aa8-484f-8690-5d3bf0f01a62 req-b2d5575b-1ef1-46ca-bb0c-5a2ec0740240 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Deleting port 27cedc20-ea02-4533-9fda-7e60fe119ea4 {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:44:22.295159 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-be66e178-9aa8-484f-8690-5d3bf0f01a62 req-b2d5575b-1ef1-46ca-bb0c-5a2ec0740240 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:22.404822 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-be66e178-9aa8-484f-8690-5d3bf0f01a62 req-b2d5575b-1ef1-46ca-bb0c-5a2ec0740240 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] For port 27cedc20-ea02-4533-9fda-7e60fe119ea4, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=27cedc20-ea02-4533-9fda-7e60fe119ea4,segment=NetworkSegment(7a7b06c2-7c50-4158-b73c-3c4ad3b1b6bd),segment_id=7a7b06c2-7c50-4158-b73c-3c4ad3b1b6bd)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:44:22.405283 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-be66e178-9aa8-484f-8690-5d3bf0f01a62 req-b2d5575b-1ef1-46ca-bb0c-5a2ec0740240 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:22.426512 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [req-be66e178-9aa8-484f-8690-5d3bf0f01a62 req-b2d5575b-1ef1-46ca-bb0c-5a2ec0740240 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Calling delete_port for 27cedc20-ea02-4533-9fda-7e60fe119ea4 owned by compute:nova {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:44:22.702622 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-be66e178-9aa8-484f-8690-5d3bf0f01a62 req-b2d5575b-1ef1-46ca-bb0c-5a2ec0740240 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:22.750142 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device b4261f23-8b12-4e6b-a247-d2e1ab6b02c9 details requested by agent hyperv_n-h1-779913-29 with host n-h1-779913-29 {{(pid=93959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:44:22.801350 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d5575b-1ef1-46ca-bb0c-5a2ec0740240 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Pushing event deleted for resources: {'Port': ['ID=27cedc20-ea02-4533-9fda-7e60fe119ea4,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:22.921185 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-be66e178-9aa8-484f-8690-5d3bf0f01a62 req-b2d5575b-1ef1-46ca-bb0c-5a2ec0740240 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] No DVR routers for this DVR port 27cedc20-ea02-4533-9fda-7e60fe119ea4 on host n-h1-779913-29 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:44:22.925563 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-be66e178-9aa8-484f-8690-5d3bf0f01a62 req-b2d5575b-1ef1-46ca-bb0c-5a2ec0740240 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:22.927146 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-be66e178-9aa8-484f-8690-5d3bf0f01a62 req-b2d5575b-1ef1-46ca-bb0c-5a2ec0740240 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] 10.222.0.65 "DELETE /v2.0/ports/27cedc20-ea02-4533-9fda-7e60fe119ea4 HTTP/1.1" status: 204 len: 173 time: 0.8219733 Jul 14 09:44:22.927735 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8076b792-22ef-40f3-a2c9-08a82aa70c1e', 'name': 'network-vif-deleted', 'tag': '27cedc20-ea02-4533-9fda-7e60fe119ea4'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:44:22.932152 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc074901-beaf-4ae7-abe6-13b9baeebb20" -d '{"events": [{"server_uuid": "8076b792-22ef-40f3-a2c9-08a82aa70c1e", "name": "network-vif-deleted", "tag": "27cedc20-ea02-4533-9fda-7e60fe119ea4"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:44:22.992704 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:44:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cac70069-7962-418f-a3e6-8dae2a7b1091 x-openstack-request-id: req-cac70069-7962-418f-a3e6-8dae2a7b1091 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:44:22.993199 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8076b792-22ef-40f3-a2c9-08a82aa70c1e", "name": "network-vif-deleted", "tag": "27cedc20-ea02-4533-9fda-7e60fe119ea4", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:44:22.993693 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-cac70069-7962-418f-a3e6-8dae2a7b1091 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:44:22.994292 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8076b792-22ef-40f3-a2c9-08a82aa70c1e', 'name': 'network-vif-deleted', 'tag': '27cedc20-ea02-4533-9fda-7e60fe119ea4', 'status': 'completed', 'code': 200} Jul 14 09:44:23.222213 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73f904b-1637-4dc9-9de4-47f637da1cc8 req-0189baed-6c11-494e-b7c0-abc5d6d27ce8 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:23.225529 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-f73f904b-1637-4dc9-9de4-47f637da1cc8 req-0189baed-6c11-494e-b7c0-abc5d6d27ce8 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/ports?device_id=5807614e-456b-4bb7-9e93-3be88e0dddc0 HTTP/1.1" status: 200 len: 944 time: 0.1275084 Jul 14 09:44:23.225693 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port b4261f23-8b12-4e6b-a247-d2e1ab6b02c9, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=b4261f23-8b12-4e6b-a247-d2e1ab6b02c9,segment=NetworkSegment(4182018d-d911-4ae0-a44d-c268c7996df6),segment_id=4182018d-d911-4ae0-a44d-c268c7996df6)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:44:23.252659 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Returning: {'device': 'b4261f23-8b12-4e6b-a247-d2e1ab6b02c9', 'network_id': '559c94b9-1968-448e-a093-792c946ac9ed', 'port_id': 'b4261f23-8b12-4e6b-a247-d2e1ab6b02c9', 'mac_address': 'fa:16:3e:c4:77:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 721, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f124bd0d-26a1-4014-8e0b-5aea94940786', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:44:23.323592 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-f73f904b-1637-4dc9-9de4-47f637da1cc8 req-68761bbf-9ceb-4d4b-9c16-ed7bcdb4cfa3 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/security-groups?id=e6d675ec-f50c-4916-bc8c-357a840d6ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863094 Jul 14 09:44:23.344809 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:23.365606 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4261f23-8b12-4e6b-a247-d2e1ab6b02c9 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:44:23.398346 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1baa3ced-830c-4b49-9034-4a84a30b45bc req-fe4931f6-c4d1-4e4d-91aa-a47c52704b55 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] 10.222.0.68 "GET /v2.0/ports?device_id=8076b792-22ef-40f3-a2c9-08a82aa70c1e HTTP/1.1" status: 200 len: 210 time: 0.0678523 Jul 14 09:44:23.402149 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port b4261f23-8b12-4e6b-a247-d2e1ab6b02c9, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=b4261f23-8b12-4e6b-a247-d2e1ab6b02c9,segment=NetworkSegment(4182018d-d911-4ae0-a44d-c268c7996df6),segment_id=4182018d-d911-4ae0-a44d-c268c7996df6)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:44:23.408783 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:23.469976 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Pushing event updated for resources: {'Port': ['ID=b4261f23-8b12-4e6b-a247-d2e1ab6b02c9,revision_number=8']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:23.479389 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:44:23.480269 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:44:23.480955 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:44:23.481418 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:44:23.481883 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:44:23.482319 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:44:23.482755 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:44:23.483194 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:44:23.483630 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:44:23.484077 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:44:23.484575 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:44:23.485004 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:44:23.705646 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806ade4b-46e3-4a5d-902a-95f65ae9a4d1 req-b7d8497d-a369-425b-85aa-bf24ff5567ff tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:23.707426 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-806ade4b-46e3-4a5d-902a-95f65ae9a4d1 req-b7d8497d-a369-425b-85aa-bf24ff5567ff tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/ports?device_id=5807614e-456b-4bb7-9e93-3be88e0dddc0 HTTP/1.1" status: 200 len: 945 time: 0.0761929 Jul 14 09:44:23.754576 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] get_ports_and_sgs() called for port_ids ['b4261f23-8b12-4e6b-a247-d2e1ab6b02c9'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:44:23.756179 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-806ade4b-46e3-4a5d-902a-95f65ae9a4d1 req-ba02794a-f938-4744-b6e4-55fee4413624 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/security-groups?id=e6d675ec-f50c-4916-bc8c-357a840d6ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428720 Jul 14 09:44:24.190094 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6e3bd6-6b4c-408a-8f56-6f763e749e1d req-3404270b-42ab-4a9b-9aaf-247e3832b4bb tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:24.192022 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-1b6e3bd6-6b4c-408a-8f56-6f763e749e1d req-3404270b-42ab-4a9b-9aaf-247e3832b4bb tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.57 "GET /v2.0/ports?device_id=5807614e-456b-4bb7-9e93-3be88e0dddc0&tenant_id=62cf828fc3e84fada2a4655d43752657&binding%3Ahost_id=n-h1-779913-29 HTTP/1.1" status: 200 len: 945 time: 0.5514174 Jul 14 09:44:24.261057 n-d-779913-29 neutron-server[93958]: INFO neutron.api.v2.resource [req-1b6e3bd6-6b4c-408a-8f56-6f763e749e1d req-70ef0bc0-5f07-4261-abcf-a037464a9a14 service neutron] delete failed (client error): The resource could not be found. Jul 14 09:44:24.262383 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-1b6e3bd6-6b4c-408a-8f56-6f763e749e1d req-70ef0bc0-5f07-4261-abcf-a037464a9a14 service neutron] 10.222.0.57 "DELETE /v2.0/ports/b4261f23-8b12-4e6b-a247-d2e1ab6b02c9/bindings/n-h2-779913-29 HTTP/1.1" status: 404 len: 381 time: 0.0644190 Jul 14 09:44:24.356618 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-15b97d97-e47d-4db5-9e95-50f0829d41c2 req-bfa88773-7cbb-4d39-b4d3-200594f7252f tempest-VolumesBackupsTest-2091108611 tempest-VolumesBackupsTest-2091108611-project] 10.222.0.68 "GET /v2.0/networks?tenant_id=cd585e6ebee3417abcfc6a0bc270e399&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0546494 Jul 14 09:44:24.409285 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6e3bd6-6b4c-408a-8f56-6f763e749e1d req-a78c8c6e-2e57-46d2-97e4-40c80acb9bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:24.411575 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-1b6e3bd6-6b4c-408a-8f56-6f763e749e1d req-a78c8c6e-2e57-46d2-97e4-40c80acb9bc2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=62cf828fc3e84fada2a4655d43752657&device_id=5807614e-456b-4bb7-9e93-3be88e0dddc0 HTTP/1.1" status: 200 len: 1097 time: 0.0791492 Jul 14 09:44:24.561771 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6e3bd6-6b4c-408a-8f56-6f763e749e1d req-9a8712a2-f756-4139-a75c-a192a95ce5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:24.563256 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-1b6e3bd6-6b4c-408a-8f56-6f763e749e1d req-9a8712a2-f756-4139-a75c-a192a95ce5c5 service neutron] 10.222.0.57 "GET /v2.0/networks?id=559c94b9-1968-448e-a093-792c946ac9ed HTTP/1.1" status: 200 len: 898 time: 0.1368344 Jul 14 09:44:24.612116 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b97d97-e47d-4db5-9e95-50f0829d41c2 req-548ba162-0e62-49f0-8d68-3cd1cb7af597 tempest-VolumesBackupsTest-2091108611 tempest-VolumesBackupsTest-2091108611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:24.613720 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-15b97d97-e47d-4db5-9e95-50f0829d41c2 req-548ba162-0e62-49f0-8d68-3cd1cb7af597 tempest-VolumesBackupsTest-2091108611 tempest-VolumesBackupsTest-2091108611-project] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2562201 Jul 14 09:44:24.634488 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-15b97d97-e47d-4db5-9e95-50f0829d41c2 req-aa6b2202-1862-41b4-a804-04ede8d779ef tempest-VolumesBackupsTest-2091108611 tempest-VolumesBackupsTest-2091108611-project] 10.222.0.68 "GET /v2.0/quotas/cd585e6ebee3417abcfc6a0bc270e399 HTTP/1.1" status: 200 len: 375 time: 0.0131888 Jul 14 09:44:24.694839 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-1b6e3bd6-6b4c-408a-8f56-6f763e749e1d req-2afd4e0f-ce78-4c44-b81f-d3289e58c1a6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b4261f23-8b12-4e6b-a247-d2e1ab6b02c9 HTTP/1.1" status: 200 len: 1000 time: 0.1251533 Jul 14 09:44:24.702512 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-15b97d97-e47d-4db5-9e95-50f0829d41c2 req-1f1a6914-8b48-4b92-8ad7-2b840cb63dbc tempest-VolumesBackupsTest-2091108611 tempest-VolumesBackupsTest-2091108611-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=cd585e6ebee3417abcfc6a0bc270e399&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0563819 Jul 14 09:44:24.755086 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:24.757338 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 47548) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:24.761913 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device b4261f23-8b12-4e6b-a247-d2e1ab6b02c9 up at agent hyperv_n-h1-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:44:24.841347 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Provisioning for port b4261f23-8b12-4e6b-a247-d2e1ab6b02c9 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:44:24.853436 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6e3bd6-6b4c-408a-8f56-6f763e749e1d req-6e2037a3-35fd-4faf-bf77-c23d5f047d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:24.855770 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Provisioning complete for port b4261f23-8b12-4e6b-a247-d2e1ab6b02c9 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:44:24.858735 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:24.859316 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-1b6e3bd6-6b4c-408a-8f56-6f763e749e1d req-6e2037a3-35fd-4faf-bf77-c23d5f047d54 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f124bd0d-26a1-4014-8e0b-5aea94940786 HTTP/1.1" status: 200 len: 835 time: 0.1565540 Jul 14 09:44:24.887558 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-60519361-624d-4ba4-9456-2b5ece68d0bf tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks [] for security_group, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:24.964425 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-60519361-624d-4ba4-9456-2b5ece68d0bf tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:24.973696 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-92813bcf-d8bc-4894-8611-9b7b2a4b0276 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:25.011200 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6e3bd6-6b4c-408a-8f56-6f763e749e1d req-4eb6ae5f-ad2c-4ebb-b7b3-fc57bf721b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:25.015193 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-1b6e3bd6-6b4c-408a-8f56-6f763e749e1d req-4eb6ae5f-ad2c-4ebb-b7b3-fc57bf721b39 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=559c94b9-1968-448e-a093-792c946ac9ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1473148 Jul 14 09:44:25.042129 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f0e00829-edc1-4f54-93c1-86a4e76c20c0 req-1768af98-a8c8-4f06-97cc-1c64cc0c9a9f tempest-VolumesBackupsTest-2091108611 tempest-VolumesBackupsTest-2091108611-project] 10.222.0.68 "GET /v2.0/ports?device_id=e6cc9e18-a51c-4d52-9756-469544ac836d HTTP/1.1" status: 200 len: 210 time: 0.0711932 Jul 14 09:44:25.087754 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:25.120919 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-60519361-624d-4ba4-9456-2b5ece68d0bf tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:25.128700 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-60519361-624d-4ba4-9456-2b5ece68d0bf tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:25.133222 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-60519361-624d-4ba4-9456-2b5ece68d0bf tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] 10.222.0.68 "DELETE /v2.0/security-groups/fc33455d-30d5-487d-9d0d-38ebdc746dbc HTTP/1.1" status: 204 len: 168 time: 0.3716984 Jul 14 09:44:25.191880 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60519361-624d-4ba4-9456-2b5ece68d0bf tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc33455d-30d5-487d-9d0d-38ebdc746dbc,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:25.213263 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5807614e-456b-4bb7-9e93-3be88e0dddc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4261f23-8b12-4e6b-a247-d2e1ab6b02c9'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:44:25.223696 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 47564) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:25.225871 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd62303f06773040a8a4e189dc46b4f565768c299abf8ab8e7739778b0bc3e97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81a4b9b4-efcb-4cd3-af9d-dd724151283e" -d '{"events": [{"server_uuid": "5807614e-456b-4bb7-9e93-3be88e0dddc0", "name": "network-vif-plugged", "status": "completed", "tag": "b4261f23-8b12-4e6b-a247-d2e1ab6b02c9"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:44:25.262085 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port b4261f23-8b12-4e6b-a247-d2e1ab6b02c9, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=b4261f23-8b12-4e6b-a247-d2e1ab6b02c9,segment=NetworkSegment(4182018d-d911-4ae0-a44d-c268c7996df6),segment_id=4182018d-d911-4ae0-a44d-c268c7996df6)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:44:25.286063 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:25.291064 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 27cedc20-ea02-4533-9fda-7e60fe119ea4 no longer exists at agent hyperv_n-h1-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:44:25.344049 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] No Port match for: 27cedc20-ea02-4533-9fda-7e60fe119ea4 {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:44:25.344806 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 27cedc20-ea02-4533-9fda-7e60fe119ea4 not bound to the agent host n-h1-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:44:25.428572 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Pushing event updated for resources: {'Port': ['ID=b4261f23-8b12-4e6b-a247-d2e1ab6b02c9,revision_number=9']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:25.452573 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:44:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b902283-b86b-4eed-b55b-483d16e2f177 x-openstack-request-id: req-7b902283-b86b-4eed-b55b-483d16e2f177 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:44:25.453158 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5807614e-456b-4bb7-9e93-3be88e0dddc0", "name": "network-vif-plugged", "status": "completed", "tag": "b4261f23-8b12-4e6b-a247-d2e1ab6b02c9", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:44:25.453552 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-7b902283-b86b-4eed-b55b-483d16e2f177 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:44:25.454979 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5807614e-456b-4bb7-9e93-3be88e0dddc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4261f23-8b12-4e6b-a247-d2e1ab6b02c9', 'code': 200} Jul 14 09:44:25.465952 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_v2 [None req-569fb733-f051-40f6-a863-ff657b2fa4c9 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Deleting subnet 4a986b73-6e95-4071-ae22-ef9bc981259f {{(pid=93957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:44:25.472706 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-569fb733-f051-40f6-a863-ff657b2fa4c9 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks [] for subnet, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:25.520695 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9e6c3e-bb75-4842-b82a-d487e9ea8e3d req-7a282547-b56c-4a3b-af31-0dfd1e6b40db tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:25.526101 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ab9e6c3e-bb75-4842-b82a-d487e9ea8e3d req-7a282547-b56c-4a3b-af31-0dfd1e6b40db tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/ports?device_id=5807614e-456b-4bb7-9e93-3be88e0dddc0 HTTP/1.1" status: 200 len: 945 time: 0.3823786 Jul 14 09:44:25.585676 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-569fb733-f051-40f6-a863-ff657b2fa4c9 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10944203'] for subnet, precommit_delete_associations {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:25.591679 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ab9e6c3e-bb75-4842-b82a-d487e9ea8e3d req-c59d9c40-b4c8-4b3e-a952-9e1cf36d5821 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/security-groups?id=e6d675ec-f50c-4916-bc8c-357a840d6ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449393 Jul 14 09:44:25.596645 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-1b6e3bd6-6b4c-408a-8f56-6f763e749e1d req-46e59c97-c1cd-4c1d-b358-fc860aa0d192 service neutron] 10.222.0.57 "GET /v2.0/networks/559c94b9-1968-448e-a093-792c946ac9ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5769973 Jul 14 09:44:25.767005 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-1b6e3bd6-6b4c-408a-8f56-6f763e749e1d req-c8e79a5a-dfe4-4512-853f-273bec231217 service neutron] 10.222.0.57 "GET /v2.0/networks/559c94b9-1968-448e-a093-792c946ac9ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1621840 Jul 14 09:44:25.907160 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5ad31076-714c-49ec-bc37-f3d4cd90112a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:25.956226 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-569fb733-f051-40f6-a863-ff657b2fa4c9 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3481002'] for subnet, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:26.060952 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-569fb733-f051-40f6-a863-ff657b2fa4c9 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10052701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11984075'] for subnet, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:26.150542 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569fb733-f051-40f6-a863-ff657b2fa4c9 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Pushing event deleted for resources: {'Subnet': ['ID=4a986b73-6e95-4071-ae22-ef9bc981259f,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:26.152346 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f009e2f-0a24-4179-bc35-e1552fc84aff None None] Network 68ef0c6b-6d09-4c6b-b95b-5cfbefb414db requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:44:26.160824 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-569fb733-f051-40f6-a863-ff657b2fa4c9 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks [] for subnet, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:26.163089 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-569fb733-f051-40f6-a863-ff657b2fa4c9 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] 10.222.0.68 "DELETE /v2.0/subnets/4a986b73-6e95-4071-ae22-ef9bc981259f HTTP/1.1" status: 204 len: 168 time: 0.9379616 Jul 14 09:44:26.166761 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 47584) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:26.296170 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e66cfbd0-103e-4735-a5a2-1a6503312e1c req-a48667f6-bad1-4302-b99f-8af824eb6ce5 tempest-VolumesBackupsTest-2091108611 tempest-VolumesBackupsTest-2091108611-project] 10.222.0.68 "GET /v2.0/ports?device_id=e6cc9e18-a51c-4d52-9756-469544ac836d HTTP/1.1" status: 200 len: 210 time: 0.0494020 Jul 14 09:44:26.361977 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d3d03dd6-3f4a-4367-8f8b-1fda0553af00 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3876111'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:26.456160 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-d3d03dd6-3f4a-4367-8f8b-1fda0553af00 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Deleting port a0fb6cce-b013-433e-81e0-032b5296d133 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:44:26.456647 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d3d03dd6-3f4a-4367-8f8b-1fda0553af00 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:26.520987 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8efacda7-5b3a-449a-9848-487186efb157 None None] DHCP port deletion for 68ef0c6b-6d09-4c6b-b95b-5cfbefb414db request from n-d-779913-29 {{(pid=93959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:44:26.596488 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-d3d03dd6-3f4a-4367-8f8b-1fda0553af00 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] For port a0fb6cce-b013-433e-81e0-032b5296d133, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=a0fb6cce-b013-433e-81e0-032b5296d133,segment=NetworkSegment(7a7b06c2-7c50-4158-b73c-3c4ad3b1b6bd),segment_id=7a7b06c2-7c50-4158-b73c-3c4ad3b1b6bd)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:44:26.598001 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d3d03dd6-3f4a-4367-8f8b-1fda0553af00 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:26.608685 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-8efacda7-5b3a-449a-9848-487186efb157 None None] Deleting port a0fb6cce-b013-433e-81e0-032b5296d133 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:44:26.609385 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8efacda7-5b3a-449a-9848-487186efb157 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:26.623964 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-d3d03dd6-3f4a-4367-8f8b-1fda0553af00 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Calling delete_port for a0fb6cce-b013-433e-81e0-032b5296d133 owned by network:dhcp {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:44:26.800389 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8efacda7-5b3a-449a-9848-487186efb157 None None] For port a0fb6cce-b013-433e-81e0-032b5296d133, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=a0fb6cce-b013-433e-81e0-032b5296d133,segment=NetworkSegment(7a7b06c2-7c50-4158-b73c-3c4ad3b1b6bd),segment_id=7a7b06c2-7c50-4158-b73c-3c4ad3b1b6bd)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:44:26.800389 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8efacda7-5b3a-449a-9848-487186efb157 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:26.828958 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d3d03dd6-3f4a-4367-8f8b-1fda0553af00 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:26.848681 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-8efacda7-5b3a-449a-9848-487186efb157 None None] Calling delete_port for a0fb6cce-b013-433e-81e0-032b5296d133 owned by network:dhcp {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:44:26.901065 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d03dd6-3f4a-4367-8f8b-1fda0553af00 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Pushing event deleted for resources: {'Port': ['ID=a0fb6cce-b013-433e-81e0-032b5296d133,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:26.917127 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d03dd6-3f4a-4367-8f8b-1fda0553af00 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] No DVR routers for this DVR port a0fb6cce-b013-433e-81e0-032b5296d133 on host n-d-779913-29 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:44:27.036388 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-15b97d97-e47d-4db5-9e95-50f0829d41c2 req-6bb9ffc0-d739-4aa9-bade-d5c08474b442 tempest-VolumesBackupsTest-2091108611 tempest-VolumesBackupsTest-2091108611-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=cd585e6ebee3417abcfc6a0bc270e399&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0385809 Jul 14 09:44:27.100616 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8efacda7-5b3a-449a-9848-487186efb157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:27.171503 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efacda7-5b3a-449a-9848-487186efb157 None None] Pushing event deleted for resources: {'Port': ['ID=a0fb6cce-b013-433e-81e0-032b5296d133,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:27.180964 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8efacda7-5b3a-449a-9848-487186efb157 None None] No DVR routers for this DVR port a0fb6cce-b013-433e-81e0-032b5296d133 on host n-d-779913-29 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:44:27.196553 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b97d97-e47d-4db5-9e95-50f0829d41c2 req-678ae611-e7e0-4945-8197-9650ec0560f5 tempest-VolumesBackupsTest-2091108611 tempest-VolumesBackupsTest-2091108611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:27.198301 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-15b97d97-e47d-4db5-9e95-50f0829d41c2 req-678ae611-e7e0-4945-8197-9650ec0560f5 tempest-VolumesBackupsTest-2091108611 tempest-VolumesBackupsTest-2091108611-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1538544 Jul 14 09:44:27.220510 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-15b97d97-e47d-4db5-9e95-50f0829d41c2 req-093a3aca-e256-4e90-bd25-1855a5a60432 tempest-VolumesBackupsTest-2091108611 tempest-VolumesBackupsTest-2091108611-project] Request body: {'port': {'device_id': 'e6cc9e18-a51c-4d52-9756-469544ac836d', 'network_id': '2244f7a1-04bd-42cd-9e86-31839b46f57f', 'admin_state_up': True, 'tenant_id': 'cd585e6ebee3417abcfc6a0bc270e399'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:44:27.231085 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d3d03dd6-3f4a-4367-8f8b-1fda0553af00 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473955', 'neutron.services.segments.db._delete_segments_for_network-8735688326548'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:27.256907 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-d3d03dd6-3f4a-4367-8f8b-1fda0553af00 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68ef0c6b-6d09-4c6b-b95b-5cfbefb414db']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:44:27.280011 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-d3d03dd6-3f4a-4367-8f8b-1fda0553af00 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a7b06c2-7c50-4158-b73c-3c4ad3b1b6bd') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:44:27.280311 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-d3d03dd6-3f4a-4367-8f8b-1fda0553af00 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a7b06c2-7c50-4158-b73c-3c4ad3b1b6bd') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:44:27.307695 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device a0fb6cce-b013-433e-81e0-032b5296d133 no longer exists at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:44:27.330713 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6570d695-3699-4fd4-8dc2-05435aaf45b6 req-f8e29f11-2794-411b-8b20-55149d6307d9 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:27.344934 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-6570d695-3699-4fd4-8dc2-05435aaf45b6 req-f8e29f11-2794-411b-8b20-55149d6307d9 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/ports?device_id=5807614e-456b-4bb7-9e93-3be88e0dddc0 HTTP/1.1" status: 200 len: 946 time: 0.3961325 Jul 14 09:44:27.384049 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d3d03dd6-3f4a-4367-8f8b-1fda0553af00 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735688356235', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13574129'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:27.395493 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] No Port match for: a0fb6cce-b013-433e-81e0-032b5296d133 {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:44:27.396818 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device a0fb6cce-b013-433e-81e0-032b5296d133 not bound to the agent host n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:44:27.447394 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d3d03dd6-3f4a-4367-8f8b-1fda0553af00 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:27.461886 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-6570d695-3699-4fd4-8dc2-05435aaf45b6 req-36c153d5-ac01-423b-9ae1-0ad9bd736372 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/security-groups?id=e6d675ec-f50c-4916-bc8c-357a840d6ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1159623 Jul 14 09:44:27.476249 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3d03dd6-3f4a-4367-8f8b-1fda0553af00 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Releasing vlan 742 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:44:27.477731 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d3d03dd6-3f4a-4367-8f8b-1fda0553af00 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13573126'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:27.481959 n-d-779913-29 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:44:27.481959 n-d-779913-29 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:44:27.481959 n-d-779913-29 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:44:27.481959 n-d-779913-29 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:44:27.481959 n-d-779913-29 neutron-server[93958]: Traceback (most recent call last): Jul 14 09:44:27.481959 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:44:27.481959 n-d-779913-29 neutron-server[93958]: timer() Jul 14 09:44:27.481959 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:44:27.481959 n-d-779913-29 neutron-server[93958]: cb(*args, **kw) Jul 14 09:44:27.481959 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:44:27.481959 n-d-779913-29 neutron-server[93958]: return func(*args, **kwargs) Jul 14 09:44:27.481959 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:44:27.481959 n-d-779913-29 neutron-server[93958]: self._notify() Jul 14 09:44:27.481959 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:44:27.481959 n-d-779913-29 neutron-server[93958]: self.callback(batched_events) Jul 14 09:44:27.481959 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:44:27.481959 n-d-779913-29 neutron-server[93958]: event.method(event) Jul 14 09:44:27.481959 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:44:27.481959 n-d-779913-29 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:44:27.481959 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:44:27.481959 n-d-779913-29 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:44:27.481959 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:44:27.481959 n-d-779913-29 neutron-server[93958]: return f(self, *a, **k) Jul 14 09:44:27.481959 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:44:27.481959 n-d-779913-29 neutron-server[93958]: return self._get(url).json() Jul 14 09:44:27.481959 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:44:27.481959 n-d-779913-29 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:44:27.481959 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:44:27.481959 n-d-779913-29 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 14 09:44:27.481959 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:44:27.481959 n-d-779913-29 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:44:27.481959 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:44:27.481959 n-d-779913-29 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:44:27.481959 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:44:27.481959 n-d-779913-29 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:44:27.481959 n-d-779913-29 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:44:27.489025 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15b97d97-e47d-4db5-9e95-50f0829d41c2 req-093a3aca-e256-4e90-bd25-1855a5a60432 tempest-VolumesBackupsTest-2091108611 tempest-VolumesBackupsTest-2091108611-project] Made reservation on behalf of cd585e6ebee3417abcfc6a0bc270e399 for: {'port': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:44:27.493443 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-15b97d97-e47d-4db5-9e95-50f0829d41c2 req-093a3aca-e256-4e90-bd25-1855a5a60432 tempest-VolumesBackupsTest-2091108611 tempest-VolumesBackupsTest-2091108611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:27.512237 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 47604) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:27.529097 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-15b97d97-e47d-4db5-9e95-50f0829d41c2 req-093a3aca-e256-4e90-bd25-1855a5a60432 tempest-VolumesBackupsTest-2091108611 tempest-VolumesBackupsTest-2091108611-project] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:27.553673 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d3d03dd6-3f4a-4367-8f8b-1fda0553af00 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660504'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:27.571552 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d3d03dd6-3f4a-4367-8f8b-1fda0553af00 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:27.576216 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-d3d03dd6-3f4a-4367-8f8b-1fda0553af00 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] 10.222.0.68 "DELETE /v2.0/networks/68ef0c6b-6d09-4c6b-b95b-5cfbefb414db HTTP/1.1" status: 204 len: 168 time: 1.4075975 Jul 14 09:44:27.580432 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 47606) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:27.609142 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d03dd6-3f4a-4367-8f8b-1fda0553af00 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Pushing event deleted for resources: {'Network': ['ID=68ef0c6b-6d09-4c6b-b95b-5cfbefb414db,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:27.723314 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5bbe322f-3f67-4864-bc0a-91afe44d23e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:27.768957 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-61b46058-5e29-45be-be6e-31df954128cc req-6e55a0dd-15f5-4cb5-b6b3-7f3b45bb820e tempest-VolumesBackupsTest-2091108611 tempest-VolumesBackupsTest-2091108611-project] 10.222.0.68 "GET /v2.0/ports?device_id=e6cc9e18-a51c-4d52-9756-469544ac836d HTTP/1.1" status: 200 len: 210 time: 0.0910969 Jul 14 09:44:27.777196 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-15b97d97-e47d-4db5-9e95-50f0829d41c2 req-093a3aca-e256-4e90-bd25-1855a5a60432 tempest-VolumesBackupsTest-2091108611 tempest-VolumesBackupsTest-2091108611-project] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:27.784543 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-15b97d97-e47d-4db5-9e95-50f0829d41c2 req-093a3aca-e256-4e90-bd25-1855a5a60432 tempest-VolumesBackupsTest-2091108611 tempest-VolumesBackupsTest-2091108611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:27.818450 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-fcf99490-ea1b-43e4-a3b2-19170ccb600c tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/floatingips/9af339f6-96d8-47e6-bd19-dc00b51d836f HTTP/1.1" status: 200 len: 993 time: 0.2974060 Jul 14 09:44:27.890807 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093a3aca-e256-4e90-bd25-1855a5a60432 tempest-VolumesBackupsTest-2091108611 tempest-VolumesBackupsTest-2091108611-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef38cdf2-8fd5-4f28-9757-2528b6337d53,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:27.954511 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-047e1844-34f9-48f3-ac54-f2b608bf7d1f tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Deleting port b6a0215f-ca68-436e-9070-7c01ed76dc47 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:44:27.954906 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-047e1844-34f9-48f3-ac54-f2b608bf7d1f tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:27.984780 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [req-15b97d97-e47d-4db5-9e95-50f0829d41c2 req-093a3aca-e256-4e90-bd25-1855a5a60432 tempest-VolumesBackupsTest-2091108611 tempest-VolumesBackupsTest-2091108611-project] Allocated IP 192.168.233.54 (2244f7a1-04bd-42cd-9e86-31839b46f57f/85060e65-3b2f-4a6c-a04c-ce849daa5b3b/2a62b444-c79c-4433-b833-f7e9ebb500a7) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:44:28.065950 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-047e1844-34f9-48f3-ac54-f2b608bf7d1f tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:28.066218 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-047e1844-34f9-48f3-ac54-f2b608bf7d1f tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:28.082094 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-047e1844-34f9-48f3-ac54-f2b608bf7d1f tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Calling delete_port for b6a0215f-ca68-436e-9070-7c01ed76dc47 owned by network:floatingip {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:44:28.199131 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-15b97d97-e47d-4db5-9e95-50f0829d41c2 req-093a3aca-e256-4e90-bd25-1855a5a60432 tempest-VolumesBackupsTest-2091108611 tempest-VolumesBackupsTest-2091108611-project] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:28.219475 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [req-15b97d97-e47d-4db5-9e95-50f0829d41c2 req-093a3aca-e256-4e90-bd25-1855a5a60432 tempest-VolumesBackupsTest-2091108611 tempest-VolumesBackupsTest-2091108611-project] Transition to ACTIVE for port object 2a62b444-c79c-4433-b833-f7e9ebb500a7 will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:44:28.274460 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-15b97d97-e47d-4db5-9e95-50f0829d41c2 req-093a3aca-e256-4e90-bd25-1855a5a60432 tempest-VolumesBackupsTest-2091108611 tempest-VolumesBackupsTest-2091108611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:28.309800 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-047e1844-34f9-48f3-ac54-f2b608bf7d1f tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:28.330582 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15b97d97-e47d-4db5-9e95-50f0829d41c2 req-093a3aca-e256-4e90-bd25-1855a5a60432 tempest-VolumesBackupsTest-2091108611 tempest-VolumesBackupsTest-2091108611-project] Network 2244f7a1-04bd-42cd-9e86-31839b46f57f is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:44:28.336890 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [req-15b97d97-e47d-4db5-9e95-50f0829d41c2 req-093a3aca-e256-4e90-bd25-1855a5a60432 tempest-VolumesBackupsTest-2091108611 tempest-VolumesBackupsTest-2091108611-project] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:44:28.340865 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-15b97d97-e47d-4db5-9e95-50f0829d41c2 req-093a3aca-e256-4e90-bd25-1855a5a60432 tempest-VolumesBackupsTest-2091108611 tempest-VolumesBackupsTest-2091108611-project] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:44:28.348659 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047e1844-34f9-48f3-ac54-f2b608bf7d1f tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Pushing event deleted for resources: {'Port': ['ID=b6a0215f-ca68-436e-9070-7c01ed76dc47,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:28.406317 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b97d97-e47d-4db5-9e95-50f0829d41c2 req-093a3aca-e256-4e90-bd25-1855a5a60432 tempest-VolumesBackupsTest-2091108611 tempest-VolumesBackupsTest-2091108611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:28.407046 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-15b97d97-e47d-4db5-9e95-50f0829d41c2 req-093a3aca-e256-4e90-bd25-1855a5a60432 tempest-VolumesBackupsTest-2091108611 tempest-VolumesBackupsTest-2091108611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:28.422451 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093a3aca-e256-4e90-bd25-1855a5a60432 tempest-VolumesBackupsTest-2091108611 tempest-VolumesBackupsTest-2091108611-project] Pushing event updated for resources: {'Port': ['ID=2a62b444-c79c-4433-b833-f7e9ebb500a7,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:28.441180 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-15b97d97-e47d-4db5-9e95-50f0829d41c2 req-093a3aca-e256-4e90-bd25-1855a5a60432 tempest-VolumesBackupsTest-2091108611 tempest-VolumesBackupsTest-2091108611-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2281611 Jul 14 09:44:28.460446 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-15b97d97-e47d-4db5-9e95-50f0829d41c2 req-b37e941d-e8a7-44eb-b4f0-800fbb54da2b service neutron] Request body: {'port': {'device_id': 'e6cc9e18-a51c-4d52-9756-469544ac836d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-29'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:44:28.467938 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-047e1844-34f9-48f3-ac54-f2b608bf7d1f tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks [] for floatingip, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:28.468497 n-d-779913-29 neutron-server[93958]: INFO neutron.db.l3_db [None req-047e1844-34f9-48f3-ac54-f2b608bf7d1f tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Floating IP e6623578-7b13-42da-98b0-f560284ab813 disassociated (deleted). External IP: 172.25.4.239, port: db2d2da0-53d6-46ac-a466-fcebb4007f56. Jul 14 09:44:28.561961 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-15b97d97-e47d-4db5-9e95-50f0829d41c2 req-b37e941d-e8a7-44eb-b4f0-800fbb54da2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:28.715141 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-d8a5ed87-7dee-4832-ae9b-7e563e7c7408 None None] Provisioning for port 2a62b444-c79c-4433-b833-f7e9ebb500a7 completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:44:28.724929 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-d8a5ed87-7dee-4832-ae9b-7e563e7c7408 None None] Provisioning complete for port 2a62b444-c79c-4433-b833-f7e9ebb500a7 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:44:28.725472 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d8a5ed87-7dee-4832-ae9b-7e563e7c7408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:28.800174 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-d8a5ed87-7dee-4832-ae9b-7e563e7c7408 None None] Port 2a62b444-c79c-4433-b833-f7e9ebb500a7 cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:44:28.824407 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-047e1844-34f9-48f3-ac54-f2b608bf7d1f tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Router ede3623b-de6c-4042-bf2e-8ca476290cbd has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:44:28.951641 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [req-15b97d97-e47d-4db5-9e95-50f0829d41c2 req-b37e941d-e8a7-44eb-b4f0-800fbb54da2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a62b444-c79c-4433-b833-f7e9ebb500a7 {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:44:28.962275 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-15b97d97-e47d-4db5-9e95-50f0829d41c2 req-b37e941d-e8a7-44eb-b4f0-800fbb54da2b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:28.969381 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-047e1844-34f9-48f3-ac54-f2b608bf7d1f tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:44:28.982562 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [req-15b97d97-e47d-4db5-9e95-50f0829d41c2 req-b37e941d-e8a7-44eb-b4f0-800fbb54da2b service neutron] Transition to ACTIVE for port object 2a62b444-c79c-4433-b833-f7e9ebb500a7 will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:44:28.985017 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-654e286c-97e6-4214-bbf3-f39fb49981fa None None] Sync routers for ids ['ede3623b-de6c-4042-bf2e-8ca476290cbd'] in n-d-779913-29 {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:44:28.988117 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-15b97d97-e47d-4db5-9e95-50f0829d41c2 req-b37e941d-e8a7-44eb-b4f0-800fbb54da2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:28.989788 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-047e1844-34f9-48f3-ac54-f2b608bf7d1f tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for floatingip, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:28.996231 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-654e286c-97e6-4214-bbf3-f39fb49981fa None None] Routers {'ede3623b-de6c-4042-bf2e-8ca476290cbd'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:44:28.996875 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-654e286c-97e6-4214-bbf3-f39fb49981fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:44:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['ede3623b-de6c-4042-bf2e-8ca476290cbd'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:44:29.065345 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37e941d-e8a7-44eb-b4f0-800fbb54da2b service neutron] Pushing event updated for resources: {'Port': ['ID=2a62b444-c79c-4433-b833-f7e9ebb500a7,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:29.162553 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvr_db [None req-654e286c-97e6-4214-bbf3-f39fb49981fa None None] Set router ede3623b-de6c-4042-bf2e-8ca476290cbd gateway port host: n-d-779913-29 {{(pid=93959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:44:29.178681 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-047e1844-34f9-48f3-ac54-f2b608bf7d1f tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] 10.222.0.68 "DELETE /v2.0/floatingips/e6623578-7b13-42da-98b0-f560284ab813 HTTP/1.1" status: 204 len: 168 time: 1.5747886 Jul 14 09:44:29.180678 n-d-779913-29 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88e1b6cd-db20-478f-825e-42052bc3e00f', 'tag': 'db2d2da0-53d6-46ac-a466-fcebb4007f56'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:44:29.184887 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cb48f044f948e981f43897c8d7f1332f741dc7af2b4c5a6e19d8f4a80f708e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57f31711-d8dc-4f4d-91c7-34c4f8a00076" -d '{"events": [{"name": "network-changed", "server_uuid": "88e1b6cd-db20-478f-825e-42052bc3e00f", "tag": "db2d2da0-53d6-46ac-a466-fcebb4007f56"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:44:29.233725 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b0b6f1-0755-4593-be3d-1c02e4b74643 req-e6cd78b5-a76c-4da6-a37f-32b101c00a12 tempest-VolumesBackupsTest-2091108611 tempest-VolumesBackupsTest-2091108611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:29.236419 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d0b0b6f1-0755-4593-be3d-1c02e4b74643 req-e6cd78b5-a76c-4da6-a37f-32b101c00a12 tempest-VolumesBackupsTest-2091108611 tempest-VolumesBackupsTest-2091108611-project] 10.222.0.68 "GET /v2.0/ports?device_id=e6cc9e18-a51c-4d52-9756-469544ac836d HTTP/1.1" status: 200 len: 935 time: 0.2809470 Jul 14 09:44:29.341772 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d0b0b6f1-0755-4593-be3d-1c02e4b74643 req-6035ca9a-37e5-40a4-956c-09534b997c55 tempest-VolumesBackupsTest-2091108611 tempest-VolumesBackupsTest-2091108611-project] 10.222.0.68 "GET /v2.0/security-groups?id=ef38cdf2-8fd5-4f28-9757-2528b6337d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994642 Jul 14 09:44:29.350574 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-15b97d97-e47d-4db5-9e95-50f0829d41c2 req-b37e941d-e8a7-44eb-b4f0-800fbb54da2b service neutron] Attempting to bind port 2a62b444-c79c-4433-b833-f7e9ebb500a7 on host n-h1-779913-29 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:44:29.351574 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-15b97d97-e47d-4db5-9e95-50f0829d41c2 req-b37e941d-e8a7-44eb-b4f0-800fbb54da2b service neutron] Attempting to bind port 2a62b444-c79c-4433-b833-f7e9ebb500a7 by drivers openvswitch,hyperv on host n-h1-779913-29 at level 0 using segments [{'id': '8f1c1422-de6c-445f-ab95-4e2c94585b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '2244f7a1-04bd-42cd-9e86-31839b46f57f'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:44:29.361285 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15b97d97-e47d-4db5-9e95-50f0829d41c2 req-b37e941d-e8a7-44eb-b4f0-800fbb54da2b service neutron] Attempting to bind port 2a62b444-c79c-4433-b833-f7e9ebb500a7 on network 2244f7a1-04bd-42cd-9e86-31839b46f57f {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:44:29.366082 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15b97d97-e47d-4db5-9e95-50f0829d41c2 req-b37e941d-e8a7-44eb-b4f0-800fbb54da2b service neutron] Port 2a62b444-c79c-4433-b833-f7e9ebb500a7 on network 2244f7a1-04bd-42cd-9e86-31839b46f57f not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-29 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:44:29.366410 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15b97d97-e47d-4db5-9e95-50f0829d41c2 req-b37e941d-e8a7-44eb-b4f0-800fbb54da2b service neutron] Attempting to bind port 2a62b444-c79c-4433-b833-f7e9ebb500a7 on network 2244f7a1-04bd-42cd-9e86-31839b46f57f {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:44:29.379102 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15b97d97-e47d-4db5-9e95-50f0829d41c2 req-b37e941d-e8a7-44eb-b4f0-800fbb54da2b service neutron] Checking agent: {'id': 'de11e667-f145-47b0-bd09-334a7505938e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 13, 12), 'started_at': datetime.datetime(2021, 7, 14, 9, 13, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 44, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:44:29.379456 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15b97d97-e47d-4db5-9e95-50f0829d41c2 req-b37e941d-e8a7-44eb-b4f0-800fbb54da2b service neutron] Checking segment: {'id': '8f1c1422-de6c-445f-ab95-4e2c94585b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '2244f7a1-04bd-42cd-9e86-31839b46f57f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:44:29.379855 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15b97d97-e47d-4db5-9e95-50f0829d41c2 req-b37e941d-e8a7-44eb-b4f0-800fbb54da2b service neutron] Bound using segment: {'id': '8f1c1422-de6c-445f-ab95-4e2c94585b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '2244f7a1-04bd-42cd-9e86-31839b46f57f'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:44:29.380707 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-15b97d97-e47d-4db5-9e95-50f0829d41c2 req-b37e941d-e8a7-44eb-b4f0-800fbb54da2b service neutron] Bound port: 2a62b444-c79c-4433-b833-f7e9ebb500a7, host: n-h1-779913-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f1c1422-de6c-445f-ab95-4e2c94585b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '2244f7a1-04bd-42cd-9e86-31839b46f57f'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:44:29.381096 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-15b97d97-e47d-4db5-9e95-50f0829d41c2 req-b37e941d-e8a7-44eb-b4f0-800fbb54da2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:29.451228 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:44:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fbe40f3-e1e4-4f44-95fc-0a8dbb659caf x-openstack-request-id: req-6fbe40f3-e1e4-4f44-95fc-0a8dbb659caf {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:44:29.451932 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88e1b6cd-db20-478f-825e-42052bc3e00f", "tag": "db2d2da0-53d6-46ac-a466-fcebb4007f56", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:44:29.452528 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-6fbe40f3-e1e4-4f44-95fc-0a8dbb659caf {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:44:29.453591 n-d-779913-29 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88e1b6cd-db20-478f-825e-42052bc3e00f', 'tag': 'db2d2da0-53d6-46ac-a466-fcebb4007f56', 'status': 'completed', 'code': 200} Jul 14 09:44:29.560740 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-15b97d97-e47d-4db5-9e95-50f0829d41c2 req-b37e941d-e8a7-44eb-b4f0-800fbb54da2b service neutron] For port 2a62b444-c79c-4433-b833-f7e9ebb500a7, host n-h1-779913-29, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:44:29.566177 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-15b97d97-e47d-4db5-9e95-50f0829d41c2 req-b37e941d-e8a7-44eb-b4f0-800fbb54da2b service neutron] For port 2a62b444-c79c-4433-b833-f7e9ebb500a7, host n-h1-779913-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=2a62b444-c79c-4433-b833-f7e9ebb500a7,segment=NetworkSegment(8f1c1422-de6c-445f-ab95-4e2c94585b2b),segment_id=8f1c1422-de6c-445f-ab95-4e2c94585b2b)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:44:29.572595 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-15b97d97-e47d-4db5-9e95-50f0829d41c2 req-b37e941d-e8a7-44eb-b4f0-800fbb54da2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:29.655023 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b97d97-e47d-4db5-9e95-50f0829d41c2 req-b37e941d-e8a7-44eb-b4f0-800fbb54da2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:29.655272 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f31711-d8dc-4f4d-91c7-34c4f8a00076 req-43ce9ef8-fa54-4cdc-8c16-c5dfd5703a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:29.656256 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-15b97d97-e47d-4db5-9e95-50f0829d41c2 req-b37e941d-e8a7-44eb-b4f0-800fbb54da2b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:29.657112 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-57f31711-d8dc-4f4d-91c7-34c4f8a00076 req-43ce9ef8-fa54-4cdc-8c16-c5dfd5703a34 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=da5579fc8d23403983f04f41618106b6&device_id=88e1b6cd-db20-478f-825e-42052bc3e00f HTTP/1.1" status: 200 len: 1097 time: 0.1419280 Jul 14 09:44:29.658617 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-15b97d97-e47d-4db5-9e95-50f0829d41c2 req-b37e941d-e8a7-44eb-b4f0-800fbb54da2b service neutron] 10.222.0.65 "PUT /v2.0/ports/2a62b444-c79c-4433-b833-f7e9ebb500a7 HTTP/1.1" status: 200 len: 1096 time: 1.2037399 Jul 14 09:44:29.659133 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6cc9e18-a51c-4d52-9756-469544ac836d', 'tag': '2a62b444-c79c-4433-b833-f7e9ebb500a7'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:44:29.703332 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-654e286c-97e6-4214-bbf3-f39fb49981fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ede3623b-de6c-4042-bf2e-8ca476290cbd', 'name': 'tempest-TestNetworkBasicOps-router-1781889072', 'tenant_id': 'da5579fc8d23403983f04f41618106b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': '51a6a0a1-b392-430f-88e6-9bd43e984f72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:42:20Z', 'updated_at': '2021-07-14T09:44:17Z', 'revision_number': 6, 'project_id': 'da5579fc8d23403983f04f41618106b6', 'gw_port': {'id': '51a6a0a1-b392-430f-88e6-9bd43e984f72', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ac:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ede3623b-de6c-4042-bf2e-8ca476290cbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3001, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:42:22Z', 'updated_at': '2021-07-14T09:42:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': 'faf84a56-da81-4003-a96f-6be6bddf7158', 'name': '', 'network_id': 'eb4e535c-3b84-4c9e-9de2-4073c56413e0', 'tenant_id': 'da5579fc8d23403983f04f41618106b6', 'mac_address': 'fa:16:3e:26:74:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ede3623b-de6c-4042-bf2e-8ca476290cbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3021, 'fixed_ips': [{'subnet_id': '5f49e4c7-b0e1-4adf-b03f-1c642eb39e18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:42:30Z', 'updated_at': '2021-07-14T09:42:40Z', 'revision_number': 5, 'project_id': 'da5579fc8d23403983f04f41618106b6', 'subnets': [{'id': '5f49e4c7-b0e1-4adf-b03f-1c642eb39e18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:44:29.708597 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33bfdcbe-0e8b-4150-b12e-bc47c790ae7d" -d '{"events": [{"name": "network-changed", "server_uuid": "e6cc9e18-a51c-4d52-9756-469544ac836d", "tag": "2a62b444-c79c-4433-b833-f7e9ebb500a7"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:44:29.777320 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-654e286c-97e6-4214-bbf3-f39fb49981fa None None] Checking router: ede3623b-de6c-4042-bf2e-8ca476290cbd for host: n-d-779913-29 {{(pid=93959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:44:29.796180 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-654e286c-97e6-4214-bbf3-f39fb49981fa None None] Routers {'ede3623b-de6c-4042-bf2e-8ca476290cbd'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:44:29.797013 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-654e286c-97e6-4214-bbf3-f39fb49981fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:44:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['ede3623b-de6c-4042-bf2e-8ca476290cbd'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:44:29.852704 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:44:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78bb5631-72b4-4912-becf-ce480571dc98 x-openstack-request-id: req-78bb5631-72b4-4912-becf-ce480571dc98 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:44:29.853032 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6cc9e18-a51c-4d52-9756-469544ac836d", "tag": "2a62b444-c79c-4433-b833-f7e9ebb500a7", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:44:29.853250 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-78bb5631-72b4-4912-becf-ce480571dc98 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:44:29.853677 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6cc9e18-a51c-4d52-9756-469544ac836d', 'tag': '2a62b444-c79c-4433-b833-f7e9ebb500a7', 'status': 'completed', 'code': 200} Jul 14 09:44:29.879142 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37e941d-e8a7-44eb-b4f0-800fbb54da2b service neutron] Pushing event updated for resources: {'Port': ['ID=2a62b444-c79c-4433-b833-f7e9ebb500a7,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:29.907404 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f31711-d8dc-4f4d-91c7-34c4f8a00076 req-91a1aea4-2939-402e-bea9-60a0dfcbe916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:29.910111 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-57f31711-d8dc-4f4d-91c7-34c4f8a00076 req-91a1aea4-2939-402e-bea9-60a0dfcbe916 service neutron] 10.222.0.57 "GET /v2.0/networks?id=eb4e535c-3b84-4c9e-9de2-4073c56413e0 HTTP/1.1" status: 200 len: 898 time: 0.2151518 Jul 14 09:44:29.925570 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b97d97-e47d-4db5-9e95-50f0829d41c2 req-1f069e16-4881-4c0b-b5be-4122fbf0d10d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:29.927208 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-15b97d97-e47d-4db5-9e95-50f0829d41c2 req-1f069e16-4881-4c0b-b5be-4122fbf0d10d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=cd585e6ebee3417abcfc6a0bc270e399&device_id=e6cc9e18-a51c-4d52-9756-469544ac836d HTTP/1.1" status: 200 len: 1099 time: 0.1910634 Jul 14 09:44:30.020291 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-15b97d97-e47d-4db5-9e95-50f0829d41c2 req-d53b167e-1117-4017-a19c-e73822a60869 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=2a62b444-c79c-4433-b833-f7e9ebb500a7 HTTP/1.1" status: 200 len: 217 time: 0.0803580 Jul 14 09:44:30.045191 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-57f31711-d8dc-4f4d-91c7-34c4f8a00076 req-926a39df-de83-41b6-9742-3c8841852d5e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=db2d2da0-53d6-46ac-a466-fcebb4007f56 HTTP/1.1" status: 200 len: 217 time: 0.1271131 Jul 14 09:44:30.114356 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b97d97-e47d-4db5-9e95-50f0829d41c2 req-00cf4d5e-3425-42aa-9854-68437dc7c2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:30.116193 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-15b97d97-e47d-4db5-9e95-50f0829d41c2 req-00cf4d5e-3425-42aa-9854-68437dc7c2ff service neutron] 10.222.0.65 "GET /v2.0/subnets?id=85060e65-3b2f-4a6c-a04c-ce849daa5b3b HTTP/1.1" status: 200 len: 843 time: 0.0903394 Jul 14 09:44:30.187315 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f31711-d8dc-4f4d-91c7-34c4f8a00076 req-38cc1eb6-286e-4255-b9d3-e6745ef0f635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:30.189881 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-57f31711-d8dc-4f4d-91c7-34c4f8a00076 req-38cc1eb6-286e-4255-b9d3-e6745ef0f635 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5f49e4c7-b0e1-4adf-b03f-1c642eb39e18 HTTP/1.1" status: 200 len: 834 time: 0.1382768 Jul 14 09:44:30.191246 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 47640) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:30.283636 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b97d97-e47d-4db5-9e95-50f0829d41c2 req-fb841a9f-20ef-4904-aeec-55174d57a4db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:30.288265 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-15b97d97-e47d-4db5-9e95-50f0829d41c2 req-fb841a9f-20ef-4904-aeec-55174d57a4db service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2244f7a1-04bd-42cd-9e86-31839b46f57f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1652668 Jul 14 09:44:30.402037 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6994be4e-2e6e-4b0d-a851-5b73281e22ab req-707b9608-96f5-4a15-afda-e88b47a2b741 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:30.404723 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-6994be4e-2e6e-4b0d-a851-5b73281e22ab req-707b9608-96f5-4a15-afda-e88b47a2b741 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] 10.222.0.68 "GET /v2.0/ports?device_id=88e1b6cd-db20-478f-825e-42052bc3e00f HTTP/1.1" status: 200 len: 945 time: 0.2133906 Jul 14 09:44:30.410194 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f31711-d8dc-4f4d-91c7-34c4f8a00076 req-98df9bb2-6886-448d-bca8-9c36f69df9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:30.412820 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-57f31711-d8dc-4f4d-91c7-34c4f8a00076 req-98df9bb2-6886-448d-bca8-9c36f69df9cd service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=eb4e535c-3b84-4c9e-9de2-4073c56413e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2003748 Jul 14 09:44:30.449894 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvr_db [None req-654e286c-97e6-4214-bbf3-f39fb49981fa None None] Set router ede3623b-de6c-4042-bf2e-8ca476290cbd gateway port host: n-d-779913-29 {{(pid=93959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:44:30.485168 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-15b97d97-e47d-4db5-9e95-50f0829d41c2 req-fb20bb4b-c62d-43f1-bc57-899f6cb18812 service neutron] 10.222.0.65 "GET /v2.0/networks/2244f7a1-04bd-42cd-9e86-31839b46f57f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1891429 Jul 14 09:44:30.486478 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ba573a21-7fff-4d6b-b502-bbb182b34c25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:30.541775 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-6994be4e-2e6e-4b0d-a851-5b73281e22ab req-92243df0-a1cd-40bf-9b4e-bd44421c4e60 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] 10.222.0.68 "GET /v2.0/security-groups?id=473c2c55-d6f6-4b72-9292-9a63bea1018f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1231613 Jul 14 09:44:30.602322 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-57f31711-d8dc-4f4d-91c7-34c4f8a00076 req-80f05257-f6f6-4eca-9ea1-2bd8cab64df4 service neutron] 10.222.0.57 "GET /v2.0/networks/eb4e535c-3b84-4c9e-9de2-4073c56413e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1810544 Jul 14 09:44:30.711228 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf55c53-adf7-4982-b70b-724dd6f135ff req-516cf286-1971-4f9a-a735-b366cff896e1 tempest-VolumesBackupsTest-2091108611 tempest-VolumesBackupsTest-2091108611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:30.713136 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-baf55c53-adf7-4982-b70b-724dd6f135ff req-516cf286-1971-4f9a-a735-b366cff896e1 tempest-VolumesBackupsTest-2091108611 tempest-VolumesBackupsTest-2091108611-project] 10.222.0.68 "GET /v2.0/ports?device_id=e6cc9e18-a51c-4d52-9756-469544ac836d HTTP/1.1" status: 200 len: 947 time: 0.2213948 Jul 14 09:44:30.720713 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-15b97d97-e47d-4db5-9e95-50f0829d41c2 req-2cb4a3a7-ccbc-47cf-9f5c-43abb33d9352 service neutron] 10.222.0.65 "GET /v2.0/networks/2244f7a1-04bd-42cd-9e86-31839b46f57f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2160766 Jul 14 09:44:30.779917 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-57f31711-d8dc-4f4d-91c7-34c4f8a00076 req-9624774f-e298-40e6-81b7-3d54871ba10e service neutron] 10.222.0.57 "GET /v2.0/networks/eb4e535c-3b84-4c9e-9de2-4073c56413e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681104 Jul 14 09:44:30.784549 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ba573a21-7fff-4d6b-b502-bbb182b34c25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:30.793603 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ba573a21-7fff-4d6b-b502-bbb182b34c25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:30.808754 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-654e286c-97e6-4214-bbf3-f39fb49981fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ede3623b-de6c-4042-bf2e-8ca476290cbd', 'name': 'tempest-TestNetworkBasicOps-router-1781889072', 'tenant_id': 'da5579fc8d23403983f04f41618106b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': '51a6a0a1-b392-430f-88e6-9bd43e984f72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:42:20Z', 'updated_at': '2021-07-14T09:44:17Z', 'revision_number': 6, 'project_id': 'da5579fc8d23403983f04f41618106b6', 'gw_port': {'id': '51a6a0a1-b392-430f-88e6-9bd43e984f72', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ac:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ede3623b-de6c-4042-bf2e-8ca476290cbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3001, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:42:22Z', 'updated_at': '2021-07-14T09:42:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': 'faf84a56-da81-4003-a96f-6be6bddf7158', 'name': '', 'network_id': 'eb4e535c-3b84-4c9e-9de2-4073c56413e0', 'tenant_id': 'da5579fc8d23403983f04f41618106b6', 'mac_address': 'fa:16:3e:26:74:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ede3623b-de6c-4042-bf2e-8ca476290cbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3021, 'fixed_ips': [{'subnet_id': '5f49e4c7-b0e1-4adf-b03f-1c642eb39e18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:42:30Z', 'updated_at': '2021-07-14T09:42:40Z', 'revision_number': 5, 'project_id': 'da5579fc8d23403983f04f41618106b6', 'subnets': [{'id': '5f49e4c7-b0e1-4adf-b03f-1c642eb39e18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:44:30.827872 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-baf55c53-adf7-4982-b70b-724dd6f135ff req-d26f75a5-28c4-4e67-96c1-944fe849627a tempest-VolumesBackupsTest-2091108611 tempest-VolumesBackupsTest-2091108611-project] 10.222.0.68 "GET /v2.0/security-groups?id=ef38cdf2-8fd5-4f28-9757-2528b6337d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034360 Jul 14 09:44:30.845593 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-654e286c-97e6-4214-bbf3-f39fb49981fa None None] The sync data for ids ['ede3623b-de6c-4042-bf2e-8ca476290cbd'] in n-d-779913-29 is: [{'id': 'ede3623b-de6c-4042-bf2e-8ca476290cbd', 'name': 'tempest-TestNetworkBasicOps-router-1781889072', 'tenant_id': 'da5579fc8d23403983f04f41618106b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': '51a6a0a1-b392-430f-88e6-9bd43e984f72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:42:20Z', 'updated_at': '2021-07-14T09:44:17Z', 'revision_number': 6, 'project_id': 'da5579fc8d23403983f04f41618106b6', 'gw_port': {'id': '51a6a0a1-b392-430f-88e6-9bd43e984f72', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ac:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ede3623b-de6c-4042-bf2e-8ca476290cbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3001, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:42:22Z', 'updated_at': '2021-07-14T09:42:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': 'faf84a56-da81-4003-a96f-6be6bddf7158', 'name': '', 'network_id': 'eb4e535c-3b84-4c9e-9de2-4073c56413e0', 'tenant_id': 'da5579fc8d23403983f04f41618106b6', 'mac_address': 'fa:16:3e:26:74:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ede3623b-de6c-4042-bf2e-8ca476290cbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3021, 'fixed_ips': [{'subnet_id': '5f49e4c7-b0e1-4adf-b03f-1c642eb39e18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:42:30Z', 'updated_at': '2021-07-14T09:42:40Z', 'revision_number': 5, 'project_id': 'da5579fc8d23403983f04f41618106b6', 'subnets': [{'id': '5f49e4c7-b0e1-4adf-b03f-1c642eb39e18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:44:30.902649 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-ba573a21-7fff-4d6b-b502-bbb182b34c25 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=2c0cecd0cba44675ba80d8b704044138&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7074883 Jul 14 09:44:30.903109 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 47650) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:30.909887 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba573a21-7fff-4d6b-b502-bbb182b34c25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52517728-d943-4e9b-9df6-8158201e4ae5,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:30.967108 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bfdcbe-0e8b-4150-b12e-bc47c790ae7d req-6acbb24b-b5f7-4bb6-8fcd-0b2ca86b46fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:30.968902 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-33bfdcbe-0e8b-4150-b12e-bc47c790ae7d req-6acbb24b-b5f7-4bb6-8fcd-0b2ca86b46fc service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=cd585e6ebee3417abcfc6a0bc270e399&device_id=e6cc9e18-a51c-4d52-9756-469544ac836d HTTP/1.1" status: 200 len: 1099 time: 0.1374984 Jul 14 09:44:30.997403 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4d90593e-82cc-490f-a24b-f1d7e9abacc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:31.059714 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4d90593e-82cc-490f-a24b-f1d7e9abacc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:31.116109 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bfdcbe-0e8b-4150-b12e-bc47c790ae7d req-973f06c2-59ec-4735-b93a-bd1f179b47db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:31.118236 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-33bfdcbe-0e8b-4150-b12e-bc47c790ae7d req-973f06c2-59ec-4735-b93a-bd1f179b47db service neutron] 10.222.0.65 "GET /v2.0/networks?id=2244f7a1-04bd-42cd-9e86-31839b46f57f HTTP/1.1" status: 200 len: 870 time: 0.1421406 Jul 14 09:44:31.178491 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-33bfdcbe-0e8b-4150-b12e-bc47c790ae7d req-458666dc-6021-4ca2-8904-6f5dcbdfc083 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=2a62b444-c79c-4433-b833-f7e9ebb500a7 HTTP/1.1" status: 200 len: 217 time: 0.0532334 Jul 14 09:44:31.239775 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89caa74b-accd-4b79-b92b-1b6524e6cbc9 req-00469e9b-22e5-47a5-888c-fde762c4941e tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:31.243874 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-89caa74b-accd-4b79-b92b-1b6524e6cbc9 req-00469e9b-22e5-47a5-888c-fde762c4941e tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] 10.222.0.57 "GET /v2.0/ports?device_id=88e1b6cd-db20-478f-825e-42052bc3e00f HTTP/1.1" status: 200 len: 945 time: 0.1065552 Jul 14 09:44:31.253340 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4d90593e-82cc-490f-a24b-f1d7e9abacc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:31.260245 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4d90593e-82cc-490f-a24b-f1d7e9abacc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:31.261032 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-4d90593e-82cc-490f-a24b-f1d7e9abacc6 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/52517728-d943-4e9b-9df6-8158201e4ae5 HTTP/1.1" status: 204 len: 168 time: 0.3568296 Jul 14 09:44:31.283187 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f38ea0ae-c941-40c5-b55e-5f9733c70787 None None] New status for floating IP e6623578-7b13-42da-98b0-f560284ab813: DOWN {{(pid=93960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:44:31.309889 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bfdcbe-0e8b-4150-b12e-bc47c790ae7d req-2522675d-7049-4337-a630-06f76497f4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:31.311466 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-33bfdcbe-0e8b-4150-b12e-bc47c790ae7d req-2522675d-7049-4337-a630-06f76497f4b2 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=85060e65-3b2f-4a6c-a04c-ce849daa5b3b HTTP/1.1" status: 200 len: 843 time: 0.1250582 Jul 14 09:44:31.312443 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d90593e-82cc-490f-a24b-f1d7e9abacc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52517728-d943-4e9b-9df6-8158201e4ae5,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:31.479931 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bfdcbe-0e8b-4150-b12e-bc47c790ae7d req-0617b9a7-8efc-4199-b083-790935f0c6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:31.483186 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-33bfdcbe-0e8b-4150-b12e-bc47c790ae7d req-0617b9a7-8efc-4199-b083-790935f0c6c0 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2244f7a1-04bd-42cd-9e86-31839b46f57f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1648967 Jul 14 09:44:31.674165 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-33bfdcbe-0e8b-4150-b12e-bc47c790ae7d req-f692a863-8b2f-4d01-9055-1b6f67d89248 service neutron] 10.222.0.65 "GET /v2.0/networks/2244f7a1-04bd-42cd-9e86-31839b46f57f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1834126 Jul 14 09:44:31.727970 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-89caa74b-accd-4b79-b92b-1b6524e6cbc9 req-9eb97f6f-035c-4bc3-940d-c9dab5fc7de7 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Deleting port db2d2da0-53d6-46ac-a466-fcebb4007f56 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:44:31.728726 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-89caa74b-accd-4b79-b92b-1b6524e6cbc9 req-9eb97f6f-035c-4bc3-940d-c9dab5fc7de7 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:31.837188 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 47660) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:31.850178 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-33bfdcbe-0e8b-4150-b12e-bc47c790ae7d req-04ad7c5d-1dcf-4ae2-81e4-5efaf6c808e6 service neutron] 10.222.0.65 "GET /v2.0/networks/2244f7a1-04bd-42cd-9e86-31839b46f57f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681488 Jul 14 09:44:31.878421 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5ccf4574-d574-49b9-a589-ab134de80b6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:31.931124 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-89caa74b-accd-4b79-b92b-1b6524e6cbc9 req-9eb97f6f-035c-4bc3-940d-c9dab5fc7de7 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] For port db2d2da0-53d6-46ac-a466-fcebb4007f56, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=db2d2da0-53d6-46ac-a466-fcebb4007f56,segment=NetworkSegment(eb9a8695-c835-4f65-928c-97e7794f28b3),segment_id=eb9a8695-c835-4f65-928c-97e7794f28b3)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:44:31.931554 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-89caa74b-accd-4b79-b92b-1b6524e6cbc9 req-9eb97f6f-035c-4bc3-940d-c9dab5fc7de7 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:31.959769 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-89caa74b-accd-4b79-b92b-1b6524e6cbc9 req-9eb97f6f-035c-4bc3-940d-c9dab5fc7de7 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Calling delete_port for db2d2da0-53d6-46ac-a466-fcebb4007f56 owned by compute:nova {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:44:31.983340 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e239db1e-d90a-4426-acf3-bf3bcc56a6e5 req-886bd4ce-144d-4333-bbdd-91f77b3f70f8 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:31.984847 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-e239db1e-d90a-4426-acf3-bf3bcc56a6e5 req-886bd4ce-144d-4333-bbdd-91f77b3f70f8 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] 10.222.0.68 "GET /v2.0/ports?device_id=88e1b6cd-db20-478f-825e-42052bc3e00f HTTP/1.1" status: 200 len: 945 time: 0.1915712 Jul 14 09:44:32.065768 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1031238-8657-48e8-ab85-dd2cc39a90c4 req-846ed041-f729-474c-8f8c-b075479ee9d0 tempest-VolumesBackupsTest-2091108611 tempest-VolumesBackupsTest-2091108611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:32.068626 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e1031238-8657-48e8-ab85-dd2cc39a90c4 req-846ed041-f729-474c-8f8c-b075479ee9d0 tempest-VolumesBackupsTest-2091108611 tempest-VolumesBackupsTest-2091108611-project] 10.222.0.68 "GET /v2.0/ports?device_id=e6cc9e18-a51c-4d52-9756-469544ac836d HTTP/1.1" status: 200 len: 947 time: 0.1031473 Jul 14 09:44:32.094654 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-e239db1e-d90a-4426-acf3-bf3bcc56a6e5 req-7f89ce21-11ad-4ece-bd97-4ff6e17c90ba tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] 10.222.0.68 "GET /v2.0/security-groups?id=473c2c55-d6f6-4b72-9292-9a63bea1018f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010582 Jul 14 09:44:32.127860 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e1031238-8657-48e8-ab85-dd2cc39a90c4 req-02cd943f-52c2-4ca8-bb74-2c40c958cf96 tempest-VolumesBackupsTest-2091108611 tempest-VolumesBackupsTest-2091108611-project] 10.222.0.68 "GET /v2.0/security-groups?id=ef38cdf2-8fd5-4f28-9757-2528b6337d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499570 Jul 14 09:44:32.147191 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5ccf4574-d574-49b9-a589-ab134de80b6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:32.166918 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5ccf4574-d574-49b9-a589-ab134de80b6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:32.229868 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-5ccf4574-d574-49b9-a589-ab134de80b6a admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=ac7871d98307415b9029c82cba632c84&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3914011 Jul 14 09:44:32.232426 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccf4574-d574-49b9-a589-ab134de80b6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=202c9fcd-c61f-49bf-ad41-468393a4d131,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:32.233627 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 47664) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:32.237650 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-89caa74b-accd-4b79-b92b-1b6524e6cbc9 req-9eb97f6f-035c-4bc3-940d-c9dab5fc7de7 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:32.268479 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb97f6f-035c-4bc3-940d-c9dab5fc7de7 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Pushing event deleted for resources: {'Port': ['ID=db2d2da0-53d6-46ac-a466-fcebb4007f56,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:32.304086 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-0d1dba6a-3c1a-4bc9-a2a1-4d7b6a52be4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:32.319035 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-89caa74b-accd-4b79-b92b-1b6524e6cbc9 req-9eb97f6f-035c-4bc3-940d-c9dab5fc7de7 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] No DVR routers for this DVR port db2d2da0-53d6-46ac-a466-fcebb4007f56 on host n-h2-779913-29 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:44:32.322104 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-89caa74b-accd-4b79-b92b-1b6524e6cbc9 req-9eb97f6f-035c-4bc3-940d-c9dab5fc7de7 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:32.324215 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-89caa74b-accd-4b79-b92b-1b6524e6cbc9 req-9eb97f6f-035c-4bc3-940d-c9dab5fc7de7 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] 10.222.0.57 "DELETE /v2.0/ports/db2d2da0-53d6-46ac-a466-fcebb4007f56 HTTP/1.1" status: 204 len: 173 time: 1.0733237 Jul 14 09:44:32.324678 n-d-779913-29 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88e1b6cd-db20-478f-825e-42052bc3e00f', 'name': 'network-vif-deleted', 'tag': 'db2d2da0-53d6-46ac-a466-fcebb4007f56'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:44:32.327580 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cb48f044f948e981f43897c8d7f1332f741dc7af2b4c5a6e19d8f4a80f708e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61591d10-fc56-4fa0-b40b-2ec076918a66" -d '{"events": [{"server_uuid": "88e1b6cd-db20-478f-825e-42052bc3e00f", "name": "network-vif-deleted", "tag": "db2d2da0-53d6-46ac-a466-fcebb4007f56"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:44:32.327782 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-0d1dba6a-3c1a-4bc9-a2a1-4d7b6a52be4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:32.376381 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:44:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-529685e7-c18e-4bb5-a8c1-805ac17e56c8 x-openstack-request-id: req-529685e7-c18e-4bb5-a8c1-805ac17e56c8 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:44:32.376850 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88e1b6cd-db20-478f-825e-42052bc3e00f", "name": "network-vif-deleted", "tag": "db2d2da0-53d6-46ac-a466-fcebb4007f56", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:44:32.377104 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-529685e7-c18e-4bb5-a8c1-805ac17e56c8 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:44:32.377520 n-d-779913-29 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88e1b6cd-db20-478f-825e-42052bc3e00f', 'name': 'network-vif-deleted', 'tag': 'db2d2da0-53d6-46ac-a466-fcebb4007f56', 'status': 'completed', 'code': 200} Jul 14 09:44:32.390770 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-0d1dba6a-3c1a-4bc9-a2a1-4d7b6a52be4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:32.394908 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-0d1dba6a-3c1a-4bc9-a2a1-4d7b6a52be4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:32.396813 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-0d1dba6a-3c1a-4bc9-a2a1-4d7b6a52be4a admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/202c9fcd-c61f-49bf-ad41-468393a4d131 HTTP/1.1" status: 204 len: 168 time: 0.1615202 Jul 14 09:44:32.407063 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1dba6a-3c1a-4bc9-a2a1-4d7b6a52be4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=202c9fcd-c61f-49bf-ad41-468393a4d131,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:32.802742 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 2a62b444-c79c-4433-b833-f7e9ebb500a7 details requested by agent hyperv_n-h1-779913-29 with host n-h1-779913-29 {{(pid=93959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:44:32.928768 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port 2a62b444-c79c-4433-b833-f7e9ebb500a7, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=2a62b444-c79c-4433-b833-f7e9ebb500a7,segment=NetworkSegment(8f1c1422-de6c-445f-ab95-4e2c94585b2b),segment_id=8f1c1422-de6c-445f-ab95-4e2c94585b2b)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:44:32.947635 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Returning: {'device': '2a62b444-c79c-4433-b833-f7e9ebb500a7', 'network_id': '2244f7a1-04bd-42cd-9e86-31839b46f57f', 'port_id': '2a62b444-c79c-4433-b833-f7e9ebb500a7', 'mac_address': 'fa:16:3e:09:a2:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 724, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85060e65-3b2f-4a6c-a04c-ce849daa5b3b', 'ip_address': '192.168.233.54'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:44:32.993529 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:33.008973 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a62b444-c79c-4433-b833-f7e9ebb500a7 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:44:33.051788 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port 2a62b444-c79c-4433-b833-f7e9ebb500a7, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=2a62b444-c79c-4433-b833-f7e9ebb500a7,segment=NetworkSegment(8f1c1422-de6c-445f-ab95-4e2c94585b2b),segment_id=8f1c1422-de6c-445f-ab95-4e2c94585b2b)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:44:33.060598 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:33.115933 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Pushing event updated for resources: {'Port': ['ID=2a62b444-c79c-4433-b833-f7e9ebb500a7,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:33.266275 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 47694) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:33.355870 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] get_ports_and_sgs() called for port_ids ['2a62b444-c79c-4433-b833-f7e9ebb500a7'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:44:33.368042 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a1cf2be2-a0af-4dd8-ab78-e72c6e4587ba tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:33.401352 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a1cf2be2-a0af-4dd8-ab78-e72c6e4587ba tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:33.456823 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79916168-c7a9-4511-83e3-5b5e6627ab7d req-90dd2dac-747f-4d77-8554-283a945d03a2 tempest-VolumesBackupsTest-2091108611 tempest-VolumesBackupsTest-2091108611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:33.458418 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-79916168-c7a9-4511-83e3-5b5e6627ab7d req-90dd2dac-747f-4d77-8554-283a945d03a2 tempest-VolumesBackupsTest-2091108611 tempest-VolumesBackupsTest-2091108611-project] 10.222.0.68 "GET /v2.0/ports?device_id=e6cc9e18-a51c-4d52-9756-469544ac836d HTTP/1.1" status: 200 len: 948 time: 0.1356199 Jul 14 09:44:33.530479 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-79916168-c7a9-4511-83e3-5b5e6627ab7d req-5424703e-b560-43de-a348-297a3c64cc43 tempest-VolumesBackupsTest-2091108611 tempest-VolumesBackupsTest-2091108611-project] 10.222.0.68 "GET /v2.0/security-groups?id=ef38cdf2-8fd5-4f28-9757-2528b6337d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588453 Jul 14 09:44:33.540084 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a1cf2be2-a0af-4dd8-ab78-e72c6e4587ba tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:33.545342 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a1cf2be2-a0af-4dd8-ab78-e72c6e4587ba tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:33.547807 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-a1cf2be2-a0af-4dd8-ab78-e72c6e4587ba tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] 10.222.0.68 "DELETE /v2.0/security-groups/473c2c55-d6f6-4b72-9292-9a63bea1018f HTTP/1.1" status: 204 len: 168 time: 0.2801962 Jul 14 09:44:33.561515 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cf2be2-a0af-4dd8-ab78-e72c6e4587ba tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=473c2c55-d6f6-4b72-9292-9a63bea1018f,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:33.584813 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1cf2be2-a0af-4dd8-ab78-e72c6e4587ba tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:44:33.586076 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1cf2be2-a0af-4dd8-ab78-e72c6e4587ba tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:44:33.586760 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1cf2be2-a0af-4dd8-ab78-e72c6e4587ba tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:44:33.587187 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1cf2be2-a0af-4dd8-ab78-e72c6e4587ba tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:44:33.587605 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1cf2be2-a0af-4dd8-ab78-e72c6e4587ba tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:44:33.588227 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1cf2be2-a0af-4dd8-ab78-e72c6e4587ba tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:44:33.588993 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1cf2be2-a0af-4dd8-ab78-e72c6e4587ba tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:44:33.588993 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1cf2be2-a0af-4dd8-ab78-e72c6e4587ba tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:44:33.589973 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1cf2be2-a0af-4dd8-ab78-e72c6e4587ba tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:44:33.589973 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1cf2be2-a0af-4dd8-ab78-e72c6e4587ba tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:44:33.589973 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1cf2be2-a0af-4dd8-ab78-e72c6e4587ba tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:44:33.591006 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1cf2be2-a0af-4dd8-ab78-e72c6e4587ba tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:44:33.603361 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 47704) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:34.032084 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-bb7eea26-c9af-4e22-adee-87848f94bcd2 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-683602'] for router_interface, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:34.722916 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-bb7eea26-c9af-4e22-adee-87848f94bcd2 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Deleting port faf84a56-da81-4003-a96f-6be6bddf7158 {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:44:34.724076 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-bb7eea26-c9af-4e22-adee-87848f94bcd2 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:34.765402 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2269b7f-0098-43c1-935a-27227ac23d59 req-c377c6d5-254f-459d-ae51-df4bbd2b64ca tempest-VolumesBackupsTest-2091108611 tempest-VolumesBackupsTest-2091108611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:34.766963 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-c2269b7f-0098-43c1-935a-27227ac23d59 req-c377c6d5-254f-459d-ae51-df4bbd2b64ca tempest-VolumesBackupsTest-2091108611 tempest-VolumesBackupsTest-2091108611-project] 10.222.0.68 "GET /v2.0/ports?device_id=e6cc9e18-a51c-4d52-9756-469544ac836d HTTP/1.1" status: 200 len: 948 time: 0.0910301 Jul 14 09:44:34.814108 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 2a62b444-c79c-4433-b833-f7e9ebb500a7 up at agent hyperv_n-h1-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:44:34.820946 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-c2269b7f-0098-43c1-935a-27227ac23d59 req-466dc5b6-fcde-41cd-a6fb-b67b551ef466 tempest-VolumesBackupsTest-2091108611 tempest-VolumesBackupsTest-2091108611-project] 10.222.0.68 "GET /v2.0/security-groups?id=ef38cdf2-8fd5-4f28-9757-2528b6337d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435731 Jul 14 09:44:34.862249 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-bb7eea26-c9af-4e22-adee-87848f94bcd2 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] For port faf84a56-da81-4003-a96f-6be6bddf7158, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=faf84a56-da81-4003-a96f-6be6bddf7158,segment=NetworkSegment(eb9a8695-c835-4f65-928c-97e7794f28b3),segment_id=eb9a8695-c835-4f65-928c-97e7794f28b3)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:44:34.862937 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-bb7eea26-c9af-4e22-adee-87848f94bcd2 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:34.889717 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-bb7eea26-c9af-4e22-adee-87848f94bcd2 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Calling delete_port for faf84a56-da81-4003-a96f-6be6bddf7158 owned by network:router_interface {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:44:34.894361 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Provisioning for port 2a62b444-c79c-4433-b833-f7e9ebb500a7 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:44:34.899234 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Provisioning complete for port 2a62b444-c79c-4433-b833-f7e9ebb500a7 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:44:34.899898 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:34.987276 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:35.016478 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6cc9e18-a51c-4d52-9756-469544ac836d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a62b444-c79c-4433-b833-f7e9ebb500a7'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:44:35.020342 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd62303f06773040a8a4e189dc46b4f565768c299abf8ab8e7739778b0bc3e97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84ec81a1-9810-4c1e-a9fa-c8ed4c3a1f31" -d '{"events": [{"server_uuid": "e6cc9e18-a51c-4d52-9756-469544ac836d", "name": "network-vif-plugged", "status": "completed", "tag": "2a62b444-c79c-4433-b833-f7e9ebb500a7"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:44:35.048003 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port 2a62b444-c79c-4433-b833-f7e9ebb500a7, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=2a62b444-c79c-4433-b833-f7e9ebb500a7,segment=NetworkSegment(8f1c1422-de6c-445f-ab95-4e2c94585b2b),segment_id=8f1c1422-de6c-445f-ab95-4e2c94585b2b)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:44:35.056458 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:35.088016 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:44:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a8837a1-9088-4a05-ba24-874e361605e6 x-openstack-request-id: req-3a8837a1-9088-4a05-ba24-874e361605e6 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:44:35.088602 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6cc9e18-a51c-4d52-9756-469544ac836d", "name": "network-vif-plugged", "status": "completed", "tag": "2a62b444-c79c-4433-b833-f7e9ebb500a7", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:44:35.089081 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-3a8837a1-9088-4a05-ba24-874e361605e6 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:44:35.089676 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6cc9e18-a51c-4d52-9756-469544ac836d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a62b444-c79c-4433-b833-f7e9ebb500a7', 'code': 200} Jul 14 09:44:35.125137 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Pushing event updated for resources: {'Port': ['ID=2a62b444-c79c-4433-b833-f7e9ebb500a7,revision_number=5']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:35.181974 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-bb7eea26-c9af-4e22-adee-87848f94bcd2 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:35.258262 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7eea26-c9af-4e22-adee-87848f94bcd2 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Pushing event deleted for resources: {'Port': ['ID=faf84a56-da81-4003-a96f-6be6bddf7158,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:35.425253 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ce1095-c7bc-4ef4-b4e5-21e738fcf9ca req-8e708684-4569-4ed5-aaa3-d200731a740b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:35.426916 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-99ce1095-c7bc-4ef4-b4e5-21e738fcf9ca req-8e708684-4569-4ed5-aaa3-d200731a740b service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=e6cc9e18-a51c-4d52-9756-469544ac836d HTTP/1.1" status: 200 len: 1101 time: 0.2145586 Jul 14 09:44:35.508786 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-99ce1095-c7bc-4ef4-b4e5-21e738fcf9ca req-21cd12ca-b6b5-4680-a37d-33ee4cbcad5f service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=ef38cdf2-8fd5-4f28-9757-2528b6337d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747855 Jul 14 09:44:35.515105 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-bb7eea26-c9af-4e22-adee-87848f94bcd2 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-620860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682934'] for router_interface, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:35.599498 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 47746) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:35.750719 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb7eea26-c9af-4e22-adee-87848f94bcd2 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Router ede3623b-de6c-4042-bf2e-8ca476290cbd has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:44:35.753095 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0e8c374d-9b5e-4915-8144-964333b65959 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:35.867877 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device db2d2da0-53d6-46ac-a466-fcebb4007f56 no longer exists at agent hyperv_n-h2-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:44:35.877448 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb7eea26-c9af-4e22-adee-87848f94bcd2 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:44:35.883546 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-bb7eea26-c9af-4e22-adee-87848f94bcd2 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] 10.222.0.68 "PUT /v2.0/routers/ede3623b-de6c-4042-bf2e-8ca476290cbd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2780690 Jul 14 09:44:35.887733 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 47754) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:35.889021 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0e8c374d-9b5e-4915-8144-964333b65959 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:35.893478 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0e8c374d-9b5e-4915-8144-964333b65959 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:35.905742 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] No Port match for: db2d2da0-53d6-46ac-a466-fcebb4007f56 {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:44:35.906284 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device db2d2da0-53d6-46ac-a466-fcebb4007f56 not bound to the agent host n-h2-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:44:35.908857 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f5e128-4ece-438d-b469-124cdc9e7150 None None] Sync routers for ids ['ede3623b-de6c-4042-bf2e-8ca476290cbd'] in n-d-779913-29 {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:44:35.922556 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f5e128-4ece-438d-b469-124cdc9e7150 None None] Routers {'ede3623b-de6c-4042-bf2e-8ca476290cbd'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:44:35.923527 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-a1f5e128-4ece-438d-b469-124cdc9e7150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:44:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['ede3623b-de6c-4042-bf2e-8ca476290cbd'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:44:35.938428 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-0e8c374d-9b5e-4915-8144-964333b65959 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=e791d5bc80ec4b73bb2db74c5541aa65&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3375216 Jul 14 09:44:35.940926 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 47756) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:35.976913 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8c374d-9b5e-4915-8144-964333b65959 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7a0613b-c644-42f1-a475-0ca914f8f332,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:36.001161 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0592602-e6c7-4982-b130-bca66879ebea tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Deleting subnet 5f49e4c7-b0e1-4adf-b03f-1c642eb39e18 {{(pid=93957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:44:36.004301 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f0592602-e6c7-4982-b130-bca66879ebea tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks [] for subnet, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:36.050628 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5f575fc3-0257-4c16-89dd-25bcd6c5ba8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:36.072056 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f0592602-e6c7-4982-b130-bca66879ebea tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10944203'] for subnet, precommit_delete_associations {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:36.074485 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvr_db [None req-a1f5e128-4ece-438d-b469-124cdc9e7150 None None] Set router ede3623b-de6c-4042-bf2e-8ca476290cbd gateway port host: n-d-779913-29 {{(pid=93959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:44:36.095481 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5f575fc3-0257-4c16-89dd-25bcd6c5ba8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:36.140859 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a79393e-abe7-4de5-97f1-7ef6ef7d944b req-df6ed095-2e41-467d-8551-286be8eb6d04 tempest-VolumesBackupsTest-2091108611 tempest-VolumesBackupsTest-2091108611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:36.151249 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-5a79393e-abe7-4de5-97f1-7ef6ef7d944b req-df6ed095-2e41-467d-8551-286be8eb6d04 tempest-VolumesBackupsTest-2091108611 tempest-VolumesBackupsTest-2091108611-project] 10.222.0.68 "GET /v2.0/ports?device_id=e6cc9e18-a51c-4d52-9756-469544ac836d HTTP/1.1" status: 200 len: 949 time: 0.0912082 Jul 14 09:44:36.201125 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-5a79393e-abe7-4de5-97f1-7ef6ef7d944b req-34628ec5-dd36-4c3c-af14-2ea341be04d7 tempest-VolumesBackupsTest-2091108611 tempest-VolumesBackupsTest-2091108611-project] 10.222.0.68 "GET /v2.0/security-groups?id=ef38cdf2-8fd5-4f28-9757-2528b6337d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487525 Jul 14 09:44:36.226829 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f0592602-e6c7-4982-b130-bca66879ebea tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3481002'] for subnet, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:36.256688 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5f575fc3-0257-4c16-89dd-25bcd6c5ba8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:36.261942 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5f575fc3-0257-4c16-89dd-25bcd6c5ba8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:36.264104 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-5f575fc3-0257-4c16-89dd-25bcd6c5ba8e admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/c7a0613b-c644-42f1-a475-0ca914f8f332 HTTP/1.1" status: 204 len: 168 time: 0.3218715 Jul 14 09:44:36.293608 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f575fc3-0257-4c16-89dd-25bcd6c5ba8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7a0613b-c644-42f1-a475-0ca914f8f332,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:36.338015 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-a1f5e128-4ece-438d-b469-124cdc9e7150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ede3623b-de6c-4042-bf2e-8ca476290cbd', 'name': 'tempest-TestNetworkBasicOps-router-1781889072', 'tenant_id': 'da5579fc8d23403983f04f41618106b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': '51a6a0a1-b392-430f-88e6-9bd43e984f72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:42:20Z', 'updated_at': '2021-07-14T09:44:35Z', 'revision_number': 7, 'project_id': 'da5579fc8d23403983f04f41618106b6', 'gw_port': {'id': '51a6a0a1-b392-430f-88e6-9bd43e984f72', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ac:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ede3623b-de6c-4042-bf2e-8ca476290cbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3001, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:42:22Z', 'updated_at': '2021-07-14T09:42:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29'}], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:44:36.344880 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f0592602-e6c7-4982-b130-bca66879ebea tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10052701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11984075'] for subnet, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:36.385029 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f5e128-4ece-438d-b469-124cdc9e7150 None None] Checking router: ede3623b-de6c-4042-bf2e-8ca476290cbd for host: n-d-779913-29 {{(pid=93959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:44:36.395179 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0592602-e6c7-4982-b130-bca66879ebea tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Pushing event deleted for resources: {'Subnet': ['ID=5f49e4c7-b0e1-4adf-b03f-1c642eb39e18,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:36.398608 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f5e128-4ece-438d-b469-124cdc9e7150 None None] Routers {'ede3623b-de6c-4042-bf2e-8ca476290cbd'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:44:36.399407 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f0592602-e6c7-4982-b130-bca66879ebea tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks [] for subnet, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:36.399608 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-a1f5e128-4ece-438d-b469-124cdc9e7150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:44:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['ede3623b-de6c-4042-bf2e-8ca476290cbd'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:44:36.402752 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-f0592602-e6c7-4982-b130-bca66879ebea tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] 10.222.0.68 "DELETE /v2.0/subnets/5f49e4c7-b0e1-4adf-b03f-1c642eb39e18 HTTP/1.1" status: 204 len: 168 time: 0.5138466 Jul 14 09:44:36.406567 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 47760) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:36.443855 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbf46926-73e8-4cd5-af32-38c0427c426d None None] Network eb4e535c-3b84-4c9e-9de2-4073c56413e0 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:44:36.553715 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-24d198b5-dcdf-432d-ad3b-47c8cd43e08c tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks [] for router, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:36.631496 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvr_db [None req-a1f5e128-4ece-438d-b469-124cdc9e7150 None None] Set router ede3623b-de6c-4042-bf2e-8ca476290cbd gateway port host: n-d-779913-29 {{(pid=93959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:44:36.701148 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-24d198b5-dcdf-432d-ad3b-47c8cd43e08c tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:36.730228 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 47764) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:36.761893 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d617c003-2b31-43ca-9341-bef2fba1db94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:36.781230 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-24d198b5-dcdf-432d-ad3b-47c8cd43e08c tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Deleting port 51a6a0a1-b392-430f-88e6-9bd43e984f72 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:44:36.781698 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-24d198b5-dcdf-432d-ad3b-47c8cd43e08c tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:36.946293 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-24d198b5-dcdf-432d-ad3b-47c8cd43e08c tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] For port 51a6a0a1-b392-430f-88e6-9bd43e984f72, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=51a6a0a1-b392-430f-88e6-9bd43e984f72,segment=NetworkSegment(81bf7a93-80b3-43df-b9d5-462c604a2945),segment_id=81bf7a93-80b3-43df-b9d5-462c604a2945)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:44:36.946910 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-24d198b5-dcdf-432d-ad3b-47c8cd43e08c tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:36.956466 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-201997c7-e2ea-4fd4-94f1-51fbe71a93b2 None None] DHCP port deletion for eb4e535c-3b84-4c9e-9de2-4073c56413e0 request from n-d-779913-29 {{(pid=93959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:44:36.965195 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-24d198b5-dcdf-432d-ad3b-47c8cd43e08c tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Calling delete_port for 51a6a0a1-b392-430f-88e6-9bd43e984f72 owned by network:router_gateway {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:44:36.979594 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d617c003-2b31-43ca-9341-bef2fba1db94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:36.984669 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d617c003-2b31-43ca-9341-bef2fba1db94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:37.042191 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-a1f5e128-4ece-438d-b469-124cdc9e7150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ede3623b-de6c-4042-bf2e-8ca476290cbd', 'name': 'tempest-TestNetworkBasicOps-router-1781889072', 'tenant_id': 'da5579fc8d23403983f04f41618106b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': '51a6a0a1-b392-430f-88e6-9bd43e984f72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:42:20Z', 'updated_at': '2021-07-14T09:44:35Z', 'revision_number': 7, 'project_id': 'da5579fc8d23403983f04f41618106b6', 'gw_port': {'id': '51a6a0a1-b392-430f-88e6-9bd43e984f72', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ac:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ede3623b-de6c-4042-bf2e-8ca476290cbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3001, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:42:22Z', 'updated_at': '2021-07-14T09:42:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29'}], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:44:37.056886 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d617c003-2b31-43ca-9341-bef2fba1db94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86f77164-4e43-464a-85b5-62ae1c4d6365,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:37.071585 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 47768) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:37.072527 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-d617c003-2b31-43ca-9341-bef2fba1db94 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=08ca1b4491e44ed5baf2875613cc1c5a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3385561 Jul 14 09:44:37.084544 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f5e128-4ece-438d-b469-124cdc9e7150 None None] The sync data for ids ['ede3623b-de6c-4042-bf2e-8ca476290cbd'] in n-d-779913-29 is: [{'id': 'ede3623b-de6c-4042-bf2e-8ca476290cbd', 'name': 'tempest-TestNetworkBasicOps-router-1781889072', 'tenant_id': 'da5579fc8d23403983f04f41618106b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': '51a6a0a1-b392-430f-88e6-9bd43e984f72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:42:20Z', 'updated_at': '2021-07-14T09:44:35Z', 'revision_number': 7, 'project_id': 'da5579fc8d23403983f04f41618106b6', 'gw_port': {'id': '51a6a0a1-b392-430f-88e6-9bd43e984f72', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ac:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ede3623b-de6c-4042-bf2e-8ca476290cbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3001, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:42:22Z', 'updated_at': '2021-07-14T09:42:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29'}] {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:44:37.088618 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-201997c7-e2ea-4fd4-94f1-51fbe71a93b2 None None] Deleting port 401c9843-b16a-4e62-86c5-8078d52da038 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:44:37.089666 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-201997c7-e2ea-4fd4-94f1-51fbe71a93b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:37.206498 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-50c79aea-fbd1-4a29-b9d6-c7ffdf4e6a16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:37.217229 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-201997c7-e2ea-4fd4-94f1-51fbe71a93b2 None None] For port 401c9843-b16a-4e62-86c5-8078d52da038, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=401c9843-b16a-4e62-86c5-8078d52da038,segment=NetworkSegment(eb9a8695-c835-4f65-928c-97e7794f28b3),segment_id=eb9a8695-c835-4f65-928c-97e7794f28b3)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:44:37.218284 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-201997c7-e2ea-4fd4-94f1-51fbe71a93b2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:37.239318 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-201997c7-e2ea-4fd4-94f1-51fbe71a93b2 None None] Calling delete_port for 401c9843-b16a-4e62-86c5-8078d52da038 owned by network:dhcp {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:44:37.255207 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-50c79aea-fbd1-4a29-b9d6-c7ffdf4e6a16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:37.327157 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-24d198b5-dcdf-432d-ad3b-47c8cd43e08c tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:37.383553 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-50c79aea-fbd1-4a29-b9d6-c7ffdf4e6a16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:37.386320 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-50c79aea-fbd1-4a29-b9d6-c7ffdf4e6a16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:37.389603 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-50c79aea-fbd1-4a29-b9d6-c7ffdf4e6a16 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/86f77164-4e43-464a-85b5-62ae1c4d6365 HTTP/1.1" status: 204 len: 168 time: 0.3137376 Jul 14 09:44:37.392966 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d198b5-dcdf-432d-ad3b-47c8cd43e08c tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Pushing event deleted for resources: {'Port': ['ID=51a6a0a1-b392-430f-88e6-9bd43e984f72,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:37.411944 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c79aea-fbd1-4a29-b9d6-c7ffdf4e6a16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86f77164-4e43-464a-85b5-62ae1c4d6365,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:37.418243 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-201997c7-e2ea-4fd4-94f1-51fbe71a93b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:37.528735 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201997c7-e2ea-4fd4-94f1-51fbe71a93b2 None None] Pushing event deleted for resources: {'Port': ['ID=401c9843-b16a-4e62-86c5-8078d52da038,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:37.541631 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-24d198b5-dcdf-432d-ad3b-47c8cd43e08c tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-660532'] for router_gateway, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:37.552010 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9fca70-75a9-457c-8b9a-4407d65c944a req-96350670-6fea-4f23-bc18-ec167e3520b9 tempest-VolumesBackupsTest-2091108611 tempest-VolumesBackupsTest-2091108611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:37.552944 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-201997c7-e2ea-4fd4-94f1-51fbe71a93b2 None None] No DVR routers for this DVR port 401c9843-b16a-4e62-86c5-8078d52da038 on host n-d-779913-29 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:44:37.560360 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-fc9fca70-75a9-457c-8b9a-4407d65c944a req-96350670-6fea-4f23-bc18-ec167e3520b9 tempest-VolumesBackupsTest-2091108611 tempest-VolumesBackupsTest-2091108611-project] 10.222.0.68 "GET /v2.0/ports?device_id=e6cc9e18-a51c-4d52-9756-469544ac836d HTTP/1.1" status: 200 len: 949 time: 0.1890805 Jul 14 09:44:37.666755 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-fc9fca70-75a9-457c-8b9a-4407d65c944a req-85f3940b-7f5b-43f5-91d2-c62a2787d21d tempest-VolumesBackupsTest-2091108611 tempest-VolumesBackupsTest-2091108611-project] 10.222.0.68 "GET /v2.0/security-groups?id=ef38cdf2-8fd5-4f28-9757-2528b6337d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999610 Jul 14 09:44:37.728571 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device faf84a56-da81-4003-a96f-6be6bddf7158 no longer exists at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:44:37.746871 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-24d198b5-dcdf-432d-ad3b-47c8cd43e08c tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-711871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12964'] for router, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:37.751976 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-24d198b5-dcdf-432d-ad3b-47c8cd43e08c tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:37.775240 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] No Port match for: faf84a56-da81-4003-a96f-6be6bddf7158 {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:44:37.777261 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device faf84a56-da81-4003-a96f-6be6bddf7158 not bound to the agent host n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:44:37.777738 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 401c9843-b16a-4e62-86c5-8078d52da038 no longer exists at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:44:37.853406 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] No Port match for: 401c9843-b16a-4e62-86c5-8078d52da038 {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:44:37.854032 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 401c9843-b16a-4e62-86c5-8078d52da038 not bound to the agent host n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:44:37.866040 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-24d198b5-dcdf-432d-ad3b-47c8cd43e08c tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-704815'] for router, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:37.870234 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24d198b5-dcdf-432d-ad3b-47c8cd43e08c tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Fanout notify agent at l3_agent the message router_deleted on router ede3623b-de6c-4042-bf2e-8ca476290cbd {{(pid=93958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:44:37.886198 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-24d198b5-dcdf-432d-ad3b-47c8cd43e08c tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:37.892250 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 47780) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:37.892748 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-24d198b5-dcdf-432d-ad3b-47c8cd43e08c tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] 10.222.0.68 "DELETE /v2.0/routers/ede3623b-de6c-4042-bf2e-8ca476290cbd HTTP/1.1" status: 204 len: 168 time: 1.4849119 Jul 14 09:44:38.053458 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b191bf63-67c9-4af8-9fc9-b055ea25c1af tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3876111'] for network, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:38.246432 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b191bf63-67c9-4af8-9fc9-b055ea25c1af tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473955', 'neutron.services.segments.db._delete_segments_for_network-8735688326548'] for network, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:38.298755 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-b191bf63-67c9-4af8-9fc9-b055ea25c1af tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb4e535c-3b84-4c9e-9de2-4073c56413e0']}} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:44:38.324091 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-b191bf63-67c9-4af8-9fc9-b055ea25c1af tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb9a8695-c835-4f65-928c-97e7794f28b3') {'for_net_delete': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:44:38.324839 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-b191bf63-67c9-4af8-9fc9-b055ea25c1af tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb9a8695-c835-4f65-928c-97e7794f28b3') {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:44:38.343758 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b191bf63-67c9-4af8-9fc9-b055ea25c1af tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735688356235', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10944210'] for segment, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:38.369742 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b191bf63-67c9-4af8-9fc9-b055ea25c1af tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:38.391725 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b191bf63-67c9-4af8-9fc9-b055ea25c1af tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Releasing vlan 746 on physical network physnet1 to pool {{(pid=93957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:44:38.395242 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b191bf63-67c9-4af8-9fc9-b055ea25c1af tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10053619'] for segment, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:38.410686 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:44:38.410686 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:44:38.410686 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:44:38.410686 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:44:38.410686 n-d-779913-29 neutron-server[93957]: Traceback (most recent call last): Jul 14 09:44:38.410686 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:44:38.410686 n-d-779913-29 neutron-server[93957]: timer() Jul 14 09:44:38.410686 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:44:38.410686 n-d-779913-29 neutron-server[93957]: cb(*args, **kw) Jul 14 09:44:38.410686 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:44:38.410686 n-d-779913-29 neutron-server[93957]: return func(*args, **kwargs) Jul 14 09:44:38.410686 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:44:38.410686 n-d-779913-29 neutron-server[93957]: self._notify() Jul 14 09:44:38.410686 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:44:38.410686 n-d-779913-29 neutron-server[93957]: self.callback(batched_events) Jul 14 09:44:38.410686 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:44:38.410686 n-d-779913-29 neutron-server[93957]: event.method(event) Jul 14 09:44:38.410686 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:44:38.410686 n-d-779913-29 neutron-server[93957]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:44:38.410686 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:44:38.410686 n-d-779913-29 neutron-server[93957]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:44:38.410686 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:44:38.410686 n-d-779913-29 neutron-server[93957]: return f(self, *a, **k) Jul 14 09:44:38.410686 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:44:38.410686 n-d-779913-29 neutron-server[93957]: return self._get(url).json() Jul 14 09:44:38.410686 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:44:38.410686 n-d-779913-29 neutron-server[93957]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:44:38.410686 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:44:38.410686 n-d-779913-29 neutron-server[93957]: return self.request(url, 'GET', **kwargs) Jul 14 09:44:38.410686 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:44:38.410686 n-d-779913-29 neutron-server[93957]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:44:38.410686 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:44:38.410686 n-d-779913-29 neutron-server[93957]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:44:38.410686 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:44:38.410686 n-d-779913-29 neutron-server[93957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:44:38.410686 n-d-779913-29 neutron-server[93957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:44:38.519723 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b191bf63-67c9-4af8-9fc9-b055ea25c1af tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660504'] for network, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:38.527127 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b191bf63-67c9-4af8-9fc9-b055ea25c1af tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks [] for network, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:38.531561 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-b191bf63-67c9-4af8-9fc9-b055ea25c1af tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] 10.222.0.68 "DELETE /v2.0/networks/eb4e535c-3b84-4c9e-9de2-4073c56413e0 HTTP/1.1" status: 204 len: 168 time: 0.6370673 Jul 14 09:44:38.562290 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b191bf63-67c9-4af8-9fc9-b055ea25c1af tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Pushing event deleted for resources: {'Network': ['ID=eb4e535c-3b84-4c9e-9de2-4073c56413e0,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:38.564400 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 47802) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:38.573718 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-5c0a9b4f-5833-41f2-bf2e-a5a2d9c8b2b3 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Request body: {'network': {'name': 'tempest-network-smoke--1566372081', 'project_id': 'da5579fc8d23403983f04f41618106b6', 'port_security_enabled': True}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:44:38.614850 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c0a9b4f-5833-41f2-bf2e-a5a2d9c8b2b3 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Made reservation on behalf of da5579fc8d23403983f04f41618106b6 for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:44:38.630912 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5c0a9b4f-5833-41f2-bf2e-a5a2d9c8b2b3 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:38.698954 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c0a9b4f-5833-41f2-bf2e-a5a2d9c8b2b3 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 745} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:44:38.725103 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5c0a9b4f-5833-41f2-bf2e-a5a2d9c8b2b3 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:38.725454 n-d-779913-29 neutron-server[93958]: INFO neutron.db.segments_db [None req-5c0a9b4f-5833-41f2-bf2e-a5a2d9c8b2b3 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Added segment f77dabd2-5ce0-4d10-8427-d1c524166b03 of type vlan for network acb2a538-8452-4325-b8b2-389094a8a1f1 Jul 14 09:44:38.783852 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5c0a9b4f-5833-41f2-bf2e-a5a2d9c8b2b3 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735687821325'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:38.795318 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bec143-d125-4617-8986-ec7c33d2a7ba req-27d7cc45-3f53-42be-9818-d0c049a6d7ee tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:38.796906 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-98bec143-d125-4617-8986-ec7c33d2a7ba req-27d7cc45-3f53-42be-9818-d0c049a6d7ee tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] 10.222.0.68 "GET /v2.0/ports?device_id=ae3d35a6-4bda-4462-871d-12870a7d39dc HTTP/1.1" status: 200 len: 945 time: 0.1414142 Jul 14 09:44:38.864357 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5c0a9b4f-5833-41f2-bf2e-a5a2d9c8b2b3 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:38.874900 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c0a9b4f-5833-41f2-bf2e-a5a2d9c8b2b3 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:38.876599 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5c0a9b4f-5833-41f2-bf2e-a5a2d9c8b2b3 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:38.976898 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-98bec143-d125-4617-8986-ec7c33d2a7ba req-0a512524-2451-488d-8574-13c16d5309cd tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] 10.222.0.68 "GET /v2.0/security-groups?id=6eb76f1e-e651-421c-9418-fa3a5fe2dfda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1625171 Jul 14 09:44:38.996707 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-5c0a9b4f-5833-41f2-bf2e-a5a2d9c8b2b3 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4222867 Jul 14 09:44:38.996850 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 47812) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:39.000030 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-aa2cfd11-8dac-4237-ad59-3ff034a00378 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1904412518', 'admin_state_up': True, 'project_id': 'da5579fc8d23403983f04f41618106b6', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'}}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:44:39.005858 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0a9b4f-5833-41f2-bf2e-a5a2d9c8b2b3 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Pushing event updated for resources: {'Network': ['ID=acb2a538-8452-4325-b8b2-389094a8a1f1,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:39.037139 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Network acb2a538-8452-4325-b8b2-389094a8a1f1 details requested by agent ovs-agent-n-d-779913-29 with host n-d-779913-29 {{(pid=93959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:44:39.077349 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-aa2cfd11-8dac-4237-ad59-3ff034a00378 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-711749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14670'] for router, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:39.079632 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-aa2cfd11-8dac-4237-ad59-3ff034a00378 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-711718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-661475', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14679'] for router, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:39.160374 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-aa2cfd11-8dac-4237-ad59-3ff034a00378 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:39.199355 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 51a6a0a1-b392-430f-88e6-9bd43e984f72 no longer exists at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:44:39.240722 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] No Port match for: 51a6a0a1-b392-430f-88e6-9bd43e984f72 {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:44:39.241375 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 51a6a0a1-b392-430f-88e6-9bd43e984f72 not bound to the agent host n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:44:39.367901 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-aa2cfd11-8dac-4237-ad59-3ff034a00378 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-661489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-711771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12973'] for router, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:39.696806 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-aa2cfd11-8dac-4237-ad59-3ff034a00378 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks [] for router_gateway, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:39.722465 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-aa2cfd11-8dac-4237-ad59-3ff034a00378 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:39.889201 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-aa2cfd11-8dac-4237-ad59-3ff034a00378 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Allocated IP 172.25.4.56 (2dcd4d32-cc7c-4468-b396-7ce5c9231892/6cd22a75-5bc1-467c-a3c4-0af04bd1b34a/91c38c25-2529-4eee-bb50-a1a5c02df6ed) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:44:40.056085 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-aa2cfd11-8dac-4237-ad59-3ff034a00378 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:40.107340 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-aa2cfd11-8dac-4237-ad59-3ff034a00378 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:40.166645 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa2cfd11-8dac-4237-ad59-3ff034a00378 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Network 2dcd4d32-cc7c-4468-b396-7ce5c9231892 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:44:40.172901 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-aa2cfd11-8dac-4237-ad59-3ff034a00378 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:44:40.178630 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa2cfd11-8dac-4237-ad59-3ff034a00378 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:44:40.182999 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2cfd11-8dac-4237-ad59-3ff034a00378 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Pushing event updated for resources: {'Port': ['ID=91c38c25-2529-4eee-bb50-a1a5c02df6ed,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:40.424498 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfce7526-9b23-4f4d-aa23-fef544d89bc7 req-abde9055-7db1-47c9-98d4-6ae60646c5e1 tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:40.426668 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-cfce7526-9b23-4f4d-aa23-fef544d89bc7 req-abde9055-7db1-47c9-98d4-6ae60646c5e1 tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] 10.222.0.68 "GET /v2.0/ports?device_id=ae3d35a6-4bda-4462-871d-12870a7d39dc HTTP/1.1" status: 200 len: 945 time: 0.1265604 Jul 14 09:44:40.512515 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-cfce7526-9b23-4f4d-aa23-fef544d89bc7 req-4d38b42d-4630-4ebe-ace5-94845ecb49e7 tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] 10.222.0.68 "GET /v2.0/security-groups?id=6eb76f1e-e651-421c-9418-fa3a5fe2dfda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486498 Jul 14 09:44:40.573788 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-aa2cfd11-8dac-4237-ad59-3ff034a00378 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks [] for router_gateway, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:40.875412 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-aa2cfd11-8dac-4237-ad59-3ff034a00378 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-711762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-661452'] for router, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:40.932248 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 47856) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:41.097199 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-caae8660-ae9d-4e77-8ebb-26bf00e47b04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:41.114014 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa2cfd11-8dac-4237-ad59-3ff034a00378 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Router 2135dde6-f3fe-4db0-b85a-9f85dc567c3f is scheduled to L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 with binding_index 1 {{(pid=93957) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:44:41.219297 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-caae8660-ae9d-4e77-8ebb-26bf00e47b04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:41.228411 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-caae8660-ae9d-4e77-8ebb-26bf00e47b04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:41.248886 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e8a2a5-6257-4909-9981-c531f0a7ba4f req-ba731d22-76a4-4b6b-86f0-6d7d52d116be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:41.250364 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-84e8a2a5-6257-4909-9981-c531f0a7ba4f req-ba731d22-76a4-4b6b-86f0-6d7d52d116be service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=fdcfb0d129f645508f46496d6d3408cf&device_id=ae3d35a6-4bda-4462-871d-12870a7d39dc HTTP/1.1" status: 200 len: 1097 time: 0.1468043 Jul 14 09:44:41.276604 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa2cfd11-8dac-4237-ad59-3ff034a00378 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:44:41.283662 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-caae8660-ae9d-4e77-8ebb-26bf00e47b04 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=79b150f96cae4dacbaad1abbc2180ff0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3490489 Jul 14 09:44:41.284139 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 47860) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:41.284811 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caae8660-ae9d-4e77-8ebb-26bf00e47b04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c42bc40a-c466-419b-b1d6-353bd63b9898,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:41.290260 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eed469e-89a1-41a7-ad84-76f301fcfa9e None None] Sync routers for ids ['2135dde6-f3fe-4db0-b85a-9f85dc567c3f'] in n-d-779913-29 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:44:41.305617 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eed469e-89a1-41a7-ad84-76f301fcfa9e None None] Routers {'2135dde6-f3fe-4db0-b85a-9f85dc567c3f'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:44:41.307214 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-4eed469e-89a1-41a7-ad84-76f301fcfa9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:44:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['2135dde6-f3fe-4db0-b85a-9f85dc567c3f'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:44:41.367962 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-aa2cfd11-8dac-4237-ad59-3ff034a00378 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks [] for router, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:41.371664 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-aa2cfd11-8dac-4237-ad59-3ff034a00378 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.3768880 Jul 14 09:44:41.372169 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 47862) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:41.417653 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-4b8a305f-5e58-45fb-b94b-0bdbe257c18c tempest-TestNetworkBasicOps-355649252 tempest-TestNetworkBasicOps-355649252-project-admin] 10.222.0.68 "GET /v2.0/subnets?project_id=da5579fc8d23403983f04f41618106b6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0448165 Jul 14 09:44:41.421860 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 47864) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:41.436127 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-462432da-8eec-4588-b192-9a0044cb1022 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:41.439412 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-4eed469e-89a1-41a7-ad84-76f301fcfa9e None None] Set router 2135dde6-f3fe-4db0-b85a-9f85dc567c3f gateway port host: n-d-779913-29 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:44:41.453402 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e8a2a5-6257-4909-9981-c531f0a7ba4f req-dc3897b4-3ad0-4b0e-9cba-0aa55eb6003e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:41.454939 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-84e8a2a5-6257-4909-9981-c531f0a7ba4f req-dc3897b4-3ad0-4b0e-9cba-0aa55eb6003e service neutron] 10.222.0.65 "GET /v2.0/networks?id=e5bfa805-7fa6-4e66-853c-c2e7e3c5ed34 HTTP/1.1" status: 200 len: 911 time: 0.1699240 Jul 14 09:44:41.476846 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-462432da-8eec-4588-b192-9a0044cb1022 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:41.573984 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec2b852f-ce88-495f-9d1f-f266f85df42e tempest-TestNetworkBasicOps-355649252 tempest-TestNetworkBasicOps-355649252-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:41.577530 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-ec2b852f-ce88-495f-9d1f-f266f85df42e tempest-TestNetworkBasicOps-355649252 tempest-TestNetworkBasicOps-355649252-project-admin] 10.222.0.68 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1541131 Jul 14 09:44:41.580920 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 47868) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:41.591101 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-84e8a2a5-6257-4909-9981-c531f0a7ba4f req-467c03f6-2913-41b2-959d-54554077d67a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b8119f90-a854-4301-93cc-52fa4a20015d HTTP/1.1" status: 200 len: 1001 time: 0.1255651 Jul 14 09:44:41.656852 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-9597e727-112f-49ba-9138-3b2ba823f0d0 tempest-TestNetworkBasicOps-355649252 tempest-TestNetworkBasicOps-355649252-project-admin] 10.222.0.68 "GET /v2.0/subnets?network_id=2dcd4d32-cc7c-4468-b396-7ce5c9231892&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0733688 Jul 14 09:44:41.660885 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 47872) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:41.671915 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-0f4040a5-2349-417a-a152-48fe37630e95 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-650783681', 'network_id': 'acb2a538-8452-4325-b8b2-389094a8a1f1', 'project_id': 'da5579fc8d23403983f04f41618106b6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:44:41.704871 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-462432da-8eec-4588-b192-9a0044cb1022 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:41.722490 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-462432da-8eec-4588-b192-9a0044cb1022 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:41.722490 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-462432da-8eec-4588-b192-9a0044cb1022 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/c42bc40a-c466-419b-b1d6-353bd63b9898 HTTP/1.1" status: 204 len: 168 time: 0.4360232 Jul 14 09:44:41.742354 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-4eed469e-89a1-41a7-ad84-76f301fcfa9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2135dde6-f3fe-4db0-b85a-9f85dc567c3f', 'name': 'tempest-TestNetworkBasicOps-router-1904412518', 'tenant_id': 'da5579fc8d23403983f04f41618106b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.56'}], 'enable_snat': True}, 'gw_port_id': '91c38c25-2529-4eee-bb50-a1a5c02df6ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:44:39Z', 'updated_at': '2021-07-14T09:44:40Z', 'revision_number': 3, 'project_id': 'da5579fc8d23403983f04f41618106b6', 'gw_port': {'id': '91c38c25-2529-4eee-bb50-a1a5c02df6ed', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:0e:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2135dde6-f3fe-4db0-b85a-9f85dc567c3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3264, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:44:39Z', 'updated_at': '2021-07-14T09:44:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29'}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:44:41.756599 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462432da-8eec-4588-b192-9a0044cb1022 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c42bc40a-c466-419b-b1d6-353bd63b9898,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:41.765004 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e8a2a5-6257-4909-9981-c531f0a7ba4f req-b09cdd66-e173-47b9-ba69-c6f42e0772dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:41.780601 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-84e8a2a5-6257-4909-9981-c531f0a7ba4f req-b09cdd66-e173-47b9-ba69-c6f42e0772dd service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a974099b-8e0b-49f4-a28f-d50286aa9083 HTTP/1.1" status: 200 len: 849 time: 0.1785121 Jul 14 09:44:41.802162 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eed469e-89a1-41a7-ad84-76f301fcfa9e None None] Checking router: 2135dde6-f3fe-4db0-b85a-9f85dc567c3f for host: n-d-779913-29 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:44:41.802739 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eed469e-89a1-41a7-ad84-76f301fcfa9e None None] Updating router 2135dde6-f3fe-4db0-b85a-9f85dc567c3f port 91c38c25-2529-4eee-bb50-a1a5c02df6ed binding host n-d-779913-29 {{(pid=93960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:44:41.824250 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f4040a5-2349-417a-a152-48fe37630e95 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Made reservation on behalf of da5579fc8d23403983f04f41618106b6 for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:44:41.831363 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0f4040a5-2349-417a-a152-48fe37630e95 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16714600'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:41.903324 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e8a2a5-6257-4909-9981-c531f0a7ba4f req-af6cf8d5-49df-46a3-b744-0aba473ddbc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:41.906899 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-84e8a2a5-6257-4909-9981-c531f0a7ba4f req-af6cf8d5-49df-46a3-b744-0aba473ddbc1 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e5bfa805-7fa6-4e66-853c-c2e7e3c5ed34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1214085 Jul 14 09:44:41.910946 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-4eed469e-89a1-41a7-ad84-76f301fcfa9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:42.157033 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0f4040a5-2349-417a-a152-48fe37630e95 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13573993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16714586'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:42.160234 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-84e8a2a5-6257-4909-9981-c531f0a7ba4f req-44c02874-54c4-4e66-834c-b3e16ba49c0f service neutron] 10.222.0.65 "GET /v2.0/networks/e5bfa805-7fa6-4e66-853c-c2e7e3c5ed34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2410643 Jul 14 09:44:42.239710 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4040a5-2349-417a-a152-48fe37630e95 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Pushing event updated for resources: {'Subnet': ['ID=099eb2c8-2d07-4a3d-922b-c0e86ef46ea9,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:42.264481 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbff3dd-f26e-4c32-999f-147bfd8a6d15 req-38d8abe8-2cc3-43a5-ac12-7d9b65843bcb tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:42.272209 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-7cbff3dd-f26e-4c32-999f-147bfd8a6d15 req-38d8abe8-2cc3-43a5-ac12-7d9b65843bcb tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] 10.222.0.68 "GET /v2.0/ports?device_id=ae3d35a6-4bda-4462-871d-12870a7d39dc HTTP/1.1" status: 200 len: 945 time: 0.4258120 Jul 14 09:44:42.295537 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 47878) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:42.316017 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f4040a5-2349-417a-a152-48fe37630e95 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Checking segment: {'id': 'f77dabd2-5ce0-4d10-8427-d1c524166b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'acb2a538-8452-4325-b8b2-389094a8a1f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:44:42.316451 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f4040a5-2349-417a-a152-48fe37630e95 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Network hostable DHCP agents. Network: acb2a538-8452-4325-b8b2-389094a8a1f1, hostable agents: ['c6a09bd4-f72e-4283-a3ca-0bbca8a51081'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:44:42.320441 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5e56c153-3483-4f7d-8fc2-9bab636ba1e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:42.336141 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-7cbff3dd-f26e-4c32-999f-147bfd8a6d15 req-67585627-6efd-490b-83b3-22908c59cdf5 tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] 10.222.0.68 "GET /v2.0/security-groups?id=6eb76f1e-e651-421c-9418-fa3a5fe2dfda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615575 Jul 14 09:44:42.363802 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f4040a5-2349-417a-a152-48fe37630e95 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Network acb2a538-8452-4325-b8b2-389094a8a1f1 is scheduled to be hosted by DHCP agent c6a09bd4-f72e-4283-a3ca-0bbca8a51081 with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:44:42.382411 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-0f4040a5-2349-417a-a152-48fe37630e95 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-29, acb2a538-8452-4325-b8b2-389094a8a1f1) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:44:42.391888 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f4040a5-2349-417a-a152-48fe37630e95 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:42.398499 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d43ffbc-75a6-4b46-baff-36a0612000ba None None] Network acb2a538-8452-4325-b8b2-389094a8a1f1 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:44:42.405675 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-84e8a2a5-6257-4909-9981-c531f0a7ba4f req-dba810e0-da60-4025-98b4-0a247e2159d3 service neutron] 10.222.0.65 "GET /v2.0/networks/e5bfa805-7fa6-4e66-853c-c2e7e3c5ed34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2400076 Jul 14 09:44:42.412130 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0f4040a5-2349-417a-a152-48fe37630e95 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:42.460553 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5e56c153-3483-4f7d-8fc2-9bab636ba1e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:42.469426 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5e56c153-3483-4f7d-8fc2-9bab636ba1e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:42.471703 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-0f4040a5-2349-417a-a152-48fe37630e95 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8094761 Jul 14 09:44:42.475297 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 47880) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:42.535984 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-5e56c153-3483-4f7d-8fc2-9bab636ba1e1 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=91603210d5fe406ca356b6a60acaf789&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2371442 Jul 14 09:44:42.535984 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e56c153-3483-4f7d-8fc2-9bab636ba1e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4e6be67-a4d6-49b3-a88a-035eadcab28f,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:42.539611 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 47882) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:42.610560 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-726ea005-ffa7-4385-92e3-f168a941fbe2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:42.638559 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-726ea005-ffa7-4385-92e3-f168a941fbe2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:42.655536 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6e82cde-bfa2-40c4-8fff-48fc32e898e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf57baaa9-fd24-59f4-8fd2-1dc21122ce72-acb2a538-8452-4325-b8b2-389094a8a1f1', 'network_id': 'acb2a538-8452-4325-b8b2-389094a8a1f1', 'tenant_id': 'da5579fc8d23403983f04f41618106b6', 'fixed_ips': [{'subnet_id': '099eb2c8-2d07-4a3d-922b-c0e86ef46ea9'}]}} from n-d-779913-29. {{(pid=93959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:44:42.656426 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b6e82cde-bfa2-40c4-8fff-48fc32e898e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:42.712087 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-4eed469e-89a1-41a7-ad84-76f301fcfa9e None None] Notify callbacks [] for port, precommit_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:42.729320 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-4eed469e-89a1-41a7-ad84-76f301fcfa9e None None] Transition to ACTIVE for port object 91c38c25-2529-4eee-bb50-a1a5c02df6ed will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:44:42.730094 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-726ea005-ffa7-4385-92e3-f168a941fbe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:42.737704 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-726ea005-ffa7-4385-92e3-f168a941fbe2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:42.739004 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-4eed469e-89a1-41a7-ad84-76f301fcfa9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:42.742200 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-726ea005-ffa7-4385-92e3-f168a941fbe2 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/d4e6be67-a4d6-49b3-a88a-035eadcab28f HTTP/1.1" status: 204 len: 168 time: 0.2010925 Jul 14 09:44:42.782659 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726ea005-ffa7-4385-92e3-f168a941fbe2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4e6be67-a4d6-49b3-a88a-035eadcab28f,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:42.829287 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2112872-1211-4795-9923-d26b66794f2a None None] Pushing event updated for resources: {'Port': ['ID=91c38c25-2529-4eee-bb50-a1a5c02df6ed,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:42.870490 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-4eed469e-89a1-41a7-ad84-76f301fcfa9e None None] Attempting to bind port 91c38c25-2529-4eee-bb50-a1a5c02df6ed on host n-d-779913-29 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:44:42.871415 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-4eed469e-89a1-41a7-ad84-76f301fcfa9e None None] Attempting to bind port 91c38c25-2529-4eee-bb50-a1a5c02df6ed by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': '81bf7a93-80b3-43df-b9d5-462c604a2945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:44:42.872290 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eed469e-89a1-41a7-ad84-76f301fcfa9e None None] Attempting to bind port 91c38c25-2529-4eee-bb50-a1a5c02df6ed on network 2dcd4d32-cc7c-4468-b396-7ce5c9231892 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:44:42.882764 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eed469e-89a1-41a7-ad84-76f301fcfa9e None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 44, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:44:42.883342 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eed469e-89a1-41a7-ad84-76f301fcfa9e None None] Checking segment: {'id': '81bf7a93-80b3-43df-b9d5-462c604a2945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:44:42.883999 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-4eed469e-89a1-41a7-ad84-76f301fcfa9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:42.884532 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eed469e-89a1-41a7-ad84-76f301fcfa9e None None] Bound using segment: {'id': '81bf7a93-80b3-43df-b9d5-462c604a2945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:44:42.885157 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-4eed469e-89a1-41a7-ad84-76f301fcfa9e None None] Bound port: 91c38c25-2529-4eee-bb50-a1a5c02df6ed, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81bf7a93-80b3-43df-b9d5-462c604a2945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:44:42.885567 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-4eed469e-89a1-41a7-ad84-76f301fcfa9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:42.991855 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-4eed469e-89a1-41a7-ad84-76f301fcfa9e None None] For port 91c38c25-2529-4eee-bb50-a1a5c02df6ed, host n-d-779913-29, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:44:42.997600 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:43.003452 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-4eed469e-89a1-41a7-ad84-76f301fcfa9e None None] For port 91c38c25-2529-4eee-bb50-a1a5c02df6ed, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=91c38c25-2529-4eee-bb50-a1a5c02df6ed,segment=NetworkSegment(81bf7a93-80b3-43df-b9d5-462c604a2945),segment_id=81bf7a93-80b3-43df-b9d5-462c604a2945)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:44:43.009781 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-4eed469e-89a1-41a7-ad84-76f301fcfa9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:43.035456 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-b6e82cde-bfa2-40c4-8fff-48fc32e898e2 None None] Allocated IP 172.20.0.2 (acb2a538-8452-4325-b8b2-389094a8a1f1/099eb2c8-2d07-4a3d-922b-c0e86ef46ea9/15fb9326-a15c-4737-a457-8a092dc3a359) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:44:43.086251 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2112872-1211-4795-9923-d26b66794f2a None None] Pushing event updated for resources: {'Port': ['ID=91c38c25-2529-4eee-bb50-a1a5c02df6ed,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:43.096896 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eed469e-89a1-41a7-ad84-76f301fcfa9e None None] Routers {'2135dde6-f3fe-4db0-b85a-9f85dc567c3f'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:44:43.097956 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-4eed469e-89a1-41a7-ad84-76f301fcfa9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:44:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['2135dde6-f3fe-4db0-b85a-9f85dc567c3f'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:44:43.236800 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-4eed469e-89a1-41a7-ad84-76f301fcfa9e None None] Set router 2135dde6-f3fe-4db0-b85a-9f85dc567c3f gateway port host: n-d-779913-29 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:44:43.335004 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-32b1d52d-1983-46cc-826e-e3bcd7ba9677 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:43.450635 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b6e82cde-bfa2-40c4-8fff-48fc32e898e2 None None] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:43.461112 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-b6e82cde-bfa2-40c4-8fff-48fc32e898e2 None None] Transition to ACTIVE for port object 15fb9326-a15c-4737-a457-8a092dc3a359 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:44:43.482993 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-b6e82cde-bfa2-40c4-8fff-48fc32e898e2 None None] Transition to ACTIVE for port object 15fb9326-a15c-4737-a457-8a092dc3a359 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:44:43.494862 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b6e82cde-bfa2-40c4-8fff-48fc32e898e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:43.542860 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6e82cde-bfa2-40c4-8fff-48fc32e898e2 None None] Network acb2a538-8452-4325-b8b2-389094a8a1f1 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:44:43.549534 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-4eed469e-89a1-41a7-ad84-76f301fcfa9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2135dde6-f3fe-4db0-b85a-9f85dc567c3f', 'name': 'tempest-TestNetworkBasicOps-router-1904412518', 'tenant_id': 'da5579fc8d23403983f04f41618106b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.56'}], 'enable_snat': True}, 'gw_port_id': '91c38c25-2529-4eee-bb50-a1a5c02df6ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:44:39Z', 'updated_at': '2021-07-14T09:44:40Z', 'revision_number': 3, 'project_id': 'da5579fc8d23403983f04f41618106b6', 'gw_port': {'id': '91c38c25-2529-4eee-bb50-a1a5c02df6ed', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:0e:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2135dde6-f3fe-4db0-b85a-9f85dc567c3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3264, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:44:39Z', 'updated_at': '2021-07-14T09:44:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29'}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:44:43.555598 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-b6e82cde-bfa2-40c4-8fff-48fc32e898e2 None None] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:44:43.574183 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e82cde-bfa2-40c4-8fff-48fc32e898e2 None None] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:44:43.593070 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e82cde-bfa2-40c4-8fff-48fc32e898e2 None None] Pushing event updated for resources: {'Port': ['ID=15fb9326-a15c-4737-a457-8a092dc3a359,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:43.648284 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eed469e-89a1-41a7-ad84-76f301fcfa9e None None] The sync data for ids ['2135dde6-f3fe-4db0-b85a-9f85dc567c3f'] in n-d-779913-29 is: [{'id': '2135dde6-f3fe-4db0-b85a-9f85dc567c3f', 'name': 'tempest-TestNetworkBasicOps-router-1904412518', 'tenant_id': 'da5579fc8d23403983f04f41618106b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.56'}], 'enable_snat': True}, 'gw_port_id': '91c38c25-2529-4eee-bb50-a1a5c02df6ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:44:39Z', 'updated_at': '2021-07-14T09:44:40Z', 'revision_number': 3, 'project_id': 'da5579fc8d23403983f04f41618106b6', 'gw_port': {'id': '91c38c25-2529-4eee-bb50-a1a5c02df6ed', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:0e:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2135dde6-f3fe-4db0-b85a-9f85dc567c3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3264, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:44:39Z', 'updated_at': '2021-07-14T09:44:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29'}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:44:43.705160 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e3c6fb-95a3-417c-af5e-79981d6e60c4 req-5ada67af-b525-4291-a4c0-f7b93ab07689 tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:43.714857 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a2e3c6fb-95a3-417c-af5e-79981d6e60c4 req-5ada67af-b525-4291-a4c0-f7b93ab07689 tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] 10.222.0.68 "GET /v2.0/ports?device_id=ae3d35a6-4bda-4462-871d-12870a7d39dc HTTP/1.1" status: 200 len: 945 time: 0.1826010 Jul 14 09:44:43.782489 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:43.789959 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-b6e82cde-bfa2-40c4-8fff-48fc32e898e2 None None] Attempting to bind port 15fb9326-a15c-4737-a457-8a092dc3a359 on host n-d-779913-29 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:44:43.791146 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-b6e82cde-bfa2-40c4-8fff-48fc32e898e2 None None] Attempting to bind port 15fb9326-a15c-4737-a457-8a092dc3a359 by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': 'f77dabd2-5ce0-4d10-8427-d1c524166b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'acb2a538-8452-4325-b8b2-389094a8a1f1'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:44:43.791748 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e82cde-bfa2-40c4-8fff-48fc32e898e2 None None] Attempting to bind port 15fb9326-a15c-4737-a457-8a092dc3a359 on network acb2a538-8452-4325-b8b2-389094a8a1f1 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:44:43.792971 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a2e3c6fb-95a3-417c-af5e-79981d6e60c4 req-a5165918-5c79-42b6-854a-47df254e3ac1 tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] 10.222.0.68 "GET /v2.0/security-groups?id=6eb76f1e-e651-421c-9418-fa3a5fe2dfda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764327 Jul 14 09:44:43.797751 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e82cde-bfa2-40c4-8fff-48fc32e898e2 None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 44, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:44:43.798388 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e82cde-bfa2-40c4-8fff-48fc32e898e2 None None] Checking segment: {'id': 'f77dabd2-5ce0-4d10-8427-d1c524166b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'acb2a538-8452-4325-b8b2-389094a8a1f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:44:43.798943 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b6e82cde-bfa2-40c4-8fff-48fc32e898e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:43.799480 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e82cde-bfa2-40c4-8fff-48fc32e898e2 None None] Bound using segment: {'id': 'f77dabd2-5ce0-4d10-8427-d1c524166b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'acb2a538-8452-4325-b8b2-389094a8a1f1'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:44:43.800102 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-b6e82cde-bfa2-40c4-8fff-48fc32e898e2 None None] Bound port: 15fb9326-a15c-4737-a457-8a092dc3a359, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f77dabd2-5ce0-4d10-8427-d1c524166b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'acb2a538-8452-4325-b8b2-389094a8a1f1'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:44:43.800650 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b6e82cde-bfa2-40c4-8fff-48fc32e898e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:44.261006 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-b6e82cde-bfa2-40c4-8fff-48fc32e898e2 None None] For port 15fb9326-a15c-4737-a457-8a092dc3a359, host n-d-779913-29, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:44:44.269560 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-b6e82cde-bfa2-40c4-8fff-48fc32e898e2 None None] For port 15fb9326-a15c-4737-a457-8a092dc3a359, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=15fb9326-a15c-4737-a457-8a092dc3a359,segment=NetworkSegment(f77dabd2-5ce0-4d10-8427-d1c524166b03),segment_id=f77dabd2-5ce0-4d10-8427-d1c524166b03)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:44:44.276336 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b6e82cde-bfa2-40c4-8fff-48fc32e898e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:44.364419 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e82cde-bfa2-40c4-8fff-48fc32e898e2 None None] Pushing event updated for resources: {'Port': ['ID=15fb9326-a15c-4737-a457-8a092dc3a359,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:44.497693 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-32b1d52d-1983-46cc-826e-e3bcd7ba9677 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Allocated IP 172.20.0.1 (acb2a538-8452-4325-b8b2-389094a8a1f1/099eb2c8-2d07-4a3d-922b-c0e86ef46ea9/21434eb4-ad07-476d-a908-96ceac3348ab) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:44:44.732667 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-32b1d52d-1983-46cc-826e-e3bcd7ba9677 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:44.768672 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-32b1d52d-1983-46cc-826e-e3bcd7ba9677 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Transition to ACTIVE for port object 21434eb4-ad07-476d-a908-96ceac3348ab will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:44:44.822445 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-32b1d52d-1983-46cc-826e-e3bcd7ba9677 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:44.906943 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32b1d52d-1983-46cc-826e-e3bcd7ba9677 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Network acb2a538-8452-4325-b8b2-389094a8a1f1 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:44:44.914568 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-32b1d52d-1983-46cc-826e-e3bcd7ba9677 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:44:44.925728 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b1d52d-1983-46cc-826e-e3bcd7ba9677 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:44:44.987086 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b1d52d-1983-46cc-826e-e3bcd7ba9677 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Pushing event updated for resources: {'Port': ['ID=21434eb4-ad07-476d-a908-96ceac3348ab,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:45.006554 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-32b1d52d-1983-46cc-826e-e3bcd7ba9677 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-660393'] for router_interface, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:45.271908 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7aabdcd-654c-4d4c-85c1-a0d43d74f105 req-f1d870fd-a39a-48d4-8e9a-6c17347c84b8 tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:45.286675 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-f7aabdcd-654c-4d4c-85c1-a0d43d74f105 req-f1d870fd-a39a-48d4-8e9a-6c17347c84b8 tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] 10.222.0.68 "GET /v2.0/ports?device_id=ae3d35a6-4bda-4462-871d-12870a7d39dc HTTP/1.1" status: 200 len: 945 time: 0.2444341 Jul 14 09:44:45.356091 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 15fb9326-a15c-4737-a457-8a092dc3a359 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:44:45.393617 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-f7aabdcd-654c-4d4c-85c1-a0d43d74f105 req-0dcf4f88-eaeb-4838-9e66-d9df07576f2f tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] 10.222.0.68 "GET /v2.0/security-groups?id=6eb76f1e-e651-421c-9418-fa3a5fe2dfda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992570 Jul 14 09:44:45.467111 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning for port 15fb9326-a15c-4737-a457-8a092dc3a359 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:44:45.472335 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-32b1d52d-1983-46cc-826e-e3bcd7ba9677 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:45.472545 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 91c38c25-2529-4eee-bb50-a1a5c02df6ed up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:44:45.548967 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning for port 91c38c25-2529-4eee-bb50-a1a5c02df6ed completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:44:45.558716 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port 91c38c25-2529-4eee-bb50-a1a5c02df6ed triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:44:45.559183 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:45.722501 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:45.756332 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] For port 91c38c25-2529-4eee-bb50-a1a5c02df6ed, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=91c38c25-2529-4eee-bb50-a1a5c02df6ed,segment=NetworkSegment(81bf7a93-80b3-43df-b9d5-462c604a2945),segment_id=81bf7a93-80b3-43df-b9d5-462c604a2945)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:44:45.764982 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:45.834760 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15c48778-d772-4139-8df8-7be9eb96593c None None] Network acb2a538-8452-4325-b8b2-389094a8a1f1 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:44:45.942346 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Pushing event updated for resources: {'Port': ['ID=91c38c25-2529-4eee-bb50-a1a5c02df6ed,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:45.977145 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-d17d5baf-36ee-403a-83a1-a31312098db3 None None] Provisioning for port 15fb9326-a15c-4737-a457-8a092dc3a359 completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:44:45.983509 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-32b1d52d-1983-46cc-826e-e3bcd7ba9677 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:45.986318 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-d17d5baf-36ee-403a-83a1-a31312098db3 None None] Provisioning complete for port 15fb9326-a15c-4737-a457-8a092dc3a359 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:44:45.986845 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d17d5baf-36ee-403a-83a1-a31312098db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:45.989706 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-32b1d52d-1983-46cc-826e-e3bcd7ba9677 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13574142'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:46.088999 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b1d52d-1983-46cc-826e-e3bcd7ba9677 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Pushing event updated for resources: {'Port': ['ID=21434eb4-ad07-476d-a908-96ceac3348ab,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:46.092859 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-32b1d52d-1983-46cc-826e-e3bcd7ba9677 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-683747'] for router_interface, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:46.226700 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32b1d52d-1983-46cc-826e-e3bcd7ba9677 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Network acb2a538-8452-4325-b8b2-389094a8a1f1 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:44:46.229746 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-32b1d52d-1983-46cc-826e-e3bcd7ba9677 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:44:46.243511 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d17d5baf-36ee-403a-83a1-a31312098db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:46.298315 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-d17d5baf-36ee-403a-83a1-a31312098db3 None None] For port 15fb9326-a15c-4737-a457-8a092dc3a359, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=15fb9326-a15c-4737-a457-8a092dc3a359,segment=NetworkSegment(f77dabd2-5ce0-4d10-8427-d1c524166b03),segment_id=f77dabd2-5ce0-4d10-8427-d1c524166b03)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:44:46.305308 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d17d5baf-36ee-403a-83a1-a31312098db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:46.398996 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17d5baf-36ee-403a-83a1-a31312098db3 None None] Pushing event updated for resources: {'Port': ['ID=15fb9326-a15c-4737-a457-8a092dc3a359,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:46.431536 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32b1d52d-1983-46cc-826e-e3bcd7ba9677 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Router 2135dde6-f3fe-4db0-b85a-9f85dc567c3f has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:44:46.623623 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32b1d52d-1983-46cc-826e-e3bcd7ba9677 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:44:46.633186 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-32b1d52d-1983-46cc-826e-e3bcd7ba9677 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] 10.222.0.68 "PUT /v2.0/routers/2135dde6-f3fe-4db0-b85a-9f85dc567c3f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1546514 Jul 14 09:44:46.637732 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 47978) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:46.639981 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32f4979d-f64d-4633-aea7-88cc02bed80c None None] Sync routers for ids ['2135dde6-f3fe-4db0-b85a-9f85dc567c3f'] in n-d-779913-29 {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:44:46.657434 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f4979d-f64d-4633-aea7-88cc02bed80c None None] Routers {'2135dde6-f3fe-4db0-b85a-9f85dc567c3f'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:44:46.658339 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-32f4979d-f64d-4633-aea7-88cc02bed80c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:44:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['2135dde6-f3fe-4db0-b85a-9f85dc567c3f'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:44:46.662113 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-e49c2dc3-c12b-432d-b2c9-168dceeacfc4 None None] Provisioning for port 21434eb4-ad07-476d-a908-96ceac3348ab completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:44:46.711368 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-e49c2dc3-c12b-432d-b2c9-168dceeacfc4 None None] Provisioning complete for port 21434eb4-ad07-476d-a908-96ceac3348ab triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:44:46.711988 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e49c2dc3-c12b-432d-b2c9-168dceeacfc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:46.728494 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d484132-8333-4ace-94d8-87de0d718330 req-86f42ab6-320a-4f06-9d7a-034fe7d8f2ce tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:46.731612 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8d484132-8333-4ace-94d8-87de0d718330 req-86f42ab6-320a-4f06-9d7a-034fe7d8f2ce tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] 10.222.0.68 "GET /v2.0/ports?device_id=ae3d35a6-4bda-4462-871d-12870a7d39dc HTTP/1.1" status: 200 len: 945 time: 0.1827939 Jul 14 09:44:46.756338 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-e49c2dc3-c12b-432d-b2c9-168dceeacfc4 None None] Port 21434eb4-ad07-476d-a908-96ceac3348ab cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:44:46.821809 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8d484132-8333-4ace-94d8-87de0d718330 req-37a6d10e-f4cc-49fd-b9be-25ece10405ad tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] 10.222.0.68 "GET /v2.0/security-groups?id=6eb76f1e-e651-421c-9418-fa3a5fe2dfda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833309 Jul 14 09:44:46.876703 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvr_db [None req-32f4979d-f64d-4633-aea7-88cc02bed80c None None] Set router 2135dde6-f3fe-4db0-b85a-9f85dc567c3f gateway port host: n-d-779913-29 {{(pid=93959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:44:46.879128 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-e49c2dc3-c12b-432d-b2c9-168dceeacfc4 None None] Provisioning complete for port 15fb9326-a15c-4737-a457-8a092dc3a359 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:44:46.879581 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e49c2dc3-c12b-432d-b2c9-168dceeacfc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:46.896429 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 47982) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:46.998650 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8687eb0a-f20f-4753-9b55-7e5da0d1c9db tempest-TestNetworkBasicOps-355649252 tempest-TestNetworkBasicOps-355649252-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:46.999520 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8687eb0a-f20f-4753-9b55-7e5da0d1c9db tempest-TestNetworkBasicOps-355649252 tempest-TestNetworkBasicOps-355649252-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:47.000386 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8687eb0a-f20f-4753-9b55-7e5da0d1c9db tempest-TestNetworkBasicOps-355649252 tempest-TestNetworkBasicOps-355649252-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:47.001222 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8687eb0a-f20f-4753-9b55-7e5da0d1c9db tempest-TestNetworkBasicOps-355649252 tempest-TestNetworkBasicOps-355649252-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:47.001907 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8687eb0a-f20f-4753-9b55-7e5da0d1c9db tempest-TestNetworkBasicOps-355649252 tempest-TestNetworkBasicOps-355649252-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:47.002618 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8687eb0a-f20f-4753-9b55-7e5da0d1c9db tempest-TestNetworkBasicOps-355649252 tempest-TestNetworkBasicOps-355649252-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:47.009106 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-8687eb0a-f20f-4753-9b55-7e5da0d1c9db tempest-TestNetworkBasicOps-355649252 tempest-TestNetworkBasicOps-355649252-project-admin] 10.222.0.68 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4269 time: 0.3662083 Jul 14 09:44:47.009630 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 47986) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:47.143940 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b7f09117-cb34-4f40-b4c3-5217b8c92a49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:47.164101 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f91b35e1-9d8d-4a7f-b7b9-09f8d61aab32 tempest-TestNetworkBasicOps-355649252 tempest-TestNetworkBasicOps-355649252-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:47.164862 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f91b35e1-9d8d-4a7f-b7b9-09f8d61aab32 tempest-TestNetworkBasicOps-355649252 tempest-TestNetworkBasicOps-355649252-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:47.165523 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f91b35e1-9d8d-4a7f-b7b9-09f8d61aab32 tempest-TestNetworkBasicOps-355649252 tempest-TestNetworkBasicOps-355649252-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:47.166294 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f91b35e1-9d8d-4a7f-b7b9-09f8d61aab32 tempest-TestNetworkBasicOps-355649252 tempest-TestNetworkBasicOps-355649252-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:47.167043 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f91b35e1-9d8d-4a7f-b7b9-09f8d61aab32 tempest-TestNetworkBasicOps-355649252 tempest-TestNetworkBasicOps-355649252-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:47.167892 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f91b35e1-9d8d-4a7f-b7b9-09f8d61aab32 tempest-TestNetworkBasicOps-355649252 tempest-TestNetworkBasicOps-355649252-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:47.170881 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-f91b35e1-9d8d-4a7f-b7b9-09f8d61aab32 tempest-TestNetworkBasicOps-355649252 tempest-TestNetworkBasicOps-355649252-project-admin] 10.222.0.68 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3987 time: 0.1598675 Jul 14 09:44:47.175243 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 47990) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:47.299465 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 15fb9326-a15c-4737-a457-8a092dc3a359 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:44:47.343021 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b7f09117-cb34-4f40-b4c3-5217b8c92a49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:47.351725 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b7f09117-cb34-4f40-b4c3-5217b8c92a49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:47.396857 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f09117-cb34-4f40-b4c3-5217b8c92a49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e50c3065-5fb4-4af1-83b6-fc0f45aad1f0,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:47.404360 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-4015f2b0-d26f-4d2f-a5cd-34fb6259ed3e None None] Provisioning complete for port 21434eb4-ad07-476d-a908-96ceac3348ab triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:44:47.404915 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4015f2b0-d26f-4d2f-a5cd-34fb6259ed3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:47.422754 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-b7f09117-cb34-4f40-b4c3-5217b8c92a49 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=929bbab7f2eb49979d64dab558d5aadb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5244541 Jul 14 09:44:47.425595 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 47992) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:47.441256 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port 15fb9326-a15c-4737-a457-8a092dc3a359 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:44:47.441727 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:47.473416 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-32f4979d-f64d-4633-aea7-88cc02bed80c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2135dde6-f3fe-4db0-b85a-9f85dc567c3f', 'name': 'tempest-TestNetworkBasicOps-router-1904412518', 'tenant_id': 'da5579fc8d23403983f04f41618106b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.56'}], 'enable_snat': True}, 'gw_port_id': '91c38c25-2529-4eee-bb50-a1a5c02df6ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:44:39Z', 'updated_at': '2021-07-14T09:44:45Z', 'revision_number': 4, 'project_id': 'da5579fc8d23403983f04f41618106b6', 'gw_port': {'id': '91c38c25-2529-4eee-bb50-a1a5c02df6ed', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:0e:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2135dde6-f3fe-4db0-b85a-9f85dc567c3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3264, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:44:39Z', 'updated_at': '2021-07-14T09:44:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': '21434eb4-ad07-476d-a908-96ceac3348ab', 'name': '', 'network_id': 'acb2a538-8452-4325-b8b2-389094a8a1f1', 'tenant_id': 'da5579fc8d23403983f04f41618106b6', 'mac_address': 'fa:16:3e:85:6c:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2135dde6-f3fe-4db0-b85a-9f85dc567c3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3277, 'fixed_ips': [{'subnet_id': '099eb2c8-2d07-4a3d-922b-c0e86ef46ea9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:44:43Z', 'updated_at': '2021-07-14T09:44:45Z', 'revision_number': 2, 'project_id': 'da5579fc8d23403983f04f41618106b6', 'subnets': [{'id': '099eb2c8-2d07-4a3d-922b-c0e86ef46ea9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:44:47.484920 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a8147ae9-86d0-4624-9c50-113917295d7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:47.512697 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a8147ae9-86d0-4624-9c50-113917295d7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:47.531626 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32f4979d-f64d-4633-aea7-88cc02bed80c None None] Checking router: 2135dde6-f3fe-4db0-b85a-9f85dc567c3f for host: n-d-779913-29 {{(pid=93959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:44:47.531923 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32f4979d-f64d-4633-aea7-88cc02bed80c None None] Updating router 2135dde6-f3fe-4db0-b85a-9f85dc567c3f port 21434eb4-ad07-476d-a908-96ceac3348ab binding host n-d-779913-29 {{(pid=93959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:44:47.556623 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-4015f2b0-d26f-4d2f-a5cd-34fb6259ed3e None None] Port 21434eb4-ad07-476d-a908-96ceac3348ab cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:44:47.587542 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-32f4979d-f64d-4633-aea7-88cc02bed80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:47.606008 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a8147ae9-86d0-4624-9c50-113917295d7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:47.608939 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a8147ae9-86d0-4624-9c50-113917295d7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:47.611713 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-a8147ae9-86d0-4624-9c50-113917295d7e admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/e50c3065-5fb4-4af1-83b6-fc0f45aad1f0 HTTP/1.1" status: 204 len: 168 time: 0.1844623 Jul 14 09:44:47.634937 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8147ae9-86d0-4624-9c50-113917295d7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e50c3065-5fb4-4af1-83b6-fc0f45aad1f0,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:47.684777 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 91c38c25-2529-4eee-bb50-a1a5c02df6ed up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:44:47.851359 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-48dd24c2-d058-460c-8e41-081b9051d947 tempest-TestNetworkBasicOps-355649252 tempest-TestNetworkBasicOps-355649252-project-admin] 10.222.0.68 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3052 time: 0.6733470 Jul 14 09:44:47.917710 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port 91c38c25-2529-4eee-bb50-a1a5c02df6ed triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:44:47.917710 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:48.137042 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0699e92e-8f7b-4458-9ba8-d38b8c165621 req-3f21d10e-f19a-4807-bc70-353b49d9009f tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:48.139815 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0699e92e-8f7b-4458-9ba8-d38b8c165621 req-3f21d10e-f19a-4807-bc70-353b49d9009f tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] 10.222.0.68 "GET /v2.0/ports?device_id=ae3d35a6-4bda-4462-871d-12870a7d39dc HTTP/1.1" status: 200 len: 945 time: 0.1447325 Jul 14 09:44:48.183968 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-32f4979d-f64d-4633-aea7-88cc02bed80c None None] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:48.192549 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 48004) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:48.210750 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0699e92e-8f7b-4458-9ba8-d38b8c165621 req-947f5de8-516b-4124-9e4b-44e38fd495d4 tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] 10.222.0.68 "GET /v2.0/security-groups?id=6eb76f1e-e651-421c-9418-fa3a5fe2dfda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634913 Jul 14 09:44:48.219921 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-976cbac2-ce7b-47f7-9fea-479dd3f6e8d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:48.223746 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-32f4979d-f64d-4633-aea7-88cc02bed80c None None] Transition to ACTIVE for port object 21434eb4-ad07-476d-a908-96ceac3348ab will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:44:48.242965 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-32f4979d-f64d-4633-aea7-88cc02bed80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:48.395523 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90491223-97a2-4b79-839f-855e02050cbb None None] Pushing event updated for resources: {'Port': ['ID=21434eb4-ad07-476d-a908-96ceac3348ab,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:48.419932 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 48008) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:48.427881 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-9586be9b-af18-403e-b7b4-63c3ec4677ce tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-587116757', 'description': 'tempest-secgroup-smoke-587116757 description', 'project_id': 'da5579fc8d23403983f04f41618106b6'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:44:48.472568 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-976cbac2-ce7b-47f7-9fea-479dd3f6e8d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:48.485110 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-976cbac2-ce7b-47f7-9fea-479dd3f6e8d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:48.495242 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-32f4979d-f64d-4633-aea7-88cc02bed80c None None] Attempting to bind port 21434eb4-ad07-476d-a908-96ceac3348ab on host n-d-779913-29 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:44:48.497192 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-32f4979d-f64d-4633-aea7-88cc02bed80c None None] Attempting to bind port 21434eb4-ad07-476d-a908-96ceac3348ab by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': 'f77dabd2-5ce0-4d10-8427-d1c524166b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'acb2a538-8452-4325-b8b2-389094a8a1f1'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:44:48.498398 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32f4979d-f64d-4633-aea7-88cc02bed80c None None] Attempting to bind port 21434eb4-ad07-476d-a908-96ceac3348ab on network acb2a538-8452-4325-b8b2-389094a8a1f1 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:44:48.509572 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32f4979d-f64d-4633-aea7-88cc02bed80c None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 44, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:44:48.510878 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32f4979d-f64d-4633-aea7-88cc02bed80c None None] Checking segment: {'id': 'f77dabd2-5ce0-4d10-8427-d1c524166b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'acb2a538-8452-4325-b8b2-389094a8a1f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:44:48.511460 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-32f4979d-f64d-4633-aea7-88cc02bed80c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:48.512307 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32f4979d-f64d-4633-aea7-88cc02bed80c None None] Bound using segment: {'id': 'f77dabd2-5ce0-4d10-8427-d1c524166b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'acb2a538-8452-4325-b8b2-389094a8a1f1'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:44:48.513272 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-32f4979d-f64d-4633-aea7-88cc02bed80c None None] Bound port: 21434eb4-ad07-476d-a908-96ceac3348ab, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f77dabd2-5ce0-4d10-8427-d1c524166b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'acb2a538-8452-4325-b8b2-389094a8a1f1'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:44:48.514207 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-32f4979d-f64d-4633-aea7-88cc02bed80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:48.515740 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-9586be9b-af18-403e-b7b4-63c3ec4677ce tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:48.577216 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-976cbac2-ce7b-47f7-9fea-479dd3f6e8d7 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=51f650f2069e430ea6ef1541e4b7a79d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3830383 Jul 14 09:44:48.579207 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 48012) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:48.588275 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976cbac2-ce7b-47f7-9fea-479dd3f6e8d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ba823ec-f445-4488-8a97-d6b0c0dc2bf4,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:48.630215 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-32f4979d-f64d-4633-aea7-88cc02bed80c None None] For port 21434eb4-ad07-476d-a908-96ceac3348ab, host n-d-779913-29, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:44:48.639943 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-32f4979d-f64d-4633-aea7-88cc02bed80c None None] For port 21434eb4-ad07-476d-a908-96ceac3348ab, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=21434eb4-ad07-476d-a908-96ceac3348ab,segment=NetworkSegment(f77dabd2-5ce0-4d10-8427-d1c524166b03),segment_id=f77dabd2-5ce0-4d10-8427-d1c524166b03)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:44:48.649114 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-32f4979d-f64d-4633-aea7-88cc02bed80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:48.665946 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f960540b-0b33-46ee-b4ad-045fb81ad527 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:48.703072 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-9586be9b-af18-403e-b7b4-63c3ec4677ce tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:48.710773 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-9586be9b-af18-403e-b7b4-63c3ec4677ce tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:48.729921 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f960540b-0b33-46ee-b4ad-045fb81ad527 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:48.754722 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-9586be9b-af18-403e-b7b4-63c3ec4677ce tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:48.759130 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-9586be9b-af18-403e-b7b4-63c3ec4677ce tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3344643 Jul 14 09:44:48.759340 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f4979d-f64d-4633-aea7-88cc02bed80c None None] Routers {'2135dde6-f3fe-4db0-b85a-9f85dc567c3f'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:44:48.759340 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-32f4979d-f64d-4633-aea7-88cc02bed80c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:44:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['2135dde6-f3fe-4db0-b85a-9f85dc567c3f'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:44:48.759635 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9586be9b-af18-403e-b7b4-63c3ec4677ce tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f625cf9-e4a9-4dec-8cb3-36832f31fea4,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:48.775966 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 48014) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:48.787621 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-ccb1d93d-2ce3-43d5-97b6-775f691b4b1f tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Request body: {'security_group_rule': {'security_group_id': '9f625cf9-e4a9-4dec-8cb3-36832f31fea4', 'project_id': 'da5579fc8d23403983f04f41618106b6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:44:48.807416 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f960540b-0b33-46ee-b4ad-045fb81ad527 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:48.810086 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f960540b-0b33-46ee-b4ad-045fb81ad527 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:48.811436 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-f960540b-0b33-46ee-b4ad-045fb81ad527 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/5ba823ec-f445-4488-8a97-d6b0c0dc2bf4 HTTP/1.1" status: 204 len: 168 time: 0.2313490 Jul 14 09:44:48.820734 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f960540b-0b33-46ee-b4ad-045fb81ad527 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ba823ec-f445-4488-8a97-d6b0c0dc2bf4,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:48.823166 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90491223-97a2-4b79-839f-855e02050cbb None None] Pushing event updated for resources: {'Port': ['ID=21434eb4-ad07-476d-a908-96ceac3348ab,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:48.852522 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ccb1d93d-2ce3-43d5-97b6-775f691b4b1f tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:48.979787 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvr_db [None req-32f4979d-f64d-4633-aea7-88cc02bed80c None None] Set router 2135dde6-f3fe-4db0-b85a-9f85dc567c3f gateway port host: n-d-779913-29 {{(pid=93959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:44:48.980553 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ccb1d93d-2ce3-43d5-97b6-775f691b4b1f tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:48.986110 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ccb1d93d-2ce3-43d5-97b6-775f691b4b1f tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529131'] for security_group_rule, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:49.013790 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb1d93d-2ce3-43d5-97b6-775f691b4b1f tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d10e7468-78a5-42ad-9a0e-2572e95cce0f,revision_number=0']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:49.020874 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ccb1d93d-2ce3-43d5-97b6-775f691b4b1f tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:49.024782 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-ccb1d93d-2ce3-43d5-97b6-775f691b4b1f tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2459197 Jul 14 09:44:49.029991 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 48018) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:49.036344 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-06319591-d45b-4f3a-b8d9-b0c2f3000d30 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Request body: {'security_group_rule': {'security_group_id': '9f625cf9-e4a9-4dec-8cb3-36832f31fea4', 'project_id': 'da5579fc8d23403983f04f41618106b6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:44:49.083083 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-06319591-d45b-4f3a-b8d9-b0c2f3000d30 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:49.179395 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-06319591-d45b-4f3a-b8d9-b0c2f3000d30 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:49.187070 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-06319591-d45b-4f3a-b8d9-b0c2f3000d30 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529131'] for security_group_rule, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:49.212284 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06319591-d45b-4f3a-b8d9-b0c2f3000d30 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77deed52-5d12-4440-95ff-7b0aac3dd752,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:49.221955 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-06319591-d45b-4f3a-b8d9-b0c2f3000d30 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:49.223653 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-06319591-d45b-4f3a-b8d9-b0c2f3000d30 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1939998 Jul 14 09:44:49.227820 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 48022) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:49.234867 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-0ae4cee1-ad67-42d6-a917-24088abcce2d tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Request body: {'security_group_rule': {'security_group_id': '9f625cf9-e4a9-4dec-8cb3-36832f31fea4', 'project_id': 'da5579fc8d23403983f04f41618106b6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:44:49.275787 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-0ae4cee1-ad67-42d6-a917-24088abcce2d tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:49.458750 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-32f4979d-f64d-4633-aea7-88cc02bed80c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2135dde6-f3fe-4db0-b85a-9f85dc567c3f', 'name': 'tempest-TestNetworkBasicOps-router-1904412518', 'tenant_id': 'da5579fc8d23403983f04f41618106b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.56'}], 'enable_snat': True}, 'gw_port_id': '91c38c25-2529-4eee-bb50-a1a5c02df6ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:44:39Z', 'updated_at': '2021-07-14T09:44:45Z', 'revision_number': 4, 'project_id': 'da5579fc8d23403983f04f41618106b6', 'gw_port': {'id': '91c38c25-2529-4eee-bb50-a1a5c02df6ed', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:0e:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2135dde6-f3fe-4db0-b85a-9f85dc567c3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3264, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:44:39Z', 'updated_at': '2021-07-14T09:44:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': '21434eb4-ad07-476d-a908-96ceac3348ab', 'name': '', 'network_id': 'acb2a538-8452-4325-b8b2-389094a8a1f1', 'tenant_id': 'da5579fc8d23403983f04f41618106b6', 'mac_address': 'fa:16:3e:85:6c:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2135dde6-f3fe-4db0-b85a-9f85dc567c3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3277, 'fixed_ips': [{'subnet_id': '099eb2c8-2d07-4a3d-922b-c0e86ef46ea9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:44:43Z', 'updated_at': '2021-07-14T09:44:48Z', 'revision_number': 4, 'project_id': 'da5579fc8d23403983f04f41618106b6', 'subnets': [{'id': '099eb2c8-2d07-4a3d-922b-c0e86ef46ea9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:44:49.498569 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32f4979d-f64d-4633-aea7-88cc02bed80c None None] The sync data for ids ['2135dde6-f3fe-4db0-b85a-9f85dc567c3f'] in n-d-779913-29 is: [{'id': '2135dde6-f3fe-4db0-b85a-9f85dc567c3f', 'name': 'tempest-TestNetworkBasicOps-router-1904412518', 'tenant_id': 'da5579fc8d23403983f04f41618106b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.56'}], 'enable_snat': True}, 'gw_port_id': '91c38c25-2529-4eee-bb50-a1a5c02df6ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:44:39Z', 'updated_at': '2021-07-14T09:44:45Z', 'revision_number': 4, 'project_id': 'da5579fc8d23403983f04f41618106b6', 'gw_port': {'id': '91c38c25-2529-4eee-bb50-a1a5c02df6ed', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:0e:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2135dde6-f3fe-4db0-b85a-9f85dc567c3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3264, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:44:39Z', 'updated_at': '2021-07-14T09:44:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': '21434eb4-ad07-476d-a908-96ceac3348ab', 'name': '', 'network_id': 'acb2a538-8452-4325-b8b2-389094a8a1f1', 'tenant_id': 'da5579fc8d23403983f04f41618106b6', 'mac_address': 'fa:16:3e:85:6c:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2135dde6-f3fe-4db0-b85a-9f85dc567c3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3277, 'fixed_ips': [{'subnet_id': '099eb2c8-2d07-4a3d-922b-c0e86ef46ea9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:44:43Z', 'updated_at': '2021-07-14T09:44:48Z', 'revision_number': 4, 'project_id': 'da5579fc8d23403983f04f41618106b6', 'subnets': [{'id': '099eb2c8-2d07-4a3d-922b-c0e86ef46ea9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:44:49.825174 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-0ae4cee1-ad67-42d6-a917-24088abcce2d tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:49.832131 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-0ae4cee1-ad67-42d6-a917-24088abcce2d tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529131'] for security_group_rule, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:49.862305 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae4cee1-ad67-42d6-a917-24088abcce2d tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fbffdd7-1256-4e2f-accf-08108336f4f0,revision_number=0']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:49.868908 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-0ae4cee1-ad67-42d6-a917-24088abcce2d tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:49.870353 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-0ae4cee1-ad67-42d6-a917-24088abcce2d tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6406963 Jul 14 09:44:49.873909 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 48042) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:49.880242 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-84988d7b-75a1-466d-9432-b0c2f1df94de tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Request body: {'security_group_rule': {'security_group_id': '9f625cf9-e4a9-4dec-8cb3-36832f31fea4', 'project_id': 'da5579fc8d23403983f04f41618106b6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:44:49.893918 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030403c4-89fe-4b0e-8cd1-5466f64c7b3d req-268113f5-6820-4967-8717-a99ed5a8e230 tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:49.895568 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-030403c4-89fe-4b0e-8cd1-5466f64c7b3d req-268113f5-6820-4967-8717-a99ed5a8e230 tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] 10.222.0.68 "GET /v2.0/ports?device_id=ae3d35a6-4bda-4462-871d-12870a7d39dc HTTP/1.1" status: 200 len: 945 time: 0.1448338 Jul 14 09:44:49.965642 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-84988d7b-75a1-466d-9432-b0c2f1df94de tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:49.973181 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-030403c4-89fe-4b0e-8cd1-5466f64c7b3d req-653d5350-9f87-42a8-a186-d19cbefc1c50 tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] 10.222.0.68 "GET /v2.0/security-groups?id=6eb76f1e-e651-421c-9418-fa3a5fe2dfda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686073 Jul 14 09:44:50.089283 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-84988d7b-75a1-466d-9432-b0c2f1df94de tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:50.094308 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-84988d7b-75a1-466d-9432-b0c2f1df94de tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529131'] for security_group_rule, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:50.124695 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84988d7b-75a1-466d-9432-b0c2f1df94de tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c71a005-965b-4e6e-9993-808cdd862784,revision_number=0']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:50.134106 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-84988d7b-75a1-466d-9432-b0c2f1df94de tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:50.139378 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-84988d7b-75a1-466d-9432-b0c2f1df94de tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2641594 Jul 14 09:44:50.139569 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 48048) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:50.145883 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-9c846253-e97b-42a7-a1b1-f5ac6e140011 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Request body: {'security_group_rule': {'security_group_id': '9f625cf9-e4a9-4dec-8cb3-36832f31fea4', 'project_id': 'da5579fc8d23403983f04f41618106b6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:44:50.200792 n-d-779913-29 neutron-server[93958]: INFO neutron.db.securitygroups_db [None req-9c846253-e97b-42a7-a1b1-f5ac6e140011 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Project da5579fc8d23403983f04f41618106b6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 09:44:50.230956 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9c846253-e97b-42a7-a1b1-f5ac6e140011 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:50.379113 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9c846253-e97b-42a7-a1b1-f5ac6e140011 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:50.400954 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9c846253-e97b-42a7-a1b1-f5ac6e140011 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529131'] for security_group_rule, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:50.449840 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c846253-e97b-42a7-a1b1-f5ac6e140011 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2c15bf5-b0d4-419d-adce-92fa596e8e97,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:50.456221 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9c846253-e97b-42a7-a1b1-f5ac6e140011 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:50.459393 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-9c846253-e97b-42a7-a1b1-f5ac6e140011 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3182275 Jul 14 09:44:50.461934 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 48056) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:50.467958 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-64e2fbc7-3e02-43ff-a92d-48fc2b1c58bf tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Request body: {'security_group_rule': {'security_group_id': '9f625cf9-e4a9-4dec-8cb3-36832f31fea4', 'project_id': 'da5579fc8d23403983f04f41618106b6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:44:50.501308 n-d-779913-29 neutron-server[93958]: INFO neutron.db.securitygroups_db [None req-64e2fbc7-3e02-43ff-a92d-48fc2b1c58bf tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Project da5579fc8d23403983f04f41618106b6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 09:44:50.513402 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-64e2fbc7-3e02-43ff-a92d-48fc2b1c58bf tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:50.611873 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab93ebb-df70-43d2-a824-8238d97a653f req-bf626850-522b-4e0b-a5b3-b6acb77ecea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:50.613710 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-dab93ebb-df70-43d2-a824-8238d97a653f req-bf626850-522b-4e0b-a5b3-b6acb77ecea6 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=fdcfb0d129f645508f46496d6d3408cf&device_id=ae3d35a6-4bda-4462-871d-12870a7d39dc HTTP/1.1" status: 200 len: 1097 time: 0.1646707 Jul 14 09:44:50.654038 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-64e2fbc7-3e02-43ff-a92d-48fc2b1c58bf tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:50.659032 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-64e2fbc7-3e02-43ff-a92d-48fc2b1c58bf tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529131'] for security_group_rule, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:50.696672 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e2fbc7-3e02-43ff-a92d-48fc2b1c58bf tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a70dbe3-0b2a-4897-a536-5656f4353d80,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:50.707295 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93889c42-52a5-4e72-8c80-fdf8e11769a5 req-ae4f807e-2e96-43d2-86d9-69dd3187d778 tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:50.708131 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-93889c42-52a5-4e72-8c80-fdf8e11769a5 req-ae4f807e-2e96-43d2-86d9-69dd3187d778 tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] 10.222.0.68 "GET /v2.0/ports?device_id=ae3d35a6-4bda-4462-871d-12870a7d39dc HTTP/1.1" status: 200 len: 945 time: 0.1980033 Jul 14 09:44:50.730430 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-64e2fbc7-3e02-43ff-a92d-48fc2b1c58bf tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:50.746987 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-64e2fbc7-3e02-43ff-a92d-48fc2b1c58bf tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2836177 Jul 14 09:44:50.788817 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-93889c42-52a5-4e72-8c80-fdf8e11769a5 req-be5daeaf-8234-449f-b400-27abea5cf248 tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] 10.222.0.68 "GET /v2.0/security-groups?id=6eb76f1e-e651-421c-9418-fa3a5fe2dfda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681019 Jul 14 09:44:50.812228 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab93ebb-df70-43d2-a824-8238d97a653f req-24509240-e639-4abd-883e-67d28c1f30bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:50.814057 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-dab93ebb-df70-43d2-a824-8238d97a653f req-24509240-e639-4abd-883e-67d28c1f30bf service neutron] 10.222.0.65 "GET /v2.0/networks?id=e5bfa805-7fa6-4e66-853c-c2e7e3c5ed34 HTTP/1.1" status: 200 len: 911 time: 0.1922190 Jul 14 09:44:50.955631 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-dab93ebb-df70-43d2-a824-8238d97a653f req-2b923651-352d-4827-913c-fbdd04e450e5 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b8119f90-a854-4301-93cc-52fa4a20015d HTTP/1.1" status: 200 len: 1001 time: 0.1316290 Jul 14 09:44:51.037189 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab93ebb-df70-43d2-a824-8238d97a653f req-52c72cf5-ebbd-43f0-ac96-d75c82105744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:51.039576 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-dab93ebb-df70-43d2-a824-8238d97a653f req-52c72cf5-ebbd-43f0-ac96-d75c82105744 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a974099b-8e0b-49f4-a28f-d50286aa9083 HTTP/1.1" status: 200 len: 849 time: 0.0769560 Jul 14 09:44:51.140687 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab93ebb-df70-43d2-a824-8238d97a653f req-36123785-3a76-499a-adc1-da6604b82b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:51.143356 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-dab93ebb-df70-43d2-a824-8238d97a653f req-36123785-3a76-499a-adc1-da6604b82b69 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e5bfa805-7fa6-4e66-853c-c2e7e3c5ed34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0968518 Jul 14 09:44:51.146842 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-9257155e-8643-4430-a6e6-97ac92a4a9a4 req-4e816012-e6ca-4863-86b6-7a91e6f1ad46 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-587116757&fields=id&tenant_id=da5579fc8d23403983f04f41618106b6 HTTP/1.1" status: 200 len: 267 time: 0.0953465 Jul 14 09:44:51.323831 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 21434eb4-ad07-476d-a908-96ceac3348ab up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:44:51.346340 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 48088) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:51.374721 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9257155e-8643-4430-a6e6-97ac92a4a9a4 req-bba52bfb-d2a6-4a01-b6aa-f23041f9ec5d tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:51.376595 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-9257155e-8643-4430-a6e6-97ac92a4a9a4 req-bba52bfb-d2a6-4a01-b6aa-f23041f9ec5d tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] 10.222.0.68 "GET /v2.0/networks?id=acb2a538-8452-4325-b8b2-389094a8a1f1 HTTP/1.1" status: 200 len: 797 time: 0.2113442 Jul 14 09:44:51.404884 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-9257155e-8643-4430-a6e6-97ac92a4a9a4 req-71de5359-1ece-472b-b131-74f93dee2bd3 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] 10.222.0.68 "GET /v2.0/quotas/da5579fc8d23403983f04f41618106b6 HTTP/1.1" status: 200 len: 375 time: 0.0194030 Jul 14 09:44:51.437052 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning for port 21434eb4-ad07-476d-a908-96ceac3348ab completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:44:51.444416 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-dab93ebb-df70-43d2-a824-8238d97a653f req-643340c0-1b7e-4cb3-bad5-19ddbc2c76b1 service neutron] 10.222.0.65 "GET /v2.0/networks/e5bfa805-7fa6-4e66-853c-c2e7e3c5ed34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2660732 Jul 14 09:44:51.447382 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port 21434eb4-ad07-476d-a908-96ceac3348ab triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:44:51.448383 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:51.531307 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-9257155e-8643-4430-a6e6-97ac92a4a9a4 req-a3108df2-7bb8-41f2-86be-9c77579e8735 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=da5579fc8d23403983f04f41618106b6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1165154 Jul 14 09:44:51.587788 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:51.666831 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] For port 21434eb4-ad07-476d-a908-96ceac3348ab, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=21434eb4-ad07-476d-a908-96ceac3348ab,segment=NetworkSegment(f77dabd2-5ce0-4d10-8427-d1c524166b03),segment_id=f77dabd2-5ce0-4d10-8427-d1c524166b03)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:44:51.670329 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-dab93ebb-df70-43d2-a824-8238d97a653f req-51dd2b2f-8bb3-4a5b-b49e-5f926bccf840 service neutron] 10.222.0.65 "GET /v2.0/networks/e5bfa805-7fa6-4e66-853c-c2e7e3c5ed34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2177618 Jul 14 09:44:51.674802 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:51.763114 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Pushing event updated for resources: {'Port': ['ID=21434eb4-ad07-476d-a908-96ceac3348ab,revision_number=5']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:51.801031 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-82881d97-1c2c-468a-aad6-ea1af489ca73 tempest-DHCPAgentSchedulersTestJSON-130446969 tempest-DHCPAgentSchedulersTestJSON-130446969-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-455635579'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:44:51.844726 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82881d97-1c2c-468a-aad6-ea1af489ca73 tempest-DHCPAgentSchedulersTestJSON-130446969 tempest-DHCPAgentSchedulersTestJSON-130446969-project] Made reservation on behalf of c851069b4d8742d593d525b87cff40a7 for: {'network': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:44:51.853064 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-82881d97-1c2c-468a-aad6-ea1af489ca73 tempest-DHCPAgentSchedulersTestJSON-130446969 tempest-DHCPAgentSchedulersTestJSON-130446969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for network, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:51.871951 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-82881d97-1c2c-468a-aad6-ea1af489ca73 tempest-DHCPAgentSchedulersTestJSON-130446969 tempest-DHCPAgentSchedulersTestJSON-130446969-project] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:51.911974 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-9257155e-8643-4430-a6e6-97ac92a4a9a4 req-55a5fb23-7bcb-465b-a6ac-e24dc31d5a91 service neutron] 10.222.0.68 "GET /v2.0/networks/acb2a538-8452-4325-b8b2-389094a8a1f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3661225 Jul 14 09:44:52.059283 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-9257155e-8643-4430-a6e6-97ac92a4a9a4 req-9865bace-0086-40e0-a5c0-deaadefa2b60 service neutron] 10.222.0.68 "GET /v2.0/networks/acb2a538-8452-4325-b8b2-389094a8a1f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406412 Jul 14 09:44:52.088945 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-82881d97-1c2c-468a-aad6-ea1af489ca73 tempest-DHCPAgentSchedulersTestJSON-130446969 tempest-DHCPAgentSchedulersTestJSON-130446969-project] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:52.094713 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-82881d97-1c2c-468a-aad6-ea1af489ca73 tempest-DHCPAgentSchedulersTestJSON-130446969 tempest-DHCPAgentSchedulersTestJSON-130446969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:52.139592 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74d83b4-7f87-4acd-9369-69a36b032930 req-94947c73-79b4-4b48-8516-09e83e903810 tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:52.142039 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f74d83b4-7f87-4acd-9369-69a36b032930 req-94947c73-79b4-4b48-8516-09e83e903810 tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] 10.222.0.68 "GET /v2.0/ports?device_id=ae3d35a6-4bda-4462-871d-12870a7d39dc HTTP/1.1" status: 200 len: 945 time: 0.1841791 Jul 14 09:44:52.143111 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82881d97-1c2c-468a-aad6-ea1af489ca73 tempest-DHCPAgentSchedulersTestJSON-130446969 tempest-DHCPAgentSchedulersTestJSON-130446969-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 737} {{(pid=93957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:44:52.177205 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4f5cf177-6521-4874-99d4-9a9439f991c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:52.190978 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-82881d97-1c2c-468a-aad6-ea1af489ca73 tempest-DHCPAgentSchedulersTestJSON-130446969 tempest-DHCPAgentSchedulersTestJSON-130446969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:52.191348 n-d-779913-29 neutron-server[93957]: INFO neutron.db.segments_db [None req-82881d97-1c2c-468a-aad6-ea1af489ca73 tempest-DHCPAgentSchedulersTestJSON-130446969 tempest-DHCPAgentSchedulersTestJSON-130446969-project] Added segment e35815eb-3d5c-4f00-8e31-19232a413a04 of type vlan for network 14ca8555-95c3-45f3-bbf8-fa0cc329326c Jul 14 09:44:52.193044 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82881d97-1c2c-468a-aad6-ea1af489ca73 tempest-DHCPAgentSchedulersTestJSON-130446969 tempest-DHCPAgentSchedulersTestJSON-130446969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79ba3ef0-e6aa-4e92-b6da-ecee57343f2c,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:52.264418 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f74d83b4-7f87-4acd-9369-69a36b032930 req-19fe4473-bac8-4739-bf84-9728d3934295 tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] 10.222.0.68 "GET /v2.0/security-groups?id=6eb76f1e-e651-421c-9418-fa3a5fe2dfda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1118505 Jul 14 09:44:52.266332 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-82881d97-1c2c-468a-aad6-ea1af489ca73 tempest-DHCPAgentSchedulersTestJSON-130446969 tempest-DHCPAgentSchedulersTestJSON-130446969-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735687821325'] for network, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:52.322445 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-82881d97-1c2c-468a-aad6-ea1af489ca73 tempest-DHCPAgentSchedulersTestJSON-130446969 tempest-DHCPAgentSchedulersTestJSON-130446969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855'] for network, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:52.330458 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82881d97-1c2c-468a-aad6-ea1af489ca73 tempest-DHCPAgentSchedulersTestJSON-130446969 tempest-DHCPAgentSchedulersTestJSON-130446969-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:52.331754 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-6df840d6-ff69-482f-bd6a-4cb08da9cbc8 req-9ae12b3a-1429-4db5-9014-08a90e948382 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] 10.222.0.68 "GET /v2.0/ports?device_id=63950b7f-78fd-4116-af3f-a864f54c5fe0 HTTP/1.1" status: 200 len: 210 time: 0.0488937 Jul 14 09:44:52.331908 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-82881d97-1c2c-468a-aad6-ea1af489ca73 tempest-DHCPAgentSchedulersTestJSON-130446969 tempest-DHCPAgentSchedulersTestJSON-130446969-project] Notify callbacks [] for network, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:52.404713 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-82881d97-1c2c-468a-aad6-ea1af489ca73 tempest-DHCPAgentSchedulersTestJSON-130446969 tempest-DHCPAgentSchedulersTestJSON-130446969-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.0434065 Jul 14 09:44:52.409453 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 48102) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:52.415765 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-d41a9bd4-9763-484c-9bff-23987cc9ebaa tempest-DHCPAgentSchedulersTestJSON-130446969 tempest-DHCPAgentSchedulersTestJSON-130446969-project] Request body: {'subnet': {'network_id': '14ca8555-95c3-45f3-bbf8-fa0cc329326c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:44:52.531303 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d41a9bd4-9763-484c-9bff-23987cc9ebaa tempest-DHCPAgentSchedulersTestJSON-130446969 tempest-DHCPAgentSchedulersTestJSON-130446969-project] Made reservation on behalf of c851069b4d8742d593d525b87cff40a7 for: {'subnet': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:44:52.535786 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d41a9bd4-9763-484c-9bff-23987cc9ebaa tempest-DHCPAgentSchedulersTestJSON-130446969 tempest-DHCPAgentSchedulersTestJSON-130446969-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11984110'] for subnet, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:52.562347 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82881d97-1c2c-468a-aad6-ea1af489ca73 tempest-DHCPAgentSchedulersTestJSON-130446969 tempest-DHCPAgentSchedulersTestJSON-130446969-project] Pushing event updated for resources: {'Network': ['ID=14ca8555-95c3-45f3-bbf8-fa0cc329326c,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:52.578441 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Network 14ca8555-95c3-45f3-bbf8-fa0cc329326c details requested by agent ovs-agent-n-d-779913-29 with host n-d-779913-29 {{(pid=93959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:44:52.874742 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d41a9bd4-9763-484c-9bff-23987cc9ebaa tempest-DHCPAgentSchedulersTestJSON-130446969 tempest-DHCPAgentSchedulersTestJSON-130446969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10052764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11984092'] for subnet, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:52.950692 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41a9bd4-9763-484c-9bff-23987cc9ebaa tempest-DHCPAgentSchedulersTestJSON-130446969 tempest-DHCPAgentSchedulersTestJSON-130446969-project] Pushing event updated for resources: {'Subnet': ['ID=4d25b068-e60a-4282-baad-f26aeda3f9d4,revision_number=0']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:52.959176 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d41a9bd4-9763-484c-9bff-23987cc9ebaa tempest-DHCPAgentSchedulersTestJSON-130446969 tempest-DHCPAgentSchedulersTestJSON-130446969-project] Checking segment: {'id': 'e35815eb-3d5c-4f00-8e31-19232a413a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '14ca8555-95c3-45f3-bbf8-fa0cc329326c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:44:52.959176 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d41a9bd4-9763-484c-9bff-23987cc9ebaa tempest-DHCPAgentSchedulersTestJSON-130446969 tempest-DHCPAgentSchedulersTestJSON-130446969-project] Network hostable DHCP agents. Network: 14ca8555-95c3-45f3-bbf8-fa0cc329326c, hostable agents: ['c6a09bd4-f72e-4283-a3ca-0bbca8a51081'], hosted agents: [] {{(pid=93957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:44:53.014216 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d41a9bd4-9763-484c-9bff-23987cc9ebaa tempest-DHCPAgentSchedulersTestJSON-130446969 tempest-DHCPAgentSchedulersTestJSON-130446969-project] Network 14ca8555-95c3-45f3-bbf8-fa0cc329326c is scheduled to be hosted by DHCP agent c6a09bd4-f72e-4283-a3ca-0bbca8a51081 with binding_index 1 {{(pid=93957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:44:53.033456 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-d41a9bd4-9763-484c-9bff-23987cc9ebaa tempest-DHCPAgentSchedulersTestJSON-130446969 tempest-DHCPAgentSchedulersTestJSON-130446969-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-29, 14ca8555-95c3-45f3-bbf8-fa0cc329326c) {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:44:53.039939 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d41a9bd4-9763-484c-9bff-23987cc9ebaa tempest-DHCPAgentSchedulersTestJSON-130446969 tempest-DHCPAgentSchedulersTestJSON-130446969-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:53.040699 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d41a9bd4-9763-484c-9bff-23987cc9ebaa tempest-DHCPAgentSchedulersTestJSON-130446969 tempest-DHCPAgentSchedulersTestJSON-130446969-project] Notify callbacks [] for subnet, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:53.063459 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35262928-0da0-47d7-bf5a-4fa65b116d99 None None] Network 14ca8555-95c3-45f3-bbf8-fa0cc329326c requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:44:53.088756 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-d41a9bd4-9763-484c-9bff-23987cc9ebaa tempest-DHCPAgentSchedulersTestJSON-130446969 tempest-DHCPAgentSchedulersTestJSON-130446969-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6752372 Jul 14 09:44:53.089367 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 48110) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:53.106213 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-4a67d5f9-2a4c-4a51-bc53-7e180a6d4d78 tempest-DHCPAgentSchedulersTestJSON-130446969 tempest-DHCPAgentSchedulersTestJSON-130446969-project] Request body: {'port': {'network_id': '14ca8555-95c3-45f3-bbf8-fa0cc329326c', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1196628845'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:44:53.303351 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a67d5f9-2a4c-4a51-bc53-7e180a6d4d78 tempest-DHCPAgentSchedulersTestJSON-130446969 tempest-DHCPAgentSchedulersTestJSON-130446969-project] Made reservation on behalf of c851069b4d8742d593d525b87cff40a7 for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:44:53.311035 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4a67d5f9-2a4c-4a51-bc53-7e180a6d4d78 tempest-DHCPAgentSchedulersTestJSON-130446969 tempest-DHCPAgentSchedulersTestJSON-130446969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:53.340772 n-d-779913-29 neutron-server[93958]: DEBUG neutron.notifiers.nova [None req-4a67d5f9-2a4c-4a51-bc53-7e180a6d4d78 tempest-DHCPAgentSchedulersTestJSON-130446969 tempest-DHCPAgentSchedulersTestJSON-130446969-project] device_id is not set on port 06db2f6f-1baa-49fb-91f3-5dde7f31b393 yet. {{(pid=93958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:44:53.359039 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 21434eb4-ad07-476d-a908-96ceac3348ab up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:44:53.447278 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3f696ee-c422-4e3b-8b34-008b65bb3b65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf57baaa9-fd24-59f4-8fd2-1dc21122ce72-14ca8555-95c3-45f3-bbf8-fa0cc329326c', 'network_id': '14ca8555-95c3-45f3-bbf8-fa0cc329326c', 'tenant_id': 'c851069b4d8742d593d525b87cff40a7', 'fixed_ips': [{'subnet_id': '4d25b068-e60a-4282-baad-f26aeda3f9d4'}]}} from n-d-779913-29. {{(pid=93959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:44:53.448436 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b3f696ee-c422-4e3b-8b34-008b65bb3b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:53.579075 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-1f9cdc83-48e2-4daf-a400-6653978de225 req-7444bce0-e573-467e-bc22-915f03e2d4df tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] 10.222.0.68 "GET /v2.0/ports?device_id=63950b7f-78fd-4116-af3f-a864f54c5fe0 HTTP/1.1" status: 200 len: 210 time: 0.0522115 Jul 14 09:44:53.604567 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port 21434eb4-ad07-476d-a908-96ceac3348ab triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:44:53.606797 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:53.632575 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-4a67d5f9-2a4c-4a51-bc53-7e180a6d4d78 tempest-DHCPAgentSchedulersTestJSON-130446969 tempest-DHCPAgentSchedulersTestJSON-130446969-project] Allocated IP 172.20.0.7 (14ca8555-95c3-45f3-bbf8-fa0cc329326c/4d25b068-e60a-4282-baad-f26aeda3f9d4/06db2f6f-1baa-49fb-91f3-5dde7f31b393) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:44:53.657528 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78691eed-5a84-47b2-986c-cf31d5b21e02 req-5fc759c8-e340-40ac-a55b-12240ac46a32 tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:53.669948 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-78691eed-5a84-47b2-986c-cf31d5b21e02 req-5fc759c8-e340-40ac-a55b-12240ac46a32 tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] 10.222.0.68 "GET /v2.0/ports?device_id=ae3d35a6-4bda-4462-871d-12870a7d39dc HTTP/1.1" status: 200 len: 945 time: 0.1267872 Jul 14 09:44:53.750468 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-78691eed-5a84-47b2-986c-cf31d5b21e02 req-3c2e4b44-a769-4f7e-a00c-a3b17062a897 tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] 10.222.0.68 "GET /v2.0/security-groups?id=6eb76f1e-e651-421c-9418-fa3a5fe2dfda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779593 Jul 14 09:44:53.869675 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4a67d5f9-2a4c-4a51-bc53-7e180a6d4d78 tempest-DHCPAgentSchedulersTestJSON-130446969 tempest-DHCPAgentSchedulersTestJSON-130446969-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:53.939073 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-4a67d5f9-2a4c-4a51-bc53-7e180a6d4d78 tempest-DHCPAgentSchedulersTestJSON-130446969 tempest-DHCPAgentSchedulersTestJSON-130446969-project] Transition to ACTIVE for port object 06db2f6f-1baa-49fb-91f3-5dde7f31b393 will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:44:54.052281 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9257155e-8643-4430-a6e6-97ac92a4a9a4 req-79ec0abb-5b20-450a-a7f5-cc8719599ca8 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:54.054470 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-9257155e-8643-4430-a6e6-97ac92a4a9a4 req-79ec0abb-5b20-450a-a7f5-cc8719599ca8 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] 10.222.0.57 "GET /v2.0/networks?id=acb2a538-8452-4325-b8b2-389094a8a1f1 HTTP/1.1" status: 200 len: 797 time: 0.1737878 Jul 14 09:44:54.068635 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4a67d5f9-2a4c-4a51-bc53-7e180a6d4d78 tempest-DHCPAgentSchedulersTestJSON-130446969 tempest-DHCPAgentSchedulersTestJSON-130446969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:54.150823 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-b3f696ee-c422-4e3b-8b34-008b65bb3b65 None None] Allocated IP 172.20.0.2 (14ca8555-95c3-45f3-bbf8-fa0cc329326c/4d25b068-e60a-4282-baad-f26aeda3f9d4/8c431f74-542a-4b3c-9876-5aec11b64348) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:44:54.215286 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-9257155e-8643-4430-a6e6-97ac92a4a9a4 req-9c00066b-cfc2-44e4-af84-eb2a4c70934b tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=da5579fc8d23403983f04f41618106b6 HTTP/1.1" status: 200 len: 379 time: 0.1385627 Jul 14 09:44:54.219850 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a67d5f9-2a4c-4a51-bc53-7e180a6d4d78 tempest-DHCPAgentSchedulersTestJSON-130446969 tempest-DHCPAgentSchedulersTestJSON-130446969-project] Network 14ca8555-95c3-45f3-bbf8-fa0cc329326c is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:44:54.229215 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [req-9257155e-8643-4430-a6e6-97ac92a4a9a4 req-84bd08a7-a826-419d-89b8-1bd5e86441ac tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Request body: {'port': {'device_id': '63950b7f-78fd-4116-af3f-a864f54c5fe0', 'network_id': 'acb2a538-8452-4325-b8b2-389094a8a1f1', 'admin_state_up': True, 'tenant_id': 'da5579fc8d23403983f04f41618106b6', 'security_groups': ['9f625cf9-e4a9-4dec-8cb3-36832f31fea4']}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:44:54.235365 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a67d5f9-2a4c-4a51-bc53-7e180a6d4d78 tempest-DHCPAgentSchedulersTestJSON-130446969 tempest-DHCPAgentSchedulersTestJSON-130446969-project] Pushing event updated for resources: {'Port': ['ID=06db2f6f-1baa-49fb-91f3-5dde7f31b393,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:54.238360 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-4a67d5f9-2a4c-4a51-bc53-7e180a6d4d78 tempest-DHCPAgentSchedulersTestJSON-130446969 tempest-DHCPAgentSchedulersTestJSON-130446969-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:44:54.240599 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a67d5f9-2a4c-4a51-bc53-7e180a6d4d78 tempest-DHCPAgentSchedulersTestJSON-130446969 tempest-DHCPAgentSchedulersTestJSON-130446969-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:44:54.369128 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a67d5f9-2a4c-4a51-bc53-7e180a6d4d78 tempest-DHCPAgentSchedulersTestJSON-130446969 tempest-DHCPAgentSchedulersTestJSON-130446969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:54.369887 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4a67d5f9-2a4c-4a51-bc53-7e180a6d4d78 tempest-DHCPAgentSchedulersTestJSON-130446969 tempest-DHCPAgentSchedulersTestJSON-130446969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:54.386692 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b3f696ee-c422-4e3b-8b34-008b65bb3b65 None None] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:54.402967 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-4a67d5f9-2a4c-4a51-bc53-7e180a6d4d78 tempest-DHCPAgentSchedulersTestJSON-130446969 tempest-DHCPAgentSchedulersTestJSON-130446969-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3090508 Jul 14 09:44:54.403163 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-b3f696ee-c422-4e3b-8b34-008b65bb3b65 None None] Transition to ACTIVE for port object 8c431f74-542a-4b3c-9876-5aec11b64348 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:44:54.403260 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 48122) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:54.426685 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9257155e-8643-4430-a6e6-97ac92a4a9a4 req-84bd08a7-a826-419d-89b8-1bd5e86441ac tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Made reservation on behalf of da5579fc8d23403983f04f41618106b6 for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:44:54.430704 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-b3f696ee-c422-4e3b-8b34-008b65bb3b65 None None] Transition to ACTIVE for port object 8c431f74-542a-4b3c-9876-5aec11b64348 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:44:54.432925 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-9257155e-8643-4430-a6e6-97ac92a4a9a4 req-84bd08a7-a826-419d-89b8-1bd5e86441ac tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:54.438390 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b3f696ee-c422-4e3b-8b34-008b65bb3b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:54.489971 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3f696ee-c422-4e3b-8b34-008b65bb3b65 None None] Network 14ca8555-95c3-45f3-bbf8-fa0cc329326c is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:44:54.491655 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-b3f696ee-c422-4e3b-8b34-008b65bb3b65 None None] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:44:54.499629 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f696ee-c422-4e3b-8b34-008b65bb3b65 None None] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:44:54.538168 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f696ee-c422-4e3b-8b34-008b65bb3b65 None None] Pushing event updated for resources: {'Port': ['ID=8c431f74-542a-4b3c-9876-5aec11b64348,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:54.585974 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-b3f696ee-c422-4e3b-8b34-008b65bb3b65 None None] Attempting to bind port 8c431f74-542a-4b3c-9876-5aec11b64348 on host n-d-779913-29 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:44:54.586572 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-b3f696ee-c422-4e3b-8b34-008b65bb3b65 None None] Attempting to bind port 8c431f74-542a-4b3c-9876-5aec11b64348 by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': 'e35815eb-3d5c-4f00-8e31-19232a413a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '14ca8555-95c3-45f3-bbf8-fa0cc329326c'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:44:54.586764 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f696ee-c422-4e3b-8b34-008b65bb3b65 None None] Attempting to bind port 8c431f74-542a-4b3c-9876-5aec11b64348 on network 14ca8555-95c3-45f3-bbf8-fa0cc329326c {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:44:54.591746 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-dee3d153-bbfb-4eb6-a0af-3dc8eb704046 tempest-DHCPAgentSchedulersTestJSON-130446969 tempest-DHCPAgentSchedulersTestJSON-130446969-project] Deleting port 06db2f6f-1baa-49fb-91f3-5dde7f31b393 {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:44:54.591746 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-dee3d153-bbfb-4eb6-a0af-3dc8eb704046 tempest-DHCPAgentSchedulersTestJSON-130446969 tempest-DHCPAgentSchedulersTestJSON-130446969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:54.605054 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f696ee-c422-4e3b-8b34-008b65bb3b65 None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 44, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:44:54.605710 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f696ee-c422-4e3b-8b34-008b65bb3b65 None None] Checking segment: {'id': 'e35815eb-3d5c-4f00-8e31-19232a413a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '14ca8555-95c3-45f3-bbf8-fa0cc329326c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:44:54.606064 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b3f696ee-c422-4e3b-8b34-008b65bb3b65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:54.606846 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f696ee-c422-4e3b-8b34-008b65bb3b65 None None] Bound using segment: {'id': 'e35815eb-3d5c-4f00-8e31-19232a413a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '14ca8555-95c3-45f3-bbf8-fa0cc329326c'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:44:54.607550 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-b3f696ee-c422-4e3b-8b34-008b65bb3b65 None None] Bound port: 8c431f74-542a-4b3c-9876-5aec11b64348, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e35815eb-3d5c-4f00-8e31-19232a413a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '14ca8555-95c3-45f3-bbf8-fa0cc329326c'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:44:54.609196 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b3f696ee-c422-4e3b-8b34-008b65bb3b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:54.668405 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [req-9257155e-8643-4430-a6e6-97ac92a4a9a4 req-84bd08a7-a826-419d-89b8-1bd5e86441ac tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Allocated IP 172.20.0.9 (acb2a538-8452-4325-b8b2-389094a8a1f1/099eb2c8-2d07-4a3d-922b-c0e86ef46ea9/38f1d51f-1f27-44dc-9560-bbddf89c2463) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:44:54.713417 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-b3f696ee-c422-4e3b-8b34-008b65bb3b65 None None] For port 8c431f74-542a-4b3c-9876-5aec11b64348, host n-d-779913-29, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:44:54.738761 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-b3f696ee-c422-4e3b-8b34-008b65bb3b65 None None] For port 8c431f74-542a-4b3c-9876-5aec11b64348, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=8c431f74-542a-4b3c-9876-5aec11b64348,segment=NetworkSegment(e35815eb-3d5c-4f00-8e31-19232a413a04),segment_id=e35815eb-3d5c-4f00-8e31-19232a413a04)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:44:54.759147 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-dee3d153-bbfb-4eb6-a0af-3dc8eb704046 tempest-DHCPAgentSchedulersTestJSON-130446969 tempest-DHCPAgentSchedulersTestJSON-130446969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:54.761914 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b3f696ee-c422-4e3b-8b34-008b65bb3b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:54.774014 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-dee3d153-bbfb-4eb6-a0af-3dc8eb704046 tempest-DHCPAgentSchedulersTestJSON-130446969 tempest-DHCPAgentSchedulersTestJSON-130446969-project] Calling delete_port for 06db2f6f-1baa-49fb-91f3-5dde7f31b393 owned by {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:44:54.834671 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-93167112-237b-45bd-a5ea-f7d40fadaffa req-d695e5db-ee1b-4137-8a42-c9d97936c04b tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] 10.222.0.68 "GET /v2.0/ports?device_id=63950b7f-78fd-4116-af3f-a864f54c5fe0 HTTP/1.1" status: 200 len: 210 time: 0.0508759 Jul 14 09:44:54.916534 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f696ee-c422-4e3b-8b34-008b65bb3b65 None None] Pushing event updated for resources: {'Port': ['ID=8c431f74-542a-4b3c-9876-5aec11b64348,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:54.932934 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:54.947252 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-9257155e-8643-4430-a6e6-97ac92a4a9a4 req-84bd08a7-a826-419d-89b8-1bd5e86441ac tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:54.953004 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-22cbde83-ab00-42d9-9bd9-13edac15beeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:54.969837 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-dee3d153-bbfb-4eb6-a0af-3dc8eb704046 tempest-DHCPAgentSchedulersTestJSON-130446969 tempest-DHCPAgentSchedulersTestJSON-130446969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:54.971899 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-9257155e-8643-4430-a6e6-97ac92a4a9a4 req-84bd08a7-a826-419d-89b8-1bd5e86441ac tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Transition to ACTIVE for port object 38f1d51f-1f27-44dc-9560-bbddf89c2463 will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:44:55.034016 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee3d153-bbfb-4eb6-a0af-3dc8eb704046 tempest-DHCPAgentSchedulersTestJSON-130446969 tempest-DHCPAgentSchedulersTestJSON-130446969-project] Pushing event deleted for resources: {'Port': ['ID=06db2f6f-1baa-49fb-91f3-5dde7f31b393,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:55.034303 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-9257155e-8643-4430-a6e6-97ac92a4a9a4 req-84bd08a7-a826-419d-89b8-1bd5e86441ac tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:55.079441 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9257155e-8643-4430-a6e6-97ac92a4a9a4 req-84bd08a7-a826-419d-89b8-1bd5e86441ac tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Network acb2a538-8452-4325-b8b2-389094a8a1f1 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:44:55.083341 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [req-9257155e-8643-4430-a6e6-97ac92a4a9a4 req-84bd08a7-a826-419d-89b8-1bd5e86441ac tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:44:55.111129 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-9257155e-8643-4430-a6e6-97ac92a4a9a4 req-84bd08a7-a826-419d-89b8-1bd5e86441ac tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:44:55.141752 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-dee3d153-bbfb-4eb6-a0af-3dc8eb704046 tempest-DHCPAgentSchedulersTestJSON-130446969 tempest-DHCPAgentSchedulersTestJSON-130446969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:55.144929 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-dee3d153-bbfb-4eb6-a0af-3dc8eb704046 tempest-DHCPAgentSchedulersTestJSON-130446969 tempest-DHCPAgentSchedulersTestJSON-130446969-project] 10.222.0.68 "DELETE /v2.0/ports/06db2f6f-1baa-49fb-91f3-5dde7f31b393 HTTP/1.1" status: 204 len: 168 time: 0.7407238 Jul 14 09:44:55.147537 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 48128) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:55.270292 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bd08a7-a826-419d-89b8-1bd5e86441ac tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Pushing event updated for resources: {'Port': ['ID=38f1d51f-1f27-44dc-9560-bbddf89c2463,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:55.294729 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9257155e-8643-4430-a6e6-97ac92a4a9a4 req-84bd08a7-a826-419d-89b8-1bd5e86441ac tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:55.295182 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-9257155e-8643-4430-a6e6-97ac92a4a9a4 req-84bd08a7-a826-419d-89b8-1bd5e86441ac tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:55.304203 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-db4c263b-d7f6-476c-b982-26fdbd70f00d tempest-DHCPAgentSchedulersTestJSON-1443012166 tempest-DHCPAgentSchedulersTestJSON-1443012166-project-admin] 10.222.0.68 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4685 time: 0.1534064 Jul 14 09:44:55.306266 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 48134) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:55.323446 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-9257155e-8643-4430-a6e6-97ac92a4a9a4 req-84bd08a7-a826-419d-89b8-1bd5e86441ac tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0991213 Jul 14 09:44:55.329017 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-e27e966e-297a-431f-9849-14a3e996f2be tempest-DHCPAgentSchedulersTestJSON-130446969 tempest-DHCPAgentSchedulersTestJSON-130446969-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1443758201'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:44:55.341621 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [req-9257155e-8643-4430-a6e6-97ac92a4a9a4 req-dccdc69c-cf3f-4565-92a1-53860ab7943e service neutron] Request body: {'port': {'device_id': '63950b7f-78fd-4116-af3f-a864f54c5fe0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-29'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:44:55.388030 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e27e966e-297a-431f-9849-14a3e996f2be tempest-DHCPAgentSchedulersTestJSON-130446969 tempest-DHCPAgentSchedulersTestJSON-130446969-project] Made reservation on behalf of c851069b4d8742d593d525b87cff40a7 for: {'network': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:44:55.398817 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e27e966e-297a-431f-9849-14a3e996f2be tempest-DHCPAgentSchedulersTestJSON-130446969 tempest-DHCPAgentSchedulersTestJSON-130446969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for network, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:55.459051 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e27e966e-297a-431f-9849-14a3e996f2be tempest-DHCPAgentSchedulersTestJSON-130446969 tempest-DHCPAgentSchedulersTestJSON-130446969-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 726} {{(pid=93957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:44:55.488788 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e27e966e-297a-431f-9849-14a3e996f2be tempest-DHCPAgentSchedulersTestJSON-130446969 tempest-DHCPAgentSchedulersTestJSON-130446969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:55.489256 n-d-779913-29 neutron-server[93957]: INFO neutron.db.segments_db [None req-e27e966e-297a-431f-9849-14a3e996f2be tempest-DHCPAgentSchedulersTestJSON-130446969 tempest-DHCPAgentSchedulersTestJSON-130446969-project] Added segment 89e42bd3-4c19-43d2-8af3-6c04bf58d9ac of type vlan for network e02660b0-86f7-44d3-8108-3fe0e6987734 Jul 14 09:44:55.513848 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 8c431f74-542a-4b3c-9876-5aec11b64348 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:44:55.539359 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-9257155e-8643-4430-a6e6-97ac92a4a9a4 req-dccdc69c-cf3f-4565-92a1-53860ab7943e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:55.568272 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e27e966e-297a-431f-9849-14a3e996f2be tempest-DHCPAgentSchedulersTestJSON-130446969 tempest-DHCPAgentSchedulersTestJSON-130446969-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735687821325'] for network, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:55.636012 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning for port 8c431f74-542a-4b3c-9876-5aec11b64348 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:44:55.640313 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e27e966e-297a-431f-9849-14a3e996f2be tempest-DHCPAgentSchedulersTestJSON-130446969 tempest-DHCPAgentSchedulersTestJSON-130446969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855'] for network, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:55.653550 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e27e966e-297a-431f-9849-14a3e996f2be tempest-DHCPAgentSchedulersTestJSON-130446969 tempest-DHCPAgentSchedulersTestJSON-130446969-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:55.659604 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.agents_db [None req-3c3509fb-540d-4335-a450-574895dd3602 None None] Agent healthcheck: found 7 active agents {{(pid=93960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:44:55.665711 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e27e966e-297a-431f-9849-14a3e996f2be tempest-DHCPAgentSchedulersTestJSON-130446969 tempest-DHCPAgentSchedulersTestJSON-130446969-project] Notify callbacks [] for network, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:55.672653 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-b95ead19-1f72-4281-af33-beb066e1c176 None None] Provisioning for port 38f1d51f-1f27-44dc-9560-bbddf89c2463 completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:44:55.686535 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-b95ead19-1f72-4281-af33-beb066e1c176 None None] Provisioning complete for port 38f1d51f-1f27-44dc-9560-bbddf89c2463 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:44:55.686923 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b95ead19-1f72-4281-af33-beb066e1c176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:55.749850 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-e27e966e-297a-431f-9849-14a3e996f2be tempest-DHCPAgentSchedulersTestJSON-130446969 tempest-DHCPAgentSchedulersTestJSON-130446969-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.4387977 Jul 14 09:44:55.760734 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 48136) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:55.764355 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-b95ead19-1f72-4281-af33-beb066e1c176 None None] Port 38f1d51f-1f27-44dc-9560-bbddf89c2463 cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:44:55.785652 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27e966e-297a-431f-9849-14a3e996f2be tempest-DHCPAgentSchedulersTestJSON-130446969 tempest-DHCPAgentSchedulersTestJSON-130446969-project] Pushing event updated for resources: {'Network': ['ID=e02660b0-86f7-44d3-8108-3fe0e6987734,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:55.802876 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Network e02660b0-86f7-44d3-8108-3fe0e6987734 details requested by agent ovs-agent-n-d-779913-29 with host n-d-779913-29 {{(pid=93959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:44:55.928049 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5ad31076-714c-49ec-bc37-f3d4cd90112a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:56.078040 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 48140) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:56.078778 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-678efef7-6d81-4949-abaa-307c2ef87b46 tempest-DHCPAgentSchedulersTestJSON-1443012166 tempest-DHCPAgentSchedulersTestJSON-1443012166-project-admin] 10.222.0.68 "GET /v2.0/agents/c6a09bd4-f72e-4283-a3ca-0bbca8a51081/dhcp-networks HTTP/1.1" status: 200 len: 5660 time: 0.3162839 Jul 14 09:44:56.163627 n-d-779913-29 neutron-server[93958]: DEBUG neutron.notifiers.nova [req-9257155e-8643-4430-a6e6-97ac92a4a9a4 req-dccdc69c-cf3f-4565-92a1-53860ab7943e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38f1d51f-1f27-44dc-9560-bbddf89c2463 {{(pid=93958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:44:56.173646 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-9257155e-8643-4430-a6e6-97ac92a4a9a4 req-dccdc69c-cf3f-4565-92a1-53860ab7943e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:56.193601 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-9257155e-8643-4430-a6e6-97ac92a4a9a4 req-dccdc69c-cf3f-4565-92a1-53860ab7943e service neutron] Transition to ACTIVE for port object 38f1d51f-1f27-44dc-9560-bbddf89c2463 will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:44:56.199578 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-9257155e-8643-4430-a6e6-97ac92a4a9a4 req-dccdc69c-cf3f-4565-92a1-53860ab7943e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13574142'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:56.211506 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3525751e-6824-4c0b-b95b-58bc7a1edb19 req-c005ad67-24ac-4634-8f85-2ab792116bda tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:56.224314 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3525751e-6824-4c0b-b95b-58bc7a1edb19 req-c005ad67-24ac-4634-8f85-2ab792116bda tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] 10.222.0.68 "GET /v2.0/ports?device_id=63950b7f-78fd-4116-af3f-a864f54c5fe0 HTTP/1.1" status: 200 len: 931 time: 0.1971493 Jul 14 09:44:56.289213 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3525751e-6824-4c0b-b95b-58bc7a1edb19 req-ade5b605-ce62-4cb3-a92b-c16dd5549b39 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] 10.222.0.68 "GET /v2.0/security-groups?id=9f625cf9-e4a9-4dec-8cb3-36832f31fea4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633738 Jul 14 09:44:56.300199 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc69c-cf3f-4565-92a1-53860ab7943e service neutron] Pushing event updated for resources: {'Port': ['ID=38f1d51f-1f27-44dc-9560-bbddf89c2463,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:56.301788 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f94a70ad-d629-40d4-a3cc-9efaab4fa66a tempest-DHCPAgentSchedulersTestJSON-1443012166 tempest-DHCPAgentSchedulersTestJSON-1443012166-project-admin] Network e02660b0-86f7-44d3-8108-3fe0e6987734 is scheduled to be hosted by DHCP agent c6a09bd4-f72e-4283-a3ca-0bbca8a51081 with binding_index 1 {{(pid=93957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:44:56.347737 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-f94a70ad-d629-40d4-a3cc-9efaab4fa66a tempest-DHCPAgentSchedulersTestJSON-1443012166 tempest-DHCPAgentSchedulersTestJSON-1443012166-project-admin] 10.222.0.68 "POST /v2.0/agents/c6a09bd4-f72e-4283-a3ca-0bbca8a51081/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.2685039 Jul 14 09:44:56.349321 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 48146) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:56.351734 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7641ea48-c3e3-434b-ad03-201b2dcfe855 None None] Network e02660b0-86f7-44d3-8108-3fe0e6987734 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:44:56.442586 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-244feaed-a3f9-4ae4-b6ec-8a66399d8f03 None None] Network 14ca8555-95c3-45f3-bbf8-fa0cc329326c requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:44:56.480693 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-9257155e-8643-4430-a6e6-97ac92a4a9a4 req-dccdc69c-cf3f-4565-92a1-53860ab7943e service neutron] Attempting to bind port 38f1d51f-1f27-44dc-9560-bbddf89c2463 on host n-h2-779913-29 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:44:56.481081 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-9257155e-8643-4430-a6e6-97ac92a4a9a4 req-dccdc69c-cf3f-4565-92a1-53860ab7943e service neutron] Attempting to bind port 38f1d51f-1f27-44dc-9560-bbddf89c2463 by drivers openvswitch,hyperv on host n-h2-779913-29 at level 0 using segments [{'id': 'f77dabd2-5ce0-4d10-8427-d1c524166b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'acb2a538-8452-4325-b8b2-389094a8a1f1'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:44:56.481972 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9257155e-8643-4430-a6e6-97ac92a4a9a4 req-dccdc69c-cf3f-4565-92a1-53860ab7943e service neutron] Attempting to bind port 38f1d51f-1f27-44dc-9560-bbddf89c2463 on network acb2a538-8452-4325-b8b2-389094a8a1f1 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:44:56.488754 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9257155e-8643-4430-a6e6-97ac92a4a9a4 req-dccdc69c-cf3f-4565-92a1-53860ab7943e service neutron] Port 38f1d51f-1f27-44dc-9560-bbddf89c2463 on network acb2a538-8452-4325-b8b2-389094a8a1f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-29 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:44:56.489287 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9257155e-8643-4430-a6e6-97ac92a4a9a4 req-dccdc69c-cf3f-4565-92a1-53860ab7943e service neutron] Attempting to bind port 38f1d51f-1f27-44dc-9560-bbddf89c2463 on network acb2a538-8452-4325-b8b2-389094a8a1f1 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:44:56.500596 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9257155e-8643-4430-a6e6-97ac92a4a9a4 req-dccdc69c-cf3f-4565-92a1-53860ab7943e service neutron] Checking agent: {'id': '013e4a3b-a634-47b8-b6a5-1a25109b73fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 13, 13), 'started_at': datetime.datetime(2021, 7, 14, 9, 13, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 44, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:44:56.503650 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9257155e-8643-4430-a6e6-97ac92a4a9a4 req-dccdc69c-cf3f-4565-92a1-53860ab7943e service neutron] Checking segment: {'id': 'f77dabd2-5ce0-4d10-8427-d1c524166b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'acb2a538-8452-4325-b8b2-389094a8a1f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:44:56.504332 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9257155e-8643-4430-a6e6-97ac92a4a9a4 req-dccdc69c-cf3f-4565-92a1-53860ab7943e service neutron] Bound using segment: {'id': 'f77dabd2-5ce0-4d10-8427-d1c524166b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'acb2a538-8452-4325-b8b2-389094a8a1f1'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:44:56.505894 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-9257155e-8643-4430-a6e6-97ac92a4a9a4 req-dccdc69c-cf3f-4565-92a1-53860ab7943e service neutron] Bound port: 38f1d51f-1f27-44dc-9560-bbddf89c2463, host: n-h2-779913-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f77dabd2-5ce0-4d10-8427-d1c524166b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'acb2a538-8452-4325-b8b2-389094a8a1f1'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:44:56.505894 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-9257155e-8643-4430-a6e6-97ac92a4a9a4 req-dccdc69c-cf3f-4565-92a1-53860ab7943e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:56.595341 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-51965632-17e5-4c7f-9fc5-f3db306924fb None None] Provisioning for port 8c431f74-542a-4b3c-9876-5aec11b64348 completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:44:56.618419 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-51965632-17e5-4c7f-9fc5-f3db306924fb None None] Provisioning complete for port 8c431f74-542a-4b3c-9876-5aec11b64348 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:44:56.618848 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-51965632-17e5-4c7f-9fc5-f3db306924fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:56.629561 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-6928fa9f-995e-40b6-a0dd-aa43ade23cc7 tempest-DHCPAgentSchedulersTestJSON-1443012166 tempest-DHCPAgentSchedulersTestJSON-1443012166-project-admin] 10.222.0.68 "GET /v2.0/agents/c6a09bd4-f72e-4283-a3ca-0bbca8a51081/dhcp-networks HTTP/1.1" status: 200 len: 6431 time: 0.2776654 Jul 14 09:44:56.639959 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 48148) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:56.683859 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-9257155e-8643-4430-a6e6-97ac92a4a9a4 req-dccdc69c-cf3f-4565-92a1-53860ab7943e service neutron] For port 38f1d51f-1f27-44dc-9560-bbddf89c2463, host n-h2-779913-29, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:44:56.688445 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-9257155e-8643-4430-a6e6-97ac92a4a9a4 req-dccdc69c-cf3f-4565-92a1-53860ab7943e service neutron] For port 38f1d51f-1f27-44dc-9560-bbddf89c2463, host n-h2-779913-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=38f1d51f-1f27-44dc-9560-bbddf89c2463,segment=NetworkSegment(f77dabd2-5ce0-4d10-8427-d1c524166b03),segment_id=f77dabd2-5ce0-4d10-8427-d1c524166b03)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:44:56.695785 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-9257155e-8643-4430-a6e6-97ac92a4a9a4 req-dccdc69c-cf3f-4565-92a1-53860ab7943e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13574142'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:56.764343 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9257155e-8643-4430-a6e6-97ac92a4a9a4 req-dccdc69c-cf3f-4565-92a1-53860ab7943e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:56.765110 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-9257155e-8643-4430-a6e6-97ac92a4a9a4 req-dccdc69c-cf3f-4565-92a1-53860ab7943e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:56.767252 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-9257155e-8643-4430-a6e6-97ac92a4a9a4 req-dccdc69c-cf3f-4565-92a1-53860ab7943e service neutron] 10.222.0.57 "PUT /v2.0/ports/38f1d51f-1f27-44dc-9560-bbddf89c2463 HTTP/1.1" status: 200 len: 1092 time: 1.4299853 Jul 14 09:44:56.770081 n-d-779913-29 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63950b7f-78fd-4116-af3f-a864f54c5fe0', 'tag': '38f1d51f-1f27-44dc-9560-bbddf89c2463'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:44:56.773358 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cb48f044f948e981f43897c8d7f1332f741dc7af2b4c5a6e19d8f4a80f708e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-969bbc36-c63a-4463-81a9-f6733ee23563" -d '{"events": [{"name": "network-changed", "server_uuid": "63950b7f-78fd-4116-af3f-a864f54c5fe0", "tag": "38f1d51f-1f27-44dc-9560-bbddf89c2463"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:44:56.777024 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 48150) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:56.777751 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-78554dba-dbf1-4ed2-a336-98f3005368f3 tempest-DHCPAgentSchedulersTestJSON-1443012166 tempest-DHCPAgentSchedulersTestJSON-1443012166-project-admin] 10.222.0.68 "DELETE /v2.0/agents/c6a09bd4-f72e-4283-a3ca-0bbca8a51081/dhcp-networks/e02660b0-86f7-44d3-8108-3fe0e6987734 HTTP/1.1" status: 204 len: 168 time: 0.1351442 Jul 14 09:44:56.886314 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-51965632-17e5-4c7f-9fc5-f3db306924fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:56.900938 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:44:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b69f949-9711-46f5-9cd1-9992b522ef9f x-openstack-request-id: req-7b69f949-9711-46f5-9cd1-9992b522ef9f {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:44:56.901479 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63950b7f-78fd-4116-af3f-a864f54c5fe0", "tag": "38f1d51f-1f27-44dc-9560-bbddf89c2463", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:44:56.901861 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-7b69f949-9711-46f5-9cd1-9992b522ef9f {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:44:56.902374 n-d-779913-29 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63950b7f-78fd-4116-af3f-a864f54c5fe0', 'tag': '38f1d51f-1f27-44dc-9560-bbddf89c2463', 'status': 'completed', 'code': 200} Jul 14 09:44:56.946405 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdc69c-cf3f-4565-92a1-53860ab7943e service neutron] Pushing event updated for resources: {'Port': ['ID=38f1d51f-1f27-44dc-9560-bbddf89c2463,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:56.957393 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-51965632-17e5-4c7f-9fc5-f3db306924fb None None] For port 8c431f74-542a-4b3c-9876-5aec11b64348, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=8c431f74-542a-4b3c-9876-5aec11b64348,segment=NetworkSegment(e35815eb-3d5c-4f00-8e31-19232a413a04),segment_id=e35815eb-3d5c-4f00-8e31-19232a413a04)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:44:56.966059 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-51965632-17e5-4c7f-9fc5-f3db306924fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:57.069104 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9257155e-8643-4430-a6e6-97ac92a4a9a4 req-2c0901d1-80ad-424a-87f4-5fa62f8432e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:57.073234 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-9257155e-8643-4430-a6e6-97ac92a4a9a4 req-2c0901d1-80ad-424a-87f4-5fa62f8432e6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=da5579fc8d23403983f04f41618106b6&device_id=63950b7f-78fd-4116-af3f-a864f54c5fe0 HTTP/1.1" status: 200 len: 1095 time: 0.2324035 Jul 14 09:44:57.103448 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51965632-17e5-4c7f-9fc5-f3db306924fb None None] Pushing event updated for resources: {'Port': ['ID=8c431f74-542a-4b3c-9876-5aec11b64348,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:57.174299 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-9257155e-8643-4430-a6e6-97ac92a4a9a4 req-29126fb1-3ad0-433c-a8cf-98dd8cd6a4d4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=38f1d51f-1f27-44dc-9560-bbddf89c2463 HTTP/1.1" status: 200 len: 217 time: 0.0798721 Jul 14 09:44:57.239216 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-36ee5576-95db-44ee-a410-a29f5dabe670 tempest-DHCPAgentSchedulersTestJSON-1443012166 tempest-DHCPAgentSchedulersTestJSON-1443012166-project-admin] 10.222.0.68 "GET /v2.0/agents/c6a09bd4-f72e-4283-a3ca-0bbca8a51081/dhcp-networks HTTP/1.1" status: 200 len: 5660 time: 0.4552178 Jul 14 09:44:57.243792 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 48154) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:57.249864 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9257155e-8643-4430-a6e6-97ac92a4a9a4 req-11cac9dc-2d36-4505-83cd-379265fa716a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:57.259988 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-9257155e-8643-4430-a6e6-97ac92a4a9a4 req-11cac9dc-2d36-4505-83cd-379265fa716a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=099eb2c8-2d07-4a3d-922b-c0e86ef46ea9 HTTP/1.1" status: 200 len: 834 time: 0.0712824 Jul 14 09:44:57.299893 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-317ef49f-540c-4872-a8cc-57cbebb06080 tempest-DHCPAgentSchedulersTestJSON-1443012166 tempest-DHCPAgentSchedulersTestJSON-1443012166-project-admin] 10.222.0.68 "GET /v2.0/networks/14ca8555-95c3-45f3-bbf8-fa0cc329326c/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.0547981 Jul 14 09:44:57.304056 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 48156) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:57.327632 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 8c431f74-542a-4b3c-9876-5aec11b64348 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:44:57.362758 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-0d9742bb-b483-4bfe-a1e3-2db751d150e0 tempest-DHCPAgentSchedulersTestJSON-1443012166 tempest-DHCPAgentSchedulersTestJSON-1443012166-project-admin] 10.222.0.68 "GET /v2.0/networks/14ca8555-95c3-45f3-bbf8-fa0cc329326c/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.0558305 Jul 14 09:44:57.363509 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 48162) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:57.416021 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9257155e-8643-4430-a6e6-97ac92a4a9a4 req-dbbcc392-c857-4a2d-b980-5972cef62920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:57.418620 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-9257155e-8643-4430-a6e6-97ac92a4a9a4 req-dbbcc392-c857-4a2d-b980-5972cef62920 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=acb2a538-8452-4325-b8b2-389094a8a1f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1478119 Jul 14 09:44:57.432710 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port 8c431f74-542a-4b3c-9876-5aec11b64348 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:44:57.439131 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:57.618708 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-9257155e-8643-4430-a6e6-97ac92a4a9a4 req-eaa0a1f2-08a6-4c10-98a7-6504e52227b5 service neutron] 10.222.0.57 "GET /v2.0/networks/acb2a538-8452-4325-b8b2-389094a8a1f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1881573 Jul 14 09:44:57.656712 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-51599587-a078-4015-9827-0a27167de1d5 None None] Provisioning complete for port 8c431f74-542a-4b3c-9876-5aec11b64348 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:44:57.657088 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-51599587-a078-4015-9827-0a27167de1d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:57.720845 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-19ab132c-89b5-47ec-aaf7-7e164a409edf tempest-DHCPAgentSchedulersTestJSON-1443012166 tempest-DHCPAgentSchedulersTestJSON-1443012166-project-admin] 10.222.0.68 "GET /v2.0/agents/c6a09bd4-f72e-4283-a3ca-0bbca8a51081/dhcp-networks HTTP/1.1" status: 200 len: 5660 time: 0.3490736 Jul 14 09:44:57.722621 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 48164) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:57.769411 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5bbe322f-3f67-4864-bc0a-91afe44d23e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:57.788226 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3ed43c-aa44-4f7c-8c1e-d55a5446be89 req-3e7dd515-7eeb-49f0-b279-d6a71279eac5 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:57.790027 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0d3ed43c-aa44-4f7c-8c1e-d55a5446be89 req-3e7dd515-7eeb-49f0-b279-d6a71279eac5 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] 10.222.0.68 "GET /v2.0/ports?device_id=63950b7f-78fd-4116-af3f-a864f54c5fe0 HTTP/1.1" status: 200 len: 943 time: 0.2408109 Jul 14 09:44:57.874336 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-602bf001-0fd4-45af-b800-c4cbf0b7d320 tempest-DHCPAgentSchedulersTestJSON-130446969 tempest-DHCPAgentSchedulersTestJSON-130446969-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3876111'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:57.885368 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-9257155e-8643-4430-a6e6-97ac92a4a9a4 req-958108c8-04a4-4e08-bf9b-d56a34d301d5 service neutron] 10.222.0.57 "GET /v2.0/networks/acb2a538-8452-4325-b8b2-389094a8a1f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2592587 Jul 14 09:44:57.916952 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0d3ed43c-aa44-4f7c-8c1e-d55a5446be89 req-21892d61-f56c-4e6a-ad98-35e7a2e288ae tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] 10.222.0.68 "GET /v2.0/security-groups?id=9f625cf9-e4a9-4dec-8cb3-36832f31fea4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1163340 Jul 14 09:44:57.984394 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-15f4f07d-0a3d-4fa1-acf9-5aa1d0873e47 None None] Could not find standard attr ID for object 06db2f6f-1baa-49fb-91f3-5dde7f31b393. {{(pid=93959) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 09:44:58.096972 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-602bf001-0fd4-45af-b800-c4cbf0b7d320 tempest-DHCPAgentSchedulersTestJSON-130446969 tempest-DHCPAgentSchedulersTestJSON-130446969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473955', 'neutron.services.segments.db._delete_segments_for_network-8735688326548'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:58.110988 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-602bf001-0fd4-45af-b800-c4cbf0b7d320 tempest-DHCPAgentSchedulersTestJSON-130446969 tempest-DHCPAgentSchedulersTestJSON-130446969-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e02660b0-86f7-44d3-8108-3fe0e6987734']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:44:58.126728 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-602bf001-0fd4-45af-b800-c4cbf0b7d320 tempest-DHCPAgentSchedulersTestJSON-130446969 tempest-DHCPAgentSchedulersTestJSON-130446969-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89e42bd3-4c19-43d2-8af3-6c04bf58d9ac') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:44:58.127065 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-602bf001-0fd4-45af-b800-c4cbf0b7d320 tempest-DHCPAgentSchedulersTestJSON-130446969 tempest-DHCPAgentSchedulersTestJSON-130446969-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89e42bd3-4c19-43d2-8af3-6c04bf58d9ac') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:44:58.139719 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-602bf001-0fd4-45af-b800-c4cbf0b7d320 tempest-DHCPAgentSchedulersTestJSON-130446969 tempest-DHCPAgentSchedulersTestJSON-130446969-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735688356235', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13574129'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:58.158197 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969bbc36-c63a-4463-81a9-f6733ee23563 req-56dc1bc7-580e-4aff-9fad-562da7575474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:58.159749 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-969bbc36-c63a-4463-81a9-f6733ee23563 req-56dc1bc7-580e-4aff-9fad-562da7575474 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=da5579fc8d23403983f04f41618106b6&device_id=63950b7f-78fd-4116-af3f-a864f54c5fe0 HTTP/1.1" status: 200 len: 1095 time: 0.1646688 Jul 14 09:44:58.166667 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-602bf001-0fd4-45af-b800-c4cbf0b7d320 tempest-DHCPAgentSchedulersTestJSON-130446969 tempest-DHCPAgentSchedulersTestJSON-130446969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:58.186303 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-602bf001-0fd4-45af-b800-c4cbf0b7d320 tempest-DHCPAgentSchedulersTestJSON-130446969 tempest-DHCPAgentSchedulersTestJSON-130446969-project] Releasing vlan 726 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:44:58.186831 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-602bf001-0fd4-45af-b800-c4cbf0b7d320 tempest-DHCPAgentSchedulersTestJSON-130446969 tempest-DHCPAgentSchedulersTestJSON-130446969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13573126'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:58.191007 n-d-779913-29 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:44:58.191007 n-d-779913-29 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:44:58.191007 n-d-779913-29 neutron-server[93958]: Traceback (most recent call last): Jul 14 09:44:58.191007 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:44:58.191007 n-d-779913-29 neutron-server[93958]: timer() Jul 14 09:44:58.191007 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:44:58.191007 n-d-779913-29 neutron-server[93958]: cb(*args, **kw) Jul 14 09:44:58.191007 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:44:58.191007 n-d-779913-29 neutron-server[93958]: return func(*args, **kwargs) Jul 14 09:44:58.191007 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:44:58.191007 n-d-779913-29 neutron-server[93958]: self._notify() Jul 14 09:44:58.191007 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:44:58.191007 n-d-779913-29 neutron-server[93958]: self.callback(batched_events) Jul 14 09:44:58.191007 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:44:58.191007 n-d-779913-29 neutron-server[93958]: event.method(event) Jul 14 09:44:58.191007 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:44:58.191007 n-d-779913-29 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:44:58.191007 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:44:58.191007 n-d-779913-29 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:44:58.191007 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:44:58.191007 n-d-779913-29 neutron-server[93958]: return f(self, *a, **k) Jul 14 09:44:58.191007 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:44:58.191007 n-d-779913-29 neutron-server[93958]: return self._get(url).json() Jul 14 09:44:58.191007 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:44:58.191007 n-d-779913-29 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:44:58.191007 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:44:58.191007 n-d-779913-29 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 14 09:44:58.191007 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:44:58.191007 n-d-779913-29 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:44:58.191007 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:44:58.191007 n-d-779913-29 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:44:58.191007 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:44:58.191007 n-d-779913-29 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:44:58.191007 n-d-779913-29 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:44:58.310719 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-602bf001-0fd4-45af-b800-c4cbf0b7d320 tempest-DHCPAgentSchedulersTestJSON-130446969 tempest-DHCPAgentSchedulersTestJSON-130446969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660504'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:58.332934 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-602bf001-0fd4-45af-b800-c4cbf0b7d320 tempest-DHCPAgentSchedulersTestJSON-130446969 tempest-DHCPAgentSchedulersTestJSON-130446969-project] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:58.335276 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-602bf001-0fd4-45af-b800-c4cbf0b7d320 tempest-DHCPAgentSchedulersTestJSON-130446969 tempest-DHCPAgentSchedulersTestJSON-130446969-project] 10.222.0.68 "DELETE /v2.0/networks/e02660b0-86f7-44d3-8108-3fe0e6987734 HTTP/1.1" status: 204 len: 168 time: 0.6113031 Jul 14 09:44:58.338253 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 48166) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:58.341113 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602bf001-0fd4-45af-b800-c4cbf0b7d320 tempest-DHCPAgentSchedulersTestJSON-130446969 tempest-DHCPAgentSchedulersTestJSON-130446969-project] Pushing event deleted for resources: {'Network': ['ID=e02660b0-86f7-44d3-8108-3fe0e6987734,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:58.358980 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969bbc36-c63a-4463-81a9-f6733ee23563 req-f5f19669-40de-4fc6-9d26-86157532c3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:58.360200 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-969bbc36-c63a-4463-81a9-f6733ee23563 req-f5f19669-40de-4fc6-9d26-86157532c3c1 service neutron] 10.222.0.57 "GET /v2.0/networks?id=acb2a538-8452-4325-b8b2-389094a8a1f1 HTTP/1.1" status: 200 len: 898 time: 0.1908631 Jul 14 09:44:58.371293 n-d-779913-29 neutron-server[93957]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d00eb85-8439-4295-a542-b821751df341 tempest-DHCPAgentSchedulersTestJSON-130446969 tempest-DHCPAgentSchedulersTestJSON-130446969-project] DELETE failed (client error): The resource could not be found. Jul 14 09:44:58.372209 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d00eb85-8439-4295-a542-b821751df341 tempest-DHCPAgentSchedulersTestJSON-130446969 tempest-DHCPAgentSchedulersTestJSON-130446969-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:44:58.374021 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-7d00eb85-8439-4295-a542-b821751df341 tempest-DHCPAgentSchedulersTestJSON-130446969 tempest-DHCPAgentSchedulersTestJSON-130446969-project] 10.222.0.68 "DELETE /v2.0/ports/06db2f6f-1baa-49fb-91f3-5dde7f31b393 HTTP/1.1" status: 404 len: 333 time: 0.0346849 Jul 14 09:44:58.376566 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 48168) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:58.465342 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_v2 [None req-93965b77-a885-404b-9a81-2a5ce1d9b2f8 tempest-DHCPAgentSchedulersTestJSON-130446969 tempest-DHCPAgentSchedulersTestJSON-130446969-project] Deleting subnet 4d25b068-e60a-4282-baad-f26aeda3f9d4 {{(pid=93957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:44:58.473835 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-93965b77-a885-404b-9a81-2a5ce1d9b2f8 tempest-DHCPAgentSchedulersTestJSON-130446969 tempest-DHCPAgentSchedulersTestJSON-130446969-project] Notify callbacks [] for subnet, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:58.547127 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-93965b77-a885-404b-9a81-2a5ce1d9b2f8 tempest-DHCPAgentSchedulersTestJSON-130446969 tempest-DHCPAgentSchedulersTestJSON-130446969-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10944203'] for subnet, precommit_delete_associations {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:58.672994 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-93965b77-a885-404b-9a81-2a5ce1d9b2f8 tempest-DHCPAgentSchedulersTestJSON-130446969 tempest-DHCPAgentSchedulersTestJSON-130446969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3481002'] for subnet, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:58.747966 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-969bbc36-c63a-4463-81a9-f6733ee23563 req-f35fe922-c9d9-4d8f-a7d0-c1bb9117bbdf service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=38f1d51f-1f27-44dc-9560-bbddf89c2463 HTTP/1.1" status: 200 len: 217 time: 0.3801115 Jul 14 09:44:58.753740 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-93965b77-a885-404b-9a81-2a5ce1d9b2f8 tempest-DHCPAgentSchedulersTestJSON-130446969 tempest-DHCPAgentSchedulersTestJSON-130446969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10052701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11984075'] for subnet, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:58.786287 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93965b77-a885-404b-9a81-2a5ce1d9b2f8 tempest-DHCPAgentSchedulersTestJSON-130446969 tempest-DHCPAgentSchedulersTestJSON-130446969-project] Pushing event deleted for resources: {'Subnet': ['ID=4d25b068-e60a-4282-baad-f26aeda3f9d4,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:58.792711 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-93965b77-a885-404b-9a81-2a5ce1d9b2f8 tempest-DHCPAgentSchedulersTestJSON-130446969 tempest-DHCPAgentSchedulersTestJSON-130446969-project] Notify callbacks [] for subnet, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:58.794579 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-93965b77-a885-404b-9a81-2a5ce1d9b2f8 tempest-DHCPAgentSchedulersTestJSON-130446969 tempest-DHCPAgentSchedulersTestJSON-130446969-project] 10.222.0.68 "DELETE /v2.0/subnets/4d25b068-e60a-4282-baad-f26aeda3f9d4 HTTP/1.1" status: 204 len: 168 time: 0.4169600 Jul 14 09:44:58.797275 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 48172) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:58.811502 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969bbc36-c63a-4463-81a9-f6733ee23563 req-3ea19901-7fa0-4346-80ac-9b8b1246c6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:58.812829 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-969bbc36-c63a-4463-81a9-f6733ee23563 req-3ea19901-7fa0-4346-80ac-9b8b1246c6e5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=099eb2c8-2d07-4a3d-922b-c0e86ef46ea9 HTTP/1.1" status: 200 len: 834 time: 0.0583856 Jul 14 09:44:58.823575 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b86c5d1-694f-4b18-b58d-2a64ecdc0791 None None] Network 14ca8555-95c3-45f3-bbf8-fa0cc329326c requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:44:58.906812 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2e4bdcc5-5d0a-4e18-9ff7-50d9225d4c7e tempest-DHCPAgentSchedulersTestJSON-130446969 tempest-DHCPAgentSchedulersTestJSON-130446969-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3876111'] for network, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:58.920690 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969bbc36-c63a-4463-81a9-f6733ee23563 req-ee97bd3b-e41a-484d-82a7-ef63748d891d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:58.924791 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-969bbc36-c63a-4463-81a9-f6733ee23563 req-ee97bd3b-e41a-484d-82a7-ef63748d891d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=acb2a538-8452-4325-b8b2-389094a8a1f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1025934 Jul 14 09:44:59.024654 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-2e4bdcc5-5d0a-4e18-9ff7-50d9225d4c7e tempest-DHCPAgentSchedulersTestJSON-130446969 tempest-DHCPAgentSchedulersTestJSON-130446969-project] Deleting port 8c431f74-542a-4b3c-9876-5aec11b64348 {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:44:59.025274 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2e4bdcc5-5d0a-4e18-9ff7-50d9225d4c7e tempest-DHCPAgentSchedulersTestJSON-130446969 tempest-DHCPAgentSchedulersTestJSON-130446969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:59.120028 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-2e4bdcc5-5d0a-4e18-9ff7-50d9225d4c7e tempest-DHCPAgentSchedulersTestJSON-130446969 tempest-DHCPAgentSchedulersTestJSON-130446969-project] For port 8c431f74-542a-4b3c-9876-5aec11b64348, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=8c431f74-542a-4b3c-9876-5aec11b64348,segment=NetworkSegment(e35815eb-3d5c-4f00-8e31-19232a413a04),segment_id=e35815eb-3d5c-4f00-8e31-19232a413a04)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:44:59.120946 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2e4bdcc5-5d0a-4e18-9ff7-50d9225d4c7e tempest-DHCPAgentSchedulersTestJSON-130446969 tempest-DHCPAgentSchedulersTestJSON-130446969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:59.136520 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-2e4bdcc5-5d0a-4e18-9ff7-50d9225d4c7e tempest-DHCPAgentSchedulersTestJSON-130446969 tempest-DHCPAgentSchedulersTestJSON-130446969-project] Calling delete_port for 8c431f74-542a-4b3c-9876-5aec11b64348 owned by network:dhcp {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:44:59.151313 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fea9553a-2114-44c9-ad06-2eb5ec2c45fc None None] DHCP port deletion for 14ca8555-95c3-45f3-bbf8-fa0cc329326c request from n-d-779913-29 {{(pid=93959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:44:59.249592 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-969bbc36-c63a-4463-81a9-f6733ee23563 req-c78f49e3-9f34-4696-a828-81e0c2219652 service neutron] 10.222.0.57 "GET /v2.0/networks/acb2a538-8452-4325-b8b2-389094a8a1f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3178227 Jul 14 09:44:59.265144 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aff7b00-2d7d-41fb-abf6-6e49aadbd455 req-af5a19c0-d1e1-4c37-a005-6c57dc31730a tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:59.279523 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-0aff7b00-2d7d-41fb-abf6-6e49aadbd455 req-af5a19c0-d1e1-4c37-a005-6c57dc31730a tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] 10.222.0.68 "GET /v2.0/ports?device_id=63950b7f-78fd-4116-af3f-a864f54c5fe0 HTTP/1.1" status: 200 len: 943 time: 0.1294868 Jul 14 09:44:59.310707 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-fea9553a-2114-44c9-ad06-2eb5ec2c45fc None None] Deleting port 8c431f74-542a-4b3c-9876-5aec11b64348 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:44:59.311309 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fea9553a-2114-44c9-ad06-2eb5ec2c45fc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:59.375830 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 8c431f74-542a-4b3c-9876-5aec11b64348 no longer exists at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:44:59.377931 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2e4bdcc5-5d0a-4e18-9ff7-50d9225d4c7e tempest-DHCPAgentSchedulersTestJSON-130446969 tempest-DHCPAgentSchedulersTestJSON-130446969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:59.407078 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] No Port match for: 8c431f74-542a-4b3c-9876-5aec11b64348 {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:44:59.407716 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 8c431f74-542a-4b3c-9876-5aec11b64348 not bound to the agent host n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:44:59.452124 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-969bbc36-c63a-4463-81a9-f6733ee23563 req-a059a908-5dad-4d0b-9655-74a3a12baac9 service neutron] 10.222.0.57 "GET /v2.0/networks/acb2a538-8452-4325-b8b2-389094a8a1f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584077 Jul 14 09:44:59.453166 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4bdcc5-5d0a-4e18-9ff7-50d9225d4c7e tempest-DHCPAgentSchedulersTestJSON-130446969 tempest-DHCPAgentSchedulersTestJSON-130446969-project] Pushing event deleted for resources: {'Port': ['ID=8c431f74-542a-4b3c-9876-5aec11b64348,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:59.459718 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e4bdcc5-5d0a-4e18-9ff7-50d9225d4c7e tempest-DHCPAgentSchedulersTestJSON-130446969 tempest-DHCPAgentSchedulersTestJSON-130446969-project] No DVR routers for this DVR port 8c431f74-542a-4b3c-9876-5aec11b64348 on host n-d-779913-29 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:44:59.508266 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-fea9553a-2114-44c9-ad06-2eb5ec2c45fc None None] For port 8c431f74-542a-4b3c-9876-5aec11b64348, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=8c431f74-542a-4b3c-9876-5aec11b64348,segment=NetworkSegment(e35815eb-3d5c-4f00-8e31-19232a413a04),segment_id=e35815eb-3d5c-4f00-8e31-19232a413a04)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:44:59.508680 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fea9553a-2114-44c9-ad06-2eb5ec2c45fc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:59.531903 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-fea9553a-2114-44c9-ad06-2eb5ec2c45fc None None] Calling delete_port for 8c431f74-542a-4b3c-9876-5aec11b64348 owned by network:dhcp {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:44:59.534750 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-0aff7b00-2d7d-41fb-abf6-6e49aadbd455 req-c090d64d-68cb-431d-ae54-d5c1ac240250 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] 10.222.0.68 "GET /v2.0/security-groups?id=9f625cf9-e4a9-4dec-8cb3-36832f31fea4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2542548 Jul 14 09:44:59.633861 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2e4bdcc5-5d0a-4e18-9ff7-50d9225d4c7e tempest-DHCPAgentSchedulersTestJSON-130446969 tempest-DHCPAgentSchedulersTestJSON-130446969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473955', 'neutron.services.segments.db._delete_segments_for_network-8735688326548'] for network, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:59.646669 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-2e4bdcc5-5d0a-4e18-9ff7-50d9225d4c7e tempest-DHCPAgentSchedulersTestJSON-130446969 tempest-DHCPAgentSchedulersTestJSON-130446969-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14ca8555-95c3-45f3-bbf8-fa0cc329326c']}} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:44:59.663524 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-2e4bdcc5-5d0a-4e18-9ff7-50d9225d4c7e tempest-DHCPAgentSchedulersTestJSON-130446969 tempest-DHCPAgentSchedulersTestJSON-130446969-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e35815eb-3d5c-4f00-8e31-19232a413a04') {'for_net_delete': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:44:59.663980 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-2e4bdcc5-5d0a-4e18-9ff7-50d9225d4c7e tempest-DHCPAgentSchedulersTestJSON-130446969 tempest-DHCPAgentSchedulersTestJSON-130446969-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e35815eb-3d5c-4f00-8e31-19232a413a04') {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:44:59.675607 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2e4bdcc5-5d0a-4e18-9ff7-50d9225d4c7e tempest-DHCPAgentSchedulersTestJSON-130446969 tempest-DHCPAgentSchedulersTestJSON-130446969-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735688356235', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10944210'] for segment, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:59.682343 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fea9553a-2114-44c9-ad06-2eb5ec2c45fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:59.691508 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f706f42-bb71-4e20-bad8-42b750dba653 req-f1947b0d-58e1-45b8-aeda-920b7eb4402e tempest-TestNetworkAdvancedServerOps-1977836674 tempest-TestNetworkAdvancedServerOps-1977836674-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:59.693003 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0f706f42-bb71-4e20-bad8-42b750dba653 req-f1947b0d-58e1-45b8-aeda-920b7eb4402e tempest-TestNetworkAdvancedServerOps-1977836674 tempest-TestNetworkAdvancedServerOps-1977836674-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=5807614e-456b-4bb7-9e93-3be88e0dddc0 HTTP/1.1" status: 200 len: 1098 time: 0.1086297 Jul 14 09:44:59.697225 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2e4bdcc5-5d0a-4e18-9ff7-50d9225d4c7e tempest-DHCPAgentSchedulersTestJSON-130446969 tempest-DHCPAgentSchedulersTestJSON-130446969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:59.711592 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e4bdcc5-5d0a-4e18-9ff7-50d9225d4c7e tempest-DHCPAgentSchedulersTestJSON-130446969 tempest-DHCPAgentSchedulersTestJSON-130446969-project] Releasing vlan 737 on physical network physnet1 to pool {{(pid=93957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:44:59.712205 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2e4bdcc5-5d0a-4e18-9ff7-50d9225d4c7e tempest-DHCPAgentSchedulersTestJSON-130446969 tempest-DHCPAgentSchedulersTestJSON-130446969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10053619'] for segment, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:59.715120 n-d-779913-29 neutron-server[93957]: Traceback (most recent call last): Jul 14 09:44:59.715120 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:44:59.715120 n-d-779913-29 neutron-server[93957]: timer() Jul 14 09:44:59.715120 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:44:59.715120 n-d-779913-29 neutron-server[93957]: cb(*args, **kw) Jul 14 09:44:59.715120 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:44:59.715120 n-d-779913-29 neutron-server[93957]: return func(*args, **kwargs) Jul 14 09:44:59.715120 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:44:59.715120 n-d-779913-29 neutron-server[93957]: self._notify() Jul 14 09:44:59.715120 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:44:59.715120 n-d-779913-29 neutron-server[93957]: self.callback(batched_events) Jul 14 09:44:59.715120 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:44:59.715120 n-d-779913-29 neutron-server[93957]: event.method(event) Jul 14 09:44:59.715120 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:44:59.715120 n-d-779913-29 neutron-server[93957]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:44:59.715120 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:44:59.715120 n-d-779913-29 neutron-server[93957]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:44:59.715120 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:44:59.715120 n-d-779913-29 neutron-server[93957]: return f(self, *a, **k) Jul 14 09:44:59.715120 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:44:59.715120 n-d-779913-29 neutron-server[93957]: return self._get(url).json() Jul 14 09:44:59.715120 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:44:59.715120 n-d-779913-29 neutron-server[93957]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:44:59.715120 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:44:59.715120 n-d-779913-29 neutron-server[93957]: return self.request(url, 'GET', **kwargs) Jul 14 09:44:59.715120 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:44:59.715120 n-d-779913-29 neutron-server[93957]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:44:59.715120 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:44:59.715120 n-d-779913-29 neutron-server[93957]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:44:59.715120 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:44:59.715120 n-d-779913-29 neutron-server[93957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:44:59.715120 n-d-779913-29 neutron-server[93957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:44:59.723277 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea9553a-2114-44c9-ad06-2eb5ec2c45fc None None] Pushing event deleted for resources: {'Port': ['ID=8c431f74-542a-4b3c-9876-5aec11b64348,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:59.723277 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea9553a-2114-44c9-ad06-2eb5ec2c45fc None None] No DVR routers for this DVR port 8c431f74-542a-4b3c-9876-5aec11b64348 on host n-d-779913-29 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:44:59.798328 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0f706f42-bb71-4e20-bad8-42b750dba653 req-df981435-4ae7-4cea-9412-448072888689 tempest-TestNetworkAdvancedServerOps-1977836674 tempest-TestNetworkAdvancedServerOps-1977836674-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=e6d675ec-f50c-4916-bc8c-357a840d6ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962203 Jul 14 09:44:59.805950 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2e4bdcc5-5d0a-4e18-9ff7-50d9225d4c7e tempest-DHCPAgentSchedulersTestJSON-130446969 tempest-DHCPAgentSchedulersTestJSON-130446969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660504'] for network, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:59.814666 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2e4bdcc5-5d0a-4e18-9ff7-50d9225d4c7e tempest-DHCPAgentSchedulersTestJSON-130446969 tempest-DHCPAgentSchedulersTestJSON-130446969-project] Notify callbacks [] for network, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:59.816958 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-2e4bdcc5-5d0a-4e18-9ff7-50d9225d4c7e tempest-DHCPAgentSchedulersTestJSON-130446969 tempest-DHCPAgentSchedulersTestJSON-130446969-project] 10.222.0.68 "DELETE /v2.0/networks/14ca8555-95c3-45f3-bbf8-fa0cc329326c HTTP/1.1" status: 204 len: 168 time: 1.0179684 Jul 14 09:44:59.843247 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4bdcc5-5d0a-4e18-9ff7-50d9225d4c7e tempest-DHCPAgentSchedulersTestJSON-130446969 tempest-DHCPAgentSchedulersTestJSON-130446969-project] Pushing event deleted for resources: {'Network': ['ID=14ca8555-95c3-45f3-bbf8-fa0cc329326c,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:59.855290 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 48184) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:59.998156 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 38f1d51f-1f27-44dc-9560-bbddf89c2463 details requested by agent hyperv_n-h2-779913-29 with host n-h2-779913-29 {{(pid=93959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:45:00.121469 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-0f3e57ed-24cd-4e57-8d4c-c7bf68af6b5f tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Deleting port e7f48b49-8dcc-49be-bd2d-c28d41663299 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:45:00.122120 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0f3e57ed-24cd-4e57-8d4c-c7bf68af6b5f tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:00.197917 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 38f1d51f-1f27-44dc-9560-bbddf89c2463, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=38f1d51f-1f27-44dc-9560-bbddf89c2463,segment=NetworkSegment(f77dabd2-5ce0-4d10-8427-d1c524166b03),segment_id=f77dabd2-5ce0-4d10-8427-d1c524166b03)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:45:00.216570 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Returning: {'device': '38f1d51f-1f27-44dc-9560-bbddf89c2463', 'network_id': 'acb2a538-8452-4325-b8b2-389094a8a1f1', 'port_id': '38f1d51f-1f27-44dc-9560-bbddf89c2463', 'mac_address': 'fa:16:3e:ef:15:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 745, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '099eb2c8-2d07-4a3d-922b-c0e86ef46ea9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:45:00.221452 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0f3e57ed-24cd-4e57-8d4c-c7bf68af6b5f tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:00.221885 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0f3e57ed-24cd-4e57-8d4c-c7bf68af6b5f tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:00.254477 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-0f3e57ed-24cd-4e57-8d4c-c7bf68af6b5f tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Calling delete_port for e7f48b49-8dcc-49be-bd2d-c28d41663299 owned by network:floatingip {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:45:00.275711 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:00.293284 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38f1d51f-1f27-44dc-9560-bbddf89c2463 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:45:00.307674 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 48188) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:00.329848 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 38f1d51f-1f27-44dc-9560-bbddf89c2463, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=38f1d51f-1f27-44dc-9560-bbddf89c2463,segment=NetworkSegment(f77dabd2-5ce0-4d10-8427-d1c524166b03),segment_id=f77dabd2-5ce0-4d10-8427-d1c524166b03)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:45:00.338747 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:00.440010 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Pushing event updated for resources: {'Port': ['ID=38f1d51f-1f27-44dc-9560-bbddf89c2463,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:00.555131 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0f3e57ed-24cd-4e57-8d4c-c7bf68af6b5f tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:00.570419 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-8977d1bf-3aab-4630-a39e-e032811c386a admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=c851069b4d8742d593d525b87cff40a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2614594 Jul 14 09:45:00.574191 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 48194) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:00.596698 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3e57ed-24cd-4e57-8d4c-c7bf68af6b5f tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Pushing event deleted for resources: {'Port': ['ID=e7f48b49-8dcc-49be-bd2d-c28d41663299,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:00.621950 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] get_ports_and_sgs() called for port_ids ['38f1d51f-1f27-44dc-9560-bbddf89c2463'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:45:00.731309 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-54c6299b-3746-4517-a9bb-77497e9665b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:00.783123 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-54c6299b-3746-4517-a9bb-77497e9665b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:00.856395 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-54c6299b-3746-4517-a9bb-77497e9665b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:00.864671 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-54c6299b-3746-4517-a9bb-77497e9665b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:00.864671 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-54c6299b-3746-4517-a9bb-77497e9665b7 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/79ba3ef0-e6aa-4e92-b6da-ecee57343f2c HTTP/1.1" status: 204 len: 168 time: 0.2852359 Jul 14 09:45:00.871009 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c6299b-3746-4517-a9bb-77497e9665b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79ba3ef0-e6aa-4e92-b6da-ecee57343f2c,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:00.893629 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0f3e57ed-24cd-4e57-8d4c-c7bf68af6b5f tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks [] for floatingip, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:00.894409 n-d-779913-29 neutron-server[93958]: INFO neutron.db.l3_db [None req-0f3e57ed-24cd-4e57-8d4c-c7bf68af6b5f tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Floating IP 9af339f6-96d8-47e6-bd19-dc00b51d836f disassociated (deleted). External IP: 172.25.4.85, port: b4261f23-8b12-4e6b-a247-d2e1ab6b02c9. Jul 14 09:45:00.982975 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e00503e-3abe-4e2a-9f2e-fbc280962006 req-4523dec5-ad92-4699-8b62-d90b1ebbfe4f tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:00.984556 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-8e00503e-3abe-4e2a-9f2e-fbc280962006 req-4523dec5-ad92-4699-8b62-d90b1ebbfe4f tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] 10.222.0.68 "GET /v2.0/ports?device_id=63950b7f-78fd-4116-af3f-a864f54c5fe0 HTTP/1.1" status: 200 len: 944 time: 0.2534628 Jul 14 09:45:01.096796 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-8e00503e-3abe-4e2a-9f2e-fbc280962006 req-04027570-987b-4175-b3c6-6961b4c35666 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] 10.222.0.68 "GET /v2.0/security-groups?id=9f625cf9-e4a9-4dec-8cb3-36832f31fea4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735319 Jul 14 09:45:01.288826 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f3e57ed-24cd-4e57-8d4c-c7bf68af6b5f tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Router b8e8ea56-6a2c-4bee-a1bf-b99ed033bef6 has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:45:01.448950 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 48202) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:01.469762 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-87c7bb88-8b66-4fd4-9b5a-036aad2e6329 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:01.493607 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f3e57ed-24cd-4e57-8d4c-c7bf68af6b5f tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:45:01.503849 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0f3e57ed-24cd-4e57-8d4c-c7bf68af6b5f tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for floatingip, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:01.513010 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10155603-fa86-44dd-8026-618be19043df None None] Sync routers for ids ['b8e8ea56-6a2c-4bee-a1bf-b99ed033bef6'] in n-d-779913-29 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:45:01.529481 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10155603-fa86-44dd-8026-618be19043df None None] Routers {'b8e8ea56-6a2c-4bee-a1bf-b99ed033bef6'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:45:01.530865 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-10155603-fa86-44dd-8026-618be19043df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:44:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['b8e8ea56-6a2c-4bee-a1bf-b99ed033bef6'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:45:01.555184 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-0f3e57ed-24cd-4e57-8d4c-c7bf68af6b5f tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "DELETE /v2.0/floatingips/9af339f6-96d8-47e6-bd19-dc00b51d836f HTTP/1.1" status: 204 len: 168 time: 1.6982136 Jul 14 09:45:01.555757 n-d-779913-29 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5807614e-456b-4bb7-9e93-3be88e0dddc0', 'tag': 'b4261f23-8b12-4e6b-a247-d2e1ab6b02c9'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:45:01.558179 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cb48f044f948e981f43897c8d7f1332f741dc7af2b4c5a6e19d8f4a80f708e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-545a18ad-6ab3-4c81-a1df-7ea8e247d0bd" -d '{"events": [{"name": "network-changed", "server_uuid": "5807614e-456b-4bb7-9e93-3be88e0dddc0", "tag": "b4261f23-8b12-4e6b-a247-d2e1ab6b02c9"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:45:01.669630 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:45:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-934a082c-c943-47a2-804e-f2a789ad7a59 x-openstack-request-id: req-934a082c-c943-47a2-804e-f2a789ad7a59 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:45:01.669930 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5807614e-456b-4bb7-9e93-3be88e0dddc0", "tag": "b4261f23-8b12-4e6b-a247-d2e1ab6b02c9", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:45:01.670181 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-934a082c-c943-47a2-804e-f2a789ad7a59 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:45:01.670603 n-d-779913-29 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5807614e-456b-4bb7-9e93-3be88e0dddc0', 'tag': 'b4261f23-8b12-4e6b-a247-d2e1ab6b02c9', 'status': 'completed', 'code': 200} Jul 14 09:45:01.680756 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-10155603-fa86-44dd-8026-618be19043df None None] Set router b8e8ea56-6a2c-4bee-a1bf-b99ed033bef6 gateway port host: n-d-779913-29 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:45:01.728031 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-87c7bb88-8b66-4fd4-9b5a-036aad2e6329 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:01.742079 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-87c7bb88-8b66-4fd4-9b5a-036aad2e6329 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:01.840821 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-87c7bb88-8b66-4fd4-9b5a-036aad2e6329 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=5f65b2aa0c7a416fbd22c620569d9ea9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3878119 Jul 14 09:45:01.840821 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c7bb88-8b66-4fd4-9b5a-036aad2e6329 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d7975e4-0e4c-4394-a1ae-80134dd2d0fe,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:01.841847 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 48210) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:01.864895 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545a18ad-6ab3-4c81-a1df-7ea8e247d0bd req-7814beab-e5e2-48df-b43c-2871430b2119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:01.866770 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-545a18ad-6ab3-4c81-a1df-7ea8e247d0bd req-7814beab-e5e2-48df-b43c-2871430b2119 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=62cf828fc3e84fada2a4655d43752657&device_id=5807614e-456b-4bb7-9e93-3be88e0dddc0 HTTP/1.1" status: 200 len: 1098 time: 0.1446431 Jul 14 09:45:01.980728 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-94dfa22c-17a2-42ec-8cb3-63947fc43b20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:01.985855 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-10155603-fa86-44dd-8026-618be19043df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8e8ea56-6a2c-4bee-a1bf-b99ed033bef6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1747406417', 'tenant_id': '62cf828fc3e84fada2a4655d43752657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.3'}], 'enable_snat': True}, 'gw_port_id': 'fbf9127b-e265-4456-ac66-4a3e41e42413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:42:57Z', 'updated_at': '2021-07-14T09:43:04Z', 'revision_number': 4, 'project_id': '62cf828fc3e84fada2a4655d43752657', 'gw_port': {'id': 'fbf9127b-e265-4456-ac66-4a3e41e42413', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:5e:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e8ea56-6a2c-4bee-a1bf-b99ed033bef6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3084, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:42:58Z', 'updated_at': '2021-07-14T09:43:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': '35c6bc62-c7b6-4957-9ef3-e8fa6a26fedf', 'name': '', 'network_id': '559c94b9-1968-448e-a093-792c946ac9ed', 'tenant_id': '62cf828fc3e84fada2a4655d43752657', 'mac_address': 'fa:16:3e:9c:4a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e8ea56-6a2c-4bee-a1bf-b99ed033bef6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3091, 'fixed_ips': [{'subnet_id': 'f124bd0d-26a1-4014-8e0b-5aea94940786', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:43:03Z', 'updated_at': '2021-07-14T09:43:14Z', 'revision_number': 5, 'project_id': '62cf828fc3e84fada2a4655d43752657', 'subnets': [{'id': 'f124bd0d-26a1-4014-8e0b-5aea94940786', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:45:02.012963 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 38f1d51f-1f27-44dc-9560-bbddf89c2463 up at agent hyperv_n-h2-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:45:02.037991 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10155603-fa86-44dd-8026-618be19043df None None] Checking router: b8e8ea56-6a2c-4bee-a1bf-b99ed033bef6 for host: n-d-779913-29 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:45:02.050049 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10155603-fa86-44dd-8026-618be19043df None None] Routers {'b8e8ea56-6a2c-4bee-a1bf-b99ed033bef6'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:45:02.051074 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-10155603-fa86-44dd-8026-618be19043df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:44:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['b8e8ea56-6a2c-4bee-a1bf-b99ed033bef6'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:45:02.066610 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-94dfa22c-17a2-42ec-8cb3-63947fc43b20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:02.128200 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545a18ad-6ab3-4c81-a1df-7ea8e247d0bd req-059684af-3207-453f-8e90-7794d41adbb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:02.130236 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-545a18ad-6ab3-4c81-a1df-7ea8e247d0bd req-059684af-3207-453f-8e90-7794d41adbb8 service neutron] 10.222.0.65 "GET /v2.0/networks?id=559c94b9-1968-448e-a093-792c946ac9ed HTTP/1.1" status: 200 len: 898 time: 0.2555318 Jul 14 09:45:02.168808 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Provisioning for port 38f1d51f-1f27-44dc-9560-bbddf89c2463 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:45:02.174575 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Provisioning complete for port 38f1d51f-1f27-44dc-9560-bbddf89c2463 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:45:02.175579 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:02.244246 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-545a18ad-6ab3-4c81-a1df-7ea8e247d0bd req-cc96621c-a0b1-4a66-937f-d66ba6bea5af service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b4261f23-8b12-4e6b-a247-d2e1ab6b02c9 HTTP/1.1" status: 200 len: 217 time: 0.1051779 Jul 14 09:45:02.274523 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-94dfa22c-17a2-42ec-8cb3-63947fc43b20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:02.279659 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-94dfa22c-17a2-42ec-8cb3-63947fc43b20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:02.280646 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-94dfa22c-17a2-42ec-8cb3-63947fc43b20 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/3d7975e4-0e4c-4394-a1ae-80134dd2d0fe HTTP/1.1" status: 204 len: 168 time: 0.4372540 Jul 14 09:45:02.297044 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dfa22c-17a2-42ec-8cb3-63947fc43b20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d7975e4-0e4c-4394-a1ae-80134dd2d0fe,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:02.299074 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-10155603-fa86-44dd-8026-618be19043df None None] Set router b8e8ea56-6a2c-4bee-a1bf-b99ed033bef6 gateway port host: n-d-779913-29 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:45:02.315535 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47de48e2-2863-46d6-a3d9-3e7d8e9172be req-3ce1c4cd-4817-4b1c-b5a5-4f673ed807ec tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:02.323222 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-47de48e2-2863-46d6-a3d9-3e7d8e9172be req-3ce1c4cd-4817-4b1c-b5a5-4f673ed807ec tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/ports?device_id=5807614e-456b-4bb7-9e93-3be88e0dddc0 HTTP/1.1" status: 200 len: 946 time: 0.1721063 Jul 14 09:45:02.375783 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-47de48e2-2863-46d6-a3d9-3e7d8e9172be req-3c28eff5-8cc6-4b63-8de2-2f0e4f30066b tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/security-groups?id=e6d675ec-f50c-4916-bc8c-357a840d6ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495837 Jul 14 09:45:02.423906 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545a18ad-6ab3-4c81-a1df-7ea8e247d0bd req-4ec32171-98e0-4b29-b481-ea4d97324e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:02.424302 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:02.426036 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-545a18ad-6ab3-4c81-a1df-7ea8e247d0bd req-4ec32171-98e0-4b29-b481-ea4d97324e3f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f124bd0d-26a1-4014-8e0b-5aea94940786 HTTP/1.1" status: 200 len: 835 time: 0.1734817 Jul 14 09:45:02.473611 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 38f1d51f-1f27-44dc-9560-bbddf89c2463, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=38f1d51f-1f27-44dc-9560-bbddf89c2463,segment=NetworkSegment(f77dabd2-5ce0-4d10-8427-d1c524166b03),segment_id=f77dabd2-5ce0-4d10-8427-d1c524166b03)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:45:02.477539 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63950b7f-78fd-4116-af3f-a864f54c5fe0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38f1d51f-1f27-44dc-9560-bbddf89c2463'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:45:02.481629 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd62303f06773040a8a4e189dc46b4f565768c299abf8ab8e7739778b0bc3e97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc137a02-ef7d-4431-a74d-018ec9de3fd3" -d '{"events": [{"server_uuid": "63950b7f-78fd-4116-af3f-a864f54c5fe0", "name": "network-vif-plugged", "status": "completed", "tag": "38f1d51f-1f27-44dc-9560-bbddf89c2463"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:45:02.495628 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:02.581088 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:45:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a065f95c-e014-427e-aad7-c204a4667ba6 x-openstack-request-id: req-a065f95c-e014-427e-aad7-c204a4667ba6 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:45:02.581378 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63950b7f-78fd-4116-af3f-a864f54c5fe0", "name": "network-vif-plugged", "status": "completed", "tag": "38f1d51f-1f27-44dc-9560-bbddf89c2463", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:45:02.581736 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-a065f95c-e014-427e-aad7-c204a4667ba6 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:45:02.582470 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63950b7f-78fd-4116-af3f-a864f54c5fe0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38f1d51f-1f27-44dc-9560-bbddf89c2463', 'code': 200} Jul 14 09:45:02.657564 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545a18ad-6ab3-4c81-a1df-7ea8e247d0bd req-59b435a9-f542-47a0-a3f6-b7db43b06b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:02.659234 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-545a18ad-6ab3-4c81-a1df-7ea8e247d0bd req-59b435a9-f542-47a0-a3f6-b7db43b06b61 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=559c94b9-1968-448e-a093-792c946ac9ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2232549 Jul 14 09:45:02.661750 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Pushing event updated for resources: {'Port': ['ID=38f1d51f-1f27-44dc-9560-bbddf89c2463,revision_number=5']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:02.776228 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ffd318-12df-4808-9b01-c974b234ccc6 req-48d4d03f-4e7b-4da8-81d2-0515495b8282 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:02.783367 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b6ffd318-12df-4808-9b01-c974b234ccc6 req-48d4d03f-4e7b-4da8-81d2-0515495b8282 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] 10.222.0.68 "GET /v2.0/ports?device_id=63950b7f-78fd-4116-af3f-a864f54c5fe0 HTTP/1.1" status: 200 len: 945 time: 0.2413163 Jul 14 09:45:02.817387 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-545a18ad-6ab3-4c81-a1df-7ea8e247d0bd req-8233956d-920e-464e-8e12-caa2287c555b service neutron] 10.222.0.65 "GET /v2.0/networks/559c94b9-1968-448e-a093-792c946ac9ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427379 Jul 14 09:45:02.879357 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cb2eca-6a46-4178-9695-261846c1e520 req-b5f600ad-afac-48da-abaf-1e86094838c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:02.880906 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-e3cb2eca-6a46-4178-9695-261846c1e520 req-b5f600ad-afac-48da-abaf-1e86094838c5 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=63950b7f-78fd-4116-af3f-a864f54c5fe0 HTTP/1.1" status: 200 len: 1097 time: 0.0868726 Jul 14 09:45:02.902057 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-10155603-fa86-44dd-8026-618be19043df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8e8ea56-6a2c-4bee-a1bf-b99ed033bef6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1747406417', 'tenant_id': '62cf828fc3e84fada2a4655d43752657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.3'}], 'enable_snat': True}, 'gw_port_id': 'fbf9127b-e265-4456-ac66-4a3e41e42413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:42:57Z', 'updated_at': '2021-07-14T09:43:04Z', 'revision_number': 4, 'project_id': '62cf828fc3e84fada2a4655d43752657', 'gw_port': {'id': 'fbf9127b-e265-4456-ac66-4a3e41e42413', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:5e:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e8ea56-6a2c-4bee-a1bf-b99ed033bef6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3084, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:42:58Z', 'updated_at': '2021-07-14T09:43:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': '35c6bc62-c7b6-4957-9ef3-e8fa6a26fedf', 'name': '', 'network_id': '559c94b9-1968-448e-a093-792c946ac9ed', 'tenant_id': '62cf828fc3e84fada2a4655d43752657', 'mac_address': 'fa:16:3e:9c:4a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e8ea56-6a2c-4bee-a1bf-b99ed033bef6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3091, 'fixed_ips': [{'subnet_id': 'f124bd0d-26a1-4014-8e0b-5aea94940786', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:43:03Z', 'updated_at': '2021-07-14T09:43:14Z', 'revision_number': 5, 'project_id': '62cf828fc3e84fada2a4655d43752657', 'subnets': [{'id': 'f124bd0d-26a1-4014-8e0b-5aea94940786', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:45:02.938890 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b6ffd318-12df-4808-9b01-c974b234ccc6 req-a442d07d-ddbc-4cc3-a080-073c9e06d6ee tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] 10.222.0.68 "GET /v2.0/security-groups?id=9f625cf9-e4a9-4dec-8cb3-36832f31fea4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1501369 Jul 14 09:45:02.954872 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10155603-fa86-44dd-8026-618be19043df None None] The sync data for ids ['b8e8ea56-6a2c-4bee-a1bf-b99ed033bef6'] in n-d-779913-29 is: [{'id': 'b8e8ea56-6a2c-4bee-a1bf-b99ed033bef6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1747406417', 'tenant_id': '62cf828fc3e84fada2a4655d43752657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.3'}], 'enable_snat': True}, 'gw_port_id': 'fbf9127b-e265-4456-ac66-4a3e41e42413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:42:57Z', 'updated_at': '2021-07-14T09:43:04Z', 'revision_number': 4, 'project_id': '62cf828fc3e84fada2a4655d43752657', 'gw_port': {'id': 'fbf9127b-e265-4456-ac66-4a3e41e42413', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:5e:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e8ea56-6a2c-4bee-a1bf-b99ed033bef6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3084, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:42:58Z', 'updated_at': '2021-07-14T09:43:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': '35c6bc62-c7b6-4957-9ef3-e8fa6a26fedf', 'name': '', 'network_id': '559c94b9-1968-448e-a093-792c946ac9ed', 'tenant_id': '62cf828fc3e84fada2a4655d43752657', 'mac_address': 'fa:16:3e:9c:4a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e8ea56-6a2c-4bee-a1bf-b99ed033bef6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3091, 'fixed_ips': [{'subnet_id': 'f124bd0d-26a1-4014-8e0b-5aea94940786', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:43:03Z', 'updated_at': '2021-07-14T09:43:14Z', 'revision_number': 5, 'project_id': '62cf828fc3e84fada2a4655d43752657', 'subnets': [{'id': 'f124bd0d-26a1-4014-8e0b-5aea94940786', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:45:02.998537 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-545a18ad-6ab3-4c81-a1df-7ea8e247d0bd req-4ebf6814-2f97-4215-9e25-57176d521198 service neutron] 10.222.0.65 "GET /v2.0/networks/559c94b9-1968-448e-a093-792c946ac9ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1590285 Jul 14 09:45:03.003659 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-e3cb2eca-6a46-4178-9695-261846c1e520 req-fa6091f4-3b3e-4820-95d2-6b16b2aa872c service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=9f625cf9-e4a9-4dec-8cb3-36832f31fea4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1154428 Jul 14 09:45:03.377976 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93ac3569-0db5-4af6-8154-6ef66a6fc42c None None] New status for floating IP 9af339f6-96d8-47e6-bd19-dc00b51d836f: DOWN {{(pid=93959) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:45:03.642315 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e9af3a-a477-4ad4-aff5-61ae00385ac9 req-45872af6-bd64-4565-9b95-862f2552795c tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:03.644340 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-a4e9af3a-a477-4ad4-aff5-61ae00385ac9 req-45872af6-bd64-4565-9b95-862f2552795c tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/ports?device_id=5807614e-456b-4bb7-9e93-3be88e0dddc0 HTTP/1.1" status: 200 len: 946 time: 0.0942287 Jul 14 09:45:03.699987 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-a4e9af3a-a477-4ad4-aff5-61ae00385ac9 req-abaeaa65-a8bd-429e-9921-6e03482cc2cf tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/security-groups?id=e6d675ec-f50c-4916-bc8c-357a840d6ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444987 Jul 14 09:45:03.777112 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae333181-7bcf-4e92-a3e3-819a7368ee2f req-0ab093d4-ccc0-4a1d-8460-02ccf672e6b0 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:03.778781 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ae333181-7bcf-4e92-a3e3-819a7368ee2f req-0ab093d4-ccc0-4a1d-8460-02ccf672e6b0 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.65 "GET /v2.0/ports?device_id=5807614e-456b-4bb7-9e93-3be88e0dddc0 HTTP/1.1" status: 200 len: 946 time: 0.0887995 Jul 14 09:45:03.901219 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [req-ae333181-7bcf-4e92-a3e3-819a7368ee2f req-8500cefc-c7e2-411e-a8f9-d89b46488e45 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Deleting port b4261f23-8b12-4e6b-a247-d2e1ab6b02c9 {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:45:03.901697 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-ae333181-7bcf-4e92-a3e3-819a7368ee2f req-8500cefc-c7e2-411e-a8f9-d89b46488e45 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:04.061377 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-ae333181-7bcf-4e92-a3e3-819a7368ee2f req-8500cefc-c7e2-411e-a8f9-d89b46488e45 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] For port b4261f23-8b12-4e6b-a247-d2e1ab6b02c9, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=b4261f23-8b12-4e6b-a247-d2e1ab6b02c9,segment=NetworkSegment(4182018d-d911-4ae0-a44d-c268c7996df6),segment_id=4182018d-d911-4ae0-a44d-c268c7996df6)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:45:04.062217 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-ae333181-7bcf-4e92-a3e3-819a7368ee2f req-8500cefc-c7e2-411e-a8f9-d89b46488e45 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:04.100393 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [req-ae333181-7bcf-4e92-a3e3-819a7368ee2f req-8500cefc-c7e2-411e-a8f9-d89b46488e45 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Calling delete_port for b4261f23-8b12-4e6b-a247-d2e1ab6b02c9 owned by compute:nova {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:45:04.658812 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 48262) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:04.733071 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1736a23c-92ce-4dba-af90-175365540993 req-f13c8fcd-5f36-4537-81d3-8f45b5bb3ebb tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:04.745538 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1736a23c-92ce-4dba-af90-175365540993 req-f13c8fcd-5f36-4537-81d3-8f45b5bb3ebb tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] 10.222.0.68 "GET /v2.0/ports?device_id=63950b7f-78fd-4116-af3f-a864f54c5fe0 HTTP/1.1" status: 200 len: 945 time: 0.5447586 Jul 14 09:45:04.768745 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-ae333181-7bcf-4e92-a3e3-819a7368ee2f req-8500cefc-c7e2-411e-a8f9-d89b46488e45 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:04.806811 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8500cefc-c7e2-411e-a8f9-d89b46488e45 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Pushing event deleted for resources: {'Port': ['ID=b4261f23-8b12-4e6b-a247-d2e1ab6b02c9,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:04.832019 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-5c3a0498-c7f8-43f2-ad64-8dc82f547b6e tempest-ExternalNetworksAdminNegativeTestJSON-1953667691 tempest-ExternalNetworksAdminNegativeTestJSON-1953667691-project-admin] Request body: {'floatingip': {'floating_network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:45:04.850347 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1736a23c-92ce-4dba-af90-175365540993 req-4a5ad420-bcad-43ad-9dc7-db0470aa2009 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] 10.222.0.68 "GET /v2.0/security-groups?id=9f625cf9-e4a9-4dec-8cb3-36832f31fea4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1034036 Jul 14 09:45:04.879484 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5c3a0498-c7f8-43f2-ad64-8dc82f547b6e tempest-ExternalNetworksAdminNegativeTestJSON-1953667691 tempest-ExternalNetworksAdminNegativeTestJSON-1953667691-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:04.897520 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae333181-7bcf-4e92-a3e3-819a7368ee2f req-8500cefc-c7e2-411e-a8f9-d89b46488e45 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] No DVR routers for this DVR port b4261f23-8b12-4e6b-a247-d2e1ab6b02c9 on host n-h1-779913-29 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:45:04.900775 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-ae333181-7bcf-4e92-a3e3-819a7368ee2f req-8500cefc-c7e2-411e-a8f9-d89b46488e45 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:04.903503 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ae333181-7bcf-4e92-a3e3-819a7368ee2f req-8500cefc-c7e2-411e-a8f9-d89b46488e45 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.65 "DELETE /v2.0/ports/b4261f23-8b12-4e6b-a247-d2e1ab6b02c9 HTTP/1.1" status: 204 len: 173 time: 1.1188788 Jul 14 09:45:04.904359 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5807614e-456b-4bb7-9e93-3be88e0dddc0', 'name': 'network-vif-deleted', 'tag': 'b4261f23-8b12-4e6b-a247-d2e1ab6b02c9'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:45:04.908519 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-140aee24-bfb3-4d27-ba9d-c5ca7802005f" -d '{"events": [{"server_uuid": "5807614e-456b-4bb7-9e93-3be88e0dddc0", "name": "network-vif-deleted", "tag": "b4261f23-8b12-4e6b-a247-d2e1ab6b02c9"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:45:04.964774 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:45:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59334747-60e7-423c-b8c3-729d460b8ed4 x-openstack-request-id: req-59334747-60e7-423c-b8c3-729d460b8ed4 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:45:04.965184 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5807614e-456b-4bb7-9e93-3be88e0dddc0", "name": "network-vif-deleted", "tag": "b4261f23-8b12-4e6b-a247-d2e1ab6b02c9", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:45:04.965570 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-59334747-60e7-423c-b8c3-729d460b8ed4 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:45:04.966186 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5807614e-456b-4bb7-9e93-3be88e0dddc0', 'name': 'network-vif-deleted', 'tag': 'b4261f23-8b12-4e6b-a247-d2e1ab6b02c9', 'status': 'completed', 'code': 200} Jul 14 09:45:04.995411 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-4ccb3ebe-b6a7-41c0-8dd8-27f158de7ceb req-1e53bab8-2d6c-41f7-930b-8b3ebdd8a788 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/ports?device_id=5807614e-456b-4bb7-9e93-3be88e0dddc0 HTTP/1.1" status: 200 len: 210 time: 0.0951149 Jul 14 09:45:05.072254 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5c3a0498-c7f8-43f2-ad64-8dc82f547b6e tempest-ExternalNetworksAdminNegativeTestJSON-1953667691 tempest-ExternalNetworksAdminNegativeTestJSON-1953667691-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:05.251911 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-5c3a0498-c7f8-43f2-ad64-8dc82f547b6e tempest-ExternalNetworksAdminNegativeTestJSON-1953667691 tempest-ExternalNetworksAdminNegativeTestJSON-1953667691-project-admin] Allocated IP 172.25.4.94 (2dcd4d32-cc7c-4468-b396-7ce5c9231892/6cd22a75-5bc1-467c-a3c4-0af04bd1b34a/b7e2213c-659f-4b9f-a448-6bc0b4fb0e7e) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:45:05.405405 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5c3a0498-c7f8-43f2-ad64-8dc82f547b6e tempest-ExternalNetworksAdminNegativeTestJSON-1953667691 tempest-ExternalNetworksAdminNegativeTestJSON-1953667691-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:05.456673 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5c3a0498-c7f8-43f2-ad64-8dc82f547b6e tempest-ExternalNetworksAdminNegativeTestJSON-1953667691 tempest-ExternalNetworksAdminNegativeTestJSON-1953667691-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:05.509520 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c3a0498-c7f8-43f2-ad64-8dc82f547b6e tempest-ExternalNetworksAdminNegativeTestJSON-1953667691 tempest-ExternalNetworksAdminNegativeTestJSON-1953667691-project-admin] Network 2dcd4d32-cc7c-4468-b396-7ce5c9231892 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:45:05.514297 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-5c3a0498-c7f8-43f2-ad64-8dc82f547b6e tempest-ExternalNetworksAdminNegativeTestJSON-1953667691 tempest-ExternalNetworksAdminNegativeTestJSON-1953667691-project-admin] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:45:05.516222 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3a0498-c7f8-43f2-ad64-8dc82f547b6e tempest-ExternalNetworksAdminNegativeTestJSON-1953667691 tempest-ExternalNetworksAdminNegativeTestJSON-1953667691-project-admin] Pushing event updated for resources: {'Port': ['ID=b7e2213c-659f-4b9f-a448-6bc0b4fb0e7e,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:05.518767 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c3a0498-c7f8-43f2-ad64-8dc82f547b6e tempest-ExternalNetworksAdminNegativeTestJSON-1953667691 tempest-ExternalNetworksAdminNegativeTestJSON-1953667691-project-admin] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:45:05.655585 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5c3a0498-c7f8-43f2-ad64-8dc82f547b6e tempest-ExternalNetworksAdminNegativeTestJSON-1953667691 tempest-ExternalNetworksAdminNegativeTestJSON-1953667691-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:05.719900 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5c3a0498-c7f8-43f2-ad64-8dc82f547b6e tempest-ExternalNetworksAdminNegativeTestJSON-1953667691 tempest-ExternalNetworksAdminNegativeTestJSON-1953667691-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:05.951018 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5c3a0498-c7f8-43f2-ad64-8dc82f547b6e tempest-ExternalNetworksAdminNegativeTestJSON-1953667691 tempest-ExternalNetworksAdminNegativeTestJSON-1953667691-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:05.957049 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5c3a0498-c7f8-43f2-ad64-8dc82f547b6e tempest-ExternalNetworksAdminNegativeTestJSON-1953667691 tempest-ExternalNetworksAdminNegativeTestJSON-1953667691-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13574142'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:06.069632 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5c3a0498-c7f8-43f2-ad64-8dc82f547b6e tempest-ExternalNetworksAdminNegativeTestJSON-1953667691 tempest-ExternalNetworksAdminNegativeTestJSON-1953667691-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-660590'] for floatingip, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:06.080263 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3764579b-d808-4eb0-9df2-ad82b3590cda req-0f309ba3-7498-4b5a-ba07-edae87f3cc7f tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:06.080824 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3a0498-c7f8-43f2-ad64-8dc82f547b6e tempest-ExternalNetworksAdminNegativeTestJSON-1953667691 tempest-ExternalNetworksAdminNegativeTestJSON-1953667691-project-admin] Pushing event updated for resources: {'Port': ['ID=b7e2213c-659f-4b9f-a448-6bc0b4fb0e7e,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:06.083441 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3764579b-d808-4eb0-9df2-ad82b3590cda req-0f309ba3-7498-4b5a-ba07-edae87f3cc7f tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] 10.222.0.68 "GET /v2.0/ports?device_id=63950b7f-78fd-4116-af3f-a864f54c5fe0 HTTP/1.1" status: 200 len: 945 time: 0.0885201 Jul 14 09:45:06.105170 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5c3a0498-c7f8-43f2-ad64-8dc82f547b6e tempest-ExternalNetworksAdminNegativeTestJSON-1953667691 tempest-ExternalNetworksAdminNegativeTestJSON-1953667691-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for floatingip, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:06.106617 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-5c3a0498-c7f8-43f2-ad64-8dc82f547b6e tempest-ExternalNetworksAdminNegativeTestJSON-1953667691 tempest-ExternalNetworksAdminNegativeTestJSON-1953667691-project-admin] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4467247 Jul 14 09:45:06.109408 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 48276) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:06.116335 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-6fc95c75-abf6-4cf0-b993-67393d5b214b tempest-ExternalNetworksAdminNegativeTestJSON-1953667691 tempest-ExternalNetworksAdminNegativeTestJSON-1953667691-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-478040521', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'fixed_ips': [{'ip_address': '172.25.4.94'}]}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:45:06.152908 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fc95c75-abf6-4cf0-b993-67393d5b214b tempest-ExternalNetworksAdminNegativeTestJSON-1953667691 tempest-ExternalNetworksAdminNegativeTestJSON-1953667691-project-admin] Made reservation on behalf of e4f991fa06434cb8a34135b193bbb464 for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:45:06.156909 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6fc95c75-abf6-4cf0-b993-67393d5b214b tempest-ExternalNetworksAdminNegativeTestJSON-1953667691 tempest-ExternalNetworksAdminNegativeTestJSON-1953667691-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:06.162349 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3764579b-d808-4eb0-9df2-ad82b3590cda req-77e023e3-18a1-4ddb-97d7-0d01133b4a2c tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] 10.222.0.68 "GET /v2.0/security-groups?id=9f625cf9-e4a9-4dec-8cb3-36832f31fea4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708611 Jul 14 09:45:06.189525 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6fc95c75-abf6-4cf0-b993-67393d5b214b tempest-ExternalNetworksAdminNegativeTestJSON-1953667691 tempest-ExternalNetworksAdminNegativeTestJSON-1953667691-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:06.200767 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 48280) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:06.317849 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6fc95c75-abf6-4cf0-b993-67393d5b214b tempest-ExternalNetworksAdminNegativeTestJSON-1953667691 tempest-ExternalNetworksAdminNegativeTestJSON-1953667691-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:06.327626 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6fc95c75-abf6-4cf0-b993-67393d5b214b tempest-ExternalNetworksAdminNegativeTestJSON-1953667691 tempest-ExternalNetworksAdminNegativeTestJSON-1953667691-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:06.332104 n-d-779913-29 neutron-server[93958]: DEBUG neutron.notifiers.nova [None req-6fc95c75-abf6-4cf0-b993-67393d5b214b tempest-ExternalNetworksAdminNegativeTestJSON-1953667691 tempest-ExternalNetworksAdminNegativeTestJSON-1953667691-project-admin] device_id is not set on port bebb603e-ea97-478e-aa8b-b206fa35a015 yet. {{(pid=93958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:45:06.505357 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc95c75-abf6-4cf0-b993-67393d5b214b tempest-ExternalNetworksAdminNegativeTestJSON-1953667691 tempest-ExternalNetworksAdminNegativeTestJSON-1953667691-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=544b1231-e31c-4fe0-bc91-fdb2b130b2e3,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:06.596510 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3618f8f-2b97-4b53-8523-1e09f04795c9 req-579b9f86-78ed-4da4-8229-2bd1437ef56e tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:06.598315 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e3618f8f-2b97-4b53-8523-1e09f04795c9 req-579b9f86-78ed-4da4-8229-2bd1437ef56e tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] 10.222.0.68 "GET /v2.0/ports?device_id=63950b7f-78fd-4116-af3f-a864f54c5fe0 HTTP/1.1" status: 200 len: 945 time: 0.1470199 Jul 14 09:45:06.608652 n-d-779913-29 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fc95c75-abf6-4cf0-b993-67393d5b214b tempest-ExternalNetworksAdminNegativeTestJSON-1953667691 tempest-ExternalNetworksAdminNegativeTestJSON-1953667691-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 14 09:45:06.609594 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6fc95c75-abf6-4cf0-b993-67393d5b214b tempest-ExternalNetworksAdminNegativeTestJSON-1953667691 tempest-ExternalNetworksAdminNegativeTestJSON-1953667691-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:45:06.636000 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-6fc95c75-abf6-4cf0-b993-67393d5b214b tempest-ExternalNetworksAdminNegativeTestJSON-1953667691 tempest-ExternalNetworksAdminNegativeTestJSON-1953667691-project-admin] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 0.5217502 Jul 14 09:45:06.637248 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 48282) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:06.700556 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e3618f8f-2b97-4b53-8523-1e09f04795c9 req-c29dc434-094f-448b-99e5-64be6e8ec7c9 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] 10.222.0.68 "GET /v2.0/security-groups?id=9f625cf9-e4a9-4dec-8cb3-36832f31fea4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772598 Jul 14 09:45:06.734036 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 48286) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:06.835325 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-493c1498-f634-4503-8bf4-804c066036e4 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-683602'] for router_interface, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:06.869480 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b162352-16e5-4a7c-b9db-d913ce774002 tempest-TestNetworkBasicOps-355649252 tempest-TestNetworkBasicOps-355649252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:06.872811 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-6b162352-16e5-4a7c-b9db-d913ce774002 tempest-TestNetworkBasicOps-355649252 tempest-TestNetworkBasicOps-355649252-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=63950b7f-78fd-4116-af3f-a864f54c5fe0 HTTP/1.1" status: 200 len: 1092 time: 0.1363995 Jul 14 09:45:06.875068 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-a1c2d89d-6fcb-4bcd-8ab6-0922d1d4da40 tempest-ExternalNetworksAdminNegativeTestJSON-1953667691 tempest-ExternalNetworksAdminNegativeTestJSON-1953667691-project-admin] Deleting port b7e2213c-659f-4b9f-a448-6bc0b4fb0e7e {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:45:06.875587 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a1c2d89d-6fcb-4bcd-8ab6-0922d1d4da40 tempest-ExternalNetworksAdminNegativeTestJSON-1953667691 tempest-ExternalNetworksAdminNegativeTestJSON-1953667691-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:06.877465 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 48288) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:06.884636 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-361adfc9-7efb-4066-91c3-3a897862e9f3 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Request body: {'floatingip': {'floating_network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'port_id': '38f1d51f-1f27-44dc-9560-bbddf89c2463', 'tenant_id': 'da5579fc8d23403983f04f41618106b6', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:45:06.972742 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-361adfc9-7efb-4066-91c3-3a897862e9f3 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks [] for floatingip, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:07.035902 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a1c2d89d-6fcb-4bcd-8ab6-0922d1d4da40 tempest-ExternalNetworksAdminNegativeTestJSON-1953667691 tempest-ExternalNetworksAdminNegativeTestJSON-1953667691-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:07.036214 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a1c2d89d-6fcb-4bcd-8ab6-0922d1d4da40 tempest-ExternalNetworksAdminNegativeTestJSON-1953667691 tempest-ExternalNetworksAdminNegativeTestJSON-1953667691-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:07.054105 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device b4261f23-8b12-4e6b-a247-d2e1ab6b02c9 no longer exists at agent hyperv_n-h1-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:45:07.067106 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-a1c2d89d-6fcb-4bcd-8ab6-0922d1d4da40 tempest-ExternalNetworksAdminNegativeTestJSON-1953667691 tempest-ExternalNetworksAdminNegativeTestJSON-1953667691-project-admin] Calling delete_port for b7e2213c-659f-4b9f-a448-6bc0b4fb0e7e owned by network:floatingip {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:45:07.077063 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] No Port match for: b4261f23-8b12-4e6b-a247-d2e1ab6b02c9 {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:45:07.077834 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device b4261f23-8b12-4e6b-a247-d2e1ab6b02c9 not bound to the agent host n-h1-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:45:07.222115 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-361adfc9-7efb-4066-91c3-3a897862e9f3 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:07.229662 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-493c1498-f634-4503-8bf4-804c066036e4 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Deleting port 35c6bc62-c7b6-4957-9ef3-e8fa6a26fedf {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:45:07.230232 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-493c1498-f634-4503-8bf4-804c066036e4 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:07.297191 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a1c2d89d-6fcb-4bcd-8ab6-0922d1d4da40 tempest-ExternalNetworksAdminNegativeTestJSON-1953667691 tempest-ExternalNetworksAdminNegativeTestJSON-1953667691-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:07.353016 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c2d89d-6fcb-4bcd-8ab6-0922d1d4da40 tempest-ExternalNetworksAdminNegativeTestJSON-1953667691 tempest-ExternalNetworksAdminNegativeTestJSON-1953667691-project-admin] Pushing event deleted for resources: {'Port': ['ID=b7e2213c-659f-4b9f-a448-6bc0b4fb0e7e,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:07.390484 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-493c1498-f634-4503-8bf4-804c066036e4 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] For port 35c6bc62-c7b6-4957-9ef3-e8fa6a26fedf, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=35c6bc62-c7b6-4957-9ef3-e8fa6a26fedf,segment=NetworkSegment(4182018d-d911-4ae0-a44d-c268c7996df6),segment_id=4182018d-d911-4ae0-a44d-c268c7996df6)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:45:07.391063 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-493c1498-f634-4503-8bf4-804c066036e4 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:07.410755 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-493c1498-f634-4503-8bf4-804c066036e4 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Calling delete_port for 35c6bc62-c7b6-4957-9ef3-e8fa6a26fedf owned by network:router_interface {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:45:07.493545 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-361adfc9-7efb-4066-91c3-3a897862e9f3 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Allocated IP 172.25.4.225 (2dcd4d32-cc7c-4468-b396-7ce5c9231892/6cd22a75-5bc1-467c-a3c4-0af04bd1b34a/4d1b94be-d500-48f5-8cbe-f15237988e46) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:45:07.495843 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a1c2d89d-6fcb-4bcd-8ab6-0922d1d4da40 tempest-ExternalNetworksAdminNegativeTestJSON-1953667691 tempest-ExternalNetworksAdminNegativeTestJSON-1953667691-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:07.498686 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a1c2d89d-6fcb-4bcd-8ab6-0922d1d4da40 tempest-ExternalNetworksAdminNegativeTestJSON-1953667691 tempest-ExternalNetworksAdminNegativeTestJSON-1953667691-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for floatingip, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:07.504088 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-a1c2d89d-6fcb-4bcd-8ab6-0922d1d4da40 tempest-ExternalNetworksAdminNegativeTestJSON-1953667691 tempest-ExternalNetworksAdminNegativeTestJSON-1953667691-project-admin] 10.222.0.68 "DELETE /v2.0/floatingips/bc736994-53d2-41d0-a2f9-a72ab54a464e HTTP/1.1" status: 204 len: 168 time: 0.8621957 Jul 14 09:45:07.681281 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-361adfc9-7efb-4066-91c3-3a897862e9f3 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:07.741976 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-361adfc9-7efb-4066-91c3-3a897862e9f3 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:07.774381 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-493c1498-f634-4503-8bf4-804c066036e4 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:07.789118 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-361adfc9-7efb-4066-91c3-3a897862e9f3 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Network 2dcd4d32-cc7c-4468-b396-7ce5c9231892 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:45:07.792584 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-361adfc9-7efb-4066-91c3-3a897862e9f3 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:45:07.803425 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-361adfc9-7efb-4066-91c3-3a897862e9f3 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:45:07.826407 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493c1498-f634-4503-8bf4-804c066036e4 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Pushing event deleted for resources: {'Port': ['ID=35c6bc62-c7b6-4957-9ef3-e8fa6a26fedf,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:07.848263 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493c1498-f634-4503-8bf4-804c066036e4 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:45:07.849357 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493c1498-f634-4503-8bf4-804c066036e4 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:45:07.850628 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493c1498-f634-4503-8bf4-804c066036e4 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:45:07.852478 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493c1498-f634-4503-8bf4-804c066036e4 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:45:07.853215 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493c1498-f634-4503-8bf4-804c066036e4 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:45:07.853678 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361adfc9-7efb-4066-91c3-3a897862e9f3 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Pushing event updated for resources: {'Port': ['ID=4d1b94be-d500-48f5-8cbe-f15237988e46,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:07.853848 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493c1498-f634-4503-8bf4-804c066036e4 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:45:07.854570 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493c1498-f634-4503-8bf4-804c066036e4 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:45:07.855892 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493c1498-f634-4503-8bf4-804c066036e4 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:45:07.856559 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493c1498-f634-4503-8bf4-804c066036e4 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:45:07.863572 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493c1498-f634-4503-8bf4-804c066036e4 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:45:07.863572 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493c1498-f634-4503-8bf4-804c066036e4 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:45:07.863996 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493c1498-f634-4503-8bf4-804c066036e4 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:45:07.929194 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 48296) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:08.163765 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-17b33e2f-8f33-4a8d-b6f4-5595ed817769 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:08.189354 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-493c1498-f634-4503-8bf4-804c066036e4 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-620860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682934'] for router_interface, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:08.384977 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-17b33e2f-8f33-4a8d-b6f4-5595ed817769 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:08.421980 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-17b33e2f-8f33-4a8d-b6f4-5595ed817769 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:08.438714 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-361adfc9-7efb-4066-91c3-3a897862e9f3 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:08.499122 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-17b33e2f-8f33-4a8d-b6f4-5595ed817769 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=8c7a22aef3b14c2b937ec67bfee13621&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5683813 Jul 14 09:45:08.503102 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 48300) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:08.512859 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b33e2f-8f33-4a8d-b6f4-5595ed817769 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5251c837-48a2-4847-b28e-721a1d75b84c,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:08.534568 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-361adfc9-7efb-4066-91c3-3a897862e9f3 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:08.587576 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-493c1498-f634-4503-8bf4-804c066036e4 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Router b8e8ea56-6a2c-4bee-a1bf-b99ed033bef6 has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:45:08.605741 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-85b84a8b-4910-49e8-bf71-c8ff71a7a484 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:08.666060 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-85b84a8b-4910-49e8-bf71-c8ff71a7a484 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:08.758689 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-361adfc9-7efb-4066-91c3-3a897862e9f3 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:08.763403 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-493c1498-f634-4503-8bf4-804c066036e4 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:45:08.764774 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-361adfc9-7efb-4066-91c3-3a897862e9f3 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13574142'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:08.772738 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-493c1498-f634-4503-8bf4-804c066036e4 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "PUT /v2.0/routers/b8e8ea56-6a2c-4bee-a1bf-b99ed033bef6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5670609 Jul 14 09:45:08.773524 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 48302) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:08.785747 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11a073f0-72a5-4f2e-bd1f-2eedaf6e7790 None None] Sync routers for ids ['b8e8ea56-6a2c-4bee-a1bf-b99ed033bef6'] in n-d-779913-29 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:45:08.799650 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11a073f0-72a5-4f2e-bd1f-2eedaf6e7790 None None] Routers {'b8e8ea56-6a2c-4bee-a1bf-b99ed033bef6'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:45:08.800558 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-11a073f0-72a5-4f2e-bd1f-2eedaf6e7790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:44:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['b8e8ea56-6a2c-4bee-a1bf-b99ed033bef6'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:45:08.843137 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361adfc9-7efb-4066-91c3-3a897862e9f3 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Pushing event updated for resources: {'Port': ['ID=4d1b94be-d500-48f5-8cbe-f15237988e46,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:08.844350 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-85b84a8b-4910-49e8-bf71-c8ff71a7a484 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:08.848210 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-85b84a8b-4910-49e8-bf71-c8ff71a7a484 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:08.850452 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-85b84a8b-4910-49e8-bf71-c8ff71a7a484 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/5251c837-48a2-4847-b28e-721a1d75b84c HTTP/1.1" status: 204 len: 168 time: 0.3463919 Jul 14 09:45:08.868190 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-361adfc9-7efb-4066-91c3-3a897862e9f3 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-660590'] for floatingip, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:08.871135 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b84a8b-4910-49e8-bf71-c8ff71a7a484 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5251c837-48a2-4847-b28e-721a1d75b84c,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:08.885456 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4d0fb67-7777-4922-8a39-58e18f4473cb tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Deleting subnet f124bd0d-26a1-4014-8e0b-5aea94940786 {{(pid=93957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:45:08.889483 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b4d0fb67-7777-4922-8a39-58e18f4473cb tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks [] for subnet, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:08.960170 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b4d0fb67-7777-4922-8a39-58e18f4473cb tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10944203'] for subnet, precommit_delete_associations {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:09.037630 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-11a073f0-72a5-4f2e-bd1f-2eedaf6e7790 None None] Set router b8e8ea56-6a2c-4bee-a1bf-b99ed033bef6 gateway port host: n-d-779913-29 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:45:09.081722 n-d-779913-29 neutron-server[93958]: INFO neutron.db.l3_db [None req-361adfc9-7efb-4066-91c3-3a897862e9f3 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Floating IP afa14493-6dc6-4773-b310-27201985a55c associated. External IP: 172.25.4.225, port: 38f1d51f-1f27-44dc-9560-bbddf89c2463. Jul 14 09:45:09.116180 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b4d0fb67-7777-4922-8a39-58e18f4473cb tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3481002'] for subnet, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:09.216484 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b4d0fb67-7777-4922-8a39-58e18f4473cb tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10052701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11984075'] for subnet, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:09.313555 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d0fb67-7777-4922-8a39-58e18f4473cb tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Pushing event deleted for resources: {'Subnet': ['ID=f124bd0d-26a1-4014-8e0b-5aea94940786,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:09.327675 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b4d0fb67-7777-4922-8a39-58e18f4473cb tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks [] for subnet, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:09.334864 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6e57f75-d90c-4811-951b-70bad8ac28b4 None None] Network 559c94b9-1968-448e-a093-792c946ac9ed requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:45:09.336848 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-b4d0fb67-7777-4922-8a39-58e18f4473cb tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "DELETE /v2.0/subnets/f124bd0d-26a1-4014-8e0b-5aea94940786 HTTP/1.1" status: 204 len: 168 time: 0.5618951 Jul 14 09:45:09.338099 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 48310) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:09.437179 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-11a073f0-72a5-4f2e-bd1f-2eedaf6e7790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8e8ea56-6a2c-4bee-a1bf-b99ed033bef6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1747406417', 'tenant_id': '62cf828fc3e84fada2a4655d43752657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.3'}], 'enable_snat': True}, 'gw_port_id': 'fbf9127b-e265-4456-ac66-4a3e41e42413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:42:57Z', 'updated_at': '2021-07-14T09:45:07Z', 'revision_number': 5, 'project_id': '62cf828fc3e84fada2a4655d43752657', 'gw_port': {'id': 'fbf9127b-e265-4456-ac66-4a3e41e42413', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:5e:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e8ea56-6a2c-4bee-a1bf-b99ed033bef6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3084, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:42:58Z', 'updated_at': '2021-07-14T09:43:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29'}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:45:09.502129 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 48312) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:09.503877 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11a073f0-72a5-4f2e-bd1f-2eedaf6e7790 None None] Checking router: b8e8ea56-6a2c-4bee-a1bf-b99ed033bef6 for host: n-d-779913-29 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:45:09.520794 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11a073f0-72a5-4f2e-bd1f-2eedaf6e7790 None None] Routers {'b8e8ea56-6a2c-4bee-a1bf-b99ed033bef6'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:45:09.521919 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-11a073f0-72a5-4f2e-bd1f-2eedaf6e7790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:44:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['b8e8ea56-6a2c-4bee-a1bf-b99ed033bef6'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:45:09.557368 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e951caa8-cf6c-41f4-bd1f-deb43913c40e tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks [] for router, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:09.713155 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0cff33d-231f-42a2-9027-97136ed7549f None None] DHCP port deletion for 559c94b9-1968-448e-a093-792c946ac9ed request from n-d-779913-29 {{(pid=93959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:45:09.743655 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-11a073f0-72a5-4f2e-bd1f-2eedaf6e7790 None None] Set router b8e8ea56-6a2c-4bee-a1bf-b99ed033bef6 gateway port host: n-d-779913-29 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:45:09.801671 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-bf6fb6dd-5efe-4e73-b268-86d292faf56d admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=e4f991fa06434cb8a34135b193bbb464&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2861066 Jul 14 09:45:09.804198 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 48316) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:09.814415 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-d0cff33d-231f-42a2-9027-97136ed7549f None None] Deleting port 9ba25007-8e1c-46cf-8faf-814e7775b3a5 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:45:09.815548 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d0cff33d-231f-42a2-9027-97136ed7549f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:09.913919 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e951caa8-cf6c-41f4-bd1f-deb43913c40e tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:09.978436 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-abd0d02c-960b-48fd-8462-1b2e9a0647f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:10.002368 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-d0cff33d-231f-42a2-9027-97136ed7549f None None] For port 9ba25007-8e1c-46cf-8faf-814e7775b3a5, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=9ba25007-8e1c-46cf-8faf-814e7775b3a5,segment=NetworkSegment(4182018d-d911-4ae0-a44d-c268c7996df6),segment_id=4182018d-d911-4ae0-a44d-c268c7996df6)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:45:10.003503 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d0cff33d-231f-42a2-9027-97136ed7549f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:10.014059 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-abd0d02c-960b-48fd-8462-1b2e9a0647f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:10.031400 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-d0cff33d-231f-42a2-9027-97136ed7549f None None] Calling delete_port for 9ba25007-8e1c-46cf-8faf-814e7775b3a5 owned by network:dhcp {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:45:10.072928 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-e951caa8-cf6c-41f4-bd1f-deb43913c40e tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Deleting port fbf9127b-e265-4456-ac66-4a3e41e42413 {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:45:10.073534 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e951caa8-cf6c-41f4-bd1f-deb43913c40e tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:10.100279 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-11a073f0-72a5-4f2e-bd1f-2eedaf6e7790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8e8ea56-6a2c-4bee-a1bf-b99ed033bef6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1747406417', 'tenant_id': '62cf828fc3e84fada2a4655d43752657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.3'}], 'enable_snat': True}, 'gw_port_id': 'fbf9127b-e265-4456-ac66-4a3e41e42413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:42:57Z', 'updated_at': '2021-07-14T09:45:07Z', 'revision_number': 5, 'project_id': '62cf828fc3e84fada2a4655d43752657', 'gw_port': {'id': 'fbf9127b-e265-4456-ac66-4a3e41e42413', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:5e:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e8ea56-6a2c-4bee-a1bf-b99ed033bef6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3084, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:42:58Z', 'updated_at': '2021-07-14T09:43:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29'}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:45:10.152635 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-abd0d02c-960b-48fd-8462-1b2e9a0647f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:10.155138 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11a073f0-72a5-4f2e-bd1f-2eedaf6e7790 None None] The sync data for ids ['b8e8ea56-6a2c-4bee-a1bf-b99ed033bef6'] in n-d-779913-29 is: [{'id': 'b8e8ea56-6a2c-4bee-a1bf-b99ed033bef6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1747406417', 'tenant_id': '62cf828fc3e84fada2a4655d43752657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.3'}], 'enable_snat': True}, 'gw_port_id': 'fbf9127b-e265-4456-ac66-4a3e41e42413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:42:57Z', 'updated_at': '2021-07-14T09:45:07Z', 'revision_number': 5, 'project_id': '62cf828fc3e84fada2a4655d43752657', 'gw_port': {'id': 'fbf9127b-e265-4456-ac66-4a3e41e42413', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:5e:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e8ea56-6a2c-4bee-a1bf-b99ed033bef6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3084, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:42:58Z', 'updated_at': '2021-07-14T09:43:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29'}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:45:10.155503 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-abd0d02c-960b-48fd-8462-1b2e9a0647f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:10.156794 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-abd0d02c-960b-48fd-8462-1b2e9a0647f6 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/544b1231-e31c-4fe0-bc91-fdb2b130b2e3 HTTP/1.1" status: 204 len: 168 time: 0.3452339 Jul 14 09:45:10.185440 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d0cff33d-231f-42a2-9027-97136ed7549f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:10.189812 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd0d02c-960b-48fd-8462-1b2e9a0647f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=544b1231-e31c-4fe0-bc91-fdb2b130b2e3,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:10.243919 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-e951caa8-cf6c-41f4-bd1f-deb43913c40e tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] For port fbf9127b-e265-4456-ac66-4a3e41e42413, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=fbf9127b-e265-4456-ac66-4a3e41e42413,segment=NetworkSegment(81bf7a93-80b3-43df-b9d5-462c604a2945),segment_id=81bf7a93-80b3-43df-b9d5-462c604a2945)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:45:10.244855 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e951caa8-cf6c-41f4-bd1f-deb43913c40e tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:10.264735 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-361adfc9-7efb-4066-91c3-3a897862e9f3 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Router 2135dde6-f3fe-4db0-b85a-9f85dc567c3f has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:45:10.267549 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-e951caa8-cf6c-41f4-bd1f-deb43913c40e tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Calling delete_port for fbf9127b-e265-4456-ac66-4a3e41e42413 owned by network:router_gateway {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:45:10.415194 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cff33d-231f-42a2-9027-97136ed7549f None None] Pushing event deleted for resources: {'Port': ['ID=9ba25007-8e1c-46cf-8faf-814e7775b3a5,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:10.425071 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0cff33d-231f-42a2-9027-97136ed7549f None None] No DVR routers for this DVR port 9ba25007-8e1c-46cf-8faf-814e7775b3a5 on host n-d-779913-29 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:45:10.466491 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-361adfc9-7efb-4066-91c3-3a897862e9f3 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:45:10.483968 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b5a772-7943-4f8c-b3c9-064853f9e971 None None] Sync routers for ids ['2135dde6-f3fe-4db0-b85a-9f85dc567c3f'] in n-d-779913-29 {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:45:10.488703 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-361adfc9-7efb-4066-91c3-3a897862e9f3 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for floatingip, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:10.502375 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b5a772-7943-4f8c-b3c9-064853f9e971 None None] Routers {'2135dde6-f3fe-4db0-b85a-9f85dc567c3f'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:45:10.503403 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-f8b5a772-7943-4f8c-b3c9-064853f9e971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:44:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['2135dde6-f3fe-4db0-b85a-9f85dc567c3f'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:45:10.534619 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-361adfc9-7efb-4066-91c3-3a897862e9f3 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.6559494 Jul 14 09:45:10.535359 n-d-779913-29 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63950b7f-78fd-4116-af3f-a864f54c5fe0', 'tag': '38f1d51f-1f27-44dc-9560-bbddf89c2463'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:45:10.538415 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cb48f044f948e981f43897c8d7f1332f741dc7af2b4c5a6e19d8f4a80f708e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53b15975-6bde-487e-8756-967325317d9d" -d '{"events": [{"name": "network-changed", "server_uuid": "63950b7f-78fd-4116-af3f-a864f54c5fe0", "tag": "38f1d51f-1f27-44dc-9560-bbddf89c2463"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:45:10.539312 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 48324) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:10.618463 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:45:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63ce3ff7-4ea9-4548-9b95-783337abe81b x-openstack-request-id: req-63ce3ff7-4ea9-4548-9b95-783337abe81b {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:45:10.618753 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63950b7f-78fd-4116-af3f-a864f54c5fe0", "tag": "38f1d51f-1f27-44dc-9560-bbddf89c2463", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:45:10.619011 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-63ce3ff7-4ea9-4548-9b95-783337abe81b {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:45:10.619414 n-d-779913-29 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63950b7f-78fd-4116-af3f-a864f54c5fe0', 'tag': '38f1d51f-1f27-44dc-9560-bbddf89c2463', 'status': 'completed', 'code': 200} Jul 14 09:45:10.658620 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e951caa8-cf6c-41f4-bd1f-deb43913c40e tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:10.704662 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvr_db [None req-f8b5a772-7943-4f8c-b3c9-064853f9e971 None None] Set router 2135dde6-f3fe-4db0-b85a-9f85dc567c3f gateway port host: n-d-779913-29 {{(pid=93959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:45:10.715662 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-2f40b951-431e-4ea9-a6da-98bfc8194cb8 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] 10.222.0.68 "GET /v2.0/floatingips/afa14493-6dc6-4773-b310-27201985a55c HTTP/1.1" status: 200 len: 991 time: 0.1735466 Jul 14 09:45:10.718054 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e951caa8-cf6c-41f4-bd1f-deb43913c40e tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Pushing event deleted for resources: {'Port': ['ID=fbf9127b-e265-4456-ac66-4a3e41e42413,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:10.785427 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b15975-6bde-487e-8756-967325317d9d req-44f93db3-6d83-41a8-aabb-a00a463be08e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:10.786527 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-53b15975-6bde-487e-8756-967325317d9d req-44f93db3-6d83-41a8-aabb-a00a463be08e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=da5579fc8d23403983f04f41618106b6&device_id=63950b7f-78fd-4116-af3f-a864f54c5fe0 HTTP/1.1" status: 200 len: 1097 time: 0.1195793 Jul 14 09:45:10.863920 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e951caa8-cf6c-41f4-bd1f-deb43913c40e tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-660532'] for router_gateway, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:10.971234 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b15975-6bde-487e-8756-967325317d9d req-9107b7c3-d238-4817-bdf2-635dad4d693e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:10.973798 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-53b15975-6bde-487e-8756-967325317d9d req-9107b7c3-d238-4817-bdf2-635dad4d693e service neutron] 10.222.0.57 "GET /v2.0/networks?id=acb2a538-8452-4325-b8b2-389094a8a1f1 HTTP/1.1" status: 200 len: 898 time: 0.1792378 Jul 14 09:45:11.030566 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e951caa8-cf6c-41f4-bd1f-deb43913c40e tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-711871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12964'] for router, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:11.033852 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e951caa8-cf6c-41f4-bd1f-deb43913c40e tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:11.103623 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-f8b5a772-7943-4f8c-b3c9-064853f9e971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2135dde6-f3fe-4db0-b85a-9f85dc567c3f', 'name': 'tempest-TestNetworkBasicOps-router-1904412518', 'tenant_id': 'da5579fc8d23403983f04f41618106b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.56'}], 'enable_snat': True}, 'gw_port_id': '91c38c25-2529-4eee-bb50-a1a5c02df6ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:44:39Z', 'updated_at': '2021-07-14T09:44:45Z', 'revision_number': 4, 'project_id': 'da5579fc8d23403983f04f41618106b6', 'gw_port': {'id': '91c38c25-2529-4eee-bb50-a1a5c02df6ed', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:0e:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2135dde6-f3fe-4db0-b85a-9f85dc567c3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3264, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:44:39Z', 'updated_at': '2021-07-14T09:44:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_floatingips': [{'id': 'afa14493-6dc6-4773-b310-27201985a55c', 'tenant_id': 'da5579fc8d23403983f04f41618106b6', 'floating_ip_address': '172.25.4.225', 'floating_network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'router_id': '2135dde6-f3fe-4db0-b85a-9f85dc567c3f', 'port_id': '38f1d51f-1f27-44dc-9560-bbddf89c2463', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3325, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'acb2a538-8452-4325-b8b2-389094a8a1f1', 'mac_address': 'fa:16:3e:ef:15:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63950b7f-78fd-4116-af3f-a864f54c5fe0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:45:08Z', 'updated_at': '2021-07-14T09:45:08Z', 'revision_number': 0, 'project_id': 'da5579fc8d23403983f04f41618106b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21434eb4-ad07-476d-a908-96ceac3348ab', 'name': '', 'network_id': 'acb2a538-8452-4325-b8b2-389094a8a1f1', 'tenant_id': 'da5579fc8d23403983f04f41618106b6', 'mac_address': 'fa:16:3e:85:6c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2135dde6-f3fe-4db0-b85a-9f85dc567c3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3277, 'fixed_ips': [{'subnet_id': '099eb2c8-2d07-4a3d-922b-c0e86ef46ea9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:44:43Z', 'updated_at': '2021-07-14T09:44:51Z', 'revision_number': 5, 'project_id': 'da5579fc8d23403983f04f41618106b6', 'subnets': [{'id': '099eb2c8-2d07-4a3d-922b-c0e86ef46ea9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:45:11.106190 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e951caa8-cf6c-41f4-bd1f-deb43913c40e tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-704815'] for router, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:11.107289 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e951caa8-cf6c-41f4-bd1f-deb43913c40e tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Fanout notify agent at l3_agent the message router_deleted on router b8e8ea56-6a2c-4bee-a1bf-b99ed033bef6 {{(pid=93957) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:45:11.126403 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e951caa8-cf6c-41f4-bd1f-deb43913c40e tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks [] for router, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:11.129153 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-e951caa8-cf6c-41f4-bd1f-deb43913c40e tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "DELETE /v2.0/routers/b8e8ea56-6a2c-4bee-a1bf-b99ed033bef6 HTTP/1.1" status: 204 len: 168 time: 1.7888598 Jul 14 09:45:11.134381 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 48344) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:11.140029 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-53b15975-6bde-487e-8756-967325317d9d req-c1d270ac-ea33-4f46-aaa2-6cbee2436171 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=38f1d51f-1f27-44dc-9560-bbddf89c2463 HTTP/1.1" status: 200 len: 999 time: 0.1583703 Jul 14 09:45:11.194884 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b5a772-7943-4f8c-b3c9-064853f9e971 None None] Checking router: 2135dde6-f3fe-4db0-b85a-9f85dc567c3f for host: n-d-779913-29 {{(pid=93959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:45:11.198648 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b15975-6bde-487e-8756-967325317d9d req-15108dc2-990e-4cb2-994e-2462917b2036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:11.200364 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-53b15975-6bde-487e-8756-967325317d9d req-15108dc2-990e-4cb2-994e-2462917b2036 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=099eb2c8-2d07-4a3d-922b-c0e86ef46ea9 HTTP/1.1" status: 200 len: 834 time: 0.0545514 Jul 14 09:45:11.221545 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b5a772-7943-4f8c-b3c9-064853f9e971 None None] Routers {'2135dde6-f3fe-4db0-b85a-9f85dc567c3f'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:45:11.226391 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-f8b5a772-7943-4f8c-b3c9-064853f9e971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:44:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['2135dde6-f3fe-4db0-b85a-9f85dc567c3f'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:45:11.315183 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-92d228f4-3fbb-4da0-b0b0-2936b25e2e97 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3876111'] for network, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:11.332572 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b15975-6bde-487e-8756-967325317d9d req-ea80b7e6-1746-4f13-9eed-c0f503bdf94e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:11.335700 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-53b15975-6bde-487e-8756-967325317d9d req-ea80b7e6-1746-4f13-9eed-c0f503bdf94e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=acb2a538-8452-4325-b8b2-389094a8a1f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1273808 Jul 14 09:45:11.421529 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvr_db [None req-f8b5a772-7943-4f8c-b3c9-064853f9e971 None None] Set router 2135dde6-f3fe-4db0-b85a-9f85dc567c3f gateway port host: n-d-779913-29 {{(pid=93959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:45:11.475347 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 48348) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:11.488100 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-92d228f4-3fbb-4da0-b0b0-2936b25e2e97 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473955', 'neutron.services.segments.db._delete_segments_for_network-8735688326548'] for network, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:11.502742 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-92d228f4-3fbb-4da0-b0b0-2936b25e2e97 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['559c94b9-1968-448e-a093-792c946ac9ed']}} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:45:11.516345 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-92d228f4-3fbb-4da0-b0b0-2936b25e2e97 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4182018d-d911-4ae0-a44d-c268c7996df6') {'for_net_delete': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:45:11.516859 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-92d228f4-3fbb-4da0-b0b0-2936b25e2e97 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4182018d-d911-4ae0-a44d-c268c7996df6') {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:45:11.534216 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-92d228f4-3fbb-4da0-b0b0-2936b25e2e97 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735688356235', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10944210'] for segment, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:11.564987 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-53b15975-6bde-487e-8756-967325317d9d req-904a9bc6-3361-40a9-8cb5-17960afcc7b3 service neutron] 10.222.0.57 "GET /v2.0/networks/acb2a538-8452-4325-b8b2-389094a8a1f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2226934 Jul 14 09:45:11.566796 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-92d228f4-3fbb-4da0-b0b0-2936b25e2e97 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:11.587517 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92d228f4-3fbb-4da0-b0b0-2936b25e2e97 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Releasing vlan 721 on physical network physnet1 to pool {{(pid=93957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:45:11.589352 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-92d228f4-3fbb-4da0-b0b0-2936b25e2e97 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10053619'] for segment, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:11.597201 n-d-779913-29 neutron-server[93957]: Traceback (most recent call last): Jul 14 09:45:11.597201 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:45:11.597201 n-d-779913-29 neutron-server[93957]: timer() Jul 14 09:45:11.597201 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:45:11.597201 n-d-779913-29 neutron-server[93957]: cb(*args, **kw) Jul 14 09:45:11.597201 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:45:11.597201 n-d-779913-29 neutron-server[93957]: return func(*args, **kwargs) Jul 14 09:45:11.597201 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:45:11.597201 n-d-779913-29 neutron-server[93957]: self._notify() Jul 14 09:45:11.597201 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:45:11.597201 n-d-779913-29 neutron-server[93957]: self.callback(batched_events) Jul 14 09:45:11.597201 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:45:11.597201 n-d-779913-29 neutron-server[93957]: event.method(event) Jul 14 09:45:11.597201 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:45:11.597201 n-d-779913-29 neutron-server[93957]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:45:11.597201 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:45:11.597201 n-d-779913-29 neutron-server[93957]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:45:11.597201 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:45:11.597201 n-d-779913-29 neutron-server[93957]: return f(self, *a, **k) Jul 14 09:45:11.597201 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:45:11.597201 n-d-779913-29 neutron-server[93957]: return self._get(url).json() Jul 14 09:45:11.597201 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:45:11.597201 n-d-779913-29 neutron-server[93957]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:45:11.597201 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:45:11.597201 n-d-779913-29 neutron-server[93957]: return self.request(url, 'GET', **kwargs) Jul 14 09:45:11.597201 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:45:11.597201 n-d-779913-29 neutron-server[93957]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:45:11.597201 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:45:11.597201 n-d-779913-29 neutron-server[93957]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:45:11.597201 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:45:11.597201 n-d-779913-29 neutron-server[93957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:45:11.597201 n-d-779913-29 neutron-server[93957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:45:11.694371 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-0e83504a-01bf-4b89-8d50-3987cf4faa9b tempest-AllowedAddressPairIpV6TestJSON-806787295 tempest-AllowedAddressPairIpV6TestJSON-806787295-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-415585020'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:45:11.712015 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-92d228f4-3fbb-4da0-b0b0-2936b25e2e97 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660504'] for network, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:11.727579 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 48360) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:11.741919 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-92d228f4-3fbb-4da0-b0b0-2936b25e2e97 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks [] for network, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:11.746518 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-92d228f4-3fbb-4da0-b0b0-2936b25e2e97 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "DELETE /v2.0/networks/559c94b9-1968-448e-a093-792c946ac9ed HTTP/1.1" status: 204 len: 168 time: 0.6083589 Jul 14 09:45:11.747466 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 48362) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:11.776306 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 9ba25007-8e1c-46cf-8faf-814e7775b3a5 no longer exists at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:45:11.780956 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d228f4-3fbb-4da0-b0b0-2936b25e2e97 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Pushing event deleted for resources: {'Network': ['ID=559c94b9-1968-448e-a093-792c946ac9ed,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:11.795022 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e83504a-01bf-4b89-8d50-3987cf4faa9b tempest-AllowedAddressPairIpV6TestJSON-806787295 tempest-AllowedAddressPairIpV6TestJSON-806787295-project] Made reservation on behalf of c739ef791c174436b9931c540513c925 for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:45:11.798720 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0e83504a-01bf-4b89-8d50-3987cf4faa9b tempest-AllowedAddressPairIpV6TestJSON-806787295 tempest-AllowedAddressPairIpV6TestJSON-806787295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:11.813807 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0e83504a-01bf-4b89-8d50-3987cf4faa9b tempest-AllowedAddressPairIpV6TestJSON-806787295 tempest-AllowedAddressPairIpV6TestJSON-806787295-project] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:11.817405 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-53b15975-6bde-487e-8756-967325317d9d req-d14ecc21-ec57-4426-9e34-c54353b9e3da service neutron] 10.222.0.57 "GET /v2.0/networks/acb2a538-8452-4325-b8b2-389094a8a1f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2462709 Jul 14 09:45:11.824608 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] No Port match for: 9ba25007-8e1c-46cf-8faf-814e7775b3a5 {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:45:11.824608 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 9ba25007-8e1c-46cf-8faf-814e7775b3a5 not bound to the agent host n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:45:11.824899 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 35c6bc62-c7b6-4957-9ef3-e8fa6a26fedf no longer exists at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:45:11.865191 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] No Port match for: 35c6bc62-c7b6-4957-9ef3-e8fa6a26fedf {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:45:11.865769 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 35c6bc62-c7b6-4957-9ef3-e8fa6a26fedf not bound to the agent host n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:45:11.896431 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-5684ba35-1ba6-4c8c-9151-997d99e2f1ee tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] 10.222.0.68 "GET /v2.0/floatingips/afa14493-6dc6-4773-b310-27201985a55c HTTP/1.1" status: 200 len: 991 time: 0.1564169 Jul 14 09:45:11.904449 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-f8b5a772-7943-4f8c-b3c9-064853f9e971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2135dde6-f3fe-4db0-b85a-9f85dc567c3f', 'name': 'tempest-TestNetworkBasicOps-router-1904412518', 'tenant_id': 'da5579fc8d23403983f04f41618106b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.56'}], 'enable_snat': True}, 'gw_port_id': '91c38c25-2529-4eee-bb50-a1a5c02df6ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:44:39Z', 'updated_at': '2021-07-14T09:44:45Z', 'revision_number': 4, 'project_id': 'da5579fc8d23403983f04f41618106b6', 'gw_port': {'id': '91c38c25-2529-4eee-bb50-a1a5c02df6ed', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:0e:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2135dde6-f3fe-4db0-b85a-9f85dc567c3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3264, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:44:39Z', 'updated_at': '2021-07-14T09:44:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_floatingips': [{'id': 'afa14493-6dc6-4773-b310-27201985a55c', 'tenant_id': 'da5579fc8d23403983f04f41618106b6', 'floating_ip_address': '172.25.4.225', 'floating_network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'router_id': '2135dde6-f3fe-4db0-b85a-9f85dc567c3f', 'port_id': '38f1d51f-1f27-44dc-9560-bbddf89c2463', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3325, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'acb2a538-8452-4325-b8b2-389094a8a1f1', 'mac_address': 'fa:16:3e:ef:15:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63950b7f-78fd-4116-af3f-a864f54c5fe0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:45:08Z', 'updated_at': '2021-07-14T09:45:08Z', 'revision_number': 0, 'project_id': 'da5579fc8d23403983f04f41618106b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21434eb4-ad07-476d-a908-96ceac3348ab', 'name': '', 'network_id': 'acb2a538-8452-4325-b8b2-389094a8a1f1', 'tenant_id': 'da5579fc8d23403983f04f41618106b6', 'mac_address': 'fa:16:3e:85:6c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2135dde6-f3fe-4db0-b85a-9f85dc567c3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3277, 'fixed_ips': [{'subnet_id': '099eb2c8-2d07-4a3d-922b-c0e86ef46ea9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:44:43Z', 'updated_at': '2021-07-14T09:44:51Z', 'revision_number': 5, 'project_id': 'da5579fc8d23403983f04f41618106b6', 'subnets': [{'id': '099eb2c8-2d07-4a3d-922b-c0e86ef46ea9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:45:11.922402 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-52d1b8d0-653d-4e3d-bd14-3f2e3416d3b0 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks [] for security_group, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:11.944911 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b5a772-7943-4f8c-b3c9-064853f9e971 None None] The sync data for ids ['2135dde6-f3fe-4db0-b85a-9f85dc567c3f'] in n-d-779913-29 is: [{'id': '2135dde6-f3fe-4db0-b85a-9f85dc567c3f', 'name': 'tempest-TestNetworkBasicOps-router-1904412518', 'tenant_id': 'da5579fc8d23403983f04f41618106b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.56'}], 'enable_snat': True}, 'gw_port_id': '91c38c25-2529-4eee-bb50-a1a5c02df6ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:44:39Z', 'updated_at': '2021-07-14T09:44:45Z', 'revision_number': 4, 'project_id': 'da5579fc8d23403983f04f41618106b6', 'gw_port': {'id': '91c38c25-2529-4eee-bb50-a1a5c02df6ed', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:0e:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2135dde6-f3fe-4db0-b85a-9f85dc567c3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3264, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:44:39Z', 'updated_at': '2021-07-14T09:44:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_floatingips': [{'id': 'afa14493-6dc6-4773-b310-27201985a55c', 'tenant_id': 'da5579fc8d23403983f04f41618106b6', 'floating_ip_address': '172.25.4.225', 'floating_network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'router_id': '2135dde6-f3fe-4db0-b85a-9f85dc567c3f', 'port_id': '38f1d51f-1f27-44dc-9560-bbddf89c2463', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3325, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'acb2a538-8452-4325-b8b2-389094a8a1f1', 'mac_address': 'fa:16:3e:ef:15:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63950b7f-78fd-4116-af3f-a864f54c5fe0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:45:08Z', 'updated_at': '2021-07-14T09:45:08Z', 'revision_number': 0, 'project_id': 'da5579fc8d23403983f04f41618106b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21434eb4-ad07-476d-a908-96ceac3348ab', 'name': '', 'network_id': 'acb2a538-8452-4325-b8b2-389094a8a1f1', 'tenant_id': 'da5579fc8d23403983f04f41618106b6', 'mac_address': 'fa:16:3e:85:6c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2135dde6-f3fe-4db0-b85a-9f85dc567c3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3277, 'fixed_ips': [{'subnet_id': '099eb2c8-2d07-4a3d-922b-c0e86ef46ea9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:44:43Z', 'updated_at': '2021-07-14T09:44:51Z', 'revision_number': 5, 'project_id': 'da5579fc8d23403983f04f41618106b6', 'subnets': [{'id': '099eb2c8-2d07-4a3d-922b-c0e86ef46ea9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:45:11.966380 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-52d1b8d0-653d-4e3d-bd14-3f2e3416d3b0 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:12.006961 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0e83504a-01bf-4b89-8d50-3987cf4faa9b tempest-AllowedAddressPairIpV6TestJSON-806787295 tempest-AllowedAddressPairIpV6TestJSON-806787295-project] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:12.012775 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0e83504a-01bf-4b89-8d50-3987cf4faa9b tempest-AllowedAddressPairIpV6TestJSON-806787295 tempest-AllowedAddressPairIpV6TestJSON-806787295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:12.054667 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e83504a-01bf-4b89-8d50-3987cf4faa9b tempest-AllowedAddressPairIpV6TestJSON-806787295 tempest-AllowedAddressPairIpV6TestJSON-806787295-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 712} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:45:12.056250 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-52d1b8d0-653d-4e3d-bd14-3f2e3416d3b0 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:12.059281 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-52d1b8d0-653d-4e3d-bd14-3f2e3416d3b0 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:12.060471 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-52d1b8d0-653d-4e3d-bd14-3f2e3416d3b0 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "DELETE /v2.0/security-groups/e6d675ec-f50c-4916-bc8c-357a840d6ea9 HTTP/1.1" status: 204 len: 168 time: 0.3073366 Jul 14 09:45:12.071870 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d1b8d0-653d-4e3d-bd14-3f2e3416d3b0 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6d675ec-f50c-4916-bc8c-357a840d6ea9,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:12.076020 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e83504a-01bf-4b89-8d50-3987cf4faa9b tempest-AllowedAddressPairIpV6TestJSON-806787295 tempest-AllowedAddressPairIpV6TestJSON-806787295-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71fa8403-48b2-48bb-88a6-936915a90704,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:12.079277 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0e83504a-01bf-4b89-8d50-3987cf4faa9b tempest-AllowedAddressPairIpV6TestJSON-806787295 tempest-AllowedAddressPairIpV6TestJSON-806787295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:12.079687 n-d-779913-29 neutron-server[93958]: INFO neutron.db.segments_db [None req-0e83504a-01bf-4b89-8d50-3987cf4faa9b tempest-AllowedAddressPairIpV6TestJSON-806787295 tempest-AllowedAddressPairIpV6TestJSON-806787295-project] Added segment 8caa0609-23f2-4278-b2cf-e9023fe6685c of type vlan for network 7dfa1825-3f53-44f4-87fb-e6f1657f0687 Jul 14 09:45:12.145619 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0e83504a-01bf-4b89-8d50-3987cf4faa9b tempest-AllowedAddressPairIpV6TestJSON-806787295 tempest-AllowedAddressPairIpV6TestJSON-806787295-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735687821325'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:12.199627 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0e83504a-01bf-4b89-8d50-3987cf4faa9b tempest-AllowedAddressPairIpV6TestJSON-806787295 tempest-AllowedAddressPairIpV6TestJSON-806787295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:12.206532 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e83504a-01bf-4b89-8d50-3987cf4faa9b tempest-AllowedAddressPairIpV6TestJSON-806787295 tempest-AllowedAddressPairIpV6TestJSON-806787295-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:12.207189 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0e83504a-01bf-4b89-8d50-3987cf4faa9b tempest-AllowedAddressPairIpV6TestJSON-806787295 tempest-AllowedAddressPairIpV6TestJSON-806787295-project] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:12.268607 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-0e83504a-01bf-4b89-8d50-3987cf4faa9b tempest-AllowedAddressPairIpV6TestJSON-806787295 tempest-AllowedAddressPairIpV6TestJSON-806787295-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 0.7904093 Jul 14 09:45:12.273065 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 48378) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:12.282686 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-fa032fe9-e558-424f-96f8-cd6ee2b86e40 tempest-AllowedAddressPairIpV6TestJSON-806787295 tempest-AllowedAddressPairIpV6TestJSON-806787295-project] Request body: {'subnet': {'network_id': '7dfa1825-3f53-44f4-87fb-e6f1657f0687', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:45:12.284216 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e83504a-01bf-4b89-8d50-3987cf4faa9b tempest-AllowedAddressPairIpV6TestJSON-806787295 tempest-AllowedAddressPairIpV6TestJSON-806787295-project] Pushing event updated for resources: {'Network': ['ID=7dfa1825-3f53-44f4-87fb-e6f1657f0687,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:12.298453 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Network 7dfa1825-3f53-44f4-87fb-e6f1657f0687 details requested by agent ovs-agent-n-d-779913-29 with host n-d-779913-29 {{(pid=93959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:45:12.431112 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3579fd9-6b6a-45d2-a346-16867f099f0b None None] New status for floating IP afa14493-6dc6-4773-b310-27201985a55c: ACTIVE {{(pid=93960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:45:12.432705 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa032fe9-e558-424f-96f8-cd6ee2b86e40 tempest-AllowedAddressPairIpV6TestJSON-806787295 tempest-AllowedAddressPairIpV6TestJSON-806787295-project] Made reservation on behalf of c739ef791c174436b9931c540513c925 for: {'subnet': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:45:12.439445 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-fa032fe9-e558-424f-96f8-cd6ee2b86e40 tempest-AllowedAddressPairIpV6TestJSON-806787295 tempest-AllowedAddressPairIpV6TestJSON-806787295-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11984110'] for subnet, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:12.640110 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 48386) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:12.650626 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-f0927b18-2e24-41d4-a129-3429b5eef3d1 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-608754768', 'description': 'tempest-secgroup-smoke-608754768 description', 'project_id': '62cf828fc3e84fada2a4655d43752657'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:45:12.688541 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f0927b18-2e24-41d4-a129-3429b5eef3d1 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:12.705781 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-fa032fe9-e558-424f-96f8-cd6ee2b86e40 tempest-AllowedAddressPairIpV6TestJSON-806787295 tempest-AllowedAddressPairIpV6TestJSON-806787295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10052764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11984092'] for subnet, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:12.783003 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa032fe9-e558-424f-96f8-cd6ee2b86e40 tempest-AllowedAddressPairIpV6TestJSON-806787295 tempest-AllowedAddressPairIpV6TestJSON-806787295-project] Pushing event updated for resources: {'Subnet': ['ID=2aea4817-9157-4b46-af01-93d6882a4039,revision_number=0']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:12.786785 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa032fe9-e558-424f-96f8-cd6ee2b86e40 tempest-AllowedAddressPairIpV6TestJSON-806787295 tempest-AllowedAddressPairIpV6TestJSON-806787295-project] Checking segment: {'id': '8caa0609-23f2-4278-b2cf-e9023fe6685c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '7dfa1825-3f53-44f4-87fb-e6f1657f0687'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:45:12.787354 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa032fe9-e558-424f-96f8-cd6ee2b86e40 tempest-AllowedAddressPairIpV6TestJSON-806787295 tempest-AllowedAddressPairIpV6TestJSON-806787295-project] Network hostable DHCP agents. Network: 7dfa1825-3f53-44f4-87fb-e6f1657f0687, hostable agents: ['c6a09bd4-f72e-4283-a3ca-0bbca8a51081'], hosted agents: [] {{(pid=93957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:45:12.814598 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa032fe9-e558-424f-96f8-cd6ee2b86e40 tempest-AllowedAddressPairIpV6TestJSON-806787295 tempest-AllowedAddressPairIpV6TestJSON-806787295-project] Network 7dfa1825-3f53-44f4-87fb-e6f1657f0687 is scheduled to be hosted by DHCP agent c6a09bd4-f72e-4283-a3ca-0bbca8a51081 with binding_index 1 {{(pid=93957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:45:12.830349 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-fa032fe9-e558-424f-96f8-cd6ee2b86e40 tempest-AllowedAddressPairIpV6TestJSON-806787295 tempest-AllowedAddressPairIpV6TestJSON-806787295-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-29, 7dfa1825-3f53-44f4-87fb-e6f1657f0687) {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:45:12.837968 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa032fe9-e558-424f-96f8-cd6ee2b86e40 tempest-AllowedAddressPairIpV6TestJSON-806787295 tempest-AllowedAddressPairIpV6TestJSON-806787295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:12.839326 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-fa032fe9-e558-424f-96f8-cd6ee2b86e40 tempest-AllowedAddressPairIpV6TestJSON-806787295 tempest-AllowedAddressPairIpV6TestJSON-806787295-project] Notify callbacks [] for subnet, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:12.841564 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f0927b18-2e24-41d4-a129-3429b5eef3d1 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:12.849524 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f0927b18-2e24-41d4-a129-3429b5eef3d1 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:12.849986 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4842f7f5-67ea-48f4-a1c5-bd9a06f0ab79 None None] Network 7dfa1825-3f53-44f4-87fb-e6f1657f0687 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:45:12.867289 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-fa032fe9-e558-424f-96f8-cd6ee2b86e40 tempest-AllowedAddressPairIpV6TestJSON-806787295 tempest-AllowedAddressPairIpV6TestJSON-806787295-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5894783 Jul 14 09:45:12.867727 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 48388) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:12.877699 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-5816bfb2-7559-4dac-ab0c-a689b35491e2 tempest-AllowedAddressPairIpV6TestJSON-806787295 tempest-AllowedAddressPairIpV6TestJSON-806787295-project] Request body: {'port': {'network_id': '7dfa1825-3f53-44f4-87fb-e6f1657f0687', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-167079097'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:45:12.893671 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0927b18-2e24-41d4-a129-3429b5eef3d1 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4808f8e-d927-4dd4-bd3b-54d695233756,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:12.900359 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 48390) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:12.972062 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-2b190179-7489-4959-b976-9f8004bff2fa tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] 10.222.0.68 "GET /v2.0/floatingips/afa14493-6dc6-4773-b310-27201985a55c HTTP/1.1" status: 200 len: 993 time: 0.0702095 Jul 14 09:45:12.988753 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f0927b18-2e24-41d4-a129-3429b5eef3d1 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:12.988753 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-f0927b18-2e24-41d4-a129-3429b5eef3d1 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3441644 Jul 14 09:45:12.988753 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 48394) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:12.994439 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-9b8b7d45-c58e-48d4-b0e2-80dc754d64e7 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Request body: {'security_group_rule': {'security_group_id': 'c4808f8e-d927-4dd4-bd3b-54d695233756', 'project_id': '62cf828fc3e84fada2a4655d43752657', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:45:13.025527 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9b8b7d45-c58e-48d4-b0e2-80dc754d64e7 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:13.050834 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:13.068482 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5816bfb2-7559-4dac-ab0c-a689b35491e2 tempest-AllowedAddressPairIpV6TestJSON-806787295 tempest-AllowedAddressPairIpV6TestJSON-806787295-project] Made reservation on behalf of c739ef791c174436b9931c540513c925 for: {'port': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:45:13.073347 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5816bfb2-7559-4dac-ab0c-a689b35491e2 tempest-AllowedAddressPairIpV6TestJSON-806787295 tempest-AllowedAddressPairIpV6TestJSON-806787295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:13.096347 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f96b0819-03d8-4a25-a45f-2f49caf81dfe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf57baaa9-fd24-59f4-8fd2-1dc21122ce72-7dfa1825-3f53-44f4-87fb-e6f1657f0687', 'network_id': '7dfa1825-3f53-44f4-87fb-e6f1657f0687', 'tenant_id': 'c739ef791c174436b9931c540513c925', 'fixed_ips': [{'subnet_id': '2aea4817-9157-4b46-af01-93d6882a4039'}]}} from n-d-779913-29. {{(pid=93959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:45:13.097311 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f96b0819-03d8-4a25-a45f-2f49caf81dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:13.111528 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-5816bfb2-7559-4dac-ab0c-a689b35491e2 tempest-AllowedAddressPairIpV6TestJSON-806787295 tempest-AllowedAddressPairIpV6TestJSON-806787295-project] device_id is not set on port 552a8db8-4008-488e-bf45-e346ccb96462 yet. {{(pid=93957) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:45:13.124014 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9b8b7d45-c58e-48d4-b0e2-80dc754d64e7 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:13.127481 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9b8b7d45-c58e-48d4-b0e2-80dc754d64e7 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529131'] for security_group_rule, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:13.144130 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8b7d45-c58e-48d4-b0e2-80dc754d64e7 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0a0a049-bbc2-4df8-88e8-49b8b3880639,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:13.174197 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9b8b7d45-c58e-48d4-b0e2-80dc754d64e7 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:13.178379 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-9b8b7d45-c58e-48d4-b0e2-80dc754d64e7 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1885340 Jul 14 09:45:13.181965 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 48400) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:13.194961 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-516cc337-3c2a-48a4-8105-409eafb749cf tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Request body: {'security_group_rule': {'security_group_id': 'c4808f8e-d927-4dd4-bd3b-54d695233756', 'project_id': '62cf828fc3e84fada2a4655d43752657', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:45:13.234929 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device fbf9127b-e265-4456-ac66-4a3e41e42413 no longer exists at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:45:13.237968 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-516cc337-3c2a-48a4-8105-409eafb749cf tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:13.292618 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-5816bfb2-7559-4dac-ab0c-a689b35491e2 tempest-AllowedAddressPairIpV6TestJSON-806787295 tempest-AllowedAddressPairIpV6TestJSON-806787295-project] Allocated IP 2001:db8::391 (7dfa1825-3f53-44f4-87fb-e6f1657f0687/2aea4817-9157-4b46-af01-93d6882a4039/552a8db8-4008-488e-bf45-e346ccb96462) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:45:13.293003 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] No Port match for: fbf9127b-e265-4456-ac66-4a3e41e42413 {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:45:13.293700 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device fbf9127b-e265-4456-ac66-4a3e41e42413 not bound to the agent host n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:45:13.337970 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-516cc337-3c2a-48a4-8105-409eafb749cf tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:13.343437 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-516cc337-3c2a-48a4-8105-409eafb749cf tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529131'] for security_group_rule, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:13.363731 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516cc337-3c2a-48a4-8105-409eafb749cf tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eedb6aba-b127-4059-b8d7-b255600c021f,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:13.374296 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-516cc337-3c2a-48a4-8105-409eafb749cf tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:13.375760 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-516cc337-3c2a-48a4-8105-409eafb749cf tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1927145 Jul 14 09:45:13.379334 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 48402) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:13.384826 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-40656626-7043-4c05-8b2a-ae6d66dcf198 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Request body: {'security_group_rule': {'security_group_id': 'c4808f8e-d927-4dd4-bd3b-54d695233756', 'project_id': '62cf828fc3e84fada2a4655d43752657', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:45:13.429261 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-40656626-7043-4c05-8b2a-ae6d66dcf198 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:13.496506 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5816bfb2-7559-4dac-ab0c-a689b35491e2 tempest-AllowedAddressPairIpV6TestJSON-806787295 tempest-AllowedAddressPairIpV6TestJSON-806787295-project] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:13.511899 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-40656626-7043-4c05-8b2a-ae6d66dcf198 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:13.517191 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-5816bfb2-7559-4dac-ab0c-a689b35491e2 tempest-AllowedAddressPairIpV6TestJSON-806787295 tempest-AllowedAddressPairIpV6TestJSON-806787295-project] Transition to ACTIVE for port object 552a8db8-4008-488e-bf45-e346ccb96462 will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:45:13.517390 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-40656626-7043-4c05-8b2a-ae6d66dcf198 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529131'] for security_group_rule, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:13.548376 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40656626-7043-4c05-8b2a-ae6d66dcf198 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c5c4be0-c44b-4c4e-9bd3-8fcdb7d04bf4,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:13.560112 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-40656626-7043-4c05-8b2a-ae6d66dcf198 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:13.562518 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-40656626-7043-4c05-8b2a-ae6d66dcf198 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1813691 Jul 14 09:45:13.564089 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5816bfb2-7559-4dac-ab0c-a689b35491e2 tempest-AllowedAddressPairIpV6TestJSON-806787295 tempest-AllowedAddressPairIpV6TestJSON-806787295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:13.565002 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 48408) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:13.571377 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-86adefd0-a541-4f76-86b3-bca3ef657f02 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Request body: {'security_group_rule': {'security_group_id': 'c4808f8e-d927-4dd4-bd3b-54d695233756', 'project_id': '62cf828fc3e84fada2a4655d43752657', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:45:13.619879 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-f96b0819-03d8-4a25-a45f-2f49caf81dfe None None] Allocated IP 2001:db8::2 (7dfa1825-3f53-44f4-87fb-e6f1657f0687/2aea4817-9157-4b46-af01-93d6882a4039/800591b0-ff2d-4d47-8cd4-e603d0634599) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:45:13.622050 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-86adefd0-a541-4f76-86b3-bca3ef657f02 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:13.658027 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5816bfb2-7559-4dac-ab0c-a689b35491e2 tempest-AllowedAddressPairIpV6TestJSON-806787295 tempest-AllowedAddressPairIpV6TestJSON-806787295-project] Network 7dfa1825-3f53-44f4-87fb-e6f1657f0687 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:45:13.664163 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-5816bfb2-7559-4dac-ab0c-a689b35491e2 tempest-AllowedAddressPairIpV6TestJSON-806787295 tempest-AllowedAddressPairIpV6TestJSON-806787295-project] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:45:13.678911 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5816bfb2-7559-4dac-ab0c-a689b35491e2 tempest-AllowedAddressPairIpV6TestJSON-806787295 tempest-AllowedAddressPairIpV6TestJSON-806787295-project] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:45:13.692204 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5816bfb2-7559-4dac-ab0c-a689b35491e2 tempest-AllowedAddressPairIpV6TestJSON-806787295 tempest-AllowedAddressPairIpV6TestJSON-806787295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:13.693762 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5816bfb2-7559-4dac-ab0c-a689b35491e2 tempest-AllowedAddressPairIpV6TestJSON-806787295 tempest-AllowedAddressPairIpV6TestJSON-806787295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:13.726175 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:13.747971 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-86adefd0-a541-4f76-86b3-bca3ef657f02 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:13.748762 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-5816bfb2-7559-4dac-ab0c-a689b35491e2 tempest-AllowedAddressPairIpV6TestJSON-806787295 tempest-AllowedAddressPairIpV6TestJSON-806787295-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.8791180 Jul 14 09:45:13.749606 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5816bfb2-7559-4dac-ab0c-a689b35491e2 tempest-AllowedAddressPairIpV6TestJSON-806787295 tempest-AllowedAddressPairIpV6TestJSON-806787295-project] Pushing event updated for resources: {'Port': ['ID=552a8db8-4008-488e-bf45-e346ccb96462,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:13.752670 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 48414) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:13.763504 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-64351b3d-c4f4-4390-85d4-46bdc5b084df tempest-AllowedAddressPairIpV6TestJSON-806787295 tempest-AllowedAddressPairIpV6TestJSON-806787295-project] Request body: {'port': {'network_id': '7dfa1825-3f53-44f4-87fb-e6f1657f0687', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-149255783', 'allowed_address_pairs': [{'ip_address': '2001:db8::391', 'mac_address': 'fa:16:3e:50:75:d6'}]}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:45:13.772364 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-86adefd0-a541-4f76-86b3-bca3ef657f02 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529131'] for security_group_rule, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:13.863258 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86adefd0-a541-4f76-86b3-bca3ef657f02 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a57dab3c-23e4-44ea-ae03-63184f2fb0f9,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:13.884566 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-86adefd0-a541-4f76-86b3-bca3ef657f02 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:13.886560 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-86adefd0-a541-4f76-86b3-bca3ef657f02 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3202515 Jul 14 09:45:13.889792 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 48416) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:13.896885 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-3782e2e1-2cf6-4fa8-9c37-452fa966240f tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Request body: {'security_group_rule': {'security_group_id': 'c4808f8e-d927-4dd4-bd3b-54d695233756', 'project_id': '62cf828fc3e84fada2a4655d43752657', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:45:13.916119 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f96b0819-03d8-4a25-a45f-2f49caf81dfe None None] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:13.937690 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-f96b0819-03d8-4a25-a45f-2f49caf81dfe None None] Transition to ACTIVE for port object 800591b0-ff2d-4d47-8cd4-e603d0634599 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:45:13.945898 n-d-779913-29 neutron-server[93958]: INFO neutron.db.securitygroups_db [None req-3782e2e1-2cf6-4fa8-9c37-452fa966240f tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Project 62cf828fc3e84fada2a4655d43752657 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 09:45:13.957478 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3782e2e1-2cf6-4fa8-9c37-452fa966240f tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:13.964636 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-f96b0819-03d8-4a25-a45f-2f49caf81dfe None None] Transition to ACTIVE for port object 800591b0-ff2d-4d47-8cd4-e603d0634599 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:45:13.976332 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f96b0819-03d8-4a25-a45f-2f49caf81dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:13.998450 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64351b3d-c4f4-4390-85d4-46bdc5b084df tempest-AllowedAddressPairIpV6TestJSON-806787295 tempest-AllowedAddressPairIpV6TestJSON-806787295-project] Made reservation on behalf of c739ef791c174436b9931c540513c925 for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:45:14.049151 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f96b0819-03d8-4a25-a45f-2f49caf81dfe None None] Network 7dfa1825-3f53-44f4-87fb-e6f1657f0687 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:45:14.060332 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-f96b0819-03d8-4a25-a45f-2f49caf81dfe None None] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:45:14.063966 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f96b0819-03d8-4a25-a45f-2f49caf81dfe None None] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:45:14.079635 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96b0819-03d8-4a25-a45f-2f49caf81dfe None None] Pushing event updated for resources: {'Port': ['ID=800591b0-ff2d-4d47-8cd4-e603d0634599,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:14.146676 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3782e2e1-2cf6-4fa8-9c37-452fa966240f tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:14.148637 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-f96b0819-03d8-4a25-a45f-2f49caf81dfe None None] Attempting to bind port 800591b0-ff2d-4d47-8cd4-e603d0634599 on host n-d-779913-29 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:45:14.149020 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-f96b0819-03d8-4a25-a45f-2f49caf81dfe None None] Attempting to bind port 800591b0-ff2d-4d47-8cd4-e603d0634599 by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': '8caa0609-23f2-4278-b2cf-e9023fe6685c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '7dfa1825-3f53-44f4-87fb-e6f1657f0687'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:45:14.149364 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f96b0819-03d8-4a25-a45f-2f49caf81dfe None None] Attempting to bind port 800591b0-ff2d-4d47-8cd4-e603d0634599 on network 7dfa1825-3f53-44f4-87fb-e6f1657f0687 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:45:14.153651 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3782e2e1-2cf6-4fa8-9c37-452fa966240f tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529131'] for security_group_rule, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:14.156084 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f96b0819-03d8-4a25-a45f-2f49caf81dfe None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 44, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:45:14.156084 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f96b0819-03d8-4a25-a45f-2f49caf81dfe None None] Checking segment: {'id': '8caa0609-23f2-4278-b2cf-e9023fe6685c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '7dfa1825-3f53-44f4-87fb-e6f1657f0687'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:45:14.157118 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f96b0819-03d8-4a25-a45f-2f49caf81dfe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:14.157560 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f96b0819-03d8-4a25-a45f-2f49caf81dfe None None] Bound using segment: {'id': '8caa0609-23f2-4278-b2cf-e9023fe6685c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '7dfa1825-3f53-44f4-87fb-e6f1657f0687'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:45:14.158058 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-f96b0819-03d8-4a25-a45f-2f49caf81dfe None None] Bound port: 800591b0-ff2d-4d47-8cd4-e603d0634599, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8caa0609-23f2-4278-b2cf-e9023fe6685c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '7dfa1825-3f53-44f4-87fb-e6f1657f0687'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:45:14.158446 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f96b0819-03d8-4a25-a45f-2f49caf81dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:14.195918 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-64351b3d-c4f4-4390-85d4-46bdc5b084df tempest-AllowedAddressPairIpV6TestJSON-806787295 tempest-AllowedAddressPairIpV6TestJSON-806787295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:14.198431 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3782e2e1-2cf6-4fa8-9c37-452fa966240f tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=875c13c2-c747-41f8-93aa-851844a4f1d2,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:14.216748 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3782e2e1-2cf6-4fa8-9c37-452fa966240f tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:14.220941 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-3782e2e1-2cf6-4fa8-9c37-452fa966240f tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3278790 Jul 14 09:45:14.221632 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 48424) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:14.226305 n-d-779913-29 neutron-server[93958]: DEBUG neutron.notifiers.nova [None req-64351b3d-c4f4-4390-85d4-46bdc5b084df tempest-AllowedAddressPairIpV6TestJSON-806787295 tempest-AllowedAddressPairIpV6TestJSON-806787295-project] device_id is not set on port 4b4f663b-9f5d-41e0-83b2-115405c94cd5 yet. {{(pid=93958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:45:14.228606 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-dff70fa2-6fc5-4035-8116-73ec615470f6 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Request body: {'security_group_rule': {'security_group_id': 'c4808f8e-d927-4dd4-bd3b-54d695233756', 'project_id': '62cf828fc3e84fada2a4655d43752657', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:45:14.258346 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-f96b0819-03d8-4a25-a45f-2f49caf81dfe None None] For port 800591b0-ff2d-4d47-8cd4-e603d0634599, host n-d-779913-29, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:45:14.263529 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-f96b0819-03d8-4a25-a45f-2f49caf81dfe None None] For port 800591b0-ff2d-4d47-8cd4-e603d0634599, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=800591b0-ff2d-4d47-8cd4-e603d0634599,segment=NetworkSegment(8caa0609-23f2-4278-b2cf-e9023fe6685c),segment_id=8caa0609-23f2-4278-b2cf-e9023fe6685c)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:45:14.263699 n-d-779913-29 neutron-server[93957]: INFO neutron.db.securitygroups_db [None req-dff70fa2-6fc5-4035-8116-73ec615470f6 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Project 62cf828fc3e84fada2a4655d43752657 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 09:45:14.268288 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f96b0819-03d8-4a25-a45f-2f49caf81dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:14.270391 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-dff70fa2-6fc5-4035-8116-73ec615470f6 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:14.386359 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96b0819-03d8-4a25-a45f-2f49caf81dfe None None] Pushing event updated for resources: {'Port': ['ID=800591b0-ff2d-4d47-8cd4-e603d0634599,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:14.404627 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-64351b3d-c4f4-4390-85d4-46bdc5b084df tempest-AllowedAddressPairIpV6TestJSON-806787295 tempest-AllowedAddressPairIpV6TestJSON-806787295-project] Allocated IP 2001:db8::330 (7dfa1825-3f53-44f4-87fb-e6f1657f0687/2aea4817-9157-4b46-af01-93d6882a4039/4b4f663b-9f5d-41e0-83b2-115405c94cd5) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:45:14.686110 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-64351b3d-c4f4-4390-85d4-46bdc5b084df tempest-AllowedAddressPairIpV6TestJSON-806787295 tempest-AllowedAddressPairIpV6TestJSON-806787295-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:14.704271 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-64351b3d-c4f4-4390-85d4-46bdc5b084df tempest-AllowedAddressPairIpV6TestJSON-806787295 tempest-AllowedAddressPairIpV6TestJSON-806787295-project] Transition to ACTIVE for port object 4b4f663b-9f5d-41e0-83b2-115405c94cd5 will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:45:14.759383 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-64351b3d-c4f4-4390-85d4-46bdc5b084df tempest-AllowedAddressPairIpV6TestJSON-806787295 tempest-AllowedAddressPairIpV6TestJSON-806787295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:14.788965 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-dff70fa2-6fc5-4035-8116-73ec615470f6 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:14.794979 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-dff70fa2-6fc5-4035-8116-73ec615470f6 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529131'] for security_group_rule, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:14.813359 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64351b3d-c4f4-4390-85d4-46bdc5b084df tempest-AllowedAddressPairIpV6TestJSON-806787295 tempest-AllowedAddressPairIpV6TestJSON-806787295-project] Network 7dfa1825-3f53-44f4-87fb-e6f1657f0687 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:45:14.818888 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff70fa2-6fc5-4035-8116-73ec615470f6 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a22c8364-34e1-47b1-8d1c-8b621073b62f,revision_number=0']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:14.827972 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-dff70fa2-6fc5-4035-8116-73ec615470f6 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:14.829178 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-64351b3d-c4f4-4390-85d4-46bdc5b084df tempest-AllowedAddressPairIpV6TestJSON-806787295 tempest-AllowedAddressPairIpV6TestJSON-806787295-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:45:14.830536 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-dff70fa2-6fc5-4035-8116-73ec615470f6 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6075146 Jul 14 09:45:14.835480 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64351b3d-c4f4-4390-85d4-46bdc5b084df tempest-AllowedAddressPairIpV6TestJSON-806787295 tempest-AllowedAddressPairIpV6TestJSON-806787295-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:45:14.836724 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 48436) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:14.841661 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64351b3d-c4f4-4390-85d4-46bdc5b084df tempest-AllowedAddressPairIpV6TestJSON-806787295 tempest-AllowedAddressPairIpV6TestJSON-806787295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:14.842646 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-64351b3d-c4f4-4390-85d4-46bdc5b084df tempest-AllowedAddressPairIpV6TestJSON-806787295 tempest-AllowedAddressPairIpV6TestJSON-806787295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:14.843047 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-30304f81-4a54-44f6-9737-9fedb56c1635 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Request body: {'network': {'name': 'tempest-network-smoke--583070155', 'project_id': '62cf828fc3e84fada2a4655d43752657', 'port_security_enabled': True}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:45:14.862228 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64351b3d-c4f4-4390-85d4-46bdc5b084df tempest-AllowedAddressPairIpV6TestJSON-806787295 tempest-AllowedAddressPairIpV6TestJSON-806787295-project] Pushing event updated for resources: {'Port': ['ID=4b4f663b-9f5d-41e0-83b2-115405c94cd5,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:14.887203 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30304f81-4a54-44f6-9737-9fedb56c1635 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Made reservation on behalf of 62cf828fc3e84fada2a4655d43752657 for: {'network': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:45:14.888155 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-64351b3d-c4f4-4390-85d4-46bdc5b084df tempest-AllowedAddressPairIpV6TestJSON-806787295 tempest-AllowedAddressPairIpV6TestJSON-806787295-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 1.1326518 Jul 14 09:45:14.891213 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-30304f81-4a54-44f6-9737-9fedb56c1635 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for network, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:14.893541 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 48438) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:14.975295 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30304f81-4a54-44f6-9737-9fedb56c1635 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 719} {{(pid=93957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:45:14.998587 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-30304f81-4a54-44f6-9737-9fedb56c1635 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:14.998933 n-d-779913-29 neutron-server[93957]: INFO neutron.db.segments_db [None req-30304f81-4a54-44f6-9737-9fedb56c1635 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Added segment 94ff459e-a83c-40ec-b1f2-d274955b18b9 of type vlan for network 4c35a1de-4d2f-4c90-922a-9ee2e847d92b Jul 14 09:45:15.076090 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-30304f81-4a54-44f6-9737-9fedb56c1635 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735687821325'] for network, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:15.089835 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73bafd08-6b60-421b-84fb-c6010df38167 tempest-AllowedAddressPairIpV6TestJSON-806787295 tempest-AllowedAddressPairIpV6TestJSON-806787295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:15.096013 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73bafd08-6b60-421b-84fb-c6010df38167 tempest-AllowedAddressPairIpV6TestJSON-806787295 tempest-AllowedAddressPairIpV6TestJSON-806787295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:15.101997 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73bafd08-6b60-421b-84fb-c6010df38167 tempest-AllowedAddressPairIpV6TestJSON-806787295 tempest-AllowedAddressPairIpV6TestJSON-806787295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:15.103739 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-73bafd08-6b60-421b-84fb-c6010df38167 tempest-AllowedAddressPairIpV6TestJSON-806787295 tempest-AllowedAddressPairIpV6TestJSON-806787295-project] 10.222.0.68 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2480 time: 0.2090549 Jul 14 09:45:15.106701 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 48442) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:15.186287 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-30304f81-4a54-44f6-9737-9fedb56c1635 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855'] for network, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:15.191593 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30304f81-4a54-44f6-9737-9fedb56c1635 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:15.192210 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-30304f81-4a54-44f6-9737-9fedb56c1635 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks [] for network, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:15.295637 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-30304f81-4a54-44f6-9737-9fedb56c1635 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4576628 Jul 14 09:45:15.300033 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 48448) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:15.305450 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-7c4b5e0f-4234-4f09-845d-5e2279cfee9c tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-982187509', 'admin_state_up': True, 'project_id': '62cf828fc3e84fada2a4655d43752657', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'}}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:45:15.312080 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30304f81-4a54-44f6-9737-9fedb56c1635 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Pushing event updated for resources: {'Network': ['ID=4c35a1de-4d2f-4c90-922a-9ee2e847d92b,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:15.331141 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Network 4c35a1de-4d2f-4c90-922a-9ee2e847d92b details requested by agent ovs-agent-n-d-779913-29 with host n-d-779913-29 {{(pid=93959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:45:15.350837 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-3ebd6fe3-6f7d-4395-99d3-a252eac95483 tempest-AllowedAddressPairIpV6TestJSON-806787295 tempest-AllowedAddressPairIpV6TestJSON-806787295-project] Deleting port 4b4f663b-9f5d-41e0-83b2-115405c94cd5 {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:45:15.351659 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3ebd6fe3-6f7d-4395-99d3-a252eac95483 tempest-AllowedAddressPairIpV6TestJSON-806787295 tempest-AllowedAddressPairIpV6TestJSON-806787295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:15.386019 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7c4b5e0f-4234-4f09-845d-5e2279cfee9c tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-711749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14670'] for router, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:15.387939 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7c4b5e0f-4234-4f09-845d-5e2279cfee9c tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-711718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-661475', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14679'] for router, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:15.407333 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 800591b0-ff2d-4d47-8cd4-e603d0634599 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:45:15.523697 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning for port 800591b0-ff2d-4d47-8cd4-e603d0634599 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:45:15.565818 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7c4b5e0f-4234-4f09-845d-5e2279cfee9c tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:15.567438 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3ebd6fe3-6f7d-4395-99d3-a252eac95483 tempest-AllowedAddressPairIpV6TestJSON-806787295 tempest-AllowedAddressPairIpV6TestJSON-806787295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:15.587939 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-3ebd6fe3-6f7d-4395-99d3-a252eac95483 tempest-AllowedAddressPairIpV6TestJSON-806787295 tempest-AllowedAddressPairIpV6TestJSON-806787295-project] Calling delete_port for 4b4f663b-9f5d-41e0-83b2-115405c94cd5 owned by {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:45:15.747757 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b33ba4d-7e9a-43ee-859f-bc737b5f42cb None None] Network 7dfa1825-3f53-44f4-87fb-e6f1657f0687 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:45:15.750917 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7c4b5e0f-4234-4f09-845d-5e2279cfee9c tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-661489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-711771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12973'] for router, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:15.761042 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3ebd6fe3-6f7d-4395-99d3-a252eac95483 tempest-AllowedAddressPairIpV6TestJSON-806787295 tempest-AllowedAddressPairIpV6TestJSON-806787295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:15.832485 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebd6fe3-6f7d-4395-99d3-a252eac95483 tempest-AllowedAddressPairIpV6TestJSON-806787295 tempest-AllowedAddressPairIpV6TestJSON-806787295-project] Pushing event deleted for resources: {'Port': ['ID=4b4f663b-9f5d-41e0-83b2-115405c94cd5,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:15.839335 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-2f6b32f0-ea64-459f-818f-c18c0c827d86 None None] Provisioning for port 800591b0-ff2d-4d47-8cd4-e603d0634599 completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:45:15.852267 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-2f6b32f0-ea64-459f-818f-c18c0c827d86 None None] Provisioning complete for port 800591b0-ff2d-4d47-8cd4-e603d0634599 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:45:15.852649 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2f6b32f0-ea64-459f-818f-c18c0c827d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:15.963069 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3ebd6fe3-6f7d-4395-99d3-a252eac95483 tempest-AllowedAddressPairIpV6TestJSON-806787295 tempest-AllowedAddressPairIpV6TestJSON-806787295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:15.965674 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-3ebd6fe3-6f7d-4395-99d3-a252eac95483 tempest-AllowedAddressPairIpV6TestJSON-806787295 tempest-AllowedAddressPairIpV6TestJSON-806787295-project] 10.222.0.68 "DELETE /v2.0/ports/4b4f663b-9f5d-41e0-83b2-115405c94cd5 HTTP/1.1" status: 204 len: 168 time: 0.8580034 Jul 14 09:45:15.968580 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 48458) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:16.001601 n-d-779913-29 neutron-server[93957]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cd85a90-fffd-4a2e-99fe-4d00b65c2f06 tempest-AllowedAddressPairIpV6TestJSON-806787295 tempest-AllowedAddressPairIpV6TestJSON-806787295-project] GET failed (client error): The resource could not be found. Jul 14 09:45:16.003386 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-4cd85a90-fffd-4a2e-99fe-4d00b65c2f06 tempest-AllowedAddressPairIpV6TestJSON-806787295 tempest-AllowedAddressPairIpV6TestJSON-806787295-project] 10.222.0.68 "GET /v2.0/ports/4b4f663b-9f5d-41e0-83b2-115405c94cd5 HTTP/1.1" status: 404 len: 333 time: 0.0338016 Jul 14 09:45:16.007494 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 48460) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:16.012692 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-5a78c4b3-3bfd-4142-8f19-d404fc7fc643 tempest-AllowedAddressPairIpV6TestJSON-806787295 tempest-AllowedAddressPairIpV6TestJSON-806787295-project] Request body: {'port': {'network_id': '7dfa1825-3f53-44f4-87fb-e6f1657f0687', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1259469367'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:45:16.020812 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7c4b5e0f-4234-4f09-845d-5e2279cfee9c tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks [] for router_gateway, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:16.041678 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2f6b32f0-ea64-459f-818f-c18c0c827d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:16.053651 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7c4b5e0f-4234-4f09-845d-5e2279cfee9c tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:16.119549 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-2f6b32f0-ea64-459f-818f-c18c0c827d86 None None] For port 800591b0-ff2d-4d47-8cd4-e603d0634599, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=800591b0-ff2d-4d47-8cd4-e603d0634599,segment=NetworkSegment(8caa0609-23f2-4278-b2cf-e9023fe6685c),segment_id=8caa0609-23f2-4278-b2cf-e9023fe6685c)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:45:16.126676 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2f6b32f0-ea64-459f-818f-c18c0c827d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:16.200580 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-7c4b5e0f-4234-4f09-845d-5e2279cfee9c tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Allocated IP 172.25.4.52 (2dcd4d32-cc7c-4468-b396-7ce5c9231892/6cd22a75-5bc1-467c-a3c4-0af04bd1b34a/0f4ad24a-0e11-4164-9575-ab79ad21d87f) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:45:16.221248 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6b32f0-ea64-459f-818f-c18c0c827d86 None None] Pushing event updated for resources: {'Port': ['ID=800591b0-ff2d-4d47-8cd4-e603d0634599,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:16.259334 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a78c4b3-3bfd-4142-8f19-d404fc7fc643 tempest-AllowedAddressPairIpV6TestJSON-806787295 tempest-AllowedAddressPairIpV6TestJSON-806787295-project] Made reservation on behalf of c739ef791c174436b9931c540513c925 for: {'port': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:45:16.264122 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5a78c4b3-3bfd-4142-8f19-d404fc7fc643 tempest-AllowedAddressPairIpV6TestJSON-806787295 tempest-AllowedAddressPairIpV6TestJSON-806787295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:16.296221 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-5a78c4b3-3bfd-4142-8f19-d404fc7fc643 tempest-AllowedAddressPairIpV6TestJSON-806787295 tempest-AllowedAddressPairIpV6TestJSON-806787295-project] device_id is not set on port 3ecb3874-f454-4071-9b77-d9967e52a339 yet. {{(pid=93957) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:45:16.360812 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7c4b5e0f-4234-4f09-845d-5e2279cfee9c tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:16.409663 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7c4b5e0f-4234-4f09-845d-5e2279cfee9c tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:16.464565 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-f0955d10-d1ba-4ba0-a6a2-3924b108184f None None] Provisioning for port 552a8db8-4008-488e-bf45-e346ccb96462 completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:45:16.469596 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-f0955d10-d1ba-4ba0-a6a2-3924b108184f None None] Provisioning complete for port 552a8db8-4008-488e-bf45-e346ccb96462 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:45:16.469978 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f0955d10-d1ba-4ba0-a6a2-3924b108184f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:16.473407 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c4b5e0f-4234-4f09-845d-5e2279cfee9c tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Network 2dcd4d32-cc7c-4468-b396-7ce5c9231892 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:45:16.477424 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-5a78c4b3-3bfd-4142-8f19-d404fc7fc643 tempest-AllowedAddressPairIpV6TestJSON-806787295 tempest-AllowedAddressPairIpV6TestJSON-806787295-project] Allocated IP 2001:db8::205 (7dfa1825-3f53-44f4-87fb-e6f1657f0687/2aea4817-9157-4b46-af01-93d6882a4039/3ecb3874-f454-4071-9b77-d9967e52a339) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:45:16.488831 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-7c4b5e0f-4234-4f09-845d-5e2279cfee9c tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:45:16.501406 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c4b5e0f-4234-4f09-845d-5e2279cfee9c tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:45:16.549812 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-f0955d10-d1ba-4ba0-a6a2-3924b108184f None None] Port 552a8db8-4008-488e-bf45-e346ccb96462 cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:45:16.551110 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4b5e0f-4234-4f09-845d-5e2279cfee9c tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Pushing event updated for resources: {'Port': ['ID=0f4ad24a-0e11-4164-9575-ab79ad21d87f,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:16.565387 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-f0955d10-d1ba-4ba0-a6a2-3924b108184f None None] Provisioning complete for port 800591b0-ff2d-4d47-8cd4-e603d0634599 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:45:16.566161 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f0955d10-d1ba-4ba0-a6a2-3924b108184f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:16.788158 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5a78c4b3-3bfd-4142-8f19-d404fc7fc643 tempest-AllowedAddressPairIpV6TestJSON-806787295 tempest-AllowedAddressPairIpV6TestJSON-806787295-project] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:16.806215 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-5a78c4b3-3bfd-4142-8f19-d404fc7fc643 tempest-AllowedAddressPairIpV6TestJSON-806787295 tempest-AllowedAddressPairIpV6TestJSON-806787295-project] Transition to ACTIVE for port object 3ecb3874-f454-4071-9b77-d9967e52a339 will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:45:16.813137 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-109a075b-bd13-4ad1-b36d-6268a210a4b3 None None] Provisioning complete for port 552a8db8-4008-488e-bf45-e346ccb96462 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:45:16.813702 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-109a075b-bd13-4ad1-b36d-6268a210a4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:16.857720 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5a78c4b3-3bfd-4142-8f19-d404fc7fc643 tempest-AllowedAddressPairIpV6TestJSON-806787295 tempest-AllowedAddressPairIpV6TestJSON-806787295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:16.910756 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a78c4b3-3bfd-4142-8f19-d404fc7fc643 tempest-AllowedAddressPairIpV6TestJSON-806787295 tempest-AllowedAddressPairIpV6TestJSON-806787295-project] Pushing event updated for resources: {'Port': ['ID=3ecb3874-f454-4071-9b77-d9967e52a339,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:16.922734 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-109a075b-bd13-4ad1-b36d-6268a210a4b3 None None] Port 552a8db8-4008-488e-bf45-e346ccb96462 cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:45:16.926877 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7c4b5e0f-4234-4f09-845d-5e2279cfee9c tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks [] for router_gateway, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:16.955472 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a78c4b3-3bfd-4142-8f19-d404fc7fc643 tempest-AllowedAddressPairIpV6TestJSON-806787295 tempest-AllowedAddressPairIpV6TestJSON-806787295-project] Network 7dfa1825-3f53-44f4-87fb-e6f1657f0687 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:45:16.957145 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-5a78c4b3-3bfd-4142-8f19-d404fc7fc643 tempest-AllowedAddressPairIpV6TestJSON-806787295 tempest-AllowedAddressPairIpV6TestJSON-806787295-project] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:45:16.960661 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a78c4b3-3bfd-4142-8f19-d404fc7fc643 tempest-AllowedAddressPairIpV6TestJSON-806787295 tempest-AllowedAddressPairIpV6TestJSON-806787295-project] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:45:16.967683 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a78c4b3-3bfd-4142-8f19-d404fc7fc643 tempest-AllowedAddressPairIpV6TestJSON-806787295 tempest-AllowedAddressPairIpV6TestJSON-806787295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:16.968495 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5a78c4b3-3bfd-4142-8f19-d404fc7fc643 tempest-AllowedAddressPairIpV6TestJSON-806787295 tempest-AllowedAddressPairIpV6TestJSON-806787295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:16.988232 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-5a78c4b3-3bfd-4142-8f19-d404fc7fc643 tempest-AllowedAddressPairIpV6TestJSON-806787295 tempest-AllowedAddressPairIpV6TestJSON-806787295-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.9794965 Jul 14 09:45:16.992275 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 48476) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:17.002614 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-62485855-ae2e-48cb-b0d2-322a65b72226 tempest-AllowedAddressPairIpV6TestJSON-806787295 tempest-AllowedAddressPairIpV6TestJSON-806787295-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::391', 'mac_address': 'fa:16:3e:50:75:d6'}]}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:45:17.141781 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-13fec6cf-aad0-4af7-b547-2e2b490af91a None None] Could not find standard attr ID for object 4b4f663b-9f5d-41e0-83b2-115405c94cd5. {{(pid=93959) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 09:45:17.179865 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7c4b5e0f-4234-4f09-845d-5e2279cfee9c tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-711762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-661452'] for router, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:17.239504 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-62485855-ae2e-48cb-b0d2-322a65b72226 tempest-AllowedAddressPairIpV6TestJSON-806787295 tempest-AllowedAddressPairIpV6TestJSON-806787295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:17.296807 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 800591b0-ff2d-4d47-8cd4-e603d0634599 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:45:17.384417 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port 800591b0-ff2d-4d47-8cd4-e603d0634599 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:45:17.385028 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:17.406952 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c4b5e0f-4234-4f09-845d-5e2279cfee9c tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Router 03140745-4da4-44c8-898e-26fd1e9659c1 is scheduled to L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 with binding_index 1 {{(pid=93958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:45:17.486124 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-8c1c3c53-e89b-4410-abaf-8db8d18b218d None None] Provisioning for port 3ecb3874-f454-4071-9b77-d9967e52a339 completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:45:17.491362 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-8c1c3c53-e89b-4410-abaf-8db8d18b218d None None] Provisioning complete for port 3ecb3874-f454-4071-9b77-d9967e52a339 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:45:17.491967 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8c1c3c53-e89b-4410-abaf-8db8d18b218d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:17.551458 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-8c1c3c53-e89b-4410-abaf-8db8d18b218d None None] Port 3ecb3874-f454-4071-9b77-d9967e52a339 cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:45:17.570346 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c4b5e0f-4234-4f09-845d-5e2279cfee9c tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:45:17.573523 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-62485855-ae2e-48cb-b0d2-322a65b72226 tempest-AllowedAddressPairIpV6TestJSON-806787295 tempest-AllowedAddressPairIpV6TestJSON-806787295-project] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:17.585706 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-62485855-ae2e-48cb-b0d2-322a65b72226 tempest-AllowedAddressPairIpV6TestJSON-806787295 tempest-AllowedAddressPairIpV6TestJSON-806787295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:17.591060 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e35b28-0905-43aa-8d3f-05883edb0d5d None None] Sync routers for ids ['03140745-4da4-44c8-898e-26fd1e9659c1'] in n-d-779913-29 {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:45:17.609813 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e35b28-0905-43aa-8d3f-05883edb0d5d None None] Routers {'03140745-4da4-44c8-898e-26fd1e9659c1'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:45:17.610912 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-e5e35b28-0905-43aa-8d3f-05883edb0d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:44:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['03140745-4da4-44c8-898e-26fd1e9659c1'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:45:17.626734 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7c4b5e0f-4234-4f09-845d-5e2279cfee9c tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:17.632599 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-7c4b5e0f-4234-4f09-845d-5e2279cfee9c tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.3318517 Jul 14 09:45:17.634804 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 48488) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:17.674624 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-62485855-ae2e-48cb-b0d2-322a65b72226 tempest-AllowedAddressPairIpV6TestJSON-806787295 tempest-AllowedAddressPairIpV6TestJSON-806787295-project] In _notify_port_updated(), no bound segment for port 3ecb3874-f454-4071-9b77-d9967e52a339 on network 7dfa1825-3f53-44f4-87fb-e6f1657f0687 {{(pid=93957) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 14 09:45:17.681799 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62485855-ae2e-48cb-b0d2-322a65b72226 tempest-AllowedAddressPairIpV6TestJSON-806787295 tempest-AllowedAddressPairIpV6TestJSON-806787295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:17.682476 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-62485855-ae2e-48cb-b0d2-322a65b72226 tempest-AllowedAddressPairIpV6TestJSON-806787295 tempest-AllowedAddressPairIpV6TestJSON-806787295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:17.683937 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-62485855-ae2e-48cb-b0d2-322a65b72226 tempest-AllowedAddressPairIpV6TestJSON-806787295 tempest-AllowedAddressPairIpV6TestJSON-806787295-project] 10.222.0.68 "PUT /v2.0/ports/3ecb3874-f454-4071-9b77-d9967e52a339 HTTP/1.1" status: 200 len: 1003 time: 0.6903875 Jul 14 09:45:17.689352 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 48490) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:17.707705 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-bb5c3b10-7038-4574-8bb5-9d93af2e368c tempest-TestNetworkAdvancedServerOps-1977836674 tempest-TestNetworkAdvancedServerOps-1977836674-project-admin] 10.222.0.68 "GET /v2.0/subnets?project_id=62cf828fc3e84fada2a4655d43752657&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0703681 Jul 14 09:45:17.708022 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 48492) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:17.719360 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62485855-ae2e-48cb-b0d2-322a65b72226 tempest-AllowedAddressPairIpV6TestJSON-806787295 tempest-AllowedAddressPairIpV6TestJSON-806787295-project] Pushing event updated for resources: {'Port': ['ID=3ecb3874-f454-4071-9b77-d9967e52a339,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:17.810719 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvr_db [None req-e5e35b28-0905-43aa-8d3f-05883edb0d5d None None] Set router 03140745-4da4-44c8-898e-26fd1e9659c1 gateway port host: n-d-779913-29 {{(pid=93959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:45:17.891113 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-cb3edaf2-8165-4d46-aef9-3fbb7d3d6031 tempest-AllowedAddressPairIpV6TestJSON-806787295 tempest-AllowedAddressPairIpV6TestJSON-806787295-project] Deleting port 3ecb3874-f454-4071-9b77-d9967e52a339 {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:45:17.891662 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-cb3edaf2-8165-4d46-aef9-3fbb7d3d6031 tempest-AllowedAddressPairIpV6TestJSON-806787295 tempest-AllowedAddressPairIpV6TestJSON-806787295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:17.946870 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30963b37-dcab-43b5-9184-777d5daf55ad tempest-TestNetworkAdvancedServerOps-1977836674 tempest-TestNetworkAdvancedServerOps-1977836674-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:17.948467 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-30963b37-dcab-43b5-9184-777d5daf55ad tempest-TestNetworkAdvancedServerOps-1977836674 tempest-TestNetworkAdvancedServerOps-1977836674-project-admin] 10.222.0.68 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2394648 Jul 14 09:45:17.951918 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 48494) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:18.010436 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-cb3edaf2-8165-4d46-aef9-3fbb7d3d6031 tempest-AllowedAddressPairIpV6TestJSON-806787295 tempest-AllowedAddressPairIpV6TestJSON-806787295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:18.029745 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-f0ab3d58-e5bd-4b80-8209-edc3e48500e8 tempest-TestNetworkAdvancedServerOps-1977836674 tempest-TestNetworkAdvancedServerOps-1977836674-project-admin] 10.222.0.68 "GET /v2.0/subnets?network_id=2dcd4d32-cc7c-4468-b396-7ce5c9231892&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0738714 Jul 14 09:45:18.029745 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 48496) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:18.035540 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-d6f41e03-eb52-46d4-aca9-8f121c873f5e tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1808990099', 'network_id': '4c35a1de-4d2f-4c90-922a-9ee2e847d92b', 'project_id': '62cf828fc3e84fada2a4655d43752657', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:45:18.050907 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-cb3edaf2-8165-4d46-aef9-3fbb7d3d6031 tempest-AllowedAddressPairIpV6TestJSON-806787295 tempest-AllowedAddressPairIpV6TestJSON-806787295-project] Calling delete_port for 3ecb3874-f454-4071-9b77-d9967e52a339 owned by {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:45:18.140490 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6f41e03-eb52-46d4-aca9-8f121c873f5e tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Made reservation on behalf of 62cf828fc3e84fada2a4655d43752657 for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:45:18.145239 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d6f41e03-eb52-46d4-aca9-8f121c873f5e tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16714600'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:18.197024 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-e021c72a-6c4a-4fb7-b46b-5236eaa20b42 None None] Provisioning complete for port 3ecb3874-f454-4071-9b77-d9967e52a339 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:45:18.197579 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e021c72a-6c4a-4fb7-b46b-5236eaa20b42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:18.230939 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-cb3edaf2-8165-4d46-aef9-3fbb7d3d6031 tempest-AllowedAddressPairIpV6TestJSON-806787295 tempest-AllowedAddressPairIpV6TestJSON-806787295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:18.236824 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-e021c72a-6c4a-4fb7-b46b-5236eaa20b42 None None] Port 3ecb3874-f454-4071-9b77-d9967e52a339 cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:45:18.272631 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3edaf2-8165-4d46-aef9-3fbb7d3d6031 tempest-AllowedAddressPairIpV6TestJSON-806787295 tempest-AllowedAddressPairIpV6TestJSON-806787295-project] Pushing event deleted for resources: {'Port': ['ID=3ecb3874-f454-4071-9b77-d9967e52a339,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:18.345667 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-e5e35b28-0905-43aa-8d3f-05883edb0d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03140745-4da4-44c8-898e-26fd1e9659c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-982187509', 'tenant_id': '62cf828fc3e84fada2a4655d43752657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.52'}], 'enable_snat': True}, 'gw_port_id': '0f4ad24a-0e11-4164-9575-ab79ad21d87f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:45:15Z', 'updated_at': '2021-07-14T09:45:16Z', 'revision_number': 3, 'project_id': '62cf828fc3e84fada2a4655d43752657', 'gw_port': {'id': '0f4ad24a-0e11-4164-9575-ab79ad21d87f', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:52:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03140745-4da4-44c8-898e-26fd1e9659c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3353, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:45:16Z', 'updated_at': '2021-07-14T09:45:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29'}], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:45:18.385273 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e35b28-0905-43aa-8d3f-05883edb0d5d None None] Checking router: 03140745-4da4-44c8-898e-26fd1e9659c1 for host: n-d-779913-29 {{(pid=93959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:45:18.385890 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e35b28-0905-43aa-8d3f-05883edb0d5d None None] Updating router 03140745-4da4-44c8-898e-26fd1e9659c1 port 0f4ad24a-0e11-4164-9575-ab79ad21d87f binding host n-d-779913-29 {{(pid=93959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:45:18.406875 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d6f41e03-eb52-46d4-aca9-8f121c873f5e tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13573993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16714586'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:18.426256 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e5e35b28-0905-43aa-8d3f-05883edb0d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:18.428220 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-cb3edaf2-8165-4d46-aef9-3fbb7d3d6031 tempest-AllowedAddressPairIpV6TestJSON-806787295 tempest-AllowedAddressPairIpV6TestJSON-806787295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:18.431513 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-cb3edaf2-8165-4d46-aef9-3fbb7d3d6031 tempest-AllowedAddressPairIpV6TestJSON-806787295 tempest-AllowedAddressPairIpV6TestJSON-806787295-project] 10.222.0.68 "DELETE /v2.0/ports/3ecb3874-f454-4071-9b77-d9967e52a339 HTTP/1.1" status: 204 len: 168 time: 0.7411556 Jul 14 09:45:18.436981 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 48504) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:18.497809 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f41e03-eb52-46d4-aca9-8f121c873f5e tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Pushing event updated for resources: {'Subnet': ['ID=fb44ecfc-c025-4947-a94a-856af59d72fc,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:18.503792 n-d-779913-29 neutron-server[93957]: INFO neutron.pecan_wsgi.hooks.translation [None req-67fde8e7-d287-49c1-b51c-31a42af1235d tempest-AllowedAddressPairIpV6TestJSON-806787295 tempest-AllowedAddressPairIpV6TestJSON-806787295-project] GET failed (client error): The resource could not be found. Jul 14 09:45:18.510734 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-67fde8e7-d287-49c1-b51c-31a42af1235d tempest-AllowedAddressPairIpV6TestJSON-806787295 tempest-AllowedAddressPairIpV6TestJSON-806787295-project] 10.222.0.68 "GET /v2.0/ports/3ecb3874-f454-4071-9b77-d9967e52a339 HTTP/1.1" status: 404 len: 333 time: 0.0724084 Jul 14 09:45:18.514626 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 48510) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:18.524414 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-d8850c66-153c-4e58-82f3-e995daeb70ca tempest-AllowedAddressPairIpV6TestJSON-806787295 tempest-AllowedAddressPairIpV6TestJSON-806787295-project] Request body: {'port': {'network_id': '7dfa1825-3f53-44f4-87fb-e6f1657f0687', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1255797668'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:45:18.525915 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f41e03-eb52-46d4-aca9-8f121c873f5e tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Checking segment: {'id': '94ff459e-a83c-40ec-b1f2-d274955b18b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '4c35a1de-4d2f-4c90-922a-9ee2e847d92b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:45:18.526285 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6f41e03-eb52-46d4-aca9-8f121c873f5e tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Network hostable DHCP agents. Network: 4c35a1de-4d2f-4c90-922a-9ee2e847d92b, hostable agents: ['c6a09bd4-f72e-4283-a3ca-0bbca8a51081'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:45:18.563453 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6f41e03-eb52-46d4-aca9-8f121c873f5e tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Network 4c35a1de-4d2f-4c90-922a-9ee2e847d92b is scheduled to be hosted by DHCP agent c6a09bd4-f72e-4283-a3ca-0bbca8a51081 with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:45:18.575835 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-d6f41e03-eb52-46d4-aca9-8f121c873f5e tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-29, 4c35a1de-4d2f-4c90-922a-9ee2e847d92b) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:45:18.581646 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6f41e03-eb52-46d4-aca9-8f121c873f5e tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:18.583434 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d6f41e03-eb52-46d4-aca9-8f121c873f5e tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:18.611309 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-d6f41e03-eb52-46d4-aca9-8f121c873f5e tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5824749 Jul 14 09:45:18.614136 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 48512) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:18.653658 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaffdb55-e4bc-4b6c-b6cb-74a748f515f9 None None] Network 4c35a1de-4d2f-4c90-922a-9ee2e847d92b requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:45:18.760017 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8850c66-153c-4e58-82f3-e995daeb70ca tempest-AllowedAddressPairIpV6TestJSON-806787295 tempest-AllowedAddressPairIpV6TestJSON-806787295-project] Made reservation on behalf of c739ef791c174436b9931c540513c925 for: {'port': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:45:18.763798 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d8850c66-153c-4e58-82f3-e995daeb70ca tempest-AllowedAddressPairIpV6TestJSON-806787295 tempest-AllowedAddressPairIpV6TestJSON-806787295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:18.832576 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-d8850c66-153c-4e58-82f3-e995daeb70ca tempest-AllowedAddressPairIpV6TestJSON-806787295 tempest-AllowedAddressPairIpV6TestJSON-806787295-project] device_id is not set on port b1731b7d-336a-4dea-8c6e-914de54f0dea yet. {{(pid=93957) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:45:18.898745 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51f0054d-bf45-4941-aea3-4bc9e99bf939 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf57baaa9-fd24-59f4-8fd2-1dc21122ce72-4c35a1de-4d2f-4c90-922a-9ee2e847d92b', 'network_id': '4c35a1de-4d2f-4c90-922a-9ee2e847d92b', 'tenant_id': '62cf828fc3e84fada2a4655d43752657', 'fixed_ips': [{'subnet_id': 'fb44ecfc-c025-4947-a94a-856af59d72fc'}]}} from n-d-779913-29. {{(pid=93959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:45:18.899683 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-51f0054d-bf45-4941-aea3-4bc9e99bf939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:18.905082 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e5e35b28-0905-43aa-8d3f-05883edb0d5d None None] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:18.926363 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-e5e35b28-0905-43aa-8d3f-05883edb0d5d None None] Transition to ACTIVE for port object 0f4ad24a-0e11-4164-9575-ab79ad21d87f will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:45:18.939750 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e5e35b28-0905-43aa-8d3f-05883edb0d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:19.109529 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2af0c4-2efc-4dd4-adc9-e46a38f6c8ca None None] Pushing event updated for resources: {'Port': ['ID=0f4ad24a-0e11-4164-9575-ab79ad21d87f,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:19.115005 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-e5e35b28-0905-43aa-8d3f-05883edb0d5d None None] Attempting to bind port 0f4ad24a-0e11-4164-9575-ab79ad21d87f on host n-d-779913-29 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:45:19.115282 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-d8850c66-153c-4e58-82f3-e995daeb70ca tempest-AllowedAddressPairIpV6TestJSON-806787295 tempest-AllowedAddressPairIpV6TestJSON-806787295-project] Allocated IP 2001:db8::3af (7dfa1825-3f53-44f4-87fb-e6f1657f0687/2aea4817-9157-4b46-af01-93d6882a4039/b1731b7d-336a-4dea-8c6e-914de54f0dea) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:45:19.115781 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-e5e35b28-0905-43aa-8d3f-05883edb0d5d None None] Attempting to bind port 0f4ad24a-0e11-4164-9575-ab79ad21d87f by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': '81bf7a93-80b3-43df-b9d5-462c604a2945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:45:19.115873 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e35b28-0905-43aa-8d3f-05883edb0d5d None None] Attempting to bind port 0f4ad24a-0e11-4164-9575-ab79ad21d87f on network 2dcd4d32-cc7c-4468-b396-7ce5c9231892 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:45:19.145825 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e35b28-0905-43aa-8d3f-05883edb0d5d None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 44, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:45:19.146300 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e35b28-0905-43aa-8d3f-05883edb0d5d None None] Checking segment: {'id': '81bf7a93-80b3-43df-b9d5-462c604a2945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:45:19.146721 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e5e35b28-0905-43aa-8d3f-05883edb0d5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:19.147129 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e35b28-0905-43aa-8d3f-05883edb0d5d None None] Bound using segment: {'id': '81bf7a93-80b3-43df-b9d5-462c604a2945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:45:19.147810 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-e5e35b28-0905-43aa-8d3f-05883edb0d5d None None] Bound port: 0f4ad24a-0e11-4164-9575-ab79ad21d87f, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81bf7a93-80b3-43df-b9d5-462c604a2945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:45:19.148097 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e5e35b28-0905-43aa-8d3f-05883edb0d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:19.227311 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-51f0054d-bf45-4941-aea3-4bc9e99bf939 None None] Allocated IP 172.20.0.2 (4c35a1de-4d2f-4c90-922a-9ee2e847d92b/fb44ecfc-c025-4947-a94a-856af59d72fc/9f9b3118-0d5c-4cf4-a863-d20d339cce9e) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:45:19.260813 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-e5e35b28-0905-43aa-8d3f-05883edb0d5d None None] For port 0f4ad24a-0e11-4164-9575-ab79ad21d87f, host n-d-779913-29, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:45:19.306340 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-e5e35b28-0905-43aa-8d3f-05883edb0d5d None None] For port 0f4ad24a-0e11-4164-9575-ab79ad21d87f, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=0f4ad24a-0e11-4164-9575-ab79ad21d87f,segment=NetworkSegment(81bf7a93-80b3-43df-b9d5-462c604a2945),segment_id=81bf7a93-80b3-43df-b9d5-462c604a2945)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:45:19.313599 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e5e35b28-0905-43aa-8d3f-05883edb0d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:19.405866 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d8850c66-153c-4e58-82f3-e995daeb70ca tempest-AllowedAddressPairIpV6TestJSON-806787295 tempest-AllowedAddressPairIpV6TestJSON-806787295-project] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:19.406758 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2af0c4-2efc-4dd4-adc9-e46a38f6c8ca None None] Pushing event updated for resources: {'Port': ['ID=0f4ad24a-0e11-4164-9575-ab79ad21d87f,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:19.413266 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e35b28-0905-43aa-8d3f-05883edb0d5d None None] Routers {'03140745-4da4-44c8-898e-26fd1e9659c1'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:45:19.413917 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-e5e35b28-0905-43aa-8d3f-05883edb0d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:44:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['03140745-4da4-44c8-898e-26fd1e9659c1'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:45:19.461139 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8dd69d7a-863e-446a-931b-c41b5926bada tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:19.517922 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-d8850c66-153c-4e58-82f3-e995daeb70ca tempest-AllowedAddressPairIpV6TestJSON-806787295 tempest-AllowedAddressPairIpV6TestJSON-806787295-project] Transition to ACTIVE for port object b1731b7d-336a-4dea-8c6e-914de54f0dea will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:45:19.536781 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-51f0054d-bf45-4941-aea3-4bc9e99bf939 None None] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:19.555702 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-51f0054d-bf45-4941-aea3-4bc9e99bf939 None None] Transition to ACTIVE for port object 9f9b3118-0d5c-4cf4-a863-d20d339cce9e will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:45:19.582300 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvr_db [None req-e5e35b28-0905-43aa-8d3f-05883edb0d5d None None] Set router 03140745-4da4-44c8-898e-26fd1e9659c1 gateway port host: n-d-779913-29 {{(pid=93959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:45:19.584974 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-51f0054d-bf45-4941-aea3-4bc9e99bf939 None None] Transition to ACTIVE for port object 9f9b3118-0d5c-4cf4-a863-d20d339cce9e will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:45:19.618490 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d8850c66-153c-4e58-82f3-e995daeb70ca tempest-AllowedAddressPairIpV6TestJSON-806787295 tempest-AllowedAddressPairIpV6TestJSON-806787295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:19.647645 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-51f0054d-bf45-4941-aea3-4bc9e99bf939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:19.723529 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8850c66-153c-4e58-82f3-e995daeb70ca tempest-AllowedAddressPairIpV6TestJSON-806787295 tempest-AllowedAddressPairIpV6TestJSON-806787295-project] Network 7dfa1825-3f53-44f4-87fb-e6f1657f0687 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:45:19.731667 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51f0054d-bf45-4941-aea3-4bc9e99bf939 None None] Network 4c35a1de-4d2f-4c90-922a-9ee2e847d92b is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:45:19.735306 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-d8850c66-153c-4e58-82f3-e995daeb70ca tempest-AllowedAddressPairIpV6TestJSON-806787295 tempest-AllowedAddressPairIpV6TestJSON-806787295-project] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:45:19.737686 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8850c66-153c-4e58-82f3-e995daeb70ca tempest-AllowedAddressPairIpV6TestJSON-806787295 tempest-AllowedAddressPairIpV6TestJSON-806787295-project] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:45:19.741548 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-51f0054d-bf45-4941-aea3-4bc9e99bf939 None None] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:45:19.743946 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f0054d-bf45-4941-aea3-4bc9e99bf939 None None] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:45:19.744528 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8850c66-153c-4e58-82f3-e995daeb70ca tempest-AllowedAddressPairIpV6TestJSON-806787295 tempest-AllowedAddressPairIpV6TestJSON-806787295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:19.745286 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d8850c66-153c-4e58-82f3-e995daeb70ca tempest-AllowedAddressPairIpV6TestJSON-806787295 tempest-AllowedAddressPairIpV6TestJSON-806787295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:19.748440 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f0054d-bf45-4941-aea3-4bc9e99bf939 None None] Pushing event updated for resources: {'Port': ['ID=9f9b3118-0d5c-4cf4-a863-d20d339cce9e,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:19.757772 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8850c66-153c-4e58-82f3-e995daeb70ca tempest-AllowedAddressPairIpV6TestJSON-806787295 tempest-AllowedAddressPairIpV6TestJSON-806787295-project] Pushing event updated for resources: {'Port': ['ID=b1731b7d-336a-4dea-8c6e-914de54f0dea,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:19.817167 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-d8850c66-153c-4e58-82f3-e995daeb70ca tempest-AllowedAddressPairIpV6TestJSON-806787295 tempest-AllowedAddressPairIpV6TestJSON-806787295-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.3011947 Jul 14 09:45:19.820721 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 48532) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:19.827237 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-1f96cb9e-4589-4ace-87c7-b43d777497b6 tempest-AllowedAddressPairIpV6TestJSON-806787295 tempest-AllowedAddressPairIpV6TestJSON-806787295-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:50:75:d6'}]}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:45:19.837098 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-51f0054d-bf45-4941-aea3-4bc9e99bf939 None None] Attempting to bind port 9f9b3118-0d5c-4cf4-a863-d20d339cce9e on host n-d-779913-29 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:45:19.837550 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-51f0054d-bf45-4941-aea3-4bc9e99bf939 None None] Attempting to bind port 9f9b3118-0d5c-4cf4-a863-d20d339cce9e by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': '94ff459e-a83c-40ec-b1f2-d274955b18b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '4c35a1de-4d2f-4c90-922a-9ee2e847d92b'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:45:19.838027 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51f0054d-bf45-4941-aea3-4bc9e99bf939 None None] Attempting to bind port 9f9b3118-0d5c-4cf4-a863-d20d339cce9e on network 4c35a1de-4d2f-4c90-922a-9ee2e847d92b {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:45:19.890903 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51f0054d-bf45-4941-aea3-4bc9e99bf939 None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 44, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:45:19.891285 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51f0054d-bf45-4941-aea3-4bc9e99bf939 None None] Checking segment: {'id': '94ff459e-a83c-40ec-b1f2-d274955b18b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '4c35a1de-4d2f-4c90-922a-9ee2e847d92b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:45:19.891695 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-51f0054d-bf45-4941-aea3-4bc9e99bf939 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:19.892094 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51f0054d-bf45-4941-aea3-4bc9e99bf939 None None] Bound using segment: {'id': '94ff459e-a83c-40ec-b1f2-d274955b18b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '4c35a1de-4d2f-4c90-922a-9ee2e847d92b'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:45:19.892587 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-51f0054d-bf45-4941-aea3-4bc9e99bf939 None None] Bound port: 9f9b3118-0d5c-4cf4-a863-d20d339cce9e, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94ff459e-a83c-40ec-b1f2-d274955b18b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '4c35a1de-4d2f-4c90-922a-9ee2e847d92b'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:45:19.900466 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-51f0054d-bf45-4941-aea3-4bc9e99bf939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:19.949832 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-8dd69d7a-863e-446a-931b-c41b5926bada tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Allocated IP 172.20.0.1 (4c35a1de-4d2f-4c90-922a-9ee2e847d92b/fb44ecfc-c025-4947-a94a-856af59d72fc/9adb11f2-67f6-4336-84e6-d71f29c58570) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:45:19.996267 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-e5e35b28-0905-43aa-8d3f-05883edb0d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03140745-4da4-44c8-898e-26fd1e9659c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-982187509', 'tenant_id': '62cf828fc3e84fada2a4655d43752657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.52'}], 'enable_snat': True}, 'gw_port_id': '0f4ad24a-0e11-4164-9575-ab79ad21d87f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:45:15Z', 'updated_at': '2021-07-14T09:45:16Z', 'revision_number': 3, 'project_id': '62cf828fc3e84fada2a4655d43752657', 'gw_port': {'id': '0f4ad24a-0e11-4164-9575-ab79ad21d87f', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:52:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03140745-4da4-44c8-898e-26fd1e9659c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3353, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:45:16Z', 'updated_at': '2021-07-14T09:45:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29'}], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:45:19.998512 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-51f0054d-bf45-4941-aea3-4bc9e99bf939 None None] For port 9f9b3118-0d5c-4cf4-a863-d20d339cce9e, host n-d-779913-29, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:45:20.003546 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-51f0054d-bf45-4941-aea3-4bc9e99bf939 None None] For port 9f9b3118-0d5c-4cf4-a863-d20d339cce9e, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=9f9b3118-0d5c-4cf4-a863-d20d339cce9e,segment=NetworkSegment(94ff459e-a83c-40ec-b1f2-d274955b18b9),segment_id=94ff459e-a83c-40ec-b1f2-d274955b18b9)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:45:20.067015 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e35b28-0905-43aa-8d3f-05883edb0d5d None None] The sync data for ids ['03140745-4da4-44c8-898e-26fd1e9659c1'] in n-d-779913-29 is: [{'id': '03140745-4da4-44c8-898e-26fd1e9659c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-982187509', 'tenant_id': '62cf828fc3e84fada2a4655d43752657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.52'}], 'enable_snat': True}, 'gw_port_id': '0f4ad24a-0e11-4164-9575-ab79ad21d87f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:45:15Z', 'updated_at': '2021-07-14T09:45:16Z', 'revision_number': 3, 'project_id': '62cf828fc3e84fada2a4655d43752657', 'gw_port': {'id': '0f4ad24a-0e11-4164-9575-ab79ad21d87f', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:52:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03140745-4da4-44c8-898e-26fd1e9659c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3353, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:45:16Z', 'updated_at': '2021-07-14T09:45:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29'}] {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:45:20.071286 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-51f0054d-bf45-4941-aea3-4bc9e99bf939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:20.095573 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1f96cb9e-4589-4ace-87c7-b43d777497b6 tempest-AllowedAddressPairIpV6TestJSON-806787295 tempest-AllowedAddressPairIpV6TestJSON-806787295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:20.174638 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8dd69d7a-863e-446a-931b-c41b5926bada tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:20.196546 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-8dd69d7a-863e-446a-931b-c41b5926bada tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Transition to ACTIVE for port object 9adb11f2-67f6-4336-84e6-d71f29c58570 will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:45:20.215361 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-3d9042e6-f359-4953-805f-a8483932e460 None None] Provisioning for port b1731b7d-336a-4dea-8c6e-914de54f0dea completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:45:20.244316 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-3d9042e6-f359-4953-805f-a8483932e460 None None] Provisioning complete for port b1731b7d-336a-4dea-8c6e-914de54f0dea triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:45:20.244679 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3d9042e6-f359-4953-805f-a8483932e460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:20.265981 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8dd69d7a-863e-446a-931b-c41b5926bada tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:20.278686 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f0054d-bf45-4941-aea3-4bc9e99bf939 None None] Pushing event updated for resources: {'Port': ['ID=9f9b3118-0d5c-4cf4-a863-d20d339cce9e,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:20.299113 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-3d9042e6-f359-4953-805f-a8483932e460 None None] Port b1731b7d-336a-4dea-8c6e-914de54f0dea cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:45:20.338280 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dd69d7a-863e-446a-931b-c41b5926bada tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Network 4c35a1de-4d2f-4c90-922a-9ee2e847d92b is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:45:20.367240 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-8dd69d7a-863e-446a-931b-c41b5926bada tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:45:20.370020 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd69d7a-863e-446a-931b-c41b5926bada tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:45:20.372711 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd69d7a-863e-446a-931b-c41b5926bada tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Pushing event updated for resources: {'Port': ['ID=9adb11f2-67f6-4336-84e6-d71f29c58570,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:20.425038 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8dd69d7a-863e-446a-931b-c41b5926bada tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-660393'] for router_interface, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:20.439614 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1f96cb9e-4589-4ace-87c7-b43d777497b6 tempest-AllowedAddressPairIpV6TestJSON-806787295 tempest-AllowedAddressPairIpV6TestJSON-806787295-project] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:20.447359 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1f96cb9e-4589-4ace-87c7-b43d777497b6 tempest-AllowedAddressPairIpV6TestJSON-806787295 tempest-AllowedAddressPairIpV6TestJSON-806787295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13574142'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:20.532190 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-1f96cb9e-4589-4ace-87c7-b43d777497b6 tempest-AllowedAddressPairIpV6TestJSON-806787295 tempest-AllowedAddressPairIpV6TestJSON-806787295-project] In _notify_port_updated(), no bound segment for port b1731b7d-336a-4dea-8c6e-914de54f0dea on network 7dfa1825-3f53-44f4-87fb-e6f1657f0687 {{(pid=93958) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 14 09:45:20.543557 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f96cb9e-4589-4ace-87c7-b43d777497b6 tempest-AllowedAddressPairIpV6TestJSON-806787295 tempest-AllowedAddressPairIpV6TestJSON-806787295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:20.544801 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1f96cb9e-4589-4ace-87c7-b43d777497b6 tempest-AllowedAddressPairIpV6TestJSON-806787295 tempest-AllowedAddressPairIpV6TestJSON-806787295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:20.548882 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-1f96cb9e-4589-4ace-87c7-b43d777497b6 tempest-AllowedAddressPairIpV6TestJSON-806787295 tempest-AllowedAddressPairIpV6TestJSON-806787295-project] 10.222.0.68 "PUT /v2.0/ports/b1731b7d-336a-4dea-8c6e-914de54f0dea HTTP/1.1" status: 200 len: 1003 time: 0.7244568 Jul 14 09:45:20.555230 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 48540) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:20.615970 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f96cb9e-4589-4ace-87c7-b43d777497b6 tempest-AllowedAddressPairIpV6TestJSON-806787295 tempest-AllowedAddressPairIpV6TestJSON-806787295-project] Pushing event updated for resources: {'Port': ['ID=b1731b7d-336a-4dea-8c6e-914de54f0dea,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:20.706172 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8dd69d7a-863e-446a-931b-c41b5926bada tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:20.740225 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-8c89ee42-044f-4fd5-bdb8-16a362b86d68 tempest-AllowedAddressPairIpV6TestJSON-806787295 tempest-AllowedAddressPairIpV6TestJSON-806787295-project] Deleting port b1731b7d-336a-4dea-8c6e-914de54f0dea {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:45:20.740566 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8c89ee42-044f-4fd5-bdb8-16a362b86d68 tempest-AllowedAddressPairIpV6TestJSON-806787295 tempest-AllowedAddressPairIpV6TestJSON-806787295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:20.883031 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8c89ee42-044f-4fd5-bdb8-16a362b86d68 tempest-AllowedAddressPairIpV6TestJSON-806787295 tempest-AllowedAddressPairIpV6TestJSON-806787295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:20.907713 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-8c89ee42-044f-4fd5-bdb8-16a362b86d68 tempest-AllowedAddressPairIpV6TestJSON-806787295 tempest-AllowedAddressPairIpV6TestJSON-806787295-project] Calling delete_port for b1731b7d-336a-4dea-8c6e-914de54f0dea owned by {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:45:20.953798 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-e3f468d1-463d-4808-9a93-4037ec529687 None None] Provisioning complete for port b1731b7d-336a-4dea-8c6e-914de54f0dea triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:45:20.954355 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e3f468d1-463d-4808-9a93-4037ec529687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:21.076671 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-e3f468d1-463d-4808-9a93-4037ec529687 None None] Port b1731b7d-336a-4dea-8c6e-914de54f0dea cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:45:21.078745 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8c89ee42-044f-4fd5-bdb8-16a362b86d68 tempest-AllowedAddressPairIpV6TestJSON-806787295 tempest-AllowedAddressPairIpV6TestJSON-806787295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:21.118485 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c89ee42-044f-4fd5-bdb8-16a362b86d68 tempest-AllowedAddressPairIpV6TestJSON-806787295 tempest-AllowedAddressPairIpV6TestJSON-806787295-project] Pushing event deleted for resources: {'Port': ['ID=b1731b7d-336a-4dea-8c6e-914de54f0dea,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:21.156008 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8c89ee42-044f-4fd5-bdb8-16a362b86d68 tempest-AllowedAddressPairIpV6TestJSON-806787295 tempest-AllowedAddressPairIpV6TestJSON-806787295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:21.161778 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-8c89ee42-044f-4fd5-bdb8-16a362b86d68 tempest-AllowedAddressPairIpV6TestJSON-806787295 tempest-AllowedAddressPairIpV6TestJSON-806787295-project] 10.222.0.68 "DELETE /v2.0/ports/b1731b7d-336a-4dea-8c6e-914de54f0dea HTTP/1.1" status: 204 len: 168 time: 0.6021972 Jul 14 09:45:21.162125 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 48550) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:21.207295 n-d-779913-29 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-fba7f2ea-b9f6-4c03-9cd8-2f5c10d34b58 tempest-AllowedAddressPairIpV6TestJSON-806787295 tempest-AllowedAddressPairIpV6TestJSON-806787295-project] GET failed (client error): The resource could not be found. Jul 14 09:45:21.209969 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-fba7f2ea-b9f6-4c03-9cd8-2f5c10d34b58 tempest-AllowedAddressPairIpV6TestJSON-806787295 tempest-AllowedAddressPairIpV6TestJSON-806787295-project] 10.222.0.68 "GET /v2.0/ports/b1731b7d-336a-4dea-8c6e-914de54f0dea HTTP/1.1" status: 404 len: 333 time: 0.0462158 Jul 14 09:45:21.218096 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 48554) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:21.227704 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-f2fcf1f2-3a9e-4488-bce0-db7a25b75494 tempest-AllowedAddressPairIpV6TestJSON-806787295 tempest-AllowedAddressPairIpV6TestJSON-806787295-project] Request body: {'port': {'network_id': '7dfa1825-3f53-44f4-87fb-e6f1657f0687', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1911127382'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:45:21.446604 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2fcf1f2-3a9e-4488-bce0-db7a25b75494 tempest-AllowedAddressPairIpV6TestJSON-806787295 tempest-AllowedAddressPairIpV6TestJSON-806787295-project] Made reservation on behalf of c739ef791c174436b9931c540513c925 for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:45:21.450040 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 9f9b3118-0d5c-4cf4-a863-d20d339cce9e up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:45:21.451258 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f2fcf1f2-3a9e-4488-bce0-db7a25b75494 tempest-AllowedAddressPairIpV6TestJSON-806787295 tempest-AllowedAddressPairIpV6TestJSON-806787295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:21.494317 n-d-779913-29 neutron-server[93958]: DEBUG neutron.notifiers.nova [None req-f2fcf1f2-3a9e-4488-bce0-db7a25b75494 tempest-AllowedAddressPairIpV6TestJSON-806787295 tempest-AllowedAddressPairIpV6TestJSON-806787295-project] device_id is not set on port 5df899d0-9e21-4c6b-9ac4-c14c45471a1b yet. {{(pid=93958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:45:21.540359 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning for port 9f9b3118-0d5c-4cf4-a863-d20d339cce9e completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:45:21.551935 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 0f4ad24a-0e11-4164-9575-ab79ad21d87f up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:45:21.650187 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning for port 0f4ad24a-0e11-4164-9575-ab79ad21d87f completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:45:21.659246 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port 0f4ad24a-0e11-4164-9575-ab79ad21d87f triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:45:21.660045 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:21.770276 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:21.801733 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] For port 0f4ad24a-0e11-4164-9575-ab79ad21d87f, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=0f4ad24a-0e11-4164-9575-ab79ad21d87f,segment=NetworkSegment(81bf7a93-80b3-43df-b9d5-462c604a2945),segment_id=81bf7a93-80b3-43df-b9d5-462c604a2945)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:45:21.811829 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:21.893371 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Pushing event updated for resources: {'Port': ['ID=0f4ad24a-0e11-4164-9575-ab79ad21d87f,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:21.899391 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8dd69d7a-863e-446a-931b-c41b5926bada tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:21.907553 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8dd69d7a-863e-446a-931b-c41b5926bada tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:21.944479 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aa81c17-5af9-4f67-8bc4-b6dc9fd33cdf None None] Network 4c35a1de-4d2f-4c90-922a-9ee2e847d92b requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:45:21.999726 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8dd69d7a-863e-446a-931b-c41b5926bada tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-683747'] for router_interface, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:22.001863 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd69d7a-863e-446a-931b-c41b5926bada tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Pushing event updated for resources: {'Port': ['ID=9adb11f2-67f6-4336-84e6-d71f29c58570,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:22.057218 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-38723768-0c5f-4ed4-ba18-fcd4947b4125 None None] Provisioning for port 9f9b3118-0d5c-4cf4-a863-d20d339cce9e completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:45:22.064994 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-38723768-0c5f-4ed4-ba18-fcd4947b4125 None None] Provisioning complete for port 9f9b3118-0d5c-4cf4-a863-d20d339cce9e triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:45:22.065364 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-38723768-0c5f-4ed4-ba18-fcd4947b4125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:22.148745 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dd69d7a-863e-446a-931b-c41b5926bada tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Network 4c35a1de-4d2f-4c90-922a-9ee2e847d92b is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:45:22.151842 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-8dd69d7a-863e-446a-931b-c41b5926bada tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:45:22.217240 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-f2fcf1f2-3a9e-4488-bce0-db7a25b75494 tempest-AllowedAddressPairIpV6TestJSON-806787295 tempest-AllowedAddressPairIpV6TestJSON-806787295-project] Allocated IP 2001:db8::2f0 (7dfa1825-3f53-44f4-87fb-e6f1657f0687/2aea4817-9157-4b46-af01-93d6882a4039/5df899d0-9e21-4c6b-9ac4-c14c45471a1b) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:45:22.320659 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dd69d7a-863e-446a-931b-c41b5926bada tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Router 03140745-4da4-44c8-898e-26fd1e9659c1 has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:45:22.418830 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b698eaec-de36-499d-9dfa-8c682d968370 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:22.471947 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-38723768-0c5f-4ed4-ba18-fcd4947b4125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:22.494210 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f2fcf1f2-3a9e-4488-bce0-db7a25b75494 tempest-AllowedAddressPairIpV6TestJSON-806787295 tempest-AllowedAddressPairIpV6TestJSON-806787295-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:22.513811 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-38723768-0c5f-4ed4-ba18-fcd4947b4125 None None] For port 9f9b3118-0d5c-4cf4-a863-d20d339cce9e, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=9f9b3118-0d5c-4cf4-a863-d20d339cce9e,segment=NetworkSegment(94ff459e-a83c-40ec-b1f2-d274955b18b9),segment_id=94ff459e-a83c-40ec-b1f2-d274955b18b9)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:45:22.521450 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-38723768-0c5f-4ed4-ba18-fcd4947b4125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:22.535242 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-f2fcf1f2-3a9e-4488-bce0-db7a25b75494 tempest-AllowedAddressPairIpV6TestJSON-806787295 tempest-AllowedAddressPairIpV6TestJSON-806787295-project] Transition to ACTIVE for port object 5df899d0-9e21-4c6b-9ac4-c14c45471a1b will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:45:22.555803 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dd69d7a-863e-446a-931b-c41b5926bada tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:45:22.561557 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-8dd69d7a-863e-446a-931b-c41b5926bada tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "PUT /v2.0/routers/03140745-4da4-44c8-898e-26fd1e9659c1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9452007 Jul 14 09:45:22.599320 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f2fcf1f2-3a9e-4488-bce0-db7a25b75494 tempest-AllowedAddressPairIpV6TestJSON-806787295 tempest-AllowedAddressPairIpV6TestJSON-806787295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:22.615543 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38723768-0c5f-4ed4-ba18-fcd4947b4125 None None] Pushing event updated for resources: {'Port': ['ID=9f9b3118-0d5c-4cf4-a863-d20d339cce9e,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:22.673236 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2fcf1f2-3a9e-4488-bce0-db7a25b75494 tempest-AllowedAddressPairIpV6TestJSON-806787295 tempest-AllowedAddressPairIpV6TestJSON-806787295-project] Network 7dfa1825-3f53-44f4-87fb-e6f1657f0687 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:45:22.678827 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-f2fcf1f2-3a9e-4488-bce0-db7a25b75494 tempest-AllowedAddressPairIpV6TestJSON-806787295 tempest-AllowedAddressPairIpV6TestJSON-806787295-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:45:22.681771 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fcf1f2-3a9e-4488-bce0-db7a25b75494 tempest-AllowedAddressPairIpV6TestJSON-806787295 tempest-AllowedAddressPairIpV6TestJSON-806787295-project] Pushing event updated for resources: {'Port': ['ID=5df899d0-9e21-4c6b-9ac4-c14c45471a1b,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:22.685595 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2fcf1f2-3a9e-4488-bce0-db7a25b75494 tempest-AllowedAddressPairIpV6TestJSON-806787295 tempest-AllowedAddressPairIpV6TestJSON-806787295-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:45:22.691893 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2fcf1f2-3a9e-4488-bce0-db7a25b75494 tempest-AllowedAddressPairIpV6TestJSON-806787295 tempest-AllowedAddressPairIpV6TestJSON-806787295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:22.693140 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f2fcf1f2-3a9e-4488-bce0-db7a25b75494 tempest-AllowedAddressPairIpV6TestJSON-806787295 tempest-AllowedAddressPairIpV6TestJSON-806787295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:22.716888 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-f2fcf1f2-3a9e-4488-bce0-db7a25b75494 tempest-AllowedAddressPairIpV6TestJSON-806787295 tempest-AllowedAddressPairIpV6TestJSON-806787295-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.4963298 Jul 14 09:45:22.718508 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 48574) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:22.727111 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-282fed99-7f39-4406-a9b2-6410d6cbd722 tempest-AllowedAddressPairIpV6TestJSON-806787295 tempest-AllowedAddressPairIpV6TestJSON-806787295-project] Request body: {'port': {'network_id': '7dfa1825-3f53-44f4-87fb-e6f1657f0687', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-992638361'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:45:22.809446 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b6b766c-5147-4a59-9943-f279b090f143 None None] Sync routers for ids ['03140745-4da4-44c8-898e-26fd1e9659c1'] in n-d-779913-29 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:45:22.821176 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b6b766c-5147-4a59-9943-f279b090f143 None None] Routers {'03140745-4da4-44c8-898e-26fd1e9659c1'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:45:22.822231 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-1b6b766c-5147-4a59-9943-f279b090f143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:44:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['03140745-4da4-44c8-898e-26fd1e9659c1'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:45:22.950752 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-283188c2-50fd-423d-a288-13b9c3715d1b None None] Provisioning for port 9adb11f2-67f6-4336-84e6-d71f29c58570 completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:45:22.960388 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-283188c2-50fd-423d-a288-13b9c3715d1b None None] Provisioning complete for port 9adb11f2-67f6-4336-84e6-d71f29c58570 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:45:22.963328 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-283188c2-50fd-423d-a288-13b9c3715d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:22.979434 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-282fed99-7f39-4406-a9b2-6410d6cbd722 tempest-AllowedAddressPairIpV6TestJSON-806787295 tempest-AllowedAddressPairIpV6TestJSON-806787295-project] Made reservation on behalf of c739ef791c174436b9931c540513c925 for: {'port': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:45:22.983471 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-282fed99-7f39-4406-a9b2-6410d6cbd722 tempest-AllowedAddressPairIpV6TestJSON-806787295 tempest-AllowedAddressPairIpV6TestJSON-806787295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:23.018883 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-283188c2-50fd-423d-a288-13b9c3715d1b None None] Port 9adb11f2-67f6-4336-84e6-d71f29c58570 cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:45:23.066770 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-282fed99-7f39-4406-a9b2-6410d6cbd722 tempest-AllowedAddressPairIpV6TestJSON-806787295 tempest-AllowedAddressPairIpV6TestJSON-806787295-project] device_id is not set on port 000ec80d-0143-4287-b10e-cbdddbb1236d yet. {{(pid=93957) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:45:23.073722 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-283188c2-50fd-423d-a288-13b9c3715d1b None None] Provisioning complete for port 9f9b3118-0d5c-4cf4-a863-d20d339cce9e triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:45:23.075299 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-283188c2-50fd-423d-a288-13b9c3715d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:23.128336 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-1b6b766c-5147-4a59-9943-f279b090f143 None None] Set router 03140745-4da4-44c8-898e-26fd1e9659c1 gateway port host: n-d-779913-29 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:45:23.325607 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 9f9b3118-0d5c-4cf4-a863-d20d339cce9e up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:45:23.338660 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-947cb9de-2473-4ec5-9c90-a734ae20e851 req-af66e602-47da-41f1-9517-d33f57183139 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-608754768&fields=id&tenant_id=62cf828fc3e84fada2a4655d43752657 HTTP/1.1" status: 200 len: 267 time: 0.1183743 Jul 14 09:45:23.427511 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port 9f9b3118-0d5c-4cf4-a863-d20d339cce9e triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:45:23.427994 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:23.490928 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-282fed99-7f39-4406-a9b2-6410d6cbd722 tempest-AllowedAddressPairIpV6TestJSON-806787295 tempest-AllowedAddressPairIpV6TestJSON-806787295-project] Allocated IP 2001:db8::3dd (7dfa1825-3f53-44f4-87fb-e6f1657f0687/2aea4817-9157-4b46-af01-93d6882a4039/000ec80d-0143-4287-b10e-cbdddbb1236d) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:45:23.508127 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947cb9de-2473-4ec5-9c90-a734ae20e851 req-363c0dc3-418c-418c-8e55-483121aef6e4 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:23.510108 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-947cb9de-2473-4ec5-9c90-a734ae20e851 req-363c0dc3-418c-418c-8e55-483121aef6e4 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/networks?id=4c35a1de-4d2f-4c90-922a-9ee2e847d92b HTTP/1.1" status: 200 len: 796 time: 0.1704519 Jul 14 09:45:23.525865 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-887eb4f2-d872-4788-a562-773e1388064b None None] Provisioning complete for port 9adb11f2-67f6-4336-84e6-d71f29c58570 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:45:23.526769 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-887eb4f2-d872-4788-a562-773e1388064b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:23.553954 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-1b6b766c-5147-4a59-9943-f279b090f143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03140745-4da4-44c8-898e-26fd1e9659c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-982187509', 'tenant_id': '62cf828fc3e84fada2a4655d43752657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.52'}], 'enable_snat': True}, 'gw_port_id': '0f4ad24a-0e11-4164-9575-ab79ad21d87f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:45:15Z', 'updated_at': '2021-07-14T09:45:20Z', 'revision_number': 4, 'project_id': '62cf828fc3e84fada2a4655d43752657', 'gw_port': {'id': '0f4ad24a-0e11-4164-9575-ab79ad21d87f', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:52:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03140745-4da4-44c8-898e-26fd1e9659c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3353, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:45:16Z', 'updated_at': '2021-07-14T09:45:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': '9adb11f2-67f6-4336-84e6-d71f29c58570', 'name': '', 'network_id': '4c35a1de-4d2f-4c90-922a-9ee2e847d92b', 'tenant_id': '62cf828fc3e84fada2a4655d43752657', 'mac_address': 'fa:16:3e:64:28:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03140745-4da4-44c8-898e-26fd1e9659c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3358, 'fixed_ips': [{'subnet_id': 'fb44ecfc-c025-4947-a94a-856af59d72fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:45:19Z', 'updated_at': '2021-07-14T09:45:20Z', 'revision_number': 2, 'project_id': '62cf828fc3e84fada2a4655d43752657', 'subnets': [{'id': 'fb44ecfc-c025-4947-a94a-856af59d72fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:45:23.567071 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-947cb9de-2473-4ec5-9c90-a734ae20e851 req-e1c660ad-4751-4ed9-b49d-c37b97679e50 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/quotas/62cf828fc3e84fada2a4655d43752657 HTTP/1.1" status: 200 len: 375 time: 0.0477283 Jul 14 09:45:23.603717 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b6b766c-5147-4a59-9943-f279b090f143 None None] Checking router: 03140745-4da4-44c8-898e-26fd1e9659c1 for host: n-d-779913-29 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:45:23.604457 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b6b766c-5147-4a59-9943-f279b090f143 None None] Updating router 03140745-4da4-44c8-898e-26fd1e9659c1 port 9adb11f2-67f6-4336-84e6-d71f29c58570 binding host n-d-779913-29 {{(pid=93960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:45:23.640621 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-887eb4f2-d872-4788-a562-773e1388064b None None] Port 9adb11f2-67f6-4336-84e6-d71f29c58570 cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:45:23.644244 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 0f4ad24a-0e11-4164-9575-ab79ad21d87f up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:45:23.653529 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-1b6b766c-5147-4a59-9943-f279b090f143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:23.684680 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-887eb4f2-d872-4788-a562-773e1388064b None None] Provisioning for port 5df899d0-9e21-4c6b-9ac4-c14c45471a1b completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:45:23.691162 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-887eb4f2-d872-4788-a562-773e1388064b None None] Provisioning complete for port 5df899d0-9e21-4c6b-9ac4-c14c45471a1b triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:45:23.691792 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-887eb4f2-d872-4788-a562-773e1388064b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:23.751154 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-887eb4f2-d872-4788-a562-773e1388064b None None] Port 5df899d0-9e21-4c6b-9ac4-c14c45471a1b cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:45:23.759418 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port 0f4ad24a-0e11-4164-9575-ab79ad21d87f triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:45:23.759804 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:23.786259 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-947cb9de-2473-4ec5-9c90-a734ae20e851 req-3723c2c5-d26b-4909-97d1-e28003391bda tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=62cf828fc3e84fada2a4655d43752657&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2046795 Jul 14 09:45:23.892017 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-86193c3c-5773-4cf9-b63f-51fbbc87d414 None None] Provisioning complete for port 9adb11f2-67f6-4336-84e6-d71f29c58570 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:45:23.892448 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-86193c3c-5773-4cf9-b63f-51fbbc87d414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:23.914657 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-282fed99-7f39-4406-a9b2-6410d6cbd722 tempest-AllowedAddressPairIpV6TestJSON-806787295 tempest-AllowedAddressPairIpV6TestJSON-806787295-project] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:23.976176 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-86193c3c-5773-4cf9-b63f-51fbbc87d414 None None] Port 9adb11f2-67f6-4336-84e6-d71f29c58570 cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:45:23.991687 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-282fed99-7f39-4406-a9b2-6410d6cbd722 tempest-AllowedAddressPairIpV6TestJSON-806787295 tempest-AllowedAddressPairIpV6TestJSON-806787295-project] Transition to ACTIVE for port object 000ec80d-0143-4287-b10e-cbdddbb1236d will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:45:24.065536 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-947cb9de-2473-4ec5-9c90-a734ae20e851 req-11e3e218-c7bc-479c-8fa6-68a9733e62fb service neutron] 10.222.0.68 "GET /v2.0/networks/4c35a1de-4d2f-4c90-922a-9ee2e847d92b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2537098 Jul 14 09:45:24.074546 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-282fed99-7f39-4406-a9b2-6410d6cbd722 tempest-AllowedAddressPairIpV6TestJSON-806787295 tempest-AllowedAddressPairIpV6TestJSON-806787295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:24.112738 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-1b6b766c-5147-4a59-9943-f279b090f143 None None] Notify callbacks [] for port, precommit_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:24.128012 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-1b6b766c-5147-4a59-9943-f279b090f143 None None] Transition to ACTIVE for port object 9adb11f2-67f6-4336-84e6-d71f29c58570 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:45:24.135009 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-1b6b766c-5147-4a59-9943-f279b090f143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:24.191079 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-282fed99-7f39-4406-a9b2-6410d6cbd722 tempest-AllowedAddressPairIpV6TestJSON-806787295 tempest-AllowedAddressPairIpV6TestJSON-806787295-project] Network 7dfa1825-3f53-44f4-87fb-e6f1657f0687 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:45:24.200419 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-282fed99-7f39-4406-a9b2-6410d6cbd722 tempest-AllowedAddressPairIpV6TestJSON-806787295 tempest-AllowedAddressPairIpV6TestJSON-806787295-project] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:45:24.202894 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-282fed99-7f39-4406-a9b2-6410d6cbd722 tempest-AllowedAddressPairIpV6TestJSON-806787295 tempest-AllowedAddressPairIpV6TestJSON-806787295-project] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:45:24.211775 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-282fed99-7f39-4406-a9b2-6410d6cbd722 tempest-AllowedAddressPairIpV6TestJSON-806787295 tempest-AllowedAddressPairIpV6TestJSON-806787295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:24.212192 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508136bc-3e4a-422c-9708-8c940d2c2847 None None] Pushing event updated for resources: {'Port': ['ID=9adb11f2-67f6-4336-84e6-d71f29c58570,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:24.212405 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-282fed99-7f39-4406-a9b2-6410d6cbd722 tempest-AllowedAddressPairIpV6TestJSON-806787295 tempest-AllowedAddressPairIpV6TestJSON-806787295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:24.230785 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282fed99-7f39-4406-a9b2-6410d6cbd722 tempest-AllowedAddressPairIpV6TestJSON-806787295 tempest-AllowedAddressPairIpV6TestJSON-806787295-project] Pushing event updated for resources: {'Port': ['ID=000ec80d-0143-4287-b10e-cbdddbb1236d,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:24.245728 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508136bc-3e4a-422c-9708-8c940d2c2847 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:45:24.246080 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508136bc-3e4a-422c-9708-8c940d2c2847 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:45:24.247102 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508136bc-3e4a-422c-9708-8c940d2c2847 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:45:24.247445 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508136bc-3e4a-422c-9708-8c940d2c2847 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:45:24.247786 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508136bc-3e4a-422c-9708-8c940d2c2847 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:45:24.248125 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508136bc-3e4a-422c-9708-8c940d2c2847 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:45:24.248936 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508136bc-3e4a-422c-9708-8c940d2c2847 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:45:24.249441 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508136bc-3e4a-422c-9708-8c940d2c2847 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:45:24.250053 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-282fed99-7f39-4406-a9b2-6410d6cbd722 tempest-AllowedAddressPairIpV6TestJSON-806787295 tempest-AllowedAddressPairIpV6TestJSON-806787295-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.5295196 Jul 14 09:45:24.250363 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508136bc-3e4a-422c-9708-8c940d2c2847 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:45:24.250862 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508136bc-3e4a-422c-9708-8c940d2c2847 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:45:24.251491 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508136bc-3e4a-422c-9708-8c940d2c2847 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:45:24.252637 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 48608) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:24.253182 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508136bc-3e4a-422c-9708-8c940d2c2847 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:45:24.260220 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-1023364c-059d-45fd-a10b-3a1d5dd7ecba tempest-AllowedAddressPairIpV6TestJSON-806787295 tempest-AllowedAddressPairIpV6TestJSON-806787295-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::391', 'mac_address': 'fa:16:3e:50:75:d6'}, {'ip_address': '2001:db8::2f0', 'mac_address': 'fa:16:3e:06:c9:70'}]}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:45:24.281392 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-947cb9de-2473-4ec5-9c90-a734ae20e851 req-4bf7b316-f9da-4517-a6f5-a854342fdbb8 service neutron] 10.222.0.68 "GET /v2.0/networks/4c35a1de-4d2f-4c90-922a-9ee2e847d92b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2047446 Jul 14 09:45:24.321859 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-1b6b766c-5147-4a59-9943-f279b090f143 None None] Attempting to bind port 9adb11f2-67f6-4336-84e6-d71f29c58570 on host n-d-779913-29 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:45:24.322434 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-1b6b766c-5147-4a59-9943-f279b090f143 None None] Attempting to bind port 9adb11f2-67f6-4336-84e6-d71f29c58570 by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': '94ff459e-a83c-40ec-b1f2-d274955b18b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '4c35a1de-4d2f-4c90-922a-9ee2e847d92b'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:45:24.322999 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b6b766c-5147-4a59-9943-f279b090f143 None None] Attempting to bind port 9adb11f2-67f6-4336-84e6-d71f29c58570 on network 4c35a1de-4d2f-4c90-922a-9ee2e847d92b {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:45:24.332744 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b6b766c-5147-4a59-9943-f279b090f143 None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 44, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:45:24.333841 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b6b766c-5147-4a59-9943-f279b090f143 None None] Checking segment: {'id': '94ff459e-a83c-40ec-b1f2-d274955b18b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '4c35a1de-4d2f-4c90-922a-9ee2e847d92b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:45:24.334519 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-1b6b766c-5147-4a59-9943-f279b090f143 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:24.335231 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b6b766c-5147-4a59-9943-f279b090f143 None None] Bound using segment: {'id': '94ff459e-a83c-40ec-b1f2-d274955b18b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '4c35a1de-4d2f-4c90-922a-9ee2e847d92b'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:45:24.336202 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-1b6b766c-5147-4a59-9943-f279b090f143 None None] Bound port: 9adb11f2-67f6-4336-84e6-d71f29c58570, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94ff459e-a83c-40ec-b1f2-d274955b18b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '4c35a1de-4d2f-4c90-922a-9ee2e847d92b'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:45:24.336830 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-1b6b766c-5147-4a59-9943-f279b090f143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:24.428915 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1023364c-059d-45fd-a10b-3a1d5dd7ecba tempest-AllowedAddressPairIpV6TestJSON-806787295 tempest-AllowedAddressPairIpV6TestJSON-806787295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:24.454093 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-1b6b766c-5147-4a59-9943-f279b090f143 None None] For port 9adb11f2-67f6-4336-84e6-d71f29c58570, host n-d-779913-29, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:45:24.462875 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-1b6b766c-5147-4a59-9943-f279b090f143 None None] For port 9adb11f2-67f6-4336-84e6-d71f29c58570, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=9adb11f2-67f6-4336-84e6-d71f29c58570,segment=NetworkSegment(94ff459e-a83c-40ec-b1f2-d274955b18b9),segment_id=94ff459e-a83c-40ec-b1f2-d274955b18b9)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:45:24.470231 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-1b6b766c-5147-4a59-9943-f279b090f143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:24.601628 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508136bc-3e4a-422c-9708-8c940d2c2847 None None] Pushing event updated for resources: {'Port': ['ID=9adb11f2-67f6-4336-84e6-d71f29c58570,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:24.627044 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-3ced2b21-0aef-4be8-93c7-8bdf26f52b4c req-2ab28af2-be83-4876-b605-3675a109ac76 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/ports?device_id=3804666f-6b9b-407c-a2ec-26cc88361b9c HTTP/1.1" status: 200 len: 210 time: 0.0721431 Jul 14 09:45:24.631858 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b6b766c-5147-4a59-9943-f279b090f143 None None] Routers {'03140745-4da4-44c8-898e-26fd1e9659c1'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:45:24.632450 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-1b6b766c-5147-4a59-9943-f279b090f143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:44:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['03140745-4da4-44c8-898e-26fd1e9659c1'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:45:24.794897 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:24.814415 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-81726133-168e-408a-ae60-8f8984250604 None None] Provisioning for port 000ec80d-0143-4287-b10e-cbdddbb1236d completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:45:24.827017 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-81726133-168e-408a-ae60-8f8984250604 None None] Provisioning complete for port 000ec80d-0143-4287-b10e-cbdddbb1236d triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:45:24.827639 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-81726133-168e-408a-ae60-8f8984250604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:24.844096 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1023364c-059d-45fd-a10b-3a1d5dd7ecba tempest-AllowedAddressPairIpV6TestJSON-806787295 tempest-AllowedAddressPairIpV6TestJSON-806787295-project] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:24.859255 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1023364c-059d-45fd-a10b-3a1d5dd7ecba tempest-AllowedAddressPairIpV6TestJSON-806787295 tempest-AllowedAddressPairIpV6TestJSON-806787295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13574142'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:24.937601 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9aaa4221-603d-4be7-8ac4-e2975dfbc546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:24.938454 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1023364c-059d-45fd-a10b-3a1d5dd7ecba tempest-AllowedAddressPairIpV6TestJSON-806787295 tempest-AllowedAddressPairIpV6TestJSON-806787295-project] Pushing event updated for resources: {'Port': ['ID=000ec80d-0143-4287-b10e-cbdddbb1236d,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:24.944918 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-81726133-168e-408a-ae60-8f8984250604 None None] Port 000ec80d-0143-4287-b10e-cbdddbb1236d cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:45:24.949384 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-1023364c-059d-45fd-a10b-3a1d5dd7ecba tempest-AllowedAddressPairIpV6TestJSON-806787295 tempest-AllowedAddressPairIpV6TestJSON-806787295-project] In _notify_port_updated(), no bound segment for port 000ec80d-0143-4287-b10e-cbdddbb1236d on network 7dfa1825-3f53-44f4-87fb-e6f1657f0687 {{(pid=93958) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 14 09:45:24.957519 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1023364c-059d-45fd-a10b-3a1d5dd7ecba tempest-AllowedAddressPairIpV6TestJSON-806787295 tempest-AllowedAddressPairIpV6TestJSON-806787295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:24.958794 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1023364c-059d-45fd-a10b-3a1d5dd7ecba tempest-AllowedAddressPairIpV6TestJSON-806787295 tempest-AllowedAddressPairIpV6TestJSON-806787295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:24.961699 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-1023364c-059d-45fd-a10b-3a1d5dd7ecba tempest-AllowedAddressPairIpV6TestJSON-806787295 tempest-AllowedAddressPairIpV6TestJSON-806787295-project] 10.222.0.68 "PUT /v2.0/ports/000ec80d-0143-4287-b10e-cbdddbb1236d HTTP/1.1" status: 200 len: 1067 time: 0.7077215 Jul 14 09:45:24.964908 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 48628) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:25.010177 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-1b6b766c-5147-4a59-9943-f279b090f143 None None] Set router 03140745-4da4-44c8-898e-26fd1e9659c1 gateway port host: n-d-779913-29 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:45:25.121186 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-ee5324df-f8c8-4c55-abd7-c5443e6f7bb2 tempest-AllowedAddressPairIpV6TestJSON-806787295 tempest-AllowedAddressPairIpV6TestJSON-806787295-project] Deleting port 000ec80d-0143-4287-b10e-cbdddbb1236d {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:45:25.121680 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ee5324df-f8c8-4c55-abd7-c5443e6f7bb2 tempest-AllowedAddressPairIpV6TestJSON-806787295 tempest-AllowedAddressPairIpV6TestJSON-806787295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:25.231594 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ee5324df-f8c8-4c55-abd7-c5443e6f7bb2 tempest-AllowedAddressPairIpV6TestJSON-806787295 tempest-AllowedAddressPairIpV6TestJSON-806787295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:25.260729 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-ee5324df-f8c8-4c55-abd7-c5443e6f7bb2 tempest-AllowedAddressPairIpV6TestJSON-806787295 tempest-AllowedAddressPairIpV6TestJSON-806787295-project] Calling delete_port for 000ec80d-0143-4287-b10e-cbdddbb1236d owned by {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:45:25.294145 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-1b6b766c-5147-4a59-9943-f279b090f143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03140745-4da4-44c8-898e-26fd1e9659c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-982187509', 'tenant_id': '62cf828fc3e84fada2a4655d43752657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.52'}], 'enable_snat': True}, 'gw_port_id': '0f4ad24a-0e11-4164-9575-ab79ad21d87f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:45:15Z', 'updated_at': '2021-07-14T09:45:20Z', 'revision_number': 4, 'project_id': '62cf828fc3e84fada2a4655d43752657', 'gw_port': {'id': '0f4ad24a-0e11-4164-9575-ab79ad21d87f', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:52:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03140745-4da4-44c8-898e-26fd1e9659c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3353, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:45:16Z', 'updated_at': '2021-07-14T09:45:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': '9adb11f2-67f6-4336-84e6-d71f29c58570', 'name': '', 'network_id': '4c35a1de-4d2f-4c90-922a-9ee2e847d92b', 'tenant_id': '62cf828fc3e84fada2a4655d43752657', 'mac_address': 'fa:16:3e:64:28:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03140745-4da4-44c8-898e-26fd1e9659c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3358, 'fixed_ips': [{'subnet_id': 'fb44ecfc-c025-4947-a94a-856af59d72fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:45:19Z', 'updated_at': '2021-07-14T09:45:24Z', 'revision_number': 4, 'project_id': '62cf828fc3e84fada2a4655d43752657', 'subnets': [{'id': 'fb44ecfc-c025-4947-a94a-856af59d72fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:45:25.331494 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b6b766c-5147-4a59-9943-f279b090f143 None None] The sync data for ids ['03140745-4da4-44c8-898e-26fd1e9659c1'] in n-d-779913-29 is: [{'id': '03140745-4da4-44c8-898e-26fd1e9659c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-982187509', 'tenant_id': '62cf828fc3e84fada2a4655d43752657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.52'}], 'enable_snat': True}, 'gw_port_id': '0f4ad24a-0e11-4164-9575-ab79ad21d87f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:45:15Z', 'updated_at': '2021-07-14T09:45:20Z', 'revision_number': 4, 'project_id': '62cf828fc3e84fada2a4655d43752657', 'gw_port': {'id': '0f4ad24a-0e11-4164-9575-ab79ad21d87f', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:52:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03140745-4da4-44c8-898e-26fd1e9659c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3353, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:45:16Z', 'updated_at': '2021-07-14T09:45:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': '9adb11f2-67f6-4336-84e6-d71f29c58570', 'name': '', 'network_id': '4c35a1de-4d2f-4c90-922a-9ee2e847d92b', 'tenant_id': '62cf828fc3e84fada2a4655d43752657', 'mac_address': 'fa:16:3e:64:28:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03140745-4da4-44c8-898e-26fd1e9659c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3358, 'fixed_ips': [{'subnet_id': 'fb44ecfc-c025-4947-a94a-856af59d72fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:45:19Z', 'updated_at': '2021-07-14T09:45:24Z', 'revision_number': 4, 'project_id': '62cf828fc3e84fada2a4655d43752657', 'subnets': [{'id': 'fb44ecfc-c025-4947-a94a-856af59d72fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:45:25.445111 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-eb3227f4-2b24-445b-8f43-122d26cfb619 None None] Provisioning complete for port 000ec80d-0143-4287-b10e-cbdddbb1236d triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:45:25.445600 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-eb3227f4-2b24-445b-8f43-122d26cfb619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:25.455928 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ee5324df-f8c8-4c55-abd7-c5443e6f7bb2 tempest-AllowedAddressPairIpV6TestJSON-806787295 tempest-AllowedAddressPairIpV6TestJSON-806787295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:25.491682 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-eb3227f4-2b24-445b-8f43-122d26cfb619 None None] Port 000ec80d-0143-4287-b10e-cbdddbb1236d cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:45:25.571281 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5324df-f8c8-4c55-abd7-c5443e6f7bb2 tempest-AllowedAddressPairIpV6TestJSON-806787295 tempest-AllowedAddressPairIpV6TestJSON-806787295-project] Pushing event deleted for resources: {'Port': ['ID=000ec80d-0143-4287-b10e-cbdddbb1236d,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:25.724991 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ee5324df-f8c8-4c55-abd7-c5443e6f7bb2 tempest-AllowedAddressPairIpV6TestJSON-806787295 tempest-AllowedAddressPairIpV6TestJSON-806787295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:25.729212 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-ee5324df-f8c8-4c55-abd7-c5443e6f7bb2 tempest-AllowedAddressPairIpV6TestJSON-806787295 tempest-AllowedAddressPairIpV6TestJSON-806787295-project] 10.222.0.68 "DELETE /v2.0/ports/000ec80d-0143-4287-b10e-cbdddbb1236d HTTP/1.1" status: 204 len: 168 time: 0.7603452 Jul 14 09:45:25.729399 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 48646) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:25.799645 n-d-779913-29 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ceba1aa-a85d-49b3-9b99-1cbf23b68c7b tempest-AllowedAddressPairIpV6TestJSON-806787295 tempest-AllowedAddressPairIpV6TestJSON-806787295-project] GET failed (client error): The resource could not be found. Jul 14 09:45:25.804193 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-3ceba1aa-a85d-49b3-9b99-1cbf23b68c7b tempest-AllowedAddressPairIpV6TestJSON-806787295 tempest-AllowedAddressPairIpV6TestJSON-806787295-project] 10.222.0.68 "GET /v2.0/ports/000ec80d-0143-4287-b10e-cbdddbb1236d HTTP/1.1" status: 404 len: 333 time: 0.0730307 Jul 14 09:45:25.807042 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 48648) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:25.892936 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0e3a8d33-7873-4390-b22c-c865efd68fd1 req-b598dfb0-9a01-442b-a64d-e783b7785f0e tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/ports?device_id=3804666f-6b9b-407c-a2ec-26cc88361b9c HTTP/1.1" status: 200 len: 210 time: 0.0486338 Jul 14 09:45:25.914028 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5ad31076-714c-49ec-bc37-f3d4cd90112a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:25.963078 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-1a829bc3-d88c-4d94-a951-02c353fe2ec1 tempest-AllowedAddressPairIpV6TestJSON-806787295 tempest-AllowedAddressPairIpV6TestJSON-806787295-project] Deleting port 5df899d0-9e21-4c6b-9ac4-c14c45471a1b {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:45:25.963545 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1a829bc3-d88c-4d94-a951-02c353fe2ec1 tempest-AllowedAddressPairIpV6TestJSON-806787295 tempest-AllowedAddressPairIpV6TestJSON-806787295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:26.066874 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1a829bc3-d88c-4d94-a951-02c353fe2ec1 tempest-AllowedAddressPairIpV6TestJSON-806787295 tempest-AllowedAddressPairIpV6TestJSON-806787295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:26.084145 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-1a829bc3-d88c-4d94-a951-02c353fe2ec1 tempest-AllowedAddressPairIpV6TestJSON-806787295 tempest-AllowedAddressPairIpV6TestJSON-806787295-project] Calling delete_port for 5df899d0-9e21-4c6b-9ac4-c14c45471a1b owned by {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:45:26.309538 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1a829bc3-d88c-4d94-a951-02c353fe2ec1 tempest-AllowedAddressPairIpV6TestJSON-806787295 tempest-AllowedAddressPairIpV6TestJSON-806787295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:26.403112 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1a829bc3-d88c-4d94-a951-02c353fe2ec1 tempest-AllowedAddressPairIpV6TestJSON-806787295 tempest-AllowedAddressPairIpV6TestJSON-806787295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:26.405230 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-1a829bc3-d88c-4d94-a951-02c353fe2ec1 tempest-AllowedAddressPairIpV6TestJSON-806787295 tempest-AllowedAddressPairIpV6TestJSON-806787295-project] 10.222.0.68 "DELETE /v2.0/ports/5df899d0-9e21-4c6b-9ac4-c14c45471a1b HTTP/1.1" status: 204 len: 168 time: 0.5969753 Jul 14 09:45:26.406782 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a829bc3-d88c-4d94-a951-02c353fe2ec1 tempest-AllowedAddressPairIpV6TestJSON-806787295 tempest-AllowedAddressPairIpV6TestJSON-806787295-project] Pushing event deleted for resources: {'Port': ['ID=5df899d0-9e21-4c6b-9ac4-c14c45471a1b,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:26.414482 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 48658) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:26.440244 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947cb9de-2473-4ec5-9c90-a734ae20e851 req-1a0bac2c-15f4-468d-bb3d-cfa41b2e2fcc tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:26.442021 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-947cb9de-2473-4ec5-9c90-a734ae20e851 req-1a0bac2c-15f4-468d-bb3d-cfa41b2e2fcc tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.65 "GET /v2.0/networks?id=4c35a1de-4d2f-4c90-922a-9ee2e847d92b HTTP/1.1" status: 200 len: 796 time: 0.2209659 Jul 14 09:45:26.455714 n-d-779913-29 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fc581cf-5fd6-4257-b3ae-611bcce3a7d9 tempest-AllowedAddressPairIpV6TestJSON-806787295 tempest-AllowedAddressPairIpV6TestJSON-806787295-project] GET failed (client error): The resource could not be found. Jul 14 09:45:26.457730 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-1fc581cf-5fd6-4257-b3ae-611bcce3a7d9 tempest-AllowedAddressPairIpV6TestJSON-806787295 tempest-AllowedAddressPairIpV6TestJSON-806787295-project] 10.222.0.68 "GET /v2.0/ports/5df899d0-9e21-4c6b-9ac4-c14c45471a1b HTTP/1.1" status: 404 len: 333 time: 0.0483284 Jul 14 09:45:26.461589 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 48660) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:26.530984 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-947cb9de-2473-4ec5-9c90-a734ae20e851 req-c3cbd889-f99d-4e6f-91a0-6dca9ec22c0c tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=62cf828fc3e84fada2a4655d43752657 HTTP/1.1" status: 200 len: 379 time: 0.0710275 Jul 14 09:45:26.542918 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-947cb9de-2473-4ec5-9c90-a734ae20e851 req-fc30473f-18bd-44ac-a2bb-f59d21e5d227 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Request body: {'port': {'device_id': '3804666f-6b9b-407c-a2ec-26cc88361b9c', 'network_id': '4c35a1de-4d2f-4c90-922a-9ee2e847d92b', 'admin_state_up': True, 'tenant_id': '62cf828fc3e84fada2a4655d43752657', 'security_groups': ['c4808f8e-d927-4dd4-bd3b-54d695233756']}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:45:26.666794 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-5362e935-fb35-4e60-bcae-85409ae652fa tempest-AllowedAddressPairIpV6TestJSON-806787295 tempest-AllowedAddressPairIpV6TestJSON-806787295-project] Deleting port 552a8db8-4008-488e-bf45-e346ccb96462 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:45:26.667135 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5362e935-fb35-4e60-bcae-85409ae652fa tempest-AllowedAddressPairIpV6TestJSON-806787295 tempest-AllowedAddressPairIpV6TestJSON-806787295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:26.722918 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-947cb9de-2473-4ec5-9c90-a734ae20e851 req-fc30473f-18bd-44ac-a2bb-f59d21e5d227 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Made reservation on behalf of 62cf828fc3e84fada2a4655d43752657 for: {'port': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:45:26.727502 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-947cb9de-2473-4ec5-9c90-a734ae20e851 req-fc30473f-18bd-44ac-a2bb-f59d21e5d227 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:26.796134 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5362e935-fb35-4e60-bcae-85409ae652fa tempest-AllowedAddressPairIpV6TestJSON-806787295 tempest-AllowedAddressPairIpV6TestJSON-806787295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:26.818171 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-5362e935-fb35-4e60-bcae-85409ae652fa tempest-AllowedAddressPairIpV6TestJSON-806787295 tempest-AllowedAddressPairIpV6TestJSON-806787295-project] Calling delete_port for 552a8db8-4008-488e-bf45-e346ccb96462 owned by {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:45:26.948214 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [req-947cb9de-2473-4ec5-9c90-a734ae20e851 req-fc30473f-18bd-44ac-a2bb-f59d21e5d227 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Allocated IP 172.20.0.7 (4c35a1de-4d2f-4c90-922a-9ee2e847d92b/fb44ecfc-c025-4947-a94a-856af59d72fc/7cea0ef2-e994-4c90-b899-188986138fca) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:45:27.094134 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5362e935-fb35-4e60-bcae-85409ae652fa tempest-AllowedAddressPairIpV6TestJSON-806787295 tempest-AllowedAddressPairIpV6TestJSON-806787295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:27.138081 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5362e935-fb35-4e60-bcae-85409ae652fa tempest-AllowedAddressPairIpV6TestJSON-806787295 tempest-AllowedAddressPairIpV6TestJSON-806787295-project] Pushing event deleted for resources: {'Port': ['ID=552a8db8-4008-488e-bf45-e346ccb96462,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:27.188598 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5362e935-fb35-4e60-bcae-85409ae652fa tempest-AllowedAddressPairIpV6TestJSON-806787295 tempest-AllowedAddressPairIpV6TestJSON-806787295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:27.193391 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-5362e935-fb35-4e60-bcae-85409ae652fa tempest-AllowedAddressPairIpV6TestJSON-806787295 tempest-AllowedAddressPairIpV6TestJSON-806787295-project] 10.222.0.68 "DELETE /v2.0/ports/552a8db8-4008-488e-bf45-e346ccb96462 HTTP/1.1" status: 204 len: 168 time: 0.7278814 Jul 14 09:45:27.202082 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 48680) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:27.249533 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-cc5ff16f-ae9c-4de9-8e93-6b1acce70060 req-e26b3be7-6b2e-451e-bf13-e511bebbe9a9 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/ports?device_id=3804666f-6b9b-407c-a2ec-26cc88361b9c HTTP/1.1" status: 200 len: 210 time: 0.1283967 Jul 14 09:45:27.285355 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-7935ce91-800e-47e2-aad3-12b0dbd89cb3 tempest-AllowedAddressPairIpV6TestJSON-806787295 tempest-AllowedAddressPairIpV6TestJSON-806787295-project] Deleting subnet 2aea4817-9157-4b46-af01-93d6882a4039 {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:45:27.291368 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7935ce91-800e-47e2-aad3-12b0dbd89cb3 tempest-AllowedAddressPairIpV6TestJSON-806787295 tempest-AllowedAddressPairIpV6TestJSON-806787295-project] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:27.358393 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7935ce91-800e-47e2-aad3-12b0dbd89cb3 tempest-AllowedAddressPairIpV6TestJSON-806787295 tempest-AllowedAddressPairIpV6TestJSON-806787295-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13574120'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:27.361917 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-947cb9de-2473-4ec5-9c90-a734ae20e851 req-fc30473f-18bd-44ac-a2bb-f59d21e5d227 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:27.381432 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 9adb11f2-67f6-4336-84e6-d71f29c58570 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:45:27.409134 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [req-947cb9de-2473-4ec5-9c90-a734ae20e851 req-fc30473f-18bd-44ac-a2bb-f59d21e5d227 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Transition to ACTIVE for port object 7cea0ef2-e994-4c90-b899-188986138fca will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:45:27.472439 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-947cb9de-2473-4ec5-9c90-a734ae20e851 req-fc30473f-18bd-44ac-a2bb-f59d21e5d227 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:27.495398 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7935ce91-800e-47e2-aad3-12b0dbd89cb3 tempest-AllowedAddressPairIpV6TestJSON-806787295 tempest-AllowedAddressPairIpV6TestJSON-806787295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3481002'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:27.554901 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning for port 9adb11f2-67f6-4336-84e6-d71f29c58570 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:45:27.563137 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port 9adb11f2-67f6-4336-84e6-d71f29c58570 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:45:27.564009 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:27.597112 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7935ce91-800e-47e2-aad3-12b0dbd89cb3 tempest-AllowedAddressPairIpV6TestJSON-806787295 tempest-AllowedAddressPairIpV6TestJSON-806787295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13574056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16714573'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:27.599367 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc30473f-18bd-44ac-a2bb-f59d21e5d227 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Pushing event updated for resources: {'Port': ['ID=7cea0ef2-e994-4c90-b899-188986138fca,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:27.605058 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-947cb9de-2473-4ec5-9c90-a734ae20e851 req-fc30473f-18bd-44ac-a2bb-f59d21e5d227 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Network 4c35a1de-4d2f-4c90-922a-9ee2e847d92b is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:45:27.606895 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [req-947cb9de-2473-4ec5-9c90-a734ae20e851 req-fc30473f-18bd-44ac-a2bb-f59d21e5d227 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:45:27.610059 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-947cb9de-2473-4ec5-9c90-a734ae20e851 req-fc30473f-18bd-44ac-a2bb-f59d21e5d227 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:45:27.677453 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7935ce91-800e-47e2-aad3-12b0dbd89cb3 tempest-AllowedAddressPairIpV6TestJSON-806787295 tempest-AllowedAddressPairIpV6TestJSON-806787295-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:27.687063 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-7935ce91-800e-47e2-aad3-12b0dbd89cb3 tempest-AllowedAddressPairIpV6TestJSON-806787295 tempest-AllowedAddressPairIpV6TestJSON-806787295-project] 10.222.0.68 "DELETE /v2.0/subnets/2aea4817-9157-4b46-af01-93d6882a4039 HTTP/1.1" status: 204 len: 168 time: 0.4838581 Jul 14 09:45:27.687875 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 48692) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:27.688650 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7935ce91-800e-47e2-aad3-12b0dbd89cb3 tempest-AllowedAddressPairIpV6TestJSON-806787295 tempest-AllowedAddressPairIpV6TestJSON-806787295-project] Pushing event deleted for resources: {'Subnet': ['ID=2aea4817-9157-4b46-af01-93d6882a4039,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:27.690614 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947cb9de-2473-4ec5-9c90-a734ae20e851 req-fc30473f-18bd-44ac-a2bb-f59d21e5d227 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:27.691357 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-947cb9de-2473-4ec5-9c90-a734ae20e851 req-fc30473f-18bd-44ac-a2bb-f59d21e5d227 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:27.696163 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f37524e-c2f8-4060-b598-e803e873c9c2 None None] Network 7dfa1825-3f53-44f4-87fb-e6f1657f0687 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:45:27.717337 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-947cb9de-2473-4ec5-9c90-a734ae20e851 req-fc30473f-18bd-44ac-a2bb-f59d21e5d227 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1802111 Jul 14 09:45:27.742006 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-947cb9de-2473-4ec5-9c90-a734ae20e851 req-52035ede-85cc-492b-890f-a213a690e6ee service neutron] Request body: {'port': {'device_id': '3804666f-6b9b-407c-a2ec-26cc88361b9c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-29'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:45:27.801897 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1b21b991-49f8-4a67-b033-fe79bd096115 tempest-AllowedAddressPairIpV6TestJSON-806787295 tempest-AllowedAddressPairIpV6TestJSON-806787295-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3876111'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:27.808372 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:27.847539 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5bbe322f-3f67-4864-bc0a-91afe44d23e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:27.853741 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-947cb9de-2473-4ec5-9c90-a734ae20e851 req-52035ede-85cc-492b-890f-a213a690e6ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:27.899093 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-1b21b991-49f8-4a67-b033-fe79bd096115 tempest-AllowedAddressPairIpV6TestJSON-806787295 tempest-AllowedAddressPairIpV6TestJSON-806787295-project] Deleting port 800591b0-ff2d-4d47-8cd4-e603d0634599 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:45:27.899843 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1b21b991-49f8-4a67-b033-fe79bd096115 tempest-AllowedAddressPairIpV6TestJSON-806787295 tempest-AllowedAddressPairIpV6TestJSON-806787295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:27.942634 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] For port 9adb11f2-67f6-4336-84e6-d71f29c58570, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=9adb11f2-67f6-4336-84e6-d71f29c58570,segment=NetworkSegment(94ff459e-a83c-40ec-b1f2-d274955b18b9),segment_id=94ff459e-a83c-40ec-b1f2-d274955b18b9)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:45:27.951963 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:27.991443 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-1b21b991-49f8-4a67-b033-fe79bd096115 tempest-AllowedAddressPairIpV6TestJSON-806787295 tempest-AllowedAddressPairIpV6TestJSON-806787295-project] For port 800591b0-ff2d-4d47-8cd4-e603d0634599, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=800591b0-ff2d-4d47-8cd4-e603d0634599,segment=NetworkSegment(8caa0609-23f2-4278-b2cf-e9023fe6685c),segment_id=8caa0609-23f2-4278-b2cf-e9023fe6685c)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:45:27.991977 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1b21b991-49f8-4a67-b033-fe79bd096115 tempest-AllowedAddressPairIpV6TestJSON-806787295 tempest-AllowedAddressPairIpV6TestJSON-806787295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:28.012801 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-1b21b991-49f8-4a67-b033-fe79bd096115 tempest-AllowedAddressPairIpV6TestJSON-806787295 tempest-AllowedAddressPairIpV6TestJSON-806787295-project] Calling delete_port for 800591b0-ff2d-4d47-8cd4-e603d0634599 owned by network:dhcp {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:45:28.013948 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-0e517f66-614e-48ee-8eb6-eec710c890be None None] Provisioning for port 7cea0ef2-e994-4c90-b899-188986138fca completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:45:28.033630 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-0e517f66-614e-48ee-8eb6-eec710c890be None None] Provisioning complete for port 7cea0ef2-e994-4c90-b899-188986138fca triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:45:28.034014 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0e517f66-614e-48ee-8eb6-eec710c890be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:28.036229 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Pushing event updated for resources: {'Port': ['ID=9adb11f2-67f6-4336-84e6-d71f29c58570,revision_number=5']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:28.091727 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-0e517f66-614e-48ee-8eb6-eec710c890be None None] Port 7cea0ef2-e994-4c90-b899-188986138fca cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:45:28.106884 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd24f994-aeef-4ef2-a291-a4a7685863e2 None None] DHCP port deletion for 7dfa1825-3f53-44f4-87fb-e6f1657f0687 request from n-d-779913-29 {{(pid=93959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:45:28.110035 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:45:28.110388 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:45:28.110861 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:45:28.111244 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:45:28.111591 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:45:28.111929 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:45:28.112263 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:45:28.112597 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:45:28.113030 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:45:28.113246 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:45:28.113608 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:45:28.113968 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:45:28.144652 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1b21b991-49f8-4a67-b033-fe79bd096115 tempest-AllowedAddressPairIpV6TestJSON-806787295 tempest-AllowedAddressPairIpV6TestJSON-806787295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:28.175764 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b21b991-49f8-4a67-b033-fe79bd096115 tempest-AllowedAddressPairIpV6TestJSON-806787295 tempest-AllowedAddressPairIpV6TestJSON-806787295-project] Pushing event deleted for resources: {'Port': ['ID=800591b0-ff2d-4d47-8cd4-e603d0634599,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:28.186013 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b21b991-49f8-4a67-b033-fe79bd096115 tempest-AllowedAddressPairIpV6TestJSON-806787295 tempest-AllowedAddressPairIpV6TestJSON-806787295-project] No DVR routers for this DVR port 800591b0-ff2d-4d47-8cd4-e603d0634599 on host n-d-779913-29 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:45:28.198918 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-bd24f994-aeef-4ef2-a291-a4a7685863e2 None None] Deleting port 800591b0-ff2d-4d47-8cd4-e603d0634599 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:45:28.199303 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bd24f994-aeef-4ef2-a291-a4a7685863e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:28.283051 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-bd24f994-aeef-4ef2-a291-a4a7685863e2 None None] For port 800591b0-ff2d-4d47-8cd4-e603d0634599, host n-d-779913-29, got binding levels [] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:45:28.283700 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bd24f994-aeef-4ef2-a291-a4a7685863e2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:28.284792 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1b21b991-49f8-4a67-b033-fe79bd096115 tempest-AllowedAddressPairIpV6TestJSON-806787295 tempest-AllowedAddressPairIpV6TestJSON-806787295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473955', 'neutron.services.segments.db._delete_segments_for_network-8735688326548'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:28.298864 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-bd24f994-aeef-4ef2-a291-a4a7685863e2 None None] Calling delete_port for 800591b0-ff2d-4d47-8cd4-e603d0634599 owned by network:dhcp {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:45:28.302544 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.ipam_backend_mixin [None req-bd24f994-aeef-4ef2-a291-a4a7685863e2 None None] Port 800591b0-ff2d-4d47-8cd4-e603d0634599 was not found and therefore no delete operation was performed {{(pid=93959) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 14 09:45:28.304048 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bd24f994-aeef-4ef2-a291-a4a7685863e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:28.314288 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-1b21b991-49f8-4a67-b033-fe79bd096115 tempest-AllowedAddressPairIpV6TestJSON-806787295 tempest-AllowedAddressPairIpV6TestJSON-806787295-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7dfa1825-3f53-44f4-87fb-e6f1657f0687']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:45:28.334194 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd24f994-aeef-4ef2-a291-a4a7685863e2 None None] Pushing event deleted for resources: {'Port': ['ID=800591b0-ff2d-4d47-8cd4-e603d0634599,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:28.340257 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd24f994-aeef-4ef2-a291-a4a7685863e2 None None] No DVR routers for this DVR port 800591b0-ff2d-4d47-8cd4-e603d0634599 on host n-d-779913-29 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:45:28.361886 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-1b21b991-49f8-4a67-b033-fe79bd096115 tempest-AllowedAddressPairIpV6TestJSON-806787295 tempest-AllowedAddressPairIpV6TestJSON-806787295-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8caa0609-23f2-4278-b2cf-e9023fe6685c') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:45:28.362178 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-1b21b991-49f8-4a67-b033-fe79bd096115 tempest-AllowedAddressPairIpV6TestJSON-806787295 tempest-AllowedAddressPairIpV6TestJSON-806787295-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8caa0609-23f2-4278-b2cf-e9023fe6685c') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:45:28.381811 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [req-947cb9de-2473-4ec5-9c90-a734ae20e851 req-52035ede-85cc-492b-890f-a213a690e6ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7cea0ef2-e994-4c90-b899-188986138fca {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:45:28.386662 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1b21b991-49f8-4a67-b033-fe79bd096115 tempest-AllowedAddressPairIpV6TestJSON-806787295 tempest-AllowedAddressPairIpV6TestJSON-806787295-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735688356235', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13574129'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:28.390897 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-947cb9de-2473-4ec5-9c90-a734ae20e851 req-52035ede-85cc-492b-890f-a213a690e6ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:28.407304 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [req-947cb9de-2473-4ec5-9c90-a734ae20e851 req-52035ede-85cc-492b-890f-a213a690e6ee service neutron] Transition to ACTIVE for port object 7cea0ef2-e994-4c90-b899-188986138fca will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:45:28.414315 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1b21b991-49f8-4a67-b033-fe79bd096115 tempest-AllowedAddressPairIpV6TestJSON-806787295 tempest-AllowedAddressPairIpV6TestJSON-806787295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:28.415801 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-947cb9de-2473-4ec5-9c90-a734ae20e851 req-52035ede-85cc-492b-890f-a213a690e6ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:28.427550 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b21b991-49f8-4a67-b033-fe79bd096115 tempest-AllowedAddressPairIpV6TestJSON-806787295 tempest-AllowedAddressPairIpV6TestJSON-806787295-project] Releasing vlan 712 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:45:28.427962 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1b21b991-49f8-4a67-b033-fe79bd096115 tempest-AllowedAddressPairIpV6TestJSON-806787295 tempest-AllowedAddressPairIpV6TestJSON-806787295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13573126'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:28.470451 n-d-779913-29 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:45:28.470451 n-d-779913-29 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:45:28.470451 n-d-779913-29 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:45:28.470451 n-d-779913-29 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:45:28.470451 n-d-779913-29 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:45:28.470451 n-d-779913-29 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:45:28.470451 n-d-779913-29 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:45:28.470451 n-d-779913-29 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:45:28.470451 n-d-779913-29 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:45:28.470451 n-d-779913-29 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:45:28.470451 n-d-779913-29 neutron-server[93958]: Traceback (most recent call last): Jul 14 09:45:28.470451 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:45:28.470451 n-d-779913-29 neutron-server[93958]: timer() Jul 14 09:45:28.470451 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:45:28.470451 n-d-779913-29 neutron-server[93958]: cb(*args, **kw) Jul 14 09:45:28.470451 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:45:28.470451 n-d-779913-29 neutron-server[93958]: return func(*args, **kwargs) Jul 14 09:45:28.470451 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:45:28.470451 n-d-779913-29 neutron-server[93958]: self._notify() Jul 14 09:45:28.470451 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:45:28.470451 n-d-779913-29 neutron-server[93958]: self.callback(batched_events) Jul 14 09:45:28.470451 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:45:28.470451 n-d-779913-29 neutron-server[93958]: event.method(event) Jul 14 09:45:28.470451 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:45:28.470451 n-d-779913-29 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:45:28.470451 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:45:28.470451 n-d-779913-29 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:45:28.470451 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:45:28.470451 n-d-779913-29 neutron-server[93958]: return f(self, *a, **k) Jul 14 09:45:28.470451 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:45:28.470451 n-d-779913-29 neutron-server[93958]: return self._get(url).json() Jul 14 09:45:28.470451 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:45:28.470451 n-d-779913-29 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:45:28.470451 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:45:28.470451 n-d-779913-29 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 14 09:45:28.470451 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:45:28.470451 n-d-779913-29 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:45:28.470451 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:45:28.470451 n-d-779913-29 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:45:28.470451 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:45:28.470451 n-d-779913-29 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:45:28.470451 n-d-779913-29 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:45:28.552024 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52035ede-85cc-492b-890f-a213a690e6ee service neutron] Pushing event updated for resources: {'Port': ['ID=7cea0ef2-e994-4c90-b899-188986138fca,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:28.590152 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1b21b991-49f8-4a67-b033-fe79bd096115 tempest-AllowedAddressPairIpV6TestJSON-806787295 tempest-AllowedAddressPairIpV6TestJSON-806787295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660504'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:28.602306 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1b21b991-49f8-4a67-b033-fe79bd096115 tempest-AllowedAddressPairIpV6TestJSON-806787295 tempest-AllowedAddressPairIpV6TestJSON-806787295-project] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:28.603787 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-1b21b991-49f8-4a67-b033-fe79bd096115 tempest-AllowedAddressPairIpV6TestJSON-806787295 tempest-AllowedAddressPairIpV6TestJSON-806787295-project] 10.222.0.68 "DELETE /v2.0/networks/7dfa1825-3f53-44f4-87fb-e6f1657f0687 HTTP/1.1" status: 204 len: 168 time: 0.9121397 Jul 14 09:45:28.619420 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b21b991-49f8-4a67-b033-fe79bd096115 tempest-AllowedAddressPairIpV6TestJSON-806787295 tempest-AllowedAddressPairIpV6TestJSON-806787295-project] Pushing event deleted for resources: {'Network': ['ID=7dfa1825-3f53-44f4-87fb-e6f1657f0687,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:28.636420 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-947cb9de-2473-4ec5-9c90-a734ae20e851 req-52035ede-85cc-492b-890f-a213a690e6ee service neutron] Attempting to bind port 7cea0ef2-e994-4c90-b899-188986138fca on host n-h1-779913-29 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:45:28.636874 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-947cb9de-2473-4ec5-9c90-a734ae20e851 req-52035ede-85cc-492b-890f-a213a690e6ee service neutron] Attempting to bind port 7cea0ef2-e994-4c90-b899-188986138fca by drivers openvswitch,hyperv on host n-h1-779913-29 at level 0 using segments [{'id': '94ff459e-a83c-40ec-b1f2-d274955b18b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '4c35a1de-4d2f-4c90-922a-9ee2e847d92b'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:45:28.637246 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-947cb9de-2473-4ec5-9c90-a734ae20e851 req-52035ede-85cc-492b-890f-a213a690e6ee service neutron] Attempting to bind port 7cea0ef2-e994-4c90-b899-188986138fca on network 4c35a1de-4d2f-4c90-922a-9ee2e847d92b {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:45:28.644959 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-947cb9de-2473-4ec5-9c90-a734ae20e851 req-52035ede-85cc-492b-890f-a213a690e6ee service neutron] Port 7cea0ef2-e994-4c90-b899-188986138fca on network 4c35a1de-4d2f-4c90-922a-9ee2e847d92b not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-29 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:45:28.646096 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-947cb9de-2473-4ec5-9c90-a734ae20e851 req-52035ede-85cc-492b-890f-a213a690e6ee service neutron] Attempting to bind port 7cea0ef2-e994-4c90-b899-188986138fca on network 4c35a1de-4d2f-4c90-922a-9ee2e847d92b {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:45:28.661347 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d7a771-17f8-4f3a-85c7-19b5b5123916 req-eef3b163-bf64-4223-b3c3-1cf2c7929c43 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:28.668601 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-12d7a771-17f8-4f3a-85c7-19b5b5123916 req-eef3b163-bf64-4223-b3c3-1cf2c7929c43 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/ports?device_id=3804666f-6b9b-407c-a2ec-26cc88361b9c HTTP/1.1" status: 200 len: 943 time: 0.1942041 Jul 14 09:45:28.678801 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-947cb9de-2473-4ec5-9c90-a734ae20e851 req-52035ede-85cc-492b-890f-a213a690e6ee service neutron] Checking agent: {'id': 'de11e667-f145-47b0-bd09-334a7505938e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 13, 12), 'started_at': datetime.datetime(2021, 7, 14, 9, 13, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 45, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:45:28.679167 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-947cb9de-2473-4ec5-9c90-a734ae20e851 req-52035ede-85cc-492b-890f-a213a690e6ee service neutron] Checking segment: {'id': '94ff459e-a83c-40ec-b1f2-d274955b18b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '4c35a1de-4d2f-4c90-922a-9ee2e847d92b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:45:28.679625 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-947cb9de-2473-4ec5-9c90-a734ae20e851 req-52035ede-85cc-492b-890f-a213a690e6ee service neutron] Bound using segment: {'id': '94ff459e-a83c-40ec-b1f2-d274955b18b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '4c35a1de-4d2f-4c90-922a-9ee2e847d92b'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:45:28.679990 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-947cb9de-2473-4ec5-9c90-a734ae20e851 req-52035ede-85cc-492b-890f-a213a690e6ee service neutron] Bound port: 7cea0ef2-e994-4c90-b899-188986138fca, host: n-h1-779913-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94ff459e-a83c-40ec-b1f2-d274955b18b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '4c35a1de-4d2f-4c90-922a-9ee2e847d92b'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:45:28.680330 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-947cb9de-2473-4ec5-9c90-a734ae20e851 req-52035ede-85cc-492b-890f-a213a690e6ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:28.766951 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-12d7a771-17f8-4f3a-85c7-19b5b5123916 req-a37bc47c-9b72-4537-bad4-66cad6a629c3 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/security-groups?id=c4808f8e-d927-4dd4-bd3b-54d695233756&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0975194 Jul 14 09:45:28.806716 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-947cb9de-2473-4ec5-9c90-a734ae20e851 req-52035ede-85cc-492b-890f-a213a690e6ee service neutron] For port 7cea0ef2-e994-4c90-b899-188986138fca, host n-h1-779913-29, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:45:28.810818 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-947cb9de-2473-4ec5-9c90-a734ae20e851 req-52035ede-85cc-492b-890f-a213a690e6ee service neutron] For port 7cea0ef2-e994-4c90-b899-188986138fca, host n-h1-779913-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=7cea0ef2-e994-4c90-b899-188986138fca,segment=NetworkSegment(94ff459e-a83c-40ec-b1f2-d274955b18b9),segment_id=94ff459e-a83c-40ec-b1f2-d274955b18b9)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:45:28.817526 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-947cb9de-2473-4ec5-9c90-a734ae20e851 req-52035ede-85cc-492b-890f-a213a690e6ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:28.902406 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947cb9de-2473-4ec5-9c90-a734ae20e851 req-52035ede-85cc-492b-890f-a213a690e6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:28.906538 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-947cb9de-2473-4ec5-9c90-a734ae20e851 req-52035ede-85cc-492b-890f-a213a690e6ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:28.909098 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-947cb9de-2473-4ec5-9c90-a734ae20e851 req-52035ede-85cc-492b-890f-a213a690e6ee service neutron] 10.222.0.65 "PUT /v2.0/ports/7cea0ef2-e994-4c90-b899-188986138fca HTTP/1.1" status: 200 len: 1092 time: 1.1727066 Jul 14 09:45:28.909992 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3804666f-6b9b-407c-a2ec-26cc88361b9c', 'tag': '7cea0ef2-e994-4c90-b899-188986138fca'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:45:28.914716 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38c3e70e-a910-4ef5-9e26-c0fde295bc92" -d '{"events": [{"name": "network-changed", "server_uuid": "3804666f-6b9b-407c-a2ec-26cc88361b9c", "tag": "7cea0ef2-e994-4c90-b899-188986138fca"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:45:28.919294 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52035ede-85cc-492b-890f-a213a690e6ee service neutron] Pushing event updated for resources: {'Port': ['ID=7cea0ef2-e994-4c90-b899-188986138fca,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:28.979939 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 48718) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:28.994695 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:45:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf5126e5-e4d5-4eed-b7e9-798d232af308 x-openstack-request-id: req-cf5126e5-e4d5-4eed-b7e9-798d232af308 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:45:28.995075 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3804666f-6b9b-407c-a2ec-26cc88361b9c", "tag": "7cea0ef2-e994-4c90-b899-188986138fca", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:45:28.995286 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-cf5126e5-e4d5-4eed-b7e9-798d232af308 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:45:28.995670 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3804666f-6b9b-407c-a2ec-26cc88361b9c', 'tag': '7cea0ef2-e994-4c90-b899-188986138fca', 'status': 'completed', 'code': 200} Jul 14 09:45:29.103277 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947cb9de-2473-4ec5-9c90-a734ae20e851 req-8be2470d-b593-4965-b9cf-0324bf3a13ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:29.109842 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-947cb9de-2473-4ec5-9c90-a734ae20e851 req-8be2470d-b593-4965-b9cf-0324bf3a13ed service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=62cf828fc3e84fada2a4655d43752657&device_id=3804666f-6b9b-407c-a2ec-26cc88361b9c HTTP/1.1" status: 200 len: 1095 time: 0.1042569 Jul 14 09:45:29.199599 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-947cb9de-2473-4ec5-9c90-a734ae20e851 req-e0a8fa42-d0fa-424c-8ab9-fd25d0d19bcd service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7cea0ef2-e994-4c90-b899-188986138fca HTTP/1.1" status: 200 len: 217 time: 0.0788445 Jul 14 09:45:29.201598 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-dd5fad53-8fd6-4ce8-8dbb-10ee99f8e04b admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=c739ef791c174436b9931c540513c925&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2203655 Jul 14 09:45:29.204218 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 48726) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:29.263183 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947cb9de-2473-4ec5-9c90-a734ae20e851 req-b9d07c61-a834-4006-9d99-1bd246ce803c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:29.264799 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-947cb9de-2473-4ec5-9c90-a734ae20e851 req-b9d07c61-a834-4006-9d99-1bd246ce803c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=fb44ecfc-c025-4947-a94a-856af59d72fc HTTP/1.1" status: 200 len: 835 time: 0.0490568 Jul 14 09:45:29.307747 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-77378bbe-b133-44ee-84e7-5c03daf65f99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:29.341521 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-77378bbe-b133-44ee-84e7-5c03daf65f99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:29.348693 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 9adb11f2-67f6-4336-84e6-d71f29c58570 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:45:29.376911 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947cb9de-2473-4ec5-9c90-a734ae20e851 req-9060e817-bb0d-438d-baef-f474708d68fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:29.378478 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-947cb9de-2473-4ec5-9c90-a734ae20e851 req-9060e817-bb0d-438d-baef-f474708d68fa service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4c35a1de-4d2f-4c90-922a-9ee2e847d92b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1011105 Jul 14 09:45:29.431391 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port 9adb11f2-67f6-4336-84e6-d71f29c58570 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:45:29.431833 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:29.438934 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-77378bbe-b133-44ee-84e7-5c03daf65f99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:29.441681 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-77378bbe-b133-44ee-84e7-5c03daf65f99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:29.445224 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-77378bbe-b133-44ee-84e7-5c03daf65f99 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/71fa8403-48b2-48bb-88a6-936915a90704 HTTP/1.1" status: 204 len: 168 time: 0.2374692 Jul 14 09:45:29.451019 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77378bbe-b133-44ee-84e7-5c03daf65f99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71fa8403-48b2-48bb-88a6-936915a90704,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:29.491159 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-947cb9de-2473-4ec5-9c90-a734ae20e851 req-9715ce95-0c76-4157-a38f-5321bcf0ff72 service neutron] 10.222.0.65 "GET /v2.0/networks/4c35a1de-4d2f-4c90-922a-9ee2e847d92b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051106 Jul 14 09:45:29.639135 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-947cb9de-2473-4ec5-9c90-a734ae20e851 req-fca84c48-6172-4fdd-9bae-e2ec98d6ab50 service neutron] 10.222.0.65 "GET /v2.0/networks/4c35a1de-4d2f-4c90-922a-9ee2e847d92b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414535 Jul 14 09:45:29.652384 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 800591b0-ff2d-4d47-8cd4-e603d0634599 no longer exists at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:45:29.700962 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] No Port match for: 800591b0-ff2d-4d47-8cd4-e603d0634599 {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:45:29.701329 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 800591b0-ff2d-4d47-8cd4-e603d0634599 not bound to the agent host n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:45:29.822165 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c3e70e-a910-4ef5-9e26-c0fde295bc92 req-c1c2c937-271b-44e2-be69-fa89c118ef71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:29.826168 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-38c3e70e-a910-4ef5-9e26-c0fde295bc92 req-c1c2c937-271b-44e2-be69-fa89c118ef71 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=62cf828fc3e84fada2a4655d43752657&device_id=3804666f-6b9b-407c-a2ec-26cc88361b9c HTTP/1.1" status: 200 len: 1095 time: 0.0647864 Jul 14 09:45:29.988309 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c3e70e-a910-4ef5-9e26-c0fde295bc92 req-378ff6de-6e85-4993-a922-d6b2cf2b95f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:29.991444 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-38c3e70e-a910-4ef5-9e26-c0fde295bc92 req-378ff6de-6e85-4993-a922-d6b2cf2b95f3 service neutron] 10.222.0.65 "GET /v2.0/networks?id=4c35a1de-4d2f-4c90-922a-9ee2e847d92b HTTP/1.1" status: 200 len: 897 time: 0.1566448 Jul 14 09:45:30.039604 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-38c3e70e-a910-4ef5-9e26-c0fde295bc92 req-2b2d74df-16e6-4e25-af42-14c0f665ce02 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7cea0ef2-e994-4c90-b899-188986138fca HTTP/1.1" status: 200 len: 217 time: 0.0402358 Jul 14 09:45:30.073776 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f13397e-2c89-4e7f-a41b-703e2285a844 req-06a7fdf9-456e-401c-ab5a-77a913d1b2bb tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:30.076556 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-9f13397e-2c89-4e7f-a41b-703e2285a844 req-06a7fdf9-456e-401c-ab5a-77a913d1b2bb tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/ports?device_id=3804666f-6b9b-407c-a2ec-26cc88361b9c HTTP/1.1" status: 200 len: 943 time: 0.1197612 Jul 14 09:45:30.109584 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c3e70e-a910-4ef5-9e26-c0fde295bc92 req-08a7d67d-0175-416d-b9b6-7da57baee8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:30.109584 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-38c3e70e-a910-4ef5-9e26-c0fde295bc92 req-08a7d67d-0175-416d-b9b6-7da57baee8e2 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=fb44ecfc-c025-4947-a94a-856af59d72fc HTTP/1.1" status: 200 len: 835 time: 0.0614922 Jul 14 09:45:30.137697 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-9f13397e-2c89-4e7f-a41b-703e2285a844 req-d147fa4c-8aff-44ff-810d-adbafea2e76b tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/security-groups?id=c4808f8e-d927-4dd4-bd3b-54d695233756&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541155 Jul 14 09:45:30.194845 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c3e70e-a910-4ef5-9e26-c0fde295bc92 req-75a3cbdb-bf5c-4185-a800-79f043e18779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:30.196625 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-38c3e70e-a910-4ef5-9e26-c0fde295bc92 req-75a3cbdb-bf5c-4185-a800-79f043e18779 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4c35a1de-4d2f-4c90-922a-9ee2e847d92b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0763612 Jul 14 09:45:30.314926 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-38c3e70e-a910-4ef5-9e26-c0fde295bc92 req-3816da44-0f27-4266-bfad-d4089cfd1d43 service neutron] 10.222.0.65 "GET /v2.0/networks/4c35a1de-4d2f-4c90-922a-9ee2e847d92b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111271 Jul 14 09:45:30.420584 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-38c3e70e-a910-4ef5-9e26-c0fde295bc92 req-b210b37a-bbee-46d6-906e-5f18ae61604b service neutron] 10.222.0.65 "GET /v2.0/networks/4c35a1de-4d2f-4c90-922a-9ee2e847d92b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995047 Jul 14 09:45:30.450615 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 48770) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:30.551310 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-d7752d68-b861-466a-955e-ca3bdcf25422 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1595557958'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:45:30.572935 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7752d68-b861-466a-955e-ca3bdcf25422 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Made reservation on behalf of 1a9c030e37eb4fbea3adea586f150fe1 for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:45:30.577083 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d7752d68-b861-466a-955e-ca3bdcf25422 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:30.586521 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d7752d68-b861-466a-955e-ca3bdcf25422 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:30.695956 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d7752d68-b861-466a-955e-ca3bdcf25422 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:30.702916 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d7752d68-b861-466a-955e-ca3bdcf25422 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:30.734631 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7752d68-b861-466a-955e-ca3bdcf25422 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 701} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:45:30.741006 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7752d68-b861-466a-955e-ca3bdcf25422 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac106c23-ada1-4b00-a89d-2e11bef371fe,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:30.748169 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d7752d68-b861-466a-955e-ca3bdcf25422 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:30.749147 n-d-779913-29 neutron-server[93958]: INFO neutron.db.segments_db [None req-d7752d68-b861-466a-955e-ca3bdcf25422 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Added segment 19ac4e1e-e083-4566-aca1-839bc1c998c7 of type vlan for network 17492632-5a7e-4bec-a3f9-f8285e44faf2 Jul 14 09:45:30.829151 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d7752d68-b861-466a-955e-ca3bdcf25422 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735687821325'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:30.902502 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d7752d68-b861-466a-955e-ca3bdcf25422 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:30.909128 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7752d68-b861-466a-955e-ca3bdcf25422 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:30.909788 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d7752d68-b861-466a-955e-ca3bdcf25422 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:30.984295 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-d7752d68-b861-466a-955e-ca3bdcf25422 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5292029 Jul 14 09:45:30.984706 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 48786) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:30.993445 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-96931dc4-7966-49a9-86bb-eb40033b1f9b tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Request body: {'subnet': {'network_id': '17492632-5a7e-4bec-a3f9-f8285e44faf2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:45:31.003892 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7752d68-b861-466a-955e-ca3bdcf25422 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Pushing event updated for resources: {'Network': ['ID=17492632-5a7e-4bec-a3f9-f8285e44faf2,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:31.017206 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Network 17492632-5a7e-4bec-a3f9-f8285e44faf2 details requested by agent ovs-agent-n-d-779913-29 with host n-d-779913-29 {{(pid=93959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:45:31.127564 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96931dc4-7966-49a9-86bb-eb40033b1f9b tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Made reservation on behalf of 1a9c030e37eb4fbea3adea586f150fe1 for: {'subnet': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:45:31.131597 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-96931dc4-7966-49a9-86bb-eb40033b1f9b tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11984110'] for subnet, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:31.209212 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 7cea0ef2-e994-4c90-b899-188986138fca details requested by agent hyperv_n-h1-779913-29 with host n-h1-779913-29 {{(pid=93959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:45:31.357413 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-96931dc4-7966-49a9-86bb-eb40033b1f9b tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10052764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11984092'] for subnet, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:31.360786 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port 7cea0ef2-e994-4c90-b899-188986138fca, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=7cea0ef2-e994-4c90-b899-188986138fca,segment=NetworkSegment(94ff459e-a83c-40ec-b1f2-d274955b18b9),segment_id=94ff459e-a83c-40ec-b1f2-d274955b18b9)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:45:31.378582 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Returning: {'device': '7cea0ef2-e994-4c90-b899-188986138fca', 'network_id': '4c35a1de-4d2f-4c90-922a-9ee2e847d92b', 'port_id': '7cea0ef2-e994-4c90-b899-188986138fca', 'mac_address': 'fa:16:3e:f5:79:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 719, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb44ecfc-c025-4947-a94a-856af59d72fc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:45:31.421206 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:31.438355 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7cea0ef2-e994-4c90-b899-188986138fca {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:45:31.453163 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96931dc4-7966-49a9-86bb-eb40033b1f9b tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Pushing event updated for resources: {'Subnet': ['ID=769bb7f0-d657-4ac8-b47e-e6ebe649834e,revision_number=0']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:31.468659 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port 7cea0ef2-e994-4c90-b899-188986138fca, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=7cea0ef2-e994-4c90-b899-188986138fca,segment=NetworkSegment(94ff459e-a83c-40ec-b1f2-d274955b18b9),segment_id=94ff459e-a83c-40ec-b1f2-d274955b18b9)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:45:31.474148 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:31.500662 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96931dc4-7966-49a9-86bb-eb40033b1f9b tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Checking segment: {'id': '19ac4e1e-e083-4566-aca1-839bc1c998c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '17492632-5a7e-4bec-a3f9-f8285e44faf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:45:31.501314 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96931dc4-7966-49a9-86bb-eb40033b1f9b tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Network hostable DHCP agents. Network: 17492632-5a7e-4bec-a3f9-f8285e44faf2, hostable agents: ['c6a09bd4-f72e-4283-a3ca-0bbca8a51081'], hosted agents: [] {{(pid=93957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:45:31.534375 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397068b9-298d-4579-965a-b677402558a0 req-89134a50-6257-4bd7-8f18-47a6525d62c8 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:31.534992 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Pushing event updated for resources: {'Port': ['ID=7cea0ef2-e994-4c90-b899-188986138fca,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:31.536953 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-397068b9-298d-4579-965a-b677402558a0 req-89134a50-6257-4bd7-8f18-47a6525d62c8 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/ports?device_id=3804666f-6b9b-407c-a2ec-26cc88361b9c HTTP/1.1" status: 200 len: 943 time: 0.1328535 Jul 14 09:45:31.554325 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96931dc4-7966-49a9-86bb-eb40033b1f9b tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Network 17492632-5a7e-4bec-a3f9-f8285e44faf2 is scheduled to be hosted by DHCP agent c6a09bd4-f72e-4283-a3ca-0bbca8a51081 with binding_index 1 {{(pid=93957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:45:31.593102 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-96931dc4-7966-49a9-86bb-eb40033b1f9b tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-29, 17492632-5a7e-4bec-a3f9-f8285e44faf2) {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:45:31.601515 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9140b374-7ad4-4147-a21e-16c222718cc1 None None] Network 17492632-5a7e-4bec-a3f9-f8285e44faf2 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:45:31.619348 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-397068b9-298d-4579-965a-b677402558a0 req-7713674e-d760-4564-91b9-c6560e54bb79 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/security-groups?id=c4808f8e-d927-4dd4-bd3b-54d695233756&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744700 Jul 14 09:45:31.621088 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96931dc4-7966-49a9-86bb-eb40033b1f9b tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:31.621708 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-96931dc4-7966-49a9-86bb-eb40033b1f9b tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks [] for subnet, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:31.638983 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-96931dc4-7966-49a9-86bb-eb40033b1f9b tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6528733 Jul 14 09:45:31.641365 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 48798) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:31.647373 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-23cd21db-c4b4-4db8-baef-6b1cd23bc3e0 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Request body: {'port': {'network_id': '17492632-5a7e-4bec-a3f9-f8285e44faf2', 'name': 'tempest-NetworksTestDHCPv6-1719446994'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:45:31.781747 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] get_ports_and_sgs() called for port_ids ['7cea0ef2-e994-4c90-b899-188986138fca'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:45:31.830641 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d3fe7d3-dd3b-4618-9660-cbfbdd9657b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf57baaa9-fd24-59f4-8fd2-1dc21122ce72-17492632-5a7e-4bec-a3f9-f8285e44faf2', 'network_id': '17492632-5a7e-4bec-a3f9-f8285e44faf2', 'tenant_id': '1a9c030e37eb4fbea3adea586f150fe1', 'fixed_ips': [{'subnet_id': '769bb7f0-d657-4ac8-b47e-e6ebe649834e'}]}} from n-d-779913-29. {{(pid=93959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:45:31.831624 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4d3fe7d3-dd3b-4618-9660-cbfbdd9657b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:32.126684 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-4d3fe7d3-dd3b-4618-9660-cbfbdd9657b5 None None] Allocated IP 2001:db8::2 (17492632-5a7e-4bec-a3f9-f8285e44faf2/769bb7f0-d657-4ac8-b47e-e6ebe649834e/4f5b5975-7109-408b-9015-e446a1d1f6cb) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:45:32.182024 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23cd21db-c4b4-4db8-baef-6b1cd23bc3e0 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Made reservation on behalf of 1a9c030e37eb4fbea3adea586f150fe1 for: {'port': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:45:32.186049 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-23cd21db-c4b4-4db8-baef-6b1cd23bc3e0 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:32.205917 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-23cd21db-c4b4-4db8-baef-6b1cd23bc3e0 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] device_id is not set on port 9b094300-7358-4ab8-b4a9-f227cc056668 yet. {{(pid=93957) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:45:32.408767 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4d3fe7d3-dd3b-4618-9660-cbfbdd9657b5 None None] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:32.420662 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-4d3fe7d3-dd3b-4618-9660-cbfbdd9657b5 None None] Transition to ACTIVE for port object 4f5b5975-7109-408b-9015-e446a1d1f6cb will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:45:32.437171 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-4d3fe7d3-dd3b-4618-9660-cbfbdd9657b5 None None] Transition to ACTIVE for port object 4f5b5975-7109-408b-9015-e446a1d1f6cb will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:45:32.443081 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4d3fe7d3-dd3b-4618-9660-cbfbdd9657b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:32.491763 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3fe7d3-dd3b-4618-9660-cbfbdd9657b5 None None] Pushing event updated for resources: {'Port': ['ID=4f5b5975-7109-408b-9015-e446a1d1f6cb,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:32.503028 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d3fe7d3-dd3b-4618-9660-cbfbdd9657b5 None None] Network 17492632-5a7e-4bec-a3f9-f8285e44faf2 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:45:32.503975 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-23cd21db-c4b4-4db8-baef-6b1cd23bc3e0 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Allocated IP 2001:db8::b3 (17492632-5a7e-4bec-a3f9-f8285e44faf2/769bb7f0-d657-4ac8-b47e-e6ebe649834e/9b094300-7358-4ab8-b4a9-f227cc056668) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:45:32.504945 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-4d3fe7d3-dd3b-4618-9660-cbfbdd9657b5 None None] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:45:32.507659 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d3fe7d3-dd3b-4618-9660-cbfbdd9657b5 None None] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:45:32.573638 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-4d3fe7d3-dd3b-4618-9660-cbfbdd9657b5 None None] Attempting to bind port 4f5b5975-7109-408b-9015-e446a1d1f6cb on host n-d-779913-29 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:45:32.574066 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-4d3fe7d3-dd3b-4618-9660-cbfbdd9657b5 None None] Attempting to bind port 4f5b5975-7109-408b-9015-e446a1d1f6cb by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': '19ac4e1e-e083-4566-aca1-839bc1c998c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '17492632-5a7e-4bec-a3f9-f8285e44faf2'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:45:32.574760 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d3fe7d3-dd3b-4618-9660-cbfbdd9657b5 None None] Attempting to bind port 4f5b5975-7109-408b-9015-e446a1d1f6cb on network 17492632-5a7e-4bec-a3f9-f8285e44faf2 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:45:32.581606 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d3fe7d3-dd3b-4618-9660-cbfbdd9657b5 None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 45, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:45:32.582279 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d3fe7d3-dd3b-4618-9660-cbfbdd9657b5 None None] Checking segment: {'id': '19ac4e1e-e083-4566-aca1-839bc1c998c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '17492632-5a7e-4bec-a3f9-f8285e44faf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:45:32.583781 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4d3fe7d3-dd3b-4618-9660-cbfbdd9657b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:32.584290 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d3fe7d3-dd3b-4618-9660-cbfbdd9657b5 None None] Bound using segment: {'id': '19ac4e1e-e083-4566-aca1-839bc1c998c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '17492632-5a7e-4bec-a3f9-f8285e44faf2'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:45:32.584868 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-4d3fe7d3-dd3b-4618-9660-cbfbdd9657b5 None None] Bound port: 4f5b5975-7109-408b-9015-e446a1d1f6cb, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19ac4e1e-e083-4566-aca1-839bc1c998c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '17492632-5a7e-4bec-a3f9-f8285e44faf2'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:45:32.585513 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4d3fe7d3-dd3b-4618-9660-cbfbdd9657b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:32.652000 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.agents_db [None req-3c3509fb-540d-4335-a450-574895dd3602 None None] Agent healthcheck: found 7 active agents {{(pid=93960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:45:32.676843 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-4d3fe7d3-dd3b-4618-9660-cbfbdd9657b5 None None] For port 4f5b5975-7109-408b-9015-e446a1d1f6cb, host n-d-779913-29, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:45:32.681079 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-4d3fe7d3-dd3b-4618-9660-cbfbdd9657b5 None None] For port 4f5b5975-7109-408b-9015-e446a1d1f6cb, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=4f5b5975-7109-408b-9015-e446a1d1f6cb,segment=NetworkSegment(19ac4e1e-e083-4566-aca1-839bc1c998c7),segment_id=19ac4e1e-e083-4566-aca1-839bc1c998c7)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:45:32.688544 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4d3fe7d3-dd3b-4618-9660-cbfbdd9657b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:32.769472 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-23cd21db-c4b4-4db8-baef-6b1cd23bc3e0 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:32.795705 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-23cd21db-c4b4-4db8-baef-6b1cd23bc3e0 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Transition to ACTIVE for port object 9b094300-7358-4ab8-b4a9-f227cc056668 will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:45:32.811004 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3fe7d3-dd3b-4618-9660-cbfbdd9657b5 None None] Pushing event updated for resources: {'Port': ['ID=4f5b5975-7109-408b-9015-e446a1d1f6cb,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:32.869076 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9550a5ea-c7a9-4573-8f61-c176ac8df821 req-59d35fff-caa6-49e3-ba79-eb1cb8346e00 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:32.870820 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-9550a5ea-c7a9-4573-8f61-c176ac8df821 req-59d35fff-caa6-49e3-ba79-eb1cb8346e00 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/ports?device_id=3804666f-6b9b-407c-a2ec-26cc88361b9c HTTP/1.1" status: 200 len: 944 time: 0.1043060 Jul 14 09:45:32.879889 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-23cd21db-c4b4-4db8-baef-6b1cd23bc3e0 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:32.927072 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-9550a5ea-c7a9-4573-8f61-c176ac8df821 req-7b0fd495-83b5-4424-85b1-507998ba8f0b tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/security-groups?id=c4808f8e-d927-4dd4-bd3b-54d695233756&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497961 Jul 14 09:45:32.934993 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23cd21db-c4b4-4db8-baef-6b1cd23bc3e0 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Network 17492632-5a7e-4bec-a3f9-f8285e44faf2 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:45:32.939085 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-23cd21db-c4b4-4db8-baef-6b1cd23bc3e0 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:45:32.945141 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23cd21db-c4b4-4db8-baef-6b1cd23bc3e0 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:45:32.950762 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23cd21db-c4b4-4db8-baef-6b1cd23bc3e0 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:32.951386 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-23cd21db-c4b4-4db8-baef-6b1cd23bc3e0 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:32.959338 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cd21db-c4b4-4db8-baef-6b1cd23bc3e0 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Pushing event updated for resources: {'Port': ['ID=9b094300-7358-4ab8-b4a9-f227cc056668,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:32.975951 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-23cd21db-c4b4-4db8-baef-6b1cd23bc3e0 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.3327763 Jul 14 09:45:32.977851 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 48824) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:33.161729 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0717d17-3956-4186-94d3-aea484ebf644 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:33.167979 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0717d17-3956-4186-94d3-aea484ebf644 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:33.170091 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-c0717d17-3956-4186-94d3-aea484ebf644 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.1911135 Jul 14 09:45:33.173467 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 48832) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:33.217387 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 7cea0ef2-e994-4c90-b899-188986138fca up at agent hyperv_n-h1-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:45:33.318510 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Provisioning for port 7cea0ef2-e994-4c90-b899-188986138fca completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:45:33.323875 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Provisioning complete for port 7cea0ef2-e994-4c90-b899-188986138fca triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:45:33.324267 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:33.340996 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-71a8e228-0ef7-4de1-af03-983ba2d9f441 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Deleting port 9b094300-7358-4ab8-b4a9-f227cc056668 {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:45:33.341528 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-71a8e228-0ef7-4de1-af03-983ba2d9f441 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:33.381654 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 4f5b5975-7109-408b-9015-e446a1d1f6cb up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:45:33.486665 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-71a8e228-0ef7-4de1-af03-983ba2d9f441 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:33.496521 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:33.500045 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-71a8e228-0ef7-4de1-af03-983ba2d9f441 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Calling delete_port for 9b094300-7358-4ab8-b4a9-f227cc056668 owned by {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:45:33.502184 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning for port 4f5b5975-7109-408b-9015-e446a1d1f6cb completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:45:33.549468 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port 7cea0ef2-e994-4c90-b899-188986138fca, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=7cea0ef2-e994-4c90-b899-188986138fca,segment=NetworkSegment(94ff459e-a83c-40ec-b1f2-d274955b18b9),segment_id=94ff459e-a83c-40ec-b1f2-d274955b18b9)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:45:33.550599 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3804666f-6b9b-407c-a2ec-26cc88361b9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cea0ef2-e994-4c90-b899-188986138fca'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:45:33.554402 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd62303f06773040a8a4e189dc46b4f565768c299abf8ab8e7739778b0bc3e97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5905e533-19ff-42bc-b55e-05cbd2dcec8f" -d '{"events": [{"server_uuid": "3804666f-6b9b-407c-a2ec-26cc88361b9c", "name": "network-vif-plugged", "status": "completed", "tag": "7cea0ef2-e994-4c90-b899-188986138fca"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:45:33.573732 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:33.581922 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d7b898-82b0-4230-9ab9-f97f8371fa14 req-34b52632-f69d-4dcf-ba8f-c0d0c8b241c7 tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:33.584560 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-13d7b898-82b0-4230-9ab9-f97f8371fa14 req-34b52632-f69d-4dcf-ba8f-c0d0c8b241c7 tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] 10.222.0.68 "GET /v2.0/ports?device_id=ae3d35a6-4bda-4462-871d-12870a7d39dc HTTP/1.1" status: 200 len: 945 time: 0.0914693 Jul 14 09:45:33.635477 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:45:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbe312b6-9326-4e17-b155-aa3b4a731c78 x-openstack-request-id: req-cbe312b6-9326-4e17-b155-aa3b4a731c78 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:45:33.635773 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3804666f-6b9b-407c-a2ec-26cc88361b9c", "name": "network-vif-plugged", "status": "completed", "tag": "7cea0ef2-e994-4c90-b899-188986138fca", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:45:33.636029 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-cbe312b6-9326-4e17-b155-aa3b4a731c78 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:45:33.636426 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3804666f-6b9b-407c-a2ec-26cc88361b9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cea0ef2-e994-4c90-b899-188986138fca', 'code': 200} Jul 14 09:45:33.658589 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Pushing event updated for resources: {'Port': ['ID=7cea0ef2-e994-4c90-b899-188986138fca,revision_number=5']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:33.659662 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-13d7b898-82b0-4230-9ab9-f97f8371fa14 req-cf586240-e085-4e8b-bf95-baba689bdbbe tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] 10.222.0.68 "GET /v2.0/security-groups?id=6eb76f1e-e651-421c-9418-fa3a5fe2dfda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650506 Jul 14 09:45:33.698977 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-71a8e228-0ef7-4de1-af03-983ba2d9f441 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:33.731383 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a8e228-0ef7-4de1-af03-983ba2d9f441 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Pushing event deleted for resources: {'Port': ['ID=9b094300-7358-4ab8-b4a9-f227cc056668,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:33.787846 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-71a8e228-0ef7-4de1-af03-983ba2d9f441 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:33.789840 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-71a8e228-0ef7-4de1-af03-983ba2d9f441 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "DELETE /v2.0/ports/9b094300-7358-4ab8-b4a9-f227cc056668 HTTP/1.1" status: 204 len: 168 time: 0.6158350 Jul 14 09:45:33.792266 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 48846) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:33.889113 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c79318a-bcf1-4e72-b6bf-b8d3b812ff1c tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:33.890818 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c79318a-bcf1-4e72-b6bf-b8d3b812ff1c tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:33.892353 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-6c79318a-bcf1-4e72-b6bf-b8d3b812ff1c tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0991688 Jul 14 09:45:33.895766 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 48848) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:33.900173 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16820928-479e-41ef-b814-bd194c623b45 req-5c6de75b-9bf7-46ab-9915-cd41eac28755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:33.905740 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-16820928-479e-41ef-b814-bd194c623b45 req-5c6de75b-9bf7-46ab-9915-cd41eac28755 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=3804666f-6b9b-407c-a2ec-26cc88361b9c HTTP/1.1" status: 200 len: 1097 time: 0.1637378 Jul 14 09:45:33.952279 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-16820928-479e-41ef-b814-bd194c623b45 req-1f1c9f29-4353-4ed8-979d-d1cb99e1de25 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=c4808f8e-d927-4dd4-bd3b-54d695233756&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417917 Jul 14 09:45:33.957209 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-317d26ba-c09d-4a19-84ba-48095a8cc385 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Deleting subnet 769bb7f0-d657-4ac8-b47e-e6ebe649834e {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:45:33.961534 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-317d26ba-c09d-4a19-84ba-48095a8cc385 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:34.017855 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-317d26ba-c09d-4a19-84ba-48095a8cc385 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13574120'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:34.061338 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f56af7e9-0bd2-4732-b6aa-ddd6b26daf70 None None] Network 17492632-5a7e-4bec-a3f9-f8285e44faf2 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:45:34.155213 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186e9fe2-b552-409c-93d2-f93c5d492dee req-e7d00aaa-028e-4fa2-bdcc-9858fe4befda tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:34.157260 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-186e9fe2-b552-409c-93d2-f93c5d492dee req-e7d00aaa-028e-4fa2-bdcc-9858fe4befda tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/ports?device_id=3804666f-6b9b-407c-a2ec-26cc88361b9c HTTP/1.1" status: 200 len: 945 time: 0.0940576 Jul 14 09:45:34.162035 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-317d26ba-c09d-4a19-84ba-48095a8cc385 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3481002'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:34.189002 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-441aa501-ba12-4aa7-84df-537e128da5e6 None None] Provisioning for port 4f5b5975-7109-408b-9015-e446a1d1f6cb completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:45:34.196398 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-441aa501-ba12-4aa7-84df-537e128da5e6 None None] Provisioning complete for port 4f5b5975-7109-408b-9015-e446a1d1f6cb triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:45:34.196883 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-441aa501-ba12-4aa7-84df-537e128da5e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:34.201134 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-186e9fe2-b552-409c-93d2-f93c5d492dee req-e2b90fc9-5e68-4ae5-8704-3f2186f63e96 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/security-groups?id=c4808f8e-d927-4dd4-bd3b-54d695233756&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362079 Jul 14 09:45:34.232294 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-317d26ba-c09d-4a19-84ba-48095a8cc385 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13574056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16714573'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:34.261883 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317d26ba-c09d-4a19-84ba-48095a8cc385 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Pushing event deleted for resources: {'Subnet': ['ID=769bb7f0-d657-4ac8-b47e-e6ebe649834e,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:34.270569 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-317d26ba-c09d-4a19-84ba-48095a8cc385 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:34.272449 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-317d26ba-c09d-4a19-84ba-48095a8cc385 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "DELETE /v2.0/subnets/769bb7f0-d657-4ac8-b47e-e6ebe649834e HTTP/1.1" status: 204 len: 168 time: 0.3707979 Jul 14 09:45:34.274663 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317d26ba-c09d-4a19-84ba-48095a8cc385 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:45:34.275031 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317d26ba-c09d-4a19-84ba-48095a8cc385 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:45:34.275381 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317d26ba-c09d-4a19-84ba-48095a8cc385 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:45:34.275700 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317d26ba-c09d-4a19-84ba-48095a8cc385 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:45:34.276301 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317d26ba-c09d-4a19-84ba-48095a8cc385 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:45:34.276437 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317d26ba-c09d-4a19-84ba-48095a8cc385 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:45:34.276646 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317d26ba-c09d-4a19-84ba-48095a8cc385 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:45:34.276970 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317d26ba-c09d-4a19-84ba-48095a8cc385 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:45:34.278056 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317d26ba-c09d-4a19-84ba-48095a8cc385 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:45:34.278056 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317d26ba-c09d-4a19-84ba-48095a8cc385 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:45:34.278056 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317d26ba-c09d-4a19-84ba-48095a8cc385 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:45:34.279683 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317d26ba-c09d-4a19-84ba-48095a8cc385 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:45:34.279757 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 48862) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:34.344579 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-441aa501-ba12-4aa7-84df-537e128da5e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:34.347187 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-0a2353e8-8912-4f4e-9085-0d7e1d6e6ba1 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0665350 Jul 14 09:45:34.350499 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 48864) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:34.355573 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-8ff46dc4-83bb-4763-95e3-8c752d71fdb0 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Request body: {'subnet': {'network_id': '17492632-5a7e-4bec-a3f9-f8285e44faf2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:45:34.386124 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-441aa501-ba12-4aa7-84df-537e128da5e6 None None] For port 4f5b5975-7109-408b-9015-e446a1d1f6cb, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=4f5b5975-7109-408b-9015-e446a1d1f6cb,segment=NetworkSegment(19ac4e1e-e083-4566-aca1-839bc1c998c7),segment_id=19ac4e1e-e083-4566-aca1-839bc1c998c7)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:45:34.391587 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-441aa501-ba12-4aa7-84df-537e128da5e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:34.478912 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ff46dc4-83bb-4763-95e3-8c752d71fdb0 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Made reservation on behalf of 1a9c030e37eb4fbea3adea586f150fe1 for: {'subnet': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:45:34.483774 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8ff46dc4-83bb-4763-95e3-8c752d71fdb0 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11984110'] for subnet, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:34.594989 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa3f8ed9-e30a-4bd5-ad11-6b724c647c73 None None] Network 17492632-5a7e-4bec-a3f9-f8285e44faf2 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:45:34.695510 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-66a655a5-b56e-4d3a-9f43-68dd159d3fd3 None None] Provisioning complete for port 4f5b5975-7109-408b-9015-e446a1d1f6cb triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:45:34.695892 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-66a655a5-b56e-4d3a-9f43-68dd159d3fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:34.700265 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441aa501-ba12-4aa7-84df-537e128da5e6 None None] Pushing event updated for resources: {'Port': ['ID=4f5b5975-7109-408b-9015-e446a1d1f6cb,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:34.723779 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8ff46dc4-83bb-4763-95e3-8c752d71fdb0 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10052764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11984092'] for subnet, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:34.788917 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff46dc4-83bb-4763-95e3-8c752d71fdb0 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Pushing event updated for resources: {'Subnet': ['ID=a376cb15-8f62-45f2-b110-b71340cb0550,revision_number=0']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:34.797822 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ff46dc4-83bb-4763-95e3-8c752d71fdb0 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Network 17492632-5a7e-4bec-a3f9-f8285e44faf2 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:45:34.799500 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-8ff46dc4-83bb-4763-95e3-8c752d71fdb0 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:45:34.806672 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ff46dc4-83bb-4763-95e3-8c752d71fdb0 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:34.807613 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8ff46dc4-83bb-4763-95e3-8c752d71fdb0 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks [] for subnet, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:34.827706 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-8ff46dc4-83bb-4763-95e3-8c752d71fdb0 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4760661 Jul 14 09:45:34.830105 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 48874) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:34.836921 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-b459755a-b683-4b1d-b290-75dec00f59b5 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Request body: {'port': {'network_id': '17492632-5a7e-4bec-a3f9-f8285e44faf2', 'name': 'tempest-NetworksTestDHCPv6-430269138'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:45:34.883628 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f8bd34-4ff5-4328-91e6-737227d278b4 req-b5755636-6dd6-4068-b11f-200e68882ac8 tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:34.885316 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-02f8bd34-4ff5-4328-91e6-737227d278b4 req-b5755636-6dd6-4068-b11f-200e68882ac8 tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] 10.222.0.68 "GET /v2.0/ports?device_id=ae3d35a6-4bda-4462-871d-12870a7d39dc HTTP/1.1" status: 200 len: 945 time: 0.0842674 Jul 14 09:45:34.966490 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-02f8bd34-4ff5-4328-91e6-737227d278b4 req-9860be58-de21-4d78-a46d-d7dbc2980922 tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] 10.222.0.68 "GET /v2.0/security-groups?id=6eb76f1e-e651-421c-9418-fa3a5fe2dfda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750835 Jul 14 09:45:34.987868 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b459755a-b683-4b1d-b290-75dec00f59b5 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Made reservation on behalf of 1a9c030e37eb4fbea3adea586f150fe1 for: {'port': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:45:34.991824 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b459755a-b683-4b1d-b290-75dec00f59b5 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:35.011699 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-b459755a-b683-4b1d-b290-75dec00f59b5 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] device_id is not set on port 3dd15825-04fb-47f6-9ff4-d94705355b15 yet. {{(pid=93957) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:45:35.091179 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-538e6124-bb13-4481-8a2c-df28bb5e540c None None] Network 17492632-5a7e-4bec-a3f9-f8285e44faf2 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:45:35.151629 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-b459755a-b683-4b1d-b290-75dec00f59b5 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Allocated IP 2001:db8::204 (17492632-5a7e-4bec-a3f9-f8285e44faf2/a376cb15-8f62-45f2-b110-b71340cb0550/3dd15825-04fb-47f6-9ff4-d94705355b15) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:45:35.203279 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-54598ede-f3de-422f-b763-b8995aad39a3 None None] Provisioning complete for port 4f5b5975-7109-408b-9015-e446a1d1f6cb triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:45:35.203858 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-54598ede-f3de-422f-b763-b8995aad39a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:35.365194 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 4f5b5975-7109-408b-9015-e446a1d1f6cb up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:45:35.486372 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port 4f5b5975-7109-408b-9015-e446a1d1f6cb triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:45:35.487073 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:35.495671 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b459755a-b683-4b1d-b290-75dec00f59b5 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:35.534804 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-b459755a-b683-4b1d-b290-75dec00f59b5 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Transition to ACTIVE for port object 3dd15825-04fb-47f6-9ff4-d94705355b15 will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:45:35.568811 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4453ca-abd7-4414-87b7-2a696f83ae9b req-8567cd95-a810-421a-9df0-8a63da12782e tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:35.570441 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ab4453ca-abd7-4414-87b7-2a696f83ae9b req-8567cd95-a810-421a-9df0-8a63da12782e tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/ports?device_id=3804666f-6b9b-407c-a2ec-26cc88361b9c HTTP/1.1" status: 200 len: 945 time: 0.1355836 Jul 14 09:45:35.679593 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ab4453ca-abd7-4414-87b7-2a696f83ae9b req-70f371af-08ac-4e70-acc9-5a11557f0010 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/security-groups?id=c4808f8e-d927-4dd4-bd3b-54d695233756&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0925756 Jul 14 09:45:35.681238 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b459755a-b683-4b1d-b290-75dec00f59b5 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:35.755235 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b459755a-b683-4b1d-b290-75dec00f59b5 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Network 17492632-5a7e-4bec-a3f9-f8285e44faf2 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:45:35.766155 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-b459755a-b683-4b1d-b290-75dec00f59b5 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:45:35.770295 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b459755a-b683-4b1d-b290-75dec00f59b5 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Pushing event updated for resources: {'Port': ['ID=3dd15825-04fb-47f6-9ff4-d94705355b15,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:35.774155 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b459755a-b683-4b1d-b290-75dec00f59b5 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:45:35.783444 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b459755a-b683-4b1d-b290-75dec00f59b5 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:35.784123 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b459755a-b683-4b1d-b290-75dec00f59b5 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:35.794711 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-26a9dd29-ff8c-434f-8e0f-3724b9c122d7 None None] Provisioning complete for port 4f5b5975-7109-408b-9015-e446a1d1f6cb triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:45:35.798315 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-26a9dd29-ff8c-434f-8e0f-3724b9c122d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:35.807804 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-b459755a-b683-4b1d-b290-75dec00f59b5 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.9759018 Jul 14 09:45:35.809929 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 48894) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:35.947018 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74f8e26e-c571-4787-a213-11197142dc11 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:35.953182 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74f8e26e-c571-4787-a213-11197142dc11 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:35.954870 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-74f8e26e-c571-4787-a213-11197142dc11 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1591 time: 0.1431391 Jul 14 09:45:35.958250 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 48900) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:35.992022 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f74664-85e7-4d37-b96b-d5882af3677a req-1b37d8fc-9bf9-408d-9810-0f5b436a5c52 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:35.993992 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-16f74664-85e7-4d37-b96b-d5882af3677a req-1b37d8fc-9bf9-408d-9810-0f5b436a5c52 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/ports?device_id=3804666f-6b9b-407c-a2ec-26cc88361b9c HTTP/1.1" status: 200 len: 945 time: 0.1220503 Jul 14 09:45:36.056485 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-16f74664-85e7-4d37-b96b-d5882af3677a req-37ab1473-a730-4b8a-983f-4de2e29e9447 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/security-groups?id=c4808f8e-d927-4dd4-bd3b-54d695233756&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560629 Jul 14 09:45:36.057748 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-78e9252a-4548-4c75-98b0-1b13fdbc87f1 None None] Could not find standard attr ID for object 9b094300-7358-4ab8-b4a9-f227cc056668. {{(pid=93959) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 09:45:36.083208 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 48904) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:36.123846 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-8db75c91-bb8b-4c29-b7f7-e51512e106b1 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Deleting port 3dd15825-04fb-47f6-9ff4-d94705355b15 {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:45:36.124224 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8db75c91-bb8b-4c29-b7f7-e51512e106b1 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:36.154915 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e187476b-210c-42a2-a3af-6f33c848b783 tempest-TestNetworkAdvancedServerOps-1977836674 tempest-TestNetworkAdvancedServerOps-1977836674-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:36.156710 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-e187476b-210c-42a2-a3af-6f33c848b783 tempest-TestNetworkAdvancedServerOps-1977836674 tempest-TestNetworkAdvancedServerOps-1977836674-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=3804666f-6b9b-407c-a2ec-26cc88361b9c HTTP/1.1" status: 200 len: 1092 time: 0.0719895 Jul 14 09:45:36.159748 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 48908) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:36.165066 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-495ed467-0e7a-4669-8e3d-cbdfabc5ebae tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Request body: {'floatingip': {'floating_network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'port_id': '7cea0ef2-e994-4c90-b899-188986138fca', 'tenant_id': '62cf828fc3e84fada2a4655d43752657', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:45:36.204928 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-495ed467-0e7a-4669-8e3d-cbdfabc5ebae tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks [] for floatingip, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:36.296308 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8db75c91-bb8b-4c29-b7f7-e51512e106b1 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:36.310175 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-8db75c91-bb8b-4c29-b7f7-e51512e106b1 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Calling delete_port for 3dd15825-04fb-47f6-9ff4-d94705355b15 owned by {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:45:36.324853 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-495ed467-0e7a-4669-8e3d-cbdfabc5ebae tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:36.386761 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-a4e9df09-29b5-49f5-bf0b-a8c87a3dab23 None None] Provisioning for port 3dd15825-04fb-47f6-9ff4-d94705355b15 completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:45:36.395698 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-a4e9df09-29b5-49f5-bf0b-a8c87a3dab23 None None] Provisioning complete for port 3dd15825-04fb-47f6-9ff4-d94705355b15 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:45:36.396072 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a4e9df09-29b5-49f5-bf0b-a8c87a3dab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:36.413035 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8128fb67-1c9e-4af0-9f15-d038218cb969 req-5e631e44-0da1-4946-90c8-8b811def6748 tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:36.420092 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8128fb67-1c9e-4af0-9f15-d038218cb969 req-5e631e44-0da1-4946-90c8-8b811def6748 tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] 10.222.0.68 "GET /v2.0/ports?device_id=ae3d35a6-4bda-4462-871d-12870a7d39dc HTTP/1.1" status: 200 len: 945 time: 0.2036040 Jul 14 09:45:36.461084 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-a4e9df09-29b5-49f5-bf0b-a8c87a3dab23 None None] Port 3dd15825-04fb-47f6-9ff4-d94705355b15 cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:45:36.475990 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8128fb67-1c9e-4af0-9f15-d038218cb969 req-222d8cda-66b3-43e7-8a9b-d80eb6808a0b tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] 10.222.0.68 "GET /v2.0/security-groups?id=6eb76f1e-e651-421c-9418-fa3a5fe2dfda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549045 Jul 14 09:45:36.497582 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-495ed467-0e7a-4669-8e3d-cbdfabc5ebae tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Allocated IP 172.25.4.119 (2dcd4d32-cc7c-4468-b396-7ce5c9231892/6cd22a75-5bc1-467c-a3c4-0af04bd1b34a/7052d2b2-a6ae-49e1-9fc4-e64bdbe71bba) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:45:36.576921 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8db75c91-bb8b-4c29-b7f7-e51512e106b1 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:36.619850 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db75c91-bb8b-4c29-b7f7-e51512e106b1 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Pushing event deleted for resources: {'Port': ['ID=3dd15825-04fb-47f6-9ff4-d94705355b15,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:36.645153 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-495ed467-0e7a-4669-8e3d-cbdfabc5ebae tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:36.655136 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8db75c91-bb8b-4c29-b7f7-e51512e106b1 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:36.659893 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-8db75c91-bb8b-4c29-b7f7-e51512e106b1 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "DELETE /v2.0/ports/3dd15825-04fb-47f6-9ff4-d94705355b15 HTTP/1.1" status: 204 len: 168 time: 0.6983161 Jul 14 09:45:36.660187 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 48918) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:36.701116 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-495ed467-0e7a-4669-8e3d-cbdfabc5ebae tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:36.723797 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a074aa00-a4b6-4d52-9135-84d01f80c175 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:36.725671 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a074aa00-a4b6-4d52-9135-84d01f80c175 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:36.729548 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-a074aa00-a4b6-4d52-9135-84d01f80c175 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0651526 Jul 14 09:45:36.729811 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 48920) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:36.764342 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-495ed467-0e7a-4669-8e3d-cbdfabc5ebae tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Network 2dcd4d32-cc7c-4468-b396-7ce5c9231892 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:45:36.778441 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-495ed467-0e7a-4669-8e3d-cbdfabc5ebae tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:45:36.786016 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-495ed467-0e7a-4669-8e3d-cbdfabc5ebae tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:45:36.789192 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9daa387-018c-4ec6-b53f-18ba7d5a3362 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Deleting subnet a376cb15-8f62-45f2-b110-b71340cb0550 {{(pid=93957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:45:36.793386 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f9daa387-018c-4ec6-b53f-18ba7d5a3362 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks [] for subnet, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:36.850077 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495ed467-0e7a-4669-8e3d-cbdfabc5ebae tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Pushing event updated for resources: {'Port': ['ID=7052d2b2-a6ae-49e1-9fc4-e64bdbe71bba,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:36.876206 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f9daa387-018c-4ec6-b53f-18ba7d5a3362 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10944203'] for subnet, precommit_delete_associations {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:36.959543 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f9daa387-018c-4ec6-b53f-18ba7d5a3362 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3481002'] for subnet, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:37.025165 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f9daa387-018c-4ec6-b53f-18ba7d5a3362 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10052701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11984075'] for subnet, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:37.060651 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9daa387-018c-4ec6-b53f-18ba7d5a3362 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Pushing event deleted for resources: {'Subnet': ['ID=a376cb15-8f62-45f2-b110-b71340cb0550,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:37.069791 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f9daa387-018c-4ec6-b53f-18ba7d5a3362 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks [] for subnet, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:37.074831 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-f9daa387-018c-4ec6-b53f-18ba7d5a3362 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "DELETE /v2.0/subnets/a376cb15-8f62-45f2-b110-b71340cb0550 HTTP/1.1" status: 204 len: 168 time: 0.3435733 Jul 14 09:45:37.075460 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 48926) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:37.078093 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9d52e0d-6ed4-45e4-b5e4-7f8dc4bd1b5e None None] Network 17492632-5a7e-4bec-a3f9-f8285e44faf2 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:45:37.120952 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-931697c3-44d5-46cc-a5ec-e40562a41e8c tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0436609 Jul 14 09:45:37.121686 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 48930) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:37.126979 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-e6eac313-4932-4898-9ee2-287e015c23f5 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Request body: {'subnet': {'network_id': '17492632-5a7e-4bec-a3f9-f8285e44faf2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:45:37.278967 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6eac313-4932-4898-9ee2-287e015c23f5 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Made reservation on behalf of 1a9c030e37eb4fbea3adea586f150fe1 for: {'subnet': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:45:37.284173 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e6eac313-4932-4898-9ee2-287e015c23f5 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11984110'] for subnet, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:37.335120 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6e2f260-b147-41c7-ac96-a685328e984e None None] DHCP port deletion for 17492632-5a7e-4bec-a3f9-f8285e44faf2 request from n-d-779913-29 {{(pid=93959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:45:37.357140 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-495ed467-0e7a-4669-8e3d-cbdfabc5ebae tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:37.413218 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-e6e2f260-b147-41c7-ac96-a685328e984e None None] Deleting port 4f5b5975-7109-408b-9015-e446a1d1f6cb {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:45:37.413851 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e6e2f260-b147-41c7-ac96-a685328e984e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:37.501611 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-495ed467-0e7a-4669-8e3d-cbdfabc5ebae tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:37.519145 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-e6e2f260-b147-41c7-ac96-a685328e984e None None] For port 4f5b5975-7109-408b-9015-e446a1d1f6cb, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=4f5b5975-7109-408b-9015-e446a1d1f6cb,segment=NetworkSegment(19ac4e1e-e083-4566-aca1-839bc1c998c7),segment_id=19ac4e1e-e083-4566-aca1-839bc1c998c7)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:45:37.520018 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e6e2f260-b147-41c7-ac96-a685328e984e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:37.536274 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-e6e2f260-b147-41c7-ac96-a685328e984e None None] Calling delete_port for 4f5b5975-7109-408b-9015-e446a1d1f6cb owned by network:dhcp {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:45:37.629051 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e6e2f260-b147-41c7-ac96-a685328e984e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:37.656034 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e6eac313-4932-4898-9ee2-287e015c23f5 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10052764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11984092'] for subnet, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:37.697964 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e2f260-b147-41c7-ac96-a685328e984e None None] Pushing event deleted for resources: {'Port': ['ID=4f5b5975-7109-408b-9015-e446a1d1f6cb,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:37.709767 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6eac313-4932-4898-9ee2-287e015c23f5 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Network 17492632-5a7e-4bec-a3f9-f8285e44faf2 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:45:37.718269 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e2f260-b147-41c7-ac96-a685328e984e None None] No DVR routers for this DVR port 4f5b5975-7109-408b-9015-e446a1d1f6cb on host n-d-779913-29 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:45:37.722880 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6eac313-4932-4898-9ee2-287e015c23f5 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Pushing event updated for resources: {'Subnet': ['ID=886cba86-c6bb-4182-b198-8686070ecf5b,revision_number=0']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:37.725324 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-e6eac313-4932-4898-9ee2-287e015c23f5 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:45:37.729467 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6eac313-4932-4898-9ee2-287e015c23f5 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:37.730229 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e6eac313-4932-4898-9ee2-287e015c23f5 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks [] for subnet, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:37.744596 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3951402e-25fc-42c9-b95f-382a665856bb None None] Network 17492632-5a7e-4bec-a3f9-f8285e44faf2 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:45:37.747885 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-e6eac313-4932-4898-9ee2-287e015c23f5 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6250486 Jul 14 09:45:37.750409 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 48942) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:37.756537 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-a4f25d4d-a1d9-439a-b2c7-4a84164761fd tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Request body: {'port': {'network_id': '17492632-5a7e-4bec-a3f9-f8285e44faf2', 'name': 'tempest-NetworksTestDHCPv6-1608063405'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:45:37.806765 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-495ed467-0e7a-4669-8e3d-cbdfabc5ebae tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:37.818102 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-495ed467-0e7a-4669-8e3d-cbdfabc5ebae tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13574142'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:37.915920 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4f25d4d-a1d9-439a-b2c7-4a84164761fd tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Made reservation on behalf of 1a9c030e37eb4fbea3adea586f150fe1 for: {'port': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:45:37.920185 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a4f25d4d-a1d9-439a-b2c7-4a84164761fd tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:37.931235 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46d5d99b-9a8f-498f-8db8-0adf091fc1ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf57baaa9-fd24-59f4-8fd2-1dc21122ce72-17492632-5a7e-4bec-a3f9-f8285e44faf2', 'network_id': '17492632-5a7e-4bec-a3f9-f8285e44faf2', 'tenant_id': '1a9c030e37eb4fbea3adea586f150fe1', 'fixed_ips': [{'subnet_id': '886cba86-c6bb-4182-b198-8686070ecf5b'}]}} from n-d-779913-29. {{(pid=93959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:45:37.934664 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495ed467-0e7a-4669-8e3d-cbdfabc5ebae tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Pushing event updated for resources: {'Port': ['ID=7052d2b2-a6ae-49e1-9fc4-e64bdbe71bba,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:37.935124 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-46d5d99b-9a8f-498f-8db8-0adf091fc1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:37.949114 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-a4f25d4d-a1d9-439a-b2c7-4a84164761fd tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] device_id is not set on port 8cc894a9-b932-41a6-92bb-1294db0288ec yet. {{(pid=93957) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:45:37.972822 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a933cd4-f344-41b3-9ae3-c27ce4b87f77 req-d43a2575-252a-47bd-8407-6c29ffe9d42d tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:37.975018 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-9a933cd4-f344-41b3-9ae3-c27ce4b87f77 req-d43a2575-252a-47bd-8407-6c29ffe9d42d tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] 10.222.0.68 "GET /v2.0/ports?device_id=ae3d35a6-4bda-4462-871d-12870a7d39dc HTTP/1.1" status: 200 len: 945 time: 0.2592957 Jul 14 09:45:37.976324 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-495ed467-0e7a-4669-8e3d-cbdfabc5ebae tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-660590'] for floatingip, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:38.091054 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-9a933cd4-f344-41b3-9ae3-c27ce4b87f77 req-f5b87017-3366-401e-9de7-27a67f0f7dbb tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] 10.222.0.68 "GET /v2.0/security-groups?id=6eb76f1e-e651-421c-9418-fa3a5fe2dfda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779147 Jul 14 09:45:38.103876 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-a4f25d4d-a1d9-439a-b2c7-4a84164761fd tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Allocated IP 2001:db8::13d (17492632-5a7e-4bec-a3f9-f8285e44faf2/886cba86-c6bb-4182-b198-8686070ecf5b/8cc894a9-b932-41a6-92bb-1294db0288ec) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:45:38.115113 n-d-779913-29 neutron-server[93958]: INFO neutron.db.l3_db [None req-495ed467-0e7a-4669-8e3d-cbdfabc5ebae tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Floating IP 5d574e84-e698-4ba9-9a35-1b19d2c8171f associated. External IP: 172.25.4.119, port: 7cea0ef2-e994-4c90-b899-188986138fca. Jul 14 09:45:38.290957 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a4f25d4d-a1d9-439a-b2c7-4a84164761fd tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:38.305459 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-a4f25d4d-a1d9-439a-b2c7-4a84164761fd tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Transition to ACTIVE for port object 8cc894a9-b932-41a6-92bb-1294db0288ec will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:45:38.335665 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-495ed467-0e7a-4669-8e3d-cbdfabc5ebae tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Router 03140745-4da4-44c8-898e-26fd1e9659c1 has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:45:38.338041 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a4f25d4d-a1d9-439a-b2c7-4a84164761fd tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:38.384231 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4f25d4d-a1d9-439a-b2c7-4a84164761fd tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Network 17492632-5a7e-4bec-a3f9-f8285e44faf2 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:45:38.389771 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-a4f25d4d-a1d9-439a-b2c7-4a84164761fd tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:45:38.390902 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-46d5d99b-9a8f-498f-8db8-0adf091fc1ac None None] Allocated IP 2001:db8::2 (17492632-5a7e-4bec-a3f9-f8285e44faf2/886cba86-c6bb-4182-b198-8686070ecf5b/53c2fc83-f8d0-41f9-8846-47faaf19c56d) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:45:38.394795 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4f25d4d-a1d9-439a-b2c7-4a84164761fd tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:45:38.400840 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4f25d4d-a1d9-439a-b2c7-4a84164761fd tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:38.401630 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a4f25d4d-a1d9-439a-b2c7-4a84164761fd tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:38.405772 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f25d4d-a1d9-439a-b2c7-4a84164761fd tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Pushing event updated for resources: {'Port': ['ID=8cc894a9-b932-41a6-92bb-1294db0288ec,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:38.420887 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-a4f25d4d-a1d9-439a-b2c7-4a84164761fd tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 0.6691408 Jul 14 09:45:38.423386 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 48954) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:38.458728 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-495ed467-0e7a-4669-8e3d-cbdfabc5ebae tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:45:38.469919 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4e0f370-41e3-41e2-8302-e61143de4545 None None] Sync routers for ids ['03140745-4da4-44c8-898e-26fd1e9659c1'] in n-d-779913-29 {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:45:38.478684 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-495ed467-0e7a-4669-8e3d-cbdfabc5ebae tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for floatingip, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:38.487166 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e0f370-41e3-41e2-8302-e61143de4545 None None] Routers {'03140745-4da4-44c8-898e-26fd1e9659c1'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:45:38.487726 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-c4e0f370-41e3-41e2-8302-e61143de4545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:45:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['03140745-4da4-44c8-898e-26fd1e9659c1'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:45:38.519981 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9770cc5e-d8e9-458f-9d82-59967ffa32cb tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:38.524066 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-9770cc5e-d8e9-458f-9d82-59967ffa32cb tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.0971460 Jul 14 09:45:38.524422 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 48956) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:38.553136 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-495ed467-0e7a-4669-8e3d-cbdfabc5ebae tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3786790 Jul 14 09:45:38.554247 n-d-779913-29 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3804666f-6b9b-407c-a2ec-26cc88361b9c', 'tag': '7cea0ef2-e994-4c90-b899-188986138fca'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:45:38.560743 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cb48f044f948e981f43897c8d7f1332f741dc7af2b4c5a6e19d8f4a80f708e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-861e1462-0201-42e1-bb28-2d4383790c74" -d '{"events": [{"name": "network-changed", "server_uuid": "3804666f-6b9b-407c-a2ec-26cc88361b9c", "tag": "7cea0ef2-e994-4c90-b899-188986138fca"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:45:38.631105 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:45:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a60a285-0c32-421c-9337-a33fdf5afb92 x-openstack-request-id: req-2a60a285-0c32-421c-9337-a33fdf5afb92 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:45:38.631398 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3804666f-6b9b-407c-a2ec-26cc88361b9c", "tag": "7cea0ef2-e994-4c90-b899-188986138fca", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:45:38.631709 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-2a60a285-0c32-421c-9337-a33fdf5afb92 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:45:38.632053 n-d-779913-29 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3804666f-6b9b-407c-a2ec-26cc88361b9c', 'tag': '7cea0ef2-e994-4c90-b899-188986138fca', 'status': 'completed', 'code': 200} Jul 14 09:45:38.633198 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvr_db [None req-c4e0f370-41e3-41e2-8302-e61143de4545 None None] Set router 03140745-4da4-44c8-898e-26fd1e9659c1 gateway port host: n-d-779913-29 {{(pid=93959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:45:38.637757 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-2996ab9d-3642-4906-8c1d-b24fc3e22f8b tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Deleting port 8cc894a9-b932-41a6-92bb-1294db0288ec {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:45:38.638223 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2996ab9d-3642-4906-8c1d-b24fc3e22f8b tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:38.833641 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2996ab9d-3642-4906-8c1d-b24fc3e22f8b tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:38.848024 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-46d5d99b-9a8f-498f-8db8-0adf091fc1ac None None] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:38.849791 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861e1462-0201-42e1-bb28-2d4383790c74 req-d42a11e2-9cbd-4231-9120-0bbd1cac3aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:38.851534 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-861e1462-0201-42e1-bb28-2d4383790c74 req-d42a11e2-9cbd-4231-9120-0bbd1cac3aad service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=62cf828fc3e84fada2a4655d43752657&device_id=3804666f-6b9b-407c-a2ec-26cc88361b9c HTTP/1.1" status: 200 len: 1097 time: 0.1549709 Jul 14 09:45:38.856625 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-2996ab9d-3642-4906-8c1d-b24fc3e22f8b tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Calling delete_port for 8cc894a9-b932-41a6-92bb-1294db0288ec owned by {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:45:38.870413 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-46d5d99b-9a8f-498f-8db8-0adf091fc1ac None None] Transition to ACTIVE for port object 53c2fc83-f8d0-41f9-8846-47faaf19c56d will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:45:38.881320 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb91647-e0da-413b-99a9-7350ae94bc8d req-6a9e3d1f-9188-46da-a67c-307cb2e0b8aa tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:38.888051 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-9cb91647-e0da-413b-99a9-7350ae94bc8d req-6a9e3d1f-9188-46da-a67c-307cb2e0b8aa tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/ports?device_id=3804666f-6b9b-407c-a2ec-26cc88361b9c HTTP/1.1" status: 200 len: 945 time: 0.1898582 Jul 14 09:45:38.905283 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-46d5d99b-9a8f-498f-8db8-0adf091fc1ac None None] Transition to ACTIVE for port object 53c2fc83-f8d0-41f9-8846-47faaf19c56d will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:45:38.913652 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-46d5d99b-9a8f-498f-8db8-0adf091fc1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:38.979719 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46d5d99b-9a8f-498f-8db8-0adf091fc1ac None None] Network 17492632-5a7e-4bec-a3f9-f8285e44faf2 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:45:38.985016 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-46d5d99b-9a8f-498f-8db8-0adf091fc1ac None None] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:45:38.990147 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46d5d99b-9a8f-498f-8db8-0adf091fc1ac None None] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:45:39.007204 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5d99b-9a8f-498f-8db8-0adf091fc1ac None None] Pushing event updated for resources: {'Port': ['ID=53c2fc83-f8d0-41f9-8846-47faaf19c56d,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:39.064465 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-9cb91647-e0da-413b-99a9-7350ae94bc8d req-bf80ca85-4231-4e91-90a8-c70feac47e84 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/security-groups?id=c4808f8e-d927-4dd4-bd3b-54d695233756&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1755445 Jul 14 09:45:39.075835 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861e1462-0201-42e1-bb28-2d4383790c74 req-b9e888fa-84f4-4b96-84a7-fcf98c4d6fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:39.077413 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-861e1462-0201-42e1-bb28-2d4383790c74 req-b9e888fa-84f4-4b96-84a7-fcf98c4d6fa5 service neutron] 10.222.0.65 "GET /v2.0/networks?id=4c35a1de-4d2f-4c90-922a-9ee2e847d92b HTTP/1.1" status: 200 len: 897 time: 0.2188299 Jul 14 09:45:39.082107 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-c4e0f370-41e3-41e2-8302-e61143de4545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03140745-4da4-44c8-898e-26fd1e9659c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-982187509', 'tenant_id': '62cf828fc3e84fada2a4655d43752657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.52'}], 'enable_snat': True}, 'gw_port_id': '0f4ad24a-0e11-4164-9575-ab79ad21d87f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:45:15Z', 'updated_at': '2021-07-14T09:45:20Z', 'revision_number': 4, 'project_id': '62cf828fc3e84fada2a4655d43752657', 'gw_port': {'id': '0f4ad24a-0e11-4164-9575-ab79ad21d87f', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:52:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03140745-4da4-44c8-898e-26fd1e9659c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3353, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:45:16Z', 'updated_at': '2021-07-14T09:45:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_floatingips': [{'id': '5d574e84-e698-4ba9-9a35-1b19d2c8171f', 'tenant_id': '62cf828fc3e84fada2a4655d43752657', 'floating_ip_address': '172.25.4.119', 'floating_network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'router_id': '03140745-4da4-44c8-898e-26fd1e9659c1', 'port_id': '7cea0ef2-e994-4c90-b899-188986138fca', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3375, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c35a1de-4d2f-4c90-922a-9ee2e847d92b', 'mac_address': 'fa:16:3e:f5:79:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3804666f-6b9b-407c-a2ec-26cc88361b9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:45:37Z', 'updated_at': '2021-07-14T09:45:37Z', 'revision_number': 0, 'project_id': '62cf828fc3e84fada2a4655d43752657', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9adb11f2-67f6-4336-84e6-d71f29c58570', 'name': '', 'network_id': '4c35a1de-4d2f-4c90-922a-9ee2e847d92b', 'tenant_id': '62cf828fc3e84fada2a4655d43752657', 'mac_address': 'fa:16:3e:64:28:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03140745-4da4-44c8-898e-26fd1e9659c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3358, 'fixed_ips': [{'subnet_id': 'fb44ecfc-c025-4947-a94a-856af59d72fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:45:19Z', 'updated_at': '2021-07-14T09:45:27Z', 'revision_number': 5, 'project_id': '62cf828fc3e84fada2a4655d43752657', 'subnets': [{'id': 'fb44ecfc-c025-4947-a94a-856af59d72fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:45:39.083080 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-46d5d99b-9a8f-498f-8db8-0adf091fc1ac None None] Attempting to bind port 53c2fc83-f8d0-41f9-8846-47faaf19c56d on host n-d-779913-29 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:45:39.083519 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-46d5d99b-9a8f-498f-8db8-0adf091fc1ac None None] Attempting to bind port 53c2fc83-f8d0-41f9-8846-47faaf19c56d by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': '19ac4e1e-e083-4566-aca1-839bc1c998c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '17492632-5a7e-4bec-a3f9-f8285e44faf2'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:45:39.084036 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46d5d99b-9a8f-498f-8db8-0adf091fc1ac None None] Attempting to bind port 53c2fc83-f8d0-41f9-8846-47faaf19c56d on network 17492632-5a7e-4bec-a3f9-f8285e44faf2 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:45:39.103543 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 48970) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:39.120125 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4e0f370-41e3-41e2-8302-e61143de4545 None None] Checking router: 03140745-4da4-44c8-898e-26fd1e9659c1 for host: n-d-779913-29 {{(pid=93959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:45:39.129812 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46d5d99b-9a8f-498f-8db8-0adf091fc1ac None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 45, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:45:39.130276 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46d5d99b-9a8f-498f-8db8-0adf091fc1ac None None] Checking segment: {'id': '19ac4e1e-e083-4566-aca1-839bc1c998c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '17492632-5a7e-4bec-a3f9-f8285e44faf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:45:39.130748 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-46d5d99b-9a8f-498f-8db8-0adf091fc1ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:39.131329 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46d5d99b-9a8f-498f-8db8-0adf091fc1ac None None] Bound using segment: {'id': '19ac4e1e-e083-4566-aca1-839bc1c998c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '17492632-5a7e-4bec-a3f9-f8285e44faf2'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:45:39.131879 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-46d5d99b-9a8f-498f-8db8-0adf091fc1ac None None] Bound port: 53c2fc83-f8d0-41f9-8846-47faaf19c56d, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19ac4e1e-e083-4566-aca1-839bc1c998c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '17492632-5a7e-4bec-a3f9-f8285e44faf2'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:45:39.132330 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-46d5d99b-9a8f-498f-8db8-0adf091fc1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:39.135017 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e0f370-41e3-41e2-8302-e61143de4545 None None] Routers {'03140745-4da4-44c8-898e-26fd1e9659c1'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:45:39.135684 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-c4e0f370-41e3-41e2-8302-e61143de4545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:45:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['03140745-4da4-44c8-898e-26fd1e9659c1'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:45:39.185941 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-91888e11-3ca5-4e79-aa58-130cba3fb752 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/floatingips/5d574e84-e698-4ba9-9a35-1b19d2c8171f HTTP/1.1" status: 200 len: 991 time: 0.0802908 Jul 14 09:45:39.230464 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-861e1462-0201-42e1-bb28-2d4383790c74 req-5a35c157-7900-432b-aabb-81edeb2d498e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7cea0ef2-e994-4c90-b899-188986138fca HTTP/1.1" status: 200 len: 999 time: 0.1453886 Jul 14 09:45:39.334919 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 4f5b5975-7109-408b-9015-e446a1d1f6cb no longer exists at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:45:39.337596 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-46d5d99b-9a8f-498f-8db8-0adf091fc1ac None None] For port 53c2fc83-f8d0-41f9-8846-47faaf19c56d, host n-d-779913-29, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:45:39.343726 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2996ab9d-3642-4906-8c1d-b24fc3e22f8b tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:39.343978 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-46d5d99b-9a8f-498f-8db8-0adf091fc1ac None None] For port 53c2fc83-f8d0-41f9-8846-47faaf19c56d, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=53c2fc83-f8d0-41f9-8846-47faaf19c56d,segment=NetworkSegment(19ac4e1e-e083-4566-aca1-839bc1c998c7),segment_id=19ac4e1e-e083-4566-aca1-839bc1c998c7)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:45:39.367884 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-46d5d99b-9a8f-498f-8db8-0adf091fc1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:39.378568 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvr_db [None req-c4e0f370-41e3-41e2-8302-e61143de4545 None None] Set router 03140745-4da4-44c8-898e-26fd1e9659c1 gateway port host: n-d-779913-29 {{(pid=93959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:45:39.378568 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] No Port match for: 4f5b5975-7109-408b-9015-e446a1d1f6cb {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:45:39.378568 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 4f5b5975-7109-408b-9015-e446a1d1f6cb not bound to the agent host n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:45:39.379165 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8109f518-bf6a-4283-83a3-4792738fbebd req-f6f846eb-76f2-4f1b-b653-44d9c8b8d631 tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:39.382746 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-8109f518-bf6a-4283-83a3-4792738fbebd req-f6f846eb-76f2-4f1b-b653-44d9c8b8d631 tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] 10.222.0.68 "GET /v2.0/ports?device_id=ae3d35a6-4bda-4462-871d-12870a7d39dc HTTP/1.1" status: 200 len: 945 time: 0.1534586 Jul 14 09:45:39.398161 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2996ab9d-3642-4906-8c1d-b24fc3e22f8b tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Pushing event deleted for resources: {'Port': ['ID=8cc894a9-b932-41a6-92bb-1294db0288ec,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:39.401349 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861e1462-0201-42e1-bb28-2d4383790c74 req-083413bb-9d20-4ca5-b740-7dda7f4b6bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:39.403195 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-861e1462-0201-42e1-bb28-2d4383790c74 req-083413bb-9d20-4ca5-b740-7dda7f4b6bb1 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=fb44ecfc-c025-4947-a94a-856af59d72fc HTTP/1.1" status: 200 len: 835 time: 0.1621811 Jul 14 09:45:39.435443 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-8109f518-bf6a-4283-83a3-4792738fbebd req-949eab67-6873-49ff-a498-842bb7d81e2d tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] 10.222.0.68 "GET /v2.0/security-groups?id=6eb76f1e-e651-421c-9418-fa3a5fe2dfda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475476 Jul 14 09:45:39.443553 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2996ab9d-3642-4906-8c1d-b24fc3e22f8b tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:39.445787 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-2996ab9d-3642-4906-8c1d-b24fc3e22f8b tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "DELETE /v2.0/ports/8cc894a9-b932-41a6-92bb-1294db0288ec HTTP/1.1" status: 204 len: 168 time: 0.9203365 Jul 14 09:45:39.448581 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 48980) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:39.502944 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861e1462-0201-42e1-bb28-2d4383790c74 req-15d01352-edc6-4045-ad63-089884f4bd48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:39.507785 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-861e1462-0201-42e1-bb28-2d4383790c74 req-15d01352-edc6-4045-ad63-089884f4bd48 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4c35a1de-4d2f-4c90-922a-9ee2e847d92b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0784338 Jul 14 09:45:39.523659 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [req-861e1462-0201-42e1-bb28-2d4383790c74 req-696c5e00-e6c3-4bc7-90a4-be249a7255e8 service neutron] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=93957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:45:39.524961 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-861e1462-0201-42e1-bb28-2d4383790c74 req-696c5e00-e6c3-4bc7-90a4-be249a7255e8 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0070312 Jul 14 09:45:39.569624 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-644f310b-e99a-4744-8754-cf31fb99a414 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:39.571158 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-644f310b-e99a-4744-8754-cf31fb99a414 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:39.573633 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5d99b-9a8f-498f-8db8-0adf091fc1ac None None] Pushing event updated for resources: {'Port': ['ID=53c2fc83-f8d0-41f9-8846-47faaf19c56d,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:39.576239 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-644f310b-e99a-4744-8754-cf31fb99a414 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1264791 Jul 14 09:45:39.577467 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 48982) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:39.657830 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f169b97-b9eb-4f31-9352-9879d69cbc8f tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Deleting subnet 886cba86-c6bb-4182-b198-8686070ecf5b {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:45:39.661889 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6f169b97-b9eb-4f31-9352-9879d69cbc8f tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:39.664282 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-861e1462-0201-42e1-bb28-2d4383790c74 req-84d46525-c385-41dc-b364-e47126dc18d7 service neutron] 10.222.0.65 "GET /v2.0/networks/4c35a1de-4d2f-4c90-922a-9ee2e847d92b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192763 Jul 14 09:45:39.716074 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6f169b97-b9eb-4f31-9352-9879d69cbc8f tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13574120'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:39.806336 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-c4e0f370-41e3-41e2-8302-e61143de4545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03140745-4da4-44c8-898e-26fd1e9659c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-982187509', 'tenant_id': '62cf828fc3e84fada2a4655d43752657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.52'}], 'enable_snat': True}, 'gw_port_id': '0f4ad24a-0e11-4164-9575-ab79ad21d87f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:45:15Z', 'updated_at': '2021-07-14T09:45:20Z', 'revision_number': 4, 'project_id': '62cf828fc3e84fada2a4655d43752657', 'gw_port': {'id': '0f4ad24a-0e11-4164-9575-ab79ad21d87f', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:52:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03140745-4da4-44c8-898e-26fd1e9659c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3353, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:45:16Z', 'updated_at': '2021-07-14T09:45:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_floatingips': [{'id': '5d574e84-e698-4ba9-9a35-1b19d2c8171f', 'tenant_id': '62cf828fc3e84fada2a4655d43752657', 'floating_ip_address': '172.25.4.119', 'floating_network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'router_id': '03140745-4da4-44c8-898e-26fd1e9659c1', 'port_id': '7cea0ef2-e994-4c90-b899-188986138fca', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3375, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c35a1de-4d2f-4c90-922a-9ee2e847d92b', 'mac_address': 'fa:16:3e:f5:79:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3804666f-6b9b-407c-a2ec-26cc88361b9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:45:37Z', 'updated_at': '2021-07-14T09:45:37Z', 'revision_number': 0, 'project_id': '62cf828fc3e84fada2a4655d43752657', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9adb11f2-67f6-4336-84e6-d71f29c58570', 'name': '', 'network_id': '4c35a1de-4d2f-4c90-922a-9ee2e847d92b', 'tenant_id': '62cf828fc3e84fada2a4655d43752657', 'mac_address': 'fa:16:3e:64:28:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03140745-4da4-44c8-898e-26fd1e9659c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3358, 'fixed_ips': [{'subnet_id': 'fb44ecfc-c025-4947-a94a-856af59d72fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:45:19Z', 'updated_at': '2021-07-14T09:45:27Z', 'revision_number': 5, 'project_id': '62cf828fc3e84fada2a4655d43752657', 'subnets': [{'id': 'fb44ecfc-c025-4947-a94a-856af59d72fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:45:39.854022 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-861e1462-0201-42e1-bb28-2d4383790c74 req-7d80761c-f1a4-4949-b1df-d566e00359da service neutron] 10.222.0.65 "GET /v2.0/networks/4c35a1de-4d2f-4c90-922a-9ee2e847d92b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1730235 Jul 14 09:45:39.866889 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4e0f370-41e3-41e2-8302-e61143de4545 None None] The sync data for ids ['03140745-4da4-44c8-898e-26fd1e9659c1'] in n-d-779913-29 is: [{'id': '03140745-4da4-44c8-898e-26fd1e9659c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-982187509', 'tenant_id': '62cf828fc3e84fada2a4655d43752657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.52'}], 'enable_snat': True}, 'gw_port_id': '0f4ad24a-0e11-4164-9575-ab79ad21d87f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:45:15Z', 'updated_at': '2021-07-14T09:45:20Z', 'revision_number': 4, 'project_id': '62cf828fc3e84fada2a4655d43752657', 'gw_port': {'id': '0f4ad24a-0e11-4164-9575-ab79ad21d87f', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:52:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03140745-4da4-44c8-898e-26fd1e9659c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3353, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:45:16Z', 'updated_at': '2021-07-14T09:45:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_floatingips': [{'id': '5d574e84-e698-4ba9-9a35-1b19d2c8171f', 'tenant_id': '62cf828fc3e84fada2a4655d43752657', 'floating_ip_address': '172.25.4.119', 'floating_network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'router_id': '03140745-4da4-44c8-898e-26fd1e9659c1', 'port_id': '7cea0ef2-e994-4c90-b899-188986138fca', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3375, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c35a1de-4d2f-4c90-922a-9ee2e847d92b', 'mac_address': 'fa:16:3e:f5:79:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3804666f-6b9b-407c-a2ec-26cc88361b9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:45:37Z', 'updated_at': '2021-07-14T09:45:37Z', 'revision_number': 0, 'project_id': '62cf828fc3e84fada2a4655d43752657', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9adb11f2-67f6-4336-84e6-d71f29c58570', 'name': '', 'network_id': '4c35a1de-4d2f-4c90-922a-9ee2e847d92b', 'tenant_id': '62cf828fc3e84fada2a4655d43752657', 'mac_address': 'fa:16:3e:64:28:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03140745-4da4-44c8-898e-26fd1e9659c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3358, 'fixed_ips': [{'subnet_id': 'fb44ecfc-c025-4947-a94a-856af59d72fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:45:19Z', 'updated_at': '2021-07-14T09:45:27Z', 'revision_number': 5, 'project_id': '62cf828fc3e84fada2a4655d43752657', 'subnets': [{'id': 'fb44ecfc-c025-4947-a94a-856af59d72fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:45:40.189122 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 48992) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:40.229767 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6f169b97-b9eb-4f31-9352-9879d69cbc8f tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3481002'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:40.260045 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-6a88ccbf-7e04-41c0-b422-f4ea58cf9ba4 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/floatingips/5d574e84-e698-4ba9-9a35-1b19d2c8171f HTTP/1.1" status: 200 len: 991 time: 0.0682459 Jul 14 09:45:40.315339 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6f169b97-b9eb-4f31-9352-9879d69cbc8f tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13574056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16714573'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:40.351669 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f169b97-b9eb-4f31-9352-9879d69cbc8f tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Pushing event deleted for resources: {'Subnet': ['ID=886cba86-c6bb-4182-b198-8686070ecf5b,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:40.357552 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 49002) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:40.359826 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6f169b97-b9eb-4f31-9352-9879d69cbc8f tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:40.361867 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-6f169b97-b9eb-4f31-9352-9879d69cbc8f tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "DELETE /v2.0/subnets/886cba86-c6bb-4182-b198-8686070ecf5b HTTP/1.1" status: 204 len: 168 time: 0.7832391 Jul 14 09:45:40.364799 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 49004) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:40.427690 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-b61d22ed-5c33-4f36-b0ca-a4634d5a48ed tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0589693 Jul 14 09:45:40.428486 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 49006) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:40.484121 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-08b4901a-c152-4274-9314-637e63b860b8 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] 10.222.0.68 "GET /v2.0/floatingips/afa14493-6dc6-4773-b310-27201985a55c HTTP/1.1" status: 200 len: 993 time: 0.1250775 Jul 14 09:45:40.544164 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03a5f5f5-7d76-4207-b78c-891f851948f4 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:40.545770 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-03a5f5f5-7d76-4207-b78c-891f851948f4 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1163979 Jul 14 09:45:40.548526 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 49012) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:40.622203 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b33f7fa-9ddc-40b7-a7ca-c9c84d2179fc None None] New status for floating IP 5d574e84-e698-4ba9-9a35-1b19d2c8171f: ACTIVE {{(pid=93960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:45:40.640599 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a28e5dcf-b2ef-4fdb-b494-e2755a536491 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:40.650267 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-a28e5dcf-b2ef-4fdb-b494-e2755a536491 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1005185 Jul 14 09:45:40.651090 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 49014) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:40.730876 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-387f4e4c-7df7-4e51-b96a-7ceb85d1ddbf tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0781136 Jul 14 09:45:40.738056 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 49022) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:40.744197 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-f39a8204-4b87-4d14-aa7d-13be97458b2c tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Request body: {'subnet': {'network_id': '17492632-5a7e-4bec-a3f9-f8285e44faf2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:45:40.751556 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9c9b46-5c9d-4dd3-b32b-1155abed7bcf req-3c6d9fbb-754c-4cb2-9af9-75680441719e tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:40.763037 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-4e9c9b46-5c9d-4dd3-b32b-1155abed7bcf req-3c6d9fbb-754c-4cb2-9af9-75680441719e tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] 10.222.0.68 "GET /v2.0/ports?device_id=ae3d35a6-4bda-4462-871d-12870a7d39dc HTTP/1.1" status: 200 len: 945 time: 0.1515062 Jul 14 09:45:40.801628 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-4e9c9b46-5c9d-4dd3-b32b-1155abed7bcf req-558f2bed-68fa-4fa2-8dd9-766fd7a88adf tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] 10.222.0.68 "GET /v2.0/security-groups?id=6eb76f1e-e651-421c-9418-fa3a5fe2dfda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398839 Jul 14 09:45:40.861628 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3e831f1-ea94-4cc6-8233-b2be517c6dc5 None None] Network 17492632-5a7e-4bec-a3f9-f8285e44faf2 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:45:40.862083 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 49024) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:40.896160 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f39a8204-4b87-4d14-aa7d-13be97458b2c tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Made reservation on behalf of 1a9c030e37eb4fbea3adea586f150fe1 for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:45:40.900678 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f39a8204-4b87-4d14-aa7d-13be97458b2c tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16714600'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:41.132065 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42e62bfb-284d-4eda-9bb3-9123bd449bd0 None None] Provisioning for port 53c2fc83-f8d0-41f9-8846-47faaf19c56d completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:45:41.142735 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f39a8204-4b87-4d14-aa7d-13be97458b2c tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13573993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16714586'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:41.201067 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39a8204-4b87-4d14-aa7d-13be97458b2c tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Pushing event updated for resources: {'Subnet': ['ID=297da166-fb5c-46e1-bf02-c583b24fb961,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:41.214482 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f39a8204-4b87-4d14-aa7d-13be97458b2c tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Network 17492632-5a7e-4bec-a3f9-f8285e44faf2 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:45:41.219525 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-f39a8204-4b87-4d14-aa7d-13be97458b2c tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:45:41.231147 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f39a8204-4b87-4d14-aa7d-13be97458b2c tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:41.231852 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f39a8204-4b87-4d14-aa7d-13be97458b2c tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:41.252109 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-f39a8204-4b87-4d14-aa7d-13be97458b2c tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5119047 Jul 14 09:45:41.255404 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 49030) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:41.263032 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-0cd9d044-8678-492b-9cab-98106b02786f tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Request body: {'port': {'network_id': '17492632-5a7e-4bec-a3f9-f8285e44faf2', 'fixed_ips': [{'subnet_id': '297da166-fb5c-46e1-bf02-c583b24fb961', 'ip_address': '2001:db8::2929:1992:ac61:f00c'}], 'name': 'tempest-NetworksTestDHCPv6-631145320'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:45:41.266312 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 49032) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:41.365654 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 53c2fc83-f8d0-41f9-8846-47faaf19c56d up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:45:41.371972 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-47ef3ee5-7a6f-4417-8a6c-77599b1552bf tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/floatingips/5d574e84-e698-4ba9-9a35-1b19d2c8171f HTTP/1.1" status: 200 len: 993 time: 0.0980287 Jul 14 09:45:41.455763 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning for port 53c2fc83-f8d0-41f9-8846-47faaf19c56d completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:45:41.463226 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port 53c2fc83-f8d0-41f9-8846-47faaf19c56d triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:45:41.463841 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:41.509828 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cd9d044-8678-492b-9cab-98106b02786f tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Made reservation on behalf of 1a9c030e37eb4fbea3adea586f150fe1 for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:45:41.587861 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb5a9ca9-d6e2-4737-b953-37f175a7b564 None None] Network 17492632-5a7e-4bec-a3f9-f8285e44faf2 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:45:41.590495 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:41.609705 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0cd9d044-8678-492b-9cab-98106b02786f tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:41.626410 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-9d393e4e-ca70-4105-a0f7-80fa4df8be2b tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Deleting port 4d1b94be-d500-48f5-8cbe-f15237988e46 {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:45:41.626757 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-9d393e4e-ca70-4105-a0f7-80fa4df8be2b tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:41.629757 n-d-779913-29 neutron-server[93958]: DEBUG neutron.notifiers.nova [None req-0cd9d044-8678-492b-9cab-98106b02786f tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] device_id is not set on port e9288bf4-1794-4fa1-863b-580ad8ea9de5 yet. {{(pid=93958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:45:41.679698 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] For port 53c2fc83-f8d0-41f9-8846-47faaf19c56d, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=53c2fc83-f8d0-41f9-8846-47faaf19c56d,segment=NetworkSegment(19ac4e1e-e083-4566-aca1-839bc1c998c7),segment_id=19ac4e1e-e083-4566-aca1-839bc1c998c7)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:45:41.690360 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:41.735146 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-5b9d61a2-7563-4dd0-88b7-af6c85dd156d None None] Provisioning complete for port 53c2fc83-f8d0-41f9-8846-47faaf19c56d triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:45:41.735754 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5b9d61a2-7563-4dd0-88b7-af6c85dd156d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:41.780554 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-9d393e4e-ca70-4105-a0f7-80fa4df8be2b tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:41.780989 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-9d393e4e-ca70-4105-a0f7-80fa4df8be2b tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:41.795282 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-9d393e4e-ca70-4105-a0f7-80fa4df8be2b tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Calling delete_port for 4d1b94be-d500-48f5-8cbe-f15237988e46 owned by network:floatingip {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:45:41.870976 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Pushing event updated for resources: {'Port': ['ID=53c2fc83-f8d0-41f9-8846-47faaf19c56d,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:41.874342 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-0cd9d044-8678-492b-9cab-98106b02786f tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Allocated IP 2001:db8::2929:1992:ac61:f00c (17492632-5a7e-4bec-a3f9-f8285e44faf2/297da166-fb5c-46e1-bf02-c583b24fb961/e9288bf4-1794-4fa1-863b-580ad8ea9de5) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:45:42.135573 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0cd9d044-8678-492b-9cab-98106b02786f tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:42.149278 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-9d393e4e-ca70-4105-a0f7-80fa4df8be2b tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:42.172603 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8449a1ee-e46d-4f62-8cad-cab927532884 req-84028aae-d3dd-4e8d-85b1-1dd6b9c46069 tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:42.177375 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-8449a1ee-e46d-4f62-8cad-cab927532884 req-84028aae-d3dd-4e8d-85b1-1dd6b9c46069 tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] 10.222.0.68 "GET /v2.0/ports?device_id=ae3d35a6-4bda-4462-871d-12870a7d39dc HTTP/1.1" status: 200 len: 945 time: 0.1428301 Jul 14 09:45:42.178533 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-0cd9d044-8678-492b-9cab-98106b02786f tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Transition to ACTIVE for port object e9288bf4-1794-4fa1-863b-580ad8ea9de5 will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:45:42.190439 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8e1985-a394-4e55-a22c-fa98c30e3c46 req-0818b4af-843a-4df9-b2ed-bf0accc6e830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:42.193914 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-cc8e1985-a394-4e55-a22c-fa98c30e3c46 req-0818b4af-843a-4df9-b2ed-bf0accc6e830 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=fdcfb0d129f645508f46496d6d3408cf&device_id=ae3d35a6-4bda-4462-871d-12870a7d39dc HTTP/1.1" status: 200 len: 1097 time: 0.1739011 Jul 14 09:45:42.240124 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d393e4e-ca70-4105-a0f7-80fa4df8be2b tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Pushing event deleted for resources: {'Port': ['ID=4d1b94be-d500-48f5-8cbe-f15237988e46,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:42.259481 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-8449a1ee-e46d-4f62-8cad-cab927532884 req-bd7ee6c9-6520-46f7-8a5e-23623bea8d33 tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] 10.222.0.68 "GET /v2.0/security-groups?id=6eb76f1e-e651-421c-9418-fa3a5fe2dfda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714850 Jul 14 09:45:42.260793 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0cd9d044-8678-492b-9cab-98106b02786f tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:42.334153 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd9d044-8678-492b-9cab-98106b02786f tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Pushing event updated for resources: {'Port': ['ID=e9288bf4-1794-4fa1-863b-580ad8ea9de5,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:42.343777 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cd9d044-8678-492b-9cab-98106b02786f tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Network 17492632-5a7e-4bec-a3f9-f8285e44faf2 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:45:42.345800 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-0cd9d044-8678-492b-9cab-98106b02786f tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:45:42.348706 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd9d044-8678-492b-9cab-98106b02786f tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:45:42.355515 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cd9d044-8678-492b-9cab-98106b02786f tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:42.356669 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0cd9d044-8678-492b-9cab-98106b02786f tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:42.364170 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-f9833229-7e7d-4f2d-94ef-963fa41bf659 None None] Provisioning complete for port 53c2fc83-f8d0-41f9-8846-47faaf19c56d triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:45:42.364693 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f9833229-7e7d-4f2d-94ef-963fa41bf659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:42.378993 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-9d393e4e-ca70-4105-a0f7-80fa4df8be2b tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks [] for floatingip, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:42.379465 n-d-779913-29 neutron-server[93957]: INFO neutron.db.l3_db [None req-9d393e4e-ca70-4105-a0f7-80fa4df8be2b tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Floating IP afa14493-6dc6-4773-b310-27201985a55c disassociated (deleted). External IP: 172.25.4.225, port: 38f1d51f-1f27-44dc-9560-bbddf89c2463. Jul 14 09:45:42.384341 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-0cd9d044-8678-492b-9cab-98106b02786f tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.1276426 Jul 14 09:45:42.388304 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 49056) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:42.460763 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8e1985-a394-4e55-a22c-fa98c30e3c46 req-aa2df751-3612-4c5d-b8eb-966b5dab04f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:42.462307 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-cc8e1985-a394-4e55-a22c-fa98c30e3c46 req-aa2df751-3612-4c5d-b8eb-966b5dab04f3 service neutron] 10.222.0.65 "GET /v2.0/networks?id=e5bfa805-7fa6-4e66-853c-c2e7e3c5ed34 HTTP/1.1" status: 200 len: 911 time: 0.2349362 Jul 14 09:45:42.514131 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e17486db-903a-4ad1-8e07-b2a11f7815c0 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:42.520707 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e17486db-903a-4ad1-8e07-b2a11f7815c0 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:42.524793 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-e17486db-903a-4ad1-8e07-b2a11f7815c0 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1607 time: 0.1317487 Jul 14 09:45:42.525348 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 49058) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:42.606974 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-cc8e1985-a394-4e55-a22c-fa98c30e3c46 req-660b8e43-77b2-40fa-aaaa-04b116bb8c70 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b8119f90-a854-4301-93cc-52fa4a20015d HTTP/1.1" status: 200 len: 1001 time: 0.0829329 Jul 14 09:45:42.615928 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-a623f94d-f6dd-4260-8793-14704a16b0c3 None None] Could not find standard attr ID for object 8cc894a9-b932-41a6-92bb-1294db0288ec. {{(pid=93959) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 09:45:42.650204 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-44ee9274-c8b7-4bd6-a784-f9a5c8878e2a tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Deleting port e9288bf4-1794-4fa1-863b-580ad8ea9de5 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:45:42.650712 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-44ee9274-c8b7-4bd6-a784-f9a5c8878e2a tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:42.749299 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8e1985-a394-4e55-a22c-fa98c30e3c46 req-d807ff44-b04f-4f62-b042-684365e16e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:42.755084 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-44ee9274-c8b7-4bd6-a784-f9a5c8878e2a tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:42.761258 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-cc8e1985-a394-4e55-a22c-fa98c30e3c46 req-d807ff44-b04f-4f62-b042-684365e16e2a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a974099b-8e0b-49f4-a28f-d50286aa9083 HTTP/1.1" status: 200 len: 849 time: 0.1074646 Jul 14 09:45:42.770419 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-44ee9274-c8b7-4bd6-a784-f9a5c8878e2a tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Calling delete_port for e9288bf4-1794-4fa1-863b-580ad8ea9de5 owned by {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:45:42.829845 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d393e4e-ca70-4105-a0f7-80fa4df8be2b tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Router 2135dde6-f3fe-4db0-b85a-9f85dc567c3f has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:45:42.893903 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8e1985-a394-4e55-a22c-fa98c30e3c46 req-36c6ee45-ebf0-4a64-a2de-36876efe839a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:42.895300 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-cc8e1985-a394-4e55-a22c-fa98c30e3c46 req-36c6ee45-ebf0-4a64-a2de-36876efe839a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e5bfa805-7fa6-4e66-853c-c2e7e3c5ed34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1182404 Jul 14 09:45:42.904677 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:42.945598 n-d-779913-29 neutron-server[93959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:45:42.945598 n-d-779913-29 neutron-server[93959]: self.session.flush() Jul 14 09:45:42.945598 n-d-779913-29 neutron-server[93959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:45:42.945598 n-d-779913-29 neutron-server[93959]: self.session.flush() Jul 14 09:45:42.945598 n-d-779913-29 neutron-server[93959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:45:42.945598 n-d-779913-29 neutron-server[93959]: self.session.flush() Jul 14 09:45:42.945598 n-d-779913-29 neutron-server[93959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:45:42.945598 n-d-779913-29 neutron-server[93959]: self.session.flush() Jul 14 09:45:42.945598 n-d-779913-29 neutron-server[93959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:45:42.945598 n-d-779913-29 neutron-server[93959]: self.session.flush() Jul 14 09:45:42.945598 n-d-779913-29 neutron-server[93959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:45:42.945598 n-d-779913-29 neutron-server[93959]: self.session.flush() Jul 14 09:45:42.945598 n-d-779913-29 neutron-server[93959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:45:42.945598 n-d-779913-29 neutron-server[93959]: self.session.flush() Jul 14 09:45:42.945598 n-d-779913-29 neutron-server[93959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:45:42.945598 n-d-779913-29 neutron-server[93959]: self.session.flush() Jul 14 09:45:42.945598 n-d-779913-29 neutron-server[93959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:45:42.945598 n-d-779913-29 neutron-server[93959]: self.session.flush() Jul 14 09:45:42.945598 n-d-779913-29 neutron-server[93959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:45:42.945598 n-d-779913-29 neutron-server[93959]: self.session.flush() Jul 14 09:45:42.945598 n-d-779913-29 neutron-server[93959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:45:42.945598 n-d-779913-29 neutron-server[93959]: self.session.flush() Jul 14 09:45:42.945598 n-d-779913-29 neutron-server[93959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:45:42.945598 n-d-779913-29 neutron-server[93959]: self.session.flush() Jul 14 09:45:42.945598 n-d-779913-29 neutron-server[93959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:45:42.945598 n-d-779913-29 neutron-server[93959]: self.session.flush() Jul 14 09:45:42.945598 n-d-779913-29 neutron-server[93959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:45:42.945598 n-d-779913-29 neutron-server[93959]: self.session.flush() Jul 14 09:45:42.945598 n-d-779913-29 neutron-server[93959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:45:42.945598 n-d-779913-29 neutron-server[93959]: self.session.flush() Jul 14 09:45:42.945598 n-d-779913-29 neutron-server[93959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:45:42.945598 n-d-779913-29 neutron-server[93959]: self.session.flush() Jul 14 09:45:42.945598 n-d-779913-29 neutron-server[93959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:45:42.945598 n-d-779913-29 neutron-server[93959]: self.session.flush() Jul 14 09:45:42.945598 n-d-779913-29 neutron-server[93959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:45:42.945598 n-d-779913-29 neutron-server[93959]: self.session.flush() Jul 14 09:45:42.945598 n-d-779913-29 neutron-server[93959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:45:42.945598 n-d-779913-29 neutron-server[93959]: self.session.flush() Jul 14 09:45:42.945598 n-d-779913-29 neutron-server[93959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:45:42.945598 n-d-779913-29 neutron-server[93959]: self.session.flush() Jul 14 09:45:42.945598 n-d-779913-29 neutron-server[93959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:45:42.945598 n-d-779913-29 neutron-server[93959]: self.session.flush() Jul 14 09:45:42.945598 n-d-779913-29 neutron-server[93959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:45:42.945598 n-d-779913-29 neutron-server[93959]: self.session.flush() Jul 14 09:45:42.945598 n-d-779913-29 neutron-server[93959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:45:42.945598 n-d-779913-29 neutron-server[93959]: self.session.flush() Jul 14 09:45:42.945598 n-d-779913-29 neutron-server[93959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:45:42.945598 n-d-779913-29 neutron-server[93959]: self.session.flush() Jul 14 09:45:42.945598 n-d-779913-29 neutron-server[93959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:45:42.945598 n-d-779913-29 neutron-server[93959]: self.session.flush() Jul 14 09:45:42.945598 n-d-779913-29 neutron-server[93959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:45:42.945598 n-d-779913-29 neutron-server[93959]: self.session.flush() Jul 14 09:45:42.945598 n-d-779913-29 neutron-server[93959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:45:42.945598 n-d-779913-29 neutron-server[93959]: self.session.flush() Jul 14 09:45:42.948762 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-44ee9274-c8b7-4bd6-a784-f9a5c8878e2a tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:42.949205 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-300def15-7c2b-4dc2-a55e-bb8a1a9eff24 None None] Provisioning for port e9288bf4-1794-4fa1-863b-580ad8ea9de5 completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:45:42.955473 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-300def15-7c2b-4dc2-a55e-bb8a1a9eff24 None None] Provisioning complete for port e9288bf4-1794-4fa1-863b-580ad8ea9de5 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:45:42.955860 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-300def15-7c2b-4dc2-a55e-bb8a1a9eff24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:42.976918 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ee9274-c8b7-4bd6-a784-f9a5c8878e2a tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Pushing event deleted for resources: {'Port': ['ID=e9288bf4-1794-4fa1-863b-580ad8ea9de5,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:43.017773 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-44ee9274-c8b7-4bd6-a784-f9a5c8878e2a tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:43.018571 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-300def15-7c2b-4dc2-a55e-bb8a1a9eff24 None None] Port e9288bf4-1794-4fa1-863b-580ad8ea9de5 was deleted so its status cannot be updated. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 14 09:45:43.020635 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-44ee9274-c8b7-4bd6-a784-f9a5c8878e2a tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "DELETE /v2.0/ports/e9288bf4-1794-4fa1-863b-580ad8ea9de5 HTTP/1.1" status: 204 len: 168 time: 0.4945028 Jul 14 09:45:43.024888 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 49070) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:43.089358 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c47f57d-add8-4a84-a533-3de4e4768813 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:43.090682 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d393e4e-ca70-4105-a0f7-80fa4df8be2b tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:45:43.091104 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c47f57d-add8-4a84-a533-3de4e4768813 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:43.095413 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-5c47f57d-add8-4a84-a533-3de4e4768813 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0668740 Jul 14 09:45:43.095632 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 49072) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:43.096151 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-9d393e4e-ca70-4105-a0f7-80fa4df8be2b tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for floatingip, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:43.120204 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54331820-6b1c-4786-8ec5-3a2a27ced955 None None] Sync routers for ids ['2135dde6-f3fe-4db0-b85a-9f85dc567c3f'] in n-d-779913-29 {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:45:43.136090 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54331820-6b1c-4786-8ec5-3a2a27ced955 None None] Routers {'2135dde6-f3fe-4db0-b85a-9f85dc567c3f'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:45:43.136753 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-54331820-6b1c-4786-8ec5-3a2a27ced955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:45:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['2135dde6-f3fe-4db0-b85a-9f85dc567c3f'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:45:43.157030 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-82f38092-2f5e-4f89-a17d-2e8a89e199f1 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Deleting subnet 297da166-fb5c-46e1-bf02-c583b24fb961 {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:45:43.161481 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-82f38092-2f5e-4f89-a17d-2e8a89e199f1 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:43.166996 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-cc8e1985-a394-4e55-a22c-fa98c30e3c46 req-f24b3a0a-213f-437b-8134-534acdd009e7 service neutron] 10.222.0.65 "GET /v2.0/networks/e5bfa805-7fa6-4e66-853c-c2e7e3c5ed34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2625353 Jul 14 09:45:43.209009 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-82f38092-2f5e-4f89-a17d-2e8a89e199f1 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13574120'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:43.246415 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-9d393e4e-ca70-4105-a0f7-80fa4df8be2b tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] 10.222.0.68 "DELETE /v2.0/floatingips/afa14493-6dc6-4773-b310-27201985a55c HTTP/1.1" status: 204 len: 168 time: 2.3831046 Jul 14 09:45:43.248548 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63950b7f-78fd-4116-af3f-a864f54c5fe0', 'tag': '38f1d51f-1f27-44dc-9560-bbddf89c2463'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:45:43.251971 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86ed1656-21c1-4484-b894-709919299c59" -d '{"events": [{"name": "network-changed", "server_uuid": "63950b7f-78fd-4116-af3f-a864f54c5fe0", "tag": "38f1d51f-1f27-44dc-9560-bbddf89c2463"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:45:43.269112 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-82f38092-2f5e-4f89-a17d-2e8a89e199f1 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3481002'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:43.348854 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:45:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a397d54-aafc-46a1-a6a4-d4ed4eb354f2 x-openstack-request-id: req-0a397d54-aafc-46a1-a6a4-d4ed4eb354f2 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:45:43.349566 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63950b7f-78fd-4116-af3f-a864f54c5fe0", "tag": "38f1d51f-1f27-44dc-9560-bbddf89c2463", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:45:43.349819 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-0a397d54-aafc-46a1-a6a4-d4ed4eb354f2 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:45:43.350151 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63950b7f-78fd-4116-af3f-a864f54c5fe0', 'tag': '38f1d51f-1f27-44dc-9560-bbddf89c2463', 'status': 'completed', 'code': 200} Jul 14 09:45:43.411483 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvr_db [None req-54331820-6b1c-4786-8ec5-3a2a27ced955 None None] Set router 2135dde6-f3fe-4db0-b85a-9f85dc567c3f gateway port host: n-d-779913-29 {{(pid=93959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:45:43.415175 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 53c2fc83-f8d0-41f9-8846-47faaf19c56d up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:45:43.425847 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-cc8e1985-a394-4e55-a22c-fa98c30e3c46 req-e39e5cde-0fc1-41ae-a405-89417335b954 service neutron] 10.222.0.65 "GET /v2.0/networks/e5bfa805-7fa6-4e66-853c-c2e7e3c5ed34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2512426 Jul 14 09:45:43.514341 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-82f38092-2f5e-4f89-a17d-2e8a89e199f1 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13574056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16714573'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:43.587255 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f38092-2f5e-4f89-a17d-2e8a89e199f1 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Pushing event deleted for resources: {'Subnet': ['ID=297da166-fb5c-46e1-bf02-c583b24fb961,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:43.643207 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-82f38092-2f5e-4f89-a17d-2e8a89e199f1 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:43.648246 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-82f38092-2f5e-4f89-a17d-2e8a89e199f1 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "DELETE /v2.0/subnets/297da166-fb5c-46e1-bf02-c583b24fb961 HTTP/1.1" status: 204 len: 168 time: 0.5494323 Jul 14 09:45:43.648820 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 49086) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:43.663789 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81e96ef0-622b-49df-a242-523754dc719b None None] Network 17492632-5a7e-4bec-a3f9-f8285e44faf2 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:45:43.713730 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc32e03-bbfd-4cf8-b6f8-c982c152c13a req-36e3e0b2-79f1-49a0-81e0-89ca3b4f6d81 tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:43.715476 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-5bc32e03-bbfd-4cf8-b6f8-c982c152c13a req-36e3e0b2-79f1-49a0-81e0-89ca3b4f6d81 tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] 10.222.0.68 "GET /v2.0/ports?device_id=ae3d35a6-4bda-4462-871d-12870a7d39dc HTTP/1.1" status: 200 len: 945 time: 0.1863177 Jul 14 09:45:43.717855 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ed1656-21c1-4484-b894-709919299c59 req-1e714b8d-eff0-47a4-9a49-c5239df24a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:43.719296 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-86ed1656-21c1-4484-b894-709919299c59 req-1e714b8d-eff0-47a4-9a49-c5239df24a82 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=da5579fc8d23403983f04f41618106b6&device_id=63950b7f-78fd-4116-af3f-a864f54c5fe0 HTTP/1.1" status: 200 len: 1097 time: 0.3211625 Jul 14 09:45:43.811061 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-40b9ea5e-042f-4d4a-8fcd-d83c0a8b182b tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1580675 Jul 14 09:45:43.812881 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 49094) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:43.825601 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-bc81744f-948a-4d8b-b070-a346a192f866 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Request body: {'subnet': {'network_id': '17492632-5a7e-4bec-a3f9-f8285e44faf2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:45:43.832547 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:43.837097 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port 53c2fc83-f8d0-41f9-8846-47faaf19c56d triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:45:43.837728 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:43.851547 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-5bc32e03-bbfd-4cf8-b6f8-c982c152c13a req-7198fb9b-3cf6-49ce-8eba-08d4c28a586a tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] 10.222.0.68 "GET /v2.0/security-groups?id=6eb76f1e-e651-421c-9418-fa3a5fe2dfda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1287203 Jul 14 09:45:43.909804 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ed1656-21c1-4484-b894-709919299c59 req-12e069ec-ad59-4098-89dc-0aebeae40259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:43.912730 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-86ed1656-21c1-4484-b894-709919299c59 req-12e069ec-ad59-4098-89dc-0aebeae40259 service neutron] 10.222.0.57 "GET /v2.0/networks?id=acb2a538-8452-4325-b8b2-389094a8a1f1 HTTP/1.1" status: 200 len: 898 time: 0.1835392 Jul 14 09:45:43.989919 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-86ed1656-21c1-4484-b894-709919299c59 req-9f3b0d11-bb85-4a77-a564-4031e8d039a6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=38f1d51f-1f27-44dc-9560-bbddf89c2463 HTTP/1.1" status: 200 len: 217 time: 0.0696328 Jul 14 09:45:44.038621 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc81744f-948a-4d8b-b070-a346a192f866 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Made reservation on behalf of 1a9c030e37eb4fbea3adea586f150fe1 for: {'subnet': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:45:44.042382 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-bc81744f-948a-4d8b-b070-a346a192f866 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11984110'] for subnet, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:44.075761 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ed1656-21c1-4484-b894-709919299c59 req-87fb0d4f-9708-4593-b558-2a4ec5d6aca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:44.077452 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-86ed1656-21c1-4484-b894-709919299c59 req-87fb0d4f-9708-4593-b558-2a4ec5d6aca3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=099eb2c8-2d07-4a3d-922b-c0e86ef46ea9 HTTP/1.1" status: 200 len: 834 time: 0.0805614 Jul 14 09:45:44.142148 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-54331820-6b1c-4786-8ec5-3a2a27ced955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2135dde6-f3fe-4db0-b85a-9f85dc567c3f', 'name': 'tempest-TestNetworkBasicOps-router-1904412518', 'tenant_id': 'da5579fc8d23403983f04f41618106b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.56'}], 'enable_snat': True}, 'gw_port_id': '91c38c25-2529-4eee-bb50-a1a5c02df6ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:44:39Z', 'updated_at': '2021-07-14T09:44:45Z', 'revision_number': 4, 'project_id': 'da5579fc8d23403983f04f41618106b6', 'gw_port': {'id': '91c38c25-2529-4eee-bb50-a1a5c02df6ed', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:0e:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2135dde6-f3fe-4db0-b85a-9f85dc567c3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3264, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:44:39Z', 'updated_at': '2021-07-14T09:44:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': '21434eb4-ad07-476d-a908-96ceac3348ab', 'name': '', 'network_id': 'acb2a538-8452-4325-b8b2-389094a8a1f1', 'tenant_id': 'da5579fc8d23403983f04f41618106b6', 'mac_address': 'fa:16:3e:85:6c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2135dde6-f3fe-4db0-b85a-9f85dc567c3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3277, 'fixed_ips': [{'subnet_id': '099eb2c8-2d07-4a3d-922b-c0e86ef46ea9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:44:43Z', 'updated_at': '2021-07-14T09:44:51Z', 'revision_number': 5, 'project_id': 'da5579fc8d23403983f04f41618106b6', 'subnets': [{'id': '099eb2c8-2d07-4a3d-922b-c0e86ef46ea9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:45:44.180795 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ed1656-21c1-4484-b894-709919299c59 req-f409d989-4a16-418e-8e26-8a17cca80269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:44.182969 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-86ed1656-21c1-4484-b894-709919299c59 req-f409d989-4a16-418e-8e26-8a17cca80269 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=acb2a538-8452-4325-b8b2-389094a8a1f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0986509 Jul 14 09:45:44.184415 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54331820-6b1c-4786-8ec5-3a2a27ced955 None None] Checking router: 2135dde6-f3fe-4db0-b85a-9f85dc567c3f for host: n-d-779913-29 {{(pid=93959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:45:44.193280 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54331820-6b1c-4786-8ec5-3a2a27ced955 None None] Routers {'2135dde6-f3fe-4db0-b85a-9f85dc567c3f'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:45:44.194008 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-54331820-6b1c-4786-8ec5-3a2a27ced955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:45:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['2135dde6-f3fe-4db0-b85a-9f85dc567c3f'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:45:44.207924 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [req-86ed1656-21c1-4484-b894-709919299c59 req-05c2183a-ede5-4536-b27a-2e3448f37fc7 service neutron] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=93958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:45:44.208599 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-86ed1656-21c1-4484-b894-709919299c59 req-05c2183a-ede5-4536-b27a-2e3448f37fc7 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0174947 Jul 14 09:45:44.247030 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c67ddf6-ab06-4dc8-bc64-7b29690504bd None None] DHCP port deletion for 17492632-5a7e-4bec-a3f9-f8285e44faf2 request from n-d-779913-29 {{(pid=93959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:45:44.256952 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db4d492-dd77-406d-8a8d-5a9eec4fb8f4 req-91a0f5aa-0b30-4d32-985c-a63610e833fa tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:44.258590 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0db4d492-dd77-406d-8a8d-5a9eec4fb8f4 req-91a0f5aa-0b30-4d32-985c-a63610e833fa tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] 10.222.0.68 "GET /v2.0/ports?device_id=63950b7f-78fd-4116-af3f-a864f54c5fe0 HTTP/1.1" status: 200 len: 945 time: 0.2817435 Jul 14 09:45:44.324674 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0db4d492-dd77-406d-8a8d-5a9eec4fb8f4 req-f1b962b6-e282-487f-9e35-275c7f7bbd57 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] 10.222.0.68 "GET /v2.0/security-groups?id=9f625cf9-e4a9-4dec-8cb3-36832f31fea4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602334 Jul 14 09:45:44.326236 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-86ed1656-21c1-4484-b894-709919299c59 req-4c252053-cf2f-4170-b653-73330fce1065 service neutron] 10.222.0.57 "GET /v2.0/networks/acb2a538-8452-4325-b8b2-389094a8a1f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105795 Jul 14 09:45:44.366868 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvr_db [None req-54331820-6b1c-4786-8ec5-3a2a27ced955 None None] Set router 2135dde6-f3fe-4db0-b85a-9f85dc567c3f gateway port host: n-d-779913-29 {{(pid=93959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:45:44.380084 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-bc81744f-948a-4d8b-b070-a346a192f866 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10052764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11984092'] for subnet, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:44.405307 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-5c67ddf6-ab06-4dc8-bc64-7b29690504bd None None] Deleting port 53c2fc83-f8d0-41f9-8846-47faaf19c56d {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:45:44.405721 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5c67ddf6-ab06-4dc8-bc64-7b29690504bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:44.432133 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc81744f-948a-4d8b-b070-a346a192f866 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Network 17492632-5a7e-4bec-a3f9-f8285e44faf2 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:45:44.435722 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-bc81744f-948a-4d8b-b070-a346a192f866 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:45:44.440406 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-86ed1656-21c1-4484-b894-709919299c59 req-365669d4-7b3b-4b27-93c8-fb60dee206f5 service neutron] 10.222.0.57 "GET /v2.0/networks/acb2a538-8452-4325-b8b2-389094a8a1f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061835 Jul 14 09:45:44.440748 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc81744f-948a-4d8b-b070-a346a192f866 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:44.442308 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-bc81744f-948a-4d8b-b070-a346a192f866 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks [] for subnet, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:44.450513 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc81744f-948a-4d8b-b070-a346a192f866 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Pushing event updated for resources: {'Subnet': ['ID=ce10a431-af7a-481a-8a68-74242af7029f,revision_number=0']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:44.461951 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-bc81744f-948a-4d8b-b070-a346a192f866 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6478393 Jul 14 09:45:44.464734 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 49106) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:44.470278 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-40bf0b98-5b01-4c67-9c93-8d7076f0b18b tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Request body: {'port': {'network_id': '17492632-5a7e-4bec-a3f9-f8285e44faf2', 'fixed_ips': [{'subnet_id': 'ce10a431-af7a-481a-8a68-74242af7029f', 'ip_address': '2001:db8::411d:5f85:b02:c264'}], 'name': 'tempest-NetworksTestDHCPv6-218765971'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:45:44.605066 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40bf0b98-5b01-4c67-9c93-8d7076f0b18b tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Made reservation on behalf of 1a9c030e37eb4fbea3adea586f150fe1 for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:45:44.610792 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-40bf0b98-5b01-4c67-9c93-8d7076f0b18b tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:44.631970 n-d-779913-29 neutron-server[93958]: DEBUG neutron.notifiers.nova [None req-40bf0b98-5b01-4c67-9c93-8d7076f0b18b tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] device_id is not set on port 7e363918-4029-45f9-b004-316221486999 yet. {{(pid=93958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:45:44.740951 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-5c67ddf6-ab06-4dc8-bc64-7b29690504bd None None] For port 53c2fc83-f8d0-41f9-8846-47faaf19c56d, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=53c2fc83-f8d0-41f9-8846-47faaf19c56d,segment=NetworkSegment(19ac4e1e-e083-4566-aca1-839bc1c998c7),segment_id=19ac4e1e-e083-4566-aca1-839bc1c998c7)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:45:44.741353 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5c67ddf6-ab06-4dc8-bc64-7b29690504bd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:44.763210 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-5c67ddf6-ab06-4dc8-bc64-7b29690504bd None None] Calling delete_port for 53c2fc83-f8d0-41f9-8846-47faaf19c56d owned by network:dhcp {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:45:44.824654 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-40bf0b98-5b01-4c67-9c93-8d7076f0b18b tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Allocated IP 2001:db8::411d:5f85:b02:c264 (17492632-5a7e-4bec-a3f9-f8285e44faf2/ce10a431-af7a-481a-8a68-74242af7029f/7e363918-4029-45f9-b004-316221486999) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:45:44.880853 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-54331820-6b1c-4786-8ec5-3a2a27ced955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2135dde6-f3fe-4db0-b85a-9f85dc567c3f', 'name': 'tempest-TestNetworkBasicOps-router-1904412518', 'tenant_id': 'da5579fc8d23403983f04f41618106b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.56'}], 'enable_snat': True}, 'gw_port_id': '91c38c25-2529-4eee-bb50-a1a5c02df6ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:44:39Z', 'updated_at': '2021-07-14T09:44:45Z', 'revision_number': 4, 'project_id': 'da5579fc8d23403983f04f41618106b6', 'gw_port': {'id': '91c38c25-2529-4eee-bb50-a1a5c02df6ed', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:0e:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2135dde6-f3fe-4db0-b85a-9f85dc567c3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3264, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:44:39Z', 'updated_at': '2021-07-14T09:44:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': '21434eb4-ad07-476d-a908-96ceac3348ab', 'name': '', 'network_id': 'acb2a538-8452-4325-b8b2-389094a8a1f1', 'tenant_id': 'da5579fc8d23403983f04f41618106b6', 'mac_address': 'fa:16:3e:85:6c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2135dde6-f3fe-4db0-b85a-9f85dc567c3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3277, 'fixed_ips': [{'subnet_id': '099eb2c8-2d07-4a3d-922b-c0e86ef46ea9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:44:43Z', 'updated_at': '2021-07-14T09:44:51Z', 'revision_number': 5, 'project_id': 'da5579fc8d23403983f04f41618106b6', 'subnets': [{'id': '099eb2c8-2d07-4a3d-922b-c0e86ef46ea9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:45:44.909723 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54331820-6b1c-4786-8ec5-3a2a27ced955 None None] The sync data for ids ['2135dde6-f3fe-4db0-b85a-9f85dc567c3f'] in n-d-779913-29 is: [{'id': '2135dde6-f3fe-4db0-b85a-9f85dc567c3f', 'name': 'tempest-TestNetworkBasicOps-router-1904412518', 'tenant_id': 'da5579fc8d23403983f04f41618106b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.56'}], 'enable_snat': True}, 'gw_port_id': '91c38c25-2529-4eee-bb50-a1a5c02df6ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:44:39Z', 'updated_at': '2021-07-14T09:44:45Z', 'revision_number': 4, 'project_id': 'da5579fc8d23403983f04f41618106b6', 'gw_port': {'id': '91c38c25-2529-4eee-bb50-a1a5c02df6ed', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:0e:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2135dde6-f3fe-4db0-b85a-9f85dc567c3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3264, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:44:39Z', 'updated_at': '2021-07-14T09:44:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': '21434eb4-ad07-476d-a908-96ceac3348ab', 'name': '', 'network_id': 'acb2a538-8452-4325-b8b2-389094a8a1f1', 'tenant_id': 'da5579fc8d23403983f04f41618106b6', 'mac_address': 'fa:16:3e:85:6c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2135dde6-f3fe-4db0-b85a-9f85dc567c3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3277, 'fixed_ips': [{'subnet_id': '099eb2c8-2d07-4a3d-922b-c0e86ef46ea9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:44:43Z', 'updated_at': '2021-07-14T09:44:51Z', 'revision_number': 5, 'project_id': 'da5579fc8d23403983f04f41618106b6', 'subnets': [{'id': '099eb2c8-2d07-4a3d-922b-c0e86ef46ea9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:45:44.911886 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5c67ddf6-ab06-4dc8-bc64-7b29690504bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:44.943759 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c67ddf6-ab06-4dc8-bc64-7b29690504bd None None] Pushing event deleted for resources: {'Port': ['ID=53c2fc83-f8d0-41f9-8846-47faaf19c56d,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:44.949727 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c67ddf6-ab06-4dc8-bc64-7b29690504bd None None] No DVR routers for this DVR port 53c2fc83-f8d0-41f9-8846-47faaf19c56d on host n-d-779913-29 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:45:44.976577 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00cf464c-aa6c-4b33-bde7-a1584314359a None None] Network 17492632-5a7e-4bec-a3f9-f8285e44faf2 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:45:45.040650 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-40bf0b98-5b01-4c67-9c93-8d7076f0b18b tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:45.066328 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-40bf0b98-5b01-4c67-9c93-8d7076f0b18b tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Transition to ACTIVE for port object 7e363918-4029-45f9-b004-316221486999 will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:45:45.175136 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-40bf0b98-5b01-4c67-9c93-8d7076f0b18b tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:45.181965 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23c9b0f4-2dcb-41fd-8ae7-94105ef94252 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf57baaa9-fd24-59f4-8fd2-1dc21122ce72-17492632-5a7e-4bec-a3f9-f8285e44faf2', 'network_id': '17492632-5a7e-4bec-a3f9-f8285e44faf2', 'tenant_id': '1a9c030e37eb4fbea3adea586f150fe1', 'fixed_ips': [{'subnet_id': 'ce10a431-af7a-481a-8a68-74242af7029f'}]}} from n-d-779913-29. {{(pid=93959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:45:45.182958 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-23c9b0f4-2dcb-41fd-8ae7-94105ef94252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:45.237644 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b9ec90-f2e5-4f7e-9642-7774711a2d31 req-16001879-2f2f-4ddc-a478-c34e008bfbed tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:45.249520 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-56b9ec90-f2e5-4f7e-9642-7774711a2d31 req-16001879-2f2f-4ddc-a478-c34e008bfbed tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] 10.222.0.68 "GET /v2.0/ports?device_id=ae3d35a6-4bda-4462-871d-12870a7d39dc HTTP/1.1" status: 200 len: 945 time: 0.1654904 Jul 14 09:45:45.304632 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 53c2fc83-f8d0-41f9-8846-47faaf19c56d no longer exists at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:45:45.330494 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] No Port match for: 53c2fc83-f8d0-41f9-8846-47faaf19c56d {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:45:45.330927 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40bf0b98-5b01-4c67-9c93-8d7076f0b18b tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Network 17492632-5a7e-4bec-a3f9-f8285e44faf2 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:45:45.331043 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 53c2fc83-f8d0-41f9-8846-47faaf19c56d not bound to the agent host n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:45:45.350704 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-40bf0b98-5b01-4c67-9c93-8d7076f0b18b tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:45:45.364062 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8dafc56-786e-4c2b-9db9-1461331e7e15 None None] New status for floating IP afa14493-6dc6-4773-b310-27201985a55c: DOWN {{(pid=93960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:45:45.364567 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40bf0b98-5b01-4c67-9c93-8d7076f0b18b tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:45:45.372595 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40bf0b98-5b01-4c67-9c93-8d7076f0b18b tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:45.373247 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-40bf0b98-5b01-4c67-9c93-8d7076f0b18b tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:45.398348 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-23c9b0f4-2dcb-41fd-8ae7-94105ef94252 None None] Allocated IP 2001:db8::2 (17492632-5a7e-4bec-a3f9-f8285e44faf2/ce10a431-af7a-481a-8a68-74242af7029f/6f647ca3-6d5d-4230-8899-996c1dead6f5) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:45:45.409633 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bf0b98-5b01-4c67-9c93-8d7076f0b18b tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Pushing event updated for resources: {'Port': ['ID=7e363918-4029-45f9-b004-316221486999,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:45.427250 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-56b9ec90-f2e5-4f7e-9642-7774711a2d31 req-23f31850-a848-4aa2-82d9-5d0b74bda103 tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] 10.222.0.68 "GET /v2.0/security-groups?id=6eb76f1e-e651-421c-9418-fa3a5fe2dfda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1780787 Jul 14 09:45:45.443929 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-40bf0b98-5b01-4c67-9c93-8d7076f0b18b tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 0.9750552 Jul 14 09:45:45.444699 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 49128) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:45.469194 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e60599-27b9-4f01-93f5-2e703362f219 req-fafc9b5c-e2a7-43ce-85a2-541bf2225a77 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:45.471610 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-78e60599-27b9-4f01-93f5-2e703362f219 req-fafc9b5c-e2a7-43ce-85a2-541bf2225a77 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] 10.222.0.57 "GET /v2.0/ports?device_id=63950b7f-78fd-4116-af3f-a864f54c5fe0 HTTP/1.1" status: 200 len: 945 time: 0.2136245 Jul 14 09:45:45.587104 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd4b12c9-800b-4e7b-86c7-69486ffb4d28 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:45.588686 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-cd4b12c9-800b-4e7b-86c7-69486ffb4d28 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "GET /v2.0/ports HTTP/1.1" status: 200 len: 944 time: 0.1423867 Jul 14 09:45:45.592610 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 49134) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:45.687568 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-23c9b0f4-2dcb-41fd-8ae7-94105ef94252 None None] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:45.700118 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-23c9b0f4-2dcb-41fd-8ae7-94105ef94252 None None] Transition to ACTIVE for port object 6f647ca3-6d5d-4230-8899-996c1dead6f5 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:45:45.725274 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09e7cfe-67ac-402f-bd79-1f3627364e0a req-cfc8d5d6-8b2f-4552-9144-56f33fc38f9d tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:45.726819 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-23c9b0f4-2dcb-41fd-8ae7-94105ef94252 None None] Transition to ACTIVE for port object 6f647ca3-6d5d-4230-8899-996c1dead6f5 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:45:45.727512 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a09e7cfe-67ac-402f-bd79-1f3627364e0a req-cfc8d5d6-8b2f-4552-9144-56f33fc38f9d tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] 10.222.0.68 "GET /v2.0/ports?device_id=63950b7f-78fd-4116-af3f-a864f54c5fe0 HTTP/1.1" status: 200 len: 945 time: 0.1377795 Jul 14 09:45:45.735422 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-23c9b0f4-2dcb-41fd-8ae7-94105ef94252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:45.800871 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23c9b0f4-2dcb-41fd-8ae7-94105ef94252 None None] Network 17492632-5a7e-4bec-a3f9-f8285e44faf2 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:45:45.806024 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-23c9b0f4-2dcb-41fd-8ae7-94105ef94252 None None] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:45:45.811316 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c9b0f4-2dcb-41fd-8ae7-94105ef94252 None None] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:45:45.818894 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c9b0f4-2dcb-41fd-8ae7-94105ef94252 None None] Pushing event updated for resources: {'Port': ['ID=6f647ca3-6d5d-4230-8899-996c1dead6f5,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:45.819202 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a09e7cfe-67ac-402f-bd79-1f3627364e0a req-b7b6dcb2-0655-4a49-9372-24c6e954e570 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] 10.222.0.68 "GET /v2.0/security-groups?id=9f625cf9-e4a9-4dec-8cb3-36832f31fea4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824885 Jul 14 09:45:45.834129 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-78e60599-27b9-4f01-93f5-2e703362f219 req-5151c1e8-c359-4d13-b402-9cafb61d317e tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Deleting port 38f1d51f-1f27-44dc-9560-bbddf89c2463 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:45:45.834995 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-78e60599-27b9-4f01-93f5-2e703362f219 req-5151c1e8-c359-4d13-b402-9cafb61d317e tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:45.927094 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-23c9b0f4-2dcb-41fd-8ae7-94105ef94252 None None] Attempting to bind port 6f647ca3-6d5d-4230-8899-996c1dead6f5 on host n-d-779913-29 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:45:45.927469 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-23c9b0f4-2dcb-41fd-8ae7-94105ef94252 None None] Attempting to bind port 6f647ca3-6d5d-4230-8899-996c1dead6f5 by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': '19ac4e1e-e083-4566-aca1-839bc1c998c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '17492632-5a7e-4bec-a3f9-f8285e44faf2'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:45:45.927839 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c9b0f4-2dcb-41fd-8ae7-94105ef94252 None None] Attempting to bind port 6f647ca3-6d5d-4230-8899-996c1dead6f5 on network 17492632-5a7e-4bec-a3f9-f8285e44faf2 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:45:45.933005 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c9b0f4-2dcb-41fd-8ae7-94105ef94252 None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 45, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:45:45.933383 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c9b0f4-2dcb-41fd-8ae7-94105ef94252 None None] Checking segment: {'id': '19ac4e1e-e083-4566-aca1-839bc1c998c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '17492632-5a7e-4bec-a3f9-f8285e44faf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:45:45.933830 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-23c9b0f4-2dcb-41fd-8ae7-94105ef94252 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:45.934229 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c9b0f4-2dcb-41fd-8ae7-94105ef94252 None None] Bound using segment: {'id': '19ac4e1e-e083-4566-aca1-839bc1c998c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '17492632-5a7e-4bec-a3f9-f8285e44faf2'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:45:45.934708 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-23c9b0f4-2dcb-41fd-8ae7-94105ef94252 None None] Bound port: 6f647ca3-6d5d-4230-8899-996c1dead6f5, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19ac4e1e-e083-4566-aca1-839bc1c998c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '17492632-5a7e-4bec-a3f9-f8285e44faf2'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:45:45.935096 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-23c9b0f4-2dcb-41fd-8ae7-94105ef94252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:45.949098 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7bf140-6e82-47b4-8237-7d6ca2036cd3 req-7c547494-e2ea-480a-a26c-5d06db68fb2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:45.953173 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-4a7bf140-6e82-47b4-8237-7d6ca2036cd3 req-7c547494-e2ea-480a-a26c-5d06db68fb2a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=fdcfb0d129f645508f46496d6d3408cf&device_id=ae3d35a6-4bda-4462-871d-12870a7d39dc HTTP/1.1" status: 200 len: 1097 time: 0.0699420 Jul 14 09:45:46.006049 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-23c9b0f4-2dcb-41fd-8ae7-94105ef94252 None None] For port 6f647ca3-6d5d-4230-8899-996c1dead6f5, host n-d-779913-29, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:45:46.010558 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-23c9b0f4-2dcb-41fd-8ae7-94105ef94252 None None] For port 6f647ca3-6d5d-4230-8899-996c1dead6f5, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=6f647ca3-6d5d-4230-8899-996c1dead6f5,segment=NetworkSegment(19ac4e1e-e083-4566-aca1-839bc1c998c7),segment_id=19ac4e1e-e083-4566-aca1-839bc1c998c7)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:45:46.016072 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-23c9b0f4-2dcb-41fd-8ae7-94105ef94252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:46.042327 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-78e60599-27b9-4f01-93f5-2e703362f219 req-5151c1e8-c359-4d13-b402-9cafb61d317e tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] For port 38f1d51f-1f27-44dc-9560-bbddf89c2463, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=38f1d51f-1f27-44dc-9560-bbddf89c2463,segment=NetworkSegment(f77dabd2-5ce0-4d10-8427-d1c524166b03),segment_id=f77dabd2-5ce0-4d10-8427-d1c524166b03)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:45:46.042964 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-78e60599-27b9-4f01-93f5-2e703362f219 req-5151c1e8-c359-4d13-b402-9cafb61d317e tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:46.078593 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [req-78e60599-27b9-4f01-93f5-2e703362f219 req-5151c1e8-c359-4d13-b402-9cafb61d317e tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Calling delete_port for 38f1d51f-1f27-44dc-9560-bbddf89c2463 owned by compute:nova {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:45:46.083683 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7bf140-6e82-47b4-8237-7d6ca2036cd3 req-e1330800-ed48-4726-852f-0f70aa8926e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:46.085390 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-4a7bf140-6e82-47b4-8237-7d6ca2036cd3 req-e1330800-ed48-4726-852f-0f70aa8926e8 service neutron] 10.222.0.65 "GET /v2.0/networks?id=e5bfa805-7fa6-4e66-853c-c2e7e3c5ed34 HTTP/1.1" status: 200 len: 911 time: 0.1255684 Jul 14 09:45:46.089614 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-dd78d45a-2390-4c48-8e88-73ae82018518 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Deleting port 7e363918-4029-45f9-b004-316221486999 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:45:46.089962 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-dd78d45a-2390-4c48-8e88-73ae82018518 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:46.095194 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c9b0f4-2dcb-41fd-8ae7-94105ef94252 None None] Pushing event updated for resources: {'Port': ['ID=6f647ca3-6d5d-4230-8899-996c1dead6f5,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:46.172991 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-4a7bf140-6e82-47b4-8237-7d6ca2036cd3 req-0e79d82f-0613-4c19-94d9-dc683f69e246 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b8119f90-a854-4301-93cc-52fa4a20015d HTTP/1.1" status: 200 len: 1001 time: 0.0806420 Jul 14 09:45:46.193648 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f35a2ef-e78d-4995-9dc3-87a0e864c0dc req-6d818796-99da-4104-b179-3fb2bf2833a7 tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:46.195349 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-9f35a2ef-e78d-4995-9dc3-87a0e864c0dc req-6d818796-99da-4104-b179-3fb2bf2833a7 tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] 10.222.0.68 "GET /v2.0/ports?device_id=ae3d35a6-4bda-4462-871d-12870a7d39dc HTTP/1.1" status: 200 len: 945 time: 0.2407649 Jul 14 09:45:46.249075 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7bf140-6e82-47b4-8237-7d6ca2036cd3 req-5fd82f09-c032-421f-bfb5-8eef436ea92a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:46.250655 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-4a7bf140-6e82-47b4-8237-7d6ca2036cd3 req-5fd82f09-c032-421f-bfb5-8eef436ea92a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a974099b-8e0b-49f4-a28f-d50286aa9083 HTTP/1.1" status: 200 len: 849 time: 0.0716493 Jul 14 09:45:46.288130 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-dd78d45a-2390-4c48-8e88-73ae82018518 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:46.310994 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-9f35a2ef-e78d-4995-9dc3-87a0e864c0dc req-ce14ad92-1dfe-423e-815c-2678a8d37a28 tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] 10.222.0.68 "GET /v2.0/security-groups?id=6eb76f1e-e651-421c-9418-fa3a5fe2dfda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1063256 Jul 14 09:45:46.333151 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7bf140-6e82-47b4-8237-7d6ca2036cd3 req-90d1a4fa-becf-47c5-b3c3-7257e2380a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:46.335067 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-4a7bf140-6e82-47b4-8237-7d6ca2036cd3 req-90d1a4fa-becf-47c5-b3c3-7257e2380a24 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e5bfa805-7fa6-4e66-853c-c2e7e3c5ed34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0778704 Jul 14 09:45:46.393224 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-dd78d45a-2390-4c48-8e88-73ae82018518 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Calling delete_port for 7e363918-4029-45f9-b004-316221486999 owned by {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:45:46.414561 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-78e60599-27b9-4f01-93f5-2e703362f219 req-5151c1e8-c359-4d13-b402-9cafb61d317e tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:46.455939 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-4a7bf140-6e82-47b4-8237-7d6ca2036cd3 req-af0f90b6-b891-4f64-8571-49ba25d90683 service neutron] 10.222.0.65 "GET /v2.0/networks/e5bfa805-7fa6-4e66-853c-c2e7e3c5ed34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133831 Jul 14 09:45:46.497306 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5151c1e8-c359-4d13-b402-9cafb61d317e tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Pushing event deleted for resources: {'Port': ['ID=38f1d51f-1f27-44dc-9560-bbddf89c2463,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:46.581485 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-78e60599-27b9-4f01-93f5-2e703362f219 req-5151c1e8-c359-4d13-b402-9cafb61d317e tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] No DVR routers for this DVR port 38f1d51f-1f27-44dc-9560-bbddf89c2463 on host n-h2-779913-29 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:45:46.583518 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-78e60599-27b9-4f01-93f5-2e703362f219 req-5151c1e8-c359-4d13-b402-9cafb61d317e tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:46.585878 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-78e60599-27b9-4f01-93f5-2e703362f219 req-5151c1e8-c359-4d13-b402-9cafb61d317e tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] 10.222.0.57 "DELETE /v2.0/ports/38f1d51f-1f27-44dc-9560-bbddf89c2463 HTTP/1.1" status: 204 len: 173 time: 1.1082020 Jul 14 09:45:46.588259 n-d-779913-29 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63950b7f-78fd-4116-af3f-a864f54c5fe0', 'name': 'network-vif-deleted', 'tag': '38f1d51f-1f27-44dc-9560-bbddf89c2463'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:45:46.591505 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cb48f044f948e981f43897c8d7f1332f741dc7af2b4c5a6e19d8f4a80f708e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fede6709-967e-467d-be55-d76bbc5e7cdb" -d '{"events": [{"server_uuid": "63950b7f-78fd-4116-af3f-a864f54c5fe0", "name": "network-vif-deleted", "tag": "38f1d51f-1f27-44dc-9560-bbddf89c2463"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:45:46.616626 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-4a7bf140-6e82-47b4-8237-7d6ca2036cd3 req-fd0ec023-c695-443e-a560-cc1b15acbcd9 service neutron] 10.222.0.65 "GET /v2.0/networks/e5bfa805-7fa6-4e66-853c-c2e7e3c5ed34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533697 Jul 14 09:45:46.643089 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:45:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e8b69e1-17d9-43ee-9e1e-642cdb4e617c x-openstack-request-id: req-7e8b69e1-17d9-43ee-9e1e-642cdb4e617c {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:45:46.643503 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63950b7f-78fd-4116-af3f-a864f54c5fe0", "name": "network-vif-deleted", "tag": "38f1d51f-1f27-44dc-9560-bbddf89c2463", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:45:46.643942 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-7e8b69e1-17d9-43ee-9e1e-642cdb4e617c {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:45:46.645587 n-d-779913-29 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63950b7f-78fd-4116-af3f-a864f54c5fe0', 'name': 'network-vif-deleted', 'tag': '38f1d51f-1f27-44dc-9560-bbddf89c2463', 'status': 'completed', 'code': 200} Jul 14 09:45:46.697487 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-dd78d45a-2390-4c48-8e88-73ae82018518 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:46.732826 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd78d45a-2390-4c48-8e88-73ae82018518 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Pushing event deleted for resources: {'Port': ['ID=7e363918-4029-45f9-b004-316221486999,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:46.763091 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-dd78d45a-2390-4c48-8e88-73ae82018518 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:46.767845 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 49156) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:46.767982 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-dd78d45a-2390-4c48-8e88-73ae82018518 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "DELETE /v2.0/ports/7e363918-4029-45f9-b004-316221486999 HTTP/1.1" status: 204 len: 168 time: 1.1743703 Jul 14 09:45:46.826997 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3dfc413-5f8e-471c-a22b-d617ec1bf7d2 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:46.828549 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3dfc413-5f8e-471c-a22b-d617ec1bf7d2 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:46.833000 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-d3dfc413-5f8e-471c-a22b-d617ec1bf7d2 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0610738 Jul 14 09:45:46.833425 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 49162) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:46.900607 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_v2 [None req-b63f6fd5-3ca1-4036-906b-281aa6ab9123 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Deleting subnet ce10a431-af7a-481a-8a68-74242af7029f {{(pid=93957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:45:46.905202 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b63f6fd5-3ca1-4036-906b-281aa6ab9123 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks [] for subnet, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:46.977835 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b63f6fd5-3ca1-4036-906b-281aa6ab9123 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10944203'] for subnet, precommit_delete_associations {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:47.065105 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-883481cc-4356-4a8e-984d-44a4a4071f09 req-c4c7d5f4-6d24-4174-881a-8022f10348fb tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] 10.222.0.68 "GET /v2.0/ports?device_id=63950b7f-78fd-4116-af3f-a864f54c5fe0 HTTP/1.1" status: 200 len: 210 time: 0.0742991 Jul 14 09:45:47.155750 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b63f6fd5-3ca1-4036-906b-281aa6ab9123 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3481002'] for subnet, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:47.303182 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b63f6fd5-3ca1-4036-906b-281aa6ab9123 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10052701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11984075'] for subnet, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:47.336207 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63f6fd5-3ca1-4036-906b-281aa6ab9123 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Pushing event deleted for resources: {'Subnet': ['ID=ce10a431-af7a-481a-8a68-74242af7029f,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:47.347133 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b63f6fd5-3ca1-4036-906b-281aa6ab9123 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks [] for subnet, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:47.350326 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-b63f6fd5-3ca1-4036-906b-281aa6ab9123 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "DELETE /v2.0/subnets/ce10a431-af7a-481a-8a68-74242af7029f HTTP/1.1" status: 204 len: 168 time: 0.5159369 Jul 14 09:45:47.352917 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 49172) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:47.400308 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-c422625a-33b7-4067-a953-a9cab29d5473 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0460427 Jul 14 09:45:47.403156 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 49174) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:47.409121 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-f130f8bb-bb8d-48d0-9b12-0e6dad210846 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Request body: {'subnet': {'network_id': '17492632-5a7e-4bec-a3f9-f8285e44faf2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:45:47.464107 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 6f647ca3-6d5d-4230-8899-996c1dead6f5 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:45:47.532717 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning for port 6f647ca3-6d5d-4230-8899-996c1dead6f5 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:45:47.568060 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b6dcaf8-37a2-424f-ba2c-457793c14dea None None] Network 17492632-5a7e-4bec-a3f9-f8285e44faf2 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:45:47.581522 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f130f8bb-bb8d-48d0-9b12-0e6dad210846 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Made reservation on behalf of 1a9c030e37eb4fbea3adea586f150fe1 for: {'subnet': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:45:47.588137 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f130f8bb-bb8d-48d0-9b12-0e6dad210846 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11984110'] for subnet, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:47.644042 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-a4466237-d7be-46d0-ad7b-51cce012d6a2 None None] Provisioning for port 6f647ca3-6d5d-4230-8899-996c1dead6f5 completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:45:47.654700 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-a4466237-d7be-46d0-ad7b-51cce012d6a2 None None] Provisioning complete for port 6f647ca3-6d5d-4230-8899-996c1dead6f5 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:45:47.655086 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a4466237-d7be-46d0-ad7b-51cce012d6a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:47.677764 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d77923-da53-41f1-ba7c-be3b6de663db req-95d4a66a-5aa8-449f-b81c-ecc559e8b488 tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:47.679407 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-35d77923-da53-41f1-ba7c-be3b6de663db req-95d4a66a-5aa8-449f-b81c-ecc559e8b488 tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] 10.222.0.68 "GET /v2.0/ports?device_id=ae3d35a6-4bda-4462-871d-12870a7d39dc HTTP/1.1" status: 200 len: 945 time: 0.1551254 Jul 14 09:45:47.745753 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-35d77923-da53-41f1-ba7c-be3b6de663db req-e0d1013b-acb9-4916-b2fb-530fccb7ee81 tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] 10.222.0.68 "GET /v2.0/security-groups?id=6eb76f1e-e651-421c-9418-fa3a5fe2dfda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551605 Jul 14 09:45:47.792313 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a4466237-d7be-46d0-ad7b-51cce012d6a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:47.826776 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-a4466237-d7be-46d0-ad7b-51cce012d6a2 None None] For port 6f647ca3-6d5d-4230-8899-996c1dead6f5, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=6f647ca3-6d5d-4230-8899-996c1dead6f5,segment=NetworkSegment(19ac4e1e-e083-4566-aca1-839bc1c998c7),segment_id=19ac4e1e-e083-4566-aca1-839bc1c998c7)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:45:47.830828 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a4466237-d7be-46d0-ad7b-51cce012d6a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:47.884160 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48cdcb05-da6a-410f-9108-1369c75f2131 None None] DHCP port deletion for 17492632-5a7e-4bec-a3f9-f8285e44faf2 request from n-d-779913-29 {{(pid=93959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:45:47.891088 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f130f8bb-bb8d-48d0-9b12-0e6dad210846 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10052764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11984092'] for subnet, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:47.895414 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4466237-d7be-46d0-ad7b-51cce012d6a2 None None] Pushing event updated for resources: {'Port': ['ID=6f647ca3-6d5d-4230-8899-996c1dead6f5,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:47.938545 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f130f8bb-bb8d-48d0-9b12-0e6dad210846 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Network 17492632-5a7e-4bec-a3f9-f8285e44faf2 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:45:47.942382 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-f130f8bb-bb8d-48d0-9b12-0e6dad210846 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:45:47.947356 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f130f8bb-bb8d-48d0-9b12-0e6dad210846 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:47.947956 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f130f8bb-bb8d-48d0-9b12-0e6dad210846 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks [] for subnet, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:47.948802 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-48cdcb05-da6a-410f-9108-1369c75f2131 None None] Deleting port 6f647ca3-6d5d-4230-8899-996c1dead6f5 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:45:47.949246 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-48cdcb05-da6a-410f-9108-1369c75f2131 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:47.971075 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f130f8bb-bb8d-48d0-9b12-0e6dad210846 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Pushing event updated for resources: {'Subnet': ['ID=8abf6d43-bf0e-40b0-acce-79af9aa39f1d,revision_number=0']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:47.975292 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-f130f8bb-bb8d-48d0-9b12-0e6dad210846 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5706332 Jul 14 09:45:47.977995 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 49188) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:47.983340 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-1fbd8d41-eabc-4803-a3be-d3fb4bafe870 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Request body: {'port': {'network_id': '17492632-5a7e-4bec-a3f9-f8285e44faf2', 'fixed_ips': [{'subnet_id': '8abf6d43-bf0e-40b0-acce-79af9aa39f1d', 'ip_address': '2001:db8::9e19:cfff:d7a2:adb3'}], 'name': 'tempest-NetworksTestDHCPv6-2037407386'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:45:48.037888 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-48cdcb05-da6a-410f-9108-1369c75f2131 None None] For port 6f647ca3-6d5d-4230-8899-996c1dead6f5, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=6f647ca3-6d5d-4230-8899-996c1dead6f5,segment=NetworkSegment(19ac4e1e-e083-4566-aca1-839bc1c998c7),segment_id=19ac4e1e-e083-4566-aca1-839bc1c998c7)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:45:48.038212 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-48cdcb05-da6a-410f-9108-1369c75f2131 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:48.055379 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-48cdcb05-da6a-410f-9108-1369c75f2131 None None] Calling delete_port for 6f647ca3-6d5d-4230-8899-996c1dead6f5 owned by network:dhcp {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:45:48.111208 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fbd8d41-eabc-4803-a3be-d3fb4bafe870 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Made reservation on behalf of 1a9c030e37eb4fbea3adea586f150fe1 for: {'port': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:45:48.148531 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-48cdcb05-da6a-410f-9108-1369c75f2131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:48.163690 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48cdcb05-da6a-410f-9108-1369c75f2131 None None] No DVR routers for this DVR port 6f647ca3-6d5d-4230-8899-996c1dead6f5 on host n-d-779913-29 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:45:48.213129 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 49196) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:48.219964 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1325636-1ee4-41d6-8683-ec612956a0a9 None None] Network 17492632-5a7e-4bec-a3f9-f8285e44faf2 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:45:48.223798 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1fbd8d41-eabc-4803-a3be-d3fb4bafe870 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:48.245166 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-1fbd8d41-eabc-4803-a3be-d3fb4bafe870 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] device_id is not set on port cf3c061b-71dc-4690-a7db-376d8a3fb750 yet. {{(pid=93957) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:45:48.288759 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cdcb05-da6a-410f-9108-1369c75f2131 None None] Pushing event deleted for resources: {'Port': ['ID=6f647ca3-6d5d-4230-8899-996c1dead6f5,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:48.290276 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f9e0ad1c-c074-4dbb-bf53-980ab18cd35a tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:48.318056 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f9e0ad1c-c074-4dbb-bf53-980ab18cd35a tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:48.390704 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f9e0ad1c-c074-4dbb-bf53-980ab18cd35a tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:48.394634 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f9e0ad1c-c074-4dbb-bf53-980ab18cd35a tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:48.396313 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-f9e0ad1c-c074-4dbb-bf53-980ab18cd35a tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] 10.222.0.68 "DELETE /v2.0/security-groups/9f625cf9-e4a9-4dec-8cb3-36832f31fea4 HTTP/1.1" status: 204 len: 168 time: 0.1821685 Jul 14 09:45:48.408814 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e0ad1c-c074-4dbb-bf53-980ab18cd35a tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f625cf9-e4a9-4dec-8cb3-36832f31fea4,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:48.408967 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8ee3078-c096-4617-9e5a-3fd5354a104a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf57baaa9-fd24-59f4-8fd2-1dc21122ce72-17492632-5a7e-4bec-a3f9-f8285e44faf2', 'network_id': '17492632-5a7e-4bec-a3f9-f8285e44faf2', 'tenant_id': '1a9c030e37eb4fbea3adea586f150fe1', 'fixed_ips': [{'subnet_id': '8abf6d43-bf0e-40b0-acce-79af9aa39f1d'}]}} from n-d-779913-29. {{(pid=93959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:45:48.412759 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e8ee3078-c096-4617-9e5a-3fd5354a104a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:48.436736 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 49204) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:48.521801 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-1fbd8d41-eabc-4803-a3be-d3fb4bafe870 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Allocated IP 2001:db8::9e19:cfff:d7a2:adb3 (17492632-5a7e-4bec-a3f9-f8285e44faf2/8abf6d43-bf0e-40b0-acce-79af9aa39f1d/cf3c061b-71dc-4690-a7db-376d8a3fb750) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:45:48.718367 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1fbd8d41-eabc-4803-a3be-d3fb4bafe870 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:48.733592 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-1fbd8d41-eabc-4803-a3be-d3fb4bafe870 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Transition to ACTIVE for port object cf3c061b-71dc-4690-a7db-376d8a3fb750 will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:45:48.773720 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1fbd8d41-eabc-4803-a3be-d3fb4bafe870 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:48.816611 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fbd8d41-eabc-4803-a3be-d3fb4bafe870 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Network 17492632-5a7e-4bec-a3f9-f8285e44faf2 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:45:48.820142 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-1fbd8d41-eabc-4803-a3be-d3fb4bafe870 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:45:48.823162 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fbd8d41-eabc-4803-a3be-d3fb4bafe870 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:45:48.830255 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fbd8d41-eabc-4803-a3be-d3fb4bafe870 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:48.831166 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1fbd8d41-eabc-4803-a3be-d3fb4bafe870 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:48.844053 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-e8ee3078-c096-4617-9e5a-3fd5354a104a None None] Allocated IP 2001:db8::2 (17492632-5a7e-4bec-a3f9-f8285e44faf2/8abf6d43-bf0e-40b0-acce-79af9aa39f1d/4c87aacb-dddf-4ec8-af2c-89e0c5426bb4) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:45:48.856839 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-1fbd8d41-eabc-4803-a3be-d3fb4bafe870 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.8776522 Jul 14 09:45:48.860030 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 49212) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:48.895853 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbd8d41-eabc-4803-a3be-d3fb4bafe870 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Pushing event updated for resources: {'Port': ['ID=cf3c061b-71dc-4690-a7db-376d8a3fb750,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:48.934565 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1589daf4-ecb0-4d0f-950e-b6874785ba38 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-683602'] for router_interface, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:48.944178 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36739c0c-a8ea-4b03-8ca6-833212153a65 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:48.945838 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-36739c0c-a8ea-4b03-8ca6-833212153a65 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.0846987 Jul 14 09:45:48.948232 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 49218) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:49.048210 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e8ee3078-c096-4617-9e5a-3fd5354a104a None None] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:49.065546 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-e8ee3078-c096-4617-9e5a-3fd5354a104a None None] Transition to ACTIVE for port object 4c87aacb-dddf-4ec8-af2c-89e0c5426bb4 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:45:49.085211 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-e8ee3078-c096-4617-9e5a-3fd5354a104a None None] Transition to ACTIVE for port object 4c87aacb-dddf-4ec8-af2c-89e0c5426bb4 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:45:49.086601 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-8d0ec169-8283-4dfe-9517-0bdf67a6a4e9 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Deleting port cf3c061b-71dc-4690-a7db-376d8a3fb750 {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:45:49.086601 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8d0ec169-8283-4dfe-9517-0bdf67a6a4e9 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:49.099111 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e8ee3078-c096-4617-9e5a-3fd5354a104a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:49.139053 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8ee3078-c096-4617-9e5a-3fd5354a104a None None] Network 17492632-5a7e-4bec-a3f9-f8285e44faf2 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:45:49.146049 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-e8ee3078-c096-4617-9e5a-3fd5354a104a None None] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:45:49.151282 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ee3078-c096-4617-9e5a-3fd5354a104a None None] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:45:49.165444 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ee3078-c096-4617-9e5a-3fd5354a104a None None] Pushing event updated for resources: {'Port': ['ID=4c87aacb-dddf-4ec8-af2c-89e0c5426bb4,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:49.211309 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8d0ec169-8283-4dfe-9517-0bdf67a6a4e9 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:49.224823 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-8d0ec169-8283-4dfe-9517-0bdf67a6a4e9 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Calling delete_port for cf3c061b-71dc-4690-a7db-376d8a3fb750 owned by {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:45:49.250352 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-e8ee3078-c096-4617-9e5a-3fd5354a104a None None] Attempting to bind port 4c87aacb-dddf-4ec8-af2c-89e0c5426bb4 on host n-d-779913-29 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:45:49.250732 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-e8ee3078-c096-4617-9e5a-3fd5354a104a None None] Attempting to bind port 4c87aacb-dddf-4ec8-af2c-89e0c5426bb4 by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': '19ac4e1e-e083-4566-aca1-839bc1c998c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '17492632-5a7e-4bec-a3f9-f8285e44faf2'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:45:49.251108 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ee3078-c096-4617-9e5a-3fd5354a104a None None] Attempting to bind port 4c87aacb-dddf-4ec8-af2c-89e0c5426bb4 on network 17492632-5a7e-4bec-a3f9-f8285e44faf2 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:45:49.257701 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ee3078-c096-4617-9e5a-3fd5354a104a None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 45, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:45:49.258236 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ee3078-c096-4617-9e5a-3fd5354a104a None None] Checking segment: {'id': '19ac4e1e-e083-4566-aca1-839bc1c998c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '17492632-5a7e-4bec-a3f9-f8285e44faf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:45:49.258660 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e8ee3078-c096-4617-9e5a-3fd5354a104a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:49.259063 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ee3078-c096-4617-9e5a-3fd5354a104a None None] Bound using segment: {'id': '19ac4e1e-e083-4566-aca1-839bc1c998c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '17492632-5a7e-4bec-a3f9-f8285e44faf2'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:45:49.259549 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-e8ee3078-c096-4617-9e5a-3fd5354a104a None None] Bound port: 4c87aacb-dddf-4ec8-af2c-89e0c5426bb4, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19ac4e1e-e083-4566-aca1-839bc1c998c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '17492632-5a7e-4bec-a3f9-f8285e44faf2'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:45:49.259942 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e8ee3078-c096-4617-9e5a-3fd5354a104a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:49.281514 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-1589daf4-ecb0-4d0f-950e-b6874785ba38 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Deleting port 21434eb4-ad07-476d-a908-96ceac3348ab {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:45:49.282136 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1589daf4-ecb0-4d0f-950e-b6874785ba38 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:49.319309 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 6f647ca3-6d5d-4230-8899-996c1dead6f5 no longer exists at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:45:49.348661 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] No Port match for: 6f647ca3-6d5d-4230-8899-996c1dead6f5 {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:45:49.349044 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 6f647ca3-6d5d-4230-8899-996c1dead6f5 not bound to the agent host n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:45:49.373720 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-e8ee3078-c096-4617-9e5a-3fd5354a104a None None] For port 4c87aacb-dddf-4ec8-af2c-89e0c5426bb4, host n-d-779913-29, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:45:49.377381 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-e8ee3078-c096-4617-9e5a-3fd5354a104a None None] For port 4c87aacb-dddf-4ec8-af2c-89e0c5426bb4, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=4c87aacb-dddf-4ec8-af2c-89e0c5426bb4,segment=NetworkSegment(19ac4e1e-e083-4566-aca1-839bc1c998c7),segment_id=19ac4e1e-e083-4566-aca1-839bc1c998c7)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:45:49.384829 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e8ee3078-c096-4617-9e5a-3fd5354a104a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:49.400751 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-1589daf4-ecb0-4d0f-950e-b6874785ba38 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] For port 21434eb4-ad07-476d-a908-96ceac3348ab, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=21434eb4-ad07-476d-a908-96ceac3348ab,segment=NetworkSegment(f77dabd2-5ce0-4d10-8427-d1c524166b03),segment_id=f77dabd2-5ce0-4d10-8427-d1c524166b03)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:45:49.401258 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1589daf4-ecb0-4d0f-950e-b6874785ba38 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:49.405275 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8d0ec169-8283-4dfe-9517-0bdf67a6a4e9 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:49.421089 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-1589daf4-ecb0-4d0f-950e-b6874785ba38 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Calling delete_port for 21434eb4-ad07-476d-a908-96ceac3348ab owned by network:router_interface {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:45:49.459435 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0ec169-8283-4dfe-9517-0bdf67a6a4e9 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Pushing event deleted for resources: {'Port': ['ID=cf3c061b-71dc-4690-a7db-376d8a3fb750,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:49.467992 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ee3078-c096-4617-9e5a-3fd5354a104a None None] Pushing event updated for resources: {'Port': ['ID=4c87aacb-dddf-4ec8-af2c-89e0c5426bb4,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:49.499827 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8d0ec169-8283-4dfe-9517-0bdf67a6a4e9 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:49.504847 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-8d0ec169-8283-4dfe-9517-0bdf67a6a4e9 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "DELETE /v2.0/ports/cf3c061b-71dc-4690-a7db-376d8a3fb750 HTTP/1.1" status: 204 len: 168 time: 0.5525382 Jul 14 09:45:49.505870 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 49228) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:49.574044 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d86ba258-cee8-4f70-8ce1-5896892c53a4 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:49.575616 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d86ba258-cee8-4f70-8ce1-5896892c53a4 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:49.577306 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-d86ba258-cee8-4f70-8ce1-5896892c53a4 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0698872 Jul 14 09:45:49.580175 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 49230) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:49.640215 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6227ef9-bc31-4c33-b809-5846082f3ba0 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Deleting subnet 8abf6d43-bf0e-40b0-acce-79af9aa39f1d {{(pid=93957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:45:49.645961 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a6227ef9-bc31-4c33-b809-5846082f3ba0 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks [] for subnet, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:49.731290 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a6227ef9-bc31-4c33-b809-5846082f3ba0 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10944203'] for subnet, precommit_delete_associations {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:49.858613 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a6227ef9-bc31-4c33-b809-5846082f3ba0 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3481002'] for subnet, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:49.943627 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a6227ef9-bc31-4c33-b809-5846082f3ba0 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10052701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11984075'] for subnet, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:49.974855 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6227ef9-bc31-4c33-b809-5846082f3ba0 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Pushing event deleted for resources: {'Subnet': ['ID=8abf6d43-bf0e-40b0-acce-79af9aa39f1d,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:49.978612 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a6227ef9-bc31-4c33-b809-5846082f3ba0 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks [] for subnet, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:49.983220 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-a6227ef9-bc31-4c33-b809-5846082f3ba0 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "DELETE /v2.0/subnets/8abf6d43-bf0e-40b0-acce-79af9aa39f1d HTTP/1.1" status: 204 len: 168 time: 0.4020329 Jul 14 09:45:49.983856 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 49234) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:50.026186 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-6db3191e-ce77-43e5-8354-290f5ab9c29d tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0389040 Jul 14 09:45:50.026411 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 49236) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:50.074799 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1589daf4-ecb0-4d0f-950e-b6874785ba38 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:50.104972 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1589daf4-ecb0-4d0f-950e-b6874785ba38 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Pushing event deleted for resources: {'Port': ['ID=21434eb4-ad07-476d-a908-96ceac3348ab,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:50.133718 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02d1b504-5832-4515-a9a9-bae02dc30903 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:50.138025 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-02d1b504-5832-4515-a9a9-bae02dc30903 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1106756 Jul 14 09:45:50.138692 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 49238) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:50.196224 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 38f1d51f-1f27-44dc-9560-bbddf89c2463 no longer exists at agent hyperv_n-h2-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:45:50.201485 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc99d6ea-af91-4ffa-8953-e4268ae9673f tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:50.206321 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-fc99d6ea-af91-4ffa-8953-e4268ae9673f tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0638824 Jul 14 09:45:50.208184 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 49240) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:50.268235 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-6a781dc0-b95b-4b5b-8759-e26904590ec3 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0518591 Jul 14 09:45:50.268598 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] No Port match for: 38f1d51f-1f27-44dc-9560-bbddf89c2463 {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:45:50.268598 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 38f1d51f-1f27-44dc-9560-bbddf89c2463 not bound to the agent host n-h2-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:45:50.270096 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 49242) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:50.278219 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-c5644c65-6f35-4249-a3d6-6d92d7f2e316 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Request body: {'subnet': {'network_id': '17492632-5a7e-4bec-a3f9-f8285e44faf2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:45:50.426424 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5644c65-6f35-4249-a3d6-6d92d7f2e316 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Made reservation on behalf of 1a9c030e37eb4fbea3adea586f150fe1 for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:45:50.431307 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c5644c65-6f35-4249-a3d6-6d92d7f2e316 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16714600'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:50.498225 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1589daf4-ecb0-4d0f-950e-b6874785ba38 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-620860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682934'] for router_interface, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:50.682486 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7db8f418-de11-49a3-b31f-c60fc2f4a389 None None] Network 17492632-5a7e-4bec-a3f9-f8285e44faf2 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:45:50.820459 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-a43fc3bb-3edb-42ea-b240-ba423d021d02 None None] Provisioning for port 4c87aacb-dddf-4ec8-af2c-89e0c5426bb4 completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:45:50.838488 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c5644c65-6f35-4249-a3d6-6d92d7f2e316 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13573993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16714586'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:50.900827 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5644c65-6f35-4249-a3d6-6d92d7f2e316 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Network 17492632-5a7e-4bec-a3f9-f8285e44faf2 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:45:50.906659 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-c5644c65-6f35-4249-a3d6-6d92d7f2e316 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:45:50.913268 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5644c65-6f35-4249-a3d6-6d92d7f2e316 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:50.913268 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c5644c65-6f35-4249-a3d6-6d92d7f2e316 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:50.924072 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f2dc39c-ac4b-4474-8174-fbeafdba26b3 None None] DHCP port deletion for 17492632-5a7e-4bec-a3f9-f8285e44faf2 request from n-d-779913-29 {{(pid=93959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:45:50.933790 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1589daf4-ecb0-4d0f-950e-b6874785ba38 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Router 2135dde6-f3fe-4db0-b85a-9f85dc567c3f has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:45:50.935222 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5644c65-6f35-4249-a3d6-6d92d7f2e316 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Pushing event updated for resources: {'Subnet': ['ID=d1dd8a74-7852-4ffe-9278-f28a7264f169,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:50.954761 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-c5644c65-6f35-4249-a3d6-6d92d7f2e316 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6800067 Jul 14 09:45:50.955076 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 49246) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:50.960973 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-064056bf-c718-4d24-a4e2-5266df51d161 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Request body: {'port': {'network_id': '17492632-5a7e-4bec-a3f9-f8285e44faf2', 'fixed_ips': [{'subnet_id': 'd1dd8a74-7852-4ffe-9278-f28a7264f169', 'ip_address': '2001:db8::41e:13ef:1771:7efa'}], 'name': 'tempest-NetworksTestDHCPv6-939918820'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:45:51.002305 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-2f2dc39c-ac4b-4474-8174-fbeafdba26b3 None None] Deleting port 4c87aacb-dddf-4ec8-af2c-89e0c5426bb4 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:45:51.003298 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2f2dc39c-ac4b-4474-8174-fbeafdba26b3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:51.101524 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1589daf4-ecb0-4d0f-950e-b6874785ba38 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:45:51.109884 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-1589daf4-ecb0-4d0f-950e-b6874785ba38 tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] 10.222.0.68 "PUT /v2.0/routers/2135dde6-f3fe-4db0-b85a-9f85dc567c3f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6719127 Jul 14 09:45:51.113781 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 49248) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:51.132744 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-2f2dc39c-ac4b-4474-8174-fbeafdba26b3 None None] For port 4c87aacb-dddf-4ec8-af2c-89e0c5426bb4, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=4c87aacb-dddf-4ec8-af2c-89e0c5426bb4,segment=NetworkSegment(19ac4e1e-e083-4566-aca1-839bc1c998c7),segment_id=19ac4e1e-e083-4566-aca1-839bc1c998c7)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:45:51.133145 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2f2dc39c-ac4b-4474-8174-fbeafdba26b3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:51.148963 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-2f2dc39c-ac4b-4474-8174-fbeafdba26b3 None None] Calling delete_port for 4c87aacb-dddf-4ec8-af2c-89e0c5426bb4 owned by network:dhcp {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:45:51.193824 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-3526ed7a-6fbf-463e-b7eb-9606176ac00a tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Deleting subnet 099eb2c8-2d07-4a3d-922b-c0e86ef46ea9 {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:45:51.198199 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3526ed7a-6fbf-463e-b7eb-9606176ac00a tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:51.240090 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d908fb4-8c4b-4376-9b2f-ebfab0a17cfd None None] Sync routers for ids ['2135dde6-f3fe-4db0-b85a-9f85dc567c3f'] in n-d-779913-29 {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:45:51.248481 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2f2dc39c-ac4b-4474-8174-fbeafdba26b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:51.257828 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3526ed7a-6fbf-463e-b7eb-9606176ac00a tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13574120'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:51.275933 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2dc39c-ac4b-4474-8174-fbeafdba26b3 None None] Pushing event deleted for resources: {'Port': ['ID=4c87aacb-dddf-4ec8-af2c-89e0c5426bb4,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:51.284272 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d908fb4-8c4b-4376-9b2f-ebfab0a17cfd None None] Routers {'2135dde6-f3fe-4db0-b85a-9f85dc567c3f'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:45:51.285968 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-2d908fb4-8c4b-4376-9b2f-ebfab0a17cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:45:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['2135dde6-f3fe-4db0-b85a-9f85dc567c3f'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:45:51.337325 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f2dc39c-ac4b-4474-8174-fbeafdba26b3 None None] No DVR routers for this DVR port 4c87aacb-dddf-4ec8-af2c-89e0c5426bb4 on host n-d-779913-29 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:45:51.367112 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dcd5d87-46d0-4311-a916-6c7ccb33e6cb None None] Network 17492632-5a7e-4bec-a3f9-f8285e44faf2 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:45:51.417316 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3526ed7a-6fbf-463e-b7eb-9606176ac00a tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3481002'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:51.488349 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3526ed7a-6fbf-463e-b7eb-9606176ac00a tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13574056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16714573'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:51.500244 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-064056bf-c718-4d24-a4e2-5266df51d161 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Made reservation on behalf of 1a9c030e37eb4fbea3adea586f150fe1 for: {'port': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:45:51.506559 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-064056bf-c718-4d24-a4e2-5266df51d161 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:51.529976 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-064056bf-c718-4d24-a4e2-5266df51d161 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] device_id is not set on port 3a5d4c69-0dfa-4d11-9b15-94645f338f97 yet. {{(pid=93957) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:45:51.538444 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvr_db [None req-2d908fb4-8c4b-4376-9b2f-ebfab0a17cfd None None] Set router 2135dde6-f3fe-4db0-b85a-9f85dc567c3f gateway port host: n-d-779913-29 {{(pid=93959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:45:51.540322 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3526ed7a-6fbf-463e-b7eb-9606176ac00a tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:51.545967 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-3526ed7a-6fbf-463e-b7eb-9606176ac00a tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] 10.222.0.68 "DELETE /v2.0/subnets/099eb2c8-2d07-4a3d-922b-c0e86ef46ea9 HTTP/1.1" status: 204 len: 168 time: 0.4285464 Jul 14 09:45:51.545967 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3526ed7a-6fbf-463e-b7eb-9606176ac00a tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Pushing event deleted for resources: {'Subnet': ['ID=099eb2c8-2d07-4a3d-922b-c0e86ef46ea9,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:51.554492 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 49250) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:51.572062 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1613321-3fae-4250-8306-f25da39d3e25 None None] Network acb2a538-8452-4325-b8b2-389094a8a1f1 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:45:51.687146 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-36a7dbef-8961-4720-83b9-6d754296f2df tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks [] for router, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:51.745846 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-064056bf-c718-4d24-a4e2-5266df51d161 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Allocated IP 2001:db8::41e:13ef:1771:7efa (17492632-5a7e-4bec-a3f9-f8285e44faf2/d1dd8a74-7852-4ffe-9278-f28a7264f169/3a5d4c69-0dfa-4d11-9b15-94645f338f97) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:45:51.820225 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-36a7dbef-8961-4720-83b9-6d754296f2df tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:51.881654 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-36a7dbef-8961-4720-83b9-6d754296f2df tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Deleting port 91c38c25-2529-4eee-bb50-a1a5c02df6ed {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:45:51.882008 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-36a7dbef-8961-4720-83b9-6d754296f2df tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:51.935412 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-064056bf-c718-4d24-a4e2-5266df51d161 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:51.956755 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-064056bf-c718-4d24-a4e2-5266df51d161 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Transition to ACTIVE for port object 3a5d4c69-0dfa-4d11-9b15-94645f338f97 will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:45:51.996082 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-064056bf-c718-4d24-a4e2-5266df51d161 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:51.999735 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-36a7dbef-8961-4720-83b9-6d754296f2df tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] For port 91c38c25-2529-4eee-bb50-a1a5c02df6ed, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=91c38c25-2529-4eee-bb50-a1a5c02df6ed,segment=NetworkSegment(81bf7a93-80b3-43df-b9d5-462c604a2945),segment_id=81bf7a93-80b3-43df-b9d5-462c604a2945)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:45:52.000411 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-36a7dbef-8961-4720-83b9-6d754296f2df tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:52.019673 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-36a7dbef-8961-4720-83b9-6d754296f2df tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Calling delete_port for 91c38c25-2529-4eee-bb50-a1a5c02df6ed owned by network:router_gateway {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:45:52.056236 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-064056bf-c718-4d24-a4e2-5266df51d161 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Network 17492632-5a7e-4bec-a3f9-f8285e44faf2 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:45:52.064940 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-064056bf-c718-4d24-a4e2-5266df51d161 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:45:52.078061 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-064056bf-c718-4d24-a4e2-5266df51d161 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:45:52.085736 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-064056bf-c718-4d24-a4e2-5266df51d161 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:52.087940 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-064056bf-c718-4d24-a4e2-5266df51d161 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:52.108664 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064056bf-c718-4d24-a4e2-5266df51d161 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Pushing event updated for resources: {'Port': ['ID=3a5d4c69-0dfa-4d11-9b15-94645f338f97,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:52.121993 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-064056bf-c718-4d24-a4e2-5266df51d161 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.1658018 Jul 14 09:45:52.124751 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 49254) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:52.132460 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-93536da6-6479-4a11-a4e2-8bf6849cd8d1 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Request body: {'port': {'network_id': '17492632-5a7e-4bec-a3f9-f8285e44faf2', 'fixed_ips': [{'subnet_id': 'd1dd8a74-7852-4ffe-9278-f28a7264f169', 'ip_address': '2001:db8::41e:13ef:1771:7efa'}], 'name': 'tempest-NetworksTestDHCPv6-525297857'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:45:52.187360 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-166fd6ec-e1eb-4d77-b427-1a6eb3a9ab4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf57baaa9-fd24-59f4-8fd2-1dc21122ce72-17492632-5a7e-4bec-a3f9-f8285e44faf2', 'network_id': '17492632-5a7e-4bec-a3f9-f8285e44faf2', 'tenant_id': '1a9c030e37eb4fbea3adea586f150fe1', 'fixed_ips': [{'subnet_id': 'd1dd8a74-7852-4ffe-9278-f28a7264f169'}]}} from n-d-779913-29. {{(pid=93959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:45:52.188246 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-166fd6ec-e1eb-4d77-b427-1a6eb3a9ab4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:52.208992 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-2d908fb4-8c4b-4376-9b2f-ebfab0a17cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2135dde6-f3fe-4db0-b85a-9f85dc567c3f', 'name': 'tempest-TestNetworkBasicOps-router-1904412518', 'tenant_id': 'da5579fc8d23403983f04f41618106b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.56'}], 'enable_snat': True}, 'gw_port_id': '91c38c25-2529-4eee-bb50-a1a5c02df6ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:44:39Z', 'updated_at': '2021-07-14T09:45:49Z', 'revision_number': 5, 'project_id': 'da5579fc8d23403983f04f41618106b6', 'gw_port': {'id': '91c38c25-2529-4eee-bb50-a1a5c02df6ed', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:0e:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2135dde6-f3fe-4db0-b85a-9f85dc567c3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3264, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:44:39Z', 'updated_at': '2021-07-14T09:44:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29'}], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:45:52.238496 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d908fb4-8c4b-4376-9b2f-ebfab0a17cfd None None] Checking router: 2135dde6-f3fe-4db0-b85a-9f85dc567c3f for host: n-d-779913-29 {{(pid=93959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:45:52.247438 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0ab1ab08-deb8-4a44-9954-54af8420d01b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:52.259205 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d908fb4-8c4b-4376-9b2f-ebfab0a17cfd None None] Routers {'2135dde6-f3fe-4db0-b85a-9f85dc567c3f'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:45:52.259849 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-2d908fb4-8c4b-4376-9b2f-ebfab0a17cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:45:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['2135dde6-f3fe-4db0-b85a-9f85dc567c3f'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:45:52.299698 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-36a7dbef-8961-4720-83b9-6d754296f2df tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:52.308873 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93536da6-6479-4a11-a4e2-8bf6849cd8d1 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Made reservation on behalf of 1a9c030e37eb4fbea3adea586f150fe1 for: {'port': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:45:52.315416 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-93536da6-6479-4a11-a4e2-8bf6849cd8d1 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:52.335502 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-93536da6-6479-4a11-a4e2-8bf6849cd8d1 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] device_id is not set on port da107885-9ce0-4f99-a6ba-f81eacc0d957 yet. {{(pid=93957) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:45:52.341372 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f40620a-364f-4c4b-bf94-0a4a0141703a None None] DHCP port deletion for acb2a538-8452-4325-b8b2-389094a8a1f1 request from n-d-779913-29 {{(pid=93959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:45:52.343437 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a7dbef-8961-4720-83b9-6d754296f2df tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Pushing event deleted for resources: {'Port': ['ID=91c38c25-2529-4eee-bb50-a1a5c02df6ed,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:52.451705 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-36a7dbef-8961-4720-83b9-6d754296f2df tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-660532'] for router_gateway, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:52.464034 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvr_db [None req-2d908fb4-8c4b-4376-9b2f-ebfab0a17cfd None None] Set router 2135dde6-f3fe-4db0-b85a-9f85dc567c3f gateway port host: None {{(pid=93959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:45:52.527791 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-2d908fb4-8c4b-4376-9b2f-ebfab0a17cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2135dde6-f3fe-4db0-b85a-9f85dc567c3f', 'name': 'tempest-TestNetworkBasicOps-router-1904412518', 'tenant_id': 'da5579fc8d23403983f04f41618106b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:44:39Z', 'updated_at': '2021-07-14T09:45:51Z', 'revision_number': 6, 'project_id': 'da5579fc8d23403983f04f41618106b6', 'gw_port_host': None}], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:45:52.564063 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-36a7dbef-8961-4720-83b9-6d754296f2df tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-711871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12964'] for router, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:52.566534 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-36a7dbef-8961-4720-83b9-6d754296f2df tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:52.572369 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d908fb4-8c4b-4376-9b2f-ebfab0a17cfd None None] The sync data for ids ['2135dde6-f3fe-4db0-b85a-9f85dc567c3f'] in n-d-779913-29 is: [{'id': '2135dde6-f3fe-4db0-b85a-9f85dc567c3f', 'name': 'tempest-TestNetworkBasicOps-router-1904412518', 'tenant_id': 'da5579fc8d23403983f04f41618106b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:44:39Z', 'updated_at': '2021-07-14T09:45:51Z', 'revision_number': 6, 'project_id': 'da5579fc8d23403983f04f41618106b6', 'gw_port_host': None}] {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:45:52.575341 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-166fd6ec-e1eb-4d77-b427-1a6eb3a9ab4f None None] Allocated IP 2001:db8::2 (17492632-5a7e-4bec-a3f9-f8285e44faf2/d1dd8a74-7852-4ffe-9278-f28a7264f169/9e4c111e-5f74-4d8a-af08-9565403bc030) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:45:52.632249 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-36a7dbef-8961-4720-83b9-6d754296f2df tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-704815'] for router, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:52.632811 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36a7dbef-8961-4720-83b9-6d754296f2df tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Fanout notify agent at l3_agent the message router_deleted on router 2135dde6-f3fe-4db0-b85a-9f85dc567c3f {{(pid=93958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:45:52.639754 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-36a7dbef-8961-4720-83b9-6d754296f2df tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:52.643366 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-7f40620a-364f-4c4b-bf94-0a4a0141703a None None] Deleting port 15fb9326-a15c-4737-a457-8a092dc3a359 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:45:52.643366 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7f40620a-364f-4c4b-bf94-0a4a0141703a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:52.643593 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-36a7dbef-8961-4720-83b9-6d754296f2df tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] 10.222.0.68 "DELETE /v2.0/routers/2135dde6-f3fe-4db0-b85a-9f85dc567c3f HTTP/1.1" status: 204 len: 168 time: 1.0857816 Jul 14 09:45:52.644441 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 49256) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:52.733816 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-7f40620a-364f-4c4b-bf94-0a4a0141703a None None] For port 15fb9326-a15c-4737-a457-8a092dc3a359, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=15fb9326-a15c-4737-a457-8a092dc3a359,segment=NetworkSegment(f77dabd2-5ce0-4d10-8427-d1c524166b03),segment_id=f77dabd2-5ce0-4d10-8427-d1c524166b03)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:45:52.734214 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7f40620a-364f-4c4b-bf94-0a4a0141703a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:52.750885 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-cb9650ed-0d15-4217-9c25-6bb15c23186d tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3876111'] for network, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:52.757303 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-7f40620a-364f-4c4b-bf94-0a4a0141703a None None] Calling delete_port for 15fb9326-a15c-4737-a457-8a092dc3a359 owned by network:dhcp {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:45:52.816514 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-cb9650ed-0d15-4217-9c25-6bb15c23186d tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Deleting port 15fb9326-a15c-4737-a457-8a092dc3a359 {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:45:52.816866 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-cb9650ed-0d15-4217-9c25-6bb15c23186d tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:52.866034 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-166fd6ec-e1eb-4d77-b427-1a6eb3a9ab4f None None] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:52.878179 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-166fd6ec-e1eb-4d77-b427-1a6eb3a9ab4f None None] Transition to ACTIVE for port object 9e4c111e-5f74-4d8a-af08-9565403bc030 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:45:52.884340 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-cb9650ed-0d15-4217-9c25-6bb15c23186d tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] For port 15fb9326-a15c-4737-a457-8a092dc3a359, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=15fb9326-a15c-4737-a457-8a092dc3a359,segment=NetworkSegment(f77dabd2-5ce0-4d10-8427-d1c524166b03),segment_id=f77dabd2-5ce0-4d10-8427-d1c524166b03)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:45:52.884708 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-cb9650ed-0d15-4217-9c25-6bb15c23186d tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:52.899225 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-cb9650ed-0d15-4217-9c25-6bb15c23186d tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Calling delete_port for 15fb9326-a15c-4737-a457-8a092dc3a359 owned by network:dhcp {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:45:52.903085 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-166fd6ec-e1eb-4d77-b427-1a6eb3a9ab4f None None] Transition to ACTIVE for port object 9e4c111e-5f74-4d8a-af08-9565403bc030 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:45:52.908256 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7f40620a-364f-4c4b-bf94-0a4a0141703a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:52.914409 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-166fd6ec-e1eb-4d77-b427-1a6eb3a9ab4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:52.939010 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f40620a-364f-4c4b-bf94-0a4a0141703a None None] Pushing event deleted for resources: {'Port': ['ID=15fb9326-a15c-4737-a457-8a092dc3a359,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:52.981934 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f40620a-364f-4c4b-bf94-0a4a0141703a None None] No DVR routers for this DVR port 15fb9326-a15c-4737-a457-8a092dc3a359 on host n-d-779913-29 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:45:52.988645 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166fd6ec-e1eb-4d77-b427-1a6eb3a9ab4f None None] Pushing event updated for resources: {'Port': ['ID=9e4c111e-5f74-4d8a-af08-9565403bc030,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:53.007268 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-166fd6ec-e1eb-4d77-b427-1a6eb3a9ab4f None None] Network 17492632-5a7e-4bec-a3f9-f8285e44faf2 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:45:53.008864 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-166fd6ec-e1eb-4d77-b427-1a6eb3a9ab4f None None] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:45:53.013245 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-166fd6ec-e1eb-4d77-b427-1a6eb3a9ab4f None None] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:45:53.058439 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-cb9650ed-0d15-4217-9c25-6bb15c23186d tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:53.098722 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb9650ed-0d15-4217-9c25-6bb15c23186d tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] No DVR routers for this DVR port 15fb9326-a15c-4737-a457-8a092dc3a359 on host n-d-779913-29 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:45:53.100342 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9650ed-0d15-4217-9c25-6bb15c23186d tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Pushing event deleted for resources: {'Port': ['ID=15fb9326-a15c-4737-a457-8a092dc3a359,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:53.101069 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-166fd6ec-e1eb-4d77-b427-1a6eb3a9ab4f None None] Attempting to bind port 9e4c111e-5f74-4d8a-af08-9565403bc030 on host n-d-779913-29 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:45:53.101598 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-166fd6ec-e1eb-4d77-b427-1a6eb3a9ab4f None None] Attempting to bind port 9e4c111e-5f74-4d8a-af08-9565403bc030 by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': '19ac4e1e-e083-4566-aca1-839bc1c998c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '17492632-5a7e-4bec-a3f9-f8285e44faf2'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:45:53.101978 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-166fd6ec-e1eb-4d77-b427-1a6eb3a9ab4f None None] Attempting to bind port 9e4c111e-5f74-4d8a-af08-9565403bc030 on network 17492632-5a7e-4bec-a3f9-f8285e44faf2 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:45:53.107534 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-166fd6ec-e1eb-4d77-b427-1a6eb3a9ab4f None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 45, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:45:53.107914 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-166fd6ec-e1eb-4d77-b427-1a6eb3a9ab4f None None] Checking segment: {'id': '19ac4e1e-e083-4566-aca1-839bc1c998c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '17492632-5a7e-4bec-a3f9-f8285e44faf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:45:53.108323 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-166fd6ec-e1eb-4d77-b427-1a6eb3a9ab4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:53.108881 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-166fd6ec-e1eb-4d77-b427-1a6eb3a9ab4f None None] Bound using segment: {'id': '19ac4e1e-e083-4566-aca1-839bc1c998c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '17492632-5a7e-4bec-a3f9-f8285e44faf2'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:45:53.109285 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-166fd6ec-e1eb-4d77-b427-1a6eb3a9ab4f None None] Bound port: 9e4c111e-5f74-4d8a-af08-9565403bc030, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19ac4e1e-e083-4566-aca1-839bc1c998c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '17492632-5a7e-4bec-a3f9-f8285e44faf2'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:45:53.109702 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-166fd6ec-e1eb-4d77-b427-1a6eb3a9ab4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:53.163426 n-d-779913-29 neutron-server[93957]: INFO neutron.pecan_wsgi.hooks.translation [None req-93536da6-6479-4a11-a4e2-8bf6849cd8d1 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] POST failed (client error): There was a conflict when trying to complete your request. Jul 14 09:45:53.163952 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93536da6-6479-4a11-a4e2-8bf6849cd8d1 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:45:53.179788 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-166fd6ec-e1eb-4d77-b427-1a6eb3a9ab4f None None] For port 9e4c111e-5f74-4d8a-af08-9565403bc030, host n-d-779913-29, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:45:53.183210 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-166fd6ec-e1eb-4d77-b427-1a6eb3a9ab4f None None] For port 9e4c111e-5f74-4d8a-af08-9565403bc030, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=9e4c111e-5f74-4d8a-af08-9565403bc030,segment=NetworkSegment(19ac4e1e-e083-4566-aca1-839bc1c998c7),segment_id=19ac4e1e-e083-4566-aca1-839bc1c998c7)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:45:53.186686 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-166fd6ec-e1eb-4d77-b427-1a6eb3a9ab4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:53.217283 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-93536da6-6479-4a11-a4e2-8bf6849cd8d1 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 409 len: 388 time: 1.0903730 Jul 14 09:45:53.218127 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 49260) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:53.224618 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-cb9650ed-0d15-4217-9c25-6bb15c23186d tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473955', 'neutron.services.segments.db._delete_segments_for_network-8735688326548'] for network, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:53.237278 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-cb9650ed-0d15-4217-9c25-6bb15c23186d tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['acb2a538-8452-4325-b8b2-389094a8a1f1']}} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:45:53.250249 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-cb9650ed-0d15-4217-9c25-6bb15c23186d tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f77dabd2-5ce0-4d10-8427-d1c524166b03') {'for_net_delete': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:45:53.250565 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-cb9650ed-0d15-4217-9c25-6bb15c23186d tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f77dabd2-5ce0-4d10-8427-d1c524166b03') {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:45:53.262546 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166fd6ec-e1eb-4d77-b427-1a6eb3a9ab4f None None] Pushing event updated for resources: {'Port': ['ID=9e4c111e-5f74-4d8a-af08-9565403bc030,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:53.266486 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-cb9650ed-0d15-4217-9c25-6bb15c23186d tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735688356235', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10944210'] for segment, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:53.283006 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-cb9650ed-0d15-4217-9c25-6bb15c23186d tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:53.292099 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb9650ed-0d15-4217-9c25-6bb15c23186d tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Releasing vlan 745 on physical network physnet1 to pool {{(pid=93957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:45:53.292513 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-cb9650ed-0d15-4217-9c25-6bb15c23186d tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10053619'] for segment, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:53.296997 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:45:53.296997 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:45:53.296997 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:45:53.296997 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:45:53.296997 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:45:53.296997 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:45:53.296997 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:45:53.296997 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:45:53.296997 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:45:53.296997 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:45:53.296997 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:45:53.296997 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:45:53.296997 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:45:53.296997 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:45:53.296997 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:45:53.296997 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:45:53.296997 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:45:53.296997 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:45:53.296997 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:45:53.296997 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:45:53.296997 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:45:53.296997 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:45:53.296997 n-d-779913-29 neutron-server[93957]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:45:53.296997 n-d-779913-29 neutron-server[93957]: self.session.flush() Jul 14 09:45:53.296997 n-d-779913-29 neutron-server[93957]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:45:53.296997 n-d-779913-29 neutron-server[93957]: self.session.flush() Jul 14 09:45:53.296997 n-d-779913-29 neutron-server[93957]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:45:53.296997 n-d-779913-29 neutron-server[93957]: self.session.flush() Jul 14 09:45:53.296997 n-d-779913-29 neutron-server[93957]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:45:53.296997 n-d-779913-29 neutron-server[93957]: self.session.flush() Jul 14 09:45:53.296997 n-d-779913-29 neutron-server[93957]: Traceback (most recent call last): Jul 14 09:45:53.296997 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:45:53.296997 n-d-779913-29 neutron-server[93957]: timer() Jul 14 09:45:53.296997 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:45:53.296997 n-d-779913-29 neutron-server[93957]: cb(*args, **kw) Jul 14 09:45:53.296997 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:45:53.296997 n-d-779913-29 neutron-server[93957]: return func(*args, **kwargs) Jul 14 09:45:53.296997 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:45:53.296997 n-d-779913-29 neutron-server[93957]: self._notify() Jul 14 09:45:53.296997 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:45:53.296997 n-d-779913-29 neutron-server[93957]: self.callback(batched_events) Jul 14 09:45:53.296997 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:45:53.296997 n-d-779913-29 neutron-server[93957]: event.method(event) Jul 14 09:45:53.296997 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:45:53.296997 n-d-779913-29 neutron-server[93957]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:45:53.296997 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:45:53.296997 n-d-779913-29 neutron-server[93957]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:45:53.296997 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:45:53.296997 n-d-779913-29 neutron-server[93957]: return f(self, *a, **k) Jul 14 09:45:53.296997 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:45:53.296997 n-d-779913-29 neutron-server[93957]: return self._get(url).json() Jul 14 09:45:53.296997 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:45:53.296997 n-d-779913-29 neutron-server[93957]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:45:53.296997 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:45:53.296997 n-d-779913-29 neutron-server[93957]: return self.request(url, 'GET', **kwargs) Jul 14 09:45:53.296997 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:45:53.296997 n-d-779913-29 neutron-server[93957]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:45:53.296997 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:45:53.296997 n-d-779913-29 neutron-server[93957]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:45:53.296997 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:45:53.296997 n-d-779913-29 neutron-server[93957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:45:53.296997 n-d-779913-29 neutron-server[93957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:45:53.329888 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf4a8fe7-841c-4db3-be3d-e3e58f81fbde tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:53.337266 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf4a8fe7-841c-4db3-be3d-e3e58f81fbde tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:53.339464 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-cf4a8fe7-841c-4db3-be3d-e3e58f81fbde tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.1177554 Jul 14 09:45:53.342022 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 49262) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:53.372660 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-cb9650ed-0d15-4217-9c25-6bb15c23186d tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660504'] for network, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:53.387621 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-cb9650ed-0d15-4217-9c25-6bb15c23186d tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Notify callbacks [] for network, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:53.395605 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-cb9650ed-0d15-4217-9c25-6bb15c23186d tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] 10.222.0.68 "DELETE /v2.0/networks/acb2a538-8452-4325-b8b2-389094a8a1f1 HTTP/1.1" status: 204 len: 168 time: 0.7438142 Jul 14 09:45:53.421956 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9650ed-0d15-4217-9c25-6bb15c23186d tempest-TestNetworkBasicOps-1229861106 tempest-TestNetworkBasicOps-1229861106-project] Pushing event deleted for resources: {'Network': ['ID=acb2a538-8452-4325-b8b2-389094a8a1f1,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:53.548843 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 15fb9326-a15c-4737-a457-8a092dc3a359 no longer exists at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:45:53.594911 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-85f915e1-8ed3-4a0e-b28c-6a2e4cae22d5 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Deleting port 3a5d4c69-0dfa-4d11-9b15-94645f338f97 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:45:53.595977 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-85f915e1-8ed3-4a0e-b28c-6a2e4cae22d5 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:53.629794 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] No Port match for: 15fb9326-a15c-4737-a457-8a092dc3a359 {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:45:53.630149 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 15fb9326-a15c-4737-a457-8a092dc3a359 not bound to the agent host n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:45:53.630577 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 91c38c25-2529-4eee-bb50-a1a5c02df6ed no longer exists at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:45:53.671670 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] No Port match for: 91c38c25-2529-4eee-bb50-a1a5c02df6ed {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:45:53.672505 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 91c38c25-2529-4eee-bb50-a1a5c02df6ed not bound to the agent host n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:45:53.673112 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 21434eb4-ad07-476d-a908-96ceac3348ab no longer exists at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:45:53.703767 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] No Port match for: 21434eb4-ad07-476d-a908-96ceac3348ab {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:45:53.704109 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 21434eb4-ad07-476d-a908-96ceac3348ab not bound to the agent host n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:45:53.778740 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-85f915e1-8ed3-4a0e-b28c-6a2e4cae22d5 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:53.797784 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-85f915e1-8ed3-4a0e-b28c-6a2e4cae22d5 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Calling delete_port for 3a5d4c69-0dfa-4d11-9b15-94645f338f97 owned by {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:45:53.803381 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 49270) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:53.992626 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-be1aabe3-8c92-44af-903f-9ed85bfcd963 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=da5579fc8d23403983f04f41618106b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1832294 Jul 14 09:45:53.992986 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 49274) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:54.001447 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-85f915e1-8ed3-4a0e-b28c-6a2e4cae22d5 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:54.035356 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f915e1-8ed3-4a0e-b28c-6a2e4cae22d5 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Pushing event deleted for resources: {'Port': ['ID=3a5d4c69-0dfa-4d11-9b15-94645f338f97,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:54.065112 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e08babe4-ec99-483a-b0d6-cddbee934853 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:54.066279 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-85f915e1-8ed3-4a0e-b28c-6a2e4cae22d5 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:54.070785 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-85f915e1-8ed3-4a0e-b28c-6a2e4cae22d5 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "DELETE /v2.0/ports/3a5d4c69-0dfa-4d11-9b15-94645f338f97 HTTP/1.1" status: 204 len: 168 time: 0.7275724 Jul 14 09:45:54.071434 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 49276) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:54.088544 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e08babe4-ec99-483a-b0d6-cddbee934853 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:54.141815 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c56dab64-0d90-47bf-afb5-51c56d4e1df7 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:54.144825 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e08babe4-ec99-483a-b0d6-cddbee934853 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:54.145786 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c56dab64-0d90-47bf-afb5-51c56d4e1df7 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:54.147838 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e08babe4-ec99-483a-b0d6-cddbee934853 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:54.149005 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-e08babe4-ec99-483a-b0d6-cddbee934853 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/729332b3-aa26-4242-bffa-1b4bbb53378c HTTP/1.1" status: 204 len: 168 time: 0.1545208 Jul 14 09:45:54.151103 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-c56dab64-0d90-47bf-afb5-51c56d4e1df7 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0785999 Jul 14 09:45:54.151343 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 49278) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:54.185650 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08babe4-ec99-483a-b0d6-cddbee934853 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=729332b3-aa26-4242-bffa-1b4bbb53378c,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:54.218818 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2bac265-b585-4b22-babe-a409d02ffb31 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Deleting subnet d1dd8a74-7852-4ffe-9278-f28a7264f169 {{(pid=93957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:45:54.223634 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e2bac265-b585-4b22-babe-a409d02ffb31 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks [] for subnet, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:54.276535 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e2bac265-b585-4b22-babe-a409d02ffb31 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10944203'] for subnet, precommit_delete_associations {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:54.394527 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e2bac265-b585-4b22-babe-a409d02ffb31 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3481002'] for subnet, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:54.506948 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e2bac265-b585-4b22-babe-a409d02ffb31 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10052701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11984075'] for subnet, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:54.548070 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e2bac265-b585-4b22-babe-a409d02ffb31 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks [] for subnet, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:54.549567 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 49284) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:54.559005 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-e2bac265-b585-4b22-babe-a409d02ffb31 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "DELETE /v2.0/subnets/d1dd8a74-7852-4ffe-9278-f28a7264f169 HTTP/1.1" status: 204 len: 168 time: 0.4064415 Jul 14 09:45:54.559944 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bac265-b585-4b22-babe-a409d02ffb31 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Pushing event deleted for resources: {'Subnet': ['ID=d1dd8a74-7852-4ffe-9278-f28a7264f169,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:54.564331 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 49286) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:54.574948 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0eeb79c2-2e2c-4496-9edc-d2bbbf76abef admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:54.624122 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-70a345c6-40e0-4f65-8bd2-ad28bc2535b2 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0585999 Jul 14 09:45:54.628133 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 49288) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:54.634082 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-82140549-c238-4534-9637-50164a1790a6 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Request body: {'subnet': {'network_id': '17492632-5a7e-4bec-a3f9-f8285e44faf2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:45:54.644704 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d485c7b-9fb0-47f1-b76e-c35e343aaa99 None None] Network 17492632-5a7e-4bec-a3f9-f8285e44faf2 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:45:54.732850 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c0868276-94d0-45c2-91c0-0ecf727f2126 None None] Could not find standard attr ID for object 3a5d4c69-0dfa-4d11-9b15-94645f338f97. {{(pid=93959) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 09:45:54.778831 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0eeb79c2-2e2c-4496-9edc-d2bbbf76abef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:54.784089 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c0868276-94d0-45c2-91c0-0ecf727f2126 None None] Provisioning for port 9e4c111e-5f74-4d8a-af08-9565403bc030 completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:45:54.785647 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0eeb79c2-2e2c-4496-9edc-d2bbbf76abef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:54.810392 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:54.845682 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-0eeb79c2-2e2c-4496-9edc-d2bbbf76abef admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=f056ea523b264aca9fb95f345048aa75&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2919774 Jul 14 09:45:54.846515 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 49292) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:54.855597 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82140549-c238-4534-9637-50164a1790a6 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Made reservation on behalf of 1a9c030e37eb4fbea3adea586f150fe1 for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:45:54.859794 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-82140549-c238-4534-9637-50164a1790a6 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16714600'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:54.866853 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eeb79c2-2e2c-4496-9edc-d2bbbf76abef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc88690c-1fbb-498c-a29e-7e370e828c97,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:54.893767 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c1dfbbbb-3617-41b1-be4d-e1edb20fd2a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:54.980642 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-214b4fa8-7a10-4d02-a0c8-f14ca3549448 None None] DHCP port deletion for 17492632-5a7e-4bec-a3f9-f8285e44faf2 request from n-d-779913-29 {{(pid=93959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:45:54.997898 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7b83f2d2-160f-4c02-8a3b-3a1a4d2475cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:55.045411 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7b83f2d2-160f-4c02-8a3b-3a1a4d2475cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:55.053925 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-214b4fa8-7a10-4d02-a0c8-f14ca3549448 None None] Deleting port 9e4c111e-5f74-4d8a-af08-9565403bc030 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:45:55.054446 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-214b4fa8-7a10-4d02-a0c8-f14ca3549448 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:55.127861 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-214b4fa8-7a10-4d02-a0c8-f14ca3549448 None None] For port 9e4c111e-5f74-4d8a-af08-9565403bc030, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=9e4c111e-5f74-4d8a-af08-9565403bc030,segment=NetworkSegment(19ac4e1e-e083-4566-aca1-839bc1c998c7),segment_id=19ac4e1e-e083-4566-aca1-839bc1c998c7)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:45:55.128919 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-214b4fa8-7a10-4d02-a0c8-f14ca3549448 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:55.150776 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-214b4fa8-7a10-4d02-a0c8-f14ca3549448 None None] Calling delete_port for 9e4c111e-5f74-4d8a-af08-9565403bc030 owned by network:dhcp {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:45:55.200773 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-82140549-c238-4534-9637-50164a1790a6 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13573993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16714586'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:55.279252 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82140549-c238-4534-9637-50164a1790a6 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Network 17492632-5a7e-4bec-a3f9-f8285e44faf2 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:45:55.282755 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-214b4fa8-7a10-4d02-a0c8-f14ca3549448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:55.293984 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-82140549-c238-4534-9637-50164a1790a6 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:45:55.311088 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82140549-c238-4534-9637-50164a1790a6 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:55.311960 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-82140549-c238-4534-9637-50164a1790a6 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:55.315396 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214b4fa8-7a10-4d02-a0c8-f14ca3549448 None None] Pushing event deleted for resources: {'Port': ['ID=9e4c111e-5f74-4d8a-af08-9565403bc030,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:55.319746 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-214b4fa8-7a10-4d02-a0c8-f14ca3549448 None None] No DVR routers for this DVR port 9e4c111e-5f74-4d8a-af08-9565403bc030 on host n-d-779913-29 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:45:55.344145 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44beb00c-6820-4bda-802c-e1f06f647f39 None None] Network 17492632-5a7e-4bec-a3f9-f8285e44faf2 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:45:55.353246 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82140549-c238-4534-9637-50164a1790a6 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Pushing event updated for resources: {'Subnet': ['ID=1dfcede8-e76a-48bb-a55a-614eab3689b8,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:55.376103 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-82140549-c238-4534-9637-50164a1790a6 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7461164 Jul 14 09:45:55.377953 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7b83f2d2-160f-4c02-8a3b-3a1a4d2475cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:55.380102 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 49330) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:55.382006 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7b83f2d2-160f-4c02-8a3b-3a1a4d2475cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:55.383399 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-7b83f2d2-160f-4c02-8a3b-3a1a4d2475cf admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/cc88690c-1fbb-498c-a29e-7e370e828c97 HTTP/1.1" status: 204 len: 168 time: 0.5349886 Jul 14 09:45:55.386477 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-b5816641-ab55-49f4-89ab-121492bfb13d tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Request body: {'port': {'network_id': '17492632-5a7e-4bec-a3f9-f8285e44faf2', 'fixed_ips': [{'subnet_id': '1dfcede8-e76a-48bb-a55a-614eab3689b8', 'ip_address': '2001:db8:0:1::4'}], 'name': 'tempest-NetworksTestDHCPv6-705448450'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:45:55.412157 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b83f2d2-160f-4c02-8a3b-3a1a4d2475cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc88690c-1fbb-498c-a29e-7e370e828c97,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:55.624250 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12d65011-b3cf-483f-af69-58e691a14583 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf57baaa9-fd24-59f4-8fd2-1dc21122ce72-17492632-5a7e-4bec-a3f9-f8285e44faf2', 'network_id': '17492632-5a7e-4bec-a3f9-f8285e44faf2', 'tenant_id': '1a9c030e37eb4fbea3adea586f150fe1', 'fixed_ips': [{'subnet_id': '1dfcede8-e76a-48bb-a55a-614eab3689b8'}]}} from n-d-779913-29. {{(pid=93959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:45:55.626390 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-12d65011-b3cf-483f-af69-58e691a14583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:55.640858 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5816641-ab55-49f4-89ab-121492bfb13d tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Made reservation on behalf of 1a9c030e37eb4fbea3adea586f150fe1 for: {'port': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:45:55.757459 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b5816641-ab55-49f4-89ab-121492bfb13d tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:55.788670 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-b5816641-ab55-49f4-89ab-121492bfb13d tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] device_id is not set on port 059e9863-b18c-4166-bab9-a9199e6d5808 yet. {{(pid=93957) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:45:56.103220 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5ad31076-714c-49ec-bc37-f3d4cd90112a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:56.121323 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-12d65011-b3cf-483f-af69-58e691a14583 None None] Allocated IP 2001:db8::2 (17492632-5a7e-4bec-a3f9-f8285e44faf2/1dfcede8-e76a-48bb-a55a-614eab3689b8/4cf1dcd9-bc2c-4b87-b1f9-29bee98a6371) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:45:56.314728 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-12d65011-b3cf-483f-af69-58e691a14583 None None] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:56.324520 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-12d65011-b3cf-483f-af69-58e691a14583 None None] Transition to ACTIVE for port object 4cf1dcd9-bc2c-4b87-b1f9-29bee98a6371 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:45:56.343386 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-12d65011-b3cf-483f-af69-58e691a14583 None None] Transition to ACTIVE for port object 4cf1dcd9-bc2c-4b87-b1f9-29bee98a6371 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:45:56.350314 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-12d65011-b3cf-483f-af69-58e691a14583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:56.353572 n-d-779913-29 neutron-server[93957]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5816641-ab55-49f4-89ab-121492bfb13d tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:45:56.354278 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5816641-ab55-49f4-89ab-121492bfb13d tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:45:56.372322 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-b5816641-ab55-49f4-89ab-121492bfb13d tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.9905145 Jul 14 09:45:56.374773 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 49434) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:56.390521 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12d65011-b3cf-483f-af69-58e691a14583 None None] Network 17492632-5a7e-4bec-a3f9-f8285e44faf2 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:45:56.399982 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-12d65011-b3cf-483f-af69-58e691a14583 None None] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:45:56.406458 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12d65011-b3cf-483f-af69-58e691a14583 None None] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:45:56.419408 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d65011-b3cf-483f-af69-58e691a14583 None None] Pushing event updated for resources: {'Port': ['ID=4cf1dcd9-bc2c-4b87-b1f9-29bee98a6371,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:56.476444 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dee3facf-acce-44db-971d-59cf1c50496a tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:56.478013 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-dee3facf-acce-44db-971d-59cf1c50496a tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.1021831 Jul 14 09:45:56.479763 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-12d65011-b3cf-483f-af69-58e691a14583 None None] Attempting to bind port 4cf1dcd9-bc2c-4b87-b1f9-29bee98a6371 on host n-d-779913-29 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:45:56.480159 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-12d65011-b3cf-483f-af69-58e691a14583 None None] Attempting to bind port 4cf1dcd9-bc2c-4b87-b1f9-29bee98a6371 by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': '19ac4e1e-e083-4566-aca1-839bc1c998c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '17492632-5a7e-4bec-a3f9-f8285e44faf2'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:45:56.480507 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12d65011-b3cf-483f-af69-58e691a14583 None None] Attempting to bind port 4cf1dcd9-bc2c-4b87-b1f9-29bee98a6371 on network 17492632-5a7e-4bec-a3f9-f8285e44faf2 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:45:56.480764 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 49446) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:56.486945 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12d65011-b3cf-483f-af69-58e691a14583 None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 45, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:45:56.487168 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12d65011-b3cf-483f-af69-58e691a14583 None None] Checking segment: {'id': '19ac4e1e-e083-4566-aca1-839bc1c998c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '17492632-5a7e-4bec-a3f9-f8285e44faf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:45:56.488045 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-12d65011-b3cf-483f-af69-58e691a14583 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:56.488568 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12d65011-b3cf-483f-af69-58e691a14583 None None] Bound using segment: {'id': '19ac4e1e-e083-4566-aca1-839bc1c998c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '17492632-5a7e-4bec-a3f9-f8285e44faf2'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:45:56.489050 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-12d65011-b3cf-483f-af69-58e691a14583 None None] Bound port: 4cf1dcd9-bc2c-4b87-b1f9-29bee98a6371, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19ac4e1e-e083-4566-aca1-839bc1c998c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '17492632-5a7e-4bec-a3f9-f8285e44faf2'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:45:56.489443 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-12d65011-b3cf-483f-af69-58e691a14583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:56.554783 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99c47fbb-0834-4bcb-9c4e-e916979bcf06 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:56.558420 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99c47fbb-0834-4bcb-9c4e-e916979bcf06 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:56.562599 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-99c47fbb-0834-4bcb-9c4e-e916979bcf06 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0781415 Jul 14 09:45:56.563046 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 49458) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:56.580318 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-12d65011-b3cf-483f-af69-58e691a14583 None None] For port 4cf1dcd9-bc2c-4b87-b1f9-29bee98a6371, host n-d-779913-29, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:45:56.586216 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-12d65011-b3cf-483f-af69-58e691a14583 None None] For port 4cf1dcd9-bc2c-4b87-b1f9-29bee98a6371, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=4cf1dcd9-bc2c-4b87-b1f9-29bee98a6371,segment=NetworkSegment(19ac4e1e-e083-4566-aca1-839bc1c998c7),segment_id=19ac4e1e-e083-4566-aca1-839bc1c998c7)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:45:56.595328 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-12d65011-b3cf-483f-af69-58e691a14583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:56.633038 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a43c787-60b3-4262-b55b-9b49554218ae tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Deleting subnet 1dfcede8-e76a-48bb-a55a-614eab3689b8 {{(pid=93957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:45:56.636854 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2a43c787-60b3-4262-b55b-9b49554218ae tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks [] for subnet, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:56.688770 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d65011-b3cf-483f-af69-58e691a14583 None None] Pushing event updated for resources: {'Port': ['ID=4cf1dcd9-bc2c-4b87-b1f9-29bee98a6371,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:56.703634 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2a43c787-60b3-4262-b55b-9b49554218ae tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10944203'] for subnet, precommit_delete_associations {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:56.801954 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2a43c787-60b3-4262-b55b-9b49554218ae tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3481002'] for subnet, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:56.868634 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2a43c787-60b3-4262-b55b-9b49554218ae tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10052701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11984075'] for subnet, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:56.909732 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a43c787-60b3-4262-b55b-9b49554218ae tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Pushing event deleted for resources: {'Subnet': ['ID=1dfcede8-e76a-48bb-a55a-614eab3689b8,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:56.916741 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2a43c787-60b3-4262-b55b-9b49554218ae tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks [] for subnet, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:56.920772 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-2a43c787-60b3-4262-b55b-9b49554218ae tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "DELETE /v2.0/subnets/1dfcede8-e76a-48bb-a55a-614eab3689b8 HTTP/1.1" status: 204 len: 168 time: 0.3562899 Jul 14 09:45:56.931541 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 49500) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:57.004353 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 49510) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:57.004720 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-6b4dee40-e5ff-4212-85c5-90a34543ff3c tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0697191 Jul 14 09:45:57.012229 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-d4ffc865-ffff-4571-9edd-0abc6677f935 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Request body: {'subnet': {'network_id': '17492632-5a7e-4bec-a3f9-f8285e44faf2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:45:57.128348 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4ffc865-ffff-4571-9edd-0abc6677f935 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Made reservation on behalf of 1a9c030e37eb4fbea3adea586f150fe1 for: {'subnet': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:45:57.136876 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d4ffc865-ffff-4571-9edd-0abc6677f935 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11984110'] for subnet, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:57.340795 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 4cf1dcd9-bc2c-4b87-b1f9-29bee98a6371 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:45:57.392913 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d4ffc865-ffff-4571-9edd-0abc6677f935 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10052764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11984092'] for subnet, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:57.395033 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning for port 4cf1dcd9-bc2c-4b87-b1f9-29bee98a6371 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:45:57.437560 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4ffc865-ffff-4571-9edd-0abc6677f935 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Network 17492632-5a7e-4bec-a3f9-f8285e44faf2 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:45:57.445418 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-d4ffc865-ffff-4571-9edd-0abc6677f935 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:45:57.449818 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4ffc865-ffff-4571-9edd-0abc6677f935 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:57.450518 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d4ffc865-ffff-4571-9edd-0abc6677f935 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks [] for subnet, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:57.465535 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ffc865-ffff-4571-9edd-0abc6677f935 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Pushing event updated for resources: {'Subnet': ['ID=e8b4dfbb-4ec1-436d-b9ce-4e1b8676d058,revision_number=0']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:57.475971 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-d4ffc865-ffff-4571-9edd-0abc6677f935 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4682133 Jul 14 09:45:57.478444 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 49570) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:57.483140 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-11e2b61c-055f-4702-a1fe-d7c41d7c3fc3 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-12562758', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:45:57.508973 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-11e2b61c-055f-4702-a1fe-d7c41d7c3fc3 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-711749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14670'] for router, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:57.509923 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-11e2b61c-055f-4702-a1fe-d7c41d7c3fc3 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-711718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-661475', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14679'] for router, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:57.587862 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-11e2b61c-055f-4702-a1fe-d7c41d7c3fc3 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:57.593703 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-11e2b61c-055f-4702-a1fe-d7c41d7c3fc3 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-711762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-661452'] for router, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:57.613077 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-11e2b61c-055f-4702-a1fe-d7c41d7c3fc3 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks [] for router, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:57.614905 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-11e2b61c-055f-4702-a1fe-d7c41d7c3fc3 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1355078 Jul 14 09:45:57.617949 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 49590) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:57.729172 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5bbe322f-3f67-4864-bc0a-91afe44d23e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:57.884929 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8f632d1-902e-4e1a-9d52-2393ead40c14 None None] Network 17492632-5a7e-4bec-a3f9-f8285e44faf2 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:45:57.940290 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d52d3727-e4a6-40fd-928f-667693cad1d1 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:57.975640 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-bd2b19b3-eea5-4d7a-9dee-7a59a0a605a3 None None] Provisioning for port 4cf1dcd9-bc2c-4b87-b1f9-29bee98a6371 completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:45:57.985918 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-bd2b19b3-eea5-4d7a-9dee-7a59a0a605a3 None None] Provisioning complete for port 4cf1dcd9-bc2c-4b87-b1f9-29bee98a6371 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:45:57.986295 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bd2b19b3-eea5-4d7a-9dee-7a59a0a605a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:58.132075 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bd2b19b3-eea5-4d7a-9dee-7a59a0a605a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:58.179058 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-bd2b19b3-eea5-4d7a-9dee-7a59a0a605a3 None None] For port 4cf1dcd9-bc2c-4b87-b1f9-29bee98a6371, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=4cf1dcd9-bc2c-4b87-b1f9-29bee98a6371,segment=NetworkSegment(19ac4e1e-e083-4566-aca1-839bc1c998c7),segment_id=19ac4e1e-e083-4566-aca1-839bc1c998c7)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:45:58.188512 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bd2b19b3-eea5-4d7a-9dee-7a59a0a605a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:58.244152 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-d52d3727-e4a6-40fd-928f-667693cad1d1 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Allocated IP 2001:db8::1 (17492632-5a7e-4bec-a3f9-f8285e44faf2/e8b4dfbb-4ec1-436d-b9ce-4e1b8676d058/6fa4de3d-67e3-4ff6-bf09-712892162549) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:45:58.254047 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2b19b3-eea5-4d7a-9dee-7a59a0a605a3 None None] Pushing event updated for resources: {'Port': ['ID=4cf1dcd9-bc2c-4b87-b1f9-29bee98a6371,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:58.385575 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d52d3727-e4a6-40fd-928f-667693cad1d1 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:58.404399 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-d52d3727-e4a6-40fd-928f-667693cad1d1 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Transition to ACTIVE for port object 6fa4de3d-67e3-4ff6-bf09-712892162549 will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:45:58.461666 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d52d3727-e4a6-40fd-928f-667693cad1d1 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:58.508656 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d52d3727-e4a6-40fd-928f-667693cad1d1 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Network 17492632-5a7e-4bec-a3f9-f8285e44faf2 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:45:58.512134 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-d52d3727-e4a6-40fd-928f-667693cad1d1 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:45:58.514865 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-5a3a0564-dacb-4b63-920e-b520ff67de6e None None] Provisioning complete for port 4cf1dcd9-bc2c-4b87-b1f9-29bee98a6371 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:45:58.515467 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5a3a0564-dacb-4b63-920e-b520ff67de6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:58.520944 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d52d3727-e4a6-40fd-928f-667693cad1d1 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:45:58.521639 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d52d3727-e4a6-40fd-928f-667693cad1d1 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-660393'] for router_interface, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:58.576411 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52d3727-e4a6-40fd-928f-667693cad1d1 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Pushing event updated for resources: {'Port': ['ID=6fa4de3d-67e3-4ff6-bf09-712892162549,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:58.724488 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d52d3727-e4a6-40fd-928f-667693cad1d1 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:58.780164 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-eccb2196-dabd-4552-972b-68380f929627 None None] Could not find standard attr ID for object 7e363918-4029-45f9-b004-316221486999. {{(pid=93959) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 09:45:58.905349 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-850b7da1-b534-432c-8ab0-9956378b64d3 None None] Could not find standard attr ID for object cf3c061b-71dc-4690-a7db-376d8a3fb750. {{(pid=93959) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 09:45:59.122372 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-6ffad133-4d62-4214-8e34-849a836105ec None None] Could not find standard attr ID for object 3a5d4c69-0dfa-4d11-9b15-94645f338f97. {{(pid=93959) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 09:45:59.322388 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 4cf1dcd9-bc2c-4b87-b1f9-29bee98a6371 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:45:59.380665 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-72af7aee-c797-4d24-9a20-673c4efb493a None None] Provisioning for port 6fa4de3d-67e3-4ff6-bf09-712892162549 completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:45:59.388025 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-72af7aee-c797-4d24-9a20-673c4efb493a None None] Provisioning complete for port 6fa4de3d-67e3-4ff6-bf09-712892162549 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:45:59.388711 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-72af7aee-c797-4d24-9a20-673c4efb493a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:59.420758 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d52d3727-e4a6-40fd-928f-667693cad1d1 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:59.429625 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d52d3727-e4a6-40fd-928f-667693cad1d1 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13574142'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:59.431584 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d52d3727-e4a6-40fd-928f-667693cad1d1 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-683747'] for router_interface, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:59.439543 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port 4cf1dcd9-bc2c-4b87-b1f9-29bee98a6371 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:45:59.439929 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:59.468391 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-72af7aee-c797-4d24-9a20-673c4efb493a None None] Port 6fa4de3d-67e3-4ff6-bf09-712892162549 cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:45:59.608668 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52d3727-e4a6-40fd-928f-667693cad1d1 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Pushing event updated for resources: {'Port': ['ID=6fa4de3d-67e3-4ff6-bf09-712892162549,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:59.692987 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d52d3727-e4a6-40fd-928f-667693cad1d1 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Network 17492632-5a7e-4bec-a3f9-f8285e44faf2 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:45:59.694524 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-d52d3727-e4a6-40fd-928f-667693cad1d1 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:45:59.830510 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d52d3727-e4a6-40fd-928f-667693cad1d1 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Router 49488d5d-8bb1-46de-aaaf-bcdb677f681a is scheduled to L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 with binding_index 1 {{(pid=93958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:45:59.926808 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d52d3727-e4a6-40fd-928f-667693cad1d1 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:45:59.932445 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-d52d3727-e4a6-40fd-928f-667693cad1d1 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "PUT /v2.0/routers/49488d5d-8bb1-46de-aaaf-bcdb677f681a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3127017 Jul 14 09:45:59.934918 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 49762) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:59.936728 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19fea0a0-cc87-4ed7-8c2f-90b63254d6db None None] Sync routers for ids ['49488d5d-8bb1-46de-aaaf-bcdb677f681a'] in n-d-779913-29 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:45:59.951476 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19fea0a0-cc87-4ed7-8c2f-90b63254d6db None None] Routers {'49488d5d-8bb1-46de-aaaf-bcdb677f681a'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:45:59.952137 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-19fea0a0-cc87-4ed7-8c2f-90b63254d6db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:45:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['49488d5d-8bb1-46de-aaaf-bcdb677f681a'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:45:59.992631 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-001f5fd0-a07f-42b5-a82b-033170aed5f4 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:59.994326 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-001f5fd0-a07f-42b5-a82b-033170aed5f4 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "GET /v2.0/ports/6fa4de3d-67e3-4ff6-bf09-712892162549 HTTP/1.1" status: 200 len: 911 time: 0.0580683 Jul 14 09:45:59.996953 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 49764) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:00.059747 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-19fea0a0-cc87-4ed7-8c2f-90b63254d6db None None] Set router 49488d5d-8bb1-46de-aaaf-bcdb677f681a gateway port host: None {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:46:00.070789 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc1dad5b-74fc-4a69-a17f-afc0128b162a tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:00.076900 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc1dad5b-74fc-4a69-a17f-afc0128b162a tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:00.081648 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 49766) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:00.082159 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-dc1dad5b-74fc-4a69-a17f-afc0128b162a tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.0836184 Jul 14 09:46:00.101523 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-fb514649-5ca1-462d-b9e6-ae7ef42cad73 None None] Provisioning complete for port 6fa4de3d-67e3-4ff6-bf09-712892162549 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:46:00.102028 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fb514649-5ca1-462d-b9e6-ae7ef42cad73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:00.148892 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-fb514649-5ca1-462d-b9e6-ae7ef42cad73 None None] Port 6fa4de3d-67e3-4ff6-bf09-712892162549 cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:46:00.344537 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-19fea0a0-cc87-4ed7-8c2f-90b63254d6db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49488d5d-8bb1-46de-aaaf-bcdb677f681a', 'name': 'tempest-NetworksTestDHCPv6-router-12562758', 'tenant_id': '1a9c030e37eb4fbea3adea586f150fe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:45:57Z', 'updated_at': '2021-07-14T09:45:58Z', 'revision_number': 2, 'project_id': '1a9c030e37eb4fbea3adea586f150fe1', 'gw_port_host': None, '_interfaces': [{'id': '6fa4de3d-67e3-4ff6-bf09-712892162549', 'name': '', 'network_id': '17492632-5a7e-4bec-a3f9-f8285e44faf2', 'tenant_id': '1a9c030e37eb4fbea3adea586f150fe1', 'mac_address': 'fa:16:3e:40:00:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49488d5d-8bb1-46de-aaaf-bcdb677f681a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3401, 'fixed_ips': [{'subnet_id': 'e8b4dfbb-4ec1-436d-b9ce-4e1b8676d058', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:45:58Z', 'updated_at': '2021-07-14T09:45:59Z', 'revision_number': 2, 'project_id': '1a9c030e37eb4fbea3adea586f150fe1', 'subnets': [{'id': 'e8b4dfbb-4ec1-436d-b9ce-4e1b8676d058', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:46:00.376811 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19fea0a0-cc87-4ed7-8c2f-90b63254d6db None None] Checking router: 49488d5d-8bb1-46de-aaaf-bcdb677f681a for host: n-d-779913-29 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:46:00.377062 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19fea0a0-cc87-4ed7-8c2f-90b63254d6db None None] Updating router 49488d5d-8bb1-46de-aaaf-bcdb677f681a port 6fa4de3d-67e3-4ff6-bf09-712892162549 binding host n-d-779913-29 {{(pid=93960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:46:00.412783 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-19fea0a0-cc87-4ed7-8c2f-90b63254d6db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:00.571006 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8f3452ed-34a0-4f56-9198-569658fe6197 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-683602'] for router_interface, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:00.744427 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-19fea0a0-cc87-4ed7-8c2f-90b63254d6db None None] Notify callbacks [] for port, precommit_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:00.775896 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-19fea0a0-cc87-4ed7-8c2f-90b63254d6db None None] Transition to ACTIVE for port object 6fa4de3d-67e3-4ff6-bf09-712892162549 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:46:00.782999 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-19fea0a0-cc87-4ed7-8c2f-90b63254d6db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:00.804100 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-8f3452ed-34a0-4f56-9198-569658fe6197 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Deleting port 6fa4de3d-67e3-4ff6-bf09-712892162549 {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:46:00.804448 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8f3452ed-34a0-4f56-9198-569658fe6197 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:00.838272 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ec0d8c-48a5-42b4-b146-42d8b9e74a93 None None] Pushing event updated for resources: {'Port': ['ID=6fa4de3d-67e3-4ff6-bf09-712892162549,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:00.894773 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-19fea0a0-cc87-4ed7-8c2f-90b63254d6db None None] Attempting to bind port 6fa4de3d-67e3-4ff6-bf09-712892162549 on host n-d-779913-29 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:46:00.895454 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-19fea0a0-cc87-4ed7-8c2f-90b63254d6db None None] Attempting to bind port 6fa4de3d-67e3-4ff6-bf09-712892162549 by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': '19ac4e1e-e083-4566-aca1-839bc1c998c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '17492632-5a7e-4bec-a3f9-f8285e44faf2'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:46:00.895998 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19fea0a0-cc87-4ed7-8c2f-90b63254d6db None None] Attempting to bind port 6fa4de3d-67e3-4ff6-bf09-712892162549 on network 17492632-5a7e-4bec-a3f9-f8285e44faf2 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:46:00.901940 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19fea0a0-cc87-4ed7-8c2f-90b63254d6db None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 45, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:46:00.902617 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19fea0a0-cc87-4ed7-8c2f-90b63254d6db None None] Checking segment: {'id': '19ac4e1e-e083-4566-aca1-839bc1c998c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '17492632-5a7e-4bec-a3f9-f8285e44faf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:46:00.903194 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-19fea0a0-cc87-4ed7-8c2f-90b63254d6db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:00.903797 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19fea0a0-cc87-4ed7-8c2f-90b63254d6db None None] Bound using segment: {'id': '19ac4e1e-e083-4566-aca1-839bc1c998c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '17492632-5a7e-4bec-a3f9-f8285e44faf2'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:46:00.904457 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-19fea0a0-cc87-4ed7-8c2f-90b63254d6db None None] Bound port: 6fa4de3d-67e3-4ff6-bf09-712892162549, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19ac4e1e-e083-4566-aca1-839bc1c998c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '17492632-5a7e-4bec-a3f9-f8285e44faf2'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:46:00.905013 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-19fea0a0-cc87-4ed7-8c2f-90b63254d6db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:00.935066 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8f3452ed-34a0-4f56-9198-569658fe6197 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:00.951334 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-8f3452ed-34a0-4f56-9198-569658fe6197 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Calling delete_port for 6fa4de3d-67e3-4ff6-bf09-712892162549 owned by network:router_interface {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:46:00.990777 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-19fea0a0-cc87-4ed7-8c2f-90b63254d6db None None] For port 6fa4de3d-67e3-4ff6-bf09-712892162549, host n-d-779913-29, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:46:00.995675 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-19fea0a0-cc87-4ed7-8c2f-90b63254d6db None None] For port 6fa4de3d-67e3-4ff6-bf09-712892162549, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=6fa4de3d-67e3-4ff6-bf09-712892162549,segment=NetworkSegment(19ac4e1e-e083-4566-aca1-839bc1c998c7),segment_id=19ac4e1e-e083-4566-aca1-839bc1c998c7)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:46:01.000872 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-19fea0a0-cc87-4ed7-8c2f-90b63254d6db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:01.080173 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ec0d8c-48a5-42b4-b146-42d8b9e74a93 None None] Pushing event updated for resources: {'Port': ['ID=6fa4de3d-67e3-4ff6-bf09-712892162549,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:01.083848 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19fea0a0-cc87-4ed7-8c2f-90b63254d6db None None] Routers {'49488d5d-8bb1-46de-aaaf-bcdb677f681a'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:46:01.084455 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-19fea0a0-cc87-4ed7-8c2f-90b63254d6db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:45:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['49488d5d-8bb1-46de-aaaf-bcdb677f681a'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:46:01.183030 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8f3452ed-34a0-4f56-9198-569658fe6197 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:01.194675 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-19fea0a0-cc87-4ed7-8c2f-90b63254d6db None None] Set router 49488d5d-8bb1-46de-aaaf-bcdb677f681a gateway port host: None {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:46:01.215444 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3452ed-34a0-4f56-9198-569658fe6197 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Pushing event deleted for resources: {'Port': ['ID=6fa4de3d-67e3-4ff6-bf09-712892162549,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:01.342655 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8f3452ed-34a0-4f56-9198-569658fe6197 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-620860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682934'] for router_interface, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:01.420533 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-ff187cf3-68e8-4452-9924-92fa5761b751 None None] Could not find standard attr ID for object 6fa4de3d-67e3-4ff6-bf09-712892162549. {{(pid=93959) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 09:46:01.562702 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-19fea0a0-cc87-4ed7-8c2f-90b63254d6db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49488d5d-8bb1-46de-aaaf-bcdb677f681a', 'name': 'tempest-NetworksTestDHCPv6-router-12562758', 'tenant_id': '1a9c030e37eb4fbea3adea586f150fe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:45:57Z', 'updated_at': '2021-07-14T09:45:58Z', 'revision_number': 2, 'project_id': '1a9c030e37eb4fbea3adea586f150fe1', 'gw_port_host': None, '_interfaces': [{'id': '6fa4de3d-67e3-4ff6-bf09-712892162549', 'name': '', 'network_id': '17492632-5a7e-4bec-a3f9-f8285e44faf2', 'tenant_id': '1a9c030e37eb4fbea3adea586f150fe1', 'mac_address': 'fa:16:3e:40:00:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49488d5d-8bb1-46de-aaaf-bcdb677f681a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3401, 'fixed_ips': [{'subnet_id': 'e8b4dfbb-4ec1-436d-b9ce-4e1b8676d058', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:45:58Z', 'updated_at': '2021-07-14T09:46:00Z', 'revision_number': 4, 'project_id': '1a9c030e37eb4fbea3adea586f150fe1', 'subnets': [{'id': 'e8b4dfbb-4ec1-436d-b9ce-4e1b8676d058', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:46:01.603996 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19fea0a0-cc87-4ed7-8c2f-90b63254d6db None None] The sync data for ids ['49488d5d-8bb1-46de-aaaf-bcdb677f681a'] in n-d-779913-29 is: [{'id': '49488d5d-8bb1-46de-aaaf-bcdb677f681a', 'name': 'tempest-NetworksTestDHCPv6-router-12562758', 'tenant_id': '1a9c030e37eb4fbea3adea586f150fe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:45:57Z', 'updated_at': '2021-07-14T09:45:58Z', 'revision_number': 2, 'project_id': '1a9c030e37eb4fbea3adea586f150fe1', 'gw_port_host': None, '_interfaces': [{'id': '6fa4de3d-67e3-4ff6-bf09-712892162549', 'name': '', 'network_id': '17492632-5a7e-4bec-a3f9-f8285e44faf2', 'tenant_id': '1a9c030e37eb4fbea3adea586f150fe1', 'mac_address': 'fa:16:3e:40:00:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49488d5d-8bb1-46de-aaaf-bcdb677f681a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3401, 'fixed_ips': [{'subnet_id': 'e8b4dfbb-4ec1-436d-b9ce-4e1b8676d058', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:45:58Z', 'updated_at': '2021-07-14T09:46:00Z', 'revision_number': 4, 'project_id': '1a9c030e37eb4fbea3adea586f150fe1', 'subnets': [{'id': 'e8b4dfbb-4ec1-436d-b9ce-4e1b8676d058', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:46:02.030717 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f3452ed-34a0-4f56-9198-569658fe6197 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Router 49488d5d-8bb1-46de-aaaf-bcdb677f681a has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:46:02.114331 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f3452ed-34a0-4f56-9198-569658fe6197 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:46:02.121679 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-8f3452ed-34a0-4f56-9198-569658fe6197 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "PUT /v2.0/routers/49488d5d-8bb1-46de-aaaf-bcdb677f681a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0364046 Jul 14 09:46:02.121918 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 49776) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:02.180680 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4484b088-64cf-4013-974f-decacc853162 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:02.182247 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4484b088-64cf-4013-974f-decacc853162 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:02.184822 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-4484b088-64cf-4013-974f-decacc853162 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0609109 Jul 14 09:46:02.186618 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 49778) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:02.256465 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_v2 [None req-92693c16-9f9b-4d75-ae18-d236cf22feee tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Deleting subnet e8b4dfbb-4ec1-436d-b9ce-4e1b8676d058 {{(pid=93957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:46:02.260078 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-92693c16-9f9b-4d75-ae18-d236cf22feee tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks [] for subnet, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:02.314991 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-92693c16-9f9b-4d75-ae18-d236cf22feee tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10944203'] for subnet, precommit_delete_associations {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:02.367982 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-92693c16-9f9b-4d75-ae18-d236cf22feee tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3481002'] for subnet, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:02.431487 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-92693c16-9f9b-4d75-ae18-d236cf22feee tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10052701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11984075'] for subnet, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:02.463206 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92693c16-9f9b-4d75-ae18-d236cf22feee tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Pushing event deleted for resources: {'Subnet': ['ID=e8b4dfbb-4ec1-436d-b9ce-4e1b8676d058,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:02.470159 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-92693c16-9f9b-4d75-ae18-d236cf22feee tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks [] for subnet, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:02.474165 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-92693c16-9f9b-4d75-ae18-d236cf22feee tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "DELETE /v2.0/subnets/e8b4dfbb-4ec1-436d-b9ce-4e1b8676d058 HTTP/1.1" status: 204 len: 168 time: 0.2848754 Jul 14 09:46:02.475330 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 49780) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:02.477669 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4536ca3-3626-4d86-9ef7-4af1d3534803 None None] Network 17492632-5a7e-4bec-a3f9-f8285e44faf2 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:46:02.598890 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-503254fd-429b-43a2-947c-75e1f5902bcc tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "GET /v2.0/routers HTTP/1.1" status: 200 len: 708 time: 0.1218591 Jul 14 09:46:02.601706 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 49782) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:02.680118 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c0c08986-6426-4780-93a0-e265a6dfa215 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks [] for router, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:02.700733 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98b127c3-f5d5-4bd6-92a2-e5968aaef3b8 None None] DHCP port deletion for 17492632-5a7e-4bec-a3f9-f8285e44faf2 request from n-d-779913-29 {{(pid=93959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:46:02.757564 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-98b127c3-f5d5-4bd6-92a2-e5968aaef3b8 None None] Deleting port 4cf1dcd9-bc2c-4b87-b1f9-29bee98a6371 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:46:02.758286 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-98b127c3-f5d5-4bd6-92a2-e5968aaef3b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:02.830378 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-98b127c3-f5d5-4bd6-92a2-e5968aaef3b8 None None] For port 4cf1dcd9-bc2c-4b87-b1f9-29bee98a6371, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=4cf1dcd9-bc2c-4b87-b1f9-29bee98a6371,segment=NetworkSegment(19ac4e1e-e083-4566-aca1-839bc1c998c7),segment_id=19ac4e1e-e083-4566-aca1-839bc1c998c7)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:46:02.831735 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-98b127c3-f5d5-4bd6-92a2-e5968aaef3b8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:02.846490 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-98b127c3-f5d5-4bd6-92a2-e5968aaef3b8 None None] Calling delete_port for 4cf1dcd9-bc2c-4b87-b1f9-29bee98a6371 owned by network:dhcp {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:46:02.870563 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c0c08986-6426-4780-93a0-e265a6dfa215 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-711871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12964'] for router, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:02.872923 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c0c08986-6426-4780-93a0-e265a6dfa215 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:02.922461 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c0c08986-6426-4780-93a0-e265a6dfa215 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-704815'] for router, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:02.923156 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0c08986-6426-4780-93a0-e265a6dfa215 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Fanout notify agent at l3_agent the message router_deleted on router 49488d5d-8bb1-46de-aaaf-bcdb677f681a {{(pid=93957) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:46:02.930076 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c0c08986-6426-4780-93a0-e265a6dfa215 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks [] for router, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:02.931224 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-c0c08986-6426-4780-93a0-e265a6dfa215 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "DELETE /v2.0/routers/49488d5d-8bb1-46de-aaaf-bcdb677f681a HTTP/1.1" status: 204 len: 168 time: 0.3282917 Jul 14 09:46:02.934302 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 49786) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:02.940202 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-4638d1de-ca0e-4228-9add-a9ca429944ac tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Request body: {'subnet': {'network_id': '17492632-5a7e-4bec-a3f9-f8285e44faf2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:46:02.947656 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-98b127c3-f5d5-4bd6-92a2-e5968aaef3b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:02.974829 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b127c3-f5d5-4bd6-92a2-e5968aaef3b8 None None] Pushing event deleted for resources: {'Port': ['ID=4cf1dcd9-bc2c-4b87-b1f9-29bee98a6371,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:02.980743 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98b127c3-f5d5-4bd6-92a2-e5968aaef3b8 None None] No DVR routers for this DVR port 4cf1dcd9-bc2c-4b87-b1f9-29bee98a6371 on host n-d-779913-29 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:46:03.066269 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4638d1de-ca0e-4228-9add-a9ca429944ac tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Made reservation on behalf of 1a9c030e37eb4fbea3adea586f150fe1 for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:46:03.070174 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4638d1de-ca0e-4228-9add-a9ca429944ac tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16714600'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:03.152356 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad26129c-40bc-493c-87ed-be44cc8f9659 None None] Sync routers for ids ['49488d5d-8bb1-46de-aaaf-bcdb677f681a'] in n-d-779913-29 {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:46:03.162823 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad26129c-40bc-493c-87ed-be44cc8f9659 None None] Routers set() bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:46:03.163203 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad26129c-40bc-493c-87ed-be44cc8f9659 None None] Router IDs set() for agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 14 09:46:03.163931 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_agentschedulers_db [None req-ad26129c-40bc-493c-87ed-be44cc8f9659 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'49488d5d-8bb1-46de-aaaf-bcdb677f681a'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:45:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent'). {{(pid=93959) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 14 09:46:03.172451 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad26129c-40bc-493c-87ed-be44cc8f9659 None None] Routers set() bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:46:03.172828 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad26129c-40bc-493c-87ed-be44cc8f9659 None None] Router IDs set() for agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 14 09:46:03.173432 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_agentschedulers_db [None req-ad26129c-40bc-493c-87ed-be44cc8f9659 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'49488d5d-8bb1-46de-aaaf-bcdb677f681a'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:45:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent'). {{(pid=93959) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 14 09:46:03.173853 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad26129c-40bc-493c-87ed-be44cc8f9659 None None] The sync data for ids ['49488d5d-8bb1-46de-aaaf-bcdb677f681a'] in n-d-779913-29 is: [] {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:46:03.305581 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4638d1de-ca0e-4228-9add-a9ca429944ac tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13573993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16714586'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:03.343150 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 4cf1dcd9-bc2c-4b87-b1f9-29bee98a6371 no longer exists at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:46:03.365193 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4638d1de-ca0e-4228-9add-a9ca429944ac tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Network 17492632-5a7e-4bec-a3f9-f8285e44faf2 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:46:03.369205 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] No Port match for: 4cf1dcd9-bc2c-4b87-b1f9-29bee98a6371 {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:46:03.369378 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-4638d1de-ca0e-4228-9add-a9ca429944ac tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:46:03.369781 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 4cf1dcd9-bc2c-4b87-b1f9-29bee98a6371 not bound to the agent host n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:46:03.375366 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4638d1de-ca0e-4228-9add-a9ca429944ac tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:03.375974 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4638d1de-ca0e-4228-9add-a9ca429944ac tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:03.382782 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40d3b589-031e-41dd-8f1d-0c2a791b04dc None None] Network 17492632-5a7e-4bec-a3f9-f8285e44faf2 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:46:03.396295 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 6fa4de3d-67e3-4ff6-bf09-712892162549 no longer exists at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:46:03.396523 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4638d1de-ca0e-4228-9add-a9ca429944ac tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Pushing event updated for resources: {'Subnet': ['ID=aaa165d8-2fbf-41c5-80fd-682fbe287097,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:03.403468 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 49788) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:03.404058 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-4638d1de-ca0e-4228-9add-a9ca429944ac tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4679270 Jul 14 09:46:03.408315 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-0978f7d4-6c9a-4800-815e-0f43799a76a2 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-125657637', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:46:03.443643 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-0978f7d4-6c9a-4800-815e-0f43799a76a2 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-711749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14670'] for router, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:03.444991 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-0978f7d4-6c9a-4800-815e-0f43799a76a2 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-711718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-661475', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14679'] for router, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:03.466867 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] No Port match for: 6fa4de3d-67e3-4ff6-bf09-712892162549 {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:46:03.467333 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 6fa4de3d-67e3-4ff6-bf09-712892162549 not bound to the agent host n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:46:03.503754 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-0978f7d4-6c9a-4800-815e-0f43799a76a2 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:03.509286 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-0978f7d4-6c9a-4800-815e-0f43799a76a2 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-711762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-661452'] for router, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:03.526604 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-0978f7d4-6c9a-4800-815e-0f43799a76a2 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks [] for router, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:03.528430 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-0978f7d4-6c9a-4800-815e-0f43799a76a2 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1237853 Jul 14 09:46:03.532667 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 49790) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:03.601482 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d13c4060-7880-43c9-b40c-0e902e86a8d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf57baaa9-fd24-59f4-8fd2-1dc21122ce72-17492632-5a7e-4bec-a3f9-f8285e44faf2', 'network_id': '17492632-5a7e-4bec-a3f9-f8285e44faf2', 'tenant_id': '1a9c030e37eb4fbea3adea586f150fe1', 'fixed_ips': [{'subnet_id': 'aaa165d8-2fbf-41c5-80fd-682fbe287097'}]}} from n-d-779913-29. {{(pid=93959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:46:03.602879 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d13c4060-7880-43c9-b40c-0e902e86a8d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:03.757107 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-d13c4060-7880-43c9-b40c-0e902e86a8d3 None None] Allocated IP 2001:db8::2 (17492632-5a7e-4bec-a3f9-f8285e44faf2/aaa165d8-2fbf-41c5-80fd-682fbe287097/0de75177-8873-4765-a34d-f129ae729b6e) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:46:03.833181 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d7213849-32a9-4dbf-ba29-eee9e3e3f53d tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:03.948580 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d13c4060-7880-43c9-b40c-0e902e86a8d3 None None] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:03.960935 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-d13c4060-7880-43c9-b40c-0e902e86a8d3 None None] Transition to ACTIVE for port object 0de75177-8873-4765-a34d-f129ae729b6e will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:46:03.983048 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-d13c4060-7880-43c9-b40c-0e902e86a8d3 None None] Transition to ACTIVE for port object 0de75177-8873-4765-a34d-f129ae729b6e will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:46:03.993171 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d13c4060-7880-43c9-b40c-0e902e86a8d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:04.037617 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d13c4060-7880-43c9-b40c-0e902e86a8d3 None None] Network 17492632-5a7e-4bec-a3f9-f8285e44faf2 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:46:04.040859 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-d13c4060-7880-43c9-b40c-0e902e86a8d3 None None] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:46:04.043365 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d13c4060-7880-43c9-b40c-0e902e86a8d3 None None] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:46:04.057333 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13c4060-7880-43c9-b40c-0e902e86a8d3 None None] Pushing event updated for resources: {'Port': ['ID=0de75177-8873-4765-a34d-f129ae729b6e,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:04.117224 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-d13c4060-7880-43c9-b40c-0e902e86a8d3 None None] Attempting to bind port 0de75177-8873-4765-a34d-f129ae729b6e on host n-d-779913-29 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:46:04.117472 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-d13c4060-7880-43c9-b40c-0e902e86a8d3 None None] Attempting to bind port 0de75177-8873-4765-a34d-f129ae729b6e by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': '19ac4e1e-e083-4566-aca1-839bc1c998c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '17492632-5a7e-4bec-a3f9-f8285e44faf2'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:46:04.117908 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d13c4060-7880-43c9-b40c-0e902e86a8d3 None None] Attempting to bind port 0de75177-8873-4765-a34d-f129ae729b6e on network 17492632-5a7e-4bec-a3f9-f8285e44faf2 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:46:04.124268 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d13c4060-7880-43c9-b40c-0e902e86a8d3 None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 45, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:46:04.124676 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d13c4060-7880-43c9-b40c-0e902e86a8d3 None None] Checking segment: {'id': '19ac4e1e-e083-4566-aca1-839bc1c998c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '17492632-5a7e-4bec-a3f9-f8285e44faf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:46:04.125085 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d13c4060-7880-43c9-b40c-0e902e86a8d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:04.125485 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d13c4060-7880-43c9-b40c-0e902e86a8d3 None None] Bound using segment: {'id': '19ac4e1e-e083-4566-aca1-839bc1c998c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '17492632-5a7e-4bec-a3f9-f8285e44faf2'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:46:04.126009 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-d13c4060-7880-43c9-b40c-0e902e86a8d3 None None] Bound port: 0de75177-8873-4765-a34d-f129ae729b6e, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19ac4e1e-e083-4566-aca1-839bc1c998c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '17492632-5a7e-4bec-a3f9-f8285e44faf2'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:46:04.126402 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d13c4060-7880-43c9-b40c-0e902e86a8d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:04.134091 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-d7213849-32a9-4dbf-ba29-eee9e3e3f53d tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Allocated IP 2001:db8::1 (17492632-5a7e-4bec-a3f9-f8285e44faf2/aaa165d8-2fbf-41c5-80fd-682fbe287097/04eeca2b-d5d4-4b04-982e-2e496cc23539) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:46:04.207315 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-d13c4060-7880-43c9-b40c-0e902e86a8d3 None None] For port 0de75177-8873-4765-a34d-f129ae729b6e, host n-d-779913-29, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:46:04.210388 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-d13c4060-7880-43c9-b40c-0e902e86a8d3 None None] For port 0de75177-8873-4765-a34d-f129ae729b6e, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=0de75177-8873-4765-a34d-f129ae729b6e,segment=NetworkSegment(19ac4e1e-e083-4566-aca1-839bc1c998c7),segment_id=19ac4e1e-e083-4566-aca1-839bc1c998c7)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:46:04.216759 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d13c4060-7880-43c9-b40c-0e902e86a8d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:04.268041 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d7213849-32a9-4dbf-ba29-eee9e3e3f53d tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:04.284329 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-d7213849-32a9-4dbf-ba29-eee9e3e3f53d tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Transition to ACTIVE for port object 04eeca2b-d5d4-4b04-982e-2e496cc23539 will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:46:04.293622 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13c4060-7880-43c9-b40c-0e902e86a8d3 None None] Pushing event updated for resources: {'Port': ['ID=0de75177-8873-4765-a34d-f129ae729b6e,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:04.327298 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d7213849-32a9-4dbf-ba29-eee9e3e3f53d tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:04.380029 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7213849-32a9-4dbf-ba29-eee9e3e3f53d tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Network 17492632-5a7e-4bec-a3f9-f8285e44faf2 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:46:04.383575 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-d7213849-32a9-4dbf-ba29-eee9e3e3f53d tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:46:04.388350 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7213849-32a9-4dbf-ba29-eee9e3e3f53d tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:46:04.388888 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d7213849-32a9-4dbf-ba29-eee9e3e3f53d tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-660393'] for router_interface, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:04.392454 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7213849-32a9-4dbf-ba29-eee9e3e3f53d tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Pushing event updated for resources: {'Port': ['ID=04eeca2b-d5d4-4b04-982e-2e496cc23539,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:04.541089 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d7213849-32a9-4dbf-ba29-eee9e3e3f53d tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:04.803538 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d7213849-32a9-4dbf-ba29-eee9e3e3f53d tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:04.808615 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d7213849-32a9-4dbf-ba29-eee9e3e3f53d tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13574142'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:04.809484 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d7213849-32a9-4dbf-ba29-eee9e3e3f53d tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-683747'] for router_interface, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:04.898809 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7213849-32a9-4dbf-ba29-eee9e3e3f53d tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Pushing event updated for resources: {'Port': ['ID=04eeca2b-d5d4-4b04-982e-2e496cc23539,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:04.944609 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7213849-32a9-4dbf-ba29-eee9e3e3f53d tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Network 17492632-5a7e-4bec-a3f9-f8285e44faf2 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:46:04.946175 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-d7213849-32a9-4dbf-ba29-eee9e3e3f53d tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:46:05.083396 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7213849-32a9-4dbf-ba29-eee9e3e3f53d tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Router 3f6aa6df-593a-4ef4-9988-c0304cbccb79 is scheduled to L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 with binding_index 1 {{(pid=93958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:46:05.184980 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7213849-32a9-4dbf-ba29-eee9e3e3f53d tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:46:05.191562 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-d7213849-32a9-4dbf-ba29-eee9e3e3f53d tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "PUT /v2.0/routers/3f6aa6df-593a-4ef4-9988-c0304cbccb79/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6575544 Jul 14 09:46:05.198215 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f991840d-4362-4341-aec5-091a2522e060 None None] Sync routers for ids ['3f6aa6df-593a-4ef4-9988-c0304cbccb79'] in n-d-779913-29 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:46:05.198701 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 49800) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:05.209162 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f991840d-4362-4341-aec5-091a2522e060 None None] Routers {'3f6aa6df-593a-4ef4-9988-c0304cbccb79'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:46:05.210326 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-f991840d-4362-4341-aec5-091a2522e060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:45:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['3f6aa6df-593a-4ef4-9988-c0304cbccb79'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:46:05.290163 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc1674e8-b6f1-4b6f-9265-48334f9ad9a8 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:05.294611 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-dc1674e8-b6f1-4b6f-9265-48334f9ad9a8 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "GET /v2.0/ports/04eeca2b-d5d4-4b04-982e-2e496cc23539 HTTP/1.1" status: 200 len: 911 time: 0.0954986 Jul 14 09:46:05.294933 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 49804) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:05.345078 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-f991840d-4362-4341-aec5-091a2522e060 None None] Set router 3f6aa6df-593a-4ef4-9988-c0304cbccb79 gateway port host: None {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:46:05.388278 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-17dc6cf3-46cd-43dc-868f-c31833c7280b None None] Provisioning for port 0de75177-8873-4765-a34d-f129ae729b6e completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:46:05.395314 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fc51ed5-77ac-4f43-b135-6af13bfa0e34 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:05.402463 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 0de75177-8873-4765-a34d-f129ae729b6e up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:46:05.404329 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fc51ed5-77ac-4f43-b135-6af13bfa0e34 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:05.406033 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-8fc51ed5-77ac-4f43-b135-6af13bfa0e34 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.1098440 Jul 14 09:46:05.409624 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 49806) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:05.477405 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebcdf12-45df-4350-8351-5813a0a4d1a1 req-678a888c-46d8-4d41-8df3-a41bfff1f2d7 tempest-VolumesBackupsTest-2091108611 tempest-VolumesBackupsTest-2091108611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:05.484816 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-4ebcdf12-45df-4350-8351-5813a0a4d1a1 req-678a888c-46d8-4d41-8df3-a41bfff1f2d7 tempest-VolumesBackupsTest-2091108611 tempest-VolumesBackupsTest-2091108611-project] 10.222.0.68 "GET /v2.0/ports?device_id=e6cc9e18-a51c-4d52-9756-469544ac836d HTTP/1.1" status: 200 len: 949 time: 0.0749307 Jul 14 09:46:05.488236 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning for port 0de75177-8873-4765-a34d-f129ae729b6e completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:46:05.504137 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port 0de75177-8873-4765-a34d-f129ae729b6e triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:46:05.504524 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:05.545542 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-4ebcdf12-45df-4350-8351-5813a0a4d1a1 req-acfdf366-97a2-447f-968b-4102efdebbff tempest-VolumesBackupsTest-2091108611 tempest-VolumesBackupsTest-2091108611-project] 10.222.0.68 "GET /v2.0/security-groups?id=ef38cdf2-8fd5-4f28-9757-2528b6337d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597510 Jul 14 09:46:05.599864 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:05.638394 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] For port 0de75177-8873-4765-a34d-f129ae729b6e, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=0de75177-8873-4765-a34d-f129ae729b6e,segment=NetworkSegment(19ac4e1e-e083-4566-aca1-839bc1c998c7),segment_id=19ac4e1e-e083-4566-aca1-839bc1c998c7)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:46:05.644468 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:05.648806 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-f991840d-4362-4341-aec5-091a2522e060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f6aa6df-593a-4ef4-9988-c0304cbccb79', 'name': 'tempest-NetworksTestDHCPv6-router-125657637', 'tenant_id': '1a9c030e37eb4fbea3adea586f150fe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:46:03Z', 'updated_at': '2021-07-14T09:46:04Z', 'revision_number': 2, 'project_id': '1a9c030e37eb4fbea3adea586f150fe1', 'gw_port_host': None, '_interfaces': [{'id': '04eeca2b-d5d4-4b04-982e-2e496cc23539', 'name': '', 'network_id': '17492632-5a7e-4bec-a3f9-f8285e44faf2', 'tenant_id': '1a9c030e37eb4fbea3adea586f150fe1', 'mac_address': 'fa:16:3e:26:8e:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f6aa6df-593a-4ef4-9988-c0304cbccb79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3405, 'fixed_ips': [{'subnet_id': 'aaa165d8-2fbf-41c5-80fd-682fbe287097', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:46:03Z', 'updated_at': '2021-07-14T09:46:04Z', 'revision_number': 2, 'project_id': '1a9c030e37eb4fbea3adea586f150fe1', 'subnets': [{'id': 'aaa165d8-2fbf-41c5-80fd-682fbe287097', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:46:05.680171 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f991840d-4362-4341-aec5-091a2522e060 None None] Checking router: 3f6aa6df-593a-4ef4-9988-c0304cbccb79 for host: n-d-779913-29 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:46:05.680581 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f991840d-4362-4341-aec5-091a2522e060 None None] Updating router 3f6aa6df-593a-4ef4-9988-c0304cbccb79 port 04eeca2b-d5d4-4b04-982e-2e496cc23539 binding host n-d-779913-29 {{(pid=93960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:46:05.694390 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Pushing event updated for resources: {'Port': ['ID=0de75177-8873-4765-a34d-f129ae729b6e,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:05.729234 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f991840d-4362-4341-aec5-091a2522e060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:05.796735 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-87c823c9-a160-4bf5-9992-e53649b92f6e None None] Provisioning for port 04eeca2b-d5d4-4b04-982e-2e496cc23539 completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:46:05.801833 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-87c823c9-a160-4bf5-9992-e53649b92f6e None None] Provisioning complete for port 04eeca2b-d5d4-4b04-982e-2e496cc23539 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:46:05.802613 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-87c823c9-a160-4bf5-9992-e53649b92f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:05.845879 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-87c823c9-a160-4bf5-9992-e53649b92f6e None None] Port 04eeca2b-d5d4-4b04-982e-2e496cc23539 cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:46:05.935813 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-35cddfc5-6aa6-4252-90ca-6e53e8525ae4 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-683602'] for router_interface, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:06.035663 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f991840d-4362-4341-aec5-091a2522e060 None None] Notify callbacks [] for port, precommit_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:06.047734 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-f991840d-4362-4341-aec5-091a2522e060 None None] Transition to ACTIVE for port object 04eeca2b-d5d4-4b04-982e-2e496cc23539 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:46:06.052180 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f991840d-4362-4341-aec5-091a2522e060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:06.112044 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b470190f-c959-47b6-9d80-f942073d4790 None None] Pushing event updated for resources: {'Port': ['ID=04eeca2b-d5d4-4b04-982e-2e496cc23539,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:06.168809 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-35cddfc5-6aa6-4252-90ca-6e53e8525ae4 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Deleting port 04eeca2b-d5d4-4b04-982e-2e496cc23539 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:46:06.169163 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-35cddfc5-6aa6-4252-90ca-6e53e8525ae4 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:06.175485 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-f991840d-4362-4341-aec5-091a2522e060 None None] Attempting to bind port 04eeca2b-d5d4-4b04-982e-2e496cc23539 on host n-d-779913-29 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:46:06.175841 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-f991840d-4362-4341-aec5-091a2522e060 None None] Attempting to bind port 04eeca2b-d5d4-4b04-982e-2e496cc23539 by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': '19ac4e1e-e083-4566-aca1-839bc1c998c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '17492632-5a7e-4bec-a3f9-f8285e44faf2'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:46:06.176202 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f991840d-4362-4341-aec5-091a2522e060 None None] Attempting to bind port 04eeca2b-d5d4-4b04-982e-2e496cc23539 on network 17492632-5a7e-4bec-a3f9-f8285e44faf2 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:46:06.181894 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f991840d-4362-4341-aec5-091a2522e060 None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 45, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:46:06.182326 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f991840d-4362-4341-aec5-091a2522e060 None None] Checking segment: {'id': '19ac4e1e-e083-4566-aca1-839bc1c998c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '17492632-5a7e-4bec-a3f9-f8285e44faf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:46:06.182813 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f991840d-4362-4341-aec5-091a2522e060 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:06.183210 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f991840d-4362-4341-aec5-091a2522e060 None None] Bound using segment: {'id': '19ac4e1e-e083-4566-aca1-839bc1c998c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '17492632-5a7e-4bec-a3f9-f8285e44faf2'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:46:06.183688 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-f991840d-4362-4341-aec5-091a2522e060 None None] Bound port: 04eeca2b-d5d4-4b04-982e-2e496cc23539, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19ac4e1e-e083-4566-aca1-839bc1c998c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '17492632-5a7e-4bec-a3f9-f8285e44faf2'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:46:06.184067 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f991840d-4362-4341-aec5-091a2522e060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:06.256781 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-f991840d-4362-4341-aec5-091a2522e060 None None] For port 04eeca2b-d5d4-4b04-982e-2e496cc23539, host n-d-779913-29, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:46:06.260616 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-f991840d-4362-4341-aec5-091a2522e060 None None] For port 04eeca2b-d5d4-4b04-982e-2e496cc23539, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=04eeca2b-d5d4-4b04-982e-2e496cc23539,segment=NetworkSegment(19ac4e1e-e083-4566-aca1-839bc1c998c7),segment_id=19ac4e1e-e083-4566-aca1-839bc1c998c7)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:46:06.265980 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-f991840d-4362-4341-aec5-091a2522e060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:06.331775 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b470190f-c959-47b6-9d80-f942073d4790 None None] Pushing event updated for resources: {'Port': ['ID=04eeca2b-d5d4-4b04-982e-2e496cc23539,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:06.339660 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f991840d-4362-4341-aec5-091a2522e060 None None] Routers {'3f6aa6df-593a-4ef4-9988-c0304cbccb79'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:46:06.340304 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-f991840d-4362-4341-aec5-091a2522e060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:45:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['3f6aa6df-593a-4ef4-9988-c0304cbccb79'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:46:06.446060 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-f991840d-4362-4341-aec5-091a2522e060 None None] Set router 3f6aa6df-593a-4ef4-9988-c0304cbccb79 gateway port host: None {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:46:06.631540 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-35cddfc5-6aa6-4252-90ca-6e53e8525ae4 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] For port 04eeca2b-d5d4-4b04-982e-2e496cc23539, host n-d-779913-29, got binding levels [] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:46:06.631903 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-35cddfc5-6aa6-4252-90ca-6e53e8525ae4 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:06.646028 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-35cddfc5-6aa6-4252-90ca-6e53e8525ae4 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Calling delete_port for 04eeca2b-d5d4-4b04-982e-2e496cc23539 owned by network:router_interface {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:46:06.683000 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-f991840d-4362-4341-aec5-091a2522e060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f6aa6df-593a-4ef4-9988-c0304cbccb79', 'name': 'tempest-NetworksTestDHCPv6-router-125657637', 'tenant_id': '1a9c030e37eb4fbea3adea586f150fe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:46:03Z', 'updated_at': '2021-07-14T09:46:04Z', 'revision_number': 2, 'project_id': '1a9c030e37eb4fbea3adea586f150fe1', 'gw_port_host': None, '_interfaces': [{'id': '04eeca2b-d5d4-4b04-982e-2e496cc23539', 'name': '', 'network_id': '17492632-5a7e-4bec-a3f9-f8285e44faf2', 'tenant_id': '1a9c030e37eb4fbea3adea586f150fe1', 'mac_address': 'fa:16:3e:26:8e:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f6aa6df-593a-4ef4-9988-c0304cbccb79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3405, 'fixed_ips': [{'subnet_id': 'aaa165d8-2fbf-41c5-80fd-682fbe287097', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:46:03Z', 'updated_at': '2021-07-14T09:46:06Z', 'revision_number': 4, 'project_id': '1a9c030e37eb4fbea3adea586f150fe1', 'subnets': [{'id': 'aaa165d8-2fbf-41c5-80fd-682fbe287097', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:46:06.715854 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f991840d-4362-4341-aec5-091a2522e060 None None] The sync data for ids ['3f6aa6df-593a-4ef4-9988-c0304cbccb79'] in n-d-779913-29 is: [{'id': '3f6aa6df-593a-4ef4-9988-c0304cbccb79', 'name': 'tempest-NetworksTestDHCPv6-router-125657637', 'tenant_id': '1a9c030e37eb4fbea3adea586f150fe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:46:03Z', 'updated_at': '2021-07-14T09:46:04Z', 'revision_number': 2, 'project_id': '1a9c030e37eb4fbea3adea586f150fe1', 'gw_port_host': None, '_interfaces': [{'id': '04eeca2b-d5d4-4b04-982e-2e496cc23539', 'name': '', 'network_id': '17492632-5a7e-4bec-a3f9-f8285e44faf2', 'tenant_id': '1a9c030e37eb4fbea3adea586f150fe1', 'mac_address': 'fa:16:3e:26:8e:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f6aa6df-593a-4ef4-9988-c0304cbccb79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3405, 'fixed_ips': [{'subnet_id': 'aaa165d8-2fbf-41c5-80fd-682fbe287097', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:46:03Z', 'updated_at': '2021-07-14T09:46:06Z', 'revision_number': 4, 'project_id': '1a9c030e37eb4fbea3adea586f150fe1', 'subnets': [{'id': 'aaa165d8-2fbf-41c5-80fd-682fbe287097', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:46:06.819657 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc69612c-5ace-4979-9caa-42229fb4fb77 req-b140861b-1de2-49bd-9cdd-d249af866083 tempest-VolumesBackupsTest-2091108611 tempest-VolumesBackupsTest-2091108611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:06.821143 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-bc69612c-5ace-4979-9caa-42229fb4fb77 req-b140861b-1de2-49bd-9cdd-d249af866083 tempest-VolumesBackupsTest-2091108611 tempest-VolumesBackupsTest-2091108611-project] 10.222.0.68 "GET /v2.0/ports?device_id=e6cc9e18-a51c-4d52-9756-469544ac836d HTTP/1.1" status: 200 len: 949 time: 0.1310356 Jul 14 09:46:06.907910 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-bc69612c-5ace-4979-9caa-42229fb4fb77 req-4149b835-5508-4c7f-bde3-2581bdde9b0c tempest-VolumesBackupsTest-2091108611 tempest-VolumesBackupsTest-2091108611-project] 10.222.0.68 "GET /v2.0/security-groups?id=ef38cdf2-8fd5-4f28-9757-2528b6337d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761085 Jul 14 09:46:06.923951 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-35cddfc5-6aa6-4252-90ca-6e53e8525ae4 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:06.961934 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cddfc5-6aa6-4252-90ca-6e53e8525ae4 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Pushing event deleted for resources: {'Port': ['ID=04eeca2b-d5d4-4b04-982e-2e496cc23539,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:07.085124 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-35cddfc5-6aa6-4252-90ca-6e53e8525ae4 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-620860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682934'] for router_interface, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:07.158675 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c3fcfb-ae5f-46d9-9112-387c2eb7ed2e req-6df2869b-0b95-4777-afb6-7e9ac47f2efb tempest-VolumesBackupsTest-2091108611 tempest-VolumesBackupsTest-2091108611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:07.161588 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-49c3fcfb-ae5f-46d9-9112-387c2eb7ed2e req-6df2869b-0b95-4777-afb6-7e9ac47f2efb tempest-VolumesBackupsTest-2091108611 tempest-VolumesBackupsTest-2091108611-project] 10.222.0.65 "GET /v2.0/ports?device_id=e6cc9e18-a51c-4d52-9756-469544ac836d HTTP/1.1" status: 200 len: 949 time: 0.0894918 Jul 14 09:46:07.276751 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35cddfc5-6aa6-4252-90ca-6e53e8525ae4 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Router 3f6aa6df-593a-4ef4-9988-c0304cbccb79 has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:46:07.301241 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [req-49c3fcfb-ae5f-46d9-9112-387c2eb7ed2e req-41d14ca3-faa8-4699-b16b-86a43df6dc17 tempest-VolumesBackupsTest-2091108611 tempest-VolumesBackupsTest-2091108611-project] Deleting port 2a62b444-c79c-4433-b833-f7e9ebb500a7 {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:46:07.301645 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-49c3fcfb-ae5f-46d9-9112-387c2eb7ed2e req-41d14ca3-faa8-4699-b16b-86a43df6dc17 tempest-VolumesBackupsTest-2091108611 tempest-VolumesBackupsTest-2091108611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:07.317199 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 0de75177-8873-4765-a34d-f129ae729b6e up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:46:07.366222 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35cddfc5-6aa6-4252-90ca-6e53e8525ae4 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:46:07.371743 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-35cddfc5-6aa6-4252-90ca-6e53e8525ae4 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "PUT /v2.0/routers/3f6aa6df-593a-4ef4-9988-c0304cbccb79/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9604399 Jul 14 09:46:07.374769 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 49810) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:07.388451 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port 0de75177-8873-4765-a34d-f129ae729b6e triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:46:07.388870 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:07.457445 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-49c3fcfb-ae5f-46d9-9112-387c2eb7ed2e req-41d14ca3-faa8-4699-b16b-86a43df6dc17 tempest-VolumesBackupsTest-2091108611 tempest-VolumesBackupsTest-2091108611-project] For port 2a62b444-c79c-4433-b833-f7e9ebb500a7, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=2a62b444-c79c-4433-b833-f7e9ebb500a7,segment=NetworkSegment(8f1c1422-de6c-445f-ab95-4e2c94585b2b),segment_id=8f1c1422-de6c-445f-ab95-4e2c94585b2b)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:46:07.457867 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-49c3fcfb-ae5f-46d9-9112-387c2eb7ed2e req-41d14ca3-faa8-4699-b16b-86a43df6dc17 tempest-VolumesBackupsTest-2091108611 tempest-VolumesBackupsTest-2091108611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:07.475281 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80e14876-5a6c-49a5-9a09-72e1624565be tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:07.476763 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80e14876-5a6c-49a5-9a09-72e1624565be tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:07.478360 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-80e14876-5a6c-49a5-9a09-72e1624565be tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1023860 Jul 14 09:46:07.481291 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 49812) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:07.485748 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [req-49c3fcfb-ae5f-46d9-9112-387c2eb7ed2e req-41d14ca3-faa8-4699-b16b-86a43df6dc17 tempest-VolumesBackupsTest-2091108611 tempest-VolumesBackupsTest-2091108611-project] Calling delete_port for 2a62b444-c79c-4433-b833-f7e9ebb500a7 owned by compute:nova {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:46:07.539007 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ea012ea-909e-4ffc-830f-da4e90a96801 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Deleting subnet aaa165d8-2fbf-41c5-80fd-682fbe287097 {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:46:07.542780 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0ea012ea-909e-4ffc-830f-da4e90a96801 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:07.585108 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0ea012ea-909e-4ffc-830f-da4e90a96801 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13574120'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:07.628394 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-49c3fcfb-ae5f-46d9-9112-387c2eb7ed2e req-41d14ca3-faa8-4699-b16b-86a43df6dc17 tempest-VolumesBackupsTest-2091108611 tempest-VolumesBackupsTest-2091108611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:07.665339 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] get_ports_and_sgs() called for port_ids ['2a62b444-c79c-4433-b833-f7e9ebb500a7'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:46:07.671795 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d14ca3-faa8-4699-b16b-86a43df6dc17 tempest-VolumesBackupsTest-2091108611 tempest-VolumesBackupsTest-2091108611-project] Pushing event deleted for resources: {'Port': ['ID=2a62b444-c79c-4433-b833-f7e9ebb500a7,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:07.674975 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0ea012ea-909e-4ffc-830f-da4e90a96801 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3481002'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:07.727733 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-49c3fcfb-ae5f-46d9-9112-387c2eb7ed2e req-41d14ca3-faa8-4699-b16b-86a43df6dc17 tempest-VolumesBackupsTest-2091108611 tempest-VolumesBackupsTest-2091108611-project] No DVR routers for this DVR port 2a62b444-c79c-4433-b833-f7e9ebb500a7 on host n-h1-779913-29 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:46:07.730666 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-49c3fcfb-ae5f-46d9-9112-387c2eb7ed2e req-41d14ca3-faa8-4699-b16b-86a43df6dc17 tempest-VolumesBackupsTest-2091108611 tempest-VolumesBackupsTest-2091108611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:07.732742 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-49c3fcfb-ae5f-46d9-9112-387c2eb7ed2e req-41d14ca3-faa8-4699-b16b-86a43df6dc17 tempest-VolumesBackupsTest-2091108611 tempest-VolumesBackupsTest-2091108611-project] 10.222.0.65 "DELETE /v2.0/ports/2a62b444-c79c-4433-b833-f7e9ebb500a7 HTTP/1.1" status: 204 len: 173 time: 0.5653851 Jul 14 09:46:07.733216 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6cc9e18-a51c-4d52-9756-469544ac836d', 'name': 'network-vif-deleted', 'tag': '2a62b444-c79c-4433-b833-f7e9ebb500a7'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:46:07.735582 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b630254-86bc-41de-b642-414d54e013ad" -d '{"events": [{"server_uuid": "e6cc9e18-a51c-4d52-9756-469544ac836d", "name": "network-vif-deleted", "tag": "2a62b444-c79c-4433-b833-f7e9ebb500a7"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:46:07.756546 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0ea012ea-909e-4ffc-830f-da4e90a96801 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13574056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16714573'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:07.790127 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:46:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de320f6a-4e07-42dc-8c9e-27df21b1fbb8 x-openstack-request-id: req-de320f6a-4e07-42dc-8c9e-27df21b1fbb8 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:46:07.790127 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6cc9e18-a51c-4d52-9756-469544ac836d", "name": "network-vif-deleted", "tag": "2a62b444-c79c-4433-b833-f7e9ebb500a7", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:46:07.790127 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-de320f6a-4e07-42dc-8c9e-27df21b1fbb8 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:46:07.790127 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6cc9e18-a51c-4d52-9756-469544ac836d', 'name': 'network-vif-deleted', 'tag': '2a62b444-c79c-4433-b833-f7e9ebb500a7', 'status': 'completed', 'code': 200} Jul 14 09:46:07.791831 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea012ea-909e-4ffc-830f-da4e90a96801 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Pushing event deleted for resources: {'Subnet': ['ID=aaa165d8-2fbf-41c5-80fd-682fbe287097,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:07.794625 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0ea012ea-909e-4ffc-830f-da4e90a96801 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:07.799395 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-0ea012ea-909e-4ffc-830f-da4e90a96801 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "DELETE /v2.0/subnets/aaa165d8-2fbf-41c5-80fd-682fbe287097 HTTP/1.1" status: 204 len: 168 time: 0.3133841 Jul 14 09:46:07.800002 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 49818) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:07.801739 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a871ec82-02de-4abd-90a7-3cd8b43fd25a None None] Network 17492632-5a7e-4bec-a3f9-f8285e44faf2 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:46:07.899350 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-d312066e-21b8-4ad5-be88-5ea3cc119446 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.0972581 Jul 14 09:46:07.901527 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 49820) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:07.993206 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3b1e64a5-eb59-4391-b2dc-e69dea700104 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks [] for router, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:08.062840 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ac656ab-78a5-48c3-acde-b7e56ed2ea0d None None] DHCP port deletion for 17492632-5a7e-4bec-a3f9-f8285e44faf2 request from n-d-779913-29 {{(pid=93959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:46:08.130563 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-0ac656ab-78a5-48c3-acde-b7e56ed2ea0d None None] Deleting port 0de75177-8873-4765-a34d-f129ae729b6e {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:46:08.131144 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0ac656ab-78a5-48c3-acde-b7e56ed2ea0d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:08.194783 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-9c17ba9c-3d83-4314-a7c5-f81beb4be0ec req-31d99b70-e8ef-47a4-b26f-1ac590128ad0 tempest-VolumesBackupsTest-2091108611 tempest-VolumesBackupsTest-2091108611-project] 10.222.0.68 "GET /v2.0/ports?device_id=e6cc9e18-a51c-4d52-9756-469544ac836d HTTP/1.1" status: 200 len: 210 time: 0.0914824 Jul 14 09:46:08.198834 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3b1e64a5-eb59-4391-b2dc-e69dea700104 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-711871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12964'] for router, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:08.199001 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-0ac656ab-78a5-48c3-acde-b7e56ed2ea0d None None] For port 0de75177-8873-4765-a34d-f129ae729b6e, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=0de75177-8873-4765-a34d-f129ae729b6e,segment=NetworkSegment(19ac4e1e-e083-4566-aca1-839bc1c998c7),segment_id=19ac4e1e-e083-4566-aca1-839bc1c998c7)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:46:08.199387 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0ac656ab-78a5-48c3-acde-b7e56ed2ea0d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:08.201083 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3b1e64a5-eb59-4391-b2dc-e69dea700104 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:08.221784 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-0ac656ab-78a5-48c3-acde-b7e56ed2ea0d None None] Calling delete_port for 0de75177-8873-4765-a34d-f129ae729b6e owned by network:dhcp {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:46:08.256286 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3b1e64a5-eb59-4391-b2dc-e69dea700104 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-704815'] for router, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:08.257043 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b1e64a5-eb59-4391-b2dc-e69dea700104 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Fanout notify agent at l3_agent the message router_deleted on router 3f6aa6df-593a-4ef4-9988-c0304cbccb79 {{(pid=93958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:46:08.265154 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3b1e64a5-eb59-4391-b2dc-e69dea700104 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:08.270383 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 49824) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:08.274340 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-3b1e64a5-eb59-4391-b2dc-e69dea700104 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "DELETE /v2.0/routers/3f6aa6df-593a-4ef4-9988-c0304cbccb79 HTTP/1.1" status: 204 len: 168 time: 0.3712597 Jul 14 09:46:08.283343 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02081a9c-6f38-49eb-8abf-a79b1a8461b1 None None] Sync routers for ids ['3f6aa6df-593a-4ef4-9988-c0304cbccb79'] in n-d-779913-29 {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:46:08.308993 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02081a9c-6f38-49eb-8abf-a79b1a8461b1 None None] Routers set() bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:46:08.309266 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02081a9c-6f38-49eb-8abf-a79b1a8461b1 None None] Router IDs set() for agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 14 09:46:08.309897 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_agentschedulers_db [None req-02081a9c-6f38-49eb-8abf-a79b1a8461b1 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'3f6aa6df-593a-4ef4-9988-c0304cbccb79'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:45:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent'). {{(pid=93959) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 14 09:46:08.322812 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02081a9c-6f38-49eb-8abf-a79b1a8461b1 None None] Routers set() bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:46:08.323398 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02081a9c-6f38-49eb-8abf-a79b1a8461b1 None None] Router IDs set() for agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 14 09:46:08.323900 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_agentschedulers_db [None req-02081a9c-6f38-49eb-8abf-a79b1a8461b1 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'3f6aa6df-593a-4ef4-9988-c0304cbccb79'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:45:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent'). {{(pid=93959) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 14 09:46:08.324273 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02081a9c-6f38-49eb-8abf-a79b1a8461b1 None None] The sync data for ids ['3f6aa6df-593a-4ef4-9988-c0304cbccb79'] in n-d-779913-29 is: [] {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:46:08.342751 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0ac656ab-78a5-48c3-acde-b7e56ed2ea0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:08.348769 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09900d77-6c39-4f97-a3e3-a46c1867d8db tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:08.350357 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-09900d77-6c39-4f97-a3e3-a46c1867d8db tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0798497 Jul 14 09:46:08.354568 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 49826) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:08.378026 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac656ab-78a5-48c3-acde-b7e56ed2ea0d None None] Pushing event deleted for resources: {'Port': ['ID=0de75177-8873-4765-a34d-f129ae729b6e,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:08.380553 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac656ab-78a5-48c3-acde-b7e56ed2ea0d None None] No DVR routers for this DVR port 0de75177-8873-4765-a34d-f129ae729b6e on host n-d-779913-29 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:46:08.440234 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bebc4108-2928-459f-8280-891904d859ee tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:08.443044 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-bebc4108-2928-459f-8280-891904d859ee tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0866606 Jul 14 09:46:08.445732 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 49828) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:08.494921 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-22788c68-47ac-4d2b-90fc-bc8c6bbd2a8f tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0436542 Jul 14 09:46:08.495315 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 49830) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:08.500189 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-7b606908-fe36-4ea5-b1b2-7daeb7d78e94 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Request body: {'subnet': {'network_id': '17492632-5a7e-4bec-a3f9-f8285e44faf2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:46:08.594884 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b606908-fe36-4ea5-b1b2-7daeb7d78e94 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Made reservation on behalf of 1a9c030e37eb4fbea3adea586f150fe1 for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:46:08.599228 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7b606908-fe36-4ea5-b1b2-7daeb7d78e94 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16714600'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:08.874517 n-d-779913-29 neutron-server[93958]: DEBUG neutron.objects.ports [None req-7b606908-fe36-4ea5-b1b2-7daeb7d78e94 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93958) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 14 09:46:08.875922 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7b606908-fe36-4ea5-b1b2-7daeb7d78e94 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13573993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16714586'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:08.916235 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b606908-fe36-4ea5-b1b2-7daeb7d78e94 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Network 17492632-5a7e-4bec-a3f9-f8285e44faf2 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:46:08.919313 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-7b606908-fe36-4ea5-b1b2-7daeb7d78e94 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:46:08.923569 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b606908-fe36-4ea5-b1b2-7daeb7d78e94 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:08.924238 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7b606908-fe36-4ea5-b1b2-7daeb7d78e94 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:08.928483 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3e61f77-bc5c-40f8-aeac-b751e52c3883 None None] Network 17492632-5a7e-4bec-a3f9-f8285e44faf2 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:46:08.939489 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b606908-fe36-4ea5-b1b2-7daeb7d78e94 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Pushing event updated for resources: {'Subnet': ['ID=77035c81-45a5-4d8c-ba4b-be8cf9b00049,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:08.944274 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-7b606908-fe36-4ea5-b1b2-7daeb7d78e94 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.4481277 Jul 14 09:46:08.947057 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 49832) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:08.952412 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-69004472-058d-4890-abcb-ac3a762bc06e tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Request body: {'subnet': {'network_id': '17492632-5a7e-4bec-a3f9-f8285e44faf2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:46:09.071374 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69004472-058d-4890-abcb-ac3a762bc06e tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Made reservation on behalf of 1a9c030e37eb4fbea3adea586f150fe1 for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:46:09.075187 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-69004472-058d-4890-abcb-ac3a762bc06e tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16714600'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:09.090211 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ae50372-1040-4526-a459-4c19f0b62350 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf57baaa9-fd24-59f4-8fd2-1dc21122ce72-17492632-5a7e-4bec-a3f9-f8285e44faf2', 'network_id': '17492632-5a7e-4bec-a3f9-f8285e44faf2', 'tenant_id': '1a9c030e37eb4fbea3adea586f150fe1', 'fixed_ips': [{'subnet_id': '77035c81-45a5-4d8c-ba4b-be8cf9b00049'}]}} from n-d-779913-29. {{(pid=93959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:46:09.091570 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2ae50372-1040-4526-a459-4c19f0b62350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:09.224908 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-2ae50372-1040-4526-a459-4c19f0b62350 None None] Allocated IP 2001:db8::f816:3eff:fec7:41c5 (17492632-5a7e-4bec-a3f9-f8285e44faf2/77035c81-45a5-4d8c-ba4b-be8cf9b00049/3a1d7aa8-cea8-419d-852d-1caca8ae439a) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:46:09.361425 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-69004472-058d-4890-abcb-ac3a762bc06e tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13573993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16714586'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:09.362396 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 0de75177-8873-4765-a34d-f129ae729b6e no longer exists at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:46:09.383754 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] No Port match for: 0de75177-8873-4765-a34d-f129ae729b6e {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:46:09.384093 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 0de75177-8873-4765-a34d-f129ae729b6e not bound to the agent host n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:46:09.384518 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 04eeca2b-d5d4-4b04-982e-2e496cc23539 no longer exists at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:46:09.410714 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] No Port match for: 04eeca2b-d5d4-4b04-982e-2e496cc23539 {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:46:09.411062 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 04eeca2b-d5d4-4b04-982e-2e496cc23539 not bound to the agent host n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:46:09.416126 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69004472-058d-4890-abcb-ac3a762bc06e tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Network 17492632-5a7e-4bec-a3f9-f8285e44faf2 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:46:09.423636 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-69004472-058d-4890-abcb-ac3a762bc06e tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:46:09.427936 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2ae50372-1040-4526-a459-4c19f0b62350 None None] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:09.429388 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69004472-058d-4890-abcb-ac3a762bc06e tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:09.430014 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-69004472-058d-4890-abcb-ac3a762bc06e tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:09.434021 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69004472-058d-4890-abcb-ac3a762bc06e tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Pushing event updated for resources: {'Subnet': ['ID=f3770f73-0fa5-4de0-b2d9-df417442ecc0,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:09.439760 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-2ae50372-1040-4526-a459-4c19f0b62350 None None] Transition to ACTIVE for port object 3a1d7aa8-cea8-419d-852d-1caca8ae439a will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:46:09.449009 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-69004472-058d-4890-abcb-ac3a762bc06e tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5007129 Jul 14 09:46:09.452436 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 49840) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:09.457879 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-97e37073-12d0-42e9-8b70-18448d81476e tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Request body: {'port': {'network_id': '17492632-5a7e-4bec-a3f9-f8285e44faf2', 'mac_address': 'fa:16:3e:55:31:82', 'name': 'tempest-NetworksTestDHCPv6-1555073295'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:46:09.471138 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-2ae50372-1040-4526-a459-4c19f0b62350 None None] Transition to ACTIVE for port object 3a1d7aa8-cea8-419d-852d-1caca8ae439a will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:46:09.478759 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2ae50372-1040-4526-a459-4c19f0b62350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:09.522142 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ae50372-1040-4526-a459-4c19f0b62350 None None] Network 17492632-5a7e-4bec-a3f9-f8285e44faf2 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:46:09.525252 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-2ae50372-1040-4526-a459-4c19f0b62350 None None] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:46:09.528917 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae50372-1040-4526-a459-4c19f0b62350 None None] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:46:09.567635 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae50372-1040-4526-a459-4c19f0b62350 None None] Pushing event updated for resources: {'Port': ['ID=3a1d7aa8-cea8-419d-852d-1caca8ae439a,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:09.600143 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-2ae50372-1040-4526-a459-4c19f0b62350 None None] Attempting to bind port 3a1d7aa8-cea8-419d-852d-1caca8ae439a on host n-d-779913-29 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:46:09.600394 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97e37073-12d0-42e9-8b70-18448d81476e tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Made reservation on behalf of 1a9c030e37eb4fbea3adea586f150fe1 for: {'port': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:46:09.600543 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-2ae50372-1040-4526-a459-4c19f0b62350 None None] Attempting to bind port 3a1d7aa8-cea8-419d-852d-1caca8ae439a by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': '19ac4e1e-e083-4566-aca1-839bc1c998c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '17492632-5a7e-4bec-a3f9-f8285e44faf2'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:46:09.600919 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae50372-1040-4526-a459-4c19f0b62350 None None] Attempting to bind port 3a1d7aa8-cea8-419d-852d-1caca8ae439a on network 17492632-5a7e-4bec-a3f9-f8285e44faf2 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:46:09.606094 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae50372-1040-4526-a459-4c19f0b62350 None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 45, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:46:09.606606 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae50372-1040-4526-a459-4c19f0b62350 None None] Checking segment: {'id': '19ac4e1e-e083-4566-aca1-839bc1c998c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '17492632-5a7e-4bec-a3f9-f8285e44faf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:46:09.607019 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2ae50372-1040-4526-a459-4c19f0b62350 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:09.607417 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae50372-1040-4526-a459-4c19f0b62350 None None] Bound using segment: {'id': '19ac4e1e-e083-4566-aca1-839bc1c998c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '17492632-5a7e-4bec-a3f9-f8285e44faf2'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:46:09.607882 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-2ae50372-1040-4526-a459-4c19f0b62350 None None] Bound port: 3a1d7aa8-cea8-419d-852d-1caca8ae439a, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19ac4e1e-e083-4566-aca1-839bc1c998c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '17492632-5a7e-4bec-a3f9-f8285e44faf2'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:46:09.608264 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2ae50372-1040-4526-a459-4c19f0b62350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:09.660304 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.agents_db [None req-3c3509fb-540d-4335-a450-574895dd3602 None None] Agent healthcheck: found 7 active agents {{(pid=93960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:46:09.676191 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-2ae50372-1040-4526-a459-4c19f0b62350 None None] For port 3a1d7aa8-cea8-419d-852d-1caca8ae439a, host n-d-779913-29, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:46:09.680396 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-2ae50372-1040-4526-a459-4c19f0b62350 None None] For port 3a1d7aa8-cea8-419d-852d-1caca8ae439a, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=3a1d7aa8-cea8-419d-852d-1caca8ae439a,segment=NetworkSegment(19ac4e1e-e083-4566-aca1-839bc1c998c7),segment_id=19ac4e1e-e083-4566-aca1-839bc1c998c7)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:46:09.686074 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2ae50372-1040-4526-a459-4c19f0b62350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:09.688656 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-97e37073-12d0-42e9-8b70-18448d81476e tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:09.747965 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-97e37073-12d0-42e9-8b70-18448d81476e tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] device_id is not set on port 991336f9-e3b5-4a31-882a-9feadda1ffcc yet. {{(pid=93957) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:46:09.753300 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae50372-1040-4526-a459-4c19f0b62350 None None] Pushing event updated for resources: {'Port': ['ID=3a1d7aa8-cea8-419d-852d-1caca8ae439a,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:09.955707 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-97e37073-12d0-42e9-8b70-18448d81476e tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Allocated IP 172.20.0.5 (17492632-5a7e-4bec-a3f9-f8285e44faf2/f3770f73-0fa5-4de0-b2d9-df417442ecc0/991336f9-e3b5-4a31-882a-9feadda1ffcc) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:46:09.965925 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-97e37073-12d0-42e9-8b70-18448d81476e tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Allocated IP 2001:db8::f816:3eff:fe55:3182 (17492632-5a7e-4bec-a3f9-f8285e44faf2/77035c81-45a5-4d8c-ba4b-be8cf9b00049/991336f9-e3b5-4a31-882a-9feadda1ffcc) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:46:10.147936 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-97e37073-12d0-42e9-8b70-18448d81476e tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:10.162216 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-97e37073-12d0-42e9-8b70-18448d81476e tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Transition to ACTIVE for port object 991336f9-e3b5-4a31-882a-9feadda1ffcc will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:46:10.205118 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-97e37073-12d0-42e9-8b70-18448d81476e tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:10.250023 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97e37073-12d0-42e9-8b70-18448d81476e tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Network 17492632-5a7e-4bec-a3f9-f8285e44faf2 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:46:10.255868 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-97e37073-12d0-42e9-8b70-18448d81476e tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:46:10.260330 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e37073-12d0-42e9-8b70-18448d81476e tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:46:10.298804 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e37073-12d0-42e9-8b70-18448d81476e tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Pushing event updated for resources: {'Port': ['ID=991336f9-e3b5-4a31-882a-9feadda1ffcc,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:10.313573 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e37073-12d0-42e9-8b70-18448d81476e tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:46:10.313927 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e37073-12d0-42e9-8b70-18448d81476e tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:46:10.314273 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e37073-12d0-42e9-8b70-18448d81476e tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:46:10.314615 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e37073-12d0-42e9-8b70-18448d81476e tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:46:10.314981 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e37073-12d0-42e9-8b70-18448d81476e tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:46:10.315316 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e37073-12d0-42e9-8b70-18448d81476e tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:46:10.315646 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e37073-12d0-42e9-8b70-18448d81476e tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:46:10.315972 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e37073-12d0-42e9-8b70-18448d81476e tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:46:10.316299 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e37073-12d0-42e9-8b70-18448d81476e tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:46:10.316637 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e37073-12d0-42e9-8b70-18448d81476e tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:46:10.316958 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e37073-12d0-42e9-8b70-18448d81476e tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:46:10.317305 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e37073-12d0-42e9-8b70-18448d81476e tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:46:10.328709 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97e37073-12d0-42e9-8b70-18448d81476e tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:10.329888 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-97e37073-12d0-42e9-8b70-18448d81476e tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:10.345951 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-97e37073-12d0-42e9-8b70-18448d81476e tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 0.8927367 Jul 14 09:46:10.349485 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 49842) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:10.420233 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9802d99d-3167-4a94-be85-cae3b2fb6058 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:10.426786 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9802d99d-3167-4a94-be85-cae3b2fb6058 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:10.428909 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-9802d99d-3167-4a94-be85-cae3b2fb6058 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.0781128 Jul 14 09:46:10.431356 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 49844) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:10.552252 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-83a7bc66-aee5-427e-ad05-49d8274dad6c tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Deleting port 991336f9-e3b5-4a31-882a-9feadda1ffcc {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:46:10.552937 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-83a7bc66-aee5-427e-ad05-49d8274dad6c tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:10.651171 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-83a7bc66-aee5-427e-ad05-49d8274dad6c tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:10.666364 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-83a7bc66-aee5-427e-ad05-49d8274dad6c tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Calling delete_port for 991336f9-e3b5-4a31-882a-9feadda1ffcc owned by {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:46:10.805303 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b364b44-be40-43cb-8855-ab4f66017560 None None] Network 17492632-5a7e-4bec-a3f9-f8285e44faf2 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:46:10.894514 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-83a7bc66-aee5-427e-ad05-49d8274dad6c tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:10.894951 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-411bdbad-7f68-4eec-bc31-dac45bd5fd08 None None] Provisioning for port 3a1d7aa8-cea8-419d-852d-1caca8ae439a completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:46:10.982322 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a7bc66-aee5-427e-ad05-49d8274dad6c tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Pushing event deleted for resources: {'Port': ['ID=991336f9-e3b5-4a31-882a-9feadda1ffcc,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:11.055652 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-83a7bc66-aee5-427e-ad05-49d8274dad6c tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:11.057880 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-83a7bc66-aee5-427e-ad05-49d8274dad6c tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "DELETE /v2.0/ports/991336f9-e3b5-4a31-882a-9feadda1ffcc HTTP/1.1" status: 204 len: 168 time: 0.6252284 Jul 14 09:46:11.060457 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 49848) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:11.106461 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74d6cf10-5329-4c43-835a-8995083ca51c None None] Update dhcp port {'port': {'network_id': '17492632-5a7e-4bec-a3f9-f8285e44faf2', 'fixed_ips': [{'subnet_id': '77035c81-45a5-4d8c-ba4b-be8cf9b00049', 'ip_address': '2001:db8::f816:3eff:fec7:41c5'}, {'subnet_id': 'f3770f73-0fa5-4de0-b2d9-df417442ecc0'}], 'binding:host_id': 'n-d-779913-29'}, 'id': '3a1d7aa8-cea8-419d-852d-1caca8ae439a'} from n-d-779913-29. {{(pid=93959) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 14 09:46:11.119180 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bf67967-faf8-4b97-8c2f-685761e4cba2 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:11.121014 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bf67967-faf8-4b97-8c2f-685761e4cba2 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:11.122584 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bf67967-faf8-4b97-8c2f-685761e4cba2 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:11.126850 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-2bf67967-faf8-4b97-8c2f-685761e4cba2 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0627832 Jul 14 09:46:11.127286 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 49850) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:11.146719 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-74d6cf10-5329-4c43-835a-8995083ca51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:11.180086 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fb023f0-022d-4ae9-8ed7-f516ff48b331 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Deleting subnet 77035c81-45a5-4d8c-ba4b-be8cf9b00049 {{(pid=93957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:46:11.183648 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-9fb023f0-022d-4ae9-8ed7-f516ff48b331 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks [] for subnet, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:11.233607 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-9fb023f0-022d-4ae9-8ed7-f516ff48b331 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10944203'] for subnet, precommit_delete_associations {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:11.332617 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-9fb023f0-022d-4ae9-8ed7-f516ff48b331 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3481002'] for subnet, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:11.352112 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 3a1d7aa8-cea8-419d-852d-1caca8ae439a up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:46:11.408769 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning for port 3a1d7aa8-cea8-419d-852d-1caca8ae439a completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:46:11.412996 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port 3a1d7aa8-cea8-419d-852d-1caca8ae439a triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:46:11.413472 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:11.422280 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-9fb023f0-022d-4ae9-8ed7-f516ff48b331 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10052701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11984075'] for subnet, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:11.453667 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 2a62b444-c79c-4433-b833-f7e9ebb500a7 no longer exists at agent hyperv_n-h1-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:46:11.458203 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb023f0-022d-4ae9-8ed7-f516ff48b331 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Pushing event deleted for resources: {'Subnet': ['ID=77035c81-45a5-4d8c-ba4b-be8cf9b00049,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:11.464534 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-9fb023f0-022d-4ae9-8ed7-f516ff48b331 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks [] for subnet, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:11.467013 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-9fb023f0-022d-4ae9-8ed7-f516ff48b331 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "DELETE /v2.0/subnets/77035c81-45a5-4d8c-ba4b-be8cf9b00049 HTTP/1.1" status: 204 len: 168 time: 0.3381453 Jul 14 09:46:11.471415 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 49852) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:11.496100 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] No Port match for: 2a62b444-c79c-4433-b833-f7e9ebb500a7 {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:46:11.496469 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 2a62b444-c79c-4433-b833-f7e9ebb500a7 not bound to the agent host n-h1-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:46:11.500304 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server [None req-74d6cf10-5329-4c43-835a-8995083ca51c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 77035c81-45a5-4d8c-ba4b-be8cf9b00049: This subnet is being modified by another concurrent operation. Jul 14 09:46:11.500304 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 14 09:46:11.500304 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 14 09:46:11.500304 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 14 09:46:11.500304 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 14 09:46:11.500304 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 14 09:46:11.500304 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 14 09:46:11.500304 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 14 09:46:11.500304 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 14 09:46:11.500304 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 14 09:46:11.500304 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 14 09:46:11.500304 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 14 09:46:11.500304 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 14 09:46:11.500304 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 14 09:46:11.500304 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:46:11.500304 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:46:11.500304 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:46:11.500304 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:46:11.500304 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 14 09:46:11.500304 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 09:46:11.500304 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 14 09:46:11.500304 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 14 09:46:11.500304 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:46:11.500304 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:46:11.500304 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:46:11.500304 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:46:11.500304 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 14 09:46:11.500304 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 09:46:11.500304 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 14 09:46:11.500304 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 14 09:46:11.500304 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:46:11.500304 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:46:11.500304 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:46:11.500304 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:46:11.500304 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 14 09:46:11.500304 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 14 09:46:11.500304 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Jul 14 09:46:11.500304 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jul 14 09:46:11.500304 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Jul 14 09:46:11.500304 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jul 14 09:46:11.500304 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 14 09:46:11.500304 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 14 09:46:11.500304 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 14 09:46:11.500304 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 14 09:46:11.500304 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 14 09:46:11.500304 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 14 09:46:11.500304 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:46:11.500304 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:46:11.500304 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:46:11.500304 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:46:11.500304 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 14 09:46:11.500304 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 09:46:11.500304 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 14 09:46:11.500304 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 14 09:46:11.500304 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:46:11.500304 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:46:11.500304 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:46:11.500304 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:46:11.500304 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 14 09:46:11.500304 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 09:46:11.500304 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 14 09:46:11.500304 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 14 09:46:11.500304 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:46:11.500304 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:46:11.500304 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:46:11.500304 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:46:11.500304 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 14 09:46:11.500304 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 14 09:46:11.500304 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1727, in update_port Jul 14 09:46:11.500304 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jul 14 09:46:11.500304 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 14 09:46:11.500304 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 14 09:46:11.500304 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1507, in update_port Jul 14 09:46:11.500304 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jul 14 09:46:11.500304 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jul 14 09:46:11.500304 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jul 14 09:46:11.500304 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Jul 14 09:46:11.500304 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jul 14 09:46:11.500304 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Jul 14 09:46:11.500304 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 14 09:46:11.500304 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 14 09:46:11.500304 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 14 09:46:11.500304 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 14 09:46:11.500304 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server raise exception Jul 14 09:46:11.500304 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 77035c81-45a5-4d8c-ba4b-be8cf9b00049: This subnet is being modified by another concurrent operation. Jul 14 09:46:11.500304 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server Jul 14 09:46:11.532481 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_v2 [None req-deba03ce-3b85-48a8-b567-8a4b293a1b63 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Deleting subnet f3770f73-0fa5-4de0-b2d9-df417442ecc0 {{(pid=93957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:46:11.536230 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-deba03ce-3b85-48a8-b567-8a4b293a1b63 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks [] for subnet, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:11.577429 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:11.595256 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-deba03ce-3b85-48a8-b567-8a4b293a1b63 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10944203'] for subnet, precommit_delete_associations {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:11.605981 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8b42a6a-aeb5-4a0b-b08e-1d90f4724201 None None] Network 17492632-5a7e-4bec-a3f9-f8285e44faf2 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:46:11.645619 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-deba03ce-3b85-48a8-b567-8a4b293a1b63 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3481002'] for subnet, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:11.732738 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-deba03ce-3b85-48a8-b567-8a4b293a1b63 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10052701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11984075'] for subnet, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:11.765554 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deba03ce-3b85-48a8-b567-8a4b293a1b63 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Pushing event deleted for resources: {'Subnet': ['ID=f3770f73-0fa5-4de0-b2d9-df417442ecc0,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:11.767677 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-deba03ce-3b85-48a8-b567-8a4b293a1b63 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks [] for subnet, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:11.770317 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-deba03ce-3b85-48a8-b567-8a4b293a1b63 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "DELETE /v2.0/subnets/f3770f73-0fa5-4de0-b2d9-df417442ecc0 HTTP/1.1" status: 204 len: 168 time: 0.2978582 Jul 14 09:46:11.772754 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 49856) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:11.817307 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-89b7b28e-5ee1-47f4-a969-ea4ae300c4e5 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0397444 Jul 14 09:46:11.818385 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 49858) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:11.823135 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-95bbb2b9-571b-48df-9286-c46cae70e37a tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Request body: {'subnet': {'network_id': '17492632-5a7e-4bec-a3f9-f8285e44faf2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:46:11.872917 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] For port 3a1d7aa8-cea8-419d-852d-1caca8ae439a, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=3a1d7aa8-cea8-419d-852d-1caca8ae439a,segment=NetworkSegment(19ac4e1e-e083-4566-aca1-839bc1c998c7),segment_id=19ac4e1e-e083-4566-aca1-839bc1c998c7)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:46:11.875461 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-4f714a75-a488-41ba-9971-af57936df9e2 None None] Provisioning complete for port 3a1d7aa8-cea8-419d-852d-1caca8ae439a triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:46:11.875710 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4f714a75-a488-41ba-9971-af57936df9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:11.910870 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:11.942282 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95bbb2b9-571b-48df-9286-c46cae70e37a tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Made reservation on behalf of 1a9c030e37eb4fbea3adea586f150fe1 for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:46:11.946611 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-95bbb2b9-571b-48df-9286-c46cae70e37a tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16714600'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:12.036344 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Pushing event updated for resources: {'Port': ['ID=3a1d7aa8-cea8-419d-852d-1caca8ae439a,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:12.107787 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19419818-d99e-4f36-99ce-32c4561ccd85 None None] DHCP port deletion for 17492632-5a7e-4bec-a3f9-f8285e44faf2 request from n-d-779913-29 {{(pid=93959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:46:12.166175 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-19419818-d99e-4f36-99ce-32c4561ccd85 None None] Deleting port 3a1d7aa8-cea8-419d-852d-1caca8ae439a {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:46:12.166560 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-19419818-d99e-4f36-99ce-32c4561ccd85 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:12.240143 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-19419818-d99e-4f36-99ce-32c4561ccd85 None None] For port 3a1d7aa8-cea8-419d-852d-1caca8ae439a, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=3a1d7aa8-cea8-419d-852d-1caca8ae439a,segment=NetworkSegment(19ac4e1e-e083-4566-aca1-839bc1c998c7),segment_id=19ac4e1e-e083-4566-aca1-839bc1c998c7)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:46:12.240676 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-19419818-d99e-4f36-99ce-32c4561ccd85 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:12.255789 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-19419818-d99e-4f36-99ce-32c4561ccd85 None None] Calling delete_port for 3a1d7aa8-cea8-419d-852d-1caca8ae439a owned by network:dhcp {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:46:12.331964 n-d-779913-29 neutron-server[93958]: DEBUG neutron.objects.ports [None req-95bbb2b9-571b-48df-9286-c46cae70e37a tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93958) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 14 09:46:12.349732 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-19419818-d99e-4f36-99ce-32c4561ccd85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:12.381985 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19419818-d99e-4f36-99ce-32c4561ccd85 None None] No DVR routers for this DVR port 3a1d7aa8-cea8-419d-852d-1caca8ae439a on host n-d-779913-29 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:46:12.388963 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19419818-d99e-4f36-99ce-32c4561ccd85 None None] Pushing event deleted for resources: {'Port': ['ID=3a1d7aa8-cea8-419d-852d-1caca8ae439a,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:12.405481 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95871500-bf28-4f2d-a28a-bcd596e3322b None None] get_active_networks_info from n-d-779913-29 {{(pid=93959) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 14 09:46:12.510522 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95871500-bf28-4f2d-a28a-bcd596e3322b None None] Resources bound (agent type, host, resource id): {{(pid=93959) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 14 09:46:12.537869 n-d-779913-29 neutron-server[93958]: WARNING neutron.services.revisions.revision_plugin [None req-95bbb2b9-571b-48df-9286-c46cae70e37a tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Could not find related port for resource to bump revision. Jul 14 09:46:12.543319 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.ipam_pluggable_backend [None req-95bbb2b9-571b-48df-9286-c46cae70e37a tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Port 3a1d7aa8-cea8-419d-852d-1caca8ae439a was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=93958) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Jul 14 09:46:12.543680 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.ipam_pluggable_backend [None req-95bbb2b9-571b-48df-9286-c46cae70e37a tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Reverting IP allocation for 2001:db8::f816:3eff:fec7:41c5 {{(pid=93958) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Jul 14 09:46:12.548219 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.ipam_pluggable_backend [None req-95bbb2b9-571b-48df-9286-c46cae70e37a tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fec7:41c5 {{(pid=93958) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Jul 14 09:46:12.549517 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-95bbb2b9-571b-48df-9286-c46cae70e37a tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13573993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16714586'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:12.599466 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95bbb2b9-571b-48df-9286-c46cae70e37a tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Network 17492632-5a7e-4bec-a3f9-f8285e44faf2 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:46:12.603136 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-95bbb2b9-571b-48df-9286-c46cae70e37a tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:46:12.607750 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95bbb2b9-571b-48df-9286-c46cae70e37a tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:12.608341 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-95bbb2b9-571b-48df-9286-c46cae70e37a tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:12.650839 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bbb2b9-571b-48df-9286-c46cae70e37a tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Pushing event updated for resources: {'Subnet': ['ID=cdfe540c-d474-447e-827e-0984b6958344,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:12.659961 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-95bbb2b9-571b-48df-9286-c46cae70e37a tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8410888 Jul 14 09:46:12.663939 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 49866) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:12.671445 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-7b192feb-fcdc-4dec-a7b8-7423327cddb6 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Request body: {'subnet': {'network_id': '17492632-5a7e-4bec-a3f9-f8285e44faf2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:46:12.724129 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f08297-1d3c-41fe-a476-e3e8cab760b1 req-192173e4-cded-4983-b5bf-2d281177d595 tempest-TestNetworkAdvancedServerOps-1977836674 tempest-TestNetworkAdvancedServerOps-1977836674-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:12.734165 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-42f08297-1d3c-41fe-a476-e3e8cab760b1 req-192173e4-cded-4983-b5bf-2d281177d595 tempest-TestNetworkAdvancedServerOps-1977836674 tempest-TestNetworkAdvancedServerOps-1977836674-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=3804666f-6b9b-407c-a2ec-26cc88361b9c HTTP/1.1" status: 200 len: 1097 time: 0.1140676 Jul 14 09:46:12.788974 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-42f08297-1d3c-41fe-a476-e3e8cab760b1 req-506ee727-cb27-413b-bbdf-751f3bc0ba54 tempest-TestNetworkAdvancedServerOps-1977836674 tempest-TestNetworkAdvancedServerOps-1977836674-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=c4808f8e-d927-4dd4-bd3b-54d695233756&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467889 Jul 14 09:46:12.817982 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c61bbe4a-1371-4a43-8434-c66421b93856 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf57baaa9-fd24-59f4-8fd2-1dc21122ce72-17492632-5a7e-4bec-a3f9-f8285e44faf2', 'network_id': '17492632-5a7e-4bec-a3f9-f8285e44faf2', 'tenant_id': '1a9c030e37eb4fbea3adea586f150fe1', 'fixed_ips': [{'subnet_id': 'cdfe540c-d474-447e-827e-0984b6958344'}]}} from n-d-779913-29. {{(pid=93959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:46:12.818966 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c61bbe4a-1371-4a43-8434-c66421b93856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:12.854323 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b192feb-fcdc-4dec-a7b8-7423327cddb6 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Made reservation on behalf of 1a9c030e37eb4fbea3adea586f150fe1 for: {'subnet': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:46:12.859405 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7b192feb-fcdc-4dec-a7b8-7423327cddb6 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11984110'] for subnet, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:12.934255 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:12.983360 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-c61bbe4a-1371-4a43-8434-c66421b93856 None None] Allocated IP 2001:db8::f816:3eff:fe0a:e979 (17492632-5a7e-4bec-a3f9-f8285e44faf2/cdfe540c-d474-447e-827e-0984b6958344/81074918-07a5-4900-bb07-5dc11936b02d) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:46:13.053314 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89095820-13f5-4414-b4c4-e821597dd9ec req-f468d56c-b00c-41ad-9d5d-64a78ddb2db9 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:13.054926 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-89095820-13f5-4414-b4c4-e821597dd9ec req-f468d56c-b00c-41ad-9d5d-64a78ddb2db9 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/ports?device_id=3804666f-6b9b-407c-a2ec-26cc88361b9c HTTP/1.1" status: 200 len: 945 time: 0.1242437 Jul 14 09:46:13.141571 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-89095820-13f5-4414-b4c4-e821597dd9ec req-f0678e15-0d11-4234-a69e-1bd4c932b84e tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/security-groups?id=c4808f8e-d927-4dd4-bd3b-54d695233756&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770156 Jul 14 09:46:13.157020 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c61bbe4a-1371-4a43-8434-c66421b93856 None None] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:13.166770 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c61bbe4a-1371-4a43-8434-c66421b93856 None None] Transition to ACTIVE for port object 81074918-07a5-4900-bb07-5dc11936b02d will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:46:13.172962 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 49908) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:13.185999 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c61bbe4a-1371-4a43-8434-c66421b93856 None None] Transition to ACTIVE for port object 81074918-07a5-4900-bb07-5dc11936b02d will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:46:13.197614 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c61bbe4a-1371-4a43-8434-c66421b93856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:13.262047 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c61bbe4a-1371-4a43-8434-c66421b93856 None None] Network 17492632-5a7e-4bec-a3f9-f8285e44faf2 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:46:13.265617 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-c61bbe4a-1371-4a43-8434-c66421b93856 None None] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:46:13.272797 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c61bbe4a-1371-4a43-8434-c66421b93856 None None] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:46:13.282123 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61bbe4a-1371-4a43-8434-c66421b93856 None None] Pushing event updated for resources: {'Port': ['ID=81074918-07a5-4900-bb07-5dc11936b02d,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:13.301153 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7b192feb-fcdc-4dec-a7b8-7423327cddb6 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10052764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11984092'] for subnet, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:13.320519 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-37cf1dbe-f723-41a1-ae55-d170ea1674bc tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/floatingips/5d574e84-e698-4ba9-9a35-1b19d2c8171f HTTP/1.1" status: 200 len: 993 time: 0.1451252 Jul 14 09:46:13.356322 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 3a1d7aa8-cea8-419d-852d-1caca8ae439a no longer exists at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:46:13.395791 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b192feb-fcdc-4dec-a7b8-7423327cddb6 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Network 17492632-5a7e-4bec-a3f9-f8285e44faf2 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:46:13.397163 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] No Port match for: 3a1d7aa8-cea8-419d-852d-1caca8ae439a {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:46:13.397666 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 3a1d7aa8-cea8-419d-852d-1caca8ae439a not bound to the agent host n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:46:13.401586 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-c61bbe4a-1371-4a43-8434-c66421b93856 None None] Attempting to bind port 81074918-07a5-4900-bb07-5dc11936b02d on host n-d-779913-29 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:46:13.402638 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-c61bbe4a-1371-4a43-8434-c66421b93856 None None] Attempting to bind port 81074918-07a5-4900-bb07-5dc11936b02d by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': '19ac4e1e-e083-4566-aca1-839bc1c998c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '17492632-5a7e-4bec-a3f9-f8285e44faf2'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:46:13.402638 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c61bbe4a-1371-4a43-8434-c66421b93856 None None] Attempting to bind port 81074918-07a5-4900-bb07-5dc11936b02d on network 17492632-5a7e-4bec-a3f9-f8285e44faf2 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:46:13.409570 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c61bbe4a-1371-4a43-8434-c66421b93856 None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 45, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:46:13.410292 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c61bbe4a-1371-4a43-8434-c66421b93856 None None] Checking segment: {'id': '19ac4e1e-e083-4566-aca1-839bc1c998c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '17492632-5a7e-4bec-a3f9-f8285e44faf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:46:13.410810 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c61bbe4a-1371-4a43-8434-c66421b93856 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:13.412165 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c61bbe4a-1371-4a43-8434-c66421b93856 None None] Bound using segment: {'id': '19ac4e1e-e083-4566-aca1-839bc1c998c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '17492632-5a7e-4bec-a3f9-f8285e44faf2'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:46:13.412769 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-c61bbe4a-1371-4a43-8434-c66421b93856 None None] Bound port: 81074918-07a5-4900-bb07-5dc11936b02d, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19ac4e1e-e083-4566-aca1-839bc1c998c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '17492632-5a7e-4bec-a3f9-f8285e44faf2'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:46:13.413088 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-7b192feb-fcdc-4dec-a7b8-7423327cddb6 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:46:13.413340 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c61bbe4a-1371-4a43-8434-c66421b93856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:13.423098 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b192feb-fcdc-4dec-a7b8-7423327cddb6 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:13.423276 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7b192feb-fcdc-4dec-a7b8-7423327cddb6 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks [] for subnet, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:13.447306 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b192feb-fcdc-4dec-a7b8-7423327cddb6 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Pushing event updated for resources: {'Subnet': ['ID=9bdef85b-07a0-4879-a692-d790b0f34bbe,revision_number=0']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:13.462073 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-7b192feb-fcdc-4dec-a7b8-7423327cddb6 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7961059 Jul 14 09:46:13.462230 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 49922) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:13.467987 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-931811ff-00e4-441c-a424-a7164c676327 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Request body: {'port': {'network_id': '17492632-5a7e-4bec-a3f9-f8285e44faf2', 'mac_address': 'fa:16:3e:af:c8:4c', 'name': 'tempest-NetworksTestDHCPv6-985664720'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:46:13.517649 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c61bbe4a-1371-4a43-8434-c66421b93856 None None] For port 81074918-07a5-4900-bb07-5dc11936b02d, host n-d-779913-29, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:46:13.521729 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c61bbe4a-1371-4a43-8434-c66421b93856 None None] For port 81074918-07a5-4900-bb07-5dc11936b02d, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=81074918-07a5-4900-bb07-5dc11936b02d,segment=NetworkSegment(19ac4e1e-e083-4566-aca1-839bc1c998c7),segment_id=19ac4e1e-e083-4566-aca1-839bc1c998c7)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:46:13.530196 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c61bbe4a-1371-4a43-8434-c66421b93856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:13.601738 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61bbe4a-1371-4a43-8434-c66421b93856 None None] Pushing event updated for resources: {'Port': ['ID=81074918-07a5-4900-bb07-5dc11936b02d,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:13.623595 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-931811ff-00e4-441c-a424-a7164c676327 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Made reservation on behalf of 1a9c030e37eb4fbea3adea586f150fe1 for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:46:13.708218 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:13.756504 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-931811ff-00e4-441c-a424-a7164c676327 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:13.784507 n-d-779913-29 neutron-server[93958]: DEBUG neutron.notifiers.nova [None req-931811ff-00e4-441c-a424-a7164c676327 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] device_id is not set on port 1beaa4ca-1d32-48be-93c7-f84fa70690f0 yet. {{(pid=93958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:46:14.019027 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-931811ff-00e4-441c-a424-a7164c676327 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Allocated IP 172.20.0.4 (17492632-5a7e-4bec-a3f9-f8285e44faf2/9bdef85b-07a0-4879-a692-d790b0f34bbe/1beaa4ca-1d32-48be-93c7-f84fa70690f0) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:46:14.028880 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-931811ff-00e4-441c-a424-a7164c676327 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Allocated IP 2001:db8::f816:3eff:feaf:c84c (17492632-5a7e-4bec-a3f9-f8285e44faf2/cdfe540c-d474-447e-827e-0984b6958344/1beaa4ca-1d32-48be-93c7-f84fa70690f0) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:46:14.213043 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-931811ff-00e4-441c-a424-a7164c676327 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:14.228518 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-931811ff-00e4-441c-a424-a7164c676327 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Transition to ACTIVE for port object 1beaa4ca-1d32-48be-93c7-f84fa70690f0 will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:46:14.266927 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-931811ff-00e4-441c-a424-a7164c676327 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:14.322724 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-931811ff-00e4-441c-a424-a7164c676327 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Network 17492632-5a7e-4bec-a3f9-f8285e44faf2 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:46:14.326324 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-931811ff-00e4-441c-a424-a7164c676327 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:46:14.331865 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-931811ff-00e4-441c-a424-a7164c676327 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:46:14.360833 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931811ff-00e4-441c-a424-a7164c676327 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Pushing event updated for resources: {'Port': ['ID=1beaa4ca-1d32-48be-93c7-f84fa70690f0,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:14.407129 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-931811ff-00e4-441c-a424-a7164c676327 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:14.407908 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-931811ff-00e4-441c-a424-a7164c676327 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:14.462910 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-931811ff-00e4-441c-a424-a7164c676327 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 0.9996581 Jul 14 09:46:14.465970 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 49960) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:14.540978 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-6eadf69b-9638-447d-a82d-4ade802a6df0 req-3721b6c0-563c-498c-be26-59cb9b4b5092 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=3804666f-6b9b-407c-a2ec-26cc88361b9c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1211479 Jul 14 09:46:14.556615 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c948c618-38ce-4922-b7e9-8b68d8aacfb5 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:14.564618 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c948c618-38ce-4922-b7e9-8b68d8aacfb5 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:14.566879 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-c948c618-38ce-4922-b7e9-8b68d8aacfb5 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.0982320 Jul 14 09:46:14.569917 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 49962) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:14.594136 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682bb54b-c101-4924-90bf-bf7984ce9950 req-9408ab71-2b38-4225-bdbc-5d8293e20ec5 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:14.595692 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-682bb54b-c101-4924-90bf-bf7984ce9950 req-9408ab71-2b38-4225-bdbc-5d8293e20ec5 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/ports?device_id=3804666f-6b9b-407c-a2ec-26cc88361b9c HTTP/1.1" status: 200 len: 945 time: 0.1171534 Jul 14 09:46:14.674446 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-682bb54b-c101-4924-90bf-bf7984ce9950 req-c6df8961-fb4b-4639-bd83-01dd7c57e92a tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/security-groups?id=c4808f8e-d927-4dd4-bd3b-54d695233756&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713887 Jul 14 09:46:14.747522 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-093294bb-a85e-4db5-996b-844352ead686 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Deleting port 1beaa4ca-1d32-48be-93c7-f84fa70690f0 {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:46:14.748019 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-093294bb-a85e-4db5-996b-844352ead686 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:14.869691 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-093294bb-a85e-4db5-996b-844352ead686 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:14.887395 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-093294bb-a85e-4db5-996b-844352ead686 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Calling delete_port for 1beaa4ca-1d32-48be-93c7-f84fa70690f0 owned by {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:46:14.895256 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a34a3a6-10f2-40ef-be77-4a7a6c734f24 None None] Network 17492632-5a7e-4bec-a3f9-f8285e44faf2 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:46:14.976213 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-a993b496-d214-41d0-be39-d4a427f5951f None None] Provisioning for port 81074918-07a5-4900-bb07-5dc11936b02d completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:46:15.132756 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-093294bb-a85e-4db5-996b-844352ead686 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:15.162931 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093294bb-a85e-4db5-996b-844352ead686 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Pushing event deleted for resources: {'Port': ['ID=1beaa4ca-1d32-48be-93c7-f84fa70690f0,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:15.262463 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02199da3-7727-4446-bac4-4df6caf48383 None None] Update dhcp port {'port': {'network_id': '17492632-5a7e-4bec-a3f9-f8285e44faf2', 'fixed_ips': [{'subnet_id': 'cdfe540c-d474-447e-827e-0984b6958344', 'ip_address': '2001:db8::f816:3eff:fe0a:e979'}, {'subnet_id': '9bdef85b-07a0-4879-a692-d790b0f34bbe'}], 'binding:host_id': 'n-d-779913-29'}, 'id': '81074918-07a5-4900-bb07-5dc11936b02d'} from n-d-779913-29. {{(pid=93959) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 14 09:46:15.302089 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-093294bb-a85e-4db5-996b-844352ead686 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:15.306877 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 49986) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:15.307039 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-093294bb-a85e-4db5-996b-844352ead686 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "DELETE /v2.0/ports/1beaa4ca-1d32-48be-93c7-f84fa70690f0 HTTP/1.1" status: 204 len: 168 time: 0.7345736 Jul 14 09:46:15.312778 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-02199da3-7727-4446-bac4-4df6caf48383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:15.398157 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd9dc05f-c3ad-498e-a588-6492c7f88d87 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:15.401856 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd9dc05f-c3ad-498e-a588-6492c7f88d87 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:15.404242 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd9dc05f-c3ad-498e-a588-6492c7f88d87 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:15.408410 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-fd9dc05f-c3ad-498e-a588-6492c7f88d87 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0975084 Jul 14 09:46:15.408636 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 49988) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:15.451195 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 81074918-07a5-4900-bb07-5dc11936b02d up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:46:15.495718 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b9e6f6a-c095-4b6d-9246-1bae092c02d5 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Deleting subnet 9bdef85b-07a0-4879-a692-d790b0f34bbe {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:46:15.499152 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0b9e6f6a-c095-4b6d-9246-1bae092c02d5 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:15.545992 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning for port 81074918-07a5-4900-bb07-5dc11936b02d completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:46:15.552187 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port 81074918-07a5-4900-bb07-5dc11936b02d triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:46:15.552566 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:15.669747 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:15.728608 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] For port 81074918-07a5-4900-bb07-5dc11936b02d, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=81074918-07a5-4900-bb07-5dc11936b02d,segment=NetworkSegment(19ac4e1e-e083-4566-aca1-839bc1c998c7),segment_id=19ac4e1e-e083-4566-aca1-839bc1c998c7)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:46:15.736078 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:15.812464 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Pushing event updated for resources: {'Port': ['ID=81074918-07a5-4900-bb07-5dc11936b02d,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:15.876766 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c10b8d-ce91-4339-833d-87d545d8924a req-0c6cf119-fcaa-4d7d-b21a-33df4b41534d tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:15.879272 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-31c10b8d-ce91-4339-833d-87d545d8924a req-0c6cf119-fcaa-4d7d-b21a-33df4b41534d tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/ports?device_id=3804666f-6b9b-407c-a2ec-26cc88361b9c HTTP/1.1" status: 200 len: 945 time: 0.0883160 Jul 14 09:46:15.911915 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0b9e6f6a-c095-4b6d-9246-1bae092c02d5 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13574120'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:15.923731 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-31c10b8d-ce91-4339-833d-87d545d8924a req-6a37fc05-80e4-44e1-b49d-c213d004de93 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/security-groups?id=c4808f8e-d927-4dd4-bd3b-54d695233756&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381017 Jul 14 09:46:15.961273 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0b9e6f6a-c095-4b6d-9246-1bae092c02d5 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3481002'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:16.029821 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0b9e6f6a-c095-4b6d-9246-1bae092c02d5 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13574056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16714573'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:16.048383 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server [None req-02199da3-7727-4446-bac4-4df6caf48383 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9bdef85b-07a0-4879-a692-d790b0f34bbe: This subnet is being modified by another concurrent operation. Jul 14 09:46:16.048383 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 14 09:46:16.048383 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 14 09:46:16.048383 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 14 09:46:16.048383 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 14 09:46:16.048383 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 14 09:46:16.048383 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 14 09:46:16.048383 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 14 09:46:16.048383 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 14 09:46:16.048383 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 14 09:46:16.048383 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 14 09:46:16.048383 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 14 09:46:16.048383 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 14 09:46:16.048383 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 14 09:46:16.048383 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:46:16.048383 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:46:16.048383 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:46:16.048383 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:46:16.048383 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 14 09:46:16.048383 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 09:46:16.048383 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 14 09:46:16.048383 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 14 09:46:16.048383 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:46:16.048383 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:46:16.048383 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:46:16.048383 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:46:16.048383 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 14 09:46:16.048383 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 09:46:16.048383 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 14 09:46:16.048383 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 14 09:46:16.048383 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:46:16.048383 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:46:16.048383 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:46:16.048383 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:46:16.048383 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 14 09:46:16.048383 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 14 09:46:16.048383 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Jul 14 09:46:16.048383 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jul 14 09:46:16.048383 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Jul 14 09:46:16.048383 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jul 14 09:46:16.048383 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 14 09:46:16.048383 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 14 09:46:16.048383 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 14 09:46:16.048383 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 14 09:46:16.048383 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 14 09:46:16.048383 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 14 09:46:16.048383 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:46:16.048383 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:46:16.048383 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:46:16.048383 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:46:16.048383 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 14 09:46:16.048383 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 09:46:16.048383 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 14 09:46:16.048383 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 14 09:46:16.048383 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:46:16.048383 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:46:16.048383 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:46:16.048383 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:46:16.048383 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 14 09:46:16.048383 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 09:46:16.048383 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 14 09:46:16.048383 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 14 09:46:16.048383 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:46:16.048383 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:46:16.048383 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:46:16.048383 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:46:16.048383 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 14 09:46:16.048383 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 14 09:46:16.048383 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1727, in update_port Jul 14 09:46:16.048383 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jul 14 09:46:16.048383 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 14 09:46:16.048383 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 14 09:46:16.048383 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1507, in update_port Jul 14 09:46:16.048383 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jul 14 09:46:16.048383 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jul 14 09:46:16.048383 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jul 14 09:46:16.048383 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Jul 14 09:46:16.048383 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jul 14 09:46:16.048383 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Jul 14 09:46:16.048383 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 14 09:46:16.048383 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 14 09:46:16.048383 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 14 09:46:16.048383 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 14 09:46:16.048383 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server raise exception Jul 14 09:46:16.048383 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9bdef85b-07a0-4879-a692-d790b0f34bbe: This subnet is being modified by another concurrent operation. Jul 14 09:46:16.048383 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server Jul 14 09:46:16.066068 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9e6f6a-c095-4b6d-9246-1bae092c02d5 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Pushing event deleted for resources: {'Subnet': ['ID=9bdef85b-07a0-4879-a692-d790b0f34bbe,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:16.076509 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0b9e6f6a-c095-4b6d-9246-1bae092c02d5 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:16.082249 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-0b9e6f6a-c095-4b6d-9246-1bae092c02d5 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "DELETE /v2.0/subnets/9bdef85b-07a0-4879-a692-d790b0f34bbe HTTP/1.1" status: 204 len: 168 time: 0.6682348 Jul 14 09:46:16.082686 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 49994) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:16.145107 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da1b65cb-7626-4ce8-a2c5-7d507df73d99 None None] Network 17492632-5a7e-4bec-a3f9-f8285e44faf2 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:46:16.156566 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-9614b012-5b3a-40ed-9ca9-ba963770e5d9 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Deleting subnet cdfe540c-d474-447e-827e-0984b6958344 {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:46:16.165059 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9614b012-5b3a-40ed-9ca9-ba963770e5d9 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:16.219282 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9614b012-5b3a-40ed-9ca9-ba963770e5d9 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13574120'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:16.221560 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-f2e58267-e6d4-42a7-aff1-f2448a393aed None None] Could not find standard attr ID for object 1beaa4ca-1d32-48be-93c7-f84fa70690f0. {{(pid=93959) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 09:46:16.263959 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-f2e58267-e6d4-42a7-aff1-f2448a393aed None None] Provisioning complete for port 81074918-07a5-4900-bb07-5dc11936b02d triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:46:16.264602 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f2e58267-e6d4-42a7-aff1-f2448a393aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:16.302346 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eadf69b-9638-447d-a82d-4ade802a6df0 req-e8e44222-34b1-4bd3-9be2-7fa6b4724c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:16.304966 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6eadf69b-9638-447d-a82d-4ade802a6df0 req-e8e44222-34b1-4bd3-9be2-7fa6b4724c19 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=62cf828fc3e84fada2a4655d43752657&device_id=3804666f-6b9b-407c-a2ec-26cc88361b9c HTTP/1.1" status: 200 len: 1097 time: 0.2208953 Jul 14 09:46:16.330385 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9614b012-5b3a-40ed-9ca9-ba963770e5d9 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3481002'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:16.405743 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9614b012-5b3a-40ed-9ca9-ba963770e5d9 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13574056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16714573'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:16.435840 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9614b012-5b3a-40ed-9ca9-ba963770e5d9 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Pushing event deleted for resources: {'Subnet': ['ID=cdfe540c-d474-447e-827e-0984b6958344,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:16.441818 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9614b012-5b3a-40ed-9ca9-ba963770e5d9 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:16.443963 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-9614b012-5b3a-40ed-9ca9-ba963770e5d9 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "DELETE /v2.0/subnets/cdfe540c-d474-447e-827e-0984b6958344 HTTP/1.1" status: 204 len: 168 time: 0.3598566 Jul 14 09:46:16.446493 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 49998) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:16.464509 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eadf69b-9638-447d-a82d-4ade802a6df0 req-8d4bf1da-a717-4dc6-9ee0-328cab419139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:16.466056 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6eadf69b-9638-447d-a82d-4ade802a6df0 req-8d4bf1da-a717-4dc6-9ee0-328cab419139 service neutron] 10.222.0.65 "GET /v2.0/networks?id=4c35a1de-4d2f-4c90-922a-9ee2e847d92b HTTP/1.1" status: 200 len: 897 time: 0.1521535 Jul 14 09:46:16.491009 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-914c3702-cfb7-4575-b2ef-e20bec027e2e tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0432119 Jul 14 09:46:16.493725 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 50002) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:16.499049 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-6e3506f1-0fcf-4a22-90de-e212b0b176dc tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Request body: {'subnet': {'network_id': '17492632-5a7e-4bec-a3f9-f8285e44faf2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:46:16.558262 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6eadf69b-9638-447d-a82d-4ade802a6df0 req-f0feecb1-757f-4427-adf3-11c51e0ff3f9 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7cea0ef2-e994-4c90-b899-188986138fca HTTP/1.1" status: 200 len: 1001 time: 0.0823369 Jul 14 09:46:16.575980 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1664563-6b80-4e4b-9d0b-4122e15765e3 None None] Network 17492632-5a7e-4bec-a3f9-f8285e44faf2 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:46:16.631824 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e3506f1-0fcf-4a22-90de-e212b0b176dc tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Made reservation on behalf of 1a9c030e37eb4fbea3adea586f150fe1 for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:46:16.635754 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6e3506f1-0fcf-4a22-90de-e212b0b176dc tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16714600'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:16.643845 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eadf69b-9638-447d-a82d-4ade802a6df0 req-1222745e-043a-45f8-965e-c08fbc4fb47d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:16.647590 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6eadf69b-9638-447d-a82d-4ade802a6df0 req-1222745e-043a-45f8-965e-c08fbc4fb47d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=fb44ecfc-c025-4947-a94a-856af59d72fc HTTP/1.1" status: 200 len: 835 time: 0.0796964 Jul 14 09:46:16.713358 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-da5f8466-8610-4aa4-88ce-02bf3cde1c48 None None] Provisioning complete for port 81074918-07a5-4900-bb07-5dc11936b02d triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:46:16.713762 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-da5f8466-8610-4aa4-88ce-02bf3cde1c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:16.725007 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eadf69b-9638-447d-a82d-4ade802a6df0 req-ab5630ec-7e65-498f-88db-3785e6f2d259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:16.726607 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6eadf69b-9638-447d-a82d-4ade802a6df0 req-ab5630ec-7e65-498f-88db-3785e6f2d259 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4c35a1de-4d2f-4c90-922a-9ee2e847d92b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0732229 Jul 14 09:46:16.842456 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6eadf69b-9638-447d-a82d-4ade802a6df0 req-257fb593-ba0e-41d0-9ddb-a6ff82934904 service neutron] 10.222.0.65 "GET /v2.0/networks/4c35a1de-4d2f-4c90-922a-9ee2e847d92b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089151 Jul 14 09:46:16.874921 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0019b695-ad1c-41a5-b8d5-fef0ba66faa3 None None] DHCP port deletion for 17492632-5a7e-4bec-a3f9-f8285e44faf2 request from n-d-779913-29 {{(pid=93959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:46:16.903206 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6e3506f1-0fcf-4a22-90de-e212b0b176dc tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13573993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16714586'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:16.934979 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-0019b695-ad1c-41a5-b8d5-fef0ba66faa3 None None] Deleting port 81074918-07a5-4900-bb07-5dc11936b02d {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:46:16.935501 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0019b695-ad1c-41a5-b8d5-fef0ba66faa3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:16.946378 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e3506f1-0fcf-4a22-90de-e212b0b176dc tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Network 17492632-5a7e-4bec-a3f9-f8285e44faf2 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:46:16.950034 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-6e3506f1-0fcf-4a22-90de-e212b0b176dc tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:46:16.956087 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e3506f1-0fcf-4a22-90de-e212b0b176dc tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:16.956992 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6e3506f1-0fcf-4a22-90de-e212b0b176dc tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:16.976735 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6eadf69b-9638-447d-a82d-4ade802a6df0 req-a1d3c842-d5fa-4422-a085-e28aa61228fd service neutron] 10.222.0.65 "GET /v2.0/networks/4c35a1de-4d2f-4c90-922a-9ee2e847d92b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262097 Jul 14 09:46:16.982612 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3506f1-0fcf-4a22-90de-e212b0b176dc tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Pushing event updated for resources: {'Subnet': ['ID=e305ea1f-b9a0-45f8-9e46-88b1a5c7e7f2,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:16.989051 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-6e3506f1-0fcf-4a22-90de-e212b0b176dc tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4915884 Jul 14 09:46:16.989769 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 50006) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:16.998486 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-22794f38-4561-40f0-aec0-87c40cd2cc2d tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Request body: {'subnet': {'network_id': '17492632-5a7e-4bec-a3f9-f8285e44faf2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:46:17.073644 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-0019b695-ad1c-41a5-b8d5-fef0ba66faa3 None None] For port 81074918-07a5-4900-bb07-5dc11936b02d, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=81074918-07a5-4900-bb07-5dc11936b02d,segment=NetworkSegment(19ac4e1e-e083-4566-aca1-839bc1c998c7),segment_id=19ac4e1e-e083-4566-aca1-839bc1c998c7)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:46:17.074806 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0019b695-ad1c-41a5-b8d5-fef0ba66faa3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:17.095402 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-0019b695-ad1c-41a5-b8d5-fef0ba66faa3 None None] Calling delete_port for 81074918-07a5-4900-bb07-5dc11936b02d owned by network:dhcp {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:46:17.175206 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22794f38-4561-40f0-aec0-87c40cd2cc2d tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Made reservation on behalf of 1a9c030e37eb4fbea3adea586f150fe1 for: {'subnet': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:46:17.182066 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-22794f38-4561-40f0-aec0-87c40cd2cc2d tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11984110'] for subnet, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:17.219387 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0019b695-ad1c-41a5-b8d5-fef0ba66faa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:17.227071 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d80b9e8-fdba-4204-b1a6-31dc47155f8c req-5307599f-6ed3-4055-abc3-a3e7646080f8 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:17.228974 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-2d80b9e8-fdba-4204-b1a6-31dc47155f8c req-5307599f-6ed3-4055-abc3-a3e7646080f8 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/ports?device_id=3804666f-6b9b-407c-a2ec-26cc88361b9c HTTP/1.1" status: 200 len: 945 time: 0.1122782 Jul 14 09:46:17.248921 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0019b695-ad1c-41a5-b8d5-fef0ba66faa3 None None] No DVR routers for this DVR port 81074918-07a5-4900-bb07-5dc11936b02d on host n-d-779913-29 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:46:17.280210 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0019b695-ad1c-41a5-b8d5-fef0ba66faa3 None None] Pushing event deleted for resources: {'Port': ['ID=81074918-07a5-4900-bb07-5dc11936b02d,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:17.288216 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a2fec4a-ad86-42d2-a2ec-0cdd37be153b None None] Network 17492632-5a7e-4bec-a3f9-f8285e44faf2 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:46:17.310142 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-2d80b9e8-fdba-4204-b1a6-31dc47155f8c req-ae6126a9-158f-49a4-a62e-808fb2819a75 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/security-groups?id=c4808f8e-d927-4dd4-bd3b-54d695233756&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742531 Jul 14 09:46:17.357646 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 81074918-07a5-4900-bb07-5dc11936b02d no longer exists at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:46:17.385423 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] No Port match for: 81074918-07a5-4900-bb07-5dc11936b02d {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:46:17.385891 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 81074918-07a5-4900-bb07-5dc11936b02d not bound to the agent host n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:46:17.499113 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ba64e68-3f98-48eb-a351-2c09b07a8025 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf57baaa9-fd24-59f4-8fd2-1dc21122ce72-17492632-5a7e-4bec-a3f9-f8285e44faf2', 'network_id': '17492632-5a7e-4bec-a3f9-f8285e44faf2', 'tenant_id': '1a9c030e37eb4fbea3adea586f150fe1', 'fixed_ips': [{'subnet_id': 'e305ea1f-b9a0-45f8-9e46-88b1a5c7e7f2'}]}} from n-d-779913-29. {{(pid=93959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:46:17.500195 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2ba64e68-3f98-48eb-a351-2c09b07a8025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:17.586742 n-d-779913-29 neutron-server[93957]: DEBUG neutron.objects.ports [None req-22794f38-4561-40f0-aec0-87c40cd2cc2d tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93957) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 14 09:46:17.588387 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-22794f38-4561-40f0-aec0-87c40cd2cc2d tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10052764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11984092'] for subnet, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:17.631461 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22794f38-4561-40f0-aec0-87c40cd2cc2d tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Network 17492632-5a7e-4bec-a3f9-f8285e44faf2 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:46:17.644648 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-22794f38-4561-40f0-aec0-87c40cd2cc2d tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:46:17.648619 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22794f38-4561-40f0-aec0-87c40cd2cc2d tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:17.649292 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-22794f38-4561-40f0-aec0-87c40cd2cc2d tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks [] for subnet, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:17.665786 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22794f38-4561-40f0-aec0-87c40cd2cc2d tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Pushing event updated for resources: {'Subnet': ['ID=0d46beb9-08a5-4972-bc7a-e1c80241c361,revision_number=0']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:17.679752 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-22794f38-4561-40f0-aec0-87c40cd2cc2d tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.6852179 Jul 14 09:46:17.680032 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 50010) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:17.685922 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-656d473b-4ee8-4317-8ceb-129a415f48da tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Request body: {'port': {'network_id': '17492632-5a7e-4bec-a3f9-f8285e44faf2', 'mac_address': 'fa:16:3e:43:72:74', 'name': 'tempest-NetworksTestDHCPv6-652644497'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:46:17.709833 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-2ba64e68-3f98-48eb-a351-2c09b07a8025 None None] Allocated IP 172.20.0.2 (17492632-5a7e-4bec-a3f9-f8285e44faf2/e305ea1f-b9a0-45f8-9e46-88b1a5c7e7f2/c67a1cb1-5475-4c9b-aff4-6195bf0e5952) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:46:17.717431 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-2ba64e68-3f98-48eb-a351-2c09b07a8025 None None] Allocated IP 2001:db8::f816:3eff:feab:d3c2 (17492632-5a7e-4bec-a3f9-f8285e44faf2/0d46beb9-08a5-4972-bc7a-e1c80241c361/c67a1cb1-5475-4c9b-aff4-6195bf0e5952) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:46:17.812307 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-656d473b-4ee8-4317-8ceb-129a415f48da tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Made reservation on behalf of 1a9c030e37eb4fbea3adea586f150fe1 for: {'port': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:46:17.869707 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2ba64e68-3f98-48eb-a351-2c09b07a8025 None None] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:17.879310 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-2ba64e68-3f98-48eb-a351-2c09b07a8025 None None] Transition to ACTIVE for port object c67a1cb1-5475-4c9b-aff4-6195bf0e5952 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:46:17.895122 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-2ba64e68-3f98-48eb-a351-2c09b07a8025 None None] Transition to ACTIVE for port object c67a1cb1-5475-4c9b-aff4-6195bf0e5952 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:46:17.902144 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2ba64e68-3f98-48eb-a351-2c09b07a8025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:17.912443 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-656d473b-4ee8-4317-8ceb-129a415f48da tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:17.941039 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-656d473b-4ee8-4317-8ceb-129a415f48da tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] device_id is not set on port b675c5f6-c45c-4cfc-b3d6-5862bd3b3bba yet. {{(pid=93957) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:46:17.947300 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ba64e68-3f98-48eb-a351-2c09b07a8025 None None] Network 17492632-5a7e-4bec-a3f9-f8285e44faf2 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:46:17.950241 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-2ba64e68-3f98-48eb-a351-2c09b07a8025 None None] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:46:17.955106 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ba64e68-3f98-48eb-a351-2c09b07a8025 None None] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:46:17.958918 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba64e68-3f98-48eb-a351-2c09b07a8025 None None] Pushing event updated for resources: {'Port': ['ID=c67a1cb1-5475-4c9b-aff4-6195bf0e5952,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:18.052421 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-2ba64e68-3f98-48eb-a351-2c09b07a8025 None None] Attempting to bind port c67a1cb1-5475-4c9b-aff4-6195bf0e5952 on host n-d-779913-29 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:46:18.053449 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-2ba64e68-3f98-48eb-a351-2c09b07a8025 None None] Attempting to bind port c67a1cb1-5475-4c9b-aff4-6195bf0e5952 by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': '19ac4e1e-e083-4566-aca1-839bc1c998c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '17492632-5a7e-4bec-a3f9-f8285e44faf2'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:46:18.053449 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba64e68-3f98-48eb-a351-2c09b07a8025 None None] Attempting to bind port c67a1cb1-5475-4c9b-aff4-6195bf0e5952 on network 17492632-5a7e-4bec-a3f9-f8285e44faf2 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:46:18.061908 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba64e68-3f98-48eb-a351-2c09b07a8025 None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 45, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:46:18.062291 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba64e68-3f98-48eb-a351-2c09b07a8025 None None] Checking segment: {'id': '19ac4e1e-e083-4566-aca1-839bc1c998c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '17492632-5a7e-4bec-a3f9-f8285e44faf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:46:18.063357 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2ba64e68-3f98-48eb-a351-2c09b07a8025 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:18.063357 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba64e68-3f98-48eb-a351-2c09b07a8025 None None] Bound using segment: {'id': '19ac4e1e-e083-4566-aca1-839bc1c998c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '17492632-5a7e-4bec-a3f9-f8285e44faf2'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:46:18.063626 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-2ba64e68-3f98-48eb-a351-2c09b07a8025 None None] Bound port: c67a1cb1-5475-4c9b-aff4-6195bf0e5952, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19ac4e1e-e083-4566-aca1-839bc1c998c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '17492632-5a7e-4bec-a3f9-f8285e44faf2'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:46:18.063984 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2ba64e68-3f98-48eb-a351-2c09b07a8025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:18.139565 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-2ba64e68-3f98-48eb-a351-2c09b07a8025 None None] For port c67a1cb1-5475-4c9b-aff4-6195bf0e5952, host n-d-779913-29, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:46:18.143523 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-656d473b-4ee8-4317-8ceb-129a415f48da tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Allocated IP 172.20.0.8 (17492632-5a7e-4bec-a3f9-f8285e44faf2/e305ea1f-b9a0-45f8-9e46-88b1a5c7e7f2/b675c5f6-c45c-4cfc-b3d6-5862bd3b3bba) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:46:18.145616 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-2ba64e68-3f98-48eb-a351-2c09b07a8025 None None] For port c67a1cb1-5475-4c9b-aff4-6195bf0e5952, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=c67a1cb1-5475-4c9b-aff4-6195bf0e5952,segment=NetworkSegment(19ac4e1e-e083-4566-aca1-839bc1c998c7),segment_id=19ac4e1e-e083-4566-aca1-839bc1c998c7)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:46:18.155195 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2ba64e68-3f98-48eb-a351-2c09b07a8025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:18.157576 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-656d473b-4ee8-4317-8ceb-129a415f48da tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Allocated IP 2001:db8::f816:3eff:fe43:7274 (17492632-5a7e-4bec-a3f9-f8285e44faf2/0d46beb9-08a5-4972-bc7a-e1c80241c361/b675c5f6-c45c-4cfc-b3d6-5862bd3b3bba) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:46:18.232569 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba64e68-3f98-48eb-a351-2c09b07a8025 None None] Pushing event updated for resources: {'Port': ['ID=c67a1cb1-5475-4c9b-aff4-6195bf0e5952,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:18.344338 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-656d473b-4ee8-4317-8ceb-129a415f48da tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:18.360716 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-656d473b-4ee8-4317-8ceb-129a415f48da tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Transition to ACTIVE for port object b675c5f6-c45c-4cfc-b3d6-5862bd3b3bba will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:46:18.417255 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-656d473b-4ee8-4317-8ceb-129a415f48da tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:18.496404 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656d473b-4ee8-4317-8ceb-129a415f48da tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Pushing event updated for resources: {'Port': ['ID=b675c5f6-c45c-4cfc-b3d6-5862bd3b3bba,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:18.504948 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-656d473b-4ee8-4317-8ceb-129a415f48da tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Network 17492632-5a7e-4bec-a3f9-f8285e44faf2 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:46:18.508073 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-656d473b-4ee8-4317-8ceb-129a415f48da tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:46:18.514159 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-656d473b-4ee8-4317-8ceb-129a415f48da tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:46:18.613575 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-656d473b-4ee8-4317-8ceb-129a415f48da tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:18.614273 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-656d473b-4ee8-4317-8ceb-129a415f48da tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:18.639485 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-656d473b-4ee8-4317-8ceb-129a415f48da tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 0.9582586 Jul 14 09:46:18.642006 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 50016) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:18.648921 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec7ed0b-1e38-43e0-b524-0bce23878cfc req-8c342211-3a20-49f9-9496-d3a96433c823 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:18.650436 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-cec7ed0b-1e38-43e0-b524-0bce23878cfc req-8c342211-3a20-49f9-9496-d3a96433c823 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/ports?device_id=3804666f-6b9b-407c-a2ec-26cc88361b9c HTTP/1.1" status: 200 len: 945 time: 0.1094189 Jul 14 09:46:18.693885 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-cec7ed0b-1e38-43e0-b524-0bce23878cfc req-d69dd7b9-4d32-402d-b0fb-f17100e34f74 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/security-groups?id=c4808f8e-d927-4dd4-bd3b-54d695233756&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367312 Jul 14 09:46:18.733901 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea5681e5-f87d-42ae-a0f0-84a45724f455 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:18.739963 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea5681e5-f87d-42ae-a0f0-84a45724f455 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:18.741629 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-ea5681e5-f87d-42ae-a0f0-84a45724f455 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1860 time: 0.0973735 Jul 14 09:46:18.744210 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 50018) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:18.848481 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-8e1676d6-da8e-46fe-a44c-32cee699548c tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Deleting port b675c5f6-c45c-4cfc-b3d6-5862bd3b3bba {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:46:18.848895 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8e1676d6-da8e-46fe-a44c-32cee699548c tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:18.945530 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8e1676d6-da8e-46fe-a44c-32cee699548c tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:18.958957 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-8e1676d6-da8e-46fe-a44c-32cee699548c tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Calling delete_port for b675c5f6-c45c-4cfc-b3d6-5862bd3b3bba owned by {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:46:19.170360 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8e1676d6-da8e-46fe-a44c-32cee699548c tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:19.203947 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1676d6-da8e-46fe-a44c-32cee699548c tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Pushing event deleted for resources: {'Port': ['ID=b675c5f6-c45c-4cfc-b3d6-5862bd3b3bba,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:19.313696 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9aa9576-5594-4568-8e6e-fb47281049a2 None None] Network 17492632-5a7e-4bec-a3f9-f8285e44faf2 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:46:19.328854 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8e1676d6-da8e-46fe-a44c-32cee699548c tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:19.334143 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 50020) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:19.334631 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-8e1676d6-da8e-46fe-a44c-32cee699548c tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "DELETE /v2.0/ports/b675c5f6-c45c-4cfc-b3d6-5862bd3b3bba HTTP/1.1" status: 204 len: 168 time: 0.5890687 Jul 14 09:46:19.380748 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device c67a1cb1-5475-4c9b-aff4-6195bf0e5952 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:46:19.394480 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdd4729d-bdab-4158-973c-f7e1c00badd8 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:19.396253 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdd4729d-bdab-4158-973c-f7e1c00badd8 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:19.397791 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdd4729d-bdab-4158-973c-f7e1c00badd8 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:19.399324 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-cdd4729d-bdab-4158-973c-f7e1c00badd8 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0640454 Jul 14 09:46:19.402197 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 50022) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:19.441798 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-ced55924-2753-40a5-af85-4c3e6c2a0bca None None] Provisioning for port c67a1cb1-5475-4c9b-aff4-6195bf0e5952 completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:46:19.471743 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-f25e70da-1422-4f26-947c-a0c076f166c8 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Deleting subnet 0d46beb9-08a5-4972-bc7a-e1c80241c361 {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:46:19.475055 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f25e70da-1422-4f26-947c-a0c076f166c8 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:19.501357 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning for port c67a1cb1-5475-4c9b-aff4-6195bf0e5952 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:46:19.509990 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port c67a1cb1-5475-4c9b-aff4-6195bf0e5952 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:46:19.510357 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:19.526520 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f25e70da-1422-4f26-947c-a0c076f166c8 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13574120'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:19.622592 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f25e70da-1422-4f26-947c-a0c076f166c8 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3481002'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:19.637259 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:19.690976 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f25e70da-1422-4f26-947c-a0c076f166c8 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13574056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16714573'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:19.727834 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25e70da-1422-4f26-947c-a0c076f166c8 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Pushing event deleted for resources: {'Subnet': ['ID=0d46beb9-08a5-4972-bc7a-e1c80241c361,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:19.729909 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f25e70da-1422-4f26-947c-a0c076f166c8 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:19.734609 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 50028) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:19.741097 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-f25e70da-1422-4f26-947c-a0c076f166c8 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "DELETE /v2.0/subnets/0d46beb9-08a5-4972-bc7a-e1c80241c361 HTTP/1.1" status: 204 len: 168 time: 0.3377292 Jul 14 09:46:19.783448 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.db.api [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93959) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 09:46:19.784396 n-d-779913-29 neutron-server[93959]: DEBUG oslo_db.api [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 09:46:19.816600 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_v2 [None req-a29e0279-caf7-432c-bdf2-9abd33df58fe tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Deleting subnet e305ea1f-b9a0-45f8-9e46-88b1a5c7e7f2 {{(pid=93957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:46:19.821344 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a29e0279-caf7-432c-bdf2-9abd33df58fe tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks [] for subnet, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:19.880349 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a29e0279-caf7-432c-bdf2-9abd33df58fe tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10944203'] for subnet, precommit_delete_associations {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:19.934994 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07adfe78-90bf-400d-9079-f18ef381b779 req-0f9e9a28-4a6e-4cff-8e3a-828cfa77e763 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:19.936724 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-07adfe78-90bf-400d-9079-f18ef381b779 req-0f9e9a28-4a6e-4cff-8e3a-828cfa77e763 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/ports?device_id=3804666f-6b9b-407c-a2ec-26cc88361b9c HTTP/1.1" status: 200 len: 945 time: 0.0845730 Jul 14 09:46:19.992594 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-07adfe78-90bf-400d-9079-f18ef381b779 req-fe338f8c-3470-40fa-9bc2-b0a54bd7f730 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/security-groups?id=c4808f8e-d927-4dd4-bd3b-54d695233756&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444260 Jul 14 09:46:19.996017 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a29e0279-caf7-432c-bdf2-9abd33df58fe tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3481002'] for subnet, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:20.063196 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a29e0279-caf7-432c-bdf2-9abd33df58fe tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10052701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11984075'] for subnet, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:20.093891 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29e0279-caf7-432c-bdf2-9abd33df58fe tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Pushing event deleted for resources: {'Subnet': ['ID=e305ea1f-b9a0-45f8-9e46-88b1a5c7e7f2,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:20.099849 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a29e0279-caf7-432c-bdf2-9abd33df58fe tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks [] for subnet, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:20.104219 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-a29e0279-caf7-432c-bdf2-9abd33df58fe tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "DELETE /v2.0/subnets/e305ea1f-b9a0-45f8-9e46-88b1a5c7e7f2 HTTP/1.1" status: 204 len: 168 time: 0.3664415 Jul 14 09:46:20.104451 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 50030) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:20.149195 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-0cc4890e-67a5-4c87-bfbf-1701bb997cf9 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0435028 Jul 14 09:46:20.151834 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 50032) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:20.156997 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-0462c221-3801-4dfd-8da2-1ae1c92b43e7 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Request body: {'subnet': {'network_id': '17492632-5a7e-4bec-a3f9-f8285e44faf2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:46:20.255428 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0462c221-3801-4dfd-8da2-1ae1c92b43e7 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Made reservation on behalf of 1a9c030e37eb4fbea3adea586f150fe1 for: {'subnet': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:46:20.259276 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-0462c221-3801-4dfd-8da2-1ae1c92b43e7 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11984110'] for subnet, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:20.476804 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e771db73-813e-4e49-a130-7bc070e1fc47 None None] Network 17492632-5a7e-4bec-a3f9-f8285e44faf2 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:46:20.515383 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-0462c221-3801-4dfd-8da2-1ae1c92b43e7 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10052764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11984092'] for subnet, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:20.546751 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:20.554967 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-800f8ddd-8d29-453b-a8b5-07787b607a22 None None] Provisioning complete for port c67a1cb1-5475-4c9b-aff4-6195bf0e5952 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:46:20.555340 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-800f8ddd-8d29-453b-a8b5-07787b607a22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:20.576677 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0462c221-3801-4dfd-8da2-1ae1c92b43e7 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Network 17492632-5a7e-4bec-a3f9-f8285e44faf2 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:46:20.580514 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-0462c221-3801-4dfd-8da2-1ae1c92b43e7 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:46:20.586317 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0462c221-3801-4dfd-8da2-1ae1c92b43e7 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:20.586610 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-0462c221-3801-4dfd-8da2-1ae1c92b43e7 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks [] for subnet, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:20.602332 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0462c221-3801-4dfd-8da2-1ae1c92b43e7 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Pushing event updated for resources: {'Subnet': ['ID=af86607f-cced-4476-8141-e79c4e75cf93,revision_number=0']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:20.611688 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-0462c221-3801-4dfd-8da2-1ae1c92b43e7 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4587674 Jul 14 09:46:20.615329 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 50034) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:20.620647 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-89c98527-cde0-4124-8d79-afd250107e15 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Request body: {'subnet': {'network_id': '17492632-5a7e-4bec-a3f9-f8285e44faf2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:46:20.660009 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] For port c67a1cb1-5475-4c9b-aff4-6195bf0e5952, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=c67a1cb1-5475-4c9b-aff4-6195bf0e5952,segment=NetworkSegment(19ac4e1e-e083-4566-aca1-839bc1c998c7),segment_id=19ac4e1e-e083-4566-aca1-839bc1c998c7)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:46:20.685349 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:20.757891 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89c98527-cde0-4124-8d79-afd250107e15 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Made reservation on behalf of 1a9c030e37eb4fbea3adea586f150fe1 for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:46:20.762844 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-89c98527-cde0-4124-8d79-afd250107e15 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16714600'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:20.781328 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Pushing event updated for resources: {'Port': ['ID=c67a1cb1-5475-4c9b-aff4-6195bf0e5952,revision_number=5']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:20.868804 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b8c5425-ea33-47ec-83c0-0083e9bcf5f3 None None] Update dhcp port {'port': {'network_id': '17492632-5a7e-4bec-a3f9-f8285e44faf2', 'fixed_ips': [{'subnet_id': 'af86607f-cced-4476-8141-e79c4e75cf93'}], 'binding:host_id': 'n-d-779913-29'}, 'id': 'c67a1cb1-5475-4c9b-aff4-6195bf0e5952'} from n-d-779913-29. {{(pid=93959) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 14 09:46:20.906762 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0b8c5425-ea33-47ec-83c0-0083e9bcf5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:21.102503 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-0b8c5425-ea33-47ec-83c0-0083e9bcf5f3 None None] Allocated IP 172.20.0.2 (17492632-5a7e-4bec-a3f9-f8285e44faf2/af86607f-cced-4476-8141-e79c4e75cf93/c67a1cb1-5475-4c9b-aff4-6195bf0e5952) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:46:21.168534 n-d-779913-29 neutron-server[93958]: DEBUG neutron.objects.ports [None req-89c98527-cde0-4124-8d79-afd250107e15 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93958) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 14 09:46:21.212323 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-0b8c5425-ea33-47ec-83c0-0083e9bcf5f3 None None] For port c67a1cb1-5475-4c9b-aff4-6195bf0e5952, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=c67a1cb1-5475-4c9b-aff4-6195bf0e5952,segment=NetworkSegment(19ac4e1e-e083-4566-aca1-839bc1c998c7),segment_id=19ac4e1e-e083-4566-aca1-839bc1c998c7)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:46:21.235117 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d04657-497b-4094-8568-ec31f1ae4dd1 req-75c83e0d-2b48-468d-8990-3e421ba00af0 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:21.236586 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c3d04657-497b-4094-8568-ec31f1ae4dd1 req-75c83e0d-2b48-468d-8990-3e421ba00af0 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/ports?device_id=3804666f-6b9b-407c-a2ec-26cc88361b9c HTTP/1.1" status: 200 len: 945 time: 0.0811861 Jul 14 09:46:21.253272 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0b8c5425-ea33-47ec-83c0-0083e9bcf5f3 None None] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:21.268506 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-0b8c5425-ea33-47ec-83c0-0083e9bcf5f3 None None] Transition to ACTIVE for port object c67a1cb1-5475-4c9b-aff4-6195bf0e5952 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:46:21.274048 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0b8c5425-ea33-47ec-83c0-0083e9bcf5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:21.320103 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c3d04657-497b-4094-8568-ec31f1ae4dd1 req-202dcaff-f4be-475b-947e-be59784a5c9a tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/security-groups?id=c4808f8e-d927-4dd4-bd3b-54d695233756&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690203 Jul 14 09:46:21.355289 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device c67a1cb1-5475-4c9b-aff4-6195bf0e5952 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:46:21.399800 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8c5425-ea33-47ec-83c0-0083e9bcf5f3 None None] Pushing event updated for resources: {'Port': ['ID=c67a1cb1-5475-4c9b-aff4-6195bf0e5952,revision_number=6']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:21.423480 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-89c98527-cde0-4124-8d79-afd250107e15 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:21.607605 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-89c98527-cde0-4124-8d79-afd250107e15 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] For port c67a1cb1-5475-4c9b-aff4-6195bf0e5952, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=c67a1cb1-5475-4c9b-aff4-6195bf0e5952,segment=NetworkSegment(19ac4e1e-e083-4566-aca1-839bc1c998c7),segment_id=19ac4e1e-e083-4566-aca1-839bc1c998c7)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:46:21.641460 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-89c98527-cde0-4124-8d79-afd250107e15 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:21.648158 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-89c98527-cde0-4124-8d79-afd250107e15 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13574142'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:21.649087 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-89c98527-cde0-4124-8d79-afd250107e15 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13573993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16714586'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:21.743963 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89c98527-cde0-4124-8d79-afd250107e15 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Network 17492632-5a7e-4bec-a3f9-f8285e44faf2 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:46:21.748264 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c98527-cde0-4124-8d79-afd250107e15 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Pushing event updated for resources: {'Subnet': ['ID=67ecbe87-46dc-458e-8c11-884ec5dc0bff,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:21.756152 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-89c98527-cde0-4124-8d79-afd250107e15 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:46:21.760062 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89c98527-cde0-4124-8d79-afd250107e15 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:21.760671 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-89c98527-cde0-4124-8d79-afd250107e15 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:21.770282 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c98527-cde0-4124-8d79-afd250107e15 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Pushing event updated for resources: {'Port': ['ID=c67a1cb1-5475-4c9b-aff4-6195bf0e5952,revision_number=8']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:21.784028 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-89c98527-cde0-4124-8d79-afd250107e15 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1676590 Jul 14 09:46:21.786930 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 50040) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:21.792115 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-7e4711b2-cf6d-4e0f-a743-c883badc05dc tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Request body: {'port': {'network_id': '17492632-5a7e-4bec-a3f9-f8285e44faf2', 'mac_address': 'fa:16:3e:e2:0e:7d', 'name': 'tempest-NetworksTestDHCPv6-656915307'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:46:21.930184 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e4711b2-cf6d-4e0f-a743-c883badc05dc tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Made reservation on behalf of 1a9c030e37eb4fbea3adea586f150fe1 for: {'port': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:46:21.934790 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e4711b2-cf6d-4e0f-a743-c883badc05dc tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:21.936004 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e509e84-f3ff-4d6a-8e76-9f28155e63d3 None None] Network 17492632-5a7e-4bec-a3f9-f8285e44faf2 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:46:21.968605 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-7e4711b2-cf6d-4e0f-a743-c883badc05dc tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] device_id is not set on port be4059ae-2023-4481-b9b4-f37ce3cb6bae yet. {{(pid=93957) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:46:22.039239 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-ba97b23f-5f4f-422d-9285-1d868be8d763 None None] Provisioning for port c67a1cb1-5475-4c9b-aff4-6195bf0e5952 completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:46:22.063913 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-ba97b23f-5f4f-422d-9285-1d868be8d763 None None] Provisioning complete for port c67a1cb1-5475-4c9b-aff4-6195bf0e5952 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:46:22.064969 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ba97b23f-5f4f-422d-9285-1d868be8d763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:22.166768 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-7e4711b2-cf6d-4e0f-a743-c883badc05dc tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Allocated IP 172.20.0.11 (17492632-5a7e-4bec-a3f9-f8285e44faf2/af86607f-cced-4476-8141-e79c4e75cf93/be4059ae-2023-4481-b9b4-f37ce3cb6bae) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:46:22.175790 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-7e4711b2-cf6d-4e0f-a743-c883badc05dc tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Allocated IP 2001:db8::f816:3eff:fee2:e7d (17492632-5a7e-4bec-a3f9-f8285e44faf2/67ecbe87-46dc-458e-8c11-884ec5dc0bff/be4059ae-2023-4481-b9b4-f37ce3cb6bae) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:46:22.207035 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e20f8f19-5181-4950-ba64-1c102f0205af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:22.354319 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e4711b2-cf6d-4e0f-a743-c883badc05dc tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:22.373686 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7e4711b2-cf6d-4e0f-a743-c883badc05dc tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Transition to ACTIVE for port object be4059ae-2023-4481-b9b4-f37ce3cb6bae will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:46:22.416341 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e4711b2-cf6d-4e0f-a743-c883badc05dc tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:22.471772 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e4711b2-cf6d-4e0f-a743-c883badc05dc tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Network 17492632-5a7e-4bec-a3f9-f8285e44faf2 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:46:22.475488 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-7e4711b2-cf6d-4e0f-a743-c883badc05dc tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:46:22.480603 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e4711b2-cf6d-4e0f-a743-c883badc05dc tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:46:22.510247 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4711b2-cf6d-4e0f-a743-c883badc05dc tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Pushing event updated for resources: {'Port': ['ID=be4059ae-2023-4481-b9b4-f37ce3cb6bae,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:22.544162 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e4711b2-cf6d-4e0f-a743-c883badc05dc tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:22.544834 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e4711b2-cf6d-4e0f-a743-c883badc05dc tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:22.569258 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa0dbf3-2bd3-490a-b525-26eebaf600b9 req-49372f6e-793a-46cf-808e-ffc3ce4f6857 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:22.570110 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-7e4711b2-cf6d-4e0f-a743-c883badc05dc tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 0.7820332 Jul 14 09:46:22.571731 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-bfa0dbf3-2bd3-490a-b525-26eebaf600b9 req-49372f6e-793a-46cf-808e-ffc3ce4f6857 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/ports?device_id=3804666f-6b9b-407c-a2ec-26cc88361b9c HTTP/1.1" status: 200 len: 945 time: 0.1009655 Jul 14 09:46:22.572672 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 50050) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:22.648967 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-bfa0dbf3-2bd3-490a-b525-26eebaf600b9 req-b7ed7c46-351d-4257-bd3c-a19934103593 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/security-groups?id=c4808f8e-d927-4dd4-bd3b-54d695233756&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704358 Jul 14 09:46:22.665526 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7e2b01c-799d-478a-ace1-7c6516e480f0 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:22.677426 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7e2b01c-799d-478a-ace1-7c6516e480f0 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:22.677426 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-d7e2b01c-799d-478a-ace1-7c6516e480f0 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.1011775 Jul 14 09:46:22.677630 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 50054) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:22.807077 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-a0477aae-8784-4e04-b05e-9612f526ee9b tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Deleting port be4059ae-2023-4481-b9b4-f37ce3cb6bae {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:46:22.807719 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a0477aae-8784-4e04-b05e-9612f526ee9b tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:22.944288 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a339a3c-53da-4785-92ca-1e495ec9d2b5 None None] Network 17492632-5a7e-4bec-a3f9-f8285e44faf2 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:46:23.055795 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-a5c0a587-1e4c-4de0-9533-9c8a18bef08a None None] Provisioning complete for port c67a1cb1-5475-4c9b-aff4-6195bf0e5952 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:46:23.056259 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a5c0a587-1e4c-4de0-9533-9c8a18bef08a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:23.186845 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72e0f49-e36e-489d-a7d9-c0b6357f5d22 req-78f92eaf-63e9-4a09-81c6-dcb59ae17031 tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:23.190575 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-b72e0f49-e36e-489d-a7d9-c0b6357f5d22 req-78f92eaf-63e9-4a09-81c6-dcb59ae17031 tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] 10.222.0.68 "GET /v2.0/ports?device_id=ae3d35a6-4bda-4462-871d-12870a7d39dc HTTP/1.1" status: 200 len: 945 time: 0.0871081 Jul 14 09:46:23.242260 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-b72e0f49-e36e-489d-a7d9-c0b6357f5d22 req-cf33472d-5fba-4261-a923-ca66134fb323 tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] 10.222.0.68 "GET /v2.0/security-groups?id=6eb76f1e-e651-421c-9418-fa3a5fe2dfda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461004 Jul 14 09:46:23.338665 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device c67a1cb1-5475-4c9b-aff4-6195bf0e5952 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:46:23.344640 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a0477aae-8784-4e04-b05e-9612f526ee9b tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:23.366865 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-a0477aae-8784-4e04-b05e-9612f526ee9b tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Calling delete_port for be4059ae-2023-4481-b9b4-f37ce3cb6bae owned by {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:46:23.404587 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port c67a1cb1-5475-4c9b-aff4-6195bf0e5952 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:46:23.405062 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:23.572390 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a0477aae-8784-4e04-b05e-9612f526ee9b tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:23.636620 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0477aae-8784-4e04-b05e-9612f526ee9b tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Pushing event deleted for resources: {'Port': ['ID=be4059ae-2023-4481-b9b4-f37ce3cb6bae,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:23.662799 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-d0dfe001-59c6-4cd9-b297-8eb663f7efdb None None] Could not find standard attr ID for object be4059ae-2023-4481-b9b4-f37ce3cb6bae. {{(pid=93959) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 09:46:23.690543 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-d0dfe001-59c6-4cd9-b297-8eb663f7efdb None None] Provisioning complete for port c67a1cb1-5475-4c9b-aff4-6195bf0e5952 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:46:23.690994 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d0dfe001-59c6-4cd9-b297-8eb663f7efdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:23.728672 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a0477aae-8784-4e04-b05e-9612f526ee9b tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:23.731030 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-a0477aae-8784-4e04-b05e-9612f526ee9b tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "DELETE /v2.0/ports/be4059ae-2023-4481-b9b4-f37ce3cb6bae HTTP/1.1" status: 204 len: 168 time: 1.0523369 Jul 14 09:46:23.733126 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 50064) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:23.857118 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f978fc4b-b213-485f-a82d-847661536c57 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:23.858721 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f978fc4b-b213-485f-a82d-847661536c57 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:23.860250 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f978fc4b-b213-485f-a82d-847661536c57 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:23.862558 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-f978fc4b-b213-485f-a82d-847661536c57 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1284382 Jul 14 09:46:23.866865 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 50066) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:23.909290 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51525691-018b-4cf3-b44e-66cb819655df req-6ba0154a-b8c0-4d74-bef4-bdabf48a926b tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:23.910825 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-51525691-018b-4cf3-b44e-66cb819655df req-6ba0154a-b8c0-4d74-bef4-bdabf48a926b tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/ports?device_id=3804666f-6b9b-407c-a2ec-26cc88361b9c HTTP/1.1" status: 200 len: 945 time: 0.1323905 Jul 14 09:46:23.945715 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-df0382f6-bc85-4f24-8016-d881d92a9e56 None None] Could not find standard attr ID for object 1beaa4ca-1d32-48be-93c7-f84fa70690f0. {{(pid=93959) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 09:46:23.946285 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-56fb6dc7-7159-40e8-abc8-5734d28b8732 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Deleting subnet 67ecbe87-46dc-458e-8c11-884ec5dc0bff {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:46:23.949890 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-56fb6dc7-7159-40e8-abc8-5734d28b8732 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:23.982214 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-51525691-018b-4cf3-b44e-66cb819655df req-05bd2321-251b-4440-9196-467bfec35d9f tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/security-groups?id=c4808f8e-d927-4dd4-bd3b-54d695233756&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641444 Jul 14 09:46:24.014984 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-56fb6dc7-7159-40e8-abc8-5734d28b8732 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13574120'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:24.135570 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-56fb6dc7-7159-40e8-abc8-5734d28b8732 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3481002'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:24.203464 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-56fb6dc7-7159-40e8-abc8-5734d28b8732 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13574056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16714573'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:24.234708 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fb6dc7-7159-40e8-abc8-5734d28b8732 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Pushing event deleted for resources: {'Subnet': ['ID=67ecbe87-46dc-458e-8c11-884ec5dc0bff,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:24.238586 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-56fb6dc7-7159-40e8-abc8-5734d28b8732 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:24.240480 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-56fb6dc7-7159-40e8-abc8-5734d28b8732 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "DELETE /v2.0/subnets/67ecbe87-46dc-458e-8c11-884ec5dc0bff HTTP/1.1" status: 204 len: 168 time: 0.3726335 Jul 14 09:46:24.243230 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 50070) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:24.262218 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-520b8663-3334-47d7-8b57-869323a1e9b6 None None] Could not find standard attr ID for object b675c5f6-c45c-4cfc-b3d6-5862bd3b3bba. {{(pid=93959) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 09:46:24.310053 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_v2 [None req-29deb36e-48cc-4f78-bb81-a4ff45bf4039 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Deleting subnet af86607f-cced-4476-8141-e79c4e75cf93 {{(pid=93957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:46:24.314789 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-29deb36e-48cc-4f78-bb81-a4ff45bf4039 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks [] for subnet, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:24.368417 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-29deb36e-48cc-4f78-bb81-a4ff45bf4039 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10944203'] for subnet, precommit_delete_associations {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:24.459522 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15885ee6-b895-4ff2-ac6e-cecbde921c85 req-bb714500-b2cc-488a-ab31-6490a924bf88 tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:24.461710 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-15885ee6-b895-4ff2-ac6e-cecbde921c85 req-bb714500-b2cc-488a-ab31-6490a924bf88 tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] 10.222.0.68 "GET /v2.0/ports?device_id=ae3d35a6-4bda-4462-871d-12870a7d39dc HTTP/1.1" status: 200 len: 945 time: 0.0760686 Jul 14 09:46:24.469625 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-29deb36e-48cc-4f78-bb81-a4ff45bf4039 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3481002'] for subnet, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:24.510586 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e113151-8ec3-476a-8908-ff5172f1367f None None] Network 17492632-5a7e-4bec-a3f9-f8285e44faf2 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:46:24.526068 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-15885ee6-b895-4ff2-ac6e-cecbde921c85 req-05c68fa4-16a5-4936-baf6-331d9a3a3adc tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] 10.222.0.68 "GET /v2.0/security-groups?id=6eb76f1e-e651-421c-9418-fa3a5fe2dfda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554845 Jul 14 09:46:24.552328 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-29deb36e-48cc-4f78-bb81-a4ff45bf4039 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10052701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11984075'] for subnet, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:24.581956 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29deb36e-48cc-4f78-bb81-a4ff45bf4039 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Pushing event deleted for resources: {'Subnet': ['ID=af86607f-cced-4476-8141-e79c4e75cf93,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:24.590532 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-29deb36e-48cc-4f78-bb81-a4ff45bf4039 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks [] for subnet, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:24.592476 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-23e1817b-e153-4d7d-9f73-9cc390746dad None None] Could not find standard attr ID for object be4059ae-2023-4481-b9b4-f37ce3cb6bae. {{(pid=93959) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 09:46:24.592714 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-29deb36e-48cc-4f78-bb81-a4ff45bf4039 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "DELETE /v2.0/subnets/af86607f-cced-4476-8141-e79c4e75cf93 HTTP/1.1" status: 204 len: 168 time: 0.3484838 Jul 14 09:46:24.596174 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 50074) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:24.644236 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 50076) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:24.645018 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-bc061980-d4e2-45ba-b6d7-0754145204f7 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0469763 Jul 14 09:46:24.728702 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3c71ef9-695a-4cf3-8350-e42d43f4e7d0 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:24.733523 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 50078) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:24.738027 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-c3c71ef9-695a-4cf3-8350-e42d43f4e7d0 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.0926416 Jul 14 09:46:24.770988 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-839dcf58-c865-49d0-a85d-bddd05a00de7 None None] DHCP port deletion for 17492632-5a7e-4bec-a3f9-f8285e44faf2 request from n-d-779913-29 {{(pid=93959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:46:24.776973 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:24.796873 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f143fcb0-e35f-4934-aef4-a66ded34fcf1 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:24.799205 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-f143fcb0-e35f-4934-aef4-a66ded34fcf1 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0638695 Jul 14 09:46:24.801739 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 50080) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:24.833085 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-839dcf58-c865-49d0-a85d-bddd05a00de7 None None] Deleting port c67a1cb1-5475-4c9b-aff4-6195bf0e5952 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:46:24.834458 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-839dcf58-c865-49d0-a85d-bddd05a00de7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:24.847062 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-359aecec-1ca3-4ec0-9151-de04c8ca2117 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0383046 Jul 14 09:46:24.847670 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 50082) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:24.852876 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-7f62bed3-b5f2-474f-ba80-71a842caed07 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Request body: {'subnet': {'network_id': '17492632-5a7e-4bec-a3f9-f8285e44faf2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:46:24.911364 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-878ed9be-8409-4f12-aa67-e69951a52054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:24.925335 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-839dcf58-c865-49d0-a85d-bddd05a00de7 None None] For port c67a1cb1-5475-4c9b-aff4-6195bf0e5952, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=c67a1cb1-5475-4c9b-aff4-6195bf0e5952,segment=NetworkSegment(19ac4e1e-e083-4566-aca1-839bc1c998c7),segment_id=19ac4e1e-e083-4566-aca1-839bc1c998c7)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:46:24.925764 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-839dcf58-c865-49d0-a85d-bddd05a00de7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:24.938304 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-839dcf58-c865-49d0-a85d-bddd05a00de7 None None] Calling delete_port for c67a1cb1-5475-4c9b-aff4-6195bf0e5952 owned by network:dhcp {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:46:24.950999 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f62bed3-b5f2-474f-ba80-71a842caed07 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Made reservation on behalf of 1a9c030e37eb4fbea3adea586f150fe1 for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:46:24.954953 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7f62bed3-b5f2-474f-ba80-71a842caed07 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16714600'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:24.956557 n-d-779913-29 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f62bed3-b5f2-474f-ba80-71a842caed07 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:46:24.957157 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f62bed3-b5f2-474f-ba80-71a842caed07 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:46:24.973025 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-7f62bed3-b5f2-474f-ba80-71a842caed07 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1241424 Jul 14 09:46:24.975970 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 50084) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:24.981420 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-315d7511-5eed-4745-914e-701e6646ebe1 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Request body: {'subnet': {'network_id': '17492632-5a7e-4bec-a3f9-f8285e44faf2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:46:25.125760 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-839dcf58-c865-49d0-a85d-bddd05a00de7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:25.158737 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a92a55d-d3c9-436d-be4a-f8de5ceceb47 req-9c7d5882-263d-454f-9c42-1f5e6682578f tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:25.160362 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1a92a55d-d3c9-436d-be4a-f8de5ceceb47 req-9c7d5882-263d-454f-9c42-1f5e6682578f tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] 10.222.0.65 "GET /v2.0/ports?device_id=ae3d35a6-4bda-4462-871d-12870a7d39dc HTTP/1.1" status: 200 len: 945 time: 0.1561656 Jul 14 09:46:25.190676 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-315d7511-5eed-4745-914e-701e6646ebe1 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Made reservation on behalf of 1a9c030e37eb4fbea3adea586f150fe1 for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:46:25.194565 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-315d7511-5eed-4745-914e-701e6646ebe1 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16714600'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:25.195980 n-d-779913-29 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-315d7511-5eed-4745-914e-701e6646ebe1 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:46:25.196414 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-315d7511-5eed-4745-914e-701e6646ebe1 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:46:25.206354 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839dcf58-c865-49d0-a85d-bddd05a00de7 None None] Pushing event deleted for resources: {'Port': ['ID=c67a1cb1-5475-4c9b-aff4-6195bf0e5952,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:25.222131 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-839dcf58-c865-49d0-a85d-bddd05a00de7 None None] No DVR routers for this DVR port c67a1cb1-5475-4c9b-aff4-6195bf0e5952 on host n-d-779913-29 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:46:25.229555 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-315d7511-5eed-4745-914e-701e6646ebe1 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2507029 Jul 14 09:46:25.232517 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 50090) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:25.262011 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc92c544-eb9f-493f-a158-ceb7c1df5573 None None] get_active_networks_info from n-d-779913-29 {{(pid=93959) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 14 09:46:25.264920 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-551ffd4d-dd04-4185-9fee-fe64cc701139 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Request body: {'subnet': {'network_id': '17492632-5a7e-4bec-a3f9-f8285e44faf2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:46:25.339485 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c65e46-591f-4a4e-a28f-fc47a64d02b4 req-90c0cf86-f001-403f-b6ad-0f8f119820ed tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:25.342622 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-98c65e46-591f-4a4e-a28f-fc47a64d02b4 req-90c0cf86-f001-403f-b6ad-0f8f119820ed tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/ports?device_id=3804666f-6b9b-407c-a2ec-26cc88361b9c HTTP/1.1" status: 200 len: 945 time: 0.1279490 Jul 14 09:46:25.364986 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device c67a1cb1-5475-4c9b-aff4-6195bf0e5952 no longer exists at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:46:25.381894 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [req-1a92a55d-d3c9-436d-be4a-f8de5ceceb47 req-ce78b597-518a-40bc-a375-42b27b0674ea tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] Deleting port b8119f90-a854-4301-93cc-52fa4a20015d {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:46:25.382242 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-1a92a55d-d3c9-436d-be4a-f8de5ceceb47 req-ce78b597-518a-40bc-a375-42b27b0674ea tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:25.391124 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] No Port match for: c67a1cb1-5475-4c9b-aff4-6195bf0e5952 {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:46:25.391718 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device c67a1cb1-5475-4c9b-aff4-6195bf0e5952 not bound to the agent host n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:46:25.415822 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc92c544-eb9f-493f-a158-ceb7c1df5573 None None] Resources bound (agent type, host, resource id): {{(pid=93959) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 14 09:46:25.420503 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-551ffd4d-dd04-4185-9fee-fe64cc701139 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Made reservation on behalf of 1a9c030e37eb4fbea3adea586f150fe1 for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:46:25.425914 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-551ffd4d-dd04-4185-9fee-fe64cc701139 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16714600'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:25.427994 n-d-779913-29 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-551ffd4d-dd04-4185-9fee-fe64cc701139 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:46:25.428439 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-551ffd4d-dd04-4185-9fee-fe64cc701139 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:46:25.436526 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-98c65e46-591f-4a4e-a28f-fc47a64d02b4 req-a8e7f216-a669-4847-b38f-088c49bd9e5f tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/security-groups?id=c4808f8e-d927-4dd4-bd3b-54d695233756&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861871 Jul 14 09:46:25.476408 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-551ffd4d-dd04-4185-9fee-fe64cc701139 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2418039 Jul 14 09:46:25.480282 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 50092) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:25.485106 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-ccc6b1bc-48aa-49ac-b7a1-59cbfd466829 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Request body: {'subnet': {'network_id': '17492632-5a7e-4bec-a3f9-f8285e44faf2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:46:25.508753 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-1a92a55d-d3c9-436d-be4a-f8de5ceceb47 req-ce78b597-518a-40bc-a375-42b27b0674ea tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] For port b8119f90-a854-4301-93cc-52fa4a20015d, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=b8119f90-a854-4301-93cc-52fa4a20015d,segment=NetworkSegment(6e8354c8-98e1-423b-8aa6-11517ab42496),segment_id=6e8354c8-98e1-423b-8aa6-11517ab42496)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:46:25.509149 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-1a92a55d-d3c9-436d-be4a-f8de5ceceb47 req-ce78b597-518a-40bc-a375-42b27b0674ea tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:25.605027 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccc6b1bc-48aa-49ac-b7a1-59cbfd466829 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Made reservation on behalf of 1a9c030e37eb4fbea3adea586f150fe1 for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:46:25.609022 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ccc6b1bc-48aa-49ac-b7a1-59cbfd466829 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16714600'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:25.612004 n-d-779913-29 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccc6b1bc-48aa-49ac-b7a1-59cbfd466829 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:46:25.612916 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ccc6b1bc-48aa-49ac-b7a1-59cbfd466829 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:46:25.633552 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-ccc6b1bc-48aa-49ac-b7a1-59cbfd466829 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1528096 Jul 14 09:46:25.636578 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 50096) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:25.644620 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-33f5066a-672f-4f74-9169-3d6afd4f74de tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Request body: {'subnet': {'network_id': '17492632-5a7e-4bec-a3f9-f8285e44faf2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:46:25.776228 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-1a92a55d-d3c9-436d-be4a-f8de5ceceb47 req-ce78b597-518a-40bc-a375-42b27b0674ea tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:25.776983 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-1a92a55d-d3c9-436d-be4a-f8de5ceceb47 req-ce78b597-518a-40bc-a375-42b27b0674ea tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-660590'] for floatingip, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:25.777380 n-d-779913-29 neutron-server[93957]: INFO neutron.db.l3_db [req-1a92a55d-d3c9-436d-be4a-f8de5ceceb47 req-ce78b597-518a-40bc-a375-42b27b0674ea tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] Floating IP 1cb618f0-39a7-45d1-a9f1-b4a64a160bbf disassociated. External IP: 172.25.4.120, port: b8119f90-a854-4301-93cc-52fa4a20015d. Jul 14 09:46:25.777866 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [req-1a92a55d-d3c9-436d-be4a-f8de5ceceb47 req-ce78b597-518a-40bc-a375-42b27b0674ea tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] Calling delete_port for b8119f90-a854-4301-93cc-52fa4a20015d owned by compute:nova {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:46:25.779243 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06a68167-45f8-4c6c-a6b3-735cd03ae9ac None None] get_active_networks_info from n-d-779913-29 {{(pid=93959) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 14 09:46:25.800476 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33f5066a-672f-4f74-9169-3d6afd4f74de tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Made reservation on behalf of 1a9c030e37eb4fbea3adea586f150fe1 for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:46:25.804951 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-33f5066a-672f-4f74-9169-3d6afd4f74de tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16714600'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:25.806744 n-d-779913-29 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-33f5066a-672f-4f74-9169-3d6afd4f74de tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:46:25.807212 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33f5066a-672f-4f74-9169-3d6afd4f74de tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:46:25.841639 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-33f5066a-672f-4f74-9169-3d6afd4f74de tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2033126 Jul 14 09:46:25.847171 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 50098) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:25.857054 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6f1803-683e-40c6-8921-3117bdd7771e req-f1f1f365-c93b-4109-b652-4be1e7cb3576 tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:25.857267 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-837cc7ce-3268-455b-b942-d774dc89c835 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Request body: {'subnet': {'network_id': '17492632-5a7e-4bec-a3f9-f8285e44faf2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:46:25.859189 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-4b6f1803-683e-40c6-8921-3117bdd7771e req-f1f1f365-c93b-4109-b652-4be1e7cb3576 tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] 10.222.0.68 "GET /v2.0/ports?device_id=ae3d35a6-4bda-4462-871d-12870a7d39dc HTTP/1.1" status: 200 len: 945 time: 0.1203475 Jul 14 09:46:25.876089 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06a68167-45f8-4c6c-a6b3-735cd03ae9ac None None] Resources bound (agent type, host, resource id): {{(pid=93959) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 14 09:46:25.906981 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-4b6f1803-683e-40c6-8921-3117bdd7771e req-105d8a62-0abb-4fdb-b86f-d353f6635ff6 tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] 10.222.0.68 "GET /v2.0/security-groups?id=6eb76f1e-e651-421c-9418-fa3a5fe2dfda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421424 Jul 14 09:46:25.965618 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5ad31076-714c-49ec-bc37-f3d4cd90112a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:26.012748 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-837cc7ce-3268-455b-b942-d774dc89c835 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Made reservation on behalf of 1a9c030e37eb4fbea3adea586f150fe1 for: {'subnet': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:46:26.016892 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-837cc7ce-3268-455b-b942-d774dc89c835 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11984110'] for subnet, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:26.018159 n-d-779913-29 neutron-server[93957]: INFO neutron.pecan_wsgi.hooks.translation [None req-837cc7ce-3268-455b-b942-d774dc89c835 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:46:26.018581 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-837cc7ce-3268-455b-b942-d774dc89c835 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:46:26.055036 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-837cc7ce-3268-455b-b942-d774dc89c835 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2067466 Jul 14 09:46:26.057589 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 50100) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:26.068769 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-1a92a55d-d3c9-436d-be4a-f8de5ceceb47 req-ce78b597-518a-40bc-a375-42b27b0674ea tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:26.122171 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-cb972822-c855-4e23-a040-4272cbc2dee3 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0633948 Jul 14 09:46:26.124660 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 50102) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:26.125283 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce78b597-518a-40bc-a375-42b27b0674ea tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] Pushing event deleted for resources: {'Port': ['ID=b8119f90-a854-4301-93cc-52fa4a20015d,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:26.187689 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f20c6e3-3517-4635-84b1-f422cd4a8921 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:26.191642 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-6f20c6e3-3517-4635-84b1-f422cd4a8921 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0635304 Jul 14 09:46:26.191905 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 50106) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:26.253546 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-ff9e2222-d359-4cdd-8a3d-5ec150914add tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0569990 Jul 14 09:46:26.254142 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1a92a55d-d3c9-436d-be4a-f8de5ceceb47 req-ce78b597-518a-40bc-a375-42b27b0674ea tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] Router 1a2571e9-0958-46b5-9dfa-808a92fd863f has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:46:26.254142 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 50108) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:26.259375 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-c17024f1-645e-4b71-a010-17a3c5dcfe90 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Request body: {'subnet': {'network_id': '17492632-5a7e-4bec-a3f9-f8285e44faf2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:46:26.436254 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c17024f1-645e-4b71-a010-17a3c5dcfe90 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Made reservation on behalf of 1a9c030e37eb4fbea3adea586f150fe1 for: {'subnet': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:46:26.439767 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c17024f1-645e-4b71-a010-17a3c5dcfe90 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11984110'] for subnet, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:26.496816 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1a92a55d-d3c9-436d-be4a-f8de5ceceb47 req-ce78b597-518a-40bc-a375-42b27b0674ea tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:46:26.509690 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c96d7364-8f4e-4d0f-91a4-3776bf1ed0d1 None None] Sync routers for ids ['1a2571e9-0958-46b5-9dfa-808a92fd863f'] in n-d-779913-29 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:46:26.528168 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c96d7364-8f4e-4d0f-91a4-3776bf1ed0d1 None None] Routers {'1a2571e9-0958-46b5-9dfa-808a92fd863f'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:46:26.529929 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-c96d7364-8f4e-4d0f-91a4-3776bf1ed0d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:46:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['1a2571e9-0958-46b5-9dfa-808a92fd863f'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:46:26.556168 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a92a55d-d3c9-436d-be4a-f8de5ceceb47 req-ce78b597-518a-40bc-a375-42b27b0674ea tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] No DVR routers for this DVR port b8119f90-a854-4301-93cc-52fa4a20015d on host n-h1-779913-29 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:46:26.561487 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-1a92a55d-d3c9-436d-be4a-f8de5ceceb47 req-ce78b597-518a-40bc-a375-42b27b0674ea tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:26.563727 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1a92a55d-d3c9-436d-be4a-f8de5ceceb47 req-ce78b597-518a-40bc-a375-42b27b0674ea tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] 10.222.0.65 "DELETE /v2.0/ports/b8119f90-a854-4301-93cc-52fa4a20015d HTTP/1.1" status: 204 len: 173 time: 1.3959694 Jul 14 09:46:26.564235 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae3d35a6-4bda-4462-871d-12870a7d39dc', 'name': 'network-vif-deleted', 'tag': 'b8119f90-a854-4301-93cc-52fa4a20015d'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:46:26.566575 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7f6b878-aef5-4e71-a256-20f549973919" -d '{"events": [{"server_uuid": "ae3d35a6-4bda-4462-871d-12870a7d39dc", "name": "network-vif-deleted", "tag": "b8119f90-a854-4301-93cc-52fa4a20015d"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:46:26.731225 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:46:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f477edc-547a-4c19-b4b0-0abd90638a8a x-openstack-request-id: req-8f477edc-547a-4c19-b4b0-0abd90638a8a {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:46:26.731526 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae3d35a6-4bda-4462-871d-12870a7d39dc", "name": "network-vif-deleted", "tag": "b8119f90-a854-4301-93cc-52fa4a20015d", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:46:26.731787 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-8f477edc-547a-4c19-b4b0-0abd90638a8a {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:46:26.732220 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae3d35a6-4bda-4462-871d-12870a7d39dc', 'name': 'network-vif-deleted', 'tag': 'b8119f90-a854-4301-93cc-52fa4a20015d', 'status': 'completed', 'code': 200} Jul 14 09:46:26.850667 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-c96d7364-8f4e-4d0f-91a4-3776bf1ed0d1 None None] Set router 1a2571e9-0958-46b5-9dfa-808a92fd863f gateway port host: n-d-779913-29 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:46:26.887611 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69b6e52-6831-45d1-a957-88b3c20fb144 req-2bf67fc3-27a1-457f-bf95-2187e401a3b2 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:26.889153 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d69b6e52-6831-45d1-a957-88b3c20fb144 req-2bf67fc3-27a1-457f-bf95-2187e401a3b2 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/ports?device_id=3804666f-6b9b-407c-a2ec-26cc88361b9c HTTP/1.1" status: 200 len: 945 time: 0.1561005 Jul 14 09:46:26.916039 n-d-779913-29 neutron-server[93957]: DEBUG neutron.objects.ports [None req-c17024f1-645e-4b71-a010-17a3c5dcfe90 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93957) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 14 09:46:26.923121 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c17024f1-645e-4b71-a010-17a3c5dcfe90 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10052764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11984092'] for subnet, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:26.972075 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c17024f1-645e-4b71-a010-17a3c5dcfe90 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Network 17492632-5a7e-4bec-a3f9-f8285e44faf2 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:46:26.978732 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-c17024f1-645e-4b71-a010-17a3c5dcfe90 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:46:26.988738 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58968340-4720-4421-bd90-ee0efdae449e None None] Network 17492632-5a7e-4bec-a3f9-f8285e44faf2 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:46:27.005029 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c17024f1-645e-4b71-a010-17a3c5dcfe90 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:27.005653 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c17024f1-645e-4b71-a010-17a3c5dcfe90 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks [] for subnet, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:27.062656 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d69b6e52-6831-45d1-a957-88b3c20fb144 req-796e1cea-fa07-4000-8f6c-1156f61e941e tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/security-groups?id=c4808f8e-d927-4dd4-bd3b-54d695233756&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1628828 Jul 14 09:46:27.098378 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-c17024f1-645e-4b71-a010-17a3c5dcfe90 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.8406298 Jul 14 09:46:27.099523 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 50116) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:27.105438 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-4e059d37-83c1-4245-9d8f-a50fd41b1770 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Request body: {'port': {'network_id': '17492632-5a7e-4bec-a3f9-f8285e44faf2', 'mac_address': 'fa:16:3e:d9:eb:18', 'name': 'tempest-NetworksTestDHCPv6-24245496'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:46:27.105721 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17024f1-645e-4b71-a010-17a3c5dcfe90 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Pushing event updated for resources: {'Subnet': ['ID=2dad96dc-312e-4300-818e-8700689b4cc9,revision_number=0']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:27.150842 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-c96d7364-8f4e-4d0f-91a4-3776bf1ed0d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a2571e9-0958-46b5-9dfa-808a92fd863f', 'name': 'tempest-AttachVolumeTestJSON-831321460-router', 'tenant_id': 'fdcfb0d129f645508f46496d6d3408cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.158'}], 'enable_snat': True}, 'gw_port_id': 'faf8a1de-18dc-4b38-a01a-450dbc8dc8eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:42:06Z', 'updated_at': '2021-07-14T09:42:11Z', 'revision_number': 4, 'project_id': 'fdcfb0d129f645508f46496d6d3408cf', 'gw_port': {'id': 'faf8a1de-18dc-4b38-a01a-450dbc8dc8eb', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:5c:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a2571e9-0958-46b5-9dfa-808a92fd863f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2961, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:42:07Z', 'updated_at': '2021-07-14T09:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': '74361e15-dbd1-400c-a609-d364959fd1d8', 'name': '', 'network_id': 'e5bfa805-7fa6-4e66-853c-c2e7e3c5ed34', 'tenant_id': 'fdcfb0d129f645508f46496d6d3408cf', 'mac_address': 'fa:16:3e:35:16:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a2571e9-0958-46b5-9dfa-808a92fd863f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2965, 'fixed_ips': [{'subnet_id': 'a974099b-8e0b-49f4-a28f-d50286aa9083', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:42:10Z', 'updated_at': '2021-07-14T09:42:21Z', 'revision_number': 5, 'project_id': 'fdcfb0d129f645508f46496d6d3408cf', 'subnets': [{'id': 'a974099b-8e0b-49f4-a28f-d50286aa9083', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:46:27.207315 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c96d7364-8f4e-4d0f-91a4-3776bf1ed0d1 None None] Checking router: 1a2571e9-0958-46b5-9dfa-808a92fd863f for host: n-d-779913-29 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:46:27.209716 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-252382af-6f9f-4379-b711-869b9f1326d1 req-c25a2872-7a97-4888-ac47-c7ffe9af2c15 tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] 10.222.0.68 "GET /v2.0/ports?device_id=ae3d35a6-4bda-4462-871d-12870a7d39dc HTTP/1.1" status: 200 len: 210 time: 0.0391989 Jul 14 09:46:27.211539 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-243d714a-6015-43c4-9749-ea119f792b35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf57baaa9-fd24-59f4-8fd2-1dc21122ce72-17492632-5a7e-4bec-a3f9-f8285e44faf2', 'network_id': '17492632-5a7e-4bec-a3f9-f8285e44faf2', 'tenant_id': '1a9c030e37eb4fbea3adea586f150fe1', 'fixed_ips': [{'subnet_id': '2dad96dc-312e-4300-818e-8700689b4cc9'}]}} from n-d-779913-29. {{(pid=93959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:46:27.212467 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-243d714a-6015-43c4-9749-ea119f792b35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:27.232253 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c96d7364-8f4e-4d0f-91a4-3776bf1ed0d1 None None] Routers {'1a2571e9-0958-46b5-9dfa-808a92fd863f'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:46:27.233067 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-c96d7364-8f4e-4d0f-91a4-3776bf1ed0d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:46:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['1a2571e9-0958-46b5-9dfa-808a92fd863f'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:46:27.327581 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e059d37-83c1-4245-9d8f-a50fd41b1770 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Made reservation on behalf of 1a9c030e37eb4fbea3adea586f150fe1 for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:46:27.384901 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-243d714a-6015-43c4-9749-ea119f792b35 None None] Allocated IP 2001:db8::f816:3eff:fef9:3caa (17492632-5a7e-4bec-a3f9-f8285e44faf2/2dad96dc-312e-4300-818e-8700689b4cc9/de450cd2-ccae-46a6-bd30-a16e29581ab7) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:46:27.426149 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-c96d7364-8f4e-4d0f-91a4-3776bf1ed0d1 None None] Set router 1a2571e9-0958-46b5-9dfa-808a92fd863f gateway port host: n-d-779913-29 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:46:27.457874 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4e059d37-83c1-4245-9d8f-a50fd41b1770 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:27.491147 n-d-779913-29 neutron-server[93958]: DEBUG neutron.notifiers.nova [None req-4e059d37-83c1-4245-9d8f-a50fd41b1770 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] device_id is not set on port c84ae99d-72d9-4ec2-a003-b4f74147793e yet. {{(pid=93958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:46:27.606358 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-243d714a-6015-43c4-9749-ea119f792b35 None None] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:27.616630 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-243d714a-6015-43c4-9749-ea119f792b35 None None] Transition to ACTIVE for port object de450cd2-ccae-46a6-bd30-a16e29581ab7 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:46:27.633314 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-243d714a-6015-43c4-9749-ea119f792b35 None None] Transition to ACTIVE for port object de450cd2-ccae-46a6-bd30-a16e29581ab7 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:46:27.642844 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-243d714a-6015-43c4-9749-ea119f792b35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:27.688476 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-243d714a-6015-43c4-9749-ea119f792b35 None None] Network 17492632-5a7e-4bec-a3f9-f8285e44faf2 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:46:27.693948 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-243d714a-6015-43c4-9749-ea119f792b35 None None] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:46:27.698913 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-243d714a-6015-43c4-9749-ea119f792b35 None None] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:46:27.702464 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243d714a-6015-43c4-9749-ea119f792b35 None None] Pushing event updated for resources: {'Port': ['ID=de450cd2-ccae-46a6-bd30-a16e29581ab7,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:27.722645 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-4e059d37-83c1-4245-9d8f-a50fd41b1770 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Allocated IP 2001:db8::f816:3eff:fed9:eb18 (17492632-5a7e-4bec-a3f9-f8285e44faf2/2dad96dc-312e-4300-818e-8700689b4cc9/c84ae99d-72d9-4ec2-a003-b4f74147793e) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:46:27.753342 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-c96d7364-8f4e-4d0f-91a4-3776bf1ed0d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a2571e9-0958-46b5-9dfa-808a92fd863f', 'name': 'tempest-AttachVolumeTestJSON-831321460-router', 'tenant_id': 'fdcfb0d129f645508f46496d6d3408cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.158'}], 'enable_snat': True}, 'gw_port_id': 'faf8a1de-18dc-4b38-a01a-450dbc8dc8eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:42:06Z', 'updated_at': '2021-07-14T09:42:11Z', 'revision_number': 4, 'project_id': 'fdcfb0d129f645508f46496d6d3408cf', 'gw_port': {'id': 'faf8a1de-18dc-4b38-a01a-450dbc8dc8eb', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:5c:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a2571e9-0958-46b5-9dfa-808a92fd863f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2961, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:42:07Z', 'updated_at': '2021-07-14T09:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': '74361e15-dbd1-400c-a609-d364959fd1d8', 'name': '', 'network_id': 'e5bfa805-7fa6-4e66-853c-c2e7e3c5ed34', 'tenant_id': 'fdcfb0d129f645508f46496d6d3408cf', 'mac_address': 'fa:16:3e:35:16:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a2571e9-0958-46b5-9dfa-808a92fd863f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2965, 'fixed_ips': [{'subnet_id': 'a974099b-8e0b-49f4-a28f-d50286aa9083', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:42:10Z', 'updated_at': '2021-07-14T09:42:21Z', 'revision_number': 5, 'project_id': 'fdcfb0d129f645508f46496d6d3408cf', 'subnets': [{'id': 'a974099b-8e0b-49f4-a28f-d50286aa9083', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:46:27.781779 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-243d714a-6015-43c4-9749-ea119f792b35 None None] Attempting to bind port de450cd2-ccae-46a6-bd30-a16e29581ab7 on host n-d-779913-29 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:46:27.782534 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-243d714a-6015-43c4-9749-ea119f792b35 None None] Attempting to bind port de450cd2-ccae-46a6-bd30-a16e29581ab7 by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': '19ac4e1e-e083-4566-aca1-839bc1c998c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '17492632-5a7e-4bec-a3f9-f8285e44faf2'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:46:27.783665 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-243d714a-6015-43c4-9749-ea119f792b35 None None] Attempting to bind port de450cd2-ccae-46a6-bd30-a16e29581ab7 on network 17492632-5a7e-4bec-a3f9-f8285e44faf2 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:46:27.794185 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5bbe322f-3f67-4864-bc0a-91afe44d23e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:27.794706 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c96d7364-8f4e-4d0f-91a4-3776bf1ed0d1 None None] The sync data for ids ['1a2571e9-0958-46b5-9dfa-808a92fd863f'] in n-d-779913-29 is: [{'id': '1a2571e9-0958-46b5-9dfa-808a92fd863f', 'name': 'tempest-AttachVolumeTestJSON-831321460-router', 'tenant_id': 'fdcfb0d129f645508f46496d6d3408cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.158'}], 'enable_snat': True}, 'gw_port_id': 'faf8a1de-18dc-4b38-a01a-450dbc8dc8eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:42:06Z', 'updated_at': '2021-07-14T09:42:11Z', 'revision_number': 4, 'project_id': 'fdcfb0d129f645508f46496d6d3408cf', 'gw_port': {'id': 'faf8a1de-18dc-4b38-a01a-450dbc8dc8eb', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:5c:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a2571e9-0958-46b5-9dfa-808a92fd863f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2961, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:42:07Z', 'updated_at': '2021-07-14T09:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': '74361e15-dbd1-400c-a609-d364959fd1d8', 'name': '', 'network_id': 'e5bfa805-7fa6-4e66-853c-c2e7e3c5ed34', 'tenant_id': 'fdcfb0d129f645508f46496d6d3408cf', 'mac_address': 'fa:16:3e:35:16:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a2571e9-0958-46b5-9dfa-808a92fd863f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2965, 'fixed_ips': [{'subnet_id': 'a974099b-8e0b-49f4-a28f-d50286aa9083', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:42:10Z', 'updated_at': '2021-07-14T09:42:21Z', 'revision_number': 5, 'project_id': 'fdcfb0d129f645508f46496d6d3408cf', 'subnets': [{'id': 'a974099b-8e0b-49f4-a28f-d50286aa9083', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:46:27.797172 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-243d714a-6015-43c4-9749-ea119f792b35 None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 46, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:46:27.799827 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-243d714a-6015-43c4-9749-ea119f792b35 None None] Checking segment: {'id': '19ac4e1e-e083-4566-aca1-839bc1c998c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '17492632-5a7e-4bec-a3f9-f8285e44faf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:46:27.800480 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-243d714a-6015-43c4-9749-ea119f792b35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:27.801108 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-243d714a-6015-43c4-9749-ea119f792b35 None None] Bound using segment: {'id': '19ac4e1e-e083-4566-aca1-839bc1c998c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '17492632-5a7e-4bec-a3f9-f8285e44faf2'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:46:27.801849 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-243d714a-6015-43c4-9749-ea119f792b35 None None] Bound port: de450cd2-ccae-46a6-bd30-a16e29581ab7, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19ac4e1e-e083-4566-aca1-839bc1c998c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '17492632-5a7e-4bec-a3f9-f8285e44faf2'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:46:27.802476 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-243d714a-6015-43c4-9749-ea119f792b35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:27.880914 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-243d714a-6015-43c4-9749-ea119f792b35 None None] For port de450cd2-ccae-46a6-bd30-a16e29581ab7, host n-d-779913-29, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:46:27.884314 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-243d714a-6015-43c4-9749-ea119f792b35 None None] For port de450cd2-ccae-46a6-bd30-a16e29581ab7, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=de450cd2-ccae-46a6-bd30-a16e29581ab7,segment=NetworkSegment(19ac4e1e-e083-4566-aca1-839bc1c998c7),segment_id=19ac4e1e-e083-4566-aca1-839bc1c998c7)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:46:27.890331 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-243d714a-6015-43c4-9749-ea119f792b35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:27.922692 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4e059d37-83c1-4245-9d8f-a50fd41b1770 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:27.945384 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-4e059d37-83c1-4245-9d8f-a50fd41b1770 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Transition to ACTIVE for port object c84ae99d-72d9-4ec2-a003-b4f74147793e will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:46:27.963146 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243d714a-6015-43c4-9749-ea119f792b35 None None] Pushing event updated for resources: {'Port': ['ID=de450cd2-ccae-46a6-bd30-a16e29581ab7,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:27.988646 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4e059d37-83c1-4245-9d8f-a50fd41b1770 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:28.046576 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e059d37-83c1-4245-9d8f-a50fd41b1770 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Network 17492632-5a7e-4bec-a3f9-f8285e44faf2 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:46:28.051106 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-4e059d37-83c1-4245-9d8f-a50fd41b1770 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:46:28.055461 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e059d37-83c1-4245-9d8f-a50fd41b1770 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:46:28.061905 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e059d37-83c1-4245-9d8f-a50fd41b1770 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:28.062541 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4e059d37-83c1-4245-9d8f-a50fd41b1770 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:28.069310 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e059d37-83c1-4245-9d8f-a50fd41b1770 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Pushing event updated for resources: {'Port': ['ID=c84ae99d-72d9-4ec2-a003-b4f74147793e,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:28.089085 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-4e059d37-83c1-4245-9d8f-a50fd41b1770 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 0.9880290 Jul 14 09:46:28.092040 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 50136) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:28.200817 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05084516-0896-44d9-a497-ce36ede26b2e None None] New status for floating IP 1cb618f0-39a7-45d1-a9f1-b4a64a160bbf: DOWN {{(pid=93959) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:46:28.204400 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97d79e0a-3e31-433d-bab5-0a5adbe31c07 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:28.210642 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97d79e0a-3e31-433d-bab5-0a5adbe31c07 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:28.212301 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-97d79e0a-3e31-433d-bab5-0a5adbe31c07 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1701 time: 0.1191339 Jul 14 09:46:28.215713 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 50140) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:28.459151 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 50148) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:28.498984 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acc42d2-ccfe-4a71-99ef-17e62d225dd9 req-e0b2c8a7-d141-4bbd-a562-db39f89f20c6 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:28.500629 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6acc42d2-ccfe-4a71-99ef-17e62d225dd9 req-e0b2c8a7-d141-4bbd-a562-db39f89f20c6 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/ports?device_id=3804666f-6b9b-407c-a2ec-26cc88361b9c HTTP/1.1" status: 200 len: 945 time: 0.1745658 Jul 14 09:46:28.507564 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-ac012c67-004b-4b62-a631-987b4e224464 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Deleting port c84ae99d-72d9-4ec2-a003-b4f74147793e {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:46:28.508214 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ac012c67-004b-4b62-a631-987b4e224464 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:28.539490 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-89f6631c-ddfd-481f-acec-4783a4d2a8b9 tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:28.581212 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-89f6631c-ddfd-481f-acec-4783a4d2a8b9 tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:28.609134 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6acc42d2-ccfe-4a71-99ef-17e62d225dd9 req-5d1951e8-63d8-49bd-8a5d-7b38b2435cb6 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/security-groups?id=c4808f8e-d927-4dd4-bd3b-54d695233756&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0974493 Jul 14 09:46:28.638793 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ac012c67-004b-4b62-a631-987b4e224464 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:28.650390 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-89f6631c-ddfd-481f-acec-4783a4d2a8b9 tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:28.653096 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-89f6631c-ddfd-481f-acec-4783a4d2a8b9 tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:28.655080 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-ac012c67-004b-4b62-a631-987b4e224464 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Calling delete_port for c84ae99d-72d9-4ec2-a003-b4f74147793e owned by {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:46:28.657265 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-89f6631c-ddfd-481f-acec-4783a4d2a8b9 tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] 10.222.0.68 "DELETE /v2.0/security-groups/6eb76f1e-e651-421c-9418-fa3a5fe2dfda HTTP/1.1" status: 204 len: 168 time: 0.1960475 Jul 14 09:46:28.658025 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 50150) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:28.678362 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f6631c-ddfd-481f-acec-4783a4d2a8b9 tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eb76f1e-e651-421c-9418-fa3a5fe2dfda,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:28.681392 n-d-779913-29 neutron-server[93958]: INFO neutron.api.v2.resource [None req-22135b6a-0c6f-44b2-b2da-b78ef3629f42 tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] show failed (client error): The resource could not be found. Jul 14 09:46:28.685023 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-22135b6a-0c6f-44b2-b2da-b78ef3629f42 tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] 10.222.0.68 "GET /v2.0/security-groups/6eb76f1e-e651-421c-9418-fa3a5fe2dfda HTTP/1.1" status: 404 len: 347 time: 0.0207310 Jul 14 09:46:28.685925 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 50152) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:28.828427 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ac012c67-004b-4b62-a631-987b4e224464 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:28.833992 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-f8590fc5-2e29-49c6-8dcd-d6184f3f2278 tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] Deleting port d4c8afd7-bf35-414e-a771-c81dc2f8aa10 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:46:28.834416 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f8590fc5-2e29-49c6-8dcd-d6184f3f2278 tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:28.862120 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac012c67-004b-4b62-a631-987b4e224464 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Pushing event deleted for resources: {'Port': ['ID=c84ae99d-72d9-4ec2-a003-b4f74147793e,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:28.901070 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ac012c67-004b-4b62-a631-987b4e224464 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:28.903438 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-ac012c67-004b-4b62-a631-987b4e224464 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "DELETE /v2.0/ports/c84ae99d-72d9-4ec2-a003-b4f74147793e HTTP/1.1" status: 204 len: 168 time: 0.6862454 Jul 14 09:46:28.906751 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 50154) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:28.939106 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f8590fc5-2e29-49c6-8dcd-d6184f3f2278 tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:28.939442 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f8590fc5-2e29-49c6-8dcd-d6184f3f2278 tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:28.953104 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-f8590fc5-2e29-49c6-8dcd-d6184f3f2278 tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] Calling delete_port for d4c8afd7-bf35-414e-a771-c81dc2f8aa10 owned by network:floatingip {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:46:28.978962 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb95b585-911e-42c2-af31-39fcaac9d1ee tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:28.980974 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb95b585-911e-42c2-af31-39fcaac9d1ee tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:28.983124 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-cb95b585-911e-42c2-af31-39fcaac9d1ee tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0751626 Jul 14 09:46:28.985692 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 50156) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:29.060810 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b591cc8-935d-4e80-9f7a-a4c197e4c52d tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Deleting subnet 2dad96dc-312e-4300-818e-8700689b4cc9 {{(pid=93957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:46:29.065217 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3b591cc8-935d-4e80-9f7a-a4c197e4c52d tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks [] for subnet, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:29.117016 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3b591cc8-935d-4e80-9f7a-a4c197e4c52d tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10944203'] for subnet, precommit_delete_associations {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:29.144373 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f8590fc5-2e29-49c6-8dcd-d6184f3f2278 tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:29.171900 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8590fc5-2e29-49c6-8dcd-d6184f3f2278 tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] Pushing event deleted for resources: {'Port': ['ID=d4c8afd7-bf35-414e-a771-c81dc2f8aa10,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:29.227852 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3b591cc8-935d-4e80-9f7a-a4c197e4c52d tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3481002'] for subnet, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:29.246396 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f8590fc5-2e29-49c6-8dcd-d6184f3f2278 tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] Notify callbacks [] for floatingip, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:29.250965 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f8590fc5-2e29-49c6-8dcd-d6184f3f2278 tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for floatingip, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:29.252154 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-f8590fc5-2e29-49c6-8dcd-d6184f3f2278 tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] 10.222.0.68 "DELETE /v2.0/floatingips/1cb618f0-39a7-45d1-a9f1-b4a64a160bbf HTTP/1.1" status: 204 len: 168 time: 0.5605099 Jul 14 09:46:29.331243 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3b591cc8-935d-4e80-9f7a-a4c197e4c52d tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10052701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11984075'] for subnet, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:29.353091 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-7b17b643-4a58-42b8-96cc-f23c578d8a3d None None] Provisioning for port de450cd2-ccae-46a6-bd30-a16e29581ab7 completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:46:29.366627 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b591cc8-935d-4e80-9f7a-a4c197e4c52d tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Pushing event deleted for resources: {'Subnet': ['ID=2dad96dc-312e-4300-818e-8700689b4cc9,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:29.380996 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3b591cc8-935d-4e80-9f7a-a4c197e4c52d tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks [] for subnet, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:29.389462 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 50168) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:29.396101 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-3b591cc8-935d-4e80-9f7a-a4c197e4c52d tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "DELETE /v2.0/subnets/2dad96dc-312e-4300-818e-8700689b4cc9 HTTP/1.1" status: 204 len: 168 time: 0.4028032 Jul 14 09:46:29.401707 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device de450cd2-ccae-46a6-bd30-a16e29581ab7 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:46:29.450185 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 50172) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:29.452890 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-e104c0b8-ee72-4e2b-b13d-f8133d4f2df7 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0620792 Jul 14 09:46:29.457080 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-8e457a5a-096e-484c-903e-1555677ed035 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Request body: {'subnet': {'network_id': '17492632-5a7e-4bec-a3f9-f8285e44faf2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:46:29.471631 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device b8119f90-a854-4301-93cc-52fa4a20015d no longer exists at agent hyperv_n-h1-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:46:29.524797 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] No Port match for: b8119f90-a854-4301-93cc-52fa4a20015d {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:46:29.525153 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device b8119f90-a854-4301-93cc-52fa4a20015d not bound to the agent host n-h1-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:46:29.547121 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning for port de450cd2-ccae-46a6-bd30-a16e29581ab7 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:46:29.554763 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port de450cd2-ccae-46a6-bd30-a16e29581ab7 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:46:29.555154 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:29.586820 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e457a5a-096e-484c-903e-1555677ed035 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Made reservation on behalf of 1a9c030e37eb4fbea3adea586f150fe1 for: {'subnet': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:46:29.594294 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8e457a5a-096e-484c-903e-1555677ed035 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11984110'] for subnet, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:29.617328 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1d6931d-58fc-4071-80c4-c11785479e46 None None] Network 17492632-5a7e-4bec-a3f9-f8285e44faf2 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:46:29.715149 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-4e52c6ed-a926-4cd9-a696-83e3499d7e36 None None] Could not find standard attr ID for object c84ae99d-72d9-4ec2-a003-b4f74147793e. {{(pid=93959) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 09:46:29.762505 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 50176) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:29.767968 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-d6afa97b-669d-4757-99a4-5f6c0b62db50 tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1334174429', 'description': 'tempest-description--1178509626'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:46:29.770455 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:29.801926 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d6afa97b-669d-4757-99a4-5f6c0b62db50 tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:29.853087 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] For port de450cd2-ccae-46a6-bd30-a16e29581ab7, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=de450cd2-ccae-46a6-bd30-a16e29581ab7,segment=NetworkSegment(19ac4e1e-e083-4566-aca1-839bc1c998c7),segment_id=19ac4e1e-e083-4566-aca1-839bc1c998c7)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:46:29.863526 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:29.917060 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d6afa97b-669d-4757-99a4-5f6c0b62db50 tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:29.920255 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32241eab-284e-4898-9695-ae43596b1724 req-f8932d91-e388-48dc-8b25-4ff9bf0b03a8 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:29.922117 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-32241eab-284e-4898-9695-ae43596b1724 req-f8932d91-e388-48dc-8b25-4ff9bf0b03a8 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/ports?device_id=3804666f-6b9b-407c-a2ec-26cc88361b9c HTTP/1.1" status: 200 len: 945 time: 0.1413357 Jul 14 09:46:29.929242 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d6afa97b-669d-4757-99a4-5f6c0b62db50 tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:29.954314 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Pushing event updated for resources: {'Port': ['ID=de450cd2-ccae-46a6-bd30-a16e29581ab7,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:29.956360 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d6afa97b-669d-4757-99a4-5f6c0b62db50 tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:29.957897 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-d6afa97b-669d-4757-99a4-5f6c0b62db50 tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.1940448 Jul 14 09:46:29.963972 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 50178) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:29.969642 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:46:29.969820 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-d8753334-d732-42ba-b616-3112bbdc805a tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] Request body: {'security_group_rule': {'security_group_id': '6e42484d-7586-47b4-b668-89a60fda81ff', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:46:29.971052 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:46:29.971747 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:46:29.976512 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:46:29.977146 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:46:29.977636 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:46:29.978086 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:46:29.978534 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:46:29.978991 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:46:29.979429 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:46:29.979866 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:46:29.980329 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:46:29.989175 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6d413f9-52e0-413d-b393-2afcc35aefce None None] DHCP port deletion for 17492632-5a7e-4bec-a3f9-f8285e44faf2 request from n-d-779913-29 {{(pid=93959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:46:30.006042 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6afa97b-669d-4757-99a4-5f6c0b62db50 tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e42484d-7586-47b4-b668-89a60fda81ff,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:30.025592 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d8753334-d732-42ba-b616-3112bbdc805a tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:30.028688 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-32241eab-284e-4898-9695-ae43596b1724 req-1c2a482a-eec9-41b0-bc27-4463f828fe73 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/security-groups?id=c4808f8e-d927-4dd4-bd3b-54d695233756&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709324 Jul 14 09:46:30.082439 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-f6d413f9-52e0-413d-b393-2afcc35aefce None None] Deleting port de450cd2-ccae-46a6-bd30-a16e29581ab7 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:46:30.083389 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f6d413f9-52e0-413d-b393-2afcc35aefce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:30.114345 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d8753334-d732-42ba-b616-3112bbdc805a tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:30.119142 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d8753334-d732-42ba-b616-3112bbdc805a tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529131'] for security_group_rule, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:30.149257 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8753334-d732-42ba-b616-3112bbdc805a tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75984937-1715-4578-9736-574c34f084e8,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:30.163604 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d8753334-d732-42ba-b616-3112bbdc805a tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:30.165277 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-d8753334-d732-42ba-b616-3112bbdc805a tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1998756 Jul 14 09:46:30.167973 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 50180) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:30.173427 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-a709478e-de87-411e-a861-fc8dfcca138b tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] Request body: {'security_group_rule': {'security_group_id': '6e42484d-7586-47b4-b668-89a60fda81ff', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:46:30.174541 n-d-779913-29 neutron-server[93957]: DEBUG neutron.objects.ports [None req-8e457a5a-096e-484c-903e-1555677ed035 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93957) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 14 09:46:30.195910 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-f6d413f9-52e0-413d-b393-2afcc35aefce None None] For port de450cd2-ccae-46a6-bd30-a16e29581ab7, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=de450cd2-ccae-46a6-bd30-a16e29581ab7,segment=NetworkSegment(19ac4e1e-e083-4566-aca1-839bc1c998c7),segment_id=19ac4e1e-e083-4566-aca1-839bc1c998c7)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:46:30.196589 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f6d413f9-52e0-413d-b393-2afcc35aefce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:30.205758 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a709478e-de87-411e-a861-fc8dfcca138b tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:30.213450 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-f6d413f9-52e0-413d-b393-2afcc35aefce None None] Calling delete_port for de450cd2-ccae-46a6-bd30-a16e29581ab7 owned by network:dhcp {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:46:30.290653 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a709478e-de87-411e-a861-fc8dfcca138b tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:30.296291 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a709478e-de87-411e-a861-fc8dfcca138b tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529131'] for security_group_rule, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:30.320846 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f6d413f9-52e0-413d-b393-2afcc35aefce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:30.332634 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a709478e-de87-411e-a861-fc8dfcca138b tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6110fe3-cd97-4d05-8117-f9113acb0714,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:30.344260 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a709478e-de87-411e-a861-fc8dfcca138b tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:30.346603 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-a709478e-de87-411e-a861-fc8dfcca138b tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1772387 Jul 14 09:46:30.349648 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 50182) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:30.355756 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-77cef9c5-2ee8-4a47-ab76-c9e95c5f3a79 tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] Request body: {'floatingip': {'floating_network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:46:30.371766 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d413f9-52e0-413d-b393-2afcc35aefce None None] Pushing event deleted for resources: {'Port': ['ID=de450cd2-ccae-46a6-bd30-a16e29581ab7,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:30.375365 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d413f9-52e0-413d-b393-2afcc35aefce None None] No DVR routers for this DVR port de450cd2-ccae-46a6-bd30-a16e29581ab7 on host n-d-779913-29 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:46:30.394219 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-77cef9c5-2ee8-4a47-ab76-c9e95c5f3a79 tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] Notify callbacks [] for floatingip, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:30.532390 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-77cef9c5-2ee8-4a47-ab76-c9e95c5f3a79 tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:30.652250 n-d-779913-29 neutron-server[93957]: WARNING neutron.services.revisions.revision_plugin [None req-8e457a5a-096e-484c-903e-1555677ed035 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Could not find related port for resource to bump revision. Jul 14 09:46:30.657252 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.ipam_pluggable_backend [None req-8e457a5a-096e-484c-903e-1555677ed035 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Port de450cd2-ccae-46a6-bd30-a16e29581ab7 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=93957) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Jul 14 09:46:30.658405 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.ipam_pluggable_backend [None req-8e457a5a-096e-484c-903e-1555677ed035 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Reverting IP allocation for 2001:db8::f816:3eff:fef9:3caa {{(pid=93957) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Jul 14 09:46:30.662577 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.ipam_pluggable_backend [None req-8e457a5a-096e-484c-903e-1555677ed035 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fef9:3caa {{(pid=93957) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Jul 14 09:46:30.663478 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-77cef9c5-2ee8-4a47-ab76-c9e95c5f3a79 tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] Allocated IP 172.25.4.95 (2dcd4d32-cc7c-4468-b396-7ce5c9231892/6cd22a75-5bc1-467c-a3c4-0af04bd1b34a/7bcf52e7-2f9c-4ac9-9e51-7b909d0ab825) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:46:30.663611 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8e457a5a-096e-484c-903e-1555677ed035 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10052764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11984092'] for subnet, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:30.731376 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e457a5a-096e-484c-903e-1555677ed035 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Network 17492632-5a7e-4bec-a3f9-f8285e44faf2 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:46:30.732333 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e457a5a-096e-484c-903e-1555677ed035 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Pushing event updated for resources: {'Subnet': ['ID=9f8b21d6-2de7-4c9a-a31f-bf6c9b160b11,revision_number=0']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:30.737216 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-8e457a5a-096e-484c-903e-1555677ed035 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:46:30.741830 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e457a5a-096e-484c-903e-1555677ed035 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:30.742903 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8e457a5a-096e-484c-903e-1555677ed035 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks [] for subnet, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:30.748636 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6769dae4-5d32-447f-a0fb-11abac55f40c None None] Network 17492632-5a7e-4bec-a3f9-f8285e44faf2 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:46:30.764236 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-8e457a5a-096e-484c-903e-1555677ed035 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3127215 Jul 14 09:46:30.766743 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 50186) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:30.773513 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-7e9288f3-28fe-4460-8d7a-79552d971642 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Request body: {'port': {'network_id': '17492632-5a7e-4bec-a3f9-f8285e44faf2', 'mac_address': 'fa:16:3e:a3:05:77', 'name': 'tempest-NetworksTestDHCPv6-1268754413'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:46:30.794229 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-77cef9c5-2ee8-4a47-ab76-c9e95c5f3a79 tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:30.838271 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-77cef9c5-2ee8-4a47-ab76-c9e95c5f3a79 tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:30.887238 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77cef9c5-2ee8-4a47-ab76-c9e95c5f3a79 tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] Network 2dcd4d32-cc7c-4468-b396-7ce5c9231892 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:46:30.893261 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-77cef9c5-2ee8-4a47-ab76-c9e95c5f3a79 tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:46:30.899807 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77cef9c5-2ee8-4a47-ab76-c9e95c5f3a79 tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:46:30.902984 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cef9c5-2ee8-4a47-ab76-c9e95c5f3a79 tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] Pushing event updated for resources: {'Port': ['ID=7bcf52e7-2f9c-4ac9-9e51-7b909d0ab825,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:30.915624 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e9288f3-28fe-4460-8d7a-79552d971642 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Made reservation on behalf of 1a9c030e37eb4fbea3adea586f150fe1 for: {'port': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:46:30.931510 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbfa6c63-a2c5-41dd-96c8-0e46ef97a9ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf57baaa9-fd24-59f4-8fd2-1dc21122ce72-17492632-5a7e-4bec-a3f9-f8285e44faf2', 'network_id': '17492632-5a7e-4bec-a3f9-f8285e44faf2', 'tenant_id': '1a9c030e37eb4fbea3adea586f150fe1', 'fixed_ips': [{'subnet_id': '9f8b21d6-2de7-4c9a-a31f-bf6c9b160b11'}]}} from n-d-779913-29. {{(pid=93959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:46:30.932406 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fbfa6c63-a2c5-41dd-96c8-0e46ef97a9ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:31.006636 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-77cef9c5-2ee8-4a47-ab76-c9e95c5f3a79 tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:31.010296 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e9288f3-28fe-4460-8d7a-79552d971642 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:31.038793 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-7e9288f3-28fe-4460-8d7a-79552d971642 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] device_id is not set on port 16a94a9d-6555-4145-8bb3-5feaacd81ec4 yet. {{(pid=93957) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:46:31.098844 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-77cef9c5-2ee8-4a47-ab76-c9e95c5f3a79 tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:31.130441 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-fbfa6c63-a2c5-41dd-96c8-0e46ef97a9ca None None] Allocated IP 2001:db8::f816:3eff:fe65:7ab1 (17492632-5a7e-4bec-a3f9-f8285e44faf2/9f8b21d6-2de7-4c9a-a31f-bf6c9b160b11/bf6c16f2-e430-4643-ad7c-a62fde48088c) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:46:31.299843 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd5ab78-15e8-42f9-af57-40964e011982 req-70b0e0cf-cb28-4905-bb78-a7c52116ed8d tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:31.299843 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-2fd5ab78-15e8-42f9-af57-40964e011982 req-70b0e0cf-cb28-4905-bb78-a7c52116ed8d tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/ports?device_id=3804666f-6b9b-407c-a2ec-26cc88361b9c HTTP/1.1" status: 200 len: 945 time: 0.1094310 Jul 14 09:46:31.339990 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device de450cd2-ccae-46a6-bd30-a16e29581ab7 no longer exists at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:46:31.363851 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fbfa6c63-a2c5-41dd-96c8-0e46ef97a9ca None None] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:31.364994 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-2fd5ab78-15e8-42f9-af57-40964e011982 req-c6aeb35e-4139-4d61-a38b-a01ecbb1e1d3 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/security-groups?id=c4808f8e-d927-4dd4-bd3b-54d695233756&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561490 Jul 14 09:46:31.366426 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] No Port match for: de450cd2-ccae-46a6-bd30-a16e29581ab7 {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:46:31.366853 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device de450cd2-ccae-46a6-bd30-a16e29581ab7 not bound to the agent host n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:46:31.367493 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-77cef9c5-2ee8-4a47-ab76-c9e95c5f3a79 tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:31.373797 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-77cef9c5-2ee8-4a47-ab76-c9e95c5f3a79 tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13574142'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:31.378539 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-fbfa6c63-a2c5-41dd-96c8-0e46ef97a9ca None None] Transition to ACTIVE for port object bf6c16f2-e430-4643-ad7c-a62fde48088c will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:46:31.402074 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-fbfa6c63-a2c5-41dd-96c8-0e46ef97a9ca None None] Transition to ACTIVE for port object bf6c16f2-e430-4643-ad7c-a62fde48088c will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:46:31.413450 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fbfa6c63-a2c5-41dd-96c8-0e46ef97a9ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:31.459397 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cef9c5-2ee8-4a47-ab76-c9e95c5f3a79 tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] Pushing event updated for resources: {'Port': ['ID=7bcf52e7-2f9c-4ac9-9e51-7b909d0ab825,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:31.462778 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfa6c63-a2c5-41dd-96c8-0e46ef97a9ca None None] Pushing event updated for resources: {'Port': ['ID=bf6c16f2-e430-4643-ad7c-a62fde48088c,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:31.472665 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-77cef9c5-2ee8-4a47-ab76-c9e95c5f3a79 tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-660590'] for floatingip, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:31.477625 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbfa6c63-a2c5-41dd-96c8-0e46ef97a9ca None None] Network 17492632-5a7e-4bec-a3f9-f8285e44faf2 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:46:31.479369 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-fbfa6c63-a2c5-41dd-96c8-0e46ef97a9ca None None] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:46:31.481945 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbfa6c63-a2c5-41dd-96c8-0e46ef97a9ca None None] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:46:31.489954 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-77cef9c5-2ee8-4a47-ab76-c9e95c5f3a79 tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for floatingip, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:31.495697 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-77cef9c5-2ee8-4a47-ab76-c9e95c5f3a79 tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1403151 Jul 14 09:46:31.519202 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-7e9288f3-28fe-4460-8d7a-79552d971642 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Allocated IP 2001:db8::f816:3eff:fea3:577 (17492632-5a7e-4bec-a3f9-f8285e44faf2/9f8b21d6-2de7-4c9a-a31f-bf6c9b160b11/16a94a9d-6555-4145-8bb3-5feaacd81ec4) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:46:31.574934 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-fbfa6c63-a2c5-41dd-96c8-0e46ef97a9ca None None] Attempting to bind port bf6c16f2-e430-4643-ad7c-a62fde48088c on host n-d-779913-29 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:46:31.575604 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-fbfa6c63-a2c5-41dd-96c8-0e46ef97a9ca None None] Attempting to bind port bf6c16f2-e430-4643-ad7c-a62fde48088c by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': '19ac4e1e-e083-4566-aca1-839bc1c998c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '17492632-5a7e-4bec-a3f9-f8285e44faf2'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:46:31.576139 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbfa6c63-a2c5-41dd-96c8-0e46ef97a9ca None None] Attempting to bind port bf6c16f2-e430-4643-ad7c-a62fde48088c on network 17492632-5a7e-4bec-a3f9-f8285e44faf2 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:46:31.587780 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbfa6c63-a2c5-41dd-96c8-0e46ef97a9ca None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 46, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:46:31.589044 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbfa6c63-a2c5-41dd-96c8-0e46ef97a9ca None None] Checking segment: {'id': '19ac4e1e-e083-4566-aca1-839bc1c998c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '17492632-5a7e-4bec-a3f9-f8285e44faf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:46:31.589756 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fbfa6c63-a2c5-41dd-96c8-0e46ef97a9ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:31.590165 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbfa6c63-a2c5-41dd-96c8-0e46ef97a9ca None None] Bound using segment: {'id': '19ac4e1e-e083-4566-aca1-839bc1c998c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '17492632-5a7e-4bec-a3f9-f8285e44faf2'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:46:31.590654 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-fbfa6c63-a2c5-41dd-96c8-0e46ef97a9ca None None] Bound port: bf6c16f2-e430-4643-ad7c-a62fde48088c, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19ac4e1e-e083-4566-aca1-839bc1c998c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '17492632-5a7e-4bec-a3f9-f8285e44faf2'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:46:31.591506 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fbfa6c63-a2c5-41dd-96c8-0e46ef97a9ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:31.746177 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-fbfa6c63-a2c5-41dd-96c8-0e46ef97a9ca None None] For port bf6c16f2-e430-4643-ad7c-a62fde48088c, host n-d-779913-29, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:46:31.750510 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-fbfa6c63-a2c5-41dd-96c8-0e46ef97a9ca None None] For port bf6c16f2-e430-4643-ad7c-a62fde48088c, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=bf6c16f2-e430-4643-ad7c-a62fde48088c,segment=NetworkSegment(19ac4e1e-e083-4566-aca1-839bc1c998c7),segment_id=19ac4e1e-e083-4566-aca1-839bc1c998c7)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:46:31.759911 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fbfa6c63-a2c5-41dd-96c8-0e46ef97a9ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:31.824182 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e9288f3-28fe-4460-8d7a-79552d971642 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:31.836523 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfa6c63-a2c5-41dd-96c8-0e46ef97a9ca None None] Pushing event updated for resources: {'Port': ['ID=bf6c16f2-e430-4643-ad7c-a62fde48088c,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:31.839997 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-4ffa9956-37be-4379-9bba-fb8ae6c231a3 req-08443298-1bb5-43c8-9a1f-772a52e55768 tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-securitygroup--1334174429&fields=id&tenant_id=fdcfb0d129f645508f46496d6d3408cf HTTP/1.1" status: 200 len: 267 time: 0.0946255 Jul 14 09:46:31.851339 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7e9288f3-28fe-4460-8d7a-79552d971642 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Transition to ACTIVE for port object 16a94a9d-6555-4145-8bb3-5feaacd81ec4 will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:46:31.979159 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffa9956-37be-4379-9bba-fb8ae6c231a3 req-c1d07780-4ba4-4a8f-910d-be22ec2099cd tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:31.980908 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-4ffa9956-37be-4379-9bba-fb8ae6c231a3 req-c1d07780-4ba4-4a8f-910d-be22ec2099cd tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] 10.222.0.68 "GET /v2.0/networks?id=e5bfa805-7fa6-4e66-853c-c2e7e3c5ed34 HTTP/1.1" status: 200 len: 810 time: 0.1309278 Jul 14 09:46:31.987516 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e9288f3-28fe-4460-8d7a-79552d971642 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:32.071997 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-4ffa9956-37be-4379-9bba-fb8ae6c231a3 req-34f2baf3-b270-4d8b-b5a6-bb4067185204 tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] 10.222.0.68 "GET /v2.0/quotas/fdcfb0d129f645508f46496d6d3408cf HTTP/1.1" status: 200 len: 375 time: 0.0819678 Jul 14 09:46:32.080344 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e9288f3-28fe-4460-8d7a-79552d971642 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Network 17492632-5a7e-4bec-a3f9-f8285e44faf2 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:46:32.120038 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-7e9288f3-28fe-4460-8d7a-79552d971642 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:46:32.125479 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e9288f3-28fe-4460-8d7a-79552d971642 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:46:32.131191 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e9288f3-28fe-4460-8d7a-79552d971642 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:32.131817 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e9288f3-28fe-4460-8d7a-79552d971642 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:32.143558 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9288f3-28fe-4460-8d7a-79552d971642 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Pushing event updated for resources: {'Port': ['ID=16a94a9d-6555-4145-8bb3-5feaacd81ec4,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:32.167839 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-7e9288f3-28fe-4460-8d7a-79552d971642 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.3993332 Jul 14 09:46:32.171458 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 50204) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:32.236417 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-4ffa9956-37be-4379-9bba-fb8ae6c231a3 req-2b3266ba-8022-4578-91cd-67bc8cac1dba tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=fdcfb0d129f645508f46496d6d3408cf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1542137 Jul 14 09:46:32.321894 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4231ff8b-7f2f-4829-9022-39d57948f21c tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:32.327799 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4231ff8b-7f2f-4829-9022-39d57948f21c tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:32.330027 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-4231ff8b-7f2f-4829-9022-39d57948f21c tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1570263 Jul 14 09:46:32.333012 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 50206) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:32.370185 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-4ffa9956-37be-4379-9bba-fb8ae6c231a3 req-70cb6d5b-3476-4d9a-95f9-2b0a3f5d8401 service neutron] 10.222.0.68 "GET /v2.0/networks/e5bfa805-7fa6-4e66-853c-c2e7e3c5ed34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201785 Jul 14 09:46:32.453705 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-da1d1af6-915e-4ee7-8d06-56f74423fc1f tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Deleting port 16a94a9d-6555-4145-8bb3-5feaacd81ec4 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:46:32.454136 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-da1d1af6-915e-4ee7-8d06-56f74423fc1f tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:32.493010 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-4ffa9956-37be-4379-9bba-fb8ae6c231a3 req-f9cccf22-3881-4858-b77c-f9e7dd697f44 service neutron] 10.222.0.68 "GET /v2.0/networks/e5bfa805-7fa6-4e66-853c-c2e7e3c5ed34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167142 Jul 14 09:46:32.594784 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-da1d1af6-915e-4ee7-8d06-56f74423fc1f tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:32.614745 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-da1d1af6-915e-4ee7-8d06-56f74423fc1f tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Calling delete_port for 16a94a9d-6555-4145-8bb3-5feaacd81ec4 owned by {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:46:32.689405 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a2064b-1826-48b3-8d4e-51e9420884a6 req-1d7274ab-67c1-4d86-97bc-a86d591752f4 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:32.691147 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-94a2064b-1826-48b3-8d4e-51e9420884a6 req-1d7274ab-67c1-4d86-97bc-a86d591752f4 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/ports?device_id=3804666f-6b9b-407c-a2ec-26cc88361b9c HTTP/1.1" status: 200 len: 945 time: 0.1383476 Jul 14 09:46:32.722108 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-62e477eb-1437-4ba9-9d0a-2468f5802e4e req-2cf25307-c639-4f58-9746-87b68519e23c tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] 10.222.0.68 "GET /v2.0/ports?device_id=f777bf20-f498-4a20-a738-aeeef232d5a1 HTTP/1.1" status: 200 len: 210 time: 0.0517738 Jul 14 09:46:32.768707 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-94a2064b-1826-48b3-8d4e-51e9420884a6 req-1b6d6909-846b-47a4-8c85-8ff77607e526 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/security-groups?id=c4808f8e-d927-4dd4-bd3b-54d695233756&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687337 Jul 14 09:46:32.842937 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-da1d1af6-915e-4ee7-8d06-56f74423fc1f tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:32.884716 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1d1af6-915e-4ee7-8d06-56f74423fc1f tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Pushing event deleted for resources: {'Port': ['ID=16a94a9d-6555-4145-8bb3-5feaacd81ec4,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:32.915802 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-da1d1af6-915e-4ee7-8d06-56f74423fc1f tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:32.920688 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-da1d1af6-915e-4ee7-8d06-56f74423fc1f tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "DELETE /v2.0/ports/16a94a9d-6555-4145-8bb3-5feaacd81ec4 HTTP/1.1" status: 204 len: 168 time: 0.5843482 Jul 14 09:46:32.921237 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 50224) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:32.986065 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4418763a-bde0-4a3d-8ac0-3cfd13c3bc29 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:32.987574 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4418763a-bde0-4a3d-8ac0-3cfd13c3bc29 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:32.991965 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-4418763a-bde0-4a3d-8ac0-3cfd13c3bc29 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0673835 Jul 14 09:46:32.992516 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 50226) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:33.058907 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e5c425a-3d46-4e33-aca4-f9dcd0578a3e tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Deleting subnet 9f8b21d6-2de7-4c9a-a31f-bf6c9b160b11 {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:46:33.070666 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2e5c425a-3d46-4e33-aca4-f9dcd0578a3e tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:33.135117 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2e5c425a-3d46-4e33-aca4-f9dcd0578a3e tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13574120'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:33.237444 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2e5c425a-3d46-4e33-aca4-f9dcd0578a3e tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3481002'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:33.281417 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-73b9dc9c-0a47-4457-9b4b-0f992fd3f723 None None] Provisioning for port bf6c16f2-e430-4643-ad7c-a62fde48088c completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:46:33.377673 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2e5c425a-3d46-4e33-aca4-f9dcd0578a3e tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13574056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16714573'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:33.411158 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5c425a-3d46-4e33-aca4-f9dcd0578a3e tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Pushing event deleted for resources: {'Subnet': ['ID=9f8b21d6-2de7-4c9a-a31f-bf6c9b160b11,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:33.421776 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2e5c425a-3d46-4e33-aca4-f9dcd0578a3e tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:33.425817 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-2e5c425a-3d46-4e33-aca4-f9dcd0578a3e tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "DELETE /v2.0/subnets/9f8b21d6-2de7-4c9a-a31f-bf6c9b160b11 HTTP/1.1" status: 204 len: 168 time: 0.4323242 Jul 14 09:46:33.428411 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 50232) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:33.452359 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device bf6c16f2-e430-4643-ad7c-a62fde48088c up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:46:33.479743 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-b30095ed-bc63-4734-849c-60f199aa1722 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0494735 Jul 14 09:46:33.482455 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 50234) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:33.524245 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning for port bf6c16f2-e430-4643-ad7c-a62fde48088c completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:46:33.533824 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port bf6c16f2-e430-4643-ad7c-a62fde48088c triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:46:33.534604 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:33.570843 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7bb3322-4ce2-4bc1-b061-286ef765b3b8 None None] Network 17492632-5a7e-4bec-a3f9-f8285e44faf2 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:46:33.583127 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4bdae54-7036-43cf-baec-d9b460372320 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:33.585036 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-d4bdae54-7036-43cf-baec-d9b460372320 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1015263 Jul 14 09:46:33.589058 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 50236) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:33.665243 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f9e9b3b-fa52-4870-9ef6-bfc1ced27f63 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:33.666695 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-1f9e9b3b-fa52-4870-9ef6-bfc1ced27f63 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0756168 Jul 14 09:46:33.669717 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 50238) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:33.677213 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-a0c2fa37-e9d9-43ce-88b9-6fade2de4d58 None None] Could not find standard attr ID for object 16a94a9d-6555-4145-8bb3-5feaacd81ec4. {{(pid=93959) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 09:46:33.713224 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-f553f943-865a-457f-887c-533fca6ebf65 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0421040 Jul 14 09:46:33.723613 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 50240) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:33.728865 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-f263bc8b-4789-4971-bd2d-f9682e73e4c7 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Request body: {'subnet': {'network_id': '17492632-5a7e-4bec-a3f9-f8285e44faf2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:46:33.778407 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:33.823680 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] For port bf6c16f2-e430-4643-ad7c-a62fde48088c, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=bf6c16f2-e430-4643-ad7c-a62fde48088c,segment=NetworkSegment(19ac4e1e-e083-4566-aca1-839bc1c998c7),segment_id=19ac4e1e-e083-4566-aca1-839bc1c998c7)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:46:33.828453 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:33.858461 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f263bc8b-4789-4971-bd2d-f9682e73e4c7 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Made reservation on behalf of 1a9c030e37eb4fbea3adea586f150fe1 for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:46:33.862140 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f263bc8b-4789-4971-bd2d-f9682e73e4c7 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16714600'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:33.883090 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05dbb94b-a2d2-46ab-84a7-caaaac6e379d None None] DHCP port deletion for 17492632-5a7e-4bec-a3f9-f8285e44faf2 request from n-d-779913-29 {{(pid=93959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:46:33.912665 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Pushing event updated for resources: {'Port': ['ID=bf6c16f2-e430-4643-ad7c-a62fde48088c,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:33.974178 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-05dbb94b-a2d2-46ab-84a7-caaaac6e379d None None] Deleting port bf6c16f2-e430-4643-ad7c-a62fde48088c {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:46:33.974651 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-05dbb94b-a2d2-46ab-84a7-caaaac6e379d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:33.980029 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-61de58a2-18e4-44d9-9b87-cd6815462555 req-8ff10b37-1439-41c5-9143-9e438be4a97c tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] 10.222.0.68 "GET /v2.0/ports?device_id=f777bf20-f498-4a20-a738-aeeef232d5a1 HTTP/1.1" status: 200 len: 210 time: 0.0632832 Jul 14 09:46:34.081632 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-05dbb94b-a2d2-46ab-84a7-caaaac6e379d None None] For port bf6c16f2-e430-4643-ad7c-a62fde48088c, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=bf6c16f2-e430-4643-ad7c-a62fde48088c,segment=NetworkSegment(19ac4e1e-e083-4566-aca1-839bc1c998c7),segment_id=19ac4e1e-e083-4566-aca1-839bc1c998c7)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:46:34.082055 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-05dbb94b-a2d2-46ab-84a7-caaaac6e379d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:34.112564 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-05dbb94b-a2d2-46ab-84a7-caaaac6e379d None None] Calling delete_port for bf6c16f2-e430-4643-ad7c-a62fde48088c owned by network:dhcp {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:46:34.222728 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-05dbb94b-a2d2-46ab-84a7-caaaac6e379d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:34.240685 n-d-779913-29 neutron-server[93957]: INFO neutron.api.v2.resource [req-6eadf69b-9638-447d-a82d-4ade802a6df0 req-c0a61fe6-2d10-4759-bfb9-191c4e155e2c service neutron] show failed (client error): The resource could not be found. Jul 14 09:46:34.241923 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6eadf69b-9638-447d-a82d-4ade802a6df0 req-c0a61fe6-2d10-4759-bfb9-191c4e155e2c service neutron] 10.222.0.65 "GET /v2.0/ports/7cea0ef2-e994-4c90-b899-188986138fca/bindings/n-h2-779913-29 HTTP/1.1" status: 404 len: 381 time: 0.1447742 Jul 14 09:46:34.243313 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05dbb94b-a2d2-46ab-84a7-caaaac6e379d None None] No DVR routers for this DVR port bf6c16f2-e430-4643-ad7c-a62fde48088c on host n-d-779913-29 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:46:34.282577 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05dbb94b-a2d2-46ab-84a7-caaaac6e379d None None] Pushing event deleted for resources: {'Port': ['ID=bf6c16f2-e430-4643-ad7c-a62fde48088c,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:34.612842 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eadf69b-9638-447d-a82d-4ade802a6df0 req-e9d50795-8f20-4c27-b287-0c0e75e258ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:34.615364 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6eadf69b-9638-447d-a82d-4ade802a6df0 req-e9d50795-8f20-4c27-b287-0c0e75e258ee service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=3804666f-6b9b-407c-a2ec-26cc88361b9c&tenant_id=62cf828fc3e84fada2a4655d43752657 HTTP/1.1" status: 200 len: 1097 time: 0.0970075 Jul 14 09:46:34.632678 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-6eadf69b-9638-447d-a82d-4ade802a6df0 req-ee7dc13a-638a-4459-a342-be8f4f654930 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-779913-29', 'device_owner': 'compute:nova'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:46:34.651216 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffa9956-37be-4379-9bba-fb8ae6c231a3 req-b71d4a0e-b128-4541-965c-97c9fd1a3022 tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:34.652705 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-4ffa9956-37be-4379-9bba-fb8ae6c231a3 req-b71d4a0e-b128-4541-965c-97c9fd1a3022 tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] 10.222.0.57 "GET /v2.0/networks?id=e5bfa805-7fa6-4e66-853c-c2e7e3c5ed34 HTTP/1.1" status: 200 len: 810 time: 0.1874309 Jul 14 09:46:34.693640 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e273bc-5fde-441d-a98d-968115e40556 req-039d1aa4-2cb6-4fe7-8e33-f985faf8264f tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:34.698503 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-82e273bc-5fde-441d-a98d-968115e40556 req-039d1aa4-2cb6-4fe7-8e33-f985faf8264f tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/ports?device_id=3804666f-6b9b-407c-a2ec-26cc88361b9c HTTP/1.1" status: 200 len: 945 time: 0.7555528 Jul 14 09:46:34.728264 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-6eadf69b-9638-447d-a82d-4ade802a6df0 req-ee7dc13a-638a-4459-a342-be8f4f654930 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:34.816610 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-4ffa9956-37be-4379-9bba-fb8ae6c231a3 req-f0d018ab-4d02-444f-9ebd-53742d06a09b tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fdcfb0d129f645508f46496d6d3408cf HTTP/1.1" status: 200 len: 380 time: 0.1395750 Jul 14 09:46:34.828982 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [req-4ffa9956-37be-4379-9bba-fb8ae6c231a3 req-e6d08693-05ae-4899-a089-3a5f58e54188 tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] Request body: {'port': {'device_id': 'f777bf20-f498-4a20-a738-aeeef232d5a1', 'network_id': 'e5bfa805-7fa6-4e66-853c-c2e7e3c5ed34', 'admin_state_up': True, 'tenant_id': 'fdcfb0d129f645508f46496d6d3408cf', 'security_groups': ['6e42484d-7586-47b4-b668-89a60fda81ff']}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:46:34.847814 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-82e273bc-5fde-441d-a98d-968115e40556 req-802351f0-0632-4ce8-8fce-715dec325724 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/security-groups?id=c4808f8e-d927-4dd4-bd3b-54d695233756&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1379435 Jul 14 09:46:34.979549 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-6eadf69b-9638-447d-a82d-4ade802a6df0 req-ee7dc13a-638a-4459-a342-be8f4f654930 service neutron] For port 7cea0ef2-e994-4c90-b899-188986138fca, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=7cea0ef2-e994-4c90-b899-188986138fca,segment=NetworkSegment(94ff459e-a83c-40ec-b1f2-d274955b18b9),segment_id=94ff459e-a83c-40ec-b1f2-d274955b18b9)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:46:35.004238 n-d-779913-29 neutron-server[93958]: DEBUG neutron.objects.ports [None req-f263bc8b-4789-4971-bd2d-f9682e73e4c7 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93958) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 14 09:46:35.008921 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f263bc8b-4789-4971-bd2d-f9682e73e4c7 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13573993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16714586'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:35.017231 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-6eadf69b-9638-447d-a82d-4ade802a6df0 req-ee7dc13a-638a-4459-a342-be8f4f654930 service neutron] For port 7cea0ef2-e994-4c90-b899-188986138fca, host n-h1-779913-29, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:46:35.065133 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3804666f-6b9b-407c-a2ec-26cc88361b9c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7cea0ef2-e994-4c90-b899-188986138fca'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:46:35.067500 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f83ff340-e41e-47e0-ae55-f34c24e368fb" -d '{"events": [{"server_uuid": "3804666f-6b9b-407c-a2ec-26cc88361b9c", "name": "network-vif-unplugged", "status": "completed", "tag": "7cea0ef2-e994-4c90-b899-188986138fca"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:46:35.071348 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-6eadf69b-9638-447d-a82d-4ade802a6df0 req-ee7dc13a-638a-4459-a342-be8f4f654930 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:35.072263 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f263bc8b-4789-4971-bd2d-f9682e73e4c7 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Network 17492632-5a7e-4bec-a3f9-f8285e44faf2 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:46:35.077607 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-f263bc8b-4789-4971-bd2d-f9682e73e4c7 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:46:35.081950 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ffa9956-37be-4379-9bba-fb8ae6c231a3 req-e6d08693-05ae-4899-a089-3a5f58e54188 tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] Made reservation on behalf of fdcfb0d129f645508f46496d6d3408cf for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:46:35.085479 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-4ffa9956-37be-4379-9bba-fb8ae6c231a3 req-e6d08693-05ae-4899-a089-3a5f58e54188 tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:35.088314 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51984215-f865-4459-97c5-3bc7a1c8e6ab None None] Network 17492632-5a7e-4bec-a3f9-f8285e44faf2 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:46:35.091382 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f263bc8b-4789-4971-bd2d-f9682e73e4c7 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:35.092228 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f263bc8b-4789-4971-bd2d-f9682e73e4c7 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:35.114604 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [req-6eadf69b-9638-447d-a82d-4ade802a6df0 req-ee7dc13a-638a-4459-a342-be8f4f654930 service neutron] Transition to ACTIVE for port object 7cea0ef2-e994-4c90-b899-188986138fca will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:46:35.115604 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f263bc8b-4789-4971-bd2d-f9682e73e4c7 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Pushing event updated for resources: {'Subnet': ['ID=2c56d661-9a08-43b7-9e7c-883dd5d63171,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:35.120014 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-6eadf69b-9638-447d-a82d-4ade802a6df0 req-ee7dc13a-638a-4459-a342-be8f4f654930 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:35.138366 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f263bc8b-4789-4971-bd2d-f9682e73e4c7 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:46:35.138707 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f263bc8b-4789-4971-bd2d-f9682e73e4c7 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:46:35.139049 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f263bc8b-4789-4971-bd2d-f9682e73e4c7 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:46:35.139395 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f263bc8b-4789-4971-bd2d-f9682e73e4c7 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:46:35.139733 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f263bc8b-4789-4971-bd2d-f9682e73e4c7 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:46:35.140066 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f263bc8b-4789-4971-bd2d-f9682e73e4c7 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:46:35.140395 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f263bc8b-4789-4971-bd2d-f9682e73e4c7 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:46:35.140719 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f263bc8b-4789-4971-bd2d-f9682e73e4c7 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:46:35.141048 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f263bc8b-4789-4971-bd2d-f9682e73e4c7 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:46:35.141374 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f263bc8b-4789-4971-bd2d-f9682e73e4c7 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:46:35.142268 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f263bc8b-4789-4971-bd2d-f9682e73e4c7 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:46:35.142911 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f263bc8b-4789-4971-bd2d-f9682e73e4c7 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:46:35.151086 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-f263bc8b-4789-4971-bd2d-f9682e73e4c7 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.4262452 Jul 14 09:46:35.152154 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 50254) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:35.185865 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-d8e18b86-34ae-45c3-91ed-5a019ae9506c tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Request body: {'port': {'network_id': '17492632-5a7e-4bec-a3f9-f8285e44faf2', 'mac_address': 'fa:16:3e:e1:4e:51', 'name': 'tempest-NetworksTestDHCPv6-948478644'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:46:35.236257 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 09:46:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99277353-4899-4e71-9c44-4744f2141be5 x-openstack-request-id: req-99277353-4899-4e71-9c44-4744f2141be5 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:46:35.236983 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3804666f-6b9b-407c-a2ec-26cc88361b9c", "name": "network-vif-unplugged", "status": "completed", "tag": "7cea0ef2-e994-4c90-b899-188986138fca", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:46:35.237529 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-99277353-4899-4e71-9c44-4744f2141be5 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:46:35.238244 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3804666f-6b9b-407c-a2ec-26cc88361b9c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7cea0ef2-e994-4c90-b899-188986138fca', 'code': 200} Jul 14 09:46:35.240562 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7dc13a-638a-4459-a342-be8f4f654930 service neutron] Pushing event updated for resources: {'Port': ['ID=7cea0ef2-e994-4c90-b899-188986138fca,revision_number=6']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:35.313230 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b99ae490-8b1a-49fc-8fbd-ba6c7c36c63e req-40855cde-f02f-4124-b397-74890df4a3d4 tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] 10.222.0.68 "GET /v2.0/ports?device_id=f777bf20-f498-4a20-a738-aeeef232d5a1 HTTP/1.1" status: 200 len: 210 time: 0.0743325 Jul 14 09:46:35.365821 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device bf6c16f2-e430-4643-ad7c-a62fde48088c no longer exists at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:46:35.418128 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3545fe2f-533c-476c-adcf-155509aab749 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf57baaa9-fd24-59f4-8fd2-1dc21122ce72-17492632-5a7e-4bec-a3f9-f8285e44faf2', 'network_id': '17492632-5a7e-4bec-a3f9-f8285e44faf2', 'tenant_id': '1a9c030e37eb4fbea3adea586f150fe1', 'fixed_ips': [{'subnet_id': '2c56d661-9a08-43b7-9e7c-883dd5d63171'}]}} from n-d-779913-29. {{(pid=93959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:46:35.419012 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3545fe2f-533c-476c-adcf-155509aab749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:35.421443 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] No Port match for: bf6c16f2-e430-4643-ad7c-a62fde48088c {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:46:35.421810 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device bf6c16f2-e430-4643-ad7c-a62fde48088c not bound to the agent host n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:46:35.428654 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [req-4ffa9956-37be-4379-9bba-fb8ae6c231a3 req-e6d08693-05ae-4899-a089-3a5f58e54188 tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] Allocated IP 172.20.0.9 (e5bfa805-7fa6-4e66-853c-c2e7e3c5ed34/a974099b-8e0b-49f4-a28f-d50286aa9083/97404d4b-2d52-4fc7-b4d4-1e17ae9f7ea7) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:46:35.435351 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-6eadf69b-9638-447d-a82d-4ade802a6df0 req-ee7dc13a-638a-4459-a342-be8f4f654930 service neutron] No DVR routers for this DVR port 7cea0ef2-e994-4c90-b899-188986138fca on host n-h1-779913-29 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:46:35.570818 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8e18b86-34ae-45c3-91ed-5a019ae9506c tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Made reservation on behalf of 1a9c030e37eb4fbea3adea586f150fe1 for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:46:35.640923 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-3545fe2f-533c-476c-adcf-155509aab749 None None] Allocated IP 2001:db8::f816:3eff:fe42:f581 (17492632-5a7e-4bec-a3f9-f8285e44faf2/2c56d661-9a08-43b7-9e7c-883dd5d63171/703a74a3-fff3-4ce9-838d-9b5cfd05e84f) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:46:35.647760 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-6eadf69b-9638-447d-a82d-4ade802a6df0 req-ee7dc13a-638a-4459-a342-be8f4f654930 service neutron] Attempting to bind port 7cea0ef2-e994-4c90-b899-188986138fca on host n-h2-779913-29 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:46:35.649385 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-6eadf69b-9638-447d-a82d-4ade802a6df0 req-ee7dc13a-638a-4459-a342-be8f4f654930 service neutron] Attempting to bind port 7cea0ef2-e994-4c90-b899-188986138fca by drivers openvswitch,hyperv on host n-h2-779913-29 at level 0 using segments [{'id': '94ff459e-a83c-40ec-b1f2-d274955b18b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '4c35a1de-4d2f-4c90-922a-9ee2e847d92b'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:46:35.649966 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eadf69b-9638-447d-a82d-4ade802a6df0 req-ee7dc13a-638a-4459-a342-be8f4f654930 service neutron] Attempting to bind port 7cea0ef2-e994-4c90-b899-188986138fca on network 4c35a1de-4d2f-4c90-922a-9ee2e847d92b {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:46:35.655874 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eadf69b-9638-447d-a82d-4ade802a6df0 req-ee7dc13a-638a-4459-a342-be8f4f654930 service neutron] Port 7cea0ef2-e994-4c90-b899-188986138fca on network 4c35a1de-4d2f-4c90-922a-9ee2e847d92b not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-29 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:46:35.656215 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eadf69b-9638-447d-a82d-4ade802a6df0 req-ee7dc13a-638a-4459-a342-be8f4f654930 service neutron] Attempting to bind port 7cea0ef2-e994-4c90-b899-188986138fca on network 4c35a1de-4d2f-4c90-922a-9ee2e847d92b {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:46:35.662245 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eadf69b-9638-447d-a82d-4ade802a6df0 req-ee7dc13a-638a-4459-a342-be8f4f654930 service neutron] Checking agent: {'id': '013e4a3b-a634-47b8-b6a5-1a25109b73fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 13, 13), 'started_at': datetime.datetime(2021, 7, 14, 9, 13, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 46, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:46:35.662592 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eadf69b-9638-447d-a82d-4ade802a6df0 req-ee7dc13a-638a-4459-a342-be8f4f654930 service neutron] Checking segment: {'id': '94ff459e-a83c-40ec-b1f2-d274955b18b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '4c35a1de-4d2f-4c90-922a-9ee2e847d92b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:46:35.662979 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eadf69b-9638-447d-a82d-4ade802a6df0 req-ee7dc13a-638a-4459-a342-be8f4f654930 service neutron] Bound using segment: {'id': '94ff459e-a83c-40ec-b1f2-d274955b18b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '4c35a1de-4d2f-4c90-922a-9ee2e847d92b'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:46:35.663415 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-6eadf69b-9638-447d-a82d-4ade802a6df0 req-ee7dc13a-638a-4459-a342-be8f4f654930 service neutron] Bound port: 7cea0ef2-e994-4c90-b899-188986138fca, host: n-h2-779913-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94ff459e-a83c-40ec-b1f2-d274955b18b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '4c35a1de-4d2f-4c90-922a-9ee2e847d92b'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:46:35.663830 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-6eadf69b-9638-447d-a82d-4ade802a6df0 req-ee7dc13a-638a-4459-a342-be8f4f654930 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:35.705913 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-4ffa9956-37be-4379-9bba-fb8ae6c231a3 req-e6d08693-05ae-4899-a089-3a5f58e54188 tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:35.725273 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d8e18b86-34ae-45c3-91ed-5a019ae9506c tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:35.734442 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-6eadf69b-9638-447d-a82d-4ade802a6df0 req-ee7dc13a-638a-4459-a342-be8f4f654930 service neutron] For port 7cea0ef2-e994-4c90-b899-188986138fca, host n-h2-779913-29, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:46:35.739552 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-6eadf69b-9638-447d-a82d-4ade802a6df0 req-ee7dc13a-638a-4459-a342-be8f4f654930 service neutron] For port 7cea0ef2-e994-4c90-b899-188986138fca, host n-h2-779913-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=7cea0ef2-e994-4c90-b899-188986138fca,segment=NetworkSegment(94ff459e-a83c-40ec-b1f2-d274955b18b9),segment_id=94ff459e-a83c-40ec-b1f2-d274955b18b9)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:46:35.739893 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-4ffa9956-37be-4379-9bba-fb8ae6c231a3 req-e6d08693-05ae-4899-a089-3a5f58e54188 tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] Transition to ACTIVE for port object 97404d4b-2d52-4fc7-b4d4-1e17ae9f7ea7 will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:46:35.743341 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-6eadf69b-9638-447d-a82d-4ade802a6df0 req-ee7dc13a-638a-4459-a342-be8f4f654930 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:35.754627 n-d-779913-29 neutron-server[93958]: DEBUG neutron.notifiers.nova [None req-d8e18b86-34ae-45c3-91ed-5a019ae9506c tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] device_id is not set on port 4ceacd00-484e-4953-ae7f-876005746639 yet. {{(pid=93958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:46:35.786727 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eadf69b-9638-447d-a82d-4ade802a6df0 req-ee7dc13a-638a-4459-a342-be8f4f654930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:35.787725 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-6eadf69b-9638-447d-a82d-4ade802a6df0 req-ee7dc13a-638a-4459-a342-be8f4f654930 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:35.793405 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6eadf69b-9638-447d-a82d-4ade802a6df0 req-ee7dc13a-638a-4459-a342-be8f4f654930 service neutron] 10.222.0.57 "PUT /v2.0/ports/7cea0ef2-e994-4c90-b899-188986138fca HTTP/1.1" status: 200 len: 1092 time: 1.1655059 Jul 14 09:46:35.819750 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7dc13a-638a-4459-a342-be8f4f654930 service neutron] Pushing event updated for resources: {'Port': ['ID=7cea0ef2-e994-4c90-b899-188986138fca,revision_number=7']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:35.846173 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3545fe2f-533c-476c-adcf-155509aab749 None None] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:35.855765 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-3545fe2f-533c-476c-adcf-155509aab749 None None] Transition to ACTIVE for port object 703a74a3-fff3-4ce9-838d-9b5cfd05e84f will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:46:35.874795 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-3545fe2f-533c-476c-adcf-155509aab749 None None] Transition to ACTIVE for port object 703a74a3-fff3-4ce9-838d-9b5cfd05e84f will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:46:35.894170 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3545fe2f-533c-476c-adcf-155509aab749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:35.936465 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eadf69b-9638-447d-a82d-4ade802a6df0 req-fe40b420-9b69-4378-9831-20bac4e52857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:35.938044 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6eadf69b-9638-447d-a82d-4ade802a6df0 req-fe40b420-9b69-4378-9831-20bac4e52857 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=62cf828fc3e84fada2a4655d43752657&device_id=3804666f-6b9b-407c-a2ec-26cc88361b9c HTTP/1.1" status: 200 len: 1095 time: 0.0998757 Jul 14 09:46:35.944949 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-4ffa9956-37be-4379-9bba-fb8ae6c231a3 req-e6d08693-05ae-4899-a089-3a5f58e54188 tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:35.977429 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3545fe2f-533c-476c-adcf-155509aab749 None None] Pushing event updated for resources: {'Port': ['ID=703a74a3-fff3-4ce9-838d-9b5cfd05e84f,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:35.998720 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3545fe2f-533c-476c-adcf-155509aab749 None None] Network 17492632-5a7e-4bec-a3f9-f8285e44faf2 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:46:36.005252 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-3545fe2f-533c-476c-adcf-155509aab749 None None] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:46:36.009407 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3545fe2f-533c-476c-adcf-155509aab749 None None] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:46:36.051600 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-d8e18b86-34ae-45c3-91ed-5a019ae9506c tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Allocated IP 2001:db8::f816:3eff:fee1:4e51 (17492632-5a7e-4bec-a3f9-f8285e44faf2/2c56d661-9a08-43b7-9e7c-883dd5d63171/4ceacd00-484e-4953-ae7f-876005746639) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:46:36.106421 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-3545fe2f-533c-476c-adcf-155509aab749 None None] Attempting to bind port 703a74a3-fff3-4ce9-838d-9b5cfd05e84f on host n-d-779913-29 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:46:36.106867 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-3545fe2f-533c-476c-adcf-155509aab749 None None] Attempting to bind port 703a74a3-fff3-4ce9-838d-9b5cfd05e84f by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': '19ac4e1e-e083-4566-aca1-839bc1c998c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '17492632-5a7e-4bec-a3f9-f8285e44faf2'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:46:36.107298 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3545fe2f-533c-476c-adcf-155509aab749 None None] Attempting to bind port 703a74a3-fff3-4ce9-838d-9b5cfd05e84f on network 17492632-5a7e-4bec-a3f9-f8285e44faf2 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:46:36.114736 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3545fe2f-533c-476c-adcf-155509aab749 None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 46, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:46:36.114969 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3545fe2f-533c-476c-adcf-155509aab749 None None] Checking segment: {'id': '19ac4e1e-e083-4566-aca1-839bc1c998c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '17492632-5a7e-4bec-a3f9-f8285e44faf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:46:36.115631 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3545fe2f-533c-476c-adcf-155509aab749 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:36.116081 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3545fe2f-533c-476c-adcf-155509aab749 None None] Bound using segment: {'id': '19ac4e1e-e083-4566-aca1-839bc1c998c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '17492632-5a7e-4bec-a3f9-f8285e44faf2'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:46:36.116721 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-3545fe2f-533c-476c-adcf-155509aab749 None None] Bound port: 703a74a3-fff3-4ce9-838d-9b5cfd05e84f, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19ac4e1e-e083-4566-aca1-839bc1c998c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '17492632-5a7e-4bec-a3f9-f8285e44faf2'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:46:36.117647 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3545fe2f-533c-476c-adcf-155509aab749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:36.125430 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d08693-05ae-4899-a089-3a5f58e54188 tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] Pushing event updated for resources: {'Port': ['ID=97404d4b-2d52-4fc7-b4d4-1e17ae9f7ea7,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:36.142617 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eadf69b-9638-447d-a82d-4ade802a6df0 req-67b3af8e-71d0-4a54-bb58-8d0f29eb5707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:36.144030 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6eadf69b-9638-447d-a82d-4ade802a6df0 req-67b3af8e-71d0-4a54-bb58-8d0f29eb5707 service neutron] 10.222.0.57 "GET /v2.0/networks?id=4c35a1de-4d2f-4c90-922a-9ee2e847d92b HTTP/1.1" status: 200 len: 897 time: 0.1978097 Jul 14 09:46:36.201862 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-3545fe2f-533c-476c-adcf-155509aab749 None None] For port 703a74a3-fff3-4ce9-838d-9b5cfd05e84f, host n-d-779913-29, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:46:36.206097 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-3545fe2f-533c-476c-adcf-155509aab749 None None] For port 703a74a3-fff3-4ce9-838d-9b5cfd05e84f, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=703a74a3-fff3-4ce9-838d-9b5cfd05e84f,segment=NetworkSegment(19ac4e1e-e083-4566-aca1-839bc1c998c7),segment_id=19ac4e1e-e083-4566-aca1-839bc1c998c7)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:46:36.218538 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3545fe2f-533c-476c-adcf-155509aab749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:36.237188 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ffa9956-37be-4379-9bba-fb8ae6c231a3 req-e6d08693-05ae-4899-a089-3a5f58e54188 tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] Network e5bfa805-7fa6-4e66-853c-c2e7e3c5ed34 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:46:36.243131 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [req-4ffa9956-37be-4379-9bba-fb8ae6c231a3 req-e6d08693-05ae-4899-a089-3a5f58e54188 tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:46:36.245893 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ffa9956-37be-4379-9bba-fb8ae6c231a3 req-e6d08693-05ae-4899-a089-3a5f58e54188 tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:46:36.257930 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6eadf69b-9638-447d-a82d-4ade802a6df0 req-78ff1d7e-3567-4e7b-b8e4-1e96ec76d207 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7cea0ef2-e994-4c90-b899-188986138fca HTTP/1.1" status: 200 len: 999 time: 0.1062386 Jul 14 09:46:36.334208 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3545fe2f-533c-476c-adcf-155509aab749 None None] Pushing event updated for resources: {'Port': ['ID=703a74a3-fff3-4ce9-838d-9b5cfd05e84f,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:36.344509 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eadf69b-9638-447d-a82d-4ade802a6df0 req-ebb76c53-c9cd-4399-a507-e324a31618ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:36.346590 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6eadf69b-9638-447d-a82d-4ade802a6df0 req-ebb76c53-c9cd-4399-a507-e324a31618ba service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fb44ecfc-c025-4947-a94a-856af59d72fc HTTP/1.1" status: 200 len: 835 time: 0.0804772 Jul 14 09:46:36.370238 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffa9956-37be-4379-9bba-fb8ae6c231a3 req-e6d08693-05ae-4899-a089-3a5f58e54188 tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:36.370908 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-4ffa9956-37be-4379-9bba-fb8ae6c231a3 req-e6d08693-05ae-4899-a089-3a5f58e54188 tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:36.384702 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d8e18b86-34ae-45c3-91ed-5a019ae9506c tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:36.442675 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f1d857-7360-434d-9297-edd05cc71402 req-a47cbaf4-1624-44f4-8af5-76f3245b5ca4 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:36.450580 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-17f1d857-7360-434d-9297-edd05cc71402 req-a47cbaf4-1624-44f4-8af5-76f3245b5ca4 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/ports?device_id=3804666f-6b9b-407c-a2ec-26cc88361b9c HTTP/1.1" status: 200 len: 943 time: 0.3170390 Jul 14 09:46:36.473169 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eadf69b-9638-447d-a82d-4ade802a6df0 req-0bec9c9e-0e90-4272-a2af-7b428a0b1aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:36.477857 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-4ffa9956-37be-4379-9bba-fb8ae6c231a3 req-e6d08693-05ae-4899-a089-3a5f58e54188 tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6526754 Jul 14 09:46:36.478902 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-d8e18b86-34ae-45c3-91ed-5a019ae9506c tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Transition to ACTIVE for port object 4ceacd00-484e-4953-ae7f-876005746639 will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:46:36.479546 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6eadf69b-9638-447d-a82d-4ade802a6df0 req-0bec9c9e-0e90-4272-a2af-7b428a0b1aa3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4c35a1de-4d2f-4c90-922a-9ee2e847d92b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1236167 Jul 14 09:46:36.508005 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [req-4ffa9956-37be-4379-9bba-fb8ae6c231a3 req-860dba42-85a4-4875-aa98-9d301dd24b98 service neutron] Request body: {'port': {'device_id': 'f777bf20-f498-4a20-a738-aeeef232d5a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-29'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:46:36.571682 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-17f1d857-7360-434d-9297-edd05cc71402 req-f41b0a0c-a4d8-4d04-8223-2ec7c8cd417c tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/security-groups?id=c4808f8e-d927-4dd4-bd3b-54d695233756&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1198595 Jul 14 09:46:36.617304 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-74a9f8fb-680d-400f-975c-63e0bfe6e448 None None] Provisioning for port 97404d4b-2d52-4fc7-b4d4-1e17ae9f7ea7 completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:46:36.652793 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d8e18b86-34ae-45c3-91ed-5a019ae9506c tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:36.687257 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-74a9f8fb-680d-400f-975c-63e0bfe6e448 None None] Provisioning complete for port 97404d4b-2d52-4fc7-b4d4-1e17ae9f7ea7 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:46:36.687658 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-74a9f8fb-680d-400f-975c-63e0bfe6e448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:36.690721 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4f93cd-0ae0-40d5-9b46-5bccf47d1e33 req-c2ab7492-5387-4e1a-9d43-8c3bc622e494 tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:36.695636 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3a4f93cd-0ae0-40d5-9b46-5bccf47d1e33 req-c2ab7492-5387-4e1a-9d43-8c3bc622e494 tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] 10.222.0.68 "GET /v2.0/ports?device_id=f777bf20-f498-4a20-a738-aeeef232d5a1 HTTP/1.1" status: 200 len: 931 time: 0.1671045 Jul 14 09:46:36.743985 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-74a9f8fb-680d-400f-975c-63e0bfe6e448 None None] Port 97404d4b-2d52-4fc7-b4d4-1e17ae9f7ea7 cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:46:36.763167 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8e18b86-34ae-45c3-91ed-5a019ae9506c tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Network 17492632-5a7e-4bec-a3f9-f8285e44faf2 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:46:36.776627 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e18b86-34ae-45c3-91ed-5a019ae9506c tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Pushing event updated for resources: {'Port': ['ID=4ceacd00-484e-4953-ae7f-876005746639,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:36.781434 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-d8e18b86-34ae-45c3-91ed-5a019ae9506c tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:46:36.790503 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-4ffa9956-37be-4379-9bba-fb8ae6c231a3 req-860dba42-85a4-4875-aa98-9d301dd24b98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:36.793566 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e18b86-34ae-45c3-91ed-5a019ae9506c tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:46:36.796995 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3a4f93cd-0ae0-40d5-9b46-5bccf47d1e33 req-54013b81-8390-4781-b8ee-2fff1c9c582d tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] 10.222.0.68 "GET /v2.0/security-groups?id=6e42484d-7586-47b4-b668-89a60fda81ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942776 Jul 14 09:46:36.803996 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8e18b86-34ae-45c3-91ed-5a019ae9506c tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:36.804973 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d8e18b86-34ae-45c3-91ed-5a019ae9506c tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:36.827111 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6eadf69b-9638-447d-a82d-4ade802a6df0 req-8acb1a5f-704c-4c59-a6b3-14da683ff51f service neutron] 10.222.0.57 "GET /v2.0/networks/4c35a1de-4d2f-4c90-922a-9ee2e847d92b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3292243 Jul 14 09:46:36.843333 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-d8e18b86-34ae-45c3-91ed-5a019ae9506c tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.6620617 Jul 14 09:46:36.876422 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 50264) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:36.947000 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6eadf69b-9638-447d-a82d-4ade802a6df0 req-afd5c5c0-d86e-48f2-ae7d-259eb5803671 service neutron] 10.222.0.57 "GET /v2.0/networks/4c35a1de-4d2f-4c90-922a-9ee2e847d92b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138144 Jul 14 09:46:37.127311 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f52a012c-ad02-43d4-beb4-dc016acf5954 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:37.134629 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f52a012c-ad02-43d4-beb4-dc016acf5954 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:37.138531 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 50266) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:37.138729 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-f52a012c-ad02-43d4-beb4-dc016acf5954 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.2593162 Jul 14 09:46:37.272970 n-d-779913-29 neutron-server[93958]: DEBUG neutron.notifiers.nova [req-4ffa9956-37be-4379-9bba-fb8ae6c231a3 req-860dba42-85a4-4875-aa98-9d301dd24b98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97404d4b-2d52-4fc7-b4d4-1e17ae9f7ea7 {{(pid=93958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:46:37.287670 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-4ffa9956-37be-4379-9bba-fb8ae6c231a3 req-860dba42-85a4-4875-aa98-9d301dd24b98 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:37.317143 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [req-4ffa9956-37be-4379-9bba-fb8ae6c231a3 req-860dba42-85a4-4875-aa98-9d301dd24b98 service neutron] Transition to ACTIVE for port object 97404d4b-2d52-4fc7-b4d4-1e17ae9f7ea7 will not be triggered until provisioned by entity L2. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:46:37.322792 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-4ffa9956-37be-4379-9bba-fb8ae6c231a3 req-860dba42-85a4-4875-aa98-9d301dd24b98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13574142'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:37.400471 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860dba42-85a4-4875-aa98-9d301dd24b98 service neutron] Pushing event updated for resources: {'Port': ['ID=97404d4b-2d52-4fc7-b4d4-1e17ae9f7ea7,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:37.444007 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 703a74a3-fff3-4ce9-838d-9b5cfd05e84f up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:46:37.537525 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-4ffa9956-37be-4379-9bba-fb8ae6c231a3 req-860dba42-85a4-4875-aa98-9d301dd24b98 service neutron] Attempting to bind port 97404d4b-2d52-4fc7-b4d4-1e17ae9f7ea7 on host n-h2-779913-29 for vnic_type normal with profile {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:46:37.540337 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-4ffa9956-37be-4379-9bba-fb8ae6c231a3 req-860dba42-85a4-4875-aa98-9d301dd24b98 service neutron] Attempting to bind port 97404d4b-2d52-4fc7-b4d4-1e17ae9f7ea7 by drivers openvswitch,hyperv on host n-h2-779913-29 at level 0 using segments [{'id': '6e8354c8-98e1-423b-8aa6-11517ab42496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'e5bfa805-7fa6-4e66-853c-c2e7e3c5ed34'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:46:37.542660 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ffa9956-37be-4379-9bba-fb8ae6c231a3 req-860dba42-85a4-4875-aa98-9d301dd24b98 service neutron] Attempting to bind port 97404d4b-2d52-4fc7-b4d4-1e17ae9f7ea7 on network e5bfa805-7fa6-4e66-853c-c2e7e3c5ed34 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:46:37.556375 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ffa9956-37be-4379-9bba-fb8ae6c231a3 req-860dba42-85a4-4875-aa98-9d301dd24b98 service neutron] Port 97404d4b-2d52-4fc7-b4d4-1e17ae9f7ea7 on network e5bfa805-7fa6-4e66-853c-c2e7e3c5ed34 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-29 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:46:37.559847 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ffa9956-37be-4379-9bba-fb8ae6c231a3 req-860dba42-85a4-4875-aa98-9d301dd24b98 service neutron] Attempting to bind port 97404d4b-2d52-4fc7-b4d4-1e17ae9f7ea7 on network e5bfa805-7fa6-4e66-853c-c2e7e3c5ed34 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:46:37.571536 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning for port 703a74a3-fff3-4ce9-838d-9b5cfd05e84f completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:46:37.581089 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ffa9956-37be-4379-9bba-fb8ae6c231a3 req-860dba42-85a4-4875-aa98-9d301dd24b98 service neutron] Checking agent: {'id': '013e4a3b-a634-47b8-b6a5-1a25109b73fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 13, 13), 'started_at': datetime.datetime(2021, 7, 14, 9, 13, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 46, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:46:37.581841 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ffa9956-37be-4379-9bba-fb8ae6c231a3 req-860dba42-85a4-4875-aa98-9d301dd24b98 service neutron] Checking segment: {'id': '6e8354c8-98e1-423b-8aa6-11517ab42496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'e5bfa805-7fa6-4e66-853c-c2e7e3c5ed34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:46:37.583384 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ffa9956-37be-4379-9bba-fb8ae6c231a3 req-860dba42-85a4-4875-aa98-9d301dd24b98 service neutron] Bound using segment: {'id': '6e8354c8-98e1-423b-8aa6-11517ab42496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'e5bfa805-7fa6-4e66-853c-c2e7e3c5ed34'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:46:37.584133 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-4ffa9956-37be-4379-9bba-fb8ae6c231a3 req-860dba42-85a4-4875-aa98-9d301dd24b98 service neutron] Bound port: 97404d4b-2d52-4fc7-b4d4-1e17ae9f7ea7, host: n-h2-779913-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e8354c8-98e1-423b-8aa6-11517ab42496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'e5bfa805-7fa6-4e66-853c-c2e7e3c5ed34'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:46:37.584702 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-4ffa9956-37be-4379-9bba-fb8ae6c231a3 req-860dba42-85a4-4875-aa98-9d301dd24b98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:37.744218 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-4ffa9956-37be-4379-9bba-fb8ae6c231a3 req-860dba42-85a4-4875-aa98-9d301dd24b98 service neutron] For port 97404d4b-2d52-4fc7-b4d4-1e17ae9f7ea7, host n-h2-779913-29, cleared binding levels {{(pid=93958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:46:37.749404 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3804666f-6b9b-407c-a2ec-26cc88361b9c', 'tag': '7cea0ef2-e994-4c90-b899-188986138fca'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:46:37.751350 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-4ffa9956-37be-4379-9bba-fb8ae6c231a3 req-860dba42-85a4-4875-aa98-9d301dd24b98 service neutron] For port 97404d4b-2d52-4fc7-b4d4-1e17ae9f7ea7, host n-h2-779913-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=97404d4b-2d52-4fc7-b4d4-1e17ae9f7ea7,segment=NetworkSegment(6e8354c8-98e1-423b-8aa6-11517ab42496),segment_id=6e8354c8-98e1-423b-8aa6-11517ab42496)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:46:37.752061 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72802df8-ae27-4e86-b3c0-fcbf26d2a01b" -d '{"events": [{"name": "network-changed", "server_uuid": "3804666f-6b9b-407c-a2ec-26cc88361b9c", "tag": "7cea0ef2-e994-4c90-b899-188986138fca"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:46:37.757302 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-4ffa9956-37be-4379-9bba-fb8ae6c231a3 req-860dba42-85a4-4875-aa98-9d301dd24b98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13574142'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:37.835568 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffa9956-37be-4379-9bba-fb8ae6c231a3 req-860dba42-85a4-4875-aa98-9d301dd24b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:37.836284 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-4ffa9956-37be-4379-9bba-fb8ae6c231a3 req-860dba42-85a4-4875-aa98-9d301dd24b98 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:37.837821 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-4ffa9956-37be-4379-9bba-fb8ae6c231a3 req-860dba42-85a4-4875-aa98-9d301dd24b98 service neutron] 10.222.0.57 "PUT /v2.0/ports/97404d4b-2d52-4fc7-b4d4-1e17ae9f7ea7 HTTP/1.1" status: 200 len: 1092 time: 1.3348525 Jul 14 09:46:37.841673 n-d-779913-29 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f777bf20-f498-4a20-a738-aeeef232d5a1', 'tag': '97404d4b-2d52-4fc7-b4d4-1e17ae9f7ea7'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:46:37.844005 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cb48f044f948e981f43897c8d7f1332f741dc7af2b4c5a6e19d8f4a80f708e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a09d6f2-932d-4983-bdb8-6be8e9b1baac" -d '{"events": [{"name": "network-changed", "server_uuid": "f777bf20-f498-4a20-a738-aeeef232d5a1", "tag": "97404d4b-2d52-4fc7-b4d4-1e17ae9f7ea7"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:46:37.851636 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-041ddf6d-36c5-407a-8089-f632bb77a959 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Deleting port 4ceacd00-484e-4953-ae7f-876005746639 {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:46:37.852226 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-041ddf6d-36c5-407a-8089-f632bb77a959 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:37.928649 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860dba42-85a4-4875-aa98-9d301dd24b98 service neutron] Pushing event updated for resources: {'Port': ['ID=97404d4b-2d52-4fc7-b4d4-1e17ae9f7ea7,revision_number=3']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:37.997581 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-041ddf6d-36c5-407a-8089-f632bb77a959 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:38.024123 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-041ddf6d-36c5-407a-8089-f632bb77a959 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Calling delete_port for 4ceacd00-484e-4953-ae7f-876005746639 owned by {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:46:38.093366 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb2f937-78b4-4bc6-9365-aaa9a5a2f375 req-c89e0234-e78e-4092-8826-fedd286f74ba tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:38.101015 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-4bb2f937-78b4-4bc6-9365-aaa9a5a2f375 req-c89e0234-e78e-4092-8826-fedd286f74ba tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/ports?device_id=3804666f-6b9b-407c-a2ec-26cc88361b9c HTTP/1.1" status: 200 len: 943 time: 0.2797506 Jul 14 09:46:38.120134 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:46:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-732f92cc-3de0-41a6-b503-49f450dc7f80 x-openstack-request-id: req-732f92cc-3de0-41a6-b503-49f450dc7f80 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:46:38.120434 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3804666f-6b9b-407c-a2ec-26cc88361b9c", "tag": "7cea0ef2-e994-4c90-b899-188986138fca", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:46:38.120682 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-732f92cc-3de0-41a6-b503-49f450dc7f80 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:46:38.121117 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3804666f-6b9b-407c-a2ec-26cc88361b9c', 'tag': '7cea0ef2-e994-4c90-b899-188986138fca', 'status': 'completed', 'code': 200} Jul 14 09:46:38.151729 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-4bb2f937-78b4-4bc6-9365-aaa9a5a2f375 req-6cd0f10f-0e66-4b37-92ba-23ef8b27db18 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/security-groups?id=c4808f8e-d927-4dd4-bd3b-54d695233756&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496418 Jul 14 09:46:38.179302 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffa9956-37be-4379-9bba-fb8ae6c231a3 req-f04f4b09-d3f5-4721-8d84-df0b2611d732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:38.187897 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-4ffa9956-37be-4379-9bba-fb8ae6c231a3 req-f04f4b09-d3f5-4721-8d84-df0b2611d732 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=fdcfb0d129f645508f46496d6d3408cf&device_id=f777bf20-f498-4a20-a738-aeeef232d5a1 HTTP/1.1" status: 200 len: 1095 time: 0.2459695 Jul 14 09:46:38.220195 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-e914d92f-5d5e-48b9-b7cd-a3923728acdf None None] Provisioning for port 703a74a3-fff3-4ce9-838d-9b5cfd05e84f completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:46:38.240917 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-e914d92f-5d5e-48b9-b7cd-a3923728acdf None None] Provisioning complete for port 703a74a3-fff3-4ce9-838d-9b5cfd05e84f triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:46:38.242030 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e914d92f-5d5e-48b9-b7cd-a3923728acdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:38.278475 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:46:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbee840a-48f0-4abf-9f80-e2699d67329f x-openstack-request-id: req-bbee840a-48f0-4abf-9f80-e2699d67329f {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:46:38.278883 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f777bf20-f498-4a20-a738-aeeef232d5a1", "tag": "97404d4b-2d52-4fc7-b4d4-1e17ae9f7ea7", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:46:38.279853 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-bbee840a-48f0-4abf-9f80-e2699d67329f {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:46:38.280390 n-d-779913-29 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f777bf20-f498-4a20-a738-aeeef232d5a1', 'tag': '97404d4b-2d52-4fc7-b4d4-1e17ae9f7ea7', 'status': 'completed', 'code': 200} Jul 14 09:46:38.386347 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-041ddf6d-36c5-407a-8089-f632bb77a959 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:38.431570 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72802df8-ae27-4e86-b3c0-fcbf26d2a01b req-c7f43d58-c59e-4ad7-bb76-0a87568e841d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:38.433928 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-72802df8-ae27-4e86-b3c0-fcbf26d2a01b req-c7f43d58-c59e-4ad7-bb76-0a87568e841d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=62cf828fc3e84fada2a4655d43752657&device_id=3804666f-6b9b-407c-a2ec-26cc88361b9c HTTP/1.1" status: 200 len: 1095 time: 0.2504370 Jul 14 09:46:38.448154 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e914d92f-5d5e-48b9-b7cd-a3923728acdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:38.471663 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-4ffa9956-37be-4379-9bba-fb8ae6c231a3 req-43c4d8eb-06c5-4f0b-9495-56b3cc5fef1a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=97404d4b-2d52-4fc7-b4d4-1e17ae9f7ea7 HTTP/1.1" status: 200 len: 217 time: 0.2685437 Jul 14 09:46:38.471925 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 7cea0ef2-e994-4c90-b899-188986138fca details requested by agent hyperv_n-h2-779913-29 with host n-h2-779913-29 {{(pid=93959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:46:38.514523 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-e914d92f-5d5e-48b9-b7cd-a3923728acdf None None] For port 703a74a3-fff3-4ce9-838d-9b5cfd05e84f, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=703a74a3-fff3-4ce9-838d-9b5cfd05e84f,segment=NetworkSegment(19ac4e1e-e083-4566-aca1-839bc1c998c7),segment_id=19ac4e1e-e083-4566-aca1-839bc1c998c7)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:46:38.521037 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e914d92f-5d5e-48b9-b7cd-a3923728acdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:38.537295 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffa9956-37be-4379-9bba-fb8ae6c231a3 req-4f9a8f02-f87d-48e7-b029-a76ec605c9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:38.538989 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-4ffa9956-37be-4379-9bba-fb8ae6c231a3 req-4f9a8f02-f87d-48e7-b029-a76ec605c9e9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a974099b-8e0b-49f4-a28f-d50286aa9083 HTTP/1.1" status: 200 len: 849 time: 0.0579653 Jul 14 09:46:38.580883 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041ddf6d-36c5-407a-8089-f632bb77a959 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Pushing event deleted for resources: {'Port': ['ID=4ceacd00-484e-4953-ae7f-876005746639,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:38.618570 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffa9956-37be-4379-9bba-fb8ae6c231a3 req-f0640366-f688-40fc-b8aa-79390096ca31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:38.620419 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-4ffa9956-37be-4379-9bba-fb8ae6c231a3 req-f0640366-f688-40fc-b8aa-79390096ca31 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e5bfa805-7fa6-4e66-853c-c2e7e3c5ed34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0741584 Jul 14 09:46:38.638555 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59451d5-bacf-476a-a9db-98e341da1ca2 req-89d1eff5-2307-47de-b89a-65c474eb9a72 tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:38.657119 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b59451d5-bacf-476a-a9db-98e341da1ca2 req-89d1eff5-2307-47de-b89a-65c474eb9a72 tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] 10.222.0.68 "GET /v2.0/ports?device_id=f777bf20-f498-4a20-a738-aeeef232d5a1 HTTP/1.1" status: 200 len: 943 time: 0.5305717 Jul 14 09:46:38.678604 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-041ddf6d-36c5-407a-8089-f632bb77a959 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:38.683601 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-041ddf6d-36c5-407a-8089-f632bb77a959 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "DELETE /v2.0/ports/4ceacd00-484e-4953-ae7f-876005746639 HTTP/1.1" status: 204 len: 168 time: 1.5435560 Jul 14 09:46:38.689462 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 50284) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:38.793820 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b59451d5-bacf-476a-a9db-98e341da1ca2 req-a2c393cf-fc6a-4a95-8570-ccd92a4ec594 tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] 10.222.0.68 "GET /v2.0/security-groups?id=6e42484d-7586-47b4-b668-89a60fda81ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1348879 Jul 14 09:46:38.811735 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e914d92f-5d5e-48b9-b7cd-a3923728acdf None None] Pushing event updated for resources: {'Port': ['ID=703a74a3-fff3-4ce9-838d-9b5cfd05e84f,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:38.850418 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72802df8-ae27-4e86-b3c0-fcbf26d2a01b req-00025fa1-afda-4bea-baef-1de2edf50df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:38.857352 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-72802df8-ae27-4e86-b3c0-fcbf26d2a01b req-00025fa1-afda-4bea-baef-1de2edf50df0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=62cf828fc3e84fada2a4655d43752657&device_id=3804666f-6b9b-407c-a2ec-26cc88361b9c HTTP/1.1" status: 200 len: 1095 time: 0.7298989 Jul 14 09:46:38.860570 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 7cea0ef2-e994-4c90-b899-188986138fca, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=7cea0ef2-e994-4c90-b899-188986138fca,segment=NetworkSegment(94ff459e-a83c-40ec-b1f2-d274955b18b9),segment_id=94ff459e-a83c-40ec-b1f2-d274955b18b9)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:46:38.864096 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-54c5c7da-9013-4f6d-bdda-77526fc56ec7 None None] Could not find standard attr ID for object 4ceacd00-484e-4953-ae7f-876005746639. {{(pid=93959) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 09:46:38.882762 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-4ffa9956-37be-4379-9bba-fb8ae6c231a3 req-5d56a66a-5ab2-4de0-b3d8-1cbce34b911c service neutron] 10.222.0.57 "GET /v2.0/networks/e5bfa805-7fa6-4e66-853c-c2e7e3c5ed34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2293222 Jul 14 09:46:38.889091 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Returning: {'device': '7cea0ef2-e994-4c90-b899-188986138fca', 'network_id': '4c35a1de-4d2f-4c90-922a-9ee2e847d92b', 'port_id': '7cea0ef2-e994-4c90-b899-188986138fca', 'mac_address': 'fa:16:3e:f5:79:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 719, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb44ecfc-c025-4947-a94a-856af59d72fc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:46:38.919286 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f354f57-a7d1-494a-a9f8-adb86816b0b5 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:38.920949 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f354f57-a7d1-494a-a9f8-adb86816b0b5 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:38.925596 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-2f354f57-a7d1-494a-a9f8-adb86816b0b5 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.2299063 Jul 14 09:46:38.926246 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 50286) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:38.951443 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:38.969432 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7cea0ef2-e994-4c90-b899-188986138fca {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:46:38.981164 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72802df8-ae27-4e86-b3c0-fcbf26d2a01b req-3049b2c5-c340-4f9a-9b1e-64f6637978df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:38.982622 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-72802df8-ae27-4e86-b3c0-fcbf26d2a01b req-3049b2c5-c340-4f9a-9b1e-64f6637978df service neutron] 10.222.0.65 "GET /v2.0/networks?id=4c35a1de-4d2f-4c90-922a-9ee2e847d92b HTTP/1.1" status: 200 len: 897 time: 0.4883678 Jul 14 09:46:38.992852 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 7cea0ef2-e994-4c90-b899-188986138fca, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=7cea0ef2-e994-4c90-b899-188986138fca,segment=NetworkSegment(94ff459e-a83c-40ec-b1f2-d274955b18b9),segment_id=94ff459e-a83c-40ec-b1f2-d274955b18b9)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:46:38.997303 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:39.009331 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-4ffa9956-37be-4379-9bba-fb8ae6c231a3 req-a67ca5b9-82f0-4903-b0ca-accc46c20359 service neutron] 10.222.0.57 "GET /v2.0/networks/e5bfa805-7fa6-4e66-853c-c2e7e3c5ed34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179287 Jul 14 09:46:39.063594 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Pushing event updated for resources: {'Port': ['ID=7cea0ef2-e994-4c90-b899-188986138fca,revision_number=8']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:39.096598 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_v2 [None req-af5a0ddc-8bbb-402b-af55-5f5874d661ea tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Deleting subnet 2c56d661-9a08-43b7-9e7c-883dd5d63171 {{(pid=93957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:46:39.101764 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af5a0ddc-8bbb-402b-af55-5f5874d661ea tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks [] for subnet, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:39.106623 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-72802df8-ae27-4e86-b3c0-fcbf26d2a01b req-cae6af13-ee31-48ed-a45b-c603251b2f40 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7cea0ef2-e994-4c90-b899-188986138fca HTTP/1.1" status: 200 len: 1000 time: 0.1155622 Jul 14 09:46:39.141205 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72802df8-ae27-4e86-b3c0-fcbf26d2a01b req-ec911b76-8a10-4335-8e5b-20ffb78d4f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:39.143514 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-72802df8-ae27-4e86-b3c0-fcbf26d2a01b req-ec911b76-8a10-4335-8e5b-20ffb78d4f3b service neutron] 10.222.0.57 "GET /v2.0/networks?id=4c35a1de-4d2f-4c90-922a-9ee2e847d92b HTTP/1.1" status: 200 len: 897 time: 0.2851756 Jul 14 09:46:39.201259 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a09d6f2-932d-4983-bdb8-6be8e9b1baac req-a5a3e88f-967f-41a0-9124-d9f54a73a3ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:39.203048 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-3a09d6f2-932d-4983-bdb8-6be8e9b1baac req-a5a3e88f-967f-41a0-9124-d9f54a73a3ca service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=fdcfb0d129f645508f46496d6d3408cf&device_id=f777bf20-f498-4a20-a738-aeeef232d5a1 HTTP/1.1" status: 200 len: 1095 time: 0.0857158 Jul 14 09:46:39.241241 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af5a0ddc-8bbb-402b-af55-5f5874d661ea tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10944203'] for subnet, precommit_delete_associations {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:39.296423 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72802df8-ae27-4e86-b3c0-fcbf26d2a01b req-7d537c69-4a5f-4b81-931a-7cdf73dc574e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:39.298452 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-72802df8-ae27-4e86-b3c0-fcbf26d2a01b req-7d537c69-4a5f-4b81-931a-7cdf73dc574e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=fb44ecfc-c025-4947-a94a-856af59d72fc HTTP/1.1" status: 200 len: 835 time: 0.1695752 Jul 14 09:46:39.302525 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] get_ports_and_sgs() called for port_ids ['7cea0ef2-e994-4c90-b899-188986138fca'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:46:39.357844 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a09d6f2-932d-4983-bdb8-6be8e9b1baac req-9734cda3-4766-4da6-b899-be939321039e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:39.360913 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-3a09d6f2-932d-4983-bdb8-6be8e9b1baac req-9734cda3-4766-4da6-b899-be939321039e service neutron] 10.222.0.57 "GET /v2.0/networks?id=e5bfa805-7fa6-4e66-853c-c2e7e3c5ed34 HTTP/1.1" status: 200 len: 911 time: 0.1506071 Jul 14 09:46:39.380482 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 703a74a3-fff3-4ce9-838d-9b5cfd05e84f up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:46:39.418229 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-72802df8-ae27-4e86-b3c0-fcbf26d2a01b req-28b8da5c-dd38-4be4-9fca-203172ef1907 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7cea0ef2-e994-4c90-b899-188986138fca HTTP/1.1" status: 200 len: 1000 time: 0.2660818 Jul 14 09:46:39.425177 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-3a09d6f2-932d-4983-bdb8-6be8e9b1baac req-c4cd74d4-2615-45ed-93b1-04c03a438d93 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=97404d4b-2d52-4fc7-b4d4-1e17ae9f7ea7 HTTP/1.1" status: 200 len: 217 time: 0.0452464 Jul 14 09:46:39.468964 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 7cea0ef2-e994-4c90-b899-188986138fca no longer exists at agent hyperv_n-h1-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:46:39.485803 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af5a0ddc-8bbb-402b-af55-5f5874d661ea tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3481002'] for subnet, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:39.508104 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a09d6f2-932d-4983-bdb8-6be8e9b1baac req-06b69431-e853-4574-bce8-d6d3a90fd391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:39.509632 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-3a09d6f2-932d-4983-bdb8-6be8e9b1baac req-06b69431-e853-4574-bce8-d6d3a90fd391 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a974099b-8e0b-49f4-a28f-d50286aa9083 HTTP/1.1" status: 200 len: 849 time: 0.0641277 Jul 14 09:46:39.528402 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port 703a74a3-fff3-4ce9-838d-9b5cfd05e84f triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:46:39.529038 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:39.530403 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72802df8-ae27-4e86-b3c0-fcbf26d2a01b req-50776c30-7a97-41af-b804-e2961cb065cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:39.531991 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-72802df8-ae27-4e86-b3c0-fcbf26d2a01b req-50776c30-7a97-41af-b804-e2961cb065cd service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4c35a1de-4d2f-4c90-922a-9ee2e847d92b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2235556 Jul 14 09:46:39.536313 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72802df8-ae27-4e86-b3c0-fcbf26d2a01b req-3ad5345e-9259-4ce8-9bdf-f4648360ff09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:39.536979 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12eede9c-0875-4651-b7dc-d68ae215ae7c req-f1ef45a3-e192-4ca7-8157-40ca905c09c6 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:39.537731 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-72802df8-ae27-4e86-b3c0-fcbf26d2a01b req-3ad5345e-9259-4ce8-9bdf-f4648360ff09 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fb44ecfc-c025-4947-a94a-856af59d72fc HTTP/1.1" status: 200 len: 835 time: 0.1099062 Jul 14 09:46:39.538618 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-12eede9c-0875-4651-b7dc-d68ae215ae7c req-f1ef45a3-e192-4ca7-8157-40ca905c09c6 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/ports?device_id=3804666f-6b9b-407c-a2ec-26cc88361b9c HTTP/1.1" status: 200 len: 944 time: 0.1721797 Jul 14 09:46:39.574464 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 7cea0ef2-e994-4c90-b899-188986138fca not bound to the agent host n-h1-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:46:39.610684 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-12eede9c-0875-4651-b7dc-d68ae215ae7c req-5e35507f-7d8f-403f-828e-a9b582ef6655 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/security-groups?id=c4808f8e-d927-4dd4-bd3b-54d695233756&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542228 Jul 14 09:46:39.622261 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a09d6f2-932d-4983-bdb8-6be8e9b1baac req-10e59959-03d8-4d82-85c3-f8521d0e7892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:39.623757 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-3a09d6f2-932d-4983-bdb8-6be8e9b1baac req-10e59959-03d8-4d82-85c3-f8521d0e7892 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e5bfa805-7fa6-4e66-853c-c2e7e3c5ed34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1051898 Jul 14 09:46:39.678077 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af5a0ddc-8bbb-402b-af55-5f5874d661ea tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10052701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11984075'] for subnet, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:39.687833 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72802df8-ae27-4e86-b3c0-fcbf26d2a01b req-4c34906b-251c-4950-8090-449761fb065a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:39.690497 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-72802df8-ae27-4e86-b3c0-fcbf26d2a01b req-4c34906b-251c-4950-8090-449761fb065a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4c35a1de-4d2f-4c90-922a-9ee2e847d92b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1409781 Jul 14 09:46:39.749770 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-3a09d6f2-932d-4983-bdb8-6be8e9b1baac req-4bdad3c1-6bf7-4631-939f-68a3697c1be9 service neutron] 10.222.0.57 "GET /v2.0/networks/e5bfa805-7fa6-4e66-853c-c2e7e3c5ed34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185586 Jul 14 09:46:39.785989 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5a0ddc-8bbb-402b-af55-5f5874d661ea tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Pushing event deleted for resources: {'Subnet': ['ID=2c56d661-9a08-43b7-9e7c-883dd5d63171,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:39.794902 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-af5a0ddc-8bbb-402b-af55-5f5874d661ea tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks [] for subnet, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:39.796865 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-af5a0ddc-8bbb-402b-af55-5f5874d661ea tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "DELETE /v2.0/subnets/2c56d661-9a08-43b7-9e7c-883dd5d63171 HTTP/1.1" status: 204 len: 168 time: 0.8649747 Jul 14 09:46:39.807218 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 50298) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:39.871369 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-3f59e59b-61c3-4acc-bb4a-5a19bca09c9f tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0579009 Jul 14 09:46:39.875582 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 50302) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:39.881106 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-deca489b-33f0-4d30-90ae-866b3d0af8a2 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Request body: {'subnet': {'network_id': '17492632-5a7e-4bec-a3f9-f8285e44faf2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:46:39.914262 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-3a09d6f2-932d-4983-bdb8-6be8e9b1baac req-6a4d1045-1269-4aed-815f-1745143d05a6 service neutron] 10.222.0.57 "GET /v2.0/networks/e5bfa805-7fa6-4e66-853c-c2e7e3c5ed34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563046 Jul 14 09:46:39.919336 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-847393db-36ed-4307-a911-c9d1e0711c22 None None] Network 17492632-5a7e-4bec-a3f9-f8285e44faf2 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:46:40.001748 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-72802df8-ae27-4e86-b3c0-fcbf26d2a01b req-9d7d0009-2caa-4a84-b2b0-3d92e111ea7a service neutron] 10.222.0.65 "GET /v2.0/networks/4c35a1de-4d2f-4c90-922a-9ee2e847d92b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4500968 Jul 14 09:46:40.007506 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-deca489b-33f0-4d30-90ae-866b3d0af8a2 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Made reservation on behalf of 1a9c030e37eb4fbea3adea586f150fe1 for: {'subnet': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:46:40.013785 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-deca489b-33f0-4d30-90ae-866b3d0af8a2 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11984110'] for subnet, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:40.106023 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50d7009-30d7-47ce-acec-5b4843adf0c9 req-8b58df69-9ab8-4aca-a358-e7f8b9f111d1 tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:40.107668 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-c50d7009-30d7-47ce-acec-5b4843adf0c9 req-8b58df69-9ab8-4aca-a358-e7f8b9f111d1 tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] 10.222.0.68 "GET /v2.0/ports?device_id=f777bf20-f498-4a20-a738-aeeef232d5a1 HTTP/1.1" status: 200 len: 943 time: 0.1555610 Jul 14 09:46:40.160600 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-72802df8-ae27-4e86-b3c0-fcbf26d2a01b req-abe6bf07-ca04-484c-838e-819e946376ea service neutron] 10.222.0.57 "GET /v2.0/networks/4c35a1de-4d2f-4c90-922a-9ee2e847d92b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4520757 Jul 14 09:46:40.200011 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5111715-d4c9-4f78-898a-c75921de151a req-db1b4558-9059-4fff-abc8-7482641d46c8 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:40.201709 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-a5111715-d4c9-4f78-898a-c75921de151a req-db1b4558-9059-4fff-abc8-7482641d46c8 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.57 "GET /v2.0/ports?device_id=3804666f-6b9b-407c-a2ec-26cc88361b9c&tenant_id=62cf828fc3e84fada2a4655d43752657&binding%3Ahost_id=n-h2-779913-29 HTTP/1.1" status: 200 len: 944 time: 0.1831567 Jul 14 09:46:40.205863 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-c50d7009-30d7-47ce-acec-5b4843adf0c9 req-453a0032-890f-440f-bfc5-04ed51b6fee5 tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] 10.222.0.68 "GET /v2.0/security-groups?id=6e42484d-7586-47b4-b668-89a60fda81ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850847 Jul 14 09:46:40.260032 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a464ff51-6e60-4a7d-9033-8b8f9e58db80 None None] DHCP port deletion for 17492632-5a7e-4bec-a3f9-f8285e44faf2 request from n-d-779913-29 {{(pid=93959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:46:40.304513 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-a5111715-d4c9-4f78-898a-c75921de151a req-b29edf5c-11c1-48e5-9aa7-a1b0dab53cd4 service neutron] 10.222.0.57 "GET /v2.0/ports/7cea0ef2-e994-4c90-b899-188986138fca/bindings/n-h2-779913-29 HTTP/1.1" status: 200 len: 383 time: 0.0937448 Jul 14 09:46:40.331014 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-a464ff51-6e60-4a7d-9033-8b8f9e58db80 None None] Deleting port 703a74a3-fff3-4ce9-838d-9b5cfd05e84f {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:46:40.331857 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a464ff51-6e60-4a7d-9033-8b8f9e58db80 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:40.404403 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-a464ff51-6e60-4a7d-9033-8b8f9e58db80 None None] For port 703a74a3-fff3-4ce9-838d-9b5cfd05e84f, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=703a74a3-fff3-4ce9-838d-9b5cfd05e84f,segment=NetworkSegment(19ac4e1e-e083-4566-aca1-839bc1c998c7),segment_id=19ac4e1e-e083-4566-aca1-839bc1c998c7)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:46:40.405039 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a464ff51-6e60-4a7d-9033-8b8f9e58db80 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:40.411346 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-72802df8-ae27-4e86-b3c0-fcbf26d2a01b req-e5233401-7c56-498f-b97e-29e54c71a0ee service neutron] 10.222.0.65 "GET /v2.0/networks/4c35a1de-4d2f-4c90-922a-9ee2e847d92b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3825431 Jul 14 09:46:40.421267 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-a464ff51-6e60-4a7d-9033-8b8f9e58db80 None None] Calling delete_port for 703a74a3-fff3-4ce9-838d-9b5cfd05e84f owned by network:dhcp {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:46:40.443504 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-72802df8-ae27-4e86-b3c0-fcbf26d2a01b req-18472bac-1341-4656-8d52-7eb321ce7575 service neutron] 10.222.0.57 "GET /v2.0/networks/4c35a1de-4d2f-4c90-922a-9ee2e847d92b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2578213 Jul 14 09:46:40.476959 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 97404d4b-2d52-4fc7-b4d4-1e17ae9f7ea7 details requested by agent hyperv_n-h2-779913-29 with host n-h2-779913-29 {{(pid=93959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:46:40.488945 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e546d6-eba4-4b29-b8e9-097f61bd123b req-c62385a5-40cb-40d7-88cd-0da01d1561c4 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:40.490650 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c8e546d6-eba4-4b29-b8e9-097f61bd123b req-c62385a5-40cb-40d7-88cd-0da01d1561c4 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/ports?device_id=3804666f-6b9b-407c-a2ec-26cc88361b9c HTTP/1.1" status: 200 len: 944 time: 0.3388453 Jul 14 09:46:40.596070 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c8e546d6-eba4-4b29-b8e9-097f61bd123b req-f3f897c6-258e-49de-a122-12a431753696 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/security-groups?id=c4808f8e-d927-4dd4-bd3b-54d695233756&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0983779 Jul 14 09:46:40.603625 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a464ff51-6e60-4a7d-9033-8b8f9e58db80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:40.639259 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a464ff51-6e60-4a7d-9033-8b8f9e58db80 None None] No DVR routers for this DVR port 703a74a3-fff3-4ce9-838d-9b5cfd05e84f on host n-d-779913-29 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:46:40.642416 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a464ff51-6e60-4a7d-9033-8b8f9e58db80 None None] Pushing event deleted for resources: {'Port': ['ID=703a74a3-fff3-4ce9-838d-9b5cfd05e84f,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:40.659608 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 97404d4b-2d52-4fc7-b4d4-1e17ae9f7ea7, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=97404d4b-2d52-4fc7-b4d4-1e17ae9f7ea7,segment=NetworkSegment(6e8354c8-98e1-423b-8aa6-11517ab42496),segment_id=6e8354c8-98e1-423b-8aa6-11517ab42496)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:46:40.662628 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5111715-d4c9-4f78-898a-c75921de151a req-f18e1196-4685-49a0-b01d-d0b01b1fc9db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:40.664205 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a5111715-d4c9-4f78-898a-c75921de151a req-f18e1196-4685-49a0-b01d-d0b01b1fc9db service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=62cf828fc3e84fada2a4655d43752657&device_id=3804666f-6b9b-407c-a2ec-26cc88361b9c HTTP/1.1" status: 200 len: 1096 time: 0.1396441 Jul 14 09:46:40.674103 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Returning: {'device': '97404d4b-2d52-4fc7-b4d4-1e17ae9f7ea7', 'network_id': 'e5bfa805-7fa6-4e66-853c-c2e7e3c5ed34', 'port_id': '97404d4b-2d52-4fc7-b4d4-1e17ae9f7ea7', 'mac_address': 'fa:16:3e:77:2a:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 728, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a974099b-8e0b-49f4-a28f-d50286aa9083', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:46:40.722720 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:40.737630 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97404d4b-2d52-4fc7-b4d4-1e17ae9f7ea7 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:46:40.759602 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 97404d4b-2d52-4fc7-b4d4-1e17ae9f7ea7, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=97404d4b-2d52-4fc7-b4d4-1e17ae9f7ea7,segment=NetworkSegment(6e8354c8-98e1-423b-8aa6-11517ab42496),segment_id=6e8354c8-98e1-423b-8aa6-11517ab42496)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:46:40.764811 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:40.793944 n-d-779913-29 neutron-server[93957]: DEBUG neutron.objects.ports [None req-deca489b-33f0-4d30-90ae-866b3d0af8a2 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93957) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 14 09:46:40.798210 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-deca489b-33f0-4d30-90ae-866b3d0af8a2 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10052764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11984092'] for subnet, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:40.825965 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Pushing event updated for resources: {'Port': ['ID=97404d4b-2d52-4fc7-b4d4-1e17ae9f7ea7,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:40.859866 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5111715-d4c9-4f78-898a-c75921de151a req-1672e478-8854-4dd4-ab13-c3982251bf77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:40.862081 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a5111715-d4c9-4f78-898a-c75921de151a req-1672e478-8854-4dd4-ab13-c3982251bf77 service neutron] 10.222.0.57 "GET /v2.0/networks?id=4c35a1de-4d2f-4c90-922a-9ee2e847d92b HTTP/1.1" status: 200 len: 897 time: 0.1738889 Jul 14 09:46:40.868255 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deca489b-33f0-4d30-90ae-866b3d0af8a2 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Network 17492632-5a7e-4bec-a3f9-f8285e44faf2 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:46:40.880382 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-deca489b-33f0-4d30-90ae-866b3d0af8a2 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:46:40.889594 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb1a5a6f-9972-4945-9828-7c33b262878c None None] Network 17492632-5a7e-4bec-a3f9-f8285e44faf2 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:46:40.922417 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deca489b-33f0-4d30-90ae-866b3d0af8a2 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:40.923566 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-deca489b-33f0-4d30-90ae-866b3d0af8a2 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks [] for subnet, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:40.926039 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deca489b-33f0-4d30-90ae-866b3d0af8a2 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Pushing event updated for resources: {'Subnet': ['ID=aef9d1ea-282a-4139-8cfe-a9989c13c476,revision_number=0']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:40.952971 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-deca489b-33f0-4d30-90ae-866b3d0af8a2 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.0737278 Jul 14 09:46:40.953324 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 50314) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:40.959154 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-639f70ab-7067-4a46-8427-05b8fecc8629 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Request body: {'port': {'network_id': '17492632-5a7e-4bec-a3f9-f8285e44faf2', 'mac_address': 'fa:16:3e:68:b0:69', 'name': 'tempest-NetworksTestDHCPv6-856539538'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:46:40.977822 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a5111715-d4c9-4f78-898a-c75921de151a req-ee59b8cc-eb14-42d6-84bc-2e69ebaf6a50 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7cea0ef2-e994-4c90-b899-188986138fca HTTP/1.1" status: 200 len: 1000 time: 0.1084609 Jul 14 09:46:41.052542 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] get_ports_and_sgs() called for port_ids ['97404d4b-2d52-4fc7-b4d4-1e17ae9f7ea7'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:46:41.052998 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5111715-d4c9-4f78-898a-c75921de151a req-0c6da329-e0ab-470c-97e6-f08f84ca8243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:41.054620 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a5111715-d4c9-4f78-898a-c75921de151a req-0c6da329-e0ab-470c-97e6-f08f84ca8243 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fb44ecfc-c025-4947-a94a-856af59d72fc HTTP/1.1" status: 200 len: 835 time: 0.0706758 Jul 14 09:46:41.094378 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-639f70ab-7067-4a46-8427-05b8fecc8629 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Made reservation on behalf of 1a9c030e37eb4fbea3adea586f150fe1 for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:46:41.134464 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ecca11c-253f-4f1d-b67e-9662da86d685 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf57baaa9-fd24-59f4-8fd2-1dc21122ce72-17492632-5a7e-4bec-a3f9-f8285e44faf2', 'network_id': '17492632-5a7e-4bec-a3f9-f8285e44faf2', 'tenant_id': '1a9c030e37eb4fbea3adea586f150fe1', 'fixed_ips': [{'subnet_id': 'aef9d1ea-282a-4139-8cfe-a9989c13c476'}]}} from n-d-779913-29. {{(pid=93959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:46:41.135552 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4ecca11c-253f-4f1d-b67e-9662da86d685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:41.146673 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5111715-d4c9-4f78-898a-c75921de151a req-911f411f-da18-4807-a84d-02027a689afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:41.147997 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a5111715-d4c9-4f78-898a-c75921de151a req-911f411f-da18-4807-a84d-02027a689afc service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4c35a1de-4d2f-4c90-922a-9ee2e847d92b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0774364 Jul 14 09:46:41.212385 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-639f70ab-7067-4a46-8427-05b8fecc8629 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:41.239574 n-d-779913-29 neutron-server[93958]: DEBUG neutron.notifiers.nova [None req-639f70ab-7067-4a46-8427-05b8fecc8629 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] device_id is not set on port 488b4898-76b6-45bc-a50d-53d6279ffdf7 yet. {{(pid=93958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:46:41.335181 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a5111715-d4c9-4f78-898a-c75921de151a req-ccd104ca-ad75-4df3-a81a-6c911aae1fcd service neutron] 10.222.0.57 "GET /v2.0/networks/4c35a1de-4d2f-4c90-922a-9ee2e847d92b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1805513 Jul 14 09:46:41.399311 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-639f70ab-7067-4a46-8427-05b8fecc8629 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Allocated IP 2001:db8::f816:3eff:fe68:b069 (17492632-5a7e-4bec-a3f9-f8285e44faf2/aef9d1ea-282a-4139-8cfe-a9989c13c476/488b4898-76b6-45bc-a50d-53d6279ffdf7) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:46:41.404858 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 703a74a3-fff3-4ce9-838d-9b5cfd05e84f no longer exists at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:46:41.448950 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] No Port match for: 703a74a3-fff3-4ce9-838d-9b5cfd05e84f {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:46:41.452830 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 703a74a3-fff3-4ce9-838d-9b5cfd05e84f not bound to the agent host n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:46:41.493152 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a5111715-d4c9-4f78-898a-c75921de151a req-016a02ae-e495-4824-bada-2ce171c260e4 service neutron] 10.222.0.57 "GET /v2.0/networks/4c35a1de-4d2f-4c90-922a-9ee2e847d92b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519237 Jul 14 09:46:41.629576 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d965d932-dc8d-413f-80b4-3ab95a7ff02b req-2722f622-c1c0-4bd1-905e-14bb24a204c1 tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:41.633075 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d965d932-dc8d-413f-80b4-3ab95a7ff02b req-2722f622-c1c0-4bd1-905e-14bb24a204c1 tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] 10.222.0.68 "GET /v2.0/ports?device_id=f777bf20-f498-4a20-a738-aeeef232d5a1 HTTP/1.1" status: 200 len: 944 time: 0.1717331 Jul 14 09:46:41.649094 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-639f70ab-7067-4a46-8427-05b8fecc8629 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:41.696845 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-639f70ab-7067-4a46-8427-05b8fecc8629 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Transition to ACTIVE for port object 488b4898-76b6-45bc-a50d-53d6279ffdf7 will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:46:41.700696 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d965d932-dc8d-413f-80b4-3ab95a7ff02b req-493f56bd-4c4f-4c60-bf35-535dad89b512 tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] 10.222.0.68 "GET /v2.0/security-groups?id=6e42484d-7586-47b4-b668-89a60fda81ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570166 Jul 14 09:46:41.736756 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-639f70ab-7067-4a46-8427-05b8fecc8629 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:41.786675 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-4ecca11c-253f-4f1d-b67e-9662da86d685 None None] Allocated IP 2001:db8::f816:3eff:fe54:57e0 (17492632-5a7e-4bec-a3f9-f8285e44faf2/aef9d1ea-282a-4139-8cfe-a9989c13c476/cc1d17ab-d7b6-4755-925b-246f8761d26f) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:46:41.788740 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-639f70ab-7067-4a46-8427-05b8fecc8629 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Network 17492632-5a7e-4bec-a3f9-f8285e44faf2 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:46:41.795336 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-639f70ab-7067-4a46-8427-05b8fecc8629 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:46:41.807367 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-639f70ab-7067-4a46-8427-05b8fecc8629 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:46:41.815641 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-639f70ab-7067-4a46-8427-05b8fecc8629 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:41.816485 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-639f70ab-7067-4a46-8427-05b8fecc8629 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:41.830606 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639f70ab-7067-4a46-8427-05b8fecc8629 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Pushing event updated for resources: {'Port': ['ID=488b4898-76b6-45bc-a50d-53d6279ffdf7,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:41.835288 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df66a638-3bd7-4e06-81ac-74f8319af256 req-88a41c4d-bbfd-4d25-8c0f-25bffeacbf8b tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:41.837163 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-df66a638-3bd7-4e06-81ac-74f8319af256 req-88a41c4d-bbfd-4d25-8c0f-25bffeacbf8b tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/ports?device_id=3804666f-6b9b-407c-a2ec-26cc88361b9c HTTP/1.1" status: 200 len: 944 time: 0.0845730 Jul 14 09:46:41.848570 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-639f70ab-7067-4a46-8427-05b8fecc8629 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.8935299 Jul 14 09:46:41.852504 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 50332) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:41.885726 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-df66a638-3bd7-4e06-81ac-74f8319af256 req-85d3a23d-cb43-47ed-ab5c-3c335c55e4a6 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/security-groups?id=c4808f8e-d927-4dd4-bd3b-54d695233756&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422776 Jul 14 09:46:41.947430 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50a6623a-9689-4873-ab08-6df3763aa430 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:41.950286 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-50a6623a-9689-4873-ab08-6df3763aa430 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.0966134 Jul 14 09:46:41.953110 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 50334) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:41.964492 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4ecca11c-253f-4f1d-b67e-9662da86d685 None None] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:41.975400 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-4ecca11c-253f-4f1d-b67e-9662da86d685 None None] Transition to ACTIVE for port object cc1d17ab-d7b6-4755-925b-246f8761d26f will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:46:41.996621 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-4ecca11c-253f-4f1d-b67e-9662da86d685 None None] Transition to ACTIVE for port object cc1d17ab-d7b6-4755-925b-246f8761d26f will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:46:42.004676 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4ecca11c-253f-4f1d-b67e-9662da86d685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:42.045340 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ecca11c-253f-4f1d-b67e-9662da86d685 None None] Network 17492632-5a7e-4bec-a3f9-f8285e44faf2 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:46:42.053164 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-4ecca11c-253f-4f1d-b67e-9662da86d685 None None] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:46:42.056850 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ecca11c-253f-4f1d-b67e-9662da86d685 None None] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:46:42.063540 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecca11c-253f-4f1d-b67e-9662da86d685 None None] Pushing event updated for resources: {'Port': ['ID=cc1d17ab-d7b6-4755-925b-246f8761d26f,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:42.095529 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-54d7197a-5a54-4263-9c7b-cd03a12d1230 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Deleting port 488b4898-76b6-45bc-a50d-53d6279ffdf7 {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:46:42.096009 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-54d7197a-5a54-4263-9c7b-cd03a12d1230 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:42.127901 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-4ecca11c-253f-4f1d-b67e-9662da86d685 None None] Attempting to bind port cc1d17ab-d7b6-4755-925b-246f8761d26f on host n-d-779913-29 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:46:42.127901 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-4ecca11c-253f-4f1d-b67e-9662da86d685 None None] Attempting to bind port cc1d17ab-d7b6-4755-925b-246f8761d26f by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': '19ac4e1e-e083-4566-aca1-839bc1c998c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '17492632-5a7e-4bec-a3f9-f8285e44faf2'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:46:42.128559 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ecca11c-253f-4f1d-b67e-9662da86d685 None None] Attempting to bind port cc1d17ab-d7b6-4755-925b-246f8761d26f on network 17492632-5a7e-4bec-a3f9-f8285e44faf2 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:46:42.134319 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ecca11c-253f-4f1d-b67e-9662da86d685 None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 46, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:46:42.134701 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ecca11c-253f-4f1d-b67e-9662da86d685 None None] Checking segment: {'id': '19ac4e1e-e083-4566-aca1-839bc1c998c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '17492632-5a7e-4bec-a3f9-f8285e44faf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:46:42.135166 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4ecca11c-253f-4f1d-b67e-9662da86d685 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:42.135976 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ecca11c-253f-4f1d-b67e-9662da86d685 None None] Bound using segment: {'id': '19ac4e1e-e083-4566-aca1-839bc1c998c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '17492632-5a7e-4bec-a3f9-f8285e44faf2'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:46:42.136398 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-4ecca11c-253f-4f1d-b67e-9662da86d685 None None] Bound port: cc1d17ab-d7b6-4755-925b-246f8761d26f, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19ac4e1e-e083-4566-aca1-839bc1c998c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '17492632-5a7e-4bec-a3f9-f8285e44faf2'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:46:42.136789 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4ecca11c-253f-4f1d-b67e-9662da86d685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:42.212569 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-4ecca11c-253f-4f1d-b67e-9662da86d685 None None] For port cc1d17ab-d7b6-4755-925b-246f8761d26f, host n-d-779913-29, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:46:42.216785 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-4ecca11c-253f-4f1d-b67e-9662da86d685 None None] For port cc1d17ab-d7b6-4755-925b-246f8761d26f, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=cc1d17ab-d7b6-4755-925b-246f8761d26f,segment=NetworkSegment(19ac4e1e-e083-4566-aca1-839bc1c998c7),segment_id=19ac4e1e-e083-4566-aca1-839bc1c998c7)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:46:42.222742 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4ecca11c-253f-4f1d-b67e-9662da86d685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:42.288969 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecca11c-253f-4f1d-b67e-9662da86d685 None None] Pushing event updated for resources: {'Port': ['ID=cc1d17ab-d7b6-4755-925b-246f8761d26f,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:42.487393 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 7cea0ef2-e994-4c90-b899-188986138fca up at agent hyperv_n-h2-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:46:42.530483 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-54d7197a-5a54-4263-9c7b-cd03a12d1230 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:42.556824 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-54d7197a-5a54-4263-9c7b-cd03a12d1230 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Calling delete_port for 488b4898-76b6-45bc-a50d-53d6279ffdf7 owned by {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:46:42.569344 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Provisioning for port 7cea0ef2-e994-4c90-b899-188986138fca completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:46:42.576093 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Provisioning complete for port 7cea0ef2-e994-4c90-b899-188986138fca triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:46:42.576558 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:42.675479 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:42.707002 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3804666f-6b9b-407c-a2ec-26cc88361b9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cea0ef2-e994-4c90-b899-188986138fca'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:46:42.710047 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd62303f06773040a8a4e189dc46b4f565768c299abf8ab8e7739778b0bc3e97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b9b6d49-dba7-4213-8586-234445e67f56" -d '{"events": [{"server_uuid": "3804666f-6b9b-407c-a2ec-26cc88361b9c", "name": "network-vif-plugged", "status": "completed", "tag": "7cea0ef2-e994-4c90-b899-188986138fca"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:46:42.726082 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-54d7197a-5a54-4263-9c7b-cd03a12d1230 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:42.727540 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 7cea0ef2-e994-4c90-b899-188986138fca, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=7cea0ef2-e994-4c90-b899-188986138fca,segment=NetworkSegment(94ff459e-a83c-40ec-b1f2-d274955b18b9),segment_id=94ff459e-a83c-40ec-b1f2-d274955b18b9)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:46:42.734782 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:42.736894 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 97404d4b-2d52-4fc7-b4d4-1e17ae9f7ea7 up at agent hyperv_n-h2-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:46:42.765713 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d7197a-5a54-4263-9c7b-cd03a12d1230 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Pushing event deleted for resources: {'Port': ['ID=488b4898-76b6-45bc-a50d-53d6279ffdf7,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:42.833682 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-54d7197a-5a54-4263-9c7b-cd03a12d1230 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:42.839352 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-54d7197a-5a54-4263-9c7b-cd03a12d1230 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "DELETE /v2.0/ports/488b4898-76b6-45bc-a50d-53d6279ffdf7 HTTP/1.1" status: 204 len: 168 time: 0.8820341 Jul 14 09:46:42.840604 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 50346) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:42.867014 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:46:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d10f5053-5793-4c13-ab91-2779d8fb77e0 x-openstack-request-id: req-d10f5053-5793-4c13-ab91-2779d8fb77e0 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:46:42.867545 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3804666f-6b9b-407c-a2ec-26cc88361b9c", "name": "network-vif-plugged", "status": "completed", "tag": "7cea0ef2-e994-4c90-b899-188986138fca", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:46:42.867961 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-d10f5053-5793-4c13-ab91-2779d8fb77e0 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:46:42.868500 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3804666f-6b9b-407c-a2ec-26cc88361b9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cea0ef2-e994-4c90-b899-188986138fca', 'code': 200} Jul 14 09:46:42.884580 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Pushing event updated for resources: {'Port': ['ID=7cea0ef2-e994-4c90-b899-188986138fca,revision_number=9']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:42.908743 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Provisioning for port 97404d4b-2d52-4fc7-b4d4-1e17ae9f7ea7 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:46:42.912197 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:42.913706 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Provisioning complete for port 97404d4b-2d52-4fc7-b4d4-1e17ae9f7ea7 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:46:42.914219 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:42.977138 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba7ed1c2-8651-47a1-b7d9-4a9f622dc0d9 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:42.978733 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba7ed1c2-8651-47a1-b7d9-4a9f622dc0d9 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:42.982642 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-ba7ed1c2-8651-47a1-b7d9-4a9f622dc0d9 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1391292 Jul 14 09:46:42.984014 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 50350) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:43.062958 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbe9ad6-f665-44af-bf0d-2d11e07a87a4 req-88637f3d-e4a9-4031-9645-6d59a0d4df90 tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:43.079480 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-9cbe9ad6-f665-44af-bf0d-2d11e07a87a4 req-88637f3d-e4a9-4031-9645-6d59a0d4df90 tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] 10.222.0.68 "GET /v2.0/ports?device_id=f777bf20-f498-4a20-a738-aeeef232d5a1 HTTP/1.1" status: 200 len: 944 time: 0.1932554 Jul 14 09:46:43.083050 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-508a2afc-eab8-46c7-8ab8-2a9c46e26acd tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Deleting subnet aef9d1ea-282a-4139-8cfe-a9989c13c476 {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:46:43.090288 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-508a2afc-eab8-46c7-8ab8-2a9c46e26acd tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:43.114633 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:43.164553 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-9cbe9ad6-f665-44af-bf0d-2d11e07a87a4 req-661487e8-9825-4f5e-9840-65401fbd96c8 tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] 10.222.0.68 "GET /v2.0/security-groups?id=6e42484d-7586-47b4-b668-89a60fda81ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839896 Jul 14 09:46:43.175028 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-508a2afc-eab8-46c7-8ab8-2a9c46e26acd tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13574120'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:43.181687 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 97404d4b-2d52-4fc7-b4d4-1e17ae9f7ea7, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=97404d4b-2d52-4fc7-b4d4-1e17ae9f7ea7,segment=NetworkSegment(6e8354c8-98e1-423b-8aa6-11517ab42496),segment_id=6e8354c8-98e1-423b-8aa6-11517ab42496)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:46:43.186795 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:43.258635 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Pushing event updated for resources: {'Port': ['ID=97404d4b-2d52-4fc7-b4d4-1e17ae9f7ea7,revision_number=5']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:43.347148 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f336280f-4269-4775-9342-c76c1f705dad req-36808d7a-217f-4386-ba0f-2c70f4e61a08 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:43.348756 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-f336280f-4269-4775-9342-c76c1f705dad req-36808d7a-217f-4386-ba0f-2c70f4e61a08 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/ports?device_id=3804666f-6b9b-407c-a2ec-26cc88361b9c HTTP/1.1" status: 200 len: 945 time: 0.1707900 Jul 14 09:46:43.396447 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-508a2afc-eab8-46c7-8ab8-2a9c46e26acd tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3481002'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:43.413033 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device cc1d17ab-d7b6-4755-925b-246f8761d26f up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:46:43.446123 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-f336280f-4269-4775-9342-c76c1f705dad req-5e2b3dc0-1471-42bc-8532-632255e15cec tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/security-groups?id=c4808f8e-d927-4dd4-bd3b-54d695233756&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0883417 Jul 14 09:46:43.518965 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-508a2afc-eab8-46c7-8ab8-2a9c46e26acd tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13574056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16714573'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:43.525742 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning for port cc1d17ab-d7b6-4755-925b-246f8761d26f completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:46:43.556798 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-508a2afc-eab8-46c7-8ab8-2a9c46e26acd tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:43.561797 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 50354) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:43.570877 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-508a2afc-eab8-46c7-8ab8-2a9c46e26acd tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "DELETE /v2.0/subnets/aef9d1ea-282a-4139-8cfe-a9989c13c476 HTTP/1.1" status: 204 len: 168 time: 0.5851896 Jul 14 09:46:43.571844 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508a2afc-eab8-46c7-8ab8-2a9c46e26acd tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Pushing event deleted for resources: {'Subnet': ['ID=aef9d1ea-282a-4139-8cfe-a9989c13c476,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:43.607308 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9498fba-fff8-441e-b945-6cb7de5e5a8c None None] Network 17492632-5a7e-4bec-a3f9-f8285e44faf2 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:46:43.614342 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 50358) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:43.615624 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-3e11c8a1-f587-4ebf-9b8d-29041b87b7c4 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0524948 Jul 14 09:46:43.688888 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-b85da3da-7ced-49a0-82ac-902897c932c5 None None] Provisioning for port cc1d17ab-d7b6-4755-925b-246f8761d26f completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:46:43.689671 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c08fc30b-18b7-4ea9-ba78-61f7fdbfe9f6 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:43.694007 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 50362) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:43.694745 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-c08fc30b-18b7-4ea9-ba78-61f7fdbfe9f6 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0781763 Jul 14 09:46:43.701720 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-b85da3da-7ced-49a0-82ac-902897c932c5 None None] Provisioning complete for port cc1d17ab-d7b6-4755-925b-246f8761d26f triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:46:43.702170 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b85da3da-7ced-49a0-82ac-902897c932c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:43.763217 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccb1a73c-46b5-4e97-b6f3-9f1cde256a79 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:43.768053 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 50364) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:43.779600 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-ccb1a73c-46b5-4e97-b6f3-9f1cde256a79 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0843861 Jul 14 09:46:43.795343 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:43.816937 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 50366) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:43.823475 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-fd960b8d-2257-4dad-af01-b0a116ae16ff tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Request body: {'subnet': {'network_id': '17492632-5a7e-4bec-a3f9-f8285e44faf2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:46:43.827680 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-dbd9b76f-f4a2-432a-baea-338db040fd8e tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0581603 Jul 14 09:46:43.878487 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b85da3da-7ced-49a0-82ac-902897c932c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:43.924230 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b83bf6ec-6e4c-42e0-90b4-b08f5e9d1493 None None] DHCP port deletion for 17492632-5a7e-4bec-a3f9-f8285e44faf2 request from n-d-779913-29 {{(pid=93959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:46:43.927293 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-b85da3da-7ced-49a0-82ac-902897c932c5 None None] For port cc1d17ab-d7b6-4755-925b-246f8761d26f, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=cc1d17ab-d7b6-4755-925b-246f8761d26f,segment=NetworkSegment(19ac4e1e-e083-4566-aca1-839bc1c998c7),segment_id=19ac4e1e-e083-4566-aca1-839bc1c998c7)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:46:43.934256 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b85da3da-7ced-49a0-82ac-902897c932c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:43.971009 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5111715-d4c9-4f78-898a-c75921de151a req-7060d428-8985-4875-b772-c9d48db7a6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:43.976147 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a5111715-d4c9-4f78-898a-c75921de151a req-7060d428-8985-4875-b772-c9d48db7a6fb service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=3804666f-6b9b-407c-a2ec-26cc88361b9c&tenant_id=62cf828fc3e84fada2a4655d43752657 HTTP/1.1" status: 200 len: 1097 time: 0.1314342 Jul 14 09:46:43.978930 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd960b8d-2257-4dad-af01-b0a116ae16ff tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Made reservation on behalf of 1a9c030e37eb4fbea3adea586f150fe1 for: {'subnet': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:46:43.982456 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-fd960b8d-2257-4dad-af01-b0a116ae16ff tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11984110'] for subnet, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:44.002321 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-a5111715-d4c9-4f78-898a-c75921de151a req-64a15f9d-5fe6-4211-bb1a-ab90c6310e11 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-779913-29', 'device_owner': 'compute:nova'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:46:44.022135 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85da3da-7ced-49a0-82ac-902897c932c5 None None] Pushing event updated for resources: {'Port': ['ID=cc1d17ab-d7b6-4755-925b-246f8761d26f,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:44.050650 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-b83bf6ec-6e4c-42e0-90b4-b08f5e9d1493 None None] Deleting port cc1d17ab-d7b6-4755-925b-246f8761d26f {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:46:44.051021 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b83bf6ec-6e4c-42e0-90b4-b08f5e9d1493 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:44.133742 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-b83bf6ec-6e4c-42e0-90b4-b08f5e9d1493 None None] For port cc1d17ab-d7b6-4755-925b-246f8761d26f, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=cc1d17ab-d7b6-4755-925b-246f8761d26f,segment=NetworkSegment(19ac4e1e-e083-4566-aca1-839bc1c998c7),segment_id=19ac4e1e-e083-4566-aca1-839bc1c998c7)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:46:44.134510 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b83bf6ec-6e4c-42e0-90b4-b08f5e9d1493 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:44.150211 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-b83bf6ec-6e4c-42e0-90b4-b08f5e9d1493 None None] Calling delete_port for cc1d17ab-d7b6-4755-925b-246f8761d26f owned by network:dhcp {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:46:44.153865 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-a5111715-d4c9-4f78-898a-c75921de151a req-64a15f9d-5fe6-4211-bb1a-ab90c6310e11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:44.265850 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b83bf6ec-6e4c-42e0-90b4-b08f5e9d1493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:44.295250 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83bf6ec-6e4c-42e0-90b4-b08f5e9d1493 None None] Pushing event deleted for resources: {'Port': ['ID=cc1d17ab-d7b6-4755-925b-246f8761d26f,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:44.299955 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b83bf6ec-6e4c-42e0-90b4-b08f5e9d1493 None None] No DVR routers for this DVR port cc1d17ab-d7b6-4755-925b-246f8761d26f on host n-d-779913-29 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:46:44.393580 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-fd960b8d-2257-4dad-af01-b0a116ae16ff tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10052764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11984092'] for subnet, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:44.487643 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd960b8d-2257-4dad-af01-b0a116ae16ff tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Network 17492632-5a7e-4bec-a3f9-f8285e44faf2 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:46:44.505165 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-fd960b8d-2257-4dad-af01-b0a116ae16ff tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:46:44.513589 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd960b8d-2257-4dad-af01-b0a116ae16ff tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:44.514194 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-fd960b8d-2257-4dad-af01-b0a116ae16ff tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks [] for subnet, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:44.519534 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87a5e897-b858-47b5-ad03-622f6855c258 None None] Network 17492632-5a7e-4bec-a3f9-f8285e44faf2 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:46:44.520943 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd960b8d-2257-4dad-af01-b0a116ae16ff tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Pushing event updated for resources: {'Subnet': ['ID=08023e0e-e465-45e9-8262-fda5308879f7,revision_number=0']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:44.555115 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-fd960b8d-2257-4dad-af01-b0a116ae16ff tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7346709 Jul 14 09:46:44.556029 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 50374) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:44.562236 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-54177187-a6e6-4ce2-8ff9-ad1320d1b32d tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Request body: {'port': {'network_id': '17492632-5a7e-4bec-a3f9-f8285e44faf2', 'mac_address': 'fa:16:3e:0c:a1:34', 'name': 'tempest-NetworksTestDHCPv6-1448073674'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:46:44.564132 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c22635-ec38-409b-9ef8-b2efcf876b9f req-93825c83-3f92-4aa2-906e-aadcd45da54e tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:44.565929 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-10c22635-ec38-409b-9ef8-b2efcf876b9f req-93825c83-3f92-4aa2-906e-aadcd45da54e tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] 10.222.0.68 "GET /v2.0/ports?device_id=f777bf20-f498-4a20-a738-aeeef232d5a1 HTTP/1.1" status: 200 len: 945 time: 0.2379553 Jul 14 09:46:44.581896 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-a5111715-d4c9-4f78-898a-c75921de151a req-64a15f9d-5fe6-4211-bb1a-ab90c6310e11 service neutron] For port 7cea0ef2-e994-4c90-b899-188986138fca, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=7cea0ef2-e994-4c90-b899-188986138fca,segment=NetworkSegment(94ff459e-a83c-40ec-b1f2-d274955b18b9),segment_id=94ff459e-a83c-40ec-b1f2-d274955b18b9)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:46:44.621935 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-a5111715-d4c9-4f78-898a-c75921de151a req-64a15f9d-5fe6-4211-bb1a-ab90c6310e11 service neutron] For port 7cea0ef2-e994-4c90-b899-188986138fca, host n-h2-779913-29, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:46:44.677175 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-a5111715-d4c9-4f78-898a-c75921de151a req-64a15f9d-5fe6-4211-bb1a-ab90c6310e11 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:44.692443 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [req-a5111715-d4c9-4f78-898a-c75921de151a req-64a15f9d-5fe6-4211-bb1a-ab90c6310e11 service neutron] Transition to ACTIVE for port object 7cea0ef2-e994-4c90-b899-188986138fca will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:46:44.716285 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3804666f-6b9b-407c-a2ec-26cc88361b9c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7cea0ef2-e994-4c90-b899-188986138fca'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:46:44.718917 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-632e870c-bab5-49ca-a24c-7349c1102308" -d '{"events": [{"server_uuid": "3804666f-6b9b-407c-a2ec-26cc88361b9c", "name": "network-vif-unplugged", "status": "completed", "tag": "7cea0ef2-e994-4c90-b899-188986138fca"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:46:44.721985 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4da804a-5aa3-4453-bb2b-2aefd1bb75e5 req-beaf078e-6de9-45c9-b067-22a2273ba871 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:44.728409 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-a5111715-d4c9-4f78-898a-c75921de151a req-64a15f9d-5fe6-4211-bb1a-ab90c6310e11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:44.729409 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-f4da804a-5aa3-4453-bb2b-2aefd1bb75e5 req-beaf078e-6de9-45c9-b067-22a2273ba871 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/ports?device_id=3804666f-6b9b-407c-a2ec-26cc88361b9c HTTP/1.1" status: 200 len: 945 time: 0.1296854 Jul 14 09:46:44.792157 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-f4da804a-5aa3-4453-bb2b-2aefd1bb75e5 req-e2e81cd9-b637-40d0-b78b-8d2fd97e5808 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/security-groups?id=c4808f8e-d927-4dd4-bd3b-54d695233756&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616431 Jul 14 09:46:44.803569 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-095c430e-090c-4531-8ff8-d616b3154a5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf57baaa9-fd24-59f4-8fd2-1dc21122ce72-17492632-5a7e-4bec-a3f9-f8285e44faf2', 'network_id': '17492632-5a7e-4bec-a3f9-f8285e44faf2', 'tenant_id': '1a9c030e37eb4fbea3adea586f150fe1', 'fixed_ips': [{'subnet_id': '08023e0e-e465-45e9-8262-fda5308879f7'}]}} from n-d-779913-29. {{(pid=93959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:46:44.804606 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-095c430e-090c-4531-8ff8-d616b3154a5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:44.804940 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-10c22635-ec38-409b-9ef8-b2efcf876b9f req-5a0000cf-37b3-41b5-a577-b4a223ad71fd tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] 10.222.0.68 "GET /v2.0/security-groups?id=6e42484d-7586-47b4-b668-89a60fda81ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1117549 Jul 14 09:46:44.883634 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54177187-a6e6-4ce2-8ff9-ad1320d1b32d tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Made reservation on behalf of 1a9c030e37eb4fbea3adea586f150fe1 for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:46:44.900940 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-54177187-a6e6-4ce2-8ff9-ad1320d1b32d tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:44.962477 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 09:46:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de4f192b-1694-41e7-ad80-6ccb503b39dd x-openstack-request-id: req-de4f192b-1694-41e7-ad80-6ccb503b39dd {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:46:44.962776 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3804666f-6b9b-407c-a2ec-26cc88361b9c", "name": "network-vif-unplugged", "status": "completed", "tag": "7cea0ef2-e994-4c90-b899-188986138fca", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:46:44.963035 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-de4f192b-1694-41e7-ad80-6ccb503b39dd {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:46:44.963612 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3804666f-6b9b-407c-a2ec-26cc88361b9c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7cea0ef2-e994-4c90-b899-188986138fca', 'code': 200} Jul 14 09:46:44.963895 n-d-779913-29 neutron-server[93958]: DEBUG neutron.notifiers.nova [None req-54177187-a6e6-4ce2-8ff9-ad1320d1b32d tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] device_id is not set on port a9518634-bcf3-4ee8-bc0f-aaa7014b8593 yet. {{(pid=93958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:46:44.964213 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a15f9d-5fe6-4211-bb1a-ab90c6310e11 service neutron] Pushing event updated for resources: {'Port': ['ID=7cea0ef2-e994-4c90-b899-188986138fca,revision_number=10']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:44.997598 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5111715-d4c9-4f78-898a-c75921de151a req-64a15f9d-5fe6-4211-bb1a-ab90c6310e11 service neutron] No DVR routers for this DVR port 7cea0ef2-e994-4c90-b899-188986138fca on host n-h2-779913-29 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:46:45.068140 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f777bf20-f498-4a20-a738-aeeef232d5a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97404d4b-2d52-4fc7-b4d4-1e17ae9f7ea7'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:46:45.073838 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd62303f06773040a8a4e189dc46b4f565768c299abf8ab8e7739778b0bc3e97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdd1bbf5-f681-433f-adbb-0a83ed5f0cca" -d '{"events": [{"server_uuid": "f777bf20-f498-4a20-a738-aeeef232d5a1", "name": "network-vif-plugged", "status": "completed", "tag": "97404d4b-2d52-4fc7-b4d4-1e17ae9f7ea7"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:46:45.109137 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-095c430e-090c-4531-8ff8-d616b3154a5d None None] Allocated IP 2001:db8::2 (17492632-5a7e-4bec-a3f9-f8285e44faf2/08023e0e-e465-45e9-8262-fda5308879f7/e4d7537a-66a3-4c24-b8a2-3bef3f7a183a) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:46:45.129450 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:46:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-691bd062-e75a-423f-b5f0-898e4e917b24 x-openstack-request-id: req-691bd062-e75a-423f-b5f0-898e4e917b24 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:46:45.129826 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f777bf20-f498-4a20-a738-aeeef232d5a1", "name": "network-vif-plugged", "status": "completed", "tag": "97404d4b-2d52-4fc7-b4d4-1e17ae9f7ea7", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:46:45.130339 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-691bd062-e75a-423f-b5f0-898e4e917b24 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:46:45.130543 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f777bf20-f498-4a20-a738-aeeef232d5a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97404d4b-2d52-4fc7-b4d4-1e17ae9f7ea7', 'code': 200} Jul 14 09:46:45.165356 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-a5111715-d4c9-4f78-898a-c75921de151a req-64a15f9d-5fe6-4211-bb1a-ab90c6310e11 service neutron] Attempting to bind port 7cea0ef2-e994-4c90-b899-188986138fca on host n-h1-779913-29 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:46:45.165852 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-a5111715-d4c9-4f78-898a-c75921de151a req-64a15f9d-5fe6-4211-bb1a-ab90c6310e11 service neutron] Attempting to bind port 7cea0ef2-e994-4c90-b899-188986138fca by drivers openvswitch,hyperv on host n-h1-779913-29 at level 0 using segments [{'id': '94ff459e-a83c-40ec-b1f2-d274955b18b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '4c35a1de-4d2f-4c90-922a-9ee2e847d92b'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:46:45.166197 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5111715-d4c9-4f78-898a-c75921de151a req-64a15f9d-5fe6-4211-bb1a-ab90c6310e11 service neutron] Attempting to bind port 7cea0ef2-e994-4c90-b899-188986138fca on network 4c35a1de-4d2f-4c90-922a-9ee2e847d92b {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:46:45.170978 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5111715-d4c9-4f78-898a-c75921de151a req-64a15f9d-5fe6-4211-bb1a-ab90c6310e11 service neutron] Port 7cea0ef2-e994-4c90-b899-188986138fca on network 4c35a1de-4d2f-4c90-922a-9ee2e847d92b not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-29 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:46:45.171310 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5111715-d4c9-4f78-898a-c75921de151a req-64a15f9d-5fe6-4211-bb1a-ab90c6310e11 service neutron] Attempting to bind port 7cea0ef2-e994-4c90-b899-188986138fca on network 4c35a1de-4d2f-4c90-922a-9ee2e847d92b {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:46:45.176647 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5111715-d4c9-4f78-898a-c75921de151a req-64a15f9d-5fe6-4211-bb1a-ab90c6310e11 service neutron] Checking agent: {'id': 'de11e667-f145-47b0-bd09-334a7505938e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 13, 12), 'started_at': datetime.datetime(2021, 7, 14, 9, 13, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 46, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:46:45.177067 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5111715-d4c9-4f78-898a-c75921de151a req-64a15f9d-5fe6-4211-bb1a-ab90c6310e11 service neutron] Checking segment: {'id': '94ff459e-a83c-40ec-b1f2-d274955b18b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '4c35a1de-4d2f-4c90-922a-9ee2e847d92b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:46:45.177392 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5111715-d4c9-4f78-898a-c75921de151a req-64a15f9d-5fe6-4211-bb1a-ab90c6310e11 service neutron] Bound using segment: {'id': '94ff459e-a83c-40ec-b1f2-d274955b18b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '4c35a1de-4d2f-4c90-922a-9ee2e847d92b'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:46:45.177865 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-a5111715-d4c9-4f78-898a-c75921de151a req-64a15f9d-5fe6-4211-bb1a-ab90c6310e11 service neutron] Bound port: 7cea0ef2-e994-4c90-b899-188986138fca, host: n-h1-779913-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94ff459e-a83c-40ec-b1f2-d274955b18b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '4c35a1de-4d2f-4c90-922a-9ee2e847d92b'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:46:45.178240 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-a5111715-d4c9-4f78-898a-c75921de151a req-64a15f9d-5fe6-4211-bb1a-ab90c6310e11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:45.290072 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-a5111715-d4c9-4f78-898a-c75921de151a req-64a15f9d-5fe6-4211-bb1a-ab90c6310e11 service neutron] For port 7cea0ef2-e994-4c90-b899-188986138fca, host n-h1-779913-29, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:46:45.301186 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-095c430e-090c-4531-8ff8-d616b3154a5d None None] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:45.306592 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-a5111715-d4c9-4f78-898a-c75921de151a req-64a15f9d-5fe6-4211-bb1a-ab90c6310e11 service neutron] For port 7cea0ef2-e994-4c90-b899-188986138fca, host n-h1-779913-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=7cea0ef2-e994-4c90-b899-188986138fca,segment=NetworkSegment(94ff459e-a83c-40ec-b1f2-d274955b18b9),segment_id=94ff459e-a83c-40ec-b1f2-d274955b18b9)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:46:45.310857 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-095c430e-090c-4531-8ff8-d616b3154a5d None None] Transition to ACTIVE for port object e4d7537a-66a3-4c24-b8a2-3bef3f7a183a will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:46:45.314161 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-a5111715-d4c9-4f78-898a-c75921de151a req-64a15f9d-5fe6-4211-bb1a-ab90c6310e11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:45.320543 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3628661d-8f26-4dae-b223-c69d21e88b33 req-353fc0e4-327a-4469-be13-232da1a4454c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:45.321530 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3628661d-8f26-4dae-b223-c69d21e88b33 req-353fc0e4-327a-4469-be13-232da1a4454c service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=f777bf20-f498-4a20-a738-aeeef232d5a1 HTTP/1.1" status: 200 len: 1097 time: 0.1028094 Jul 14 09:46:45.336014 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-095c430e-090c-4531-8ff8-d616b3154a5d None None] Transition to ACTIVE for port object e4d7537a-66a3-4c24-b8a2-3bef3f7a183a will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:46:45.363901 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-095c430e-090c-4531-8ff8-d616b3154a5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:45.380414 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5111715-d4c9-4f78-898a-c75921de151a req-64a15f9d-5fe6-4211-bb1a-ab90c6310e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:45.380862 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-a5111715-d4c9-4f78-898a-c75921de151a req-64a15f9d-5fe6-4211-bb1a-ab90c6310e11 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:45.382421 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a5111715-d4c9-4f78-898a-c75921de151a req-64a15f9d-5fe6-4211-bb1a-ab90c6310e11 service neutron] 10.222.0.65 "PUT /v2.0/ports/7cea0ef2-e994-4c90-b899-188986138fca HTTP/1.1" status: 200 len: 1093 time: 1.3857841 Jul 14 09:46:45.387157 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device cc1d17ab-d7b6-4755-925b-246f8761d26f no longer exists at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:46:45.408220 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a15f9d-5fe6-4211-bb1a-ab90c6310e11 service neutron] Pushing event updated for resources: {'Port': ['ID=7cea0ef2-e994-4c90-b899-188986138fca,revision_number=11']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:45.420164 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3628661d-8f26-4dae-b223-c69d21e88b33 req-32a3eeea-94eb-4a69-b995-585dda0d30bb service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=6e42484d-7586-47b4-b668-89a60fda81ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719798 Jul 14 09:46:45.456285 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-54177187-a6e6-4ce2-8ff9-ad1320d1b32d tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Allocated IP 2001:db8::231 (17492632-5a7e-4bec-a3f9-f8285e44faf2/08023e0e-e465-45e9-8262-fda5308879f7/a9518634-bcf3-4ee8-bc0f-aaa7014b8593) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:46:45.476415 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] No Port match for: cc1d17ab-d7b6-4755-925b-246f8761d26f {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:46:45.477085 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device cc1d17ab-d7b6-4755-925b-246f8761d26f not bound to the agent host n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:46:45.489742 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-095c430e-090c-4531-8ff8-d616b3154a5d None None] Network 17492632-5a7e-4bec-a3f9-f8285e44faf2 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:46:45.497008 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-095c430e-090c-4531-8ff8-d616b3154a5d None None] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:46:45.499833 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-095c430e-090c-4531-8ff8-d616b3154a5d None None] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:46:45.512777 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095c430e-090c-4531-8ff8-d616b3154a5d None None] Pushing event updated for resources: {'Port': ['ID=e4d7537a-66a3-4c24-b8a2-3bef3f7a183a,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:45.514639 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5111715-d4c9-4f78-898a-c75921de151a req-9b8878ea-7cfa-4dee-a040-c99f75ce289f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:45.517714 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a5111715-d4c9-4f78-898a-c75921de151a req-9b8878ea-7cfa-4dee-a040-c99f75ce289f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=62cf828fc3e84fada2a4655d43752657&device_id=3804666f-6b9b-407c-a2ec-26cc88361b9c HTTP/1.1" status: 200 len: 1096 time: 0.0806296 Jul 14 09:46:45.577510 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-095c430e-090c-4531-8ff8-d616b3154a5d None None] Attempting to bind port e4d7537a-66a3-4c24-b8a2-3bef3f7a183a on host n-d-779913-29 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:46:45.578569 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-095c430e-090c-4531-8ff8-d616b3154a5d None None] Attempting to bind port e4d7537a-66a3-4c24-b8a2-3bef3f7a183a by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': '19ac4e1e-e083-4566-aca1-839bc1c998c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '17492632-5a7e-4bec-a3f9-f8285e44faf2'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:46:45.579662 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095c430e-090c-4531-8ff8-d616b3154a5d None None] Attempting to bind port e4d7537a-66a3-4c24-b8a2-3bef3f7a183a on network 17492632-5a7e-4bec-a3f9-f8285e44faf2 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:46:45.592929 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095c430e-090c-4531-8ff8-d616b3154a5d None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 46, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:46:45.592929 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095c430e-090c-4531-8ff8-d616b3154a5d None None] Checking segment: {'id': '19ac4e1e-e083-4566-aca1-839bc1c998c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '17492632-5a7e-4bec-a3f9-f8285e44faf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:46:45.592929 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-095c430e-090c-4531-8ff8-d616b3154a5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:45.592929 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095c430e-090c-4531-8ff8-d616b3154a5d None None] Bound using segment: {'id': '19ac4e1e-e083-4566-aca1-839bc1c998c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '17492632-5a7e-4bec-a3f9-f8285e44faf2'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:46:45.592929 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-095c430e-090c-4531-8ff8-d616b3154a5d None None] Bound port: e4d7537a-66a3-4c24-b8a2-3bef3f7a183a, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19ac4e1e-e083-4566-aca1-839bc1c998c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '17492632-5a7e-4bec-a3f9-f8285e44faf2'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:46:45.592929 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-095c430e-090c-4531-8ff8-d616b3154a5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:45.636474 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5111715-d4c9-4f78-898a-c75921de151a req-c372d6cb-77bd-4441-80c9-aa45a6d8338b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:45.638056 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a5111715-d4c9-4f78-898a-c75921de151a req-c372d6cb-77bd-4441-80c9-aa45a6d8338b service neutron] 10.222.0.65 "GET /v2.0/networks?id=4c35a1de-4d2f-4c90-922a-9ee2e847d92b HTTP/1.1" status: 200 len: 897 time: 0.1122749 Jul 14 09:46:45.680863 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-095c430e-090c-4531-8ff8-d616b3154a5d None None] For port e4d7537a-66a3-4c24-b8a2-3bef3f7a183a, host n-d-779913-29, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:46:45.685875 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-095c430e-090c-4531-8ff8-d616b3154a5d None None] For port e4d7537a-66a3-4c24-b8a2-3bef3f7a183a, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=e4d7537a-66a3-4c24-b8a2-3bef3f7a183a,segment=NetworkSegment(19ac4e1e-e083-4566-aca1-839bc1c998c7),segment_id=19ac4e1e-e083-4566-aca1-839bc1c998c7)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:46:45.697230 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-095c430e-090c-4531-8ff8-d616b3154a5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:45.699023 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-54177187-a6e6-4ce2-8ff9-ad1320d1b32d tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:45.723167 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-54177187-a6e6-4ce2-8ff9-ad1320d1b32d tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Transition to ACTIVE for port object a9518634-bcf3-4ee8-bc0f-aaa7014b8593 will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:46:45.739806 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a5111715-d4c9-4f78-898a-c75921de151a req-631704d6-5d50-46a5-8224-ad17f3ed226b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7cea0ef2-e994-4c90-b899-188986138fca HTTP/1.1" status: 200 len: 999 time: 0.0945544 Jul 14 09:46:45.785644 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-54177187-a6e6-4ce2-8ff9-ad1320d1b32d tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:45.786709 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095c430e-090c-4531-8ff8-d616b3154a5d None None] Pushing event updated for resources: {'Port': ['ID=e4d7537a-66a3-4c24-b8a2-3bef3f7a183a,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:45.823391 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5111715-d4c9-4f78-898a-c75921de151a req-f573d740-ba83-4f8f-a18a-3930cbf22271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:45.824776 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a5111715-d4c9-4f78-898a-c75921de151a req-f573d740-ba83-4f8f-a18a-3930cbf22271 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=fb44ecfc-c025-4947-a94a-856af59d72fc HTTP/1.1" status: 200 len: 835 time: 0.0753758 Jul 14 09:46:45.868042 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54177187-a6e6-4ce2-8ff9-ad1320d1b32d tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Network 17492632-5a7e-4bec-a3f9-f8285e44faf2 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:46:45.870156 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-54177187-a6e6-4ce2-8ff9-ad1320d1b32d tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:46:45.873056 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54177187-a6e6-4ce2-8ff9-ad1320d1b32d tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:46:45.878849 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54177187-a6e6-4ce2-8ff9-ad1320d1b32d tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:45.879509 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-54177187-a6e6-4ce2-8ff9-ad1320d1b32d tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:45.889658 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54177187-a6e6-4ce2-8ff9-ad1320d1b32d tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Pushing event updated for resources: {'Port': ['ID=a9518634-bcf3-4ee8-bc0f-aaa7014b8593,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:45.907716 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5111715-d4c9-4f78-898a-c75921de151a req-a1109260-371a-4fdf-9999-ea198ac4e765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:45.909284 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a5111715-d4c9-4f78-898a-c75921de151a req-a1109260-371a-4fdf-9999-ea198ac4e765 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4c35a1de-4d2f-4c90-922a-9ee2e847d92b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0770557 Jul 14 09:46:45.916751 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-54177187-a6e6-4ce2-8ff9-ad1320d1b32d tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.3587649 Jul 14 09:46:45.917414 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 50398) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:46.150259 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3853fa07-822a-4867-bf6d-f85399446d32 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:46.157432 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3853fa07-822a-4867-bf6d-f85399446d32 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:46.159253 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-3853fa07-822a-4867-bf6d-f85399446d32 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.2408290 Jul 14 09:46:46.162085 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 50400) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:46.179755 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd1b193-daf2-4389-bf35-8e66ec085566 req-f228062f-664a-4fca-9db9-6eb7cfd32f0c tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:46.181443 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-2fd1b193-daf2-4389-bf35-8e66ec085566 req-f228062f-664a-4fca-9db9-6eb7cfd32f0c tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/ports?device_id=3804666f-6b9b-407c-a2ec-26cc88361b9c HTTP/1.1" status: 200 len: 944 time: 0.1770806 Jul 14 09:46:46.213763 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a234d84a-df90-4c19-a56c-204407d9a0ca req-ed87b714-10b7-4ac8-8866-b21aa8f77c13 tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:46.215625 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a234d84a-df90-4c19-a56c-204407d9a0ca req-ed87b714-10b7-4ac8-8866-b21aa8f77c13 tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] 10.222.0.68 "GET /v2.0/ports?device_id=f777bf20-f498-4a20-a738-aeeef232d5a1 HTTP/1.1" status: 200 len: 945 time: 0.1765125 Jul 14 09:46:46.222711 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a5111715-d4c9-4f78-898a-c75921de151a req-9dadbf96-633e-4042-a65e-a39e6d8ea1ce service neutron] 10.222.0.65 "GET /v2.0/networks/4c35a1de-4d2f-4c90-922a-9ee2e847d92b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3002017 Jul 14 09:46:46.265608 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-2fd1b193-daf2-4389-bf35-8e66ec085566 req-91a30119-1830-4b62-bb17-09815dc44c31 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/security-groups?id=c4808f8e-d927-4dd4-bd3b-54d695233756&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645411 Jul 14 09:46:46.315256 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-c5865b8a-736d-4f74-9a39-9c0470cd6181 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Deleting port a9518634-bcf3-4ee8-bc0f-aaa7014b8593 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:46:46.316165 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c5865b8a-736d-4f74-9a39-9c0470cd6181 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:46.326222 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a234d84a-df90-4c19-a56c-204407d9a0ca req-4a560596-fb90-4d78-9950-5475ddfbbae0 tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] 10.222.0.68 "GET /v2.0/security-groups?id=6e42484d-7586-47b4-b668-89a60fda81ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009877 Jul 14 09:46:46.380468 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a5111715-d4c9-4f78-898a-c75921de151a req-39598d5a-d65c-4d41-be36-690a2940b94c service neutron] 10.222.0.65 "GET /v2.0/networks/4c35a1de-4d2f-4c90-922a-9ee2e847d92b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443739 Jul 14 09:46:46.463008 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c5865b8a-736d-4f74-9a39-9c0470cd6181 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:46.479385 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-c5865b8a-736d-4f74-9a39-9c0470cd6181 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Calling delete_port for a9518634-bcf3-4ee8-bc0f-aaa7014b8593 owned by {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:46:46.634452 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c5865b8a-736d-4f74-9a39-9c0470cd6181 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:46.651640 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.agents_db [None req-3c3509fb-540d-4335-a450-574895dd3602 None None] Agent healthcheck: found 7 active agents {{(pid=93960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:46:46.676007 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5865b8a-736d-4f74-9a39-9c0470cd6181 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Pushing event deleted for resources: {'Port': ['ID=a9518634-bcf3-4ee8-bc0f-aaa7014b8593,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:46.707423 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c5865b8a-736d-4f74-9a39-9c0470cd6181 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:46.711060 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-c5865b8a-736d-4f74-9a39-9c0470cd6181 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "DELETE /v2.0/ports/a9518634-bcf3-4ee8-bc0f-aaa7014b8593 HTTP/1.1" status: 204 len: 168 time: 0.5479214 Jul 14 09:46:46.713601 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 50408) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:46.773758 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70e76d4b-1513-4dfa-aac8-a83f8ea835e4 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:46.775438 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70e76d4b-1513-4dfa-aac8-a83f8ea835e4 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:46.779385 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-70e76d4b-1513-4dfa-aac8-a83f8ea835e4 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0621891 Jul 14 09:46:46.779772 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 50410) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:46.845334 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-233f1c49-0938-4649-bde0-5f8b37b502fa tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Deleting subnet 08023e0e-e465-45e9-8262-fda5308879f7 {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:46:46.849073 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-233f1c49-0938-4649-bde0-5f8b37b502fa tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:46.894605 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-233f1c49-0938-4649-bde0-5f8b37b502fa tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13574120'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:46.964488 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3804666f-6b9b-407c-a2ec-26cc88361b9c', 'tag': '7cea0ef2-e994-4c90-b899-188986138fca'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:46:46.967339 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4bc5336-7ee0-44fe-8b9e-8781c8eef43e" -d '{"events": [{"name": "network-changed", "server_uuid": "3804666f-6b9b-407c-a2ec-26cc88361b9c", "tag": "7cea0ef2-e994-4c90-b899-188986138fca"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:46:47.007782 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-233f1c49-0938-4649-bde0-5f8b37b502fa tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3481002'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:47.034711 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:46:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2addb691-216d-47fb-baa8-808fe3d1d734 x-openstack-request-id: req-2addb691-216d-47fb-baa8-808fe3d1d734 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:46:47.035013 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3804666f-6b9b-407c-a2ec-26cc88361b9c", "tag": "7cea0ef2-e994-4c90-b899-188986138fca", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:46:47.035269 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-2addb691-216d-47fb-baa8-808fe3d1d734 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:46:47.035674 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3804666f-6b9b-407c-a2ec-26cc88361b9c', 'tag': '7cea0ef2-e994-4c90-b899-188986138fca', 'status': 'completed', 'code': 200} Jul 14 09:46:47.106005 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-233f1c49-0938-4649-bde0-5f8b37b502fa tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13574056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16714573'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:47.107807 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-fbba5997-608a-46d3-9dbc-e24eb2001d9b None None] Provisioning for port e4d7537a-66a3-4c24-b8a2-3bef3f7a183a completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:46:47.211646 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bc5336-7ee0-44fe-8b9e-8781c8eef43e req-d55e2483-0e54-476e-a373-f9357999d965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:47.213474 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c4bc5336-7ee0-44fe-8b9e-8781c8eef43e req-d55e2483-0e54-476e-a373-f9357999d965 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=62cf828fc3e84fada2a4655d43752657&device_id=3804666f-6b9b-407c-a2ec-26cc88361b9c HTTP/1.1" status: 200 len: 1096 time: 0.1267147 Jul 14 09:46:47.236733 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bc5336-7ee0-44fe-8b9e-8781c8eef43e req-7fa8e780-bd90-4ef6-8dd5-f1729f347779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:47.238381 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c4bc5336-7ee0-44fe-8b9e-8781c8eef43e req-7fa8e780-bd90-4ef6-8dd5-f1729f347779 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=62cf828fc3e84fada2a4655d43752657&device_id=3804666f-6b9b-407c-a2ec-26cc88361b9c HTTP/1.1" status: 200 len: 1096 time: 0.1420739 Jul 14 09:46:47.351102 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-82c0df79-3685-4944-86e2-4983274d7c26 None None] Could not find standard attr ID for object a9518634-bcf3-4ee8-bc0f-aaa7014b8593. {{(pid=93959) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 09:46:47.482188 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device e4d7537a-66a3-4c24-b8a2-3bef3f7a183a up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:46:47.596418 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning for port e4d7537a-66a3-4c24-b8a2-3bef3f7a183a completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:46:47.601386 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port e4d7537a-66a3-4c24-b8a2-3bef3f7a183a triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:46:47.601784 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:47.606455 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bc5336-7ee0-44fe-8b9e-8781c8eef43e req-5fe58fe8-07cc-454b-8d01-93ee2d0026fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:47.608739 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c4bc5336-7ee0-44fe-8b9e-8781c8eef43e req-5fe58fe8-07cc-454b-8d01-93ee2d0026fc service neutron] 10.222.0.57 "GET /v2.0/networks?id=4c35a1de-4d2f-4c90-922a-9ee2e847d92b HTTP/1.1" status: 200 len: 897 time: 0.3596549 Jul 14 09:46:47.670741 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233f1c49-0938-4649-bde0-5f8b37b502fa tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Pushing event deleted for resources: {'Subnet': ['ID=08023e0e-e465-45e9-8262-fda5308879f7,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:47.676222 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-233f1c49-0938-4649-bde0-5f8b37b502fa tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:47.681554 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-233f1c49-0938-4649-bde0-5f8b37b502fa tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "DELETE /v2.0/subnets/08023e0e-e465-45e9-8262-fda5308879f7 HTTP/1.1" status: 204 len: 168 time: 0.9006271 Jul 14 09:46:47.682254 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 50428) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:47.690607 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bc5336-7ee0-44fe-8b9e-8781c8eef43e req-e04255fa-22b2-4a31-8029-a4280c30adf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:47.692519 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c4bc5336-7ee0-44fe-8b9e-8781c8eef43e req-e04255fa-22b2-4a31-8029-a4280c30adf1 service neutron] 10.222.0.65 "GET /v2.0/networks?id=4c35a1de-4d2f-4c90-922a-9ee2e847d92b HTTP/1.1" status: 200 len: 897 time: 0.4696393 Jul 14 09:46:47.730676 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc937c6d-3a71-4ff8-92cc-f48a38c6283a None None] Network 17492632-5a7e-4bec-a3f9-f8285e44faf2 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:46:47.754500 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-46554168-e3c3-486c-bd17-c6df2bc80333 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0518439 Jul 14 09:46:47.755899 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 50434) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:47.777690 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c4bc5336-7ee0-44fe-8b9e-8781c8eef43e req-b5fd1be1-bc68-4c71-afe0-00d706de9141 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7cea0ef2-e994-4c90-b899-188986138fca HTTP/1.1" status: 200 len: 999 time: 0.1590769 Jul 14 09:46:47.811749 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:47.845032 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea3b0b6-d931-4120-a682-c531e8080a79 req-8d675ee2-9c93-4162-966d-21bb5d98ca41 tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:47.847004 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-4ea3b0b6-d931-4120-a682-c531e8080a79 req-8d675ee2-9c93-4162-966d-21bb5d98ca41 tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] 10.222.0.68 "GET /v2.0/ports?device_id=f777bf20-f498-4a20-a738-aeeef232d5a1 HTTP/1.1" status: 200 len: 945 time: 0.1907704 Jul 14 09:46:47.851639 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc17162-4527-4609-baff-e03741e897a0 req-225660a8-ad17-431a-97fe-9bd29fb0873b tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:47.853172 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-abc17162-4527-4609-baff-e03741e897a0 req-225660a8-ad17-431a-97fe-9bd29fb0873b tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/ports?device_id=3804666f-6b9b-407c-a2ec-26cc88361b9c HTTP/1.1" status: 200 len: 944 time: 0.3567166 Jul 14 09:46:47.855497 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c4bc5336-7ee0-44fe-8b9e-8781c8eef43e req-c13ac6fa-6a32-4339-af13-f856f685e0ed service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7cea0ef2-e994-4c90-b899-188986138fca HTTP/1.1" status: 200 len: 999 time: 0.1490762 Jul 14 09:46:47.868093 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bc5336-7ee0-44fe-8b9e-8781c8eef43e req-33301a1c-ec10-44f0-953b-0026dadac032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:47.870165 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c4bc5336-7ee0-44fe-8b9e-8781c8eef43e req-33301a1c-ec10-44f0-953b-0026dadac032 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fb44ecfc-c025-4947-a94a-856af59d72fc HTTP/1.1" status: 200 len: 835 time: 0.0836151 Jul 14 09:46:47.883354 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ce9ce50-27ea-44ed-a851-6cb6d8b9a87b tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:47.885241 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-8ce9ce50-27ea-44ed-a851-6cb6d8b9a87b tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1268797 Jul 14 09:46:47.889851 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 50436) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:47.921326 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] For port e4d7537a-66a3-4c24-b8a2-3bef3f7a183a, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=e4d7537a-66a3-4c24-b8a2-3bef3f7a183a,segment=NetworkSegment(19ac4e1e-e083-4566-aca1-839bc1c998c7),segment_id=19ac4e1e-e083-4566-aca1-839bc1c998c7)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:46:47.936639 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-4ea3b0b6-d931-4120-a682-c531e8080a79 req-83783f9e-37b8-43ee-a16d-190007aed4f1 tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] 10.222.0.68 "GET /v2.0/security-groups?id=6e42484d-7586-47b4-b668-89a60fda81ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837159 Jul 14 09:46:47.961433 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0f2b10e-8437-45c5-95eb-3b548ebdb4e8 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:47.965469 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-d0f2b10e-8437-45c5-95eb-3b548ebdb4e8 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0721354 Jul 14 09:46:47.966335 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 50438) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:48.018532 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-b7ac0135-1f30-486b-ae00-7a5ea2d6b9b5 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0473316 Jul 14 09:46:48.019145 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 50442) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:48.035634 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-7d026d7a-0d48-4bcc-9c19-a4afa723b407 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Request body: {'subnet': {'network_id': '17492632-5a7e-4bec-a3f9-f8285e44faf2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:46:48.038668 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-abc17162-4527-4609-baff-e03741e897a0 req-76fe5c84-0582-4a6b-8ff9-0ab2f9f3f4ae tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/security-groups?id=c4808f8e-d927-4dd4-bd3b-54d695233756&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1673954 Jul 14 09:46:48.050555 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:48.069365 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bc5336-7ee0-44fe-8b9e-8781c8eef43e req-014f197d-7ac6-4da0-bc15-044376bd1ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:48.071549 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c4bc5336-7ee0-44fe-8b9e-8781c8eef43e req-014f197d-7ac6-4da0-bc15-044376bd1ac3 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=fb44ecfc-c025-4947-a94a-856af59d72fc HTTP/1.1" status: 200 len: 835 time: 0.1560690 Jul 14 09:46:48.164975 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bc5336-7ee0-44fe-8b9e-8781c8eef43e req-96a6e992-3582-43db-8860-5fbf58051cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:48.175732 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c4bc5336-7ee0-44fe-8b9e-8781c8eef43e req-96a6e992-3582-43db-8860-5fbf58051cef service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4c35a1de-4d2f-4c90-922a-9ee2e847d92b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2959480 Jul 14 09:46:48.209171 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Pushing event updated for resources: {'Port': ['ID=e4d7537a-66a3-4c24-b8a2-3bef3f7a183a,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:48.293553 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d026d7a-0d48-4bcc-9c19-a4afa723b407 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Made reservation on behalf of 1a9c030e37eb4fbea3adea586f150fe1 for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:46:48.300852 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba5fdf49-3d80-4880-967a-c8dc91cc5fe8 None None] DHCP port deletion for 17492632-5a7e-4bec-a3f9-f8285e44faf2 request from n-d-779913-29 {{(pid=93959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:46:48.308432 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7d026d7a-0d48-4bcc-9c19-a4afa723b407 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16714600'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:48.320596 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c4bc5336-7ee0-44fe-8b9e-8781c8eef43e req-1019d8c6-2950-4231-8a5b-adc4918497a4 service neutron] 10.222.0.57 "GET /v2.0/networks/4c35a1de-4d2f-4c90-922a-9ee2e847d92b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296487 Jul 14 09:46:48.413166 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-ba5fdf49-3d80-4880-967a-c8dc91cc5fe8 None None] Deleting port e4d7537a-66a3-4c24-b8a2-3bef3f7a183a {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:46:48.413622 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ba5fdf49-3d80-4880-967a-c8dc91cc5fe8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:48.428692 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c416e82-e8dd-4bf1-ac98-a0b2622bf0ff req-557fb6e6-3252-471a-ac83-c7d46e44a48e tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:48.430966 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-4c416e82-e8dd-4bf1-ac98-a0b2622bf0ff req-557fb6e6-3252-471a-ac83-c7d46e44a48e tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] 10.222.0.68 "GET /v2.0/ports?device_id=f777bf20-f498-4a20-a738-aeeef232d5a1 HTTP/1.1" status: 200 len: 945 time: 0.2629342 Jul 14 09:46:48.440811 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 50448) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:48.446777 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-000a4941-df82-4797-a608-d0a76e5edd79 tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] Request body: {'floatingip': {'port_id': '97404d4b-2d52-4fc7-b4d4-1e17ae9f7ea7'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:46:48.501951 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 7cea0ef2-e994-4c90-b899-188986138fca no longer exists at agent hyperv_n-h2-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:46:48.515601 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-000a4941-df82-4797-a608-d0a76e5edd79 tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] Notify callbacks [] for floatingip, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:48.631728 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-ba5fdf49-3d80-4880-967a-c8dc91cc5fe8 None None] For port e4d7537a-66a3-4c24-b8a2-3bef3f7a183a, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=e4d7537a-66a3-4c24-b8a2-3bef3f7a183a,segment=NetworkSegment(19ac4e1e-e083-4566-aca1-839bc1c998c7),segment_id=19ac4e1e-e083-4566-aca1-839bc1c998c7)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:46:48.632171 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ba5fdf49-3d80-4880-967a-c8dc91cc5fe8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:48.643954 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 7cea0ef2-e994-4c90-b899-188986138fca not bound to the agent host n-h2-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:46:48.651562 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-ba5fdf49-3d80-4880-967a-c8dc91cc5fe8 None None] Calling delete_port for e4d7537a-66a3-4c24-b8a2-3bef3f7a183a owned by network:dhcp {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:46:48.714120 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bc5336-7ee0-44fe-8b9e-8781c8eef43e req-3425bed9-85cc-4eff-900b-4965e0c46d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:48.715652 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c4bc5336-7ee0-44fe-8b9e-8781c8eef43e req-3425bed9-85cc-4eff-900b-4965e0c46d0b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4c35a1de-4d2f-4c90-922a-9ee2e847d92b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6354077 Jul 14 09:46:48.809409 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c4bc5336-7ee0-44fe-8b9e-8781c8eef43e req-045d557a-875d-4fe4-9451-72a57d984bb3 service neutron] 10.222.0.57 "GET /v2.0/networks/4c35a1de-4d2f-4c90-922a-9ee2e847d92b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4823444 Jul 14 09:46:48.859414 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c4bc5336-7ee0-44fe-8b9e-8781c8eef43e req-086b978b-b2ea-4529-a404-9f25c95dec95 service neutron] 10.222.0.65 "GET /v2.0/networks/4c35a1de-4d2f-4c90-922a-9ee2e847d92b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301625 Jul 14 09:46:48.987344 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c4bc5336-7ee0-44fe-8b9e-8781c8eef43e req-d350983c-7a22-4e3b-bf7c-2b7caeb1d717 service neutron] 10.222.0.65 "GET /v2.0/networks/4c35a1de-4d2f-4c90-922a-9ee2e847d92b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126430 Jul 14 09:46:49.005695 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ba5fdf49-3d80-4880-967a-c8dc91cc5fe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:49.044028 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5fdf49-3d80-4880-967a-c8dc91cc5fe8 None None] Pushing event deleted for resources: {'Port': ['ID=e4d7537a-66a3-4c24-b8a2-3bef3f7a183a,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:49.044028 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba5fdf49-3d80-4880-967a-c8dc91cc5fe8 None None] No DVR routers for this DVR port e4d7537a-66a3-4c24-b8a2-3bef3f7a183a on host n-d-779913-29 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:46:49.078079 n-d-779913-29 neutron-server[93958]: DEBUG neutron.objects.ports [None req-7d026d7a-0d48-4bcc-9c19-a4afa723b407 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93958) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 14 09:46:49.086214 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7d026d7a-0d48-4bcc-9c19-a4afa723b407 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13573993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16714586'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:49.223264 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c16f1f-0fe1-4b97-92a5-16c145c65a6e req-fd385f65-43f5-4345-a0d9-837f37e54079 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:49.224808 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-29c16f1f-0fe1-4b97-92a5-16c145c65a6e req-fd385f65-43f5-4345-a0d9-837f37e54079 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/ports?device_id=3804666f-6b9b-407c-a2ec-26cc88361b9c HTTP/1.1" status: 200 len: 944 time: 0.0658765 Jul 14 09:46:49.254836 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d026d7a-0d48-4bcc-9c19-a4afa723b407 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Network 17492632-5a7e-4bec-a3f9-f8285e44faf2 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:46:49.264806 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-7d026d7a-0d48-4bcc-9c19-a4afa723b407 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:46:49.275825 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-29c16f1f-0fe1-4b97-92a5-16c145c65a6e req-662f50d2-a6de-4a33-ab2d-6ced4a6acb89 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/security-groups?id=c4808f8e-d927-4dd4-bd3b-54d695233756&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446575 Jul 14 09:46:49.280305 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc925287-53fb-401d-a18e-53a97888e852 None None] Network 17492632-5a7e-4bec-a3f9-f8285e44faf2 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:46:49.293377 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d026d7a-0d48-4bcc-9c19-a4afa723b407 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:49.293687 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7d026d7a-0d48-4bcc-9c19-a4afa723b407 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:49.313877 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 50458) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:49.353773 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-7d026d7a-0d48-4bcc-9c19-a4afa723b407 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.3309021 Jul 14 09:46:49.353773 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d026d7a-0d48-4bcc-9c19-a4afa723b407 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Pushing event updated for resources: {'Subnet': ['ID=d35428a7-8870-4b26-930b-cefcfe2d2b6a,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:49.360275 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 50460) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:49.365660 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-f3fe82c8-f48e-4233-a463-4b0bc631f4a2 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Request body: {'subnet': {'network_id': '17492632-5a7e-4bec-a3f9-f8285e44faf2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:46:49.388733 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device e4d7537a-66a3-4c24-b8a2-3bef3f7a183a no longer exists at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:46:49.424119 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-c4ee9a81-f894-4df5-8dca-6a72b5ec2ad1 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/floatingips/5d574e84-e698-4ba9-9a35-1b19d2c8171f HTTP/1.1" status: 200 len: 991 time: 0.1082237 Jul 14 09:46:49.436387 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] No Port match for: e4d7537a-66a3-4c24-b8a2-3bef3f7a183a {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:46:49.436760 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device e4d7537a-66a3-4c24-b8a2-3bef3f7a183a not bound to the agent host n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:46:49.467028 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 7cea0ef2-e994-4c90-b899-188986138fca details requested by agent hyperv_n-h1-779913-29 with host n-h1-779913-29 {{(pid=93959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:46:49.627572 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7956637c-d362-44bf-9091-775075135296 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf57baaa9-fd24-59f4-8fd2-1dc21122ce72-17492632-5a7e-4bec-a3f9-f8285e44faf2', 'network_id': '17492632-5a7e-4bec-a3f9-f8285e44faf2', 'tenant_id': '1a9c030e37eb4fbea3adea586f150fe1', 'fixed_ips': [{'subnet_id': 'd35428a7-8870-4b26-930b-cefcfe2d2b6a'}]}} from n-d-779913-29. {{(pid=93959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:46:49.628564 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7956637c-d362-44bf-9091-775075135296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:49.638332 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3fe82c8-f48e-4233-a463-4b0bc631f4a2 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Made reservation on behalf of 1a9c030e37eb4fbea3adea586f150fe1 for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:46:49.642410 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f3fe82c8-f48e-4233-a463-4b0bc631f4a2 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16714600'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:49.646652 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port 7cea0ef2-e994-4c90-b899-188986138fca, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=7cea0ef2-e994-4c90-b899-188986138fca,segment=NetworkSegment(94ff459e-a83c-40ec-b1f2-d274955b18b9),segment_id=94ff459e-a83c-40ec-b1f2-d274955b18b9)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:46:49.668997 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Returning: {'device': '7cea0ef2-e994-4c90-b899-188986138fca', 'network_id': '4c35a1de-4d2f-4c90-922a-9ee2e847d92b', 'port_id': '7cea0ef2-e994-4c90-b899-188986138fca', 'mac_address': 'fa:16:3e:f5:79:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 719, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb44ecfc-c025-4947-a94a-856af59d72fc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:46:49.696325 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-000a4941-df82-4797-a608-d0a76e5edd79 tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:49.708358 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-000a4941-df82-4797-a608-d0a76e5edd79 tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-660590'] for floatingip, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:49.764170 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:49.794744 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7cea0ef2-e994-4c90-b899-188986138fca {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:46:49.834557 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port 7cea0ef2-e994-4c90-b899-188986138fca, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=7cea0ef2-e994-4c90-b899-188986138fca,segment=NetworkSegment(94ff459e-a83c-40ec-b1f2-d274955b18b9),segment_id=94ff459e-a83c-40ec-b1f2-d274955b18b9)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:46:49.838831 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:49.913015 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-7956637c-d362-44bf-9091-775075135296 None None] Allocated IP 2001:db8::f816:3eff:fe88:34ce (17492632-5a7e-4bec-a3f9-f8285e44faf2/d35428a7-8870-4b26-930b-cefcfe2d2b6a/94ae95cb-fe7e-4d8d-9d9c-666e5406e064) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:46:49.932390 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Pushing event updated for resources: {'Port': ['ID=7cea0ef2-e994-4c90-b899-188986138fca,revision_number=12']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:50.089767 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7956637c-d362-44bf-9091-775075135296 None None] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:50.098380 n-d-779913-29 neutron-server[93958]: INFO neutron.db.ipam_backend_mixin [None req-f3fe82c8-f48e-4233-a463-4b0bc631f4a2 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d35428a7-8870-4b26-930b-cefcfe2d2b6a (CIDR: 2001:db8::/64) Jul 14 09:46:50.101544 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-7956637c-d362-44bf-9091-775075135296 None None] Transition to ACTIVE for port object 94ae95cb-fe7e-4d8d-9d9c-666e5406e064 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:46:50.106626 n-d-779913-29 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3fe82c8-f48e-4233-a463-4b0bc631f4a2 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:46:50.107089 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3fe82c8-f48e-4233-a463-4b0bc631f4a2 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:46:50.123292 n-d-779913-29 neutron-server[93958]: INFO neutron.db.l3_db [None req-000a4941-df82-4797-a608-d0a76e5edd79 tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] Floating IP 35c6b4da-0455-462a-8cd2-173b97fc672c associated. External IP: 172.25.4.95, port: 97404d4b-2d52-4fc7-b4d4-1e17ae9f7ea7. Jul 14 09:46:50.123503 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-7956637c-d362-44bf-9091-775075135296 None None] Transition to ACTIVE for port object 94ae95cb-fe7e-4d8d-9d9c-666e5406e064 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:46:50.130466 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7956637c-d362-44bf-9091-775075135296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:50.130790 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-f3fe82c8-f48e-4233-a463-4b0bc631f4a2 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7695835 Jul 14 09:46:50.131281 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 50468) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:50.135741 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] get_ports_and_sgs() called for port_ids ['7cea0ef2-e994-4c90-b899-188986138fca'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:46:50.149884 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-bbf0bb58-c083-446a-b55f-d79f3ebde0bb tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Request body: {'subnet': {'network_id': '17492632-5a7e-4bec-a3f9-f8285e44faf2', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:46:50.227582 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7956637c-d362-44bf-9091-775075135296 None None] Network 17492632-5a7e-4bec-a3f9-f8285e44faf2 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:46:50.235657 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-7956637c-d362-44bf-9091-775075135296 None None] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:46:50.238859 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7956637c-d362-44bf-9091-775075135296 None None] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:46:50.240739 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7956637c-d362-44bf-9091-775075135296 None None] Pushing event updated for resources: {'Port': ['ID=94ae95cb-fe7e-4d8d-9d9c-666e5406e064,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:50.322651 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-7956637c-d362-44bf-9091-775075135296 None None] Attempting to bind port 94ae95cb-fe7e-4d8d-9d9c-666e5406e064 on host n-d-779913-29 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:46:50.323313 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-7956637c-d362-44bf-9091-775075135296 None None] Attempting to bind port 94ae95cb-fe7e-4d8d-9d9c-666e5406e064 by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': '19ac4e1e-e083-4566-aca1-839bc1c998c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '17492632-5a7e-4bec-a3f9-f8285e44faf2'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:46:50.323438 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7956637c-d362-44bf-9091-775075135296 None None] Attempting to bind port 94ae95cb-fe7e-4d8d-9d9c-666e5406e064 on network 17492632-5a7e-4bec-a3f9-f8285e44faf2 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:46:50.325893 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbf0bb58-c083-446a-b55f-d79f3ebde0bb tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Made reservation on behalf of 1a9c030e37eb4fbea3adea586f150fe1 for: {'subnet': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:46:50.331527 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-bbf0bb58-c083-446a-b55f-d79f3ebde0bb tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11984110'] for subnet, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:50.335769 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7956637c-d362-44bf-9091-775075135296 None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 46, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:46:50.336150 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7956637c-d362-44bf-9091-775075135296 None None] Checking segment: {'id': '19ac4e1e-e083-4566-aca1-839bc1c998c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '17492632-5a7e-4bec-a3f9-f8285e44faf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:46:50.336559 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7956637c-d362-44bf-9091-775075135296 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:50.336957 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7956637c-d362-44bf-9091-775075135296 None None] Bound using segment: {'id': '19ac4e1e-e083-4566-aca1-839bc1c998c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '17492632-5a7e-4bec-a3f9-f8285e44faf2'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:46:50.337444 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-7956637c-d362-44bf-9091-775075135296 None None] Bound port: 94ae95cb-fe7e-4d8d-9d9c-666e5406e064, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19ac4e1e-e083-4566-aca1-839bc1c998c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '17492632-5a7e-4bec-a3f9-f8285e44faf2'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:46:50.337855 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7956637c-d362-44bf-9091-775075135296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:50.398541 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-000a4941-df82-4797-a608-d0a76e5edd79 tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] Router 1a2571e9-0958-46b5-9dfa-808a92fd863f has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:46:50.448944 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-7956637c-d362-44bf-9091-775075135296 None None] For port 94ae95cb-fe7e-4d8d-9d9c-666e5406e064, host n-d-779913-29, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:46:50.454487 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-7956637c-d362-44bf-9091-775075135296 None None] For port 94ae95cb-fe7e-4d8d-9d9c-666e5406e064, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=94ae95cb-fe7e-4d8d-9d9c-666e5406e064,segment=NetworkSegment(19ac4e1e-e083-4566-aca1-839bc1c998c7),segment_id=19ac4e1e-e083-4566-aca1-839bc1c998c7)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:46:50.463673 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7956637c-d362-44bf-9091-775075135296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:50.554686 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-000a4941-df82-4797-a608-d0a76e5edd79 tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:46:50.566026 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64099b3e-8ecf-4188-b3df-b5595b158f77 None None] Sync routers for ids ['1a2571e9-0958-46b5-9dfa-808a92fd863f'] in n-d-779913-29 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:46:50.567058 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-000a4941-df82-4797-a608-d0a76e5edd79 tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for floatingip, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:50.576850 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64099b3e-8ecf-4188-b3df-b5595b158f77 None None] Routers {'1a2571e9-0958-46b5-9dfa-808a92fd863f'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:46:50.577517 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-64099b3e-8ecf-4188-b3df-b5595b158f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:46:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['1a2571e9-0958-46b5-9dfa-808a92fd863f'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:46:50.632320 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-000a4941-df82-4797-a608-d0a76e5edd79 tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] 10.222.0.68 "PUT /v2.0/floatingips/35c6b4da-0455-462a-8cd2-173b97fc672c HTTP/1.1" status: 200 len: 990 time: 2.1861722 Jul 14 09:46:50.632320 n-d-779913-29 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f777bf20-f498-4a20-a738-aeeef232d5a1', 'tag': '97404d4b-2d52-4fc7-b4d4-1e17ae9f7ea7'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:46:50.632764 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cb48f044f948e981f43897c8d7f1332f741dc7af2b4c5a6e19d8f4a80f708e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7aabcf5e-cc72-4a6d-ba52-92d883a28ab7" -d '{"events": [{"name": "network-changed", "server_uuid": "f777bf20-f498-4a20-a738-aeeef232d5a1", "tag": "97404d4b-2d52-4fc7-b4d4-1e17ae9f7ea7"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:46:50.647579 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7956637c-d362-44bf-9091-775075135296 None None] Pushing event updated for resources: {'Port': ['ID=94ae95cb-fe7e-4d8d-9d9c-666e5406e064,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:50.669581 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-bbf0bb58-c083-446a-b55f-d79f3ebde0bb tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10052764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11984092'] for subnet, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:50.743985 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbf0bb58-c083-446a-b55f-d79f3ebde0bb tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Network 17492632-5a7e-4bec-a3f9-f8285e44faf2 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:46:50.750313 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:46:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61ffaa3c-5416-44af-b445-78fe8d0c64cf x-openstack-request-id: req-61ffaa3c-5416-44af-b445-78fe8d0c64cf {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:46:50.750571 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f777bf20-f498-4a20-a738-aeeef232d5a1", "tag": "97404d4b-2d52-4fc7-b4d4-1e17ae9f7ea7", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:46:50.750825 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-61ffaa3c-5416-44af-b445-78fe8d0c64cf {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:46:50.751236 n-d-779913-29 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f777bf20-f498-4a20-a738-aeeef232d5a1', 'tag': '97404d4b-2d52-4fc7-b4d4-1e17ae9f7ea7', 'status': 'completed', 'code': 200} Jul 14 09:46:50.751576 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-bbf0bb58-c083-446a-b55f-d79f3ebde0bb tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:46:50.763821 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbf0bb58-c083-446a-b55f-d79f3ebde0bb tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:50.764547 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-bbf0bb58-c083-446a-b55f-d79f3ebde0bb tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks [] for subnet, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:50.771983 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-64099b3e-8ecf-4188-b3df-b5595b158f77 None None] Set router 1a2571e9-0958-46b5-9dfa-808a92fd863f gateway port host: n-d-779913-29 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:46:50.799246 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf0bb58-c083-446a-b55f-d79f3ebde0bb tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Pushing event updated for resources: {'Subnet': ['ID=ccc2473e-5b62-407b-809a-f5ee92071450,revision_number=0']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:50.825884 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 50480) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:50.832837 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-c27b6f1a-be7e-4aa2-a07b-6c287c522125 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Request body: {'port': {'network_id': '17492632-5a7e-4bec-a3f9-f8285e44faf2', 'mac_address': 'fa:16:3e:4b:2e:dd', 'name': 'tempest-NetworksTestDHCPv6-336559099'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:46:50.836042 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-bbf0bb58-c083-446a-b55f-d79f3ebde0bb tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7015688 Jul 14 09:46:50.944834 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aabcf5e-cc72-4a6d-ba52-92d883a28ab7 req-0915476b-ebdf-456d-bed1-1ff08341c6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:50.946434 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-7aabcf5e-cc72-4a6d-ba52-92d883a28ab7 req-0915476b-ebdf-456d-bed1-1ff08341c6ed service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=fdcfb0d129f645508f46496d6d3408cf&device_id=f777bf20-f498-4a20-a738-aeeef232d5a1 HTTP/1.1" status: 200 len: 1097 time: 0.1381836 Jul 14 09:46:51.019672 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c27b6f1a-be7e-4aa2-a07b-6c287c522125 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Made reservation on behalf of 1a9c030e37eb4fbea3adea586f150fe1 for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:46:51.067689 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aabcf5e-cc72-4a6d-ba52-92d883a28ab7 req-7862ff65-6dfc-42fa-9154-b4b130fe3fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:51.069203 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-7aabcf5e-cc72-4a6d-ba52-92d883a28ab7 req-7862ff65-6dfc-42fa-9154-b4b130fe3fe6 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e5bfa805-7fa6-4e66-853c-c2e7e3c5ed34 HTTP/1.1" status: 200 len: 911 time: 0.1166053 Jul 14 09:46:51.129076 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c27b6f1a-be7e-4aa2-a07b-6c287c522125 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:51.151267 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-7aabcf5e-cc72-4a6d-ba52-92d883a28ab7 req-2c7b6147-4ceb-4843-9ff0-f388fe40959e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=97404d4b-2d52-4fc7-b4d4-1e17ae9f7ea7 HTTP/1.1" status: 200 len: 998 time: 0.0756035 Jul 14 09:46:51.155904 n-d-779913-29 neutron-server[93958]: DEBUG neutron.notifiers.nova [None req-c27b6f1a-be7e-4aa2-a07b-6c287c522125 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] device_id is not set on port 5b78abe7-dcc8-49ee-80f3-618f2302848e yet. {{(pid=93958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:46:51.160605 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-64099b3e-8ecf-4188-b3df-b5595b158f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a2571e9-0958-46b5-9dfa-808a92fd863f', 'name': 'tempest-AttachVolumeTestJSON-831321460-router', 'tenant_id': 'fdcfb0d129f645508f46496d6d3408cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.158'}], 'enable_snat': True}, 'gw_port_id': 'faf8a1de-18dc-4b38-a01a-450dbc8dc8eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:42:06Z', 'updated_at': '2021-07-14T09:42:11Z', 'revision_number': 4, 'project_id': 'fdcfb0d129f645508f46496d6d3408cf', 'gw_port': {'id': 'faf8a1de-18dc-4b38-a01a-450dbc8dc8eb', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:5c:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a2571e9-0958-46b5-9dfa-808a92fd863f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2961, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:42:07Z', 'updated_at': '2021-07-14T09:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_floatingips': [{'id': '35c6b4da-0455-462a-8cd2-173b97fc672c', 'tenant_id': 'fdcfb0d129f645508f46496d6d3408cf', 'floating_ip_address': '172.25.4.95', 'floating_network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'router_id': '1a2571e9-0958-46b5-9dfa-808a92fd863f', 'port_id': '97404d4b-2d52-4fc7-b4d4-1e17ae9f7ea7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3431, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5bfa805-7fa6-4e66-853c-c2e7e3c5ed34', 'mac_address': 'fa:16:3e:77:2a:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f777bf20-f498-4a20-a738-aeeef232d5a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:46:30Z', 'updated_at': '2021-07-14T09:46:49Z', 'revision_number': 1, 'project_id': 'fdcfb0d129f645508f46496d6d3408cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74361e15-dbd1-400c-a609-d364959fd1d8', 'name': '', 'network_id': 'e5bfa805-7fa6-4e66-853c-c2e7e3c5ed34', 'tenant_id': 'fdcfb0d129f645508f46496d6d3408cf', 'mac_address': 'fa:16:3e:35:16:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a2571e9-0958-46b5-9dfa-808a92fd863f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2965, 'fixed_ips': [{'subnet_id': 'a974099b-8e0b-49f4-a28f-d50286aa9083', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:42:10Z', 'updated_at': '2021-07-14T09:42:21Z', 'revision_number': 5, 'project_id': 'fdcfb0d129f645508f46496d6d3408cf', 'subnets': [{'id': 'a974099b-8e0b-49f4-a28f-d50286aa9083', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:46:51.196135 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64099b3e-8ecf-4188-b3df-b5595b158f77 None None] Checking router: 1a2571e9-0958-46b5-9dfa-808a92fd863f for host: n-d-779913-29 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:46:51.217172 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64099b3e-8ecf-4188-b3df-b5595b158f77 None None] Routers {'1a2571e9-0958-46b5-9dfa-808a92fd863f'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:46:51.218481 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-64099b3e-8ecf-4188-b3df-b5595b158f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:46:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['1a2571e9-0958-46b5-9dfa-808a92fd863f'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:46:51.223989 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aabcf5e-cc72-4a6d-ba52-92d883a28ab7 req-848220f0-dbbf-41ea-a33e-1b107f0e6b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:51.225730 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-7aabcf5e-cc72-4a6d-ba52-92d883a28ab7 req-848220f0-dbbf-41ea-a33e-1b107f0e6b08 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a974099b-8e0b-49f4-a28f-d50286aa9083 HTTP/1.1" status: 200 len: 849 time: 0.0687666 Jul 14 09:46:51.301331 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aabcf5e-cc72-4a6d-ba52-92d883a28ab7 req-82ceebfa-612e-475c-833c-81d5005c9b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:51.303862 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-7aabcf5e-cc72-4a6d-ba52-92d883a28ab7 req-82ceebfa-612e-475c-833c-81d5005c9b8c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e5bfa805-7fa6-4e66-853c-c2e7e3c5ed34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0722911 Jul 14 09:46:51.392343 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-c27b6f1a-be7e-4aa2-a07b-6c287c522125 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Allocated IP 2001:db8:0:1::6d (17492632-5a7e-4bec-a3f9-f8285e44faf2/ccc2473e-5b62-407b-809a-f5ee92071450/5b78abe7-dcc8-49ee-80f3-618f2302848e) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:46:51.400984 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-c27b6f1a-be7e-4aa2-a07b-6c287c522125 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Allocated IP 2001:db8::f816:3eff:fe4b:2edd (17492632-5a7e-4bec-a3f9-f8285e44faf2/d35428a7-8870-4b26-930b-cefcfe2d2b6a/5b78abe7-dcc8-49ee-80f3-618f2302848e) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:46:51.426101 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-64099b3e-8ecf-4188-b3df-b5595b158f77 None None] Set router 1a2571e9-0958-46b5-9dfa-808a92fd863f gateway port host: n-d-779913-29 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:46:51.451653 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 94ae95cb-fe7e-4d8d-9d9c-666e5406e064 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:46:51.459594 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 7cea0ef2-e994-4c90-b899-188986138fca up at agent hyperv_n-h1-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:46:51.469738 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-7aabcf5e-cc72-4a6d-ba52-92d883a28ab7 req-aa0b45ad-4816-49d0-9531-684921ea7eff service neutron] 10.222.0.57 "GET /v2.0/networks/e5bfa805-7fa6-4e66-853c-c2e7e3c5ed34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575809 Jul 14 09:46:51.554746 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning for port 94ae95cb-fe7e-4d8d-9d9c-666e5406e064 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:46:51.577961 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Provisioning for port 7cea0ef2-e994-4c90-b899-188986138fca completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:46:51.582774 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Provisioning complete for port 7cea0ef2-e994-4c90-b899-188986138fca triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:46:51.583306 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:51.692653 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:51.720707 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-7aabcf5e-cc72-4a6d-ba52-92d883a28ab7 req-0443538c-16de-42a3-ac6b-ad646439a791 service neutron] 10.222.0.57 "GET /v2.0/networks/e5bfa805-7fa6-4e66-853c-c2e7e3c5ed34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2412159 Jul 14 09:46:51.743483 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c27b6f1a-be7e-4aa2-a07b-6c287c522125 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:51.752140 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port 7cea0ef2-e994-4c90-b899-188986138fca, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=7cea0ef2-e994-4c90-b899-188986138fca,segment=NetworkSegment(94ff459e-a83c-40ec-b1f2-d274955b18b9),segment_id=94ff459e-a83c-40ec-b1f2-d274955b18b9)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:46:51.757082 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3804666f-6b9b-407c-a2ec-26cc88361b9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cea0ef2-e994-4c90-b899-188986138fca'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:46:51.759447 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-c27b6f1a-be7e-4aa2-a07b-6c287c522125 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Transition to ACTIVE for port object 5b78abe7-dcc8-49ee-80f3-618f2302848e will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:46:51.762752 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd62303f06773040a8a4e189dc46b4f565768c299abf8ab8e7739778b0bc3e97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb374443-98f1-4ff1-9678-ecaee8fda118" -d '{"events": [{"server_uuid": "3804666f-6b9b-407c-a2ec-26cc88361b9c", "name": "network-vif-plugged", "status": "completed", "tag": "7cea0ef2-e994-4c90-b899-188986138fca"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:46:51.765596 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:51.789150 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-64099b3e-8ecf-4188-b3df-b5595b158f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a2571e9-0958-46b5-9dfa-808a92fd863f', 'name': 'tempest-AttachVolumeTestJSON-831321460-router', 'tenant_id': 'fdcfb0d129f645508f46496d6d3408cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.158'}], 'enable_snat': True}, 'gw_port_id': 'faf8a1de-18dc-4b38-a01a-450dbc8dc8eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:42:06Z', 'updated_at': '2021-07-14T09:42:11Z', 'revision_number': 4, 'project_id': 'fdcfb0d129f645508f46496d6d3408cf', 'gw_port': {'id': 'faf8a1de-18dc-4b38-a01a-450dbc8dc8eb', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:5c:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a2571e9-0958-46b5-9dfa-808a92fd863f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2961, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:42:07Z', 'updated_at': '2021-07-14T09:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_floatingips': [{'id': '35c6b4da-0455-462a-8cd2-173b97fc672c', 'tenant_id': 'fdcfb0d129f645508f46496d6d3408cf', 'floating_ip_address': '172.25.4.95', 'floating_network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'router_id': '1a2571e9-0958-46b5-9dfa-808a92fd863f', 'port_id': '97404d4b-2d52-4fc7-b4d4-1e17ae9f7ea7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3431, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5bfa805-7fa6-4e66-853c-c2e7e3c5ed34', 'mac_address': 'fa:16:3e:77:2a:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f777bf20-f498-4a20-a738-aeeef232d5a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:46:30Z', 'updated_at': '2021-07-14T09:46:49Z', 'revision_number': 1, 'project_id': 'fdcfb0d129f645508f46496d6d3408cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74361e15-dbd1-400c-a609-d364959fd1d8', 'name': '', 'network_id': 'e5bfa805-7fa6-4e66-853c-c2e7e3c5ed34', 'tenant_id': 'fdcfb0d129f645508f46496d6d3408cf', 'mac_address': 'fa:16:3e:35:16:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a2571e9-0958-46b5-9dfa-808a92fd863f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2965, 'fixed_ips': [{'subnet_id': 'a974099b-8e0b-49f4-a28f-d50286aa9083', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:42:10Z', 'updated_at': '2021-07-14T09:42:21Z', 'revision_number': 5, 'project_id': 'fdcfb0d129f645508f46496d6d3408cf', 'subnets': [{'id': 'a974099b-8e0b-49f4-a28f-d50286aa9083', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:46:51.824975 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64099b3e-8ecf-4188-b3df-b5595b158f77 None None] The sync data for ids ['1a2571e9-0958-46b5-9dfa-808a92fd863f'] in n-d-779913-29 is: [{'id': '1a2571e9-0958-46b5-9dfa-808a92fd863f', 'name': 'tempest-AttachVolumeTestJSON-831321460-router', 'tenant_id': 'fdcfb0d129f645508f46496d6d3408cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.158'}], 'enable_snat': True}, 'gw_port_id': 'faf8a1de-18dc-4b38-a01a-450dbc8dc8eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:42:06Z', 'updated_at': '2021-07-14T09:42:11Z', 'revision_number': 4, 'project_id': 'fdcfb0d129f645508f46496d6d3408cf', 'gw_port': {'id': 'faf8a1de-18dc-4b38-a01a-450dbc8dc8eb', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:5c:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a2571e9-0958-46b5-9dfa-808a92fd863f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2961, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:42:07Z', 'updated_at': '2021-07-14T09:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_floatingips': [{'id': '35c6b4da-0455-462a-8cd2-173b97fc672c', 'tenant_id': 'fdcfb0d129f645508f46496d6d3408cf', 'floating_ip_address': '172.25.4.95', 'floating_network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'router_id': '1a2571e9-0958-46b5-9dfa-808a92fd863f', 'port_id': '97404d4b-2d52-4fc7-b4d4-1e17ae9f7ea7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3431, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5bfa805-7fa6-4e66-853c-c2e7e3c5ed34', 'mac_address': 'fa:16:3e:77:2a:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f777bf20-f498-4a20-a738-aeeef232d5a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:46:30Z', 'updated_at': '2021-07-14T09:46:49Z', 'revision_number': 1, 'project_id': 'fdcfb0d129f645508f46496d6d3408cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74361e15-dbd1-400c-a609-d364959fd1d8', 'name': '', 'network_id': 'e5bfa805-7fa6-4e66-853c-c2e7e3c5ed34', 'tenant_id': 'fdcfb0d129f645508f46496d6d3408cf', 'mac_address': 'fa:16:3e:35:16:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a2571e9-0958-46b5-9dfa-808a92fd863f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2965, 'fixed_ips': [{'subnet_id': 'a974099b-8e0b-49f4-a28f-d50286aa9083', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:42:10Z', 'updated_at': '2021-07-14T09:42:21Z', 'revision_number': 5, 'project_id': 'fdcfb0d129f645508f46496d6d3408cf', 'subnets': [{'id': 'a974099b-8e0b-49f4-a28f-d50286aa9083', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:46:51.835823 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:46:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87702b06-b162-4312-803f-95b038af8042 x-openstack-request-id: req-87702b06-b162-4312-803f-95b038af8042 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:46:51.836309 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3804666f-6b9b-407c-a2ec-26cc88361b9c", "name": "network-vif-plugged", "status": "completed", "tag": "7cea0ef2-e994-4c90-b899-188986138fca", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:46:51.836672 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-87702b06-b162-4312-803f-95b038af8042 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:46:51.837137 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3804666f-6b9b-407c-a2ec-26cc88361b9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cea0ef2-e994-4c90-b899-188986138fca', 'code': 200} Jul 14 09:46:51.837913 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c27b6f1a-be7e-4aa2-a07b-6c287c522125 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:51.845525 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Pushing event updated for resources: {'Port': ['ID=7cea0ef2-e994-4c90-b899-188986138fca,revision_number=13']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:51.901418 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c27b6f1a-be7e-4aa2-a07b-6c287c522125 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Network 17492632-5a7e-4bec-a3f9-f8285e44faf2 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:46:51.905220 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-c27b6f1a-be7e-4aa2-a07b-6c287c522125 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:46:51.909232 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c27b6f1a-be7e-4aa2-a07b-6c287c522125 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:46:51.915470 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c27b6f1a-be7e-4aa2-a07b-6c287c522125 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:51.916100 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c27b6f1a-be7e-4aa2-a07b-6c287c522125 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:51.923731 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27b6f1a-be7e-4aa2-a07b-6c287c522125 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Pushing event updated for resources: {'Port': ['ID=5b78abe7-dcc8-49ee-80f3-618f2302848e,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:51.950863 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 50488) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:51.951485 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-c27b6f1a-be7e-4aa2-a07b-6c287c522125 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.1240571 Jul 14 09:46:52.048412 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-086ff0ca-f198-4847-bd28-95eaa60fa3b3 None None] Network 17492632-5a7e-4bec-a3f9-f8285e44faf2 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:46:52.092200 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-fe756c5d-719c-44ae-92e2-ad5faee06fed tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Deleting port 5b78abe7-dcc8-49ee-80f3-618f2302848e {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:46:52.092558 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-fe756c5d-719c-44ae-92e2-ad5faee06fed tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:52.138960 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-41b82319-b720-45a0-a498-e5e303790cf7 None None] Provisioning for port 94ae95cb-fe7e-4d8d-9d9c-666e5406e064 completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:46:52.146281 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-41b82319-b720-45a0-a498-e5e303790cf7 None None] Provisioning complete for port 94ae95cb-fe7e-4d8d-9d9c-666e5406e064 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:46:52.146754 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-41b82319-b720-45a0-a498-e5e303790cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:52.209249 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-fe756c5d-719c-44ae-92e2-ad5faee06fed tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:52.221561 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2beb38b3-7f62-44d7-999a-fc1719a6533c None None] New status for floating IP 35c6b4da-0455-462a-8cd2-173b97fc672c: ACTIVE {{(pid=93959) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:46:52.225555 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-fe756c5d-719c-44ae-92e2-ad5faee06fed tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Calling delete_port for 5b78abe7-dcc8-49ee-80f3-618f2302848e owned by {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:46:52.293773 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b6dd185b-1f8b-44a9-8446-7f8eedcfd18e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:52.421407 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-41b82319-b720-45a0-a498-e5e303790cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:52.442348 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-fe756c5d-719c-44ae-92e2-ad5faee06fed tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:52.474388 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe756c5d-719c-44ae-92e2-ad5faee06fed tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Pushing event deleted for resources: {'Port': ['ID=5b78abe7-dcc8-49ee-80f3-618f2302848e,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:52.514893 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-41b82319-b720-45a0-a498-e5e303790cf7 None None] For port 94ae95cb-fe7e-4d8d-9d9c-666e5406e064, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=94ae95cb-fe7e-4d8d-9d9c-666e5406e064,segment=NetworkSegment(19ac4e1e-e083-4566-aca1-839bc1c998c7),segment_id=19ac4e1e-e083-4566-aca1-839bc1c998c7)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:46:52.522537 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-41b82319-b720-45a0-a498-e5e303790cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:52.533717 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-fe756c5d-719c-44ae-92e2-ad5faee06fed tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:52.535610 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-fe756c5d-719c-44ae-92e2-ad5faee06fed tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "DELETE /v2.0/ports/5b78abe7-dcc8-49ee-80f3-618f2302848e HTTP/1.1" status: 204 len: 168 time: 0.5837593 Jul 14 09:46:52.538038 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 50494) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:52.583211 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b82319-b720-45a0-a498-e5e303790cf7 None None] Pushing event updated for resources: {'Port': ['ID=94ae95cb-fe7e-4d8d-9d9c-666e5406e064,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:52.623247 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4285280d-b0ae-4328-accf-17f220116057 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:52.624927 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-4285280d-b0ae-4328-accf-17f220116057 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.0859468 Jul 14 09:46:52.627511 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 50496) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:52.663624 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-580e71a1-31f9-404a-a1f2-3a4b84009a05 None None] Update dhcp port {'port': {'network_id': '17492632-5a7e-4bec-a3f9-f8285e44faf2', 'fixed_ips': [{'subnet_id': 'd35428a7-8870-4b26-930b-cefcfe2d2b6a', 'ip_address': '2001:db8::f816:3eff:fe88:34ce'}, {'subnet_id': 'ccc2473e-5b62-407b-809a-f5ee92071450'}], 'binding:host_id': 'n-d-779913-29'}, 'id': '94ae95cb-fe7e-4d8d-9d9c-666e5406e064'} from n-d-779913-29. {{(pid=93959) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 14 09:46:52.700634 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28ddc8ef-d5bd-4e3b-8ffe-793c0e21df77 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:52.705979 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-28ddc8ef-d5bd-4e3b-8ffe-793c0e21df77 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.0737612 Jul 14 09:46:52.706202 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-580e71a1-31f9-404a-a1f2-3a4b84009a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:52.706891 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 50498) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:52.767125 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-841cb6f0-4819-4d63-b361-7ffe524bc5b8 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:52.768694 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-841cb6f0-4819-4d63-b361-7ffe524bc5b8 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:52.770285 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-841cb6f0-4819-4d63-b361-7ffe524bc5b8 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:52.775127 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-841cb6f0-4819-4d63-b361-7ffe524bc5b8 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0639663 Jul 14 09:46:52.776259 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 50500) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:52.868116 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f365803-31b4-4daa-91d1-3a776cee2071 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Deleting subnet ccc2473e-5b62-407b-809a-f5ee92071450 {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:46:52.876842 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-580e71a1-31f9-404a-a1f2-3a4b84009a05 None None] Allocated IP 2001:db8:0:1::2 (17492632-5a7e-4bec-a3f9-f8285e44faf2/ccc2473e-5b62-407b-809a-f5ee92071450/94ae95cb-fe7e-4d8d-9d9c-666e5406e064) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:46:53.146130 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-580e71a1-31f9-404a-a1f2-3a4b84009a05 None None] For port 94ae95cb-fe7e-4d8d-9d9c-666e5406e064, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=94ae95cb-fe7e-4d8d-9d9c-666e5406e064,segment=NetworkSegment(19ac4e1e-e083-4566-aca1-839bc1c998c7),segment_id=19ac4e1e-e083-4566-aca1-839bc1c998c7)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:46:53.183473 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-580e71a1-31f9-404a-a1f2-3a4b84009a05 None None] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:53.195688 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-580e71a1-31f9-404a-a1f2-3a4b84009a05 None None] Transition to ACTIVE for port object 94ae95cb-fe7e-4d8d-9d9c-666e5406e064 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:46:53.199595 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5f365803-31b4-4daa-91d1-3a776cee2071 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:53.200546 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-580e71a1-31f9-404a-a1f2-3a4b84009a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:53.257647 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5f365803-31b4-4daa-91d1-3a776cee2071 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13574120'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:53.300883 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580e71a1-31f9-404a-a1f2-3a4b84009a05 None None] Pushing event updated for resources: {'Port': ['ID=94ae95cb-fe7e-4d8d-9d9c-666e5406e064,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:53.390221 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 94ae95cb-fe7e-4d8d-9d9c-666e5406e064 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:46:53.391949 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5f365803-31b4-4daa-91d1-3a776cee2071 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3481002'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:53.475923 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5f365803-31b4-4daa-91d1-3a776cee2071 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13574056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16714573'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:53.516942 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f365803-31b4-4daa-91d1-3a776cee2071 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Pushing event deleted for resources: {'Subnet': ['ID=ccc2473e-5b62-407b-809a-f5ee92071450,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:53.529852 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5f365803-31b4-4daa-91d1-3a776cee2071 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:53.531962 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-5f365803-31b4-4daa-91d1-3a776cee2071 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "DELETE /v2.0/subnets/ccc2473e-5b62-407b-809a-f5ee92071450 HTTP/1.1" status: 204 len: 168 time: 0.7540820 Jul 14 09:46:53.535299 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 50510) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:53.599777 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_v2 [None req-1aed43e4-b4aa-4e7b-a7bb-04cfb978dad8 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Deleting subnet d35428a7-8870-4b26-930b-cefcfe2d2b6a {{(pid=93957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:46:53.603384 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1aed43e4-b4aa-4e7b-a7bb-04cfb978dad8 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks [] for subnet, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:53.652553 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1aed43e4-b4aa-4e7b-a7bb-04cfb978dad8 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10944203'] for subnet, precommit_delete_associations {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:53.748819 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1aed43e4-b4aa-4e7b-a7bb-04cfb978dad8 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3481002'] for subnet, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:53.820138 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1aed43e4-b4aa-4e7b-a7bb-04cfb978dad8 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10052701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11984075'] for subnet, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:53.848829 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aed43e4-b4aa-4e7b-a7bb-04cfb978dad8 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Pushing event deleted for resources: {'Subnet': ['ID=d35428a7-8870-4b26-930b-cefcfe2d2b6a,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:53.852635 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1aed43e4-b4aa-4e7b-a7bb-04cfb978dad8 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks [] for subnet, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:53.855663 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-1aed43e4-b4aa-4e7b-a7bb-04cfb978dad8 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "DELETE /v2.0/subnets/d35428a7-8870-4b26-930b-cefcfe2d2b6a HTTP/1.1" status: 204 len: 168 time: 0.3184505 Jul 14 09:46:53.857167 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 50512) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:53.900873 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-14679780-dde1-4aab-9b77-048972277896 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0389199 Jul 14 09:46:53.900873 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 50516) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:53.906432 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-aa0aa453-5691-4829-8e09-497c3a9c669d tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Request body: {'subnet': {'network_id': '17492632-5a7e-4bec-a3f9-f8285e44faf2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:46:53.947396 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75d88039-7bf1-4117-9960-369190be4afb None None] Network 17492632-5a7e-4bec-a3f9-f8285e44faf2 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:46:53.960550 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-2e444caa-dc93-4e60-9ae8-78d569b64e70 None None] Could not find standard attr ID for object 5b78abe7-dcc8-49ee-80f3-618f2302848e. {{(pid=93959) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 09:46:54.004503 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa0aa453-5691-4829-8e09-497c3a9c669d tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Made reservation on behalf of 1a9c030e37eb4fbea3adea586f150fe1 for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:46:54.008894 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-aa0aa453-5691-4829-8e09-497c3a9c669d tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16714600'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:54.017424 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-2e444caa-dc93-4e60-9ae8-78d569b64e70 None None] Provisioning for port 94ae95cb-fe7e-4d8d-9d9c-666e5406e064 completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:46:54.033473 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-2e444caa-dc93-4e60-9ae8-78d569b64e70 None None] Provisioning complete for port 94ae95cb-fe7e-4d8d-9d9c-666e5406e064 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:46:54.033473 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2e444caa-dc93-4e60-9ae8-78d569b64e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:54.223080 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24763806-72b3-44f0-843e-18fa3a8647f8 None None] DHCP port deletion for 17492632-5a7e-4bec-a3f9-f8285e44faf2 request from n-d-779913-29 {{(pid=93959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:46:54.276570 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-24763806-72b3-44f0-843e-18fa3a8647f8 None None] Deleting port 94ae95cb-fe7e-4d8d-9d9c-666e5406e064 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:46:54.276956 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-24763806-72b3-44f0-843e-18fa3a8647f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:54.364296 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-24763806-72b3-44f0-843e-18fa3a8647f8 None None] For port 94ae95cb-fe7e-4d8d-9d9c-666e5406e064, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=94ae95cb-fe7e-4d8d-9d9c-666e5406e064,segment=NetworkSegment(19ac4e1e-e083-4566-aca1-839bc1c998c7),segment_id=19ac4e1e-e083-4566-aca1-839bc1c998c7)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:46:54.364691 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-24763806-72b3-44f0-843e-18fa3a8647f8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:54.371295 n-d-779913-29 neutron-server[93958]: DEBUG neutron.objects.ports [None req-aa0aa453-5691-4829-8e09-497c3a9c669d tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93958) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 14 09:46:54.378067 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-24763806-72b3-44f0-843e-18fa3a8647f8 None None] Calling delete_port for 94ae95cb-fe7e-4d8d-9d9c-666e5406e064 owned by network:dhcp {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:46:54.478244 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-24763806-72b3-44f0-843e-18fa3a8647f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:54.503840 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24763806-72b3-44f0-843e-18fa3a8647f8 None None] Pushing event deleted for resources: {'Port': ['ID=94ae95cb-fe7e-4d8d-9d9c-666e5406e064,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:54.507847 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24763806-72b3-44f0-843e-18fa3a8647f8 None None] No DVR routers for this DVR port 94ae95cb-fe7e-4d8d-9d9c-666e5406e064 on host n-d-779913-29 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:46:54.535587 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.ipam_pluggable_backend [None req-aa0aa453-5691-4829-8e09-497c3a9c669d tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Port 94ae95cb-fe7e-4d8d-9d9c-666e5406e064 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=93958) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Jul 14 09:46:54.535932 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.ipam_pluggable_backend [None req-aa0aa453-5691-4829-8e09-497c3a9c669d tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Reverting IP allocation for 2001:db8::f816:3eff:fe88:34ce {{(pid=93958) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Jul 14 09:46:54.539684 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.ipam_pluggable_backend [None req-aa0aa453-5691-4829-8e09-497c3a9c669d tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe88:34ce {{(pid=93958) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Jul 14 09:46:54.541104 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-aa0aa453-5691-4829-8e09-497c3a9c669d tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13573993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16714586'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:54.583773 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa0aa453-5691-4829-8e09-497c3a9c669d tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Network 17492632-5a7e-4bec-a3f9-f8285e44faf2 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:46:54.590293 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-aa0aa453-5691-4829-8e09-497c3a9c669d tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:46:54.594774 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa0aa453-5691-4829-8e09-497c3a9c669d tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:54.595793 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-aa0aa453-5691-4829-8e09-497c3a9c669d tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:54.600972 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe97169e-1df9-4842-aaee-4afb90be6a1b None None] Network 17492632-5a7e-4bec-a3f9-f8285e44faf2 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:46:54.623450 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0aa453-5691-4829-8e09-497c3a9c669d tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Pushing event updated for resources: {'Subnet': ['ID=eed0c2bf-5ba1-4141-be82-803ba795345a,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:54.640170 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-aa0aa453-5691-4829-8e09-497c3a9c669d tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7383137 Jul 14 09:46:54.643161 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 50524) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:54.649720 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-baca5791-c328-4c53-aeea-f0fe7caba2a2 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Request body: {'subnet': {'network_id': '17492632-5a7e-4bec-a3f9-f8285e44faf2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:46:54.786449 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d9b7938-6ef5-4f4c-a3bc-6400287d56a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf57baaa9-fd24-59f4-8fd2-1dc21122ce72-17492632-5a7e-4bec-a3f9-f8285e44faf2', 'network_id': '17492632-5a7e-4bec-a3f9-f8285e44faf2', 'tenant_id': '1a9c030e37eb4fbea3adea586f150fe1', 'fixed_ips': [{'subnet_id': 'eed0c2bf-5ba1-4141-be82-803ba795345a'}]}} from n-d-779913-29. {{(pid=93959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:46:54.787265 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7d9b7938-6ef5-4f4c-a3bc-6400287d56a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:54.789623 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baca5791-c328-4c53-aeea-f0fe7caba2a2 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Made reservation on behalf of 1a9c030e37eb4fbea3adea586f150fe1 for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:46:54.794267 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-baca5791-c328-4c53-aeea-f0fe7caba2a2 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16714600'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:54.814353 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:54.888413 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-819358ff-0128-441b-9e55-34bb9f6e7213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:54.900902 n-d-779913-29 neutron-server[93958]: INFO neutron.db.ipam_backend_mixin [None req-baca5791-c328-4c53-aeea-f0fe7caba2a2 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet eed0c2bf-5ba1-4141-be82-803ba795345a (CIDR: 2001:db8::/64) Jul 14 09:46:54.905055 n-d-779913-29 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-baca5791-c328-4c53-aeea-f0fe7caba2a2 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:46:54.905536 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-baca5791-c328-4c53-aeea-f0fe7caba2a2 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:46:54.922590 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-baca5791-c328-4c53-aeea-f0fe7caba2a2 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2750797 Jul 14 09:46:54.923292 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 50526) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:54.929135 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-4fc61cde-03ac-4280-b8e8-fb0c608dd87e tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Request body: {'subnet': {'network_id': '17492632-5a7e-4bec-a3f9-f8285e44faf2', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:46:54.954361 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-7d9b7938-6ef5-4f4c-a3bc-6400287d56a2 None None] Allocated IP 2001:db8::f816:3eff:fe3a:9b1e (17492632-5a7e-4bec-a3f9-f8285e44faf2/eed0c2bf-5ba1-4141-be82-803ba795345a/8a94b621-1e4a-49b5-b3fd-a3f7f831c481) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:46:55.068508 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fc61cde-03ac-4280-b8e8-fb0c608dd87e tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Made reservation on behalf of 1a9c030e37eb4fbea3adea586f150fe1 for: {'subnet': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:46:55.072396 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4fc61cde-03ac-4280-b8e8-fb0c608dd87e tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11984110'] for subnet, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:55.164558 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7d9b7938-6ef5-4f4c-a3bc-6400287d56a2 None None] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:55.177930 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-7d9b7938-6ef5-4f4c-a3bc-6400287d56a2 None None] Transition to ACTIVE for port object 8a94b621-1e4a-49b5-b3fd-a3f7f831c481 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:46:55.202099 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-7d9b7938-6ef5-4f4c-a3bc-6400287d56a2 None None] Transition to ACTIVE for port object 8a94b621-1e4a-49b5-b3fd-a3f7f831c481 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:46:55.212262 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7d9b7938-6ef5-4f4c-a3bc-6400287d56a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:55.260790 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d9b7938-6ef5-4f4c-a3bc-6400287d56a2 None None] Network 17492632-5a7e-4bec-a3f9-f8285e44faf2 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:46:55.265586 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-7d9b7938-6ef5-4f4c-a3bc-6400287d56a2 None None] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:46:55.270765 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d9b7938-6ef5-4f4c-a3bc-6400287d56a2 None None] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:46:55.273881 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9b7938-6ef5-4f4c-a3bc-6400287d56a2 None None] Pushing event updated for resources: {'Port': ['ID=8a94b621-1e4a-49b5-b3fd-a3f7f831c481,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:55.336061 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4fc61cde-03ac-4280-b8e8-fb0c608dd87e tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10052764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11984092'] for subnet, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:55.337229 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-7d9b7938-6ef5-4f4c-a3bc-6400287d56a2 None None] Attempting to bind port 8a94b621-1e4a-49b5-b3fd-a3f7f831c481 on host n-d-779913-29 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:46:55.337688 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-7d9b7938-6ef5-4f4c-a3bc-6400287d56a2 None None] Attempting to bind port 8a94b621-1e4a-49b5-b3fd-a3f7f831c481 by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': '19ac4e1e-e083-4566-aca1-839bc1c998c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '17492632-5a7e-4bec-a3f9-f8285e44faf2'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:46:55.338187 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d9b7938-6ef5-4f4c-a3bc-6400287d56a2 None None] Attempting to bind port 8a94b621-1e4a-49b5-b3fd-a3f7f831c481 on network 17492632-5a7e-4bec-a3f9-f8285e44faf2 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:46:55.344280 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d9b7938-6ef5-4f4c-a3bc-6400287d56a2 None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 46, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:46:55.344669 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d9b7938-6ef5-4f4c-a3bc-6400287d56a2 None None] Checking segment: {'id': '19ac4e1e-e083-4566-aca1-839bc1c998c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '17492632-5a7e-4bec-a3f9-f8285e44faf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:46:55.345084 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7d9b7938-6ef5-4f4c-a3bc-6400287d56a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:55.345648 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d9b7938-6ef5-4f4c-a3bc-6400287d56a2 None None] Bound using segment: {'id': '19ac4e1e-e083-4566-aca1-839bc1c998c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '17492632-5a7e-4bec-a3f9-f8285e44faf2'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:46:55.346663 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-7d9b7938-6ef5-4f4c-a3bc-6400287d56a2 None None] Bound port: 8a94b621-1e4a-49b5-b3fd-a3f7f831c481, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19ac4e1e-e083-4566-aca1-839bc1c998c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '17492632-5a7e-4bec-a3f9-f8285e44faf2'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:46:55.346663 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7d9b7938-6ef5-4f4c-a3bc-6400287d56a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:55.384406 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fc61cde-03ac-4280-b8e8-fb0c608dd87e tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Network 17492632-5a7e-4bec-a3f9-f8285e44faf2 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:46:55.389052 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-4fc61cde-03ac-4280-b8e8-fb0c608dd87e tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:46:55.394465 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fc61cde-03ac-4280-b8e8-fb0c608dd87e tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:55.395166 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4fc61cde-03ac-4280-b8e8-fb0c608dd87e tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks [] for subnet, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:55.412188 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc61cde-03ac-4280-b8e8-fb0c608dd87e tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Pushing event updated for resources: {'Subnet': ['ID=a7d161a1-b618-4bb1-bb47-d5e3d984504d,revision_number=0']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:55.420336 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-4fc61cde-03ac-4280-b8e8-fb0c608dd87e tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4958720 Jul 14 09:46:55.424110 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 50536) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:55.430550 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-114ee103-53e7-4b61-ad8c-83b84f2b607b tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Request body: {'port': {'network_id': '17492632-5a7e-4bec-a3f9-f8285e44faf2', 'mac_address': 'fa:16:3e:f0:7c:16', 'name': 'tempest-NetworksTestDHCPv6-2052671377'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:46:55.434637 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-7d9b7938-6ef5-4f4c-a3bc-6400287d56a2 None None] For port 8a94b621-1e4a-49b5-b3fd-a3f7f831c481, host n-d-779913-29, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:46:55.443261 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-7d9b7938-6ef5-4f4c-a3bc-6400287d56a2 None None] For port 8a94b621-1e4a-49b5-b3fd-a3f7f831c481, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=8a94b621-1e4a-49b5-b3fd-a3f7f831c481,segment=NetworkSegment(19ac4e1e-e083-4566-aca1-839bc1c998c7),segment_id=19ac4e1e-e083-4566-aca1-839bc1c998c7)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:46:55.448844 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 94ae95cb-fe7e-4d8d-9d9c-666e5406e064 no longer exists at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:46:55.456700 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7d9b7938-6ef5-4f4c-a3bc-6400287d56a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:55.527610 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] No Port match for: 94ae95cb-fe7e-4d8d-9d9c-666e5406e064 {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:46:55.528059 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 94ae95cb-fe7e-4d8d-9d9c-666e5406e064 not bound to the agent host n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:46:55.569773 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9b7938-6ef5-4f4c-a3bc-6400287d56a2 None None] Pushing event updated for resources: {'Port': ['ID=8a94b621-1e4a-49b5-b3fd-a3f7f831c481,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:55.607185 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-114ee103-53e7-4b61-ad8c-83b84f2b607b tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Made reservation on behalf of 1a9c030e37eb4fbea3adea586f150fe1 for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:46:55.611556 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-114ee103-53e7-4b61-ad8c-83b84f2b607b tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:55.636766 n-d-779913-29 neutron-server[93958]: DEBUG neutron.notifiers.nova [None req-114ee103-53e7-4b61-ad8c-83b84f2b607b tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] device_id is not set on port 943b086b-cb5a-478c-a2ea-c87a568134e3 yet. {{(pid=93958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:46:55.869538 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-114ee103-53e7-4b61-ad8c-83b84f2b607b tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Allocated IP 2001:db8:0:1::3c1 (17492632-5a7e-4bec-a3f9-f8285e44faf2/a7d161a1-b618-4bb1-bb47-d5e3d984504d/943b086b-cb5a-478c-a2ea-c87a568134e3) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:46:55.878671 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-114ee103-53e7-4b61-ad8c-83b84f2b607b tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Allocated IP 2001:db8::f816:3eff:fef0:7c16 (17492632-5a7e-4bec-a3f9-f8285e44faf2/eed0c2bf-5ba1-4141-be82-803ba795345a/943b086b-cb5a-478c-a2ea-c87a568134e3) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:46:55.913282 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5ad31076-714c-49ec-bc37-f3d4cd90112a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:56.043378 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-114ee103-53e7-4b61-ad8c-83b84f2b607b tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:56.059211 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-114ee103-53e7-4b61-ad8c-83b84f2b607b tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Transition to ACTIVE for port object 943b086b-cb5a-478c-a2ea-c87a568134e3 will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:46:56.096311 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-114ee103-53e7-4b61-ad8c-83b84f2b607b tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:56.153834 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-114ee103-53e7-4b61-ad8c-83b84f2b607b tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Network 17492632-5a7e-4bec-a3f9-f8285e44faf2 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:46:56.158058 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-114ee103-53e7-4b61-ad8c-83b84f2b607b tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:46:56.159997 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114ee103-53e7-4b61-ad8c-83b84f2b607b tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Pushing event updated for resources: {'Port': ['ID=943b086b-cb5a-478c-a2ea-c87a568134e3,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:56.162299 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-114ee103-53e7-4b61-ad8c-83b84f2b607b tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:46:56.168709 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-114ee103-53e7-4b61-ad8c-83b84f2b607b tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:56.169185 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-114ee103-53e7-4b61-ad8c-83b84f2b607b tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:56.186741 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-114ee103-53e7-4b61-ad8c-83b84f2b607b tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 0.7587092 Jul 14 09:46:56.187171 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 50540) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:56.311162 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-e33095bb-772a-4518-a692-a316cf737ac9 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Deleting port 943b086b-cb5a-478c-a2ea-c87a568134e3 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:46:56.311853 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e33095bb-772a-4518-a692-a316cf737ac9 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:56.417745 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e33095bb-772a-4518-a692-a316cf737ac9 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:56.432921 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-e33095bb-772a-4518-a692-a316cf737ac9 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Calling delete_port for 943b086b-cb5a-478c-a2ea-c87a568134e3 owned by {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:46:56.679939 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e33095bb-772a-4518-a692-a316cf737ac9 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:56.682500 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3624e353-aef5-42cc-ad6e-6d0aacd5ccdd None None] Network 17492632-5a7e-4bec-a3f9-f8285e44faf2 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:46:56.717963 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33095bb-772a-4518-a692-a316cf737ac9 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Pushing event deleted for resources: {'Port': ['ID=943b086b-cb5a-478c-a2ea-c87a568134e3,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:56.765179 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-8073022e-6244-4302-af49-b4da1c77dadc None None] Provisioning for port 8a94b621-1e4a-49b5-b3fd-a3f7f831c481 completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:46:56.770175 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e33095bb-772a-4518-a692-a316cf737ac9 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:56.774661 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-e33095bb-772a-4518-a692-a316cf737ac9 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "DELETE /v2.0/ports/943b086b-cb5a-478c-a2ea-c87a568134e3 HTTP/1.1" status: 204 len: 168 time: 0.5835052 Jul 14 09:46:56.775645 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 50550) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:56.845039 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4bd4842-ede0-4fbc-ad18-3e30f6633d8f tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:56.849129 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-a4bd4842-ede0-4fbc-ad18-3e30f6633d8f tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.0708048 Jul 14 09:46:56.849379 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 50552) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:56.915313 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9cf5511-4277-48a3-adc4-688505736065 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:56.918182 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-b9cf5511-4277-48a3-adc4-688505736065 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.0664685 Jul 14 09:46:56.919772 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 50554) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:56.962664 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f0a7409-e25a-4a5b-babe-8db004859c83 None None] Update dhcp port {'port': {'network_id': '17492632-5a7e-4bec-a3f9-f8285e44faf2', 'fixed_ips': [{'subnet_id': 'eed0c2bf-5ba1-4141-be82-803ba795345a', 'ip_address': '2001:db8::f816:3eff:fe3a:9b1e'}, {'subnet_id': 'a7d161a1-b618-4bb1-bb47-d5e3d984504d'}], 'binding:host_id': 'n-d-779913-29'}, 'id': '8a94b621-1e4a-49b5-b3fd-a3f7f831c481'} from n-d-779913-29. {{(pid=93959) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 14 09:46:56.999425 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22953818-114d-49d9-a990-201a187821a5 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:57.001642 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22953818-114d-49d9-a990-201a187821a5 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:57.001880 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0f0a7409-e25a-4a5b-babe-8db004859c83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:57.003243 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22953818-114d-49d9-a990-201a187821a5 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:57.006007 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-22953818-114d-49d9-a990-201a187821a5 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0852039 Jul 14 09:46:57.008703 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 50562) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:57.070268 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-3dc55a24-c396-4f00-be7b-c577d8b8708b tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Deleting subnet a7d161a1-b618-4bb1-bb47-d5e3d984504d {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:46:57.074315 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3dc55a24-c396-4f00-be7b-c577d8b8708b tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:57.120927 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3dc55a24-c396-4f00-be7b-c577d8b8708b tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13574120'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:57.170521 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3dc55a24-c396-4f00-be7b-c577d8b8708b tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3481002'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:57.228771 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3dc55a24-c396-4f00-be7b-c577d8b8708b tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13574056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16714573'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:57.230706 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server [None req-0f0a7409-e25a-4a5b-babe-8db004859c83 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a7d161a1-b618-4bb1-bb47-d5e3d984504d: This subnet is being modified by another concurrent operation. Jul 14 09:46:57.230706 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 14 09:46:57.230706 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 14 09:46:57.230706 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 14 09:46:57.230706 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 14 09:46:57.230706 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 14 09:46:57.230706 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 14 09:46:57.230706 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 14 09:46:57.230706 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 14 09:46:57.230706 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 14 09:46:57.230706 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 14 09:46:57.230706 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 14 09:46:57.230706 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 14 09:46:57.230706 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 14 09:46:57.230706 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:46:57.230706 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:46:57.230706 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:46:57.230706 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:46:57.230706 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 14 09:46:57.230706 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 09:46:57.230706 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 14 09:46:57.230706 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 14 09:46:57.230706 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:46:57.230706 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:46:57.230706 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:46:57.230706 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:46:57.230706 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 14 09:46:57.230706 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 09:46:57.230706 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 14 09:46:57.230706 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 14 09:46:57.230706 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:46:57.230706 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:46:57.230706 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:46:57.230706 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:46:57.230706 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 14 09:46:57.230706 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 14 09:46:57.230706 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Jul 14 09:46:57.230706 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jul 14 09:46:57.230706 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Jul 14 09:46:57.230706 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jul 14 09:46:57.230706 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 14 09:46:57.230706 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 14 09:46:57.230706 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 14 09:46:57.230706 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 14 09:46:57.230706 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 14 09:46:57.230706 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 14 09:46:57.230706 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:46:57.230706 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:46:57.230706 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:46:57.230706 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:46:57.230706 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 14 09:46:57.230706 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 09:46:57.230706 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 14 09:46:57.230706 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 14 09:46:57.230706 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:46:57.230706 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:46:57.230706 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:46:57.230706 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:46:57.230706 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 14 09:46:57.230706 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 09:46:57.230706 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 14 09:46:57.230706 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 14 09:46:57.230706 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:46:57.230706 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:46:57.230706 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:46:57.230706 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:46:57.230706 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 14 09:46:57.230706 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 14 09:46:57.230706 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1727, in update_port Jul 14 09:46:57.230706 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jul 14 09:46:57.230706 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 14 09:46:57.230706 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 14 09:46:57.230706 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1507, in update_port Jul 14 09:46:57.230706 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jul 14 09:46:57.230706 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jul 14 09:46:57.230706 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jul 14 09:46:57.230706 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Jul 14 09:46:57.230706 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jul 14 09:46:57.230706 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Jul 14 09:46:57.230706 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 14 09:46:57.230706 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 14 09:46:57.230706 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 14 09:46:57.230706 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 14 09:46:57.230706 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server raise exception Jul 14 09:46:57.230706 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a7d161a1-b618-4bb1-bb47-d5e3d984504d: This subnet is being modified by another concurrent operation. Jul 14 09:46:57.230706 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server Jul 14 09:46:57.256411 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc55a24-c396-4f00-be7b-c577d8b8708b tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Pushing event deleted for resources: {'Subnet': ['ID=a7d161a1-b618-4bb1-bb47-d5e3d984504d,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:57.259979 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3dc55a24-c396-4f00-be7b-c577d8b8708b tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:57.264844 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-3dc55a24-c396-4f00-be7b-c577d8b8708b tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "DELETE /v2.0/subnets/a7d161a1-b618-4bb1-bb47-d5e3d984504d HTTP/1.1" status: 204 len: 168 time: 0.2521386 Jul 14 09:46:57.265204 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 50564) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:57.332380 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a4fa3a8-0a70-4f7f-a65a-65b98704ee0d tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Deleting subnet eed0c2bf-5ba1-4141-be82-803ba795345a {{(pid=93957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:46:57.336399 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2a4fa3a8-0a70-4f7f-a65a-65b98704ee0d tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks [] for subnet, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:57.395642 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2a4fa3a8-0a70-4f7f-a65a-65b98704ee0d tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10944203'] for subnet, precommit_delete_associations {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:57.468432 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd4717d1-bc1e-4ba4-86b7-057ce27344fb None None] get_active_networks_info from n-d-779913-29 {{(pid=93959) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 14 09:46:57.505742 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2a4fa3a8-0a70-4f7f-a65a-65b98704ee0d tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3481002'] for subnet, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:57.534370 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-5c59a83d-dacc-4494-b6fd-92071a3cd720 None None] Could not find standard attr ID for object 943b086b-cb5a-478c-a2ea-c87a568134e3. {{(pid=93959) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 09:46:57.556046 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd4717d1-bc1e-4ba4-86b7-057ce27344fb None None] Resources bound (agent type, host, resource id): {{(pid=93959) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 14 09:46:57.574377 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2a4fa3a8-0a70-4f7f-a65a-65b98704ee0d tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10052701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11984075'] for subnet, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:57.604582 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4fa3a8-0a70-4f7f-a65a-65b98704ee0d tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Pushing event deleted for resources: {'Subnet': ['ID=eed0c2bf-5ba1-4141-be82-803ba795345a,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:57.608015 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2a4fa3a8-0a70-4f7f-a65a-65b98704ee0d tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks [] for subnet, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:57.613941 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-2a4fa3a8-0a70-4f7f-a65a-65b98704ee0d tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "DELETE /v2.0/subnets/eed0c2bf-5ba1-4141-be82-803ba795345a HTTP/1.1" status: 204 len: 168 time: 0.3450191 Jul 14 09:46:57.614269 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 50566) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:57.662475 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-ef0db5b9-f052-4b38-b2bd-b4f2a5f2023b tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0442860 Jul 14 09:46:57.662754 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 50568) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:57.667810 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-4ef3e359-bb8c-4ae8-8d4a-2f3f08c3b865 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Request body: {'subnet': {'network_id': '17492632-5a7e-4bec-a3f9-f8285e44faf2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:46:57.769423 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ef3e359-bb8c-4ae8-8d4a-2f3f08c3b865 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Made reservation on behalf of 1a9c030e37eb4fbea3adea586f150fe1 for: {'subnet': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:46:57.771744 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5bbe322f-3f67-4864-bc0a-91afe44d23e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:57.773349 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4ef3e359-bb8c-4ae8-8d4a-2f3f08c3b865 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11984110'] for subnet, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:57.928710 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5300c648-00bb-438a-8e4e-532cc4428f2b None None] get_active_networks_info from n-d-779913-29 {{(pid=93959) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 14 09:46:58.017080 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4ef3e359-bb8c-4ae8-8d4a-2f3f08c3b865 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10052764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11984092'] for subnet, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:58.049046 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5300c648-00bb-438a-8e4e-532cc4428f2b None None] Resources bound (agent type, host, resource id): {{(pid=93959) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 14 09:46:58.077602 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ef3e359-bb8c-4ae8-8d4a-2f3f08c3b865 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Network 17492632-5a7e-4bec-a3f9-f8285e44faf2 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:46:58.083074 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-4ef3e359-bb8c-4ae8-8d4a-2f3f08c3b865 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:46:58.089397 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ef3e359-bb8c-4ae8-8d4a-2f3f08c3b865 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:58.090023 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4ef3e359-bb8c-4ae8-8d4a-2f3f08c3b865 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks [] for subnet, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:58.100458 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef3e359-bb8c-4ae8-8d4a-2f3f08c3b865 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Pushing event updated for resources: {'Subnet': ['ID=379f237d-d309-40dd-a4a4-69fdd6b8bd76,revision_number=0']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:58.114493 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-4ef3e359-bb8c-4ae8-8d4a-2f3f08c3b865 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4506395 Jul 14 09:46:58.118557 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 50578) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:58.123715 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-ab16a0e7-2b57-43b7-b5d3-36ae662f3190 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Request body: {'subnet': {'network_id': '17492632-5a7e-4bec-a3f9-f8285e44faf2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:46:58.260563 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab16a0e7-2b57-43b7-b5d3-36ae662f3190 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Made reservation on behalf of 1a9c030e37eb4fbea3adea586f150fe1 for: {'subnet': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:46:58.264691 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ab16a0e7-2b57-43b7-b5d3-36ae662f3190 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11984110'] for subnet, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:58.380870 n-d-779913-29 neutron-server[93957]: INFO neutron.db.ipam_backend_mixin [None req-ab16a0e7-2b57-43b7-b5d3-36ae662f3190 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 379f237d-d309-40dd-a4a4-69fdd6b8bd76 (CIDR: 2001:db8::/64) Jul 14 09:46:58.384680 n-d-779913-29 neutron-server[93957]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab16a0e7-2b57-43b7-b5d3-36ae662f3190 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:46:58.385199 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab16a0e7-2b57-43b7-b5d3-36ae662f3190 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:46:58.403092 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-ab16a0e7-2b57-43b7-b5d3-36ae662f3190 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2840607 Jul 14 09:46:58.408042 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 50580) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:58.414301 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-938a3650-b9f8-4446-8ea6-2c6424b43a47 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Request body: {'subnet': {'network_id': '17492632-5a7e-4bec-a3f9-f8285e44faf2', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:46:58.448465 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b055d72f-b6f0-4c0c-8349-5afcebceda71 None None] Update dhcp port {'port': {'network_id': '17492632-5a7e-4bec-a3f9-f8285e44faf2', 'fixed_ips': [{'subnet_id': '379f237d-d309-40dd-a4a4-69fdd6b8bd76'}], 'binding:host_id': 'n-d-779913-29'}, 'id': '8a94b621-1e4a-49b5-b3fd-a3f7f831c481'} from n-d-779913-29. {{(pid=93959) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 14 09:46:58.489093 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b055d72f-b6f0-4c0c-8349-5afcebceda71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:58.554369 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-938a3650-b9f8-4446-8ea6-2c6424b43a47 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Made reservation on behalf of 1a9c030e37eb4fbea3adea586f150fe1 for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:46:58.558415 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-938a3650-b9f8-4446-8ea6-2c6424b43a47 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16714600'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:58.682160 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-b055d72f-b6f0-4c0c-8349-5afcebceda71 None None] Allocated IP 2001:db8::2 (17492632-5a7e-4bec-a3f9-f8285e44faf2/379f237d-d309-40dd-a4a4-69fdd6b8bd76/8a94b621-1e4a-49b5-b3fd-a3f7f831c481) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:46:58.790093 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-b055d72f-b6f0-4c0c-8349-5afcebceda71 None None] For port 8a94b621-1e4a-49b5-b3fd-a3f7f831c481, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=8a94b621-1e4a-49b5-b3fd-a3f7f831c481,segment=NetworkSegment(19ac4e1e-e083-4566-aca1-839bc1c998c7),segment_id=19ac4e1e-e083-4566-aca1-839bc1c998c7)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:46:58.827261 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b055d72f-b6f0-4c0c-8349-5afcebceda71 None None] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:58.841939 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-b055d72f-b6f0-4c0c-8349-5afcebceda71 None None] Transition to ACTIVE for port object 8a94b621-1e4a-49b5-b3fd-a3f7f831c481 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:46:58.846631 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b055d72f-b6f0-4c0c-8349-5afcebceda71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:58.931515 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b055d72f-b6f0-4c0c-8349-5afcebceda71 None None] Pushing event updated for resources: {'Port': ['ID=8a94b621-1e4a-49b5-b3fd-a3f7f831c481,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:58.968150 n-d-779913-29 neutron-server[93958]: DEBUG neutron.objects.ports [None req-938a3650-b9f8-4446-8ea6-2c6424b43a47 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93958) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 14 09:46:59.224762 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-938a3650-b9f8-4446-8ea6-2c6424b43a47 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:59.285141 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 8a94b621-1e4a-49b5-b3fd-a3f7f831c481 no longer exists at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:46:59.400022 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-938a3650-b9f8-4446-8ea6-2c6424b43a47 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] For port 8a94b621-1e4a-49b5-b3fd-a3f7f831c481, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=8a94b621-1e4a-49b5-b3fd-a3f7f831c481,segment=NetworkSegment(19ac4e1e-e083-4566-aca1-839bc1c998c7),segment_id=19ac4e1e-e083-4566-aca1-839bc1c998c7)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:46:59.448025 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-938a3650-b9f8-4446-8ea6-2c6424b43a47 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:59.455325 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-938a3650-b9f8-4446-8ea6-2c6424b43a47 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13574142'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:59.455979 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-938a3650-b9f8-4446-8ea6-2c6424b43a47 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13573993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16714586'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:59.529466 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 8a94b621-1e4a-49b5-b3fd-a3f7f831c481 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:46:59.606505 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning for port 8a94b621-1e4a-49b5-b3fd-a3f7f831c481 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:46:59.736851 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf90ecdd-7357-4f2d-b64b-58fa44aa3a47 None None] Network 17492632-5a7e-4bec-a3f9-f8285e44faf2 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:46:59.840935 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-938a3650-b9f8-4446-8ea6-2c6424b43a47 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Network 17492632-5a7e-4bec-a3f9-f8285e44faf2 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:46:59.840935 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-938a3650-b9f8-4446-8ea6-2c6424b43a47 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:46:59.851511 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938a3650-b9f8-4446-8ea6-2c6424b43a47 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Pushing event updated for resources: {'Subnet': ['ID=af241c24-59e7-44cc-8790-d3833782dd68,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:59.859141 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-938a3650-b9f8-4446-8ea6-2c6424b43a47 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:59.859736 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-938a3650-b9f8-4446-8ea6-2c6424b43a47 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:59.867381 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-2c1f1496-94ac-4af9-8c6c-bc35fce0c69b None None] Provisioning for port 8a94b621-1e4a-49b5-b3fd-a3f7f831c481 completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:46:59.871645 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938a3650-b9f8-4446-8ea6-2c6424b43a47 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Pushing event updated for resources: {'Port': ['ID=8a94b621-1e4a-49b5-b3fd-a3f7f831c481,revision_number=6']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:59.878952 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-2c1f1496-94ac-4af9-8c6c-bc35fce0c69b None None] Provisioning complete for port 8a94b621-1e4a-49b5-b3fd-a3f7f831c481 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:46:59.879443 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2c1f1496-94ac-4af9-8c6c-bc35fce0c69b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:59.887535 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-938a3650-b9f8-4446-8ea6-2c6424b43a47 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.4783430 Jul 14 09:46:59.887709 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 50590) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:59.894673 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-a7b9adb2-4b11-4c9a-b49c-bd370125bdb6 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Request body: {'port': {'network_id': '17492632-5a7e-4bec-a3f9-f8285e44faf2', 'mac_address': 'fa:16:3e:58:ac:33', 'name': 'tempest-NetworksTestDHCPv6-1880409381'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:47:00.010712 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2c1f1496-94ac-4af9-8c6c-bc35fce0c69b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:00.048032 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7b9adb2-4b11-4c9a-b49c-bd370125bdb6 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Made reservation on behalf of 1a9c030e37eb4fbea3adea586f150fe1 for: {'port': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:47:00.063731 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-2c1f1496-94ac-4af9-8c6c-bc35fce0c69b None None] For port 8a94b621-1e4a-49b5-b3fd-a3f7f831c481, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=8a94b621-1e4a-49b5-b3fd-a3f7f831c481,segment=NetworkSegment(19ac4e1e-e083-4566-aca1-839bc1c998c7),segment_id=19ac4e1e-e083-4566-aca1-839bc1c998c7)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:47:00.068555 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2c1f1496-94ac-4af9-8c6c-bc35fce0c69b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:00.135735 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1f1496-94ac-4af9-8c6c-bc35fce0c69b None None] Pushing event updated for resources: {'Port': ['ID=8a94b621-1e4a-49b5-b3fd-a3f7f831c481,revision_number=7']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:00.176473 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a7b9adb2-4b11-4c9a-b49c-bd370125bdb6 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:00.200203 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-a7b9adb2-4b11-4c9a-b49c-bd370125bdb6 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] device_id is not set on port 2d60248c-a74c-4267-b35d-0626117e3ca4 yet. {{(pid=93957) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:47:00.403696 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-a7b9adb2-4b11-4c9a-b49c-bd370125bdb6 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Allocated IP 2001:db8::b0 (17492632-5a7e-4bec-a3f9-f8285e44faf2/379f237d-d309-40dd-a4a4-69fdd6b8bd76/2d60248c-a74c-4267-b35d-0626117e3ca4) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:47:00.411345 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-a7b9adb2-4b11-4c9a-b49c-bd370125bdb6 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Allocated IP 2001:db8:0:1:f816:3eff:fe58:ac33 (17492632-5a7e-4bec-a3f9-f8285e44faf2/af241c24-59e7-44cc-8790-d3833782dd68/2d60248c-a74c-4267-b35d-0626117e3ca4) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:47:00.569713 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a7b9adb2-4b11-4c9a-b49c-bd370125bdb6 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:00.584251 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-a7b9adb2-4b11-4c9a-b49c-bd370125bdb6 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Transition to ACTIVE for port object 2d60248c-a74c-4267-b35d-0626117e3ca4 will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:47:00.623945 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a7b9adb2-4b11-4c9a-b49c-bd370125bdb6 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:00.678302 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7b9adb2-4b11-4c9a-b49c-bd370125bdb6 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Network 17492632-5a7e-4bec-a3f9-f8285e44faf2 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:47:00.681823 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-a7b9adb2-4b11-4c9a-b49c-bd370125bdb6 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:47:00.686117 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b9adb2-4b11-4c9a-b49c-bd370125bdb6 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:47:00.691822 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7b9adb2-4b11-4c9a-b49c-bd370125bdb6 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:00.692449 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a7b9adb2-4b11-4c9a-b49c-bd370125bdb6 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:00.702132 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b9adb2-4b11-4c9a-b49c-bd370125bdb6 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Pushing event updated for resources: {'Port': ['ID=2d60248c-a74c-4267-b35d-0626117e3ca4,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:00.702936 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c1d5b4b-c526-445d-9c71-68acc217e96a None None] Network 17492632-5a7e-4bec-a3f9-f8285e44faf2 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:47:00.714512 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-a7b9adb2-4b11-4c9a-b49c-bd370125bdb6 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 0.8246973 Jul 14 09:47:00.717292 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 50600) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:00.836484 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-3856e26c-4361-46c7-89d8-7434719d663d tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Deleting port 2d60248c-a74c-4267-b35d-0626117e3ca4 {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:47:00.836839 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3856e26c-4361-46c7-89d8-7434719d663d tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:00.944489 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-0572d307-885f-498e-a76f-b3da51eb32f4 None None] Provisioning complete for port 8a94b621-1e4a-49b5-b3fd-a3f7f831c481 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:47:00.945275 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0572d307-885f-498e-a76f-b3da51eb32f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:00.954182 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3856e26c-4361-46c7-89d8-7434719d663d tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:00.966493 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-3856e26c-4361-46c7-89d8-7434719d663d tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Calling delete_port for 2d60248c-a74c-4267-b35d-0626117e3ca4 owned by {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:47:01.162878 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3856e26c-4361-46c7-89d8-7434719d663d tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:01.198151 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3856e26c-4361-46c7-89d8-7434719d663d tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Pushing event deleted for resources: {'Port': ['ID=2d60248c-a74c-4267-b35d-0626117e3ca4,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:01.256060 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3856e26c-4361-46c7-89d8-7434719d663d tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:01.259555 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-3856e26c-4361-46c7-89d8-7434719d663d tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "DELETE /v2.0/ports/2d60248c-a74c-4267-b35d-0626117e3ca4 HTTP/1.1" status: 204 len: 168 time: 0.5395377 Jul 14 09:47:01.260738 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 50608) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:01.371147 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e818b93c-7c25-4dc3-bca6-b9776837c5a8 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:01.374183 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-e818b93c-7c25-4dc3-bca6-b9776837c5a8 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1124394 Jul 14 09:47:01.378549 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 50612) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:01.381525 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 8a94b621-1e4a-49b5-b3fd-a3f7f831c481 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:47:01.445796 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-fc612955-619e-4796-b220-c5e877a382eb None None] Provisioning complete for port 8a94b621-1e4a-49b5-b3fd-a3f7f831c481 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:47:01.446177 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fc612955-619e-4796-b220-c5e877a382eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:01.472130 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfde9de3-158f-4cc1-ab51-13ecda952489 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:01.480942 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 50614) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:01.481373 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-bfde9de3-158f-4cc1-ab51-13ecda952489 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0984859 Jul 14 09:47:01.489593 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port 8a94b621-1e4a-49b5-b3fd-a3f7f831c481 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:47:01.489974 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:01.541568 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8540fa8-be51-4e0c-b651-2f9d42364c70 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:01.543216 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8540fa8-be51-4e0c-b651-2f9d42364c70 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:01.546103 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8540fa8-be51-4e0c-b651-2f9d42364c70 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:01.546558 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-b8540fa8-be51-4e0c-b651-2f9d42364c70 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0689969 Jul 14 09:47:01.550016 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 50616) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:01.616469 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4b437e0-75c6-499c-be7d-c661f1920e28 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Deleting subnet 379f237d-d309-40dd-a4a4-69fdd6b8bd76 {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:47:01.620379 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c4b437e0-75c6-499c-be7d-c661f1920e28 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:01.642871 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-fc612955-619e-4796-b220-c5e877a382eb None None] Could not find standard attr ID for object 2d60248c-a74c-4267-b35d-0626117e3ca4. {{(pid=93959) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 09:47:01.674058 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c4b437e0-75c6-499c-be7d-c661f1920e28 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13574120'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:01.756962 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c2c8ef59-209f-4a00-8edd-8277a82cc499 None None] Could not find standard attr ID for object 2d60248c-a74c-4267-b35d-0626117e3ca4. {{(pid=93959) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 09:47:01.773911 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c4b437e0-75c6-499c-be7d-c661f1920e28 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3481002'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:01.842949 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c4b437e0-75c6-499c-be7d-c661f1920e28 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13574056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16714573'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:01.871383 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b437e0-75c6-499c-be7d-c661f1920e28 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Pushing event deleted for resources: {'Subnet': ['ID=379f237d-d309-40dd-a4a4-69fdd6b8bd76,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:01.876874 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c4b437e0-75c6-499c-be7d-c661f1920e28 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:01.879416 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-c4b437e0-75c6-499c-be7d-c661f1920e28 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "DELETE /v2.0/subnets/379f237d-d309-40dd-a4a4-69fdd6b8bd76 HTTP/1.1" status: 204 len: 168 time: 0.3275578 Jul 14 09:47:01.881430 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 50622) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:01.918961 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccc5f869-1ce3-437f-acb8-5482c50de430 None None] Network 17492632-5a7e-4bec-a3f9-f8285e44faf2 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:47:01.938011 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-d44b016e-ab11-4b04-bc06-ba5cb93f496d tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Deleting subnet af241c24-59e7-44cc-8790-d3833782dd68 {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:47:01.943355 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d44b016e-ab11-4b04-bc06-ba5cb93f496d tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:01.998884 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d44b016e-ab11-4b04-bc06-ba5cb93f496d tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13574120'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:02.103970 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d44b016e-ab11-4b04-bc06-ba5cb93f496d tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3481002'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:02.168684 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d44b016e-ab11-4b04-bc06-ba5cb93f496d tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13574056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16714573'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:02.202663 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44b016e-ab11-4b04-bc06-ba5cb93f496d tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Pushing event deleted for resources: {'Subnet': ['ID=af241c24-59e7-44cc-8790-d3833782dd68,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:02.208445 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d44b016e-ab11-4b04-bc06-ba5cb93f496d tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:02.213142 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 50626) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:02.218090 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-d44b016e-ab11-4b04-bc06-ba5cb93f496d tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "DELETE /v2.0/subnets/af241c24-59e7-44cc-8790-d3833782dd68 HTTP/1.1" status: 204 len: 168 time: 0.3353932 Jul 14 09:47:02.270347 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-74617ffd-1e66-45f3-8dff-153968416827 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0552988 Jul 14 09:47:02.272891 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 50628) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:02.278741 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-5ccacd56-3e54-4ebb-a9df-812048574898 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Request body: {'subnet': {'network_id': '17492632-5a7e-4bec-a3f9-f8285e44faf2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:47:02.380048 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ccacd56-3e54-4ebb-a9df-812048574898 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Made reservation on behalf of 1a9c030e37eb4fbea3adea586f150fe1 for: {'subnet': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:47:02.384411 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5ccacd56-3e54-4ebb-a9df-812048574898 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11984110'] for subnet, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:02.724639 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbcbec7d-6640-4f45-b037-9c9412463562 None None] Network 17492632-5a7e-4bec-a3f9-f8285e44faf2 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:47:02.805773 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-484b2fe3-7c92-44a0-8d78-03c8f88098c3 None None] Provisioning complete for port 8a94b621-1e4a-49b5-b3fd-a3f7f831c481 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:47:02.806319 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-484b2fe3-7c92-44a0-8d78-03c8f88098c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:02.892537 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5ccacd56-3e54-4ebb-a9df-812048574898 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10052764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11984092'] for subnet, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:02.938355 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ccacd56-3e54-4ebb-a9df-812048574898 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Network 17492632-5a7e-4bec-a3f9-f8285e44faf2 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:47:02.942106 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-5ccacd56-3e54-4ebb-a9df-812048574898 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:47:02.946969 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ccacd56-3e54-4ebb-a9df-812048574898 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:02.947548 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5ccacd56-3e54-4ebb-a9df-812048574898 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks [] for subnet, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:02.955617 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccacd56-3e54-4ebb-a9df-812048574898 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Pushing event updated for resources: {'Subnet': ['ID=7ce10b89-8700-474c-8be8-a0ba46edb778,revision_number=0']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:02.968049 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-5ccacd56-3e54-4ebb-a9df-812048574898 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6938171 Jul 14 09:47:02.971655 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 50636) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:02.979693 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-bee224c2-1d30-4bf3-8f3a-34a9b112cdd2 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Request body: {'subnet': {'network_id': '17492632-5a7e-4bec-a3f9-f8285e44faf2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:47:03.015993 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35a29a5c-62df-4a6c-a995-175af77a5bbf None None] DHCP port deletion for 17492632-5a7e-4bec-a3f9-f8285e44faf2 request from n-d-779913-29 {{(pid=93959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:47:03.081623 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-35a29a5c-62df-4a6c-a995-175af77a5bbf None None] Deleting port 8a94b621-1e4a-49b5-b3fd-a3f7f831c481 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:47:03.082158 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-35a29a5c-62df-4a6c-a995-175af77a5bbf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:03.116299 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bee224c2-1d30-4bf3-8f3a-34a9b112cdd2 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Made reservation on behalf of 1a9c030e37eb4fbea3adea586f150fe1 for: {'subnet': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:47:03.120374 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-bee224c2-1d30-4bf3-8f3a-34a9b112cdd2 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11984110'] for subnet, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:03.181820 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-35a29a5c-62df-4a6c-a995-175af77a5bbf None None] For port 8a94b621-1e4a-49b5-b3fd-a3f7f831c481, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=8a94b621-1e4a-49b5-b3fd-a3f7f831c481,segment=NetworkSegment(19ac4e1e-e083-4566-aca1-839bc1c998c7),segment_id=19ac4e1e-e083-4566-aca1-839bc1c998c7)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:47:03.182233 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-35a29a5c-62df-4a6c-a995-175af77a5bbf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:03.201940 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-35a29a5c-62df-4a6c-a995-175af77a5bbf None None] Calling delete_port for 8a94b621-1e4a-49b5-b3fd-a3f7f831c481 owned by network:dhcp {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:47:03.249304 n-d-779913-29 neutron-server[93957]: INFO neutron.db.ipam_backend_mixin [None req-bee224c2-1d30-4bf3-8f3a-34a9b112cdd2 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 7ce10b89-8700-474c-8be8-a0ba46edb778 (CIDR: 2001:db8::/64) Jul 14 09:47:03.254204 n-d-779913-29 neutron-server[93957]: INFO neutron.pecan_wsgi.hooks.translation [None req-bee224c2-1d30-4bf3-8f3a-34a9b112cdd2 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:47:03.254945 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bee224c2-1d30-4bf3-8f3a-34a9b112cdd2 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:47:03.281084 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 50640) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:03.287269 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-bee224c2-1d30-4bf3-8f3a-34a9b112cdd2 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3045638 Jul 14 09:47:03.291030 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-6950d518-88bb-4638-957e-e20ae7d31400 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Request body: {'subnet': {'network_id': '17492632-5a7e-4bec-a3f9-f8285e44faf2', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:47:03.306761 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-35a29a5c-62df-4a6c-a995-175af77a5bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:03.346899 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a29a5c-62df-4a6c-a995-175af77a5bbf None None] Pushing event deleted for resources: {'Port': ['ID=8a94b621-1e4a-49b5-b3fd-a3f7f831c481,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:03.356777 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a29a5c-62df-4a6c-a995-175af77a5bbf None None] No DVR routers for this DVR port 8a94b621-1e4a-49b5-b3fd-a3f7f831c481 on host n-d-779913-29 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:47:03.377829 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8034f9a7-2ef1-482b-84b2-fb060c2ae212 None None] Network 17492632-5a7e-4bec-a3f9-f8285e44faf2 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:47:03.383507 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 8a94b621-1e4a-49b5-b3fd-a3f7f831c481 no longer exists at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:47:03.433719 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6950d518-88bb-4638-957e-e20ae7d31400 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Made reservation on behalf of 1a9c030e37eb4fbea3adea586f150fe1 for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:47:03.438438 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6950d518-88bb-4638-957e-e20ae7d31400 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16714600'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:03.442357 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] No Port match for: 8a94b621-1e4a-49b5-b3fd-a3f7f831c481 {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:47:03.442712 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 8a94b621-1e4a-49b5-b3fd-a3f7f831c481 not bound to the agent host n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:47:03.595995 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88be6994-3d3d-46dd-ae0f-35e23adf71eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf57baaa9-fd24-59f4-8fd2-1dc21122ce72-17492632-5a7e-4bec-a3f9-f8285e44faf2', 'network_id': '17492632-5a7e-4bec-a3f9-f8285e44faf2', 'tenant_id': '1a9c030e37eb4fbea3adea586f150fe1', 'fixed_ips': [{'subnet_id': '7ce10b89-8700-474c-8be8-a0ba46edb778'}]}} from n-d-779913-29. {{(pid=93959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:47:03.597016 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-88be6994-3d3d-46dd-ae0f-35e23adf71eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:03.771578 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-88be6994-3d3d-46dd-ae0f-35e23adf71eb None None] Allocated IP 2001:db8::2 (17492632-5a7e-4bec-a3f9-f8285e44faf2/7ce10b89-8700-474c-8be8-a0ba46edb778/85c41636-69b9-4e31-8625-066507483e70) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:47:03.806986 n-d-779913-29 neutron-server[93958]: DEBUG neutron.objects.ports [None req-6950d518-88bb-4638-957e-e20ae7d31400 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93958) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 14 09:47:03.808644 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6950d518-88bb-4638-957e-e20ae7d31400 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13573993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16714586'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:03.859496 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6950d518-88bb-4638-957e-e20ae7d31400 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Pushing event updated for resources: {'Subnet': ['ID=f89f4b35-a9e8-41b9-8744-fa08eb8bab2d,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:03.868680 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6950d518-88bb-4638-957e-e20ae7d31400 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Network 17492632-5a7e-4bec-a3f9-f8285e44faf2 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:47:03.870455 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-6950d518-88bb-4638-957e-e20ae7d31400 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:47:03.873075 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6950d518-88bb-4638-957e-e20ae7d31400 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:03.873916 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6950d518-88bb-4638-957e-e20ae7d31400 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:03.898943 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-6950d518-88bb-4638-957e-e20ae7d31400 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 0.6166480 Jul 14 09:47:03.902228 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 50648) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:03.908886 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-7a0dcb80-8d02-4600-b417-d4d26b5a700f tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Request body: {'port': {'network_id': '17492632-5a7e-4bec-a3f9-f8285e44faf2', 'mac_address': 'fa:16:3e:21:07:2f', 'name': 'tempest-NetworksTestDHCPv6-1296536263'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:47:03.960357 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-88be6994-3d3d-46dd-ae0f-35e23adf71eb None None] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:03.970103 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-88be6994-3d3d-46dd-ae0f-35e23adf71eb None None] Transition to ACTIVE for port object 85c41636-69b9-4e31-8625-066507483e70 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:47:03.986522 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-88be6994-3d3d-46dd-ae0f-35e23adf71eb None None] Transition to ACTIVE for port object 85c41636-69b9-4e31-8625-066507483e70 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:47:03.993387 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-88be6994-3d3d-46dd-ae0f-35e23adf71eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:04.032089 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88be6994-3d3d-46dd-ae0f-35e23adf71eb None None] Network 17492632-5a7e-4bec-a3f9-f8285e44faf2 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:47:04.033770 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-88be6994-3d3d-46dd-ae0f-35e23adf71eb None None] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:47:04.034070 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a0dcb80-8d02-4600-b417-d4d26b5a700f tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Made reservation on behalf of 1a9c030e37eb4fbea3adea586f150fe1 for: {'port': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:47:04.043816 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a0dcb80-8d02-4600-b417-d4d26b5a700f tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:04.045485 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88be6994-3d3d-46dd-ae0f-35e23adf71eb None None] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:47:04.059314 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88be6994-3d3d-46dd-ae0f-35e23adf71eb None None] Pushing event updated for resources: {'Port': ['ID=85c41636-69b9-4e31-8625-066507483e70,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:04.066334 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [None req-7a0dcb80-8d02-4600-b417-d4d26b5a700f tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] device_id is not set on port 9a2c5acf-f6d3-434f-aab1-b9fb962cedac yet. {{(pid=93957) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:47:04.118290 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-88be6994-3d3d-46dd-ae0f-35e23adf71eb None None] Attempting to bind port 85c41636-69b9-4e31-8625-066507483e70 on host n-d-779913-29 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:47:04.118665 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-88be6994-3d3d-46dd-ae0f-35e23adf71eb None None] Attempting to bind port 85c41636-69b9-4e31-8625-066507483e70 by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': '19ac4e1e-e083-4566-aca1-839bc1c998c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '17492632-5a7e-4bec-a3f9-f8285e44faf2'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:47:04.119022 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88be6994-3d3d-46dd-ae0f-35e23adf71eb None None] Attempting to bind port 85c41636-69b9-4e31-8625-066507483e70 on network 17492632-5a7e-4bec-a3f9-f8285e44faf2 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:47:04.127132 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88be6994-3d3d-46dd-ae0f-35e23adf71eb None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 46, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:47:04.127132 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88be6994-3d3d-46dd-ae0f-35e23adf71eb None None] Checking segment: {'id': '19ac4e1e-e083-4566-aca1-839bc1c998c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '17492632-5a7e-4bec-a3f9-f8285e44faf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:47:04.127595 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-88be6994-3d3d-46dd-ae0f-35e23adf71eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:04.128059 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88be6994-3d3d-46dd-ae0f-35e23adf71eb None None] Bound using segment: {'id': '19ac4e1e-e083-4566-aca1-839bc1c998c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '17492632-5a7e-4bec-a3f9-f8285e44faf2'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:47:04.128527 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-88be6994-3d3d-46dd-ae0f-35e23adf71eb None None] Bound port: 85c41636-69b9-4e31-8625-066507483e70, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19ac4e1e-e083-4566-aca1-839bc1c998c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '17492632-5a7e-4bec-a3f9-f8285e44faf2'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:47:04.128911 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-88be6994-3d3d-46dd-ae0f-35e23adf71eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:04.194548 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-88be6994-3d3d-46dd-ae0f-35e23adf71eb None None] For port 85c41636-69b9-4e31-8625-066507483e70, host n-d-779913-29, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:47:04.197921 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-88be6994-3d3d-46dd-ae0f-35e23adf71eb None None] For port 85c41636-69b9-4e31-8625-066507483e70, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=85c41636-69b9-4e31-8625-066507483e70,segment=NetworkSegment(19ac4e1e-e083-4566-aca1-839bc1c998c7),segment_id=19ac4e1e-e083-4566-aca1-839bc1c998c7)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:47:04.203637 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-88be6994-3d3d-46dd-ae0f-35e23adf71eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:04.262679 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-7a0dcb80-8d02-4600-b417-d4d26b5a700f tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Allocated IP 2001:db8::2e3 (17492632-5a7e-4bec-a3f9-f8285e44faf2/7ce10b89-8700-474c-8be8-a0ba46edb778/9a2c5acf-f6d3-434f-aab1-b9fb962cedac) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:47:04.272369 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-7a0dcb80-8d02-4600-b417-d4d26b5a700f tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Allocated IP 2001:db8:0:1:f816:3eff:fe21:72f (17492632-5a7e-4bec-a3f9-f8285e44faf2/f89f4b35-a9e8-41b9-8744-fa08eb8bab2d/9a2c5acf-f6d3-434f-aab1-b9fb962cedac) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:47:04.281591 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88be6994-3d3d-46dd-ae0f-35e23adf71eb None None] Pushing event updated for resources: {'Port': ['ID=85c41636-69b9-4e31-8625-066507483e70,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:04.459567 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a0dcb80-8d02-4600-b417-d4d26b5a700f tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:04.473704 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7a0dcb80-8d02-4600-b417-d4d26b5a700f tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Transition to ACTIVE for port object 9a2c5acf-f6d3-434f-aab1-b9fb962cedac will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:47:04.527711 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a0dcb80-8d02-4600-b417-d4d26b5a700f tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:04.594716 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a0dcb80-8d02-4600-b417-d4d26b5a700f tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Network 17492632-5a7e-4bec-a3f9-f8285e44faf2 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:47:04.598383 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-7a0dcb80-8d02-4600-b417-d4d26b5a700f tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:47:04.602537 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a0dcb80-8d02-4600-b417-d4d26b5a700f tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:47:04.608283 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a0dcb80-8d02-4600-b417-d4d26b5a700f tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:04.608954 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a0dcb80-8d02-4600-b417-d4d26b5a700f tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:04.615566 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0dcb80-8d02-4600-b417-d4d26b5a700f tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Pushing event updated for resources: {'Port': ['ID=9a2c5acf-f6d3-434f-aab1-b9fb962cedac,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:04.628910 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-7a0dcb80-8d02-4600-b417-d4d26b5a700f tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 0.7255154 Jul 14 09:47:04.631600 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 50656) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:04.732152 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-be9e7389-7d2c-41ec-a0f2-b1dcf9ad99b1 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Deleting port 9a2c5acf-f6d3-434f-aab1-b9fb962cedac {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:47:04.732515 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-be9e7389-7d2c-41ec-a0f2-b1dcf9ad99b1 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:04.842887 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-be9e7389-7d2c-41ec-a0f2-b1dcf9ad99b1 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:04.854843 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-be9e7389-7d2c-41ec-a0f2-b1dcf9ad99b1 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Calling delete_port for 9a2c5acf-f6d3-434f-aab1-b9fb962cedac owned by {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:47:05.045888 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-be9e7389-7d2c-41ec-a0f2-b1dcf9ad99b1 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:05.080926 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9e7389-7d2c-41ec-a0f2-b1dcf9ad99b1 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Pushing event deleted for resources: {'Port': ['ID=9a2c5acf-f6d3-434f-aab1-b9fb962cedac,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:05.130235 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-be9e7389-7d2c-41ec-a0f2-b1dcf9ad99b1 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:05.132163 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-be9e7389-7d2c-41ec-a0f2-b1dcf9ad99b1 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "DELETE /v2.0/ports/9a2c5acf-f6d3-434f-aab1-b9fb962cedac HTTP/1.1" status: 204 len: 168 time: 0.4995844 Jul 14 09:47:05.134805 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 50660) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:05.203774 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1838856c-6464-4bca-98b3-011f80694ee9 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:05.207767 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-1838856c-6464-4bca-98b3-011f80694ee9 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.0695727 Jul 14 09:47:05.208353 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 50662) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:05.243536 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-699e29c1-a8f1-45f9-b667-f8972d15e399 None None] Network 17492632-5a7e-4bec-a3f9-f8285e44faf2 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:47:05.275366 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38ca5d0e-5875-433c-a1f7-6ee6d829dd0c tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:05.277540 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-38ca5d0e-5875-433c-a1f7-6ee6d829dd0c tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.0677829 Jul 14 09:47:05.280103 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 50664) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:05.314257 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-aa67d55d-edcd-4912-8c88-5a65b557626f None None] Provisioning for port 85c41636-69b9-4e31-8625-066507483e70 completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:47:05.366536 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72345039-2cc0-4a6b-9c19-6412ff06847f tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:05.368451 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72345039-2cc0-4a6b-9c19-6412ff06847f tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:05.370527 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72345039-2cc0-4a6b-9c19-6412ff06847f tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:05.374630 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-72345039-2cc0-4a6b-9c19-6412ff06847f tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0928185 Jul 14 09:47:05.375305 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 50668) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:05.429006 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 85c41636-69b9-4e31-8625-066507483e70 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:47:05.436243 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_v2 [None req-149aaf5c-1b33-4505-a927-b9de775600a7 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Deleting subnet 7ce10b89-8700-474c-8be8-a0ba46edb778 {{(pid=93957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:47:05.439820 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-149aaf5c-1b33-4505-a927-b9de775600a7 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks [] for subnet, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:05.485562 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-149aaf5c-1b33-4505-a927-b9de775600a7 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10944203'] for subnet, precommit_delete_associations {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:05.504876 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning for port 85c41636-69b9-4e31-8625-066507483e70 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:47:05.509174 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port 85c41636-69b9-4e31-8625-066507483e70 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:47:05.509711 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:05.586880 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-149aaf5c-1b33-4505-a927-b9de775600a7 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3481002'] for subnet, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:05.594823 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8c4c67e-a5d9-4ecd-ba9a-c2ed8bb5576e None None] Update dhcp port {'port': {'network_id': '17492632-5a7e-4bec-a3f9-f8285e44faf2', 'fixed_ips': [{'subnet_id': '7ce10b89-8700-474c-8be8-a0ba46edb778', 'ip_address': '2001:db8::2'}, {'subnet_id': 'f89f4b35-a9e8-41b9-8744-fa08eb8bab2d'}], 'binding:host_id': 'n-d-779913-29'}, 'id': '85c41636-69b9-4e31-8625-066507483e70'} from n-d-779913-29. {{(pid=93959) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 14 09:47:05.654073 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-149aaf5c-1b33-4505-a927-b9de775600a7 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10052701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11984075'] for subnet, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:05.654468 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b8c4c67e-a5d9-4ecd-ba9a-c2ed8bb5576e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:05.665450 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:05.679903 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149aaf5c-1b33-4505-a927-b9de775600a7 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Pushing event deleted for resources: {'Subnet': ['ID=7ce10b89-8700-474c-8be8-a0ba46edb778,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:05.685695 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-149aaf5c-1b33-4505-a927-b9de775600a7 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks [] for subnet, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:05.690110 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-149aaf5c-1b33-4505-a927-b9de775600a7 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "DELETE /v2.0/subnets/7ce10b89-8700-474c-8be8-a0ba46edb778 HTTP/1.1" status: 204 len: 168 time: 0.3116229 Jul 14 09:47:05.690465 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 50670) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:05.742274 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc2d7523-cda0-4a21-aa5c-ce40d644fb47 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Deleting subnet f89f4b35-a9e8-41b9-8744-fa08eb8bab2d {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:47:05.745359 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-dc2d7523-cda0-4a21-aa5c-ce40d644fb47 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:05.794815 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-dc2d7523-cda0-4a21-aa5c-ce40d644fb47 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13574120'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:05.809562 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.db.api [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93959) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 09:47:05.809926 n-d-779913-29 neutron-server[93959]: DEBUG oslo_db.api [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 09:47:05.844788 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-dc2d7523-cda0-4a21-aa5c-ce40d644fb47 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3481002'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:05.907361 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-dc2d7523-cda0-4a21-aa5c-ce40d644fb47 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13574056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16714573'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:05.908495 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server [None req-b8c4c67e-a5d9-4ecd-ba9a-c2ed8bb5576e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f89f4b35-a9e8-41b9-8744-fa08eb8bab2d: This subnet is being modified by another concurrent operation. Jul 14 09:47:05.908495 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 14 09:47:05.908495 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 14 09:47:05.908495 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 14 09:47:05.908495 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 14 09:47:05.908495 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 14 09:47:05.908495 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 14 09:47:05.908495 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 14 09:47:05.908495 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 14 09:47:05.908495 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 14 09:47:05.908495 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 14 09:47:05.908495 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 14 09:47:05.908495 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 14 09:47:05.908495 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 14 09:47:05.908495 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:47:05.908495 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:47:05.908495 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:47:05.908495 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:47:05.908495 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 14 09:47:05.908495 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 09:47:05.908495 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 14 09:47:05.908495 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 14 09:47:05.908495 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:47:05.908495 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:47:05.908495 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:47:05.908495 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:47:05.908495 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 14 09:47:05.908495 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 09:47:05.908495 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 14 09:47:05.908495 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 14 09:47:05.908495 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:47:05.908495 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:47:05.908495 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:47:05.908495 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:47:05.908495 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 14 09:47:05.908495 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 14 09:47:05.908495 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Jul 14 09:47:05.908495 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jul 14 09:47:05.908495 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Jul 14 09:47:05.908495 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jul 14 09:47:05.908495 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 14 09:47:05.908495 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 14 09:47:05.908495 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 14 09:47:05.908495 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 14 09:47:05.908495 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 14 09:47:05.908495 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 14 09:47:05.908495 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:47:05.908495 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:47:05.908495 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:47:05.908495 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:47:05.908495 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 14 09:47:05.908495 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 09:47:05.908495 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 14 09:47:05.908495 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 14 09:47:05.908495 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:47:05.908495 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:47:05.908495 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:47:05.908495 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:47:05.908495 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 14 09:47:05.908495 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 09:47:05.908495 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 14 09:47:05.908495 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 14 09:47:05.908495 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:47:05.908495 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:47:05.908495 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:47:05.908495 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:47:05.908495 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 14 09:47:05.908495 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 14 09:47:05.908495 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1727, in update_port Jul 14 09:47:05.908495 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jul 14 09:47:05.908495 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 14 09:47:05.908495 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 14 09:47:05.908495 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1507, in update_port Jul 14 09:47:05.908495 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jul 14 09:47:05.908495 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jul 14 09:47:05.908495 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jul 14 09:47:05.908495 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Jul 14 09:47:05.908495 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jul 14 09:47:05.908495 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Jul 14 09:47:05.908495 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 14 09:47:05.908495 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 14 09:47:05.908495 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 14 09:47:05.908495 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 14 09:47:05.908495 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server raise exception Jul 14 09:47:05.908495 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f89f4b35-a9e8-41b9-8744-fa08eb8bab2d: This subnet is being modified by another concurrent operation. Jul 14 09:47:05.908495 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server Jul 14 09:47:05.947658 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2d7523-cda0-4a21-aa5c-ce40d644fb47 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Pushing event deleted for resources: {'Subnet': ['ID=f89f4b35-a9e8-41b9-8744-fa08eb8bab2d,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:05.959160 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-dc2d7523-cda0-4a21-aa5c-ce40d644fb47 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:05.961564 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-dc2d7523-cda0-4a21-aa5c-ce40d644fb47 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "DELETE /v2.0/subnets/f89f4b35-a9e8-41b9-8744-fa08eb8bab2d HTTP/1.1" status: 204 len: 168 time: 0.2696590 Jul 14 09:47:05.963729 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 50678) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:05.991001 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d70407c3-73e2-4159-86b7-426ce7354b7c None None] Network 17492632-5a7e-4bec-a3f9-f8285e44faf2 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:47:06.009749 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-564f6f4f-80aa-4615-a08f-9f2683e82da3 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0433128 Jul 14 09:47:06.010848 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 50680) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:06.066783 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-0693a0b2-655c-4140-89b1-489ade66a69a None None] Provisioning complete for port 85c41636-69b9-4e31-8625-066507483e70 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:47:06.067156 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0693a0b2-655c-4140-89b1-489ade66a69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:06.076779 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80fee2b7-ea8e-432d-95fa-e7a60aa452f7 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:06.079003 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-80fee2b7-ea8e-432d-95fa-e7a60aa452f7 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0672491 Jul 14 09:47:06.081519 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 50682) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:06.132761 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ebb11a1-33fc-4617-805c-6f9eb1f45b3e tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:06.134264 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-9ebb11a1-33fc-4617-805c-6f9eb1f45b3e tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0518355 Jul 14 09:47:06.136729 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 50684) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:06.179272 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-625f1a90-522a-4d4e-864d-51e9c09a1731 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0413835 Jul 14 09:47:06.184611 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 50686) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:06.194508 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0693a0b2-655c-4140-89b1-489ade66a69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:06.222732 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eae58518-86bf-4bfe-b386-a67c9c0268b2 None None] DHCP port deletion for 17492632-5a7e-4bec-a3f9-f8285e44faf2 request from n-d-779913-29 {{(pid=93959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:47:06.227074 n-d-779913-29 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-5889899b-3c85-493d-9f70-36773a9aad52 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] DELETE failed (client error): The resource could not be found. Jul 14 09:47:06.228220 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5889899b-3c85-493d-9f70-36773a9aad52 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:47:06.230460 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-5889899b-3c85-493d-9f70-36773a9aad52 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "DELETE /v2.0/ports/9a2c5acf-f6d3-434f-aab1-b9fb962cedac HTTP/1.1" status: 404 len: 333 time: 0.0445514 Jul 14 09:47:06.232759 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 50688) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:06.237079 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-0693a0b2-655c-4140-89b1-489ade66a69a None None] For port 85c41636-69b9-4e31-8625-066507483e70, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=85c41636-69b9-4e31-8625-066507483e70,segment=NetworkSegment(19ac4e1e-e083-4566-aca1-839bc1c998c7),segment_id=19ac4e1e-e083-4566-aca1-839bc1c998c7)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:47:06.254068 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0693a0b2-655c-4140-89b1-489ade66a69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:06.262995 n-d-779913-29 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfef2e25-484a-478f-8c96-1647c86cf020 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] DELETE failed (client error): The resource could not be found. Jul 14 09:47:06.263564 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bfef2e25-484a-478f-8c96-1647c86cf020 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:47:06.269250 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-bfef2e25-484a-478f-8c96-1647c86cf020 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "DELETE /v2.0/subnets/f89f4b35-a9e8-41b9-8744-fa08eb8bab2d HTTP/1.1" status: 404 len: 337 time: 0.0323620 Jul 14 09:47:06.269652 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 50690) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:06.299015 n-d-779913-29 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6002f61-b128-4981-8506-8c81278cfef5 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] DELETE failed (client error): The resource could not be found. Jul 14 09:47:06.299630 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6002f61-b128-4981-8506-8c81278cfef5 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:47:06.304011 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-c6002f61-b128-4981-8506-8c81278cfef5 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "DELETE /v2.0/subnets/7ce10b89-8700-474c-8be8-a0ba46edb778 HTTP/1.1" status: 404 len: 337 time: 0.0308938 Jul 14 09:47:06.304249 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 50692) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:06.313134 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0693a0b2-655c-4140-89b1-489ade66a69a None None] Pushing event updated for resources: {'Port': ['ID=85c41636-69b9-4e31-8625-066507483e70,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:06.346956 n-d-779913-29 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ef55604-0ab3-4e8f-b08b-04697b72418e tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] DELETE failed (client error): The resource could not be found. Jul 14 09:47:06.346956 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ef55604-0ab3-4e8f-b08b-04697b72418e tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:47:06.347215 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-eae58518-86bf-4bfe-b386-a67c9c0268b2 None None] Deleting port 85c41636-69b9-4e31-8625-066507483e70 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:47:06.347215 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-eae58518-86bf-4bfe-b386-a67c9c0268b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:06.347393 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-4ef55604-0ab3-4e8f-b08b-04697b72418e tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "DELETE /v2.0/ports/2d60248c-a74c-4267-b35d-0626117e3ca4 HTTP/1.1" status: 404 len: 333 time: 0.0381672 Jul 14 09:47:06.347393 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 50696) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:06.375277 n-d-779913-29 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bb3f366-4d6e-4985-ac2e-03eba1a142a5 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] DELETE failed (client error): The resource could not be found. Jul 14 09:47:06.375731 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5bb3f366-4d6e-4985-ac2e-03eba1a142a5 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:47:06.379834 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-5bb3f366-4d6e-4985-ac2e-03eba1a142a5 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "DELETE /v2.0/subnets/af241c24-59e7-44cc-8790-d3833782dd68 HTTP/1.1" status: 404 len: 337 time: 0.0288799 Jul 14 09:47:06.380019 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 50698) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:06.412394 n-d-779913-29 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-95529b29-520c-49bd-9ae5-a677926d5918 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] DELETE failed (client error): The resource could not be found. Jul 14 09:47:06.412859 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95529b29-520c-49bd-9ae5-a677926d5918 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:47:06.417068 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-95529b29-520c-49bd-9ae5-a677926d5918 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "DELETE /v2.0/subnets/379f237d-d309-40dd-a4a4-69fdd6b8bd76 HTTP/1.1" status: 404 len: 337 time: 0.0337231 Jul 14 09:47:06.417365 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 50700) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:06.445085 n-d-779913-29 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-edd948a8-342e-4af4-a3db-6d8832be160b tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] DELETE failed (client error): The resource could not be found. Jul 14 09:47:06.445897 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-edd948a8-342e-4af4-a3db-6d8832be160b tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:47:06.450060 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-edd948a8-342e-4af4-a3db-6d8832be160b tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "DELETE /v2.0/ports/943b086b-cb5a-478c-a2ea-c87a568134e3 HTTP/1.1" status: 404 len: 333 time: 0.0293009 Jul 14 09:47:06.450318 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 50702) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:06.479005 n-d-779913-29 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-b332127a-e8c0-4281-b805-b171aa5a9815 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] DELETE failed (client error): The resource could not be found. Jul 14 09:47:06.479892 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b332127a-e8c0-4281-b805-b171aa5a9815 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:47:06.483576 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-b332127a-e8c0-4281-b805-b171aa5a9815 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "DELETE /v2.0/subnets/a7d161a1-b618-4bb1-bb47-d5e3d984504d HTTP/1.1" status: 404 len: 337 time: 0.0299940 Jul 14 09:47:06.483887 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 50704) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:06.510383 n-d-779913-29 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2c9ad3f-b357-4612-adcf-6c1e0c25927f tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] DELETE failed (client error): The resource could not be found. Jul 14 09:47:06.510851 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2c9ad3f-b357-4612-adcf-6c1e0c25927f tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:47:06.514972 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-a2c9ad3f-b357-4612-adcf-6c1e0c25927f tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "DELETE /v2.0/subnets/eed0c2bf-5ba1-4141-be82-803ba795345a HTTP/1.1" status: 404 len: 337 time: 0.0272665 Jul 14 09:47:06.515221 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 50706) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:06.544908 n-d-779913-29 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d881578-ab92-49ba-b3ba-426b35be74ef tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] DELETE failed (client error): The resource could not be found. Jul 14 09:47:06.545302 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d881578-ab92-49ba-b3ba-426b35be74ef tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:47:06.548128 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-3d881578-ab92-49ba-b3ba-426b35be74ef tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "DELETE /v2.0/ports/5b78abe7-dcc8-49ee-80f3-618f2302848e HTTP/1.1" status: 404 len: 333 time: 0.0317330 Jul 14 09:47:06.550537 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 50708) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:06.570458 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-eae58518-86bf-4bfe-b386-a67c9c0268b2 None None] For port 85c41636-69b9-4e31-8625-066507483e70, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=85c41636-69b9-4e31-8625-066507483e70,segment=NetworkSegment(19ac4e1e-e083-4566-aca1-839bc1c998c7),segment_id=19ac4e1e-e083-4566-aca1-839bc1c998c7)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:47:06.571254 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-eae58518-86bf-4bfe-b386-a67c9c0268b2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:06.576134 n-d-779913-29 neutron-server[93957]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4fcf1da-027a-42ed-8184-907c3a73d1af tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] DELETE failed (client error): The resource could not be found. Jul 14 09:47:06.576602 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4fcf1da-027a-42ed-8184-907c3a73d1af tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:47:06.578387 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-b4fcf1da-027a-42ed-8184-907c3a73d1af tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "DELETE /v2.0/subnets/ccc2473e-5b62-407b-809a-f5ee92071450 HTTP/1.1" status: 404 len: 337 time: 0.0268703 Jul 14 09:47:06.580843 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 50710) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:06.586903 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-eae58518-86bf-4bfe-b386-a67c9c0268b2 None None] Calling delete_port for 85c41636-69b9-4e31-8625-066507483e70 owned by network:dhcp {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:47:06.606410 n-d-779913-29 neutron-server[93957]: INFO neutron.pecan_wsgi.hooks.translation [None req-145e4e0b-1de3-4c04-b62e-0072c929bcee tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] DELETE failed (client error): The resource could not be found. Jul 14 09:47:06.606935 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-145e4e0b-1de3-4c04-b62e-0072c929bcee tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:47:06.611532 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-145e4e0b-1de3-4c04-b62e-0072c929bcee tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "DELETE /v2.0/subnets/d35428a7-8870-4b26-930b-cefcfe2d2b6a HTTP/1.1" status: 404 len: 337 time: 0.0268605 Jul 14 09:47:06.611737 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 50712) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:06.636874 n-d-779913-29 neutron-server[93957]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b1afbce-465e-4177-8c8e-735fb6617a18 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] DELETE failed (client error): The resource could not be found. Jul 14 09:47:06.637547 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b1afbce-465e-4177-8c8e-735fb6617a18 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:47:06.641425 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-7b1afbce-465e-4177-8c8e-735fb6617a18 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "DELETE /v2.0/ports/a9518634-bcf3-4ee8-bc0f-aaa7014b8593 HTTP/1.1" status: 404 len: 333 time: 0.0265791 Jul 14 09:47:06.641831 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 50714) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:06.664396 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-eae58518-86bf-4bfe-b386-a67c9c0268b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:06.667179 n-d-779913-29 neutron-server[93957]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c085e84-86f7-41cd-85b8-66506b9e6b42 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] DELETE failed (client error): The resource could not be found. Jul 14 09:47:06.667637 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c085e84-86f7-41cd-85b8-66506b9e6b42 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:47:06.669313 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-4c085e84-86f7-41cd-85b8-66506b9e6b42 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "DELETE /v2.0/subnets/08023e0e-e465-45e9-8262-fda5308879f7 HTTP/1.1" status: 404 len: 337 time: 0.0265710 Jul 14 09:47:06.672332 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 50716) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:06.693826 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae58518-86bf-4bfe-b386-a67c9c0268b2 None None] Pushing event deleted for resources: {'Port': ['ID=85c41636-69b9-4e31-8625-066507483e70,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:06.699060 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae58518-86bf-4bfe-b386-a67c9c0268b2 None None] No DVR routers for this DVR port 85c41636-69b9-4e31-8625-066507483e70 on host n-d-779913-29 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:47:06.701569 n-d-779913-29 neutron-server[93957]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3f9a2a8-3a2f-4b2c-81bb-82da6fb0d2be tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] DELETE failed (client error): The resource could not be found. Jul 14 09:47:06.702298 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3f9a2a8-3a2f-4b2c-81bb-82da6fb0d2be tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:47:06.704522 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-a3f9a2a8-3a2f-4b2c-81bb-82da6fb0d2be tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "DELETE /v2.0/ports/488b4898-76b6-45bc-a50d-53d6279ffdf7 HTTP/1.1" status: 404 len: 333 time: 0.0311158 Jul 14 09:47:06.708569 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 50718) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:06.723441 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-584bdd00-19d5-4384-9226-b6daacadbaec None None] get_active_networks_info from n-d-779913-29 {{(pid=93959) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 14 09:47:06.736049 n-d-779913-29 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-52aac53b-24e2-420b-9577-a478d2386d7a tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] DELETE failed (client error): The resource could not be found. Jul 14 09:47:06.736510 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52aac53b-24e2-420b-9577-a478d2386d7a tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:47:06.740493 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-52aac53b-24e2-420b-9577-a478d2386d7a tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "DELETE /v2.0/subnets/aef9d1ea-282a-4139-8cfe-a9989c13c476 HTTP/1.1" status: 404 len: 337 time: 0.0298119 Jul 14 09:47:06.740713 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 50720) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:06.769993 n-d-779913-29 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-838eaabb-2f37-41f5-a8ff-85ebc1d0f8d8 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] DELETE failed (client error): The resource could not be found. Jul 14 09:47:06.770652 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-838eaabb-2f37-41f5-a8ff-85ebc1d0f8d8 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:47:06.774676 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-838eaabb-2f37-41f5-a8ff-85ebc1d0f8d8 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "DELETE /v2.0/ports/4ceacd00-484e-4953-ae7f-876005746639 HTTP/1.1" status: 404 len: 333 time: 0.0307477 Jul 14 09:47:06.774905 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 50722) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:06.800960 n-d-779913-29 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d999b0d-1543-48da-a619-8f00902db7f2 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] DELETE failed (client error): The resource could not be found. Jul 14 09:47:06.801403 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d999b0d-1543-48da-a619-8f00902db7f2 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:47:06.805408 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-6d999b0d-1543-48da-a619-8f00902db7f2 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "DELETE /v2.0/subnets/2c56d661-9a08-43b7-9e7c-883dd5d63171 HTTP/1.1" status: 404 len: 337 time: 0.0272706 Jul 14 09:47:06.805649 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 50724) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:06.810075 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-584bdd00-19d5-4384-9226-b6daacadbaec None None] Resources bound (agent type, host, resource id): {{(pid=93959) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 14 09:47:06.831470 n-d-779913-29 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2d26d31-79d2-4820-a098-9524152420c4 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] DELETE failed (client error): The resource could not be found. Jul 14 09:47:06.832151 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2d26d31-79d2-4820-a098-9524152420c4 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:47:06.836135 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-f2d26d31-79d2-4820-a098-9524152420c4 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "DELETE /v2.0/ports/16a94a9d-6555-4145-8bb3-5feaacd81ec4 HTTP/1.1" status: 404 len: 333 time: 0.0273433 Jul 14 09:47:06.837368 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 50726) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:06.862430 n-d-779913-29 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ab7494d-4830-4462-96c3-99ebd0690fd1 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] DELETE failed (client error): The resource could not be found. Jul 14 09:47:06.862890 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ab7494d-4830-4462-96c3-99ebd0690fd1 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:47:06.866848 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-1ab7494d-4830-4462-96c3-99ebd0690fd1 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "DELETE /v2.0/subnets/9f8b21d6-2de7-4c9a-a31f-bf6c9b160b11 HTTP/1.1" status: 404 len: 337 time: 0.0273132 Jul 14 09:47:06.867079 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 50728) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:06.893305 n-d-779913-29 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-cef455c1-9b7b-4a47-880a-5c1616c9785c tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] DELETE failed (client error): The resource could not be found. Jul 14 09:47:06.894018 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cef455c1-9b7b-4a47-880a-5c1616c9785c tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:47:06.895967 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-cef455c1-9b7b-4a47-880a-5c1616c9785c tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "DELETE /v2.0/ports/c84ae99d-72d9-4ec2-a003-b4f74147793e HTTP/1.1" status: 404 len: 333 time: 0.0277448 Jul 14 09:47:06.898216 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 50730) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:06.927992 n-d-779913-29 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-407e53ef-e8f3-4ed7-a90e-b318cde8578c tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] DELETE failed (client error): The resource could not be found. Jul 14 09:47:06.928452 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-407e53ef-e8f3-4ed7-a90e-b318cde8578c tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:47:06.932410 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-407e53ef-e8f3-4ed7-a90e-b318cde8578c tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "DELETE /v2.0/subnets/2dad96dc-312e-4300-818e-8700689b4cc9 HTTP/1.1" status: 404 len: 337 time: 0.0310719 Jul 14 09:47:06.932864 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 50732) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:06.970441 n-d-779913-29 neutron-server[93957]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cc1ddaf-ee49-4d0a-9fa9-2fb60865ac26 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] DELETE failed (client error): The resource could not be found. Jul 14 09:47:06.972431 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2cc1ddaf-ee49-4d0a-9fa9-2fb60865ac26 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:47:06.976320 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-2cc1ddaf-ee49-4d0a-9fa9-2fb60865ac26 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "DELETE /v2.0/ports/be4059ae-2023-4481-b9b4-f37ce3cb6bae HTTP/1.1" status: 404 len: 333 time: 0.0420463 Jul 14 09:47:06.978719 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 50738) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:07.033668 n-d-779913-29 neutron-server[93957]: INFO neutron.pecan_wsgi.hooks.translation [None req-c02c47f2-e368-413c-a6ac-9ef42573d36f tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] DELETE failed (client error): The resource could not be found. Jul 14 09:47:07.034269 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c02c47f2-e368-413c-a6ac-9ef42573d36f tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:47:07.036117 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-c02c47f2-e368-413c-a6ac-9ef42573d36f tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "DELETE /v2.0/subnets/67ecbe87-46dc-458e-8c11-884ec5dc0bff HTTP/1.1" status: 404 len: 337 time: 0.0557978 Jul 14 09:47:07.038910 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 50742) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:07.069267 n-d-779913-29 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-73194056-6550-4a1b-89ed-bb5b161ada68 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] DELETE failed (client error): The resource could not be found. Jul 14 09:47:07.070042 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73194056-6550-4a1b-89ed-bb5b161ada68 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:47:07.074435 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-73194056-6550-4a1b-89ed-bb5b161ada68 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "DELETE /v2.0/subnets/af86607f-cced-4476-8141-e79c4e75cf93 HTTP/1.1" status: 404 len: 337 time: 0.0332234 Jul 14 09:47:07.076001 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 50744) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:07.113289 n-d-779913-29 neutron-server[93957]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1c3a1a3-b2dc-44d1-8417-b5ece44acd01 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] DELETE failed (client error): The resource could not be found. Jul 14 09:47:07.114113 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1c3a1a3-b2dc-44d1-8417-b5ece44acd01 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:47:07.115879 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-f1c3a1a3-b2dc-44d1-8417-b5ece44acd01 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "DELETE /v2.0/ports/b675c5f6-c45c-4cfc-b3d6-5862bd3b3bba HTTP/1.1" status: 404 len: 333 time: 0.0386045 Jul 14 09:47:07.118483 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 50746) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:07.145752 n-d-779913-29 neutron-server[93957]: INFO neutron.pecan_wsgi.hooks.translation [None req-be71946f-25bf-4819-b8d7-bdaac68382ab tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] DELETE failed (client error): The resource could not be found. Jul 14 09:47:07.146219 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be71946f-25bf-4819-b8d7-bdaac68382ab tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:47:07.147999 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-be71946f-25bf-4819-b8d7-bdaac68382ab tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "DELETE /v2.0/subnets/0d46beb9-08a5-4972-bc7a-e1c80241c361 HTTP/1.1" status: 404 len: 337 time: 0.0284481 Jul 14 09:47:07.150624 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 50748) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:07.179341 n-d-779913-29 neutron-server[93957]: INFO neutron.pecan_wsgi.hooks.translation [None req-166043a9-be9e-45af-8c9d-9c04bd51525d tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] DELETE failed (client error): The resource could not be found. Jul 14 09:47:07.179805 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-166043a9-be9e-45af-8c9d-9c04bd51525d tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:47:07.181569 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-166043a9-be9e-45af-8c9d-9c04bd51525d tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "DELETE /v2.0/subnets/e305ea1f-b9a0-45f8-9e46-88b1a5c7e7f2 HTTP/1.1" status: 404 len: 337 time: 0.0300004 Jul 14 09:47:07.184364 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 50750) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:07.223392 n-d-779913-29 neutron-server[93957]: INFO neutron.pecan_wsgi.hooks.translation [None req-3040855d-c2c2-4b44-9da3-aa38aad7b510 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] DELETE failed (client error): The resource could not be found. Jul 14 09:47:07.224027 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3040855d-c2c2-4b44-9da3-aa38aad7b510 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:47:07.225805 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-3040855d-c2c2-4b44-9da3-aa38aad7b510 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "DELETE /v2.0/ports/1beaa4ca-1d32-48be-93c7-f84fa70690f0 HTTP/1.1" status: 404 len: 333 time: 0.0401211 Jul 14 09:47:07.229343 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 50752) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:07.256246 n-d-779913-29 neutron-server[93957]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2754c2b-8b01-4849-93e1-e1b4ed257c3c tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] DELETE failed (client error): The resource could not be found. Jul 14 09:47:07.256712 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2754c2b-8b01-4849-93e1-e1b4ed257c3c tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:47:07.260813 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-c2754c2b-8b01-4849-93e1-e1b4ed257c3c tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "DELETE /v2.0/subnets/9bdef85b-07a0-4879-a692-d790b0f34bbe HTTP/1.1" status: 404 len: 337 time: 0.0280712 Jul 14 09:47:07.261253 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 50754) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:07.288717 n-d-779913-29 neutron-server[93957]: INFO neutron.pecan_wsgi.hooks.translation [None req-09a13c08-b53e-4df8-af40-bdf63a3893fa tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] DELETE failed (client error): The resource could not be found. Jul 14 09:47:07.288892 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09a13c08-b53e-4df8-af40-bdf63a3893fa tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:47:07.290576 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-09a13c08-b53e-4df8-af40-bdf63a3893fa tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "DELETE /v2.0/subnets/cdfe540c-d474-447e-827e-0984b6958344 HTTP/1.1" status: 404 len: 337 time: 0.0281639 Jul 14 09:47:07.293105 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 50756) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:07.319539 n-d-779913-29 neutron-server[93957]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a74348d-204c-4e4c-9938-e9bbe2943d74 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] DELETE failed (client error): The resource could not be found. Jul 14 09:47:07.320282 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a74348d-204c-4e4c-9938-e9bbe2943d74 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:47:07.324460 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-0a74348d-204c-4e4c-9938-e9bbe2943d74 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "DELETE /v2.0/ports/991336f9-e3b5-4a31-882a-9feadda1ffcc HTTP/1.1" status: 404 len: 333 time: 0.0280187 Jul 14 09:47:07.324645 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 50758) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:07.355802 n-d-779913-29 neutron-server[93957]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffc224c8-2bfb-47e7-bf34-17cbdd029221 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] DELETE failed (client error): The resource could not be found. Jul 14 09:47:07.356090 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ffc224c8-2bfb-47e7-bf34-17cbdd029221 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:47:07.362301 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 50762) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:07.362913 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-ffc224c8-2bfb-47e7-bf34-17cbdd029221 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "DELETE /v2.0/subnets/f3770f73-0fa5-4de0-b2d9-df417442ecc0 HTTP/1.1" status: 404 len: 337 time: 0.0366971 Jul 14 09:47:07.366432 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 85c41636-69b9-4e31-8625-066507483e70 no longer exists at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:47:07.390602 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] No Port match for: 85c41636-69b9-4e31-8625-066507483e70 {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:47:07.391148 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 85c41636-69b9-4e31-8625-066507483e70 not bound to the agent host n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:47:07.393572 n-d-779913-29 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-eceaf76f-2ea0-4a2c-bb31-1ab74599fd6f tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] DELETE failed (client error): The resource could not be found. Jul 14 09:47:07.394229 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eceaf76f-2ea0-4a2c-bb31-1ab74599fd6f tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:47:07.396322 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-eceaf76f-2ea0-4a2c-bb31-1ab74599fd6f tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "DELETE /v2.0/subnets/77035c81-45a5-4d8c-ba4b-be8cf9b00049 HTTP/1.1" status: 404 len: 337 time: 0.0321300 Jul 14 09:47:07.400292 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 50764) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:07.430566 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-8ed4a23c-9a58-4f4a-b560-586cf5b1ada1 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "GET /v2.0/ports?device_id=3f6aa6df-593a-4ef4-9988-c0304cbccb79 HTTP/1.1" status: 200 len: 205 time: 0.0290692 Jul 14 09:47:07.432841 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 50766) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:07.474218 n-d-779913-29 neutron-server[93957]: INFO neutron.api.v2.resource [None req-006b483e-c3e5-40f4-9b8c-871da262d99c tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] delete failed (client error): The resource could not be found. Jul 14 09:47:07.475179 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-006b483e-c3e5-40f4-9b8c-871da262d99c tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "DELETE /v2.0/routers/3f6aa6df-593a-4ef4-9988-c0304cbccb79 HTTP/1.1" status: 404 len: 336 time: 0.0413821 Jul 14 09:47:07.477846 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 50768) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:07.506678 n-d-779913-29 neutron-server[93957]: INFO neutron.pecan_wsgi.hooks.translation [None req-623c167e-8339-4562-a664-60abdff9ebef tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] DELETE failed (client error): The resource could not be found. Jul 14 09:47:07.507157 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-623c167e-8339-4562-a664-60abdff9ebef tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:47:07.508922 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-623c167e-8339-4562-a664-60abdff9ebef tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "DELETE /v2.0/subnets/aaa165d8-2fbf-41c5-80fd-682fbe287097 HTTP/1.1" status: 404 len: 337 time: 0.0300705 Jul 14 09:47:07.511632 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 50770) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:07.541033 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-9f4596d8-2f5f-475a-86c7-4957ce39e83b tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "GET /v2.0/ports?device_id=49488d5d-8bb1-46de-aaaf-bcdb677f681a HTTP/1.1" status: 200 len: 205 time: 0.0282845 Jul 14 09:47:07.544211 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 50772) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:07.588577 n-d-779913-29 neutron-server[93957]: INFO neutron.api.v2.resource [None req-d4f80a02-0d78-4122-b2a0-8a99114b8b0b tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] delete failed (client error): The resource could not be found. Jul 14 09:47:07.589675 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-d4f80a02-0d78-4122-b2a0-8a99114b8b0b tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "DELETE /v2.0/routers/49488d5d-8bb1-46de-aaaf-bcdb677f681a HTTP/1.1" status: 404 len: 336 time: 0.0445275 Jul 14 09:47:07.592470 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 50774) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:07.620008 n-d-779913-29 neutron-server[93957]: INFO neutron.pecan_wsgi.hooks.translation [None req-128aa537-822d-4e29-8935-454a4d777b57 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] DELETE failed (client error): The resource could not be found. Jul 14 09:47:07.620513 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-128aa537-822d-4e29-8935-454a4d777b57 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:47:07.622258 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-128aa537-822d-4e29-8935-454a4d777b57 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "DELETE /v2.0/subnets/e8b4dfbb-4ec1-436d-b9ce-4e1b8676d058 HTTP/1.1" status: 404 len: 337 time: 0.0287569 Jul 14 09:47:07.625814 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 50776) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:07.657705 n-d-779913-29 neutron-server[93957]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3ae4882-bccb-404e-a2dd-95bfef84460f tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] DELETE failed (client error): The resource could not be found. Jul 14 09:47:07.658169 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3ae4882-bccb-404e-a2dd-95bfef84460f tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:47:07.659918 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-c3ae4882-bccb-404e-a2dd-95bfef84460f tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "DELETE /v2.0/subnets/1dfcede8-e76a-48bb-a55a-614eab3689b8 HTTP/1.1" status: 404 len: 337 time: 0.0330646 Jul 14 09:47:07.662657 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 50778) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:07.694871 n-d-779913-29 neutron-server[93957]: INFO neutron.pecan_wsgi.hooks.translation [None req-3087af4b-ad57-4928-9fcb-f4907eb29d51 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] DELETE failed (client error): The resource could not be found. Jul 14 09:47:07.695582 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3087af4b-ad57-4928-9fcb-f4907eb29d51 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:47:07.697327 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-3087af4b-ad57-4928-9fcb-f4907eb29d51 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "DELETE /v2.0/ports/3a5d4c69-0dfa-4d11-9b15-94645f338f97 HTTP/1.1" status: 404 len: 333 time: 0.0334222 Jul 14 09:47:07.701387 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 50780) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:07.736293 n-d-779913-29 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-696ff563-e27a-4e8b-9eb9-130a56188649 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] DELETE failed (client error): The resource could not be found. Jul 14 09:47:07.736908 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-696ff563-e27a-4e8b-9eb9-130a56188649 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:47:07.738995 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-696ff563-e27a-4e8b-9eb9-130a56188649 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "DELETE /v2.0/subnets/d1dd8a74-7852-4ffe-9278-f28a7264f169 HTTP/1.1" status: 404 len: 337 time: 0.0360591 Jul 14 09:47:07.741818 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 50782) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:07.777931 n-d-779913-29 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7a89625-281f-4942-872b-8ec4465d3b6d tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] DELETE failed (client error): The resource could not be found. Jul 14 09:47:07.778590 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7a89625-281f-4942-872b-8ec4465d3b6d tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:47:07.781165 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-b7a89625-281f-4942-872b-8ec4465d3b6d tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "DELETE /v2.0/ports/cf3c061b-71dc-4690-a7db-376d8a3fb750 HTTP/1.1" status: 404 len: 333 time: 0.0378253 Jul 14 09:47:07.784041 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 50784) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:07.810667 n-d-779913-29 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a2479bc-557f-41e1-ae59-5b95dc280a3e tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] DELETE failed (client error): The resource could not be found. Jul 14 09:47:07.811244 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a2479bc-557f-41e1-ae59-5b95dc280a3e tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:47:07.815920 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-0a2479bc-557f-41e1-ae59-5b95dc280a3e tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "DELETE /v2.0/subnets/8abf6d43-bf0e-40b0-acce-79af9aa39f1d HTTP/1.1" status: 404 len: 337 time: 0.0286176 Jul 14 09:47:07.816350 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 50786) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:07.847418 n-d-779913-29 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba4250e2-7d62-4315-99b8-7a8654408342 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] DELETE failed (client error): The resource could not be found. Jul 14 09:47:07.848106 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba4250e2-7d62-4315-99b8-7a8654408342 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:47:07.849867 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-ba4250e2-7d62-4315-99b8-7a8654408342 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "DELETE /v2.0/ports/7e363918-4029-45f9-b004-316221486999 HTTP/1.1" status: 404 len: 333 time: 0.0325389 Jul 14 09:47:07.852852 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 50788) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:07.879695 n-d-779913-29 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9f9e953-d558-4d89-bf7a-e0b309ab3a89 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] DELETE failed (client error): The resource could not be found. Jul 14 09:47:07.880160 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9f9e953-d558-4d89-bf7a-e0b309ab3a89 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:47:07.882137 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-e9f9e953-d558-4d89-bf7a-e0b309ab3a89 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "DELETE /v2.0/subnets/ce10a431-af7a-481a-8a68-74242af7029f HTTP/1.1" status: 404 len: 337 time: 0.0281389 Jul 14 09:47:07.884730 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 50790) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:07.913417 n-d-779913-29 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc4e1550-1e64-4e6a-94b1-75f675d111bf tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] DELETE failed (client error): The resource could not be found. Jul 14 09:47:07.914134 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc4e1550-1e64-4e6a-94b1-75f675d111bf tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:47:07.915858 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-cc4e1550-1e64-4e6a-94b1-75f675d111bf tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "DELETE /v2.0/ports/e9288bf4-1794-4fa1-863b-580ad8ea9de5 HTTP/1.1" status: 404 len: 333 time: 0.0300927 Jul 14 09:47:07.918485 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 50792) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:07.945977 n-d-779913-29 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-e64010e6-97c3-4681-a237-001751183b6a tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] DELETE failed (client error): The resource could not be found. Jul 14 09:47:07.946444 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e64010e6-97c3-4681-a237-001751183b6a tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:47:07.948191 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-e64010e6-97c3-4681-a237-001751183b6a tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "DELETE /v2.0/subnets/297da166-fb5c-46e1-bf02-c583b24fb961 HTTP/1.1" status: 404 len: 337 time: 0.0288014 Jul 14 09:47:07.950693 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 50796) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:07.981210 n-d-779913-29 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ca0f7ce-ef94-4f30-bbf3-ed1b24f2d4bd tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] DELETE failed (client error): The resource could not be found. Jul 14 09:47:07.981935 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ca0f7ce-ef94-4f30-bbf3-ed1b24f2d4bd tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:47:07.983731 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-5ca0f7ce-ef94-4f30-bbf3-ed1b24f2d4bd tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "DELETE /v2.0/ports/8cc894a9-b932-41a6-92bb-1294db0288ec HTTP/1.1" status: 404 len: 333 time: 0.0320733 Jul 14 09:47:07.986974 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 50800) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:08.016522 n-d-779913-29 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-51374f70-ac16-477f-a7f4-87952e21619b tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] DELETE failed (client error): The resource could not be found. Jul 14 09:47:08.016982 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51374f70-ac16-477f-a7f4-87952e21619b tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:47:08.018727 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-51374f70-ac16-477f-a7f4-87952e21619b tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "DELETE /v2.0/subnets/886cba86-c6bb-4182-b198-8686070ecf5b HTTP/1.1" status: 404 len: 337 time: 0.0309258 Jul 14 09:47:08.021201 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 50802) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:08.049572 n-d-779913-29 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-631749b8-cf3b-4b88-995a-302859498a98 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] DELETE failed (client error): The resource could not be found. Jul 14 09:47:08.050066 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-631749b8-cf3b-4b88-995a-302859498a98 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:47:08.052902 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-631749b8-cf3b-4b88-995a-302859498a98 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "DELETE /v2.0/ports/3dd15825-04fb-47f6-9ff4-d94705355b15 HTTP/1.1" status: 404 len: 333 time: 0.0307083 Jul 14 09:47:08.055150 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 50804) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:08.082060 n-d-779913-29 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb2dd14e-91b7-4c61-b176-03f4a17f5cf4 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] DELETE failed (client error): The resource could not be found. Jul 14 09:47:08.082515 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb2dd14e-91b7-4c61-b176-03f4a17f5cf4 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:47:08.084219 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-eb2dd14e-91b7-4c61-b176-03f4a17f5cf4 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "DELETE /v2.0/subnets/a376cb15-8f62-45f2-b110-b71340cb0550 HTTP/1.1" status: 404 len: 337 time: 0.0282600 Jul 14 09:47:08.086744 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 50806) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:08.112818 n-d-779913-29 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-43cacaf9-62ea-4424-822f-8d6b6ace43ed tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] DELETE failed (client error): The resource could not be found. Jul 14 09:47:08.113435 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43cacaf9-62ea-4424-822f-8d6b6ace43ed tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:47:08.115104 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-43cacaf9-62ea-4424-822f-8d6b6ace43ed tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "DELETE /v2.0/ports/9b094300-7358-4ab8-b4a9-f227cc056668 HTTP/1.1" status: 404 len: 333 time: 0.0274861 Jul 14 09:47:08.117613 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 50808) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:08.144847 n-d-779913-29 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-5094e340-55fd-49d1-93cb-694a3317bb2c tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] DELETE failed (client error): The resource could not be found. Jul 14 09:47:08.145306 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5094e340-55fd-49d1-93cb-694a3317bb2c tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:47:08.148879 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-5094e340-55fd-49d1-93cb-694a3317bb2c tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "DELETE /v2.0/subnets/769bb7f0-d657-4ac8-b47e-e6ebe649834e HTTP/1.1" status: 404 len: 337 time: 0.0285499 Jul 14 09:47:08.149758 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 50812) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:08.227425 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0ca7af0a-1f2c-46b2-9af7-d136c7e3b503 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3876111'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:08.327843 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0ca7af0a-1f2c-46b2-9af7-d136c7e3b503 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473955', 'neutron.services.segments.db._delete_segments_for_network-8735688326548'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:08.337278 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-0ca7af0a-1f2c-46b2-9af7-d136c7e3b503 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17492632-5a7e-4bec-a3f9-f8285e44faf2']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:47:08.358354 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-0ca7af0a-1f2c-46b2-9af7-d136c7e3b503 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19ac4e1e-e083-4566-aca1-839bc1c998c7') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:47:08.359182 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-0ca7af0a-1f2c-46b2-9af7-d136c7e3b503 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19ac4e1e-e083-4566-aca1-839bc1c998c7') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:47:08.375038 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0ca7af0a-1f2c-46b2-9af7-d136c7e3b503 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735688356235', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13574129'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:08.394880 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0ca7af0a-1f2c-46b2-9af7-d136c7e3b503 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:08.402255 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ca7af0a-1f2c-46b2-9af7-d136c7e3b503 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Releasing vlan 701 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:47:08.402752 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0ca7af0a-1f2c-46b2-9af7-d136c7e3b503 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13573126'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:08.409257 n-d-779913-29 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:47:08.409257 n-d-779913-29 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:47:08.409257 n-d-779913-29 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:47:08.409257 n-d-779913-29 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:47:08.409257 n-d-779913-29 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:47:08.409257 n-d-779913-29 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:47:08.409257 n-d-779913-29 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:47:08.409257 n-d-779913-29 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:47:08.409257 n-d-779913-29 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:47:08.409257 n-d-779913-29 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:47:08.409257 n-d-779913-29 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:47:08.409257 n-d-779913-29 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:47:08.409257 n-d-779913-29 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:47:08.409257 n-d-779913-29 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:47:08.409257 n-d-779913-29 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:47:08.409257 n-d-779913-29 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:47:08.409257 n-d-779913-29 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:47:08.409257 n-d-779913-29 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:47:08.409257 n-d-779913-29 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:47:08.409257 n-d-779913-29 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:47:08.409257 n-d-779913-29 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:47:08.409257 n-d-779913-29 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:47:08.409257 n-d-779913-29 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:47:08.409257 n-d-779913-29 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:47:08.409257 n-d-779913-29 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:47:08.409257 n-d-779913-29 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:47:08.409257 n-d-779913-29 neutron-server[93958]: Traceback (most recent call last): Jul 14 09:47:08.409257 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:47:08.409257 n-d-779913-29 neutron-server[93958]: timer() Jul 14 09:47:08.409257 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:47:08.409257 n-d-779913-29 neutron-server[93958]: cb(*args, **kw) Jul 14 09:47:08.409257 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:47:08.409257 n-d-779913-29 neutron-server[93958]: return func(*args, **kwargs) Jul 14 09:47:08.409257 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:47:08.409257 n-d-779913-29 neutron-server[93958]: self._notify() Jul 14 09:47:08.409257 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:47:08.409257 n-d-779913-29 neutron-server[93958]: self.callback(batched_events) Jul 14 09:47:08.409257 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:47:08.409257 n-d-779913-29 neutron-server[93958]: event.method(event) Jul 14 09:47:08.409257 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:47:08.409257 n-d-779913-29 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:47:08.409257 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:47:08.409257 n-d-779913-29 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:47:08.409257 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:47:08.409257 n-d-779913-29 neutron-server[93958]: return f(self, *a, **k) Jul 14 09:47:08.409257 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:47:08.409257 n-d-779913-29 neutron-server[93958]: return self._get(url).json() Jul 14 09:47:08.409257 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:47:08.409257 n-d-779913-29 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:47:08.409257 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:47:08.409257 n-d-779913-29 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 14 09:47:08.409257 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:47:08.409257 n-d-779913-29 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:47:08.409257 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:47:08.409257 n-d-779913-29 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:47:08.409257 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:47:08.409257 n-d-779913-29 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:47:08.409257 n-d-779913-29 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:47:08.463474 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0ca7af0a-1f2c-46b2-9af7-d136c7e3b503 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660504'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:08.471946 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0ca7af0a-1f2c-46b2-9af7-d136c7e3b503 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:08.473062 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-0ca7af0a-1f2c-46b2-9af7-d136c7e3b503 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] 10.222.0.68 "DELETE /v2.0/networks/17492632-5a7e-4bec-a3f9-f8285e44faf2 HTTP/1.1" status: 204 len: 168 time: 0.3223655 Jul 14 09:47:08.491110 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca7af0a-1f2c-46b2-9af7-d136c7e3b503 tempest-NetworksTestDHCPv6-1916241002 tempest-NetworksTestDHCPv6-1916241002-project] Pushing event deleted for resources: {'Network': ['ID=17492632-5a7e-4bec-a3f9-f8285e44faf2,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:08.747347 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 50820) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:08.879361 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-7914069d-23ef-44b8-a619-3f2a987b5531 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=1a9c030e37eb4fbea3adea586f150fe1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1307399 Jul 14 09:47:08.882020 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 50826) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:08.939517 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-73f50d71-ba01-4add-aa79-ee0527440ce7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:08.969195 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-73f50d71-ba01-4add-aa79-ee0527440ce7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:09.021138 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-73f50d71-ba01-4add-aa79-ee0527440ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:09.024701 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-73f50d71-ba01-4add-aa79-ee0527440ce7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:09.029118 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-73f50d71-ba01-4add-aa79-ee0527440ce7 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/ac106c23-ada1-4b00-a89d-2e11bef371fe HTTP/1.1" status: 204 len: 168 time: 0.1430061 Jul 14 09:47:09.034728 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f50d71-ba01-4add-aa79-ee0527440ce7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac106c23-ada1-4b00-a89d-2e11bef371fe,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:09.690144 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 50854) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:09.786821 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-bcbcdaac-d344-463f-bfba-61a794daeec4 tempest-DvrRoutersNegativeTest-772041629 tempest-DvrRoutersNegativeTest-772041629-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-230003564', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:47:09.789765 n-d-779913-29 neutron-server[93958]: DEBUG neutron.policy [None req-bcbcdaac-d344-463f-bfba-61a794daeec4 tempest-DvrRoutersNegativeTest-772041629 tempest-DvrRoutersNegativeTest-772041629-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=93958) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Jul 14 09:47:09.790064 n-d-779913-29 neutron-server[93958]: DEBUG neutron.policy [None req-bcbcdaac-d344-463f-bfba-61a794daeec4 tempest-DvrRoutersNegativeTest-772041629 tempest-DvrRoutersNegativeTest-772041629-project] Failed policy check for 'create_router' {{(pid=93958) enforce /opt/stack/neutron/neutron/policy.py:520}} Jul 14 09:47:09.790598 n-d-779913-29 neutron-server[93958]: INFO neutron.api.v2.resource [None req-bcbcdaac-d344-463f-bfba-61a794daeec4 tempest-DvrRoutersNegativeTest-772041629 tempest-DvrRoutersNegativeTest-772041629-project] create failed (client error): Access was denied to this resource. Jul 14 09:47:09.793897 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-bcbcdaac-d344-463f-bfba-61a794daeec4 tempest-DvrRoutersNegativeTest-772041629 tempest-DvrRoutersNegativeTest-772041629-project] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1023653 Jul 14 09:47:10.043170 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 50866) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:10.153105 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-580a3e0e-45b3-4b06-8f0c-fa949fe2437a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:10.244108 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-580a3e0e-45b3-4b06-8f0c-fa949fe2437a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:10.247828 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-580a3e0e-45b3-4b06-8f0c-fa949fe2437a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:10.283970 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580a3e0e-45b3-4b06-8f0c-fa949fe2437a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9948454-c0ae-444a-ad43-caa8a6cc66d8,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:10.288336 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-580a3e0e-45b3-4b06-8f0c-fa949fe2437a admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=3ec7cbd25ec84739b7ca9582400144d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2441750 Jul 14 09:47:10.290940 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 50870) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:10.341831 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-127add0f-45c7-4534-8ecf-1fa252936946 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:10.362882 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-127add0f-45c7-4534-8ecf-1fa252936946 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:10.413906 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-127add0f-45c7-4534-8ecf-1fa252936946 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:10.416448 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-127add0f-45c7-4534-8ecf-1fa252936946 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:10.417808 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-127add0f-45c7-4534-8ecf-1fa252936946 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/e9948454-c0ae-444a-ad43-caa8a6cc66d8 HTTP/1.1" status: 204 len: 168 time: 0.1257927 Jul 14 09:47:10.432863 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127add0f-45c7-4534-8ecf-1fa252936946 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9948454-c0ae-444a-ad43-caa8a6cc66d8,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:11.081741 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 50900) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:11.181015 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-f2d633e6-f039-410e-9fc9-da1914a30a34 tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1940646969', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:47:11.204721 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f2d633e6-f039-410e-9fc9-da1914a30a34 tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-711749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14670'] for router, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:11.205856 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f2d633e6-f039-410e-9fc9-da1914a30a34 tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-711718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-661475', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14679'] for router, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:11.260054 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f2d633e6-f039-410e-9fc9-da1914a30a34 tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:11.263928 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f2d633e6-f039-410e-9fc9-da1914a30a34 tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-711762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-661452'] for router, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:11.279139 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f2d633e6-f039-410e-9fc9-da1914a30a34 tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] Notify callbacks [] for router, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:11.280541 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-f2d633e6-f039-410e-9fc9-da1914a30a34 tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.1977601 Jul 14 09:47:11.283413 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 50904) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:11.288571 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-a60ebe74-f8f5-495e-b0d8-34528fedab83 tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-232351756'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:47:11.311537 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a60ebe74-f8f5-495e-b0d8-34528fedab83 tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] Made reservation on behalf of d5436039ec5b40eabc1411202af4d1fc for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:47:11.315520 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a60ebe74-f8f5-495e-b0d8-34528fedab83 tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:11.324971 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a60ebe74-f8f5-495e-b0d8-34528fedab83 tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:11.419090 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a60ebe74-f8f5-495e-b0d8-34528fedab83 tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:11.423817 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a60ebe74-f8f5-495e-b0d8-34528fedab83 tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:11.449022 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a60ebe74-f8f5-495e-b0d8-34528fedab83 tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 702} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:47:11.467030 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60ebe74-f8f5-495e-b0d8-34528fedab83 tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85b79904-5579-4295-98cb-913c22e40451,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:11.473825 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a60ebe74-f8f5-495e-b0d8-34528fedab83 tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:11.474182 n-d-779913-29 neutron-server[93958]: INFO neutron.db.segments_db [None req-a60ebe74-f8f5-495e-b0d8-34528fedab83 tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] Added segment 95142cc0-b1c7-4e04-ad16-0b99ab4aef78 of type vlan for network fa37cb8e-c59c-4b14-b618-962dfd32c1e7 Jul 14 09:47:11.543624 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a60ebe74-f8f5-495e-b0d8-34528fedab83 tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735687821325'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:11.583598 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a60ebe74-f8f5-495e-b0d8-34528fedab83 tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:11.589947 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a60ebe74-f8f5-495e-b0d8-34528fedab83 tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:11.590932 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a60ebe74-f8f5-495e-b0d8-34528fedab83 tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:11.665458 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-a60ebe74-f8f5-495e-b0d8-34528fedab83 tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3808415 Jul 14 09:47:11.668412 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 50914) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:11.675210 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-6f202590-b86a-4b39-9320-b7af6227b9f4 tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] Request body: {'subnet': {'network_id': 'fa37cb8e-c59c-4b14-b618-962dfd32c1e7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:47:11.700087 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60ebe74-f8f5-495e-b0d8-34528fedab83 tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] Pushing event updated for resources: {'Network': ['ID=fa37cb8e-c59c-4b14-b618-962dfd32c1e7,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:11.712683 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Network fa37cb8e-c59c-4b14-b618-962dfd32c1e7 details requested by agent ovs-agent-n-d-779913-29 with host n-d-779913-29 {{(pid=93959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:47:11.779873 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f202590-b86a-4b39-9320-b7af6227b9f4 tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] Made reservation on behalf of d5436039ec5b40eabc1411202af4d1fc for: {'subnet': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:47:11.784123 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6f202590-b86a-4b39-9320-b7af6227b9f4 tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11984110'] for subnet, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:11.996921 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6f202590-b86a-4b39-9320-b7af6227b9f4 tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10052764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11984092'] for subnet, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:12.068239 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f202590-b86a-4b39-9320-b7af6227b9f4 tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] Pushing event updated for resources: {'Subnet': ['ID=7fb72e80-c0d2-4b55-8712-1ac778b542d7,revision_number=0']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:12.080802 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f202590-b86a-4b39-9320-b7af6227b9f4 tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:47:12.081232 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f202590-b86a-4b39-9320-b7af6227b9f4 tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:47:12.081691 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f202590-b86a-4b39-9320-b7af6227b9f4 tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:47:12.082091 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f202590-b86a-4b39-9320-b7af6227b9f4 tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:47:12.083020 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f202590-b86a-4b39-9320-b7af6227b9f4 tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:47:12.083020 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f202590-b86a-4b39-9320-b7af6227b9f4 tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:47:12.083387 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f202590-b86a-4b39-9320-b7af6227b9f4 tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:47:12.083854 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f202590-b86a-4b39-9320-b7af6227b9f4 tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:47:12.084303 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f202590-b86a-4b39-9320-b7af6227b9f4 tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:47:12.084748 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f202590-b86a-4b39-9320-b7af6227b9f4 tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:47:12.085208 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f202590-b86a-4b39-9320-b7af6227b9f4 tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:47:12.085743 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f202590-b86a-4b39-9320-b7af6227b9f4 tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:47:12.095509 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f202590-b86a-4b39-9320-b7af6227b9f4 tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] Checking segment: {'id': '95142cc0-b1c7-4e04-ad16-0b99ab4aef78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'fa37cb8e-c59c-4b14-b618-962dfd32c1e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:47:12.096086 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f202590-b86a-4b39-9320-b7af6227b9f4 tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] Network hostable DHCP agents. Network: fa37cb8e-c59c-4b14-b618-962dfd32c1e7, hostable agents: ['c6a09bd4-f72e-4283-a3ca-0bbca8a51081'], hosted agents: [] {{(pid=93957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:47:12.115337 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f202590-b86a-4b39-9320-b7af6227b9f4 tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] Network fa37cb8e-c59c-4b14-b618-962dfd32c1e7 is scheduled to be hosted by DHCP agent c6a09bd4-f72e-4283-a3ca-0bbca8a51081 with binding_index 1 {{(pid=93957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:47:12.126847 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-6f202590-b86a-4b39-9320-b7af6227b9f4 tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-29, fa37cb8e-c59c-4b14-b618-962dfd32c1e7) {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:47:12.131830 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f202590-b86a-4b39-9320-b7af6227b9f4 tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:12.132428 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6f202590-b86a-4b39-9320-b7af6227b9f4 tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] Notify callbacks [] for subnet, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:12.141702 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b4a32b8-3720-48b8-8a70-d96fb55ec947 None None] Network fa37cb8e-c59c-4b14-b618-962dfd32c1e7 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:47:12.150762 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-6f202590-b86a-4b39-9320-b7af6227b9f4 tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4801540 Jul 14 09:47:12.152457 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 50916) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:12.160261 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-8bcf4772-ef4f-4776-bb51-7b40d66e525e tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] Request body: {'network': {'name': 'tempest-router-network01--1448927704'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:47:12.191424 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bcf4772-ef4f-4776-bb51-7b40d66e525e tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] Made reservation on behalf of d5436039ec5b40eabc1411202af4d1fc for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:47:12.196646 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8bcf4772-ef4f-4776-bb51-7b40d66e525e tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:12.225636 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bcf4772-ef4f-4776-bb51-7b40d66e525e tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 711} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:47:12.237363 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8bcf4772-ef4f-4776-bb51-7b40d66e525e tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:12.237893 n-d-779913-29 neutron-server[93958]: INFO neutron.db.segments_db [None req-8bcf4772-ef4f-4776-bb51-7b40d66e525e tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] Added segment 3339e8e6-5b45-4615-82db-5af8f4fe275b of type vlan for network 3ed32aa7-5579-45c0-8f5f-5503298bc4f7 Jul 14 09:47:12.310637 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8bcf4772-ef4f-4776-bb51-7b40d66e525e tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735687821325'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:12.345119 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8bcf4772-ef4f-4776-bb51-7b40d66e525e tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:12.352818 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bcf4772-ef4f-4776-bb51-7b40d66e525e tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:12.353566 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8bcf4772-ef4f-4776-bb51-7b40d66e525e tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:12.358119 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4506e0ba-bf3c-4c6d-835c-4d32d369f63a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf57baaa9-fd24-59f4-8fd2-1dc21122ce72-fa37cb8e-c59c-4b14-b618-962dfd32c1e7', 'network_id': 'fa37cb8e-c59c-4b14-b618-962dfd32c1e7', 'tenant_id': 'd5436039ec5b40eabc1411202af4d1fc', 'fixed_ips': [{'subnet_id': '7fb72e80-c0d2-4b55-8712-1ac778b542d7'}]}} from n-d-779913-29. {{(pid=93959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:47:12.361400 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4506e0ba-bf3c-4c6d-835c-4d32d369f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:12.422499 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 50920) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:12.422780 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-8bcf4772-ef4f-4776-bb51-7b40d66e525e tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2687120 Jul 14 09:47:12.428383 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-f7080ab6-8604-4c91-bba7-7554be743e23 tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] Request body: {'network': {'name': 'tempest-router-network02--1386335716'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:47:12.442862 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcf4772-ef4f-4776-bb51-7b40d66e525e tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] Pushing event updated for resources: {'Network': ['ID=3ed32aa7-5579-45c0-8f5f-5503298bc4f7,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:12.459038 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Network 3ed32aa7-5579-45c0-8f5f-5503298bc4f7 details requested by agent ovs-agent-n-d-779913-29 with host n-d-779913-29 {{(pid=93959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:47:12.463985 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7080ab6-8604-4c91-bba7-7554be743e23 tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] Made reservation on behalf of d5436039ec5b40eabc1411202af4d1fc for: {'network': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:47:12.470096 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f7080ab6-8604-4c91-bba7-7554be743e23 tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for network, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:12.498011 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7080ab6-8604-4c91-bba7-7554be743e23 tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 709} {{(pid=93957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:47:12.513877 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f7080ab6-8604-4c91-bba7-7554be743e23 tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:12.514389 n-d-779913-29 neutron-server[93957]: INFO neutron.db.segments_db [None req-f7080ab6-8604-4c91-bba7-7554be743e23 tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] Added segment 25566c25-e04e-4827-8c69-55ba8bc39f49 of type vlan for network 447095af-4d8c-4564-ada0-1dd5e3fa1325 Jul 14 09:47:12.583871 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f7080ab6-8604-4c91-bba7-7554be743e23 tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735687821325'] for network, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:12.596988 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-4506e0ba-bf3c-4c6d-835c-4d32d369f63a None None] Allocated IP 2001:db8::2 (fa37cb8e-c59c-4b14-b618-962dfd32c1e7/7fb72e80-c0d2-4b55-8712-1ac778b542d7/5b200482-8068-431a-8981-94400d58e579) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:47:12.631915 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f7080ab6-8604-4c91-bba7-7554be743e23 tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855'] for network, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:12.640406 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7080ab6-8604-4c91-bba7-7554be743e23 tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:12.641177 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f7080ab6-8604-4c91-bba7-7554be743e23 tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] Notify callbacks [] for network, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:12.744935 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7080ab6-8604-4c91-bba7-7554be743e23 tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] Pushing event updated for resources: {'Network': ['ID=447095af-4d8c-4564-ada0-1dd5e3fa1325,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:12.756547 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-f7080ab6-8604-4c91-bba7-7554be743e23 tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3328369 Jul 14 09:47:12.759344 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Network 447095af-4d8c-4564-ada0-1dd5e3fa1325 details requested by agent ovs-agent-n-d-779913-29 with host n-d-779913-29 {{(pid=93959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:47:12.759847 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 50928) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:12.765297 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-7be18f1f-a255-4ab2-b77a-f031b86c3b72 tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] Request body: {'subnet': {'network_id': '3ed32aa7-5579-45c0-8f5f-5503298bc4f7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:47:12.775480 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4506e0ba-bf3c-4c6d-835c-4d32d369f63a None None] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:12.821768 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-4506e0ba-bf3c-4c6d-835c-4d32d369f63a None None] Transition to ACTIVE for port object 5b200482-8068-431a-8981-94400d58e579 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:47:12.849482 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-4506e0ba-bf3c-4c6d-835c-4d32d369f63a None None] Transition to ACTIVE for port object 5b200482-8068-431a-8981-94400d58e579 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:47:12.857232 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4506e0ba-bf3c-4c6d-835c-4d32d369f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:12.879365 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7be18f1f-a255-4ab2-b77a-f031b86c3b72 tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] Made reservation on behalf of d5436039ec5b40eabc1411202af4d1fc for: {'subnet': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:47:12.883715 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7be18f1f-a255-4ab2-b77a-f031b86c3b72 tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11984110'] for subnet, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:12.913008 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4506e0ba-bf3c-4c6d-835c-4d32d369f63a None None] Network fa37cb8e-c59c-4b14-b618-962dfd32c1e7 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:47:12.920206 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-4506e0ba-bf3c-4c6d-835c-4d32d369f63a None None] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:47:12.924007 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4506e0ba-bf3c-4c6d-835c-4d32d369f63a None None] Pushing event updated for resources: {'Port': ['ID=5b200482-8068-431a-8981-94400d58e579,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:12.928297 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4506e0ba-bf3c-4c6d-835c-4d32d369f63a None None] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:47:12.937030 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:12.993531 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-4506e0ba-bf3c-4c6d-835c-4d32d369f63a None None] Attempting to bind port 5b200482-8068-431a-8981-94400d58e579 on host n-d-779913-29 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:47:12.994093 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-4506e0ba-bf3c-4c6d-835c-4d32d369f63a None None] Attempting to bind port 5b200482-8068-431a-8981-94400d58e579 by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': '95142cc0-b1c7-4e04-ad16-0b99ab4aef78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'fa37cb8e-c59c-4b14-b618-962dfd32c1e7'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:47:12.994561 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4506e0ba-bf3c-4c6d-835c-4d32d369f63a None None] Attempting to bind port 5b200482-8068-431a-8981-94400d58e579 on network fa37cb8e-c59c-4b14-b618-962dfd32c1e7 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:47:13.001864 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4506e0ba-bf3c-4c6d-835c-4d32d369f63a None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 46, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:47:13.002369 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4506e0ba-bf3c-4c6d-835c-4d32d369f63a None None] Checking segment: {'id': '95142cc0-b1c7-4e04-ad16-0b99ab4aef78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'fa37cb8e-c59c-4b14-b618-962dfd32c1e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:47:13.003040 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4506e0ba-bf3c-4c6d-835c-4d32d369f63a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:13.003543 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4506e0ba-bf3c-4c6d-835c-4d32d369f63a None None] Bound using segment: {'id': '95142cc0-b1c7-4e04-ad16-0b99ab4aef78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'fa37cb8e-c59c-4b14-b618-962dfd32c1e7'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:47:13.004118 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-4506e0ba-bf3c-4c6d-835c-4d32d369f63a None None] Bound port: 5b200482-8068-431a-8981-94400d58e579, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95142cc0-b1c7-4e04-ad16-0b99ab4aef78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'fa37cb8e-c59c-4b14-b618-962dfd32c1e7'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:47:13.004651 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4506e0ba-bf3c-4c6d-835c-4d32d369f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:13.079768 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-4506e0ba-bf3c-4c6d-835c-4d32d369f63a None None] For port 5b200482-8068-431a-8981-94400d58e579, host n-d-779913-29, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:47:13.083290 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-4506e0ba-bf3c-4c6d-835c-4d32d369f63a None None] For port 5b200482-8068-431a-8981-94400d58e579, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=5b200482-8068-431a-8981-94400d58e579,segment=NetworkSegment(95142cc0-b1c7-4e04-ad16-0b99ab4aef78),segment_id=95142cc0-b1c7-4e04-ad16-0b99ab4aef78)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:47:13.088624 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4506e0ba-bf3c-4c6d-835c-4d32d369f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:13.106327 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7be18f1f-a255-4ab2-b77a-f031b86c3b72 tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10052764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11984092'] for subnet, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:13.153691 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4506e0ba-bf3c-4c6d-835c-4d32d369f63a None None] Pushing event updated for resources: {'Port': ['ID=5b200482-8068-431a-8981-94400d58e579,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:13.175431 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be18f1f-a255-4ab2-b77a-f031b86c3b72 tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] Pushing event updated for resources: {'Subnet': ['ID=d5416a9f-6fa5-4b2b-b730-bbc8018c7c7b,revision_number=0']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:13.187038 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be18f1f-a255-4ab2-b77a-f031b86c3b72 tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] Checking segment: {'id': '3339e8e6-5b45-4615-82db-5af8f4fe275b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '3ed32aa7-5579-45c0-8f5f-5503298bc4f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:47:13.187399 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7be18f1f-a255-4ab2-b77a-f031b86c3b72 tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] Network hostable DHCP agents. Network: 3ed32aa7-5579-45c0-8f5f-5503298bc4f7, hostable agents: ['c6a09bd4-f72e-4283-a3ca-0bbca8a51081'], hosted agents: [] {{(pid=93957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:47:13.206117 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7be18f1f-a255-4ab2-b77a-f031b86c3b72 tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] Network 3ed32aa7-5579-45c0-8f5f-5503298bc4f7 is scheduled to be hosted by DHCP agent c6a09bd4-f72e-4283-a3ca-0bbca8a51081 with binding_index 1 {{(pid=93957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:47:13.223369 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-7be18f1f-a255-4ab2-b77a-f031b86c3b72 tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-29, 3ed32aa7-5579-45c0-8f5f-5503298bc4f7) {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:47:13.230320 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7be18f1f-a255-4ab2-b77a-f031b86c3b72 tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:13.231391 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7be18f1f-a255-4ab2-b77a-f031b86c3b72 tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] Notify callbacks [] for subnet, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:13.232067 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15fe9d4c-071a-4613-9129-56180c56a2e1 None None] Network 3ed32aa7-5579-45c0-8f5f-5503298bc4f7 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:47:13.259360 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-7be18f1f-a255-4ab2-b77a-f031b86c3b72 tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4986923 Jul 14 09:47:13.262095 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 50930) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:13.268339 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-7ae92cad-266f-4849-bc4d-ec3e82e338ac tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] Request body: {'subnet': {'network_id': '447095af-4d8c-4564-ada0-1dd5e3fa1325', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:47:13.444069 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08912dcb-b918-43be-88ad-6a826aa5384f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf57baaa9-fd24-59f4-8fd2-1dc21122ce72-3ed32aa7-5579-45c0-8f5f-5503298bc4f7', 'network_id': '3ed32aa7-5579-45c0-8f5f-5503298bc4f7', 'tenant_id': 'd5436039ec5b40eabc1411202af4d1fc', 'fixed_ips': [{'subnet_id': 'd5416a9f-6fa5-4b2b-b730-bbc8018c7c7b'}]}} from n-d-779913-29. {{(pid=93959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:47:13.445298 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-08912dcb-b918-43be-88ad-6a826aa5384f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:13.463528 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ae92cad-266f-4849-bc4d-ec3e82e338ac tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] Made reservation on behalf of d5436039ec5b40eabc1411202af4d1fc for: {'subnet': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:47:13.469998 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7ae92cad-266f-4849-bc4d-ec3e82e338ac tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11984110'] for subnet, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:13.658734 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-08912dcb-b918-43be-88ad-6a826aa5384f None None] Allocated IP 2001:db8::2 (3ed32aa7-5579-45c0-8f5f-5503298bc4f7/d5416a9f-6fa5-4b2b-b730-bbc8018c7c7b/d7d7b6af-f544-407a-b742-321c50f57152) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:47:13.720463 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7ae92cad-266f-4849-bc4d-ec3e82e338ac tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10052764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11984092'] for subnet, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:13.736210 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:13.819280 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae92cad-266f-4849-bc4d-ec3e82e338ac tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] Pushing event updated for resources: {'Subnet': ['ID=9ab06999-3ff1-4a30-abb8-5b8e263efc15,revision_number=0']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:13.822769 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-08912dcb-b918-43be-88ad-6a826aa5384f None None] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:13.833620 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-08912dcb-b918-43be-88ad-6a826aa5384f None None] Transition to ACTIVE for port object d7d7b6af-f544-407a-b742-321c50f57152 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:47:13.841916 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae92cad-266f-4849-bc4d-ec3e82e338ac tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] Checking segment: {'id': '25566c25-e04e-4827-8c69-55ba8bc39f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '447095af-4d8c-4564-ada0-1dd5e3fa1325'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:47:13.842437 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ae92cad-266f-4849-bc4d-ec3e82e338ac tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] Network hostable DHCP agents. Network: 447095af-4d8c-4564-ada0-1dd5e3fa1325, hostable agents: ['c6a09bd4-f72e-4283-a3ca-0bbca8a51081'], hosted agents: [] {{(pid=93957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:47:13.852887 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-08912dcb-b918-43be-88ad-6a826aa5384f None None] Transition to ACTIVE for port object d7d7b6af-f544-407a-b742-321c50f57152 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:47:13.860723 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-08912dcb-b918-43be-88ad-6a826aa5384f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:13.868106 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ae92cad-266f-4849-bc4d-ec3e82e338ac tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] Network 447095af-4d8c-4564-ada0-1dd5e3fa1325 is scheduled to be hosted by DHCP agent c6a09bd4-f72e-4283-a3ca-0bbca8a51081 with binding_index 1 {{(pid=93957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:47:13.881192 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08912dcb-b918-43be-88ad-6a826aa5384f None None] Network 3ed32aa7-5579-45c0-8f5f-5503298bc4f7 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:47:13.883519 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-7ae92cad-266f-4849-bc4d-ec3e82e338ac tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-29, 447095af-4d8c-4564-ada0-1dd5e3fa1325) {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:47:13.884477 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-08912dcb-b918-43be-88ad-6a826aa5384f None None] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:47:13.891267 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ae92cad-266f-4849-bc4d-ec3e82e338ac tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:13.891985 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7ae92cad-266f-4849-bc4d-ec3e82e338ac tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] Notify callbacks [] for subnet, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:13.912461 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-7ae92cad-266f-4849-bc4d-ec3e82e338ac tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6466520 Jul 14 09:47:13.913022 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 50944) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:13.913757 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d844b63a-498d-4d04-a28b-3d63c4b5b359 None None] Network 447095af-4d8c-4564-ada0-1dd5e3fa1325 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:47:14.001279 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08912dcb-b918-43be-88ad-6a826aa5384f None None] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:47:14.108217 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08912dcb-b918-43be-88ad-6a826aa5384f None None] Pushing event updated for resources: {'Port': ['ID=d7d7b6af-f544-407a-b742-321c50f57152,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:14.116687 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-08912dcb-b918-43be-88ad-6a826aa5384f None None] Attempting to bind port d7d7b6af-f544-407a-b742-321c50f57152 on host n-d-779913-29 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:47:14.117270 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-08912dcb-b918-43be-88ad-6a826aa5384f None None] Attempting to bind port d7d7b6af-f544-407a-b742-321c50f57152 by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': '3339e8e6-5b45-4615-82db-5af8f4fe275b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '3ed32aa7-5579-45c0-8f5f-5503298bc4f7'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:47:14.123972 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08912dcb-b918-43be-88ad-6a826aa5384f None None] Attempting to bind port d7d7b6af-f544-407a-b742-321c50f57152 on network 3ed32aa7-5579-45c0-8f5f-5503298bc4f7 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:47:14.142153 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08912dcb-b918-43be-88ad-6a826aa5384f None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 46, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:47:14.142733 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08912dcb-b918-43be-88ad-6a826aa5384f None None] Checking segment: {'id': '3339e8e6-5b45-4615-82db-5af8f4fe275b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '3ed32aa7-5579-45c0-8f5f-5503298bc4f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:47:14.143333 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-08912dcb-b918-43be-88ad-6a826aa5384f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:14.143902 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08912dcb-b918-43be-88ad-6a826aa5384f None None] Bound using segment: {'id': '3339e8e6-5b45-4615-82db-5af8f4fe275b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '3ed32aa7-5579-45c0-8f5f-5503298bc4f7'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:47:14.144535 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-08912dcb-b918-43be-88ad-6a826aa5384f None None] Bound port: d7d7b6af-f544-407a-b742-321c50f57152, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3339e8e6-5b45-4615-82db-5af8f4fe275b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '3ed32aa7-5579-45c0-8f5f-5503298bc4f7'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:47:14.145097 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-08912dcb-b918-43be-88ad-6a826aa5384f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:14.218312 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-08912dcb-b918-43be-88ad-6a826aa5384f None None] For port d7d7b6af-f544-407a-b742-321c50f57152, host n-d-779913-29, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:47:14.221799 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-08912dcb-b918-43be-88ad-6a826aa5384f None None] For port d7d7b6af-f544-407a-b742-321c50f57152, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=d7d7b6af-f544-407a-b742-321c50f57152,segment=NetworkSegment(3339e8e6-5b45-4615-82db-5af8f4fe275b),segment_id=3339e8e6-5b45-4615-82db-5af8f4fe275b)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:47:14.237846 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1d8316b8-241b-436c-9b9e-7ac2908d8d27 tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:14.246276 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-08912dcb-b918-43be-88ad-6a826aa5384f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:14.307696 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08912dcb-b918-43be-88ad-6a826aa5384f None None] Pushing event updated for resources: {'Port': ['ID=d7d7b6af-f544-407a-b742-321c50f57152,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:14.317105 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e0ad164-a679-46fe-be97-3365e16e894c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf57baaa9-fd24-59f4-8fd2-1dc21122ce72-447095af-4d8c-4564-ada0-1dd5e3fa1325', 'network_id': '447095af-4d8c-4564-ada0-1dd5e3fa1325', 'tenant_id': 'd5436039ec5b40eabc1411202af4d1fc', 'fixed_ips': [{'subnet_id': '9ab06999-3ff1-4a30-abb8-5b8e263efc15'}]}} from n-d-779913-29. {{(pid=93959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:47:14.318812 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9e0ad164-a679-46fe-be97-3365e16e894c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:14.445208 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14ad929f-5545-4770-a492-9dc2962db090 None None] Network fa37cb8e-c59c-4b14-b618-962dfd32c1e7 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:47:14.535424 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-10cccd25-6910-447f-8b95-381f348aec4a None None] Provisioning for port 5b200482-8068-431a-8981-94400d58e579 completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:47:14.558521 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-1d8316b8-241b-436c-9b9e-7ac2908d8d27 tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] Allocated IP 2001:db8::1 (3ed32aa7-5579-45c0-8f5f-5503298bc4f7/d5416a9f-6fa5-4b2b-b730-bbc8018c7c7b/7ff8361f-9045-4f1c-84c3-99ca6c49c96b) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:47:14.609316 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-9e0ad164-a679-46fe-be97-3365e16e894c None None] Allocated IP 2001:db8::2 (447095af-4d8c-4564-ada0-1dd5e3fa1325/9ab06999-3ff1-4a30-abb8-5b8e263efc15/da953bc6-dfdc-47c7-ad57-56bf28950d76) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:47:14.756623 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1d8316b8-241b-436c-9b9e-7ac2908d8d27 tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:14.774401 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-1d8316b8-241b-436c-9b9e-7ac2908d8d27 tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] Transition to ACTIVE for port object 7ff8361f-9045-4f1c-84c3-99ca6c49c96b will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:47:14.834223 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1d8316b8-241b-436c-9b9e-7ac2908d8d27 tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:14.902988 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d8316b8-241b-436c-9b9e-7ac2908d8d27 tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] Network 3ed32aa7-5579-45c0-8f5f-5503298bc4f7 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:47:14.910805 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-1d8316b8-241b-436c-9b9e-7ac2908d8d27 tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:47:14.916693 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9e0ad164-a679-46fe-be97-3365e16e894c None None] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:14.927828 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d8316b8-241b-436c-9b9e-7ac2908d8d27 tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:47:14.927828 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1d8316b8-241b-436c-9b9e-7ac2908d8d27 tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-660393'] for router_interface, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:14.960832 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-9e0ad164-a679-46fe-be97-3365e16e894c None None] Transition to ACTIVE for port object da953bc6-dfdc-47c7-ad57-56bf28950d76 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:47:14.997991 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8316b8-241b-436c-9b9e-7ac2908d8d27 tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] Pushing event updated for resources: {'Port': ['ID=7ff8361f-9045-4f1c-84c3-99ca6c49c96b,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:15.026346 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-9e0ad164-a679-46fe-be97-3365e16e894c None None] Transition to ACTIVE for port object da953bc6-dfdc-47c7-ad57-56bf28950d76 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:47:15.049617 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9e0ad164-a679-46fe-be97-3365e16e894c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:15.113600 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e0ad164-a679-46fe-be97-3365e16e894c None None] Network 447095af-4d8c-4564-ada0-1dd5e3fa1325 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:47:15.124580 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-9e0ad164-a679-46fe-be97-3365e16e894c None None] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:47:15.134355 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e0ad164-a679-46fe-be97-3365e16e894c None None] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:47:15.216686 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1d8316b8-241b-436c-9b9e-7ac2908d8d27 tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:15.226442 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0ad164-a679-46fe-be97-3365e16e894c None None] Pushing event updated for resources: {'Port': ['ID=da953bc6-dfdc-47c7-ad57-56bf28950d76,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:15.242669 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-9e0ad164-a679-46fe-be97-3365e16e894c None None] Attempting to bind port da953bc6-dfdc-47c7-ad57-56bf28950d76 on host n-d-779913-29 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:47:15.243053 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-9e0ad164-a679-46fe-be97-3365e16e894c None None] Attempting to bind port da953bc6-dfdc-47c7-ad57-56bf28950d76 by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': '25566c25-e04e-4827-8c69-55ba8bc39f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '447095af-4d8c-4564-ada0-1dd5e3fa1325'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:47:15.243425 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e0ad164-a679-46fe-be97-3365e16e894c None None] Attempting to bind port da953bc6-dfdc-47c7-ad57-56bf28950d76 on network 447095af-4d8c-4564-ada0-1dd5e3fa1325 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:47:15.262195 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e0ad164-a679-46fe-be97-3365e16e894c None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 46, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:47:15.262801 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e0ad164-a679-46fe-be97-3365e16e894c None None] Checking segment: {'id': '25566c25-e04e-4827-8c69-55ba8bc39f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '447095af-4d8c-4564-ada0-1dd5e3fa1325'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:47:15.263453 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9e0ad164-a679-46fe-be97-3365e16e894c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:15.264084 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e0ad164-a679-46fe-be97-3365e16e894c None None] Bound using segment: {'id': '25566c25-e04e-4827-8c69-55ba8bc39f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '447095af-4d8c-4564-ada0-1dd5e3fa1325'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:47:15.264900 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-9e0ad164-a679-46fe-be97-3365e16e894c None None] Bound port: da953bc6-dfdc-47c7-ad57-56bf28950d76, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25566c25-e04e-4827-8c69-55ba8bc39f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '447095af-4d8c-4564-ada0-1dd5e3fa1325'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:47:15.265546 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9e0ad164-a679-46fe-be97-3365e16e894c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:15.550828 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-9e0ad164-a679-46fe-be97-3365e16e894c None None] For port da953bc6-dfdc-47c7-ad57-56bf28950d76, host n-d-779913-29, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:47:15.554734 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-9e0ad164-a679-46fe-be97-3365e16e894c None None] For port da953bc6-dfdc-47c7-ad57-56bf28950d76, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=da953bc6-dfdc-47c7-ad57-56bf28950d76,segment=NetworkSegment(25566c25-e04e-4827-8c69-55ba8bc39f49),segment_id=25566c25-e04e-4827-8c69-55ba8bc39f49)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:47:15.563929 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9e0ad164-a679-46fe-be97-3365e16e894c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:15.710496 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1d8316b8-241b-436c-9b9e-7ac2908d8d27 tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:15.716644 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1d8316b8-241b-436c-9b9e-7ac2908d8d27 tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13574142'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:15.717723 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1d8316b8-241b-436c-9b9e-7ac2908d8d27 tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-683747'] for router_interface, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:15.762087 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 5b200482-8068-431a-8981-94400d58e579 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:47:15.782425 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8316b8-241b-436c-9b9e-7ac2908d8d27 tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] Pushing event updated for resources: {'Port': ['ID=7ff8361f-9045-4f1c-84c3-99ca6c49c96b,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:15.836052 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0ad164-a679-46fe-be97-3365e16e894c None None] Pushing event updated for resources: {'Port': ['ID=da953bc6-dfdc-47c7-ad57-56bf28950d76,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:15.852749 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning for port 5b200482-8068-431a-8981-94400d58e579 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:47:15.856932 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port 5b200482-8068-431a-8981-94400d58e579 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:47:15.858007 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:15.862320 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1706f866-5551-479d-b2c9-f991c9abc5ef None None] Network 3ed32aa7-5579-45c0-8f5f-5503298bc4f7 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:47:15.930662 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d8316b8-241b-436c-9b9e-7ac2908d8d27 tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] Network 3ed32aa7-5579-45c0-8f5f-5503298bc4f7 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:47:15.932771 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-1d8316b8-241b-436c-9b9e-7ac2908d8d27 tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:47:16.025886 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-25528670-b0dd-4ce0-9fc5-848241c1ad46 None None] Provisioning for port d7d7b6af-f544-407a-b742-321c50f57152 completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:47:16.082476 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:16.135142 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d8316b8-241b-436c-9b9e-7ac2908d8d27 tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] Router 03eb2187-4a2f-40c3-a0b1-08a533dc0f84 is scheduled to L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 with binding_index 1 {{(pid=93958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:47:16.156240 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] For port 5b200482-8068-431a-8981-94400d58e579, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=5b200482-8068-431a-8981-94400d58e579,segment=NetworkSegment(95142cc0-b1c7-4e04-ad16-0b99ab4aef78),segment_id=95142cc0-b1c7-4e04-ad16-0b99ab4aef78)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:47:16.164352 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:16.165160 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device d7d7b6af-f544-407a-b742-321c50f57152 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:47:16.249346 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d8316b8-241b-436c-9b9e-7ac2908d8d27 tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:47:16.251985 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Pushing event updated for resources: {'Port': ['ID=5b200482-8068-431a-8981-94400d58e579,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:16.255264 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-1d8316b8-241b-436c-9b9e-7ac2908d8d27 tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] 10.222.0.68 "PUT /v2.0/routers/03eb2187-4a2f-40c3-a0b1-08a533dc0f84/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3408601 Jul 14 09:47:16.260810 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 50964) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:16.263915 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b44bbdd8-afda-45b7-b499-43c6f13fd4cf None None] Sync routers for ids ['03eb2187-4a2f-40c3-a0b1-08a533dc0f84'] in n-d-779913-29 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:47:16.282366 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning for port d7d7b6af-f544-407a-b742-321c50f57152 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:47:16.286838 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b44bbdd8-afda-45b7-b499-43c6f13fd4cf None None] Routers {'03eb2187-4a2f-40c3-a0b1-08a533dc0f84'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:47:16.287486 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-b44bbdd8-afda-45b7-b499-43c6f13fd4cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:46:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['03eb2187-4a2f-40c3-a0b1-08a533dc0f84'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:47:16.288506 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port d7d7b6af-f544-407a-b742-321c50f57152 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:47:16.289068 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:16.339966 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-b44bbdd8-afda-45b7-b499-43c6f13fd4cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:47:16.350253 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b44bbdd8-afda-45b7-b499-43c6f13fd4cf None None] Routers {'03eb2187-4a2f-40c3-a0b1-08a533dc0f84'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:47:16.352499 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-b44bbdd8-afda-45b7-b499-43c6f13fd4cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:46:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['03eb2187-4a2f-40c3-a0b1-08a533dc0f84'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:47:16.394116 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:16.435272 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] For port d7d7b6af-f544-407a-b742-321c50f57152, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=d7d7b6af-f544-407a-b742-321c50f57152,segment=NetworkSegment(3339e8e6-5b45-4615-82db-5af8f4fe275b),segment_id=3339e8e6-5b45-4615-82db-5af8f4fe275b)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:47:16.441523 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:16.517098 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-b44bbdd8-afda-45b7-b499-43c6f13fd4cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:47:16.518065 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b44bbdd8-afda-45b7-b499-43c6f13fd4cf None None] The sync data for ids ['03eb2187-4a2f-40c3-a0b1-08a533dc0f84'] in n-d-779913-29 is: [] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:47:16.552609 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Pushing event updated for resources: {'Port': ['ID=d7d7b6af-f544-407a-b742-321c50f57152,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:16.710335 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-8074a793-7e57-4590-9eaf-5f283d0d018b None None] Provisioning for port 7ff8361f-9045-4f1c-84c3-99ca6c49c96b completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:47:16.721178 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-8074a793-7e57-4590-9eaf-5f283d0d018b None None] Provisioning complete for port 7ff8361f-9045-4f1c-84c3-99ca6c49c96b triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:47:16.721484 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8074a793-7e57-4590-9eaf-5f283d0d018b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:16.773984 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-8074a793-7e57-4590-9eaf-5f283d0d018b None None] Port 7ff8361f-9045-4f1c-84c3-99ca6c49c96b cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:47:16.788843 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-8074a793-7e57-4590-9eaf-5f283d0d018b None None] Provisioning complete for port d7d7b6af-f544-407a-b742-321c50f57152 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:47:16.789641 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8074a793-7e57-4590-9eaf-5f283d0d018b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:17.046573 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-6e7339d0-2006-45b9-80e3-296c11298652 None None] Provisioning complete for port 7ff8361f-9045-4f1c-84c3-99ca6c49c96b triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:47:17.047250 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6e7339d0-2006-45b9-80e3-296c11298652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:17.089273 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-6e7339d0-2006-45b9-80e3-296c11298652 None None] Port 7ff8361f-9045-4f1c-84c3-99ca6c49c96b cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:47:17.134553 n-d-779913-29 neutron-server[93957]: INFO neutron.api.v2.resource [None req-c0d76689-54c6-431b-bad6-0890749f6af0 tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:47:17.135655 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-c0d76689-54c6-431b-bad6-0890749f6af0 tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] 10.222.0.68 "PUT /v2.0/routers/03eb2187-4a2f-40c3-a0b1-08a533dc0f84/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.8736842 Jul 14 09:47:17.138478 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 50974) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:17.258192 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f28622f-6363-4300-9f18-f2e340469699 None None] Network 447095af-4d8c-4564-ada0-1dd5e3fa1325 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:47:17.339380 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-2d809765-7d2f-4d67-b150-5f753213adda None None] Provisioning complete for port 7ff8361f-9045-4f1c-84c3-99ca6c49c96b triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:47:17.339380 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2d809765-7d2f-4d67-b150-5f753213adda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:17.406683 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-2d809765-7d2f-4d67-b150-5f753213adda None None] Port 7ff8361f-9045-4f1c-84c3-99ca6c49c96b cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:47:17.420496 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-2d809765-7d2f-4d67-b150-5f753213adda None None] Provisioning for port da953bc6-dfdc-47c7-ad57-56bf28950d76 completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:47:17.550408 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 5b200482-8068-431a-8981-94400d58e579 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:47:17.618575 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port 5b200482-8068-431a-8981-94400d58e579 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:47:17.618915 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5e799acb-80f4-4d49-9452-231f62e3741b tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-683602'] for router_interface, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:17.619900 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:17.743243 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device da953bc6-dfdc-47c7-ad57-56bf28950d76 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:47:17.808605 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning for port da953bc6-dfdc-47c7-ad57-56bf28950d76 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:47:17.813999 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port da953bc6-dfdc-47c7-ad57-56bf28950d76 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:47:17.814660 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:17.865827 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-4e7363a0-9c06-4591-bcb2-208119e1f112 None None] Provisioning complete for port da953bc6-dfdc-47c7-ad57-56bf28950d76 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:47:17.866209 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4e7363a0-9c06-4591-bcb2-208119e1f112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:17.921642 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:17.924648 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-5e799acb-80f4-4d49-9452-231f62e3741b tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] Deleting port 7ff8361f-9045-4f1c-84c3-99ca6c49c96b {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:47:17.924906 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5e799acb-80f4-4d49-9452-231f62e3741b tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:17.977418 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] For port da953bc6-dfdc-47c7-ad57-56bf28950d76, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=da953bc6-dfdc-47c7-ad57-56bf28950d76,segment=NetworkSegment(25566c25-e04e-4827-8c69-55ba8bc39f49),segment_id=25566c25-e04e-4827-8c69-55ba8bc39f49)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:47:17.997217 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:17.998056 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device d7d7b6af-f544-407a-b742-321c50f57152 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:47:18.038257 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5e799acb-80f4-4d49-9452-231f62e3741b tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:18.052632 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-5e799acb-80f4-4d49-9452-231f62e3741b tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] Calling delete_port for 7ff8361f-9045-4f1c-84c3-99ca6c49c96b owned by network:router_interface {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:47:18.063566 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4e7363a0-9c06-4591-bcb2-208119e1f112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:18.109832 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Pushing event updated for resources: {'Port': ['ID=da953bc6-dfdc-47c7-ad57-56bf28950d76,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:18.144532 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port d7d7b6af-f544-407a-b742-321c50f57152 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:47:18.144895 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:18.181880 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.db.api [None req-4e7363a0-9c06-4591-bcb2-208119e1f112 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93959) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 09:47:18.182361 n-d-779913-29 neutron-server[93959]: DEBUG oslo_db.api [None req-4e7363a0-9c06-4591-bcb2-208119e1f112 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 09:47:18.231760 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5e799acb-80f4-4d49-9452-231f62e3741b tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:18.257944 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e799acb-80f4-4d49-9452-231f62e3741b tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] Pushing event deleted for resources: {'Port': ['ID=7ff8361f-9045-4f1c-84c3-99ca6c49c96b,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:18.362723 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5e799acb-80f4-4d49-9452-231f62e3741b tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-620860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682934'] for router_interface, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:18.571281 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e799acb-80f4-4d49-9452-231f62e3741b tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] Router 03eb2187-4a2f-40c3-a0b1-08a533dc0f84 has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:47:18.672760 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e799acb-80f4-4d49-9452-231f62e3741b tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:47:18.687491 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-5e799acb-80f4-4d49-9452-231f62e3741b tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] 10.222.0.68 "PUT /v2.0/routers/03eb2187-4a2f-40c3-a0b1-08a533dc0f84/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5471718 Jul 14 09:47:18.689482 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc0b6e4d-5947-44ff-9db3-23b6d57d79aa None None] Sync routers for ids ['03eb2187-4a2f-40c3-a0b1-08a533dc0f84'] in n-d-779913-29 {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:47:18.694606 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 50988) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:18.729549 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc0b6e4d-5947-44ff-9db3-23b6d57d79aa None None] Routers {'03eb2187-4a2f-40c3-a0b1-08a533dc0f84'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:47:18.730314 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-cc0b6e4d-5947-44ff-9db3-23b6d57d79aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:46:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['03eb2187-4a2f-40c3-a0b1-08a533dc0f84'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:47:18.745152 n-d-779913-29 neutron-server[93958]: INFO neutron.api.v2.resource [None req-b77eb8e7-17f3-4494-9375-a474c74a28f1 tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] delete failed (client error): The resource could not be found. Jul 14 09:47:18.746741 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-b77eb8e7-17f3-4494-9375-a474c74a28f1 tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] 10.222.0.68 "DELETE /v2.0/routers/tempest-non_exist_router-728021966 HTTP/1.1" status: 404 len: 334 time: 0.0514231 Jul 14 09:47:18.753286 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 50990) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:18.772625 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-cc0b6e4d-5947-44ff-9db3-23b6d57d79aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:47:18.775582 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-0ec1a85d-09f7-4d78-9caf-df7e1918e6c0 tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] Request body: {'router': {'external_gateway_info': {'network_id': '03eb2187-4a2f-40c3-a0b1-08a533dc0f84'}}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:47:18.790913 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc0b6e4d-5947-44ff-9db3-23b6d57d79aa None None] Routers {'03eb2187-4a2f-40c3-a0b1-08a533dc0f84'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:47:18.791611 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-cc0b6e4d-5947-44ff-9db3-23b6d57d79aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:46:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['03eb2187-4a2f-40c3-a0b1-08a533dc0f84'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:47:18.824885 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-cc0b6e4d-5947-44ff-9db3-23b6d57d79aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:47:18.825468 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc0b6e4d-5947-44ff-9db3-23b6d57d79aa None None] The sync data for ids ['03eb2187-4a2f-40c3-a0b1-08a533dc0f84'] in n-d-779913-29 is: [] {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:47:19.252334 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0ec1a85d-09f7-4d78-9caf-df7e1918e6c0 tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-661489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-711771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12973'] for router, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:19.273805 n-d-779913-29 neutron-server[93958]: INFO neutron.api.v2.resource [None req-0ec1a85d-09f7-4d78-9caf-df7e1918e6c0 tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] update failed (client error): The resource could not be found. Jul 14 09:47:19.274831 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-0ec1a85d-09f7-4d78-9caf-df7e1918e6c0 tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] 10.222.0.68 "PUT /v2.0/routers/03eb2187-4a2f-40c3-a0b1-08a533dc0f84 HTTP/1.1" status: 404 len: 339 time: 0.5203676 Jul 14 09:47:19.280981 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 50996) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:19.285907 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-01941023-6dda-4585-8f17-7e660b264377 tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-781833835'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:47:19.307633 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01941023-6dda-4585-8f17-7e660b264377 tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] Made reservation on behalf of d5436039ec5b40eabc1411202af4d1fc for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:47:19.311713 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-01941023-6dda-4585-8f17-7e660b264377 tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:19.344623 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01941023-6dda-4585-8f17-7e660b264377 tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 744} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:47:19.354555 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-01941023-6dda-4585-8f17-7e660b264377 tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:19.354944 n-d-779913-29 neutron-server[93958]: INFO neutron.db.segments_db [None req-01941023-6dda-4585-8f17-7e660b264377 tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] Added segment dfa326e6-965d-48ff-95e0-500b5d1d8a06 of type vlan for network 7b6713a4-4922-4bec-9c03-ec11ef3072b2 Jul 14 09:47:19.367151 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device da953bc6-dfdc-47c7-ad57-56bf28950d76 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:47:19.404406 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-01941023-6dda-4585-8f17-7e660b264377 tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735687821325'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:19.430997 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port da953bc6-dfdc-47c7-ad57-56bf28950d76 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:47:19.431388 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:19.441961 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-01941023-6dda-4585-8f17-7e660b264377 tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:19.447993 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01941023-6dda-4585-8f17-7e660b264377 tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:19.448593 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-01941023-6dda-4585-8f17-7e660b264377 tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:19.513904 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-01941023-6dda-4585-8f17-7e660b264377 tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2314317 Jul 14 09:47:19.517647 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 51002) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:19.522612 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-5006250d-022f-4de1-86cb-364571dc9d40 tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] Request body: {'subnet': {'network_id': '7b6713a4-4922-4bec-9c03-ec11ef3072b2', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:47:19.572092 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01941023-6dda-4585-8f17-7e660b264377 tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] Pushing event updated for resources: {'Network': ['ID=7b6713a4-4922-4bec-9c03-ec11ef3072b2,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:19.584538 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Network 7b6713a4-4922-4bec-9c03-ec11ef3072b2 details requested by agent ovs-agent-n-d-779913-29 with host n-d-779913-29 {{(pid=93959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:47:19.628555 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5006250d-022f-4de1-86cb-364571dc9d40 tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] Made reservation on behalf of d5436039ec5b40eabc1411202af4d1fc for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:47:19.633747 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5006250d-022f-4de1-86cb-364571dc9d40 tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16714600'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:19.834830 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5006250d-022f-4de1-86cb-364571dc9d40 tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13573993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16714586'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:19.895901 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5006250d-022f-4de1-86cb-364571dc9d40 tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] Pushing event updated for resources: {'Subnet': ['ID=a41f69c5-e09a-4a54-99d3-cf52549e74c6,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:19.909816 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5006250d-022f-4de1-86cb-364571dc9d40 tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] Checking segment: {'id': 'dfa326e6-965d-48ff-95e0-500b5d1d8a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '7b6713a4-4922-4bec-9c03-ec11ef3072b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:47:19.910183 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5006250d-022f-4de1-86cb-364571dc9d40 tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] Network hostable DHCP agents. Network: 7b6713a4-4922-4bec-9c03-ec11ef3072b2, hostable agents: ['c6a09bd4-f72e-4283-a3ca-0bbca8a51081'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:47:19.931888 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5006250d-022f-4de1-86cb-364571dc9d40 tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] Network 7b6713a4-4922-4bec-9c03-ec11ef3072b2 is scheduled to be hosted by DHCP agent c6a09bd4-f72e-4283-a3ca-0bbca8a51081 with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:47:19.943654 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-5006250d-022f-4de1-86cb-364571dc9d40 tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-29, 7b6713a4-4922-4bec-9c03-ec11ef3072b2) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:47:19.951325 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd7c833f-c50a-4e6c-bd78-7ca8a50cd5e7 None None] Network 7b6713a4-4922-4bec-9c03-ec11ef3072b2 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:47:19.952956 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5006250d-022f-4de1-86cb-364571dc9d40 tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:19.953598 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5006250d-022f-4de1-86cb-364571dc9d40 tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:19.974257 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-5006250d-022f-4de1-86cb-364571dc9d40 tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.4559717 Jul 14 09:47:19.974888 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 51010) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:19.980014 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-1fb79b28-7bb0-4cec-9db8-bc8aa5b65344 tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] Request body: {'router': {'external_gateway_info': {'network_id': '7b6713a4-4922-4bec-9c03-ec11ef3072b2'}}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:47:20.209941 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5680435-524a-42ad-8ea6-0892b9d75be1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf57baaa9-fd24-59f4-8fd2-1dc21122ce72-7b6713a4-4922-4bec-9c03-ec11ef3072b2', 'network_id': '7b6713a4-4922-4bec-9c03-ec11ef3072b2', 'tenant_id': 'd5436039ec5b40eabc1411202af4d1fc', 'fixed_ips': [{'subnet_id': 'a41f69c5-e09a-4a54-99d3-cf52549e74c6'}]}} from n-d-779913-29. {{(pid=93959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:47:20.210908 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e5680435-524a-42ad-8ea6-0892b9d75be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:20.229031 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1386ec2c-0017-4562-bd55-872e2184d878 req-8283b216-ce0b-46f7-a2ba-d9dfd34284bd tempest-TestNetworkAdvancedServerOps-1977836674 tempest-TestNetworkAdvancedServerOps-1977836674-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:20.230642 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1386ec2c-0017-4562-bd55-872e2184d878 req-8283b216-ce0b-46f7-a2ba-d9dfd34284bd tempest-TestNetworkAdvancedServerOps-1977836674 tempest-TestNetworkAdvancedServerOps-1977836674-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=3804666f-6b9b-407c-a2ec-26cc88361b9c HTTP/1.1" status: 200 len: 1098 time: 0.0968535 Jul 14 09:47:20.312345 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1386ec2c-0017-4562-bd55-872e2184d878 req-9ea527d9-d222-46a6-a16b-c749e602448f tempest-TestNetworkAdvancedServerOps-1977836674 tempest-TestNetworkAdvancedServerOps-1977836674-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=c4808f8e-d927-4dd4-bd3b-54d695233756&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751350 Jul 14 09:47:20.312573 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1fb79b28-7bb0-4cec-9db8-bc8aa5b65344 tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-661489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-711771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12973'] for router, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:20.347707 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 51018) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:20.403530 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-e5680435-524a-42ad-8ea6-0892b9d75be1 None None] Allocated IP 2001:db8:1::2 (7b6713a4-4922-4bec-9c03-ec11ef3072b2/a41f69c5-e09a-4a54-99d3-cf52549e74c6/d6c7f724-1694-4e70-9141-5310fa1df2d4) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:47:20.600471 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e5680435-524a-42ad-8ea6-0892b9d75be1 None None] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:20.614244 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-e5680435-524a-42ad-8ea6-0892b9d75be1 None None] Transition to ACTIVE for port object d6c7f724-1694-4e70-9141-5310fa1df2d4 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:47:20.627348 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-19a20898-f958-41d6-b778-9a3bb1863861 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Deleting port 7052d2b2-a6ae-49e1-9fc4-e64bdbe71bba {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:47:20.628662 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-19a20898-f958-41d6-b778-9a3bb1863861 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:20.639897 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-e5680435-524a-42ad-8ea6-0892b9d75be1 None None] Transition to ACTIVE for port object d6c7f724-1694-4e70-9141-5310fa1df2d4 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:47:20.649826 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e5680435-524a-42ad-8ea6-0892b9d75be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:20.720700 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5680435-524a-42ad-8ea6-0892b9d75be1 None None] Network 7b6713a4-4922-4bec-9c03-ec11ef3072b2 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:47:20.730224 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-e5680435-524a-42ad-8ea6-0892b9d75be1 None None] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:47:20.738648 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5680435-524a-42ad-8ea6-0892b9d75be1 None None] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:47:20.755781 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5680435-524a-42ad-8ea6-0892b9d75be1 None None] Pushing event updated for resources: {'Port': ['ID=d6c7f724-1694-4e70-9141-5310fa1df2d4,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:20.763096 n-d-779913-29 neutron-server[93958]: INFO neutron.api.v2.resource [None req-1fb79b28-7bb0-4cec-9db8-bc8aa5b65344 tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:47:20.766158 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-1fb79b28-7bb0-4cec-9db8-bc8aa5b65344 tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] 10.222.0.68 "PUT /v2.0/routers/03eb2187-4a2f-40c3-a0b1-08a533dc0f84 HTTP/1.1" status: 400 len: 364 time: 0.7897460 Jul 14 09:47:20.777405 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 51020) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:20.813318 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-19a20898-f958-41d6-b778-9a3bb1863861 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:20.813832 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-19a20898-f958-41d6-b778-9a3bb1863861 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:20.831382 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-19a20898-f958-41d6-b778-9a3bb1863861 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Calling delete_port for 7052d2b2-a6ae-49e1-9fc4-e64bdbe71bba owned by network:floatingip {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:47:20.835261 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-e5680435-524a-42ad-8ea6-0892b9d75be1 None None] Attempting to bind port d6c7f724-1694-4e70-9141-5310fa1df2d4 on host n-d-779913-29 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:47:20.835896 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-e5680435-524a-42ad-8ea6-0892b9d75be1 None None] Attempting to bind port d6c7f724-1694-4e70-9141-5310fa1df2d4 by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': 'dfa326e6-965d-48ff-95e0-500b5d1d8a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '7b6713a4-4922-4bec-9c03-ec11ef3072b2'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:47:20.836487 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5680435-524a-42ad-8ea6-0892b9d75be1 None None] Attempting to bind port d6c7f724-1694-4e70-9141-5310fa1df2d4 on network 7b6713a4-4922-4bec-9c03-ec11ef3072b2 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:47:20.842889 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5680435-524a-42ad-8ea6-0892b9d75be1 None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 46, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:47:20.843622 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5680435-524a-42ad-8ea6-0892b9d75be1 None None] Checking segment: {'id': 'dfa326e6-965d-48ff-95e0-500b5d1d8a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '7b6713a4-4922-4bec-9c03-ec11ef3072b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:47:20.844273 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e5680435-524a-42ad-8ea6-0892b9d75be1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:20.844888 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5680435-524a-42ad-8ea6-0892b9d75be1 None None] Bound using segment: {'id': 'dfa326e6-965d-48ff-95e0-500b5d1d8a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '7b6713a4-4922-4bec-9c03-ec11ef3072b2'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:47:20.845632 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-e5680435-524a-42ad-8ea6-0892b9d75be1 None None] Bound port: d6c7f724-1694-4e70-9141-5310fa1df2d4, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfa326e6-965d-48ff-95e0-500b5d1d8a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '7b6713a4-4922-4bec-9c03-ec11ef3072b2'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:47:20.846248 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e5680435-524a-42ad-8ea6-0892b9d75be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:20.943810 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-e5680435-524a-42ad-8ea6-0892b9d75be1 None None] For port d6c7f724-1694-4e70-9141-5310fa1df2d4, host n-d-779913-29, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:47:20.947301 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-e5680435-524a-42ad-8ea6-0892b9d75be1 None None] For port d6c7f724-1694-4e70-9141-5310fa1df2d4, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=d6c7f724-1694-4e70-9141-5310fa1df2d4,segment=NetworkSegment(dfa326e6-965d-48ff-95e0-500b5d1d8a06),segment_id=dfa326e6-965d-48ff-95e0-500b5d1d8a06)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:47:20.954116 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e5680435-524a-42ad-8ea6-0892b9d75be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:21.075923 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5680435-524a-42ad-8ea6-0892b9d75be1 None None] Pushing event updated for resources: {'Port': ['ID=d6c7f724-1694-4e70-9141-5310fa1df2d4,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:21.093485 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-19a20898-f958-41d6-b778-9a3bb1863861 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:21.132775 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a20898-f958-41d6-b778-9a3bb1863861 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Pushing event deleted for resources: {'Port': ['ID=7052d2b2-a6ae-49e1-9fc4-e64bdbe71bba,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:21.227237 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e715c588-fa11-4d9a-8134-e2fa3649f308 tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:21.239591 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-19a20898-f958-41d6-b778-9a3bb1863861 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks [] for floatingip, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:21.240227 n-d-779913-29 neutron-server[93958]: INFO neutron.db.l3_db [None req-19a20898-f958-41d6-b778-9a3bb1863861 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Floating IP 5d574e84-e698-4ba9-9a35-1b19d2c8171f disassociated (deleted). External IP: 172.25.4.119, port: 7cea0ef2-e994-4c90-b899-188986138fca. Jul 14 09:47:21.522870 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device d6c7f724-1694-4e70-9141-5310fa1df2d4 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:47:21.605674 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning for port d6c7f724-1694-4e70-9141-5310fa1df2d4 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:47:21.691331 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19a20898-f958-41d6-b778-9a3bb1863861 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Router 03140745-4da4-44c8-898e-26fd1e9659c1 has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:47:21.824469 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19a20898-f958-41d6-b778-9a3bb1863861 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:47:21.830009 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-19a20898-f958-41d6-b778-9a3bb1863861 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for floatingip, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:21.838446 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5071f1e-e7ea-46ac-830f-8b2e02cb369a None None] Sync routers for ids ['03140745-4da4-44c8-898e-26fd1e9659c1'] in n-d-779913-29 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:47:21.848829 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5071f1e-e7ea-46ac-830f-8b2e02cb369a None None] Routers {'03140745-4da4-44c8-898e-26fd1e9659c1'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:47:21.849762 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-a5071f1e-e7ea-46ac-830f-8b2e02cb369a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:46:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['03140745-4da4-44c8-898e-26fd1e9659c1'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:47:21.879435 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-19a20898-f958-41d6-b778-9a3bb1863861 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "DELETE /v2.0/floatingips/5d574e84-e698-4ba9-9a35-1b19d2c8171f HTTP/1.1" status: 204 len: 168 time: 1.5307407 Jul 14 09:47:21.880068 n-d-779913-29 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3804666f-6b9b-407c-a2ec-26cc88361b9c', 'tag': '7cea0ef2-e994-4c90-b899-188986138fca'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:47:21.882408 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cb48f044f948e981f43897c8d7f1332f741dc7af2b4c5a6e19d8f4a80f708e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f5e6770-5aae-46ec-92dd-85275bc450eb" -d '{"events": [{"name": "network-changed", "server_uuid": "3804666f-6b9b-407c-a2ec-26cc88361b9c", "tag": "7cea0ef2-e994-4c90-b899-188986138fca"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:47:21.992985 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:47:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-067ce213-5590-4252-ab8f-dae795944941 x-openstack-request-id: req-067ce213-5590-4252-ab8f-dae795944941 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:47:21.993288 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3804666f-6b9b-407c-a2ec-26cc88361b9c", "tag": "7cea0ef2-e994-4c90-b899-188986138fca", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:47:21.993565 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-067ce213-5590-4252-ab8f-dae795944941 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:47:21.993976 n-d-779913-29 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3804666f-6b9b-407c-a2ec-26cc88361b9c', 'tag': '7cea0ef2-e994-4c90-b899-188986138fca', 'status': 'completed', 'code': 200} Jul 14 09:47:22.101393 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-e715c588-fa11-4d9a-8134-e2fa3649f308 tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] Allocated IP 2001:db8::1 (fa37cb8e-c59c-4b14-b618-962dfd32c1e7/7fb72e80-c0d2-4b55-8712-1ac778b542d7/a305fbd4-fbf0-46b7-ba1e-38d67e3acaf5) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:47:22.116879 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-a5071f1e-e7ea-46ac-830f-8b2e02cb369a None None] Set router 03140745-4da4-44c8-898e-26fd1e9659c1 gateway port host: n-d-779913-29 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:47:22.181683 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0b57a2ab-4fee-475e-96c2-54503c551086 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:22.216554 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5e6770-5aae-46ec-92dd-85275bc450eb req-464478ca-afc1-4844-91d0-1f6ebcfa3e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:22.219112 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5f5e6770-5aae-46ec-92dd-85275bc450eb req-464478ca-afc1-4844-91d0-1f6ebcfa3e55 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=62cf828fc3e84fada2a4655d43752657&device_id=3804666f-6b9b-407c-a2ec-26cc88361b9c HTTP/1.1" status: 200 len: 1098 time: 0.1694100 Jul 14 09:47:22.386502 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e715c588-fa11-4d9a-8134-e2fa3649f308 tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:22.441354 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-e715c588-fa11-4d9a-8134-e2fa3649f308 tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] Transition to ACTIVE for port object a305fbd4-fbf0-46b7-ba1e-38d67e3acaf5 will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:47:22.448341 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-a5071f1e-e7ea-46ac-830f-8b2e02cb369a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03140745-4da4-44c8-898e-26fd1e9659c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-982187509', 'tenant_id': '62cf828fc3e84fada2a4655d43752657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.52'}], 'enable_snat': True}, 'gw_port_id': '0f4ad24a-0e11-4164-9575-ab79ad21d87f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:45:15Z', 'updated_at': '2021-07-14T09:45:20Z', 'revision_number': 4, 'project_id': '62cf828fc3e84fada2a4655d43752657', 'gw_port': {'id': '0f4ad24a-0e11-4164-9575-ab79ad21d87f', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:52:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03140745-4da4-44c8-898e-26fd1e9659c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3353, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:45:16Z', 'updated_at': '2021-07-14T09:45:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': '9adb11f2-67f6-4336-84e6-d71f29c58570', 'name': '', 'network_id': '4c35a1de-4d2f-4c90-922a-9ee2e847d92b', 'tenant_id': '62cf828fc3e84fada2a4655d43752657', 'mac_address': 'fa:16:3e:64:28:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03140745-4da4-44c8-898e-26fd1e9659c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3358, 'fixed_ips': [{'subnet_id': 'fb44ecfc-c025-4947-a94a-856af59d72fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:45:19Z', 'updated_at': '2021-07-14T09:45:27Z', 'revision_number': 5, 'project_id': '62cf828fc3e84fada2a4655d43752657', 'subnets': [{'id': 'fb44ecfc-c025-4947-a94a-856af59d72fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:47:22.451129 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5e6770-5aae-46ec-92dd-85275bc450eb req-32afa43a-ea0b-4e11-9c66-4095ae457dea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:22.453350 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5f5e6770-5aae-46ec-92dd-85275bc450eb req-32afa43a-ea0b-4e11-9c66-4095ae457dea service neutron] 10.222.0.65 "GET /v2.0/networks?id=4c35a1de-4d2f-4c90-922a-9ee2e847d92b HTTP/1.1" status: 200 len: 897 time: 0.2279935 Jul 14 09:47:22.499847 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db3e2a31-b1d9-48b4-bf92-f697545c58f0 None None] Network 7b6713a4-4922-4bec-9c03-ec11ef3072b2 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:47:22.502378 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5071f1e-e7ea-46ac-830f-8b2e02cb369a None None] Checking router: 03140745-4da4-44c8-898e-26fd1e9659c1 for host: n-d-779913-29 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:47:22.513812 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5071f1e-e7ea-46ac-830f-8b2e02cb369a None None] Routers {'03140745-4da4-44c8-898e-26fd1e9659c1'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:47:22.514756 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-a5071f1e-e7ea-46ac-830f-8b2e02cb369a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:46:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['03140745-4da4-44c8-898e-26fd1e9659c1'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:47:22.539745 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5f5e6770-5aae-46ec-92dd-85275bc450eb req-930c1484-669d-4f5e-ba78-11b2f4fd319d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7cea0ef2-e994-4c90-b899-188986138fca HTTP/1.1" status: 200 len: 217 time: 0.0704741 Jul 14 09:47:22.589347 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-9e667437-2906-4630-8765-1d0395a6d516 None None] Provisioning for port d6c7f724-1694-4e70-9141-5310fa1df2d4 completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:47:22.605453 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-9e667437-2906-4630-8765-1d0395a6d516 None None] Provisioning complete for port d6c7f724-1694-4e70-9141-5310fa1df2d4 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:47:22.605742 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9e667437-2906-4630-8765-1d0395a6d516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:22.606221 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e715c588-fa11-4d9a-8134-e2fa3649f308 tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:22.652502 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-a5071f1e-e7ea-46ac-830f-8b2e02cb369a None None] Set router 03140745-4da4-44c8-898e-26fd1e9659c1 gateway port host: n-d-779913-29 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:47:22.661132 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1638507c-73d9-4030-ac5c-c20b0dc1a2b0 req-ff7ed836-6947-424c-8b6a-f3dd80a2342c tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:22.662740 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1638507c-73d9-4030-ac5c-c20b0dc1a2b0 req-ff7ed836-6947-424c-8b6a-f3dd80a2342c tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/ports?device_id=3804666f-6b9b-407c-a2ec-26cc88361b9c HTTP/1.1" status: 200 len: 946 time: 0.2068768 Jul 14 09:47:22.664402 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5e6770-5aae-46ec-92dd-85275bc450eb req-01186b10-26e5-49db-acc5-b72dc9873f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:22.666534 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5f5e6770-5aae-46ec-92dd-85275bc450eb req-01186b10-26e5-49db-acc5-b72dc9873f83 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=fb44ecfc-c025-4947-a94a-856af59d72fc HTTP/1.1" status: 200 len: 835 time: 0.1176350 Jul 14 09:47:22.683894 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e715c588-fa11-4d9a-8134-e2fa3649f308 tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] Network fa37cb8e-c59c-4b14-b618-962dfd32c1e7 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:47:22.761261 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9e667437-2906-4630-8765-1d0395a6d516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:22.779521 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-e715c588-fa11-4d9a-8134-e2fa3649f308 tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:47:22.781734 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e715c588-fa11-4d9a-8134-e2fa3649f308 tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] Pushing event updated for resources: {'Port': ['ID=a305fbd4-fbf0-46b7-ba1e-38d67e3acaf5,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:22.785975 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e715c588-fa11-4d9a-8134-e2fa3649f308 tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:47:22.786545 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e715c588-fa11-4d9a-8134-e2fa3649f308 tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-660393'] for router_interface, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:22.824665 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-9e667437-2906-4630-8765-1d0395a6d516 None None] For port d6c7f724-1694-4e70-9141-5310fa1df2d4, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=d6c7f724-1694-4e70-9141-5310fa1df2d4,segment=NetworkSegment(dfa326e6-965d-48ff-95e0-500b5d1d8a06),segment_id=dfa326e6-965d-48ff-95e0-500b5d1d8a06)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:47:22.831527 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9e667437-2906-4630-8765-1d0395a6d516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:22.860270 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1638507c-73d9-4030-ac5c-c20b0dc1a2b0 req-bb306722-f014-45bc-962d-3157bdcfc989 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/security-groups?id=c4808f8e-d927-4dd4-bd3b-54d695233756&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1836774 Jul 14 09:47:22.946978 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5e6770-5aae-46ec-92dd-85275bc450eb req-a3125a3c-6798-4d3d-ab1b-40f439093c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:22.949301 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5f5e6770-5aae-46ec-92dd-85275bc450eb req-a3125a3c-6798-4d3d-ab1b-40f439093c5e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4c35a1de-4d2f-4c90-922a-9ee2e847d92b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2688181 Jul 14 09:47:22.989030 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e667437-2906-4630-8765-1d0395a6d516 None None] Pushing event updated for resources: {'Port': ['ID=d6c7f724-1694-4e70-9141-5310fa1df2d4,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:23.066661 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-a5071f1e-e7ea-46ac-830f-8b2e02cb369a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03140745-4da4-44c8-898e-26fd1e9659c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-982187509', 'tenant_id': '62cf828fc3e84fada2a4655d43752657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.52'}], 'enable_snat': True}, 'gw_port_id': '0f4ad24a-0e11-4164-9575-ab79ad21d87f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:45:15Z', 'updated_at': '2021-07-14T09:45:20Z', 'revision_number': 4, 'project_id': '62cf828fc3e84fada2a4655d43752657', 'gw_port': {'id': '0f4ad24a-0e11-4164-9575-ab79ad21d87f', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:52:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03140745-4da4-44c8-898e-26fd1e9659c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3353, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:45:16Z', 'updated_at': '2021-07-14T09:45:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': '9adb11f2-67f6-4336-84e6-d71f29c58570', 'name': '', 'network_id': '4c35a1de-4d2f-4c90-922a-9ee2e847d92b', 'tenant_id': '62cf828fc3e84fada2a4655d43752657', 'mac_address': 'fa:16:3e:64:28:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03140745-4da4-44c8-898e-26fd1e9659c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3358, 'fixed_ips': [{'subnet_id': 'fb44ecfc-c025-4947-a94a-856af59d72fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:45:19Z', 'updated_at': '2021-07-14T09:45:27Z', 'revision_number': 5, 'project_id': '62cf828fc3e84fada2a4655d43752657', 'subnets': [{'id': 'fb44ecfc-c025-4947-a94a-856af59d72fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:47:23.116476 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5f5e6770-5aae-46ec-92dd-85275bc450eb req-15e8a528-2f1b-40d6-9086-0a4fee6afb30 service neutron] 10.222.0.65 "GET /v2.0/networks/4c35a1de-4d2f-4c90-922a-9ee2e847d92b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575112 Jul 14 09:47:23.122259 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e715c588-fa11-4d9a-8134-e2fa3649f308 tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:23.144459 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5071f1e-e7ea-46ac-830f-8b2e02cb369a None None] The sync data for ids ['03140745-4da4-44c8-898e-26fd1e9659c1'] in n-d-779913-29 is: [{'id': '03140745-4da4-44c8-898e-26fd1e9659c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-982187509', 'tenant_id': '62cf828fc3e84fada2a4655d43752657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.52'}], 'enable_snat': True}, 'gw_port_id': '0f4ad24a-0e11-4164-9575-ab79ad21d87f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:45:15Z', 'updated_at': '2021-07-14T09:45:20Z', 'revision_number': 4, 'project_id': '62cf828fc3e84fada2a4655d43752657', 'gw_port': {'id': '0f4ad24a-0e11-4164-9575-ab79ad21d87f', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:52:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03140745-4da4-44c8-898e-26fd1e9659c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3353, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:45:16Z', 'updated_at': '2021-07-14T09:45:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': '9adb11f2-67f6-4336-84e6-d71f29c58570', 'name': '', 'network_id': '4c35a1de-4d2f-4c90-922a-9ee2e847d92b', 'tenant_id': '62cf828fc3e84fada2a4655d43752657', 'mac_address': 'fa:16:3e:64:28:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03140745-4da4-44c8-898e-26fd1e9659c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3358, 'fixed_ips': [{'subnet_id': 'fb44ecfc-c025-4947-a94a-856af59d72fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:45:19Z', 'updated_at': '2021-07-14T09:45:27Z', 'revision_number': 5, 'project_id': '62cf828fc3e84fada2a4655d43752657', 'subnets': [{'id': 'fb44ecfc-c025-4947-a94a-856af59d72fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:47:23.262644 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-511aaf53-0fee-49e4-8464-51a9c7490842 None None] Provisioning complete for port d6c7f724-1694-4e70-9141-5310fa1df2d4 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:47:23.263278 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-511aaf53-0fee-49e4-8464-51a9c7490842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:23.475774 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5f5e6770-5aae-46ec-92dd-85275bc450eb req-050ce5ad-10bd-4824-a893-c0443dd664a1 service neutron] 10.222.0.65 "GET /v2.0/networks/4c35a1de-4d2f-4c90-922a-9ee2e847d92b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3502562 Jul 14 09:47:23.561915 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device d6c7f724-1694-4e70-9141-5310fa1df2d4 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:47:23.577214 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e715c588-fa11-4d9a-8134-e2fa3649f308 tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:23.582176 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e715c588-fa11-4d9a-8134-e2fa3649f308 tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:23.583031 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e715c588-fa11-4d9a-8134-e2fa3649f308 tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-683747'] for router_interface, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:23.591480 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d7f2cc-2080-4296-901e-941cdcd07f51 None None] New status for floating IP 5d574e84-e698-4ba9-9a35-1b19d2c8171f: DOWN {{(pid=93959) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:47:23.660770 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.agents_db [None req-3c3509fb-540d-4335-a450-574895dd3602 None None] Agent healthcheck: found 7 active agents {{(pid=93960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:47:23.668520 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-511aaf53-0fee-49e4-8464-51a9c7490842 None None] Provisioning for port a305fbd4-fbf0-46b7-ba1e-38d67e3acaf5 completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:47:23.675367 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-511aaf53-0fee-49e4-8464-51a9c7490842 None None] Provisioning complete for port a305fbd4-fbf0-46b7-ba1e-38d67e3acaf5 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:47:23.676279 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-511aaf53-0fee-49e4-8464-51a9c7490842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:23.685393 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e715c588-fa11-4d9a-8134-e2fa3649f308 tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] Pushing event updated for resources: {'Port': ['ID=a305fbd4-fbf0-46b7-ba1e-38d67e3acaf5,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:23.712684 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-511aaf53-0fee-49e4-8464-51a9c7490842 None None] Port a305fbd4-fbf0-46b7-ba1e-38d67e3acaf5 cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:47:23.726711 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port d6c7f724-1694-4e70-9141-5310fa1df2d4 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:47:23.727023 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:23.775717 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e715c588-fa11-4d9a-8134-e2fa3649f308 tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] Network fa37cb8e-c59c-4b14-b618-962dfd32c1e7 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:47:23.777952 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-e715c588-fa11-4d9a-8134-e2fa3649f308 tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:47:23.899365 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e715c588-fa11-4d9a-8134-e2fa3649f308 tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] Router 03eb2187-4a2f-40c3-a0b1-08a533dc0f84 has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:47:23.923377 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a8adaa-3399-47ae-b903-b0f6a43533a7 req-64abef4f-a48a-4f0a-9dd5-2be42ad506bc tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:23.926035 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-68a8adaa-3399-47ae-b903-b0f6a43533a7 req-64abef4f-a48a-4f0a-9dd5-2be42ad506bc tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.65 "GET /v2.0/ports?device_id=3804666f-6b9b-407c-a2ec-26cc88361b9c HTTP/1.1" status: 200 len: 946 time: 0.2066140 Jul 14 09:47:24.150255 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-f4380cc1-ecc3-468c-86b3-cf3d491ad1b0 None None] Provisioning complete for port a305fbd4-fbf0-46b7-ba1e-38d67e3acaf5 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:47:24.150741 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f4380cc1-ecc3-468c-86b3-cf3d491ad1b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:24.192075 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e715c588-fa11-4d9a-8134-e2fa3649f308 tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:47:24.201212 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-e715c588-fa11-4d9a-8134-e2fa3649f308 tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] 10.222.0.68 "PUT /v2.0/routers/03eb2187-4a2f-40c3-a0b1-08a533dc0f84/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4216037 Jul 14 09:47:24.203700 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 51056) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:24.205727 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f0137a4-97cc-41ce-8592-3963ff18c160 None None] Sync routers for ids ['03eb2187-4a2f-40c3-a0b1-08a533dc0f84'] in n-d-779913-29 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:47:24.220020 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-f4380cc1-ecc3-468c-86b3-cf3d491ad1b0 None None] Port a305fbd4-fbf0-46b7-ba1e-38d67e3acaf5 cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:47:24.220590 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f0137a4-97cc-41ce-8592-3963ff18c160 None None] Routers {'03eb2187-4a2f-40c3-a0b1-08a533dc0f84'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:47:24.221409 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-2f0137a4-97cc-41ce-8592-3963ff18c160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:46:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['03eb2187-4a2f-40c3-a0b1-08a533dc0f84'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:47:24.235174 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04de55e-f0a2-4588-9dc0-5dbf49c043b5 req-ed513144-86da-4e71-9e11-ce12b5a6d57b tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:24.236698 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c04de55e-f0a2-4588-9dc0-5dbf49c043b5 req-ed513144-86da-4e71-9e11-ce12b5a6d57b tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/ports?device_id=3804666f-6b9b-407c-a2ec-26cc88361b9c HTTP/1.1" status: 200 len: 946 time: 0.1648498 Jul 14 09:47:24.244952 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [req-68a8adaa-3399-47ae-b903-b0f6a43533a7 req-735a59bb-1c04-4347-a9c5-cc292b73276b tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Deleting port 7cea0ef2-e994-4c90-b899-188986138fca {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:47:24.245298 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-68a8adaa-3399-47ae-b903-b0f6a43533a7 req-735a59bb-1c04-4347-a9c5-cc292b73276b tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:24.260915 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-2f0137a4-97cc-41ce-8592-3963ff18c160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:47:24.270077 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f0137a4-97cc-41ce-8592-3963ff18c160 None None] Routers {'03eb2187-4a2f-40c3-a0b1-08a533dc0f84'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:47:24.270917 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-2f0137a4-97cc-41ce-8592-3963ff18c160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:46:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['03eb2187-4a2f-40c3-a0b1-08a533dc0f84'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:47:24.302678 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-2f0137a4-97cc-41ce-8592-3963ff18c160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:47:24.303653 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f0137a4-97cc-41ce-8592-3963ff18c160 None None] The sync data for ids ['03eb2187-4a2f-40c3-a0b1-08a533dc0f84'] in n-d-779913-29 is: [] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:47:24.314648 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ae2fb18e-fcc6-4d8b-8736-d6109ed186b3 tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] Notify callbacks [] for router, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:24.330693 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c04de55e-f0a2-4588-9dc0-5dbf49c043b5 req-4218d68b-1deb-4a9d-a045-dcea4a1a2427 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/security-groups?id=c4808f8e-d927-4dd4-bd3b-54d695233756&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823584 Jul 14 09:47:24.394846 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-68a8adaa-3399-47ae-b903-b0f6a43533a7 req-735a59bb-1c04-4347-a9c5-cc292b73276b tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] For port 7cea0ef2-e994-4c90-b899-188986138fca, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=7cea0ef2-e994-4c90-b899-188986138fca,segment=NetworkSegment(94ff459e-a83c-40ec-b1f2-d274955b18b9),segment_id=94ff459e-a83c-40ec-b1f2-d274955b18b9)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:47:24.395342 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-68a8adaa-3399-47ae-b903-b0f6a43533a7 req-735a59bb-1c04-4347-a9c5-cc292b73276b tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:24.414077 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [req-68a8adaa-3399-47ae-b903-b0f6a43533a7 req-735a59bb-1c04-4347-a9c5-cc292b73276b tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Calling delete_port for 7cea0ef2-e994-4c90-b899-188986138fca owned by compute:nova {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:47:24.415912 n-d-779913-29 neutron-server[93958]: INFO neutron.api.v2.resource [None req-ae2fb18e-fcc6-4d8b-8736-d6109ed186b3 tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 14 09:47:24.417538 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-ae2fb18e-fcc6-4d8b-8736-d6109ed186b3 tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] 10.222.0.68 "DELETE /v2.0/routers/03eb2187-4a2f-40c3-a0b1-08a533dc0f84 HTTP/1.1" status: 409 len: 329 time: 0.2114024 Jul 14 09:47:24.422767 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 51062) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:24.585179 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-68a8adaa-3399-47ae-b903-b0f6a43533a7 req-735a59bb-1c04-4347-a9c5-cc292b73276b tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:24.626725 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735a59bb-1c04-4347-a9c5-cc292b73276b tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Pushing event deleted for resources: {'Port': ['ID=7cea0ef2-e994-4c90-b899-188986138fca,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:24.698577 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-68a8adaa-3399-47ae-b903-b0f6a43533a7 req-735a59bb-1c04-4347-a9c5-cc292b73276b tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] No DVR routers for this DVR port 7cea0ef2-e994-4c90-b899-188986138fca on host n-h1-779913-29 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:47:24.701045 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-68a8adaa-3399-47ae-b903-b0f6a43533a7 req-735a59bb-1c04-4347-a9c5-cc292b73276b tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:24.703748 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-68a8adaa-3399-47ae-b903-b0f6a43533a7 req-735a59bb-1c04-4347-a9c5-cc292b73276b tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.65 "DELETE /v2.0/ports/7cea0ef2-e994-4c90-b899-188986138fca HTTP/1.1" status: 204 len: 173 time: 0.7684200 Jul 14 09:47:24.703748 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3804666f-6b9b-407c-a2ec-26cc88361b9c', 'name': 'network-vif-deleted', 'tag': '7cea0ef2-e994-4c90-b899-188986138fca'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:47:24.706118 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9ca4289-b706-4590-b162-1afabf5660ca" -d '{"events": [{"server_uuid": "3804666f-6b9b-407c-a2ec-26cc88361b9c", "name": "network-vif-deleted", "tag": "7cea0ef2-e994-4c90-b899-188986138fca"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:47:24.798873 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:24.812632 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:47:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2475fdf2-c5a3-419e-82d4-192db3df77f4 x-openstack-request-id: req-2475fdf2-c5a3-419e-82d4-192db3df77f4 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:47:24.812925 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3804666f-6b9b-407c-a2ec-26cc88361b9c", "name": "network-vif-deleted", "tag": "7cea0ef2-e994-4c90-b899-188986138fca", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:47:24.813567 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-2475fdf2-c5a3-419e-82d4-192db3df77f4 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:47:24.813880 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3804666f-6b9b-407c-a2ec-26cc88361b9c', 'name': 'network-vif-deleted', 'tag': '7cea0ef2-e994-4c90-b899-188986138fca', 'status': 'completed', 'code': 200} Jul 14 09:47:24.891341 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-91b503bb-2708-4420-8ba9-867598499e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:24.957309 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-99d61ffd-1f38-4783-a2c2-84d2de4fd38e tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-683602'] for router_interface, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:25.488038 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 51080) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:25.694019 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-99d61ffd-1f38-4783-a2c2-84d2de4fd38e tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] Deleting port a305fbd4-fbf0-46b7-ba1e-38d67e3acaf5 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:47:25.694686 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-99d61ffd-1f38-4783-a2c2-84d2de4fd38e tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:25.820990 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-99d61ffd-1f38-4783-a2c2-84d2de4fd38e tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:25.837933 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-99d61ffd-1f38-4783-a2c2-84d2de4fd38e tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] Calling delete_port for a305fbd4-fbf0-46b7-ba1e-38d67e3acaf5 owned by network:router_interface {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:47:25.929035 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5ad31076-714c-49ec-bc37-f3d4cd90112a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:25.997548 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7d5faacd-8ea7-45f0-8a00-1022ef1b6400 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-683602'] for router_interface, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:26.068333 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-99d61ffd-1f38-4783-a2c2-84d2de4fd38e tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:26.110127 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d61ffd-1f38-4783-a2c2-84d2de4fd38e tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] Pushing event deleted for resources: {'Port': ['ID=a305fbd4-fbf0-46b7-ba1e-38d67e3acaf5,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:26.225202 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-99d61ffd-1f38-4783-a2c2-84d2de4fd38e tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-620860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682934'] for router_interface, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:26.455352 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-7d5faacd-8ea7-45f0-8a00-1022ef1b6400 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Deleting port 9adb11f2-67f6-4336-84e6-d71f29c58570 {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:47:26.455850 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7d5faacd-8ea7-45f0-8a00-1022ef1b6400 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:26.464356 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99d61ffd-1f38-4783-a2c2-84d2de4fd38e tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] Router 03eb2187-4a2f-40c3-a0b1-08a533dc0f84 has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:47:26.570821 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99d61ffd-1f38-4783-a2c2-84d2de4fd38e tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:47:26.583146 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-99d61ffd-1f38-4783-a2c2-84d2de4fd38e tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] 10.222.0.68 "PUT /v2.0/routers/03eb2187-4a2f-40c3-a0b1-08a533dc0f84/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1573422 Jul 14 09:47:26.588809 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 51098) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:26.589513 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc9b7b6d-7afc-4506-b9a8-4ced550a3aec None None] Sync routers for ids ['03eb2187-4a2f-40c3-a0b1-08a533dc0f84'] in n-d-779913-29 {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:47:26.591045 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7d5faacd-8ea7-45f0-8a00-1022ef1b6400 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] For port 9adb11f2-67f6-4336-84e6-d71f29c58570, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=9adb11f2-67f6-4336-84e6-d71f29c58570,segment=NetworkSegment(94ff459e-a83c-40ec-b1f2-d274955b18b9),segment_id=94ff459e-a83c-40ec-b1f2-d274955b18b9)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:47:26.591544 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7d5faacd-8ea7-45f0-8a00-1022ef1b6400 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:26.606905 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc9b7b6d-7afc-4506-b9a8-4ced550a3aec None None] Routers {'03eb2187-4a2f-40c3-a0b1-08a533dc0f84'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:47:26.608423 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-dc9b7b6d-7afc-4506-b9a8-4ced550a3aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:47:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['03eb2187-4a2f-40c3-a0b1-08a533dc0f84'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:47:26.614814 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-7d5faacd-8ea7-45f0-8a00-1022ef1b6400 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Calling delete_port for 9adb11f2-67f6-4336-84e6-d71f29c58570 owned by network:router_interface {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:47:26.642878 n-d-779913-29 neutron-server[93958]: INFO neutron.api.v2.resource [None req-f2ffe7b5-25ec-4fe1-9a30-15de80da0ac9 tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] show failed (client error): The resource could not be found. Jul 14 09:47:26.644876 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-f2ffe7b5-25ec-4fe1-9a30-15de80da0ac9 tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] 10.222.0.68 "GET /v2.0/routers/tempest-non_exist_router-1199781013 HTTP/1.1" status: 404 len: 335 time: 0.0536087 Jul 14 09:47:26.651006 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 51100) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:26.660119 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-e06f2818-f9b6-493e-bfb3-298f2291c285 tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] Request body: {'router': {'name': 'new_name'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:47:26.660838 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-dc9b7b6d-7afc-4506-b9a8-4ced550a3aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:47:26.674687 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc9b7b6d-7afc-4506-b9a8-4ced550a3aec None None] Routers {'03eb2187-4a2f-40c3-a0b1-08a533dc0f84'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:47:26.675721 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-dc9b7b6d-7afc-4506-b9a8-4ced550a3aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:47:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['03eb2187-4a2f-40c3-a0b1-08a533dc0f84'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:47:26.719564 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-dc9b7b6d-7afc-4506-b9a8-4ced550a3aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:47:26.720184 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc9b7b6d-7afc-4506-b9a8-4ced550a3aec None None] The sync data for ids ['03eb2187-4a2f-40c3-a0b1-08a533dc0f84'] in n-d-779913-29 is: [] {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:47:26.722898 n-d-779913-29 neutron-server[93958]: INFO neutron.api.v2.resource [None req-e06f2818-f9b6-493e-bfb3-298f2291c285 tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] update failed (client error): The resource could not be found. Jul 14 09:47:26.725807 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-e06f2818-f9b6-493e-bfb3-298f2291c285 tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] 10.222.0.68 "PUT /v2.0/routers/tempest-non_exist_router-1233077090 HTTP/1.1" status: 404 len: 335 time: 0.0729089 Jul 14 09:47:26.731666 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 51102) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:26.828861 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5282992-8e7b-46ac-990d-a9a8d5f33531 tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] Deleting subnet a41f69c5-e09a-4a54-99d3-cf52549e74c6 {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:47:26.835779 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e5282992-8e7b-46ac-990d-a9a8d5f33531 tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:26.868115 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7d5faacd-8ea7-45f0-8a00-1022ef1b6400 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:26.902616 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e5282992-8e7b-46ac-990d-a9a8d5f33531 tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13574120'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:26.903004 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5faacd-8ea7-45f0-8a00-1022ef1b6400 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Pushing event deleted for resources: {'Port': ['ID=9adb11f2-67f6-4336-84e6-d71f29c58570,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:27.040634 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e5282992-8e7b-46ac-990d-a9a8d5f33531 tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3481002'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:27.124376 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e5282992-8e7b-46ac-990d-a9a8d5f33531 tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13574056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16714573'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:27.163980 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5282992-8e7b-46ac-990d-a9a8d5f33531 tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] Pushing event deleted for resources: {'Subnet': ['ID=a41f69c5-e09a-4a54-99d3-cf52549e74c6,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:27.186429 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-226c8fe2-9bb5-4b55-b281-28a2ad19bb87 None None] Network 7b6713a4-4922-4bec-9c03-ec11ef3072b2 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:47:27.192708 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7d5faacd-8ea7-45f0-8a00-1022ef1b6400 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-620860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682934'] for router_interface, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:27.195326 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e5282992-8e7b-46ac-990d-a9a8d5f33531 tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:27.200218 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-e5282992-8e7b-46ac-990d-a9a8d5f33531 tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] 10.222.0.68 "DELETE /v2.0/subnets/a41f69c5-e09a-4a54-99d3-cf52549e74c6 HTTP/1.1" status: 204 len: 168 time: 0.4643056 Jul 14 09:47:27.202609 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 51110) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:27.323396 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1ee0febf-d38a-4edf-941d-c8c174177a8e tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3876111'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:27.425007 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-1ee0febf-d38a-4edf-941d-c8c174177a8e tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] Deleting port d6c7f724-1694-4e70-9141-5310fa1df2d4 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:47:27.425314 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1ee0febf-d38a-4edf-941d-c8c174177a8e tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:27.467390 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f882072-0e65-4f5f-8964-b821a070fbe6 None None] DHCP port deletion for 7b6713a4-4922-4bec-9c03-ec11ef3072b2 request from n-d-779913-29 {{(pid=93959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:47:27.552511 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-1ee0febf-d38a-4edf-941d-c8c174177a8e tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] For port d6c7f724-1694-4e70-9141-5310fa1df2d4, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=d6c7f724-1694-4e70-9141-5310fa1df2d4,segment=NetworkSegment(dfa326e6-965d-48ff-95e0-500b5d1d8a06),segment_id=dfa326e6-965d-48ff-95e0-500b5d1d8a06)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:47:27.553132 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1ee0febf-d38a-4edf-941d-c8c174177a8e tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:27.580973 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-1ee0febf-d38a-4edf-941d-c8c174177a8e tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] Calling delete_port for d6c7f724-1694-4e70-9141-5310fa1df2d4 owned by network:dhcp {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:47:27.609568 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-7f882072-0e65-4f5f-8964-b821a070fbe6 None None] Deleting port d6c7f724-1694-4e70-9141-5310fa1df2d4 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:47:27.609568 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7f882072-0e65-4f5f-8964-b821a070fbe6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:27.609568 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 7cea0ef2-e994-4c90-b899-188986138fca no longer exists at agent hyperv_n-h1-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:47:27.711552 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] No Port match for: 7cea0ef2-e994-4c90-b899-188986138fca {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:47:27.711813 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 7cea0ef2-e994-4c90-b899-188986138fca not bound to the agent host n-h1-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:47:27.737336 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1ee0febf-d38a-4edf-941d-c8c174177a8e tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:27.765455 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-7f882072-0e65-4f5f-8964-b821a070fbe6 None None] For port d6c7f724-1694-4e70-9141-5310fa1df2d4, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=d6c7f724-1694-4e70-9141-5310fa1df2d4,segment=NetworkSegment(dfa326e6-965d-48ff-95e0-500b5d1d8a06),segment_id=dfa326e6-965d-48ff-95e0-500b5d1d8a06)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:47:27.766560 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7f882072-0e65-4f5f-8964-b821a070fbe6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:27.774127 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee0febf-d38a-4edf-941d-c8c174177a8e tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] No DVR routers for this DVR port d6c7f724-1694-4e70-9141-5310fa1df2d4 on host n-d-779913-29 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:47:27.781787 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee0febf-d38a-4edf-941d-c8c174177a8e tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] Pushing event deleted for resources: {'Port': ['ID=d6c7f724-1694-4e70-9141-5310fa1df2d4,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:27.793322 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-7f882072-0e65-4f5f-8964-b821a070fbe6 None None] Calling delete_port for d6c7f724-1694-4e70-9141-5310fa1df2d4 owned by network:dhcp {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:47:27.876753 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1ee0febf-d38a-4edf-941d-c8c174177a8e tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473955', 'neutron.services.segments.db._delete_segments_for_network-8735688326548'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:27.887266 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-1ee0febf-d38a-4edf-941d-c8c174177a8e tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b6713a4-4922-4bec-9c03-ec11ef3072b2']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:47:27.900632 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-1ee0febf-d38a-4edf-941d-c8c174177a8e tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfa326e6-965d-48ff-95e0-500b5d1d8a06') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:47:27.900932 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-1ee0febf-d38a-4edf-941d-c8c174177a8e tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfa326e6-965d-48ff-95e0-500b5d1d8a06') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:47:27.906102 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7f882072-0e65-4f5f-8964-b821a070fbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:27.912331 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1ee0febf-d38a-4edf-941d-c8c174177a8e tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735688356235', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13574129'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:27.916599 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5bbe322f-3f67-4864-bc0a-91afe44d23e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:27.924196 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d5faacd-8ea7-45f0-8a00-1022ef1b6400 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Router 03140745-4da4-44c8-898e-26fd1e9659c1 has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:47:27.928942 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1ee0febf-d38a-4edf-941d-c8c174177a8e tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:27.938185 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ee0febf-d38a-4edf-941d-c8c174177a8e tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] Releasing vlan 744 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:47:27.938903 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1ee0febf-d38a-4edf-941d-c8c174177a8e tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13573126'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:27.944641 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f882072-0e65-4f5f-8964-b821a070fbe6 None None] No DVR routers for this DVR port d6c7f724-1694-4e70-9141-5310fa1df2d4 on host n-d-779913-29 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:47:27.947140 n-d-779913-29 neutron-server[93958]: Traceback (most recent call last): Jul 14 09:47:27.947140 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:47:27.947140 n-d-779913-29 neutron-server[93958]: timer() Jul 14 09:47:27.947140 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:47:27.947140 n-d-779913-29 neutron-server[93958]: cb(*args, **kw) Jul 14 09:47:27.947140 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:47:27.947140 n-d-779913-29 neutron-server[93958]: return func(*args, **kwargs) Jul 14 09:47:27.947140 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:47:27.947140 n-d-779913-29 neutron-server[93958]: self._notify() Jul 14 09:47:27.947140 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:47:27.947140 n-d-779913-29 neutron-server[93958]: self.callback(batched_events) Jul 14 09:47:27.947140 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:47:27.947140 n-d-779913-29 neutron-server[93958]: event.method(event) Jul 14 09:47:27.947140 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:47:27.947140 n-d-779913-29 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:47:27.947140 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:47:27.947140 n-d-779913-29 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:47:27.947140 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:47:27.947140 n-d-779913-29 neutron-server[93958]: return f(self, *a, **k) Jul 14 09:47:27.947140 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:47:27.947140 n-d-779913-29 neutron-server[93958]: return self._get(url).json() Jul 14 09:47:27.947140 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:47:27.947140 n-d-779913-29 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:47:27.947140 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:47:27.947140 n-d-779913-29 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 14 09:47:27.947140 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:47:27.947140 n-d-779913-29 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:47:27.947140 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:47:27.947140 n-d-779913-29 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:47:27.947140 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:47:27.947140 n-d-779913-29 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:47:27.947140 n-d-779913-29 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:47:27.950333 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f882072-0e65-4f5f-8964-b821a070fbe6 None None] Pushing event deleted for resources: {'Port': ['ID=d6c7f724-1694-4e70-9141-5310fa1df2d4,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:28.022152 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1ee0febf-d38a-4edf-941d-c8c174177a8e tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660504'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:28.027022 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1ee0febf-d38a-4edf-941d-c8c174177a8e tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:28.032604 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-1ee0febf-d38a-4edf-941d-c8c174177a8e tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] 10.222.0.68 "DELETE /v2.0/networks/7b6713a4-4922-4bec-9c03-ec11ef3072b2 HTTP/1.1" status: 204 len: 168 time: 0.8289280 Jul 14 09:47:28.033251 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 51118) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:28.076137 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee0febf-d38a-4edf-941d-c8c174177a8e tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] Pushing event deleted for resources: {'Network': ['ID=7b6713a4-4922-4bec-9c03-ec11ef3072b2,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:28.076912 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d5faacd-8ea7-45f0-8a00-1022ef1b6400 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:47:28.081182 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-7d5faacd-8ea7-45f0-8a00-1022ef1b6400 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "PUT /v2.0/routers/03140745-4da4-44c8-898e-26fd1e9659c1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5917501 Jul 14 09:47:28.083956 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 51120) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:28.103835 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7af7cfcf-408a-4a2f-ac8c-4a56a32f79c5 None None] Sync routers for ids ['03140745-4da4-44c8-898e-26fd1e9659c1'] in n-d-779913-29 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:47:28.106606 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bd44d8b-39c9-4443-b550-386342670e54 tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] Deleting subnet 9ab06999-3ff1-4a30-abb8-5b8e263efc15 {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:47:28.110023 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3bd44d8b-39c9-4443-b550-386342670e54 tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:28.118595 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af7cfcf-408a-4a2f-ac8c-4a56a32f79c5 None None] Routers {'03140745-4da4-44c8-898e-26fd1e9659c1'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:47:28.119230 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-7af7cfcf-408a-4a2f-ac8c-4a56a32f79c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:47:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['03140745-4da4-44c8-898e-26fd1e9659c1'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:47:28.142195 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_v2 [None req-72d9a395-f26a-47f6-b95f-a9af1dcb9593 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Deleting subnet fb44ecfc-c025-4947-a94a-856af59d72fc {{(pid=93957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:47:28.145740 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-72d9a395-f26a-47f6-b95f-a9af1dcb9593 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks [] for subnet, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:28.162655 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3bd44d8b-39c9-4443-b550-386342670e54 tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13574120'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:28.191156 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-72d9a395-f26a-47f6-b95f-a9af1dcb9593 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10944203'] for subnet, precommit_delete_associations {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:28.270627 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3bd44d8b-39c9-4443-b550-386342670e54 tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3481002'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:28.293807 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-7af7cfcf-408a-4a2f-ac8c-4a56a32f79c5 None None] Set router 03140745-4da4-44c8-898e-26fd1e9659c1 gateway port host: n-d-779913-29 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:47:28.321677 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-72d9a395-f26a-47f6-b95f-a9af1dcb9593 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3481002'] for subnet, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:28.340755 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3bd44d8b-39c9-4443-b550-386342670e54 tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13574056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16714573'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:28.373672 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd44d8b-39c9-4443-b550-386342670e54 tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] Pushing event deleted for resources: {'Subnet': ['ID=9ab06999-3ff1-4a30-abb8-5b8e263efc15,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:28.390760 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3bd44d8b-39c9-4443-b550-386342670e54 tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:28.391929 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-72d9a395-f26a-47f6-b95f-a9af1dcb9593 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10052701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11984075'] for subnet, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:28.394696 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41be229a-3ab9-4ed9-bcd6-b8cd40c54485 None None] Network 447095af-4d8c-4564-ada0-1dd5e3fa1325 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:47:28.395632 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-3bd44d8b-39c9-4443-b550-386342670e54 tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] 10.222.0.68 "DELETE /v2.0/subnets/9ab06999-3ff1-4a30-abb8-5b8e263efc15 HTTP/1.1" status: 204 len: 168 time: 0.3583815 Jul 14 09:47:28.396284 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 51128) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:28.419197 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d9a395-f26a-47f6-b95f-a9af1dcb9593 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Pushing event deleted for resources: {'Subnet': ['ID=fb44ecfc-c025-4947-a94a-856af59d72fc,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:28.430430 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-72d9a395-f26a-47f6-b95f-a9af1dcb9593 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks [] for subnet, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:28.436373 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-72d9a395-f26a-47f6-b95f-a9af1dcb9593 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "DELETE /v2.0/subnets/fb44ecfc-c025-4947-a94a-856af59d72fc HTTP/1.1" status: 204 len: 168 time: 0.3507345 Jul 14 09:47:28.437136 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 51130) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:28.484667 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5928da8-4e7a-4e4c-b296-1f15b3adc370 None None] Network 4c35a1de-4d2f-4c90-922a-9ee2e847d92b requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:47:28.519636 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-7af7cfcf-408a-4a2f-ac8c-4a56a32f79c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03140745-4da4-44c8-898e-26fd1e9659c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-982187509', 'tenant_id': '62cf828fc3e84fada2a4655d43752657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.52'}], 'enable_snat': True}, 'gw_port_id': '0f4ad24a-0e11-4164-9575-ab79ad21d87f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:45:15Z', 'updated_at': '2021-07-14T09:47:26Z', 'revision_number': 5, 'project_id': '62cf828fc3e84fada2a4655d43752657', 'gw_port': {'id': '0f4ad24a-0e11-4164-9575-ab79ad21d87f', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:52:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03140745-4da4-44c8-898e-26fd1e9659c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3353, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:45:16Z', 'updated_at': '2021-07-14T09:45:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29'}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:47:28.540493 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3c0e356-2d1c-43a3-8b76-ee81cb4d757d tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] Deleting subnet d5416a9f-6fa5-4b2b-b730-bbc8018c7c7b {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:47:28.546620 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e3c0e356-2d1c-43a3-8b76-ee81cb4d757d tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:28.550602 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7af7cfcf-408a-4a2f-ac8c-4a56a32f79c5 None None] Checking router: 03140745-4da4-44c8-898e-26fd1e9659c1 for host: n-d-779913-29 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:47:28.561098 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af7cfcf-408a-4a2f-ac8c-4a56a32f79c5 None None] Routers {'03140745-4da4-44c8-898e-26fd1e9659c1'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:47:28.561802 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-7af7cfcf-408a-4a2f-ac8c-4a56a32f79c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:47:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['03140745-4da4-44c8-898e-26fd1e9659c1'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:47:28.571392 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a4438392-b6a7-443e-9c93-ace8ce94587c tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks [] for router, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:28.632199 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e3c0e356-2d1c-43a3-8b76-ee81cb4d757d tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13574120'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:28.721417 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-7af7cfcf-408a-4a2f-ac8c-4a56a32f79c5 None None] Set router 03140745-4da4-44c8-898e-26fd1e9659c1 gateway port host: n-d-779913-29 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:47:28.736438 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a4438392-b6a7-443e-9c93-ace8ce94587c tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:28.780149 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e3c0e356-2d1c-43a3-8b76-ee81cb4d757d tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3481002'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:28.802272 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-a4438392-b6a7-443e-9c93-ace8ce94587c tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Deleting port 0f4ad24a-0e11-4164-9575-ab79ad21d87f {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:47:28.802624 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a4438392-b6a7-443e-9c93-ace8ce94587c tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:28.863592 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e3c0e356-2d1c-43a3-8b76-ee81cb4d757d tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13574056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16714573'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:28.914139 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c0e356-2d1c-43a3-8b76-ee81cb4d757d tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] Pushing event deleted for resources: {'Subnet': ['ID=d5416a9f-6fa5-4b2b-b730-bbc8018c7c7b,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:28.916218 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e3c0e356-2d1c-43a3-8b76-ee81cb4d757d tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:28.918178 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-e3c0e356-2d1c-43a3-8b76-ee81cb4d757d tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] 10.222.0.68 "DELETE /v2.0/subnets/d5416a9f-6fa5-4b2b-b730-bbc8018c7c7b HTTP/1.1" status: 204 len: 168 time: 0.5209553 Jul 14 09:47:28.921169 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 51138) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:28.925036 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bea242f-81fd-4ea3-b2a1-8c79c96dfc1b None None] Network 3ed32aa7-5579-45c0-8f5f-5503298bc4f7 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:47:28.964488 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc5a31c9-650b-4488-a1be-cbd4295f6cfd None None] DHCP port deletion for 447095af-4d8c-4564-ada0-1dd5e3fa1325 request from n-d-779913-29 {{(pid=93959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:47:28.987303 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-a4438392-b6a7-443e-9c93-ace8ce94587c tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] For port 0f4ad24a-0e11-4164-9575-ab79ad21d87f, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=0f4ad24a-0e11-4164-9575-ab79ad21d87f,segment=NetworkSegment(81bf7a93-80b3-43df-b9d5-462c604a2945),segment_id=81bf7a93-80b3-43df-b9d5-462c604a2945)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:47:28.988126 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a4438392-b6a7-443e-9c93-ace8ce94587c tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:29.006510 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-a4438392-b6a7-443e-9c93-ace8ce94587c tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Calling delete_port for 0f4ad24a-0e11-4164-9575-ab79ad21d87f owned by network:router_gateway {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:47:29.008846 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-18399050-5108-491a-8278-0351da53c9e4 tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3876111'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:29.010156 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13a8e3e0-2aae-4068-9a25-2824f321f87e None None] DHCP port deletion for 4c35a1de-4d2f-4c90-922a-9ee2e847d92b request from n-d-779913-29 {{(pid=93959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:47:29.095207 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-18399050-5108-491a-8278-0351da53c9e4 tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] Deleting port da953bc6-dfdc-47c7-ad57-56bf28950d76 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:47:29.095587 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-18399050-5108-491a-8278-0351da53c9e4 tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:29.192625 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-13a8e3e0-2aae-4068-9a25-2824f321f87e None None] Deleting port 9f9b3118-0d5c-4cf4-a863-d20d339cce9e {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:47:29.193384 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-13a8e3e0-2aae-4068-9a25-2824f321f87e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:29.209342 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a4438392-b6a7-443e-9c93-ace8ce94587c tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:29.247985 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4438392-b6a7-443e-9c93-ace8ce94587c tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Pushing event deleted for resources: {'Port': ['ID=0f4ad24a-0e11-4164-9575-ab79ad21d87f,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:29.265696 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-dc5a31c9-650b-4488-a1be-cbd4295f6cfd None None] Deleting port da953bc6-dfdc-47c7-ad57-56bf28950d76 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:47:29.266228 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-dc5a31c9-650b-4488-a1be-cbd4295f6cfd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:29.283328 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-18399050-5108-491a-8278-0351da53c9e4 tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] For port da953bc6-dfdc-47c7-ad57-56bf28950d76, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=da953bc6-dfdc-47c7-ad57-56bf28950d76,segment=NetworkSegment(25566c25-e04e-4827-8c69-55ba8bc39f49),segment_id=25566c25-e04e-4827-8c69-55ba8bc39f49)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:47:29.283697 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-18399050-5108-491a-8278-0351da53c9e4 tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:29.317778 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a4438392-b6a7-443e-9c93-ace8ce94587c tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-660532'] for router_gateway, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:29.334307 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-18399050-5108-491a-8278-0351da53c9e4 tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] Calling delete_port for da953bc6-dfdc-47c7-ad57-56bf28950d76 owned by network:dhcp {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:47:29.344457 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-7af7cfcf-408a-4a2f-ac8c-4a56a32f79c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03140745-4da4-44c8-898e-26fd1e9659c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-982187509', 'tenant_id': '62cf828fc3e84fada2a4655d43752657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.52'}], 'enable_snat': True}, 'gw_port_id': '0f4ad24a-0e11-4164-9575-ab79ad21d87f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:45:15Z', 'updated_at': '2021-07-14T09:47:26Z', 'revision_number': 5, 'project_id': '62cf828fc3e84fada2a4655d43752657', 'gw_port': {'id': '0f4ad24a-0e11-4164-9575-ab79ad21d87f', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:52:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03140745-4da4-44c8-898e-26fd1e9659c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3353, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:45:16Z', 'updated_at': '2021-07-14T09:45:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29'}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:47:29.360589 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-13a8e3e0-2aae-4068-9a25-2824f321f87e None None] For port 9f9b3118-0d5c-4cf4-a863-d20d339cce9e, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=9f9b3118-0d5c-4cf4-a863-d20d339cce9e,segment=NetworkSegment(94ff459e-a83c-40ec-b1f2-d274955b18b9),segment_id=94ff459e-a83c-40ec-b1f2-d274955b18b9)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:47:29.361145 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-13a8e3e0-2aae-4068-9a25-2824f321f87e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:29.387664 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-13a8e3e0-2aae-4068-9a25-2824f321f87e None None] Calling delete_port for 9f9b3118-0d5c-4cf4-a863-d20d339cce9e owned by network:dhcp {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:47:29.398998 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-dc5a31c9-650b-4488-a1be-cbd4295f6cfd None None] For port da953bc6-dfdc-47c7-ad57-56bf28950d76, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=da953bc6-dfdc-47c7-ad57-56bf28950d76,segment=NetworkSegment(25566c25-e04e-4827-8c69-55ba8bc39f49),segment_id=25566c25-e04e-4827-8c69-55ba8bc39f49)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:47:29.399960 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-dc5a31c9-650b-4488-a1be-cbd4295f6cfd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:29.410733 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7af7cfcf-408a-4a2f-ac8c-4a56a32f79c5 None None] The sync data for ids ['03140745-4da4-44c8-898e-26fd1e9659c1'] in n-d-779913-29 is: [{'id': '03140745-4da4-44c8-898e-26fd1e9659c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-982187509', 'tenant_id': '62cf828fc3e84fada2a4655d43752657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.52'}], 'enable_snat': True}, 'gw_port_id': '0f4ad24a-0e11-4164-9575-ab79ad21d87f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:45:15Z', 'updated_at': '2021-07-14T09:47:26Z', 'revision_number': 5, 'project_id': '62cf828fc3e84fada2a4655d43752657', 'gw_port': {'id': '0f4ad24a-0e11-4164-9575-ab79ad21d87f', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:52:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03140745-4da4-44c8-898e-26fd1e9659c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3353, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:45:16Z', 'updated_at': '2021-07-14T09:45:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29'}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:47:29.423256 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-dc5a31c9-650b-4488-a1be-cbd4295f6cfd None None] Calling delete_port for da953bc6-dfdc-47c7-ad57-56bf28950d76 owned by network:dhcp {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:47:29.499719 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-18399050-5108-491a-8278-0351da53c9e4 tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:29.504372 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a4438392-b6a7-443e-9c93-ace8ce94587c tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-711871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12964'] for router, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:29.505372 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8867365-65c9-4f28-a8b3-c444851265c8 None None] DHCP port deletion for 3ed32aa7-5579-45c0-8f5f-5503298bc4f7 request from n-d-779913-29 {{(pid=93959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:47:29.508723 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a4438392-b6a7-443e-9c93-ace8ce94587c tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:29.538443 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18399050-5108-491a-8278-0351da53c9e4 tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] Pushing event deleted for resources: {'Port': ['ID=da953bc6-dfdc-47c7-ad57-56bf28950d76,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:29.540628 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18399050-5108-491a-8278-0351da53c9e4 tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] No DVR routers for this DVR port da953bc6-dfdc-47c7-ad57-56bf28950d76 on host n-d-779913-29 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:47:29.609338 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a4438392-b6a7-443e-9c93-ace8ce94587c tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-704815'] for router, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:29.610886 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4438392-b6a7-443e-9c93-ace8ce94587c tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Fanout notify agent at l3_agent the message router_deleted on router 03140745-4da4-44c8-898e-26fd1e9659c1 {{(pid=93957) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:47:29.629014 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a4438392-b6a7-443e-9c93-ace8ce94587c tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks [] for router, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:29.634876 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-a4438392-b6a7-443e-9c93-ace8ce94587c tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "DELETE /v2.0/routers/03140745-4da4-44c8-898e-26fd1e9659c1 HTTP/1.1" status: 204 len: 168 time: 1.1959634 Jul 14 09:47:29.637691 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 51146) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:29.657017 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-18399050-5108-491a-8278-0351da53c9e4 tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473955', 'neutron.services.segments.db._delete_segments_for_network-8735688326548'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:29.668649 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-18399050-5108-491a-8278-0351da53c9e4 tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['447095af-4d8c-4564-ada0-1dd5e3fa1325']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:47:29.675941 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-d8867365-65c9-4f28-a8b3-c444851265c8 None None] Deleting port d7d7b6af-f544-407a-b742-321c50f57152 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:47:29.676791 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d8867365-65c9-4f28-a8b3-c444851265c8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:29.683024 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-18399050-5108-491a-8278-0351da53c9e4 tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25566c25-e04e-4827-8c69-55ba8bc39f49') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:47:29.683435 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-18399050-5108-491a-8278-0351da53c9e4 tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25566c25-e04e-4827-8c69-55ba8bc39f49') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:47:29.695761 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-18399050-5108-491a-8278-0351da53c9e4 tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735688356235', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13574129'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:29.717813 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-18399050-5108-491a-8278-0351da53c9e4 tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:29.727098 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18399050-5108-491a-8278-0351da53c9e4 tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] Releasing vlan 709 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:47:29.727825 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-18399050-5108-491a-8278-0351da53c9e4 tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13573126'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:29.732467 n-d-779913-29 neutron-server[93958]: Traceback (most recent call last): Jul 14 09:47:29.732467 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:47:29.732467 n-d-779913-29 neutron-server[93958]: timer() Jul 14 09:47:29.732467 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:47:29.732467 n-d-779913-29 neutron-server[93958]: cb(*args, **kw) Jul 14 09:47:29.732467 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:47:29.732467 n-d-779913-29 neutron-server[93958]: return func(*args, **kwargs) Jul 14 09:47:29.732467 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:47:29.732467 n-d-779913-29 neutron-server[93958]: self._notify() Jul 14 09:47:29.732467 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:47:29.732467 n-d-779913-29 neutron-server[93958]: self.callback(batched_events) Jul 14 09:47:29.732467 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:47:29.732467 n-d-779913-29 neutron-server[93958]: event.method(event) Jul 14 09:47:29.732467 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:47:29.732467 n-d-779913-29 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:47:29.732467 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:47:29.732467 n-d-779913-29 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:47:29.732467 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:47:29.732467 n-d-779913-29 neutron-server[93958]: return f(self, *a, **k) Jul 14 09:47:29.732467 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:47:29.732467 n-d-779913-29 neutron-server[93958]: return self._get(url).json() Jul 14 09:47:29.732467 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:47:29.732467 n-d-779913-29 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:47:29.732467 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:47:29.732467 n-d-779913-29 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 14 09:47:29.732467 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:47:29.732467 n-d-779913-29 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:47:29.732467 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:47:29.732467 n-d-779913-29 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:47:29.732467 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:47:29.732467 n-d-779913-29 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:47:29.732467 n-d-779913-29 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:47:29.744733 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c1950b92-c352-47a4-bee6-29d5823e969f tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3876111'] for network, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:29.750296 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-d8867365-65c9-4f28-a8b3-c444851265c8 None None] For port d7d7b6af-f544-407a-b742-321c50f57152, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=d7d7b6af-f544-407a-b742-321c50f57152,segment=NetworkSegment(3339e8e6-5b45-4615-82db-5af8f4fe275b),segment_id=3339e8e6-5b45-4615-82db-5af8f4fe275b)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:47:29.750703 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d8867365-65c9-4f28-a8b3-c444851265c8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:29.763647 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-d8867365-65c9-4f28-a8b3-c444851265c8 None None] Calling delete_port for d7d7b6af-f544-407a-b742-321c50f57152 owned by network:dhcp {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:47:29.812858 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-18399050-5108-491a-8278-0351da53c9e4 tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660504'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:29.817908 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-18399050-5108-491a-8278-0351da53c9e4 tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:29.825830 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-18399050-5108-491a-8278-0351da53c9e4 tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] 10.222.0.68 "DELETE /v2.0/networks/447095af-4d8c-4564-ada0-1dd5e3fa1325 HTTP/1.1" status: 204 len: 168 time: 0.9030759 Jul 14 09:47:29.826747 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 51148) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:29.832619 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-13a8e3e0-2aae-4068-9a25-2824f321f87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:29.848851 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c1950b92-c352-47a4-bee6-29d5823e969f tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473955', 'neutron.services.segments.db._delete_segments_for_network-8735688326548'] for network, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:29.860568 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a8e3e0-2aae-4068-9a25-2824f321f87e None None] Pushing event deleted for resources: {'Port': ['ID=9f9b3118-0d5c-4cf4-a863-d20d339cce9e,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:29.864347 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-dc5a31c9-650b-4488-a1be-cbd4295f6cfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:29.864565 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-c1950b92-c352-47a4-bee6-29d5823e969f tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c35a1de-4d2f-4c90-922a-9ee2e847d92b']}} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:47:29.876347 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-c1950b92-c352-47a4-bee6-29d5823e969f tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94ff459e-a83c-40ec-b1f2-d274955b18b9') {'for_net_delete': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:47:29.876654 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-c1950b92-c352-47a4-bee6-29d5823e969f tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94ff459e-a83c-40ec-b1f2-d274955b18b9') {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:47:29.886363 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c1950b92-c352-47a4-bee6-29d5823e969f tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735688356235', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10944210'] for segment, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:29.891745 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18399050-5108-491a-8278-0351da53c9e4 tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] Pushing event deleted for resources: {'Network': ['ID=447095af-4d8c-4564-ada0-1dd5e3fa1325,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:29.901890 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c1950b92-c352-47a4-bee6-29d5823e969f tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:29.910017 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1950b92-c352-47a4-bee6-29d5823e969f tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Releasing vlan 719 on physical network physnet1 to pool {{(pid=93957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:47:29.910441 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c1950b92-c352-47a4-bee6-29d5823e969f tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10053619'] for segment, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:29.913787 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-dc5a31c9-650b-4488-a1be-cbd4295f6cfd None None] Network 447095af-4d8c-4564-ada0-1dd5e3fa1325 is not hosted by any dhcp agent {{(pid=93959) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 14 09:47:29.914483 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc5a31c9-650b-4488-a1be-cbd4295f6cfd None None] No DVR routers for this DVR port da953bc6-dfdc-47c7-ad57-56bf28950d76 on host n-d-779913-29 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:47:29.923426 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device da953bc6-dfdc-47c7-ad57-56bf28950d76 no longer exists at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:47:29.949912 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5a31c9-650b-4488-a1be-cbd4295f6cfd None None] Pushing event deleted for resources: {'Port': ['ID=da953bc6-dfdc-47c7-ad57-56bf28950d76,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:29.953174 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] No Port match for: da953bc6-dfdc-47c7-ad57-56bf28950d76 {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:47:29.953678 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device da953bc6-dfdc-47c7-ad57-56bf28950d76 not bound to the agent host n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:47:29.954197 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 9f9b3118-0d5c-4cf4-a863-d20d339cce9e no longer exists at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:47:29.989924 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a8e3e0-2aae-4068-9a25-2824f321f87e None None] No DVR routers for this DVR port 9f9b3118-0d5c-4cf4-a863-d20d339cce9e on host n-d-779913-29 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:47:30.000520 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] No Port match for: 9f9b3118-0d5c-4cf4-a863-d20d339cce9e {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:47:30.000977 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 9f9b3118-0d5c-4cf4-a863-d20d339cce9e not bound to the agent host n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:47:30.001715 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device d6c7f724-1694-4e70-9141-5310fa1df2d4 no longer exists at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:47:30.017119 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:47:30.017119 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:47:30.017119 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:47:30.017119 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:47:30.017119 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:47:30.017119 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:47:30.017119 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:47:30.017119 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:47:30.017119 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:47:30.017119 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:47:30.017119 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:47:30.017119 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:47:30.017119 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:47:30.017119 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:47:30.017119 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:47:30.017119 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:47:30.017119 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:47:30.017119 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:47:30.017119 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:47:30.017119 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:47:30.017119 n-d-779913-29 neutron-server[93957]: Traceback (most recent call last): Jul 14 09:47:30.017119 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:47:30.017119 n-d-779913-29 neutron-server[93957]: timer() Jul 14 09:47:30.017119 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:47:30.017119 n-d-779913-29 neutron-server[93957]: cb(*args, **kw) Jul 14 09:47:30.017119 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:47:30.017119 n-d-779913-29 neutron-server[93957]: return func(*args, **kwargs) Jul 14 09:47:30.017119 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:47:30.017119 n-d-779913-29 neutron-server[93957]: self._notify() Jul 14 09:47:30.017119 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:47:30.017119 n-d-779913-29 neutron-server[93957]: self.callback(batched_events) Jul 14 09:47:30.017119 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:47:30.017119 n-d-779913-29 neutron-server[93957]: event.method(event) Jul 14 09:47:30.017119 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:47:30.017119 n-d-779913-29 neutron-server[93957]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:47:30.017119 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:47:30.017119 n-d-779913-29 neutron-server[93957]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:47:30.017119 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:47:30.017119 n-d-779913-29 neutron-server[93957]: return f(self, *a, **k) Jul 14 09:47:30.017119 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:47:30.017119 n-d-779913-29 neutron-server[93957]: return self._get(url).json() Jul 14 09:47:30.017119 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:47:30.017119 n-d-779913-29 neutron-server[93957]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:47:30.017119 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:47:30.017119 n-d-779913-29 neutron-server[93957]: return self.request(url, 'GET', **kwargs) Jul 14 09:47:30.017119 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:47:30.017119 n-d-779913-29 neutron-server[93957]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:47:30.017119 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:47:30.017119 n-d-779913-29 neutron-server[93957]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:47:30.017119 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:47:30.017119 n-d-779913-29 neutron-server[93957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:47:30.017119 n-d-779913-29 neutron-server[93957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:47:30.021331 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c1950b92-c352-47a4-bee6-29d5823e969f tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660504'] for network, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:30.044306 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] No Port match for: d6c7f724-1694-4e70-9141-5310fa1df2d4 {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:47:30.044808 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device d6c7f724-1694-4e70-9141-5310fa1df2d4 not bound to the agent host n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:47:30.058493 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c1950b92-c352-47a4-bee6-29d5823e969f tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks [] for network, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:30.063813 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-c1950b92-c352-47a4-bee6-29d5823e969f tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "DELETE /v2.0/networks/4c35a1de-4d2f-4c90-922a-9ee2e847d92b HTTP/1.1" status: 204 len: 168 time: 0.4270666 Jul 14 09:47:30.064735 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1950b92-c352-47a4-bee6-29d5823e969f tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Pushing event deleted for resources: {'Network': ['ID=4c35a1de-4d2f-4c90-922a-9ee2e847d92b,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:30.072337 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 51152) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:30.074397 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d8867365-65c9-4f28-a8b3-c444851265c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:30.127698 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8867365-65c9-4f28-a8b3-c444851265c8 None None] Pushing event deleted for resources: {'Port': ['ID=d7d7b6af-f544-407a-b742-321c50f57152,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:30.144852 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8867365-65c9-4f28-a8b3-c444851265c8 None None] No DVR routers for this DVR port d7d7b6af-f544-407a-b742-321c50f57152 on host n-d-779913-29 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:47:30.151996 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8867365-65c9-4f28-a8b3-c444851265c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:47:30.152594 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8867365-65c9-4f28-a8b3-c444851265c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:47:30.153150 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8867365-65c9-4f28-a8b3-c444851265c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:47:30.153692 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8867365-65c9-4f28-a8b3-c444851265c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:47:30.163296 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8867365-65c9-4f28-a8b3-c444851265c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:47:30.163639 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8867365-65c9-4f28-a8b3-c444851265c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:47:30.164051 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8867365-65c9-4f28-a8b3-c444851265c8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:47:30.164422 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8867365-65c9-4f28-a8b3-c444851265c8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:47:30.164907 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8867365-65c9-4f28-a8b3-c444851265c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:47:30.165252 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8867365-65c9-4f28-a8b3-c444851265c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:47:30.165447 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-59678044-896a-4161-a08c-6221c184a989 tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3876111'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:30.165652 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8867365-65c9-4f28-a8b3-c444851265c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:47:30.166900 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8867365-65c9-4f28-a8b3-c444851265c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:47:30.227090 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2b9421a9-59fd-4cb9-8b6a-6f2feac5860f tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:30.301508 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2b9421a9-59fd-4cb9-8b6a-6f2feac5860f tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:30.304908 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-59678044-896a-4161-a08c-6221c184a989 tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473955', 'neutron.services.segments.db._delete_segments_for_network-8735688326548'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:30.324068 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-59678044-896a-4161-a08c-6221c184a989 tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ed32aa7-5579-45c0-8f5f-5503298bc4f7']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:47:30.345736 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-59678044-896a-4161-a08c-6221c184a989 tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3339e8e6-5b45-4615-82db-5af8f4fe275b') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:47:30.346038 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-59678044-896a-4161-a08c-6221c184a989 tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3339e8e6-5b45-4615-82db-5af8f4fe275b') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:47:30.361476 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-59678044-896a-4161-a08c-6221c184a989 tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735688356235', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13574129'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:30.378449 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-59678044-896a-4161-a08c-6221c184a989 tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:30.388172 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59678044-896a-4161-a08c-6221c184a989 tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] Releasing vlan 711 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:47:30.388172 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-59678044-896a-4161-a08c-6221c184a989 tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13573126'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:30.390595 n-d-779913-29 neutron-server[93958]: Traceback (most recent call last): Jul 14 09:47:30.390595 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:47:30.390595 n-d-779913-29 neutron-server[93958]: timer() Jul 14 09:47:30.390595 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:47:30.390595 n-d-779913-29 neutron-server[93958]: cb(*args, **kw) Jul 14 09:47:30.390595 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:47:30.390595 n-d-779913-29 neutron-server[93958]: return func(*args, **kwargs) Jul 14 09:47:30.390595 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:47:30.390595 n-d-779913-29 neutron-server[93958]: self._notify() Jul 14 09:47:30.390595 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:47:30.390595 n-d-779913-29 neutron-server[93958]: self.callback(batched_events) Jul 14 09:47:30.390595 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:47:30.390595 n-d-779913-29 neutron-server[93958]: event.method(event) Jul 14 09:47:30.390595 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:47:30.390595 n-d-779913-29 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:47:30.390595 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:47:30.390595 n-d-779913-29 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:47:30.390595 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:47:30.390595 n-d-779913-29 neutron-server[93958]: return f(self, *a, **k) Jul 14 09:47:30.390595 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:47:30.390595 n-d-779913-29 neutron-server[93958]: return self._get(url).json() Jul 14 09:47:30.390595 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:47:30.390595 n-d-779913-29 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:47:30.390595 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:47:30.390595 n-d-779913-29 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 14 09:47:30.390595 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:47:30.390595 n-d-779913-29 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:47:30.390595 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:47:30.390595 n-d-779913-29 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:47:30.390595 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:47:30.390595 n-d-779913-29 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:47:30.390595 n-d-779913-29 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:47:30.459042 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2b9421a9-59fd-4cb9-8b6a-6f2feac5860f tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:30.461717 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2b9421a9-59fd-4cb9-8b6a-6f2feac5860f tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:30.465771 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-2b9421a9-59fd-4cb9-8b6a-6f2feac5860f tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "DELETE /v2.0/security-groups/c4808f8e-d927-4dd4-bd3b-54d695233756 HTTP/1.1" status: 204 len: 168 time: 0.3890979 Jul 14 09:47:30.474724 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-59678044-896a-4161-a08c-6221c184a989 tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660504'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:30.476600 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9421a9-59fd-4cb9-8b6a-6f2feac5860f tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4808f8e-d927-4dd4-bd3b-54d695233756,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:30.483487 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-59678044-896a-4161-a08c-6221c184a989 tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:30.488726 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-59678044-896a-4161-a08c-6221c184a989 tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] 10.222.0.68 "DELETE /v2.0/networks/3ed32aa7-5579-45c0-8f5f-5503298bc4f7 HTTP/1.1" status: 204 len: 168 time: 0.6471293 Jul 14 09:47:30.490104 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 51162) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:30.511041 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59678044-896a-4161-a08c-6221c184a989 tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] Pushing event deleted for resources: {'Network': ['ID=3ed32aa7-5579-45c0-8f5f-5503298bc4f7,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:30.571513 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ae99378-ad75-4cb1-85b5-3b80969a5f53 tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] Deleting subnet 7fb72e80-c0d2-4b55-8712-1ac778b542d7 {{(pid=93957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:47:30.575124 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7ae99378-ad75-4cb1-85b5-3b80969a5f53 tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] Notify callbacks [] for subnet, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:30.627014 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7ae99378-ad75-4cb1-85b5-3b80969a5f53 tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10944203'] for subnet, precommit_delete_associations {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:30.718724 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7ae99378-ad75-4cb1-85b5-3b80969a5f53 tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3481002'] for subnet, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:30.807896 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7ae99378-ad75-4cb1-85b5-3b80969a5f53 tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10052701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11984075'] for subnet, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:30.847618 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae99378-ad75-4cb1-85b5-3b80969a5f53 tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] Pushing event deleted for resources: {'Subnet': ['ID=7fb72e80-c0d2-4b55-8712-1ac778b542d7,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:30.853669 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7ae99378-ad75-4cb1-85b5-3b80969a5f53 tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] Notify callbacks [] for subnet, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:30.859693 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 51170) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:30.861840 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-7ae99378-ad75-4cb1-85b5-3b80969a5f53 tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] 10.222.0.68 "DELETE /v2.0/subnets/7fb72e80-c0d2-4b55-8712-1ac778b542d7 HTTP/1.1" status: 204 len: 168 time: 0.3707910 Jul 14 09:47:30.870000 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 51172) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:30.874970 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-3a070396-12ae-4533-8c85-2ae07706f80f tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1316174113', 'description': 'tempest-secgroup-smoke-1316174113 description', 'project_id': '62cf828fc3e84fada2a4655d43752657'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:47:30.898746 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fb9af71-ad51-481a-9e36-f8495390ca30 None None] Network fa37cb8e-c59c-4b14-b618-962dfd32c1e7 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:47:30.906872 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3a070396-12ae-4533-8c85-2ae07706f80f tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:30.964558 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c659aaa9-8446-475c-bb77-f2a913f82db2 tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3876111'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:31.041225 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3a070396-12ae-4533-8c85-2ae07706f80f tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:31.050059 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3a070396-12ae-4533-8c85-2ae07706f80f tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:31.059457 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-c659aaa9-8446-475c-bb77-f2a913f82db2 tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] Deleting port 5b200482-8068-431a-8981-94400d58e579 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:47:31.059824 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c659aaa9-8446-475c-bb77-f2a913f82db2 tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:31.094173 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3a070396-12ae-4533-8c85-2ae07706f80f tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:31.095687 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-3a070396-12ae-4533-8c85-2ae07706f80f tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2244365 Jul 14 09:47:31.096431 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a070396-12ae-4533-8c85-2ae07706f80f tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02a508cd-1a7b-4e15-a97f-da9a60cbe701,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:31.100245 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 51178) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:31.105893 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-2a44a58d-d365-4659-8694-f31f015a7c86 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Request body: {'security_group_rule': {'security_group_id': '02a508cd-1a7b-4e15-a97f-da9a60cbe701', 'project_id': '62cf828fc3e84fada2a4655d43752657', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:47:31.156643 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2a44a58d-d365-4659-8694-f31f015a7c86 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:31.193873 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-c659aaa9-8446-475c-bb77-f2a913f82db2 tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] For port 5b200482-8068-431a-8981-94400d58e579, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=5b200482-8068-431a-8981-94400d58e579,segment=NetworkSegment(95142cc0-b1c7-4e04-ad16-0b99ab4aef78),segment_id=95142cc0-b1c7-4e04-ad16-0b99ab4aef78)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:47:31.194351 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c659aaa9-8446-475c-bb77-f2a913f82db2 tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:31.228350 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-c659aaa9-8446-475c-bb77-f2a913f82db2 tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] Calling delete_port for 5b200482-8068-431a-8981-94400d58e579 owned by network:dhcp {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:47:31.250605 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2a44a58d-d365-4659-8694-f31f015a7c86 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:31.255158 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2a44a58d-d365-4659-8694-f31f015a7c86 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529131'] for security_group_rule, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:31.299287 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a44a58d-d365-4659-8694-f31f015a7c86 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7aa73e7c-e2bc-4ca1-811d-d16bb440445f,revision_number=0']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:31.327063 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2a44a58d-d365-4659-8694-f31f015a7c86 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:31.330815 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-2a44a58d-d365-4659-8694-f31f015a7c86 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2266171 Jul 14 09:47:31.331522 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 51184) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:31.336003 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-cd44d3c1-12a7-40e8-8f8f-f2a448791ff4 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Request body: {'security_group_rule': {'security_group_id': '02a508cd-1a7b-4e15-a97f-da9a60cbe701', 'project_id': '62cf828fc3e84fada2a4655d43752657', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:47:31.357652 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c659aaa9-8446-475c-bb77-f2a913f82db2 tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:31.375479 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c659aaa9-8446-475c-bb77-f2a913f82db2 tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] No DVR routers for this DVR port 5b200482-8068-431a-8981-94400d58e579 on host n-d-779913-29 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:47:31.383792 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-cd44d3c1-12a7-40e8-8f8f-f2a448791ff4 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:31.431226 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c659aaa9-8446-475c-bb77-f2a913f82db2 tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] Pushing event deleted for resources: {'Port': ['ID=5b200482-8068-431a-8981-94400d58e579,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:31.446387 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1842d304-c793-4fb0-b13e-775cab008076 None None] DHCP port deletion for fa37cb8e-c59c-4b14-b618-962dfd32c1e7 request from n-d-779913-29 {{(pid=93959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:47:31.492784 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 9adb11f2-67f6-4336-84e6-d71f29c58570 no longer exists at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:47:31.514887 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c659aaa9-8446-475c-bb77-f2a913f82db2 tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473955', 'neutron.services.segments.db._delete_segments_for_network-8735688326548'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:31.516125 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] No Port match for: 9adb11f2-67f6-4336-84e6-d71f29c58570 {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:47:31.516978 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 9adb11f2-67f6-4336-84e6-d71f29c58570 not bound to the agent host n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:47:31.517572 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 0f4ad24a-0e11-4164-9575-ab79ad21d87f no longer exists at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:47:31.518056 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-cd44d3c1-12a7-40e8-8f8f-f2a448791ff4 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:31.523006 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-cd44d3c1-12a7-40e8-8f8f-f2a448791ff4 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529131'] for security_group_rule, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:31.527781 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-c659aaa9-8446-475c-bb77-f2a913f82db2 tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa37cb8e-c59c-4b14-b618-962dfd32c1e7']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:47:31.543832 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-c659aaa9-8446-475c-bb77-f2a913f82db2 tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95142cc0-b1c7-4e04-ad16-0b99ab4aef78') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:47:31.544082 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-c659aaa9-8446-475c-bb77-f2a913f82db2 tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95142cc0-b1c7-4e04-ad16-0b99ab4aef78') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:47:31.552601 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44d3c1-12a7-40e8-8f8f-f2a448791ff4 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=824b6624-7ac7-4c08-9a8d-4d04da456962,revision_number=0']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:31.555085 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c659aaa9-8446-475c-bb77-f2a913f82db2 tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735688356235', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13574129'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:31.557754 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] No Port match for: 0f4ad24a-0e11-4164-9575-ab79ad21d87f {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:47:31.558309 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 0f4ad24a-0e11-4164-9575-ab79ad21d87f not bound to the agent host n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:47:31.558902 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device d7d7b6af-f544-407a-b742-321c50f57152 no longer exists at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:47:31.574972 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-cd44d3c1-12a7-40e8-8f8f-f2a448791ff4 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:31.586255 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c659aaa9-8446-475c-bb77-f2a913f82db2 tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:31.586496 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-cd44d3c1-12a7-40e8-8f8f-f2a448791ff4 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2506924 Jul 14 09:47:31.586591 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] No Port match for: d7d7b6af-f544-407a-b742-321c50f57152 {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:47:31.586591 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device d7d7b6af-f544-407a-b742-321c50f57152 not bound to the agent host n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:47:31.586739 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 51190) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:31.593571 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c659aaa9-8446-475c-bb77-f2a913f82db2 tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] Releasing vlan 702 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:47:31.594115 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c659aaa9-8446-475c-bb77-f2a913f82db2 tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13573126'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:31.594928 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-761a52a5-25a7-4f34-bdd6-fde10f8aeb0c tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Request body: {'security_group_rule': {'security_group_id': '02a508cd-1a7b-4e15-a97f-da9a60cbe701', 'project_id': '62cf828fc3e84fada2a4655d43752657', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:47:31.605381 n-d-779913-29 neutron-server[93958]: Traceback (most recent call last): Jul 14 09:47:31.605381 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:47:31.605381 n-d-779913-29 neutron-server[93958]: timer() Jul 14 09:47:31.605381 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:47:31.605381 n-d-779913-29 neutron-server[93958]: cb(*args, **kw) Jul 14 09:47:31.605381 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:47:31.605381 n-d-779913-29 neutron-server[93958]: return func(*args, **kwargs) Jul 14 09:47:31.605381 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:47:31.605381 n-d-779913-29 neutron-server[93958]: self._notify() Jul 14 09:47:31.605381 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:47:31.605381 n-d-779913-29 neutron-server[93958]: self.callback(batched_events) Jul 14 09:47:31.605381 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:47:31.605381 n-d-779913-29 neutron-server[93958]: event.method(event) Jul 14 09:47:31.605381 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:47:31.605381 n-d-779913-29 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:47:31.605381 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:47:31.605381 n-d-779913-29 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:47:31.605381 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:47:31.605381 n-d-779913-29 neutron-server[93958]: return f(self, *a, **k) Jul 14 09:47:31.605381 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:47:31.605381 n-d-779913-29 neutron-server[93958]: return self._get(url).json() Jul 14 09:47:31.605381 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:47:31.605381 n-d-779913-29 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:47:31.605381 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:47:31.605381 n-d-779913-29 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 14 09:47:31.605381 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:47:31.605381 n-d-779913-29 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:47:31.605381 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:47:31.605381 n-d-779913-29 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:47:31.605381 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:47:31.605381 n-d-779913-29 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:47:31.605381 n-d-779913-29 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:47:31.632049 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-761a52a5-25a7-4f34-bdd6-fde10f8aeb0c tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:31.673654 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c659aaa9-8446-475c-bb77-f2a913f82db2 tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660504'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:31.682108 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c659aaa9-8446-475c-bb77-f2a913f82db2 tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:31.684382 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-c659aaa9-8446-475c-bb77-f2a913f82db2 tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] 10.222.0.68 "DELETE /v2.0/networks/fa37cb8e-c59c-4b14-b618-962dfd32c1e7 HTTP/1.1" status: 204 len: 168 time: 0.8240833 Jul 14 09:47:31.687085 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 51192) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:31.708276 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c659aaa9-8446-475c-bb77-f2a913f82db2 tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] Pushing event deleted for resources: {'Network': ['ID=fa37cb8e-c59c-4b14-b618-962dfd32c1e7,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:31.719079 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-761a52a5-25a7-4f34-bdd6-fde10f8aeb0c tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:31.723939 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-761a52a5-25a7-4f34-bdd6-fde10f8aeb0c tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529131'] for security_group_rule, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:31.734666 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-7eb2b673-fe77-4278-94e8-201855b709b3 tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] 10.222.0.68 "GET /v2.0/ports?device_id=03eb2187-4a2f-40c3-a0b1-08a533dc0f84 HTTP/1.1" status: 200 len: 205 time: 0.0431633 Jul 14 09:47:31.734970 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 51194) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:31.746057 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761a52a5-25a7-4f34-bdd6-fde10f8aeb0c tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d29e8b22-39b9-4bc0-bcab-e1d012ec9f57,revision_number=0']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:31.749096 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-761a52a5-25a7-4f34-bdd6-fde10f8aeb0c tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:31.753754 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-761a52a5-25a7-4f34-bdd6-fde10f8aeb0c tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1658833 Jul 14 09:47:31.754440 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 51196) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:31.759133 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-2e797ea9-fc0c-413b-91f5-ff8356f6d03e tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Request body: {'security_group_rule': {'security_group_id': '02a508cd-1a7b-4e15-a97f-da9a60cbe701', 'project_id': '62cf828fc3e84fada2a4655d43752657', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:47:31.795031 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2e797ea9-fc0c-413b-91f5-ff8356f6d03e tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:31.825784 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b68b83fa-a59c-44ce-8c12-e7518f80d3f2 tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] Notify callbacks [] for router, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:31.874864 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2e797ea9-fc0c-413b-91f5-ff8356f6d03e tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:31.880194 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2e797ea9-fc0c-413b-91f5-ff8356f6d03e tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529131'] for security_group_rule, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:31.918560 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e797ea9-fc0c-413b-91f5-ff8356f6d03e tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5326a18-60af-4e1e-9d98-cae8a402e67c,revision_number=0']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:31.927723 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2e797ea9-fc0c-413b-91f5-ff8356f6d03e tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:31.931737 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-2e797ea9-fc0c-413b-91f5-ff8356f6d03e tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1737781 Jul 14 09:47:31.932609 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 51202) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:31.942833 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-78d289e1-8844-4aa1-8875-c6084dd15bb5 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Request body: {'security_group_rule': {'security_group_id': '02a508cd-1a7b-4e15-a97f-da9a60cbe701', 'project_id': '62cf828fc3e84fada2a4655d43752657', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:47:31.983079 n-d-779913-29 neutron-server[93957]: INFO neutron.db.securitygroups_db [None req-78d289e1-8844-4aa1-8875-c6084dd15bb5 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Project 62cf828fc3e84fada2a4655d43752657 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 09:47:31.991411 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-78d289e1-8844-4aa1-8875-c6084dd15bb5 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:32.020222 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b68b83fa-a59c-44ce-8c12-e7518f80d3f2 tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-711871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12964'] for router, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:32.022499 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b68b83fa-a59c-44ce-8c12-e7518f80d3f2 tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:32.073463 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b68b83fa-a59c-44ce-8c12-e7518f80d3f2 tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-704815'] for router, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:32.074041 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b68b83fa-a59c-44ce-8c12-e7518f80d3f2 tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] Fanout notify agent at l3_agent the message router_deleted on router 03eb2187-4a2f-40c3-a0b1-08a533dc0f84 {{(pid=93958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:47:32.089352 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b68b83fa-a59c-44ce-8c12-e7518f80d3f2 tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:32.093782 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-b68b83fa-a59c-44ce-8c12-e7518f80d3f2 tempest-RoutersNegativeIpV6Test-1647574885 tempest-RoutersNegativeIpV6Test-1647574885-project] 10.222.0.68 "DELETE /v2.0/routers/03eb2187-4a2f-40c3-a0b1-08a533dc0f84 HTTP/1.1" status: 204 len: 168 time: 0.3544090 Jul 14 09:47:32.094083 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-78d289e1-8844-4aa1-8875-c6084dd15bb5 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:32.098208 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-78d289e1-8844-4aa1-8875-c6084dd15bb5 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529131'] for security_group_rule, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:32.120053 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d289e1-8844-4aa1-8875-c6084dd15bb5 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3d85026-6838-4e65-86df-8920b6d80038,revision_number=0']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:32.129250 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-78d289e1-8844-4aa1-8875-c6084dd15bb5 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:32.133118 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-78d289e1-8844-4aa1-8875-c6084dd15bb5 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1964173 Jul 14 09:47:32.134027 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 51210) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:32.138177 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-68c7baa5-2ad1-4f01-90d8-513259440c79 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Request body: {'security_group_rule': {'security_group_id': '02a508cd-1a7b-4e15-a97f-da9a60cbe701', 'project_id': '62cf828fc3e84fada2a4655d43752657', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:47:32.161342 n-d-779913-29 neutron-server[93957]: INFO neutron.db.securitygroups_db [None req-68c7baa5-2ad1-4f01-90d8-513259440c79 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Project 62cf828fc3e84fada2a4655d43752657 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 09:47:32.167334 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-68c7baa5-2ad1-4f01-90d8-513259440c79 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:32.253324 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-68c7baa5-2ad1-4f01-90d8-513259440c79 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:32.257378 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-68c7baa5-2ad1-4f01-90d8-513259440c79 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529131'] for security_group_rule, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:32.277230 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c7baa5-2ad1-4f01-90d8-513259440c79 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17cb2294-f43c-4ea9-9a3b-e2f736b926bf,revision_number=0']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:32.285725 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-68c7baa5-2ad1-4f01-90d8-513259440c79 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:32.289630 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-68c7baa5-2ad1-4f01-90d8-513259440c79 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1525972 Jul 14 09:47:32.289828 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 51212) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:32.295567 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-5b9f8209-22e9-4a6c-b503-988b361ecfde tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Request body: {'network': {'name': 'tempest-network-smoke--1695717357', 'project_id': '62cf828fc3e84fada2a4655d43752657', 'port_security_enabled': True}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:47:32.333009 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b9f8209-22e9-4a6c-b503-988b361ecfde tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Made reservation on behalf of 62cf828fc3e84fada2a4655d43752657 for: {'network': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:47:32.337265 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5b9f8209-22e9-4a6c-b503-988b361ecfde tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for network, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:32.371057 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b9f8209-22e9-4a6c-b503-988b361ecfde tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 740} {{(pid=93957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:47:32.385753 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5b9f8209-22e9-4a6c-b503-988b361ecfde tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:32.386197 n-d-779913-29 neutron-server[93957]: INFO neutron.db.segments_db [None req-5b9f8209-22e9-4a6c-b503-988b361ecfde tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Added segment 670e22f4-76f3-4ce4-8700-010475242fbb of type vlan for network d1876efc-8358-45bf-9a49-bb1768c5539e Jul 14 09:47:32.427878 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 51220) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:32.432820 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5b9f8209-22e9-4a6c-b503-988b361ecfde tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735687821325'] for network, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:32.468710 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5b9f8209-22e9-4a6c-b503-988b361ecfde tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855'] for network, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:32.476348 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b9f8209-22e9-4a6c-b503-988b361ecfde tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:32.476991 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5b9f8209-22e9-4a6c-b503-988b361ecfde tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks [] for network, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:32.537954 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-5b9f8209-22e9-4a6c-b503-988b361ecfde tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2445464 Jul 14 09:47:32.538143 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 51224) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:32.542676 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-5d0bf44d-f227-4db0-b087-b450510facd8 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-98897862', 'admin_state_up': True, 'project_id': '62cf828fc3e84fada2a4655d43752657', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'}}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:47:32.574813 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5d0bf44d-f227-4db0-b087-b450510facd8 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-711749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14670'] for router, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:32.576015 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5d0bf44d-f227-4db0-b087-b450510facd8 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-711718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-661475', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14679'] for router, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:32.588960 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9f8209-22e9-4a6c-b503-988b361ecfde tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Pushing event updated for resources: {'Network': ['ID=d1876efc-8358-45bf-9a49-bb1768c5539e,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:32.600770 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-c11c42d0-707f-4b85-9f9a-70e9246811f0 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=d5436039ec5b40eabc1411202af4d1fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1699758 Jul 14 09:47:32.602069 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 51226) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:32.602630 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Network d1876efc-8358-45bf-9a49-bb1768c5539e details requested by agent ovs-agent-n-d-779913-29 with host n-d-779913-29 {{(pid=93959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:47:32.659999 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-01e3bf38-63f9-47ff-b5d5-231055b37ad1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:32.678641 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5d0bf44d-f227-4db0-b087-b450510facd8 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:32.685044 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-01e3bf38-63f9-47ff-b5d5-231055b37ad1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:32.761162 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-01e3bf38-63f9-47ff-b5d5-231055b37ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:32.765290 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-01e3bf38-63f9-47ff-b5d5-231055b37ad1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:32.769357 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-01e3bf38-63f9-47ff-b5d5-231055b37ad1 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/85b79904-5579-4295-98cb-913c22e40451 HTTP/1.1" status: 204 len: 168 time: 0.1643710 Jul 14 09:47:32.779953 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e3bf38-63f9-47ff-b5d5-231055b37ad1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85b79904-5579-4295-98cb-913c22e40451,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:32.847425 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5d0bf44d-f227-4db0-b087-b450510facd8 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-661489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-711771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12973'] for router, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:33.080698 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5d0bf44d-f227-4db0-b087-b450510facd8 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks [] for router_gateway, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:33.100855 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5d0bf44d-f227-4db0-b087-b450510facd8 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:33.264428 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-5d0bf44d-f227-4db0-b087-b450510facd8 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Allocated IP 172.25.4.191 (2dcd4d32-cc7c-4468-b396-7ce5c9231892/6cd22a75-5bc1-467c-a3c4-0af04bd1b34a/b16f973c-5d50-4d92-8a16-fb7661058d1a) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:47:33.418876 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 5b200482-8068-431a-8981-94400d58e579 no longer exists at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:47:33.436389 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5d0bf44d-f227-4db0-b087-b450510facd8 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:33.442434 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] No Port match for: 5b200482-8068-431a-8981-94400d58e579 {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:47:33.443110 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 5b200482-8068-431a-8981-94400d58e579 not bound to the agent host n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:47:33.480314 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5d0bf44d-f227-4db0-b087-b450510facd8 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:33.531203 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d0bf44d-f227-4db0-b087-b450510facd8 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Network 2dcd4d32-cc7c-4468-b396-7ce5c9231892 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:47:33.539017 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-5d0bf44d-f227-4db0-b087-b450510facd8 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:47:33.543008 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d0bf44d-f227-4db0-b087-b450510facd8 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:47:33.569001 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0bf44d-f227-4db0-b087-b450510facd8 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Pushing event updated for resources: {'Port': ['ID=b16f973c-5d50-4d92-8a16-fb7661058d1a,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:33.818393 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5d0bf44d-f227-4db0-b087-b450510facd8 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks [] for router_gateway, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:34.357197 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5d0bf44d-f227-4db0-b087-b450510facd8 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-711762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-661452'] for router, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:34.513627 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d0bf44d-f227-4db0-b087-b450510facd8 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Router 59d5765d-804f-4f55-bd57-7318bce524b8 is scheduled to L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 with binding_index 1 {{(pid=93957) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:47:34.627129 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d0bf44d-f227-4db0-b087-b450510facd8 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:47:34.640647 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2f02140-5c68-4c96-a33e-8ad53af00476 None None] Sync routers for ids ['59d5765d-804f-4f55-bd57-7318bce524b8'] in n-d-779913-29 {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:47:34.651936 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f02140-5c68-4c96-a33e-8ad53af00476 None None] Routers {'59d5765d-804f-4f55-bd57-7318bce524b8'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:47:34.653330 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-f2f02140-5c68-4c96-a33e-8ad53af00476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:47:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['59d5765d-804f-4f55-bd57-7318bce524b8'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:47:34.661708 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5d0bf44d-f227-4db0-b087-b450510facd8 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks [] for router, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:34.666493 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-5d0bf44d-f227-4db0-b087-b450510facd8 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.1251862 Jul 14 09:47:34.667450 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 51286) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:34.738158 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-f396b7ca-07bb-4d2a-97e5-258276c90709 tempest-TestNetworkAdvancedServerOps-1977836674 tempest-TestNetworkAdvancedServerOps-1977836674-project-admin] 10.222.0.68 "GET /v2.0/subnets?project_id=62cf828fc3e84fada2a4655d43752657&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0693626 Jul 14 09:47:34.740588 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 51290) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:34.819615 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvr_db [None req-f2f02140-5c68-4c96-a33e-8ad53af00476 None None] Set router 59d5765d-804f-4f55-bd57-7318bce524b8 gateway port host: n-d-779913-29 {{(pid=93959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:47:34.959961 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e68764d1-91e6-4e42-b3cb-9989858d7474 tempest-TestNetworkAdvancedServerOps-1977836674 tempest-TestNetworkAdvancedServerOps-1977836674-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:34.961557 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-e68764d1-91e6-4e42-b3cb-9989858d7474 tempest-TestNetworkAdvancedServerOps-1977836674 tempest-TestNetworkAdvancedServerOps-1977836674-project-admin] 10.222.0.68 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2199647 Jul 14 09:47:34.964480 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 51298) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:35.022256 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-ed3c3f9c-79e3-4818-8c10-dc0f1373e9d3 tempest-TestNetworkAdvancedServerOps-1977836674 tempest-TestNetworkAdvancedServerOps-1977836674-project-admin] 10.222.0.68 "GET /v2.0/subnets?network_id=2dcd4d32-cc7c-4468-b396-7ce5c9231892&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0556641 Jul 14 09:47:35.025178 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 51300) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:35.028356 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-f2f02140-5c68-4c96-a33e-8ad53af00476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59d5765d-804f-4f55-bd57-7318bce524b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-98897862', 'tenant_id': '62cf828fc3e84fada2a4655d43752657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.191'}], 'enable_snat': True}, 'gw_port_id': 'b16f973c-5d50-4d92-8a16-fb7661058d1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:47:32Z', 'updated_at': '2021-07-14T09:47:33Z', 'revision_number': 3, 'project_id': '62cf828fc3e84fada2a4655d43752657', 'gw_port': {'id': 'b16f973c-5d50-4d92-8a16-fb7661058d1a', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:51:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59d5765d-804f-4f55-bd57-7318bce524b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:47:33Z', 'updated_at': '2021-07-14T09:47:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29'}], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:47:35.039624 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-6d85192b-b714-47ea-867b-8cc49ead1062 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-13338267', 'network_id': 'd1876efc-8358-45bf-9a49-bb1768c5539e', 'project_id': '62cf828fc3e84fada2a4655d43752657', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:47:35.059287 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2f02140-5c68-4c96-a33e-8ad53af00476 None None] Checking router: 59d5765d-804f-4f55-bd57-7318bce524b8 for host: n-d-779913-29 {{(pid=93959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:47:35.059650 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2f02140-5c68-4c96-a33e-8ad53af00476 None None] Updating router 59d5765d-804f-4f55-bd57-7318bce524b8 port b16f973c-5d50-4d92-8a16-fb7661058d1a binding host n-d-779913-29 {{(pid=93959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:47:35.097945 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f2f02140-5c68-4c96-a33e-8ad53af00476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:35.146189 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d85192b-b714-47ea-867b-8cc49ead1062 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Made reservation on behalf of 62cf828fc3e84fada2a4655d43752657 for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:47:35.150785 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6d85192b-b714-47ea-867b-8cc49ead1062 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16714600'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:35.394686 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f2f02140-5c68-4c96-a33e-8ad53af00476 None None] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:35.406647 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-f2f02140-5c68-4c96-a33e-8ad53af00476 None None] Transition to ACTIVE for port object b16f973c-5d50-4d92-8a16-fb7661058d1a will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:47:35.414515 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f2f02140-5c68-4c96-a33e-8ad53af00476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:35.473811 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-f2f02140-5c68-4c96-a33e-8ad53af00476 None None] Attempting to bind port b16f973c-5d50-4d92-8a16-fb7661058d1a on host n-d-779913-29 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:47:35.474186 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-f2f02140-5c68-4c96-a33e-8ad53af00476 None None] Attempting to bind port b16f973c-5d50-4d92-8a16-fb7661058d1a by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': '81bf7a93-80b3-43df-b9d5-462c604a2945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:47:35.474897 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f02140-5c68-4c96-a33e-8ad53af00476 None None] Attempting to bind port b16f973c-5d50-4d92-8a16-fb7661058d1a on network 2dcd4d32-cc7c-4468-b396-7ce5c9231892 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:47:35.489297 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f02140-5c68-4c96-a33e-8ad53af00476 None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 47, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:47:35.489829 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f02140-5c68-4c96-a33e-8ad53af00476 None None] Checking segment: {'id': '81bf7a93-80b3-43df-b9d5-462c604a2945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:47:35.490261 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f2f02140-5c68-4c96-a33e-8ad53af00476 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:35.490666 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f02140-5c68-4c96-a33e-8ad53af00476 None None] Bound using segment: {'id': '81bf7a93-80b3-43df-b9d5-462c604a2945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:47:35.491280 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-f2f02140-5c68-4c96-a33e-8ad53af00476 None None] Bound port: b16f973c-5d50-4d92-8a16-fb7661058d1a, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81bf7a93-80b3-43df-b9d5-462c604a2945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:47:35.491673 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f2f02140-5c68-4c96-a33e-8ad53af00476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:35.498527 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1917c6-f3b4-4f04-8d63-e040a879fbdd None None] Pushing event updated for resources: {'Port': ['ID=b16f973c-5d50-4d92-8a16-fb7661058d1a,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:35.555846 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-f2f02140-5c68-4c96-a33e-8ad53af00476 None None] For port b16f973c-5d50-4d92-8a16-fb7661058d1a, host n-d-779913-29, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:47:35.560175 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-f2f02140-5c68-4c96-a33e-8ad53af00476 None None] For port b16f973c-5d50-4d92-8a16-fb7661058d1a, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=b16f973c-5d50-4d92-8a16-fb7661058d1a,segment=NetworkSegment(81bf7a93-80b3-43df-b9d5-462c604a2945),segment_id=81bf7a93-80b3-43df-b9d5-462c604a2945)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:47:35.564895 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f2f02140-5c68-4c96-a33e-8ad53af00476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:35.632083 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f02140-5c68-4c96-a33e-8ad53af00476 None None] Routers {'59d5765d-804f-4f55-bd57-7318bce524b8'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:47:35.632458 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-f2f02140-5c68-4c96-a33e-8ad53af00476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:47:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['59d5765d-804f-4f55-bd57-7318bce524b8'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:47:35.679768 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1917c6-f3b4-4f04-8d63-e040a879fbdd None None] Pushing event updated for resources: {'Port': ['ID=b16f973c-5d50-4d92-8a16-fb7661058d1a,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:35.717160 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6d85192b-b714-47ea-867b-8cc49ead1062 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13573993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16714586'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:35.779118 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d85192b-b714-47ea-867b-8cc49ead1062 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Pushing event updated for resources: {'Subnet': ['ID=60cb8730-0fc6-4c8a-bbcc-f1d9ec0723ac,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:35.784149 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvr_db [None req-f2f02140-5c68-4c96-a33e-8ad53af00476 None None] Set router 59d5765d-804f-4f55-bd57-7318bce524b8 gateway port host: n-d-779913-29 {{(pid=93959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:47:35.794118 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d85192b-b714-47ea-867b-8cc49ead1062 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:47:35.794554 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d85192b-b714-47ea-867b-8cc49ead1062 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:47:35.795092 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d85192b-b714-47ea-867b-8cc49ead1062 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:47:35.795546 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d85192b-b714-47ea-867b-8cc49ead1062 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:47:35.796107 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d85192b-b714-47ea-867b-8cc49ead1062 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:47:35.796606 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d85192b-b714-47ea-867b-8cc49ead1062 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:47:35.797046 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d85192b-b714-47ea-867b-8cc49ead1062 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:47:35.797458 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d85192b-b714-47ea-867b-8cc49ead1062 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:47:35.797889 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d85192b-b714-47ea-867b-8cc49ead1062 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:47:35.798296 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d85192b-b714-47ea-867b-8cc49ead1062 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:47:35.798695 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d85192b-b714-47ea-867b-8cc49ead1062 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:47:35.799092 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d85192b-b714-47ea-867b-8cc49ead1062 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:47:35.813303 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d85192b-b714-47ea-867b-8cc49ead1062 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Checking segment: {'id': '670e22f4-76f3-4ce4-8700-010475242fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'd1876efc-8358-45bf-9a49-bb1768c5539e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:47:35.813775 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d85192b-b714-47ea-867b-8cc49ead1062 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Network hostable DHCP agents. Network: d1876efc-8358-45bf-9a49-bb1768c5539e, hostable agents: ['c6a09bd4-f72e-4283-a3ca-0bbca8a51081'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:47:35.838423 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d85192b-b714-47ea-867b-8cc49ead1062 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Network d1876efc-8358-45bf-9a49-bb1768c5539e is scheduled to be hosted by DHCP agent c6a09bd4-f72e-4283-a3ca-0bbca8a51081 with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:47:35.851621 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-6d85192b-b714-47ea-867b-8cc49ead1062 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-29, d1876efc-8358-45bf-9a49-bb1768c5539e) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:47:35.865428 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddea285e-4941-4330-846c-161f586b2456 None None] Network d1876efc-8358-45bf-9a49-bb1768c5539e requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:47:35.880101 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d85192b-b714-47ea-867b-8cc49ead1062 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:35.880101 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6d85192b-b714-47ea-867b-8cc49ead1062 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:35.905079 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-6d85192b-b714-47ea-867b-8cc49ead1062 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8785782 Jul 14 09:47:35.908229 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 51324) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:36.175302 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-f2f02140-5c68-4c96-a33e-8ad53af00476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59d5765d-804f-4f55-bd57-7318bce524b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-98897862', 'tenant_id': '62cf828fc3e84fada2a4655d43752657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.191'}], 'enable_snat': True}, 'gw_port_id': 'b16f973c-5d50-4d92-8a16-fb7661058d1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:47:32Z', 'updated_at': '2021-07-14T09:47:33Z', 'revision_number': 3, 'project_id': '62cf828fc3e84fada2a4655d43752657', 'gw_port': {'id': 'b16f973c-5d50-4d92-8a16-fb7661058d1a', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:51:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59d5765d-804f-4f55-bd57-7318bce524b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:47:33Z', 'updated_at': '2021-07-14T09:47:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29'}], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:47:36.207743 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adebce43-032b-4c38-9bc2-1ec5d94b3e25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf57baaa9-fd24-59f4-8fd2-1dc21122ce72-d1876efc-8358-45bf-9a49-bb1768c5539e', 'network_id': 'd1876efc-8358-45bf-9a49-bb1768c5539e', 'tenant_id': '62cf828fc3e84fada2a4655d43752657', 'fixed_ips': [{'subnet_id': '60cb8730-0fc6-4c8a-bbcc-f1d9ec0723ac'}]}} from n-d-779913-29. {{(pid=93959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:47:36.208922 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-adebce43-032b-4c38-9bc2-1ec5d94b3e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:36.213754 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2f02140-5c68-4c96-a33e-8ad53af00476 None None] The sync data for ids ['59d5765d-804f-4f55-bd57-7318bce524b8'] in n-d-779913-29 is: [{'id': '59d5765d-804f-4f55-bd57-7318bce524b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-98897862', 'tenant_id': '62cf828fc3e84fada2a4655d43752657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.191'}], 'enable_snat': True}, 'gw_port_id': 'b16f973c-5d50-4d92-8a16-fb7661058d1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:47:32Z', 'updated_at': '2021-07-14T09:47:33Z', 'revision_number': 3, 'project_id': '62cf828fc3e84fada2a4655d43752657', 'gw_port': {'id': 'b16f973c-5d50-4d92-8a16-fb7661058d1a', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:51:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59d5765d-804f-4f55-bd57-7318bce524b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:47:33Z', 'updated_at': '2021-07-14T09:47:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29'}] {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:47:36.430522 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-adebce43-032b-4c38-9bc2-1ec5d94b3e25 None None] Allocated IP 172.20.0.2 (d1876efc-8358-45bf-9a49-bb1768c5539e/60cb8730-0fc6-4c8a-bbcc-f1d9ec0723ac/e9eb7b38-3a98-498c-89ae-fcc3470105e0) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:47:36.616498 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-88d91a39-9df5-4fbd-92f2-9a119d027336 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:36.633433 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-adebce43-032b-4c38-9bc2-1ec5d94b3e25 None None] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:36.657368 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-adebce43-032b-4c38-9bc2-1ec5d94b3e25 None None] Transition to ACTIVE for port object e9eb7b38-3a98-498c-89ae-fcc3470105e0 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:47:36.681170 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-adebce43-032b-4c38-9bc2-1ec5d94b3e25 None None] Transition to ACTIVE for port object e9eb7b38-3a98-498c-89ae-fcc3470105e0 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:47:36.691825 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-adebce43-032b-4c38-9bc2-1ec5d94b3e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:36.713939 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adebce43-032b-4c38-9bc2-1ec5d94b3e25 None None] Network d1876efc-8358-45bf-9a49-bb1768c5539e is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:47:36.717167 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-adebce43-032b-4c38-9bc2-1ec5d94b3e25 None None] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:47:36.745845 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adebce43-032b-4c38-9bc2-1ec5d94b3e25 None None] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:47:36.882331 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adebce43-032b-4c38-9bc2-1ec5d94b3e25 None None] Pushing event updated for resources: {'Port': ['ID=e9eb7b38-3a98-498c-89ae-fcc3470105e0,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:36.918356 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-adebce43-032b-4c38-9bc2-1ec5d94b3e25 None None] Attempting to bind port e9eb7b38-3a98-498c-89ae-fcc3470105e0 on host n-d-779913-29 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:47:36.918994 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-adebce43-032b-4c38-9bc2-1ec5d94b3e25 None None] Attempting to bind port e9eb7b38-3a98-498c-89ae-fcc3470105e0 by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': '670e22f4-76f3-4ce4-8700-010475242fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'd1876efc-8358-45bf-9a49-bb1768c5539e'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:47:36.919594 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adebce43-032b-4c38-9bc2-1ec5d94b3e25 None None] Attempting to bind port e9eb7b38-3a98-498c-89ae-fcc3470105e0 on network d1876efc-8358-45bf-9a49-bb1768c5539e {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:47:36.934326 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adebce43-032b-4c38-9bc2-1ec5d94b3e25 None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 47, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:47:36.935017 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adebce43-032b-4c38-9bc2-1ec5d94b3e25 None None] Checking segment: {'id': '670e22f4-76f3-4ce4-8700-010475242fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'd1876efc-8358-45bf-9a49-bb1768c5539e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:47:36.935689 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-adebce43-032b-4c38-9bc2-1ec5d94b3e25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:36.936239 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adebce43-032b-4c38-9bc2-1ec5d94b3e25 None None] Bound using segment: {'id': '670e22f4-76f3-4ce4-8700-010475242fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'd1876efc-8358-45bf-9a49-bb1768c5539e'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:47:36.937179 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-adebce43-032b-4c38-9bc2-1ec5d94b3e25 None None] Bound port: e9eb7b38-3a98-498c-89ae-fcc3470105e0, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '670e22f4-76f3-4ce4-8700-010475242fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'd1876efc-8358-45bf-9a49-bb1768c5539e'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:47:36.937755 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-adebce43-032b-4c38-9bc2-1ec5d94b3e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:37.036187 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-adebce43-032b-4c38-9bc2-1ec5d94b3e25 None None] For port e9eb7b38-3a98-498c-89ae-fcc3470105e0, host n-d-779913-29, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:47:37.040636 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-adebce43-032b-4c38-9bc2-1ec5d94b3e25 None None] For port e9eb7b38-3a98-498c-89ae-fcc3470105e0, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=e9eb7b38-3a98-498c-89ae-fcc3470105e0,segment=NetworkSegment(670e22f4-76f3-4ce4-8700-010475242fbb),segment_id=670e22f4-76f3-4ce4-8700-010475242fbb)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:47:37.046845 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-adebce43-032b-4c38-9bc2-1ec5d94b3e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:37.049787 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-88d91a39-9df5-4fbd-92f2-9a119d027336 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Allocated IP 172.20.0.1 (d1876efc-8358-45bf-9a49-bb1768c5539e/60cb8730-0fc6-4c8a-bbcc-f1d9ec0723ac/8d7a87b5-2d4b-441c-aab2-50e3078d415b) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:47:37.182267 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adebce43-032b-4c38-9bc2-1ec5d94b3e25 None None] Pushing event updated for resources: {'Port': ['ID=e9eb7b38-3a98-498c-89ae-fcc3470105e0,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:37.265016 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-88d91a39-9df5-4fbd-92f2-9a119d027336 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:37.284163 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-88d91a39-9df5-4fbd-92f2-9a119d027336 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Transition to ACTIVE for port object 8d7a87b5-2d4b-441c-aab2-50e3078d415b will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:47:37.343052 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-88d91a39-9df5-4fbd-92f2-9a119d027336 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:37.398623 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88d91a39-9df5-4fbd-92f2-9a119d027336 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Network d1876efc-8358-45bf-9a49-bb1768c5539e is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:47:37.405220 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-88d91a39-9df5-4fbd-92f2-9a119d027336 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:47:37.424284 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88d91a39-9df5-4fbd-92f2-9a119d027336 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:47:37.489155 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d91a39-9df5-4fbd-92f2-9a119d027336 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Pushing event updated for resources: {'Port': ['ID=8d7a87b5-2d4b-441c-aab2-50e3078d415b,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:37.546916 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-88d91a39-9df5-4fbd-92f2-9a119d027336 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-660393'] for router_interface, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:37.599203 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device b16f973c-5d50-4d92-8a16-fb7661058d1a up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:47:37.773849 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning for port b16f973c-5d50-4d92-8a16-fb7661058d1a completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:47:37.781672 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port b16f973c-5d50-4d92-8a16-fb7661058d1a triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:47:37.782156 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:37.808331 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-88d91a39-9df5-4fbd-92f2-9a119d027336 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:37.949728 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:37.981893 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] For port b16f973c-5d50-4d92-8a16-fb7661058d1a, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=b16f973c-5d50-4d92-8a16-fb7661058d1a,segment=NetworkSegment(81bf7a93-80b3-43df-b9d5-462c604a2945),segment_id=81bf7a93-80b3-43df-b9d5-462c604a2945)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:47:37.989841 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:38.053189 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Pushing event updated for resources: {'Port': ['ID=b16f973c-5d50-4d92-8a16-fb7661058d1a,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:38.280351 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-88d91a39-9df5-4fbd-92f2-9a119d027336 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:38.285894 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-88d91a39-9df5-4fbd-92f2-9a119d027336 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:38.436021 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-88d91a39-9df5-4fbd-92f2-9a119d027336 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-683747'] for router_interface, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:38.482615 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d91a39-9df5-4fbd-92f2-9a119d027336 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Pushing event updated for resources: {'Port': ['ID=8d7a87b5-2d4b-441c-aab2-50e3078d415b,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:38.599994 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88d91a39-9df5-4fbd-92f2-9a119d027336 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Network d1876efc-8358-45bf-9a49-bb1768c5539e is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:47:38.601742 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-88d91a39-9df5-4fbd-92f2-9a119d027336 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:47:38.633364 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-506cc2cd-09d6-49d7-a6c2-356d66a6bab9 None None] Network d1876efc-8358-45bf-9a49-bb1768c5539e requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:47:38.712759 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 51408) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:38.748438 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-2a80df19-0666-4bb3-8e1c-3f5dfec2f060 None None] Provisioning for port e9eb7b38-3a98-498c-89ae-fcc3470105e0 completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:47:38.789013 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88d91a39-9df5-4fbd-92f2-9a119d027336 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Router 59d5765d-804f-4f55-bd57-7318bce524b8 has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:47:38.906501 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6eb91449-6033-4d8d-abcb-17e48b0459c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:38.952184 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88d91a39-9df5-4fbd-92f2-9a119d027336 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:47:38.963693 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-88d91a39-9df5-4fbd-92f2-9a119d027336 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "PUT /v2.0/routers/59d5765d-804f-4f55-bd57-7318bce524b8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0542369 Jul 14 09:47:39.047919 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6eb91449-6033-4d8d-abcb-17e48b0459c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:39.057291 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6eb91449-6033-4d8d-abcb-17e48b0459c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:39.103481 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-6eb91449-6033-4d8d-abcb-17e48b0459c0 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=5684174f156c4358be615048200db86e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3877757 Jul 14 09:47:39.108761 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 51418) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:39.160857 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb91449-6033-4d8d-abcb-17e48b0459c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34eb1f58-e8a0-4950-9918-316c29caba81,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:39.212277 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-43f6a1a1-63a3-47c5-8e93-53ff09a1dda9 None None] Provisioning for port 8d7a87b5-2d4b-441c-aab2-50e3078d415b completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:47:39.219221 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-43f6a1a1-63a3-47c5-8e93-53ff09a1dda9 None None] Provisioning complete for port 8d7a87b5-2d4b-441c-aab2-50e3078d415b triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:47:39.219860 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-43f6a1a1-63a3-47c5-8e93-53ff09a1dda9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:39.228851 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4e13ae8e-e5b1-4c40-b448-a08f7dd1537c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:39.258733 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b65109f3-50bd-4b02-9012-4335b3c35afc None None] Sync routers for ids ['59d5765d-804f-4f55-bd57-7318bce524b8'] in n-d-779913-29 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:47:39.265472 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4e13ae8e-e5b1-4c40-b448-a08f7dd1537c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:39.267135 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-43f6a1a1-63a3-47c5-8e93-53ff09a1dda9 None None] Port 8d7a87b5-2d4b-441c-aab2-50e3078d415b cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:47:39.270988 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b65109f3-50bd-4b02-9012-4335b3c35afc None None] Routers {'59d5765d-804f-4f55-bd57-7318bce524b8'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:47:39.271609 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-b65109f3-50bd-4b02-9012-4335b3c35afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:47:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['59d5765d-804f-4f55-bd57-7318bce524b8'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:47:39.335667 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-284bca6f-48ec-47f1-ac5d-c2567d9017aa req-8c6bdc6f-ce32-44cf-b2c7-18a6c19fe039 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1316174113&fields=id&tenant_id=62cf828fc3e84fada2a4655d43752657 HTTP/1.1" status: 200 len: 267 time: 0.0913506 Jul 14 09:47:39.429169 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-b65109f3-50bd-4b02-9012-4335b3c35afc None None] Set router 59d5765d-804f-4f55-bd57-7318bce524b8 gateway port host: n-d-779913-29 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:47:39.440113 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4e13ae8e-e5b1-4c40-b448-a08f7dd1537c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:39.442867 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4e13ae8e-e5b1-4c40-b448-a08f7dd1537c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:39.444296 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-4e13ae8e-e5b1-4c40-b448-a08f7dd1537c admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/34eb1f58-e8a0-4950-9918-316c29caba81 HTTP/1.1" status: 204 len: 168 time: 0.3239543 Jul 14 09:47:39.457403 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e13ae8e-e5b1-4c40-b448-a08f7dd1537c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34eb1f58-e8a0-4950-9918-316c29caba81,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:39.544247 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284bca6f-48ec-47f1-ac5d-c2567d9017aa req-73a46868-c584-4417-9e52-bd3bc6604ace tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:39.552311 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-284bca6f-48ec-47f1-ac5d-c2567d9017aa req-73a46868-c584-4417-9e52-bd3bc6604ace tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/networks?id=d1876efc-8358-45bf-9a49-bb1768c5539e HTTP/1.1" status: 200 len: 797 time: 0.2004550 Jul 14 09:47:39.579994 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-284bca6f-48ec-47f1-ac5d-c2567d9017aa req-7a18810c-7c66-4267-afb5-e6f632851bc9 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/quotas/62cf828fc3e84fada2a4655d43752657 HTTP/1.1" status: 200 len: 375 time: 0.0265393 Jul 14 09:47:39.627207 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-18af8f82-414d-4a5f-a4d8-eff6efa37e43 None None] Provisioning complete for port 8d7a87b5-2d4b-441c-aab2-50e3078d415b triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:47:39.627594 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-18af8f82-414d-4a5f-a4d8-eff6efa37e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:39.695555 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device b16f973c-5d50-4d92-8a16-fb7661058d1a up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:47:39.812859 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-b65109f3-50bd-4b02-9012-4335b3c35afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59d5765d-804f-4f55-bd57-7318bce524b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-98897862', 'tenant_id': '62cf828fc3e84fada2a4655d43752657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.191'}], 'enable_snat': True}, 'gw_port_id': 'b16f973c-5d50-4d92-8a16-fb7661058d1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:47:32Z', 'updated_at': '2021-07-14T09:47:37Z', 'revision_number': 4, 'project_id': '62cf828fc3e84fada2a4655d43752657', 'gw_port': {'id': 'b16f973c-5d50-4d92-8a16-fb7661058d1a', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:51:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59d5765d-804f-4f55-bd57-7318bce524b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:47:33Z', 'updated_at': '2021-07-14T09:47:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': '8d7a87b5-2d4b-441c-aab2-50e3078d415b', 'name': '', 'network_id': 'd1876efc-8358-45bf-9a49-bb1768c5539e', 'tenant_id': '62cf828fc3e84fada2a4655d43752657', 'mac_address': 'fa:16:3e:00:53:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59d5765d-804f-4f55-bd57-7318bce524b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': '60cb8730-0fc6-4c8a-bbcc-f1d9ec0723ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:47:36Z', 'updated_at': '2021-07-14T09:47:38Z', 'revision_number': 2, 'project_id': '62cf828fc3e84fada2a4655d43752657', 'subnets': [{'id': '60cb8730-0fc6-4c8a-bbcc-f1d9ec0723ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:47:39.846376 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b65109f3-50bd-4b02-9012-4335b3c35afc None None] Checking router: 59d5765d-804f-4f55-bd57-7318bce524b8 for host: n-d-779913-29 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:47:39.847141 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b65109f3-50bd-4b02-9012-4335b3c35afc None None] Updating router 59d5765d-804f-4f55-bd57-7318bce524b8 port 8d7a87b5-2d4b-441c-aab2-50e3078d415b binding host n-d-779913-29 {{(pid=93960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:47:39.847264 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-18af8f82-414d-4a5f-a4d8-eff6efa37e43 None None] Port 8d7a87b5-2d4b-441c-aab2-50e3078d415b cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:47:39.849764 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port b16f973c-5d50-4d92-8a16-fb7661058d1a triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:47:39.850155 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:39.893443 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-284bca6f-48ec-47f1-ac5d-c2567d9017aa req-2acf101e-3a3b-44c1-a551-c8735f6904b0 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=62cf828fc3e84fada2a4655d43752657&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3113632 Jul 14 09:47:39.899583 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b65109f3-50bd-4b02-9012-4335b3c35afc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:39.901124 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [req-284bca6f-48ec-47f1-ac5d-c2567d9017aa req-4b6738d5-4e74-473a-af0b-180424ccdbfd service neutron] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=93958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:47:39.917769 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-284bca6f-48ec-47f1-ac5d-c2567d9017aa req-4b6738d5-4e74-473a-af0b-180424ccdbfd service neutron] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0235329 Jul 14 09:47:40.017578 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device e9eb7b38-3a98-498c-89ae-fcc3470105e0 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:47:40.046522 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 51450) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:40.073817 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-daf90298-18c6-4646-a317-2c504bda1e64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:40.085840 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-55cf515f-f1a3-421d-a938-f4e20045c7f7 None None] Provisioning complete for port 8d7a87b5-2d4b-441c-aab2-50e3078d415b triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:47:40.086288 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-55cf515f-f1a3-421d-a938-f4e20045c7f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:40.110506 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-284bca6f-48ec-47f1-ac5d-c2567d9017aa req-1abb8e28-adf1-41ed-88f6-b6d7aae33d1d service neutron] 10.222.0.68 "GET /v2.0/networks/d1876efc-8358-45bf-9a49-bb1768c5539e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1903312 Jul 14 09:47:40.140887 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning for port e9eb7b38-3a98-498c-89ae-fcc3470105e0 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:47:40.144980 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port e9eb7b38-3a98-498c-89ae-fcc3470105e0 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:47:40.145366 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:40.146899 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-55cf515f-f1a3-421d-a938-f4e20045c7f7 None None] Port 8d7a87b5-2d4b-441c-aab2-50e3078d415b cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:47:40.286190 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-daf90298-18c6-4646-a317-2c504bda1e64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:40.290722 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:40.292519 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-daf90298-18c6-4646-a317-2c504bda1e64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:40.345332 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-daf90298-18c6-4646-a317-2c504bda1e64 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=4fec98f1399645b0845692b3b6e1b9ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2963808 Jul 14 09:47:40.346993 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf90298-18c6-4646-a317-2c504bda1e64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=389776fd-dd47-4ffe-9b09-a374f1f57d29,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:40.350557 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 51462) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:40.352258 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] For port e9eb7b38-3a98-498c-89ae-fcc3470105e0, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=e9eb7b38-3a98-498c-89ae-fcc3470105e0,segment=NetworkSegment(670e22f4-76f3-4ce4-8700-010475242fbb),segment_id=670e22f4-76f3-4ce4-8700-010475242fbb)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:47:40.356435 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-284bca6f-48ec-47f1-ac5d-c2567d9017aa req-3367f5b9-fc41-4eba-8efc-ca864f85cade service neutron] 10.222.0.68 "GET /v2.0/networks/d1876efc-8358-45bf-9a49-bb1768c5539e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2395973 Jul 14 09:47:40.359493 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:40.438746 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b65109f3-50bd-4b02-9012-4335b3c35afc None None] Notify callbacks [] for port, precommit_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:40.440118 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-25f83302-b5af-49ed-9054-55a4a74dbf0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:40.444359 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Pushing event updated for resources: {'Port': ['ID=e9eb7b38-3a98-498c-89ae-fcc3470105e0,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:40.451033 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b65109f3-50bd-4b02-9012-4335b3c35afc None None] Transition to ACTIVE for port object 8d7a87b5-2d4b-441c-aab2-50e3078d415b will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:47:40.460439 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b65109f3-50bd-4b02-9012-4335b3c35afc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:40.478123 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-25f83302-b5af-49ed-9054-55a4a74dbf0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:40.540361 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-25f83302-b5af-49ed-9054-55a4a74dbf0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:40.543071 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-25f83302-b5af-49ed-9054-55a4a74dbf0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:40.545122 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-25f83302-b5af-49ed-9054-55a4a74dbf0b admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/389776fd-dd47-4ffe-9b09-a374f1f57d29 HTTP/1.1" status: 204 len: 168 time: 0.1920645 Jul 14 09:47:40.554948 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f83302-b5af-49ed-9054-55a4a74dbf0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=389776fd-dd47-4ffe-9b09-a374f1f57d29,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:40.621186 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2e1344-6f5c-4d63-a616-019950536fe9 None None] Pushing event updated for resources: {'Port': ['ID=8d7a87b5-2d4b-441c-aab2-50e3078d415b,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:40.624250 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-b65109f3-50bd-4b02-9012-4335b3c35afc None None] Attempting to bind port 8d7a87b5-2d4b-441c-aab2-50e3078d415b on host n-d-779913-29 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:47:40.644683 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-b65109f3-50bd-4b02-9012-4335b3c35afc None None] Attempting to bind port 8d7a87b5-2d4b-441c-aab2-50e3078d415b by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': '670e22f4-76f3-4ce4-8700-010475242fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'd1876efc-8358-45bf-9a49-bb1768c5539e'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:47:40.646113 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b65109f3-50bd-4b02-9012-4335b3c35afc None None] Attempting to bind port 8d7a87b5-2d4b-441c-aab2-50e3078d415b on network d1876efc-8358-45bf-9a49-bb1768c5539e {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:47:40.680565 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b65109f3-50bd-4b02-9012-4335b3c35afc None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 47, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:47:40.681131 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b65109f3-50bd-4b02-9012-4335b3c35afc None None] Checking segment: {'id': '670e22f4-76f3-4ce4-8700-010475242fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'd1876efc-8358-45bf-9a49-bb1768c5539e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:47:40.681963 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b65109f3-50bd-4b02-9012-4335b3c35afc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:40.682590 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b65109f3-50bd-4b02-9012-4335b3c35afc None None] Bound using segment: {'id': '670e22f4-76f3-4ce4-8700-010475242fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'd1876efc-8358-45bf-9a49-bb1768c5539e'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:47:40.683339 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-b65109f3-50bd-4b02-9012-4335b3c35afc None None] Bound port: 8d7a87b5-2d4b-441c-aab2-50e3078d415b, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '670e22f4-76f3-4ce4-8700-010475242fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'd1876efc-8358-45bf-9a49-bb1768c5539e'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:47:40.683883 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b65109f3-50bd-4b02-9012-4335b3c35afc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:40.689247 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2e1344-6f5c-4d63-a616-019950536fe9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:47:40.689734 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2e1344-6f5c-4d63-a616-019950536fe9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:47:40.690183 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2e1344-6f5c-4d63-a616-019950536fe9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:47:40.690585 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2e1344-6f5c-4d63-a616-019950536fe9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:47:40.691046 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2e1344-6f5c-4d63-a616-019950536fe9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:47:40.691516 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2e1344-6f5c-4d63-a616-019950536fe9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:47:40.691845 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2e1344-6f5c-4d63-a616-019950536fe9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:47:40.692168 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2e1344-6f5c-4d63-a616-019950536fe9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:47:40.692588 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2e1344-6f5c-4d63-a616-019950536fe9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:47:40.692887 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2e1344-6f5c-4d63-a616-019950536fe9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:47:40.693301 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2e1344-6f5c-4d63-a616-019950536fe9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:47:40.693697 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2e1344-6f5c-4d63-a616-019950536fe9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:47:40.745275 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-7bdf897f-36e9-4864-84b0-71564a610f8a req-a7b15057-baf7-4f30-bfaf-9c6ce5873f14 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/ports?device_id=297e4002-ee8c-406f-9dd2-e448f3480bc6 HTTP/1.1" status: 200 len: 210 time: 0.0605402 Jul 14 09:47:40.791113 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-b65109f3-50bd-4b02-9012-4335b3c35afc None None] For port 8d7a87b5-2d4b-441c-aab2-50e3078d415b, host n-d-779913-29, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:47:40.800109 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-b65109f3-50bd-4b02-9012-4335b3c35afc None None] For port 8d7a87b5-2d4b-441c-aab2-50e3078d415b, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=8d7a87b5-2d4b-441c-aab2-50e3078d415b,segment=NetworkSegment(670e22f4-76f3-4ce4-8700-010475242fbb),segment_id=670e22f4-76f3-4ce4-8700-010475242fbb)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:47:40.813344 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b65109f3-50bd-4b02-9012-4335b3c35afc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:40.961047 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2e1344-6f5c-4d63-a616-019950536fe9 None None] Pushing event updated for resources: {'Port': ['ID=8d7a87b5-2d4b-441c-aab2-50e3078d415b,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:40.970202 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b65109f3-50bd-4b02-9012-4335b3c35afc None None] Routers {'59d5765d-804f-4f55-bd57-7318bce524b8'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:47:40.970818 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-b65109f3-50bd-4b02-9012-4335b3c35afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:47:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['59d5765d-804f-4f55-bd57-7318bce524b8'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:47:41.171210 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-b65109f3-50bd-4b02-9012-4335b3c35afc None None] Set router 59d5765d-804f-4f55-bd57-7318bce524b8 gateway port host: n-d-779913-29 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:47:41.460959 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-b65109f3-50bd-4b02-9012-4335b3c35afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59d5765d-804f-4f55-bd57-7318bce524b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-98897862', 'tenant_id': '62cf828fc3e84fada2a4655d43752657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.191'}], 'enable_snat': True}, 'gw_port_id': 'b16f973c-5d50-4d92-8a16-fb7661058d1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:47:32Z', 'updated_at': '2021-07-14T09:47:37Z', 'revision_number': 4, 'project_id': '62cf828fc3e84fada2a4655d43752657', 'gw_port': {'id': 'b16f973c-5d50-4d92-8a16-fb7661058d1a', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:51:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59d5765d-804f-4f55-bd57-7318bce524b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:47:33Z', 'updated_at': '2021-07-14T09:47:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': '8d7a87b5-2d4b-441c-aab2-50e3078d415b', 'name': '', 'network_id': 'd1876efc-8358-45bf-9a49-bb1768c5539e', 'tenant_id': '62cf828fc3e84fada2a4655d43752657', 'mac_address': 'fa:16:3e:00:53:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59d5765d-804f-4f55-bd57-7318bce524b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': '60cb8730-0fc6-4c8a-bbcc-f1d9ec0723ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:47:36Z', 'updated_at': '2021-07-14T09:47:40Z', 'revision_number': 4, 'project_id': '62cf828fc3e84fada2a4655d43752657', 'subnets': [{'id': '60cb8730-0fc6-4c8a-bbcc-f1d9ec0723ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:47:41.467697 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device e9eb7b38-3a98-498c-89ae-fcc3470105e0 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:47:41.502607 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b65109f3-50bd-4b02-9012-4335b3c35afc None None] The sync data for ids ['59d5765d-804f-4f55-bd57-7318bce524b8'] in n-d-779913-29 is: [{'id': '59d5765d-804f-4f55-bd57-7318bce524b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-98897862', 'tenant_id': '62cf828fc3e84fada2a4655d43752657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.191'}], 'enable_snat': True}, 'gw_port_id': 'b16f973c-5d50-4d92-8a16-fb7661058d1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:47:32Z', 'updated_at': '2021-07-14T09:47:37Z', 'revision_number': 4, 'project_id': '62cf828fc3e84fada2a4655d43752657', 'gw_port': {'id': 'b16f973c-5d50-4d92-8a16-fb7661058d1a', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:51:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59d5765d-804f-4f55-bd57-7318bce524b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:47:33Z', 'updated_at': '2021-07-14T09:47:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': '8d7a87b5-2d4b-441c-aab2-50e3078d415b', 'name': '', 'network_id': 'd1876efc-8358-45bf-9a49-bb1768c5539e', 'tenant_id': '62cf828fc3e84fada2a4655d43752657', 'mac_address': 'fa:16:3e:00:53:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59d5765d-804f-4f55-bd57-7318bce524b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': '60cb8730-0fc6-4c8a-bbcc-f1d9ec0723ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:47:36Z', 'updated_at': '2021-07-14T09:47:40Z', 'revision_number': 4, 'project_id': '62cf828fc3e84fada2a4655d43752657', 'subnets': [{'id': '60cb8730-0fc6-4c8a-bbcc-f1d9ec0723ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:47:41.860871 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port e9eb7b38-3a98-498c-89ae-fcc3470105e0 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:47:41.861537 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:41.899384 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6944d4f5-31d9-4e62-ad2e-daf86e168ae7 req-a4909c41-813e-45cd-8388-a6028ca7686a tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/ports?device_id=297e4002-ee8c-406f-9dd2-e448f3480bc6 HTTP/1.1" status: 200 len: 210 time: 0.0550230 Jul 14 09:47:42.947291 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:43.126900 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284bca6f-48ec-47f1-ac5d-c2567d9017aa req-6c5bf294-e2b3-4832-ab7a-ad6c15a138be tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:43.128376 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-284bca6f-48ec-47f1-ac5d-c2567d9017aa req-6c5bf294-e2b3-4832-ab7a-ad6c15a138be tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.65 "GET /v2.0/networks?id=d1876efc-8358-45bf-9a49-bb1768c5539e HTTP/1.1" status: 200 len: 797 time: 0.2632220 Jul 14 09:47:43.228702 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-08e3c95b-4a3b-4ce5-af17-98e7d47c679a req-9f27bd97-d050-4ee9-9ed2-3f8c3c366b47 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/ports?device_id=297e4002-ee8c-406f-9dd2-e448f3480bc6 HTTP/1.1" status: 200 len: 210 time: 0.0960069 Jul 14 09:47:43.274456 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-284bca6f-48ec-47f1-ac5d-c2567d9017aa req-daf4282f-16a8-45c2-9971-b291df74e811 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=62cf828fc3e84fada2a4655d43752657 HTTP/1.1" status: 200 len: 380 time: 0.1306360 Jul 14 09:47:43.285654 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-284bca6f-48ec-47f1-ac5d-c2567d9017aa req-af22ca8c-f787-41c2-b1e8-407e441c4ea2 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Request body: {'port': {'device_id': '297e4002-ee8c-406f-9dd2-e448f3480bc6', 'network_id': 'd1876efc-8358-45bf-9a49-bb1768c5539e', 'admin_state_up': True, 'tenant_id': '62cf828fc3e84fada2a4655d43752657', 'security_groups': ['02a508cd-1a7b-4e15-a97f-da9a60cbe701']}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:47:43.331564 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 51572) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:43.447971 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 8d7a87b5-2d4b-441c-aab2-50e3078d415b up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:47:43.485542 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-284bca6f-48ec-47f1-ac5d-c2567d9017aa req-af22ca8c-f787-41c2-b1e8-407e441c4ea2 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Made reservation on behalf of 62cf828fc3e84fada2a4655d43752657 for: {'port': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:47:43.495258 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-284bca6f-48ec-47f1-ac5d-c2567d9017aa req-af22ca8c-f787-41c2-b1e8-407e441c4ea2 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:43.510173 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning for port 8d7a87b5-2d4b-441c-aab2-50e3078d415b completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:47:43.514583 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port 8d7a87b5-2d4b-441c-aab2-50e3078d415b triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:47:43.515309 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:43.520684 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-95d2b5fa-6db8-4d83-8c7a-06be12f72aab admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:43.635927 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-95d2b5fa-6db8-4d83-8c7a-06be12f72aab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:43.641700 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-95d2b5fa-6db8-4d83-8c7a-06be12f72aab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:43.660477 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:43.663137 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [req-284bca6f-48ec-47f1-ac5d-c2567d9017aa req-af22ca8c-f787-41c2-b1e8-407e441c4ea2 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Allocated IP 172.20.0.11 (d1876efc-8358-45bf-9a49-bb1768c5539e/60cb8730-0fc6-4c8a-bbcc-f1d9ec0723ac/07e96da7-67d5-41d9-bb19-797793b0b54d) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:47:43.673868 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-95d2b5fa-6db8-4d83-8c7a-06be12f72aab admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=f36a54d1d0444a2bbee511d49fcfc37b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3411303 Jul 14 09:47:43.675969 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 51580) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:43.698750 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d2b5fa-6db8-4d83-8c7a-06be12f72aab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42fb2f5b-cb33-47c6-ad14-980348e7eac8,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:43.724709 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:43.729159 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] For port 8d7a87b5-2d4b-441c-aab2-50e3078d415b, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=8d7a87b5-2d4b-441c-aab2-50e3078d415b,segment=NetworkSegment(670e22f4-76f3-4ce4-8700-010475242fbb),segment_id=670e22f4-76f3-4ce4-8700-010475242fbb)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:47:43.734365 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:43.792674 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Pushing event updated for resources: {'Port': ['ID=8d7a87b5-2d4b-441c-aab2-50e3078d415b,revision_number=5']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:43.806347 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-200c7829-ff88-4b0a-9b0f-82c1f443f37a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:43.864940 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-200c7829-ff88-4b0a-9b0f-82c1f443f37a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:43.932454 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-284bca6f-48ec-47f1-ac5d-c2567d9017aa req-af22ca8c-f787-41c2-b1e8-407e441c4ea2 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:43.954353 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [req-284bca6f-48ec-47f1-ac5d-c2567d9017aa req-af22ca8c-f787-41c2-b1e8-407e441c4ea2 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Transition to ACTIVE for port object 07e96da7-67d5-41d9-bb19-797793b0b54d will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:47:43.955882 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-200c7829-ff88-4b0a-9b0f-82c1f443f37a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:43.958773 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-200c7829-ff88-4b0a-9b0f-82c1f443f37a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:43.959930 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-200c7829-ff88-4b0a-9b0f-82c1f443f37a admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/42fb2f5b-cb33-47c6-ad14-980348e7eac8 HTTP/1.1" status: 204 len: 168 time: 0.2829340 Jul 14 09:47:43.974723 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200c7829-ff88-4b0a-9b0f-82c1f443f37a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42fb2f5b-cb33-47c6-ad14-980348e7eac8,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:44.005586 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-284bca6f-48ec-47f1-ac5d-c2567d9017aa req-af22ca8c-f787-41c2-b1e8-407e441c4ea2 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:44.069607 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-284bca6f-48ec-47f1-ac5d-c2567d9017aa req-af22ca8c-f787-41c2-b1e8-407e441c4ea2 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Network d1876efc-8358-45bf-9a49-bb1768c5539e is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:47:44.073688 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [req-284bca6f-48ec-47f1-ac5d-c2567d9017aa req-af22ca8c-f787-41c2-b1e8-407e441c4ea2 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:47:44.077198 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-284bca6f-48ec-47f1-ac5d-c2567d9017aa req-af22ca8c-f787-41c2-b1e8-407e441c4ea2 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:47:44.107300 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af22ca8c-f787-41c2-b1e8-407e441c4ea2 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Pushing event updated for resources: {'Port': ['ID=07e96da7-67d5-41d9-bb19-797793b0b54d,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:44.157996 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284bca6f-48ec-47f1-ac5d-c2567d9017aa req-af22ca8c-f787-41c2-b1e8-407e441c4ea2 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:44.158745 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-284bca6f-48ec-47f1-ac5d-c2567d9017aa req-af22ca8c-f787-41c2-b1e8-407e441c4ea2 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:44.179624 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-284bca6f-48ec-47f1-ac5d-c2567d9017aa req-af22ca8c-f787-41c2-b1e8-407e441c4ea2 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8982315 Jul 14 09:47:44.208440 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-284bca6f-48ec-47f1-ac5d-c2567d9017aa req-fc5da282-deff-44cd-a5e7-51a74eb96b18 service neutron] Request body: {'port': {'device_id': '297e4002-ee8c-406f-9dd2-e448f3480bc6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-29'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:47:44.378693 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-284bca6f-48ec-47f1-ac5d-c2567d9017aa req-fc5da282-deff-44cd-a5e7-51a74eb96b18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:44.392536 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 51600) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:44.420408 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-32cf8846-ca22-4ae2-82f2-50240f54d3f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:44.477322 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-90f51126-f322-4743-80e6-758393cde296 None None] Provisioning for port 07e96da7-67d5-41d9-bb19-797793b0b54d completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:47:44.487145 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-90f51126-f322-4743-80e6-758393cde296 None None] Provisioning complete for port 07e96da7-67d5-41d9-bb19-797793b0b54d triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:47:44.488006 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-90f51126-f322-4743-80e6-758393cde296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:44.516126 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a09ed2-9092-41f2-9f56-8e14a9108c98 req-2e4c0c32-515e-43e9-8cac-43cf328e687a tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:44.517662 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b3a09ed2-9092-41f2-9f56-8e14a9108c98 req-2e4c0c32-515e-43e9-8cac-43cf328e687a tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/ports?device_id=297e4002-ee8c-406f-9dd2-e448f3480bc6 HTTP/1.1" status: 200 len: 932 time: 0.1327207 Jul 14 09:47:44.552671 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-90f51126-f322-4743-80e6-758393cde296 None None] Port 07e96da7-67d5-41d9-bb19-797793b0b54d cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:47:44.560611 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-32cf8846-ca22-4ae2-82f2-50240f54d3f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:44.565940 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-32cf8846-ca22-4ae2-82f2-50240f54d3f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:44.603741 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cf8846-ca22-4ae2-82f2-50240f54d3f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86cd382a-97b6-4da9-99f3-d35d2df9f50f,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:44.621739 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-32cf8846-ca22-4ae2-82f2-50240f54d3f4 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=0a120952341340ed8312daa15038626b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2268770 Jul 14 09:47:44.622418 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 51606) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:44.632606 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b3a09ed2-9092-41f2-9f56-8e14a9108c98 req-aac3fecf-06a9-4500-a3a8-2ae2ffbb9b7b tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/security-groups?id=02a508cd-1a7b-4e15-a97f-da9a60cbe701&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569596 Jul 14 09:47:44.679234 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9406e381-0a4a-4258-8b5e-9cab5225970d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:44.704738 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9406e381-0a4a-4258-8b5e-9cab5225970d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:44.764342 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9406e381-0a4a-4258-8b5e-9cab5225970d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:44.767556 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9406e381-0a4a-4258-8b5e-9cab5225970d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:44.768871 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-9406e381-0a4a-4258-8b5e-9cab5225970d admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/86cd382a-97b6-4da9-99f3-d35d2df9f50f HTTP/1.1" status: 204 len: 168 time: 0.1450164 Jul 14 09:47:44.780061 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9406e381-0a4a-4258-8b5e-9cab5225970d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86cd382a-97b6-4da9-99f3-d35d2df9f50f,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:44.819923 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [req-284bca6f-48ec-47f1-ac5d-c2567d9017aa req-fc5da282-deff-44cd-a5e7-51a74eb96b18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07e96da7-67d5-41d9-bb19-797793b0b54d {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:47:44.828425 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-284bca6f-48ec-47f1-ac5d-c2567d9017aa req-fc5da282-deff-44cd-a5e7-51a74eb96b18 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:44.851910 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [req-284bca6f-48ec-47f1-ac5d-c2567d9017aa req-fc5da282-deff-44cd-a5e7-51a74eb96b18 service neutron] Transition to ACTIVE for port object 07e96da7-67d5-41d9-bb19-797793b0b54d will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:47:44.857914 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-284bca6f-48ec-47f1-ac5d-c2567d9017aa req-fc5da282-deff-44cd-a5e7-51a74eb96b18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:44.916133 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5da282-deff-44cd-a5e7-51a74eb96b18 service neutron] Pushing event updated for resources: {'Port': ['ID=07e96da7-67d5-41d9-bb19-797793b0b54d,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:45.032579 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-284bca6f-48ec-47f1-ac5d-c2567d9017aa req-fc5da282-deff-44cd-a5e7-51a74eb96b18 service neutron] Attempting to bind port 07e96da7-67d5-41d9-bb19-797793b0b54d on host n-h1-779913-29 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:47:45.032921 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-284bca6f-48ec-47f1-ac5d-c2567d9017aa req-fc5da282-deff-44cd-a5e7-51a74eb96b18 service neutron] Attempting to bind port 07e96da7-67d5-41d9-bb19-797793b0b54d by drivers openvswitch,hyperv on host n-h1-779913-29 at level 0 using segments [{'id': '670e22f4-76f3-4ce4-8700-010475242fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'd1876efc-8358-45bf-9a49-bb1768c5539e'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:47:45.033258 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-284bca6f-48ec-47f1-ac5d-c2567d9017aa req-fc5da282-deff-44cd-a5e7-51a74eb96b18 service neutron] Attempting to bind port 07e96da7-67d5-41d9-bb19-797793b0b54d on network d1876efc-8358-45bf-9a49-bb1768c5539e {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:47:45.038490 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-284bca6f-48ec-47f1-ac5d-c2567d9017aa req-fc5da282-deff-44cd-a5e7-51a74eb96b18 service neutron] Port 07e96da7-67d5-41d9-bb19-797793b0b54d on network d1876efc-8358-45bf-9a49-bb1768c5539e not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-29 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:47:45.038877 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-284bca6f-48ec-47f1-ac5d-c2567d9017aa req-fc5da282-deff-44cd-a5e7-51a74eb96b18 service neutron] Attempting to bind port 07e96da7-67d5-41d9-bb19-797793b0b54d on network d1876efc-8358-45bf-9a49-bb1768c5539e {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:47:45.047857 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-284bca6f-48ec-47f1-ac5d-c2567d9017aa req-fc5da282-deff-44cd-a5e7-51a74eb96b18 service neutron] Checking agent: {'id': 'de11e667-f145-47b0-bd09-334a7505938e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 13, 12), 'started_at': datetime.datetime(2021, 7, 14, 9, 13, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 47, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:47:45.048206 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-284bca6f-48ec-47f1-ac5d-c2567d9017aa req-fc5da282-deff-44cd-a5e7-51a74eb96b18 service neutron] Checking segment: {'id': '670e22f4-76f3-4ce4-8700-010475242fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'd1876efc-8358-45bf-9a49-bb1768c5539e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:47:45.048604 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-284bca6f-48ec-47f1-ac5d-c2567d9017aa req-fc5da282-deff-44cd-a5e7-51a74eb96b18 service neutron] Bound using segment: {'id': '670e22f4-76f3-4ce4-8700-010475242fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'd1876efc-8358-45bf-9a49-bb1768c5539e'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:47:45.049048 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-284bca6f-48ec-47f1-ac5d-c2567d9017aa req-fc5da282-deff-44cd-a5e7-51a74eb96b18 service neutron] Bound port: 07e96da7-67d5-41d9-bb19-797793b0b54d, host: n-h1-779913-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '670e22f4-76f3-4ce4-8700-010475242fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'd1876efc-8358-45bf-9a49-bb1768c5539e'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:47:45.049580 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-284bca6f-48ec-47f1-ac5d-c2567d9017aa req-fc5da282-deff-44cd-a5e7-51a74eb96b18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:45.120890 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-284bca6f-48ec-47f1-ac5d-c2567d9017aa req-fc5da282-deff-44cd-a5e7-51a74eb96b18 service neutron] For port 07e96da7-67d5-41d9-bb19-797793b0b54d, host n-h1-779913-29, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:47:45.124709 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-284bca6f-48ec-47f1-ac5d-c2567d9017aa req-fc5da282-deff-44cd-a5e7-51a74eb96b18 service neutron] For port 07e96da7-67d5-41d9-bb19-797793b0b54d, host n-h1-779913-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=07e96da7-67d5-41d9-bb19-797793b0b54d,segment=NetworkSegment(670e22f4-76f3-4ce4-8700-010475242fbb),segment_id=670e22f4-76f3-4ce4-8700-010475242fbb)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:47:45.129708 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-284bca6f-48ec-47f1-ac5d-c2567d9017aa req-fc5da282-deff-44cd-a5e7-51a74eb96b18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:45.183695 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284bca6f-48ec-47f1-ac5d-c2567d9017aa req-fc5da282-deff-44cd-a5e7-51a74eb96b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:45.184307 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-284bca6f-48ec-47f1-ac5d-c2567d9017aa req-fc5da282-deff-44cd-a5e7-51a74eb96b18 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:45.186389 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-284bca6f-48ec-47f1-ac5d-c2567d9017aa req-fc5da282-deff-44cd-a5e7-51a74eb96b18 service neutron] 10.222.0.65 "PUT /v2.0/ports/07e96da7-67d5-41d9-bb19-797793b0b54d HTTP/1.1" status: 200 len: 1093 time: 0.9914141 Jul 14 09:47:45.186848 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '297e4002-ee8c-406f-9dd2-e448f3480bc6', 'tag': '07e96da7-67d5-41d9-bb19-797793b0b54d'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:47:45.189221 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdb0cf3c-f8a3-4a56-9deb-b87b5486c6c6" -d '{"events": [{"name": "network-changed", "server_uuid": "297e4002-ee8c-406f-9dd2-e448f3480bc6", "tag": "07e96da7-67d5-41d9-bb19-797793b0b54d"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:47:45.219647 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5da282-deff-44cd-a5e7-51a74eb96b18 service neutron] Pushing event updated for resources: {'Port': ['ID=07e96da7-67d5-41d9-bb19-797793b0b54d,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:45.286548 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:47:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d54246d9-40d4-4133-921d-3ce0a7d3d850 x-openstack-request-id: req-d54246d9-40d4-4133-921d-3ce0a7d3d850 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:47:45.286909 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "297e4002-ee8c-406f-9dd2-e448f3480bc6", "tag": "07e96da7-67d5-41d9-bb19-797793b0b54d", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:47:45.287167 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-d54246d9-40d4-4133-921d-3ce0a7d3d850 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:47:45.287574 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '297e4002-ee8c-406f-9dd2-e448f3480bc6', 'tag': '07e96da7-67d5-41d9-bb19-797793b0b54d', 'status': 'completed', 'code': 200} Jul 14 09:47:45.339714 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284bca6f-48ec-47f1-ac5d-c2567d9017aa req-5bb4c6e6-0354-4f20-826e-9b7dac0d00fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:45.342773 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-284bca6f-48ec-47f1-ac5d-c2567d9017aa req-5bb4c6e6-0354-4f20-826e-9b7dac0d00fc service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=62cf828fc3e84fada2a4655d43752657&device_id=297e4002-ee8c-406f-9dd2-e448f3480bc6 HTTP/1.1" status: 200 len: 1096 time: 0.0932462 Jul 14 09:47:45.401242 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-284bca6f-48ec-47f1-ac5d-c2567d9017aa req-9ef5f34a-876c-40a2-b2f0-ffe9250b2ec1 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=07e96da7-67d5-41d9-bb19-797793b0b54d HTTP/1.1" status: 200 len: 217 time: 0.0458839 Jul 14 09:47:45.470855 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284bca6f-48ec-47f1-ac5d-c2567d9017aa req-bbabeace-3794-4784-9cc7-9c3246c7329b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:45.471436 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 8d7a87b5-2d4b-441c-aab2-50e3078d415b up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:47:45.472537 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-284bca6f-48ec-47f1-ac5d-c2567d9017aa req-bbabeace-3794-4784-9cc7-9c3246c7329b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=60cb8730-0fc6-4c8a-bbcc-f1d9ec0723ac HTTP/1.1" status: 200 len: 833 time: 0.0596769 Jul 14 09:47:45.575474 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port 8d7a87b5-2d4b-441c-aab2-50e3078d415b triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:47:45.577847 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:45.857354 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d187bcb3-cdcc-4bda-ad0f-90fb4c6309c8 req-f144a740-df99-43f7-9a72-f677b2692c20 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:45.859127 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d187bcb3-cdcc-4bda-ad0f-90fb4c6309c8 req-f144a740-df99-43f7-9a72-f677b2692c20 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/ports?device_id=297e4002-ee8c-406f-9dd2-e448f3480bc6 HTTP/1.1" status: 200 len: 944 time: 0.0874407 Jul 14 09:47:45.935688 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d187bcb3-cdcc-4bda-ad0f-90fb4c6309c8 req-58c2759b-e624-4ea1-8b33-daa754d67678 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/security-groups?id=02a508cd-1a7b-4e15-a97f-da9a60cbe701&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642791 Jul 14 09:47:45.938119 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284bca6f-48ec-47f1-ac5d-c2567d9017aa req-882388ee-a7e1-452a-94d0-c65b5aca34e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:45.939664 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-284bca6f-48ec-47f1-ac5d-c2567d9017aa req-882388ee-a7e1-452a-94d0-c65b5aca34e8 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d1876efc-8358-45bf-9a49-bb1768c5539e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4607980 Jul 14 09:47:46.047280 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-284bca6f-48ec-47f1-ac5d-c2567d9017aa req-4d5ea46f-ad6e-47db-b64c-3b8fc0885596 service neutron] 10.222.0.65 "GET /v2.0/networks/d1876efc-8358-45bf-9a49-bb1768c5539e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996690 Jul 14 09:47:46.157243 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-284bca6f-48ec-47f1-ac5d-c2567d9017aa req-fef46b21-b23b-417e-a013-c7cb869c969b service neutron] 10.222.0.65 "GET /v2.0/networks/d1876efc-8358-45bf-9a49-bb1768c5539e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042330 Jul 14 09:47:46.308222 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb0cf3c-f8a3-4a56-9deb-b87b5486c6c6 req-265c5a29-898b-402a-b973-d5cd655a33f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:46.310490 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-fdb0cf3c-f8a3-4a56-9deb-b87b5486c6c6 req-265c5a29-898b-402a-b973-d5cd655a33f2 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=62cf828fc3e84fada2a4655d43752657&device_id=297e4002-ee8c-406f-9dd2-e448f3480bc6 HTTP/1.1" status: 200 len: 1096 time: 0.0678277 Jul 14 09:47:46.420580 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb0cf3c-f8a3-4a56-9deb-b87b5486c6c6 req-306b8140-0395-4b88-bead-39d3b272121f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:46.422470 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-fdb0cf3c-f8a3-4a56-9deb-b87b5486c6c6 req-306b8140-0395-4b88-bead-39d3b272121f service neutron] 10.222.0.65 "GET /v2.0/networks?id=d1876efc-8358-45bf-9a49-bb1768c5539e HTTP/1.1" status: 200 len: 898 time: 0.1058378 Jul 14 09:47:46.468591 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-fdb0cf3c-f8a3-4a56-9deb-b87b5486c6c6 req-f570e5fe-11b1-43bd-9d17-0ca21495a916 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=07e96da7-67d5-41d9-bb19-797793b0b54d HTTP/1.1" status: 200 len: 217 time: 0.0390882 Jul 14 09:47:46.523708 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb0cf3c-f8a3-4a56-9deb-b87b5486c6c6 req-b31eb74b-cb0a-4da5-893a-d40fbc7afb4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:46.525411 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-fdb0cf3c-f8a3-4a56-9deb-b87b5486c6c6 req-b31eb74b-cb0a-4da5-893a-d40fbc7afb4e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=60cb8730-0fc6-4c8a-bbcc-f1d9ec0723ac HTTP/1.1" status: 200 len: 833 time: 0.0502605 Jul 14 09:47:46.604422 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb0cf3c-f8a3-4a56-9deb-b87b5486c6c6 req-ef717881-faf7-4175-a213-74987c3890b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:46.606210 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-fdb0cf3c-f8a3-4a56-9deb-b87b5486c6c6 req-ef717881-faf7-4175-a213-74987c3890b1 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d1876efc-8358-45bf-9a49-bb1768c5539e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0737073 Jul 14 09:47:46.706274 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-fdb0cf3c-f8a3-4a56-9deb-b87b5486c6c6 req-0e8d401b-486c-4105-a195-bbf135f1a8ed service neutron] 10.222.0.65 "GET /v2.0/networks/d1876efc-8358-45bf-9a49-bb1768c5539e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920866 Jul 14 09:47:46.832960 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-fdb0cf3c-f8a3-4a56-9deb-b87b5486c6c6 req-16a94cdb-0ec1-4e27-9723-530f7f18a9c6 service neutron] 10.222.0.65 "GET /v2.0/networks/d1876efc-8358-45bf-9a49-bb1768c5539e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198270 Jul 14 09:47:47.016165 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-131b198b-0380-4479-8996-9f98aa73d3fc req-219b6d73-fa08-4749-90c4-30a1488b0d9d service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=f777bf20-f498-4a20-a738-aeeef232d5a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0613630 Jul 14 09:47:47.165985 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131b198b-0380-4479-8996-9f98aa73d3fc req-91744114-e789-4186-b764-f1c185741d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:47.166226 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d16ae70-4072-44da-a842-ea2eec538b07 req-78e53639-360a-46a7-bde9-225dd4a57630 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:47.167926 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-9d16ae70-4072-44da-a842-ea2eec538b07 req-78e53639-360a-46a7-bde9-225dd4a57630 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/ports?device_id=297e4002-ee8c-406f-9dd2-e448f3480bc6 HTTP/1.1" status: 200 len: 944 time: 0.0894101 Jul 14 09:47:47.173900 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-131b198b-0380-4479-8996-9f98aa73d3fc req-91744114-e789-4186-b764-f1c185741d3a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=fdcfb0d129f645508f46496d6d3408cf&device_id=f777bf20-f498-4a20-a738-aeeef232d5a1 HTTP/1.1" status: 200 len: 1097 time: 0.0828855 Jul 14 09:47:47.218248 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-9d16ae70-4072-44da-a842-ea2eec538b07 req-9ec756d6-f8c6-448c-b96a-f1bc3c227ee8 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/security-groups?id=02a508cd-1a7b-4e15-a97f-da9a60cbe701&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414729 Jul 14 09:47:47.325010 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131b198b-0380-4479-8996-9f98aa73d3fc req-a0e4876f-b85e-4cae-acf2-593f24337028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:47.327310 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-131b198b-0380-4479-8996-9f98aa73d3fc req-a0e4876f-b85e-4cae-acf2-593f24337028 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e5bfa805-7fa6-4e66-853c-c2e7e3c5ed34 HTTP/1.1" status: 200 len: 911 time: 0.1299572 Jul 14 09:47:47.409796 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-131b198b-0380-4479-8996-9f98aa73d3fc req-6371a706-c9b1-4351-8814-5d9554053776 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=97404d4b-2d52-4fc7-b4d4-1e17ae9f7ea7 HTTP/1.1" status: 200 len: 1000 time: 0.0745869 Jul 14 09:47:47.469214 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131b198b-0380-4479-8996-9f98aa73d3fc req-53445605-fb9f-4e82-9dce-371b5585e65e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:47.470926 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-131b198b-0380-4479-8996-9f98aa73d3fc req-53445605-fb9f-4e82-9dce-371b5585e65e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a974099b-8e0b-49f4-a28f-d50286aa9083 HTTP/1.1" status: 200 len: 849 time: 0.0543649 Jul 14 09:47:47.539429 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131b198b-0380-4479-8996-9f98aa73d3fc req-bd87e0c4-f0a3-4a0e-bd5a-f467ec3d89cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:47.541045 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-131b198b-0380-4479-8996-9f98aa73d3fc req-bd87e0c4-f0a3-4a0e-bd5a-f467ec3d89cc service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e5bfa805-7fa6-4e66-853c-c2e7e3c5ed34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0633781 Jul 14 09:47:47.637479 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-131b198b-0380-4479-8996-9f98aa73d3fc req-f610fad8-37a7-4657-acf1-fd6c8670b5b5 service neutron] 10.222.0.57 "GET /v2.0/networks/e5bfa805-7fa6-4e66-853c-c2e7e3c5ed34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896540 Jul 14 09:47:47.741884 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-131b198b-0380-4479-8996-9f98aa73d3fc req-8972a93c-aed1-4f04-8872-af386b26da14 service neutron] 10.222.0.57 "GET /v2.0/networks/e5bfa805-7fa6-4e66-853c-c2e7e3c5ed34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981586 Jul 14 09:47:48.424782 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f472bbad-df90-4341-9780-0a769cf02a25 req-696fb949-a56e-4292-a6d0-772cd6af0338 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:48.426690 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-f472bbad-df90-4341-9780-0a769cf02a25 req-696fb949-a56e-4292-a6d0-772cd6af0338 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/ports?device_id=297e4002-ee8c-406f-9dd2-e448f3480bc6 HTTP/1.1" status: 200 len: 944 time: 0.0748596 Jul 14 09:47:48.469269 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-f472bbad-df90-4341-9780-0a769cf02a25 req-5dbdcb35-2d59-449f-9a39-e00184356722 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/security-groups?id=02a508cd-1a7b-4e15-a97f-da9a60cbe701&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358305 Jul 14 09:47:49.656293 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac14013-4dde-41a1-8497-983b286ddc8f req-ab9a3a80-c7b8-46c4-85b3-e92baa5030c5 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:49.659185 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-6ac14013-4dde-41a1-8497-983b286ddc8f req-ab9a3a80-c7b8-46c4-85b3-e92baa5030c5 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/ports?device_id=297e4002-ee8c-406f-9dd2-e448f3480bc6 HTTP/1.1" status: 200 len: 944 time: 0.0718880 Jul 14 09:47:49.702657 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-6ac14013-4dde-41a1-8497-983b286ddc8f req-b0ac1ef1-6b81-4287-990d-8f594cd7b11e tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/security-groups?id=02a508cd-1a7b-4e15-a97f-da9a60cbe701&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375683 Jul 14 09:47:49.732996 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 07e96da7-67d5-41d9-bb19-797793b0b54d details requested by agent hyperv_n-h1-779913-29 with host n-h1-779913-29 {{(pid=93959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:47:49.842389 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port 07e96da7-67d5-41d9-bb19-797793b0b54d, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=07e96da7-67d5-41d9-bb19-797793b0b54d,segment=NetworkSegment(670e22f4-76f3-4ce4-8700-010475242fbb),segment_id=670e22f4-76f3-4ce4-8700-010475242fbb)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:47:49.854792 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Returning: {'device': '07e96da7-67d5-41d9-bb19-797793b0b54d', 'network_id': 'd1876efc-8358-45bf-9a49-bb1768c5539e', 'port_id': '07e96da7-67d5-41d9-bb19-797793b0b54d', 'mac_address': 'fa:16:3e:a5:ba:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 740, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60cb8730-0fc6-4c8a-bbcc-f1d9ec0723ac', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:47:49.909018 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:49.929786 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07e96da7-67d5-41d9-bb19-797793b0b54d {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:47:49.955219 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port 07e96da7-67d5-41d9-bb19-797793b0b54d, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=07e96da7-67d5-41d9-bb19-797793b0b54d,segment=NetworkSegment(670e22f4-76f3-4ce4-8700-010475242fbb),segment_id=670e22f4-76f3-4ce4-8700-010475242fbb)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:47:49.961020 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:50.015755 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Pushing event updated for resources: {'Port': ['ID=07e96da7-67d5-41d9-bb19-797793b0b54d,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:50.236775 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] get_ports_and_sgs() called for port_ids ['07e96da7-67d5-41d9-bb19-797793b0b54d'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:47:50.888994 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee730062-5afa-4e08-b63c-bc1ca4715fab req-788c12e8-57d2-4ad0-9d18-d98b8e0b1722 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:50.898219 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ee730062-5afa-4e08-b63c-bc1ca4715fab req-788c12e8-57d2-4ad0-9d18-d98b8e0b1722 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/ports?device_id=297e4002-ee8c-406f-9dd2-e448f3480bc6 HTTP/1.1" status: 200 len: 945 time: 0.0767429 Jul 14 09:47:50.941794 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ee730062-5afa-4e08-b63c-bc1ca4715fab req-142be1b7-d7be-44bf-a452-a74824952a4b tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/security-groups?id=02a508cd-1a7b-4e15-a97f-da9a60cbe701&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356865 Jul 14 09:47:51.726661 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 51762) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:51.748502 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 07e96da7-67d5-41d9-bb19-797793b0b54d up at agent hyperv_n-h1-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:47:51.798282 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Provisioning for port 07e96da7-67d5-41d9-bb19-797793b0b54d completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:47:51.802651 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Provisioning complete for port 07e96da7-67d5-41d9-bb19-797793b0b54d triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:47:51.803028 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:51.849248 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c7291eaf-0340-4f16-b9ce-91623b6a5073 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:51.886851 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:51.913298 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '297e4002-ee8c-406f-9dd2-e448f3480bc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07e96da7-67d5-41d9-bb19-797793b0b54d'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:47:51.915808 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd62303f06773040a8a4e189dc46b4f565768c299abf8ab8e7739778b0bc3e97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a90a0f93-dd98-4d24-ac28-da4c792adb7b" -d '{"events": [{"server_uuid": "297e4002-ee8c-406f-9dd2-e448f3480bc6", "name": "network-vif-plugged", "status": "completed", "tag": "07e96da7-67d5-41d9-bb19-797793b0b54d"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:47:51.929824 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port 07e96da7-67d5-41d9-bb19-797793b0b54d, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=07e96da7-67d5-41d9-bb19-797793b0b54d,segment=NetworkSegment(670e22f4-76f3-4ce4-8700-010475242fbb),segment_id=670e22f4-76f3-4ce4-8700-010475242fbb)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:47:51.935422 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:51.949247 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c7291eaf-0340-4f16-b9ce-91623b6a5073 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:51.954509 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c7291eaf-0340-4f16-b9ce-91623b6a5073 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:51.992683 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Pushing event updated for resources: {'Port': ['ID=07e96da7-67d5-41d9-bb19-797793b0b54d,revision_number=5']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:52.001162 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-c7291eaf-0340-4f16-b9ce-91623b6a5073 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=709fafbf9db74ca7a514f5f9af6d4e2c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2733965 Jul 14 09:47:52.001406 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 51772) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:52.004081 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7291eaf-0340-4f16-b9ce-91623b6a5073 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46e3e372-14ee-4410-bd6e-99cb8fc3f9cd,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:52.077626 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-284dad09-094c-43ab-86e4-6702d9faef9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:52.102500 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-284dad09-094c-43ab-86e4-6702d9faef9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:52.129814 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:47:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1c30b32-a67e-4902-bd71-e5637e3684a5 x-openstack-request-id: req-a1c30b32-a67e-4902-bd71-e5637e3684a5 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:47:52.130074 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "297e4002-ee8c-406f-9dd2-e448f3480bc6", "name": "network-vif-plugged", "status": "completed", "tag": "07e96da7-67d5-41d9-bb19-797793b0b54d", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:47:52.130331 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-a1c30b32-a67e-4902-bd71-e5637e3684a5 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:47:52.130733 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '297e4002-ee8c-406f-9dd2-e448f3480bc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07e96da7-67d5-41d9-bb19-797793b0b54d', 'code': 200} Jul 14 09:47:52.178196 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-89ee0864-1a67-42d3-8596-a110d0ad05e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:52.218017 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-284dad09-094c-43ab-86e4-6702d9faef9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:52.221228 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-284dad09-094c-43ab-86e4-6702d9faef9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:52.225210 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-284dad09-094c-43ab-86e4-6702d9faef9b admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/46e3e372-14ee-4410-bd6e-99cb8fc3f9cd HTTP/1.1" status: 204 len: 168 time: 0.2199273 Jul 14 09:47:52.230603 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1e0662-ab0a-484c-b8ea-b6e53348f6a6 req-c00298d8-8766-435b-b192-91ac8316cc3c tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:52.232706 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-db1e0662-ab0a-484c-b8ea-b6e53348f6a6 req-c00298d8-8766-435b-b192-91ac8316cc3c tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/ports?device_id=297e4002-ee8c-406f-9dd2-e448f3480bc6 HTTP/1.1" status: 200 len: 946 time: 0.0931592 Jul 14 09:47:52.275977 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284dad09-094c-43ab-86e4-6702d9faef9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46e3e372-14ee-4410-bd6e-99cb8fc3f9cd,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:52.318720 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-db1e0662-ab0a-484c-b8ea-b6e53348f6a6 req-d0c2890b-bdda-4c47-9c69-2c6d828c9fdc tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/security-groups?id=02a508cd-1a7b-4e15-a97f-da9a60cbe701&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692506 Jul 14 09:47:52.347570 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69266521-de9f-40f7-a345-071c795ce796 req-2209151f-64a1-4cd6-9cb5-c44db5ed9fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:52.347570 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-69266521-de9f-40f7-a345-071c795ce796 req-2209151f-64a1-4cd6-9cb5-c44db5ed9fe7 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=297e4002-ee8c-406f-9dd2-e448f3480bc6 HTTP/1.1" status: 200 len: 1098 time: 0.1119874 Jul 14 09:47:52.383852 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-69266521-de9f-40f7-a345-071c795ce796 req-012e3792-7a8b-45d6-b048-fc0e2efbdae0 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=02a508cd-1a7b-4e15-a97f-da9a60cbe701&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321758 Jul 14 09:47:52.569338 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 51790) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:52.584694 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b7ca4c45-19d6-450b-a9be-9fbaef397772 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:52.690352 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b7ca4c45-19d6-450b-a9be-9fbaef397772 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:52.695950 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b7ca4c45-19d6-450b-a9be-9fbaef397772 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:52.737768 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-b7ca4c45-19d6-450b-a9be-9fbaef397772 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=14d1db621f614f4e9c557f3b529d49a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1672201 Jul 14 09:47:52.738764 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ca4c45-19d6-450b-a9be-9fbaef397772 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b33b85e1-d82b-4635-8030-a4fbac64d759,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:52.740574 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 51792) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:52.801700 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0a566912-e987-47ea-9865-b891ea5257f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:52.824452 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0a566912-e987-47ea-9865-b891ea5257f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:52.875961 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0a566912-e987-47ea-9865-b891ea5257f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:52.881884 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0a566912-e987-47ea-9865-b891ea5257f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:52.883054 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-0a566912-e987-47ea-9865-b891ea5257f4 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/b33b85e1-d82b-4635-8030-a4fbac64d759 HTTP/1.1" status: 204 len: 168 time: 0.1410780 Jul 14 09:47:52.891980 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a566912-e987-47ea-9865-b891ea5257f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b33b85e1-d82b-4635-8030-a4fbac64d759,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:53.565623 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dbfc82-9a36-4a75-91b0-860b3a79aa77 req-bc0dd4ca-ef50-4918-97b6-76ad2e6cf14c tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:53.567609 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b0dbfc82-9a36-4a75-91b0-860b3a79aa77 req-bc0dd4ca-ef50-4918-97b6-76ad2e6cf14c tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/ports?device_id=297e4002-ee8c-406f-9dd2-e448f3480bc6 HTTP/1.1" status: 200 len: 946 time: 0.0920262 Jul 14 09:47:53.628002 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b0dbfc82-9a36-4a75-91b0-860b3a79aa77 req-a0428106-22ed-4124-8207-595563518401 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/security-groups?id=02a508cd-1a7b-4e15-a97f-da9a60cbe701&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537906 Jul 14 09:47:53.700049 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 51820) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:53.801879 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-126052b5-aa1b-4e88-a7b6-a5c11f573261 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1253875957-network', 'tenant_id': '68ce3802f5b04364bd4f0f0848e98a1d'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:47:53.824771 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-126052b5-aa1b-4e88-a7b6-a5c11f573261 admin admin] Made reservation on behalf of 68ce3802f5b04364bd4f0f0848e98a1d for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:47:53.828117 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-126052b5-aa1b-4e88-a7b6-a5c11f573261 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:53.836711 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-126052b5-aa1b-4e88-a7b6-a5c11f573261 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:53.931551 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-126052b5-aa1b-4e88-a7b6-a5c11f573261 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:53.935854 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-126052b5-aa1b-4e88-a7b6-a5c11f573261 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:53.963467 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-126052b5-aa1b-4e88-a7b6-a5c11f573261 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 734} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:47:53.970706 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126052b5-aa1b-4e88-a7b6-a5c11f573261 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec1faf79-0368-41c0-bf77-5a5825743564,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:53.977831 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-126052b5-aa1b-4e88-a7b6-a5c11f573261 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:53.978730 n-d-779913-29 neutron-server[93958]: INFO neutron.db.segments_db [None req-126052b5-aa1b-4e88-a7b6-a5c11f573261 admin admin] Added segment d94665de-542d-400d-a0d4-a446a54b3284 of type vlan for network 144cead4-5256-4b0c-8f04-573fb5e4e564 Jul 14 09:47:54.019322 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-126052b5-aa1b-4e88-a7b6-a5c11f573261 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735687821325'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:54.049233 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-126052b5-aa1b-4e88-a7b6-a5c11f573261 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:54.050232 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-126052b5-aa1b-4e88-a7b6-a5c11f573261 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:54.050861 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-126052b5-aa1b-4e88-a7b6-a5c11f573261 admin admin] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:54.135780 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-126052b5-aa1b-4e88-a7b6-a5c11f573261 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4339237 Jul 14 09:47:54.139196 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 51824) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:54.144419 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-f787eccf-e043-4070-8234-aef71aef22fa admin admin] Request body: {'subnet': {'network_id': '144cead4-5256-4b0c-8f04-573fb5e4e564', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1253875957-subnet', 'tenant_id': '68ce3802f5b04364bd4f0f0848e98a1d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:47:54.144780 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126052b5-aa1b-4e88-a7b6-a5c11f573261 admin admin] Pushing event updated for resources: {'Network': ['ID=144cead4-5256-4b0c-8f04-573fb5e4e564,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:54.156507 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Network 144cead4-5256-4b0c-8f04-573fb5e4e564 details requested by agent ovs-agent-n-d-779913-29 with host n-d-779913-29 {{(pid=93959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:47:54.169794 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f787eccf-e043-4070-8234-aef71aef22fa admin admin] Made reservation on behalf of 68ce3802f5b04364bd4f0f0848e98a1d for: {'subnet': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:47:54.173594 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f787eccf-e043-4070-8234-aef71aef22fa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11984110'] for subnet, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:54.384625 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f787eccf-e043-4070-8234-aef71aef22fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10052764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11984092'] for subnet, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:54.438024 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f787eccf-e043-4070-8234-aef71aef22fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=691ea880-351d-4a89-99a5-5771b104b684,revision_number=0']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:54.448969 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f787eccf-e043-4070-8234-aef71aef22fa admin admin] Checking segment: {'id': 'd94665de-542d-400d-a0d4-a446a54b3284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '144cead4-5256-4b0c-8f04-573fb5e4e564'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:47:54.449329 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f787eccf-e043-4070-8234-aef71aef22fa admin admin] Network hostable DHCP agents. Network: 144cead4-5256-4b0c-8f04-573fb5e4e564, hostable agents: ['c6a09bd4-f72e-4283-a3ca-0bbca8a51081'], hosted agents: [] {{(pid=93957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:47:54.466541 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f787eccf-e043-4070-8234-aef71aef22fa admin admin] Network 144cead4-5256-4b0c-8f04-573fb5e4e564 is scheduled to be hosted by DHCP agent c6a09bd4-f72e-4283-a3ca-0bbca8a51081 with binding_index 1 {{(pid=93957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:47:54.475078 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-f787eccf-e043-4070-8234-aef71aef22fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-29, 144cead4-5256-4b0c-8f04-573fb5e4e564) {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:47:54.479981 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f787eccf-e043-4070-8234-aef71aef22fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:54.480636 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f787eccf-e043-4070-8234-aef71aef22fa admin admin] Notify callbacks [] for subnet, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:54.494309 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c700b32-aedb-4115-b8b2-05dfe42926f3 None None] Network 144cead4-5256-4b0c-8f04-573fb5e4e564 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:47:54.496445 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-f787eccf-e043-4070-8234-aef71aef22fa admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3560708 Jul 14 09:47:54.630131 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08561561-4a7f-40c0-8765-251e584b6cdb None None] Network 144cead4-5256-4b0c-8f04-573fb5e4e564 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:47:54.788305 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:54.838701 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c946779-c4ec-4021-bf4f-67fd7083ed5b req-84b6b6f3-38e6-414c-8009-b07a1b5c92ee tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:54.840691 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2c946779-c4ec-4021-bf4f-67fd7083ed5b req-84b6b6f3-38e6-414c-8009-b07a1b5c92ee tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/ports?device_id=297e4002-ee8c-406f-9dd2-e448f3480bc6 HTTP/1.1" status: 200 len: 946 time: 0.0833788 Jul 14 09:47:54.878276 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0d196e7f-d63a-4e7f-859d-e808c741b085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:54.902150 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2c946779-c4ec-4021-bf4f-67fd7083ed5b req-4a94af44-01b5-42e3-8cea-79dc4656917b tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/security-groups?id=02a508cd-1a7b-4e15-a97f-da9a60cbe701&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543997 Jul 14 09:47:55.077277 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 51848) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:55.082630 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-5f8a0738-ecfc-416a-9875-dd450fbccc28 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1196150671-network', 'tenant_id': 'a188bf3e91f64b0ebc9f0ff49146aab0'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:47:55.101743 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf63de99-084d-43d2-a7f9-384277be9434 req-5b29a591-4e93-4bc4-811f-52b49a415883 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:55.103909 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-cf63de99-084d-43d2-a7f9-384277be9434 req-5b29a591-4e93-4bc4-811f-52b49a415883 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/ports?device_id=297e4002-ee8c-406f-9dd2-e448f3480bc6 HTTP/1.1" status: 200 len: 946 time: 0.0737951 Jul 14 09:47:55.108033 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f8a0738-ecfc-416a-9875-dd450fbccc28 admin admin] Made reservation on behalf of a188bf3e91f64b0ebc9f0ff49146aab0 for: {'network': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:47:55.112545 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5f8a0738-ecfc-416a-9875-dd450fbccc28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for network, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:55.122075 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5f8a0738-ecfc-416a-9875-dd450fbccc28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:55.144245 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-cf63de99-084d-43d2-a7f9-384277be9434 req-cda6b8ed-1e03-4fbf-b826-33782d9c4b28 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/security-groups?id=02a508cd-1a7b-4e15-a97f-da9a60cbe701&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341649 Jul 14 09:47:55.173764 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 51850) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:55.227543 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf2c6f1c-0881-4b2d-b86c-66dd9a0f3a55 tempest-TestNetworkAdvancedServerOps-1977836674 tempest-TestNetworkAdvancedServerOps-1977836674-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:55.229001 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-bf2c6f1c-0881-4b2d-b86c-66dd9a0f3a55 tempest-TestNetworkAdvancedServerOps-1977836674 tempest-TestNetworkAdvancedServerOps-1977836674-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=297e4002-ee8c-406f-9dd2-e448f3480bc6 HTTP/1.1" status: 200 len: 1093 time: 0.0539968 Jul 14 09:47:55.231839 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 51852) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:55.237909 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-73139861-4012-4281-a4a1-5bb45e222d24 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Request body: {'floatingip': {'floating_network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'port_id': '07e96da7-67d5-41d9-bb19-797793b0b54d', 'tenant_id': '62cf828fc3e84fada2a4655d43752657', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:47:55.239970 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5f8a0738-ecfc-416a-9875-dd450fbccc28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:55.244939 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5f8a0738-ecfc-416a-9875-dd450fbccc28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:55.262165 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-73139861-4012-4281-a4a1-5bb45e222d24 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks [] for floatingip, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:55.268166 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f8a0738-ecfc-416a-9875-dd450fbccc28 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 705} {{(pid=93957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:47:55.283034 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8a0738-ecfc-416a-9875-dd450fbccc28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67bbd035-c73c-43b2-94a2-978aa23182cf,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:55.293055 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5f8a0738-ecfc-416a-9875-dd450fbccc28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:55.293410 n-d-779913-29 neutron-server[93957]: INFO neutron.db.segments_db [None req-5f8a0738-ecfc-416a-9875-dd450fbccc28 admin admin] Added segment 00bbda05-7ac1-4799-8143-5082df8986c9 of type vlan for network 2001f758-d917-4ce2-b030-d7df7428901d Jul 14 09:47:55.337956 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5f8a0738-ecfc-416a-9875-dd450fbccc28 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735687821325'] for network, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:55.369890 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-73139861-4012-4281-a4a1-5bb45e222d24 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:55.375546 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5f8a0738-ecfc-416a-9875-dd450fbccc28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855'] for network, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:55.377725 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f8a0738-ecfc-416a-9875-dd450fbccc28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:55.378271 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5f8a0738-ecfc-416a-9875-dd450fbccc28 admin admin] Notify callbacks [] for network, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:55.419847 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-5f8a0738-ecfc-416a-9875-dd450fbccc28 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3383145 Jul 14 09:47:55.422582 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 51854) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:55.429608 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-7b72bce4-d9dc-4057-9b1b-56dcbc2b249a admin admin] Request body: {'subnet': {'network_id': '2001f758-d917-4ce2-b030-d7df7428901d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1196150671-subnet', 'tenant_id': 'a188bf3e91f64b0ebc9f0ff49146aab0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:47:55.483805 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8a0738-ecfc-416a-9875-dd450fbccc28 admin admin] Pushing event updated for resources: {'Network': ['ID=2001f758-d917-4ce2-b030-d7df7428901d,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:55.489874 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b72bce4-d9dc-4057-9b1b-56dcbc2b249a admin admin] Made reservation on behalf of a188bf3e91f64b0ebc9f0ff49146aab0 for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:47:55.492320 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7b72bce4-d9dc-4057-9b1b-56dcbc2b249a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16714600'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:55.498238 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Network 2001f758-d917-4ce2-b030-d7df7428901d details requested by agent ovs-agent-n-d-779913-29 with host n-d-779913-29 {{(pid=93959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:47:55.538314 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-73139861-4012-4281-a4a1-5bb45e222d24 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Allocated IP 172.25.4.57 (2dcd4d32-cc7c-4468-b396-7ce5c9231892/6cd22a75-5bc1-467c-a3c4-0af04bd1b34a/3e73214c-d716-4549-ac39-3adbf80bf7cd) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:47:55.711932 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-73139861-4012-4281-a4a1-5bb45e222d24 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:55.779880 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7b72bce4-d9dc-4057-9b1b-56dcbc2b249a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13573993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16714586'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:55.836855 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b72bce4-d9dc-4057-9b1b-56dcbc2b249a admin admin] Pushing event updated for resources: {'Subnet': ['ID=f4136b63-0d3d-4df2-a816-1c6f974e92ce,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:55.842097 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-73139861-4012-4281-a4a1-5bb45e222d24 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:55.899157 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73139861-4012-4281-a4a1-5bb45e222d24 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Network 2dcd4d32-cc7c-4468-b396-7ce5c9231892 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:47:55.905308 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b72bce4-d9dc-4057-9b1b-56dcbc2b249a admin admin] Checking segment: {'id': '00bbda05-7ac1-4799-8143-5082df8986c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '2001f758-d917-4ce2-b030-d7df7428901d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:47:55.905702 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b72bce4-d9dc-4057-9b1b-56dcbc2b249a admin admin] Network hostable DHCP agents. Network: 2001f758-d917-4ce2-b030-d7df7428901d, hostable agents: ['c6a09bd4-f72e-4283-a3ca-0bbca8a51081'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:47:55.907913 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-73139861-4012-4281-a4a1-5bb45e222d24 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:47:55.911145 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73139861-4012-4281-a4a1-5bb45e222d24 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:47:55.912978 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73139861-4012-4281-a4a1-5bb45e222d24 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Pushing event updated for resources: {'Port': ['ID=3e73214c-d716-4549-ac39-3adbf80bf7cd,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:55.932570 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5ad31076-714c-49ec-bc37-f3d4cd90112a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:55.957722 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b72bce4-d9dc-4057-9b1b-56dcbc2b249a admin admin] Network 2001f758-d917-4ce2-b030-d7df7428901d is scheduled to be hosted by DHCP agent c6a09bd4-f72e-4283-a3ca-0bbca8a51081 with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:47:55.995972 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-7b72bce4-d9dc-4057-9b1b-56dcbc2b249a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-29, 2001f758-d917-4ce2-b030-d7df7428901d) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:47:56.004874 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a59254b6-2353-43d0-973d-fe57779e21dc None None] Network 2001f758-d917-4ce2-b030-d7df7428901d requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:47:56.005773 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b72bce4-d9dc-4057-9b1b-56dcbc2b249a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:56.006379 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7b72bce4-d9dc-4057-9b1b-56dcbc2b249a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:56.066207 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-7b72bce4-d9dc-4057-9b1b-56dcbc2b249a admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6424842 Jul 14 09:47:56.161224 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-175ff134-7dc5-48d8-a250-3a32f25b2212 None None] Network 2001f758-d917-4ce2-b030-d7df7428901d requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:47:56.361621 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-73139861-4012-4281-a4a1-5bb45e222d24 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:56.456632 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-73139861-4012-4281-a4a1-5bb45e222d24 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:56.690057 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9da8b7-5a4d-49f9-90ff-c361feb1082a req-094d45e9-6bb3-4c36-8bce-d9e8b2f5409f tempest-VolumesActionsTest-1272605859 tempest-VolumesActionsTest-1272605859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:56.691581 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ab9da8b7-5a4d-49f9-90ff-c361feb1082a req-094d45e9-6bb3-4c36-8bce-d9e8b2f5409f tempest-VolumesActionsTest-1272605859 tempest-VolumesActionsTest-1272605859-project] 10.222.0.68 "GET /v2.0/networks?id=144cead4-5256-4b0c-8f04-573fb5e4e564 HTTP/1.1" status: 200 len: 809 time: 0.1722445 Jul 14 09:47:56.714652 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-73139861-4012-4281-a4a1-5bb45e222d24 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:56.719084 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ab9da8b7-5a4d-49f9-90ff-c361feb1082a req-8107319a-7bb0-48b8-9c29-be3ae68f3d52 tempest-VolumesActionsTest-1272605859 tempest-VolumesActionsTest-1272605859-project] 10.222.0.68 "GET /v2.0/quotas/68ce3802f5b04364bd4f0f0848e98a1d HTTP/1.1" status: 200 len: 375 time: 0.0201168 Jul 14 09:47:56.720499 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-73139861-4012-4281-a4a1-5bb45e222d24 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13574142'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:56.787871 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ab9da8b7-5a4d-49f9-90ff-c361feb1082a req-27b4e299-eedf-49c0-8453-2f4c737d01e1 tempest-VolumesActionsTest-1272605859 tempest-VolumesActionsTest-1272605859-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=68ce3802f5b04364bd4f0f0848e98a1d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0622959 Jul 14 09:47:56.866753 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73139861-4012-4281-a4a1-5bb45e222d24 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Pushing event updated for resources: {'Port': ['ID=3e73214c-d716-4549-ac39-3adbf80bf7cd,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:56.882442 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-73139861-4012-4281-a4a1-5bb45e222d24 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-660590'] for floatingip, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:56.989301 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ab9da8b7-5a4d-49f9-90ff-c361feb1082a req-39ce60ab-96f7-426a-bb60-0d7fa6009778 service neutron] 10.222.0.68 "GET /v2.0/networks/144cead4-5256-4b0c-8f04-573fb5e4e564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1821113 Jul 14 09:47:57.067261 n-d-779913-29 neutron-server[93958]: INFO neutron.db.l3_db [None req-73139861-4012-4281-a4a1-5bb45e222d24 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Floating IP cbc20b2d-da09-43cf-83ef-a9be39b19c7f associated. External IP: 172.25.4.57, port: 07e96da7-67d5-41d9-bb19-797793b0b54d. Jul 14 09:47:57.184306 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ab9da8b7-5a4d-49f9-90ff-c361feb1082a req-67780150-9a96-425c-9af3-7f7bfde06087 service neutron] 10.222.0.68 "GET /v2.0/networks/144cead4-5256-4b0c-8f04-573fb5e4e564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1875002 Jul 14 09:47:57.410582 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-766fe7d2-4b96-4e36-b9aa-781b27801aaa req-3f1ae167-9f13-49dc-bcca-a6ad2d0f60a3 tempest-VolumesActionsTest-1272605859 tempest-VolumesActionsTest-1272605859-project] 10.222.0.68 "GET /v2.0/ports?device_id=3add3187-8204-4f91-a60a-ca36ff614cda HTTP/1.1" status: 200 len: 210 time: 0.0306098 Jul 14 09:47:57.637964 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73139861-4012-4281-a4a1-5bb45e222d24 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Router 59d5765d-804f-4f55-bd57-7318bce524b8 has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:47:57.741212 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5bbe322f-3f67-4864-bc0a-91afe44d23e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:57.773121 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73139861-4012-4281-a4a1-5bb45e222d24 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:47:57.784124 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61b34aa2-3704-4c8c-8be4-f1fc4b5abd2d None None] Sync routers for ids ['59d5765d-804f-4f55-bd57-7318bce524b8'] in n-d-779913-29 {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:47:57.798391 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b34aa2-3704-4c8c-8be4-f1fc4b5abd2d None None] Routers {'59d5765d-804f-4f55-bd57-7318bce524b8'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:47:57.798923 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-73139861-4012-4281-a4a1-5bb45e222d24 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for floatingip, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:57.799063 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-61b34aa2-3704-4c8c-8be4-f1fc4b5abd2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:47:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['59d5765d-804f-4f55-bd57-7318bce524b8'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:47:57.840661 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-73139861-4012-4281-a4a1-5bb45e222d24 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6074247 Jul 14 09:47:57.841300 n-d-779913-29 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '297e4002-ee8c-406f-9dd2-e448f3480bc6', 'tag': '07e96da7-67d5-41d9-bb19-797793b0b54d'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:47:57.843953 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cb48f044f948e981f43897c8d7f1332f741dc7af2b4c5a6e19d8f4a80f708e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97ad460d-5445-469e-832f-843a27084097" -d '{"events": [{"name": "network-changed", "server_uuid": "297e4002-ee8c-406f-9dd2-e448f3480bc6", "tag": "07e96da7-67d5-41d9-bb19-797793b0b54d"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:47:57.895514 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:47:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed2dfd83-331b-45ca-b803-66485f6a15b1 x-openstack-request-id: req-ed2dfd83-331b-45ca-b803-66485f6a15b1 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:47:57.895800 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "297e4002-ee8c-406f-9dd2-e448f3480bc6", "tag": "07e96da7-67d5-41d9-bb19-797793b0b54d", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:47:57.895974 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-ed2dfd83-331b-45ca-b803-66485f6a15b1 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:47:57.896406 n-d-779913-29 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '297e4002-ee8c-406f-9dd2-e448f3480bc6', 'tag': '07e96da7-67d5-41d9-bb19-797793b0b54d', 'status': 'completed', 'code': 200} Jul 14 09:47:57.970054 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvr_db [None req-61b34aa2-3704-4c8c-8be4-f1fc4b5abd2d None None] Set router 59d5765d-804f-4f55-bd57-7318bce524b8 gateway port host: n-d-779913-29 {{(pid=93959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:47:58.031908 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ad460d-5445-469e-832f-843a27084097 req-b41acf20-3441-44bb-a950-50c4be5dd5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:58.036167 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-97ad460d-5445-469e-832f-843a27084097 req-b41acf20-3441-44bb-a950-50c4be5dd5c5 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=62cf828fc3e84fada2a4655d43752657&device_id=297e4002-ee8c-406f-9dd2-e448f3480bc6 HTTP/1.1" status: 200 len: 1098 time: 0.0861948 Jul 14 09:47:58.179034 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ad460d-5445-469e-832f-843a27084097 req-c4a9677f-f837-4ff1-a7ab-0e35a3c9d9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:58.180629 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-97ad460d-5445-469e-832f-843a27084097 req-c4a9677f-f837-4ff1-a7ab-0e35a3c9d9f5 service neutron] 10.222.0.65 "GET /v2.0/networks?id=d1876efc-8358-45bf-9a49-bb1768c5539e HTTP/1.1" status: 200 len: 898 time: 0.1354318 Jul 14 09:47:58.264075 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-97ad460d-5445-469e-832f-843a27084097 req-6d84efd6-3fde-4bb7-bcc1-e9b4c357ffed service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=07e96da7-67d5-41d9-bb19-797793b0b54d HTTP/1.1" status: 200 len: 999 time: 0.0765636 Jul 14 09:47:58.278761 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298aa377-b08b-43ae-aff2-b501ee8fd613 req-f6f13af8-1309-4f77-a875-4ea85ac6e7b5 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:58.280273 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-298aa377-b08b-43ae-aff2-b501ee8fd613 req-f6f13af8-1309-4f77-a875-4ea85ac6e7b5 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/ports?device_id=297e4002-ee8c-406f-9dd2-e448f3480bc6 HTTP/1.1" status: 200 len: 946 time: 0.0813684 Jul 14 09:47:58.329953 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-61b34aa2-3704-4c8c-8be4-f1fc4b5abd2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59d5765d-804f-4f55-bd57-7318bce524b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-98897862', 'tenant_id': '62cf828fc3e84fada2a4655d43752657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.191'}], 'enable_snat': True}, 'gw_port_id': 'b16f973c-5d50-4d92-8a16-fb7661058d1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:47:32Z', 'updated_at': '2021-07-14T09:47:37Z', 'revision_number': 4, 'project_id': '62cf828fc3e84fada2a4655d43752657', 'gw_port': {'id': 'b16f973c-5d50-4d92-8a16-fb7661058d1a', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:51:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59d5765d-804f-4f55-bd57-7318bce524b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:47:33Z', 'updated_at': '2021-07-14T09:47:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_floatingips': [{'id': 'cbc20b2d-da09-43cf-83ef-a9be39b19c7f', 'tenant_id': '62cf828fc3e84fada2a4655d43752657', 'floating_ip_address': '172.25.4.57', 'floating_network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'router_id': '59d5765d-804f-4f55-bd57-7318bce524b8', 'port_id': '07e96da7-67d5-41d9-bb19-797793b0b54d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3552, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1876efc-8358-45bf-9a49-bb1768c5539e', 'mac_address': 'fa:16:3e:a5:ba:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '297e4002-ee8c-406f-9dd2-e448f3480bc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:47:56Z', 'updated_at': '2021-07-14T09:47:56Z', 'revision_number': 0, 'project_id': '62cf828fc3e84fada2a4655d43752657', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d7a87b5-2d4b-441c-aab2-50e3078d415b', 'name': '', 'network_id': 'd1876efc-8358-45bf-9a49-bb1768c5539e', 'tenant_id': '62cf828fc3e84fada2a4655d43752657', 'mac_address': 'fa:16:3e:00:53:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59d5765d-804f-4f55-bd57-7318bce524b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': '60cb8730-0fc6-4c8a-bbcc-f1d9ec0723ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:47:36Z', 'updated_at': '2021-07-14T09:47:43Z', 'revision_number': 5, 'project_id': '62cf828fc3e84fada2a4655d43752657', 'subnets': [{'id': '60cb8730-0fc6-4c8a-bbcc-f1d9ec0723ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:47:58.330178 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-298aa377-b08b-43ae-aff2-b501ee8fd613 req-287efc2d-be8f-4ab0-a2af-b552d0fdde31 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/security-groups?id=02a508cd-1a7b-4e15-a97f-da9a60cbe701&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358424 Jul 14 09:47:58.334780 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ad460d-5445-469e-832f-843a27084097 req-dab4363b-2c79-400b-9115-ccf4044da7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:58.336823 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-97ad460d-5445-469e-832f-843a27084097 req-dab4363b-2c79-400b-9115-ccf4044da7e5 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=60cb8730-0fc6-4c8a-bbcc-f1d9ec0723ac HTTP/1.1" status: 200 len: 833 time: 0.0654304 Jul 14 09:47:58.354345 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 51904) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:58.357452 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61b34aa2-3704-4c8c-8be4-f1fc4b5abd2d None None] Checking router: 59d5765d-804f-4f55-bd57-7318bce524b8 for host: n-d-779913-29 {{(pid=93959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:47:58.366971 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b34aa2-3704-4c8c-8be4-f1fc4b5abd2d None None] Routers {'59d5765d-804f-4f55-bd57-7318bce524b8'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:47:58.367586 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-61b34aa2-3704-4c8c-8be4-f1fc4b5abd2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:47:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['59d5765d-804f-4f55-bd57-7318bce524b8'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:47:58.403582 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ad460d-5445-469e-832f-843a27084097 req-3ad6650b-5179-42df-8edb-b142b6df5032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:58.405341 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-97ad460d-5445-469e-832f-843a27084097 req-3ad6650b-5179-42df-8edb-b142b6df5032 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d1876efc-8358-45bf-9a49-bb1768c5539e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0624845 Jul 14 09:47:58.429016 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-2f8d455e-dd24-4b17-9f39-a38d5519f2f8 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/floatingips/cbc20b2d-da09-43cf-83ef-a9be39b19c7f HTTP/1.1" status: 200 len: 991 time: 0.0733876 Jul 14 09:47:58.475682 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvr_db [None req-61b34aa2-3704-4c8c-8be4-f1fc4b5abd2d None None] Set router 59d5765d-804f-4f55-bd57-7318bce524b8 gateway port host: n-d-779913-29 {{(pid=93959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:47:58.498429 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-97ad460d-5445-469e-832f-843a27084097 req-5d8a6213-c019-44c3-94bd-1a3e9fbf02c9 service neutron] 10.222.0.65 "GET /v2.0/networks/d1876efc-8358-45bf-9a49-bb1768c5539e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861435 Jul 14 09:47:58.596830 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5cafe6d3-6419-4d78-bfec-cf5aa3d29f53 req-c77029dc-4bd5-419c-a0db-ef28495ee0bf tempest-VolumesActionsTest-1272605859 tempest-VolumesActionsTest-1272605859-project] 10.222.0.68 "GET /v2.0/ports?device_id=3add3187-8204-4f91-a60a-ca36ff614cda HTTP/1.1" status: 200 len: 210 time: 0.0368197 Jul 14 09:47:58.640775 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-97ad460d-5445-469e-832f-843a27084097 req-78ba336c-4caa-4ef4-9d00-90371917b6a0 service neutron] 10.222.0.65 "GET /v2.0/networks/d1876efc-8358-45bf-9a49-bb1768c5539e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317091 Jul 14 09:47:58.754943 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-61b34aa2-3704-4c8c-8be4-f1fc4b5abd2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59d5765d-804f-4f55-bd57-7318bce524b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-98897862', 'tenant_id': '62cf828fc3e84fada2a4655d43752657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.191'}], 'enable_snat': True}, 'gw_port_id': 'b16f973c-5d50-4d92-8a16-fb7661058d1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:47:32Z', 'updated_at': '2021-07-14T09:47:37Z', 'revision_number': 4, 'project_id': '62cf828fc3e84fada2a4655d43752657', 'gw_port': {'id': 'b16f973c-5d50-4d92-8a16-fb7661058d1a', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:51:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59d5765d-804f-4f55-bd57-7318bce524b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:47:33Z', 'updated_at': '2021-07-14T09:47:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_floatingips': [{'id': 'cbc20b2d-da09-43cf-83ef-a9be39b19c7f', 'tenant_id': '62cf828fc3e84fada2a4655d43752657', 'floating_ip_address': '172.25.4.57', 'floating_network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'router_id': '59d5765d-804f-4f55-bd57-7318bce524b8', 'port_id': '07e96da7-67d5-41d9-bb19-797793b0b54d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3552, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1876efc-8358-45bf-9a49-bb1768c5539e', 'mac_address': 'fa:16:3e:a5:ba:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '297e4002-ee8c-406f-9dd2-e448f3480bc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:47:56Z', 'updated_at': '2021-07-14T09:47:56Z', 'revision_number': 0, 'project_id': '62cf828fc3e84fada2a4655d43752657', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d7a87b5-2d4b-441c-aab2-50e3078d415b', 'name': '', 'network_id': 'd1876efc-8358-45bf-9a49-bb1768c5539e', 'tenant_id': '62cf828fc3e84fada2a4655d43752657', 'mac_address': 'fa:16:3e:00:53:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59d5765d-804f-4f55-bd57-7318bce524b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': '60cb8730-0fc6-4c8a-bbcc-f1d9ec0723ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:47:36Z', 'updated_at': '2021-07-14T09:47:43Z', 'revision_number': 5, 'project_id': '62cf828fc3e84fada2a4655d43752657', 'subnets': [{'id': '60cb8730-0fc6-4c8a-bbcc-f1d9ec0723ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:47:58.776936 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9da8b7-5a4d-49f9-90ff-c361feb1082a req-ebed39ed-3fef-4b91-b53d-a1a65fead0d5 tempest-VolumesActionsTest-1272605859 tempest-VolumesActionsTest-1272605859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:58.778856 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ab9da8b7-5a4d-49f9-90ff-c361feb1082a req-ebed39ed-3fef-4b91-b53d-a1a65fead0d5 tempest-VolumesActionsTest-1272605859 tempest-VolumesActionsTest-1272605859-project] 10.222.0.57 "GET /v2.0/networks?id=144cead4-5256-4b0c-8f04-573fb5e4e564 HTTP/1.1" status: 200 len: 809 time: 0.1283150 Jul 14 09:47:58.781345 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61b34aa2-3704-4c8c-8be4-f1fc4b5abd2d None None] The sync data for ids ['59d5765d-804f-4f55-bd57-7318bce524b8'] in n-d-779913-29 is: [{'id': '59d5765d-804f-4f55-bd57-7318bce524b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-98897862', 'tenant_id': '62cf828fc3e84fada2a4655d43752657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.191'}], 'enable_snat': True}, 'gw_port_id': 'b16f973c-5d50-4d92-8a16-fb7661058d1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:47:32Z', 'updated_at': '2021-07-14T09:47:37Z', 'revision_number': 4, 'project_id': '62cf828fc3e84fada2a4655d43752657', 'gw_port': {'id': 'b16f973c-5d50-4d92-8a16-fb7661058d1a', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:51:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59d5765d-804f-4f55-bd57-7318bce524b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:47:33Z', 'updated_at': '2021-07-14T09:47:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_floatingips': [{'id': 'cbc20b2d-da09-43cf-83ef-a9be39b19c7f', 'tenant_id': '62cf828fc3e84fada2a4655d43752657', 'floating_ip_address': '172.25.4.57', 'floating_network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'router_id': '59d5765d-804f-4f55-bd57-7318bce524b8', 'port_id': '07e96da7-67d5-41d9-bb19-797793b0b54d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3552, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1876efc-8358-45bf-9a49-bb1768c5539e', 'mac_address': 'fa:16:3e:a5:ba:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '297e4002-ee8c-406f-9dd2-e448f3480bc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:47:56Z', 'updated_at': '2021-07-14T09:47:56Z', 'revision_number': 0, 'project_id': '62cf828fc3e84fada2a4655d43752657', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d7a87b5-2d4b-441c-aab2-50e3078d415b', 'name': '', 'network_id': 'd1876efc-8358-45bf-9a49-bb1768c5539e', 'tenant_id': '62cf828fc3e84fada2a4655d43752657', 'mac_address': 'fa:16:3e:00:53:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59d5765d-804f-4f55-bd57-7318bce524b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': '60cb8730-0fc6-4c8a-bbcc-f1d9ec0723ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:47:36Z', 'updated_at': '2021-07-14T09:47:43Z', 'revision_number': 5, 'project_id': '62cf828fc3e84fada2a4655d43752657', 'subnets': [{'id': '60cb8730-0fc6-4c8a-bbcc-f1d9ec0723ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:47:58.798741 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-ab9da8b7-5a4d-49f9-90ff-c361feb1082a req-cecaf66b-1248-484a-b0f0-6dabe3add4e0 tempest-VolumesActionsTest-1272605859 tempest-VolumesActionsTest-1272605859-project] Request body: {'port': {'device_id': '3add3187-8204-4f91-a60a-ca36ff614cda', 'network_id': '144cead4-5256-4b0c-8f04-573fb5e4e564', 'admin_state_up': True, 'tenant_id': '68ce3802f5b04364bd4f0f0848e98a1d'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:47:58.926501 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab9da8b7-5a4d-49f9-90ff-c361feb1082a req-cecaf66b-1248-484a-b0f0-6dabe3add4e0 tempest-VolumesActionsTest-1272605859 tempest-VolumesActionsTest-1272605859-project] Made reservation on behalf of 68ce3802f5b04364bd4f0f0848e98a1d for: {'port': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:47:58.930650 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-ab9da8b7-5a4d-49f9-90ff-c361feb1082a req-cecaf66b-1248-484a-b0f0-6dabe3add4e0 tempest-VolumesActionsTest-1272605859 tempest-VolumesActionsTest-1272605859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:59.041207 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f612af6-9546-46ad-80c8-c8997aa0d819 None None] New status for floating IP cbc20b2d-da09-43cf-83ef-a9be39b19c7f: ACTIVE {{(pid=93960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:47:59.082102 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [req-ab9da8b7-5a4d-49f9-90ff-c361feb1082a req-cecaf66b-1248-484a-b0f0-6dabe3add4e0 tempest-VolumesActionsTest-1272605859 tempest-VolumesActionsTest-1272605859-project] Allocated IP 172.20.0.9 (144cead4-5256-4b0c-8f04-573fb5e4e564/691ea880-351d-4a89-99a5-5771b104b684/998d3eda-e331-47bf-a5d5-add4009419db) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:47:59.240188 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-ab9da8b7-5a4d-49f9-90ff-c361feb1082a req-cecaf66b-1248-484a-b0f0-6dabe3add4e0 tempest-VolumesActionsTest-1272605859 tempest-VolumesActionsTest-1272605859-project] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:59.280242 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-ab9da8b7-5a4d-49f9-90ff-c361feb1082a req-cecaf66b-1248-484a-b0f0-6dabe3add4e0 tempest-VolumesActionsTest-1272605859 tempest-VolumesActionsTest-1272605859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:59.328461 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab9da8b7-5a4d-49f9-90ff-c361feb1082a req-cecaf66b-1248-484a-b0f0-6dabe3add4e0 tempest-VolumesActionsTest-1272605859 tempest-VolumesActionsTest-1272605859-project] Network 144cead4-5256-4b0c-8f04-573fb5e4e564 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:47:59.332183 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [req-ab9da8b7-5a4d-49f9-90ff-c361feb1082a req-cecaf66b-1248-484a-b0f0-6dabe3add4e0 tempest-VolumesActionsTest-1272605859 tempest-VolumesActionsTest-1272605859-project] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:47:59.336215 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab9da8b7-5a4d-49f9-90ff-c361feb1082a req-cecaf66b-1248-484a-b0f0-6dabe3add4e0 tempest-VolumesActionsTest-1272605859 tempest-VolumesActionsTest-1272605859-project] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:47:59.366010 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecaf66b-1248-484a-b0f0-6dabe3add4e0 tempest-VolumesActionsTest-1272605859 tempest-VolumesActionsTest-1272605859-project] Pushing event updated for resources: {'Port': ['ID=998d3eda-e331-47bf-a5d5-add4009419db,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:59.395055 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9da8b7-5a4d-49f9-90ff-c361feb1082a req-cecaf66b-1248-484a-b0f0-6dabe3add4e0 tempest-VolumesActionsTest-1272605859 tempest-VolumesActionsTest-1272605859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:59.395055 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-ab9da8b7-5a4d-49f9-90ff-c361feb1082a req-cecaf66b-1248-484a-b0f0-6dabe3add4e0 tempest-VolumesActionsTest-1272605859 tempest-VolumesActionsTest-1272605859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:59.419614 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ab9da8b7-5a4d-49f9-90ff-c361feb1082a req-cecaf66b-1248-484a-b0f0-6dabe3add4e0 tempest-VolumesActionsTest-1272605859 tempest-VolumesActionsTest-1272605859-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6259799 Jul 14 09:47:59.496326 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 51916) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:59.496326 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-ab9da8b7-5a4d-49f9-90ff-c361feb1082a req-40a56e4d-df62-4820-99c9-d0226cbca59c service neutron] Request body: {'port': {'device_id': '3add3187-8204-4f91-a60a-ca36ff614cda', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-29'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:47:59.569108 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-bcaa9f2e-a41b-4d44-a0d6-6ffcc2ca7c8a tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/floatingips/cbc20b2d-da09-43cf-83ef-a9be39b19c7f HTTP/1.1" status: 200 len: 993 time: 0.1047442 Jul 14 09:47:59.585987 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-ab9da8b7-5a4d-49f9-90ff-c361feb1082a req-40a56e4d-df62-4820-99c9-d0226cbca59c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:59.868051 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086dccd4-52c5-4159-9aeb-6d3f68997f4d req-6c973a9e-9cbb-4aeb-a232-7a202413cb3b tempest-VolumesActionsTest-1272605859 tempest-VolumesActionsTest-1272605859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:59.870550 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-086dccd4-52c5-4159-9aeb-6d3f68997f4d req-6c973a9e-9cbb-4aeb-a232-7a202413cb3b tempest-VolumesActionsTest-1272605859 tempest-VolumesActionsTest-1272605859-project] 10.222.0.68 "GET /v2.0/ports?device_id=3add3187-8204-4f91-a60a-ca36ff614cda HTTP/1.1" status: 200 len: 931 time: 0.1443031 Jul 14 09:47:59.938763 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-086dccd4-52c5-4159-9aeb-6d3f68997f4d req-a991b154-429c-4eb8-bd41-2333cfd2a7ed tempest-VolumesActionsTest-1272605859 tempest-VolumesActionsTest-1272605859-project] 10.222.0.68 "GET /v2.0/security-groups?id=ec1faf79-0368-41c0-bf77-5a5825743564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589366 Jul 14 09:47:59.979464 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [req-ab9da8b7-5a4d-49f9-90ff-c361feb1082a req-40a56e4d-df62-4820-99c9-d0226cbca59c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 998d3eda-e331-47bf-a5d5-add4009419db {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:47:59.988392 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-ab9da8b7-5a4d-49f9-90ff-c361feb1082a req-40a56e4d-df62-4820-99c9-d0226cbca59c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:00.001669 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [req-ab9da8b7-5a4d-49f9-90ff-c361feb1082a req-40a56e4d-df62-4820-99c9-d0226cbca59c service neutron] Transition to ACTIVE for port object 998d3eda-e331-47bf-a5d5-add4009419db will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:48:00.006005 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-ab9da8b7-5a4d-49f9-90ff-c361feb1082a req-40a56e4d-df62-4820-99c9-d0226cbca59c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:00.086747 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a56e4d-df62-4820-99c9-d0226cbca59c service neutron] Pushing event updated for resources: {'Port': ['ID=998d3eda-e331-47bf-a5d5-add4009419db,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:48:00.134344 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-ab9da8b7-5a4d-49f9-90ff-c361feb1082a req-40a56e4d-df62-4820-99c9-d0226cbca59c service neutron] Attempting to bind port 998d3eda-e331-47bf-a5d5-add4009419db on host n-h2-779913-29 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:48:00.134674 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-ab9da8b7-5a4d-49f9-90ff-c361feb1082a req-40a56e4d-df62-4820-99c9-d0226cbca59c service neutron] Attempting to bind port 998d3eda-e331-47bf-a5d5-add4009419db by drivers openvswitch,hyperv on host n-h2-779913-29 at level 0 using segments [{'id': 'd94665de-542d-400d-a0d4-a446a54b3284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '144cead4-5256-4b0c-8f04-573fb5e4e564'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:48:00.135002 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab9da8b7-5a4d-49f9-90ff-c361feb1082a req-40a56e4d-df62-4820-99c9-d0226cbca59c service neutron] Attempting to bind port 998d3eda-e331-47bf-a5d5-add4009419db on network 144cead4-5256-4b0c-8f04-573fb5e4e564 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:48:00.139929 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab9da8b7-5a4d-49f9-90ff-c361feb1082a req-40a56e4d-df62-4820-99c9-d0226cbca59c service neutron] Port 998d3eda-e331-47bf-a5d5-add4009419db on network 144cead4-5256-4b0c-8f04-573fb5e4e564 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-29 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:48:00.140246 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab9da8b7-5a4d-49f9-90ff-c361feb1082a req-40a56e4d-df62-4820-99c9-d0226cbca59c service neutron] Attempting to bind port 998d3eda-e331-47bf-a5d5-add4009419db on network 144cead4-5256-4b0c-8f04-573fb5e4e564 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:48:00.145073 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab9da8b7-5a4d-49f9-90ff-c361feb1082a req-40a56e4d-df62-4820-99c9-d0226cbca59c service neutron] Checking agent: {'id': '013e4a3b-a634-47b8-b6a5-1a25109b73fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 13, 13), 'started_at': datetime.datetime(2021, 7, 14, 9, 13, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 47, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:48:00.145407 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab9da8b7-5a4d-49f9-90ff-c361feb1082a req-40a56e4d-df62-4820-99c9-d0226cbca59c service neutron] Checking segment: {'id': 'd94665de-542d-400d-a0d4-a446a54b3284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '144cead4-5256-4b0c-8f04-573fb5e4e564'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:48:00.145819 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab9da8b7-5a4d-49f9-90ff-c361feb1082a req-40a56e4d-df62-4820-99c9-d0226cbca59c service neutron] Bound using segment: {'id': 'd94665de-542d-400d-a0d4-a446a54b3284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '144cead4-5256-4b0c-8f04-573fb5e4e564'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:48:00.146242 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-ab9da8b7-5a4d-49f9-90ff-c361feb1082a req-40a56e4d-df62-4820-99c9-d0226cbca59c service neutron] Bound port: 998d3eda-e331-47bf-a5d5-add4009419db, host: n-h2-779913-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd94665de-542d-400d-a0d4-a446a54b3284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '144cead4-5256-4b0c-8f04-573fb5e4e564'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:48:00.146601 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-ab9da8b7-5a4d-49f9-90ff-c361feb1082a req-40a56e4d-df62-4820-99c9-d0226cbca59c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:00.212663 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-ab9da8b7-5a4d-49f9-90ff-c361feb1082a req-40a56e4d-df62-4820-99c9-d0226cbca59c service neutron] For port 998d3eda-e331-47bf-a5d5-add4009419db, host n-h2-779913-29, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:48:00.217271 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-ab9da8b7-5a4d-49f9-90ff-c361feb1082a req-40a56e4d-df62-4820-99c9-d0226cbca59c service neutron] For port 998d3eda-e331-47bf-a5d5-add4009419db, host n-h2-779913-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=998d3eda-e331-47bf-a5d5-add4009419db,segment=NetworkSegment(d94665de-542d-400d-a0d4-a446a54b3284),segment_id=d94665de-542d-400d-a0d4-a446a54b3284)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:48:00.221778 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-ab9da8b7-5a4d-49f9-90ff-c361feb1082a req-40a56e4d-df62-4820-99c9-d0226cbca59c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:00.262791 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9da8b7-5a4d-49f9-90ff-c361feb1082a req-40a56e4d-df62-4820-99c9-d0226cbca59c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:00.263416 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-ab9da8b7-5a4d-49f9-90ff-c361feb1082a req-40a56e4d-df62-4820-99c9-d0226cbca59c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:00.264996 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ab9da8b7-5a4d-49f9-90ff-c361feb1082a req-40a56e4d-df62-4820-99c9-d0226cbca59c service neutron] 10.222.0.57 "PUT /v2.0/ports/998d3eda-e331-47bf-a5d5-add4009419db HTTP/1.1" status: 200 len: 1092 time: 0.7806702 Jul 14 09:48:00.265468 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3add3187-8204-4f91-a60a-ca36ff614cda', 'tag': '998d3eda-e331-47bf-a5d5-add4009419db'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:48:00.267852 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14517780-8c2f-42a4-9d88-3cbceb5ac992" -d '{"events": [{"name": "network-changed", "server_uuid": "3add3187-8204-4f91-a60a-ca36ff614cda", "tag": "998d3eda-e331-47bf-a5d5-add4009419db"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:48:00.308541 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a56e4d-df62-4820-99c9-d0226cbca59c service neutron] Pushing event updated for resources: {'Port': ['ID=998d3eda-e331-47bf-a5d5-add4009419db,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:48:00.392978 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:48:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4fdca47-bd1a-4f89-b864-4042e5179100 x-openstack-request-id: req-b4fdca47-bd1a-4f89-b864-4042e5179100 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:48:00.393277 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3add3187-8204-4f91-a60a-ca36ff614cda", "tag": "998d3eda-e331-47bf-a5d5-add4009419db", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:48:00.393556 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-b4fdca47-bd1a-4f89-b864-4042e5179100 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:48:00.393958 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3add3187-8204-4f91-a60a-ca36ff614cda', 'tag': '998d3eda-e331-47bf-a5d5-add4009419db', 'status': 'completed', 'code': 200} Jul 14 09:48:00.399363 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9da8b7-5a4d-49f9-90ff-c361feb1082a req-b270a9e1-b15c-4337-b7f2-b9c7f1bc758e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:00.400922 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ab9da8b7-5a4d-49f9-90ff-c361feb1082a req-b270a9e1-b15c-4337-b7f2-b9c7f1bc758e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=68ce3802f5b04364bd4f0f0848e98a1d&device_id=3add3187-8204-4f91-a60a-ca36ff614cda HTTP/1.1" status: 200 len: 1095 time: 0.0718968 Jul 14 09:48:00.456879 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ab9da8b7-5a4d-49f9-90ff-c361feb1082a req-cd79342a-7723-47e9-b658-74466859ff6e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=998d3eda-e331-47bf-a5d5-add4009419db HTTP/1.1" status: 200 len: 217 time: 0.0368414 Jul 14 09:48:00.522780 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9da8b7-5a4d-49f9-90ff-c361feb1082a req-6bce1ea3-e89e-4809-bc8a-bd56e2370906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:00.524577 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ab9da8b7-5a4d-49f9-90ff-c361feb1082a req-6bce1ea3-e89e-4809-bc8a-bd56e2370906 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=691ea880-351d-4a89-99a5-5771b104b684 HTTP/1.1" status: 200 len: 849 time: 0.0616829 Jul 14 09:48:00.566139 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ab9da8b7-5a4d-49f9-90ff-c361feb1082a req-fd34df02-eaea-45ca-8a2f-ab9b1dadb8b9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=144cead4-5256-4b0c-8f04-573fb5e4e564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335941 Jul 14 09:48:00.652225 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.agents_db [None req-3c3509fb-540d-4335-a450-574895dd3602 None None] Agent healthcheck: found 7 active agents {{(pid=93960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:48:00.678269 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ab9da8b7-5a4d-49f9-90ff-c361feb1082a req-2cca3091-22e5-497e-b0cc-0ad094f9afb1 service neutron] 10.222.0.57 "GET /v2.0/networks/144cead4-5256-4b0c-8f04-573fb5e4e564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893579 Jul 14 09:48:00.782547 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ab9da8b7-5a4d-49f9-90ff-c361feb1082a req-6817e3e1-b121-44c7-b843-399988102d4b service neutron] 10.222.0.57 "GET /v2.0/networks/144cead4-5256-4b0c-8f04-573fb5e4e564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981138 Jul 14 09:48:00.926959 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14517780-8c2f-42a4-9d88-3cbceb5ac992 req-4f5ae5fc-58b3-4545-b817-6146e5241183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:00.928531 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-14517780-8c2f-42a4-9d88-3cbceb5ac992 req-4f5ae5fc-58b3-4545-b817-6146e5241183 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=68ce3802f5b04364bd4f0f0848e98a1d&device_id=3add3187-8204-4f91-a60a-ca36ff614cda HTTP/1.1" status: 200 len: 1095 time: 0.0558529 Jul 14 09:48:01.035801 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14517780-8c2f-42a4-9d88-3cbceb5ac992 req-da555de3-bbd6-4221-be3f-953ea0acac39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:01.037207 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-14517780-8c2f-42a4-9d88-3cbceb5ac992 req-da555de3-bbd6-4221-be3f-953ea0acac39 service neutron] 10.222.0.57 "GET /v2.0/networks?id=144cead4-5256-4b0c-8f04-573fb5e4e564 HTTP/1.1" status: 200 len: 910 time: 0.1017532 Jul 14 09:48:01.086554 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-14517780-8c2f-42a4-9d88-3cbceb5ac992 req-d7aae17c-e455-4925-8585-24ae83ac6702 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=998d3eda-e331-47bf-a5d5-add4009419db HTTP/1.1" status: 200 len: 217 time: 0.0412712 Jul 14 09:48:01.138336 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14517780-8c2f-42a4-9d88-3cbceb5ac992 req-04bbda9b-81c1-4d12-83f5-3624cf1e1ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:01.140003 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-14517780-8c2f-42a4-9d88-3cbceb5ac992 req-04bbda9b-81c1-4d12-83f5-3624cf1e1ef4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=691ea880-351d-4a89-99a5-5771b104b684 HTTP/1.1" status: 200 len: 849 time: 0.0464036 Jul 14 09:48:01.178390 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-14517780-8c2f-42a4-9d88-3cbceb5ac992 req-db25254e-a41f-47be-aa9d-286ac98ec1b2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=144cead4-5256-4b0c-8f04-573fb5e4e564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298555 Jul 14 09:48:01.182017 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61460e36-17bd-4701-9bb7-98555172ade3 req-98fefe37-8032-4a04-ac7f-8a2e17832749 tempest-VolumesActionsTest-1272605859 tempest-VolumesActionsTest-1272605859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:01.183743 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-61460e36-17bd-4701-9bb7-98555172ade3 req-98fefe37-8032-4a04-ac7f-8a2e17832749 tempest-VolumesActionsTest-1272605859 tempest-VolumesActionsTest-1272605859-project] 10.222.0.68 "GET /v2.0/ports?device_id=3add3187-8204-4f91-a60a-ca36ff614cda HTTP/1.1" status: 200 len: 943 time: 0.0771222 Jul 14 09:48:01.240747 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-61460e36-17bd-4701-9bb7-98555172ade3 req-c020ec8f-f9bb-4828-b992-5a3e40fc8f09 tempest-VolumesActionsTest-1272605859 tempest-VolumesActionsTest-1272605859-project] 10.222.0.68 "GET /v2.0/security-groups?id=ec1faf79-0368-41c0-bf77-5a5825743564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507376 Jul 14 09:48:01.303878 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-14517780-8c2f-42a4-9d88-3cbceb5ac992 req-d6730800-5d7a-45bd-80db-f248061f56ca service neutron] 10.222.0.57 "GET /v2.0/networks/144cead4-5256-4b0c-8f04-573fb5e4e564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181028 Jul 14 09:48:01.395747 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-14517780-8c2f-42a4-9d88-3cbceb5ac992 req-667096b2-5b6d-46c4-8007-e220e29e4dfb service neutron] 10.222.0.57 "GET /v2.0/networks/144cead4-5256-4b0c-8f04-573fb5e4e564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852177 Jul 14 09:48:02.431413 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d286516-e2ac-4ecb-acd6-ad57a10311a0 req-05d8b790-a2e3-43e6-9175-536cd285f806 tempest-VolumesActionsTest-1272605859 tempest-VolumesActionsTest-1272605859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:02.432944 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-0d286516-e2ac-4ecb-acd6-ad57a10311a0 req-05d8b790-a2e3-43e6-9175-536cd285f806 tempest-VolumesActionsTest-1272605859 tempest-VolumesActionsTest-1272605859-project] 10.222.0.68 "GET /v2.0/ports?device_id=3add3187-8204-4f91-a60a-ca36ff614cda HTTP/1.1" status: 200 len: 943 time: 0.0763774 Jul 14 09:48:02.481022 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-0d286516-e2ac-4ecb-acd6-ad57a10311a0 req-82a6abc9-4bee-4033-a6ca-4c961db31174 tempest-VolumesActionsTest-1272605859 tempest-VolumesActionsTest-1272605859-project] 10.222.0.68 "GET /v2.0/security-groups?id=ec1faf79-0368-41c0-bf77-5a5825743564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385196 Jul 14 09:48:02.859764 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 998d3eda-e331-47bf-a5d5-add4009419db details requested by agent hyperv_n-h2-779913-29 with host n-h2-779913-29 {{(pid=93959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:48:02.957882 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 998d3eda-e331-47bf-a5d5-add4009419db, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=998d3eda-e331-47bf-a5d5-add4009419db,segment=NetworkSegment(d94665de-542d-400d-a0d4-a446a54b3284),segment_id=d94665de-542d-400d-a0d4-a446a54b3284)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:48:02.975938 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Returning: {'device': '998d3eda-e331-47bf-a5d5-add4009419db', 'network_id': '144cead4-5256-4b0c-8f04-573fb5e4e564', 'port_id': '998d3eda-e331-47bf-a5d5-add4009419db', 'mac_address': 'fa:16:3e:0b:be:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 734, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '691ea880-351d-4a89-99a5-5771b104b684', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:48:03.016056 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:03.029920 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 998d3eda-e331-47bf-a5d5-add4009419db {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:48:03.050554 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 998d3eda-e331-47bf-a5d5-add4009419db, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=998d3eda-e331-47bf-a5d5-add4009419db,segment=NetworkSegment(d94665de-542d-400d-a0d4-a446a54b3284),segment_id=d94665de-542d-400d-a0d4-a446a54b3284)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:48:03.055881 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:03.107219 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Pushing event updated for resources: {'Port': ['ID=998d3eda-e331-47bf-a5d5-add4009419db,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:48:03.348769 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] get_ports_and_sgs() called for port_ids ['998d3eda-e331-47bf-a5d5-add4009419db'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:48:03.676749 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c628245-d7ae-41c9-b0e6-752bed763d43 req-73df6510-d235-4e4d-8138-d5a8d8a3ac3b tempest-VolumesActionsTest-1272605859 tempest-VolumesActionsTest-1272605859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:03.678278 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-2c628245-d7ae-41c9-b0e6-752bed763d43 req-73df6510-d235-4e4d-8138-d5a8d8a3ac3b tempest-VolumesActionsTest-1272605859 tempest-VolumesActionsTest-1272605859-project] 10.222.0.68 "GET /v2.0/ports?device_id=3add3187-8204-4f91-a60a-ca36ff614cda HTTP/1.1" status: 200 len: 944 time: 0.0685027 Jul 14 09:48:03.716965 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-2c628245-d7ae-41c9-b0e6-752bed763d43 req-4c1203f4-1fb2-49a8-ae85-edb0bbc7028b tempest-VolumesActionsTest-1272605859 tempest-VolumesActionsTest-1272605859-project] 10.222.0.68 "GET /v2.0/security-groups?id=ec1faf79-0368-41c0-bf77-5a5825743564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329659 Jul 14 09:48:04.875642 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 998d3eda-e331-47bf-a5d5-add4009419db up at agent hyperv_n-h2-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:48:04.906267 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7e54a5-89a7-433b-9218-f9070ae4ece5 req-9421a991-67b5-405c-8eef-64709e420969 tempest-VolumesActionsTest-1272605859 tempest-VolumesActionsTest-1272605859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:04.908839 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-2e7e54a5-89a7-433b-9218-f9070ae4ece5 req-9421a991-67b5-405c-8eef-64709e420969 tempest-VolumesActionsTest-1272605859 tempest-VolumesActionsTest-1272605859-project] 10.222.0.68 "GET /v2.0/ports?device_id=3add3187-8204-4f91-a60a-ca36ff614cda HTTP/1.1" status: 200 len: 944 time: 0.0768886 Jul 14 09:48:04.928623 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Provisioning for port 998d3eda-e331-47bf-a5d5-add4009419db completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:48:04.932827 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Provisioning complete for port 998d3eda-e331-47bf-a5d5-add4009419db triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:48:04.933211 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:04.950827 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-2e7e54a5-89a7-433b-9218-f9070ae4ece5 req-0ff46d55-e1f6-434c-a2e5-a7e7379a3fe9 tempest-VolumesActionsTest-1272605859 tempest-VolumesActionsTest-1272605859-project] 10.222.0.68 "GET /v2.0/security-groups?id=ec1faf79-0368-41c0-bf77-5a5825743564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362287 Jul 14 09:48:05.031576 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:05.066945 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3add3187-8204-4f91-a60a-ca36ff614cda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '998d3eda-e331-47bf-a5d5-add4009419db'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:48:05.069226 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd62303f06773040a8a4e189dc46b4f565768c299abf8ab8e7739778b0bc3e97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07c0e056-b800-4fbd-a4f6-c928fe8eb5f5" -d '{"events": [{"server_uuid": "3add3187-8204-4f91-a60a-ca36ff614cda", "name": "network-vif-plugged", "status": "completed", "tag": "998d3eda-e331-47bf-a5d5-add4009419db"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:48:05.091941 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 998d3eda-e331-47bf-a5d5-add4009419db, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=998d3eda-e331-47bf-a5d5-add4009419db,segment=NetworkSegment(d94665de-542d-400d-a0d4-a446a54b3284),segment_id=d94665de-542d-400d-a0d4-a446a54b3284)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:48:05.098643 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:05.123844 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:48:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25cf400b-60ac-4c9b-80c1-e5c3891f7569 x-openstack-request-id: req-25cf400b-60ac-4c9b-80c1-e5c3891f7569 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:48:05.124055 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3add3187-8204-4f91-a60a-ca36ff614cda", "name": "network-vif-plugged", "status": "completed", "tag": "998d3eda-e331-47bf-a5d5-add4009419db", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:48:05.124304 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-25cf400b-60ac-4c9b-80c1-e5c3891f7569 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:48:05.124698 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3add3187-8204-4f91-a60a-ca36ff614cda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '998d3eda-e331-47bf-a5d5-add4009419db', 'code': 200} Jul 14 09:48:05.153360 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Pushing event updated for resources: {'Port': ['ID=998d3eda-e331-47bf-a5d5-add4009419db,revision_number=5']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:48:05.256948 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0a22ec-d364-4497-81b9-3afd97bf8499 req-60c321bb-8d3f-4604-908a-ce6ee6501dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:05.258499 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5c0a22ec-d364-4497-81b9-3afd97bf8499 req-60c321bb-8d3f-4604-908a-ce6ee6501dbc service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=3add3187-8204-4f91-a60a-ca36ff614cda HTTP/1.1" status: 200 len: 1097 time: 0.0589845 Jul 14 09:48:05.294359 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5c0a22ec-d364-4497-81b9-3afd97bf8499 req-9d7e8b06-60b1-45b7-a9c7-92611010dd30 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=ec1faf79-0368-41c0-bf77-5a5825743564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291390 Jul 14 09:48:06.140398 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbf2b34-98c5-4284-987c-4b30f92c6eb7 req-04167f83-acb6-43a6-b72b-56fa3db16606 tempest-VolumesActionsTest-1272605859 tempest-VolumesActionsTest-1272605859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:06.142017 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-9cbf2b34-98c5-4284-987c-4b30f92c6eb7 req-04167f83-acb6-43a6-b72b-56fa3db16606 tempest-VolumesActionsTest-1272605859 tempest-VolumesActionsTest-1272605859-project] 10.222.0.68 "GET /v2.0/ports?device_id=3add3187-8204-4f91-a60a-ca36ff614cda HTTP/1.1" status: 200 len: 945 time: 0.0660679 Jul 14 09:48:06.187034 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-9cbf2b34-98c5-4284-987c-4b30f92c6eb7 req-f59b8f61-de9f-46a3-8309-7b1db46a78ba tempest-VolumesActionsTest-1272605859 tempest-VolumesActionsTest-1272605859-project] 10.222.0.68 "GET /v2.0/security-groups?id=ec1faf79-0368-41c0-bf77-5a5825743564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365059 Jul 14 09:48:07.392133 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7354fd62-f981-43ad-a2d2-00ef3db03fee req-e7cf6227-5eac-4b10-b543-40e80f390b2c tempest-VolumesActionsTest-1272605859 tempest-VolumesActionsTest-1272605859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:07.393713 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-7354fd62-f981-43ad-a2d2-00ef3db03fee req-e7cf6227-5eac-4b10-b543-40e80f390b2c tempest-VolumesActionsTest-1272605859 tempest-VolumesActionsTest-1272605859-project] 10.222.0.68 "GET /v2.0/ports?device_id=3add3187-8204-4f91-a60a-ca36ff614cda HTTP/1.1" status: 200 len: 945 time: 0.0855937 Jul 14 09:48:07.752820 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-7354fd62-f981-43ad-a2d2-00ef3db03fee req-db7379c1-90f3-4c5f-90e7-cbc51dbd70d8 tempest-VolumesActionsTest-1272605859 tempest-VolumesActionsTest-1272605859-project] 10.222.0.68 "GET /v2.0/security-groups?id=ec1faf79-0368-41c0-bf77-5a5825743564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3532548 Jul 14 09:48:10.522763 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44408aee-41eb-4b48-9e5d-df830c7c90a1 req-f8da0aca-b96e-46a0-acc2-731131168b10 tempest-VolumesActionsTest-1272605859 tempest-VolumesActionsTest-1272605859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:10.523941 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-44408aee-41eb-4b48-9e5d-df830c7c90a1 req-f8da0aca-b96e-46a0-acc2-731131168b10 tempest-VolumesActionsTest-1272605859 tempest-VolumesActionsTest-1272605859-project] 10.222.0.68 "GET /v2.0/ports?device_id=3add3187-8204-4f91-a60a-ca36ff614cda HTTP/1.1" status: 200 len: 945 time: 0.0777271 Jul 14 09:48:10.564947 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-44408aee-41eb-4b48-9e5d-df830c7c90a1 req-130f0de6-e889-4ee4-84bc-35c4d6beebce tempest-VolumesActionsTest-1272605859 tempest-VolumesActionsTest-1272605859-project] 10.222.0.68 "GET /v2.0/security-groups?id=ec1faf79-0368-41c0-bf77-5a5825743564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335658 Jul 14 09:48:11.757458 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543f28e2-ee99-4951-b84a-bcb8b2c2a5c9 req-8e16d7a3-e1ca-429e-a23c-edfc4a85d1ba tempest-VolumesActionsTest-1272605859 tempest-VolumesActionsTest-1272605859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:11.758967 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-543f28e2-ee99-4951-b84a-bcb8b2c2a5c9 req-8e16d7a3-e1ca-429e-a23c-edfc4a85d1ba tempest-VolumesActionsTest-1272605859 tempest-VolumesActionsTest-1272605859-project] 10.222.0.68 "GET /v2.0/ports?device_id=3add3187-8204-4f91-a60a-ca36ff614cda HTTP/1.1" status: 200 len: 945 time: 0.0677683 Jul 14 09:48:11.804303 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-543f28e2-ee99-4951-b84a-bcb8b2c2a5c9 req-f1e2bd46-d056-44ba-b652-a772ca4d875c tempest-VolumesActionsTest-1272605859 tempest-VolumesActionsTest-1272605859-project] 10.222.0.68 "GET /v2.0/security-groups?id=ec1faf79-0368-41c0-bf77-5a5825743564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389583 Jul 14 09:48:11.888834 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d630e4-d093-47f6-99cb-c706ccbe711e req-a74a2d47-6ad8-47d5-a45c-204ab702d9e3 tempest-VolumesActionsTest-1272605859 tempest-VolumesActionsTest-1272605859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:11.890865 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-80d630e4-d093-47f6-99cb-c706ccbe711e req-a74a2d47-6ad8-47d5-a45c-204ab702d9e3 tempest-VolumesActionsTest-1272605859 tempest-VolumesActionsTest-1272605859-project] 10.222.0.57 "GET /v2.0/ports?device_id=3add3187-8204-4f91-a60a-ca36ff614cda HTTP/1.1" status: 200 len: 945 time: 0.0666647 Jul 14 09:48:11.998353 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [req-80d630e4-d093-47f6-99cb-c706ccbe711e req-cd2d0b96-e2f7-41a8-8ffd-71c7339d807e tempest-VolumesActionsTest-1272605859 tempest-VolumesActionsTest-1272605859-project] Deleting port 998d3eda-e331-47bf-a5d5-add4009419db {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:48:11.998838 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-80d630e4-d093-47f6-99cb-c706ccbe711e req-cd2d0b96-e2f7-41a8-8ffd-71c7339d807e tempest-VolumesActionsTest-1272605859 tempest-VolumesActionsTest-1272605859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:12.100208 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-80d630e4-d093-47f6-99cb-c706ccbe711e req-cd2d0b96-e2f7-41a8-8ffd-71c7339d807e tempest-VolumesActionsTest-1272605859 tempest-VolumesActionsTest-1272605859-project] For port 998d3eda-e331-47bf-a5d5-add4009419db, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=998d3eda-e331-47bf-a5d5-add4009419db,segment=NetworkSegment(d94665de-542d-400d-a0d4-a446a54b3284),segment_id=d94665de-542d-400d-a0d4-a446a54b3284)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:48:12.100572 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-80d630e4-d093-47f6-99cb-c706ccbe711e req-cd2d0b96-e2f7-41a8-8ffd-71c7339d807e tempest-VolumesActionsTest-1272605859 tempest-VolumesActionsTest-1272605859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:12.113817 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [req-80d630e4-d093-47f6-99cb-c706ccbe711e req-cd2d0b96-e2f7-41a8-8ffd-71c7339d807e tempest-VolumesActionsTest-1272605859 tempest-VolumesActionsTest-1272605859-project] Calling delete_port for 998d3eda-e331-47bf-a5d5-add4009419db owned by compute:nova {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:48:12.248092 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-80d630e4-d093-47f6-99cb-c706ccbe711e req-cd2d0b96-e2f7-41a8-8ffd-71c7339d807e tempest-VolumesActionsTest-1272605859 tempest-VolumesActionsTest-1272605859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:12.279570 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2d0b96-e2f7-41a8-8ffd-71c7339d807e tempest-VolumesActionsTest-1272605859 tempest-VolumesActionsTest-1272605859-project] Pushing event deleted for resources: {'Port': ['ID=998d3eda-e331-47bf-a5d5-add4009419db,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:48:12.282014 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] get_ports_and_sgs() called for port_ids ['998d3eda-e331-47bf-a5d5-add4009419db'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:48:12.287930 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2d0b96-e2f7-41a8-8ffd-71c7339d807e tempest-VolumesActionsTest-1272605859 tempest-VolumesActionsTest-1272605859-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:48:12.288393 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2d0b96-e2f7-41a8-8ffd-71c7339d807e tempest-VolumesActionsTest-1272605859 tempest-VolumesActionsTest-1272605859-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:48:12.288838 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2d0b96-e2f7-41a8-8ffd-71c7339d807e tempest-VolumesActionsTest-1272605859 tempest-VolumesActionsTest-1272605859-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:48:12.289289 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2d0b96-e2f7-41a8-8ffd-71c7339d807e tempest-VolumesActionsTest-1272605859 tempest-VolumesActionsTest-1272605859-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:48:12.289775 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2d0b96-e2f7-41a8-8ffd-71c7339d807e tempest-VolumesActionsTest-1272605859 tempest-VolumesActionsTest-1272605859-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:48:12.290204 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2d0b96-e2f7-41a8-8ffd-71c7339d807e tempest-VolumesActionsTest-1272605859 tempest-VolumesActionsTest-1272605859-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:48:12.290630 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2d0b96-e2f7-41a8-8ffd-71c7339d807e tempest-VolumesActionsTest-1272605859 tempest-VolumesActionsTest-1272605859-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:48:12.291077 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2d0b96-e2f7-41a8-8ffd-71c7339d807e tempest-VolumesActionsTest-1272605859 tempest-VolumesActionsTest-1272605859-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:48:12.291502 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2d0b96-e2f7-41a8-8ffd-71c7339d807e tempest-VolumesActionsTest-1272605859 tempest-VolumesActionsTest-1272605859-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:48:12.291930 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2d0b96-e2f7-41a8-8ffd-71c7339d807e tempest-VolumesActionsTest-1272605859 tempest-VolumesActionsTest-1272605859-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:48:12.292360 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2d0b96-e2f7-41a8-8ffd-71c7339d807e tempest-VolumesActionsTest-1272605859 tempest-VolumesActionsTest-1272605859-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:48:12.293296 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2d0b96-e2f7-41a8-8ffd-71c7339d807e tempest-VolumesActionsTest-1272605859 tempest-VolumesActionsTest-1272605859-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:48:12.346911 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-80d630e4-d093-47f6-99cb-c706ccbe711e req-cd2d0b96-e2f7-41a8-8ffd-71c7339d807e tempest-VolumesActionsTest-1272605859 tempest-VolumesActionsTest-1272605859-project] No DVR routers for this DVR port 998d3eda-e331-47bf-a5d5-add4009419db on host n-h2-779913-29 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:48:12.349658 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-80d630e4-d093-47f6-99cb-c706ccbe711e req-cd2d0b96-e2f7-41a8-8ffd-71c7339d807e tempest-VolumesActionsTest-1272605859 tempest-VolumesActionsTest-1272605859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:12.351940 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-80d630e4-d093-47f6-99cb-c706ccbe711e req-cd2d0b96-e2f7-41a8-8ffd-71c7339d807e tempest-VolumesActionsTest-1272605859 tempest-VolumesActionsTest-1272605859-project] 10.222.0.57 "DELETE /v2.0/ports/998d3eda-e331-47bf-a5d5-add4009419db HTTP/1.1" status: 204 len: 173 time: 0.4545567 Jul 14 09:48:12.352712 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3add3187-8204-4f91-a60a-ca36ff614cda', 'name': 'network-vif-deleted', 'tag': '998d3eda-e331-47bf-a5d5-add4009419db'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:48:12.355901 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4342fdfb-3e7d-4c40-90ef-5f8da0e86101" -d '{"events": [{"server_uuid": "3add3187-8204-4f91-a60a-ca36ff614cda", "name": "network-vif-deleted", "tag": "998d3eda-e331-47bf-a5d5-add4009419db"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:48:12.410127 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:48:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53c40fbf-7a84-4d64-aa77-fd10dfd29f15 x-openstack-request-id: req-53c40fbf-7a84-4d64-aa77-fd10dfd29f15 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:48:12.410760 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3add3187-8204-4f91-a60a-ca36ff614cda", "name": "network-vif-deleted", "tag": "998d3eda-e331-47bf-a5d5-add4009419db", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:48:12.411208 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-53c40fbf-7a84-4d64-aa77-fd10dfd29f15 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:48:12.411898 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3add3187-8204-4f91-a60a-ca36ff614cda', 'name': 'network-vif-deleted', 'tag': '998d3eda-e331-47bf-a5d5-add4009419db', 'status': 'completed', 'code': 200} Jul 14 09:48:12.921655 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:12.994394 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-52467d43-9eb9-48ef-a9b4-60f937e3c3b1 req-725abd15-d60a-4901-bd6b-b7321572e56b tempest-VolumesActionsTest-1272605859 tempest-VolumesActionsTest-1272605859-project] 10.222.0.68 "GET /v2.0/ports?device_id=3add3187-8204-4f91-a60a-ca36ff614cda HTTP/1.1" status: 200 len: 210 time: 0.0353405 Jul 14 09:48:13.694892 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:16.937036 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 998d3eda-e331-47bf-a5d5-add4009419db no longer exists at agent hyperv_n-h2-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:48:16.969348 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] No Port match for: 998d3eda-e331-47bf-a5d5-add4009419db {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:48:16.969652 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 998d3eda-e331-47bf-a5d5-add4009419db not bound to the agent host n-h2-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:48:22.181412 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9de23558-3918-40bf-8b1d-e6f859e8ee1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:24.779075 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:24.915017 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-db5ae8d8-1f82-4c5f-a276-f378b7e56d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:25.920547 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5ad31076-714c-49ec-bc37-f3d4cd90112a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:27.746377 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5bbe322f-3f67-4864-bc0a-91afe44d23e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:28.942065 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce6e050-a87c-4a81-844d-f53b512cf703 req-0d588b50-3233-4078-94bb-13b520b6a77c tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:28.945543 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-fce6e050-a87c-4a81-844d-f53b512cf703 req-0d588b50-3233-4078-94bb-13b520b6a77c tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/ports?device_id=297e4002-ee8c-406f-9dd2-e448f3480bc6 HTTP/1.1" status: 200 len: 946 time: 0.0970366 Jul 14 09:48:28.993032 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-fce6e050-a87c-4a81-844d-f53b512cf703 req-9ed7617b-272c-45d3-94f9-8cc85aae2524 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/security-groups?id=02a508cd-1a7b-4e15-a97f-da9a60cbe701&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430665 Jul 14 09:48:29.019129 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 52874) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:48:29.119753 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-43ed1831-eaca-45e8-936b-f296881cf8a1 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/floatingips/cbc20b2d-da09-43cf-83ef-a9be39b19c7f HTTP/1.1" status: 200 len: 993 time: 0.0920951 Jul 14 09:48:29.784332 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd843f57-ce50-46d9-a4b5-c6b7c573b3b0 req-8e8d63bd-fc42-444d-91f2-31b3ec13a3d0 tempest-TestNetworkAdvancedServerOps-1977836674 tempest-TestNetworkAdvancedServerOps-1977836674-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:29.786229 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-cd843f57-ce50-46d9-a4b5-c6b7c573b3b0 req-8e8d63bd-fc42-444d-91f2-31b3ec13a3d0 tempest-TestNetworkAdvancedServerOps-1977836674 tempest-TestNetworkAdvancedServerOps-1977836674-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=297e4002-ee8c-406f-9dd2-e448f3480bc6 HTTP/1.1" status: 200 len: 1098 time: 0.0886431 Jul 14 09:48:29.825580 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-cd843f57-ce50-46d9-a4b5-c6b7c573b3b0 req-d0d63635-a790-4ebb-b534-99b02357e31d tempest-TestNetworkAdvancedServerOps-1977836674 tempest-TestNetworkAdvancedServerOps-1977836674-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=02a508cd-1a7b-4e15-a97f-da9a60cbe701&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331571 Jul 14 09:48:30.858259 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-780b6303-1702-4a7d-ab20-58d7ad17400a req-8a379df6-b8c4-4be3-a3be-da6cbab9e2cc service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=297e4002-ee8c-406f-9dd2-e448f3480bc6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0786498 Jul 14 09:48:31.619734 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [req-780b6303-1702-4a7d-ab20-58d7ad17400a req-358d13c5-b7df-4b86-94f0-254971345d89 tempest-TestNetworkAdvancedServerOps-1977836674 tempest-TestNetworkAdvancedServerOps-1977836674-project-admin] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=93958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:48:31.621439 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-780b6303-1702-4a7d-ab20-58d7ad17400a req-358d13c5-b7df-4b86-94f0-254971345d89 tempest-TestNetworkAdvancedServerOps-1977836674 tempest-TestNetworkAdvancedServerOps-1977836674-project-admin] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1329689 Jul 14 09:48:31.633827 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [req-780b6303-1702-4a7d-ab20-58d7ad17400a req-4a82a96c-c7a9-4631-8016-f3efce51bdb7 service neutron] Request body: {'binding': {'host': 'n-h2-779913-29', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:48:31.634293 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [req-780b6303-1702-4a7d-ab20-58d7ad17400a req-4a82a96c-c7a9-4631-8016-f3efce51bdb7 service neutron] Unknown quota resources ['binding']. {{(pid=93958) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 14 09:48:31.803530 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-780b6303-1702-4a7d-ab20-58d7ad17400a req-4a82a96c-c7a9-4631-8016-f3efce51bdb7 service neutron] Attempting to bind port 07e96da7-67d5-41d9-bb19-797793b0b54d on host n-h2-779913-29 for vnic_type normal with profile None {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:48:31.804129 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-780b6303-1702-4a7d-ab20-58d7ad17400a req-4a82a96c-c7a9-4631-8016-f3efce51bdb7 service neutron] Attempting to bind port 07e96da7-67d5-41d9-bb19-797793b0b54d by drivers openvswitch,hyperv on host n-h2-779913-29 at level 0 using segments [{'id': '670e22f4-76f3-4ce4-8700-010475242fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'd1876efc-8358-45bf-9a49-bb1768c5539e'}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:48:31.804800 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-780b6303-1702-4a7d-ab20-58d7ad17400a req-4a82a96c-c7a9-4631-8016-f3efce51bdb7 service neutron] Attempting to bind port 07e96da7-67d5-41d9-bb19-797793b0b54d on network d1876efc-8358-45bf-9a49-bb1768c5539e {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:48:31.811353 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-780b6303-1702-4a7d-ab20-58d7ad17400a req-4a82a96c-c7a9-4631-8016-f3efce51bdb7 service neutron] Port 07e96da7-67d5-41d9-bb19-797793b0b54d on network d1876efc-8358-45bf-9a49-bb1768c5539e not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-29 {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:48:31.811681 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-780b6303-1702-4a7d-ab20-58d7ad17400a req-4a82a96c-c7a9-4631-8016-f3efce51bdb7 service neutron] Attempting to bind port 07e96da7-67d5-41d9-bb19-797793b0b54d on network d1876efc-8358-45bf-9a49-bb1768c5539e {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:48:31.817590 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-780b6303-1702-4a7d-ab20-58d7ad17400a req-4a82a96c-c7a9-4631-8016-f3efce51bdb7 service neutron] Checking agent: {'id': '013e4a3b-a634-47b8-b6a5-1a25109b73fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 13, 13), 'started_at': datetime.datetime(2021, 7, 14, 9, 13, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 48, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:48:31.817934 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-780b6303-1702-4a7d-ab20-58d7ad17400a req-4a82a96c-c7a9-4631-8016-f3efce51bdb7 service neutron] Checking segment: {'id': '670e22f4-76f3-4ce4-8700-010475242fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'd1876efc-8358-45bf-9a49-bb1768c5539e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:48:31.818324 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-780b6303-1702-4a7d-ab20-58d7ad17400a req-4a82a96c-c7a9-4631-8016-f3efce51bdb7 service neutron] Bound using segment: {'id': '670e22f4-76f3-4ce4-8700-010475242fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'd1876efc-8358-45bf-9a49-bb1768c5539e'} {{(pid=93958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:48:31.818901 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.managers [req-780b6303-1702-4a7d-ab20-58d7ad17400a req-4a82a96c-c7a9-4631-8016-f3efce51bdb7 service neutron] Bound port: 07e96da7-67d5-41d9-bb19-797793b0b54d, host: n-h2-779913-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '670e22f4-76f3-4ce4-8700-010475242fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'd1876efc-8358-45bf-9a49-bb1768c5539e'}}] {{(pid=93958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:48:31.909059 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-780b6303-1702-4a7d-ab20-58d7ad17400a req-4a82a96c-c7a9-4631-8016-f3efce51bdb7 service neutron] For port 07e96da7-67d5-41d9-bb19-797793b0b54d, host n-h2-779913-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=07e96da7-67d5-41d9-bb19-797793b0b54d,segment=NetworkSegment(670e22f4-76f3-4ce4-8700-010475242fbb),segment_id=670e22f4-76f3-4ce4-8700-010475242fbb)] {{(pid=93958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:48:31.915219 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-780b6303-1702-4a7d-ab20-58d7ad17400a req-4a82a96c-c7a9-4631-8016-f3efce51bdb7 service neutron] Notify callbacks [] for binding, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:31.916864 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-780b6303-1702-4a7d-ab20-58d7ad17400a req-4a82a96c-c7a9-4631-8016-f3efce51bdb7 service neutron] 10.222.0.68 "POST /v2.0/ports/07e96da7-67d5-41d9-bb19-797793b0b54d/bindings HTTP/1.1" status: 201 len: 390 time: 0.2864718 Jul 14 09:48:32.212261 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f757d05c-10da-4aa0-aebd-4ee4509a5aab req-573d704a-eb66-4176-8510-9acf0d2561d8 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:32.220497 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-f757d05c-10da-4aa0-aebd-4ee4509a5aab req-573d704a-eb66-4176-8510-9acf0d2561d8 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/ports?device_id=297e4002-ee8c-406f-9dd2-e448f3480bc6 HTTP/1.1" status: 200 len: 946 time: 0.0786259 Jul 14 09:48:32.262224 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-f757d05c-10da-4aa0-aebd-4ee4509a5aab req-afe91a37-65d7-4b8e-89fc-a6be31ef8872 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/security-groups?id=02a508cd-1a7b-4e15-a97f-da9a60cbe701&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389404 Jul 14 09:48:32.263287 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780b6303-1702-4a7d-ab20-58d7ad17400a req-97b02436-dce2-406a-9131-36f4cedbbf40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:32.264807 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-780b6303-1702-4a7d-ab20-58d7ad17400a req-97b02436-dce2-406a-9131-36f4cedbbf40 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=62cf828fc3e84fada2a4655d43752657&device_id=297e4002-ee8c-406f-9dd2-e448f3480bc6 HTTP/1.1" status: 200 len: 1098 time: 0.0752358 Jul 14 09:48:32.375096 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780b6303-1702-4a7d-ab20-58d7ad17400a req-731512ed-2a49-4f01-bd94-d6225d9bbe8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:32.377268 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-780b6303-1702-4a7d-ab20-58d7ad17400a req-731512ed-2a49-4f01-bd94-d6225d9bbe8d service neutron] 10.222.0.57 "GET /v2.0/networks?id=d1876efc-8358-45bf-9a49-bb1768c5539e HTTP/1.1" status: 200 len: 898 time: 0.1064615 Jul 14 09:48:32.456571 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-780b6303-1702-4a7d-ab20-58d7ad17400a req-d69ff458-d43b-47e4-810f-90ad10b6f375 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=07e96da7-67d5-41d9-bb19-797793b0b54d HTTP/1.1" status: 200 len: 1001 time: 0.0731826 Jul 14 09:48:32.515371 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780b6303-1702-4a7d-ab20-58d7ad17400a req-a41ff38f-d6e6-430d-9e82-44216bf49446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:32.517114 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-780b6303-1702-4a7d-ab20-58d7ad17400a req-a41ff38f-d6e6-430d-9e82-44216bf49446 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=60cb8730-0fc6-4c8a-bbcc-f1d9ec0723ac HTTP/1.1" status: 200 len: 833 time: 0.0546141 Jul 14 09:48:32.591474 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780b6303-1702-4a7d-ab20-58d7ad17400a req-c3f8ccf9-4a4d-4e3c-937f-f18bfc992fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:32.593018 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-780b6303-1702-4a7d-ab20-58d7ad17400a req-c3f8ccf9-4a4d-4e3c-937f-f18bfc992fa0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d1876efc-8358-45bf-9a49-bb1768c5539e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0687866 Jul 14 09:48:32.706370 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-780b6303-1702-4a7d-ab20-58d7ad17400a req-494d258f-fcef-4aa8-bd54-e78d2a57555d service neutron] 10.222.0.57 "GET /v2.0/networks/d1876efc-8358-45bf-9a49-bb1768c5539e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053424 Jul 14 09:48:32.802798 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-780b6303-1702-4a7d-ab20-58d7ad17400a req-3d52597b-7791-4515-afec-c3fab750651e service neutron] 10.222.0.57 "GET /v2.0/networks/d1876efc-8358-45bf-9a49-bb1768c5539e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900044 Jul 14 09:48:33.035532 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780b6303-1702-4a7d-ab20-58d7ad17400a req-b6f7132f-cb99-4cd4-b1eb-addd94057f68 tempest-TestNetworkAdvancedServerOps-1977836674 tempest-TestNetworkAdvancedServerOps-1977836674-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:33.037277 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-780b6303-1702-4a7d-ab20-58d7ad17400a req-b6f7132f-cb99-4cd4-b1eb-addd94057f68 tempest-TestNetworkAdvancedServerOps-1977836674 tempest-TestNetworkAdvancedServerOps-1977836674-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=297e4002-ee8c-406f-9dd2-e448f3480bc6&tenant_id=62cf828fc3e84fada2a4655d43752657&binding%3Ahost_id=n-h1-779913-29 HTTP/1.1" status: 200 len: 1098 time: 0.1289041 Jul 14 09:48:33.048864 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-780b6303-1702-4a7d-ab20-58d7ad17400a req-a309e4b7-5f39-40ce-a500-90ffde32d4ed service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-779913-29'}}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:48:33.132477 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-780b6303-1702-4a7d-ab20-58d7ad17400a req-a309e4b7-5f39-40ce-a500-90ffde32d4ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:33.340273 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-780b6303-1702-4a7d-ab20-58d7ad17400a req-a309e4b7-5f39-40ce-a500-90ffde32d4ed service neutron] For port 07e96da7-67d5-41d9-bb19-797793b0b54d, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=07e96da7-67d5-41d9-bb19-797793b0b54d,segment=NetworkSegment(670e22f4-76f3-4ce4-8700-010475242fbb),segment_id=670e22f4-76f3-4ce4-8700-010475242fbb)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:48:33.407055 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-780b6303-1702-4a7d-ab20-58d7ad17400a req-a309e4b7-5f39-40ce-a500-90ffde32d4ed service neutron] For port 07e96da7-67d5-41d9-bb19-797793b0b54d, host n-h1-779913-29, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:48:33.506513 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '297e4002-ee8c-406f-9dd2-e448f3480bc6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '07e96da7-67d5-41d9-bb19-797793b0b54d'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:48:33.518754 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84fc923b-805f-4051-9d66-8a534774026b" -d '{"events": [{"server_uuid": "297e4002-ee8c-406f-9dd2-e448f3480bc6", "name": "network-vif-unplugged", "status": "completed", "tag": "07e96da7-67d5-41d9-bb19-797793b0b54d"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:48:33.524504 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-780b6303-1702-4a7d-ab20-58d7ad17400a req-a309e4b7-5f39-40ce-a500-90ffde32d4ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:33.569724 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-780b6303-1702-4a7d-ab20-58d7ad17400a req-a309e4b7-5f39-40ce-a500-90ffde32d4ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:33.612352 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 09:48:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d4cfe06-e25f-43da-a8c1-70611d733986 x-openstack-request-id: req-3d4cfe06-e25f-43da-a8c1-70611d733986 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:48:33.612683 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "297e4002-ee8c-406f-9dd2-e448f3480bc6", "name": "network-vif-unplugged", "status": "completed", "tag": "07e96da7-67d5-41d9-bb19-797793b0b54d", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:48:33.613107 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-3d4cfe06-e25f-43da-a8c1-70611d733986 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:48:33.616735 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '297e4002-ee8c-406f-9dd2-e448f3480bc6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '07e96da7-67d5-41d9-bb19-797793b0b54d', 'code': 200} Jul 14 09:48:33.759204 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a309e4b7-5f39-40ce-a500-90ffde32d4ed service neutron] Pushing event updated for resources: {'Port': ['ID=07e96da7-67d5-41d9-bb19-797793b0b54d,revision_number=7']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:48:33.854703 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a554c02-c3a0-4ff2-8ed8-9e5fe2db6d65 req-8dbff901-eb2d-4627-877c-02dd7e1461ba tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:33.862946 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5a554c02-c3a0-4ff2-8ed8-9e5fe2db6d65 req-8dbff901-eb2d-4627-877c-02dd7e1461ba tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/ports?device_id=297e4002-ee8c-406f-9dd2-e448f3480bc6 HTTP/1.1" status: 200 len: 946 time: 0.3919525 Jul 14 09:48:33.891155 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-780b6303-1702-4a7d-ab20-58d7ad17400a req-a309e4b7-5f39-40ce-a500-90ffde32d4ed service neutron] Attempting to bind port 07e96da7-67d5-41d9-bb19-797793b0b54d on host n-h1-779913-29 for vnic_type normal with profile {"migrating_to": "n-h2-779913-29"} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:48:33.891735 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-780b6303-1702-4a7d-ab20-58d7ad17400a req-a309e4b7-5f39-40ce-a500-90ffde32d4ed service neutron] Attempting to bind port 07e96da7-67d5-41d9-bb19-797793b0b54d by drivers openvswitch,hyperv on host n-h1-779913-29 at level 0 using segments [{'id': '670e22f4-76f3-4ce4-8700-010475242fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'd1876efc-8358-45bf-9a49-bb1768c5539e'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:48:33.892237 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-780b6303-1702-4a7d-ab20-58d7ad17400a req-a309e4b7-5f39-40ce-a500-90ffde32d4ed service neutron] Attempting to bind port 07e96da7-67d5-41d9-bb19-797793b0b54d on network d1876efc-8358-45bf-9a49-bb1768c5539e {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:48:33.903574 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-780b6303-1702-4a7d-ab20-58d7ad17400a req-a309e4b7-5f39-40ce-a500-90ffde32d4ed service neutron] Port 07e96da7-67d5-41d9-bb19-797793b0b54d on network d1876efc-8358-45bf-9a49-bb1768c5539e not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-29 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:48:33.904334 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-780b6303-1702-4a7d-ab20-58d7ad17400a req-a309e4b7-5f39-40ce-a500-90ffde32d4ed service neutron] Attempting to bind port 07e96da7-67d5-41d9-bb19-797793b0b54d on network d1876efc-8358-45bf-9a49-bb1768c5539e {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:48:33.927577 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5a554c02-c3a0-4ff2-8ed8-9e5fe2db6d65 req-220096fe-7e9c-4fe9-8e6d-6059df7717ec tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/security-groups?id=02a508cd-1a7b-4e15-a97f-da9a60cbe701&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632689 Jul 14 09:48:33.931487 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-780b6303-1702-4a7d-ab20-58d7ad17400a req-a309e4b7-5f39-40ce-a500-90ffde32d4ed service neutron] Checking agent: {'id': 'de11e667-f145-47b0-bd09-334a7505938e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 13, 12), 'started_at': datetime.datetime(2021, 7, 14, 9, 13, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 48, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:48:33.932424 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-780b6303-1702-4a7d-ab20-58d7ad17400a req-a309e4b7-5f39-40ce-a500-90ffde32d4ed service neutron] Checking segment: {'id': '670e22f4-76f3-4ce4-8700-010475242fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'd1876efc-8358-45bf-9a49-bb1768c5539e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:48:33.934229 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-780b6303-1702-4a7d-ab20-58d7ad17400a req-a309e4b7-5f39-40ce-a500-90ffde32d4ed service neutron] Bound using segment: {'id': '670e22f4-76f3-4ce4-8700-010475242fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'd1876efc-8358-45bf-9a49-bb1768c5539e'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:48:33.934870 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-780b6303-1702-4a7d-ab20-58d7ad17400a req-a309e4b7-5f39-40ce-a500-90ffde32d4ed service neutron] Bound port: 07e96da7-67d5-41d9-bb19-797793b0b54d, host: n-h1-779913-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '670e22f4-76f3-4ce4-8700-010475242fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'd1876efc-8358-45bf-9a49-bb1768c5539e'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:48:33.937127 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-780b6303-1702-4a7d-ab20-58d7ad17400a req-a309e4b7-5f39-40ce-a500-90ffde32d4ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:34.093042 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-67252e7d-41cf-46cd-8054-029b160f72f2 None None] Provisioning complete for port 07e96da7-67d5-41d9-bb19-797793b0b54d triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:48:34.093886 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-780b6303-1702-4a7d-ab20-58d7ad17400a req-a309e4b7-5f39-40ce-a500-90ffde32d4ed service neutron] For port 07e96da7-67d5-41d9-bb19-797793b0b54d, host n-h1-779913-29, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:48:34.094693 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-67252e7d-41cf-46cd-8054-029b160f72f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:34.102127 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-780b6303-1702-4a7d-ab20-58d7ad17400a req-a309e4b7-5f39-40ce-a500-90ffde32d4ed service neutron] For port 07e96da7-67d5-41d9-bb19-797793b0b54d, host n-h1-779913-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=07e96da7-67d5-41d9-bb19-797793b0b54d,segment=NetworkSegment(670e22f4-76f3-4ce4-8700-010475242fbb),segment_id=670e22f4-76f3-4ce4-8700-010475242fbb)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:48:34.110809 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-780b6303-1702-4a7d-ab20-58d7ad17400a req-a309e4b7-5f39-40ce-a500-90ffde32d4ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:34.178853 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-67252e7d-41cf-46cd-8054-029b160f72f2 None None] Port 07e96da7-67d5-41d9-bb19-797793b0b54d cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:48:34.336155 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a309e4b7-5f39-40ce-a500-90ffde32d4ed service neutron] Pushing event updated for resources: {'Port': ['ID=07e96da7-67d5-41d9-bb19-797793b0b54d,revision_number=8']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:48:34.352023 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780b6303-1702-4a7d-ab20-58d7ad17400a req-a309e4b7-5f39-40ce-a500-90ffde32d4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:34.352780 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-780b6303-1702-4a7d-ab20-58d7ad17400a req-a309e4b7-5f39-40ce-a500-90ffde32d4ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:34.354453 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-780b6303-1702-4a7d-ab20-58d7ad17400a req-a309e4b7-5f39-40ce-a500-90ffde32d4ed service neutron] 10.222.0.57 "PUT /v2.0/ports/07e96da7-67d5-41d9-bb19-797793b0b54d HTTP/1.1" status: 200 len: 1124 time: 1.3104956 Jul 14 09:48:34.462139 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] get_ports_and_sgs() called for port_ids ['07e96da7-67d5-41d9-bb19-797793b0b54d'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:48:34.574120 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-3c38ac86-868d-4f62-b87f-26f4efd6fd2d None None] Provisioning complete for port 07e96da7-67d5-41d9-bb19-797793b0b54d triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:48:34.574494 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3c38ac86-868d-4f62-b87f-26f4efd6fd2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:34.731653 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3c38ac86-868d-4f62-b87f-26f4efd6fd2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:34.781295 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '297e4002-ee8c-406f-9dd2-e448f3480bc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07e96da7-67d5-41d9-bb19-797793b0b54d'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:48:34.783591 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd62303f06773040a8a4e189dc46b4f565768c299abf8ab8e7739778b0bc3e97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6bbbd14-ca1a-4375-ba18-55188b767e72" -d '{"events": [{"server_uuid": "297e4002-ee8c-406f-9dd2-e448f3480bc6", "name": "network-vif-plugged", "status": "completed", "tag": "07e96da7-67d5-41d9-bb19-797793b0b54d"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:48:34.807492 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-3c38ac86-868d-4f62-b87f-26f4efd6fd2d None None] For port 07e96da7-67d5-41d9-bb19-797793b0b54d, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=07e96da7-67d5-41d9-bb19-797793b0b54d,segment=NetworkSegment(670e22f4-76f3-4ce4-8700-010475242fbb),segment_id=670e22f4-76f3-4ce4-8700-010475242fbb)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:48:34.818054 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3c38ac86-868d-4f62-b87f-26f4efd6fd2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:35.039552 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:48:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e8b284e-d52d-4916-86f1-7c2aacca6e47 x-openstack-request-id: req-2e8b284e-d52d-4916-86f1-7c2aacca6e47 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:48:35.039854 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "297e4002-ee8c-406f-9dd2-e448f3480bc6", "name": "network-vif-plugged", "status": "completed", "tag": "07e96da7-67d5-41d9-bb19-797793b0b54d", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:48:35.040295 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-2e8b284e-d52d-4916-86f1-7c2aacca6e47 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:48:35.040689 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '297e4002-ee8c-406f-9dd2-e448f3480bc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07e96da7-67d5-41d9-bb19-797793b0b54d', 'code': 200} Jul 14 09:48:35.194633 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c38ac86-868d-4f62-b87f-26f4efd6fd2d None None] Pushing event updated for resources: {'Port': ['ID=07e96da7-67d5-41d9-bb19-797793b0b54d,revision_number=9']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:48:35.212033 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c38ac86-868d-4f62-b87f-26f4efd6fd2d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:48:35.212387 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c38ac86-868d-4f62-b87f-26f4efd6fd2d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:48:35.212920 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c38ac86-868d-4f62-b87f-26f4efd6fd2d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:48:35.213528 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c38ac86-868d-4f62-b87f-26f4efd6fd2d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:48:35.214830 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c38ac86-868d-4f62-b87f-26f4efd6fd2d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:48:35.215664 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c38ac86-868d-4f62-b87f-26f4efd6fd2d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:48:35.216238 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c38ac86-868d-4f62-b87f-26f4efd6fd2d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:48:35.216742 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c38ac86-868d-4f62-b87f-26f4efd6fd2d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:48:35.217264 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c38ac86-868d-4f62-b87f-26f4efd6fd2d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:48:35.218494 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c38ac86-868d-4f62-b87f-26f4efd6fd2d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:48:35.219129 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c38ac86-868d-4f62-b87f-26f4efd6fd2d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:48:35.220173 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c38ac86-868d-4f62-b87f-26f4efd6fd2d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:48:35.281486 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce0e846-1be9-4fcc-9db3-40c3cffd12d6 req-3cf823f4-6005-41c9-846b-57a732c08fc0 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:35.283725 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0ce0e846-1be9-4fcc-9db3-40c3cffd12d6 req-3cf823f4-6005-41c9-846b-57a732c08fc0 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/ports?device_id=297e4002-ee8c-406f-9dd2-e448f3480bc6 HTTP/1.1" status: 200 len: 946 time: 0.1545503 Jul 14 09:48:35.343705 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0ce0e846-1be9-4fcc-9db3-40c3cffd12d6 req-bf15878c-f7e0-4233-8f01-5570c399a10e tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/security-groups?id=02a508cd-1a7b-4e15-a97f-da9a60cbe701&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538166 Jul 14 09:48:35.615616 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '297e4002-ee8c-406f-9dd2-e448f3480bc6', 'tag': '07e96da7-67d5-41d9-bb19-797793b0b54d'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:48:35.618417 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0506c0e2-25a1-472f-8531-d7c52cd2e669" -d '{"events": [{"name": "network-changed", "server_uuid": "297e4002-ee8c-406f-9dd2-e448f3480bc6", "tag": "07e96da7-67d5-41d9-bb19-797793b0b54d"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:48:35.656719 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:48:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e8ea7b9-119f-4d32-83a5-6950b7e5baf1 x-openstack-request-id: req-5e8ea7b9-119f-4d32-83a5-6950b7e5baf1 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:48:35.657020 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "297e4002-ee8c-406f-9dd2-e448f3480bc6", "tag": "07e96da7-67d5-41d9-bb19-797793b0b54d", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:48:35.657274 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-5e8ea7b9-119f-4d32-83a5-6950b7e5baf1 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:48:35.657716 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '297e4002-ee8c-406f-9dd2-e448f3480bc6', 'tag': '07e96da7-67d5-41d9-bb19-797793b0b54d', 'status': 'completed', 'code': 200} Jul 14 09:48:35.762640 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0506c0e2-25a1-472f-8531-d7c52cd2e669 req-09f8ec7b-ec1b-45db-ab68-d2fe4f21a4af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:35.764169 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0506c0e2-25a1-472f-8531-d7c52cd2e669 req-09f8ec7b-ec1b-45db-ab68-d2fe4f21a4af service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=62cf828fc3e84fada2a4655d43752657&device_id=297e4002-ee8c-406f-9dd2-e448f3480bc6 HTTP/1.1" status: 200 len: 1129 time: 0.0602489 Jul 14 09:48:35.824330 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 53002) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:48:35.868396 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0506c0e2-25a1-472f-8531-d7c52cd2e669 req-700ffd99-eb3a-49a1-80cd-edc650e62350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:35.870597 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0506c0e2-25a1-472f-8531-d7c52cd2e669 req-700ffd99-eb3a-49a1-80cd-edc650e62350 service neutron] 10.222.0.65 "GET /v2.0/networks?id=d1876efc-8358-45bf-9a49-bb1768c5539e HTTP/1.1" status: 200 len: 898 time: 0.0998836 Jul 14 09:48:35.876611 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f7e2a5e-fe3d-4fa1-b764-60df72c8c305 admin admin] Deleting subnet 691ea880-351d-4a89-99a5-5771b104b684 {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:48:35.880353 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8f7e2a5e-fe3d-4fa1-b764-60df72c8c305 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:35.919679 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8f7e2a5e-fe3d-4fa1-b764-60df72c8c305 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13574120'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:35.955246 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0506c0e2-25a1-472f-8531-d7c52cd2e669 req-3a5e8a96-abee-47a4-95da-c0841aa95507 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=07e96da7-67d5-41d9-bb19-797793b0b54d HTTP/1.1" status: 200 len: 1001 time: 0.0741785 Jul 14 09:48:35.965087 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8f7e2a5e-fe3d-4fa1-b764-60df72c8c305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3481002'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:36.002727 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0506c0e2-25a1-472f-8531-d7c52cd2e669 req-a488aa22-a70b-4a0d-b8d9-45ecc5df42ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:36.004296 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0506c0e2-25a1-472f-8531-d7c52cd2e669 req-a488aa22-a70b-4a0d-b8d9-45ecc5df42ab service neutron] 10.222.0.65 "GET /v2.0/subnets?id=60cb8730-0fc6-4c8a-bbcc-f1d9ec0723ac HTTP/1.1" status: 200 len: 833 time: 0.0466075 Jul 14 09:48:36.038642 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8f7e2a5e-fe3d-4fa1-b764-60df72c8c305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13574056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16714573'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:36.074100 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7e2a5e-fe3d-4fa1-b764-60df72c8c305 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=691ea880-351d-4a89-99a5-5771b104b684,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:48:36.083791 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7e2a5e-fe3d-4fa1-b764-60df72c8c305 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:48:36.084471 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7e2a5e-fe3d-4fa1-b764-60df72c8c305 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:48:36.084967 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7e2a5e-fe3d-4fa1-b764-60df72c8c305 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:48:36.085481 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7e2a5e-fe3d-4fa1-b764-60df72c8c305 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:48:36.086008 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7e2a5e-fe3d-4fa1-b764-60df72c8c305 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:48:36.086514 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7e2a5e-fe3d-4fa1-b764-60df72c8c305 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:48:36.087005 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7e2a5e-fe3d-4fa1-b764-60df72c8c305 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:48:36.088123 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7e2a5e-fe3d-4fa1-b764-60df72c8c305 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:48:36.088450 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7e2a5e-fe3d-4fa1-b764-60df72c8c305 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:48:36.089921 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7e2a5e-fe3d-4fa1-b764-60df72c8c305 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:48:36.090271 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7e2a5e-fe3d-4fa1-b764-60df72c8c305 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:48:36.090610 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7e2a5e-fe3d-4fa1-b764-60df72c8c305 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:48:36.093844 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8f7e2a5e-fe3d-4fa1-b764-60df72c8c305 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:36.095219 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0506c0e2-25a1-472f-8531-d7c52cd2e669 req-90c68388-d6ac-40b5-a38f-ae26e6237518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:36.096164 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-8f7e2a5e-fe3d-4fa1-b764-60df72c8c305 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/691ea880-351d-4a89-99a5-5771b104b684 HTTP/1.1" status: 204 len: 168 time: 0.2708385 Jul 14 09:48:36.098205 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0506c0e2-25a1-472f-8531-d7c52cd2e669 req-90c68388-d6ac-40b5-a38f-ae26e6237518 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d1876efc-8358-45bf-9a49-bb1768c5539e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0877612 Jul 14 09:48:36.100326 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 53006) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:48:36.238245 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d45de200-a316-4ef7-b6e0-d7aa7edf3c5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3876111'] for network, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:36.285017 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0506c0e2-25a1-472f-8531-d7c52cd2e669 req-0f128631-200f-4635-961f-b67c13d6483e service neutron] 10.222.0.65 "GET /v2.0/networks/d1876efc-8358-45bf-9a49-bb1768c5539e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1728950 Jul 14 09:48:36.429917 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d45de200-a316-4ef7-b6e0-d7aa7edf3c5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473955', 'neutron.services.segments.db._delete_segments_for_network-8735688326548'] for network, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:36.449232 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-d45de200-a316-4ef7-b6e0-d7aa7edf3c5a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['144cead4-5256-4b0c-8f04-573fb5e4e564']}} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:48:36.465853 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-d45de200-a316-4ef7-b6e0-d7aa7edf3c5a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd94665de-542d-400d-a0d4-a446a54b3284') {'for_net_delete': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:48:36.466286 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-d45de200-a316-4ef7-b6e0-d7aa7edf3c5a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd94665de-542d-400d-a0d4-a446a54b3284') {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:48:36.483605 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d45de200-a316-4ef7-b6e0-d7aa7edf3c5a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735688356235', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10944210'] for segment, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:36.486742 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0506c0e2-25a1-472f-8531-d7c52cd2e669 req-30f1acd4-fa4c-49f3-b1a6-a067be8cdb0f service neutron] 10.222.0.65 "GET /v2.0/networks/d1876efc-8358-45bf-9a49-bb1768c5539e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1820264 Jul 14 09:48:36.502332 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d45de200-a316-4ef7-b6e0-d7aa7edf3c5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:36.544783 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d45de200-a316-4ef7-b6e0-d7aa7edf3c5a admin admin] Releasing vlan 734 on physical network physnet1 to pool {{(pid=93957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:48:36.545320 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d45de200-a316-4ef7-b6e0-d7aa7edf3c5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10053619'] for segment, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:36.547609 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:48:36.547609 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:48:36.547609 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:48:36.547609 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:48:36.547609 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:48:36.547609 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:48:36.547609 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:48:36.547609 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:48:36.547609 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:48:36.547609 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:48:36.547609 n-d-779913-29 neutron-server[93957]: Traceback (most recent call last): Jul 14 09:48:36.547609 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:48:36.547609 n-d-779913-29 neutron-server[93957]: timer() Jul 14 09:48:36.547609 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:48:36.547609 n-d-779913-29 neutron-server[93957]: cb(*args, **kw) Jul 14 09:48:36.547609 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:48:36.547609 n-d-779913-29 neutron-server[93957]: return func(*args, **kwargs) Jul 14 09:48:36.547609 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:48:36.547609 n-d-779913-29 neutron-server[93957]: self._notify() Jul 14 09:48:36.547609 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:48:36.547609 n-d-779913-29 neutron-server[93957]: self.callback(batched_events) Jul 14 09:48:36.547609 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:48:36.547609 n-d-779913-29 neutron-server[93957]: event.method(event) Jul 14 09:48:36.547609 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:48:36.547609 n-d-779913-29 neutron-server[93957]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:48:36.547609 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:48:36.547609 n-d-779913-29 neutron-server[93957]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:48:36.547609 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:48:36.547609 n-d-779913-29 neutron-server[93957]: return f(self, *a, **k) Jul 14 09:48:36.547609 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:48:36.547609 n-d-779913-29 neutron-server[93957]: return self._get(url).json() Jul 14 09:48:36.547609 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:48:36.547609 n-d-779913-29 neutron-server[93957]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:48:36.547609 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:48:36.547609 n-d-779913-29 neutron-server[93957]: return self.request(url, 'GET', **kwargs) Jul 14 09:48:36.547609 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:48:36.547609 n-d-779913-29 neutron-server[93957]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:48:36.547609 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:48:36.547609 n-d-779913-29 neutron-server[93957]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:48:36.547609 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:48:36.547609 n-d-779913-29 neutron-server[93957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:48:36.547609 n-d-779913-29 neutron-server[93957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:48:36.652092 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d45de200-a316-4ef7-b6e0-d7aa7edf3c5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660504'] for network, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:36.660118 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d45de200-a316-4ef7-b6e0-d7aa7edf3c5a admin admin] Notify callbacks [] for network, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:36.662306 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-d45de200-a316-4ef7-b6e0-d7aa7edf3c5a admin admin] 10.222.0.68 "DELETE /v2.0/networks/144cead4-5256-4b0c-8f04-573fb5e4e564 HTTP/1.1" status: 204 len: 168 time: 0.5606179 Jul 14 09:48:36.665137 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 53020) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:48:36.677039 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45de200-a316-4ef7-b6e0-d7aa7edf3c5a admin admin] Pushing event deleted for resources: {'Network': ['ID=144cead4-5256-4b0c-8f04-573fb5e4e564,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:48:36.688468 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2552c281-ac54-4882-9dea-d35de239e28a req-db72ea43-cf68-464a-b577-764f07fbf971 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:36.690162 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2552c281-ac54-4882-9dea-d35de239e28a req-db72ea43-cf68-464a-b577-764f07fbf971 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/ports?device_id=297e4002-ee8c-406f-9dd2-e448f3480bc6 HTTP/1.1" status: 200 len: 946 time: 0.1675847 Jul 14 09:48:36.750854 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-065e9846-86b4-4390-83f9-823b3b2d964b admin admin] Deleting subnet f4136b63-0d3d-4df2-a816-1c6f974e92ce {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:48:36.756679 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-065e9846-86b4-4390-83f9-823b3b2d964b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:36.769754 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2552c281-ac54-4882-9dea-d35de239e28a req-2e453461-42f6-4e8d-8042-ee0220758cf5 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/security-groups?id=02a508cd-1a7b-4e15-a97f-da9a60cbe701&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596769 Jul 14 09:48:36.816334 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-065e9846-86b4-4390-83f9-823b3b2d964b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13574120'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:36.868247 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-065e9846-86b4-4390-83f9-823b3b2d964b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3481002'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:36.937206 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-065e9846-86b4-4390-83f9-823b3b2d964b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13574056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16714573'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:36.971287 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065e9846-86b4-4390-83f9-823b3b2d964b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f4136b63-0d3d-4df2-a816-1c6f974e92ce,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:48:36.975950 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-065e9846-86b4-4390-83f9-823b3b2d964b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:36.981373 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-065e9846-86b4-4390-83f9-823b3b2d964b admin admin] 10.222.0.68 "DELETE /v2.0/subnets/f4136b63-0d3d-4df2-a816-1c6f974e92ce HTTP/1.1" status: 204 len: 168 time: 0.3119597 Jul 14 09:48:36.982087 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 53026) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:48:37.052875 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 07e96da7-67d5-41d9-bb19-797793b0b54d details requested by agent hyperv_n-h2-779913-29 with host n-h2-779913-29 {{(pid=93959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:48:37.082731 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2941a349-b525-4917-af32-4d6bb10eca76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3876111'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:37.194548 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2941a349-b525-4917-af32-4d6bb10eca76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473955', 'neutron.services.segments.db._delete_segments_for_network-8735688326548'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:37.207096 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 07e96da7-67d5-41d9-bb19-797793b0b54d, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=07e96da7-67d5-41d9-bb19-797793b0b54d,segment=NetworkSegment(670e22f4-76f3-4ce4-8700-010475242fbb),segment_id=670e22f4-76f3-4ce4-8700-010475242fbb)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:48:37.208503 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-2941a349-b525-4917-af32-4d6bb10eca76 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2001f758-d917-4ce2-b030-d7df7428901d']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:48:37.222560 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-2941a349-b525-4917-af32-4d6bb10eca76 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00bbda05-7ac1-4799-8143-5082df8986c9') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:48:37.222890 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-2941a349-b525-4917-af32-4d6bb10eca76 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00bbda05-7ac1-4799-8143-5082df8986c9') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:48:37.228144 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 07e96da7-67d5-41d9-bb19-797793b0b54d has no active binding in host n-h2-779913-29 {{(pid=93959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 14 09:48:37.241953 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2941a349-b525-4917-af32-4d6bb10eca76 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735688356235', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13574129'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:37.265747 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2941a349-b525-4917-af32-4d6bb10eca76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:37.274350 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2941a349-b525-4917-af32-4d6bb10eca76 admin admin] Releasing vlan 705 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:48:37.275387 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2941a349-b525-4917-af32-4d6bb10eca76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13573126'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:37.279172 n-d-779913-29 neutron-server[93958]: Traceback (most recent call last): Jul 14 09:48:37.279172 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:48:37.279172 n-d-779913-29 neutron-server[93958]: timer() Jul 14 09:48:37.279172 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:48:37.279172 n-d-779913-29 neutron-server[93958]: cb(*args, **kw) Jul 14 09:48:37.279172 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:48:37.279172 n-d-779913-29 neutron-server[93958]: return func(*args, **kwargs) Jul 14 09:48:37.279172 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:48:37.279172 n-d-779913-29 neutron-server[93958]: self._notify() Jul 14 09:48:37.279172 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:48:37.279172 n-d-779913-29 neutron-server[93958]: self.callback(batched_events) Jul 14 09:48:37.279172 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:48:37.279172 n-d-779913-29 neutron-server[93958]: event.method(event) Jul 14 09:48:37.279172 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:48:37.279172 n-d-779913-29 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:48:37.279172 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:48:37.279172 n-d-779913-29 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:48:37.279172 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:48:37.279172 n-d-779913-29 neutron-server[93958]: return f(self, *a, **k) Jul 14 09:48:37.279172 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:48:37.279172 n-d-779913-29 neutron-server[93958]: return self._get(url).json() Jul 14 09:48:37.279172 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:48:37.279172 n-d-779913-29 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:48:37.279172 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:48:37.279172 n-d-779913-29 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 14 09:48:37.279172 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:48:37.279172 n-d-779913-29 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:48:37.279172 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:48:37.279172 n-d-779913-29 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:48:37.279172 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:48:37.279172 n-d-779913-29 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:48:37.279172 n-d-779913-29 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:48:37.376370 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2941a349-b525-4917-af32-4d6bb10eca76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660504'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:37.403674 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2941a349-b525-4917-af32-4d6bb10eca76 admin admin] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:37.405635 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-2941a349-b525-4917-af32-4d6bb10eca76 admin admin] 10.222.0.68 "DELETE /v2.0/networks/2001f758-d917-4ce2-b030-d7df7428901d HTTP/1.1" status: 204 len: 168 time: 0.4230111 Jul 14 09:48:37.407073 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2941a349-b525-4917-af32-4d6bb10eca76 admin admin] Pushing event deleted for resources: {'Network': ['ID=2001f758-d917-4ce2-b030-d7df7428901d,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:48:37.619311 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 53048) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:48:37.655812 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.agents_db [None req-3c3509fb-540d-4335-a450-574895dd3602 None None] Agent healthcheck: found 7 active agents {{(pid=93960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:48:37.670503 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-34cd013f-fd0e-492a-9c33-0d7220eee252 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=68ce3802f5b04364bd4f0f0848e98a1d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0492954 Jul 14 09:48:37.673161 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 53050) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:48:37.735527 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b43c6cf3-8b4f-4e35-b436-a98115f51a58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:37.761517 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b43c6cf3-8b4f-4e35-b436-a98115f51a58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:37.814252 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b43c6cf3-8b4f-4e35-b436-a98115f51a58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:37.816978 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b43c6cf3-8b4f-4e35-b436-a98115f51a58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:37.818272 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-b43c6cf3-8b4f-4e35-b436-a98115f51a58 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/ec1faf79-0368-41c0-bf77-5a5825743564 HTTP/1.1" status: 204 len: 168 time: 0.1441240 Jul 14 09:48:37.826813 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43c6cf3-8b4f-4e35-b436-a98115f51a58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec1faf79-0368-41c0-bf77-5a5825743564,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:48:38.002812 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc83480-7184-4ff3-a6fe-0ef5e8327227 req-da41929a-b48b-43b1-a0af-f419ce4b7e32 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:38.004771 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-dfc83480-7184-4ff3-a6fe-0ef5e8327227 req-da41929a-b48b-43b1-a0af-f419ce4b7e32 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/ports?device_id=297e4002-ee8c-406f-9dd2-e448f3480bc6 HTTP/1.1" status: 200 len: 946 time: 0.0845716 Jul 14 09:48:38.058783 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-dfc83480-7184-4ff3-a6fe-0ef5e8327227 req-785f313f-79a9-4b0c-930f-091de1b10089 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/security-groups?id=02a508cd-1a7b-4e15-a97f-da9a60cbe701&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446572 Jul 14 09:48:38.261081 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 53068) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:48:38.302759 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-b7e84eba-a10d-49b9-a03a-35f636aa6376 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=a188bf3e91f64b0ebc9f0ff49146aab0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0404227 Jul 14 09:48:38.305620 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 53070) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:48:38.364711 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3dd12af1-6972-49b4-a60e-f3f98a1a83b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:38.389614 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3dd12af1-6972-49b4-a60e-f3f98a1a83b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:38.451980 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3dd12af1-6972-49b4-a60e-f3f98a1a83b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:38.454758 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3dd12af1-6972-49b4-a60e-f3f98a1a83b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:38.458242 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-3dd12af1-6972-49b4-a60e-f3f98a1a83b8 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/67bbd035-c73c-43b2-94a2-978aa23182cf HTTP/1.1" status: 204 len: 168 time: 0.1493695 Jul 14 09:48:38.465718 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd12af1-6972-49b4-a60e-f3f98a1a83b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67bbd035-c73c-43b2-94a2-978aa23182cf,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:48:39.343350 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682a3901-2de4-48eb-b211-f191d563d87e req-48bdf90f-f879-4a66-be69-b2881069ad39 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:39.345899 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-682a3901-2de4-48eb-b211-f191d563d87e req-48bdf90f-f879-4a66-be69-b2881069ad39 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/ports?device_id=297e4002-ee8c-406f-9dd2-e448f3480bc6 HTTP/1.1" status: 200 len: 946 time: 0.1572647 Jul 14 09:48:39.442090 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-682a3901-2de4-48eb-b211-f191d563d87e req-888b18ee-8887-419a-99aa-a7b48e56e756 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/security-groups?id=02a508cd-1a7b-4e15-a97f-da9a60cbe701&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899119 Jul 14 09:48:39.443856 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-780b6303-1702-4a7d-ab20-58d7ad17400a req-7bb710b8-2f79-4b8c-a188-1fa0b5a01d80 service neutron] 10.222.0.65 "GET /v2.0/ports/07e96da7-67d5-41d9-bb19-797793b0b54d/bindings/n-h2-779913-29 HTTP/1.1" status: 200 len: 385 time: 0.1714587 Jul 14 09:48:39.690997 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-780b6303-1702-4a7d-ab20-58d7ad17400a req-4c21ae4b-f944-4e6b-8d0b-d7cee7703fa9 service neutron] For port 07e96da7-67d5-41d9-bb19-797793b0b54d, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=07e96da7-67d5-41d9-bb19-797793b0b54d,segment=NetworkSegment(670e22f4-76f3-4ce4-8700-010475242fbb),segment_id=670e22f4-76f3-4ce4-8700-010475242fbb)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:48:39.727285 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-780b6303-1702-4a7d-ab20-58d7ad17400a req-4c21ae4b-f944-4e6b-8d0b-d7cee7703fa9 service neutron] For port 07e96da7-67d5-41d9-bb19-797793b0b54d, host n-h1-779913-29, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:48:39.802406 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-780b6303-1702-4a7d-ab20-58d7ad17400a req-4c21ae4b-f944-4e6b-8d0b-d7cee7703fa9 service neutron] For port 07e96da7-67d5-41d9-bb19-797793b0b54d, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=07e96da7-67d5-41d9-bb19-797793b0b54d,segment=NetworkSegment(670e22f4-76f3-4ce4-8700-010475242fbb),segment_id=670e22f4-76f3-4ce4-8700-010475242fbb)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:48:39.816591 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '297e4002-ee8c-406f-9dd2-e448f3480bc6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '07e96da7-67d5-41d9-bb19-797793b0b54d'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:48:39.820302 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b0f0adf-83bd-485a-a465-2c069a70675e" -d '{"events": [{"server_uuid": "297e4002-ee8c-406f-9dd2-e448f3480bc6", "name": "network-vif-unplugged", "status": "completed", "tag": "07e96da7-67d5-41d9-bb19-797793b0b54d"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:48:39.825241 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-780b6303-1702-4a7d-ab20-58d7ad17400a req-4c21ae4b-f944-4e6b-8d0b-d7cee7703fa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:39.944302 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [req-780b6303-1702-4a7d-ab20-58d7ad17400a req-4c21ae4b-f944-4e6b-8d0b-d7cee7703fa9 service neutron] Transition to ACTIVE for port object 07e96da7-67d5-41d9-bb19-797793b0b54d will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:48:39.946645 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 09:48:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0fc139c-7533-4a98-9af6-6a91358c6c80 x-openstack-request-id: req-b0fc139c-7533-4a98-9af6-6a91358c6c80 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:48:39.946995 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "297e4002-ee8c-406f-9dd2-e448f3480bc6", "name": "network-vif-unplugged", "status": "completed", "tag": "07e96da7-67d5-41d9-bb19-797793b0b54d", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:48:39.947353 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-b0fc139c-7533-4a98-9af6-6a91358c6c80 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:48:39.948120 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '297e4002-ee8c-406f-9dd2-e448f3480bc6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '07e96da7-67d5-41d9-bb19-797793b0b54d', 'code': 200} Jul 14 09:48:39.949814 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-780b6303-1702-4a7d-ab20-58d7ad17400a req-4c21ae4b-f944-4e6b-8d0b-d7cee7703fa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:40.094946 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c21ae4b-f944-4e6b-8d0b-d7cee7703fa9 service neutron] Pushing event updated for resources: {'Port': ['ID=07e96da7-67d5-41d9-bb19-797793b0b54d,revision_number=11']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:48:40.178583 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-780b6303-1702-4a7d-ab20-58d7ad17400a req-4c21ae4b-f944-4e6b-8d0b-d7cee7703fa9 service neutron] No DVR routers for this DVR port 07e96da7-67d5-41d9-bb19-797793b0b54d on host n-h1-779913-29 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:48:40.500127 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-780b6303-1702-4a7d-ab20-58d7ad17400a req-4c21ae4b-f944-4e6b-8d0b-d7cee7703fa9 service neutron] 10.222.0.65 "PUT /v2.0/ports/07e96da7-67d5-41d9-bb19-797793b0b54d/bindings/n-h2-779913-29/activate HTTP/1.1" status: 200 len: 370 time: 1.0496671 Jul 14 09:48:40.742921 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780b6303-1702-4a7d-ab20-58d7ad17400a req-3d14a447-0980-4e4d-85d4-89815a5c4aaa tempest-TestNetworkAdvancedServerOps-1977836674 tempest-TestNetworkAdvancedServerOps-1977836674-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:40.745095 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-780b6303-1702-4a7d-ab20-58d7ad17400a req-3d14a447-0980-4e4d-85d4-89815a5c4aaa tempest-TestNetworkAdvancedServerOps-1977836674 tempest-TestNetworkAdvancedServerOps-1977836674-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=297e4002-ee8c-406f-9dd2-e448f3480bc6&tenant_id=62cf828fc3e84fada2a4655d43752657&binding%3Ahost_id=n-h1-779913-29 HTTP/1.1" status: 200 len: 1097 time: 0.1417851 Jul 14 09:48:40.771371 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a8b864-9a89-4b5a-95dd-c41756332ab6 req-af0bfa27-2480-4e73-95e4-e7f0b8efd51a tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:40.773093 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-29a8b864-9a89-4b5a-95dd-c41756332ab6 req-af0bfa27-2480-4e73-95e4-e7f0b8efd51a tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/ports?device_id=297e4002-ee8c-406f-9dd2-e448f3480bc6 HTTP/1.1" status: 200 len: 945 time: 0.1603701 Jul 14 09:48:40.864219 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-29a8b864-9a89-4b5a-95dd-c41756332ab6 req-f12a3a0d-a0e1-462e-99df-e0645a3b6155 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/security-groups?id=02a508cd-1a7b-4e15-a97f-da9a60cbe701&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692098 Jul 14 09:48:40.901199 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780b6303-1702-4a7d-ab20-58d7ad17400a req-599b9b5a-e0dd-4f05-bd74-366b209a91a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:40.908997 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-780b6303-1702-4a7d-ab20-58d7ad17400a req-599b9b5a-e0dd-4f05-bd74-366b209a91a5 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=297e4002-ee8c-406f-9dd2-e448f3480bc6&tenant_id=62cf828fc3e84fada2a4655d43752657 HTTP/1.1" status: 200 len: 1097 time: 0.1513469 Jul 14 09:48:41.055074 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780b6303-1702-4a7d-ab20-58d7ad17400a req-a3334dc7-ecf4-4e10-9025-4625d2719348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:41.056659 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-780b6303-1702-4a7d-ab20-58d7ad17400a req-a3334dc7-ecf4-4e10-9025-4625d2719348 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=62cf828fc3e84fada2a4655d43752657&device_id=297e4002-ee8c-406f-9dd2-e448f3480bc6 HTTP/1.1" status: 200 len: 1097 time: 0.1106162 Jul 14 09:48:41.217031 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780b6303-1702-4a7d-ab20-58d7ad17400a req-7b6aea7e-37c3-4cb2-8791-8734193529a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:41.218827 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-780b6303-1702-4a7d-ab20-58d7ad17400a req-7b6aea7e-37c3-4cb2-8791-8734193529a8 service neutron] 10.222.0.57 "GET /v2.0/networks?id=d1876efc-8358-45bf-9a49-bb1768c5539e HTTP/1.1" status: 200 len: 898 time: 0.1540792 Jul 14 09:48:41.325990 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-780b6303-1702-4a7d-ab20-58d7ad17400a req-bcd8f9cd-8b23-4d37-aae2-38bf28268393 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=07e96da7-67d5-41d9-bb19-797793b0b54d HTTP/1.1" status: 200 len: 999 time: 0.0985653 Jul 14 09:48:41.408457 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780b6303-1702-4a7d-ab20-58d7ad17400a req-e933cc47-5301-487c-8c85-9ae47c2025e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:41.411992 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-780b6303-1702-4a7d-ab20-58d7ad17400a req-e933cc47-5301-487c-8c85-9ae47c2025e8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=60cb8730-0fc6-4c8a-bbcc-f1d9ec0723ac HTTP/1.1" status: 200 len: 833 time: 0.0801041 Jul 14 09:48:41.489512 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780b6303-1702-4a7d-ab20-58d7ad17400a req-fa7927cd-096a-43b2-9b22-ef1cc9c9844b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:41.491201 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-780b6303-1702-4a7d-ab20-58d7ad17400a req-fa7927cd-096a-43b2-9b22-ef1cc9c9844b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d1876efc-8358-45bf-9a49-bb1768c5539e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0729091 Jul 14 09:48:41.628227 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-780b6303-1702-4a7d-ab20-58d7ad17400a req-f61a99e2-c127-42bc-a349-70920520be38 service neutron] 10.222.0.57 "GET /v2.0/networks/d1876efc-8358-45bf-9a49-bb1768c5539e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300132 Jul 14 09:48:41.777276 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-780b6303-1702-4a7d-ab20-58d7ad17400a req-65e7470c-4a12-42e2-9902-0a4328745d04 service neutron] 10.222.0.57 "GET /v2.0/networks/d1876efc-8358-45bf-9a49-bb1768c5539e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429236 Jul 14 09:48:42.186952 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8de205-7a25-4166-b170-f80d7ef23b73 req-0c0edb0a-4650-4118-9cf1-b4c75aee0e43 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:42.189893 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6b8de205-7a25-4166-b170-f80d7ef23b73 req-0c0edb0a-4650-4118-9cf1-b4c75aee0e43 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/ports?device_id=297e4002-ee8c-406f-9dd2-e448f3480bc6 HTTP/1.1" status: 200 len: 945 time: 0.1018193 Jul 14 09:48:42.299410 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6b8de205-7a25-4166-b170-f80d7ef23b73 req-3c84accb-947a-4fc3-93a7-f886a85768ae tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/security-groups?id=02a508cd-1a7b-4e15-a97f-da9a60cbe701&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931149 Jul 14 09:48:42.359397 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780b6303-1702-4a7d-ab20-58d7ad17400a req-b39eaab0-3416-4681-9afc-f1206b14fe09 tempest-TestNetworkAdvancedServerOps-1977836674 tempest-TestNetworkAdvancedServerOps-1977836674-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:42.361558 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-780b6303-1702-4a7d-ab20-58d7ad17400a req-b39eaab0-3416-4681-9afc-f1206b14fe09 tempest-TestNetworkAdvancedServerOps-1977836674 tempest-TestNetworkAdvancedServerOps-1977836674-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=297e4002-ee8c-406f-9dd2-e448f3480bc6&tenant_id=62cf828fc3e84fada2a4655d43752657&binding%3Ahost_id=n-h2-779913-29 HTTP/1.1" status: 200 len: 1097 time: 0.1698010 Jul 14 09:48:42.543165 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-780b6303-1702-4a7d-ab20-58d7ad17400a req-e6204ca4-6f5d-48bc-a0fe-3b159c6ce8fa service neutron] For port 07e96da7-67d5-41d9-bb19-797793b0b54d, host n-h1-779913-29, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:48:42.549101 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-780b6303-1702-4a7d-ab20-58d7ad17400a req-e6204ca4-6f5d-48bc-a0fe-3b159c6ce8fa service neutron] Notify callbacks [] for binding, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:42.550597 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-780b6303-1702-4a7d-ab20-58d7ad17400a req-e6204ca4-6f5d-48bc-a0fe-3b159c6ce8fa service neutron] 10.222.0.57 "DELETE /v2.0/ports/07e96da7-67d5-41d9-bb19-797793b0b54d/bindings/n-h1-779913-29 HTTP/1.1" status: 204 len: 173 time: 0.1823342 Jul 14 09:48:42.928765 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:43.539431 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fe14f3-d860-4861-aceb-30ea2c2aec12 req-a7148170-5c36-4f44-a4e8-17bcac004481 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:43.542220 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-f9fe14f3-d860-4861-aceb-30ea2c2aec12 req-a7148170-5c36-4f44-a4e8-17bcac004481 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/ports?device_id=297e4002-ee8c-406f-9dd2-e448f3480bc6 HTTP/1.1" status: 200 len: 945 time: 0.0794215 Jul 14 09:48:43.604509 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-f9fe14f3-d860-4861-aceb-30ea2c2aec12 req-fc823de3-442b-4ba4-af9c-7040ca887304 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/security-groups?id=02a508cd-1a7b-4e15-a97f-da9a60cbe701&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575542 Jul 14 09:48:43.706906 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:44.022295 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 07e96da7-67d5-41d9-bb19-797793b0b54d no longer exists at agent hyperv_n-h1-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:48:44.082852 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 07e96da7-67d5-41d9-bb19-797793b0b54d not bound to the agent host n-h1-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:48:44.194157 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c87c95f-5ca1-49d9-99b0-a6a8be438c13 req-e06dffb6-6f64-4b0d-a445-6383290368c1 tempest-TestNetworkAdvancedServerOps-1977836674 tempest-TestNetworkAdvancedServerOps-1977836674-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:44.195753 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8c87c95f-5ca1-49d9-99b0-a6a8be438c13 req-e06dffb6-6f64-4b0d-a445-6383290368c1 tempest-TestNetworkAdvancedServerOps-1977836674 tempest-TestNetworkAdvancedServerOps-1977836674-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=297e4002-ee8c-406f-9dd2-e448f3480bc6 HTTP/1.1" status: 200 len: 1097 time: 0.4147902 Jul 14 09:48:44.246434 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8c87c95f-5ca1-49d9-99b0-a6a8be438c13 req-11a4284d-d7b6-421a-9077-0a1b28243a22 tempest-TestNetworkAdvancedServerOps-1977836674 tempest-TestNetworkAdvancedServerOps-1977836674-project-admin] 10.222.0.68 "GET /v2.0/security-groups?id=02a508cd-1a7b-4e15-a97f-da9a60cbe701&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444427 Jul 14 09:48:44.471198 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79009840-1111-4c1b-b362-284df6fe3c0b req-092cc50d-a08d-4ae0-b0e4-2e46164a2e07 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:44.472826 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-79009840-1111-4c1b-b362-284df6fe3c0b req-092cc50d-a08d-4ae0-b0e4-2e46164a2e07 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/ports?device_id=297e4002-ee8c-406f-9dd2-e448f3480bc6 HTTP/1.1" status: 200 len: 945 time: 0.0934980 Jul 14 09:48:44.532539 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-79009840-1111-4c1b-b362-284df6fe3c0b req-3cb4baf1-ce82-409f-856c-464c84324f73 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/security-groups?id=02a508cd-1a7b-4e15-a97f-da9a60cbe701&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428519 Jul 14 09:48:44.565059 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 53268) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:48:44.661545 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-5ebe1e0e-8b4c-4cc6-9a89-21dc2876e072 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/floatingips/cbc20b2d-da09-43cf-83ef-a9be39b19c7f HTTP/1.1" status: 200 len: 991 time: 0.0887039 Jul 14 09:48:46.989309 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 53322) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:48:47.236839 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-cdd8bc4c-f198-48b5-8e23-fb6e789a03de tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Deleting port 3e73214c-d716-4549-ac39-3adbf80bf7cd {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:48:47.237276 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cdd8bc4c-f198-48b5-8e23-fb6e789a03de tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:47.387989 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cdd8bc4c-f198-48b5-8e23-fb6e789a03de tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:47.388446 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cdd8bc4c-f198-48b5-8e23-fb6e789a03de tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:47.404271 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-cdd8bc4c-f198-48b5-8e23-fb6e789a03de tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Calling delete_port for 3e73214c-d716-4549-ac39-3adbf80bf7cd owned by network:floatingip {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:48:47.614748 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cdd8bc4c-f198-48b5-8e23-fb6e789a03de tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:47.649846 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd8bc4c-f198-48b5-8e23-fb6e789a03de tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Pushing event deleted for resources: {'Port': ['ID=3e73214c-d716-4549-ac39-3adbf80bf7cd,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:48:47.712554 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cdd8bc4c-f198-48b5-8e23-fb6e789a03de tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks [] for floatingip, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:47.713362 n-d-779913-29 neutron-server[93958]: INFO neutron.db.l3_db [None req-cdd8bc4c-f198-48b5-8e23-fb6e789a03de tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Floating IP cbc20b2d-da09-43cf-83ef-a9be39b19c7f disassociated (deleted). External IP: 172.25.4.57, port: 07e96da7-67d5-41d9-bb19-797793b0b54d. Jul 14 09:48:47.964329 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdd8bc4c-f198-48b5-8e23-fb6e789a03de tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Router 59d5765d-804f-4f55-bd57-7318bce524b8 has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:48:48.022820 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-55c794ca-9ece-4e5e-84f7-33decf89e239 req-19c8f780-b127-45ea-a0fe-726fd6386a4b service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=f777bf20-f498-4a20-a738-aeeef232d5a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0683637 Jul 14 09:48:48.121124 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdd8bc4c-f198-48b5-8e23-fb6e789a03de tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:48:48.127323 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cdd8bc4c-f198-48b5-8e23-fb6e789a03de tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for floatingip, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:48.133676 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0871409-be41-434d-8b67-cf2c8041f7a9 None None] Sync routers for ids ['59d5765d-804f-4f55-bd57-7318bce524b8'] in n-d-779913-29 {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:48:48.147241 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0871409-be41-434d-8b67-cf2c8041f7a9 None None] Routers {'59d5765d-804f-4f55-bd57-7318bce524b8'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:48:48.147891 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-a0871409-be41-434d-8b67-cf2c8041f7a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:48:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['59d5765d-804f-4f55-bd57-7318bce524b8'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:48:48.157727 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c794ca-9ece-4e5e-84f7-33decf89e239 req-1ec0ac4e-6c51-459b-a112-094a861bcf3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:48.160293 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-55c794ca-9ece-4e5e-84f7-33decf89e239 req-1ec0ac4e-6c51-459b-a112-094a861bcf3d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=fdcfb0d129f645508f46496d6d3408cf&device_id=f777bf20-f498-4a20-a738-aeeef232d5a1 HTTP/1.1" status: 200 len: 1097 time: 0.0760713 Jul 14 09:48:48.225392 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-cdd8bc4c-f198-48b5-8e23-fb6e789a03de tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "DELETE /v2.0/floatingips/cbc20b2d-da09-43cf-83ef-a9be39b19c7f HTTP/1.1" status: 204 len: 168 time: 1.2326598 Jul 14 09:48:48.225392 n-d-779913-29 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '297e4002-ee8c-406f-9dd2-e448f3480bc6', 'tag': '07e96da7-67d5-41d9-bb19-797793b0b54d'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:48:48.228204 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cb48f044f948e981f43897c8d7f1332f741dc7af2b4c5a6e19d8f4a80f708e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-820f8b07-b683-4cdb-9f59-05ad498d6daf" -d '{"events": [{"name": "network-changed", "server_uuid": "297e4002-ee8c-406f-9dd2-e448f3480bc6", "tag": "07e96da7-67d5-41d9-bb19-797793b0b54d"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:48:48.346680 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c794ca-9ece-4e5e-84f7-33decf89e239 req-10cea7ef-3c87-4fac-9f2a-ad412b7d4dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:48.348035 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-55c794ca-9ece-4e5e-84f7-33decf89e239 req-10cea7ef-3c87-4fac-9f2a-ad412b7d4dcc service neutron] 10.222.0.57 "GET /v2.0/networks?id=e5bfa805-7fa6-4e66-853c-c2e7e3c5ed34 HTTP/1.1" status: 200 len: 911 time: 0.1614769 Jul 14 09:48:48.403638 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvr_db [None req-a0871409-be41-434d-8b67-cf2c8041f7a9 None None] Set router 59d5765d-804f-4f55-bd57-7318bce524b8 gateway port host: n-d-779913-29 {{(pid=93959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:48:48.441480 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-55c794ca-9ece-4e5e-84f7-33decf89e239 req-07438dfc-bf11-4e7f-bf51-8292d5e0f2ad service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=97404d4b-2d52-4fc7-b4d4-1e17ae9f7ea7 HTTP/1.1" status: 200 len: 1000 time: 0.0870748 Jul 14 09:48:48.549753 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:48:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd13982b-9e23-4330-ace3-d4fe7e55310b x-openstack-request-id: req-fd13982b-9e23-4330-ace3-d4fe7e55310b {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:48:48.549930 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "297e4002-ee8c-406f-9dd2-e448f3480bc6", "tag": "07e96da7-67d5-41d9-bb19-797793b0b54d", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:48:48.550192 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-fd13982b-9e23-4330-ace3-d4fe7e55310b {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:48:48.550546 n-d-779913-29 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '297e4002-ee8c-406f-9dd2-e448f3480bc6', 'tag': '07e96da7-67d5-41d9-bb19-797793b0b54d', 'status': 'completed', 'code': 200} Jul 14 09:48:48.558281 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c794ca-9ece-4e5e-84f7-33decf89e239 req-e148e600-7eb5-4f82-8f82-db4a195b828a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:48.562403 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-55c794ca-9ece-4e5e-84f7-33decf89e239 req-e148e600-7eb5-4f82-8f82-db4a195b828a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a974099b-8e0b-49f4-a28f-d50286aa9083 HTTP/1.1" status: 200 len: 849 time: 0.1091652 Jul 14 09:48:48.756314 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820f8b07-b683-4cdb-9f59-05ad498d6daf req-a06eff8b-5217-4168-8e85-7335124749d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:48.761586 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-820f8b07-b683-4cdb-9f59-05ad498d6daf req-a06eff8b-5217-4168-8e85-7335124749d7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=62cf828fc3e84fada2a4655d43752657&device_id=297e4002-ee8c-406f-9dd2-e448f3480bc6 HTTP/1.1" status: 200 len: 1097 time: 0.1596138 Jul 14 09:48:48.763736 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c794ca-9ece-4e5e-84f7-33decf89e239 req-6541020d-3f37-43dd-9d01-c9681d28e353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:48.765923 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-55c794ca-9ece-4e5e-84f7-33decf89e239 req-6541020d-3f37-43dd-9d01-c9681d28e353 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e5bfa805-7fa6-4e66-853c-c2e7e3c5ed34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1873446 Jul 14 09:48:48.951037 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-a0871409-be41-434d-8b67-cf2c8041f7a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59d5765d-804f-4f55-bd57-7318bce524b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-98897862', 'tenant_id': '62cf828fc3e84fada2a4655d43752657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.191'}], 'enable_snat': True}, 'gw_port_id': 'b16f973c-5d50-4d92-8a16-fb7661058d1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:47:32Z', 'updated_at': '2021-07-14T09:47:37Z', 'revision_number': 4, 'project_id': '62cf828fc3e84fada2a4655d43752657', 'gw_port': {'id': 'b16f973c-5d50-4d92-8a16-fb7661058d1a', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:51:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59d5765d-804f-4f55-bd57-7318bce524b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:47:33Z', 'updated_at': '2021-07-14T09:47:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': '8d7a87b5-2d4b-441c-aab2-50e3078d415b', 'name': '', 'network_id': 'd1876efc-8358-45bf-9a49-bb1768c5539e', 'tenant_id': '62cf828fc3e84fada2a4655d43752657', 'mac_address': 'fa:16:3e:00:53:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59d5765d-804f-4f55-bd57-7318bce524b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': '60cb8730-0fc6-4c8a-bbcc-f1d9ec0723ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:47:36Z', 'updated_at': '2021-07-14T09:47:43Z', 'revision_number': 5, 'project_id': '62cf828fc3e84fada2a4655d43752657', 'subnets': [{'id': '60cb8730-0fc6-4c8a-bbcc-f1d9ec0723ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:48:48.985283 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0871409-be41-434d-8b67-cf2c8041f7a9 None None] Checking router: 59d5765d-804f-4f55-bd57-7318bce524b8 for host: n-d-779913-29 {{(pid=93959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:48:48.996685 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0871409-be41-434d-8b67-cf2c8041f7a9 None None] Routers {'59d5765d-804f-4f55-bd57-7318bce524b8'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:48:48.997669 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-a0871409-be41-434d-8b67-cf2c8041f7a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:48:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['59d5765d-804f-4f55-bd57-7318bce524b8'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:48:49.112326 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-55c794ca-9ece-4e5e-84f7-33decf89e239 req-dd91e17a-5e1e-4062-b12f-54d46e867911 service neutron] 10.222.0.57 "GET /v2.0/networks/e5bfa805-7fa6-4e66-853c-c2e7e3c5ed34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3340461 Jul 14 09:48:49.155616 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820f8b07-b683-4cdb-9f59-05ad498d6daf req-352c9397-f018-4f45-8327-ccfe4564d205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:49.177516 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-820f8b07-b683-4cdb-9f59-05ad498d6daf req-352c9397-f018-4f45-8327-ccfe4564d205 service neutron] 10.222.0.57 "GET /v2.0/networks?id=d1876efc-8358-45bf-9a49-bb1768c5539e HTTP/1.1" status: 200 len: 898 time: 0.3928332 Jul 14 09:48:49.223500 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvr_db [None req-a0871409-be41-434d-8b67-cf2c8041f7a9 None None] Set router 59d5765d-804f-4f55-bd57-7318bce524b8 gateway port host: n-d-779913-29 {{(pid=93959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:48:49.289336 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-820f8b07-b683-4cdb-9f59-05ad498d6daf req-ce1d3348-7eba-431d-a4f9-ebba165f3b26 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=07e96da7-67d5-41d9-bb19-797793b0b54d HTTP/1.1" status: 200 len: 217 time: 0.1038072 Jul 14 09:48:49.305918 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a109798-9858-4b10-97ef-3364602bd3f2 req-932bab9c-bda1-4876-aeaa-a5b32c8fb815 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:49.316723 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5a109798-9858-4b10-97ef-3364602bd3f2 req-932bab9c-bda1-4876-aeaa-a5b32c8fb815 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/ports?device_id=297e4002-ee8c-406f-9dd2-e448f3480bc6 HTTP/1.1" status: 200 len: 945 time: 0.2996500 Jul 14 09:48:49.357985 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.57', 51953) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:48:49.411942 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820f8b07-b683-4cdb-9f59-05ad498d6daf req-79a42108-60b1-4062-ba78-09c0123dd855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:49.414033 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-820f8b07-b683-4cdb-9f59-05ad498d6daf req-79a42108-60b1-4062-ba78-09c0123dd855 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=60cb8730-0fc6-4c8a-bbcc-f1d9ec0723ac HTTP/1.1" status: 200 len: 833 time: 0.0843153 Jul 14 09:48:49.569184 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f8ed92-8ec3-4043-814c-486a9abb0b12 req-28014dc7-7665-4093-9722-ba59f8544bed tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:49.572896 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d9f8ed92-8ec3-4043-814c-486a9abb0b12 req-28014dc7-7665-4093-9722-ba59f8544bed tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.57 "GET /v2.0/ports?device_id=297e4002-ee8c-406f-9dd2-e448f3480bc6 HTTP/1.1" status: 200 len: 945 time: 0.2123990 Jul 14 09:48:49.591594 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5a109798-9858-4b10-97ef-3364602bd3f2 req-e4af79ad-82e0-40f0-be90-b8414273974c tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/security-groups?id=02a508cd-1a7b-4e15-a97f-da9a60cbe701&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2734046 Jul 14 09:48:49.594732 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820f8b07-b683-4cdb-9f59-05ad498d6daf req-ba7167b9-db58-46da-8f1e-d7248f0b58d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:49.609543 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-820f8b07-b683-4cdb-9f59-05ad498d6daf req-ba7167b9-db58-46da-8f1e-d7248f0b58d9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d1876efc-8358-45bf-9a49-bb1768c5539e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1757972 Jul 14 09:48:49.618585 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-a0871409-be41-434d-8b67-cf2c8041f7a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59d5765d-804f-4f55-bd57-7318bce524b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-98897862', 'tenant_id': '62cf828fc3e84fada2a4655d43752657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.191'}], 'enable_snat': True}, 'gw_port_id': 'b16f973c-5d50-4d92-8a16-fb7661058d1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:47:32Z', 'updated_at': '2021-07-14T09:47:37Z', 'revision_number': 4, 'project_id': '62cf828fc3e84fada2a4655d43752657', 'gw_port': {'id': 'b16f973c-5d50-4d92-8a16-fb7661058d1a', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:51:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59d5765d-804f-4f55-bd57-7318bce524b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:47:33Z', 'updated_at': '2021-07-14T09:47:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': '8d7a87b5-2d4b-441c-aab2-50e3078d415b', 'name': '', 'network_id': 'd1876efc-8358-45bf-9a49-bb1768c5539e', 'tenant_id': '62cf828fc3e84fada2a4655d43752657', 'mac_address': 'fa:16:3e:00:53:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59d5765d-804f-4f55-bd57-7318bce524b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': '60cb8730-0fc6-4c8a-bbcc-f1d9ec0723ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:47:36Z', 'updated_at': '2021-07-14T09:47:43Z', 'revision_number': 5, 'project_id': '62cf828fc3e84fada2a4655d43752657', 'subnets': [{'id': '60cb8730-0fc6-4c8a-bbcc-f1d9ec0723ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:48:49.674003 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0871409-be41-434d-8b67-cf2c8041f7a9 None None] The sync data for ids ['59d5765d-804f-4f55-bd57-7318bce524b8'] in n-d-779913-29 is: [{'id': '59d5765d-804f-4f55-bd57-7318bce524b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-98897862', 'tenant_id': '62cf828fc3e84fada2a4655d43752657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.191'}], 'enable_snat': True}, 'gw_port_id': 'b16f973c-5d50-4d92-8a16-fb7661058d1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:47:32Z', 'updated_at': '2021-07-14T09:47:37Z', 'revision_number': 4, 'project_id': '62cf828fc3e84fada2a4655d43752657', 'gw_port': {'id': 'b16f973c-5d50-4d92-8a16-fb7661058d1a', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:51:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59d5765d-804f-4f55-bd57-7318bce524b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:47:33Z', 'updated_at': '2021-07-14T09:47:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': '8d7a87b5-2d4b-441c-aab2-50e3078d415b', 'name': '', 'network_id': 'd1876efc-8358-45bf-9a49-bb1768c5539e', 'tenant_id': '62cf828fc3e84fada2a4655d43752657', 'mac_address': 'fa:16:3e:00:53:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59d5765d-804f-4f55-bd57-7318bce524b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': '60cb8730-0fc6-4c8a-bbcc-f1d9ec0723ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:47:36Z', 'updated_at': '2021-07-14T09:47:43Z', 'revision_number': 5, 'project_id': '62cf828fc3e84fada2a4655d43752657', 'subnets': [{'id': '60cb8730-0fc6-4c8a-bbcc-f1d9ec0723ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:48:49.748921 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-55c794ca-9ece-4e5e-84f7-33decf89e239 req-9bf7e74b-e1c9-4e19-80c6-bd2257e8e21e service neutron] 10.222.0.57 "GET /v2.0/networks/e5bfa805-7fa6-4e66-853c-c2e7e3c5ed34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6243384 Jul 14 09:48:49.801641 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-820f8b07-b683-4cdb-9f59-05ad498d6daf req-e167607e-9535-403b-95dc-1cd744455ee7 service neutron] 10.222.0.57 "GET /v2.0/networks/d1876efc-8358-45bf-9a49-bb1768c5539e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1971467 Jul 14 09:48:49.878043 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [req-d9f8ed92-8ec3-4043-814c-486a9abb0b12 req-daa00cb5-0d6c-4299-baa6-09a4581167fb tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Deleting port 07e96da7-67d5-41d9-bb19-797793b0b54d {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:48:49.878537 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-d9f8ed92-8ec3-4043-814c-486a9abb0b12 req-daa00cb5-0d6c-4299-baa6-09a4581167fb tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:49.958228 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-820f8b07-b683-4cdb-9f59-05ad498d6daf req-07ee603c-d966-4ba4-9001-7506a113dafb service neutron] 10.222.0.57 "GET /v2.0/networks/d1876efc-8358-45bf-9a49-bb1768c5539e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391954 Jul 14 09:48:50.068965 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-d9f8ed92-8ec3-4043-814c-486a9abb0b12 req-daa00cb5-0d6c-4299-baa6-09a4581167fb tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] For port 07e96da7-67d5-41d9-bb19-797793b0b54d, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=07e96da7-67d5-41d9-bb19-797793b0b54d,segment=NetworkSegment(670e22f4-76f3-4ce4-8700-010475242fbb),segment_id=670e22f4-76f3-4ce4-8700-010475242fbb)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:48:50.069647 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-d9f8ed92-8ec3-4043-814c-486a9abb0b12 req-daa00cb5-0d6c-4299-baa6-09a4581167fb tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:50.090787 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [req-d9f8ed92-8ec3-4043-814c-486a9abb0b12 req-daa00cb5-0d6c-4299-baa6-09a4581167fb tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Calling delete_port for 07e96da7-67d5-41d9-bb19-797793b0b54d owned by compute:nova {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:48:50.167575 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9072caa-0f82-4126-beea-5686ea1f5e8a None None] New status for floating IP cbc20b2d-da09-43cf-83ef-a9be39b19c7f: DOWN {{(pid=93960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:48:50.300088 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-d9f8ed92-8ec3-4043-814c-486a9abb0b12 req-daa00cb5-0d6c-4299-baa6-09a4581167fb tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:50.343020 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa00cb5-0d6c-4299-baa6-09a4581167fb tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Pushing event deleted for resources: {'Port': ['ID=07e96da7-67d5-41d9-bb19-797793b0b54d,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:48:50.429768 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9f8ed92-8ec3-4043-814c-486a9abb0b12 req-daa00cb5-0d6c-4299-baa6-09a4581167fb tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] No DVR routers for this DVR port 07e96da7-67d5-41d9-bb19-797793b0b54d on host n-h2-779913-29 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:48:50.434807 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-d9f8ed92-8ec3-4043-814c-486a9abb0b12 req-daa00cb5-0d6c-4299-baa6-09a4581167fb tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:50.438032 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d9f8ed92-8ec3-4043-814c-486a9abb0b12 req-daa00cb5-0d6c-4299-baa6-09a4581167fb tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.57 "DELETE /v2.0/ports/07e96da7-67d5-41d9-bb19-797793b0b54d HTTP/1.1" status: 204 len: 173 time: 0.8421237 Jul 14 09:48:50.438535 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '297e4002-ee8c-406f-9dd2-e448f3480bc6', 'name': 'network-vif-deleted', 'tag': '07e96da7-67d5-41d9-bb19-797793b0b54d'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:48:50.441388 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ad12c62-9833-41c8-b47d-69ac1e761c09" -d '{"events": [{"server_uuid": "297e4002-ee8c-406f-9dd2-e448f3480bc6", "name": "network-vif-deleted", "tag": "07e96da7-67d5-41d9-bb19-797793b0b54d"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:48:50.516073 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:48:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6852f3f8-2c17-4701-bf68-8847505e59c5 x-openstack-request-id: req-6852f3f8-2c17-4701-bf68-8847505e59c5 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:48:50.516385 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "297e4002-ee8c-406f-9dd2-e448f3480bc6", "name": "network-vif-deleted", "tag": "07e96da7-67d5-41d9-bb19-797793b0b54d", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:48:50.516646 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-6852f3f8-2c17-4701-bf68-8847505e59c5 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:48:50.517085 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '297e4002-ee8c-406f-9dd2-e448f3480bc6', 'name': 'network-vif-deleted', 'tag': '07e96da7-67d5-41d9-bb19-797793b0b54d', 'status': 'completed', 'code': 200} Jul 14 09:48:50.957908 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-17057b35-440b-4038-894c-1d22dba7c25b req-891061b6-dc8b-40cc-a436-9b56de458bbf tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/ports?device_id=297e4002-ee8c-406f-9dd2-e448f3480bc6 HTTP/1.1" status: 200 len: 210 time: 0.0544136 Jul 14 09:48:52.051059 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 53430) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:48:52.201182 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e2c2eb9f-201c-475f-ac20-3073a609d9c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:52.510214 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-98491ddc-2f67-4d5c-b1bc-075b22843d43 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-683602'] for router_interface, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:52.828964 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-98491ddc-2f67-4d5c-b1bc-075b22843d43 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Deleting port 8d7a87b5-2d4b-441c-aab2-50e3078d415b {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:48:52.829757 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-98491ddc-2f67-4d5c-b1bc-075b22843d43 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:52.949228 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-98491ddc-2f67-4d5c-b1bc-075b22843d43 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] For port 8d7a87b5-2d4b-441c-aab2-50e3078d415b, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=8d7a87b5-2d4b-441c-aab2-50e3078d415b,segment=NetworkSegment(670e22f4-76f3-4ce4-8700-010475242fbb),segment_id=670e22f4-76f3-4ce4-8700-010475242fbb)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:48:52.950218 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-98491ddc-2f67-4d5c-b1bc-075b22843d43 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:52.966870 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-98491ddc-2f67-4d5c-b1bc-075b22843d43 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Calling delete_port for 8d7a87b5-2d4b-441c-aab2-50e3078d415b owned by network:router_interface {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:48:53.158115 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 07e96da7-67d5-41d9-bb19-797793b0b54d no longer exists at agent hyperv_n-h2-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:48:53.188540 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] No Port match for: 07e96da7-67d5-41d9-bb19-797793b0b54d {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:48:53.189260 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 07e96da7-67d5-41d9-bb19-797793b0b54d not bound to the agent host n-h2-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:48:53.276078 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-98491ddc-2f67-4d5c-b1bc-075b22843d43 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:53.325228 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98491ddc-2f67-4d5c-b1bc-075b22843d43 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Pushing event deleted for resources: {'Port': ['ID=8d7a87b5-2d4b-441c-aab2-50e3078d415b,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:48:53.654407 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-98491ddc-2f67-4d5c-b1bc-075b22843d43 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-620860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682934'] for router_interface, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:54.346580 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98491ddc-2f67-4d5c-b1bc-075b22843d43 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Router 59d5765d-804f-4f55-bd57-7318bce524b8 has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:48:54.478920 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98491ddc-2f67-4d5c-b1bc-075b22843d43 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:48:54.484203 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-98491ddc-2f67-4d5c-b1bc-075b22843d43 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "PUT /v2.0/routers/59d5765d-804f-4f55-bd57-7318bce524b8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4319897 Jul 14 09:48:54.487426 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 53502) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:48:54.493743 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03f5bf2e-f22d-4d89-9ae0-63cd5fcce50b None None] Sync routers for ids ['59d5765d-804f-4f55-bd57-7318bce524b8'] in n-d-779913-29 {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:48:54.510079 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03f5bf2e-f22d-4d89-9ae0-63cd5fcce50b None None] Routers {'59d5765d-804f-4f55-bd57-7318bce524b8'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:48:54.511338 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-03f5bf2e-f22d-4d89-9ae0-63cd5fcce50b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:48:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['59d5765d-804f-4f55-bd57-7318bce524b8'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:48:54.564861 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-6109501c-2017-435c-87c8-026afd943784 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Deleting subnet 60cb8730-0fc6-4c8a-bbcc-f1d9ec0723ac {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:48:54.569909 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6109501c-2017-435c-87c8-026afd943784 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:54.623818 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6109501c-2017-435c-87c8-026afd943784 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13574120'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:54.708936 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvr_db [None req-03f5bf2e-f22d-4d89-9ae0-63cd5fcce50b None None] Set router 59d5765d-804f-4f55-bd57-7318bce524b8 gateway port host: n-d-779913-29 {{(pid=93959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:48:54.750141 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6109501c-2017-435c-87c8-026afd943784 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3481002'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:54.856779 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6109501c-2017-435c-87c8-026afd943784 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13574056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16714573'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:54.893932 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:54.908382 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d9a54c96-56d2-43d2-95bf-b7644e792bea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:54.913158 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6109501c-2017-435c-87c8-026afd943784 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Pushing event deleted for resources: {'Subnet': ['ID=60cb8730-0fc6-4c8a-bbcc-f1d9ec0723ac,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:48:54.918892 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6109501c-2017-435c-87c8-026afd943784 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:54.920836 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-6109501c-2017-435c-87c8-026afd943784 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "DELETE /v2.0/subnets/60cb8730-0fc6-4c8a-bbcc-f1d9ec0723ac HTTP/1.1" status: 204 len: 168 time: 0.4329062 Jul 14 09:48:54.923668 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 53518) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:48:54.927668 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d34d481-a600-4f9f-a7d3-1251e796c21d None None] Network d1876efc-8358-45bf-9a49-bb1768c5539e requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:48:55.097422 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-dda2fc7d-eabe-42d5-921c-ae1239b93cba tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks [] for router, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:55.222818 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-03f5bf2e-f22d-4d89-9ae0-63cd5fcce50b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59d5765d-804f-4f55-bd57-7318bce524b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-98897862', 'tenant_id': '62cf828fc3e84fada2a4655d43752657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.191'}], 'enable_snat': True}, 'gw_port_id': 'b16f973c-5d50-4d92-8a16-fb7661058d1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:47:32Z', 'updated_at': '2021-07-14T09:48:53Z', 'revision_number': 5, 'project_id': '62cf828fc3e84fada2a4655d43752657', 'gw_port': {'id': 'b16f973c-5d50-4d92-8a16-fb7661058d1a', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:51:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59d5765d-804f-4f55-bd57-7318bce524b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:47:33Z', 'updated_at': '2021-07-14T09:47:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29'}], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:48:55.252468 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03f5bf2e-f22d-4d89-9ae0-63cd5fcce50b None None] Checking router: 59d5765d-804f-4f55-bd57-7318bce524b8 for host: n-d-779913-29 {{(pid=93959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:48:55.264743 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03f5bf2e-f22d-4d89-9ae0-63cd5fcce50b None None] Routers {'59d5765d-804f-4f55-bd57-7318bce524b8'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:48:55.265421 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-03f5bf2e-f22d-4d89-9ae0-63cd5fcce50b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:48:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['59d5765d-804f-4f55-bd57-7318bce524b8'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:48:55.278578 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-dda2fc7d-eabe-42d5-921c-ae1239b93cba tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:55.473977 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-dda2fc7d-eabe-42d5-921c-ae1239b93cba tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Deleting port b16f973c-5d50-4d92-8a16-fb7661058d1a {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:48:55.474615 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-dda2fc7d-eabe-42d5-921c-ae1239b93cba tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:55.562581 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-771a2daf-f0d1-4eb8-acb7-95c9bcd5df90 None None] DHCP port deletion for d1876efc-8358-45bf-9a49-bb1768c5539e request from n-d-779913-29 {{(pid=93959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:48:55.562581 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device e9eb7b38-3a98-498c-89ae-fcc3470105e0 no longer exists at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:48:55.639221 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-dda2fc7d-eabe-42d5-921c-ae1239b93cba tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] For port b16f973c-5d50-4d92-8a16-fb7661058d1a, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=b16f973c-5d50-4d92-8a16-fb7661058d1a,segment=NetworkSegment(81bf7a93-80b3-43df-b9d5-462c604a2945),segment_id=81bf7a93-80b3-43df-b9d5-462c604a2945)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:48:55.642070 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-dda2fc7d-eabe-42d5-921c-ae1239b93cba tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:55.660330 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-dda2fc7d-eabe-42d5-921c-ae1239b93cba tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Calling delete_port for b16f973c-5d50-4d92-8a16-fb7661058d1a owned by network:router_gateway {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:48:55.709932 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:55.764933 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvr_db [None req-03f5bf2e-f22d-4d89-9ae0-63cd5fcce50b None None] Set router 59d5765d-804f-4f55-bd57-7318bce524b8 gateway port host: n-d-779913-29 {{(pid=93959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:48:55.797542 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] For port e9eb7b38-3a98-498c-89ae-fcc3470105e0, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=e9eb7b38-3a98-498c-89ae-fcc3470105e0,segment=NetworkSegment(670e22f4-76f3-4ce4-8700-010475242fbb),segment_id=670e22f4-76f3-4ce4-8700-010475242fbb)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:48:55.829385 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:55.839322 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-771a2daf-f0d1-4eb8-acb7-95c9bcd5df90 None None] Deleting port e9eb7b38-3a98-498c-89ae-fcc3470105e0 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:48:55.839703 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-771a2daf-f0d1-4eb8-acb7-95c9bcd5df90 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:55.889930 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-dda2fc7d-eabe-42d5-921c-ae1239b93cba tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:55.930766 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda2fc7d-eabe-42d5-921c-ae1239b93cba tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Pushing event deleted for resources: {'Port': ['ID=b16f973c-5d50-4d92-8a16-fb7661058d1a,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:48:55.998775 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-dda2fc7d-eabe-42d5-921c-ae1239b93cba tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-660532'] for router_gateway, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:56.021217 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-771a2daf-f0d1-4eb8-acb7-95c9bcd5df90 None None] For port e9eb7b38-3a98-498c-89ae-fcc3470105e0, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=e9eb7b38-3a98-498c-89ae-fcc3470105e0,segment=NetworkSegment(670e22f4-76f3-4ce4-8700-010475242fbb),segment_id=670e22f4-76f3-4ce4-8700-010475242fbb)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:48:56.021655 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-771a2daf-f0d1-4eb8-acb7-95c9bcd5df90 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:56.038699 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-771a2daf-f0d1-4eb8-acb7-95c9bcd5df90 None None] Calling delete_port for e9eb7b38-3a98-498c-89ae-fcc3470105e0 owned by network:dhcp {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:48:56.095737 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Pushing event updated for resources: {'Port': ['ID=e9eb7b38-3a98-498c-89ae-fcc3470105e0,revision_number=5']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:48:56.144958 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-dda2fc7d-eabe-42d5-921c-ae1239b93cba tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-711871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12964'] for router, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:56.150957 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-dda2fc7d-eabe-42d5-921c-ae1239b93cba tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:56.155125 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5ad31076-714c-49ec-bc37-f3d4cd90112a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:56.204482 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-dda2fc7d-eabe-42d5-921c-ae1239b93cba tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-704815'] for router, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:56.205299 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dda2fc7d-eabe-42d5-921c-ae1239b93cba tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Fanout notify agent at l3_agent the message router_deleted on router 59d5765d-804f-4f55-bd57-7318bce524b8 {{(pid=93958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:48:56.218141 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-dda2fc7d-eabe-42d5-921c-ae1239b93cba tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:56.219328 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-dda2fc7d-eabe-42d5-921c-ae1239b93cba tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "DELETE /v2.0/routers/59d5765d-804f-4f55-bd57-7318bce524b8 HTTP/1.1" status: 204 len: 168 time: 1.2893419 Jul 14 09:48:56.222234 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 53552) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:48:56.268349 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-03f5bf2e-f22d-4d89-9ae0-63cd5fcce50b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59d5765d-804f-4f55-bd57-7318bce524b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-98897862', 'tenant_id': '62cf828fc3e84fada2a4655d43752657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.191'}], 'enable_snat': True}, 'gw_port_id': 'b16f973c-5d50-4d92-8a16-fb7661058d1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:47:32Z', 'updated_at': '2021-07-14T09:48:53Z', 'revision_number': 5, 'project_id': '62cf828fc3e84fada2a4655d43752657', 'gw_port': {'id': 'b16f973c-5d50-4d92-8a16-fb7661058d1a', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:51:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59d5765d-804f-4f55-bd57-7318bce524b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:47:33Z', 'updated_at': '2021-07-14T09:47:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29'}], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:48:56.270377 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-771a2daf-f0d1-4eb8-acb7-95c9bcd5df90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:56.320166 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-771a2daf-f0d1-4eb8-acb7-95c9bcd5df90 None None] No DVR routers for this DVR port e9eb7b38-3a98-498c-89ae-fcc3470105e0 on host n-d-779913-29 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:48:56.327655 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4ed0e088-648b-4b09-8227-bd1e6d5996ee tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3876111'] for network, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:56.344308 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03f5bf2e-f22d-4d89-9ae0-63cd5fcce50b None None] The sync data for ids ['59d5765d-804f-4f55-bd57-7318bce524b8'] in n-d-779913-29 is: [{'id': '59d5765d-804f-4f55-bd57-7318bce524b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-98897862', 'tenant_id': '62cf828fc3e84fada2a4655d43752657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.191'}], 'enable_snat': True}, 'gw_port_id': 'b16f973c-5d50-4d92-8a16-fb7661058d1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:47:32Z', 'updated_at': '2021-07-14T09:48:53Z', 'revision_number': 5, 'project_id': '62cf828fc3e84fada2a4655d43752657', 'gw_port': {'id': 'b16f973c-5d50-4d92-8a16-fb7661058d1a', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:51:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59d5765d-804f-4f55-bd57-7318bce524b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:47:33Z', 'updated_at': '2021-07-14T09:47:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29'}] {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:48:56.347183 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771a2daf-f0d1-4eb8-acb7-95c9bcd5df90 None None] Pushing event deleted for resources: {'Port': ['ID=e9eb7b38-3a98-498c-89ae-fcc3470105e0,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:48:56.442597 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4ed0e088-648b-4b09-8227-bd1e6d5996ee tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473955', 'neutron.services.segments.db._delete_segments_for_network-8735688326548'] for network, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:56.463493 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-4ed0e088-648b-4b09-8227-bd1e6d5996ee tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1876efc-8358-45bf-9a49-bb1768c5539e']}} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:48:56.480917 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-4ed0e088-648b-4b09-8227-bd1e6d5996ee tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '670e22f4-76f3-4ce4-8700-010475242fbb') {'for_net_delete': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:48:56.481381 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-4ed0e088-648b-4b09-8227-bd1e6d5996ee tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '670e22f4-76f3-4ce4-8700-010475242fbb') {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:48:56.494259 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4ed0e088-648b-4b09-8227-bd1e6d5996ee tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735688356235', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10944210'] for segment, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:56.526432 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4ed0e088-648b-4b09-8227-bd1e6d5996ee tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:56.534430 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ed0e088-648b-4b09-8227-bd1e6d5996ee tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Releasing vlan 740 on physical network physnet1 to pool {{(pid=93957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:48:56.535022 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4ed0e088-648b-4b09-8227-bd1e6d5996ee tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10053619'] for segment, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:56.538775 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:48:56.538775 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:48:56.538775 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:48:56.538775 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:48:56.538775 n-d-779913-29 neutron-server[93957]: Traceback (most recent call last): Jul 14 09:48:56.538775 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:48:56.538775 n-d-779913-29 neutron-server[93957]: timer() Jul 14 09:48:56.538775 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:48:56.538775 n-d-779913-29 neutron-server[93957]: cb(*args, **kw) Jul 14 09:48:56.538775 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:48:56.538775 n-d-779913-29 neutron-server[93957]: return func(*args, **kwargs) Jul 14 09:48:56.538775 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:48:56.538775 n-d-779913-29 neutron-server[93957]: self._notify() Jul 14 09:48:56.538775 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:48:56.538775 n-d-779913-29 neutron-server[93957]: self.callback(batched_events) Jul 14 09:48:56.538775 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:48:56.538775 n-d-779913-29 neutron-server[93957]: event.method(event) Jul 14 09:48:56.538775 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:48:56.538775 n-d-779913-29 neutron-server[93957]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:48:56.538775 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:48:56.538775 n-d-779913-29 neutron-server[93957]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:48:56.538775 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:48:56.538775 n-d-779913-29 neutron-server[93957]: return f(self, *a, **k) Jul 14 09:48:56.538775 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:48:56.538775 n-d-779913-29 neutron-server[93957]: return self._get(url).json() Jul 14 09:48:56.538775 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:48:56.538775 n-d-779913-29 neutron-server[93957]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:48:56.538775 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:48:56.538775 n-d-779913-29 neutron-server[93957]: return self.request(url, 'GET', **kwargs) Jul 14 09:48:56.538775 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:48:56.538775 n-d-779913-29 neutron-server[93957]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:48:56.538775 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:48:56.538775 n-d-779913-29 neutron-server[93957]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:48:56.538775 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:48:56.538775 n-d-779913-29 neutron-server[93957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:48:56.538775 n-d-779913-29 neutron-server[93957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:48:56.619999 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4ed0e088-648b-4b09-8227-bd1e6d5996ee tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660504'] for network, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:56.627436 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4ed0e088-648b-4b09-8227-bd1e6d5996ee tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks [] for network, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:56.629471 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-4ed0e088-648b-4b09-8227-bd1e6d5996ee tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "DELETE /v2.0/networks/d1876efc-8358-45bf-9a49-bb1768c5539e HTTP/1.1" status: 204 len: 168 time: 0.4062247 Jul 14 09:48:56.632283 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 53568) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:48:56.651228 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed0e088-648b-4b09-8227-bd1e6d5996ee tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Pushing event deleted for resources: {'Network': ['ID=d1876efc-8358-45bf-9a49-bb1768c5539e,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:48:56.733162 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-546e9e37-8c9c-47d0-bd80-19ebd4a0ebe4 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:56.767541 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-546e9e37-8c9c-47d0-bd80-19ebd4a0ebe4 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:56.870606 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-546e9e37-8c9c-47d0-bd80-19ebd4a0ebe4 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:56.873480 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-546e9e37-8c9c-47d0-bd80-19ebd4a0ebe4 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:56.877558 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-546e9e37-8c9c-47d0-bd80-19ebd4a0ebe4 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "DELETE /v2.0/security-groups/02a508cd-1a7b-4e15-a97f-da9a60cbe701 HTTP/1.1" status: 204 len: 168 time: 0.2410150 Jul 14 09:48:56.907687 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546e9e37-8c9c-47d0-bd80-19ebd4a0ebe4 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02a508cd-1a7b-4e15-a97f-da9a60cbe701,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:48:57.286076 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 53600) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:48:57.292325 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-df84fec9-b5e9-4ef5-9455-37a35b8e6958 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-981007236', 'description': 'tempest-secgroup-smoke-981007236 description', 'project_id': '62cf828fc3e84fada2a4655d43752657'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:48:57.338685 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-df84fec9-b5e9-4ef5-9455-37a35b8e6958 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:57.471143 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-df84fec9-b5e9-4ef5-9455-37a35b8e6958 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:57.477069 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-df84fec9-b5e9-4ef5-9455-37a35b8e6958 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:57.522212 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-df84fec9-b5e9-4ef5-9455-37a35b8e6958 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:57.523501 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-df84fec9-b5e9-4ef5-9455-37a35b8e6958 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2362666 Jul 14 09:48:57.526728 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 53614) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:48:57.532686 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df84fec9-b5e9-4ef5-9455-37a35b8e6958 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f0dbdd2-fa03-4b2d-b258-a524dec03322,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:48:57.538303 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-83d864aa-d57b-44fe-bab5-16401e947400 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Request body: {'security_group_rule': {'security_group_id': '8f0dbdd2-fa03-4b2d-b258-a524dec03322', 'project_id': '62cf828fc3e84fada2a4655d43752657', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:48:57.580647 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-83d864aa-d57b-44fe-bab5-16401e947400 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:57.668413 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-83d864aa-d57b-44fe-bab5-16401e947400 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:57.674075 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-83d864aa-d57b-44fe-bab5-16401e947400 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529131'] for security_group_rule, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:57.697220 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d864aa-d57b-44fe-bab5-16401e947400 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8aecb954-89a2-4c98-a11b-ba1772952602,revision_number=0']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:48:57.714602 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-83d864aa-d57b-44fe-bab5-16401e947400 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:57.719053 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 53616) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:48:57.719853 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-83d864aa-d57b-44fe-bab5-16401e947400 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1906145 Jul 14 09:48:57.730142 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-6a596b7a-9396-4a96-b2de-21dd6fcd3914 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Request body: {'security_group_rule': {'security_group_id': '8f0dbdd2-fa03-4b2d-b258-a524dec03322', 'project_id': '62cf828fc3e84fada2a4655d43752657', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:48:57.754503 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device b16f973c-5d50-4d92-8a16-fb7661058d1a no longer exists at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:48:57.761587 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5bbe322f-3f67-4864-bc0a-91afe44d23e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:57.783134 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] No Port match for: b16f973c-5d50-4d92-8a16-fb7661058d1a {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:48:57.784061 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device b16f973c-5d50-4d92-8a16-fb7661058d1a not bound to the agent host n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:48:57.784694 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 8d7a87b5-2d4b-441c-aab2-50e3078d415b no longer exists at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:48:57.804873 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6a596b7a-9396-4a96-b2de-21dd6fcd3914 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:57.811795 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] No Port match for: 8d7a87b5-2d4b-441c-aab2-50e3078d415b {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:48:57.812525 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 8d7a87b5-2d4b-441c-aab2-50e3078d415b not bound to the agent host n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:48:57.876463 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6a596b7a-9396-4a96-b2de-21dd6fcd3914 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:57.885636 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6a596b7a-9396-4a96-b2de-21dd6fcd3914 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529131'] for security_group_rule, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:57.903431 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a596b7a-9396-4a96-b2de-21dd6fcd3914 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c32fbe7-636b-4963-937d-6cd3fa9a2195,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:48:57.916155 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6a596b7a-9396-4a96-b2de-21dd6fcd3914 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:57.921994 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 53626) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:48:57.922672 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-6a596b7a-9396-4a96-b2de-21dd6fcd3914 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2001483 Jul 14 09:48:57.932110 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-d60f551d-6cbf-47fa-a2ba-1496a22360de tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Request body: {'security_group_rule': {'security_group_id': '8f0dbdd2-fa03-4b2d-b258-a524dec03322', 'project_id': '62cf828fc3e84fada2a4655d43752657', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:48:57.972573 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d60f551d-6cbf-47fa-a2ba-1496a22360de tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:58.064884 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d60f551d-6cbf-47fa-a2ba-1496a22360de tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:58.068966 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d60f551d-6cbf-47fa-a2ba-1496a22360de tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529131'] for security_group_rule, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:58.090975 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60f551d-6cbf-47fa-a2ba-1496a22360de tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=133d972d-7e73-47f2-b221-c82d435128c4,revision_number=0']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:48:58.096656 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d60f551d-6cbf-47fa-a2ba-1496a22360de tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:58.098201 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-d60f551d-6cbf-47fa-a2ba-1496a22360de tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1718056 Jul 14 09:48:58.101888 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 53632) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:48:58.110779 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-e2576af7-2e64-4e4e-b50a-ddec15cd137c tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Request body: {'security_group_rule': {'security_group_id': '8f0dbdd2-fa03-4b2d-b258-a524dec03322', 'project_id': '62cf828fc3e84fada2a4655d43752657', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:48:58.158016 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e2576af7-2e64-4e4e-b50a-ddec15cd137c tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:58.247187 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e2576af7-2e64-4e4e-b50a-ddec15cd137c tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:58.263082 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e2576af7-2e64-4e4e-b50a-ddec15cd137c tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529131'] for security_group_rule, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:58.298577 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2576af7-2e64-4e4e-b50a-ddec15cd137c tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af0a4fcb-b118-4c58-8665-ede4926a6b76,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:48:58.302348 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e2576af7-2e64-4e4e-b50a-ddec15cd137c tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:58.308130 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-e2576af7-2e64-4e4e-b50a-ddec15cd137c tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2006886 Jul 14 09:48:58.308347 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 53642) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:48:58.314769 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-318967e0-9032-47e1-9055-0db3a3d3dfc0 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Request body: {'security_group_rule': {'security_group_id': '8f0dbdd2-fa03-4b2d-b258-a524dec03322', 'project_id': '62cf828fc3e84fada2a4655d43752657', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:48:58.343322 n-d-779913-29 neutron-server[93957]: INFO neutron.db.securitygroups_db [None req-318967e0-9032-47e1-9055-0db3a3d3dfc0 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Project 62cf828fc3e84fada2a4655d43752657 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 09:48:58.356148 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-318967e0-9032-47e1-9055-0db3a3d3dfc0 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:58.467066 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-318967e0-9032-47e1-9055-0db3a3d3dfc0 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:58.470727 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-318967e0-9032-47e1-9055-0db3a3d3dfc0 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529131'] for security_group_rule, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:58.491232 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-318967e0-9032-47e1-9055-0db3a3d3dfc0 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:58.493074 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-318967e0-9032-47e1-9055-0db3a3d3dfc0 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1832678 Jul 14 09:48:58.500478 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 53644) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:48:58.506547 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-590fe896-3799-4e64-bd5a-f2a267778d07 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Request body: {'security_group_rule': {'security_group_id': '8f0dbdd2-fa03-4b2d-b258-a524dec03322', 'project_id': '62cf828fc3e84fada2a4655d43752657', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:48:58.522570 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318967e0-9032-47e1-9055-0db3a3d3dfc0 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1984c5f-5683-4f47-9804-6eba67d66313,revision_number=0']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:48:58.548975 n-d-779913-29 neutron-server[93957]: INFO neutron.db.securitygroups_db [None req-590fe896-3799-4e64-bd5a-f2a267778d07 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Project 62cf828fc3e84fada2a4655d43752657 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 09:48:58.556065 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-590fe896-3799-4e64-bd5a-f2a267778d07 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:58.630241 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-590fe896-3799-4e64-bd5a-f2a267778d07 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:58.638816 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-590fe896-3799-4e64-bd5a-f2a267778d07 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529131'] for security_group_rule, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:58.670864 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590fe896-3799-4e64-bd5a-f2a267778d07 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a5388f8-abb2-4c3d-9113-edffb1d7b8d2,revision_number=0']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:48:58.674873 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-590fe896-3799-4e64-bd5a-f2a267778d07 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:58.676194 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-590fe896-3799-4e64-bd5a-f2a267778d07 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1744659 Jul 14 09:48:58.679031 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 53656) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:48:58.688616 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-a9538d2b-7bc1-4dc1-9832-20ea21c08975 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Request body: {'network': {'name': 'tempest-network-smoke--206549277', 'project_id': '62cf828fc3e84fada2a4655d43752657', 'port_security_enabled': True}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:48:58.716106 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9538d2b-7bc1-4dc1-9832-20ea21c08975 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Made reservation on behalf of 62cf828fc3e84fada2a4655d43752657 for: {'network': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:48:58.721739 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a9538d2b-7bc1-4dc1-9832-20ea21c08975 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for network, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:58.751848 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9538d2b-7bc1-4dc1-9832-20ea21c08975 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 704} {{(pid=93957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:48:58.764013 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a9538d2b-7bc1-4dc1-9832-20ea21c08975 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:58.764451 n-d-779913-29 neutron-server[93957]: INFO neutron.db.segments_db [None req-a9538d2b-7bc1-4dc1-9832-20ea21c08975 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Added segment 43a41d4a-7586-477f-827e-b9b1e323ac1b of type vlan for network 2356bf67-1751-41f7-ad18-6fbd1d9ef117 Jul 14 09:48:58.827490 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a9538d2b-7bc1-4dc1-9832-20ea21c08975 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735687821325'] for network, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:58.869111 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a9538d2b-7bc1-4dc1-9832-20ea21c08975 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855'] for network, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:58.877435 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9538d2b-7bc1-4dc1-9832-20ea21c08975 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:58.878280 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a9538d2b-7bc1-4dc1-9832-20ea21c08975 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks [] for network, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:58.961758 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-a9538d2b-7bc1-4dc1-9832-20ea21c08975 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2811894 Jul 14 09:48:58.966349 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 53666) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:48:58.970956 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-d78826aa-3336-40a4-b967-da618751230c tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1441351444', 'admin_state_up': True, 'project_id': '62cf828fc3e84fada2a4655d43752657', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'}}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:48:58.984821 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9538d2b-7bc1-4dc1-9832-20ea21c08975 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Pushing event updated for resources: {'Network': ['ID=2356bf67-1751-41f7-ad18-6fbd1d9ef117,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:48:59.006908 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Network 2356bf67-1751-41f7-ad18-6fbd1d9ef117 details requested by agent ovs-agent-n-d-779913-29 with host n-d-779913-29 {{(pid=93959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:48:59.018804 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d78826aa-3336-40a4-b967-da618751230c tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-711749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14670'] for router, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:59.021534 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d78826aa-3336-40a4-b967-da618751230c tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-711718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-661475', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14679'] for router, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:59.155810 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d78826aa-3336-40a4-b967-da618751230c tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:59.324583 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d78826aa-3336-40a4-b967-da618751230c tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-661489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-711771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12973'] for router, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:59.587917 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d78826aa-3336-40a4-b967-da618751230c tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks [] for router_gateway, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:59.609457 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d78826aa-3336-40a4-b967-da618751230c tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:59.733893 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-d78826aa-3336-40a4-b967-da618751230c tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Allocated IP 172.25.4.102 (2dcd4d32-cc7c-4468-b396-7ce5c9231892/6cd22a75-5bc1-467c-a3c4-0af04bd1b34a/4e279855-0576-4845-8d55-1e11fdeaca5c) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:48:59.860888 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d78826aa-3336-40a4-b967-da618751230c tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:59.924335 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d78826aa-3336-40a4-b967-da618751230c tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:59.986581 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d78826aa-3336-40a4-b967-da618751230c tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Network 2dcd4d32-cc7c-4468-b396-7ce5c9231892 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:48:59.986846 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78826aa-3336-40a4-b967-da618751230c tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Pushing event updated for resources: {'Port': ['ID=4e279855-0576-4845-8d55-1e11fdeaca5c,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:48:59.992308 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-d78826aa-3336-40a4-b967-da618751230c tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:49:00.004205 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d78826aa-3336-40a4-b967-da618751230c tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:49:00.365824 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d78826aa-3336-40a4-b967-da618751230c tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks [] for router_gateway, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:00.607727 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d78826aa-3336-40a4-b967-da618751230c tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-711762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-661452'] for router, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:00.778364 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d78826aa-3336-40a4-b967-da618751230c tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Router 7668df1a-3c27-4f4d-b58f-a40f42d46849 is scheduled to L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 with binding_index 1 {{(pid=93957) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:49:00.934551 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d78826aa-3336-40a4-b967-da618751230c tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:49:00.951565 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-546dff65-5f9d-49f5-901e-561868d9dd91 None None] Sync routers for ids ['7668df1a-3c27-4f4d-b58f-a40f42d46849'] in n-d-779913-29 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:49:00.959224 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d78826aa-3336-40a4-b967-da618751230c tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks [] for router, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:00.960485 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-d78826aa-3336-40a4-b967-da618751230c tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.9932935 Jul 14 09:49:00.963729 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 53724) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:49:00.967344 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-546dff65-5f9d-49f5-901e-561868d9dd91 None None] Routers {'7668df1a-3c27-4f4d-b58f-a40f42d46849'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:49:00.968115 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-546dff65-5f9d-49f5-901e-561868d9dd91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:48:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['7668df1a-3c27-4f4d-b58f-a40f42d46849'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:49:01.020216 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-c940e4c4-8f2f-4814-b5a2-2e2c55adc836 tempest-TestNetworkAdvancedServerOps-1977836674 tempest-TestNetworkAdvancedServerOps-1977836674-project-admin] 10.222.0.68 "GET /v2.0/subnets?project_id=62cf828fc3e84fada2a4655d43752657&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0528011 Jul 14 09:49:01.020936 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 53726) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:49:01.171793 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-546dff65-5f9d-49f5-901e-561868d9dd91 None None] Set router 7668df1a-3c27-4f4d-b58f-a40f42d46849 gateway port host: n-d-779913-29 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:49:01.229438 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a4494dd-c8f5-44ef-a00a-5a4d0fa7d0c4 tempest-TestNetworkAdvancedServerOps-1977836674 tempest-TestNetworkAdvancedServerOps-1977836674-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:01.233540 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-3a4494dd-c8f5-44ef-a00a-5a4d0fa7d0c4 tempest-TestNetworkAdvancedServerOps-1977836674 tempest-TestNetworkAdvancedServerOps-1977836674-project-admin] 10.222.0.68 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2104514 Jul 14 09:49:01.235654 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 53732) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:49:01.289274 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-2ec78c73-ca08-4b79-b0c1-ad9682d10d62 tempest-TestNetworkAdvancedServerOps-1977836674 tempest-TestNetworkAdvancedServerOps-1977836674-project-admin] 10.222.0.68 "GET /v2.0/subnets?network_id=2dcd4d32-cc7c-4468-b396-7ce5c9231892&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0523121 Jul 14 09:49:01.292375 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 53742) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:49:01.298608 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-7af88c5f-898c-43e8-bde6-3b9543c31747 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-996591380', 'network_id': '2356bf67-1751-41f7-ad18-6fbd1d9ef117', 'project_id': '62cf828fc3e84fada2a4655d43752657', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:49:01.442337 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-546dff65-5f9d-49f5-901e-561868d9dd91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7668df1a-3c27-4f4d-b58f-a40f42d46849', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1441351444', 'tenant_id': '62cf828fc3e84fada2a4655d43752657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.102'}], 'enable_snat': True}, 'gw_port_id': '4e279855-0576-4845-8d55-1e11fdeaca5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:48:59Z', 'updated_at': '2021-07-14T09:49:00Z', 'revision_number': 3, 'project_id': '62cf828fc3e84fada2a4655d43752657', 'gw_port': {'id': '4e279855-0576-4845-8d55-1e11fdeaca5c', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:67:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7668df1a-3c27-4f4d-b58f-a40f42d46849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3566, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:48:59Z', 'updated_at': '2021-07-14T09:48:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29'}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:49:01.494300 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-546dff65-5f9d-49f5-901e-561868d9dd91 None None] Checking router: 7668df1a-3c27-4f4d-b58f-a40f42d46849 for host: n-d-779913-29 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:49:01.494858 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-546dff65-5f9d-49f5-901e-561868d9dd91 None None] Updating router 7668df1a-3c27-4f4d-b58f-a40f42d46849 port 4e279855-0576-4845-8d55-1e11fdeaca5c binding host n-d-779913-29 {{(pid=93960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:49:01.505521 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7af88c5f-898c-43e8-bde6-3b9543c31747 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Made reservation on behalf of 62cf828fc3e84fada2a4655d43752657 for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:49:01.510227 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7af88c5f-898c-43e8-bde6-3b9543c31747 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16714600'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:01.534775 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-546dff65-5f9d-49f5-901e-561868d9dd91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:01.752099 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7af88c5f-898c-43e8-bde6-3b9543c31747 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13573993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16714586'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:01.863679 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-546dff65-5f9d-49f5-901e-561868d9dd91 None None] Notify callbacks [] for port, precommit_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:01.867097 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af88c5f-898c-43e8-bde6-3b9543c31747 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Pushing event updated for resources: {'Subnet': ['ID=39971af1-2a06-4570-b745-4f940d33c9ef,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:49:01.875200 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-546dff65-5f9d-49f5-901e-561868d9dd91 None None] Transition to ACTIVE for port object 4e279855-0576-4845-8d55-1e11fdeaca5c will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:49:01.883866 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-546dff65-5f9d-49f5-901e-561868d9dd91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:01.919722 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7af88c5f-898c-43e8-bde6-3b9543c31747 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Checking segment: {'id': '43a41d4a-7586-477f-827e-b9b1e323ac1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '2356bf67-1751-41f7-ad18-6fbd1d9ef117'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:49:01.922222 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7af88c5f-898c-43e8-bde6-3b9543c31747 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Network hostable DHCP agents. Network: 2356bf67-1751-41f7-ad18-6fbd1d9ef117, hostable agents: ['c6a09bd4-f72e-4283-a3ca-0bbca8a51081'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:49:01.929973 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973ec845-5876-4d93-b9e5-44c17f704283 None None] Pushing event updated for resources: {'Port': ['ID=4e279855-0576-4845-8d55-1e11fdeaca5c,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:49:01.939453 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973ec845-5876-4d93-b9e5-44c17f704283 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:49:01.939793 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973ec845-5876-4d93-b9e5-44c17f704283 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:49:01.940131 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973ec845-5876-4d93-b9e5-44c17f704283 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:49:01.940463 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973ec845-5876-4d93-b9e5-44c17f704283 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:49:01.940790 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973ec845-5876-4d93-b9e5-44c17f704283 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:49:01.941115 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973ec845-5876-4d93-b9e5-44c17f704283 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:49:01.941435 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973ec845-5876-4d93-b9e5-44c17f704283 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:49:01.941783 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973ec845-5876-4d93-b9e5-44c17f704283 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:49:01.942104 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973ec845-5876-4d93-b9e5-44c17f704283 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:49:01.942583 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973ec845-5876-4d93-b9e5-44c17f704283 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:49:01.942871 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973ec845-5876-4d93-b9e5-44c17f704283 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:49:01.943192 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973ec845-5876-4d93-b9e5-44c17f704283 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:49:01.958362 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7af88c5f-898c-43e8-bde6-3b9543c31747 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Network 2356bf67-1751-41f7-ad18-6fbd1d9ef117 is scheduled to be hosted by DHCP agent c6a09bd4-f72e-4283-a3ca-0bbca8a51081 with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:49:01.965969 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-546dff65-5f9d-49f5-901e-561868d9dd91 None None] Attempting to bind port 4e279855-0576-4845-8d55-1e11fdeaca5c on host n-d-779913-29 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:49:01.966393 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-546dff65-5f9d-49f5-901e-561868d9dd91 None None] Attempting to bind port 4e279855-0576-4845-8d55-1e11fdeaca5c by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': '81bf7a93-80b3-43df-b9d5-462c604a2945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:49:01.966753 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-546dff65-5f9d-49f5-901e-561868d9dd91 None None] Attempting to bind port 4e279855-0576-4845-8d55-1e11fdeaca5c on network 2dcd4d32-cc7c-4468-b396-7ce5c9231892 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:49:01.973257 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-546dff65-5f9d-49f5-901e-561868d9dd91 None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 48, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:49:01.973861 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-546dff65-5f9d-49f5-901e-561868d9dd91 None None] Checking segment: {'id': '81bf7a93-80b3-43df-b9d5-462c604a2945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:49:01.974318 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-546dff65-5f9d-49f5-901e-561868d9dd91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:01.974974 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-546dff65-5f9d-49f5-901e-561868d9dd91 None None] Bound using segment: {'id': '81bf7a93-80b3-43df-b9d5-462c604a2945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:49:01.975626 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-546dff65-5f9d-49f5-901e-561868d9dd91 None None] Bound port: 4e279855-0576-4845-8d55-1e11fdeaca5c, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81bf7a93-80b3-43df-b9d5-462c604a2945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:49:01.976226 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-546dff65-5f9d-49f5-901e-561868d9dd91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:01.976515 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-7af88c5f-898c-43e8-bde6-3b9543c31747 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-29, 2356bf67-1751-41f7-ad18-6fbd1d9ef117) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:49:01.987290 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7af88c5f-898c-43e8-bde6-3b9543c31747 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:01.988095 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7af88c5f-898c-43e8-bde6-3b9543c31747 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:01.988340 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9c49ce3-3e6b-43c2-aa41-143876225f7f None None] Network 2356bf67-1751-41f7-ad18-6fbd1d9ef117 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:49:02.021206 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 53756) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:49:02.021933 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-7af88c5f-898c-43e8-bde6-3b9543c31747 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7279506 Jul 14 09:49:02.061537 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-546dff65-5f9d-49f5-901e-561868d9dd91 None None] For port 4e279855-0576-4845-8d55-1e11fdeaca5c, host n-d-779913-29, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:49:02.078192 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-546dff65-5f9d-49f5-901e-561868d9dd91 None None] For port 4e279855-0576-4845-8d55-1e11fdeaca5c, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=4e279855-0576-4845-8d55-1e11fdeaca5c,segment=NetworkSegment(81bf7a93-80b3-43df-b9d5-462c604a2945),segment_id=81bf7a93-80b3-43df-b9d5-462c604a2945)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:49:02.087207 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-546dff65-5f9d-49f5-901e-561868d9dd91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:02.180945 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-546dff65-5f9d-49f5-901e-561868d9dd91 None None] Routers {'7668df1a-3c27-4f4d-b58f-a40f42d46849'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:49:02.181708 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-546dff65-5f9d-49f5-901e-561868d9dd91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:48:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['7668df1a-3c27-4f4d-b58f-a40f42d46849'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:49:02.184735 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973ec845-5876-4d93-b9e5-44c17f704283 None None] Pushing event updated for resources: {'Port': ['ID=4e279855-0576-4845-8d55-1e11fdeaca5c,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:49:02.388876 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-188a0de9-fdc3-4a3f-ae4f-16004d1e1033 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf57baaa9-fd24-59f4-8fd2-1dc21122ce72-2356bf67-1751-41f7-ad18-6fbd1d9ef117', 'network_id': '2356bf67-1751-41f7-ad18-6fbd1d9ef117', 'tenant_id': '62cf828fc3e84fada2a4655d43752657', 'fixed_ips': [{'subnet_id': '39971af1-2a06-4570-b745-4f940d33c9ef'}]}} from n-d-779913-29. {{(pid=93959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:49:02.390307 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-188a0de9-fdc3-4a3f-ae4f-16004d1e1033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:02.410190 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-546dff65-5f9d-49f5-901e-561868d9dd91 None None] Set router 7668df1a-3c27-4f4d-b58f-a40f42d46849 gateway port host: n-d-779913-29 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:49:02.632891 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-546dff65-5f9d-49f5-901e-561868d9dd91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7668df1a-3c27-4f4d-b58f-a40f42d46849', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1441351444', 'tenant_id': '62cf828fc3e84fada2a4655d43752657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.102'}], 'enable_snat': True}, 'gw_port_id': '4e279855-0576-4845-8d55-1e11fdeaca5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:48:59Z', 'updated_at': '2021-07-14T09:49:00Z', 'revision_number': 3, 'project_id': '62cf828fc3e84fada2a4655d43752657', 'gw_port': {'id': '4e279855-0576-4845-8d55-1e11fdeaca5c', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:67:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7668df1a-3c27-4f4d-b58f-a40f42d46849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3566, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:48:59Z', 'updated_at': '2021-07-14T09:49:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29'}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:49:02.672538 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-546dff65-5f9d-49f5-901e-561868d9dd91 None None] The sync data for ids ['7668df1a-3c27-4f4d-b58f-a40f42d46849'] in n-d-779913-29 is: [{'id': '7668df1a-3c27-4f4d-b58f-a40f42d46849', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1441351444', 'tenant_id': '62cf828fc3e84fada2a4655d43752657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.102'}], 'enable_snat': True}, 'gw_port_id': '4e279855-0576-4845-8d55-1e11fdeaca5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:48:59Z', 'updated_at': '2021-07-14T09:49:00Z', 'revision_number': 3, 'project_id': '62cf828fc3e84fada2a4655d43752657', 'gw_port': {'id': '4e279855-0576-4845-8d55-1e11fdeaca5c', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:67:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7668df1a-3c27-4f4d-b58f-a40f42d46849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3566, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:48:59Z', 'updated_at': '2021-07-14T09:49:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29'}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:49:02.706095 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-188a0de9-fdc3-4a3f-ae4f-16004d1e1033 None None] Allocated IP 172.20.0.2 (2356bf67-1751-41f7-ad18-6fbd1d9ef117/39971af1-2a06-4570-b745-4f940d33c9ef/4c6f5d10-3897-4f53-b8a6-48d5c8b86117) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:49:03.210364 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-188a0de9-fdc3-4a3f-ae4f-16004d1e1033 None None] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:03.258400 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-188a0de9-fdc3-4a3f-ae4f-16004d1e1033 None None] Transition to ACTIVE for port object 4c6f5d10-3897-4f53-b8a6-48d5c8b86117 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:49:03.290502 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-188a0de9-fdc3-4a3f-ae4f-16004d1e1033 None None] Transition to ACTIVE for port object 4c6f5d10-3897-4f53-b8a6-48d5c8b86117 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:49:03.297841 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-188a0de9-fdc3-4a3f-ae4f-16004d1e1033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:03.299444 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-98ba15ef-344b-4a47-b9e5-385dd58cc74c tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:03.350579 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188a0de9-fdc3-4a3f-ae4f-16004d1e1033 None None] Pushing event updated for resources: {'Port': ['ID=4c6f5d10-3897-4f53-b8a6-48d5c8b86117,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:49:03.354952 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-188a0de9-fdc3-4a3f-ae4f-16004d1e1033 None None] Network 2356bf67-1751-41f7-ad18-6fbd1d9ef117 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:49:03.362317 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-188a0de9-fdc3-4a3f-ae4f-16004d1e1033 None None] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:49:03.368927 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-188a0de9-fdc3-4a3f-ae4f-16004d1e1033 None None] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:49:03.468764 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-188a0de9-fdc3-4a3f-ae4f-16004d1e1033 None None] Attempting to bind port 4c6f5d10-3897-4f53-b8a6-48d5c8b86117 on host n-d-779913-29 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:49:03.469344 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-188a0de9-fdc3-4a3f-ae4f-16004d1e1033 None None] Attempting to bind port 4c6f5d10-3897-4f53-b8a6-48d5c8b86117 by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': '43a41d4a-7586-477f-827e-b9b1e323ac1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '2356bf67-1751-41f7-ad18-6fbd1d9ef117'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:49:03.469737 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-188a0de9-fdc3-4a3f-ae4f-16004d1e1033 None None] Attempting to bind port 4c6f5d10-3897-4f53-b8a6-48d5c8b86117 on network 2356bf67-1751-41f7-ad18-6fbd1d9ef117 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:49:03.488595 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-188a0de9-fdc3-4a3f-ae4f-16004d1e1033 None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 48, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:49:03.489517 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-188a0de9-fdc3-4a3f-ae4f-16004d1e1033 None None] Checking segment: {'id': '43a41d4a-7586-477f-827e-b9b1e323ac1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '2356bf67-1751-41f7-ad18-6fbd1d9ef117'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:49:03.490220 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-188a0de9-fdc3-4a3f-ae4f-16004d1e1033 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:03.491041 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-188a0de9-fdc3-4a3f-ae4f-16004d1e1033 None None] Bound using segment: {'id': '43a41d4a-7586-477f-827e-b9b1e323ac1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '2356bf67-1751-41f7-ad18-6fbd1d9ef117'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:49:03.491859 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-188a0de9-fdc3-4a3f-ae4f-16004d1e1033 None None] Bound port: 4c6f5d10-3897-4f53-b8a6-48d5c8b86117, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43a41d4a-7586-477f-827e-b9b1e323ac1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '2356bf67-1751-41f7-ad18-6fbd1d9ef117'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:49:03.492452 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-188a0de9-fdc3-4a3f-ae4f-16004d1e1033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:03.565830 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 4e279855-0576-4845-8d55-1e11fdeaca5c up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:49:03.601091 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-188a0de9-fdc3-4a3f-ae4f-16004d1e1033 None None] For port 4c6f5d10-3897-4f53-b8a6-48d5c8b86117, host n-d-779913-29, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:49:03.604547 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-188a0de9-fdc3-4a3f-ae4f-16004d1e1033 None None] For port 4c6f5d10-3897-4f53-b8a6-48d5c8b86117, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=4c6f5d10-3897-4f53-b8a6-48d5c8b86117,segment=NetworkSegment(43a41d4a-7586-477f-827e-b9b1e323ac1b),segment_id=43a41d4a-7586-477f-827e-b9b1e323ac1b)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:49:03.628024 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-188a0de9-fdc3-4a3f-ae4f-16004d1e1033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:03.705479 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188a0de9-fdc3-4a3f-ae4f-16004d1e1033 None None] Pushing event updated for resources: {'Port': ['ID=4c6f5d10-3897-4f53-b8a6-48d5c8b86117,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:49:03.781758 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning for port 4e279855-0576-4845-8d55-1e11fdeaca5c completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:49:03.788764 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port 4e279855-0576-4845-8d55-1e11fdeaca5c triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:49:03.789390 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:03.876957 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-98ba15ef-344b-4a47-b9e5-385dd58cc74c tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Allocated IP 172.20.0.1 (2356bf67-1751-41f7-ad18-6fbd1d9ef117/39971af1-2a06-4570-b745-4f940d33c9ef/b3f34c6d-4c7f-4c53-af8a-f11b7f00a289) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:49:03.978350 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:04.045005 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] For port 4e279855-0576-4845-8d55-1e11fdeaca5c, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=4e279855-0576-4845-8d55-1e11fdeaca5c,segment=NetworkSegment(81bf7a93-80b3-43df-b9d5-462c604a2945),segment_id=81bf7a93-80b3-43df-b9d5-462c604a2945)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:49:04.050702 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:04.152066 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Pushing event updated for resources: {'Port': ['ID=4e279855-0576-4845-8d55-1e11fdeaca5c,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:49:04.215032 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-98ba15ef-344b-4a47-b9e5-385dd58cc74c tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:04.238341 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-98ba15ef-344b-4a47-b9e5-385dd58cc74c tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Transition to ACTIVE for port object b3f34c6d-4c7f-4c53-af8a-f11b7f00a289 will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:49:04.297419 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-98ba15ef-344b-4a47-b9e5-385dd58cc74c tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:04.386810 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98ba15ef-344b-4a47-b9e5-385dd58cc74c tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Network 2356bf67-1751-41f7-ad18-6fbd1d9ef117 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:49:04.391461 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-98ba15ef-344b-4a47-b9e5-385dd58cc74c tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:49:04.403367 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ba15ef-344b-4a47-b9e5-385dd58cc74c tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:49:04.447088 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ba15ef-344b-4a47-b9e5-385dd58cc74c tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Pushing event updated for resources: {'Port': ['ID=b3f34c6d-4c7f-4c53-af8a-f11b7f00a289,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:49:04.517610 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-98ba15ef-344b-4a47-b9e5-385dd58cc74c tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-660393'] for router_interface, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:04.707826 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-98ba15ef-344b-4a47-b9e5-385dd58cc74c tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:05.073218 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-98ba15ef-344b-4a47-b9e5-385dd58cc74c tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:05.078989 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-98ba15ef-344b-4a47-b9e5-385dd58cc74c tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:05.163130 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ba15ef-344b-4a47-b9e5-385dd58cc74c tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Pushing event updated for resources: {'Port': ['ID=b3f34c6d-4c7f-4c53-af8a-f11b7f00a289,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:49:05.171246 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-98ba15ef-344b-4a47-b9e5-385dd58cc74c tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-683747'] for router_interface, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:05.425467 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98ba15ef-344b-4a47-b9e5-385dd58cc74c tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Network 2356bf67-1751-41f7-ad18-6fbd1d9ef117 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:49:05.427873 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-98ba15ef-344b-4a47-b9e5-385dd58cc74c tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:49:05.523150 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0994c3f5-3b17-4c9d-95fa-5d63e927d75b None None] Network 2356bf67-1751-41f7-ad18-6fbd1d9ef117 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:49:05.641610 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98ba15ef-344b-4a47-b9e5-385dd58cc74c tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Router 7668df1a-3c27-4f4d-b58f-a40f42d46849 has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:49:05.659402 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-bbddad75-0813-4e52-b766-677877e59dd9 None None] Provisioning for port 4c6f5d10-3897-4f53-b8a6-48d5c8b86117 completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:49:05.679716 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 4e279855-0576-4845-8d55-1e11fdeaca5c up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:49:05.822088 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98ba15ef-344b-4a47-b9e5-385dd58cc74c tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:49:05.845102 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-98ba15ef-344b-4a47-b9e5-385dd58cc74c tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "PUT /v2.0/routers/7668df1a-3c27-4f4d-b58f-a40f42d46849/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8137267 Jul 14 09:49:05.920905 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8fd4692-1c81-4c54-8538-51d010ee4bcb None None] Sync routers for ids ['7668df1a-3c27-4f4d-b58f-a40f42d46849'] in n-d-779913-29 {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:49:05.928869 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port 4e279855-0576-4845-8d55-1e11fdeaca5c triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:49:05.929541 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:05.983959 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8fd4692-1c81-4c54-8538-51d010ee4bcb None None] Routers {'7668df1a-3c27-4f4d-b58f-a40f42d46849'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:49:05.984741 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-d8fd4692-1c81-4c54-8538-51d010ee4bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:48:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['7668df1a-3c27-4f4d-b58f-a40f42d46849'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:49:06.155539 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 4c6f5d10-3897-4f53-b8a6-48d5c8b86117 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:49:06.228970 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvr_db [None req-d8fd4692-1c81-4c54-8538-51d010ee4bcb None None] Set router 7668df1a-3c27-4f4d-b58f-a40f42d46849 gateway port host: n-d-779913-29 {{(pid=93959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:49:06.269845 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-f8135fa2-fd83-4326-816b-4737e3227570 req-fe35637b-d28c-464f-87e9-e815f1cd60db tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-981007236&fields=id&tenant_id=62cf828fc3e84fada2a4655d43752657 HTTP/1.1" status: 200 len: 267 time: 0.0857999 Jul 14 09:49:06.507156 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8135fa2-fd83-4326-816b-4737e3227570 req-9f5b4525-18d8-4855-85f9-84aad47f5fe9 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:06.516308 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-f8135fa2-fd83-4326-816b-4737e3227570 req-9f5b4525-18d8-4855-85f9-84aad47f5fe9 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/networks?id=2356bf67-1751-41f7-ad18-6fbd1d9ef117 HTTP/1.1" status: 200 len: 796 time: 0.2390118 Jul 14 09:49:06.543675 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-f8135fa2-fd83-4326-816b-4737e3227570 req-0310cdcd-b4db-42cb-9b19-c369ad53f7cd tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/quotas/62cf828fc3e84fada2a4655d43752657 HTTP/1.1" status: 200 len: 375 time: 0.0252981 Jul 14 09:49:06.573116 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning for port 4c6f5d10-3897-4f53-b8a6-48d5c8b86117 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:49:06.584255 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port 4c6f5d10-3897-4f53-b8a6-48d5c8b86117 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:49:06.584715 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:06.634443 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-f211ee28-f538-4b93-8e8e-fa742773a9c1 None None] Provisioning for port b3f34c6d-4c7f-4c53-af8a-f11b7f00a289 completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:49:06.651664 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-f211ee28-f538-4b93-8e8e-fa742773a9c1 None None] Provisioning complete for port b3f34c6d-4c7f-4c53-af8a-f11b7f00a289 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:49:06.652363 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f211ee28-f538-4b93-8e8e-fa742773a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:06.707082 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-d8fd4692-1c81-4c54-8538-51d010ee4bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7668df1a-3c27-4f4d-b58f-a40f42d46849', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1441351444', 'tenant_id': '62cf828fc3e84fada2a4655d43752657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.102'}], 'enable_snat': True}, 'gw_port_id': '4e279855-0576-4845-8d55-1e11fdeaca5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:48:59Z', 'updated_at': '2021-07-14T09:49:04Z', 'revision_number': 4, 'project_id': '62cf828fc3e84fada2a4655d43752657', 'gw_port': {'id': '4e279855-0576-4845-8d55-1e11fdeaca5c', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:67:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7668df1a-3c27-4f4d-b58f-a40f42d46849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3566, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:48:59Z', 'updated_at': '2021-07-14T09:49:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': 'b3f34c6d-4c7f-4c53-af8a-f11b7f00a289', 'name': '', 'network_id': '2356bf67-1751-41f7-ad18-6fbd1d9ef117', 'tenant_id': '62cf828fc3e84fada2a4655d43752657', 'mac_address': 'fa:16:3e:eb:9b:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7668df1a-3c27-4f4d-b58f-a40f42d46849', 'device_owner': 'network:router_interface', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': '39971af1-2a06-4570-b745-4f940d33c9ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:49:03Z', 'updated_at': '2021-07-14T09:49:04Z', 'revision_number': 2, 'project_id': '62cf828fc3e84fada2a4655d43752657', 'subnets': [{'id': '39971af1-2a06-4570-b745-4f940d33c9ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:49:06.735374 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-f211ee28-f538-4b93-8e8e-fa742773a9c1 None None] Port b3f34c6d-4c7f-4c53-af8a-f11b7f00a289 cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:49:06.738719 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8fd4692-1c81-4c54-8538-51d010ee4bcb None None] Checking router: 7668df1a-3c27-4f4d-b58f-a40f42d46849 for host: n-d-779913-29 {{(pid=93959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:49:06.739189 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8fd4692-1c81-4c54-8538-51d010ee4bcb None None] Updating router 7668df1a-3c27-4f4d-b58f-a40f42d46849 port b3f34c6d-4c7f-4c53-af8a-f11b7f00a289 binding host n-d-779913-29 {{(pid=93959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:49:06.741424 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-f8135fa2-fd83-4326-816b-4737e3227570 req-58e2f1be-84b8-4553-8534-376d2bf823e8 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=62cf828fc3e84fada2a4655d43752657&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1876006 Jul 14 09:49:06.819906 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-f211ee28-f538-4b93-8e8e-fa742773a9c1 None None] Provisioning complete for port 4c6f5d10-3897-4f53-b8a6-48d5c8b86117 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:49:06.820451 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f211ee28-f538-4b93-8e8e-fa742773a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:06.935774 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-f8135fa2-fd83-4326-816b-4737e3227570 req-57de1a43-8146-42dd-a874-2618fdcb735d service neutron] 10.222.0.68 "GET /v2.0/networks/2356bf67-1751-41f7-ad18-6fbd1d9ef117?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1859362 Jul 14 09:49:07.089544 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-f8135fa2-fd83-4326-816b-4737e3227570 req-020fefe9-1190-4fed-abbf-edd51b3118c8 service neutron] 10.222.0.68 "GET /v2.0/networks/2356bf67-1751-41f7-ad18-6fbd1d9ef117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469326 Jul 14 09:49:07.148810 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d8fd4692-1c81-4c54-8538-51d010ee4bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:07.209996 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:07.255185 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] For port 4c6f5d10-3897-4f53-b8a6-48d5c8b86117, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=4c6f5d10-3897-4f53-b8a6-48d5c8b86117,segment=NetworkSegment(43a41d4a-7586-477f-827e-b9b1e323ac1b),segment_id=43a41d4a-7586-477f-827e-b9b1e323ac1b)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:49:07.280731 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:07.418229 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Pushing event updated for resources: {'Port': ['ID=4c6f5d10-3897-4f53-b8a6-48d5c8b86117,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:49:07.422152 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3e5d7419-62fd-42ea-9c7e-cbc7e7588de4 req-724dc587-5001-403f-938b-c5cdfb1cb653 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/ports?device_id=5d493170-d65b-43e2-b567-4662529c04a1 HTTP/1.1" status: 200 len: 210 time: 0.0693188 Jul 14 09:49:07.780472 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d8fd4692-1c81-4c54-8538-51d010ee4bcb None None] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:07.792753 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-d8fd4692-1c81-4c54-8538-51d010ee4bcb None None] Transition to ACTIVE for port object b3f34c6d-4c7f-4c53-af8a-f11b7f00a289 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:49:07.816425 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d8fd4692-1c81-4c54-8538-51d010ee4bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:07.934469 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6764b20-ab24-472b-b4c7-d855e6649fe9 None None] Pushing event updated for resources: {'Port': ['ID=b3f34c6d-4c7f-4c53-af8a-f11b7f00a289,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:49:07.969373 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-d8fd4692-1c81-4c54-8538-51d010ee4bcb None None] Attempting to bind port b3f34c6d-4c7f-4c53-af8a-f11b7f00a289 on host n-d-779913-29 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:49:07.969373 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-d8fd4692-1c81-4c54-8538-51d010ee4bcb None None] Attempting to bind port b3f34c6d-4c7f-4c53-af8a-f11b7f00a289 by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': '43a41d4a-7586-477f-827e-b9b1e323ac1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '2356bf67-1751-41f7-ad18-6fbd1d9ef117'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:49:07.969591 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8fd4692-1c81-4c54-8538-51d010ee4bcb None None] Attempting to bind port b3f34c6d-4c7f-4c53-af8a-f11b7f00a289 on network 2356bf67-1751-41f7-ad18-6fbd1d9ef117 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:49:07.988361 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8fd4692-1c81-4c54-8538-51d010ee4bcb None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 48, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:49:07.988361 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8fd4692-1c81-4c54-8538-51d010ee4bcb None None] Checking segment: {'id': '43a41d4a-7586-477f-827e-b9b1e323ac1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '2356bf67-1751-41f7-ad18-6fbd1d9ef117'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:49:07.988361 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d8fd4692-1c81-4c54-8538-51d010ee4bcb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:07.988361 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8fd4692-1c81-4c54-8538-51d010ee4bcb None None] Bound using segment: {'id': '43a41d4a-7586-477f-827e-b9b1e323ac1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '2356bf67-1751-41f7-ad18-6fbd1d9ef117'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:49:07.988866 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-d8fd4692-1c81-4c54-8538-51d010ee4bcb None None] Bound port: b3f34c6d-4c7f-4c53-af8a-f11b7f00a289, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43a41d4a-7586-477f-827e-b9b1e323ac1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '2356bf67-1751-41f7-ad18-6fbd1d9ef117'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:49:07.989161 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d8fd4692-1c81-4c54-8538-51d010ee4bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:08.140738 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-d8fd4692-1c81-4c54-8538-51d010ee4bcb None None] For port b3f34c6d-4c7f-4c53-af8a-f11b7f00a289, host n-d-779913-29, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:49:08.148358 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-d8fd4692-1c81-4c54-8538-51d010ee4bcb None None] For port b3f34c6d-4c7f-4c53-af8a-f11b7f00a289, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=b3f34c6d-4c7f-4c53-af8a-f11b7f00a289,segment=NetworkSegment(43a41d4a-7586-477f-827e-b9b1e323ac1b),segment_id=43a41d4a-7586-477f-827e-b9b1e323ac1b)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:49:08.154324 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d8fd4692-1c81-4c54-8538-51d010ee4bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:08.223258 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8fd4692-1c81-4c54-8538-51d010ee4bcb None None] Routers {'7668df1a-3c27-4f4d-b58f-a40f42d46849'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:49:08.223918 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-d8fd4692-1c81-4c54-8538-51d010ee4bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:48:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['7668df1a-3c27-4f4d-b58f-a40f42d46849'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:49:08.411147 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvr_db [None req-d8fd4692-1c81-4c54-8538-51d010ee4bcb None None] Set router 7668df1a-3c27-4f4d-b58f-a40f42d46849 gateway port host: n-d-779913-29 {{(pid=93959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:49:08.668537 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-fcab0433-7d68-4209-bb9c-f60386e2bb41 req-5f9ed947-83b4-4b3f-971a-b4953415d9d6 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/ports?device_id=5d493170-d65b-43e2-b567-4662529c04a1 HTTP/1.1" status: 200 len: 210 time: 0.0936534 Jul 14 09:49:08.686226 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6764b20-ab24-472b-b4c7-d855e6649fe9 None None] Pushing event updated for resources: {'Port': ['ID=b3f34c6d-4c7f-4c53-af8a-f11b7f00a289,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:49:08.834426 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-d8fd4692-1c81-4c54-8538-51d010ee4bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7668df1a-3c27-4f4d-b58f-a40f42d46849', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1441351444', 'tenant_id': '62cf828fc3e84fada2a4655d43752657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.102'}], 'enable_snat': True}, 'gw_port_id': '4e279855-0576-4845-8d55-1e11fdeaca5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:48:59Z', 'updated_at': '2021-07-14T09:49:04Z', 'revision_number': 4, 'project_id': '62cf828fc3e84fada2a4655d43752657', 'gw_port': {'id': '4e279855-0576-4845-8d55-1e11fdeaca5c', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:67:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7668df1a-3c27-4f4d-b58f-a40f42d46849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3566, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:48:59Z', 'updated_at': '2021-07-14T09:49:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': 'b3f34c6d-4c7f-4c53-af8a-f11b7f00a289', 'name': '', 'network_id': '2356bf67-1751-41f7-ad18-6fbd1d9ef117', 'tenant_id': '62cf828fc3e84fada2a4655d43752657', 'mac_address': 'fa:16:3e:eb:9b:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7668df1a-3c27-4f4d-b58f-a40f42d46849', 'device_owner': 'network:router_interface', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': '39971af1-2a06-4570-b745-4f940d33c9ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:49:03Z', 'updated_at': '2021-07-14T09:49:08Z', 'revision_number': 4, 'project_id': '62cf828fc3e84fada2a4655d43752657', 'subnets': [{'id': '39971af1-2a06-4570-b745-4f940d33c9ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:49:08.889563 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8fd4692-1c81-4c54-8538-51d010ee4bcb None None] The sync data for ids ['7668df1a-3c27-4f4d-b58f-a40f42d46849'] in n-d-779913-29 is: [{'id': '7668df1a-3c27-4f4d-b58f-a40f42d46849', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1441351444', 'tenant_id': '62cf828fc3e84fada2a4655d43752657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.102'}], 'enable_snat': True}, 'gw_port_id': '4e279855-0576-4845-8d55-1e11fdeaca5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:48:59Z', 'updated_at': '2021-07-14T09:49:04Z', 'revision_number': 4, 'project_id': '62cf828fc3e84fada2a4655d43752657', 'gw_port': {'id': '4e279855-0576-4845-8d55-1e11fdeaca5c', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:67:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7668df1a-3c27-4f4d-b58f-a40f42d46849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3566, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:48:59Z', 'updated_at': '2021-07-14T09:49:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': 'b3f34c6d-4c7f-4c53-af8a-f11b7f00a289', 'name': '', 'network_id': '2356bf67-1751-41f7-ad18-6fbd1d9ef117', 'tenant_id': '62cf828fc3e84fada2a4655d43752657', 'mac_address': 'fa:16:3e:eb:9b:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7668df1a-3c27-4f4d-b58f-a40f42d46849', 'device_owner': 'network:router_interface', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': '39971af1-2a06-4570-b745-4f940d33c9ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:49:03Z', 'updated_at': '2021-07-14T09:49:08Z', 'revision_number': 4, 'project_id': '62cf828fc3e84fada2a4655d43752657', 'subnets': [{'id': '39971af1-2a06-4570-b745-4f940d33c9ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:49:09.620810 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8135fa2-fd83-4326-816b-4737e3227570 req-105402ed-649d-466a-8d6a-415d44a06b08 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:09.632113 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f8135fa2-fd83-4326-816b-4737e3227570 req-105402ed-649d-466a-8d6a-415d44a06b08 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.65 "GET /v2.0/networks?id=2356bf67-1751-41f7-ad18-6fbd1d9ef117 HTTP/1.1" status: 200 len: 796 time: 0.2242844 Jul 14 09:49:09.710814 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device b3f34c6d-4c7f-4c53-af8a-f11b7f00a289 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:49:09.761142 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f8135fa2-fd83-4326-816b-4737e3227570 req-b76aed2a-e7f6-426f-8c3f-fd2a528537c3 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=62cf828fc3e84fada2a4655d43752657 HTTP/1.1" status: 200 len: 379 time: 0.1197042 Jul 14 09:49:09.771030 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-f8135fa2-fd83-4326-816b-4737e3227570 req-c64dc715-25e9-4fc2-99c0-ef2e09ad0545 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Request body: {'port': {'device_id': '5d493170-d65b-43e2-b567-4662529c04a1', 'network_id': '2356bf67-1751-41f7-ad18-6fbd1d9ef117', 'admin_state_up': True, 'tenant_id': '62cf828fc3e84fada2a4655d43752657', 'security_groups': ['8f0dbdd2-fa03-4b2d-b258-a524dec03322']}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:49:09.858866 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning for port b3f34c6d-4c7f-4c53-af8a-f11b7f00a289 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:49:09.861933 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port b3f34c6d-4c7f-4c53-af8a-f11b7f00a289 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:49:09.862317 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:09.974880 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-053a76f5-e29b-45ff-a469-446520dbae36 req-ab58a353-842b-4d7a-a472-81e459e7b664 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/ports?device_id=5d493170-d65b-43e2-b567-4662529c04a1 HTTP/1.1" status: 200 len: 210 time: 0.0458405 Jul 14 09:49:10.021857 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:10.066787 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] For port b3f34c6d-4c7f-4c53-af8a-f11b7f00a289, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=b3f34c6d-4c7f-4c53-af8a-f11b7f00a289,segment=NetworkSegment(43a41d4a-7586-477f-827e-b9b1e323ac1b),segment_id=43a41d4a-7586-477f-827e-b9b1e323ac1b)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:49:10.075927 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:10.077093 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 4c6f5d10-3897-4f53-b8a6-48d5c8b86117 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:49:10.091871 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8135fa2-fd83-4326-816b-4737e3227570 req-c64dc715-25e9-4fc2-99c0-ef2e09ad0545 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Made reservation on behalf of 62cf828fc3e84fada2a4655d43752657 for: {'port': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:49:10.103265 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-f8135fa2-fd83-4326-816b-4737e3227570 req-c64dc715-25e9-4fc2-99c0-ef2e09ad0545 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:10.218782 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Pushing event updated for resources: {'Port': ['ID=b3f34c6d-4c7f-4c53-af8a-f11b7f00a289,revision_number=5']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:49:10.232020 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port 4c6f5d10-3897-4f53-b8a6-48d5c8b86117 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:49:10.232442 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:10.423668 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [req-f8135fa2-fd83-4326-816b-4737e3227570 req-c64dc715-25e9-4fc2-99c0-ef2e09ad0545 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Allocated IP 172.20.0.6 (2356bf67-1751-41f7-ad18-6fbd1d9ef117/39971af1-2a06-4570-b745-4f940d33c9ef/7b9f90e2-95b2-479f-ae31-66cb51aa2f71) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:49:10.603743 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-f8135fa2-fd83-4326-816b-4737e3227570 req-c64dc715-25e9-4fc2-99c0-ef2e09ad0545 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:10.624101 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [req-f8135fa2-fd83-4326-816b-4737e3227570 req-c64dc715-25e9-4fc2-99c0-ef2e09ad0545 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Transition to ACTIVE for port object 7b9f90e2-95b2-479f-ae31-66cb51aa2f71 will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:49:10.737577 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-f8135fa2-fd83-4326-816b-4737e3227570 req-c64dc715-25e9-4fc2-99c0-ef2e09ad0545 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:10.804367 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8135fa2-fd83-4326-816b-4737e3227570 req-c64dc715-25e9-4fc2-99c0-ef2e09ad0545 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Network 2356bf67-1751-41f7-ad18-6fbd1d9ef117 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:49:10.813938 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [req-f8135fa2-fd83-4326-816b-4737e3227570 req-c64dc715-25e9-4fc2-99c0-ef2e09ad0545 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:49:10.818269 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8135fa2-fd83-4326-816b-4737e3227570 req-c64dc715-25e9-4fc2-99c0-ef2e09ad0545 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:49:10.855198 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64dc715-25e9-4fc2-99c0-ef2e09ad0545 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Pushing event updated for resources: {'Port': ['ID=7b9f90e2-95b2-479f-ae31-66cb51aa2f71,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:49:10.909411 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8135fa2-fd83-4326-816b-4737e3227570 req-c64dc715-25e9-4fc2-99c0-ef2e09ad0545 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:10.910192 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-f8135fa2-fd83-4326-816b-4737e3227570 req-c64dc715-25e9-4fc2-99c0-ef2e09ad0545 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:10.941027 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f8135fa2-fd83-4326-816b-4737e3227570 req-c64dc715-25e9-4fc2-99c0-ef2e09ad0545 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1738801 Jul 14 09:49:10.960109 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-f8135fa2-fd83-4326-816b-4737e3227570 req-29b82568-64d3-4b92-8047-1b8d7c99573f service neutron] Request body: {'port': {'device_id': '5d493170-d65b-43e2-b567-4662529c04a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-29'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:49:11.089882 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-f8135fa2-fd83-4326-816b-4737e3227570 req-29b82568-64d3-4b92-8047-1b8d7c99573f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:11.225212 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b542181b-8bae-489f-bad1-a01fcc9a6843 req-f6bd7225-1aea-4a1a-a1d5-e25ac93fc072 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:11.227624 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-b542181b-8bae-489f-bad1-a01fcc9a6843 req-f6bd7225-1aea-4a1a-a1d5-e25ac93fc072 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/ports?device_id=5d493170-d65b-43e2-b567-4662529c04a1 HTTP/1.1" status: 200 len: 931 time: 0.0720208 Jul 14 09:49:11.265484 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-26d3d9ca-2504-49c8-9cbb-9a3e3287eb00 None None] Provisioning for port 7b9f90e2-95b2-479f-ae31-66cb51aa2f71 completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:49:11.268212 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-b542181b-8bae-489f-bad1-a01fcc9a6843 req-bc6d2592-40b4-458a-ba27-65643677377b tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/security-groups?id=8f0dbdd2-fa03-4b2d-b258-a524dec03322&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348680 Jul 14 09:49:11.273610 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-26d3d9ca-2504-49c8-9cbb-9a3e3287eb00 None None] Provisioning complete for port 7b9f90e2-95b2-479f-ae31-66cb51aa2f71 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:49:11.275803 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-26d3d9ca-2504-49c8-9cbb-9a3e3287eb00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:11.339327 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-26d3d9ca-2504-49c8-9cbb-9a3e3287eb00 None None] Port 7b9f90e2-95b2-479f-ae31-66cb51aa2f71 cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:49:11.442779 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [req-f8135fa2-fd83-4326-816b-4737e3227570 req-29b82568-64d3-4b92-8047-1b8d7c99573f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b9f90e2-95b2-479f-ae31-66cb51aa2f71 {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:49:11.452445 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-f8135fa2-fd83-4326-816b-4737e3227570 req-29b82568-64d3-4b92-8047-1b8d7c99573f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:11.522012 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [req-f8135fa2-fd83-4326-816b-4737e3227570 req-29b82568-64d3-4b92-8047-1b8d7c99573f service neutron] Transition to ACTIVE for port object 7b9f90e2-95b2-479f-ae31-66cb51aa2f71 will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:49:11.536312 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device b3f34c6d-4c7f-4c53-af8a-f11b7f00a289 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:49:11.538564 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-f8135fa2-fd83-4326-816b-4737e3227570 req-29b82568-64d3-4b92-8047-1b8d7c99573f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:11.595696 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port b3f34c6d-4c7f-4c53-af8a-f11b7f00a289 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:49:11.596255 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:11.645562 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b82568-64d3-4b92-8047-1b8d7c99573f service neutron] Pushing event updated for resources: {'Port': ['ID=7b9f90e2-95b2-479f-ae31-66cb51aa2f71,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:49:11.787196 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-f8135fa2-fd83-4326-816b-4737e3227570 req-29b82568-64d3-4b92-8047-1b8d7c99573f service neutron] Attempting to bind port 7b9f90e2-95b2-479f-ae31-66cb51aa2f71 on host n-h1-779913-29 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:49:11.787541 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-f8135fa2-fd83-4326-816b-4737e3227570 req-29b82568-64d3-4b92-8047-1b8d7c99573f service neutron] Attempting to bind port 7b9f90e2-95b2-479f-ae31-66cb51aa2f71 by drivers openvswitch,hyperv on host n-h1-779913-29 at level 0 using segments [{'id': '43a41d4a-7586-477f-827e-b9b1e323ac1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '2356bf67-1751-41f7-ad18-6fbd1d9ef117'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:49:11.787876 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8135fa2-fd83-4326-816b-4737e3227570 req-29b82568-64d3-4b92-8047-1b8d7c99573f service neutron] Attempting to bind port 7b9f90e2-95b2-479f-ae31-66cb51aa2f71 on network 2356bf67-1751-41f7-ad18-6fbd1d9ef117 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:49:11.793610 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8135fa2-fd83-4326-816b-4737e3227570 req-29b82568-64d3-4b92-8047-1b8d7c99573f service neutron] Port 7b9f90e2-95b2-479f-ae31-66cb51aa2f71 on network 2356bf67-1751-41f7-ad18-6fbd1d9ef117 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-29 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:49:11.793951 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8135fa2-fd83-4326-816b-4737e3227570 req-29b82568-64d3-4b92-8047-1b8d7c99573f service neutron] Attempting to bind port 7b9f90e2-95b2-479f-ae31-66cb51aa2f71 on network 2356bf67-1751-41f7-ad18-6fbd1d9ef117 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:49:11.801953 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8135fa2-fd83-4326-816b-4737e3227570 req-29b82568-64d3-4b92-8047-1b8d7c99573f service neutron] Checking agent: {'id': 'de11e667-f145-47b0-bd09-334a7505938e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 13, 12), 'started_at': datetime.datetime(2021, 7, 14, 9, 13, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 48, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:49:11.801953 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8135fa2-fd83-4326-816b-4737e3227570 req-29b82568-64d3-4b92-8047-1b8d7c99573f service neutron] Checking segment: {'id': '43a41d4a-7586-477f-827e-b9b1e323ac1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '2356bf67-1751-41f7-ad18-6fbd1d9ef117'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:49:11.801953 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8135fa2-fd83-4326-816b-4737e3227570 req-29b82568-64d3-4b92-8047-1b8d7c99573f service neutron] Bound using segment: {'id': '43a41d4a-7586-477f-827e-b9b1e323ac1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '2356bf67-1751-41f7-ad18-6fbd1d9ef117'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:49:11.801953 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-f8135fa2-fd83-4326-816b-4737e3227570 req-29b82568-64d3-4b92-8047-1b8d7c99573f service neutron] Bound port: 7b9f90e2-95b2-479f-ae31-66cb51aa2f71, host: n-h1-779913-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43a41d4a-7586-477f-827e-b9b1e323ac1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '2356bf67-1751-41f7-ad18-6fbd1d9ef117'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:49:11.809012 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-f8135fa2-fd83-4326-816b-4737e3227570 req-29b82568-64d3-4b92-8047-1b8d7c99573f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:11.891146 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-f8135fa2-fd83-4326-816b-4737e3227570 req-29b82568-64d3-4b92-8047-1b8d7c99573f service neutron] For port 7b9f90e2-95b2-479f-ae31-66cb51aa2f71, host n-h1-779913-29, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:49:11.895227 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-f8135fa2-fd83-4326-816b-4737e3227570 req-29b82568-64d3-4b92-8047-1b8d7c99573f service neutron] For port 7b9f90e2-95b2-479f-ae31-66cb51aa2f71, host n-h1-779913-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=7b9f90e2-95b2-479f-ae31-66cb51aa2f71,segment=NetworkSegment(43a41d4a-7586-477f-827e-b9b1e323ac1b),segment_id=43a41d4a-7586-477f-827e-b9b1e323ac1b)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:49:11.902049 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-f8135fa2-fd83-4326-816b-4737e3227570 req-29b82568-64d3-4b92-8047-1b8d7c99573f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:11.920453 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8135fa2-fd83-4326-816b-4737e3227570 req-29b82568-64d3-4b92-8047-1b8d7c99573f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:11.921430 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-f8135fa2-fd83-4326-816b-4737e3227570 req-29b82568-64d3-4b92-8047-1b8d7c99573f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:11.923407 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f8135fa2-fd83-4326-816b-4737e3227570 req-29b82568-64d3-4b92-8047-1b8d7c99573f service neutron] 10.222.0.65 "PUT /v2.0/ports/7b9f90e2-95b2-479f-ae31-66cb51aa2f71 HTTP/1.1" status: 200 len: 1092 time: 0.9695351 Jul 14 09:49:11.924061 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d493170-d65b-43e2-b567-4662529c04a1', 'tag': '7b9f90e2-95b2-479f-ae31-66cb51aa2f71'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:49:11.927874 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fe96fef-c4e3-4417-9a32-c6ebf627c3b3" -d '{"events": [{"name": "network-changed", "server_uuid": "5d493170-d65b-43e2-b567-4662529c04a1", "tag": "7b9f90e2-95b2-479f-ae31-66cb51aa2f71"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:49:12.061211 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:49:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91acf0e6-98ad-444c-bd91-10e3cfe0591f x-openstack-request-id: req-91acf0e6-98ad-444c-bd91-10e3cfe0591f {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:49:12.061531 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d493170-d65b-43e2-b567-4662529c04a1", "tag": "7b9f90e2-95b2-479f-ae31-66cb51aa2f71", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:49:12.061787 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-91acf0e6-98ad-444c-bd91-10e3cfe0591f {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:49:12.062192 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d493170-d65b-43e2-b567-4662529c04a1', 'tag': '7b9f90e2-95b2-479f-ae31-66cb51aa2f71', 'status': 'completed', 'code': 200} Jul 14 09:49:12.080286 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b82568-64d3-4b92-8047-1b8d7c99573f service neutron] Pushing event updated for resources: {'Port': ['ID=7b9f90e2-95b2-479f-ae31-66cb51aa2f71,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:49:12.146993 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8135fa2-fd83-4326-816b-4737e3227570 req-ff011e18-2471-4c06-be48-31f183bbe819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:12.148560 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f8135fa2-fd83-4326-816b-4737e3227570 req-ff011e18-2471-4c06-be48-31f183bbe819 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=62cf828fc3e84fada2a4655d43752657&device_id=5d493170-d65b-43e2-b567-4662529c04a1 HTTP/1.1" status: 200 len: 1095 time: 0.1676831 Jul 14 09:49:12.207441 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f8135fa2-fd83-4326-816b-4737e3227570 req-5ab6532c-d24a-4306-a19c-e79dc8cf6100 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7b9f90e2-95b2-479f-ae31-66cb51aa2f71 HTTP/1.1" status: 200 len: 217 time: 0.0449100 Jul 14 09:49:12.272029 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8135fa2-fd83-4326-816b-4737e3227570 req-3f5023ec-4710-4963-926b-9010beffab7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:12.276517 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f8135fa2-fd83-4326-816b-4737e3227570 req-3f5023ec-4710-4963-926b-9010beffab7f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=39971af1-2a06-4570-b745-4f940d33c9ef HTTP/1.1" status: 200 len: 834 time: 0.0636952 Jul 14 09:49:12.387643 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8135fa2-fd83-4326-816b-4737e3227570 req-cd4461bc-0a6a-451e-b988-4ae091a291cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:12.389589 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f8135fa2-fd83-4326-816b-4737e3227570 req-cd4461bc-0a6a-451e-b988-4ae091a291cb service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2356bf67-1751-41f7-ad18-6fbd1d9ef117&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1054797 Jul 14 09:49:12.426744 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c032660b-2d71-403f-a60b-02f3cb1bd284 req-7586cc66-4c99-48ef-b5ab-72a046b3310e tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:12.441166 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-c032660b-2d71-403f-a60b-02f3cb1bd284 req-7586cc66-4c99-48ef-b5ab-72a046b3310e tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] 10.222.0.68 "GET /v2.0/ports?device_id=f777bf20-f498-4a20-a738-aeeef232d5a1 HTTP/1.1" status: 200 len: 945 time: 0.1319215 Jul 14 09:49:12.490182 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-c032660b-2d71-403f-a60b-02f3cb1bd284 req-864304d8-1be1-4a96-8705-d9e7d8300788 tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] 10.222.0.68 "GET /v2.0/security-groups?id=6e42484d-7586-47b4-b668-89a60fda81ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477164 Jul 14 09:49:12.560628 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f8135fa2-fd83-4326-816b-4737e3227570 req-ec6c769e-54bb-41cf-8de1-d4c1d5ac4ceb service neutron] 10.222.0.65 "GET /v2.0/networks/2356bf67-1751-41f7-ad18-6fbd1d9ef117?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1636934 Jul 14 09:49:12.572826 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fdbd33-ae90-4517-961a-5c5e34dd6a08 req-649d63a9-dcd2-40ec-8935-f9709ef3eabe tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:12.582464 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-14fdbd33-ae90-4517-961a-5c5e34dd6a08 req-649d63a9-dcd2-40ec-8935-f9709ef3eabe tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/ports?device_id=5d493170-d65b-43e2-b567-4662529c04a1 HTTP/1.1" status: 200 len: 943 time: 0.1159499 Jul 14 09:49:12.671382 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-14fdbd33-ae90-4517-961a-5c5e34dd6a08 req-f84cadaf-7a3a-4876-8c07-f667aed67bf9 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/security-groups?id=8f0dbdd2-fa03-4b2d-b258-a524dec03322&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887403 Jul 14 09:49:12.724716 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f8135fa2-fd83-4326-816b-4737e3227570 req-55b18d93-89a4-414e-a7be-8869757d7408 service neutron] 10.222.0.65 "GET /v2.0/networks/2356bf67-1751-41f7-ad18-6fbd1d9ef117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187379 Jul 14 09:49:12.875724 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe96fef-c4e3-4417-9a32-c6ebf627c3b3 req-6656c97c-7435-4799-a651-e3c08ce95395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:12.877309 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3fe96fef-c4e3-4417-9a32-c6ebf627c3b3 req-6656c97c-7435-4799-a651-e3c08ce95395 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=62cf828fc3e84fada2a4655d43752657&device_id=5d493170-d65b-43e2-b567-4662529c04a1 HTTP/1.1" status: 200 len: 1095 time: 0.0655134 Jul 14 09:49:12.935370 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:12.981345 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe96fef-c4e3-4417-9a32-c6ebf627c3b3 req-0e744a75-ed50-4fd6-a89c-a210b6681c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:12.982966 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3fe96fef-c4e3-4417-9a32-c6ebf627c3b3 req-0e744a75-ed50-4fd6-a89c-a210b6681c8c service neutron] 10.222.0.65 "GET /v2.0/networks?id=2356bf67-1751-41f7-ad18-6fbd1d9ef117 HTTP/1.1" status: 200 len: 897 time: 0.0996084 Jul 14 09:49:13.024969 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3fe96fef-c4e3-4417-9a32-c6ebf627c3b3 req-497ce401-715d-48f0-8c11-5c03b8f7be00 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7b9f90e2-95b2-479f-ae31-66cb51aa2f71 HTTP/1.1" status: 200 len: 217 time: 0.0359313 Jul 14 09:49:13.082833 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe96fef-c4e3-4417-9a32-c6ebf627c3b3 req-dda7ba84-e93b-4734-bf17-fb17febafdcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:13.084363 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3fe96fef-c4e3-4417-9a32-c6ebf627c3b3 req-dda7ba84-e93b-4734-bf17-fb17febafdcd service neutron] 10.222.0.65 "GET /v2.0/subnets?id=39971af1-2a06-4570-b745-4f940d33c9ef HTTP/1.1" status: 200 len: 834 time: 0.0533168 Jul 14 09:49:13.144670 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe96fef-c4e3-4417-9a32-c6ebf627c3b3 req-95efb649-2010-4c33-ab64-4d93bdfb2789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:13.146312 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3fe96fef-c4e3-4417-9a32-c6ebf627c3b3 req-95efb649-2010-4c33-ab64-4d93bdfb2789 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2356bf67-1751-41f7-ad18-6fbd1d9ef117&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0550828 Jul 14 09:49:13.249069 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3fe96fef-c4e3-4417-9a32-c6ebf627c3b3 req-a8ef1c5e-acfd-443d-84bc-a0a3a3bd6011 service neutron] 10.222.0.65 "GET /v2.0/networks/2356bf67-1751-41f7-ad18-6fbd1d9ef117?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949564 Jul 14 09:49:13.348710 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3fe96fef-c4e3-4417-9a32-c6ebf627c3b3 req-e88127ab-d6b4-46c9-9c93-b92642371c34 service neutron] 10.222.0.65 "GET /v2.0/networks/2356bf67-1751-41f7-ad18-6fbd1d9ef117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917931 Jul 14 09:49:13.671984 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd7e21a-81c9-4a14-8279-4fa901cf1a6b req-8b8d9237-b5ab-4174-8d33-4bc749d2aa17 tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:13.674300 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-efd7e21a-81c9-4a14-8279-4fa901cf1a6b req-8b8d9237-b5ab-4174-8d33-4bc749d2aa17 tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] 10.222.0.68 "GET /v2.0/ports?device_id=f777bf20-f498-4a20-a738-aeeef232d5a1 HTTP/1.1" status: 200 len: 945 time: 0.0744593 Jul 14 09:49:13.720965 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-efd7e21a-81c9-4a14-8279-4fa901cf1a6b req-e950a0fd-1ac0-4723-a294-b3645b5613aa tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] 10.222.0.68 "GET /v2.0/security-groups?id=6e42484d-7586-47b4-b668-89a60fda81ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410635 Jul 14 09:49:13.724326 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:13.901990 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21a8b16-fd73-4109-8764-a2425c0e6a69 req-0ab5d300-0a32-4aaa-819c-276fc857acf9 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:13.906028 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d21a8b16-fd73-4109-8764-a2425c0e6a69 req-0ab5d300-0a32-4aaa-819c-276fc857acf9 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/ports?device_id=5d493170-d65b-43e2-b567-4662529c04a1 HTTP/1.1" status: 200 len: 943 time: 0.0687099 Jul 14 09:49:13.945458 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d21a8b16-fd73-4109-8764-a2425c0e6a69 req-47937a5c-50bd-4552-b2c3-23cc62cdc11c tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/security-groups?id=8f0dbdd2-fa03-4b2d-b258-a524dec03322&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360522 Jul 14 09:49:14.080676 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f492d4-5324-4a17-ab3a-e827d3af133e req-4d81ece9-c6f7-4da4-82cb-e5386ad0835d tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:14.082204 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-12f492d4-5324-4a17-ab3a-e827d3af133e req-4d81ece9-c6f7-4da4-82cb-e5386ad0835d tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] 10.222.0.57 "GET /v2.0/ports?device_id=f777bf20-f498-4a20-a738-aeeef232d5a1 HTTP/1.1" status: 200 len: 945 time: 0.0721409 Jul 14 09:49:14.207639 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [req-12f492d4-5324-4a17-ab3a-e827d3af133e req-d4369015-1d0f-434f-8fc1-a0eaa637c563 tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] Deleting port 97404d4b-2d52-4fc7-b4d4-1e17ae9f7ea7 {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:49:14.207987 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-12f492d4-5324-4a17-ab3a-e827d3af133e req-d4369015-1d0f-434f-8fc1-a0eaa637c563 tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:14.306665 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-12f492d4-5324-4a17-ab3a-e827d3af133e req-d4369015-1d0f-434f-8fc1-a0eaa637c563 tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] For port 97404d4b-2d52-4fc7-b4d4-1e17ae9f7ea7, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=97404d4b-2d52-4fc7-b4d4-1e17ae9f7ea7,segment=NetworkSegment(6e8354c8-98e1-423b-8aa6-11517ab42496),segment_id=6e8354c8-98e1-423b-8aa6-11517ab42496)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:49:14.306935 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-12f492d4-5324-4a17-ab3a-e827d3af133e req-d4369015-1d0f-434f-8fc1-a0eaa637c563 tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:14.499457 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-12f492d4-5324-4a17-ab3a-e827d3af133e req-d4369015-1d0f-434f-8fc1-a0eaa637c563 tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:14.499954 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-12f492d4-5324-4a17-ab3a-e827d3af133e req-d4369015-1d0f-434f-8fc1-a0eaa637c563 tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-660590'] for floatingip, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:14.500344 n-d-779913-29 neutron-server[93957]: INFO neutron.db.l3_db [req-12f492d4-5324-4a17-ab3a-e827d3af133e req-d4369015-1d0f-434f-8fc1-a0eaa637c563 tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] Floating IP 35c6b4da-0455-462a-8cd2-173b97fc672c disassociated. External IP: 172.25.4.95, port: 97404d4b-2d52-4fc7-b4d4-1e17ae9f7ea7. Jul 14 09:49:14.500758 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [req-12f492d4-5324-4a17-ab3a-e827d3af133e req-d4369015-1d0f-434f-8fc1-a0eaa637c563 tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] Calling delete_port for 97404d4b-2d52-4fc7-b4d4-1e17ae9f7ea7 owned by compute:nova {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:49:14.637394 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-12f492d4-5324-4a17-ab3a-e827d3af133e req-d4369015-1d0f-434f-8fc1-a0eaa637c563 tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:14.658883 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.agents_db [None req-3c3509fb-540d-4335-a450-574895dd3602 None None] Agent healthcheck: found 7 active agents {{(pid=93960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:49:14.678037 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4369015-1d0f-434f-8fc1-a0eaa637c563 tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] Pushing event deleted for resources: {'Port': ['ID=97404d4b-2d52-4fc7-b4d4-1e17ae9f7ea7,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:49:14.689468 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4369015-1d0f-434f-8fc1-a0eaa637c563 tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:49:14.689846 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4369015-1d0f-434f-8fc1-a0eaa637c563 tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:49:14.690195 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4369015-1d0f-434f-8fc1-a0eaa637c563 tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:49:14.690538 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4369015-1d0f-434f-8fc1-a0eaa637c563 tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:49:14.690875 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4369015-1d0f-434f-8fc1-a0eaa637c563 tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:49:14.691209 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4369015-1d0f-434f-8fc1-a0eaa637c563 tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:49:14.691542 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4369015-1d0f-434f-8fc1-a0eaa637c563 tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:49:14.691872 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4369015-1d0f-434f-8fc1-a0eaa637c563 tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:49:14.692200 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4369015-1d0f-434f-8fc1-a0eaa637c563 tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:49:14.692527 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4369015-1d0f-434f-8fc1-a0eaa637c563 tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:49:14.692855 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4369015-1d0f-434f-8fc1-a0eaa637c563 tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:49:14.693180 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4369015-1d0f-434f-8fc1-a0eaa637c563 tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:49:14.833670 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.l3_agent_scheduler [req-12f492d4-5324-4a17-ab3a-e827d3af133e req-d4369015-1d0f-434f-8fc1-a0eaa637c563 tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] Router 1a2571e9-0958-46b5-9dfa-808a92fd863f has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:49:14.915611 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-02d98c80-ae89-45fe-919e-4721e41c4960 req-4a2d6a5c-53dd-4e66-99ac-7e64c97a477e tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] 10.222.0.68 "GET /v2.0/ports?device_id=f777bf20-f498-4a20-a738-aeeef232d5a1 HTTP/1.1" status: 200 len: 210 time: 0.0454836 Jul 14 09:49:14.980138 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-12f492d4-5324-4a17-ab3a-e827d3af133e req-d4369015-1d0f-434f-8fc1-a0eaa637c563 tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:49:14.991929 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ebd3b7-50ef-4337-a370-6cd4cea474e0 None None] Sync routers for ids ['1a2571e9-0958-46b5-9dfa-808a92fd863f'] in n-d-779913-29 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:49:15.013579 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ebd3b7-50ef-4337-a370-6cd4cea474e0 None None] Routers {'1a2571e9-0958-46b5-9dfa-808a92fd863f'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:49:15.014295 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-87ebd3b7-50ef-4337-a370-6cd4cea474e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:48:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['1a2571e9-0958-46b5-9dfa-808a92fd863f'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:49:15.082706 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-12f492d4-5324-4a17-ab3a-e827d3af133e req-d4369015-1d0f-434f-8fc1-a0eaa637c563 tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] No DVR routers for this DVR port 97404d4b-2d52-4fc7-b4d4-1e17ae9f7ea7 on host n-h2-779913-29 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:49:15.092369 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-12f492d4-5324-4a17-ab3a-e827d3af133e req-d4369015-1d0f-434f-8fc1-a0eaa637c563 tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:15.098362 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-12f492d4-5324-4a17-ab3a-e827d3af133e req-d4369015-1d0f-434f-8fc1-a0eaa637c563 tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] 10.222.0.57 "DELETE /v2.0/ports/97404d4b-2d52-4fc7-b4d4-1e17ae9f7ea7 HTTP/1.1" status: 204 len: 173 time: 1.0108016 Jul 14 09:49:15.098903 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f777bf20-f498-4a20-a738-aeeef232d5a1', 'name': 'network-vif-deleted', 'tag': '97404d4b-2d52-4fc7-b4d4-1e17ae9f7ea7'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:49:15.105905 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-071d86d4-83ed-404a-9c87-67f3e586d006" -d '{"events": [{"server_uuid": "f777bf20-f498-4a20-a738-aeeef232d5a1", "name": "network-vif-deleted", "tag": "97404d4b-2d52-4fc7-b4d4-1e17ae9f7ea7"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:49:15.183388 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:49:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6d8ab49-f922-475a-8215-edaa37b77a35 x-openstack-request-id: req-f6d8ab49-f922-475a-8215-edaa37b77a35 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:49:15.183940 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f777bf20-f498-4a20-a738-aeeef232d5a1", "name": "network-vif-deleted", "tag": "97404d4b-2d52-4fc7-b4d4-1e17ae9f7ea7", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:49:15.184384 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-f6d8ab49-f922-475a-8215-edaa37b77a35 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:49:15.185175 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f777bf20-f498-4a20-a738-aeeef232d5a1', 'name': 'network-vif-deleted', 'tag': '97404d4b-2d52-4fc7-b4d4-1e17ae9f7ea7', 'status': 'completed', 'code': 200} Jul 14 09:49:15.216805 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-87ebd3b7-50ef-4337-a370-6cd4cea474e0 None None] Set router 1a2571e9-0958-46b5-9dfa-808a92fd863f gateway port host: n-d-779913-29 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:49:15.272910 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc4e096-c93b-4efe-9f04-5af514eed0bf req-c26e7c1a-c60c-4f4b-a904-2dee1de86383 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:15.285053 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-abc4e096-c93b-4efe-9f04-5af514eed0bf req-c26e7c1a-c60c-4f4b-a904-2dee1de86383 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/ports?device_id=5d493170-d65b-43e2-b567-4662529c04a1 HTTP/1.1" status: 200 len: 943 time: 0.1623995 Jul 14 09:49:15.354180 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-abc4e096-c93b-4efe-9f04-5af514eed0bf req-07eb5b1a-b338-4da2-9be2-ceee06a98d57 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/security-groups?id=8f0dbdd2-fa03-4b2d-b258-a524dec03322&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671494 Jul 14 09:49:15.557790 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-87ebd3b7-50ef-4337-a370-6cd4cea474e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a2571e9-0958-46b5-9dfa-808a92fd863f', 'name': 'tempest-AttachVolumeTestJSON-831321460-router', 'tenant_id': 'fdcfb0d129f645508f46496d6d3408cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.158'}], 'enable_snat': True}, 'gw_port_id': 'faf8a1de-18dc-4b38-a01a-450dbc8dc8eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:42:06Z', 'updated_at': '2021-07-14T09:42:11Z', 'revision_number': 4, 'project_id': 'fdcfb0d129f645508f46496d6d3408cf', 'gw_port': {'id': 'faf8a1de-18dc-4b38-a01a-450dbc8dc8eb', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:5c:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a2571e9-0958-46b5-9dfa-808a92fd863f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2961, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:42:07Z', 'updated_at': '2021-07-14T09:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': '74361e15-dbd1-400c-a609-d364959fd1d8', 'name': '', 'network_id': 'e5bfa805-7fa6-4e66-853c-c2e7e3c5ed34', 'tenant_id': 'fdcfb0d129f645508f46496d6d3408cf', 'mac_address': 'fa:16:3e:35:16:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a2571e9-0958-46b5-9dfa-808a92fd863f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2965, 'fixed_ips': [{'subnet_id': 'a974099b-8e0b-49f4-a28f-d50286aa9083', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:42:10Z', 'updated_at': '2021-07-14T09:42:21Z', 'revision_number': 5, 'project_id': 'fdcfb0d129f645508f46496d6d3408cf', 'subnets': [{'id': 'a974099b-8e0b-49f4-a28f-d50286aa9083', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:49:15.702604 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ebd3b7-50ef-4337-a370-6cd4cea474e0 None None] Checking router: 1a2571e9-0958-46b5-9dfa-808a92fd863f for host: n-d-779913-29 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:49:15.716421 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ebd3b7-50ef-4337-a370-6cd4cea474e0 None None] Routers {'1a2571e9-0958-46b5-9dfa-808a92fd863f'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:49:15.717268 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-87ebd3b7-50ef-4337-a370-6cd4cea474e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:48:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['1a2571e9-0958-46b5-9dfa-808a92fd863f'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:49:15.864796 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-87ebd3b7-50ef-4337-a370-6cd4cea474e0 None None] Set router 1a2571e9-0958-46b5-9dfa-808a92fd863f gateway port host: n-d-779913-29 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:49:16.076381 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 54168) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:49:16.125612 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-87ebd3b7-50ef-4337-a370-6cd4cea474e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a2571e9-0958-46b5-9dfa-808a92fd863f', 'name': 'tempest-AttachVolumeTestJSON-831321460-router', 'tenant_id': 'fdcfb0d129f645508f46496d6d3408cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.158'}], 'enable_snat': True}, 'gw_port_id': 'faf8a1de-18dc-4b38-a01a-450dbc8dc8eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:42:06Z', 'updated_at': '2021-07-14T09:42:11Z', 'revision_number': 4, 'project_id': 'fdcfb0d129f645508f46496d6d3408cf', 'gw_port': {'id': 'faf8a1de-18dc-4b38-a01a-450dbc8dc8eb', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:5c:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a2571e9-0958-46b5-9dfa-808a92fd863f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2961, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:42:07Z', 'updated_at': '2021-07-14T09:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': '74361e15-dbd1-400c-a609-d364959fd1d8', 'name': '', 'network_id': 'e5bfa805-7fa6-4e66-853c-c2e7e3c5ed34', 'tenant_id': 'fdcfb0d129f645508f46496d6d3408cf', 'mac_address': 'fa:16:3e:35:16:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a2571e9-0958-46b5-9dfa-808a92fd863f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2965, 'fixed_ips': [{'subnet_id': 'a974099b-8e0b-49f4-a28f-d50286aa9083', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:42:10Z', 'updated_at': '2021-07-14T09:42:21Z', 'revision_number': 5, 'project_id': 'fdcfb0d129f645508f46496d6d3408cf', 'subnets': [{'id': 'a974099b-8e0b-49f4-a28f-d50286aa9083', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:49:16.155544 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ebd3b7-50ef-4337-a370-6cd4cea474e0 None None] The sync data for ids ['1a2571e9-0958-46b5-9dfa-808a92fd863f'] in n-d-779913-29 is: [{'id': '1a2571e9-0958-46b5-9dfa-808a92fd863f', 'name': 'tempest-AttachVolumeTestJSON-831321460-router', 'tenant_id': 'fdcfb0d129f645508f46496d6d3408cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.158'}], 'enable_snat': True}, 'gw_port_id': 'faf8a1de-18dc-4b38-a01a-450dbc8dc8eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:42:06Z', 'updated_at': '2021-07-14T09:42:11Z', 'revision_number': 4, 'project_id': 'fdcfb0d129f645508f46496d6d3408cf', 'gw_port': {'id': 'faf8a1de-18dc-4b38-a01a-450dbc8dc8eb', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:5c:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a2571e9-0958-46b5-9dfa-808a92fd863f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2961, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:42:07Z', 'updated_at': '2021-07-14T09:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': '74361e15-dbd1-400c-a609-d364959fd1d8', 'name': '', 'network_id': 'e5bfa805-7fa6-4e66-853c-c2e7e3c5ed34', 'tenant_id': 'fdcfb0d129f645508f46496d6d3408cf', 'mac_address': 'fa:16:3e:35:16:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a2571e9-0958-46b5-9dfa-808a92fd863f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2965, 'fixed_ips': [{'subnet_id': 'a974099b-8e0b-49f4-a28f-d50286aa9083', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:42:10Z', 'updated_at': '2021-07-14T09:42:21Z', 'revision_number': 5, 'project_id': 'fdcfb0d129f645508f46496d6d3408cf', 'subnets': [{'id': 'a974099b-8e0b-49f4-a28f-d50286aa9083', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:49:16.177096 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-aaa3989f-d020-40c3-91ac-096f11803b87 tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] Notify callbacks [] for security_group, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:16.182890 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 7b9f90e2-95b2-479f-ae31-66cb51aa2f71 details requested by agent hyperv_n-h1-779913-29 with host n-h1-779913-29 {{(pid=93959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:49:16.238478 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-aaa3989f-d020-40c3-91ac-096f11803b87 tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:16.306394 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-aaa3989f-d020-40c3-91ac-096f11803b87 tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:16.310835 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-aaa3989f-d020-40c3-91ac-096f11803b87 tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:16.312327 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-aaa3989f-d020-40c3-91ac-096f11803b87 tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] 10.222.0.68 "DELETE /v2.0/security-groups/6e42484d-7586-47b4-b668-89a60fda81ff HTTP/1.1" status: 204 len: 168 time: 0.2344997 Jul 14 09:49:16.314955 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 54170) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:49:16.333481 n-d-779913-29 neutron-server[93958]: INFO neutron.api.v2.resource [None req-56d7406b-3993-475b-ac1f-c68eeb11913b tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] show failed (client error): The resource could not be found. Jul 14 09:49:16.334508 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port 7b9f90e2-95b2-479f-ae31-66cb51aa2f71, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=7b9f90e2-95b2-479f-ae31-66cb51aa2f71,segment=NetworkSegment(43a41d4a-7586-477f-827e-b9b1e323ac1b),segment_id=43a41d4a-7586-477f-827e-b9b1e323ac1b)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:49:16.338962 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-56d7406b-3993-475b-ac1f-c68eeb11913b tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] 10.222.0.68 "GET /v2.0/security-groups/6e42484d-7586-47b4-b668-89a60fda81ff HTTP/1.1" status: 404 len: 347 time: 0.0225732 Jul 14 09:49:16.339690 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 54174) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:49:16.359306 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Returning: {'device': '7b9f90e2-95b2-479f-ae31-66cb51aa2f71', 'network_id': '2356bf67-1751-41f7-ad18-6fbd1d9ef117', 'port_id': '7b9f90e2-95b2-479f-ae31-66cb51aa2f71', 'mac_address': 'fa:16:3e:fc:2f:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 704, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39971af1-2a06-4570-b745-4f940d33c9ef', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:49:16.432510 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:16.438219 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa3989f-d020-40c3-91ac-096f11803b87 tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e42484d-7586-47b4-b668-89a60fda81ff,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:49:16.462961 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b9f90e2-95b2-479f-ae31-66cb51aa2f71 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:49:16.490239 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port 7b9f90e2-95b2-479f-ae31-66cb51aa2f71, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=7b9f90e2-95b2-479f-ae31-66cb51aa2f71,segment=NetworkSegment(43a41d4a-7586-477f-827e-b9b1e323ac1b),segment_id=43a41d4a-7586-477f-827e-b9b1e323ac1b)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:49:16.496589 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:16.558293 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Pushing event updated for resources: {'Port': ['ID=7b9f90e2-95b2-479f-ae31-66cb51aa2f71,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:49:16.627438 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f8736c2-2745-4ab7-ba98-929321422bef None None] New status for floating IP 35c6b4da-0455-462a-8cd2-173b97fc672c: DOWN {{(pid=93959) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:49:16.669013 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af12b7b9-cd9a-43e1-ba13-7c40072de7b6 req-9a732e08-66c8-466d-bb16-b498bb43056d tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:16.671324 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-af12b7b9-cd9a-43e1-ba13-7c40072de7b6 req-9a732e08-66c8-466d-bb16-b498bb43056d tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/ports?device_id=5d493170-d65b-43e2-b567-4662529c04a1 HTTP/1.1" status: 200 len: 944 time: 0.0989156 Jul 14 09:49:16.771715 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-af12b7b9-cd9a-43e1-ba13-7c40072de7b6 req-7c6d03d1-0f40-4f46-b348-02a3c40e6b46 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/security-groups?id=8f0dbdd2-fa03-4b2d-b258-a524dec03322&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0929978 Jul 14 09:49:16.849183 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] get_ports_and_sgs() called for port_ids ['7b9f90e2-95b2-479f-ae31-66cb51aa2f71'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:49:16.995326 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-71a01c72-28bc-4978-b709-0b2930186423 tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] Deleting port 7bcf52e7-2f9c-4ac9-9e51-7b909d0ab825 {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:49:16.995683 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-71a01c72-28bc-4978-b709-0b2930186423 tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:17.096404 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-71a01c72-28bc-4978-b709-0b2930186423 tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:17.097055 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-71a01c72-28bc-4978-b709-0b2930186423 tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:17.112528 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-71a01c72-28bc-4978-b709-0b2930186423 tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] Calling delete_port for 7bcf52e7-2f9c-4ac9-9e51-7b909d0ab825 owned by network:floatingip {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:49:17.251304 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-71a01c72-28bc-4978-b709-0b2930186423 tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:17.279900 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a01c72-28bc-4978-b709-0b2930186423 tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] Pushing event deleted for resources: {'Port': ['ID=7bcf52e7-2f9c-4ac9-9e51-7b909d0ab825,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:49:17.349054 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-71a01c72-28bc-4978-b709-0b2930186423 tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] Notify callbacks [] for floatingip, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:17.351234 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-71a01c72-28bc-4978-b709-0b2930186423 tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for floatingip, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:17.352559 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-71a01c72-28bc-4978-b709-0b2930186423 tempest-AttachVolumeTestJSON-1322648787 tempest-AttachVolumeTestJSON-1322648787-project] 10.222.0.68 "DELETE /v2.0/floatingips/35c6b4da-0455-462a-8cd2-173b97fc672c HTTP/1.1" status: 204 len: 168 time: 1.0119050 Jul 14 09:49:17.984365 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b1cdc1-6239-47b2-bd61-e067f1d693fa req-b17bc47c-bd13-4b5b-9d25-87bc3a253191 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:17.986273 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-66b1cdc1-6239-47b2-bd61-e067f1d693fa req-b17bc47c-bd13-4b5b-9d25-87bc3a253191 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/ports?device_id=5d493170-d65b-43e2-b567-4662529c04a1 HTTP/1.1" status: 200 len: 944 time: 0.0763295 Jul 14 09:49:18.026022 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-66b1cdc1-6239-47b2-bd61-e067f1d693fa req-a7861070-0638-49cc-8d30-7d225a205b10 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/security-groups?id=8f0dbdd2-fa03-4b2d-b258-a524dec03322&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333803 Jul 14 09:49:18.197976 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 7b9f90e2-95b2-479f-ae31-66cb51aa2f71 up at agent hyperv_n-h1-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:49:18.254328 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Provisioning for port 7b9f90e2-95b2-479f-ae31-66cb51aa2f71 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:49:18.258034 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Provisioning complete for port 7b9f90e2-95b2-479f-ae31-66cb51aa2f71 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:49:18.258482 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:18.338168 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:18.361719 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d493170-d65b-43e2-b567-4662529c04a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b9f90e2-95b2-479f-ae31-66cb51aa2f71'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:49:18.364075 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd62303f06773040a8a4e189dc46b4f565768c299abf8ab8e7739778b0bc3e97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ab4d58c-dd15-4a2c-b8bb-e490243e091e" -d '{"events": [{"server_uuid": "5d493170-d65b-43e2-b567-4662529c04a1", "name": "network-vif-plugged", "status": "completed", "tag": "7b9f90e2-95b2-479f-ae31-66cb51aa2f71"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:49:18.380251 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port 7b9f90e2-95b2-479f-ae31-66cb51aa2f71, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=7b9f90e2-95b2-479f-ae31-66cb51aa2f71,segment=NetworkSegment(43a41d4a-7586-477f-827e-b9b1e323ac1b),segment_id=43a41d4a-7586-477f-827e-b9b1e323ac1b)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:49:18.385083 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:18.428787 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:49:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3899ac21-595d-4533-bc59-7adff1e32ed1 x-openstack-request-id: req-3899ac21-595d-4533-bc59-7adff1e32ed1 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:49:18.429357 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d493170-d65b-43e2-b567-4662529c04a1", "name": "network-vif-plugged", "status": "completed", "tag": "7b9f90e2-95b2-479f-ae31-66cb51aa2f71", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:49:18.429643 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-3899ac21-595d-4533-bc59-7adff1e32ed1 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:49:18.430615 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d493170-d65b-43e2-b567-4662529c04a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b9f90e2-95b2-479f-ae31-66cb51aa2f71', 'code': 200} Jul 14 09:49:18.441002 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Pushing event updated for resources: {'Port': ['ID=7b9f90e2-95b2-479f-ae31-66cb51aa2f71,revision_number=5']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:49:18.596132 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1002e1-e3be-452c-999e-19d8fd76f235 req-5539c5a2-4e25-4f40-92c3-b0d175091943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:18.597822 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-af1002e1-e3be-452c-999e-19d8fd76f235 req-5539c5a2-4e25-4f40-92c3-b0d175091943 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=5d493170-d65b-43e2-b567-4662529c04a1 HTTP/1.1" status: 200 len: 1097 time: 0.0708444 Jul 14 09:49:18.632170 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-af1002e1-e3be-452c-999e-19d8fd76f235 req-4ec17bb1-afc0-4659-a227-ac94f5fdcf37 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=8f0dbdd2-fa03-4b2d-b258-a524dec03322&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0277402 Jul 14 09:49:19.275102 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fa0591-fcf9-4107-8400-6ce6bcd57564 req-422cecdf-b586-4b5b-93b3-65496dcf6f99 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:19.284699 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-01fa0591-fcf9-4107-8400-6ce6bcd57564 req-422cecdf-b586-4b5b-93b3-65496dcf6f99 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/ports?device_id=5d493170-d65b-43e2-b567-4662529c04a1 HTTP/1.1" status: 200 len: 945 time: 0.1017780 Jul 14 09:49:19.300541 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 97404d4b-2d52-4fc7-b4d4-1e17ae9f7ea7 no longer exists at agent hyperv_n-h2-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:49:19.341844 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] No Port match for: 97404d4b-2d52-4fc7-b4d4-1e17ae9f7ea7 {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:49:19.345219 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 97404d4b-2d52-4fc7-b4d4-1e17ae9f7ea7 not bound to the agent host n-h2-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:49:19.364199 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-01fa0591-fcf9-4107-8400-6ce6bcd57564 req-2e8b61ca-e854-4f75-909c-cbcf29344cc4 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/security-groups?id=8f0dbdd2-fa03-4b2d-b258-a524dec03322&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745363 Jul 14 09:49:20.570401 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf5b8a1-6940-4936-922f-3e99bfa5c67f req-ab798cc8-bad2-4148-9139-3dd3cc04eea9 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:20.573044 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-7cf5b8a1-6940-4936-922f-3e99bfa5c67f req-ab798cc8-bad2-4148-9139-3dd3cc04eea9 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/ports?device_id=5d493170-d65b-43e2-b567-4662529c04a1 HTTP/1.1" status: 200 len: 945 time: 0.0864131 Jul 14 09:49:20.660972 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-7cf5b8a1-6940-4936-922f-3e99bfa5c67f req-5d01ad8b-038b-43f4-b708-56fc9301cb89 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/security-groups?id=8f0dbdd2-fa03-4b2d-b258-a524dec03322&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772426 Jul 14 09:49:20.892928 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a6a7b5-cb7a-489e-92cc-e167f1b7f762 req-0d7517b2-094d-497e-a4e9-f1f6885e9e5e tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:20.894999 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a3a6a7b5-cb7a-489e-92cc-e167f1b7f762 req-0d7517b2-094d-497e-a4e9-f1f6885e9e5e tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/ports?device_id=5d493170-d65b-43e2-b567-4662529c04a1 HTTP/1.1" status: 200 len: 945 time: 0.0954695 Jul 14 09:49:20.956185 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a3a6a7b5-cb7a-489e-92cc-e167f1b7f762 req-85b8a4f3-8a32-4722-a299-3521cc550701 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/security-groups?id=8f0dbdd2-fa03-4b2d-b258-a524dec03322&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533619 Jul 14 09:49:20.972909 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 54292) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:49:21.029830 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-868e3135-19fb-47e4-80da-8be0db1ad35a tempest-TestNetworkAdvancedServerOps-1977836674 tempest-TestNetworkAdvancedServerOps-1977836674-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:21.031634 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-868e3135-19fb-47e4-80da-8be0db1ad35a tempest-TestNetworkAdvancedServerOps-1977836674 tempest-TestNetworkAdvancedServerOps-1977836674-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=5d493170-d65b-43e2-b567-4662529c04a1 HTTP/1.1" status: 200 len: 1092 time: 0.0574520 Jul 14 09:49:21.034859 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 54294) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:49:21.042707 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-17053850-7859-46ca-8c26-ccd816c7b125 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Request body: {'floatingip': {'floating_network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'port_id': '7b9f90e2-95b2-479f-ae31-66cb51aa2f71', 'tenant_id': '62cf828fc3e84fada2a4655d43752657', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:49:21.080830 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-17053850-7859-46ca-8c26-ccd816c7b125 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks [] for floatingip, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:21.208517 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-17053850-7859-46ca-8c26-ccd816c7b125 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:21.329617 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-17053850-7859-46ca-8c26-ccd816c7b125 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Allocated IP 172.25.4.173 (2dcd4d32-cc7c-4468-b396-7ce5c9231892/6cd22a75-5bc1-467c-a3c4-0af04bd1b34a/485d9a6e-9cdd-4b69-ad2a-93fab53ad460) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:49:21.460679 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-17053850-7859-46ca-8c26-ccd816c7b125 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:21.512324 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-17053850-7859-46ca-8c26-ccd816c7b125 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:21.556015 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17053850-7859-46ca-8c26-ccd816c7b125 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Network 2dcd4d32-cc7c-4468-b396-7ce5c9231892 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:49:21.561936 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-17053850-7859-46ca-8c26-ccd816c7b125 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:49:21.568952 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17053850-7859-46ca-8c26-ccd816c7b125 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:49:21.610925 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17053850-7859-46ca-8c26-ccd816c7b125 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Pushing event updated for resources: {'Port': ['ID=485d9a6e-9cdd-4b69-ad2a-93fab53ad460,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:49:22.143370 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-17053850-7859-46ca-8c26-ccd816c7b125 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:22.203894 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ab6db550-9fce-4a78-b9bf-4712bf86c1d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:22.249462 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-17053850-7859-46ca-8c26-ccd816c7b125 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:22.426147 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-17053850-7859-46ca-8c26-ccd816c7b125 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:22.431812 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-17053850-7859-46ca-8c26-ccd816c7b125 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13574142'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:22.512776 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17053850-7859-46ca-8c26-ccd816c7b125 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Pushing event updated for resources: {'Port': ['ID=485d9a6e-9cdd-4b69-ad2a-93fab53ad460,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:49:22.532406 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-17053850-7859-46ca-8c26-ccd816c7b125 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-660590'] for floatingip, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:22.636183 n-d-779913-29 neutron-server[93958]: INFO neutron.db.l3_db [None req-17053850-7859-46ca-8c26-ccd816c7b125 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Floating IP ff1bfa36-13a6-43f2-b7bf-420edba1a468 associated. External IP: 172.25.4.173, port: 7b9f90e2-95b2-479f-ae31-66cb51aa2f71. Jul 14 09:49:23.196047 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17053850-7859-46ca-8c26-ccd816c7b125 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Router 7668df1a-3c27-4f4d-b58f-a40f42d46849 has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:49:23.310744 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17053850-7859-46ca-8c26-ccd816c7b125 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:49:23.322992 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5996324-c45d-4ef9-8919-a704b631ce2c None None] Sync routers for ids ['7668df1a-3c27-4f4d-b58f-a40f42d46849'] in n-d-779913-29 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:49:23.335077 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5996324-c45d-4ef9-8919-a704b631ce2c None None] Routers {'7668df1a-3c27-4f4d-b58f-a40f42d46849'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:49:23.337703 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-c5996324-c45d-4ef9-8919-a704b631ce2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:48:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['7668df1a-3c27-4f4d-b58f-a40f42d46849'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:49:23.344272 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-17053850-7859-46ca-8c26-ccd816c7b125 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for floatingip, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:23.392303 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-17053850-7859-46ca-8c26-ccd816c7b125 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3561218 Jul 14 09:49:23.393971 n-d-779913-29 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d493170-d65b-43e2-b567-4662529c04a1', 'tag': '7b9f90e2-95b2-479f-ae31-66cb51aa2f71'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:49:23.396319 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cb48f044f948e981f43897c8d7f1332f741dc7af2b4c5a6e19d8f4a80f708e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c855e809-1d19-4056-8050-65259035b37b" -d '{"events": [{"name": "network-changed", "server_uuid": "5d493170-d65b-43e2-b567-4662529c04a1", "tag": "7b9f90e2-95b2-479f-ae31-66cb51aa2f71"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:49:23.461329 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-c5996324-c45d-4ef9-8919-a704b631ce2c None None] Set router 7668df1a-3c27-4f4d-b58f-a40f42d46849 gateway port host: n-d-779913-29 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:49:23.488434 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:49:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12264596-cc26-412e-9ac6-ed2ee3487a01 x-openstack-request-id: req-12264596-cc26-412e-9ac6-ed2ee3487a01 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:49:23.488737 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d493170-d65b-43e2-b567-4662529c04a1", "tag": "7b9f90e2-95b2-479f-ae31-66cb51aa2f71", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:49:23.488986 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-12264596-cc26-412e-9ac6-ed2ee3487a01 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:49:23.489424 n-d-779913-29 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d493170-d65b-43e2-b567-4662529c04a1', 'tag': '7b9f90e2-95b2-479f-ae31-66cb51aa2f71', 'status': 'completed', 'code': 200} Jul 14 09:49:23.592363 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9889775-d886-4fc3-a3a8-032c86b55a7f req-e0604801-88f3-430d-a1e7-89ecd9393b31 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:23.603960 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-b9889775-d886-4fc3-a3a8-032c86b55a7f req-e0604801-88f3-430d-a1e7-89ecd9393b31 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/ports?device_id=5d493170-d65b-43e2-b567-4662529c04a1 HTTP/1.1" status: 200 len: 945 time: 0.0832150 Jul 14 09:49:23.639391 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c855e809-1d19-4056-8050-65259035b37b req-c1b84f1b-add6-4c6a-9852-74aaf10f91c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:23.643603 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c855e809-1d19-4056-8050-65259035b37b req-c1b84f1b-add6-4c6a-9852-74aaf10f91c8 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=62cf828fc3e84fada2a4655d43752657&device_id=5d493170-d65b-43e2-b567-4662529c04a1 HTTP/1.1" status: 200 len: 1097 time: 0.1120961 Jul 14 09:49:23.664222 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-b9889775-d886-4fc3-a3a8-032c86b55a7f req-0cf6ff69-0ba5-4181-ae89-8513cc122af5 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/security-groups?id=8f0dbdd2-fa03-4b2d-b258-a524dec03322&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589848 Jul 14 09:49:23.690501 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 54354) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:49:23.777806 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-c5996324-c45d-4ef9-8919-a704b631ce2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7668df1a-3c27-4f4d-b58f-a40f42d46849', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1441351444', 'tenant_id': '62cf828fc3e84fada2a4655d43752657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.102'}], 'enable_snat': True}, 'gw_port_id': '4e279855-0576-4845-8d55-1e11fdeaca5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:48:59Z', 'updated_at': '2021-07-14T09:49:04Z', 'revision_number': 4, 'project_id': '62cf828fc3e84fada2a4655d43752657', 'gw_port': {'id': '4e279855-0576-4845-8d55-1e11fdeaca5c', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:67:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7668df1a-3c27-4f4d-b58f-a40f42d46849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3566, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:48:59Z', 'updated_at': '2021-07-14T09:49:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_floatingips': [{'id': 'ff1bfa36-13a6-43f2-b7bf-420edba1a468', 'tenant_id': '62cf828fc3e84fada2a4655d43752657', 'floating_ip_address': '172.25.4.173', 'floating_network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'router_id': '7668df1a-3c27-4f4d-b58f-a40f42d46849', 'port_id': '7b9f90e2-95b2-479f-ae31-66cb51aa2f71', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3572, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2356bf67-1751-41f7-ad18-6fbd1d9ef117', 'mac_address': 'fa:16:3e:fc:2f:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d493170-d65b-43e2-b567-4662529c04a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:49:21Z', 'updated_at': '2021-07-14T09:49:21Z', 'revision_number': 0, 'project_id': '62cf828fc3e84fada2a4655d43752657', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3f34c6d-4c7f-4c53-af8a-f11b7f00a289', 'name': '', 'network_id': '2356bf67-1751-41f7-ad18-6fbd1d9ef117', 'tenant_id': '62cf828fc3e84fada2a4655d43752657', 'mac_address': 'fa:16:3e:eb:9b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7668df1a-3c27-4f4d-b58f-a40f42d46849', 'device_owner': 'network:router_interface', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': '39971af1-2a06-4570-b745-4f940d33c9ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:49:03Z', 'updated_at': '2021-07-14T09:49:10Z', 'revision_number': 5, 'project_id': '62cf828fc3e84fada2a4655d43752657', 'subnets': [{'id': '39971af1-2a06-4570-b745-4f940d33c9ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:49:23.792310 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-5975ac4c-2856-4841-9b44-c458a1759270 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/floatingips/ff1bfa36-13a6-43f2-b7bf-420edba1a468 HTTP/1.1" status: 200 len: 991 time: 0.0992959 Jul 14 09:49:23.817341 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5996324-c45d-4ef9-8919-a704b631ce2c None None] Checking router: 7668df1a-3c27-4f4d-b58f-a40f42d46849 for host: n-d-779913-29 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:49:23.820049 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c855e809-1d19-4056-8050-65259035b37b req-36c04724-ddba-45f8-8ebd-8bfb7777a356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:23.823114 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c855e809-1d19-4056-8050-65259035b37b req-36c04724-ddba-45f8-8ebd-8bfb7777a356 service neutron] 10.222.0.65 "GET /v2.0/networks?id=2356bf67-1751-41f7-ad18-6fbd1d9ef117 HTTP/1.1" status: 200 len: 897 time: 0.1662867 Jul 14 09:49:23.826313 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5996324-c45d-4ef9-8919-a704b631ce2c None None] Routers {'7668df1a-3c27-4f4d-b58f-a40f42d46849'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:49:23.826886 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-c5996324-c45d-4ef9-8919-a704b631ce2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:48:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['7668df1a-3c27-4f4d-b58f-a40f42d46849'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:49:23.899850 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c855e809-1d19-4056-8050-65259035b37b req-3d67785c-9713-4253-88c8-52522a82e6a3 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7b9f90e2-95b2-479f-ae31-66cb51aa2f71 HTTP/1.1" status: 200 len: 999 time: 0.0696418 Jul 14 09:49:23.953060 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-c5996324-c45d-4ef9-8919-a704b631ce2c None None] Set router 7668df1a-3c27-4f4d-b58f-a40f42d46849 gateway port host: n-d-779913-29 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:49:23.955894 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c855e809-1d19-4056-8050-65259035b37b req-33469659-72db-4bb0-8a6d-0e52479fd98a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:23.957525 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c855e809-1d19-4056-8050-65259035b37b req-33469659-72db-4bb0-8a6d-0e52479fd98a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=39971af1-2a06-4570-b745-4f940d33c9ef HTTP/1.1" status: 200 len: 834 time: 0.0489509 Jul 14 09:49:24.058329 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c855e809-1d19-4056-8050-65259035b37b req-be98e493-445e-4ce1-bdc4-852def3f61bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:24.060111 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c855e809-1d19-4056-8050-65259035b37b req-be98e493-445e-4ce1-bdc4-852def3f61bd service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2356bf67-1751-41f7-ad18-6fbd1d9ef117&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0929165 Jul 14 09:49:24.214964 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c855e809-1d19-4056-8050-65259035b37b req-b2dca05a-10fd-44c4-a777-e9c0ba9f6bdd service neutron] 10.222.0.65 "GET /v2.0/networks/2356bf67-1751-41f7-ad18-6fbd1d9ef117?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480377 Jul 14 09:49:24.261163 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-c5996324-c45d-4ef9-8919-a704b631ce2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7668df1a-3c27-4f4d-b58f-a40f42d46849', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1441351444', 'tenant_id': '62cf828fc3e84fada2a4655d43752657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.102'}], 'enable_snat': True}, 'gw_port_id': '4e279855-0576-4845-8d55-1e11fdeaca5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:48:59Z', 'updated_at': '2021-07-14T09:49:04Z', 'revision_number': 4, 'project_id': '62cf828fc3e84fada2a4655d43752657', 'gw_port': {'id': '4e279855-0576-4845-8d55-1e11fdeaca5c', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:67:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7668df1a-3c27-4f4d-b58f-a40f42d46849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3566, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:48:59Z', 'updated_at': '2021-07-14T09:49:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_floatingips': [{'id': 'ff1bfa36-13a6-43f2-b7bf-420edba1a468', 'tenant_id': '62cf828fc3e84fada2a4655d43752657', 'floating_ip_address': '172.25.4.173', 'floating_network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'router_id': '7668df1a-3c27-4f4d-b58f-a40f42d46849', 'port_id': '7b9f90e2-95b2-479f-ae31-66cb51aa2f71', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3572, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2356bf67-1751-41f7-ad18-6fbd1d9ef117', 'mac_address': 'fa:16:3e:fc:2f:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d493170-d65b-43e2-b567-4662529c04a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:49:21Z', 'updated_at': '2021-07-14T09:49:21Z', 'revision_number': 0, 'project_id': '62cf828fc3e84fada2a4655d43752657', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3f34c6d-4c7f-4c53-af8a-f11b7f00a289', 'name': '', 'network_id': '2356bf67-1751-41f7-ad18-6fbd1d9ef117', 'tenant_id': '62cf828fc3e84fada2a4655d43752657', 'mac_address': 'fa:16:3e:eb:9b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7668df1a-3c27-4f4d-b58f-a40f42d46849', 'device_owner': 'network:router_interface', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': '39971af1-2a06-4570-b745-4f940d33c9ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:49:03Z', 'updated_at': '2021-07-14T09:49:10Z', 'revision_number': 5, 'project_id': '62cf828fc3e84fada2a4655d43752657', 'subnets': [{'id': '39971af1-2a06-4570-b745-4f940d33c9ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:49:24.290843 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5996324-c45d-4ef9-8919-a704b631ce2c None None] The sync data for ids ['7668df1a-3c27-4f4d-b58f-a40f42d46849'] in n-d-779913-29 is: [{'id': '7668df1a-3c27-4f4d-b58f-a40f42d46849', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1441351444', 'tenant_id': '62cf828fc3e84fada2a4655d43752657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.102'}], 'enable_snat': True}, 'gw_port_id': '4e279855-0576-4845-8d55-1e11fdeaca5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:48:59Z', 'updated_at': '2021-07-14T09:49:04Z', 'revision_number': 4, 'project_id': '62cf828fc3e84fada2a4655d43752657', 'gw_port': {'id': '4e279855-0576-4845-8d55-1e11fdeaca5c', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:67:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7668df1a-3c27-4f4d-b58f-a40f42d46849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3566, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:48:59Z', 'updated_at': '2021-07-14T09:49:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_floatingips': [{'id': 'ff1bfa36-13a6-43f2-b7bf-420edba1a468', 'tenant_id': '62cf828fc3e84fada2a4655d43752657', 'floating_ip_address': '172.25.4.173', 'floating_network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'router_id': '7668df1a-3c27-4f4d-b58f-a40f42d46849', 'port_id': '7b9f90e2-95b2-479f-ae31-66cb51aa2f71', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3572, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2356bf67-1751-41f7-ad18-6fbd1d9ef117', 'mac_address': 'fa:16:3e:fc:2f:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d493170-d65b-43e2-b567-4662529c04a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:49:21Z', 'updated_at': '2021-07-14T09:49:21Z', 'revision_number': 0, 'project_id': '62cf828fc3e84fada2a4655d43752657', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3f34c6d-4c7f-4c53-af8a-f11b7f00a289', 'name': '', 'network_id': '2356bf67-1751-41f7-ad18-6fbd1d9ef117', 'tenant_id': '62cf828fc3e84fada2a4655d43752657', 'mac_address': 'fa:16:3e:eb:9b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7668df1a-3c27-4f4d-b58f-a40f42d46849', 'device_owner': 'network:router_interface', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': '39971af1-2a06-4570-b745-4f940d33c9ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:49:03Z', 'updated_at': '2021-07-14T09:49:10Z', 'revision_number': 5, 'project_id': '62cf828fc3e84fada2a4655d43752657', 'subnets': [{'id': '39971af1-2a06-4570-b745-4f940d33c9ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:49:24.360831 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c855e809-1d19-4056-8050-65259035b37b req-61cf39a7-9e88-4f63-ad80-9ce8bfa18e37 service neutron] 10.222.0.65 "GET /v2.0/networks/2356bf67-1751-41f7-ad18-6fbd1d9ef117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400340 Jul 14 09:49:24.556674 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af857c58-789a-4d75-a0fc-ccfbb812430c None None] New status for floating IP ff1bfa36-13a6-43f2-b7bf-420edba1a468: ACTIVE {{(pid=93959) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:49:24.790321 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:24.795215 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 54374) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:49:24.884061 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-c681d90b-9456-49fc-8f87-f5ae6e7f267b tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/floatingips/ff1bfa36-13a6-43f2-b7bf-420edba1a468 HTTP/1.1" status: 200 len: 993 time: 0.0779374 Jul 14 09:49:24.888118 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0609707c-11fc-466b-8ec7-6ddb0b5b4c6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:25.950891 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5ad31076-714c-49ec-bc37-f3d4cd90112a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:27.853755 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5bbe322f-3f67-4864-bc0a-91afe44d23e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:29.850732 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 54542) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:49:30.464106 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1beb8dbe-08c2-4abc-90aa-64ce4546a0a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-683602'] for router_interface, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:30.791643 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-1beb8dbe-08c2-4abc-90aa-64ce4546a0a0 admin admin] Deleting port 74361e15-dbd1-400c-a609-d364959fd1d8 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:49:30.791861 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1beb8dbe-08c2-4abc-90aa-64ce4546a0a0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:30.891861 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-1beb8dbe-08c2-4abc-90aa-64ce4546a0a0 admin admin] For port 74361e15-dbd1-400c-a609-d364959fd1d8, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=74361e15-dbd1-400c-a609-d364959fd1d8,segment=NetworkSegment(6e8354c8-98e1-423b-8aa6-11517ab42496),segment_id=6e8354c8-98e1-423b-8aa6-11517ab42496)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:49:30.892469 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1beb8dbe-08c2-4abc-90aa-64ce4546a0a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:30.910448 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-1beb8dbe-08c2-4abc-90aa-64ce4546a0a0 admin admin] Calling delete_port for 74361e15-dbd1-400c-a609-d364959fd1d8 owned by network:router_interface {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:49:31.153546 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1beb8dbe-08c2-4abc-90aa-64ce4546a0a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:31.201195 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1beb8dbe-08c2-4abc-90aa-64ce4546a0a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=74361e15-dbd1-400c-a609-d364959fd1d8,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:49:31.449213 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1beb8dbe-08c2-4abc-90aa-64ce4546a0a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-620860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682934'] for router_interface, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:31.748217 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1beb8dbe-08c2-4abc-90aa-64ce4546a0a0 admin admin] Router 1a2571e9-0958-46b5-9dfa-808a92fd863f has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:49:31.862004 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1beb8dbe-08c2-4abc-90aa-64ce4546a0a0 admin admin] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:49:31.867927 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-1beb8dbe-08c2-4abc-90aa-64ce4546a0a0 admin admin] 10.222.0.68 "PUT /v2.0/routers/1a2571e9-0958-46b5-9dfa-808a92fd863f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0144088 Jul 14 09:49:31.870385 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 54590) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:49:31.873907 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d693d5db-824a-4bdf-ae8e-e5647897a00c None None] Sync routers for ids ['1a2571e9-0958-46b5-9dfa-808a92fd863f'] in n-d-779913-29 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:49:31.897072 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d693d5db-824a-4bdf-ae8e-e5647897a00c None None] Routers {'1a2571e9-0958-46b5-9dfa-808a92fd863f'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:49:31.904699 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-d693d5db-824a-4bdf-ae8e-e5647897a00c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:49:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['1a2571e9-0958-46b5-9dfa-808a92fd863f'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:49:32.053871 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-d693d5db-824a-4bdf-ae8e-e5647897a00c None None] Set router 1a2571e9-0958-46b5-9dfa-808a92fd863f gateway port host: n-d-779913-29 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:49:32.071855 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3949c7bc-35f4-4fc2-9d90-fe45819dd37d admin admin] Notify callbacks [] for router, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:32.233685 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3949c7bc-35f4-4fc2-9d90-fe45819dd37d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:32.313884 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-d693d5db-824a-4bdf-ae8e-e5647897a00c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a2571e9-0958-46b5-9dfa-808a92fd863f', 'name': 'tempest-AttachVolumeTestJSON-831321460-router', 'tenant_id': 'fdcfb0d129f645508f46496d6d3408cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.158'}], 'enable_snat': True}, 'gw_port_id': 'faf8a1de-18dc-4b38-a01a-450dbc8dc8eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:42:06Z', 'updated_at': '2021-07-14T09:49:31Z', 'revision_number': 5, 'project_id': 'fdcfb0d129f645508f46496d6d3408cf', 'gw_port': {'id': 'faf8a1de-18dc-4b38-a01a-450dbc8dc8eb', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:5c:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a2571e9-0958-46b5-9dfa-808a92fd863f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2961, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:42:07Z', 'updated_at': '2021-07-14T09:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29'}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:49:32.320321 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-3949c7bc-35f4-4fc2-9d90-fe45819dd37d admin admin] Deleting port faf8a1de-18dc-4b38-a01a-450dbc8dc8eb {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:49:32.321066 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3949c7bc-35f4-4fc2-9d90-fe45819dd37d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:32.438402 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-3949c7bc-35f4-4fc2-9d90-fe45819dd37d admin admin] For port faf8a1de-18dc-4b38-a01a-450dbc8dc8eb, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=faf8a1de-18dc-4b38-a01a-450dbc8dc8eb,segment=NetworkSegment(81bf7a93-80b3-43df-b9d5-462c604a2945),segment_id=81bf7a93-80b3-43df-b9d5-462c604a2945)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:49:32.442710 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3949c7bc-35f4-4fc2-9d90-fe45819dd37d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:32.456284 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d693d5db-824a-4bdf-ae8e-e5647897a00c None None] Checking router: 1a2571e9-0958-46b5-9dfa-808a92fd863f for host: n-d-779913-29 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:49:32.462223 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-3949c7bc-35f4-4fc2-9d90-fe45819dd37d admin admin] Calling delete_port for faf8a1de-18dc-4b38-a01a-450dbc8dc8eb owned by network:router_gateway {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:49:32.465861 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d693d5db-824a-4bdf-ae8e-e5647897a00c None None] Routers {'1a2571e9-0958-46b5-9dfa-808a92fd863f'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:49:32.466493 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-d693d5db-824a-4bdf-ae8e-e5647897a00c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:49:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['1a2571e9-0958-46b5-9dfa-808a92fd863f'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:49:32.563573 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-d693d5db-824a-4bdf-ae8e-e5647897a00c None None] Set router 1a2571e9-0958-46b5-9dfa-808a92fd863f gateway port host: None {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:49:32.619965 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-d693d5db-824a-4bdf-ae8e-e5647897a00c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a2571e9-0958-46b5-9dfa-808a92fd863f', 'name': 'tempest-AttachVolumeTestJSON-831321460-router', 'tenant_id': 'fdcfb0d129f645508f46496d6d3408cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:42:06Z', 'updated_at': '2021-07-14T09:49:32Z', 'revision_number': 6, 'project_id': 'fdcfb0d129f645508f46496d6d3408cf', 'gw_port_host': None}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:49:32.653862 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d693d5db-824a-4bdf-ae8e-e5647897a00c None None] The sync data for ids ['1a2571e9-0958-46b5-9dfa-808a92fd863f'] in n-d-779913-29 is: [{'id': '1a2571e9-0958-46b5-9dfa-808a92fd863f', 'name': 'tempest-AttachVolumeTestJSON-831321460-router', 'tenant_id': 'fdcfb0d129f645508f46496d6d3408cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:42:06Z', 'updated_at': '2021-07-14T09:49:32Z', 'revision_number': 6, 'project_id': 'fdcfb0d129f645508f46496d6d3408cf', 'gw_port_host': None}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:49:32.709416 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3949c7bc-35f4-4fc2-9d90-fe45819dd37d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:32.750600 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3949c7bc-35f4-4fc2-9d90-fe45819dd37d admin admin] Pushing event deleted for resources: {'Port': ['ID=faf8a1de-18dc-4b38-a01a-450dbc8dc8eb,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:49:32.819480 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3949c7bc-35f4-4fc2-9d90-fe45819dd37d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-660532'] for router_gateway, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:32.920284 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3949c7bc-35f4-4fc2-9d90-fe45819dd37d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-711871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12964'] for router, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:32.922779 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3949c7bc-35f4-4fc2-9d90-fe45819dd37d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:32.971539 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3949c7bc-35f4-4fc2-9d90-fe45819dd37d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-704815'] for router, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:32.972311 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3949c7bc-35f4-4fc2-9d90-fe45819dd37d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1a2571e9-0958-46b5-9dfa-808a92fd863f {{(pid=93958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:49:32.978895 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3949c7bc-35f4-4fc2-9d90-fe45819dd37d admin admin] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:32.980148 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-3949c7bc-35f4-4fc2-9d90-fe45819dd37d admin admin] 10.222.0.68 "DELETE /v2.0/routers/1a2571e9-0958-46b5-9dfa-808a92fd863f HTTP/1.1" status: 204 len: 168 time: 1.1045547 Jul 14 09:49:32.982648 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 54616) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:49:33.047701 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_v2 [None req-61101667-3589-4054-a3f1-bdfac497eb74 admin admin] Deleting subnet a974099b-8e0b-49f4-a28f-d50286aa9083 {{(pid=93957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:49:33.050831 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-61101667-3589-4054-a3f1-bdfac497eb74 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:33.103023 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-61101667-3589-4054-a3f1-bdfac497eb74 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10944203'] for subnet, precommit_delete_associations {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:33.218817 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-61101667-3589-4054-a3f1-bdfac497eb74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3481002'] for subnet, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:33.276756 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-61101667-3589-4054-a3f1-bdfac497eb74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10052701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11984075'] for subnet, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:33.303100 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61101667-3589-4054-a3f1-bdfac497eb74 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a974099b-8e0b-49f4-a28f-d50286aa9083,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:49:33.310119 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-61101667-3589-4054-a3f1-bdfac497eb74 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:33.312375 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-61101667-3589-4054-a3f1-bdfac497eb74 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/a974099b-8e0b-49f4-a28f-d50286aa9083 HTTP/1.1" status: 204 len: 168 time: 0.3283999 Jul 14 09:49:33.313047 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec305537-3afd-486f-a5e3-589f1c04cf61 None None] Network e5bfa805-7fa6-4e66-853c-c2e7e3c5ed34 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:49:33.315097 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 54626) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:49:33.429135 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-017aa92c-2169-4960-8dce-4fd533251f38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3876111'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:33.545402 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-017aa92c-2169-4960-8dce-4fd533251f38 admin admin] Deleting port c6ef16ac-6483-4e94-a2fe-297faaa124ce {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:49:33.545993 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-017aa92c-2169-4960-8dce-4fd533251f38 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:33.635456 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 74361e15-dbd1-400c-a609-d364959fd1d8 no longer exists at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:49:33.647227 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-017aa92c-2169-4960-8dce-4fd533251f38 admin admin] For port c6ef16ac-6483-4e94-a2fe-297faaa124ce, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=c6ef16ac-6483-4e94-a2fe-297faaa124ce,segment=NetworkSegment(6e8354c8-98e1-423b-8aa6-11517ab42496),segment_id=6e8354c8-98e1-423b-8aa6-11517ab42496)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:49:33.648506 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-017aa92c-2169-4960-8dce-4fd533251f38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:33.660180 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] No Port match for: 74361e15-dbd1-400c-a609-d364959fd1d8 {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:49:33.660907 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 74361e15-dbd1-400c-a609-d364959fd1d8 not bound to the agent host n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:49:33.661605 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device faf8a1de-18dc-4b38-a01a-450dbc8dc8eb no longer exists at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:49:33.689542 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-017aa92c-2169-4960-8dce-4fd533251f38 admin admin] Calling delete_port for c6ef16ac-6483-4e94-a2fe-297faaa124ce owned by network:dhcp {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:49:33.716113 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] No Port match for: faf8a1de-18dc-4b38-a01a-450dbc8dc8eb {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:49:33.717066 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device faf8a1de-18dc-4b38-a01a-450dbc8dc8eb not bound to the agent host n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:49:33.826901 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-017aa92c-2169-4960-8dce-4fd533251f38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:33.857548 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017aa92c-2169-4960-8dce-4fd533251f38 admin admin] Pushing event deleted for resources: {'Port': ['ID=c6ef16ac-6483-4e94-a2fe-297faaa124ce,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:49:33.860554 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-017aa92c-2169-4960-8dce-4fd533251f38 admin admin] No DVR routers for this DVR port c6ef16ac-6483-4e94-a2fe-297faaa124ce on host n-d-779913-29 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:49:33.876642 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99e80aa1-2324-4f6e-83ee-fd74b062e40e None None] DHCP port deletion for e5bfa805-7fa6-4e66-853c-c2e7e3c5ed34 request from n-d-779913-29 {{(pid=93959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:49:33.951211 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-017aa92c-2169-4960-8dce-4fd533251f38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473955', 'neutron.services.segments.db._delete_segments_for_network-8735688326548'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:33.967953 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-017aa92c-2169-4960-8dce-4fd533251f38 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5bfa805-7fa6-4e66-853c-c2e7e3c5ed34']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:49:33.982972 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-017aa92c-2169-4960-8dce-4fd533251f38 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e8354c8-98e1-423b-8aa6-11517ab42496') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:49:33.983273 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-017aa92c-2169-4960-8dce-4fd533251f38 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e8354c8-98e1-423b-8aa6-11517ab42496') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:49:33.993337 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-017aa92c-2169-4960-8dce-4fd533251f38 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735688356235', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13574129'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:34.016205 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-017aa92c-2169-4960-8dce-4fd533251f38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:34.023650 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-017aa92c-2169-4960-8dce-4fd533251f38 admin admin] Releasing vlan 728 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:49:34.024346 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-017aa92c-2169-4960-8dce-4fd533251f38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13573126'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:34.026443 n-d-779913-29 neutron-server[93958]: Traceback (most recent call last): Jul 14 09:49:34.026443 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:49:34.026443 n-d-779913-29 neutron-server[93958]: timer() Jul 14 09:49:34.026443 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:49:34.026443 n-d-779913-29 neutron-server[93958]: cb(*args, **kw) Jul 14 09:49:34.026443 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:49:34.026443 n-d-779913-29 neutron-server[93958]: return func(*args, **kwargs) Jul 14 09:49:34.026443 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:49:34.026443 n-d-779913-29 neutron-server[93958]: self._notify() Jul 14 09:49:34.026443 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:49:34.026443 n-d-779913-29 neutron-server[93958]: self.callback(batched_events) Jul 14 09:49:34.026443 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:49:34.026443 n-d-779913-29 neutron-server[93958]: event.method(event) Jul 14 09:49:34.026443 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:49:34.026443 n-d-779913-29 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:49:34.026443 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:49:34.026443 n-d-779913-29 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:49:34.026443 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:49:34.026443 n-d-779913-29 neutron-server[93958]: return f(self, *a, **k) Jul 14 09:49:34.026443 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:49:34.026443 n-d-779913-29 neutron-server[93958]: return self._get(url).json() Jul 14 09:49:34.026443 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:49:34.026443 n-d-779913-29 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:49:34.026443 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:49:34.026443 n-d-779913-29 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 14 09:49:34.026443 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:49:34.026443 n-d-779913-29 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:49:34.026443 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:49:34.026443 n-d-779913-29 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:49:34.026443 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:49:34.026443 n-d-779913-29 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:49:34.026443 n-d-779913-29 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:49:34.113177 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-017aa92c-2169-4960-8dce-4fd533251f38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660504'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:34.117807 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-017aa92c-2169-4960-8dce-4fd533251f38 admin admin] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:34.122055 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-017aa92c-2169-4960-8dce-4fd533251f38 admin admin] 10.222.0.68 "DELETE /v2.0/networks/e5bfa805-7fa6-4e66-853c-c2e7e3c5ed34 HTTP/1.1" status: 204 len: 168 time: 0.8030472 Jul 14 09:49:34.133424 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017aa92c-2169-4960-8dce-4fd533251f38 admin admin] Pushing event deleted for resources: {'Network': ['ID=e5bfa805-7fa6-4e66-853c-c2e7e3c5ed34,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:49:34.274352 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 54650) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:49:34.354417 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-94c9ed43-3218-4885-9c20-8290848b7aee admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=fdcfb0d129f645508f46496d6d3408cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0785515 Jul 14 09:49:34.356717 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 54654) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:49:34.427003 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4eb856e3-7162-4be8-b1e0-b76fbd83a4c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:34.455425 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4eb856e3-7162-4be8-b1e0-b76fbd83a4c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:34.537605 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4eb856e3-7162-4be8-b1e0-b76fbd83a4c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:34.542132 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4eb856e3-7162-4be8-b1e0-b76fbd83a4c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:34.543757 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-4eb856e3-7162-4be8-b1e0-b76fbd83a4c7 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/e6d0c5be-51fa-4cd5-8033-649f791dea9a HTTP/1.1" status: 204 len: 168 time: 0.1859658 Jul 14 09:49:34.557864 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb856e3-7162-4be8-b1e0-b76fbd83a4c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6d0c5be-51fa-4cd5-8033-649f791dea9a,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:49:35.488449 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device c6ef16ac-6483-4e94-a2fe-297faaa124ce no longer exists at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:49:35.537463 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] No Port match for: c6ef16ac-6483-4e94-a2fe-297faaa124ce {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:49:35.537995 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device c6ef16ac-6483-4e94-a2fe-297faaa124ce not bound to the agent host n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:49:37.398790 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 54794) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:49:37.548524 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5f26a965-7dc1-49ec-9d6f-1d3203cb873d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:37.692294 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5f26a965-7dc1-49ec-9d6f-1d3203cb873d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:37.701421 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5f26a965-7dc1-49ec-9d6f-1d3203cb873d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:37.742002 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 54806) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:49:37.749632 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-5f26a965-7dc1-49ec-9d6f-1d3203cb873d admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=ac3ff76ca92e4004b2cd6e9cb5067bd9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3485277 Jul 14 09:49:37.759853 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f26a965-7dc1-49ec-9d6f-1d3203cb873d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b7724da-a8f3-45df-bc61-4d83fbd64715,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:49:37.854608 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-845a8913-1035-48d3-a414-517030fffa25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:37.882395 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-845a8913-1035-48d3-a414-517030fffa25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:37.934215 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-845a8913-1035-48d3-a414-517030fffa25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:37.938938 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-845a8913-1035-48d3-a414-517030fffa25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:37.953953 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-845a8913-1035-48d3-a414-517030fffa25 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/9b7724da-a8f3-45df-bc61-4d83fbd64715 HTTP/1.1" status: 204 len: 168 time: 0.2106998 Jul 14 09:49:37.965433 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845a8913-1035-48d3-a414-517030fffa25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b7724da-a8f3-45df-bc61-4d83fbd64715,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:49:37.977842 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845a8913-1035-48d3-a414-517030fffa25 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:49:37.978180 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845a8913-1035-48d3-a414-517030fffa25 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:49:37.978688 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845a8913-1035-48d3-a414-517030fffa25 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:49:37.979029 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845a8913-1035-48d3-a414-517030fffa25 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:49:37.979360 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845a8913-1035-48d3-a414-517030fffa25 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:49:37.979691 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845a8913-1035-48d3-a414-517030fffa25 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:49:37.980018 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845a8913-1035-48d3-a414-517030fffa25 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:49:37.980373 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845a8913-1035-48d3-a414-517030fffa25 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:49:37.980698 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845a8913-1035-48d3-a414-517030fffa25 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:49:37.981584 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845a8913-1035-48d3-a414-517030fffa25 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:49:37.981584 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845a8913-1035-48d3-a414-517030fffa25 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:49:37.983605 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845a8913-1035-48d3-a414-517030fffa25 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:49:38.329044 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 54822) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:49:38.350991 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-24f63696-9a6c-4f82-8f35-1eb0685b8aba admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:38.549363 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-24f63696-9a6c-4f82-8f35-1eb0685b8aba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:38.555006 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-24f63696-9a6c-4f82-8f35-1eb0685b8aba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:38.608496 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-24f63696-9a6c-4f82-8f35-1eb0685b8aba admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=8732e71deeba4dceb7d6d823e7729735&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2778857 Jul 14 09:49:38.609370 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f63696-9a6c-4f82-8f35-1eb0685b8aba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4a0dc00-1fe7-4ad2-98fa-8a9dc2c6467a,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:49:38.611858 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 54834) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:49:38.677546 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e2d49327-2345-4f50-8a11-1963420fe0f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:38.711188 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e2d49327-2345-4f50-8a11-1963420fe0f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:38.780940 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e2d49327-2345-4f50-8a11-1963420fe0f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:38.784134 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e2d49327-2345-4f50-8a11-1963420fe0f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:38.784952 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-e2d49327-2345-4f50-8a11-1963420fe0f4 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/d4a0dc00-1fe7-4ad2-98fa-8a9dc2c6467a HTTP/1.1" status: 204 len: 168 time: 0.1719289 Jul 14 09:49:38.795636 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d49327-2345-4f50-8a11-1963420fe0f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4a0dc00-1fe7-4ad2-98fa-8a9dc2c6467a,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:49:42.925565 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:43.721666 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:44.988644 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6f5831a3-2387-499f-97d7-69f27ff41d33 req-c0623a70-b4cd-4dff-b861-1a491877fb38 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=5d493170-d65b-43e2-b567-4662529c04a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0676591 Jul 14 09:49:44.989403 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 55096) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:49:45.136327 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-fecc2dae-822e-49fa-8538-70ab5cb79415 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:45.169345 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5831a3-2387-499f-97d7-69f27ff41d33 req-8f7a527c-6d91-43af-bada-7327bf1e66e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:45.171109 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6f5831a3-2387-499f-97d7-69f27ff41d33 req-8f7a527c-6d91-43af-bada-7327bf1e66e6 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=62cf828fc3e84fada2a4655d43752657&device_id=5d493170-d65b-43e2-b567-4662529c04a1 HTTP/1.1" status: 200 len: 1097 time: 0.1003208 Jul 14 09:49:45.316074 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-fecc2dae-822e-49fa-8538-70ab5cb79415 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:45.322055 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-fecc2dae-822e-49fa-8538-70ab5cb79415 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:45.324940 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5831a3-2387-499f-97d7-69f27ff41d33 req-20c032bd-00e2-4be0-8995-954d3de6c042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:45.326479 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6f5831a3-2387-499f-97d7-69f27ff41d33 req-20c032bd-00e2-4be0-8995-954d3de6c042 service neutron] 10.222.0.65 "GET /v2.0/networks?id=2356bf67-1751-41f7-ad18-6fbd1d9ef117 HTTP/1.1" status: 200 len: 897 time: 0.1290619 Jul 14 09:49:45.416172 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecc2dae-822e-49fa-8538-70ab5cb79415 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5aa5c87f-9d83-482e-be2d-725f23a26d0b,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:49:45.442724 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-fecc2dae-822e-49fa-8538-70ab5cb79415 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=8d4f275888c44973b128a33b8299a140&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4485238 Jul 14 09:49:45.443132 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 55102) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:49:45.447032 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6f5831a3-2387-499f-97d7-69f27ff41d33 req-506c8170-42df-44c6-acb0-d2bf6fc9afc5 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7b9f90e2-95b2-479f-ae31-66cb51aa2f71 HTTP/1.1" status: 200 len: 1001 time: 0.1109076 Jul 14 09:49:45.497258 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e062f7bd-aa07-4a4e-8bb9-12d734a2a218 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:45.504620 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5831a3-2387-499f-97d7-69f27ff41d33 req-b910309c-cbb1-4a17-81b9-cb1ff49a86b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:45.506513 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6f5831a3-2387-499f-97d7-69f27ff41d33 req-b910309c-cbb1-4a17-81b9-cb1ff49a86b5 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=39971af1-2a06-4570-b745-4f940d33c9ef HTTP/1.1" status: 200 len: 834 time: 0.0531681 Jul 14 09:49:45.520133 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e062f7bd-aa07-4a4e-8bb9-12d734a2a218 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:45.576287 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e062f7bd-aa07-4a4e-8bb9-12d734a2a218 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:45.578448 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5831a3-2387-499f-97d7-69f27ff41d33 req-8aebef9e-e2a9-494d-bc40-65d80e1fd068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:45.579779 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e062f7bd-aa07-4a4e-8bb9-12d734a2a218 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:45.580382 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6f5831a3-2387-499f-97d7-69f27ff41d33 req-8aebef9e-e2a9-494d-bc40-65d80e1fd068 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2356bf67-1751-41f7-ad18-6fbd1d9ef117&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0676265 Jul 14 09:49:45.581708 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-e062f7bd-aa07-4a4e-8bb9-12d734a2a218 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/5aa5c87f-9d83-482e-be2d-725f23a26d0b HTTP/1.1" status: 204 len: 168 time: 0.1376722 Jul 14 09:49:45.632276 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e062f7bd-aa07-4a4e-8bb9-12d734a2a218 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aa5c87f-9d83-482e-be2d-725f23a26d0b,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:49:45.736514 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6f5831a3-2387-499f-97d7-69f27ff41d33 req-fc9a9862-10fb-4cdd-afb3-7c276d1def07 service neutron] 10.222.0.65 "GET /v2.0/networks/2356bf67-1751-41f7-ad18-6fbd1d9ef117?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492865 Jul 14 09:49:45.913942 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6f5831a3-2387-499f-97d7-69f27ff41d33 req-74a41b38-fe9f-4669-9be7-84925808cb0d service neutron] 10.222.0.65 "GET /v2.0/networks/2356bf67-1751-41f7-ad18-6fbd1d9ef117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408920 Jul 14 09:49:46.049952 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 55124) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:49:46.071493 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-52f32cab-7bfc-427d-a1d3-af542463e3bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:46.197591 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-52f32cab-7bfc-427d-a1d3-af542463e3bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:46.203786 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-52f32cab-7bfc-427d-a1d3-af542463e3bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:46.282178 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-52f32cab-7bfc-427d-a1d3-af542463e3bf admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=d0caf845b332494685e83393d0c7fe02&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2306402 Jul 14 09:49:46.283929 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f32cab-7bfc-427d-a1d3-af542463e3bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21bb0f27-9c50-47b8-bd40-a3f9d260d86b,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:49:46.286991 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 55128) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:49:46.389440 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3ad5a8db-095a-4acc-91a7-5a410af8f96a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:46.426043 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3ad5a8db-095a-4acc-91a7-5a410af8f96a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:46.504031 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3ad5a8db-095a-4acc-91a7-5a410af8f96a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:46.507419 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3ad5a8db-095a-4acc-91a7-5a410af8f96a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:46.509291 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-3ad5a8db-095a-4acc-91a7-5a410af8f96a admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/21bb0f27-9c50-47b8-bd40-a3f9d260d86b HTTP/1.1" status: 204 len: 168 time: 0.2194409 Jul 14 09:49:46.520466 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad5a8db-095a-4acc-91a7-5a410af8f96a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21bb0f27-9c50-47b8-bd40-a3f9d260d86b,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:49:49.855023 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 55296) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:49:50.001584 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-13bbd3fe-adf9-4420-98b4-e2a2028b457a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:50.111484 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-13bbd3fe-adf9-4420-98b4-e2a2028b457a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:50.117463 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-13bbd3fe-adf9-4420-98b4-e2a2028b457a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:50.155191 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bbd3fe-adf9-4420-98b4-e2a2028b457a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26e217fe-a47b-4c7a-823f-fac9c1f85e3b,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:49:50.182225 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 55310) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:49:50.193384 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-13bbd3fe-adf9-4420-98b4-e2a2028b457a admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=929836738a8c4195a560a5196f835cb5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3370948 Jul 14 09:49:50.288057 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a145dc4-9321-4cda-b4ce-603292af187f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:50.335785 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a145dc4-9321-4cda-b4ce-603292af187f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:50.394409 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a145dc4-9321-4cda-b4ce-603292af187f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:50.397321 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7a145dc4-9321-4cda-b4ce-603292af187f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:50.398837 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-7a145dc4-9321-4cda-b4ce-603292af187f admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/26e217fe-a47b-4c7a-823f-fac9c1f85e3b HTTP/1.1" status: 204 len: 168 time: 0.2145653 Jul 14 09:49:50.413368 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a145dc4-9321-4cda-b4ce-603292af187f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26e217fe-a47b-4c7a-823f-fac9c1f85e3b,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:49:50.792516 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 55390) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:49:50.810705 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-89c091c5-bcbc-4a0a-abe3-1dbb792c64ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:50.941411 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-89c091c5-bcbc-4a0a-abe3-1dbb792c64ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:50.946894 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-89c091c5-bcbc-4a0a-abe3-1dbb792c64ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:50.988219 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-89c091c5-bcbc-4a0a-abe3-1dbb792c64ed admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=51023a740eb74fa5b5ef2f564e3fd702&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1945207 Jul 14 09:49:50.991361 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 55414) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:49:51.007856 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c091c5-bcbc-4a0a-abe3-1dbb792c64ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a13a98f7-2380-4d17-8a9a-7d4a868ce1aa,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:49:51.058269 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a1e9cac4-b26d-4d13-bebd-53a4f20d1dbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:51.089209 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a1e9cac4-b26d-4d13-bebd-53a4f20d1dbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:51.154200 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a1e9cac4-b26d-4d13-bebd-53a4f20d1dbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:51.157102 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a1e9cac4-b26d-4d13-bebd-53a4f20d1dbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:51.166417 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-a1e9cac4-b26d-4d13-bebd-53a4f20d1dbb admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/a13a98f7-2380-4d17-8a9a-7d4a868ce1aa HTTP/1.1" status: 204 len: 168 time: 0.1718237 Jul 14 09:49:51.176759 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e9cac4-b26d-4d13-bebd-53a4f20d1dbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a13a98f7-2380-4d17-8a9a-7d4a868ce1aa,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:49:51.663245 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.agents_db [None req-3c3509fb-540d-4335-a450-574895dd3602 None None] Agent healthcheck: found 7 active agents {{(pid=93960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:49:52.203907 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f7901eac-a65b-4fd0-8831-dcf269bbc6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:53.442474 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 55766) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:49:53.604413 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d7d7e077-874b-4310-b795-e3e3da583777 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:53.740261 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d7d7e077-874b-4310-b795-e3e3da583777 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:53.745637 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d7d7e077-874b-4310-b795-e3e3da583777 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:53.784231 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-d7d7e077-874b-4310-b795-e3e3da583777 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=3ff201a2eb304c5ea559f01e20a33a7b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3405063 Jul 14 09:49:53.787001 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 55804) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:49:53.813101 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d7e077-874b-4310-b795-e3e3da583777 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ba105aa-ae8e-4ce4-9676-014b2abe56b8,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:49:53.884684 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6b8d66b8-27cd-434e-871d-89bda2eaf46b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:53.910483 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6b8d66b8-27cd-434e-871d-89bda2eaf46b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:53.980331 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6b8d66b8-27cd-434e-871d-89bda2eaf46b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:53.983025 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6b8d66b8-27cd-434e-871d-89bda2eaf46b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:53.997757 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-6b8d66b8-27cd-434e-871d-89bda2eaf46b admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/5ba105aa-ae8e-4ce4-9676-014b2abe56b8 HTTP/1.1" status: 204 len: 168 time: 0.1992023 Jul 14 09:49:54.021323 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8d66b8-27cd-434e-871d-89bda2eaf46b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ba105aa-ae8e-4ce4-9676-014b2abe56b8,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:49:54.781895 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:54.898016 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0d2fd5fe-1819-4ee5-ab5f-b90bf001837e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:55.944407 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5ad31076-714c-49ec-bc37-f3d4cd90112a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:56.942775 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11466324-909f-4367-a8d7-7515d1f10438 req-3eb1773a-af32-4e7b-bf73-28331f63f2b4 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:56.945338 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-11466324-909f-4367-a8d7-7515d1f10438 req-3eb1773a-af32-4e7b-bf73-28331f63f2b4 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/ports?device_id=5d493170-d65b-43e2-b567-4662529c04a1 HTTP/1.1" status: 200 len: 945 time: 0.0918295 Jul 14 09:49:57.018149 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-11466324-909f-4367-a8d7-7515d1f10438 req-d7500b87-876d-49cd-9823-842c0e90bf11 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/security-groups?id=8f0dbdd2-fa03-4b2d-b258-a524dec03322&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595965 Jul 14 09:49:57.154068 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 56024) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:49:57.302198 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-245b5e1d-a460-4e6d-b1c1-d71af078ef93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:57.431517 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-245b5e1d-a460-4e6d-b1c1-d71af078ef93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:57.436606 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-245b5e1d-a460-4e6d-b1c1-d71af078ef93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:57.492934 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-245b5e1d-a460-4e6d-b1c1-d71af078ef93 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=f1585dc60f15462195bda181ceae4b8b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3376930 Jul 14 09:49:57.493229 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 56032) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:49:57.495675 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245b5e1d-a460-4e6d-b1c1-d71af078ef93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbd16a12-8958-4e1f-8345-90035ee73799,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:49:57.571937 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-af1abaeb-d5be-454e-b980-f9ad6e6e5b8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:57.601447 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-af1abaeb-d5be-454e-b980-f9ad6e6e5b8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:57.681876 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-af1abaeb-d5be-454e-b980-f9ad6e6e5b8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:57.686032 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-af1abaeb-d5be-454e-b980-f9ad6e6e5b8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:57.692633 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-af1abaeb-d5be-454e-b980-f9ad6e6e5b8f admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/fbd16a12-8958-4e1f-8345-90035ee73799 HTTP/1.1" status: 204 len: 168 time: 0.1948888 Jul 14 09:49:57.736489 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1abaeb-d5be-454e-b980-f9ad6e6e5b8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbd16a12-8958-4e1f-8345-90035ee73799,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:49:57.786403 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5bbe322f-3f67-4864-bc0a-91afe44d23e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:58.347067 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5ff049-1381-451d-b197-f536d1df8a79 req-c2840118-ede6-4a16-a346-da758b7404ee tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:58.349340 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ad5ff049-1381-451d-b197-f536d1df8a79 req-c2840118-ede6-4a16-a346-da758b7404ee tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/ports?device_id=5d493170-d65b-43e2-b567-4662529c04a1 HTTP/1.1" status: 200 len: 945 time: 0.1254759 Jul 14 09:49:58.418556 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ad5ff049-1381-451d-b197-f536d1df8a79 req-18dcfa69-ba41-4df4-9dc0-d313fc4f51b3 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/security-groups?id=8f0dbdd2-fa03-4b2d-b258-a524dec03322&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600083 Jul 14 09:49:59.708621 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a251ee4f-4112-4b7d-bca1-ecca31751e1f req-4fc5cab7-9dc7-424f-a9f6-42145f38de3c tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:59.713668 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a251ee4f-4112-4b7d-bca1-ecca31751e1f req-4fc5cab7-9dc7-424f-a9f6-42145f38de3c tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/ports?device_id=5d493170-d65b-43e2-b567-4662529c04a1 HTTP/1.1" status: 200 len: 945 time: 0.0871682 Jul 14 09:49:59.767100 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a251ee4f-4112-4b7d-bca1-ecca31751e1f req-c2cac800-9fd8-4611-a442-0932a14391a2 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/security-groups?id=8f0dbdd2-fa03-4b2d-b258-a524dec03322&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491147 Jul 14 09:49:59.966623 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 56128) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:50:00.082470 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1ee40626-41e1-4c69-9132-69e388f73048 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:00.215716 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1ee40626-41e1-4c69-9132-69e388f73048 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:00.219955 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1ee40626-41e1-4c69-9132-69e388f73048 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:00.269568 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-1ee40626-41e1-4c69-9132-69e388f73048 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=9274cdb777e941be9562641dbfa3aa69&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3074353 Jul 14 09:50:00.271028 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee40626-41e1-4c69-9132-69e388f73048 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86c7ab63-2be2-4073-a44c-4dc24a258138,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:50:00.272762 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 56136) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:50:00.334972 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-72d9e36b-ea52-4f58-ba52-2fa9cad966e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:00.357170 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-72d9e36b-ea52-4f58-ba52-2fa9cad966e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:00.408587 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-72d9e36b-ea52-4f58-ba52-2fa9cad966e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:00.411858 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-72d9e36b-ea52-4f58-ba52-2fa9cad966e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:00.416688 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-72d9e36b-ea52-4f58-ba52-2fa9cad966e5 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/86c7ab63-2be2-4073-a44c-4dc24a258138 HTTP/1.1" status: 204 len: 168 time: 0.1415355 Jul 14 09:50:00.425930 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d9e36b-ea52-4f58-ba52-2fa9cad966e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86c7ab63-2be2-4073-a44c-4dc24a258138,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:50:00.998359 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a7e187-e4c4-45ae-8d8a-51f87772ec1c req-5d44557e-06cc-4330-957c-ef9b055eb69a tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:01.005882 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-c8a7e187-e4c4-45ae-8d8a-51f87772ec1c req-5d44557e-06cc-4330-957c-ef9b055eb69a tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/ports?device_id=5d493170-d65b-43e2-b567-4662529c04a1 HTTP/1.1" status: 200 len: 945 time: 0.0956700 Jul 14 09:50:01.053868 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-c8a7e187-e4c4-45ae-8d8a-51f87772ec1c req-a2d470d5-1cde-4298-8aa2-975a028e360a tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/security-groups?id=8f0dbdd2-fa03-4b2d-b258-a524dec03322&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470164 Jul 14 09:50:02.284192 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 56190) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:50:02.329848 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8412a5c6-a0a0-4023-8ee6-a5b0bd9c9987 req-0c6394b6-b6bd-4034-8d95-385689f51f32 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:02.333228 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8412a5c6-a0a0-4023-8ee6-a5b0bd9c9987 req-0c6394b6-b6bd-4034-8d95-385689f51f32 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/ports?device_id=5d493170-d65b-43e2-b567-4662529c04a1 HTTP/1.1" status: 200 len: 945 time: 0.0951121 Jul 14 09:50:02.411333 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8412a5c6-a0a0-4023-8ee6-a5b0bd9c9987 req-a7e6cda0-f773-42ea-8432-9cdc431fb191 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/security-groups?id=8f0dbdd2-fa03-4b2d-b258-a524dec03322&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713642 Jul 14 09:50:02.479038 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6dab9cae-bb66-407f-a140-fd576e77ba06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:02.617227 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6dab9cae-bb66-407f-a140-fd576e77ba06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:02.622766 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6dab9cae-bb66-407f-a140-fd576e77ba06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:02.655958 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 56202) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:50:02.663881 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-6dab9cae-bb66-407f-a140-fd576e77ba06 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=6d46b8e6bc9d49c7aa675d4fd312bb46&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3717375 Jul 14 09:50:02.696308 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dab9cae-bb66-407f-a140-fd576e77ba06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8a552d0-5f96-406f-94e0-20c967086244,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:50:02.707035 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 56204) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:50:02.724859 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f3a70d3f-67d0-4103-a3e7-d2b3cf961d4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:02.748849 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f3a70d3f-67d0-4103-a3e7-d2b3cf961d4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:02.801963 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f3a70d3f-67d0-4103-a3e7-d2b3cf961d4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:02.813640 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f3a70d3f-67d0-4103-a3e7-d2b3cf961d4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:02.814818 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-f3a70d3f-67d0-4103-a3e7-d2b3cf961d4c admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/e8a552d0-5f96-406f-94e0-20c967086244 HTTP/1.1" status: 204 len: 168 time: 0.1578648 Jul 14 09:50:02.823054 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a70d3f-67d0-4103-a3e7-d2b3cf961d4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8a552d0-5f96-406f-94e0-20c967086244,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:50:02.873361 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-980b35fd-a38d-4d6b-98ab-af677f839209 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=cd585e6ebee3417abcfc6a0bc270e399&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1627555 Jul 14 09:50:02.873691 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 56210) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:50:02.943891 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f9dcb4ff-8d38-4953-b0b7-eeb1b83be295 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:02.968172 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f9dcb4ff-8d38-4953-b0b7-eeb1b83be295 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:03.052085 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f9dcb4ff-8d38-4953-b0b7-eeb1b83be295 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:03.057704 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f9dcb4ff-8d38-4953-b0b7-eeb1b83be295 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:03.061630 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-f9dcb4ff-8d38-4953-b0b7-eeb1b83be295 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/ef38cdf2-8fd5-4f28-9757-2528b6337d53 HTTP/1.1" status: 204 len: 168 time: 0.1846974 Jul 14 09:50:03.077734 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9dcb4ff-8d38-4953-b0b7-eeb1b83be295 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef38cdf2-8fd5-4f28-9757-2528b6337d53,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:50:03.164849 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 56216) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:50:03.180389 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8405c399-ef92-4bcc-ac82-4ab510e108e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:03.316328 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8405c399-ef92-4bcc-ac82-4ab510e108e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:03.321615 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8405c399-ef92-4bcc-ac82-4ab510e108e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:03.388065 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-8405c399-ef92-4bcc-ac82-4ab510e108e5 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=e111e604d0f34dbd921d8a3a001414e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2219839 Jul 14 09:50:03.389363 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 56220) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:50:03.390111 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8405c399-ef92-4bcc-ac82-4ab510e108e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34fead89-4313-49cb-b7c4-bbe406b5e9f9,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:50:03.475234 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8ce53d91-5ea5-4edf-89dd-d9e88db6889f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:03.508987 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8ce53d91-5ea5-4edf-89dd-d9e88db6889f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:03.614105 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8ce53d91-5ea5-4edf-89dd-d9e88db6889f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:03.618342 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8ce53d91-5ea5-4edf-89dd-d9e88db6889f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:03.620028 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-8ce53d91-5ea5-4edf-89dd-d9e88db6889f admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/34fead89-4313-49cb-b7c4-bbe406b5e9f9 HTTP/1.1" status: 204 len: 168 time: 0.2287345 Jul 14 09:50:03.640814 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce53d91-5ea5-4edf-89dd-d9e88db6889f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34fead89-4313-49cb-b7c4-bbe406b5e9f9,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:50:03.685393 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94719e90-71e4-4439-9dab-61e1b0fac429 req-df39ad2b-8d04-4dc9-b64c-8713767bc53c tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:03.687074 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-94719e90-71e4-4439-9dab-61e1b0fac429 req-df39ad2b-8d04-4dc9-b64c-8713767bc53c tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/ports?device_id=5d493170-d65b-43e2-b567-4662529c04a1 HTTP/1.1" status: 200 len: 945 time: 0.1251545 Jul 14 09:50:03.746800 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-94719e90-71e4-4439-9dab-61e1b0fac429 req-2d526bb3-70c2-45e5-876a-1f6fc2e0612b tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/security-groups?id=8f0dbdd2-fa03-4b2d-b258-a524dec03322&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512285 Jul 14 09:50:04.989744 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8bb58d-7f02-467f-b6e3-0a4365950d66 req-fff4bcd6-684d-49f8-9742-7bc1cf998251 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:04.999988 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ba8bb58d-7f02-467f-b6e3-0a4365950d66 req-fff4bcd6-684d-49f8-9742-7bc1cf998251 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/ports?device_id=5d493170-d65b-43e2-b567-4662529c04a1 HTTP/1.1" status: 200 len: 945 time: 0.0992868 Jul 14 09:50:05.051843 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ba8bb58d-7f02-467f-b6e3-0a4365950d66 req-ef5a1adf-024b-4fcc-8021-f51c9815d9cc tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/security-groups?id=8f0dbdd2-fa03-4b2d-b258-a524dec03322&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505521 Jul 14 09:50:06.288331 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898dbe74-0322-4522-a000-abc2f390d391 req-de4661dd-905f-4100-8580-128690aca02e tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:06.290065 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-898dbe74-0322-4522-a000-abc2f390d391 req-de4661dd-905f-4100-8580-128690aca02e tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/ports?device_id=5d493170-d65b-43e2-b567-4662529c04a1 HTTP/1.1" status: 200 len: 945 time: 0.0939171 Jul 14 09:50:06.297254 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 56444) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:50:06.343317 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-898dbe74-0322-4522-a000-abc2f390d391 req-a886ee79-b23e-4dcb-aae3-0c6bc619fdf8 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/security-groups?id=8f0dbdd2-fa03-4b2d-b258-a524dec03322&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474715 Jul 14 09:50:06.461747 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1afc3205-2519-42ee-a9a9-6c37a3b84df9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:06.582014 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1afc3205-2519-42ee-a9a9-6c37a3b84df9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:06.587172 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1afc3205-2519-42ee-a9a9-6c37a3b84df9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:06.632993 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afc3205-2519-42ee-a9a9-6c37a3b84df9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8427af3a-6a87-4bfc-8f63-16bac106bda4,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:50:06.644802 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-1afc3205-2519-42ee-a9a9-6c37a3b84df9 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=8c5df826096440bba71603c1dfe92a58&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3464103 Jul 14 09:50:06.645430 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 56492) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:50:06.709940 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cd768462-cea7-4aa8-8804-5726fb89cd95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:06.735588 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cd768462-cea7-4aa8-8804-5726fb89cd95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:06.808542 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cd768462-cea7-4aa8-8804-5726fb89cd95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:06.811386 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cd768462-cea7-4aa8-8804-5726fb89cd95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:06.812779 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-cd768462-cea7-4aa8-8804-5726fb89cd95 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/8427af3a-6a87-4bfc-8f63-16bac106bda4 HTTP/1.1" status: 204 len: 168 time: 0.1662953 Jul 14 09:50:06.823250 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd768462-cea7-4aa8-8804-5726fb89cd95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8427af3a-6a87-4bfc-8f63-16bac106bda4,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:50:07.164313 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 56568) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:50:07.179250 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d25e1371-b4d0-44fd-a17e-71be84800659 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:07.307049 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d25e1371-b4d0-44fd-a17e-71be84800659 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:07.312620 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d25e1371-b4d0-44fd-a17e-71be84800659 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:07.360003 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 56598) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:50:07.360492 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-d25e1371-b4d0-44fd-a17e-71be84800659 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=ebd25859b2614146a334a39835ace77f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1946189 Jul 14 09:50:07.361216 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25e1371-b4d0-44fd-a17e-71be84800659 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6efc5c5-c7dd-45d6-b8c4-299a01d8594a,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:50:07.433751 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f84d6fe3-2480-4b33-8944-d3832bbfb803 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:07.459983 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f84d6fe3-2480-4b33-8944-d3832bbfb803 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:07.538091 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f84d6fe3-2480-4b33-8944-d3832bbfb803 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:07.541200 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f84d6fe3-2480-4b33-8944-d3832bbfb803 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:07.545863 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-f84d6fe3-2480-4b33-8944-d3832bbfb803 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/a6efc5c5-c7dd-45d6-b8c4-299a01d8594a HTTP/1.1" status: 204 len: 168 time: 0.1845024 Jul 14 09:50:07.559416 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b585b36-e317-4e30-a024-6888e214dec4 req-fee9cb1f-cc95-4aa4-aacc-2b21c67bfc77 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:07.560250 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84d6fe3-2480-4b33-8944-d3832bbfb803 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6efc5c5-c7dd-45d6-b8c4-299a01d8594a,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:50:07.561463 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-7b585b36-e317-4e30-a024-6888e214dec4 req-fee9cb1f-cc95-4aa4-aacc-2b21c67bfc77 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/ports?device_id=5d493170-d65b-43e2-b567-4662529c04a1 HTTP/1.1" status: 200 len: 945 time: 0.0838041 Jul 14 09:50:07.644223 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-7b585b36-e317-4e30-a024-6888e214dec4 req-313f8cff-4309-46a6-9957-28a593f296e8 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/security-groups?id=8f0dbdd2-fa03-4b2d-b258-a524dec03322&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743022 Jul 14 09:50:08.828401 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e12765-2c25-471e-ae98-a9a66a6ef27b req-1b337ff3-4027-43cb-bfe8-ba75082ded3b tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:08.829826 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-92e12765-2c25-471e-ae98-a9a66a6ef27b req-1b337ff3-4027-43cb-bfe8-ba75082ded3b tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/ports?device_id=5d493170-d65b-43e2-b567-4662529c04a1 HTTP/1.1" status: 200 len: 945 time: 0.0712976 Jul 14 09:50:08.874532 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-92e12765-2c25-471e-ae98-a9a66a6ef27b req-704345c7-1519-462f-a58d-cf6c7ebfecf2 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/security-groups?id=8f0dbdd2-fa03-4b2d-b258-a524dec03322&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349729 Jul 14 09:50:09.629353 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 56902) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:50:09.732680 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e3d9f81d-e090-452c-abb5-6d628c71e970 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:09.824620 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e3d9f81d-e090-452c-abb5-6d628c71e970 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:09.828255 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e3d9f81d-e090-452c-abb5-6d628c71e970 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:09.870460 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-e3d9f81d-e090-452c-abb5-6d628c71e970 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=210ded9c15de4c09bec139228d1768b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2399235 Jul 14 09:50:09.871343 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d9f81d-e090-452c-abb5-6d628c71e970 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fff39f5-203c-4f43-8467-5822aaff3de3,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:50:09.873198 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 56910) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:50:09.925944 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8e99fae7-fc8a-4cf0-9410-8d4475fe13fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:09.950861 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8e99fae7-fc8a-4cf0-9410-8d4475fe13fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:10.008123 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8e99fae7-fc8a-4cf0-9410-8d4475fe13fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:10.010802 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8e99fae7-fc8a-4cf0-9410-8d4475fe13fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:10.011932 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-8e99fae7-fc8a-4cf0-9410-8d4475fe13fa admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/4fff39f5-203c-4f43-8467-5822aaff3de3 HTTP/1.1" status: 204 len: 168 time: 0.1369667 Jul 14 09:50:10.041612 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e99fae7-fc8a-4cf0-9410-8d4475fe13fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fff39f5-203c-4f43-8467-5822aaff3de3,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:50:10.082069 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5c09e8-ef61-412b-98ba-3abcf54d3cbc req-f79ba9c2-a366-4e29-80c8-39b0a7b68573 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:10.085980 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-af5c09e8-ef61-412b-98ba-3abcf54d3cbc req-f79ba9c2-a366-4e29-80c8-39b0a7b68573 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/ports?device_id=5d493170-d65b-43e2-b567-4662529c04a1 HTTP/1.1" status: 200 len: 945 time: 0.0913532 Jul 14 09:50:10.143945 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-af5c09e8-ef61-412b-98ba-3abcf54d3cbc req-ce8d8eff-2159-4b6b-aeec-6fefa04f2841 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/security-groups?id=8f0dbdd2-fa03-4b2d-b258-a524dec03322&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533812 Jul 14 09:50:10.338132 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 56924) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:50:10.355180 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a78b1d44-3f62-455f-acb6-81f0fcb6d3de admin admin] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:10.453889 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a78b1d44-3f62-455f-acb6-81f0fcb6d3de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:10.457936 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a78b1d44-3f62-455f-acb6-81f0fcb6d3de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:10.497168 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-a78b1d44-3f62-455f-acb6-81f0fcb6d3de admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=5d50fc87ee5a4cd1a8ba7613d2b44dac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1578758 Jul 14 09:50:10.498099 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78b1d44-3f62-455f-acb6-81f0fcb6d3de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a9ad6bf-b90f-430b-bab9-022dcd430ec5,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:50:10.499749 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 56926) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:50:10.554713 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-28c3a024-828e-4f69-b816-5247502671be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:10.576121 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-28c3a024-828e-4f69-b816-5247502671be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:10.624537 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-28c3a024-828e-4f69-b816-5247502671be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:10.626942 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-28c3a024-828e-4f69-b816-5247502671be admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:10.628411 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-28c3a024-828e-4f69-b816-5247502671be admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/3a9ad6bf-b90f-430b-bab9-022dcd430ec5 HTTP/1.1" status: 204 len: 168 time: 0.1276119 Jul 14 09:50:10.636852 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c3a024-828e-4f69-b816-5247502671be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a9ad6bf-b90f-430b-bab9-022dcd430ec5,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:50:11.325454 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214986a6-954e-4739-8085-6c61e4d6f9b7 req-8a21c322-d2a8-4c02-9c4a-fce9ee8d3e71 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:11.327764 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-214986a6-954e-4739-8085-6c61e4d6f9b7 req-8a21c322-d2a8-4c02-9c4a-fce9ee8d3e71 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/ports?device_id=5d493170-d65b-43e2-b567-4662529c04a1 HTTP/1.1" status: 200 len: 945 time: 0.0761008 Jul 14 09:50:11.376849 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-214986a6-954e-4739-8085-6c61e4d6f9b7 req-e1f088c9-32f2-427f-bd8a-a74cbb8599a9 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/security-groups?id=8f0dbdd2-fa03-4b2d-b258-a524dec03322&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413139 Jul 14 09:50:12.283059 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 57046) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:50:12.390877 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-93dc2988-b0c9-40a5-8782-8d9a25f4933c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:12.499035 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-93dc2988-b0c9-40a5-8782-8d9a25f4933c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:12.502875 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-93dc2988-b0c9-40a5-8782-8d9a25f4933c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:12.542680 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93dc2988-b0c9-40a5-8782-8d9a25f4933c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1610bd87-95ae-44c6-a494-25315c2027be,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:50:12.548488 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-93dc2988-b0c9-40a5-8782-8d9a25f4933c admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=6ef4c2b038e74b16b75b93913e147ea8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2639174 Jul 14 09:50:12.551256 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 57054) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:50:12.586837 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975f5c4c-e78c-4d92-9247-f280070fd5b4 req-a867cccc-642a-4207-80a1-37925aab1f07 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:12.589789 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-975f5c4c-e78c-4d92-9247-f280070fd5b4 req-a867cccc-642a-4207-80a1-37925aab1f07 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/ports?device_id=5d493170-d65b-43e2-b567-4662529c04a1 HTTP/1.1" status: 200 len: 945 time: 0.0728645 Jul 14 09:50:12.609295 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6062c706-e1ef-4c59-926e-48f83f5b8204 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:12.637355 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6062c706-e1ef-4c59-926e-48f83f5b8204 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:12.638998 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-975f5c4c-e78c-4d92-9247-f280070fd5b4 req-ff9b728c-fe2a-45c3-96e3-2f2c2ffe9459 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/security-groups?id=8f0dbdd2-fa03-4b2d-b258-a524dec03322&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424993 Jul 14 09:50:12.696415 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6062c706-e1ef-4c59-926e-48f83f5b8204 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:12.699088 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6062c706-e1ef-4c59-926e-48f83f5b8204 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:12.700456 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-6062c706-e1ef-4c59-926e-48f83f5b8204 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/1610bd87-95ae-44c6-a494-25315c2027be HTTP/1.1" status: 204 len: 168 time: 0.1482310 Jul 14 09:50:12.709053 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6062c706-e1ef-4c59-926e-48f83f5b8204 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1610bd87-95ae-44c6-a494-25315c2027be,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:50:12.939831 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:13.747621 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:13.834360 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325ac7b8-cd99-42b7-a058-dbf6cab7cd3e req-e9bd3ceb-9db2-4427-95be-e026c8029e0e tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:13.836171 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-325ac7b8-cd99-42b7-a058-dbf6cab7cd3e req-e9bd3ceb-9db2-4427-95be-e026c8029e0e tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/ports?device_id=5d493170-d65b-43e2-b567-4662529c04a1 HTTP/1.1" status: 200 len: 945 time: 0.0721259 Jul 14 09:50:13.877617 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-325ac7b8-cd99-42b7-a058-dbf6cab7cd3e req-17ad6637-69e5-442a-a60a-aca3086b2c08 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/security-groups?id=8f0dbdd2-fa03-4b2d-b258-a524dec03322&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349934 Jul 14 09:50:13.915435 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [req-4bef1dec-de80-44a6-81fa-2c42fcedf548 req-96c0e6bc-b124-406a-87ea-a9f9cadbfbc4 service neutron] (93958) timed out ('10.222.0.68', 34274) {{(pid=93958) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 14 09:50:14.032710 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 57120) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:50:14.139253 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fcf56bff-3520-401b-86ad-b29a8c891807 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:14.231834 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fcf56bff-3520-401b-86ad-b29a8c891807 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:14.235368 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fcf56bff-3520-401b-86ad-b29a8c891807 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:14.274658 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-fcf56bff-3520-401b-86ad-b29a8c891807 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=4e170fe20da646eeb6ddf2d6aa5527ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2406638 Jul 14 09:50:14.275930 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf56bff-3520-401b-86ad-b29a8c891807 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b9bcf34-e661-4910-a181-95166b2b3101,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:50:14.276529 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 57124) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:50:14.328299 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5ca507b0-7ea3-4d40-aa86-d0980e482df4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:14.355689 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5ca507b0-7ea3-4d40-aa86-d0980e482df4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:14.411189 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5ca507b0-7ea3-4d40-aa86-d0980e482df4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:14.414542 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5ca507b0-7ea3-4d40-aa86-d0980e482df4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:14.417777 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-5ca507b0-7ea3-4d40-aa86-d0980e482df4 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/8b9bcf34-e661-4910-a181-95166b2b3101 HTTP/1.1" status: 204 len: 168 time: 0.1396246 Jul 14 09:50:14.425965 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca507b0-7ea3-4d40-aa86-d0980e482df4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b9bcf34-e661-4910-a181-95166b2b3101,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:50:15.088353 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fdb040-ecd7-4d2a-bda0-281a874fa492 req-a071d46a-cf83-4159-8b9a-72739539d371 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:15.094044 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-81fdb040-ecd7-4d2a-bda0-281a874fa492 req-a071d46a-cf83-4159-8b9a-72739539d371 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/ports?device_id=5d493170-d65b-43e2-b567-4662529c04a1 HTTP/1.1" status: 200 len: 945 time: 0.0780144 Jul 14 09:50:15.135636 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-81fdb040-ecd7-4d2a-bda0-281a874fa492 req-9663d43a-a313-48de-8f80-35043ec569e0 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/security-groups?id=8f0dbdd2-fa03-4b2d-b258-a524dec03322&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396950 Jul 14 09:50:15.810932 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 57168) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:50:15.908492 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-3fe677ad-5cf5-4de3-8e16-dd2d4ad427e3 tempest-MeteringTestJSON-1998635986 tempest-MeteringTestJSON-1998635986-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1403202272'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:50:15.908973 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-3fe677ad-5cf5-4de3-8e16-dd2d4ad427e3 tempest-MeteringTestJSON-1998635986 tempest-MeteringTestJSON-1998635986-project-admin] Unknown quota resources ['metering_label']. {{(pid=93958) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 14 09:50:16.151014 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be726e24-d33c-43b0-9119-6c50f4bd2e91 req-b22d9259-364a-488b-b76c-96c593d9c704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:16.152523 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-be726e24-d33c-43b0-9119-6c50f4bd2e91 req-b22d9259-364a-488b-b76c-96c593d9c704 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=5d493170-d65b-43e2-b567-4662529c04a1 HTTP/1.1" status: 200 len: 1097 time: 0.0541377 Jul 14 09:50:16.191216 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-be726e24-d33c-43b0-9119-6c50f4bd2e91 req-1d7a3354-acb2-4f26-bf3f-ce9547f4cbad service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=8f0dbdd2-fa03-4b2d-b258-a524dec03322&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317225 Jul 14 09:50:16.421532 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3fe677ad-5cf5-4de3-8e16-dd2d4ad427e3 tempest-MeteringTestJSON-1998635986 tempest-MeteringTestJSON-1998635986-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:16.422629 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-3fe677ad-5cf5-4de3-8e16-dd2d4ad427e3 tempest-MeteringTestJSON-1998635986 tempest-MeteringTestJSON-1998635986-project-admin] 10.222.0.68 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.6106472 Jul 14 09:50:16.425354 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 57176) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:50:16.432342 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-0d3568d0-c60c-4331-abb6-0a7d03372c3e tempest-MeteringTestJSON-1998635986 tempest-MeteringTestJSON-1998635986-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'e4ac9b58-c785-469a-a59d-85c38ef78516'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:50:16.432826 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-0d3568d0-c60c-4331-abb6-0a7d03372c3e tempest-MeteringTestJSON-1998635986 tempest-MeteringTestJSON-1998635986-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93958) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 14 09:50:16.527669 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04423cff-f161-4ebd-9274-21429386c48c req-1ecd215e-9f41-44a8-9908-34d1d5bb2da4 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:16.529358 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-04423cff-f161-4ebd-9274-21429386c48c req-1ecd215e-9f41-44a8-9908-34d1d5bb2da4 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/ports?device_id=5d493170-d65b-43e2-b567-4662529c04a1 HTTP/1.1" status: 200 len: 945 time: 0.2520933 Jul 14 09:50:16.530247 n-d-779913-29 neutron-server[93958]: WARNING neutron.services.metering.metering_plugin [None req-0d3568d0-c60c-4331-abb6-0a7d03372c3e tempest-MeteringTestJSON-1998635986 tempest-MeteringTestJSON-1998635986-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 14 09:50:16.657725 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0d3568d0-c60c-4331-abb6-0a7d03372c3e tempest-MeteringTestJSON-1998635986 tempest-MeteringTestJSON-1998635986-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:16.658895 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-0d3568d0-c60c-4331-abb6-0a7d03372c3e tempest-MeteringTestJSON-1998635986 tempest-MeteringTestJSON-1998635986-project-admin] 10.222.0.68 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2326069 Jul 14 09:50:16.662534 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 57180) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:50:16.666854 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-21554168-77f6-4093-a72a-35eac6de8999 tempest-MeteringTestJSON-1998635986 tempest-MeteringTestJSON-1998635986-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'e4ac9b58-c785-469a-a59d-85c38ef78516'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:50:16.667339 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-21554168-77f6-4093-a72a-35eac6de8999 tempest-MeteringTestJSON-1998635986 tempest-MeteringTestJSON-1998635986-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93958) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 14 09:50:16.675100 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-04423cff-f161-4ebd-9274-21429386c48c req-26eed5b4-c9f0-418b-b913-87dcfebcdfc7 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/security-groups?id=8f0dbdd2-fa03-4b2d-b258-a524dec03322&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1334341 Jul 14 09:50:16.724355 n-d-779913-29 neutron-server[93958]: WARNING neutron.services.metering.metering_plugin [None req-21554168-77f6-4093-a72a-35eac6de8999 tempest-MeteringTestJSON-1998635986 tempest-MeteringTestJSON-1998635986-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 14 09:50:16.802464 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-21554168-77f6-4093-a72a-35eac6de8999 tempest-MeteringTestJSON-1998635986 tempest-MeteringTestJSON-1998635986-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:16.803555 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-21554168-77f6-4093-a72a-35eac6de8999 tempest-MeteringTestJSON-1998635986 tempest-MeteringTestJSON-1998635986-project-admin] 10.222.0.68 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.1401000 Jul 14 09:50:16.806226 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 57182) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:50:16.816516 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-c5c28e0f-886d-4002-8655-0088bbb7317c tempest-MeteringTestJSON-1998635986 tempest-MeteringTestJSON-1998635986-project-admin] 10.222.0.68 "GET /v2.0/metering/metering-label-rules?id=4c7a44fb-d95c-4fd5-8a3d-675f3842c04f HTTP/1.1" status: 200 len: 464 time: 0.0092642 Jul 14 09:50:16.819765 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 57184) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:50:16.924064 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b54b6334-3479-4af1-8fea-22ac07681460 tempest-MeteringTestJSON-1998635986 tempest-MeteringTestJSON-1998635986-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:16.925248 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-b54b6334-3479-4af1-8fea-22ac07681460 tempest-MeteringTestJSON-1998635986 tempest-MeteringTestJSON-1998635986-project-admin] 10.222.0.68 "DELETE /v2.0/metering/metering-label-rules/4c7a44fb-d95c-4fd5-8a3d-675f3842c04f HTTP/1.1" status: 204 len: 168 time: 0.1045442 Jul 14 09:50:16.928505 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 57190) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:50:16.938481 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-7a774629-7546-4b7a-929f-e69b59914425 tempest-MeteringTestJSON-1998635986 tempest-MeteringTestJSON-1998635986-project-admin] 10.222.0.68 "GET /v2.0/metering/metering-label-rules?id=4c7a44fb-d95c-4fd5-8a3d-675f3842c04f HTTP/1.1" status: 200 len: 221 time: 0.0089464 Jul 14 09:50:16.941874 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 57192) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:50:16.946513 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-584e8219-0d69-4d4d-8e68-827272eb12ce tempest-MeteringTestJSON-1998635986 tempest-MeteringTestJSON-1998635986-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1399811705', 'description': 'label created by tempest'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:50:16.946966 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-584e8219-0d69-4d4d-8e68-827272eb12ce tempest-MeteringTestJSON-1998635986 tempest-MeteringTestJSON-1998635986-project-admin] Unknown quota resources ['metering_label']. {{(pid=93958) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 14 09:50:17.116047 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-584e8219-0d69-4d4d-8e68-827272eb12ce tempest-MeteringTestJSON-1998635986 tempest-MeteringTestJSON-1998635986-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:17.119831 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-584e8219-0d69-4d4d-8e68-827272eb12ce tempest-MeteringTestJSON-1998635986 tempest-MeteringTestJSON-1998635986-project-admin] 10.222.0.68 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.1739860 Jul 14 09:50:17.119999 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 57194) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:50:17.196086 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-d2a42d05-c1ea-4bbc-b422-c25b204c7f2c tempest-MeteringTestJSON-1998635986 tempest-MeteringTestJSON-1998635986-project-admin] 10.222.0.68 "GET /v2.0/metering/metering-labels?id=028ca01c-7009-4bf7-b571-a2d344d1ea9c HTTP/1.1" status: 200 len: 468 time: 0.0750203 Jul 14 09:50:17.198706 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 57200) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:50:17.387246 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6891752f-b3b5-4432-a710-d0b1ede61f79 tempest-MeteringTestJSON-1998635986 tempest-MeteringTestJSON-1998635986-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:17.388403 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-6891752f-b3b5-4432-a710-d0b1ede61f79 tempest-MeteringTestJSON-1998635986 tempest-MeteringTestJSON-1998635986-project-admin] 10.222.0.68 "DELETE /v2.0/metering/metering-labels/028ca01c-7009-4bf7-b571-a2d344d1ea9c HTTP/1.1" status: 204 len: 168 time: 0.1887658 Jul 14 09:50:17.391395 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 57202) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:50:17.408702 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-83232855-05eb-4e4b-900c-53234b5997a0 tempest-MeteringTestJSON-1998635986 tempest-MeteringTestJSON-1998635986-project-admin] 10.222.0.68 "GET /v2.0/metering/metering-labels?id=028ca01c-7009-4bf7-b571-a2d344d1ea9c HTTP/1.1" status: 200 len: 216 time: 0.0154121 Jul 14 09:50:17.409086 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 57204) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:50:17.421528 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-a7f99a43-48b7-4dec-8201-4a7cab2d8a88 tempest-MeteringTestJSON-1998635986 tempest-MeteringTestJSON-1998635986-project-admin] 10.222.0.68 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0103729 Jul 14 09:50:17.423932 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 57206) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:50:17.435208 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-2a736f21-bb07-4462-ba78-492779de6079 tempest-MeteringTestJSON-1998635986 tempest-MeteringTestJSON-1998635986-project-admin] 10.222.0.68 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0102303 Jul 14 09:50:17.438304 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 57208) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:50:17.489876 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-9918aaae-befc-4ef6-a7d3-7c6f868fafdb tempest-MeteringTestJSON-1998635986 tempest-MeteringTestJSON-1998635986-project-admin] 10.222.0.68 "GET /v2.0/metering/metering-labels/e4ac9b58-c785-469a-a59d-85c38ef78516 HTTP/1.1" status: 200 len: 473 time: 0.0505579 Jul 14 09:50:17.493072 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 57214) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:50:17.502576 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-91700323-117e-4ae2-8c09-2d0edf15391b tempest-MeteringTestJSON-1998635986 tempest-MeteringTestJSON-1998635986-project-admin] 10.222.0.68 "GET /v2.0/metering/metering-label-rules/dde33519-f43b-4a6d-9dd7-af363083da40 HTTP/1.1" status: 200 len: 461 time: 0.0083544 Jul 14 09:50:17.505363 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 57216) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:50:17.610395 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1de9e0eb-3d0f-447e-94bc-b12a98d47ae9 tempest-MeteringTestJSON-1998635986 tempest-MeteringTestJSON-1998635986-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:17.611558 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-1de9e0eb-3d0f-447e-94bc-b12a98d47ae9 tempest-MeteringTestJSON-1998635986 tempest-MeteringTestJSON-1998635986-project-admin] 10.222.0.68 "DELETE /v2.0/metering/metering-label-rules/dde33519-f43b-4a6d-9dd7-af363083da40 HTTP/1.1" status: 204 len: 168 time: 0.1052969 Jul 14 09:50:17.614119 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 57220) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:50:17.804590 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6cc23cba-e91b-40b8-bbbb-5ee8c05bcdf7 tempest-MeteringTestJSON-1998635986 tempest-MeteringTestJSON-1998635986-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:17.805791 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-6cc23cba-e91b-40b8-bbbb-5ee8c05bcdf7 tempest-MeteringTestJSON-1998635986 tempest-MeteringTestJSON-1998635986-project-admin] 10.222.0.68 "DELETE /v2.0/metering/metering-labels/e4ac9b58-c785-469a-a59d-85c38ef78516 HTTP/1.1" status: 204 len: 168 time: 0.1907182 Jul 14 09:50:17.869585 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7cd365-fba1-41ca-9c64-3e14403b0712 req-ac1249a6-1bce-4c63-be0a-c21e2050ec6c tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:17.871387 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-da7cd365-fba1-41ca-9c64-3e14403b0712 req-ac1249a6-1bce-4c63-be0a-c21e2050ec6c tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/ports?device_id=5d493170-d65b-43e2-b567-4662529c04a1 HTTP/1.1" status: 200 len: 945 time: 0.0712707 Jul 14 09:50:17.913863 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-da7cd365-fba1-41ca-9c64-3e14403b0712 req-e6246ecf-409b-42d0-973e-e28130468e14 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/security-groups?id=8f0dbdd2-fa03-4b2d-b258-a524dec03322&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363548 Jul 14 09:50:17.939968 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 57230) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:50:18.012951 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-262d7101-0a66-46c9-8182-42e2e8a99f12 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/floatingips/ff1bfa36-13a6-43f2-b7bf-420edba1a468 HTTP/1.1" status: 200 len: 993 time: 0.0717220 Jul 14 09:50:18.070401 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 57238) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:50:18.176013 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-670c513e-7698-4882-8b80-da06b357612c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:18.266394 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-670c513e-7698-4882-8b80-da06b357612c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:18.270179 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-670c513e-7698-4882-8b80-da06b357612c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:18.306906 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670c513e-7698-4882-8b80-da06b357612c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92e64d9a-7bfb-45c2-acf5-775345ee3ff8,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:50:18.311363 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-670c513e-7698-4882-8b80-da06b357612c admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=efb3b85cf464474f86c86eadb8d032a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2399342 Jul 14 09:50:18.314101 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 57246) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:50:18.369113 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7074b26c-a662-4c30-baf5-c9c10ff08f2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:18.390754 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7074b26c-a662-4c30-baf5-c9c10ff08f2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:18.437002 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7074b26c-a662-4c30-baf5-c9c10ff08f2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:18.439589 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7074b26c-a662-4c30-baf5-c9c10ff08f2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:18.440747 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-7074b26c-a662-4c30-baf5-c9c10ff08f2f admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/92e64d9a-7bfb-45c2-acf5-775345ee3ff8 HTTP/1.1" status: 204 len: 168 time: 0.1256998 Jul 14 09:50:18.449746 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7074b26c-a662-4c30-baf5-c9c10ff08f2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92e64d9a-7bfb-45c2-acf5-775345ee3ff8,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:50:18.533777 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 7b9f90e2-95b2-479f-ae31-66cb51aa2f71 details requested by agent hyperv_n-h1-779913-29 with host n-h1-779913-29 {{(pid=93959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:50:18.543394 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 7b9f90e2-95b2-479f-ae31-66cb51aa2f71 no longer exists at agent hyperv_n-h1-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:50:18.688646 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:18.726595 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d493170-d65b-43e2-b567-4662529c04a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b9f90e2-95b2-479f-ae31-66cb51aa2f71'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:50:18.728858 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd62303f06773040a8a4e189dc46b4f565768c299abf8ab8e7739778b0bc3e97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dccbc971-679c-4fea-9b10-8ac88444f4e4" -d '{"events": [{"server_uuid": "5d493170-d65b-43e2-b567-4662529c04a1", "name": "network-vif-unplugged", "status": "completed", "tag": "7b9f90e2-95b2-479f-ae31-66cb51aa2f71"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:50:18.738278 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 57260) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:50:18.749922 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port 7b9f90e2-95b2-479f-ae31-66cb51aa2f71, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=7b9f90e2-95b2-479f-ae31-66cb51aa2f71,segment=NetworkSegment(43a41d4a-7586-477f-827e-b9b1e323ac1b),segment_id=43a41d4a-7586-477f-827e-b9b1e323ac1b)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:50:18.756216 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port 7b9f90e2-95b2-479f-ae31-66cb51aa2f71, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=7b9f90e2-95b2-479f-ae31-66cb51aa2f71,segment=NetworkSegment(43a41d4a-7586-477f-827e-b9b1e323ac1b),segment_id=43a41d4a-7586-477f-827e-b9b1e323ac1b)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:50:18.759452 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:18.760838 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2151a769-741d-4ee1-92e8-7b7e5b31b72b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:18.769432 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 09:50:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6381660-0d7f-4f21-8eb5-5e2e2219c1c5 x-openstack-request-id: req-c6381660-0d7f-4f21-8eb5-5e2e2219c1c5 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:50:18.769755 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d493170-d65b-43e2-b567-4662529c04a1", "name": "network-vif-unplugged", "status": "completed", "tag": "7b9f90e2-95b2-479f-ae31-66cb51aa2f71", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:50:18.770014 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-c6381660-0d7f-4f21-8eb5-5e2e2219c1c5 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:50:18.770965 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d493170-d65b-43e2-b567-4662529c04a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b9f90e2-95b2-479f-ae31-66cb51aa2f71', 'code': 200} Jul 14 09:50:18.792248 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Returning: {'device': '7b9f90e2-95b2-479f-ae31-66cb51aa2f71', 'network_id': '2356bf67-1751-41f7-ad18-6fbd1d9ef117', 'port_id': '7b9f90e2-95b2-479f-ae31-66cb51aa2f71', 'mac_address': 'fa:16:3e:fc:2f:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 704, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39971af1-2a06-4570-b745-4f940d33c9ef', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:50:18.854632 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Pushing event updated for resources: {'Port': ['ID=7b9f90e2-95b2-479f-ae31-66cb51aa2f71,revision_number=6']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:50:18.863053 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:18.865719 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:50:18.866072 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:50:18.866418 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:50:18.866761 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:50:18.867099 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:50:18.867440 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:50:18.867775 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:50:18.868107 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:50:18.868439 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:50:18.868769 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:50:18.869102 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:50:18.869431 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:50:18.885753 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b9f90e2-95b2-479f-ae31-66cb51aa2f71 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:50:18.890765 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2151a769-741d-4ee1-92e8-7b7e5b31b72b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:18.897636 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2151a769-741d-4ee1-92e8-7b7e5b31b72b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:18.908226 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port 7b9f90e2-95b2-479f-ae31-66cb51aa2f71, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=7b9f90e2-95b2-479f-ae31-66cb51aa2f71,segment=NetworkSegment(43a41d4a-7586-477f-827e-b9b1e323ac1b),segment_id=43a41d4a-7586-477f-827e-b9b1e323ac1b)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:50:18.914003 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:18.939867 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-2151a769-741d-4ee1-92e8-7b7e5b31b72b admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=50e2cff026f340bd8e5bb3bf4de456d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1979718 Jul 14 09:50:18.940334 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 57266) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:50:18.948568 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2151a769-741d-4ee1-92e8-7b7e5b31b72b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9018bf5-2454-40a8-9589-58c00b0dd0da,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:50:18.967628 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Pushing event updated for resources: {'Port': ['ID=7b9f90e2-95b2-479f-ae31-66cb51aa2f71,revision_number=7']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:50:18.993781 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-45c35d08-a986-46e3-8cc8-95494f0d60f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:19.021213 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-45c35d08-a986-46e3-8cc8-95494f0d60f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:19.067132 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-45c35d08-a986-46e3-8cc8-95494f0d60f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:19.069685 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-45c35d08-a986-46e3-8cc8-95494f0d60f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:19.070940 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-45c35d08-a986-46e3-8cc8-95494f0d60f4 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/f9018bf5-2454-40a8-9589-58c00b0dd0da HTTP/1.1" status: 204 len: 168 time: 0.1296604 Jul 14 09:50:19.080085 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c35d08-a986-46e3-8cc8-95494f0d60f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9018bf5-2454-40a8-9589-58c00b0dd0da,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:50:19.207277 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] get_ports_and_sgs() called for port_ids ['7b9f90e2-95b2-479f-ae31-66cb51aa2f71'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:50:20.343702 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 57324) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:50:20.445978 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-e6da89a6-a259-4915-91dc-b98700eec6eb tempest-RoutersAdminNegativeIpV6Test-1865484712 tempest-RoutersAdminNegativeIpV6Test-1865484712-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-122103632', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:50:20.471035 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6da89a6-a259-4915-91dc-b98700eec6eb tempest-RoutersAdminNegativeIpV6Test-1865484712 tempest-RoutersAdminNegativeIpV6Test-1865484712-project-admin] Made reservation on behalf of 8ed15eded2ae4841925efed64b607fc3 for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:50:20.473703 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e6da89a6-a259-4915-91dc-b98700eec6eb tempest-RoutersAdminNegativeIpV6Test-1865484712 tempest-RoutersAdminNegativeIpV6Test-1865484712-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:20.483194 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e6da89a6-a259-4915-91dc-b98700eec6eb tempest-RoutersAdminNegativeIpV6Test-1865484712 tempest-RoutersAdminNegativeIpV6Test-1865484712-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:20.546984 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 7b9f90e2-95b2-479f-ae31-66cb51aa2f71 up at agent hyperv_n-h1-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:50:20.577535 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e6da89a6-a259-4915-91dc-b98700eec6eb tempest-RoutersAdminNegativeIpV6Test-1865484712 tempest-RoutersAdminNegativeIpV6Test-1865484712-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:20.582146 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e6da89a6-a259-4915-91dc-b98700eec6eb tempest-RoutersAdminNegativeIpV6Test-1865484712 tempest-RoutersAdminNegativeIpV6Test-1865484712-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:20.588127 n-d-779913-29 neutron-server[93958]: DEBUG neutron.notifiers.nova [None req-e6da89a6-a259-4915-91dc-b98700eec6eb tempest-RoutersAdminNegativeIpV6Test-1865484712 tempest-RoutersAdminNegativeIpV6Test-1865484712-project-admin] device_id is not set on port 171c857e-e55d-498c-b8d2-bef880acee60 yet. {{(pid=93958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:50:20.596601 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Provisioning complete for port 7b9f90e2-95b2-479f-ae31-66cb51aa2f71 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:50:20.596972 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:20.647059 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6da89a6-a259-4915-91dc-b98700eec6eb tempest-RoutersAdminNegativeIpV6Test-1865484712 tempest-RoutersAdminNegativeIpV6Test-1865484712-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffa09334-3693-4592-adde-0159cf9d8128,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:50:20.690738 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:20.718567 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-e6da89a6-a259-4915-91dc-b98700eec6eb tempest-RoutersAdminNegativeIpV6Test-1865484712 tempest-RoutersAdminNegativeIpV6Test-1865484712-project-admin] Allocated IP 172.25.4.8 (2dcd4d32-cc7c-4468-b396-7ce5c9231892/6cd22a75-5bc1-467c-a3c4-0af04bd1b34a/171c857e-e55d-498c-b8d2-bef880acee60) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:50:20.727092 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port 7b9f90e2-95b2-479f-ae31-66cb51aa2f71, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=7b9f90e2-95b2-479f-ae31-66cb51aa2f71,segment=NetworkSegment(43a41d4a-7586-477f-827e-b9b1e323ac1b),segment_id=43a41d4a-7586-477f-827e-b9b1e323ac1b)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:50:20.737857 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:20.772025 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d493170-d65b-43e2-b567-4662529c04a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b9f90e2-95b2-479f-ae31-66cb51aa2f71'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:50:20.774313 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd62303f06773040a8a4e189dc46b4f565768c299abf8ab8e7739778b0bc3e97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c51ca3b-4a1d-4f0b-ad09-992728f2ab32" -d '{"events": [{"server_uuid": "5d493170-d65b-43e2-b567-4662529c04a1", "name": "network-vif-plugged", "status": "completed", "tag": "7b9f90e2-95b2-479f-ae31-66cb51aa2f71"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:50:20.804325 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Pushing event updated for resources: {'Port': ['ID=7b9f90e2-95b2-479f-ae31-66cb51aa2f71,revision_number=8']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:50:20.821956 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:50:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b28b2f7b-0b32-461b-91d4-36c88a9efe4c x-openstack-request-id: req-b28b2f7b-0b32-461b-91d4-36c88a9efe4c {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:50:20.822256 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d493170-d65b-43e2-b567-4662529c04a1", "name": "network-vif-plugged", "status": "completed", "tag": "7b9f90e2-95b2-479f-ae31-66cb51aa2f71", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:50:20.822515 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-b28b2f7b-0b32-461b-91d4-36c88a9efe4c {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:50:20.822917 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d493170-d65b-43e2-b567-4662529c04a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b9f90e2-95b2-479f-ae31-66cb51aa2f71', 'code': 200} Jul 14 09:50:20.872275 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e6da89a6-a259-4915-91dc-b98700eec6eb tempest-RoutersAdminNegativeIpV6Test-1865484712 tempest-RoutersAdminNegativeIpV6Test-1865484712-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:20.911789 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e6da89a6-a259-4915-91dc-b98700eec6eb tempest-RoutersAdminNegativeIpV6Test-1865484712 tempest-RoutersAdminNegativeIpV6Test-1865484712-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:20.960493 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6da89a6-a259-4915-91dc-b98700eec6eb tempest-RoutersAdminNegativeIpV6Test-1865484712 tempest-RoutersAdminNegativeIpV6Test-1865484712-project-admin] Network 2dcd4d32-cc7c-4468-b396-7ce5c9231892 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:50:20.963714 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-e6da89a6-a259-4915-91dc-b98700eec6eb tempest-RoutersAdminNegativeIpV6Test-1865484712 tempest-RoutersAdminNegativeIpV6Test-1865484712-project-admin] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:50:20.966715 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6da89a6-a259-4915-91dc-b98700eec6eb tempest-RoutersAdminNegativeIpV6Test-1865484712 tempest-RoutersAdminNegativeIpV6Test-1865484712-project-admin] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:50:20.996259 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6da89a6-a259-4915-91dc-b98700eec6eb tempest-RoutersAdminNegativeIpV6Test-1865484712 tempest-RoutersAdminNegativeIpV6Test-1865484712-project-admin] Pushing event updated for resources: {'Port': ['ID=171c857e-e55d-498c-b8d2-bef880acee60,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:50:21.015532 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6da89a6-a259-4915-91dc-b98700eec6eb tempest-RoutersAdminNegativeIpV6Test-1865484712 tempest-RoutersAdminNegativeIpV6Test-1865484712-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:21.016159 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e6da89a6-a259-4915-91dc-b98700eec6eb tempest-RoutersAdminNegativeIpV6Test-1865484712 tempest-RoutersAdminNegativeIpV6Test-1865484712-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:21.043313 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-e6da89a6-a259-4915-91dc-b98700eec6eb tempest-RoutersAdminNegativeIpV6Test-1865484712 tempest-RoutersAdminNegativeIpV6Test-1865484712-project-admin] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 0.6982582 Jul 14 09:50:21.046260 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 57344) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:50:21.053238 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-27962325-31b4-4ccf-b492-1e7bd1a0ef0e tempest-RoutersAdminNegativeIpV6Test-1865484712 tempest-RoutersAdminNegativeIpV6Test-1865484712-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.8'}]}}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:50:21.078936 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-27962325-31b4-4ccf-b492-1e7bd1a0ef0e tempest-RoutersAdminNegativeIpV6Test-1865484712 tempest-RoutersAdminNegativeIpV6Test-1865484712-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-711749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14670'] for router, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:21.080086 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-27962325-31b4-4ccf-b492-1e7bd1a0ef0e tempest-RoutersAdminNegativeIpV6Test-1865484712 tempest-RoutersAdminNegativeIpV6Test-1865484712-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-711718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-661475', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14679'] for router, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:21.132380 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-27962325-31b4-4ccf-b492-1e7bd1a0ef0e tempest-RoutersAdminNegativeIpV6Test-1865484712 tempest-RoutersAdminNegativeIpV6Test-1865484712-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:21.272509 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-27962325-31b4-4ccf-b492-1e7bd1a0ef0e tempest-RoutersAdminNegativeIpV6Test-1865484712 tempest-RoutersAdminNegativeIpV6Test-1865484712-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-661489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-711771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12973'] for router, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:21.477453 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-27962325-31b4-4ccf-b492-1e7bd1a0ef0e tempest-RoutersAdminNegativeIpV6Test-1865484712 tempest-RoutersAdminNegativeIpV6Test-1865484712-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:21.496712 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-27962325-31b4-4ccf-b492-1e7bd1a0ef0e tempest-RoutersAdminNegativeIpV6Test-1865484712 tempest-RoutersAdminNegativeIpV6Test-1865484712-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:21.687681 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-27962325-31b4-4ccf-b492-1e7bd1a0ef0e tempest-RoutersAdminNegativeIpV6Test-1865484712 tempest-RoutersAdminNegativeIpV6Test-1865484712-project-admin] Notify callbacks [] for router, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:21.852912 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-27962325-31b4-4ccf-b492-1e7bd1a0ef0e tempest-RoutersAdminNegativeIpV6Test-1865484712 tempest-RoutersAdminNegativeIpV6Test-1865484712-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-711871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12964'] for router, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:21.855108 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-27962325-31b4-4ccf-b492-1e7bd1a0ef0e tempest-RoutersAdminNegativeIpV6Test-1865484712 tempest-RoutersAdminNegativeIpV6Test-1865484712-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:21.898564 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-27962325-31b4-4ccf-b492-1e7bd1a0ef0e tempest-RoutersAdminNegativeIpV6Test-1865484712 tempest-RoutersAdminNegativeIpV6Test-1865484712-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-704815'] for router, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:21.899213 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27962325-31b4-4ccf-b492-1e7bd1a0ef0e tempest-RoutersAdminNegativeIpV6Test-1865484712 tempest-RoutersAdminNegativeIpV6Test-1865484712-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fe2ce55d-9e5b-458a-8bc9-88541378236c {{(pid=93957) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:50:21.915104 n-d-779913-29 neutron-server[93957]: INFO neutron.api.v2.resource [None req-27962325-31b4-4ccf-b492-1e7bd1a0ef0e tempest-RoutersAdminNegativeIpV6Test-1865484712 tempest-RoutersAdminNegativeIpV6Test-1865484712-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 14 09:50:21.916290 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-27962325-31b4-4ccf-b492-1e7bd1a0ef0e tempest-RoutersAdminNegativeIpV6Test-1865484712 tempest-RoutersAdminNegativeIpV6Test-1865484712-project-admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 409 len: 370 time: 0.8673437 Jul 14 09:50:21.919158 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 57360) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:50:22.011180 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-6feb6567-c46f-4e0c-8c61-882b83f4bc8b tempest-RoutersAdminNegativeIpV6Test-1865484712 tempest-RoutersAdminNegativeIpV6Test-1865484712-project-admin] Deleting port 171c857e-e55d-498c-b8d2-bef880acee60 {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:50:22.011647 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6feb6567-c46f-4e0c-8c61-882b83f4bc8b tempest-RoutersAdminNegativeIpV6Test-1865484712 tempest-RoutersAdminNegativeIpV6Test-1865484712-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:22.092295 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6feb6567-c46f-4e0c-8c61-882b83f4bc8b tempest-RoutersAdminNegativeIpV6Test-1865484712 tempest-RoutersAdminNegativeIpV6Test-1865484712-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:22.104219 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-6feb6567-c46f-4e0c-8c61-882b83f4bc8b tempest-RoutersAdminNegativeIpV6Test-1865484712 tempest-RoutersAdminNegativeIpV6Test-1865484712-project-admin] Calling delete_port for 171c857e-e55d-498c-b8d2-bef880acee60 owned by {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:50:22.197162 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d8b2dc8f-0ab2-41f6-b0ee-e6a07268bad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:22.233482 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6feb6567-c46f-4e0c-8c61-882b83f4bc8b tempest-RoutersAdminNegativeIpV6Test-1865484712 tempest-RoutersAdminNegativeIpV6Test-1865484712-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:22.261648 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6feb6567-c46f-4e0c-8c61-882b83f4bc8b tempest-RoutersAdminNegativeIpV6Test-1865484712 tempest-RoutersAdminNegativeIpV6Test-1865484712-project-admin] Pushing event deleted for resources: {'Port': ['ID=171c857e-e55d-498c-b8d2-bef880acee60,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:50:22.314115 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6feb6567-c46f-4e0c-8c61-882b83f4bc8b tempest-RoutersAdminNegativeIpV6Test-1865484712 tempest-RoutersAdminNegativeIpV6Test-1865484712-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:50:22.314460 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6feb6567-c46f-4e0c-8c61-882b83f4bc8b tempest-RoutersAdminNegativeIpV6Test-1865484712 tempest-RoutersAdminNegativeIpV6Test-1865484712-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:50:22.314810 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6feb6567-c46f-4e0c-8c61-882b83f4bc8b tempest-RoutersAdminNegativeIpV6Test-1865484712 tempest-RoutersAdminNegativeIpV6Test-1865484712-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:50:22.315157 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6feb6567-c46f-4e0c-8c61-882b83f4bc8b tempest-RoutersAdminNegativeIpV6Test-1865484712 tempest-RoutersAdminNegativeIpV6Test-1865484712-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:50:22.315499 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6feb6567-c46f-4e0c-8c61-882b83f4bc8b tempest-RoutersAdminNegativeIpV6Test-1865484712 tempest-RoutersAdminNegativeIpV6Test-1865484712-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:50:22.315834 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6feb6567-c46f-4e0c-8c61-882b83f4bc8b tempest-RoutersAdminNegativeIpV6Test-1865484712 tempest-RoutersAdminNegativeIpV6Test-1865484712-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:50:22.316171 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6feb6567-c46f-4e0c-8c61-882b83f4bc8b tempest-RoutersAdminNegativeIpV6Test-1865484712 tempest-RoutersAdminNegativeIpV6Test-1865484712-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:50:22.316503 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6feb6567-c46f-4e0c-8c61-882b83f4bc8b tempest-RoutersAdminNegativeIpV6Test-1865484712 tempest-RoutersAdminNegativeIpV6Test-1865484712-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:50:22.316836 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6feb6567-c46f-4e0c-8c61-882b83f4bc8b tempest-RoutersAdminNegativeIpV6Test-1865484712 tempest-RoutersAdminNegativeIpV6Test-1865484712-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:50:22.317721 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6feb6567-c46f-4e0c-8c61-882b83f4bc8b tempest-RoutersAdminNegativeIpV6Test-1865484712 tempest-RoutersAdminNegativeIpV6Test-1865484712-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:50:22.318059 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6feb6567-c46f-4e0c-8c61-882b83f4bc8b tempest-RoutersAdminNegativeIpV6Test-1865484712 tempest-RoutersAdminNegativeIpV6Test-1865484712-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:50:22.318391 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6feb6567-c46f-4e0c-8c61-882b83f4bc8b tempest-RoutersAdminNegativeIpV6Test-1865484712 tempest-RoutersAdminNegativeIpV6Test-1865484712-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:50:22.340584 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6feb6567-c46f-4e0c-8c61-882b83f4bc8b tempest-RoutersAdminNegativeIpV6Test-1865484712 tempest-RoutersAdminNegativeIpV6Test-1865484712-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:22.342604 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-6feb6567-c46f-4e0c-8c61-882b83f4bc8b tempest-RoutersAdminNegativeIpV6Test-1865484712 tempest-RoutersAdminNegativeIpV6Test-1865484712-project-admin] 10.222.0.68 "DELETE /v2.0/ports/171c857e-e55d-498c-b8d2-bef880acee60 HTTP/1.1" status: 204 len: 168 time: 0.4225357 Jul 14 09:50:22.592513 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 57378) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:50:22.699074 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fcc26ded-44cb-498b-98bc-7e939b644410 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:22.799418 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fcc26ded-44cb-498b-98bc-7e939b644410 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:22.804125 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fcc26ded-44cb-498b-98bc-7e939b644410 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:22.845251 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-fcc26ded-44cb-498b-98bc-7e939b644410 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=7c5cefe2731747ed9913cae325f5ff6a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2514207 Jul 14 09:50:22.846044 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc26ded-44cb-498b-98bc-7e939b644410 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcfea1b9-b2f0-4586-a6ea-1dcd64a572f0,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:50:22.847890 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 57388) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:50:22.899499 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-0b927a40-941b-4797-9da0-8d226d2b0e80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:22.920655 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-0b927a40-941b-4797-9da0-8d226d2b0e80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:22.970069 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-0b927a40-941b-4797-9da0-8d226d2b0e80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:22.972567 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-0b927a40-941b-4797-9da0-8d226d2b0e80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:22.973761 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-0b927a40-941b-4797-9da0-8d226d2b0e80 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/fcfea1b9-b2f0-4586-a6ea-1dcd64a572f0 HTTP/1.1" status: 204 len: 168 time: 0.1237020 Jul 14 09:50:22.981698 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b927a40-941b-4797-9da0-8d226d2b0e80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcfea1b9-b2f0-4586-a6ea-1dcd64a572f0,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:50:23.245766 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 57398) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:50:23.285522 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-c42744a4-b79a-47a6-beb4-4d0d9e9c8b35 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=8ed15eded2ae4841925efed64b607fc3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0384228 Jul 14 09:50:23.288393 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 57400) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:50:23.339595 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-275de9aa-484c-4a41-8e49-4a6054b863e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:23.376903 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-275de9aa-484c-4a41-8e49-4a6054b863e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:23.430293 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-275de9aa-484c-4a41-8e49-4a6054b863e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:23.432929 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-275de9aa-484c-4a41-8e49-4a6054b863e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:23.434137 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-275de9aa-484c-4a41-8e49-4a6054b863e8 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/ffa09334-3693-4592-adde-0159cf9d8128 HTTP/1.1" status: 204 len: 168 time: 0.1448419 Jul 14 09:50:23.442601 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275de9aa-484c-4a41-8e49-4a6054b863e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffa09334-3693-4592-adde-0159cf9d8128,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:50:24.666066 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 57458) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:50:24.770811 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-9303bedc-3e98-4c5f-bde5-723704cc921a tempest-RoutersAdminNegativeTest-1322648472 tempest-RoutersAdminNegativeTest-1322648472-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1201832528', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:50:24.787528 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:24.799807 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9303bedc-3e98-4c5f-bde5-723704cc921a tempest-RoutersAdminNegativeTest-1322648472 tempest-RoutersAdminNegativeTest-1322648472-project-admin] Made reservation on behalf of 9f5e762eaf1a441fb4d804449808ce7b for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:50:24.802701 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9303bedc-3e98-4c5f-bde5-723704cc921a tempest-RoutersAdminNegativeTest-1322648472 tempest-RoutersAdminNegativeTest-1322648472-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:24.811431 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9303bedc-3e98-4c5f-bde5-723704cc921a tempest-RoutersAdminNegativeTest-1322648472 tempest-RoutersAdminNegativeTest-1322648472-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:24.872666 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-20e87a47-87f5-4838-b6dc-3925628d2bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:24.910145 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9303bedc-3e98-4c5f-bde5-723704cc921a tempest-RoutersAdminNegativeTest-1322648472 tempest-RoutersAdminNegativeTest-1322648472-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:24.914066 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9303bedc-3e98-4c5f-bde5-723704cc921a tempest-RoutersAdminNegativeTest-1322648472 tempest-RoutersAdminNegativeTest-1322648472-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:24.919329 n-d-779913-29 neutron-server[93958]: DEBUG neutron.notifiers.nova [None req-9303bedc-3e98-4c5f-bde5-723704cc921a tempest-RoutersAdminNegativeTest-1322648472 tempest-RoutersAdminNegativeTest-1322648472-project-admin] device_id is not set on port 19d4f969-ee36-4758-b34f-14b721a8af2d yet. {{(pid=93958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:50:24.975220 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9303bedc-3e98-4c5f-bde5-723704cc921a tempest-RoutersAdminNegativeTest-1322648472 tempest-RoutersAdminNegativeTest-1322648472-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02117458-2a0c-4805-b52e-49234bd999f9,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:50:25.045996 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-9303bedc-3e98-4c5f-bde5-723704cc921a tempest-RoutersAdminNegativeTest-1322648472 tempest-RoutersAdminNegativeTest-1322648472-project-admin] Allocated IP 172.25.4.90 (2dcd4d32-cc7c-4468-b396-7ce5c9231892/6cd22a75-5bc1-467c-a3c4-0af04bd1b34a/19d4f969-ee36-4758-b34f-14b721a8af2d) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:50:25.182128 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9303bedc-3e98-4c5f-bde5-723704cc921a tempest-RoutersAdminNegativeTest-1322648472 tempest-RoutersAdminNegativeTest-1322648472-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:25.222782 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9303bedc-3e98-4c5f-bde5-723704cc921a tempest-RoutersAdminNegativeTest-1322648472 tempest-RoutersAdminNegativeTest-1322648472-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:25.266758 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9303bedc-3e98-4c5f-bde5-723704cc921a tempest-RoutersAdminNegativeTest-1322648472 tempest-RoutersAdminNegativeTest-1322648472-project-admin] Network 2dcd4d32-cc7c-4468-b396-7ce5c9231892 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:50:25.272942 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-9303bedc-3e98-4c5f-bde5-723704cc921a tempest-RoutersAdminNegativeTest-1322648472 tempest-RoutersAdminNegativeTest-1322648472-project-admin] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:50:25.277074 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9303bedc-3e98-4c5f-bde5-723704cc921a tempest-RoutersAdminNegativeTest-1322648472 tempest-RoutersAdminNegativeTest-1322648472-project-admin] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:50:25.302862 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9303bedc-3e98-4c5f-bde5-723704cc921a tempest-RoutersAdminNegativeTest-1322648472 tempest-RoutersAdminNegativeTest-1322648472-project-admin] Pushing event updated for resources: {'Port': ['ID=19d4f969-ee36-4758-b34f-14b721a8af2d,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:50:25.320818 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9303bedc-3e98-4c5f-bde5-723704cc921a tempest-RoutersAdminNegativeTest-1322648472 tempest-RoutersAdminNegativeTest-1322648472-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:25.321434 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9303bedc-3e98-4c5f-bde5-723704cc921a tempest-RoutersAdminNegativeTest-1322648472 tempest-RoutersAdminNegativeTest-1322648472-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:25.335437 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-9303bedc-3e98-4c5f-bde5-723704cc921a tempest-RoutersAdminNegativeTest-1322648472 tempest-RoutersAdminNegativeTest-1322648472-project-admin] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 0.6682653 Jul 14 09:50:25.338620 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 57476) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:50:25.342897 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-5447d36c-3ed3-4565-98ce-ad89a2e23317 tempest-RoutersAdminNegativeTest-1322648472 tempest-RoutersAdminNegativeTest-1322648472-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.90'}]}}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:50:25.366814 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5447d36c-3ed3-4565-98ce-ad89a2e23317 tempest-RoutersAdminNegativeTest-1322648472 tempest-RoutersAdminNegativeTest-1322648472-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-711749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14670'] for router, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:25.367773 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5447d36c-3ed3-4565-98ce-ad89a2e23317 tempest-RoutersAdminNegativeTest-1322648472 tempest-RoutersAdminNegativeTest-1322648472-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-711718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-661475', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14679'] for router, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:25.455072 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5447d36c-3ed3-4565-98ce-ad89a2e23317 tempest-RoutersAdminNegativeTest-1322648472 tempest-RoutersAdminNegativeTest-1322648472-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:25.599618 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5447d36c-3ed3-4565-98ce-ad89a2e23317 tempest-RoutersAdminNegativeTest-1322648472 tempest-RoutersAdminNegativeTest-1322648472-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-661489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-711771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12973'] for router, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:25.828731 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5447d36c-3ed3-4565-98ce-ad89a2e23317 tempest-RoutersAdminNegativeTest-1322648472 tempest-RoutersAdminNegativeTest-1322648472-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:25.931459 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5ad31076-714c-49ec-bc37-f3d4cd90112a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:26.158681 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5447d36c-3ed3-4565-98ce-ad89a2e23317 tempest-RoutersAdminNegativeTest-1322648472 tempest-RoutersAdminNegativeTest-1322648472-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:26.350670 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5447d36c-3ed3-4565-98ce-ad89a2e23317 tempest-RoutersAdminNegativeTest-1322648472 tempest-RoutersAdminNegativeTest-1322648472-project-admin] Notify callbacks [] for router, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:26.510163 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5447d36c-3ed3-4565-98ce-ad89a2e23317 tempest-RoutersAdminNegativeTest-1322648472 tempest-RoutersAdminNegativeTest-1322648472-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-711871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12964'] for router, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:26.512254 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5447d36c-3ed3-4565-98ce-ad89a2e23317 tempest-RoutersAdminNegativeTest-1322648472 tempest-RoutersAdminNegativeTest-1322648472-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:26.558389 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5447d36c-3ed3-4565-98ce-ad89a2e23317 tempest-RoutersAdminNegativeTest-1322648472 tempest-RoutersAdminNegativeTest-1322648472-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-704815'] for router, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:26.559089 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5447d36c-3ed3-4565-98ce-ad89a2e23317 tempest-RoutersAdminNegativeTest-1322648472 tempest-RoutersAdminNegativeTest-1322648472-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a2c895ee-aa38-4b0d-b17a-9e4306a32871 {{(pid=93958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:50:26.577097 n-d-779913-29 neutron-server[93958]: INFO neutron.api.v2.resource [None req-5447d36c-3ed3-4565-98ce-ad89a2e23317 tempest-RoutersAdminNegativeTest-1322648472 tempest-RoutersAdminNegativeTest-1322648472-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 14 09:50:26.578233 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-5447d36c-3ed3-4565-98ce-ad89a2e23317 tempest-RoutersAdminNegativeTest-1322648472 tempest-RoutersAdminNegativeTest-1322648472-project-admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 1.2386899 Jul 14 09:50:26.581113 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 57500) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:50:26.666072 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-eabca5ef-e6e1-4a1d-9001-a5026216ddd0 tempest-RoutersAdminNegativeTest-1322648472 tempest-RoutersAdminNegativeTest-1322648472-project-admin] Deleting port 19d4f969-ee36-4758-b34f-14b721a8af2d {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:50:26.666434 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-eabca5ef-e6e1-4a1d-9001-a5026216ddd0 tempest-RoutersAdminNegativeTest-1322648472 tempest-RoutersAdminNegativeTest-1322648472-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:26.748995 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-eabca5ef-e6e1-4a1d-9001-a5026216ddd0 tempest-RoutersAdminNegativeTest-1322648472 tempest-RoutersAdminNegativeTest-1322648472-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:26.763797 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-eabca5ef-e6e1-4a1d-9001-a5026216ddd0 tempest-RoutersAdminNegativeTest-1322648472 tempest-RoutersAdminNegativeTest-1322648472-project-admin] Calling delete_port for 19d4f969-ee36-4758-b34f-14b721a8af2d owned by {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:50:26.892581 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-eabca5ef-e6e1-4a1d-9001-a5026216ddd0 tempest-RoutersAdminNegativeTest-1322648472 tempest-RoutersAdminNegativeTest-1322648472-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:26.923656 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabca5ef-e6e1-4a1d-9001-a5026216ddd0 tempest-RoutersAdminNegativeTest-1322648472 tempest-RoutersAdminNegativeTest-1322648472-project-admin] Pushing event deleted for resources: {'Port': ['ID=19d4f969-ee36-4758-b34f-14b721a8af2d,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:50:26.985797 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-eabca5ef-e6e1-4a1d-9001-a5026216ddd0 tempest-RoutersAdminNegativeTest-1322648472 tempest-RoutersAdminNegativeTest-1322648472-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:26.987754 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-eabca5ef-e6e1-4a1d-9001-a5026216ddd0 tempest-RoutersAdminNegativeTest-1322648472 tempest-RoutersAdminNegativeTest-1322648472-project-admin] 10.222.0.68 "DELETE /v2.0/ports/19d4f969-ee36-4758-b34f-14b721a8af2d HTTP/1.1" status: 204 len: 168 time: 0.4055929 Jul 14 09:50:27.237863 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 57516) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:50:27.355438 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a08843cb-c7f4-4c15-bd73-0431640d3558 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:27.444034 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a08843cb-c7f4-4c15-bd73-0431640d3558 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:27.448579 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a08843cb-c7f4-4c15-bd73-0431640d3558 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:27.487468 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08843cb-c7f4-4c15-bd73-0431640d3558 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77f2dd07-35dd-4209-b698-4a12b46c7537,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:50:27.492352 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-a08843cb-c7f4-4c15-bd73-0431640d3558 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=16c29102a30e4ed9ae6101d65ac94573&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2534590 Jul 14 09:50:27.495117 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 57524) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:50:27.549204 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-da6a59f6-b891-4e1a-82be-bf66584b2fd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:27.582001 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-da6a59f6-b891-4e1a-82be-bf66584b2fd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:27.631119 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-da6a59f6-b891-4e1a-82be-bf66584b2fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:27.633777 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-da6a59f6-b891-4e1a-82be-bf66584b2fd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:27.634933 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-da6a59f6-b891-4e1a-82be-bf66584b2fd3 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/77f2dd07-35dd-4209-b698-4a12b46c7537 HTTP/1.1" status: 204 len: 168 time: 0.1385531 Jul 14 09:50:27.642491 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6a59f6-b891-4e1a-82be-bf66584b2fd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77f2dd07-35dd-4209-b698-4a12b46c7537,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:50:27.762391 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5bbe322f-3f67-4864-bc0a-91afe44d23e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:27.912476 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 57540) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:50:27.954674 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-a971f58e-08d8-4dfa-b772-f1170393675c admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=9f5e762eaf1a441fb4d804449808ce7b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0389323 Jul 14 09:50:27.955032 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 57542) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:50:28.003036 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-142422c1-55b7-47c5-80fb-6c6058351076 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:28.023992 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-142422c1-55b7-47c5-80fb-6c6058351076 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:28.071017 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-142422c1-55b7-47c5-80fb-6c6058351076 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:28.073607 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-142422c1-55b7-47c5-80fb-6c6058351076 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:28.074773 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-142422c1-55b7-47c5-80fb-6c6058351076 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/02117458-2a0c-4805-b52e-49234bd999f9 HTTP/1.1" status: 204 len: 168 time: 0.1188476 Jul 14 09:50:28.083407 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142422c1-55b7-47c5-80fb-6c6058351076 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02117458-2a0c-4805-b52e-49234bd999f9,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:50:28.662836 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.agents_db [None req-3c3509fb-540d-4335-a450-574895dd3602 None None] Agent healthcheck: found 7 active agents {{(pid=93960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:50:28.789420 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 57576) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:50:28.883864 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [None req-ef55f199-9f37-41eb-9bd0-ce6cb60bfbb2 tempest-ExtensionsTestJSON-1612626534 tempest-ExtensionsTestJSON-1612626534-project] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=93957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:50:28.885681 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-ef55f199-9f37-41eb-9bd0-ce6cb60bfbb2 tempest-ExtensionsTestJSON-1612626534 tempest-ExtensionsTestJSON-1612626534-project] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0944586 Jul 14 09:50:28.887707 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 57584) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:50:28.891872 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [None req-1fbe2e6a-8c2a-461a-b05b-ac93ecaaea73 tempest-ExtensionsTestJSON-1612626534 tempest-ExtensionsTestJSON-1612626534-project] http://10.222.0.68:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=93957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:50:28.892894 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-1fbe2e6a-8c2a-461a-b05b-ac93ecaaea73 tempest-ExtensionsTestJSON-1612626534 tempest-ExtensionsTestJSON-1612626534-project] 10.222.0.68 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0042121 Jul 14 09:50:28.896111 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 57586) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:50:28.901305 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [None req-d8ccfb2f-bd35-4d92-bdcb-6697be379fb8 tempest-ExtensionsTestJSON-1612626534 tempest-ExtensionsTestJSON-1612626534-project] http://10.222.0.68:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=93958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:50:28.905258 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-d8ccfb2f-bd35-4d92-bdcb-6697be379fb8 tempest-ExtensionsTestJSON-1612626534 tempest-ExtensionsTestJSON-1612626534-project] 10.222.0.68 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0082271 Jul 14 09:50:28.905943 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 57590) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:50:28.910393 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [None req-7b1a9d31-cf5b-4e24-bd45-2f9025e116d3 tempest-ExtensionsTestJSON-1612626534 tempest-ExtensionsTestJSON-1612626534-project] http://10.222.0.68:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=93958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:50:28.911882 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-7b1a9d31-cf5b-4e24-bd45-2f9025e116d3 tempest-ExtensionsTestJSON-1612626534 tempest-ExtensionsTestJSON-1612626534-project] 10.222.0.68 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0048876 Jul 14 09:50:28.914323 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 57592) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:50:28.918310 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [None req-b4960957-cd7d-4cff-b1a8-6d97c7f9eefe tempest-ExtensionsTestJSON-1612626534 tempest-ExtensionsTestJSON-1612626534-project] http://10.222.0.68:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=93958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:50:28.919277 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-b4960957-cd7d-4cff-b1a8-6d97c7f9eefe tempest-ExtensionsTestJSON-1612626534 tempest-ExtensionsTestJSON-1612626534-project] 10.222.0.68 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0040429 Jul 14 09:50:28.921292 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 57594) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:50:28.925530 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [None req-f7601d1a-fcf4-466c-afcc-465829327ca6 tempest-ExtensionsTestJSON-1612626534 tempest-ExtensionsTestJSON-1612626534-project] http://10.222.0.68:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=93958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:50:28.926732 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-f7601d1a-fcf4-466c-afcc-465829327ca6 tempest-ExtensionsTestJSON-1612626534 tempest-ExtensionsTestJSON-1612626534-project] 10.222.0.68 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0041714 Jul 14 09:50:28.928514 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 57596) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:50:28.932458 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [None req-a0202c05-9154-403a-b751-b87c16ba0203 tempest-ExtensionsTestJSON-1612626534 tempest-ExtensionsTestJSON-1612626534-project] http://10.222.0.68:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=93958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:50:28.933404 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-a0202c05-9154-403a-b751-b87c16ba0203 tempest-ExtensionsTestJSON-1612626534 tempest-ExtensionsTestJSON-1612626534-project] 10.222.0.68 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0040073 Jul 14 09:50:28.935414 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 57598) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:50:28.940669 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [None req-d43a909d-23d8-4604-ab59-04bd9bd9487a tempest-ExtensionsTestJSON-1612626534 tempest-ExtensionsTestJSON-1612626534-project] http://10.222.0.68:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=93958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:50:28.941280 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-d43a909d-23d8-4604-ab59-04bd9bd9487a tempest-ExtensionsTestJSON-1612626534 tempest-ExtensionsTestJSON-1612626534-project] 10.222.0.68 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0050106 Jul 14 09:50:28.943987 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 57600) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:50:28.948354 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [None req-1dbd4118-088f-455a-a130-459d9b3e88e3 tempest-ExtensionsTestJSON-1612626534 tempest-ExtensionsTestJSON-1612626534-project] http://10.222.0.68:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=93957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:50:28.949304 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-1dbd4118-088f-455a-a130-459d9b3e88e3 tempest-ExtensionsTestJSON-1612626534 tempest-ExtensionsTestJSON-1612626534-project] 10.222.0.68 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0043526 Jul 14 09:50:28.951591 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 57602) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:50:28.959860 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [None req-dbf8af5a-9d81-4aff-b0b8-53bb37d6b700 tempest-ExtensionsTestJSON-1612626534 tempest-ExtensionsTestJSON-1612626534-project] http://10.222.0.68:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=93957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:50:28.960938 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-dbf8af5a-9d81-4aff-b0b8-53bb37d6b700 tempest-ExtensionsTestJSON-1612626534 tempest-ExtensionsTestJSON-1612626534-project] 10.222.0.68 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0084286 Jul 14 09:50:28.963831 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 57604) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:50:28.968462 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [None req-dbc2ed8d-7495-4067-bdd9-a9609bb85673 tempest-ExtensionsTestJSON-1612626534 tempest-ExtensionsTestJSON-1612626534-project] http://10.222.0.68:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=93958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:50:28.969438 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-dbc2ed8d-7495-4067-bdd9-a9609bb85673 tempest-ExtensionsTestJSON-1612626534 tempest-ExtensionsTestJSON-1612626534-project] 10.222.0.68 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0046318 Jul 14 09:50:28.971892 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 57606) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:50:28.977056 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [None req-fe919cf8-ea77-4e9b-8ac1-5d0b97b91fb5 tempest-ExtensionsTestJSON-1612626534 tempest-ExtensionsTestJSON-1612626534-project] http://10.222.0.68:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=93958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:50:28.978169 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-fe919cf8-ea77-4e9b-8ac1-5d0b97b91fb5 tempest-ExtensionsTestJSON-1612626534 tempest-ExtensionsTestJSON-1612626534-project] 10.222.0.68 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0051792 Jul 14 09:50:28.980530 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 57608) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:50:28.985152 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [None req-f26bfd6b-6da4-4b4c-91e3-a3f166b41032 tempest-ExtensionsTestJSON-1612626534 tempest-ExtensionsTestJSON-1612626534-project] http://10.222.0.68:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=93958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:50:28.988220 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-f26bfd6b-6da4-4b4c-91e3-a3f166b41032 tempest-ExtensionsTestJSON-1612626534 tempest-ExtensionsTestJSON-1612626534-project] 10.222.0.68 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0045078 Jul 14 09:50:28.988485 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 57610) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:50:28.993075 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [None req-b2fef02b-e5aa-4523-9bf6-b15cf9bfb38a tempest-ExtensionsTestJSON-1612626534 tempest-ExtensionsTestJSON-1612626534-project] http://10.222.0.68:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=93958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:50:28.994072 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-b2fef02b-e5aa-4523-9bf6-b15cf9bfb38a tempest-ExtensionsTestJSON-1612626534 tempest-ExtensionsTestJSON-1612626534-project] 10.222.0.68 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0041404 Jul 14 09:50:28.996353 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 57612) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:50:29.000683 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [None req-bd78dd4c-22a3-463a-99b1-dd17acb35a7d tempest-ExtensionsTestJSON-1612626534 tempest-ExtensionsTestJSON-1612626534-project] http://10.222.0.68:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=93957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:50:29.001650 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-bd78dd4c-22a3-463a-99b1-dd17acb35a7d tempest-ExtensionsTestJSON-1612626534 tempest-ExtensionsTestJSON-1612626534-project] 10.222.0.68 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0043390 Jul 14 09:50:29.003783 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 57614) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:50:29.007746 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [None req-1fe5f07b-b810-489c-9c18-af66b7ef60ea tempest-ExtensionsTestJSON-1612626534 tempest-ExtensionsTestJSON-1612626534-project] http://10.222.0.68:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=93957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:50:29.008661 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-1fe5f07b-b810-489c-9c18-af66b7ef60ea tempest-ExtensionsTestJSON-1612626534 tempest-ExtensionsTestJSON-1612626534-project] 10.222.0.68 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0040016 Jul 14 09:50:29.010826 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 57616) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:50:29.014593 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [None req-baa16349-a775-470c-9d47-a27ea9ba7f22 tempest-ExtensionsTestJSON-1612626534 tempest-ExtensionsTestJSON-1612626534-project] http://10.222.0.68:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=93957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:50:29.015519 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-baa16349-a775-470c-9d47-a27ea9ba7f22 tempest-ExtensionsTestJSON-1612626534 tempest-ExtensionsTestJSON-1612626534-project] 10.222.0.68 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0038722 Jul 14 09:50:29.017641 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 57618) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:50:29.021445 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [None req-54d752d1-259b-4045-bdf2-3d1edfe45c18 tempest-ExtensionsTestJSON-1612626534 tempest-ExtensionsTestJSON-1612626534-project] http://10.222.0.68:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=93957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:50:29.022396 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-54d752d1-259b-4045-bdf2-3d1edfe45c18 tempest-ExtensionsTestJSON-1612626534 tempest-ExtensionsTestJSON-1612626534-project] 10.222.0.68 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0039372 Jul 14 09:50:29.024479 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 57620) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:50:29.028808 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [None req-12422022-c36d-4786-a3bb-1476dcda6957 tempest-ExtensionsTestJSON-1612626534 tempest-ExtensionsTestJSON-1612626534-project] http://10.222.0.68:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=93957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:50:29.030190 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-12422022-c36d-4786-a3bb-1476dcda6957 tempest-ExtensionsTestJSON-1612626534 tempest-ExtensionsTestJSON-1612626534-project] 10.222.0.68 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0044200 Jul 14 09:50:29.032108 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 57622) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:50:29.036875 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [None req-d437f012-afc8-45d7-93ce-2e96e0b1b7b7 tempest-ExtensionsTestJSON-1612626534 tempest-ExtensionsTestJSON-1612626534-project] http://10.222.0.68:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=93957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:50:29.037939 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-d437f012-afc8-45d7-93ce-2e96e0b1b7b7 tempest-ExtensionsTestJSON-1612626534 tempest-ExtensionsTestJSON-1612626534-project] 10.222.0.68 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0046682 Jul 14 09:50:29.042014 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 57624) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:50:29.047081 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [None req-db5dbc5f-89a9-4f4d-b0b4-08ee8002bbe2 tempest-ExtensionsTestJSON-1612626534 tempest-ExtensionsTestJSON-1612626534-project] http://10.222.0.68:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=93957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:50:29.048670 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-db5dbc5f-89a9-4f4d-b0b4-08ee8002bbe2 tempest-ExtensionsTestJSON-1612626534 tempest-ExtensionsTestJSON-1612626534-project] 10.222.0.68 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0055742 Jul 14 09:50:29.050352 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 57626) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:50:29.054886 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [None req-bd8e49d2-e6af-4673-88e1-83d27d729b99 tempest-ExtensionsTestJSON-1612626534 tempest-ExtensionsTestJSON-1612626534-project] http://10.222.0.68:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=93957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:50:29.055836 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-bd8e49d2-e6af-4673-88e1-83d27d729b99 tempest-ExtensionsTestJSON-1612626534 tempest-ExtensionsTestJSON-1612626534-project] 10.222.0.68 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0045958 Jul 14 09:50:29.057822 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 57628) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:50:29.061600 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [None req-0206f3c3-fbc1-41b0-a7a7-ea0e818477d2 tempest-ExtensionsTestJSON-1612626534 tempest-ExtensionsTestJSON-1612626534-project] http://10.222.0.68:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=93957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:50:29.062510 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-0206f3c3-fbc1-41b0-a7a7-ea0e818477d2 tempest-ExtensionsTestJSON-1612626534 tempest-ExtensionsTestJSON-1612626534-project] 10.222.0.68 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0038548 Jul 14 09:50:29.064486 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 57630) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:50:29.068785 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [None req-7fe10dc5-b716-456e-86d9-48e0cb518ecb tempest-ExtensionsTestJSON-1612626534 tempest-ExtensionsTestJSON-1612626534-project] http://10.222.0.68:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=93957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:50:29.069729 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-7fe10dc5-b716-456e-86d9-48e0cb518ecb tempest-ExtensionsTestJSON-1612626534 tempest-ExtensionsTestJSON-1612626534-project] 10.222.0.68 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0044029 Jul 14 09:50:29.071799 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 57632) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:50:29.075576 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [None req-c19b9de5-5688-479c-83a9-818150606837 tempest-ExtensionsTestJSON-1612626534 tempest-ExtensionsTestJSON-1612626534-project] http://10.222.0.68:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=93957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:50:29.076519 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-c19b9de5-5688-479c-83a9-818150606837 tempest-ExtensionsTestJSON-1612626534 tempest-ExtensionsTestJSON-1612626534-project] 10.222.0.68 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0038807 Jul 14 09:50:29.078642 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 57634) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:50:29.083609 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [None req-5b771d0c-4a38-4971-9283-68e5f37b65d1 tempest-ExtensionsTestJSON-1612626534 tempest-ExtensionsTestJSON-1612626534-project] http://10.222.0.68:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=93958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:50:29.084546 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-5b771d0c-4a38-4971-9283-68e5f37b65d1 tempest-ExtensionsTestJSON-1612626534 tempest-ExtensionsTestJSON-1612626534-project] 10.222.0.68 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0049775 Jul 14 09:50:29.086838 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 57636) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:50:29.091443 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [None req-a14a7dc7-ee9d-4594-b991-0116efda86e0 tempest-ExtensionsTestJSON-1612626534 tempest-ExtensionsTestJSON-1612626534-project] http://10.222.0.68:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=93957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:50:29.092372 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-a14a7dc7-ee9d-4594-b991-0116efda86e0 tempest-ExtensionsTestJSON-1612626534 tempest-ExtensionsTestJSON-1612626534-project] 10.222.0.68 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0043197 Jul 14 09:50:29.094449 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 57638) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:50:29.098334 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [None req-053b2f63-778f-4b8e-8a0b-623ed863f814 tempest-ExtensionsTestJSON-1612626534 tempest-ExtensionsTestJSON-1612626534-project] http://10.222.0.68:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=93957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:50:29.099303 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-053b2f63-778f-4b8e-8a0b-623ed863f814 tempest-ExtensionsTestJSON-1612626534 tempest-ExtensionsTestJSON-1612626534-project] 10.222.0.68 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0040026 Jul 14 09:50:29.101295 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 57640) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:50:29.105186 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [None req-daf5e2f6-d974-4946-81c8-b0ada746bf32 tempest-ExtensionsTestJSON-1612626534 tempest-ExtensionsTestJSON-1612626534-project] http://10.222.0.68:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=93957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:50:29.106134 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-daf5e2f6-d974-4946-81c8-b0ada746bf32 tempest-ExtensionsTestJSON-1612626534 tempest-ExtensionsTestJSON-1612626534-project] 10.222.0.68 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0038939 Jul 14 09:50:29.108144 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 57642) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:50:29.112462 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [None req-93e265f0-5f13-447f-ae0e-13cb915a1775 tempest-ExtensionsTestJSON-1612626534 tempest-ExtensionsTestJSON-1612626534-project] http://10.222.0.68:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=93957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:50:29.113384 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-93e265f0-5f13-447f-ae0e-13cb915a1775 tempest-ExtensionsTestJSON-1612626534 tempest-ExtensionsTestJSON-1612626534-project] 10.222.0.68 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0044184 Jul 14 09:50:29.115730 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 57644) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:50:29.119508 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [None req-cef34990-51c8-4b39-bcd0-1eeba411905b tempest-ExtensionsTestJSON-1612626534 tempest-ExtensionsTestJSON-1612626534-project] http://10.222.0.68:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=93957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:50:29.120443 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-cef34990-51c8-4b39-bcd0-1eeba411905b tempest-ExtensionsTestJSON-1612626534 tempest-ExtensionsTestJSON-1612626534-project] 10.222.0.68 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0038693 Jul 14 09:50:29.122464 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 57646) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:50:29.126163 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [None req-91d9e1a3-b3e3-4a2f-84ca-cd0177650d1d tempest-ExtensionsTestJSON-1612626534 tempest-ExtensionsTestJSON-1612626534-project] http://10.222.0.68:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=93957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:50:29.127081 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-91d9e1a3-b3e3-4a2f-84ca-cd0177650d1d tempest-ExtensionsTestJSON-1612626534 tempest-ExtensionsTestJSON-1612626534-project] 10.222.0.68 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0038044 Jul 14 09:50:29.129690 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 57648) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:50:29.133528 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [None req-9c66a33d-5f3b-49e2-b321-8784c8c71a48 tempest-ExtensionsTestJSON-1612626534 tempest-ExtensionsTestJSON-1612626534-project] http://10.222.0.68:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=93957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:50:29.134361 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-9c66a33d-5f3b-49e2-b321-8784c8c71a48 tempest-ExtensionsTestJSON-1612626534 tempest-ExtensionsTestJSON-1612626534-project] 10.222.0.68 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0038388 Jul 14 09:50:29.213453 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 57654) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:50:29.218016 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [None req-2758b834-b3c2-406a-a97c-271b22cb7ffc tempest-ExtensionsTestJSON-1612626534 tempest-ExtensionsTestJSON-1612626534-project] http://10.222.0.68:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=93958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:50:29.219032 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-2758b834-b3c2-406a-a97c-271b22cb7ffc tempest-ExtensionsTestJSON-1612626534 tempest-ExtensionsTestJSON-1612626534-project] 10.222.0.68 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0045714 Jul 14 09:50:29.221513 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 57656) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:50:29.226526 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [None req-1dbf824c-368c-4a9d-9011-fde0541c4828 tempest-ExtensionsTestJSON-1612626534 tempest-ExtensionsTestJSON-1612626534-project] http://10.222.0.68:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=93958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:50:29.227507 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-1dbf824c-368c-4a9d-9011-fde0541c4828 tempest-ExtensionsTestJSON-1612626534 tempest-ExtensionsTestJSON-1612626534-project] 10.222.0.68 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0050788 Jul 14 09:50:29.230107 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 57658) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:50:29.234446 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [None req-acb93d12-67ac-4834-b5a4-d01757297524 tempest-ExtensionsTestJSON-1612626534 tempest-ExtensionsTestJSON-1612626534-project] http://10.222.0.68:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=93958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:50:29.235403 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-acb93d12-67ac-4834-b5a4-d01757297524 tempest-ExtensionsTestJSON-1612626534 tempest-ExtensionsTestJSON-1612626534-project] 10.222.0.68 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0043552 Jul 14 09:50:29.237661 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 57660) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:50:29.241642 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [None req-3ddb9d03-4c88-4d91-b928-8166eed72d62 tempest-ExtensionsTestJSON-1612626534 tempest-ExtensionsTestJSON-1612626534-project] http://10.222.0.68:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=93958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:50:29.242579 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-3ddb9d03-4c88-4d91-b928-8166eed72d62 tempest-ExtensionsTestJSON-1612626534 tempest-ExtensionsTestJSON-1612626534-project] 10.222.0.68 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0040762 Jul 14 09:50:29.244810 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 57662) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:50:29.249193 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [None req-fc91e95f-9f37-4e55-bdda-9562a18f9647 tempest-ExtensionsTestJSON-1612626534 tempest-ExtensionsTestJSON-1612626534-project] http://10.222.0.68:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=93957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:50:29.250247 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-fc91e95f-9f37-4e55-bdda-9562a18f9647 tempest-ExtensionsTestJSON-1612626534 tempest-ExtensionsTestJSON-1612626534-project] 10.222.0.68 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0044537 Jul 14 09:50:29.252367 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 57664) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:50:29.256625 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [None req-7db33d8e-be24-438a-a80b-5d5d5c9f94cf tempest-ExtensionsTestJSON-1612626534 tempest-ExtensionsTestJSON-1612626534-project] http://10.222.0.68:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=93957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:50:29.257567 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-7db33d8e-be24-438a-a80b-5d5d5c9f94cf tempest-ExtensionsTestJSON-1612626534 tempest-ExtensionsTestJSON-1612626534-project] 10.222.0.68 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0043628 Jul 14 09:50:29.259672 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 57666) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:50:29.263440 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [None req-a7cfc96b-e1d7-41f6-8783-1fecea212f4b tempest-ExtensionsTestJSON-1612626534 tempest-ExtensionsTestJSON-1612626534-project] http://10.222.0.68:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=93957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:50:29.264355 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-a7cfc96b-e1d7-41f6-8783-1fecea212f4b tempest-ExtensionsTestJSON-1612626534 tempest-ExtensionsTestJSON-1612626534-project] 10.222.0.68 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0038648 Jul 14 09:50:29.266394 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 57668) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:50:29.270672 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [None req-8009569c-8f54-49bb-9d0a-0f80a615ed4c tempest-ExtensionsTestJSON-1612626534 tempest-ExtensionsTestJSON-1612626534-project] http://10.222.0.68:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=93957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:50:29.271590 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-8009569c-8f54-49bb-9d0a-0f80a615ed4c tempest-ExtensionsTestJSON-1612626534 tempest-ExtensionsTestJSON-1612626534-project] 10.222.0.68 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0043843 Jul 14 09:50:29.273636 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 57670) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:50:29.278108 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [None req-b3a2651e-0b12-4b9b-a13c-5c9f023e1aba tempest-ExtensionsTestJSON-1612626534 tempest-ExtensionsTestJSON-1612626534-project] http://10.222.0.68:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=93957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:50:29.279027 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-b3a2651e-0b12-4b9b-a13c-5c9f023e1aba tempest-ExtensionsTestJSON-1612626534 tempest-ExtensionsTestJSON-1612626534-project] 10.222.0.68 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0045693 Jul 14 09:50:29.281020 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 57672) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:50:29.284746 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [None req-1379971b-7775-43b3-9d93-08294557fae1 tempest-ExtensionsTestJSON-1612626534 tempest-ExtensionsTestJSON-1612626534-project] http://10.222.0.68:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=93957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:50:29.287086 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-1379971b-7775-43b3-9d93-08294557fae1 tempest-ExtensionsTestJSON-1612626534 tempest-ExtensionsTestJSON-1612626534-project] 10.222.0.68 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0051115 Jul 14 09:50:29.288333 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 57674) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:50:29.292309 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [None req-e04613cd-7599-4ce4-8645-32d19047685b tempest-ExtensionsTestJSON-1612626534 tempest-ExtensionsTestJSON-1612626534-project] http://10.222.0.68:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=93957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:50:29.293227 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-e04613cd-7599-4ce4-8645-32d19047685b tempest-ExtensionsTestJSON-1612626534 tempest-ExtensionsTestJSON-1612626534-project] 10.222.0.68 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0040567 Jul 14 09:50:29.295220 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 57676) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:50:29.299058 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [None req-a55c2b28-499c-4044-b91d-5951496e535d tempest-ExtensionsTestJSON-1612626534 tempest-ExtensionsTestJSON-1612626534-project] http://10.222.0.68:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=93957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:50:29.300533 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-a55c2b28-499c-4044-b91d-5951496e535d tempest-ExtensionsTestJSON-1612626534 tempest-ExtensionsTestJSON-1612626534-project] 10.222.0.68 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0044708 Jul 14 09:50:29.303199 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 57678) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:50:29.307083 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [None req-4bce3b89-9729-44ea-9445-378182111513 tempest-ExtensionsTestJSON-1612626534 tempest-ExtensionsTestJSON-1612626534-project] http://10.222.0.68:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=93957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:50:29.308020 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-4bce3b89-9729-44ea-9445-378182111513 tempest-ExtensionsTestJSON-1612626534 tempest-ExtensionsTestJSON-1612626534-project] 10.222.0.68 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0039747 Jul 14 09:50:29.309977 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 57680) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:50:29.313723 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [None req-8d299867-8d1f-4ac5-b767-e9449f5f6eee tempest-ExtensionsTestJSON-1612626534 tempest-ExtensionsTestJSON-1612626534-project] http://10.222.0.68:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=93957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:50:29.314668 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-8d299867-8d1f-4ac5-b767-e9449f5f6eee tempest-ExtensionsTestJSON-1612626534 tempest-ExtensionsTestJSON-1612626534-project] 10.222.0.68 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0038581 Jul 14 09:50:29.316672 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 57682) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:50:29.320438 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [None req-b5cb7025-e687-4434-97ac-f59d59a717ce tempest-ExtensionsTestJSON-1612626534 tempest-ExtensionsTestJSON-1612626534-project] http://10.222.0.68:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=93957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:50:29.321362 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-b5cb7025-e687-4434-97ac-f59d59a717ce tempest-ExtensionsTestJSON-1612626534 tempest-ExtensionsTestJSON-1612626534-project] 10.222.0.68 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0038588 Jul 14 09:50:29.323429 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 57684) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:50:29.327732 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [None req-bb6c4968-0923-4529-9ddd-27031136dbcd tempest-ExtensionsTestJSON-1612626534 tempest-ExtensionsTestJSON-1612626534-project] http://10.222.0.68:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=93957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:50:29.328677 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-bb6c4968-0923-4529-9ddd-27031136dbcd tempest-ExtensionsTestJSON-1612626534 tempest-ExtensionsTestJSON-1612626534-project] 10.222.0.68 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0044210 Jul 14 09:50:29.330662 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 57686) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:50:29.334957 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [None req-b25d099a-0389-44ed-9905-f0fe09d4f246 tempest-ExtensionsTestJSON-1612626534 tempest-ExtensionsTestJSON-1612626534-project] http://10.222.0.68:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=93957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:50:29.335870 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-b25d099a-0389-44ed-9905-f0fe09d4f246 tempest-ExtensionsTestJSON-1612626534 tempest-ExtensionsTestJSON-1612626534-project] 10.222.0.68 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0043664 Jul 14 09:50:29.338312 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 57688) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:50:29.342024 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [None req-6a9910a0-29a1-4d58-98f4-574c7e7085cb tempest-ExtensionsTestJSON-1612626534 tempest-ExtensionsTestJSON-1612626534-project] http://10.222.0.68:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=93957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:50:29.342940 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-6a9910a0-29a1-4d58-98f4-574c7e7085cb tempest-ExtensionsTestJSON-1612626534 tempest-ExtensionsTestJSON-1612626534-project] 10.222.0.68 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0038168 Jul 14 09:50:29.344917 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 57690) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:50:29.349243 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [None req-f03f2c5e-6b8e-43e5-9e68-ec59eb273cb5 tempest-ExtensionsTestJSON-1612626534 tempest-ExtensionsTestJSON-1612626534-project] http://10.222.0.68:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=93957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:50:29.350182 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-f03f2c5e-6b8e-43e5-9e68-ec59eb273cb5 tempest-ExtensionsTestJSON-1612626534 tempest-ExtensionsTestJSON-1612626534-project] 10.222.0.68 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0044596 Jul 14 09:50:29.352232 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 57692) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:50:29.356042 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [None req-f96d5733-4ef3-46f1-8748-4857f5872951 tempest-ExtensionsTestJSON-1612626534 tempest-ExtensionsTestJSON-1612626534-project] http://10.222.0.68:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=93957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:50:29.356962 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-f96d5733-4ef3-46f1-8748-4857f5872951 tempest-ExtensionsTestJSON-1612626534 tempest-ExtensionsTestJSON-1612626534-project] 10.222.0.68 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0039217 Jul 14 09:50:29.359021 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 57694) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:50:29.362775 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [None req-f5a7743c-2fc1-41ce-9a2c-35cfd4c8ed40 tempest-ExtensionsTestJSON-1612626534 tempest-ExtensionsTestJSON-1612626534-project] http://10.222.0.68:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=93957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:50:29.364217 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-f5a7743c-2fc1-41ce-9a2c-35cfd4c8ed40 tempest-ExtensionsTestJSON-1612626534 tempest-ExtensionsTestJSON-1612626534-project] 10.222.0.68 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0038595 Jul 14 09:50:29.366262 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 57696) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:50:29.370009 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [None req-3de277fd-214e-4473-93de-17028ebed563 tempest-ExtensionsTestJSON-1612626534 tempest-ExtensionsTestJSON-1612626534-project] http://10.222.0.68:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=93957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:50:29.370924 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-3de277fd-214e-4473-93de-17028ebed563 tempest-ExtensionsTestJSON-1612626534 tempest-ExtensionsTestJSON-1612626534-project] 10.222.0.68 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0038538 Jul 14 09:50:29.373074 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 57698) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:50:29.377388 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [None req-19e6ec1a-abca-4e91-801b-5e313391cd68 tempest-ExtensionsTestJSON-1612626534 tempest-ExtensionsTestJSON-1612626534-project] http://10.222.0.68:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=93958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:50:29.378374 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-19e6ec1a-abca-4e91-801b-5e313391cd68 tempest-ExtensionsTestJSON-1612626534 tempest-ExtensionsTestJSON-1612626534-project] 10.222.0.68 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0043299 Jul 14 09:50:29.381106 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 57700) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:50:29.385242 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [None req-4cbfdaeb-9690-496a-8b79-3faa7c61d28f tempest-ExtensionsTestJSON-1612626534 tempest-ExtensionsTestJSON-1612626534-project] http://10.222.0.68:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=93958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:50:29.386201 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-4cbfdaeb-9690-496a-8b79-3faa7c61d28f tempest-ExtensionsTestJSON-1612626534 tempest-ExtensionsTestJSON-1612626534-project] 10.222.0.68 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0041521 Jul 14 09:50:29.388390 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 57702) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:50:29.392238 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [None req-3a725d38-7cfa-422e-b52e-e7f54ececfab tempest-ExtensionsTestJSON-1612626534 tempest-ExtensionsTestJSON-1612626534-project] http://10.222.0.68:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=93958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:50:29.393163 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-3a725d38-7cfa-422e-b52e-e7f54ececfab tempest-ExtensionsTestJSON-1612626534 tempest-ExtensionsTestJSON-1612626534-project] 10.222.0.68 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0039520 Jul 14 09:50:29.395784 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 57704) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:50:29.399780 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [None req-c6c12d99-bb2b-4f49-982b-22c2a8a28ed7 tempest-ExtensionsTestJSON-1612626534 tempest-ExtensionsTestJSON-1612626534-project] http://10.222.0.68:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=93958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:50:29.400705 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-c6c12d99-bb2b-4f49-982b-22c2a8a28ed7 tempest-ExtensionsTestJSON-1612626534 tempest-ExtensionsTestJSON-1612626534-project] 10.222.0.68 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0039179 Jul 14 09:50:29.403683 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 57708) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:50:29.407760 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [None req-62349146-76c2-49e7-86ad-2bb6fa1eec9d tempest-ExtensionsTestJSON-1612626534 tempest-ExtensionsTestJSON-1612626534-project] http://10.222.0.68:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=93958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:50:29.408691 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-62349146-76c2-49e7-86ad-2bb6fa1eec9d tempest-ExtensionsTestJSON-1612626534 tempest-ExtensionsTestJSON-1612626534-project] 10.222.0.68 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0041533 Jul 14 09:50:29.411381 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 57712) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:50:29.419943 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [None req-1c4f4a57-ef1d-49d0-b1a4-5e834af8f3e7 tempest-ExtensionsTestJSON-1612626534 tempest-ExtensionsTestJSON-1612626534-project] http://10.222.0.68:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=93958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:50:29.420894 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-1c4f4a57-ef1d-49d0-b1a4-5e834af8f3e7 tempest-ExtensionsTestJSON-1612626534 tempest-ExtensionsTestJSON-1612626534-project] 10.222.0.68 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0086854 Jul 14 09:50:29.423235 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 57714) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:50:29.427110 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [None req-ddecc5ba-00f2-4c37-947d-5b333c5777a7 tempest-ExtensionsTestJSON-1612626534 tempest-ExtensionsTestJSON-1612626534-project] http://10.222.0.68:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=93958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:50:29.428033 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-ddecc5ba-00f2-4c37-947d-5b333c5777a7 tempest-ExtensionsTestJSON-1612626534 tempest-ExtensionsTestJSON-1612626534-project] 10.222.0.68 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0039496 Jul 14 09:50:29.430123 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 57716) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:50:29.433951 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [None req-e912a3f6-2cb5-4ff6-8a76-349d2b66ec37 tempest-ExtensionsTestJSON-1612626534 tempest-ExtensionsTestJSON-1612626534-project] http://10.222.0.68:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=93958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:50:29.434867 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-e912a3f6-2cb5-4ff6-8a76-349d2b66ec37 tempest-ExtensionsTestJSON-1612626534 tempest-ExtensionsTestJSON-1612626534-project] 10.222.0.68 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0039291 Jul 14 09:50:29.436880 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 57718) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:50:29.440670 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [None req-2f3433b3-b6c4-4807-b661-e57b4bd66f8a tempest-ExtensionsTestJSON-1612626534 tempest-ExtensionsTestJSON-1612626534-project] http://10.222.0.68:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=93958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:50:29.441622 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-2f3433b3-b6c4-4807-b661-e57b4bd66f8a tempest-ExtensionsTestJSON-1612626534 tempest-ExtensionsTestJSON-1612626534-project] 10.222.0.68 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0038941 Jul 14 09:50:29.443739 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 57720) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:50:29.447720 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [None req-12dd1948-6adb-46ad-81a9-3955680890ec tempest-ExtensionsTestJSON-1612626534 tempest-ExtensionsTestJSON-1612626534-project] http://10.222.0.68:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=93958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:50:29.448467 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-12dd1948-6adb-46ad-81a9-3955680890ec tempest-ExtensionsTestJSON-1612626534 tempest-ExtensionsTestJSON-1612626534-project] 10.222.0.68 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0039008 Jul 14 09:50:29.451513 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 57722) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:50:29.455679 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [None req-581cfce4-e439-4532-9c77-2b78e33ad3f3 tempest-ExtensionsTestJSON-1612626534 tempest-ExtensionsTestJSON-1612626534-project] http://10.222.0.68:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=93958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:50:29.456660 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-581cfce4-e439-4532-9c77-2b78e33ad3f3 tempest-ExtensionsTestJSON-1612626534 tempest-ExtensionsTestJSON-1612626534-project] 10.222.0.68 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0042851 Jul 14 09:50:29.459844 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 57724) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:50:29.465214 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [None req-24dc57c9-031a-4fbb-abb8-ba8b7e9e9e70 tempest-ExtensionsTestJSON-1612626534 tempest-ExtensionsTestJSON-1612626534-project] http://10.222.0.68:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=93957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:50:29.466311 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-24dc57c9-031a-4fbb-abb8-ba8b7e9e9e70 tempest-ExtensionsTestJSON-1612626534 tempest-ExtensionsTestJSON-1612626534-project] 10.222.0.68 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0054719 Jul 14 09:50:29.468863 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 57726) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:50:29.473103 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [None req-c897a2d6-4c78-4a41-ad92-ddf1a58a847d tempest-ExtensionsTestJSON-1612626534 tempest-ExtensionsTestJSON-1612626534-project] http://10.222.0.68:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=93957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:50:29.476848 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-c897a2d6-4c78-4a41-ad92-ddf1a58a847d tempest-ExtensionsTestJSON-1612626534 tempest-ExtensionsTestJSON-1612626534-project] 10.222.0.68 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0049884 Jul 14 09:50:29.477107 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 57728) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:50:29.481753 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [None req-aada2619-a211-4ef4-9c4b-391ad119968c tempest-ExtensionsTestJSON-1612626534 tempest-ExtensionsTestJSON-1612626534-project] http://10.222.0.68:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=93957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:50:29.482752 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-aada2619-a211-4ef4-9c4b-391ad119968c tempest-ExtensionsTestJSON-1612626534 tempest-ExtensionsTestJSON-1612626534-project] 10.222.0.68 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0044954 Jul 14 09:50:29.731507 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 57738) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:50:29.835347 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-040a6339-1c19-413f-b5d3-73413a1584c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:29.927185 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-040a6339-1c19-413f-b5d3-73413a1584c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:29.932230 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-040a6339-1c19-413f-b5d3-73413a1584c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:29.971245 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040a6339-1c19-413f-b5d3-73413a1584c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1302d6f4-f247-4ed4-b712-24af61cd6fa6,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:50:29.978108 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-040a6339-1c19-413f-b5d3-73413a1584c8 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=def97434bb7e45db93af8afaa4373ed1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2454910 Jul 14 09:50:29.979463 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 57748) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:50:30.036350 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6e98a391-3288-4760-941a-c4ccf5345c08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:30.058135 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6e98a391-3288-4760-941a-c4ccf5345c08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:30.105347 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6e98a391-3288-4760-941a-c4ccf5345c08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:30.108012 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6e98a391-3288-4760-941a-c4ccf5345c08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:30.109165 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-6e98a391-3288-4760-941a-c4ccf5345c08 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/1302d6f4-f247-4ed4-b712-24af61cd6fa6 HTTP/1.1" status: 204 len: 168 time: 0.1287341 Jul 14 09:50:30.117869 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e98a391-3288-4760-941a-c4ccf5345c08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1302d6f4-f247-4ed4-b712-24af61cd6fa6,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:50:30.768933 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 57782) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:50:30.866585 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-cca0eadc-f44f-4098-bd2a-778cea85cf02 tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] Request body: {'networks': [{'name': 'tempest-network--1636074148'}, {'name': 'tempest-network--1934037862'}]} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:50:30.866904 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-cca0eadc-f44f-4098-bd2a-778cea85cf02 tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] Request body: {'network': {'name': 'tempest-network--1636074148'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:50:30.867364 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-cca0eadc-f44f-4098-bd2a-778cea85cf02 tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] Request body: {'network': {'name': 'tempest-network--1934037862'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:50:30.889567 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cca0eadc-f44f-4098-bd2a-778cea85cf02 tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] Made reservation on behalf of 558cfb34ece746969196362502116ed1 for: {'network': 2} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:50:30.894333 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cca0eadc-f44f-4098-bd2a-778cea85cf02 tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:30.902908 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cca0eadc-f44f-4098-bd2a-778cea85cf02 tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:31.006914 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cca0eadc-f44f-4098-bd2a-778cea85cf02 tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:31.012588 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cca0eadc-f44f-4098-bd2a-778cea85cf02 tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:31.013066 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cca0eadc-f44f-4098-bd2a-778cea85cf02 tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:31.053728 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca0eadc-f44f-4098-bd2a-778cea85cf02 tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc67aa1c-6136-4938-9b9d-65f2508dc4d7,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:50:31.058949 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cca0eadc-f44f-4098-bd2a-778cea85cf02 tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 712} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:50:31.069784 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cca0eadc-f44f-4098-bd2a-778cea85cf02 tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:31.069784 n-d-779913-29 neutron-server[93958]: INFO neutron.db.segments_db [None req-cca0eadc-f44f-4098-bd2a-778cea85cf02 tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] Added segment a63ab5d2-031a-47ad-8e92-312df111e1e6 of type vlan for network a8966174-8718-4510-ba61-cdfd8b678bad Jul 14 09:50:31.115353 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cca0eadc-f44f-4098-bd2a-778cea85cf02 tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735687821325'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:31.147582 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cca0eadc-f44f-4098-bd2a-778cea85cf02 tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 728} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:50:31.157181 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cca0eadc-f44f-4098-bd2a-778cea85cf02 tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:31.157789 n-d-779913-29 neutron-server[93958]: INFO neutron.db.segments_db [None req-cca0eadc-f44f-4098-bd2a-778cea85cf02 tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] Added segment 1358d993-168f-4db4-abc9-f33f17c50d07 of type vlan for network fef984ae-5d80-4495-b2db-a14a793b8280 Jul 14 09:50:31.198632 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cca0eadc-f44f-4098-bd2a-778cea85cf02 tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735687821325'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:31.228555 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cca0eadc-f44f-4098-bd2a-778cea85cf02 tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:31.229066 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cca0eadc-f44f-4098-bd2a-778cea85cf02 tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:31.234969 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cca0eadc-f44f-4098-bd2a-778cea85cf02 tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:31.239844 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cca0eadc-f44f-4098-bd2a-778cea85cf02 tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:31.240477 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cca0eadc-f44f-4098-bd2a-778cea85cf02 tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:31.304951 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-cca0eadc-f44f-4098-bd2a-778cea85cf02 tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 0.5346601 Jul 14 09:50:31.307885 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 57796) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:50:31.345966 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca0eadc-f44f-4098-bd2a-778cea85cf02 tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] Pushing event updated for resources: {'Network': ['ID=a8966174-8718-4510-ba61-cdfd8b678bad,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:50:31.357750 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Network a8966174-8718-4510-ba61-cdfd8b678bad details requested by agent ovs-agent-n-d-779913-29 with host n-d-779913-29 {{(pid=93959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:50:31.473880 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca0eadc-f44f-4098-bd2a-778cea85cf02 tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] Pushing event updated for resources: {'Network': ['ID=fef984ae-5d80-4495-b2db-a14a793b8280,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:50:31.488333 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Network fef984ae-5d80-4495-b2db-a14a793b8280 details requested by agent ovs-agent-n-d-779913-29 with host n-d-779913-29 {{(pid=93959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:50:31.558249 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69d60d84-a954-459f-bb87-a15b616a4f87 tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:31.564788 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69d60d84-a954-459f-bb87-a15b616a4f87 tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:31.571205 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69d60d84-a954-459f-bb87-a15b616a4f87 tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:31.576984 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69d60d84-a954-459f-bb87-a15b616a4f87 tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:31.578714 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-69d60d84-a954-459f-bb87-a15b616a4f87 tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] 10.222.0.68 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.2700732 Jul 14 09:50:31.581379 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 57802) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:50:31.660127 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b710efa4-0189-46f8-89f5-cd3a0598a722 tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3876111'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:31.746848 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b710efa4-0189-46f8-89f5-cd3a0598a722 tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473955', 'neutron.services.segments.db._delete_segments_for_network-8735688326548'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:31.757050 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-b710efa4-0189-46f8-89f5-cd3a0598a722 tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8966174-8718-4510-ba61-cdfd8b678bad']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:50:31.767294 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-b710efa4-0189-46f8-89f5-cd3a0598a722 tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a63ab5d2-031a-47ad-8e92-312df111e1e6') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:50:31.767597 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-b710efa4-0189-46f8-89f5-cd3a0598a722 tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a63ab5d2-031a-47ad-8e92-312df111e1e6') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:50:31.776827 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b710efa4-0189-46f8-89f5-cd3a0598a722 tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735688356235', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13574129'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:31.791175 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b710efa4-0189-46f8-89f5-cd3a0598a722 tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:31.797846 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b710efa4-0189-46f8-89f5-cd3a0598a722 tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] Releasing vlan 712 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:50:31.798336 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b710efa4-0189-46f8-89f5-cd3a0598a722 tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13573126'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:31.802043 n-d-779913-29 neutron-server[93958]: Traceback (most recent call last): Jul 14 09:50:31.802043 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:50:31.802043 n-d-779913-29 neutron-server[93958]: timer() Jul 14 09:50:31.802043 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:50:31.802043 n-d-779913-29 neutron-server[93958]: cb(*args, **kw) Jul 14 09:50:31.802043 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:50:31.802043 n-d-779913-29 neutron-server[93958]: return func(*args, **kwargs) Jul 14 09:50:31.802043 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:50:31.802043 n-d-779913-29 neutron-server[93958]: self._notify() Jul 14 09:50:31.802043 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:50:31.802043 n-d-779913-29 neutron-server[93958]: self.callback(batched_events) Jul 14 09:50:31.802043 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:50:31.802043 n-d-779913-29 neutron-server[93958]: event.method(event) Jul 14 09:50:31.802043 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:50:31.802043 n-d-779913-29 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:50:31.802043 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:50:31.802043 n-d-779913-29 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:50:31.802043 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:50:31.802043 n-d-779913-29 neutron-server[93958]: return f(self, *a, **k) Jul 14 09:50:31.802043 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:50:31.802043 n-d-779913-29 neutron-server[93958]: return self._get(url).json() Jul 14 09:50:31.802043 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:50:31.802043 n-d-779913-29 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:50:31.802043 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:50:31.802043 n-d-779913-29 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 14 09:50:31.802043 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:50:31.802043 n-d-779913-29 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:50:31.802043 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:50:31.802043 n-d-779913-29 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:50:31.802043 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:50:31.802043 n-d-779913-29 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:50:31.802043 n-d-779913-29 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:50:31.857474 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b710efa4-0189-46f8-89f5-cd3a0598a722 tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660504'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:31.862305 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b710efa4-0189-46f8-89f5-cd3a0598a722 tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:31.867811 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-b710efa4-0189-46f8-89f5-cd3a0598a722 tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] 10.222.0.68 "DELETE /v2.0/networks/a8966174-8718-4510-ba61-cdfd8b678bad HTTP/1.1" status: 204 len: 168 time: 0.2854009 Jul 14 09:50:31.867957 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 57808) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:50:31.883340 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b710efa4-0189-46f8-89f5-cd3a0598a722 tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] Pushing event deleted for resources: {'Network': ['ID=a8966174-8718-4510-ba61-cdfd8b678bad,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:50:31.953196 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-311f199e-d0fb-4c99-8dbb-c76589ec8834 tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3876111'] for network, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:32.040221 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-311f199e-d0fb-4c99-8dbb-c76589ec8834 tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473955', 'neutron.services.segments.db._delete_segments_for_network-8735688326548'] for network, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:32.055876 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-311f199e-d0fb-4c99-8dbb-c76589ec8834 tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fef984ae-5d80-4495-b2db-a14a793b8280']}} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:50:32.068328 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-311f199e-d0fb-4c99-8dbb-c76589ec8834 tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1358d993-168f-4db4-abc9-f33f17c50d07') {'for_net_delete': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:50:32.068665 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-311f199e-d0fb-4c99-8dbb-c76589ec8834 tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1358d993-168f-4db4-abc9-f33f17c50d07') {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:50:32.077932 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-311f199e-d0fb-4c99-8dbb-c76589ec8834 tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735688356235', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10944210'] for segment, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:32.096771 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-311f199e-d0fb-4c99-8dbb-c76589ec8834 tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:32.102557 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-311f199e-d0fb-4c99-8dbb-c76589ec8834 tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] Releasing vlan 728 on physical network physnet1 to pool {{(pid=93957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:50:32.102946 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-311f199e-d0fb-4c99-8dbb-c76589ec8834 tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10053619'] for segment, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:32.105863 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:50:32.105863 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:50:32.105863 n-d-779913-29 neutron-server[93957]: Traceback (most recent call last): Jul 14 09:50:32.105863 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:50:32.105863 n-d-779913-29 neutron-server[93957]: timer() Jul 14 09:50:32.105863 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:50:32.105863 n-d-779913-29 neutron-server[93957]: cb(*args, **kw) Jul 14 09:50:32.105863 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:50:32.105863 n-d-779913-29 neutron-server[93957]: return func(*args, **kwargs) Jul 14 09:50:32.105863 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:50:32.105863 n-d-779913-29 neutron-server[93957]: self._notify() Jul 14 09:50:32.105863 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:50:32.105863 n-d-779913-29 neutron-server[93957]: self.callback(batched_events) Jul 14 09:50:32.105863 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:50:32.105863 n-d-779913-29 neutron-server[93957]: event.method(event) Jul 14 09:50:32.105863 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:50:32.105863 n-d-779913-29 neutron-server[93957]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:50:32.105863 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:50:32.105863 n-d-779913-29 neutron-server[93957]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:50:32.105863 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:50:32.105863 n-d-779913-29 neutron-server[93957]: return f(self, *a, **k) Jul 14 09:50:32.105863 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:50:32.105863 n-d-779913-29 neutron-server[93957]: return self._get(url).json() Jul 14 09:50:32.105863 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:50:32.105863 n-d-779913-29 neutron-server[93957]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:50:32.105863 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:50:32.105863 n-d-779913-29 neutron-server[93957]: return self.request(url, 'GET', **kwargs) Jul 14 09:50:32.105863 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:50:32.105863 n-d-779913-29 neutron-server[93957]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:50:32.105863 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:50:32.105863 n-d-779913-29 neutron-server[93957]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:50:32.105863 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:50:32.105863 n-d-779913-29 neutron-server[93957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:50:32.105863 n-d-779913-29 neutron-server[93957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:50:32.161890 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-311f199e-d0fb-4c99-8dbb-c76589ec8834 tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660504'] for network, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:32.168863 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-311f199e-d0fb-4c99-8dbb-c76589ec8834 tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] Notify callbacks [] for network, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:32.173302 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-311f199e-d0fb-4c99-8dbb-c76589ec8834 tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] 10.222.0.68 "DELETE /v2.0/networks/fef984ae-5d80-4495-b2db-a14a793b8280 HTTP/1.1" status: 204 len: 168 time: 0.3042676 Jul 14 09:50:32.173725 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 57816) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:50:32.185102 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311f199e-d0fb-4c99-8dbb-c76589ec8834 tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] Pushing event deleted for resources: {'Network': ['ID=fef984ae-5d80-4495-b2db-a14a793b8280,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:50:32.295906 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f6b3419-09d7-47fb-8a5d-1276fcaae1c6 tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:32.302633 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f6b3419-09d7-47fb-8a5d-1276fcaae1c6 tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:32.304284 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-0f6b3419-09d7-47fb-8a5d-1276fcaae1c6 tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] 10.222.0.68 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1285255 Jul 14 09:50:32.307967 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 57822) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:50:32.313141 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-cc5e4648-f460-4682-942e-709924f7c541 tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-292966181'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:50:32.335101 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc5e4648-f460-4682-942e-709924f7c541 tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] Made reservation on behalf of 558cfb34ece746969196362502116ed1 for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:50:32.338820 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cc5e4648-f460-4682-942e-709924f7c541 tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:32.362335 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc5e4648-f460-4682-942e-709924f7c541 tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 727} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:50:32.372761 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cc5e4648-f460-4682-942e-709924f7c541 tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:32.373108 n-d-779913-29 neutron-server[93958]: INFO neutron.db.segments_db [None req-cc5e4648-f460-4682-942e-709924f7c541 tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] Added segment b698df66-aecb-4cbb-9c2f-0a08e9706bd7 of type vlan for network ee37e781-33bd-436e-95b3-02c8d965f68c Jul 14 09:50:32.413975 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cc5e4648-f460-4682-942e-709924f7c541 tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735687821325'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:32.443399 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cc5e4648-f460-4682-942e-709924f7c541 tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:32.448884 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc5e4648-f460-4682-942e-709924f7c541 tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:32.449456 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cc5e4648-f460-4682-942e-709924f7c541 tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:32.513667 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-cc5e4648-f460-4682-942e-709924f7c541 tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2046146 Jul 14 09:50:32.516311 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 57828) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:50:32.524084 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-8ed42589-af2e-4ace-9560-422eccba15e8 tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-119411142'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:50:32.532300 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5e4648-f460-4682-942e-709924f7c541 tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] Pushing event updated for resources: {'Network': ['ID=ee37e781-33bd-436e-95b3-02c8d965f68c,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:50:32.544291 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Network ee37e781-33bd-436e-95b3-02c8d965f68c details requested by agent ovs-agent-n-d-779913-29 with host n-d-779913-29 {{(pid=93959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:50:32.550147 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ed42589-af2e-4ace-9560-422eccba15e8 tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] Made reservation on behalf of 558cfb34ece746969196362502116ed1 for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:50:32.554133 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8ed42589-af2e-4ace-9560-422eccba15e8 tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:32.583398 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ed42589-af2e-4ace-9560-422eccba15e8 tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 728} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:50:32.594421 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8ed42589-af2e-4ace-9560-422eccba15e8 tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:32.594792 n-d-779913-29 neutron-server[93958]: INFO neutron.db.segments_db [None req-8ed42589-af2e-4ace-9560-422eccba15e8 tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] Added segment 4a59f035-5aad-41d3-9de5-c4b1d19a2359 of type vlan for network 2dd03b6f-fd89-4f78-959e-9f91931f0876 Jul 14 09:50:32.637981 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8ed42589-af2e-4ace-9560-422eccba15e8 tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735687821325'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:32.666990 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8ed42589-af2e-4ace-9560-422eccba15e8 tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:32.672741 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ed42589-af2e-4ace-9560-422eccba15e8 tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:32.673335 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8ed42589-af2e-4ace-9560-422eccba15e8 tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:32.730261 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-8ed42589-af2e-4ace-9560-422eccba15e8 tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2129157 Jul 14 09:50:32.733059 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 57830) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:50:32.740734 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-ce7c42e9-1b28-4a80-8a47-31becf4a2349 tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] Request body: {'ports': [{'network_id': 'ee37e781-33bd-436e-95b3-02c8d965f68c', 'name': 'tempest-port--832230065', 'admin_state_up': True}, {'network_id': '2dd03b6f-fd89-4f78-959e-9f91931f0876', 'admin_state_up': False}]} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:50:32.741056 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-ce7c42e9-1b28-4a80-8a47-31becf4a2349 tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] Request body: {'port': {'network_id': 'ee37e781-33bd-436e-95b3-02c8d965f68c', 'name': 'tempest-port--832230065', 'admin_state_up': True}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:50:32.741559 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-ce7c42e9-1b28-4a80-8a47-31becf4a2349 tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] Request body: {'port': {'network_id': '2dd03b6f-fd89-4f78-959e-9f91931f0876', 'admin_state_up': False}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:50:32.786187 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed42589-af2e-4ace-9560-422eccba15e8 tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] Pushing event updated for resources: {'Network': ['ID=2dd03b6f-fd89-4f78-959e-9f91931f0876,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:50:32.798644 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Network 2dd03b6f-fd89-4f78-959e-9f91931f0876 details requested by agent ovs-agent-n-d-779913-29 with host n-d-779913-29 {{(pid=93959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:50:32.938327 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce7c42e9-1b28-4a80-8a47-31becf4a2349 tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] Made reservation on behalf of 558cfb34ece746969196362502116ed1 for: {'port': 2} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:50:32.943762 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ce7c42e9-1b28-4a80-8a47-31becf4a2349 tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:32.957819 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ce7c42e9-1b28-4a80-8a47-31becf4a2349 tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:33.037985 n-d-779913-29 neutron-server[93958]: DEBUG neutron.notifiers.nova [None req-ce7c42e9-1b28-4a80-8a47-31becf4a2349 tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] device_id is not set on port 20655d70-2793-424a-86e4-d45fce6566af yet. {{(pid=93958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:50:33.169727 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ce7c42e9-1b28-4a80-8a47-31becf4a2349 tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:33.236922 n-d-779913-29 neutron-server[93958]: DEBUG neutron.notifiers.nova [None req-ce7c42e9-1b28-4a80-8a47-31becf4a2349 tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] device_id is not set on port 5b9d62d1-b910-459a-bea4-00feba64d8ff yet. {{(pid=93958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:50:33.352277 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ce7c42e9-1b28-4a80-8a47-31becf4a2349 tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:33.406278 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ce7c42e9-1b28-4a80-8a47-31becf4a2349 tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:33.467231 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7c42e9-1b28-4a80-8a47-31becf4a2349 tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] Pushing event updated for resources: {'Port': ['ID=20655d70-2793-424a-86e4-d45fce6566af,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:50:33.482800 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce7c42e9-1b28-4a80-8a47-31becf4a2349 tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] Checking segment: {'id': 'b698df66-aecb-4cbb-9c2f-0a08e9706bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'ee37e781-33bd-436e-95b3-02c8d965f68c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:50:33.483155 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce7c42e9-1b28-4a80-8a47-31becf4a2349 tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] Network hostable DHCP agents. Network: ee37e781-33bd-436e-95b3-02c8d965f68c, hostable agents: ['c6a09bd4-f72e-4283-a3ca-0bbca8a51081'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:50:33.499522 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce7c42e9-1b28-4a80-8a47-31becf4a2349 tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] Network ee37e781-33bd-436e-95b3-02c8d965f68c is scheduled to be hosted by DHCP agent c6a09bd4-f72e-4283-a3ca-0bbca8a51081 with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:50:33.508120 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-ce7c42e9-1b28-4a80-8a47-31becf4a2349 tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-29, ee37e781-33bd-436e-95b3-02c8d965f68c) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:50:33.512109 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce7c42e9-1b28-4a80-8a47-31becf4a2349 tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:50:33.512994 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ce7c42e9-1b28-4a80-8a47-31becf4a2349 tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:33.523244 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97d65cd9-ad04-4a9f-80f6-b1302e327c2e None None] Network ee37e781-33bd-436e-95b3-02c8d965f68c requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:50:33.573825 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7c42e9-1b28-4a80-8a47-31becf4a2349 tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] Pushing event updated for resources: {'Port': ['ID=5b9d62d1-b910-459a-bea4-00feba64d8ff,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:50:33.594593 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce7c42e9-1b28-4a80-8a47-31becf4a2349 tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] Checking segment: {'id': '4a59f035-5aad-41d3-9de5-c4b1d19a2359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '2dd03b6f-fd89-4f78-959e-9f91931f0876'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:50:33.594942 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce7c42e9-1b28-4a80-8a47-31becf4a2349 tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] Network hostable DHCP agents. Network: 2dd03b6f-fd89-4f78-959e-9f91931f0876, hostable agents: ['c6a09bd4-f72e-4283-a3ca-0bbca8a51081'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:50:33.611931 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce7c42e9-1b28-4a80-8a47-31becf4a2349 tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] Network 2dd03b6f-fd89-4f78-959e-9f91931f0876 is scheduled to be hosted by DHCP agent c6a09bd4-f72e-4283-a3ca-0bbca8a51081 with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:50:33.633126 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-ce7c42e9-1b28-4a80-8a47-31becf4a2349 tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-29, 2dd03b6f-fd89-4f78-959e-9f91931f0876) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:50:33.639136 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce7c42e9-1b28-4a80-8a47-31becf4a2349 tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:50:33.647065 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce7c42e9-1b28-4a80-8a47-31becf4a2349 tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:33.652017 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2d0a859-37db-44d9-a2ba-e9ac3e3e1cb3 None None] Network 2dd03b6f-fd89-4f78-959e-9f91931f0876 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:50:33.655818 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce7c42e9-1b28-4a80-8a47-31becf4a2349 tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:33.656974 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ce7c42e9-1b28-4a80-8a47-31becf4a2349 tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:33.673141 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-ce7c42e9-1b28-4a80-8a47-31becf4a2349 tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 0.9389641 Jul 14 09:50:33.675534 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 57850) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:50:33.742542 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1694069a-fa0a-47ce-9864-c86e7de44c77 tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:33.748548 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1694069a-fa0a-47ce-9864-c86e7de44c77 tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:33.752773 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-1694069a-fa0a-47ce-9864-c86e7de44c77 tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] 10.222.0.68 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.0731883 Jul 14 09:50:33.753023 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 57852) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:50:33.860115 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-49648e7d-6e89-45fc-a41b-71d329f1f402 tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] Deleting port 20655d70-2793-424a-86e4-d45fce6566af {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:50:33.860444 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-49648e7d-6e89-45fc-a41b-71d329f1f402 tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:33.926743 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-49648e7d-6e89-45fc-a41b-71d329f1f402 tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:33.939223 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-49648e7d-6e89-45fc-a41b-71d329f1f402 tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] Calling delete_port for 20655d70-2793-424a-86e4-d45fce6566af owned by {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:50:34.021387 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-49648e7d-6e89-45fc-a41b-71d329f1f402 tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:34.055551 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49648e7d-6e89-45fc-a41b-71d329f1f402 tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] Pushing event deleted for resources: {'Port': ['ID=20655d70-2793-424a-86e4-d45fce6566af,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:50:34.062496 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-49648e7d-6e89-45fc-a41b-71d329f1f402 tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:34.064624 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-49648e7d-6e89-45fc-a41b-71d329f1f402 tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] 10.222.0.68 "DELETE /v2.0/ports/20655d70-2793-424a-86e4-d45fce6566af HTTP/1.1" status: 204 len: 168 time: 0.3106554 Jul 14 09:50:34.067655 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 57860) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:50:34.171664 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-b17c23ae-d160-4db7-b51c-4cb3a4090fae tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] Deleting port 5b9d62d1-b910-459a-bea4-00feba64d8ff {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:50:34.172003 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b17c23ae-d160-4db7-b51c-4cb3a4090fae tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:34.237805 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b17c23ae-d160-4db7-b51c-4cb3a4090fae tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:34.251416 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-b17c23ae-d160-4db7-b51c-4cb3a4090fae tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] Calling delete_port for 5b9d62d1-b910-459a-bea4-00feba64d8ff owned by {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:50:34.331981 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b17c23ae-d160-4db7-b51c-4cb3a4090fae tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:34.363541 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17c23ae-d160-4db7-b51c-4cb3a4090fae tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] Pushing event deleted for resources: {'Port': ['ID=5b9d62d1-b910-459a-bea4-00feba64d8ff,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:50:34.370444 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b17c23ae-d160-4db7-b51c-4cb3a4090fae tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:34.372470 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-b17c23ae-d160-4db7-b51c-4cb3a4090fae tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] 10.222.0.68 "DELETE /v2.0/ports/5b9d62d1-b910-459a-bea4-00feba64d8ff HTTP/1.1" status: 204 len: 168 time: 0.3036120 Jul 14 09:50:34.374990 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 57870) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:50:34.404925 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-95b5ea76-74e6-42d1-a985-41965a5abfd3 tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] 10.222.0.68 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0288382 Jul 14 09:50:34.408693 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 57872) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:50:34.415078 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-dc59d179-53c7-46d6-9d2d-a5c48a3633dc tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1340204029'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:50:34.438299 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc59d179-53c7-46d6-9d2d-a5c48a3633dc tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] Made reservation on behalf of 558cfb34ece746969196362502116ed1 for: {'network': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:50:34.442556 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-dc59d179-53c7-46d6-9d2d-a5c48a3633dc tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for network, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:34.466018 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc59d179-53c7-46d6-9d2d-a5c48a3633dc tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 735} {{(pid=93957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:50:34.475106 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-dc59d179-53c7-46d6-9d2d-a5c48a3633dc tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:34.475462 n-d-779913-29 neutron-server[93957]: INFO neutron.db.segments_db [None req-dc59d179-53c7-46d6-9d2d-a5c48a3633dc tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] Added segment 61b9c54d-7fb1-4874-b473-220b80db1af6 of type vlan for network 85052eab-967c-4a7b-8452-4d88d163abb5 Jul 14 09:50:34.515936 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-dc59d179-53c7-46d6-9d2d-a5c48a3633dc tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735687821325'] for network, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:34.546811 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-dc59d179-53c7-46d6-9d2d-a5c48a3633dc tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855'] for network, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:34.553012 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc59d179-53c7-46d6-9d2d-a5c48a3633dc tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:34.553677 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-dc59d179-53c7-46d6-9d2d-a5c48a3633dc tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] Notify callbacks [] for network, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:34.611796 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-dc59d179-53c7-46d6-9d2d-a5c48a3633dc tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2018924 Jul 14 09:50:34.615113 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 57878) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:50:34.622644 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-445e674e-7f50-4670-a633-ef82af8ef7c0 tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-286313131'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:50:34.626581 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc59d179-53c7-46d6-9d2d-a5c48a3633dc tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] Pushing event updated for resources: {'Network': ['ID=85052eab-967c-4a7b-8452-4d88d163abb5,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:50:34.638259 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Network 85052eab-967c-4a7b-8452-4d88d163abb5 details requested by agent ovs-agent-n-d-779913-29 with host n-d-779913-29 {{(pid=93959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:50:34.651566 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-445e674e-7f50-4670-a633-ef82af8ef7c0 tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] Made reservation on behalf of 558cfb34ece746969196362502116ed1 for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:50:34.655290 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-445e674e-7f50-4670-a633-ef82af8ef7c0 tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:34.688714 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-445e674e-7f50-4670-a633-ef82af8ef7c0 tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 719} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:50:34.700289 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-445e674e-7f50-4670-a633-ef82af8ef7c0 tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:34.700635 n-d-779913-29 neutron-server[93958]: INFO neutron.db.segments_db [None req-445e674e-7f50-4670-a633-ef82af8ef7c0 tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] Added segment 23149433-111c-45e9-a219-e58a305b697c of type vlan for network f373da19-87f2-42b6-890d-9eb141cfdeab Jul 14 09:50:34.742475 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-445e674e-7f50-4670-a633-ef82af8ef7c0 tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735687821325'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:34.775865 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-445e674e-7f50-4670-a633-ef82af8ef7c0 tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:34.781671 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-445e674e-7f50-4670-a633-ef82af8ef7c0 tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:34.782261 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-445e674e-7f50-4670-a633-ef82af8ef7c0 tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:34.836177 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-445e674e-7f50-4670-a633-ef82af8ef7c0 tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2198887 Jul 14 09:50:34.861542 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445e674e-7f50-4670-a633-ef82af8ef7c0 tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] Pushing event updated for resources: {'Network': ['ID=f373da19-87f2-42b6-890d-9eb141cfdeab,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:50:34.872763 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Network f373da19-87f2-42b6-890d-9eb141cfdeab details requested by agent ovs-agent-n-d-779913-29 with host n-d-779913-29 {{(pid=93959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:50:38.052420 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 57938) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:50:38.058079 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-f25fd95c-25b6-41eb-90ea-62861a2a52da tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] Request body: {'subnets': [{'network_id': '85052eab-967c-4a7b-8452-4d88d163abb5', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1505044179', 'ip_version': 6}, {'network_id': 'f373da19-87f2-42b6-890d-9eb141cfdeab', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:50:38.058528 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-f25fd95c-25b6-41eb-90ea-62861a2a52da tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] Request body: {'subnet': {'network_id': '85052eab-967c-4a7b-8452-4d88d163abb5', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1505044179', 'ip_version': 6}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:50:38.059328 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-f25fd95c-25b6-41eb-90ea-62861a2a52da tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] Request body: {'subnet': {'network_id': 'f373da19-87f2-42b6-890d-9eb141cfdeab', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:50:38.537531 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f25fd95c-25b6-41eb-90ea-62861a2a52da tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] Made reservation on behalf of 558cfb34ece746969196362502116ed1 for: {'subnet': 2} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:50:38.542072 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f25fd95c-25b6-41eb-90ea-62861a2a52da tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11984110'] for subnet, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:38.542418 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f25fd95c-25b6-41eb-90ea-62861a2a52da tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11984110'] for subnet, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:38.948449 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f25fd95c-25b6-41eb-90ea-62861a2a52da tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10052764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11984092'] for subnet, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:39.006069 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25fd95c-25b6-41eb-90ea-62861a2a52da tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] Pushing event updated for resources: {'Subnet': ['ID=e81867de-6a18-468b-9b44-c746d5192b8a,revision_number=0']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:50:39.018361 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f25fd95c-25b6-41eb-90ea-62861a2a52da tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] Checking segment: {'id': '61b9c54d-7fb1-4874-b473-220b80db1af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '85052eab-967c-4a7b-8452-4d88d163abb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:50:39.019069 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f25fd95c-25b6-41eb-90ea-62861a2a52da tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] Network hostable DHCP agents. Network: 85052eab-967c-4a7b-8452-4d88d163abb5, hostable agents: ['c6a09bd4-f72e-4283-a3ca-0bbca8a51081'], hosted agents: [] {{(pid=93957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:50:39.037193 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f25fd95c-25b6-41eb-90ea-62861a2a52da tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] Network 85052eab-967c-4a7b-8452-4d88d163abb5 is scheduled to be hosted by DHCP agent c6a09bd4-f72e-4283-a3ca-0bbca8a51081 with binding_index 1 {{(pid=93957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:50:39.047221 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-f25fd95c-25b6-41eb-90ea-62861a2a52da tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-29, 85052eab-967c-4a7b-8452-4d88d163abb5) {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:50:39.051879 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f25fd95c-25b6-41eb-90ea-62861a2a52da tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10052764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11984092'] for subnet, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:39.059818 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98447b30-6b51-4d40-94bf-d4cf56fb3770 None None] Network 85052eab-967c-4a7b-8452-4d88d163abb5 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:50:39.114260 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25fd95c-25b6-41eb-90ea-62861a2a52da tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] Pushing event updated for resources: {'Subnet': ['ID=73b903d7-0467-412d-8375-6d66982f1908,revision_number=0']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:50:39.130447 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f25fd95c-25b6-41eb-90ea-62861a2a52da tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] Checking segment: {'id': '23149433-111c-45e9-a219-e58a305b697c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'f373da19-87f2-42b6-890d-9eb141cfdeab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:50:39.131066 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f25fd95c-25b6-41eb-90ea-62861a2a52da tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] Network hostable DHCP agents. Network: f373da19-87f2-42b6-890d-9eb141cfdeab, hostable agents: ['c6a09bd4-f72e-4283-a3ca-0bbca8a51081'], hosted agents: [] {{(pid=93957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:50:39.151700 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f25fd95c-25b6-41eb-90ea-62861a2a52da tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] Network f373da19-87f2-42b6-890d-9eb141cfdeab is scheduled to be hosted by DHCP agent c6a09bd4-f72e-4283-a3ca-0bbca8a51081 with binding_index 1 {{(pid=93957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:50:39.164267 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-f25fd95c-25b6-41eb-90ea-62861a2a52da tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-29, f373da19-87f2-42b6-890d-9eb141cfdeab) {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:50:39.169321 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f25fd95c-25b6-41eb-90ea-62861a2a52da tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:39.170588 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f25fd95c-25b6-41eb-90ea-62861a2a52da tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:39.171436 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f25fd95c-25b6-41eb-90ea-62861a2a52da tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] Notify callbacks [] for subnet, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:39.192290 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95259ba9-4e5e-4b8e-bbcb-ac8448d56907 None None] Network f373da19-87f2-42b6-890d-9eb141cfdeab requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:50:39.195272 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-f25fd95c-25b6-41eb-90ea-62861a2a52da tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 1.1415522 Jul 14 09:50:39.195697 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 57960) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:50:39.251288 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f284d09-d111-4bbe-8458-804b37163500 tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:39.252821 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f284d09-d111-4bbe-8458-804b37163500 tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:39.255033 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f284d09-d111-4bbe-8458-804b37163500 tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:39.256567 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-6f284d09-d111-4bbe-8458-804b37163500 tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] 10.222.0.68 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.0593379 Jul 14 09:50:39.267230 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 57962) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:50:39.284933 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-409a6f93-624d-46e4-b010-4b7b2a7b00d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf57baaa9-fd24-59f4-8fd2-1dc21122ce72-85052eab-967c-4a7b-8452-4d88d163abb5', 'network_id': '85052eab-967c-4a7b-8452-4d88d163abb5', 'tenant_id': '558cfb34ece746969196362502116ed1', 'fixed_ips': [{'subnet_id': 'e81867de-6a18-468b-9b44-c746d5192b8a'}]}} from n-d-779913-29. {{(pid=93959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:50:39.286525 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-409a6f93-624d-46e4-b010-4b7b2a7b00d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:39.329286 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4d0115b-c81b-4221-9a31-e9f225075333 tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] Deleting subnet e81867de-6a18-468b-9b44-c746d5192b8a {{(pid=93957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:50:39.333037 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e4d0115b-c81b-4221-9a31-e9f225075333 tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] Notify callbacks [] for subnet, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:39.377673 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e4d0115b-c81b-4221-9a31-e9f225075333 tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10944203'] for subnet, precommit_delete_associations {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:39.427961 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e4d0115b-c81b-4221-9a31-e9f225075333 tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3481002'] for subnet, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:39.461710 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80724976-03e1-4ab2-bf35-6a80950e239a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf57baaa9-fd24-59f4-8fd2-1dc21122ce72-f373da19-87f2-42b6-890d-9eb141cfdeab', 'network_id': 'f373da19-87f2-42b6-890d-9eb141cfdeab', 'tenant_id': '558cfb34ece746969196362502116ed1', 'fixed_ips': [{'subnet_id': '73b903d7-0467-412d-8375-6d66982f1908'}]}} from n-d-779913-29. {{(pid=93959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:50:39.463051 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-80724976-03e1-4ab2-bf35-6a80950e239a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:39.499898 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e4d0115b-c81b-4221-9a31-e9f225075333 tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10052701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11984075'] for subnet, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:39.531699 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0115b-c81b-4221-9a31-e9f225075333 tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] Pushing event deleted for resources: {'Subnet': ['ID=e81867de-6a18-468b-9b44-c746d5192b8a,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:50:39.538511 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e4d0115b-c81b-4221-9a31-e9f225075333 tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] Notify callbacks [] for subnet, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:39.542896 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-e4d0115b-c81b-4221-9a31-e9f225075333 tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] 10.222.0.68 "DELETE /v2.0/subnets/e81867de-6a18-468b-9b44-c746d5192b8a HTTP/1.1" status: 204 len: 168 time: 0.2718153 Jul 14 09:50:39.543125 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 57968) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:50:39.547871 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server [None req-409a6f93-624d-46e4-b010-4b7b2a7b00d9 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e81867de-6a18-468b-9b44-c746d5192b8a: This subnet is being modified by another concurrent operation. Jul 14 09:50:39.547871 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 14 09:50:39.547871 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 14 09:50:39.547871 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 14 09:50:39.547871 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 14 09:50:39.547871 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 14 09:50:39.547871 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 14 09:50:39.547871 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 14 09:50:39.547871 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 14 09:50:39.547871 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 14 09:50:39.547871 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 14 09:50:39.547871 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 14 09:50:39.547871 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:50:39.547871 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:50:39.547871 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:50:39.547871 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:50:39.547871 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 14 09:50:39.547871 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 09:50:39.547871 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 14 09:50:39.547871 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 14 09:50:39.547871 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:50:39.547871 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:50:39.547871 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:50:39.547871 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:50:39.547871 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 14 09:50:39.547871 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 09:50:39.547871 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 14 09:50:39.547871 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 14 09:50:39.547871 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:50:39.547871 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:50:39.547871 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:50:39.547871 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:50:39.547871 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 14 09:50:39.547871 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 14 09:50:39.547871 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 14 09:50:39.547871 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 14 09:50:39.547871 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 14 09:50:39.547871 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 14 09:50:39.547871 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 14 09:50:39.547871 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 14 09:50:39.547871 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 14 09:50:39.547871 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 14 09:50:39.547871 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 14 09:50:39.547871 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 14 09:50:39.547871 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 14 09:50:39.547871 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 14 09:50:39.547871 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 14 09:50:39.547871 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 14 09:50:39.547871 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:50:39.547871 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:50:39.547871 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:50:39.547871 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:50:39.547871 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 14 09:50:39.547871 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 09:50:39.547871 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 14 09:50:39.547871 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 14 09:50:39.547871 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:50:39.547871 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:50:39.547871 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:50:39.547871 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:50:39.547871 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 14 09:50:39.547871 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 09:50:39.547871 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 14 09:50:39.547871 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 14 09:50:39.547871 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:50:39.547871 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:50:39.547871 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:50:39.547871 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:50:39.547871 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 14 09:50:39.547871 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 14 09:50:39.547871 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 14 09:50:39.547871 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 14 09:50:39.547871 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 14 09:50:39.547871 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 14 09:50:39.547871 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 14 09:50:39.547871 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 14 09:50:39.547871 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 14 09:50:39.547871 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 14 09:50:39.547871 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:50:39.547871 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:50:39.547871 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:50:39.547871 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:50:39.547871 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 14 09:50:39.547871 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 14 09:50:39.547871 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 14 09:50:39.547871 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 14 09:50:39.547871 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 14 09:50:39.547871 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 14 09:50:39.547871 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 14 09:50:39.547871 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server raise exception Jul 14 09:50:39.547871 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e81867de-6a18-468b-9b44-c746d5192b8a: This subnet is being modified by another concurrent operation. Jul 14 09:50:39.547871 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server Jul 14 09:50:39.595044 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d75afda5-ab07-4366-aef5-91bf7ef487b8 None None] Network 85052eab-967c-4a7b-8452-4d88d163abb5 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:50:39.601995 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c84e369-0b2b-4537-bf64-ee07040ff94b tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] Deleting subnet 73b903d7-0467-412d-8375-6d66982f1908 {{(pid=93957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:50:39.671095 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-80724976-03e1-4ab2-bf35-6a80950e239a None None] Allocated IP 2001:db8:0:1::1 (f373da19-87f2-42b6-890d-9eb141cfdeab/73b903d7-0467-412d-8375-6d66982f1908/60a632c4-abdb-4b1d-afd2-6c05a26c6632) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:50:39.858316 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-80724976-03e1-4ab2-bf35-6a80950e239a None None] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:39.866759 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-80724976-03e1-4ab2-bf35-6a80950e239a None None] Transition to ACTIVE for port object 60a632c4-abdb-4b1d-afd2-6c05a26c6632 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:50:39.886031 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-80724976-03e1-4ab2-bf35-6a80950e239a None None] Transition to ACTIVE for port object 60a632c4-abdb-4b1d-afd2-6c05a26c6632 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:50:39.892758 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8c84e369-0b2b-4537-bf64-ee07040ff94b tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] Notify callbacks [] for subnet, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:39.893653 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-80724976-03e1-4ab2-bf35-6a80950e239a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:39.936369 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8c84e369-0b2b-4537-bf64-ee07040ff94b tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10944203'] for subnet, precommit_delete_associations {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:39.936834 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80724976-03e1-4ab2-bf35-6a80950e239a None None] Network f373da19-87f2-42b6-890d-9eb141cfdeab is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:50:39.939664 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-80724976-03e1-4ab2-bf35-6a80950e239a None None] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:50:39.942166 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80724976-03e1-4ab2-bf35-6a80950e239a None None] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:50:39.949525 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80724976-03e1-4ab2-bf35-6a80950e239a None None] Pushing event updated for resources: {'Port': ['ID=60a632c4-abdb-4b1d-afd2-6c05a26c6632,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:50:40.006260 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-80724976-03e1-4ab2-bf35-6a80950e239a None None] Attempting to bind port 60a632c4-abdb-4b1d-afd2-6c05a26c6632 on host n-d-779913-29 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:50:40.006623 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-80724976-03e1-4ab2-bf35-6a80950e239a None None] Attempting to bind port 60a632c4-abdb-4b1d-afd2-6c05a26c6632 by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': '23149433-111c-45e9-a219-e58a305b697c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'f373da19-87f2-42b6-890d-9eb141cfdeab'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:50:40.006987 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80724976-03e1-4ab2-bf35-6a80950e239a None None] Attempting to bind port 60a632c4-abdb-4b1d-afd2-6c05a26c6632 on network f373da19-87f2-42b6-890d-9eb141cfdeab {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:50:40.011853 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80724976-03e1-4ab2-bf35-6a80950e239a None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 50, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:50:40.012226 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80724976-03e1-4ab2-bf35-6a80950e239a None None] Checking segment: {'id': '23149433-111c-45e9-a219-e58a305b697c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'f373da19-87f2-42b6-890d-9eb141cfdeab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:50:40.012624 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-80724976-03e1-4ab2-bf35-6a80950e239a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:40.013011 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80724976-03e1-4ab2-bf35-6a80950e239a None None] Bound using segment: {'id': '23149433-111c-45e9-a219-e58a305b697c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'f373da19-87f2-42b6-890d-9eb141cfdeab'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:50:40.013546 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-80724976-03e1-4ab2-bf35-6a80950e239a None None] Bound port: 60a632c4-abdb-4b1d-afd2-6c05a26c6632, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23149433-111c-45e9-a219-e58a305b697c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'f373da19-87f2-42b6-890d-9eb141cfdeab'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:50:40.013935 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-80724976-03e1-4ab2-bf35-6a80950e239a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:40.044417 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8c84e369-0b2b-4537-bf64-ee07040ff94b tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3481002'] for subnet, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:40.116709 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8c84e369-0b2b-4537-bf64-ee07040ff94b tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10052701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11984075'] for subnet, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:40.120403 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-80724976-03e1-4ab2-bf35-6a80950e239a None None] For port 60a632c4-abdb-4b1d-afd2-6c05a26c6632, host n-d-779913-29, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:50:40.124656 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-80724976-03e1-4ab2-bf35-6a80950e239a None None] For port 60a632c4-abdb-4b1d-afd2-6c05a26c6632, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=60a632c4-abdb-4b1d-afd2-6c05a26c6632,segment=NetworkSegment(23149433-111c-45e9-a219-e58a305b697c),segment_id=23149433-111c-45e9-a219-e58a305b697c)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:50:40.129285 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-80724976-03e1-4ab2-bf35-6a80950e239a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:40.148177 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8c84e369-0b2b-4537-bf64-ee07040ff94b tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] Notify callbacks [] for subnet, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:40.150642 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-8c84e369-0b2b-4537-bf64-ee07040ff94b tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] 10.222.0.68 "DELETE /v2.0/subnets/73b903d7-0467-412d-8375-6d66982f1908 HTTP/1.1" status: 204 len: 168 time: 0.6065738 Jul 14 09:50:40.151674 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c84e369-0b2b-4537-bf64-ee07040ff94b tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] Pushing event deleted for resources: {'Subnet': ['ID=73b903d7-0467-412d-8375-6d66982f1908,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:50:40.155877 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 57982) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:50:40.200992 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80724976-03e1-4ab2-bf35-6a80950e239a None None] Pushing event updated for resources: {'Port': ['ID=60a632c4-abdb-4b1d-afd2-6c05a26c6632,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:50:40.231351 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddd795bf-9a0a-4efe-822c-6f8e13eb9a14 tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:40.237398 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 57986) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:50:40.237733 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-ddd795bf-9a0a-4efe-822c-6f8e13eb9a14 tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] 10.222.0.68 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0804970 Jul 14 09:50:40.321779 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b16fc306-5194-4f5f-b899-3f0759046984 tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3876111'] for network, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:40.398190 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-b16fc306-5194-4f5f-b899-3f0759046984 tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] Deleting port 60a632c4-abdb-4b1d-afd2-6c05a26c6632 {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:50:40.398762 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b16fc306-5194-4f5f-b899-3f0759046984 tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:40.474716 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-b16fc306-5194-4f5f-b899-3f0759046984 tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] For port 60a632c4-abdb-4b1d-afd2-6c05a26c6632, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=60a632c4-abdb-4b1d-afd2-6c05a26c6632,segment=NetworkSegment(23149433-111c-45e9-a219-e58a305b697c),segment_id=23149433-111c-45e9-a219-e58a305b697c)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:50:40.475156 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b16fc306-5194-4f5f-b899-3f0759046984 tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:40.497532 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-b16fc306-5194-4f5f-b899-3f0759046984 tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] Calling delete_port for 60a632c4-abdb-4b1d-afd2-6c05a26c6632 owned by network:dhcp {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:50:40.590981 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b16fc306-5194-4f5f-b899-3f0759046984 tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:40.616769 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16fc306-5194-4f5f-b899-3f0759046984 tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] Pushing event deleted for resources: {'Port': ['ID=60a632c4-abdb-4b1d-afd2-6c05a26c6632,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:50:40.620383 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b16fc306-5194-4f5f-b899-3f0759046984 tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] No DVR routers for this DVR port 60a632c4-abdb-4b1d-afd2-6c05a26c6632 on host n-d-779913-29 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:50:40.706360 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b16fc306-5194-4f5f-b899-3f0759046984 tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473955', 'neutron.services.segments.db._delete_segments_for_network-8735688326548'] for network, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:40.716537 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-b16fc306-5194-4f5f-b899-3f0759046984 tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f373da19-87f2-42b6-890d-9eb141cfdeab']}} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:50:40.732064 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-b16fc306-5194-4f5f-b899-3f0759046984 tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23149433-111c-45e9-a219-e58a305b697c') {'for_net_delete': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:50:40.732355 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-b16fc306-5194-4f5f-b899-3f0759046984 tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23149433-111c-45e9-a219-e58a305b697c') {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:50:40.743414 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b16fc306-5194-4f5f-b899-3f0759046984 tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735688356235', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10944210'] for segment, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:40.759790 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b16fc306-5194-4f5f-b899-3f0759046984 tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:40.766116 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b16fc306-5194-4f5f-b899-3f0759046984 tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] Releasing vlan 719 on physical network physnet1 to pool {{(pid=93957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:50:40.766706 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b16fc306-5194-4f5f-b899-3f0759046984 tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10053619'] for segment, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:40.770261 n-d-779913-29 neutron-server[93957]: Traceback (most recent call last): Jul 14 09:50:40.770261 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:50:40.770261 n-d-779913-29 neutron-server[93957]: timer() Jul 14 09:50:40.770261 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:50:40.770261 n-d-779913-29 neutron-server[93957]: cb(*args, **kw) Jul 14 09:50:40.770261 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:50:40.770261 n-d-779913-29 neutron-server[93957]: return func(*args, **kwargs) Jul 14 09:50:40.770261 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:50:40.770261 n-d-779913-29 neutron-server[93957]: self._notify() Jul 14 09:50:40.770261 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:50:40.770261 n-d-779913-29 neutron-server[93957]: self.callback(batched_events) Jul 14 09:50:40.770261 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:50:40.770261 n-d-779913-29 neutron-server[93957]: event.method(event) Jul 14 09:50:40.770261 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:50:40.770261 n-d-779913-29 neutron-server[93957]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:50:40.770261 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:50:40.770261 n-d-779913-29 neutron-server[93957]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:50:40.770261 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:50:40.770261 n-d-779913-29 neutron-server[93957]: return f(self, *a, **k) Jul 14 09:50:40.770261 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:50:40.770261 n-d-779913-29 neutron-server[93957]: return self._get(url).json() Jul 14 09:50:40.770261 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:50:40.770261 n-d-779913-29 neutron-server[93957]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:50:40.770261 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:50:40.770261 n-d-779913-29 neutron-server[93957]: return self.request(url, 'GET', **kwargs) Jul 14 09:50:40.770261 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:50:40.770261 n-d-779913-29 neutron-server[93957]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:50:40.770261 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:50:40.770261 n-d-779913-29 neutron-server[93957]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:50:40.770261 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:50:40.770261 n-d-779913-29 neutron-server[93957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:50:40.770261 n-d-779913-29 neutron-server[93957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:50:40.831276 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b16fc306-5194-4f5f-b899-3f0759046984 tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660504'] for network, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:40.842492 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b16fc306-5194-4f5f-b899-3f0759046984 tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] Notify callbacks [] for network, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:40.844305 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-b16fc306-5194-4f5f-b899-3f0759046984 tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] 10.222.0.68 "DELETE /v2.0/networks/f373da19-87f2-42b6-890d-9eb141cfdeab HTTP/1.1" status: 204 len: 168 time: 0.6047904 Jul 14 09:50:40.846764 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 57996) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:50:40.917984 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16fc306-5194-4f5f-b899-3f0759046984 tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] Pushing event deleted for resources: {'Network': ['ID=f373da19-87f2-42b6-890d-9eb141cfdeab,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:50:40.951870 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3a802d0b-f01a-46a6-bc25-50123cdaee8a tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3876111'] for network, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:41.050290 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3a802d0b-f01a-46a6-bc25-50123cdaee8a tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473955', 'neutron.services.segments.db._delete_segments_for_network-8735688326548'] for network, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:41.066878 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-3a802d0b-f01a-46a6-bc25-50123cdaee8a tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85052eab-967c-4a7b-8452-4d88d163abb5']}} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:50:41.080269 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-3a802d0b-f01a-46a6-bc25-50123cdaee8a tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61b9c54d-7fb1-4874-b473-220b80db1af6') {'for_net_delete': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:50:41.080685 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-3a802d0b-f01a-46a6-bc25-50123cdaee8a tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61b9c54d-7fb1-4874-b473-220b80db1af6') {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:50:41.091394 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3a802d0b-f01a-46a6-bc25-50123cdaee8a tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735688356235', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10944210'] for segment, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:41.114150 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3a802d0b-f01a-46a6-bc25-50123cdaee8a tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:41.120846 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a802d0b-f01a-46a6-bc25-50123cdaee8a tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] Releasing vlan 735 on physical network physnet1 to pool {{(pid=93957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:50:41.121568 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3a802d0b-f01a-46a6-bc25-50123cdaee8a tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10053619'] for segment, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:41.124485 n-d-779913-29 neutron-server[93957]: Traceback (most recent call last): Jul 14 09:50:41.124485 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:50:41.124485 n-d-779913-29 neutron-server[93957]: timer() Jul 14 09:50:41.124485 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:50:41.124485 n-d-779913-29 neutron-server[93957]: cb(*args, **kw) Jul 14 09:50:41.124485 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:50:41.124485 n-d-779913-29 neutron-server[93957]: return func(*args, **kwargs) Jul 14 09:50:41.124485 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:50:41.124485 n-d-779913-29 neutron-server[93957]: self._notify() Jul 14 09:50:41.124485 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:50:41.124485 n-d-779913-29 neutron-server[93957]: self.callback(batched_events) Jul 14 09:50:41.124485 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:50:41.124485 n-d-779913-29 neutron-server[93957]: event.method(event) Jul 14 09:50:41.124485 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:50:41.124485 n-d-779913-29 neutron-server[93957]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:50:41.124485 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:50:41.124485 n-d-779913-29 neutron-server[93957]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:50:41.124485 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:50:41.124485 n-d-779913-29 neutron-server[93957]: return f(self, *a, **k) Jul 14 09:50:41.124485 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:50:41.124485 n-d-779913-29 neutron-server[93957]: return self._get(url).json() Jul 14 09:50:41.124485 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:50:41.124485 n-d-779913-29 neutron-server[93957]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:50:41.124485 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:50:41.124485 n-d-779913-29 neutron-server[93957]: return self.request(url, 'GET', **kwargs) Jul 14 09:50:41.124485 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:50:41.124485 n-d-779913-29 neutron-server[93957]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:50:41.124485 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:50:41.124485 n-d-779913-29 neutron-server[93957]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:50:41.124485 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:50:41.124485 n-d-779913-29 neutron-server[93957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:50:41.124485 n-d-779913-29 neutron-server[93957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:50:41.186893 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3a802d0b-f01a-46a6-bc25-50123cdaee8a tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660504'] for network, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:41.202692 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3a802d0b-f01a-46a6-bc25-50123cdaee8a tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] Notify callbacks [] for network, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:41.204812 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-3a802d0b-f01a-46a6-bc25-50123cdaee8a tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] 10.222.0.68 "DELETE /v2.0/networks/85052eab-967c-4a7b-8452-4d88d163abb5 HTTP/1.1" status: 204 len: 168 time: 0.3568952 Jul 14 09:50:41.207198 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 58008) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:50:41.226638 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a802d0b-f01a-46a6-bc25-50123cdaee8a tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] Pushing event deleted for resources: {'Network': ['ID=85052eab-967c-4a7b-8452-4d88d163abb5,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:50:41.282472 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c28e6c34-49fc-43a2-b069-acd5323140f4 None None] DHCP port deletion for f373da19-87f2-42b6-890d-9eb141cfdeab request from n-d-779913-29 {{(pid=93959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:50:41.313569 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a13487d9-51f9-4631-b4f5-15b18ebb5b47 tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3876111'] for network, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:41.315325 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-0d31e2c0-1bab-4db6-84ea-8f53fc406615 None None] Could not find standard attr ID for object 60a632c4-abdb-4b1d-afd2-6c05a26c6632. {{(pid=93959) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 09:50:41.319594 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e869839e-ba70-448a-8292-b9b78ba17f79 None None] Network f373da19-87f2-42b6-890d-9eb141cfdeab requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:50:41.333019 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e869839e-ba70-448a-8292-b9b78ba17f79 None None] Network f373da19-87f2-42b6-890d-9eb141cfdeab could not be found, it might have been deleted concurrently. {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 14 09:50:41.346844 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ddc2c56-e04b-4065-99c1-97d5d137d5ba None None] get_active_networks_info from n-d-779913-29 {{(pid=93959) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 14 09:50:41.417761 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a13487d9-51f9-4631-b4f5-15b18ebb5b47 tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473955', 'neutron.services.segments.db._delete_segments_for_network-8735688326548'] for network, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:41.431233 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-a13487d9-51f9-4631-b4f5-15b18ebb5b47 tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2dd03b6f-fd89-4f78-959e-9f91931f0876']}} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:50:41.431843 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ddc2c56-e04b-4065-99c1-97d5d137d5ba None None] Resources bound (agent type, host, resource id): {{(pid=93959) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 14 09:50:41.445743 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-a13487d9-51f9-4631-b4f5-15b18ebb5b47 tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a59f035-5aad-41d3-9de5-c4b1d19a2359') {'for_net_delete': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:50:41.446030 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-a13487d9-51f9-4631-b4f5-15b18ebb5b47 tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a59f035-5aad-41d3-9de5-c4b1d19a2359') {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:50:41.455804 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a13487d9-51f9-4631-b4f5-15b18ebb5b47 tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735688356235', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10944210'] for segment, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:41.475443 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a13487d9-51f9-4631-b4f5-15b18ebb5b47 tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:41.487264 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a13487d9-51f9-4631-b4f5-15b18ebb5b47 tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] Releasing vlan 728 on physical network physnet1 to pool {{(pid=93957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:50:41.487707 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a13487d9-51f9-4631-b4f5-15b18ebb5b47 tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10053619'] for segment, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:41.491944 n-d-779913-29 neutron-server[93957]: Traceback (most recent call last): Jul 14 09:50:41.491944 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:50:41.491944 n-d-779913-29 neutron-server[93957]: timer() Jul 14 09:50:41.491944 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:50:41.491944 n-d-779913-29 neutron-server[93957]: cb(*args, **kw) Jul 14 09:50:41.491944 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:50:41.491944 n-d-779913-29 neutron-server[93957]: return func(*args, **kwargs) Jul 14 09:50:41.491944 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:50:41.491944 n-d-779913-29 neutron-server[93957]: self._notify() Jul 14 09:50:41.491944 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:50:41.491944 n-d-779913-29 neutron-server[93957]: self.callback(batched_events) Jul 14 09:50:41.491944 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:50:41.491944 n-d-779913-29 neutron-server[93957]: event.method(event) Jul 14 09:50:41.491944 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:50:41.491944 n-d-779913-29 neutron-server[93957]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:50:41.491944 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:50:41.491944 n-d-779913-29 neutron-server[93957]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:50:41.491944 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:50:41.491944 n-d-779913-29 neutron-server[93957]: return f(self, *a, **k) Jul 14 09:50:41.491944 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:50:41.491944 n-d-779913-29 neutron-server[93957]: return self._get(url).json() Jul 14 09:50:41.491944 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:50:41.491944 n-d-779913-29 neutron-server[93957]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:50:41.491944 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:50:41.491944 n-d-779913-29 neutron-server[93957]: return self.request(url, 'GET', **kwargs) Jul 14 09:50:41.491944 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:50:41.491944 n-d-779913-29 neutron-server[93957]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:50:41.491944 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:50:41.491944 n-d-779913-29 neutron-server[93957]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:50:41.491944 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:50:41.491944 n-d-779913-29 neutron-server[93957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:50:41.491944 n-d-779913-29 neutron-server[93957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:50:41.569294 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a13487d9-51f9-4631-b4f5-15b18ebb5b47 tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660504'] for network, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:41.579507 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a13487d9-51f9-4631-b4f5-15b18ebb5b47 tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] Notify callbacks [] for network, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:41.581661 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-a13487d9-51f9-4631-b4f5-15b18ebb5b47 tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] 10.222.0.68 "DELETE /v2.0/networks/2dd03b6f-fd89-4f78-959e-9f91931f0876 HTTP/1.1" status: 204 len: 168 time: 0.3733869 Jul 14 09:50:41.584729 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 58016) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:50:41.592393 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13487d9-51f9-4631-b4f5-15b18ebb5b47 tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] Pushing event deleted for resources: {'Network': ['ID=2dd03b6f-fd89-4f78-959e-9f91931f0876,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:50:41.680305 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-36473299-96b5-4c21-8d7b-9ccf088880bb tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3876111'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:41.714156 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [req-11350072-fa53-446d-a661-64b932686896 req-abe70076-f268-4c33-bbac-297efab826d6 service neutron] (93957) timed out ('10.222.0.65', 56751) {{(pid=93957) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 14 09:50:41.776382 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-36473299-96b5-4c21-8d7b-9ccf088880bb tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473955', 'neutron.services.segments.db._delete_segments_for_network-8735688326548'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:41.788047 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-36473299-96b5-4c21-8d7b-9ccf088880bb tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee37e781-33bd-436e-95b3-02c8d965f68c']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:50:41.804331 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-36473299-96b5-4c21-8d7b-9ccf088880bb tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b698df66-aecb-4cbb-9c2f-0a08e9706bd7') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:50:41.804659 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-36473299-96b5-4c21-8d7b-9ccf088880bb tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b698df66-aecb-4cbb-9c2f-0a08e9706bd7') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:50:41.813846 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-36473299-96b5-4c21-8d7b-9ccf088880bb tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735688356235', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13574129'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:41.827706 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-36473299-96b5-4c21-8d7b-9ccf088880bb tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:41.834837 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36473299-96b5-4c21-8d7b-9ccf088880bb tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] Releasing vlan 727 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:50:41.835244 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-36473299-96b5-4c21-8d7b-9ccf088880bb tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13573126'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:41.838790 n-d-779913-29 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:50:41.838790 n-d-779913-29 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:50:41.838790 n-d-779913-29 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:50:41.838790 n-d-779913-29 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:50:41.838790 n-d-779913-29 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:50:41.838790 n-d-779913-29 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:50:41.838790 n-d-779913-29 neutron-server[93958]: Traceback (most recent call last): Jul 14 09:50:41.838790 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:50:41.838790 n-d-779913-29 neutron-server[93958]: timer() Jul 14 09:50:41.838790 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:50:41.838790 n-d-779913-29 neutron-server[93958]: cb(*args, **kw) Jul 14 09:50:41.838790 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:50:41.838790 n-d-779913-29 neutron-server[93958]: return func(*args, **kwargs) Jul 14 09:50:41.838790 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:50:41.838790 n-d-779913-29 neutron-server[93958]: self._notify() Jul 14 09:50:41.838790 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:50:41.838790 n-d-779913-29 neutron-server[93958]: self.callback(batched_events) Jul 14 09:50:41.838790 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:50:41.838790 n-d-779913-29 neutron-server[93958]: event.method(event) Jul 14 09:50:41.838790 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:50:41.838790 n-d-779913-29 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:50:41.838790 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:50:41.838790 n-d-779913-29 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:50:41.838790 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:50:41.838790 n-d-779913-29 neutron-server[93958]: return f(self, *a, **k) Jul 14 09:50:41.838790 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:50:41.838790 n-d-779913-29 neutron-server[93958]: return self._get(url).json() Jul 14 09:50:41.838790 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:50:41.838790 n-d-779913-29 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:50:41.838790 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:50:41.838790 n-d-779913-29 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 14 09:50:41.838790 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:50:41.838790 n-d-779913-29 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:50:41.838790 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:50:41.838790 n-d-779913-29 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:50:41.838790 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:50:41.838790 n-d-779913-29 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:50:41.838790 n-d-779913-29 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:50:41.899854 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-36473299-96b5-4c21-8d7b-9ccf088880bb tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660504'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:41.907165 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-36473299-96b5-4c21-8d7b-9ccf088880bb tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:41.909175 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-36473299-96b5-4c21-8d7b-9ccf088880bb tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] 10.222.0.68 "DELETE /v2.0/networks/ee37e781-33bd-436e-95b3-02c8d965f68c HTTP/1.1" status: 204 len: 168 time: 0.3234119 Jul 14 09:50:41.921519 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36473299-96b5-4c21-8d7b-9ccf088880bb tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] Pushing event deleted for resources: {'Network': ['ID=ee37e781-33bd-436e-95b3-02c8d965f68c,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:50:41.929815 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36473299-96b5-4c21-8d7b-9ccf088880bb tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:50:41.930118 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36473299-96b5-4c21-8d7b-9ccf088880bb tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:50:41.930471 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36473299-96b5-4c21-8d7b-9ccf088880bb tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:50:41.930809 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36473299-96b5-4c21-8d7b-9ccf088880bb tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:50:41.931146 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36473299-96b5-4c21-8d7b-9ccf088880bb tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:50:41.931477 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36473299-96b5-4c21-8d7b-9ccf088880bb tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:50:41.931806 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36473299-96b5-4c21-8d7b-9ccf088880bb tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:50:41.932135 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36473299-96b5-4c21-8d7b-9ccf088880bb tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:50:41.932464 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36473299-96b5-4c21-8d7b-9ccf088880bb tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:50:41.932790 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36473299-96b5-4c21-8d7b-9ccf088880bb tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:50:41.933126 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36473299-96b5-4c21-8d7b-9ccf088880bb tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:50:41.933451 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36473299-96b5-4c21-8d7b-9ccf088880bb tempest-BulkNetworkOpsIpV6Test-1106956225 tempest-BulkNetworkOpsIpV6Test-1106956225-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:50:42.207535 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 58034) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:50:42.371837 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-b208afc0-d8cb-4c65-8fad-6a811e23b051 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=558cfb34ece746969196362502116ed1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1626799 Jul 14 09:50:42.374508 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 58046) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:50:42.436219 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c6ab3557-afff-4107-b6d3-43e92cd3e77d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:42.458059 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c6ab3557-afff-4107-b6d3-43e92cd3e77d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:42.504415 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c6ab3557-afff-4107-b6d3-43e92cd3e77d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:42.507242 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c6ab3557-afff-4107-b6d3-43e92cd3e77d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:42.508416 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-c6ab3557-afff-4107-b6d3-43e92cd3e77d admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/bc67aa1c-6136-4938-9b9d-65f2508dc4d7 HTTP/1.1" status: 204 len: 168 time: 0.1323371 Jul 14 09:50:42.516801 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ab3557-afff-4107-b6d3-43e92cd3e77d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc67aa1c-6136-4938-9b9d-65f2508dc4d7,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:50:42.957486 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:43.170500 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 58080) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:50:43.270531 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-ccdc7633-1a2a-43e9-a746-77a1d0d06108 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1830575285'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:50:43.302475 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccdc7633-1a2a-43e9-a746-77a1d0d06108 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Made reservation on behalf of 7897b2f4a2684b0badf4b8443fb00fdf for: {'network': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:50:43.306810 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ccdc7633-1a2a-43e9-a746-77a1d0d06108 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for network, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:43.315937 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ccdc7633-1a2a-43e9-a746-77a1d0d06108 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:43.410833 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ccdc7633-1a2a-43e9-a746-77a1d0d06108 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:43.414593 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ccdc7633-1a2a-43e9-a746-77a1d0d06108 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:43.441778 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccdc7633-1a2a-43e9-a746-77a1d0d06108 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 703} {{(pid=93957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:50:43.452242 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdc7633-1a2a-43e9-a746-77a1d0d06108 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9cc522bb-f33a-45ef-b1f7-4ab77635fc32,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:50:43.458207 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ccdc7633-1a2a-43e9-a746-77a1d0d06108 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:43.458569 n-d-779913-29 neutron-server[93957]: INFO neutron.db.segments_db [None req-ccdc7633-1a2a-43e9-a746-77a1d0d06108 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Added segment f0203ed8-95ae-44fa-8392-ef88546b4c5c of type vlan for network ed29d6d2-f1f0-42c3-bb94-435374eda4eb Jul 14 09:50:43.501979 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ccdc7633-1a2a-43e9-a746-77a1d0d06108 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735687821325'] for network, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:43.531573 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ccdc7633-1a2a-43e9-a746-77a1d0d06108 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855'] for network, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:43.537383 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccdc7633-1a2a-43e9-a746-77a1d0d06108 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:43.537999 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ccdc7633-1a2a-43e9-a746-77a1d0d06108 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks [] for network, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:43.602513 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-ccdc7633-1a2a-43e9-a746-77a1d0d06108 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4308057 Jul 14 09:50:43.605865 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 58090) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:50:43.613801 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-c052c107-bf82-40e6-bb94-96617dbc0c67 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-792378190'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:50:43.614088 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdc7633-1a2a-43e9-a746-77a1d0d06108 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Pushing event updated for resources: {'Network': ['ID=ed29d6d2-f1f0-42c3-bb94-435374eda4eb,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:50:43.626980 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Network ed29d6d2-f1f0-42c3-bb94-435374eda4eb details requested by agent ovs-agent-n-d-779913-29 with host n-d-779913-29 {{(pid=93959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:50:43.652473 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c052c107-bf82-40e6-bb94-96617dbc0c67 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Made reservation on behalf of 7897b2f4a2684b0badf4b8443fb00fdf for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:50:43.656483 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c052c107-bf82-40e6-bb94-96617dbc0c67 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:43.681968 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c052c107-bf82-40e6-bb94-96617dbc0c67 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 708} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:50:43.691597 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c052c107-bf82-40e6-bb94-96617dbc0c67 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:43.691948 n-d-779913-29 neutron-server[93958]: INFO neutron.db.segments_db [None req-c052c107-bf82-40e6-bb94-96617dbc0c67 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Added segment 42120d94-909b-4cba-a060-c7cca380bf15 of type vlan for network aa14611f-cf7b-4311-b4fb-94ce8b4bce95 Jul 14 09:50:43.735864 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:43.741687 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c052c107-bf82-40e6-bb94-96617dbc0c67 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735687821325'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:43.774570 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c052c107-bf82-40e6-bb94-96617dbc0c67 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:43.780212 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c052c107-bf82-40e6-bb94-96617dbc0c67 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:43.780802 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c052c107-bf82-40e6-bb94-96617dbc0c67 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:43.842527 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-c052c107-bf82-40e6-bb94-96617dbc0c67 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2353320 Jul 14 09:50:43.845508 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 58096) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:50:43.852703 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-0535ae53-d2ee-4378-9cad-e9c930928f4e tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Request body: {'subnet': {'network_id': 'ed29d6d2-f1f0-42c3-bb94-435374eda4eb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:50:43.869271 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c052c107-bf82-40e6-bb94-96617dbc0c67 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Pushing event updated for resources: {'Network': ['ID=aa14611f-cf7b-4311-b4fb-94ce8b4bce95,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:50:43.880440 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Network aa14611f-cf7b-4311-b4fb-94ce8b4bce95 details requested by agent ovs-agent-n-d-779913-29 with host n-d-779913-29 {{(pid=93959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:50:43.953271 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0535ae53-d2ee-4378-9cad-e9c930928f4e tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Made reservation on behalf of 7897b2f4a2684b0badf4b8443fb00fdf for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:50:43.956938 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0535ae53-d2ee-4378-9cad-e9c930928f4e tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16714600'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:44.166684 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0535ae53-d2ee-4378-9cad-e9c930928f4e tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13573993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16714586'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:44.235503 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0535ae53-d2ee-4378-9cad-e9c930928f4e tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Pushing event updated for resources: {'Subnet': ['ID=dfa17d25-a3a0-4e56-b568-cd99beada2cb,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:50:44.244810 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0535ae53-d2ee-4378-9cad-e9c930928f4e tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Checking segment: {'id': 'f0203ed8-95ae-44fa-8392-ef88546b4c5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'ed29d6d2-f1f0-42c3-bb94-435374eda4eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:50:44.245169 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0535ae53-d2ee-4378-9cad-e9c930928f4e tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Network hostable DHCP agents. Network: ed29d6d2-f1f0-42c3-bb94-435374eda4eb, hostable agents: ['c6a09bd4-f72e-4283-a3ca-0bbca8a51081'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:50:44.261943 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0535ae53-d2ee-4378-9cad-e9c930928f4e tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Network ed29d6d2-f1f0-42c3-bb94-435374eda4eb is scheduled to be hosted by DHCP agent c6a09bd4-f72e-4283-a3ca-0bbca8a51081 with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:50:44.270920 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-0535ae53-d2ee-4378-9cad-e9c930928f4e tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-29, ed29d6d2-f1f0-42c3-bb94-435374eda4eb) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:50:44.275580 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0535ae53-d2ee-4378-9cad-e9c930928f4e tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:44.276677 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0535ae53-d2ee-4378-9cad-e9c930928f4e tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:44.279937 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b5ccd09-d16b-4c3d-aa7a-3c2d144c8b78 None None] Network ed29d6d2-f1f0-42c3-bb94-435374eda4eb requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:50:44.297133 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-0535ae53-d2ee-4378-9cad-e9c930928f4e tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4505720 Jul 14 09:50:44.300212 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 58114) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:50:44.306774 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-9ea77d90-8daa-4ba1-9534-d093fe1ea22e tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Request body: {'subnet': {'network_id': 'aa14611f-cf7b-4311-b4fb-94ce8b4bce95', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:50:44.405539 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ea77d90-8daa-4ba1-9534-d093fe1ea22e tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Made reservation on behalf of 7897b2f4a2684b0badf4b8443fb00fdf for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:50:44.409440 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9ea77d90-8daa-4ba1-9534-d093fe1ea22e tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16714600'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:44.450216 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6fe430c-47e3-433f-ad63-c32b2082c207 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf57baaa9-fd24-59f4-8fd2-1dc21122ce72-ed29d6d2-f1f0-42c3-bb94-435374eda4eb', 'network_id': 'ed29d6d2-f1f0-42c3-bb94-435374eda4eb', 'tenant_id': '7897b2f4a2684b0badf4b8443fb00fdf', 'fixed_ips': [{'subnet_id': 'dfa17d25-a3a0-4e56-b568-cd99beada2cb'}]}} from n-d-779913-29. {{(pid=93959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:50:44.451238 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a6fe430c-47e3-433f-ad63-c32b2082c207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:44.593196 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-a6fe430c-47e3-433f-ad63-c32b2082c207 None None] Allocated IP 2001:db8::2 (ed29d6d2-f1f0-42c3-bb94-435374eda4eb/dfa17d25-a3a0-4e56-b568-cd99beada2cb/3d2af39c-30ab-4f5a-b913-6a112d8d2651) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:50:44.600178 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9ea77d90-8daa-4ba1-9534-d093fe1ea22e tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13573993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16714586'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:44.670624 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea77d90-8daa-4ba1-9534-d093fe1ea22e tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Pushing event updated for resources: {'Subnet': ['ID=fe7b9d2c-22ce-4dbe-870e-6b007bf9366c,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:50:44.678871 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ea77d90-8daa-4ba1-9534-d093fe1ea22e tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Checking segment: {'id': '42120d94-909b-4cba-a060-c7cca380bf15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'aa14611f-cf7b-4311-b4fb-94ce8b4bce95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:50:44.679424 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ea77d90-8daa-4ba1-9534-d093fe1ea22e tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Network hostable DHCP agents. Network: aa14611f-cf7b-4311-b4fb-94ce8b4bce95, hostable agents: ['c6a09bd4-f72e-4283-a3ca-0bbca8a51081'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:50:44.698854 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ea77d90-8daa-4ba1-9534-d093fe1ea22e tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Network aa14611f-cf7b-4311-b4fb-94ce8b4bce95 is scheduled to be hosted by DHCP agent c6a09bd4-f72e-4283-a3ca-0bbca8a51081 with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:50:44.710214 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-9ea77d90-8daa-4ba1-9534-d093fe1ea22e tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-29, aa14611f-cf7b-4311-b4fb-94ce8b4bce95) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:50:44.719916 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f26c128a-f58b-4700-a0e7-608bcdf736b2 None None] Network aa14611f-cf7b-4311-b4fb-94ce8b4bce95 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:50:44.724735 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ea77d90-8daa-4ba1-9534-d093fe1ea22e tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:44.725080 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9ea77d90-8daa-4ba1-9534-d093fe1ea22e tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:44.740817 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-9ea77d90-8daa-4ba1-9534-d093fe1ea22e tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.4387655 Jul 14 09:50:44.744035 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 58118) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:50:44.749293 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-e36e5266-3769-479d-a8cb-56053b82b7cf tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-224665017', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:50:44.775594 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e36e5266-3769-479d-a8cb-56053b82b7cf tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-711749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14670'] for router, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:44.776791 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e36e5266-3769-479d-a8cb-56053b82b7cf tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-711718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-661475', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14679'] for router, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:44.840145 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e36e5266-3769-479d-a8cb-56053b82b7cf tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:44.846017 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e36e5266-3769-479d-a8cb-56053b82b7cf tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-711762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-661452'] for router, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:44.867007 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e36e5266-3769-479d-a8cb-56053b82b7cf tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks [] for router, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:44.871465 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 58122) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:50:44.872257 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-e36e5266-3769-479d-a8cb-56053b82b7cf tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1270072 Jul 14 09:50:44.950173 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a6fe430c-47e3-433f-ad63-c32b2082c207 None None] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:44.962916 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-a6fe430c-47e3-433f-ad63-c32b2082c207 None None] Transition to ACTIVE for port object 3d2af39c-30ab-4f5a-b913-6a112d8d2651 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:50:44.981760 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-a6fe430c-47e3-433f-ad63-c32b2082c207 None None] Transition to ACTIVE for port object 3d2af39c-30ab-4f5a-b913-6a112d8d2651 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:50:44.993701 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a6fe430c-47e3-433f-ad63-c32b2082c207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:45.050861 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6fe430c-47e3-433f-ad63-c32b2082c207 None None] Network ed29d6d2-f1f0-42c3-bb94-435374eda4eb is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:50:45.061095 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-a6fe430c-47e3-433f-ad63-c32b2082c207 None None] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:50:45.085479 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6fe430c-47e3-433f-ad63-c32b2082c207 None None] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:50:45.092445 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fe430c-47e3-433f-ad63-c32b2082c207 None None] Pushing event updated for resources: {'Port': ['ID=3d2af39c-30ab-4f5a-b913-6a112d8d2651,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:50:45.181937 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-a6fe430c-47e3-433f-ad63-c32b2082c207 None None] Attempting to bind port 3d2af39c-30ab-4f5a-b913-6a112d8d2651 on host n-d-779913-29 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:50:45.182313 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-a6fe430c-47e3-433f-ad63-c32b2082c207 None None] Attempting to bind port 3d2af39c-30ab-4f5a-b913-6a112d8d2651 by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': 'f0203ed8-95ae-44fa-8392-ef88546b4c5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'ed29d6d2-f1f0-42c3-bb94-435374eda4eb'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:50:45.182693 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6fe430c-47e3-433f-ad63-c32b2082c207 None None] Attempting to bind port 3d2af39c-30ab-4f5a-b913-6a112d8d2651 on network ed29d6d2-f1f0-42c3-bb94-435374eda4eb {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:50:45.188357 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6fe430c-47e3-433f-ad63-c32b2082c207 None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 50, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:50:45.188747 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6fe430c-47e3-433f-ad63-c32b2082c207 None None] Checking segment: {'id': 'f0203ed8-95ae-44fa-8392-ef88546b4c5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'ed29d6d2-f1f0-42c3-bb94-435374eda4eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:50:45.189167 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a6fe430c-47e3-433f-ad63-c32b2082c207 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:45.189593 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6fe430c-47e3-433f-ad63-c32b2082c207 None None] Bound using segment: {'id': 'f0203ed8-95ae-44fa-8392-ef88546b4c5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'ed29d6d2-f1f0-42c3-bb94-435374eda4eb'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:50:45.190079 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-a6fe430c-47e3-433f-ad63-c32b2082c207 None None] Bound port: 3d2af39c-30ab-4f5a-b913-6a112d8d2651, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0203ed8-95ae-44fa-8392-ef88546b4c5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'ed29d6d2-f1f0-42c3-bb94-435374eda4eb'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:50:45.190469 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a6fe430c-47e3-433f-ad63-c32b2082c207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:45.193988 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73826e90-6920-4f34-b1c0-e924b190f753 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf57baaa9-fd24-59f4-8fd2-1dc21122ce72-aa14611f-cf7b-4311-b4fb-94ce8b4bce95', 'network_id': 'aa14611f-cf7b-4311-b4fb-94ce8b4bce95', 'tenant_id': '7897b2f4a2684b0badf4b8443fb00fdf', 'fixed_ips': [{'subnet_id': 'fe7b9d2c-22ce-4dbe-870e-6b007bf9366c'}]}} from n-d-779913-29. {{(pid=93959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:50:45.194834 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-73826e90-6920-4f34-b1c0-e924b190f753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:45.342200 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-a6fe430c-47e3-433f-ad63-c32b2082c207 None None] For port 3d2af39c-30ab-4f5a-b913-6a112d8d2651, host n-d-779913-29, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:50:45.348002 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-a6fe430c-47e3-433f-ad63-c32b2082c207 None None] For port 3d2af39c-30ab-4f5a-b913-6a112d8d2651, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=3d2af39c-30ab-4f5a-b913-6a112d8d2651,segment=NetworkSegment(f0203ed8-95ae-44fa-8392-ef88546b4c5c),segment_id=f0203ed8-95ae-44fa-8392-ef88546b4c5c)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:50:45.383412 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a6fe430c-47e3-433f-ad63-c32b2082c207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:45.457387 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-73826e90-6920-4f34-b1c0-e924b190f753 None None] Allocated IP 2001:db8:1::2 (aa14611f-cf7b-4311-b4fb-94ce8b4bce95/fe7b9d2c-22ce-4dbe-870e-6b007bf9366c/e6614288-9bbc-446b-8d52-c3fded74c088) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:50:45.472522 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fe430c-47e3-433f-ad63-c32b2082c207 None None] Pushing event updated for resources: {'Port': ['ID=3d2af39c-30ab-4f5a-b913-6a112d8d2651,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:50:45.542989 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f8d886d2-a65a-46aa-97fe-bca298094930 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:45.634177 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-73826e90-6920-4f34-b1c0-e924b190f753 None None] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:45.646194 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-73826e90-6920-4f34-b1c0-e924b190f753 None None] Transition to ACTIVE for port object e6614288-9bbc-446b-8d52-c3fded74c088 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:50:45.663468 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-73826e90-6920-4f34-b1c0-e924b190f753 None None] Transition to ACTIVE for port object e6614288-9bbc-446b-8d52-c3fded74c088 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:50:45.670474 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-73826e90-6920-4f34-b1c0-e924b190f753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:45.774015 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73826e90-6920-4f34-b1c0-e924b190f753 None None] Network aa14611f-cf7b-4311-b4fb-94ce8b4bce95 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:50:45.781028 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-73826e90-6920-4f34-b1c0-e924b190f753 None None] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:50:45.789341 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73826e90-6920-4f34-b1c0-e924b190f753 None None] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:50:45.794864 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73826e90-6920-4f34-b1c0-e924b190f753 None None] Pushing event updated for resources: {'Port': ['ID=e6614288-9bbc-446b-8d52-c3fded74c088,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:50:45.847130 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-f8d886d2-a65a-46aa-97fe-bca298094930 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Allocated IP 2001:db8::1 (ed29d6d2-f1f0-42c3-bb94-435374eda4eb/dfa17d25-a3a0-4e56-b568-cd99beada2cb/a82026ac-a222-4f34-96c5-b36fd20ad041) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:50:45.883174 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-73826e90-6920-4f34-b1c0-e924b190f753 None None] Attempting to bind port e6614288-9bbc-446b-8d52-c3fded74c088 on host n-d-779913-29 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:50:45.883816 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-73826e90-6920-4f34-b1c0-e924b190f753 None None] Attempting to bind port e6614288-9bbc-446b-8d52-c3fded74c088 by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': '42120d94-909b-4cba-a060-c7cca380bf15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'aa14611f-cf7b-4311-b4fb-94ce8b4bce95'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:50:45.884245 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73826e90-6920-4f34-b1c0-e924b190f753 None None] Attempting to bind port e6614288-9bbc-446b-8d52-c3fded74c088 on network aa14611f-cf7b-4311-b4fb-94ce8b4bce95 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:50:45.890685 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73826e90-6920-4f34-b1c0-e924b190f753 None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 50, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:50:45.891207 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73826e90-6920-4f34-b1c0-e924b190f753 None None] Checking segment: {'id': '42120d94-909b-4cba-a060-c7cca380bf15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'aa14611f-cf7b-4311-b4fb-94ce8b4bce95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:50:45.892009 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-73826e90-6920-4f34-b1c0-e924b190f753 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:45.892493 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73826e90-6920-4f34-b1c0-e924b190f753 None None] Bound using segment: {'id': '42120d94-909b-4cba-a060-c7cca380bf15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'aa14611f-cf7b-4311-b4fb-94ce8b4bce95'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:50:45.893052 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-73826e90-6920-4f34-b1c0-e924b190f753 None None] Bound port: e6614288-9bbc-446b-8d52-c3fded74c088, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42120d94-909b-4cba-a060-c7cca380bf15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'aa14611f-cf7b-4311-b4fb-94ce8b4bce95'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:50:45.893592 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-73826e90-6920-4f34-b1c0-e924b190f753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:45.961749 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-73826e90-6920-4f34-b1c0-e924b190f753 None None] For port e6614288-9bbc-446b-8d52-c3fded74c088, host n-d-779913-29, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:50:45.965777 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-73826e90-6920-4f34-b1c0-e924b190f753 None None] For port e6614288-9bbc-446b-8d52-c3fded74c088, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=e6614288-9bbc-446b-8d52-c3fded74c088,segment=NetworkSegment(42120d94-909b-4cba-a060-c7cca380bf15),segment_id=42120d94-909b-4cba-a060-c7cca380bf15)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:50:45.969923 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-73826e90-6920-4f34-b1c0-e924b190f753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:45.990607 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f8d886d2-a65a-46aa-97fe-bca298094930 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:46.003888 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-f8d886d2-a65a-46aa-97fe-bca298094930 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Transition to ACTIVE for port object a82026ac-a222-4f34-96c5-b36fd20ad041 will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:50:46.048502 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73826e90-6920-4f34-b1c0-e924b190f753 None None] Pushing event updated for resources: {'Port': ['ID=e6614288-9bbc-446b-8d52-c3fded74c088,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:50:46.059378 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f8d886d2-a65a-46aa-97fe-bca298094930 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:46.110906 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8d886d2-a65a-46aa-97fe-bca298094930 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Network ed29d6d2-f1f0-42c3-bb94-435374eda4eb is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:50:46.114428 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-f8d886d2-a65a-46aa-97fe-bca298094930 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:50:46.118587 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d886d2-a65a-46aa-97fe-bca298094930 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:50:46.119085 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f8d886d2-a65a-46aa-97fe-bca298094930 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-660393'] for router_interface, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:46.125116 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d886d2-a65a-46aa-97fe-bca298094930 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Pushing event updated for resources: {'Port': ['ID=a82026ac-a222-4f34-96c5-b36fd20ad041,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:50:46.281448 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f8d886d2-a65a-46aa-97fe-bca298094930 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:46.607413 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f8d886d2-a65a-46aa-97fe-bca298094930 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:46.614397 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f8d886d2-a65a-46aa-97fe-bca298094930 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13574142'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:46.615742 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f8d886d2-a65a-46aa-97fe-bca298094930 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-683747'] for router_interface, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:46.709473 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4580e8c-4f96-4c90-a18d-942352cdc40e None None] Network ed29d6d2-f1f0-42c3-bb94-435374eda4eb requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:50:46.729132 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d886d2-a65a-46aa-97fe-bca298094930 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Pushing event updated for resources: {'Port': ['ID=a82026ac-a222-4f34-96c5-b36fd20ad041,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:50:46.775061 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8d886d2-a65a-46aa-97fe-bca298094930 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Network ed29d6d2-f1f0-42c3-bb94-435374eda4eb is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:50:46.776771 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-f8d886d2-a65a-46aa-97fe-bca298094930 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:50:46.796377 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-55de14d7-90f3-41c5-9c10-372c646d750a None None] Provisioning for port 3d2af39c-30ab-4f5a-b913-6a112d8d2651 completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:50:46.928897 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8d886d2-a65a-46aa-97fe-bca298094930 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Router 31aba7c3-4d31-4480-b4b0-ea5d7f8d4482 is scheduled to L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 with binding_index 1 {{(pid=93958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:50:47.016069 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-09ba6c0d-e510-473f-9420-dca0db938383 req-c9db24d0-c0ad-48e3-b51f-a4a7fc446c18 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=5d493170-d65b-43e2-b567-4662529c04a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0951324 Jul 14 09:50:47.061972 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8d886d2-a65a-46aa-97fe-bca298094930 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:50:47.072347 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11cb441a-f754-4da2-afd1-5c8541375ccf None None] Sync routers for ids ['31aba7c3-4d31-4480-b4b0-ea5d7f8d4482'] in n-d-779913-29 {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:50:47.078895 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 58128) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:50:47.087553 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11cb441a-f754-4da2-afd1-5c8541375ccf None None] Routers {'31aba7c3-4d31-4480-b4b0-ea5d7f8d4482'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:50:47.088461 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-11cb441a-f754-4da2-afd1-5c8541375ccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:50:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['31aba7c3-4d31-4480-b4b0-ea5d7f8d4482'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:50:47.091909 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-f8d886d2-a65a-46aa-97fe-bca298094930 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] 10.222.0.68 "PUT /v2.0/routers/31aba7c3-4d31-4480-b4b0-ea5d7f8d4482/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2183909 Jul 14 09:50:47.177435 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-11cb441a-f754-4da2-afd1-5c8541375ccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:50:47.197755 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ba6c0d-e510-473f-9420-dca0db938383 req-5be58d87-203d-4807-9870-7b9427836aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:47.200111 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-09ba6c0d-e510-473f-9420-dca0db938383 req-5be58d87-203d-4807-9870-7b9427836aba service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=62cf828fc3e84fada2a4655d43752657&device_id=5d493170-d65b-43e2-b567-4662529c04a1 HTTP/1.1" status: 200 len: 1097 time: 0.0817013 Jul 14 09:50:47.201924 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11cb441a-f754-4da2-afd1-5c8541375ccf None None] Routers {'31aba7c3-4d31-4480-b4b0-ea5d7f8d4482'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:50:47.207109 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-11cb441a-f754-4da2-afd1-5c8541375ccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:50:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['31aba7c3-4d31-4480-b4b0-ea5d7f8d4482'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:50:47.226633 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4b36563-06b8-43ab-8323-cb83fb0bad66 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:47.230342 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-e4b36563-06b8-43ab-8323-cb83fb0bad66 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] 10.222.0.68 "GET /v2.0/ports/a82026ac-a222-4f34-96c5-b36fd20ad041 HTTP/1.1" status: 200 len: 911 time: 0.1502781 Jul 14 09:50:47.234051 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 58130) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:50:47.319060 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-11cb441a-f754-4da2-afd1-5c8541375ccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:50:47.319771 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11cb441a-f754-4da2-afd1-5c8541375ccf None None] The sync data for ids ['31aba7c3-4d31-4480-b4b0-ea5d7f8d4482'] in n-d-779913-29 is: [] {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:50:47.456904 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-e8c9230c-8ae7-44e4-9070-5263ce62558a None None] Provisioning for port a82026ac-a222-4f34-96c5-b36fd20ad041 completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:50:47.463207 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-e8c9230c-8ae7-44e4-9070-5263ce62558a None None] Provisioning complete for port a82026ac-a222-4f34-96c5-b36fd20ad041 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:50:47.464928 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ba6c0d-e510-473f-9420-dca0db938383 req-399d230f-7f95-43b7-a8e1-76637ac9aba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:47.465169 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e8c9230c-8ae7-44e4-9070-5263ce62558a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:47.466918 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-09ba6c0d-e510-473f-9420-dca0db938383 req-399d230f-7f95-43b7-a8e1-76637ac9aba3 service neutron] 10.222.0.65 "GET /v2.0/networks?id=2356bf67-1751-41f7-ad18-6fbd1d9ef117 HTTP/1.1" status: 200 len: 897 time: 0.2305980 Jul 14 09:50:47.571779 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-e8c9230c-8ae7-44e4-9070-5263ce62558a None None] Port a82026ac-a222-4f34-96c5-b36fd20ad041 cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:50:47.582755 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a5e8515-6c70-4d07-8ba1-c505a2e56a11 None None] Network aa14611f-cf7b-4311-b4fb-94ce8b4bce95 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:50:47.614303 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-09ba6c0d-e510-473f-9420-dca0db938383 req-183b8858-96c2-4004-97b4-594912e45056 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7b9f90e2-95b2-479f-ae31-66cb51aa2f71 HTTP/1.1" status: 200 len: 1001 time: 0.1404679 Jul 14 09:50:47.714750 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ba6c0d-e510-473f-9420-dca0db938383 req-ce5a96d9-2ef5-4aed-aad9-165e86b27a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:47.716353 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-09ba6c0d-e510-473f-9420-dca0db938383 req-ce5a96d9-2ef5-4aed-aad9-165e86b27a70 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=39971af1-2a06-4570-b745-4f940d33c9ef HTTP/1.1" status: 200 len: 834 time: 0.0863585 Jul 14 09:50:47.748343 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 3d2af39c-30ab-4f5a-b913-6a112d8d2651 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:50:47.789908 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ba6c0d-e510-473f-9420-dca0db938383 req-e84dae19-8ade-4a50-b64a-5b775b6103bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:47.792298 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-09ba6c0d-e510-473f-9420-dca0db938383 req-e84dae19-8ade-4a50-b64a-5b775b6103bf service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2356bf67-1751-41f7-ad18-6fbd1d9ef117&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0687358 Jul 14 09:50:47.815375 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-2ed1e4ad-f3eb-44ba-9dd8-46ce17ea2982 None None] Provisioning for port e6614288-9bbc-446b-8d52-c3fded74c088 completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:50:47.849070 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning for port 3d2af39c-30ab-4f5a-b913-6a112d8d2651 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:50:47.853184 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port 3d2af39c-30ab-4f5a-b913-6a112d8d2651 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:50:47.853598 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:47.884819 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e3d0bb9c-5c3b-43bb-94ac-1f5c586fb121 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:47.982311 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-09ba6c0d-e510-473f-9420-dca0db938383 req-2b27026f-a921-4c85-b72c-333419450d65 service neutron] 10.222.0.65 "GET /v2.0/networks/2356bf67-1751-41f7-ad18-6fbd1d9ef117?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1827338 Jul 14 09:50:47.992818 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-1768aa93-b405-4564-a7cb-23655096fd45 None None] Provisioning complete for port a82026ac-a222-4f34-96c5-b36fd20ad041 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:50:47.993189 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1768aa93-b405-4564-a7cb-23655096fd45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:48.019858 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:48.089358 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-1768aa93-b405-4564-a7cb-23655096fd45 None None] Port a82026ac-a222-4f34-96c5-b36fd20ad041 cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:50:48.115415 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] For port 3d2af39c-30ab-4f5a-b913-6a112d8d2651, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=3d2af39c-30ab-4f5a-b913-6a112d8d2651,segment=NetworkSegment(f0203ed8-95ae-44fa-8392-ef88546b4c5c),segment_id=f0203ed8-95ae-44fa-8392-ef88546b4c5c)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:50:48.120400 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:48.121573 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device e6614288-9bbc-446b-8d52-c3fded74c088 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:50:48.177137 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-09ba6c0d-e510-473f-9420-dca0db938383 req-18c26d67-7474-44a4-a500-0516a164efa6 service neutron] 10.222.0.65 "GET /v2.0/networks/2356bf67-1751-41f7-ad18-6fbd1d9ef117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1856594 Jul 14 09:50:48.236172 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Pushing event updated for resources: {'Port': ['ID=3d2af39c-30ab-4f5a-b913-6a112d8d2651,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:50:48.257821 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning for port e6614288-9bbc-446b-8d52-c3fded74c088 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:50:48.262916 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port e6614288-9bbc-446b-8d52-c3fded74c088 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:50:48.264213 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:48.324666 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-a9132271-f458-45a0-9062-eb81be04dcd8 None None] Provisioning complete for port a82026ac-a222-4f34-96c5-b36fd20ad041 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:50:48.325043 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a9132271-f458-45a0-9062-eb81be04dcd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:48.345385 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-e3d0bb9c-5c3b-43bb-94ac-1f5c586fb121 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Allocated IP 2001:db8:1::1 (aa14611f-cf7b-4311-b4fb-94ce8b4bce95/fe7b9d2c-22ce-4dbe-870e-6b007bf9366c/27ef95cc-ef17-4853-9512-d6314ebffddf) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:50:48.383536 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-a9132271-f458-45a0-9062-eb81be04dcd8 None None] Port a82026ac-a222-4f34-96c5-b36fd20ad041 cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:50:48.403026 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:48.444831 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] For port e6614288-9bbc-446b-8d52-c3fded74c088, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=e6614288-9bbc-446b-8d52-c3fded74c088,segment=NetworkSegment(42120d94-909b-4cba-a060-c7cca380bf15),segment_id=42120d94-909b-4cba-a060-c7cca380bf15)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:50:48.450171 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:48.475096 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e3d0bb9c-5c3b-43bb-94ac-1f5c586fb121 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:48.489856 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-e3d0bb9c-5c3b-43bb-94ac-1f5c586fb121 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Transition to ACTIVE for port object 27ef95cc-ef17-4853-9512-d6314ebffddf will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:50:48.516591 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Pushing event updated for resources: {'Port': ['ID=e6614288-9bbc-446b-8d52-c3fded74c088,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:50:48.524083 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-ae10803d-9f25-499a-ae0c-9ab03579f9ed None None] Provisioning complete for port e6614288-9bbc-446b-8d52-c3fded74c088 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:50:48.524470 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ae10803d-9f25-499a-ae0c-9ab03579f9ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:48.526317 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e3d0bb9c-5c3b-43bb-94ac-1f5c586fb121 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:48.576478 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3d0bb9c-5c3b-43bb-94ac-1f5c586fb121 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Network aa14611f-cf7b-4311-b4fb-94ce8b4bce95 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:50:48.585084 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-e3d0bb9c-5c3b-43bb-94ac-1f5c586fb121 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:50:48.589566 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d0bb9c-5c3b-43bb-94ac-1f5c586fb121 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:50:48.590126 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e3d0bb9c-5c3b-43bb-94ac-1f5c586fb121 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-660393'] for router_interface, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:48.630065 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d0bb9c-5c3b-43bb-94ac-1f5c586fb121 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Pushing event updated for resources: {'Port': ['ID=27ef95cc-ef17-4853-9512-d6314ebffddf,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:50:48.744683 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e3d0bb9c-5c3b-43bb-94ac-1f5c586fb121 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:48.963590 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-5d5e83a5-0442-462d-ae15-2092ac3410fd None None] Provisioning for port 27ef95cc-ef17-4853-9512-d6314ebffddf completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:50:48.967450 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-5d5e83a5-0442-462d-ae15-2092ac3410fd None None] Provisioning complete for port 27ef95cc-ef17-4853-9512-d6314ebffddf triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:50:48.968042 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5d5e83a5-0442-462d-ae15-2092ac3410fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:49.003628 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-5d5e83a5-0442-462d-ae15-2092ac3410fd None None] Port 27ef95cc-ef17-4853-9512-d6314ebffddf cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:50:49.024265 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e3d0bb9c-5c3b-43bb-94ac-1f5c586fb121 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:49.030244 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e3d0bb9c-5c3b-43bb-94ac-1f5c586fb121 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13574142'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:49.031273 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e3d0bb9c-5c3b-43bb-94ac-1f5c586fb121 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-683747'] for router_interface, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:49.126757 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d0bb9c-5c3b-43bb-94ac-1f5c586fb121 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Pushing event updated for resources: {'Port': ['ID=27ef95cc-ef17-4853-9512-d6314ebffddf,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:50:49.170894 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3d0bb9c-5c3b-43bb-94ac-1f5c586fb121 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Network aa14611f-cf7b-4311-b4fb-94ce8b4bce95 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:50:49.172302 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-e3d0bb9c-5c3b-43bb-94ac-1f5c586fb121 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:50:49.273870 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3d0bb9c-5c3b-43bb-94ac-1f5c586fb121 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Router 31aba7c3-4d31-4480-b4b0-ea5d7f8d4482 has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:50:49.369615 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3d0bb9c-5c3b-43bb-94ac-1f5c586fb121 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:50:49.375150 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-e3d0bb9c-5c3b-43bb-94ac-1f5c586fb121 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] 10.222.0.68 "PUT /v2.0/routers/31aba7c3-4d31-4480-b4b0-ea5d7f8d4482/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1396453 Jul 14 09:50:49.377435 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 58138) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:50:49.379951 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd8d10c-346e-45aa-a399-8313cf37a6bb None None] Sync routers for ids ['31aba7c3-4d31-4480-b4b0-ea5d7f8d4482'] in n-d-779913-29 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:50:49.388740 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd8d10c-346e-45aa-a399-8313cf37a6bb None None] Routers {'31aba7c3-4d31-4480-b4b0-ea5d7f8d4482'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:50:49.389349 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-4bd8d10c-346e-45aa-a399-8313cf37a6bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:50:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['31aba7c3-4d31-4480-b4b0-ea5d7f8d4482'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:50:49.422352 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-4bd8d10c-346e-45aa-a399-8313cf37a6bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:50:49.425597 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-abaf9eeb-eb69-459f-b978-8eeeb0d98358 None None] Provisioning complete for port 27ef95cc-ef17-4853-9512-d6314ebffddf triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:50:49.425982 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-abaf9eeb-eb69-459f-b978-8eeeb0d98358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:49.431916 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd8d10c-346e-45aa-a399-8313cf37a6bb None None] Routers {'31aba7c3-4d31-4480-b4b0-ea5d7f8d4482'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:50:49.432519 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-4bd8d10c-346e-45aa-a399-8313cf37a6bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:50:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['31aba7c3-4d31-4480-b4b0-ea5d7f8d4482'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:50:49.435454 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62e4aade-2032-4c2c-8fda-fbd7c45c7146 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:49.439766 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-62e4aade-2032-4c2c-8fda-fbd7c45c7146 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] 10.222.0.68 "GET /v2.0/ports/27ef95cc-ef17-4853-9512-d6314ebffddf HTTP/1.1" status: 200 len: 913 time: 0.0580359 Jul 14 09:50:49.440024 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 58140) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:50:49.463663 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-abaf9eeb-eb69-459f-b978-8eeeb0d98358 None None] Port 27ef95cc-ef17-4853-9512-d6314ebffddf cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:50:49.469186 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-4bd8d10c-346e-45aa-a399-8313cf37a6bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:50:49.471238 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd8d10c-346e-45aa-a399-8313cf37a6bb None None] The sync data for ids ['31aba7c3-4d31-4480-b4b0-ea5d7f8d4482'] in n-d-779913-29 is: [] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:50:49.557909 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 3d2af39c-30ab-4f5a-b913-6a112d8d2651 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:50:49.617248 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port 3d2af39c-30ab-4f5a-b913-6a112d8d2651 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:50:49.617684 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:49.713043 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device e6614288-9bbc-446b-8d52-c3fded74c088 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:50:49.766794 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port e6614288-9bbc-446b-8d52-c3fded74c088 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:50:49.767175 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:49.789951 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-782e0a1e-2ee0-49c5-8efc-524fbca7d20c tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-683602'] for router_interface, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:50.058576 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-782e0a1e-2ee0-49c5-8efc-524fbca7d20c tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Deleting port 27ef95cc-ef17-4853-9512-d6314ebffddf {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:50:50.058932 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-782e0a1e-2ee0-49c5-8efc-524fbca7d20c tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:50.146979 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-782e0a1e-2ee0-49c5-8efc-524fbca7d20c tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:50.162593 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-782e0a1e-2ee0-49c5-8efc-524fbca7d20c tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Calling delete_port for 27ef95cc-ef17-4853-9512-d6314ebffddf owned by network:router_interface {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:50:50.339283 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-782e0a1e-2ee0-49c5-8efc-524fbca7d20c tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:50.365607 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782e0a1e-2ee0-49c5-8efc-524fbca7d20c tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Pushing event deleted for resources: {'Port': ['ID=27ef95cc-ef17-4853-9512-d6314ebffddf,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:50:50.498865 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-782e0a1e-2ee0-49c5-8efc-524fbca7d20c tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-620860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682934'] for router_interface, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:51.047026 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-782e0a1e-2ee0-49c5-8efc-524fbca7d20c tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Router 31aba7c3-4d31-4480-b4b0-ea5d7f8d4482 has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:50:51.147037 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-782e0a1e-2ee0-49c5-8efc-524fbca7d20c tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:50:51.157974 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-782e0a1e-2ee0-49c5-8efc-524fbca7d20c tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] 10.222.0.68 "PUT /v2.0/routers/31aba7c3-4d31-4480-b4b0-ea5d7f8d4482/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7103803 Jul 14 09:50:51.158159 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be328991-6329-417f-8808-406f4541b7a1 None None] Sync routers for ids ['31aba7c3-4d31-4480-b4b0-ea5d7f8d4482'] in n-d-779913-29 {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:50:51.158814 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 58380) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:50:51.167822 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be328991-6329-417f-8808-406f4541b7a1 None None] Routers {'31aba7c3-4d31-4480-b4b0-ea5d7f8d4482'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:50:51.168651 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-be328991-6329-417f-8808-406f4541b7a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:50:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['31aba7c3-4d31-4480-b4b0-ea5d7f8d4482'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:50:51.204243 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-be328991-6329-417f-8808-406f4541b7a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:50:51.214343 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be328991-6329-417f-8808-406f4541b7a1 None None] Routers {'31aba7c3-4d31-4480-b4b0-ea5d7f8d4482'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:50:51.215300 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-be328991-6329-417f-8808-406f4541b7a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:50:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['31aba7c3-4d31-4480-b4b0-ea5d7f8d4482'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:50:51.252413 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-be328991-6329-417f-8808-406f4541b7a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:50:51.253875 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be328991-6329-417f-8808-406f4541b7a1 None None] The sync data for ids ['31aba7c3-4d31-4480-b4b0-ea5d7f8d4482'] in n-d-779913-29 is: [] {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:50:51.487268 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bb8d6438-7f62-48d2-aa1f-715328698e5f tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-683602'] for router_interface, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:51.753061 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-bb8d6438-7f62-48d2-aa1f-715328698e5f tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Deleting port a82026ac-a222-4f34-96c5-b36fd20ad041 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:50:51.753805 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bb8d6438-7f62-48d2-aa1f-715328698e5f tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:51.864573 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bb8d6438-7f62-48d2-aa1f-715328698e5f tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:51.881297 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-bb8d6438-7f62-48d2-aa1f-715328698e5f tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Calling delete_port for a82026ac-a222-4f34-96c5-b36fd20ad041 owned by network:router_interface {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:50:52.099160 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bb8d6438-7f62-48d2-aa1f-715328698e5f tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:52.129154 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8d6438-7f62-48d2-aa1f-715328698e5f tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Pushing event deleted for resources: {'Port': ['ID=a82026ac-a222-4f34-96c5-b36fd20ad041,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:50:52.209338 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9b633673-25b6-41ec-ae64-06d9d46abc42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:52.264961 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bb8d6438-7f62-48d2-aa1f-715328698e5f tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-620860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682934'] for router_interface, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:52.451147 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb8d6438-7f62-48d2-aa1f-715328698e5f tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Router 31aba7c3-4d31-4480-b4b0-ea5d7f8d4482 has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:50:52.547138 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb8d6438-7f62-48d2-aa1f-715328698e5f tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:50:52.554447 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-bb8d6438-7f62-48d2-aa1f-715328698e5f tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] 10.222.0.68 "PUT /v2.0/routers/31aba7c3-4d31-4480-b4b0-ea5d7f8d4482/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3961434 Jul 14 09:50:52.558882 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 58588) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:50:52.566110 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80c809eb-f55b-4b41-8964-31764cf5e759 None None] Sync routers for ids ['31aba7c3-4d31-4480-b4b0-ea5d7f8d4482'] in n-d-779913-29 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:50:52.579963 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80c809eb-f55b-4b41-8964-31764cf5e759 None None] Routers {'31aba7c3-4d31-4480-b4b0-ea5d7f8d4482'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:50:52.580734 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-80c809eb-f55b-4b41-8964-31764cf5e759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:50:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['31aba7c3-4d31-4480-b4b0-ea5d7f8d4482'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:50:52.600556 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-fbd41683-a6f7-44d4-a2f4-ef8d6bf577d3 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] 10.222.0.68 "GET /v2.0/ports?device_id=31aba7c3-4d31-4480-b4b0-ea5d7f8d4482 HTTP/1.1" status: 200 len: 205 time: 0.0405166 Jul 14 09:50:52.603660 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 58590) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:50:52.617262 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-80c809eb-f55b-4b41-8964-31764cf5e759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:50:52.626970 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80c809eb-f55b-4b41-8964-31764cf5e759 None None] Routers {'31aba7c3-4d31-4480-b4b0-ea5d7f8d4482'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:50:52.628376 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-80c809eb-f55b-4b41-8964-31764cf5e759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:50:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['31aba7c3-4d31-4480-b4b0-ea5d7f8d4482'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:50:52.663987 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-80c809eb-f55b-4b41-8964-31764cf5e759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:50:52.664673 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80c809eb-f55b-4b41-8964-31764cf5e759 None None] The sync data for ids ['31aba7c3-4d31-4480-b4b0-ea5d7f8d4482'] in n-d-779913-29 is: [] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:50:52.682686 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cf16c67a-0ea4-43f5-ab94-91c75aeae0dc tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks [] for router, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:52.865986 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cf16c67a-0ea4-43f5-ab94-91c75aeae0dc tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-711871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12964'] for router, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:52.868591 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cf16c67a-0ea4-43f5-ab94-91c75aeae0dc tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:52.920262 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cf16c67a-0ea4-43f5-ab94-91c75aeae0dc tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-704815'] for router, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:52.921158 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf16c67a-0ea4-43f5-ab94-91c75aeae0dc tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Fanout notify agent at l3_agent the message router_deleted on router 31aba7c3-4d31-4480-b4b0-ea5d7f8d4482 {{(pid=93958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:50:52.930013 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cf16c67a-0ea4-43f5-ab94-91c75aeae0dc tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:52.935371 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 58598) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:50:52.938353 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-cf16c67a-0ea4-43f5-ab94-91c75aeae0dc tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] 10.222.0.68 "DELETE /v2.0/routers/31aba7c3-4d31-4480-b4b0-ea5d7f8d4482 HTTP/1.1" status: 204 len: 168 time: 0.3333347 Jul 14 09:50:53.002383 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_v2 [None req-9390f194-1609-4097-af95-9b55d57d762f tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Deleting subnet fe7b9d2c-22ce-4dbe-870e-6b007bf9366c {{(pid=93957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:50:53.007428 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-9390f194-1609-4097-af95-9b55d57d762f tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks [] for subnet, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:53.053332 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-9390f194-1609-4097-af95-9b55d57d762f tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10944203'] for subnet, precommit_delete_associations {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:53.161250 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-9390f194-1609-4097-af95-9b55d57d762f tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3481002'] for subnet, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:53.233169 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-9390f194-1609-4097-af95-9b55d57d762f tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10052701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11984075'] for subnet, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:53.262511 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9390f194-1609-4097-af95-9b55d57d762f tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Pushing event deleted for resources: {'Subnet': ['ID=fe7b9d2c-22ce-4dbe-870e-6b007bf9366c,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:50:53.266372 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-9390f194-1609-4097-af95-9b55d57d762f tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks [] for subnet, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:53.271920 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-9390f194-1609-4097-af95-9b55d57d762f tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] 10.222.0.68 "DELETE /v2.0/subnets/fe7b9d2c-22ce-4dbe-870e-6b007bf9366c HTTP/1.1" status: 204 len: 168 time: 0.3310723 Jul 14 09:50:53.271920 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 58602) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:50:53.276866 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c780fe44-2e40-4920-ad53-f3e2c6b0213a None None] Network aa14611f-cf7b-4311-b4fb-94ce8b4bce95 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:50:53.338924 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c1bc42d-55a6-4744-a2c9-f43532a23560 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Deleting subnet dfa17d25-a3a0-4e56-b568-cd99beada2cb {{(pid=93957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:50:53.342981 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7c1bc42d-55a6-4744-a2c9-f43532a23560 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks [] for subnet, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:53.351885 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 58604) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:50:53.394574 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7c1bc42d-55a6-4744-a2c9-f43532a23560 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10944203'] for subnet, precommit_delete_associations {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:53.523817 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7c1bc42d-55a6-4744-a2c9-f43532a23560 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3481002'] for subnet, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:53.568051 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48484221-b84e-4884-978c-b3edd13e6409 None None] DHCP port deletion for aa14611f-cf7b-4311-b4fb-94ce8b4bce95 request from n-d-779913-29 {{(pid=93959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:50:53.568882 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-d4a6ff4e-c50a-49fa-af19-3614628c8875 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Deleting port 485d9a6e-9cdd-4b69-ad2a-93fab53ad460 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:50:53.569294 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d4a6ff4e-c50a-49fa-af19-3614628c8875 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:53.625378 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-48484221-b84e-4884-978c-b3edd13e6409 None None] Deleting port e6614288-9bbc-446b-8d52-c3fded74c088 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:50:53.626051 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-48484221-b84e-4884-978c-b3edd13e6409 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:53.645402 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7c1bc42d-55a6-4744-a2c9-f43532a23560 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10052701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11984075'] for subnet, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:53.697912 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d4a6ff4e-c50a-49fa-af19-3614628c8875 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:53.698443 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d4a6ff4e-c50a-49fa-af19-3614628c8875 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:53.708909 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1bc42d-55a6-4744-a2c9-f43532a23560 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Pushing event deleted for resources: {'Subnet': ['ID=dfa17d25-a3a0-4e56-b568-cd99beada2cb,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:50:53.711488 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7c1bc42d-55a6-4744-a2c9-f43532a23560 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks [] for subnet, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:53.716848 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-48484221-b84e-4884-978c-b3edd13e6409 None None] For port e6614288-9bbc-446b-8d52-c3fded74c088, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=e6614288-9bbc-446b-8d52-c3fded74c088,segment=NetworkSegment(42120d94-909b-4cba-a060-c7cca380bf15),segment_id=42120d94-909b-4cba-a060-c7cca380bf15)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:50:53.717687 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-48484221-b84e-4884-978c-b3edd13e6409 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:53.720636 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-7c1bc42d-55a6-4744-a2c9-f43532a23560 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] 10.222.0.68 "DELETE /v2.0/subnets/dfa17d25-a3a0-4e56-b568-cd99beada2cb HTTP/1.1" status: 204 len: 168 time: 0.4473083 Jul 14 09:50:53.722153 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 58606) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:50:53.723094 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ae35363-d9e3-4b0c-adb5-26742cde071c None None] Network ed29d6d2-f1f0-42c3-bb94-435374eda4eb requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:50:53.728471 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-d4a6ff4e-c50a-49fa-af19-3614628c8875 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Calling delete_port for 485d9a6e-9cdd-4b69-ad2a-93fab53ad460 owned by network:floatingip {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:50:53.794009 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-48484221-b84e-4884-978c-b3edd13e6409 None None] Calling delete_port for e6614288-9bbc-446b-8d52-c3fded74c088 owned by network:dhcp {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:50:53.828354 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-945c54fc-5645-4e17-9e42-32ba8bbac66e tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3876111'] for network, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:53.907367 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-945c54fc-5645-4e17-9e42-32ba8bbac66e tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Deleting port e6614288-9bbc-446b-8d52-c3fded74c088 {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:50:53.907782 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-945c54fc-5645-4e17-9e42-32ba8bbac66e tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:53.941088 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d4a6ff4e-c50a-49fa-af19-3614628c8875 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:53.993108 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-48484221-b84e-4884-978c-b3edd13e6409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:53.995634 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a6ff4e-c50a-49fa-af19-3614628c8875 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Pushing event deleted for resources: {'Port': ['ID=485d9a6e-9cdd-4b69-ad2a-93fab53ad460,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:50:54.039379 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48484221-b84e-4884-978c-b3edd13e6409 None None] Pushing event deleted for resources: {'Port': ['ID=e6614288-9bbc-446b-8d52-c3fded74c088,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:50:54.055873 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48484221-b84e-4884-978c-b3edd13e6409 None None] No DVR routers for this DVR port e6614288-9bbc-446b-8d52-c3fded74c088 on host n-d-779913-29 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:50:54.068270 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-945c54fc-5645-4e17-9e42-32ba8bbac66e tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] For port e6614288-9bbc-446b-8d52-c3fded74c088, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=e6614288-9bbc-446b-8d52-c3fded74c088,segment=NetworkSegment(42120d94-909b-4cba-a060-c7cca380bf15),segment_id=42120d94-909b-4cba-a060-c7cca380bf15)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:50:54.068270 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-945c54fc-5645-4e17-9e42-32ba8bbac66e tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:54.093779 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-945c54fc-5645-4e17-9e42-32ba8bbac66e tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Calling delete_port for e6614288-9bbc-446b-8d52-c3fded74c088 owned by network:dhcp {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:50:54.142113 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cad9c64c-2369-4f65-9155-60bb96751550 None None] DHCP port deletion for ed29d6d2-f1f0-42c3-bb94-435374eda4eb request from n-d-779913-29 {{(pid=93959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:50:54.153243 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d4a6ff4e-c50a-49fa-af19-3614628c8875 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks [] for floatingip, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:54.153637 n-d-779913-29 neutron-server[93958]: INFO neutron.db.l3_db [None req-d4a6ff4e-c50a-49fa-af19-3614628c8875 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Floating IP ff1bfa36-13a6-43f2-b7bf-420edba1a468 disassociated (deleted). External IP: 172.25.4.173, port: 7b9f90e2-95b2-479f-ae31-66cb51aa2f71. Jul 14 09:50:54.232299 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-cad9c64c-2369-4f65-9155-60bb96751550 None None] Deleting port 3d2af39c-30ab-4f5a-b913-6a112d8d2651 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:50:54.232884 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cad9c64c-2369-4f65-9155-60bb96751550 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:54.246904 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-945c54fc-5645-4e17-9e42-32ba8bbac66e tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:54.284862 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945c54fc-5645-4e17-9e42-32ba8bbac66e tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Pushing event deleted for resources: {'Port': ['ID=e6614288-9bbc-446b-8d52-c3fded74c088,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:50:54.287522 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-945c54fc-5645-4e17-9e42-32ba8bbac66e tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] No DVR routers for this DVR port e6614288-9bbc-446b-8d52-c3fded74c088 on host n-d-779913-29 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:50:54.345963 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-cad9c64c-2369-4f65-9155-60bb96751550 None None] For port 3d2af39c-30ab-4f5a-b913-6a112d8d2651, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=3d2af39c-30ab-4f5a-b913-6a112d8d2651,segment=NetworkSegment(f0203ed8-95ae-44fa-8392-ef88546b4c5c),segment_id=f0203ed8-95ae-44fa-8392-ef88546b4c5c)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:50:54.347130 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cad9c64c-2369-4f65-9155-60bb96751550 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:54.369867 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-cad9c64c-2369-4f65-9155-60bb96751550 None None] Calling delete_port for 3d2af39c-30ab-4f5a-b913-6a112d8d2651 owned by network:dhcp {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:50:54.440058 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-945c54fc-5645-4e17-9e42-32ba8bbac66e tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473955', 'neutron.services.segments.db._delete_segments_for_network-8735688326548'] for network, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:54.460676 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-945c54fc-5645-4e17-9e42-32ba8bbac66e tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa14611f-cf7b-4311-b4fb-94ce8b4bce95']}} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:50:54.481889 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-945c54fc-5645-4e17-9e42-32ba8bbac66e tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42120d94-909b-4cba-a060-c7cca380bf15') {'for_net_delete': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:50:54.482400 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-945c54fc-5645-4e17-9e42-32ba8bbac66e tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42120d94-909b-4cba-a060-c7cca380bf15') {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:50:54.495963 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4a6ff4e-c50a-49fa-af19-3614628c8875 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Router 7668df1a-3c27-4f4d-b58f-a40f42d46849 has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:50:54.498487 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-945c54fc-5645-4e17-9e42-32ba8bbac66e tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735688356235', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10944210'] for segment, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:54.517781 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-945c54fc-5645-4e17-9e42-32ba8bbac66e tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:54.526459 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cad9c64c-2369-4f65-9155-60bb96751550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:54.527930 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-945c54fc-5645-4e17-9e42-32ba8bbac66e tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Releasing vlan 708 on physical network physnet1 to pool {{(pid=93957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:50:54.528623 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-945c54fc-5645-4e17-9e42-32ba8bbac66e tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10053619'] for segment, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:54.532303 n-d-779913-29 neutron-server[93957]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:50:54.532303 n-d-779913-29 neutron-server[93957]: self.session.flush() Jul 14 09:50:54.532303 n-d-779913-29 neutron-server[93957]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:50:54.532303 n-d-779913-29 neutron-server[93957]: self.session.flush() Jul 14 09:50:54.532303 n-d-779913-29 neutron-server[93957]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:50:54.532303 n-d-779913-29 neutron-server[93957]: self.session.flush() Jul 14 09:50:54.532303 n-d-779913-29 neutron-server[93957]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:50:54.532303 n-d-779913-29 neutron-server[93957]: self.session.flush() Jul 14 09:50:54.532303 n-d-779913-29 neutron-server[93957]: Traceback (most recent call last): Jul 14 09:50:54.532303 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:50:54.532303 n-d-779913-29 neutron-server[93957]: timer() Jul 14 09:50:54.532303 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:50:54.532303 n-d-779913-29 neutron-server[93957]: cb(*args, **kw) Jul 14 09:50:54.532303 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:50:54.532303 n-d-779913-29 neutron-server[93957]: return func(*args, **kwargs) Jul 14 09:50:54.532303 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:50:54.532303 n-d-779913-29 neutron-server[93957]: self._notify() Jul 14 09:50:54.532303 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:50:54.532303 n-d-779913-29 neutron-server[93957]: self.callback(batched_events) Jul 14 09:50:54.532303 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:50:54.532303 n-d-779913-29 neutron-server[93957]: event.method(event) Jul 14 09:50:54.532303 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:50:54.532303 n-d-779913-29 neutron-server[93957]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:50:54.532303 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:50:54.532303 n-d-779913-29 neutron-server[93957]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:50:54.532303 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:50:54.532303 n-d-779913-29 neutron-server[93957]: return f(self, *a, **k) Jul 14 09:50:54.532303 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:50:54.532303 n-d-779913-29 neutron-server[93957]: return self._get(url).json() Jul 14 09:50:54.532303 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:50:54.532303 n-d-779913-29 neutron-server[93957]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:50:54.532303 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:50:54.532303 n-d-779913-29 neutron-server[93957]: return self.request(url, 'GET', **kwargs) Jul 14 09:50:54.532303 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:50:54.532303 n-d-779913-29 neutron-server[93957]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:50:54.532303 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:50:54.532303 n-d-779913-29 neutron-server[93957]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:50:54.532303 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:50:54.532303 n-d-779913-29 neutron-server[93957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:50:54.532303 n-d-779913-29 neutron-server[93957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:50:54.574352 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad9c64c-2369-4f65-9155-60bb96751550 None None] No DVR routers for this DVR port 3d2af39c-30ab-4f5a-b913-6a112d8d2651 on host n-d-779913-29 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:50:54.578433 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad9c64c-2369-4f65-9155-60bb96751550 None None] Pushing event deleted for resources: {'Port': ['ID=3d2af39c-30ab-4f5a-b913-6a112d8d2651,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:50:54.622542 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-945c54fc-5645-4e17-9e42-32ba8bbac66e tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660504'] for network, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:54.628525 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-945c54fc-5645-4e17-9e42-32ba8bbac66e tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks [] for network, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:54.630563 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-945c54fc-5645-4e17-9e42-32ba8bbac66e tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] 10.222.0.68 "DELETE /v2.0/networks/aa14611f-cf7b-4311-b4fb-94ce8b4bce95 HTTP/1.1" status: 204 len: 168 time: 0.9066827 Jul 14 09:50:54.633699 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 58610) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:50:54.645983 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945c54fc-5645-4e17-9e42-32ba8bbac66e tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Pushing event deleted for resources: {'Network': ['ID=aa14611f-cf7b-4311-b4fb-94ce8b4bce95,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:50:54.690737 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4a6ff4e-c50a-49fa-af19-3614628c8875 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:50:54.696525 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d4a6ff4e-c50a-49fa-af19-3614628c8875 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for floatingip, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:54.710000 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dabe961-0cbe-4727-9ea2-12b18651865d None None] Sync routers for ids ['7668df1a-3c27-4f4d-b58f-a40f42d46849'] in n-d-779913-29 {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:50:54.719759 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dabe961-0cbe-4727-9ea2-12b18651865d None None] Routers {'7668df1a-3c27-4f4d-b58f-a40f42d46849'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:50:54.720389 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-8dabe961-0cbe-4727-9ea2-12b18651865d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:50:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['7668df1a-3c27-4f4d-b58f-a40f42d46849'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:50:54.756375 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c7cd9209-724e-437a-9e3d-4bbd90bd5cc6 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3876111'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:54.765435 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-d4a6ff4e-c50a-49fa-af19-3614628c8875 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "DELETE /v2.0/floatingips/ff1bfa36-13a6-43f2-b7bf-420edba1a468 HTTP/1.1" status: 204 len: 168 time: 1.4097605 Jul 14 09:50:54.765435 n-d-779913-29 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d493170-d65b-43e2-b567-4662529c04a1', 'tag': '7b9f90e2-95b2-479f-ae31-66cb51aa2f71'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:50:54.780765 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cb48f044f948e981f43897c8d7f1332f741dc7af2b4c5a6e19d8f4a80f708e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9224df9-4eb0-43fa-bf91-ecdc21a27094" -d '{"events": [{"name": "network-changed", "server_uuid": "5d493170-d65b-43e2-b567-4662529c04a1", "tag": "7b9f90e2-95b2-479f-ae31-66cb51aa2f71"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:50:54.784592 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:54.843670 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:50:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8716a2e-005f-47c7-8651-9b727ad96496 x-openstack-request-id: req-b8716a2e-005f-47c7-8651-9b727ad96496 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:50:54.843961 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d493170-d65b-43e2-b567-4662529c04a1", "tag": "7b9f90e2-95b2-479f-ae31-66cb51aa2f71", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:50:54.844220 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-b8716a2e-005f-47c7-8651-9b727ad96496 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:50:54.844867 n-d-779913-29 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d493170-d65b-43e2-b567-4662529c04a1', 'tag': '7b9f90e2-95b2-479f-ae31-66cb51aa2f71', 'status': 'completed', 'code': 200} Jul 14 09:50:54.874679 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvr_db [None req-8dabe961-0cbe-4727-9ea2-12b18651865d None None] Set router 7668df1a-3c27-4f4d-b58f-a40f42d46849 gateway port host: n-d-779913-29 {{(pid=93959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:50:54.897220 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c7cd9209-724e-437a-9e3d-4bbd90bd5cc6 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473955', 'neutron.services.segments.db._delete_segments_for_network-8735688326548'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:54.909890 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-c7cd9209-724e-437a-9e3d-4bbd90bd5cc6 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed29d6d2-f1f0-42c3-bb94-435374eda4eb']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:50:54.923145 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-c7cd9209-724e-437a-9e3d-4bbd90bd5cc6 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0203ed8-95ae-44fa-8392-ef88546b4c5c') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:50:54.923493 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-c7cd9209-724e-437a-9e3d-4bbd90bd5cc6 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0203ed8-95ae-44fa-8392-ef88546b4c5c') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:50:54.925435 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bdd1c2a4-dae8-4796-a377-6742f514a42a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:54.934433 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c7cd9209-724e-437a-9e3d-4bbd90bd5cc6 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735688356235', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13574129'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:54.950260 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c7cd9209-724e-437a-9e3d-4bbd90bd5cc6 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:54.959943 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7cd9209-724e-437a-9e3d-4bbd90bd5cc6 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Releasing vlan 703 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:50:54.959943 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c7cd9209-724e-437a-9e3d-4bbd90bd5cc6 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13573126'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:54.970893 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9224df9-4eb0-43fa-bf91-ecdc21a27094 req-146fae9f-d083-4ad0-8755-6a51f2dc2ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:54.973912 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c9224df9-4eb0-43fa-bf91-ecdc21a27094 req-146fae9f-d083-4ad0-8755-6a51f2dc2ca1 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=62cf828fc3e84fada2a4655d43752657&device_id=5d493170-d65b-43e2-b567-4662529c04a1 HTTP/1.1" status: 200 len: 1097 time: 0.0949244 Jul 14 09:50:55.029661 n-d-779913-29 neutron-server[93958]: Traceback (most recent call last): Jul 14 09:50:55.029661 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:50:55.029661 n-d-779913-29 neutron-server[93958]: timer() Jul 14 09:50:55.029661 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:50:55.029661 n-d-779913-29 neutron-server[93958]: cb(*args, **kw) Jul 14 09:50:55.029661 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:50:55.029661 n-d-779913-29 neutron-server[93958]: return func(*args, **kwargs) Jul 14 09:50:55.029661 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:50:55.029661 n-d-779913-29 neutron-server[93958]: self._notify() Jul 14 09:50:55.029661 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:50:55.029661 n-d-779913-29 neutron-server[93958]: self.callback(batched_events) Jul 14 09:50:55.029661 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:50:55.029661 n-d-779913-29 neutron-server[93958]: event.method(event) Jul 14 09:50:55.029661 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:50:55.029661 n-d-779913-29 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:50:55.029661 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:50:55.029661 n-d-779913-29 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:50:55.029661 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:50:55.029661 n-d-779913-29 neutron-server[93958]: return f(self, *a, **k) Jul 14 09:50:55.029661 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:50:55.029661 n-d-779913-29 neutron-server[93958]: return self._get(url).json() Jul 14 09:50:55.029661 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:50:55.029661 n-d-779913-29 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:50:55.029661 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:50:55.029661 n-d-779913-29 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 14 09:50:55.029661 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:50:55.029661 n-d-779913-29 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:50:55.029661 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:50:55.029661 n-d-779913-29 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:50:55.029661 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:50:55.029661 n-d-779913-29 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:50:55.029661 n-d-779913-29 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:50:55.043918 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c7cd9209-724e-437a-9e3d-4bbd90bd5cc6 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660504'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:55.050366 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c7cd9209-724e-437a-9e3d-4bbd90bd5cc6 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:55.052909 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-c7cd9209-724e-437a-9e3d-4bbd90bd5cc6 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] 10.222.0.68 "DELETE /v2.0/networks/ed29d6d2-f1f0-42c3-bb94-435374eda4eb HTTP/1.1" status: 204 len: 168 time: 0.4178238 Jul 14 09:50:55.060500 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 58616) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:50:55.073297 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-d1032a09-210f-437f-a338-338d1de7c953 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-392847133'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:50:55.101765 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cd9209-724e-437a-9e3d-4bbd90bd5cc6 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Pushing event deleted for resources: {'Network': ['ID=ed29d6d2-f1f0-42c3-bb94-435374eda4eb,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:50:55.135242 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9224df9-4eb0-43fa-bf91-ecdc21a27094 req-731c9adc-1050-4cee-aa4d-b26cf77d552c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:55.135816 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1032a09-210f-437f-a338-338d1de7c953 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Made reservation on behalf of 7897b2f4a2684b0badf4b8443fb00fdf for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:50:55.137073 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c9224df9-4eb0-43fa-bf91-ecdc21a27094 req-731c9adc-1050-4cee-aa4d-b26cf77d552c service neutron] 10.222.0.65 "GET /v2.0/networks?id=2356bf67-1751-41f7-ad18-6fbd1d9ef117 HTTP/1.1" status: 200 len: 897 time: 0.1557810 Jul 14 09:50:55.142340 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d1032a09-210f-437f-a338-338d1de7c953 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:55.198771 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1032a09-210f-437f-a338-338d1de7c953 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 715} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:50:55.203357 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c9224df9-4eb0-43fa-bf91-ecdc21a27094 req-16c9fde3-e9f0-4e5c-b909-e8b2967ad4a3 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7b9f90e2-95b2-479f-ae31-66cb51aa2f71 HTTP/1.1" status: 200 len: 217 time: 0.0577338 Jul 14 09:50:55.217939 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d1032a09-210f-437f-a338-338d1de7c953 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:55.218311 n-d-779913-29 neutron-server[93958]: INFO neutron.db.segments_db [None req-d1032a09-210f-437f-a338-338d1de7c953 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Added segment 9b04bd10-3e2d-4c36-a124-74686fcc2f86 of type vlan for network e00393ff-73f6-45d3-8c96-c20fc2dac793 Jul 14 09:50:55.273253 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9224df9-4eb0-43fa-bf91-ecdc21a27094 req-e0f0fb8c-9b7c-4b32-a859-128715058b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:55.275019 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c9224df9-4eb0-43fa-bf91-ecdc21a27094 req-e0f0fb8c-9b7c-4b32-a859-128715058b33 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=39971af1-2a06-4570-b745-4f940d33c9ef HTTP/1.1" status: 200 len: 834 time: 0.0642829 Jul 14 09:50:55.309096 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d1032a09-210f-437f-a338-338d1de7c953 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735687821325'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:55.330306 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-8dabe961-0cbe-4727-9ea2-12b18651865d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7668df1a-3c27-4f4d-b58f-a40f42d46849', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1441351444', 'tenant_id': '62cf828fc3e84fada2a4655d43752657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.102'}], 'enable_snat': True}, 'gw_port_id': '4e279855-0576-4845-8d55-1e11fdeaca5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:48:59Z', 'updated_at': '2021-07-14T09:49:04Z', 'revision_number': 4, 'project_id': '62cf828fc3e84fada2a4655d43752657', 'gw_port': {'id': '4e279855-0576-4845-8d55-1e11fdeaca5c', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:67:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7668df1a-3c27-4f4d-b58f-a40f42d46849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3566, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:48:59Z', 'updated_at': '2021-07-14T09:49:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': 'b3f34c6d-4c7f-4c53-af8a-f11b7f00a289', 'name': '', 'network_id': '2356bf67-1751-41f7-ad18-6fbd1d9ef117', 'tenant_id': '62cf828fc3e84fada2a4655d43752657', 'mac_address': 'fa:16:3e:eb:9b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7668df1a-3c27-4f4d-b58f-a40f42d46849', 'device_owner': 'network:router_interface', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': '39971af1-2a06-4570-b745-4f940d33c9ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:49:03Z', 'updated_at': '2021-07-14T09:49:10Z', 'revision_number': 5, 'project_id': '62cf828fc3e84fada2a4655d43752657', 'subnets': [{'id': '39971af1-2a06-4570-b745-4f940d33c9ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:50:55.356486 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d1032a09-210f-437f-a338-338d1de7c953 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:55.364806 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1032a09-210f-437f-a338-338d1de7c953 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:55.365714 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d1032a09-210f-437f-a338-338d1de7c953 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:55.369910 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dabe961-0cbe-4727-9ea2-12b18651865d None None] Checking router: 7668df1a-3c27-4f4d-b58f-a40f42d46849 for host: n-d-779913-29 {{(pid=93959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:50:55.381070 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dabe961-0cbe-4727-9ea2-12b18651865d None None] Routers {'7668df1a-3c27-4f4d-b58f-a40f42d46849'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:50:55.382040 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-8dabe961-0cbe-4727-9ea2-12b18651865d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:50:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['7668df1a-3c27-4f4d-b58f-a40f42d46849'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:50:55.398981 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9224df9-4eb0-43fa-bf91-ecdc21a27094 req-b2249b56-43ad-49f2-934b-376ad839a649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:55.400735 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c9224df9-4eb0-43fa-bf91-ecdc21a27094 req-b2249b56-43ad-49f2-934b-376ad839a649 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2356bf67-1751-41f7-ad18-6fbd1d9ef117&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1186566 Jul 14 09:50:55.446604 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-d1032a09-210f-437f-a338-338d1de7c953 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3847091 Jul 14 09:50:55.450495 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 58624) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:50:55.455395 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-cbc6b2e4-e4cf-4a52-8339-a147ba9d02ce tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Request body: {'subnet': {'network_id': 'e00393ff-73f6-45d3-8c96-c20fc2dac793', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:50:55.519406 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c9224df9-4eb0-43fa-bf91-ecdc21a27094 req-e65cd3ac-3cfc-4019-a163-5237af2bcf7a service neutron] 10.222.0.65 "GET /v2.0/networks/2356bf67-1751-41f7-ad18-6fbd1d9ef117?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108279 Jul 14 09:50:55.558976 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvr_db [None req-8dabe961-0cbe-4727-9ea2-12b18651865d None None] Set router 7668df1a-3c27-4f4d-b58f-a40f42d46849 gateway port host: n-d-779913-29 {{(pid=93959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:50:55.610403 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 3d2af39c-30ab-4f5a-b913-6a112d8d2651 no longer exists at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:50:55.682425 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c9224df9-4eb0-43fa-bf91-ecdc21a27094 req-e86ef56d-e5b0-4d9d-a25a-480542c93283 service neutron] 10.222.0.65 "GET /v2.0/networks/2356bf67-1751-41f7-ad18-6fbd1d9ef117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533668 Jul 14 09:50:55.812277 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] No Port match for: 3d2af39c-30ab-4f5a-b913-6a112d8d2651 {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:50:55.812591 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 3d2af39c-30ab-4f5a-b913-6a112d8d2651 not bound to the agent host n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:50:55.812982 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device e6614288-9bbc-446b-8d52-c3fded74c088 no longer exists at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:50:55.864126 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] No Port match for: e6614288-9bbc-446b-8d52-c3fded74c088 {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:50:55.864477 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device e6614288-9bbc-446b-8d52-c3fded74c088 not bound to the agent host n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:50:55.953925 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1032a09-210f-437f-a338-338d1de7c953 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Pushing event updated for resources: {'Network': ['ID=e00393ff-73f6-45d3-8c96-c20fc2dac793,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:50:55.982989 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Network e00393ff-73f6-45d3-8c96-c20fc2dac793 details requested by agent ovs-agent-n-d-779913-29 with host n-d-779913-29 {{(pid=93959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:50:56.037939 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5ad31076-714c-49ec-bc37-f3d4cd90112a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:56.054074 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db69ef4-9a28-4694-971c-9c42b39cddde req-071e8dda-27ab-4c6a-b096-b9686ed81da3 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:56.057277 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-6db69ef4-9a28-4694-971c-9c42b39cddde req-071e8dda-27ab-4c6a-b096-b9686ed81da3 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/ports?device_id=5d493170-d65b-43e2-b567-4662529c04a1 HTTP/1.1" status: 200 len: 945 time: 0.7771049 Jul 14 09:50:56.059228 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbc6b2e4-e4cf-4a52-8339-a147ba9d02ce tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Made reservation on behalf of 7897b2f4a2684b0badf4b8443fb00fdf for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:50:56.065694 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cbc6b2e4-e4cf-4a52-8339-a147ba9d02ce tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16714600'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:56.166133 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-8dabe961-0cbe-4727-9ea2-12b18651865d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7668df1a-3c27-4f4d-b58f-a40f42d46849', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1441351444', 'tenant_id': '62cf828fc3e84fada2a4655d43752657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.102'}], 'enable_snat': True}, 'gw_port_id': '4e279855-0576-4845-8d55-1e11fdeaca5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:48:59Z', 'updated_at': '2021-07-14T09:49:04Z', 'revision_number': 4, 'project_id': '62cf828fc3e84fada2a4655d43752657', 'gw_port': {'id': '4e279855-0576-4845-8d55-1e11fdeaca5c', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:67:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7668df1a-3c27-4f4d-b58f-a40f42d46849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3566, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:48:59Z', 'updated_at': '2021-07-14T09:49:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': 'b3f34c6d-4c7f-4c53-af8a-f11b7f00a289', 'name': '', 'network_id': '2356bf67-1751-41f7-ad18-6fbd1d9ef117', 'tenant_id': '62cf828fc3e84fada2a4655d43752657', 'mac_address': 'fa:16:3e:eb:9b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7668df1a-3c27-4f4d-b58f-a40f42d46849', 'device_owner': 'network:router_interface', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': '39971af1-2a06-4570-b745-4f940d33c9ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:49:03Z', 'updated_at': '2021-07-14T09:49:10Z', 'revision_number': 5, 'project_id': '62cf828fc3e84fada2a4655d43752657', 'subnets': [{'id': '39971af1-2a06-4570-b745-4f940d33c9ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:50:56.193075 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-6db69ef4-9a28-4694-971c-9c42b39cddde req-11510036-08e7-4c54-953e-db70cbfbcd28 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/security-groups?id=8f0dbdd2-fa03-4b2d-b258-a524dec03322&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930524 Jul 14 09:50:56.202463 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dabe961-0cbe-4727-9ea2-12b18651865d None None] The sync data for ids ['7668df1a-3c27-4f4d-b58f-a40f42d46849'] in n-d-779913-29 is: [{'id': '7668df1a-3c27-4f4d-b58f-a40f42d46849', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1441351444', 'tenant_id': '62cf828fc3e84fada2a4655d43752657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.102'}], 'enable_snat': True}, 'gw_port_id': '4e279855-0576-4845-8d55-1e11fdeaca5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:48:59Z', 'updated_at': '2021-07-14T09:49:04Z', 'revision_number': 4, 'project_id': '62cf828fc3e84fada2a4655d43752657', 'gw_port': {'id': '4e279855-0576-4845-8d55-1e11fdeaca5c', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:67:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7668df1a-3c27-4f4d-b58f-a40f42d46849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3566, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:48:59Z', 'updated_at': '2021-07-14T09:49:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': 'b3f34c6d-4c7f-4c53-af8a-f11b7f00a289', 'name': '', 'network_id': '2356bf67-1751-41f7-ad18-6fbd1d9ef117', 'tenant_id': '62cf828fc3e84fada2a4655d43752657', 'mac_address': 'fa:16:3e:eb:9b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7668df1a-3c27-4f4d-b58f-a40f42d46849', 'device_owner': 'network:router_interface', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': '39971af1-2a06-4570-b745-4f940d33c9ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:49:03Z', 'updated_at': '2021-07-14T09:49:10Z', 'revision_number': 5, 'project_id': '62cf828fc3e84fada2a4655d43752657', 'subnets': [{'id': '39971af1-2a06-4570-b745-4f940d33c9ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:50:56.367359 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cbc6b2e4-e4cf-4a52-8339-a147ba9d02ce tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13573993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16714586'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:56.445357 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc6b2e4-e4cf-4a52-8339-a147ba9d02ce tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Pushing event updated for resources: {'Subnet': ['ID=0971399b-d13f-4782-bf6d-c1d676654985,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:50:56.447823 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc6b2e4-e4cf-4a52-8339-a147ba9d02ce tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Checking segment: {'id': '9b04bd10-3e2d-4c36-a124-74686fcc2f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'e00393ff-73f6-45d3-8c96-c20fc2dac793'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:50:56.448176 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbc6b2e4-e4cf-4a52-8339-a147ba9d02ce tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Network hostable DHCP agents. Network: e00393ff-73f6-45d3-8c96-c20fc2dac793, hostable agents: ['c6a09bd4-f72e-4283-a3ca-0bbca8a51081'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:50:56.469100 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbc6b2e4-e4cf-4a52-8339-a147ba9d02ce tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Network e00393ff-73f6-45d3-8c96-c20fc2dac793 is scheduled to be hosted by DHCP agent c6a09bd4-f72e-4283-a3ca-0bbca8a51081 with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:50:56.493643 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-cbc6b2e4-e4cf-4a52-8339-a147ba9d02ce tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-29, e00393ff-73f6-45d3-8c96-c20fc2dac793) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:50:56.505177 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a43bee31-6991-4856-b1d4-1b8b2b3862f8 None None] Network e00393ff-73f6-45d3-8c96-c20fc2dac793 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:50:56.508064 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbc6b2e4-e4cf-4a52-8339-a147ba9d02ce tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:56.508756 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cbc6b2e4-e4cf-4a52-8339-a147ba9d02ce tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:56.537219 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-cbc6b2e4-e4cf-4a52-8339-a147ba9d02ce tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0859549 Jul 14 09:50:56.540666 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 58632) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:50:56.546477 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-a8efd802-78ec-4230-816d-3e0eb18037da tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-107331716', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:50:56.626677 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a8efd802-78ec-4230-816d-3e0eb18037da tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-711749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14670'] for router, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:56.628497 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a8efd802-78ec-4230-816d-3e0eb18037da tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-711718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-661475', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14679'] for router, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:56.716184 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fe5463-a4ec-4a32-9dda-ce0a2720c318 req-cffee120-3df6-42f3-82c4-22e404dc4259 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:56.719542 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-32fe5463-a4ec-4a32-9dda-ce0a2720c318 req-cffee120-3df6-42f3-82c4-22e404dc4259 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.65 "GET /v2.0/ports?device_id=5d493170-d65b-43e2-b567-4662529c04a1 HTTP/1.1" status: 200 len: 945 time: 0.1592948 Jul 14 09:50:56.722603 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a8efd802-78ec-4230-816d-3e0eb18037da tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:56.734537 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a8efd802-78ec-4230-816d-3e0eb18037da tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-711762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-661452'] for router, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:56.734890 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d26e9e58-2cab-4079-8f73-7ca9361108a7 None None] New status for floating IP ff1bfa36-13a6-43f2-b7bf-420edba1a468: DOWN {{(pid=93960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:50:56.793209 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b0351d1-1bfe-45c3-b5e4-3462974ec011 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf57baaa9-fd24-59f4-8fd2-1dc21122ce72-e00393ff-73f6-45d3-8c96-c20fc2dac793', 'network_id': 'e00393ff-73f6-45d3-8c96-c20fc2dac793', 'tenant_id': '7897b2f4a2684b0badf4b8443fb00fdf', 'fixed_ips': [{'subnet_id': '0971399b-d13f-4782-bf6d-c1d676654985'}]}} from n-d-779913-29. {{(pid=93959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:50:56.795039 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9b0351d1-1bfe-45c3-b5e4-3462974ec011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:56.799382 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a8efd802-78ec-4230-816d-3e0eb18037da tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks [] for router, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:56.803004 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-a8efd802-78ec-4230-816d-3e0eb18037da tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2588024 Jul 14 09:50:56.803369 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 58634) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:50:56.814053 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-368c48f5-3772-4e5e-90c2-5a684ed7b722 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Request body: {'port': {'network_id': 'e00393ff-73f6-45d3-8c96-c20fc2dac793', 'name': 'tempest-RoutersIpV6Test-1758798788'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:50:56.994293 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [req-32fe5463-a4ec-4a32-9dda-ce0a2720c318 req-be5b8378-d4c1-4d6a-8f04-4ca9465466fe tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Deleting port 7b9f90e2-95b2-479f-ae31-66cb51aa2f71 {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:50:57.001360 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-32fe5463-a4ec-4a32-9dda-ce0a2720c318 req-be5b8378-d4c1-4d6a-8f04-4ca9465466fe tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:57.097438 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-368c48f5-3772-4e5e-90c2-5a684ed7b722 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Made reservation on behalf of 7897b2f4a2684b0badf4b8443fb00fdf for: {'port': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:50:57.102251 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-368c48f5-3772-4e5e-90c2-5a684ed7b722 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:57.115448 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-9b0351d1-1bfe-45c3-b5e4-3462974ec011 None None] Allocated IP 2001:db8::2 (e00393ff-73f6-45d3-8c96-c20fc2dac793/0971399b-d13f-4782-bf6d-c1d676654985/fa0d5722-d4f7-4a92-ab28-b9e94219be48) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:50:57.128726 n-d-779913-29 neutron-server[93958]: DEBUG neutron.notifiers.nova [None req-368c48f5-3772-4e5e-90c2-5a684ed7b722 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] device_id is not set on port 5a30aca9-c770-4055-823f-f07e349c836c yet. {{(pid=93958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:50:57.157540 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-32fe5463-a4ec-4a32-9dda-ce0a2720c318 req-be5b8378-d4c1-4d6a-8f04-4ca9465466fe tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] For port 7b9f90e2-95b2-479f-ae31-66cb51aa2f71, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=7b9f90e2-95b2-479f-ae31-66cb51aa2f71,segment=NetworkSegment(43a41d4a-7586-477f-827e-b9b1e323ac1b),segment_id=43a41d4a-7586-477f-827e-b9b1e323ac1b)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:50:57.161809 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-32fe5463-a4ec-4a32-9dda-ce0a2720c318 req-be5b8378-d4c1-4d6a-8f04-4ca9465466fe tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:57.205883 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [req-32fe5463-a4ec-4a32-9dda-ce0a2720c318 req-be5b8378-d4c1-4d6a-8f04-4ca9465466fe tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Calling delete_port for 7b9f90e2-95b2-479f-ae31-66cb51aa2f71 owned by compute:nova {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:50:57.385219 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9b0351d1-1bfe-45c3-b5e4-3462974ec011 None None] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:57.436175 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-9b0351d1-1bfe-45c3-b5e4-3462974ec011 None None] Transition to ACTIVE for port object fa0d5722-d4f7-4a92-ab28-b9e94219be48 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:50:57.436365 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-32fe5463-a4ec-4a32-9dda-ce0a2720c318 req-be5b8378-d4c1-4d6a-8f04-4ca9465466fe tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:57.463548 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-9b0351d1-1bfe-45c3-b5e4-3462974ec011 None None] Transition to ACTIVE for port object fa0d5722-d4f7-4a92-ab28-b9e94219be48 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:50:57.474296 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9b0351d1-1bfe-45c3-b5e4-3462974ec011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:57.480484 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5b8378-d4c1-4d6a-8f04-4ca9465466fe tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Pushing event deleted for resources: {'Port': ['ID=7b9f90e2-95b2-479f-ae31-66cb51aa2f71,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:50:57.541200 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b0351d1-1bfe-45c3-b5e4-3462974ec011 None None] Network e00393ff-73f6-45d3-8c96-c20fc2dac793 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:50:57.548282 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-9b0351d1-1bfe-45c3-b5e4-3462974ec011 None None] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:50:57.554515 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b0351d1-1bfe-45c3-b5e4-3462974ec011 None None] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:50:57.558785 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0351d1-1bfe-45c3-b5e4-3462974ec011 None None] Pushing event updated for resources: {'Port': ['ID=fa0d5722-d4f7-4a92-ab28-b9e94219be48,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:50:57.585811 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-368c48f5-3772-4e5e-90c2-5a684ed7b722 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Allocated IP 2001:db8::349 (e00393ff-73f6-45d3-8c96-c20fc2dac793/0971399b-d13f-4782-bf6d-c1d676654985/5a30aca9-c770-4055-823f-f07e349c836c) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:50:57.589217 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-32fe5463-a4ec-4a32-9dda-ce0a2720c318 req-be5b8378-d4c1-4d6a-8f04-4ca9465466fe tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] No DVR routers for this DVR port 7b9f90e2-95b2-479f-ae31-66cb51aa2f71 on host n-h1-779913-29 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:50:57.592529 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-32fe5463-a4ec-4a32-9dda-ce0a2720c318 req-be5b8378-d4c1-4d6a-8f04-4ca9465466fe tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:57.595013 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-32fe5463-a4ec-4a32-9dda-ce0a2720c318 req-be5b8378-d4c1-4d6a-8f04-4ca9465466fe tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.65 "DELETE /v2.0/ports/7b9f90e2-95b2-479f-ae31-66cb51aa2f71 HTTP/1.1" status: 204 len: 173 time: 0.8701956 Jul 14 09:50:57.610745 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d493170-d65b-43e2-b567-4662529c04a1', 'name': 'network-vif-deleted', 'tag': '7b9f90e2-95b2-479f-ae31-66cb51aa2f71'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:50:57.613650 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f2775a7-1571-46ff-84c0-793ec80ca38f" -d '{"events": [{"server_uuid": "5d493170-d65b-43e2-b567-4662529c04a1", "name": "network-vif-deleted", "tag": "7b9f90e2-95b2-479f-ae31-66cb51aa2f71"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:50:57.665937 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-9b0351d1-1bfe-45c3-b5e4-3462974ec011 None None] Attempting to bind port fa0d5722-d4f7-4a92-ab28-b9e94219be48 on host n-d-779913-29 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:50:57.666578 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-9b0351d1-1bfe-45c3-b5e4-3462974ec011 None None] Attempting to bind port fa0d5722-d4f7-4a92-ab28-b9e94219be48 by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': '9b04bd10-3e2d-4c36-a124-74686fcc2f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'e00393ff-73f6-45d3-8c96-c20fc2dac793'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:50:57.666919 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b0351d1-1bfe-45c3-b5e4-3462974ec011 None None] Attempting to bind port fa0d5722-d4f7-4a92-ab28-b9e94219be48 on network e00393ff-73f6-45d3-8c96-c20fc2dac793 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:50:57.667881 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-090e4db0-5a6a-4233-8d14-bef1796ee356 req-8278ca4f-29ab-4fe1-bc12-87c87e6bda6b tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "GET /v2.0/ports?device_id=5d493170-d65b-43e2-b567-4662529c04a1 HTTP/1.1" status: 200 len: 210 time: 0.2598727 Jul 14 09:50:57.674455 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b0351d1-1bfe-45c3-b5e4-3462974ec011 None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 50, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:50:57.674850 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b0351d1-1bfe-45c3-b5e4-3462974ec011 None None] Checking segment: {'id': '9b04bd10-3e2d-4c36-a124-74686fcc2f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'e00393ff-73f6-45d3-8c96-c20fc2dac793'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:50:57.675712 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9b0351d1-1bfe-45c3-b5e4-3462974ec011 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:57.676117 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b0351d1-1bfe-45c3-b5e4-3462974ec011 None None] Bound using segment: {'id': '9b04bd10-3e2d-4c36-a124-74686fcc2f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'e00393ff-73f6-45d3-8c96-c20fc2dac793'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:50:57.676612 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-9b0351d1-1bfe-45c3-b5e4-3462974ec011 None None] Bound port: fa0d5722-d4f7-4a92-ab28-b9e94219be48, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b04bd10-3e2d-4c36-a124-74686fcc2f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'e00393ff-73f6-45d3-8c96-c20fc2dac793'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:50:57.677004 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9b0351d1-1bfe-45c3-b5e4-3462974ec011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:57.718723 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:50:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0a72863-ec2c-4309-ae9e-889f003a7845 x-openstack-request-id: req-a0a72863-ec2c-4309-ae9e-889f003a7845 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:50:57.719268 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d493170-d65b-43e2-b567-4662529c04a1", "name": "network-vif-deleted", "tag": "7b9f90e2-95b2-479f-ae31-66cb51aa2f71", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:50:57.719650 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-a0a72863-ec2c-4309-ae9e-889f003a7845 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:50:57.720274 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d493170-d65b-43e2-b567-4662529c04a1', 'name': 'network-vif-deleted', 'tag': '7b9f90e2-95b2-479f-ae31-66cb51aa2f71', 'status': 'completed', 'code': 200} Jul 14 09:50:57.799075 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-9b0351d1-1bfe-45c3-b5e4-3462974ec011 None None] For port fa0d5722-d4f7-4a92-ab28-b9e94219be48, host n-d-779913-29, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:50:57.804145 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-9b0351d1-1bfe-45c3-b5e4-3462974ec011 None None] For port fa0d5722-d4f7-4a92-ab28-b9e94219be48, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=fa0d5722-d4f7-4a92-ab28-b9e94219be48,segment=NetworkSegment(9b04bd10-3e2d-4c36-a124-74686fcc2f86),segment_id=9b04bd10-3e2d-4c36-a124-74686fcc2f86)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:50:57.806352 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5bbe322f-3f67-4864-bc0a-91afe44d23e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:57.817846 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-368c48f5-3772-4e5e-90c2-5a684ed7b722 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:57.818305 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9b0351d1-1bfe-45c3-b5e4-3462974ec011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:57.852590 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-368c48f5-3772-4e5e-90c2-5a684ed7b722 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Transition to ACTIVE for port object 5a30aca9-c770-4055-823f-f07e349c836c will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:50:57.901629 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0351d1-1bfe-45c3-b5e4-3462974ec011 None None] Pushing event updated for resources: {'Port': ['ID=fa0d5722-d4f7-4a92-ab28-b9e94219be48,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:50:57.919237 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-368c48f5-3772-4e5e-90c2-5a684ed7b722 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:57.977089 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-368c48f5-3772-4e5e-90c2-5a684ed7b722 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Network e00393ff-73f6-45d3-8c96-c20fc2dac793 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:50:57.981279 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-368c48f5-3772-4e5e-90c2-5a684ed7b722 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:50:57.986575 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-368c48f5-3772-4e5e-90c2-5a684ed7b722 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:50:57.992380 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-368c48f5-3772-4e5e-90c2-5a684ed7b722 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:57.993167 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-368c48f5-3772-4e5e-90c2-5a684ed7b722 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:58.000346 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368c48f5-3772-4e5e-90c2-5a684ed7b722 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Pushing event updated for resources: {'Port': ['ID=5a30aca9-c770-4055-823f-f07e349c836c,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:50:58.021259 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-368c48f5-3772-4e5e-90c2-5a684ed7b722 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.2126446 Jul 14 09:50:58.021619 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 58646) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:50:58.808900 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 58652) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:50:58.936360 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-dee93628-6289-41fb-9904-5776fb29f3da tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:59.354558 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-dee93628-6289-41fb-9904-5776fb29f3da tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:59.360880 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-dee93628-6289-41fb-9904-5776fb29f3da tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:59.373816 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46be5e4e-cf9d-4db3-b6bc-069294ad2bb7 None None] Network e00393ff-73f6-45d3-8c96-c20fc2dac793 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:50:59.385257 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d85be658-4c25-43c3-8f99-7c019770db38 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-683602'] for router_interface, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:59.499216 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee93628-6289-41fb-9904-5776fb29f3da tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Pushing event updated for resources: {'Port': ['ID=5a30aca9-c770-4055-823f-f07e349c836c,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:50:59.520004 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-87d2e1ad-521f-4937-9e4f-ae3b9a10bb3c None None] Provisioning for port fa0d5722-d4f7-4a92-ab28-b9e94219be48 completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:50:59.694698 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-dee93628-6289-41fb-9904-5776fb29f3da tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-660393'] for router_interface, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:59.732654 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device fa0d5722-d4f7-4a92-ab28-b9e94219be48 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:50:59.847623 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning for port fa0d5722-d4f7-4a92-ab28-b9e94219be48 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:50:59.853203 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port fa0d5722-d4f7-4a92-ab28-b9e94219be48 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:50:59.853547 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:59.922419 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-d85be658-4c25-43c3-8f99-7c019770db38 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Deleting port b3f34c6d-4c7f-4c53-af8a-f11b7f00a289 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:50:59.926110 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d85be658-4c25-43c3-8f99-7c019770db38 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:59.974009 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:59.977573 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-dee93628-6289-41fb-9904-5776fb29f3da tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:00.014660 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] For port fa0d5722-d4f7-4a92-ab28-b9e94219be48, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=fa0d5722-d4f7-4a92-ab28-b9e94219be48,segment=NetworkSegment(9b04bd10-3e2d-4c36-a124-74686fcc2f86),segment_id=9b04bd10-3e2d-4c36-a124-74686fcc2f86)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:51:00.021552 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:00.088876 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-440c80fc-8136-420c-a754-13db1d6dfbed None None] Provisioning for port 5a30aca9-c770-4055-823f-f07e349c836c completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:51:00.094452 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-440c80fc-8136-420c-a754-13db1d6dfbed None None] Provisioning complete for port 5a30aca9-c770-4055-823f-f07e349c836c triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:51:00.094827 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-440c80fc-8136-420c-a754-13db1d6dfbed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:00.096974 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-d85be658-4c25-43c3-8f99-7c019770db38 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] For port b3f34c6d-4c7f-4c53-af8a-f11b7f00a289, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=b3f34c6d-4c7f-4c53-af8a-f11b7f00a289,segment=NetworkSegment(43a41d4a-7586-477f-827e-b9b1e323ac1b),segment_id=43a41d4a-7586-477f-827e-b9b1e323ac1b)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:51:00.097446 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d85be658-4c25-43c3-8f99-7c019770db38 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:00.120188 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-d85be658-4c25-43c3-8f99-7c019770db38 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Calling delete_port for b3f34c6d-4c7f-4c53-af8a-f11b7f00a289 owned by network:router_interface {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:51:00.135650 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Pushing event updated for resources: {'Port': ['ID=fa0d5722-d4f7-4a92-ab28-b9e94219be48,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:00.166927 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-440c80fc-8136-420c-a754-13db1d6dfbed None None] Port 5a30aca9-c770-4055-823f-f07e349c836c cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:51:00.180139 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-440c80fc-8136-420c-a754-13db1d6dfbed None None] Provisioning complete for port fa0d5722-d4f7-4a92-ab28-b9e94219be48 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:51:00.180552 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-440c80fc-8136-420c-a754-13db1d6dfbed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:00.238512 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 58660) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:51:00.426201 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-4ad056fb-ffae-4c44-aeb0-27499c63dc8c None None] Provisioning complete for port 5a30aca9-c770-4055-823f-f07e349c836c triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:51:00.426783 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4ad056fb-ffae-4c44-aeb0-27499c63dc8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:00.473097 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5e17b4eb-6c39-41e6-9ac3-ec89c3cd51f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:00.508803 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d85be658-4c25-43c3-8f99-7c019770db38 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:00.509706 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-4ad056fb-ffae-4c44-aeb0-27499c63dc8c None None] Port 5a30aca9-c770-4055-823f-f07e349c836c cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:51:00.556769 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-dee93628-6289-41fb-9904-5776fb29f3da tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:00.562915 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85be658-4c25-43c3-8f99-7c019770db38 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Pushing event deleted for resources: {'Port': ['ID=b3f34c6d-4c7f-4c53-af8a-f11b7f00a289,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:00.567509 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-dee93628-6289-41fb-9904-5776fb29f3da tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:00.568382 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-dee93628-6289-41fb-9904-5776fb29f3da tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-683747'] for router_interface, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:00.719843 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee93628-6289-41fb-9904-5776fb29f3da tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Pushing event updated for resources: {'Port': ['ID=5a30aca9-c770-4055-823f-f07e349c836c,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:00.766894 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 7b9f90e2-95b2-479f-ae31-66cb51aa2f71 no longer exists at agent hyperv_n-h1-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:51:00.776107 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-4df7e7fc-9838-4f5a-bc2d-a5bf900501b9 None None] Provisioning complete for port 5a30aca9-c770-4055-823f-f07e349c836c triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:51:00.777273 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4df7e7fc-9838-4f5a-bc2d-a5bf900501b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:00.780492 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5e17b4eb-6c39-41e6-9ac3-ec89c3cd51f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:00.801869 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5e17b4eb-6c39-41e6-9ac3-ec89c3cd51f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:00.845198 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d85be658-4c25-43c3-8f99-7c019770db38 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-620860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682934'] for router_interface, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:00.861759 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] No Port match for: 7b9f90e2-95b2-479f-ae31-66cb51aa2f71 {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:51:00.862665 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 7b9f90e2-95b2-479f-ae31-66cb51aa2f71 not bound to the agent host n-h1-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:51:00.872798 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e17b4eb-6c39-41e6-9ac3-ec89c3cd51f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e56e140-22eb-4eac-9186-ad4a92f8da08,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:00.878823 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-5e17b4eb-6c39-41e6-9ac3-ec89c3cd51f1 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=b9a223be895a44df96deb9a0b20b9f89&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6392424 Jul 14 09:51:00.883359 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 58664) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:51:00.899339 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dee93628-6289-41fb-9904-5776fb29f3da tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Network e00393ff-73f6-45d3-8c96-c20fc2dac793 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:51:00.899527 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-4df7e7fc-9838-4f5a-bc2d-a5bf900501b9 None None] Port 5a30aca9-c770-4055-823f-f07e349c836c cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:51:00.912858 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-dee93628-6289-41fb-9904-5776fb29f3da tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:51:01.041185 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1d817096-fb24-490a-ba0d-0b1958c8df1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:01.077337 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1d817096-fb24-490a-ba0d-0b1958c8df1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:01.121621 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d85be658-4c25-43c3-8f99-7c019770db38 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Router 7668df1a-3c27-4f4d-b58f-a40f42d46849 has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:51:01.142539 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dee93628-6289-41fb-9904-5776fb29f3da tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Router 286c00bd-ec3d-42c8-a1e0-273cd6cf234d is scheduled to L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 with binding_index 1 {{(pid=93957) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:51:01.188178 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1d817096-fb24-490a-ba0d-0b1958c8df1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:01.191712 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1d817096-fb24-490a-ba0d-0b1958c8df1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:01.192929 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-1d817096-fb24-490a-ba0d-0b1958c8df1c admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/2e56e140-22eb-4eac-9186-ad4a92f8da08 HTTP/1.1" status: 204 len: 168 time: 0.3084605 Jul 14 09:51:01.224381 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-dc9b8839-b2a3-4b0e-9a1f-581b64f3a201 None None] Provisioning complete for port 5a30aca9-c770-4055-823f-f07e349c836c triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:51:01.224909 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-dc9b8839-b2a3-4b0e-9a1f-581b64f3a201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:01.241145 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d817096-fb24-490a-ba0d-0b1958c8df1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e56e140-22eb-4eac-9186-ad4a92f8da08,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:01.272693 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dee93628-6289-41fb-9904-5776fb29f3da tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:51:01.281673 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-dee93628-6289-41fb-9904-5776fb29f3da tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] 10.222.0.68 "PUT /v2.0/routers/286c00bd-ec3d-42c8-a1e0-273cd6cf234d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2564847 Jul 14 09:51:01.282477 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 58668) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:51:01.285735 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c67b3fb-8514-4a09-bc41-5ffc3d32eb18 None None] Sync routers for ids ['286c00bd-ec3d-42c8-a1e0-273cd6cf234d'] in n-d-779913-29 {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:51:01.290814 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-dc9b8839-b2a3-4b0e-9a1f-581b64f3a201 None None] Port 5a30aca9-c770-4055-823f-f07e349c836c cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:51:01.298027 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c67b3fb-8514-4a09-bc41-5ffc3d32eb18 None None] Routers {'286c00bd-ec3d-42c8-a1e0-273cd6cf234d'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:51:01.298925 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-2c67b3fb-8514-4a09-bc41-5ffc3d32eb18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:50:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['286c00bd-ec3d-42c8-a1e0-273cd6cf234d'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:51:01.327564 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d85be658-4c25-43c3-8f99-7c019770db38 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:51:01.336104 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-d85be658-4c25-43c3-8f99-7c019770db38 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "PUT /v2.0/routers/7668df1a-3c27-4f4d-b58f-a40f42d46849/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5225966 Jul 14 09:51:01.337621 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 58670) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:51:01.343671 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-2c67b3fb-8514-4a09-bc41-5ffc3d32eb18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:51:01.349133 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02889bd5-5bc8-4d25-ac25-4633cd4e0397 None None] Sync routers for ids ['7668df1a-3c27-4f4d-b58f-a40f42d46849'] in n-d-779913-29 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:51:01.354371 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c67b3fb-8514-4a09-bc41-5ffc3d32eb18 None None] Routers {'286c00bd-ec3d-42c8-a1e0-273cd6cf234d'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:51:01.355001 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-2c67b3fb-8514-4a09-bc41-5ffc3d32eb18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:50:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['286c00bd-ec3d-42c8-a1e0-273cd6cf234d'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:51:01.361458 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02889bd5-5bc8-4d25-ac25-4633cd4e0397 None None] Routers {'7668df1a-3c27-4f4d-b58f-a40f42d46849'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:51:01.363147 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-02889bd5-5bc8-4d25-ac25-4633cd4e0397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:50:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['7668df1a-3c27-4f4d-b58f-a40f42d46849'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:51:01.382787 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e5f0d1c-cfd2-473b-9558-d2717a6e28a0 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:01.394056 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-5e5f0d1c-cfd2-473b-9558-d2717a6e28a0 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] 10.222.0.68 "GET /v2.0/ports/5a30aca9-c770-4055-823f-f07e349c836c HTTP/1.1" status: 200 len: 984 time: 0.1088302 Jul 14 09:51:01.396470 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 58674) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:51:01.410580 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-2c67b3fb-8514-4a09-bc41-5ffc3d32eb18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:51:01.411674 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c67b3fb-8514-4a09-bc41-5ffc3d32eb18 None None] The sync data for ids ['286c00bd-ec3d-42c8-a1e0-273cd6cf234d'] in n-d-779913-29 is: [] {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:51:01.492287 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-02889bd5-5bc8-4d25-ac25-4633cd4e0397 None None] Set router 7668df1a-3c27-4f4d-b58f-a40f42d46849 gateway port host: n-d-779913-29 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:51:01.503161 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_v2 [None req-44af2fd0-8d82-44d7-baba-df4803093f26 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Deleting subnet 39971af1-2a06-4570-b745-4f940d33c9ef {{(pid=93957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:51:01.514195 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-44af2fd0-8d82-44d7-baba-df4803093f26 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks [] for subnet, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:01.635912 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 58676) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:51:01.656514 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-70eb5ec7-8b38-4b32-929e-e629b0e64618 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:01.656815 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-44af2fd0-8d82-44d7-baba-df4803093f26 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10944203'] for subnet, precommit_delete_associations {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:01.688270 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device fa0d5722-d4f7-4a92-ab28-b9e94219be48 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:51:01.749812 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-02889bd5-5bc8-4d25-ac25-4633cd4e0397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7668df1a-3c27-4f4d-b58f-a40f42d46849', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1441351444', 'tenant_id': '62cf828fc3e84fada2a4655d43752657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.102'}], 'enable_snat': True}, 'gw_port_id': '4e279855-0576-4845-8d55-1e11fdeaca5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:48:59Z', 'updated_at': '2021-07-14T09:51:00Z', 'revision_number': 5, 'project_id': '62cf828fc3e84fada2a4655d43752657', 'gw_port': {'id': '4e279855-0576-4845-8d55-1e11fdeaca5c', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:67:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7668df1a-3c27-4f4d-b58f-a40f42d46849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3566, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:48:59Z', 'updated_at': '2021-07-14T09:49:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29'}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:51:01.776347 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-70eb5ec7-8b38-4b32-929e-e629b0e64618 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:01.778899 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port fa0d5722-d4f7-4a92-ab28-b9e94219be48 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:51:01.779276 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:01.782701 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02889bd5-5bc8-4d25-ac25-4633cd4e0397 None None] Checking router: 7668df1a-3c27-4f4d-b58f-a40f42d46849 for host: n-d-779913-29 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:51:01.785703 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-70eb5ec7-8b38-4b32-929e-e629b0e64618 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:01.792049 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02889bd5-5bc8-4d25-ac25-4633cd4e0397 None None] Routers {'7668df1a-3c27-4f4d-b58f-a40f42d46849'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:51:01.792368 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-02889bd5-5bc8-4d25-ac25-4633cd4e0397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:50:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['7668df1a-3c27-4f4d-b58f-a40f42d46849'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:51:01.806529 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-44af2fd0-8d82-44d7-baba-df4803093f26 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3481002'] for subnet, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:01.839282 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-70eb5ec7-8b38-4b32-929e-e629b0e64618 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=910dd3f63e2c4d2b851d5da2b8448a1c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2019982 Jul 14 09:51:01.843930 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 58678) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:51:01.869048 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70eb5ec7-8b38-4b32-929e-e629b0e64618 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a056373f-20e6-4a2e-8696-8bdf085e2f90,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:01.918843 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-44af2fd0-8d82-44d7-baba-df4803093f26 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10052701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11984075'] for subnet, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:01.922732 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-34f2027f-780e-4875-8fb0-d48abff8b530 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:01.955286 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-34f2027f-780e-4875-8fb0-d48abff8b530 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:01.960112 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-02889bd5-5bc8-4d25-ac25-4633cd4e0397 None None] Set router 7668df1a-3c27-4f4d-b58f-a40f42d46849 gateway port host: n-d-779913-29 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:51:01.973316 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44af2fd0-8d82-44d7-baba-df4803093f26 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Pushing event deleted for resources: {'Subnet': ['ID=39971af1-2a06-4570-b745-4f940d33c9ef,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:01.975476 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-44af2fd0-8d82-44d7-baba-df4803093f26 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks [] for subnet, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:01.979864 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-44af2fd0-8d82-44d7-baba-df4803093f26 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "DELETE /v2.0/subnets/39971af1-2a06-4570-b745-4f940d33c9ef HTTP/1.1" status: 204 len: 168 time: 0.6390078 Jul 14 09:51:01.980773 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 58680) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:51:01.983398 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6f0b685-1e33-40b9-8867-3026c5bf3bb0 None None] Network 2356bf67-1751-41f7-ad18-6fbd1d9ef117 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:51:02.011443 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-bc0cf050-651c-4103-8ec6-1473225fb965 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-683602'] for router_interface, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:02.139670 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-34f2027f-780e-4875-8fb0-d48abff8b530 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:02.142216 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-34f2027f-780e-4875-8fb0-d48abff8b530 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:02.147459 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-34f2027f-780e-4875-8fb0-d48abff8b530 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/a056373f-20e6-4a2e-8696-8bdf085e2f90 HTTP/1.1" status: 204 len: 168 time: 0.2983701 Jul 14 09:51:02.163414 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f2027f-780e-4875-8fb0-d48abff8b530 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a056373f-20e6-4a2e-8696-8bdf085e2f90,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:02.175387 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c664fb17-7a21-4cc8-95bf-30c6eab36682 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks [] for router, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:02.258567 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43fdd7a7-e2c5-4c1f-9158-2e6d4f8c49cf None None] DHCP port deletion for 2356bf67-1751-41f7-ad18-6fbd1d9ef117 request from n-d-779913-29 {{(pid=93959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:51:02.332215 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-02889bd5-5bc8-4d25-ac25-4633cd4e0397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7668df1a-3c27-4f4d-b58f-a40f42d46849', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1441351444', 'tenant_id': '62cf828fc3e84fada2a4655d43752657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.102'}], 'enable_snat': True}, 'gw_port_id': '4e279855-0576-4845-8d55-1e11fdeaca5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:48:59Z', 'updated_at': '2021-07-14T09:51:00Z', 'revision_number': 5, 'project_id': '62cf828fc3e84fada2a4655d43752657', 'gw_port': {'id': '4e279855-0576-4845-8d55-1e11fdeaca5c', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:67:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7668df1a-3c27-4f4d-b58f-a40f42d46849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3566, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:48:59Z', 'updated_at': '2021-07-14T09:49:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29'}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:51:02.361116 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-43fdd7a7-e2c5-4c1f-9158-2e6d4f8c49cf None None] Deleting port 4c6f5d10-3897-4f53-b8a6-48d5c8b86117 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:51:02.362398 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-43fdd7a7-e2c5-4c1f-9158-2e6d4f8c49cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:02.373474 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-bc0cf050-651c-4103-8ec6-1473225fb965 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Deleting port 5a30aca9-c770-4055-823f-f07e349c836c {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:51:02.374116 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-bc0cf050-651c-4103-8ec6-1473225fb965 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:02.379708 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c664fb17-7a21-4cc8-95bf-30c6eab36682 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:02.409846 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02889bd5-5bc8-4d25-ac25-4633cd4e0397 None None] The sync data for ids ['7668df1a-3c27-4f4d-b58f-a40f42d46849'] in n-d-779913-29 is: [{'id': '7668df1a-3c27-4f4d-b58f-a40f42d46849', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1441351444', 'tenant_id': '62cf828fc3e84fada2a4655d43752657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.102'}], 'enable_snat': True}, 'gw_port_id': '4e279855-0576-4845-8d55-1e11fdeaca5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:48:59Z', 'updated_at': '2021-07-14T09:51:00Z', 'revision_number': 5, 'project_id': '62cf828fc3e84fada2a4655d43752657', 'gw_port': {'id': '4e279855-0576-4845-8d55-1e11fdeaca5c', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:67:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7668df1a-3c27-4f4d-b58f-a40f42d46849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3566, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:48:59Z', 'updated_at': '2021-07-14T09:49:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29'}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:51:02.471911 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-c664fb17-7a21-4cc8-95bf-30c6eab36682 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Deleting port 4e279855-0576-4845-8d55-1e11fdeaca5c {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:51:02.472182 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c664fb17-7a21-4cc8-95bf-30c6eab36682 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:02.475799 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-43fdd7a7-e2c5-4c1f-9158-2e6d4f8c49cf None None] For port 4c6f5d10-3897-4f53-b8a6-48d5c8b86117, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=4c6f5d10-3897-4f53-b8a6-48d5c8b86117,segment=NetworkSegment(43a41d4a-7586-477f-827e-b9b1e323ac1b),segment_id=43a41d4a-7586-477f-827e-b9b1e323ac1b)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:51:02.476485 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-43fdd7a7-e2c5-4c1f-9158-2e6d4f8c49cf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:02.501056 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-43fdd7a7-e2c5-4c1f-9158-2e6d4f8c49cf None None] Calling delete_port for 4c6f5d10-3897-4f53-b8a6-48d5c8b86117 owned by network:dhcp {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:51:02.523146 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-bc0cf050-651c-4103-8ec6-1473225fb965 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:02.536720 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-bc0cf050-651c-4103-8ec6-1473225fb965 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Calling delete_port for 5a30aca9-c770-4055-823f-f07e349c836c owned by network:router_interface {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:51:02.608105 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-43fdd7a7-e2c5-4c1f-9158-2e6d4f8c49cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:02.609480 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-c664fb17-7a21-4cc8-95bf-30c6eab36682 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] For port 4e279855-0576-4845-8d55-1e11fdeaca5c, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=4e279855-0576-4845-8d55-1e11fdeaca5c,segment=NetworkSegment(81bf7a93-80b3-43df-b9d5-462c604a2945),segment_id=81bf7a93-80b3-43df-b9d5-462c604a2945)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:51:02.609856 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c664fb17-7a21-4cc8-95bf-30c6eab36682 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:02.631380 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-c664fb17-7a21-4cc8-95bf-30c6eab36682 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Calling delete_port for 4e279855-0576-4845-8d55-1e11fdeaca5c owned by network:router_gateway {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:51:02.652214 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fdd7a7-e2c5-4c1f-9158-2e6d4f8c49cf None None] Pushing event deleted for resources: {'Port': ['ID=4c6f5d10-3897-4f53-b8a6-48d5c8b86117,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:02.657526 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43fdd7a7-e2c5-4c1f-9158-2e6d4f8c49cf None None] No DVR routers for this DVR port 4c6f5d10-3897-4f53-b8a6-48d5c8b86117 on host n-d-779913-29 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:51:02.791707 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-bc0cf050-651c-4103-8ec6-1473225fb965 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:02.831872 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0cf050-651c-4103-8ec6-1473225fb965 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Pushing event deleted for resources: {'Port': ['ID=5a30aca9-c770-4055-823f-f07e349c836c,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:02.865268 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c664fb17-7a21-4cc8-95bf-30c6eab36682 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:02.927418 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c664fb17-7a21-4cc8-95bf-30c6eab36682 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Pushing event deleted for resources: {'Port': ['ID=4e279855-0576-4845-8d55-1e11fdeaca5c,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:03.002046 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c664fb17-7a21-4cc8-95bf-30c6eab36682 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-660532'] for router_gateway, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:03.007798 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-bc0cf050-651c-4103-8ec6-1473225fb965 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-620860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682934'] for router_interface, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:03.154347 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c664fb17-7a21-4cc8-95bf-30c6eab36682 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-711871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12964'] for router, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:03.156569 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c664fb17-7a21-4cc8-95bf-30c6eab36682 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:03.200894 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc0cf050-651c-4103-8ec6-1473225fb965 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Router 286c00bd-ec3d-42c8-a1e0-273cd6cf234d has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:51:03.202476 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c664fb17-7a21-4cc8-95bf-30c6eab36682 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-704815'] for router, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:03.203068 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c664fb17-7a21-4cc8-95bf-30c6eab36682 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Fanout notify agent at l3_agent the message router_deleted on router 7668df1a-3c27-4f4d-b58f-a40f42d46849 {{(pid=93958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:51:03.217555 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c664fb17-7a21-4cc8-95bf-30c6eab36682 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:03.221859 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-c664fb17-7a21-4cc8-95bf-30c6eab36682 tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "DELETE /v2.0/routers/7668df1a-3c27-4f4d-b58f-a40f42d46849 HTTP/1.1" status: 204 len: 168 time: 1.2370696 Jul 14 09:51:03.222207 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 58702) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:51:03.302669 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc0cf050-651c-4103-8ec6-1473225fb965 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:51:03.309621 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-bc0cf050-651c-4103-8ec6-1473225fb965 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] 10.222.0.68 "PUT /v2.0/routers/286c00bd-ec3d-42c8-a1e0-273cd6cf234d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9120848 Jul 14 09:51:03.313375 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce704176-6d7e-48f7-92b4-d4e3d6414283 None None] Sync routers for ids ['286c00bd-ec3d-42c8-a1e0-273cd6cf234d'] in n-d-779913-29 {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:51:03.316042 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2815d70d-f892-40ed-833c-9ede87ccf3ed tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3876111'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:03.317558 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 58710) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:51:03.325631 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce704176-6d7e-48f7-92b4-d4e3d6414283 None None] Routers {'286c00bd-ec3d-42c8-a1e0-273cd6cf234d'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:51:03.326526 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-ce704176-6d7e-48f7-92b4-d4e3d6414283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:50:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['286c00bd-ec3d-42c8-a1e0-273cd6cf234d'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:51:03.410435 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-ce704176-6d7e-48f7-92b4-d4e3d6414283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:51:03.428180 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce704176-6d7e-48f7-92b4-d4e3d6414283 None None] Routers {'286c00bd-ec3d-42c8-a1e0-273cd6cf234d'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:51:03.431165 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2815d70d-f892-40ed-833c-9ede87ccf3ed tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473955', 'neutron.services.segments.db._delete_segments_for_network-8735688326548'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:03.433679 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-ce704176-6d7e-48f7-92b4-d4e3d6414283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:50:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['286c00bd-ec3d-42c8-a1e0-273cd6cf234d'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:51:03.447647 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-2815d70d-f892-40ed-833c-9ede87ccf3ed tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2356bf67-1751-41f7-ad18-6fbd1d9ef117']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:51:03.464435 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-2815d70d-f892-40ed-833c-9ede87ccf3ed tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43a41d4a-7586-477f-827e-b9b1e323ac1b') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:51:03.464956 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-2815d70d-f892-40ed-833c-9ede87ccf3ed tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43a41d4a-7586-477f-827e-b9b1e323ac1b') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:51:03.481775 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2815d70d-f892-40ed-833c-9ede87ccf3ed tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735688356235', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13574129'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:03.487456 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-ce704176-6d7e-48f7-92b4-d4e3d6414283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:51:03.488761 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce704176-6d7e-48f7-92b4-d4e3d6414283 None None] The sync data for ids ['286c00bd-ec3d-42c8-a1e0-273cd6cf234d'] in n-d-779913-29 is: [] {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:51:03.510758 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2815d70d-f892-40ed-833c-9ede87ccf3ed tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:03.519442 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2815d70d-f892-40ed-833c-9ede87ccf3ed tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Releasing vlan 704 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:51:03.519442 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2815d70d-f892-40ed-833c-9ede87ccf3ed tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13573126'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:03.524274 n-d-779913-29 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:51:03.524274 n-d-779913-29 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:51:03.524274 n-d-779913-29 neutron-server[93958]: Traceback (most recent call last): Jul 14 09:51:03.524274 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:51:03.524274 n-d-779913-29 neutron-server[93958]: timer() Jul 14 09:51:03.524274 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:51:03.524274 n-d-779913-29 neutron-server[93958]: cb(*args, **kw) Jul 14 09:51:03.524274 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:51:03.524274 n-d-779913-29 neutron-server[93958]: return func(*args, **kwargs) Jul 14 09:51:03.524274 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:51:03.524274 n-d-779913-29 neutron-server[93958]: self._notify() Jul 14 09:51:03.524274 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:51:03.524274 n-d-779913-29 neutron-server[93958]: self.callback(batched_events) Jul 14 09:51:03.524274 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:51:03.524274 n-d-779913-29 neutron-server[93958]: event.method(event) Jul 14 09:51:03.524274 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:51:03.524274 n-d-779913-29 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:51:03.524274 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:51:03.524274 n-d-779913-29 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:51:03.524274 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:51:03.524274 n-d-779913-29 neutron-server[93958]: return f(self, *a, **k) Jul 14 09:51:03.524274 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:51:03.524274 n-d-779913-29 neutron-server[93958]: return self._get(url).json() Jul 14 09:51:03.524274 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:51:03.524274 n-d-779913-29 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:51:03.524274 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:51:03.524274 n-d-779913-29 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 14 09:51:03.524274 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:51:03.524274 n-d-779913-29 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:51:03.524274 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:51:03.524274 n-d-779913-29 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:51:03.524274 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:51:03.524274 n-d-779913-29 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:51:03.524274 n-d-779913-29 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:51:03.592290 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2815d70d-f892-40ed-833c-9ede87ccf3ed tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660504'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:03.600651 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2815d70d-f892-40ed-833c-9ede87ccf3ed tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:03.604411 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-2815d70d-f892-40ed-833c-9ede87ccf3ed tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "DELETE /v2.0/networks/2356bf67-1751-41f7-ad18-6fbd1d9ef117 HTTP/1.1" status: 204 len: 168 time: 0.3805535 Jul 14 09:51:03.608875 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 58738) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:51:03.638198 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2815d70d-f892-40ed-833c-9ede87ccf3ed tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Pushing event deleted for resources: {'Network': ['ID=2356bf67-1751-41f7-ad18-6fbd1d9ef117,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:03.702567 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cc79921e-118d-455f-8b2c-62fc9e7147be tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:03.734416 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cc79921e-118d-455f-8b2c-62fc9e7147be tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:03.879921 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 4e279855-0576-4845-8d55-1e11fdeaca5c no longer exists at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:51:03.909798 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cc79921e-118d-455f-8b2c-62fc9e7147be tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:03.913736 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cc79921e-118d-455f-8b2c-62fc9e7147be tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:03.915189 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-cc79921e-118d-455f-8b2c-62fc9e7147be tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] 10.222.0.68 "DELETE /v2.0/security-groups/8f0dbdd2-fa03-4b2d-b258-a524dec03322 HTTP/1.1" status: 204 len: 168 time: 0.3052304 Jul 14 09:51:03.937040 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] No Port match for: 4e279855-0576-4845-8d55-1e11fdeaca5c {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:51:03.937645 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 4e279855-0576-4845-8d55-1e11fdeaca5c not bound to the agent host n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:51:03.938338 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device b3f34c6d-4c7f-4c53-af8a-f11b7f00a289 no longer exists at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:51:03.943707 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc79921e-118d-455f-8b2c-62fc9e7147be tempest-TestNetworkAdvancedServerOps-1050478660 tempest-TestNetworkAdvancedServerOps-1050478660-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f0dbdd2-fa03-4b2d-b258-a524dec03322,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:03.952910 n-d-779913-29 neutron-server[93957]: INFO neutron.api.v2.resource [None req-4c5e59fa-9058-4bed-9dc9-520d6eb23706 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] remove_router_interface failed (client error): The resource could not be found. Jul 14 09:51:03.957827 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-4c5e59fa-9058-4bed-9dc9-520d6eb23706 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] 10.222.0.68 "PUT /v2.0/routers/286c00bd-ec3d-42c8-a1e0-273cd6cf234d/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.6352723 Jul 14 09:51:03.959265 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 58750) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:51:03.983745 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] No Port match for: b3f34c6d-4c7f-4c53-af8a-f11b7f00a289 {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:51:03.984206 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device b3f34c6d-4c7f-4c53-af8a-f11b7f00a289 not bound to the agent host n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:51:03.984743 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 4c6f5d10-3897-4f53-b8a6-48d5c8b86117 no longer exists at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:51:03.998383 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-7af53480-fa85-4a30-bba2-8de04aac9702 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] 10.222.0.68 "GET /v2.0/ports?device_id=286c00bd-ec3d-42c8-a1e0-273cd6cf234d HTTP/1.1" status: 200 len: 205 time: 0.0374591 Jul 14 09:51:04.009409 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 58752) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:51:04.020667 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] No Port match for: 4c6f5d10-3897-4f53-b8a6-48d5c8b86117 {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:51:04.021233 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 4c6f5d10-3897-4f53-b8a6-48d5c8b86117 not bound to the agent host n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:51:04.127699 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-0cb31614-815f-4f9a-8371-ae79ea7f21d2 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks [] for router, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:04.301426 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-0cb31614-815f-4f9a-8371-ae79ea7f21d2 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-711871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12964'] for router, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:04.304911 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-0cb31614-815f-4f9a-8371-ae79ea7f21d2 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:04.356291 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-0cb31614-815f-4f9a-8371-ae79ea7f21d2 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-704815'] for router, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:04.357262 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cb31614-815f-4f9a-8371-ae79ea7f21d2 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Fanout notify agent at l3_agent the message router_deleted on router 286c00bd-ec3d-42c8-a1e0-273cd6cf234d {{(pid=93957) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:51:04.365943 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-0cb31614-815f-4f9a-8371-ae79ea7f21d2 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks [] for router, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:04.367680 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-0cb31614-815f-4f9a-8371-ae79ea7f21d2 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] 10.222.0.68 "DELETE /v2.0/routers/286c00bd-ec3d-42c8-a1e0-273cd6cf234d HTTP/1.1" status: 204 len: 168 time: 0.3637438 Jul 14 09:51:04.370116 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 58784) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:51:04.440524 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1860cbf-c8fb-45d5-8e8e-a74ad155da5e tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Deleting subnet 0971399b-d13f-4782-bf6d-c1d676654985 {{(pid=93957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:51:04.444200 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d1860cbf-c8fb-45d5-8e8e-a74ad155da5e tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks [] for subnet, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:04.489168 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d1860cbf-c8fb-45d5-8e8e-a74ad155da5e tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10944203'] for subnet, precommit_delete_associations {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:04.576022 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d1860cbf-c8fb-45d5-8e8e-a74ad155da5e tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3481002'] for subnet, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:04.646506 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d1860cbf-c8fb-45d5-8e8e-a74ad155da5e tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10052701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11984075'] for subnet, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:04.678086 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1860cbf-c8fb-45d5-8e8e-a74ad155da5e tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Pushing event deleted for resources: {'Subnet': ['ID=0971399b-d13f-4782-bf6d-c1d676654985,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:04.687812 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d1860cbf-c8fb-45d5-8e8e-a74ad155da5e tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks [] for subnet, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:04.690465 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-d1860cbf-c8fb-45d5-8e8e-a74ad155da5e tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] 10.222.0.68 "DELETE /v2.0/subnets/0971399b-d13f-4782-bf6d-c1d676654985 HTTP/1.1" status: 204 len: 168 time: 0.3186026 Jul 14 09:51:04.691490 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf1aa490-c344-46a9-8e40-7e478a8e1b21 None None] Network e00393ff-73f6-45d3-8c96-c20fc2dac793 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:51:04.692907 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 58790) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:51:04.774943 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-cbb12944-0207-4ad4-ac85-85f41e766bb6 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3876111'] for network, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:04.850390 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-cbb12944-0207-4ad4-ac85-85f41e766bb6 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Deleting port fa0d5722-d4f7-4a92-ab28-b9e94219be48 {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:51:04.850390 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-cbb12944-0207-4ad4-ac85-85f41e766bb6 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:04.910749 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aff721c0-84d5-43cb-994e-3371cb27f177 None None] DHCP port deletion for e00393ff-73f6-45d3-8c96-c20fc2dac793 request from n-d-779913-29 {{(pid=93959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:51:04.925624 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-cbb12944-0207-4ad4-ac85-85f41e766bb6 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] For port fa0d5722-d4f7-4a92-ab28-b9e94219be48, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=fa0d5722-d4f7-4a92-ab28-b9e94219be48,segment=NetworkSegment(9b04bd10-3e2d-4c36-a124-74686fcc2f86),segment_id=9b04bd10-3e2d-4c36-a124-74686fcc2f86)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:51:04.926080 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-cbb12944-0207-4ad4-ac85-85f41e766bb6 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:04.945678 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-cbb12944-0207-4ad4-ac85-85f41e766bb6 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Calling delete_port for fa0d5722-d4f7-4a92-ab28-b9e94219be48 owned by network:dhcp {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:51:04.983099 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-aff721c0-84d5-43cb-994e-3371cb27f177 None None] Deleting port fa0d5722-d4f7-4a92-ab28-b9e94219be48 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:51:04.983385 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-aff721c0-84d5-43cb-994e-3371cb27f177 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:05.060773 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-cbb12944-0207-4ad4-ac85-85f41e766bb6 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:05.101571 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-aff721c0-84d5-43cb-994e-3371cb27f177 None None] For port fa0d5722-d4f7-4a92-ab28-b9e94219be48, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=fa0d5722-d4f7-4a92-ab28-b9e94219be48,segment=NetworkSegment(9b04bd10-3e2d-4c36-a124-74686fcc2f86),segment_id=9b04bd10-3e2d-4c36-a124-74686fcc2f86)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:51:05.101760 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb12944-0207-4ad4-ac85-85f41e766bb6 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Pushing event deleted for resources: {'Port': ['ID=fa0d5722-d4f7-4a92-ab28-b9e94219be48,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:05.102010 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-aff721c0-84d5-43cb-994e-3371cb27f177 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:05.106084 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb12944-0207-4ad4-ac85-85f41e766bb6 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] No DVR routers for this DVR port fa0d5722-d4f7-4a92-ab28-b9e94219be48 on host n-d-779913-29 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:51:05.130546 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-aff721c0-84d5-43cb-994e-3371cb27f177 None None] Calling delete_port for fa0d5722-d4f7-4a92-ab28-b9e94219be48 owned by network:dhcp {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:51:05.208271 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-cbb12944-0207-4ad4-ac85-85f41e766bb6 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473955', 'neutron.services.segments.db._delete_segments_for_network-8735688326548'] for network, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:05.222467 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-cbb12944-0207-4ad4-ac85-85f41e766bb6 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e00393ff-73f6-45d3-8c96-c20fc2dac793']}} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:51:05.238930 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-cbb12944-0207-4ad4-ac85-85f41e766bb6 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b04bd10-3e2d-4c36-a124-74686fcc2f86') {'for_net_delete': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:51:05.239280 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-cbb12944-0207-4ad4-ac85-85f41e766bb6 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b04bd10-3e2d-4c36-a124-74686fcc2f86') {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:51:05.242109 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-aff721c0-84d5-43cb-994e-3371cb27f177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:05.255831 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-cbb12944-0207-4ad4-ac85-85f41e766bb6 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735688356235', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10944210'] for segment, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:05.271556 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff721c0-84d5-43cb-994e-3371cb27f177 None None] Pushing event deleted for resources: {'Port': ['ID=fa0d5722-d4f7-4a92-ab28-b9e94219be48,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:05.277714 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-cbb12944-0207-4ad4-ac85-85f41e766bb6 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:05.279834 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff721c0-84d5-43cb-994e-3371cb27f177 None None] No DVR routers for this DVR port fa0d5722-d4f7-4a92-ab28-b9e94219be48 on host n-d-779913-29 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:51:05.288544 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbb12944-0207-4ad4-ac85-85f41e766bb6 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Releasing vlan 715 on physical network physnet1 to pool {{(pid=93957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:51:05.289164 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-cbb12944-0207-4ad4-ac85-85f41e766bb6 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10053619'] for segment, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:05.293862 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:51:05.293862 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:51:05.293862 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:51:05.293862 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:51:05.293862 n-d-779913-29 neutron-server[93957]: Traceback (most recent call last): Jul 14 09:51:05.293862 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:51:05.293862 n-d-779913-29 neutron-server[93957]: timer() Jul 14 09:51:05.293862 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:51:05.293862 n-d-779913-29 neutron-server[93957]: cb(*args, **kw) Jul 14 09:51:05.293862 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:51:05.293862 n-d-779913-29 neutron-server[93957]: return func(*args, **kwargs) Jul 14 09:51:05.293862 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:51:05.293862 n-d-779913-29 neutron-server[93957]: self._notify() Jul 14 09:51:05.293862 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:51:05.293862 n-d-779913-29 neutron-server[93957]: self.callback(batched_events) Jul 14 09:51:05.293862 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:51:05.293862 n-d-779913-29 neutron-server[93957]: event.method(event) Jul 14 09:51:05.293862 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:51:05.293862 n-d-779913-29 neutron-server[93957]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:51:05.293862 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:51:05.293862 n-d-779913-29 neutron-server[93957]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:51:05.293862 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:51:05.293862 n-d-779913-29 neutron-server[93957]: return f(self, *a, **k) Jul 14 09:51:05.293862 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:51:05.293862 n-d-779913-29 neutron-server[93957]: return self._get(url).json() Jul 14 09:51:05.293862 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:51:05.293862 n-d-779913-29 neutron-server[93957]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:51:05.293862 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:51:05.293862 n-d-779913-29 neutron-server[93957]: return self.request(url, 'GET', **kwargs) Jul 14 09:51:05.293862 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:51:05.293862 n-d-779913-29 neutron-server[93957]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:51:05.293862 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:51:05.293862 n-d-779913-29 neutron-server[93957]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:51:05.293862 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:51:05.293862 n-d-779913-29 neutron-server[93957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:51:05.293862 n-d-779913-29 neutron-server[93957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:51:05.364969 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 58800) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:51:05.366151 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-cbb12944-0207-4ad4-ac85-85f41e766bb6 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660504'] for network, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:05.374062 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-cbb12944-0207-4ad4-ac85-85f41e766bb6 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks [] for network, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:05.375697 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-cbb12944-0207-4ad4-ac85-85f41e766bb6 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] 10.222.0.68 "DELETE /v2.0/networks/e00393ff-73f6-45d3-8c96-c20fc2dac793 HTTP/1.1" status: 204 len: 168 time: 0.6814578 Jul 14 09:51:05.379655 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 58804) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:51:05.391723 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-755a9beb-a157-4ece-ba7e-5754c1d126f6 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1876693976'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:51:05.394145 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb12944-0207-4ad4-ac85-85f41e766bb6 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Pushing event deleted for resources: {'Network': ['ID=e00393ff-73f6-45d3-8c96-c20fc2dac793,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:05.431180 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-755a9beb-a157-4ece-ba7e-5754c1d126f6 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Made reservation on behalf of 7897b2f4a2684b0badf4b8443fb00fdf for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:51:05.441217 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-755a9beb-a157-4ece-ba7e-5754c1d126f6 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:05.479046 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-755a9beb-a157-4ece-ba7e-5754c1d126f6 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 704} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:51:05.492051 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-755a9beb-a157-4ece-ba7e-5754c1d126f6 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:05.492768 n-d-779913-29 neutron-server[93958]: INFO neutron.db.segments_db [None req-755a9beb-a157-4ece-ba7e-5754c1d126f6 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Added segment 243eba30-0e20-4078-a002-59f0ffc7e639 of type vlan for network 3825a8f7-f83a-478d-b397-e89057aa3650 Jul 14 09:51:05.577551 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-755a9beb-a157-4ece-ba7e-5754c1d126f6 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735687821325'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:05.590307 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device fa0d5722-d4f7-4a92-ab28-b9e94219be48 no longer exists at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:51:05.625140 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] No Port match for: fa0d5722-d4f7-4a92-ab28-b9e94219be48 {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:51:05.625978 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device fa0d5722-d4f7-4a92-ab28-b9e94219be48 not bound to the agent host n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:51:05.638198 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 58806) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:51:05.638556 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-65bc9acb-ebdc-4ac5-91c6-81d800e33c0f admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=62cf828fc3e84fada2a4655d43752657&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2721469 Jul 14 09:51:05.647401 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-755a9beb-a157-4ece-ba7e-5754c1d126f6 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:05.655505 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-755a9beb-a157-4ece-ba7e-5754c1d126f6 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:05.656437 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-755a9beb-a157-4ece-ba7e-5754c1d126f6 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:05.663706 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.agents_db [None req-3c3509fb-540d-4335-a450-574895dd3602 None None] Agent healthcheck: found 7 active agents {{(pid=93960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:51:05.696505 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-48fb92db-b22c-4f8c-9ad0-95cc58e55f72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:05.718956 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-48fb92db-b22c-4f8c-9ad0-95cc58e55f72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:05.735049 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-755a9beb-a157-4ece-ba7e-5754c1d126f6 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3532946 Jul 14 09:51:05.740219 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 58808) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:51:05.747656 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-92f7ddd0-0f0c-4b0b-9737-90a974a27af4 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Request body: {'subnet': {'network_id': '3825a8f7-f83a-478d-b397-e89057aa3650', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:51:05.778774 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-48fb92db-b22c-4f8c-9ad0-95cc58e55f72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:05.781720 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-48fb92db-b22c-4f8c-9ad0-95cc58e55f72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:05.782884 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-48fb92db-b22c-4f8c-9ad0-95cc58e55f72 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/7d58e3bb-985d-4c65-9bb8-99ce7102f9c8 HTTP/1.1" status: 204 len: 168 time: 0.1436872 Jul 14 09:51:05.791534 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fb92db-b22c-4f8c-9ad0-95cc58e55f72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d58e3bb-985d-4c65-9bb8-99ce7102f9c8,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:05.833307 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755a9beb-a157-4ece-ba7e-5754c1d126f6 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Pushing event updated for resources: {'Network': ['ID=3825a8f7-f83a-478d-b397-e89057aa3650,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:05.849325 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Network 3825a8f7-f83a-478d-b397-e89057aa3650 details requested by agent ovs-agent-n-d-779913-29 with host n-d-779913-29 {{(pid=93959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:51:05.899336 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92f7ddd0-0f0c-4b0b-9737-90a974a27af4 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Made reservation on behalf of 7897b2f4a2684b0badf4b8443fb00fdf for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:51:05.906098 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-92f7ddd0-0f0c-4b0b-9737-90a974a27af4 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16714600'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:06.177195 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-92f7ddd0-0f0c-4b0b-9737-90a974a27af4 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13573993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16714586'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:06.177538 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 58816) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:51:06.238904 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-a3fbbf66-5dce-4dba-b45d-55c66d685510 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=ea1a8917a01f4d7baf75d8a29ce5729c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0595961 Jul 14 09:51:06.243506 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 58818) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:51:06.334938 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f7ddd0-0f0c-4b0b-9737-90a974a27af4 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Pushing event updated for resources: {'Subnet': ['ID=4ba2ee63-e3f8-49c9-8b66-4b57a7e3a976,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:06.344864 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92f7ddd0-0f0c-4b0b-9737-90a974a27af4 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Checking segment: {'id': '243eba30-0e20-4078-a002-59f0ffc7e639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '3825a8f7-f83a-478d-b397-e89057aa3650'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:51:06.345452 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92f7ddd0-0f0c-4b0b-9737-90a974a27af4 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Network hostable DHCP agents. Network: 3825a8f7-f83a-478d-b397-e89057aa3650, hostable agents: ['c6a09bd4-f72e-4283-a3ca-0bbca8a51081'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:51:06.403205 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92f7ddd0-0f0c-4b0b-9737-90a974a27af4 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Network 3825a8f7-f83a-478d-b397-e89057aa3650 is scheduled to be hosted by DHCP agent c6a09bd4-f72e-4283-a3ca-0bbca8a51081 with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:51:06.408385 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7a4832f2-ab75-4692-9d0a-04a7b01e107a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:06.437633 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-92f7ddd0-0f0c-4b0b-9737-90a974a27af4 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-29, 3825a8f7-f83a-478d-b397-e89057aa3650) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:51:06.447714 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7a4832f2-ab75-4692-9d0a-04a7b01e107a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:06.449217 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa0a5712-c94b-4ff6-90a4-13da52e01d48 None None] Network 3825a8f7-f83a-478d-b397-e89057aa3650 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:51:06.450236 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92f7ddd0-0f0c-4b0b-9737-90a974a27af4 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:06.450841 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-92f7ddd0-0f0c-4b0b-9737-90a974a27af4 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:06.486019 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 58820) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:51:06.490102 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-92f7ddd0-0f0c-4b0b-9737-90a974a27af4 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7486341 Jul 14 09:51:06.491304 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-3b33742f-7279-4ab6-83fc-748e4e02bad5 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1638441618', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:51:06.517420 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3b33742f-7279-4ab6-83fc-748e4e02bad5 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-711749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14670'] for router, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:06.517724 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3b33742f-7279-4ab6-83fc-748e4e02bad5 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-711718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-661475', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14679'] for router, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:06.527621 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7a4832f2-ab75-4692-9d0a-04a7b01e107a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:06.532031 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7a4832f2-ab75-4692-9d0a-04a7b01e107a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:06.538049 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-7a4832f2-ab75-4692-9d0a-04a7b01e107a admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/4fa7f420-205e-4cbf-a5ce-76066310c1eb HTTP/1.1" status: 204 len: 168 time: 0.2930307 Jul 14 09:51:06.551819 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4832f2-ab75-4692-9d0a-04a7b01e107a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fa7f420-205e-4cbf-a5ce-76066310c1eb,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:06.598842 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3b33742f-7279-4ab6-83fc-748e4e02bad5 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:06.604330 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3b33742f-7279-4ab6-83fc-748e4e02bad5 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-711762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-661452'] for router, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:06.624038 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3b33742f-7279-4ab6-83fc-748e4e02bad5 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks [] for router, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:06.625371 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-3b33742f-7279-4ab6-83fc-748e4e02bad5 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1382327 Jul 14 09:51:06.628827 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 58824) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:51:06.650331 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4d01fb1-3011-4b9b-b2b7-81256934f166 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf57baaa9-fd24-59f4-8fd2-1dc21122ce72-3825a8f7-f83a-478d-b397-e89057aa3650', 'network_id': '3825a8f7-f83a-478d-b397-e89057aa3650', 'tenant_id': '7897b2f4a2684b0badf4b8443fb00fdf', 'fixed_ips': [{'subnet_id': '4ba2ee63-e3f8-49c9-8b66-4b57a7e3a976'}]}} from n-d-779913-29. {{(pid=93959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:51:06.651682 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f4d01fb1-3011-4b9b-b2b7-81256934f166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:06.832281 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-f4d01fb1-3011-4b9b-b2b7-81256934f166 None None] Allocated IP 2001:db8::2 (3825a8f7-f83a-478d-b397-e89057aa3650/4ba2ee63-e3f8-49c9-8b66-4b57a7e3a976/600df2d2-ff08-46f1-bc9d-f5871c1a8d07) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:51:07.005425 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-677380ab-e09b-44b8-b90c-edc407c7217a tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:07.047853 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f4d01fb1-3011-4b9b-b2b7-81256934f166 None None] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:07.058452 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-f4d01fb1-3011-4b9b-b2b7-81256934f166 None None] Transition to ACTIVE for port object 600df2d2-ff08-46f1-bc9d-f5871c1a8d07 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:51:07.081261 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-f4d01fb1-3011-4b9b-b2b7-81256934f166 None None] Transition to ACTIVE for port object 600df2d2-ff08-46f1-bc9d-f5871c1a8d07 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:51:07.090379 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f4d01fb1-3011-4b9b-b2b7-81256934f166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:07.154457 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d01fb1-3011-4b9b-b2b7-81256934f166 None None] Pushing event updated for resources: {'Port': ['ID=600df2d2-ff08-46f1-bc9d-f5871c1a8d07,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:07.170365 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4d01fb1-3011-4b9b-b2b7-81256934f166 None None] Network 3825a8f7-f83a-478d-b397-e89057aa3650 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:51:07.172291 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-f4d01fb1-3011-4b9b-b2b7-81256934f166 None None] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:51:07.177260 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d01fb1-3011-4b9b-b2b7-81256934f166 None None] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:51:07.255264 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-f4d01fb1-3011-4b9b-b2b7-81256934f166 None None] Attempting to bind port 600df2d2-ff08-46f1-bc9d-f5871c1a8d07 on host n-d-779913-29 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:51:07.256791 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-f4d01fb1-3011-4b9b-b2b7-81256934f166 None None] Attempting to bind port 600df2d2-ff08-46f1-bc9d-f5871c1a8d07 by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': '243eba30-0e20-4078-a002-59f0ffc7e639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '3825a8f7-f83a-478d-b397-e89057aa3650'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:51:07.257684 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4d01fb1-3011-4b9b-b2b7-81256934f166 None None] Attempting to bind port 600df2d2-ff08-46f1-bc9d-f5871c1a8d07 on network 3825a8f7-f83a-478d-b397-e89057aa3650 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:51:07.265580 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4d01fb1-3011-4b9b-b2b7-81256934f166 None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 50, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:51:07.266099 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4d01fb1-3011-4b9b-b2b7-81256934f166 None None] Checking segment: {'id': '243eba30-0e20-4078-a002-59f0ffc7e639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '3825a8f7-f83a-478d-b397-e89057aa3650'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:51:07.267105 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f4d01fb1-3011-4b9b-b2b7-81256934f166 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:07.268562 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4d01fb1-3011-4b9b-b2b7-81256934f166 None None] Bound using segment: {'id': '243eba30-0e20-4078-a002-59f0ffc7e639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '3825a8f7-f83a-478d-b397-e89057aa3650'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:51:07.268988 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-f4d01fb1-3011-4b9b-b2b7-81256934f166 None None] Bound port: 600df2d2-ff08-46f1-bc9d-f5871c1a8d07, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '243eba30-0e20-4078-a002-59f0ffc7e639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '3825a8f7-f83a-478d-b397-e89057aa3650'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:51:07.269381 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f4d01fb1-3011-4b9b-b2b7-81256934f166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:07.344439 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-677380ab-e09b-44b8-b90c-edc407c7217a tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Allocated IP 2001:db8::1 (3825a8f7-f83a-478d-b397-e89057aa3650/4ba2ee63-e3f8-49c9-8b66-4b57a7e3a976/c9f5a890-3fb4-4224-b7ca-f0929ea89637) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:51:07.350181 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-f4d01fb1-3011-4b9b-b2b7-81256934f166 None None] For port 600df2d2-ff08-46f1-bc9d-f5871c1a8d07, host n-d-779913-29, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:51:07.354162 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-f4d01fb1-3011-4b9b-b2b7-81256934f166 None None] For port 600df2d2-ff08-46f1-bc9d-f5871c1a8d07, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=600df2d2-ff08-46f1-bc9d-f5871c1a8d07,segment=NetworkSegment(243eba30-0e20-4078-a002-59f0ffc7e639),segment_id=243eba30-0e20-4078-a002-59f0ffc7e639)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:51:07.360776 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f4d01fb1-3011-4b9b-b2b7-81256934f166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:07.426737 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d01fb1-3011-4b9b-b2b7-81256934f166 None None] Pushing event updated for resources: {'Port': ['ID=600df2d2-ff08-46f1-bc9d-f5871c1a8d07,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:07.526581 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-677380ab-e09b-44b8-b90c-edc407c7217a tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:07.542903 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-677380ab-e09b-44b8-b90c-edc407c7217a tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Transition to ACTIVE for port object c9f5a890-3fb4-4224-b7ca-f0929ea89637 will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:51:07.586066 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-677380ab-e09b-44b8-b90c-edc407c7217a tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:07.652307 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-677380ab-e09b-44b8-b90c-edc407c7217a tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Network 3825a8f7-f83a-478d-b397-e89057aa3650 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:51:07.655958 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-677380ab-e09b-44b8-b90c-edc407c7217a tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:51:07.659184 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-677380ab-e09b-44b8-b90c-edc407c7217a tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:51:07.660134 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-677380ab-e09b-44b8-b90c-edc407c7217a tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-660393'] for router_interface, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:07.715619 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677380ab-e09b-44b8-b90c-edc407c7217a tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Pushing event updated for resources: {'Port': ['ID=c9f5a890-3fb4-4224-b7ca-f0929ea89637,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:07.818120 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-677380ab-e09b-44b8-b90c-edc407c7217a tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:08.098488 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-677380ab-e09b-44b8-b90c-edc407c7217a tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:08.103294 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-677380ab-e09b-44b8-b90c-edc407c7217a tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:08.104263 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-677380ab-e09b-44b8-b90c-edc407c7217a tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-683747'] for router_interface, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:08.200711 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677380ab-e09b-44b8-b90c-edc407c7217a tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Pushing event updated for resources: {'Port': ['ID=c9f5a890-3fb4-4224-b7ca-f0929ea89637,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:08.252927 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-677380ab-e09b-44b8-b90c-edc407c7217a tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Network 3825a8f7-f83a-478d-b397-e89057aa3650 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:51:08.254542 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-677380ab-e09b-44b8-b90c-edc407c7217a tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:51:08.414642 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-677380ab-e09b-44b8-b90c-edc407c7217a tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Router fcf6d058-b1b4-4f5a-b9cf-f3c40ba92206 is scheduled to L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 with binding_index 1 {{(pid=93957) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:51:08.516924 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-677380ab-e09b-44b8-b90c-edc407c7217a tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:51:08.522667 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-677380ab-e09b-44b8-b90c-edc407c7217a tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] 10.222.0.68 "PUT /v2.0/routers/fcf6d058-b1b4-4f5a-b9cf-f3c40ba92206/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8928320 Jul 14 09:51:08.526255 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 58830) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:51:08.532372 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bed155f0-573c-4479-acbb-3e0eeadc0a41 None None] Sync routers for ids ['fcf6d058-b1b4-4f5a-b9cf-f3c40ba92206'] in n-d-779913-29 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:51:08.551129 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed155f0-573c-4479-acbb-3e0eeadc0a41 None None] Routers {'fcf6d058-b1b4-4f5a-b9cf-f3c40ba92206'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:51:08.552117 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-bed155f0-573c-4479-acbb-3e0eeadc0a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:50:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['fcf6d058-b1b4-4f5a-b9cf-f3c40ba92206'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:51:08.570878 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa55faf3-6cfb-4881-97c9-4852cc09d9b3 None None] Network 3825a8f7-f83a-478d-b397-e89057aa3650 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:51:08.603262 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-973a5cc8-c31e-446c-baba-ca3c1b170ab9 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:08.605556 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-973a5cc8-c31e-446c-baba-ca3c1b170ab9 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] 10.222.0.68 "GET /v2.0/ports/c9f5a890-3fb4-4224-b7ca-f0929ea89637 HTTP/1.1" status: 200 len: 911 time: 0.0781813 Jul 14 09:51:08.608452 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 58832) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:51:08.691846 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-24a08188-8601-4e6a-9998-dd8d07fff9f7 None None] Provisioning for port 600df2d2-ff08-46f1-bc9d-f5871c1a8d07 completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:51:08.701920 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-bed155f0-573c-4479-acbb-3e0eeadc0a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:51:08.713450 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed155f0-573c-4479-acbb-3e0eeadc0a41 None None] Routers {'fcf6d058-b1b4-4f5a-b9cf-f3c40ba92206'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:51:08.714090 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-bed155f0-573c-4479-acbb-3e0eeadc0a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:50:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['fcf6d058-b1b4-4f5a-b9cf-f3c40ba92206'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:51:08.751951 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-bed155f0-573c-4479-acbb-3e0eeadc0a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:51:08.752823 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bed155f0-573c-4479-acbb-3e0eeadc0a41 None None] The sync data for ids ['fcf6d058-b1b4-4f5a-b9cf-f3c40ba92206'] in n-d-779913-29 is: [] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:51:09.055828 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-66343880-33bf-4c57-b0f5-1922c63ec734 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-683602'] for router_interface, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:09.155534 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-1aa28b2c-ca1d-436d-83b6-33eeec17802b None None] Provisioning for port c9f5a890-3fb4-4224-b7ca-f0929ea89637 completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:51:09.163470 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-1aa28b2c-ca1d-436d-83b6-33eeec17802b None None] Provisioning complete for port c9f5a890-3fb4-4224-b7ca-f0929ea89637 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:51:09.164103 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1aa28b2c-ca1d-436d-83b6-33eeec17802b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:09.204454 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-1aa28b2c-ca1d-436d-83b6-33eeec17802b None None] Port c9f5a890-3fb4-4224-b7ca-f0929ea89637 cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:51:09.356833 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-263b8e42-3115-422d-ab65-3accd9eca95d None None] Provisioning complete for port c9f5a890-3fb4-4224-b7ca-f0929ea89637 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:51:09.357239 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-263b8e42-3115-422d-ab65-3accd9eca95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:09.391207 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-66343880-33bf-4c57-b0f5-1922c63ec734 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Deleting port c9f5a890-3fb4-4224-b7ca-f0929ea89637 {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:51:09.391626 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-66343880-33bf-4c57-b0f5-1922c63ec734 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:09.397572 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-263b8e42-3115-422d-ab65-3accd9eca95d None None] Port c9f5a890-3fb4-4224-b7ca-f0929ea89637 cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:51:09.628485 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-3c40ca4e-a1a7-4493-a6e8-ad039b509118 None None] Provisioning complete for port c9f5a890-3fb4-4224-b7ca-f0929ea89637 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:51:09.629430 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3c40ca4e-a1a7-4493-a6e8-ad039b509118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:09.664104 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 600df2d2-ff08-46f1-bc9d-f5871c1a8d07 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:51:09.707571 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-3c40ca4e-a1a7-4493-a6e8-ad039b509118 None None] Port c9f5a890-3fb4-4224-b7ca-f0929ea89637 cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:51:09.727011 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning for port 600df2d2-ff08-46f1-bc9d-f5871c1a8d07 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:51:09.731770 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port 600df2d2-ff08-46f1-bc9d-f5871c1a8d07 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:51:09.732274 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:09.863125 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-66343880-33bf-4c57-b0f5-1922c63ec734 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:09.886574 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-66343880-33bf-4c57-b0f5-1922c63ec734 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Calling delete_port for c9f5a890-3fb4-4224-b7ca-f0929ea89637 owned by network:router_interface {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:51:10.003906 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:10.059528 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] For port 600df2d2-ff08-46f1-bc9d-f5871c1a8d07, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=600df2d2-ff08-46f1-bc9d-f5871c1a8d07,segment=NetworkSegment(243eba30-0e20-4078-a002-59f0ffc7e639),segment_id=243eba30-0e20-4078-a002-59f0ffc7e639)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:51:10.066813 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:10.103653 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-66343880-33bf-4c57-b0f5-1922c63ec734 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:10.118138 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Pushing event updated for resources: {'Port': ['ID=600df2d2-ff08-46f1-bc9d-f5871c1a8d07,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:10.133088 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66343880-33bf-4c57-b0f5-1922c63ec734 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Pushing event deleted for resources: {'Port': ['ID=c9f5a890-3fb4-4224-b7ca-f0929ea89637,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:10.242538 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-66343880-33bf-4c57-b0f5-1922c63ec734 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-620860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682934'] for router_interface, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:10.421447 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66343880-33bf-4c57-b0f5-1922c63ec734 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Router fcf6d058-b1b4-4f5a-b9cf-f3c40ba92206 has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:51:10.511418 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66343880-33bf-4c57-b0f5-1922c63ec734 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:51:10.520739 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 58838) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:51:10.522859 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27219adf-3451-4dc2-8ba8-f157874bda40 None None] Sync routers for ids ['fcf6d058-b1b4-4f5a-b9cf-f3c40ba92206'] in n-d-779913-29 {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:51:10.530095 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-66343880-33bf-4c57-b0f5-1922c63ec734 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] 10.222.0.68 "PUT /v2.0/routers/fcf6d058-b1b4-4f5a-b9cf-f3c40ba92206/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9203951 Jul 14 09:51:10.540130 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27219adf-3451-4dc2-8ba8-f157874bda40 None None] Routers {'fcf6d058-b1b4-4f5a-b9cf-f3c40ba92206'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:51:10.540833 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-27219adf-3451-4dc2-8ba8-f157874bda40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:50:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['fcf6d058-b1b4-4f5a-b9cf-f3c40ba92206'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:51:10.554930 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 58840) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:51:10.555285 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-f17f4e73-253b-4898-b1bd-940417638ac1 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] 10.222.0.68 "GET /v2.0/ports?device_id=fcf6d058-b1b4-4f5a-b9cf-f3c40ba92206 HTTP/1.1" status: 200 len: 205 time: 0.0321853 Jul 14 09:51:10.582083 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-27219adf-3451-4dc2-8ba8-f157874bda40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:51:10.594556 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27219adf-3451-4dc2-8ba8-f157874bda40 None None] Routers {'fcf6d058-b1b4-4f5a-b9cf-f3c40ba92206'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:51:10.595194 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-27219adf-3451-4dc2-8ba8-f157874bda40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:50:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['fcf6d058-b1b4-4f5a-b9cf-f3c40ba92206'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:51:10.634091 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-27219adf-3451-4dc2-8ba8-f157874bda40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:51:10.635260 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27219adf-3451-4dc2-8ba8-f157874bda40 None None] The sync data for ids ['fcf6d058-b1b4-4f5a-b9cf-f3c40ba92206'] in n-d-779913-29 is: [] {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:51:10.661546 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-18e4f852-0354-4a4e-9b7a-3c9bb8262cb5 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks [] for router, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:10.828444 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-18e4f852-0354-4a4e-9b7a-3c9bb8262cb5 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-711871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12964'] for router, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:10.833038 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-18e4f852-0354-4a4e-9b7a-3c9bb8262cb5 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:10.885987 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-18e4f852-0354-4a4e-9b7a-3c9bb8262cb5 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-704815'] for router, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:10.886735 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18e4f852-0354-4a4e-9b7a-3c9bb8262cb5 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Fanout notify agent at l3_agent the message router_deleted on router fcf6d058-b1b4-4f5a-b9cf-f3c40ba92206 {{(pid=93957) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:51:10.894711 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-18e4f852-0354-4a4e-9b7a-3c9bb8262cb5 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks [] for router, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:10.895801 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-18e4f852-0354-4a4e-9b7a-3c9bb8262cb5 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] 10.222.0.68 "DELETE /v2.0/routers/fcf6d058-b1b4-4f5a-b9cf-f3c40ba92206 HTTP/1.1" status: 204 len: 168 time: 0.3398726 Jul 14 09:51:10.898598 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 58842) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:51:10.952874 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-7858b1c6-c55d-433f-81a5-10a1b29b6863 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Deleting subnet 4ba2ee63-e3f8-49c9-8b66-4b57a7e3a976 {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:51:10.956225 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7858b1c6-c55d-433f-81a5-10a1b29b6863 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:11.352822 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7858b1c6-c55d-433f-81a5-10a1b29b6863 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13574120'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:11.451958 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7858b1c6-c55d-433f-81a5-10a1b29b6863 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3481002'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:11.527515 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7858b1c6-c55d-433f-81a5-10a1b29b6863 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13574056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16714573'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:11.553686 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-128d0ab0-6a84-42a5-9631-fa6a899b5ddb None None] Network 3825a8f7-f83a-478d-b397-e89057aa3650 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:51:11.564424 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7858b1c6-c55d-433f-81a5-10a1b29b6863 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:11.568723 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-7858b1c6-c55d-433f-81a5-10a1b29b6863 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] 10.222.0.68 "DELETE /v2.0/subnets/4ba2ee63-e3f8-49c9-8b66-4b57a7e3a976 HTTP/1.1" status: 204 len: 168 time: 0.6690085 Jul 14 09:51:11.570793 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 58846) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:51:11.571019 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7858b1c6-c55d-433f-81a5-10a1b29b6863 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Pushing event deleted for resources: {'Subnet': ['ID=4ba2ee63-e3f8-49c9-8b66-4b57a7e3a976,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:11.636411 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 600df2d2-ff08-46f1-bc9d-f5871c1a8d07 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:51:11.686644 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-26fb39cf-3ea1-494f-9131-07869557a50b tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3876111'] for network, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:11.765162 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-26fb39cf-3ea1-494f-9131-07869557a50b tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Deleting port 600df2d2-ff08-46f1-bc9d-f5871c1a8d07 {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:51:11.765841 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-26fb39cf-3ea1-494f-9131-07869557a50b tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:11.766879 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port 600df2d2-ff08-46f1-bc9d-f5871c1a8d07 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:51:11.767364 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:11.840547 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-26fb39cf-3ea1-494f-9131-07869557a50b tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] For port 600df2d2-ff08-46f1-bc9d-f5871c1a8d07, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=600df2d2-ff08-46f1-bc9d-f5871c1a8d07,segment=NetworkSegment(243eba30-0e20-4078-a002-59f0ffc7e639),segment_id=243eba30-0e20-4078-a002-59f0ffc7e639)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:51:11.841228 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-26fb39cf-3ea1-494f-9131-07869557a50b tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:11.857307 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-26fb39cf-3ea1-494f-9131-07869557a50b tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Calling delete_port for 600df2d2-ff08-46f1-bc9d-f5871c1a8d07 owned by network:dhcp {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:51:11.929090 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b33e13a-672c-4c51-8e38-e1cce4f8f959 None None] DHCP port deletion for 3825a8f7-f83a-478d-b397-e89057aa3650 request from n-d-779913-29 {{(pid=93959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:51:11.965451 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-26fb39cf-3ea1-494f-9131-07869557a50b tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:11.991919 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-2b33e13a-672c-4c51-8e38-e1cce4f8f959 None None] Deleting port 600df2d2-ff08-46f1-bc9d-f5871c1a8d07 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:51:11.992725 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2b33e13a-672c-4c51-8e38-e1cce4f8f959 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:11.994480 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fb39cf-3ea1-494f-9131-07869557a50b tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Pushing event deleted for resources: {'Port': ['ID=600df2d2-ff08-46f1-bc9d-f5871c1a8d07,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:11.998654 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26fb39cf-3ea1-494f-9131-07869557a50b tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] No DVR routers for this DVR port 600df2d2-ff08-46f1-bc9d-f5871c1a8d07 on host n-d-779913-29 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:51:12.077315 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-2b33e13a-672c-4c51-8e38-e1cce4f8f959 None None] For port 600df2d2-ff08-46f1-bc9d-f5871c1a8d07, host n-d-779913-29, got binding levels [] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:51:12.077765 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2b33e13a-672c-4c51-8e38-e1cce4f8f959 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:12.096010 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-2b33e13a-672c-4c51-8e38-e1cce4f8f959 None None] Calling delete_port for 600df2d2-ff08-46f1-bc9d-f5871c1a8d07 owned by network:dhcp {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:51:12.099566 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.ipam_backend_mixin [None req-2b33e13a-672c-4c51-8e38-e1cce4f8f959 None None] Port 600df2d2-ff08-46f1-bc9d-f5871c1a8d07 was not found and therefore no delete operation was performed {{(pid=93959) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 14 09:51:12.100994 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2b33e13a-672c-4c51-8e38-e1cce4f8f959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:12.103576 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-26fb39cf-3ea1-494f-9131-07869557a50b tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473955', 'neutron.services.segments.db._delete_segments_for_network-8735688326548'] for network, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:12.114970 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-26fb39cf-3ea1-494f-9131-07869557a50b tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3825a8f7-f83a-478d-b397-e89057aa3650']}} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:51:12.132010 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b33e13a-672c-4c51-8e38-e1cce4f8f959 None None] No DVR routers for this DVR port 600df2d2-ff08-46f1-bc9d-f5871c1a8d07 on host n-d-779913-29 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:51:12.132239 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-26fb39cf-3ea1-494f-9131-07869557a50b tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '243eba30-0e20-4078-a002-59f0ffc7e639') {'for_net_delete': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:51:12.132686 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-26fb39cf-3ea1-494f-9131-07869557a50b tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '243eba30-0e20-4078-a002-59f0ffc7e639') {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:51:12.134229 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b33e13a-672c-4c51-8e38-e1cce4f8f959 None None] Pushing event deleted for resources: {'Port': ['ID=600df2d2-ff08-46f1-bc9d-f5871c1a8d07,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:12.147412 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-26fb39cf-3ea1-494f-9131-07869557a50b tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735688356235', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10944210'] for segment, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:12.162717 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-26fb39cf-3ea1-494f-9131-07869557a50b tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:12.170498 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26fb39cf-3ea1-494f-9131-07869557a50b tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Releasing vlan 704 on physical network physnet1 to pool {{(pid=93957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:51:12.170942 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-26fb39cf-3ea1-494f-9131-07869557a50b tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10053619'] for segment, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:12.175469 n-d-779913-29 neutron-server[93957]: Traceback (most recent call last): Jul 14 09:51:12.175469 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:51:12.175469 n-d-779913-29 neutron-server[93957]: timer() Jul 14 09:51:12.175469 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:51:12.175469 n-d-779913-29 neutron-server[93957]: cb(*args, **kw) Jul 14 09:51:12.175469 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:51:12.175469 n-d-779913-29 neutron-server[93957]: return func(*args, **kwargs) Jul 14 09:51:12.175469 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:51:12.175469 n-d-779913-29 neutron-server[93957]: self._notify() Jul 14 09:51:12.175469 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:51:12.175469 n-d-779913-29 neutron-server[93957]: self.callback(batched_events) Jul 14 09:51:12.175469 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:51:12.175469 n-d-779913-29 neutron-server[93957]: event.method(event) Jul 14 09:51:12.175469 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:51:12.175469 n-d-779913-29 neutron-server[93957]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:51:12.175469 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:51:12.175469 n-d-779913-29 neutron-server[93957]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:51:12.175469 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:51:12.175469 n-d-779913-29 neutron-server[93957]: return f(self, *a, **k) Jul 14 09:51:12.175469 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:51:12.175469 n-d-779913-29 neutron-server[93957]: return self._get(url).json() Jul 14 09:51:12.175469 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:51:12.175469 n-d-779913-29 neutron-server[93957]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:51:12.175469 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:51:12.175469 n-d-779913-29 neutron-server[93957]: return self.request(url, 'GET', **kwargs) Jul 14 09:51:12.175469 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:51:12.175469 n-d-779913-29 neutron-server[93957]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:51:12.175469 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:51:12.175469 n-d-779913-29 neutron-server[93957]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:51:12.175469 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:51:12.175469 n-d-779913-29 neutron-server[93957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:51:12.175469 n-d-779913-29 neutron-server[93957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:51:12.246811 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-26fb39cf-3ea1-494f-9131-07869557a50b tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660504'] for network, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:12.259407 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-26fb39cf-3ea1-494f-9131-07869557a50b tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks [] for network, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:12.261420 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-26fb39cf-3ea1-494f-9131-07869557a50b tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] 10.222.0.68 "DELETE /v2.0/networks/3825a8f7-f83a-478d-b397-e89057aa3650 HTTP/1.1" status: 204 len: 168 time: 0.6897495 Jul 14 09:51:12.265398 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 58848) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:51:12.270997 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-0001c123-472d-44b8-a14c-63a1e359d93d tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-185745221', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'}, 'admin_state_up': False}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:51:12.291071 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fb39cf-3ea1-494f-9131-07869557a50b tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Pushing event deleted for resources: {'Network': ['ID=3825a8f7-f83a-478d-b397-e89057aa3650,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:12.312547 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-0001c123-472d-44b8-a14c-63a1e359d93d tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-711749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14670'] for router, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:12.314171 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-0001c123-472d-44b8-a14c-63a1e359d93d tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-711718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-661475', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14679'] for router, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:12.370833 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-0001c123-472d-44b8-a14c-63a1e359d93d tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:12.524933 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-0001c123-472d-44b8-a14c-63a1e359d93d tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-661489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-711771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12973'] for router, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:12.764745 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-0001c123-472d-44b8-a14c-63a1e359d93d tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks [] for router_gateway, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:12.785104 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-0001c123-472d-44b8-a14c-63a1e359d93d tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:12.900795 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-0001c123-472d-44b8-a14c-63a1e359d93d tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Allocated IP 172.25.4.90 (2dcd4d32-cc7c-4468-b396-7ce5c9231892/6cd22a75-5bc1-467c-a3c4-0af04bd1b34a/8cc84044-e048-4c2a-b806-eeaa0d409f04) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:51:12.953681 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:13.053320 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-0001c123-472d-44b8-a14c-63a1e359d93d tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:13.107374 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-0001c123-472d-44b8-a14c-63a1e359d93d tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:13.152066 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0001c123-472d-44b8-a14c-63a1e359d93d tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Network 2dcd4d32-cc7c-4468-b396-7ce5c9231892 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:51:13.156573 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-0001c123-472d-44b8-a14c-63a1e359d93d tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:51:13.161771 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0001c123-472d-44b8-a14c-63a1e359d93d tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:51:13.166031 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0001c123-472d-44b8-a14c-63a1e359d93d tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Pushing event updated for resources: {'Port': ['ID=8cc84044-e048-4c2a-b806-eeaa0d409f04,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:13.464133 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-0001c123-472d-44b8-a14c-63a1e359d93d tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks [] for router_gateway, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:13.560078 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 600df2d2-ff08-46f1-bc9d-f5871c1a8d07 no longer exists at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:51:13.585977 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] No Port match for: 600df2d2-ff08-46f1-bc9d-f5871c1a8d07 {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:51:13.586432 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 600df2d2-ff08-46f1-bc9d-f5871c1a8d07 not bound to the agent host n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:51:13.713540 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-0001c123-472d-44b8-a14c-63a1e359d93d tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-711762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-661452'] for router, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:13.742109 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:13.870024 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0001c123-472d-44b8-a14c-63a1e359d93d tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Router d7609e3a-a749-4c76-8b83-a416a3aa6f8e is scheduled to L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 with binding_index 1 {{(pid=93957) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:51:13.984916 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0001c123-472d-44b8-a14c-63a1e359d93d tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:51:13.998297 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae972d99-d298-42c7-ab68-96e7e00aa687 None None] Sync routers for ids ['d7609e3a-a749-4c76-8b83-a416a3aa6f8e'] in n-d-779913-29 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:51:14.011039 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae972d99-d298-42c7-ab68-96e7e00aa687 None None] Routers {'d7609e3a-a749-4c76-8b83-a416a3aa6f8e'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:51:14.011399 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-0001c123-472d-44b8-a14c-63a1e359d93d tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks [] for router, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:14.011915 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-ae972d99-d298-42c7-ab68-96e7e00aa687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:50:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['d7609e3a-a749-4c76-8b83-a416a3aa6f8e'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:51:14.016802 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-0001c123-472d-44b8-a14c-63a1e359d93d tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 1.7461252 Jul 14 09:51:14.016979 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 58854) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:51:14.049057 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-ae972d99-d298-42c7-ab68-96e7e00aa687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:51:14.061182 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae972d99-d298-42c7-ab68-96e7e00aa687 None None] Routers {'d7609e3a-a749-4c76-8b83-a416a3aa6f8e'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:51:14.061849 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-ae972d99-d298-42c7-ab68-96e7e00aa687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:50:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['d7609e3a-a749-4c76-8b83-a416a3aa6f8e'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:51:14.100946 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-ae972d99-d298-42c7-ab68-96e7e00aa687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:51:14.101984 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae972d99-d298-42c7-ab68-96e7e00aa687 None None] The sync data for ids ['d7609e3a-a749-4c76-8b83-a416a3aa6f8e'] in n-d-779913-29 is: [] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:51:14.146754 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-d07cd833-8eff-4b8a-8429-7742b9f0fc11 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] 10.222.0.68 "GET /v2.0/routers/d7609e3a-a749-4c76-8b83-a416a3aa6f8e HTTP/1.1" status: 200 len: 883 time: 0.1277871 Jul 14 09:51:14.150236 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 58856) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:51:14.377801 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-fda35313-88cf-407a-b289-8816adae95e6 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] 10.222.0.68 "GET /v2.0/routers HTTP/1.1" status: 200 len: 886 time: 0.2261608 Jul 14 09:51:14.380207 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 58858) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:51:14.384787 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-dffe07e8-df5b-45e6-acae-a1d57b917ba5 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-185745221'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:51:14.710714 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-dffe07e8-df5b-45e6-acae-a1d57b917ba5 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-661489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-711771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12973'] for router, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:14.726597 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-dffe07e8-df5b-45e6-acae-a1d57b917ba5 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-661452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-661502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-661447', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-711840'] for router, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:14.857786 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dffe07e8-df5b-45e6-acae-a1d57b917ba5 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Router d7609e3a-a749-4c76-8b83-a416a3aa6f8e has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:51:14.982386 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dffe07e8-df5b-45e6-acae-a1d57b917ba5 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:51:14.990969 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-dffe07e8-df5b-45e6-acae-a1d57b917ba5 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:14.992177 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-dffe07e8-df5b-45e6-acae-a1d57b917ba5 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] 10.222.0.68 "PUT /v2.0/routers/d7609e3a-a749-4c76-8b83-a416a3aa6f8e HTTP/1.1" status: 200 len: 890 time: 0.6110241 Jul 14 09:51:14.995520 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e28e97-37af-4505-bc4e-63028b29c145 None None] Sync routers for ids ['d7609e3a-a749-4c76-8b83-a416a3aa6f8e'] in n-d-779913-29 {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:51:14.996056 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 58862) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:51:15.007054 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e28e97-37af-4505-bc4e-63028b29c145 None None] Routers {'d7609e3a-a749-4c76-8b83-a416a3aa6f8e'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:51:15.007965 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-d8e28e97-37af-4505-bc4e-63028b29c145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:50:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['d7609e3a-a749-4c76-8b83-a416a3aa6f8e'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:51:15.044794 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-d8e28e97-37af-4505-bc4e-63028b29c145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:51:15.055808 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e28e97-37af-4505-bc4e-63028b29c145 None None] Routers {'d7609e3a-a749-4c76-8b83-a416a3aa6f8e'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:51:15.056442 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-d8e28e97-37af-4505-bc4e-63028b29c145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:50:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['d7609e3a-a749-4c76-8b83-a416a3aa6f8e'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:51:15.095187 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-d8e28e97-37af-4505-bc4e-63028b29c145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:51:15.096763 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e28e97-37af-4505-bc4e-63028b29c145 None None] The sync data for ids ['d7609e3a-a749-4c76-8b83-a416a3aa6f8e'] in n-d-779913-29 is: [] {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:51:15.142862 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-d0458e4c-a71e-47ca-a2b1-7f3567720014 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] 10.222.0.68 "GET /v2.0/routers/d7609e3a-a749-4c76-8b83-a416a3aa6f8e HTTP/1.1" status: 200 len: 890 time: 0.1455710 Jul 14 09:51:15.148966 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 58864) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:51:15.179694 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-7630ba25-d571-47db-8b20-8996acc2fcbc tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] 10.222.0.68 "GET /v2.0/ports?device_id=d7609e3a-a749-4c76-8b83-a416a3aa6f8e HTTP/1.1" status: 200 len: 205 time: 0.0295148 Jul 14 09:51:15.183163 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 58866) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:51:15.298804 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-18d378a0-5c4e-4393-a59b-0027d5708d40 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks [] for router, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:15.422714 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-18d378a0-5c4e-4393-a59b-0027d5708d40 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:15.482282 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-18d378a0-5c4e-4393-a59b-0027d5708d40 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Deleting port 8cc84044-e048-4c2a-b806-eeaa0d409f04 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:51:15.483308 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-18d378a0-5c4e-4393-a59b-0027d5708d40 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:15.573468 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-18d378a0-5c4e-4393-a59b-0027d5708d40 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:15.587803 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-18d378a0-5c4e-4393-a59b-0027d5708d40 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Calling delete_port for 8cc84044-e048-4c2a-b806-eeaa0d409f04 owned by network:router_gateway {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:51:15.773377 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-18d378a0-5c4e-4393-a59b-0027d5708d40 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:15.808556 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d378a0-5c4e-4393-a59b-0027d5708d40 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Pushing event deleted for resources: {'Port': ['ID=8cc84044-e048-4c2a-b806-eeaa0d409f04,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:15.888287 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-18d378a0-5c4e-4393-a59b-0027d5708d40 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-660532'] for router_gateway, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:15.986346 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-18d378a0-5c4e-4393-a59b-0027d5708d40 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-711871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12964'] for router, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:15.988518 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-18d378a0-5c4e-4393-a59b-0027d5708d40 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:16.041104 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-18d378a0-5c4e-4393-a59b-0027d5708d40 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-704815'] for router, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:16.041975 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18d378a0-5c4e-4393-a59b-0027d5708d40 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Fanout notify agent at l3_agent the message router_deleted on router d7609e3a-a749-4c76-8b83-a416a3aa6f8e {{(pid=93958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:51:16.050604 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-18d378a0-5c4e-4393-a59b-0027d5708d40 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:16.051903 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-18d378a0-5c4e-4393-a59b-0027d5708d40 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] 10.222.0.68 "DELETE /v2.0/routers/d7609e3a-a749-4c76-8b83-a416a3aa6f8e HTTP/1.1" status: 204 len: 168 time: 0.8677633 Jul 14 09:51:16.055782 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 58870) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:51:16.062284 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-f0662195-42cb-4510-8075-85c854a73944 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1735437651'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:51:16.086294 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0662195-42cb-4510-8075-85c854a73944 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Made reservation on behalf of 7897b2f4a2684b0badf4b8443fb00fdf for: {'network': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:51:16.091165 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f0662195-42cb-4510-8075-85c854a73944 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for network, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:16.119858 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0662195-42cb-4510-8075-85c854a73944 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 728} {{(pid=93957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:51:16.130261 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f0662195-42cb-4510-8075-85c854a73944 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:16.130603 n-d-779913-29 neutron-server[93957]: INFO neutron.db.segments_db [None req-f0662195-42cb-4510-8075-85c854a73944 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Added segment a4676111-aafc-48f0-8ce8-408f1332ebef of type vlan for network b8556a20-a6cc-40fd-9753-9cb4899de9e6 Jul 14 09:51:16.174864 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f0662195-42cb-4510-8075-85c854a73944 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735687821325'] for network, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:16.217396 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f0662195-42cb-4510-8075-85c854a73944 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855'] for network, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:16.223877 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0662195-42cb-4510-8075-85c854a73944 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:16.225447 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f0662195-42cb-4510-8075-85c854a73944 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks [] for network, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:16.294747 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-f0662195-42cb-4510-8075-85c854a73944 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2375040 Jul 14 09:51:16.298013 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 58872) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:51:16.298552 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0662195-42cb-4510-8075-85c854a73944 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Pushing event updated for resources: {'Network': ['ID=b8556a20-a6cc-40fd-9753-9cb4899de9e6,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:16.303728 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-95245c7a-f077-413a-89cf-76c8183ed11e tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Request body: {'subnet': {'network_id': 'b8556a20-a6cc-40fd-9753-9cb4899de9e6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:51:16.310499 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Network b8556a20-a6cc-40fd-9753-9cb4899de9e6 details requested by agent ovs-agent-n-d-779913-29 with host n-d-779913-29 {{(pid=93959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:51:16.435529 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95245c7a-f077-413a-89cf-76c8183ed11e tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Made reservation on behalf of 7897b2f4a2684b0badf4b8443fb00fdf for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:51:16.442525 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-95245c7a-f077-413a-89cf-76c8183ed11e tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16714600'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:16.646711 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-95245c7a-f077-413a-89cf-76c8183ed11e tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13573993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16714586'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:16.706185 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95245c7a-f077-413a-89cf-76c8183ed11e tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Pushing event updated for resources: {'Subnet': ['ID=ecefa385-dd0b-48e6-8b57-fe7c95e543b7,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:16.717892 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95245c7a-f077-413a-89cf-76c8183ed11e tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Checking segment: {'id': 'a4676111-aafc-48f0-8ce8-408f1332ebef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'b8556a20-a6cc-40fd-9753-9cb4899de9e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:51:16.718255 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95245c7a-f077-413a-89cf-76c8183ed11e tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Network hostable DHCP agents. Network: b8556a20-a6cc-40fd-9753-9cb4899de9e6, hostable agents: ['c6a09bd4-f72e-4283-a3ca-0bbca8a51081'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:51:16.737209 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95245c7a-f077-413a-89cf-76c8183ed11e tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Network b8556a20-a6cc-40fd-9753-9cb4899de9e6 is scheduled to be hosted by DHCP agent c6a09bd4-f72e-4283-a3ca-0bbca8a51081 with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:51:16.747978 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-95245c7a-f077-413a-89cf-76c8183ed11e tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-29, b8556a20-a6cc-40fd-9753-9cb4899de9e6) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:51:16.753309 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95245c7a-f077-413a-89cf-76c8183ed11e tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:16.753917 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-95245c7a-f077-413a-89cf-76c8183ed11e tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:16.762663 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f93f2c69-6594-4563-af77-427b522e02cf None None] Network b8556a20-a6cc-40fd-9753-9cb4899de9e6 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:51:16.776474 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-95245c7a-f077-413a-89cf-76c8183ed11e tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4767070 Jul 14 09:51:16.778896 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 58874) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:51:16.786360 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-865c79ca-2a95-43af-9b56-2306bdcaa4c1 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-740354981', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:51:16.813267 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-865c79ca-2a95-43af-9b56-2306bdcaa4c1 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-711749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14670'] for router, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:16.815109 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-865c79ca-2a95-43af-9b56-2306bdcaa4c1 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-711718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-661475', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14679'] for router, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:16.879991 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-865c79ca-2a95-43af-9b56-2306bdcaa4c1 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:16.892583 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-865c79ca-2a95-43af-9b56-2306bdcaa4c1 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-711762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-661452'] for router, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:16.927416 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-865c79ca-2a95-43af-9b56-2306bdcaa4c1 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:16.931671 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-865c79ca-2a95-43af-9b56-2306bdcaa4c1 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1497798 Jul 14 09:51:16.932897 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 58878) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:51:16.950622 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2294f21a-bef9-46fd-be57-c41056e47c6d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf57baaa9-fd24-59f4-8fd2-1dc21122ce72-b8556a20-a6cc-40fd-9753-9cb4899de9e6', 'network_id': 'b8556a20-a6cc-40fd-9753-9cb4899de9e6', 'tenant_id': '7897b2f4a2684b0badf4b8443fb00fdf', 'fixed_ips': [{'subnet_id': 'ecefa385-dd0b-48e6-8b57-fe7c95e543b7'}]}} from n-d-779913-29. {{(pid=93959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:51:16.951506 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2294f21a-bef9-46fd-be57-c41056e47c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:17.148241 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-2294f21a-bef9-46fd-be57-c41056e47c6d None None] Allocated IP 2001:db8::2 (b8556a20-a6cc-40fd-9753-9cb4899de9e6/ecefa385-dd0b-48e6-8b57-fe7c95e543b7/9dd59794-bac2-4b8d-804a-720d7c7feacb) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:51:17.253652 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-92ec0bf5-a2f1-4048-ba3e-5fe4a2180dfe tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:17.300478 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2294f21a-bef9-46fd-be57-c41056e47c6d None None] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:17.309779 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-2294f21a-bef9-46fd-be57-c41056e47c6d None None] Transition to ACTIVE for port object 9dd59794-bac2-4b8d-804a-720d7c7feacb will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:51:17.326029 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-2294f21a-bef9-46fd-be57-c41056e47c6d None None] Transition to ACTIVE for port object 9dd59794-bac2-4b8d-804a-720d7c7feacb will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:51:17.334539 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2294f21a-bef9-46fd-be57-c41056e47c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:17.378495 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2294f21a-bef9-46fd-be57-c41056e47c6d None None] Network b8556a20-a6cc-40fd-9753-9cb4899de9e6 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:51:17.382400 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-2294f21a-bef9-46fd-be57-c41056e47c6d None None] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:51:17.385529 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2294f21a-bef9-46fd-be57-c41056e47c6d None None] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:51:17.393175 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2294f21a-bef9-46fd-be57-c41056e47c6d None None] Pushing event updated for resources: {'Port': ['ID=9dd59794-bac2-4b8d-804a-720d7c7feacb,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:17.460647 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-2294f21a-bef9-46fd-be57-c41056e47c6d None None] Attempting to bind port 9dd59794-bac2-4b8d-804a-720d7c7feacb on host n-d-779913-29 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:51:17.460932 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-2294f21a-bef9-46fd-be57-c41056e47c6d None None] Attempting to bind port 9dd59794-bac2-4b8d-804a-720d7c7feacb by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': 'a4676111-aafc-48f0-8ce8-408f1332ebef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'b8556a20-a6cc-40fd-9753-9cb4899de9e6'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:51:17.461304 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2294f21a-bef9-46fd-be57-c41056e47c6d None None] Attempting to bind port 9dd59794-bac2-4b8d-804a-720d7c7feacb on network b8556a20-a6cc-40fd-9753-9cb4899de9e6 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:51:17.466719 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2294f21a-bef9-46fd-be57-c41056e47c6d None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 50, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:51:17.467340 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2294f21a-bef9-46fd-be57-c41056e47c6d None None] Checking segment: {'id': 'a4676111-aafc-48f0-8ce8-408f1332ebef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'b8556a20-a6cc-40fd-9753-9cb4899de9e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:51:17.467756 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2294f21a-bef9-46fd-be57-c41056e47c6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:17.468149 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2294f21a-bef9-46fd-be57-c41056e47c6d None None] Bound using segment: {'id': 'a4676111-aafc-48f0-8ce8-408f1332ebef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'b8556a20-a6cc-40fd-9753-9cb4899de9e6'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:51:17.468632 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-2294f21a-bef9-46fd-be57-c41056e47c6d None None] Bound port: 9dd59794-bac2-4b8d-804a-720d7c7feacb, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4676111-aafc-48f0-8ce8-408f1332ebef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'b8556a20-a6cc-40fd-9753-9cb4899de9e6'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:51:17.469022 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2294f21a-bef9-46fd-be57-c41056e47c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:17.529667 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-92ec0bf5-a2f1-4048-ba3e-5fe4a2180dfe tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Allocated IP 2001:db8::1 (b8556a20-a6cc-40fd-9753-9cb4899de9e6/ecefa385-dd0b-48e6-8b57-fe7c95e543b7/e7dc4f2e-a441-406e-a6a2-b8875c3495da) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:51:17.547936 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-2294f21a-bef9-46fd-be57-c41056e47c6d None None] For port 9dd59794-bac2-4b8d-804a-720d7c7feacb, host n-d-779913-29, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:51:17.552944 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-2294f21a-bef9-46fd-be57-c41056e47c6d None None] For port 9dd59794-bac2-4b8d-804a-720d7c7feacb, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=9dd59794-bac2-4b8d-804a-720d7c7feacb,segment=NetworkSegment(a4676111-aafc-48f0-8ce8-408f1332ebef),segment_id=a4676111-aafc-48f0-8ce8-408f1332ebef)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:51:17.558486 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2294f21a-bef9-46fd-be57-c41056e47c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:17.636127 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2294f21a-bef9-46fd-be57-c41056e47c6d None None] Pushing event updated for resources: {'Port': ['ID=9dd59794-bac2-4b8d-804a-720d7c7feacb,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:18.032119 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-92ec0bf5-a2f1-4048-ba3e-5fe4a2180dfe tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:18.047048 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-92ec0bf5-a2f1-4048-ba3e-5fe4a2180dfe tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Transition to ACTIVE for port object e7dc4f2e-a441-406e-a6a2-b8875c3495da will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:51:18.084281 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-92ec0bf5-a2f1-4048-ba3e-5fe4a2180dfe tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:18.129776 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92ec0bf5-a2f1-4048-ba3e-5fe4a2180dfe tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Network b8556a20-a6cc-40fd-9753-9cb4899de9e6 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:51:18.135843 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-92ec0bf5-a2f1-4048-ba3e-5fe4a2180dfe tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:51:18.139464 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ec0bf5-a2f1-4048-ba3e-5fe4a2180dfe tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:51:18.140142 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-92ec0bf5-a2f1-4048-ba3e-5fe4a2180dfe tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-660393'] for router_interface, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:18.189682 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec0bf5-a2f1-4048-ba3e-5fe4a2180dfe tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Pushing event updated for resources: {'Port': ['ID=e7dc4f2e-a441-406e-a6a2-b8875c3495da,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:18.312709 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-92ec0bf5-a2f1-4048-ba3e-5fe4a2180dfe tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:18.640969 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-92ec0bf5-a2f1-4048-ba3e-5fe4a2180dfe tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:18.647468 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-92ec0bf5-a2f1-4048-ba3e-5fe4a2180dfe tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:18.648730 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-92ec0bf5-a2f1-4048-ba3e-5fe4a2180dfe tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-683747'] for router_interface, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:18.680091 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-272d2261-6fc5-42d5-9b1a-8f04dea62829 None None] Network b8556a20-a6cc-40fd-9753-9cb4899de9e6 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:51:18.761712 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec0bf5-a2f1-4048-ba3e-5fe4a2180dfe tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Pushing event updated for resources: {'Port': ['ID=e7dc4f2e-a441-406e-a6a2-b8875c3495da,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:18.782340 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-d6e39562-7d33-4312-abee-ba2f8fdf99f9 None None] Provisioning for port 9dd59794-bac2-4b8d-804a-720d7c7feacb completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:51:18.822054 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92ec0bf5-a2f1-4048-ba3e-5fe4a2180dfe tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Network b8556a20-a6cc-40fd-9753-9cb4899de9e6 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:51:18.823633 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-92ec0bf5-a2f1-4048-ba3e-5fe4a2180dfe tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:51:19.009884 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92ec0bf5-a2f1-4048-ba3e-5fe4a2180dfe tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Router 887cc36a-acd8-4e3b-b09c-3bc9e31f78ae is scheduled to L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 with binding_index 1 {{(pid=93957) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:51:19.136127 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92ec0bf5-a2f1-4048-ba3e-5fe4a2180dfe tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:51:19.146994 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-92ec0bf5-a2f1-4048-ba3e-5fe4a2180dfe tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] 10.222.0.68 "PUT /v2.0/routers/887cc36a-acd8-4e3b-b09c-3bc9e31f78ae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2127554 Jul 14 09:51:19.150199 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 58910) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:51:19.151831 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b88eba-ab8f-4367-a1b5-194168152b50 None None] Sync routers for ids ['887cc36a-acd8-4e3b-b09c-3bc9e31f78ae'] in n-d-779913-29 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:51:19.163501 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b88eba-ab8f-4367-a1b5-194168152b50 None None] Routers {'887cc36a-acd8-4e3b-b09c-3bc9e31f78ae'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:51:19.164401 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-f3b88eba-ab8f-4367-a1b5-194168152b50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:50:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['887cc36a-acd8-4e3b-b09c-3bc9e31f78ae'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:51:19.219867 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-f3b88eba-ab8f-4367-a1b5-194168152b50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:51:19.230124 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-a73488d1-53eb-4779-8274-0542b36aae6c None None] Provisioning for port e7dc4f2e-a441-406e-a6a2-b8875c3495da completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:51:19.234371 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b88eba-ab8f-4367-a1b5-194168152b50 None None] Routers {'887cc36a-acd8-4e3b-b09c-3bc9e31f78ae'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:51:19.234982 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-a73488d1-53eb-4779-8274-0542b36aae6c None None] Provisioning complete for port e7dc4f2e-a441-406e-a6a2-b8875c3495da triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:51:19.235435 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a73488d1-53eb-4779-8274-0542b36aae6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:19.236202 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-f3b88eba-ab8f-4367-a1b5-194168152b50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:50:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['887cc36a-acd8-4e3b-b09c-3bc9e31f78ae'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:51:19.244323 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-840acf60-5f1f-40cb-b3ed-838a32dfa567 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:19.250135 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 58912) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:51:19.250341 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-840acf60-5f1f-40cb-b3ed-838a32dfa567 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] 10.222.0.68 "GET /v2.0/ports/e7dc4f2e-a441-406e-a6a2-b8875c3495da HTTP/1.1" status: 200 len: 911 time: 0.0984929 Jul 14 09:51:19.263883 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-7e3e2e32-c32c-4ccd-8fce-cff0ff175cbc tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'ecefa385-dd0b-48e6-8b57-fe7c95e543b7'}]}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:51:19.285276 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-f3b88eba-ab8f-4367-a1b5-194168152b50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:51:19.286624 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b88eba-ab8f-4367-a1b5-194168152b50 None None] The sync data for ids ['887cc36a-acd8-4e3b-b09c-3bc9e31f78ae'] in n-d-779913-29 is: [] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:51:19.310642 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-a73488d1-53eb-4779-8274-0542b36aae6c None None] Port e7dc4f2e-a441-406e-a6a2-b8875c3495da cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:51:19.488686 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e3e2e32-c32c-4ccd-8fce-cff0ff175cbc tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:19.553870 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-9111893f-654b-4b8f-8e67-473749f54315 None None] Provisioning complete for port e7dc4f2e-a441-406e-a6a2-b8875c3495da triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:51:19.554255 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9111893f-654b-4b8f-8e67-473749f54315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:19.655350 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-9111893f-654b-4b8f-8e67-473749f54315 None None] Port e7dc4f2e-a441-406e-a6a2-b8875c3495da cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:51:19.657044 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 9dd59794-bac2-4b8d-804a-720d7c7feacb up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:51:19.732074 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning for port 9dd59794-bac2-4b8d-804a-720d7c7feacb completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:51:19.741615 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port 9dd59794-bac2-4b8d-804a-720d7c7feacb triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:51:19.742421 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:19.834266 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:19.878047 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] For port 9dd59794-bac2-4b8d-804a-720d7c7feacb, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=9dd59794-bac2-4b8d-804a-720d7c7feacb,segment=NetworkSegment(a4676111-aafc-48f0-8ce8-408f1332ebef),segment_id=a4676111-aafc-48f0-8ce8-408f1332ebef)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:51:19.885708 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:19.930889 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-a828738a-bd77-4b55-9cdd-41a2c644685d None None] Provisioning complete for port e7dc4f2e-a441-406e-a6a2-b8875c3495da triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:51:19.931379 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a828738a-bd77-4b55-9cdd-41a2c644685d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:19.967259 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Pushing event updated for resources: {'Port': ['ID=9dd59794-bac2-4b8d-804a-720d7c7feacb,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:19.982180 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:51:19.982888 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:51:19.983446 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:51:19.983989 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:51:19.984538 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:51:19.985090 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:51:19.986236 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:51:19.986951 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:51:19.987597 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:51:19.988033 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:51:19.988630 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:51:19.989062 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:51:19.996737 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-a828738a-bd77-4b55-9cdd-41a2c644685d None None] Port e7dc4f2e-a441-406e-a6a2-b8875c3495da cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:51:20.074482 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e3e2e32-c32c-4ccd-8fce-cff0ff175cbc tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:20.085797 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e3e2e32-c32c-4ccd-8fce-cff0ff175cbc tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:20.093525 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e3e2e32-c32c-4ccd-8fce-cff0ff175cbc tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:20.094269 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7e3e2e32-c32c-4ccd-8fce-cff0ff175cbc tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:20.095820 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-7e3e2e32-c32c-4ccd-8fce-cff0ff175cbc tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] 10.222.0.68 "PUT /v2.0/ports/e7dc4f2e-a441-406e-a6a2-b8875c3495da HTTP/1.1" status: 200 len: 911 time: 0.8425157 Jul 14 09:51:20.101974 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 58916) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:51:20.151891 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3e2e32-c32c-4ccd-8fce-cff0ff175cbc tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Pushing event updated for resources: {'Port': ['ID=e7dc4f2e-a441-406e-a6a2-b8875c3495da,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:20.514306 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-757e2efb-6602-49d2-8974-de895c16b1e4 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-683602'] for router_interface, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:20.818698 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-757e2efb-6602-49d2-8974-de895c16b1e4 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Deleting port e7dc4f2e-a441-406e-a6a2-b8875c3495da {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:51:20.819013 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-757e2efb-6602-49d2-8974-de895c16b1e4 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:20.936555 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-757e2efb-6602-49d2-8974-de895c16b1e4 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:20.953428 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-757e2efb-6602-49d2-8974-de895c16b1e4 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Calling delete_port for e7dc4f2e-a441-406e-a6a2-b8875c3495da owned by network:router_interface {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:51:21.200974 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-757e2efb-6602-49d2-8974-de895c16b1e4 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:21.232864 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757e2efb-6602-49d2-8974-de895c16b1e4 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Pushing event deleted for resources: {'Port': ['ID=e7dc4f2e-a441-406e-a6a2-b8875c3495da,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:21.582475 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 9dd59794-bac2-4b8d-804a-720d7c7feacb up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:51:21.636912 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port 9dd59794-bac2-4b8d-804a-720d7c7feacb triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:51:21.637454 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:21.755701 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-757e2efb-6602-49d2-8974-de895c16b1e4 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-620860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682934'] for router_interface, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:21.945712 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-757e2efb-6602-49d2-8974-de895c16b1e4 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Router 887cc36a-acd8-4e3b-b09c-3bc9e31f78ae has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:51:22.027957 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-757e2efb-6602-49d2-8974-de895c16b1e4 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:51:22.036952 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-757e2efb-6602-49d2-8974-de895c16b1e4 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] 10.222.0.68 "PUT /v2.0/routers/887cc36a-acd8-4e3b-b09c-3bc9e31f78ae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9320958 Jul 14 09:51:22.036952 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 58926) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:51:22.041071 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed3f1659-9fd7-499c-96c0-742d86dd236c None None] Sync routers for ids ['887cc36a-acd8-4e3b-b09c-3bc9e31f78ae'] in n-d-779913-29 {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:51:22.051270 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed3f1659-9fd7-499c-96c0-742d86dd236c None None] Routers {'887cc36a-acd8-4e3b-b09c-3bc9e31f78ae'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:51:22.051912 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-ed3f1659-9fd7-499c-96c0-742d86dd236c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:50:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['887cc36a-acd8-4e3b-b09c-3bc9e31f78ae'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:51:22.072603 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-2cfb9ea1-4770-4391-a622-dbc8b281574a tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] 10.222.0.68 "GET /v2.0/ports?device_id=887cc36a-acd8-4e3b-b09c-3bc9e31f78ae HTTP/1.1" status: 200 len: 205 time: 0.0348206 Jul 14 09:51:22.075799 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 58928) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:51:22.087974 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-ed3f1659-9fd7-499c-96c0-742d86dd236c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:51:22.098617 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed3f1659-9fd7-499c-96c0-742d86dd236c None None] Routers {'887cc36a-acd8-4e3b-b09c-3bc9e31f78ae'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:51:22.099238 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-ed3f1659-9fd7-499c-96c0-742d86dd236c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:50:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['887cc36a-acd8-4e3b-b09c-3bc9e31f78ae'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:51:22.135031 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-ed3f1659-9fd7-499c-96c0-742d86dd236c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:51:22.135704 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed3f1659-9fd7-499c-96c0-742d86dd236c None None] The sync data for ids ['887cc36a-acd8-4e3b-b09c-3bc9e31f78ae'] in n-d-779913-29 is: [] {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:51:22.154816 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cedda162-33f9-4cb1-bc67-acd0d4c9bffa tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks [] for router, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:22.192497 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ad2c3485-aaf5-46ca-8fc9-ebb8131a26c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:22.317440 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cedda162-33f9-4cb1-bc67-acd0d4c9bffa tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-711871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12964'] for router, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:22.319483 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cedda162-33f9-4cb1-bc67-acd0d4c9bffa tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:22.364145 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cedda162-33f9-4cb1-bc67-acd0d4c9bffa tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-704815'] for router, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:22.364841 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cedda162-33f9-4cb1-bc67-acd0d4c9bffa tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Fanout notify agent at l3_agent the message router_deleted on router 887cc36a-acd8-4e3b-b09c-3bc9e31f78ae {{(pid=93958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:51:22.374806 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cedda162-33f9-4cb1-bc67-acd0d4c9bffa tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:22.375909 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-cedda162-33f9-4cb1-bc67-acd0d4c9bffa tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] 10.222.0.68 "DELETE /v2.0/routers/887cc36a-acd8-4e3b-b09c-3bc9e31f78ae HTTP/1.1" status: 204 len: 168 time: 0.2990980 Jul 14 09:51:22.379237 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 58930) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:51:22.434626 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-b525e795-4d1d-4849-b0d0-0f6dd54c156c tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Deleting subnet ecefa385-dd0b-48e6-8b57-fe7c95e543b7 {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:51:22.437919 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b525e795-4d1d-4849-b0d0-0f6dd54c156c tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:22.498892 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b525e795-4d1d-4849-b0d0-0f6dd54c156c tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13574120'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:22.592844 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b525e795-4d1d-4849-b0d0-0f6dd54c156c tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3481002'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:22.664139 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b525e795-4d1d-4849-b0d0-0f6dd54c156c tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13574056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16714573'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:22.695850 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b525e795-4d1d-4849-b0d0-0f6dd54c156c tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Pushing event deleted for resources: {'Subnet': ['ID=ecefa385-dd0b-48e6-8b57-fe7c95e543b7,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:22.699511 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b525e795-4d1d-4849-b0d0-0f6dd54c156c tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:22.701392 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-b525e795-4d1d-4849-b0d0-0f6dd54c156c tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] 10.222.0.68 "DELETE /v2.0/subnets/ecefa385-dd0b-48e6-8b57-fe7c95e543b7 HTTP/1.1" status: 204 len: 168 time: 0.3209372 Jul 14 09:51:22.704077 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 58936) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:51:22.713834 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-932ca9e1-ec57-4a6e-b130-307404def5b5 None None] Network b8556a20-a6cc-40fd-9753-9cb4899de9e6 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:51:22.839929 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-20e93ae5-313e-4c08-b54e-a6198ca0fe92 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3876111'] for network, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:22.920078 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-20e93ae5-313e-4c08-b54e-a6198ca0fe92 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Deleting port 9dd59794-bac2-4b8d-804a-720d7c7feacb {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:51:22.920432 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-20e93ae5-313e-4c08-b54e-a6198ca0fe92 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:22.943021 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38cdf7f9-0002-4528-9e54-54e2915df1cf None None] DHCP port deletion for b8556a20-a6cc-40fd-9753-9cb4899de9e6 request from n-d-779913-29 {{(pid=93959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:51:23.008889 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-20e93ae5-313e-4c08-b54e-a6198ca0fe92 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] For port 9dd59794-bac2-4b8d-804a-720d7c7feacb, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=9dd59794-bac2-4b8d-804a-720d7c7feacb,segment=NetworkSegment(a4676111-aafc-48f0-8ce8-408f1332ebef),segment_id=a4676111-aafc-48f0-8ce8-408f1332ebef)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:51:23.009264 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-20e93ae5-313e-4c08-b54e-a6198ca0fe92 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:23.026476 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-20e93ae5-313e-4c08-b54e-a6198ca0fe92 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Calling delete_port for 9dd59794-bac2-4b8d-804a-720d7c7feacb owned by network:dhcp {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:51:23.035341 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-38cdf7f9-0002-4528-9e54-54e2915df1cf None None] Deleting port 9dd59794-bac2-4b8d-804a-720d7c7feacb {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:51:23.036268 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-38cdf7f9-0002-4528-9e54-54e2915df1cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:23.122755 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-38cdf7f9-0002-4528-9e54-54e2915df1cf None None] For port 9dd59794-bac2-4b8d-804a-720d7c7feacb, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=9dd59794-bac2-4b8d-804a-720d7c7feacb,segment=NetworkSegment(a4676111-aafc-48f0-8ce8-408f1332ebef),segment_id=a4676111-aafc-48f0-8ce8-408f1332ebef)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:51:23.123498 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-38cdf7f9-0002-4528-9e54-54e2915df1cf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:23.134012 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-20e93ae5-313e-4c08-b54e-a6198ca0fe92 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:23.146120 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-38cdf7f9-0002-4528-9e54-54e2915df1cf None None] Calling delete_port for 9dd59794-bac2-4b8d-804a-720d7c7feacb owned by network:dhcp {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:51:23.164031 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e93ae5-313e-4c08-b54e-a6198ca0fe92 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Pushing event deleted for resources: {'Port': ['ID=9dd59794-bac2-4b8d-804a-720d7c7feacb,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:23.169940 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20e93ae5-313e-4c08-b54e-a6198ca0fe92 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] No DVR routers for this DVR port 9dd59794-bac2-4b8d-804a-720d7c7feacb on host n-d-779913-29 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:51:23.202641 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e93ae5-313e-4c08-b54e-a6198ca0fe92 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:51:23.203150 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e93ae5-313e-4c08-b54e-a6198ca0fe92 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:51:23.203591 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e93ae5-313e-4c08-b54e-a6198ca0fe92 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:51:23.204342 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e93ae5-313e-4c08-b54e-a6198ca0fe92 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:51:23.205600 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e93ae5-313e-4c08-b54e-a6198ca0fe92 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:51:23.206183 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e93ae5-313e-4c08-b54e-a6198ca0fe92 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:51:23.206913 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e93ae5-313e-4c08-b54e-a6198ca0fe92 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:51:23.207917 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e93ae5-313e-4c08-b54e-a6198ca0fe92 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:51:23.208716 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e93ae5-313e-4c08-b54e-a6198ca0fe92 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:51:23.209575 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e93ae5-313e-4c08-b54e-a6198ca0fe92 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:51:23.210358 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e93ae5-313e-4c08-b54e-a6198ca0fe92 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:51:23.211121 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e93ae5-313e-4c08-b54e-a6198ca0fe92 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:51:23.243768 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-38cdf7f9-0002-4528-9e54-54e2915df1cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:23.276435 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cdf7f9-0002-4528-9e54-54e2915df1cf None None] Pushing event deleted for resources: {'Port': ['ID=9dd59794-bac2-4b8d-804a-720d7c7feacb,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:23.282200 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38cdf7f9-0002-4528-9e54-54e2915df1cf None None] No DVR routers for this DVR port 9dd59794-bac2-4b8d-804a-720d7c7feacb on host n-d-779913-29 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:51:23.296944 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-20e93ae5-313e-4c08-b54e-a6198ca0fe92 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473955', 'neutron.services.segments.db._delete_segments_for_network-8735688326548'] for network, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:23.308376 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-20e93ae5-313e-4c08-b54e-a6198ca0fe92 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8556a20-a6cc-40fd-9753-9cb4899de9e6']}} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:51:23.320565 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-20e93ae5-313e-4c08-b54e-a6198ca0fe92 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4676111-aafc-48f0-8ce8-408f1332ebef') {'for_net_delete': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:51:23.320864 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-20e93ae5-313e-4c08-b54e-a6198ca0fe92 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4676111-aafc-48f0-8ce8-408f1332ebef') {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:51:23.330390 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-20e93ae5-313e-4c08-b54e-a6198ca0fe92 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735688356235', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10944210'] for segment, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:23.345703 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-20e93ae5-313e-4c08-b54e-a6198ca0fe92 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:23.352096 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20e93ae5-313e-4c08-b54e-a6198ca0fe92 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Releasing vlan 728 on physical network physnet1 to pool {{(pid=93957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:51:23.352519 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-20e93ae5-313e-4c08-b54e-a6198ca0fe92 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10053619'] for segment, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:23.355600 n-d-779913-29 neutron-server[93957]: Traceback (most recent call last): Jul 14 09:51:23.355600 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:51:23.355600 n-d-779913-29 neutron-server[93957]: timer() Jul 14 09:51:23.355600 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:51:23.355600 n-d-779913-29 neutron-server[93957]: cb(*args, **kw) Jul 14 09:51:23.355600 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:51:23.355600 n-d-779913-29 neutron-server[93957]: return func(*args, **kwargs) Jul 14 09:51:23.355600 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:51:23.355600 n-d-779913-29 neutron-server[93957]: self._notify() Jul 14 09:51:23.355600 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:51:23.355600 n-d-779913-29 neutron-server[93957]: self.callback(batched_events) Jul 14 09:51:23.355600 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:51:23.355600 n-d-779913-29 neutron-server[93957]: event.method(event) Jul 14 09:51:23.355600 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:51:23.355600 n-d-779913-29 neutron-server[93957]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:51:23.355600 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:51:23.355600 n-d-779913-29 neutron-server[93957]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:51:23.355600 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:51:23.355600 n-d-779913-29 neutron-server[93957]: return f(self, *a, **k) Jul 14 09:51:23.355600 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:51:23.355600 n-d-779913-29 neutron-server[93957]: return self._get(url).json() Jul 14 09:51:23.355600 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:51:23.355600 n-d-779913-29 neutron-server[93957]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:51:23.355600 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:51:23.355600 n-d-779913-29 neutron-server[93957]: return self.request(url, 'GET', **kwargs) Jul 14 09:51:23.355600 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:51:23.355600 n-d-779913-29 neutron-server[93957]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:51:23.355600 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:51:23.355600 n-d-779913-29 neutron-server[93957]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:51:23.355600 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:51:23.355600 n-d-779913-29 neutron-server[93957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:51:23.355600 n-d-779913-29 neutron-server[93957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:51:23.419955 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-20e93ae5-313e-4c08-b54e-a6198ca0fe92 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660504'] for network, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:23.428472 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-20e93ae5-313e-4c08-b54e-a6198ca0fe92 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks [] for network, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:23.430396 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-20e93ae5-313e-4c08-b54e-a6198ca0fe92 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] 10.222.0.68 "DELETE /v2.0/networks/b8556a20-a6cc-40fd-9753-9cb4899de9e6 HTTP/1.1" status: 204 len: 168 time: 0.7247434 Jul 14 09:51:23.435137 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 58944) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:51:23.448464 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-6c912450-5ca5-48cc-8f58-4a390acabce0 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-990010033', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:51:23.455987 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e93ae5-313e-4c08-b54e-a6198ca0fe92 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Pushing event deleted for resources: {'Network': ['ID=b8556a20-a6cc-40fd-9753-9cb4899de9e6,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:23.476119 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6c912450-5ca5-48cc-8f58-4a390acabce0 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-711749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14670'] for router, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:23.477144 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6c912450-5ca5-48cc-8f58-4a390acabce0 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-711718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-661475', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14679'] for router, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:23.554939 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6c912450-5ca5-48cc-8f58-4a390acabce0 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:23.562762 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6c912450-5ca5-48cc-8f58-4a390acabce0 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-711762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-661452'] for router, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:23.581092 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 9dd59794-bac2-4b8d-804a-720d7c7feacb no longer exists at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:51:23.581616 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6c912450-5ca5-48cc-8f58-4a390acabce0 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks [] for router, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:23.583219 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-6c912450-5ca5-48cc-8f58-4a390acabce0 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.1476271 Jul 14 09:51:23.585900 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 58946) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:51:23.593316 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-512cb218-e273-46a2-b753-da25c45887ed tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2121495974'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:51:23.605477 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] No Port match for: 9dd59794-bac2-4b8d-804a-720d7c7feacb {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:51:23.605848 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 9dd59794-bac2-4b8d-804a-720d7c7feacb not bound to the agent host n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:51:23.627808 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-512cb218-e273-46a2-b753-da25c45887ed tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Made reservation on behalf of 7897b2f4a2684b0badf4b8443fb00fdf for: {'network': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:51:23.631594 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-512cb218-e273-46a2-b753-da25c45887ed tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for network, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:23.663182 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-512cb218-e273-46a2-b753-da25c45887ed tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 718} {{(pid=93957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:51:23.675088 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-512cb218-e273-46a2-b753-da25c45887ed tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:23.675846 n-d-779913-29 neutron-server[93957]: INFO neutron.db.segments_db [None req-512cb218-e273-46a2-b753-da25c45887ed tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Added segment a77f802d-0b93-46f5-8b6a-3e8b1c26eb85 of type vlan for network c26b420c-cfd1-491d-afcc-225a6b14d1b2 Jul 14 09:51:23.729915 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-512cb218-e273-46a2-b753-da25c45887ed tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735687821325'] for network, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:23.763109 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-512cb218-e273-46a2-b753-da25c45887ed tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855'] for network, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:23.769518 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-512cb218-e273-46a2-b753-da25c45887ed tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:23.770135 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-512cb218-e273-46a2-b753-da25c45887ed tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks [] for network, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:23.838778 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-512cb218-e273-46a2-b753-da25c45887ed tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2439840 Jul 14 09:51:23.839114 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 58950) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:51:23.843265 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-9d8f10c3-b437-4381-87d2-7bf0cf82f399 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Request body: {'subnet': {'network_id': 'c26b420c-cfd1-491d-afcc-225a6b14d1b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:51:23.864474 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512cb218-e273-46a2-b753-da25c45887ed tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Pushing event updated for resources: {'Network': ['ID=c26b420c-cfd1-491d-afcc-225a6b14d1b2,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:23.876669 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Network c26b420c-cfd1-491d-afcc-225a6b14d1b2 details requested by agent ovs-agent-n-d-779913-29 with host n-d-779913-29 {{(pid=93959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:51:23.971031 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d8f10c3-b437-4381-87d2-7bf0cf82f399 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Made reservation on behalf of 7897b2f4a2684b0badf4b8443fb00fdf for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:51:23.978344 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9d8f10c3-b437-4381-87d2-7bf0cf82f399 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16714600'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:24.271917 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9d8f10c3-b437-4381-87d2-7bf0cf82f399 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13573993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16714586'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:24.339010 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8f10c3-b437-4381-87d2-7bf0cf82f399 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Pushing event updated for resources: {'Subnet': ['ID=fdce1431-c2d2-45b8-944c-59630c22ad20,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:24.354056 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d8f10c3-b437-4381-87d2-7bf0cf82f399 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Checking segment: {'id': 'a77f802d-0b93-46f5-8b6a-3e8b1c26eb85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'c26b420c-cfd1-491d-afcc-225a6b14d1b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:51:24.354533 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d8f10c3-b437-4381-87d2-7bf0cf82f399 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Network hostable DHCP agents. Network: c26b420c-cfd1-491d-afcc-225a6b14d1b2, hostable agents: ['c6a09bd4-f72e-4283-a3ca-0bbca8a51081'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:51:24.374443 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d8f10c3-b437-4381-87d2-7bf0cf82f399 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Network c26b420c-cfd1-491d-afcc-225a6b14d1b2 is scheduled to be hosted by DHCP agent c6a09bd4-f72e-4283-a3ca-0bbca8a51081 with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:51:24.384760 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-9d8f10c3-b437-4381-87d2-7bf0cf82f399 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-29, c26b420c-cfd1-491d-afcc-225a6b14d1b2) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:51:24.394222 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d8f10c3-b437-4381-87d2-7bf0cf82f399 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:24.394628 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9d8f10c3-b437-4381-87d2-7bf0cf82f399 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:24.400817 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-715c76fc-cbce-480b-a0dc-146284752af3 None None] Network c26b420c-cfd1-491d-afcc-225a6b14d1b2 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:51:24.424799 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-9d8f10c3-b437-4381-87d2-7bf0cf82f399 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5866306 Jul 14 09:51:24.425568 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 58952) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:51:24.571050 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16bb1412-96d0-450f-a188-3e543f9edbb2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf57baaa9-fd24-59f4-8fd2-1dc21122ce72-c26b420c-cfd1-491d-afcc-225a6b14d1b2', 'network_id': 'c26b420c-cfd1-491d-afcc-225a6b14d1b2', 'tenant_id': '7897b2f4a2684b0badf4b8443fb00fdf', 'fixed_ips': [{'subnet_id': 'fdce1431-c2d2-45b8-944c-59630c22ad20'}]}} from n-d-779913-29. {{(pid=93959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:51:24.572214 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-16bb1412-96d0-450f-a188-3e543f9edbb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:24.762685 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-16bb1412-96d0-450f-a188-3e543f9edbb2 None None] Allocated IP 2001:db8::2 (c26b420c-cfd1-491d-afcc-225a6b14d1b2/fdce1431-c2d2-45b8-944c-59630c22ad20/6e785fca-b72d-4845-89ab-31ee72c8b07f) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:51:24.769258 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a76b492f-6dfb-4813-b891-3c8f07d9cdd4 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:24.788384 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:24.893859 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-450670f9-c93e-4bf5-bbc6-44098e1a5a36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:24.972493 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-16bb1412-96d0-450f-a188-3e543f9edbb2 None None] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:24.990182 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-16bb1412-96d0-450f-a188-3e543f9edbb2 None None] Transition to ACTIVE for port object 6e785fca-b72d-4845-89ab-31ee72c8b07f will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:51:25.006661 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-16bb1412-96d0-450f-a188-3e543f9edbb2 None None] Transition to ACTIVE for port object 6e785fca-b72d-4845-89ab-31ee72c8b07f will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:51:25.015675 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-16bb1412-96d0-450f-a188-3e543f9edbb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:25.084173 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16bb1412-96d0-450f-a188-3e543f9edbb2 None None] Network c26b420c-cfd1-491d-afcc-225a6b14d1b2 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:51:25.089601 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-16bb1412-96d0-450f-a188-3e543f9edbb2 None None] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:51:25.090209 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-a76b492f-6dfb-4813-b891-3c8f07d9cdd4 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Allocated IP 2001:db8::1 (c26b420c-cfd1-491d-afcc-225a6b14d1b2/fdce1431-c2d2-45b8-944c-59630c22ad20/0ca079f8-480b-4a01-aa8e-e3b91496d2df) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:51:25.096849 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16bb1412-96d0-450f-a188-3e543f9edbb2 None None] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:51:25.143191 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bb1412-96d0-450f-a188-3e543f9edbb2 None None] Pushing event updated for resources: {'Port': ['ID=6e785fca-b72d-4845-89ab-31ee72c8b07f,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:25.238056 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a76b492f-6dfb-4813-b891-3c8f07d9cdd4 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:25.267380 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-a76b492f-6dfb-4813-b891-3c8f07d9cdd4 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Transition to ACTIVE for port object 0ca079f8-480b-4a01-aa8e-e3b91496d2df will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:51:25.311362 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a76b492f-6dfb-4813-b891-3c8f07d9cdd4 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:25.347661 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-16bb1412-96d0-450f-a188-3e543f9edbb2 None None] Attempting to bind port 6e785fca-b72d-4845-89ab-31ee72c8b07f on host n-d-779913-29 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:51:25.349094 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-16bb1412-96d0-450f-a188-3e543f9edbb2 None None] Attempting to bind port 6e785fca-b72d-4845-89ab-31ee72c8b07f by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': 'a77f802d-0b93-46f5-8b6a-3e8b1c26eb85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'c26b420c-cfd1-491d-afcc-225a6b14d1b2'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:51:25.349094 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16bb1412-96d0-450f-a188-3e543f9edbb2 None None] Attempting to bind port 6e785fca-b72d-4845-89ab-31ee72c8b07f on network c26b420c-cfd1-491d-afcc-225a6b14d1b2 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:51:25.354081 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16bb1412-96d0-450f-a188-3e543f9edbb2 None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 51, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:51:25.354551 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16bb1412-96d0-450f-a188-3e543f9edbb2 None None] Checking segment: {'id': 'a77f802d-0b93-46f5-8b6a-3e8b1c26eb85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'c26b420c-cfd1-491d-afcc-225a6b14d1b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:51:25.354883 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-16bb1412-96d0-450f-a188-3e543f9edbb2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:25.356005 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16bb1412-96d0-450f-a188-3e543f9edbb2 None None] Bound using segment: {'id': 'a77f802d-0b93-46f5-8b6a-3e8b1c26eb85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'c26b420c-cfd1-491d-afcc-225a6b14d1b2'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:51:25.356005 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-16bb1412-96d0-450f-a188-3e543f9edbb2 None None] Bound port: 6e785fca-b72d-4845-89ab-31ee72c8b07f, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a77f802d-0b93-46f5-8b6a-3e8b1c26eb85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'c26b420c-cfd1-491d-afcc-225a6b14d1b2'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:51:25.356295 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-16bb1412-96d0-450f-a188-3e543f9edbb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:25.368540 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a76b492f-6dfb-4813-b891-3c8f07d9cdd4 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Network c26b420c-cfd1-491d-afcc-225a6b14d1b2 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:51:25.373740 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-a76b492f-6dfb-4813-b891-3c8f07d9cdd4 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:51:25.379377 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a76b492f-6dfb-4813-b891-3c8f07d9cdd4 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:51:25.379994 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a76b492f-6dfb-4813-b891-3c8f07d9cdd4 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-660393'] for router_interface, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:25.419727 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76b492f-6dfb-4813-b891-3c8f07d9cdd4 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Pushing event updated for resources: {'Port': ['ID=0ca079f8-480b-4a01-aa8e-e3b91496d2df,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:25.450272 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-16bb1412-96d0-450f-a188-3e543f9edbb2 None None] For port 6e785fca-b72d-4845-89ab-31ee72c8b07f, host n-d-779913-29, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:51:25.456992 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-16bb1412-96d0-450f-a188-3e543f9edbb2 None None] For port 6e785fca-b72d-4845-89ab-31ee72c8b07f, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=6e785fca-b72d-4845-89ab-31ee72c8b07f,segment=NetworkSegment(a77f802d-0b93-46f5-8b6a-3e8b1c26eb85),segment_id=a77f802d-0b93-46f5-8b6a-3e8b1c26eb85)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:51:25.466450 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-16bb1412-96d0-450f-a188-3e543f9edbb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:25.556282 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bb1412-96d0-450f-a188-3e543f9edbb2 None None] Pushing event updated for resources: {'Port': ['ID=6e785fca-b72d-4845-89ab-31ee72c8b07f,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:25.567431 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a76b492f-6dfb-4813-b891-3c8f07d9cdd4 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:25.936813 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a76b492f-6dfb-4813-b891-3c8f07d9cdd4 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:25.950185 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a76b492f-6dfb-4813-b891-3c8f07d9cdd4 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:25.951431 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a76b492f-6dfb-4813-b891-3c8f07d9cdd4 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-683747'] for router_interface, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:25.976856 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5ad31076-714c-49ec-bc37-f3d4cd90112a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:26.065422 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76b492f-6dfb-4813-b891-3c8f07d9cdd4 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Pushing event updated for resources: {'Port': ['ID=0ca079f8-480b-4a01-aa8e-e3b91496d2df,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:26.116461 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a76b492f-6dfb-4813-b891-3c8f07d9cdd4 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Network c26b420c-cfd1-491d-afcc-225a6b14d1b2 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:51:26.118113 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-a76b492f-6dfb-4813-b891-3c8f07d9cdd4 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:51:26.246341 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a76b492f-6dfb-4813-b891-3c8f07d9cdd4 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Router 11a7b099-fa50-4fc0-ab99-8383dc93eae8 is scheduled to L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 with binding_index 1 {{(pid=93957) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:51:26.364500 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a76b492f-6dfb-4813-b891-3c8f07d9cdd4 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:51:26.373003 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 58960) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:51:26.373594 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-a76b492f-6dfb-4813-b891-3c8f07d9cdd4 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] 10.222.0.68 "PUT /v2.0/routers/11a7b099-fa50-4fc0-ab99-8383dc93eae8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9462435 Jul 14 09:51:26.379287 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b317502-cb4a-4c3f-98b7-cee5dc373d0f None None] Sync routers for ids ['11a7b099-fa50-4fc0-ab99-8383dc93eae8'] in n-d-779913-29 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:51:26.385503 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-a8d6edde-ae86-4797-9538-9990d9d1eb2e tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1015967755'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:51:26.398254 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b317502-cb4a-4c3f-98b7-cee5dc373d0f None None] Routers {'11a7b099-fa50-4fc0-ab99-8383dc93eae8'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:51:26.398980 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-3b317502-cb4a-4c3f-98b7-cee5dc373d0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:51:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['11a7b099-fa50-4fc0-ab99-8383dc93eae8'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:51:26.429914 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8d6edde-ae86-4797-9538-9990d9d1eb2e tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Made reservation on behalf of 7897b2f4a2684b0badf4b8443fb00fdf for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:51:26.434156 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a8d6edde-ae86-4797-9538-9990d9d1eb2e tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:26.514100 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8d6edde-ae86-4797-9538-9990d9d1eb2e tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 748} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:51:26.520552 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-3b317502-cb4a-4c3f-98b7-cee5dc373d0f None None] Set router 11a7b099-fa50-4fc0-ab99-8383dc93eae8 gateway port host: None {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:51:26.527167 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a8d6edde-ae86-4797-9538-9990d9d1eb2e tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:26.527517 n-d-779913-29 neutron-server[93958]: INFO neutron.db.segments_db [None req-a8d6edde-ae86-4797-9538-9990d9d1eb2e tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Added segment e2481f92-469c-4262-81c8-6f2238fb9cbc of type vlan for network 1fa80aeb-c444-4d2a-9195-877958b11b5d Jul 14 09:51:26.583269 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a8d6edde-ae86-4797-9538-9990d9d1eb2e tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735687821325'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:26.620411 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a8d6edde-ae86-4797-9538-9990d9d1eb2e tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:26.627412 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8d6edde-ae86-4797-9538-9990d9d1eb2e tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:26.632552 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a8d6edde-ae86-4797-9538-9990d9d1eb2e tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:26.718713 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-a8d6edde-ae86-4797-9538-9990d9d1eb2e tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3427768 Jul 14 09:51:26.723644 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 58962) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:51:26.731282 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-20d39051-0e92-4c82-8d77-98f147dbe170 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Request body: {'subnet': {'network_id': '1fa80aeb-c444-4d2a-9195-877958b11b5d', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:51:26.766362 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd94a092-037a-482a-902d-16d93c000c9b None None] Network c26b420c-cfd1-491d-afcc-225a6b14d1b2 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:51:26.791364 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d6edde-ae86-4797-9538-9990d9d1eb2e tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Pushing event updated for resources: {'Network': ['ID=1fa80aeb-c444-4d2a-9195-877958b11b5d,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:26.831640 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Network 1fa80aeb-c444-4d2a-9195-877958b11b5d details requested by agent ovs-agent-n-d-779913-29 with host n-d-779913-29 {{(pid=93959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:51:26.854805 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-4ffc8338-fb27-4fc9-b979-ab247ea66277 None None] Provisioning for port 6e785fca-b72d-4845-89ab-31ee72c8b07f completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:51:26.887463 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20d39051-0e92-4c82-8d77-98f147dbe170 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Made reservation on behalf of 7897b2f4a2684b0badf4b8443fb00fdf for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:51:26.894977 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-20d39051-0e92-4c82-8d77-98f147dbe170 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16714600'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:26.901355 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-3b317502-cb4a-4c3f-98b7-cee5dc373d0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11a7b099-fa50-4fc0-ab99-8383dc93eae8', 'name': 'tempest-RoutersIpV6Test-router-990010033', 'tenant_id': '7897b2f4a2684b0badf4b8443fb00fdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:51:23Z', 'updated_at': '2021-07-14T09:51:25Z', 'revision_number': 2, 'project_id': '7897b2f4a2684b0badf4b8443fb00fdf', 'gw_port_host': None, '_interfaces': [{'id': '0ca079f8-480b-4a01-aa8e-e3b91496d2df', 'name': '', 'network_id': 'c26b420c-cfd1-491d-afcc-225a6b14d1b2', 'tenant_id': '7897b2f4a2684b0badf4b8443fb00fdf', 'mac_address': 'fa:16:3e:5e:b8:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11a7b099-fa50-4fc0-ab99-8383dc93eae8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3773, 'fixed_ips': [{'subnet_id': 'fdce1431-c2d2-45b8-944c-59630c22ad20', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:51:24Z', 'updated_at': '2021-07-14T09:51:25Z', 'revision_number': 2, 'project_id': '7897b2f4a2684b0badf4b8443fb00fdf', 'subnets': [{'id': 'fdce1431-c2d2-45b8-944c-59630c22ad20', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:51:26.945290 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b317502-cb4a-4c3f-98b7-cee5dc373d0f None None] Checking router: 11a7b099-fa50-4fc0-ab99-8383dc93eae8 for host: n-d-779913-29 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:51:26.945982 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b317502-cb4a-4c3f-98b7-cee5dc373d0f None None] Updating router 11a7b099-fa50-4fc0-ab99-8383dc93eae8 port 0ca079f8-480b-4a01-aa8e-e3b91496d2df binding host n-d-779913-29 {{(pid=93960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:51:27.034875 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3b317502-cb4a-4c3f-98b7-cee5dc373d0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:27.281162 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-20d39051-0e92-4c82-8d77-98f147dbe170 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13573993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16714586'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:27.381445 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d39051-0e92-4c82-8d77-98f147dbe170 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Pushing event updated for resources: {'Subnet': ['ID=6623b4b1-7f30-4074-863e-222d49d21d32,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:27.403482 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d39051-0e92-4c82-8d77-98f147dbe170 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Checking segment: {'id': 'e2481f92-469c-4262-81c8-6f2238fb9cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '1fa80aeb-c444-4d2a-9195-877958b11b5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:51:27.403840 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20d39051-0e92-4c82-8d77-98f147dbe170 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Network hostable DHCP agents. Network: 1fa80aeb-c444-4d2a-9195-877958b11b5d, hostable agents: ['c6a09bd4-f72e-4283-a3ca-0bbca8a51081'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:51:27.424827 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20d39051-0e92-4c82-8d77-98f147dbe170 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Network 1fa80aeb-c444-4d2a-9195-877958b11b5d is scheduled to be hosted by DHCP agent c6a09bd4-f72e-4283-a3ca-0bbca8a51081 with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:51:27.450994 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-20d39051-0e92-4c82-8d77-98f147dbe170 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-29, 1fa80aeb-c444-4d2a-9195-877958b11b5d) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:51:27.459117 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20d39051-0e92-4c82-8d77-98f147dbe170 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:27.459727 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-20d39051-0e92-4c82-8d77-98f147dbe170 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:27.474827 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d684e87a-71d9-454e-beb4-c47c266da59d None None] Network 1fa80aeb-c444-4d2a-9195-877958b11b5d requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:51:27.508794 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-20d39051-0e92-4c82-8d77-98f147dbe170 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7836969 Jul 14 09:51:27.511533 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 58966) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:51:27.572701 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3b317502-cb4a-4c3f-98b7-cee5dc373d0f None None] Notify callbacks [] for port, precommit_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:27.604938 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-3b317502-cb4a-4c3f-98b7-cee5dc373d0f None None] Transition to ACTIVE for port object 0ca079f8-480b-4a01-aa8e-e3b91496d2df will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:51:27.630465 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3b317502-cb4a-4c3f-98b7-cee5dc373d0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:27.705588 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c147c34e-f0e9-401a-981b-8eb088ad076c None None] Pushing event updated for resources: {'Port': ['ID=0ca079f8-480b-4a01-aa8e-e3b91496d2df,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:27.719380 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 6e785fca-b72d-4845-89ab-31ee72c8b07f up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:51:27.723645 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c147c34e-f0e9-401a-981b-8eb088ad076c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:51:27.725066 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c147c34e-f0e9-401a-981b-8eb088ad076c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:51:27.725757 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c147c34e-f0e9-401a-981b-8eb088ad076c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:51:27.726390 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c147c34e-f0e9-401a-981b-8eb088ad076c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:51:27.726943 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c147c34e-f0e9-401a-981b-8eb088ad076c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:51:27.727741 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c147c34e-f0e9-401a-981b-8eb088ad076c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:51:27.728471 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c147c34e-f0e9-401a-981b-8eb088ad076c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:51:27.729262 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c147c34e-f0e9-401a-981b-8eb088ad076c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:51:27.729868 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c147c34e-f0e9-401a-981b-8eb088ad076c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:51:27.731631 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c147c34e-f0e9-401a-981b-8eb088ad076c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:51:27.732263 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c147c34e-f0e9-401a-981b-8eb088ad076c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:51:27.732826 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c147c34e-f0e9-401a-981b-8eb088ad076c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:51:27.841144 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b377047-12d1-4d96-b6fa-c9e44b949857 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf57baaa9-fd24-59f4-8fd2-1dc21122ce72-1fa80aeb-c444-4d2a-9195-877958b11b5d', 'network_id': '1fa80aeb-c444-4d2a-9195-877958b11b5d', 'tenant_id': '7897b2f4a2684b0badf4b8443fb00fdf', 'fixed_ips': [{'subnet_id': '6623b4b1-7f30-4074-863e-222d49d21d32'}]}} from n-d-779913-29. {{(pid=93959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:51:27.842754 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b377047-12d1-4d96-b6fa-c9e44b949857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:27.862610 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5bbe322f-3f67-4864-bc0a-91afe44d23e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:27.881874 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-3b317502-cb4a-4c3f-98b7-cee5dc373d0f None None] Attempting to bind port 0ca079f8-480b-4a01-aa8e-e3b91496d2df on host n-d-779913-29 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:51:27.882541 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-3b317502-cb4a-4c3f-98b7-cee5dc373d0f None None] Attempting to bind port 0ca079f8-480b-4a01-aa8e-e3b91496d2df by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': 'a77f802d-0b93-46f5-8b6a-3e8b1c26eb85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'c26b420c-cfd1-491d-afcc-225a6b14d1b2'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:51:27.884426 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b317502-cb4a-4c3f-98b7-cee5dc373d0f None None] Attempting to bind port 0ca079f8-480b-4a01-aa8e-e3b91496d2df on network c26b420c-cfd1-491d-afcc-225a6b14d1b2 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:51:27.889731 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-0df265c4-7e9f-4ec5-8b1d-fd91eea570ef None None] Provisioning for port 0ca079f8-480b-4a01-aa8e-e3b91496d2df completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:51:27.900935 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b317502-cb4a-4c3f-98b7-cee5dc373d0f None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 51, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:51:27.901464 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b317502-cb4a-4c3f-98b7-cee5dc373d0f None None] Checking segment: {'id': 'a77f802d-0b93-46f5-8b6a-3e8b1c26eb85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'c26b420c-cfd1-491d-afcc-225a6b14d1b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:51:27.906384 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3b317502-cb4a-4c3f-98b7-cee5dc373d0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:27.907757 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b317502-cb4a-4c3f-98b7-cee5dc373d0f None None] Bound using segment: {'id': 'a77f802d-0b93-46f5-8b6a-3e8b1c26eb85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'c26b420c-cfd1-491d-afcc-225a6b14d1b2'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:51:27.908491 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-3b317502-cb4a-4c3f-98b7-cee5dc373d0f None None] Bound port: 0ca079f8-480b-4a01-aa8e-e3b91496d2df, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a77f802d-0b93-46f5-8b6a-3e8b1c26eb85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'c26b420c-cfd1-491d-afcc-225a6b14d1b2'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:51:27.909313 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3b317502-cb4a-4c3f-98b7-cee5dc373d0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:27.960516 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning for port 6e785fca-b72d-4845-89ab-31ee72c8b07f completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:51:27.982360 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port 6e785fca-b72d-4845-89ab-31ee72c8b07f triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:51:27.983128 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:28.057860 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-3b317502-cb4a-4c3f-98b7-cee5dc373d0f None None] For port 0ca079f8-480b-4a01-aa8e-e3b91496d2df, host n-d-779913-29, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:51:28.061339 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-3b317502-cb4a-4c3f-98b7-cee5dc373d0f None None] For port 0ca079f8-480b-4a01-aa8e-e3b91496d2df, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=0ca079f8-480b-4a01-aa8e-e3b91496d2df,segment=NetworkSegment(a77f802d-0b93-46f5-8b6a-3e8b1c26eb85),segment_id=a77f802d-0b93-46f5-8b6a-3e8b1c26eb85)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:51:28.072186 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-3b317502-cb4a-4c3f-98b7-cee5dc373d0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:28.194438 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b317502-cb4a-4c3f-98b7-cee5dc373d0f None None] Routers {'11a7b099-fa50-4fc0-ab99-8383dc93eae8'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:51:28.195131 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-3b317502-cb4a-4c3f-98b7-cee5dc373d0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:51:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['11a7b099-fa50-4fc0-ab99-8383dc93eae8'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:51:28.217602 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:28.232661 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-8b377047-12d1-4d96-b6fa-c9e44b949857 None None] Allocated IP 2001:db8:1::2 (1fa80aeb-c444-4d2a-9195-877958b11b5d/6623b4b1-7f30-4074-863e-222d49d21d32/07284e41-25a7-45e1-a22f-67d2cebc9c72) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:51:28.279080 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c147c34e-f0e9-401a-981b-8eb088ad076c None None] Pushing event updated for resources: {'Port': ['ID=0ca079f8-480b-4a01-aa8e-e3b91496d2df,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:28.323960 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-3b317502-cb4a-4c3f-98b7-cee5dc373d0f None None] Set router 11a7b099-fa50-4fc0-ab99-8383dc93eae8 gateway port host: None {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:51:28.351498 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] For port 6e785fca-b72d-4845-89ab-31ee72c8b07f, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=6e785fca-b72d-4845-89ab-31ee72c8b07f,segment=NetworkSegment(a77f802d-0b93-46f5-8b6a-3e8b1c26eb85),segment_id=a77f802d-0b93-46f5-8b6a-3e8b1c26eb85)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:51:28.370305 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:28.469369 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Pushing event updated for resources: {'Port': ['ID=6e785fca-b72d-4845-89ab-31ee72c8b07f,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:28.659018 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b377047-12d1-4d96-b6fa-c9e44b949857 None None] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:28.669959 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-8b377047-12d1-4d96-b6fa-c9e44b949857 None None] Transition to ACTIVE for port object 07284e41-25a7-45e1-a22f-67d2cebc9c72 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:51:28.677323 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-3b317502-cb4a-4c3f-98b7-cee5dc373d0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11a7b099-fa50-4fc0-ab99-8383dc93eae8', 'name': 'tempest-RoutersIpV6Test-router-990010033', 'tenant_id': '7897b2f4a2684b0badf4b8443fb00fdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:51:23Z', 'updated_at': '2021-07-14T09:51:25Z', 'revision_number': 2, 'project_id': '7897b2f4a2684b0badf4b8443fb00fdf', 'gw_port_host': None, '_interfaces': [{'id': '0ca079f8-480b-4a01-aa8e-e3b91496d2df', 'name': '', 'network_id': 'c26b420c-cfd1-491d-afcc-225a6b14d1b2', 'tenant_id': '7897b2f4a2684b0badf4b8443fb00fdf', 'mac_address': 'fa:16:3e:5e:b8:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11a7b099-fa50-4fc0-ab99-8383dc93eae8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3773, 'fixed_ips': [{'subnet_id': 'fdce1431-c2d2-45b8-944c-59630c22ad20', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:51:24Z', 'updated_at': '2021-07-14T09:51:28Z', 'revision_number': 4, 'project_id': '7897b2f4a2684b0badf4b8443fb00fdf', 'subnets': [{'id': 'fdce1431-c2d2-45b8-944c-59630c22ad20', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:51:28.697530 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-8b377047-12d1-4d96-b6fa-c9e44b949857 None None] Transition to ACTIVE for port object 07284e41-25a7-45e1-a22f-67d2cebc9c72 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:51:28.710685 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b377047-12d1-4d96-b6fa-c9e44b949857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:28.742174 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b317502-cb4a-4c3f-98b7-cee5dc373d0f None None] The sync data for ids ['11a7b099-fa50-4fc0-ab99-8383dc93eae8'] in n-d-779913-29 is: [{'id': '11a7b099-fa50-4fc0-ab99-8383dc93eae8', 'name': 'tempest-RoutersIpV6Test-router-990010033', 'tenant_id': '7897b2f4a2684b0badf4b8443fb00fdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:51:23Z', 'updated_at': '2021-07-14T09:51:25Z', 'revision_number': 2, 'project_id': '7897b2f4a2684b0badf4b8443fb00fdf', 'gw_port_host': None, '_interfaces': [{'id': '0ca079f8-480b-4a01-aa8e-e3b91496d2df', 'name': '', 'network_id': 'c26b420c-cfd1-491d-afcc-225a6b14d1b2', 'tenant_id': '7897b2f4a2684b0badf4b8443fb00fdf', 'mac_address': 'fa:16:3e:5e:b8:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11a7b099-fa50-4fc0-ab99-8383dc93eae8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3773, 'fixed_ips': [{'subnet_id': 'fdce1431-c2d2-45b8-944c-59630c22ad20', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:51:24Z', 'updated_at': '2021-07-14T09:51:28Z', 'revision_number': 4, 'project_id': '7897b2f4a2684b0badf4b8443fb00fdf', 'subnets': [{'id': 'fdce1431-c2d2-45b8-944c-59630c22ad20', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:51:28.770757 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b377047-12d1-4d96-b6fa-c9e44b949857 None None] Network 1fa80aeb-c444-4d2a-9195-877958b11b5d is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:51:28.778253 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-8b377047-12d1-4d96-b6fa-c9e44b949857 None None] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:51:28.790320 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b377047-12d1-4d96-b6fa-c9e44b949857 None None] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:51:28.818665 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b377047-12d1-4d96-b6fa-c9e44b949857 None None] Pushing event updated for resources: {'Port': ['ID=07284e41-25a7-45e1-a22f-67d2cebc9c72,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:28.887597 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f0ee92db-6a54-46b6-9dff-9ad49cf569ff tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:28.948819 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-8b377047-12d1-4d96-b6fa-c9e44b949857 None None] Attempting to bind port 07284e41-25a7-45e1-a22f-67d2cebc9c72 on host n-d-779913-29 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:51:28.949212 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-8b377047-12d1-4d96-b6fa-c9e44b949857 None None] Attempting to bind port 07284e41-25a7-45e1-a22f-67d2cebc9c72 by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': 'e2481f92-469c-4262-81c8-6f2238fb9cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '1fa80aeb-c444-4d2a-9195-877958b11b5d'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:51:28.951803 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b377047-12d1-4d96-b6fa-c9e44b949857 None None] Attempting to bind port 07284e41-25a7-45e1-a22f-67d2cebc9c72 on network 1fa80aeb-c444-4d2a-9195-877958b11b5d {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:51:28.961587 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b377047-12d1-4d96-b6fa-c9e44b949857 None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 51, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:51:28.961587 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b377047-12d1-4d96-b6fa-c9e44b949857 None None] Checking segment: {'id': 'e2481f92-469c-4262-81c8-6f2238fb9cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '1fa80aeb-c444-4d2a-9195-877958b11b5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:51:28.961587 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b377047-12d1-4d96-b6fa-c9e44b949857 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:28.970934 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b377047-12d1-4d96-b6fa-c9e44b949857 None None] Bound using segment: {'id': 'e2481f92-469c-4262-81c8-6f2238fb9cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '1fa80aeb-c444-4d2a-9195-877958b11b5d'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:51:28.971561 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-8b377047-12d1-4d96-b6fa-c9e44b949857 None None] Bound port: 07284e41-25a7-45e1-a22f-67d2cebc9c72, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2481f92-469c-4262-81c8-6f2238fb9cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '1fa80aeb-c444-4d2a-9195-877958b11b5d'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:51:28.971979 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b377047-12d1-4d96-b6fa-c9e44b949857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:29.129941 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b377047-12d1-4d96-b6fa-c9e44b949857 None None] For port 07284e41-25a7-45e1-a22f-67d2cebc9c72, host n-d-779913-29, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:51:29.139535 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b377047-12d1-4d96-b6fa-c9e44b949857 None None] For port 07284e41-25a7-45e1-a22f-67d2cebc9c72, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=07284e41-25a7-45e1-a22f-67d2cebc9c72,segment=NetworkSegment(e2481f92-469c-4262-81c8-6f2238fb9cbc),segment_id=e2481f92-469c-4262-81c8-6f2238fb9cbc)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:51:29.149666 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b377047-12d1-4d96-b6fa-c9e44b949857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:29.262864 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b377047-12d1-4d96-b6fa-c9e44b949857 None None] Pushing event updated for resources: {'Port': ['ID=07284e41-25a7-45e1-a22f-67d2cebc9c72,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:29.467789 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-f0ee92db-6a54-46b6-9dff-9ad49cf569ff tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Allocated IP 2001:db8:1::1 (1fa80aeb-c444-4d2a-9195-877958b11b5d/6623b4b1-7f30-4074-863e-222d49d21d32/ac422ce7-5ebe-46d1-bd12-17d6a78a1e5a) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:51:29.747879 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f0ee92db-6a54-46b6-9dff-9ad49cf569ff tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:29.792792 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-f0ee92db-6a54-46b6-9dff-9ad49cf569ff tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Transition to ACTIVE for port object ac422ce7-5ebe-46d1-bd12-17d6a78a1e5a will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:51:29.868358 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 0ca079f8-480b-4a01-aa8e-e3b91496d2df up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:51:29.878672 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f0ee92db-6a54-46b6-9dff-9ad49cf569ff tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:29.946413 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning for port 0ca079f8-480b-4a01-aa8e-e3b91496d2df completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:51:29.950302 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port 0ca079f8-480b-4a01-aa8e-e3b91496d2df triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:51:29.950841 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:29.990497 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0ee92db-6a54-46b6-9dff-9ad49cf569ff tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Network 1fa80aeb-c444-4d2a-9195-877958b11b5d is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:51:29.992302 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-f0ee92db-6a54-46b6-9dff-9ad49cf569ff tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:51:29.995575 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ee92db-6a54-46b6-9dff-9ad49cf569ff tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:51:29.996174 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f0ee92db-6a54-46b6-9dff-9ad49cf569ff tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-660393'] for router_interface, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:30.070406 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ee92db-6a54-46b6-9dff-9ad49cf569ff tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Pushing event updated for resources: {'Port': ['ID=ac422ce7-5ebe-46d1-bd12-17d6a78a1e5a,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:30.126497 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:30.176059 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] For port 0ca079f8-480b-4a01-aa8e-e3b91496d2df, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=0ca079f8-480b-4a01-aa8e-e3b91496d2df,segment=NetworkSegment(a77f802d-0b93-46f5-8b6a-3e8b1c26eb85),segment_id=a77f802d-0b93-46f5-8b6a-3e8b1c26eb85)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:51:30.186550 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:30.187375 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 6e785fca-b72d-4845-89ab-31ee72c8b07f up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:51:30.207799 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f0ee92db-6a54-46b6-9dff-9ad49cf569ff tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:30.277343 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Pushing event updated for resources: {'Port': ['ID=0ca079f8-480b-4a01-aa8e-e3b91496d2df,revision_number=5']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:30.306298 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port 6e785fca-b72d-4845-89ab-31ee72c8b07f triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:51:30.307167 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:30.661931 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f0ee92db-6a54-46b6-9dff-9ad49cf569ff tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:30.670982 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f0ee92db-6a54-46b6-9dff-9ad49cf569ff tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:30.671802 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f0ee92db-6a54-46b6-9dff-9ad49cf569ff tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-683747'] for router_interface, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:30.811100 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ee92db-6a54-46b6-9dff-9ad49cf569ff tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Pushing event updated for resources: {'Port': ['ID=ac422ce7-5ebe-46d1-bd12-17d6a78a1e5a,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:30.882718 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0ee92db-6a54-46b6-9dff-9ad49cf569ff tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Network 1fa80aeb-c444-4d2a-9195-877958b11b5d is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:51:30.884411 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-f0ee92db-6a54-46b6-9dff-9ad49cf569ff tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:51:31.039653 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0ee92db-6a54-46b6-9dff-9ad49cf569ff tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Router 11a7b099-fa50-4fc0-ab99-8383dc93eae8 has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:51:31.242198 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0ee92db-6a54-46b6-9dff-9ad49cf569ff tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:51:31.250535 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-f0ee92db-6a54-46b6-9dff-9ad49cf569ff tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] 10.222.0.68 "PUT /v2.0/routers/11a7b099-fa50-4fc0-ab99-8383dc93eae8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7374802 Jul 14 09:51:31.253465 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 58974) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:51:31.256215 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4d65ab5-440d-4589-8923-63514dd6d428 None None] Sync routers for ids ['11a7b099-fa50-4fc0-ab99-8383dc93eae8'] in n-d-779913-29 {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:51:31.260009 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-ba1d0fc8-2c01-47c6-8566-3b53e95621c0 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2135326343'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:51:31.269476 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d65ab5-440d-4589-8923-63514dd6d428 None None] Routers {'11a7b099-fa50-4fc0-ab99-8383dc93eae8'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:51:31.272927 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-d4d65ab5-440d-4589-8923-63514dd6d428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:51:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['11a7b099-fa50-4fc0-ab99-8383dc93eae8'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:51:31.289302 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba1d0fc8-2c01-47c6-8566-3b53e95621c0 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Made reservation on behalf of 7897b2f4a2684b0badf4b8443fb00fdf for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:51:31.293261 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ba1d0fc8-2c01-47c6-8566-3b53e95621c0 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:31.317147 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-030bad32-f266-4277-9721-3af69182b61a None None] Network 1fa80aeb-c444-4d2a-9195-877958b11b5d requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:51:31.345111 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba1d0fc8-2c01-47c6-8566-3b53e95621c0 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 704} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:51:31.359748 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ba1d0fc8-2c01-47c6-8566-3b53e95621c0 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:31.360142 n-d-779913-29 neutron-server[93958]: INFO neutron.db.segments_db [None req-ba1d0fc8-2c01-47c6-8566-3b53e95621c0 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Added segment eae549d5-6f44-4005-82e2-8b6d74c4dfb7 of type vlan for network 66685e0c-6259-4592-80a8-0010f3ff89a5 Jul 14 09:51:31.402067 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ba1d0fc8-2c01-47c6-8566-3b53e95621c0 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735687821325'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:31.433424 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-435e9482-506a-4b03-b92b-96107cc36426 None None] Provisioning for port 07284e41-25a7-45e1-a22f-67d2cebc9c72 completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:51:31.450674 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvr_db [None req-d4d65ab5-440d-4589-8923-63514dd6d428 None None] Set router 11a7b099-fa50-4fc0-ab99-8383dc93eae8 gateway port host: None {{(pid=93959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:51:31.451907 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ba1d0fc8-2c01-47c6-8566-3b53e95621c0 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:31.460984 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba1d0fc8-2c01-47c6-8566-3b53e95621c0 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:31.462190 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ba1d0fc8-2c01-47c6-8566-3b53e95621c0 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:31.635621 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1d0fc8-2c01-47c6-8566-3b53e95621c0 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Pushing event updated for resources: {'Network': ['ID=66685e0c-6259-4592-80a8-0010f3ff89a5,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:31.658603 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-ba1d0fc8-2c01-47c6-8566-3b53e95621c0 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4035807 Jul 14 09:51:31.658978 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 58978) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:51:31.664408 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-532e160b-dba1-4bf7-9f60-731d5ced0bb4 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Request body: {'subnet': {'network_id': '66685e0c-6259-4592-80a8-0010f3ff89a5', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:51:31.680450 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Network 66685e0c-6259-4592-80a8-0010f3ff89a5 details requested by agent ovs-agent-n-d-779913-29 with host n-d-779913-29 {{(pid=93959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:51:31.790689 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 0ca079f8-480b-4a01-aa8e-e3b91496d2df up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:51:31.831352 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-532e160b-dba1-4bf7-9f60-731d5ced0bb4 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Made reservation on behalf of 7897b2f4a2684b0badf4b8443fb00fdf for: {'subnet': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:51:31.835531 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-532e160b-dba1-4bf7-9f60-731d5ced0bb4 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11984110'] for subnet, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:32.081285 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-532e160b-dba1-4bf7-9f60-731d5ced0bb4 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10052764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11984092'] for subnet, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:32.113641 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port 0ca079f8-480b-4a01-aa8e-e3b91496d2df triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:51:32.114125 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:32.166601 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532e160b-dba1-4bf7-9f60-731d5ced0bb4 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Pushing event updated for resources: {'Subnet': ['ID=8c785d06-b1f7-4980-a529-d1e98908238b,revision_number=0']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:32.181713 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-532e160b-dba1-4bf7-9f60-731d5ced0bb4 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Checking segment: {'id': 'eae549d5-6f44-4005-82e2-8b6d74c4dfb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '66685e0c-6259-4592-80a8-0010f3ff89a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:51:32.181713 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-532e160b-dba1-4bf7-9f60-731d5ced0bb4 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Network hostable DHCP agents. Network: 66685e0c-6259-4592-80a8-0010f3ff89a5, hostable agents: ['c6a09bd4-f72e-4283-a3ca-0bbca8a51081'], hosted agents: [] {{(pid=93957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:51:32.203749 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-532e160b-dba1-4bf7-9f60-731d5ced0bb4 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Network 66685e0c-6259-4592-80a8-0010f3ff89a5 is scheduled to be hosted by DHCP agent c6a09bd4-f72e-4283-a3ca-0bbca8a51081 with binding_index 1 {{(pid=93957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:51:32.212071 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-d4d65ab5-440d-4589-8923-63514dd6d428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11a7b099-fa50-4fc0-ab99-8383dc93eae8', 'name': 'tempest-RoutersIpV6Test-router-990010033', 'tenant_id': '7897b2f4a2684b0badf4b8443fb00fdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:51:23Z', 'updated_at': '2021-07-14T09:51:30Z', 'revision_number': 3, 'project_id': '7897b2f4a2684b0badf4b8443fb00fdf', 'gw_port_host': None, '_interfaces': [{'id': '0ca079f8-480b-4a01-aa8e-e3b91496d2df', 'name': '', 'network_id': 'c26b420c-cfd1-491d-afcc-225a6b14d1b2', 'tenant_id': '7897b2f4a2684b0badf4b8443fb00fdf', 'mac_address': 'fa:16:3e:5e:b8:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a7b099-fa50-4fc0-ab99-8383dc93eae8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3773, 'fixed_ips': [{'subnet_id': 'fdce1431-c2d2-45b8-944c-59630c22ad20', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:51:24Z', 'updated_at': '2021-07-14T09:51:30Z', 'revision_number': 5, 'project_id': '7897b2f4a2684b0badf4b8443fb00fdf', 'subnets': [{'id': 'fdce1431-c2d2-45b8-944c-59630c22ad20', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac422ce7-5ebe-46d1-bd12-17d6a78a1e5a', 'name': '', 'network_id': '1fa80aeb-c444-4d2a-9195-877958b11b5d', 'tenant_id': '7897b2f4a2684b0badf4b8443fb00fdf', 'mac_address': 'fa:16:3e:78:57:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11a7b099-fa50-4fc0-ab99-8383dc93eae8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3778, 'fixed_ips': [{'subnet_id': '6623b4b1-7f30-4074-863e-222d49d21d32', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:51:29Z', 'updated_at': '2021-07-14T09:51:30Z', 'revision_number': 2, 'project_id': '7897b2f4a2684b0badf4b8443fb00fdf', 'subnets': [{'id': '6623b4b1-7f30-4074-863e-222d49d21d32', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:51:32.218693 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-532e160b-dba1-4bf7-9f60-731d5ced0bb4 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-29, 66685e0c-6259-4592-80a8-0010f3ff89a5) {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:51:32.231278 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-532e160b-dba1-4bf7-9f60-731d5ced0bb4 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:32.232223 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-532e160b-dba1-4bf7-9f60-731d5ced0bb4 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks [] for subnet, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:32.249719 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b6e7e90-2cee-4e70-b266-8c4a163d9f64 None None] Network 66685e0c-6259-4592-80a8-0010f3ff89a5 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:51:32.264163 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-532e160b-dba1-4bf7-9f60-731d5ced0bb4 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.6014750 Jul 14 09:51:32.265212 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 58980) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:51:32.330950 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4d65ab5-440d-4589-8923-63514dd6d428 None None] Checking router: 11a7b099-fa50-4fc0-ab99-8383dc93eae8 for host: n-d-779913-29 {{(pid=93959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:51:32.331516 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4d65ab5-440d-4589-8923-63514dd6d428 None None] Updating router 11a7b099-fa50-4fc0-ab99-8383dc93eae8 port ac422ce7-5ebe-46d1-bd12-17d6a78a1e5a binding host n-d-779913-29 {{(pid=93959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:51:32.418999 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 07284e41-25a7-45e1-a22f-67d2cebc9c72 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:51:32.429239 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d4d65ab5-440d-4589-8923-63514dd6d428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:32.677983 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning for port 07284e41-25a7-45e1-a22f-67d2cebc9c72 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:51:32.706023 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port 07284e41-25a7-45e1-a22f-67d2cebc9c72 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:51:32.706472 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:32.768799 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc78e521-c03c-4a93-b5a5-570cdb091865 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf57baaa9-fd24-59f4-8fd2-1dc21122ce72-66685e0c-6259-4592-80a8-0010f3ff89a5', 'network_id': '66685e0c-6259-4592-80a8-0010f3ff89a5', 'tenant_id': '7897b2f4a2684b0badf4b8443fb00fdf', 'fixed_ips': [{'subnet_id': '8c785d06-b1f7-4980-a529-d1e98908238b'}]}} from n-d-779913-29. {{(pid=93959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:51:32.769696 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cc78e521-c03c-4a93-b5a5-570cdb091865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:32.855500 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a0b1f51b-4d50-4725-974e-14fc2753ec6b tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:32.991037 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-ec40d611-2fad-46a4-a39a-e4d64e25148e None None] Provisioning complete for port 07284e41-25a7-45e1-a22f-67d2cebc9c72 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:51:32.991410 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ec40d611-2fad-46a4-a39a-e4d64e25148e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:33.189095 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-cc78e521-c03c-4a93-b5a5-570cdb091865 None None] Allocated IP 2001:db8:2::2 (66685e0c-6259-4592-80a8-0010f3ff89a5/8c785d06-b1f7-4980-a529-d1e98908238b/b5d46dc7-a0aa-4c71-9c8c-221d9da40f99) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:51:33.316546 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:33.448623 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] For port 07284e41-25a7-45e1-a22f-67d2cebc9c72, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=07284e41-25a7-45e1-a22f-67d2cebc9c72,segment=NetworkSegment(e2481f92-469c-4262-81c8-6f2238fb9cbc),segment_id=e2481f92-469c-4262-81c8-6f2238fb9cbc)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:51:33.467709 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:33.481938 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ec40d611-2fad-46a4-a39a-e4d64e25148e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:33.612096 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d4d65ab5-440d-4589-8923-63514dd6d428 None None] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:33.643462 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cc78e521-c03c-4a93-b5a5-570cdb091865 None None] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:33.650234 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Pushing event updated for resources: {'Port': ['ID=07284e41-25a7-45e1-a22f-67d2cebc9c72,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:33.653252 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-d4d65ab5-440d-4589-8923-63514dd6d428 None None] Transition to ACTIVE for port object ac422ce7-5ebe-46d1-bd12-17d6a78a1e5a will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:51:33.680934 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-cc78e521-c03c-4a93-b5a5-570cdb091865 None None] Transition to ACTIVE for port object b5d46dc7-a0aa-4c71-9c8c-221d9da40f99 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:51:33.691244 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d4d65ab5-440d-4589-8923-63514dd6d428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:33.732863 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-cc78e521-c03c-4a93-b5a5-570cdb091865 None None] Transition to ACTIVE for port object b5d46dc7-a0aa-4c71-9c8c-221d9da40f99 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:51:33.740191 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.db.api [None req-ec40d611-2fad-46a4-a39a-e4d64e25148e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93959) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 09:51:33.740589 n-d-779913-29 neutron-server[93959]: DEBUG oslo_db.api [None req-ec40d611-2fad-46a4-a39a-e4d64e25148e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 09:51:33.748281 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cc78e521-c03c-4a93-b5a5-570cdb091865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:33.775949 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b807d9-51cc-4ad8-b423-a1759a8f3e0f None None] Pushing event updated for resources: {'Port': ['ID=ac422ce7-5ebe-46d1-bd12-17d6a78a1e5a,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:33.806887 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc78e521-c03c-4a93-b5a5-570cdb091865 None None] Network 66685e0c-6259-4592-80a8-0010f3ff89a5 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:51:33.827390 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-cc78e521-c03c-4a93-b5a5-570cdb091865 None None] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:51:33.836736 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc78e521-c03c-4a93-b5a5-570cdb091865 None None] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:51:33.867811 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-a0b1f51b-4d50-4725-974e-14fc2753ec6b tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Allocated IP 2001:db8:2::1 (66685e0c-6259-4592-80a8-0010f3ff89a5/8c785d06-b1f7-4980-a529-d1e98908238b/460fc55d-ac48-47e9-9f0f-81a0523bf1b2) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:51:33.903273 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc78e521-c03c-4a93-b5a5-570cdb091865 None None] Pushing event updated for resources: {'Port': ['ID=b5d46dc7-a0aa-4c71-9c8c-221d9da40f99,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:33.934756 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-d4d65ab5-440d-4589-8923-63514dd6d428 None None] Attempting to bind port ac422ce7-5ebe-46d1-bd12-17d6a78a1e5a on host n-d-779913-29 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:51:33.935152 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-d4d65ab5-440d-4589-8923-63514dd6d428 None None] Attempting to bind port ac422ce7-5ebe-46d1-bd12-17d6a78a1e5a by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': 'e2481f92-469c-4262-81c8-6f2238fb9cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '1fa80aeb-c444-4d2a-9195-877958b11b5d'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:51:33.935482 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d65ab5-440d-4589-8923-63514dd6d428 None None] Attempting to bind port ac422ce7-5ebe-46d1-bd12-17d6a78a1e5a on network 1fa80aeb-c444-4d2a-9195-877958b11b5d {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:51:33.950941 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d65ab5-440d-4589-8923-63514dd6d428 None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 51, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:51:33.951341 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d65ab5-440d-4589-8923-63514dd6d428 None None] Checking segment: {'id': 'e2481f92-469c-4262-81c8-6f2238fb9cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '1fa80aeb-c444-4d2a-9195-877958b11b5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:51:33.951729 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d4d65ab5-440d-4589-8923-63514dd6d428 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:33.952183 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d65ab5-440d-4589-8923-63514dd6d428 None None] Bound using segment: {'id': 'e2481f92-469c-4262-81c8-6f2238fb9cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '1fa80aeb-c444-4d2a-9195-877958b11b5d'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:51:33.952686 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-d4d65ab5-440d-4589-8923-63514dd6d428 None None] Bound port: ac422ce7-5ebe-46d1-bd12-17d6a78a1e5a, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2481f92-469c-4262-81c8-6f2238fb9cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '1fa80aeb-c444-4d2a-9195-877958b11b5d'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:51:33.953074 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d4d65ab5-440d-4589-8923-63514dd6d428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:33.965314 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-cc78e521-c03c-4a93-b5a5-570cdb091865 None None] Attempting to bind port b5d46dc7-a0aa-4c71-9c8c-221d9da40f99 on host n-d-779913-29 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:51:33.965825 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-cc78e521-c03c-4a93-b5a5-570cdb091865 None None] Attempting to bind port b5d46dc7-a0aa-4c71-9c8c-221d9da40f99 by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': 'eae549d5-6f44-4005-82e2-8b6d74c4dfb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '66685e0c-6259-4592-80a8-0010f3ff89a5'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:51:33.966147 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc78e521-c03c-4a93-b5a5-570cdb091865 None None] Attempting to bind port b5d46dc7-a0aa-4c71-9c8c-221d9da40f99 on network 66685e0c-6259-4592-80a8-0010f3ff89a5 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:51:33.976252 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc78e521-c03c-4a93-b5a5-570cdb091865 None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 51, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:51:33.976684 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc78e521-c03c-4a93-b5a5-570cdb091865 None None] Checking segment: {'id': 'eae549d5-6f44-4005-82e2-8b6d74c4dfb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '66685e0c-6259-4592-80a8-0010f3ff89a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:51:33.977105 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cc78e521-c03c-4a93-b5a5-570cdb091865 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:33.977530 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc78e521-c03c-4a93-b5a5-570cdb091865 None None] Bound using segment: {'id': 'eae549d5-6f44-4005-82e2-8b6d74c4dfb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '66685e0c-6259-4592-80a8-0010f3ff89a5'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:51:33.978034 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-cc78e521-c03c-4a93-b5a5-570cdb091865 None None] Bound port: b5d46dc7-a0aa-4c71-9c8c-221d9da40f99, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eae549d5-6f44-4005-82e2-8b6d74c4dfb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '66685e0c-6259-4592-80a8-0010f3ff89a5'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:51:33.978427 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cc78e521-c03c-4a93-b5a5-570cdb091865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:34.075398 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a0b1f51b-4d50-4725-974e-14fc2753ec6b tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:34.089281 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-d4d65ab5-440d-4589-8923-63514dd6d428 None None] For port ac422ce7-5ebe-46d1-bd12-17d6a78a1e5a, host n-d-779913-29, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:51:34.096669 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-d4d65ab5-440d-4589-8923-63514dd6d428 None None] For port ac422ce7-5ebe-46d1-bd12-17d6a78a1e5a, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=ac422ce7-5ebe-46d1-bd12-17d6a78a1e5a,segment=NetworkSegment(e2481f92-469c-4262-81c8-6f2238fb9cbc),segment_id=e2481f92-469c-4262-81c8-6f2238fb9cbc)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:51:34.097845 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-a0b1f51b-4d50-4725-974e-14fc2753ec6b tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Transition to ACTIVE for port object 460fc55d-ac48-47e9-9f0f-81a0523bf1b2 will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:51:34.105285 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d4d65ab5-440d-4589-8923-63514dd6d428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:34.108828 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-cc78e521-c03c-4a93-b5a5-570cdb091865 None None] For port b5d46dc7-a0aa-4c71-9c8c-221d9da40f99, host n-d-779913-29, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:51:34.143759 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a0b1f51b-4d50-4725-974e-14fc2753ec6b tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:34.158810 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-cc78e521-c03c-4a93-b5a5-570cdb091865 None None] For port b5d46dc7-a0aa-4c71-9c8c-221d9da40f99, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=b5d46dc7-a0aa-4c71-9c8c-221d9da40f99,segment=NetworkSegment(eae549d5-6f44-4005-82e2-8b6d74c4dfb7),segment_id=eae549d5-6f44-4005-82e2-8b6d74c4dfb7)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:51:34.177879 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cc78e521-c03c-4a93-b5a5-570cdb091865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:34.194401 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d65ab5-440d-4589-8923-63514dd6d428 None None] Routers {'11a7b099-fa50-4fc0-ab99-8383dc93eae8'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:51:34.194401 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-d4d65ab5-440d-4589-8923-63514dd6d428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:51:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['11a7b099-fa50-4fc0-ab99-8383dc93eae8'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:51:34.230450 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0b1f51b-4d50-4725-974e-14fc2753ec6b tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Network 66685e0c-6259-4592-80a8-0010f3ff89a5 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:51:34.231516 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b1f51b-4d50-4725-974e-14fc2753ec6b tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Pushing event updated for resources: {'Port': ['ID=460fc55d-ac48-47e9-9f0f-81a0523bf1b2,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:34.236417 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-a0b1f51b-4d50-4725-974e-14fc2753ec6b tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:51:34.239441 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b1f51b-4d50-4725-974e-14fc2753ec6b tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:51:34.239795 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a0b1f51b-4d50-4725-974e-14fc2753ec6b tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-660393'] for router_interface, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:34.240608 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b807d9-51cc-4ad8-b423-a1759a8f3e0f None None] Pushing event updated for resources: {'Port': ['ID=ac422ce7-5ebe-46d1-bd12-17d6a78a1e5a,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:34.478148 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a0b1f51b-4d50-4725-974e-14fc2753ec6b tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:34.647087 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc78e521-c03c-4a93-b5a5-570cdb091865 None None] Pushing event updated for resources: {'Port': ['ID=b5d46dc7-a0aa-4c71-9c8c-221d9da40f99,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:34.655835 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvr_db [None req-d4d65ab5-440d-4589-8923-63514dd6d428 None None] Set router 11a7b099-fa50-4fc0-ab99-8383dc93eae8 gateway port host: None {{(pid=93959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:51:34.683898 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-ec40d611-2fad-46a4-a39a-e4d64e25148e None None] Provisioning for port ac422ce7-5ebe-46d1-bd12-17d6a78a1e5a completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:51:34.839901 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a0b1f51b-4d50-4725-974e-14fc2753ec6b tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:34.845328 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a0b1f51b-4d50-4725-974e-14fc2753ec6b tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13574142'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:34.846285 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a0b1f51b-4d50-4725-974e-14fc2753ec6b tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-683747'] for router_interface, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:34.905488 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-d4d65ab5-440d-4589-8923-63514dd6d428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11a7b099-fa50-4fc0-ab99-8383dc93eae8', 'name': 'tempest-RoutersIpV6Test-router-990010033', 'tenant_id': '7897b2f4a2684b0badf4b8443fb00fdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:51:23Z', 'updated_at': '2021-07-14T09:51:30Z', 'revision_number': 3, 'project_id': '7897b2f4a2684b0badf4b8443fb00fdf', 'gw_port_host': None, '_interfaces': [{'id': '0ca079f8-480b-4a01-aa8e-e3b91496d2df', 'name': '', 'network_id': 'c26b420c-cfd1-491d-afcc-225a6b14d1b2', 'tenant_id': '7897b2f4a2684b0badf4b8443fb00fdf', 'mac_address': 'fa:16:3e:5e:b8:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a7b099-fa50-4fc0-ab99-8383dc93eae8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3773, 'fixed_ips': [{'subnet_id': 'fdce1431-c2d2-45b8-944c-59630c22ad20', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:51:24Z', 'updated_at': '2021-07-14T09:51:30Z', 'revision_number': 5, 'project_id': '7897b2f4a2684b0badf4b8443fb00fdf', 'subnets': [{'id': 'fdce1431-c2d2-45b8-944c-59630c22ad20', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac422ce7-5ebe-46d1-bd12-17d6a78a1e5a', 'name': '', 'network_id': '1fa80aeb-c444-4d2a-9195-877958b11b5d', 'tenant_id': '7897b2f4a2684b0badf4b8443fb00fdf', 'mac_address': 'fa:16:3e:78:57:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11a7b099-fa50-4fc0-ab99-8383dc93eae8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3778, 'fixed_ips': [{'subnet_id': '6623b4b1-7f30-4074-863e-222d49d21d32', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:51:29Z', 'updated_at': '2021-07-14T09:51:34Z', 'revision_number': 4, 'project_id': '7897b2f4a2684b0badf4b8443fb00fdf', 'subnets': [{'id': '6623b4b1-7f30-4074-863e-222d49d21d32', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:51:34.934991 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4d65ab5-440d-4589-8923-63514dd6d428 None None] The sync data for ids ['11a7b099-fa50-4fc0-ab99-8383dc93eae8'] in n-d-779913-29 is: [{'id': '11a7b099-fa50-4fc0-ab99-8383dc93eae8', 'name': 'tempest-RoutersIpV6Test-router-990010033', 'tenant_id': '7897b2f4a2684b0badf4b8443fb00fdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:51:23Z', 'updated_at': '2021-07-14T09:51:30Z', 'revision_number': 3, 'project_id': '7897b2f4a2684b0badf4b8443fb00fdf', 'gw_port_host': None, '_interfaces': [{'id': '0ca079f8-480b-4a01-aa8e-e3b91496d2df', 'name': '', 'network_id': 'c26b420c-cfd1-491d-afcc-225a6b14d1b2', 'tenant_id': '7897b2f4a2684b0badf4b8443fb00fdf', 'mac_address': 'fa:16:3e:5e:b8:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a7b099-fa50-4fc0-ab99-8383dc93eae8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3773, 'fixed_ips': [{'subnet_id': 'fdce1431-c2d2-45b8-944c-59630c22ad20', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:51:24Z', 'updated_at': '2021-07-14T09:51:30Z', 'revision_number': 5, 'project_id': '7897b2f4a2684b0badf4b8443fb00fdf', 'subnets': [{'id': 'fdce1431-c2d2-45b8-944c-59630c22ad20', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac422ce7-5ebe-46d1-bd12-17d6a78a1e5a', 'name': '', 'network_id': '1fa80aeb-c444-4d2a-9195-877958b11b5d', 'tenant_id': '7897b2f4a2684b0badf4b8443fb00fdf', 'mac_address': 'fa:16:3e:78:57:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11a7b099-fa50-4fc0-ab99-8383dc93eae8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3778, 'fixed_ips': [{'subnet_id': '6623b4b1-7f30-4074-863e-222d49d21d32', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:51:29Z', 'updated_at': '2021-07-14T09:51:34Z', 'revision_number': 4, 'project_id': '7897b2f4a2684b0badf4b8443fb00fdf', 'subnets': [{'id': '6623b4b1-7f30-4074-863e-222d49d21d32', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:51:34.954709 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b1f51b-4d50-4725-974e-14fc2753ec6b tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Pushing event updated for resources: {'Port': ['ID=460fc55d-ac48-47e9-9f0f-81a0523bf1b2,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:35.066115 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0b1f51b-4d50-4725-974e-14fc2753ec6b tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Network 66685e0c-6259-4592-80a8-0010f3ff89a5 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:51:35.069483 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-a0b1f51b-4d50-4725-974e-14fc2753ec6b tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:51:35.204914 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0b1f51b-4d50-4725-974e-14fc2753ec6b tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Router 11a7b099-fa50-4fc0-ab99-8383dc93eae8 has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:51:35.346185 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0b1f51b-4d50-4725-974e-14fc2753ec6b tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:51:35.351692 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-a0b1f51b-4d50-4725-974e-14fc2753ec6b tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] 10.222.0.68 "PUT /v2.0/routers/11a7b099-fa50-4fc0-ab99-8383dc93eae8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0845466 Jul 14 09:51:35.356417 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 58988) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:51:35.362865 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-8292e4ed-d287-4645-a750-f8c82f53661f tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1165459991'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:51:35.399474 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8292e4ed-d287-4645-a750-f8c82f53661f tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Made reservation on behalf of 7897b2f4a2684b0badf4b8443fb00fdf for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:51:35.403995 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8292e4ed-d287-4645-a750-f8c82f53661f tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:35.448240 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8292e4ed-d287-4645-a750-f8c82f53661f tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 707} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:51:35.466252 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8292e4ed-d287-4645-a750-f8c82f53661f tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:35.466734 n-d-779913-29 neutron-server[93958]: INFO neutron.db.segments_db [None req-8292e4ed-d287-4645-a750-f8c82f53661f tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Added segment 636a9e43-a3aa-444c-9348-028ebd4719e2 of type vlan for network 6e3d23af-32cb-4c89-986a-917565263d1b Jul 14 09:51:35.523076 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8292e4ed-d287-4645-a750-f8c82f53661f tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735687821325'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:35.558922 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8292e4ed-d287-4645-a750-f8c82f53661f tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:35.564935 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8292e4ed-d287-4645-a750-f8c82f53661f tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:35.565714 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8292e4ed-d287-4645-a750-f8c82f53661f tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:35.589360 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d96f66f-7565-4208-b268-b00470464d30 None None] Network 66685e0c-6259-4592-80a8-0010f3ff89a5 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:51:35.634723 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-8292e4ed-d287-4645-a750-f8c82f53661f tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2770221 Jul 14 09:51:35.637647 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 58990) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:51:35.645961 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-d1974c42-e574-4db7-9771-5a25e2d5f510 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Request body: {'subnet': {'network_id': '6e3d23af-32cb-4c89-986a-917565263d1b', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:51:35.663206 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8292e4ed-d287-4645-a750-f8c82f53661f tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Pushing event updated for resources: {'Network': ['ID=6e3d23af-32cb-4c89-986a-917565263d1b,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:35.676452 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Network 6e3d23af-32cb-4c89-986a-917565263d1b details requested by agent ovs-agent-n-d-779913-29 with host n-d-779913-29 {{(pid=93959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:51:35.786159 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1974c42-e574-4db7-9771-5a25e2d5f510 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Made reservation on behalf of 7897b2f4a2684b0badf4b8443fb00fdf for: {'subnet': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:51:35.791476 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d1974c42-e574-4db7-9771-5a25e2d5f510 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11984110'] for subnet, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:35.792600 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-bc87cec2-b8ba-43d7-866e-8bde051f8fb8 None None] Provisioning for port b5d46dc7-a0aa-4c71-9c8c-221d9da40f99 completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:51:35.805885 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device ac422ce7-5ebe-46d1-bd12-17d6a78a1e5a up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:51:35.876100 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77382479-b825-4315-88d2-27c9fa910bda None None] Sync routers for ids ['11a7b099-fa50-4fc0-ab99-8383dc93eae8'] in n-d-779913-29 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:51:35.888752 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77382479-b825-4315-88d2-27c9fa910bda None None] Routers {'11a7b099-fa50-4fc0-ab99-8383dc93eae8'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:51:35.889686 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-77382479-b825-4315-88d2-27c9fa910bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:51:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['11a7b099-fa50-4fc0-ab99-8383dc93eae8'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:51:35.898366 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning for port ac422ce7-5ebe-46d1-bd12-17d6a78a1e5a completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:51:35.904818 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port ac422ce7-5ebe-46d1-bd12-17d6a78a1e5a triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:51:35.905195 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:35.988765 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-77382479-b825-4315-88d2-27c9fa910bda None None] Set router 11a7b099-fa50-4fc0-ab99-8383dc93eae8 gateway port host: None {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:51:35.997890 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:36.042301 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] For port ac422ce7-5ebe-46d1-bd12-17d6a78a1e5a, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=ac422ce7-5ebe-46d1-bd12-17d6a78a1e5a,segment=NetworkSegment(e2481f92-469c-4262-81c8-6f2238fb9cbc),segment_id=e2481f92-469c-4262-81c8-6f2238fb9cbc)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:51:36.049868 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d1974c42-e574-4db7-9771-5a25e2d5f510 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10052764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11984092'] for subnet, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:36.050403 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:36.051501 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device b5d46dc7-a0aa-4c71-9c8c-221d9da40f99 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:51:36.141806 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1974c42-e574-4db7-9771-5a25e2d5f510 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Pushing event updated for resources: {'Subnet': ['ID=4548008c-d4d4-4ed8-9868-bdd99639c6c3,revision_number=0']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:36.160820 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Pushing event updated for resources: {'Port': ['ID=ac422ce7-5ebe-46d1-bd12-17d6a78a1e5a,revision_number=5']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:36.175937 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1974c42-e574-4db7-9771-5a25e2d5f510 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Checking segment: {'id': '636a9e43-a3aa-444c-9348-028ebd4719e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '6e3d23af-32cb-4c89-986a-917565263d1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:51:36.176306 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1974c42-e574-4db7-9771-5a25e2d5f510 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Network hostable DHCP agents. Network: 6e3d23af-32cb-4c89-986a-917565263d1b, hostable agents: ['c6a09bd4-f72e-4283-a3ca-0bbca8a51081'], hosted agents: [] {{(pid=93957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:51:36.197113 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1974c42-e574-4db7-9771-5a25e2d5f510 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Network 6e3d23af-32cb-4c89-986a-917565263d1b is scheduled to be hosted by DHCP agent c6a09bd4-f72e-4283-a3ca-0bbca8a51081 with binding_index 1 {{(pid=93957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:51:36.206413 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning for port b5d46dc7-a0aa-4c71-9c8c-221d9da40f99 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:51:36.213820 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-d1974c42-e574-4db7-9771-5a25e2d5f510 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-29, 6e3d23af-32cb-4c89-986a-917565263d1b) {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:51:36.222065 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port b5d46dc7-a0aa-4c71-9c8c-221d9da40f99 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:51:36.222539 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1974c42-e574-4db7-9771-5a25e2d5f510 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:36.223365 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d1974c42-e574-4db7-9771-5a25e2d5f510 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks [] for subnet, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:36.225142 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:36.252699 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc2c71e1-c340-4959-8235-1a3636e7058f None None] Network 6e3d23af-32cb-4c89-986a-917565263d1b requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:51:36.264569 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-d1974c42-e574-4db7-9771-5a25e2d5f510 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.6254823 Jul 14 09:51:36.267870 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 58998) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:51:36.344725 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-4d7d1123-1256-4d77-b1f9-ea5b5effda6e None None] Provisioning for port 460fc55d-ac48-47e9-9f0f-81a0523bf1b2 completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:51:36.364673 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-4d7d1123-1256-4d77-b1f9-ea5b5effda6e None None] Provisioning complete for port 460fc55d-ac48-47e9-9f0f-81a0523bf1b2 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:51:36.365209 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4d7d1123-1256-4d77-b1f9-ea5b5effda6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:36.523160 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:36.530657 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-77382479-b825-4315-88d2-27c9fa910bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11a7b099-fa50-4fc0-ab99-8383dc93eae8', 'name': 'tempest-RoutersIpV6Test-router-990010033', 'tenant_id': '7897b2f4a2684b0badf4b8443fb00fdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:51:23Z', 'updated_at': '2021-07-14T09:51:34Z', 'revision_number': 4, 'project_id': '7897b2f4a2684b0badf4b8443fb00fdf', 'gw_port_host': None, '_interfaces': [{'id': '0ca079f8-480b-4a01-aa8e-e3b91496d2df', 'name': '', 'network_id': 'c26b420c-cfd1-491d-afcc-225a6b14d1b2', 'tenant_id': '7897b2f4a2684b0badf4b8443fb00fdf', 'mac_address': 'fa:16:3e:5e:b8:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a7b099-fa50-4fc0-ab99-8383dc93eae8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3773, 'fixed_ips': [{'subnet_id': 'fdce1431-c2d2-45b8-944c-59630c22ad20', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:51:24Z', 'updated_at': '2021-07-14T09:51:30Z', 'revision_number': 5, 'project_id': '7897b2f4a2684b0badf4b8443fb00fdf', 'subnets': [{'id': 'fdce1431-c2d2-45b8-944c-59630c22ad20', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '460fc55d-ac48-47e9-9f0f-81a0523bf1b2', 'name': '', 'network_id': '66685e0c-6259-4592-80a8-0010f3ff89a5', 'tenant_id': '7897b2f4a2684b0badf4b8443fb00fdf', 'mac_address': 'fa:16:3e:81:88:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11a7b099-fa50-4fc0-ab99-8383dc93eae8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3783, 'fixed_ips': [{'subnet_id': '8c785d06-b1f7-4980-a529-d1e98908238b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:51:33Z', 'updated_at': '2021-07-14T09:51:34Z', 'revision_number': 2, 'project_id': '7897b2f4a2684b0badf4b8443fb00fdf', 'subnets': [{'id': '8c785d06-b1f7-4980-a529-d1e98908238b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac422ce7-5ebe-46d1-bd12-17d6a78a1e5a', 'name': '', 'network_id': '1fa80aeb-c444-4d2a-9195-877958b11b5d', 'tenant_id': '7897b2f4a2684b0badf4b8443fb00fdf', 'mac_address': 'fa:16:3e:78:57:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11a7b099-fa50-4fc0-ab99-8383dc93eae8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3778, 'fixed_ips': [{'subnet_id': '6623b4b1-7f30-4074-863e-222d49d21d32', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:51:29Z', 'updated_at': '2021-07-14T09:51:34Z', 'revision_number': 4, 'project_id': '7897b2f4a2684b0badf4b8443fb00fdf', 'subnets': [{'id': '6623b4b1-7f30-4074-863e-222d49d21d32', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:51:36.563789 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-4d7d1123-1256-4d77-b1f9-ea5b5effda6e None None] Port 460fc55d-ac48-47e9-9f0f-81a0523bf1b2 cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:51:36.572300 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77382479-b825-4315-88d2-27c9fa910bda None None] Checking router: 11a7b099-fa50-4fc0-ab99-8383dc93eae8 for host: n-d-779913-29 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:51:36.572645 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77382479-b825-4315-88d2-27c9fa910bda None None] Updating router 11a7b099-fa50-4fc0-ab99-8383dc93eae8 port 460fc55d-ac48-47e9-9f0f-81a0523bf1b2 binding host n-d-779913-29 {{(pid=93960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:51:36.642815 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-77382479-b825-4315-88d2-27c9fa910bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:36.667468 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56f79c09-0436-492d-a244-cd58ba8c644d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf57baaa9-fd24-59f4-8fd2-1dc21122ce72-6e3d23af-32cb-4c89-986a-917565263d1b', 'network_id': '6e3d23af-32cb-4c89-986a-917565263d1b', 'tenant_id': '7897b2f4a2684b0badf4b8443fb00fdf', 'fixed_ips': [{'subnet_id': '4548008c-d4d4-4ed8-9868-bdd99639c6c3'}]}} from n-d-779913-29. {{(pid=93959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:51:36.668345 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-56f79c09-0436-492d-a244-cd58ba8c644d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:36.686789 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-4d7d1123-1256-4d77-b1f9-ea5b5effda6e None None] Provisioning complete for port b5d46dc7-a0aa-4c71-9c8c-221d9da40f99 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:51:36.687534 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4d7d1123-1256-4d77-b1f9-ea5b5effda6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:36.784294 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] For port b5d46dc7-a0aa-4c71-9c8c-221d9da40f99, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=b5d46dc7-a0aa-4c71-9c8c-221d9da40f99,segment=NetworkSegment(eae549d5-6f44-4005-82e2-8b6d74c4dfb7),segment_id=eae549d5-6f44-4005-82e2-8b6d74c4dfb7)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:51:36.795861 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:36.797230 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 07284e41-25a7-45e1-a22f-67d2cebc9c72 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:51:36.959776 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7122c812-6cb5-463e-8d43-26d5652d90fa tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:37.025636 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-77382479-b825-4315-88d2-27c9fa910bda None None] Notify callbacks [] for port, precommit_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:37.038069 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-77382479-b825-4315-88d2-27c9fa910bda None None] Transition to ACTIVE for port object 460fc55d-ac48-47e9-9f0f-81a0523bf1b2 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:51:37.048619 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-77382479-b825-4315-88d2-27c9fa910bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:37.100893 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245f1799-3163-43ed-bedf-acbf4da65410 None None] Pushing event updated for resources: {'Port': ['ID=460fc55d-ac48-47e9-9f0f-81a0523bf1b2,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:37.185880 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-77382479-b825-4315-88d2-27c9fa910bda None None] Attempting to bind port 460fc55d-ac48-47e9-9f0f-81a0523bf1b2 on host n-d-779913-29 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:51:37.186189 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-77382479-b825-4315-88d2-27c9fa910bda None None] Attempting to bind port 460fc55d-ac48-47e9-9f0f-81a0523bf1b2 by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': 'eae549d5-6f44-4005-82e2-8b6d74c4dfb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '66685e0c-6259-4592-80a8-0010f3ff89a5'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:51:37.186549 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77382479-b825-4315-88d2-27c9fa910bda None None] Attempting to bind port 460fc55d-ac48-47e9-9f0f-81a0523bf1b2 on network 66685e0c-6259-4592-80a8-0010f3ff89a5 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:51:37.188817 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Pushing event updated for resources: {'Port': ['ID=b5d46dc7-a0aa-4c71-9c8c-221d9da40f99,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:37.193211 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77382479-b825-4315-88d2-27c9fa910bda None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 51, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:51:37.193628 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77382479-b825-4315-88d2-27c9fa910bda None None] Checking segment: {'id': 'eae549d5-6f44-4005-82e2-8b6d74c4dfb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '66685e0c-6259-4592-80a8-0010f3ff89a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:51:37.194092 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-77382479-b825-4315-88d2-27c9fa910bda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:37.194490 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77382479-b825-4315-88d2-27c9fa910bda None None] Bound using segment: {'id': 'eae549d5-6f44-4005-82e2-8b6d74c4dfb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '66685e0c-6259-4592-80a8-0010f3ff89a5'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:51:37.194961 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-77382479-b825-4315-88d2-27c9fa910bda None None] Bound port: 460fc55d-ac48-47e9-9f0f-81a0523bf1b2, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eae549d5-6f44-4005-82e2-8b6d74c4dfb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '66685e0c-6259-4592-80a8-0010f3ff89a5'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:51:37.195344 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-77382479-b825-4315-88d2-27c9fa910bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:37.263316 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port 07284e41-25a7-45e1-a22f-67d2cebc9c72 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:51:37.263704 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:37.298544 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-77382479-b825-4315-88d2-27c9fa910bda None None] For port 460fc55d-ac48-47e9-9f0f-81a0523bf1b2, host n-d-779913-29, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:51:37.302310 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-77382479-b825-4315-88d2-27c9fa910bda None None] For port 460fc55d-ac48-47e9-9f0f-81a0523bf1b2, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=460fc55d-ac48-47e9-9f0f-81a0523bf1b2,segment=NetworkSegment(eae549d5-6f44-4005-82e2-8b6d74c4dfb7),segment_id=eae549d5-6f44-4005-82e2-8b6d74c4dfb7)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:51:37.308726 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-77382479-b825-4315-88d2-27c9fa910bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:37.349345 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-56f79c09-0436-492d-a244-cd58ba8c644d None None] Allocated IP 2001:db8:3::2 (6e3d23af-32cb-4c89-986a-917565263d1b/4548008c-d4d4-4ed8-9868-bdd99639c6c3/1195415c-1ec3-42a6-8ce6-906b7d5fd68a) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:51:37.372404 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77382479-b825-4315-88d2-27c9fa910bda None None] Routers {'11a7b099-fa50-4fc0-ab99-8383dc93eae8'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:51:37.373317 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-77382479-b825-4315-88d2-27c9fa910bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:51:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['11a7b099-fa50-4fc0-ab99-8383dc93eae8'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:51:37.532139 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-77382479-b825-4315-88d2-27c9fa910bda None None] Set router 11a7b099-fa50-4fc0-ab99-8383dc93eae8 gateway port host: None {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:51:37.661956 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-56f79c09-0436-492d-a244-cd58ba8c644d None None] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:37.667268 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device ac422ce7-5ebe-46d1-bd12-17d6a78a1e5a up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:51:37.691991 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245f1799-3163-43ed-bedf-acbf4da65410 None None] Pushing event updated for resources: {'Port': ['ID=460fc55d-ac48-47e9-9f0f-81a0523bf1b2,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:37.717000 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-56f79c09-0436-492d-a244-cd58ba8c644d None None] Transition to ACTIVE for port object 1195415c-1ec3-42a6-8ce6-906b7d5fd68a will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:51:37.776205 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-56f79c09-0436-492d-a244-cd58ba8c644d None None] Transition to ACTIVE for port object 1195415c-1ec3-42a6-8ce6-906b7d5fd68a will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:51:37.787907 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-56f79c09-0436-492d-a244-cd58ba8c644d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:37.844703 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f79c09-0436-492d-a244-cd58ba8c644d None None] Pushing event updated for resources: {'Port': ['ID=1195415c-1ec3-42a6-8ce6-906b7d5fd68a,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:37.854465 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port ac422ce7-5ebe-46d1-bd12-17d6a78a1e5a triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:51:37.854847 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:37.878346 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-7122c812-6cb5-463e-8d43-26d5652d90fa tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Allocated IP 2001:db8:3::1 (6e3d23af-32cb-4c89-986a-917565263d1b/4548008c-d4d4-4ed8-9868-bdd99639c6c3/976cc87f-9886-450c-9d64-808b2c64b680) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:51:37.917959 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56f79c09-0436-492d-a244-cd58ba8c644d None None] Network 6e3d23af-32cb-4c89-986a-917565263d1b is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:51:37.921416 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-56f79c09-0436-492d-a244-cd58ba8c644d None None] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:51:37.926608 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f79c09-0436-492d-a244-cd58ba8c644d None None] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:51:37.965447 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-77382479-b825-4315-88d2-27c9fa910bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11a7b099-fa50-4fc0-ab99-8383dc93eae8', 'name': 'tempest-RoutersIpV6Test-router-990010033', 'tenant_id': '7897b2f4a2684b0badf4b8443fb00fdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:51:23Z', 'updated_at': '2021-07-14T09:51:34Z', 'revision_number': 4, 'project_id': '7897b2f4a2684b0badf4b8443fb00fdf', 'gw_port_host': None, '_interfaces': [{'id': '0ca079f8-480b-4a01-aa8e-e3b91496d2df', 'name': '', 'network_id': 'c26b420c-cfd1-491d-afcc-225a6b14d1b2', 'tenant_id': '7897b2f4a2684b0badf4b8443fb00fdf', 'mac_address': 'fa:16:3e:5e:b8:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a7b099-fa50-4fc0-ab99-8383dc93eae8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3773, 'fixed_ips': [{'subnet_id': 'fdce1431-c2d2-45b8-944c-59630c22ad20', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:51:24Z', 'updated_at': '2021-07-14T09:51:30Z', 'revision_number': 5, 'project_id': '7897b2f4a2684b0badf4b8443fb00fdf', 'subnets': [{'id': 'fdce1431-c2d2-45b8-944c-59630c22ad20', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '460fc55d-ac48-47e9-9f0f-81a0523bf1b2', 'name': '', 'network_id': '66685e0c-6259-4592-80a8-0010f3ff89a5', 'tenant_id': '7897b2f4a2684b0badf4b8443fb00fdf', 'mac_address': 'fa:16:3e:81:88:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11a7b099-fa50-4fc0-ab99-8383dc93eae8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3783, 'fixed_ips': [{'subnet_id': '8c785d06-b1f7-4980-a529-d1e98908238b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:51:33Z', 'updated_at': '2021-07-14T09:51:37Z', 'revision_number': 4, 'project_id': '7897b2f4a2684b0badf4b8443fb00fdf', 'subnets': [{'id': '8c785d06-b1f7-4980-a529-d1e98908238b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac422ce7-5ebe-46d1-bd12-17d6a78a1e5a', 'name': '', 'network_id': '1fa80aeb-c444-4d2a-9195-877958b11b5d', 'tenant_id': '7897b2f4a2684b0badf4b8443fb00fdf', 'mac_address': 'fa:16:3e:78:57:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a7b099-fa50-4fc0-ab99-8383dc93eae8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3778, 'fixed_ips': [{'subnet_id': '6623b4b1-7f30-4074-863e-222d49d21d32', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:51:29Z', 'updated_at': '2021-07-14T09:51:36Z', 'revision_number': 5, 'project_id': '7897b2f4a2684b0badf4b8443fb00fdf', 'subnets': [{'id': '6623b4b1-7f30-4074-863e-222d49d21d32', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:51:37.995811 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77382479-b825-4315-88d2-27c9fa910bda None None] The sync data for ids ['11a7b099-fa50-4fc0-ab99-8383dc93eae8'] in n-d-779913-29 is: [{'id': '11a7b099-fa50-4fc0-ab99-8383dc93eae8', 'name': 'tempest-RoutersIpV6Test-router-990010033', 'tenant_id': '7897b2f4a2684b0badf4b8443fb00fdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:51:23Z', 'updated_at': '2021-07-14T09:51:34Z', 'revision_number': 4, 'project_id': '7897b2f4a2684b0badf4b8443fb00fdf', 'gw_port_host': None, '_interfaces': [{'id': '0ca079f8-480b-4a01-aa8e-e3b91496d2df', 'name': '', 'network_id': 'c26b420c-cfd1-491d-afcc-225a6b14d1b2', 'tenant_id': '7897b2f4a2684b0badf4b8443fb00fdf', 'mac_address': 'fa:16:3e:5e:b8:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a7b099-fa50-4fc0-ab99-8383dc93eae8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3773, 'fixed_ips': [{'subnet_id': 'fdce1431-c2d2-45b8-944c-59630c22ad20', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:51:24Z', 'updated_at': '2021-07-14T09:51:30Z', 'revision_number': 5, 'project_id': '7897b2f4a2684b0badf4b8443fb00fdf', 'subnets': [{'id': 'fdce1431-c2d2-45b8-944c-59630c22ad20', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '460fc55d-ac48-47e9-9f0f-81a0523bf1b2', 'name': '', 'network_id': '66685e0c-6259-4592-80a8-0010f3ff89a5', 'tenant_id': '7897b2f4a2684b0badf4b8443fb00fdf', 'mac_address': 'fa:16:3e:81:88:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11a7b099-fa50-4fc0-ab99-8383dc93eae8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3783, 'fixed_ips': [{'subnet_id': '8c785d06-b1f7-4980-a529-d1e98908238b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:51:33Z', 'updated_at': '2021-07-14T09:51:37Z', 'revision_number': 4, 'project_id': '7897b2f4a2684b0badf4b8443fb00fdf', 'subnets': [{'id': '8c785d06-b1f7-4980-a529-d1e98908238b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac422ce7-5ebe-46d1-bd12-17d6a78a1e5a', 'name': '', 'network_id': '1fa80aeb-c444-4d2a-9195-877958b11b5d', 'tenant_id': '7897b2f4a2684b0badf4b8443fb00fdf', 'mac_address': 'fa:16:3e:78:57:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a7b099-fa50-4fc0-ab99-8383dc93eae8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3778, 'fixed_ips': [{'subnet_id': '6623b4b1-7f30-4074-863e-222d49d21d32', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:51:29Z', 'updated_at': '2021-07-14T09:51:36Z', 'revision_number': 5, 'project_id': '7897b2f4a2684b0badf4b8443fb00fdf', 'subnets': [{'id': '6623b4b1-7f30-4074-863e-222d49d21d32', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:51:38.072110 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7122c812-6cb5-463e-8d43-26d5652d90fa tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:38.078027 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-56f79c09-0436-492d-a244-cd58ba8c644d None None] Attempting to bind port 1195415c-1ec3-42a6-8ce6-906b7d5fd68a on host n-d-779913-29 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:51:38.078507 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-56f79c09-0436-492d-a244-cd58ba8c644d None None] Attempting to bind port 1195415c-1ec3-42a6-8ce6-906b7d5fd68a by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': '636a9e43-a3aa-444c-9348-028ebd4719e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '6e3d23af-32cb-4c89-986a-917565263d1b'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:51:38.078880 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f79c09-0436-492d-a244-cd58ba8c644d None None] Attempting to bind port 1195415c-1ec3-42a6-8ce6-906b7d5fd68a on network 6e3d23af-32cb-4c89-986a-917565263d1b {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:51:38.090230 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f79c09-0436-492d-a244-cd58ba8c644d None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 51, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:51:38.090612 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f79c09-0436-492d-a244-cd58ba8c644d None None] Checking segment: {'id': '636a9e43-a3aa-444c-9348-028ebd4719e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '6e3d23af-32cb-4c89-986a-917565263d1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:51:38.091033 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-56f79c09-0436-492d-a244-cd58ba8c644d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:38.091435 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f79c09-0436-492d-a244-cd58ba8c644d None None] Bound using segment: {'id': '636a9e43-a3aa-444c-9348-028ebd4719e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '6e3d23af-32cb-4c89-986a-917565263d1b'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:51:38.091920 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-56f79c09-0436-492d-a244-cd58ba8c644d None None] Bound port: 1195415c-1ec3-42a6-8ce6-906b7d5fd68a, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '636a9e43-a3aa-444c-9348-028ebd4719e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '6e3d23af-32cb-4c89-986a-917565263d1b'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:51:38.092306 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-56f79c09-0436-492d-a244-cd58ba8c644d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:38.097999 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-7122c812-6cb5-463e-8d43-26d5652d90fa tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Transition to ACTIVE for port object 976cc87f-9886-450c-9d64-808b2c64b680 will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:51:38.119929 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device b5d46dc7-a0aa-4c71-9c8c-221d9da40f99 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:51:38.137688 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7122c812-6cb5-463e-8d43-26d5652d90fa tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:38.202550 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7122c812-6cb5-463e-8d43-26d5652d90fa tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Network 6e3d23af-32cb-4c89-986a-917565263d1b is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:51:38.206726 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-7122c812-6cb5-463e-8d43-26d5652d90fa tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:51:38.211953 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7122c812-6cb5-463e-8d43-26d5652d90fa tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:51:38.212535 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7122c812-6cb5-463e-8d43-26d5652d90fa tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-660393'] for router_interface, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:38.219775 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7122c812-6cb5-463e-8d43-26d5652d90fa tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Pushing event updated for resources: {'Port': ['ID=976cc87f-9886-450c-9d64-808b2c64b680,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:38.260385 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port b5d46dc7-a0aa-4c71-9c8c-221d9da40f99 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:51:38.260684 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:38.264196 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-56f79c09-0436-492d-a244-cd58ba8c644d None None] For port 1195415c-1ec3-42a6-8ce6-906b7d5fd68a, host n-d-779913-29, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:51:38.296214 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-56f79c09-0436-492d-a244-cd58ba8c644d None None] For port 1195415c-1ec3-42a6-8ce6-906b7d5fd68a, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=1195415c-1ec3-42a6-8ce6-906b7d5fd68a,segment=NetworkSegment(636a9e43-a3aa-444c-9348-028ebd4719e2),segment_id=636a9e43-a3aa-444c-9348-028ebd4719e2)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:51:38.302295 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-56f79c09-0436-492d-a244-cd58ba8c644d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:38.376544 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7122c812-6cb5-463e-8d43-26d5652d90fa tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:38.399412 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f79c09-0436-492d-a244-cd58ba8c644d None None] Pushing event updated for resources: {'Port': ['ID=1195415c-1ec3-42a6-8ce6-906b7d5fd68a,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:38.563689 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [req-d160c013-8d15-4c95-aa3d-116a61364336 req-64cabf20-8b84-4f06-b3d3-2dca223af1b8 service neutron] (93958) timed out ('10.222.0.68', 34890) {{(pid=93958) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 14 09:51:38.744394 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7122c812-6cb5-463e-8d43-26d5652d90fa tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:38.749282 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7122c812-6cb5-463e-8d43-26d5652d90fa tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:38.750129 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7122c812-6cb5-463e-8d43-26d5652d90fa tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-683747'] for router_interface, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:38.843204 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7122c812-6cb5-463e-8d43-26d5652d90fa tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Pushing event updated for resources: {'Port': ['ID=976cc87f-9886-450c-9d64-808b2c64b680,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:38.884550 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7122c812-6cb5-463e-8d43-26d5652d90fa tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Network 6e3d23af-32cb-4c89-986a-917565263d1b is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:51:38.886071 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-7122c812-6cb5-463e-8d43-26d5652d90fa tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:51:38.993053 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7122c812-6cb5-463e-8d43-26d5652d90fa tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Router 11a7b099-fa50-4fc0-ab99-8383dc93eae8 has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:51:39.095265 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7122c812-6cb5-463e-8d43-26d5652d90fa tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:51:39.103846 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 59012) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:51:39.108180 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-072a0e0d-0079-4b79-acc0-6b294f2e6487 None None] Sync routers for ids ['11a7b099-fa50-4fc0-ab99-8383dc93eae8'] in n-d-779913-29 {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:51:39.111150 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-2131d7c3-b25c-4064-8ef9-6f97d734e555 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:51:39.115954 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-7122c812-6cb5-463e-8d43-26d5652d90fa tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] 10.222.0.68 "PUT /v2.0/routers/11a7b099-fa50-4fc0-ab99-8383dc93eae8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8434289 Jul 14 09:51:39.118527 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-072a0e0d-0079-4b79-acc0-6b294f2e6487 None None] Routers {'11a7b099-fa50-4fc0-ab99-8383dc93eae8'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:51:39.119159 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-072a0e0d-0079-4b79-acc0-6b294f2e6487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:51:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['11a7b099-fa50-4fc0-ab99-8383dc93eae8'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:51:39.220379 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvr_db [None req-072a0e0d-0079-4b79-acc0-6b294f2e6487 None None] Set router 11a7b099-fa50-4fc0-ab99-8383dc93eae8 gateway port host: None {{(pid=93959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:51:39.583297 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.extraroute_db [None req-2131d7c3-b25c-4064-8ef9-6f97d734e555 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=93958) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 14 09:51:39.607532 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.extraroute_db [None req-2131d7c3-b25c-4064-8ef9-6f97d734e555 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Removed routes are [] {{(pid=93958) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 14 09:51:39.607941 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2131d7c3-b25c-4064-8ef9-6f97d734e555 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-661489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-711771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12973'] for router, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:39.762144 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 460fc55d-ac48-47e9-9f0f-81a0523bf1b2 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:51:39.800101 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14f393f3-03e6-40f7-87cb-03a9cf0fa66f None None] Network 6e3d23af-32cb-4c89-986a-917565263d1b requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:51:39.896947 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-a872b9d9-a5b0-4012-94d1-f8e561755e81 None None] Provisioning for port 1195415c-1ec3-42a6-8ce6-906b7d5fd68a completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:51:39.901557 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-072a0e0d-0079-4b79-acc0-6b294f2e6487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11a7b099-fa50-4fc0-ab99-8383dc93eae8', 'name': 'tempest-RoutersIpV6Test-router-990010033', 'tenant_id': '7897b2f4a2684b0badf4b8443fb00fdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:51:23Z', 'updated_at': '2021-07-14T09:51:38Z', 'revision_number': 5, 'project_id': '7897b2f4a2684b0badf4b8443fb00fdf', 'gw_port_host': None, '_interfaces': [{'id': '0ca079f8-480b-4a01-aa8e-e3b91496d2df', 'name': '', 'network_id': 'c26b420c-cfd1-491d-afcc-225a6b14d1b2', 'tenant_id': '7897b2f4a2684b0badf4b8443fb00fdf', 'mac_address': 'fa:16:3e:5e:b8:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a7b099-fa50-4fc0-ab99-8383dc93eae8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3773, 'fixed_ips': [{'subnet_id': 'fdce1431-c2d2-45b8-944c-59630c22ad20', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:51:24Z', 'updated_at': '2021-07-14T09:51:30Z', 'revision_number': 5, 'project_id': '7897b2f4a2684b0badf4b8443fb00fdf', 'subnets': [{'id': 'fdce1431-c2d2-45b8-944c-59630c22ad20', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '460fc55d-ac48-47e9-9f0f-81a0523bf1b2', 'name': '', 'network_id': '66685e0c-6259-4592-80a8-0010f3ff89a5', 'tenant_id': '7897b2f4a2684b0badf4b8443fb00fdf', 'mac_address': 'fa:16:3e:81:88:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11a7b099-fa50-4fc0-ab99-8383dc93eae8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3783, 'fixed_ips': [{'subnet_id': '8c785d06-b1f7-4980-a529-d1e98908238b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:51:33Z', 'updated_at': '2021-07-14T09:51:37Z', 'revision_number': 4, 'project_id': '7897b2f4a2684b0badf4b8443fb00fdf', 'subnets': [{'id': '8c785d06-b1f7-4980-a529-d1e98908238b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '976cc87f-9886-450c-9d64-808b2c64b680', 'name': '', 'network_id': '6e3d23af-32cb-4c89-986a-917565263d1b', 'tenant_id': '7897b2f4a2684b0badf4b8443fb00fdf', 'mac_address': 'fa:16:3e:30:ef:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11a7b099-fa50-4fc0-ab99-8383dc93eae8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3788, 'fixed_ips': [{'subnet_id': '4548008c-d4d4-4ed8-9868-bdd99639c6c3', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:51:37Z', 'updated_at': '2021-07-14T09:51:38Z', 'revision_number': 2, 'project_id': '7897b2f4a2684b0badf4b8443fb00fdf', 'subnets': [{'id': '4548008c-d4d4-4ed8-9868-bdd99639c6c3', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac422ce7-5ebe-46d1-bd12-17d6a78a1e5a', 'name': '', 'network_id': '1fa80aeb-c444-4d2a-9195-877958b11b5d', 'tenant_id': '7897b2f4a2684b0badf4b8443fb00fdf', 'mac_address': 'fa:16:3e:78:57:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a7b099-fa50-4fc0-ab99-8383dc93eae8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3778, 'fixed_ips': [{'subnet_id': '6623b4b1-7f30-4074-863e-222d49d21d32', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:51:29Z', 'updated_at': '2021-07-14T09:51:36Z', 'revision_number': 5, 'project_id': '7897b2f4a2684b0badf4b8443fb00fdf', 'subnets': [{'id': '6623b4b1-7f30-4074-863e-222d49d21d32', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:51:39.942762 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-072a0e0d-0079-4b79-acc0-6b294f2e6487 None None] Checking router: 11a7b099-fa50-4fc0-ab99-8383dc93eae8 for host: n-d-779913-29 {{(pid=93959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:51:39.943194 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-072a0e0d-0079-4b79-acc0-6b294f2e6487 None None] Updating router 11a7b099-fa50-4fc0-ab99-8383dc93eae8 port 976cc87f-9886-450c-9d64-808b2c64b680 binding host n-d-779913-29 {{(pid=93959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:51:39.982273 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-072a0e0d-0079-4b79-acc0-6b294f2e6487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:39.993144 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning for port 460fc55d-ac48-47e9-9f0f-81a0523bf1b2 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:51:40.006380 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port 460fc55d-ac48-47e9-9f0f-81a0523bf1b2 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:51:40.006747 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:40.202483 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2131d7c3-b25c-4064-8ef9-6f97d734e555 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-661489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-711771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12973'] for router, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:40.207969 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2131d7c3-b25c-4064-8ef9-6f97d734e555 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-661452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-661502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-661447', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-711840'] for router, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:40.333311 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:40.341262 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2131d7c3-b25c-4064-8ef9-6f97d734e555 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Router 11a7b099-fa50-4fc0-ab99-8383dc93eae8 has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:51:40.410706 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] For port 460fc55d-ac48-47e9-9f0f-81a0523bf1b2, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=460fc55d-ac48-47e9-9f0f-81a0523bf1b2,segment=NetworkSegment(eae549d5-6f44-4005-82e2-8b6d74c4dfb7),segment_id=eae549d5-6f44-4005-82e2-8b6d74c4dfb7)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:51:40.441774 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:40.442538 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 1195415c-1ec3-42a6-8ce6-906b7d5fd68a up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:51:40.539024 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2131d7c3-b25c-4064-8ef9-6f97d734e555 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:51:40.569057 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2131d7c3-b25c-4064-8ef9-6f97d734e555 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:40.571093 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-2131d7c3-b25c-4064-8ef9-6f97d734e555 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] 10.222.0.68 "PUT /v2.0/routers/11a7b099-fa50-4fc0-ab99-8383dc93eae8 HTTP/1.1" status: 200 len: 953 time: 1.4661314 Jul 14 09:51:40.573825 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 59022) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:51:40.625901 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-072a0e0d-0079-4b79-acc0-6b294f2e6487 None None] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:40.651881 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-072a0e0d-0079-4b79-acc0-6b294f2e6487 None None] Transition to ACTIVE for port object 976cc87f-9886-450c-9d64-808b2c64b680 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:51:40.653549 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Pushing event updated for resources: {'Port': ['ID=460fc55d-ac48-47e9-9f0f-81a0523bf1b2,revision_number=5']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:40.678517 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-072a0e0d-0079-4b79-acc0-6b294f2e6487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:40.694769 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning for port 1195415c-1ec3-42a6-8ce6-906b7d5fd68a completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:51:40.710948 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-2408ec9d-4db1-48c2-9c15-78f0d199d8be tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] 10.222.0.68 "GET /v2.0/routers/11a7b099-fa50-4fc0-ab99-8383dc93eae8 HTTP/1.1" status: 200 len: 953 time: 0.1357598 Jul 14 09:51:40.715016 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 59024) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:51:40.720646 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-35867db8-8dc4-4fe2-861f-82d6b712f745 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Request body: {'router': {'routes': None}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:51:40.745915 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port 1195415c-1ec3-42a6-8ce6-906b7d5fd68a triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:51:40.746536 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:40.868452 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58676469-c138-4073-a100-9591fd660775 None None] Pushing event updated for resources: {'Port': ['ID=976cc87f-9886-450c-9d64-808b2c64b680,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:40.891814 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-072a0e0d-0079-4b79-acc0-6b294f2e6487 None None] Attempting to bind port 976cc87f-9886-450c-9d64-808b2c64b680 on host n-d-779913-29 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:51:40.892266 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-072a0e0d-0079-4b79-acc0-6b294f2e6487 None None] Attempting to bind port 976cc87f-9886-450c-9d64-808b2c64b680 by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': '636a9e43-a3aa-444c-9348-028ebd4719e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '6e3d23af-32cb-4c89-986a-917565263d1b'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:51:40.892701 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-072a0e0d-0079-4b79-acc0-6b294f2e6487 None None] Attempting to bind port 976cc87f-9886-450c-9d64-808b2c64b680 on network 6e3d23af-32cb-4c89-986a-917565263d1b {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:51:40.897891 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-bf9e3cbc-b57b-4b95-b1e9-91b7e5928106 None None] Provisioning complete for port 1195415c-1ec3-42a6-8ce6-906b7d5fd68a triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:51:40.898354 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bf9e3cbc-b57b-4b95-b1e9-91b7e5928106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:40.943215 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-072a0e0d-0079-4b79-acc0-6b294f2e6487 None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 51, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:51:40.943714 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-072a0e0d-0079-4b79-acc0-6b294f2e6487 None None] Checking segment: {'id': '636a9e43-a3aa-444c-9348-028ebd4719e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '6e3d23af-32cb-4c89-986a-917565263d1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:51:40.944191 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-072a0e0d-0079-4b79-acc0-6b294f2e6487 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:40.944662 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-072a0e0d-0079-4b79-acc0-6b294f2e6487 None None] Bound using segment: {'id': '636a9e43-a3aa-444c-9348-028ebd4719e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '6e3d23af-32cb-4c89-986a-917565263d1b'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:51:40.945293 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-072a0e0d-0079-4b79-acc0-6b294f2e6487 None None] Bound port: 976cc87f-9886-450c-9d64-808b2c64b680, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '636a9e43-a3aa-444c-9348-028ebd4719e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '6e3d23af-32cb-4c89-986a-917565263d1b'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:51:40.945812 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-072a0e0d-0079-4b79-acc0-6b294f2e6487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:41.034857 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:41.132363 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-072a0e0d-0079-4b79-acc0-6b294f2e6487 None None] For port 976cc87f-9886-450c-9d64-808b2c64b680, host n-d-779913-29, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:51:41.136124 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] For port 1195415c-1ec3-42a6-8ce6-906b7d5fd68a, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=1195415c-1ec3-42a6-8ce6-906b7d5fd68a,segment=NetworkSegment(636a9e43-a3aa-444c-9348-028ebd4719e2),segment_id=636a9e43-a3aa-444c-9348-028ebd4719e2)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:51:41.137431 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bf9e3cbc-b57b-4b95-b1e9-91b7e5928106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:41.151026 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:41.165926 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-072a0e0d-0079-4b79-acc0-6b294f2e6487 None None] For port 976cc87f-9886-450c-9d64-808b2c64b680, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=976cc87f-9886-450c-9d64-808b2c64b680,segment=NetworkSegment(636a9e43-a3aa-444c-9348-028ebd4719e2),segment_id=636a9e43-a3aa-444c-9348-028ebd4719e2)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:51:41.168337 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.extraroute_db [None req-35867db8-8dc4-4fe2-861f-82d6b712f745 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Added routes are [] {{(pid=93958) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 14 09:51:41.168691 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.extraroute_db [None req-35867db8-8dc4-4fe2-861f-82d6b712f745 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=93958) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 14 09:51:41.197455 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-072a0e0d-0079-4b79-acc0-6b294f2e6487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:41.204288 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-35867db8-8dc4-4fe2-861f-82d6b712f745 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-661489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-711771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12973'] for router, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:41.298173 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.db.api [None req-bf9e3cbc-b57b-4b95-b1e9-91b7e5928106 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93959) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 09:51:41.298669 n-d-779913-29 neutron-server[93959]: DEBUG oslo_db.api [None req-bf9e3cbc-b57b-4b95-b1e9-91b7e5928106 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 09:51:41.299247 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Pushing event updated for resources: {'Port': ['ID=1195415c-1ec3-42a6-8ce6-906b7d5fd68a,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:41.307079 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-072a0e0d-0079-4b79-acc0-6b294f2e6487 None None] Routers {'11a7b099-fa50-4fc0-ab99-8383dc93eae8'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:51:41.307743 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-072a0e0d-0079-4b79-acc0-6b294f2e6487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:51:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['11a7b099-fa50-4fc0-ab99-8383dc93eae8'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:51:41.446021 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58676469-c138-4073-a100-9591fd660775 None None] Pushing event updated for resources: {'Port': ['ID=976cc87f-9886-450c-9d64-808b2c64b680,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:41.468872 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvr_db [None req-072a0e0d-0079-4b79-acc0-6b294f2e6487 None None] Set router 11a7b099-fa50-4fc0-ab99-8383dc93eae8 gateway port host: None {{(pid=93959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:51:41.478989 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-35867db8-8dc4-4fe2-861f-82d6b712f745 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-661489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-711771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12973'] for router, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:41.483506 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-35867db8-8dc4-4fe2-861f-82d6b712f745 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-661452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-661502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-661447', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-711840'] for router, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:41.612864 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35867db8-8dc4-4fe2-861f-82d6b712f745 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Router 11a7b099-fa50-4fc0-ab99-8383dc93eae8 has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:51:41.679566 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 460fc55d-ac48-47e9-9f0f-81a0523bf1b2 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:51:41.751061 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35867db8-8dc4-4fe2-861f-82d6b712f745 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:51:41.759087 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-35867db8-8dc4-4fe2-861f-82d6b712f745 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:41.760562 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-35867db8-8dc4-4fe2-861f-82d6b712f745 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] 10.222.0.68 "PUT /v2.0/routers/11a7b099-fa50-4fc0-ab99-8383dc93eae8 HTTP/1.1" status: 200 len: 703 time: 1.0444939 Jul 14 09:51:41.763148 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 59028) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:51:41.781961 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port 460fc55d-ac48-47e9-9f0f-81a0523bf1b2 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:51:41.782341 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:41.834509 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-072a0e0d-0079-4b79-acc0-6b294f2e6487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11a7b099-fa50-4fc0-ab99-8383dc93eae8', 'name': 'tempest-RoutersIpV6Test-router-990010033', 'tenant_id': '7897b2f4a2684b0badf4b8443fb00fdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:51:23Z', 'updated_at': '2021-07-14T09:51:41Z', 'revision_number': 7, 'project_id': '7897b2f4a2684b0badf4b8443fb00fdf', 'gw_port_host': None, '_interfaces': [{'id': '0ca079f8-480b-4a01-aa8e-e3b91496d2df', 'name': '', 'network_id': 'c26b420c-cfd1-491d-afcc-225a6b14d1b2', 'tenant_id': '7897b2f4a2684b0badf4b8443fb00fdf', 'mac_address': 'fa:16:3e:5e:b8:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a7b099-fa50-4fc0-ab99-8383dc93eae8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3773, 'fixed_ips': [{'subnet_id': 'fdce1431-c2d2-45b8-944c-59630c22ad20', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:51:24Z', 'updated_at': '2021-07-14T09:51:30Z', 'revision_number': 5, 'project_id': '7897b2f4a2684b0badf4b8443fb00fdf', 'subnets': [{'id': 'fdce1431-c2d2-45b8-944c-59630c22ad20', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '460fc55d-ac48-47e9-9f0f-81a0523bf1b2', 'name': '', 'network_id': '66685e0c-6259-4592-80a8-0010f3ff89a5', 'tenant_id': '7897b2f4a2684b0badf4b8443fb00fdf', 'mac_address': 'fa:16:3e:81:88:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a7b099-fa50-4fc0-ab99-8383dc93eae8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3783, 'fixed_ips': [{'subnet_id': '8c785d06-b1f7-4980-a529-d1e98908238b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:51:33Z', 'updated_at': '2021-07-14T09:51:40Z', 'revision_number': 5, 'project_id': '7897b2f4a2684b0badf4b8443fb00fdf', 'subnets': [{'id': '8c785d06-b1f7-4980-a529-d1e98908238b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '976cc87f-9886-450c-9d64-808b2c64b680', 'name': '', 'network_id': '6e3d23af-32cb-4c89-986a-917565263d1b', 'tenant_id': '7897b2f4a2684b0badf4b8443fb00fdf', 'mac_address': 'fa:16:3e:30:ef:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11a7b099-fa50-4fc0-ab99-8383dc93eae8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3788, 'fixed_ips': [{'subnet_id': '4548008c-d4d4-4ed8-9868-bdd99639c6c3', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:51:37Z', 'updated_at': '2021-07-14T09:51:41Z', 'revision_number': 4, 'project_id': '7897b2f4a2684b0badf4b8443fb00fdf', 'subnets': [{'id': '4548008c-d4d4-4ed8-9868-bdd99639c6c3', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac422ce7-5ebe-46d1-bd12-17d6a78a1e5a', 'name': '', 'network_id': '1fa80aeb-c444-4d2a-9195-877958b11b5d', 'tenant_id': '7897b2f4a2684b0badf4b8443fb00fdf', 'mac_address': 'fa:16:3e:78:57:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a7b099-fa50-4fc0-ab99-8383dc93eae8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3778, 'fixed_ips': [{'subnet_id': '6623b4b1-7f30-4074-863e-222d49d21d32', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:51:29Z', 'updated_at': '2021-07-14T09:51:36Z', 'revision_number': 5, 'project_id': '7897b2f4a2684b0badf4b8443fb00fdf', 'subnets': [{'id': '6623b4b1-7f30-4074-863e-222d49d21d32', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:51:41.881462 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-072a0e0d-0079-4b79-acc0-6b294f2e6487 None None] The sync data for ids ['11a7b099-fa50-4fc0-ab99-8383dc93eae8'] in n-d-779913-29 is: [{'id': '11a7b099-fa50-4fc0-ab99-8383dc93eae8', 'name': 'tempest-RoutersIpV6Test-router-990010033', 'tenant_id': '7897b2f4a2684b0badf4b8443fb00fdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:51:23Z', 'updated_at': '2021-07-14T09:51:41Z', 'revision_number': 7, 'project_id': '7897b2f4a2684b0badf4b8443fb00fdf', 'gw_port_host': None, '_interfaces': [{'id': '0ca079f8-480b-4a01-aa8e-e3b91496d2df', 'name': '', 'network_id': 'c26b420c-cfd1-491d-afcc-225a6b14d1b2', 'tenant_id': '7897b2f4a2684b0badf4b8443fb00fdf', 'mac_address': 'fa:16:3e:5e:b8:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a7b099-fa50-4fc0-ab99-8383dc93eae8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3773, 'fixed_ips': [{'subnet_id': 'fdce1431-c2d2-45b8-944c-59630c22ad20', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:51:24Z', 'updated_at': '2021-07-14T09:51:30Z', 'revision_number': 5, 'project_id': '7897b2f4a2684b0badf4b8443fb00fdf', 'subnets': [{'id': 'fdce1431-c2d2-45b8-944c-59630c22ad20', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '460fc55d-ac48-47e9-9f0f-81a0523bf1b2', 'name': '', 'network_id': '66685e0c-6259-4592-80a8-0010f3ff89a5', 'tenant_id': '7897b2f4a2684b0badf4b8443fb00fdf', 'mac_address': 'fa:16:3e:81:88:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a7b099-fa50-4fc0-ab99-8383dc93eae8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3783, 'fixed_ips': [{'subnet_id': '8c785d06-b1f7-4980-a529-d1e98908238b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:51:33Z', 'updated_at': '2021-07-14T09:51:40Z', 'revision_number': 5, 'project_id': '7897b2f4a2684b0badf4b8443fb00fdf', 'subnets': [{'id': '8c785d06-b1f7-4980-a529-d1e98908238b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '976cc87f-9886-450c-9d64-808b2c64b680', 'name': '', 'network_id': '6e3d23af-32cb-4c89-986a-917565263d1b', 'tenant_id': '7897b2f4a2684b0badf4b8443fb00fdf', 'mac_address': 'fa:16:3e:30:ef:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11a7b099-fa50-4fc0-ab99-8383dc93eae8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3788, 'fixed_ips': [{'subnet_id': '4548008c-d4d4-4ed8-9868-bdd99639c6c3', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:51:37Z', 'updated_at': '2021-07-14T09:51:41Z', 'revision_number': 4, 'project_id': '7897b2f4a2684b0badf4b8443fb00fdf', 'subnets': [{'id': '4548008c-d4d4-4ed8-9868-bdd99639c6c3', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac422ce7-5ebe-46d1-bd12-17d6a78a1e5a', 'name': '', 'network_id': '1fa80aeb-c444-4d2a-9195-877958b11b5d', 'tenant_id': '7897b2f4a2684b0badf4b8443fb00fdf', 'mac_address': 'fa:16:3e:78:57:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a7b099-fa50-4fc0-ab99-8383dc93eae8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3778, 'fixed_ips': [{'subnet_id': '6623b4b1-7f30-4074-863e-222d49d21d32', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:51:29Z', 'updated_at': '2021-07-14T09:51:36Z', 'revision_number': 5, 'project_id': '7897b2f4a2684b0badf4b8443fb00fdf', 'subnets': [{'id': '6623b4b1-7f30-4074-863e-222d49d21d32', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:51:41.886715 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-d8e625d2-38e1-4395-8c13-38b2d1246f90 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] 10.222.0.68 "GET /v2.0/routers/11a7b099-fa50-4fc0-ab99-8383dc93eae8 HTTP/1.1" status: 200 len: 703 time: 0.1222975 Jul 14 09:51:41.889322 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 59030) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:51:41.968249 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-bf9e3cbc-b57b-4b95-b1e9-91b7e5928106 None None] Provisioning for port 976cc87f-9886-450c-9d64-808b2c64b680 completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:51:42.188669 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 1195415c-1ec3-42a6-8ce6-906b7d5fd68a up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:51:42.255742 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port 1195415c-1ec3-42a6-8ce6-906b7d5fd68a triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:51:42.256426 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:42.664087 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.agents_db [None req-3c3509fb-540d-4335-a450-574895dd3602 None None] Agent healthcheck: found 7 active agents {{(pid=93960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:51:42.756029 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-0ae58d80-533f-40b3-a701-909961fe27b7 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-683602'] for router_interface, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:42.789516 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29aff67e-2699-477f-839a-19e4cc7c6e57 None None] Sync routers for ids ['11a7b099-fa50-4fc0-ab99-8383dc93eae8'] in n-d-779913-29 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:51:42.805233 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29aff67e-2699-477f-839a-19e4cc7c6e57 None None] Routers {'11a7b099-fa50-4fc0-ab99-8383dc93eae8'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:51:42.807392 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-29aff67e-2699-477f-839a-19e4cc7c6e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:51:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['11a7b099-fa50-4fc0-ab99-8383dc93eae8'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:51:42.907795 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-29aff67e-2699-477f-839a-19e4cc7c6e57 None None] Set router 11a7b099-fa50-4fc0-ab99-8383dc93eae8 gateway port host: None {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:51:42.950186 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:43.061738 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-0ae58d80-533f-40b3-a701-909961fe27b7 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Deleting port 976cc87f-9886-450c-9d64-808b2c64b680 {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:51:43.062346 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-0ae58d80-533f-40b3-a701-909961fe27b7 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:43.142616 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-29aff67e-2699-477f-839a-19e4cc7c6e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11a7b099-fa50-4fc0-ab99-8383dc93eae8', 'name': 'tempest-RoutersIpV6Test-router-990010033', 'tenant_id': '7897b2f4a2684b0badf4b8443fb00fdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:51:23Z', 'updated_at': '2021-07-14T09:51:41Z', 'revision_number': 7, 'project_id': '7897b2f4a2684b0badf4b8443fb00fdf', 'gw_port_host': None, '_interfaces': [{'id': '0ca079f8-480b-4a01-aa8e-e3b91496d2df', 'name': '', 'network_id': 'c26b420c-cfd1-491d-afcc-225a6b14d1b2', 'tenant_id': '7897b2f4a2684b0badf4b8443fb00fdf', 'mac_address': 'fa:16:3e:5e:b8:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a7b099-fa50-4fc0-ab99-8383dc93eae8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3773, 'fixed_ips': [{'subnet_id': 'fdce1431-c2d2-45b8-944c-59630c22ad20', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:51:24Z', 'updated_at': '2021-07-14T09:51:30Z', 'revision_number': 5, 'project_id': '7897b2f4a2684b0badf4b8443fb00fdf', 'subnets': [{'id': 'fdce1431-c2d2-45b8-944c-59630c22ad20', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '460fc55d-ac48-47e9-9f0f-81a0523bf1b2', 'name': '', 'network_id': '66685e0c-6259-4592-80a8-0010f3ff89a5', 'tenant_id': '7897b2f4a2684b0badf4b8443fb00fdf', 'mac_address': 'fa:16:3e:81:88:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a7b099-fa50-4fc0-ab99-8383dc93eae8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3783, 'fixed_ips': [{'subnet_id': '8c785d06-b1f7-4980-a529-d1e98908238b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:51:33Z', 'updated_at': '2021-07-14T09:51:40Z', 'revision_number': 5, 'project_id': '7897b2f4a2684b0badf4b8443fb00fdf', 'subnets': [{'id': '8c785d06-b1f7-4980-a529-d1e98908238b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '976cc87f-9886-450c-9d64-808b2c64b680', 'name': '', 'network_id': '6e3d23af-32cb-4c89-986a-917565263d1b', 'tenant_id': '7897b2f4a2684b0badf4b8443fb00fdf', 'mac_address': 'fa:16:3e:30:ef:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11a7b099-fa50-4fc0-ab99-8383dc93eae8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3788, 'fixed_ips': [{'subnet_id': '4548008c-d4d4-4ed8-9868-bdd99639c6c3', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:51:37Z', 'updated_at': '2021-07-14T09:51:41Z', 'revision_number': 4, 'project_id': '7897b2f4a2684b0badf4b8443fb00fdf', 'subnets': [{'id': '4548008c-d4d4-4ed8-9868-bdd99639c6c3', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac422ce7-5ebe-46d1-bd12-17d6a78a1e5a', 'name': '', 'network_id': '1fa80aeb-c444-4d2a-9195-877958b11b5d', 'tenant_id': '7897b2f4a2684b0badf4b8443fb00fdf', 'mac_address': 'fa:16:3e:78:57:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a7b099-fa50-4fc0-ab99-8383dc93eae8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3778, 'fixed_ips': [{'subnet_id': '6623b4b1-7f30-4074-863e-222d49d21d32', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:51:29Z', 'updated_at': '2021-07-14T09:51:36Z', 'revision_number': 5, 'project_id': '7897b2f4a2684b0badf4b8443fb00fdf', 'subnets': [{'id': '6623b4b1-7f30-4074-863e-222d49d21d32', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:51:43.168617 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-0ae58d80-533f-40b3-a701-909961fe27b7 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] For port 976cc87f-9886-450c-9d64-808b2c64b680, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=976cc87f-9886-450c-9d64-808b2c64b680,segment=NetworkSegment(636a9e43-a3aa-444c-9348-028ebd4719e2),segment_id=636a9e43-a3aa-444c-9348-028ebd4719e2)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:51:43.169137 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-0ae58d80-533f-40b3-a701-909961fe27b7 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:43.179368 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29aff67e-2699-477f-839a-19e4cc7c6e57 None None] Checking router: 11a7b099-fa50-4fc0-ab99-8383dc93eae8 for host: n-d-779913-29 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:51:43.186912 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-0ae58d80-533f-40b3-a701-909961fe27b7 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Calling delete_port for 976cc87f-9886-450c-9d64-808b2c64b680 owned by network:router_interface {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:51:43.188398 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29aff67e-2699-477f-839a-19e4cc7c6e57 None None] Routers {'11a7b099-fa50-4fc0-ab99-8383dc93eae8'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:51:43.189022 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-29aff67e-2699-477f-839a-19e4cc7c6e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:51:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['11a7b099-fa50-4fc0-ab99-8383dc93eae8'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:51:43.293141 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-29aff67e-2699-477f-839a-19e4cc7c6e57 None None] Set router 11a7b099-fa50-4fc0-ab99-8383dc93eae8 gateway port host: None {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:51:43.432577 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-0ae58d80-533f-40b3-a701-909961fe27b7 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:43.467390 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae58d80-533f-40b3-a701-909961fe27b7 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Pushing event deleted for resources: {'Port': ['ID=976cc87f-9886-450c-9d64-808b2c64b680,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:43.651550 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-0ae58d80-533f-40b3-a701-909961fe27b7 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-620860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682934'] for router_interface, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:43.726526 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-29aff67e-2699-477f-839a-19e4cc7c6e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11a7b099-fa50-4fc0-ab99-8383dc93eae8', 'name': 'tempest-RoutersIpV6Test-router-990010033', 'tenant_id': '7897b2f4a2684b0badf4b8443fb00fdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:51:23Z', 'updated_at': '2021-07-14T09:51:41Z', 'revision_number': 7, 'project_id': '7897b2f4a2684b0badf4b8443fb00fdf', 'gw_port_host': None, '_interfaces': [{'id': '0ca079f8-480b-4a01-aa8e-e3b91496d2df', 'name': '', 'network_id': 'c26b420c-cfd1-491d-afcc-225a6b14d1b2', 'tenant_id': '7897b2f4a2684b0badf4b8443fb00fdf', 'mac_address': 'fa:16:3e:5e:b8:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a7b099-fa50-4fc0-ab99-8383dc93eae8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3773, 'fixed_ips': [{'subnet_id': 'fdce1431-c2d2-45b8-944c-59630c22ad20', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:51:24Z', 'updated_at': '2021-07-14T09:51:30Z', 'revision_number': 5, 'project_id': '7897b2f4a2684b0badf4b8443fb00fdf', 'subnets': [{'id': 'fdce1431-c2d2-45b8-944c-59630c22ad20', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '460fc55d-ac48-47e9-9f0f-81a0523bf1b2', 'name': '', 'network_id': '66685e0c-6259-4592-80a8-0010f3ff89a5', 'tenant_id': '7897b2f4a2684b0badf4b8443fb00fdf', 'mac_address': 'fa:16:3e:81:88:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a7b099-fa50-4fc0-ab99-8383dc93eae8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3783, 'fixed_ips': [{'subnet_id': '8c785d06-b1f7-4980-a529-d1e98908238b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:51:33Z', 'updated_at': '2021-07-14T09:51:40Z', 'revision_number': 5, 'project_id': '7897b2f4a2684b0badf4b8443fb00fdf', 'subnets': [{'id': '8c785d06-b1f7-4980-a529-d1e98908238b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '976cc87f-9886-450c-9d64-808b2c64b680', 'name': '', 'network_id': '6e3d23af-32cb-4c89-986a-917565263d1b', 'tenant_id': '7897b2f4a2684b0badf4b8443fb00fdf', 'mac_address': 'fa:16:3e:30:ef:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11a7b099-fa50-4fc0-ab99-8383dc93eae8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3788, 'fixed_ips': [{'subnet_id': '4548008c-d4d4-4ed8-9868-bdd99639c6c3', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:51:37Z', 'updated_at': '2021-07-14T09:51:41Z', 'revision_number': 4, 'project_id': '7897b2f4a2684b0badf4b8443fb00fdf', 'subnets': [{'id': '4548008c-d4d4-4ed8-9868-bdd99639c6c3', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac422ce7-5ebe-46d1-bd12-17d6a78a1e5a', 'name': '', 'network_id': '1fa80aeb-c444-4d2a-9195-877958b11b5d', 'tenant_id': '7897b2f4a2684b0badf4b8443fb00fdf', 'mac_address': 'fa:16:3e:78:57:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a7b099-fa50-4fc0-ab99-8383dc93eae8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3778, 'fixed_ips': [{'subnet_id': '6623b4b1-7f30-4074-863e-222d49d21d32', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:51:29Z', 'updated_at': '2021-07-14T09:51:36Z', 'revision_number': 5, 'project_id': '7897b2f4a2684b0badf4b8443fb00fdf', 'subnets': [{'id': '6623b4b1-7f30-4074-863e-222d49d21d32', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:51:43.756775 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29aff67e-2699-477f-839a-19e4cc7c6e57 None None] The sync data for ids ['11a7b099-fa50-4fc0-ab99-8383dc93eae8'] in n-d-779913-29 is: [{'id': '11a7b099-fa50-4fc0-ab99-8383dc93eae8', 'name': 'tempest-RoutersIpV6Test-router-990010033', 'tenant_id': '7897b2f4a2684b0badf4b8443fb00fdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:51:23Z', 'updated_at': '2021-07-14T09:51:41Z', 'revision_number': 7, 'project_id': '7897b2f4a2684b0badf4b8443fb00fdf', 'gw_port_host': None, '_interfaces': [{'id': '0ca079f8-480b-4a01-aa8e-e3b91496d2df', 'name': '', 'network_id': 'c26b420c-cfd1-491d-afcc-225a6b14d1b2', 'tenant_id': '7897b2f4a2684b0badf4b8443fb00fdf', 'mac_address': 'fa:16:3e:5e:b8:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a7b099-fa50-4fc0-ab99-8383dc93eae8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3773, 'fixed_ips': [{'subnet_id': 'fdce1431-c2d2-45b8-944c-59630c22ad20', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:51:24Z', 'updated_at': '2021-07-14T09:51:30Z', 'revision_number': 5, 'project_id': '7897b2f4a2684b0badf4b8443fb00fdf', 'subnets': [{'id': 'fdce1431-c2d2-45b8-944c-59630c22ad20', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '460fc55d-ac48-47e9-9f0f-81a0523bf1b2', 'name': '', 'network_id': '66685e0c-6259-4592-80a8-0010f3ff89a5', 'tenant_id': '7897b2f4a2684b0badf4b8443fb00fdf', 'mac_address': 'fa:16:3e:81:88:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a7b099-fa50-4fc0-ab99-8383dc93eae8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3783, 'fixed_ips': [{'subnet_id': '8c785d06-b1f7-4980-a529-d1e98908238b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:51:33Z', 'updated_at': '2021-07-14T09:51:40Z', 'revision_number': 5, 'project_id': '7897b2f4a2684b0badf4b8443fb00fdf', 'subnets': [{'id': '8c785d06-b1f7-4980-a529-d1e98908238b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '976cc87f-9886-450c-9d64-808b2c64b680', 'name': '', 'network_id': '6e3d23af-32cb-4c89-986a-917565263d1b', 'tenant_id': '7897b2f4a2684b0badf4b8443fb00fdf', 'mac_address': 'fa:16:3e:30:ef:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11a7b099-fa50-4fc0-ab99-8383dc93eae8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3788, 'fixed_ips': [{'subnet_id': '4548008c-d4d4-4ed8-9868-bdd99639c6c3', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:51:37Z', 'updated_at': '2021-07-14T09:51:41Z', 'revision_number': 4, 'project_id': '7897b2f4a2684b0badf4b8443fb00fdf', 'subnets': [{'id': '4548008c-d4d4-4ed8-9868-bdd99639c6c3', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac422ce7-5ebe-46d1-bd12-17d6a78a1e5a', 'name': '', 'network_id': '1fa80aeb-c444-4d2a-9195-877958b11b5d', 'tenant_id': '7897b2f4a2684b0badf4b8443fb00fdf', 'mac_address': 'fa:16:3e:78:57:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a7b099-fa50-4fc0-ab99-8383dc93eae8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3778, 'fixed_ips': [{'subnet_id': '6623b4b1-7f30-4074-863e-222d49d21d32', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:51:29Z', 'updated_at': '2021-07-14T09:51:36Z', 'revision_number': 5, 'project_id': '7897b2f4a2684b0badf4b8443fb00fdf', 'subnets': [{'id': '6623b4b1-7f30-4074-863e-222d49d21d32', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:51:43.757437 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:43.889839 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ae58d80-533f-40b3-a701-909961fe27b7 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Router 11a7b099-fa50-4fc0-ab99-8383dc93eae8 has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:51:44.000914 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ae58d80-533f-40b3-a701-909961fe27b7 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:51:44.009139 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-0ae58d80-533f-40b3-a701-909961fe27b7 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] 10.222.0.68 "PUT /v2.0/routers/11a7b099-fa50-4fc0-ab99-8383dc93eae8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1156914 Jul 14 09:51:44.009559 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 59036) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:51:44.016531 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78c1ce9d-68bc-4577-abd1-f59e4fbea32d None None] Sync routers for ids ['11a7b099-fa50-4fc0-ab99-8383dc93eae8'] in n-d-779913-29 {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:51:44.036784 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c1ce9d-68bc-4577-abd1-f59e4fbea32d None None] Routers {'11a7b099-fa50-4fc0-ab99-8383dc93eae8'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:51:44.038001 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-78c1ce9d-68bc-4577-abd1-f59e4fbea32d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:51:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['11a7b099-fa50-4fc0-ab99-8383dc93eae8'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:51:44.084656 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0ee2f1f-eed9-447d-8b78-98cf4e3d9135 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Deleting subnet 4548008c-d4d4-4ed8-9868-bdd99639c6c3 {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:51:44.088943 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c0ee2f1f-eed9-447d-8b78-98cf4e3d9135 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:44.131614 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c0ee2f1f-eed9-447d-8b78-98cf4e3d9135 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13574120'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:44.144222 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvr_db [None req-78c1ce9d-68bc-4577-abd1-f59e4fbea32d None None] Set router 11a7b099-fa50-4fc0-ab99-8383dc93eae8 gateway port host: None {{(pid=93959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:51:44.252077 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c0ee2f1f-eed9-447d-8b78-98cf4e3d9135 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3481002'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:44.322453 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c0ee2f1f-eed9-447d-8b78-98cf4e3d9135 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13574056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16714573'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:44.353257 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ee2f1f-eed9-447d-8b78-98cf4e3d9135 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Pushing event deleted for resources: {'Subnet': ['ID=4548008c-d4d4-4ed8-9868-bdd99639c6c3,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:44.361051 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c0ee2f1f-eed9-447d-8b78-98cf4e3d9135 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:44.363291 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-c0ee2f1f-eed9-447d-8b78-98cf4e3d9135 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] 10.222.0.68 "DELETE /v2.0/subnets/4548008c-d4d4-4ed8-9868-bdd99639c6c3 HTTP/1.1" status: 204 len: 168 time: 0.3519802 Jul 14 09:51:44.365264 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ee2f1f-eed9-447d-8b78-98cf4e3d9135 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:51:44.365700 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ee2f1f-eed9-447d-8b78-98cf4e3d9135 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:51:44.366275 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ee2f1f-eed9-447d-8b78-98cf4e3d9135 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:51:44.366778 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 59038) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:51:44.367411 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ee2f1f-eed9-447d-8b78-98cf4e3d9135 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:51:44.367962 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ee2f1f-eed9-447d-8b78-98cf4e3d9135 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:51:44.368587 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ee2f1f-eed9-447d-8b78-98cf4e3d9135 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:51:44.369068 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ee2f1f-eed9-447d-8b78-98cf4e3d9135 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:51:44.369518 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ee2f1f-eed9-447d-8b78-98cf4e3d9135 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:51:44.369976 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ee2f1f-eed9-447d-8b78-98cf4e3d9135 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:51:44.370392 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ee2f1f-eed9-447d-8b78-98cf4e3d9135 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:51:44.370944 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ee2f1f-eed9-447d-8b78-98cf4e3d9135 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:51:44.371335 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ee2f1f-eed9-447d-8b78-98cf4e3d9135 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:51:44.377372 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af6e946a-4833-4873-b9a0-9cc68c8873c4 None None] Network 6e3d23af-32cb-4c89-986a-917565263d1b requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:51:44.442608 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-78c1ce9d-68bc-4577-abd1-f59e4fbea32d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11a7b099-fa50-4fc0-ab99-8383dc93eae8', 'name': 'tempest-RoutersIpV6Test-router-990010033', 'tenant_id': '7897b2f4a2684b0badf4b8443fb00fdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:51:23Z', 'updated_at': '2021-07-14T09:51:43Z', 'revision_number': 8, 'project_id': '7897b2f4a2684b0badf4b8443fb00fdf', 'gw_port_host': None, '_interfaces': [{'id': '0ca079f8-480b-4a01-aa8e-e3b91496d2df', 'name': '', 'network_id': 'c26b420c-cfd1-491d-afcc-225a6b14d1b2', 'tenant_id': '7897b2f4a2684b0badf4b8443fb00fdf', 'mac_address': 'fa:16:3e:5e:b8:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a7b099-fa50-4fc0-ab99-8383dc93eae8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3773, 'fixed_ips': [{'subnet_id': 'fdce1431-c2d2-45b8-944c-59630c22ad20', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:51:24Z', 'updated_at': '2021-07-14T09:51:30Z', 'revision_number': 5, 'project_id': '7897b2f4a2684b0badf4b8443fb00fdf', 'subnets': [{'id': 'fdce1431-c2d2-45b8-944c-59630c22ad20', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '460fc55d-ac48-47e9-9f0f-81a0523bf1b2', 'name': '', 'network_id': '66685e0c-6259-4592-80a8-0010f3ff89a5', 'tenant_id': '7897b2f4a2684b0badf4b8443fb00fdf', 'mac_address': 'fa:16:3e:81:88:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a7b099-fa50-4fc0-ab99-8383dc93eae8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3783, 'fixed_ips': [{'subnet_id': '8c785d06-b1f7-4980-a529-d1e98908238b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:51:33Z', 'updated_at': '2021-07-14T09:51:40Z', 'revision_number': 5, 'project_id': '7897b2f4a2684b0badf4b8443fb00fdf', 'subnets': [{'id': '8c785d06-b1f7-4980-a529-d1e98908238b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac422ce7-5ebe-46d1-bd12-17d6a78a1e5a', 'name': '', 'network_id': '1fa80aeb-c444-4d2a-9195-877958b11b5d', 'tenant_id': '7897b2f4a2684b0badf4b8443fb00fdf', 'mac_address': 'fa:16:3e:78:57:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a7b099-fa50-4fc0-ab99-8383dc93eae8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3778, 'fixed_ips': [{'subnet_id': '6623b4b1-7f30-4074-863e-222d49d21d32', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:51:29Z', 'updated_at': '2021-07-14T09:51:36Z', 'revision_number': 5, 'project_id': '7897b2f4a2684b0badf4b8443fb00fdf', 'subnets': [{'id': '6623b4b1-7f30-4074-863e-222d49d21d32', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:51:44.460540 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-17ce19f4-70e6-4b98-b690-568dfccca161 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3876111'] for network, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:44.479744 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78c1ce9d-68bc-4577-abd1-f59e4fbea32d None None] Checking router: 11a7b099-fa50-4fc0-ab99-8383dc93eae8 for host: n-d-779913-29 {{(pid=93959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:51:44.525532 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c1ce9d-68bc-4577-abd1-f59e4fbea32d None None] Routers {'11a7b099-fa50-4fc0-ab99-8383dc93eae8'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:51:44.525532 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-78c1ce9d-68bc-4577-abd1-f59e4fbea32d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:51:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['11a7b099-fa50-4fc0-ab99-8383dc93eae8'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:51:44.568273 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-17ce19f4-70e6-4b98-b690-568dfccca161 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Deleting port 1195415c-1ec3-42a6-8ce6-906b7d5fd68a {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:51:44.569468 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-17ce19f4-70e6-4b98-b690-568dfccca161 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:44.628311 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvr_db [None req-78c1ce9d-68bc-4577-abd1-f59e4fbea32d None None] Set router 11a7b099-fa50-4fc0-ab99-8383dc93eae8 gateway port host: None {{(pid=93959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:51:44.641573 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-17ce19f4-70e6-4b98-b690-568dfccca161 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] For port 1195415c-1ec3-42a6-8ce6-906b7d5fd68a, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=1195415c-1ec3-42a6-8ce6-906b7d5fd68a,segment=NetworkSegment(636a9e43-a3aa-444c-9348-028ebd4719e2),segment_id=636a9e43-a3aa-444c-9348-028ebd4719e2)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:51:44.642046 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-17ce19f4-70e6-4b98-b690-568dfccca161 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:44.668118 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-17ce19f4-70e6-4b98-b690-568dfccca161 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Calling delete_port for 1195415c-1ec3-42a6-8ce6-906b7d5fd68a owned by network:dhcp {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:51:44.727904 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d894e79-b4ee-4bab-a2b6-5d780c70ca0c None None] DHCP port deletion for 6e3d23af-32cb-4c89-986a-917565263d1b request from n-d-779913-29 {{(pid=93959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:51:44.773343 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-17ce19f4-70e6-4b98-b690-568dfccca161 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:44.801852 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ce19f4-70e6-4b98-b690-568dfccca161 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Pushing event deleted for resources: {'Port': ['ID=1195415c-1ec3-42a6-8ce6-906b7d5fd68a,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:44.809108 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ce19f4-70e6-4b98-b690-568dfccca161 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] No DVR routers for this DVR port 1195415c-1ec3-42a6-8ce6-906b7d5fd68a on host n-d-779913-29 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:51:44.866642 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-7d894e79-b4ee-4bab-a2b6-5d780c70ca0c None None] Deleting port 1195415c-1ec3-42a6-8ce6-906b7d5fd68a {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:51:44.867022 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7d894e79-b4ee-4bab-a2b6-5d780c70ca0c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:44.900759 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-17ce19f4-70e6-4b98-b690-568dfccca161 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473955', 'neutron.services.segments.db._delete_segments_for_network-8735688326548'] for network, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:44.911955 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-17ce19f4-70e6-4b98-b690-568dfccca161 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e3d23af-32cb-4c89-986a-917565263d1b']}} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:51:44.924176 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-17ce19f4-70e6-4b98-b690-568dfccca161 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '636a9e43-a3aa-444c-9348-028ebd4719e2') {'for_net_delete': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:51:44.924574 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-17ce19f4-70e6-4b98-b690-568dfccca161 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '636a9e43-a3aa-444c-9348-028ebd4719e2') {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:51:44.935105 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-17ce19f4-70e6-4b98-b690-568dfccca161 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735688356235', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10944210'] for segment, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:44.937236 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-7d894e79-b4ee-4bab-a2b6-5d780c70ca0c None None] For port 1195415c-1ec3-42a6-8ce6-906b7d5fd68a, host n-d-779913-29, got binding levels [] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:51:44.937236 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7d894e79-b4ee-4bab-a2b6-5d780c70ca0c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:44.951959 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-7d894e79-b4ee-4bab-a2b6-5d780c70ca0c None None] Calling delete_port for 1195415c-1ec3-42a6-8ce6-906b7d5fd68a owned by network:dhcp {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:51:44.952942 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-17ce19f4-70e6-4b98-b690-568dfccca161 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:44.954581 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.ipam_backend_mixin [None req-7d894e79-b4ee-4bab-a2b6-5d780c70ca0c None None] Port 1195415c-1ec3-42a6-8ce6-906b7d5fd68a was not found and therefore no delete operation was performed {{(pid=93959) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 14 09:51:44.956869 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7d894e79-b4ee-4bab-a2b6-5d780c70ca0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:44.967118 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17ce19f4-70e6-4b98-b690-568dfccca161 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Releasing vlan 707 on physical network physnet1 to pool {{(pid=93957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:51:44.967604 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-17ce19f4-70e6-4b98-b690-568dfccca161 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10053619'] for segment, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:44.970799 n-d-779913-29 neutron-server[93957]: Traceback (most recent call last): Jul 14 09:51:44.970799 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:51:44.970799 n-d-779913-29 neutron-server[93957]: timer() Jul 14 09:51:44.970799 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:51:44.970799 n-d-779913-29 neutron-server[93957]: cb(*args, **kw) Jul 14 09:51:44.970799 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:51:44.970799 n-d-779913-29 neutron-server[93957]: return func(*args, **kwargs) Jul 14 09:51:44.970799 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:51:44.970799 n-d-779913-29 neutron-server[93957]: self._notify() Jul 14 09:51:44.970799 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:51:44.970799 n-d-779913-29 neutron-server[93957]: self.callback(batched_events) Jul 14 09:51:44.970799 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:51:44.970799 n-d-779913-29 neutron-server[93957]: event.method(event) Jul 14 09:51:44.970799 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:51:44.970799 n-d-779913-29 neutron-server[93957]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:51:44.970799 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:51:44.970799 n-d-779913-29 neutron-server[93957]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:51:44.970799 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:51:44.970799 n-d-779913-29 neutron-server[93957]: return f(self, *a, **k) Jul 14 09:51:44.970799 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:51:44.970799 n-d-779913-29 neutron-server[93957]: return self._get(url).json() Jul 14 09:51:44.970799 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:51:44.970799 n-d-779913-29 neutron-server[93957]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:51:44.970799 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:51:44.970799 n-d-779913-29 neutron-server[93957]: return self.request(url, 'GET', **kwargs) Jul 14 09:51:44.970799 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:51:44.970799 n-d-779913-29 neutron-server[93957]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:51:44.970799 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:51:44.970799 n-d-779913-29 neutron-server[93957]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:51:44.970799 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:51:44.970799 n-d-779913-29 neutron-server[93957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:51:44.970799 n-d-779913-29 neutron-server[93957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:51:44.986451 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d894e79-b4ee-4bab-a2b6-5d780c70ca0c None None] No DVR routers for this DVR port 1195415c-1ec3-42a6-8ce6-906b7d5fd68a on host n-d-779913-29 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:51:44.992185 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d894e79-b4ee-4bab-a2b6-5d780c70ca0c None None] Pushing event deleted for resources: {'Port': ['ID=1195415c-1ec3-42a6-8ce6-906b7d5fd68a,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:44.998193 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-78c1ce9d-68bc-4577-abd1-f59e4fbea32d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11a7b099-fa50-4fc0-ab99-8383dc93eae8', 'name': 'tempest-RoutersIpV6Test-router-990010033', 'tenant_id': '7897b2f4a2684b0badf4b8443fb00fdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:51:23Z', 'updated_at': '2021-07-14T09:51:43Z', 'revision_number': 8, 'project_id': '7897b2f4a2684b0badf4b8443fb00fdf', 'gw_port_host': None, '_interfaces': [{'id': '0ca079f8-480b-4a01-aa8e-e3b91496d2df', 'name': '', 'network_id': 'c26b420c-cfd1-491d-afcc-225a6b14d1b2', 'tenant_id': '7897b2f4a2684b0badf4b8443fb00fdf', 'mac_address': 'fa:16:3e:5e:b8:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a7b099-fa50-4fc0-ab99-8383dc93eae8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3773, 'fixed_ips': [{'subnet_id': 'fdce1431-c2d2-45b8-944c-59630c22ad20', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:51:24Z', 'updated_at': '2021-07-14T09:51:30Z', 'revision_number': 5, 'project_id': '7897b2f4a2684b0badf4b8443fb00fdf', 'subnets': [{'id': 'fdce1431-c2d2-45b8-944c-59630c22ad20', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '460fc55d-ac48-47e9-9f0f-81a0523bf1b2', 'name': '', 'network_id': '66685e0c-6259-4592-80a8-0010f3ff89a5', 'tenant_id': '7897b2f4a2684b0badf4b8443fb00fdf', 'mac_address': 'fa:16:3e:81:88:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a7b099-fa50-4fc0-ab99-8383dc93eae8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3783, 'fixed_ips': [{'subnet_id': '8c785d06-b1f7-4980-a529-d1e98908238b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:51:33Z', 'updated_at': '2021-07-14T09:51:40Z', 'revision_number': 5, 'project_id': '7897b2f4a2684b0badf4b8443fb00fdf', 'subnets': [{'id': '8c785d06-b1f7-4980-a529-d1e98908238b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac422ce7-5ebe-46d1-bd12-17d6a78a1e5a', 'name': '', 'network_id': '1fa80aeb-c444-4d2a-9195-877958b11b5d', 'tenant_id': '7897b2f4a2684b0badf4b8443fb00fdf', 'mac_address': 'fa:16:3e:78:57:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a7b099-fa50-4fc0-ab99-8383dc93eae8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3778, 'fixed_ips': [{'subnet_id': '6623b4b1-7f30-4074-863e-222d49d21d32', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:51:29Z', 'updated_at': '2021-07-14T09:51:36Z', 'revision_number': 5, 'project_id': '7897b2f4a2684b0badf4b8443fb00fdf', 'subnets': [{'id': '6623b4b1-7f30-4074-863e-222d49d21d32', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:51:45.041788 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78c1ce9d-68bc-4577-abd1-f59e4fbea32d None None] The sync data for ids ['11a7b099-fa50-4fc0-ab99-8383dc93eae8'] in n-d-779913-29 is: [{'id': '11a7b099-fa50-4fc0-ab99-8383dc93eae8', 'name': 'tempest-RoutersIpV6Test-router-990010033', 'tenant_id': '7897b2f4a2684b0badf4b8443fb00fdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:51:23Z', 'updated_at': '2021-07-14T09:51:43Z', 'revision_number': 8, 'project_id': '7897b2f4a2684b0badf4b8443fb00fdf', 'gw_port_host': None, '_interfaces': [{'id': '0ca079f8-480b-4a01-aa8e-e3b91496d2df', 'name': '', 'network_id': 'c26b420c-cfd1-491d-afcc-225a6b14d1b2', 'tenant_id': '7897b2f4a2684b0badf4b8443fb00fdf', 'mac_address': 'fa:16:3e:5e:b8:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a7b099-fa50-4fc0-ab99-8383dc93eae8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3773, 'fixed_ips': [{'subnet_id': 'fdce1431-c2d2-45b8-944c-59630c22ad20', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:51:24Z', 'updated_at': '2021-07-14T09:51:30Z', 'revision_number': 5, 'project_id': '7897b2f4a2684b0badf4b8443fb00fdf', 'subnets': [{'id': 'fdce1431-c2d2-45b8-944c-59630c22ad20', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '460fc55d-ac48-47e9-9f0f-81a0523bf1b2', 'name': '', 'network_id': '66685e0c-6259-4592-80a8-0010f3ff89a5', 'tenant_id': '7897b2f4a2684b0badf4b8443fb00fdf', 'mac_address': 'fa:16:3e:81:88:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a7b099-fa50-4fc0-ab99-8383dc93eae8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3783, 'fixed_ips': [{'subnet_id': '8c785d06-b1f7-4980-a529-d1e98908238b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:51:33Z', 'updated_at': '2021-07-14T09:51:40Z', 'revision_number': 5, 'project_id': '7897b2f4a2684b0badf4b8443fb00fdf', 'subnets': [{'id': '8c785d06-b1f7-4980-a529-d1e98908238b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac422ce7-5ebe-46d1-bd12-17d6a78a1e5a', 'name': '', 'network_id': '1fa80aeb-c444-4d2a-9195-877958b11b5d', 'tenant_id': '7897b2f4a2684b0badf4b8443fb00fdf', 'mac_address': 'fa:16:3e:78:57:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a7b099-fa50-4fc0-ab99-8383dc93eae8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3778, 'fixed_ips': [{'subnet_id': '6623b4b1-7f30-4074-863e-222d49d21d32', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:51:29Z', 'updated_at': '2021-07-14T09:51:36Z', 'revision_number': 5, 'project_id': '7897b2f4a2684b0badf4b8443fb00fdf', 'subnets': [{'id': '6623b4b1-7f30-4074-863e-222d49d21d32', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:51:45.063513 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-17ce19f4-70e6-4b98-b690-568dfccca161 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660504'] for network, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:45.087904 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-17ce19f4-70e6-4b98-b690-568dfccca161 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks [] for network, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:45.093179 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-17ce19f4-70e6-4b98-b690-568dfccca161 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] 10.222.0.68 "DELETE /v2.0/networks/6e3d23af-32cb-4c89-986a-917565263d1b HTTP/1.1" status: 204 len: 168 time: 0.7219734 Jul 14 09:51:45.093179 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ce19f4-70e6-4b98-b690-568dfccca161 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Pushing event deleted for resources: {'Network': ['ID=6e3d23af-32cb-4c89-986a-917565263d1b,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:45.093462 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 59044) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:51:45.455597 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-12aaa2bd-9555-4304-a9c1-4c4e6bb62e83 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-683602'] for router_interface, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:45.651343 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 976cc87f-9886-450c-9d64-808b2c64b680 no longer exists at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:51:45.675338 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] No Port match for: 976cc87f-9886-450c-9d64-808b2c64b680 {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:51:45.676958 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 976cc87f-9886-450c-9d64-808b2c64b680 not bound to the agent host n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:51:45.676958 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 1195415c-1ec3-42a6-8ce6-906b7d5fd68a no longer exists at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:51:45.698667 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] No Port match for: 1195415c-1ec3-42a6-8ce6-906b7d5fd68a {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:51:45.699252 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 1195415c-1ec3-42a6-8ce6-906b7d5fd68a not bound to the agent host n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:51:45.776304 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-12aaa2bd-9555-4304-a9c1-4c4e6bb62e83 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Deleting port 460fc55d-ac48-47e9-9f0f-81a0523bf1b2 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:51:45.776659 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-12aaa2bd-9555-4304-a9c1-4c4e6bb62e83 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:45.867632 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-12aaa2bd-9555-4304-a9c1-4c4e6bb62e83 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] For port 460fc55d-ac48-47e9-9f0f-81a0523bf1b2, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=460fc55d-ac48-47e9-9f0f-81a0523bf1b2,segment=NetworkSegment(eae549d5-6f44-4005-82e2-8b6d74c4dfb7),segment_id=eae549d5-6f44-4005-82e2-8b6d74c4dfb7)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:51:45.868138 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-12aaa2bd-9555-4304-a9c1-4c4e6bb62e83 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:45.884325 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-12aaa2bd-9555-4304-a9c1-4c4e6bb62e83 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Calling delete_port for 460fc55d-ac48-47e9-9f0f-81a0523bf1b2 owned by network:router_interface {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:51:46.068698 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-12aaa2bd-9555-4304-a9c1-4c4e6bb62e83 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:46.113541 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12aaa2bd-9555-4304-a9c1-4c4e6bb62e83 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Pushing event deleted for resources: {'Port': ['ID=460fc55d-ac48-47e9-9f0f-81a0523bf1b2,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:46.238057 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-12aaa2bd-9555-4304-a9c1-4c4e6bb62e83 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-620860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682934'] for router_interface, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:46.793042 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12aaa2bd-9555-4304-a9c1-4c4e6bb62e83 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Router 11a7b099-fa50-4fc0-ab99-8383dc93eae8 has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:51:46.902337 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12aaa2bd-9555-4304-a9c1-4c4e6bb62e83 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:51:46.911201 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 59050) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:51:46.912972 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1e7b174-3d7e-4dec-a8f8-2b92cbb8eccf None None] Sync routers for ids ['11a7b099-fa50-4fc0-ab99-8383dc93eae8'] in n-d-779913-29 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:51:46.916293 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-12aaa2bd-9555-4304-a9c1-4c4e6bb62e83 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] 10.222.0.68 "PUT /v2.0/routers/11a7b099-fa50-4fc0-ab99-8383dc93eae8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8223903 Jul 14 09:51:46.922378 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1e7b174-3d7e-4dec-a8f8-2b92cbb8eccf None None] Routers {'11a7b099-fa50-4fc0-ab99-8383dc93eae8'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:51:46.923074 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-b1e7b174-3d7e-4dec-a8f8-2b92cbb8eccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:51:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['11a7b099-fa50-4fc0-ab99-8383dc93eae8'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:51:46.967266 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_v2 [None req-14614e1c-c51e-4257-8bcb-deb39c2e3f32 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Deleting subnet 8c785d06-b1f7-4980-a529-d1e98908238b {{(pid=93957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:51:46.970603 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-14614e1c-c51e-4257-8bcb-deb39c2e3f32 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks [] for subnet, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:47.013770 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-14614e1c-c51e-4257-8bcb-deb39c2e3f32 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10944203'] for subnet, precommit_delete_associations {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:47.017373 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-b1e7b174-3d7e-4dec-a8f8-2b92cbb8eccf None None] Set router 11a7b099-fa50-4fc0-ab99-8383dc93eae8 gateway port host: None {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:51:47.109111 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-14614e1c-c51e-4257-8bcb-deb39c2e3f32 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3481002'] for subnet, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:47.170441 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-14614e1c-c51e-4257-8bcb-deb39c2e3f32 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10052701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11984075'] for subnet, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:47.195942 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-029d4101-4c69-4a1a-97cf-1340b0a4a4c7 None None] Network 66685e0c-6259-4592-80a8-0010f3ff89a5 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:51:47.216170 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-14614e1c-c51e-4257-8bcb-deb39c2e3f32 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks [] for subnet, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:47.222952 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-14614e1c-c51e-4257-8bcb-deb39c2e3f32 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] 10.222.0.68 "DELETE /v2.0/subnets/8c785d06-b1f7-4980-a529-d1e98908238b HTTP/1.1" status: 204 len: 168 time: 0.3105755 Jul 14 09:51:47.224528 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14614e1c-c51e-4257-8bcb-deb39c2e3f32 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Pushing event deleted for resources: {'Subnet': ['ID=8c785d06-b1f7-4980-a529-d1e98908238b,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:47.228879 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 59052) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:51:47.295745 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-b1e7b174-3d7e-4dec-a8f8-2b92cbb8eccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11a7b099-fa50-4fc0-ab99-8383dc93eae8', 'name': 'tempest-RoutersIpV6Test-router-990010033', 'tenant_id': '7897b2f4a2684b0badf4b8443fb00fdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:51:23Z', 'updated_at': '2021-07-14T09:51:46Z', 'revision_number': 9, 'project_id': '7897b2f4a2684b0badf4b8443fb00fdf', 'gw_port_host': None, '_interfaces': [{'id': '0ca079f8-480b-4a01-aa8e-e3b91496d2df', 'name': '', 'network_id': 'c26b420c-cfd1-491d-afcc-225a6b14d1b2', 'tenant_id': '7897b2f4a2684b0badf4b8443fb00fdf', 'mac_address': 'fa:16:3e:5e:b8:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a7b099-fa50-4fc0-ab99-8383dc93eae8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3773, 'fixed_ips': [{'subnet_id': 'fdce1431-c2d2-45b8-944c-59630c22ad20', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:51:24Z', 'updated_at': '2021-07-14T09:51:30Z', 'revision_number': 5, 'project_id': '7897b2f4a2684b0badf4b8443fb00fdf', 'subnets': [{'id': 'fdce1431-c2d2-45b8-944c-59630c22ad20', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac422ce7-5ebe-46d1-bd12-17d6a78a1e5a', 'name': '', 'network_id': '1fa80aeb-c444-4d2a-9195-877958b11b5d', 'tenant_id': '7897b2f4a2684b0badf4b8443fb00fdf', 'mac_address': 'fa:16:3e:78:57:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a7b099-fa50-4fc0-ab99-8383dc93eae8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3778, 'fixed_ips': [{'subnet_id': '6623b4b1-7f30-4074-863e-222d49d21d32', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:51:29Z', 'updated_at': '2021-07-14T09:51:36Z', 'revision_number': 5, 'project_id': '7897b2f4a2684b0badf4b8443fb00fdf', 'subnets': [{'id': '6623b4b1-7f30-4074-863e-222d49d21d32', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:51:47.327297 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1e7b174-3d7e-4dec-a8f8-2b92cbb8eccf None None] Checking router: 11a7b099-fa50-4fc0-ab99-8383dc93eae8 for host: n-d-779913-29 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:51:47.342106 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1e7b174-3d7e-4dec-a8f8-2b92cbb8eccf None None] Routers {'11a7b099-fa50-4fc0-ab99-8383dc93eae8'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:51:47.344851 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-b1e7b174-3d7e-4dec-a8f8-2b92cbb8eccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:51:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['11a7b099-fa50-4fc0-ab99-8383dc93eae8'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:51:47.351233 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-780dc801-3d42-41d6-a19c-4233e028c591 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3876111'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:47.441434 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-780dc801-3d42-41d6-a19c-4233e028c591 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Deleting port b5d46dc7-a0aa-4c71-9c8c-221d9da40f99 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:51:47.441736 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-780dc801-3d42-41d6-a19c-4233e028c591 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:47.456542 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9095d5f9-26cf-4210-b835-398ea504340b None None] DHCP port deletion for 66685e0c-6259-4592-80a8-0010f3ff89a5 request from n-d-779913-29 {{(pid=93959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:51:47.460739 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-b1e7b174-3d7e-4dec-a8f8-2b92cbb8eccf None None] Set router 11a7b099-fa50-4fc0-ab99-8383dc93eae8 gateway port host: None {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:51:47.543839 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-780dc801-3d42-41d6-a19c-4233e028c591 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] For port b5d46dc7-a0aa-4c71-9c8c-221d9da40f99, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=b5d46dc7-a0aa-4c71-9c8c-221d9da40f99,segment=NetworkSegment(eae549d5-6f44-4005-82e2-8b6d74c4dfb7),segment_id=eae549d5-6f44-4005-82e2-8b6d74c4dfb7)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:51:47.544364 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-780dc801-3d42-41d6-a19c-4233e028c591 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:47.564439 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-780dc801-3d42-41d6-a19c-4233e028c591 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Calling delete_port for b5d46dc7-a0aa-4c71-9c8c-221d9da40f99 owned by network:dhcp {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:51:47.566763 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-9095d5f9-26cf-4210-b835-398ea504340b None None] Deleting port b5d46dc7-a0aa-4c71-9c8c-221d9da40f99 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:51:47.567264 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9095d5f9-26cf-4210-b835-398ea504340b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:47.690745 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-780dc801-3d42-41d6-a19c-4233e028c591 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:47.723048 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-9095d5f9-26cf-4210-b835-398ea504340b None None] For port b5d46dc7-a0aa-4c71-9c8c-221d9da40f99, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=b5d46dc7-a0aa-4c71-9c8c-221d9da40f99,segment=NetworkSegment(eae549d5-6f44-4005-82e2-8b6d74c4dfb7),segment_id=eae549d5-6f44-4005-82e2-8b6d74c4dfb7)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:51:47.725524 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9095d5f9-26cf-4210-b835-398ea504340b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:47.751401 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device b5d46dc7-a0aa-4c71-9c8c-221d9da40f99 no longer exists at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:51:47.769755 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-780dc801-3d42-41d6-a19c-4233e028c591 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] No DVR routers for this DVR port b5d46dc7-a0aa-4c71-9c8c-221d9da40f99 on host n-d-779913-29 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:51:47.775415 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] No Port match for: b5d46dc7-a0aa-4c71-9c8c-221d9da40f99 {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:51:47.775788 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device b5d46dc7-a0aa-4c71-9c8c-221d9da40f99 not bound to the agent host n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:51:47.781822 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-9095d5f9-26cf-4210-b835-398ea504340b None None] Calling delete_port for b5d46dc7-a0aa-4c71-9c8c-221d9da40f99 owned by network:dhcp {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:51:47.808185 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780dc801-3d42-41d6-a19c-4233e028c591 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Pushing event deleted for resources: {'Port': ['ID=b5d46dc7-a0aa-4c71-9c8c-221d9da40f99,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:47.884260 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-780dc801-3d42-41d6-a19c-4233e028c591 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473955', 'neutron.services.segments.db._delete_segments_for_network-8735688326548'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:47.886128 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9095d5f9-26cf-4210-b835-398ea504340b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:47.899507 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-780dc801-3d42-41d6-a19c-4233e028c591 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66685e0c-6259-4592-80a8-0010f3ff89a5']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:51:47.916523 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-780dc801-3d42-41d6-a19c-4233e028c591 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eae549d5-6f44-4005-82e2-8b6d74c4dfb7') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:51:47.918023 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-780dc801-3d42-41d6-a19c-4233e028c591 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eae549d5-6f44-4005-82e2-8b6d74c4dfb7') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:51:47.934000 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9095d5f9-26cf-4210-b835-398ea504340b None None] No DVR routers for this DVR port b5d46dc7-a0aa-4c71-9c8c-221d9da40f99 on host n-d-779913-29 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:51:47.935797 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9095d5f9-26cf-4210-b835-398ea504340b None None] Pushing event deleted for resources: {'Port': ['ID=b5d46dc7-a0aa-4c71-9c8c-221d9da40f99,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:47.945792 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-780dc801-3d42-41d6-a19c-4233e028c591 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735688356235', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13574129'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:47.945954 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-b1e7b174-3d7e-4dec-a8f8-2b92cbb8eccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11a7b099-fa50-4fc0-ab99-8383dc93eae8', 'name': 'tempest-RoutersIpV6Test-router-990010033', 'tenant_id': '7897b2f4a2684b0badf4b8443fb00fdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:51:23Z', 'updated_at': '2021-07-14T09:51:46Z', 'revision_number': 9, 'project_id': '7897b2f4a2684b0badf4b8443fb00fdf', 'gw_port_host': None, '_interfaces': [{'id': '0ca079f8-480b-4a01-aa8e-e3b91496d2df', 'name': '', 'network_id': 'c26b420c-cfd1-491d-afcc-225a6b14d1b2', 'tenant_id': '7897b2f4a2684b0badf4b8443fb00fdf', 'mac_address': 'fa:16:3e:5e:b8:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a7b099-fa50-4fc0-ab99-8383dc93eae8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3773, 'fixed_ips': [{'subnet_id': 'fdce1431-c2d2-45b8-944c-59630c22ad20', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:51:24Z', 'updated_at': '2021-07-14T09:51:30Z', 'revision_number': 5, 'project_id': '7897b2f4a2684b0badf4b8443fb00fdf', 'subnets': [{'id': 'fdce1431-c2d2-45b8-944c-59630c22ad20', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac422ce7-5ebe-46d1-bd12-17d6a78a1e5a', 'name': '', 'network_id': '1fa80aeb-c444-4d2a-9195-877958b11b5d', 'tenant_id': '7897b2f4a2684b0badf4b8443fb00fdf', 'mac_address': 'fa:16:3e:78:57:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a7b099-fa50-4fc0-ab99-8383dc93eae8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3778, 'fixed_ips': [{'subnet_id': '6623b4b1-7f30-4074-863e-222d49d21d32', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:51:29Z', 'updated_at': '2021-07-14T09:51:36Z', 'revision_number': 5, 'project_id': '7897b2f4a2684b0badf4b8443fb00fdf', 'subnets': [{'id': '6623b4b1-7f30-4074-863e-222d49d21d32', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:51:47.970381 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-780dc801-3d42-41d6-a19c-4233e028c591 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:47.985382 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1e7b174-3d7e-4dec-a8f8-2b92cbb8eccf None None] The sync data for ids ['11a7b099-fa50-4fc0-ab99-8383dc93eae8'] in n-d-779913-29 is: [{'id': '11a7b099-fa50-4fc0-ab99-8383dc93eae8', 'name': 'tempest-RoutersIpV6Test-router-990010033', 'tenant_id': '7897b2f4a2684b0badf4b8443fb00fdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:51:23Z', 'updated_at': '2021-07-14T09:51:46Z', 'revision_number': 9, 'project_id': '7897b2f4a2684b0badf4b8443fb00fdf', 'gw_port_host': None, '_interfaces': [{'id': '0ca079f8-480b-4a01-aa8e-e3b91496d2df', 'name': '', 'network_id': 'c26b420c-cfd1-491d-afcc-225a6b14d1b2', 'tenant_id': '7897b2f4a2684b0badf4b8443fb00fdf', 'mac_address': 'fa:16:3e:5e:b8:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a7b099-fa50-4fc0-ab99-8383dc93eae8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3773, 'fixed_ips': [{'subnet_id': 'fdce1431-c2d2-45b8-944c-59630c22ad20', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:51:24Z', 'updated_at': '2021-07-14T09:51:30Z', 'revision_number': 5, 'project_id': '7897b2f4a2684b0badf4b8443fb00fdf', 'subnets': [{'id': 'fdce1431-c2d2-45b8-944c-59630c22ad20', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac422ce7-5ebe-46d1-bd12-17d6a78a1e5a', 'name': '', 'network_id': '1fa80aeb-c444-4d2a-9195-877958b11b5d', 'tenant_id': '7897b2f4a2684b0badf4b8443fb00fdf', 'mac_address': 'fa:16:3e:78:57:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a7b099-fa50-4fc0-ab99-8383dc93eae8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3778, 'fixed_ips': [{'subnet_id': '6623b4b1-7f30-4074-863e-222d49d21d32', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:51:29Z', 'updated_at': '2021-07-14T09:51:36Z', 'revision_number': 5, 'project_id': '7897b2f4a2684b0badf4b8443fb00fdf', 'subnets': [{'id': '6623b4b1-7f30-4074-863e-222d49d21d32', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:51:47.986777 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-780dc801-3d42-41d6-a19c-4233e028c591 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Releasing vlan 704 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:51:47.987356 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-780dc801-3d42-41d6-a19c-4233e028c591 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13573126'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:47.992811 n-d-779913-29 neutron-server[93958]: Traceback (most recent call last): Jul 14 09:51:47.992811 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:51:47.992811 n-d-779913-29 neutron-server[93958]: timer() Jul 14 09:51:47.992811 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:51:47.992811 n-d-779913-29 neutron-server[93958]: cb(*args, **kw) Jul 14 09:51:47.992811 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:51:47.992811 n-d-779913-29 neutron-server[93958]: return func(*args, **kwargs) Jul 14 09:51:47.992811 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:51:47.992811 n-d-779913-29 neutron-server[93958]: self._notify() Jul 14 09:51:47.992811 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:51:47.992811 n-d-779913-29 neutron-server[93958]: self.callback(batched_events) Jul 14 09:51:47.992811 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:51:47.992811 n-d-779913-29 neutron-server[93958]: event.method(event) Jul 14 09:51:47.992811 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:51:47.992811 n-d-779913-29 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:51:47.992811 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:51:47.992811 n-d-779913-29 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:51:47.992811 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:51:47.992811 n-d-779913-29 neutron-server[93958]: return f(self, *a, **k) Jul 14 09:51:47.992811 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:51:47.992811 n-d-779913-29 neutron-server[93958]: return self._get(url).json() Jul 14 09:51:47.992811 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:51:47.992811 n-d-779913-29 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:51:47.992811 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:51:47.992811 n-d-779913-29 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 14 09:51:47.992811 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:51:47.992811 n-d-779913-29 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:51:47.992811 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:51:47.992811 n-d-779913-29 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:51:47.992811 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:51:47.992811 n-d-779913-29 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:51:47.992811 n-d-779913-29 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:51:48.070249 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-780dc801-3d42-41d6-a19c-4233e028c591 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660504'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:48.079102 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-780dc801-3d42-41d6-a19c-4233e028c591 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:48.083609 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-780dc801-3d42-41d6-a19c-4233e028c591 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] 10.222.0.68 "DELETE /v2.0/networks/66685e0c-6259-4592-80a8-0010f3ff89a5 HTTP/1.1" status: 204 len: 168 time: 0.8514228 Jul 14 09:51:48.084509 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 59056) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:51:48.096965 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780dc801-3d42-41d6-a19c-4233e028c591 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Pushing event deleted for resources: {'Network': ['ID=66685e0c-6259-4592-80a8-0010f3ff89a5,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:48.475859 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f12f8cea-e939-46b7-83a1-61a5d0be2140 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-683602'] for router_interface, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:48.742589 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-f12f8cea-e939-46b7-83a1-61a5d0be2140 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Deleting port ac422ce7-5ebe-46d1-bd12-17d6a78a1e5a {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:51:48.742936 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f12f8cea-e939-46b7-83a1-61a5d0be2140 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:48.832575 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-f12f8cea-e939-46b7-83a1-61a5d0be2140 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] For port ac422ce7-5ebe-46d1-bd12-17d6a78a1e5a, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=ac422ce7-5ebe-46d1-bd12-17d6a78a1e5a,segment=NetworkSegment(e2481f92-469c-4262-81c8-6f2238fb9cbc),segment_id=e2481f92-469c-4262-81c8-6f2238fb9cbc)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:51:48.832878 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f12f8cea-e939-46b7-83a1-61a5d0be2140 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:48.846054 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-f12f8cea-e939-46b7-83a1-61a5d0be2140 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Calling delete_port for ac422ce7-5ebe-46d1-bd12-17d6a78a1e5a owned by network:router_interface {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:51:49.018076 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f12f8cea-e939-46b7-83a1-61a5d0be2140 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:49.052054 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12f8cea-e939-46b7-83a1-61a5d0be2140 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Pushing event deleted for resources: {'Port': ['ID=ac422ce7-5ebe-46d1-bd12-17d6a78a1e5a,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:49.184250 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f12f8cea-e939-46b7-83a1-61a5d0be2140 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-620860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682934'] for router_interface, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:49.386943 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f12f8cea-e939-46b7-83a1-61a5d0be2140 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Router 11a7b099-fa50-4fc0-ab99-8383dc93eae8 has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:51:49.478378 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f12f8cea-e939-46b7-83a1-61a5d0be2140 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:51:49.483853 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-f12f8cea-e939-46b7-83a1-61a5d0be2140 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] 10.222.0.68 "PUT /v2.0/routers/11a7b099-fa50-4fc0-ab99-8383dc93eae8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3986037 Jul 14 09:51:49.486347 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 59060) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:51:49.487541 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-178877cb-a4ee-4a8e-a5fa-e52f08579839 None None] Sync routers for ids ['11a7b099-fa50-4fc0-ab99-8383dc93eae8'] in n-d-779913-29 {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:51:49.496645 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-178877cb-a4ee-4a8e-a5fa-e52f08579839 None None] Routers {'11a7b099-fa50-4fc0-ab99-8383dc93eae8'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:51:49.497259 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-178877cb-a4ee-4a8e-a5fa-e52f08579839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:51:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['11a7b099-fa50-4fc0-ab99-8383dc93eae8'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:51:49.543023 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_v2 [None req-28cf8a54-3c59-4d71-bb17-974b2390db3e tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Deleting subnet 6623b4b1-7f30-4074-863e-222d49d21d32 {{(pid=93957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:51:49.548459 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-28cf8a54-3c59-4d71-bb17-974b2390db3e tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks [] for subnet, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:49.585729 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvr_db [None req-178877cb-a4ee-4a8e-a5fa-e52f08579839 None None] Set router 11a7b099-fa50-4fc0-ab99-8383dc93eae8 gateway port host: None {{(pid=93959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:51:49.592817 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-28cf8a54-3c59-4d71-bb17-974b2390db3e tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10944203'] for subnet, precommit_delete_associations {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:49.626567 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 460fc55d-ac48-47e9-9f0f-81a0523bf1b2 no longer exists at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:51:49.650853 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] No Port match for: 460fc55d-ac48-47e9-9f0f-81a0523bf1b2 {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:51:49.651119 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 460fc55d-ac48-47e9-9f0f-81a0523bf1b2 not bound to the agent host n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:51:49.678158 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-28cf8a54-3c59-4d71-bb17-974b2390db3e tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3481002'] for subnet, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:49.741475 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-28cf8a54-3c59-4d71-bb17-974b2390db3e tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10052701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11984075'] for subnet, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:49.769442 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cf8a54-3c59-4d71-bb17-974b2390db3e tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Pushing event deleted for resources: {'Subnet': ['ID=6623b4b1-7f30-4074-863e-222d49d21d32,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:49.771483 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-28cf8a54-3c59-4d71-bb17-974b2390db3e tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks [] for subnet, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:49.775659 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-28cf8a54-3c59-4d71-bb17-974b2390db3e tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] 10.222.0.68 "DELETE /v2.0/subnets/6623b4b1-7f30-4074-863e-222d49d21d32 HTTP/1.1" status: 204 len: 168 time: 0.2860422 Jul 14 09:51:49.776086 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 59062) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:51:49.783226 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dff6495-79d1-4e28-b84f-a449f2d30bb5 None None] Network 1fa80aeb-c444-4d2a-9195-877958b11b5d requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:51:49.852722 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-61493e44-6baa-42cd-b613-ecdb40559479 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3876111'] for network, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:49.906269 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-61493e44-6baa-42cd-b613-ecdb40559479 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Deleting port 07284e41-25a7-45e1-a22f-67d2cebc9c72 {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:51:49.906615 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-61493e44-6baa-42cd-b613-ecdb40559479 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:49.907521 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-178877cb-a4ee-4a8e-a5fa-e52f08579839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11a7b099-fa50-4fc0-ab99-8383dc93eae8', 'name': 'tempest-RoutersIpV6Test-router-990010033', 'tenant_id': '7897b2f4a2684b0badf4b8443fb00fdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:51:23Z', 'updated_at': '2021-07-14T09:51:48Z', 'revision_number': 10, 'project_id': '7897b2f4a2684b0badf4b8443fb00fdf', 'gw_port_host': None, '_interfaces': [{'id': '0ca079f8-480b-4a01-aa8e-e3b91496d2df', 'name': '', 'network_id': 'c26b420c-cfd1-491d-afcc-225a6b14d1b2', 'tenant_id': '7897b2f4a2684b0badf4b8443fb00fdf', 'mac_address': 'fa:16:3e:5e:b8:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a7b099-fa50-4fc0-ab99-8383dc93eae8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3773, 'fixed_ips': [{'subnet_id': 'fdce1431-c2d2-45b8-944c-59630c22ad20', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:51:24Z', 'updated_at': '2021-07-14T09:51:30Z', 'revision_number': 5, 'project_id': '7897b2f4a2684b0badf4b8443fb00fdf', 'subnets': [{'id': 'fdce1431-c2d2-45b8-944c-59630c22ad20', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:51:49.938164 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-178877cb-a4ee-4a8e-a5fa-e52f08579839 None None] Checking router: 11a7b099-fa50-4fc0-ab99-8383dc93eae8 for host: n-d-779913-29 {{(pid=93959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:51:49.954322 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-178877cb-a4ee-4a8e-a5fa-e52f08579839 None None] Routers {'11a7b099-fa50-4fc0-ab99-8383dc93eae8'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:51:49.954954 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-178877cb-a4ee-4a8e-a5fa-e52f08579839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:51:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['11a7b099-fa50-4fc0-ab99-8383dc93eae8'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:51:49.980298 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-61493e44-6baa-42cd-b613-ecdb40559479 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] For port 07284e41-25a7-45e1-a22f-67d2cebc9c72, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=07284e41-25a7-45e1-a22f-67d2cebc9c72,segment=NetworkSegment(e2481f92-469c-4262-81c8-6f2238fb9cbc),segment_id=e2481f92-469c-4262-81c8-6f2238fb9cbc)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:51:49.980659 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-61493e44-6baa-42cd-b613-ecdb40559479 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:50.007871 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-61493e44-6baa-42cd-b613-ecdb40559479 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Calling delete_port for 07284e41-25a7-45e1-a22f-67d2cebc9c72 owned by network:dhcp {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:51:50.065859 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvr_db [None req-178877cb-a4ee-4a8e-a5fa-e52f08579839 None None] Set router 11a7b099-fa50-4fc0-ab99-8383dc93eae8 gateway port host: None {{(pid=93959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:51:50.130307 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-61493e44-6baa-42cd-b613-ecdb40559479 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:50.154500 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3e9176b-00e8-4839-ab64-f79211c9fbea None None] DHCP port deletion for 1fa80aeb-c444-4d2a-9195-877958b11b5d request from n-d-779913-29 {{(pid=93959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:51:50.157087 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61493e44-6baa-42cd-b613-ecdb40559479 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Pushing event deleted for resources: {'Port': ['ID=07284e41-25a7-45e1-a22f-67d2cebc9c72,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:50.160721 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61493e44-6baa-42cd-b613-ecdb40559479 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] No DVR routers for this DVR port 07284e41-25a7-45e1-a22f-67d2cebc9c72 on host n-d-779913-29 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:51:50.248638 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-61493e44-6baa-42cd-b613-ecdb40559479 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473955', 'neutron.services.segments.db._delete_segments_for_network-8735688326548'] for network, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:50.261035 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-61493e44-6baa-42cd-b613-ecdb40559479 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fa80aeb-c444-4d2a-9195-877958b11b5d']}} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:51:50.278839 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-61493e44-6baa-42cd-b613-ecdb40559479 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2481f92-469c-4262-81c8-6f2238fb9cbc') {'for_net_delete': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:51:50.279283 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-61493e44-6baa-42cd-b613-ecdb40559479 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2481f92-469c-4262-81c8-6f2238fb9cbc') {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:51:50.289465 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-178877cb-a4ee-4a8e-a5fa-e52f08579839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11a7b099-fa50-4fc0-ab99-8383dc93eae8', 'name': 'tempest-RoutersIpV6Test-router-990010033', 'tenant_id': '7897b2f4a2684b0badf4b8443fb00fdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:51:23Z', 'updated_at': '2021-07-14T09:51:48Z', 'revision_number': 10, 'project_id': '7897b2f4a2684b0badf4b8443fb00fdf', 'gw_port_host': None, '_interfaces': [{'id': '0ca079f8-480b-4a01-aa8e-e3b91496d2df', 'name': '', 'network_id': 'c26b420c-cfd1-491d-afcc-225a6b14d1b2', 'tenant_id': '7897b2f4a2684b0badf4b8443fb00fdf', 'mac_address': 'fa:16:3e:5e:b8:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a7b099-fa50-4fc0-ab99-8383dc93eae8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3773, 'fixed_ips': [{'subnet_id': 'fdce1431-c2d2-45b8-944c-59630c22ad20', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:51:24Z', 'updated_at': '2021-07-14T09:51:30Z', 'revision_number': 5, 'project_id': '7897b2f4a2684b0badf4b8443fb00fdf', 'subnets': [{'id': 'fdce1431-c2d2-45b8-944c-59630c22ad20', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:51:50.291243 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-61493e44-6baa-42cd-b613-ecdb40559479 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735688356235', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10944210'] for segment, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:50.314379 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-61493e44-6baa-42cd-b613-ecdb40559479 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:50.321947 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61493e44-6baa-42cd-b613-ecdb40559479 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Releasing vlan 748 on physical network physnet1 to pool {{(pid=93957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:51:50.322555 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-61493e44-6baa-42cd-b613-ecdb40559479 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10053619'] for segment, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:50.326432 n-d-779913-29 neutron-server[93957]: Traceback (most recent call last): Jul 14 09:51:50.326432 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:51:50.326432 n-d-779913-29 neutron-server[93957]: timer() Jul 14 09:51:50.326432 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:51:50.326432 n-d-779913-29 neutron-server[93957]: cb(*args, **kw) Jul 14 09:51:50.326432 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:51:50.326432 n-d-779913-29 neutron-server[93957]: return func(*args, **kwargs) Jul 14 09:51:50.326432 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:51:50.326432 n-d-779913-29 neutron-server[93957]: self._notify() Jul 14 09:51:50.326432 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:51:50.326432 n-d-779913-29 neutron-server[93957]: self.callback(batched_events) Jul 14 09:51:50.326432 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:51:50.326432 n-d-779913-29 neutron-server[93957]: event.method(event) Jul 14 09:51:50.326432 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:51:50.326432 n-d-779913-29 neutron-server[93957]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:51:50.326432 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:51:50.326432 n-d-779913-29 neutron-server[93957]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:51:50.326432 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:51:50.326432 n-d-779913-29 neutron-server[93957]: return f(self, *a, **k) Jul 14 09:51:50.326432 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:51:50.326432 n-d-779913-29 neutron-server[93957]: return self._get(url).json() Jul 14 09:51:50.326432 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:51:50.326432 n-d-779913-29 neutron-server[93957]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:51:50.326432 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:51:50.326432 n-d-779913-29 neutron-server[93957]: return self.request(url, 'GET', **kwargs) Jul 14 09:51:50.326432 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:51:50.326432 n-d-779913-29 neutron-server[93957]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:51:50.326432 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:51:50.326432 n-d-779913-29 neutron-server[93957]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:51:50.326432 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:51:50.326432 n-d-779913-29 neutron-server[93957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:51:50.326432 n-d-779913-29 neutron-server[93957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:51:50.401794 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-61493e44-6baa-42cd-b613-ecdb40559479 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660504'] for network, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:50.412933 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-61493e44-6baa-42cd-b613-ecdb40559479 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks [] for network, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:50.416273 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-61493e44-6baa-42cd-b613-ecdb40559479 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] 10.222.0.68 "DELETE /v2.0/networks/1fa80aeb-c444-4d2a-9195-877958b11b5d HTTP/1.1" status: 204 len: 168 time: 0.6384842 Jul 14 09:51:50.418268 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 59072) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:51:50.430803 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61493e44-6baa-42cd-b613-ecdb40559479 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Pushing event deleted for resources: {'Network': ['ID=1fa80aeb-c444-4d2a-9195-877958b11b5d,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:50.512791 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-178877cb-a4ee-4a8e-a5fa-e52f08579839 None None] The sync data for ids ['11a7b099-fa50-4fc0-ab99-8383dc93eae8'] in n-d-779913-29 is: [{'id': '11a7b099-fa50-4fc0-ab99-8383dc93eae8', 'name': 'tempest-RoutersIpV6Test-router-990010033', 'tenant_id': '7897b2f4a2684b0badf4b8443fb00fdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:51:23Z', 'updated_at': '2021-07-14T09:51:48Z', 'revision_number': 10, 'project_id': '7897b2f4a2684b0badf4b8443fb00fdf', 'gw_port_host': None, '_interfaces': [{'id': '0ca079f8-480b-4a01-aa8e-e3b91496d2df', 'name': '', 'network_id': 'c26b420c-cfd1-491d-afcc-225a6b14d1b2', 'tenant_id': '7897b2f4a2684b0badf4b8443fb00fdf', 'mac_address': 'fa:16:3e:5e:b8:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a7b099-fa50-4fc0-ab99-8383dc93eae8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3773, 'fixed_ips': [{'subnet_id': 'fdce1431-c2d2-45b8-944c-59630c22ad20', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:51:24Z', 'updated_at': '2021-07-14T09:51:30Z', 'revision_number': 5, 'project_id': '7897b2f4a2684b0badf4b8443fb00fdf', 'subnets': [{'id': 'fdce1431-c2d2-45b8-944c-59630c22ad20', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:51:50.772734 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-31c456d2-b8b0-47bb-b7b8-7748c15fd22e tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-683602'] for router_interface, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:51.056337 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-31c456d2-b8b0-47bb-b7b8-7748c15fd22e tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Deleting port 0ca079f8-480b-4a01-aa8e-e3b91496d2df {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:51:51.056689 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-31c456d2-b8b0-47bb-b7b8-7748c15fd22e tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:51.152113 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-31c456d2-b8b0-47bb-b7b8-7748c15fd22e tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] For port 0ca079f8-480b-4a01-aa8e-e3b91496d2df, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=0ca079f8-480b-4a01-aa8e-e3b91496d2df,segment=NetworkSegment(a77f802d-0b93-46f5-8b6a-3e8b1c26eb85),segment_id=a77f802d-0b93-46f5-8b6a-3e8b1c26eb85)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:51:51.152476 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-31c456d2-b8b0-47bb-b7b8-7748c15fd22e tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:51.165932 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-31c456d2-b8b0-47bb-b7b8-7748c15fd22e tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Calling delete_port for 0ca079f8-480b-4a01-aa8e-e3b91496d2df owned by network:router_interface {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:51:51.338418 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-31c456d2-b8b0-47bb-b7b8-7748c15fd22e tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:51.366840 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c456d2-b8b0-47bb-b7b8-7748c15fd22e tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Pushing event deleted for resources: {'Port': ['ID=0ca079f8-480b-4a01-aa8e-e3b91496d2df,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:51.474928 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-31c456d2-b8b0-47bb-b7b8-7748c15fd22e tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-620860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682934'] for router_interface, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:51.653976 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31c456d2-b8b0-47bb-b7b8-7748c15fd22e tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Router 11a7b099-fa50-4fc0-ab99-8383dc93eae8 has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:51:51.678681 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device ac422ce7-5ebe-46d1-bd12-17d6a78a1e5a no longer exists at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:51:51.699493 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] No Port match for: ac422ce7-5ebe-46d1-bd12-17d6a78a1e5a {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:51:51.700186 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device ac422ce7-5ebe-46d1-bd12-17d6a78a1e5a not bound to the agent host n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:51:51.700608 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 07284e41-25a7-45e1-a22f-67d2cebc9c72 no longer exists at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:51:51.719906 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] No Port match for: 07284e41-25a7-45e1-a22f-67d2cebc9c72 {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:51:51.720263 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 07284e41-25a7-45e1-a22f-67d2cebc9c72 not bound to the agent host n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:51:51.731008 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31c456d2-b8b0-47bb-b7b8-7748c15fd22e tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:51:51.739655 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-31c456d2-b8b0-47bb-b7b8-7748c15fd22e tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] 10.222.0.68 "PUT /v2.0/routers/11a7b099-fa50-4fc0-ab99-8383dc93eae8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3161213 Jul 14 09:51:51.740754 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 59076) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:51:51.741354 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b39b16c-b2ee-48a1-8f42-8543cebf5e05 None None] Sync routers for ids ['11a7b099-fa50-4fc0-ab99-8383dc93eae8'] in n-d-779913-29 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:51:51.751842 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b39b16c-b2ee-48a1-8f42-8543cebf5e05 None None] Routers {'11a7b099-fa50-4fc0-ab99-8383dc93eae8'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:51:51.752454 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-3b39b16c-b2ee-48a1-8f42-8543cebf5e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:51:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['11a7b099-fa50-4fc0-ab99-8383dc93eae8'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:51:51.792688 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_v2 [None req-d18c8962-d424-43ed-9f20-6b7094030ad9 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Deleting subnet fdce1431-c2d2-45b8-944c-59630c22ad20 {{(pid=93957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:51:51.795864 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d18c8962-d424-43ed-9f20-6b7094030ad9 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks [] for subnet, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:51.828525 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-3b39b16c-b2ee-48a1-8f42-8543cebf5e05 None None] Set router 11a7b099-fa50-4fc0-ab99-8383dc93eae8 gateway port host: None {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:51:51.840402 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d18c8962-d424-43ed-9f20-6b7094030ad9 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10944203'] for subnet, precommit_delete_associations {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:51.879963 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-3b39b16c-b2ee-48a1-8f42-8543cebf5e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11a7b099-fa50-4fc0-ab99-8383dc93eae8', 'name': 'tempest-RoutersIpV6Test-router-990010033', 'tenant_id': '7897b2f4a2684b0badf4b8443fb00fdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:51:23Z', 'updated_at': '2021-07-14T09:51:51Z', 'revision_number': 11, 'project_id': '7897b2f4a2684b0badf4b8443fb00fdf', 'gw_port_host': None}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:51:51.911058 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b39b16c-b2ee-48a1-8f42-8543cebf5e05 None None] Checking router: 11a7b099-fa50-4fc0-ab99-8383dc93eae8 for host: n-d-779913-29 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:51:51.919879 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b39b16c-b2ee-48a1-8f42-8543cebf5e05 None None] Routers {'11a7b099-fa50-4fc0-ab99-8383dc93eae8'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:51:51.920493 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-3b39b16c-b2ee-48a1-8f42-8543cebf5e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:51:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['11a7b099-fa50-4fc0-ab99-8383dc93eae8'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:51:51.935511 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d18c8962-d424-43ed-9f20-6b7094030ad9 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3481002'] for subnet, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:51.998271 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-3b39b16c-b2ee-48a1-8f42-8543cebf5e05 None None] Set router 11a7b099-fa50-4fc0-ab99-8383dc93eae8 gateway port host: None {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:51:52.000689 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d18c8962-d424-43ed-9f20-6b7094030ad9 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10052701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11984075'] for subnet, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:52.031859 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d18c8962-d424-43ed-9f20-6b7094030ad9 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks [] for subnet, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:52.036424 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-d18c8962-d424-43ed-9f20-6b7094030ad9 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] 10.222.0.68 "DELETE /v2.0/subnets/fdce1431-c2d2-45b8-944c-59630c22ad20 HTTP/1.1" status: 204 len: 168 time: 0.2922852 Jul 14 09:51:52.036424 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18c8962-d424-43ed-9f20-6b7094030ad9 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Pushing event deleted for resources: {'Subnet': ['ID=fdce1431-c2d2-45b8-944c-59630c22ad20,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:52.037583 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 59078) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:51:52.045435 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-875f497a-48a0-43f6-826f-4d8ea9385845 None None] Network c26b420c-cfd1-491d-afcc-225a6b14d1b2 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:51:52.073355 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-3b39b16c-b2ee-48a1-8f42-8543cebf5e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11a7b099-fa50-4fc0-ab99-8383dc93eae8', 'name': 'tempest-RoutersIpV6Test-router-990010033', 'tenant_id': '7897b2f4a2684b0badf4b8443fb00fdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:51:23Z', 'updated_at': '2021-07-14T09:51:51Z', 'revision_number': 11, 'project_id': '7897b2f4a2684b0badf4b8443fb00fdf', 'gw_port_host': None}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:51:52.109667 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b39b16c-b2ee-48a1-8f42-8543cebf5e05 None None] The sync data for ids ['11a7b099-fa50-4fc0-ab99-8383dc93eae8'] in n-d-779913-29 is: [{'id': '11a7b099-fa50-4fc0-ab99-8383dc93eae8', 'name': 'tempest-RoutersIpV6Test-router-990010033', 'tenant_id': '7897b2f4a2684b0badf4b8443fb00fdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:51:23Z', 'updated_at': '2021-07-14T09:51:51Z', 'revision_number': 11, 'project_id': '7897b2f4a2684b0badf4b8443fb00fdf', 'gw_port_host': None}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:51:52.134281 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3be883aa-11f9-4c0b-84ba-30a11cc65f1a tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3876111'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:52.201763 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-3be883aa-11f9-4c0b-84ba-30a11cc65f1a tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Deleting port 6e785fca-b72d-4845-89ab-31ee72c8b07f {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:51:52.202099 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3be883aa-11f9-4c0b-84ba-30a11cc65f1a tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:52.207559 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e98b1925-0e78-4cbb-a4e1-72772c5088a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:52.305648 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-3be883aa-11f9-4c0b-84ba-30a11cc65f1a tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] For port 6e785fca-b72d-4845-89ab-31ee72c8b07f, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=6e785fca-b72d-4845-89ab-31ee72c8b07f,segment=NetworkSegment(a77f802d-0b93-46f5-8b6a-3e8b1c26eb85),segment_id=a77f802d-0b93-46f5-8b6a-3e8b1c26eb85)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:51:52.305966 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3be883aa-11f9-4c0b-84ba-30a11cc65f1a tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:52.323863 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-3be883aa-11f9-4c0b-84ba-30a11cc65f1a tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Calling delete_port for 6e785fca-b72d-4845-89ab-31ee72c8b07f owned by network:dhcp {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:51:52.406716 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3be883aa-11f9-4c0b-84ba-30a11cc65f1a tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:52.433137 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be883aa-11f9-4c0b-84ba-30a11cc65f1a tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Pushing event deleted for resources: {'Port': ['ID=6e785fca-b72d-4845-89ab-31ee72c8b07f,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:52.437672 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3be883aa-11f9-4c0b-84ba-30a11cc65f1a tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] No DVR routers for this DVR port 6e785fca-b72d-4845-89ab-31ee72c8b07f on host n-d-779913-29 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:51:52.517276 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56f5a658-5f5d-4236-a448-5e904d3eb32a None None] DHCP port deletion for c26b420c-cfd1-491d-afcc-225a6b14d1b2 request from n-d-779913-29 {{(pid=93959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:51:52.551022 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3be883aa-11f9-4c0b-84ba-30a11cc65f1a tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473955', 'neutron.services.segments.db._delete_segments_for_network-8735688326548'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:52.572926 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-3be883aa-11f9-4c0b-84ba-30a11cc65f1a tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c26b420c-cfd1-491d-afcc-225a6b14d1b2']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:51:52.588211 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-3be883aa-11f9-4c0b-84ba-30a11cc65f1a tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a77f802d-0b93-46f5-8b6a-3e8b1c26eb85') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:51:52.588211 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-3be883aa-11f9-4c0b-84ba-30a11cc65f1a tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a77f802d-0b93-46f5-8b6a-3e8b1c26eb85') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:51:52.598486 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3be883aa-11f9-4c0b-84ba-30a11cc65f1a tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735688356235', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13574129'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:52.615040 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3be883aa-11f9-4c0b-84ba-30a11cc65f1a tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:52.621917 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3be883aa-11f9-4c0b-84ba-30a11cc65f1a tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Releasing vlan 718 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:51:52.622451 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3be883aa-11f9-4c0b-84ba-30a11cc65f1a tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13573126'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:52.627313 n-d-779913-29 neutron-server[93958]: Traceback (most recent call last): Jul 14 09:51:52.627313 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:51:52.627313 n-d-779913-29 neutron-server[93958]: timer() Jul 14 09:51:52.627313 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:51:52.627313 n-d-779913-29 neutron-server[93958]: cb(*args, **kw) Jul 14 09:51:52.627313 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:51:52.627313 n-d-779913-29 neutron-server[93958]: return func(*args, **kwargs) Jul 14 09:51:52.627313 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:51:52.627313 n-d-779913-29 neutron-server[93958]: self._notify() Jul 14 09:51:52.627313 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:51:52.627313 n-d-779913-29 neutron-server[93958]: self.callback(batched_events) Jul 14 09:51:52.627313 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:51:52.627313 n-d-779913-29 neutron-server[93958]: event.method(event) Jul 14 09:51:52.627313 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:51:52.627313 n-d-779913-29 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:51:52.627313 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:51:52.627313 n-d-779913-29 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:51:52.627313 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:51:52.627313 n-d-779913-29 neutron-server[93958]: return f(self, *a, **k) Jul 14 09:51:52.627313 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:51:52.627313 n-d-779913-29 neutron-server[93958]: return self._get(url).json() Jul 14 09:51:52.627313 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:51:52.627313 n-d-779913-29 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:51:52.627313 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:51:52.627313 n-d-779913-29 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 14 09:51:52.627313 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:51:52.627313 n-d-779913-29 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:51:52.627313 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:51:52.627313 n-d-779913-29 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:51:52.627313 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:51:52.627313 n-d-779913-29 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:51:52.627313 n-d-779913-29 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:51:52.697108 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3be883aa-11f9-4c0b-84ba-30a11cc65f1a tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660504'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:52.704030 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3be883aa-11f9-4c0b-84ba-30a11cc65f1a tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:52.706493 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-3be883aa-11f9-4c0b-84ba-30a11cc65f1a tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] 10.222.0.68 "DELETE /v2.0/networks/c26b420c-cfd1-491d-afcc-225a6b14d1b2 HTTP/1.1" status: 204 len: 168 time: 0.6685312 Jul 14 09:51:52.709384 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 59086) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:51:52.727181 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-2067546e-902f-417c-a5c3-2f849f8b4460 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Request body: {'router': {'routes': None}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:51:52.730675 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be883aa-11f9-4c0b-84ba-30a11cc65f1a tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Pushing event deleted for resources: {'Network': ['ID=c26b420c-cfd1-491d-afcc-225a6b14d1b2,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:52.891697 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.extraroute_db [None req-2067546e-902f-417c-a5c3-2f849f8b4460 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Added routes are [] {{(pid=93958) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 14 09:51:52.892002 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.extraroute_db [None req-2067546e-902f-417c-a5c3-2f849f8b4460 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Removed routes are [] {{(pid=93958) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 14 09:51:52.892374 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2067546e-902f-417c-a5c3-2f849f8b4460 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-661489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-711771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12973'] for router, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:53.033635 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2067546e-902f-417c-a5c3-2f849f8b4460 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-661489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-711771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12973'] for router, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:53.036910 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2067546e-902f-417c-a5c3-2f849f8b4460 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-661452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-661502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-661447', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-711840'] for router, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:53.116593 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2067546e-902f-417c-a5c3-2f849f8b4460 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Router 11a7b099-fa50-4fc0-ab99-8383dc93eae8 has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:51:53.189063 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2067546e-902f-417c-a5c3-2f849f8b4460 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:51:53.196400 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2067546e-902f-417c-a5c3-2f849f8b4460 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:53.197699 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-2067546e-902f-417c-a5c3-2f849f8b4460 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] 10.222.0.68 "PUT /v2.0/routers/11a7b099-fa50-4fc0-ab99-8383dc93eae8 HTTP/1.1" status: 200 len: 704 time: 0.4875703 Jul 14 09:51:53.198151 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90fbabf0-0718-44e9-ade0-c5e0a87e64d1 None None] Sync routers for ids ['11a7b099-fa50-4fc0-ab99-8383dc93eae8'] in n-d-779913-29 {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:51:53.200407 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 59088) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:51:53.208688 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90fbabf0-0718-44e9-ade0-c5e0a87e64d1 None None] Routers {'11a7b099-fa50-4fc0-ab99-8383dc93eae8'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:51:53.209326 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-90fbabf0-0718-44e9-ade0-c5e0a87e64d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:51:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['11a7b099-fa50-4fc0-ab99-8383dc93eae8'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:51:53.237196 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-b925710e-05c0-4798-b5a4-a012b67a92b5 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] 10.222.0.68 "GET /v2.0/ports?device_id=11a7b099-fa50-4fc0-ab99-8383dc93eae8 HTTP/1.1" status: 200 len: 205 time: 0.0328653 Jul 14 09:51:53.237455 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 59090) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:51:53.288453 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvr_db [None req-90fbabf0-0718-44e9-ade0-c5e0a87e64d1 None None] Set router 11a7b099-fa50-4fc0-ab99-8383dc93eae8 gateway port host: None {{(pid=93959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:51:53.317060 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e2cb6daf-3812-4b79-a184-22945a5743f2 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks [] for router, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:53.344162 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-90fbabf0-0718-44e9-ade0-c5e0a87e64d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11a7b099-fa50-4fc0-ab99-8383dc93eae8', 'name': 'tempest-RoutersIpV6Test-router-990010033', 'tenant_id': '7897b2f4a2684b0badf4b8443fb00fdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:51:23Z', 'updated_at': '2021-07-14T09:51:51Z', 'revision_number': 11, 'project_id': '7897b2f4a2684b0badf4b8443fb00fdf', 'gw_port_host': None}], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:51:53.372969 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90fbabf0-0718-44e9-ade0-c5e0a87e64d1 None None] Checking router: 11a7b099-fa50-4fc0-ab99-8383dc93eae8 for host: n-d-779913-29 {{(pid=93959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:51:53.383855 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90fbabf0-0718-44e9-ade0-c5e0a87e64d1 None None] Routers {'11a7b099-fa50-4fc0-ab99-8383dc93eae8'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:51:53.384733 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-90fbabf0-0718-44e9-ade0-c5e0a87e64d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:51:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['11a7b099-fa50-4fc0-ab99-8383dc93eae8'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:51:53.457647 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvr_db [None req-90fbabf0-0718-44e9-ade0-c5e0a87e64d1 None None] Set router 11a7b099-fa50-4fc0-ab99-8383dc93eae8 gateway port host: None {{(pid=93959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:51:53.483114 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e2cb6daf-3812-4b79-a184-22945a5743f2 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-711871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12964'] for router, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:53.485384 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e2cb6daf-3812-4b79-a184-22945a5743f2 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:53.510552 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-90fbabf0-0718-44e9-ade0-c5e0a87e64d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11a7b099-fa50-4fc0-ab99-8383dc93eae8', 'name': 'tempest-RoutersIpV6Test-router-990010033', 'tenant_id': '7897b2f4a2684b0badf4b8443fb00fdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:51:23Z', 'updated_at': '2021-07-14T09:51:51Z', 'revision_number': 11, 'project_id': '7897b2f4a2684b0badf4b8443fb00fdf', 'gw_port_host': None}], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:51:53.528344 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e2cb6daf-3812-4b79-a184-22945a5743f2 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-704815'] for router, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:53.528932 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2cb6daf-3812-4b79-a184-22945a5743f2 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Fanout notify agent at l3_agent the message router_deleted on router 11a7b099-fa50-4fc0-ab99-8383dc93eae8 {{(pid=93958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:51:53.537343 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e2cb6daf-3812-4b79-a184-22945a5743f2 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:53.543221 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-e2cb6daf-3812-4b79-a184-22945a5743f2 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] 10.222.0.68 "DELETE /v2.0/routers/11a7b099-fa50-4fc0-ab99-8383dc93eae8 HTTP/1.1" status: 204 len: 168 time: 0.3047857 Jul 14 09:51:53.544061 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 59094) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:51:53.545261 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90fbabf0-0718-44e9-ade0-c5e0a87e64d1 None None] The sync data for ids ['11a7b099-fa50-4fc0-ab99-8383dc93eae8'] in n-d-779913-29 is: [{'id': '11a7b099-fa50-4fc0-ab99-8383dc93eae8', 'name': 'tempest-RoutersIpV6Test-router-990010033', 'tenant_id': '7897b2f4a2684b0badf4b8443fb00fdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:51:23Z', 'updated_at': '2021-07-14T09:51:51Z', 'revision_number': 11, 'project_id': '7897b2f4a2684b0badf4b8443fb00fdf', 'gw_port_host': None}] {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:51:53.550077 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-d75cf989-1174-4af3-8ae7-1a4abdd886fe tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-38871949', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:51:53.578802 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d75cf989-1174-4af3-8ae7-1a4abdd886fe tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-711749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14670'] for router, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:53.581013 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d75cf989-1174-4af3-8ae7-1a4abdd886fe tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-711718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-661475', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14679'] for router, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:53.637606 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 0ca079f8-480b-4a01-aa8e-e3b91496d2df no longer exists at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:51:53.646610 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d75cf989-1174-4af3-8ae7-1a4abdd886fe tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:53.650958 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d75cf989-1174-4af3-8ae7-1a4abdd886fe tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-711762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-661452'] for router, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:53.659844 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] No Port match for: 0ca079f8-480b-4a01-aa8e-e3b91496d2df {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:51:53.660418 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 0ca079f8-480b-4a01-aa8e-e3b91496d2df not bound to the agent host n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:51:53.661018 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 6e785fca-b72d-4845-89ab-31ee72c8b07f no longer exists at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:51:53.677264 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d75cf989-1174-4af3-8ae7-1a4abdd886fe tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:53.678873 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-d75cf989-1174-4af3-8ae7-1a4abdd886fe tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.1333544 Jul 14 09:51:53.681376 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 59096) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:51:53.683841 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] No Port match for: 6e785fca-b72d-4845-89ab-31ee72c8b07f {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:51:53.684194 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 6e785fca-b72d-4845-89ab-31ee72c8b07f not bound to the agent host n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:51:53.693903 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-20584382-a660-44c5-bb72-8eb49f500a61 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Request body: {'router': {'admin_state_up': True}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:51:53.918303 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-20584382-a660-44c5-bb72-8eb49f500a61 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-661489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-711771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12973'] for router, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:53.929661 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-20584382-a660-44c5-bb72-8eb49f500a61 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-661452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-661502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-661447', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-711840'] for router, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:54.028274 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20584382-a660-44c5-bb72-8eb49f500a61 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Router 5adcca61-b9e2-4dc1-ae9d-0ca30f548f8c is scheduled to L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 with binding_index 1 {{(pid=93958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:51:54.469273 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20584382-a660-44c5-bb72-8eb49f500a61 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:51:54.476082 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-20584382-a660-44c5-bb72-8eb49f500a61 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:54.479632 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-20584382-a660-44c5-bb72-8eb49f500a61 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] 10.222.0.68 "PUT /v2.0/routers/5adcca61-b9e2-4dc1-ae9d-0ca30f548f8c HTTP/1.1" status: 200 len: 696 time: 0.7948685 Jul 14 09:51:54.480118 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 59102) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:51:54.487122 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfd4b044-c6e0-48b0-a53b-55917bf40795 None None] Sync routers for ids ['5adcca61-b9e2-4dc1-ae9d-0ca30f548f8c'] in n-d-779913-29 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:51:54.504294 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfd4b044-c6e0-48b0-a53b-55917bf40795 None None] Routers {'5adcca61-b9e2-4dc1-ae9d-0ca30f548f8c'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:51:54.504659 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-bfd4b044-c6e0-48b0-a53b-55917bf40795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:51:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['5adcca61-b9e2-4dc1-ae9d-0ca30f548f8c'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:51:54.574887 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-ff13fe57-5c0a-4767-8f91-b6b616fbb670 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] 10.222.0.68 "GET /v2.0/routers/5adcca61-b9e2-4dc1-ae9d-0ca30f548f8c HTTP/1.1" status: 200 len: 702 time: 0.0936139 Jul 14 09:51:54.577307 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 59106) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:51:54.611166 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-14aeb743-dc9f-48c6-8ba3-674a800e7d03 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] 10.222.0.68 "GET /v2.0/ports?device_id=5adcca61-b9e2-4dc1-ae9d-0ca30f548f8c HTTP/1.1" status: 200 len: 205 time: 0.0316069 Jul 14 09:51:54.613462 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 59108) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:51:54.698187 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-04b6f546-9224-4b91-a4ea-52140697ba35 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks [] for router, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:54.729805 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-bfd4b044-c6e0-48b0-a53b-55917bf40795 None None] Set router 5adcca61-b9e2-4dc1-ae9d-0ca30f548f8c gateway port host: None {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:51:54.790289 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:54.795591 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-bfd4b044-c6e0-48b0-a53b-55917bf40795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5adcca61-b9e2-4dc1-ae9d-0ca30f548f8c', 'name': 'tempest-RoutersIpV6Test-router-38871949', 'tenant_id': '7897b2f4a2684b0badf4b8443fb00fdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:51:53Z', 'updated_at': '2021-07-14T09:51:53Z', 'revision_number': 2, 'project_id': '7897b2f4a2684b0badf4b8443fb00fdf', 'gw_port_host': None}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:51:54.827341 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfd4b044-c6e0-48b0-a53b-55917bf40795 None None] Checking router: 5adcca61-b9e2-4dc1-ae9d-0ca30f548f8c for host: n-d-779913-29 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:51:54.837393 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfd4b044-c6e0-48b0-a53b-55917bf40795 None None] Routers {'5adcca61-b9e2-4dc1-ae9d-0ca30f548f8c'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:51:54.838048 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-bfd4b044-c6e0-48b0-a53b-55917bf40795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:51:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['5adcca61-b9e2-4dc1-ae9d-0ca30f548f8c'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:51:54.897534 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8c5c6184-0e67-4eb7-a5e4-1bbe2961a1d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:54.914474 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-bfd4b044-c6e0-48b0-a53b-55917bf40795 None None] Set router 5adcca61-b9e2-4dc1-ae9d-0ca30f548f8c gateway port host: None {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:51:54.977930 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-bfd4b044-c6e0-48b0-a53b-55917bf40795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5adcca61-b9e2-4dc1-ae9d-0ca30f548f8c', 'name': 'tempest-RoutersIpV6Test-router-38871949', 'tenant_id': '7897b2f4a2684b0badf4b8443fb00fdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:51:53Z', 'updated_at': '2021-07-14T09:51:53Z', 'revision_number': 2, 'project_id': '7897b2f4a2684b0badf4b8443fb00fdf', 'gw_port_host': None}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:51:55.011991 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfd4b044-c6e0-48b0-a53b-55917bf40795 None None] The sync data for ids ['5adcca61-b9e2-4dc1-ae9d-0ca30f548f8c'] in n-d-779913-29 is: [{'id': '5adcca61-b9e2-4dc1-ae9d-0ca30f548f8c', 'name': 'tempest-RoutersIpV6Test-router-38871949', 'tenant_id': '7897b2f4a2684b0badf4b8443fb00fdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:51:53Z', 'updated_at': '2021-07-14T09:51:53Z', 'revision_number': 2, 'project_id': '7897b2f4a2684b0badf4b8443fb00fdf', 'gw_port_host': None}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:51:55.274383 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-04b6f546-9224-4b91-a4ea-52140697ba35 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-711871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12964'] for router, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:55.276752 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-04b6f546-9224-4b91-a4ea-52140697ba35 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:55.323115 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-04b6f546-9224-4b91-a4ea-52140697ba35 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-704815'] for router, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:55.323518 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04b6f546-9224-4b91-a4ea-52140697ba35 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Fanout notify agent at l3_agent the message router_deleted on router 5adcca61-b9e2-4dc1-ae9d-0ca30f548f8c {{(pid=93957) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:51:55.330719 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-04b6f546-9224-4b91-a4ea-52140697ba35 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] Notify callbacks [] for router, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:55.331848 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-04b6f546-9224-4b91-a4ea-52140697ba35 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] 10.222.0.68 "DELETE /v2.0/routers/5adcca61-b9e2-4dc1-ae9d-0ca30f548f8c HTTP/1.1" status: 204 len: 168 time: 0.7169757 Jul 14 09:51:55.336124 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 59110) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:51:55.367655 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-d3fbe163-1748-4bb9-bb94-a6bae5dc74db tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] 10.222.0.68 "GET /v2.0/ports?device_id=5adcca61-b9e2-4dc1-ae9d-0ca30f548f8c HTTP/1.1" status: 200 len: 205 time: 0.0299668 Jul 14 09:51:55.369883 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 59112) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:51:55.412123 n-d-779913-29 neutron-server[93957]: INFO neutron.api.v2.resource [None req-50f7d263-e440-4457-862b-3531dba6e61c tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] delete failed (client error): The resource could not be found. Jul 14 09:51:55.415504 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-50f7d263-e440-4457-862b-3531dba6e61c tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] 10.222.0.68 "DELETE /v2.0/routers/5adcca61-b9e2-4dc1-ae9d-0ca30f548f8c HTTP/1.1" status: 404 len: 336 time: 0.0423739 Jul 14 09:51:55.415733 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 59114) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:51:55.442940 n-d-779913-29 neutron-server[93957]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a917cb8-b640-4af6-be5f-439de5431d64 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] DELETE failed (client error): The resource could not be found. Jul 14 09:51:55.443450 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a917cb8-b640-4af6-be5f-439de5431d64 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:51:55.445275 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-1a917cb8-b640-4af6-be5f-439de5431d64 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] 10.222.0.68 "DELETE /v2.0/subnets/4548008c-d4d4-4ed8-9868-bdd99639c6c3 HTTP/1.1" status: 404 len: 337 time: 0.0286117 Jul 14 09:51:55.447685 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 59116) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:51:55.473752 n-d-779913-29 neutron-server[93957]: INFO neutron.pecan_wsgi.hooks.translation [None req-efddc33e-82ee-45f2-b6b0-d9f90f019ab0 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] DELETE failed (client error): The resource could not be found. Jul 14 09:51:55.474201 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-efddc33e-82ee-45f2-b6b0-d9f90f019ab0 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:51:55.475988 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-efddc33e-82ee-45f2-b6b0-d9f90f019ab0 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] 10.222.0.68 "DELETE /v2.0/subnets/8c785d06-b1f7-4980-a529-d1e98908238b HTTP/1.1" status: 404 len: 337 time: 0.0273852 Jul 14 09:51:55.478394 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 59118) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:51:55.505102 n-d-779913-29 neutron-server[93957]: INFO neutron.pecan_wsgi.hooks.translation [None req-de06bc55-30d8-4a3d-a137-820ab957520a tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] DELETE failed (client error): The resource could not be found. Jul 14 09:51:55.505772 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de06bc55-30d8-4a3d-a137-820ab957520a tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:51:55.510039 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-de06bc55-30d8-4a3d-a137-820ab957520a tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] 10.222.0.68 "DELETE /v2.0/subnets/6623b4b1-7f30-4074-863e-222d49d21d32 HTTP/1.1" status: 404 len: 337 time: 0.0306933 Jul 14 09:51:55.510212 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 59120) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:51:55.539481 n-d-779913-29 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-541641ab-79fe-44e7-b1c7-6d26dad99847 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] DELETE failed (client error): The resource could not be found. Jul 14 09:51:55.540291 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-541641ab-79fe-44e7-b1c7-6d26dad99847 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:51:55.541646 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-541641ab-79fe-44e7-b1c7-6d26dad99847 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] 10.222.0.68 "DELETE /v2.0/subnets/fdce1431-c2d2-45b8-944c-59630c22ad20 HTTP/1.1" status: 404 len: 337 time: 0.0305142 Jul 14 09:51:55.544145 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 59122) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:51:55.572547 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-3fabdf7c-992e-4490-9c3d-ed07a98fe23f tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] 10.222.0.68 "GET /v2.0/ports?device_id=11a7b099-fa50-4fc0-ab99-8383dc93eae8 HTTP/1.1" status: 200 len: 205 time: 0.0272629 Jul 14 09:51:55.574870 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 59124) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:51:55.616949 n-d-779913-29 neutron-server[93958]: INFO neutron.api.v2.resource [None req-18f82a4f-62b0-402d-bc39-6b945eefbf9d tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] delete failed (client error): The resource could not be found. Jul 14 09:51:55.618241 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-18f82a4f-62b0-402d-bc39-6b945eefbf9d tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] 10.222.0.68 "DELETE /v2.0/routers/11a7b099-fa50-4fc0-ab99-8383dc93eae8 HTTP/1.1" status: 404 len: 336 time: 0.0422959 Jul 14 09:51:55.620802 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 59128) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:51:55.656975 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-96b2320a-f1ae-4c17-bdbc-019a2743c48a tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] 10.222.0.68 "GET /v2.0/ports?device_id=887cc36a-acd8-4e3b-b09c-3bc9e31f78ae HTTP/1.1" status: 200 len: 205 time: 0.0340624 Jul 14 09:51:55.659484 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 59130) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:51:55.696184 n-d-779913-29 neutron-server[93958]: INFO neutron.api.v2.resource [None req-ae33ef37-e385-435a-b855-c648a5b07eb1 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] delete failed (client error): The resource could not be found. Jul 14 09:51:55.697444 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-ae33ef37-e385-435a-b855-c648a5b07eb1 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] 10.222.0.68 "DELETE /v2.0/routers/887cc36a-acd8-4e3b-b09c-3bc9e31f78ae HTTP/1.1" status: 404 len: 336 time: 0.0368462 Jul 14 09:51:55.699970 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 59132) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:51:55.728087 n-d-779913-29 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b3a4f51-d093-436a-a96a-eaf9d0c6baa8 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] DELETE failed (client error): The resource could not be found. Jul 14 09:51:55.728544 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b3a4f51-d093-436a-a96a-eaf9d0c6baa8 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:51:55.730527 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-3b3a4f51-d093-436a-a96a-eaf9d0c6baa8 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] 10.222.0.68 "DELETE /v2.0/subnets/ecefa385-dd0b-48e6-8b57-fe7c95e543b7 HTTP/1.1" status: 404 len: 337 time: 0.0296376 Jul 14 09:51:55.733135 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 59134) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:51:55.764281 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-6d136114-ceda-4f4e-88b7-04356c4c1908 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] 10.222.0.68 "GET /v2.0/ports?device_id=d7609e3a-a749-4c76-8b83-a416a3aa6f8e HTTP/1.1" status: 200 len: 205 time: 0.0279782 Jul 14 09:51:55.764506 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 59136) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:51:55.805157 n-d-779913-29 neutron-server[93958]: INFO neutron.api.v2.resource [None req-10565468-91cc-4357-b288-a5bd4385e440 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] delete failed (client error): The resource could not be found. Jul 14 09:51:55.808531 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-10565468-91cc-4357-b288-a5bd4385e440 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] 10.222.0.68 "DELETE /v2.0/routers/d7609e3a-a749-4c76-8b83-a416a3aa6f8e HTTP/1.1" status: 404 len: 336 time: 0.0402229 Jul 14 09:51:55.808896 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 59138) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:51:55.840344 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-48812ef2-3dd2-40f7-9ab3-1ba72edecc74 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] 10.222.0.68 "GET /v2.0/ports?device_id=fcf6d058-b1b4-4f5a-b9cf-f3c40ba92206 HTTP/1.1" status: 200 len: 205 time: 0.0283139 Jul 14 09:51:55.840545 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 59140) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:51:55.883382 n-d-779913-29 neutron-server[93958]: INFO neutron.api.v2.resource [None req-5f3bf7fa-63b9-4c04-9d0b-8c64d4b73957 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] delete failed (client error): The resource could not be found. Jul 14 09:51:55.884408 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-5f3bf7fa-63b9-4c04-9d0b-8c64d4b73957 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] 10.222.0.68 "DELETE /v2.0/routers/fcf6d058-b1b4-4f5a-b9cf-f3c40ba92206 HTTP/1.1" status: 404 len: 336 time: 0.0430534 Jul 14 09:51:55.886946 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 59142) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:51:55.912566 n-d-779913-29 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-2340ba99-b0f1-45a7-8c78-7bd76024432b tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] DELETE failed (client error): The resource could not be found. Jul 14 09:51:55.913028 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2340ba99-b0f1-45a7-8c78-7bd76024432b tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:51:55.914805 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-2340ba99-b0f1-45a7-8c78-7bd76024432b tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] 10.222.0.68 "DELETE /v2.0/subnets/4ba2ee63-e3f8-49c9-8b66-4b57a7e3a976 HTTP/1.1" status: 404 len: 337 time: 0.0269799 Jul 14 09:51:55.917418 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 59144) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:51:55.943934 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5ad31076-714c-49ec-bc37-f3d4cd90112a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:55.956016 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-f289bf0a-6a29-41fd-ad21-c61f97d2133f tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] 10.222.0.68 "GET /v2.0/ports?device_id=286c00bd-ec3d-42c8-a1e0-273cd6cf234d HTTP/1.1" status: 200 len: 205 time: 0.0374033 Jul 14 09:51:55.958437 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 59146) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:51:56.001153 n-d-779913-29 neutron-server[93957]: INFO neutron.api.v2.resource [None req-99609477-1f46-4c88-9f3b-5aed94d57da5 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] delete failed (client error): The resource could not be found. Jul 14 09:51:56.004523 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-99609477-1f46-4c88-9f3b-5aed94d57da5 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] 10.222.0.68 "DELETE /v2.0/routers/286c00bd-ec3d-42c8-a1e0-273cd6cf234d HTTP/1.1" status: 404 len: 336 time: 0.0428782 Jul 14 09:51:56.004762 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 59148) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:51:56.036442 n-d-779913-29 neutron-server[93957]: INFO neutron.pecan_wsgi.hooks.translation [None req-90c88ec8-d2e4-4e31-8609-d934c3b9907c tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] DELETE failed (client error): The resource could not be found. Jul 14 09:51:56.036908 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90c88ec8-d2e4-4e31-8609-d934c3b9907c tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:51:56.041640 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 59150) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:51:56.041999 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-90c88ec8-d2e4-4e31-8609-d934c3b9907c tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] 10.222.0.68 "DELETE /v2.0/subnets/0971399b-d13f-4782-bf6d-c1d676654985 HTTP/1.1" status: 404 len: 337 time: 0.0358582 Jul 14 09:51:56.073087 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-17882838-343c-41c2-bc19-541440fdde0d tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] 10.222.0.68 "GET /v2.0/ports?device_id=31aba7c3-4d31-4480-b4b0-ea5d7f8d4482 HTTP/1.1" status: 200 len: 205 time: 0.0284157 Jul 14 09:51:56.073934 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 59152) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:51:56.120748 n-d-779913-29 neutron-server[93958]: INFO neutron.api.v2.resource [None req-6292f1b6-3bd7-4c66-8649-35cb1e508b59 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] delete failed (client error): The resource could not be found. Jul 14 09:51:56.121930 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-6292f1b6-3bd7-4c66-8649-35cb1e508b59 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] 10.222.0.68 "DELETE /v2.0/routers/31aba7c3-4d31-4480-b4b0-ea5d7f8d4482 HTTP/1.1" status: 404 len: 336 time: 0.0467608 Jul 14 09:51:56.124551 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 59154) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:51:56.156051 n-d-779913-29 neutron-server[93957]: INFO neutron.pecan_wsgi.hooks.translation [None req-3226e63c-7dc6-47ac-aff9-336bca7f4f07 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] DELETE failed (client error): The resource could not be found. Jul 14 09:51:56.156571 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3226e63c-7dc6-47ac-aff9-336bca7f4f07 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:51:56.158414 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-3226e63c-7dc6-47ac-aff9-336bca7f4f07 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] 10.222.0.68 "DELETE /v2.0/subnets/fe7b9d2c-22ce-4dbe-870e-6b007bf9366c HTTP/1.1" status: 404 len: 337 time: 0.0325966 Jul 14 09:51:56.161259 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 59156) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:51:56.189286 n-d-779913-29 neutron-server[93957]: INFO neutron.pecan_wsgi.hooks.translation [None req-0050e4f3-3879-436e-83e3-fe0eaf570519 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] DELETE failed (client error): The resource could not be found. Jul 14 09:51:56.189790 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0050e4f3-3879-436e-83e3-fe0eaf570519 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:51:56.191547 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-0050e4f3-3879-436e-83e3-fe0eaf570519 tempest-RoutersIpV6Test-1418141066 tempest-RoutersIpV6Test-1418141066-project] 10.222.0.68 "DELETE /v2.0/subnets/dfa17d25-a3a0-4e56-b568-cd99beada2cb HTTP/1.1" status: 404 len: 337 time: 0.0292392 Jul 14 09:51:56.447146 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 59162) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:51:56.581137 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-1c1acf62-1d0d-49b2-a2f7-78e8d6c25c5f admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=7897b2f4a2684b0badf4b8443fb00fdf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1328125 Jul 14 09:51:56.583792 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 59166) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:51:56.635152 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-9ad56ce6-6ece-42ba-a895-da713101045f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:56.656925 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-9ad56ce6-6ece-42ba-a895-da713101045f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:56.709463 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-9ad56ce6-6ece-42ba-a895-da713101045f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:56.713680 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-9ad56ce6-6ece-42ba-a895-da713101045f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:56.714884 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-9ad56ce6-6ece-42ba-a895-da713101045f admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/9cc522bb-f33a-45ef-b1f7-4ab77635fc32 HTTP/1.1" status: 204 len: 168 time: 0.1301308 Jul 14 09:51:56.723247 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad56ce6-6ece-42ba-a895-da713101045f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cc522bb-f33a-45ef-b1f7-4ab77635fc32,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:57.403331 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 59194) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:51:57.511592 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-e5d48610-cec3-4240-9e9a-4d9b7b948b8b tempest-ServiceProvidersTest-1959966846 tempest-ServiceProvidersTest-1959966846-project] 10.222.0.68 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1070912 Jul 14 09:51:57.768559 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5bbe322f-3f67-4864-bc0a-91afe44d23e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:57.836605 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 59204) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:51:57.954079 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d6ecca73-a568-4942-888f-ae6019f268ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:58.072095 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d6ecca73-a568-4942-888f-ae6019f268ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:58.076112 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d6ecca73-a568-4942-888f-ae6019f268ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:58.117139 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ecca73-a568-4942-888f-ae6019f268ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19b46463-61a0-41f0-b315-6df620aa0e7f,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:58.122698 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-d6ecca73-a568-4942-888f-ae6019f268ec admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=e03100480cae42c08e253ae328dcb4c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2849612 Jul 14 09:51:58.126058 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 59208) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:51:58.187862 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ffbddcbe-5f9a-4851-972d-27908c5eedd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:58.214869 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ffbddcbe-5f9a-4851-972d-27908c5eedd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:58.264524 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ffbddcbe-5f9a-4851-972d-27908c5eedd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:58.267223 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ffbddcbe-5f9a-4851-972d-27908c5eedd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:58.268365 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-ffbddcbe-5f9a-4851-972d-27908c5eedd3 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/19b46463-61a0-41f0-b315-6df620aa0e7f HTTP/1.1" status: 204 len: 168 time: 0.1413364 Jul 14 09:51:58.276643 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbddcbe-5f9a-4851-972d-27908c5eedd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19b46463-61a0-41f0-b315-6df620aa0e7f,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:59.157101 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 59240) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:51:59.263811 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-de6cc899-9bff-4904-b93d-024d5f6b8f71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:59.366232 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-de6cc899-9bff-4904-b93d-024d5f6b8f71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:59.370754 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-de6cc899-9bff-4904-b93d-024d5f6b8f71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:59.412703 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-de6cc899-9bff-4904-b93d-024d5f6b8f71 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=92d212c6923d4beaa3daa2e2aba5c061&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2516415 Jul 14 09:51:59.412703 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 59252) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:51:59.418388 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6cc899-9bff-4904-b93d-024d5f6b8f71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37c6a869-bdee-4d90-ad50-0c519d277b87,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:59.466163 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-efd9c7e5-6472-4fc5-8a80-9d12abac0aad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:59.487923 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-efd9c7e5-6472-4fc5-8a80-9d12abac0aad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:59.535593 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-efd9c7e5-6472-4fc5-8a80-9d12abac0aad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:59.538519 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-efd9c7e5-6472-4fc5-8a80-9d12abac0aad admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:59.542449 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-efd9c7e5-6472-4fc5-8a80-9d12abac0aad admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/37c6a869-bdee-4d90-ad50-0c519d277b87 HTTP/1.1" status: 204 len: 168 time: 0.1263590 Jul 14 09:51:59.549356 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd9c7e5-6472-4fc5-8a80-9d12abac0aad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37c6a869-bdee-4d90-ad50-0c519d277b87,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:52:00.251455 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 59288) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:52:00.357776 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-8a6979dd-c14a-4e6f-a6b8-ecf7751cd18b admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1587555141-network', 'tenant_id': '343d5f8758d7417b9e804ec6d77c0998'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:52:00.378868 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a6979dd-c14a-4e6f-a6b8-ecf7751cd18b admin admin] Made reservation on behalf of 343d5f8758d7417b9e804ec6d77c0998 for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:52:00.381229 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8a6979dd-c14a-4e6f-a6b8-ecf7751cd18b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:00.389853 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8a6979dd-c14a-4e6f-a6b8-ecf7751cd18b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:00.485106 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8a6979dd-c14a-4e6f-a6b8-ecf7751cd18b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:00.489393 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8a6979dd-c14a-4e6f-a6b8-ecf7751cd18b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:00.510516 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a6979dd-c14a-4e6f-a6b8-ecf7751cd18b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 743} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:52:00.526104 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6979dd-c14a-4e6f-a6b8-ecf7751cd18b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c96cc3e0-c301-4095-9164-097e935707a1,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:52:00.529873 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8a6979dd-c14a-4e6f-a6b8-ecf7751cd18b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:00.530756 n-d-779913-29 neutron-server[93958]: INFO neutron.db.segments_db [None req-8a6979dd-c14a-4e6f-a6b8-ecf7751cd18b admin admin] Added segment 41327c68-232c-428f-a072-f41993d06851 of type vlan for network 9f17e7d5-1fa7-4c5f-9081-f57866f175b9 Jul 14 09:52:00.574008 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8a6979dd-c14a-4e6f-a6b8-ecf7751cd18b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735687821325'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:00.605537 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8a6979dd-c14a-4e6f-a6b8-ecf7751cd18b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:00.606702 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a6979dd-c14a-4e6f-a6b8-ecf7751cd18b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:00.607279 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8a6979dd-c14a-4e6f-a6b8-ecf7751cd18b admin admin] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:00.662003 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-8a6979dd-c14a-4e6f-a6b8-ecf7751cd18b admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4093289 Jul 14 09:52:00.664851 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 59294) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:52:00.672514 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-e6f51147-3311-45c2-b689-b8e70936c339 admin admin] Request body: {'subnet': {'network_id': '9f17e7d5-1fa7-4c5f-9081-f57866f175b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1587555141-subnet', 'tenant_id': '343d5f8758d7417b9e804ec6d77c0998', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:52:00.677098 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6979dd-c14a-4e6f-a6b8-ecf7751cd18b admin admin] Pushing event updated for resources: {'Network': ['ID=9f17e7d5-1fa7-4c5f-9081-f57866f175b9,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:52:00.688639 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Network 9f17e7d5-1fa7-4c5f-9081-f57866f175b9 details requested by agent ovs-agent-n-d-779913-29 with host n-d-779913-29 {{(pid=93959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:52:00.699124 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6f51147-3311-45c2-b689-b8e70936c339 admin admin] Made reservation on behalf of 343d5f8758d7417b9e804ec6d77c0998 for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:52:00.702010 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e6f51147-3311-45c2-b689-b8e70936c339 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16714600'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:00.888115 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e6f51147-3311-45c2-b689-b8e70936c339 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13573993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16714586'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:00.948079 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f51147-3311-45c2-b689-b8e70936c339 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb53af94-66f6-4ef1-9e36-c78825f709c1,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:52:00.956926 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f51147-3311-45c2-b689-b8e70936c339 admin admin] Checking segment: {'id': '41327c68-232c-428f-a072-f41993d06851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '9f17e7d5-1fa7-4c5f-9081-f57866f175b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:52:00.957238 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6f51147-3311-45c2-b689-b8e70936c339 admin admin] Network hostable DHCP agents. Network: 9f17e7d5-1fa7-4c5f-9081-f57866f175b9, hostable agents: ['c6a09bd4-f72e-4283-a3ca-0bbca8a51081'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:52:00.973928 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6f51147-3311-45c2-b689-b8e70936c339 admin admin] Network 9f17e7d5-1fa7-4c5f-9081-f57866f175b9 is scheduled to be hosted by DHCP agent c6a09bd4-f72e-4283-a3ca-0bbca8a51081 with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:52:00.981678 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-e6f51147-3311-45c2-b689-b8e70936c339 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-29, 9f17e7d5-1fa7-4c5f-9081-f57866f175b9) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:52:00.985695 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6f51147-3311-45c2-b689-b8e70936c339 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:00.986294 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e6f51147-3311-45c2-b689-b8e70936c339 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:00.990416 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19981ae1-018a-44a4-a85a-2331d94fd19b None None] Network 9f17e7d5-1fa7-4c5f-9081-f57866f175b9 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:52:01.000651 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-e6f51147-3311-45c2-b689-b8e70936c339 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3345373 Jul 14 09:52:01.144719 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ab1bca7-af82-4b73-9d65-ef3f7d544807 None None] Network 9f17e7d5-1fa7-4c5f-9081-f57866f175b9 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:52:12.515435 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 59402) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:52:12.641042 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1b413c42-9e83-4239-9846-692e9584577f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:12.753019 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1b413c42-9e83-4239-9846-692e9584577f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:12.757317 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1b413c42-9e83-4239-9846-692e9584577f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:12.797143 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b413c42-9e83-4239-9846-692e9584577f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=360d4d1f-6ad3-49cb-82c0-edca2f0fd381,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:52:12.804899 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-1b413c42-9e83-4239-9846-692e9584577f admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=cfaea0011f0b4700b8b979d5866745e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2861640 Jul 14 09:52:12.805874 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 59406) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:52:12.856652 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e0aee828-f0fa-420b-8238-123992ff3f8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:12.877794 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e0aee828-f0fa-420b-8238-123992ff3f8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:12.925517 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e0aee828-f0fa-420b-8238-123992ff3f8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:12.928123 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e0aee828-f0fa-420b-8238-123992ff3f8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:12.929271 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-e0aee828-f0fa-420b-8238-123992ff3f8b admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/360d4d1f-6ad3-49cb-82c0-edca2f0fd381 HTTP/1.1" status: 204 len: 168 time: 0.1230628 Jul 14 09:52:12.946093 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0aee828-f0fa-420b-8238-123992ff3f8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=360d4d1f-6ad3-49cb-82c0-edca2f0fd381,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:52:12.969698 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:13.213992 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 59412) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:52:13.228546 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-20f8f2a2-f49e-4d23-8f55-279433a221ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:13.322808 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-20f8f2a2-f49e-4d23-8f55-279433a221ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:13.327978 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-20f8f2a2-f49e-4d23-8f55-279433a221ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:13.372567 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-20f8f2a2-f49e-4d23-8f55-279433a221ad admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=bd554e5849e54214b177116ec268c992&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1573520 Jul 14 09:52:13.373571 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f8f2a2-f49e-4d23-8f55-279433a221ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0f1ba5f-3d56-43cb-b060-1d04e5fcd475,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:52:13.375189 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 59416) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:52:13.432774 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-dc0a0373-56c7-440a-b069-650acaf23675 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:13.459718 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-dc0a0373-56c7-440a-b069-650acaf23675 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:13.513159 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-dc0a0373-56c7-440a-b069-650acaf23675 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:13.515843 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-dc0a0373-56c7-440a-b069-650acaf23675 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:13.519326 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-dc0a0373-56c7-440a-b069-650acaf23675 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/c0f1ba5f-3d56-43cb-b060-1d04e5fcd475 HTTP/1.1" status: 204 len: 168 time: 0.1399059 Jul 14 09:52:13.525873 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0a0373-56c7-440a-b069-650acaf23675 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0f1ba5f-3d56-43cb-b060-1d04e5fcd475,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:52:13.752054 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:19.665263 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.agents_db [None req-3c3509fb-540d-4335-a450-574895dd3602 None None] Agent healthcheck: found 7 active agents {{(pid=93960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:52:22.201509 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d15528d2-0d93-47ac-88fb-9e1ec05bb164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:22.595325 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [req-a0acfd0c-1dbc-4b95-9833-87bc265ac8df req-9b230077-acdc-459c-9166-f39dc334fd9d tempest-AttachVolumeNegativeTest-1726677076 tempest-AttachVolumeNegativeTest-1726677076-project] (93958) timed out ('10.222.0.65', 56616) {{(pid=93958) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 14 09:52:22.739461 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 59634) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:52:22.853940 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9e675016-3eee-4b4e-aba0-37d53def0cb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:22.953795 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9e675016-3eee-4b4e-aba0-37d53def0cb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:22.957671 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9e675016-3eee-4b4e-aba0-37d53def0cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:22.997725 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e675016-3eee-4b4e-aba0-37d53def0cb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c75da6be-c333-4cff-9a36-f8f13be3f799,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:52:23.004744 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-9e675016-3eee-4b4e-aba0-37d53def0cb3 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=8d3dd08974ee4cf286d137b038d78f86&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2616928 Jul 14 09:52:23.005544 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 59642) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:52:23.064184 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-bcbddab2-fc0c-43bd-8bd7-4c898dcbbbf6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:23.087187 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-bcbddab2-fc0c-43bd-8bd7-4c898dcbbbf6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:23.144640 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-bcbddab2-fc0c-43bd-8bd7-4c898dcbbbf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:23.148002 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-bcbddab2-fc0c-43bd-8bd7-4c898dcbbbf6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:23.151696 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-bcbddab2-fc0c-43bd-8bd7-4c898dcbbbf6 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/c75da6be-c333-4cff-9a36-f8f13be3f799 HTTP/1.1" status: 204 len: 168 time: 0.1419427 Jul 14 09:52:23.159924 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbddab2-fc0c-43bd-8bd7-4c898dcbbbf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c75da6be-c333-4cff-9a36-f8f13be3f799,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:52:23.455635 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 59656) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:52:23.469748 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2f54e367-ceeb-4c74-9668-3054292274d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:23.566626 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2f54e367-ceeb-4c74-9668-3054292274d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:23.570625 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2f54e367-ceeb-4c74-9668-3054292274d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:23.612027 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f54e367-ceeb-4c74-9668-3054292274d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e300d11c-0983-4e75-8821-1371be281872,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:52:23.615789 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-2f54e367-ceeb-4c74-9668-3054292274d9 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=06bd97ac2eab4bc9bdd1ca8ccb9eb223&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1590214 Jul 14 09:52:23.619774 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 59662) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:52:23.622377 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f54e367-ceeb-4c74-9668-3054292274d9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:52:23.622731 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f54e367-ceeb-4c74-9668-3054292274d9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:52:23.623662 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f54e367-ceeb-4c74-9668-3054292274d9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:52:23.624469 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f54e367-ceeb-4c74-9668-3054292274d9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:52:23.624809 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f54e367-ceeb-4c74-9668-3054292274d9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:52:23.625144 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f54e367-ceeb-4c74-9668-3054292274d9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:52:23.625704 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f54e367-ceeb-4c74-9668-3054292274d9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:52:23.626054 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f54e367-ceeb-4c74-9668-3054292274d9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:52:23.626416 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f54e367-ceeb-4c74-9668-3054292274d9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:52:23.626749 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f54e367-ceeb-4c74-9668-3054292274d9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:52:23.627074 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f54e367-ceeb-4c74-9668-3054292274d9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:52:23.627399 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f54e367-ceeb-4c74-9668-3054292274d9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:52:23.683036 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-750adcdc-daa4-4fc5-9639-fcba5a532a2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:23.710836 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-750adcdc-daa4-4fc5-9639-fcba5a532a2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:23.762334 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-750adcdc-daa4-4fc5-9639-fcba5a532a2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:23.764932 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-750adcdc-daa4-4fc5-9639-fcba5a532a2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:23.766254 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-750adcdc-daa4-4fc5-9639-fcba5a532a2b admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/e300d11c-0983-4e75-8821-1371be281872 HTTP/1.1" status: 204 len: 168 time: 0.1453006 Jul 14 09:52:23.774563 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750adcdc-daa4-4fc5-9639-fcba5a532a2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e300d11c-0983-4e75-8821-1371be281872,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:52:24.778034 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:24.880435 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ec3269e7-b07b-4570-98f5-cbed7f0eea67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:25.947439 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5ad31076-714c-49ec-bc37-f3d4cd90112a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:27.772340 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5bbe322f-3f67-4864-bc0a-91afe44d23e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:35.106857 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 59996) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:52:35.223813 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-32d18f54-196d-4da5-9931-953b83a85655 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:35.319748 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-32d18f54-196d-4da5-9931-953b83a85655 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:35.324017 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-32d18f54-196d-4da5-9931-953b83a85655 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:35.362411 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d18f54-196d-4da5-9931-953b83a85655 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70db32d7-0a22-4f53-ab4d-3321696c1744,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:52:35.366747 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-32d18f54-196d-4da5-9931-953b83a85655 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=b07d688db8394367a47dd73c7223c0cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2582586 Jul 14 09:52:35.369426 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 60004) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:52:35.425049 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b26c69e1-2044-42e3-8fcc-554843d1599c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:35.447229 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b26c69e1-2044-42e3-8fcc-554843d1599c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:35.502792 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b26c69e1-2044-42e3-8fcc-554843d1599c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:35.505352 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b26c69e1-2044-42e3-8fcc-554843d1599c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:35.506880 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-b26c69e1-2044-42e3-8fcc-554843d1599c admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/70db32d7-0a22-4f53-ab4d-3321696c1744 HTTP/1.1" status: 204 len: 168 time: 0.1364226 Jul 14 09:52:35.515086 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26c69e1-2044-42e3-8fcc-554843d1599c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70db32d7-0a22-4f53-ab4d-3321696c1744,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:52:35.791064 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 60018) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:52:35.804974 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-345ed78f-5b22-45e9-b9b9-dc9536664894 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:35.899111 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-345ed78f-5b22-45e9-b9b9-dc9536664894 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:35.903363 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-345ed78f-5b22-45e9-b9b9-dc9536664894 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:35.942104 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345ed78f-5b22-45e9-b9b9-dc9536664894 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cc6a986-6e14-4a0f-939e-352b18bf1df6,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:52:35.947957 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-345ed78f-5b22-45e9-b9b9-dc9536664894 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=1f4d5e7b68384226916fe945b18e72e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1556914 Jul 14 09:52:35.951150 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 60026) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:52:36.009909 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8d21e149-ebd5-4d95-af38-dc1c3166ea9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:36.032847 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8d21e149-ebd5-4d95-af38-dc1c3166ea9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:36.081605 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8d21e149-ebd5-4d95-af38-dc1c3166ea9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:36.084244 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8d21e149-ebd5-4d95-af38-dc1c3166ea9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:36.088395 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-8d21e149-ebd5-4d95-af38-dc1c3166ea9f admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/9cc6a986-6e14-4a0f-939e-352b18bf1df6 HTTP/1.1" status: 204 len: 168 time: 0.1361480 Jul 14 09:52:36.098263 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d21e149-ebd5-4d95-af38-dc1c3166ea9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cc6a986-6e14-4a0f-939e-352b18bf1df6,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:52:36.418219 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 60036) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:52:36.431966 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-238dffa8-80a3-4ec2-aea8-5bcbae5f4d1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:36.545609 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-238dffa8-80a3-4ec2-aea8-5bcbae5f4d1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:36.550701 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-238dffa8-80a3-4ec2-aea8-5bcbae5f4d1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:36.588868 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238dffa8-80a3-4ec2-aea8-5bcbae5f4d1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b01f1297-d253-4b55-aade-630d855d7a89,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:52:36.593310 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-238dffa8-80a3-4ec2-aea8-5bcbae5f4d1c admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=415b46f059ed4aa99304a0df3656f209&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1740336 Jul 14 09:52:36.596060 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 60042) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:52:36.646583 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a157c608-020d-4963-86fd-2dba80634469 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:36.673069 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a157c608-020d-4963-86fd-2dba80634469 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:36.724540 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a157c608-020d-4963-86fd-2dba80634469 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:36.727683 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a157c608-020d-4963-86fd-2dba80634469 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:36.728849 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-a157c608-020d-4963-86fd-2dba80634469 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/b01f1297-d253-4b55-aade-630d855d7a89 HTTP/1.1" status: 204 len: 168 time: 0.1318760 Jul 14 09:52:36.742540 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a157c608-020d-4963-86fd-2dba80634469 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b01f1297-d253-4b55-aade-630d855d7a89,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:52:38.515547 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 60128) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:52:38.627893 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-cb9c8490-5f43-444b-906e-9055c134181a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:38.718628 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-cb9c8490-5f43-444b-906e-9055c134181a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:38.722691 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-cb9c8490-5f43-444b-906e-9055c134181a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:38.762042 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-cb9c8490-5f43-444b-906e-9055c134181a admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=f74d4da1a32c477d8f05d5f60af658e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2454019 Jul 14 09:52:38.763369 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9c8490-5f43-444b-906e-9055c134181a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45919709-a16a-4b1e-8b47-689f1f7ab275,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:52:38.765344 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 60136) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:52:38.816969 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-11cc3238-8cbb-4181-b1ef-07b8b83107df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:38.838674 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-11cc3238-8cbb-4181-b1ef-07b8b83107df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:38.891823 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-11cc3238-8cbb-4181-b1ef-07b8b83107df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:38.894365 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-11cc3238-8cbb-4181-b1ef-07b8b83107df admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:38.895532 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-11cc3238-8cbb-4181-b1ef-07b8b83107df admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/45919709-a16a-4b1e-8b47-689f1f7ab275 HTTP/1.1" status: 204 len: 168 time: 0.1289084 Jul 14 09:52:38.903966 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cc3238-8cbb-4181-b1ef-07b8b83107df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45919709-a16a-4b1e-8b47-689f1f7ab275,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:52:39.176414 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 60152) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:52:39.193180 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a2b8a197-73e3-4823-b366-654e37630fe5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:39.283451 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a2b8a197-73e3-4823-b366-654e37630fe5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:39.287525 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a2b8a197-73e3-4823-b366-654e37630fe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:39.326067 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-a2b8a197-73e3-4823-b366-654e37630fe5 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=c2718bfeaf94412d91f2ccc5cb729e52&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1478031 Jul 14 09:52:39.327982 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b8a197-73e3-4823-b366-654e37630fe5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6afc7a7c-4676-436b-ab5f-49310206a2c6,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:52:39.328801 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 60158) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:52:39.381326 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-11315fb5-a325-41a1-b1a9-e2c9f8e0f30a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:39.405207 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-11315fb5-a325-41a1-b1a9-e2c9f8e0f30a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:39.455347 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-11315fb5-a325-41a1-b1a9-e2c9f8e0f30a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:39.458126 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-11315fb5-a325-41a1-b1a9-e2c9f8e0f30a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:39.459908 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-11315fb5-a325-41a1-b1a9-e2c9f8e0f30a admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/6afc7a7c-4676-436b-ab5f-49310206a2c6 HTTP/1.1" status: 204 len: 168 time: 0.1297836 Jul 14 09:52:39.469217 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11315fb5-a325-41a1-b1a9-e2c9f8e0f30a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6afc7a7c-4676-436b-ab5f-49310206a2c6,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:52:41.525744 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 60264) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:52:41.632693 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3e8b02ff-84bc-4d11-9ad7-b15146fd87c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:41.738088 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3e8b02ff-84bc-4d11-9ad7-b15146fd87c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:41.743346 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3e8b02ff-84bc-4d11-9ad7-b15146fd87c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:41.780642 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8b02ff-84bc-4d11-9ad7-b15146fd87c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=beb38cc4-f4cd-4a7d-aa52-f3dbfcbb3eb8,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:52:41.789022 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-3e8b02ff-84bc-4d11-9ad7-b15146fd87c2 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=512034d82e9245548bcf938eb35307e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2596669 Jul 14 09:52:41.789630 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 60272) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:52:41.838033 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b9fce3d1-ca90-43f9-97c5-96e54c78c975 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:41.859710 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b9fce3d1-ca90-43f9-97c5-96e54c78c975 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:41.907730 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b9fce3d1-ca90-43f9-97c5-96e54c78c975 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:41.910315 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b9fce3d1-ca90-43f9-97c5-96e54c78c975 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:41.911453 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-b9fce3d1-ca90-43f9-97c5-96e54c78c975 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/beb38cc4-f4cd-4a7d-aa52-f3dbfcbb3eb8 HTTP/1.1" status: 204 len: 168 time: 0.1213682 Jul 14 09:52:41.920557 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fce3d1-ca90-43f9-97c5-96e54c78c975 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=beb38cc4-f4cd-4a7d-aa52-f3dbfcbb3eb8,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:52:42.194037 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 60288) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:52:42.207403 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-537c77eb-ffdd-4f1c-bf3f-8437bfa1e6b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:42.304432 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-537c77eb-ffdd-4f1c-bf3f-8437bfa1e6b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:42.308306 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-537c77eb-ffdd-4f1c-bf3f-8437bfa1e6b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:42.349773 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-537c77eb-ffdd-4f1c-bf3f-8437bfa1e6b4 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=8c13988e76a54be8ab5a0e3682c07eff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1545248 Jul 14 09:52:42.351694 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537c77eb-ffdd-4f1c-bf3f-8437bfa1e6b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa316132-d639-4ccc-89f0-44f42c39ce44,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:52:42.352455 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 60290) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:52:42.404284 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-15fc32cc-bd04-4ac1-9512-87c917a57495 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:42.427842 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-15fc32cc-bd04-4ac1-9512-87c917a57495 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:42.476972 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-15fc32cc-bd04-4ac1-9512-87c917a57495 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:42.479622 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-15fc32cc-bd04-4ac1-9512-87c917a57495 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:42.480854 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-15fc32cc-bd04-4ac1-9512-87c917a57495 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/aa316132-d639-4ccc-89f0-44f42c39ce44 HTTP/1.1" status: 204 len: 168 time: 0.1265109 Jul 14 09:52:42.494533 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fc32cc-bd04-4ac1-9512-87c917a57495 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa316132-d639-4ccc-89f0-44f42c39ce44,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:52:42.964394 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:43.772181 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:44.386176 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 60386) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:52:44.499699 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-982bc4df-84ce-4361-8767-99f05ff78255 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:44.601795 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-982bc4df-84ce-4361-8767-99f05ff78255 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:44.606757 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-982bc4df-84ce-4361-8767-99f05ff78255 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:44.646991 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-982bc4df-84ce-4361-8767-99f05ff78255 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=76d3491154dd47749482f7d0fb7d6c8a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2578793 Jul 14 09:52:44.647868 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982bc4df-84ce-4361-8767-99f05ff78255 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=232653c8-d61b-4c95-9969-b4e97bb48c24,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:52:44.649962 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 60400) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:52:44.656073 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982bc4df-84ce-4361-8767-99f05ff78255 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:52:44.656456 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982bc4df-84ce-4361-8767-99f05ff78255 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:52:44.656765 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982bc4df-84ce-4361-8767-99f05ff78255 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:52:44.657107 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982bc4df-84ce-4361-8767-99f05ff78255 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:52:44.657444 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982bc4df-84ce-4361-8767-99f05ff78255 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:52:44.657819 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982bc4df-84ce-4361-8767-99f05ff78255 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:52:44.658149 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982bc4df-84ce-4361-8767-99f05ff78255 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:52:44.658482 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982bc4df-84ce-4361-8767-99f05ff78255 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:52:44.658813 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982bc4df-84ce-4361-8767-99f05ff78255 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:52:44.659144 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982bc4df-84ce-4361-8767-99f05ff78255 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:52:44.659493 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982bc4df-84ce-4361-8767-99f05ff78255 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:52:44.659798 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982bc4df-84ce-4361-8767-99f05ff78255 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:52:44.709526 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c4cc2657-34a1-475a-bcaa-1004d8219a3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:44.735089 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c4cc2657-34a1-475a-bcaa-1004d8219a3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:44.781626 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c4cc2657-34a1-475a-bcaa-1004d8219a3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:44.784559 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c4cc2657-34a1-475a-bcaa-1004d8219a3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:44.785743 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-c4cc2657-34a1-475a-bcaa-1004d8219a3f admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/232653c8-d61b-4c95-9969-b4e97bb48c24 HTTP/1.1" status: 204 len: 168 time: 0.1341443 Jul 14 09:52:44.794123 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cc2657-34a1-475a-bcaa-1004d8219a3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=232653c8-d61b-4c95-9969-b4e97bb48c24,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:52:45.077935 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 60406) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:52:45.092804 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1deb07f3-2a0b-4f63-9810-e236fc71d7b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:45.196738 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1deb07f3-2a0b-4f63-9810-e236fc71d7b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:45.201349 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1deb07f3-2a0b-4f63-9810-e236fc71d7b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:45.242628 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1deb07f3-2a0b-4f63-9810-e236fc71d7b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dcdd6eb-ad05-4889-9676-7a449a89efd5,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:52:45.249690 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-1deb07f3-2a0b-4f63-9810-e236fc71d7b1 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=41f62e845666412d950355414f704753&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1699507 Jul 14 09:52:45.251732 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 60412) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:52:45.306134 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ee97ce5a-6df1-4cf2-a455-57f64a66de84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:45.329755 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ee97ce5a-6df1-4cf2-a455-57f64a66de84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:45.384170 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ee97ce5a-6df1-4cf2-a455-57f64a66de84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:45.387100 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ee97ce5a-6df1-4cf2-a455-57f64a66de84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:45.388307 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-ee97ce5a-6df1-4cf2-a455-57f64a66de84 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/8dcdd6eb-ad05-4889-9676-7a449a89efd5 HTTP/1.1" status: 204 len: 168 time: 0.1355548 Jul 14 09:52:45.396632 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee97ce5a-6df1-4cf2-a455-57f64a66de84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dcdd6eb-ad05-4889-9676-7a449a89efd5,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:52:52.208515 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5e951840-18d7-4fd5-9d0f-2232de4926da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:52.792295 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9429984e-a397-45ce-a5c5-19f3d60c0532 req-77a6bf99-55e8-4c7d-b241-ce6026f874b6 tempest-VolumesSnapshotTestJSON-1969569412 tempest-VolumesSnapshotTestJSON-1969569412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:52.794466 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-9429984e-a397-45ce-a5c5-19f3d60c0532 req-77a6bf99-55e8-4c7d-b241-ce6026f874b6 tempest-VolumesSnapshotTestJSON-1969569412 tempest-VolumesSnapshotTestJSON-1969569412-project] 10.222.0.68 "GET /v2.0/networks?id=9f17e7d5-1fa7-4c5f-9081-f57866f175b9 HTTP/1.1" status: 200 len: 814 time: 0.1043818 Jul 14 09:52:52.809474 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-9429984e-a397-45ce-a5c5-19f3d60c0532 req-47f6761d-df65-40b7-a6fc-c3128b965b87 tempest-VolumesSnapshotTestJSON-1969569412 tempest-VolumesSnapshotTestJSON-1969569412-project] 10.222.0.68 "GET /v2.0/quotas/343d5f8758d7417b9e804ec6d77c0998 HTTP/1.1" status: 200 len: 375 time: 0.0096328 Jul 14 09:52:52.844336 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-9429984e-a397-45ce-a5c5-19f3d60c0532 req-5a5c4eda-09e6-4cb1-ab83-063670ed50c3 tempest-VolumesSnapshotTestJSON-1969569412 tempest-VolumesSnapshotTestJSON-1969569412-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=343d5f8758d7417b9e804ec6d77c0998&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0295682 Jul 14 09:52:52.956662 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [req-9429984e-a397-45ce-a5c5-19f3d60c0532 req-0f3cd07c-c770-4e10-aff1-e59a13964e3c service neutron] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=93957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:52:52.957702 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-9429984e-a397-45ce-a5c5-19f3d60c0532 req-0f3cd07c-c770-4e10-aff1-e59a13964e3c service neutron] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1069717 Jul 14 09:52:53.054202 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-9429984e-a397-45ce-a5c5-19f3d60c0532 req-a8e78940-d222-4ce4-8276-1a0b8c813b63 service neutron] 10.222.0.68 "GET /v2.0/networks/9f17e7d5-1fa7-4c5f-9081-f57866f175b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902891 Jul 14 09:52:53.145020 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-9429984e-a397-45ce-a5c5-19f3d60c0532 req-9a1421ed-d690-43e2-959a-dcf65c1ab770 service neutron] 10.222.0.68 "GET /v2.0/networks/9f17e7d5-1fa7-4c5f-9081-f57866f175b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847676 Jul 14 09:52:53.357230 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-444f03e8-ee13-421a-8ac3-34e9b5009f11 req-f6adf950-6597-4129-b6de-e50fe5c1bc32 tempest-VolumesSnapshotTestJSON-1969569412 tempest-VolumesSnapshotTestJSON-1969569412-project] 10.222.0.68 "GET /v2.0/ports?device_id=0618b78a-7ae1-4696-a833-a3e3ba309bee HTTP/1.1" status: 200 len: 210 time: 0.0326936 Jul 14 09:52:54.527289 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b8176545-f2da-45b3-90aa-f545b20ece24 req-55f67974-d57d-489b-9e77-9aa331b39469 tempest-VolumesSnapshotTestJSON-1969569412 tempest-VolumesSnapshotTestJSON-1969569412-project] 10.222.0.68 "GET /v2.0/ports?device_id=0618b78a-7ae1-4696-a833-a3e3ba309bee HTTP/1.1" status: 200 len: 210 time: 0.0366380 Jul 14 09:52:54.747188 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9429984e-a397-45ce-a5c5-19f3d60c0532 req-83c07488-699a-47d2-afec-777e1375462b tempest-VolumesSnapshotTestJSON-1969569412 tempest-VolumesSnapshotTestJSON-1969569412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:54.748640 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-9429984e-a397-45ce-a5c5-19f3d60c0532 req-83c07488-699a-47d2-afec-777e1375462b tempest-VolumesSnapshotTestJSON-1969569412 tempest-VolumesSnapshotTestJSON-1969569412-project] 10.222.0.57 "GET /v2.0/networks?id=9f17e7d5-1fa7-4c5f-9081-f57866f175b9 HTTP/1.1" status: 200 len: 814 time: 0.1150560 Jul 14 09:52:54.769783 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-9429984e-a397-45ce-a5c5-19f3d60c0532 req-72f01473-a9a1-4c30-bf1c-02a9b692f25a tempest-VolumesSnapshotTestJSON-1969569412 tempest-VolumesSnapshotTestJSON-1969569412-project] Request body: {'port': {'device_id': '0618b78a-7ae1-4696-a833-a3e3ba309bee', 'network_id': '9f17e7d5-1fa7-4c5f-9081-f57866f175b9', 'admin_state_up': True, 'tenant_id': '343d5f8758d7417b9e804ec6d77c0998'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:52:54.789007 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:54.884111 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c66fb38e-5f11-4a0b-bbe1-af8b7f272248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:54.897752 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9429984e-a397-45ce-a5c5-19f3d60c0532 req-72f01473-a9a1-4c30-bf1c-02a9b692f25a tempest-VolumesSnapshotTestJSON-1969569412 tempest-VolumesSnapshotTestJSON-1969569412-project] Made reservation on behalf of 343d5f8758d7417b9e804ec6d77c0998 for: {'port': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:52:54.901293 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-9429984e-a397-45ce-a5c5-19f3d60c0532 req-72f01473-a9a1-4c30-bf1c-02a9b692f25a tempest-VolumesSnapshotTestJSON-1969569412 tempest-VolumesSnapshotTestJSON-1969569412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:55.028612 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [req-9429984e-a397-45ce-a5c5-19f3d60c0532 req-72f01473-a9a1-4c30-bf1c-02a9b692f25a tempest-VolumesSnapshotTestJSON-1969569412 tempest-VolumesSnapshotTestJSON-1969569412-project] Allocated IP 172.20.0.5 (9f17e7d5-1fa7-4c5f-9081-f57866f175b9/eb53af94-66f6-4ef1-9e36-c78825f709c1/456e42ed-b4d9-4d7e-bcd5-9477e34830a6) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:52:55.183480 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-9429984e-a397-45ce-a5c5-19f3d60c0532 req-72f01473-a9a1-4c30-bf1c-02a9b692f25a tempest-VolumesSnapshotTestJSON-1969569412 tempest-VolumesSnapshotTestJSON-1969569412-project] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:55.223799 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-9429984e-a397-45ce-a5c5-19f3d60c0532 req-72f01473-a9a1-4c30-bf1c-02a9b692f25a tempest-VolumesSnapshotTestJSON-1969569412 tempest-VolumesSnapshotTestJSON-1969569412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:55.266288 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9429984e-a397-45ce-a5c5-19f3d60c0532 req-72f01473-a9a1-4c30-bf1c-02a9b692f25a tempest-VolumesSnapshotTestJSON-1969569412 tempest-VolumesSnapshotTestJSON-1969569412-project] Network 9f17e7d5-1fa7-4c5f-9081-f57866f175b9 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:52:55.271531 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [req-9429984e-a397-45ce-a5c5-19f3d60c0532 req-72f01473-a9a1-4c30-bf1c-02a9b692f25a tempest-VolumesSnapshotTestJSON-1969569412 tempest-VolumesSnapshotTestJSON-1969569412-project] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:52:55.275482 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-9429984e-a397-45ce-a5c5-19f3d60c0532 req-72f01473-a9a1-4c30-bf1c-02a9b692f25a tempest-VolumesSnapshotTestJSON-1969569412 tempest-VolumesSnapshotTestJSON-1969569412-project] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:52:55.305915 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f01473-a9a1-4c30-bf1c-02a9b692f25a tempest-VolumesSnapshotTestJSON-1969569412 tempest-VolumesSnapshotTestJSON-1969569412-project] Pushing event updated for resources: {'Port': ['ID=456e42ed-b4d9-4d7e-bcd5-9477e34830a6,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:52:55.334411 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9429984e-a397-45ce-a5c5-19f3d60c0532 req-72f01473-a9a1-4c30-bf1c-02a9b692f25a tempest-VolumesSnapshotTestJSON-1969569412 tempest-VolumesSnapshotTestJSON-1969569412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:55.335291 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-9429984e-a397-45ce-a5c5-19f3d60c0532 req-72f01473-a9a1-4c30-bf1c-02a9b692f25a tempest-VolumesSnapshotTestJSON-1969569412 tempest-VolumesSnapshotTestJSON-1969569412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:55.349742 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-9429984e-a397-45ce-a5c5-19f3d60c0532 req-72f01473-a9a1-4c30-bf1c-02a9b692f25a tempest-VolumesSnapshotTestJSON-1969569412 tempest-VolumesSnapshotTestJSON-1969569412-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5840497 Jul 14 09:52:55.415244 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-9429984e-a397-45ce-a5c5-19f3d60c0532 req-c08ab1fc-6ea2-4e91-9d80-69e6f62380ee service neutron] Request body: {'port': {'device_id': '0618b78a-7ae1-4696-a833-a3e3ba309bee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-29'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:52:55.489771 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-9429984e-a397-45ce-a5c5-19f3d60c0532 req-c08ab1fc-6ea2-4e91-9d80-69e6f62380ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:55.733776 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f867e8-4649-43ba-ae82-43b0150fe574 req-0c0f6ed1-821b-4f08-a278-33de28cbaa2a tempest-VolumesSnapshotTestJSON-1969569412 tempest-VolumesSnapshotTestJSON-1969569412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:55.735973 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-31f867e8-4649-43ba-ae82-43b0150fe574 req-0c0f6ed1-821b-4f08-a278-33de28cbaa2a tempest-VolumesSnapshotTestJSON-1969569412 tempest-VolumesSnapshotTestJSON-1969569412-project] 10.222.0.68 "GET /v2.0/ports?device_id=0618b78a-7ae1-4696-a833-a3e3ba309bee HTTP/1.1" status: 200 len: 931 time: 0.0718806 Jul 14 09:52:55.773701 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [req-9429984e-a397-45ce-a5c5-19f3d60c0532 req-c08ab1fc-6ea2-4e91-9d80-69e6f62380ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 456e42ed-b4d9-4d7e-bcd5-9477e34830a6 {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:52:55.775024 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-31f867e8-4649-43ba-ae82-43b0150fe574 req-ced9cbae-b98f-4887-9ba7-5a724347353a tempest-VolumesSnapshotTestJSON-1969569412 tempest-VolumesSnapshotTestJSON-1969569412-project] 10.222.0.68 "GET /v2.0/security-groups?id=c96cc3e0-c301-4095-9164-097e935707a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328238 Jul 14 09:52:55.784578 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-9429984e-a397-45ce-a5c5-19f3d60c0532 req-c08ab1fc-6ea2-4e91-9d80-69e6f62380ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:55.799444 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [req-9429984e-a397-45ce-a5c5-19f3d60c0532 req-c08ab1fc-6ea2-4e91-9d80-69e6f62380ee service neutron] Transition to ACTIVE for port object 456e42ed-b4d9-4d7e-bcd5-9477e34830a6 will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:52:55.802862 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-9429984e-a397-45ce-a5c5-19f3d60c0532 req-c08ab1fc-6ea2-4e91-9d80-69e6f62380ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:55.855360 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08ab1fc-6ea2-4e91-9d80-69e6f62380ee service neutron] Pushing event updated for resources: {'Port': ['ID=456e42ed-b4d9-4d7e-bcd5-9477e34830a6,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:52:55.926391 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-9429984e-a397-45ce-a5c5-19f3d60c0532 req-c08ab1fc-6ea2-4e91-9d80-69e6f62380ee service neutron] Attempting to bind port 456e42ed-b4d9-4d7e-bcd5-9477e34830a6 on host n-h2-779913-29 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:52:55.926727 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-9429984e-a397-45ce-a5c5-19f3d60c0532 req-c08ab1fc-6ea2-4e91-9d80-69e6f62380ee service neutron] Attempting to bind port 456e42ed-b4d9-4d7e-bcd5-9477e34830a6 by drivers openvswitch,hyperv on host n-h2-779913-29 at level 0 using segments [{'id': '41327c68-232c-428f-a072-f41993d06851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '9f17e7d5-1fa7-4c5f-9081-f57866f175b9'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:52:55.927059 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9429984e-a397-45ce-a5c5-19f3d60c0532 req-c08ab1fc-6ea2-4e91-9d80-69e6f62380ee service neutron] Attempting to bind port 456e42ed-b4d9-4d7e-bcd5-9477e34830a6 on network 9f17e7d5-1fa7-4c5f-9081-f57866f175b9 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:52:55.931246 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9429984e-a397-45ce-a5c5-19f3d60c0532 req-c08ab1fc-6ea2-4e91-9d80-69e6f62380ee service neutron] Port 456e42ed-b4d9-4d7e-bcd5-9477e34830a6 on network 9f17e7d5-1fa7-4c5f-9081-f57866f175b9 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-29 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:52:55.931569 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9429984e-a397-45ce-a5c5-19f3d60c0532 req-c08ab1fc-6ea2-4e91-9d80-69e6f62380ee service neutron] Attempting to bind port 456e42ed-b4d9-4d7e-bcd5-9477e34830a6 on network 9f17e7d5-1fa7-4c5f-9081-f57866f175b9 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:52:55.936822 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9429984e-a397-45ce-a5c5-19f3d60c0532 req-c08ab1fc-6ea2-4e91-9d80-69e6f62380ee service neutron] Checking agent: {'id': '013e4a3b-a634-47b8-b6a5-1a25109b73fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 13, 13), 'started_at': datetime.datetime(2021, 7, 14, 9, 13, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 52, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:52:55.937169 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9429984e-a397-45ce-a5c5-19f3d60c0532 req-c08ab1fc-6ea2-4e91-9d80-69e6f62380ee service neutron] Checking segment: {'id': '41327c68-232c-428f-a072-f41993d06851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '9f17e7d5-1fa7-4c5f-9081-f57866f175b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:52:55.937585 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9429984e-a397-45ce-a5c5-19f3d60c0532 req-c08ab1fc-6ea2-4e91-9d80-69e6f62380ee service neutron] Bound using segment: {'id': '41327c68-232c-428f-a072-f41993d06851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '9f17e7d5-1fa7-4c5f-9081-f57866f175b9'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:52:55.938312 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-9429984e-a397-45ce-a5c5-19f3d60c0532 req-c08ab1fc-6ea2-4e91-9d80-69e6f62380ee service neutron] Bound port: 456e42ed-b4d9-4d7e-bcd5-9477e34830a6, host: n-h2-779913-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41327c68-232c-428f-a072-f41993d06851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '9f17e7d5-1fa7-4c5f-9081-f57866f175b9'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:52:55.938454 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-9429984e-a397-45ce-a5c5-19f3d60c0532 req-c08ab1fc-6ea2-4e91-9d80-69e6f62380ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:55.948929 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5ad31076-714c-49ec-bc37-f3d4cd90112a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:56.008311 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-9429984e-a397-45ce-a5c5-19f3d60c0532 req-c08ab1fc-6ea2-4e91-9d80-69e6f62380ee service neutron] For port 456e42ed-b4d9-4d7e-bcd5-9477e34830a6, host n-h2-779913-29, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:52:56.012330 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-9429984e-a397-45ce-a5c5-19f3d60c0532 req-c08ab1fc-6ea2-4e91-9d80-69e6f62380ee service neutron] For port 456e42ed-b4d9-4d7e-bcd5-9477e34830a6, host n-h2-779913-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=456e42ed-b4d9-4d7e-bcd5-9477e34830a6,segment=NetworkSegment(41327c68-232c-428f-a072-f41993d06851),segment_id=41327c68-232c-428f-a072-f41993d06851)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:52:56.016432 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-9429984e-a397-45ce-a5c5-19f3d60c0532 req-c08ab1fc-6ea2-4e91-9d80-69e6f62380ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:56.053749 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9429984e-a397-45ce-a5c5-19f3d60c0532 req-c08ab1fc-6ea2-4e91-9d80-69e6f62380ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:56.054455 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-9429984e-a397-45ce-a5c5-19f3d60c0532 req-c08ab1fc-6ea2-4e91-9d80-69e6f62380ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:56.055958 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-9429984e-a397-45ce-a5c5-19f3d60c0532 req-c08ab1fc-6ea2-4e91-9d80-69e6f62380ee service neutron] 10.222.0.57 "PUT /v2.0/ports/456e42ed-b4d9-4d7e-bcd5-9477e34830a6 HTTP/1.1" status: 200 len: 1092 time: 0.6931884 Jul 14 09:52:56.056411 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0618b78a-7ae1-4696-a833-a3e3ba309bee', 'tag': '456e42ed-b4d9-4d7e-bcd5-9477e34830a6'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:52:56.058771 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3590b69-f0ae-4e28-8467-7a30b2decc45" -d '{"events": [{"name": "network-changed", "server_uuid": "0618b78a-7ae1-4696-a833-a3e3ba309bee", "tag": "456e42ed-b4d9-4d7e-bcd5-9477e34830a6"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:52:56.091113 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08ab1fc-6ea2-4e91-9d80-69e6f62380ee service neutron] Pushing event updated for resources: {'Port': ['ID=456e42ed-b4d9-4d7e-bcd5-9477e34830a6,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:52:56.101308 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:52:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa4db560-a255-44a8-bed3-aa05ec734a77 x-openstack-request-id: req-aa4db560-a255-44a8-bed3-aa05ec734a77 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:52:56.101724 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0618b78a-7ae1-4696-a833-a3e3ba309bee", "tag": "456e42ed-b4d9-4d7e-bcd5-9477e34830a6", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:52:56.101939 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-aa4db560-a255-44a8-bed3-aa05ec734a77 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:52:56.102370 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0618b78a-7ae1-4696-a833-a3e3ba309bee', 'tag': '456e42ed-b4d9-4d7e-bcd5-9477e34830a6', 'status': 'completed', 'code': 200} Jul 14 09:52:56.173234 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9429984e-a397-45ce-a5c5-19f3d60c0532 req-4373ad05-7676-4e73-8658-28178b8e1a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:56.174669 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-9429984e-a397-45ce-a5c5-19f3d60c0532 req-4373ad05-7676-4e73-8658-28178b8e1a22 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=343d5f8758d7417b9e804ec6d77c0998&device_id=0618b78a-7ae1-4696-a833-a3e3ba309bee HTTP/1.1" status: 200 len: 1095 time: 0.0553436 Jul 14 09:52:56.228627 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-9429984e-a397-45ce-a5c5-19f3d60c0532 req-f54df730-109c-4597-9974-11b13d75a317 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=456e42ed-b4d9-4d7e-bcd5-9477e34830a6 HTTP/1.1" status: 200 len: 217 time: 0.0398865 Jul 14 09:52:56.280178 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9429984e-a397-45ce-a5c5-19f3d60c0532 req-63bed8fe-8ee6-44a1-b174-c03b38814bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:56.281710 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-9429984e-a397-45ce-a5c5-19f3d60c0532 req-63bed8fe-8ee6-44a1-b174-c03b38814bb8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=eb53af94-66f6-4ef1-9e36-c78825f709c1 HTTP/1.1" status: 200 len: 854 time: 0.0457215 Jul 14 09:52:56.314447 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-9429984e-a397-45ce-a5c5-19f3d60c0532 req-610691f1-1333-4b29-80c0-3f898063b53d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9f17e7d5-1fa7-4c5f-9081-f57866f175b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267036 Jul 14 09:52:56.408312 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-9429984e-a397-45ce-a5c5-19f3d60c0532 req-2d6f579f-fb61-4ac9-91fe-29e8277d0dec service neutron] 10.222.0.57 "GET /v2.0/networks/9f17e7d5-1fa7-4c5f-9081-f57866f175b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879073 Jul 14 09:52:56.497613 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-9429984e-a397-45ce-a5c5-19f3d60c0532 req-71185157-0e5a-45ad-8fe2-f86e09748de8 service neutron] 10.222.0.57 "GET /v2.0/networks/9f17e7d5-1fa7-4c5f-9081-f57866f175b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835001 Jul 14 09:52:56.655082 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3590b69-f0ae-4e28-8467-7a30b2decc45 req-5694d72e-b01e-4743-80df-66a5a4fe91ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:56.656609 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c3590b69-f0ae-4e28-8467-7a30b2decc45 req-5694d72e-b01e-4743-80df-66a5a4fe91ab service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=343d5f8758d7417b9e804ec6d77c0998&device_id=0618b78a-7ae1-4696-a833-a3e3ba309bee HTTP/1.1" status: 200 len: 1095 time: 0.0614598 Jul 14 09:52:56.666997 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.agents_db [None req-3c3509fb-540d-4335-a450-574895dd3602 None None] Agent healthcheck: found 7 active agents {{(pid=93960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:52:56.760977 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3590b69-f0ae-4e28-8467-7a30b2decc45 req-4cde6bc6-1850-4406-b327-7d4beaa725cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:56.762523 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c3590b69-f0ae-4e28-8467-7a30b2decc45 req-4cde6bc6-1850-4406-b327-7d4beaa725cc service neutron] 10.222.0.57 "GET /v2.0/networks?id=9f17e7d5-1fa7-4c5f-9081-f57866f175b9 HTTP/1.1" status: 200 len: 915 time: 0.0974653 Jul 14 09:52:56.807962 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c3590b69-f0ae-4e28-8467-7a30b2decc45 req-de9388e9-819d-4180-9029-14096c51b601 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=456e42ed-b4d9-4d7e-bcd5-9477e34830a6 HTTP/1.1" status: 200 len: 217 time: 0.0376399 Jul 14 09:52:56.928070 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3590b69-f0ae-4e28-8467-7a30b2decc45 req-13b1b1e9-9a31-40e8-9a1b-75dbc9f753f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:56.929699 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c3590b69-f0ae-4e28-8467-7a30b2decc45 req-13b1b1e9-9a31-40e8-9a1b-75dbc9f753f2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=eb53af94-66f6-4ef1-9e36-c78825f709c1 HTTP/1.1" status: 200 len: 854 time: 0.1156893 Jul 14 09:52:56.975814 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c3590b69-f0ae-4e28-8467-7a30b2decc45 req-0c488710-39ef-4c6b-8651-1eb3a33d907e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9f17e7d5-1fa7-4c5f-9081-f57866f175b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332286 Jul 14 09:52:57.003218 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adab98b9-cb31-4eaf-a8d5-1f129194ec1a req-f11dc620-8b91-450a-a35f-b6a5866f8347 tempest-VolumesSnapshotTestJSON-1969569412 tempest-VolumesSnapshotTestJSON-1969569412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:57.005668 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-adab98b9-cb31-4eaf-a8d5-1f129194ec1a req-f11dc620-8b91-450a-a35f-b6a5866f8347 tempest-VolumesSnapshotTestJSON-1969569412 tempest-VolumesSnapshotTestJSON-1969569412-project] 10.222.0.68 "GET /v2.0/ports?device_id=0618b78a-7ae1-4696-a833-a3e3ba309bee HTTP/1.1" status: 200 len: 943 time: 0.0886939 Jul 14 09:52:57.054489 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-adab98b9-cb31-4eaf-a8d5-1f129194ec1a req-9c598844-34ca-494b-87ed-3f49b9035b22 tempest-VolumesSnapshotTestJSON-1969569412 tempest-VolumesSnapshotTestJSON-1969569412-project] 10.222.0.68 "GET /v2.0/security-groups?id=c96cc3e0-c301-4095-9164-097e935707a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427566 Jul 14 09:52:57.081466 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c3590b69-f0ae-4e28-8467-7a30b2decc45 req-7b33f60f-928f-4261-8f62-33a59128a9cc service neutron] 10.222.0.57 "GET /v2.0/networks/9f17e7d5-1fa7-4c5f-9081-f57866f175b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977476 Jul 14 09:52:57.185130 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c3590b69-f0ae-4e28-8467-7a30b2decc45 req-047715e6-7943-42e7-baea-4f547ac18e98 service neutron] 10.222.0.57 "GET /v2.0/networks/9f17e7d5-1fa7-4c5f-9081-f57866f175b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968759 Jul 14 09:52:57.768982 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5bbe322f-3f67-4864-bc0a-91afe44d23e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:58.246005 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7186e40e-9f50-45ae-90c1-66a269941ca9 req-d146d2da-f968-41cd-8677-72da43b7bd76 tempest-VolumesSnapshotTestJSON-1969569412 tempest-VolumesSnapshotTestJSON-1969569412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:58.247584 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-7186e40e-9f50-45ae-90c1-66a269941ca9 req-d146d2da-f968-41cd-8677-72da43b7bd76 tempest-VolumesSnapshotTestJSON-1969569412 tempest-VolumesSnapshotTestJSON-1969569412-project] 10.222.0.68 "GET /v2.0/ports?device_id=0618b78a-7ae1-4696-a833-a3e3ba309bee HTTP/1.1" status: 200 len: 943 time: 0.0655434 Jul 14 09:52:58.287131 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-7186e40e-9f50-45ae-90c1-66a269941ca9 req-e9e27797-5f15-4936-98aa-4521bc6359f5 tempest-VolumesSnapshotTestJSON-1969569412 tempest-VolumesSnapshotTestJSON-1969569412-project] 10.222.0.68 "GET /v2.0/security-groups?id=c96cc3e0-c301-4095-9164-097e935707a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338042 Jul 14 09:52:59.460822 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750909da-81f6-4232-bb0d-911ab4fc7c28 req-20030c94-9390-443d-b1e4-86e6f71fe676 tempest-VolumesSnapshotTestJSON-1969569412 tempest-VolumesSnapshotTestJSON-1969569412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:59.462348 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-750909da-81f6-4232-bb0d-911ab4fc7c28 req-20030c94-9390-443d-b1e4-86e6f71fe676 tempest-VolumesSnapshotTestJSON-1969569412 tempest-VolumesSnapshotTestJSON-1969569412-project] 10.222.0.68 "GET /v2.0/ports?device_id=0618b78a-7ae1-4696-a833-a3e3ba309bee HTTP/1.1" status: 200 len: 943 time: 0.0622416 Jul 14 09:52:59.504110 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-750909da-81f6-4232-bb0d-911ab4fc7c28 req-62f49a97-3fcb-431b-b420-6b02dbd9546d tempest-VolumesSnapshotTestJSON-1969569412 tempest-VolumesSnapshotTestJSON-1969569412-project] 10.222.0.68 "GET /v2.0/security-groups?id=c96cc3e0-c301-4095-9164-097e935707a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360937 Jul 14 09:52:59.974923 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 456e42ed-b4d9-4d7e-bcd5-9477e34830a6 details requested by agent hyperv_n-h2-779913-29 with host n-h2-779913-29 {{(pid=93959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:53:00.081582 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 456e42ed-b4d9-4d7e-bcd5-9477e34830a6, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=456e42ed-b4d9-4d7e-bcd5-9477e34830a6,segment=NetworkSegment(41327c68-232c-428f-a072-f41993d06851),segment_id=41327c68-232c-428f-a072-f41993d06851)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:53:00.094197 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Returning: {'device': '456e42ed-b4d9-4d7e-bcd5-9477e34830a6', 'network_id': '9f17e7d5-1fa7-4c5f-9081-f57866f175b9', 'port_id': '456e42ed-b4d9-4d7e-bcd5-9477e34830a6', 'mac_address': 'fa:16:3e:a5:ed:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb53af94-66f6-4ef1-9e36-c78825f709c1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:53:00.133550 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:00.149656 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 456e42ed-b4d9-4d7e-bcd5-9477e34830a6 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:53:00.169458 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 456e42ed-b4d9-4d7e-bcd5-9477e34830a6, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=456e42ed-b4d9-4d7e-bcd5-9477e34830a6,segment=NetworkSegment(41327c68-232c-428f-a072-f41993d06851),segment_id=41327c68-232c-428f-a072-f41993d06851)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:53:00.174040 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:00.227207 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Pushing event updated for resources: {'Port': ['ID=456e42ed-b4d9-4d7e-bcd5-9477e34830a6,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:53:00.237833 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:53:00.238458 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:53:00.238599 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:53:00.238849 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:53:00.239190 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:53:00.239520 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:53:00.239851 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:53:00.240187 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:53:00.240519 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:53:00.240845 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:53:00.241199 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:53:00.241549 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:53:00.462382 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] get_ports_and_sgs() called for port_ids ['456e42ed-b4d9-4d7e-bcd5-9477e34830a6'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:53:00.692353 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4bf572-b381-4e76-b1ff-b36fc011ec23 req-ce190e0d-928c-412d-8d32-79689a04d22e tempest-VolumesSnapshotTestJSON-1969569412 tempest-VolumesSnapshotTestJSON-1969569412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:53:00.693876 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-9b4bf572-b381-4e76-b1ff-b36fc011ec23 req-ce190e0d-928c-412d-8d32-79689a04d22e tempest-VolumesSnapshotTestJSON-1969569412 tempest-VolumesSnapshotTestJSON-1969569412-project] 10.222.0.68 "GET /v2.0/ports?device_id=0618b78a-7ae1-4696-a833-a3e3ba309bee HTTP/1.1" status: 200 len: 944 time: 0.0654306 Jul 14 09:53:00.736867 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-9b4bf572-b381-4e76-b1ff-b36fc011ec23 req-22adba1c-6289-46a4-8542-351291bdd01d tempest-VolumesSnapshotTestJSON-1969569412 tempest-VolumesSnapshotTestJSON-1969569412-project] 10.222.0.68 "GET /v2.0/security-groups?id=c96cc3e0-c301-4095-9164-097e935707a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374169 Jul 14 09:53:01.919373 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c6bd8d-49a7-4eb5-bb3d-7ca7fd25a7f4 req-b6da8107-3d2e-4cae-b8b4-615188b62d44 tempest-VolumesSnapshotTestJSON-1969569412 tempest-VolumesSnapshotTestJSON-1969569412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:53:01.921121 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d4c6bd8d-49a7-4eb5-bb3d-7ca7fd25a7f4 req-b6da8107-3d2e-4cae-b8b4-615188b62d44 tempest-VolumesSnapshotTestJSON-1969569412 tempest-VolumesSnapshotTestJSON-1969569412-project] 10.222.0.68 "GET /v2.0/ports?device_id=0618b78a-7ae1-4696-a833-a3e3ba309bee HTTP/1.1" status: 200 len: 944 time: 0.0729020 Jul 14 09:53:01.962780 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d4c6bd8d-49a7-4eb5-bb3d-7ca7fd25a7f4 req-3e37a73b-bf75-4ced-97bc-002d5f0b8cf6 tempest-VolumesSnapshotTestJSON-1969569412 tempest-VolumesSnapshotTestJSON-1969569412-project] 10.222.0.68 "GET /v2.0/security-groups?id=c96cc3e0-c301-4095-9164-097e935707a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359619 Jul 14 09:53:01.990037 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 456e42ed-b4d9-4d7e-bcd5-9477e34830a6 up at agent hyperv_n-h2-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:53:02.045548 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Provisioning for port 456e42ed-b4d9-4d7e-bcd5-9477e34830a6 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:53:02.050911 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Provisioning complete for port 456e42ed-b4d9-4d7e-bcd5-9477e34830a6 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:53:02.051486 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:02.141334 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:02.163724 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0618b78a-7ae1-4696-a833-a3e3ba309bee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '456e42ed-b4d9-4d7e-bcd5-9477e34830a6'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:53:02.166283 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd62303f06773040a8a4e189dc46b4f565768c299abf8ab8e7739778b0bc3e97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4aa4cc44-26f5-45e3-80f0-a5a29ae7d3c0" -d '{"events": [{"server_uuid": "0618b78a-7ae1-4696-a833-a3e3ba309bee", "name": "network-vif-plugged", "status": "completed", "tag": "456e42ed-b4d9-4d7e-bcd5-9477e34830a6"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:53:02.179447 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 456e42ed-b4d9-4d7e-bcd5-9477e34830a6, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=456e42ed-b4d9-4d7e-bcd5-9477e34830a6,segment=NetworkSegment(41327c68-232c-428f-a072-f41993d06851),segment_id=41327c68-232c-428f-a072-f41993d06851)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:53:02.185114 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:02.237886 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Pushing event updated for resources: {'Port': ['ID=456e42ed-b4d9-4d7e-bcd5-9477e34830a6,revision_number=5']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:53:02.343668 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:53:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4136acd3-15ea-428d-bdcb-00b547b1d4ba x-openstack-request-id: req-4136acd3-15ea-428d-bdcb-00b547b1d4ba {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:53:02.343968 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0618b78a-7ae1-4696-a833-a3e3ba309bee", "name": "network-vif-plugged", "status": "completed", "tag": "456e42ed-b4d9-4d7e-bcd5-9477e34830a6", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:53:02.344230 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-4136acd3-15ea-428d-bdcb-00b547b1d4ba {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:53:02.344635 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0618b78a-7ae1-4696-a833-a3e3ba309bee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '456e42ed-b4d9-4d7e-bcd5-9477e34830a6', 'code': 200} Jul 14 09:53:02.490589 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9fd5ff-e938-46c7-b0b7-0536f7c9c584 req-73896909-f659-4ca8-90a5-dd25c230f337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:53:02.492095 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-bb9fd5ff-e938-46c7-b0b7-0536f7c9c584 req-73896909-f659-4ca8-90a5-dd25c230f337 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=0618b78a-7ae1-4696-a833-a3e3ba309bee HTTP/1.1" status: 200 len: 1097 time: 0.0566144 Jul 14 09:53:02.532544 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-bb9fd5ff-e938-46c7-b0b7-0536f7c9c584 req-7e6d96fb-4bc2-4d93-8d61-09ce43c4ec71 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=c96cc3e0-c301-4095-9164-097e935707a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318520 Jul 14 09:53:03.142014 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7835381-730f-47a5-bbd0-e64e91af2a8c req-327b813b-6904-400f-ab7e-aa4009f53b54 tempest-VolumesSnapshotTestJSON-1969569412 tempest-VolumesSnapshotTestJSON-1969569412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:53:03.143478 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-a7835381-730f-47a5-bbd0-e64e91af2a8c req-327b813b-6904-400f-ab7e-aa4009f53b54 tempest-VolumesSnapshotTestJSON-1969569412 tempest-VolumesSnapshotTestJSON-1969569412-project] 10.222.0.68 "GET /v2.0/ports?device_id=0618b78a-7ae1-4696-a833-a3e3ba309bee HTTP/1.1" status: 200 len: 945 time: 0.0661421 Jul 14 09:53:03.193041 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-a7835381-730f-47a5-bbd0-e64e91af2a8c req-e67684ae-c119-46a0-b168-e5019f7f6ef9 tempest-VolumesSnapshotTestJSON-1969569412 tempest-VolumesSnapshotTestJSON-1969569412-project] 10.222.0.68 "GET /v2.0/security-groups?id=c96cc3e0-c301-4095-9164-097e935707a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438089 Jul 14 09:53:04.375210 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b9b6f0-a8b5-41e1-b274-316110f3d856 req-4fcb71d1-f64e-4b01-8593-f2798984b760 tempest-VolumesSnapshotTestJSON-1969569412 tempest-VolumesSnapshotTestJSON-1969569412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:53:04.376656 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-13b9b6f0-a8b5-41e1-b274-316110f3d856 req-4fcb71d1-f64e-4b01-8593-f2798984b760 tempest-VolumesSnapshotTestJSON-1969569412 tempest-VolumesSnapshotTestJSON-1969569412-project] 10.222.0.68 "GET /v2.0/ports?device_id=0618b78a-7ae1-4696-a833-a3e3ba309bee HTTP/1.1" status: 200 len: 945 time: 0.0707474 Jul 14 09:53:04.420982 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-13b9b6f0-a8b5-41e1-b274-316110f3d856 req-13441694-8693-4f1c-acb5-e9cfd6cd5204 tempest-VolumesSnapshotTestJSON-1969569412 tempest-VolumesSnapshotTestJSON-1969569412-project] 10.222.0.68 "GET /v2.0/security-groups?id=c96cc3e0-c301-4095-9164-097e935707a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386131 Jul 14 09:53:12.966165 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:13.770364 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:14.141954 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 32928) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:53:14.309377 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-690ed9a5-119b-4707-9825-abc26e4a29d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:14.417513 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-690ed9a5-119b-4707-9825-abc26e4a29d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:14.421926 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-690ed9a5-119b-4707-9825-abc26e4a29d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:14.461534 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690ed9a5-119b-4707-9825-abc26e4a29d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ab56617-1758-4ab8-8ee9-04fe6e743c69,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:53:14.469850 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 32934) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:53:14.474100 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-690ed9a5-119b-4707-9825-abc26e4a29d0 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=c083cb7887a6461aa2e96e4028fdbef9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3309681 Jul 14 09:53:14.533827 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-276d3c0b-fb62-4fc4-8980-5b8d58a3169e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:14.554884 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-276d3c0b-fb62-4fc4-8980-5b8d58a3169e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:14.605546 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-276d3c0b-fb62-4fc4-8980-5b8d58a3169e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:14.608434 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-276d3c0b-fb62-4fc4-8980-5b8d58a3169e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:14.613891 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-276d3c0b-fb62-4fc4-8980-5b8d58a3169e admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/7ab56617-1758-4ab8-8ee9-04fe6e743c69 HTTP/1.1" status: 204 len: 168 time: 0.1413438 Jul 14 09:53:14.623781 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276d3c0b-fb62-4fc4-8980-5b8d58a3169e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ab56617-1758-4ab8-8ee9-04fe6e743c69,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:53:15.290679 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 32956) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:53:15.399150 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-b478e89e-df18-404d-a6f0-f99a308b229b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1106074453-network', 'tenant_id': 'bd21afab7cf84617ad9e457a1bfc86a1'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:53:15.421782 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b478e89e-df18-404d-a6f0-f99a308b229b admin admin] Made reservation on behalf of bd21afab7cf84617ad9e457a1bfc86a1 for: {'network': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:53:15.424340 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b478e89e-df18-404d-a6f0-f99a308b229b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for network, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:15.433166 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b478e89e-df18-404d-a6f0-f99a308b229b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:15.532712 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b478e89e-df18-404d-a6f0-f99a308b229b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:15.538816 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b478e89e-df18-404d-a6f0-f99a308b229b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:15.565151 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b478e89e-df18-404d-a6f0-f99a308b229b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 731} {{(pid=93957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:53:15.581999 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b478e89e-df18-404d-a6f0-f99a308b229b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bc80013-da34-4315-9b35-529771dae1c8,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:53:15.587627 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b478e89e-df18-404d-a6f0-f99a308b229b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:15.587922 n-d-779913-29 neutron-server[93957]: INFO neutron.db.segments_db [None req-b478e89e-df18-404d-a6f0-f99a308b229b admin admin] Added segment 09c6040b-b0ec-43ef-bd1e-cc2510776d85 of type vlan for network f619caf6-358a-4699-ab1f-b4c521ee2633 Jul 14 09:53:15.635491 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b478e89e-df18-404d-a6f0-f99a308b229b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735687821325'] for network, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:15.666977 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b478e89e-df18-404d-a6f0-f99a308b229b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855'] for network, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:15.667968 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b478e89e-df18-404d-a6f0-f99a308b229b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:53:15.668550 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b478e89e-df18-404d-a6f0-f99a308b229b admin admin] Notify callbacks [] for network, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:15.740510 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-b478e89e-df18-404d-a6f0-f99a308b229b admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4486504 Jul 14 09:53:15.741525 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b478e89e-df18-404d-a6f0-f99a308b229b admin admin] Pushing event updated for resources: {'Network': ['ID=f619caf6-358a-4699-ab1f-b4c521ee2633,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:53:15.743337 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 32966) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:53:15.749308 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-9837df57-5e69-427c-8c7f-272e13a14915 admin admin] Request body: {'subnet': {'network_id': 'f619caf6-358a-4699-ab1f-b4c521ee2633', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1106074453-subnet', 'tenant_id': 'bd21afab7cf84617ad9e457a1bfc86a1', 'ip_version': 4}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:53:15.753115 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Network f619caf6-358a-4699-ab1f-b4c521ee2633 details requested by agent ovs-agent-n-d-779913-29 with host n-d-779913-29 {{(pid=93959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:53:15.772297 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9837df57-5e69-427c-8c7f-272e13a14915 admin admin] Made reservation on behalf of bd21afab7cf84617ad9e457a1bfc86a1 for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:53:15.774946 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9837df57-5e69-427c-8c7f-272e13a14915 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16714600'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:15.954205 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9837df57-5e69-427c-8c7f-272e13a14915 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13573993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16714586'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:16.012880 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9837df57-5e69-427c-8c7f-272e13a14915 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c74b6c7-154c-4f43-b8f2-a38a29880cd3,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:53:16.022290 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9837df57-5e69-427c-8c7f-272e13a14915 admin admin] Checking segment: {'id': '09c6040b-b0ec-43ef-bd1e-cc2510776d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'f619caf6-358a-4699-ab1f-b4c521ee2633'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:53:16.022656 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9837df57-5e69-427c-8c7f-272e13a14915 admin admin] Network hostable DHCP agents. Network: f619caf6-358a-4699-ab1f-b4c521ee2633, hostable agents: ['c6a09bd4-f72e-4283-a3ca-0bbca8a51081'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:53:16.040716 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9837df57-5e69-427c-8c7f-272e13a14915 admin admin] Network f619caf6-358a-4699-ab1f-b4c521ee2633 is scheduled to be hosted by DHCP agent c6a09bd4-f72e-4283-a3ca-0bbca8a51081 with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:53:16.051573 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-9837df57-5e69-427c-8c7f-272e13a14915 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-29, f619caf6-358a-4699-ab1f-b4c521ee2633) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:53:16.056208 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9837df57-5e69-427c-8c7f-272e13a14915 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:53:16.056816 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9837df57-5e69-427c-8c7f-272e13a14915 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:16.062220 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad459b54-9ae2-44eb-bfda-7dc656aceee9 None None] Network f619caf6-358a-4699-ab1f-b4c521ee2633 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:53:16.072502 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-9837df57-5e69-427c-8c7f-272e13a14915 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3277159 Jul 14 09:53:16.076338 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 32972) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:53:16.081440 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-b7d78d46-8e8a-4878-a6ca-017d09b90f9a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1106074453-router', 'tenant_id': 'bd21afab7cf84617ad9e457a1bfc86a1', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'}}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:53:16.104877 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b7d78d46-8e8a-4878-a6ca-017d09b90f9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-711749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14670'] for router, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:16.106080 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b7d78d46-8e8a-4878-a6ca-017d09b90f9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-711718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-661475', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14679'] for router, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:16.169677 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b7d78d46-8e8a-4878-a6ca-017d09b90f9a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:16.231213 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2e64e8e-1555-4ea8-9cd3-8ce07557f8b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf57baaa9-fd24-59f4-8fd2-1dc21122ce72-f619caf6-358a-4699-ab1f-b4c521ee2633', 'network_id': 'f619caf6-358a-4699-ab1f-b4c521ee2633', 'tenant_id': 'bd21afab7cf84617ad9e457a1bfc86a1', 'fixed_ips': [{'subnet_id': '6c74b6c7-154c-4f43-b8f2-a38a29880cd3'}]}} from n-d-779913-29. {{(pid=93959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:53:16.232442 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c2e64e8e-1555-4ea8-9cd3-8ce07557f8b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:16.320145 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b7d78d46-8e8a-4878-a6ca-017d09b90f9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-661489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-711771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12973'] for router, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:16.398059 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-c2e64e8e-1555-4ea8-9cd3-8ce07557f8b7 None None] Allocated IP 172.20.0.2 (f619caf6-358a-4699-ab1f-b4c521ee2633/6c74b6c7-154c-4f43-b8f2-a38a29880cd3/49bf80b8-5148-4e8b-b5f8-cd97e8a4420d) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:53:16.554461 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c2e64e8e-1555-4ea8-9cd3-8ce07557f8b7 None None] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:16.563638 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c2e64e8e-1555-4ea8-9cd3-8ce07557f8b7 None None] Transition to ACTIVE for port object 49bf80b8-5148-4e8b-b5f8-cd97e8a4420d will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:53:16.576764 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b7d78d46-8e8a-4878-a6ca-017d09b90f9a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:16.581097 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c2e64e8e-1555-4ea8-9cd3-8ce07557f8b7 None None] Transition to ACTIVE for port object 49bf80b8-5148-4e8b-b5f8-cd97e8a4420d will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:53:16.587696 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c2e64e8e-1555-4ea8-9cd3-8ce07557f8b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:16.603625 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b7d78d46-8e8a-4878-a6ca-017d09b90f9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:16.636368 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2e64e8e-1555-4ea8-9cd3-8ce07557f8b7 None None] Network f619caf6-358a-4699-ab1f-b4c521ee2633 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:53:16.639815 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-c2e64e8e-1555-4ea8-9cd3-8ce07557f8b7 None None] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:53:16.643803 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e64e8e-1555-4ea8-9cd3-8ce07557f8b7 None None] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:53:16.652132 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e64e8e-1555-4ea8-9cd3-8ce07557f8b7 None None] Pushing event updated for resources: {'Port': ['ID=49bf80b8-5148-4e8b-b5f8-cd97e8a4420d,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:53:16.714342 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-c2e64e8e-1555-4ea8-9cd3-8ce07557f8b7 None None] Attempting to bind port 49bf80b8-5148-4e8b-b5f8-cd97e8a4420d on host n-d-779913-29 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:53:16.714776 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-c2e64e8e-1555-4ea8-9cd3-8ce07557f8b7 None None] Attempting to bind port 49bf80b8-5148-4e8b-b5f8-cd97e8a4420d by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': '09c6040b-b0ec-43ef-bd1e-cc2510776d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'f619caf6-358a-4699-ab1f-b4c521ee2633'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:53:16.715182 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e64e8e-1555-4ea8-9cd3-8ce07557f8b7 None None] Attempting to bind port 49bf80b8-5148-4e8b-b5f8-cd97e8a4420d on network f619caf6-358a-4699-ab1f-b4c521ee2633 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:53:16.720434 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e64e8e-1555-4ea8-9cd3-8ce07557f8b7 None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 52, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:53:16.720907 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e64e8e-1555-4ea8-9cd3-8ce07557f8b7 None None] Checking segment: {'id': '09c6040b-b0ec-43ef-bd1e-cc2510776d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'f619caf6-358a-4699-ab1f-b4c521ee2633'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:53:16.721325 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c2e64e8e-1555-4ea8-9cd3-8ce07557f8b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:16.721768 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e64e8e-1555-4ea8-9cd3-8ce07557f8b7 None None] Bound using segment: {'id': '09c6040b-b0ec-43ef-bd1e-cc2510776d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'f619caf6-358a-4699-ab1f-b4c521ee2633'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:53:16.722242 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-c2e64e8e-1555-4ea8-9cd3-8ce07557f8b7 None None] Bound port: 49bf80b8-5148-4e8b-b5f8-cd97e8a4420d, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09c6040b-b0ec-43ef-bd1e-cc2510776d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'f619caf6-358a-4699-ab1f-b4c521ee2633'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:53:16.722626 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c2e64e8e-1555-4ea8-9cd3-8ce07557f8b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:16.736563 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-b7d78d46-8e8a-4878-a6ca-017d09b90f9a admin admin] Allocated IP 172.25.4.89 (2dcd4d32-cc7c-4468-b396-7ce5c9231892/6cd22a75-5bc1-467c-a3c4-0af04bd1b34a/1cd5f2f7-1344-495b-860c-97f9b0bcacdf) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:53:16.810521 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c2e64e8e-1555-4ea8-9cd3-8ce07557f8b7 None None] For port 49bf80b8-5148-4e8b-b5f8-cd97e8a4420d, host n-d-779913-29, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:53:16.814068 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c2e64e8e-1555-4ea8-9cd3-8ce07557f8b7 None None] For port 49bf80b8-5148-4e8b-b5f8-cd97e8a4420d, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=49bf80b8-5148-4e8b-b5f8-cd97e8a4420d,segment=NetworkSegment(09c6040b-b0ec-43ef-bd1e-cc2510776d85),segment_id=09c6040b-b0ec-43ef-bd1e-cc2510776d85)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:53:16.819001 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c2e64e8e-1555-4ea8-9cd3-8ce07557f8b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:16.874038 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b7d78d46-8e8a-4878-a6ca-017d09b90f9a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:16.888789 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e64e8e-1555-4ea8-9cd3-8ce07557f8b7 None None] Pushing event updated for resources: {'Port': ['ID=49bf80b8-5148-4e8b-b5f8-cd97e8a4420d,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:53:16.924404 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b7d78d46-8e8a-4878-a6ca-017d09b90f9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:16.973024 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7d78d46-8e8a-4878-a6ca-017d09b90f9a admin admin] Network 2dcd4d32-cc7c-4468-b396-7ce5c9231892 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:53:16.977365 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-b7d78d46-8e8a-4878-a6ca-017d09b90f9a admin admin] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:53:16.979236 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d78d46-8e8a-4878-a6ca-017d09b90f9a admin admin] Pushing event updated for resources: {'Port': ['ID=1cd5f2f7-1344-495b-860c-97f9b0bcacdf,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:53:16.982208 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d78d46-8e8a-4878-a6ca-017d09b90f9a admin admin] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:53:17.329326 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b7d78d46-8e8a-4878-a6ca-017d09b90f9a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:17.547706 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b7d78d46-8e8a-4878-a6ca-017d09b90f9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-711762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-661452'] for router, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:17.707488 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7d78d46-8e8a-4878-a6ca-017d09b90f9a admin admin] Router 6e57936f-a2f2-4612-bc44-805459504441 is scheduled to L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 with binding_index 1 {{(pid=93958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:53:17.726188 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 49bf80b8-5148-4e8b-b5f8-cd97e8a4420d up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:53:17.799927 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning for port 49bf80b8-5148-4e8b-b5f8-cd97e8a4420d completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:53:17.850712 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7d78d46-8e8a-4878-a6ca-017d09b90f9a admin admin] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:53:17.864338 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6560b587-1337-421f-9f27-30fef1a11b2d None None] Sync routers for ids ['6e57936f-a2f2-4612-bc44-805459504441'] in n-d-779913-29 {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:53:17.872215 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b7d78d46-8e8a-4878-a6ca-017d09b90f9a admin admin] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:17.876854 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-b7d78d46-8e8a-4878-a6ca-017d09b90f9a admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.7969208 Jul 14 09:53:17.877565 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6560b587-1337-421f-9f27-30fef1a11b2d None None] Routers {'6e57936f-a2f2-4612-bc44-805459504441'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:53:17.877565 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-6560b587-1337-421f-9f27-30fef1a11b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:52:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['6e57936f-a2f2-4612-bc44-805459504441'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:53:17.877821 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 32994) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:53:17.992955 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f068576a-82cf-4530-a3f9-33191fed8b3f None None] Network f619caf6-358a-4699-ab1f-b4c521ee2633 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:53:18.037481 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvr_db [None req-6560b587-1337-421f-9f27-30fef1a11b2d None None] Set router 6e57936f-a2f2-4612-bc44-805459504441 gateway port host: n-d-779913-29 {{(pid=93959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:53:18.270904 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-4fb172c3-b638-4fc0-9159-07e214919172 None None] Provisioning for port 49bf80b8-5148-4e8b-b5f8-cd97e8a4420d completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:53:18.287165 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-4fb172c3-b638-4fc0-9159-07e214919172 None None] Provisioning complete for port 49bf80b8-5148-4e8b-b5f8-cd97e8a4420d triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:53:18.287971 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4fb172c3-b638-4fc0-9159-07e214919172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:18.334665 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5a9ff2f3-f500-46c4-a9f2-ea3ce2b8ef4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:18.512316 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-5a9ff2f3-f500-46c4-a9f2-ea3ce2b8ef4b admin admin] Allocated IP 172.20.0.1 (f619caf6-358a-4699-ab1f-b4c521ee2633/6c74b6c7-154c-4f43-b8f2-a38a29880cd3/fc3439df-212d-4deb-97c7-5f16efc81caa) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:53:18.537229 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4fb172c3-b638-4fc0-9159-07e214919172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:18.589744 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-4fb172c3-b638-4fc0-9159-07e214919172 None None] For port 49bf80b8-5148-4e8b-b5f8-cd97e8a4420d, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=49bf80b8-5148-4e8b-b5f8-cd97e8a4420d,segment=NetworkSegment(09c6040b-b0ec-43ef-bd1e-cc2510776d85),segment_id=09c6040b-b0ec-43ef-bd1e-cc2510776d85)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:53:18.597463 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4fb172c3-b638-4fc0-9159-07e214919172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:18.599920 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-6560b587-1337-421f-9f27-30fef1a11b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e57936f-a2f2-4612-bc44-805459504441', 'name': 'tempest-TestVolumeBackupRestore-1106074453-router', 'tenant_id': 'bd21afab7cf84617ad9e457a1bfc86a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.89'}], 'enable_snat': True}, 'gw_port_id': '1cd5f2f7-1344-495b-860c-97f9b0bcacdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:53:16Z', 'updated_at': '2021-07-14T09:53:17Z', 'revision_number': 3, 'project_id': 'bd21afab7cf84617ad9e457a1bfc86a1', 'gw_port': {'id': '1cd5f2f7-1344-495b-860c-97f9b0bcacdf', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:52:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e57936f-a2f2-4612-bc44-805459504441', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:53:16Z', 'updated_at': '2021-07-14T09:53:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29'}], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:53:18.650028 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5a9ff2f3-f500-46c4-a9f2-ea3ce2b8ef4b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:18.651897 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6560b587-1337-421f-9f27-30fef1a11b2d None None] Checking router: 6e57936f-a2f2-4612-bc44-805459504441 for host: n-d-779913-29 {{(pid=93959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:53:18.652070 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6560b587-1337-421f-9f27-30fef1a11b2d None None] Updating router 6e57936f-a2f2-4612-bc44-805459504441 port 1cd5f2f7-1344-495b-860c-97f9b0bcacdf binding host n-d-779913-29 {{(pid=93959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:53:18.667531 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-5a9ff2f3-f500-46c4-a9f2-ea3ce2b8ef4b admin admin] Transition to ACTIVE for port object fc3439df-212d-4deb-97c7-5f16efc81caa will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:53:18.712542 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5a9ff2f3-f500-46c4-a9f2-ea3ce2b8ef4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:18.716324 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb172c3-b638-4fc0-9159-07e214919172 None None] Pushing event updated for resources: {'Port': ['ID=49bf80b8-5148-4e8b-b5f8-cd97e8a4420d,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:53:18.719027 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6560b587-1337-421f-9f27-30fef1a11b2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:18.788247 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a9ff2f3-f500-46c4-a9f2-ea3ce2b8ef4b admin admin] Network f619caf6-358a-4699-ab1f-b4c521ee2633 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:53:18.793330 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-5a9ff2f3-f500-46c4-a9f2-ea3ce2b8ef4b admin admin] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:53:18.800284 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a9ff2f3-f500-46c4-a9f2-ea3ce2b8ef4b admin admin] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:53:18.846474 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9ff2f3-f500-46c4-a9f2-ea3ce2b8ef4b admin admin] Pushing event updated for resources: {'Port': ['ID=fc3439df-212d-4deb-97c7-5f16efc81caa,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:53:18.873812 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5a9ff2f3-f500-46c4-a9f2-ea3ce2b8ef4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-660393'] for router_interface, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:18.957191 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-57203ac9-075e-42b1-9a7d-506d11a7cc63 None None] Provisioning complete for port 49bf80b8-5148-4e8b-b5f8-cd97e8a4420d triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:53:18.957833 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-57203ac9-075e-42b1-9a7d-506d11a7cc63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:19.038862 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5a9ff2f3-f500-46c4-a9f2-ea3ce2b8ef4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:19.178634 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6560b587-1337-421f-9f27-30fef1a11b2d None None] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:19.206852 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-6560b587-1337-421f-9f27-30fef1a11b2d None None] Transition to ACTIVE for port object 1cd5f2f7-1344-495b-860c-97f9b0bcacdf will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:53:19.215135 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6560b587-1337-421f-9f27-30fef1a11b2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:19.251130 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5a9ff2f3-f500-46c4-a9f2-ea3ce2b8ef4b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:19.262192 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5a9ff2f3-f500-46c4-a9f2-ea3ce2b8ef4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13574142'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:19.279125 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-6560b587-1337-421f-9f27-30fef1a11b2d None None] Attempting to bind port 1cd5f2f7-1344-495b-860c-97f9b0bcacdf on host n-d-779913-29 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:53:19.279507 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-6560b587-1337-421f-9f27-30fef1a11b2d None None] Attempting to bind port 1cd5f2f7-1344-495b-860c-97f9b0bcacdf by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': '81bf7a93-80b3-43df-b9d5-462c604a2945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:53:19.279885 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6560b587-1337-421f-9f27-30fef1a11b2d None None] Attempting to bind port 1cd5f2f7-1344-495b-860c-97f9b0bcacdf on network 2dcd4d32-cc7c-4468-b396-7ce5c9231892 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:53:19.283185 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30b93db-96d0-4d5a-9f90-2ced7c254b0a None None] Pushing event updated for resources: {'Port': ['ID=1cd5f2f7-1344-495b-860c-97f9b0bcacdf,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:53:19.298731 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6560b587-1337-421f-9f27-30fef1a11b2d None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 52, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:53:19.299128 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6560b587-1337-421f-9f27-30fef1a11b2d None None] Checking segment: {'id': '81bf7a93-80b3-43df-b9d5-462c604a2945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:53:19.299543 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6560b587-1337-421f-9f27-30fef1a11b2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:19.300005 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6560b587-1337-421f-9f27-30fef1a11b2d None None] Bound using segment: {'id': '81bf7a93-80b3-43df-b9d5-462c604a2945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:53:19.300448 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-6560b587-1337-421f-9f27-30fef1a11b2d None None] Bound port: 1cd5f2f7-1344-495b-860c-97f9b0bcacdf, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81bf7a93-80b3-43df-b9d5-462c604a2945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:53:19.300846 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6560b587-1337-421f-9f27-30fef1a11b2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:19.327822 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-d566e45f-86ee-4c5f-9aad-d8fe24de79f5 None None] Provisioning for port fc3439df-212d-4deb-97c7-5f16efc81caa completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:53:19.339920 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-d566e45f-86ee-4c5f-9aad-d8fe24de79f5 None None] Provisioning complete for port fc3439df-212d-4deb-97c7-5f16efc81caa triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:53:19.340327 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d566e45f-86ee-4c5f-9aad-d8fe24de79f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:19.358256 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5a9ff2f3-f500-46c4-a9f2-ea3ce2b8ef4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-683747'] for router_interface, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:19.361890 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9ff2f3-f500-46c4-a9f2-ea3ce2b8ef4b admin admin] Pushing event updated for resources: {'Port': ['ID=fc3439df-212d-4deb-97c7-5f16efc81caa,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:53:19.402891 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-6560b587-1337-421f-9f27-30fef1a11b2d None None] For port 1cd5f2f7-1344-495b-860c-97f9b0bcacdf, host n-d-779913-29, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:53:19.407361 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-d566e45f-86ee-4c5f-9aad-d8fe24de79f5 None None] Port fc3439df-212d-4deb-97c7-5f16efc81caa cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:53:19.418365 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-6560b587-1337-421f-9f27-30fef1a11b2d None None] For port 1cd5f2f7-1344-495b-860c-97f9b0bcacdf, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=1cd5f2f7-1344-495b-860c-97f9b0bcacdf,segment=NetworkSegment(81bf7a93-80b3-43df-b9d5-462c604a2945),segment_id=81bf7a93-80b3-43df-b9d5-462c604a2945)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:53:19.426555 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6560b587-1337-421f-9f27-30fef1a11b2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:19.489158 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a9ff2f3-f500-46c4-a9f2-ea3ce2b8ef4b admin admin] Network f619caf6-358a-4699-ab1f-b4c521ee2633 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:53:19.491248 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-5a9ff2f3-f500-46c4-a9f2-ea3ce2b8ef4b admin admin] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:53:19.499915 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6560b587-1337-421f-9f27-30fef1a11b2d None None] Routers {'6e57936f-a2f2-4612-bc44-805459504441'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:53:19.500180 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-6560b587-1337-421f-9f27-30fef1a11b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:52:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['6e57936f-a2f2-4612-bc44-805459504441'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:53:19.544625 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30b93db-96d0-4d5a-9f90-2ced7c254b0a None None] Pushing event updated for resources: {'Port': ['ID=1cd5f2f7-1344-495b-860c-97f9b0bcacdf,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:53:19.683184 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a9ff2f3-f500-46c4-a9f2-ea3ce2b8ef4b admin admin] Router 6e57936f-a2f2-4612-bc44-805459504441 has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:53:19.689299 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvr_db [None req-6560b587-1337-421f-9f27-30fef1a11b2d None None] Set router 6e57936f-a2f2-4612-bc44-805459504441 gateway port host: n-d-779913-29 {{(pid=93959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:53:19.734885 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 49bf80b8-5148-4e8b-b5f8-cd97e8a4420d up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:53:19.901835 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-69497fed-6437-4bbe-a062-2457b165605d None None] Provisioning complete for port fc3439df-212d-4deb-97c7-5f16efc81caa triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:53:19.902395 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-69497fed-6437-4bbe-a062-2457b165605d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:19.988140 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port 49bf80b8-5148-4e8b-b5f8-cd97e8a4420d triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:53:19.989308 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:20.029015 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-69497fed-6437-4bbe-a062-2457b165605d None None] Port fc3439df-212d-4deb-97c7-5f16efc81caa cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:53:20.149815 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-6560b587-1337-421f-9f27-30fef1a11b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e57936f-a2f2-4612-bc44-805459504441', 'name': 'tempest-TestVolumeBackupRestore-1106074453-router', 'tenant_id': 'bd21afab7cf84617ad9e457a1bfc86a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.89'}], 'enable_snat': True}, 'gw_port_id': '1cd5f2f7-1344-495b-860c-97f9b0bcacdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:53:16Z', 'updated_at': '2021-07-14T09:53:18Z', 'revision_number': 4, 'project_id': 'bd21afab7cf84617ad9e457a1bfc86a1', 'gw_port': {'id': '1cd5f2f7-1344-495b-860c-97f9b0bcacdf', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:52:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e57936f-a2f2-4612-bc44-805459504441', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:53:16Z', 'updated_at': '2021-07-14T09:53:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': 'fc3439df-212d-4deb-97c7-5f16efc81caa', 'name': '', 'network_id': 'f619caf6-358a-4699-ab1f-b4c521ee2633', 'tenant_id': 'bd21afab7cf84617ad9e457a1bfc86a1', 'mac_address': 'fa:16:3e:3f:ae:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e57936f-a2f2-4612-bc44-805459504441', 'device_owner': 'network:router_interface', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '6c74b6c7-154c-4f43-b8f2-a38a29880cd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:53:18Z', 'updated_at': '2021-07-14T09:53:19Z', 'revision_number': 2, 'project_id': 'bd21afab7cf84617ad9e457a1bfc86a1', 'subnets': [{'id': '6c74b6c7-154c-4f43-b8f2-a38a29880cd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:53:20.189220 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6560b587-1337-421f-9f27-30fef1a11b2d None None] The sync data for ids ['6e57936f-a2f2-4612-bc44-805459504441'] in n-d-779913-29 is: [{'id': '6e57936f-a2f2-4612-bc44-805459504441', 'name': 'tempest-TestVolumeBackupRestore-1106074453-router', 'tenant_id': 'bd21afab7cf84617ad9e457a1bfc86a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.89'}], 'enable_snat': True}, 'gw_port_id': '1cd5f2f7-1344-495b-860c-97f9b0bcacdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:53:16Z', 'updated_at': '2021-07-14T09:53:18Z', 'revision_number': 4, 'project_id': 'bd21afab7cf84617ad9e457a1bfc86a1', 'gw_port': {'id': '1cd5f2f7-1344-495b-860c-97f9b0bcacdf', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:52:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e57936f-a2f2-4612-bc44-805459504441', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:53:16Z', 'updated_at': '2021-07-14T09:53:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': 'fc3439df-212d-4deb-97c7-5f16efc81caa', 'name': '', 'network_id': 'f619caf6-358a-4699-ab1f-b4c521ee2633', 'tenant_id': 'bd21afab7cf84617ad9e457a1bfc86a1', 'mac_address': 'fa:16:3e:3f:ae:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e57936f-a2f2-4612-bc44-805459504441', 'device_owner': 'network:router_interface', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '6c74b6c7-154c-4f43-b8f2-a38a29880cd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:53:18Z', 'updated_at': '2021-07-14T09:53:19Z', 'revision_number': 2, 'project_id': 'bd21afab7cf84617ad9e457a1bfc86a1', 'subnets': [{'id': '6c74b6c7-154c-4f43-b8f2-a38a29880cd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:53:20.281035 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a9ff2f3-f500-46c4-a9f2-ea3ce2b8ef4b admin admin] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:53:20.286645 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-5a9ff2f3-f500-46c4-a9f2-ea3ce2b8ef4b admin admin] 10.222.0.68 "PUT /v2.0/routers/6e57936f-a2f2-4612-bc44-805459504441/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4083557 Jul 14 09:53:20.897234 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 33014) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:53:20.902369 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-b1896b5c-6a45-413b-862b-6dce9ce44f12 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1136915751-network', 'tenant_id': '9db698890ecd46ca97fb74855c09fbb2'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:53:20.952138 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1896b5c-6a45-413b-862b-6dce9ce44f12 admin admin] Made reservation on behalf of 9db698890ecd46ca97fb74855c09fbb2 for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:53:20.954416 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b1896b5c-6a45-413b-862b-6dce9ce44f12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:20.964656 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b1896b5c-6a45-413b-862b-6dce9ce44f12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:21.102043 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b1896b5c-6a45-413b-862b-6dce9ce44f12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:21.108637 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b1896b5c-6a45-413b-862b-6dce9ce44f12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:21.138863 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1896b5c-6a45-413b-862b-6dce9ce44f12 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 701} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:53:21.149771 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1896b5c-6a45-413b-862b-6dce9ce44f12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcb42c29-2a82-4dfc-8b66-0e80832dba6a,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:53:21.155583 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b1896b5c-6a45-413b-862b-6dce9ce44f12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:21.155993 n-d-779913-29 neutron-server[93958]: INFO neutron.db.segments_db [None req-b1896b5c-6a45-413b-862b-6dce9ce44f12 admin admin] Added segment f6d6818f-fe40-4404-ba0d-b18708445ebb of type vlan for network 4de2c424-059a-4b5d-b380-81b3b7e5e6d1 Jul 14 09:53:21.202144 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b1896b5c-6a45-413b-862b-6dce9ce44f12 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735687821325'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:21.239195 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b1896b5c-6a45-413b-862b-6dce9ce44f12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:21.240964 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1896b5c-6a45-413b-862b-6dce9ce44f12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:53:21.241952 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b1896b5c-6a45-413b-862b-6dce9ce44f12 admin admin] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:21.308021 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-b1896b5c-6a45-413b-862b-6dce9ce44f12 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4095151 Jul 14 09:53:21.311373 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 33026) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:53:21.317074 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-3e6aab9f-3d06-46cc-8ec3-31d7e3a847ea admin admin] Request body: {'subnet': {'network_id': '4de2c424-059a-4b5d-b380-81b3b7e5e6d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1136915751-subnet', 'tenant_id': '9db698890ecd46ca97fb74855c09fbb2', 'ip_version': 4}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:53:21.317832 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1896b5c-6a45-413b-862b-6dce9ce44f12 admin admin] Pushing event updated for resources: {'Network': ['ID=4de2c424-059a-4b5d-b380-81b3b7e5e6d1,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:53:21.329405 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Network 4de2c424-059a-4b5d-b380-81b3b7e5e6d1 details requested by agent ovs-agent-n-d-779913-29 with host n-d-779913-29 {{(pid=93959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:53:21.355234 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e6aab9f-3d06-46cc-8ec3-31d7e3a847ea admin admin] Made reservation on behalf of 9db698890ecd46ca97fb74855c09fbb2 for: {'subnet': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:53:21.358112 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3e6aab9f-3d06-46cc-8ec3-31d7e3a847ea admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11984110'] for subnet, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:21.575337 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3e6aab9f-3d06-46cc-8ec3-31d7e3a847ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10052764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11984092'] for subnet, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:21.641325 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6aab9f-3d06-46cc-8ec3-31d7e3a847ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f9e0c7b-695a-46af-abe5-c3a679529f85,revision_number=0']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:53:21.656935 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e6aab9f-3d06-46cc-8ec3-31d7e3a847ea admin admin] Checking segment: {'id': 'f6d6818f-fe40-4404-ba0d-b18708445ebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '4de2c424-059a-4b5d-b380-81b3b7e5e6d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:53:21.657333 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e6aab9f-3d06-46cc-8ec3-31d7e3a847ea admin admin] Network hostable DHCP agents. Network: 4de2c424-059a-4b5d-b380-81b3b7e5e6d1, hostable agents: ['c6a09bd4-f72e-4283-a3ca-0bbca8a51081'], hosted agents: [] {{(pid=93957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:53:21.682375 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e6aab9f-3d06-46cc-8ec3-31d7e3a847ea admin admin] Network 4de2c424-059a-4b5d-b380-81b3b7e5e6d1 is scheduled to be hosted by DHCP agent c6a09bd4-f72e-4283-a3ca-0bbca8a51081 with binding_index 1 {{(pid=93957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:53:21.693464 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-3e6aab9f-3d06-46cc-8ec3-31d7e3a847ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-29, 4de2c424-059a-4b5d-b380-81b3b7e5e6d1) {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:53:21.704519 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e6aab9f-3d06-46cc-8ec3-31d7e3a847ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:53:21.705359 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4a4da9e-eb68-4d52-bb01-33c7c705ba02 None None] Network 4de2c424-059a-4b5d-b380-81b3b7e5e6d1 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:53:21.706202 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3e6aab9f-3d06-46cc-8ec3-31d7e3a847ea admin admin] Notify callbacks [] for subnet, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:21.726148 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-3e6aab9f-3d06-46cc-8ec3-31d7e3a847ea admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4134343 Jul 14 09:53:21.728872 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 33030) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:53:21.733440 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-fa4bc1a6-8660-45d1-b919-accfc37aa7be admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1136915751-router', 'tenant_id': '9db698890ecd46ca97fb74855c09fbb2', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'}}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:53:21.759293 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 1cd5f2f7-1344-495b-860c-97f9b0bcacdf up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:53:21.780628 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fa4bc1a6-8660-45d1-b919-accfc37aa7be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-711749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14670'] for router, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:21.781923 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fa4bc1a6-8660-45d1-b919-accfc37aa7be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-711718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-661475', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14679'] for router, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:21.845536 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fa4bc1a6-8660-45d1-b919-accfc37aa7be admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:21.871422 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning for port 1cd5f2f7-1344-495b-860c-97f9b0bcacdf completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:53:21.882571 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port 1cd5f2f7-1344-495b-860c-97f9b0bcacdf triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:53:21.882955 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:21.967126 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfa3a65a-706c-4171-b660-c2c3951aa446 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf57baaa9-fd24-59f4-8fd2-1dc21122ce72-4de2c424-059a-4b5d-b380-81b3b7e5e6d1', 'network_id': '4de2c424-059a-4b5d-b380-81b3b7e5e6d1', 'tenant_id': '9db698890ecd46ca97fb74855c09fbb2', 'fixed_ips': [{'subnet_id': '8f9e0c7b-695a-46af-abe5-c3a679529f85'}]}} from n-d-779913-29. {{(pid=93959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:53:21.968128 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cfa3a65a-706c-4171-b660-c2c3951aa446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:22.021138 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:22.054206 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fa4bc1a6-8660-45d1-b919-accfc37aa7be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-661489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-711771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12973'] for router, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:22.099710 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] For port 1cd5f2f7-1344-495b-860c-97f9b0bcacdf, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=1cd5f2f7-1344-495b-860c-97f9b0bcacdf,segment=NetworkSegment(81bf7a93-80b3-43df-b9d5-462c604a2945),segment_id=81bf7a93-80b3-43df-b9d5-462c604a2945)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:53:22.107039 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:22.217858 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Pushing event updated for resources: {'Port': ['ID=1cd5f2f7-1344-495b-860c-97f9b0bcacdf,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:53:22.221900 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-cfa3a65a-706c-4171-b660-c2c3951aa446 None None] Allocated IP 172.20.0.2 (4de2c424-059a-4b5d-b380-81b3b7e5e6d1/8f9e0c7b-695a-46af-abe5-c3a679529f85/5d344d37-034e-4b4f-93c3-c3d491e5e7cb) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:53:22.227355 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8d7ac9ed-0bdb-4c56-bc16-ebb3f1233665 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:22.294079 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fa4bc1a6-8660-45d1-b919-accfc37aa7be admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:22.312864 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fa4bc1a6-8660-45d1-b919-accfc37aa7be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:22.382592 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cfa3a65a-706c-4171-b660-c2c3951aa446 None None] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:22.392072 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-cfa3a65a-706c-4171-b660-c2c3951aa446 None None] Transition to ACTIVE for port object 5d344d37-034e-4b4f-93c3-c3d491e5e7cb will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:53:22.409830 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-cfa3a65a-706c-4171-b660-c2c3951aa446 None None] Transition to ACTIVE for port object 5d344d37-034e-4b4f-93c3-c3d491e5e7cb will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:53:22.416688 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cfa3a65a-706c-4171-b660-c2c3951aa446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:22.426097 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-fa4bc1a6-8660-45d1-b919-accfc37aa7be admin admin] Allocated IP 172.25.4.187 (2dcd4d32-cc7c-4468-b396-7ce5c9231892/6cd22a75-5bc1-467c-a3c4-0af04bd1b34a/596a8230-fe3c-48aa-8c17-fbeb51bb2eb4) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:53:22.459004 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfa3a65a-706c-4171-b660-c2c3951aa446 None None] Network 4de2c424-059a-4b5d-b380-81b3b7e5e6d1 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:53:22.464941 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-cfa3a65a-706c-4171-b660-c2c3951aa446 None None] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:53:22.469377 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfa3a65a-706c-4171-b660-c2c3951aa446 None None] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:53:22.473087 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa3a65a-706c-4171-b660-c2c3951aa446 None None] Pushing event updated for resources: {'Port': ['ID=5d344d37-034e-4b4f-93c3-c3d491e5e7cb,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:53:22.547260 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-cfa3a65a-706c-4171-b660-c2c3951aa446 None None] Attempting to bind port 5d344d37-034e-4b4f-93c3-c3d491e5e7cb on host n-d-779913-29 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:53:22.548668 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-cfa3a65a-706c-4171-b660-c2c3951aa446 None None] Attempting to bind port 5d344d37-034e-4b4f-93c3-c3d491e5e7cb by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': 'f6d6818f-fe40-4404-ba0d-b18708445ebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '4de2c424-059a-4b5d-b380-81b3b7e5e6d1'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:53:22.548904 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa3a65a-706c-4171-b660-c2c3951aa446 None None] Attempting to bind port 5d344d37-034e-4b4f-93c3-c3d491e5e7cb on network 4de2c424-059a-4b5d-b380-81b3b7e5e6d1 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:53:22.560784 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa3a65a-706c-4171-b660-c2c3951aa446 None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 52, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:53:22.561481 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa3a65a-706c-4171-b660-c2c3951aa446 None None] Checking segment: {'id': 'f6d6818f-fe40-4404-ba0d-b18708445ebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '4de2c424-059a-4b5d-b380-81b3b7e5e6d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:53:22.562271 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cfa3a65a-706c-4171-b660-c2c3951aa446 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:22.562971 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa3a65a-706c-4171-b660-c2c3951aa446 None None] Bound using segment: {'id': 'f6d6818f-fe40-4404-ba0d-b18708445ebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '4de2c424-059a-4b5d-b380-81b3b7e5e6d1'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:53:22.563642 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-cfa3a65a-706c-4171-b660-c2c3951aa446 None None] Bound port: 5d344d37-034e-4b4f-93c3-c3d491e5e7cb, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6d6818f-fe40-4404-ba0d-b18708445ebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '4de2c424-059a-4b5d-b380-81b3b7e5e6d1'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:53:22.564231 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cfa3a65a-706c-4171-b660-c2c3951aa446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:22.582402 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fa4bc1a6-8660-45d1-b919-accfc37aa7be admin admin] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:22.636125 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fa4bc1a6-8660-45d1-b919-accfc37aa7be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:22.686178 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa4bc1a6-8660-45d1-b919-accfc37aa7be admin admin] Network 2dcd4d32-cc7c-4468-b396-7ce5c9231892 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:53:22.689740 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-fa4bc1a6-8660-45d1-b919-accfc37aa7be admin admin] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:53:22.696052 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa4bc1a6-8660-45d1-b919-accfc37aa7be admin admin] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:53:22.703339 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4bc1a6-8660-45d1-b919-accfc37aa7be admin admin] Pushing event updated for resources: {'Port': ['ID=596a8230-fe3c-48aa-8c17-fbeb51bb2eb4,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:53:22.828891 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-cfa3a65a-706c-4171-b660-c2c3951aa446 None None] For port 5d344d37-034e-4b4f-93c3-c3d491e5e7cb, host n-d-779913-29, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:53:22.833800 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-cfa3a65a-706c-4171-b660-c2c3951aa446 None None] For port 5d344d37-034e-4b4f-93c3-c3d491e5e7cb, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=5d344d37-034e-4b4f-93c3-c3d491e5e7cb,segment=NetworkSegment(f6d6818f-fe40-4404-ba0d-b18708445ebb),segment_id=f6d6818f-fe40-4404-ba0d-b18708445ebb)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:53:22.842524 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cfa3a65a-706c-4171-b660-c2c3951aa446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:22.962197 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa3a65a-706c-4171-b660-c2c3951aa446 None None] Pushing event updated for resources: {'Port': ['ID=5d344d37-034e-4b4f-93c3-c3d491e5e7cb,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:53:23.058211 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fa4bc1a6-8660-45d1-b919-accfc37aa7be admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:23.090991 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bb3bae8-255c-463d-ae7a-16a09c38665b None None] Sync routers for ids ['6e57936f-a2f2-4612-bc44-805459504441'] in n-d-779913-29 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:53:23.103564 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bb3bae8-255c-463d-ae7a-16a09c38665b None None] Routers {'6e57936f-a2f2-4612-bc44-805459504441'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:53:23.104198 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-4bb3bae8-255c-463d-ae7a-16a09c38665b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:52:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['6e57936f-a2f2-4612-bc44-805459504441'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:53:23.275016 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-4bb3bae8-255c-463d-ae7a-16a09c38665b None None] Set router 6e57936f-a2f2-4612-bc44-805459504441 gateway port host: n-d-779913-29 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:53:23.370244 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fa4bc1a6-8660-45d1-b919-accfc37aa7be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-711762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-661452'] for router, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:23.500135 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-4bb3bae8-255c-463d-ae7a-16a09c38665b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e57936f-a2f2-4612-bc44-805459504441', 'name': 'tempest-TestVolumeBackupRestore-1106074453-router', 'tenant_id': 'bd21afab7cf84617ad9e457a1bfc86a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.89'}], 'enable_snat': True}, 'gw_port_id': '1cd5f2f7-1344-495b-860c-97f9b0bcacdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:53:16Z', 'updated_at': '2021-07-14T09:53:18Z', 'revision_number': 4, 'project_id': 'bd21afab7cf84617ad9e457a1bfc86a1', 'gw_port': {'id': '1cd5f2f7-1344-495b-860c-97f9b0bcacdf', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:52:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e57936f-a2f2-4612-bc44-805459504441', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:53:16Z', 'updated_at': '2021-07-14T09:53:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': 'fc3439df-212d-4deb-97c7-5f16efc81caa', 'name': '', 'network_id': 'f619caf6-358a-4699-ab1f-b4c521ee2633', 'tenant_id': 'bd21afab7cf84617ad9e457a1bfc86a1', 'mac_address': 'fa:16:3e:3f:ae:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e57936f-a2f2-4612-bc44-805459504441', 'device_owner': 'network:router_interface', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '6c74b6c7-154c-4f43-b8f2-a38a29880cd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:53:18Z', 'updated_at': '2021-07-14T09:53:19Z', 'revision_number': 2, 'project_id': 'bd21afab7cf84617ad9e457a1bfc86a1', 'subnets': [{'id': '6c74b6c7-154c-4f43-b8f2-a38a29880cd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:53:23.509853 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa4bc1a6-8660-45d1-b919-accfc37aa7be admin admin] Router 6f38488f-902b-4556-a58b-5df9039198fc is scheduled to L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 with binding_index 1 {{(pid=93958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:53:23.528249 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bb3bae8-255c-463d-ae7a-16a09c38665b None None] Checking router: 6e57936f-a2f2-4612-bc44-805459504441 for host: n-d-779913-29 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:53:23.528582 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bb3bae8-255c-463d-ae7a-16a09c38665b None None] Updating router 6e57936f-a2f2-4612-bc44-805459504441 port fc3439df-212d-4deb-97c7-5f16efc81caa binding host n-d-779913-29 {{(pid=93960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:53:23.566674 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-4bb3bae8-255c-463d-ae7a-16a09c38665b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:23.646454 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa4bc1a6-8660-45d1-b919-accfc37aa7be admin admin] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:53:23.655601 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acf021dd-e3dc-420a-8079-bfb4e3e3b915 None None] Sync routers for ids ['6f38488f-902b-4556-a58b-5df9039198fc'] in n-d-779913-29 {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:53:23.672907 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fa4bc1a6-8660-45d1-b919-accfc37aa7be admin admin] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:23.674251 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acf021dd-e3dc-420a-8079-bfb4e3e3b915 None None] Routers {'6f38488f-902b-4556-a58b-5df9039198fc'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:53:23.674405 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-fa4bc1a6-8660-45d1-b919-accfc37aa7be admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.9445210 Jul 14 09:53:23.675739 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-acf021dd-e3dc-420a-8079-bfb4e3e3b915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:52:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['6f38488f-902b-4556-a58b-5df9039198fc'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:53:23.676876 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 33036) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:53:23.902377 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 1cd5f2f7-1344-495b-860c-97f9b0bcacdf up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:53:23.932920 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvr_db [None req-acf021dd-e3dc-420a-8079-bfb4e3e3b915 None None] Set router 6f38488f-902b-4556-a58b-5df9039198fc gateway port host: n-d-779913-29 {{(pid=93959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:53:24.053329 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-4bb3bae8-255c-463d-ae7a-16a09c38665b None None] Notify callbacks [] for port, precommit_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:24.071441 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-4bb3bae8-255c-463d-ae7a-16a09c38665b None None] Transition to ACTIVE for port object fc3439df-212d-4deb-97c7-5f16efc81caa will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:53:24.082957 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-4bb3bae8-255c-463d-ae7a-16a09c38665b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:24.149356 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4730452d-73ae-431d-80ce-e8960c90b84a None None] Pushing event updated for resources: {'Port': ['ID=fc3439df-212d-4deb-97c7-5f16efc81caa,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:53:24.184949 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4730452d-73ae-431d-80ce-e8960c90b84a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:53:24.185440 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4730452d-73ae-431d-80ce-e8960c90b84a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:53:24.185930 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4730452d-73ae-431d-80ce-e8960c90b84a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:53:24.186367 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4730452d-73ae-431d-80ce-e8960c90b84a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:53:24.186800 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4730452d-73ae-431d-80ce-e8960c90b84a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:53:24.187230 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4730452d-73ae-431d-80ce-e8960c90b84a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:53:24.187658 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4730452d-73ae-431d-80ce-e8960c90b84a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:53:24.188094 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4730452d-73ae-431d-80ce-e8960c90b84a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:53:24.188514 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4730452d-73ae-431d-80ce-e8960c90b84a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:53:24.189211 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4730452d-73ae-431d-80ce-e8960c90b84a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:53:24.189751 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4730452d-73ae-431d-80ce-e8960c90b84a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:53:24.190171 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4730452d-73ae-431d-80ce-e8960c90b84a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:53:24.254336 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port 1cd5f2f7-1344-495b-860c-97f9b0bcacdf triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:53:24.255170 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:24.255433 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-4bb3bae8-255c-463d-ae7a-16a09c38665b None None] Attempting to bind port fc3439df-212d-4deb-97c7-5f16efc81caa on host n-d-779913-29 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:53:24.256056 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-4bb3bae8-255c-463d-ae7a-16a09c38665b None None] Attempting to bind port fc3439df-212d-4deb-97c7-5f16efc81caa by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': '09c6040b-b0ec-43ef-bd1e-cc2510776d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'f619caf6-358a-4699-ab1f-b4c521ee2633'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:53:24.256730 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bb3bae8-255c-463d-ae7a-16a09c38665b None None] Attempting to bind port fc3439df-212d-4deb-97c7-5f16efc81caa on network f619caf6-358a-4699-ab1f-b4c521ee2633 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:53:24.266975 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bb3bae8-255c-463d-ae7a-16a09c38665b None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 52, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:53:24.267812 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bb3bae8-255c-463d-ae7a-16a09c38665b None None] Checking segment: {'id': '09c6040b-b0ec-43ef-bd1e-cc2510776d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'f619caf6-358a-4699-ab1f-b4c521ee2633'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:53:24.268522 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-4bb3bae8-255c-463d-ae7a-16a09c38665b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:24.269158 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bb3bae8-255c-463d-ae7a-16a09c38665b None None] Bound using segment: {'id': '09c6040b-b0ec-43ef-bd1e-cc2510776d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'f619caf6-358a-4699-ab1f-b4c521ee2633'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:53:24.269996 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-4bb3bae8-255c-463d-ae7a-16a09c38665b None None] Bound port: fc3439df-212d-4deb-97c7-5f16efc81caa, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09c6040b-b0ec-43ef-bd1e-cc2510776d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'f619caf6-358a-4699-ab1f-b4c521ee2633'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:53:24.270619 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-4bb3bae8-255c-463d-ae7a-16a09c38665b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:24.351667 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-4bb3bae8-255c-463d-ae7a-16a09c38665b None None] For port fc3439df-212d-4deb-97c7-5f16efc81caa, host n-d-779913-29, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:53:24.356203 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-4bb3bae8-255c-463d-ae7a-16a09c38665b None None] For port fc3439df-212d-4deb-97c7-5f16efc81caa, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=fc3439df-212d-4deb-97c7-5f16efc81caa,segment=NetworkSegment(09c6040b-b0ec-43ef-bd1e-cc2510776d85),segment_id=09c6040b-b0ec-43ef-bd1e-cc2510776d85)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:53:24.361107 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-4bb3bae8-255c-463d-ae7a-16a09c38665b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:24.365790 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d386f007-2915-4223-b409-60dd8b7e2ee4 None None] Network 4de2c424-059a-4b5d-b380-81b3b7e5e6d1 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:53:24.371626 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 5d344d37-034e-4b4f-93c3-c3d491e5e7cb up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:53:24.374220 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-acf021dd-e3dc-420a-8079-bfb4e3e3b915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f38488f-902b-4556-a58b-5df9039198fc', 'name': 'tempest-TestVolumeBackupRestore-1136915751-router', 'tenant_id': '9db698890ecd46ca97fb74855c09fbb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.187'}], 'enable_snat': True}, 'gw_port_id': '596a8230-fe3c-48aa-8c17-fbeb51bb2eb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:53:21Z', 'updated_at': '2021-07-14T09:53:22Z', 'revision_number': 3, 'project_id': '9db698890ecd46ca97fb74855c09fbb2', 'gw_port': {'id': '596a8230-fe3c-48aa-8c17-fbeb51bb2eb4', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:af:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f38488f-902b-4556-a58b-5df9039198fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:53:22Z', 'updated_at': '2021-07-14T09:53:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29'}], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:53:24.413682 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bb3bae8-255c-463d-ae7a-16a09c38665b None None] Routers {'6e57936f-a2f2-4612-bc44-805459504441'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:53:24.414784 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-4bb3bae8-255c-463d-ae7a-16a09c38665b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:52:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['6e57936f-a2f2-4612-bc44-805459504441'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:53:24.434935 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acf021dd-e3dc-420a-8079-bfb4e3e3b915 None None] Checking router: 6f38488f-902b-4556-a58b-5df9039198fc for host: n-d-779913-29 {{(pid=93959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:53:24.435288 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acf021dd-e3dc-420a-8079-bfb4e3e3b915 None None] Updating router 6f38488f-902b-4556-a58b-5df9039198fc port 596a8230-fe3c-48aa-8c17-fbeb51bb2eb4 binding host n-d-779913-29 {{(pid=93959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:53:24.460525 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e5e2da4a-c72d-40e1-a3ed-296863648c79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:24.552439 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-671eedb3-9aee-4ce4-8827-7d13ceedb390 None None] Provisioning for port 5d344d37-034e-4b4f-93c3-c3d491e5e7cb completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:53:24.576705 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-acf021dd-e3dc-420a-8079-bfb4e3e3b915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:24.628796 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4730452d-73ae-431d-80ce-e8960c90b84a None None] Pushing event updated for resources: {'Port': ['ID=fc3439df-212d-4deb-97c7-5f16efc81caa,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:53:24.655994 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning for port 5d344d37-034e-4b4f-93c3-c3d491e5e7cb completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:53:24.666319 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port 5d344d37-034e-4b4f-93c3-c3d491e5e7cb triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:53:24.667809 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:24.718683 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-e5e2da4a-c72d-40e1-a3ed-296863648c79 admin admin] Allocated IP 172.20.0.1 (4de2c424-059a-4b5d-b380-81b3b7e5e6d1/8f9e0c7b-695a-46af-abe5-c3a679529f85/66c09b42-77eb-4e09-b5a1-6d2217e539ae) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:53:24.743900 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-4bb3bae8-255c-463d-ae7a-16a09c38665b None None] Set router 6e57936f-a2f2-4612-bc44-805459504441 gateway port host: n-d-779913-29 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:53:24.844399 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e5e2da4a-c72d-40e1-a3ed-296863648c79 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:24.863085 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-e5e2da4a-c72d-40e1-a3ed-296863648c79 admin admin] Transition to ACTIVE for port object 66c09b42-77eb-4e09-b5a1-6d2217e539ae will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:53:24.892689 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:24.917126 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e5e2da4a-c72d-40e1-a3ed-296863648c79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:24.964337 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5e2da4a-c72d-40e1-a3ed-296863648c79 admin admin] Network 4de2c424-059a-4b5d-b380-81b3b7e5e6d1 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:53:24.970618 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-e5e2da4a-c72d-40e1-a3ed-296863648c79 admin admin] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:53:24.974912 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e2da4a-c72d-40e1-a3ed-296863648c79 admin admin] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:53:25.010012 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e5c6d103-2550-42ef-905f-ba4bc2a768c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:25.015701 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e2da4a-c72d-40e1-a3ed-296863648c79 admin admin] Pushing event updated for resources: {'Port': ['ID=66c09b42-77eb-4e09-b5a1-6d2217e539ae,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:53:25.023191 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e5e2da4a-c72d-40e1-a3ed-296863648c79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-660393'] for router_interface, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:25.046499 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:25.106696 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] For port 5d344d37-034e-4b4f-93c3-c3d491e5e7cb, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=5d344d37-034e-4b4f-93c3-c3d491e5e7cb,segment=NetworkSegment(f6d6818f-fe40-4404-ba0d-b18708445ebb),segment_id=f6d6818f-fe40-4404-ba0d-b18708445ebb)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:53:25.107438 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-4bb3bae8-255c-463d-ae7a-16a09c38665b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e57936f-a2f2-4612-bc44-805459504441', 'name': 'tempest-TestVolumeBackupRestore-1106074453-router', 'tenant_id': 'bd21afab7cf84617ad9e457a1bfc86a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.89'}], 'enable_snat': True}, 'gw_port_id': '1cd5f2f7-1344-495b-860c-97f9b0bcacdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:53:16Z', 'updated_at': '2021-07-14T09:53:18Z', 'revision_number': 4, 'project_id': 'bd21afab7cf84617ad9e457a1bfc86a1', 'gw_port': {'id': '1cd5f2f7-1344-495b-860c-97f9b0bcacdf', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:52:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e57936f-a2f2-4612-bc44-805459504441', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:53:16Z', 'updated_at': '2021-07-14T09:53:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': 'fc3439df-212d-4deb-97c7-5f16efc81caa', 'name': '', 'network_id': 'f619caf6-358a-4699-ab1f-b4c521ee2633', 'tenant_id': 'bd21afab7cf84617ad9e457a1bfc86a1', 'mac_address': 'fa:16:3e:3f:ae:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e57936f-a2f2-4612-bc44-805459504441', 'device_owner': 'network:router_interface', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '6c74b6c7-154c-4f43-b8f2-a38a29880cd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:53:18Z', 'updated_at': '2021-07-14T09:53:24Z', 'revision_number': 4, 'project_id': 'bd21afab7cf84617ad9e457a1bfc86a1', 'subnets': [{'id': '6c74b6c7-154c-4f43-b8f2-a38a29880cd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:53:25.114661 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:25.142913 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bb3bae8-255c-463d-ae7a-16a09c38665b None None] The sync data for ids ['6e57936f-a2f2-4612-bc44-805459504441'] in n-d-779913-29 is: [{'id': '6e57936f-a2f2-4612-bc44-805459504441', 'name': 'tempest-TestVolumeBackupRestore-1106074453-router', 'tenant_id': 'bd21afab7cf84617ad9e457a1bfc86a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.89'}], 'enable_snat': True}, 'gw_port_id': '1cd5f2f7-1344-495b-860c-97f9b0bcacdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:53:16Z', 'updated_at': '2021-07-14T09:53:18Z', 'revision_number': 4, 'project_id': 'bd21afab7cf84617ad9e457a1bfc86a1', 'gw_port': {'id': '1cd5f2f7-1344-495b-860c-97f9b0bcacdf', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:52:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e57936f-a2f2-4612-bc44-805459504441', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:53:16Z', 'updated_at': '2021-07-14T09:53:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': 'fc3439df-212d-4deb-97c7-5f16efc81caa', 'name': '', 'network_id': 'f619caf6-358a-4699-ab1f-b4c521ee2633', 'tenant_id': 'bd21afab7cf84617ad9e457a1bfc86a1', 'mac_address': 'fa:16:3e:3f:ae:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e57936f-a2f2-4612-bc44-805459504441', 'device_owner': 'network:router_interface', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '6c74b6c7-154c-4f43-b8f2-a38a29880cd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:53:18Z', 'updated_at': '2021-07-14T09:53:24Z', 'revision_number': 4, 'project_id': 'bd21afab7cf84617ad9e457a1bfc86a1', 'subnets': [{'id': '6c74b6c7-154c-4f43-b8f2-a38a29880cd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:53:25.215491 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e5e2da4a-c72d-40e1-a3ed-296863648c79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:25.244069 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Pushing event updated for resources: {'Port': ['ID=5d344d37-034e-4b4f-93c3-c3d491e5e7cb,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:53:25.299966 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-acf021dd-e3dc-420a-8079-bfb4e3e3b915 None None] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:25.319881 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-acf021dd-e3dc-420a-8079-bfb4e3e3b915 None None] Transition to ACTIVE for port object 596a8230-fe3c-48aa-8c17-fbeb51bb2eb4 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:53:25.328924 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-acf021dd-e3dc-420a-8079-bfb4e3e3b915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:25.423350 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-acf021dd-e3dc-420a-8079-bfb4e3e3b915 None None] Attempting to bind port 596a8230-fe3c-48aa-8c17-fbeb51bb2eb4 on host n-d-779913-29 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:53:25.423999 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-acf021dd-e3dc-420a-8079-bfb4e3e3b915 None None] Attempting to bind port 596a8230-fe3c-48aa-8c17-fbeb51bb2eb4 by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': '81bf7a93-80b3-43df-b9d5-462c604a2945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:53:25.424561 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf021dd-e3dc-420a-8079-bfb4e3e3b915 None None] Attempting to bind port 596a8230-fe3c-48aa-8c17-fbeb51bb2eb4 on network 2dcd4d32-cc7c-4468-b396-7ce5c9231892 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:53:25.441233 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf021dd-e3dc-420a-8079-bfb4e3e3b915 None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 53, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:53:25.442005 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf021dd-e3dc-420a-8079-bfb4e3e3b915 None None] Checking segment: {'id': '81bf7a93-80b3-43df-b9d5-462c604a2945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:53:25.442610 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-acf021dd-e3dc-420a-8079-bfb4e3e3b915 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:25.443178 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf021dd-e3dc-420a-8079-bfb4e3e3b915 None None] Bound using segment: {'id': '81bf7a93-80b3-43df-b9d5-462c604a2945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:53:25.443826 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-acf021dd-e3dc-420a-8079-bfb4e3e3b915 None None] Bound port: 596a8230-fe3c-48aa-8c17-fbeb51bb2eb4, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81bf7a93-80b3-43df-b9d5-462c604a2945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:53:25.444394 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-acf021dd-e3dc-420a-8079-bfb4e3e3b915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:25.450833 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da87d5b-0b8a-48aa-beb4-8eac86db2155 None None] Pushing event updated for resources: {'Port': ['ID=596a8230-fe3c-48aa-8c17-fbeb51bb2eb4,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:53:25.465405 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e5e2da4a-c72d-40e1-a3ed-296863648c79 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:25.471729 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e5e2da4a-c72d-40e1-a3ed-296863648c79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13574142'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:25.525442 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e5e2da4a-c72d-40e1-a3ed-296863648c79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-683747'] for router_interface, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:25.537778 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-acf021dd-e3dc-420a-8079-bfb4e3e3b915 None None] For port 596a8230-fe3c-48aa-8c17-fbeb51bb2eb4, host n-d-779913-29, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:53:25.541964 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-acf021dd-e3dc-420a-8079-bfb4e3e3b915 None None] For port 596a8230-fe3c-48aa-8c17-fbeb51bb2eb4, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=596a8230-fe3c-48aa-8c17-fbeb51bb2eb4,segment=NetworkSegment(81bf7a93-80b3-43df-b9d5-462c604a2945),segment_id=81bf7a93-80b3-43df-b9d5-462c604a2945)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:53:25.547535 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-ecf982d4-ce9d-41d1-855e-ba3e769b1ed0 None None] Provisioning complete for port 5d344d37-034e-4b4f-93c3-c3d491e5e7cb triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:53:25.547912 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ecf982d4-ce9d-41d1-855e-ba3e769b1ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:25.598306 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-acf021dd-e3dc-420a-8079-bfb4e3e3b915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:25.679359 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e2da4a-c72d-40e1-a3ed-296863648c79 admin admin] Pushing event updated for resources: {'Port': ['ID=66c09b42-77eb-4e09-b5a1-6d2217e539ae,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:53:25.765691 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5e2da4a-c72d-40e1-a3ed-296863648c79 admin admin] Network 4de2c424-059a-4b5d-b380-81b3b7e5e6d1 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:53:25.767372 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-e5e2da4a-c72d-40e1-a3ed-296863648c79 admin admin] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:53:25.769982 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acf021dd-e3dc-420a-8079-bfb4e3e3b915 None None] Routers {'6f38488f-902b-4556-a58b-5df9039198fc'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:53:25.770565 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-acf021dd-e3dc-420a-8079-bfb4e3e3b915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:53:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['6f38488f-902b-4556-a58b-5df9039198fc'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:53:25.777347 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da87d5b-0b8a-48aa-beb4-8eac86db2155 None None] Pushing event updated for resources: {'Port': ['ID=596a8230-fe3c-48aa-8c17-fbeb51bb2eb4,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:53:25.847926 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device fc3439df-212d-4deb-97c7-5f16efc81caa up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:53:25.949026 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5e2da4a-c72d-40e1-a3ed-296863648c79 admin admin] Router 6f38488f-902b-4556-a58b-5df9039198fc has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:53:25.997301 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-ecf982d4-ce9d-41d1-855e-ba3e769b1ed0 None None] Provisioning for port 66c09b42-77eb-4e09-b5a1-6d2217e539ae completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:53:26.006301 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5ad31076-714c-49ec-bc37-f3d4cd90112a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:26.011492 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-ecf982d4-ce9d-41d1-855e-ba3e769b1ed0 None None] Provisioning complete for port 66c09b42-77eb-4e09-b5a1-6d2217e539ae triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:53:26.011492 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ecf982d4-ce9d-41d1-855e-ba3e769b1ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:26.056076 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvr_db [None req-acf021dd-e3dc-420a-8079-bfb4e3e3b915 None None] Set router 6f38488f-902b-4556-a58b-5df9039198fc gateway port host: n-d-779913-29 {{(pid=93959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:53:26.120000 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-ecf982d4-ce9d-41d1-855e-ba3e769b1ed0 None None] Port 66c09b42-77eb-4e09-b5a1-6d2217e539ae cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:53:26.127687 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5e2da4a-c72d-40e1-a3ed-296863648c79 admin admin] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:53:26.132116 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning for port fc3439df-212d-4deb-97c7-5f16efc81caa completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:53:26.134667 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-e5e2da4a-c72d-40e1-a3ed-296863648c79 admin admin] 10.222.0.68 "PUT /v2.0/routers/6f38488f-902b-4556-a58b-5df9039198fc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4563613 Jul 14 09:53:26.173355 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port fc3439df-212d-4deb-97c7-5f16efc81caa triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:53:26.173978 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:26.288644 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-ef718dfc-390d-484b-831e-5dc07e018357 None None] Provisioning complete for port 66c09b42-77eb-4e09-b5a1-6d2217e539ae triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:53:26.289130 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ef718dfc-390d-484b-831e-5dc07e018357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:26.561566 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-ef718dfc-390d-484b-831e-5dc07e018357 None None] Port 66c09b42-77eb-4e09-b5a1-6d2217e539ae cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:53:26.573396 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:26.620168 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] For port fc3439df-212d-4deb-97c7-5f16efc81caa, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=fc3439df-212d-4deb-97c7-5f16efc81caa,segment=NetworkSegment(09c6040b-b0ec-43ef-bd1e-cc2510776d85),segment_id=09c6040b-b0ec-43ef-bd1e-cc2510776d85)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:53:26.627799 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-acf021dd-e3dc-420a-8079-bfb4e3e3b915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f38488f-902b-4556-a58b-5df9039198fc', 'name': 'tempest-TestVolumeBackupRestore-1136915751-router', 'tenant_id': '9db698890ecd46ca97fb74855c09fbb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.187'}], 'enable_snat': True}, 'gw_port_id': '596a8230-fe3c-48aa-8c17-fbeb51bb2eb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:53:21Z', 'updated_at': '2021-07-14T09:53:25Z', 'revision_number': 4, 'project_id': '9db698890ecd46ca97fb74855c09fbb2', 'gw_port': {'id': '596a8230-fe3c-48aa-8c17-fbeb51bb2eb4', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:af:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f38488f-902b-4556-a58b-5df9039198fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:53:22Z', 'updated_at': '2021-07-14T09:53:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': '66c09b42-77eb-4e09-b5a1-6d2217e539ae', 'name': '', 'network_id': '4de2c424-059a-4b5d-b380-81b3b7e5e6d1', 'tenant_id': '9db698890ecd46ca97fb74855c09fbb2', 'mac_address': 'fa:16:3e:8c:b2:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f38488f-902b-4556-a58b-5df9039198fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': '8f9e0c7b-695a-46af-abe5-c3a679529f85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:53:24Z', 'updated_at': '2021-07-14T09:53:25Z', 'revision_number': 2, 'project_id': '9db698890ecd46ca97fb74855c09fbb2', 'subnets': [{'id': '8f9e0c7b-695a-46af-abe5-c3a679529f85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:53:26.631193 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:26.632085 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 5d344d37-034e-4b4f-93c3-c3d491e5e7cb up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:53:26.684864 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acf021dd-e3dc-420a-8079-bfb4e3e3b915 None None] The sync data for ids ['6f38488f-902b-4556-a58b-5df9039198fc'] in n-d-779913-29 is: [{'id': '6f38488f-902b-4556-a58b-5df9039198fc', 'name': 'tempest-TestVolumeBackupRestore-1136915751-router', 'tenant_id': '9db698890ecd46ca97fb74855c09fbb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.187'}], 'enable_snat': True}, 'gw_port_id': '596a8230-fe3c-48aa-8c17-fbeb51bb2eb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:53:21Z', 'updated_at': '2021-07-14T09:53:25Z', 'revision_number': 4, 'project_id': '9db698890ecd46ca97fb74855c09fbb2', 'gw_port': {'id': '596a8230-fe3c-48aa-8c17-fbeb51bb2eb4', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:af:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f38488f-902b-4556-a58b-5df9039198fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:53:22Z', 'updated_at': '2021-07-14T09:53:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': '66c09b42-77eb-4e09-b5a1-6d2217e539ae', 'name': '', 'network_id': '4de2c424-059a-4b5d-b380-81b3b7e5e6d1', 'tenant_id': '9db698890ecd46ca97fb74855c09fbb2', 'mac_address': 'fa:16:3e:8c:b2:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f38488f-902b-4556-a58b-5df9039198fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': '8f9e0c7b-695a-46af-abe5-c3a679529f85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:53:24Z', 'updated_at': '2021-07-14T09:53:25Z', 'revision_number': 2, 'project_id': '9db698890ecd46ca97fb74855c09fbb2', 'subnets': [{'id': '8f9e0c7b-695a-46af-abe5-c3a679529f85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:53:26.759423 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Pushing event updated for resources: {'Port': ['ID=fc3439df-212d-4deb-97c7-5f16efc81caa,revision_number=5']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:53:26.770458 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port 5d344d37-034e-4b4f-93c3-c3d491e5e7cb triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:53:26.771575 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:27.777401 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5bbe322f-3f67-4864-bc0a-91afe44d23e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:27.782635 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device fc3439df-212d-4deb-97c7-5f16efc81caa up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:53:27.840488 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port fc3439df-212d-4deb-97c7-5f16efc81caa triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:53:27.840792 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:27.933569 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 596a8230-fe3c-48aa-8c17-fbeb51bb2eb4 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:53:27.989678 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning for port 596a8230-fe3c-48aa-8c17-fbeb51bb2eb4 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:53:27.994116 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port 596a8230-fe3c-48aa-8c17-fbeb51bb2eb4 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:53:27.994608 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:28.132523 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:28.162191 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] For port 596a8230-fe3c-48aa-8c17-fbeb51bb2eb4, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=596a8230-fe3c-48aa-8c17-fbeb51bb2eb4,segment=NetworkSegment(81bf7a93-80b3-43df-b9d5-462c604a2945),segment_id=81bf7a93-80b3-43df-b9d5-462c604a2945)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:53:28.168087 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:28.229256 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Pushing event updated for resources: {'Port': ['ID=596a8230-fe3c-48aa-8c17-fbeb51bb2eb4,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:53:29.171459 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c28cc2-8715-411c-8a5e-65e649d23e31 None None] Sync routers for ids ['6f38488f-902b-4556-a58b-5df9039198fc'] in n-d-779913-29 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:53:29.184560 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c28cc2-8715-411c-8a5e-65e649d23e31 None None] Routers {'6f38488f-902b-4556-a58b-5df9039198fc'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:53:29.185311 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-c3c28cc2-8715-411c-8a5e-65e649d23e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:53:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['6f38488f-902b-4556-a58b-5df9039198fc'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:53:29.301220 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-c3c28cc2-8715-411c-8a5e-65e649d23e31 None None] Set router 6f38488f-902b-4556-a58b-5df9039198fc gateway port host: n-d-779913-29 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:53:29.530417 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-c3c28cc2-8715-411c-8a5e-65e649d23e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f38488f-902b-4556-a58b-5df9039198fc', 'name': 'tempest-TestVolumeBackupRestore-1136915751-router', 'tenant_id': '9db698890ecd46ca97fb74855c09fbb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.187'}], 'enable_snat': True}, 'gw_port_id': '596a8230-fe3c-48aa-8c17-fbeb51bb2eb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:53:21Z', 'updated_at': '2021-07-14T09:53:25Z', 'revision_number': 4, 'project_id': '9db698890ecd46ca97fb74855c09fbb2', 'gw_port': {'id': '596a8230-fe3c-48aa-8c17-fbeb51bb2eb4', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:af:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f38488f-902b-4556-a58b-5df9039198fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:53:22Z', 'updated_at': '2021-07-14T09:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': '66c09b42-77eb-4e09-b5a1-6d2217e539ae', 'name': '', 'network_id': '4de2c424-059a-4b5d-b380-81b3b7e5e6d1', 'tenant_id': '9db698890ecd46ca97fb74855c09fbb2', 'mac_address': 'fa:16:3e:8c:b2:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f38488f-902b-4556-a58b-5df9039198fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': '8f9e0c7b-695a-46af-abe5-c3a679529f85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:53:24Z', 'updated_at': '2021-07-14T09:53:25Z', 'revision_number': 2, 'project_id': '9db698890ecd46ca97fb74855c09fbb2', 'subnets': [{'id': '8f9e0c7b-695a-46af-abe5-c3a679529f85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:53:29.561129 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c28cc2-8715-411c-8a5e-65e649d23e31 None None] Checking router: 6f38488f-902b-4556-a58b-5df9039198fc for host: n-d-779913-29 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:53:29.563368 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c28cc2-8715-411c-8a5e-65e649d23e31 None None] Updating router 6f38488f-902b-4556-a58b-5df9039198fc port 66c09b42-77eb-4e09-b5a1-6d2217e539ae binding host n-d-779913-29 {{(pid=93960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:53:29.598682 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-c3c28cc2-8715-411c-8a5e-65e649d23e31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:29.681027 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 596a8230-fe3c-48aa-8c17-fbeb51bb2eb4 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:53:29.734203 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port 596a8230-fe3c-48aa-8c17-fbeb51bb2eb4 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:53:29.734741 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:29.903676 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-c3c28cc2-8715-411c-8a5e-65e649d23e31 None None] Notify callbacks [] for port, precommit_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:29.915359 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-c3c28cc2-8715-411c-8a5e-65e649d23e31 None None] Transition to ACTIVE for port object 66c09b42-77eb-4e09-b5a1-6d2217e539ae will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:53:29.922666 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-c3c28cc2-8715-411c-8a5e-65e649d23e31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:29.973912 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7913cd9c-ae38-41a0-897b-8ed02b8a652d None None] Pushing event updated for resources: {'Port': ['ID=66c09b42-77eb-4e09-b5a1-6d2217e539ae,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:53:30.037692 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-c3c28cc2-8715-411c-8a5e-65e649d23e31 None None] Attempting to bind port 66c09b42-77eb-4e09-b5a1-6d2217e539ae on host n-d-779913-29 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:53:30.038070 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-c3c28cc2-8715-411c-8a5e-65e649d23e31 None None] Attempting to bind port 66c09b42-77eb-4e09-b5a1-6d2217e539ae by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': 'f6d6818f-fe40-4404-ba0d-b18708445ebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '4de2c424-059a-4b5d-b380-81b3b7e5e6d1'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:53:30.040977 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3c28cc2-8715-411c-8a5e-65e649d23e31 None None] Attempting to bind port 66c09b42-77eb-4e09-b5a1-6d2217e539ae on network 4de2c424-059a-4b5d-b380-81b3b7e5e6d1 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:53:30.050438 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3c28cc2-8715-411c-8a5e-65e649d23e31 None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 53, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:53:30.050886 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3c28cc2-8715-411c-8a5e-65e649d23e31 None None] Checking segment: {'id': 'f6d6818f-fe40-4404-ba0d-b18708445ebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '4de2c424-059a-4b5d-b380-81b3b7e5e6d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:53:30.051357 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-c3c28cc2-8715-411c-8a5e-65e649d23e31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:30.051819 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3c28cc2-8715-411c-8a5e-65e649d23e31 None None] Bound using segment: {'id': 'f6d6818f-fe40-4404-ba0d-b18708445ebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '4de2c424-059a-4b5d-b380-81b3b7e5e6d1'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:53:30.052366 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-c3c28cc2-8715-411c-8a5e-65e649d23e31 None None] Bound port: 66c09b42-77eb-4e09-b5a1-6d2217e539ae, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6d6818f-fe40-4404-ba0d-b18708445ebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '4de2c424-059a-4b5d-b380-81b3b7e5e6d1'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:53:30.052818 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-c3c28cc2-8715-411c-8a5e-65e649d23e31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:30.127187 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-c3c28cc2-8715-411c-8a5e-65e649d23e31 None None] For port 66c09b42-77eb-4e09-b5a1-6d2217e539ae, host n-d-779913-29, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:53:30.130885 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-c3c28cc2-8715-411c-8a5e-65e649d23e31 None None] For port 66c09b42-77eb-4e09-b5a1-6d2217e539ae, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=66c09b42-77eb-4e09-b5a1-6d2217e539ae,segment=NetworkSegment(f6d6818f-fe40-4404-ba0d-b18708445ebb),segment_id=f6d6818f-fe40-4404-ba0d-b18708445ebb)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:53:30.139361 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-c3c28cc2-8715-411c-8a5e-65e649d23e31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:30.209616 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c28cc2-8715-411c-8a5e-65e649d23e31 None None] Routers {'6f38488f-902b-4556-a58b-5df9039198fc'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:53:30.210313 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-c3c28cc2-8715-411c-8a5e-65e649d23e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:53:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['6f38488f-902b-4556-a58b-5df9039198fc'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:53:30.318080 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7913cd9c-ae38-41a0-897b-8ed02b8a652d None None] Pushing event updated for resources: {'Port': ['ID=66c09b42-77eb-4e09-b5a1-6d2217e539ae,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:53:30.362918 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-c3c28cc2-8715-411c-8a5e-65e649d23e31 None None] Set router 6f38488f-902b-4556-a58b-5df9039198fc gateway port host: n-d-779913-29 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:53:30.612625 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-c3c28cc2-8715-411c-8a5e-65e649d23e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f38488f-902b-4556-a58b-5df9039198fc', 'name': 'tempest-TestVolumeBackupRestore-1136915751-router', 'tenant_id': '9db698890ecd46ca97fb74855c09fbb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.187'}], 'enable_snat': True}, 'gw_port_id': '596a8230-fe3c-48aa-8c17-fbeb51bb2eb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:53:21Z', 'updated_at': '2021-07-14T09:53:25Z', 'revision_number': 4, 'project_id': '9db698890ecd46ca97fb74855c09fbb2', 'gw_port': {'id': '596a8230-fe3c-48aa-8c17-fbeb51bb2eb4', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:af:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f38488f-902b-4556-a58b-5df9039198fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:53:22Z', 'updated_at': '2021-07-14T09:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': '66c09b42-77eb-4e09-b5a1-6d2217e539ae', 'name': '', 'network_id': '4de2c424-059a-4b5d-b380-81b3b7e5e6d1', 'tenant_id': '9db698890ecd46ca97fb74855c09fbb2', 'mac_address': 'fa:16:3e:8c:b2:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f38488f-902b-4556-a58b-5df9039198fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': '8f9e0c7b-695a-46af-abe5-c3a679529f85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:53:24Z', 'updated_at': '2021-07-14T09:53:30Z', 'revision_number': 4, 'project_id': '9db698890ecd46ca97fb74855c09fbb2', 'subnets': [{'id': '8f9e0c7b-695a-46af-abe5-c3a679529f85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:53:30.641561 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c28cc2-8715-411c-8a5e-65e649d23e31 None None] The sync data for ids ['6f38488f-902b-4556-a58b-5df9039198fc'] in n-d-779913-29 is: [{'id': '6f38488f-902b-4556-a58b-5df9039198fc', 'name': 'tempest-TestVolumeBackupRestore-1136915751-router', 'tenant_id': '9db698890ecd46ca97fb74855c09fbb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.187'}], 'enable_snat': True}, 'gw_port_id': '596a8230-fe3c-48aa-8c17-fbeb51bb2eb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:53:21Z', 'updated_at': '2021-07-14T09:53:25Z', 'revision_number': 4, 'project_id': '9db698890ecd46ca97fb74855c09fbb2', 'gw_port': {'id': '596a8230-fe3c-48aa-8c17-fbeb51bb2eb4', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:af:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f38488f-902b-4556-a58b-5df9039198fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:53:22Z', 'updated_at': '2021-07-14T09:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': '66c09b42-77eb-4e09-b5a1-6d2217e539ae', 'name': '', 'network_id': '4de2c424-059a-4b5d-b380-81b3b7e5e6d1', 'tenant_id': '9db698890ecd46ca97fb74855c09fbb2', 'mac_address': 'fa:16:3e:8c:b2:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f38488f-902b-4556-a58b-5df9039198fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': '8f9e0c7b-695a-46af-abe5-c3a679529f85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:53:24Z', 'updated_at': '2021-07-14T09:53:30Z', 'revision_number': 4, 'project_id': '9db698890ecd46ca97fb74855c09fbb2', 'subnets': [{'id': '8f9e0c7b-695a-46af-abe5-c3a679529f85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:53:31.717818 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 66c09b42-77eb-4e09-b5a1-6d2217e539ae up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:53:31.781195 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning for port 66c09b42-77eb-4e09-b5a1-6d2217e539ae completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:53:31.786035 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port 66c09b42-77eb-4e09-b5a1-6d2217e539ae triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:53:31.786430 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:31.882099 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:31.924098 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] For port 66c09b42-77eb-4e09-b5a1-6d2217e539ae, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=66c09b42-77eb-4e09-b5a1-6d2217e539ae,segment=NetworkSegment(f6d6818f-fe40-4404-ba0d-b18708445ebb),segment_id=f6d6818f-fe40-4404-ba0d-b18708445ebb)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:53:31.929150 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:31.992919 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Pushing event updated for resources: {'Port': ['ID=66c09b42-77eb-4e09-b5a1-6d2217e539ae,revision_number=5']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:53:33.668220 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.agents_db [None req-3c3509fb-540d-4335-a450-574895dd3602 None None] Agent healthcheck: found 7 active agents {{(pid=93960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:53:33.724880 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 66c09b42-77eb-4e09-b5a1-6d2217e539ae up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:53:33.794710 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port 66c09b42-77eb-4e09-b5a1-6d2217e539ae triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:53:33.795276 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:42.989267 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:43.787464 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:50.615389 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca291c63-c766-49ce-8f8d-03d25b5f3d43 req-fb766180-c71b-41af-88cd-bbf8003d5a99 tempest-VolumesSnapshotTestJSON-1969569412 tempest-VolumesSnapshotTestJSON-1969569412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:53:50.616847 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ca291c63-c766-49ce-8f8d-03d25b5f3d43 req-fb766180-c71b-41af-88cd-bbf8003d5a99 tempest-VolumesSnapshotTestJSON-1969569412 tempest-VolumesSnapshotTestJSON-1969569412-project] 10.222.0.68 "GET /v2.0/ports?device_id=0618b78a-7ae1-4696-a833-a3e3ba309bee HTTP/1.1" status: 200 len: 945 time: 0.0701087 Jul 14 09:53:50.660787 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ca291c63-c766-49ce-8f8d-03d25b5f3d43 req-10501624-b9f7-4b93-8e74-e793e19d7f17 tempest-VolumesSnapshotTestJSON-1969569412 tempest-VolumesSnapshotTestJSON-1969569412-project] 10.222.0.68 "GET /v2.0/security-groups?id=c96cc3e0-c301-4095-9164-097e935707a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359054 Jul 14 09:53:51.842176 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42740e00-80e8-4cb1-bca4-7605c6fe0cfa req-c2bd7d40-76cb-45db-ac7c-a5a996762c88 tempest-VolumesSnapshotTestJSON-1969569412 tempest-VolumesSnapshotTestJSON-1969569412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:53:51.843690 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-42740e00-80e8-4cb1-bca4-7605c6fe0cfa req-c2bd7d40-76cb-45db-ac7c-a5a996762c88 tempest-VolumesSnapshotTestJSON-1969569412 tempest-VolumesSnapshotTestJSON-1969569412-project] 10.222.0.68 "GET /v2.0/ports?device_id=0618b78a-7ae1-4696-a833-a3e3ba309bee HTTP/1.1" status: 200 len: 945 time: 0.0645802 Jul 14 09:53:51.885199 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-42740e00-80e8-4cb1-bca4-7605c6fe0cfa req-4b2e1b37-c0e0-405a-ad66-051e62c4dee3 tempest-VolumesSnapshotTestJSON-1969569412 tempest-VolumesSnapshotTestJSON-1969569412-project] 10.222.0.68 "GET /v2.0/security-groups?id=c96cc3e0-c301-4095-9164-097e935707a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352862 Jul 14 09:53:52.187603 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4c7cf4-fd1c-4821-af5e-dcc03f35cd47 req-2c5ab3bc-d215-45c5-9dae-7df0ed4cb28f tempest-VolumesSnapshotTestJSON-1969569412 tempest-VolumesSnapshotTestJSON-1969569412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:53:52.189056 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-9a4c7cf4-fd1c-4821-af5e-dcc03f35cd47 req-2c5ab3bc-d215-45c5-9dae-7df0ed4cb28f tempest-VolumesSnapshotTestJSON-1969569412 tempest-VolumesSnapshotTestJSON-1969569412-project] 10.222.0.57 "GET /v2.0/ports?device_id=0618b78a-7ae1-4696-a833-a3e3ba309bee HTTP/1.1" status: 200 len: 945 time: 0.0726762 Jul 14 09:53:52.199351 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-131d0132-29b1-4edd-81af-fcafcb979cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:52.299559 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [req-9a4c7cf4-fd1c-4821-af5e-dcc03f35cd47 req-80cbbbe0-4ec1-4d0f-b2f0-98e5327a342d tempest-VolumesSnapshotTestJSON-1969569412 tempest-VolumesSnapshotTestJSON-1969569412-project] Deleting port 456e42ed-b4d9-4d7e-bcd5-9477e34830a6 {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:53:52.299910 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-9a4c7cf4-fd1c-4821-af5e-dcc03f35cd47 req-80cbbbe0-4ec1-4d0f-b2f0-98e5327a342d tempest-VolumesSnapshotTestJSON-1969569412 tempest-VolumesSnapshotTestJSON-1969569412-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:52.401376 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-9a4c7cf4-fd1c-4821-af5e-dcc03f35cd47 req-80cbbbe0-4ec1-4d0f-b2f0-98e5327a342d tempest-VolumesSnapshotTestJSON-1969569412 tempest-VolumesSnapshotTestJSON-1969569412-project] For port 456e42ed-b4d9-4d7e-bcd5-9477e34830a6, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=456e42ed-b4d9-4d7e-bcd5-9477e34830a6,segment=NetworkSegment(41327c68-232c-428f-a072-f41993d06851),segment_id=41327c68-232c-428f-a072-f41993d06851)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:53:52.401780 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-9a4c7cf4-fd1c-4821-af5e-dcc03f35cd47 req-80cbbbe0-4ec1-4d0f-b2f0-98e5327a342d tempest-VolumesSnapshotTestJSON-1969569412 tempest-VolumesSnapshotTestJSON-1969569412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:52.415010 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [req-9a4c7cf4-fd1c-4821-af5e-dcc03f35cd47 req-80cbbbe0-4ec1-4d0f-b2f0-98e5327a342d tempest-VolumesSnapshotTestJSON-1969569412 tempest-VolumesSnapshotTestJSON-1969569412-project] Calling delete_port for 456e42ed-b4d9-4d7e-bcd5-9477e34830a6 owned by compute:nova {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:53:52.564393 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-9a4c7cf4-fd1c-4821-af5e-dcc03f35cd47 req-80cbbbe0-4ec1-4d0f-b2f0-98e5327a342d tempest-VolumesSnapshotTestJSON-1969569412 tempest-VolumesSnapshotTestJSON-1969569412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:52.601316 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] get_ports_and_sgs() called for port_ids ['456e42ed-b4d9-4d7e-bcd5-9477e34830a6'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:53:52.605098 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cbbbe0-4ec1-4d0f-b2f0-98e5327a342d tempest-VolumesSnapshotTestJSON-1969569412 tempest-VolumesSnapshotTestJSON-1969569412-project] Pushing event deleted for resources: {'Port': ['ID=456e42ed-b4d9-4d7e-bcd5-9477e34830a6,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:53:52.634556 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80cbbbe0-4ec1-4d0f-b2f0-98e5327a342d tempest-VolumesSnapshotTestJSON-1969569412 tempest-VolumesSnapshotTestJSON-1969569412-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:53:52.635107 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80cbbbe0-4ec1-4d0f-b2f0-98e5327a342d tempest-VolumesSnapshotTestJSON-1969569412 tempest-VolumesSnapshotTestJSON-1969569412-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:53:52.635587 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80cbbbe0-4ec1-4d0f-b2f0-98e5327a342d tempest-VolumesSnapshotTestJSON-1969569412 tempest-VolumesSnapshotTestJSON-1969569412-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:53:52.635791 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80cbbbe0-4ec1-4d0f-b2f0-98e5327a342d tempest-VolumesSnapshotTestJSON-1969569412 tempest-VolumesSnapshotTestJSON-1969569412-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:53:52.636142 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80cbbbe0-4ec1-4d0f-b2f0-98e5327a342d tempest-VolumesSnapshotTestJSON-1969569412 tempest-VolumesSnapshotTestJSON-1969569412-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:53:52.636710 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80cbbbe0-4ec1-4d0f-b2f0-98e5327a342d tempest-VolumesSnapshotTestJSON-1969569412 tempest-VolumesSnapshotTestJSON-1969569412-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:53:52.637068 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80cbbbe0-4ec1-4d0f-b2f0-98e5327a342d tempest-VolumesSnapshotTestJSON-1969569412 tempest-VolumesSnapshotTestJSON-1969569412-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:53:52.637532 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80cbbbe0-4ec1-4d0f-b2f0-98e5327a342d tempest-VolumesSnapshotTestJSON-1969569412 tempest-VolumesSnapshotTestJSON-1969569412-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:53:52.637854 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80cbbbe0-4ec1-4d0f-b2f0-98e5327a342d tempest-VolumesSnapshotTestJSON-1969569412 tempest-VolumesSnapshotTestJSON-1969569412-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:53:52.638220 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80cbbbe0-4ec1-4d0f-b2f0-98e5327a342d tempest-VolumesSnapshotTestJSON-1969569412 tempest-VolumesSnapshotTestJSON-1969569412-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:53:52.638560 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80cbbbe0-4ec1-4d0f-b2f0-98e5327a342d tempest-VolumesSnapshotTestJSON-1969569412 tempest-VolumesSnapshotTestJSON-1969569412-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:53:52.638905 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80cbbbe0-4ec1-4d0f-b2f0-98e5327a342d tempest-VolumesSnapshotTestJSON-1969569412 tempest-VolumesSnapshotTestJSON-1969569412-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:53:52.661871 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a4c7cf4-fd1c-4821-af5e-dcc03f35cd47 req-80cbbbe0-4ec1-4d0f-b2f0-98e5327a342d tempest-VolumesSnapshotTestJSON-1969569412 tempest-VolumesSnapshotTestJSON-1969569412-project] No DVR routers for this DVR port 456e42ed-b4d9-4d7e-bcd5-9477e34830a6 on host n-h2-779913-29 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:53:52.664511 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-9a4c7cf4-fd1c-4821-af5e-dcc03f35cd47 req-80cbbbe0-4ec1-4d0f-b2f0-98e5327a342d tempest-VolumesSnapshotTestJSON-1969569412 tempest-VolumesSnapshotTestJSON-1969569412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:52.667465 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-9a4c7cf4-fd1c-4821-af5e-dcc03f35cd47 req-80cbbbe0-4ec1-4d0f-b2f0-98e5327a342d tempest-VolumesSnapshotTestJSON-1969569412 tempest-VolumesSnapshotTestJSON-1969569412-project] 10.222.0.57 "DELETE /v2.0/ports/456e42ed-b4d9-4d7e-bcd5-9477e34830a6 HTTP/1.1" status: 204 len: 173 time: 0.4731164 Jul 14 09:53:52.667951 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0618b78a-7ae1-4696-a833-a3e3ba309bee', 'name': 'network-vif-deleted', 'tag': '456e42ed-b4d9-4d7e-bcd5-9477e34830a6'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:53:52.670321 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94e08534-df55-420a-8797-057f3eb9186b" -d '{"events": [{"server_uuid": "0618b78a-7ae1-4696-a833-a3e3ba309bee", "name": "network-vif-deleted", "tag": "456e42ed-b4d9-4d7e-bcd5-9477e34830a6"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:53:52.872816 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:53:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-691c9eab-c5af-4323-bb8e-183a203e360a x-openstack-request-id: req-691c9eab-c5af-4323-bb8e-183a203e360a {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:53:52.873862 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0618b78a-7ae1-4696-a833-a3e3ba309bee", "name": "network-vif-deleted", "tag": "456e42ed-b4d9-4d7e-bcd5-9477e34830a6", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:53:52.874288 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-691c9eab-c5af-4323-bb8e-183a203e360a {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:53:52.875288 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0618b78a-7ae1-4696-a833-a3e3ba309bee', 'name': 'network-vif-deleted', 'tag': '456e42ed-b4d9-4d7e-bcd5-9477e34830a6', 'status': 'completed', 'code': 200} Jul 14 09:53:52.972957 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-861dd055-089f-4ddb-889c-b94d7cc5ca20 req-e4778962-997e-4c43-b4d6-42d1893b077a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=0618b78a-7ae1-4696-a833-a3e3ba309bee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0311604 Jul 14 09:53:53.056891 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-b31d92cf-94b9-430a-985c-a0a167da005f req-28d0f2b2-9534-4c33-b653-e3df6721b587 tempest-VolumesSnapshotTestJSON-1969569412 tempest-VolumesSnapshotTestJSON-1969569412-project] 10.222.0.68 "GET /v2.0/ports?device_id=0618b78a-7ae1-4696-a833-a3e3ba309bee HTTP/1.1" status: 200 len: 210 time: 0.0416353 Jul 14 09:53:53.080417 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-861dd055-089f-4ddb-889c-b94d7cc5ca20 req-9c9ca0db-897c-444c-bc00-e622c2d89cc2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=343d5f8758d7417b9e804ec6d77c0998&device_id=0618b78a-7ae1-4696-a833-a3e3ba309bee HTTP/1.1" status: 200 len: 210 time: 0.0353308 Jul 14 09:53:53.297404 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861dd055-089f-4ddb-889c-b94d7cc5ca20 req-5adb8368-ed0e-40d1-b24d-d53bf1b9e15a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:53:53.299002 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-861dd055-089f-4ddb-889c-b94d7cc5ca20 req-5adb8368-ed0e-40d1-b24d-d53bf1b9e15a service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=343d5f8758d7417b9e804ec6d77c0998&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1912465 Jul 14 09:53:53.484880 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861dd055-089f-4ddb-889c-b94d7cc5ca20 req-88210422-d1ff-4420-9a61-9f78e8f6367c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:53:53.487912 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-861dd055-089f-4ddb-889c-b94d7cc5ca20 req-88210422-d1ff-4420-9a61-9f78e8f6367c service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1810694 Jul 14 09:53:54.789034 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:54.891009 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a739cf85-3d33-4deb-a8a0-f02ec279e7f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:55.957330 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5ad31076-714c-49ec-bc37-f3d4cd90112a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:56.262297 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 456e42ed-b4d9-4d7e-bcd5-9477e34830a6 no longer exists at agent hyperv_n-h2-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:53:56.285025 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] No Port match for: 456e42ed-b4d9-4d7e-bcd5-9477e34830a6 {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:53:56.285375 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 456e42ed-b4d9-4d7e-bcd5-9477e34830a6 not bound to the agent host n-h2-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:53:57.784401 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5bbe322f-3f67-4864-bc0a-91afe44d23e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:01.213161 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8941c930-b86a-49f7-a31d-9fe410aace47 req-7140d050-6dfb-4047-abcd-287acd3c56f7 tempest-VolumesSnapshotTestJSON-1969569412 tempest-VolumesSnapshotTestJSON-1969569412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:54:01.214620 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-8941c930-b86a-49f7-a31d-9fe410aace47 req-7140d050-6dfb-4047-abcd-287acd3c56f7 tempest-VolumesSnapshotTestJSON-1969569412 tempest-VolumesSnapshotTestJSON-1969569412-project] 10.222.0.68 "GET /v2.0/networks?id=9f17e7d5-1fa7-4c5f-9081-f57866f175b9 HTTP/1.1" status: 200 len: 814 time: 0.1068892 Jul 14 09:54:01.234167 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-8941c930-b86a-49f7-a31d-9fe410aace47 req-ffc1a5de-ab19-4de8-9864-4d74c4c3df8d tempest-VolumesSnapshotTestJSON-1969569412 tempest-VolumesSnapshotTestJSON-1969569412-project] 10.222.0.68 "GET /v2.0/quotas/343d5f8758d7417b9e804ec6d77c0998 HTTP/1.1" status: 200 len: 375 time: 0.0112872 Jul 14 09:54:01.277978 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-8941c930-b86a-49f7-a31d-9fe410aace47 req-0b248a48-4f53-4d81-b64a-a7fd958ebc54 tempest-VolumesSnapshotTestJSON-1969569412 tempest-VolumesSnapshotTestJSON-1969569412-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=343d5f8758d7417b9e804ec6d77c0998&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0352275 Jul 14 09:54:01.500104 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-8941c930-b86a-49f7-a31d-9fe410aace47 req-525e6352-f9f4-4299-9391-aa49e684e175 service neutron] 10.222.0.68 "GET /v2.0/networks/9f17e7d5-1fa7-4c5f-9081-f57866f175b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2145431 Jul 14 09:54:01.615577 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-8941c930-b86a-49f7-a31d-9fe410aace47 req-bb3c194f-6924-4ba2-a6f3-5babb8f08300 service neutron] 10.222.0.68 "GET /v2.0/networks/9f17e7d5-1fa7-4c5f-9081-f57866f175b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078603 Jul 14 09:54:01.852677 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0d4a3edf-c956-4f03-a89a-9241bd302910 req-ad063d67-d71e-484b-9630-e6575150cc26 tempest-VolumesSnapshotTestJSON-1969569412 tempest-VolumesSnapshotTestJSON-1969569412-project] 10.222.0.68 "GET /v2.0/ports?device_id=373d1cd5-7d95-4644-8cff-2e4366510123 HTTP/1.1" status: 200 len: 210 time: 0.0393052 Jul 14 09:54:03.028764 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8941c930-b86a-49f7-a31d-9fe410aace47 req-39cb8476-d7af-4115-af8b-72433a174b90 tempest-VolumesSnapshotTestJSON-1969569412 tempest-VolumesSnapshotTestJSON-1969569412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:54:03.032116 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8941c930-b86a-49f7-a31d-9fe410aace47 req-39cb8476-d7af-4115-af8b-72433a174b90 tempest-VolumesSnapshotTestJSON-1969569412 tempest-VolumesSnapshotTestJSON-1969569412-project] 10.222.0.57 "GET /v2.0/networks?id=9f17e7d5-1fa7-4c5f-9081-f57866f175b9 HTTP/1.1" status: 200 len: 814 time: 0.1168010 Jul 14 09:54:03.032616 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-2ef79dc9-4258-487c-8d40-f87e937fbb6f req-151b2dbc-994f-4069-919b-f26997881ddc tempest-VolumesSnapshotTestJSON-1969569412 tempest-VolumesSnapshotTestJSON-1969569412-project] 10.222.0.68 "GET /v2.0/ports?device_id=373d1cd5-7d95-4644-8cff-2e4366510123 HTTP/1.1" status: 200 len: 210 time: 0.0392978 Jul 14 09:54:03.052179 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-8941c930-b86a-49f7-a31d-9fe410aace47 req-ba68a188-53ba-451b-9272-154ee1fd274d tempest-VolumesSnapshotTestJSON-1969569412 tempest-VolumesSnapshotTestJSON-1969569412-project] Request body: {'port': {'device_id': '373d1cd5-7d95-4644-8cff-2e4366510123', 'network_id': '9f17e7d5-1fa7-4c5f-9081-f57866f175b9', 'admin_state_up': True, 'tenant_id': '343d5f8758d7417b9e804ec6d77c0998'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:54:03.166909 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8941c930-b86a-49f7-a31d-9fe410aace47 req-ba68a188-53ba-451b-9272-154ee1fd274d tempest-VolumesSnapshotTestJSON-1969569412 tempest-VolumesSnapshotTestJSON-1969569412-project] Made reservation on behalf of 343d5f8758d7417b9e804ec6d77c0998 for: {'port': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:54:03.170589 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-8941c930-b86a-49f7-a31d-9fe410aace47 req-ba68a188-53ba-451b-9272-154ee1fd274d tempest-VolumesSnapshotTestJSON-1969569412 tempest-VolumesSnapshotTestJSON-1969569412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:03.293999 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [req-8941c930-b86a-49f7-a31d-9fe410aace47 req-ba68a188-53ba-451b-9272-154ee1fd274d tempest-VolumesSnapshotTestJSON-1969569412 tempest-VolumesSnapshotTestJSON-1969569412-project] Allocated IP 172.20.0.11 (9f17e7d5-1fa7-4c5f-9081-f57866f175b9/eb53af94-66f6-4ef1-9e36-c78825f709c1/0e5877ea-786d-487c-932a-042b3dd7bcd0) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:54:03.781106 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-8941c930-b86a-49f7-a31d-9fe410aace47 req-ba68a188-53ba-451b-9272-154ee1fd274d tempest-VolumesSnapshotTestJSON-1969569412 tempest-VolumesSnapshotTestJSON-1969569412-project] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:03.820630 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-8941c930-b86a-49f7-a31d-9fe410aace47 req-ba68a188-53ba-451b-9272-154ee1fd274d tempest-VolumesSnapshotTestJSON-1969569412 tempest-VolumesSnapshotTestJSON-1969569412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:03.874505 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8941c930-b86a-49f7-a31d-9fe410aace47 req-ba68a188-53ba-451b-9272-154ee1fd274d tempest-VolumesSnapshotTestJSON-1969569412 tempest-VolumesSnapshotTestJSON-1969569412-project] Network 9f17e7d5-1fa7-4c5f-9081-f57866f175b9 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:54:03.878119 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [req-8941c930-b86a-49f7-a31d-9fe410aace47 req-ba68a188-53ba-451b-9272-154ee1fd274d tempest-VolumesSnapshotTestJSON-1969569412 tempest-VolumesSnapshotTestJSON-1969569412-project] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:54:03.883132 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-8941c930-b86a-49f7-a31d-9fe410aace47 req-ba68a188-53ba-451b-9272-154ee1fd274d tempest-VolumesSnapshotTestJSON-1969569412 tempest-VolumesSnapshotTestJSON-1969569412-project] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:54:03.887217 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba68a188-53ba-451b-9272-154ee1fd274d tempest-VolumesSnapshotTestJSON-1969569412 tempest-VolumesSnapshotTestJSON-1969569412-project] Pushing event updated for resources: {'Port': ['ID=0e5877ea-786d-487c-932a-042b3dd7bcd0,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:54:03.934508 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8941c930-b86a-49f7-a31d-9fe410aace47 req-ba68a188-53ba-451b-9272-154ee1fd274d tempest-VolumesSnapshotTestJSON-1969569412 tempest-VolumesSnapshotTestJSON-1969569412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:54:03.935129 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-8941c930-b86a-49f7-a31d-9fe410aace47 req-ba68a188-53ba-451b-9272-154ee1fd274d tempest-VolumesSnapshotTestJSON-1969569412 tempest-VolumesSnapshotTestJSON-1969569412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:03.962024 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8941c930-b86a-49f7-a31d-9fe410aace47 req-ba68a188-53ba-451b-9272-154ee1fd274d tempest-VolumesSnapshotTestJSON-1969569412 tempest-VolumesSnapshotTestJSON-1969569412-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9150662 Jul 14 09:54:03.978814 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-8941c930-b86a-49f7-a31d-9fe410aace47 req-fec6231e-5652-483b-b628-e81d09d42c7f service neutron] Request body: {'port': {'device_id': '373d1cd5-7d95-4644-8cff-2e4366510123', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-29'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:54:04.052767 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-8941c930-b86a-49f7-a31d-9fe410aace47 req-fec6231e-5652-483b-b628-e81d09d42c7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:04.291038 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af390d74-88d5-4d24-8b87-b3cddb0baee3 req-41b4bcc1-66bd-4e63-8171-bed27dd552ec tempest-VolumesSnapshotTestJSON-1969569412 tempest-VolumesSnapshotTestJSON-1969569412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:54:04.292536 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-af390d74-88d5-4d24-8b87-b3cddb0baee3 req-41b4bcc1-66bd-4e63-8171-bed27dd552ec tempest-VolumesSnapshotTestJSON-1969569412 tempest-VolumesSnapshotTestJSON-1969569412-project] 10.222.0.68 "GET /v2.0/ports?device_id=373d1cd5-7d95-4644-8cff-2e4366510123 HTTP/1.1" status: 200 len: 932 time: 0.1351273 Jul 14 09:54:04.355584 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-af390d74-88d5-4d24-8b87-b3cddb0baee3 req-1bd2cd66-9501-4b73-8e99-29575616eb2f tempest-VolumesSnapshotTestJSON-1969569412 tempest-VolumesSnapshotTestJSON-1969569412-project] 10.222.0.68 "GET /v2.0/security-groups?id=c96cc3e0-c301-4095-9164-097e935707a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549476 Jul 14 09:54:04.401255 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [req-8941c930-b86a-49f7-a31d-9fe410aace47 req-fec6231e-5652-483b-b628-e81d09d42c7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e5877ea-786d-487c-932a-042b3dd7bcd0 {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:54:04.408626 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-8941c930-b86a-49f7-a31d-9fe410aace47 req-fec6231e-5652-483b-b628-e81d09d42c7f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:04.420242 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [req-8941c930-b86a-49f7-a31d-9fe410aace47 req-fec6231e-5652-483b-b628-e81d09d42c7f service neutron] Transition to ACTIVE for port object 0e5877ea-786d-487c-932a-042b3dd7bcd0 will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:54:04.424200 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-8941c930-b86a-49f7-a31d-9fe410aace47 req-fec6231e-5652-483b-b628-e81d09d42c7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:04.495118 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec6231e-5652-483b-b628-e81d09d42c7f service neutron] Pushing event updated for resources: {'Port': ['ID=0e5877ea-786d-487c-932a-042b3dd7bcd0,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:54:04.545027 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-8941c930-b86a-49f7-a31d-9fe410aace47 req-fec6231e-5652-483b-b628-e81d09d42c7f service neutron] Attempting to bind port 0e5877ea-786d-487c-932a-042b3dd7bcd0 on host n-h2-779913-29 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:54:04.545380 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-8941c930-b86a-49f7-a31d-9fe410aace47 req-fec6231e-5652-483b-b628-e81d09d42c7f service neutron] Attempting to bind port 0e5877ea-786d-487c-932a-042b3dd7bcd0 by drivers openvswitch,hyperv on host n-h2-779913-29 at level 0 using segments [{'id': '41327c68-232c-428f-a072-f41993d06851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '9f17e7d5-1fa7-4c5f-9081-f57866f175b9'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:54:04.545753 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8941c930-b86a-49f7-a31d-9fe410aace47 req-fec6231e-5652-483b-b628-e81d09d42c7f service neutron] Attempting to bind port 0e5877ea-786d-487c-932a-042b3dd7bcd0 on network 9f17e7d5-1fa7-4c5f-9081-f57866f175b9 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:54:04.550550 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8941c930-b86a-49f7-a31d-9fe410aace47 req-fec6231e-5652-483b-b628-e81d09d42c7f service neutron] Port 0e5877ea-786d-487c-932a-042b3dd7bcd0 on network 9f17e7d5-1fa7-4c5f-9081-f57866f175b9 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-29 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:54:04.550974 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8941c930-b86a-49f7-a31d-9fe410aace47 req-fec6231e-5652-483b-b628-e81d09d42c7f service neutron] Attempting to bind port 0e5877ea-786d-487c-932a-042b3dd7bcd0 on network 9f17e7d5-1fa7-4c5f-9081-f57866f175b9 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:54:04.556075 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8941c930-b86a-49f7-a31d-9fe410aace47 req-fec6231e-5652-483b-b628-e81d09d42c7f service neutron] Checking agent: {'id': '013e4a3b-a634-47b8-b6a5-1a25109b73fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 13, 13), 'started_at': datetime.datetime(2021, 7, 14, 9, 13, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 53, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:54:04.556424 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8941c930-b86a-49f7-a31d-9fe410aace47 req-fec6231e-5652-483b-b628-e81d09d42c7f service neutron] Checking segment: {'id': '41327c68-232c-428f-a072-f41993d06851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '9f17e7d5-1fa7-4c5f-9081-f57866f175b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:54:04.556819 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8941c930-b86a-49f7-a31d-9fe410aace47 req-fec6231e-5652-483b-b628-e81d09d42c7f service neutron] Bound using segment: {'id': '41327c68-232c-428f-a072-f41993d06851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '9f17e7d5-1fa7-4c5f-9081-f57866f175b9'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:54:04.557257 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-8941c930-b86a-49f7-a31d-9fe410aace47 req-fec6231e-5652-483b-b628-e81d09d42c7f service neutron] Bound port: 0e5877ea-786d-487c-932a-042b3dd7bcd0, host: n-h2-779913-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41327c68-232c-428f-a072-f41993d06851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '9f17e7d5-1fa7-4c5f-9081-f57866f175b9'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:54:04.557652 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-8941c930-b86a-49f7-a31d-9fe410aace47 req-fec6231e-5652-483b-b628-e81d09d42c7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:04.628641 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-8941c930-b86a-49f7-a31d-9fe410aace47 req-fec6231e-5652-483b-b628-e81d09d42c7f service neutron] For port 0e5877ea-786d-487c-932a-042b3dd7bcd0, host n-h2-779913-29, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:54:04.631644 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-8941c930-b86a-49f7-a31d-9fe410aace47 req-fec6231e-5652-483b-b628-e81d09d42c7f service neutron] For port 0e5877ea-786d-487c-932a-042b3dd7bcd0, host n-h2-779913-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=0e5877ea-786d-487c-932a-042b3dd7bcd0,segment=NetworkSegment(41327c68-232c-428f-a072-f41993d06851),segment_id=41327c68-232c-428f-a072-f41993d06851)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:54:04.635985 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-8941c930-b86a-49f7-a31d-9fe410aace47 req-fec6231e-5652-483b-b628-e81d09d42c7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:04.672309 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8941c930-b86a-49f7-a31d-9fe410aace47 req-fec6231e-5652-483b-b628-e81d09d42c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:54:04.673013 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-8941c930-b86a-49f7-a31d-9fe410aace47 req-fec6231e-5652-483b-b628-e81d09d42c7f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:04.674448 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8941c930-b86a-49f7-a31d-9fe410aace47 req-fec6231e-5652-483b-b628-e81d09d42c7f service neutron] 10.222.0.57 "PUT /v2.0/ports/0e5877ea-786d-487c-932a-042b3dd7bcd0 HTTP/1.1" status: 200 len: 1093 time: 0.7008679 Jul 14 09:54:04.674948 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '373d1cd5-7d95-4644-8cff-2e4366510123', 'tag': '0e5877ea-786d-487c-932a-042b3dd7bcd0'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:54:04.677222 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab27c8a2-c994-4377-a545-9972f0bd372d" -d '{"events": [{"name": "network-changed", "server_uuid": "373d1cd5-7d95-4644-8cff-2e4366510123", "tag": "0e5877ea-786d-487c-932a-042b3dd7bcd0"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:54:04.703386 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec6231e-5652-483b-b628-e81d09d42c7f service neutron] Pushing event updated for resources: {'Port': ['ID=0e5877ea-786d-487c-932a-042b3dd7bcd0,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:54:04.726249 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:54:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acb83b47-a9f2-4c87-b275-ed3c540fe89e x-openstack-request-id: req-acb83b47-a9f2-4c87-b275-ed3c540fe89e {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:54:04.726587 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "373d1cd5-7d95-4644-8cff-2e4366510123", "tag": "0e5877ea-786d-487c-932a-042b3dd7bcd0", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:54:04.726942 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-acb83b47-a9f2-4c87-b275-ed3c540fe89e {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:54:04.727399 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '373d1cd5-7d95-4644-8cff-2e4366510123', 'tag': '0e5877ea-786d-487c-932a-042b3dd7bcd0', 'status': 'completed', 'code': 200} Jul 14 09:54:04.797608 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8941c930-b86a-49f7-a31d-9fe410aace47 req-81656aef-d1aa-4d22-8626-87246b856db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:54:04.799138 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8941c930-b86a-49f7-a31d-9fe410aace47 req-81656aef-d1aa-4d22-8626-87246b856db8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=343d5f8758d7417b9e804ec6d77c0998&device_id=373d1cd5-7d95-4644-8cff-2e4366510123 HTTP/1.1" status: 200 len: 1096 time: 0.0548973 Jul 14 09:54:04.852516 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8941c930-b86a-49f7-a31d-9fe410aace47 req-0bf56bb1-80c6-4479-adb5-98c881a565bb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0e5877ea-786d-487c-932a-042b3dd7bcd0 HTTP/1.1" status: 200 len: 217 time: 0.0394425 Jul 14 09:54:04.900087 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8941c930-b86a-49f7-a31d-9fe410aace47 req-ce45b3de-8f18-46d1-92ac-31ebfb2fa8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:54:04.901443 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8941c930-b86a-49f7-a31d-9fe410aace47 req-ce45b3de-8f18-46d1-92ac-31ebfb2fa8f0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=eb53af94-66f6-4ef1-9e36-c78825f709c1 HTTP/1.1" status: 200 len: 854 time: 0.0434637 Jul 14 09:54:04.933762 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8941c930-b86a-49f7-a31d-9fe410aace47 req-063d5bd0-2ff7-4b6d-a921-064918cd6058 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9f17e7d5-1fa7-4c5f-9081-f57866f175b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266013 Jul 14 09:54:05.026180 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8941c930-b86a-49f7-a31d-9fe410aace47 req-532e2189-dabc-4af2-90e1-a0af056c55fb service neutron] 10.222.0.57 "GET /v2.0/networks/9f17e7d5-1fa7-4c5f-9081-f57866f175b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860682 Jul 14 09:54:05.123612 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8941c930-b86a-49f7-a31d-9fe410aace47 req-d5a64732-bf24-47b0-a498-8d95c3684abc service neutron] 10.222.0.57 "GET /v2.0/networks/9f17e7d5-1fa7-4c5f-9081-f57866f175b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909963 Jul 14 09:54:05.271197 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab27c8a2-c994-4377-a545-9972f0bd372d req-ff3f296a-03cb-491c-8aed-fe6bf4cb7b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:54:05.272748 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ab27c8a2-c994-4377-a545-9972f0bd372d req-ff3f296a-03cb-491c-8aed-fe6bf4cb7b88 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=343d5f8758d7417b9e804ec6d77c0998&device_id=373d1cd5-7d95-4644-8cff-2e4366510123 HTTP/1.1" status: 200 len: 1096 time: 0.0549474 Jul 14 09:54:05.367359 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab27c8a2-c994-4377-a545-9972f0bd372d req-85c09730-43fe-45a3-a7ad-305ce93e2134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:54:05.369437 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ab27c8a2-c994-4377-a545-9972f0bd372d req-85c09730-43fe-45a3-a7ad-305ce93e2134 service neutron] 10.222.0.57 "GET /v2.0/networks?id=9f17e7d5-1fa7-4c5f-9081-f57866f175b9 HTTP/1.1" status: 200 len: 915 time: 0.0903590 Jul 14 09:54:05.411357 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ab27c8a2-c994-4377-a545-9972f0bd372d req-d51563e7-b734-47d7-b7e5-bac2310d5d03 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0e5877ea-786d-487c-932a-042b3dd7bcd0 HTTP/1.1" status: 200 len: 217 time: 0.0352380 Jul 14 09:54:05.462535 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab27c8a2-c994-4377-a545-9972f0bd372d req-4407165a-4761-438c-b3af-6626a3eea631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:54:05.464387 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ab27c8a2-c994-4377-a545-9972f0bd372d req-4407165a-4761-438c-b3af-6626a3eea631 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=eb53af94-66f6-4ef1-9e36-c78825f709c1 HTTP/1.1" status: 200 len: 854 time: 0.0468738 Jul 14 09:54:05.528904 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ab27c8a2-c994-4377-a545-9972f0bd372d req-b6ccd817-237c-4a9d-83d2-172a92fbca1a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9f17e7d5-1fa7-4c5f-9081-f57866f175b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492439 Jul 14 09:54:05.615360 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36a139b-3d43-4c70-85ef-9e3bac27a58b req-6019e554-def1-4d4c-b913-0b653af42064 tempest-VolumesSnapshotTestJSON-1969569412 tempest-VolumesSnapshotTestJSON-1969569412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:54:05.616883 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b36a139b-3d43-4c70-85ef-9e3bac27a58b req-6019e554-def1-4d4c-b913-0b653af42064 tempest-VolumesSnapshotTestJSON-1969569412 tempest-VolumesSnapshotTestJSON-1969569412-project] 10.222.0.68 "GET /v2.0/ports?device_id=373d1cd5-7d95-4644-8cff-2e4366510123 HTTP/1.1" status: 200 len: 944 time: 0.1470647 Jul 14 09:54:05.669298 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ab27c8a2-c994-4377-a545-9972f0bd372d req-47320b05-4d53-49d3-b339-b2d7b973c847 service neutron] 10.222.0.57 "GET /v2.0/networks/9f17e7d5-1fa7-4c5f-9081-f57866f175b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335337 Jul 14 09:54:05.674359 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b36a139b-3d43-4c70-85ef-9e3bac27a58b req-8abb80b7-5288-4240-95b4-1862271eeb31 tempest-VolumesSnapshotTestJSON-1969569412 tempest-VolumesSnapshotTestJSON-1969569412-project] 10.222.0.68 "GET /v2.0/security-groups?id=c96cc3e0-c301-4095-9164-097e935707a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504973 Jul 14 09:54:05.761718 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ab27c8a2-c994-4377-a545-9972f0bd372d req-1199ced8-7697-4eb0-abf7-0eb40db6350b service neutron] 10.222.0.57 "GET /v2.0/networks/9f17e7d5-1fa7-4c5f-9081-f57866f175b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855362 Jul 14 09:54:06.861675 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c140df0-8949-4463-8162-7a0911152819 req-f591227d-b098-4aae-9ce1-246dc1aeedaf tempest-VolumesSnapshotTestJSON-1969569412 tempest-VolumesSnapshotTestJSON-1969569412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:54:06.863223 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-5c140df0-8949-4463-8162-7a0911152819 req-f591227d-b098-4aae-9ce1-246dc1aeedaf tempest-VolumesSnapshotTestJSON-1969569412 tempest-VolumesSnapshotTestJSON-1969569412-project] 10.222.0.68 "GET /v2.0/ports?device_id=373d1cd5-7d95-4644-8cff-2e4366510123 HTTP/1.1" status: 200 len: 944 time: 0.0720227 Jul 14 09:54:06.910518 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-5c140df0-8949-4463-8162-7a0911152819 req-072321af-61f4-4125-b8db-96cfb2f52d22 tempest-VolumesSnapshotTestJSON-1969569412 tempest-VolumesSnapshotTestJSON-1969569412-project] 10.222.0.68 "GET /v2.0/security-groups?id=c96cc3e0-c301-4095-9164-097e935707a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366170 Jul 14 09:54:08.096212 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3bdfb7-1ef0-4eee-83d0-56d93ea80e89 req-d4bdba5a-a8bb-4058-90f9-4fb5549b18f3 tempest-VolumesSnapshotTestJSON-1969569412 tempest-VolumesSnapshotTestJSON-1969569412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:54:08.097842 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2a3bdfb7-1ef0-4eee-83d0-56d93ea80e89 req-d4bdba5a-a8bb-4058-90f9-4fb5549b18f3 tempest-VolumesSnapshotTestJSON-1969569412 tempest-VolumesSnapshotTestJSON-1969569412-project] 10.222.0.68 "GET /v2.0/ports?device_id=373d1cd5-7d95-4644-8cff-2e4366510123 HTTP/1.1" status: 200 len: 944 time: 0.0751181 Jul 14 09:54:08.137230 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2a3bdfb7-1ef0-4eee-83d0-56d93ea80e89 req-f9ebbbf3-c829-4a82-9bdf-8e5e29840fa8 tempest-VolumesSnapshotTestJSON-1969569412 tempest-VolumesSnapshotTestJSON-1969569412-project] 10.222.0.68 "GET /v2.0/security-groups?id=c96cc3e0-c301-4095-9164-097e935707a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329111 Jul 14 09:54:08.277564 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 0e5877ea-786d-487c-932a-042b3dd7bcd0 details requested by agent hyperv_n-h2-779913-29 with host n-h2-779913-29 {{(pid=93959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:54:08.370906 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 0e5877ea-786d-487c-932a-042b3dd7bcd0, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=0e5877ea-786d-487c-932a-042b3dd7bcd0,segment=NetworkSegment(41327c68-232c-428f-a072-f41993d06851),segment_id=41327c68-232c-428f-a072-f41993d06851)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:54:08.383719 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Returning: {'device': '0e5877ea-786d-487c-932a-042b3dd7bcd0', 'network_id': '9f17e7d5-1fa7-4c5f-9081-f57866f175b9', 'port_id': '0e5877ea-786d-487c-932a-042b3dd7bcd0', 'mac_address': 'fa:16:3e:96:be:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb53af94-66f6-4ef1-9e36-c78825f709c1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:54:08.422177 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:08.435105 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e5877ea-786d-487c-932a-042b3dd7bcd0 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:54:08.454176 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 0e5877ea-786d-487c-932a-042b3dd7bcd0, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=0e5877ea-786d-487c-932a-042b3dd7bcd0,segment=NetworkSegment(41327c68-232c-428f-a072-f41993d06851),segment_id=41327c68-232c-428f-a072-f41993d06851)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:54:08.458257 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:08.505568 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Pushing event updated for resources: {'Port': ['ID=0e5877ea-786d-487c-932a-042b3dd7bcd0,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:54:08.513373 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:54:08.513752 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:54:08.514100 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:54:08.514441 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:54:08.514779 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:54:08.515122 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:54:08.515442 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:54:08.515770 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:54:08.516096 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:54:08.516423 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:54:08.516814 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:54:08.517145 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:54:08.732351 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] get_ports_and_sgs() called for port_ids ['0e5877ea-786d-487c-932a-042b3dd7bcd0'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:54:09.315794 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ed9baa-e51f-4c7b-915f-75f9c77bb905 req-b144d616-f1b2-4279-94dd-b25f0d03991f tempest-VolumesSnapshotTestJSON-1969569412 tempest-VolumesSnapshotTestJSON-1969569412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:54:09.317244 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-85ed9baa-e51f-4c7b-915f-75f9c77bb905 req-b144d616-f1b2-4279-94dd-b25f0d03991f tempest-VolumesSnapshotTestJSON-1969569412 tempest-VolumesSnapshotTestJSON-1969569412-project] 10.222.0.68 "GET /v2.0/ports?device_id=373d1cd5-7d95-4644-8cff-2e4366510123 HTTP/1.1" status: 200 len: 945 time: 0.0689206 Jul 14 09:54:09.354543 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-85ed9baa-e51f-4c7b-915f-75f9c77bb905 req-29bd9aa5-af89-4475-ae81-8df970209aff tempest-VolumesSnapshotTestJSON-1969569412 tempest-VolumesSnapshotTestJSON-1969569412-project] 10.222.0.68 "GET /v2.0/security-groups?id=c96cc3e0-c301-4095-9164-097e935707a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311251 Jul 14 09:54:10.298851 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 0e5877ea-786d-487c-932a-042b3dd7bcd0 up at agent hyperv_n-h2-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:54:10.346367 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Provisioning for port 0e5877ea-786d-487c-932a-042b3dd7bcd0 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:54:10.349961 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Provisioning complete for port 0e5877ea-786d-487c-932a-042b3dd7bcd0 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:54:10.350327 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:10.433170 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:10.456915 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '373d1cd5-7d95-4644-8cff-2e4366510123', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e5877ea-786d-487c-932a-042b3dd7bcd0'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:54:10.459640 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd62303f06773040a8a4e189dc46b4f565768c299abf8ab8e7739778b0bc3e97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ab5e1ed-7bf5-4672-8d11-666f324087c4" -d '{"events": [{"server_uuid": "373d1cd5-7d95-4644-8cff-2e4366510123", "name": "network-vif-plugged", "status": "completed", "tag": "0e5877ea-786d-487c-932a-042b3dd7bcd0"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:54:10.480624 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 0e5877ea-786d-487c-932a-042b3dd7bcd0, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=0e5877ea-786d-487c-932a-042b3dd7bcd0,segment=NetworkSegment(41327c68-232c-428f-a072-f41993d06851),segment_id=41327c68-232c-428f-a072-f41993d06851)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:54:10.486360 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:10.514901 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:54:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c216f008-7c34-4185-9b82-c6c8ab73d4c0 x-openstack-request-id: req-c216f008-7c34-4185-9b82-c6c8ab73d4c0 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:54:10.515267 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "373d1cd5-7d95-4644-8cff-2e4366510123", "name": "network-vif-plugged", "status": "completed", "tag": "0e5877ea-786d-487c-932a-042b3dd7bcd0", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:54:10.515519 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-c216f008-7c34-4185-9b82-c6c8ab73d4c0 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:54:10.515902 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '373d1cd5-7d95-4644-8cff-2e4366510123', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e5877ea-786d-487c-932a-042b3dd7bcd0', 'code': 200} Jul 14 09:54:10.545144 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52a96ef-823f-4524-9f48-9d83188c0d74 req-47f81d1b-b547-4edd-bb54-4594dff04bee tempest-VolumesSnapshotTestJSON-1969569412 tempest-VolumesSnapshotTestJSON-1969569412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:54:10.547543 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Pushing event updated for resources: {'Port': ['ID=0e5877ea-786d-487c-932a-042b3dd7bcd0,revision_number=5']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:54:10.554138 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e52a96ef-823f-4524-9f48-9d83188c0d74 req-47f81d1b-b547-4edd-bb54-4594dff04bee tempest-VolumesSnapshotTestJSON-1969569412 tempest-VolumesSnapshotTestJSON-1969569412-project] 10.222.0.68 "GET /v2.0/ports?device_id=373d1cd5-7d95-4644-8cff-2e4366510123 HTTP/1.1" status: 200 len: 945 time: 0.0837901 Jul 14 09:54:10.595812 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e52a96ef-823f-4524-9f48-9d83188c0d74 req-7e022d23-30e5-4626-972a-39a25803ff3c tempest-VolumesSnapshotTestJSON-1969569412 tempest-VolumesSnapshotTestJSON-1969569412-project] 10.222.0.68 "GET /v2.0/security-groups?id=c96cc3e0-c301-4095-9164-097e935707a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390577 Jul 14 09:54:10.667496 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.agents_db [None req-3c3509fb-540d-4335-a450-574895dd3602 None None] Agent healthcheck: found 7 active agents {{(pid=93960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:54:10.673378 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff76ed3c-9b30-4871-8670-a37333f94c4f req-4c5b864e-445b-43a1-8274-a09cccc63c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:54:10.674937 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ff76ed3c-9b30-4871-8670-a37333f94c4f req-4c5b864e-445b-43a1-8274-a09cccc63c99 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=373d1cd5-7d95-4644-8cff-2e4366510123 HTTP/1.1" status: 200 len: 1098 time: 0.0535533 Jul 14 09:54:10.715012 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ff76ed3c-9b30-4871-8670-a37333f94c4f req-ab215236-3b0d-44fa-909a-7ce694c6658e service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=c96cc3e0-c301-4095-9164-097e935707a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324636 Jul 14 09:54:11.780292 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9baf25-1b56-4964-a63d-8a74f0c3963a req-933b424d-fa73-40e0-8a7e-ab399d49214d tempest-VolumesSnapshotTestJSON-1969569412 tempest-VolumesSnapshotTestJSON-1969569412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:54:11.781816 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-bd9baf25-1b56-4964-a63d-8a74f0c3963a req-933b424d-fa73-40e0-8a7e-ab399d49214d tempest-VolumesSnapshotTestJSON-1969569412 tempest-VolumesSnapshotTestJSON-1969569412-project] 10.222.0.68 "GET /v2.0/ports?device_id=373d1cd5-7d95-4644-8cff-2e4366510123 HTTP/1.1" status: 200 len: 946 time: 0.0678658 Jul 14 09:54:11.824440 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-bd9baf25-1b56-4964-a63d-8a74f0c3963a req-9a7e2508-df0f-4275-baca-060450a5b339 tempest-VolumesSnapshotTestJSON-1969569412 tempest-VolumesSnapshotTestJSON-1969569412-project] 10.222.0.68 "GET /v2.0/security-groups?id=c96cc3e0-c301-4095-9164-097e935707a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354989 Jul 14 09:54:12.906307 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [req-02afb3ee-b22b-451c-8a79-b55884750c66 req-2aa7cd66-005a-49e5-b6c4-dabaf8d96595 service neutron] (93957) timed out ('10.222.0.68', 59278) {{(pid=93957) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 14 09:54:12.972556 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:13.008703 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a4a265-ec26-41d7-9d66-53af4bc7fde7 req-e3e515ea-aec1-4a45-b293-e03802924671 tempest-VolumesSnapshotTestJSON-1969569412 tempest-VolumesSnapshotTestJSON-1969569412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:54:13.010220 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e0a4a265-ec26-41d7-9d66-53af4bc7fde7 req-e3e515ea-aec1-4a45-b293-e03802924671 tempest-VolumesSnapshotTestJSON-1969569412 tempest-VolumesSnapshotTestJSON-1969569412-project] 10.222.0.68 "GET /v2.0/ports?device_id=373d1cd5-7d95-4644-8cff-2e4366510123 HTTP/1.1" status: 200 len: 946 time: 0.0709414 Jul 14 09:54:13.056938 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e0a4a265-ec26-41d7-9d66-53af4bc7fde7 req-7ea0aef2-ca8f-45cb-86b0-7fa3d18dec8e tempest-VolumesSnapshotTestJSON-1969569412 tempest-VolumesSnapshotTestJSON-1969569412-project] 10.222.0.68 "GET /v2.0/security-groups?id=c96cc3e0-c301-4095-9164-097e935707a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396378 Jul 14 09:54:13.797324 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:22.202524 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b134f76d-d57c-4197-9647-433c68f10a9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:24.783112 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:24.890938 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1246f92d-9a82-43d2-b366-ed64336f9c02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:25.959975 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5ad31076-714c-49ec-bc37-f3d4cd90112a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:27.782493 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5bbe322f-3f67-4864-bc0a-91afe44d23e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:39.976942 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a791c4-b5bc-444f-8c68-635ea62b96b5 req-7276f53a-fbcf-4248-ba5d-97b72682e82d tempest-VolumesSnapshotTestJSON-1969569412 tempest-VolumesSnapshotTestJSON-1969569412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:54:39.978738 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b3a791c4-b5bc-444f-8c68-635ea62b96b5 req-7276f53a-fbcf-4248-ba5d-97b72682e82d tempest-VolumesSnapshotTestJSON-1969569412 tempest-VolumesSnapshotTestJSON-1969569412-project] 10.222.0.68 "GET /v2.0/ports?device_id=373d1cd5-7d95-4644-8cff-2e4366510123 HTTP/1.1" status: 200 len: 946 time: 0.0728347 Jul 14 09:54:40.024761 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b3a791c4-b5bc-444f-8c68-635ea62b96b5 req-0c068036-b7db-40ad-933a-3ab22efe2447 tempest-VolumesSnapshotTestJSON-1969569412 tempest-VolumesSnapshotTestJSON-1969569412-project] 10.222.0.68 "GET /v2.0/security-groups?id=c96cc3e0-c301-4095-9164-097e935707a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375786 Jul 14 09:54:41.206906 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42843452-1c0e-4f24-8060-7b4b5523279c req-4ed894c3-29d8-4184-b586-3e27bf23cb4d tempest-VolumesSnapshotTestJSON-1969569412 tempest-VolumesSnapshotTestJSON-1969569412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:54:41.208865 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-42843452-1c0e-4f24-8060-7b4b5523279c req-4ed894c3-29d8-4184-b586-3e27bf23cb4d tempest-VolumesSnapshotTestJSON-1969569412 tempest-VolumesSnapshotTestJSON-1969569412-project] 10.222.0.68 "GET /v2.0/ports?device_id=373d1cd5-7d95-4644-8cff-2e4366510123 HTTP/1.1" status: 200 len: 946 time: 0.0637631 Jul 14 09:54:41.248802 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-42843452-1c0e-4f24-8060-7b4b5523279c req-4b7d8943-7c4e-4fc1-b095-cb7e1a22b1b2 tempest-VolumesSnapshotTestJSON-1969569412 tempest-VolumesSnapshotTestJSON-1969569412-project] 10.222.0.68 "GET /v2.0/security-groups?id=c96cc3e0-c301-4095-9164-097e935707a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343943 Jul 14 09:54:41.558613 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e12ff9-e0bb-43f1-bbf8-548acb808e15 req-dcf5d8af-f561-47f9-b2a3-11ee4bc62053 tempest-VolumesSnapshotTestJSON-1969569412 tempest-VolumesSnapshotTestJSON-1969569412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:54:41.560081 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-07e12ff9-e0bb-43f1-bbf8-548acb808e15 req-dcf5d8af-f561-47f9-b2a3-11ee4bc62053 tempest-VolumesSnapshotTestJSON-1969569412 tempest-VolumesSnapshotTestJSON-1969569412-project] 10.222.0.57 "GET /v2.0/ports?device_id=373d1cd5-7d95-4644-8cff-2e4366510123 HTTP/1.1" status: 200 len: 946 time: 0.0707359 Jul 14 09:54:41.660850 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [req-07e12ff9-e0bb-43f1-bbf8-548acb808e15 req-54cf117f-f68a-4fcd-9066-3480e7d7d659 tempest-VolumesSnapshotTestJSON-1969569412 tempest-VolumesSnapshotTestJSON-1969569412-project] Deleting port 0e5877ea-786d-487c-932a-042b3dd7bcd0 {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:54:41.661202 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-07e12ff9-e0bb-43f1-bbf8-548acb808e15 req-54cf117f-f68a-4fcd-9066-3480e7d7d659 tempest-VolumesSnapshotTestJSON-1969569412 tempest-VolumesSnapshotTestJSON-1969569412-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:41.756003 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-07e12ff9-e0bb-43f1-bbf8-548acb808e15 req-54cf117f-f68a-4fcd-9066-3480e7d7d659 tempest-VolumesSnapshotTestJSON-1969569412 tempest-VolumesSnapshotTestJSON-1969569412-project] For port 0e5877ea-786d-487c-932a-042b3dd7bcd0, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=0e5877ea-786d-487c-932a-042b3dd7bcd0,segment=NetworkSegment(41327c68-232c-428f-a072-f41993d06851),segment_id=41327c68-232c-428f-a072-f41993d06851)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:54:41.756368 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-07e12ff9-e0bb-43f1-bbf8-548acb808e15 req-54cf117f-f68a-4fcd-9066-3480e7d7d659 tempest-VolumesSnapshotTestJSON-1969569412 tempest-VolumesSnapshotTestJSON-1969569412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:41.769900 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [req-07e12ff9-e0bb-43f1-bbf8-548acb808e15 req-54cf117f-f68a-4fcd-9066-3480e7d7d659 tempest-VolumesSnapshotTestJSON-1969569412 tempest-VolumesSnapshotTestJSON-1969569412-project] Calling delete_port for 0e5877ea-786d-487c-932a-042b3dd7bcd0 owned by compute:nova {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:54:41.897820 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-07e12ff9-e0bb-43f1-bbf8-548acb808e15 req-54cf117f-f68a-4fcd-9066-3480e7d7d659 tempest-VolumesSnapshotTestJSON-1969569412 tempest-VolumesSnapshotTestJSON-1969569412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:41.930724 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cf117f-f68a-4fcd-9066-3480e7d7d659 tempest-VolumesSnapshotTestJSON-1969569412 tempest-VolumesSnapshotTestJSON-1969569412-project] Pushing event deleted for resources: {'Port': ['ID=0e5877ea-786d-487c-932a-042b3dd7bcd0,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:54:41.932165 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] get_ports_and_sgs() called for port_ids ['0e5877ea-786d-487c-932a-042b3dd7bcd0'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:54:41.976554 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-07e12ff9-e0bb-43f1-bbf8-548acb808e15 req-54cf117f-f68a-4fcd-9066-3480e7d7d659 tempest-VolumesSnapshotTestJSON-1969569412 tempest-VolumesSnapshotTestJSON-1969569412-project] No DVR routers for this DVR port 0e5877ea-786d-487c-932a-042b3dd7bcd0 on host n-h2-779913-29 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:54:41.979985 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-07e12ff9-e0bb-43f1-bbf8-548acb808e15 req-54cf117f-f68a-4fcd-9066-3480e7d7d659 tempest-VolumesSnapshotTestJSON-1969569412 tempest-VolumesSnapshotTestJSON-1969569412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:41.982103 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-07e12ff9-e0bb-43f1-bbf8-548acb808e15 req-54cf117f-f68a-4fcd-9066-3480e7d7d659 tempest-VolumesSnapshotTestJSON-1969569412 tempest-VolumesSnapshotTestJSON-1969569412-project] 10.222.0.57 "DELETE /v2.0/ports/0e5877ea-786d-487c-932a-042b3dd7bcd0 HTTP/1.1" status: 204 len: 173 time: 0.4167416 Jul 14 09:54:41.982542 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '373d1cd5-7d95-4644-8cff-2e4366510123', 'name': 'network-vif-deleted', 'tag': '0e5877ea-786d-487c-932a-042b3dd7bcd0'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:54:41.984771 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14062a2a-9410-4b22-992a-9b5e19be5cd3" -d '{"events": [{"server_uuid": "373d1cd5-7d95-4644-8cff-2e4366510123", "name": "network-vif-deleted", "tag": "0e5877ea-786d-487c-932a-042b3dd7bcd0"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:54:42.023701 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:54:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cd44f66-56fd-40eb-82fe-edacb6dfc94a x-openstack-request-id: req-4cd44f66-56fd-40eb-82fe-edacb6dfc94a {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:54:42.024148 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "373d1cd5-7d95-4644-8cff-2e4366510123", "name": "network-vif-deleted", "tag": "0e5877ea-786d-487c-932a-042b3dd7bcd0", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:54:42.024569 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-4cd44f66-56fd-40eb-82fe-edacb6dfc94a {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:54:42.024980 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '373d1cd5-7d95-4644-8cff-2e4366510123', 'name': 'network-vif-deleted', 'tag': '0e5877ea-786d-487c-932a-042b3dd7bcd0', 'status': 'completed', 'code': 200} Jul 14 09:54:42.413973 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-405dbd4d-1b55-4703-9639-052c2c96db98 req-23b09d8a-6324-468a-a622-c433b4562986 tempest-VolumesSnapshotTestJSON-1969569412 tempest-VolumesSnapshotTestJSON-1969569412-project] 10.222.0.68 "GET /v2.0/ports?device_id=373d1cd5-7d95-4644-8cff-2e4366510123 HTTP/1.1" status: 200 len: 210 time: 0.0355580 Jul 14 09:54:42.987124 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:43.791044 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:44.469285 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 0e5877ea-786d-487c-932a-042b3dd7bcd0 no longer exists at agent hyperv_n-h2-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:54:44.488917 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] No Port match for: 0e5877ea-786d-487c-932a-042b3dd7bcd0 {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:54:44.489252 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 0e5877ea-786d-487c-932a-042b3dd7bcd0 not bound to the agent host n-h2-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:54:47.668150 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.agents_db [None req-3c3509fb-540d-4335-a450-574895dd3602 None None] Agent healthcheck: found 7 active agents {{(pid=93960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:54:52.209123 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2c532018-4207-4b1e-89d8-1a156b518b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:54.792691 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:54.887441 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8ca94014-fe0d-4e4c-a5cb-b244e65edd0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:55.958614 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5ad31076-714c-49ec-bc37-f3d4cd90112a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:57.793639 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5bbe322f-3f67-4864-bc0a-91afe44d23e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:12.987739 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:13.779883 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:17.889243 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 34470) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:55:17.894150 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-cf399851-1624-4db4-a407-daf8c3be1e6c tempest-TestVolumeBackupRestore-526361823 tempest-TestVolumeBackupRestore-526361823-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-629151695', 'description': 'tempest-secgroup-smoke-629151695 description', 'project_id': 'bd21afab7cf84617ad9e457a1bfc86a1'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:55:17.918326 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cf399851-1624-4db4-a407-daf8c3be1e6c tempest-TestVolumeBackupRestore-526361823 tempest-TestVolumeBackupRestore-526361823-project] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:18.003057 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cf399851-1624-4db4-a407-daf8c3be1e6c tempest-TestVolumeBackupRestore-526361823 tempest-TestVolumeBackupRestore-526361823-project] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:18.007635 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cf399851-1624-4db4-a407-daf8c3be1e6c tempest-TestVolumeBackupRestore-526361823 tempest-TestVolumeBackupRestore-526361823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:18.030454 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cf399851-1624-4db4-a407-daf8c3be1e6c tempest-TestVolumeBackupRestore-526361823 tempest-TestVolumeBackupRestore-526361823-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:18.034574 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-cf399851-1624-4db4-a407-daf8c3be1e6c tempest-TestVolumeBackupRestore-526361823 tempest-TestVolumeBackupRestore-526361823-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1414409 Jul 14 09:55:18.035435 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 34472) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:55:18.044820 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-48761830-b893-4980-a291-3757103b76d9 tempest-TestVolumeBackupRestore-526361823 tempest-TestVolumeBackupRestore-526361823-project] Request body: {'security_group_rule': {'security_group_id': '5455576c-5b98-4b77-bcae-f37786e8fa0d', 'project_id': 'bd21afab7cf84617ad9e457a1bfc86a1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:55:18.053579 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf399851-1624-4db4-a407-daf8c3be1e6c tempest-TestVolumeBackupRestore-526361823 tempest-TestVolumeBackupRestore-526361823-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5455576c-5b98-4b77-bcae-f37786e8fa0d,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:55:18.062487 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf399851-1624-4db4-a407-daf8c3be1e6c tempest-TestVolumeBackupRestore-526361823 tempest-TestVolumeBackupRestore-526361823-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:55:18.062918 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf399851-1624-4db4-a407-daf8c3be1e6c tempest-TestVolumeBackupRestore-526361823 tempest-TestVolumeBackupRestore-526361823-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:55:18.063390 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf399851-1624-4db4-a407-daf8c3be1e6c tempest-TestVolumeBackupRestore-526361823 tempest-TestVolumeBackupRestore-526361823-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:55:18.063800 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf399851-1624-4db4-a407-daf8c3be1e6c tempest-TestVolumeBackupRestore-526361823 tempest-TestVolumeBackupRestore-526361823-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:55:18.064212 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf399851-1624-4db4-a407-daf8c3be1e6c tempest-TestVolumeBackupRestore-526361823 tempest-TestVolumeBackupRestore-526361823-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:55:18.064602 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf399851-1624-4db4-a407-daf8c3be1e6c tempest-TestVolumeBackupRestore-526361823 tempest-TestVolumeBackupRestore-526361823-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:55:18.065204 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf399851-1624-4db4-a407-daf8c3be1e6c tempest-TestVolumeBackupRestore-526361823 tempest-TestVolumeBackupRestore-526361823-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:55:18.065689 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf399851-1624-4db4-a407-daf8c3be1e6c tempest-TestVolumeBackupRestore-526361823 tempest-TestVolumeBackupRestore-526361823-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:55:18.066070 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf399851-1624-4db4-a407-daf8c3be1e6c tempest-TestVolumeBackupRestore-526361823 tempest-TestVolumeBackupRestore-526361823-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:55:18.066551 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf399851-1624-4db4-a407-daf8c3be1e6c tempest-TestVolumeBackupRestore-526361823 tempest-TestVolumeBackupRestore-526361823-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:55:18.068507 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf399851-1624-4db4-a407-daf8c3be1e6c tempest-TestVolumeBackupRestore-526361823 tempest-TestVolumeBackupRestore-526361823-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:55:18.068968 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf399851-1624-4db4-a407-daf8c3be1e6c tempest-TestVolumeBackupRestore-526361823 tempest-TestVolumeBackupRestore-526361823-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:55:18.086853 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-48761830-b893-4980-a291-3757103b76d9 tempest-TestVolumeBackupRestore-526361823 tempest-TestVolumeBackupRestore-526361823-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:18.139511 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-48761830-b893-4980-a291-3757103b76d9 tempest-TestVolumeBackupRestore-526361823 tempest-TestVolumeBackupRestore-526361823-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:18.143308 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-48761830-b893-4980-a291-3757103b76d9 tempest-TestVolumeBackupRestore-526361823 tempest-TestVolumeBackupRestore-526361823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529131'] for security_group_rule, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:18.159836 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48761830-b893-4980-a291-3757103b76d9 tempest-TestVolumeBackupRestore-526361823 tempest-TestVolumeBackupRestore-526361823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eaf25697-dbab-4163-8d39-8a0354e5af2b,revision_number=0']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:55:18.170883 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48761830-b893-4980-a291-3757103b76d9 tempest-TestVolumeBackupRestore-526361823 tempest-TestVolumeBackupRestore-526361823-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:55:18.171150 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48761830-b893-4980-a291-3757103b76d9 tempest-TestVolumeBackupRestore-526361823 tempest-TestVolumeBackupRestore-526361823-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:55:18.171495 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48761830-b893-4980-a291-3757103b76d9 tempest-TestVolumeBackupRestore-526361823 tempest-TestVolumeBackupRestore-526361823-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:55:18.171848 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48761830-b893-4980-a291-3757103b76d9 tempest-TestVolumeBackupRestore-526361823 tempest-TestVolumeBackupRestore-526361823-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:55:18.172154 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48761830-b893-4980-a291-3757103b76d9 tempest-TestVolumeBackupRestore-526361823 tempest-TestVolumeBackupRestore-526361823-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:55:18.172482 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48761830-b893-4980-a291-3757103b76d9 tempest-TestVolumeBackupRestore-526361823 tempest-TestVolumeBackupRestore-526361823-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:55:18.172834 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48761830-b893-4980-a291-3757103b76d9 tempest-TestVolumeBackupRestore-526361823 tempest-TestVolumeBackupRestore-526361823-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:55:18.173127 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48761830-b893-4980-a291-3757103b76d9 tempest-TestVolumeBackupRestore-526361823 tempest-TestVolumeBackupRestore-526361823-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:55:18.173463 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48761830-b893-4980-a291-3757103b76d9 tempest-TestVolumeBackupRestore-526361823 tempest-TestVolumeBackupRestore-526361823-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:55:18.173815 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48761830-b893-4980-a291-3757103b76d9 tempest-TestVolumeBackupRestore-526361823 tempest-TestVolumeBackupRestore-526361823-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:55:18.174120 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48761830-b893-4980-a291-3757103b76d9 tempest-TestVolumeBackupRestore-526361823 tempest-TestVolumeBackupRestore-526361823-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:55:18.174439 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48761830-b893-4980-a291-3757103b76d9 tempest-TestVolumeBackupRestore-526361823 tempest-TestVolumeBackupRestore-526361823-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:55:18.178064 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-48761830-b893-4980-a291-3757103b76d9 tempest-TestVolumeBackupRestore-526361823 tempest-TestVolumeBackupRestore-526361823-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:18.182041 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-48761830-b893-4980-a291-3757103b76d9 tempest-TestVolumeBackupRestore-526361823 tempest-TestVolumeBackupRestore-526361823-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1453931 Jul 14 09:55:18.182434 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 34474) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:55:18.187595 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-bf3775e2-a7e1-4f4e-a365-cb07c1c1d341 tempest-TestVolumeBackupRestore-526361823 tempest-TestVolumeBackupRestore-526361823-project] Request body: {'security_group_rule': {'security_group_id': '5455576c-5b98-4b77-bcae-f37786e8fa0d', 'project_id': 'bd21afab7cf84617ad9e457a1bfc86a1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:55:18.216556 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bf3775e2-a7e1-4f4e-a365-cb07c1c1d341 tempest-TestVolumeBackupRestore-526361823 tempest-TestVolumeBackupRestore-526361823-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:18.268658 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bf3775e2-a7e1-4f4e-a365-cb07c1c1d341 tempest-TestVolumeBackupRestore-526361823 tempest-TestVolumeBackupRestore-526361823-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:18.272575 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bf3775e2-a7e1-4f4e-a365-cb07c1c1d341 tempest-TestVolumeBackupRestore-526361823 tempest-TestVolumeBackupRestore-526361823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529131'] for security_group_rule, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:18.293747 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3775e2-a7e1-4f4e-a365-cb07c1c1d341 tempest-TestVolumeBackupRestore-526361823 tempest-TestVolumeBackupRestore-526361823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=708b2626-74ce-4202-8e6a-002f9b59b0c8,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:55:18.301539 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bf3775e2-a7e1-4f4e-a365-cb07c1c1d341 tempest-TestVolumeBackupRestore-526361823 tempest-TestVolumeBackupRestore-526361823-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:18.302851 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-bf3775e2-a7e1-4f4e-a365-cb07c1c1d341 tempest-TestVolumeBackupRestore-526361823 tempest-TestVolumeBackupRestore-526361823-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1191454 Jul 14 09:55:18.306442 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 34476) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:55:18.311338 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-d8c16cda-1779-47f7-b349-5faf7a0cfa63 tempest-TestVolumeBackupRestore-526361823 tempest-TestVolumeBackupRestore-526361823-project] Request body: {'security_group_rule': {'security_group_id': '5455576c-5b98-4b77-bcae-f37786e8fa0d', 'project_id': 'bd21afab7cf84617ad9e457a1bfc86a1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:55:18.338857 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d8c16cda-1779-47f7-b349-5faf7a0cfa63 tempest-TestVolumeBackupRestore-526361823 tempest-TestVolumeBackupRestore-526361823-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:18.408667 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d8c16cda-1779-47f7-b349-5faf7a0cfa63 tempest-TestVolumeBackupRestore-526361823 tempest-TestVolumeBackupRestore-526361823-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:18.413466 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d8c16cda-1779-47f7-b349-5faf7a0cfa63 tempest-TestVolumeBackupRestore-526361823 tempest-TestVolumeBackupRestore-526361823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529131'] for security_group_rule, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:18.433125 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c16cda-1779-47f7-b349-5faf7a0cfa63 tempest-TestVolumeBackupRestore-526361823 tempest-TestVolumeBackupRestore-526361823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a6ff469-f31c-4d2b-b21c-c8ff5b523d0e,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:55:18.440456 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d8c16cda-1779-47f7-b349-5faf7a0cfa63 tempest-TestVolumeBackupRestore-526361823 tempest-TestVolumeBackupRestore-526361823-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:18.441695 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-d8c16cda-1779-47f7-b349-5faf7a0cfa63 tempest-TestVolumeBackupRestore-526361823 tempest-TestVolumeBackupRestore-526361823-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1340692 Jul 14 09:55:18.445049 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 34480) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:55:18.449682 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-57d65e46-5b47-44dd-b970-a06df227b6e8 tempest-TestVolumeBackupRestore-526361823 tempest-TestVolumeBackupRestore-526361823-project] Request body: {'security_group_rule': {'security_group_id': '5455576c-5b98-4b77-bcae-f37786e8fa0d', 'project_id': 'bd21afab7cf84617ad9e457a1bfc86a1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:55:18.482303 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-57d65e46-5b47-44dd-b970-a06df227b6e8 tempest-TestVolumeBackupRestore-526361823 tempest-TestVolumeBackupRestore-526361823-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:18.552485 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-57d65e46-5b47-44dd-b970-a06df227b6e8 tempest-TestVolumeBackupRestore-526361823 tempest-TestVolumeBackupRestore-526361823-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:18.556769 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-57d65e46-5b47-44dd-b970-a06df227b6e8 tempest-TestVolumeBackupRestore-526361823 tempest-TestVolumeBackupRestore-526361823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529131'] for security_group_rule, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:18.574391 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d65e46-5b47-44dd-b970-a06df227b6e8 tempest-TestVolumeBackupRestore-526361823 tempest-TestVolumeBackupRestore-526361823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3a8c910-5dd4-4fd0-8428-4b1d2159dcc6,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:55:18.581994 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-57d65e46-5b47-44dd-b970-a06df227b6e8 tempest-TestVolumeBackupRestore-526361823 tempest-TestVolumeBackupRestore-526361823-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:18.587665 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-57d65e46-5b47-44dd-b970-a06df227b6e8 tempest-TestVolumeBackupRestore-526361823 tempest-TestVolumeBackupRestore-526361823-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1377256 Jul 14 09:55:18.587805 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 34482) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:55:18.592468 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-532ad89b-29df-4632-867e-92d034ba2722 tempest-TestVolumeBackupRestore-526361823 tempest-TestVolumeBackupRestore-526361823-project] Request body: {'security_group_rule': {'security_group_id': '5455576c-5b98-4b77-bcae-f37786e8fa0d', 'project_id': 'bd21afab7cf84617ad9e457a1bfc86a1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:55:18.618386 n-d-779913-29 neutron-server[93957]: INFO neutron.db.securitygroups_db [None req-532ad89b-29df-4632-867e-92d034ba2722 tempest-TestVolumeBackupRestore-526361823 tempest-TestVolumeBackupRestore-526361823-project] Project bd21afab7cf84617ad9e457a1bfc86a1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 09:55:18.624246 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-532ad89b-29df-4632-867e-92d034ba2722 tempest-TestVolumeBackupRestore-526361823 tempest-TestVolumeBackupRestore-526361823-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:18.696139 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-532ad89b-29df-4632-867e-92d034ba2722 tempest-TestVolumeBackupRestore-526361823 tempest-TestVolumeBackupRestore-526361823-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:18.700148 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-532ad89b-29df-4632-867e-92d034ba2722 tempest-TestVolumeBackupRestore-526361823 tempest-TestVolumeBackupRestore-526361823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529131'] for security_group_rule, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:18.723977 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532ad89b-29df-4632-867e-92d034ba2722 tempest-TestVolumeBackupRestore-526361823 tempest-TestVolumeBackupRestore-526361823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da827af9-10f1-4bf0-96d1-c6d2f67c4e33,revision_number=0']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:55:18.727486 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-532ad89b-29df-4632-867e-92d034ba2722 tempest-TestVolumeBackupRestore-526361823 tempest-TestVolumeBackupRestore-526361823-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:18.728890 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-532ad89b-29df-4632-867e-92d034ba2722 tempest-TestVolumeBackupRestore-526361823 tempest-TestVolumeBackupRestore-526361823-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1402760 Jul 14 09:55:18.731830 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 34484) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:55:18.736526 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-7c09a3a9-aeed-426e-9997-d2c3458c47c1 tempest-TestVolumeBackupRestore-526361823 tempest-TestVolumeBackupRestore-526361823-project] Request body: {'security_group_rule': {'security_group_id': '5455576c-5b98-4b77-bcae-f37786e8fa0d', 'project_id': 'bd21afab7cf84617ad9e457a1bfc86a1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:55:18.759824 n-d-779913-29 neutron-server[93958]: INFO neutron.db.securitygroups_db [None req-7c09a3a9-aeed-426e-9997-d2c3458c47c1 tempest-TestVolumeBackupRestore-526361823 tempest-TestVolumeBackupRestore-526361823-project] Project bd21afab7cf84617ad9e457a1bfc86a1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 09:55:18.764777 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7c09a3a9-aeed-426e-9997-d2c3458c47c1 tempest-TestVolumeBackupRestore-526361823 tempest-TestVolumeBackupRestore-526361823-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:18.833881 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7c09a3a9-aeed-426e-9997-d2c3458c47c1 tempest-TestVolumeBackupRestore-526361823 tempest-TestVolumeBackupRestore-526361823-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:18.837315 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7c09a3a9-aeed-426e-9997-d2c3458c47c1 tempest-TestVolumeBackupRestore-526361823 tempest-TestVolumeBackupRestore-526361823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529131'] for security_group_rule, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:18.856286 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c09a3a9-aeed-426e-9997-d2c3458c47c1 tempest-TestVolumeBackupRestore-526361823 tempest-TestVolumeBackupRestore-526361823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e2e4025-f44e-458c-962d-27eddf323b65,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:55:18.862689 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7c09a3a9-aeed-426e-9997-d2c3458c47c1 tempest-TestVolumeBackupRestore-526361823 tempest-TestVolumeBackupRestore-526361823-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:18.864141 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-7c09a3a9-aeed-426e-9997-d2c3458c47c1 tempest-TestVolumeBackupRestore-526361823 tempest-TestVolumeBackupRestore-526361823-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1311517 Jul 14 09:55:19.023089 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6e5100ef-3352-4488-8d4f-809e40ff3dfe req-4483efc8-07c1-48ea-9584-369acedf2d9e tempest-TestVolumeBackupRestore-526361823 tempest-TestVolumeBackupRestore-526361823-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-629151695&fields=id&tenant_id=bd21afab7cf84617ad9e457a1bfc86a1 HTTP/1.1" status: 200 len: 267 time: 0.0358694 Jul 14 09:55:19.129599 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5100ef-3352-4488-8d4f-809e40ff3dfe req-7c56a65a-1275-43cd-9e06-62a48eb7c35d tempest-TestVolumeBackupRestore-526361823 tempest-TestVolumeBackupRestore-526361823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:55:19.130844 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6e5100ef-3352-4488-8d4f-809e40ff3dfe req-7c56a65a-1275-43cd-9e06-62a48eb7c35d tempest-TestVolumeBackupRestore-526361823 tempest-TestVolumeBackupRestore-526361823-project] 10.222.0.68 "GET /v2.0/networks?id=f619caf6-358a-4699-ab1f-b4c521ee2633 HTTP/1.1" status: 200 len: 814 time: 0.1007669 Jul 14 09:55:19.146099 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6e5100ef-3352-4488-8d4f-809e40ff3dfe req-34910de6-a645-48d9-8beb-f2ffcce9c3b3 tempest-TestVolumeBackupRestore-526361823 tempest-TestVolumeBackupRestore-526361823-project] 10.222.0.68 "GET /v2.0/quotas/bd21afab7cf84617ad9e457a1bfc86a1 HTTP/1.1" status: 200 len: 375 time: 0.0098410 Jul 14 09:55:19.220556 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6e5100ef-3352-4488-8d4f-809e40ff3dfe req-1c0f81b3-5989-4cc3-85f9-38e260ff09f9 tempest-TestVolumeBackupRestore-526361823 tempest-TestVolumeBackupRestore-526361823-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=bd21afab7cf84617ad9e457a1bfc86a1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0693669 Jul 14 09:55:19.319323 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6e5100ef-3352-4488-8d4f-809e40ff3dfe req-e0e2f7e2-7368-41d3-8ad0-a873b6edac37 service neutron] 10.222.0.68 "GET /v2.0/networks/f619caf6-358a-4699-ab1f-b4c521ee2633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867023 Jul 14 09:55:19.411603 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6e5100ef-3352-4488-8d4f-809e40ff3dfe req-f3aef8ce-0b3e-4fe1-a09d-dd4063f39e44 service neutron] 10.222.0.68 "GET /v2.0/networks/f619caf6-358a-4699-ab1f-b4c521ee2633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863745 Jul 14 09:55:20.759934 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-dd46459c-8567-486e-9dd2-40ca9431a629 req-0fcbc938-5ccd-47ca-8490-35ac77c72be9 tempest-TestVolumeBackupRestore-526361823 tempest-TestVolumeBackupRestore-526361823-project] 10.222.0.68 "GET /v2.0/ports?device_id=4d102a9a-1983-4f3c-be82-bb63729c3c0d HTTP/1.1" status: 200 len: 210 time: 0.0313885 Jul 14 09:55:21.918797 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-93522d33-8b70-4237-a87b-2012b56cce21 req-42063438-de22-4cd5-b7a0-e65560f75a3c tempest-TestVolumeBackupRestore-526361823 tempest-TestVolumeBackupRestore-526361823-project] 10.222.0.68 "GET /v2.0/ports?device_id=4d102a9a-1983-4f3c-be82-bb63729c3c0d HTTP/1.1" status: 200 len: 210 time: 0.0374012 Jul 14 09:55:22.208756 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bf6a26f3-5fba-4cee-83cc-12a3d9fc4644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:23.053391 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5100ef-3352-4488-8d4f-809e40ff3dfe req-7c16325b-88ac-4c96-a60c-05321e2cf4f9 tempest-TestVolumeBackupRestore-526361823 tempest-TestVolumeBackupRestore-526361823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:55:23.055054 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6e5100ef-3352-4488-8d4f-809e40ff3dfe req-7c16325b-88ac-4c96-a60c-05321e2cf4f9 tempest-TestVolumeBackupRestore-526361823 tempest-TestVolumeBackupRestore-526361823-project] 10.222.0.57 "GET /v2.0/networks?id=f619caf6-358a-4699-ab1f-b4c521ee2633 HTTP/1.1" status: 200 len: 814 time: 0.1694660 Jul 14 09:55:23.114303 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-191ffb82-e944-414d-ae68-dfa07dd99f08 req-a94676f3-c522-44c4-a4ce-c5c858b2704e tempest-TestVolumeBackupRestore-526361823 tempest-TestVolumeBackupRestore-526361823-project] 10.222.0.68 "GET /v2.0/ports?device_id=4d102a9a-1983-4f3c-be82-bb63729c3c0d HTTP/1.1" status: 200 len: 210 time: 0.0442524 Jul 14 09:55:23.126454 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6e5100ef-3352-4488-8d4f-809e40ff3dfe req-bfd14f93-0eb6-4061-b47d-b82f66631283 tempest-TestVolumeBackupRestore-526361823 tempest-TestVolumeBackupRestore-526361823-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bd21afab7cf84617ad9e457a1bfc86a1 HTTP/1.1" status: 200 len: 379 time: 0.0476151 Jul 14 09:55:23.155739 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-6e5100ef-3352-4488-8d4f-809e40ff3dfe req-e59b7850-325d-45c9-9939-9c5278f0f65f tempest-TestVolumeBackupRestore-526361823 tempest-TestVolumeBackupRestore-526361823-project] Request body: {'port': {'device_id': '4d102a9a-1983-4f3c-be82-bb63729c3c0d', 'network_id': 'f619caf6-358a-4699-ab1f-b4c521ee2633', 'admin_state_up': True, 'tenant_id': 'bd21afab7cf84617ad9e457a1bfc86a1', 'security_groups': ['5455576c-5b98-4b77-bcae-f37786e8fa0d']}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:55:23.288893 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e5100ef-3352-4488-8d4f-809e40ff3dfe req-e59b7850-325d-45c9-9939-9c5278f0f65f tempest-TestVolumeBackupRestore-526361823 tempest-TestVolumeBackupRestore-526361823-project] Made reservation on behalf of bd21afab7cf84617ad9e457a1bfc86a1 for: {'port': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:55:23.293613 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-6e5100ef-3352-4488-8d4f-809e40ff3dfe req-e59b7850-325d-45c9-9939-9c5278f0f65f tempest-TestVolumeBackupRestore-526361823 tempest-TestVolumeBackupRestore-526361823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:23.440387 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [req-6e5100ef-3352-4488-8d4f-809e40ff3dfe req-e59b7850-325d-45c9-9939-9c5278f0f65f tempest-TestVolumeBackupRestore-526361823 tempest-TestVolumeBackupRestore-526361823-project] Allocated IP 172.20.0.11 (f619caf6-358a-4699-ab1f-b4c521ee2633/6c74b6c7-154c-4f43-b8f2-a38a29880cd3/f0b49554-8151-4a35-8362-85c5d771bb99) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:55:23.578197 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-6e5100ef-3352-4488-8d4f-809e40ff3dfe req-e59b7850-325d-45c9-9939-9c5278f0f65f tempest-TestVolumeBackupRestore-526361823 tempest-TestVolumeBackupRestore-526361823-project] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:23.592150 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [req-6e5100ef-3352-4488-8d4f-809e40ff3dfe req-e59b7850-325d-45c9-9939-9c5278f0f65f tempest-TestVolumeBackupRestore-526361823 tempest-TestVolumeBackupRestore-526361823-project] Transition to ACTIVE for port object f0b49554-8151-4a35-8362-85c5d771bb99 will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:55:23.626229 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-6e5100ef-3352-4488-8d4f-809e40ff3dfe req-e59b7850-325d-45c9-9939-9c5278f0f65f tempest-TestVolumeBackupRestore-526361823 tempest-TestVolumeBackupRestore-526361823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:23.678399 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e5100ef-3352-4488-8d4f-809e40ff3dfe req-e59b7850-325d-45c9-9939-9c5278f0f65f tempest-TestVolumeBackupRestore-526361823 tempest-TestVolumeBackupRestore-526361823-project] Network f619caf6-358a-4699-ab1f-b4c521ee2633 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:55:23.681709 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [req-6e5100ef-3352-4488-8d4f-809e40ff3dfe req-e59b7850-325d-45c9-9939-9c5278f0f65f tempest-TestVolumeBackupRestore-526361823 tempest-TestVolumeBackupRestore-526361823-project] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:55:23.686680 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e5100ef-3352-4488-8d4f-809e40ff3dfe req-e59b7850-325d-45c9-9939-9c5278f0f65f tempest-TestVolumeBackupRestore-526361823 tempest-TestVolumeBackupRestore-526361823-project] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:55:23.694357 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59b7850-325d-45c9-9939-9c5278f0f65f tempest-TestVolumeBackupRestore-526361823 tempest-TestVolumeBackupRestore-526361823-project] Pushing event updated for resources: {'Port': ['ID=f0b49554-8151-4a35-8362-85c5d771bb99,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:55:23.744414 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5100ef-3352-4488-8d4f-809e40ff3dfe req-e59b7850-325d-45c9-9939-9c5278f0f65f tempest-TestVolumeBackupRestore-526361823 tempest-TestVolumeBackupRestore-526361823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:55:23.745072 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-6e5100ef-3352-4488-8d4f-809e40ff3dfe req-e59b7850-325d-45c9-9939-9c5278f0f65f tempest-TestVolumeBackupRestore-526361823 tempest-TestVolumeBackupRestore-526361823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:23.761923 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6e5100ef-3352-4488-8d4f-809e40ff3dfe req-e59b7850-325d-45c9-9939-9c5278f0f65f tempest-TestVolumeBackupRestore-526361823 tempest-TestVolumeBackupRestore-526361823-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6113586 Jul 14 09:55:23.780106 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-6e5100ef-3352-4488-8d4f-809e40ff3dfe req-ced99d5d-5ac8-4d5c-9099-59a3cea87a18 service neutron] Request body: {'port': {'device_id': '4d102a9a-1983-4f3c-be82-bb63729c3c0d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-29'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:55:23.860963 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-6e5100ef-3352-4488-8d4f-809e40ff3dfe req-ced99d5d-5ac8-4d5c-9099-59a3cea87a18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:23.916522 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-b36d9b1d-e5c7-4dd7-ae5f-2fe39535b1fa None None] Provisioning for port f0b49554-8151-4a35-8362-85c5d771bb99 completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:55:23.921222 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-b36d9b1d-e5c7-4dd7-ae5f-2fe39535b1fa None None] Provisioning complete for port f0b49554-8151-4a35-8362-85c5d771bb99 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:55:23.921982 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b36d9b1d-e5c7-4dd7-ae5f-2fe39535b1fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:23.957512 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-b36d9b1d-e5c7-4dd7-ae5f-2fe39535b1fa None None] Port f0b49554-8151-4a35-8362-85c5d771bb99 cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:55:24.156901 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [req-6e5100ef-3352-4488-8d4f-809e40ff3dfe req-ced99d5d-5ac8-4d5c-9099-59a3cea87a18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0b49554-8151-4a35-8362-85c5d771bb99 {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:55:24.165068 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-6e5100ef-3352-4488-8d4f-809e40ff3dfe req-ced99d5d-5ac8-4d5c-9099-59a3cea87a18 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:24.182409 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [req-6e5100ef-3352-4488-8d4f-809e40ff3dfe req-ced99d5d-5ac8-4d5c-9099-59a3cea87a18 service neutron] Transition to ACTIVE for port object f0b49554-8151-4a35-8362-85c5d771bb99 will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:55:24.187741 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-6e5100ef-3352-4488-8d4f-809e40ff3dfe req-ced99d5d-5ac8-4d5c-9099-59a3cea87a18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:24.244156 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced99d5d-5ac8-4d5c-9099-59a3cea87a18 service neutron] Pushing event updated for resources: {'Port': ['ID=f0b49554-8151-4a35-8362-85c5d771bb99,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:55:24.377561 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-6e5100ef-3352-4488-8d4f-809e40ff3dfe req-ced99d5d-5ac8-4d5c-9099-59a3cea87a18 service neutron] Attempting to bind port f0b49554-8151-4a35-8362-85c5d771bb99 on host n-h2-779913-29 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:55:24.377910 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-6e5100ef-3352-4488-8d4f-809e40ff3dfe req-ced99d5d-5ac8-4d5c-9099-59a3cea87a18 service neutron] Attempting to bind port f0b49554-8151-4a35-8362-85c5d771bb99 by drivers openvswitch,hyperv on host n-h2-779913-29 at level 0 using segments [{'id': '09c6040b-b0ec-43ef-bd1e-cc2510776d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'f619caf6-358a-4699-ab1f-b4c521ee2633'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:55:24.378244 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e5100ef-3352-4488-8d4f-809e40ff3dfe req-ced99d5d-5ac8-4d5c-9099-59a3cea87a18 service neutron] Attempting to bind port f0b49554-8151-4a35-8362-85c5d771bb99 on network f619caf6-358a-4699-ab1f-b4c521ee2633 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:55:24.394170 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda507a5-a1fb-482f-bca3-089ecbe5aa08 req-b5c88904-c8d2-492b-af86-7918fea11dcc tempest-TestVolumeBackupRestore-526361823 tempest-TestVolumeBackupRestore-526361823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:55:24.395863 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-eda507a5-a1fb-482f-bca3-089ecbe5aa08 req-b5c88904-c8d2-492b-af86-7918fea11dcc tempest-TestVolumeBackupRestore-526361823 tempest-TestVolumeBackupRestore-526361823-project] 10.222.0.68 "GET /v2.0/ports?device_id=4d102a9a-1983-4f3c-be82-bb63729c3c0d HTTP/1.1" status: 200 len: 944 time: 0.1294646 Jul 14 09:55:24.396510 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e5100ef-3352-4488-8d4f-809e40ff3dfe req-ced99d5d-5ac8-4d5c-9099-59a3cea87a18 service neutron] Port f0b49554-8151-4a35-8362-85c5d771bb99 on network f619caf6-358a-4699-ab1f-b4c521ee2633 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-29 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:55:24.396834 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e5100ef-3352-4488-8d4f-809e40ff3dfe req-ced99d5d-5ac8-4d5c-9099-59a3cea87a18 service neutron] Attempting to bind port f0b49554-8151-4a35-8362-85c5d771bb99 on network f619caf6-358a-4699-ab1f-b4c521ee2633 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:55:24.407566 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e5100ef-3352-4488-8d4f-809e40ff3dfe req-ced99d5d-5ac8-4d5c-9099-59a3cea87a18 service neutron] Checking agent: {'id': '013e4a3b-a634-47b8-b6a5-1a25109b73fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 13, 13), 'started_at': datetime.datetime(2021, 7, 14, 9, 13, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 55, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:55:24.407566 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e5100ef-3352-4488-8d4f-809e40ff3dfe req-ced99d5d-5ac8-4d5c-9099-59a3cea87a18 service neutron] Checking segment: {'id': '09c6040b-b0ec-43ef-bd1e-cc2510776d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'f619caf6-358a-4699-ab1f-b4c521ee2633'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:55:24.407858 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e5100ef-3352-4488-8d4f-809e40ff3dfe req-ced99d5d-5ac8-4d5c-9099-59a3cea87a18 service neutron] Bound using segment: {'id': '09c6040b-b0ec-43ef-bd1e-cc2510776d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'f619caf6-358a-4699-ab1f-b4c521ee2633'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:55:24.408255 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-6e5100ef-3352-4488-8d4f-809e40ff3dfe req-ced99d5d-5ac8-4d5c-9099-59a3cea87a18 service neutron] Bound port: f0b49554-8151-4a35-8362-85c5d771bb99, host: n-h2-779913-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09c6040b-b0ec-43ef-bd1e-cc2510776d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'f619caf6-358a-4699-ab1f-b4c521ee2633'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:55:24.408629 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-6e5100ef-3352-4488-8d4f-809e40ff3dfe req-ced99d5d-5ac8-4d5c-9099-59a3cea87a18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:24.484321 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-eda507a5-a1fb-482f-bca3-089ecbe5aa08 req-78898e5f-ad95-4e8f-8b65-6ae3ca1d995e tempest-TestVolumeBackupRestore-526361823 tempest-TestVolumeBackupRestore-526361823-project] 10.222.0.68 "GET /v2.0/security-groups?id=5455576c-5b98-4b77-bcae-f37786e8fa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810516 Jul 14 09:55:24.507869 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-6e5100ef-3352-4488-8d4f-809e40ff3dfe req-ced99d5d-5ac8-4d5c-9099-59a3cea87a18 service neutron] For port f0b49554-8151-4a35-8362-85c5d771bb99, host n-h2-779913-29, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:55:24.511523 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-6e5100ef-3352-4488-8d4f-809e40ff3dfe req-ced99d5d-5ac8-4d5c-9099-59a3cea87a18 service neutron] For port f0b49554-8151-4a35-8362-85c5d771bb99, host n-h2-779913-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=f0b49554-8151-4a35-8362-85c5d771bb99,segment=NetworkSegment(09c6040b-b0ec-43ef-bd1e-cc2510776d85),segment_id=09c6040b-b0ec-43ef-bd1e-cc2510776d85)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:55:24.516446 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-6e5100ef-3352-4488-8d4f-809e40ff3dfe req-ced99d5d-5ac8-4d5c-9099-59a3cea87a18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:24.554566 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5100ef-3352-4488-8d4f-809e40ff3dfe req-ced99d5d-5ac8-4d5c-9099-59a3cea87a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:55:24.555195 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-6e5100ef-3352-4488-8d4f-809e40ff3dfe req-ced99d5d-5ac8-4d5c-9099-59a3cea87a18 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:24.556615 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6e5100ef-3352-4488-8d4f-809e40ff3dfe req-ced99d5d-5ac8-4d5c-9099-59a3cea87a18 service neutron] 10.222.0.57 "PUT /v2.0/ports/f0b49554-8151-4a35-8362-85c5d771bb99 HTTP/1.1" status: 200 len: 1093 time: 0.7811704 Jul 14 09:55:24.557069 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d102a9a-1983-4f3c-be82-bb63729c3c0d', 'tag': 'f0b49554-8151-4a35-8362-85c5d771bb99'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:55:24.559389 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-176efba7-96ec-4164-bc61-17545d68db1e" -d '{"events": [{"name": "network-changed", "server_uuid": "4d102a9a-1983-4f3c-be82-bb63729c3c0d", "tag": "f0b49554-8151-4a35-8362-85c5d771bb99"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:55:24.593966 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced99d5d-5ac8-4d5c-9099-59a3cea87a18 service neutron] Pushing event updated for resources: {'Port': ['ID=f0b49554-8151-4a35-8362-85c5d771bb99,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:55:24.617619 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:55:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-826baa5e-b3ce-4df1-bfa4-f67f2e139e7a x-openstack-request-id: req-826baa5e-b3ce-4df1-bfa4-f67f2e139e7a {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:55:24.617921 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d102a9a-1983-4f3c-be82-bb63729c3c0d", "tag": "f0b49554-8151-4a35-8362-85c5d771bb99", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:55:24.618249 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-826baa5e-b3ce-4df1-bfa4-f67f2e139e7a {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:55:24.618668 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d102a9a-1983-4f3c-be82-bb63729c3c0d', 'tag': 'f0b49554-8151-4a35-8362-85c5d771bb99', 'status': 'completed', 'code': 200} Jul 14 09:55:24.669385 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.agents_db [None req-3c3509fb-540d-4335-a450-574895dd3602 None None] Agent healthcheck: found 7 active agents {{(pid=93960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:55:24.687202 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5100ef-3352-4488-8d4f-809e40ff3dfe req-ba426ae3-96ba-495d-a409-bc307984f7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:55:24.688910 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6e5100ef-3352-4488-8d4f-809e40ff3dfe req-ba426ae3-96ba-495d-a409-bc307984f7c8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=bd21afab7cf84617ad9e457a1bfc86a1&device_id=4d102a9a-1983-4f3c-be82-bb63729c3c0d HTTP/1.1" status: 200 len: 1096 time: 0.0559003 Jul 14 09:55:24.743690 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6e5100ef-3352-4488-8d4f-809e40ff3dfe req-de3e1f4b-b912-4b61-a93f-e80a0a0571c0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f0b49554-8151-4a35-8362-85c5d771bb99 HTTP/1.1" status: 200 len: 217 time: 0.0408983 Jul 14 09:55:24.788922 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:24.796801 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5100ef-3352-4488-8d4f-809e40ff3dfe req-63f45185-5419-4704-95c8-2cd2514578e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:55:24.798383 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6e5100ef-3352-4488-8d4f-809e40ff3dfe req-63f45185-5419-4704-95c8-2cd2514578e5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6c74b6c7-154c-4f43-b8f2-a38a29880cd3 HTTP/1.1" status: 200 len: 853 time: 0.0484107 Jul 14 09:55:24.859521 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5100ef-3352-4488-8d4f-809e40ff3dfe req-b7d1df49-bd6d-47a7-93bd-3172b8990175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:55:24.861008 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6e5100ef-3352-4488-8d4f-809e40ff3dfe req-b7d1df49-bd6d-47a7-93bd-3172b8990175 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f619caf6-358a-4699-ab1f-b4c521ee2633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0548251 Jul 14 09:55:24.890403 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7ddc3ce0-db54-4b3e-9824-df36bd445efa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:24.957940 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6e5100ef-3352-4488-8d4f-809e40ff3dfe req-2a39aacb-ed19-414f-8f48-fe8ac244d242 service neutron] 10.222.0.57 "GET /v2.0/networks/f619caf6-358a-4699-ab1f-b4c521ee2633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884819 Jul 14 09:55:25.055782 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6e5100ef-3352-4488-8d4f-809e40ff3dfe req-3af5d82d-5511-4edf-af3c-e80a799590ad service neutron] 10.222.0.57 "GET /v2.0/networks/f619caf6-358a-4699-ab1f-b4c521ee2633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924609 Jul 14 09:55:25.214588 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176efba7-96ec-4164-bc61-17545d68db1e req-7980add5-0686-4c5c-94d6-abe889e0d570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:55:25.217113 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-176efba7-96ec-4164-bc61-17545d68db1e req-7980add5-0686-4c5c-94d6-abe889e0d570 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=bd21afab7cf84617ad9e457a1bfc86a1&device_id=4d102a9a-1983-4f3c-be82-bb63729c3c0d HTTP/1.1" status: 200 len: 1096 time: 0.0831521 Jul 14 09:55:25.310889 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176efba7-96ec-4164-bc61-17545d68db1e req-06e3beb8-74a2-41c9-9993-46a41f1f2c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:55:25.312364 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-176efba7-96ec-4164-bc61-17545d68db1e req-06e3beb8-74a2-41c9-9993-46a41f1f2c71 service neutron] 10.222.0.57 "GET /v2.0/networks?id=f619caf6-358a-4699-ab1f-b4c521ee2633 HTTP/1.1" status: 200 len: 915 time: 0.0883949 Jul 14 09:55:25.356168 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-176efba7-96ec-4164-bc61-17545d68db1e req-3db51f8c-498b-4cd9-b512-ac0f1ae79bdc service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f0b49554-8151-4a35-8362-85c5d771bb99 HTTP/1.1" status: 200 len: 217 time: 0.0363252 Jul 14 09:55:25.407307 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176efba7-96ec-4164-bc61-17545d68db1e req-f40eb50f-ade3-4ed4-9f1a-f2abaaa07655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:55:25.408679 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-176efba7-96ec-4164-bc61-17545d68db1e req-f40eb50f-ade3-4ed4-9f1a-f2abaaa07655 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6c74b6c7-154c-4f43-b8f2-a38a29880cd3 HTTP/1.1" status: 200 len: 853 time: 0.0468256 Jul 14 09:55:25.469130 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176efba7-96ec-4164-bc61-17545d68db1e req-7289232f-cce9-4562-ae59-778a9d8aa5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:55:25.470684 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-176efba7-96ec-4164-bc61-17545d68db1e req-7289232f-cce9-4562-ae59-778a9d8aa5b9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f619caf6-358a-4699-ab1f-b4c521ee2633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0554659 Jul 14 09:55:25.574259 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-176efba7-96ec-4164-bc61-17545d68db1e req-37bf486e-73a1-43db-8b09-9d366ca4882d service neutron] 10.222.0.57 "GET /v2.0/networks/f619caf6-358a-4699-ab1f-b4c521ee2633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970693 Jul 14 09:55:25.711040 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-176efba7-96ec-4164-bc61-17545d68db1e req-9b9b405d-f784-4b5e-9ca5-7b993ebd96c7 service neutron] 10.222.0.57 "GET /v2.0/networks/f619caf6-358a-4699-ab1f-b4c521ee2633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307466 Jul 14 09:55:25.723963 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad001bd8-2db8-4e04-8863-5349743bf18e req-9e41c990-0b74-4707-a5bb-c6053a01652a tempest-TestVolumeBackupRestore-526361823 tempest-TestVolumeBackupRestore-526361823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:55:25.725563 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ad001bd8-2db8-4e04-8863-5349743bf18e req-9e41c990-0b74-4707-a5bb-c6053a01652a tempest-TestVolumeBackupRestore-526361823 tempest-TestVolumeBackupRestore-526361823-project] 10.222.0.68 "GET /v2.0/ports?device_id=4d102a9a-1983-4f3c-be82-bb63729c3c0d HTTP/1.1" status: 200 len: 944 time: 0.1029811 Jul 14 09:55:25.768812 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ad001bd8-2db8-4e04-8863-5349743bf18e req-7bcaa3f5-5e6e-404b-a2be-3316651735e1 tempest-TestVolumeBackupRestore-526361823 tempest-TestVolumeBackupRestore-526361823-project] 10.222.0.68 "GET /v2.0/security-groups?id=5455576c-5b98-4b77-bcae-f37786e8fa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366080 Jul 14 09:55:25.961986 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5ad31076-714c-49ec-bc37-f3d4cd90112a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:26.954664 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a037dce-049e-46ee-a21e-5c3a8c0f96df req-93d18f96-efcc-4b9e-812b-953f82e758b0 tempest-TestVolumeBackupRestore-526361823 tempest-TestVolumeBackupRestore-526361823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:55:26.956218 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-2a037dce-049e-46ee-a21e-5c3a8c0f96df req-93d18f96-efcc-4b9e-812b-953f82e758b0 tempest-TestVolumeBackupRestore-526361823 tempest-TestVolumeBackupRestore-526361823-project] 10.222.0.68 "GET /v2.0/ports?device_id=4d102a9a-1983-4f3c-be82-bb63729c3c0d HTTP/1.1" status: 200 len: 944 time: 0.0670218 Jul 14 09:55:26.996514 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-2a037dce-049e-46ee-a21e-5c3a8c0f96df req-8817372d-9877-4b2d-900f-d8ba4dc16a9e tempest-TestVolumeBackupRestore-526361823 tempest-TestVolumeBackupRestore-526361823-project] 10.222.0.68 "GET /v2.0/security-groups?id=5455576c-5b98-4b77-bcae-f37786e8fa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338216 Jul 14 09:55:27.788184 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5bbe322f-3f67-4864-bc0a-91afe44d23e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:28.189427 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7b76a2-c8a7-405e-a58d-fcfc630e7d16 req-f51eee43-459a-4bac-8658-87a500cc2818 tempest-TestVolumeBackupRestore-526361823 tempest-TestVolumeBackupRestore-526361823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:55:28.191118 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2f7b76a2-c8a7-405e-a58d-fcfc630e7d16 req-f51eee43-459a-4bac-8658-87a500cc2818 tempest-TestVolumeBackupRestore-526361823 tempest-TestVolumeBackupRestore-526361823-project] 10.222.0.68 "GET /v2.0/ports?device_id=4d102a9a-1983-4f3c-be82-bb63729c3c0d HTTP/1.1" status: 200 len: 944 time: 0.0667198 Jul 14 09:55:28.234663 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2f7b76a2-c8a7-405e-a58d-fcfc630e7d16 req-d0b995ea-090d-48f2-8d96-26f42a05eb29 tempest-TestVolumeBackupRestore-526361823 tempest-TestVolumeBackupRestore-526361823-project] 10.222.0.68 "GET /v2.0/security-groups?id=5455576c-5b98-4b77-bcae-f37786e8fa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351105 Jul 14 09:55:28.337028 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 34584) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:55:28.381821 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-905b5f3d-ece4-4bc4-8304-c768fcdcba86 admin admin] Deleting subnet eb53af94-66f6-4ef1-9e36-c78825f709c1 {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:55:28.385070 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-905b5f3d-ece4-4bc4-8304-c768fcdcba86 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:28.787678 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-905b5f3d-ece4-4bc4-8304-c768fcdcba86 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13574120'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:28.825359 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-905b5f3d-ece4-4bc4-8304-c768fcdcba86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3481002'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:28.876356 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-905b5f3d-ece4-4bc4-8304-c768fcdcba86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13574056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16714573'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:28.902716 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905b5f3d-ece4-4bc4-8304-c768fcdcba86 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb53af94-66f6-4ef1-9e36-c78825f709c1,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:55:28.906379 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-905b5f3d-ece4-4bc4-8304-c768fcdcba86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:28.910964 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-905b5f3d-ece4-4bc4-8304-c768fcdcba86 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/eb53af94-66f6-4ef1-9e36-c78825f709c1 HTTP/1.1" status: 204 len: 168 time: 0.5701029 Jul 14 09:55:28.910964 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 34586) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:55:28.983934 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1ec3e096-eab5-4ef0-bf92-b04ea2b88519 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3876111'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:29.067455 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1ec3e096-eab5-4ef0-bf92-b04ea2b88519 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473955', 'neutron.services.segments.db._delete_segments_for_network-8735688326548'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:29.078908 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-1ec3e096-eab5-4ef0-bf92-b04ea2b88519 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f17e7d5-1fa7-4c5f-9081-f57866f175b9']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:55:29.090073 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-1ec3e096-eab5-4ef0-bf92-b04ea2b88519 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41327c68-232c-428f-a072-f41993d06851') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:55:29.090370 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-1ec3e096-eab5-4ef0-bf92-b04ea2b88519 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41327c68-232c-428f-a072-f41993d06851') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:55:29.099632 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1ec3e096-eab5-4ef0-bf92-b04ea2b88519 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735688356235', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13574129'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:29.118905 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1ec3e096-eab5-4ef0-bf92-b04ea2b88519 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:29.125170 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ec3e096-eab5-4ef0-bf92-b04ea2b88519 admin admin] Releasing vlan 743 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:55:29.125649 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1ec3e096-eab5-4ef0-bf92-b04ea2b88519 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13573126'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:29.127529 n-d-779913-29 neutron-server[93958]: Traceback (most recent call last): Jul 14 09:55:29.127529 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:55:29.127529 n-d-779913-29 neutron-server[93958]: timer() Jul 14 09:55:29.127529 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:55:29.127529 n-d-779913-29 neutron-server[93958]: cb(*args, **kw) Jul 14 09:55:29.127529 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:55:29.127529 n-d-779913-29 neutron-server[93958]: return func(*args, **kwargs) Jul 14 09:55:29.127529 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:55:29.127529 n-d-779913-29 neutron-server[93958]: self._notify() Jul 14 09:55:29.127529 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:55:29.127529 n-d-779913-29 neutron-server[93958]: self.callback(batched_events) Jul 14 09:55:29.127529 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:55:29.127529 n-d-779913-29 neutron-server[93958]: event.method(event) Jul 14 09:55:29.127529 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:55:29.127529 n-d-779913-29 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:55:29.127529 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:55:29.127529 n-d-779913-29 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:55:29.127529 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:55:29.127529 n-d-779913-29 neutron-server[93958]: return f(self, *a, **k) Jul 14 09:55:29.127529 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:55:29.127529 n-d-779913-29 neutron-server[93958]: return self._get(url).json() Jul 14 09:55:29.127529 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:55:29.127529 n-d-779913-29 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:55:29.127529 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:55:29.127529 n-d-779913-29 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 14 09:55:29.127529 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:55:29.127529 n-d-779913-29 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:55:29.127529 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:55:29.127529 n-d-779913-29 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:55:29.127529 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:55:29.127529 n-d-779913-29 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:55:29.127529 n-d-779913-29 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:55:29.182215 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1ec3e096-eab5-4ef0-bf92-b04ea2b88519 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660504'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:29.187314 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1ec3e096-eab5-4ef0-bf92-b04ea2b88519 admin admin] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:29.189202 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-1ec3e096-eab5-4ef0-bf92-b04ea2b88519 admin admin] 10.222.0.68 "DELETE /v2.0/networks/9f17e7d5-1fa7-4c5f-9081-f57866f175b9 HTTP/1.1" status: 204 len: 168 time: 0.2774773 Jul 14 09:55:29.202588 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec3e096-eab5-4ef0-bf92-b04ea2b88519 admin admin] Pushing event deleted for resources: {'Network': ['ID=9f17e7d5-1fa7-4c5f-9081-f57866f175b9,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:55:29.356496 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 34592) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:55:29.401331 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-42c6e32d-df0e-4ff6-941e-2819fc131731 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=343d5f8758d7417b9e804ec6d77c0998&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0434577 Jul 14 09:55:29.403777 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 34594) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:55:29.412508 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15318a0-f07c-4bf7-9c39-cac45faa4769 req-7e73602f-0f0d-4f93-bac5-9d93d991add0 tempest-TestVolumeBackupRestore-526361823 tempest-TestVolumeBackupRestore-526361823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:55:29.414058 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-b15318a0-f07c-4bf7-9c39-cac45faa4769 req-7e73602f-0f0d-4f93-bac5-9d93d991add0 tempest-TestVolumeBackupRestore-526361823 tempest-TestVolumeBackupRestore-526361823-project] 10.222.0.68 "GET /v2.0/ports?device_id=4d102a9a-1983-4f3c-be82-bb63729c3c0d HTTP/1.1" status: 200 len: 944 time: 0.0658865 Jul 14 09:55:29.452910 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-b15318a0-f07c-4bf7-9c39-cac45faa4769 req-e80d855e-c60d-4ef3-b704-85d4a51cfe6f tempest-TestVolumeBackupRestore-526361823 tempest-TestVolumeBackupRestore-526361823-project] 10.222.0.68 "GET /v2.0/security-groups?id=5455576c-5b98-4b77-bcae-f37786e8fa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328698 Jul 14 09:55:29.453990 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-84a13e93-8e6c-47c1-b6fd-89aef09cf1f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:29.476347 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-84a13e93-8e6c-47c1-b6fd-89aef09cf1f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:29.522027 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-84a13e93-8e6c-47c1-b6fd-89aef09cf1f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:29.524534 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-84a13e93-8e6c-47c1-b6fd-89aef09cf1f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:29.525726 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-84a13e93-8e6c-47c1-b6fd-89aef09cf1f2 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/c96cc3e0-c301-4095-9164-097e935707a1 HTTP/1.1" status: 204 len: 168 time: 0.1210263 Jul 14 09:55:29.533894 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a13e93-8e6c-47c1-b6fd-89aef09cf1f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c96cc3e0-c301-4095-9164-097e935707a1,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:55:30.623388 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2117a9bd-8fb8-4d5f-ab95-05c6ee16121a req-91f8a71a-ffe7-4907-947f-814b098d9518 tempest-TestVolumeBackupRestore-526361823 tempest-TestVolumeBackupRestore-526361823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:55:30.624872 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2117a9bd-8fb8-4d5f-ab95-05c6ee16121a req-91f8a71a-ffe7-4907-947f-814b098d9518 tempest-TestVolumeBackupRestore-526361823 tempest-TestVolumeBackupRestore-526361823-project] 10.222.0.68 "GET /v2.0/ports?device_id=4d102a9a-1983-4f3c-be82-bb63729c3c0d HTTP/1.1" status: 200 len: 944 time: 0.0629690 Jul 14 09:55:30.664061 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2117a9bd-8fb8-4d5f-ab95-05c6ee16121a req-71fc69bc-11e0-4831-97a8-6a16e94bfb3b tempest-TestVolumeBackupRestore-526361823 tempest-TestVolumeBackupRestore-526361823-project] 10.222.0.68 "GET /v2.0/security-groups?id=5455576c-5b98-4b77-bcae-f37786e8fa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326767 Jul 14 09:55:31.849966 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b447316-a226-4616-a711-02fc2e020e6f req-a15bd6e7-4b10-44a9-92c8-633321d689b2 tempest-TestVolumeBackupRestore-526361823 tempest-TestVolumeBackupRestore-526361823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:55:31.851550 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-6b447316-a226-4616-a711-02fc2e020e6f req-a15bd6e7-4b10-44a9-92c8-633321d689b2 tempest-TestVolumeBackupRestore-526361823 tempest-TestVolumeBackupRestore-526361823-project] 10.222.0.68 "GET /v2.0/ports?device_id=4d102a9a-1983-4f3c-be82-bb63729c3c0d HTTP/1.1" status: 200 len: 944 time: 0.0720091 Jul 14 09:55:31.891504 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-6b447316-a226-4616-a711-02fc2e020e6f req-2706e9ef-b9c5-4891-9f71-36383ab33e5c tempest-TestVolumeBackupRestore-526361823 tempest-TestVolumeBackupRestore-526361823-project] 10.222.0.68 "GET /v2.0/security-groups?id=5455576c-5b98-4b77-bcae-f37786e8fa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342786 Jul 14 09:55:33.073189 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2de945-09b0-4c68-a8fa-762dbb8c7098 req-3d6a69a7-7b40-4242-a08b-2c0117c7c050 tempest-TestVolumeBackupRestore-526361823 tempest-TestVolumeBackupRestore-526361823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:55:33.074747 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-9f2de945-09b0-4c68-a8fa-762dbb8c7098 req-3d6a69a7-7b40-4242-a08b-2c0117c7c050 tempest-TestVolumeBackupRestore-526361823 tempest-TestVolumeBackupRestore-526361823-project] 10.222.0.68 "GET /v2.0/ports?device_id=4d102a9a-1983-4f3c-be82-bb63729c3c0d HTTP/1.1" status: 200 len: 944 time: 0.0699501 Jul 14 09:55:33.113721 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-9f2de945-09b0-4c68-a8fa-762dbb8c7098 req-26975839-1b3c-4a97-ac6f-09f51578d7ec tempest-TestVolumeBackupRestore-526361823 tempest-TestVolumeBackupRestore-526361823-project] 10.222.0.68 "GET /v2.0/security-groups?id=5455576c-5b98-4b77-bcae-f37786e8fa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333526 Jul 14 09:55:34.296895 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e48097-5fcc-45e4-b679-477c9057c827 req-d54316e7-bcbc-48bd-a422-9864f80e4287 tempest-TestVolumeBackupRestore-526361823 tempest-TestVolumeBackupRestore-526361823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:55:34.298377 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-f3e48097-5fcc-45e4-b679-477c9057c827 req-d54316e7-bcbc-48bd-a422-9864f80e4287 tempest-TestVolumeBackupRestore-526361823 tempest-TestVolumeBackupRestore-526361823-project] 10.222.0.68 "GET /v2.0/ports?device_id=4d102a9a-1983-4f3c-be82-bb63729c3c0d HTTP/1.1" status: 200 len: 944 time: 0.0672803 Jul 14 09:55:34.337450 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-f3e48097-5fcc-45e4-b679-477c9057c827 req-e3f8a313-d940-42bb-ab82-284441bf12bc tempest-TestVolumeBackupRestore-526361823 tempest-TestVolumeBackupRestore-526361823-project] 10.222.0.68 "GET /v2.0/security-groups?id=5455576c-5b98-4b77-bcae-f37786e8fa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333734 Jul 14 09:55:35.517360 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b882922-7857-4355-8cae-517487596d3e req-9abe479c-92cb-41f5-b698-1c74f758a0b9 tempest-TestVolumeBackupRestore-526361823 tempest-TestVolumeBackupRestore-526361823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:55:35.518953 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-9b882922-7857-4355-8cae-517487596d3e req-9abe479c-92cb-41f5-b698-1c74f758a0b9 tempest-TestVolumeBackupRestore-526361823 tempest-TestVolumeBackupRestore-526361823-project] 10.222.0.68 "GET /v2.0/ports?device_id=4d102a9a-1983-4f3c-be82-bb63729c3c0d HTTP/1.1" status: 200 len: 944 time: 0.0657704 Jul 14 09:55:35.558724 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-9b882922-7857-4355-8cae-517487596d3e req-90c7d71c-9e0a-404c-a932-b454f6cf22a7 tempest-TestVolumeBackupRestore-526361823 tempest-TestVolumeBackupRestore-526361823-project] 10.222.0.68 "GET /v2.0/security-groups?id=5455576c-5b98-4b77-bcae-f37786e8fa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341353 Jul 14 09:55:36.717119 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device f0b49554-8151-4a35-8362-85c5d771bb99 details requested by agent hyperv_n-h2-779913-29 with host n-h2-779913-29 {{(pid=93959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:55:36.736584 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d23d90-d7ae-4f7d-b82e-5fa64d609e59 req-ca47a1b9-5fc6-4ee4-9a55-de5c4c4e2d52 tempest-TestVolumeBackupRestore-526361823 tempest-TestVolumeBackupRestore-526361823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:55:36.738203 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-92d23d90-d7ae-4f7d-b82e-5fa64d609e59 req-ca47a1b9-5fc6-4ee4-9a55-de5c4c4e2d52 tempest-TestVolumeBackupRestore-526361823 tempest-TestVolumeBackupRestore-526361823-project] 10.222.0.68 "GET /v2.0/ports?device_id=4d102a9a-1983-4f3c-be82-bb63729c3c0d HTTP/1.1" status: 200 len: 944 time: 0.0694656 Jul 14 09:55:36.777650 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-92d23d90-d7ae-4f7d-b82e-5fa64d609e59 req-319a1585-7992-4c75-bece-a868c8e411e9 tempest-TestVolumeBackupRestore-526361823 tempest-TestVolumeBackupRestore-526361823-project] 10.222.0.68 "GET /v2.0/security-groups?id=5455576c-5b98-4b77-bcae-f37786e8fa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335407 Jul 14 09:55:36.826196 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port f0b49554-8151-4a35-8362-85c5d771bb99, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=f0b49554-8151-4a35-8362-85c5d771bb99,segment=NetworkSegment(09c6040b-b0ec-43ef-bd1e-cc2510776d85),segment_id=09c6040b-b0ec-43ef-bd1e-cc2510776d85)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:55:36.839176 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Returning: {'device': 'f0b49554-8151-4a35-8362-85c5d771bb99', 'network_id': 'f619caf6-358a-4699-ab1f-b4c521ee2633', 'port_id': 'f0b49554-8151-4a35-8362-85c5d771bb99', 'mac_address': 'fa:16:3e:f7:11:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c74b6c7-154c-4f43-b8f2-a38a29880cd3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:55:36.879575 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:36.892818 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0b49554-8151-4a35-8362-85c5d771bb99 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:55:36.914150 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port f0b49554-8151-4a35-8362-85c5d771bb99, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=f0b49554-8151-4a35-8362-85c5d771bb99,segment=NetworkSegment(09c6040b-b0ec-43ef-bd1e-cc2510776d85),segment_id=09c6040b-b0ec-43ef-bd1e-cc2510776d85)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:55:36.918837 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:36.974007 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Pushing event updated for resources: {'Port': ['ID=f0b49554-8151-4a35-8362-85c5d771bb99,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:55:36.982694 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:55:36.983038 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:55:36.983380 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:55:36.983712 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:55:36.984042 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:55:36.984402 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:55:36.984726 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:55:36.985051 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:55:36.985392 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:55:36.985726 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:55:36.986047 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:55:36.986369 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:55:37.199338 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] get_ports_and_sgs() called for port_ids ['f0b49554-8151-4a35-8362-85c5d771bb99'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:55:37.960463 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a1d1b2-873d-428f-89b0-2863373a3b12 req-27c00f64-c247-4e90-a868-c6b6c650ef7c tempest-TestVolumeBackupRestore-526361823 tempest-TestVolumeBackupRestore-526361823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:55:37.962004 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-45a1d1b2-873d-428f-89b0-2863373a3b12 req-27c00f64-c247-4e90-a868-c6b6c650ef7c tempest-TestVolumeBackupRestore-526361823 tempest-TestVolumeBackupRestore-526361823-project] 10.222.0.68 "GET /v2.0/ports?device_id=4d102a9a-1983-4f3c-be82-bb63729c3c0d HTTP/1.1" status: 200 len: 945 time: 0.0663004 Jul 14 09:55:38.001662 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-45a1d1b2-873d-428f-89b0-2863373a3b12 req-a1aaecf5-bca2-4383-8b03-1503a5102e68 tempest-TestVolumeBackupRestore-526361823 tempest-TestVolumeBackupRestore-526361823-project] 10.222.0.68 "GET /v2.0/security-groups?id=5455576c-5b98-4b77-bcae-f37786e8fa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339472 Jul 14 09:55:38.735318 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device f0b49554-8151-4a35-8362-85c5d771bb99 up at agent hyperv_n-h2-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:55:38.786839 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Provisioning for port f0b49554-8151-4a35-8362-85c5d771bb99 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:55:38.790531 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Provisioning complete for port f0b49554-8151-4a35-8362-85c5d771bb99 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:55:38.790908 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:38.864656 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:38.886265 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d102a9a-1983-4f3c-be82-bb63729c3c0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0b49554-8151-4a35-8362-85c5d771bb99'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:55:38.888510 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd62303f06773040a8a4e189dc46b4f565768c299abf8ab8e7739778b0bc3e97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ebd93f1-08cf-4b0b-bec0-bdfceb74891d" -d '{"events": [{"server_uuid": "4d102a9a-1983-4f3c-be82-bb63729c3c0d", "name": "network-vif-plugged", "status": "completed", "tag": "f0b49554-8151-4a35-8362-85c5d771bb99"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:55:38.902217 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port f0b49554-8151-4a35-8362-85c5d771bb99, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=f0b49554-8151-4a35-8362-85c5d771bb99,segment=NetworkSegment(09c6040b-b0ec-43ef-bd1e-cc2510776d85),segment_id=09c6040b-b0ec-43ef-bd1e-cc2510776d85)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:55:38.906269 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:38.932430 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:55:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af895c32-8502-4453-90ad-541df89dc18c x-openstack-request-id: req-af895c32-8502-4453-90ad-541df89dc18c {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:55:38.932732 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d102a9a-1983-4f3c-be82-bb63729c3c0d", "name": "network-vif-plugged", "status": "completed", "tag": "f0b49554-8151-4a35-8362-85c5d771bb99", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:55:38.932988 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-af895c32-8502-4453-90ad-541df89dc18c {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:55:38.933373 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d102a9a-1983-4f3c-be82-bb63729c3c0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0b49554-8151-4a35-8362-85c5d771bb99', 'code': 200} Jul 14 09:55:38.959638 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Pushing event updated for resources: {'Port': ['ID=f0b49554-8151-4a35-8362-85c5d771bb99,revision_number=5']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:55:39.072319 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1e5239-f2b6-4dbb-8149-e8aeb06ed861 req-acd76115-1de1-4fc1-b1f7-589e6b72fc2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:55:39.073935 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0d1e5239-f2b6-4dbb-8149-e8aeb06ed861 req-acd76115-1de1-4fc1-b1f7-589e6b72fc2b service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=4d102a9a-1983-4f3c-be82-bb63729c3c0d HTTP/1.1" status: 200 len: 1098 time: 0.0560927 Jul 14 09:55:39.108650 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0d1e5239-f2b6-4dbb-8149-e8aeb06ed861 req-6bafdf9c-b304-40b7-8214-695fbb3a1359 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=5455576c-5b98-4b77-bcae-f37786e8fa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0287209 Jul 14 09:55:39.175102 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e48042-b1b7-4735-ac8d-ef4843e8ae0a req-a9620d6c-c4b2-4a98-abf9-7bfe0565e0bf tempest-TestVolumeBackupRestore-526361823 tempest-TestVolumeBackupRestore-526361823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:55:39.176578 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-42e48042-b1b7-4735-ac8d-ef4843e8ae0a req-a9620d6c-c4b2-4a98-abf9-7bfe0565e0bf tempest-TestVolumeBackupRestore-526361823 tempest-TestVolumeBackupRestore-526361823-project] 10.222.0.68 "GET /v2.0/ports?device_id=4d102a9a-1983-4f3c-be82-bb63729c3c0d HTTP/1.1" status: 200 len: 946 time: 0.0620744 Jul 14 09:55:39.216650 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-42e48042-b1b7-4735-ac8d-ef4843e8ae0a req-017d5067-26e4-4492-9b18-0eda969a61a2 tempest-TestVolumeBackupRestore-526361823 tempest-TestVolumeBackupRestore-526361823-project] 10.222.0.68 "GET /v2.0/security-groups?id=5455576c-5b98-4b77-bcae-f37786e8fa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336230 Jul 14 09:55:40.385007 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d26163a-bb31-4fc7-a3b6-b0e933c2336f req-65c1f127-5d2e-465e-92a6-a3cf2416c8f9 tempest-TestVolumeBackupRestore-526361823 tempest-TestVolumeBackupRestore-526361823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:55:40.386397 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-4d26163a-bb31-4fc7-a3b6-b0e933c2336f req-65c1f127-5d2e-465e-92a6-a3cf2416c8f9 tempest-TestVolumeBackupRestore-526361823 tempest-TestVolumeBackupRestore-526361823-project] 10.222.0.68 "GET /v2.0/ports?device_id=4d102a9a-1983-4f3c-be82-bb63729c3c0d HTTP/1.1" status: 200 len: 946 time: 0.0615880 Jul 14 09:55:40.425241 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-4d26163a-bb31-4fc7-a3b6-b0e933c2336f req-ef8f9834-3fc9-479c-9903-f1aefb42779a tempest-TestVolumeBackupRestore-526361823 tempest-TestVolumeBackupRestore-526361823-project] 10.222.0.68 "GET /v2.0/security-groups?id=5455576c-5b98-4b77-bcae-f37786e8fa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330079 Jul 14 09:55:40.597256 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94950cdc-69d9-4564-808d-0438bb215067 req-da66ce74-7f0c-4259-8a74-f93d863a8eac tempest-TestVolumeBackupRestore-526361823 tempest-TestVolumeBackupRestore-526361823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:55:40.598756 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-94950cdc-69d9-4564-808d-0438bb215067 req-da66ce74-7f0c-4259-8a74-f93d863a8eac tempest-TestVolumeBackupRestore-526361823 tempest-TestVolumeBackupRestore-526361823-project] 10.222.0.68 "GET /v2.0/ports?device_id=4d102a9a-1983-4f3c-be82-bb63729c3c0d HTTP/1.1" status: 200 len: 946 time: 0.0660632 Jul 14 09:55:40.635984 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-94950cdc-69d9-4564-808d-0438bb215067 req-c090e1d6-c12d-4250-8bd2-b4fcc0105992 tempest-TestVolumeBackupRestore-526361823 tempest-TestVolumeBackupRestore-526361823-project] 10.222.0.68 "GET /v2.0/security-groups?id=5455576c-5b98-4b77-bcae-f37786e8fa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317001 Jul 14 09:55:40.660446 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 34620) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:55:40.895537 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55becdd4-23bc-426b-94ae-c7c43b1e205a tempest-TestVolumeBackupRestore-886867609 tempest-TestVolumeBackupRestore-886867609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:55:40.896969 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-55becdd4-23bc-426b-94ae-c7c43b1e205a tempest-TestVolumeBackupRestore-886867609 tempest-TestVolumeBackupRestore-886867609-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=4d102a9a-1983-4f3c-be82-bb63729c3c0d HTTP/1.1" status: 200 len: 1093 time: 0.2354963 Jul 14 09:55:40.899972 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 34624) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:55:40.904539 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-8961c21b-d8e8-49a9-93a6-2dc85c712b66 tempest-TestVolumeBackupRestore-526361823 tempest-TestVolumeBackupRestore-526361823-project] Request body: {'floatingip': {'floating_network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'port_id': 'f0b49554-8151-4a35-8362-85c5d771bb99', 'tenant_id': 'bd21afab7cf84617ad9e457a1bfc86a1', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:55:40.928264 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8961c21b-d8e8-49a9-93a6-2dc85c712b66 tempest-TestVolumeBackupRestore-526361823 tempest-TestVolumeBackupRestore-526361823-project] Notify callbacks [] for floatingip, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:41.367249 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8961c21b-d8e8-49a9-93a6-2dc85c712b66 tempest-TestVolumeBackupRestore-526361823 tempest-TestVolumeBackupRestore-526361823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:41.466294 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-8961c21b-d8e8-49a9-93a6-2dc85c712b66 tempest-TestVolumeBackupRestore-526361823 tempest-TestVolumeBackupRestore-526361823-project] Allocated IP 172.25.4.232 (2dcd4d32-cc7c-4468-b396-7ce5c9231892/6cd22a75-5bc1-467c-a3c4-0af04bd1b34a/702009b4-5011-4c7e-a44c-9faf88a9230c) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:55:41.568226 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8961c21b-d8e8-49a9-93a6-2dc85c712b66 tempest-TestVolumeBackupRestore-526361823 tempest-TestVolumeBackupRestore-526361823-project] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:41.606058 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8961c21b-d8e8-49a9-93a6-2dc85c712b66 tempest-TestVolumeBackupRestore-526361823 tempest-TestVolumeBackupRestore-526361823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:41.641149 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8961c21b-d8e8-49a9-93a6-2dc85c712b66 tempest-TestVolumeBackupRestore-526361823 tempest-TestVolumeBackupRestore-526361823-project] Network 2dcd4d32-cc7c-4468-b396-7ce5c9231892 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:55:41.645745 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-8961c21b-d8e8-49a9-93a6-2dc85c712b66 tempest-TestVolumeBackupRestore-526361823 tempest-TestVolumeBackupRestore-526361823-project] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:55:41.649966 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8961c21b-d8e8-49a9-93a6-2dc85c712b66 tempest-TestVolumeBackupRestore-526361823 tempest-TestVolumeBackupRestore-526361823-project] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:55:41.675488 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8961c21b-d8e8-49a9-93a6-2dc85c712b66 tempest-TestVolumeBackupRestore-526361823 tempest-TestVolumeBackupRestore-526361823-project] Pushing event updated for resources: {'Port': ['ID=702009b4-5011-4c7e-a44c-9faf88a9230c,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:55:42.144483 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8961c21b-d8e8-49a9-93a6-2dc85c712b66 tempest-TestVolumeBackupRestore-526361823 tempest-TestVolumeBackupRestore-526361823-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:42.253544 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8961c21b-d8e8-49a9-93a6-2dc85c712b66 tempest-TestVolumeBackupRestore-526361823 tempest-TestVolumeBackupRestore-526361823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:42.400761 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8961c21b-d8e8-49a9-93a6-2dc85c712b66 tempest-TestVolumeBackupRestore-526361823 tempest-TestVolumeBackupRestore-526361823-project] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:42.405006 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8961c21b-d8e8-49a9-93a6-2dc85c712b66 tempest-TestVolumeBackupRestore-526361823 tempest-TestVolumeBackupRestore-526361823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:42.474468 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8961c21b-d8e8-49a9-93a6-2dc85c712b66 tempest-TestVolumeBackupRestore-526361823 tempest-TestVolumeBackupRestore-526361823-project] Pushing event updated for resources: {'Port': ['ID=702009b4-5011-4c7e-a44c-9faf88a9230c,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:55:42.487442 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8961c21b-d8e8-49a9-93a6-2dc85c712b66 tempest-TestVolumeBackupRestore-526361823 tempest-TestVolumeBackupRestore-526361823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-660590'] for floatingip, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:42.587122 n-d-779913-29 neutron-server[93957]: INFO neutron.db.l3_db [None req-8961c21b-d8e8-49a9-93a6-2dc85c712b66 tempest-TestVolumeBackupRestore-526361823 tempest-TestVolumeBackupRestore-526361823-project] Floating IP 1f4b429d-e1a4-4d0f-938e-13a03e9165e7 associated. External IP: 172.25.4.232, port: f0b49554-8151-4a35-8362-85c5d771bb99. Jul 14 09:55:42.795721 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8961c21b-d8e8-49a9-93a6-2dc85c712b66 tempest-TestVolumeBackupRestore-526361823 tempest-TestVolumeBackupRestore-526361823-project] Router 6e57936f-a2f2-4612-bc44-805459504441 has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:55:42.900342 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8961c21b-d8e8-49a9-93a6-2dc85c712b66 tempest-TestVolumeBackupRestore-526361823 tempest-TestVolumeBackupRestore-526361823-project] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:55:42.912142 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dfe4b34-f20d-4194-8daa-a33e0fb8b64a None None] Sync routers for ids ['6e57936f-a2f2-4612-bc44-805459504441'] in n-d-779913-29 {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:55:42.916780 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8961c21b-d8e8-49a9-93a6-2dc85c712b66 tempest-TestVolumeBackupRestore-526361823 tempest-TestVolumeBackupRestore-526361823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for floatingip, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:42.921843 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dfe4b34-f20d-4194-8daa-a33e0fb8b64a None None] Routers {'6e57936f-a2f2-4612-bc44-805459504441'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:55:42.922470 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-3dfe4b34-f20d-4194-8daa-a33e0fb8b64a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:55:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['6e57936f-a2f2-4612-bc44-805459504441'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:55:42.953038 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-8961c21b-d8e8-49a9-93a6-2dc85c712b66 tempest-TestVolumeBackupRestore-526361823 tempest-TestVolumeBackupRestore-526361823-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0520000 Jul 14 09:55:42.953692 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d102a9a-1983-4f3c-be82-bb63729c3c0d', 'tag': 'f0b49554-8151-4a35-8362-85c5d771bb99'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:55:42.956007 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f16abfb-f0a7-4fd2-931f-fa56769f0125" -d '{"events": [{"name": "network-changed", "server_uuid": "4d102a9a-1983-4f3c-be82-bb63729c3c0d", "tag": "f0b49554-8151-4a35-8362-85c5d771bb99"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:55:42.956735 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 34626) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:55:42.993702 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:55:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5068a26-512a-48a9-a172-759bfc1e2c6f x-openstack-request-id: req-a5068a26-512a-48a9-a172-759bfc1e2c6f {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:55:42.993996 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d102a9a-1983-4f3c-be82-bb63729c3c0d", "tag": "f0b49554-8151-4a35-8362-85c5d771bb99", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:55:42.994252 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-a5068a26-512a-48a9-a172-759bfc1e2c6f {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:55:42.994658 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d102a9a-1983-4f3c-be82-bb63729c3c0d', 'tag': 'f0b49554-8151-4a35-8362-85c5d771bb99', 'status': 'completed', 'code': 200} Jul 14 09:55:43.014226 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e30eea0-3b6e-47f2-88d1-4cbacd1ea45f tempest-TestVolumeBackupRestore-886867609 tempest-TestVolumeBackupRestore-886867609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:55:43.017011 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-8e30eea0-3b6e-47f2-88d1-4cbacd1ea45f tempest-TestVolumeBackupRestore-886867609 tempest-TestVolumeBackupRestore-886867609-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=4d102a9a-1983-4f3c-be82-bb63729c3c0d HTTP/1.1" status: 200 len: 1093 time: 0.0583093 Jul 14 09:55:43.020641 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 34630) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:55:43.025362 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-c08e80b6-09dc-4443-b7d0-360bbebbd2f2 tempest-TestVolumeBackupRestore-526361823 tempest-TestVolumeBackupRestore-526361823-project] Request body: {'floatingip': {'port_id': 'f0b49554-8151-4a35-8362-85c5d771bb99'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:55:43.035703 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:43.053731 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvr_db [None req-3dfe4b34-f20d-4194-8daa-a33e0fb8b64a None None] Set router 6e57936f-a2f2-4612-bc44-805459504441 gateway port host: n-d-779913-29 {{(pid=93959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:55:43.115136 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c08e80b6-09dc-4443-b7d0-360bbebbd2f2 tempest-TestVolumeBackupRestore-526361823 tempest-TestVolumeBackupRestore-526361823-project] Notify callbacks [] for floatingip, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:43.179011 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f16abfb-f0a7-4fd2-931f-fa56769f0125 req-cb7f3d23-b860-414e-865d-71bd58e3fa98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:55:43.180519 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-9f16abfb-f0a7-4fd2-931f-fa56769f0125 req-cb7f3d23-b860-414e-865d-71bd58e3fa98 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=bd21afab7cf84617ad9e457a1bfc86a1&device_id=4d102a9a-1983-4f3c-be82-bb63729c3c0d HTTP/1.1" status: 200 len: 1098 time: 0.1206422 Jul 14 09:55:43.280124 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-3dfe4b34-f20d-4194-8daa-a33e0fb8b64a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e57936f-a2f2-4612-bc44-805459504441', 'name': 'tempest-TestVolumeBackupRestore-1106074453-router', 'tenant_id': 'bd21afab7cf84617ad9e457a1bfc86a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.89'}], 'enable_snat': True}, 'gw_port_id': '1cd5f2f7-1344-495b-860c-97f9b0bcacdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:53:16Z', 'updated_at': '2021-07-14T09:53:18Z', 'revision_number': 4, 'project_id': 'bd21afab7cf84617ad9e457a1bfc86a1', 'gw_port': {'id': '1cd5f2f7-1344-495b-860c-97f9b0bcacdf', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:52:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e57936f-a2f2-4612-bc44-805459504441', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:53:16Z', 'updated_at': '2021-07-14T09:53:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_floatingips': [{'id': '1f4b429d-e1a4-4d0f-938e-13a03e9165e7', 'tenant_id': 'bd21afab7cf84617ad9e457a1bfc86a1', 'floating_ip_address': '172.25.4.232', 'floating_network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'router_id': '6e57936f-a2f2-4612-bc44-805459504441', 'port_id': 'f0b49554-8151-4a35-8362-85c5d771bb99', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3915, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f619caf6-358a-4699-ab1f-b4c521ee2633', 'mac_address': 'fa:16:3e:f7:11:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d102a9a-1983-4f3c-be82-bb63729c3c0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:55:41Z', 'updated_at': '2021-07-14T09:55:41Z', 'revision_number': 0, 'project_id': 'bd21afab7cf84617ad9e457a1bfc86a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc3439df-212d-4deb-97c7-5f16efc81caa', 'name': '', 'network_id': 'f619caf6-358a-4699-ab1f-b4c521ee2633', 'tenant_id': 'bd21afab7cf84617ad9e457a1bfc86a1', 'mac_address': 'fa:16:3e:3f:ae:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e57936f-a2f2-4612-bc44-805459504441', 'device_owner': 'network:router_interface', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '6c74b6c7-154c-4f43-b8f2-a38a29880cd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:53:18Z', 'updated_at': '2021-07-14T09:53:26Z', 'revision_number': 5, 'project_id': 'bd21afab7cf84617ad9e457a1bfc86a1', 'subnets': [{'id': '6c74b6c7-154c-4f43-b8f2-a38a29880cd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:55:43.309845 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dfe4b34-f20d-4194-8daa-a33e0fb8b64a None None] Checking router: 6e57936f-a2f2-4612-bc44-805459504441 for host: n-d-779913-29 {{(pid=93959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:55:43.319775 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dfe4b34-f20d-4194-8daa-a33e0fb8b64a None None] Routers {'6e57936f-a2f2-4612-bc44-805459504441'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:55:43.320736 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-3dfe4b34-f20d-4194-8daa-a33e0fb8b64a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:55:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['6e57936f-a2f2-4612-bc44-805459504441'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:55:43.374393 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f16abfb-f0a7-4fd2-931f-fa56769f0125 req-54dbec2f-6201-4a05-85f8-bd0cc76f23ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:55:43.376013 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-9f16abfb-f0a7-4fd2-931f-fa56769f0125 req-54dbec2f-6201-4a05-85f8-bd0cc76f23ee service neutron] 10.222.0.57 "GET /v2.0/networks?id=f619caf6-358a-4699-ab1f-b4c521ee2633 HTTP/1.1" status: 200 len: 915 time: 0.1777694 Jul 14 09:55:43.426805 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvr_db [None req-3dfe4b34-f20d-4194-8daa-a33e0fb8b64a None None] Set router 6e57936f-a2f2-4612-bc44-805459504441 gateway port host: n-d-779913-29 {{(pid=93959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:55:43.663802 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-3dfe4b34-f20d-4194-8daa-a33e0fb8b64a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e57936f-a2f2-4612-bc44-805459504441', 'name': 'tempest-TestVolumeBackupRestore-1106074453-router', 'tenant_id': 'bd21afab7cf84617ad9e457a1bfc86a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.89'}], 'enable_snat': True}, 'gw_port_id': '1cd5f2f7-1344-495b-860c-97f9b0bcacdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:53:16Z', 'updated_at': '2021-07-14T09:53:18Z', 'revision_number': 4, 'project_id': 'bd21afab7cf84617ad9e457a1bfc86a1', 'gw_port': {'id': '1cd5f2f7-1344-495b-860c-97f9b0bcacdf', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:52:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e57936f-a2f2-4612-bc44-805459504441', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:53:16Z', 'updated_at': '2021-07-14T09:53:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_floatingips': [{'id': '1f4b429d-e1a4-4d0f-938e-13a03e9165e7', 'tenant_id': 'bd21afab7cf84617ad9e457a1bfc86a1', 'floating_ip_address': '172.25.4.232', 'floating_network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'router_id': '6e57936f-a2f2-4612-bc44-805459504441', 'port_id': 'f0b49554-8151-4a35-8362-85c5d771bb99', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3915, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f619caf6-358a-4699-ab1f-b4c521ee2633', 'mac_address': 'fa:16:3e:f7:11:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d102a9a-1983-4f3c-be82-bb63729c3c0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:55:41Z', 'updated_at': '2021-07-14T09:55:41Z', 'revision_number': 0, 'project_id': 'bd21afab7cf84617ad9e457a1bfc86a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc3439df-212d-4deb-97c7-5f16efc81caa', 'name': '', 'network_id': 'f619caf6-358a-4699-ab1f-b4c521ee2633', 'tenant_id': 'bd21afab7cf84617ad9e457a1bfc86a1', 'mac_address': 'fa:16:3e:3f:ae:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e57936f-a2f2-4612-bc44-805459504441', 'device_owner': 'network:router_interface', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '6c74b6c7-154c-4f43-b8f2-a38a29880cd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:53:18Z', 'updated_at': '2021-07-14T09:53:26Z', 'revision_number': 5, 'project_id': 'bd21afab7cf84617ad9e457a1bfc86a1', 'subnets': [{'id': '6c74b6c7-154c-4f43-b8f2-a38a29880cd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:55:43.692133 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dfe4b34-f20d-4194-8daa-a33e0fb8b64a None None] The sync data for ids ['6e57936f-a2f2-4612-bc44-805459504441'] in n-d-779913-29 is: [{'id': '6e57936f-a2f2-4612-bc44-805459504441', 'name': 'tempest-TestVolumeBackupRestore-1106074453-router', 'tenant_id': 'bd21afab7cf84617ad9e457a1bfc86a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.89'}], 'enable_snat': True}, 'gw_port_id': '1cd5f2f7-1344-495b-860c-97f9b0bcacdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:53:16Z', 'updated_at': '2021-07-14T09:53:18Z', 'revision_number': 4, 'project_id': 'bd21afab7cf84617ad9e457a1bfc86a1', 'gw_port': {'id': '1cd5f2f7-1344-495b-860c-97f9b0bcacdf', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:52:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e57936f-a2f2-4612-bc44-805459504441', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:53:16Z', 'updated_at': '2021-07-14T09:53:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_floatingips': [{'id': '1f4b429d-e1a4-4d0f-938e-13a03e9165e7', 'tenant_id': 'bd21afab7cf84617ad9e457a1bfc86a1', 'floating_ip_address': '172.25.4.232', 'floating_network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'router_id': '6e57936f-a2f2-4612-bc44-805459504441', 'port_id': 'f0b49554-8151-4a35-8362-85c5d771bb99', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3915, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f619caf6-358a-4699-ab1f-b4c521ee2633', 'mac_address': 'fa:16:3e:f7:11:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d102a9a-1983-4f3c-be82-bb63729c3c0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:55:41Z', 'updated_at': '2021-07-14T09:55:41Z', 'revision_number': 0, 'project_id': 'bd21afab7cf84617ad9e457a1bfc86a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc3439df-212d-4deb-97c7-5f16efc81caa', 'name': '', 'network_id': 'f619caf6-358a-4699-ab1f-b4c521ee2633', 'tenant_id': 'bd21afab7cf84617ad9e457a1bfc86a1', 'mac_address': 'fa:16:3e:3f:ae:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e57936f-a2f2-4612-bc44-805459504441', 'device_owner': 'network:router_interface', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '6c74b6c7-154c-4f43-b8f2-a38a29880cd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:53:18Z', 'updated_at': '2021-07-14T09:53:26Z', 'revision_number': 5, 'project_id': 'bd21afab7cf84617ad9e457a1bfc86a1', 'subnets': [{'id': '6c74b6c7-154c-4f43-b8f2-a38a29880cd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:55:43.800816 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:43.820424 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-9f16abfb-f0a7-4fd2-931f-fa56769f0125 req-596596f8-a3fc-4875-831f-17e8e8f287b2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f0b49554-8151-4a35-8362-85c5d771bb99 HTTP/1.1" status: 200 len: 1000 time: 0.4357269 Jul 14 09:55:43.907879 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e06c24-e07b-49c1-8857-02d9749e3bf4 None None] New status for floating IP 1f4b429d-e1a4-4d0f-938e-13a03e9165e7: ACTIVE {{(pid=93960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:55:43.916062 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f16abfb-f0a7-4fd2-931f-fa56769f0125 req-bbed6bd7-45f8-4e5d-aa91-775a4423ef79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:55:43.917533 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-9f16abfb-f0a7-4fd2-931f-fa56769f0125 req-bbed6bd7-45f8-4e5d-aa91-775a4423ef79 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6c74b6c7-154c-4f43-b8f2-a38a29880cd3 HTTP/1.1" status: 200 len: 853 time: 0.0887618 Jul 14 09:55:44.063879 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f16abfb-f0a7-4fd2-931f-fa56769f0125 req-ac52024a-25e4-484b-aea9-c86db3b15ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:55:44.066131 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-9f16abfb-f0a7-4fd2-931f-fa56769f0125 req-ac52024a-25e4-484b-aea9-c86db3b15ded service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f619caf6-358a-4699-ab1f-b4c521ee2633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1140461 Jul 14 09:55:44.068519 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.db.api [None req-c08e80b6-09dc-4443-b7d0-360bbebbd2f2 tempest-TestVolumeBackupRestore-526361823 tempest-TestVolumeBackupRestore-526361823-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93957) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 09:55:44.068841 n-d-779913-29 neutron-server[93957]: DEBUG oslo_db.api [None req-c08e80b6-09dc-4443-b7d0-360bbebbd2f2 tempest-TestVolumeBackupRestore-526361823 tempest-TestVolumeBackupRestore-526361823-project] Performing DB retry for function neutron.db.l3_dvr_db.L3_NAT_with_dvr_db_mixin.update_floatingip {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 09:55:44.160778 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-9f16abfb-f0a7-4fd2-931f-fa56769f0125 req-64b53cec-bcbc-4a06-8251-bb93f51d0723 service neutron] 10.222.0.57 "GET /v2.0/networks/f619caf6-358a-4699-ab1f-b4c521ee2633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887210 Jul 14 09:55:44.251742 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-9f16abfb-f0a7-4fd2-931f-fa56769f0125 req-5ca01365-7728-40d8-b067-a12f303ba795 service neutron] 10.222.0.57 "GET /v2.0/networks/f619caf6-358a-4699-ab1f-b4c521ee2633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851269 Jul 14 09:55:44.570926 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c08e80b6-09dc-4443-b7d0-360bbebbd2f2 tempest-TestVolumeBackupRestore-526361823 tempest-TestVolumeBackupRestore-526361823-project] Notify callbacks [] for floatingip, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:45.047400 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c08e80b6-09dc-4443-b7d0-360bbebbd2f2 tempest-TestVolumeBackupRestore-526361823 tempest-TestVolumeBackupRestore-526361823-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:45.051226 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c08e80b6-09dc-4443-b7d0-360bbebbd2f2 tempest-TestVolumeBackupRestore-526361823 tempest-TestVolumeBackupRestore-526361823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-660590'] for floatingip, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:45.253719 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c08e80b6-09dc-4443-b7d0-360bbebbd2f2 tempest-TestVolumeBackupRestore-526361823 tempest-TestVolumeBackupRestore-526361823-project] Router 6e57936f-a2f2-4612-bc44-805459504441 has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:55:45.360758 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c08e80b6-09dc-4443-b7d0-360bbebbd2f2 tempest-TestVolumeBackupRestore-526361823 tempest-TestVolumeBackupRestore-526361823-project] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:55:45.365224 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c08e80b6-09dc-4443-b7d0-360bbebbd2f2 tempest-TestVolumeBackupRestore-526361823 tempest-TestVolumeBackupRestore-526361823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for floatingip, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:45.371052 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e31d72ec-f7ef-48b9-8a5c-5bb45ffb010c None None] Sync routers for ids ['6e57936f-a2f2-4612-bc44-805459504441'] in n-d-779913-29 {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:55:45.380825 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e31d72ec-f7ef-48b9-8a5c-5bb45ffb010c None None] Routers {'6e57936f-a2f2-4612-bc44-805459504441'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:55:45.381501 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-e31d72ec-f7ef-48b9-8a5c-5bb45ffb010c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:55:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['6e57936f-a2f2-4612-bc44-805459504441'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:55:45.403885 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d102a9a-1983-4f3c-be82-bb63729c3c0d', 'tag': 'f0b49554-8151-4a35-8362-85c5d771bb99'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:55:45.406196 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef03c383-dda7-4492-8e5e-22d7d474d21b" -d '{"events": [{"name": "network-changed", "server_uuid": "4d102a9a-1983-4f3c-be82-bb63729c3c0d", "tag": "f0b49554-8151-4a35-8362-85c5d771bb99"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:55:45.444895 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:55:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2ee497a-ba1e-4fb4-bd38-16547ebee342 x-openstack-request-id: req-a2ee497a-ba1e-4fb4-bd38-16547ebee342 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:55:45.445201 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d102a9a-1983-4f3c-be82-bb63729c3c0d", "tag": "f0b49554-8151-4a35-8362-85c5d771bb99", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:55:45.445477 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-a2ee497a-ba1e-4fb4-bd38-16547ebee342 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:55:45.445905 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d102a9a-1983-4f3c-be82-bb63729c3c0d', 'tag': 'f0b49554-8151-4a35-8362-85c5d771bb99', 'status': 'completed', 'code': 200} Jul 14 09:55:45.450037 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-c08e80b6-09dc-4443-b7d0-360bbebbd2f2 tempest-TestVolumeBackupRestore-526361823 tempest-TestVolumeBackupRestore-526361823-project] 10.222.0.68 "PUT /v2.0/floatingips/1f4b429d-e1a4-4d0f-938e-13a03e9165e7 HTTP/1.1" status: 200 len: 994 time: 2.4282756 Jul 14 09:55:45.542284 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef03c383-dda7-4492-8e5e-22d7d474d21b req-7b31fc2b-5493-481c-a255-4632fc1beab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:55:45.543728 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ef03c383-dda7-4492-8e5e-22d7d474d21b req-7b31fc2b-5493-481c-a255-4632fc1beab0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=bd21afab7cf84617ad9e457a1bfc86a1&device_id=4d102a9a-1983-4f3c-be82-bb63729c3c0d HTTP/1.1" status: 200 len: 1098 time: 0.0558765 Jul 14 09:55:45.644550 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef03c383-dda7-4492-8e5e-22d7d474d21b req-8236899c-137f-4e1b-a97c-87a50799e8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:55:45.646082 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ef03c383-dda7-4492-8e5e-22d7d474d21b req-8236899c-137f-4e1b-a97c-87a50799e8f0 service neutron] 10.222.0.57 "GET /v2.0/networks?id=f619caf6-358a-4699-ab1f-b4c521ee2633 HTTP/1.1" status: 200 len: 915 time: 0.0954492 Jul 14 09:55:45.651670 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvr_db [None req-e31d72ec-f7ef-48b9-8a5c-5bb45ffb010c None None] Set router 6e57936f-a2f2-4612-bc44-805459504441 gateway port host: n-d-779913-29 {{(pid=93959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:55:45.720822 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ef03c383-dda7-4492-8e5e-22d7d474d21b req-c9f4451b-c100-4b8c-892f-3bce40c189a2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f0b49554-8151-4a35-8362-85c5d771bb99 HTTP/1.1" status: 200 len: 1002 time: 0.0687890 Jul 14 09:55:45.772678 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef03c383-dda7-4492-8e5e-22d7d474d21b req-2afc71cd-7935-4171-b048-ed5fd8c2357e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:55:45.774206 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ef03c383-dda7-4492-8e5e-22d7d474d21b req-2afc71cd-7935-4171-b048-ed5fd8c2357e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6c74b6c7-154c-4f43-b8f2-a38a29880cd3 HTTP/1.1" status: 200 len: 853 time: 0.0473130 Jul 14 09:55:45.841994 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef03c383-dda7-4492-8e5e-22d7d474d21b req-973dc8a9-9d4f-4f09-9f09-13bad98e12d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:55:45.843428 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ef03c383-dda7-4492-8e5e-22d7d474d21b req-973dc8a9-9d4f-4f09-9f09-13bad98e12d4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f619caf6-358a-4699-ab1f-b4c521ee2633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0598121 Jul 14 09:55:45.853858 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [req-ef03c383-dda7-4492-8e5e-22d7d474d21b req-67afdd09-e720-4786-8dc4-b62b8c3e9a6c service neutron] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=93957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:55:45.854853 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ef03c383-dda7-4492-8e5e-22d7d474d21b req-67afdd09-e720-4786-8dc4-b62b8c3e9a6c service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053983 Jul 14 09:55:45.893680 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-e31d72ec-f7ef-48b9-8a5c-5bb45ffb010c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e57936f-a2f2-4612-bc44-805459504441', 'name': 'tempest-TestVolumeBackupRestore-1106074453-router', 'tenant_id': 'bd21afab7cf84617ad9e457a1bfc86a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.89'}], 'enable_snat': True}, 'gw_port_id': '1cd5f2f7-1344-495b-860c-97f9b0bcacdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:53:16Z', 'updated_at': '2021-07-14T09:53:18Z', 'revision_number': 4, 'project_id': 'bd21afab7cf84617ad9e457a1bfc86a1', 'gw_port': {'id': '1cd5f2f7-1344-495b-860c-97f9b0bcacdf', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:52:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e57936f-a2f2-4612-bc44-805459504441', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:53:16Z', 'updated_at': '2021-07-14T09:53:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_floatingips': [{'id': '1f4b429d-e1a4-4d0f-938e-13a03e9165e7', 'tenant_id': 'bd21afab7cf84617ad9e457a1bfc86a1', 'floating_ip_address': '172.25.4.232', 'floating_network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'router_id': '6e57936f-a2f2-4612-bc44-805459504441', 'port_id': 'f0b49554-8151-4a35-8362-85c5d771bb99', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3915, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f619caf6-358a-4699-ab1f-b4c521ee2633', 'mac_address': 'fa:16:3e:f7:11:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d102a9a-1983-4f3c-be82-bb63729c3c0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:55:41Z', 'updated_at': '2021-07-14T09:55:44Z', 'revision_number': 2, 'project_id': 'bd21afab7cf84617ad9e457a1bfc86a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc3439df-212d-4deb-97c7-5f16efc81caa', 'name': '', 'network_id': 'f619caf6-358a-4699-ab1f-b4c521ee2633', 'tenant_id': 'bd21afab7cf84617ad9e457a1bfc86a1', 'mac_address': 'fa:16:3e:3f:ae:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e57936f-a2f2-4612-bc44-805459504441', 'device_owner': 'network:router_interface', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '6c74b6c7-154c-4f43-b8f2-a38a29880cd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:53:18Z', 'updated_at': '2021-07-14T09:53:26Z', 'revision_number': 5, 'project_id': 'bd21afab7cf84617ad9e457a1bfc86a1', 'subnets': [{'id': '6c74b6c7-154c-4f43-b8f2-a38a29880cd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:55:45.920842 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e31d72ec-f7ef-48b9-8a5c-5bb45ffb010c None None] Checking router: 6e57936f-a2f2-4612-bc44-805459504441 for host: n-d-779913-29 {{(pid=93959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:55:45.929976 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e31d72ec-f7ef-48b9-8a5c-5bb45ffb010c None None] Routers {'6e57936f-a2f2-4612-bc44-805459504441'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:55:45.930597 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-e31d72ec-f7ef-48b9-8a5c-5bb45ffb010c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:55:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['6e57936f-a2f2-4612-bc44-805459504441'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:55:45.953686 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ef03c383-dda7-4492-8e5e-22d7d474d21b req-20b55829-a8c0-4cb7-b1a3-d0045f4ccbc8 service neutron] 10.222.0.57 "GET /v2.0/networks/f619caf6-358a-4699-ab1f-b4c521ee2633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926664 Jul 14 09:55:46.050023 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvr_db [None req-e31d72ec-f7ef-48b9-8a5c-5bb45ffb010c None None] Set router 6e57936f-a2f2-4612-bc44-805459504441 gateway port host: n-d-779913-29 {{(pid=93959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:55:46.053892 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ef03c383-dda7-4492-8e5e-22d7d474d21b req-94e4f5d8-8581-4a3b-863b-260e5e2f5d64 service neutron] 10.222.0.57 "GET /v2.0/networks/f619caf6-358a-4699-ab1f-b4c521ee2633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944860 Jul 14 09:55:46.298320 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-e31d72ec-f7ef-48b9-8a5c-5bb45ffb010c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e57936f-a2f2-4612-bc44-805459504441', 'name': 'tempest-TestVolumeBackupRestore-1106074453-router', 'tenant_id': 'bd21afab7cf84617ad9e457a1bfc86a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.89'}], 'enable_snat': True}, 'gw_port_id': '1cd5f2f7-1344-495b-860c-97f9b0bcacdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:53:16Z', 'updated_at': '2021-07-14T09:53:18Z', 'revision_number': 4, 'project_id': 'bd21afab7cf84617ad9e457a1bfc86a1', 'gw_port': {'id': '1cd5f2f7-1344-495b-860c-97f9b0bcacdf', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:52:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e57936f-a2f2-4612-bc44-805459504441', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:53:16Z', 'updated_at': '2021-07-14T09:53:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_floatingips': [{'id': '1f4b429d-e1a4-4d0f-938e-13a03e9165e7', 'tenant_id': 'bd21afab7cf84617ad9e457a1bfc86a1', 'floating_ip_address': '172.25.4.232', 'floating_network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'router_id': '6e57936f-a2f2-4612-bc44-805459504441', 'port_id': 'f0b49554-8151-4a35-8362-85c5d771bb99', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3915, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f619caf6-358a-4699-ab1f-b4c521ee2633', 'mac_address': 'fa:16:3e:f7:11:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d102a9a-1983-4f3c-be82-bb63729c3c0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:55:41Z', 'updated_at': '2021-07-14T09:55:44Z', 'revision_number': 2, 'project_id': 'bd21afab7cf84617ad9e457a1bfc86a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc3439df-212d-4deb-97c7-5f16efc81caa', 'name': '', 'network_id': 'f619caf6-358a-4699-ab1f-b4c521ee2633', 'tenant_id': 'bd21afab7cf84617ad9e457a1bfc86a1', 'mac_address': 'fa:16:3e:3f:ae:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e57936f-a2f2-4612-bc44-805459504441', 'device_owner': 'network:router_interface', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '6c74b6c7-154c-4f43-b8f2-a38a29880cd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:53:18Z', 'updated_at': '2021-07-14T09:53:26Z', 'revision_number': 5, 'project_id': 'bd21afab7cf84617ad9e457a1bfc86a1', 'subnets': [{'id': '6c74b6c7-154c-4f43-b8f2-a38a29880cd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:55:46.324733 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e31d72ec-f7ef-48b9-8a5c-5bb45ffb010c None None] The sync data for ids ['6e57936f-a2f2-4612-bc44-805459504441'] in n-d-779913-29 is: [{'id': '6e57936f-a2f2-4612-bc44-805459504441', 'name': 'tempest-TestVolumeBackupRestore-1106074453-router', 'tenant_id': 'bd21afab7cf84617ad9e457a1bfc86a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.89'}], 'enable_snat': True}, 'gw_port_id': '1cd5f2f7-1344-495b-860c-97f9b0bcacdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:53:16Z', 'updated_at': '2021-07-14T09:53:18Z', 'revision_number': 4, 'project_id': 'bd21afab7cf84617ad9e457a1bfc86a1', 'gw_port': {'id': '1cd5f2f7-1344-495b-860c-97f9b0bcacdf', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:52:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e57936f-a2f2-4612-bc44-805459504441', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:53:16Z', 'updated_at': '2021-07-14T09:53:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_floatingips': [{'id': '1f4b429d-e1a4-4d0f-938e-13a03e9165e7', 'tenant_id': 'bd21afab7cf84617ad9e457a1bfc86a1', 'floating_ip_address': '172.25.4.232', 'floating_network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'router_id': '6e57936f-a2f2-4612-bc44-805459504441', 'port_id': 'f0b49554-8151-4a35-8362-85c5d771bb99', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3915, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f619caf6-358a-4699-ab1f-b4c521ee2633', 'mac_address': 'fa:16:3e:f7:11:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d102a9a-1983-4f3c-be82-bb63729c3c0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:55:41Z', 'updated_at': '2021-07-14T09:55:44Z', 'revision_number': 2, 'project_id': 'bd21afab7cf84617ad9e457a1bfc86a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc3439df-212d-4deb-97c7-5f16efc81caa', 'name': '', 'network_id': 'f619caf6-358a-4699-ab1f-b4c521ee2633', 'tenant_id': 'bd21afab7cf84617ad9e457a1bfc86a1', 'mac_address': 'fa:16:3e:3f:ae:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e57936f-a2f2-4612-bc44-805459504441', 'device_owner': 'network:router_interface', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '6c74b6c7-154c-4f43-b8f2-a38a29880cd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:53:18Z', 'updated_at': '2021-07-14T09:53:26Z', 'revision_number': 5, 'project_id': 'bd21afab7cf84617ad9e457a1bfc86a1', 'subnets': [{'id': '6c74b6c7-154c-4f43-b8f2-a38a29880cd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:55:47.446988 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d102a9a-1983-4f3c-be82-bb63729c3c0d', 'tag': 'f0b49554-8151-4a35-8362-85c5d771bb99'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:55:47.449286 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-621c9934-1923-4007-8477-0c974d63f296" -d '{"events": [{"name": "network-changed", "server_uuid": "4d102a9a-1983-4f3c-be82-bb63729c3c0d", "tag": "f0b49554-8151-4a35-8362-85c5d771bb99"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:55:47.485170 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:55:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ab188ee-5f80-455d-a5b3-6b583a625f8d x-openstack-request-id: req-3ab188ee-5f80-455d-a5b3-6b583a625f8d {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:55:47.485464 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d102a9a-1983-4f3c-be82-bb63729c3c0d", "tag": "f0b49554-8151-4a35-8362-85c5d771bb99", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:55:47.485808 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-3ab188ee-5f80-455d-a5b3-6b583a625f8d {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:55:47.486155 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d102a9a-1983-4f3c-be82-bb63729c3c0d', 'tag': 'f0b49554-8151-4a35-8362-85c5d771bb99', 'status': 'completed', 'code': 200} Jul 14 09:55:47.599872 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621c9934-1923-4007-8477-0c974d63f296 req-a518afdf-742e-4742-9511-a4ddc39bb71c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:55:47.602497 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-621c9934-1923-4007-8477-0c974d63f296 req-a518afdf-742e-4742-9511-a4ddc39bb71c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=bd21afab7cf84617ad9e457a1bfc86a1&device_id=4d102a9a-1983-4f3c-be82-bb63729c3c0d HTTP/1.1" status: 200 len: 1098 time: 0.0728517 Jul 14 09:55:47.695046 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621c9934-1923-4007-8477-0c974d63f296 req-42dd2f3a-9022-40a7-88da-aafaea7c0512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:55:47.696495 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-621c9934-1923-4007-8477-0c974d63f296 req-42dd2f3a-9022-40a7-88da-aafaea7c0512 service neutron] 10.222.0.57 "GET /v2.0/networks?id=f619caf6-358a-4699-ab1f-b4c521ee2633 HTTP/1.1" status: 200 len: 915 time: 0.0837245 Jul 14 09:55:47.764147 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-621c9934-1923-4007-8477-0c974d63f296 req-04a089ad-98f3-4767-bc51-eb6bb5a6522d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f0b49554-8151-4a35-8362-85c5d771bb99 HTTP/1.1" status: 200 len: 1002 time: 0.0617883 Jul 14 09:55:47.810614 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621c9934-1923-4007-8477-0c974d63f296 req-ce62b296-f4d2-43e8-9754-f7a5b50de8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:55:47.812002 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-621c9934-1923-4007-8477-0c974d63f296 req-ce62b296-f4d2-43e8-9754-f7a5b50de8ce service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6c74b6c7-154c-4f43-b8f2-a38a29880cd3 HTTP/1.1" status: 200 len: 853 time: 0.0421140 Jul 14 09:55:47.873814 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621c9934-1923-4007-8477-0c974d63f296 req-b91a02ba-08d2-44dc-865c-a7d4246ff3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:55:47.875374 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-621c9934-1923-4007-8477-0c974d63f296 req-b91a02ba-08d2-44dc-865c-a7d4246ff3e8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f619caf6-358a-4699-ab1f-b4c521ee2633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0572948 Jul 14 09:55:47.981094 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-621c9934-1923-4007-8477-0c974d63f296 req-662cff43-22dc-4460-98bb-5bee8e7a47ce service neutron] 10.222.0.57 "GET /v2.0/networks/f619caf6-358a-4699-ab1f-b4c521ee2633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908439 Jul 14 09:55:48.075098 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-621c9934-1923-4007-8477-0c974d63f296 req-3b5ade7e-6740-4171-becf-2b7edfb6d299 service neutron] 10.222.0.57 "GET /v2.0/networks/f619caf6-358a-4699-ab1f-b4c521ee2633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873933 Jul 14 09:55:52.202659 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-24782520-5d9e-4b59-a7e3-3fd908f9f6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:54.782240 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:54.892144 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-019d6a14-7c47-45f4-9e44-23c44f587f2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:54.976324 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-65fc8f59-46dd-4708-8e8a-e3e130ac8027 req-fb6d6083-4746-42d8-ae1e-9a532dd15186 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=4d102a9a-1983-4f3c-be82-bb63729c3c0d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0536008 Jul 14 09:55:55.088030 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fc8f59-46dd-4708-8e8a-e3e130ac8027 req-f9fd6ca0-8b3f-4001-887b-4240c74e65da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:55:55.089561 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-65fc8f59-46dd-4708-8e8a-e3e130ac8027 req-f9fd6ca0-8b3f-4001-887b-4240c74e65da service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=bd21afab7cf84617ad9e457a1bfc86a1&device_id=4d102a9a-1983-4f3c-be82-bb63729c3c0d HTTP/1.1" status: 200 len: 1098 time: 0.0571682 Jul 14 09:55:55.192755 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fc8f59-46dd-4708-8e8a-e3e130ac8027 req-a1afd457-b118-4283-9f1e-9772f7879b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:55:55.194288 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-65fc8f59-46dd-4708-8e8a-e3e130ac8027 req-a1afd457-b118-4283-9f1e-9772f7879b95 service neutron] 10.222.0.57 "GET /v2.0/networks?id=f619caf6-358a-4699-ab1f-b4c521ee2633 HTTP/1.1" status: 200 len: 915 time: 0.0851777 Jul 14 09:55:55.261970 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-65fc8f59-46dd-4708-8e8a-e3e130ac8027 req-4489b27d-2d41-4fc8-b489-9a2ccca7807f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f0b49554-8151-4a35-8362-85c5d771bb99 HTTP/1.1" status: 200 len: 1002 time: 0.0618060 Jul 14 09:55:55.313742 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fc8f59-46dd-4708-8e8a-e3e130ac8027 req-f1147d79-7d6c-4bae-be19-a9d708914d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:55:55.315140 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-65fc8f59-46dd-4708-8e8a-e3e130ac8027 req-f1147d79-7d6c-4bae-be19-a9d708914d84 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6c74b6c7-154c-4f43-b8f2-a38a29880cd3 HTTP/1.1" status: 200 len: 853 time: 0.0440457 Jul 14 09:55:55.382161 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fc8f59-46dd-4708-8e8a-e3e130ac8027 req-ebb0cd73-0b4f-468b-a27c-7335870f64c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:55:55.383695 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-65fc8f59-46dd-4708-8e8a-e3e130ac8027 req-ebb0cd73-0b4f-468b-a27c-7335870f64c0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f619caf6-358a-4699-ab1f-b4c521ee2633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0606256 Jul 14 09:55:55.480050 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-65fc8f59-46dd-4708-8e8a-e3e130ac8027 req-b316c58b-aeff-4388-b6ef-f08ac82a4fc3 service neutron] 10.222.0.57 "GET /v2.0/networks/f619caf6-358a-4699-ab1f-b4c521ee2633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893276 Jul 14 09:55:55.587369 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-65fc8f59-46dd-4708-8e8a-e3e130ac8027 req-6bf4de38-edba-457e-b757-dd11e522a024 service neutron] 10.222.0.57 "GET /v2.0/networks/f619caf6-358a-4699-ab1f-b4c521ee2633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998037 Jul 14 09:55:55.968575 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5ad31076-714c-49ec-bc37-f3d4cd90112a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:57.791363 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5bbe322f-3f67-4864-bc0a-91afe44d23e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:01.669026 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.agents_db [None req-3c3509fb-540d-4335-a450-574895dd3602 None None] Agent healthcheck: found 7 active agents {{(pid=93960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:56:12.999299 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:13.793751 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:16.572301 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 34644) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:56:16.740817 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-ac26c7f1-e901-4192-9d0e-7e6574d7fa2b tempest-TestVolumeBackupRestore-526361823 tempest-TestVolumeBackupRestore-526361823-project] Deleting port 702009b4-5011-4c7e-a44c-9faf88a9230c {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:56:16.741163 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ac26c7f1-e901-4192-9d0e-7e6574d7fa2b tempest-TestVolumeBackupRestore-526361823 tempest-TestVolumeBackupRestore-526361823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:16.828508 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ac26c7f1-e901-4192-9d0e-7e6574d7fa2b tempest-TestVolumeBackupRestore-526361823 tempest-TestVolumeBackupRestore-526361823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:16.828782 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ac26c7f1-e901-4192-9d0e-7e6574d7fa2b tempest-TestVolumeBackupRestore-526361823 tempest-TestVolumeBackupRestore-526361823-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:16.842118 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-ac26c7f1-e901-4192-9d0e-7e6574d7fa2b tempest-TestVolumeBackupRestore-526361823 tempest-TestVolumeBackupRestore-526361823-project] Calling delete_port for 702009b4-5011-4c7e-a44c-9faf88a9230c owned by network:floatingip {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:56:16.999016 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ac26c7f1-e901-4192-9d0e-7e6574d7fa2b tempest-TestVolumeBackupRestore-526361823 tempest-TestVolumeBackupRestore-526361823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:17.026336 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac26c7f1-e901-4192-9d0e-7e6574d7fa2b tempest-TestVolumeBackupRestore-526361823 tempest-TestVolumeBackupRestore-526361823-project] Pushing event deleted for resources: {'Port': ['ID=702009b4-5011-4c7e-a44c-9faf88a9230c,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:56:17.102524 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ac26c7f1-e901-4192-9d0e-7e6574d7fa2b tempest-TestVolumeBackupRestore-526361823 tempest-TestVolumeBackupRestore-526361823-project] Notify callbacks [] for floatingip, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:17.102733 n-d-779913-29 neutron-server[93957]: INFO neutron.db.l3_db [None req-ac26c7f1-e901-4192-9d0e-7e6574d7fa2b tempest-TestVolumeBackupRestore-526361823 tempest-TestVolumeBackupRestore-526361823-project] Floating IP 1f4b429d-e1a4-4d0f-938e-13a03e9165e7 disassociated (deleted). External IP: 172.25.4.232, port: f0b49554-8151-4a35-8362-85c5d771bb99. Jul 14 09:56:17.324699 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac26c7f1-e901-4192-9d0e-7e6574d7fa2b tempest-TestVolumeBackupRestore-526361823 tempest-TestVolumeBackupRestore-526361823-project] Router 6e57936f-a2f2-4612-bc44-805459504441 has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:56:17.436141 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac26c7f1-e901-4192-9d0e-7e6574d7fa2b tempest-TestVolumeBackupRestore-526361823 tempest-TestVolumeBackupRestore-526361823-project] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:56:17.440900 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ac26c7f1-e901-4192-9d0e-7e6574d7fa2b tempest-TestVolumeBackupRestore-526361823 tempest-TestVolumeBackupRestore-526361823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for floatingip, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:17.445996 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48b83bb0-6622-46dd-9288-5ddd148506d8 None None] Sync routers for ids ['6e57936f-a2f2-4612-bc44-805459504441'] in n-d-779913-29 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:56:17.456408 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48b83bb0-6622-46dd-9288-5ddd148506d8 None None] Routers {'6e57936f-a2f2-4612-bc44-805459504441'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:56:17.457038 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-48b83bb0-6622-46dd-9288-5ddd148506d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:55:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['6e57936f-a2f2-4612-bc44-805459504441'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:56:17.483263 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-ac26c7f1-e901-4192-9d0e-7e6574d7fa2b tempest-TestVolumeBackupRestore-526361823 tempest-TestVolumeBackupRestore-526361823-project] 10.222.0.68 "DELETE /v2.0/floatingips/1f4b429d-e1a4-4d0f-938e-13a03e9165e7 HTTP/1.1" status: 204 len: 168 time: 0.9098396 Jul 14 09:56:17.483972 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d102a9a-1983-4f3c-be82-bb63729c3c0d', 'tag': 'f0b49554-8151-4a35-8362-85c5d771bb99'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:56:17.486524 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eae8dc8d-7a29-4b8c-9b36-499ee5faf48d" -d '{"events": [{"name": "network-changed", "server_uuid": "4d102a9a-1983-4f3c-be82-bb63729c3c0d", "tag": "f0b49554-8151-4a35-8362-85c5d771bb99"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:56:17.547865 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:56:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4b8f1b1-8749-4453-ae42-305cc0af3864 x-openstack-request-id: req-c4b8f1b1-8749-4453-ae42-305cc0af3864 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:56:17.548232 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d102a9a-1983-4f3c-be82-bb63729c3c0d", "tag": "f0b49554-8151-4a35-8362-85c5d771bb99", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:56:17.548541 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-c4b8f1b1-8749-4453-ae42-305cc0af3864 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:56:17.549045 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d102a9a-1983-4f3c-be82-bb63729c3c0d', 'tag': 'f0b49554-8151-4a35-8362-85c5d771bb99', 'status': 'completed', 'code': 200} Jul 14 09:56:17.659239 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae8dc8d-7a29-4b8c-9b36-499ee5faf48d req-13a3dde1-5fa8-4315-92b8-725b811b64bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:17.661140 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-eae8dc8d-7a29-4b8c-9b36-499ee5faf48d req-13a3dde1-5fa8-4315-92b8-725b811b64bf service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=bd21afab7cf84617ad9e457a1bfc86a1&device_id=4d102a9a-1983-4f3c-be82-bb63729c3c0d HTTP/1.1" status: 200 len: 1098 time: 0.0667150 Jul 14 09:56:17.694628 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-48b83bb0-6622-46dd-9288-5ddd148506d8 None None] Set router 6e57936f-a2f2-4612-bc44-805459504441 gateway port host: n-d-779913-29 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:56:17.807451 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae8dc8d-7a29-4b8c-9b36-499ee5faf48d req-a6f2155d-b52f-43c4-bd1a-bff9c539499a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:17.809019 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-eae8dc8d-7a29-4b8c-9b36-499ee5faf48d req-a6f2155d-b52f-43c4-bd1a-bff9c539499a service neutron] 10.222.0.57 "GET /v2.0/networks?id=f619caf6-358a-4699-ab1f-b4c521ee2633 HTTP/1.1" status: 200 len: 915 time: 0.1417892 Jul 14 09:56:17.854541 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-eae8dc8d-7a29-4b8c-9b36-499ee5faf48d req-1f4eea79-2e0f-4bee-b653-f739811487c1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f0b49554-8151-4a35-8362-85c5d771bb99 HTTP/1.1" status: 200 len: 217 time: 0.0388744 Jul 14 09:56:17.920221 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae8dc8d-7a29-4b8c-9b36-499ee5faf48d req-bf70218a-501a-4fe7-847c-fd3fd6d27fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:17.922253 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-eae8dc8d-7a29-4b8c-9b36-499ee5faf48d req-bf70218a-501a-4fe7-847c-fd3fd6d27fe2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6c74b6c7-154c-4f43-b8f2-a38a29880cd3 HTTP/1.1" status: 200 len: 853 time: 0.0617669 Jul 14 09:56:17.941678 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-48b83bb0-6622-46dd-9288-5ddd148506d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e57936f-a2f2-4612-bc44-805459504441', 'name': 'tempest-TestVolumeBackupRestore-1106074453-router', 'tenant_id': 'bd21afab7cf84617ad9e457a1bfc86a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.89'}], 'enable_snat': True}, 'gw_port_id': '1cd5f2f7-1344-495b-860c-97f9b0bcacdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:53:16Z', 'updated_at': '2021-07-14T09:53:18Z', 'revision_number': 4, 'project_id': 'bd21afab7cf84617ad9e457a1bfc86a1', 'gw_port': {'id': '1cd5f2f7-1344-495b-860c-97f9b0bcacdf', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:52:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e57936f-a2f2-4612-bc44-805459504441', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:53:16Z', 'updated_at': '2021-07-14T09:53:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': 'fc3439df-212d-4deb-97c7-5f16efc81caa', 'name': '', 'network_id': 'f619caf6-358a-4699-ab1f-b4c521ee2633', 'tenant_id': 'bd21afab7cf84617ad9e457a1bfc86a1', 'mac_address': 'fa:16:3e:3f:ae:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e57936f-a2f2-4612-bc44-805459504441', 'device_owner': 'network:router_interface', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '6c74b6c7-154c-4f43-b8f2-a38a29880cd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:53:18Z', 'updated_at': '2021-07-14T09:53:26Z', 'revision_number': 5, 'project_id': 'bd21afab7cf84617ad9e457a1bfc86a1', 'subnets': [{'id': '6c74b6c7-154c-4f43-b8f2-a38a29880cd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:56:17.968772 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48b83bb0-6622-46dd-9288-5ddd148506d8 None None] Checking router: 6e57936f-a2f2-4612-bc44-805459504441 for host: n-d-779913-29 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:56:17.978282 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48b83bb0-6622-46dd-9288-5ddd148506d8 None None] Routers {'6e57936f-a2f2-4612-bc44-805459504441'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:56:17.978904 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-48b83bb0-6622-46dd-9288-5ddd148506d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:55:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['6e57936f-a2f2-4612-bc44-805459504441'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:56:17.997007 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae8dc8d-7a29-4b8c-9b36-499ee5faf48d req-0dae2587-264b-4ed3-bc00-407621da16e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:17.998575 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-eae8dc8d-7a29-4b8c-9b36-499ee5faf48d req-0dae2587-264b-4ed3-bc00-407621da16e6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f619caf6-358a-4699-ab1f-b4c521ee2633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0680954 Jul 14 09:56:18.115182 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-eae8dc8d-7a29-4b8c-9b36-499ee5faf48d req-bf7c541a-77d6-4dc3-824a-bb5fc77a21c5 service neutron] 10.222.0.57 "GET /v2.0/networks/f619caf6-358a-4699-ab1f-b4c521ee2633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084931 Jul 14 09:56:18.122597 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-48b83bb0-6622-46dd-9288-5ddd148506d8 None None] Set router 6e57936f-a2f2-4612-bc44-805459504441 gateway port host: n-d-779913-29 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:56:18.132429 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ad2c65-0277-416f-800c-8add725dfcd0 req-8dedd79a-1cba-40c0-a385-be6b115ef1f4 tempest-TestVolumeBackupRestore-526361823 tempest-TestVolumeBackupRestore-526361823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:18.134233 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-17ad2c65-0277-416f-800c-8add725dfcd0 req-8dedd79a-1cba-40c0-a385-be6b115ef1f4 tempest-TestVolumeBackupRestore-526361823 tempest-TestVolumeBackupRestore-526361823-project] 10.222.0.68 "GET /v2.0/ports?device_id=4d102a9a-1983-4f3c-be82-bb63729c3c0d HTTP/1.1" status: 200 len: 946 time: 0.3028440 Jul 14 09:56:18.186119 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-17ad2c65-0277-416f-800c-8add725dfcd0 req-52c1e510-8ff3-4410-8c26-0a00204a5566 tempest-TestVolumeBackupRestore-526361823 tempest-TestVolumeBackupRestore-526361823-project] 10.222.0.68 "GET /v2.0/security-groups?id=5455576c-5b98-4b77-bcae-f37786e8fa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441999 Jul 14 09:56:18.229476 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-eae8dc8d-7a29-4b8c-9b36-499ee5faf48d req-c0ac8145-0cad-44c0-b312-466d89ce91f7 service neutron] 10.222.0.57 "GET /v2.0/networks/f619caf6-358a-4699-ab1f-b4c521ee2633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056185 Jul 14 09:56:18.334514 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-48b83bb0-6622-46dd-9288-5ddd148506d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e57936f-a2f2-4612-bc44-805459504441', 'name': 'tempest-TestVolumeBackupRestore-1106074453-router', 'tenant_id': 'bd21afab7cf84617ad9e457a1bfc86a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.89'}], 'enable_snat': True}, 'gw_port_id': '1cd5f2f7-1344-495b-860c-97f9b0bcacdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:53:16Z', 'updated_at': '2021-07-14T09:53:18Z', 'revision_number': 4, 'project_id': 'bd21afab7cf84617ad9e457a1bfc86a1', 'gw_port': {'id': '1cd5f2f7-1344-495b-860c-97f9b0bcacdf', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:52:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e57936f-a2f2-4612-bc44-805459504441', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:53:16Z', 'updated_at': '2021-07-14T09:53:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': 'fc3439df-212d-4deb-97c7-5f16efc81caa', 'name': '', 'network_id': 'f619caf6-358a-4699-ab1f-b4c521ee2633', 'tenant_id': 'bd21afab7cf84617ad9e457a1bfc86a1', 'mac_address': 'fa:16:3e:3f:ae:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e57936f-a2f2-4612-bc44-805459504441', 'device_owner': 'network:router_interface', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '6c74b6c7-154c-4f43-b8f2-a38a29880cd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:53:18Z', 'updated_at': '2021-07-14T09:53:26Z', 'revision_number': 5, 'project_id': 'bd21afab7cf84617ad9e457a1bfc86a1', 'subnets': [{'id': '6c74b6c7-154c-4f43-b8f2-a38a29880cd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:56:18.360368 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48b83bb0-6622-46dd-9288-5ddd148506d8 None None] The sync data for ids ['6e57936f-a2f2-4612-bc44-805459504441'] in n-d-779913-29 is: [{'id': '6e57936f-a2f2-4612-bc44-805459504441', 'name': 'tempest-TestVolumeBackupRestore-1106074453-router', 'tenant_id': 'bd21afab7cf84617ad9e457a1bfc86a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.89'}], 'enable_snat': True}, 'gw_port_id': '1cd5f2f7-1344-495b-860c-97f9b0bcacdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:53:16Z', 'updated_at': '2021-07-14T09:53:18Z', 'revision_number': 4, 'project_id': 'bd21afab7cf84617ad9e457a1bfc86a1', 'gw_port': {'id': '1cd5f2f7-1344-495b-860c-97f9b0bcacdf', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:52:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e57936f-a2f2-4612-bc44-805459504441', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:53:16Z', 'updated_at': '2021-07-14T09:53:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': 'fc3439df-212d-4deb-97c7-5f16efc81caa', 'name': '', 'network_id': 'f619caf6-358a-4699-ab1f-b4c521ee2633', 'tenant_id': 'bd21afab7cf84617ad9e457a1bfc86a1', 'mac_address': 'fa:16:3e:3f:ae:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e57936f-a2f2-4612-bc44-805459504441', 'device_owner': 'network:router_interface', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '6c74b6c7-154c-4f43-b8f2-a38a29880cd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:53:18Z', 'updated_at': '2021-07-14T09:53:26Z', 'revision_number': 5, 'project_id': 'bd21afab7cf84617ad9e457a1bfc86a1', 'subnets': [{'id': '6c74b6c7-154c-4f43-b8f2-a38a29880cd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:56:18.583599 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-370f637b-8743-4dd5-bcf6-e75b1f08dd12 None None] New status for floating IP 1f4b429d-e1a4-4d0f-938e-13a03e9165e7: DOWN {{(pid=93959) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:56:19.514686 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d7f5a3-7998-432e-875c-686fa3d8cf28 req-bcdfe35a-92b5-4cb5-bbbd-f543e95b5297 tempest-TestVolumeBackupRestore-526361823 tempest-TestVolumeBackupRestore-526361823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:19.516233 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-35d7f5a3-7998-432e-875c-686fa3d8cf28 req-bcdfe35a-92b5-4cb5-bbbd-f543e95b5297 tempest-TestVolumeBackupRestore-526361823 tempest-TestVolumeBackupRestore-526361823-project] 10.222.0.68 "GET /v2.0/ports?device_id=4d102a9a-1983-4f3c-be82-bb63729c3c0d HTTP/1.1" status: 200 len: 946 time: 0.2071788 Jul 14 09:56:19.530333 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491bebf3-2015-449f-b5cf-91d37ad830df req-c85384c3-b968-4891-bc1b-de0bc7a54425 tempest-TestVolumeBackupRestore-526361823 tempest-TestVolumeBackupRestore-526361823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:19.531761 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-491bebf3-2015-449f-b5cf-91d37ad830df req-c85384c3-b968-4891-bc1b-de0bc7a54425 tempest-TestVolumeBackupRestore-526361823 tempest-TestVolumeBackupRestore-526361823-project] 10.222.0.57 "GET /v2.0/ports?device_id=4d102a9a-1983-4f3c-be82-bb63729c3c0d HTTP/1.1" status: 200 len: 946 time: 0.0907645 Jul 14 09:56:19.603431 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-35d7f5a3-7998-432e-875c-686fa3d8cf28 req-b3704f33-4aa7-4e90-ba83-a54148d192ba tempest-TestVolumeBackupRestore-526361823 tempest-TestVolumeBackupRestore-526361823-project] 10.222.0.68 "GET /v2.0/security-groups?id=5455576c-5b98-4b77-bcae-f37786e8fa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810299 Jul 14 09:56:19.662005 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [req-491bebf3-2015-449f-b5cf-91d37ad830df req-6e3a5eb8-6f50-428d-acb1-e28891892a6f tempest-TestVolumeBackupRestore-526361823 tempest-TestVolumeBackupRestore-526361823-project] Deleting port f0b49554-8151-4a35-8362-85c5d771bb99 {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:56:19.662405 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-491bebf3-2015-449f-b5cf-91d37ad830df req-6e3a5eb8-6f50-428d-acb1-e28891892a6f tempest-TestVolumeBackupRestore-526361823 tempest-TestVolumeBackupRestore-526361823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:19.764236 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-491bebf3-2015-449f-b5cf-91d37ad830df req-6e3a5eb8-6f50-428d-acb1-e28891892a6f tempest-TestVolumeBackupRestore-526361823 tempest-TestVolumeBackupRestore-526361823-project] For port f0b49554-8151-4a35-8362-85c5d771bb99, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=f0b49554-8151-4a35-8362-85c5d771bb99,segment=NetworkSegment(09c6040b-b0ec-43ef-bd1e-cc2510776d85),segment_id=09c6040b-b0ec-43ef-bd1e-cc2510776d85)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:56:19.764595 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-491bebf3-2015-449f-b5cf-91d37ad830df req-6e3a5eb8-6f50-428d-acb1-e28891892a6f tempest-TestVolumeBackupRestore-526361823 tempest-TestVolumeBackupRestore-526361823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:19.777114 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [req-491bebf3-2015-449f-b5cf-91d37ad830df req-6e3a5eb8-6f50-428d-acb1-e28891892a6f tempest-TestVolumeBackupRestore-526361823 tempest-TestVolumeBackupRestore-526361823-project] Calling delete_port for f0b49554-8151-4a35-8362-85c5d771bb99 owned by compute:nova {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:56:20.266874 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-491bebf3-2015-449f-b5cf-91d37ad830df req-6e3a5eb8-6f50-428d-acb1-e28891892a6f tempest-TestVolumeBackupRestore-526361823 tempest-TestVolumeBackupRestore-526361823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:20.300001 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3a5eb8-6f50-428d-acb1-e28891892a6f tempest-TestVolumeBackupRestore-526361823 tempest-TestVolumeBackupRestore-526361823-project] Pushing event deleted for resources: {'Port': ['ID=f0b49554-8151-4a35-8362-85c5d771bb99,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:56:20.331334 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3a5eb8-6f50-428d-acb1-e28891892a6f tempest-TestVolumeBackupRestore-526361823 tempest-TestVolumeBackupRestore-526361823-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:56:20.331697 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3a5eb8-6f50-428d-acb1-e28891892a6f tempest-TestVolumeBackupRestore-526361823 tempest-TestVolumeBackupRestore-526361823-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:56:20.332029 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3a5eb8-6f50-428d-acb1-e28891892a6f tempest-TestVolumeBackupRestore-526361823 tempest-TestVolumeBackupRestore-526361823-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:56:20.332435 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3a5eb8-6f50-428d-acb1-e28891892a6f tempest-TestVolumeBackupRestore-526361823 tempest-TestVolumeBackupRestore-526361823-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:56:20.333245 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3a5eb8-6f50-428d-acb1-e28891892a6f tempest-TestVolumeBackupRestore-526361823 tempest-TestVolumeBackupRestore-526361823-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:56:20.333600 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3a5eb8-6f50-428d-acb1-e28891892a6f tempest-TestVolumeBackupRestore-526361823 tempest-TestVolumeBackupRestore-526361823-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:56:20.333933 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3a5eb8-6f50-428d-acb1-e28891892a6f tempest-TestVolumeBackupRestore-526361823 tempest-TestVolumeBackupRestore-526361823-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:56:20.334257 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3a5eb8-6f50-428d-acb1-e28891892a6f tempest-TestVolumeBackupRestore-526361823 tempest-TestVolumeBackupRestore-526361823-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:56:20.334584 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3a5eb8-6f50-428d-acb1-e28891892a6f tempest-TestVolumeBackupRestore-526361823 tempest-TestVolumeBackupRestore-526361823-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:56:20.334910 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3a5eb8-6f50-428d-acb1-e28891892a6f tempest-TestVolumeBackupRestore-526361823 tempest-TestVolumeBackupRestore-526361823-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:56:20.335234 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3a5eb8-6f50-428d-acb1-e28891892a6f tempest-TestVolumeBackupRestore-526361823 tempest-TestVolumeBackupRestore-526361823-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:56:20.335555 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3a5eb8-6f50-428d-acb1-e28891892a6f tempest-TestVolumeBackupRestore-526361823 tempest-TestVolumeBackupRestore-526361823-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:56:20.357276 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-491bebf3-2015-449f-b5cf-91d37ad830df req-6e3a5eb8-6f50-428d-acb1-e28891892a6f tempest-TestVolumeBackupRestore-526361823 tempest-TestVolumeBackupRestore-526361823-project] No DVR routers for this DVR port f0b49554-8151-4a35-8362-85c5d771bb99 on host n-h2-779913-29 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:56:20.359925 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-491bebf3-2015-449f-b5cf-91d37ad830df req-6e3a5eb8-6f50-428d-acb1-e28891892a6f tempest-TestVolumeBackupRestore-526361823 tempest-TestVolumeBackupRestore-526361823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:20.361927 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-491bebf3-2015-449f-b5cf-91d37ad830df req-6e3a5eb8-6f50-428d-acb1-e28891892a6f tempest-TestVolumeBackupRestore-526361823 tempest-TestVolumeBackupRestore-526361823-project] 10.222.0.57 "DELETE /v2.0/ports/f0b49554-8151-4a35-8362-85c5d771bb99 HTTP/1.1" status: 204 len: 173 time: 0.8239477 Jul 14 09:56:20.362364 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d102a9a-1983-4f3c-be82-bb63729c3c0d', 'name': 'network-vif-deleted', 'tag': 'f0b49554-8151-4a35-8362-85c5d771bb99'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:56:20.365092 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94b12f1c-c4e3-4a53-ba26-9030797ef787" -d '{"events": [{"server_uuid": "4d102a9a-1983-4f3c-be82-bb63729c3c0d", "name": "network-vif-deleted", "tag": "f0b49554-8151-4a35-8362-85c5d771bb99"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:56:20.430165 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:56:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e54b6c8e-2b75-4e3a-9396-f0370fd0de71 x-openstack-request-id: req-e54b6c8e-2b75-4e3a-9396-f0370fd0de71 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:56:20.430165 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d102a9a-1983-4f3c-be82-bb63729c3c0d", "name": "network-vif-deleted", "tag": "f0b49554-8151-4a35-8362-85c5d771bb99", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:56:20.430450 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-e54b6c8e-2b75-4e3a-9396-f0370fd0de71 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:56:20.430724 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d102a9a-1983-4f3c-be82-bb63729c3c0d', 'name': 'network-vif-deleted', 'tag': 'f0b49554-8151-4a35-8362-85c5d771bb99', 'status': 'completed', 'code': 200} Jul 14 09:56:20.761041 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-61daebfd-565e-4a5a-b50f-baf59f97e5a8 req-9ba4bfae-3e60-4845-8ebe-b06616811197 tempest-TestVolumeBackupRestore-526361823 tempest-TestVolumeBackupRestore-526361823-project] 10.222.0.68 "GET /v2.0/ports?device_id=4d102a9a-1983-4f3c-be82-bb63729c3c0d HTTP/1.1" status: 200 len: 210 time: 0.0355127 Jul 14 09:56:21.930427 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-22801558-60f6-49b9-ae4b-21131728aded req-20cf51d6-122d-44bf-b195-d0b2d643823b tempest-TestVolumeBackupRestore-526361823 tempest-TestVolumeBackupRestore-526361823-project] 10.222.0.68 "GET /v2.0/ports?device_id=4d102a9a-1983-4f3c-be82-bb63729c3c0d HTTP/1.1" status: 200 len: 210 time: 0.0308971 Jul 14 09:56:22.209455 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d1cf20a8-7958-4d44-bf45-74f053b80b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:22.924559 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device f0b49554-8151-4a35-8362-85c5d771bb99 no longer exists at agent hyperv_n-h2-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:56:22.950056 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] No Port match for: f0b49554-8151-4a35-8362-85c5d771bb99 {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:56:22.950404 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device f0b49554-8151-4a35-8362-85c5d771bb99 not bound to the agent host n-h2-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:56:23.095490 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-419a6560-2292-418b-abfe-3d26fdca7428 req-01cf28dd-b089-45ff-ad29-9e925028cd7a tempest-TestVolumeBackupRestore-526361823 tempest-TestVolumeBackupRestore-526361823-project] 10.222.0.68 "GET /v2.0/ports?device_id=4d102a9a-1983-4f3c-be82-bb63729c3c0d HTTP/1.1" status: 200 len: 210 time: 0.0291753 Jul 14 09:56:24.258659 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-0c1207e4-e6b7-4889-925a-5bd6c78ac671 req-8003a512-0b3b-413e-b33e-c75678b0f979 tempest-TestVolumeBackupRestore-526361823 tempest-TestVolumeBackupRestore-526361823-project] 10.222.0.68 "GET /v2.0/ports?device_id=4d102a9a-1983-4f3c-be82-bb63729c3c0d HTTP/1.1" status: 200 len: 210 time: 0.0298951 Jul 14 09:56:24.783779 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:24.893585 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fd44bce9-0316-4a21-877d-28fc55a20a60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:25.354195 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 34674) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:56:25.415729 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e73014aa-83f3-4352-9635-4692a63fa4c6 tempest-TestVolumeBackupRestore-526361823 tempest-TestVolumeBackupRestore-526361823-project] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:25.446624 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e73014aa-83f3-4352-9635-4692a63fa4c6 tempest-TestVolumeBackupRestore-526361823 tempest-TestVolumeBackupRestore-526361823-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:25.509373 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e73014aa-83f3-4352-9635-4692a63fa4c6 tempest-TestVolumeBackupRestore-526361823 tempest-TestVolumeBackupRestore-526361823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:25.512333 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e73014aa-83f3-4352-9635-4692a63fa4c6 tempest-TestVolumeBackupRestore-526361823 tempest-TestVolumeBackupRestore-526361823-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:25.513625 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-e73014aa-83f3-4352-9635-4692a63fa4c6 tempest-TestVolumeBackupRestore-526361823 tempest-TestVolumeBackupRestore-526361823-project] 10.222.0.68 "DELETE /v2.0/security-groups/5455576c-5b98-4b77-bcae-f37786e8fa0d HTTP/1.1" status: 204 len: 168 time: 0.1583462 Jul 14 09:56:25.523389 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73014aa-83f3-4352-9635-4692a63fa4c6 tempest-TestVolumeBackupRestore-526361823 tempest-TestVolumeBackupRestore-526361823-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5455576c-5b98-4b77-bcae-f37786e8fa0d,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:56:25.534168 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73014aa-83f3-4352-9635-4692a63fa4c6 tempest-TestVolumeBackupRestore-526361823 tempest-TestVolumeBackupRestore-526361823-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:56:25.534510 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73014aa-83f3-4352-9635-4692a63fa4c6 tempest-TestVolumeBackupRestore-526361823 tempest-TestVolumeBackupRestore-526361823-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:56:25.534843 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73014aa-83f3-4352-9635-4692a63fa4c6 tempest-TestVolumeBackupRestore-526361823 tempest-TestVolumeBackupRestore-526361823-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:56:25.535190 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73014aa-83f3-4352-9635-4692a63fa4c6 tempest-TestVolumeBackupRestore-526361823 tempest-TestVolumeBackupRestore-526361823-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:56:25.535529 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73014aa-83f3-4352-9635-4692a63fa4c6 tempest-TestVolumeBackupRestore-526361823 tempest-TestVolumeBackupRestore-526361823-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:56:25.535899 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73014aa-83f3-4352-9635-4692a63fa4c6 tempest-TestVolumeBackupRestore-526361823 tempest-TestVolumeBackupRestore-526361823-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:56:25.536261 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73014aa-83f3-4352-9635-4692a63fa4c6 tempest-TestVolumeBackupRestore-526361823 tempest-TestVolumeBackupRestore-526361823-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:56:25.536702 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73014aa-83f3-4352-9635-4692a63fa4c6 tempest-TestVolumeBackupRestore-526361823 tempest-TestVolumeBackupRestore-526361823-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:56:25.537073 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73014aa-83f3-4352-9635-4692a63fa4c6 tempest-TestVolumeBackupRestore-526361823 tempest-TestVolumeBackupRestore-526361823-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:56:25.537596 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73014aa-83f3-4352-9635-4692a63fa4c6 tempest-TestVolumeBackupRestore-526361823 tempest-TestVolumeBackupRestore-526361823-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:56:25.537900 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73014aa-83f3-4352-9635-4692a63fa4c6 tempest-TestVolumeBackupRestore-526361823 tempest-TestVolumeBackupRestore-526361823-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:56:25.538271 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73014aa-83f3-4352-9635-4692a63fa4c6 tempest-TestVolumeBackupRestore-526361823 tempest-TestVolumeBackupRestore-526361823-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:56:25.971245 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5ad31076-714c-49ec-bc37-f3d4cd90112a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:27.798238 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5bbe322f-3f67-4864-bc0a-91afe44d23e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:29.043181 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 35126) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:56:29.391371 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1da2a747-f989-4dd3-8c19-387feaf3addd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-683602'] for router_interface, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:29.653048 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-1da2a747-f989-4dd3-8c19-387feaf3addd admin admin] Deleting port fc3439df-212d-4deb-97c7-5f16efc81caa {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:56:29.653312 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1da2a747-f989-4dd3-8c19-387feaf3addd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:29.733539 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-1da2a747-f989-4dd3-8c19-387feaf3addd admin admin] For port fc3439df-212d-4deb-97c7-5f16efc81caa, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=fc3439df-212d-4deb-97c7-5f16efc81caa,segment=NetworkSegment(09c6040b-b0ec-43ef-bd1e-cc2510776d85),segment_id=09c6040b-b0ec-43ef-bd1e-cc2510776d85)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:56:29.733901 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1da2a747-f989-4dd3-8c19-387feaf3addd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:29.746329 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-1da2a747-f989-4dd3-8c19-387feaf3addd admin admin] Calling delete_port for fc3439df-212d-4deb-97c7-5f16efc81caa owned by network:router_interface {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:56:29.925536 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1da2a747-f989-4dd3-8c19-387feaf3addd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:29.950177 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da2a747-f989-4dd3-8c19-387feaf3addd admin admin] Pushing event deleted for resources: {'Port': ['ID=fc3439df-212d-4deb-97c7-5f16efc81caa,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:56:30.117915 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1da2a747-f989-4dd3-8c19-387feaf3addd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-620860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682934'] for router_interface, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:30.326556 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1da2a747-f989-4dd3-8c19-387feaf3addd admin admin] Router 6e57936f-a2f2-4612-bc44-805459504441 has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:56:30.432017 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1da2a747-f989-4dd3-8c19-387feaf3addd admin admin] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:56:30.437086 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-1da2a747-f989-4dd3-8c19-387feaf3addd admin admin] 10.222.0.68 "PUT /v2.0/routers/6e57936f-a2f2-4612-bc44-805459504441/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3927226 Jul 14 09:56:30.439841 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 35128) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:56:30.441073 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c676b412-19c3-4431-a1e4-c6ef86f62f3a None None] Sync routers for ids ['6e57936f-a2f2-4612-bc44-805459504441'] in n-d-779913-29 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:56:30.451160 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c676b412-19c3-4431-a1e4-c6ef86f62f3a None None] Routers {'6e57936f-a2f2-4612-bc44-805459504441'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:56:30.451846 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-c676b412-19c3-4431-a1e4-c6ef86f62f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:56:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['6e57936f-a2f2-4612-bc44-805459504441'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:56:30.541268 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-56c8103e-d19b-4680-bcea-510e66bc7370 admin admin] Notify callbacks [] for router, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:30.556065 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-c676b412-19c3-4431-a1e4-c6ef86f62f3a None None] Set router 6e57936f-a2f2-4612-bc44-805459504441 gateway port host: n-d-779913-29 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:56:30.643459 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-56c8103e-d19b-4680-bcea-510e66bc7370 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:30.698685 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-56c8103e-d19b-4680-bcea-510e66bc7370 admin admin] Deleting port 1cd5f2f7-1344-495b-860c-97f9b0bcacdf {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:56:30.699270 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-56c8103e-d19b-4680-bcea-510e66bc7370 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:30.733471 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-c676b412-19c3-4431-a1e4-c6ef86f62f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e57936f-a2f2-4612-bc44-805459504441', 'name': 'tempest-TestVolumeBackupRestore-1106074453-router', 'tenant_id': 'bd21afab7cf84617ad9e457a1bfc86a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.89'}], 'enable_snat': True}, 'gw_port_id': '1cd5f2f7-1344-495b-860c-97f9b0bcacdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:53:16Z', 'updated_at': '2021-07-14T09:56:29Z', 'revision_number': 5, 'project_id': 'bd21afab7cf84617ad9e457a1bfc86a1', 'gw_port': {'id': '1cd5f2f7-1344-495b-860c-97f9b0bcacdf', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:52:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e57936f-a2f2-4612-bc44-805459504441', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:53:16Z', 'updated_at': '2021-07-14T09:53:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29'}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:56:30.764093 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c676b412-19c3-4431-a1e4-c6ef86f62f3a None None] Checking router: 6e57936f-a2f2-4612-bc44-805459504441 for host: n-d-779913-29 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:56:30.772461 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c676b412-19c3-4431-a1e4-c6ef86f62f3a None None] Routers {'6e57936f-a2f2-4612-bc44-805459504441'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:56:30.773063 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-c676b412-19c3-4431-a1e4-c6ef86f62f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:56:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['6e57936f-a2f2-4612-bc44-805459504441'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:56:30.777092 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-56c8103e-d19b-4680-bcea-510e66bc7370 admin admin] For port 1cd5f2f7-1344-495b-860c-97f9b0bcacdf, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=1cd5f2f7-1344-495b-860c-97f9b0bcacdf,segment=NetworkSegment(81bf7a93-80b3-43df-b9d5-462c604a2945),segment_id=81bf7a93-80b3-43df-b9d5-462c604a2945)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:56:30.777454 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-56c8103e-d19b-4680-bcea-510e66bc7370 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:30.790233 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-56c8103e-d19b-4680-bcea-510e66bc7370 admin admin] Calling delete_port for 1cd5f2f7-1344-495b-860c-97f9b0bcacdf owned by network:router_gateway {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:56:30.858269 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-c676b412-19c3-4431-a1e4-c6ef86f62f3a None None] Set router 6e57936f-a2f2-4612-bc44-805459504441 gateway port host: None {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:56:30.908673 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-c676b412-19c3-4431-a1e4-c6ef86f62f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e57936f-a2f2-4612-bc44-805459504441', 'name': 'tempest-TestVolumeBackupRestore-1106074453-router', 'tenant_id': 'bd21afab7cf84617ad9e457a1bfc86a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:53:16Z', 'updated_at': '2021-07-14T09:56:30Z', 'revision_number': 6, 'project_id': 'bd21afab7cf84617ad9e457a1bfc86a1', 'gw_port_host': None}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:56:30.942641 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c676b412-19c3-4431-a1e4-c6ef86f62f3a None None] The sync data for ids ['6e57936f-a2f2-4612-bc44-805459504441'] in n-d-779913-29 is: [{'id': '6e57936f-a2f2-4612-bc44-805459504441', 'name': 'tempest-TestVolumeBackupRestore-1106074453-router', 'tenant_id': 'bd21afab7cf84617ad9e457a1bfc86a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:53:16Z', 'updated_at': '2021-07-14T09:56:30Z', 'revision_number': 6, 'project_id': 'bd21afab7cf84617ad9e457a1bfc86a1', 'gw_port_host': None}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:56:30.957911 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-56c8103e-d19b-4680-bcea-510e66bc7370 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:30.982027 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c8103e-d19b-4680-bcea-510e66bc7370 admin admin] Pushing event deleted for resources: {'Port': ['ID=1cd5f2f7-1344-495b-860c-97f9b0bcacdf,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:56:31.048467 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-56c8103e-d19b-4680-bcea-510e66bc7370 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-660532'] for router_gateway, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:31.136765 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-56c8103e-d19b-4680-bcea-510e66bc7370 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-711871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12964'] for router, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:31.138912 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-56c8103e-d19b-4680-bcea-510e66bc7370 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:31.181179 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-56c8103e-d19b-4680-bcea-510e66bc7370 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-704815'] for router, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:31.181677 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56c8103e-d19b-4680-bcea-510e66bc7370 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6e57936f-a2f2-4612-bc44-805459504441 {{(pid=93957) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:56:31.186099 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-56c8103e-d19b-4680-bcea-510e66bc7370 admin admin] Notify callbacks [] for router, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:31.187240 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-56c8103e-d19b-4680-bcea-510e66bc7370 admin admin] 10.222.0.68 "DELETE /v2.0/routers/6e57936f-a2f2-4612-bc44-805459504441 HTTP/1.1" status: 204 len: 168 time: 0.7464063 Jul 14 09:56:31.189866 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 35130) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:56:31.234084 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_v2 [None req-12c007b4-8342-482a-8a8a-25698e678844 admin admin] Deleting subnet 6c74b6c7-154c-4f43-b8f2-a38a29880cd3 {{(pid=93957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:56:31.236945 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-12c007b4-8342-482a-8a8a-25698e678844 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:31.271607 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-12c007b4-8342-482a-8a8a-25698e678844 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10944203'] for subnet, precommit_delete_associations {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:31.363842 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-12c007b4-8342-482a-8a8a-25698e678844 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3481002'] for subnet, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:31.419652 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-12c007b4-8342-482a-8a8a-25698e678844 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10052701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11984075'] for subnet, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:31.444648 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c007b4-8342-482a-8a8a-25698e678844 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c74b6c7-154c-4f43-b8f2-a38a29880cd3,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:56:31.450943 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-12c007b4-8342-482a-8a8a-25698e678844 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:31.452835 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-12c007b4-8342-482a-8a8a-25698e678844 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/6c74b6c7-154c-4f43-b8f2-a38a29880cd3 HTTP/1.1" status: 204 len: 168 time: 0.2620475 Jul 14 09:56:31.455701 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 35132) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:56:31.456512 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c6367b1-a2e5-4ed1-aa6b-9f94f03af372 None None] Network f619caf6-358a-4699-ab1f-b4c521ee2633 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:56:31.524967 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a7ab6940-099b-47fc-9074-f10848a7148e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3876111'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:31.585813 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-a7ab6940-099b-47fc-9074-f10848a7148e admin admin] Deleting port 49bf80b8-5148-4e8b-b5f8-cd97e8a4420d {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:56:31.586164 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a7ab6940-099b-47fc-9074-f10848a7148e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:31.665919 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-a7ab6940-099b-47fc-9074-f10848a7148e admin admin] For port 49bf80b8-5148-4e8b-b5f8-cd97e8a4420d, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=49bf80b8-5148-4e8b-b5f8-cd97e8a4420d,segment=NetworkSegment(09c6040b-b0ec-43ef-bd1e-cc2510776d85),segment_id=09c6040b-b0ec-43ef-bd1e-cc2510776d85)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:56:31.666285 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a7ab6940-099b-47fc-9074-f10848a7148e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:31.669786 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13f23bab-02cb-44a1-b465-5bf7a9f258ce None None] DHCP port deletion for f619caf6-358a-4699-ab1f-b4c521ee2633 request from n-d-779913-29 {{(pid=93959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:56:31.682133 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-a7ab6940-099b-47fc-9074-f10848a7148e admin admin] Calling delete_port for 49bf80b8-5148-4e8b-b5f8-cd97e8a4420d owned by network:dhcp {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:56:31.719303 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-13f23bab-02cb-44a1-b465-5bf7a9f258ce None None] Deleting port 49bf80b8-5148-4e8b-b5f8-cd97e8a4420d {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:56:31.719683 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-13f23bab-02cb-44a1-b465-5bf7a9f258ce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:31.767018 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a7ab6940-099b-47fc-9074-f10848a7148e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:31.787858 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-13f23bab-02cb-44a1-b465-5bf7a9f258ce None None] For port 49bf80b8-5148-4e8b-b5f8-cd97e8a4420d, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=49bf80b8-5148-4e8b-b5f8-cd97e8a4420d,segment=NetworkSegment(09c6040b-b0ec-43ef-bd1e-cc2510776d85),segment_id=09c6040b-b0ec-43ef-bd1e-cc2510776d85)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:56:31.788253 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-13f23bab-02cb-44a1-b465-5bf7a9f258ce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:31.792988 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ab6940-099b-47fc-9074-f10848a7148e admin admin] Pushing event deleted for resources: {'Port': ['ID=49bf80b8-5148-4e8b-b5f8-cd97e8a4420d,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:56:31.798781 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ab6940-099b-47fc-9074-f10848a7148e admin admin] No DVR routers for this DVR port 49bf80b8-5148-4e8b-b5f8-cd97e8a4420d on host n-d-779913-29 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:56:31.804569 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-13f23bab-02cb-44a1-b465-5bf7a9f258ce None None] Calling delete_port for 49bf80b8-5148-4e8b-b5f8-cd97e8a4420d owned by network:dhcp {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:56:31.847132 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device fc3439df-212d-4deb-97c7-5f16efc81caa no longer exists at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:56:31.872662 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a7ab6940-099b-47fc-9074-f10848a7148e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473955', 'neutron.services.segments.db._delete_segments_for_network-8735688326548'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:31.873417 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] No Port match for: fc3439df-212d-4deb-97c7-5f16efc81caa {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:56:31.873790 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device fc3439df-212d-4deb-97c7-5f16efc81caa not bound to the agent host n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:56:31.874210 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 49bf80b8-5148-4e8b-b5f8-cd97e8a4420d no longer exists at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:56:31.883698 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-a7ab6940-099b-47fc-9074-f10848a7148e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f619caf6-358a-4699-ab1f-b4c521ee2633']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:56:31.897893 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-a7ab6940-099b-47fc-9074-f10848a7148e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09c6040b-b0ec-43ef-bd1e-cc2510776d85') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:56:31.898142 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-a7ab6940-099b-47fc-9074-f10848a7148e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09c6040b-b0ec-43ef-bd1e-cc2510776d85') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:56:31.898247 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] No Port match for: 49bf80b8-5148-4e8b-b5f8-cd97e8a4420d {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:56:31.898547 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 49bf80b8-5148-4e8b-b5f8-cd97e8a4420d not bound to the agent host n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:56:31.898969 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 1cd5f2f7-1344-495b-860c-97f9b0bcacdf no longer exists at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:56:31.906850 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a7ab6940-099b-47fc-9074-f10848a7148e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735688356235', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13574129'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:31.920043 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a7ab6940-099b-47fc-9074-f10848a7148e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:31.923382 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] No Port match for: 1cd5f2f7-1344-495b-860c-97f9b0bcacdf {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:56:31.923736 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 1cd5f2f7-1344-495b-860c-97f9b0bcacdf not bound to the agent host n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:56:31.926221 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7ab6940-099b-47fc-9074-f10848a7148e admin admin] Releasing vlan 731 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:56:31.926661 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a7ab6940-099b-47fc-9074-f10848a7148e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13573126'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:31.928396 n-d-779913-29 neutron-server[93958]: Traceback (most recent call last): Jul 14 09:56:31.928396 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:56:31.928396 n-d-779913-29 neutron-server[93958]: timer() Jul 14 09:56:31.928396 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:56:31.928396 n-d-779913-29 neutron-server[93958]: cb(*args, **kw) Jul 14 09:56:31.928396 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:56:31.928396 n-d-779913-29 neutron-server[93958]: return func(*args, **kwargs) Jul 14 09:56:31.928396 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:56:31.928396 n-d-779913-29 neutron-server[93958]: self._notify() Jul 14 09:56:31.928396 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:56:31.928396 n-d-779913-29 neutron-server[93958]: self.callback(batched_events) Jul 14 09:56:31.928396 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:56:31.928396 n-d-779913-29 neutron-server[93958]: event.method(event) Jul 14 09:56:31.928396 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:56:31.928396 n-d-779913-29 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:56:31.928396 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:56:31.928396 n-d-779913-29 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:56:31.928396 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:56:31.928396 n-d-779913-29 neutron-server[93958]: return f(self, *a, **k) Jul 14 09:56:31.928396 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:56:31.928396 n-d-779913-29 neutron-server[93958]: return self._get(url).json() Jul 14 09:56:31.928396 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:56:31.928396 n-d-779913-29 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:56:31.928396 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:56:31.928396 n-d-779913-29 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 14 09:56:31.928396 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:56:31.928396 n-d-779913-29 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:56:31.928396 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:56:31.928396 n-d-779913-29 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:56:31.928396 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:56:31.928396 n-d-779913-29 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:56:31.928396 n-d-779913-29 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:56:31.942364 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-13f23bab-02cb-44a1-b465-5bf7a9f258ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:31.967522 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f23bab-02cb-44a1-b465-5bf7a9f258ce None None] Pushing event deleted for resources: {'Port': ['ID=49bf80b8-5148-4e8b-b5f8-cd97e8a4420d,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:56:31.970954 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f23bab-02cb-44a1-b465-5bf7a9f258ce None None] No DVR routers for this DVR port 49bf80b8-5148-4e8b-b5f8-cd97e8a4420d on host n-d-779913-29 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:56:31.989880 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a7ab6940-099b-47fc-9074-f10848a7148e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660504'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:31.995454 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a7ab6940-099b-47fc-9074-f10848a7148e admin admin] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:31.997292 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-a7ab6940-099b-47fc-9074-f10848a7148e admin admin] 10.222.0.68 "DELETE /v2.0/networks/f619caf6-358a-4699-ab1f-b4c521ee2633 HTTP/1.1" status: 204 len: 168 time: 0.5403388 Jul 14 09:56:32.000590 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 35134) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:56:32.009143 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ab6940-099b-47fc-9074-f10848a7148e admin admin] Pushing event deleted for resources: {'Network': ['ID=f619caf6-358a-4699-ab1f-b4c521ee2633,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:56:32.343271 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-26826d90-12aa-4f5b-975b-c6dcda1bad01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-683602'] for router_interface, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:32.594484 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-26826d90-12aa-4f5b-975b-c6dcda1bad01 admin admin] Deleting port 66c09b42-77eb-4e09-b5a1-6d2217e539ae {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:56:32.595139 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-26826d90-12aa-4f5b-975b-c6dcda1bad01 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:32.670839 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-26826d90-12aa-4f5b-975b-c6dcda1bad01 admin admin] For port 66c09b42-77eb-4e09-b5a1-6d2217e539ae, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=66c09b42-77eb-4e09-b5a1-6d2217e539ae,segment=NetworkSegment(f6d6818f-fe40-4404-ba0d-b18708445ebb),segment_id=f6d6818f-fe40-4404-ba0d-b18708445ebb)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:56:32.671211 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-26826d90-12aa-4f5b-975b-c6dcda1bad01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:32.686794 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-26826d90-12aa-4f5b-975b-c6dcda1bad01 admin admin] Calling delete_port for 66c09b42-77eb-4e09-b5a1-6d2217e539ae owned by network:router_interface {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:56:32.871219 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-26826d90-12aa-4f5b-975b-c6dcda1bad01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:32.896466 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26826d90-12aa-4f5b-975b-c6dcda1bad01 admin admin] Pushing event deleted for resources: {'Port': ['ID=66c09b42-77eb-4e09-b5a1-6d2217e539ae,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:56:33.066397 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-26826d90-12aa-4f5b-975b-c6dcda1bad01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-620860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682934'] for router_interface, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:33.275438 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26826d90-12aa-4f5b-975b-c6dcda1bad01 admin admin] Router 6f38488f-902b-4556-a58b-5df9039198fc has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:56:33.376315 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26826d90-12aa-4f5b-975b-c6dcda1bad01 admin admin] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:56:33.384350 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-26826d90-12aa-4f5b-975b-c6dcda1bad01 admin admin] 10.222.0.68 "PUT /v2.0/routers/6f38488f-902b-4556-a58b-5df9039198fc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3826635 Jul 14 09:56:33.385356 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e60cf1c4-8099-4231-a7e2-c133a42c25db None None] Sync routers for ids ['6f38488f-902b-4556-a58b-5df9039198fc'] in n-d-779913-29 {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:56:33.386780 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 35136) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:56:33.395139 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e60cf1c4-8099-4231-a7e2-c133a42c25db None None] Routers {'6f38488f-902b-4556-a58b-5df9039198fc'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:56:33.395791 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-e60cf1c4-8099-4231-a7e2-c133a42c25db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:56:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['6f38488f-902b-4556-a58b-5df9039198fc'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:56:33.490495 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7ac351c7-bb4e-4216-afd2-515f11aeae6a admin admin] Notify callbacks [] for router, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:33.498654 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvr_db [None req-e60cf1c4-8099-4231-a7e2-c133a42c25db None None] Set router 6f38488f-902b-4556-a58b-5df9039198fc gateway port host: n-d-779913-29 {{(pid=93959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:56:33.591970 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7ac351c7-bb4e-4216-afd2-515f11aeae6a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:33.644989 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-7ac351c7-bb4e-4216-afd2-515f11aeae6a admin admin] Deleting port 596a8230-fe3c-48aa-8c17-fbeb51bb2eb4 {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:56:33.645673 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7ac351c7-bb4e-4216-afd2-515f11aeae6a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:33.676307 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-e60cf1c4-8099-4231-a7e2-c133a42c25db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f38488f-902b-4556-a58b-5df9039198fc', 'name': 'tempest-TestVolumeBackupRestore-1136915751-router', 'tenant_id': '9db698890ecd46ca97fb74855c09fbb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.187'}], 'enable_snat': True}, 'gw_port_id': '596a8230-fe3c-48aa-8c17-fbeb51bb2eb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:53:21Z', 'updated_at': '2021-07-14T09:56:32Z', 'revision_number': 5, 'project_id': '9db698890ecd46ca97fb74855c09fbb2', 'gw_port': {'id': '596a8230-fe3c-48aa-8c17-fbeb51bb2eb4', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:af:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f38488f-902b-4556-a58b-5df9039198fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:53:22Z', 'updated_at': '2021-07-14T09:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29'}], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:56:33.702540 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e60cf1c4-8099-4231-a7e2-c133a42c25db None None] Checking router: 6f38488f-902b-4556-a58b-5df9039198fc for host: n-d-779913-29 {{(pid=93959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:56:33.711029 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e60cf1c4-8099-4231-a7e2-c133a42c25db None None] Routers {'6f38488f-902b-4556-a58b-5df9039198fc'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:56:33.711643 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-e60cf1c4-8099-4231-a7e2-c133a42c25db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:56:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['6f38488f-902b-4556-a58b-5df9039198fc'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:56:33.727228 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-7ac351c7-bb4e-4216-afd2-515f11aeae6a admin admin] For port 596a8230-fe3c-48aa-8c17-fbeb51bb2eb4, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=596a8230-fe3c-48aa-8c17-fbeb51bb2eb4,segment=NetworkSegment(81bf7a93-80b3-43df-b9d5-462c604a2945),segment_id=81bf7a93-80b3-43df-b9d5-462c604a2945)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:56:33.727596 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7ac351c7-bb4e-4216-afd2-515f11aeae6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:33.740507 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-7ac351c7-bb4e-4216-afd2-515f11aeae6a admin admin] Calling delete_port for 596a8230-fe3c-48aa-8c17-fbeb51bb2eb4 owned by network:router_gateway {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:56:33.800174 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvr_db [None req-e60cf1c4-8099-4231-a7e2-c133a42c25db None None] Set router 6f38488f-902b-4556-a58b-5df9039198fc gateway port host: None {{(pid=93959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:56:33.852975 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-e60cf1c4-8099-4231-a7e2-c133a42c25db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f38488f-902b-4556-a58b-5df9039198fc', 'name': 'tempest-TestVolumeBackupRestore-1136915751-router', 'tenant_id': '9db698890ecd46ca97fb74855c09fbb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:53:21Z', 'updated_at': '2021-07-14T09:56:33Z', 'revision_number': 6, 'project_id': '9db698890ecd46ca97fb74855c09fbb2', 'gw_port_host': None}], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:56:33.886547 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e60cf1c4-8099-4231-a7e2-c133a42c25db None None] The sync data for ids ['6f38488f-902b-4556-a58b-5df9039198fc'] in n-d-779913-29 is: [{'id': '6f38488f-902b-4556-a58b-5df9039198fc', 'name': 'tempest-TestVolumeBackupRestore-1136915751-router', 'tenant_id': '9db698890ecd46ca97fb74855c09fbb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:53:21Z', 'updated_at': '2021-07-14T09:56:33Z', 'revision_number': 6, 'project_id': '9db698890ecd46ca97fb74855c09fbb2', 'gw_port_host': None}] {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:56:33.912852 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7ac351c7-bb4e-4216-afd2-515f11aeae6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:33.940582 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac351c7-bb4e-4216-afd2-515f11aeae6a admin admin] Pushing event deleted for resources: {'Port': ['ID=596a8230-fe3c-48aa-8c17-fbeb51bb2eb4,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:56:34.003146 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7ac351c7-bb4e-4216-afd2-515f11aeae6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-660532'] for router_gateway, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:34.093064 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7ac351c7-bb4e-4216-afd2-515f11aeae6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-711871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12964'] for router, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:34.095211 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7ac351c7-bb4e-4216-afd2-515f11aeae6a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:34.137711 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7ac351c7-bb4e-4216-afd2-515f11aeae6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-704815'] for router, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:34.138170 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ac351c7-bb4e-4216-afd2-515f11aeae6a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6f38488f-902b-4556-a58b-5df9039198fc {{(pid=93957) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:56:34.142710 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7ac351c7-bb4e-4216-afd2-515f11aeae6a admin admin] Notify callbacks [] for router, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:34.143994 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-7ac351c7-bb4e-4216-afd2-515f11aeae6a admin admin] 10.222.0.68 "DELETE /v2.0/routers/6f38488f-902b-4556-a58b-5df9039198fc HTTP/1.1" status: 204 len: 168 time: 0.7562363 Jul 14 09:56:34.147018 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 35138) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:56:34.189680 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_v2 [None req-b406187d-6d8d-4f5b-831b-2198effa3016 admin admin] Deleting subnet 8f9e0c7b-695a-46af-abe5-c3a679529f85 {{(pid=93957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:56:34.193111 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b406187d-6d8d-4f5b-831b-2198effa3016 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:34.227006 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b406187d-6d8d-4f5b-831b-2198effa3016 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10944203'] for subnet, precommit_delete_associations {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:34.312342 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b406187d-6d8d-4f5b-831b-2198effa3016 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3481002'] for subnet, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:34.367264 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b406187d-6d8d-4f5b-831b-2198effa3016 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10052701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11984075'] for subnet, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:34.394975 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b406187d-6d8d-4f5b-831b-2198effa3016 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:34.398856 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-b406187d-6d8d-4f5b-831b-2198effa3016 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/8f9e0c7b-695a-46af-abe5-c3a679529f85 HTTP/1.1" status: 204 len: 168 time: 0.2487080 Jul 14 09:56:34.398856 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b406187d-6d8d-4f5b-831b-2198effa3016 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f9e0c7b-695a-46af-abe5-c3a679529f85,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:56:34.399267 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 35140) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:56:34.399656 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e62e9b9c-bf71-4040-ae27-f95727e1b9e6 None None] Network 4de2c424-059a-4b5d-b380-81b3b7e5e6d1 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:56:34.469559 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e1dc9adc-b2a0-477f-b0c3-32292f6e8433 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3876111'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:34.521986 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-e1dc9adc-b2a0-477f-b0c3-32292f6e8433 admin admin] Deleting port 5d344d37-034e-4b4f-93c3-c3d491e5e7cb {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:56:34.522324 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e1dc9adc-b2a0-477f-b0c3-32292f6e8433 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:34.586177 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-e1dc9adc-b2a0-477f-b0c3-32292f6e8433 admin admin] For port 5d344d37-034e-4b4f-93c3-c3d491e5e7cb, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=5d344d37-034e-4b4f-93c3-c3d491e5e7cb,segment=NetworkSegment(f6d6818f-fe40-4404-ba0d-b18708445ebb),segment_id=f6d6818f-fe40-4404-ba0d-b18708445ebb)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:56:34.586474 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e1dc9adc-b2a0-477f-b0c3-32292f6e8433 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:34.599276 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-e1dc9adc-b2a0-477f-b0c3-32292f6e8433 admin admin] Calling delete_port for 5d344d37-034e-4b4f-93c3-c3d491e5e7cb owned by network:dhcp {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:56:34.660233 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a086d06d-f40f-4fad-8e99-50c9f9517390 None None] DHCP port deletion for 4de2c424-059a-4b5d-b380-81b3b7e5e6d1 request from n-d-779913-29 {{(pid=93959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:56:34.684505 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e1dc9adc-b2a0-477f-b0c3-32292f6e8433 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:34.707137 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-a086d06d-f40f-4fad-8e99-50c9f9517390 None None] Deleting port 5d344d37-034e-4b4f-93c3-c3d491e5e7cb {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:56:34.707523 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a086d06d-f40f-4fad-8e99-50c9f9517390 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:34.710227 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dc9adc-b2a0-477f-b0c3-32292f6e8433 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d344d37-034e-4b4f-93c3-c3d491e5e7cb,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:56:34.715977 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1dc9adc-b2a0-477f-b0c3-32292f6e8433 admin admin] No DVR routers for this DVR port 5d344d37-034e-4b4f-93c3-c3d491e5e7cb on host n-d-779913-29 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:56:34.773109 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-a086d06d-f40f-4fad-8e99-50c9f9517390 None None] For port 5d344d37-034e-4b4f-93c3-c3d491e5e7cb, host n-d-779913-29, got binding levels [] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:56:34.773521 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a086d06d-f40f-4fad-8e99-50c9f9517390 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:34.786018 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-a086d06d-f40f-4fad-8e99-50c9f9517390 None None] Calling delete_port for 5d344d37-034e-4b4f-93c3-c3d491e5e7cb owned by network:dhcp {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:56:34.788484 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e1dc9adc-b2a0-477f-b0c3-32292f6e8433 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473955', 'neutron.services.segments.db._delete_segments_for_network-8735688326548'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:34.788665 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.ipam_backend_mixin [None req-a086d06d-f40f-4fad-8e99-50c9f9517390 None None] Port 5d344d37-034e-4b4f-93c3-c3d491e5e7cb was not found and therefore no delete operation was performed {{(pid=93959) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 14 09:56:34.790354 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a086d06d-f40f-4fad-8e99-50c9f9517390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:34.798249 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-e1dc9adc-b2a0-477f-b0c3-32292f6e8433 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4de2c424-059a-4b5d-b380-81b3b7e5e6d1']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:56:34.812401 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-e1dc9adc-b2a0-477f-b0c3-32292f6e8433 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6d6818f-fe40-4404-ba0d-b18708445ebb') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:56:34.812700 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-e1dc9adc-b2a0-477f-b0c3-32292f6e8433 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6d6818f-fe40-4404-ba0d-b18708445ebb') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:56:34.819004 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a086d06d-f40f-4fad-8e99-50c9f9517390 None None] Pushing event deleted for resources: {'Port': ['ID=5d344d37-034e-4b4f-93c3-c3d491e5e7cb,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:56:34.822588 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a086d06d-f40f-4fad-8e99-50c9f9517390 None None] No DVR routers for this DVR port 5d344d37-034e-4b4f-93c3-c3d491e5e7cb on host n-d-779913-29 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:56:34.826031 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e1dc9adc-b2a0-477f-b0c3-32292f6e8433 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735688356235', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13574129'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:34.842513 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e1dc9adc-b2a0-477f-b0c3-32292f6e8433 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:34.848842 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1dc9adc-b2a0-477f-b0c3-32292f6e8433 admin admin] Releasing vlan 701 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:56:34.849259 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e1dc9adc-b2a0-477f-b0c3-32292f6e8433 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13573126'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:34.850959 n-d-779913-29 neutron-server[93958]: Traceback (most recent call last): Jul 14 09:56:34.850959 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:56:34.850959 n-d-779913-29 neutron-server[93958]: timer() Jul 14 09:56:34.850959 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:56:34.850959 n-d-779913-29 neutron-server[93958]: cb(*args, **kw) Jul 14 09:56:34.850959 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:56:34.850959 n-d-779913-29 neutron-server[93958]: return func(*args, **kwargs) Jul 14 09:56:34.850959 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:56:34.850959 n-d-779913-29 neutron-server[93958]: self._notify() Jul 14 09:56:34.850959 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:56:34.850959 n-d-779913-29 neutron-server[93958]: self.callback(batched_events) Jul 14 09:56:34.850959 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:56:34.850959 n-d-779913-29 neutron-server[93958]: event.method(event) Jul 14 09:56:34.850959 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:56:34.850959 n-d-779913-29 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:56:34.850959 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:56:34.850959 n-d-779913-29 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:56:34.850959 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:56:34.850959 n-d-779913-29 neutron-server[93958]: return f(self, *a, **k) Jul 14 09:56:34.850959 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:56:34.850959 n-d-779913-29 neutron-server[93958]: return self._get(url).json() Jul 14 09:56:34.850959 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:56:34.850959 n-d-779913-29 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:56:34.850959 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:56:34.850959 n-d-779913-29 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 14 09:56:34.850959 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:56:34.850959 n-d-779913-29 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:56:34.850959 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:56:34.850959 n-d-779913-29 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:56:34.850959 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:56:34.850959 n-d-779913-29 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:56:34.850959 n-d-779913-29 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:56:34.907839 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e1dc9adc-b2a0-477f-b0c3-32292f6e8433 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660504'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:34.923630 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e1dc9adc-b2a0-477f-b0c3-32292f6e8433 admin admin] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:34.925627 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-e1dc9adc-b2a0-477f-b0c3-32292f6e8433 admin admin] 10.222.0.68 "DELETE /v2.0/networks/4de2c424-059a-4b5d-b380-81b3b7e5e6d1 HTTP/1.1" status: 204 len: 168 time: 0.5250800 Jul 14 09:56:34.926651 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dc9adc-b2a0-477f-b0c3-32292f6e8433 admin admin] Pushing event deleted for resources: {'Network': ['ID=4de2c424-059a-4b5d-b380-81b3b7e5e6d1,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:56:35.087960 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 35144) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:56:35.127509 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-ce853e6d-3d06-4a97-8502-d8b24e8a185e admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=bd21afab7cf84617ad9e457a1bfc86a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0383906 Jul 14 09:56:35.130726 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 35146) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:56:35.177242 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-22d7aa21-58f6-4d7c-99ee-67d7144eae07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:35.202194 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-22d7aa21-58f6-4d7c-99ee-67d7144eae07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:35.246489 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-22d7aa21-58f6-4d7c-99ee-67d7144eae07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:35.248963 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-22d7aa21-58f6-4d7c-99ee-67d7144eae07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:35.250149 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-22d7aa21-58f6-4d7c-99ee-67d7144eae07 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/2bc80013-da34-4315-9b35-529771dae1c8 HTTP/1.1" status: 204 len: 168 time: 0.1185215 Jul 14 09:56:35.258256 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d7aa21-58f6-4d7c-99ee-67d7144eae07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bc80013-da34-4315-9b35-529771dae1c8,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:56:35.560154 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 35152) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:56:35.599625 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-7e33c654-9c2c-4305-a654-fdfecd9fd184 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=9db698890ecd46ca97fb74855c09fbb2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0382664 Jul 14 09:56:35.601963 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 35154) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:56:35.649688 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a21116f1-6011-43e5-9061-8d051de23fb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:35.670961 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a21116f1-6011-43e5-9061-8d051de23fb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:35.718147 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a21116f1-6011-43e5-9061-8d051de23fb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:35.720638 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a21116f1-6011-43e5-9061-8d051de23fb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:35.721865 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-a21116f1-6011-43e5-9061-8d051de23fb1 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/fcb42c29-2a82-4dfc-8b66-0e80832dba6a HTTP/1.1" status: 204 len: 168 time: 0.1189961 Jul 14 09:56:35.730575 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21116f1-6011-43e5-9061-8d051de23fb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcb42c29-2a82-4dfc-8b66-0e80832dba6a,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:56:35.808196 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 66c09b42-77eb-4e09-b5a1-6d2217e539ae no longer exists at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:56:35.826766 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] No Port match for: 66c09b42-77eb-4e09-b5a1-6d2217e539ae {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:56:35.827109 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 66c09b42-77eb-4e09-b5a1-6d2217e539ae not bound to the agent host n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:56:35.827522 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 596a8230-fe3c-48aa-8c17-fbeb51bb2eb4 no longer exists at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:56:35.848426 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] No Port match for: 596a8230-fe3c-48aa-8c17-fbeb51bb2eb4 {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:56:35.849022 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 596a8230-fe3c-48aa-8c17-fbeb51bb2eb4 not bound to the agent host n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:56:35.849438 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 5d344d37-034e-4b4f-93c3-c3d491e5e7cb no longer exists at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:56:35.868962 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] No Port match for: 5d344d37-034e-4b4f-93c3-c3d491e5e7cb {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:56:35.869345 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 5d344d37-034e-4b4f-93c3-c3d491e5e7cb not bound to the agent host n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:56:36.372757 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 35176) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:56:36.469424 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-12a7b729-b5b5-4389-a53b-71e1e57a97d7 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-658018726-network', 'tenant_id': '6606703679bf48b78717d16f607a62b8'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:56:36.490652 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12a7b729-b5b5-4389-a53b-71e1e57a97d7 admin admin] Made reservation on behalf of 6606703679bf48b78717d16f607a62b8 for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:56:36.493068 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-12a7b729-b5b5-4389-a53b-71e1e57a97d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:36.501429 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-12a7b729-b5b5-4389-a53b-71e1e57a97d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:36.591924 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-12a7b729-b5b5-4389-a53b-71e1e57a97d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:36.595921 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-12a7b729-b5b5-4389-a53b-71e1e57a97d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:36.619434 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12a7b729-b5b5-4389-a53b-71e1e57a97d7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 729} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:56:36.629264 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a7b729-b5b5-4389-a53b-71e1e57a97d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0551f2a0-f528-4f88-92ca-fdc00850acb6,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:56:36.633950 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-12a7b729-b5b5-4389-a53b-71e1e57a97d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:36.634294 n-d-779913-29 neutron-server[93958]: INFO neutron.db.segments_db [None req-12a7b729-b5b5-4389-a53b-71e1e57a97d7 admin admin] Added segment 706510d8-b2fe-4655-a702-4a6b9e541601 of type vlan for network 4a41190d-e41a-4086-9106-e0776e2181e2 Jul 14 09:56:36.672297 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-12a7b729-b5b5-4389-a53b-71e1e57a97d7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735687821325'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:36.704134 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-12a7b729-b5b5-4389-a53b-71e1e57a97d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:36.704134 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12a7b729-b5b5-4389-a53b-71e1e57a97d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:36.704712 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-12a7b729-b5b5-4389-a53b-71e1e57a97d7 admin admin] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:36.756390 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-12a7b729-b5b5-4389-a53b-71e1e57a97d7 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3824391 Jul 14 09:56:36.759365 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 35180) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:56:36.766909 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-03d54b85-41eb-4c01-aea3-a9b65972638f admin admin] Request body: {'subnet': {'network_id': '4a41190d-e41a-4086-9106-e0776e2181e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-658018726-subnet', 'tenant_id': '6606703679bf48b78717d16f607a62b8', 'ip_version': 4}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:56:36.767930 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a7b729-b5b5-4389-a53b-71e1e57a97d7 admin admin] Pushing event updated for resources: {'Network': ['ID=4a41190d-e41a-4086-9106-e0776e2181e2,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:56:36.779823 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Network 4a41190d-e41a-4086-9106-e0776e2181e2 details requested by agent ovs-agent-n-d-779913-29 with host n-d-779913-29 {{(pid=93959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:56:36.794814 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03d54b85-41eb-4c01-aea3-a9b65972638f admin admin] Made reservation on behalf of 6606703679bf48b78717d16f607a62b8 for: {'subnet': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:56:36.797346 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-03d54b85-41eb-4c01-aea3-a9b65972638f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11984110'] for subnet, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:36.967216 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-03d54b85-41eb-4c01-aea3-a9b65972638f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10052764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11984092'] for subnet, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:37.021423 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d54b85-41eb-4c01-aea3-a9b65972638f admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d9e1361-7dda-4b0f-8018-18ad346c1466,revision_number=0']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:56:37.031499 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d54b85-41eb-4c01-aea3-a9b65972638f admin admin] Checking segment: {'id': '706510d8-b2fe-4655-a702-4a6b9e541601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '4a41190d-e41a-4086-9106-e0776e2181e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:56:37.031861 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03d54b85-41eb-4c01-aea3-a9b65972638f admin admin] Network hostable DHCP agents. Network: 4a41190d-e41a-4086-9106-e0776e2181e2, hostable agents: ['c6a09bd4-f72e-4283-a3ca-0bbca8a51081'], hosted agents: [] {{(pid=93957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:56:37.049369 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03d54b85-41eb-4c01-aea3-a9b65972638f admin admin] Network 4a41190d-e41a-4086-9106-e0776e2181e2 is scheduled to be hosted by DHCP agent c6a09bd4-f72e-4283-a3ca-0bbca8a51081 with binding_index 1 {{(pid=93957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:56:37.058742 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-03d54b85-41eb-4c01-aea3-a9b65972638f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-29, 4a41190d-e41a-4086-9106-e0776e2181e2) {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:56:37.062765 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03d54b85-41eb-4c01-aea3-a9b65972638f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:37.063400 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-03d54b85-41eb-4c01-aea3-a9b65972638f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:37.068743 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c8dd309-bd2d-4ad8-bb36-4540843db8bc None None] Network 4a41190d-e41a-4086-9106-e0776e2181e2 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:56:37.077340 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-03d54b85-41eb-4c01-aea3-a9b65972638f admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3158252 Jul 14 09:56:37.079937 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 35182) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:56:37.085447 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-54cba4bb-1754-4114-8d6d-d4d6930b14a6 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-658018726-router', 'tenant_id': '6606703679bf48b78717d16f607a62b8', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'}}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:56:37.107413 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-54cba4bb-1754-4114-8d6d-d4d6930b14a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-711749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14670'] for router, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:37.108579 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-54cba4bb-1754-4114-8d6d-d4d6930b14a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-711718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-661475', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14679'] for router, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:37.170525 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-54cba4bb-1754-4114-8d6d-d4d6930b14a6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:37.229109 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b8452c6-da0f-4fa4-98bb-3572f191fd69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf57baaa9-fd24-59f4-8fd2-1dc21122ce72-4a41190d-e41a-4086-9106-e0776e2181e2', 'network_id': '4a41190d-e41a-4086-9106-e0776e2181e2', 'tenant_id': '6606703679bf48b78717d16f607a62b8', 'fixed_ips': [{'subnet_id': '8d9e1361-7dda-4b0f-8018-18ad346c1466'}]}} from n-d-779913-29. {{(pid=93959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:56:37.230033 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1b8452c6-da0f-4fa4-98bb-3572f191fd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:37.312652 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-54cba4bb-1754-4114-8d6d-d4d6930b14a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-661489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-711771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12973'] for router, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:37.364765 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-1b8452c6-da0f-4fa4-98bb-3572f191fd69 None None] Allocated IP 172.20.0.2 (4a41190d-e41a-4086-9106-e0776e2181e2/8d9e1361-7dda-4b0f-8018-18ad346c1466/65a690e6-f3b1-4929-ac48-a11cf47538ca) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:56:37.678640 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1b8452c6-da0f-4fa4-98bb-3572f191fd69 None None] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:37.687938 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-1b8452c6-da0f-4fa4-98bb-3572f191fd69 None None] Transition to ACTIVE for port object 65a690e6-f3b1-4929-ac48-a11cf47538ca will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:56:37.703643 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-1b8452c6-da0f-4fa4-98bb-3572f191fd69 None None] Transition to ACTIVE for port object 65a690e6-f3b1-4929-ac48-a11cf47538ca will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:56:37.710202 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1b8452c6-da0f-4fa4-98bb-3572f191fd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:37.749240 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b8452c6-da0f-4fa4-98bb-3572f191fd69 None None] Network 4a41190d-e41a-4086-9106-e0776e2181e2 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:56:37.752184 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-1b8452c6-da0f-4fa4-98bb-3572f191fd69 None None] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:56:37.756282 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b8452c6-da0f-4fa4-98bb-3572f191fd69 None None] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:56:37.783557 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8452c6-da0f-4fa4-98bb-3572f191fd69 None None] Pushing event updated for resources: {'Port': ['ID=65a690e6-f3b1-4929-ac48-a11cf47538ca,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:56:37.812390 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8452c6-da0f-4fa4-98bb-3572f191fd69 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:56:37.812735 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8452c6-da0f-4fa4-98bb-3572f191fd69 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:56:37.813073 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8452c6-da0f-4fa4-98bb-3572f191fd69 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:56:37.813416 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8452c6-da0f-4fa4-98bb-3572f191fd69 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:56:37.813929 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8452c6-da0f-4fa4-98bb-3572f191fd69 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:56:37.814385 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8452c6-da0f-4fa4-98bb-3572f191fd69 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:56:37.814679 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8452c6-da0f-4fa4-98bb-3572f191fd69 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:56:37.815037 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8452c6-da0f-4fa4-98bb-3572f191fd69 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:56:37.815366 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8452c6-da0f-4fa4-98bb-3572f191fd69 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:56:37.816226 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8452c6-da0f-4fa4-98bb-3572f191fd69 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:56:37.816562 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8452c6-da0f-4fa4-98bb-3572f191fd69 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:56:37.816888 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8452c6-da0f-4fa4-98bb-3572f191fd69 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:56:37.828232 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-1b8452c6-da0f-4fa4-98bb-3572f191fd69 None None] Attempting to bind port 65a690e6-f3b1-4929-ac48-a11cf47538ca on host n-d-779913-29 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:56:37.828596 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-1b8452c6-da0f-4fa4-98bb-3572f191fd69 None None] Attempting to bind port 65a690e6-f3b1-4929-ac48-a11cf47538ca by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': '706510d8-b2fe-4655-a702-4a6b9e541601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '4a41190d-e41a-4086-9106-e0776e2181e2'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:56:37.828971 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8452c6-da0f-4fa4-98bb-3572f191fd69 None None] Attempting to bind port 65a690e6-f3b1-4929-ac48-a11cf47538ca on network 4a41190d-e41a-4086-9106-e0776e2181e2 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:56:37.834993 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8452c6-da0f-4fa4-98bb-3572f191fd69 None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 56, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:56:37.835373 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8452c6-da0f-4fa4-98bb-3572f191fd69 None None] Checking segment: {'id': '706510d8-b2fe-4655-a702-4a6b9e541601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '4a41190d-e41a-4086-9106-e0776e2181e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:56:37.835782 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1b8452c6-da0f-4fa4-98bb-3572f191fd69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:37.836176 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8452c6-da0f-4fa4-98bb-3572f191fd69 None None] Bound using segment: {'id': '706510d8-b2fe-4655-a702-4a6b9e541601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '4a41190d-e41a-4086-9106-e0776e2181e2'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:56:37.836644 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-1b8452c6-da0f-4fa4-98bb-3572f191fd69 None None] Bound port: 65a690e6-f3b1-4929-ac48-a11cf47538ca, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '706510d8-b2fe-4655-a702-4a6b9e541601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '4a41190d-e41a-4086-9106-e0776e2181e2'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:56:37.837029 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1b8452c6-da0f-4fa4-98bb-3572f191fd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:37.869172 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-54cba4bb-1754-4114-8d6d-d4d6930b14a6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:37.888404 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-54cba4bb-1754-4114-8d6d-d4d6930b14a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:37.898267 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-1b8452c6-da0f-4fa4-98bb-3572f191fd69 None None] For port 65a690e6-f3b1-4929-ac48-a11cf47538ca, host n-d-779913-29, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:56:37.901277 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-1b8452c6-da0f-4fa4-98bb-3572f191fd69 None None] For port 65a690e6-f3b1-4929-ac48-a11cf47538ca, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=65a690e6-f3b1-4929-ac48-a11cf47538ca,segment=NetworkSegment(706510d8-b2fe-4655-a702-4a6b9e541601),segment_id=706510d8-b2fe-4655-a702-4a6b9e541601)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:56:37.905858 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1b8452c6-da0f-4fa4-98bb-3572f191fd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:37.962365 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8452c6-da0f-4fa4-98bb-3572f191fd69 None None] Pushing event updated for resources: {'Port': ['ID=65a690e6-f3b1-4929-ac48-a11cf47538ca,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:56:38.003012 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-54cba4bb-1754-4114-8d6d-d4d6930b14a6 admin admin] Allocated IP 172.25.4.28 (2dcd4d32-cc7c-4468-b396-7ce5c9231892/6cd22a75-5bc1-467c-a3c4-0af04bd1b34a/956a4549-778f-47c8-b490-fd62bcb7ed1e) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:56:38.109790 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-54cba4bb-1754-4114-8d6d-d4d6930b14a6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:38.169486 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-54cba4bb-1754-4114-8d6d-d4d6930b14a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:38.217663 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54cba4bb-1754-4114-8d6d-d4d6930b14a6 admin admin] Network 2dcd4d32-cc7c-4468-b396-7ce5c9231892 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:56:38.220619 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-54cba4bb-1754-4114-8d6d-d4d6930b14a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:56:38.224250 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54cba4bb-1754-4114-8d6d-d4d6930b14a6 admin admin] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:56:38.247657 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cba4bb-1754-4114-8d6d-d4d6930b14a6 admin admin] Pushing event updated for resources: {'Port': ['ID=956a4549-778f-47c8-b490-fd62bcb7ed1e,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:56:38.473985 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-54cba4bb-1754-4114-8d6d-d4d6930b14a6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:38.668508 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.agents_db [None req-3c3509fb-540d-4335-a450-574895dd3602 None None] Agent healthcheck: found 7 active agents {{(pid=93960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:56:38.676378 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-54cba4bb-1754-4114-8d6d-d4d6930b14a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-711762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-661452'] for router, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:38.808962 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54cba4bb-1754-4114-8d6d-d4d6930b14a6 admin admin] Router c6c7fbdb-864f-4715-a808-20b048faa64c is scheduled to L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 with binding_index 1 {{(pid=93957) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:56:38.828600 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a5e1aca-6879-45eb-9282-940088a22fc3 None None] Network 4a41190d-e41a-4086-9106-e0776e2181e2 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:56:38.884415 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-6c50d32d-1c65-4f30-bb03-dcaf3c5d6c1f None None] Provisioning for port 65a690e6-f3b1-4929-ac48-a11cf47538ca completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:56:38.918005 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54cba4bb-1754-4114-8d6d-d4d6930b14a6 admin admin] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:56:38.929165 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-098f087c-2521-4913-a23e-ff4b23ec696c None None] Sync routers for ids ['c6c7fbdb-864f-4715-a808-20b048faa64c'] in n-d-779913-29 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:56:38.937414 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-54cba4bb-1754-4114-8d6d-d4d6930b14a6 admin admin] Notify callbacks [] for router, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:38.938892 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-54cba4bb-1754-4114-8d6d-d4d6930b14a6 admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.8578262 Jul 14 09:56:38.939222 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-098f087c-2521-4913-a23e-ff4b23ec696c None None] Routers {'c6c7fbdb-864f-4715-a808-20b048faa64c'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:56:38.939908 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-098f087c-2521-4913-a23e-ff4b23ec696c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:56:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['c6c7fbdb-864f-4715-a808-20b048faa64c'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:56:38.942001 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 35184) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:56:39.055913 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-098f087c-2521-4913-a23e-ff4b23ec696c None None] Set router c6c7fbdb-864f-4715-a808-20b048faa64c gateway port host: n-d-779913-29 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:56:39.325967 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-098f087c-2521-4913-a23e-ff4b23ec696c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6c7fbdb-864f-4715-a808-20b048faa64c', 'name': 'tempest-TestVolumeBootPattern-658018726-router', 'tenant_id': '6606703679bf48b78717d16f607a62b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': '956a4549-778f-47c8-b490-fd62bcb7ed1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:56:37Z', 'updated_at': '2021-07-14T09:56:38Z', 'revision_number': 3, 'project_id': '6606703679bf48b78717d16f607a62b8', 'gw_port': {'id': '956a4549-778f-47c8-b490-fd62bcb7ed1e', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:9e:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6c7fbdb-864f-4715-a808-20b048faa64c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:56:37Z', 'updated_at': '2021-07-14T09:56:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29'}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:56:39.352327 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-098f087c-2521-4913-a23e-ff4b23ec696c None None] Checking router: c6c7fbdb-864f-4715-a808-20b048faa64c for host: n-d-779913-29 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:56:39.352671 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-098f087c-2521-4913-a23e-ff4b23ec696c None None] Updating router c6c7fbdb-864f-4715-a808-20b048faa64c port 956a4549-778f-47c8-b490-fd62bcb7ed1e binding host n-d-779913-29 {{(pid=93960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:56:39.372556 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c2897d7a-903d-46aa-9ba3-6c757afec711 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:39.389980 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-098f087c-2521-4913-a23e-ff4b23ec696c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:39.527409 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-c2897d7a-903d-46aa-9ba3-6c757afec711 admin admin] Allocated IP 172.20.0.1 (4a41190d-e41a-4086-9106-e0776e2181e2/8d9e1361-7dda-4b0f-8018-18ad346c1466/aeb406d7-1d13-4fea-aaae-e25e733e36cd) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:56:39.628281 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c2897d7a-903d-46aa-9ba3-6c757afec711 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:39.638500 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-098f087c-2521-4913-a23e-ff4b23ec696c None None] Notify callbacks [] for port, precommit_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:39.641245 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-c2897d7a-903d-46aa-9ba3-6c757afec711 admin admin] Transition to ACTIVE for port object aeb406d7-1d13-4fea-aaae-e25e733e36cd will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:56:39.648781 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-098f087c-2521-4913-a23e-ff4b23ec696c None None] Transition to ACTIVE for port object 956a4549-778f-47c8-b490-fd62bcb7ed1e will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:56:39.654177 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-098f087c-2521-4913-a23e-ff4b23ec696c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:39.675697 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c2897d7a-903d-46aa-9ba3-6c757afec711 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:39.701153 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-098f087c-2521-4913-a23e-ff4b23ec696c None None] Attempting to bind port 956a4549-778f-47c8-b490-fd62bcb7ed1e on host n-d-779913-29 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:56:39.701746 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-098f087c-2521-4913-a23e-ff4b23ec696c None None] Attempting to bind port 956a4549-778f-47c8-b490-fd62bcb7ed1e by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': '81bf7a93-80b3-43df-b9d5-462c604a2945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:56:39.701894 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-098f087c-2521-4913-a23e-ff4b23ec696c None None] Attempting to bind port 956a4549-778f-47c8-b490-fd62bcb7ed1e on network 2dcd4d32-cc7c-4468-b396-7ce5c9231892 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:56:39.707937 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1428eba0-49fb-4757-9304-228ba95b4d9d None None] Pushing event updated for resources: {'Port': ['ID=956a4549-778f-47c8-b490-fd62bcb7ed1e,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:56:39.716248 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1428eba0-49fb-4757-9304-228ba95b4d9d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:56:39.717054 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1428eba0-49fb-4757-9304-228ba95b4d9d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:56:39.717054 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1428eba0-49fb-4757-9304-228ba95b4d9d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:56:39.717274 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1428eba0-49fb-4757-9304-228ba95b4d9d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:56:39.717575 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1428eba0-49fb-4757-9304-228ba95b4d9d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:56:39.717899 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1428eba0-49fb-4757-9304-228ba95b4d9d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:56:39.718221 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1428eba0-49fb-4757-9304-228ba95b4d9d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:56:39.718541 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1428eba0-49fb-4757-9304-228ba95b4d9d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:56:39.718863 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1428eba0-49fb-4757-9304-228ba95b4d9d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:56:39.719166 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1428eba0-49fb-4757-9304-228ba95b4d9d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:56:39.719483 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1428eba0-49fb-4757-9304-228ba95b4d9d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:56:39.719812 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1428eba0-49fb-4757-9304-228ba95b4d9d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:56:39.722787 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2897d7a-903d-46aa-9ba3-6c757afec711 admin admin] Network 4a41190d-e41a-4086-9106-e0776e2181e2 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:56:39.724211 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-098f087c-2521-4913-a23e-ff4b23ec696c None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 56, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:56:39.724580 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-098f087c-2521-4913-a23e-ff4b23ec696c None None] Checking segment: {'id': '81bf7a93-80b3-43df-b9d5-462c604a2945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:56:39.724974 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-098f087c-2521-4913-a23e-ff4b23ec696c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:39.725344 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-098f087c-2521-4913-a23e-ff4b23ec696c None None] Bound using segment: {'id': '81bf7a93-80b3-43df-b9d5-462c604a2945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:56:39.725842 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-098f087c-2521-4913-a23e-ff4b23ec696c None None] Bound port: 956a4549-778f-47c8-b490-fd62bcb7ed1e, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81bf7a93-80b3-43df-b9d5-462c604a2945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:56:39.726219 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-098f087c-2521-4913-a23e-ff4b23ec696c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:39.726500 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-c2897d7a-903d-46aa-9ba3-6c757afec711 admin admin] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:56:39.729401 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2897d7a-903d-46aa-9ba3-6c757afec711 admin admin] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:56:39.753249 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2897d7a-903d-46aa-9ba3-6c757afec711 admin admin] Pushing event updated for resources: {'Port': ['ID=aeb406d7-1d13-4fea-aaae-e25e733e36cd,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:56:39.774534 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c2897d7a-903d-46aa-9ba3-6c757afec711 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-660393'] for router_interface, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:39.799130 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-098f087c-2521-4913-a23e-ff4b23ec696c None None] For port 956a4549-778f-47c8-b490-fd62bcb7ed1e, host n-d-779913-29, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:56:39.803471 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-098f087c-2521-4913-a23e-ff4b23ec696c None None] For port 956a4549-778f-47c8-b490-fd62bcb7ed1e, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=956a4549-778f-47c8-b490-fd62bcb7ed1e,segment=NetworkSegment(81bf7a93-80b3-43df-b9d5-462c604a2945),segment_id=81bf7a93-80b3-43df-b9d5-462c604a2945)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:56:39.811260 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-098f087c-2521-4913-a23e-ff4b23ec696c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:39.866670 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-098f087c-2521-4913-a23e-ff4b23ec696c None None] Routers {'c6c7fbdb-864f-4715-a808-20b048faa64c'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:56:39.868530 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-098f087c-2521-4913-a23e-ff4b23ec696c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:56:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['c6c7fbdb-864f-4715-a808-20b048faa64c'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:56:39.877144 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 65a690e6-f3b1-4929-ac48-a11cf47538ca up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:56:39.929071 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1428eba0-49fb-4757-9304-228ba95b4d9d None None] Pushing event updated for resources: {'Port': ['ID=956a4549-778f-47c8-b490-fd62bcb7ed1e,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:56:39.941358 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning for port 65a690e6-f3b1-4929-ac48-a11cf47538ca completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:56:39.945785 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port 65a690e6-f3b1-4929-ac48-a11cf47538ca triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:56:39.946366 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:39.965554 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c2897d7a-903d-46aa-9ba3-6c757afec711 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:40.005164 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-098f087c-2521-4913-a23e-ff4b23ec696c None None] Set router c6c7fbdb-864f-4715-a808-20b048faa64c gateway port host: n-d-779913-29 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:56:40.033417 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:40.053684 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-12f118c5-2223-473e-a0f5-68d19a9eeb75 None None] Provisioning for port aeb406d7-1d13-4fea-aaae-e25e733e36cd completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:56:40.061348 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-12f118c5-2223-473e-a0f5-68d19a9eeb75 None None] Provisioning complete for port aeb406d7-1d13-4fea-aaae-e25e733e36cd triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:56:40.061758 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-12f118c5-2223-473e-a0f5-68d19a9eeb75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:40.090442 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] For port 65a690e6-f3b1-4929-ac48-a11cf47538ca, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=65a690e6-f3b1-4929-ac48-a11cf47538ca,segment=NetworkSegment(706510d8-b2fe-4655-a702-4a6b9e541601),segment_id=706510d8-b2fe-4655-a702-4a6b9e541601)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:56:40.099466 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:40.130179 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-12f118c5-2223-473e-a0f5-68d19a9eeb75 None None] Port aeb406d7-1d13-4fea-aaae-e25e733e36cd cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:56:40.156984 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c2897d7a-903d-46aa-9ba3-6c757afec711 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:40.159429 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Pushing event updated for resources: {'Port': ['ID=65a690e6-f3b1-4929-ac48-a11cf47538ca,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:56:40.161792 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c2897d7a-903d-46aa-9ba3-6c757afec711 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:40.208450 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-098f087c-2521-4913-a23e-ff4b23ec696c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6c7fbdb-864f-4715-a808-20b048faa64c', 'name': 'tempest-TestVolumeBootPattern-658018726-router', 'tenant_id': '6606703679bf48b78717d16f607a62b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': '956a4549-778f-47c8-b490-fd62bcb7ed1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:56:37Z', 'updated_at': '2021-07-14T09:56:38Z', 'revision_number': 3, 'project_id': '6606703679bf48b78717d16f607a62b8', 'gw_port': {'id': '956a4549-778f-47c8-b490-fd62bcb7ed1e', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:9e:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6c7fbdb-864f-4715-a808-20b048faa64c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:56:37Z', 'updated_at': '2021-07-14T09:56:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29'}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:56:40.228171 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2897d7a-903d-46aa-9ba3-6c757afec711 admin admin] Pushing event updated for resources: {'Port': ['ID=aeb406d7-1d13-4fea-aaae-e25e733e36cd,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:56:40.230863 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c2897d7a-903d-46aa-9ba3-6c757afec711 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-683747'] for router_interface, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:40.239653 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-098f087c-2521-4913-a23e-ff4b23ec696c None None] The sync data for ids ['c6c7fbdb-864f-4715-a808-20b048faa64c'] in n-d-779913-29 is: [{'id': 'c6c7fbdb-864f-4715-a808-20b048faa64c', 'name': 'tempest-TestVolumeBootPattern-658018726-router', 'tenant_id': '6606703679bf48b78717d16f607a62b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': '956a4549-778f-47c8-b490-fd62bcb7ed1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:56:37Z', 'updated_at': '2021-07-14T09:56:38Z', 'revision_number': 3, 'project_id': '6606703679bf48b78717d16f607a62b8', 'gw_port': {'id': '956a4549-778f-47c8-b490-fd62bcb7ed1e', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:9e:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6c7fbdb-864f-4715-a808-20b048faa64c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:56:37Z', 'updated_at': '2021-07-14T09:56:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29'}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:56:40.328361 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2897d7a-903d-46aa-9ba3-6c757afec711 admin admin] Network 4a41190d-e41a-4086-9106-e0776e2181e2 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:56:40.329811 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-c2897d7a-903d-46aa-9ba3-6c757afec711 admin admin] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:56:40.450482 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2897d7a-903d-46aa-9ba3-6c757afec711 admin admin] Router c6c7fbdb-864f-4715-a808-20b048faa64c has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:56:40.571879 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2897d7a-903d-46aa-9ba3-6c757afec711 admin admin] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:56:40.582116 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-c2897d7a-903d-46aa-9ba3-6c757afec711 admin admin] 10.222.0.68 "PUT /v2.0/routers/c6c7fbdb-864f-4715-a808-20b048faa64c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6389298 Jul 14 09:56:40.660153 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-2ef9a8d4-4341-4ee8-a85e-f2a36d037dbd None None] Provisioning complete for port aeb406d7-1d13-4fea-aaae-e25e733e36cd triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:56:40.660563 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2ef9a8d4-4341-4ee8-a85e-f2a36d037dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:40.696134 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-2ef9a8d4-4341-4ee8-a85e-f2a36d037dbd None None] Port aeb406d7-1d13-4fea-aaae-e25e733e36cd cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:56:41.055224 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 35200) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:56:41.061443 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-9877c0bb-5af1-457f-9083-b2bab187c905 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2032124276-network', 'tenant_id': 'd5be824a2e5a47e2855957902f7f1bba'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:56:41.083976 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9877c0bb-5af1-457f-9083-b2bab187c905 admin admin] Made reservation on behalf of d5be824a2e5a47e2855957902f7f1bba for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:56:41.086402 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9877c0bb-5af1-457f-9083-b2bab187c905 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:41.095609 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9877c0bb-5af1-457f-9083-b2bab187c905 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:41.186073 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9877c0bb-5af1-457f-9083-b2bab187c905 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:41.190369 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9877c0bb-5af1-457f-9083-b2bab187c905 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:41.211032 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9877c0bb-5af1-457f-9083-b2bab187c905 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 711} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:56:41.226103 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9877c0bb-5af1-457f-9083-b2bab187c905 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d507a25-88f1-45e5-ac79-00e4e75e4dee,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:56:41.228915 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9877c0bb-5af1-457f-9083-b2bab187c905 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:41.229259 n-d-779913-29 neutron-server[93958]: INFO neutron.db.segments_db [None req-9877c0bb-5af1-457f-9083-b2bab187c905 admin admin] Added segment 97a28e48-446c-46c0-8ae1-7507b64714c7 of type vlan for network ab880d59-5c7a-4c49-8f41-e693faec1539 Jul 14 09:56:41.268091 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9877c0bb-5af1-457f-9083-b2bab187c905 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735687821325'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:41.297073 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9877c0bb-5af1-457f-9083-b2bab187c905 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:41.298118 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9877c0bb-5af1-457f-9083-b2bab187c905 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:41.298707 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9877c0bb-5af1-457f-9083-b2bab187c905 admin admin] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:41.351567 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-9877c0bb-5af1-457f-9083-b2bab187c905 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.2947190 Jul 14 09:56:41.354624 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 35202) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:56:41.359126 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9877c0bb-5af1-457f-9083-b2bab187c905 admin admin] Pushing event updated for resources: {'Network': ['ID=ab880d59-5c7a-4c49-8f41-e693faec1539,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:56:41.360352 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-766aecae-ce5e-475d-847e-812f21be922c admin admin] Request body: {'subnet': {'network_id': 'ab880d59-5c7a-4c49-8f41-e693faec1539', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2032124276-subnet', 'tenant_id': 'd5be824a2e5a47e2855957902f7f1bba', 'ip_version': 4}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:56:41.369129 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Network ab880d59-5c7a-4c49-8f41-e693faec1539 details requested by agent ovs-agent-n-d-779913-29 with host n-d-779913-29 {{(pid=93959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:56:41.383457 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-766aecae-ce5e-475d-847e-812f21be922c admin admin] Made reservation on behalf of d5be824a2e5a47e2855957902f7f1bba for: {'subnet': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:56:41.385965 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-766aecae-ce5e-475d-847e-812f21be922c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11984110'] for subnet, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:41.560656 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-766aecae-ce5e-475d-847e-812f21be922c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10052764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11984092'] for subnet, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:41.615492 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766aecae-ce5e-475d-847e-812f21be922c admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea925c05-5898-46c8-90d6-3ef770297751,revision_number=0']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:56:41.624357 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-766aecae-ce5e-475d-847e-812f21be922c admin admin] Checking segment: {'id': '97a28e48-446c-46c0-8ae1-7507b64714c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'ab880d59-5c7a-4c49-8f41-e693faec1539'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:56:41.624803 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-766aecae-ce5e-475d-847e-812f21be922c admin admin] Network hostable DHCP agents. Network: ab880d59-5c7a-4c49-8f41-e693faec1539, hostable agents: ['c6a09bd4-f72e-4283-a3ca-0bbca8a51081'], hosted agents: [] {{(pid=93957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:56:41.641703 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-766aecae-ce5e-475d-847e-812f21be922c admin admin] Network ab880d59-5c7a-4c49-8f41-e693faec1539 is scheduled to be hosted by DHCP agent c6a09bd4-f72e-4283-a3ca-0bbca8a51081 with binding_index 1 {{(pid=93957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:56:41.650907 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-766aecae-ce5e-475d-847e-812f21be922c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-29, ab880d59-5c7a-4c49-8f41-e693faec1539) {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:56:41.655238 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-766aecae-ce5e-475d-847e-812f21be922c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:41.655893 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-766aecae-ce5e-475d-847e-812f21be922c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:41.660402 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-884bedde-1870-4b1c-b186-e8897025b5af None None] Network ab880d59-5c7a-4c49-8f41-e693faec1539 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:56:41.670756 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-766aecae-ce5e-475d-847e-812f21be922c admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3144913 Jul 14 09:56:41.673422 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 35204) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:56:41.677985 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-7343d69f-041a-464c-8d89-795a95329023 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2032124276-router', 'tenant_id': 'd5be824a2e5a47e2855957902f7f1bba', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'}}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:56:41.700004 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7343d69f-041a-464c-8d89-795a95329023 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-711749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14670'] for router, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:41.701077 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7343d69f-041a-464c-8d89-795a95329023 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-711718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-661475', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14679'] for router, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:41.757477 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7343d69f-041a-464c-8d89-795a95329023 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:41.825864 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e2f6278-b028-4dd7-89be-01612c4f4b27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf57baaa9-fd24-59f4-8fd2-1dc21122ce72-ab880d59-5c7a-4c49-8f41-e693faec1539', 'network_id': 'ab880d59-5c7a-4c49-8f41-e693faec1539', 'tenant_id': 'd5be824a2e5a47e2855957902f7f1bba', 'fixed_ips': [{'subnet_id': 'ea925c05-5898-46c8-90d6-3ef770297751'}]}} from n-d-779913-29. {{(pid=93959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:56:41.826841 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7e2f6278-b028-4dd7-89be-01612c4f4b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:41.904006 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcc67de1-c939-4ce6-bd5e-f09ac76e4771 None None] Sync routers for ids ['c6c7fbdb-864f-4715-a808-20b048faa64c'] in n-d-779913-29 {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:56:41.909226 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7343d69f-041a-464c-8d89-795a95329023 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-661489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-711771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12973'] for router, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:41.927144 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc67de1-c939-4ce6-bd5e-f09ac76e4771 None None] Routers {'c6c7fbdb-864f-4715-a808-20b048faa64c'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:56:41.927762 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-bcc67de1-c939-4ce6-bd5e-f09ac76e4771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:56:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['c6c7fbdb-864f-4715-a808-20b048faa64c'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:56:41.965859 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 956a4549-778f-47c8-b490-fd62bcb7ed1e up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:56:42.085992 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-7e2f6278-b028-4dd7-89be-01612c4f4b27 None None] Allocated IP 172.20.0.2 (ab880d59-5c7a-4c49-8f41-e693faec1539/ea925c05-5898-46c8-90d6-3ef770297751/5314f75c-98d3-4658-974c-2a3bff42f626) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:56:42.124400 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7343d69f-041a-464c-8d89-795a95329023 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:42.128810 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning for port 956a4549-778f-47c8-b490-fd62bcb7ed1e completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:56:42.143352 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7343d69f-041a-464c-8d89-795a95329023 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:42.156760 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvr_db [None req-bcc67de1-c939-4ce6-bd5e-f09ac76e4771 None None] Set router c6c7fbdb-864f-4715-a808-20b048faa64c gateway port host: n-d-779913-29 {{(pid=93959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:56:42.184172 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port 956a4549-778f-47c8-b490-fd62bcb7ed1e triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:56:42.184540 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:42.250148 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-7343d69f-041a-464c-8d89-795a95329023 admin admin] Allocated IP 172.25.4.78 (2dcd4d32-cc7c-4468-b396-7ce5c9231892/6cd22a75-5bc1-467c-a3c4-0af04bd1b34a/e36901a0-003f-4277-9d4c-f46a6a94d674) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:56:42.352163 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7343d69f-041a-464c-8d89-795a95329023 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:42.394054 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7343d69f-041a-464c-8d89-795a95329023 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:42.435069 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7e2f6278-b028-4dd7-89be-01612c4f4b27 None None] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:42.438410 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7343d69f-041a-464c-8d89-795a95329023 admin admin] Network 2dcd4d32-cc7c-4468-b396-7ce5c9231892 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:56:42.445028 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-7343d69f-041a-464c-8d89-795a95329023 admin admin] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:56:42.446834 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:42.448530 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7343d69f-041a-464c-8d89-795a95329023 admin admin] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:56:42.454361 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-7e2f6278-b028-4dd7-89be-01612c4f4b27 None None] Transition to ACTIVE for port object 5314f75c-98d3-4658-974c-2a3bff42f626 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:56:42.473409 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7343d69f-041a-464c-8d89-795a95329023 admin admin] Pushing event updated for resources: {'Port': ['ID=e36901a0-003f-4277-9d4c-f46a6a94d674,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:56:42.498065 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] For port 956a4549-778f-47c8-b490-fd62bcb7ed1e, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=956a4549-778f-47c8-b490-fd62bcb7ed1e,segment=NetworkSegment(81bf7a93-80b3-43df-b9d5-462c604a2945),segment_id=81bf7a93-80b3-43df-b9d5-462c604a2945)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:56:42.504655 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:42.505433 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 65a690e6-f3b1-4929-ac48-a11cf47538ca up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:56:42.507309 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-7e2f6278-b028-4dd7-89be-01612c4f4b27 None None] Transition to ACTIVE for port object 5314f75c-98d3-4658-974c-2a3bff42f626 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:56:42.555356 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7e2f6278-b028-4dd7-89be-01612c4f4b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:42.606579 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e2f6278-b028-4dd7-89be-01612c4f4b27 None None] Network ab880d59-5c7a-4c49-8f41-e693faec1539 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:56:42.615070 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-7e2f6278-b028-4dd7-89be-01612c4f4b27 None None] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:56:42.619510 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e2f6278-b028-4dd7-89be-01612c4f4b27 None None] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:56:42.621977 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Pushing event updated for resources: {'Port': ['ID=956a4549-778f-47c8-b490-fd62bcb7ed1e,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:56:42.633711 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-bcc67de1-c939-4ce6-bd5e-f09ac76e4771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6c7fbdb-864f-4715-a808-20b048faa64c', 'name': 'tempest-TestVolumeBootPattern-658018726-router', 'tenant_id': '6606703679bf48b78717d16f607a62b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': '956a4549-778f-47c8-b490-fd62bcb7ed1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:56:37Z', 'updated_at': '2021-07-14T09:56:39Z', 'revision_number': 4, 'project_id': '6606703679bf48b78717d16f607a62b8', 'gw_port': {'id': '956a4549-778f-47c8-b490-fd62bcb7ed1e', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:9e:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6c7fbdb-864f-4715-a808-20b048faa64c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:56:37Z', 'updated_at': '2021-07-14T09:56:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': 'aeb406d7-1d13-4fea-aaae-e25e733e36cd', 'name': '', 'network_id': '4a41190d-e41a-4086-9106-e0776e2181e2', 'tenant_id': '6606703679bf48b78717d16f607a62b8', 'mac_address': 'fa:16:3e:20:fc:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6c7fbdb-864f-4715-a808-20b048faa64c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': '8d9e1361-7dda-4b0f-8018-18ad346c1466', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:56:39Z', 'updated_at': '2021-07-14T09:56:40Z', 'revision_number': 2, 'project_id': '6606703679bf48b78717d16f607a62b8', 'subnets': [{'id': '8d9e1361-7dda-4b0f-8018-18ad346c1466', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:56:42.684184 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port 65a690e6-f3b1-4929-ac48-a11cf47538ca triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:56:42.684548 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:42.686096 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcc67de1-c939-4ce6-bd5e-f09ac76e4771 None None] Checking router: c6c7fbdb-864f-4715-a808-20b048faa64c for host: n-d-779913-29 {{(pid=93959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:56:42.686442 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcc67de1-c939-4ce6-bd5e-f09ac76e4771 None None] Updating router c6c7fbdb-864f-4715-a808-20b048faa64c port aeb406d7-1d13-4fea-aaae-e25e733e36cd binding host n-d-779913-29 {{(pid=93959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:56:42.700246 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7343d69f-041a-464c-8d89-795a95329023 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:42.785474 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2f6278-b028-4dd7-89be-01612c4f4b27 None None] Pushing event updated for resources: {'Port': ['ID=5314f75c-98d3-4658-974c-2a3bff42f626,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:56:42.804547 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-7e2f6278-b028-4dd7-89be-01612c4f4b27 None None] Attempting to bind port 5314f75c-98d3-4658-974c-2a3bff42f626 on host n-d-779913-29 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:56:42.804912 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-7e2f6278-b028-4dd7-89be-01612c4f4b27 None None] Attempting to bind port 5314f75c-98d3-4658-974c-2a3bff42f626 by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': '97a28e48-446c-46c0-8ae1-7507b64714c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'ab880d59-5c7a-4c49-8f41-e693faec1539'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:56:42.805271 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e2f6278-b028-4dd7-89be-01612c4f4b27 None None] Attempting to bind port 5314f75c-98d3-4658-974c-2a3bff42f626 on network ab880d59-5c7a-4c49-8f41-e693faec1539 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:56:42.807037 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bcc67de1-c939-4ce6-bd5e-f09ac76e4771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:42.820202 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e2f6278-b028-4dd7-89be-01612c4f4b27 None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 56, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:56:42.820570 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e2f6278-b028-4dd7-89be-01612c4f4b27 None None] Checking segment: {'id': '97a28e48-446c-46c0-8ae1-7507b64714c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'ab880d59-5c7a-4c49-8f41-e693faec1539'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:56:42.820963 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7e2f6278-b028-4dd7-89be-01612c4f4b27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:42.821357 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e2f6278-b028-4dd7-89be-01612c4f4b27 None None] Bound using segment: {'id': '97a28e48-446c-46c0-8ae1-7507b64714c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'ab880d59-5c7a-4c49-8f41-e693faec1539'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:56:42.821853 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-7e2f6278-b028-4dd7-89be-01612c4f4b27 None None] Bound port: 5314f75c-98d3-4658-974c-2a3bff42f626, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97a28e48-446c-46c0-8ae1-7507b64714c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'ab880d59-5c7a-4c49-8f41-e693faec1539'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:56:42.822242 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7e2f6278-b028-4dd7-89be-01612c4f4b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:43.187051 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:43.195636 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-7e2f6278-b028-4dd7-89be-01612c4f4b27 None None] For port 5314f75c-98d3-4658-974c-2a3bff42f626, host n-d-779913-29, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:56:43.242143 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-7e2f6278-b028-4dd7-89be-01612c4f4b27 None None] For port 5314f75c-98d3-4658-974c-2a3bff42f626, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=5314f75c-98d3-4658-974c-2a3bff42f626,segment=NetworkSegment(97a28e48-446c-46c0-8ae1-7507b64714c7),segment_id=97a28e48-446c-46c0-8ae1-7507b64714c7)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:56:43.247839 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7e2f6278-b028-4dd7-89be-01612c4f4b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:43.250467 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7343d69f-041a-464c-8d89-795a95329023 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-711762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-661452'] for router, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:43.324498 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2f6278-b028-4dd7-89be-01612c4f4b27 None None] Pushing event updated for resources: {'Port': ['ID=5314f75c-98d3-4658-974c-2a3bff42f626,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:56:43.384963 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7343d69f-041a-464c-8d89-795a95329023 admin admin] Router 559b8fb3-6c44-41c0-a897-62d0dbff69c0 is scheduled to L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 with binding_index 1 {{(pid=93958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:56:43.408083 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bcc67de1-c939-4ce6-bd5e-f09ac76e4771 None None] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:43.419431 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-bcc67de1-c939-4ce6-bd5e-f09ac76e4771 None None] Transition to ACTIVE for port object aeb406d7-1d13-4fea-aaae-e25e733e36cd will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:56:43.425903 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bcc67de1-c939-4ce6-bd5e-f09ac76e4771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:43.480193 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdd976c-9efc-4255-be9e-0dcf35b599d9 None None] Pushing event updated for resources: {'Port': ['ID=aeb406d7-1d13-4fea-aaae-e25e733e36cd,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:56:43.518796 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7343d69f-041a-464c-8d89-795a95329023 admin admin] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:56:43.546798 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7343d69f-041a-464c-8d89-795a95329023 admin admin] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:43.548630 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-7343d69f-041a-464c-8d89-795a95329023 admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.8740823 Jul 14 09:56:43.552294 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 35208) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:56:43.559222 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-343daa52-702c-4f68-9101-167c69bea720 None None] Sync routers for ids ['559b8fb3-6c44-41c0-a897-62d0dbff69c0'] in n-d-779913-29 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:56:43.564462 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-bcc67de1-c939-4ce6-bd5e-f09ac76e4771 None None] Attempting to bind port aeb406d7-1d13-4fea-aaae-e25e733e36cd on host n-d-779913-29 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:56:43.564840 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-bcc67de1-c939-4ce6-bd5e-f09ac76e4771 None None] Attempting to bind port aeb406d7-1d13-4fea-aaae-e25e733e36cd by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': '706510d8-b2fe-4655-a702-4a6b9e541601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '4a41190d-e41a-4086-9106-e0776e2181e2'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:56:43.565211 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcc67de1-c939-4ce6-bd5e-f09ac76e4771 None None] Attempting to bind port aeb406d7-1d13-4fea-aaae-e25e733e36cd on network 4a41190d-e41a-4086-9106-e0776e2181e2 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:56:43.569307 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-343daa52-702c-4f68-9101-167c69bea720 None None] Routers {'559b8fb3-6c44-41c0-a897-62d0dbff69c0'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:56:43.569968 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-343daa52-702c-4f68-9101-167c69bea720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:56:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['559b8fb3-6c44-41c0-a897-62d0dbff69c0'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:56:43.571017 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcc67de1-c939-4ce6-bd5e-f09ac76e4771 None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 56, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:56:43.571397 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcc67de1-c939-4ce6-bd5e-f09ac76e4771 None None] Checking segment: {'id': '706510d8-b2fe-4655-a702-4a6b9e541601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '4a41190d-e41a-4086-9106-e0776e2181e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:56:43.571807 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bcc67de1-c939-4ce6-bd5e-f09ac76e4771 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:43.572325 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcc67de1-c939-4ce6-bd5e-f09ac76e4771 None None] Bound using segment: {'id': '706510d8-b2fe-4655-a702-4a6b9e541601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '4a41190d-e41a-4086-9106-e0776e2181e2'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:56:43.572791 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-bcc67de1-c939-4ce6-bd5e-f09ac76e4771 None None] Bound port: aeb406d7-1d13-4fea-aaae-e25e733e36cd, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '706510d8-b2fe-4655-a702-4a6b9e541601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '4a41190d-e41a-4086-9106-e0776e2181e2'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:56:43.573186 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bcc67de1-c939-4ce6-bd5e-f09ac76e4771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:43.673043 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-bcc67de1-c939-4ce6-bd5e-f09ac76e4771 None None] For port aeb406d7-1d13-4fea-aaae-e25e733e36cd, host n-d-779913-29, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:56:43.679004 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-bcc67de1-c939-4ce6-bd5e-f09ac76e4771 None None] For port aeb406d7-1d13-4fea-aaae-e25e733e36cd, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=aeb406d7-1d13-4fea-aaae-e25e733e36cd,segment=NetworkSegment(706510d8-b2fe-4655-a702-4a6b9e541601),segment_id=706510d8-b2fe-4655-a702-4a6b9e541601)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:56:43.690307 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bcc67de1-c939-4ce6-bd5e-f09ac76e4771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:43.725281 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-343daa52-702c-4f68-9101-167c69bea720 None None] Set router 559b8fb3-6c44-41c0-a897-62d0dbff69c0 gateway port host: n-d-779913-29 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:56:43.758849 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdd976c-9efc-4255-be9e-0dcf35b599d9 None None] Pushing event updated for resources: {'Port': ['ID=aeb406d7-1d13-4fea-aaae-e25e733e36cd,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:56:43.785427 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc67de1-c939-4ce6-bd5e-f09ac76e4771 None None] Routers {'c6c7fbdb-864f-4715-a808-20b048faa64c'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:56:43.786361 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-bcc67de1-c939-4ce6-bd5e-f09ac76e4771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:56:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['c6c7fbdb-864f-4715-a808-20b048faa64c'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:56:43.878542 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:43.973399 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-343daa52-702c-4f68-9101-167c69bea720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '559b8fb3-6c44-41c0-a897-62d0dbff69c0', 'name': 'tempest-TestVolumeBootPattern-2032124276-router', 'tenant_id': 'd5be824a2e5a47e2855957902f7f1bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.78'}], 'enable_snat': True}, 'gw_port_id': 'e36901a0-003f-4277-9d4c-f46a6a94d674', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:56:41Z', 'updated_at': '2021-07-14T09:56:42Z', 'revision_number': 3, 'project_id': 'd5be824a2e5a47e2855957902f7f1bba', 'gw_port': {'id': 'e36901a0-003f-4277-9d4c-f46a6a94d674', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:12:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '559b8fb3-6c44-41c0-a897-62d0dbff69c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:56:42Z', 'updated_at': '2021-07-14T09:56:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29'}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:56:43.998698 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvr_db [None req-bcc67de1-c939-4ce6-bd5e-f09ac76e4771 None None] Set router c6c7fbdb-864f-4715-a808-20b048faa64c gateway port host: n-d-779913-29 {{(pid=93959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:56:44.016791 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-343daa52-702c-4f68-9101-167c69bea720 None None] Checking router: 559b8fb3-6c44-41c0-a897-62d0dbff69c0 for host: n-d-779913-29 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:56:44.017516 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-343daa52-702c-4f68-9101-167c69bea720 None None] Updating router 559b8fb3-6c44-41c0-a897-62d0dbff69c0 port e36901a0-003f-4277-9d4c-f46a6a94d674 binding host n-d-779913-29 {{(pid=93960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:56:44.047281 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 956a4549-778f-47c8-b490-fd62bcb7ed1e up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:56:44.079847 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-343daa52-702c-4f68-9101-167c69bea720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:44.127667 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ad35a044-5dc3-4ce1-9077-27c98a6387e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:44.208844 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port 956a4549-778f-47c8-b490-fd62bcb7ed1e triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:56:44.209223 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:44.343769 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 5314f75c-98d3-4658-974c-2a3bff42f626 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:56:44.348346 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-ad35a044-5dc3-4ce1-9077-27c98a6387e4 admin admin] Allocated IP 172.20.0.1 (ab880d59-5c7a-4c49-8f41-e693faec1539/ea925c05-5898-46c8-90d6-3ef770297751/ca7d6b3e-1266-4303-807a-b3285f25aff1) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:56:44.416268 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-bcc67de1-c939-4ce6-bd5e-f09ac76e4771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6c7fbdb-864f-4715-a808-20b048faa64c', 'name': 'tempest-TestVolumeBootPattern-658018726-router', 'tenant_id': '6606703679bf48b78717d16f607a62b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': '956a4549-778f-47c8-b490-fd62bcb7ed1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:56:37Z', 'updated_at': '2021-07-14T09:56:39Z', 'revision_number': 4, 'project_id': '6606703679bf48b78717d16f607a62b8', 'gw_port': {'id': '956a4549-778f-47c8-b490-fd62bcb7ed1e', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:9e:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6c7fbdb-864f-4715-a808-20b048faa64c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:56:37Z', 'updated_at': '2021-07-14T09:56:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': 'aeb406d7-1d13-4fea-aaae-e25e733e36cd', 'name': '', 'network_id': '4a41190d-e41a-4086-9106-e0776e2181e2', 'tenant_id': '6606703679bf48b78717d16f607a62b8', 'mac_address': 'fa:16:3e:20:fc:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6c7fbdb-864f-4715-a808-20b048faa64c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': '8d9e1361-7dda-4b0f-8018-18ad346c1466', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:56:39Z', 'updated_at': '2021-07-14T09:56:43Z', 'revision_number': 4, 'project_id': '6606703679bf48b78717d16f607a62b8', 'subnets': [{'id': '8d9e1361-7dda-4b0f-8018-18ad346c1466', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:56:44.434150 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-343daa52-702c-4f68-9101-167c69bea720 None None] Notify callbacks [] for port, precommit_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:44.446598 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning for port 5314f75c-98d3-4658-974c-2a3bff42f626 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:56:44.447406 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-343daa52-702c-4f68-9101-167c69bea720 None None] Transition to ACTIVE for port object e36901a0-003f-4277-9d4c-f46a6a94d674 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:56:44.450372 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcc67de1-c939-4ce6-bd5e-f09ac76e4771 None None] The sync data for ids ['c6c7fbdb-864f-4715-a808-20b048faa64c'] in n-d-779913-29 is: [{'id': 'c6c7fbdb-864f-4715-a808-20b048faa64c', 'name': 'tempest-TestVolumeBootPattern-658018726-router', 'tenant_id': '6606703679bf48b78717d16f607a62b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': '956a4549-778f-47c8-b490-fd62bcb7ed1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:56:37Z', 'updated_at': '2021-07-14T09:56:39Z', 'revision_number': 4, 'project_id': '6606703679bf48b78717d16f607a62b8', 'gw_port': {'id': '956a4549-778f-47c8-b490-fd62bcb7ed1e', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:9e:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6c7fbdb-864f-4715-a808-20b048faa64c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:56:37Z', 'updated_at': '2021-07-14T09:56:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': 'aeb406d7-1d13-4fea-aaae-e25e733e36cd', 'name': '', 'network_id': '4a41190d-e41a-4086-9106-e0776e2181e2', 'tenant_id': '6606703679bf48b78717d16f607a62b8', 'mac_address': 'fa:16:3e:20:fc:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6c7fbdb-864f-4715-a808-20b048faa64c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': '8d9e1361-7dda-4b0f-8018-18ad346c1466', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:56:39Z', 'updated_at': '2021-07-14T09:56:43Z', 'revision_number': 4, 'project_id': '6606703679bf48b78717d16f607a62b8', 'subnets': [{'id': '8d9e1361-7dda-4b0f-8018-18ad346c1466', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:56:44.455463 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-343daa52-702c-4f68-9101-167c69bea720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:44.509312 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-343daa52-702c-4f68-9101-167c69bea720 None None] Attempting to bind port e36901a0-003f-4277-9d4c-f46a6a94d674 on host n-d-779913-29 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:56:44.509713 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-343daa52-702c-4f68-9101-167c69bea720 None None] Attempting to bind port e36901a0-003f-4277-9d4c-f46a6a94d674 by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': '81bf7a93-80b3-43df-b9d5-462c604a2945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:56:44.510082 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343daa52-702c-4f68-9101-167c69bea720 None None] Attempting to bind port e36901a0-003f-4277-9d4c-f46a6a94d674 on network 2dcd4d32-cc7c-4468-b396-7ce5c9231892 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:56:44.530452 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ad35a044-5dc3-4ce1-9077-27c98a6387e4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:44.538717 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b41646-353b-40e3-b799-b2cde5f42e93 None None] Pushing event updated for resources: {'Port': ['ID=e36901a0-003f-4277-9d4c-f46a6a94d674,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:56:44.553889 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343daa52-702c-4f68-9101-167c69bea720 None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 56, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:56:44.554084 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343daa52-702c-4f68-9101-167c69bea720 None None] Checking segment: {'id': '81bf7a93-80b3-43df-b9d5-462c604a2945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:56:44.554493 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-343daa52-702c-4f68-9101-167c69bea720 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:44.554885 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343daa52-702c-4f68-9101-167c69bea720 None None] Bound using segment: {'id': '81bf7a93-80b3-43df-b9d5-462c604a2945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:56:44.555387 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-343daa52-702c-4f68-9101-167c69bea720 None None] Bound port: e36901a0-003f-4277-9d4c-f46a6a94d674, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81bf7a93-80b3-43df-b9d5-462c604a2945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:56:44.555758 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-343daa52-702c-4f68-9101-167c69bea720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:44.562185 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-ad35a044-5dc3-4ce1-9077-27c98a6387e4 admin admin] Transition to ACTIVE for port object ca7d6b3e-1266-4303-807a-b3285f25aff1 will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:56:44.606333 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ad35a044-5dc3-4ce1-9077-27c98a6387e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:44.624624 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-343daa52-702c-4f68-9101-167c69bea720 None None] For port e36901a0-003f-4277-9d4c-f46a6a94d674, host n-d-779913-29, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:56:44.628470 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-343daa52-702c-4f68-9101-167c69bea720 None None] For port e36901a0-003f-4277-9d4c-f46a6a94d674, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=e36901a0-003f-4277-9d4c-f46a6a94d674,segment=NetworkSegment(81bf7a93-80b3-43df-b9d5-462c604a2945),segment_id=81bf7a93-80b3-43df-b9d5-462c604a2945)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:56:44.634036 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-343daa52-702c-4f68-9101-167c69bea720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:44.635779 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0a896ce-cd91-4080-bccb-4a80058987f8 None None] Network ab880d59-5c7a-4c49-8f41-e693faec1539 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:56:44.658824 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad35a044-5dc3-4ce1-9077-27c98a6387e4 admin admin] Network ab880d59-5c7a-4c49-8f41-e693faec1539 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:56:44.662675 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-ad35a044-5dc3-4ce1-9077-27c98a6387e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:56:44.667913 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad35a044-5dc3-4ce1-9077-27c98a6387e4 admin admin] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:56:44.712082 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad35a044-5dc3-4ce1-9077-27c98a6387e4 admin admin] Pushing event updated for resources: {'Port': ['ID=ca7d6b3e-1266-4303-807a-b3285f25aff1,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:56:44.719122 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ad35a044-5dc3-4ce1-9077-27c98a6387e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-660393'] for router_interface, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:44.722256 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-b055d3ee-acc0-439e-aa89-1cf8f2dbda0d None None] Provisioning for port 5314f75c-98d3-4658-974c-2a3bff42f626 completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:56:44.730667 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-b055d3ee-acc0-439e-aa89-1cf8f2dbda0d None None] Provisioning complete for port 5314f75c-98d3-4658-974c-2a3bff42f626 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:56:44.731041 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b055d3ee-acc0-439e-aa89-1cf8f2dbda0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:44.816506 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-343daa52-702c-4f68-9101-167c69bea720 None None] Routers {'559b8fb3-6c44-41c0-a897-62d0dbff69c0'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:56:44.817129 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-343daa52-702c-4f68-9101-167c69bea720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:56:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['559b8fb3-6c44-41c0-a897-62d0dbff69c0'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:56:44.819030 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b41646-353b-40e3-b799-b2cde5f42e93 None None] Pushing event updated for resources: {'Port': ['ID=e36901a0-003f-4277-9d4c-f46a6a94d674,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:56:44.877803 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ad35a044-5dc3-4ce1-9077-27c98a6387e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:44.943303 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-343daa52-702c-4f68-9101-167c69bea720 None None] Set router 559b8fb3-6c44-41c0-a897-62d0dbff69c0 gateway port host: n-d-779913-29 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:56:44.947026 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b055d3ee-acc0-439e-aa89-1cf8f2dbda0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:45.002230 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-b055d3ee-acc0-439e-aa89-1cf8f2dbda0d None None] For port 5314f75c-98d3-4658-974c-2a3bff42f626, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=5314f75c-98d3-4658-974c-2a3bff42f626,segment=NetworkSegment(97a28e48-446c-46c0-8ae1-7507b64714c7),segment_id=97a28e48-446c-46c0-8ae1-7507b64714c7)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:56:45.008438 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b055d3ee-acc0-439e-aa89-1cf8f2dbda0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:45.103285 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b055d3ee-acc0-439e-aa89-1cf8f2dbda0d None None] Pushing event updated for resources: {'Port': ['ID=5314f75c-98d3-4658-974c-2a3bff42f626,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:56:45.136044 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ad35a044-5dc3-4ce1-9077-27c98a6387e4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:45.144882 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ad35a044-5dc3-4ce1-9077-27c98a6387e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13574142'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:45.200179 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-343daa52-702c-4f68-9101-167c69bea720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '559b8fb3-6c44-41c0-a897-62d0dbff69c0', 'name': 'tempest-TestVolumeBootPattern-2032124276-router', 'tenant_id': 'd5be824a2e5a47e2855957902f7f1bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.78'}], 'enable_snat': True}, 'gw_port_id': 'e36901a0-003f-4277-9d4c-f46a6a94d674', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:56:41Z', 'updated_at': '2021-07-14T09:56:42Z', 'revision_number': 3, 'project_id': 'd5be824a2e5a47e2855957902f7f1bba', 'gw_port': {'id': 'e36901a0-003f-4277-9d4c-f46a6a94d674', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:12:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '559b8fb3-6c44-41c0-a897-62d0dbff69c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:56:42Z', 'updated_at': '2021-07-14T09:56:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29'}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:56:45.233472 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad35a044-5dc3-4ce1-9077-27c98a6387e4 admin admin] Pushing event updated for resources: {'Port': ['ID=ca7d6b3e-1266-4303-807a-b3285f25aff1,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:56:45.236073 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ad35a044-5dc3-4ce1-9077-27c98a6387e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-683747'] for router_interface, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:45.243550 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-343daa52-702c-4f68-9101-167c69bea720 None None] The sync data for ids ['559b8fb3-6c44-41c0-a897-62d0dbff69c0'] in n-d-779913-29 is: [{'id': '559b8fb3-6c44-41c0-a897-62d0dbff69c0', 'name': 'tempest-TestVolumeBootPattern-2032124276-router', 'tenant_id': 'd5be824a2e5a47e2855957902f7f1bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.78'}], 'enable_snat': True}, 'gw_port_id': 'e36901a0-003f-4277-9d4c-f46a6a94d674', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:56:41Z', 'updated_at': '2021-07-14T09:56:42Z', 'revision_number': 3, 'project_id': 'd5be824a2e5a47e2855957902f7f1bba', 'gw_port': {'id': 'e36901a0-003f-4277-9d4c-f46a6a94d674', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:12:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '559b8fb3-6c44-41c0-a897-62d0dbff69c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:56:42Z', 'updated_at': '2021-07-14T09:56:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29'}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:56:45.247953 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-f73c8878-dbb8-4a50-9568-862b7342b730 None None] Provisioning complete for port 5314f75c-98d3-4658-974c-2a3bff42f626 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:56:45.248342 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f73c8878-dbb8-4a50-9568-862b7342b730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:45.376165 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad35a044-5dc3-4ce1-9077-27c98a6387e4 admin admin] Network ab880d59-5c7a-4c49-8f41-e693faec1539 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:56:45.380098 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-ad35a044-5dc3-4ce1-9077-27c98a6387e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:56:45.387929 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-f73c8878-dbb8-4a50-9568-862b7342b730 None None] Provisioning for port ca7d6b3e-1266-4303-807a-b3285f25aff1 completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:56:45.394137 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-f73c8878-dbb8-4a50-9568-862b7342b730 None None] Provisioning complete for port ca7d6b3e-1266-4303-807a-b3285f25aff1 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:56:45.394602 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f73c8878-dbb8-4a50-9568-862b7342b730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:45.438065 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-f73c8878-dbb8-4a50-9568-862b7342b730 None None] Port ca7d6b3e-1266-4303-807a-b3285f25aff1 cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:56:45.532955 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad35a044-5dc3-4ce1-9077-27c98a6387e4 admin admin] Router 559b8fb3-6c44-41c0-a897-62d0dbff69c0 has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:56:45.578354 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-d0dc11e6-64e7-4fde-8ab0-e4cb081ca3e9 None None] Provisioning complete for port ca7d6b3e-1266-4303-807a-b3285f25aff1 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:56:45.582990 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d0dc11e6-64e7-4fde-8ab0-e4cb081ca3e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:45.655351 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-d0dc11e6-64e7-4fde-8ab0-e4cb081ca3e9 None None] Port ca7d6b3e-1266-4303-807a-b3285f25aff1 cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:56:45.687304 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad35a044-5dc3-4ce1-9077-27c98a6387e4 admin admin] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:56:45.701995 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-ad35a044-5dc3-4ce1-9077-27c98a6387e4 admin admin] 10.222.0.68 "PUT /v2.0/routers/559b8fb3-6c44-41c0-a897-62d0dbff69c0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1481562 Jul 14 09:56:45.791502 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-5f12bc56-38a2-476f-8d4f-dfa47168c78f None None] Provisioning complete for port ca7d6b3e-1266-4303-807a-b3285f25aff1 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:56:45.791964 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5f12bc56-38a2-476f-8d4f-dfa47168c78f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:45.848867 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-5f12bc56-38a2-476f-8d4f-dfa47168c78f None None] Port ca7d6b3e-1266-4303-807a-b3285f25aff1 cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:56:45.975371 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device e36901a0-003f-4277-9d4c-f46a6a94d674 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:56:46.032041 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning for port e36901a0-003f-4277-9d4c-f46a6a94d674 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:56:46.036896 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port e36901a0-003f-4277-9d4c-f46a6a94d674 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:56:46.037346 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:46.131224 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:46.157444 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] For port e36901a0-003f-4277-9d4c-f46a6a94d674, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=e36901a0-003f-4277-9d4c-f46a6a94d674,segment=NetworkSegment(81bf7a93-80b3-43df-b9d5-462c604a2945),segment_id=81bf7a93-80b3-43df-b9d5-462c604a2945)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:56:46.162840 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:46.163721 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 5314f75c-98d3-4658-974c-2a3bff42f626 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:56:46.243622 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Pushing event updated for resources: {'Port': ['ID=e36901a0-003f-4277-9d4c-f46a6a94d674,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:56:46.254950 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port 5314f75c-98d3-4658-974c-2a3bff42f626 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:56:46.255397 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:46.345047 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device aeb406d7-1d13-4fea-aaae-e25e733e36cd up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:56:46.410762 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning for port aeb406d7-1d13-4fea-aaae-e25e733e36cd completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:56:46.415241 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port aeb406d7-1d13-4fea-aaae-e25e733e36cd triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:56:46.415727 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:46.503724 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:46.552199 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] For port aeb406d7-1d13-4fea-aaae-e25e733e36cd, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=aeb406d7-1d13-4fea-aaae-e25e733e36cd,segment=NetworkSegment(706510d8-b2fe-4655-a702-4a6b9e541601),segment_id=706510d8-b2fe-4655-a702-4a6b9e541601)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:56:46.552199 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:46.598794 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Pushing event updated for resources: {'Port': ['ID=aeb406d7-1d13-4fea-aaae-e25e733e36cd,revision_number=5']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:56:47.824573 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device aeb406d7-1d13-4fea-aaae-e25e733e36cd up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:56:47.873653 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port aeb406d7-1d13-4fea-aaae-e25e733e36cd triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:56:47.874327 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:47.896883 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5116997-54e8-4320-ae91-9dad21001dac None None] Sync routers for ids ['559b8fb3-6c44-41c0-a897-62d0dbff69c0'] in n-d-779913-29 {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:56:47.915923 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5116997-54e8-4320-ae91-9dad21001dac None None] Routers {'559b8fb3-6c44-41c0-a897-62d0dbff69c0'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:56:47.916640 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-e5116997-54e8-4320-ae91-9dad21001dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:56:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['559b8fb3-6c44-41c0-a897-62d0dbff69c0'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:56:47.921011 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be8cea0-58fc-441d-a8aa-41d467a5a3df req-6bc053f8-64e7-4a70-a5ac-6ad6024d77ae tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:47.922523 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2be8cea0-58fc-441d-a8aa-41d467a5a3df req-6bc053f8-64e7-4a70-a5ac-6ad6024d77ae tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/networks?id=4a41190d-e41a-4086-9106-e0776e2181e2 HTTP/1.1" status: 200 len: 811 time: 0.1165655 Jul 14 09:56:47.937986 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2be8cea0-58fc-441d-a8aa-41d467a5a3df req-50999061-2736-4d00-a1e8-b50092b446e1 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/quotas/6606703679bf48b78717d16f607a62b8 HTTP/1.1" status: 200 len: 375 time: 0.0094872 Jul 14 09:56:48.012691 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2be8cea0-58fc-441d-a8aa-41d467a5a3df req-f4683dad-e26d-4e09-b294-d26b8886a907 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=6606703679bf48b78717d16f607a62b8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0681887 Jul 14 09:56:48.047933 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device e36901a0-003f-4277-9d4c-f46a6a94d674 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:56:48.075136 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvr_db [None req-e5116997-54e8-4320-ae91-9dad21001dac None None] Set router 559b8fb3-6c44-41c0-a897-62d0dbff69c0 gateway port host: n-d-779913-29 {{(pid=93959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:56:48.107759 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2be8cea0-58fc-441d-a8aa-41d467a5a3df req-f7b92f50-7ee4-4b33-8e25-82db30623351 service neutron] 10.222.0.68 "GET /v2.0/networks/4a41190d-e41a-4086-9106-e0776e2181e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884604 Jul 14 09:56:48.201109 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2be8cea0-58fc-441d-a8aa-41d467a5a3df req-e6e5bcac-85e7-4e27-9f42-15a755cd9efd service neutron] 10.222.0.68 "GET /v2.0/networks/4a41190d-e41a-4086-9106-e0776e2181e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862036 Jul 14 09:56:48.354955 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port e36901a0-003f-4277-9d4c-f46a6a94d674 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:56:48.355328 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:48.511270 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-06465664-b9ab-4959-bf45-fc18d58bbdc3 req-0a064d6c-8ce4-4e66-80e7-8087a2e78792 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/ports?device_id=226dfef3-7bc3-4662-9d23-e167f9f771be HTTP/1.1" status: 200 len: 210 time: 0.0301247 Jul 14 09:56:48.511918 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-e5116997-54e8-4320-ae91-9dad21001dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '559b8fb3-6c44-41c0-a897-62d0dbff69c0', 'name': 'tempest-TestVolumeBootPattern-2032124276-router', 'tenant_id': 'd5be824a2e5a47e2855957902f7f1bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.78'}], 'enable_snat': True}, 'gw_port_id': 'e36901a0-003f-4277-9d4c-f46a6a94d674', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:56:41Z', 'updated_at': '2021-07-14T09:56:44Z', 'revision_number': 4, 'project_id': 'd5be824a2e5a47e2855957902f7f1bba', 'gw_port': {'id': 'e36901a0-003f-4277-9d4c-f46a6a94d674', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:12:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '559b8fb3-6c44-41c0-a897-62d0dbff69c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:56:42Z', 'updated_at': '2021-07-14T09:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': 'ca7d6b3e-1266-4303-807a-b3285f25aff1', 'name': '', 'network_id': 'ab880d59-5c7a-4c49-8f41-e693faec1539', 'tenant_id': 'd5be824a2e5a47e2855957902f7f1bba', 'mac_address': 'fa:16:3e:36:d4:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '559b8fb3-6c44-41c0-a897-62d0dbff69c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': 'ea925c05-5898-46c8-90d6-3ef770297751', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:56:44Z', 'updated_at': '2021-07-14T09:56:44Z', 'revision_number': 2, 'project_id': 'd5be824a2e5a47e2855957902f7f1bba', 'subnets': [{'id': 'ea925c05-5898-46c8-90d6-3ef770297751', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:56:48.544700 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5116997-54e8-4320-ae91-9dad21001dac None None] Checking router: 559b8fb3-6c44-41c0-a897-62d0dbff69c0 for host: n-d-779913-29 {{(pid=93959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:56:48.545065 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5116997-54e8-4320-ae91-9dad21001dac None None] Updating router 559b8fb3-6c44-41c0-a897-62d0dbff69c0 port ca7d6b3e-1266-4303-807a-b3285f25aff1 binding host n-d-779913-29 {{(pid=93959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:56:48.578403 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e5116997-54e8-4320-ae91-9dad21001dac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:48.854671 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e5116997-54e8-4320-ae91-9dad21001dac None None] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:48.865510 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-e5116997-54e8-4320-ae91-9dad21001dac None None] Transition to ACTIVE for port object ca7d6b3e-1266-4303-807a-b3285f25aff1 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:56:48.872413 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e5116997-54e8-4320-ae91-9dad21001dac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:48.927007 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0686b91-3683-4fed-bb6b-07e6245504bb None None] Pushing event updated for resources: {'Port': ['ID=ca7d6b3e-1266-4303-807a-b3285f25aff1,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:56:48.986290 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-e5116997-54e8-4320-ae91-9dad21001dac None None] Attempting to bind port ca7d6b3e-1266-4303-807a-b3285f25aff1 on host n-d-779913-29 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:56:48.986673 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-e5116997-54e8-4320-ae91-9dad21001dac None None] Attempting to bind port ca7d6b3e-1266-4303-807a-b3285f25aff1 by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': '97a28e48-446c-46c0-8ae1-7507b64714c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'ab880d59-5c7a-4c49-8f41-e693faec1539'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:56:48.987078 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5116997-54e8-4320-ae91-9dad21001dac None None] Attempting to bind port ca7d6b3e-1266-4303-807a-b3285f25aff1 on network ab880d59-5c7a-4c49-8f41-e693faec1539 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:56:48.992394 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5116997-54e8-4320-ae91-9dad21001dac None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 56, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:56:48.993246 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5116997-54e8-4320-ae91-9dad21001dac None None] Checking segment: {'id': '97a28e48-446c-46c0-8ae1-7507b64714c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'ab880d59-5c7a-4c49-8f41-e693faec1539'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:56:48.993246 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e5116997-54e8-4320-ae91-9dad21001dac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:48.993604 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5116997-54e8-4320-ae91-9dad21001dac None None] Bound using segment: {'id': '97a28e48-446c-46c0-8ae1-7507b64714c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'ab880d59-5c7a-4c49-8f41-e693faec1539'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:56:48.994086 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-e5116997-54e8-4320-ae91-9dad21001dac None None] Bound port: ca7d6b3e-1266-4303-807a-b3285f25aff1, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97a28e48-446c-46c0-8ae1-7507b64714c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'ab880d59-5c7a-4c49-8f41-e693faec1539'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:56:48.994488 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e5116997-54e8-4320-ae91-9dad21001dac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:49.062240 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-e5116997-54e8-4320-ae91-9dad21001dac None None] For port ca7d6b3e-1266-4303-807a-b3285f25aff1, host n-d-779913-29, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:56:49.066907 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-e5116997-54e8-4320-ae91-9dad21001dac None None] For port ca7d6b3e-1266-4303-807a-b3285f25aff1, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=ca7d6b3e-1266-4303-807a-b3285f25aff1,segment=NetworkSegment(97a28e48-446c-46c0-8ae1-7507b64714c7),segment_id=97a28e48-446c-46c0-8ae1-7507b64714c7)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:56:49.071236 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e5116997-54e8-4320-ae91-9dad21001dac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:49.137012 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0686b91-3683-4fed-bb6b-07e6245504bb None None] Pushing event updated for resources: {'Port': ['ID=ca7d6b3e-1266-4303-807a-b3285f25aff1,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:56:49.139584 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5116997-54e8-4320-ae91-9dad21001dac None None] Routers {'559b8fb3-6c44-41c0-a897-62d0dbff69c0'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:56:49.140202 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-e5116997-54e8-4320-ae91-9dad21001dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:56:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['559b8fb3-6c44-41c0-a897-62d0dbff69c0'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:56:49.264785 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvr_db [None req-e5116997-54e8-4320-ae91-9dad21001dac None None] Set router 559b8fb3-6c44-41c0-a897-62d0dbff69c0 gateway port host: n-d-779913-29 {{(pid=93959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:56:49.477269 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-e5116997-54e8-4320-ae91-9dad21001dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '559b8fb3-6c44-41c0-a897-62d0dbff69c0', 'name': 'tempest-TestVolumeBootPattern-2032124276-router', 'tenant_id': 'd5be824a2e5a47e2855957902f7f1bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.78'}], 'enable_snat': True}, 'gw_port_id': 'e36901a0-003f-4277-9d4c-f46a6a94d674', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:56:41Z', 'updated_at': '2021-07-14T09:56:44Z', 'revision_number': 4, 'project_id': 'd5be824a2e5a47e2855957902f7f1bba', 'gw_port': {'id': 'e36901a0-003f-4277-9d4c-f46a6a94d674', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:12:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '559b8fb3-6c44-41c0-a897-62d0dbff69c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:56:42Z', 'updated_at': '2021-07-14T09:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': 'ca7d6b3e-1266-4303-807a-b3285f25aff1', 'name': '', 'network_id': 'ab880d59-5c7a-4c49-8f41-e693faec1539', 'tenant_id': 'd5be824a2e5a47e2855957902f7f1bba', 'mac_address': 'fa:16:3e:36:d4:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '559b8fb3-6c44-41c0-a897-62d0dbff69c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': 'ea925c05-5898-46c8-90d6-3ef770297751', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:56:44Z', 'updated_at': '2021-07-14T09:56:49Z', 'revision_number': 4, 'project_id': 'd5be824a2e5a47e2855957902f7f1bba', 'subnets': [{'id': 'ea925c05-5898-46c8-90d6-3ef770297751', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:56:49.504411 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5116997-54e8-4320-ae91-9dad21001dac None None] The sync data for ids ['559b8fb3-6c44-41c0-a897-62d0dbff69c0'] in n-d-779913-29 is: [{'id': '559b8fb3-6c44-41c0-a897-62d0dbff69c0', 'name': 'tempest-TestVolumeBootPattern-2032124276-router', 'tenant_id': 'd5be824a2e5a47e2855957902f7f1bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.78'}], 'enable_snat': True}, 'gw_port_id': 'e36901a0-003f-4277-9d4c-f46a6a94d674', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:56:41Z', 'updated_at': '2021-07-14T09:56:44Z', 'revision_number': 4, 'project_id': 'd5be824a2e5a47e2855957902f7f1bba', 'gw_port': {'id': 'e36901a0-003f-4277-9d4c-f46a6a94d674', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:12:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '559b8fb3-6c44-41c0-a897-62d0dbff69c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:56:42Z', 'updated_at': '2021-07-14T09:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': 'ca7d6b3e-1266-4303-807a-b3285f25aff1', 'name': '', 'network_id': 'ab880d59-5c7a-4c49-8f41-e693faec1539', 'tenant_id': 'd5be824a2e5a47e2855957902f7f1bba', 'mac_address': 'fa:16:3e:36:d4:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '559b8fb3-6c44-41c0-a897-62d0dbff69c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': 'ea925c05-5898-46c8-90d6-3ef770297751', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:56:44Z', 'updated_at': '2021-07-14T09:56:49Z', 'revision_number': 4, 'project_id': 'd5be824a2e5a47e2855957902f7f1bba', 'subnets': [{'id': 'ea925c05-5898-46c8-90d6-3ef770297751', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:56:49.705238 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c6c41e0b-a621-478d-870c-fe97de076270 req-73d5e67a-ac49-48ee-a223-f98c07c7cc81 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/ports?device_id=226dfef3-7bc3-4662-9d23-e167f9f771be HTTP/1.1" status: 200 len: 210 time: 0.0387263 Jul 14 09:56:49.764340 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be8cea0-58fc-441d-a8aa-41d467a5a3df req-7a75ebf5-1f23-4430-ab9a-903737c6a35f tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:49.766275 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2be8cea0-58fc-441d-a8aa-41d467a5a3df req-7a75ebf5-1f23-4430-ab9a-903737c6a35f tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.65 "GET /v2.0/networks?id=4a41190d-e41a-4086-9106-e0776e2181e2 HTTP/1.1" status: 200 len: 811 time: 0.1527336 Jul 14 09:56:49.794373 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-2be8cea0-58fc-441d-a8aa-41d467a5a3df req-be72086f-7d22-4f22-8441-231a886f1783 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Request body: {'port': {'device_id': '226dfef3-7bc3-4662-9d23-e167f9f771be', 'network_id': '4a41190d-e41a-4086-9106-e0776e2181e2', 'admin_state_up': True, 'tenant_id': '6606703679bf48b78717d16f607a62b8'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:56:49.866827 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device ca7d6b3e-1266-4303-807a-b3285f25aff1 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:56:49.921262 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning for port ca7d6b3e-1266-4303-807a-b3285f25aff1 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:56:49.926317 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port ca7d6b3e-1266-4303-807a-b3285f25aff1 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:56:49.926792 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:49.932211 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2be8cea0-58fc-441d-a8aa-41d467a5a3df req-be72086f-7d22-4f22-8441-231a886f1783 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Made reservation on behalf of 6606703679bf48b78717d16f607a62b8 for: {'port': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:56:49.937147 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-2be8cea0-58fc-441d-a8aa-41d467a5a3df req-be72086f-7d22-4f22-8441-231a886f1783 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:50.017957 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:50.064841 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] For port ca7d6b3e-1266-4303-807a-b3285f25aff1, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=ca7d6b3e-1266-4303-807a-b3285f25aff1,segment=NetworkSegment(97a28e48-446c-46c0-8ae1-7507b64714c7),segment_id=97a28e48-446c-46c0-8ae1-7507b64714c7)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:56:50.070824 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:50.117307 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [req-2be8cea0-58fc-441d-a8aa-41d467a5a3df req-be72086f-7d22-4f22-8441-231a886f1783 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Allocated IP 172.20.0.4 (4a41190d-e41a-4086-9106-e0776e2181e2/8d9e1361-7dda-4b0f-8018-18ad346c1466/933eb19e-fb20-4ffe-ac4e-23e30a7802d9) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:56:50.126783 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Pushing event updated for resources: {'Port': ['ID=ca7d6b3e-1266-4303-807a-b3285f25aff1,revision_number=5']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:56:50.286158 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-2be8cea0-58fc-441d-a8aa-41d467a5a3df req-be72086f-7d22-4f22-8441-231a886f1783 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:50.301282 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [req-2be8cea0-58fc-441d-a8aa-41d467a5a3df req-be72086f-7d22-4f22-8441-231a886f1783 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Transition to ACTIVE for port object 933eb19e-fb20-4ffe-ac4e-23e30a7802d9 will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:56:50.335033 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-2be8cea0-58fc-441d-a8aa-41d467a5a3df req-be72086f-7d22-4f22-8441-231a886f1783 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:50.374143 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2be8cea0-58fc-441d-a8aa-41d467a5a3df req-be72086f-7d22-4f22-8441-231a886f1783 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Network 4a41190d-e41a-4086-9106-e0776e2181e2 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:56:50.378024 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [req-2be8cea0-58fc-441d-a8aa-41d467a5a3df req-be72086f-7d22-4f22-8441-231a886f1783 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:56:50.383896 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-2be8cea0-58fc-441d-a8aa-41d467a5a3df req-be72086f-7d22-4f22-8441-231a886f1783 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:56:50.417271 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be72086f-7d22-4f22-8441-231a886f1783 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Pushing event updated for resources: {'Port': ['ID=933eb19e-fb20-4ffe-ac4e-23e30a7802d9,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:56:50.452271 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be8cea0-58fc-441d-a8aa-41d467a5a3df req-be72086f-7d22-4f22-8441-231a886f1783 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:50.453207 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-2be8cea0-58fc-441d-a8aa-41d467a5a3df req-be72086f-7d22-4f22-8441-231a886f1783 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:50.470809 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2be8cea0-58fc-441d-a8aa-41d467a5a3df req-be72086f-7d22-4f22-8441-231a886f1783 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6810908 Jul 14 09:56:50.496160 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [req-2be8cea0-58fc-441d-a8aa-41d467a5a3df req-d8ca8db3-5477-425c-b338-f114cda11bad tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=93957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:56:50.497575 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2be8cea0-58fc-441d-a8aa-41d467a5a3df req-d8ca8db3-5477-425c-b338-f114cda11bad tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066175 Jul 14 09:56:50.629646 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-2be8cea0-58fc-441d-a8aa-41d467a5a3df req-d663cff7-99cd-47a0-98ad-bd324608e287 service neutron] Request body: {'port': {'device_id': '226dfef3-7bc3-4662-9d23-e167f9f771be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-29'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:56:50.640723 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-e865cceb-4e6e-4268-b729-caaee6efc334 None None] Provisioning for port 933eb19e-fb20-4ffe-ac4e-23e30a7802d9 completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:56:50.645716 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-e865cceb-4e6e-4268-b729-caaee6efc334 None None] Provisioning complete for port 933eb19e-fb20-4ffe-ac4e-23e30a7802d9 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:56:50.646671 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e865cceb-4e6e-4268-b729-caaee6efc334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:50.680948 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-e865cceb-4e6e-4268-b729-caaee6efc334 None None] Port 933eb19e-fb20-4ffe-ac4e-23e30a7802d9 cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:56:50.704746 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-2be8cea0-58fc-441d-a8aa-41d467a5a3df req-d663cff7-99cd-47a0-98ad-bd324608e287 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:50.895513 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b636ea-95ec-4b4c-a1a2-97267ad6f892 req-6e314a68-1a96-4b2c-81ae-95b10bbf850e tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:50.897039 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-33b636ea-95ec-4b4c-a1a2-97267ad6f892 req-6e314a68-1a96-4b2c-81ae-95b10bbf850e tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/ports?device_id=226dfef3-7bc3-4662-9d23-e167f9f771be HTTP/1.1" status: 200 len: 931 time: 0.0687199 Jul 14 09:56:50.947077 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-33b636ea-95ec-4b4c-a1a2-97267ad6f892 req-4209435e-a5c7-4acc-af50-8b5bd713fa80 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/security-groups?id=0551f2a0-f528-4f88-92ca-fdc00850acb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408711 Jul 14 09:56:50.979338 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [req-2be8cea0-58fc-441d-a8aa-41d467a5a3df req-d663cff7-99cd-47a0-98ad-bd324608e287 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 933eb19e-fb20-4ffe-ac4e-23e30a7802d9 {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:56:50.988185 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-2be8cea0-58fc-441d-a8aa-41d467a5a3df req-d663cff7-99cd-47a0-98ad-bd324608e287 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:51.001740 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [req-2be8cea0-58fc-441d-a8aa-41d467a5a3df req-d663cff7-99cd-47a0-98ad-bd324608e287 service neutron] Transition to ACTIVE for port object 933eb19e-fb20-4ffe-ac4e-23e30a7802d9 will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:56:51.007198 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-2be8cea0-58fc-441d-a8aa-41d467a5a3df req-d663cff7-99cd-47a0-98ad-bd324608e287 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:51.441540 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d663cff7-99cd-47a0-98ad-bd324608e287 service neutron] Pushing event updated for resources: {'Port': ['ID=933eb19e-fb20-4ffe-ac4e-23e30a7802d9,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:56:51.515929 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-2be8cea0-58fc-441d-a8aa-41d467a5a3df req-d663cff7-99cd-47a0-98ad-bd324608e287 service neutron] Attempting to bind port 933eb19e-fb20-4ffe-ac4e-23e30a7802d9 on host n-h1-779913-29 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:56:51.516417 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-2be8cea0-58fc-441d-a8aa-41d467a5a3df req-d663cff7-99cd-47a0-98ad-bd324608e287 service neutron] Attempting to bind port 933eb19e-fb20-4ffe-ac4e-23e30a7802d9 by drivers openvswitch,hyperv on host n-h1-779913-29 at level 0 using segments [{'id': '706510d8-b2fe-4655-a702-4a6b9e541601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '4a41190d-e41a-4086-9106-e0776e2181e2'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:56:51.516853 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2be8cea0-58fc-441d-a8aa-41d467a5a3df req-d663cff7-99cd-47a0-98ad-bd324608e287 service neutron] Attempting to bind port 933eb19e-fb20-4ffe-ac4e-23e30a7802d9 on network 4a41190d-e41a-4086-9106-e0776e2181e2 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:56:51.522611 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2be8cea0-58fc-441d-a8aa-41d467a5a3df req-d663cff7-99cd-47a0-98ad-bd324608e287 service neutron] Port 933eb19e-fb20-4ffe-ac4e-23e30a7802d9 on network 4a41190d-e41a-4086-9106-e0776e2181e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-29 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:56:51.523200 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2be8cea0-58fc-441d-a8aa-41d467a5a3df req-d663cff7-99cd-47a0-98ad-bd324608e287 service neutron] Attempting to bind port 933eb19e-fb20-4ffe-ac4e-23e30a7802d9 on network 4a41190d-e41a-4086-9106-e0776e2181e2 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:56:51.537634 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2be8cea0-58fc-441d-a8aa-41d467a5a3df req-d663cff7-99cd-47a0-98ad-bd324608e287 service neutron] Checking agent: {'id': 'de11e667-f145-47b0-bd09-334a7505938e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 13, 12), 'started_at': datetime.datetime(2021, 7, 14, 9, 13, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 56, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:56:51.538214 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2be8cea0-58fc-441d-a8aa-41d467a5a3df req-d663cff7-99cd-47a0-98ad-bd324608e287 service neutron] Checking segment: {'id': '706510d8-b2fe-4655-a702-4a6b9e541601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '4a41190d-e41a-4086-9106-e0776e2181e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:56:51.539172 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2be8cea0-58fc-441d-a8aa-41d467a5a3df req-d663cff7-99cd-47a0-98ad-bd324608e287 service neutron] Bound using segment: {'id': '706510d8-b2fe-4655-a702-4a6b9e541601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '4a41190d-e41a-4086-9106-e0776e2181e2'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:56:51.539729 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-2be8cea0-58fc-441d-a8aa-41d467a5a3df req-d663cff7-99cd-47a0-98ad-bd324608e287 service neutron] Bound port: 933eb19e-fb20-4ffe-ac4e-23e30a7802d9, host: n-h1-779913-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '706510d8-b2fe-4655-a702-4a6b9e541601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '4a41190d-e41a-4086-9106-e0776e2181e2'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:56:51.541616 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-2be8cea0-58fc-441d-a8aa-41d467a5a3df req-d663cff7-99cd-47a0-98ad-bd324608e287 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:51.633948 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-2be8cea0-58fc-441d-a8aa-41d467a5a3df req-d663cff7-99cd-47a0-98ad-bd324608e287 service neutron] For port 933eb19e-fb20-4ffe-ac4e-23e30a7802d9, host n-h1-779913-29, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:56:51.638003 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-2be8cea0-58fc-441d-a8aa-41d467a5a3df req-d663cff7-99cd-47a0-98ad-bd324608e287 service neutron] For port 933eb19e-fb20-4ffe-ac4e-23e30a7802d9, host n-h1-779913-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=933eb19e-fb20-4ffe-ac4e-23e30a7802d9,segment=NetworkSegment(706510d8-b2fe-4655-a702-4a6b9e541601),segment_id=706510d8-b2fe-4655-a702-4a6b9e541601)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:56:51.646121 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-2be8cea0-58fc-441d-a8aa-41d467a5a3df req-d663cff7-99cd-47a0-98ad-bd324608e287 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:51.681435 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be8cea0-58fc-441d-a8aa-41d467a5a3df req-d663cff7-99cd-47a0-98ad-bd324608e287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:51.682124 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-2be8cea0-58fc-441d-a8aa-41d467a5a3df req-d663cff7-99cd-47a0-98ad-bd324608e287 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:51.683584 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2be8cea0-58fc-441d-a8aa-41d467a5a3df req-d663cff7-99cd-47a0-98ad-bd324608e287 service neutron] 10.222.0.65 "PUT /v2.0/ports/933eb19e-fb20-4ffe-ac4e-23e30a7802d9 HTTP/1.1" status: 200 len: 1092 time: 1.1774964 Jul 14 09:56:51.684030 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '226dfef3-7bc3-4662-9d23-e167f9f771be', 'tag': '933eb19e-fb20-4ffe-ac4e-23e30a7802d9'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:56:51.686319 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1f97e88-e129-4230-8b99-922d98f86f9c" -d '{"events": [{"name": "network-changed", "server_uuid": "226dfef3-7bc3-4662-9d23-e167f9f771be", "tag": "933eb19e-fb20-4ffe-ac4e-23e30a7802d9"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:56:51.736668 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d663cff7-99cd-47a0-98ad-bd324608e287 service neutron] Pushing event updated for resources: {'Port': ['ID=933eb19e-fb20-4ffe-ac4e-23e30a7802d9,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:56:51.760585 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:56:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b140cd7c-928a-42d2-81d6-db5b08baafdd x-openstack-request-id: req-b140cd7c-928a-42d2-81d6-db5b08baafdd {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:56:51.761024 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "226dfef3-7bc3-4662-9d23-e167f9f771be", "tag": "933eb19e-fb20-4ffe-ac4e-23e30a7802d9", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:56:51.761373 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-b140cd7c-928a-42d2-81d6-db5b08baafdd {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:56:51.761931 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '226dfef3-7bc3-4662-9d23-e167f9f771be', 'tag': '933eb19e-fb20-4ffe-ac4e-23e30a7802d9', 'status': 'completed', 'code': 200} Jul 14 09:56:51.835772 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be8cea0-58fc-441d-a8aa-41d467a5a3df req-6a396be4-f8c7-4516-85dd-6cfa364e299d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:51.837801 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2be8cea0-58fc-441d-a8aa-41d467a5a3df req-6a396be4-f8c7-4516-85dd-6cfa364e299d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6606703679bf48b78717d16f607a62b8&device_id=226dfef3-7bc3-4662-9d23-e167f9f771be HTTP/1.1" status: 200 len: 1095 time: 0.0909071 Jul 14 09:56:51.865823 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device ca7d6b3e-1266-4303-807a-b3285f25aff1 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:56:51.895636 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2be8cea0-58fc-441d-a8aa-41d467a5a3df req-7e1aace1-1a38-4c2d-80c6-73f5c6ba739f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=933eb19e-fb20-4ffe-ac4e-23e30a7802d9 HTTP/1.1" status: 200 len: 217 time: 0.0452664 Jul 14 09:56:51.924141 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port ca7d6b3e-1266-4303-807a-b3285f25aff1 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:56:51.924790 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:51.947058 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be8cea0-58fc-441d-a8aa-41d467a5a3df req-736096af-2711-448d-837c-3203a4a5d3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:51.948554 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2be8cea0-58fc-441d-a8aa-41d467a5a3df req-736096af-2711-448d-837c-3203a4a5d3b3 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=8d9e1361-7dda-4b0f-8018-18ad346c1466 HTTP/1.1" status: 200 len: 850 time: 0.0457489 Jul 14 09:56:52.008000 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be8cea0-58fc-441d-a8aa-41d467a5a3df req-667b5f53-1e74-4621-a3e3-d53d2b8274dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:52.009545 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2be8cea0-58fc-441d-a8aa-41d467a5a3df req-667b5f53-1e74-4621-a3e3-d53d2b8274dd service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4a41190d-e41a-4086-9106-e0776e2181e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0549204 Jul 14 09:56:52.115646 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2be8cea0-58fc-441d-a8aa-41d467a5a3df req-2096985c-7f84-4a44-933e-30e1e860db4f service neutron] 10.222.0.65 "GET /v2.0/networks/4a41190d-e41a-4086-9106-e0776e2181e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992923 Jul 14 09:56:52.163162 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450a5a95-6c80-40f0-aa80-af7fdd35e016 req-c271e2c9-4aea-4304-b420-2d55b395e7c7 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:52.164677 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-450a5a95-6c80-40f0-aa80-af7fdd35e016 req-c271e2c9-4aea-4304-b420-2d55b395e7c7 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/ports?device_id=226dfef3-7bc3-4662-9d23-e167f9f771be HTTP/1.1" status: 200 len: 943 time: 0.0787745 Jul 14 09:56:52.211234 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d769d3a9-00b7-4c78-92f8-2b1302a8bba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:52.223686 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-450a5a95-6c80-40f0-aa80-af7fdd35e016 req-419c0a8e-18f6-4cb0-9361-8ca5c9e907d8 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/security-groups?id=0551f2a0-f528-4f88-92ca-fdc00850acb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531611 Jul 14 09:56:52.232104 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2be8cea0-58fc-441d-a8aa-41d467a5a3df req-1d096847-fee6-4371-9b87-af7256605b1c service neutron] 10.222.0.65 "GET /v2.0/networks/4a41190d-e41a-4086-9106-e0776e2181e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073506 Jul 14 09:56:52.355101 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f97e88-e129-4230-8b99-922d98f86f9c req-b905a117-34b6-41a2-bf97-58e68bddbdd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:52.356620 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f1f97e88-e129-4230-8b99-922d98f86f9c req-b905a117-34b6-41a2-bf97-58e68bddbdd8 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6606703679bf48b78717d16f607a62b8&device_id=226dfef3-7bc3-4662-9d23-e167f9f771be HTTP/1.1" status: 200 len: 1095 time: 0.0545704 Jul 14 09:56:52.452424 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f97e88-e129-4230-8b99-922d98f86f9c req-f62a9101-386b-484c-b8ab-868feee4a56e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:52.453973 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f1f97e88-e129-4230-8b99-922d98f86f9c req-f62a9101-386b-484c-b8ab-868feee4a56e service neutron] 10.222.0.65 "GET /v2.0/networks?id=4a41190d-e41a-4086-9106-e0776e2181e2 HTTP/1.1" status: 200 len: 912 time: 0.0911727 Jul 14 09:56:52.493628 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f1f97e88-e129-4230-8b99-922d98f86f9c req-37d43f5a-59cc-4474-8f26-e8dc0a3ba97d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=933eb19e-fb20-4ffe-ac4e-23e30a7802d9 HTTP/1.1" status: 200 len: 217 time: 0.0338273 Jul 14 09:56:52.549786 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f97e88-e129-4230-8b99-922d98f86f9c req-5c8e9923-35e3-4891-b295-d8d8a536dfc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:52.551334 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f1f97e88-e129-4230-8b99-922d98f86f9c req-5c8e9923-35e3-4891-b295-d8d8a536dfc8 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=8d9e1361-7dda-4b0f-8018-18ad346c1466 HTTP/1.1" status: 200 len: 850 time: 0.0451257 Jul 14 09:56:52.614338 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f97e88-e129-4230-8b99-922d98f86f9c req-b0f03331-9341-4544-b913-b96187155010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:52.615756 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f1f97e88-e129-4230-8b99-922d98f86f9c req-b0f03331-9341-4544-b913-b96187155010 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4a41190d-e41a-4086-9106-e0776e2181e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0584753 Jul 14 09:56:52.706491 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f1f97e88-e129-4230-8b99-922d98f86f9c req-61c4fa93-5091-4e03-8218-c5b4df802f5a service neutron] 10.222.0.65 "GET /v2.0/networks/4a41190d-e41a-4086-9106-e0776e2181e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839856 Jul 14 09:56:52.798964 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f1f97e88-e129-4230-8b99-922d98f86f9c req-f8614a46-abad-49f1-951e-6592198df538 service neutron] 10.222.0.65 "GET /v2.0/networks/4a41190d-e41a-4086-9106-e0776e2181e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858629 Jul 14 09:56:53.402167 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f065c91c-fa94-4c22-9de7-0af29e242a35 req-c5695422-76d5-4900-828c-64ac23652f45 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:53.403596 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f065c91c-fa94-4c22-9de7-0af29e242a35 req-c5695422-76d5-4900-828c-64ac23652f45 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/ports?device_id=226dfef3-7bc3-4662-9d23-e167f9f771be HTTP/1.1" status: 200 len: 943 time: 0.0651858 Jul 14 09:56:53.442836 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f065c91c-fa94-4c22-9de7-0af29e242a35 req-9d38d9f2-74c6-4186-97c6-fdc4406e4cee tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/security-groups?id=0551f2a0-f528-4f88-92ca-fdc00850acb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328641 Jul 14 09:56:54.613144 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c96c51-6b8f-44a1-b3c2-f984fb62f001 req-39b52491-f9e6-46a0-85f5-de20cee16326 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:54.614589 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-e5c96c51-6b8f-44a1-b3c2-f984fb62f001 req-39b52491-f9e6-46a0-85f5-de20cee16326 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/ports?device_id=226dfef3-7bc3-4662-9d23-e167f9f771be HTTP/1.1" status: 200 len: 943 time: 0.0648909 Jul 14 09:56:54.657349 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-e5c96c51-6b8f-44a1-b3c2-f984fb62f001 req-0daec514-b113-4a8c-b0e8-35fb7d6a8e48 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/security-groups?id=0551f2a0-f528-4f88-92ca-fdc00850acb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371935 Jul 14 09:56:54.786248 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:54.894126 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ba21d221-4ec6-49a4-88f7-7d2b66f9666e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:55.825563 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ef0f21-2801-4b9a-bfea-9c58d38cb59c req-83c012ee-25b1-4176-a1ed-c1e02d27f95c tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:55.827204 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b4ef0f21-2801-4b9a-bfea-9c58d38cb59c req-83c012ee-25b1-4176-a1ed-c1e02d27f95c tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/ports?device_id=226dfef3-7bc3-4662-9d23-e167f9f771be HTTP/1.1" status: 200 len: 943 time: 0.0631647 Jul 14 09:56:55.871671 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b4ef0f21-2801-4b9a-bfea-9c58d38cb59c req-2d819475-f1f0-4318-b01a-915269f6ad29 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/security-groups?id=0551f2a0-f528-4f88-92ca-fdc00850acb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382426 Jul 14 09:56:55.967236 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5ad31076-714c-49ec-bc37-f3d4cd90112a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:57.042013 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35392695-4fa2-449d-9693-0ce97f049f80 req-f2844ce5-a103-4762-b7ee-0f3e5c4b34ee tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:57.043576 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-35392695-4fa2-449d-9693-0ce97f049f80 req-f2844ce5-a103-4762-b7ee-0f3e5c4b34ee tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/ports?device_id=226dfef3-7bc3-4662-9d23-e167f9f771be HTTP/1.1" status: 200 len: 943 time: 0.0642264 Jul 14 09:56:57.080796 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-35392695-4fa2-449d-9693-0ce97f049f80 req-79a6a159-5d90-4e07-80b5-4bb0edaa62be tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/security-groups?id=0551f2a0-f528-4f88-92ca-fdc00850acb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313072 Jul 14 09:56:57.788854 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5bbe322f-3f67-4864-bc0a-91afe44d23e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:58.255617 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7365e30-7390-40d5-9121-428fade36c3f req-d75f0bcc-ee3e-4340-ae71-6d8bdcf0b5cc tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:58.257736 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a7365e30-7390-40d5-9121-428fade36c3f req-d75f0bcc-ee3e-4340-ae71-6d8bdcf0b5cc tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/ports?device_id=226dfef3-7bc3-4662-9d23-e167f9f771be HTTP/1.1" status: 200 len: 943 time: 0.0633249 Jul 14 09:56:58.294922 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a7365e30-7390-40d5-9121-428fade36c3f req-6b118f16-7546-4ca2-bc9f-667e8bd8ffac tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/security-groups?id=0551f2a0-f528-4f88-92ca-fdc00850acb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316947 Jul 14 09:56:59.466292 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cdf6a5-73fb-44b5-92f3-7bcf9da86038 req-32de7e87-d5ea-4f10-8b65-4a674eb369e4 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:59.467778 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-35cdf6a5-73fb-44b5-92f3-7bcf9da86038 req-32de7e87-d5ea-4f10-8b65-4a674eb369e4 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/ports?device_id=226dfef3-7bc3-4662-9d23-e167f9f771be HTTP/1.1" status: 200 len: 943 time: 0.0630896 Jul 14 09:56:59.505301 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-35cdf6a5-73fb-44b5-92f3-7bcf9da86038 req-7555c0ff-9373-4f9a-809a-71c342bdfa08 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/security-groups?id=0551f2a0-f528-4f88-92ca-fdc00850acb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318763 Jul 14 09:57:00.673644 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6657c449-4e02-4b86-9f41-c56543e3df73 req-c4e77f9c-62ae-4714-85f0-a5eaa0ccf431 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:57:00.675123 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6657c449-4e02-4b86-9f41-c56543e3df73 req-c4e77f9c-62ae-4714-85f0-a5eaa0ccf431 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/ports?device_id=226dfef3-7bc3-4662-9d23-e167f9f771be HTTP/1.1" status: 200 len: 943 time: 0.0623584 Jul 14 09:57:00.712495 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6657c449-4e02-4b86-9f41-c56543e3df73 req-5c23bb89-7291-45de-ae9b-44aa2702fad4 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/security-groups?id=0551f2a0-f528-4f88-92ca-fdc00850acb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318372 Jul 14 09:57:01.886310 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e0042d-7473-41ca-a81a-99102541c797 req-b926b688-8be2-4f0f-a490-0f6589e39c59 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:57:01.887801 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-21e0042d-7473-41ca-a81a-99102541c797 req-b926b688-8be2-4f0f-a490-0f6589e39c59 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/ports?device_id=226dfef3-7bc3-4662-9d23-e167f9f771be HTTP/1.1" status: 200 len: 943 time: 0.0678289 Jul 14 09:57:01.928897 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-21e0042d-7473-41ca-a81a-99102541c797 req-02ef1ef6-00c4-49a3-8252-ec31b07e4fde tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/security-groups?id=0551f2a0-f528-4f88-92ca-fdc00850acb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353189 Jul 14 09:57:02.616063 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 933eb19e-fb20-4ffe-ac4e-23e30a7802d9 details requested by agent hyperv_n-h1-779913-29 with host n-h1-779913-29 {{(pid=93959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:57:02.711073 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port 933eb19e-fb20-4ffe-ac4e-23e30a7802d9, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=933eb19e-fb20-4ffe-ac4e-23e30a7802d9,segment=NetworkSegment(706510d8-b2fe-4655-a702-4a6b9e541601),segment_id=706510d8-b2fe-4655-a702-4a6b9e541601)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:57:02.722303 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Returning: {'device': '933eb19e-fb20-4ffe-ac4e-23e30a7802d9', 'network_id': '4a41190d-e41a-4086-9106-e0776e2181e2', 'port_id': '933eb19e-fb20-4ffe-ac4e-23e30a7802d9', 'mac_address': 'fa:16:3e:25:31:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d9e1361-7dda-4b0f-8018-18ad346c1466', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:57:02.758715 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:57:02.770843 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 933eb19e-fb20-4ffe-ac4e-23e30a7802d9 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:57:02.789880 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port 933eb19e-fb20-4ffe-ac4e-23e30a7802d9, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=933eb19e-fb20-4ffe-ac4e-23e30a7802d9,segment=NetworkSegment(706510d8-b2fe-4655-a702-4a6b9e541601),segment_id=706510d8-b2fe-4655-a702-4a6b9e541601)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:57:02.793314 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:57:02.841790 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Pushing event updated for resources: {'Port': ['ID=933eb19e-fb20-4ffe-ac4e-23e30a7802d9,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:57:03.097182 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] get_ports_and_sgs() called for port_ids ['933eb19e-fb20-4ffe-ac4e-23e30a7802d9'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:57:03.105938 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53af4c11-1589-46da-b0c2-d99e4340a525 req-d8b676d3-c587-4632-8fc6-c34b50b3c779 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:57:03.107448 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-53af4c11-1589-46da-b0c2-d99e4340a525 req-d8b676d3-c587-4632-8fc6-c34b50b3c779 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/ports?device_id=226dfef3-7bc3-4662-9d23-e167f9f771be HTTP/1.1" status: 200 len: 944 time: 0.0667524 Jul 14 09:57:03.144772 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-53af4c11-1589-46da-b0c2-d99e4340a525 req-72c76729-cf9e-47c3-9a4e-79ee7603c5ac tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/security-groups?id=0551f2a0-f528-4f88-92ca-fdc00850acb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317442 Jul 14 09:57:04.322344 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031cbe1a-def7-4c85-821c-ad45e1bf3612 req-4d929e45-8575-4f51-8b45-b1204fac75b8 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:57:04.324784 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-031cbe1a-def7-4c85-821c-ad45e1bf3612 req-4d929e45-8575-4f51-8b45-b1204fac75b8 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/ports?device_id=226dfef3-7bc3-4662-9d23-e167f9f771be HTTP/1.1" status: 200 len: 944 time: 0.0669434 Jul 14 09:57:04.365527 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-031cbe1a-def7-4c85-821c-ad45e1bf3612 req-7cf6e583-b27f-4e88-a595-095896754cc7 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/security-groups?id=0551f2a0-f528-4f88-92ca-fdc00850acb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344288 Jul 14 09:57:04.630878 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 933eb19e-fb20-4ffe-ac4e-23e30a7802d9 up at agent hyperv_n-h1-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:57:04.681149 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Provisioning for port 933eb19e-fb20-4ffe-ac4e-23e30a7802d9 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:57:04.684695 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Provisioning complete for port 933eb19e-fb20-4ffe-ac4e-23e30a7802d9 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:57:04.685068 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:57:04.761994 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:57:04.783761 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '226dfef3-7bc3-4662-9d23-e167f9f771be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '933eb19e-fb20-4ffe-ac4e-23e30a7802d9'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:57:04.786057 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd62303f06773040a8a4e189dc46b4f565768c299abf8ab8e7739778b0bc3e97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a72257e-5fd1-4907-9c41-2f81e5bd931e" -d '{"events": [{"server_uuid": "226dfef3-7bc3-4662-9d23-e167f9f771be", "name": "network-vif-plugged", "status": "completed", "tag": "933eb19e-fb20-4ffe-ac4e-23e30a7802d9"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:57:04.799600 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port 933eb19e-fb20-4ffe-ac4e-23e30a7802d9, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=933eb19e-fb20-4ffe-ac4e-23e30a7802d9,segment=NetworkSegment(706510d8-b2fe-4655-a702-4a6b9e541601),segment_id=706510d8-b2fe-4655-a702-4a6b9e541601)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:57:04.803684 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:57:04.850387 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:57:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de46365c-bf8e-4e2b-95ab-4b84d01d8ddc x-openstack-request-id: req-de46365c-bf8e-4e2b-95ab-4b84d01d8ddc {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:57:04.850675 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "226dfef3-7bc3-4662-9d23-e167f9f771be", "name": "network-vif-plugged", "status": "completed", "tag": "933eb19e-fb20-4ffe-ac4e-23e30a7802d9", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:57:04.850927 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-de46365c-bf8e-4e2b-95ab-4b84d01d8ddc {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:57:04.851317 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '226dfef3-7bc3-4662-9d23-e167f9f771be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '933eb19e-fb20-4ffe-ac4e-23e30a7802d9', 'code': 200} Jul 14 09:57:04.855962 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Pushing event updated for resources: {'Port': ['ID=933eb19e-fb20-4ffe-ac4e-23e30a7802d9,revision_number=5']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:57:04.985793 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed1ef9d-773b-4e9f-b512-2455042889b2 req-53fee6ce-6e35-45a0-91e8-41d2eeea10ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:57:04.987317 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-aed1ef9d-773b-4e9f-b512-2455042889b2 req-53fee6ce-6e35-45a0-91e8-41d2eeea10ca service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=226dfef3-7bc3-4662-9d23-e167f9f771be HTTP/1.1" status: 200 len: 1097 time: 0.0520301 Jul 14 09:57:05.020956 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-aed1ef9d-773b-4e9f-b512-2455042889b2 req-d7ca4e07-5be8-4abc-b86d-c6c5f2e1c46e service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=0551f2a0-f528-4f88-92ca-fdc00850acb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275843 Jul 14 09:57:05.534772 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43e4ff1-322e-43b9-ac81-e1420b3d8858 req-6f4e9fc1-0647-4847-9c4b-5907817ef9ca tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:57:05.536264 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d43e4ff1-322e-43b9-ac81-e1420b3d8858 req-6f4e9fc1-0647-4847-9c4b-5907817ef9ca tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/ports?device_id=226dfef3-7bc3-4662-9d23-e167f9f771be HTTP/1.1" status: 200 len: 945 time: 0.0621483 Jul 14 09:57:05.578155 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d43e4ff1-322e-43b9-ac81-e1420b3d8858 req-57770ee9-0cc2-4001-9ddd-c22fe450b467 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/security-groups?id=0551f2a0-f528-4f88-92ca-fdc00850acb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362349 Jul 14 09:57:06.765669 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52ec04d-5c9d-4b65-88cd-b57d92248b6a req-9de69d99-409d-4a82-8798-6f3f1ba1e6c7 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:57:06.767150 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d52ec04d-5c9d-4b65-88cd-b57d92248b6a req-9de69d99-409d-4a82-8798-6f3f1ba1e6c7 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/ports?device_id=226dfef3-7bc3-4662-9d23-e167f9f771be HTTP/1.1" status: 200 len: 945 time: 0.0622559 Jul 14 09:57:06.808676 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d52ec04d-5c9d-4b65-88cd-b57d92248b6a req-0df0e650-1f03-4041-9cac-94a239874660 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/security-groups?id=0551f2a0-f528-4f88-92ca-fdc00850acb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354316 Jul 14 09:57:06.982136 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e01ebf9-cced-4731-a5d7-4baf388d6984 req-ce3ba4d6-ac8c-4d81-8530-997aa0c82b67 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:57:06.983538 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-2e01ebf9-cced-4731-a5d7-4baf388d6984 req-ce3ba4d6-ac8c-4d81-8530-997aa0c82b67 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/ports?device_id=226dfef3-7bc3-4662-9d23-e167f9f771be HTTP/1.1" status: 200 len: 945 time: 0.0640817 Jul 14 09:57:07.020632 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-2e01ebf9-cced-4731-a5d7-4baf388d6984 req-1c77d612-f8f0-492e-9f59-146fd0d5e61d tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/security-groups?id=0551f2a0-f528-4f88-92ca-fdc00850acb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315330 Jul 14 09:57:07.189082 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06afabd8-e54d-447e-8203-c9de86f0b7fa req-d2f46c64-695a-4c5c-9c56-9c5c1dc2ef0f tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:57:07.190558 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-06afabd8-e54d-447e-8203-c9de86f0b7fa req-d2f46c64-695a-4c5c-9c56-9c5c1dc2ef0f tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/ports?device_id=226dfef3-7bc3-4662-9d23-e167f9f771be HTTP/1.1" status: 200 len: 945 time: 0.0629747 Jul 14 09:57:07.228471 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-06afabd8-e54d-447e-8203-c9de86f0b7fa req-9ce70ed7-0134-44f2-b48b-8fc08f479d22 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/security-groups?id=0551f2a0-f528-4f88-92ca-fdc00850acb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319450 Jul 14 09:57:07.597859 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61049e1a-77f7-4036-ae9a-2deb84e3a72b req-47f89f31-0da9-4b94-983e-4682a03f6104 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:57:07.599364 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-61049e1a-77f7-4036-ae9a-2deb84e3a72b req-47f89f31-0da9-4b94-983e-4682a03f6104 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/ports?device_id=226dfef3-7bc3-4662-9d23-e167f9f771be HTTP/1.1" status: 200 len: 945 time: 0.0637877 Jul 14 09:57:07.639830 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-61049e1a-77f7-4036-ae9a-2deb84e3a72b req-eb14e7e5-64d5-4b5e-97ac-e7840b830f95 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/security-groups?id=0551f2a0-f528-4f88-92ca-fdc00850acb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328975 Jul 14 09:57:08.811739 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2831c508-4cf8-4253-a8bc-1769cc8d546e req-edc20865-05ad-4582-9605-bbf98eecc911 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:57:08.813202 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-2831c508-4cf8-4253-a8bc-1769cc8d546e req-edc20865-05ad-4582-9605-bbf98eecc911 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/ports?device_id=226dfef3-7bc3-4662-9d23-e167f9f771be HTTP/1.1" status: 200 len: 945 time: 0.0623872 Jul 14 09:57:08.849865 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-2831c508-4cf8-4253-a8bc-1769cc8d546e req-f5e06b5d-6c70-48ad-a1a6-93643944f001 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/security-groups?id=0551f2a0-f528-4f88-92ca-fdc00850acb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311494 Jul 14 09:57:09.134362 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b2f359-2d95-40ec-84a5-3734de0c2da5 req-4aaa3c72-9d20-4728-af97-bfebe887ed32 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:57:09.135850 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-33b2f359-2d95-40ec-84a5-3734de0c2da5 req-4aaa3c72-9d20-4728-af97-bfebe887ed32 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.65 "GET /v2.0/ports?device_id=226dfef3-7bc3-4662-9d23-e167f9f771be HTTP/1.1" status: 200 len: 945 time: 0.0719512 Jul 14 09:57:09.234002 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [req-33b2f359-2d95-40ec-84a5-3734de0c2da5 req-0b267c68-f145-4cb4-b015-ffe86e7d5c33 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Deleting port 933eb19e-fb20-4ffe-ac4e-23e30a7802d9 {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:57:09.234344 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-33b2f359-2d95-40ec-84a5-3734de0c2da5 req-0b267c68-f145-4cb4-b015-ffe86e7d5c33 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:57:09.324524 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-33b2f359-2d95-40ec-84a5-3734de0c2da5 req-0b267c68-f145-4cb4-b015-ffe86e7d5c33 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] For port 933eb19e-fb20-4ffe-ac4e-23e30a7802d9, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=933eb19e-fb20-4ffe-ac4e-23e30a7802d9,segment=NetworkSegment(706510d8-b2fe-4655-a702-4a6b9e541601),segment_id=706510d8-b2fe-4655-a702-4a6b9e541601)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:57:09.324806 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-33b2f359-2d95-40ec-84a5-3734de0c2da5 req-0b267c68-f145-4cb4-b015-ffe86e7d5c33 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:57:09.338401 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [req-33b2f359-2d95-40ec-84a5-3734de0c2da5 req-0b267c68-f145-4cb4-b015-ffe86e7d5c33 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Calling delete_port for 933eb19e-fb20-4ffe-ac4e-23e30a7802d9 owned by compute:nova {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:57:09.465872 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-33b2f359-2d95-40ec-84a5-3734de0c2da5 req-0b267c68-f145-4cb4-b015-ffe86e7d5c33 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:57:09.495757 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b267c68-f145-4cb4-b015-ffe86e7d5c33 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Pushing event deleted for resources: {'Port': ['ID=933eb19e-fb20-4ffe-ac4e-23e30a7802d9,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:57:09.498774 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] get_ports_and_sgs() called for port_ids ['933eb19e-fb20-4ffe-ac4e-23e30a7802d9'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:57:09.547555 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-33b2f359-2d95-40ec-84a5-3734de0c2da5 req-0b267c68-f145-4cb4-b015-ffe86e7d5c33 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] No DVR routers for this DVR port 933eb19e-fb20-4ffe-ac4e-23e30a7802d9 on host n-h1-779913-29 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:57:09.550483 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-33b2f359-2d95-40ec-84a5-3734de0c2da5 req-0b267c68-f145-4cb4-b015-ffe86e7d5c33 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:57:09.552328 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-33b2f359-2d95-40ec-84a5-3734de0c2da5 req-0b267c68-f145-4cb4-b015-ffe86e7d5c33 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.65 "DELETE /v2.0/ports/933eb19e-fb20-4ffe-ac4e-23e30a7802d9 HTTP/1.1" status: 204 len: 173 time: 0.4115355 Jul 14 09:57:09.552775 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '226dfef3-7bc3-4662-9d23-e167f9f771be', 'name': 'network-vif-deleted', 'tag': '933eb19e-fb20-4ffe-ac4e-23e30a7802d9'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:57:09.555161 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-944bd9cb-7f85-45d8-a8fd-bdb4369ce390" -d '{"events": [{"server_uuid": "226dfef3-7bc3-4662-9d23-e167f9f771be", "name": "network-vif-deleted", "tag": "933eb19e-fb20-4ffe-ac4e-23e30a7802d9"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:57:09.595589 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:57:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9b5a928-9fc7-4bf6-b3b1-5b6eb5af5f73 x-openstack-request-id: req-b9b5a928-9fc7-4bf6-b3b1-5b6eb5af5f73 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:57:09.595893 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "226dfef3-7bc3-4662-9d23-e167f9f771be", "name": "network-vif-deleted", "tag": "933eb19e-fb20-4ffe-ac4e-23e30a7802d9", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:57:09.596152 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-b9b5a928-9fc7-4bf6-b3b1-5b6eb5af5f73 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:57:09.596565 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '226dfef3-7bc3-4662-9d23-e167f9f771be', 'name': 'network-vif-deleted', 'tag': '933eb19e-fb20-4ffe-ac4e-23e30a7802d9', 'status': 'completed', 'code': 200} Jul 14 09:57:09.995791 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-83f6b7a0-778d-4f9b-87d6-8e7d29184f8d req-2ddb0fa8-924b-4c6a-99d8-938b492ca8e5 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/ports?device_id=226dfef3-7bc3-4662-9d23-e167f9f771be HTTP/1.1" status: 200 len: 210 time: 0.0326142 Jul 14 09:57:11.143767 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-642df2b7-80e4-4c63-9175-04b7f7d24b6d req-56e6e97a-31e6-4569-8155-60aee260bd2d tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/ports?device_id=226dfef3-7bc3-4662-9d23-e167f9f771be HTTP/1.1" status: 200 len: 210 time: 0.0314374 Jul 14 09:57:12.285521 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d90926d0-b25a-41f0-8f63-cbe3aa3a8dad req-47753580-e964-4341-b7ca-0899fdada31f tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/ports?device_id=226dfef3-7bc3-4662-9d23-e167f9f771be HTTP/1.1" status: 200 len: 210 time: 0.0294693 Jul 14 09:57:12.662140 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 933eb19e-fb20-4ffe-ac4e-23e30a7802d9 no longer exists at agent hyperv_n-h1-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:57:12.682096 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] No Port match for: 933eb19e-fb20-4ffe-ac4e-23e30a7802d9 {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:57:12.682441 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 933eb19e-fb20-4ffe-ac4e-23e30a7802d9 not bound to the agent host n-h1-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:57:13.012063 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:57:13.448413 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a271c53e-68d3-4a64-8d99-b1457fdd9413 req-c4c36ce3-afe9-41cf-b5cb-1037300836c6 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/ports?device_id=226dfef3-7bc3-4662-9d23-e167f9f771be HTTP/1.1" status: 200 len: 210 time: 0.0350883 Jul 14 09:57:13.798171 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:57:15.669751 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.agents_db [None req-3c3509fb-540d-4335-a450-574895dd3602 None None] Agent healthcheck: found 7 active agents {{(pid=93960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:57:22.205890 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1b34e5c8-e71e-4146-9d6a-694c72551f5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:57:24.788822 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:57:24.895862 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cf6b5a96-ffbd-4038-bf94-42d3891a16ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:57:25.969634 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5ad31076-714c-49ec-bc37-f3d4cd90112a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:57:27.792830 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5bbe322f-3f67-4864-bc0a-91afe44d23e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:57:33.498426 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11717dc-b893-4987-8b16-a514c2400535 req-a09c7327-4cc4-45a0-affd-249ddd498de2 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:57:33.499891 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b11717dc-b893-4987-8b16-a514c2400535 req-a09c7327-4cc4-45a0-affd-249ddd498de2 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/networks?id=4a41190d-e41a-4086-9106-e0776e2181e2 HTTP/1.1" status: 200 len: 811 time: 0.1011512 Jul 14 09:57:33.514166 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b11717dc-b893-4987-8b16-a514c2400535 req-85020833-dc72-447d-b607-b24534eb4e6f tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/quotas/6606703679bf48b78717d16f607a62b8 HTTP/1.1" status: 200 len: 375 time: 0.0089219 Jul 14 09:57:33.587793 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b11717dc-b893-4987-8b16-a514c2400535 req-8887b02e-fbf2-45f7-9bc5-efc9f856a874 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=6606703679bf48b78717d16f607a62b8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0686026 Jul 14 09:57:33.676768 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b11717dc-b893-4987-8b16-a514c2400535 req-40a6b1d2-b6c8-45a3-b3d2-43afe2857999 service neutron] 10.222.0.68 "GET /v2.0/networks/4a41190d-e41a-4086-9106-e0776e2181e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826879 Jul 14 09:57:33.768679 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b11717dc-b893-4987-8b16-a514c2400535 req-7aa1fe44-c8b7-4656-b364-abe1b16ebe9d service neutron] 10.222.0.68 "GET /v2.0/networks/4a41190d-e41a-4086-9106-e0776e2181e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862534 Jul 14 09:57:33.958644 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-cb76fcd3-efba-4de4-9712-f53f1e6a4b02 req-c4eaacf2-9cde-4e57-bbe7-983506934771 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/ports?device_id=aa0483bf-d3e9-46ca-8361-92d7f7e50ec6 HTTP/1.1" status: 200 len: 210 time: 0.0282786 Jul 14 09:57:35.034072 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11717dc-b893-4987-8b16-a514c2400535 req-f913d787-d7b2-415a-8004-2af4a0ac6203 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:57:35.035534 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b11717dc-b893-4987-8b16-a514c2400535 req-f913d787-d7b2-415a-8004-2af4a0ac6203 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.57 "GET /v2.0/networks?id=4a41190d-e41a-4086-9106-e0776e2181e2 HTTP/1.1" status: 200 len: 811 time: 0.1067657 Jul 14 09:57:35.064895 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-b11717dc-b893-4987-8b16-a514c2400535 req-350450aa-755e-4857-9c72-62398c39aaea tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Request body: {'port': {'device_id': 'aa0483bf-d3e9-46ca-8361-92d7f7e50ec6', 'network_id': '4a41190d-e41a-4086-9106-e0776e2181e2', 'admin_state_up': True, 'tenant_id': '6606703679bf48b78717d16f607a62b8'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:57:35.140211 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c409bd72-dabb-4e7c-ac5a-aae6f1ff85ab req-acb23a6a-a119-4498-b68d-1d4063a037b9 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/ports?device_id=aa0483bf-d3e9-46ca-8361-92d7f7e50ec6 HTTP/1.1" status: 200 len: 210 time: 0.0585389 Jul 14 09:57:35.210698 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b11717dc-b893-4987-8b16-a514c2400535 req-350450aa-755e-4857-9c72-62398c39aaea tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Made reservation on behalf of 6606703679bf48b78717d16f607a62b8 for: {'port': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:57:35.214430 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-b11717dc-b893-4987-8b16-a514c2400535 req-350450aa-755e-4857-9c72-62398c39aaea tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:57:35.351219 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [req-b11717dc-b893-4987-8b16-a514c2400535 req-350450aa-755e-4857-9c72-62398c39aaea tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Allocated IP 172.20.0.13 (4a41190d-e41a-4086-9106-e0776e2181e2/8d9e1361-7dda-4b0f-8018-18ad346c1466/8f7f3ffe-8f06-4280-b1d2-cd1b30364606) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:57:35.520177 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-b11717dc-b893-4987-8b16-a514c2400535 req-350450aa-755e-4857-9c72-62398c39aaea tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:57:35.534522 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [req-b11717dc-b893-4987-8b16-a514c2400535 req-350450aa-755e-4857-9c72-62398c39aaea tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Transition to ACTIVE for port object 8f7f3ffe-8f06-4280-b1d2-cd1b30364606 will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:57:35.568896 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-b11717dc-b893-4987-8b16-a514c2400535 req-350450aa-755e-4857-9c72-62398c39aaea tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:57:35.617007 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b11717dc-b893-4987-8b16-a514c2400535 req-350450aa-755e-4857-9c72-62398c39aaea tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Network 4a41190d-e41a-4086-9106-e0776e2181e2 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:57:35.622795 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [req-b11717dc-b893-4987-8b16-a514c2400535 req-350450aa-755e-4857-9c72-62398c39aaea tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:57:35.626967 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-b11717dc-b893-4987-8b16-a514c2400535 req-350450aa-755e-4857-9c72-62398c39aaea tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:57:35.653006 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350450aa-755e-4857-9c72-62398c39aaea tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Pushing event updated for resources: {'Port': ['ID=8f7f3ffe-8f06-4280-b1d2-cd1b30364606,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:57:35.668843 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350450aa-755e-4857-9c72-62398c39aaea tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:57:35.669215 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350450aa-755e-4857-9c72-62398c39aaea tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:57:35.669563 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350450aa-755e-4857-9c72-62398c39aaea tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:57:35.669907 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350450aa-755e-4857-9c72-62398c39aaea tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:57:35.670245 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350450aa-755e-4857-9c72-62398c39aaea tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:57:35.670580 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350450aa-755e-4857-9c72-62398c39aaea tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:57:35.670912 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350450aa-755e-4857-9c72-62398c39aaea tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:57:35.671242 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350450aa-755e-4857-9c72-62398c39aaea tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:57:35.671570 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350450aa-755e-4857-9c72-62398c39aaea tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:57:35.671900 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350450aa-755e-4857-9c72-62398c39aaea tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:57:35.672225 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350450aa-755e-4857-9c72-62398c39aaea tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:57:35.672549 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350450aa-755e-4857-9c72-62398c39aaea tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:57:35.694770 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11717dc-b893-4987-8b16-a514c2400535 req-350450aa-755e-4857-9c72-62398c39aaea tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:57:35.695550 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-b11717dc-b893-4987-8b16-a514c2400535 req-350450aa-755e-4857-9c72-62398c39aaea tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:57:35.712090 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b11717dc-b893-4987-8b16-a514c2400535 req-350450aa-755e-4857-9c72-62398c39aaea tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6517615 Jul 14 09:57:35.731030 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-b11717dc-b893-4987-8b16-a514c2400535 req-ac75563f-8730-4b6f-b402-5f5b467071f9 service neutron] Request body: {'port': {'device_id': 'aa0483bf-d3e9-46ca-8361-92d7f7e50ec6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-29'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:57:35.810091 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-b11717dc-b893-4987-8b16-a514c2400535 req-ac75563f-8730-4b6f-b402-5f5b467071f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:57:35.854674 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-e3935a73-658b-43d6-9b77-7c101d53babb None None] Provisioning for port 8f7f3ffe-8f06-4280-b1d2-cd1b30364606 completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:57:35.858791 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-e3935a73-658b-43d6-9b77-7c101d53babb None None] Provisioning complete for port 8f7f3ffe-8f06-4280-b1d2-cd1b30364606 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:57:35.859269 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e3935a73-658b-43d6-9b77-7c101d53babb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:57:35.893765 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-e3935a73-658b-43d6-9b77-7c101d53babb None None] Port 8f7f3ffe-8f06-4280-b1d2-cd1b30364606 cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:57:36.089182 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [req-b11717dc-b893-4987-8b16-a514c2400535 req-ac75563f-8730-4b6f-b402-5f5b467071f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f7f3ffe-8f06-4280-b1d2-cd1b30364606 {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:57:36.097249 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-b11717dc-b893-4987-8b16-a514c2400535 req-ac75563f-8730-4b6f-b402-5f5b467071f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:57:36.110050 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [req-b11717dc-b893-4987-8b16-a514c2400535 req-ac75563f-8730-4b6f-b402-5f5b467071f9 service neutron] Transition to ACTIVE for port object 8f7f3ffe-8f06-4280-b1d2-cd1b30364606 will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:57:36.114017 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-b11717dc-b893-4987-8b16-a514c2400535 req-ac75563f-8730-4b6f-b402-5f5b467071f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:57:36.161549 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac75563f-8730-4b6f-b402-5f5b467071f9 service neutron] Pushing event updated for resources: {'Port': ['ID=8f7f3ffe-8f06-4280-b1d2-cd1b30364606,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:57:36.240266 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-b11717dc-b893-4987-8b16-a514c2400535 req-ac75563f-8730-4b6f-b402-5f5b467071f9 service neutron] Attempting to bind port 8f7f3ffe-8f06-4280-b1d2-cd1b30364606 on host n-h2-779913-29 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:57:36.240606 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-b11717dc-b893-4987-8b16-a514c2400535 req-ac75563f-8730-4b6f-b402-5f5b467071f9 service neutron] Attempting to bind port 8f7f3ffe-8f06-4280-b1d2-cd1b30364606 by drivers openvswitch,hyperv on host n-h2-779913-29 at level 0 using segments [{'id': '706510d8-b2fe-4655-a702-4a6b9e541601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '4a41190d-e41a-4086-9106-e0776e2181e2'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:57:36.240935 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b11717dc-b893-4987-8b16-a514c2400535 req-ac75563f-8730-4b6f-b402-5f5b467071f9 service neutron] Attempting to bind port 8f7f3ffe-8f06-4280-b1d2-cd1b30364606 on network 4a41190d-e41a-4086-9106-e0776e2181e2 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:57:36.245775 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b11717dc-b893-4987-8b16-a514c2400535 req-ac75563f-8730-4b6f-b402-5f5b467071f9 service neutron] Port 8f7f3ffe-8f06-4280-b1d2-cd1b30364606 on network 4a41190d-e41a-4086-9106-e0776e2181e2 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-29 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:57:36.246231 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b11717dc-b893-4987-8b16-a514c2400535 req-ac75563f-8730-4b6f-b402-5f5b467071f9 service neutron] Attempting to bind port 8f7f3ffe-8f06-4280-b1d2-cd1b30364606 on network 4a41190d-e41a-4086-9106-e0776e2181e2 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:57:36.251632 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b11717dc-b893-4987-8b16-a514c2400535 req-ac75563f-8730-4b6f-b402-5f5b467071f9 service neutron] Checking agent: {'id': '013e4a3b-a634-47b8-b6a5-1a25109b73fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 13, 13), 'started_at': datetime.datetime(2021, 7, 14, 9, 13, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 57, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:57:36.251973 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b11717dc-b893-4987-8b16-a514c2400535 req-ac75563f-8730-4b6f-b402-5f5b467071f9 service neutron] Checking segment: {'id': '706510d8-b2fe-4655-a702-4a6b9e541601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '4a41190d-e41a-4086-9106-e0776e2181e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:57:36.252357 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b11717dc-b893-4987-8b16-a514c2400535 req-ac75563f-8730-4b6f-b402-5f5b467071f9 service neutron] Bound using segment: {'id': '706510d8-b2fe-4655-a702-4a6b9e541601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '4a41190d-e41a-4086-9106-e0776e2181e2'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:57:36.252786 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-b11717dc-b893-4987-8b16-a514c2400535 req-ac75563f-8730-4b6f-b402-5f5b467071f9 service neutron] Bound port: 8f7f3ffe-8f06-4280-b1d2-cd1b30364606, host: n-h2-779913-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '706510d8-b2fe-4655-a702-4a6b9e541601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '4a41190d-e41a-4086-9106-e0776e2181e2'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:57:36.253149 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-b11717dc-b893-4987-8b16-a514c2400535 req-ac75563f-8730-4b6f-b402-5f5b467071f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:57:36.324786 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-b11717dc-b893-4987-8b16-a514c2400535 req-ac75563f-8730-4b6f-b402-5f5b467071f9 service neutron] For port 8f7f3ffe-8f06-4280-b1d2-cd1b30364606, host n-h2-779913-29, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:57:36.328166 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-b11717dc-b893-4987-8b16-a514c2400535 req-ac75563f-8730-4b6f-b402-5f5b467071f9 service neutron] For port 8f7f3ffe-8f06-4280-b1d2-cd1b30364606, host n-h2-779913-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=8f7f3ffe-8f06-4280-b1d2-cd1b30364606,segment=NetworkSegment(706510d8-b2fe-4655-a702-4a6b9e541601),segment_id=706510d8-b2fe-4655-a702-4a6b9e541601)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:57:36.335030 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-b11717dc-b893-4987-8b16-a514c2400535 req-ac75563f-8730-4b6f-b402-5f5b467071f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:57:36.350956 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1e70cd-b459-45c4-b33f-b8bc55844e51 req-0ea1b5b1-4792-4c3f-8d8e-af0cc707823d tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:57:36.353194 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-5b1e70cd-b459-45c4-b33f-b8bc55844e51 req-0ea1b5b1-4792-4c3f-8d8e-af0cc707823d tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/ports?device_id=aa0483bf-d3e9-46ca-8361-92d7f7e50ec6 HTTP/1.1" status: 200 len: 944 time: 0.0797198 Jul 14 09:57:36.408020 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11717dc-b893-4987-8b16-a514c2400535 req-ac75563f-8730-4b6f-b402-5f5b467071f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:57:36.409040 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-b11717dc-b893-4987-8b16-a514c2400535 req-ac75563f-8730-4b6f-b402-5f5b467071f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:57:36.410701 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b11717dc-b893-4987-8b16-a514c2400535 req-ac75563f-8730-4b6f-b402-5f5b467071f9 service neutron] 10.222.0.57 "PUT /v2.0/ports/8f7f3ffe-8f06-4280-b1d2-cd1b30364606 HTTP/1.1" status: 200 len: 1093 time: 0.6847067 Jul 14 09:57:36.411343 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa0483bf-d3e9-46ca-8361-92d7f7e50ec6', 'tag': '8f7f3ffe-8f06-4280-b1d2-cd1b30364606'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:57:36.413745 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47bc64df-a69c-450c-aead-6db8f064d6a8" -d '{"events": [{"name": "network-changed", "server_uuid": "aa0483bf-d3e9-46ca-8361-92d7f7e50ec6", "tag": "8f7f3ffe-8f06-4280-b1d2-cd1b30364606"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:57:36.414829 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-5b1e70cd-b459-45c4-b33f-b8bc55844e51 req-7d326c37-e48c-4f0c-8fbe-c7e1ebc82ef9 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/security-groups?id=0551f2a0-f528-4f88-92ca-fdc00850acb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551043 Jul 14 09:57:36.416397 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac75563f-8730-4b6f-b402-5f5b467071f9 service neutron] Pushing event updated for resources: {'Port': ['ID=8f7f3ffe-8f06-4280-b1d2-cd1b30364606,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:57:36.469712 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:57:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2aab27a-9bcd-488f-a4fa-dcabe223a337 x-openstack-request-id: req-e2aab27a-9bcd-488f-a4fa-dcabe223a337 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:57:36.470011 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa0483bf-d3e9-46ca-8361-92d7f7e50ec6", "tag": "8f7f3ffe-8f06-4280-b1d2-cd1b30364606", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:57:36.470269 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-e2aab27a-9bcd-488f-a4fa-dcabe223a337 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:57:36.470684 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa0483bf-d3e9-46ca-8361-92d7f7e50ec6', 'tag': '8f7f3ffe-8f06-4280-b1d2-cd1b30364606', 'status': 'completed', 'code': 200} Jul 14 09:57:36.546398 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11717dc-b893-4987-8b16-a514c2400535 req-e04c1fc1-3500-4e6c-bd20-5b64d08a1ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:57:36.547978 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b11717dc-b893-4987-8b16-a514c2400535 req-e04c1fc1-3500-4e6c-bd20-5b64d08a1ffe service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6606703679bf48b78717d16f607a62b8&device_id=aa0483bf-d3e9-46ca-8361-92d7f7e50ec6 HTTP/1.1" status: 200 len: 1096 time: 0.0596352 Jul 14 09:57:36.600963 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b11717dc-b893-4987-8b16-a514c2400535 req-a95e0795-cd93-4b36-9833-e4670036c2fc service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8f7f3ffe-8f06-4280-b1d2-cd1b30364606 HTTP/1.1" status: 200 len: 217 time: 0.0395696 Jul 14 09:57:36.653614 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11717dc-b893-4987-8b16-a514c2400535 req-d5031ef8-a7e0-468d-938b-2e5454b034de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:57:36.655174 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b11717dc-b893-4987-8b16-a514c2400535 req-d5031ef8-a7e0-468d-938b-2e5454b034de service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8d9e1361-7dda-4b0f-8018-18ad346c1466 HTTP/1.1" status: 200 len: 850 time: 0.0476534 Jul 14 09:57:36.714457 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11717dc-b893-4987-8b16-a514c2400535 req-97d88e85-dd46-4505-baa8-89c65224704e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:57:36.716102 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b11717dc-b893-4987-8b16-a514c2400535 req-97d88e85-dd46-4505-baa8-89c65224704e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4a41190d-e41a-4086-9106-e0776e2181e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0540838 Jul 14 09:57:36.813917 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b11717dc-b893-4987-8b16-a514c2400535 req-1a39c6d5-5cd8-4deb-a16d-342f59894ba9 service neutron] 10.222.0.57 "GET /v2.0/networks/4a41190d-e41a-4086-9106-e0776e2181e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904803 Jul 14 09:57:36.913551 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b11717dc-b893-4987-8b16-a514c2400535 req-2ec6d36f-4885-4a01-9537-db627ca4eb3c service neutron] 10.222.0.57 "GET /v2.0/networks/4a41190d-e41a-4086-9106-e0776e2181e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932755 Jul 14 09:57:37.046770 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bc64df-a69c-450c-aead-6db8f064d6a8 req-3ccf3317-3c14-45a2-a56a-d1eb940a81c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:57:37.048304 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-47bc64df-a69c-450c-aead-6db8f064d6a8 req-3ccf3317-3c14-45a2-a56a-d1eb940a81c9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6606703679bf48b78717d16f607a62b8&device_id=aa0483bf-d3e9-46ca-8361-92d7f7e50ec6 HTTP/1.1" status: 200 len: 1096 time: 0.0591185 Jul 14 09:57:37.141344 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bc64df-a69c-450c-aead-6db8f064d6a8 req-d8cc37e8-ad27-463e-8523-810775226cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:57:37.142940 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-47bc64df-a69c-450c-aead-6db8f064d6a8 req-d8cc37e8-ad27-463e-8523-810775226cbc service neutron] 10.222.0.57 "GET /v2.0/networks?id=4a41190d-e41a-4086-9106-e0776e2181e2 HTTP/1.1" status: 200 len: 912 time: 0.0879874 Jul 14 09:57:37.183903 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-47bc64df-a69c-450c-aead-6db8f064d6a8 req-811323a6-c2eb-4309-9c70-b625498483fa service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8f7f3ffe-8f06-4280-b1d2-cd1b30364606 HTTP/1.1" status: 200 len: 217 time: 0.0347912 Jul 14 09:57:37.244024 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bc64df-a69c-450c-aead-6db8f064d6a8 req-4f9eab58-e035-4a1e-9443-0131c5db839d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:57:37.245661 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-47bc64df-a69c-450c-aead-6db8f064d6a8 req-4f9eab58-e035-4a1e-9443-0131c5db839d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8d9e1361-7dda-4b0f-8018-18ad346c1466 HTTP/1.1" status: 200 len: 850 time: 0.0548775 Jul 14 09:57:37.306709 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bc64df-a69c-450c-aead-6db8f064d6a8 req-1a4df086-0166-4a40-b00a-332b38f19420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:57:37.308326 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-47bc64df-a69c-450c-aead-6db8f064d6a8 req-1a4df086-0166-4a40-b00a-332b38f19420 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4a41190d-e41a-4086-9106-e0776e2181e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0560904 Jul 14 09:57:37.398324 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-47bc64df-a69c-450c-aead-6db8f064d6a8 req-d57f1a68-e490-4d81-a7c8-c09047fed144 service neutron] 10.222.0.57 "GET /v2.0/networks/4a41190d-e41a-4086-9106-e0776e2181e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835798 Jul 14 09:57:37.495437 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-47bc64df-a69c-450c-aead-6db8f064d6a8 req-0d544acd-d46c-41e2-91f5-285defb2ffc8 service neutron] 10.222.0.57 "GET /v2.0/networks/4a41190d-e41a-4086-9106-e0776e2181e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912991 Jul 14 09:57:37.601278 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545854d4-d69f-453f-998e-55449c328a98 req-b0c6892a-1f93-4997-b6df-023aaf4ff065 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:57:37.603818 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-545854d4-d69f-453f-998e-55449c328a98 req-b0c6892a-1f93-4997-b6df-023aaf4ff065 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/ports?device_id=aa0483bf-d3e9-46ca-8361-92d7f7e50ec6 HTTP/1.1" status: 200 len: 944 time: 0.0716472 Jul 14 09:57:37.650835 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-545854d4-d69f-453f-998e-55449c328a98 req-c6b75581-ff85-4ec8-ad2a-44215492fffa tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/security-groups?id=0551f2a0-f528-4f88-92ca-fdc00850acb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369704 Jul 14 09:57:38.887521 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c246a459-baf5-4be1-99ad-dab72fc2b8a8 req-1de4845b-45a8-4d68-92d9-81c18a76a7d8 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:57:38.888917 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c246a459-baf5-4be1-99ad-dab72fc2b8a8 req-1de4845b-45a8-4d68-92d9-81c18a76a7d8 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/ports?device_id=aa0483bf-d3e9-46ca-8361-92d7f7e50ec6 HTTP/1.1" status: 200 len: 944 time: 0.1051295 Jul 14 09:57:38.960002 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c246a459-baf5-4be1-99ad-dab72fc2b8a8 req-5e2bd91e-f378-4559-b571-c4aa56d75698 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/security-groups?id=0551f2a0-f528-4f88-92ca-fdc00850acb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614009 Jul 14 09:57:40.376651 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683c7bec-0ee7-42cc-ba2e-ed43907ffc46 req-1aa2df56-d665-4daa-9b2c-cc6457a9aedc tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:57:40.378687 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-683c7bec-0ee7-42cc-ba2e-ed43907ffc46 req-1aa2df56-d665-4daa-9b2c-cc6457a9aedc tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/ports?device_id=aa0483bf-d3e9-46ca-8361-92d7f7e50ec6 HTTP/1.1" status: 200 len: 944 time: 0.0668800 Jul 14 09:57:40.419002 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-683c7bec-0ee7-42cc-ba2e-ed43907ffc46 req-49a65944-2bdb-47c0-8fdd-f6371d2ab494 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/security-groups?id=0551f2a0-f528-4f88-92ca-fdc00850acb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345738 Jul 14 09:57:41.606177 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbde20dc-ba6d-47a5-9fca-76f9fa9cbdd3 req-25e66993-cf88-43b1-ac81-5e95d930b135 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:57:41.609021 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-bbde20dc-ba6d-47a5-9fca-76f9fa9cbdd3 req-25e66993-cf88-43b1-ac81-5e95d930b135 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/ports?device_id=aa0483bf-d3e9-46ca-8361-92d7f7e50ec6 HTTP/1.1" status: 200 len: 944 time: 0.0761409 Jul 14 09:57:41.654551 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-bbde20dc-ba6d-47a5-9fca-76f9fa9cbdd3 req-6f283e58-a208-431d-a578-66c05ca8d346 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/security-groups?id=0551f2a0-f528-4f88-92ca-fdc00850acb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393338 Jul 14 09:57:42.829225 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feca2c2-bcde-4340-bcd2-2d24fa268839 req-90d486dd-5c1e-462a-935a-c38d04513160 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:57:42.831000 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-9feca2c2-bcde-4340-bcd2-2d24fa268839 req-90d486dd-5c1e-462a-935a-c38d04513160 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/ports?device_id=aa0483bf-d3e9-46ca-8361-92d7f7e50ec6 HTTP/1.1" status: 200 len: 944 time: 0.0675936 Jul 14 09:57:42.868881 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-9feca2c2-bcde-4340-bcd2-2d24fa268839 req-a14f177b-ef62-4682-a3c9-594ace3600d1 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/security-groups?id=0551f2a0-f528-4f88-92ca-fdc00850acb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317924 Jul 14 09:57:43.027215 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:57:43.782371 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:57:44.036759 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466ade60-b2b5-4d5b-a362-46eaa2e3c527 req-a89201a3-7c8f-4be3-ae17-0b18f107b707 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:57:44.038212 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-466ade60-b2b5-4d5b-a362-46eaa2e3c527 req-a89201a3-7c8f-4be3-ae17-0b18f107b707 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/ports?device_id=aa0483bf-d3e9-46ca-8361-92d7f7e50ec6 HTTP/1.1" status: 200 len: 944 time: 0.0630293 Jul 14 09:57:44.076365 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-466ade60-b2b5-4d5b-a362-46eaa2e3c527 req-33d25ddc-572d-45f8-b1f4-aff0b777258e tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/security-groups?id=0551f2a0-f528-4f88-92ca-fdc00850acb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320137 Jul 14 09:57:45.251571 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe45768a-ac5e-423b-952e-d2880f1fc53b req-eca24916-1540-46d7-bdf0-3e1146dde548 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:57:45.253089 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-fe45768a-ac5e-423b-952e-d2880f1fc53b req-eca24916-1540-46d7-bdf0-3e1146dde548 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/ports?device_id=aa0483bf-d3e9-46ca-8361-92d7f7e50ec6 HTTP/1.1" status: 200 len: 944 time: 0.0687482 Jul 14 09:57:45.291338 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-fe45768a-ac5e-423b-952e-d2880f1fc53b req-b5b2d0c1-41bf-4435-b40f-27ace8ad5be3 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/security-groups?id=0551f2a0-f528-4f88-92ca-fdc00850acb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321057 Jul 14 09:57:46.471912 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8b97c1-8b93-4d17-8a3b-1bf072f12ada req-11007c53-3591-4298-a469-99a79badb788 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:57:46.473620 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-7f8b97c1-8b93-4d17-8a3b-1bf072f12ada req-11007c53-3591-4298-a469-99a79badb788 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/ports?device_id=aa0483bf-d3e9-46ca-8361-92d7f7e50ec6 HTTP/1.1" status: 200 len: 944 time: 0.0685661 Jul 14 09:57:46.513836 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-7f8b97c1-8b93-4d17-8a3b-1bf072f12ada req-23423e0e-a462-458a-85c1-c8e0c96a7ade tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/security-groups?id=0551f2a0-f528-4f88-92ca-fdc00850acb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344608 Jul 14 09:57:47.694004 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f482e7-ab47-4e97-97bc-3b018a6f7210 req-6bc30eb4-4d7b-4e11-bc62-52a922081c14 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:57:47.696023 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-86f482e7-ab47-4e97-97bc-3b018a6f7210 req-6bc30eb4-4d7b-4e11-bc62-52a922081c14 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/ports?device_id=aa0483bf-d3e9-46ca-8361-92d7f7e50ec6 HTTP/1.1" status: 200 len: 944 time: 0.0703375 Jul 14 09:57:47.736132 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-86f482e7-ab47-4e97-97bc-3b018a6f7210 req-4af050ed-eee7-4019-affb-7c3eaba8580c tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/security-groups?id=0551f2a0-f528-4f88-92ca-fdc00850acb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342779 Jul 14 09:57:48.906396 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ed1c6b-4881-4166-9f2d-d216447a01e0 req-4c38f88e-cb50-44c9-9301-31172f9fd53e tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:57:48.907865 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f7ed1c6b-4881-4166-9f2d-d216447a01e0 req-4c38f88e-cb50-44c9-9301-31172f9fd53e tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/ports?device_id=aa0483bf-d3e9-46ca-8361-92d7f7e50ec6 HTTP/1.1" status: 200 len: 944 time: 0.0633118 Jul 14 09:57:48.944541 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f7ed1c6b-4881-4166-9f2d-d216447a01e0 req-9928d790-b084-4462-89a3-c9b22380bce2 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/security-groups?id=0551f2a0-f528-4f88-92ca-fdc00850acb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311968 Jul 14 09:57:50.112616 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c79ff9-481b-4e3f-afc4-ade852d6e3e1 req-af02adac-c337-42dd-8b76-dd15df1dd68f tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:57:50.114102 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-e2c79ff9-481b-4e3f-afc4-ade852d6e3e1 req-af02adac-c337-42dd-8b76-dd15df1dd68f tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/ports?device_id=aa0483bf-d3e9-46ca-8361-92d7f7e50ec6 HTTP/1.1" status: 200 len: 944 time: 0.0623105 Jul 14 09:57:50.151317 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-e2c79ff9-481b-4e3f-afc4-ade852d6e3e1 req-6cfac9fc-29c1-414b-a5f9-774608ab3e12 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/security-groups?id=0551f2a0-f528-4f88-92ca-fdc00850acb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316596 Jul 14 09:57:51.321676 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba252e5-dff0-4f76-8b1e-6bad3ed811c2 req-9a244fb2-886d-40ca-832c-c1f3cc34507e tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:57:51.323041 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1ba252e5-dff0-4f76-8b1e-6bad3ed811c2 req-9a244fb2-886d-40ca-832c-c1f3cc34507e tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/ports?device_id=aa0483bf-d3e9-46ca-8361-92d7f7e50ec6 HTTP/1.1" status: 200 len: 944 time: 0.0611002 Jul 14 09:57:51.359580 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1ba252e5-dff0-4f76-8b1e-6bad3ed811c2 req-6d981c35-5a77-4b81-b1f1-7586f2010b17 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/security-groups?id=0551f2a0-f528-4f88-92ca-fdc00850acb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310910 Jul 14 09:57:52.206643 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1a3ac94c-0259-422d-82a6-3f3f4709bd32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:57:52.527762 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d556ce-b996-4e92-a315-5ae95f3f4e72 req-fca7e610-ac6f-46b0-bf63-2ae4dc4bfd9a tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:57:52.529224 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-10d556ce-b996-4e92-a315-5ae95f3f4e72 req-fca7e610-ac6f-46b0-bf63-2ae4dc4bfd9a tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/ports?device_id=aa0483bf-d3e9-46ca-8361-92d7f7e50ec6 HTTP/1.1" status: 200 len: 944 time: 0.0623381 Jul 14 09:57:52.565843 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-10d556ce-b996-4e92-a315-5ae95f3f4e72 req-e66820aa-898b-4d5d-8e8b-722ab91c0fc1 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/security-groups?id=0551f2a0-f528-4f88-92ca-fdc00850acb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311096 Jul 14 09:57:52.669762 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.agents_db [None req-3c3509fb-540d-4335-a450-574895dd3602 None None] Agent healthcheck: found 7 active agents {{(pid=93960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:57:53.741449 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b59aa55-345a-4c3e-b66e-8b51f5e70680 req-cfd40044-2c0f-4919-9e16-2b0890944084 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:57:53.742921 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5b59aa55-345a-4c3e-b66e-8b51f5e70680 req-cfd40044-2c0f-4919-9e16-2b0890944084 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/ports?device_id=aa0483bf-d3e9-46ca-8361-92d7f7e50ec6 HTTP/1.1" status: 200 len: 944 time: 0.0664692 Jul 14 09:57:53.780444 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5b59aa55-345a-4c3e-b66e-8b51f5e70680 req-4b0c94c6-f78f-462e-8b91-7c337ed1064f tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/security-groups?id=0551f2a0-f528-4f88-92ca-fdc00850acb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320418 Jul 14 09:57:54.791246 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:57:54.896635 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2bda2320-0bd7-406c-a760-cc74b4377036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:57:54.955737 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8db2f56-14c3-4191-bb5d-9616dc1de8e1 req-0a461102-841e-4711-bef1-530687ee441e tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:57:54.957222 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d8db2f56-14c3-4191-bb5d-9616dc1de8e1 req-0a461102-841e-4711-bef1-530687ee441e tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/ports?device_id=aa0483bf-d3e9-46ca-8361-92d7f7e50ec6 HTTP/1.1" status: 200 len: 944 time: 0.0707550 Jul 14 09:57:54.994971 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d8db2f56-14c3-4191-bb5d-9616dc1de8e1 req-8d41716d-7b29-42c6-b640-15c0546c4047 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/security-groups?id=0551f2a0-f528-4f88-92ca-fdc00850acb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316546 Jul 14 09:57:55.974128 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5ad31076-714c-49ec-bc37-f3d4cd90112a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:57:56.165836 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d22d2a-a08b-460a-9e71-9a27a838ecf2 req-eb075066-fc56-4084-82c1-f0d55a673048 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:57:56.167256 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e9d22d2a-a08b-460a-9e71-9a27a838ecf2 req-eb075066-fc56-4084-82c1-f0d55a673048 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/ports?device_id=aa0483bf-d3e9-46ca-8361-92d7f7e50ec6 HTTP/1.1" status: 200 len: 944 time: 0.0629647 Jul 14 09:57:56.203372 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e9d22d2a-a08b-460a-9e71-9a27a838ecf2 req-74f1d51e-6101-45a3-b892-7d1641917979 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/security-groups?id=0551f2a0-f528-4f88-92ca-fdc00850acb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306544 Jul 14 09:57:57.296393 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 8f7f3ffe-8f06-4280-b1d2-cd1b30364606 details requested by agent hyperv_n-h2-779913-29 with host n-h2-779913-29 {{(pid=93959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:57:57.376299 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176b6319-5c8e-4598-a65a-5fe3add06cef req-850c2cb3-402b-4acc-af04-7b654349ddaa tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:57:57.377810 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-176b6319-5c8e-4598-a65a-5fe3add06cef req-850c2cb3-402b-4acc-af04-7b654349ddaa tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/ports?device_id=aa0483bf-d3e9-46ca-8361-92d7f7e50ec6 HTTP/1.1" status: 200 len: 944 time: 0.0625288 Jul 14 09:57:57.389167 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 8f7f3ffe-8f06-4280-b1d2-cd1b30364606, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=8f7f3ffe-8f06-4280-b1d2-cd1b30364606,segment=NetworkSegment(706510d8-b2fe-4655-a702-4a6b9e541601),segment_id=706510d8-b2fe-4655-a702-4a6b9e541601)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:57:57.400369 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Returning: {'device': '8f7f3ffe-8f06-4280-b1d2-cd1b30364606', 'network_id': '4a41190d-e41a-4086-9106-e0776e2181e2', 'port_id': '8f7f3ffe-8f06-4280-b1d2-cd1b30364606', 'mac_address': 'fa:16:3e:e6:d3:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d9e1361-7dda-4b0f-8018-18ad346c1466', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:57:57.416589 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-176b6319-5c8e-4598-a65a-5fe3add06cef req-64f45cc3-c24f-4336-84af-c0b30bd81e09 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/security-groups?id=0551f2a0-f528-4f88-92ca-fdc00850acb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331123 Jul 14 09:57:57.443207 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:57:57.455672 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f7f3ffe-8f06-4280-b1d2-cd1b30364606 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:57:57.474047 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 8f7f3ffe-8f06-4280-b1d2-cd1b30364606, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=8f7f3ffe-8f06-4280-b1d2-cd1b30364606,segment=NetworkSegment(706510d8-b2fe-4655-a702-4a6b9e541601),segment_id=706510d8-b2fe-4655-a702-4a6b9e541601)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:57:57.478731 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:57:57.527206 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Pushing event updated for resources: {'Port': ['ID=8f7f3ffe-8f06-4280-b1d2-cd1b30364606,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:57:57.534365 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:57:57.534720 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:57:57.535066 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:57:57.535432 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:57:57.535744 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:57:57.536080 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:57:57.536411 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:57:57.536742 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:57:57.537071 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:57:57.537398 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:57:57.537756 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:57:57.538084 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:57:57.752155 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] get_ports_and_sgs() called for port_ids ['8f7f3ffe-8f06-4280-b1d2-cd1b30364606'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:57:57.804526 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5bbe322f-3f67-4864-bc0a-91afe44d23e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:57:58.588416 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e1fbe7-f214-4c37-84d6-a303d990f9bb req-4692f99c-6c69-480e-81f6-d5f72af58009 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:57:58.589912 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-37e1fbe7-f214-4c37-84d6-a303d990f9bb req-4692f99c-6c69-480e-81f6-d5f72af58009 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/ports?device_id=aa0483bf-d3e9-46ca-8361-92d7f7e50ec6 HTTP/1.1" status: 200 len: 945 time: 0.0653908 Jul 14 09:57:58.627182 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-37e1fbe7-f214-4c37-84d6-a303d990f9bb req-b95d2c8a-f779-4c10-8c0f-7622e4e20b9c tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/security-groups?id=0551f2a0-f528-4f88-92ca-fdc00850acb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317414 Jul 14 09:57:59.313075 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 8f7f3ffe-8f06-4280-b1d2-cd1b30364606 up at agent hyperv_n-h2-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:57:59.362849 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Provisioning for port 8f7f3ffe-8f06-4280-b1d2-cd1b30364606 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:57:59.366521 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Provisioning complete for port 8f7f3ffe-8f06-4280-b1d2-cd1b30364606 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:57:59.366898 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:57:59.439728 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:57:59.460824 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa0483bf-d3e9-46ca-8361-92d7f7e50ec6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f7f3ffe-8f06-4280-b1d2-cd1b30364606'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:57:59.463587 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd62303f06773040a8a4e189dc46b4f565768c299abf8ab8e7739778b0bc3e97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51e4d1a7-e91a-47df-937a-5466b247599a" -d '{"events": [{"server_uuid": "aa0483bf-d3e9-46ca-8361-92d7f7e50ec6", "name": "network-vif-plugged", "status": "completed", "tag": "8f7f3ffe-8f06-4280-b1d2-cd1b30364606"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:57:59.475744 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 8f7f3ffe-8f06-4280-b1d2-cd1b30364606, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=8f7f3ffe-8f06-4280-b1d2-cd1b30364606,segment=NetworkSegment(706510d8-b2fe-4655-a702-4a6b9e541601),segment_id=706510d8-b2fe-4655-a702-4a6b9e541601)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:57:59.480849 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:57:59.503414 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:57:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-589c95c8-c916-4d3c-9ceb-edac86f215ea x-openstack-request-id: req-589c95c8-c916-4d3c-9ceb-edac86f215ea {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:57:59.503703 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa0483bf-d3e9-46ca-8361-92d7f7e50ec6", "name": "network-vif-plugged", "status": "completed", "tag": "8f7f3ffe-8f06-4280-b1d2-cd1b30364606", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:57:59.503956 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-589c95c8-c916-4d3c-9ceb-edac86f215ea {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:57:59.504399 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa0483bf-d3e9-46ca-8361-92d7f7e50ec6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f7f3ffe-8f06-4280-b1d2-cd1b30364606', 'code': 200} Jul 14 09:57:59.532475 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Pushing event updated for resources: {'Port': ['ID=8f7f3ffe-8f06-4280-b1d2-cd1b30364606,revision_number=5']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:57:59.687709 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178fcf67-d9db-4fde-a441-61388652297b req-6b14c9a6-e0d3-4bf1-822d-f371b70e0f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:57:59.689224 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-178fcf67-d9db-4fde-a441-61388652297b req-6b14c9a6-e0d3-4bf1-822d-f371b70e0f83 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=aa0483bf-d3e9-46ca-8361-92d7f7e50ec6 HTTP/1.1" status: 200 len: 1098 time: 0.0986533 Jul 14 09:57:59.725249 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-178fcf67-d9db-4fde-a441-61388652297b req-b0dd6e4d-6482-4da0-80d9-27dfc990758d service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=0551f2a0-f528-4f88-92ca-fdc00850acb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288341 Jul 14 09:57:59.799623 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abcd585-1faa-4162-baf6-fd00bbd18faf req-1fad4b38-eda9-41a6-b199-08306faf22f0 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:57:59.801095 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8abcd585-1faa-4162-baf6-fd00bbd18faf req-1fad4b38-eda9-41a6-b199-08306faf22f0 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/ports?device_id=aa0483bf-d3e9-46ca-8361-92d7f7e50ec6 HTTP/1.1" status: 200 len: 946 time: 0.0617602 Jul 14 09:57:59.840110 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8abcd585-1faa-4162-baf6-fd00bbd18faf req-6a3961d1-9a6e-47d6-a175-1f3547cc6d00 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/security-groups?id=0551f2a0-f528-4f88-92ca-fdc00850acb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329163 Jul 14 09:58:01.015946 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a2f22c-c518-41bf-a5b3-b4885a8a8d0f req-46fcba15-3117-4398-989a-4e5569ccef13 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:01.017436 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-70a2f22c-c518-41bf-a5b3-b4885a8a8d0f req-46fcba15-3117-4398-989a-4e5569ccef13 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/ports?device_id=aa0483bf-d3e9-46ca-8361-92d7f7e50ec6 HTTP/1.1" status: 200 len: 946 time: 0.0687308 Jul 14 09:58:01.055436 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-70a2f22c-c518-41bf-a5b3-b4885a8a8d0f req-d9f3d0b5-b920-42e3-8540-5a515741fca2 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/security-groups?id=0551f2a0-f528-4f88-92ca-fdc00850acb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323648 Jul 14 09:58:01.227340 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d4004e-737d-49f6-a9a8-bdc3ed643765 req-bcba2d58-970a-43bb-ae73-cef59f75dd49 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:01.228726 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-28d4004e-737d-49f6-a9a8-bdc3ed643765 req-bcba2d58-970a-43bb-ae73-cef59f75dd49 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/ports?device_id=aa0483bf-d3e9-46ca-8361-92d7f7e50ec6 HTTP/1.1" status: 200 len: 946 time: 0.0663168 Jul 14 09:58:01.265353 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-28d4004e-737d-49f6-a9a8-bdc3ed643765 req-865ebe78-ac4f-4ecc-897c-05a09225982c tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/security-groups?id=0551f2a0-f528-4f88-92ca-fdc00850acb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311959 Jul 14 09:58:01.435021 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01f837c-29a1-4675-aa4d-078983cea451 req-b916b87a-c655-4303-9cd9-1e2cc6cd9737 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:01.436545 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-f01f837c-29a1-4675-aa4d-078983cea451 req-b916b87a-c655-4303-9cd9-1e2cc6cd9737 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/ports?device_id=aa0483bf-d3e9-46ca-8361-92d7f7e50ec6 HTTP/1.1" status: 200 len: 946 time: 0.0638366 Jul 14 09:58:01.474287 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-f01f837c-29a1-4675-aa4d-078983cea451 req-08353b90-352b-4169-aafc-ab2a0705b4fb tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/security-groups?id=0551f2a0-f528-4f88-92ca-fdc00850acb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322039 Jul 14 09:58:01.904471 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9580bb6a-c996-4f22-a69a-350f5a35ed86 req-9e8a39a8-84c1-4e07-ad22-817c9637f6e0 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:01.905989 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-9580bb6a-c996-4f22-a69a-350f5a35ed86 req-9e8a39a8-84c1-4e07-ad22-817c9637f6e0 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/ports?device_id=aa0483bf-d3e9-46ca-8361-92d7f7e50ec6 HTTP/1.1" status: 200 len: 946 time: 0.0626705 Jul 14 09:58:01.943563 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-9580bb6a-c996-4f22-a69a-350f5a35ed86 req-d3f5085d-eecd-41ae-822b-aa2c2a3f9a52 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/security-groups?id=0551f2a0-f528-4f88-92ca-fdc00850acb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319872 Jul 14 09:58:03.120119 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2991a5-b2b1-4f3f-ac41-01f9c7b8175d req-33742ce8-4c5d-4b64-a3e8-0f865e0db38f tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:03.121617 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-7a2991a5-b2b1-4f3f-ac41-01f9c7b8175d req-33742ce8-4c5d-4b64-a3e8-0f865e0db38f tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/ports?device_id=aa0483bf-d3e9-46ca-8361-92d7f7e50ec6 HTTP/1.1" status: 200 len: 946 time: 0.0623248 Jul 14 09:58:03.159182 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-7a2991a5-b2b1-4f3f-ac41-01f9c7b8175d req-f5208a04-ca51-4ea6-a626-539ff92d32e5 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/security-groups?id=0551f2a0-f528-4f88-92ca-fdc00850acb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318310 Jul 14 09:58:03.568218 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fab940-9767-4042-87d7-77f20f10825c req-d98ce040-7857-4d71-b6d5-278137bad9e2 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:03.569745 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-31fab940-9767-4042-87d7-77f20f10825c req-d98ce040-7857-4d71-b6d5-278137bad9e2 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.57 "GET /v2.0/ports?device_id=aa0483bf-d3e9-46ca-8361-92d7f7e50ec6 HTTP/1.1" status: 200 len: 946 time: 0.0690906 Jul 14 09:58:03.672756 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [req-31fab940-9767-4042-87d7-77f20f10825c req-1ee74c9b-1ace-4673-b4a1-049baa536876 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Deleting port 8f7f3ffe-8f06-4280-b1d2-cd1b30364606 {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:58:03.673103 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-31fab940-9767-4042-87d7-77f20f10825c req-1ee74c9b-1ace-4673-b4a1-049baa536876 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:03.765082 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-31fab940-9767-4042-87d7-77f20f10825c req-1ee74c9b-1ace-4673-b4a1-049baa536876 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] For port 8f7f3ffe-8f06-4280-b1d2-cd1b30364606, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=8f7f3ffe-8f06-4280-b1d2-cd1b30364606,segment=NetworkSegment(706510d8-b2fe-4655-a702-4a6b9e541601),segment_id=706510d8-b2fe-4655-a702-4a6b9e541601)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:58:03.765449 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-31fab940-9767-4042-87d7-77f20f10825c req-1ee74c9b-1ace-4673-b4a1-049baa536876 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:03.778153 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [req-31fab940-9767-4042-87d7-77f20f10825c req-1ee74c9b-1ace-4673-b4a1-049baa536876 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Calling delete_port for 8f7f3ffe-8f06-4280-b1d2-cd1b30364606 owned by compute:nova {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:58:03.902686 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-31fab940-9767-4042-87d7-77f20f10825c req-1ee74c9b-1ace-4673-b4a1-049baa536876 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:03.937246 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee74c9b-1ace-4673-b4a1-049baa536876 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Pushing event deleted for resources: {'Port': ['ID=8f7f3ffe-8f06-4280-b1d2-cd1b30364606,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:58:03.937687 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] get_ports_and_sgs() called for port_ids ['8f7f3ffe-8f06-4280-b1d2-cd1b30364606'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:58:03.983178 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-31fab940-9767-4042-87d7-77f20f10825c req-1ee74c9b-1ace-4673-b4a1-049baa536876 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] No DVR routers for this DVR port 8f7f3ffe-8f06-4280-b1d2-cd1b30364606 on host n-h2-779913-29 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:58:03.985832 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-31fab940-9767-4042-87d7-77f20f10825c req-1ee74c9b-1ace-4673-b4a1-049baa536876 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:03.988207 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-31fab940-9767-4042-87d7-77f20f10825c req-1ee74c9b-1ace-4673-b4a1-049baa536876 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.57 "DELETE /v2.0/ports/8f7f3ffe-8f06-4280-b1d2-cd1b30364606 HTTP/1.1" status: 204 len: 173 time: 0.4131377 Jul 14 09:58:03.988661 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa0483bf-d3e9-46ca-8361-92d7f7e50ec6', 'name': 'network-vif-deleted', 'tag': '8f7f3ffe-8f06-4280-b1d2-cd1b30364606'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:58:03.990997 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35573430-cb36-4b9e-8a62-5d457b1d477c" -d '{"events": [{"server_uuid": "aa0483bf-d3e9-46ca-8361-92d7f7e50ec6", "name": "network-vif-deleted", "tag": "8f7f3ffe-8f06-4280-b1d2-cd1b30364606"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:58:04.053482 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:58:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de35a124-cadf-4b3d-b717-68bd77f302e1 x-openstack-request-id: req-de35a124-cadf-4b3d-b717-68bd77f302e1 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:58:04.053804 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa0483bf-d3e9-46ca-8361-92d7f7e50ec6", "name": "network-vif-deleted", "tag": "8f7f3ffe-8f06-4280-b1d2-cd1b30364606", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:58:04.054065 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-de35a124-cadf-4b3d-b717-68bd77f302e1 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:58:04.054486 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa0483bf-d3e9-46ca-8361-92d7f7e50ec6', 'name': 'network-vif-deleted', 'tag': '8f7f3ffe-8f06-4280-b1d2-cd1b30364606', 'status': 'completed', 'code': 200} Jul 14 09:58:04.302608 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2baba0a8-ef59-4252-b356-c343fd15d974 req-a16e67f7-adf2-4eba-ba1e-60ea9afd1dcf tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/ports?device_id=aa0483bf-d3e9-46ca-8361-92d7f7e50ec6 HTTP/1.1" status: 200 len: 210 time: 0.0289540 Jul 14 09:58:05.451196 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-a180a68a-8540-46b1-aaa7-34d30a522e2f req-68c0827d-5745-41ac-a04f-a88efa9b8253 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/ports?device_id=aa0483bf-d3e9-46ca-8361-92d7f7e50ec6 HTTP/1.1" status: 200 len: 210 time: 0.0329151 Jul 14 09:58:06.592359 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ffb98b45-bbb3-453f-abbb-6d74c25cdb03 req-e6c70802-b96a-4fa2-a210-4af968e443ad tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/ports?device_id=aa0483bf-d3e9-46ca-8361-92d7f7e50ec6 HTTP/1.1" status: 200 len: 210 time: 0.0297413 Jul 14 09:58:07.328203 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 8f7f3ffe-8f06-4280-b1d2-cd1b30364606 no longer exists at agent hyperv_n-h2-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:58:07.347806 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] No Port match for: 8f7f3ffe-8f06-4280-b1d2-cd1b30364606 {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:58:07.348148 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 8f7f3ffe-8f06-4280-b1d2-cd1b30364606 not bound to the agent host n-h2-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:58:07.744796 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d1e1953f-2030-4590-a19a-b67aa49edfe4 req-50c908c9-40f5-405c-956b-688e6dfad84d tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/ports?device_id=aa0483bf-d3e9-46ca-8361-92d7f7e50ec6 HTTP/1.1" status: 200 len: 210 time: 0.0290091 Jul 14 09:58:13.024493 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:13.799300 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:22.212197 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ac297e4b-a6af-42fd-87b0-30cad716c7a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:24.793877 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:24.896324 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2226347e-26a7-4157-9f4c-7a227180ac1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:25.977396 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5ad31076-714c-49ec-bc37-f3d4cd90112a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:27.699180 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb2ca82-1ae3-49d3-9df5-f871ebda1bf2 req-2aea04ac-5e59-4f26-a0c3-e8404ba98f07 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:27.700644 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-5eb2ca82-1ae3-49d3-9df5-f871ebda1bf2 req-2aea04ac-5e59-4f26-a0c3-e8404ba98f07 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/networks?id=4a41190d-e41a-4086-9106-e0776e2181e2 HTTP/1.1" status: 200 len: 811 time: 0.1041605 Jul 14 09:58:27.715885 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-5eb2ca82-1ae3-49d3-9df5-f871ebda1bf2 req-e1caf1f2-f0e0-4abb-ba11-866b13e15ff2 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/quotas/6606703679bf48b78717d16f607a62b8 HTTP/1.1" status: 200 len: 375 time: 0.0097101 Jul 14 09:58:27.785300 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-5eb2ca82-1ae3-49d3-9df5-f871ebda1bf2 req-1ae343f0-61bd-4e47-be1f-31fdd76c619c tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=6606703679bf48b78717d16f607a62b8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0645275 Jul 14 09:58:27.796687 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [req-5eb2ca82-1ae3-49d3-9df5-f871ebda1bf2 req-6a9bd18c-6b63-4d6a-a69f-a63c7c897973 service neutron] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=93958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:58:27.797747 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-5eb2ca82-1ae3-49d3-9df5-f871ebda1bf2 req-6a9bd18c-6b63-4d6a-a69f-a63c7c897973 service neutron] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055408 Jul 14 09:58:27.798019 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5bbe322f-3f67-4864-bc0a-91afe44d23e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:27.884186 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-5eb2ca82-1ae3-49d3-9df5-f871ebda1bf2 req-f8f74b6b-1a5a-4ce0-b317-91bbbcbf8115 service neutron] 10.222.0.68 "GET /v2.0/networks/4a41190d-e41a-4086-9106-e0776e2181e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808792 Jul 14 09:58:27.975813 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-5eb2ca82-1ae3-49d3-9df5-f871ebda1bf2 req-b796ccf2-6afc-403c-a3ea-21be99d0b928 service neutron] 10.222.0.68 "GET /v2.0/networks/4a41190d-e41a-4086-9106-e0776e2181e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860016 Jul 14 09:58:28.267929 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-82fc36ab-eee7-4737-955c-501e26f2b5bb req-cbfe9c0c-5abf-42cd-8d54-181da81505ee tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/ports?device_id=58c1796b-734d-4e76-8cee-f6c3de8a9d32 HTTP/1.1" status: 200 len: 210 time: 0.0310180 Jul 14 09:58:29.432279 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-88bcfabf-f01e-4799-865c-abce53f83059 req-c50b4363-5eec-44c0-945c-ff7a77a251ef tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/ports?device_id=58c1796b-734d-4e76-8cee-f6c3de8a9d32 HTTP/1.1" status: 200 len: 210 time: 0.0295706 Jul 14 09:58:29.520737 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb2ca82-1ae3-49d3-9df5-f871ebda1bf2 req-2361df7f-ebf7-4c5f-99a9-3ddd87228e7e tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:29.522274 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5eb2ca82-1ae3-49d3-9df5-f871ebda1bf2 req-2361df7f-ebf7-4c5f-99a9-3ddd87228e7e tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.65 "GET /v2.0/networks?id=4a41190d-e41a-4086-9106-e0776e2181e2 HTTP/1.1" status: 200 len: 811 time: 0.1051021 Jul 14 09:58:29.550051 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-5eb2ca82-1ae3-49d3-9df5-f871ebda1bf2 req-ea95c6dc-0f7d-4d3d-ae3d-4be7810f34e9 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Request body: {'port': {'device_id': '58c1796b-734d-4e76-8cee-f6c3de8a9d32', 'network_id': '4a41190d-e41a-4086-9106-e0776e2181e2', 'admin_state_up': True, 'tenant_id': '6606703679bf48b78717d16f607a62b8'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:58:29.669950 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.agents_db [None req-3c3509fb-540d-4335-a450-574895dd3602 None None] Agent healthcheck: found 7 active agents {{(pid=93960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:58:29.670544 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5eb2ca82-1ae3-49d3-9df5-f871ebda1bf2 req-ea95c6dc-0f7d-4d3d-ae3d-4be7810f34e9 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Made reservation on behalf of 6606703679bf48b78717d16f607a62b8 for: {'port': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:58:29.674153 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-5eb2ca82-1ae3-49d3-9df5-f871ebda1bf2 req-ea95c6dc-0f7d-4d3d-ae3d-4be7810f34e9 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:29.804386 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [req-5eb2ca82-1ae3-49d3-9df5-f871ebda1bf2 req-ea95c6dc-0f7d-4d3d-ae3d-4be7810f34e9 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Allocated IP 172.20.0.12 (4a41190d-e41a-4086-9106-e0776e2181e2/8d9e1361-7dda-4b0f-8018-18ad346c1466/c1a274d7-dcd5-4d5e-89cd-ebf673a1e3d6) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:58:29.961479 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-5eb2ca82-1ae3-49d3-9df5-f871ebda1bf2 req-ea95c6dc-0f7d-4d3d-ae3d-4be7810f34e9 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:29.975316 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [req-5eb2ca82-1ae3-49d3-9df5-f871ebda1bf2 req-ea95c6dc-0f7d-4d3d-ae3d-4be7810f34e9 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Transition to ACTIVE for port object c1a274d7-dcd5-4d5e-89cd-ebf673a1e3d6 will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:58:30.009698 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-5eb2ca82-1ae3-49d3-9df5-f871ebda1bf2 req-ea95c6dc-0f7d-4d3d-ae3d-4be7810f34e9 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:30.052028 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5eb2ca82-1ae3-49d3-9df5-f871ebda1bf2 req-ea95c6dc-0f7d-4d3d-ae3d-4be7810f34e9 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Network 4a41190d-e41a-4086-9106-e0776e2181e2 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:58:30.058677 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [req-5eb2ca82-1ae3-49d3-9df5-f871ebda1bf2 req-ea95c6dc-0f7d-4d3d-ae3d-4be7810f34e9 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:58:30.062536 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-5eb2ca82-1ae3-49d3-9df5-f871ebda1bf2 req-ea95c6dc-0f7d-4d3d-ae3d-4be7810f34e9 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:58:30.096621 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea95c6dc-0f7d-4d3d-ae3d-4be7810f34e9 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Pushing event updated for resources: {'Port': ['ID=c1a274d7-dcd5-4d5e-89cd-ebf673a1e3d6,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:58:30.121361 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb2ca82-1ae3-49d3-9df5-f871ebda1bf2 req-ea95c6dc-0f7d-4d3d-ae3d-4be7810f34e9 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:30.122067 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-5eb2ca82-1ae3-49d3-9df5-f871ebda1bf2 req-ea95c6dc-0f7d-4d3d-ae3d-4be7810f34e9 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:30.138754 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5eb2ca82-1ae3-49d3-9df5-f871ebda1bf2 req-ea95c6dc-0f7d-4d3d-ae3d-4be7810f34e9 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5924706 Jul 14 09:58:30.157542 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-5eb2ca82-1ae3-49d3-9df5-f871ebda1bf2 req-073195a7-ad17-4572-a361-fa514f4ef905 service neutron] Request body: {'port': {'device_id': '58c1796b-734d-4e76-8cee-f6c3de8a9d32', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-29'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:58:30.249716 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-5eb2ca82-1ae3-49d3-9df5-f871ebda1bf2 req-073195a7-ad17-4572-a361-fa514f4ef905 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:30.297700 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-1983f182-4cd1-4661-8236-b896e1258c4a None None] Provisioning for port c1a274d7-dcd5-4d5e-89cd-ebf673a1e3d6 completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:58:30.302280 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-1983f182-4cd1-4661-8236-b896e1258c4a None None] Provisioning complete for port c1a274d7-dcd5-4d5e-89cd-ebf673a1e3d6 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:58:30.302660 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1983f182-4cd1-4661-8236-b896e1258c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:30.342288 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-1983f182-4cd1-4661-8236-b896e1258c4a None None] Port c1a274d7-dcd5-4d5e-89cd-ebf673a1e3d6 cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:58:30.513361 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [req-5eb2ca82-1ae3-49d3-9df5-f871ebda1bf2 req-073195a7-ad17-4572-a361-fa514f4ef905 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1a274d7-dcd5-4d5e-89cd-ebf673a1e3d6 {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:58:30.520793 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-5eb2ca82-1ae3-49d3-9df5-f871ebda1bf2 req-073195a7-ad17-4572-a361-fa514f4ef905 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:30.534013 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [req-5eb2ca82-1ae3-49d3-9df5-f871ebda1bf2 req-073195a7-ad17-4572-a361-fa514f4ef905 service neutron] Transition to ACTIVE for port object c1a274d7-dcd5-4d5e-89cd-ebf673a1e3d6 will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:58:30.538067 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-5eb2ca82-1ae3-49d3-9df5-f871ebda1bf2 req-073195a7-ad17-4572-a361-fa514f4ef905 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:30.616599 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073195a7-ad17-4572-a361-fa514f4ef905 service neutron] Pushing event updated for resources: {'Port': ['ID=c1a274d7-dcd5-4d5e-89cd-ebf673a1e3d6,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:58:31.065097 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9399b6e4-7c29-4178-b293-5e3ad9c25bd7 req-93de3da5-b89c-4aa7-b0cb-aaaaa8f7c008 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:31.066604 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-9399b6e4-7c29-4178-b293-5e3ad9c25bd7 req-93de3da5-b89c-4aa7-b0cb-aaaaa8f7c008 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/ports?device_id=58c1796b-734d-4e76-8cee-f6c3de8a9d32 HTTP/1.1" status: 200 len: 944 time: 0.5006809 Jul 14 09:58:31.100107 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-5eb2ca82-1ae3-49d3-9df5-f871ebda1bf2 req-073195a7-ad17-4572-a361-fa514f4ef905 service neutron] Attempting to bind port c1a274d7-dcd5-4d5e-89cd-ebf673a1e3d6 on host n-h1-779913-29 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:58:31.101527 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-5eb2ca82-1ae3-49d3-9df5-f871ebda1bf2 req-073195a7-ad17-4572-a361-fa514f4ef905 service neutron] Attempting to bind port c1a274d7-dcd5-4d5e-89cd-ebf673a1e3d6 by drivers openvswitch,hyperv on host n-h1-779913-29 at level 0 using segments [{'id': '706510d8-b2fe-4655-a702-4a6b9e541601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '4a41190d-e41a-4086-9106-e0776e2181e2'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:58:31.101527 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eb2ca82-1ae3-49d3-9df5-f871ebda1bf2 req-073195a7-ad17-4572-a361-fa514f4ef905 service neutron] Attempting to bind port c1a274d7-dcd5-4d5e-89cd-ebf673a1e3d6 on network 4a41190d-e41a-4086-9106-e0776e2181e2 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:58:31.108382 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eb2ca82-1ae3-49d3-9df5-f871ebda1bf2 req-073195a7-ad17-4572-a361-fa514f4ef905 service neutron] Port c1a274d7-dcd5-4d5e-89cd-ebf673a1e3d6 on network 4a41190d-e41a-4086-9106-e0776e2181e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-29 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:58:31.108698 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eb2ca82-1ae3-49d3-9df5-f871ebda1bf2 req-073195a7-ad17-4572-a361-fa514f4ef905 service neutron] Attempting to bind port c1a274d7-dcd5-4d5e-89cd-ebf673a1e3d6 on network 4a41190d-e41a-4086-9106-e0776e2181e2 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:58:31.119350 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eb2ca82-1ae3-49d3-9df5-f871ebda1bf2 req-073195a7-ad17-4572-a361-fa514f4ef905 service neutron] Checking agent: {'id': 'de11e667-f145-47b0-bd09-334a7505938e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 13, 12), 'started_at': datetime.datetime(2021, 7, 14, 9, 13, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 58, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:58:31.119631 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eb2ca82-1ae3-49d3-9df5-f871ebda1bf2 req-073195a7-ad17-4572-a361-fa514f4ef905 service neutron] Checking segment: {'id': '706510d8-b2fe-4655-a702-4a6b9e541601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '4a41190d-e41a-4086-9106-e0776e2181e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:58:31.123557 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eb2ca82-1ae3-49d3-9df5-f871ebda1bf2 req-073195a7-ad17-4572-a361-fa514f4ef905 service neutron] Bound using segment: {'id': '706510d8-b2fe-4655-a702-4a6b9e541601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '4a41190d-e41a-4086-9106-e0776e2181e2'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:58:31.123557 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-5eb2ca82-1ae3-49d3-9df5-f871ebda1bf2 req-073195a7-ad17-4572-a361-fa514f4ef905 service neutron] Bound port: c1a274d7-dcd5-4d5e-89cd-ebf673a1e3d6, host: n-h1-779913-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '706510d8-b2fe-4655-a702-4a6b9e541601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '4a41190d-e41a-4086-9106-e0776e2181e2'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:58:31.123557 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-5eb2ca82-1ae3-49d3-9df5-f871ebda1bf2 req-073195a7-ad17-4572-a361-fa514f4ef905 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:31.128220 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-9399b6e4-7c29-4178-b293-5e3ad9c25bd7 req-ffb13631-8fa1-4dab-a413-1d826a847d52 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/security-groups?id=0551f2a0-f528-4f88-92ca-fdc00850acb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547695 Jul 14 09:58:31.191696 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-5eb2ca82-1ae3-49d3-9df5-f871ebda1bf2 req-073195a7-ad17-4572-a361-fa514f4ef905 service neutron] For port c1a274d7-dcd5-4d5e-89cd-ebf673a1e3d6, host n-h1-779913-29, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:58:31.194839 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-5eb2ca82-1ae3-49d3-9df5-f871ebda1bf2 req-073195a7-ad17-4572-a361-fa514f4ef905 service neutron] For port c1a274d7-dcd5-4d5e-89cd-ebf673a1e3d6, host n-h1-779913-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=c1a274d7-dcd5-4d5e-89cd-ebf673a1e3d6,segment=NetworkSegment(706510d8-b2fe-4655-a702-4a6b9e541601),segment_id=706510d8-b2fe-4655-a702-4a6b9e541601)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:58:31.202206 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-5eb2ca82-1ae3-49d3-9df5-f871ebda1bf2 req-073195a7-ad17-4572-a361-fa514f4ef905 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:31.238911 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb2ca82-1ae3-49d3-9df5-f871ebda1bf2 req-073195a7-ad17-4572-a361-fa514f4ef905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:31.239567 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-5eb2ca82-1ae3-49d3-9df5-f871ebda1bf2 req-073195a7-ad17-4572-a361-fa514f4ef905 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:31.240930 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5eb2ca82-1ae3-49d3-9df5-f871ebda1bf2 req-073195a7-ad17-4572-a361-fa514f4ef905 service neutron] 10.222.0.65 "PUT /v2.0/ports/c1a274d7-dcd5-4d5e-89cd-ebf673a1e3d6 HTTP/1.1" status: 200 len: 1093 time: 1.0886068 Jul 14 09:58:31.244079 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58c1796b-734d-4e76-8cee-f6c3de8a9d32', 'tag': 'c1a274d7-dcd5-4d5e-89cd-ebf673a1e3d6'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:58:31.245675 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3b1e2d6-d5fc-4ac5-9c17-e7663da252ed" -d '{"events": [{"name": "network-changed", "server_uuid": "58c1796b-734d-4e76-8cee-f6c3de8a9d32", "tag": "c1a274d7-dcd5-4d5e-89cd-ebf673a1e3d6"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:58:31.275231 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073195a7-ad17-4572-a361-fa514f4ef905 service neutron] Pushing event updated for resources: {'Port': ['ID=c1a274d7-dcd5-4d5e-89cd-ebf673a1e3d6,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:58:31.300536 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:58:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5b63e7c-5404-46f0-8e72-9f689951dd23 x-openstack-request-id: req-b5b63e7c-5404-46f0-8e72-9f689951dd23 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:58:31.300904 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58c1796b-734d-4e76-8cee-f6c3de8a9d32", "tag": "c1a274d7-dcd5-4d5e-89cd-ebf673a1e3d6", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:58:31.301228 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-b5b63e7c-5404-46f0-8e72-9f689951dd23 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:58:31.301737 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58c1796b-734d-4e76-8cee-f6c3de8a9d32', 'tag': 'c1a274d7-dcd5-4d5e-89cd-ebf673a1e3d6', 'status': 'completed', 'code': 200} Jul 14 09:58:31.378812 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb2ca82-1ae3-49d3-9df5-f871ebda1bf2 req-410c0092-8208-4393-b8d4-83b9119af776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:31.380288 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5eb2ca82-1ae3-49d3-9df5-f871ebda1bf2 req-410c0092-8208-4393-b8d4-83b9119af776 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6606703679bf48b78717d16f607a62b8&device_id=58c1796b-734d-4e76-8cee-f6c3de8a9d32 HTTP/1.1" status: 200 len: 1096 time: 0.0615175 Jul 14 09:58:31.433441 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5eb2ca82-1ae3-49d3-9df5-f871ebda1bf2 req-8c61cc5b-5dd0-44a2-a790-5e32d8bbfa5c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c1a274d7-dcd5-4d5e-89cd-ebf673a1e3d6 HTTP/1.1" status: 200 len: 217 time: 0.0379457 Jul 14 09:58:31.490398 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb2ca82-1ae3-49d3-9df5-f871ebda1bf2 req-21e90de5-c9f8-4a74-b7d0-29df55e5d886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:31.491901 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5eb2ca82-1ae3-49d3-9df5-f871ebda1bf2 req-21e90de5-c9f8-4a74-b7d0-29df55e5d886 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=8d9e1361-7dda-4b0f-8018-18ad346c1466 HTTP/1.1" status: 200 len: 850 time: 0.0514073 Jul 14 09:58:31.557010 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb2ca82-1ae3-49d3-9df5-f871ebda1bf2 req-eda5fbde-997e-4679-b632-87dbb2a6b564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:31.558588 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5eb2ca82-1ae3-49d3-9df5-f871ebda1bf2 req-eda5fbde-997e-4679-b632-87dbb2a6b564 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4a41190d-e41a-4086-9106-e0776e2181e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0606174 Jul 14 09:58:31.662223 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5eb2ca82-1ae3-49d3-9df5-f871ebda1bf2 req-a915b891-d65b-4d90-844b-e5c8c89a6271 service neutron] 10.222.0.65 "GET /v2.0/networks/4a41190d-e41a-4086-9106-e0776e2181e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939906 Jul 14 09:58:31.761939 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5eb2ca82-1ae3-49d3-9df5-f871ebda1bf2 req-9ea61d20-05eb-4118-99cb-e19ef9d20225 service neutron] 10.222.0.65 "GET /v2.0/networks/4a41190d-e41a-4086-9106-e0776e2181e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932572 Jul 14 09:58:31.890108 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b1e2d6-d5fc-4ac5-9c17-e7663da252ed req-d859f143-508e-461f-974e-a115f927914b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:31.891631 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f3b1e2d6-d5fc-4ac5-9c17-e7663da252ed req-d859f143-508e-461f-974e-a115f927914b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6606703679bf48b78717d16f607a62b8&device_id=58c1796b-734d-4e76-8cee-f6c3de8a9d32 HTTP/1.1" status: 200 len: 1096 time: 0.0547462 Jul 14 09:58:31.992171 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b1e2d6-d5fc-4ac5-9c17-e7663da252ed req-3b119b15-7d84-4897-9ed8-f2e9610b4925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:31.995227 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f3b1e2d6-d5fc-4ac5-9c17-e7663da252ed req-3b119b15-7d84-4897-9ed8-f2e9610b4925 service neutron] 10.222.0.65 "GET /v2.0/networks?id=4a41190d-e41a-4086-9106-e0776e2181e2 HTTP/1.1" status: 200 len: 912 time: 0.0970449 Jul 14 09:58:32.038766 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f3b1e2d6-d5fc-4ac5-9c17-e7663da252ed req-f250ca02-7371-45d5-9653-fbef0a898f32 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c1a274d7-dcd5-4d5e-89cd-ebf673a1e3d6 HTTP/1.1" status: 200 len: 217 time: 0.0367727 Jul 14 09:58:32.091104 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b1e2d6-d5fc-4ac5-9c17-e7663da252ed req-70924d47-b967-4c53-af4f-2c9134582c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:32.092609 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f3b1e2d6-d5fc-4ac5-9c17-e7663da252ed req-70924d47-b967-4c53-af4f-2c9134582c6c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=8d9e1361-7dda-4b0f-8018-18ad346c1466 HTTP/1.1" status: 200 len: 850 time: 0.0498519 Jul 14 09:58:32.159030 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b1e2d6-d5fc-4ac5-9c17-e7663da252ed req-94cf42f9-7560-4d7f-b16f-c194a1863bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:32.160575 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f3b1e2d6-d5fc-4ac5-9c17-e7663da252ed req-94cf42f9-7560-4d7f-b16f-c194a1863bee service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4a41190d-e41a-4086-9106-e0776e2181e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0614684 Jul 14 09:58:32.291404 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f3b1e2d6-d5fc-4ac5-9c17-e7663da252ed req-0cac3007-e08e-4b90-849f-8639a81cdfa5 service neutron] 10.222.0.65 "GET /v2.0/networks/4a41190d-e41a-4086-9106-e0776e2181e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247044 Jul 14 09:58:32.393019 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59ed654-b18f-4487-92b1-8ea78717449c req-37c16902-1de8-426f-8149-45335d3d3370 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:32.393905 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c59ed654-b18f-4487-92b1-8ea78717449c req-37c16902-1de8-426f-8149-45335d3d3370 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/ports?device_id=58c1796b-734d-4e76-8cee-f6c3de8a9d32 HTTP/1.1" status: 200 len: 944 time: 0.1421666 Jul 14 09:58:32.422355 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f3b1e2d6-d5fc-4ac5-9c17-e7663da252ed req-1d763df4-1247-4463-b370-8581b62dd0e6 service neutron] 10.222.0.65 "GET /v2.0/networks/4a41190d-e41a-4086-9106-e0776e2181e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242673 Jul 14 09:58:32.457166 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c59ed654-b18f-4487-92b1-8ea78717449c req-76cec669-b9f7-42bc-9831-8e770ebdc831 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/security-groups?id=0551f2a0-f528-4f88-92ca-fdc00850acb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472417 Jul 14 09:58:33.651742 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05d9249-26f0-4e39-ad8d-e39c8872c2fc req-fce40973-ee04-4951-b9b9-f7639f5a0678 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:33.653249 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d05d9249-26f0-4e39-ad8d-e39c8872c2fc req-fce40973-ee04-4951-b9b9-f7639f5a0678 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/ports?device_id=58c1796b-734d-4e76-8cee-f6c3de8a9d32 HTTP/1.1" status: 200 len: 944 time: 0.0683095 Jul 14 09:58:33.692960 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d05d9249-26f0-4e39-ad8d-e39c8872c2fc req-b5a956e4-0cf8-4946-8e17-ae931d35a94c tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/security-groups?id=0551f2a0-f528-4f88-92ca-fdc00850acb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334187 Jul 14 09:58:34.862605 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4902f684-3d38-42d6-8ffe-29a16ff84a6d req-8a0c268f-4dc5-4715-bc1a-dd50e621a95b tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:34.864076 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-4902f684-3d38-42d6-8ffe-29a16ff84a6d req-8a0c268f-4dc5-4715-bc1a-dd50e621a95b tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/ports?device_id=58c1796b-734d-4e76-8cee-f6c3de8a9d32 HTTP/1.1" status: 200 len: 944 time: 0.0624731 Jul 14 09:58:34.900742 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-4902f684-3d38-42d6-8ffe-29a16ff84a6d req-07a39938-bbef-40ec-9eb9-02fab0d03bfb tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/security-groups?id=0551f2a0-f528-4f88-92ca-fdc00850acb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305810 Jul 14 09:58:36.071979 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4039d7a8-aef3-4b09-a922-0184f6eb3734 req-6cf636d1-8605-4733-a65a-96d90d9358ae tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:36.074018 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-4039d7a8-aef3-4b09-a922-0184f6eb3734 req-6cf636d1-8605-4733-a65a-96d90d9358ae tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/ports?device_id=58c1796b-734d-4e76-8cee-f6c3de8a9d32 HTTP/1.1" status: 200 len: 944 time: 0.0639083 Jul 14 09:58:36.110619 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-4039d7a8-aef3-4b09-a922-0184f6eb3734 req-53bdeb16-9a92-4c6c-9780-3b955f0d0671 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/security-groups?id=0551f2a0-f528-4f88-92ca-fdc00850acb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306885 Jul 14 09:58:37.284879 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bd7bdb-7773-4615-ba22-6c4bca2d325f req-f53aa342-1a10-4ec1-b2b3-753c58b1829d tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:37.286412 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d8bd7bdb-7773-4615-ba22-6c4bca2d325f req-f53aa342-1a10-4ec1-b2b3-753c58b1829d tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/ports?device_id=58c1796b-734d-4e76-8cee-f6c3de8a9d32 HTTP/1.1" status: 200 len: 944 time: 0.0676374 Jul 14 09:58:37.325666 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d8bd7bdb-7773-4615-ba22-6c4bca2d325f req-e10b274e-8b4d-45a3-b952-bf2440b41499 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/security-groups?id=0551f2a0-f528-4f88-92ca-fdc00850acb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329015 Jul 14 09:58:38.499955 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1fb584-5700-4299-a2c6-f383c54b7977 req-74a96a26-7e88-447a-b92b-ba4589d9dbec tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:38.501443 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-2b1fb584-5700-4299-a2c6-f383c54b7977 req-74a96a26-7e88-447a-b92b-ba4589d9dbec tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/ports?device_id=58c1796b-734d-4e76-8cee-f6c3de8a9d32 HTTP/1.1" status: 200 len: 944 time: 0.0626943 Jul 14 09:58:38.537679 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-2b1fb584-5700-4299-a2c6-f383c54b7977 req-a5a47499-b677-4a76-9602-df3e43291bcf tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/security-groups?id=0551f2a0-f528-4f88-92ca-fdc00850acb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306463 Jul 14 09:58:39.716474 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64295dd0-9d93-40b7-afa4-b4edda18c44b req-ae6a5a45-7890-4e64-87cc-5af9dff63402 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:39.718476 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-64295dd0-9d93-40b7-afa4-b4edda18c44b req-ae6a5a45-7890-4e64-87cc-5af9dff63402 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/ports?device_id=58c1796b-734d-4e76-8cee-f6c3de8a9d32 HTTP/1.1" status: 200 len: 944 time: 0.0695944 Jul 14 09:58:39.756158 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-64295dd0-9d93-40b7-afa4-b4edda18c44b req-579ec4d4-1ef6-495d-b8b5-172307f7f0e6 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/security-groups?id=0551f2a0-f528-4f88-92ca-fdc00850acb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321510 Jul 14 09:58:40.928106 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219888e5-1f2a-4f14-b4c4-73004119006a req-2447fea0-84af-4783-b1fa-3ddb27570159 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:40.929608 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-219888e5-1f2a-4f14-b4c4-73004119006a req-2447fea0-84af-4783-b1fa-3ddb27570159 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/ports?device_id=58c1796b-734d-4e76-8cee-f6c3de8a9d32 HTTP/1.1" status: 200 len: 944 time: 0.0662446 Jul 14 09:58:40.967446 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-219888e5-1f2a-4f14-b4c4-73004119006a req-780cb806-cad2-4b52-9663-ad525d2fe29c tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/security-groups?id=0551f2a0-f528-4f88-92ca-fdc00850acb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322442 Jul 14 09:58:41.050801 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device c1a274d7-dcd5-4d5e-89cd-ebf673a1e3d6 details requested by agent hyperv_n-h1-779913-29 with host n-h1-779913-29 {{(pid=93959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:58:41.142025 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port c1a274d7-dcd5-4d5e-89cd-ebf673a1e3d6, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=c1a274d7-dcd5-4d5e-89cd-ebf673a1e3d6,segment=NetworkSegment(706510d8-b2fe-4655-a702-4a6b9e541601),segment_id=706510d8-b2fe-4655-a702-4a6b9e541601)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:58:41.152829 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Returning: {'device': 'c1a274d7-dcd5-4d5e-89cd-ebf673a1e3d6', 'network_id': '4a41190d-e41a-4086-9106-e0776e2181e2', 'port_id': 'c1a274d7-dcd5-4d5e-89cd-ebf673a1e3d6', 'mac_address': 'fa:16:3e:99:97:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d9e1361-7dda-4b0f-8018-18ad346c1466', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:58:41.187843 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:41.204086 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1a274d7-dcd5-4d5e-89cd-ebf673a1e3d6 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:58:41.222362 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port c1a274d7-dcd5-4d5e-89cd-ebf673a1e3d6, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=c1a274d7-dcd5-4d5e-89cd-ebf673a1e3d6,segment=NetworkSegment(706510d8-b2fe-4655-a702-4a6b9e541601),segment_id=706510d8-b2fe-4655-a702-4a6b9e541601)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:58:41.226099 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:41.273156 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Pushing event updated for resources: {'Port': ['ID=c1a274d7-dcd5-4d5e-89cd-ebf673a1e3d6,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:58:41.500309 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] get_ports_and_sgs() called for port_ids ['c1a274d7-dcd5-4d5e-89cd-ebf673a1e3d6'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:58:42.142388 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972a732e-ea67-4fda-a21e-7959c0bab416 req-9d2bdff8-9747-4f96-ab6f-5bebc195296e tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:42.143770 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-972a732e-ea67-4fda-a21e-7959c0bab416 req-9d2bdff8-9747-4f96-ab6f-5bebc195296e tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/ports?device_id=58c1796b-734d-4e76-8cee-f6c3de8a9d32 HTTP/1.1" status: 200 len: 945 time: 0.0677795 Jul 14 09:58:42.181219 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-972a732e-ea67-4fda-a21e-7959c0bab416 req-444c1280-f4df-4995-9440-f486ea5fe88c tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/security-groups?id=0551f2a0-f528-4f88-92ca-fdc00850acb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319006 Jul 14 09:58:43.039037 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:43.063976 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device c1a274d7-dcd5-4d5e-89cd-ebf673a1e3d6 up at agent hyperv_n-h1-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:58:43.113241 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Provisioning for port c1a274d7-dcd5-4d5e-89cd-ebf673a1e3d6 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:58:43.116934 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Provisioning complete for port c1a274d7-dcd5-4d5e-89cd-ebf673a1e3d6 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:58:43.117307 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:43.190681 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:43.212497 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58c1796b-734d-4e76-8cee-f6c3de8a9d32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1a274d7-dcd5-4d5e-89cd-ebf673a1e3d6'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:58:43.214901 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd62303f06773040a8a4e189dc46b4f565768c299abf8ab8e7739778b0bc3e97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05a52b25-ae02-46a9-92e6-72754a5aa322" -d '{"events": [{"server_uuid": "58c1796b-734d-4e76-8cee-f6c3de8a9d32", "name": "network-vif-plugged", "status": "completed", "tag": "c1a274d7-dcd5-4d5e-89cd-ebf673a1e3d6"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:58:43.227205 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port c1a274d7-dcd5-4d5e-89cd-ebf673a1e3d6, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=c1a274d7-dcd5-4d5e-89cd-ebf673a1e3d6,segment=NetworkSegment(706510d8-b2fe-4655-a702-4a6b9e541601),segment_id=706510d8-b2fe-4655-a702-4a6b9e541601)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:58:43.232388 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:43.289722 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Pushing event updated for resources: {'Port': ['ID=c1a274d7-dcd5-4d5e-89cd-ebf673a1e3d6,revision_number=5']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:58:43.359419 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6802541c-01ea-4f4c-b874-c1ff9f6edeb4 req-0cea344e-aa69-4a4f-9326-ded13a05c4e2 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:43.360951 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-6802541c-01ea-4f4c-b874-c1ff9f6edeb4 req-0cea344e-aa69-4a4f-9326-ded13a05c4e2 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/ports?device_id=58c1796b-734d-4e76-8cee-f6c3de8a9d32 HTTP/1.1" status: 200 len: 946 time: 0.0673571 Jul 14 09:58:43.399194 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-6802541c-01ea-4f4c-b874-c1ff9f6edeb4 req-03ef3dea-fbfa-4cd8-8822-7d6c57e2310e tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/security-groups?id=0551f2a0-f528-4f88-92ca-fdc00850acb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323575 Jul 14 09:58:43.410561 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:58:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9cf924e-d72e-44c2-8cba-5e619655ece2 x-openstack-request-id: req-e9cf924e-d72e-44c2-8cba-5e619655ece2 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:58:43.410942 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58c1796b-734d-4e76-8cee-f6c3de8a9d32", "name": "network-vif-plugged", "status": "completed", "tag": "c1a274d7-dcd5-4d5e-89cd-ebf673a1e3d6", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:58:43.411319 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-e9cf924e-d72e-44c2-8cba-5e619655ece2 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:58:43.411793 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58c1796b-734d-4e76-8cee-f6c3de8a9d32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1a274d7-dcd5-4d5e-89cd-ebf673a1e3d6', 'code': 200} Jul 14 09:58:43.547329 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca505ba5-b35c-42f4-bf5b-bb3cc0c62899 req-8041301e-b1b0-44c0-a9c7-d2784fd16d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:43.548710 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ca505ba5-b35c-42f4-bf5b-bb3cc0c62899 req-8041301e-b1b0-44c0-a9c7-d2784fd16d81 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=58c1796b-734d-4e76-8cee-f6c3de8a9d32 HTTP/1.1" status: 200 len: 1098 time: 0.0512304 Jul 14 09:58:43.583416 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ca505ba5-b35c-42f4-bf5b-bb3cc0c62899 req-daa466d6-c93a-476d-a09c-135b6db95511 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=0551f2a0-f528-4f88-92ca-fdc00850acb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282512 Jul 14 09:58:43.819443 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:44.571975 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8423bf-019e-4e2b-95a1-e1121de3b820 req-07ae5ca4-9c40-4e77-9453-a797ec215035 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:44.578050 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2d8423bf-019e-4e2b-95a1-e1121de3b820 req-07ae5ca4-9c40-4e77-9453-a797ec215035 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/ports?device_id=58c1796b-734d-4e76-8cee-f6c3de8a9d32 HTTP/1.1" status: 200 len: 946 time: 0.0670874 Jul 14 09:58:44.613314 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2d8423bf-019e-4e2b-95a1-e1121de3b820 req-e83fe146-885c-41f7-896e-a45895046085 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/security-groups?id=0551f2a0-f528-4f88-92ca-fdc00850acb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337350 Jul 14 09:58:45.787387 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c2388b-f859-4784-b868-c420c5247212 req-f3bfff40-3566-4281-aa5d-1eb1465bc596 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:45.788885 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-74c2388b-f859-4784-b868-c420c5247212 req-f3bfff40-3566-4281-aa5d-1eb1465bc596 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/ports?device_id=58c1796b-734d-4e76-8cee-f6c3de8a9d32 HTTP/1.1" status: 200 len: 946 time: 0.0673227 Jul 14 09:58:45.826673 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-74c2388b-f859-4784-b868-c420c5247212 req-936f9dd7-23b9-4238-80a5-2f27bc091a5d tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/security-groups?id=0551f2a0-f528-4f88-92ca-fdc00850acb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321267 Jul 14 09:58:45.998722 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b085b71-b5be-4ea8-9ac8-e62e6f7f74f5 req-e14ecec7-4b5b-4926-967a-9e421700828e tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:46.000182 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-7b085b71-b5be-4ea8-9ac8-e62e6f7f74f5 req-e14ecec7-4b5b-4926-967a-9e421700828e tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/ports?device_id=58c1796b-734d-4e76-8cee-f6c3de8a9d32 HTTP/1.1" status: 200 len: 946 time: 0.0655239 Jul 14 09:58:46.036903 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-7b085b71-b5be-4ea8-9ac8-e62e6f7f74f5 req-824cb5d3-91aa-47af-81c2-19ab3466687c tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/security-groups?id=0551f2a0-f528-4f88-92ca-fdc00850acb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311439 Jul 14 09:58:48.554850 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7363f9-66cf-42ef-910c-05e727c8f1d3 req-8af5b3c4-76bf-4eb1-93ba-f0c271688619 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:48.556349 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-bc7363f9-66cf-42ef-910c-05e727c8f1d3 req-8af5b3c4-76bf-4eb1-93ba-f0c271688619 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/networks?id=4a41190d-e41a-4086-9106-e0776e2181e2 HTTP/1.1" status: 200 len: 811 time: 0.1003175 Jul 14 09:58:48.571240 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-bc7363f9-66cf-42ef-910c-05e727c8f1d3 req-c4b8eeaf-19bb-4031-867d-16dbc045c83f tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/quotas/6606703679bf48b78717d16f607a62b8 HTTP/1.1" status: 200 len: 375 time: 0.0091021 Jul 14 09:58:48.647531 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-bc7363f9-66cf-42ef-910c-05e727c8f1d3 req-ef8c9619-6607-4217-a09f-b052fe678995 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=6606703679bf48b78717d16f607a62b8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0708578 Jul 14 09:58:48.789944 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-bc7363f9-66cf-42ef-910c-05e727c8f1d3 req-6a2426b8-de5c-4a9b-bf32-6228bfbd6915 service neutron] 10.222.0.68 "GET /v2.0/networks/4a41190d-e41a-4086-9106-e0776e2181e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350005 Jul 14 09:58:48.887581 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-bc7363f9-66cf-42ef-910c-05e727c8f1d3 req-03c9615e-96f3-4303-a874-5651d8bbc266 service neutron] 10.222.0.68 "GET /v2.0/networks/4a41190d-e41a-4086-9106-e0776e2181e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919175 Jul 14 09:58:49.102832 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-4d333e42-8d2f-4f40-9c84-81811a376cbd req-518100cd-628b-42a4-8b1e-08406e7ea6f2 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/ports?device_id=062658e1-64dd-465c-9e31-20d39b97813d HTTP/1.1" status: 200 len: 210 time: 0.0290806 Jul 14 09:58:49.929702 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-4c061fe8-5abd-454e-8006-1591c01f6845 req-cc3e3a8d-b928-443d-b1f1-746b819421c2 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=58c1796b-734d-4e76-8cee-f6c3de8a9d32&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0511744 Jul 14 09:58:50.039776 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c061fe8-5abd-454e-8006-1591c01f6845 req-beaf344a-8440-4795-ad67-64a92b39456c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:50.042213 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-4c061fe8-5abd-454e-8006-1591c01f6845 req-beaf344a-8440-4795-ad67-64a92b39456c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6606703679bf48b78717d16f607a62b8&device_id=58c1796b-734d-4e76-8cee-f6c3de8a9d32 HTTP/1.1" status: 200 len: 1098 time: 0.0537071 Jul 14 09:58:50.199877 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c061fe8-5abd-454e-8006-1591c01f6845 req-d55eba6b-8f4a-42be-aee8-26a902e5b803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:50.201365 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-4c061fe8-5abd-454e-8006-1591c01f6845 req-d55eba6b-8f4a-42be-aee8-26a902e5b803 service neutron] 10.222.0.65 "GET /v2.0/networks?id=4a41190d-e41a-4086-9106-e0776e2181e2 HTTP/1.1" status: 200 len: 912 time: 0.1396837 Jul 14 09:58:50.257125 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-4c061fe8-5abd-454e-8006-1591c01f6845 req-fff02a5c-90d8-4225-a97e-43421e12b20d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c1a274d7-dcd5-4d5e-89cd-ebf673a1e3d6 HTTP/1.1" status: 200 len: 217 time: 0.0497484 Jul 14 09:58:50.320802 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2dd38a16-b24e-4bd6-8398-eefd2943b188 req-d9dc15f8-fd71-4272-8cf2-6bf315bc793f tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/ports?device_id=062658e1-64dd-465c-9e31-20d39b97813d HTTP/1.1" status: 200 len: 210 time: 0.0686176 Jul 14 09:58:50.351474 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7363f9-66cf-42ef-910c-05e727c8f1d3 req-dd287d98-15ae-4164-b711-70f98090a51b tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:50.352908 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-bc7363f9-66cf-42ef-910c-05e727c8f1d3 req-dd287d98-15ae-4164-b711-70f98090a51b tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.57 "GET /v2.0/networks?id=4a41190d-e41a-4086-9106-e0776e2181e2 HTTP/1.1" status: 200 len: 811 time: 0.2216651 Jul 14 09:58:50.358142 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c061fe8-5abd-454e-8006-1591c01f6845 req-4f842b18-0f53-4f1e-a14d-bf3757965c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:50.359470 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-4c061fe8-5abd-454e-8006-1591c01f6845 req-4f842b18-0f53-4f1e-a14d-bf3757965c6a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=8d9e1361-7dda-4b0f-8018-18ad346c1466 HTTP/1.1" status: 200 len: 850 time: 0.0875418 Jul 14 09:58:50.399394 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-bc7363f9-66cf-42ef-910c-05e727c8f1d3 req-5eee85a4-a340-4070-bb66-f51eeb3fccbd tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Request body: {'port': {'device_id': '062658e1-64dd-465c-9e31-20d39b97813d', 'network_id': '4a41190d-e41a-4086-9106-e0776e2181e2', 'admin_state_up': True, 'tenant_id': '6606703679bf48b78717d16f607a62b8'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:58:50.497294 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c061fe8-5abd-454e-8006-1591c01f6845 req-2738c491-ba14-4fc4-8732-92c9f682d6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:50.498845 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-4c061fe8-5abd-454e-8006-1591c01f6845 req-2738c491-ba14-4fc4-8732-92c9f682d6c4 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4a41190d-e41a-4086-9106-e0776e2181e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1338167 Jul 14 09:58:50.569561 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc7363f9-66cf-42ef-910c-05e727c8f1d3 req-5eee85a4-a340-4070-bb66-f51eeb3fccbd tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Made reservation on behalf of 6606703679bf48b78717d16f607a62b8 for: {'port': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:58:50.573220 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-bc7363f9-66cf-42ef-910c-05e727c8f1d3 req-5eee85a4-a340-4070-bb66-f51eeb3fccbd tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:50.660104 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-4c061fe8-5abd-454e-8006-1591c01f6845 req-64a53da4-7cd8-40fb-973f-b94b3fc38b08 service neutron] 10.222.0.65 "GET /v2.0/networks/4a41190d-e41a-4086-9106-e0776e2181e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534247 Jul 14 09:58:50.787646 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [req-bc7363f9-66cf-42ef-910c-05e727c8f1d3 req-5eee85a4-a340-4070-bb66-f51eeb3fccbd tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Allocated IP 172.20.0.13 (4a41190d-e41a-4086-9106-e0776e2181e2/8d9e1361-7dda-4b0f-8018-18ad346c1466/f0dbe4f8-a705-46a4-bc29-6b170820ad04) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:58:50.809199 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-4c061fe8-5abd-454e-8006-1591c01f6845 req-508b8708-03a8-46a3-9289-63494e9cd58c service neutron] 10.222.0.65 "GET /v2.0/networks/4a41190d-e41a-4086-9106-e0776e2181e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418107 Jul 14 09:58:50.957477 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-bc7363f9-66cf-42ef-910c-05e727c8f1d3 req-5eee85a4-a340-4070-bb66-f51eeb3fccbd tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:50.972154 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [req-bc7363f9-66cf-42ef-910c-05e727c8f1d3 req-5eee85a4-a340-4070-bb66-f51eeb3fccbd tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Transition to ACTIVE for port object f0dbe4f8-a705-46a4-bc29-6b170820ad04 will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:58:51.009457 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-bc7363f9-66cf-42ef-910c-05e727c8f1d3 req-5eee85a4-a340-4070-bb66-f51eeb3fccbd tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:51.046258 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] get_ports_and_sgs() called for port_ids ['c1a274d7-dcd5-4d5e-89cd-ebf673a1e3d6'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:58:51.058344 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc7363f9-66cf-42ef-910c-05e727c8f1d3 req-5eee85a4-a340-4070-bb66-f51eeb3fccbd tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Network 4a41190d-e41a-4086-9106-e0776e2181e2 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:58:51.062194 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [req-bc7363f9-66cf-42ef-910c-05e727c8f1d3 req-5eee85a4-a340-4070-bb66-f51eeb3fccbd tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:58:51.066761 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc7363f9-66cf-42ef-910c-05e727c8f1d3 req-5eee85a4-a340-4070-bb66-f51eeb3fccbd tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:58:51.096869 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eee85a4-a340-4070-bb66-f51eeb3fccbd tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Pushing event updated for resources: {'Port': ['ID=f0dbe4f8-a705-46a4-bc29-6b170820ad04,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:58:51.112584 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eee85a4-a340-4070-bb66-f51eeb3fccbd tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:58:51.113085 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eee85a4-a340-4070-bb66-f51eeb3fccbd tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:58:51.113635 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eee85a4-a340-4070-bb66-f51eeb3fccbd tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:58:51.114076 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eee85a4-a340-4070-bb66-f51eeb3fccbd tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:58:51.114481 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eee85a4-a340-4070-bb66-f51eeb3fccbd tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:58:51.114885 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eee85a4-a340-4070-bb66-f51eeb3fccbd tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:58:51.115343 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eee85a4-a340-4070-bb66-f51eeb3fccbd tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:58:51.116078 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eee85a4-a340-4070-bb66-f51eeb3fccbd tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:58:51.116078 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eee85a4-a340-4070-bb66-f51eeb3fccbd tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:58:51.116519 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eee85a4-a340-4070-bb66-f51eeb3fccbd tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:58:51.116913 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eee85a4-a340-4070-bb66-f51eeb3fccbd tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:58:51.117308 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eee85a4-a340-4070-bb66-f51eeb3fccbd tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:58:51.141807 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7363f9-66cf-42ef-910c-05e727c8f1d3 req-5eee85a4-a340-4070-bb66-f51eeb3fccbd tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:51.142576 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-bc7363f9-66cf-42ef-910c-05e727c8f1d3 req-5eee85a4-a340-4070-bb66-f51eeb3fccbd tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:51.167714 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-bc7363f9-66cf-42ef-910c-05e727c8f1d3 req-5eee85a4-a340-4070-bb66-f51eeb3fccbd tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7939076 Jul 14 09:58:51.185621 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-bc7363f9-66cf-42ef-910c-05e727c8f1d3 req-adaa68a0-095d-42d9-8bd6-5318ab5d484f service neutron] Request body: {'port': {'device_id': '062658e1-64dd-465c-9e31-20d39b97813d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-29'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:58:51.308611 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-bc7363f9-66cf-42ef-910c-05e727c8f1d3 req-adaa68a0-095d-42d9-8bd6-5318ab5d484f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:51.435535 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-ef949c52-7535-4c2b-a269-5e4a6c664a9d None None] Provisioning for port f0dbe4f8-a705-46a4-bc29-6b170820ad04 completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:58:51.439948 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-ef949c52-7535-4c2b-a269-5e4a6c664a9d None None] Provisioning complete for port f0dbe4f8-a705-46a4-bc29-6b170820ad04 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:58:51.440551 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ef949c52-7535-4c2b-a269-5e4a6c664a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:51.481297 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-ef949c52-7535-4c2b-a269-5e4a6c664a9d None None] Port f0dbe4f8-a705-46a4-bc29-6b170820ad04 cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:58:51.527482 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c4d43e-9b3d-4882-a3ac-a74773c5904e req-99425fd1-42b4-4f15-a6b6-0dca687fc6a1 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:51.529165 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-58c4d43e-9b3d-4882-a3ac-a74773c5904e req-99425fd1-42b4-4f15-a6b6-0dca687fc6a1 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/ports?device_id=062658e1-64dd-465c-9e31-20d39b97813d HTTP/1.1" status: 200 len: 932 time: 0.0767536 Jul 14 09:58:51.573302 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-58c4d43e-9b3d-4882-a3ac-a74773c5904e req-3a431cf5-6610-4f69-b58d-fa783309cc3f tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/security-groups?id=0551f2a0-f528-4f88-92ca-fdc00850acb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362012 Jul 14 09:58:51.597278 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [req-bc7363f9-66cf-42ef-910c-05e727c8f1d3 req-adaa68a0-095d-42d9-8bd6-5318ab5d484f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0dbe4f8-a705-46a4-bc29-6b170820ad04 {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:58:51.601527 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-bc7363f9-66cf-42ef-910c-05e727c8f1d3 req-adaa68a0-095d-42d9-8bd6-5318ab5d484f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:51.614280 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [req-bc7363f9-66cf-42ef-910c-05e727c8f1d3 req-adaa68a0-095d-42d9-8bd6-5318ab5d484f service neutron] Transition to ACTIVE for port object f0dbe4f8-a705-46a4-bc29-6b170820ad04 will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:58:51.617733 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-bc7363f9-66cf-42ef-910c-05e727c8f1d3 req-adaa68a0-095d-42d9-8bd6-5318ab5d484f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:51.676336 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adaa68a0-095d-42d9-8bd6-5318ab5d484f service neutron] Pushing event updated for resources: {'Port': ['ID=f0dbe4f8-a705-46a4-bc29-6b170820ad04,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:58:51.746431 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-bc7363f9-66cf-42ef-910c-05e727c8f1d3 req-adaa68a0-095d-42d9-8bd6-5318ab5d484f service neutron] Attempting to bind port f0dbe4f8-a705-46a4-bc29-6b170820ad04 on host n-h2-779913-29 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:58:51.746768 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-bc7363f9-66cf-42ef-910c-05e727c8f1d3 req-adaa68a0-095d-42d9-8bd6-5318ab5d484f service neutron] Attempting to bind port f0dbe4f8-a705-46a4-bc29-6b170820ad04 by drivers openvswitch,hyperv on host n-h2-779913-29 at level 0 using segments [{'id': '706510d8-b2fe-4655-a702-4a6b9e541601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '4a41190d-e41a-4086-9106-e0776e2181e2'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:58:51.747104 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc7363f9-66cf-42ef-910c-05e727c8f1d3 req-adaa68a0-095d-42d9-8bd6-5318ab5d484f service neutron] Attempting to bind port f0dbe4f8-a705-46a4-bc29-6b170820ad04 on network 4a41190d-e41a-4086-9106-e0776e2181e2 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:58:51.752127 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc7363f9-66cf-42ef-910c-05e727c8f1d3 req-adaa68a0-095d-42d9-8bd6-5318ab5d484f service neutron] Port f0dbe4f8-a705-46a4-bc29-6b170820ad04 on network 4a41190d-e41a-4086-9106-e0776e2181e2 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-29 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:58:51.752446 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc7363f9-66cf-42ef-910c-05e727c8f1d3 req-adaa68a0-095d-42d9-8bd6-5318ab5d484f service neutron] Attempting to bind port f0dbe4f8-a705-46a4-bc29-6b170820ad04 on network 4a41190d-e41a-4086-9106-e0776e2181e2 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:58:51.758005 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc7363f9-66cf-42ef-910c-05e727c8f1d3 req-adaa68a0-095d-42d9-8bd6-5318ab5d484f service neutron] Checking agent: {'id': '013e4a3b-a634-47b8-b6a5-1a25109b73fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 13, 13), 'started_at': datetime.datetime(2021, 7, 14, 9, 13, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 58, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:58:51.758339 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc7363f9-66cf-42ef-910c-05e727c8f1d3 req-adaa68a0-095d-42d9-8bd6-5318ab5d484f service neutron] Checking segment: {'id': '706510d8-b2fe-4655-a702-4a6b9e541601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '4a41190d-e41a-4086-9106-e0776e2181e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:58:51.758725 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc7363f9-66cf-42ef-910c-05e727c8f1d3 req-adaa68a0-095d-42d9-8bd6-5318ab5d484f service neutron] Bound using segment: {'id': '706510d8-b2fe-4655-a702-4a6b9e541601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '4a41190d-e41a-4086-9106-e0776e2181e2'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:58:51.759153 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-bc7363f9-66cf-42ef-910c-05e727c8f1d3 req-adaa68a0-095d-42d9-8bd6-5318ab5d484f service neutron] Bound port: f0dbe4f8-a705-46a4-bc29-6b170820ad04, host: n-h2-779913-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '706510d8-b2fe-4655-a702-4a6b9e541601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '4a41190d-e41a-4086-9106-e0776e2181e2'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:58:51.759512 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-bc7363f9-66cf-42ef-910c-05e727c8f1d3 req-adaa68a0-095d-42d9-8bd6-5318ab5d484f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:51.830226 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-bc7363f9-66cf-42ef-910c-05e727c8f1d3 req-adaa68a0-095d-42d9-8bd6-5318ab5d484f service neutron] For port f0dbe4f8-a705-46a4-bc29-6b170820ad04, host n-h2-779913-29, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:58:51.834702 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-bc7363f9-66cf-42ef-910c-05e727c8f1d3 req-adaa68a0-095d-42d9-8bd6-5318ab5d484f service neutron] For port f0dbe4f8-a705-46a4-bc29-6b170820ad04, host n-h2-779913-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=f0dbe4f8-a705-46a4-bc29-6b170820ad04,segment=NetworkSegment(706510d8-b2fe-4655-a702-4a6b9e541601),segment_id=706510d8-b2fe-4655-a702-4a6b9e541601)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:58:51.841833 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-bc7363f9-66cf-42ef-910c-05e727c8f1d3 req-adaa68a0-095d-42d9-8bd6-5318ab5d484f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:51.878843 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7363f9-66cf-42ef-910c-05e727c8f1d3 req-adaa68a0-095d-42d9-8bd6-5318ab5d484f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:51.879465 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-bc7363f9-66cf-42ef-910c-05e727c8f1d3 req-adaa68a0-095d-42d9-8bd6-5318ab5d484f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:51.881034 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-bc7363f9-66cf-42ef-910c-05e727c8f1d3 req-adaa68a0-095d-42d9-8bd6-5318ab5d484f service neutron] 10.222.0.57 "PUT /v2.0/ports/f0dbe4f8-a705-46a4-bc29-6b170820ad04 HTTP/1.1" status: 200 len: 1093 time: 0.7003517 Jul 14 09:58:51.883254 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '062658e1-64dd-465c-9e31-20d39b97813d', 'tag': 'f0dbe4f8-a705-46a4-bc29-6b170820ad04'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:58:51.886079 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cfd9195-a000-4625-a203-48bd9055d078" -d '{"events": [{"name": "network-changed", "server_uuid": "062658e1-64dd-465c-9e31-20d39b97813d", "tag": "f0dbe4f8-a705-46a4-bc29-6b170820ad04"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:58:51.918826 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adaa68a0-095d-42d9-8bd6-5318ab5d484f service neutron] Pushing event updated for resources: {'Port': ['ID=f0dbe4f8-a705-46a4-bc29-6b170820ad04,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:58:51.940277 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:58:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6027e496-5f85-496d-95db-0bb9b3349c3d x-openstack-request-id: req-6027e496-5f85-496d-95db-0bb9b3349c3d {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:58:51.940579 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "062658e1-64dd-465c-9e31-20d39b97813d", "tag": "f0dbe4f8-a705-46a4-bc29-6b170820ad04", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:58:51.940838 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-6027e496-5f85-496d-95db-0bb9b3349c3d {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:58:51.941251 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '062658e1-64dd-465c-9e31-20d39b97813d', 'tag': 'f0dbe4f8-a705-46a4-bc29-6b170820ad04', 'status': 'completed', 'code': 200} Jul 14 09:58:52.016579 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7363f9-66cf-42ef-910c-05e727c8f1d3 req-57e3474a-1834-4ce5-86db-b5913297a4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:52.018290 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-bc7363f9-66cf-42ef-910c-05e727c8f1d3 req-57e3474a-1834-4ce5-86db-b5913297a4e1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6606703679bf48b78717d16f607a62b8&device_id=062658e1-64dd-465c-9e31-20d39b97813d HTTP/1.1" status: 200 len: 1096 time: 0.0576835 Jul 14 09:58:52.067156 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-bc7363f9-66cf-42ef-910c-05e727c8f1d3 req-416a9956-d3e9-4e40-8940-8b62ecd37e14 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f0dbe4f8-a705-46a4-bc29-6b170820ad04 HTTP/1.1" status: 200 len: 217 time: 0.0362129 Jul 14 09:58:52.132171 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7363f9-66cf-42ef-910c-05e727c8f1d3 req-47417f34-94d0-40ea-989f-c1c1325a8a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:52.133821 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-bc7363f9-66cf-42ef-910c-05e727c8f1d3 req-47417f34-94d0-40ea-989f-c1c1325a8a67 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8d9e1361-7dda-4b0f-8018-18ad346c1466 HTTP/1.1" status: 200 len: 850 time: 0.0596044 Jul 14 09:58:52.199857 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7363f9-66cf-42ef-910c-05e727c8f1d3 req-5cfc421e-b14d-4606-b082-cc7ec9baaec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:52.201706 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-bc7363f9-66cf-42ef-910c-05e727c8f1d3 req-5cfc421e-b14d-4606-b082-cc7ec9baaec1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4a41190d-e41a-4086-9106-e0776e2181e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0616553 Jul 14 09:58:52.215103 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a5dcd106-5919-497c-a0c0-f5fe947e6e93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:52.300966 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-bc7363f9-66cf-42ef-910c-05e727c8f1d3 req-c3994744-78df-4cda-bd62-e6d1fe62d4d9 service neutron] 10.222.0.57 "GET /v2.0/networks/4a41190d-e41a-4086-9106-e0776e2181e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927553 Jul 14 09:58:52.398117 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-bc7363f9-66cf-42ef-910c-05e727c8f1d3 req-cd82ec37-5913-4fe1-8ea1-7b11a5413dab service neutron] 10.222.0.57 "GET /v2.0/networks/4a41190d-e41a-4086-9106-e0776e2181e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896916 Jul 14 09:58:52.528363 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfd9195-a000-4625-a203-48bd9055d078 req-36db1eb0-efb3-46ec-b590-b4e58d77450d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:52.529920 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0cfd9195-a000-4625-a203-48bd9055d078 req-36db1eb0-efb3-46ec-b590-b4e58d77450d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6606703679bf48b78717d16f607a62b8&device_id=062658e1-64dd-465c-9e31-20d39b97813d HTTP/1.1" status: 200 len: 1096 time: 0.0628273 Jul 14 09:58:52.629127 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfd9195-a000-4625-a203-48bd9055d078 req-e9de4012-708b-4e23-9ce6-112f32b6944a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:52.630798 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0cfd9195-a000-4625-a203-48bd9055d078 req-e9de4012-708b-4e23-9ce6-112f32b6944a service neutron] 10.222.0.57 "GET /v2.0/networks?id=4a41190d-e41a-4086-9106-e0776e2181e2 HTTP/1.1" status: 200 len: 912 time: 0.0948091 Jul 14 09:58:52.674359 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0cfd9195-a000-4625-a203-48bd9055d078 req-32bb3a3b-ac36-410f-a651-19596aaaf3ff service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f0dbe4f8-a705-46a4-bc29-6b170820ad04 HTTP/1.1" status: 200 len: 217 time: 0.0371270 Jul 14 09:58:52.731559 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfd9195-a000-4625-a203-48bd9055d078 req-809dae4d-690d-48c7-a442-dc67a7a69f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:52.733337 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0cfd9195-a000-4625-a203-48bd9055d078 req-809dae4d-690d-48c7-a442-dc67a7a69f28 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8d9e1361-7dda-4b0f-8018-18ad346c1466 HTTP/1.1" status: 200 len: 850 time: 0.0529807 Jul 14 09:58:52.777026 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8973f624-e803-4bdc-b63e-68636df5a973 req-8662fbf5-f5d8-4def-92fd-7fab0247b4a6 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:52.778686 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-8973f624-e803-4bdc-b63e-68636df5a973 req-8662fbf5-f5d8-4def-92fd-7fab0247b4a6 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/ports?device_id=062658e1-64dd-465c-9e31-20d39b97813d HTTP/1.1" status: 200 len: 944 time: 0.0819416 Jul 14 09:58:52.793906 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfd9195-a000-4625-a203-48bd9055d078 req-f03983ba-a346-44bf-bc1d-9594ef40f507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:52.795595 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0cfd9195-a000-4625-a203-48bd9055d078 req-f03983ba-a346-44bf-bc1d-9594ef40f507 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4a41190d-e41a-4086-9106-e0776e2181e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0562539 Jul 14 09:58:52.820021 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-8973f624-e803-4bdc-b63e-68636df5a973 req-2de69941-bea9-4205-9790-69a225c647f6 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/security-groups?id=0551f2a0-f528-4f88-92ca-fdc00850acb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351973 Jul 14 09:58:52.921122 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0cfd9195-a000-4625-a203-48bd9055d078 req-a2220162-fabc-47f3-9530-843005cbeb9f service neutron] 10.222.0.57 "GET /v2.0/networks/4a41190d-e41a-4086-9106-e0776e2181e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189911 Jul 14 09:58:53.028004 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0cfd9195-a000-4625-a203-48bd9055d078 req-8df1a2f3-9a0e-4331-8969-5152fb2bae77 service neutron] 10.222.0.57 "GET /v2.0/networks/4a41190d-e41a-4086-9106-e0776e2181e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008024 Jul 14 09:58:54.123197 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e524de9-f189-4e65-8fb9-7a1d3bbe64d5 req-a6d41e76-7adc-47c9-bdde-c0d1d5f7af94 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:54.124731 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5e524de9-f189-4e65-8fb9-7a1d3bbe64d5 req-a6d41e76-7adc-47c9-bdde-c0d1d5f7af94 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/ports?device_id=062658e1-64dd-465c-9e31-20d39b97813d HTTP/1.1" status: 200 len: 944 time: 0.1087203 Jul 14 09:58:54.176379 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5e524de9-f189-4e65-8fb9-7a1d3bbe64d5 req-325ed7f1-7c54-48dd-b491-d192b4a102c5 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/security-groups?id=0551f2a0-f528-4f88-92ca-fdc00850acb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456553 Jul 14 09:58:55.016268 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:55.019103 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b7972bc3-bf15-49dd-9e9f-67c38f380da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:55.415037 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c35799-6772-49f7-9f5f-544d6280a843 req-baec9c3c-942c-4ad2-b3a9-7183f2bdf401 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:55.416913 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-a0c35799-6772-49f7-9f5f-544d6280a843 req-baec9c3c-942c-4ad2-b3a9-7183f2bdf401 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/ports?device_id=062658e1-64dd-465c-9e31-20d39b97813d HTTP/1.1" status: 200 len: 944 time: 0.0767610 Jul 14 09:58:55.462424 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-a0c35799-6772-49f7-9f5f-544d6280a843 req-d8ec0540-8f27-4fc4-99af-a6b5ffb01467 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/security-groups?id=0551f2a0-f528-4f88-92ca-fdc00850acb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387878 Jul 14 09:58:55.990329 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5ad31076-714c-49ec-bc37-f3d4cd90112a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:56.640442 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8179e4-2c3b-4411-8567-f70cad4f47f5 req-2f4aedfc-24e7-49d9-9241-09bb480ce06a tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:56.642182 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-4b8179e4-2c3b-4411-8567-f70cad4f47f5 req-2f4aedfc-24e7-49d9-9241-09bb480ce06a tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/ports?device_id=062658e1-64dd-465c-9e31-20d39b97813d HTTP/1.1" status: 200 len: 944 time: 0.0665677 Jul 14 09:58:56.681815 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-4b8179e4-2c3b-4411-8567-f70cad4f47f5 req-29fb2c1e-1f9c-43d0-9fa5-f74020016766 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/security-groups?id=0551f2a0-f528-4f88-92ca-fdc00850acb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338404 Jul 14 09:58:57.802105 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5bbe322f-3f67-4864-bc0a-91afe44d23e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:57.862274 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1ac8fd-1c7f-475b-a010-c7fc0edaf935 req-51b3d97b-0747-48f2-a98a-49e5e69effb8 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:57.863749 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ff1ac8fd-1c7f-475b-a010-c7fc0edaf935 req-51b3d97b-0747-48f2-a98a-49e5e69effb8 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/ports?device_id=062658e1-64dd-465c-9e31-20d39b97813d HTTP/1.1" status: 200 len: 944 time: 0.0696445 Jul 14 09:58:57.901883 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ff1ac8fd-1c7f-475b-a010-c7fc0edaf935 req-7e75c4cb-8af1-4de0-9d21-23799e0154ad tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/security-groups?id=0551f2a0-f528-4f88-92ca-fdc00850acb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324731 Jul 14 09:58:59.079814 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43381eb-1b00-4992-91f6-d71014b8e65f req-1e0c9d63-ee2a-4c76-88bb-3ba1b9a95fca tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:59.081290 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e43381eb-1b00-4992-91f6-d71014b8e65f req-1e0c9d63-ee2a-4c76-88bb-3ba1b9a95fca tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/ports?device_id=062658e1-64dd-465c-9e31-20d39b97813d HTTP/1.1" status: 200 len: 944 time: 0.0673928 Jul 14 09:58:59.118577 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e43381eb-1b00-4992-91f6-d71014b8e65f req-62ad1ac8-fc80-4c95-9a04-d9afe27ca41b tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/security-groups?id=0551f2a0-f528-4f88-92ca-fdc00850acb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317149 Jul 14 09:59:00.298007 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1049b6e2-f4d6-4281-925f-d1b4607d7755 req-7f3378af-17e2-4347-8bcd-9163e69ac1ec tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:00.299676 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-1049b6e2-f4d6-4281-925f-d1b4607d7755 req-7f3378af-17e2-4347-8bcd-9163e69ac1ec tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/ports?device_id=062658e1-64dd-465c-9e31-20d39b97813d HTTP/1.1" status: 200 len: 944 time: 0.0724690 Jul 14 09:59:00.344481 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-1049b6e2-f4d6-4281-925f-d1b4607d7755 req-5f2e13d4-10d5-49ef-9b3b-9e971e3dcc62 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/security-groups?id=0551f2a0-f528-4f88-92ca-fdc00850acb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388832 Jul 14 09:59:01.527801 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd07247-e4d8-453d-bf3f-904cdf51d1b6 req-5ebc7888-d84f-4e8e-bd6c-ab6ab0ca851f tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:01.529332 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-efd07247-e4d8-453d-bf3f-904cdf51d1b6 req-5ebc7888-d84f-4e8e-bd6c-ab6ab0ca851f tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/ports?device_id=062658e1-64dd-465c-9e31-20d39b97813d HTTP/1.1" status: 200 len: 944 time: 0.0646467 Jul 14 09:59:01.569045 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-efd07247-e4d8-453d-bf3f-904cdf51d1b6 req-64569758-f745-44ef-98f8-6eca6aca005a tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/security-groups?id=0551f2a0-f528-4f88-92ca-fdc00850acb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331945 Jul 14 09:59:02.747080 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b53faa1-bffd-4b92-98d9-773754957656 req-339a4b74-6a87-4b0c-9c00-94a012ef88c7 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:02.748585 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-3b53faa1-bffd-4b92-98d9-773754957656 req-339a4b74-6a87-4b0c-9c00-94a012ef88c7 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/ports?device_id=062658e1-64dd-465c-9e31-20d39b97813d HTTP/1.1" status: 200 len: 944 time: 0.0678141 Jul 14 09:59:02.788838 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-3b53faa1-bffd-4b92-98d9-773754957656 req-d6e64fc0-1652-446b-b8a1-33daca669adf tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/security-groups?id=0551f2a0-f528-4f88-92ca-fdc00850acb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336699 Jul 14 09:59:03.979215 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2e866d-6cf6-471c-b11d-7a3c10bab450 req-5edb09b7-4144-419a-942b-ffcaee3266b5 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:03.980729 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-4d2e866d-6cf6-471c-b11d-7a3c10bab450 req-5edb09b7-4144-419a-942b-ffcaee3266b5 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/ports?device_id=062658e1-64dd-465c-9e31-20d39b97813d HTTP/1.1" status: 200 len: 944 time: 0.0658846 Jul 14 09:59:04.026920 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-4d2e866d-6cf6-471c-b11d-7a3c10bab450 req-ee34e18c-805b-41f5-af77-d54a887b5db8 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/security-groups?id=0551f2a0-f528-4f88-92ca-fdc00850acb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385971 Jul 14 09:59:05.211323 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0d89a3-6c40-4839-9129-c447f7bfe1d0 req-1323c37a-eedb-4b3b-aa8d-1245d8bd8540 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:05.213309 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-0c0d89a3-6c40-4839-9129-c447f7bfe1d0 req-1323c37a-eedb-4b3b-aa8d-1245d8bd8540 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/ports?device_id=062658e1-64dd-465c-9e31-20d39b97813d HTTP/1.1" status: 200 len: 944 time: 0.0671835 Jul 14 09:59:05.251997 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-0c0d89a3-6c40-4839-9129-c447f7bfe1d0 req-5659fffb-9941-4106-98f0-b17687dd7c78 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/security-groups?id=0551f2a0-f528-4f88-92ca-fdc00850acb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330467 Jul 14 09:59:06.436988 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d0e3a6-6331-470f-b63d-7f7bc373fa8d req-4807a729-72a1-4bf5-b7f4-1d8af2517af1 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:06.438563 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-32d0e3a6-6331-470f-b63d-7f7bc373fa8d req-4807a729-72a1-4bf5-b7f4-1d8af2517af1 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/ports?device_id=062658e1-64dd-465c-9e31-20d39b97813d HTTP/1.1" status: 200 len: 944 time: 0.0705149 Jul 14 09:59:06.481554 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-32d0e3a6-6331-470f-b63d-7f7bc373fa8d req-999fde01-0028-43e4-bae8-f0f41e22f9f5 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/security-groups?id=0551f2a0-f528-4f88-92ca-fdc00850acb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373518 Jul 14 09:59:06.670806 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.agents_db [None req-3c3509fb-540d-4335-a450-574895dd3602 None None] Agent healthcheck: found 7 active agents {{(pid=93960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:59:07.669555 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1e601d-d91d-43cf-8aaf-88d49187fce4 req-70c23e21-98f8-41a7-8f36-9cf10d27b931 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:07.671071 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-2c1e601d-d91d-43cf-8aaf-88d49187fce4 req-70c23e21-98f8-41a7-8f36-9cf10d27b931 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/ports?device_id=062658e1-64dd-465c-9e31-20d39b97813d HTTP/1.1" status: 200 len: 944 time: 0.0676720 Jul 14 09:59:07.711784 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-2c1e601d-d91d-43cf-8aaf-88d49187fce4 req-e83d35e7-a46a-47e0-8f91-0a98ce7fbf09 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/security-groups?id=0551f2a0-f528-4f88-92ca-fdc00850acb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331442 Jul 14 09:59:08.907868 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a5fc67-9236-402a-a872-2e4c78b43b83 req-5404b2f5-fc20-4a83-92cf-63ec756be3b2 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:08.909373 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-69a5fc67-9236-402a-a872-2e4c78b43b83 req-5404b2f5-fc20-4a83-92cf-63ec756be3b2 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/ports?device_id=062658e1-64dd-465c-9e31-20d39b97813d HTTP/1.1" status: 200 len: 944 time: 0.0701332 Jul 14 09:59:08.960182 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-69a5fc67-9236-402a-a872-2e4c78b43b83 req-1074d285-e1e2-40a5-b759-bf7564ca7287 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/security-groups?id=0551f2a0-f528-4f88-92ca-fdc00850acb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415261 Jul 14 09:59:10.171593 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8858afdd-2296-45fd-b149-2782c869d898 req-e0d5dccd-f923-418f-b471-ff4c4060e9f0 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:10.173048 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-8858afdd-2296-45fd-b149-2782c869d898 req-e0d5dccd-f923-418f-b471-ff4c4060e9f0 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/ports?device_id=062658e1-64dd-465c-9e31-20d39b97813d HTTP/1.1" status: 200 len: 944 time: 0.0664573 Jul 14 09:59:10.210877 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-8858afdd-2296-45fd-b149-2782c869d898 req-c9658de2-dcab-4de9-8907-4d21c0cafdde tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/security-groups?id=0551f2a0-f528-4f88-92ca-fdc00850acb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322165 Jul 14 09:59:11.390397 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9a851f-ed46-475d-b19b-58888e49037e req-742a5185-53c7-4f85-8555-573ab6f94965 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:11.392012 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-da9a851f-ed46-475d-b19b-58888e49037e req-742a5185-53c7-4f85-8555-573ab6f94965 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/ports?device_id=062658e1-64dd-465c-9e31-20d39b97813d HTTP/1.1" status: 200 len: 944 time: 0.0711207 Jul 14 09:59:11.435175 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-da9a851f-ed46-475d-b19b-58888e49037e req-01b8a2a2-0683-4804-b646-4c34af077109 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/security-groups?id=0551f2a0-f528-4f88-92ca-fdc00850acb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376337 Jul 14 09:59:11.690153 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device f0dbe4f8-a705-46a4-bc29-6b170820ad04 details requested by agent hyperv_n-h2-779913-29 with host n-h2-779913-29 {{(pid=93959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:59:11.782681 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port f0dbe4f8-a705-46a4-bc29-6b170820ad04, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=f0dbe4f8-a705-46a4-bc29-6b170820ad04,segment=NetworkSegment(706510d8-b2fe-4655-a702-4a6b9e541601),segment_id=706510d8-b2fe-4655-a702-4a6b9e541601)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:59:11.794963 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Returning: {'device': 'f0dbe4f8-a705-46a4-bc29-6b170820ad04', 'network_id': '4a41190d-e41a-4086-9106-e0776e2181e2', 'port_id': 'f0dbe4f8-a705-46a4-bc29-6b170820ad04', 'mac_address': 'fa:16:3e:c8:3b:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d9e1361-7dda-4b0f-8018-18ad346c1466', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:59:11.834779 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:11.847851 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0dbe4f8-a705-46a4-bc29-6b170820ad04 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:59:11.867177 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port f0dbe4f8-a705-46a4-bc29-6b170820ad04, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=f0dbe4f8-a705-46a4-bc29-6b170820ad04,segment=NetworkSegment(706510d8-b2fe-4655-a702-4a6b9e541601),segment_id=706510d8-b2fe-4655-a702-4a6b9e541601)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:59:11.871598 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:11.922008 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Pushing event updated for resources: {'Port': ['ID=f0dbe4f8-a705-46a4-bc29-6b170820ad04,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:59:11.930537 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:59:11.931569 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:59:11.932058 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:59:11.932444 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:59:11.932783 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:59:11.933117 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:59:11.933452 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:59:11.933804 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:59:11.934131 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:59:11.934460 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:59:11.934787 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:59:11.935113 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:59:12.167736 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] get_ports_and_sgs() called for port_ids ['f0dbe4f8-a705-46a4-bc29-6b170820ad04'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:59:12.618326 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96836628-757f-4742-b70b-f5f939a09db8 req-f5efaed7-4422-46fa-9f0b-661c146e601f tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:12.619878 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-96836628-757f-4742-b70b-f5f939a09db8 req-f5efaed7-4422-46fa-9f0b-661c146e601f tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/ports?device_id=062658e1-64dd-465c-9e31-20d39b97813d HTTP/1.1" status: 200 len: 945 time: 0.0711391 Jul 14 09:59:12.667937 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-96836628-757f-4742-b70b-f5f939a09db8 req-1208a840-4944-4cd6-acea-420d46e8d2a0 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/security-groups?id=0551f2a0-f528-4f88-92ca-fdc00850acb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410821 Jul 14 09:59:13.040238 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:13.710357 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device f0dbe4f8-a705-46a4-bc29-6b170820ad04 up at agent hyperv_n-h2-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:59:13.771049 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Provisioning for port f0dbe4f8-a705-46a4-bc29-6b170820ad04 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:59:13.775730 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Provisioning complete for port f0dbe4f8-a705-46a4-bc29-6b170820ad04 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:59:13.776205 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:13.833657 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:13.861305 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23c3594-d462-43b8-a848-bfc22be47fa1 req-2e608dc8-09b0-4353-9ec6-fec3bbefd800 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:13.863889 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b23c3594-d462-43b8-a848-bfc22be47fa1 req-2e608dc8-09b0-4353-9ec6-fec3bbefd800 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/ports?device_id=062658e1-64dd-465c-9e31-20d39b97813d HTTP/1.1" status: 200 len: 945 time: 0.0744324 Jul 14 09:59:13.874763 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:13.900550 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '062658e1-64dd-465c-9e31-20d39b97813d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0dbe4f8-a705-46a4-bc29-6b170820ad04'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:59:13.902834 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd62303f06773040a8a4e189dc46b4f565768c299abf8ab8e7739778b0bc3e97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c915476-22d1-4e34-aad8-5820aab0201c" -d '{"events": [{"server_uuid": "062658e1-64dd-465c-9e31-20d39b97813d", "name": "network-vif-plugged", "status": "completed", "tag": "f0dbe4f8-a705-46a4-bc29-6b170820ad04"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:59:13.907193 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b23c3594-d462-43b8-a848-bfc22be47fa1 req-d663d3de-0476-4aac-a3a2-9d94adb29279 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/security-groups?id=0551f2a0-f528-4f88-92ca-fdc00850acb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369251 Jul 14 09:59:13.916192 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port f0dbe4f8-a705-46a4-bc29-6b170820ad04, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=f0dbe4f8-a705-46a4-bc29-6b170820ad04,segment=NetworkSegment(706510d8-b2fe-4655-a702-4a6b9e541601),segment_id=706510d8-b2fe-4655-a702-4a6b9e541601)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:59:13.920556 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:13.947907 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:59:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78b2f2bb-a4a7-482b-9c52-dedcc376cdac x-openstack-request-id: req-78b2f2bb-a4a7-482b-9c52-dedcc376cdac {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:59:13.948317 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "062658e1-64dd-465c-9e31-20d39b97813d", "name": "network-vif-plugged", "status": "completed", "tag": "f0dbe4f8-a705-46a4-bc29-6b170820ad04", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:59:13.948668 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-78b2f2bb-a4a7-482b-9c52-dedcc376cdac {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:59:13.949070 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '062658e1-64dd-465c-9e31-20d39b97813d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0dbe4f8-a705-46a4-bc29-6b170820ad04', 'code': 200} Jul 14 09:59:13.980334 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Pushing event updated for resources: {'Port': ['ID=f0dbe4f8-a705-46a4-bc29-6b170820ad04,revision_number=5']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:59:14.118542 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084347bf-81ba-4707-9bd2-0ac0e9421aca req-948596bb-e804-4dcb-9879-31e3b7fe3f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:14.120096 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-084347bf-81ba-4707-9bd2-0ac0e9421aca req-948596bb-e804-4dcb-9879-31e3b7fe3f42 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=062658e1-64dd-465c-9e31-20d39b97813d HTTP/1.1" status: 200 len: 1098 time: 0.0761738 Jul 14 09:59:14.156884 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-084347bf-81ba-4707-9bd2-0ac0e9421aca req-78ea74ee-2283-4aa4-8666-a1161841d938 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=0551f2a0-f528-4f88-92ca-fdc00850acb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302308 Jul 14 09:59:15.112683 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748f5918-5aff-4f2e-a280-0e2d46e3c94d req-c80df477-9abf-48b8-afa1-a0cb02fccfa8 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:15.114274 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-748f5918-5aff-4f2e-a280-0e2d46e3c94d req-c80df477-9abf-48b8-afa1-a0cb02fccfa8 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/ports?device_id=062658e1-64dd-465c-9e31-20d39b97813d HTTP/1.1" status: 200 len: 946 time: 0.0754244 Jul 14 09:59:15.158015 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-748f5918-5aff-4f2e-a280-0e2d46e3c94d req-f4ace9f4-f216-4906-a45b-9466d1a7bce8 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/security-groups?id=0551f2a0-f528-4f88-92ca-fdc00850acb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373135 Jul 14 09:59:16.370112 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941377ef-cb8d-47a4-aa74-45350f0c5521 req-b05c02fe-19e9-4bea-9a87-b6243759c1b2 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:16.371599 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-941377ef-cb8d-47a4-aa74-45350f0c5521 req-b05c02fe-19e9-4bea-9a87-b6243759c1b2 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/ports?device_id=062658e1-64dd-465c-9e31-20d39b97813d HTTP/1.1" status: 200 len: 946 time: 0.0721898 Jul 14 09:59:16.415857 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-941377ef-cb8d-47a4-aa74-45350f0c5521 req-f8008758-b709-439a-8ed0-962d23b1ea81 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/security-groups?id=0551f2a0-f528-4f88-92ca-fdc00850acb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347886 Jul 14 09:59:16.607754 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e7e0ab-0980-462a-8511-a13e21b2f5ea req-4a6144e0-69f7-421b-bbee-52762a5e22db tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:16.609284 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d7e7e0ab-0980-462a-8511-a13e21b2f5ea req-4a6144e0-69f7-421b-bbee-52762a5e22db tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/ports?device_id=062658e1-64dd-465c-9e31-20d39b97813d HTTP/1.1" status: 200 len: 946 time: 0.0682390 Jul 14 09:59:16.647793 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d7e7e0ab-0980-462a-8511-a13e21b2f5ea req-cb1513b2-4080-45ef-8dce-a0b6fc2af644 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/security-groups?id=0551f2a0-f528-4f88-92ca-fdc00850acb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328679 Jul 14 09:59:17.108856 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd484bef-a53f-4fdd-a56f-b2ca47634aca req-1017c35d-f7b9-4e2d-babd-1aba1f16f76c tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:17.110374 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-dd484bef-a53f-4fdd-a56f-b2ca47634aca req-1017c35d-f7b9-4e2d-babd-1aba1f16f76c tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/ports?device_id=062658e1-64dd-465c-9e31-20d39b97813d HTTP/1.1" status: 200 len: 946 time: 0.0673511 Jul 14 09:59:17.149619 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-dd484bef-a53f-4fdd-a56f-b2ca47634aca req-18bb3c63-2d8a-4f47-90b4-002497185593 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/security-groups?id=0551f2a0-f528-4f88-92ca-fdc00850acb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333939 Jul 14 09:59:18.349871 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5627296d-63e7-489e-b1f4-f6fdcee8364c req-628813d3-65a8-4cc9-9c7e-05cf8e6f72e9 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:18.351474 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-5627296d-63e7-489e-b1f4-f6fdcee8364c req-628813d3-65a8-4cc9-9c7e-05cf8e6f72e9 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/ports?device_id=062658e1-64dd-465c-9e31-20d39b97813d HTTP/1.1" status: 200 len: 946 time: 0.0714557 Jul 14 09:59:18.392348 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-5627296d-63e7-489e-b1f4-f6fdcee8364c req-62523020-d65d-461f-833a-21bb7143498c tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/security-groups?id=0551f2a0-f528-4f88-92ca-fdc00850acb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329461 Jul 14 09:59:18.662775 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc964d50-0e61-4f2e-abf8-2f61b12ee4a4 req-8ac2570b-b341-4e7a-87fb-c8f0ce66331d tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:18.664236 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-fc964d50-0e61-4f2e-abf8-2f61b12ee4a4 req-8ac2570b-b341-4e7a-87fb-c8f0ce66331d tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.57 "GET /v2.0/ports?device_id=062658e1-64dd-465c-9e31-20d39b97813d HTTP/1.1" status: 200 len: 946 time: 0.0639169 Jul 14 09:59:18.771539 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [req-fc964d50-0e61-4f2e-abf8-2f61b12ee4a4 req-93cfb3ab-b188-43c3-9efd-4014862a7c46 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Deleting port f0dbe4f8-a705-46a4-bc29-6b170820ad04 {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:59:18.771880 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-fc964d50-0e61-4f2e-abf8-2f61b12ee4a4 req-93cfb3ab-b188-43c3-9efd-4014862a7c46 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:18.878547 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-fc964d50-0e61-4f2e-abf8-2f61b12ee4a4 req-93cfb3ab-b188-43c3-9efd-4014862a7c46 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] For port f0dbe4f8-a705-46a4-bc29-6b170820ad04, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=f0dbe4f8-a705-46a4-bc29-6b170820ad04,segment=NetworkSegment(706510d8-b2fe-4655-a702-4a6b9e541601),segment_id=706510d8-b2fe-4655-a702-4a6b9e541601)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:59:18.879302 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-fc964d50-0e61-4f2e-abf8-2f61b12ee4a4 req-93cfb3ab-b188-43c3-9efd-4014862a7c46 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:18.893603 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [req-fc964d50-0e61-4f2e-abf8-2f61b12ee4a4 req-93cfb3ab-b188-43c3-9efd-4014862a7c46 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Calling delete_port for f0dbe4f8-a705-46a4-bc29-6b170820ad04 owned by compute:nova {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:59:19.027614 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-fc964d50-0e61-4f2e-abf8-2f61b12ee4a4 req-93cfb3ab-b188-43c3-9efd-4014862a7c46 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:19.061976 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cfb3ab-b188-43c3-9efd-4014862a7c46 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Pushing event deleted for resources: {'Port': ['ID=f0dbe4f8-a705-46a4-bc29-6b170820ad04,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:59:19.062264 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] get_ports_and_sgs() called for port_ids ['c1a274d7-dcd5-4d5e-89cd-ebf673a1e3d6'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:59:19.070353 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] get_ports_and_sgs() called for port_ids ['f0dbe4f8-a705-46a4-bc29-6b170820ad04'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:59:19.111548 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc964d50-0e61-4f2e-abf8-2f61b12ee4a4 req-93cfb3ab-b188-43c3-9efd-4014862a7c46 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] No DVR routers for this DVR port f0dbe4f8-a705-46a4-bc29-6b170820ad04 on host n-h2-779913-29 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:59:19.115722 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-fc964d50-0e61-4f2e-abf8-2f61b12ee4a4 req-93cfb3ab-b188-43c3-9efd-4014862a7c46 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:19.118002 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-fc964d50-0e61-4f2e-abf8-2f61b12ee4a4 req-93cfb3ab-b188-43c3-9efd-4014862a7c46 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.57 "DELETE /v2.0/ports/f0dbe4f8-a705-46a4-bc29-6b170820ad04 HTTP/1.1" status: 204 len: 173 time: 0.4479723 Jul 14 09:59:19.118574 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '062658e1-64dd-465c-9e31-20d39b97813d', 'name': 'network-vif-deleted', 'tag': 'f0dbe4f8-a705-46a4-bc29-6b170820ad04'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:59:19.121814 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46d33514-2ca2-436a-aab7-6c51379f753a" -d '{"events": [{"server_uuid": "062658e1-64dd-465c-9e31-20d39b97813d", "name": "network-vif-deleted", "tag": "f0dbe4f8-a705-46a4-bc29-6b170820ad04"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:59:19.250655 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:59:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfaff00c-f003-4a4c-a156-d9faa73dcb48 x-openstack-request-id: req-dfaff00c-f003-4a4c-a156-d9faa73dcb48 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:59:19.251122 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "062658e1-64dd-465c-9e31-20d39b97813d", "name": "network-vif-deleted", "tag": "f0dbe4f8-a705-46a4-bc29-6b170820ad04", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:59:19.251474 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-dfaff00c-f003-4a4c-a156-d9faa73dcb48 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:59:19.251982 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '062658e1-64dd-465c-9e31-20d39b97813d', 'name': 'network-vif-deleted', 'tag': 'f0dbe4f8-a705-46a4-bc29-6b170820ad04', 'status': 'completed', 'code': 200} Jul 14 09:59:19.542202 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-abc233e7-1dab-4520-9b91-b143a6272985 req-46dfa54e-c6d4-42cb-bfa6-65310d64d443 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/ports?device_id=062658e1-64dd-465c-9e31-20d39b97813d HTTP/1.1" status: 200 len: 210 time: 0.0306458 Jul 14 09:59:20.698559 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0d07a5e2-c4c8-4d59-8e1b-65d07879ebcf req-8e924936-f9d0-4226-9194-472448075655 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/ports?device_id=062658e1-64dd-465c-9e31-20d39b97813d HTTP/1.1" status: 200 len: 210 time: 0.0346692 Jul 14 09:59:21.769599 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device f0dbe4f8-a705-46a4-bc29-6b170820ad04 no longer exists at agent hyperv_n-h2-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:59:21.792021 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] No Port match for: f0dbe4f8-a705-46a4-bc29-6b170820ad04 {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:59:21.792429 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device f0dbe4f8-a705-46a4-bc29-6b170820ad04 not bound to the agent host n-h2-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:59:21.849953 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-14f7c3c9-8073-42ce-acf3-18aba556c57a req-d80b60e3-44e2-4e62-a11f-85d3ae28a131 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/ports?device_id=062658e1-64dd-465c-9e31-20d39b97813d HTTP/1.1" status: 200 len: 210 time: 0.0313282 Jul 14 09:59:22.209650 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ffceb98d-8b62-4f18-b2bd-892336f4273f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:22.269984 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [req-e858f9dc-dc02-4def-bad2-283321e5dbc3 req-12ada754-e4b1-43bb-9e64-2f44b9667f45 service neutron] (93957) timed out ('10.222.0.65', 56608) {{(pid=93957) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 14 09:59:23.021955 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-bac42374-0ca8-4396-a1cf-ea6d09cf76fa req-ba31b465-862b-4ab8-9443-c0dc15badf3b tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/ports?device_id=062658e1-64dd-465c-9e31-20d39b97813d HTTP/1.1" status: 200 len: 210 time: 0.0358219 Jul 14 09:59:24.802060 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:24.906407 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-15e0e2e5-c076-4dad-8770-14e87529c84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:25.979285 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5ad31076-714c-49ec-bc37-f3d4cd90112a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:27.738875 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adc283b-b6bf-4cce-afd4-66fe147612c2 req-5f65b9c4-c8c0-42ea-b5d3-9af3116764ac tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:27.740376 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-6adc283b-b6bf-4cce-afd4-66fe147612c2 req-5f65b9c4-c8c0-42ea-b5d3-9af3116764ac tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/ports?device_id=58c1796b-734d-4e76-8cee-f6c3de8a9d32 HTTP/1.1" status: 200 len: 946 time: 0.0639520 Jul 14 09:59:27.793313 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-6adc283b-b6bf-4cce-afd4-66fe147612c2 req-92669a16-fed8-4dd6-8107-a339f1342587 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/security-groups?id=0551f2a0-f528-4f88-92ca-fdc00850acb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451672 Jul 14 09:59:27.804276 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5bbe322f-3f67-4864-bc0a-91afe44d23e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:28.982800 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6523f2-3fe4-4f36-86ac-215d4d8a7c9a req-1ab4af14-f00e-496b-a9f4-dbb58fe4ddbd tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:28.984451 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-bf6523f2-3fe4-4f36-86ac-215d4d8a7c9a req-1ab4af14-f00e-496b-a9f4-dbb58fe4ddbd tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/ports?device_id=58c1796b-734d-4e76-8cee-f6c3de8a9d32 HTTP/1.1" status: 200 len: 946 time: 0.0750744 Jul 14 09:59:29.030033 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-bf6523f2-3fe4-4f36-86ac-215d4d8a7c9a req-67c79abd-939a-4a9c-bc30-9ca2d6188acd tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/security-groups?id=0551f2a0-f528-4f88-92ca-fdc00850acb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398741 Jul 14 09:59:29.304447 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0e1aef-1063-425e-b260-525733ac8e52 req-9614512b-7f44-4afa-bfd1-35d5a55c5469 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:29.306072 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1b0e1aef-1063-425e-b260-525733ac8e52 req-9614512b-7f44-4afa-bfd1-35d5a55c5469 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.65 "GET /v2.0/ports?device_id=58c1796b-734d-4e76-8cee-f6c3de8a9d32 HTTP/1.1" status: 200 len: 946 time: 0.0679872 Jul 14 09:59:29.410285 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [req-1b0e1aef-1063-425e-b260-525733ac8e52 req-f7c6e0e0-3b2a-41a0-a157-75aa121279df tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Deleting port c1a274d7-dcd5-4d5e-89cd-ebf673a1e3d6 {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:59:29.410621 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-1b0e1aef-1063-425e-b260-525733ac8e52 req-f7c6e0e0-3b2a-41a0-a157-75aa121279df tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:29.503556 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-1b0e1aef-1063-425e-b260-525733ac8e52 req-f7c6e0e0-3b2a-41a0-a157-75aa121279df tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] For port c1a274d7-dcd5-4d5e-89cd-ebf673a1e3d6, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=c1a274d7-dcd5-4d5e-89cd-ebf673a1e3d6,segment=NetworkSegment(706510d8-b2fe-4655-a702-4a6b9e541601),segment_id=706510d8-b2fe-4655-a702-4a6b9e541601)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:59:29.503924 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-1b0e1aef-1063-425e-b260-525733ac8e52 req-f7c6e0e0-3b2a-41a0-a157-75aa121279df tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:29.516891 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [req-1b0e1aef-1063-425e-b260-525733ac8e52 req-f7c6e0e0-3b2a-41a0-a157-75aa121279df tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Calling delete_port for c1a274d7-dcd5-4d5e-89cd-ebf673a1e3d6 owned by compute:nova {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:59:29.643892 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-1b0e1aef-1063-425e-b260-525733ac8e52 req-f7c6e0e0-3b2a-41a0-a157-75aa121279df tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:29.674761 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c6e0e0-3b2a-41a0-a157-75aa121279df tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Pushing event deleted for resources: {'Port': ['ID=c1a274d7-dcd5-4d5e-89cd-ebf673a1e3d6,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:59:29.677076 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] get_ports_and_sgs() called for port_ids ['c1a274d7-dcd5-4d5e-89cd-ebf673a1e3d6'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:59:29.732466 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b0e1aef-1063-425e-b260-525733ac8e52 req-f7c6e0e0-3b2a-41a0-a157-75aa121279df tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] No DVR routers for this DVR port c1a274d7-dcd5-4d5e-89cd-ebf673a1e3d6 on host n-h1-779913-29 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:59:29.735197 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-1b0e1aef-1063-425e-b260-525733ac8e52 req-f7c6e0e0-3b2a-41a0-a157-75aa121279df tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:29.737293 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1b0e1aef-1063-425e-b260-525733ac8e52 req-f7c6e0e0-3b2a-41a0-a157-75aa121279df tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.65 "DELETE /v2.0/ports/c1a274d7-dcd5-4d5e-89cd-ebf673a1e3d6 HTTP/1.1" status: 204 len: 173 time: 0.4255226 Jul 14 09:59:29.737771 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58c1796b-734d-4e76-8cee-f6c3de8a9d32', 'name': 'network-vif-deleted', 'tag': 'c1a274d7-dcd5-4d5e-89cd-ebf673a1e3d6'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:59:29.740383 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7326a16d-7419-43df-92e5-254a782cef5f" -d '{"events": [{"server_uuid": "58c1796b-734d-4e76-8cee-f6c3de8a9d32", "name": "network-vif-deleted", "tag": "c1a274d7-dcd5-4d5e-89cd-ebf673a1e3d6"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:59:29.794420 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:59:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a18f2fd-fe85-4203-9b87-fe81539b0e58 x-openstack-request-id: req-6a18f2fd-fe85-4203-9b87-fe81539b0e58 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:59:29.794734 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58c1796b-734d-4e76-8cee-f6c3de8a9d32", "name": "network-vif-deleted", "tag": "c1a274d7-dcd5-4d5e-89cd-ebf673a1e3d6", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:59:29.794990 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-6a18f2fd-fe85-4203-9b87-fe81539b0e58 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:59:29.795395 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58c1796b-734d-4e76-8cee-f6c3de8a9d32', 'name': 'network-vif-deleted', 'tag': 'c1a274d7-dcd5-4d5e-89cd-ebf673a1e3d6', 'status': 'completed', 'code': 200} Jul 14 09:59:30.194889 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-89c01933-5dfd-42aa-a896-aaa904e6d7fd req-938bc493-4d6f-429a-93e9-4028236ec66e tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/ports?device_id=58c1796b-734d-4e76-8cee-f6c3de8a9d32 HTTP/1.1" status: 200 len: 210 time: 0.0340400 Jul 14 09:59:31.362201 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-17896b3b-45aa-404d-befc-93811c5c7db6 req-a98eb713-cccb-4a13-b309-9a34e98926db tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/ports?device_id=58c1796b-734d-4e76-8cee-f6c3de8a9d32 HTTP/1.1" status: 200 len: 210 time: 0.0321596 Jul 14 09:59:32.524869 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e3169212-36b6-4eeb-a955-b068548dc7fa req-8a61c59d-43e4-4637-b7e6-800656cb9cdf tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/ports?device_id=58c1796b-734d-4e76-8cee-f6c3de8a9d32 HTTP/1.1" status: 200 len: 210 time: 0.0351522 Jul 14 09:59:33.298584 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device c1a274d7-dcd5-4d5e-89cd-ebf673a1e3d6 no longer exists at agent hyperv_n-h1-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:59:33.328900 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] No Port match for: c1a274d7-dcd5-4d5e-89cd-ebf673a1e3d6 {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:59:33.329265 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device c1a274d7-dcd5-4d5e-89cd-ebf673a1e3d6 not bound to the agent host n-h1-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:59:33.686938 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-063f6026-8b1b-4b4a-8428-a67eebdad838 req-8a2cd592-51e2-4ef9-939c-113fa9c7b859 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/ports?device_id=58c1796b-734d-4e76-8cee-f6c3de8a9d32 HTTP/1.1" status: 200 len: 210 time: 0.0303566 Jul 14 09:59:36.849910 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 36040) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:59:36.855529 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-94aa7e84-1ebf-41aa-8035-66c95e56ce2c tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-972139136', 'description': 'tempest-secgroup-smoke-972139136 description', 'project_id': '6606703679bf48b78717d16f607a62b8'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:59:36.879215 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-94aa7e84-1ebf-41aa-8035-66c95e56ce2c tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:36.969603 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-94aa7e84-1ebf-41aa-8035-66c95e56ce2c tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:36.973101 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-94aa7e84-1ebf-41aa-8035-66c95e56ce2c tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:37.004811 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-94aa7e84-1ebf-41aa-8035-66c95e56ce2c tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:37.006197 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-94aa7e84-1ebf-41aa-8035-66c95e56ce2c tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1551754 Jul 14 09:59:37.008315 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94aa7e84-1ebf-41aa-8035-66c95e56ce2c tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8829d6dc-8985-4bd2-ad38-d19720f7bb3a,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:59:37.009673 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 36042) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:59:37.017080 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94aa7e84-1ebf-41aa-8035-66c95e56ce2c tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:59:37.017392 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94aa7e84-1ebf-41aa-8035-66c95e56ce2c tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:59:37.017833 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94aa7e84-1ebf-41aa-8035-66c95e56ce2c tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:59:37.018196 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94aa7e84-1ebf-41aa-8035-66c95e56ce2c tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:59:37.018600 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94aa7e84-1ebf-41aa-8035-66c95e56ce2c tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:59:37.018747 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-54bce18e-f517-4a23-a804-568d5f3b1c04 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Request body: {'security_group_rule': {'security_group_id': '8829d6dc-8985-4bd2-ad38-d19720f7bb3a', 'project_id': '6606703679bf48b78717d16f607a62b8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:59:37.018939 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94aa7e84-1ebf-41aa-8035-66c95e56ce2c tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:59:37.019308 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94aa7e84-1ebf-41aa-8035-66c95e56ce2c tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:59:37.019637 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94aa7e84-1ebf-41aa-8035-66c95e56ce2c tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:59:37.019965 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94aa7e84-1ebf-41aa-8035-66c95e56ce2c tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:59:37.020357 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94aa7e84-1ebf-41aa-8035-66c95e56ce2c tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:59:37.020621 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94aa7e84-1ebf-41aa-8035-66c95e56ce2c tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:59:37.020959 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94aa7e84-1ebf-41aa-8035-66c95e56ce2c tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:59:37.056295 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-54bce18e-f517-4a23-a804-568d5f3b1c04 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:37.117695 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-54bce18e-f517-4a23-a804-568d5f3b1c04 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:37.121816 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-54bce18e-f517-4a23-a804-568d5f3b1c04 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529131'] for security_group_rule, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:37.143140 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bce18e-f517-4a23-a804-568d5f3b1c04 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7a7b7af-7aee-4235-aabc-4b102a139fac,revision_number=0']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:59:37.150060 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-54bce18e-f517-4a23-a804-568d5f3b1c04 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:37.154844 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-54bce18e-f517-4a23-a804-568d5f3b1c04 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1415007 Jul 14 09:59:37.155150 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 36044) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:59:37.159773 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-c38f4e07-dd61-40d9-89c5-f70143ebbeb0 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Request body: {'security_group_rule': {'security_group_id': '8829d6dc-8985-4bd2-ad38-d19720f7bb3a', 'project_id': '6606703679bf48b78717d16f607a62b8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:59:37.189438 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c38f4e07-dd61-40d9-89c5-f70143ebbeb0 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:37.256503 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c38f4e07-dd61-40d9-89c5-f70143ebbeb0 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:37.261308 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c38f4e07-dd61-40d9-89c5-f70143ebbeb0 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529131'] for security_group_rule, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:37.280007 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38f4e07-dd61-40d9-89c5-f70143ebbeb0 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6203ab0a-d84b-42b2-9a10-d7ccb9d78723,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:59:37.287439 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c38f4e07-dd61-40d9-89c5-f70143ebbeb0 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:37.288770 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-c38f4e07-dd61-40d9-89c5-f70143ebbeb0 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1328566 Jul 14 09:59:37.291665 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 36046) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:59:37.296600 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-676859bc-1a3c-4a0e-93d2-9b6af5e4f21a tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Request body: {'security_group_rule': {'security_group_id': '8829d6dc-8985-4bd2-ad38-d19720f7bb3a', 'project_id': '6606703679bf48b78717d16f607a62b8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:59:37.327409 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-676859bc-1a3c-4a0e-93d2-9b6af5e4f21a tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:37.390225 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-676859bc-1a3c-4a0e-93d2-9b6af5e4f21a tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:37.394282 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-676859bc-1a3c-4a0e-93d2-9b6af5e4f21a tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529131'] for security_group_rule, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:37.413484 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676859bc-1a3c-4a0e-93d2-9b6af5e4f21a tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97512276-3b73-4b61-8802-d8de43827dea,revision_number=0']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:59:37.420013 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-676859bc-1a3c-4a0e-93d2-9b6af5e4f21a tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:37.424102 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 36048) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:59:37.424267 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-676859bc-1a3c-4a0e-93d2-9b6af5e4f21a tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1312258 Jul 14 09:59:37.429241 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-fc076b65-5a65-409d-805c-29446c7e7d52 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Request body: {'security_group_rule': {'security_group_id': '8829d6dc-8985-4bd2-ad38-d19720f7bb3a', 'project_id': '6606703679bf48b78717d16f607a62b8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:59:37.457700 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fc076b65-5a65-409d-805c-29446c7e7d52 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:37.524024 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fc076b65-5a65-409d-805c-29446c7e7d52 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:37.527521 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fc076b65-5a65-409d-805c-29446c7e7d52 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529131'] for security_group_rule, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:37.546367 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc076b65-5a65-409d-805c-29446c7e7d52 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a0e4543-5988-499c-996f-90250034b225,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:59:37.553703 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fc076b65-5a65-409d-805c-29446c7e7d52 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:37.555151 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-fc076b65-5a65-409d-805c-29446c7e7d52 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1299245 Jul 14 09:59:37.558387 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 36050) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:59:37.563344 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-53f8dabe-f449-45e4-8047-3a3c89865035 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Request body: {'security_group_rule': {'security_group_id': '8829d6dc-8985-4bd2-ad38-d19720f7bb3a', 'project_id': '6606703679bf48b78717d16f607a62b8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:59:37.587386 n-d-779913-29 neutron-server[93958]: INFO neutron.db.securitygroups_db [None req-53f8dabe-f449-45e4-8047-3a3c89865035 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Project 6606703679bf48b78717d16f607a62b8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 09:59:37.592405 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-53f8dabe-f449-45e4-8047-3a3c89865035 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:37.663058 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-53f8dabe-f449-45e4-8047-3a3c89865035 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:37.669035 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-53f8dabe-f449-45e4-8047-3a3c89865035 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529131'] for security_group_rule, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:37.696706 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f8dabe-f449-45e4-8047-3a3c89865035 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd118c61-e8bb-47d2-ad8a-eab6a7be7929,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:59:37.700217 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-53f8dabe-f449-45e4-8047-3a3c89865035 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:37.701541 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-53f8dabe-f449-45e4-8047-3a3c89865035 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1421454 Jul 14 09:59:37.704568 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 36052) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:59:37.709367 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-03276258-bac1-4127-8cbb-7f04e3c650f6 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Request body: {'security_group_rule': {'security_group_id': '8829d6dc-8985-4bd2-ad38-d19720f7bb3a', 'project_id': '6606703679bf48b78717d16f607a62b8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:59:37.731313 n-d-779913-29 neutron-server[93958]: INFO neutron.db.securitygroups_db [None req-03276258-bac1-4127-8cbb-7f04e3c650f6 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Project 6606703679bf48b78717d16f607a62b8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 09:59:37.736365 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-03276258-bac1-4127-8cbb-7f04e3c650f6 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:37.803559 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-03276258-bac1-4127-8cbb-7f04e3c650f6 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:37.807877 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-03276258-bac1-4127-8cbb-7f04e3c650f6 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529131'] for security_group_rule, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:37.825511 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03276258-bac1-4127-8cbb-7f04e3c650f6 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da0b3382-a135-46d6-ab2b-7c3ef713d361,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:59:37.831102 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-03276258-bac1-4127-8cbb-7f04e3c650f6 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:37.835261 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-03276258-bac1-4127-8cbb-7f04e3c650f6 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1265867 Jul 14 09:59:43.058309 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:43.674724 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.agents_db [None req-3c3509fb-540d-4335-a450-574895dd3602 None None] Agent healthcheck: found 7 active agents {{(pid=93960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:59:43.826882 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:52.175010 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0d31f7b4-45ba-45ab-8c78-5f9219830308 req-218613e3-5ab0-4bd4-837f-f4e9cb7c7f2f tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-972139136&fields=id&tenant_id=6606703679bf48b78717d16f607a62b8 HTTP/1.1" status: 200 len: 267 time: 0.0337253 Jul 14 09:59:52.214017 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9f508a71-e47d-4dd0-954d-a1e18f8ef91c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:52.647210 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d31f7b4-45ba-45ab-8c78-5f9219830308 req-7ec35933-e08f-4209-8775-334e98815a54 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:52.648650 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0d31f7b4-45ba-45ab-8c78-5f9219830308 req-7ec35933-e08f-4209-8775-334e98815a54 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/networks?id=4a41190d-e41a-4086-9106-e0776e2181e2 HTTP/1.1" status: 200 len: 811 time: 0.4669781 Jul 14 09:59:52.663995 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0d31f7b4-45ba-45ab-8c78-5f9219830308 req-ef42984c-4110-4bd8-8e6c-e3d42dccda5a tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/quotas/6606703679bf48b78717d16f607a62b8 HTTP/1.1" status: 200 len: 375 time: 0.0095561 Jul 14 09:59:52.761228 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0d31f7b4-45ba-45ab-8c78-5f9219830308 req-eda2906b-823c-40e6-a901-f422c8f61691 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=6606703679bf48b78717d16f607a62b8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0916855 Jul 14 09:59:52.858638 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0d31f7b4-45ba-45ab-8c78-5f9219830308 req-38e1d987-1cb5-489f-ac0e-233a9e868980 service neutron] 10.222.0.68 "GET /v2.0/networks/4a41190d-e41a-4086-9106-e0776e2181e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862169 Jul 14 09:59:52.955777 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0d31f7b4-45ba-45ab-8c78-5f9219830308 req-5f1a1416-47ef-4b38-adbd-73d0a91d320c service neutron] 10.222.0.68 "GET /v2.0/networks/4a41190d-e41a-4086-9106-e0776e2181e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912554 Jul 14 09:59:53.248711 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-38982975-881c-4b0f-892b-7ab0097bfa55 req-5dcdaa27-ff04-4e28-9baf-82dfb74b6448 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/ports?device_id=d5e0db55-6c18-44a0-afb3-fd7299c674f3 HTTP/1.1" status: 200 len: 210 time: 0.0286598 Jul 14 09:59:54.365231 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d31f7b4-45ba-45ab-8c78-5f9219830308 req-47de6357-524a-45f3-9aa4-86ecd998443b tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:54.366883 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0d31f7b4-45ba-45ab-8c78-5f9219830308 req-47de6357-524a-45f3-9aa4-86ecd998443b tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.57 "GET /v2.0/networks?id=4a41190d-e41a-4086-9106-e0776e2181e2 HTTP/1.1" status: 200 len: 811 time: 0.1034241 Jul 14 09:59:54.404174 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-80f6f38e-0dee-48a6-aa4d-af1278bcff70 req-ef6baa6e-dd27-450e-b51c-bf2272418ec1 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/ports?device_id=d5e0db55-6c18-44a0-afb3-fd7299c674f3 HTTP/1.1" status: 200 len: 210 time: 0.0362246 Jul 14 09:59:54.451677 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0d31f7b4-45ba-45ab-8c78-5f9219830308 req-2168644b-cb42-46b7-820d-61af956fc202 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6606703679bf48b78717d16f607a62b8 HTTP/1.1" status: 200 len: 379 time: 0.0500376 Jul 14 09:59:54.461013 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-0d31f7b4-45ba-45ab-8c78-5f9219830308 req-211cc592-3d16-4b7a-a950-ac253695bf13 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Request body: {'port': {'device_id': 'd5e0db55-6c18-44a0-afb3-fd7299c674f3', 'network_id': '4a41190d-e41a-4086-9106-e0776e2181e2', 'admin_state_up': True, 'tenant_id': '6606703679bf48b78717d16f607a62b8', 'security_groups': ['8829d6dc-8985-4bd2-ad38-d19720f7bb3a']}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:59:54.569262 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d31f7b4-45ba-45ab-8c78-5f9219830308 req-211cc592-3d16-4b7a-a950-ac253695bf13 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Made reservation on behalf of 6606703679bf48b78717d16f607a62b8 for: {'port': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:59:54.570242 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-0d31f7b4-45ba-45ab-8c78-5f9219830308 req-211cc592-3d16-4b7a-a950-ac253695bf13 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:54.698793 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [req-0d31f7b4-45ba-45ab-8c78-5f9219830308 req-211cc592-3d16-4b7a-a950-ac253695bf13 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Allocated IP 172.20.0.7 (4a41190d-e41a-4086-9106-e0776e2181e2/8d9e1361-7dda-4b0f-8018-18ad346c1466/6d7d314a-2c35-4b78-8f1b-df437b9aaeec) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:59:54.794945 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:54.838305 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-0d31f7b4-45ba-45ab-8c78-5f9219830308 req-211cc592-3d16-4b7a-a950-ac253695bf13 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:54.858781 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [req-0d31f7b4-45ba-45ab-8c78-5f9219830308 req-211cc592-3d16-4b7a-a950-ac253695bf13 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Transition to ACTIVE for port object 6d7d314a-2c35-4b78-8f1b-df437b9aaeec will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:59:54.892691 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-0d31f7b4-45ba-45ab-8c78-5f9219830308 req-211cc592-3d16-4b7a-a950-ac253695bf13 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:54.899039 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b1edee31-f656-46b8-bb11-b550bae9c834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:54.942725 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d31f7b4-45ba-45ab-8c78-5f9219830308 req-211cc592-3d16-4b7a-a950-ac253695bf13 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Network 4a41190d-e41a-4086-9106-e0776e2181e2 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:59:54.946215 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [req-0d31f7b4-45ba-45ab-8c78-5f9219830308 req-211cc592-3d16-4b7a-a950-ac253695bf13 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:59:54.951029 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d31f7b4-45ba-45ab-8c78-5f9219830308 req-211cc592-3d16-4b7a-a950-ac253695bf13 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:59:54.958435 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211cc592-3d16-4b7a-a950-ac253695bf13 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Pushing event updated for resources: {'Port': ['ID=6d7d314a-2c35-4b78-8f1b-df437b9aaeec,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:59:54.987765 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211cc592-3d16-4b7a-a950-ac253695bf13 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:59:54.988109 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211cc592-3d16-4b7a-a950-ac253695bf13 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:59:54.988448 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211cc592-3d16-4b7a-a950-ac253695bf13 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:59:54.988963 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211cc592-3d16-4b7a-a950-ac253695bf13 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:59:54.989470 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211cc592-3d16-4b7a-a950-ac253695bf13 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:59:54.989830 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211cc592-3d16-4b7a-a950-ac253695bf13 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:59:54.990160 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211cc592-3d16-4b7a-a950-ac253695bf13 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:59:54.990486 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211cc592-3d16-4b7a-a950-ac253695bf13 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:59:54.990816 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211cc592-3d16-4b7a-a950-ac253695bf13 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:59:54.991136 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211cc592-3d16-4b7a-a950-ac253695bf13 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:59:54.991463 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211cc592-3d16-4b7a-a950-ac253695bf13 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:59:54.991787 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211cc592-3d16-4b7a-a950-ac253695bf13 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:59:55.019457 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d31f7b4-45ba-45ab-8c78-5f9219830308 req-211cc592-3d16-4b7a-a950-ac253695bf13 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:55.020109 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-0d31f7b4-45ba-45ab-8c78-5f9219830308 req-211cc592-3d16-4b7a-a950-ac253695bf13 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:55.042500 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0d31f7b4-45ba-45ab-8c78-5f9219830308 req-211cc592-3d16-4b7a-a950-ac253695bf13 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5810616 Jul 14 09:59:55.057632 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-0d31f7b4-45ba-45ab-8c78-5f9219830308 req-365433f6-c560-4985-a22c-722db27f89c9 service neutron] Request body: {'port': {'device_id': 'd5e0db55-6c18-44a0-afb3-fd7299c674f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-29'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:59:55.141946 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-0d31f7b4-45ba-45ab-8c78-5f9219830308 req-365433f6-c560-4985-a22c-722db27f89c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:55.213715 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-9c25b3b9-29d4-4564-9d09-9fd097681ea3 None None] Provisioning for port 6d7d314a-2c35-4b78-8f1b-df437b9aaeec completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:59:55.218513 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-9c25b3b9-29d4-4564-9d09-9fd097681ea3 None None] Provisioning complete for port 6d7d314a-2c35-4b78-8f1b-df437b9aaeec triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:59:55.219138 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9c25b3b9-29d4-4564-9d09-9fd097681ea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:55.257691 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-9c25b3b9-29d4-4564-9d09-9fd097681ea3 None None] Port 6d7d314a-2c35-4b78-8f1b-df437b9aaeec cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:59:55.416938 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [req-0d31f7b4-45ba-45ab-8c78-5f9219830308 req-365433f6-c560-4985-a22c-722db27f89c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d7d314a-2c35-4b78-8f1b-df437b9aaeec {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:59:55.424422 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-0d31f7b4-45ba-45ab-8c78-5f9219830308 req-365433f6-c560-4985-a22c-722db27f89c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:55.436791 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [req-0d31f7b4-45ba-45ab-8c78-5f9219830308 req-365433f6-c560-4985-a22c-722db27f89c9 service neutron] Transition to ACTIVE for port object 6d7d314a-2c35-4b78-8f1b-df437b9aaeec will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:59:55.443883 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-0d31f7b4-45ba-45ab-8c78-5f9219830308 req-365433f6-c560-4985-a22c-722db27f89c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:55.497024 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365433f6-c560-4985-a22c-722db27f89c9 service neutron] Pushing event updated for resources: {'Port': ['ID=6d7d314a-2c35-4b78-8f1b-df437b9aaeec,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:59:55.570542 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-0d31f7b4-45ba-45ab-8c78-5f9219830308 req-365433f6-c560-4985-a22c-722db27f89c9 service neutron] Attempting to bind port 6d7d314a-2c35-4b78-8f1b-df437b9aaeec on host n-h2-779913-29 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:59:55.571025 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-0d31f7b4-45ba-45ab-8c78-5f9219830308 req-365433f6-c560-4985-a22c-722db27f89c9 service neutron] Attempting to bind port 6d7d314a-2c35-4b78-8f1b-df437b9aaeec by drivers openvswitch,hyperv on host n-h2-779913-29 at level 0 using segments [{'id': '706510d8-b2fe-4655-a702-4a6b9e541601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '4a41190d-e41a-4086-9106-e0776e2181e2'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:59:55.571336 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d31f7b4-45ba-45ab-8c78-5f9219830308 req-365433f6-c560-4985-a22c-722db27f89c9 service neutron] Attempting to bind port 6d7d314a-2c35-4b78-8f1b-df437b9aaeec on network 4a41190d-e41a-4086-9106-e0776e2181e2 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:59:55.576767 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d31f7b4-45ba-45ab-8c78-5f9219830308 req-365433f6-c560-4985-a22c-722db27f89c9 service neutron] Port 6d7d314a-2c35-4b78-8f1b-df437b9aaeec on network 4a41190d-e41a-4086-9106-e0776e2181e2 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-29 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:59:55.577088 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d31f7b4-45ba-45ab-8c78-5f9219830308 req-365433f6-c560-4985-a22c-722db27f89c9 service neutron] Attempting to bind port 6d7d314a-2c35-4b78-8f1b-df437b9aaeec on network 4a41190d-e41a-4086-9106-e0776e2181e2 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:59:55.582977 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d31f7b4-45ba-45ab-8c78-5f9219830308 req-365433f6-c560-4985-a22c-722db27f89c9 service neutron] Checking agent: {'id': '013e4a3b-a634-47b8-b6a5-1a25109b73fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 13, 13), 'started_at': datetime.datetime(2021, 7, 14, 9, 13, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 59, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:59:55.583271 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d31f7b4-45ba-45ab-8c78-5f9219830308 req-365433f6-c560-4985-a22c-722db27f89c9 service neutron] Checking segment: {'id': '706510d8-b2fe-4655-a702-4a6b9e541601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '4a41190d-e41a-4086-9106-e0776e2181e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:59:55.583679 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d31f7b4-45ba-45ab-8c78-5f9219830308 req-365433f6-c560-4985-a22c-722db27f89c9 service neutron] Bound using segment: {'id': '706510d8-b2fe-4655-a702-4a6b9e541601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '4a41190d-e41a-4086-9106-e0776e2181e2'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:59:55.584088 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-0d31f7b4-45ba-45ab-8c78-5f9219830308 req-365433f6-c560-4985-a22c-722db27f89c9 service neutron] Bound port: 6d7d314a-2c35-4b78-8f1b-df437b9aaeec, host: n-h2-779913-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '706510d8-b2fe-4655-a702-4a6b9e541601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '4a41190d-e41a-4086-9106-e0776e2181e2'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:59:55.584443 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-0d31f7b4-45ba-45ab-8c78-5f9219830308 req-365433f6-c560-4985-a22c-722db27f89c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:55.626394 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9406f69a-bf8f-4b4f-a474-a496b0364b1d req-7554fa75-a8e9-433c-8d8c-1424f734c606 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:55.628085 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-9406f69a-bf8f-4b4f-a474-a496b0364b1d req-7554fa75-a8e9-433c-8d8c-1424f734c606 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/ports?device_id=d5e0db55-6c18-44a0-afb3-fd7299c674f3 HTTP/1.1" status: 200 len: 943 time: 0.0850298 Jul 14 09:59:55.680032 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-0d31f7b4-45ba-45ab-8c78-5f9219830308 req-365433f6-c560-4985-a22c-722db27f89c9 service neutron] For port 6d7d314a-2c35-4b78-8f1b-df437b9aaeec, host n-h2-779913-29, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:59:55.684470 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-9406f69a-bf8f-4b4f-a474-a496b0364b1d req-1f6eed4c-ad7f-4239-97a3-90540fe0d421 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/security-groups?id=8829d6dc-8985-4bd2-ad38-d19720f7bb3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485716 Jul 14 09:59:55.686084 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-0d31f7b4-45ba-45ab-8c78-5f9219830308 req-365433f6-c560-4985-a22c-722db27f89c9 service neutron] For port 6d7d314a-2c35-4b78-8f1b-df437b9aaeec, host n-h2-779913-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=6d7d314a-2c35-4b78-8f1b-df437b9aaeec,segment=NetworkSegment(706510d8-b2fe-4655-a702-4a6b9e541601),segment_id=706510d8-b2fe-4655-a702-4a6b9e541601)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:59:55.693042 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-0d31f7b4-45ba-45ab-8c78-5f9219830308 req-365433f6-c560-4985-a22c-722db27f89c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:55.712351 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d31f7b4-45ba-45ab-8c78-5f9219830308 req-365433f6-c560-4985-a22c-722db27f89c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:55.713153 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-0d31f7b4-45ba-45ab-8c78-5f9219830308 req-365433f6-c560-4985-a22c-722db27f89c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:55.715138 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0d31f7b4-45ba-45ab-8c78-5f9219830308 req-365433f6-c560-4985-a22c-722db27f89c9 service neutron] 10.222.0.57 "PUT /v2.0/ports/6d7d314a-2c35-4b78-8f1b-df437b9aaeec HTTP/1.1" status: 200 len: 1092 time: 0.6624684 Jul 14 09:59:55.735429 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5e0db55-6c18-44a0-afb3-fd7299c674f3', 'tag': '6d7d314a-2c35-4b78-8f1b-df437b9aaeec'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:59:55.738849 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20fffba4-672c-4b10-a7d6-70812bb228a8" -d '{"events": [{"name": "network-changed", "server_uuid": "d5e0db55-6c18-44a0-afb3-fd7299c674f3", "tag": "6d7d314a-2c35-4b78-8f1b-df437b9aaeec"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:59:55.816410 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:59:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71e61622-b61e-45b5-b236-0e3e5af4864e x-openstack-request-id: req-71e61622-b61e-45b5-b236-0e3e5af4864e {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:59:55.816770 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5e0db55-6c18-44a0-afb3-fd7299c674f3", "tag": "6d7d314a-2c35-4b78-8f1b-df437b9aaeec", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:59:55.817012 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-71e61622-b61e-45b5-b236-0e3e5af4864e {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:59:55.817406 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5e0db55-6c18-44a0-afb3-fd7299c674f3', 'tag': '6d7d314a-2c35-4b78-8f1b-df437b9aaeec', 'status': 'completed', 'code': 200} Jul 14 09:59:55.825151 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365433f6-c560-4985-a22c-722db27f89c9 service neutron] Pushing event updated for resources: {'Port': ['ID=6d7d314a-2c35-4b78-8f1b-df437b9aaeec,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:59:55.852773 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d31f7b4-45ba-45ab-8c78-5f9219830308 req-a528cba3-103c-4a41-8c9b-1e796895d756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:55.854351 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0d31f7b4-45ba-45ab-8c78-5f9219830308 req-a528cba3-103c-4a41-8c9b-1e796895d756 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6606703679bf48b78717d16f607a62b8&device_id=d5e0db55-6c18-44a0-afb3-fd7299c674f3 HTTP/1.1" status: 200 len: 1095 time: 0.0801814 Jul 14 09:59:55.908800 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0d31f7b4-45ba-45ab-8c78-5f9219830308 req-5eff3c67-407e-43d6-baea-5bf372ac34ee service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6d7d314a-2c35-4b78-8f1b-df437b9aaeec HTTP/1.1" status: 200 len: 217 time: 0.0386548 Jul 14 09:59:55.962276 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d31f7b4-45ba-45ab-8c78-5f9219830308 req-28e750a5-8294-4ff2-ad83-42356c93e74b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:55.963834 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0d31f7b4-45ba-45ab-8c78-5f9219830308 req-28e750a5-8294-4ff2-ad83-42356c93e74b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8d9e1361-7dda-4b0f-8018-18ad346c1466 HTTP/1.1" status: 200 len: 850 time: 0.0494387 Jul 14 09:59:55.978151 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5ad31076-714c-49ec-bc37-f3d4cd90112a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:56.023633 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d31f7b4-45ba-45ab-8c78-5f9219830308 req-269a62c6-6d0a-49eb-bb8f-75baa42dd676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:56.025222 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0d31f7b4-45ba-45ab-8c78-5f9219830308 req-269a62c6-6d0a-49eb-bb8f-75baa42dd676 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4a41190d-e41a-4086-9106-e0776e2181e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0546978 Jul 14 09:59:56.119525 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0d31f7b4-45ba-45ab-8c78-5f9219830308 req-9ce2f48b-e574-45db-99fd-c5f353eb9283 service neutron] 10.222.0.57 "GET /v2.0/networks/4a41190d-e41a-4086-9106-e0776e2181e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875289 Jul 14 09:59:56.209969 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0d31f7b4-45ba-45ab-8c78-5f9219830308 req-18f05ca6-2fdf-4448-a657-2bb15eb450f5 service neutron] 10.222.0.57 "GET /v2.0/networks/4a41190d-e41a-4086-9106-e0776e2181e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842371 Jul 14 09:59:56.346654 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fffba4-672c-4b10-a7d6-70812bb228a8 req-26fe0575-fdc2-4d87-8518-b714670342a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:56.348305 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-20fffba4-672c-4b10-a7d6-70812bb228a8 req-26fe0575-fdc2-4d87-8518-b714670342a0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6606703679bf48b78717d16f607a62b8&device_id=d5e0db55-6c18-44a0-afb3-fd7299c674f3 HTTP/1.1" status: 200 len: 1095 time: 0.0622232 Jul 14 09:59:56.441633 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fffba4-672c-4b10-a7d6-70812bb228a8 req-de9e832e-2c5a-4934-8ff8-3771b98a67d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:56.443129 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-20fffba4-672c-4b10-a7d6-70812bb228a8 req-de9e832e-2c5a-4934-8ff8-3771b98a67d8 service neutron] 10.222.0.57 "GET /v2.0/networks?id=4a41190d-e41a-4086-9106-e0776e2181e2 HTTP/1.1" status: 200 len: 912 time: 0.0867665 Jul 14 09:59:56.491652 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-20fffba4-672c-4b10-a7d6-70812bb228a8 req-20055e01-a023-4463-9ffe-16f494a03c61 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6d7d314a-2c35-4b78-8f1b-df437b9aaeec HTTP/1.1" status: 200 len: 217 time: 0.0411685 Jul 14 09:59:56.546496 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fffba4-672c-4b10-a7d6-70812bb228a8 req-7cb049a5-01a1-4afc-88ca-3c3136c75e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:56.547986 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-20fffba4-672c-4b10-a7d6-70812bb228a8 req-7cb049a5-01a1-4afc-88ca-3c3136c75e21 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8d9e1361-7dda-4b0f-8018-18ad346c1466 HTTP/1.1" status: 200 len: 850 time: 0.0504854 Jul 14 09:59:56.607167 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fffba4-672c-4b10-a7d6-70812bb228a8 req-394af271-de79-425e-bd77-f24f46523a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:56.608599 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-20fffba4-672c-4b10-a7d6-70812bb228a8 req-394af271-de79-425e-bd77-f24f46523a39 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4a41190d-e41a-4086-9106-e0776e2181e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0539308 Jul 14 09:59:56.700342 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-20fffba4-672c-4b10-a7d6-70812bb228a8 req-f567d916-ab71-489d-879a-bcad78db92b3 service neutron] 10.222.0.57 "GET /v2.0/networks/4a41190d-e41a-4086-9106-e0776e2181e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843639 Jul 14 09:59:56.814036 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-20fffba4-672c-4b10-a7d6-70812bb228a8 req-33077e9c-014b-4409-847c-83e060bb9e93 service neutron] 10.222.0.57 "GET /v2.0/networks/4a41190d-e41a-4086-9106-e0776e2181e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067913 Jul 14 09:59:56.892069 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd107021-9dbd-4e4f-8774-d52bfef11f65 req-86943026-0326-461e-953a-481331eaaceb tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:56.893590 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-cd107021-9dbd-4e4f-8774-d52bfef11f65 req-86943026-0326-461e-953a-481331eaaceb tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/ports?device_id=d5e0db55-6c18-44a0-afb3-fd7299c674f3 HTTP/1.1" status: 200 len: 943 time: 0.0832663 Jul 14 09:59:56.935054 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-cd107021-9dbd-4e4f-8774-d52bfef11f65 req-d7645353-7fb6-4d5c-8b10-8b8a66b24a05 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/security-groups?id=8829d6dc-8985-4bd2-ad38-d19720f7bb3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356481 Jul 14 09:59:57.805407 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5bbe322f-3f67-4864-bc0a-91afe44d23e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:58.120225 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cbf4d5-26a7-4b46-bcac-30b1bceae8c6 req-9f9eb59e-f529-4e87-a7b0-d0dd2c2b2edc tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:58.122712 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-88cbf4d5-26a7-4b46-bcac-30b1bceae8c6 req-9f9eb59e-f529-4e87-a7b0-d0dd2c2b2edc tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/ports?device_id=d5e0db55-6c18-44a0-afb3-fd7299c674f3 HTTP/1.1" status: 200 len: 943 time: 0.0678163 Jul 14 09:59:58.164222 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-88cbf4d5-26a7-4b46-bcac-30b1bceae8c6 req-45c6fab3-21f1-4545-bfbd-f49699bc132c tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/security-groups?id=8829d6dc-8985-4bd2-ad38-d19720f7bb3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353489 Jul 14 09:59:59.339167 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af2a521-ed3e-43d0-ac9c-9969727830dc req-c73330c9-cb48-4a18-9078-9234bb9e35e8 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:59.340613 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-8af2a521-ed3e-43d0-ac9c-9969727830dc req-c73330c9-cb48-4a18-9078-9234bb9e35e8 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/ports?device_id=d5e0db55-6c18-44a0-afb3-fd7299c674f3 HTTP/1.1" status: 200 len: 943 time: 0.0633028 Jul 14 09:59:59.378232 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-8af2a521-ed3e-43d0-ac9c-9969727830dc req-baf81a1c-e284-4c5f-a8b1-dd37aa772e9a tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/security-groups?id=8829d6dc-8985-4bd2-ad38-d19720f7bb3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322266 Jul 14 10:00:00.558756 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46802a56-6040-4ca9-992c-9ac6e1895fb3 req-1c32216a-a77c-4678-abd1-c59fff7cf243 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:00:00.560296 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-46802a56-6040-4ca9-992c-9ac6e1895fb3 req-1c32216a-a77c-4678-abd1-c59fff7cf243 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/ports?device_id=d5e0db55-6c18-44a0-afb3-fd7299c674f3 HTTP/1.1" status: 200 len: 943 time: 0.0733125 Jul 14 10:00:00.600038 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-46802a56-6040-4ca9-992c-9ac6e1895fb3 req-7f0aaac6-6a33-4361-b52c-f7665c468d3f tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/security-groups?id=8829d6dc-8985-4bd2-ad38-d19720f7bb3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341065 Jul 14 10:00:01.781188 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d60c4c1-065f-4d3d-a6f9-50f43d883f0b req-e5eb86f6-9b3a-460b-a4a8-0d8fec4cd9f3 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:00:01.782753 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-5d60c4c1-065f-4d3d-a6f9-50f43d883f0b req-e5eb86f6-9b3a-460b-a4a8-0d8fec4cd9f3 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/ports?device_id=d5e0db55-6c18-44a0-afb3-fd7299c674f3 HTTP/1.1" status: 200 len: 943 time: 0.0673704 Jul 14 10:00:01.830989 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-5d60c4c1-065f-4d3d-a6f9-50f43d883f0b req-77b5cb40-91a8-4c7d-80fa-dfdbbf3e6e2f tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/security-groups?id=8829d6dc-8985-4bd2-ad38-d19720f7bb3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421426 Jul 14 10:00:03.006482 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84871c25-d988-4a65-8a94-f3cb371b338b req-b21f9882-aacd-4f9a-b3de-dac02165a38f tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:00:03.007978 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-84871c25-d988-4a65-8a94-f3cb371b338b req-b21f9882-aacd-4f9a-b3de-dac02165a38f tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/ports?device_id=d5e0db55-6c18-44a0-afb3-fd7299c674f3 HTTP/1.1" status: 200 len: 943 time: 0.0636945 Jul 14 10:00:03.046652 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-84871c25-d988-4a65-8a94-f3cb371b338b req-9ef4f019-3535-460c-930f-6cd0ce71ed52 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/security-groups?id=8829d6dc-8985-4bd2-ad38-d19720f7bb3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324028 Jul 14 10:00:04.217952 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9399cfc5-71c9-437e-999f-db2f6e4dcd79 req-5f80c722-95eb-466e-8fe2-c9e9d1251b83 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:00:04.219331 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-9399cfc5-71c9-437e-999f-db2f6e4dcd79 req-5f80c722-95eb-466e-8fe2-c9e9d1251b83 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/ports?device_id=d5e0db55-6c18-44a0-afb3-fd7299c674f3 HTTP/1.1" status: 200 len: 943 time: 0.0630782 Jul 14 10:00:04.256947 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-9399cfc5-71c9-437e-999f-db2f6e4dcd79 req-e8bacf91-1934-4cf2-bc69-a0af3a7846aa tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/security-groups?id=8829d6dc-8985-4bd2-ad38-d19720f7bb3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321484 Jul 14 10:00:05.613934 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa191413-9749-4a40-b791-0f39c98f678c req-351f9eb3-94eb-4ff1-81bf-21212418afaf tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:00:05.615352 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-aa191413-9749-4a40-b791-0f39c98f678c req-351f9eb3-94eb-4ff1-81bf-21212418afaf tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/ports?device_id=d5e0db55-6c18-44a0-afb3-fd7299c674f3 HTTP/1.1" status: 200 len: 943 time: 0.0637729 Jul 14 10:00:05.652417 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-aa191413-9749-4a40-b791-0f39c98f678c req-9fb49094-5f77-47b3-8802-5115f1d5afac tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/security-groups?id=8829d6dc-8985-4bd2-ad38-d19720f7bb3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314617 Jul 14 10:00:06.828206 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86601bd-56d4-4800-9201-15f04665adb9 req-e6a2925e-35e7-4582-977a-b427d7de11ab tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:00:06.830454 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-f86601bd-56d4-4800-9201-15f04665adb9 req-e6a2925e-35e7-4582-977a-b427d7de11ab tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/ports?device_id=d5e0db55-6c18-44a0-afb3-fd7299c674f3 HTTP/1.1" status: 200 len: 943 time: 0.0673301 Jul 14 10:00:06.869555 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-f86601bd-56d4-4800-9201-15f04665adb9 req-30807b22-4504-4847-99c0-3be0f74753da tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/security-groups?id=8829d6dc-8985-4bd2-ad38-d19720f7bb3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332334 Jul 14 10:00:08.026652 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 6d7d314a-2c35-4b78-8f1b-df437b9aaeec details requested by agent hyperv_n-h2-779913-29 with host n-h2-779913-29 {{(pid=93959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 10:00:08.057783 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86760162-c348-452b-af03-56cbe9fcc647 req-945fc3de-60b2-45e1-b378-653dbf59c342 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:00:08.059313 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-86760162-c348-452b-af03-56cbe9fcc647 req-945fc3de-60b2-45e1-b378-653dbf59c342 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/ports?device_id=d5e0db55-6c18-44a0-afb3-fd7299c674f3 HTTP/1.1" status: 200 len: 943 time: 0.0689981 Jul 14 10:00:08.097079 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-86760162-c348-452b-af03-56cbe9fcc647 req-0f07f848-7cf3-42e5-a7fd-25319ef6a7fe tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/security-groups?id=8829d6dc-8985-4bd2-ad38-d19720f7bb3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321186 Jul 14 10:00:08.124980 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 6d7d314a-2c35-4b78-8f1b-df437b9aaeec, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=6d7d314a-2c35-4b78-8f1b-df437b9aaeec,segment=NetworkSegment(706510d8-b2fe-4655-a702-4a6b9e541601),segment_id=706510d8-b2fe-4655-a702-4a6b9e541601)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:00:08.135990 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Returning: {'device': '6d7d314a-2c35-4b78-8f1b-df437b9aaeec', 'network_id': '4a41190d-e41a-4086-9106-e0776e2181e2', 'port_id': '6d7d314a-2c35-4b78-8f1b-df437b9aaeec', 'mac_address': 'fa:16:3e:31:1f:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d9e1361-7dda-4b0f-8018-18ad346c1466', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 10:00:08.172087 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:08.184555 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d7d314a-2c35-4b78-8f1b-df437b9aaeec {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:00:08.203102 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 6d7d314a-2c35-4b78-8f1b-df437b9aaeec, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=6d7d314a-2c35-4b78-8f1b-df437b9aaeec,segment=NetworkSegment(706510d8-b2fe-4655-a702-4a6b9e541601),segment_id=706510d8-b2fe-4655-a702-4a6b9e541601)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:00:08.206885 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:08.253582 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Pushing event updated for resources: {'Port': ['ID=6d7d314a-2c35-4b78-8f1b-df437b9aaeec,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:00:08.476383 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] get_ports_and_sgs() called for port_ids ['6d7d314a-2c35-4b78-8f1b-df437b9aaeec'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:00:09.271005 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf66085-1f8a-44ba-a72e-e501b9c09cdc req-03c3283c-4153-404c-9b2b-3400089797ae tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:00:09.272516 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-3cf66085-1f8a-44ba-a72e-e501b9c09cdc req-03c3283c-4153-404c-9b2b-3400089797ae tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/ports?device_id=d5e0db55-6c18-44a0-afb3-fd7299c674f3 HTTP/1.1" status: 200 len: 944 time: 0.0667508 Jul 14 10:00:09.310108 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-3cf66085-1f8a-44ba-a72e-e501b9c09cdc req-f3d46c32-a9ab-49d1-a9da-ae0dd5ff3fbf tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/security-groups?id=8829d6dc-8985-4bd2-ad38-d19720f7bb3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317454 Jul 14 10:00:10.041245 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 6d7d314a-2c35-4b78-8f1b-df437b9aaeec up at agent hyperv_n-h2-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:00:10.095287 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Provisioning for port 6d7d314a-2c35-4b78-8f1b-df437b9aaeec completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:00:10.099299 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Provisioning complete for port 6d7d314a-2c35-4b78-8f1b-df437b9aaeec triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:00:10.099675 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:10.172666 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:10.194048 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5e0db55-6c18-44a0-afb3-fd7299c674f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d7d314a-2c35-4b78-8f1b-df437b9aaeec'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:00:10.196286 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd62303f06773040a8a4e189dc46b4f565768c299abf8ab8e7739778b0bc3e97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5814a687-e219-4f80-80d6-68dc187d8c9c" -d '{"events": [{"server_uuid": "d5e0db55-6c18-44a0-afb3-fd7299c674f3", "name": "network-vif-plugged", "status": "completed", "tag": "6d7d314a-2c35-4b78-8f1b-df437b9aaeec"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:00:10.209535 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 6d7d314a-2c35-4b78-8f1b-df437b9aaeec, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=6d7d314a-2c35-4b78-8f1b-df437b9aaeec,segment=NetworkSegment(706510d8-b2fe-4655-a702-4a6b9e541601),segment_id=706510d8-b2fe-4655-a702-4a6b9e541601)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:00:10.213560 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:10.251645 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:00:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1299cbe0-4d58-45f0-ac11-52a8983f774a x-openstack-request-id: req-1299cbe0-4d58-45f0-ac11-52a8983f774a {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:00:10.251937 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5e0db55-6c18-44a0-afb3-fd7299c674f3", "name": "network-vif-plugged", "status": "completed", "tag": "6d7d314a-2c35-4b78-8f1b-df437b9aaeec", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:00:10.252192 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-1299cbe0-4d58-45f0-ac11-52a8983f774a {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:00:10.252582 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5e0db55-6c18-44a0-afb3-fd7299c674f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d7d314a-2c35-4b78-8f1b-df437b9aaeec', 'code': 200} Jul 14 10:00:10.261706 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Pushing event updated for resources: {'Port': ['ID=6d7d314a-2c35-4b78-8f1b-df437b9aaeec,revision_number=5']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:00:10.386606 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f77730-66e8-4a10-a5b1-4c3f7d817598 req-aa24d56d-a431-43ce-bfb9-c37af9bd9f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:00:10.388150 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-89f77730-66e8-4a10-a5b1-4c3f7d817598 req-aa24d56d-a431-43ce-bfb9-c37af9bd9f91 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=d5e0db55-6c18-44a0-afb3-fd7299c674f3 HTTP/1.1" status: 200 len: 1097 time: 0.0518754 Jul 14 10:00:10.422788 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-89f77730-66e8-4a10-a5b1-4c3f7d817598 req-65a419e4-d8d7-4646-8996-ad662e8ab15a service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=8829d6dc-8985-4bd2-ad38-d19720f7bb3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0277107 Jul 14 10:00:10.484978 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd09bc7d-a2d7-4bb5-aebc-9a58e0bc02f5 req-7c257f51-ead2-47b8-8aa7-834b61eb4bd6 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:00:10.486832 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-bd09bc7d-a2d7-4bb5-aebc-9a58e0bc02f5 req-7c257f51-ead2-47b8-8aa7-834b61eb4bd6 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/ports?device_id=d5e0db55-6c18-44a0-afb3-fd7299c674f3 HTTP/1.1" status: 200 len: 945 time: 0.0632763 Jul 14 10:00:10.523855 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-bd09bc7d-a2d7-4bb5-aebc-9a58e0bc02f5 req-74773036-bd6c-4288-984a-66490cb92a13 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/security-groups?id=8829d6dc-8985-4bd2-ad38-d19720f7bb3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317492 Jul 14 10:00:11.710548 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df81f3f-350c-4d4f-b6ae-e4ea78eab0b9 req-c379ed86-a691-4d55-abed-47f78f1b1f81 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:00:11.712043 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-4df81f3f-350c-4d4f-b6ae-e4ea78eab0b9 req-c379ed86-a691-4d55-abed-47f78f1b1f81 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/ports?device_id=d5e0db55-6c18-44a0-afb3-fd7299c674f3 HTTP/1.1" status: 200 len: 945 time: 0.0687256 Jul 14 10:00:11.749785 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-4df81f3f-350c-4d4f-b6ae-e4ea78eab0b9 req-4e34fe7a-04f1-45c7-9a3b-7d05e9893627 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/security-groups?id=8829d6dc-8985-4bd2-ad38-d19720f7bb3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320857 Jul 14 10:00:11.921382 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef66f450-969e-40d9-ae76-11b3f3723824 req-fa74a36a-b7f0-480d-b2e7-18a57c2fea27 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:00:11.922880 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ef66f450-969e-40d9-ae76-11b3f3723824 req-fa74a36a-b7f0-480d-b2e7-18a57c2fea27 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/ports?device_id=d5e0db55-6c18-44a0-afb3-fd7299c674f3 HTTP/1.1" status: 200 len: 945 time: 0.0652308 Jul 14 10:00:11.961379 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ef66f450-969e-40d9-ae76-11b3f3723824 req-1b7c3b14-972c-4f01-8f3d-696bce12ecfd tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/security-groups?id=8829d6dc-8985-4bd2-ad38-d19720f7bb3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330014 Jul 14 10:00:11.985848 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 36244) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:00:12.036901 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d2185d9-0f7d-4207-a6e9-75cf25996c6a tempest-TestVolumeBootPattern-250965516 tempest-TestVolumeBootPattern-250965516-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:00:12.038506 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-8d2185d9-0f7d-4207-a6e9-75cf25996c6a tempest-TestVolumeBootPattern-250965516 tempest-TestVolumeBootPattern-250965516-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=d5e0db55-6c18-44a0-afb3-fd7299c674f3 HTTP/1.1" status: 200 len: 1092 time: 0.0516877 Jul 14 10:00:12.041340 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 36246) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:00:12.046070 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-4399dcf3-915b-4c30-b1ae-e1e5fe68c660 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Request body: {'floatingip': {'floating_network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'port_id': '6d7d314a-2c35-4b78-8f1b-df437b9aaeec', 'tenant_id': '6606703679bf48b78717d16f607a62b8', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:00:12.068284 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4399dcf3-915b-4c30-b1ae-e1e5fe68c660 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Notify callbacks [] for floatingip, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:12.163859 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4399dcf3-915b-4c30-b1ae-e1e5fe68c660 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:12.262003 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-4399dcf3-915b-4c30-b1ae-e1e5fe68c660 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Allocated IP 172.25.4.171 (2dcd4d32-cc7c-4468-b396-7ce5c9231892/6cd22a75-5bc1-467c-a3c4-0af04bd1b34a/397bac74-35dc-4893-8acc-5b9c766cd665) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:00:12.364543 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4399dcf3-915b-4c30-b1ae-e1e5fe68c660 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:12.402375 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4399dcf3-915b-4c30-b1ae-e1e5fe68c660 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:12.443239 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4399dcf3-915b-4c30-b1ae-e1e5fe68c660 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Network 2dcd4d32-cc7c-4468-b396-7ce5c9231892 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:00:12.446016 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-4399dcf3-915b-4c30-b1ae-e1e5fe68c660 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:00:12.449817 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4399dcf3-915b-4c30-b1ae-e1e5fe68c660 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:00:12.455110 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4399dcf3-915b-4c30-b1ae-e1e5fe68c660 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Pushing event updated for resources: {'Port': ['ID=397bac74-35dc-4893-8acc-5b9c766cd665,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:00:13.068717 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:13.159444 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4399dcf3-915b-4c30-b1ae-e1e5fe68c660 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:13.233211 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4399dcf3-915b-4c30-b1ae-e1e5fe68c660 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:13.379300 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4399dcf3-915b-4c30-b1ae-e1e5fe68c660 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:13.383401 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4399dcf3-915b-4c30-b1ae-e1e5fe68c660 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13574142'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:13.455209 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4399dcf3-915b-4c30-b1ae-e1e5fe68c660 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Pushing event updated for resources: {'Port': ['ID=397bac74-35dc-4893-8acc-5b9c766cd665,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:00:13.466489 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4399dcf3-915b-4c30-b1ae-e1e5fe68c660 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-660590'] for floatingip, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:13.563965 n-d-779913-29 neutron-server[93958]: INFO neutron.db.l3_db [None req-4399dcf3-915b-4c30-b1ae-e1e5fe68c660 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Floating IP 91d5b26c-58eb-4b28-b7d0-88ac0294c562 associated. External IP: 172.25.4.171, port: 6d7d314a-2c35-4b78-8f1b-df437b9aaeec. Jul 14 10:00:13.763293 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4399dcf3-915b-4c30-b1ae-e1e5fe68c660 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Router c6c7fbdb-864f-4715-a808-20b048faa64c has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:00:13.830040 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:13.871100 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4399dcf3-915b-4c30-b1ae-e1e5fe68c660 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:00:13.882168 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-900e6153-5431-4a10-98d5-108eb8b13b1b None None] Sync routers for ids ['c6c7fbdb-864f-4715-a808-20b048faa64c'] in n-d-779913-29 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:00:13.887633 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4399dcf3-915b-4c30-b1ae-e1e5fe68c660 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for floatingip, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:13.892818 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-900e6153-5431-4a10-98d5-108eb8b13b1b None None] Routers {'c6c7fbdb-864f-4715-a808-20b048faa64c'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:00:13.893562 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-900e6153-5431-4a10-98d5-108eb8b13b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:59:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['c6c7fbdb-864f-4715-a808-20b048faa64c'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:00:13.927758 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-4399dcf3-915b-4c30-b1ae-e1e5fe68c660 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8853559 Jul 14 10:00:13.928343 n-d-779913-29 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5e0db55-6c18-44a0-afb3-fd7299c674f3', 'tag': '6d7d314a-2c35-4b78-8f1b-df437b9aaeec'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:00:13.930655 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cb48f044f948e981f43897c8d7f1332f741dc7af2b4c5a6e19d8f4a80f708e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-706d5fee-d52a-41c6-8030-afd6b599f8b9" -d '{"events": [{"name": "network-changed", "server_uuid": "d5e0db55-6c18-44a0-afb3-fd7299c674f3", "tag": "6d7d314a-2c35-4b78-8f1b-df437b9aaeec"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:00:14.013903 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-900e6153-5431-4a10-98d5-108eb8b13b1b None None] Set router c6c7fbdb-864f-4715-a808-20b048faa64c gateway port host: n-d-779913-29 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:00:14.030803 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:00:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbe587ad-fb39-4c4c-849d-0613d9e32637 x-openstack-request-id: req-dbe587ad-fb39-4c4c-849d-0613d9e32637 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:00:14.031102 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5e0db55-6c18-44a0-afb3-fd7299c674f3", "tag": "6d7d314a-2c35-4b78-8f1b-df437b9aaeec", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:00:14.031356 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-dbe587ad-fb39-4c4c-849d-0613d9e32637 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:00:14.031760 n-d-779913-29 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5e0db55-6c18-44a0-afb3-fd7299c674f3', 'tag': '6d7d314a-2c35-4b78-8f1b-df437b9aaeec', 'status': 'completed', 'code': 200} Jul 14 10:00:14.126776 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706d5fee-d52a-41c6-8030-afd6b599f8b9 req-03ea84e6-744a-41c2-8983-ea06a7511ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:00:14.128282 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-706d5fee-d52a-41c6-8030-afd6b599f8b9 req-03ea84e6-744a-41c2-8983-ea06a7511ffd service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6606703679bf48b78717d16f607a62b8&device_id=d5e0db55-6c18-44a0-afb3-fd7299c674f3 HTTP/1.1" status: 200 len: 1097 time: 0.0532117 Jul 14 10:00:14.217600 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706d5fee-d52a-41c6-8030-afd6b599f8b9 req-09ef358c-1cc5-4172-9b55-8e1df6b0d51d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:00:14.219117 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-706d5fee-d52a-41c6-8030-afd6b599f8b9 req-09ef358c-1cc5-4172-9b55-8e1df6b0d51d service neutron] 10.222.0.57 "GET /v2.0/networks?id=4a41190d-e41a-4086-9106-e0776e2181e2 HTTP/1.1" status: 200 len: 912 time: 0.0844378 Jul 14 10:00:14.239619 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-900e6153-5431-4a10-98d5-108eb8b13b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6c7fbdb-864f-4715-a808-20b048faa64c', 'name': 'tempest-TestVolumeBootPattern-658018726-router', 'tenant_id': '6606703679bf48b78717d16f607a62b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': '956a4549-778f-47c8-b490-fd62bcb7ed1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:56:37Z', 'updated_at': '2021-07-14T09:56:39Z', 'revision_number': 4, 'project_id': '6606703679bf48b78717d16f607a62b8', 'gw_port': {'id': '956a4549-778f-47c8-b490-fd62bcb7ed1e', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:9e:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6c7fbdb-864f-4715-a808-20b048faa64c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:56:37Z', 'updated_at': '2021-07-14T09:56:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_floatingips': [{'id': '91d5b26c-58eb-4b28-b7d0-88ac0294c562', 'tenant_id': '6606703679bf48b78717d16f607a62b8', 'floating_ip_address': '172.25.4.171', 'floating_network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'router_id': 'c6c7fbdb-864f-4715-a808-20b048faa64c', 'port_id': '6d7d314a-2c35-4b78-8f1b-df437b9aaeec', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3955, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a41190d-e41a-4086-9106-e0776e2181e2', 'mac_address': 'fa:16:3e:31:1f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5e0db55-6c18-44a0-afb3-fd7299c674f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T10:00:12Z', 'updated_at': '2021-07-14T10:00:12Z', 'revision_number': 0, 'project_id': '6606703679bf48b78717d16f607a62b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aeb406d7-1d13-4fea-aaae-e25e733e36cd', 'name': '', 'network_id': '4a41190d-e41a-4086-9106-e0776e2181e2', 'tenant_id': '6606703679bf48b78717d16f607a62b8', 'mac_address': 'fa:16:3e:20:fc:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6c7fbdb-864f-4715-a808-20b048faa64c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': '8d9e1361-7dda-4b0f-8018-18ad346c1466', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:56:39Z', 'updated_at': '2021-07-14T09:56:46Z', 'revision_number': 5, 'project_id': '6606703679bf48b78717d16f607a62b8', 'subnets': [{'id': '8d9e1361-7dda-4b0f-8018-18ad346c1466', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:00:14.266599 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-900e6153-5431-4a10-98d5-108eb8b13b1b None None] Checking router: c6c7fbdb-864f-4715-a808-20b048faa64c for host: n-d-779913-29 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:00:14.274718 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-900e6153-5431-4a10-98d5-108eb8b13b1b None None] Routers {'c6c7fbdb-864f-4715-a808-20b048faa64c'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:00:14.275321 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-900e6153-5431-4a10-98d5-108eb8b13b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T09:59:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['c6c7fbdb-864f-4715-a808-20b048faa64c'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:00:14.288010 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-706d5fee-d52a-41c6-8030-afd6b599f8b9 req-35c0caab-c1df-4533-bcba-f84510ca292c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6d7d314a-2c35-4b78-8f1b-df437b9aaeec HTTP/1.1" status: 200 len: 999 time: 0.0623908 Jul 14 10:00:14.336656 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706d5fee-d52a-41c6-8030-afd6b599f8b9 req-d5c66ab7-93de-49ef-a75d-05084594e6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:00:14.338166 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-706d5fee-d52a-41c6-8030-afd6b599f8b9 req-d5c66ab7-93de-49ef-a75d-05084594e6a7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8d9e1361-7dda-4b0f-8018-18ad346c1466 HTTP/1.1" status: 200 len: 850 time: 0.0441828 Jul 14 10:00:14.380521 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-900e6153-5431-4a10-98d5-108eb8b13b1b None None] Set router c6c7fbdb-864f-4715-a808-20b048faa64c gateway port host: n-d-779913-29 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:00:14.400308 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706d5fee-d52a-41c6-8030-afd6b599f8b9 req-6c24065b-a0a6-4453-a692-70bf59b862c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:00:14.401874 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-706d5fee-d52a-41c6-8030-afd6b599f8b9 req-6c24065b-a0a6-4453-a692-70bf59b862c4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4a41190d-e41a-4086-9106-e0776e2181e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0577259 Jul 14 10:00:14.495332 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-706d5fee-d52a-41c6-8030-afd6b599f8b9 req-f024fc37-94bd-4e01-916b-4a131d3abad5 service neutron] 10.222.0.57 "GET /v2.0/networks/4a41190d-e41a-4086-9106-e0776e2181e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873232 Jul 14 10:00:14.590137 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-706d5fee-d52a-41c6-8030-afd6b599f8b9 req-9107c395-d557-440d-a893-b3343312fbed service neutron] 10.222.0.57 "GET /v2.0/networks/4a41190d-e41a-4086-9106-e0776e2181e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877144 Jul 14 10:00:14.597758 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-900e6153-5431-4a10-98d5-108eb8b13b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6c7fbdb-864f-4715-a808-20b048faa64c', 'name': 'tempest-TestVolumeBootPattern-658018726-router', 'tenant_id': '6606703679bf48b78717d16f607a62b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': '956a4549-778f-47c8-b490-fd62bcb7ed1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:56:37Z', 'updated_at': '2021-07-14T09:56:39Z', 'revision_number': 4, 'project_id': '6606703679bf48b78717d16f607a62b8', 'gw_port': {'id': '956a4549-778f-47c8-b490-fd62bcb7ed1e', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:9e:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6c7fbdb-864f-4715-a808-20b048faa64c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:56:37Z', 'updated_at': '2021-07-14T09:56:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_floatingips': [{'id': '91d5b26c-58eb-4b28-b7d0-88ac0294c562', 'tenant_id': '6606703679bf48b78717d16f607a62b8', 'floating_ip_address': '172.25.4.171', 'floating_network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'router_id': 'c6c7fbdb-864f-4715-a808-20b048faa64c', 'port_id': '6d7d314a-2c35-4b78-8f1b-df437b9aaeec', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3955, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a41190d-e41a-4086-9106-e0776e2181e2', 'mac_address': 'fa:16:3e:31:1f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5e0db55-6c18-44a0-afb3-fd7299c674f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T10:00:12Z', 'updated_at': '2021-07-14T10:00:12Z', 'revision_number': 0, 'project_id': '6606703679bf48b78717d16f607a62b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aeb406d7-1d13-4fea-aaae-e25e733e36cd', 'name': '', 'network_id': '4a41190d-e41a-4086-9106-e0776e2181e2', 'tenant_id': '6606703679bf48b78717d16f607a62b8', 'mac_address': 'fa:16:3e:20:fc:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6c7fbdb-864f-4715-a808-20b048faa64c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': '8d9e1361-7dda-4b0f-8018-18ad346c1466', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:56:39Z', 'updated_at': '2021-07-14T09:56:46Z', 'revision_number': 5, 'project_id': '6606703679bf48b78717d16f607a62b8', 'subnets': [{'id': '8d9e1361-7dda-4b0f-8018-18ad346c1466', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:00:14.710586 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-900e6153-5431-4a10-98d5-108eb8b13b1b None None] The sync data for ids ['c6c7fbdb-864f-4715-a808-20b048faa64c'] in n-d-779913-29 is: [{'id': 'c6c7fbdb-864f-4715-a808-20b048faa64c', 'name': 'tempest-TestVolumeBootPattern-658018726-router', 'tenant_id': '6606703679bf48b78717d16f607a62b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': '956a4549-778f-47c8-b490-fd62bcb7ed1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:56:37Z', 'updated_at': '2021-07-14T09:56:39Z', 'revision_number': 4, 'project_id': '6606703679bf48b78717d16f607a62b8', 'gw_port': {'id': '956a4549-778f-47c8-b490-fd62bcb7ed1e', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:9e:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6c7fbdb-864f-4715-a808-20b048faa64c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:56:37Z', 'updated_at': '2021-07-14T09:56:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_floatingips': [{'id': '91d5b26c-58eb-4b28-b7d0-88ac0294c562', 'tenant_id': '6606703679bf48b78717d16f607a62b8', 'floating_ip_address': '172.25.4.171', 'floating_network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'router_id': 'c6c7fbdb-864f-4715-a808-20b048faa64c', 'port_id': '6d7d314a-2c35-4b78-8f1b-df437b9aaeec', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3955, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a41190d-e41a-4086-9106-e0776e2181e2', 'mac_address': 'fa:16:3e:31:1f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5e0db55-6c18-44a0-afb3-fd7299c674f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T10:00:12Z', 'updated_at': '2021-07-14T10:00:12Z', 'revision_number': 0, 'project_id': '6606703679bf48b78717d16f607a62b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aeb406d7-1d13-4fea-aaae-e25e733e36cd', 'name': '', 'network_id': '4a41190d-e41a-4086-9106-e0776e2181e2', 'tenant_id': '6606703679bf48b78717d16f607a62b8', 'mac_address': 'fa:16:3e:20:fc:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6c7fbdb-864f-4715-a808-20b048faa64c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': '8d9e1361-7dda-4b0f-8018-18ad346c1466', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:56:39Z', 'updated_at': '2021-07-14T09:56:46Z', 'revision_number': 5, 'project_id': '6606703679bf48b78717d16f607a62b8', 'subnets': [{'id': '8d9e1361-7dda-4b0f-8018-18ad346c1466', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:00:14.886310 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bee2924-c266-4da9-9199-81ae2693818f None None] New status for floating IP 91d5b26c-58eb-4b28-b7d0-88ac0294c562: ACTIVE {{(pid=93959) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 10:00:20.674114 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.agents_db [None req-3c3509fb-540d-4335-a450-574895dd3602 None None] Agent healthcheck: found 7 active agents {{(pid=93960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:00:22.217823 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8062e07d-b908-45f1-ba5c-bf81e41795aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:24.795080 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:24.898370 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b5632aa0-89db-405a-a5b4-e512c97cd0f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:25.981058 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5ad31076-714c-49ec-bc37-f3d4cd90112a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:27.805024 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5bbe322f-3f67-4864-bc0a-91afe44d23e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:43.059474 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:43.832880 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:52.218944 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-30c97794-86e1-497c-ac52-e4768e370a67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:54.797976 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:54.899722 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-93ed4cb6-fffa-42d2-b49e-a5db0cf0c937 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:55.984595 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5ad31076-714c-49ec-bc37-f3d4cd90112a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:57.674050 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.agents_db [None req-3c3509fb-540d-4335-a450-574895dd3602 None None] Agent healthcheck: found 7 active agents {{(pid=93960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:00:57.807853 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5bbe322f-3f67-4864-bc0a-91afe44d23e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:00.978325 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e5cf13d2-abb6-4455-9e2a-7a13b5241e34 req-16da826e-15f5-458a-9423-efde31147f3a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=d5e0db55-6c18-44a0-afb3-fd7299c674f3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0562589 Jul 14 10:01:01.088113 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cf13d2-abb6-4455-9e2a-7a13b5241e34 req-c4d68e58-f1c2-466d-98f4-c835b9b5441d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:01:01.089639 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e5cf13d2-abb6-4455-9e2a-7a13b5241e34 req-c4d68e58-f1c2-466d-98f4-c835b9b5441d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6606703679bf48b78717d16f607a62b8&device_id=d5e0db55-6c18-44a0-afb3-fd7299c674f3 HTTP/1.1" status: 200 len: 1097 time: 0.0549510 Jul 14 10:01:01.189239 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cf13d2-abb6-4455-9e2a-7a13b5241e34 req-7cd2f8db-5b6f-4b8c-a336-ab44efef948a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:01:01.190730 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e5cf13d2-abb6-4455-9e2a-7a13b5241e34 req-7cd2f8db-5b6f-4b8c-a336-ab44efef948a service neutron] 10.222.0.57 "GET /v2.0/networks?id=4a41190d-e41a-4086-9106-e0776e2181e2 HTTP/1.1" status: 200 len: 912 time: 0.0826709 Jul 14 10:01:01.261258 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e5cf13d2-abb6-4455-9e2a-7a13b5241e34 req-cd5d0e6b-921e-45fa-83c9-74bdae41220a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6d7d314a-2c35-4b78-8f1b-df437b9aaeec HTTP/1.1" status: 200 len: 1001 time: 0.0633972 Jul 14 10:01:01.309758 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cf13d2-abb6-4455-9e2a-7a13b5241e34 req-2fb1eaa4-a286-496d-bb33-c9ad4cc96af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:01:01.311224 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e5cf13d2-abb6-4455-9e2a-7a13b5241e34 req-2fb1eaa4-a286-496d-bb33-c9ad4cc96af8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8d9e1361-7dda-4b0f-8018-18ad346c1466 HTTP/1.1" status: 200 len: 850 time: 0.0444908 Jul 14 10:01:01.367016 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cf13d2-abb6-4455-9e2a-7a13b5241e34 req-92a56c80-86ff-4b46-9d99-4cb3304c4ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:01:01.368490 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e5cf13d2-abb6-4455-9e2a-7a13b5241e34 req-92a56c80-86ff-4b46-9d99-4cb3304c4ebe service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4a41190d-e41a-4086-9106-e0776e2181e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0511465 Jul 14 10:01:01.459979 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e5cf13d2-abb6-4455-9e2a-7a13b5241e34 req-d7ee5e03-cad6-46c8-8b63-871eb5fbfded service neutron] 10.222.0.57 "GET /v2.0/networks/4a41190d-e41a-4086-9106-e0776e2181e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845501 Jul 14 10:01:01.547504 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e5cf13d2-abb6-4455-9e2a-7a13b5241e34 req-dfdee3e3-3205-4f26-b4db-34aad4ed5fce service neutron] 10.222.0.57 "GET /v2.0/networks/4a41190d-e41a-4086-9106-e0776e2181e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809872 Jul 14 10:01:13.068650 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:13.854042 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:22.223052 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-927ab8f9-7fdc-48c0-a448-908da0981397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:24.798732 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:24.899926 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4f89b56b-ed3b-42e2-998b-718bb43abb7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:25.987585 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5ad31076-714c-49ec-bc37-f3d4cd90112a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:27.812883 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5bbe322f-3f67-4864-bc0a-91afe44d23e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:34.674181 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.agents_db [None req-3c3509fb-540d-4335-a450-574895dd3602 None None] Agent healthcheck: found 7 active agents {{(pid=93960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:01:43.073798 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:43.854724 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:52.225035 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ae824af7-5664-4208-868b-90dd702ba84a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:54.800206 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:54.899551 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-924fcbfe-6efb-417e-8ef9-350203a8ea69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:55.991172 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5ad31076-714c-49ec-bc37-f3d4cd90112a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:57.819414 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5bbe322f-3f67-4864-bc0a-91afe44d23e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:00.996976 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-7f6ef733-8958-486a-b8b0-133f7c175d8b req-8e85b4cb-305f-45f9-b3c1-e1e9728dd555 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=d5e0db55-6c18-44a0-afb3-fd7299c674f3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0634179 Jul 14 10:02:01.107607 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6ef733-8958-486a-b8b0-133f7c175d8b req-85d05fd6-c031-49d1-8671-a6d3d6e2e6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:01.109133 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-7f6ef733-8958-486a-b8b0-133f7c175d8b req-85d05fd6-c031-49d1-8671-a6d3d6e2e6a0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6606703679bf48b78717d16f607a62b8&device_id=d5e0db55-6c18-44a0-afb3-fd7299c674f3 HTTP/1.1" status: 200 len: 1097 time: 0.0535021 Jul 14 10:02:01.213633 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6ef733-8958-486a-b8b0-133f7c175d8b req-178cf346-96aa-48ec-875e-28d155a466de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:01.215134 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-7f6ef733-8958-486a-b8b0-133f7c175d8b req-178cf346-96aa-48ec-875e-28d155a466de service neutron] 10.222.0.57 "GET /v2.0/networks?id=4a41190d-e41a-4086-9106-e0776e2181e2 HTTP/1.1" status: 200 len: 912 time: 0.0857294 Jul 14 10:02:01.286265 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-7f6ef733-8958-486a-b8b0-133f7c175d8b req-cd64356e-8d1d-43ea-a1bc-67f367353fb7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6d7d314a-2c35-4b78-8f1b-df437b9aaeec HTTP/1.1" status: 200 len: 1001 time: 0.0644400 Jul 14 10:02:01.334656 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6ef733-8958-486a-b8b0-133f7c175d8b req-6fadee57-00ce-41e8-99ff-3607ea2c4717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:01.336146 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-7f6ef733-8958-486a-b8b0-133f7c175d8b req-6fadee57-00ce-41e8-99ff-3607ea2c4717 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8d9e1361-7dda-4b0f-8018-18ad346c1466 HTTP/1.1" status: 200 len: 850 time: 0.0443234 Jul 14 10:02:01.393927 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6ef733-8958-486a-b8b0-133f7c175d8b req-4180c785-5fc9-48d3-93fa-cf2723e77074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:01.395450 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-7f6ef733-8958-486a-b8b0-133f7c175d8b req-4180c785-5fc9-48d3-93fa-cf2723e77074 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4a41190d-e41a-4086-9106-e0776e2181e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0530021 Jul 14 10:02:01.492198 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-7f6ef733-8958-486a-b8b0-133f7c175d8b req-bb9242d4-6106-47f0-b0b0-68281b1fefcb service neutron] 10.222.0.57 "GET /v2.0/networks/4a41190d-e41a-4086-9106-e0776e2181e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882189 Jul 14 10:02:01.583433 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-7f6ef733-8958-486a-b8b0-133f7c175d8b req-0ff2ae11-2444-4617-99d1-429ab2558979 service neutron] 10.222.0.57 "GET /v2.0/networks/4a41190d-e41a-4086-9106-e0776e2181e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845897 Jul 14 10:02:06.766380 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c44645-3f45-4c38-ad36-775b16486c06 req-4094c215-1978-42a2-8268-513287bc2234 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:06.768495 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c9c44645-3f45-4c38-ad36-775b16486c06 req-4094c215-1978-42a2-8268-513287bc2234 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/ports?device_id=d5e0db55-6c18-44a0-afb3-fd7299c674f3 HTTP/1.1" status: 200 len: 945 time: 0.1370082 Jul 14 10:02:06.806886 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c9c44645-3f45-4c38-ad36-775b16486c06 req-b173b158-acaf-4153-a3ab-40dee502cc92 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/security-groups?id=8829d6dc-8985-4bd2-ad38-d19720f7bb3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326843 Jul 14 10:02:08.083037 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f206c4-4504-481d-ba35-04e38b49791f req-e1afc7f9-4ac9-4a81-b98c-21055c4f5392 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:08.084598 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-a3f206c4-4504-481d-ba35-04e38b49791f req-e1afc7f9-4ac9-4a81-b98c-21055c4f5392 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/ports?device_id=d5e0db55-6c18-44a0-afb3-fd7299c674f3 HTTP/1.1" status: 200 len: 945 time: 0.1251764 Jul 14 10:02:08.131342 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-a3f206c4-4504-481d-ba35-04e38b49791f req-d3df6118-deda-4b78-a96e-9de41a4c7d79 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/security-groups?id=8829d6dc-8985-4bd2-ad38-d19720f7bb3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405228 Jul 14 10:02:08.435907 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3253b1-2278-45a2-91a1-5b3a892e522c req-08cf01ab-a1aa-4891-9975-f0f8a3e2eb33 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:08.437300 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3e3253b1-2278-45a2-91a1-5b3a892e522c req-08cf01ab-a1aa-4891-9975-f0f8a3e2eb33 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.57 "GET /v2.0/ports?device_id=d5e0db55-6c18-44a0-afb3-fd7299c674f3 HTTP/1.1" status: 200 len: 945 time: 0.0638516 Jul 14 10:02:08.540565 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [req-3e3253b1-2278-45a2-91a1-5b3a892e522c req-7b67cf2f-286a-456c-9098-435fb3fc4ce8 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Deleting port 6d7d314a-2c35-4b78-8f1b-df437b9aaeec {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:02:08.540902 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-3e3253b1-2278-45a2-91a1-5b3a892e522c req-7b67cf2f-286a-456c-9098-435fb3fc4ce8 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:08.634537 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-3e3253b1-2278-45a2-91a1-5b3a892e522c req-7b67cf2f-286a-456c-9098-435fb3fc4ce8 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] For port 6d7d314a-2c35-4b78-8f1b-df437b9aaeec, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=6d7d314a-2c35-4b78-8f1b-df437b9aaeec,segment=NetworkSegment(706510d8-b2fe-4655-a702-4a6b9e541601),segment_id=706510d8-b2fe-4655-a702-4a6b9e541601)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:02:08.634933 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-3e3253b1-2278-45a2-91a1-5b3a892e522c req-7b67cf2f-286a-456c-9098-435fb3fc4ce8 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:08.870407 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-3e3253b1-2278-45a2-91a1-5b3a892e522c req-7b67cf2f-286a-456c-9098-435fb3fc4ce8 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:08.870967 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-3e3253b1-2278-45a2-91a1-5b3a892e522c req-7b67cf2f-286a-456c-9098-435fb3fc4ce8 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-660590'] for floatingip, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:08.871388 n-d-779913-29 neutron-server[93957]: INFO neutron.db.l3_db [req-3e3253b1-2278-45a2-91a1-5b3a892e522c req-7b67cf2f-286a-456c-9098-435fb3fc4ce8 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Floating IP 91d5b26c-58eb-4b28-b7d0-88ac0294c562 disassociated. External IP: 172.25.4.171, port: 6d7d314a-2c35-4b78-8f1b-df437b9aaeec. Jul 14 10:02:08.871790 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [req-3e3253b1-2278-45a2-91a1-5b3a892e522c req-7b67cf2f-286a-456c-9098-435fb3fc4ce8 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Calling delete_port for 6d7d314a-2c35-4b78-8f1b-df437b9aaeec owned by compute:nova {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:02:09.007061 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-3e3253b1-2278-45a2-91a1-5b3a892e522c req-7b67cf2f-286a-456c-9098-435fb3fc4ce8 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:09.042813 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b67cf2f-286a-456c-9098-435fb3fc4ce8 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Pushing event deleted for resources: {'Port': ['ID=6d7d314a-2c35-4b78-8f1b-df437b9aaeec,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:02:09.056983 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b67cf2f-286a-456c-9098-435fb3fc4ce8 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:02:09.057475 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b67cf2f-286a-456c-9098-435fb3fc4ce8 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:02:09.057702 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b67cf2f-286a-456c-9098-435fb3fc4ce8 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:02:09.058045 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b67cf2f-286a-456c-9098-435fb3fc4ce8 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:02:09.058523 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b67cf2f-286a-456c-9098-435fb3fc4ce8 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:02:09.058713 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b67cf2f-286a-456c-9098-435fb3fc4ce8 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:02:09.059109 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b67cf2f-286a-456c-9098-435fb3fc4ce8 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:02:09.059375 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b67cf2f-286a-456c-9098-435fb3fc4ce8 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:02:09.059735 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b67cf2f-286a-456c-9098-435fb3fc4ce8 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:02:09.060062 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b67cf2f-286a-456c-9098-435fb3fc4ce8 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:02:09.060387 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b67cf2f-286a-456c-9098-435fb3fc4ce8 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:02:09.060721 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b67cf2f-286a-456c-9098-435fb3fc4ce8 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:02:09.173223 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3e3253b1-2278-45a2-91a1-5b3a892e522c req-7b67cf2f-286a-456c-9098-435fb3fc4ce8 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Router c6c7fbdb-864f-4715-a808-20b048faa64c has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:02:09.302694 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-08fa9fb3-e720-4009-86ab-fa62fa5924b7 req-e45e3d4d-aef2-470e-a2f5-8da88bf2a0ac tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/ports?device_id=d5e0db55-6c18-44a0-afb3-fd7299c674f3 HTTP/1.1" status: 200 len: 210 time: 0.0397294 Jul 14 10:02:09.317785 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3e3253b1-2278-45a2-91a1-5b3a892e522c req-7b67cf2f-286a-456c-9098-435fb3fc4ce8 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:02:09.329691 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5251ac98-1c13-44f5-b39e-ec93aac20e18 None None] Sync routers for ids ['c6c7fbdb-864f-4715-a808-20b048faa64c'] in n-d-779913-29 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:02:09.340216 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5251ac98-1c13-44f5-b39e-ec93aac20e18 None None] Routers {'c6c7fbdb-864f-4715-a808-20b048faa64c'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:02:09.340857 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-5251ac98-1c13-44f5-b39e-ec93aac20e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T10:01:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['c6c7fbdb-864f-4715-a808-20b048faa64c'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:02:09.365598 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e3253b1-2278-45a2-91a1-5b3a892e522c req-7b67cf2f-286a-456c-9098-435fb3fc4ce8 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] No DVR routers for this DVR port 6d7d314a-2c35-4b78-8f1b-df437b9aaeec on host n-h2-779913-29 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:02:09.370472 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-3e3253b1-2278-45a2-91a1-5b3a892e522c req-7b67cf2f-286a-456c-9098-435fb3fc4ce8 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:09.373094 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3e3253b1-2278-45a2-91a1-5b3a892e522c req-7b67cf2f-286a-456c-9098-435fb3fc4ce8 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.57 "DELETE /v2.0/ports/6d7d314a-2c35-4b78-8f1b-df437b9aaeec HTTP/1.1" status: 204 len: 173 time: 0.9301510 Jul 14 10:02:09.373851 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5e0db55-6c18-44a0-afb3-fd7299c674f3', 'name': 'network-vif-deleted', 'tag': '6d7d314a-2c35-4b78-8f1b-df437b9aaeec'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:02:09.378847 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21dbc129-cb15-49f8-92e1-d48c15001fa0" -d '{"events": [{"server_uuid": "d5e0db55-6c18-44a0-afb3-fd7299c674f3", "name": "network-vif-deleted", "tag": "6d7d314a-2c35-4b78-8f1b-df437b9aaeec"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:02:09.443138 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:02:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7f2a931-bbab-425b-8ea8-7f41911b494a x-openstack-request-id: req-c7f2a931-bbab-425b-8ea8-7f41911b494a {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:02:09.443746 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5e0db55-6c18-44a0-afb3-fd7299c674f3", "name": "network-vif-deleted", "tag": "6d7d314a-2c35-4b78-8f1b-df437b9aaeec", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:02:09.443746 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-c7f2a931-bbab-425b-8ea8-7f41911b494a {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:02:09.444105 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5e0db55-6c18-44a0-afb3-fd7299c674f3', 'name': 'network-vif-deleted', 'tag': '6d7d314a-2c35-4b78-8f1b-df437b9aaeec', 'status': 'completed', 'code': 200} Jul 14 10:02:09.479185 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-5251ac98-1c13-44f5-b39e-ec93aac20e18 None None] Set router c6c7fbdb-864f-4715-a808-20b048faa64c gateway port host: n-d-779913-29 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:02:09.682073 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-5251ac98-1c13-44f5-b39e-ec93aac20e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6c7fbdb-864f-4715-a808-20b048faa64c', 'name': 'tempest-TestVolumeBootPattern-658018726-router', 'tenant_id': '6606703679bf48b78717d16f607a62b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': '956a4549-778f-47c8-b490-fd62bcb7ed1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:56:37Z', 'updated_at': '2021-07-14T09:56:39Z', 'revision_number': 4, 'project_id': '6606703679bf48b78717d16f607a62b8', 'gw_port': {'id': '956a4549-778f-47c8-b490-fd62bcb7ed1e', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:9e:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6c7fbdb-864f-4715-a808-20b048faa64c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:56:37Z', 'updated_at': '2021-07-14T09:56:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': 'aeb406d7-1d13-4fea-aaae-e25e733e36cd', 'name': '', 'network_id': '4a41190d-e41a-4086-9106-e0776e2181e2', 'tenant_id': '6606703679bf48b78717d16f607a62b8', 'mac_address': 'fa:16:3e:20:fc:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6c7fbdb-864f-4715-a808-20b048faa64c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': '8d9e1361-7dda-4b0f-8018-18ad346c1466', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:56:39Z', 'updated_at': '2021-07-14T09:56:46Z', 'revision_number': 5, 'project_id': '6606703679bf48b78717d16f607a62b8', 'subnets': [{'id': '8d9e1361-7dda-4b0f-8018-18ad346c1466', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:02:09.712648 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5251ac98-1c13-44f5-b39e-ec93aac20e18 None None] Checking router: c6c7fbdb-864f-4715-a808-20b048faa64c for host: n-d-779913-29 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:02:09.721428 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5251ac98-1c13-44f5-b39e-ec93aac20e18 None None] Routers {'c6c7fbdb-864f-4715-a808-20b048faa64c'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:02:09.722083 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-5251ac98-1c13-44f5-b39e-ec93aac20e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T10:01:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['c6c7fbdb-864f-4715-a808-20b048faa64c'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:02:09.825431 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-5251ac98-1c13-44f5-b39e-ec93aac20e18 None None] Set router c6c7fbdb-864f-4715-a808-20b048faa64c gateway port host: n-d-779913-29 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:02:10.023443 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-5251ac98-1c13-44f5-b39e-ec93aac20e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6c7fbdb-864f-4715-a808-20b048faa64c', 'name': 'tempest-TestVolumeBootPattern-658018726-router', 'tenant_id': '6606703679bf48b78717d16f607a62b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': '956a4549-778f-47c8-b490-fd62bcb7ed1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:56:37Z', 'updated_at': '2021-07-14T09:56:39Z', 'revision_number': 4, 'project_id': '6606703679bf48b78717d16f607a62b8', 'gw_port': {'id': '956a4549-778f-47c8-b490-fd62bcb7ed1e', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:9e:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6c7fbdb-864f-4715-a808-20b048faa64c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:56:37Z', 'updated_at': '2021-07-14T09:56:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': 'aeb406d7-1d13-4fea-aaae-e25e733e36cd', 'name': '', 'network_id': '4a41190d-e41a-4086-9106-e0776e2181e2', 'tenant_id': '6606703679bf48b78717d16f607a62b8', 'mac_address': 'fa:16:3e:20:fc:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6c7fbdb-864f-4715-a808-20b048faa64c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': '8d9e1361-7dda-4b0f-8018-18ad346c1466', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:56:39Z', 'updated_at': '2021-07-14T09:56:46Z', 'revision_number': 5, 'project_id': '6606703679bf48b78717d16f607a62b8', 'subnets': [{'id': '8d9e1361-7dda-4b0f-8018-18ad346c1466', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:02:10.050437 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5251ac98-1c13-44f5-b39e-ec93aac20e18 None None] The sync data for ids ['c6c7fbdb-864f-4715-a808-20b048faa64c'] in n-d-779913-29 is: [{'id': 'c6c7fbdb-864f-4715-a808-20b048faa64c', 'name': 'tempest-TestVolumeBootPattern-658018726-router', 'tenant_id': '6606703679bf48b78717d16f607a62b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': '956a4549-778f-47c8-b490-fd62bcb7ed1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:56:37Z', 'updated_at': '2021-07-14T09:56:39Z', 'revision_number': 4, 'project_id': '6606703679bf48b78717d16f607a62b8', 'gw_port': {'id': '956a4549-778f-47c8-b490-fd62bcb7ed1e', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:9e:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6c7fbdb-864f-4715-a808-20b048faa64c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:56:37Z', 'updated_at': '2021-07-14T09:56:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': 'aeb406d7-1d13-4fea-aaae-e25e733e36cd', 'name': '', 'network_id': '4a41190d-e41a-4086-9106-e0776e2181e2', 'tenant_id': '6606703679bf48b78717d16f607a62b8', 'mac_address': 'fa:16:3e:20:fc:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6c7fbdb-864f-4715-a808-20b048faa64c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': '8d9e1361-7dda-4b0f-8018-18ad346c1466', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:56:39Z', 'updated_at': '2021-07-14T09:56:46Z', 'revision_number': 5, 'project_id': '6606703679bf48b78717d16f607a62b8', 'subnets': [{'id': '8d9e1361-7dda-4b0f-8018-18ad346c1466', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:02:10.289017 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfa2cbd1-1342-45e8-bc20-0d52ff4e66ca None None] New status for floating IP 91d5b26c-58eb-4b28-b7d0-88ac0294c562: DOWN {{(pid=93959) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 10:02:10.438548 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 6d7d314a-2c35-4b78-8f1b-df437b9aaeec no longer exists at agent hyperv_n-h2-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:02:10.453010 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8690c09b-1140-416d-add0-a80739bff2f0 req-9f7b0fd4-c50a-4c62-a388-ec07422049d2 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/ports?device_id=d5e0db55-6c18-44a0-afb3-fd7299c674f3 HTTP/1.1" status: 200 len: 210 time: 0.0315673 Jul 14 10:02:10.460965 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] No Port match for: 6d7d314a-2c35-4b78-8f1b-df437b9aaeec {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:02:10.461329 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 6d7d314a-2c35-4b78-8f1b-df437b9aaeec not bound to the agent host n-h2-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:02:11.599523 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-a6c362a5-97bb-49b3-96d2-06349e774e6c req-8f4d995e-2f5b-45c4-bda8-d5047f2b9c33 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/ports?device_id=d5e0db55-6c18-44a0-afb3-fd7299c674f3 HTTP/1.1" status: 200 len: 210 time: 0.0290785 Jul 14 10:02:11.675381 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.agents_db [None req-3c3509fb-540d-4335-a450-574895dd3602 None None] Agent healthcheck: found 7 active agents {{(pid=93960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:02:12.753859 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-4131bbab-b376-45f1-9bbb-61254cc26c36 req-a2e5db1b-ec50-443a-803e-a0fdd8359272 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/ports?device_id=d5e0db55-6c18-44a0-afb3-fd7299c674f3 HTTP/1.1" status: 200 len: 210 time: 0.0352578 Jul 14 10:02:13.064464 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:13.862848 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:13.990174 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-847f3920-067b-4fa0-a5df-effb9d7c0f3b req-58a8e4f9-fbad-487c-9f41-3fd9b259151a tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-972139136&fields=id&tenant_id=6606703679bf48b78717d16f607a62b8 HTTP/1.1" status: 200 len: 267 time: 0.0327790 Jul 14 10:02:14.094774 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847f3920-067b-4fa0-a5df-effb9d7c0f3b req-308f9c05-92b5-4bfa-bee2-04b47f5b21fe tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:14.096770 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-847f3920-067b-4fa0-a5df-effb9d7c0f3b req-308f9c05-92b5-4bfa-bee2-04b47f5b21fe tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/networks?id=4a41190d-e41a-4086-9106-e0776e2181e2 HTTP/1.1" status: 200 len: 811 time: 0.1005669 Jul 14 10:02:14.111007 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-847f3920-067b-4fa0-a5df-effb9d7c0f3b req-48987fb8-637a-4b11-9fcf-b546cf29ae57 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/quotas/6606703679bf48b78717d16f607a62b8 HTTP/1.1" status: 200 len: 375 time: 0.0088139 Jul 14 10:02:14.182802 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-847f3920-067b-4fa0-a5df-effb9d7c0f3b req-c2d85ceb-da58-4b72-9019-486e301b131a tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=6606703679bf48b78717d16f607a62b8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0662589 Jul 14 10:02:14.275581 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-847f3920-067b-4fa0-a5df-effb9d7c0f3b req-fc670d5e-d2eb-4817-b4e3-50283d3961ec service neutron] 10.222.0.68 "GET /v2.0/networks/4a41190d-e41a-4086-9106-e0776e2181e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810022 Jul 14 10:02:14.370880 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-847f3920-067b-4fa0-a5df-effb9d7c0f3b req-e0b12f31-a9ab-4f49-a35a-678233312e74 service neutron] 10.222.0.68 "GET /v2.0/networks/4a41190d-e41a-4086-9106-e0776e2181e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892396 Jul 14 10:02:14.680200 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-34843959-fac4-4048-a7b1-47966fd1f07e req-627840e5-ed11-4a8b-9e21-64a226d7c004 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/ports?device_id=76426b98-493a-48b4-b0d2-7f2d38fe65cd HTTP/1.1" status: 200 len: 210 time: 0.0334568 Jul 14 10:02:15.785091 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847f3920-067b-4fa0-a5df-effb9d7c0f3b req-751adf7d-c154-466b-a969-13fad8b0e8a4 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:15.786774 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-847f3920-067b-4fa0-a5df-effb9d7c0f3b req-751adf7d-c154-466b-a969-13fad8b0e8a4 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.65 "GET /v2.0/networks?id=4a41190d-e41a-4086-9106-e0776e2181e2 HTTP/1.1" status: 200 len: 811 time: 0.1047909 Jul 14 10:02:15.821656 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3d945a93-47a7-4ccf-9532-a1794b5eeba5 req-ed3b5454-c3bc-4a23-9d24-11d9195bc770 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/ports?device_id=76426b98-493a-48b4-b0d2-7f2d38fe65cd HTTP/1.1" status: 200 len: 210 time: 0.0313678 Jul 14 10:02:15.862281 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-847f3920-067b-4fa0-a5df-effb9d7c0f3b req-af869b00-b498-4cd3-99b6-c03b55daf465 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6606703679bf48b78717d16f607a62b8 HTTP/1.1" status: 200 len: 379 time: 0.0422745 Jul 14 10:02:15.869786 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-847f3920-067b-4fa0-a5df-effb9d7c0f3b req-b748a593-3f96-4595-9bff-a0416b6601af tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Request body: {'port': {'device_id': '76426b98-493a-48b4-b0d2-7f2d38fe65cd', 'network_id': '4a41190d-e41a-4086-9106-e0776e2181e2', 'admin_state_up': True, 'tenant_id': '6606703679bf48b78717d16f607a62b8', 'security_groups': ['8829d6dc-8985-4bd2-ad38-d19720f7bb3a']}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:02:15.980416 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-847f3920-067b-4fa0-a5df-effb9d7c0f3b req-b748a593-3f96-4595-9bff-a0416b6601af tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Made reservation on behalf of 6606703679bf48b78717d16f607a62b8 for: {'port': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:02:15.984336 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-847f3920-067b-4fa0-a5df-effb9d7c0f3b req-b748a593-3f96-4595-9bff-a0416b6601af tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:16.117017 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [req-847f3920-067b-4fa0-a5df-effb9d7c0f3b req-b748a593-3f96-4595-9bff-a0416b6601af tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Allocated IP 172.20.0.10 (4a41190d-e41a-4086-9106-e0776e2181e2/8d9e1361-7dda-4b0f-8018-18ad346c1466/69cb26b1-e0fb-4efe-ad42-04b70dd28e6f) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:02:16.262089 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-847f3920-067b-4fa0-a5df-effb9d7c0f3b req-b748a593-3f96-4595-9bff-a0416b6601af tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:16.276907 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [req-847f3920-067b-4fa0-a5df-effb9d7c0f3b req-b748a593-3f96-4595-9bff-a0416b6601af tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Transition to ACTIVE for port object 69cb26b1-e0fb-4efe-ad42-04b70dd28e6f will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:02:16.309573 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-847f3920-067b-4fa0-a5df-effb9d7c0f3b req-b748a593-3f96-4595-9bff-a0416b6601af tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:16.361081 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-847f3920-067b-4fa0-a5df-effb9d7c0f3b req-b748a593-3f96-4595-9bff-a0416b6601af tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Network 4a41190d-e41a-4086-9106-e0776e2181e2 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:02:16.364435 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [req-847f3920-067b-4fa0-a5df-effb9d7c0f3b req-b748a593-3f96-4595-9bff-a0416b6601af tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:02:16.368260 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-847f3920-067b-4fa0-a5df-effb9d7c0f3b req-b748a593-3f96-4595-9bff-a0416b6601af tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:02:16.393397 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b748a593-3f96-4595-9bff-a0416b6601af tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Pushing event updated for resources: {'Port': ['ID=69cb26b1-e0fb-4efe-ad42-04b70dd28e6f,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:02:16.424335 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847f3920-067b-4fa0-a5df-effb9d7c0f3b req-b748a593-3f96-4595-9bff-a0416b6601af tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:16.424999 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-847f3920-067b-4fa0-a5df-effb9d7c0f3b req-b748a593-3f96-4595-9bff-a0416b6601af tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:16.442394 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-847f3920-067b-4fa0-a5df-effb9d7c0f3b req-b748a593-3f96-4595-9bff-a0416b6601af tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5762842 Jul 14 10:02:16.509620 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-847f3920-067b-4fa0-a5df-effb9d7c0f3b req-b8bc7496-573f-41bf-9377-2e3fb5ba5bf5 service neutron] Request body: {'port': {'device_id': '76426b98-493a-48b4-b0d2-7f2d38fe65cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-29'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:02:16.584234 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-847f3920-067b-4fa0-a5df-effb9d7c0f3b req-b8bc7496-573f-41bf-9377-2e3fb5ba5bf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:16.625311 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-43e034b7-e271-44a6-bc08-d0e76c807c80 None None] Provisioning for port 69cb26b1-e0fb-4efe-ad42-04b70dd28e6f completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:02:16.629021 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-43e034b7-e271-44a6-bc08-d0e76c807c80 None None] Provisioning complete for port 69cb26b1-e0fb-4efe-ad42-04b70dd28e6f triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:02:16.629400 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-43e034b7-e271-44a6-bc08-d0e76c807c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:16.667145 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-43e034b7-e271-44a6-bc08-d0e76c807c80 None None] Port 69cb26b1-e0fb-4efe-ad42-04b70dd28e6f cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:02:16.863471 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [req-847f3920-067b-4fa0-a5df-effb9d7c0f3b req-b8bc7496-573f-41bf-9377-2e3fb5ba5bf5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69cb26b1-e0fb-4efe-ad42-04b70dd28e6f {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:02:16.872245 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-847f3920-067b-4fa0-a5df-effb9d7c0f3b req-b8bc7496-573f-41bf-9377-2e3fb5ba5bf5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:16.886229 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [req-847f3920-067b-4fa0-a5df-effb9d7c0f3b req-b8bc7496-573f-41bf-9377-2e3fb5ba5bf5 service neutron] Transition to ACTIVE for port object 69cb26b1-e0fb-4efe-ad42-04b70dd28e6f will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:02:16.891139 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-847f3920-067b-4fa0-a5df-effb9d7c0f3b req-b8bc7496-573f-41bf-9377-2e3fb5ba5bf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:16.948262 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bc7496-573f-41bf-9377-2e3fb5ba5bf5 service neutron] Pushing event updated for resources: {'Port': ['ID=69cb26b1-e0fb-4efe-ad42-04b70dd28e6f,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:02:17.036985 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-847f3920-067b-4fa0-a5df-effb9d7c0f3b req-b8bc7496-573f-41bf-9377-2e3fb5ba5bf5 service neutron] Attempting to bind port 69cb26b1-e0fb-4efe-ad42-04b70dd28e6f on host n-h1-779913-29 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:02:17.037317 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-847f3920-067b-4fa0-a5df-effb9d7c0f3b req-b8bc7496-573f-41bf-9377-2e3fb5ba5bf5 service neutron] Attempting to bind port 69cb26b1-e0fb-4efe-ad42-04b70dd28e6f by drivers openvswitch,hyperv on host n-h1-779913-29 at level 0 using segments [{'id': '706510d8-b2fe-4655-a702-4a6b9e541601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '4a41190d-e41a-4086-9106-e0776e2181e2'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:02:17.039905 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-847f3920-067b-4fa0-a5df-effb9d7c0f3b req-b8bc7496-573f-41bf-9377-2e3fb5ba5bf5 service neutron] Attempting to bind port 69cb26b1-e0fb-4efe-ad42-04b70dd28e6f on network 4a41190d-e41a-4086-9106-e0776e2181e2 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:02:17.043543 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157bd2f1-c238-4933-adb7-5146d390f5db req-26d23824-77ca-485c-a98b-191dd8cbc62a tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:17.047322 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-157bd2f1-c238-4933-adb7-5146d390f5db req-26d23824-77ca-485c-a98b-191dd8cbc62a tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/ports?device_id=76426b98-493a-48b4-b0d2-7f2d38fe65cd HTTP/1.1" status: 200 len: 944 time: 0.0962160 Jul 14 10:02:17.052044 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-847f3920-067b-4fa0-a5df-effb9d7c0f3b req-b8bc7496-573f-41bf-9377-2e3fb5ba5bf5 service neutron] Port 69cb26b1-e0fb-4efe-ad42-04b70dd28e6f on network 4a41190d-e41a-4086-9106-e0776e2181e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-29 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 10:02:17.052546 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-847f3920-067b-4fa0-a5df-effb9d7c0f3b req-b8bc7496-573f-41bf-9377-2e3fb5ba5bf5 service neutron] Attempting to bind port 69cb26b1-e0fb-4efe-ad42-04b70dd28e6f on network 4a41190d-e41a-4086-9106-e0776e2181e2 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:02:17.058894 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-847f3920-067b-4fa0-a5df-effb9d7c0f3b req-b8bc7496-573f-41bf-9377-2e3fb5ba5bf5 service neutron] Checking agent: {'id': 'de11e667-f145-47b0-bd09-334a7505938e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 13, 12), 'started_at': datetime.datetime(2021, 7, 14, 9, 13, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 2, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:02:17.059528 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-847f3920-067b-4fa0-a5df-effb9d7c0f3b req-b8bc7496-573f-41bf-9377-2e3fb5ba5bf5 service neutron] Checking segment: {'id': '706510d8-b2fe-4655-a702-4a6b9e541601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '4a41190d-e41a-4086-9106-e0776e2181e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:02:17.059889 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-847f3920-067b-4fa0-a5df-effb9d7c0f3b req-b8bc7496-573f-41bf-9377-2e3fb5ba5bf5 service neutron] Bound using segment: {'id': '706510d8-b2fe-4655-a702-4a6b9e541601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '4a41190d-e41a-4086-9106-e0776e2181e2'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:02:17.060331 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-847f3920-067b-4fa0-a5df-effb9d7c0f3b req-b8bc7496-573f-41bf-9377-2e3fb5ba5bf5 service neutron] Bound port: 69cb26b1-e0fb-4efe-ad42-04b70dd28e6f, host: n-h1-779913-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '706510d8-b2fe-4655-a702-4a6b9e541601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '4a41190d-e41a-4086-9106-e0776e2181e2'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:02:17.060704 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-847f3920-067b-4fa0-a5df-effb9d7c0f3b req-b8bc7496-573f-41bf-9377-2e3fb5ba5bf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:17.105221 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-157bd2f1-c238-4933-adb7-5146d390f5db req-153008d1-5cd9-48f4-823c-124ca10d2b1c tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/security-groups?id=8829d6dc-8985-4bd2-ad38-d19720f7bb3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510955 Jul 14 10:02:17.164039 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-847f3920-067b-4fa0-a5df-effb9d7c0f3b req-b8bc7496-573f-41bf-9377-2e3fb5ba5bf5 service neutron] For port 69cb26b1-e0fb-4efe-ad42-04b70dd28e6f, host n-h1-779913-29, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:02:17.167616 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-847f3920-067b-4fa0-a5df-effb9d7c0f3b req-b8bc7496-573f-41bf-9377-2e3fb5ba5bf5 service neutron] For port 69cb26b1-e0fb-4efe-ad42-04b70dd28e6f, host n-h1-779913-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=69cb26b1-e0fb-4efe-ad42-04b70dd28e6f,segment=NetworkSegment(706510d8-b2fe-4655-a702-4a6b9e541601),segment_id=706510d8-b2fe-4655-a702-4a6b9e541601)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:02:17.173475 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-847f3920-067b-4fa0-a5df-effb9d7c0f3b req-b8bc7496-573f-41bf-9377-2e3fb5ba5bf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:17.218429 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847f3920-067b-4fa0-a5df-effb9d7c0f3b req-b8bc7496-573f-41bf-9377-2e3fb5ba5bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:17.219454 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-847f3920-067b-4fa0-a5df-effb9d7c0f3b req-b8bc7496-573f-41bf-9377-2e3fb5ba5bf5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:17.222046 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-847f3920-067b-4fa0-a5df-effb9d7c0f3b req-b8bc7496-573f-41bf-9377-2e3fb5ba5bf5 service neutron] 10.222.0.65 "PUT /v2.0/ports/69cb26b1-e0fb-4efe-ad42-04b70dd28e6f HTTP/1.1" status: 200 len: 1093 time: 0.7652984 Jul 14 10:02:17.222046 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76426b98-493a-48b4-b0d2-7f2d38fe65cd', 'tag': '69cb26b1-e0fb-4efe-ad42-04b70dd28e6f'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:02:17.224492 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4176b926-2279-4e82-b4ab-5ce3408d5f65" -d '{"events": [{"name": "network-changed", "server_uuid": "76426b98-493a-48b4-b0d2-7f2d38fe65cd", "tag": "69cb26b1-e0fb-4efe-ad42-04b70dd28e6f"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:02:17.249604 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bc7496-573f-41bf-9377-2e3fb5ba5bf5 service neutron] Pushing event updated for resources: {'Port': ['ID=69cb26b1-e0fb-4efe-ad42-04b70dd28e6f,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:02:17.282729 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:02:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bc1659c-f335-4ef1-8d89-3c9a224a21a1 x-openstack-request-id: req-0bc1659c-f335-4ef1-8d89-3c9a224a21a1 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:02:17.284266 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76426b98-493a-48b4-b0d2-7f2d38fe65cd", "tag": "69cb26b1-e0fb-4efe-ad42-04b70dd28e6f", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:02:17.284930 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-0bc1659c-f335-4ef1-8d89-3c9a224a21a1 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:02:17.285964 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76426b98-493a-48b4-b0d2-7f2d38fe65cd', 'tag': '69cb26b1-e0fb-4efe-ad42-04b70dd28e6f', 'status': 'completed', 'code': 200} Jul 14 10:02:17.355862 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847f3920-067b-4fa0-a5df-effb9d7c0f3b req-4cb36176-4199-47a0-8cfe-d6b9b5c59061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:17.357695 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-847f3920-067b-4fa0-a5df-effb9d7c0f3b req-4cb36176-4199-47a0-8cfe-d6b9b5c59061 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6606703679bf48b78717d16f607a62b8&device_id=76426b98-493a-48b4-b0d2-7f2d38fe65cd HTTP/1.1" status: 200 len: 1096 time: 0.0628638 Jul 14 10:02:17.410877 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-847f3920-067b-4fa0-a5df-effb9d7c0f3b req-d41f41f4-8ad6-44a7-ac93-eeb2687d1229 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=69cb26b1-e0fb-4efe-ad42-04b70dd28e6f HTTP/1.1" status: 200 len: 217 time: 0.0406528 Jul 14 10:02:17.465733 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847f3920-067b-4fa0-a5df-effb9d7c0f3b req-8bd94627-63db-4363-9dd8-17d36d8610a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:17.467268 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-847f3920-067b-4fa0-a5df-effb9d7c0f3b req-8bd94627-63db-4363-9dd8-17d36d8610a6 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=8d9e1361-7dda-4b0f-8018-18ad346c1466 HTTP/1.1" status: 200 len: 850 time: 0.0507643 Jul 14 10:02:17.525356 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847f3920-067b-4fa0-a5df-effb9d7c0f3b req-044627c0-9ef7-47c9-8ab9-f0bfa1324cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:17.526937 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-847f3920-067b-4fa0-a5df-effb9d7c0f3b req-044627c0-9ef7-47c9-8ab9-f0bfa1324cea service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4a41190d-e41a-4086-9106-e0776e2181e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0534675 Jul 14 10:02:17.626526 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-847f3920-067b-4fa0-a5df-effb9d7c0f3b req-ebeb5487-d8aa-4913-b8ce-febe63772186 service neutron] 10.222.0.65 "GET /v2.0/networks/4a41190d-e41a-4086-9106-e0776e2181e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932219 Jul 14 10:02:17.730993 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-847f3920-067b-4fa0-a5df-effb9d7c0f3b req-8af88bef-5f63-494f-bd28-412489a2d5c0 service neutron] 10.222.0.65 "GET /v2.0/networks/4a41190d-e41a-4086-9106-e0776e2181e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983105 Jul 14 10:02:17.872076 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4176b926-2279-4e82-b4ab-5ce3408d5f65 req-50590a77-e2ee-4d1e-9dcc-a7ad08526dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:17.873860 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-4176b926-2279-4e82-b4ab-5ce3408d5f65 req-50590a77-e2ee-4d1e-9dcc-a7ad08526dfd service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6606703679bf48b78717d16f607a62b8&device_id=76426b98-493a-48b4-b0d2-7f2d38fe65cd HTTP/1.1" status: 200 len: 1096 time: 0.0618708 Jul 14 10:02:17.966082 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4176b926-2279-4e82-b4ab-5ce3408d5f65 req-e6fcb8c5-7f9c-4b67-9171-6c4bbc9c09e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:17.967642 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-4176b926-2279-4e82-b4ab-5ce3408d5f65 req-e6fcb8c5-7f9c-4b67-9171-6c4bbc9c09e3 service neutron] 10.222.0.65 "GET /v2.0/networks?id=4a41190d-e41a-4086-9106-e0776e2181e2 HTTP/1.1" status: 200 len: 912 time: 0.0874684 Jul 14 10:02:18.009737 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-4176b926-2279-4e82-b4ab-5ce3408d5f65 req-0e098278-fc8d-4465-b081-b16d3325d2e8 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=69cb26b1-e0fb-4efe-ad42-04b70dd28e6f HTTP/1.1" status: 200 len: 217 time: 0.0354044 Jul 14 10:02:18.073980 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4176b926-2279-4e82-b4ab-5ce3408d5f65 req-fddc729d-573c-4af5-ae8e-a91bf2fd3601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:18.075386 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-4176b926-2279-4e82-b4ab-5ce3408d5f65 req-fddc729d-573c-4af5-ae8e-a91bf2fd3601 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=8d9e1361-7dda-4b0f-8018-18ad346c1466 HTTP/1.1" status: 200 len: 850 time: 0.0601137 Jul 14 10:02:18.136357 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4176b926-2279-4e82-b4ab-5ce3408d5f65 req-6ff6635a-8c4b-45d2-980b-686295d428a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:18.138037 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-4176b926-2279-4e82-b4ab-5ce3408d5f65 req-6ff6635a-8c4b-45d2-980b-686295d428a6 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4a41190d-e41a-4086-9106-e0776e2181e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0556707 Jul 14 10:02:18.242562 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-4176b926-2279-4e82-b4ab-5ce3408d5f65 req-1528604d-5ee4-47ce-851d-55dcbc391a09 service neutron] 10.222.0.65 "GET /v2.0/networks/4a41190d-e41a-4086-9106-e0776e2181e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974839 Jul 14 10:02:18.317777 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78927755-0710-4eaf-8d40-a39ab16a9ca7 req-c9ccbedb-bce0-4794-8d86-64451ea8e0cf tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:18.320831 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-78927755-0710-4eaf-8d40-a39ab16a9ca7 req-c9ccbedb-bce0-4794-8d86-64451ea8e0cf tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/ports?device_id=76426b98-493a-48b4-b0d2-7f2d38fe65cd HTTP/1.1" status: 200 len: 944 time: 0.0853679 Jul 14 10:02:18.358812 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-4176b926-2279-4e82-b4ab-5ce3408d5f65 req-95aea26c-761a-4737-8e9c-98832838cc18 service neutron] 10.222.0.65 "GET /v2.0/networks/4a41190d-e41a-4086-9106-e0776e2181e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093967 Jul 14 10:02:18.369627 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-78927755-0710-4eaf-8d40-a39ab16a9ca7 req-2085b0b3-b83f-45a1-b26d-f54396011e46 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/security-groups?id=8829d6dc-8985-4bd2-ad38-d19720f7bb3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414925 Jul 14 10:02:19.550083 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f632d0d-0eb8-4475-add6-267a8f7273c8 req-08c01515-e842-4cd6-8165-73e6a864d725 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:19.551693 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2f632d0d-0eb8-4475-add6-267a8f7273c8 req-08c01515-e842-4cd6-8165-73e6a864d725 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/ports?device_id=76426b98-493a-48b4-b0d2-7f2d38fe65cd HTTP/1.1" status: 200 len: 944 time: 0.0649166 Jul 14 10:02:19.589927 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2f632d0d-0eb8-4475-add6-267a8f7273c8 req-fb0b834b-34f5-4037-a852-0eaf8fc8d68d tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/security-groups?id=8829d6dc-8985-4bd2-ad38-d19720f7bb3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323315 Jul 14 10:02:20.772546 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf404adb-ca07-4915-9e68-27d4ee206eee req-cfa7529b-93d0-4b82-a954-32c9e36d7e93 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:20.774093 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-cf404adb-ca07-4915-9e68-27d4ee206eee req-cfa7529b-93d0-4b82-a954-32c9e36d7e93 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/ports?device_id=76426b98-493a-48b4-b0d2-7f2d38fe65cd HTTP/1.1" status: 200 len: 944 time: 0.0728760 Jul 14 10:02:20.814151 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-cf404adb-ca07-4915-9e68-27d4ee206eee req-5af29830-016d-4320-8810-859e96d051ae tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/security-groups?id=8829d6dc-8985-4bd2-ad38-d19720f7bb3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344348 Jul 14 10:02:21.993283 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4114ffd-b137-4aa0-9ca5-cd69425506b1 req-f9790635-22cd-4d31-bd3c-e1ad6a6890c2 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:21.994853 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e4114ffd-b137-4aa0-9ca5-cd69425506b1 req-f9790635-22cd-4d31-bd3c-e1ad6a6890c2 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/ports?device_id=76426b98-493a-48b4-b0d2-7f2d38fe65cd HTTP/1.1" status: 200 len: 944 time: 0.0714798 Jul 14 10:02:22.034686 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e4114ffd-b137-4aa0-9ca5-cd69425506b1 req-dfe3dc7a-a3cb-4f7d-9cd4-f2c22d7e5a63 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/security-groups?id=8829d6dc-8985-4bd2-ad38-d19720f7bb3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341704 Jul 14 10:02:22.226761 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1590f31f-bc80-4e15-968d-6c4f2cdf83ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:23.215719 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bbc337-11cd-4df4-8a52-1c84f8e9ba4c req-e274f44c-a07a-41cc-b14e-3bcfdce5e78a tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:23.217228 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-f4bbc337-11cd-4df4-8a52-1c84f8e9ba4c req-e274f44c-a07a-41cc-b14e-3bcfdce5e78a tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/ports?device_id=76426b98-493a-48b4-b0d2-7f2d38fe65cd HTTP/1.1" status: 200 len: 944 time: 0.0689149 Jul 14 10:02:23.256486 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-f4bbc337-11cd-4df4-8a52-1c84f8e9ba4c req-07c9f64f-efc2-475d-a375-f3cc74ab8979 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/security-groups?id=8829d6dc-8985-4bd2-ad38-d19720f7bb3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333691 Jul 14 10:02:24.427315 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fac8dd-4f6b-404f-82b6-cc77e060a5b4 req-9997502c-7bb3-4039-930e-c91692629cb6 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:24.428813 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f6fac8dd-4f6b-404f-82b6-cc77e060a5b4 req-9997502c-7bb3-4039-930e-c91692629cb6 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/ports?device_id=76426b98-493a-48b4-b0d2-7f2d38fe65cd HTTP/1.1" status: 200 len: 944 time: 0.0634761 Jul 14 10:02:24.467791 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f6fac8dd-4f6b-404f-82b6-cc77e060a5b4 req-9819c721-3a91-44b9-a0f4-14e52d9ee192 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/security-groups?id=8829d6dc-8985-4bd2-ad38-d19720f7bb3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331721 Jul 14 10:02:24.801590 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:24.899600 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-19773702-757b-4329-a878-f930538abbcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:25.638629 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610bbba8-aaa9-47a9-bdbe-ad7f1315089c req-39a7cf47-7108-42a9-a802-af0cf337b36b tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:25.640104 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-610bbba8-aaa9-47a9-bdbe-ad7f1315089c req-39a7cf47-7108-42a9-a802-af0cf337b36b tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/ports?device_id=76426b98-493a-48b4-b0d2-7f2d38fe65cd HTTP/1.1" status: 200 len: 944 time: 0.0629549 Jul 14 10:02:25.679960 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-610bbba8-aaa9-47a9-bdbe-ad7f1315089c req-3561ab68-85dd-4c10-89bf-ee81da5082fe tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/security-groups?id=8829d6dc-8985-4bd2-ad38-d19720f7bb3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335314 Jul 14 10:02:25.992676 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5ad31076-714c-49ec-bc37-f3d4cd90112a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:26.851099 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcd4602-b289-4a01-824e-34f6258832f4 req-b9e8979b-ec76-4c5b-bee3-4e59d830bf20 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:26.852573 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3dcd4602-b289-4a01-824e-34f6258832f4 req-b9e8979b-ec76-4c5b-bee3-4e59d830bf20 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/ports?device_id=76426b98-493a-48b4-b0d2-7f2d38fe65cd HTTP/1.1" status: 200 len: 944 time: 0.0622602 Jul 14 10:02:26.889978 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3dcd4602-b289-4a01-824e-34f6258832f4 req-f440d285-7f72-4cd1-a350-d258934a331a tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/security-groups?id=8829d6dc-8985-4bd2-ad38-d19720f7bb3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319240 Jul 14 10:02:27.818732 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5bbe322f-3f67-4864-bc0a-91afe44d23e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:28.082530 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07a3db0-f1f3-4a86-8983-19733e1c0252 req-02ae33f2-27ce-4e14-93b9-1de3c0ae5667 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:28.083815 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-c07a3db0-f1f3-4a86-8983-19733e1c0252 req-02ae33f2-27ce-4e14-93b9-1de3c0ae5667 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/ports?device_id=76426b98-493a-48b4-b0d2-7f2d38fe65cd HTTP/1.1" status: 200 len: 944 time: 0.0696480 Jul 14 10:02:28.114535 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 69cb26b1-e0fb-4efe-ad42-04b70dd28e6f details requested by agent hyperv_n-h1-779913-29 with host n-h1-779913-29 {{(pid=93959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 10:02:28.124371 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-c07a3db0-f1f3-4a86-8983-19733e1c0252 req-d507a131-2d99-4643-8475-869f544f1f57 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/security-groups?id=8829d6dc-8985-4bd2-ad38-d19720f7bb3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347383 Jul 14 10:02:28.208405 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port 69cb26b1-e0fb-4efe-ad42-04b70dd28e6f, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=69cb26b1-e0fb-4efe-ad42-04b70dd28e6f,segment=NetworkSegment(706510d8-b2fe-4655-a702-4a6b9e541601),segment_id=706510d8-b2fe-4655-a702-4a6b9e541601)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:02:28.220132 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Returning: {'device': '69cb26b1-e0fb-4efe-ad42-04b70dd28e6f', 'network_id': '4a41190d-e41a-4086-9106-e0776e2181e2', 'port_id': '69cb26b1-e0fb-4efe-ad42-04b70dd28e6f', 'mac_address': 'fa:16:3e:f4:da:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d9e1361-7dda-4b0f-8018-18ad346c1466', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 10:02:28.260934 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:28.273875 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69cb26b1-e0fb-4efe-ad42-04b70dd28e6f {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:02:28.293979 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port 69cb26b1-e0fb-4efe-ad42-04b70dd28e6f, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=69cb26b1-e0fb-4efe-ad42-04b70dd28e6f,segment=NetworkSegment(706510d8-b2fe-4655-a702-4a6b9e541601),segment_id=706510d8-b2fe-4655-a702-4a6b9e541601)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:02:28.297916 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:28.343463 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Pushing event updated for resources: {'Port': ['ID=69cb26b1-e0fb-4efe-ad42-04b70dd28e6f,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:02:28.351356 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:02:28.351705 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:02:28.352048 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:02:28.352388 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:02:28.352724 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:02:28.353056 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:02:28.353385 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:02:28.353739 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:02:28.354068 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:02:28.354393 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:02:28.354717 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:02:28.355041 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:02:28.603867 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] get_ports_and_sgs() called for port_ids ['69cb26b1-e0fb-4efe-ad42-04b70dd28e6f'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:02:29.635373 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04493ff4-e8ba-4649-a7d4-641eac1f7580 req-820f239e-7b43-410e-928f-81b32a41d669 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:29.636880 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-04493ff4-e8ba-4649-a7d4-641eac1f7580 req-820f239e-7b43-410e-928f-81b32a41d669 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/ports?device_id=76426b98-493a-48b4-b0d2-7f2d38fe65cd HTTP/1.1" status: 200 len: 945 time: 0.4000726 Jul 14 10:02:29.674384 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-04493ff4-e8ba-4649-a7d4-641eac1f7580 req-6545dadd-d8a6-4c23-9926-84a6e6f1c673 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/security-groups?id=8829d6dc-8985-4bd2-ad38-d19720f7bb3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319138 Jul 14 10:02:30.121615 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 69cb26b1-e0fb-4efe-ad42-04b70dd28e6f up at agent hyperv_n-h1-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:02:30.169011 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Provisioning for port 69cb26b1-e0fb-4efe-ad42-04b70dd28e6f completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:02:30.172559 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Provisioning complete for port 69cb26b1-e0fb-4efe-ad42-04b70dd28e6f triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:02:30.172940 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:30.248874 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:30.270439 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76426b98-493a-48b4-b0d2-7f2d38fe65cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69cb26b1-e0fb-4efe-ad42-04b70dd28e6f'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:02:30.272674 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd62303f06773040a8a4e189dc46b4f565768c299abf8ab8e7739778b0bc3e97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8219c977-7e96-4b10-864c-c8363f4fa3e6" -d '{"events": [{"server_uuid": "76426b98-493a-48b4-b0d2-7f2d38fe65cd", "name": "network-vif-plugged", "status": "completed", "tag": "69cb26b1-e0fb-4efe-ad42-04b70dd28e6f"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:02:30.286659 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port 69cb26b1-e0fb-4efe-ad42-04b70dd28e6f, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=69cb26b1-e0fb-4efe-ad42-04b70dd28e6f,segment=NetworkSegment(706510d8-b2fe-4655-a702-4a6b9e541601),segment_id=706510d8-b2fe-4655-a702-4a6b9e541601)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:02:30.290976 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:30.314603 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:02:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c195492-5673-4b12-b9a0-2867c2ad87c4 x-openstack-request-id: req-6c195492-5673-4b12-b9a0-2867c2ad87c4 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:02:30.314891 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76426b98-493a-48b4-b0d2-7f2d38fe65cd", "name": "network-vif-plugged", "status": "completed", "tag": "69cb26b1-e0fb-4efe-ad42-04b70dd28e6f", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:02:30.315144 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-6c195492-5673-4b12-b9a0-2867c2ad87c4 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:02:30.315532 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76426b98-493a-48b4-b0d2-7f2d38fe65cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69cb26b1-e0fb-4efe-ad42-04b70dd28e6f', 'code': 200} Jul 14 10:02:30.340699 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Pushing event updated for resources: {'Port': ['ID=69cb26b1-e0fb-4efe-ad42-04b70dd28e6f,revision_number=5']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:02:30.447164 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451d56e2-73de-474e-aac8-73b3bcbd782b req-40422356-fcc7-4d5e-a3af-1ba5b1e22523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:30.448659 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-451d56e2-73de-474e-aac8-73b3bcbd782b req-40422356-fcc7-4d5e-a3af-1ba5b1e22523 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=76426b98-493a-48b4-b0d2-7f2d38fe65cd HTTP/1.1" status: 200 len: 1098 time: 0.0508871 Jul 14 10:02:30.482441 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-451d56e2-73de-474e-aac8-73b3bcbd782b req-5e749b97-b745-447e-a91a-a0b85a81063b service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=8829d6dc-8985-4bd2-ad38-d19720f7bb3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0276227 Jul 14 10:02:30.852754 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38133ff0-49c6-444c-a724-f6e283a2306a req-fd2e3d81-e8bf-4495-b373-5c3813611951 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:30.854241 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-38133ff0-49c6-444c-a724-f6e283a2306a req-fd2e3d81-e8bf-4495-b373-5c3813611951 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/ports?device_id=76426b98-493a-48b4-b0d2-7f2d38fe65cd HTTP/1.1" status: 200 len: 946 time: 0.0674558 Jul 14 10:02:30.895313 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-38133ff0-49c6-444c-a724-f6e283a2306a req-e6fd71c9-8d50-4e4b-8ab7-7ec3983157d1 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/security-groups?id=8829d6dc-8985-4bd2-ad38-d19720f7bb3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348897 Jul 14 10:02:32.070255 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5ea28c-84c7-4a26-930c-9863cd1cc90d req-ee413a0c-5327-46fa-a6d9-5b5fbd76e104 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:32.071740 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-1e5ea28c-84c7-4a26-930c-9863cd1cc90d req-ee413a0c-5327-46fa-a6d9-5b5fbd76e104 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/ports?device_id=76426b98-493a-48b4-b0d2-7f2d38fe65cd HTTP/1.1" status: 200 len: 946 time: 0.0633295 Jul 14 10:02:32.108994 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-1e5ea28c-84c7-4a26-930c-9863cd1cc90d req-deff7ad7-9fba-4e27-9b59-812523ca491f tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/security-groups?id=8829d6dc-8985-4bd2-ad38-d19720f7bb3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316207 Jul 14 10:02:32.277371 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d897f00e-3b9e-4b7d-8e86-341a2b1f379f req-433a8cb4-72a3-406a-8542-b1d7a138e5ef tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:32.278881 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d897f00e-3b9e-4b7d-8e86-341a2b1f379f req-433a8cb4-72a3-406a-8542-b1d7a138e5ef tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/ports?device_id=76426b98-493a-48b4-b0d2-7f2d38fe65cd HTTP/1.1" status: 200 len: 946 time: 0.0628121 Jul 14 10:02:32.315931 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d897f00e-3b9e-4b7d-8e86-341a2b1f379f req-dcbd3a40-d619-43ec-b188-f2f884bfc42d tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/security-groups?id=8829d6dc-8985-4bd2-ad38-d19720f7bb3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314031 Jul 14 10:02:32.340846 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 36390) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:02:32.436403 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06521d14-2c03-445e-ae27-092060bc450d tempest-TestVolumeBootPattern-250965516 tempest-TestVolumeBootPattern-250965516-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:32.437954 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-06521d14-2c03-445e-ae27-092060bc450d tempest-TestVolumeBootPattern-250965516 tempest-TestVolumeBootPattern-250965516-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=76426b98-493a-48b4-b0d2-7f2d38fe65cd HTTP/1.1" status: 200 len: 1093 time: 0.0961032 Jul 14 10:02:32.440668 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 36394) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:02:32.445644 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-d1187192-026f-4dc3-9631-40206207496f tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Request body: {'floatingip': {'floating_network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'port_id': '69cb26b1-e0fb-4efe-ad42-04b70dd28e6f', 'tenant_id': '6606703679bf48b78717d16f607a62b8', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:02:32.466576 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d1187192-026f-4dc3-9631-40206207496f tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Notify callbacks [] for floatingip, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:32.561897 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d1187192-026f-4dc3-9631-40206207496f tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:32.664720 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-d1187192-026f-4dc3-9631-40206207496f tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Allocated IP 172.25.4.20 (2dcd4d32-cc7c-4468-b396-7ce5c9231892/6cd22a75-5bc1-467c-a3c4-0af04bd1b34a/d2adccff-284e-4109-8931-43c377e57a32) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:02:32.766428 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d1187192-026f-4dc3-9631-40206207496f tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:32.805103 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d1187192-026f-4dc3-9631-40206207496f tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:32.843381 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1187192-026f-4dc3-9631-40206207496f tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Network 2dcd4d32-cc7c-4468-b396-7ce5c9231892 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:02:32.846368 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-d1187192-026f-4dc3-9631-40206207496f tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:02:32.850277 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1187192-026f-4dc3-9631-40206207496f tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:02:32.855560 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1187192-026f-4dc3-9631-40206207496f tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Pushing event updated for resources: {'Port': ['ID=d2adccff-284e-4109-8931-43c377e57a32,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:02:33.216019 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d1187192-026f-4dc3-9631-40206207496f tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:33.293505 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d1187192-026f-4dc3-9631-40206207496f tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:33.441975 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d1187192-026f-4dc3-9631-40206207496f tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:33.446691 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d1187192-026f-4dc3-9631-40206207496f tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:33.512269 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1187192-026f-4dc3-9631-40206207496f tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Pushing event updated for resources: {'Port': ['ID=d2adccff-284e-4109-8931-43c377e57a32,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:02:33.528787 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d1187192-026f-4dc3-9631-40206207496f tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-660590'] for floatingip, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:33.631386 n-d-779913-29 neutron-server[93957]: INFO neutron.db.l3_db [None req-d1187192-026f-4dc3-9631-40206207496f tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Floating IP 9b98764e-7908-41b2-a838-a7f4732e0abe associated. External IP: 172.25.4.20, port: 69cb26b1-e0fb-4efe-ad42-04b70dd28e6f. Jul 14 10:02:33.843352 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1187192-026f-4dc3-9631-40206207496f tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Router c6c7fbdb-864f-4715-a808-20b048faa64c has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:02:33.955490 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1187192-026f-4dc3-9631-40206207496f tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:02:33.965622 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46956b06-f917-4e23-ad70-feab15ac9f48 None None] Sync routers for ids ['c6c7fbdb-864f-4715-a808-20b048faa64c'] in n-d-779913-29 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:02:33.972959 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d1187192-026f-4dc3-9631-40206207496f tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for floatingip, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:33.978546 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46956b06-f917-4e23-ad70-feab15ac9f48 None None] Routers {'c6c7fbdb-864f-4715-a808-20b048faa64c'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:02:33.979294 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-46956b06-f917-4e23-ad70-feab15ac9f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T10:02:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['c6c7fbdb-864f-4715-a808-20b048faa64c'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:02:34.011876 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-d1187192-026f-4dc3-9631-40206207496f tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5701735 Jul 14 10:02:34.012477 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76426b98-493a-48b4-b0d2-7f2d38fe65cd', 'tag': '69cb26b1-e0fb-4efe-ad42-04b70dd28e6f'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:02:34.014936 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5475d94-f0f0-4eaa-824b-f211c757b813" -d '{"events": [{"name": "network-changed", "server_uuid": "76426b98-493a-48b4-b0d2-7f2d38fe65cd", "tag": "69cb26b1-e0fb-4efe-ad42-04b70dd28e6f"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:02:34.058946 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:02:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-511118ee-7fe0-4a6e-9cb6-f28a58bd8434 x-openstack-request-id: req-511118ee-7fe0-4a6e-9cb6-f28a58bd8434 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:02:34.059252 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76426b98-493a-48b4-b0d2-7f2d38fe65cd", "tag": "69cb26b1-e0fb-4efe-ad42-04b70dd28e6f", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:02:34.059511 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-511118ee-7fe0-4a6e-9cb6-f28a58bd8434 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:02:34.059922 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76426b98-493a-48b4-b0d2-7f2d38fe65cd', 'tag': '69cb26b1-e0fb-4efe-ad42-04b70dd28e6f', 'status': 'completed', 'code': 200} Jul 14 10:02:34.090131 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-46956b06-f917-4e23-ad70-feab15ac9f48 None None] Set router c6c7fbdb-864f-4715-a808-20b048faa64c gateway port host: n-d-779913-29 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:02:34.154211 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5475d94-f0f0-4eaa-824b-f211c757b813 req-faa665be-ba70-4d45-b12b-ddad33baa9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:34.155626 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b5475d94-f0f0-4eaa-824b-f211c757b813 req-faa665be-ba70-4d45-b12b-ddad33baa9ab service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6606703679bf48b78717d16f607a62b8&device_id=76426b98-493a-48b4-b0d2-7f2d38fe65cd HTTP/1.1" status: 200 len: 1098 time: 0.0526161 Jul 14 10:02:34.247746 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5475d94-f0f0-4eaa-824b-f211c757b813 req-be71705b-50a7-4a43-be1a-53b060288b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:34.249242 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b5475d94-f0f0-4eaa-824b-f211c757b813 req-be71705b-50a7-4a43-be1a-53b060288b6b service neutron] 10.222.0.65 "GET /v2.0/networks?id=4a41190d-e41a-4086-9106-e0776e2181e2 HTTP/1.1" status: 200 len: 912 time: 0.0881746 Jul 14 10:02:34.310628 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-46956b06-f917-4e23-ad70-feab15ac9f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6c7fbdb-864f-4715-a808-20b048faa64c', 'name': 'tempest-TestVolumeBootPattern-658018726-router', 'tenant_id': '6606703679bf48b78717d16f607a62b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': '956a4549-778f-47c8-b490-fd62bcb7ed1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:56:37Z', 'updated_at': '2021-07-14T09:56:39Z', 'revision_number': 4, 'project_id': '6606703679bf48b78717d16f607a62b8', 'gw_port': {'id': '956a4549-778f-47c8-b490-fd62bcb7ed1e', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:9e:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6c7fbdb-864f-4715-a808-20b048faa64c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:56:37Z', 'updated_at': '2021-07-14T09:56:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_floatingips': [{'id': '9b98764e-7908-41b2-a838-a7f4732e0abe', 'tenant_id': '6606703679bf48b78717d16f607a62b8', 'floating_ip_address': '172.25.4.20', 'floating_network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'router_id': 'c6c7fbdb-864f-4715-a808-20b048faa64c', 'port_id': '69cb26b1-e0fb-4efe-ad42-04b70dd28e6f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3958, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a41190d-e41a-4086-9106-e0776e2181e2', 'mac_address': 'fa:16:3e:f4:da:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76426b98-493a-48b4-b0d2-7f2d38fe65cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T10:02:33Z', 'updated_at': '2021-07-14T10:02:33Z', 'revision_number': 0, 'project_id': '6606703679bf48b78717d16f607a62b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aeb406d7-1d13-4fea-aaae-e25e733e36cd', 'name': '', 'network_id': '4a41190d-e41a-4086-9106-e0776e2181e2', 'tenant_id': '6606703679bf48b78717d16f607a62b8', 'mac_address': 'fa:16:3e:20:fc:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6c7fbdb-864f-4715-a808-20b048faa64c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': '8d9e1361-7dda-4b0f-8018-18ad346c1466', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:56:39Z', 'updated_at': '2021-07-14T09:56:46Z', 'revision_number': 5, 'project_id': '6606703679bf48b78717d16f607a62b8', 'subnets': [{'id': '8d9e1361-7dda-4b0f-8018-18ad346c1466', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:02:34.314748 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b5475d94-f0f0-4eaa-824b-f211c757b813 req-584f53a6-bb06-4c4b-b041-7b23fee7ef2a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=69cb26b1-e0fb-4efe-ad42-04b70dd28e6f HTTP/1.1" status: 200 len: 999 time: 0.0586658 Jul 14 10:02:34.335730 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46956b06-f917-4e23-ad70-feab15ac9f48 None None] Checking router: c6c7fbdb-864f-4715-a808-20b048faa64c for host: n-d-779913-29 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:02:34.343727 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46956b06-f917-4e23-ad70-feab15ac9f48 None None] Routers {'c6c7fbdb-864f-4715-a808-20b048faa64c'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:02:34.344323 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-46956b06-f917-4e23-ad70-feab15ac9f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T10:02:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['c6c7fbdb-864f-4715-a808-20b048faa64c'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:02:34.368277 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5475d94-f0f0-4eaa-824b-f211c757b813 req-c5383ba2-4b23-4d84-9706-2e58e1fc1658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:34.369788 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b5475d94-f0f0-4eaa-824b-f211c757b813 req-c5383ba2-4b23-4d84-9706-2e58e1fc1658 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=8d9e1361-7dda-4b0f-8018-18ad346c1466 HTTP/1.1" status: 200 len: 850 time: 0.0484121 Jul 14 10:02:34.425640 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5475d94-f0f0-4eaa-824b-f211c757b813 req-34e4faca-ff70-41c6-a275-887a655ed66d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:34.427570 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b5475d94-f0f0-4eaa-824b-f211c757b813 req-34e4faca-ff70-41c6-a275-887a655ed66d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4a41190d-e41a-4086-9106-e0776e2181e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0517211 Jul 14 10:02:34.451445 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-46956b06-f917-4e23-ad70-feab15ac9f48 None None] Set router c6c7fbdb-864f-4715-a808-20b048faa64c gateway port host: n-d-779913-29 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:02:34.517011 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b5475d94-f0f0-4eaa-824b-f211c757b813 req-00eee53b-3d32-4024-80e8-bd917083ecd5 service neutron] 10.222.0.65 "GET /v2.0/networks/4a41190d-e41a-4086-9106-e0776e2181e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826528 Jul 14 10:02:34.616135 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b5475d94-f0f0-4eaa-824b-f211c757b813 req-43aa0d10-3fc2-4f6d-9d1c-d2b37eb3305f service neutron] 10.222.0.65 "GET /v2.0/networks/4a41190d-e41a-4086-9106-e0776e2181e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923128 Jul 14 10:02:34.759647 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-46956b06-f917-4e23-ad70-feab15ac9f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6c7fbdb-864f-4715-a808-20b048faa64c', 'name': 'tempest-TestVolumeBootPattern-658018726-router', 'tenant_id': '6606703679bf48b78717d16f607a62b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': '956a4549-778f-47c8-b490-fd62bcb7ed1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:56:37Z', 'updated_at': '2021-07-14T09:56:39Z', 'revision_number': 4, 'project_id': '6606703679bf48b78717d16f607a62b8', 'gw_port': {'id': '956a4549-778f-47c8-b490-fd62bcb7ed1e', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:9e:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6c7fbdb-864f-4715-a808-20b048faa64c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:56:37Z', 'updated_at': '2021-07-14T09:56:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_floatingips': [{'id': '9b98764e-7908-41b2-a838-a7f4732e0abe', 'tenant_id': '6606703679bf48b78717d16f607a62b8', 'floating_ip_address': '172.25.4.20', 'floating_network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'router_id': 'c6c7fbdb-864f-4715-a808-20b048faa64c', 'port_id': '69cb26b1-e0fb-4efe-ad42-04b70dd28e6f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3958, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a41190d-e41a-4086-9106-e0776e2181e2', 'mac_address': 'fa:16:3e:f4:da:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76426b98-493a-48b4-b0d2-7f2d38fe65cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T10:02:33Z', 'updated_at': '2021-07-14T10:02:33Z', 'revision_number': 0, 'project_id': '6606703679bf48b78717d16f607a62b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aeb406d7-1d13-4fea-aaae-e25e733e36cd', 'name': '', 'network_id': '4a41190d-e41a-4086-9106-e0776e2181e2', 'tenant_id': '6606703679bf48b78717d16f607a62b8', 'mac_address': 'fa:16:3e:20:fc:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6c7fbdb-864f-4715-a808-20b048faa64c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': '8d9e1361-7dda-4b0f-8018-18ad346c1466', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:56:39Z', 'updated_at': '2021-07-14T09:56:46Z', 'revision_number': 5, 'project_id': '6606703679bf48b78717d16f607a62b8', 'subnets': [{'id': '8d9e1361-7dda-4b0f-8018-18ad346c1466', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:02:34.785255 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46956b06-f917-4e23-ad70-feab15ac9f48 None None] The sync data for ids ['c6c7fbdb-864f-4715-a808-20b048faa64c'] in n-d-779913-29 is: [{'id': 'c6c7fbdb-864f-4715-a808-20b048faa64c', 'name': 'tempest-TestVolumeBootPattern-658018726-router', 'tenant_id': '6606703679bf48b78717d16f607a62b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': '956a4549-778f-47c8-b490-fd62bcb7ed1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:56:37Z', 'updated_at': '2021-07-14T09:56:39Z', 'revision_number': 4, 'project_id': '6606703679bf48b78717d16f607a62b8', 'gw_port': {'id': '956a4549-778f-47c8-b490-fd62bcb7ed1e', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:9e:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6c7fbdb-864f-4715-a808-20b048faa64c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:56:37Z', 'updated_at': '2021-07-14T09:56:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_floatingips': [{'id': '9b98764e-7908-41b2-a838-a7f4732e0abe', 'tenant_id': '6606703679bf48b78717d16f607a62b8', 'floating_ip_address': '172.25.4.20', 'floating_network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'router_id': 'c6c7fbdb-864f-4715-a808-20b048faa64c', 'port_id': '69cb26b1-e0fb-4efe-ad42-04b70dd28e6f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3958, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a41190d-e41a-4086-9106-e0776e2181e2', 'mac_address': 'fa:16:3e:f4:da:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76426b98-493a-48b4-b0d2-7f2d38fe65cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T10:02:33Z', 'updated_at': '2021-07-14T10:02:33Z', 'revision_number': 0, 'project_id': '6606703679bf48b78717d16f607a62b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aeb406d7-1d13-4fea-aaae-e25e733e36cd', 'name': '', 'network_id': '4a41190d-e41a-4086-9106-e0776e2181e2', 'tenant_id': '6606703679bf48b78717d16f607a62b8', 'mac_address': 'fa:16:3e:20:fc:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6c7fbdb-864f-4715-a808-20b048faa64c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': '8d9e1361-7dda-4b0f-8018-18ad346c1466', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:56:39Z', 'updated_at': '2021-07-14T09:56:46Z', 'revision_number': 5, 'project_id': '6606703679bf48b78717d16f607a62b8', 'subnets': [{'id': '8d9e1361-7dda-4b0f-8018-18ad346c1466', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:02:34.976992 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63e22c9e-29d5-4a2c-9ab6-f6cc5ed74391 None None] New status for floating IP 9b98764e-7908-41b2-a838-a7f4732e0abe: ACTIVE {{(pid=93959) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 10:02:43.073967 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:43.878029 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:48.675036 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.agents_db [None req-3c3509fb-540d-4335-a450-574895dd3602 None None] Agent healthcheck: found 7 active agents {{(pid=93960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:02:52.231604 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bf8d8791-ed82-416a-bda0-eecb7480a865 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:54.802568 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:54.901622 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-879e7237-68b0-4d78-9263-efcde8ce6f16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:54.948612 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8fd810ee-4461-45b5-8a2b-b0851ee8fb87 req-60d95f20-f23f-4590-97a3-772f460b14db service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=76426b98-493a-48b4-b0d2-7f2d38fe65cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0543461 Jul 14 10:02:55.065568 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd810ee-4461-45b5-8a2b-b0851ee8fb87 req-f8bee38a-d349-43cf-978b-343ebbeafb55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:55.067059 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8fd810ee-4461-45b5-8a2b-b0851ee8fb87 req-f8bee38a-d349-43cf-978b-343ebbeafb55 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6606703679bf48b78717d16f607a62b8&device_id=76426b98-493a-48b4-b0d2-7f2d38fe65cd HTTP/1.1" status: 200 len: 1098 time: 0.0580773 Jul 14 10:02:55.183165 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd810ee-4461-45b5-8a2b-b0851ee8fb87 req-bf942da3-234a-4f88-8483-8a2d8fe2676c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:55.184661 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8fd810ee-4461-45b5-8a2b-b0851ee8fb87 req-bf942da3-234a-4f88-8483-8a2d8fe2676c service neutron] 10.222.0.65 "GET /v2.0/networks?id=4a41190d-e41a-4086-9106-e0776e2181e2 HTTP/1.1" status: 200 len: 912 time: 0.0974398 Jul 14 10:02:55.251487 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8fd810ee-4461-45b5-8a2b-b0851ee8fb87 req-446c453a-4183-4ecb-bfeb-0902edb90725 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=69cb26b1-e0fb-4efe-ad42-04b70dd28e6f HTTP/1.1" status: 200 len: 1001 time: 0.0602043 Jul 14 10:02:55.306896 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd810ee-4461-45b5-8a2b-b0851ee8fb87 req-99b1160e-63ef-4c32-95cd-1e1388d3cad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:55.308379 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8fd810ee-4461-45b5-8a2b-b0851ee8fb87 req-99b1160e-63ef-4c32-95cd-1e1388d3cad8 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=8d9e1361-7dda-4b0f-8018-18ad346c1466 HTTP/1.1" status: 200 len: 850 time: 0.0499177 Jul 14 10:02:55.375044 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd810ee-4461-45b5-8a2b-b0851ee8fb87 req-3331d131-91a2-4c58-80ad-0add6f244769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:55.376537 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8fd810ee-4461-45b5-8a2b-b0851ee8fb87 req-3331d131-91a2-4c58-80ad-0add6f244769 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4a41190d-e41a-4086-9106-e0776e2181e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0622284 Jul 14 10:02:55.467855 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8fd810ee-4461-45b5-8a2b-b0851ee8fb87 req-113b1f49-2659-422b-9253-08b971181052 service neutron] 10.222.0.65 "GET /v2.0/networks/4a41190d-e41a-4086-9106-e0776e2181e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844097 Jul 14 10:02:55.564720 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8fd810ee-4461-45b5-8a2b-b0851ee8fb87 req-249fa963-6768-4bc3-bab9-57e20643538d service neutron] 10.222.0.65 "GET /v2.0/networks/4a41190d-e41a-4086-9106-e0776e2181e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904031 Jul 14 10:02:55.996778 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5ad31076-714c-49ec-bc37-f3d4cd90112a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:57.821773 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5bbe322f-3f67-4864-bc0a-91afe44d23e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:13.090846 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:13.884540 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:22.236217 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-583334a5-6e64-4164-a18d-d083ca7cee35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:24.804121 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:24.901979 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-aa139650-bb08-4300-8907-7ad377a05725 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:25.673770 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.agents_db [None req-3c3509fb-540d-4335-a450-574895dd3602 None None] Agent healthcheck: found 7 active agents {{(pid=93960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:03:25.999689 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5ad31076-714c-49ec-bc37-f3d4cd90112a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:27.823170 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5bbe322f-3f67-4864-bc0a-91afe44d23e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:31.918546 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [req-780b6303-1702-4a7d-ab20-58d7ad17400a req-4a82a96c-c7a9-4631-8016-f3efce51bdb7 service neutron] (93958) timed out ('10.222.0.68', 36944) {{(pid=93958) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 14 10:03:43.091880 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:43.881886 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:49.750626 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [req-55c794ca-9ece-4e5e-84f7-33decf89e239 req-9bf7e74b-e1c9-4e19-80c6-bd2257e8e21e service neutron] (93957) timed out ('10.222.0.57', 51432) {{(pid=93957) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 14 10:03:49.959822 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [req-820f8b07-b683-4cdb-9f59-05ad498d6daf req-07ee603c-d966-4ba4-9001-7506a113dafb service neutron] (93958) timed out ('10.222.0.57', 51686) {{(pid=93958) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 14 10:03:52.237530 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-501a8575-d02f-4395-a19c-9e393dfd24ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:54.805063 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:54.903340 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4bafe28d-e814-40d5-8f89-a91538b4b8ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:54.965167 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ab5b9acf-153a-4e29-9380-77da9773b81d req-5a458f97-af31-482d-97ea-3b6d497af2b2 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=76426b98-493a-48b4-b0d2-7f2d38fe65cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0525119 Jul 14 10:03:55.073126 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5b9acf-153a-4e29-9380-77da9773b81d req-484482c4-c26a-4099-951d-eb55fcf3e5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:03:55.074606 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ab5b9acf-153a-4e29-9380-77da9773b81d req-484482c4-c26a-4099-951d-eb55fcf3e5e4 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6606703679bf48b78717d16f607a62b8&device_id=76426b98-493a-48b4-b0d2-7f2d38fe65cd HTTP/1.1" status: 200 len: 1098 time: 0.0521004 Jul 14 10:03:55.187284 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5b9acf-153a-4e29-9380-77da9773b81d req-59ae32d5-220b-4d89-b68c-01949cef7972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:03:55.188822 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ab5b9acf-153a-4e29-9380-77da9773b81d req-59ae32d5-220b-4d89-b68c-01949cef7972 service neutron] 10.222.0.65 "GET /v2.0/networks?id=4a41190d-e41a-4086-9106-e0776e2181e2 HTTP/1.1" status: 200 len: 912 time: 0.0955400 Jul 14 10:03:55.260276 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ab5b9acf-153a-4e29-9380-77da9773b81d req-7bb3e72c-b4ff-4903-861e-d1bffe889114 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=69cb26b1-e0fb-4efe-ad42-04b70dd28e6f HTTP/1.1" status: 200 len: 1001 time: 0.0650153 Jul 14 10:03:55.316274 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5b9acf-153a-4e29-9380-77da9773b81d req-6a582d93-d755-4352-985e-95284f24eace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:03:55.317776 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ab5b9acf-153a-4e29-9380-77da9773b81d req-6a582d93-d755-4352-985e-95284f24eace service neutron] 10.222.0.65 "GET /v2.0/subnets?id=8d9e1361-7dda-4b0f-8018-18ad346c1466 HTTP/1.1" status: 200 len: 850 time: 0.0519984 Jul 14 10:03:55.375855 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5b9acf-153a-4e29-9380-77da9773b81d req-3d677c38-48b1-43de-8bf8-e5f252eb9a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:03:55.377295 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ab5b9acf-153a-4e29-9380-77da9773b81d req-3d677c38-48b1-43de-8bf8-e5f252eb9a36 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4a41190d-e41a-4086-9106-e0776e2181e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0539343 Jul 14 10:03:55.467569 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ab5b9acf-153a-4e29-9380-77da9773b81d req-af377112-925a-42a4-9d24-90b3d25db1a3 service neutron] 10.222.0.65 "GET /v2.0/networks/4a41190d-e41a-4086-9106-e0776e2181e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836663 Jul 14 10:03:55.558663 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ab5b9acf-153a-4e29-9380-77da9773b81d req-ab1fdd15-1a36-42cf-9223-f313db2d446a service neutron] 10.222.0.65 "GET /v2.0/networks/4a41190d-e41a-4086-9106-e0776e2181e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855935 Jul 14 10:03:56.001876 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5ad31076-714c-49ec-bc37-f3d4cd90112a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:57.828016 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5bbe322f-3f67-4864-bc0a-91afe44d23e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:02.673138 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.agents_db [None req-3c3509fb-540d-4335-a450-574895dd3602 None None] Agent healthcheck: found 7 active agents {{(pid=93960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:04:11.568539 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2fb57047-cebb-4c1d-957f-169862f88e30 req-c1bda5bf-cf12-481f-96d6-1a19c3c984d5 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-972139136&fields=id&tenant_id=6606703679bf48b78717d16f607a62b8 HTTP/1.1" status: 200 len: 267 time: 0.0374482 Jul 14 10:04:11.682104 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb57047-cebb-4c1d-957f-169862f88e30 req-4270d42e-8bc6-45b0-917f-3e82ee8787be tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:04:11.683584 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2fb57047-cebb-4c1d-957f-169862f88e30 req-4270d42e-8bc6-45b0-917f-3e82ee8787be tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/networks?id=4a41190d-e41a-4086-9106-e0776e2181e2 HTTP/1.1" status: 200 len: 811 time: 0.1079040 Jul 14 10:04:11.701191 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2fb57047-cebb-4c1d-957f-169862f88e30 req-b7366b92-3963-490c-892b-e13b2fefe212 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/quotas/6606703679bf48b78717d16f607a62b8 HTTP/1.1" status: 200 len: 375 time: 0.0116799 Jul 14 10:04:11.780109 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2fb57047-cebb-4c1d-957f-169862f88e30 req-96ae4ecd-5537-4860-b633-ce766b72fc2d tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=6606703679bf48b78717d16f607a62b8&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0727415 Jul 14 10:04:11.903664 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [req-2fb57047-cebb-4c1d-957f-169862f88e30 req-a8447efe-5cf7-4c7c-b613-c699ff6962cb service neutron] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=93957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 10:04:11.904755 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2fb57047-cebb-4c1d-957f-169862f88e30 req-a8447efe-5cf7-4c7c-b613-c699ff6962cb service neutron] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1129365 Jul 14 10:04:12.007462 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2fb57047-cebb-4c1d-957f-169862f88e30 req-a7378f52-bc0b-4927-875e-ae15a0c4bf8e service neutron] 10.222.0.68 "GET /v2.0/networks/4a41190d-e41a-4086-9106-e0776e2181e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954719 Jul 14 10:04:12.375398 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2fb57047-cebb-4c1d-957f-169862f88e30 req-e0995fb8-9c99-4a74-9095-a12504a8bf30 service neutron] 10.222.0.68 "GET /v2.0/networks/4a41190d-e41a-4086-9106-e0776e2181e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3622935 Jul 14 10:04:12.697832 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-e170b1d3-b05d-4826-b2b0-a0edac3a5dd1 req-7f3484f4-abfb-45f5-ac1c-9b76881b3dd6 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/ports?device_id=b53793a8-4da8-44b1-b4fa-ee24c96d6883 HTTP/1.1" status: 200 len: 210 time: 0.0344808 Jul 14 10:04:13.115481 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:13.879866 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c2bf5e3f-1ca3-4569-8ea8-26cd46bdad95 req-11e0892b-4b78-4163-847c-d9855810663f tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/ports?device_id=b53793a8-4da8-44b1-b4fa-ee24c96d6883 HTTP/1.1" status: 200 len: 210 time: 0.0612361 Jul 14 10:04:13.909392 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:13.932691 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb57047-cebb-4c1d-957f-169862f88e30 req-096dbf51-d6f9-4e87-ae8a-c1ad7abb902a tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:04:13.934126 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2fb57047-cebb-4c1d-957f-169862f88e30 req-096dbf51-d6f9-4e87-ae8a-c1ad7abb902a tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.57 "GET /v2.0/networks?id=4a41190d-e41a-4086-9106-e0776e2181e2 HTTP/1.1" status: 200 len: 811 time: 0.1397669 Jul 14 10:04:13.987545 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2fb57047-cebb-4c1d-957f-169862f88e30 req-0c64e0b5-75dc-4f13-b4de-5a2bb3ce7836 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6606703679bf48b78717d16f607a62b8 HTTP/1.1" status: 200 len: 379 time: 0.0352018 Jul 14 10:04:13.996403 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-2fb57047-cebb-4c1d-957f-169862f88e30 req-2f3301d9-a602-421c-a65b-f4e8419fc607 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Request body: {'port': {'device_id': 'b53793a8-4da8-44b1-b4fa-ee24c96d6883', 'network_id': '4a41190d-e41a-4086-9106-e0776e2181e2', 'admin_state_up': True, 'tenant_id': '6606703679bf48b78717d16f607a62b8', 'security_groups': ['8829d6dc-8985-4bd2-ad38-d19720f7bb3a']}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:04:14.117387 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2fb57047-cebb-4c1d-957f-169862f88e30 req-2f3301d9-a602-421c-a65b-f4e8419fc607 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Made reservation on behalf of 6606703679bf48b78717d16f607a62b8 for: {'port': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:04:14.121640 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-2fb57047-cebb-4c1d-957f-169862f88e30 req-2f3301d9-a602-421c-a65b-f4e8419fc607 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:14.254570 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [req-2fb57047-cebb-4c1d-957f-169862f88e30 req-2f3301d9-a602-421c-a65b-f4e8419fc607 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Allocated IP 172.20.0.9 (4a41190d-e41a-4086-9106-e0776e2181e2/8d9e1361-7dda-4b0f-8018-18ad346c1466/a0a17270-ac82-4332-881a-fa77a5630d48) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:04:14.401933 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-2fb57047-cebb-4c1d-957f-169862f88e30 req-2f3301d9-a602-421c-a65b-f4e8419fc607 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:14.418135 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [req-2fb57047-cebb-4c1d-957f-169862f88e30 req-2f3301d9-a602-421c-a65b-f4e8419fc607 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Transition to ACTIVE for port object a0a17270-ac82-4332-881a-fa77a5630d48 will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:04:14.461885 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-2fb57047-cebb-4c1d-957f-169862f88e30 req-2f3301d9-a602-421c-a65b-f4e8419fc607 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:14.512057 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2fb57047-cebb-4c1d-957f-169862f88e30 req-2f3301d9-a602-421c-a65b-f4e8419fc607 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Network 4a41190d-e41a-4086-9106-e0776e2181e2 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:04:14.515362 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [req-2fb57047-cebb-4c1d-957f-169862f88e30 req-2f3301d9-a602-421c-a65b-f4e8419fc607 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:04:14.520238 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fb57047-cebb-4c1d-957f-169862f88e30 req-2f3301d9-a602-421c-a65b-f4e8419fc607 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:04:14.545066 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3301d9-a602-421c-a65b-f4e8419fc607 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Pushing event updated for resources: {'Port': ['ID=a0a17270-ac82-4332-881a-fa77a5630d48,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:04:14.565874 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3301d9-a602-421c-a65b-f4e8419fc607 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:04:14.566192 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3301d9-a602-421c-a65b-f4e8419fc607 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:04:14.566531 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3301d9-a602-421c-a65b-f4e8419fc607 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:04:14.566860 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3301d9-a602-421c-a65b-f4e8419fc607 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:04:14.567189 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3301d9-a602-421c-a65b-f4e8419fc607 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:04:14.567515 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3301d9-a602-421c-a65b-f4e8419fc607 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:04:14.567846 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3301d9-a602-421c-a65b-f4e8419fc607 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:04:14.568166 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3301d9-a602-421c-a65b-f4e8419fc607 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:04:14.568486 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3301d9-a602-421c-a65b-f4e8419fc607 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:04:14.568804 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3301d9-a602-421c-a65b-f4e8419fc607 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:04:14.569122 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3301d9-a602-421c-a65b-f4e8419fc607 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:04:14.569440 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3301d9-a602-421c-a65b-f4e8419fc607 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:04:14.596707 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb57047-cebb-4c1d-957f-169862f88e30 req-2f3301d9-a602-421c-a65b-f4e8419fc607 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:04:14.597586 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-2fb57047-cebb-4c1d-957f-169862f88e30 req-2f3301d9-a602-421c-a65b-f4e8419fc607 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:14.616853 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2fb57047-cebb-4c1d-957f-169862f88e30 req-2f3301d9-a602-421c-a65b-f4e8419fc607 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6243265 Jul 14 10:04:14.695777 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-2fb57047-cebb-4c1d-957f-169862f88e30 req-ad75ae62-26c1-49e7-9dc8-ba350c12904b service neutron] Request body: {'port': {'device_id': 'b53793a8-4da8-44b1-b4fa-ee24c96d6883', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-29'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:04:14.770354 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-2fb57047-cebb-4c1d-957f-169862f88e30 req-ad75ae62-26c1-49e7-9dc8-ba350c12904b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:14.832101 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-59ad091f-fbe5-4152-bf4c-43c91ea69754 None None] Provisioning for port a0a17270-ac82-4332-881a-fa77a5630d48 completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:04:14.835981 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-59ad091f-fbe5-4152-bf4c-43c91ea69754 None None] Provisioning complete for port a0a17270-ac82-4332-881a-fa77a5630d48 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:04:14.836351 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-59ad091f-fbe5-4152-bf4c-43c91ea69754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:14.874534 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-59ad091f-fbe5-4152-bf4c-43c91ea69754 None None] Port a0a17270-ac82-4332-881a-fa77a5630d48 cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:04:15.048584 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [req-2fb57047-cebb-4c1d-957f-169862f88e30 req-ad75ae62-26c1-49e7-9dc8-ba350c12904b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0a17270-ac82-4332-881a-fa77a5630d48 {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:04:15.056193 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-2fb57047-cebb-4c1d-957f-169862f88e30 req-ad75ae62-26c1-49e7-9dc8-ba350c12904b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:15.068890 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [req-2fb57047-cebb-4c1d-957f-169862f88e30 req-ad75ae62-26c1-49e7-9dc8-ba350c12904b service neutron] Transition to ACTIVE for port object a0a17270-ac82-4332-881a-fa77a5630d48 will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:04:15.072968 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-2fb57047-cebb-4c1d-957f-169862f88e30 req-ad75ae62-26c1-49e7-9dc8-ba350c12904b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:15.092397 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2a1828-21b5-432b-8d51-29c3afbdd2ee req-07803d0d-7208-463e-b19f-afc6151b8e2c tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:04:15.093937 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-df2a1828-21b5-432b-8d51-29c3afbdd2ee req-07803d0d-7208-463e-b19f-afc6151b8e2c tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/ports?device_id=b53793a8-4da8-44b1-b4fa-ee24c96d6883 HTTP/1.1" status: 200 len: 931 time: 0.0782890 Jul 14 10:04:15.138631 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-df2a1828-21b5-432b-8d51-29c3afbdd2ee req-f67221d7-6832-45f0-ac95-a7879270199f tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/security-groups?id=8829d6dc-8985-4bd2-ad38-d19720f7bb3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389132 Jul 14 10:04:15.147806 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad75ae62-26c1-49e7-9dc8-ba350c12904b service neutron] Pushing event updated for resources: {'Port': ['ID=a0a17270-ac82-4332-881a-fa77a5630d48,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:04:15.204458 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-2fb57047-cebb-4c1d-957f-169862f88e30 req-ad75ae62-26c1-49e7-9dc8-ba350c12904b service neutron] Attempting to bind port a0a17270-ac82-4332-881a-fa77a5630d48 on host n-h2-779913-29 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:04:15.205641 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-2fb57047-cebb-4c1d-957f-169862f88e30 req-ad75ae62-26c1-49e7-9dc8-ba350c12904b service neutron] Attempting to bind port a0a17270-ac82-4332-881a-fa77a5630d48 by drivers openvswitch,hyperv on host n-h2-779913-29 at level 0 using segments [{'id': '706510d8-b2fe-4655-a702-4a6b9e541601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '4a41190d-e41a-4086-9106-e0776e2181e2'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:04:15.206266 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fb57047-cebb-4c1d-957f-169862f88e30 req-ad75ae62-26c1-49e7-9dc8-ba350c12904b service neutron] Attempting to bind port a0a17270-ac82-4332-881a-fa77a5630d48 on network 4a41190d-e41a-4086-9106-e0776e2181e2 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:04:15.212726 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fb57047-cebb-4c1d-957f-169862f88e30 req-ad75ae62-26c1-49e7-9dc8-ba350c12904b service neutron] Port a0a17270-ac82-4332-881a-fa77a5630d48 on network 4a41190d-e41a-4086-9106-e0776e2181e2 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-29 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 10:04:15.213446 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fb57047-cebb-4c1d-957f-169862f88e30 req-ad75ae62-26c1-49e7-9dc8-ba350c12904b service neutron] Attempting to bind port a0a17270-ac82-4332-881a-fa77a5630d48 on network 4a41190d-e41a-4086-9106-e0776e2181e2 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:04:15.221927 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fb57047-cebb-4c1d-957f-169862f88e30 req-ad75ae62-26c1-49e7-9dc8-ba350c12904b service neutron] Checking agent: {'id': '013e4a3b-a634-47b8-b6a5-1a25109b73fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 13, 13), 'started_at': datetime.datetime(2021, 7, 14, 9, 13, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 4, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:04:15.222452 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fb57047-cebb-4c1d-957f-169862f88e30 req-ad75ae62-26c1-49e7-9dc8-ba350c12904b service neutron] Checking segment: {'id': '706510d8-b2fe-4655-a702-4a6b9e541601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '4a41190d-e41a-4086-9106-e0776e2181e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:04:15.222868 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fb57047-cebb-4c1d-957f-169862f88e30 req-ad75ae62-26c1-49e7-9dc8-ba350c12904b service neutron] Bound using segment: {'id': '706510d8-b2fe-4655-a702-4a6b9e541601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '4a41190d-e41a-4086-9106-e0776e2181e2'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:04:15.223338 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-2fb57047-cebb-4c1d-957f-169862f88e30 req-ad75ae62-26c1-49e7-9dc8-ba350c12904b service neutron] Bound port: a0a17270-ac82-4332-881a-fa77a5630d48, host: n-h2-779913-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '706510d8-b2fe-4655-a702-4a6b9e541601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '4a41190d-e41a-4086-9106-e0776e2181e2'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:04:15.223721 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-2fb57047-cebb-4c1d-957f-169862f88e30 req-ad75ae62-26c1-49e7-9dc8-ba350c12904b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:15.305755 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-2fb57047-cebb-4c1d-957f-169862f88e30 req-ad75ae62-26c1-49e7-9dc8-ba350c12904b service neutron] For port a0a17270-ac82-4332-881a-fa77a5630d48, host n-h2-779913-29, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:04:15.309318 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-2fb57047-cebb-4c1d-957f-169862f88e30 req-ad75ae62-26c1-49e7-9dc8-ba350c12904b service neutron] For port a0a17270-ac82-4332-881a-fa77a5630d48, host n-h2-779913-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=a0a17270-ac82-4332-881a-fa77a5630d48,segment=NetworkSegment(706510d8-b2fe-4655-a702-4a6b9e541601),segment_id=706510d8-b2fe-4655-a702-4a6b9e541601)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:04:15.316247 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-2fb57047-cebb-4c1d-957f-169862f88e30 req-ad75ae62-26c1-49e7-9dc8-ba350c12904b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:15.355688 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb57047-cebb-4c1d-957f-169862f88e30 req-ad75ae62-26c1-49e7-9dc8-ba350c12904b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:04:15.356341 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-2fb57047-cebb-4c1d-957f-169862f88e30 req-ad75ae62-26c1-49e7-9dc8-ba350c12904b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:15.357947 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2fb57047-cebb-4c1d-957f-169862f88e30 req-ad75ae62-26c1-49e7-9dc8-ba350c12904b service neutron] 10.222.0.57 "PUT /v2.0/ports/a0a17270-ac82-4332-881a-fa77a5630d48 HTTP/1.1" status: 200 len: 1092 time: 0.7274551 Jul 14 10:04:15.358403 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b53793a8-4da8-44b1-b4fa-ee24c96d6883', 'tag': 'a0a17270-ac82-4332-881a-fa77a5630d48'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:04:15.360796 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f5ee009-fc27-46f0-b6be-3072d1dded07" -d '{"events": [{"name": "network-changed", "server_uuid": "b53793a8-4da8-44b1-b4fa-ee24c96d6883", "tag": "a0a17270-ac82-4332-881a-fa77a5630d48"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:04:15.393125 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad75ae62-26c1-49e7-9dc8-ba350c12904b service neutron] Pushing event updated for resources: {'Port': ['ID=a0a17270-ac82-4332-881a-fa77a5630d48,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:04:15.424310 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:04:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01d8a2af-52ad-4a88-89a6-0927bc123b77 x-openstack-request-id: req-01d8a2af-52ad-4a88-89a6-0927bc123b77 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:04:15.424681 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b53793a8-4da8-44b1-b4fa-ee24c96d6883", "tag": "a0a17270-ac82-4332-881a-fa77a5630d48", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:04:15.425005 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-01d8a2af-52ad-4a88-89a6-0927bc123b77 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:04:15.425470 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b53793a8-4da8-44b1-b4fa-ee24c96d6883', 'tag': 'a0a17270-ac82-4332-881a-fa77a5630d48', 'status': 'completed', 'code': 200} Jul 14 10:04:15.494088 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb57047-cebb-4c1d-957f-169862f88e30 req-47be2364-70d9-4bee-964f-b18c466c6b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:04:15.495797 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2fb57047-cebb-4c1d-957f-169862f88e30 req-47be2364-70d9-4bee-964f-b18c466c6b23 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6606703679bf48b78717d16f607a62b8&device_id=b53793a8-4da8-44b1-b4fa-ee24c96d6883 HTTP/1.1" status: 200 len: 1095 time: 0.0571568 Jul 14 10:04:15.544708 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2fb57047-cebb-4c1d-957f-169862f88e30 req-f86c4d76-4e76-4bea-bde6-ec976eec7beb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a0a17270-ac82-4332-881a-fa77a5630d48 HTTP/1.1" status: 200 len: 217 time: 0.0355201 Jul 14 10:04:15.596760 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb57047-cebb-4c1d-957f-169862f88e30 req-8e03e82a-a159-4961-9ae6-fbf77a270046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:04:15.598235 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2fb57047-cebb-4c1d-957f-169862f88e30 req-8e03e82a-a159-4961-9ae6-fbf77a270046 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8d9e1361-7dda-4b0f-8018-18ad346c1466 HTTP/1.1" status: 200 len: 850 time: 0.0478513 Jul 14 10:04:15.657563 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb57047-cebb-4c1d-957f-169862f88e30 req-42b2f9df-482c-4780-b496-55bd5435519a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:04:15.659545 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2fb57047-cebb-4c1d-957f-169862f88e30 req-42b2f9df-482c-4780-b496-55bd5435519a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4a41190d-e41a-4086-9106-e0776e2181e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0543799 Jul 14 10:04:15.747507 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2fb57047-cebb-4c1d-957f-169862f88e30 req-87a1846a-b7ea-4e05-8226-bc58f96321a3 service neutron] 10.222.0.57 "GET /v2.0/networks/4a41190d-e41a-4086-9106-e0776e2181e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816016 Jul 14 10:04:15.841152 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2fb57047-cebb-4c1d-957f-169862f88e30 req-5dcb98a5-0bd4-4372-82fc-f1178d2691f2 service neutron] 10.222.0.57 "GET /v2.0/networks/4a41190d-e41a-4086-9106-e0776e2181e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867569 Jul 14 10:04:15.969071 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5ee009-fc27-46f0-b6be-3072d1dded07 req-dd0f5bc6-7711-45eb-8b03-ec4fc5b0007f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:04:15.971150 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1f5ee009-fc27-46f0-b6be-3072d1dded07 req-dd0f5bc6-7711-45eb-8b03-ec4fc5b0007f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6606703679bf48b78717d16f607a62b8&device_id=b53793a8-4da8-44b1-b4fa-ee24c96d6883 HTTP/1.1" status: 200 len: 1095 time: 0.0567169 Jul 14 10:04:16.067276 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5ee009-fc27-46f0-b6be-3072d1dded07 req-8fcfaa81-1dd9-4821-8de8-7342c589f07b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:04:16.068779 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1f5ee009-fc27-46f0-b6be-3072d1dded07 req-8fcfaa81-1dd9-4821-8de8-7342c589f07b service neutron] 10.222.0.57 "GET /v2.0/networks?id=4a41190d-e41a-4086-9106-e0776e2181e2 HTTP/1.1" status: 200 len: 912 time: 0.0912955 Jul 14 10:04:16.110709 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1f5ee009-fc27-46f0-b6be-3072d1dded07 req-a53a9356-4121-45dc-8d6e-b33f93793adb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a0a17270-ac82-4332-881a-fa77a5630d48 HTTP/1.1" status: 200 len: 217 time: 0.0349500 Jul 14 10:04:16.159544 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5ee009-fc27-46f0-b6be-3072d1dded07 req-cdfeb04f-df3f-49ab-b7d2-55c10da5f8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:04:16.161196 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1f5ee009-fc27-46f0-b6be-3072d1dded07 req-cdfeb04f-df3f-49ab-b7d2-55c10da5f8ab service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8d9e1361-7dda-4b0f-8018-18ad346c1466 HTTP/1.1" status: 200 len: 850 time: 0.0439961 Jul 14 10:04:16.223947 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5ee009-fc27-46f0-b6be-3072d1dded07 req-5b004708-bc84-4ea5-bcb3-1ee69dbf44e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:04:16.225410 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1f5ee009-fc27-46f0-b6be-3072d1dded07 req-5b004708-bc84-4ea5-bcb3-1ee69dbf44e4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4a41190d-e41a-4086-9106-e0776e2181e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0582452 Jul 14 10:04:16.317375 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1f5ee009-fc27-46f0-b6be-3072d1dded07 req-d45528b3-234b-4ac4-bcd4-d7b662fdb073 service neutron] 10.222.0.57 "GET /v2.0/networks/4a41190d-e41a-4086-9106-e0776e2181e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854144 Jul 14 10:04:16.330737 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e4a447-65f7-4442-a631-2f91ff08919e req-b4afbab1-c9a2-4d4c-abc6-44f1d1cc1e75 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:04:16.333106 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-10e4a447-65f7-4442-a631-2f91ff08919e req-b4afbab1-c9a2-4d4c-abc6-44f1d1cc1e75 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/ports?device_id=b53793a8-4da8-44b1-b4fa-ee24c96d6883 HTTP/1.1" status: 200 len: 943 time: 0.0670364 Jul 14 10:04:16.372712 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-10e4a447-65f7-4442-a631-2f91ff08919e req-e517900b-306e-473f-a4c7-ee9b135bf72c tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/security-groups?id=8829d6dc-8985-4bd2-ad38-d19720f7bb3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339565 Jul 14 10:04:16.416242 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1f5ee009-fc27-46f0-b6be-3072d1dded07 req-a24d63a4-4420-4728-a4a7-cb075a3c8fd3 service neutron] 10.222.0.57 "GET /v2.0/networks/4a41190d-e41a-4086-9106-e0776e2181e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912814 Jul 14 10:04:17.553578 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d326b55-b481-460e-9b61-c60fbc273da5 req-e55afd1d-a42b-4964-b84f-3ec83d221e36 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:04:17.555049 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-9d326b55-b481-460e-9b61-c60fbc273da5 req-e55afd1d-a42b-4964-b84f-3ec83d221e36 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/ports?device_id=b53793a8-4da8-44b1-b4fa-ee24c96d6883 HTTP/1.1" status: 200 len: 943 time: 0.0655005 Jul 14 10:04:17.592600 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-9d326b55-b481-460e-9b61-c60fbc273da5 req-45cd31c4-f1ab-4ca0-abc5-a19c6d8b3d0a tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/security-groups?id=8829d6dc-8985-4bd2-ad38-d19720f7bb3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320280 Jul 14 10:04:18.773907 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfb1a8d-bf36-460d-bd55-c95416fe5dd1 req-7560bea8-35e2-4ca7-ac62-f478913206fe tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:04:18.775396 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-fcfb1a8d-bf36-460d-bd55-c95416fe5dd1 req-7560bea8-35e2-4ca7-ac62-f478913206fe tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/ports?device_id=b53793a8-4da8-44b1-b4fa-ee24c96d6883 HTTP/1.1" status: 200 len: 943 time: 0.0676582 Jul 14 10:04:18.813735 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-fcfb1a8d-bf36-460d-bd55-c95416fe5dd1 req-8ac412d7-0aa7-49f0-99b4-bd5d35819599 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/security-groups?id=8829d6dc-8985-4bd2-ad38-d19720f7bb3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327804 Jul 14 10:04:19.983614 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f215ccf0-3598-45e2-a2ae-6423b9c61552 req-398a9b43-1da7-4bf4-9fa9-be6f4d89666d tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:04:19.985224 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f215ccf0-3598-45e2-a2ae-6423b9c61552 req-398a9b43-1da7-4bf4-9fa9-be6f4d89666d tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/ports?device_id=b53793a8-4da8-44b1-b4fa-ee24c96d6883 HTTP/1.1" status: 200 len: 943 time: 0.0626211 Jul 14 10:04:20.023767 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f215ccf0-3598-45e2-a2ae-6423b9c61552 req-ff2e18ba-1463-4649-bdff-a1538fcaef9d tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/security-groups?id=8829d6dc-8985-4bd2-ad38-d19720f7bb3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323172 Jul 14 10:04:21.205284 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70806608-9bef-4b9d-b04a-0e638d9f2707 req-70df665e-77c3-4059-9267-074f0eb82f0a tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:04:21.207940 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-70806608-9bef-4b9d-b04a-0e638d9f2707 req-70df665e-77c3-4059-9267-074f0eb82f0a tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/ports?device_id=b53793a8-4da8-44b1-b4fa-ee24c96d6883 HTTP/1.1" status: 200 len: 943 time: 0.0669138 Jul 14 10:04:21.253606 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-70806608-9bef-4b9d-b04a-0e638d9f2707 req-7fe4046b-1e85-42b5-86f1-fef834d7bf7f tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/security-groups?id=8829d6dc-8985-4bd2-ad38-d19720f7bb3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388453 Jul 14 10:04:22.240457 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f5a51ddf-3c13-46ef-be55-64988b128f0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:22.449510 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc9d3af-8696-41ea-bf11-a6fb026a4ce9 req-16eb5878-72f2-43b3-b4d6-ea58164cb09a tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:04:22.451025 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-afc9d3af-8696-41ea-bf11-a6fb026a4ce9 req-16eb5878-72f2-43b3-b4d6-ea58164cb09a tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/ports?device_id=b53793a8-4da8-44b1-b4fa-ee24c96d6883 HTTP/1.1" status: 200 len: 943 time: 0.0692012 Jul 14 10:04:22.492219 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-afc9d3af-8696-41ea-bf11-a6fb026a4ce9 req-acd7b426-c458-4894-bff2-4ce8c3927d05 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/security-groups?id=8829d6dc-8985-4bd2-ad38-d19720f7bb3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346897 Jul 14 10:04:23.667676 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e84ddce-cf73-419a-93ef-543bac18a747 req-dba215e3-9f96-4e72-af4e-5b0ee8ab5647 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:04:23.669154 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-8e84ddce-cf73-419a-93ef-543bac18a747 req-dba215e3-9f96-4e72-af4e-5b0ee8ab5647 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/ports?device_id=b53793a8-4da8-44b1-b4fa-ee24c96d6883 HTTP/1.1" status: 200 len: 943 time: 0.0632443 Jul 14 10:04:23.712376 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-8e84ddce-cf73-419a-93ef-543bac18a747 req-fcbfccd1-5d0d-4361-92a8-db4bd6b38018 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/security-groups?id=8829d6dc-8985-4bd2-ad38-d19720f7bb3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373518 Jul 14 10:04:24.806178 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:24.890464 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcf20b1-f7fb-4cb4-8429-0935e8d48e21 req-9ca162d2-915b-4e5b-8e5d-5c99c21fc1ff tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:04:24.891962 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-cfcf20b1-f7fb-4cb4-8429-0935e8d48e21 req-9ca162d2-915b-4e5b-8e5d-5c99c21fc1ff tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/ports?device_id=b53793a8-4da8-44b1-b4fa-ee24c96d6883 HTTP/1.1" status: 200 len: 943 time: 0.0640790 Jul 14 10:04:24.904111 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-087a323f-aea4-4e62-98cc-e455d7dc4e89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:24.932677 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-cfcf20b1-f7fb-4cb4-8429-0935e8d48e21 req-6ce6234e-de8d-4cc0-914a-ad573d43f147 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/security-groups?id=8829d6dc-8985-4bd2-ad38-d19720f7bb3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337718 Jul 14 10:04:26.005483 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5ad31076-714c-49ec-bc37-f3d4cd90112a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:26.110852 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39947055-8505-4448-aed9-0375dde3bd31 req-531b6ba0-a0e4-4265-84df-d3fc36cbc288 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:04:26.112862 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-39947055-8505-4448-aed9-0375dde3bd31 req-531b6ba0-a0e4-4265-84df-d3fc36cbc288 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/ports?device_id=b53793a8-4da8-44b1-b4fa-ee24c96d6883 HTTP/1.1" status: 200 len: 943 time: 0.0660233 Jul 14 10:04:26.151200 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-39947055-8505-4448-aed9-0375dde3bd31 req-77106272-ec42-40e3-996f-7dbd0322e943 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/security-groups?id=8829d6dc-8985-4bd2-ad38-d19720f7bb3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323215 Jul 14 10:04:27.021513 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device a0a17270-ac82-4332-881a-fa77a5630d48 details requested by agent hyperv_n-h2-779913-29 with host n-h2-779913-29 {{(pid=93959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 10:04:27.115685 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port a0a17270-ac82-4332-881a-fa77a5630d48, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=a0a17270-ac82-4332-881a-fa77a5630d48,segment=NetworkSegment(706510d8-b2fe-4655-a702-4a6b9e541601),segment_id=706510d8-b2fe-4655-a702-4a6b9e541601)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:04:27.133843 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Returning: {'device': 'a0a17270-ac82-4332-881a-fa77a5630d48', 'network_id': '4a41190d-e41a-4086-9106-e0776e2181e2', 'port_id': 'a0a17270-ac82-4332-881a-fa77a5630d48', 'mac_address': 'fa:16:3e:07:8b:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d9e1361-7dda-4b0f-8018-18ad346c1466', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 10:04:27.194915 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:27.208156 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0a17270-ac82-4332-881a-fa77a5630d48 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:04:27.226991 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port a0a17270-ac82-4332-881a-fa77a5630d48, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=a0a17270-ac82-4332-881a-fa77a5630d48,segment=NetworkSegment(706510d8-b2fe-4655-a702-4a6b9e541601),segment_id=706510d8-b2fe-4655-a702-4a6b9e541601)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:04:27.231019 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:27.278561 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Pushing event updated for resources: {'Port': ['ID=a0a17270-ac82-4332-881a-fa77a5630d48,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:04:27.285844 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:04:27.286198 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:04:27.286542 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:04:27.286882 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:04:27.287217 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:04:27.287554 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:04:27.287886 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:04:27.288216 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:04:27.288544 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:04:27.288873 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:04:27.289200 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:04:27.289553 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:04:27.325817 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386f77a6-edfd-4d5a-8d61-f466199a379c req-772d2219-8a75-4415-8e8b-300058f0502c tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:04:27.327317 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-386f77a6-edfd-4d5a-8d61-f466199a379c req-772d2219-8a75-4415-8e8b-300058f0502c tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/ports?device_id=b53793a8-4da8-44b1-b4fa-ee24c96d6883 HTTP/1.1" status: 200 len: 944 time: 0.0647421 Jul 14 10:04:27.369870 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-386f77a6-edfd-4d5a-8d61-f466199a379c req-925df3f4-13c7-495f-bee3-3da03799bff4 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/security-groups?id=8829d6dc-8985-4bd2-ad38-d19720f7bb3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367498 Jul 14 10:04:27.565167 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] get_ports_and_sgs() called for port_ids ['a0a17270-ac82-4332-881a-fa77a5630d48'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:04:27.829338 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5bbe322f-3f67-4864-bc0a-91afe44d23e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:28.547626 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7476cf38-9b8a-41e0-aecd-da67f81194eb req-f1f74ea6-c3cd-4d43-838d-8f695883654f tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:04:28.549106 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-7476cf38-9b8a-41e0-aecd-da67f81194eb req-f1f74ea6-c3cd-4d43-838d-8f695883654f tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/ports?device_id=b53793a8-4da8-44b1-b4fa-ee24c96d6883 HTTP/1.1" status: 200 len: 944 time: 0.0660195 Jul 14 10:04:28.586064 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-7476cf38-9b8a-41e0-aecd-da67f81194eb req-c8e92455-ddd2-4e98-b034-b6787833fe89 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/security-groups?id=8829d6dc-8985-4bd2-ad38-d19720f7bb3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306776 Jul 14 10:04:29.022594 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device a0a17270-ac82-4332-881a-fa77a5630d48 up at agent hyperv_n-h2-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:04:29.073988 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Provisioning for port a0a17270-ac82-4332-881a-fa77a5630d48 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:04:29.078099 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Provisioning complete for port a0a17270-ac82-4332-881a-fa77a5630d48 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:04:29.078477 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:29.162471 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:29.183877 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b53793a8-4da8-44b1-b4fa-ee24c96d6883', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0a17270-ac82-4332-881a-fa77a5630d48'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:04:29.186150 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd62303f06773040a8a4e189dc46b4f565768c299abf8ab8e7739778b0bc3e97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0edc09d-cd0a-4ce5-a470-56fed3d9a432" -d '{"events": [{"server_uuid": "b53793a8-4da8-44b1-b4fa-ee24c96d6883", "name": "network-vif-plugged", "status": "completed", "tag": "a0a17270-ac82-4332-881a-fa77a5630d48"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:04:29.200067 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port a0a17270-ac82-4332-881a-fa77a5630d48, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=a0a17270-ac82-4332-881a-fa77a5630d48,segment=NetworkSegment(706510d8-b2fe-4655-a702-4a6b9e541601),segment_id=706510d8-b2fe-4655-a702-4a6b9e541601)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:04:29.205944 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:29.254609 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Pushing event updated for resources: {'Port': ['ID=a0a17270-ac82-4332-881a-fa77a5630d48,revision_number=5']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:04:29.286247 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:04:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1e72f97-e098-4016-98ff-2a5055738c60 x-openstack-request-id: req-e1e72f97-e098-4016-98ff-2a5055738c60 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:04:29.286535 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b53793a8-4da8-44b1-b4fa-ee24c96d6883", "name": "network-vif-plugged", "status": "completed", "tag": "a0a17270-ac82-4332-881a-fa77a5630d48", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:04:29.286783 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-e1e72f97-e098-4016-98ff-2a5055738c60 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:04:29.287176 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b53793a8-4da8-44b1-b4fa-ee24c96d6883', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0a17270-ac82-4332-881a-fa77a5630d48', 'code': 200} Jul 14 10:04:29.425996 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a7a323-d3d9-4bca-b69b-b75196236d26 req-51e0d99c-609c-41b2-a643-a2353747b7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:04:29.427506 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-43a7a323-d3d9-4bca-b69b-b75196236d26 req-51e0d99c-609c-41b2-a643-a2353747b7b0 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b53793a8-4da8-44b1-b4fa-ee24c96d6883 HTTP/1.1" status: 200 len: 1097 time: 0.0522993 Jul 14 10:04:29.462092 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-43a7a323-d3d9-4bca-b69b-b75196236d26 req-82d66282-0701-4d12-bff2-79299aa5d8d0 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=8829d6dc-8985-4bd2-ad38-d19720f7bb3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0286138 Jul 14 10:04:29.762484 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51575c18-3449-4bc1-b2d4-b40d6a5e6df2 req-b5a4eb4e-135e-4728-8ffe-26a5ba822ab8 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:04:29.763969 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-51575c18-3449-4bc1-b2d4-b40d6a5e6df2 req-b5a4eb4e-135e-4728-8ffe-26a5ba822ab8 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/ports?device_id=b53793a8-4da8-44b1-b4fa-ee24c96d6883 HTTP/1.1" status: 200 len: 945 time: 0.0678735 Jul 14 10:04:29.802357 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-51575c18-3449-4bc1-b2d4-b40d6a5e6df2 req-bcce5581-664d-4e55-b6a8-e62e9400d5a9 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/security-groups?id=8829d6dc-8985-4bd2-ad38-d19720f7bb3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328181 Jul 14 10:04:30.976480 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0f2946-a658-4331-86ea-7b7e63de036d req-8fe3e8b9-7153-46ed-b3de-32027941c7d0 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:04:30.978386 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-fa0f2946-a658-4331-86ea-7b7e63de036d req-8fe3e8b9-7153-46ed-b3de-32027941c7d0 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/ports?device_id=b53793a8-4da8-44b1-b4fa-ee24c96d6883 HTTP/1.1" status: 200 len: 945 time: 0.0644658 Jul 14 10:04:31.015689 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-fa0f2946-a658-4331-86ea-7b7e63de036d req-9bae8abf-3a9e-4acd-a1fd-1505b56fd409 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/security-groups?id=8829d6dc-8985-4bd2-ad38-d19720f7bb3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317111 Jul 14 10:04:31.186645 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e782006-dffa-4350-be25-fcd230826a1e req-e36b4ec1-c999-4e0a-b52b-65f2f2ec211c tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:04:31.188028 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-6e782006-dffa-4350-be25-fcd230826a1e req-e36b4ec1-c999-4e0a-b52b-65f2f2ec211c tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/ports?device_id=b53793a8-4da8-44b1-b4fa-ee24c96d6883 HTTP/1.1" status: 200 len: 945 time: 0.0626843 Jul 14 10:04:31.226475 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-6e782006-dffa-4350-be25-fcd230826a1e req-ae3eb28c-48bb-4681-b504-17f582591b31 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/security-groups?id=8829d6dc-8985-4bd2-ad38-d19720f7bb3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320303 Jul 14 10:04:31.250498 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 36556) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:04:31.307313 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-702cc718-0967-4a82-9357-9f2a6baecbd9 tempest-TestVolumeBootPattern-250965516 tempest-TestVolumeBootPattern-250965516-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:04:31.308818 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-702cc718-0967-4a82-9357-9f2a6baecbd9 tempest-TestVolumeBootPattern-250965516 tempest-TestVolumeBootPattern-250965516-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=b53793a8-4da8-44b1-b4fa-ee24c96d6883 HTTP/1.1" status: 200 len: 1092 time: 0.0573192 Jul 14 10:04:31.311633 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 36558) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:04:31.316021 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-d487224d-70f4-43eb-b67c-802fa83217b8 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Request body: {'floatingip': {'floating_network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'port_id': 'a0a17270-ac82-4332-881a-fa77a5630d48', 'tenant_id': '6606703679bf48b78717d16f607a62b8', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:04:31.338458 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d487224d-70f4-43eb-b67c-802fa83217b8 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Notify callbacks [] for floatingip, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:31.436500 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d487224d-70f4-43eb-b67c-802fa83217b8 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:31.548050 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-d487224d-70f4-43eb-b67c-802fa83217b8 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Allocated IP 172.25.4.207 (2dcd4d32-cc7c-4468-b396-7ce5c9231892/6cd22a75-5bc1-467c-a3c4-0af04bd1b34a/2969f66f-16a3-4b67-9e2f-e0bcff8077a1) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:04:31.651454 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d487224d-70f4-43eb-b67c-802fa83217b8 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:31.688634 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d487224d-70f4-43eb-b67c-802fa83217b8 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:31.732368 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d487224d-70f4-43eb-b67c-802fa83217b8 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Network 2dcd4d32-cc7c-4468-b396-7ce5c9231892 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:04:31.735396 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-d487224d-70f4-43eb-b67c-802fa83217b8 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:04:31.739059 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d487224d-70f4-43eb-b67c-802fa83217b8 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:04:31.744623 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d487224d-70f4-43eb-b67c-802fa83217b8 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Pushing event updated for resources: {'Port': ['ID=2969f66f-16a3-4b67-9e2f-e0bcff8077a1,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:04:32.109645 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d487224d-70f4-43eb-b67c-802fa83217b8 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:32.189596 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d487224d-70f4-43eb-b67c-802fa83217b8 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:32.339726 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d487224d-70f4-43eb-b67c-802fa83217b8 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:32.344206 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d487224d-70f4-43eb-b67c-802fa83217b8 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:32.414398 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d487224d-70f4-43eb-b67c-802fa83217b8 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Pushing event updated for resources: {'Port': ['ID=2969f66f-16a3-4b67-9e2f-e0bcff8077a1,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:04:32.425845 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d487224d-70f4-43eb-b67c-802fa83217b8 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-660590'] for floatingip, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:32.528980 n-d-779913-29 neutron-server[93957]: INFO neutron.db.l3_db [None req-d487224d-70f4-43eb-b67c-802fa83217b8 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Floating IP 17cc2574-47e1-4f54-82bf-21046118ce7a associated. External IP: 172.25.4.207, port: a0a17270-ac82-4332-881a-fa77a5630d48. Jul 14 10:04:32.992570 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d487224d-70f4-43eb-b67c-802fa83217b8 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Router c6c7fbdb-864f-4715-a808-20b048faa64c has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:04:33.101343 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d487224d-70f4-43eb-b67c-802fa83217b8 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:04:33.110836 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f020053f-5302-42b9-952f-32414051c58a None None] Sync routers for ids ['c6c7fbdb-864f-4715-a808-20b048faa64c'] in n-d-779913-29 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:04:33.117028 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d487224d-70f4-43eb-b67c-802fa83217b8 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for floatingip, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:33.119759 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f020053f-5302-42b9-952f-32414051c58a None None] Routers {'c6c7fbdb-864f-4715-a808-20b048faa64c'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:04:33.120375 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-f020053f-5302-42b9-952f-32414051c58a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T10:04:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['c6c7fbdb-864f-4715-a808-20b048faa64c'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:04:33.158652 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-d487224d-70f4-43eb-b67c-802fa83217b8 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8459783 Jul 14 10:04:33.159646 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b53793a8-4da8-44b1-b4fa-ee24c96d6883', 'tag': 'a0a17270-ac82-4332-881a-fa77a5630d48'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:04:33.162781 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ca7ebee-9a08-4bf5-94e7-b9cc977f7eda" -d '{"events": [{"name": "network-changed", "server_uuid": "b53793a8-4da8-44b1-b4fa-ee24c96d6883", "tag": "a0a17270-ac82-4332-881a-fa77a5630d48"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:04:33.225193 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-f020053f-5302-42b9-952f-32414051c58a None None] Set router c6c7fbdb-864f-4715-a808-20b048faa64c gateway port host: n-d-779913-29 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:04:33.257577 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:04:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc6c1b07-a0ff-4a4c-bfcc-369cd343cff7 x-openstack-request-id: req-bc6c1b07-a0ff-4a4c-bfcc-369cd343cff7 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:04:33.257871 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b53793a8-4da8-44b1-b4fa-ee24c96d6883", "tag": "a0a17270-ac82-4332-881a-fa77a5630d48", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:04:33.258119 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-bc6c1b07-a0ff-4a4c-bfcc-369cd343cff7 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:04:33.258516 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b53793a8-4da8-44b1-b4fa-ee24c96d6883', 'tag': 'a0a17270-ac82-4332-881a-fa77a5630d48', 'status': 'completed', 'code': 200} Jul 14 10:04:33.352801 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca7ebee-9a08-4bf5-94e7-b9cc977f7eda req-5274f791-2b49-4b10-83bd-125a341623f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:04:33.354366 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3ca7ebee-9a08-4bf5-94e7-b9cc977f7eda req-5274f791-2b49-4b10-83bd-125a341623f8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6606703679bf48b78717d16f607a62b8&device_id=b53793a8-4da8-44b1-b4fa-ee24c96d6883 HTTP/1.1" status: 200 len: 1097 time: 0.0522776 Jul 14 10:04:33.447404 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca7ebee-9a08-4bf5-94e7-b9cc977f7eda req-78fca2b8-c709-4f64-8e9c-665772638e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:04:33.448895 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3ca7ebee-9a08-4bf5-94e7-b9cc977f7eda req-78fca2b8-c709-4f64-8e9c-665772638e84 service neutron] 10.222.0.57 "GET /v2.0/networks?id=4a41190d-e41a-4086-9106-e0776e2181e2 HTTP/1.1" status: 200 len: 912 time: 0.0885077 Jul 14 10:04:33.457010 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-f020053f-5302-42b9-952f-32414051c58a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6c7fbdb-864f-4715-a808-20b048faa64c', 'name': 'tempest-TestVolumeBootPattern-658018726-router', 'tenant_id': '6606703679bf48b78717d16f607a62b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': '956a4549-778f-47c8-b490-fd62bcb7ed1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:56:37Z', 'updated_at': '2021-07-14T09:56:39Z', 'revision_number': 4, 'project_id': '6606703679bf48b78717d16f607a62b8', 'gw_port': {'id': '956a4549-778f-47c8-b490-fd62bcb7ed1e', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:9e:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6c7fbdb-864f-4715-a808-20b048faa64c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:56:37Z', 'updated_at': '2021-07-14T09:56:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_floatingips': [{'id': '17cc2574-47e1-4f54-82bf-21046118ce7a', 'tenant_id': '6606703679bf48b78717d16f607a62b8', 'floating_ip_address': '172.25.4.207', 'floating_network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'router_id': 'c6c7fbdb-864f-4715-a808-20b048faa64c', 'port_id': 'a0a17270-ac82-4332-881a-fa77a5630d48', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3961, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a41190d-e41a-4086-9106-e0776e2181e2', 'mac_address': 'fa:16:3e:07:8b:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b53793a8-4da8-44b1-b4fa-ee24c96d6883', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T10:04:31Z', 'updated_at': '2021-07-14T10:04:31Z', 'revision_number': 0, 'project_id': '6606703679bf48b78717d16f607a62b8', 'fixed_ip_address_scope': None}, {'id': '9b98764e-7908-41b2-a838-a7f4732e0abe', 'tenant_id': '6606703679bf48b78717d16f607a62b8', 'floating_ip_address': '172.25.4.20', 'floating_network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'router_id': 'c6c7fbdb-864f-4715-a808-20b048faa64c', 'port_id': '69cb26b1-e0fb-4efe-ad42-04b70dd28e6f', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3958, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a41190d-e41a-4086-9106-e0776e2181e2', 'mac_address': 'fa:16:3e:f4:da:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76426b98-493a-48b4-b0d2-7f2d38fe65cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T10:02:33Z', 'updated_at': '2021-07-14T10:02:35Z', 'revision_number': 1, 'project_id': '6606703679bf48b78717d16f607a62b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aeb406d7-1d13-4fea-aaae-e25e733e36cd', 'name': '', 'network_id': '4a41190d-e41a-4086-9106-e0776e2181e2', 'tenant_id': '6606703679bf48b78717d16f607a62b8', 'mac_address': 'fa:16:3e:20:fc:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6c7fbdb-864f-4715-a808-20b048faa64c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': '8d9e1361-7dda-4b0f-8018-18ad346c1466', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:56:39Z', 'updated_at': '2021-07-14T09:56:46Z', 'revision_number': 5, 'project_id': '6606703679bf48b78717d16f607a62b8', 'subnets': [{'id': '8d9e1361-7dda-4b0f-8018-18ad346c1466', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:04:33.483911 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f020053f-5302-42b9-952f-32414051c58a None None] Checking router: c6c7fbdb-864f-4715-a808-20b048faa64c for host: n-d-779913-29 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:04:33.492903 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f020053f-5302-42b9-952f-32414051c58a None None] Routers {'c6c7fbdb-864f-4715-a808-20b048faa64c'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:04:33.493551 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-f020053f-5302-42b9-952f-32414051c58a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T10:04:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['c6c7fbdb-864f-4715-a808-20b048faa64c'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:04:33.524794 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3ca7ebee-9a08-4bf5-94e7-b9cc977f7eda req-3847738e-5744-400b-96ac-8002b8206298 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a0a17270-ac82-4332-881a-fa77a5630d48 HTTP/1.1" status: 200 len: 999 time: 0.0697162 Jul 14 10:04:33.574058 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca7ebee-9a08-4bf5-94e7-b9cc977f7eda req-47db671e-73a5-49bb-834f-d4bf28970d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:04:33.575526 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3ca7ebee-9a08-4bf5-94e7-b9cc977f7eda req-47db671e-73a5-49bb-834f-d4bf28970d1f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8d9e1361-7dda-4b0f-8018-18ad346c1466 HTTP/1.1" status: 200 len: 850 time: 0.0451996 Jul 14 10:04:33.603217 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-f020053f-5302-42b9-952f-32414051c58a None None] Set router c6c7fbdb-864f-4715-a808-20b048faa64c gateway port host: n-d-779913-29 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:04:33.639289 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca7ebee-9a08-4bf5-94e7-b9cc977f7eda req-701a7638-51f1-4ecd-947f-8ace8583ad14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:04:33.640811 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3ca7ebee-9a08-4bf5-94e7-b9cc977f7eda req-701a7638-51f1-4ecd-947f-8ace8583ad14 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4a41190d-e41a-4086-9106-e0776e2181e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0589120 Jul 14 10:04:33.730731 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3ca7ebee-9a08-4bf5-94e7-b9cc977f7eda req-d353accc-986f-4399-9f25-c5f189f3710d service neutron] 10.222.0.57 "GET /v2.0/networks/4a41190d-e41a-4086-9106-e0776e2181e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833828 Jul 14 10:04:33.828805 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3ca7ebee-9a08-4bf5-94e7-b9cc977f7eda req-2b0168b8-9610-4c81-9977-4f66bd939d05 service neutron] 10.222.0.57 "GET /v2.0/networks/4a41190d-e41a-4086-9106-e0776e2181e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918853 Jul 14 10:04:33.844192 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-f020053f-5302-42b9-952f-32414051c58a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6c7fbdb-864f-4715-a808-20b048faa64c', 'name': 'tempest-TestVolumeBootPattern-658018726-router', 'tenant_id': '6606703679bf48b78717d16f607a62b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': '956a4549-778f-47c8-b490-fd62bcb7ed1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:56:37Z', 'updated_at': '2021-07-14T09:56:39Z', 'revision_number': 4, 'project_id': '6606703679bf48b78717d16f607a62b8', 'gw_port': {'id': '956a4549-778f-47c8-b490-fd62bcb7ed1e', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:9e:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6c7fbdb-864f-4715-a808-20b048faa64c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:56:37Z', 'updated_at': '2021-07-14T09:56:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_floatingips': [{'id': '17cc2574-47e1-4f54-82bf-21046118ce7a', 'tenant_id': '6606703679bf48b78717d16f607a62b8', 'floating_ip_address': '172.25.4.207', 'floating_network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'router_id': 'c6c7fbdb-864f-4715-a808-20b048faa64c', 'port_id': 'a0a17270-ac82-4332-881a-fa77a5630d48', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3961, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a41190d-e41a-4086-9106-e0776e2181e2', 'mac_address': 'fa:16:3e:07:8b:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b53793a8-4da8-44b1-b4fa-ee24c96d6883', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T10:04:31Z', 'updated_at': '2021-07-14T10:04:31Z', 'revision_number': 0, 'project_id': '6606703679bf48b78717d16f607a62b8', 'fixed_ip_address_scope': None}, {'id': '9b98764e-7908-41b2-a838-a7f4732e0abe', 'tenant_id': '6606703679bf48b78717d16f607a62b8', 'floating_ip_address': '172.25.4.20', 'floating_network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'router_id': 'c6c7fbdb-864f-4715-a808-20b048faa64c', 'port_id': '69cb26b1-e0fb-4efe-ad42-04b70dd28e6f', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3958, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a41190d-e41a-4086-9106-e0776e2181e2', 'mac_address': 'fa:16:3e:f4:da:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76426b98-493a-48b4-b0d2-7f2d38fe65cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T10:02:33Z', 'updated_at': '2021-07-14T10:02:35Z', 'revision_number': 1, 'project_id': '6606703679bf48b78717d16f607a62b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aeb406d7-1d13-4fea-aaae-e25e733e36cd', 'name': '', 'network_id': '4a41190d-e41a-4086-9106-e0776e2181e2', 'tenant_id': '6606703679bf48b78717d16f607a62b8', 'mac_address': 'fa:16:3e:20:fc:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6c7fbdb-864f-4715-a808-20b048faa64c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': '8d9e1361-7dda-4b0f-8018-18ad346c1466', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:56:39Z', 'updated_at': '2021-07-14T09:56:46Z', 'revision_number': 5, 'project_id': '6606703679bf48b78717d16f607a62b8', 'subnets': [{'id': '8d9e1361-7dda-4b0f-8018-18ad346c1466', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:04:33.879585 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f020053f-5302-42b9-952f-32414051c58a None None] The sync data for ids ['c6c7fbdb-864f-4715-a808-20b048faa64c'] in n-d-779913-29 is: [{'id': 'c6c7fbdb-864f-4715-a808-20b048faa64c', 'name': 'tempest-TestVolumeBootPattern-658018726-router', 'tenant_id': '6606703679bf48b78717d16f607a62b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': '956a4549-778f-47c8-b490-fd62bcb7ed1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:56:37Z', 'updated_at': '2021-07-14T09:56:39Z', 'revision_number': 4, 'project_id': '6606703679bf48b78717d16f607a62b8', 'gw_port': {'id': '956a4549-778f-47c8-b490-fd62bcb7ed1e', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:9e:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6c7fbdb-864f-4715-a808-20b048faa64c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:56:37Z', 'updated_at': '2021-07-14T09:56:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_floatingips': [{'id': '17cc2574-47e1-4f54-82bf-21046118ce7a', 'tenant_id': '6606703679bf48b78717d16f607a62b8', 'floating_ip_address': '172.25.4.207', 'floating_network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'router_id': 'c6c7fbdb-864f-4715-a808-20b048faa64c', 'port_id': 'a0a17270-ac82-4332-881a-fa77a5630d48', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3961, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a41190d-e41a-4086-9106-e0776e2181e2', 'mac_address': 'fa:16:3e:07:8b:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b53793a8-4da8-44b1-b4fa-ee24c96d6883', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T10:04:31Z', 'updated_at': '2021-07-14T10:04:31Z', 'revision_number': 0, 'project_id': '6606703679bf48b78717d16f607a62b8', 'fixed_ip_address_scope': None}, {'id': '9b98764e-7908-41b2-a838-a7f4732e0abe', 'tenant_id': '6606703679bf48b78717d16f607a62b8', 'floating_ip_address': '172.25.4.20', 'floating_network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'router_id': 'c6c7fbdb-864f-4715-a808-20b048faa64c', 'port_id': '69cb26b1-e0fb-4efe-ad42-04b70dd28e6f', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3958, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a41190d-e41a-4086-9106-e0776e2181e2', 'mac_address': 'fa:16:3e:f4:da:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76426b98-493a-48b4-b0d2-7f2d38fe65cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T10:02:33Z', 'updated_at': '2021-07-14T10:02:35Z', 'revision_number': 1, 'project_id': '6606703679bf48b78717d16f607a62b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aeb406d7-1d13-4fea-aaae-e25e733e36cd', 'name': '', 'network_id': '4a41190d-e41a-4086-9106-e0776e2181e2', 'tenant_id': '6606703679bf48b78717d16f607a62b8', 'mac_address': 'fa:16:3e:20:fc:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6c7fbdb-864f-4715-a808-20b048faa64c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': '8d9e1361-7dda-4b0f-8018-18ad346c1466', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:56:39Z', 'updated_at': '2021-07-14T09:56:46Z', 'revision_number': 5, 'project_id': '6606703679bf48b78717d16f607a62b8', 'subnets': [{'id': '8d9e1361-7dda-4b0f-8018-18ad346c1466', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:04:34.066829 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac28d1b-124e-4335-9cb6-3db1204b6e5f None None] New status for floating IP 17cc2574-47e1-4f54-82bf-21046118ce7a: ACTIVE {{(pid=93959) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 10:04:39.672375 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.agents_db [None req-3c3509fb-540d-4335-a450-574895dd3602 None None] Agent healthcheck: found 7 active agents {{(pid=93960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:04:43.127115 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:43.900181 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:52.244756 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3c5dda7b-86e4-4e99-a20b-7c1b55c13877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:54.807122 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:54.909885 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ab04ef60-a280-4233-bff9-a7be85264ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:55.995329 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e3949ee4-c70c-4382-9236-2f6025b18022 req-53a258f1-3d0b-4d52-ba18-89605c153b06 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=76426b98-493a-48b4-b0d2-7f2d38fe65cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0515149 Jul 14 10:04:56.007177 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5ad31076-714c-49ec-bc37-f3d4cd90112a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:56.110009 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3949ee4-c70c-4382-9236-2f6025b18022 req-7ba91e94-c348-474c-88c3-79da31621dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:04:56.111600 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e3949ee4-c70c-4382-9236-2f6025b18022 req-7ba91e94-c348-474c-88c3-79da31621dfa service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6606703679bf48b78717d16f607a62b8&device_id=76426b98-493a-48b4-b0d2-7f2d38fe65cd HTTP/1.1" status: 200 len: 1098 time: 0.0575814 Jul 14 10:04:56.219152 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3949ee4-c70c-4382-9236-2f6025b18022 req-91d339d1-205b-44e5-99b1-4a013e18495c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:04:56.220758 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e3949ee4-c70c-4382-9236-2f6025b18022 req-91d339d1-205b-44e5-99b1-4a013e18495c service neutron] 10.222.0.65 "GET /v2.0/networks?id=4a41190d-e41a-4086-9106-e0776e2181e2 HTTP/1.1" status: 200 len: 912 time: 0.0892148 Jul 14 10:04:56.285073 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e3949ee4-c70c-4382-9236-2f6025b18022 req-bfccc115-0f50-4340-918d-b5da568b93c6 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=69cb26b1-e0fb-4efe-ad42-04b70dd28e6f HTTP/1.1" status: 200 len: 1001 time: 0.0583420 Jul 14 10:04:56.332700 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3949ee4-c70c-4382-9236-2f6025b18022 req-0579a381-30d0-4ab9-8786-a8b6c1a09923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:04:56.334205 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e3949ee4-c70c-4382-9236-2f6025b18022 req-0579a381-30d0-4ab9-8786-a8b6c1a09923 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=8d9e1361-7dda-4b0f-8018-18ad346c1466 HTTP/1.1" status: 200 len: 850 time: 0.0429053 Jul 14 10:04:56.394153 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3949ee4-c70c-4382-9236-2f6025b18022 req-8bcb5053-0e29-489f-a418-b15573eae184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:04:56.395677 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e3949ee4-c70c-4382-9236-2f6025b18022 req-8bcb5053-0e29-489f-a418-b15573eae184 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4a41190d-e41a-4086-9106-e0776e2181e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0554602 Jul 14 10:04:56.482983 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e3949ee4-c70c-4382-9236-2f6025b18022 req-8efd3354-be89-44ce-adec-c944d0909cda service neutron] 10.222.0.65 "GET /v2.0/networks/4a41190d-e41a-4086-9106-e0776e2181e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811670 Jul 14 10:04:56.574070 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e3949ee4-c70c-4382-9236-2f6025b18022 req-5528a496-4830-4696-8478-a9f828a7bd15 service neutron] 10.222.0.65 "GET /v2.0/networks/4a41190d-e41a-4086-9106-e0776e2181e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847199 Jul 14 10:04:57.830998 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5bbe322f-3f67-4864-bc0a-91afe44d23e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:02.999537 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-9a237e48-a105-4f30-b7e6-3036a568bbd7 req-f48e95b5-ddc1-4e40-900f-1c4b6cb5894f service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b53793a8-4da8-44b1-b4fa-ee24c96d6883&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0504756 Jul 14 10:05:03.114050 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a237e48-a105-4f30-b7e6-3036a568bbd7 req-e03f1f2c-74aa-4a10-ba8a-a856b2bc627f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:05:03.115550 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-9a237e48-a105-4f30-b7e6-3036a568bbd7 req-e03f1f2c-74aa-4a10-ba8a-a856b2bc627f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6606703679bf48b78717d16f607a62b8&device_id=b53793a8-4da8-44b1-b4fa-ee24c96d6883 HTTP/1.1" status: 200 len: 1097 time: 0.0522821 Jul 14 10:05:03.222661 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a237e48-a105-4f30-b7e6-3036a568bbd7 req-c632dcf1-27cc-44a0-b0b2-eb2ba0053582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:05:03.224148 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-9a237e48-a105-4f30-b7e6-3036a568bbd7 req-c632dcf1-27cc-44a0-b0b2-eb2ba0053582 service neutron] 10.222.0.57 "GET /v2.0/networks?id=4a41190d-e41a-4086-9106-e0776e2181e2 HTTP/1.1" status: 200 len: 912 time: 0.0885475 Jul 14 10:05:03.291371 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-9a237e48-a105-4f30-b7e6-3036a568bbd7 req-44e5d45c-f503-4ff4-aa10-9e11c266207e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a0a17270-ac82-4332-881a-fa77a5630d48 HTTP/1.1" status: 200 len: 1001 time: 0.0599782 Jul 14 10:05:03.340719 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a237e48-a105-4f30-b7e6-3036a568bbd7 req-49482b41-6926-45a1-b4d1-0598c9bc801b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:05:03.342186 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-9a237e48-a105-4f30-b7e6-3036a568bbd7 req-49482b41-6926-45a1-b4d1-0598c9bc801b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8d9e1361-7dda-4b0f-8018-18ad346c1466 HTTP/1.1" status: 200 len: 850 time: 0.0430028 Jul 14 10:05:03.407119 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a237e48-a105-4f30-b7e6-3036a568bbd7 req-65c0efb1-c399-4cca-af46-2294f0d8a1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:05:03.408664 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-9a237e48-a105-4f30-b7e6-3036a568bbd7 req-65c0efb1-c399-4cca-af46-2294f0d8a1a1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4a41190d-e41a-4086-9106-e0776e2181e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0605721 Jul 14 10:05:03.499200 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-9a237e48-a105-4f30-b7e6-3036a568bbd7 req-59d970b9-377a-4c4f-a2b7-1cac64867cad service neutron] 10.222.0.57 "GET /v2.0/networks/4a41190d-e41a-4086-9106-e0776e2181e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820861 Jul 14 10:05:03.592343 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-9a237e48-a105-4f30-b7e6-3036a568bbd7 req-a36ad8e4-0035-49c0-bc13-72047815e81c service neutron] 10.222.0.57 "GET /v2.0/networks/4a41190d-e41a-4086-9106-e0776e2181e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870950 Jul 14 10:05:13.125516 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:13.914754 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:16.671721 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.agents_db [None req-3c3509fb-540d-4335-a450-574895dd3602 None None] Agent healthcheck: found 7 active agents {{(pid=93960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:05:22.247370 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f9621554-e26c-4320-8cec-7b4d7578cf00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:24.812928 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:24.910311 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5127b9e7-d358-4667-bebc-eda0af9ce58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:26.012660 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5ad31076-714c-49ec-bc37-f3d4cd90112a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:27.834203 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5bbe322f-3f67-4864-bc0a-91afe44d23e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:43.134739 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:43.923360 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:52.248563 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4f53f418-bd0f-45a0-ba3f-a21f57423a5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:53.670259 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.agents_db [None req-3c3509fb-540d-4335-a450-574895dd3602 None None] Agent healthcheck: found 7 active agents {{(pid=93960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:05:54.804742 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:54.912279 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-691ae7eb-1f74-4a85-94a4-988765edbb19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:56.014570 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5ad31076-714c-49ec-bc37-f3d4cd90112a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:56.968905 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ebfb9d2e-ee91-46a0-93aa-b71405d4bf1f req-f2579846-5106-4d2c-9cbb-7aebe28a4216 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=76426b98-493a-48b4-b0d2-7f2d38fe65cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0608220 Jul 14 10:05:57.081992 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfb9d2e-ee91-46a0-93aa-b71405d4bf1f req-2aeb9e1c-4cff-40ed-90a8-62e69b101402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:05:57.083548 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ebfb9d2e-ee91-46a0-93aa-b71405d4bf1f req-2aeb9e1c-4cff-40ed-90a8-62e69b101402 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6606703679bf48b78717d16f607a62b8&device_id=76426b98-493a-48b4-b0d2-7f2d38fe65cd HTTP/1.1" status: 200 len: 1098 time: 0.0551250 Jul 14 10:05:57.197894 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfb9d2e-ee91-46a0-93aa-b71405d4bf1f req-1dc9f01a-ec9b-4141-a9d0-15a758fe5635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:05:57.199371 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ebfb9d2e-ee91-46a0-93aa-b71405d4bf1f req-1dc9f01a-ec9b-4141-a9d0-15a758fe5635 service neutron] 10.222.0.65 "GET /v2.0/networks?id=4a41190d-e41a-4086-9106-e0776e2181e2 HTTP/1.1" status: 200 len: 912 time: 0.0903616 Jul 14 10:05:57.263864 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ebfb9d2e-ee91-46a0-93aa-b71405d4bf1f req-79dc33c1-a02c-43c4-9718-4c25af64f8fd service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=69cb26b1-e0fb-4efe-ad42-04b70dd28e6f HTTP/1.1" status: 200 len: 1001 time: 0.0572650 Jul 14 10:05:57.315375 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfb9d2e-ee91-46a0-93aa-b71405d4bf1f req-65249215-8812-4c8c-8e47-c3cc7d216c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:05:57.316812 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ebfb9d2e-ee91-46a0-93aa-b71405d4bf1f req-65249215-8812-4c8c-8e47-c3cc7d216c31 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=8d9e1361-7dda-4b0f-8018-18ad346c1466 HTTP/1.1" status: 200 len: 850 time: 0.0468900 Jul 14 10:05:57.373741 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfb9d2e-ee91-46a0-93aa-b71405d4bf1f req-a65eb8e4-9cbc-4d9f-998c-1c068ccf6668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:05:57.375241 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ebfb9d2e-ee91-46a0-93aa-b71405d4bf1f req-a65eb8e4-9cbc-4d9f-998c-1c068ccf6668 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4a41190d-e41a-4086-9106-e0776e2181e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0520265 Jul 14 10:05:57.464578 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ebfb9d2e-ee91-46a0-93aa-b71405d4bf1f req-2c6d67ad-2997-4bc0-8739-cf4420d0b5ab service neutron] 10.222.0.65 "GET /v2.0/networks/4a41190d-e41a-4086-9106-e0776e2181e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824382 Jul 14 10:05:57.558054 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ebfb9d2e-ee91-46a0-93aa-b71405d4bf1f req-80e98861-8b9f-462a-bdd4-75c1c11cdff3 service neutron] 10.222.0.65 "GET /v2.0/networks/4a41190d-e41a-4086-9106-e0776e2181e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875978 Jul 14 10:05:57.836726 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5bbe322f-3f67-4864-bc0a-91afe44d23e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:04.980971 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-4ae74c4c-1501-4aa7-a847-641b99fb35a1 req-15ccd176-c494-42c3-b086-90bde005f01a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b53793a8-4da8-44b1-b4fa-ee24c96d6883&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0542102 Jul 14 10:06:05.089331 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae74c4c-1501-4aa7-a847-641b99fb35a1 req-8639a42a-76ed-46a6-b5f2-35b2c1bcab67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:06:05.090861 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-4ae74c4c-1501-4aa7-a847-641b99fb35a1 req-8639a42a-76ed-46a6-b5f2-35b2c1bcab67 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6606703679bf48b78717d16f607a62b8&device_id=b53793a8-4da8-44b1-b4fa-ee24c96d6883 HTTP/1.1" status: 200 len: 1097 time: 0.0525067 Jul 14 10:06:05.194168 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 36616) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:06:05.204153 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae74c4c-1501-4aa7-a847-641b99fb35a1 req-732a8c7e-02e8-4443-aaaf-d7ca95b530ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:06:05.205590 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-4ae74c4c-1501-4aa7-a847-641b99fb35a1 req-732a8c7e-02e8-4443-aaaf-d7ca95b530ae service neutron] 10.222.0.57 "GET /v2.0/networks?id=4a41190d-e41a-4086-9106-e0776e2181e2 HTTP/1.1" status: 200 len: 912 time: 0.0960195 Jul 14 10:06:05.336921 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-4ae74c4c-1501-4aa7-a847-641b99fb35a1 req-7ec5d7f1-a1b9-4c0e-91c2-1b4dbf9d144d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a0a17270-ac82-4332-881a-fa77a5630d48 HTTP/1.1" status: 200 len: 1001 time: 0.1057346 Jul 14 10:06:05.417288 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae74c4c-1501-4aa7-a847-641b99fb35a1 req-d6553283-d0f8-4dc2-97f2-b4c2e3fc2c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:06:05.418761 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-4ae74c4c-1501-4aa7-a847-641b99fb35a1 req-d6553283-d0f8-4dc2-97f2-b4c2e3fc2c14 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8d9e1361-7dda-4b0f-8018-18ad346c1466 HTTP/1.1" status: 200 len: 850 time: 0.0755901 Jul 14 10:06:05.469208 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-006462da-f594-4535-a9c4-6e67cf899b00 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Deleting port 2969f66f-16a3-4b67-9e2f-e0bcff8077a1 {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:06:05.469583 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-006462da-f594-4535-a9c4-6e67cf899b00 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:05.544012 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae74c4c-1501-4aa7-a847-641b99fb35a1 req-7814a564-6293-4e3f-9dc1-15caa4de60ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:06:05.545556 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-4ae74c4c-1501-4aa7-a847-641b99fb35a1 req-7814a564-6293-4e3f-9dc1-15caa4de60ed service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4a41190d-e41a-4086-9106-e0776e2181e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1194458 Jul 14 10:06:05.557679 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [req-4ae74c4c-1501-4aa7-a847-641b99fb35a1 req-f34ff618-4bb4-4a9f-a462-1e580c24b387 service neutron] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=93957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 10:06:05.558651 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-4ae74c4c-1501-4aa7-a847-641b99fb35a1 req-f34ff618-4bb4-4a9f-a462-1e580c24b387 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050437 Jul 14 10:06:05.567852 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-006462da-f594-4535-a9c4-6e67cf899b00 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:05.568188 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-006462da-f594-4535-a9c4-6e67cf899b00 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:05.618266 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-006462da-f594-4535-a9c4-6e67cf899b00 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Calling delete_port for 2969f66f-16a3-4b67-9e2f-e0bcff8077a1 owned by network:floatingip {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:06:05.711948 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-4ae74c4c-1501-4aa7-a847-641b99fb35a1 req-57e0a85b-9926-45d2-a325-70072aef1ba2 service neutron] 10.222.0.57 "GET /v2.0/networks/4a41190d-e41a-4086-9106-e0776e2181e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463776 Jul 14 10:06:05.844451 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-4ae74c4c-1501-4aa7-a847-641b99fb35a1 req-109861f4-483c-4336-845c-e85c83e1add9 service neutron] 10.222.0.57 "GET /v2.0/networks/4a41190d-e41a-4086-9106-e0776e2181e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249361 Jul 14 10:06:05.867499 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-006462da-f594-4535-a9c4-6e67cf899b00 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:05.892429 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006462da-f594-4535-a9c4-6e67cf899b00 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Pushing event deleted for resources: {'Port': ['ID=2969f66f-16a3-4b67-9e2f-e0bcff8077a1,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:06:05.903574 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006462da-f594-4535-a9c4-6e67cf899b00 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:06:05.903926 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006462da-f594-4535-a9c4-6e67cf899b00 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:06:05.904272 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006462da-f594-4535-a9c4-6e67cf899b00 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:06:05.904611 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006462da-f594-4535-a9c4-6e67cf899b00 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:06:05.904945 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006462da-f594-4535-a9c4-6e67cf899b00 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:06:05.905281 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006462da-f594-4535-a9c4-6e67cf899b00 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:06:05.905762 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006462da-f594-4535-a9c4-6e67cf899b00 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:06:05.906103 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006462da-f594-4535-a9c4-6e67cf899b00 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:06:05.906434 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006462da-f594-4535-a9c4-6e67cf899b00 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:06:05.906763 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006462da-f594-4535-a9c4-6e67cf899b00 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:06:05.907090 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006462da-f594-4535-a9c4-6e67cf899b00 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:06:05.907467 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006462da-f594-4535-a9c4-6e67cf899b00 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:06:05.968744 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-006462da-f594-4535-a9c4-6e67cf899b00 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Notify callbacks [] for floatingip, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:05.969078 n-d-779913-29 neutron-server[93957]: INFO neutron.db.l3_db [None req-006462da-f594-4535-a9c4-6e67cf899b00 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Floating IP 17cc2574-47e1-4f54-82bf-21046118ce7a disassociated (deleted). External IP: 172.25.4.207, port: a0a17270-ac82-4332-881a-fa77a5630d48. Jul 14 10:06:06.170662 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-006462da-f594-4535-a9c4-6e67cf899b00 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Router c6c7fbdb-864f-4715-a808-20b048faa64c has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:06:06.276096 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-006462da-f594-4535-a9c4-6e67cf899b00 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:06:06.280627 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-006462da-f594-4535-a9c4-6e67cf899b00 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for floatingip, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:06.289373 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9578c910-c4bc-4396-aee9-b0ef90394cb0 None None] Sync routers for ids ['c6c7fbdb-864f-4715-a808-20b048faa64c'] in n-d-779913-29 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:06:06.301688 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9578c910-c4bc-4396-aee9-b0ef90394cb0 None None] Routers {'c6c7fbdb-864f-4715-a808-20b048faa64c'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:06:06.302331 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-9578c910-c4bc-4396-aee9-b0ef90394cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T10:05:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['c6c7fbdb-864f-4715-a808-20b048faa64c'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:06:06.316765 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-006462da-f594-4535-a9c4-6e67cf899b00 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "DELETE /v2.0/floatingips/17cc2574-47e1-4f54-82bf-21046118ce7a HTTP/1.1" status: 204 len: 168 time: 1.1215696 Jul 14 10:06:06.317365 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b53793a8-4da8-44b1-b4fa-ee24c96d6883', 'tag': 'a0a17270-ac82-4332-881a-fa77a5630d48'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:06:06.320160 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92cb50be-177d-4627-9269-4993ab9181bb" -d '{"events": [{"name": "network-changed", "server_uuid": "b53793a8-4da8-44b1-b4fa-ee24c96d6883", "tag": "a0a17270-ac82-4332-881a-fa77a5630d48"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:06:06.357976 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:06:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24247dba-9e19-4717-aef1-d53bee032e3b x-openstack-request-id: req-24247dba-9e19-4717-aef1-d53bee032e3b {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:06:06.358280 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b53793a8-4da8-44b1-b4fa-ee24c96d6883", "tag": "a0a17270-ac82-4332-881a-fa77a5630d48", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:06:06.358738 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-24247dba-9e19-4717-aef1-d53bee032e3b {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:06:06.359283 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b53793a8-4da8-44b1-b4fa-ee24c96d6883', 'tag': 'a0a17270-ac82-4332-881a-fa77a5630d48', 'status': 'completed', 'code': 200} Jul 14 10:06:06.413455 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-9578c910-c4bc-4396-aee9-b0ef90394cb0 None None] Set router c6c7fbdb-864f-4715-a808-20b048faa64c gateway port host: n-d-779913-29 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:06:06.746710 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-9578c910-c4bc-4396-aee9-b0ef90394cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6c7fbdb-864f-4715-a808-20b048faa64c', 'name': 'tempest-TestVolumeBootPattern-658018726-router', 'tenant_id': '6606703679bf48b78717d16f607a62b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': '956a4549-778f-47c8-b490-fd62bcb7ed1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:56:37Z', 'updated_at': '2021-07-14T09:56:39Z', 'revision_number': 4, 'project_id': '6606703679bf48b78717d16f607a62b8', 'gw_port': {'id': '956a4549-778f-47c8-b490-fd62bcb7ed1e', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:9e:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6c7fbdb-864f-4715-a808-20b048faa64c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:56:37Z', 'updated_at': '2021-07-14T09:56:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_floatingips': [{'id': '9b98764e-7908-41b2-a838-a7f4732e0abe', 'tenant_id': '6606703679bf48b78717d16f607a62b8', 'floating_ip_address': '172.25.4.20', 'floating_network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'router_id': 'c6c7fbdb-864f-4715-a808-20b048faa64c', 'port_id': '69cb26b1-e0fb-4efe-ad42-04b70dd28e6f', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3958, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a41190d-e41a-4086-9106-e0776e2181e2', 'mac_address': 'fa:16:3e:f4:da:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76426b98-493a-48b4-b0d2-7f2d38fe65cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T10:02:33Z', 'updated_at': '2021-07-14T10:02:35Z', 'revision_number': 1, 'project_id': '6606703679bf48b78717d16f607a62b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aeb406d7-1d13-4fea-aaae-e25e733e36cd', 'name': '', 'network_id': '4a41190d-e41a-4086-9106-e0776e2181e2', 'tenant_id': '6606703679bf48b78717d16f607a62b8', 'mac_address': 'fa:16:3e:20:fc:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6c7fbdb-864f-4715-a808-20b048faa64c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': '8d9e1361-7dda-4b0f-8018-18ad346c1466', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:56:39Z', 'updated_at': '2021-07-14T09:56:46Z', 'revision_number': 5, 'project_id': '6606703679bf48b78717d16f607a62b8', 'subnets': [{'id': '8d9e1361-7dda-4b0f-8018-18ad346c1466', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:06:06.770259 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cb50be-177d-4627-9269-4993ab9181bb req-3715b989-016c-4649-af78-40e4208cdc4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:06:06.771839 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-92cb50be-177d-4627-9269-4993ab9181bb req-3715b989-016c-4649-af78-40e4208cdc4f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6606703679bf48b78717d16f607a62b8&device_id=b53793a8-4da8-44b1-b4fa-ee24c96d6883 HTTP/1.1" status: 200 len: 1097 time: 0.3676202 Jul 14 10:06:06.777745 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9578c910-c4bc-4396-aee9-b0ef90394cb0 None None] Checking router: c6c7fbdb-864f-4715-a808-20b048faa64c for host: n-d-779913-29 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:06:06.786366 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9578c910-c4bc-4396-aee9-b0ef90394cb0 None None] Routers {'c6c7fbdb-864f-4715-a808-20b048faa64c'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:06:06.787477 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-9578c910-c4bc-4396-aee9-b0ef90394cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T10:05:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['c6c7fbdb-864f-4715-a808-20b048faa64c'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:06:06.795560 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcc4268-2883-4a4d-b100-674ff0f760b4 req-1a525a9e-36e6-4414-bccf-b333ccf76d8a tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:06:06.797047 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-4bcc4268-2883-4a4d-b100-674ff0f760b4 req-1a525a9e-36e6-4414-bccf-b333ccf76d8a tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/ports?device_id=b53793a8-4da8-44b1-b4fa-ee24c96d6883 HTTP/1.1" status: 200 len: 945 time: 0.0892966 Jul 14 10:06:06.884268 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-4bcc4268-2883-4a4d-b100-674ff0f760b4 req-8816eb95-f530-4526-bb6c-a276da22acb9 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/security-groups?id=8829d6dc-8985-4bd2-ad38-d19720f7bb3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752089 Jul 14 10:06:06.892789 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-9578c910-c4bc-4396-aee9-b0ef90394cb0 None None] Set router c6c7fbdb-864f-4715-a808-20b048faa64c gateway port host: n-d-779913-29 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:06:06.906117 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cb50be-177d-4627-9269-4993ab9181bb req-b0f22020-e45f-45ee-b1ec-1a54ed9c5e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:06:06.907650 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-92cb50be-177d-4627-9269-4993ab9181bb req-b0f22020-e45f-45ee-b1ec-1a54ed9c5e32 service neutron] 10.222.0.57 "GET /v2.0/networks?id=4a41190d-e41a-4086-9106-e0776e2181e2 HTTP/1.1" status: 200 len: 912 time: 0.1280794 Jul 14 10:06:06.949973 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-92cb50be-177d-4627-9269-4993ab9181bb req-6a71fe77-0aa5-45bb-b18c-241c64f60a42 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a0a17270-ac82-4332-881a-fa77a5630d48 HTTP/1.1" status: 200 len: 217 time: 0.0346203 Jul 14 10:06:06.999592 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cb50be-177d-4627-9269-4993ab9181bb req-f697e4bd-ab8e-44c2-b499-9a56341fa590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:06:07.001060 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-92cb50be-177d-4627-9269-4993ab9181bb req-f697e4bd-ab8e-44c2-b499-9a56341fa590 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8d9e1361-7dda-4b0f-8018-18ad346c1466 HTTP/1.1" status: 200 len: 850 time: 0.0440722 Jul 14 10:06:07.063670 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cb50be-177d-4627-9269-4993ab9181bb req-3de1ad7d-5e4a-4a0f-a1eb-3c7ad468ec43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:06:07.065186 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-92cb50be-177d-4627-9269-4993ab9181bb req-3de1ad7d-5e4a-4a0f-a1eb-3c7ad468ec43 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4a41190d-e41a-4086-9106-e0776e2181e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0566657 Jul 14 10:06:07.112076 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-9578c910-c4bc-4396-aee9-b0ef90394cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6c7fbdb-864f-4715-a808-20b048faa64c', 'name': 'tempest-TestVolumeBootPattern-658018726-router', 'tenant_id': '6606703679bf48b78717d16f607a62b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': '956a4549-778f-47c8-b490-fd62bcb7ed1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:56:37Z', 'updated_at': '2021-07-14T09:56:39Z', 'revision_number': 4, 'project_id': '6606703679bf48b78717d16f607a62b8', 'gw_port': {'id': '956a4549-778f-47c8-b490-fd62bcb7ed1e', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:9e:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6c7fbdb-864f-4715-a808-20b048faa64c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:56:37Z', 'updated_at': '2021-07-14T09:56:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_floatingips': [{'id': '9b98764e-7908-41b2-a838-a7f4732e0abe', 'tenant_id': '6606703679bf48b78717d16f607a62b8', 'floating_ip_address': '172.25.4.20', 'floating_network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'router_id': 'c6c7fbdb-864f-4715-a808-20b048faa64c', 'port_id': '69cb26b1-e0fb-4efe-ad42-04b70dd28e6f', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3958, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a41190d-e41a-4086-9106-e0776e2181e2', 'mac_address': 'fa:16:3e:f4:da:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76426b98-493a-48b4-b0d2-7f2d38fe65cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T10:02:33Z', 'updated_at': '2021-07-14T10:02:35Z', 'revision_number': 1, 'project_id': '6606703679bf48b78717d16f607a62b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aeb406d7-1d13-4fea-aaae-e25e733e36cd', 'name': '', 'network_id': '4a41190d-e41a-4086-9106-e0776e2181e2', 'tenant_id': '6606703679bf48b78717d16f607a62b8', 'mac_address': 'fa:16:3e:20:fc:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6c7fbdb-864f-4715-a808-20b048faa64c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': '8d9e1361-7dda-4b0f-8018-18ad346c1466', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:56:39Z', 'updated_at': '2021-07-14T09:56:46Z', 'revision_number': 5, 'project_id': '6606703679bf48b78717d16f607a62b8', 'subnets': [{'id': '8d9e1361-7dda-4b0f-8018-18ad346c1466', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:06:07.137587 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9578c910-c4bc-4396-aee9-b0ef90394cb0 None None] The sync data for ids ['c6c7fbdb-864f-4715-a808-20b048faa64c'] in n-d-779913-29 is: [{'id': 'c6c7fbdb-864f-4715-a808-20b048faa64c', 'name': 'tempest-TestVolumeBootPattern-658018726-router', 'tenant_id': '6606703679bf48b78717d16f607a62b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': '956a4549-778f-47c8-b490-fd62bcb7ed1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:56:37Z', 'updated_at': '2021-07-14T09:56:39Z', 'revision_number': 4, 'project_id': '6606703679bf48b78717d16f607a62b8', 'gw_port': {'id': '956a4549-778f-47c8-b490-fd62bcb7ed1e', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:9e:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6c7fbdb-864f-4715-a808-20b048faa64c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:56:37Z', 'updated_at': '2021-07-14T09:56:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_floatingips': [{'id': '9b98764e-7908-41b2-a838-a7f4732e0abe', 'tenant_id': '6606703679bf48b78717d16f607a62b8', 'floating_ip_address': '172.25.4.20', 'floating_network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'router_id': 'c6c7fbdb-864f-4715-a808-20b048faa64c', 'port_id': '69cb26b1-e0fb-4efe-ad42-04b70dd28e6f', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3958, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a41190d-e41a-4086-9106-e0776e2181e2', 'mac_address': 'fa:16:3e:f4:da:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76426b98-493a-48b4-b0d2-7f2d38fe65cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T10:02:33Z', 'updated_at': '2021-07-14T10:02:35Z', 'revision_number': 1, 'project_id': '6606703679bf48b78717d16f607a62b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aeb406d7-1d13-4fea-aaae-e25e733e36cd', 'name': '', 'network_id': '4a41190d-e41a-4086-9106-e0776e2181e2', 'tenant_id': '6606703679bf48b78717d16f607a62b8', 'mac_address': 'fa:16:3e:20:fc:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6c7fbdb-864f-4715-a808-20b048faa64c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': '8d9e1361-7dda-4b0f-8018-18ad346c1466', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:56:39Z', 'updated_at': '2021-07-14T09:56:46Z', 'revision_number': 5, 'project_id': '6606703679bf48b78717d16f607a62b8', 'subnets': [{'id': '8d9e1361-7dda-4b0f-8018-18ad346c1466', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:06:07.157071 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-92cb50be-177d-4627-9269-4993ab9181bb req-b60e53e4-7107-4961-bdc4-25c5614b1562 service neutron] 10.222.0.57 "GET /v2.0/networks/4a41190d-e41a-4086-9106-e0776e2181e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844958 Jul 14 10:06:07.263086 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-92cb50be-177d-4627-9269-4993ab9181bb req-5108b199-ab2f-40c6-bb49-41b6e8e04de0 service neutron] 10.222.0.57 "GET /v2.0/networks/4a41190d-e41a-4086-9106-e0776e2181e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986977 Jul 14 10:06:07.361367 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4340dd7c-29d5-47bb-8e67-c02383a9499a None None] New status for floating IP 17cc2574-47e1-4f54-82bf-21046118ce7a: DOWN {{(pid=93959) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 10:06:08.068854 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538b02de-e3a0-4706-a611-e06c3b828294 req-62fa5329-d225-428a-adc7-7c3c79139ab1 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:06:08.070366 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-538b02de-e3a0-4706-a611-e06c3b828294 req-62fa5329-d225-428a-adc7-7c3c79139ab1 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/ports?device_id=b53793a8-4da8-44b1-b4fa-ee24c96d6883 HTTP/1.1" status: 200 len: 945 time: 0.0741615 Jul 14 10:06:08.109918 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-538b02de-e3a0-4706-a611-e06c3b828294 req-44f3e3c9-3ea4-446f-b7b6-a9f26153cc5a tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/security-groups?id=8829d6dc-8985-4bd2-ad38-d19720f7bb3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337932 Jul 14 10:06:08.315127 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53218020-0fa3-4d39-b8cb-c2d45ea16255 req-5e6060d0-cb76-4e61-836b-05844312d693 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:06:08.316643 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-53218020-0fa3-4d39-b8cb-c2d45ea16255 req-5e6060d0-cb76-4e61-836b-05844312d693 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.57 "GET /v2.0/ports?device_id=b53793a8-4da8-44b1-b4fa-ee24c96d6883 HTTP/1.1" status: 200 len: 945 time: 0.0633783 Jul 14 10:06:08.417253 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [req-53218020-0fa3-4d39-b8cb-c2d45ea16255 req-63bfaca4-35ca-4197-a656-e50ff3046a96 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Deleting port a0a17270-ac82-4332-881a-fa77a5630d48 {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:06:08.417632 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-53218020-0fa3-4d39-b8cb-c2d45ea16255 req-63bfaca4-35ca-4197-a656-e50ff3046a96 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:08.508344 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-53218020-0fa3-4d39-b8cb-c2d45ea16255 req-63bfaca4-35ca-4197-a656-e50ff3046a96 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] For port a0a17270-ac82-4332-881a-fa77a5630d48, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=a0a17270-ac82-4332-881a-fa77a5630d48,segment=NetworkSegment(706510d8-b2fe-4655-a702-4a6b9e541601),segment_id=706510d8-b2fe-4655-a702-4a6b9e541601)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:06:08.508707 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-53218020-0fa3-4d39-b8cb-c2d45ea16255 req-63bfaca4-35ca-4197-a656-e50ff3046a96 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:08.522121 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [req-53218020-0fa3-4d39-b8cb-c2d45ea16255 req-63bfaca4-35ca-4197-a656-e50ff3046a96 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Calling delete_port for a0a17270-ac82-4332-881a-fa77a5630d48 owned by compute:nova {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:06:08.654381 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-53218020-0fa3-4d39-b8cb-c2d45ea16255 req-63bfaca4-35ca-4197-a656-e50ff3046a96 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:08.685579 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bfaca4-35ca-4197-a656-e50ff3046a96 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Pushing event deleted for resources: {'Port': ['ID=a0a17270-ac82-4332-881a-fa77a5630d48,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:06:08.729972 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-53218020-0fa3-4d39-b8cb-c2d45ea16255 req-63bfaca4-35ca-4197-a656-e50ff3046a96 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] No DVR routers for this DVR port a0a17270-ac82-4332-881a-fa77a5630d48 on host n-h2-779913-29 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:06:08.732834 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-53218020-0fa3-4d39-b8cb-c2d45ea16255 req-63bfaca4-35ca-4197-a656-e50ff3046a96 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:08.734861 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-53218020-0fa3-4d39-b8cb-c2d45ea16255 req-63bfaca4-35ca-4197-a656-e50ff3046a96 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.57 "DELETE /v2.0/ports/a0a17270-ac82-4332-881a-fa77a5630d48 HTTP/1.1" status: 204 len: 173 time: 0.4129493 Jul 14 10:06:08.735294 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b53793a8-4da8-44b1-b4fa-ee24c96d6883', 'name': 'network-vif-deleted', 'tag': 'a0a17270-ac82-4332-881a-fa77a5630d48'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:06:08.737541 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b47c19c3-22cd-44f3-88b0-4d7760f94faf" -d '{"events": [{"server_uuid": "b53793a8-4da8-44b1-b4fa-ee24c96d6883", "name": "network-vif-deleted", "tag": "a0a17270-ac82-4332-881a-fa77a5630d48"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:06:08.774426 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:06:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0000573f-39ce-4da6-9bef-6b18501fa436 x-openstack-request-id: req-0000573f-39ce-4da6-9bef-6b18501fa436 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:06:08.774717 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b53793a8-4da8-44b1-b4fa-ee24c96d6883", "name": "network-vif-deleted", "tag": "a0a17270-ac82-4332-881a-fa77a5630d48", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:06:08.775396 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-0000573f-39ce-4da6-9bef-6b18501fa436 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:06:08.775520 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b53793a8-4da8-44b1-b4fa-ee24c96d6883', 'name': 'network-vif-deleted', 'tag': 'a0a17270-ac82-4332-881a-fa77a5630d48', 'status': 'completed', 'code': 200} Jul 14 10:06:09.261351 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-75fad324-a418-4ed4-9149-1530309c31c1 req-eadbcde8-b13e-4972-9245-f5110b6bfc7d tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/ports?device_id=b53793a8-4da8-44b1-b4fa-ee24c96d6883 HTTP/1.1" status: 200 len: 210 time: 0.0341341 Jul 14 10:06:10.407590 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-73f3b133-23f5-459a-9648-122d752770ef req-45663eba-5117-458e-8164-390dcf3adef7 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/ports?device_id=b53793a8-4da8-44b1-b4fa-ee24c96d6883 HTTP/1.1" status: 200 len: 210 time: 0.0336182 Jul 14 10:06:11.388152 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device a0a17270-ac82-4332-881a-fa77a5630d48 no longer exists at agent hyperv_n-h2-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:06:11.409049 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] No Port match for: a0a17270-ac82-4332-881a-fa77a5630d48 {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:06:11.409406 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device a0a17270-ac82-4332-881a-fa77a5630d48 not bound to the agent host n-h2-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:06:11.548462 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-39c84fed-e318-4589-93a0-a5b7e0555efa req-8296d494-3b1a-4b7a-aef1-53b196be0c23 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/ports?device_id=b53793a8-4da8-44b1-b4fa-ee24c96d6883 HTTP/1.1" status: 200 len: 210 time: 0.0295134 Jul 14 10:06:12.706000 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-904c42fa-491e-4e86-bb7f-c8bd120abd3a req-8c6632b1-3757-400b-9b9e-61d7388d5da3 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/ports?device_id=b53793a8-4da8-44b1-b4fa-ee24c96d6883 HTTP/1.1" status: 200 len: 210 time: 0.0291202 Jul 14 10:06:13.165272 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:13.927350 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:18.121025 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 36672) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:06:18.277461 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-e7585d47-627e-4cb0-9413-2716404b3719 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Deleting port d2adccff-284e-4109-8931-43c377e57a32 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:06:18.277831 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e7585d47-627e-4cb0-9413-2716404b3719 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:18.354501 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e7585d47-627e-4cb0-9413-2716404b3719 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:18.354739 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e7585d47-627e-4cb0-9413-2716404b3719 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:18.367794 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-e7585d47-627e-4cb0-9413-2716404b3719 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Calling delete_port for d2adccff-284e-4109-8931-43c377e57a32 owned by network:floatingip {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:06:18.517882 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e7585d47-627e-4cb0-9413-2716404b3719 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:18.545380 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7585d47-627e-4cb0-9413-2716404b3719 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Pushing event deleted for resources: {'Port': ['ID=d2adccff-284e-4109-8931-43c377e57a32,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:06:18.574070 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7585d47-627e-4cb0-9413-2716404b3719 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:06:18.574470 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7585d47-627e-4cb0-9413-2716404b3719 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:06:18.574824 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7585d47-627e-4cb0-9413-2716404b3719 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:06:18.575154 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7585d47-627e-4cb0-9413-2716404b3719 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:06:18.575489 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7585d47-627e-4cb0-9413-2716404b3719 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:06:18.575815 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7585d47-627e-4cb0-9413-2716404b3719 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:06:18.576142 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7585d47-627e-4cb0-9413-2716404b3719 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:06:18.576463 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7585d47-627e-4cb0-9413-2716404b3719 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:06:18.576784 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7585d47-627e-4cb0-9413-2716404b3719 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:06:18.577105 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7585d47-627e-4cb0-9413-2716404b3719 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:06:18.577430 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7585d47-627e-4cb0-9413-2716404b3719 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:06:18.577771 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7585d47-627e-4cb0-9413-2716404b3719 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:06:18.615971 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e7585d47-627e-4cb0-9413-2716404b3719 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Notify callbacks [] for floatingip, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:18.616247 n-d-779913-29 neutron-server[93958]: INFO neutron.db.l3_db [None req-e7585d47-627e-4cb0-9413-2716404b3719 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Floating IP 9b98764e-7908-41b2-a838-a7f4732e0abe disassociated (deleted). External IP: 172.25.4.20, port: 69cb26b1-e0fb-4efe-ad42-04b70dd28e6f. Jul 14 10:06:18.846036 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7585d47-627e-4cb0-9413-2716404b3719 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Router c6c7fbdb-864f-4715-a808-20b048faa64c has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:06:18.965620 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7585d47-627e-4cb0-9413-2716404b3719 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:06:18.970246 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e7585d47-627e-4cb0-9413-2716404b3719 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for floatingip, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:18.974718 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ba1dba1-05fe-4fbb-9783-65295036ccaa None None] Sync routers for ids ['c6c7fbdb-864f-4715-a808-20b048faa64c'] in n-d-779913-29 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:06:18.984455 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ba1dba1-05fe-4fbb-9783-65295036ccaa None None] Routers {'c6c7fbdb-864f-4715-a808-20b048faa64c'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:06:18.985139 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-4ba1dba1-05fe-4fbb-9783-65295036ccaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T10:05:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['c6c7fbdb-864f-4715-a808-20b048faa64c'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:06:19.006666 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-e7585d47-627e-4cb0-9413-2716404b3719 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "DELETE /v2.0/floatingips/9b98764e-7908-41b2-a838-a7f4732e0abe HTTP/1.1" status: 204 len: 168 time: 0.8838251 Jul 14 10:06:19.007370 n-d-779913-29 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76426b98-493a-48b4-b0d2-7f2d38fe65cd', 'tag': '69cb26b1-e0fb-4efe-ad42-04b70dd28e6f'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:06:19.009758 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15cb48f044f948e981f43897c8d7f1332f741dc7af2b4c5a6e19d8f4a80f708e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24276c9c-71e0-4385-8def-f2ca57b01983" -d '{"events": [{"name": "network-changed", "server_uuid": "76426b98-493a-48b4-b0d2-7f2d38fe65cd", "tag": "69cb26b1-e0fb-4efe-ad42-04b70dd28e6f"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:06:19.100851 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-4ba1dba1-05fe-4fbb-9783-65295036ccaa None None] Set router c6c7fbdb-864f-4715-a808-20b048faa64c gateway port host: n-d-779913-29 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:06:19.129438 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:06:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88981c3d-4204-455a-9ac4-b0ecb21c2572 x-openstack-request-id: req-88981c3d-4204-455a-9ac4-b0ecb21c2572 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:06:19.129983 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76426b98-493a-48b4-b0d2-7f2d38fe65cd", "tag": "69cb26b1-e0fb-4efe-ad42-04b70dd28e6f", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:06:19.129983 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-88981c3d-4204-455a-9ac4-b0ecb21c2572 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:06:19.130407 n-d-779913-29 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76426b98-493a-48b4-b0d2-7f2d38fe65cd', 'tag': '69cb26b1-e0fb-4efe-ad42-04b70dd28e6f', 'status': 'completed', 'code': 200} Jul 14 10:06:19.234112 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24276c9c-71e0-4385-8def-f2ca57b01983 req-9e485239-83e2-4596-ba86-1796de2160a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:06:19.235776 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-24276c9c-71e0-4385-8def-f2ca57b01983 req-9e485239-83e2-4596-ba86-1796de2160a8 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6606703679bf48b78717d16f607a62b8&device_id=76426b98-493a-48b4-b0d2-7f2d38fe65cd HTTP/1.1" status: 200 len: 1098 time: 0.0616238 Jul 14 10:06:19.315774 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-4ba1dba1-05fe-4fbb-9783-65295036ccaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6c7fbdb-864f-4715-a808-20b048faa64c', 'name': 'tempest-TestVolumeBootPattern-658018726-router', 'tenant_id': '6606703679bf48b78717d16f607a62b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': '956a4549-778f-47c8-b490-fd62bcb7ed1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:56:37Z', 'updated_at': '2021-07-14T09:56:39Z', 'revision_number': 4, 'project_id': '6606703679bf48b78717d16f607a62b8', 'gw_port': {'id': '956a4549-778f-47c8-b490-fd62bcb7ed1e', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:9e:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6c7fbdb-864f-4715-a808-20b048faa64c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:56:37Z', 'updated_at': '2021-07-14T09:56:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': 'aeb406d7-1d13-4fea-aaae-e25e733e36cd', 'name': '', 'network_id': '4a41190d-e41a-4086-9106-e0776e2181e2', 'tenant_id': '6606703679bf48b78717d16f607a62b8', 'mac_address': 'fa:16:3e:20:fc:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6c7fbdb-864f-4715-a808-20b048faa64c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': '8d9e1361-7dda-4b0f-8018-18ad346c1466', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:56:39Z', 'updated_at': '2021-07-14T09:56:46Z', 'revision_number': 5, 'project_id': '6606703679bf48b78717d16f607a62b8', 'subnets': [{'id': '8d9e1361-7dda-4b0f-8018-18ad346c1466', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:06:19.343253 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ba1dba1-05fe-4fbb-9783-65295036ccaa None None] Checking router: c6c7fbdb-864f-4715-a808-20b048faa64c for host: n-d-779913-29 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:06:19.352416 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ba1dba1-05fe-4fbb-9783-65295036ccaa None None] Routers {'c6c7fbdb-864f-4715-a808-20b048faa64c'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:06:19.353028 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-4ba1dba1-05fe-4fbb-9783-65295036ccaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T10:05:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['c6c7fbdb-864f-4715-a808-20b048faa64c'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:06:19.370199 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24276c9c-71e0-4385-8def-f2ca57b01983 req-3961d502-3e5e-4de7-8016-05eeac0c2114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:06:19.371869 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-24276c9c-71e0-4385-8def-f2ca57b01983 req-3961d502-3e5e-4de7-8016-05eeac0c2114 service neutron] 10.222.0.65 "GET /v2.0/networks?id=4a41190d-e41a-4086-9106-e0776e2181e2 HTTP/1.1" status: 200 len: 912 time: 0.0927815 Jul 14 10:06:19.388802 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32fda97-11d7-4c91-a35a-59cd04983b6a req-14fe4c3c-45ac-4cfa-9fa0-d0bb83873dc2 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:06:19.390356 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-f32fda97-11d7-4c91-a35a-59cd04983b6a req-14fe4c3c-45ac-4cfa-9fa0-d0bb83873dc2 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/ports?device_id=76426b98-493a-48b4-b0d2-7f2d38fe65cd HTTP/1.1" status: 200 len: 946 time: 0.0683250 Jul 14 10:06:19.415868 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-24276c9c-71e0-4385-8def-f2ca57b01983 req-27daefc9-8629-4f84-99c8-336e046a5436 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=69cb26b1-e0fb-4efe-ad42-04b70dd28e6f HTTP/1.1" status: 200 len: 217 time: 0.0362742 Jul 14 10:06:19.435743 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-f32fda97-11d7-4c91-a35a-59cd04983b6a req-3dfc3d05-2c43-47e0-9aca-38272cbeb68b tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/security-groups?id=8829d6dc-8985-4bd2-ad38-d19720f7bb3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388989 Jul 14 10:06:19.461020 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-4ba1dba1-05fe-4fbb-9783-65295036ccaa None None] Set router c6c7fbdb-864f-4715-a808-20b048faa64c gateway port host: n-d-779913-29 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:06:19.472631 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24276c9c-71e0-4385-8def-f2ca57b01983 req-b2a8121d-15da-42e8-80a2-8944c8703cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:06:19.474182 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-24276c9c-71e0-4385-8def-f2ca57b01983 req-b2a8121d-15da-42e8-80a2-8944c8703cfa service neutron] 10.222.0.65 "GET /v2.0/subnets?id=8d9e1361-7dda-4b0f-8018-18ad346c1466 HTTP/1.1" status: 200 len: 850 time: 0.0518284 Jul 14 10:06:19.534561 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24276c9c-71e0-4385-8def-f2ca57b01983 req-509579fa-be85-40d3-8844-1414de276a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:06:19.536073 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-24276c9c-71e0-4385-8def-f2ca57b01983 req-509579fa-be85-40d3-8844-1414de276a1a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4a41190d-e41a-4086-9106-e0776e2181e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0552652 Jul 14 10:06:19.626807 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-24276c9c-71e0-4385-8def-f2ca57b01983 req-16c6188f-b902-42ec-8885-59e4d7cc1194 service neutron] 10.222.0.65 "GET /v2.0/networks/4a41190d-e41a-4086-9106-e0776e2181e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839484 Jul 14 10:06:19.654501 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-4ba1dba1-05fe-4fbb-9783-65295036ccaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6c7fbdb-864f-4715-a808-20b048faa64c', 'name': 'tempest-TestVolumeBootPattern-658018726-router', 'tenant_id': '6606703679bf48b78717d16f607a62b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': '956a4549-778f-47c8-b490-fd62bcb7ed1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:56:37Z', 'updated_at': '2021-07-14T09:56:39Z', 'revision_number': 4, 'project_id': '6606703679bf48b78717d16f607a62b8', 'gw_port': {'id': '956a4549-778f-47c8-b490-fd62bcb7ed1e', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:9e:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6c7fbdb-864f-4715-a808-20b048faa64c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:56:37Z', 'updated_at': '2021-07-14T09:56:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': 'aeb406d7-1d13-4fea-aaae-e25e733e36cd', 'name': '', 'network_id': '4a41190d-e41a-4086-9106-e0776e2181e2', 'tenant_id': '6606703679bf48b78717d16f607a62b8', 'mac_address': 'fa:16:3e:20:fc:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6c7fbdb-864f-4715-a808-20b048faa64c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': '8d9e1361-7dda-4b0f-8018-18ad346c1466', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:56:39Z', 'updated_at': '2021-07-14T09:56:46Z', 'revision_number': 5, 'project_id': '6606703679bf48b78717d16f607a62b8', 'subnets': [{'id': '8d9e1361-7dda-4b0f-8018-18ad346c1466', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:06:19.684641 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ba1dba1-05fe-4fbb-9783-65295036ccaa None None] The sync data for ids ['c6c7fbdb-864f-4715-a808-20b048faa64c'] in n-d-779913-29 is: [{'id': 'c6c7fbdb-864f-4715-a808-20b048faa64c', 'name': 'tempest-TestVolumeBootPattern-658018726-router', 'tenant_id': '6606703679bf48b78717d16f607a62b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': '956a4549-778f-47c8-b490-fd62bcb7ed1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:56:37Z', 'updated_at': '2021-07-14T09:56:39Z', 'revision_number': 4, 'project_id': '6606703679bf48b78717d16f607a62b8', 'gw_port': {'id': '956a4549-778f-47c8-b490-fd62bcb7ed1e', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:9e:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6c7fbdb-864f-4715-a808-20b048faa64c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:56:37Z', 'updated_at': '2021-07-14T09:56:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': 'aeb406d7-1d13-4fea-aaae-e25e733e36cd', 'name': '', 'network_id': '4a41190d-e41a-4086-9106-e0776e2181e2', 'tenant_id': '6606703679bf48b78717d16f607a62b8', 'mac_address': 'fa:16:3e:20:fc:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6c7fbdb-864f-4715-a808-20b048faa64c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': '8d9e1361-7dda-4b0f-8018-18ad346c1466', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:56:39Z', 'updated_at': '2021-07-14T09:56:46Z', 'revision_number': 5, 'project_id': '6606703679bf48b78717d16f607a62b8', 'subnets': [{'id': '8d9e1361-7dda-4b0f-8018-18ad346c1466', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:06:19.721957 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-24276c9c-71e0-4385-8def-f2ca57b01983 req-6d0aa5b4-f036-4d20-83d4-c4d167600524 service neutron] 10.222.0.65 "GET /v2.0/networks/4a41190d-e41a-4086-9106-e0776e2181e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881827 Jul 14 10:06:19.895653 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-009e8eda-3249-4259-80c6-8d709e89b98e None None] New status for floating IP 9b98764e-7908-41b2-a838-a7f4732e0abe: DOWN {{(pid=93959) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 10:06:20.613730 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08e2e0b-e8b1-4249-bd0e-58a14491ea56 req-ebba7ab7-2a84-4d1a-a2e1-18af81443efe tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:06:20.615172 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c08e2e0b-e8b1-4249-bd0e-58a14491ea56 req-ebba7ab7-2a84-4d1a-a2e1-18af81443efe tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/ports?device_id=76426b98-493a-48b4-b0d2-7f2d38fe65cd HTTP/1.1" status: 200 len: 946 time: 0.0636199 Jul 14 10:06:20.652419 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c08e2e0b-e8b1-4249-bd0e-58a14491ea56 req-fe916657-0529-48e5-9230-8879f8f09a5d tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/security-groups?id=8829d6dc-8985-4bd2-ad38-d19720f7bb3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317042 Jul 14 10:06:20.986535 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997b9c97-2450-4405-b809-4d45f969e25b req-18ecf1a1-4499-478e-b8d1-b92da7106f3e tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:06:20.988002 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-997b9c97-2450-4405-b809-4d45f969e25b req-18ecf1a1-4499-478e-b8d1-b92da7106f3e tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.65 "GET /v2.0/ports?device_id=76426b98-493a-48b4-b0d2-7f2d38fe65cd HTTP/1.1" status: 200 len: 946 time: 0.0629563 Jul 14 10:06:21.090529 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [req-997b9c97-2450-4405-b809-4d45f969e25b req-cdbbb819-66b4-43ab-99ac-8b8d882f4e5e tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Deleting port 69cb26b1-e0fb-4efe-ad42-04b70dd28e6f {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:06:21.090873 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-997b9c97-2450-4405-b809-4d45f969e25b req-cdbbb819-66b4-43ab-99ac-8b8d882f4e5e tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:21.175769 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-997b9c97-2450-4405-b809-4d45f969e25b req-cdbbb819-66b4-43ab-99ac-8b8d882f4e5e tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] For port 69cb26b1-e0fb-4efe-ad42-04b70dd28e6f, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=69cb26b1-e0fb-4efe-ad42-04b70dd28e6f,segment=NetworkSegment(706510d8-b2fe-4655-a702-4a6b9e541601),segment_id=706510d8-b2fe-4655-a702-4a6b9e541601)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:06:21.176124 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-997b9c97-2450-4405-b809-4d45f969e25b req-cdbbb819-66b4-43ab-99ac-8b8d882f4e5e tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:21.188806 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [req-997b9c97-2450-4405-b809-4d45f969e25b req-cdbbb819-66b4-43ab-99ac-8b8d882f4e5e tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Calling delete_port for 69cb26b1-e0fb-4efe-ad42-04b70dd28e6f owned by compute:nova {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:06:21.318129 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-997b9c97-2450-4405-b809-4d45f969e25b req-cdbbb819-66b4-43ab-99ac-8b8d882f4e5e tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:21.351960 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbbb819-66b4-43ab-99ac-8b8d882f4e5e tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Pushing event deleted for resources: {'Port': ['ID=69cb26b1-e0fb-4efe-ad42-04b70dd28e6f,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:06:21.404247 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-997b9c97-2450-4405-b809-4d45f969e25b req-cdbbb819-66b4-43ab-99ac-8b8d882f4e5e tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] No DVR routers for this DVR port 69cb26b1-e0fb-4efe-ad42-04b70dd28e6f on host n-h1-779913-29 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:06:21.406853 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-997b9c97-2450-4405-b809-4d45f969e25b req-cdbbb819-66b4-43ab-99ac-8b8d882f4e5e tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:21.408817 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-997b9c97-2450-4405-b809-4d45f969e25b req-cdbbb819-66b4-43ab-99ac-8b8d882f4e5e tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.65 "DELETE /v2.0/ports/69cb26b1-e0fb-4efe-ad42-04b70dd28e6f HTTP/1.1" status: 204 len: 173 time: 0.4158878 Jul 14 10:06:21.409276 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76426b98-493a-48b4-b0d2-7f2d38fe65cd', 'name': 'network-vif-deleted', 'tag': '69cb26b1-e0fb-4efe-ad42-04b70dd28e6f'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:06:21.411573 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b7cb1f3-9e25-41b1-a4f1-04976a1537f0" -d '{"events": [{"server_uuid": "76426b98-493a-48b4-b0d2-7f2d38fe65cd", "name": "network-vif-deleted", "tag": "69cb26b1-e0fb-4efe-ad42-04b70dd28e6f"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:06:21.448311 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:06:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d22b121-92af-4e1d-9ad4-e65a0b2fb7e8 x-openstack-request-id: req-4d22b121-92af-4e1d-9ad4-e65a0b2fb7e8 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:06:21.448633 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76426b98-493a-48b4-b0d2-7f2d38fe65cd", "name": "network-vif-deleted", "tag": "69cb26b1-e0fb-4efe-ad42-04b70dd28e6f", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:06:21.448868 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-4d22b121-92af-4e1d-9ad4-e65a0b2fb7e8 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:06:21.449271 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76426b98-493a-48b4-b0d2-7f2d38fe65cd', 'name': 'network-vif-deleted', 'tag': '69cb26b1-e0fb-4efe-ad42-04b70dd28e6f', 'status': 'completed', 'code': 200} Jul 14 10:06:21.796234 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-16ed7add-385d-4225-9445-6043b1b1aa4d req-f872e23f-d12a-4173-bedf-1740da4b92c1 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/ports?device_id=76426b98-493a-48b4-b0d2-7f2d38fe65cd HTTP/1.1" status: 200 len: 210 time: 0.0300314 Jul 14 10:06:22.249370 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d6e1e28f-941b-45cc-9acd-7aed737a4534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:22.942934 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-108ba2e3-dbe2-4bc9-9234-9c321f62c3db req-a0a759af-b0d7-4d35-95d6-f254a2cdc5e6 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/ports?device_id=76426b98-493a-48b4-b0d2-7f2d38fe65cd HTTP/1.1" status: 200 len: 210 time: 0.0308061 Jul 14 10:06:23.401839 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 69cb26b1-e0fb-4efe-ad42-04b70dd28e6f no longer exists at agent hyperv_n-h1-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:06:23.421766 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] No Port match for: 69cb26b1-e0fb-4efe-ad42-04b70dd28e6f {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:06:23.422108 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 69cb26b1-e0fb-4efe-ad42-04b70dd28e6f not bound to the agent host n-h1-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:06:24.085787 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-250e6dfc-1ba1-40c1-b3cc-12d2802e01a6 req-fe829eb8-7c62-48c3-beba-2ac16ebe5ee3 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/ports?device_id=76426b98-493a-48b4-b0d2-7f2d38fe65cd HTTP/1.1" status: 200 len: 210 time: 0.0294142 Jul 14 10:06:24.806255 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:24.915472 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-68e14a00-94b3-41fd-ad6a-52426a28a2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:25.240923 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-bd2e25c3-f4c3-426e-981b-15cc43f57cba req-1d48a44c-f707-4c4f-86f1-91cddade7988 tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "GET /v2.0/ports?device_id=76426b98-493a-48b4-b0d2-7f2d38fe65cd HTTP/1.1" status: 200 len: 210 time: 0.0300555 Jul 14 10:06:26.018436 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5ad31076-714c-49ec-bc37-f3d4cd90112a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:26.332448 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 36706) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:06:26.457170 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-c08bfe61-f9f0-4eee-99f9-ddcad48b522f tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Deleting port 397bac74-35dc-4893-8acc-5b9c766cd665 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:06:26.457549 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c08bfe61-f9f0-4eee-99f9-ddcad48b522f tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:26.536338 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c08bfe61-f9f0-4eee-99f9-ddcad48b522f tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:26.536578 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c08bfe61-f9f0-4eee-99f9-ddcad48b522f tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:26.548502 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-c08bfe61-f9f0-4eee-99f9-ddcad48b522f tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Calling delete_port for 397bac74-35dc-4893-8acc-5b9c766cd665 owned by network:floatingip {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:06:26.675125 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c08bfe61-f9f0-4eee-99f9-ddcad48b522f tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:26.705418 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08bfe61-f9f0-4eee-99f9-ddcad48b522f tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Pushing event deleted for resources: {'Port': ['ID=397bac74-35dc-4893-8acc-5b9c766cd665,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:06:26.773106 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c08bfe61-f9f0-4eee-99f9-ddcad48b522f tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Notify callbacks [] for floatingip, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:26.775885 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c08bfe61-f9f0-4eee-99f9-ddcad48b522f tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for floatingip, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:26.777033 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-c08bfe61-f9f0-4eee-99f9-ddcad48b522f tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "DELETE /v2.0/floatingips/91d5b26c-58eb-4b28-b7d0-88ac0294c562 HTTP/1.1" status: 204 len: 168 time: 0.4436071 Jul 14 10:06:27.840107 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5bbe322f-3f67-4864-bc0a-91afe44d23e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:29.135130 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 36720) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:06:29.193079 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d48339e1-3dbd-46ea-bb24-7c8b1533b7fd tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Notify callbacks [] for security_group, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:29.219094 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d48339e1-3dbd-46ea-bb24-7c8b1533b7fd tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:29.280249 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d48339e1-3dbd-46ea-bb24-7c8b1533b7fd tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:29.282847 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d48339e1-3dbd-46ea-bb24-7c8b1533b7fd tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:29.284010 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-d48339e1-3dbd-46ea-bb24-7c8b1533b7fd tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] 10.222.0.68 "DELETE /v2.0/security-groups/8829d6dc-8985-4bd2-ad38-d19720f7bb3a HTTP/1.1" status: 204 len: 168 time: 0.1475914 Jul 14 10:06:29.293268 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48339e1-3dbd-46ea-bb24-7c8b1533b7fd tempest-TestVolumeBootPattern-1800672719 tempest-TestVolumeBootPattern-1800672719-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8829d6dc-8985-4bd2-ad38-d19720f7bb3a,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:06:29.352540 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 36724) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:06:29.853760 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-59e5854d-093d-4521-8710-f1406661e760 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-683602'] for router_interface, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:30.124188 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-59e5854d-093d-4521-8710-f1406661e760 admin admin] Deleting port aeb406d7-1d13-4fea-aaae-e25e733e36cd {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:06:30.124443 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-59e5854d-093d-4521-8710-f1406661e760 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:30.202606 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-59e5854d-093d-4521-8710-f1406661e760 admin admin] For port aeb406d7-1d13-4fea-aaae-e25e733e36cd, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=aeb406d7-1d13-4fea-aaae-e25e733e36cd,segment=NetworkSegment(706510d8-b2fe-4655-a702-4a6b9e541601),segment_id=706510d8-b2fe-4655-a702-4a6b9e541601)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:06:30.203307 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-59e5854d-093d-4521-8710-f1406661e760 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:30.216462 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-59e5854d-093d-4521-8710-f1406661e760 admin admin] Calling delete_port for aeb406d7-1d13-4fea-aaae-e25e733e36cd owned by network:router_interface {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:06:30.402865 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-59e5854d-093d-4521-8710-f1406661e760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:30.433279 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e5854d-093d-4521-8710-f1406661e760 admin admin] Pushing event deleted for resources: {'Port': ['ID=aeb406d7-1d13-4fea-aaae-e25e733e36cd,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:06:30.610496 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-59e5854d-093d-4521-8710-f1406661e760 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-620860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682934'] for router_interface, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:30.668926 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.agents_db [None req-3c3509fb-540d-4335-a450-574895dd3602 None None] Agent healthcheck: found 7 active agents {{(pid=93960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:06:30.835693 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59e5854d-093d-4521-8710-f1406661e760 admin admin] Router c6c7fbdb-864f-4715-a808-20b048faa64c has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:06:30.940291 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59e5854d-093d-4521-8710-f1406661e760 admin admin] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:06:30.945948 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-59e5854d-093d-4521-8710-f1406661e760 admin admin] 10.222.0.68 "PUT /v2.0/routers/c6c7fbdb-864f-4715-a808-20b048faa64c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5904763 Jul 14 10:06:30.948479 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 36728) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:06:30.950084 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98e2fca1-98cd-4bca-b60d-c16aaebba156 None None] Sync routers for ids ['c6c7fbdb-864f-4715-a808-20b048faa64c'] in n-d-779913-29 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:06:30.958988 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98e2fca1-98cd-4bca-b60d-c16aaebba156 None None] Routers {'c6c7fbdb-864f-4715-a808-20b048faa64c'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:06:30.960134 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-98e2fca1-98cd-4bca-b60d-c16aaebba156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T10:06:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['c6c7fbdb-864f-4715-a808-20b048faa64c'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:06:31.065377 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-98e2fca1-98cd-4bca-b60d-c16aaebba156 None None] Set router c6c7fbdb-864f-4715-a808-20b048faa64c gateway port host: n-d-779913-29 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:06:31.304620 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-62ee9936-2642-47ea-b9b1-5a58ddda5343 admin admin] Notify callbacks [] for router, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:31.334062 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-98e2fca1-98cd-4bca-b60d-c16aaebba156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6c7fbdb-864f-4715-a808-20b048faa64c', 'name': 'tempest-TestVolumeBootPattern-658018726-router', 'tenant_id': '6606703679bf48b78717d16f607a62b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': '956a4549-778f-47c8-b490-fd62bcb7ed1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:56:37Z', 'updated_at': '2021-07-14T10:06:30Z', 'revision_number': 5, 'project_id': '6606703679bf48b78717d16f607a62b8', 'gw_port': {'id': '956a4549-778f-47c8-b490-fd62bcb7ed1e', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:9e:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6c7fbdb-864f-4715-a808-20b048faa64c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:56:37Z', 'updated_at': '2021-07-14T09:56:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29'}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:06:31.362441 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98e2fca1-98cd-4bca-b60d-c16aaebba156 None None] Checking router: c6c7fbdb-864f-4715-a808-20b048faa64c for host: n-d-779913-29 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:06:31.371054 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98e2fca1-98cd-4bca-b60d-c16aaebba156 None None] Routers {'c6c7fbdb-864f-4715-a808-20b048faa64c'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:06:31.371652 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-98e2fca1-98cd-4bca-b60d-c16aaebba156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T10:06:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['c6c7fbdb-864f-4715-a808-20b048faa64c'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:06:31.405537 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-62ee9936-2642-47ea-b9b1-5a58ddda5343 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:31.457462 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-62ee9936-2642-47ea-b9b1-5a58ddda5343 admin admin] Deleting port 956a4549-778f-47c8-b490-fd62bcb7ed1e {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:06:31.457837 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-62ee9936-2642-47ea-b9b1-5a58ddda5343 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:31.473410 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-98e2fca1-98cd-4bca-b60d-c16aaebba156 None None] Set router c6c7fbdb-864f-4715-a808-20b048faa64c gateway port host: n-d-779913-29 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:06:31.534906 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-62ee9936-2642-47ea-b9b1-5a58ddda5343 admin admin] For port 956a4549-778f-47c8-b490-fd62bcb7ed1e, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=956a4549-778f-47c8-b490-fd62bcb7ed1e,segment=NetworkSegment(81bf7a93-80b3-43df-b9d5-462c604a2945),segment_id=81bf7a93-80b3-43df-b9d5-462c604a2945)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:06:31.535264 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-62ee9936-2642-47ea-b9b1-5a58ddda5343 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:31.547968 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-62ee9936-2642-47ea-b9b1-5a58ddda5343 admin admin] Calling delete_port for 956a4549-778f-47c8-b490-fd62bcb7ed1e owned by network:router_gateway {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:06:31.644849 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-98e2fca1-98cd-4bca-b60d-c16aaebba156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6c7fbdb-864f-4715-a808-20b048faa64c', 'name': 'tempest-TestVolumeBootPattern-658018726-router', 'tenant_id': '6606703679bf48b78717d16f607a62b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': '956a4549-778f-47c8-b490-fd62bcb7ed1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:56:37Z', 'updated_at': '2021-07-14T10:06:30Z', 'revision_number': 5, 'project_id': '6606703679bf48b78717d16f607a62b8', 'gw_port': {'id': '956a4549-778f-47c8-b490-fd62bcb7ed1e', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:9e:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6c7fbdb-864f-4715-a808-20b048faa64c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:56:37Z', 'updated_at': '2021-07-14T09:56:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29'}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:06:31.671221 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98e2fca1-98cd-4bca-b60d-c16aaebba156 None None] The sync data for ids ['c6c7fbdb-864f-4715-a808-20b048faa64c'] in n-d-779913-29 is: [{'id': 'c6c7fbdb-864f-4715-a808-20b048faa64c', 'name': 'tempest-TestVolumeBootPattern-658018726-router', 'tenant_id': '6606703679bf48b78717d16f607a62b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': '956a4549-778f-47c8-b490-fd62bcb7ed1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:56:37Z', 'updated_at': '2021-07-14T10:06:30Z', 'revision_number': 5, 'project_id': '6606703679bf48b78717d16f607a62b8', 'gw_port': {'id': '956a4549-778f-47c8-b490-fd62bcb7ed1e', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:9e:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6c7fbdb-864f-4715-a808-20b048faa64c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:56:37Z', 'updated_at': '2021-07-14T09:56:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29'}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:06:31.720390 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-62ee9936-2642-47ea-b9b1-5a58ddda5343 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:31.750980 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ee9936-2642-47ea-b9b1-5a58ddda5343 admin admin] Pushing event deleted for resources: {'Port': ['ID=956a4549-778f-47c8-b490-fd62bcb7ed1e,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:06:31.812776 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-62ee9936-2642-47ea-b9b1-5a58ddda5343 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-660532'] for router_gateway, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:31.902460 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-62ee9936-2642-47ea-b9b1-5a58ddda5343 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-711871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12964'] for router, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:31.904522 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-62ee9936-2642-47ea-b9b1-5a58ddda5343 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:31.946819 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-62ee9936-2642-47ea-b9b1-5a58ddda5343 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-704815'] for router, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:31.947399 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62ee9936-2642-47ea-b9b1-5a58ddda5343 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c6c7fbdb-864f-4715-a808-20b048faa64c {{(pid=93957) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 10:06:31.951816 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-62ee9936-2642-47ea-b9b1-5a58ddda5343 admin admin] Notify callbacks [] for router, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:31.953151 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-62ee9936-2642-47ea-b9b1-5a58ddda5343 admin admin] 10.222.0.68 "DELETE /v2.0/routers/c6c7fbdb-864f-4715-a808-20b048faa64c HTTP/1.1" status: 204 len: 168 time: 1.0037463 Jul 14 10:06:31.955720 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 36730) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:06:32.005152 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_v2 [None req-87afc680-f2f9-4e3d-a3d4-0e72c1cb633e admin admin] Deleting subnet 8d9e1361-7dda-4b0f-8018-18ad346c1466 {{(pid=93957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 10:06:32.008571 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-87afc680-f2f9-4e3d-a3d4-0e72c1cb633e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:32.045599 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-87afc680-f2f9-4e3d-a3d4-0e72c1cb633e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10944203'] for subnet, precommit_delete_associations {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:32.140483 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-87afc680-f2f9-4e3d-a3d4-0e72c1cb633e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3481002'] for subnet, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:32.199033 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device aeb406d7-1d13-4fea-aaae-e25e733e36cd no longer exists at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:06:32.206092 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-87afc680-f2f9-4e3d-a3d4-0e72c1cb633e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10052701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11984075'] for subnet, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:32.222491 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] No Port match for: aeb406d7-1d13-4fea-aaae-e25e733e36cd {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:06:32.222902 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device aeb406d7-1d13-4fea-aaae-e25e733e36cd not bound to the agent host n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:06:32.238504 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87afc680-f2f9-4e3d-a3d4-0e72c1cb633e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d9e1361-7dda-4b0f-8018-18ad346c1466,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:06:32.240689 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-87afc680-f2f9-4e3d-a3d4-0e72c1cb633e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:32.245249 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-87afc680-f2f9-4e3d-a3d4-0e72c1cb633e admin admin] 10.222.0.68 "DELETE /v2.0/subnets/8d9e1361-7dda-4b0f-8018-18ad346c1466 HTTP/1.1" status: 204 len: 168 time: 0.2863243 Jul 14 10:06:32.245730 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 36732) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:06:32.249442 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e55f22a8-087f-48fe-b4dc-4fc4016353c7 None None] Network 4a41190d-e41a-4086-9106-e0776e2181e2 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:06:32.317773 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-238e044c-4792-4e37-a543-84c99f5f798d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3876111'] for network, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:32.377381 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-238e044c-4792-4e37-a543-84c99f5f798d admin admin] Deleting port 65a690e6-f3b1-4929-ac48-a11cf47538ca {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:06:32.377728 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-238e044c-4792-4e37-a543-84c99f5f798d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:32.447841 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-238e044c-4792-4e37-a543-84c99f5f798d admin admin] For port 65a690e6-f3b1-4929-ac48-a11cf47538ca, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=65a690e6-f3b1-4929-ac48-a11cf47538ca,segment=NetworkSegment(706510d8-b2fe-4655-a702-4a6b9e541601),segment_id=706510d8-b2fe-4655-a702-4a6b9e541601)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:06:32.448197 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-238e044c-4792-4e37-a543-84c99f5f798d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:32.461838 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-238e044c-4792-4e37-a543-84c99f5f798d admin admin] Calling delete_port for 65a690e6-f3b1-4929-ac48-a11cf47538ca owned by network:dhcp {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:06:32.543823 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-238e044c-4792-4e37-a543-84c99f5f798d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:32.572001 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238e044c-4792-4e37-a543-84c99f5f798d admin admin] Pushing event deleted for resources: {'Port': ['ID=65a690e6-f3b1-4929-ac48-a11cf47538ca,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:06:32.574774 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-238e044c-4792-4e37-a543-84c99f5f798d admin admin] No DVR routers for this DVR port 65a690e6-f3b1-4929-ac48-a11cf47538ca on host n-d-779913-29 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:06:32.652467 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-238e044c-4792-4e37-a543-84c99f5f798d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473955', 'neutron.services.segments.db._delete_segments_for_network-8735688326548'] for network, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:32.663035 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-238e044c-4792-4e37-a543-84c99f5f798d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a41190d-e41a-4086-9106-e0776e2181e2']}} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:06:32.681031 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-238e044c-4792-4e37-a543-84c99f5f798d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '706510d8-b2fe-4655-a702-4a6b9e541601') {'for_net_delete': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:06:32.681323 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-238e044c-4792-4e37-a543-84c99f5f798d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '706510d8-b2fe-4655-a702-4a6b9e541601') {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:06:32.698595 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-238e044c-4792-4e37-a543-84c99f5f798d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735688356235', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10944210'] for segment, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:32.725415 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-238e044c-4792-4e37-a543-84c99f5f798d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:32.729346 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-602cb996-503b-4c2f-8d05-2f67c7f6d772 None None] DHCP port deletion for 4a41190d-e41a-4086-9106-e0776e2181e2 request from n-d-779913-29 {{(pid=93959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 10:06:32.735762 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-238e044c-4792-4e37-a543-84c99f5f798d admin admin] Releasing vlan 729 on physical network physnet1 to pool {{(pid=93957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 10:06:32.736182 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-238e044c-4792-4e37-a543-84c99f5f798d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10053619'] for segment, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:32.738002 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:06:32.738002 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:06:32.738002 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:06:32.738002 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:06:32.738002 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:06:32.738002 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:06:32.738002 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:06:32.738002 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:06:32.738002 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:06:32.738002 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:06:32.738002 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:06:32.738002 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:06:32.738002 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:06:32.738002 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:06:32.738002 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:06:32.738002 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:06:32.738002 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:06:32.738002 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:06:32.738002 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:06:32.738002 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:06:32.738002 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:06:32.738002 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:06:32.738002 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:06:32.738002 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:06:32.738002 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:06:32.738002 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:06:32.738002 n-d-779913-29 neutron-server[93957]: Traceback (most recent call last): Jul 14 10:06:32.738002 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 10:06:32.738002 n-d-779913-29 neutron-server[93957]: timer() Jul 14 10:06:32.738002 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 10:06:32.738002 n-d-779913-29 neutron-server[93957]: cb(*args, **kw) Jul 14 10:06:32.738002 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 10:06:32.738002 n-d-779913-29 neutron-server[93957]: return func(*args, **kwargs) Jul 14 10:06:32.738002 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 10:06:32.738002 n-d-779913-29 neutron-server[93957]: self._notify() Jul 14 10:06:32.738002 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 10:06:32.738002 n-d-779913-29 neutron-server[93957]: self.callback(batched_events) Jul 14 10:06:32.738002 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 10:06:32.738002 n-d-779913-29 neutron-server[93957]: event.method(event) Jul 14 10:06:32.738002 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 10:06:32.738002 n-d-779913-29 neutron-server[93957]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 10:06:32.738002 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 10:06:32.738002 n-d-779913-29 neutron-server[93957]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 10:06:32.738002 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 10:06:32.738002 n-d-779913-29 neutron-server[93957]: return f(self, *a, **k) Jul 14 10:06:32.738002 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 10:06:32.738002 n-d-779913-29 neutron-server[93957]: return self._get(url).json() Jul 14 10:06:32.738002 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 10:06:32.738002 n-d-779913-29 neutron-server[93957]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 10:06:32.738002 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 10:06:32.738002 n-d-779913-29 neutron-server[93957]: return self.request(url, 'GET', **kwargs) Jul 14 10:06:32.738002 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 10:06:32.738002 n-d-779913-29 neutron-server[93957]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 10:06:32.738002 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 10:06:32.738002 n-d-779913-29 neutron-server[93957]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 10:06:32.738002 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 10:06:32.738002 n-d-779913-29 neutron-server[93957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 10:06:32.738002 n-d-779913-29 neutron-server[93957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 10:06:32.797265 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-238e044c-4792-4e37-a543-84c99f5f798d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660504'] for network, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:32.809058 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-238e044c-4792-4e37-a543-84c99f5f798d admin admin] Notify callbacks [] for network, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:32.811914 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-238e044c-4792-4e37-a543-84c99f5f798d admin admin] 10.222.0.68 "DELETE /v2.0/networks/4a41190d-e41a-4086-9106-e0776e2181e2 HTTP/1.1" status: 204 len: 168 time: 0.5646946 Jul 14 10:06:32.814026 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 36734) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:06:32.822262 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238e044c-4792-4e37-a543-84c99f5f798d admin admin] Pushing event deleted for resources: {'Network': ['ID=4a41190d-e41a-4086-9106-e0776e2181e2,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:06:33.159800 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-424053e7-4393-49ee-808d-1e90808821ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-683602'] for router_interface, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:33.406401 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-424053e7-4393-49ee-808d-1e90808821ac admin admin] Deleting port ca7d6b3e-1266-4303-807a-b3285f25aff1 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:06:33.406652 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-424053e7-4393-49ee-808d-1e90808821ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:33.482044 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-424053e7-4393-49ee-808d-1e90808821ac admin admin] For port ca7d6b3e-1266-4303-807a-b3285f25aff1, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=ca7d6b3e-1266-4303-807a-b3285f25aff1,segment=NetworkSegment(97a28e48-446c-46c0-8ae1-7507b64714c7),segment_id=97a28e48-446c-46c0-8ae1-7507b64714c7)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:06:33.482402 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-424053e7-4393-49ee-808d-1e90808821ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:33.494884 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-424053e7-4393-49ee-808d-1e90808821ac admin admin] Calling delete_port for ca7d6b3e-1266-4303-807a-b3285f25aff1 owned by network:router_interface {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:06:33.669748 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-424053e7-4393-49ee-808d-1e90808821ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:33.699028 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424053e7-4393-49ee-808d-1e90808821ac admin admin] Pushing event deleted for resources: {'Port': ['ID=ca7d6b3e-1266-4303-807a-b3285f25aff1,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:06:33.864217 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-424053e7-4393-49ee-808d-1e90808821ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-620860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682934'] for router_interface, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:34.191163 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 956a4549-778f-47c8-b490-fd62bcb7ed1e no longer exists at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:06:34.216548 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] No Port match for: 956a4549-778f-47c8-b490-fd62bcb7ed1e {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:06:34.216893 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 956a4549-778f-47c8-b490-fd62bcb7ed1e not bound to the agent host n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:06:34.217310 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 65a690e6-f3b1-4929-ac48-a11cf47538ca no longer exists at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:06:34.237969 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] No Port match for: 65a690e6-f3b1-4929-ac48-a11cf47538ca {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:06:34.238322 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 65a690e6-f3b1-4929-ac48-a11cf47538ca not bound to the agent host n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:06:34.428715 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-424053e7-4393-49ee-808d-1e90808821ac admin admin] Router 559b8fb3-6c44-41c0-a897-62d0dbff69c0 has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:06:34.560964 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-424053e7-4393-49ee-808d-1e90808821ac admin admin] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:06:34.566224 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-424053e7-4393-49ee-808d-1e90808821ac admin admin] 10.222.0.68 "PUT /v2.0/routers/559b8fb3-6c44-41c0-a897-62d0dbff69c0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7510602 Jul 14 10:06:34.568972 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 36740) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:06:34.571919 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbc987ca-32d6-4ad8-95d3-860efe71079c None None] Sync routers for ids ['559b8fb3-6c44-41c0-a897-62d0dbff69c0'] in n-d-779913-29 {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:06:34.581511 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbc987ca-32d6-4ad8-95d3-860efe71079c None None] Routers {'559b8fb3-6c44-41c0-a897-62d0dbff69c0'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:06:34.582181 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-fbc987ca-32d6-4ad8-95d3-860efe71079c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T10:06:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['559b8fb3-6c44-41c0-a897-62d0dbff69c0'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:06:34.681674 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fb4a861c-b0ab-47a6-a4a6-bd86701794ee admin admin] Notify callbacks [] for router, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:34.698694 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvr_db [None req-fbc987ca-32d6-4ad8-95d3-860efe71079c None None] Set router 559b8fb3-6c44-41c0-a897-62d0dbff69c0 gateway port host: n-d-779913-29 {{(pid=93959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:06:34.788380 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fb4a861c-b0ab-47a6-a4a6-bd86701794ee admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:34.841455 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-fb4a861c-b0ab-47a6-a4a6-bd86701794ee admin admin] Deleting port e36901a0-003f-4277-9d4c-f46a6a94d674 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:06:34.841903 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fb4a861c-b0ab-47a6-a4a6-bd86701794ee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:34.880183 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-fbc987ca-32d6-4ad8-95d3-860efe71079c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '559b8fb3-6c44-41c0-a897-62d0dbff69c0', 'name': 'tempest-TestVolumeBootPattern-2032124276-router', 'tenant_id': 'd5be824a2e5a47e2855957902f7f1bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.78'}], 'enable_snat': True}, 'gw_port_id': 'e36901a0-003f-4277-9d4c-f46a6a94d674', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:56:41Z', 'updated_at': '2021-07-14T10:06:33Z', 'revision_number': 5, 'project_id': 'd5be824a2e5a47e2855957902f7f1bba', 'gw_port': {'id': 'e36901a0-003f-4277-9d4c-f46a6a94d674', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:12:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '559b8fb3-6c44-41c0-a897-62d0dbff69c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:56:42Z', 'updated_at': '2021-07-14T09:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29'}], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:06:34.909641 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbc987ca-32d6-4ad8-95d3-860efe71079c None None] Checking router: 559b8fb3-6c44-41c0-a897-62d0dbff69c0 for host: n-d-779913-29 {{(pid=93959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:06:34.918483 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbc987ca-32d6-4ad8-95d3-860efe71079c None None] Routers {'559b8fb3-6c44-41c0-a897-62d0dbff69c0'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:06:34.919104 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-fbc987ca-32d6-4ad8-95d3-860efe71079c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T10:06:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['559b8fb3-6c44-41c0-a897-62d0dbff69c0'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:06:34.923479 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-fb4a861c-b0ab-47a6-a4a6-bd86701794ee admin admin] For port e36901a0-003f-4277-9d4c-f46a6a94d674, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=e36901a0-003f-4277-9d4c-f46a6a94d674,segment=NetworkSegment(81bf7a93-80b3-43df-b9d5-462c604a2945),segment_id=81bf7a93-80b3-43df-b9d5-462c604a2945)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:06:34.923982 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fb4a861c-b0ab-47a6-a4a6-bd86701794ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:34.936375 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-fb4a861c-b0ab-47a6-a4a6-bd86701794ee admin admin] Calling delete_port for e36901a0-003f-4277-9d4c-f46a6a94d674 owned by network:router_gateway {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:06:34.999888 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvr_db [None req-fbc987ca-32d6-4ad8-95d3-860efe71079c None None] Set router 559b8fb3-6c44-41c0-a897-62d0dbff69c0 gateway port host: None {{(pid=93959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:06:35.054096 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-fbc987ca-32d6-4ad8-95d3-860efe71079c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '559b8fb3-6c44-41c0-a897-62d0dbff69c0', 'name': 'tempest-TestVolumeBootPattern-2032124276-router', 'tenant_id': 'd5be824a2e5a47e2855957902f7f1bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:56:41Z', 'updated_at': '2021-07-14T10:06:34Z', 'revision_number': 6, 'project_id': 'd5be824a2e5a47e2855957902f7f1bba', 'gw_port_host': None}], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:06:35.080955 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbc987ca-32d6-4ad8-95d3-860efe71079c None None] The sync data for ids ['559b8fb3-6c44-41c0-a897-62d0dbff69c0'] in n-d-779913-29 is: [{'id': '559b8fb3-6c44-41c0-a897-62d0dbff69c0', 'name': 'tempest-TestVolumeBootPattern-2032124276-router', 'tenant_id': 'd5be824a2e5a47e2855957902f7f1bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:56:41Z', 'updated_at': '2021-07-14T10:06:34Z', 'revision_number': 6, 'project_id': 'd5be824a2e5a47e2855957902f7f1bba', 'gw_port_host': None}] {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:06:35.101102 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fb4a861c-b0ab-47a6-a4a6-bd86701794ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:35.128512 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4a861c-b0ab-47a6-a4a6-bd86701794ee admin admin] Pushing event deleted for resources: {'Port': ['ID=e36901a0-003f-4277-9d4c-f46a6a94d674,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:06:35.191038 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fb4a861c-b0ab-47a6-a4a6-bd86701794ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-660532'] for router_gateway, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:35.281192 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fb4a861c-b0ab-47a6-a4a6-bd86701794ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-711871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12964'] for router, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:35.283385 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fb4a861c-b0ab-47a6-a4a6-bd86701794ee admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:35.327614 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fb4a861c-b0ab-47a6-a4a6-bd86701794ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-704815'] for router, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:35.328186 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb4a861c-b0ab-47a6-a4a6-bd86701794ee admin admin] Fanout notify agent at l3_agent the message router_deleted on router 559b8fb3-6c44-41c0-a897-62d0dbff69c0 {{(pid=93958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 10:06:35.332473 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fb4a861c-b0ab-47a6-a4a6-bd86701794ee admin admin] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:35.333675 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-fb4a861c-b0ab-47a6-a4a6-bd86701794ee admin admin] 10.222.0.68 "DELETE /v2.0/routers/559b8fb3-6c44-41c0-a897-62d0dbff69c0 HTTP/1.1" status: 204 len: 168 time: 0.7636068 Jul 14 10:06:35.336351 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 36742) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:06:35.383234 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1578110-4a22-44cf-a229-071b6af1ba76 admin admin] Deleting subnet ea925c05-5898-46c8-90d6-3ef770297751 {{(pid=93957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 10:06:35.386342 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f1578110-4a22-44cf-a229-071b6af1ba76 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:35.422720 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f1578110-4a22-44cf-a229-071b6af1ba76 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10944203'] for subnet, precommit_delete_associations {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:35.516528 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f1578110-4a22-44cf-a229-071b6af1ba76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3481002'] for subnet, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:35.574839 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f1578110-4a22-44cf-a229-071b6af1ba76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10052701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11984075'] for subnet, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:35.602302 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1578110-4a22-44cf-a229-071b6af1ba76 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea925c05-5898-46c8-90d6-3ef770297751,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:06:35.605803 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f1578110-4a22-44cf-a229-071b6af1ba76 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:35.607704 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-f1578110-4a22-44cf-a229-071b6af1ba76 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/ea925c05-5898-46c8-90d6-3ef770297751 HTTP/1.1" status: 204 len: 168 time: 0.2703176 Jul 14 10:06:35.610851 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 36744) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:06:35.611859 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec95e95f-e3b6-473d-a9ca-cf2cbb115d7a None None] Network ab880d59-5c7a-4c49-8f41-e693faec1539 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:06:35.685894 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f13fe2e4-ff71-45f7-b8e4-63e4ec629566 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3876111'] for network, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:35.748233 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-f13fe2e4-ff71-45f7-b8e4-63e4ec629566 admin admin] Deleting port 5314f75c-98d3-4658-974c-2a3bff42f626 {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:06:35.748692 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f13fe2e4-ff71-45f7-b8e4-63e4ec629566 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:35.818793 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-f13fe2e4-ff71-45f7-b8e4-63e4ec629566 admin admin] For port 5314f75c-98d3-4658-974c-2a3bff42f626, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=5314f75c-98d3-4658-974c-2a3bff42f626,segment=NetworkSegment(97a28e48-446c-46c0-8ae1-7507b64714c7),segment_id=97a28e48-446c-46c0-8ae1-7507b64714c7)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:06:35.819092 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f13fe2e4-ff71-45f7-b8e4-63e4ec629566 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:35.832510 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-f13fe2e4-ff71-45f7-b8e4-63e4ec629566 admin admin] Calling delete_port for 5314f75c-98d3-4658-974c-2a3bff42f626 owned by network:dhcp {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:06:35.873641 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d41eef0-d5fe-4f3c-88b1-38d47752b5a3 None None] DHCP port deletion for ab880d59-5c7a-4c49-8f41-e693faec1539 request from n-d-779913-29 {{(pid=93959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 10:06:35.923450 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f13fe2e4-ff71-45f7-b8e4-63e4ec629566 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:35.924464 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-2d41eef0-d5fe-4f3c-88b1-38d47752b5a3 None None] Deleting port 5314f75c-98d3-4658-974c-2a3bff42f626 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:06:35.924945 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2d41eef0-d5fe-4f3c-88b1-38d47752b5a3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:35.953624 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13fe2e4-ff71-45f7-b8e4-63e4ec629566 admin admin] Pushing event deleted for resources: {'Port': ['ID=5314f75c-98d3-4658-974c-2a3bff42f626,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:06:35.957340 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f13fe2e4-ff71-45f7-b8e4-63e4ec629566 admin admin] No DVR routers for this DVR port 5314f75c-98d3-4658-974c-2a3bff42f626 on host n-d-779913-29 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:06:36.001101 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-2d41eef0-d5fe-4f3c-88b1-38d47752b5a3 None None] For port 5314f75c-98d3-4658-974c-2a3bff42f626, host n-d-779913-29, got binding levels [] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:06:36.001101 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2d41eef0-d5fe-4f3c-88b1-38d47752b5a3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:36.015754 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-2d41eef0-d5fe-4f3c-88b1-38d47752b5a3 None None] Calling delete_port for 5314f75c-98d3-4658-974c-2a3bff42f626 owned by network:dhcp {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:06:36.018543 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.ipam_backend_mixin [None req-2d41eef0-d5fe-4f3c-88b1-38d47752b5a3 None None] Port 5314f75c-98d3-4658-974c-2a3bff42f626 was not found and therefore no delete operation was performed {{(pid=93959) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 14 10:06:36.019856 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2d41eef0-d5fe-4f3c-88b1-38d47752b5a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:36.040322 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f13fe2e4-ff71-45f7-b8e4-63e4ec629566 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473955', 'neutron.services.segments.db._delete_segments_for_network-8735688326548'] for network, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:36.045212 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d41eef0-d5fe-4f3c-88b1-38d47752b5a3 None None] Pushing event deleted for resources: {'Port': ['ID=5314f75c-98d3-4658-974c-2a3bff42f626,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:06:36.053934 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d41eef0-d5fe-4f3c-88b1-38d47752b5a3 None None] No DVR routers for this DVR port 5314f75c-98d3-4658-974c-2a3bff42f626 on host n-d-779913-29 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:06:36.056950 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d41eef0-d5fe-4f3c-88b1-38d47752b5a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:06:36.057312 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d41eef0-d5fe-4f3c-88b1-38d47752b5a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:06:36.057707 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d41eef0-d5fe-4f3c-88b1-38d47752b5a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:06:36.058108 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d41eef0-d5fe-4f3c-88b1-38d47752b5a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:06:36.058453 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d41eef0-d5fe-4f3c-88b1-38d47752b5a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:06:36.058606 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-f13fe2e4-ff71-45f7-b8e4-63e4ec629566 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab880d59-5c7a-4c49-8f41-e693faec1539']}} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:06:36.058786 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d41eef0-d5fe-4f3c-88b1-38d47752b5a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:06:36.059295 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d41eef0-d5fe-4f3c-88b1-38d47752b5a3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:06:36.059799 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d41eef0-d5fe-4f3c-88b1-38d47752b5a3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:06:36.060297 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d41eef0-d5fe-4f3c-88b1-38d47752b5a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:06:36.060797 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d41eef0-d5fe-4f3c-88b1-38d47752b5a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:06:36.061146 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d41eef0-d5fe-4f3c-88b1-38d47752b5a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:06:36.061526 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d41eef0-d5fe-4f3c-88b1-38d47752b5a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:06:36.077159 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-f13fe2e4-ff71-45f7-b8e4-63e4ec629566 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97a28e48-446c-46c0-8ae1-7507b64714c7') {'for_net_delete': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:06:36.077289 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-f13fe2e4-ff71-45f7-b8e4-63e4ec629566 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97a28e48-446c-46c0-8ae1-7507b64714c7') {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:06:36.087786 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f13fe2e4-ff71-45f7-b8e4-63e4ec629566 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735688356235', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10944210'] for segment, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:36.107339 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f13fe2e4-ff71-45f7-b8e4-63e4ec629566 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:36.117100 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f13fe2e4-ff71-45f7-b8e4-63e4ec629566 admin admin] Releasing vlan 711 on physical network physnet1 to pool {{(pid=93957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 10:06:36.125551 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f13fe2e4-ff71-45f7-b8e4-63e4ec629566 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10053619'] for segment, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:36.125551 n-d-779913-29 neutron-server[93957]: Traceback (most recent call last): Jul 14 10:06:36.125551 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 10:06:36.125551 n-d-779913-29 neutron-server[93957]: timer() Jul 14 10:06:36.125551 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 10:06:36.125551 n-d-779913-29 neutron-server[93957]: cb(*args, **kw) Jul 14 10:06:36.125551 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 10:06:36.125551 n-d-779913-29 neutron-server[93957]: return func(*args, **kwargs) Jul 14 10:06:36.125551 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 10:06:36.125551 n-d-779913-29 neutron-server[93957]: self._notify() Jul 14 10:06:36.125551 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 10:06:36.125551 n-d-779913-29 neutron-server[93957]: self.callback(batched_events) Jul 14 10:06:36.125551 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 10:06:36.125551 n-d-779913-29 neutron-server[93957]: event.method(event) Jul 14 10:06:36.125551 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 10:06:36.125551 n-d-779913-29 neutron-server[93957]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 10:06:36.125551 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 10:06:36.125551 n-d-779913-29 neutron-server[93957]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 10:06:36.125551 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 10:06:36.125551 n-d-779913-29 neutron-server[93957]: return f(self, *a, **k) Jul 14 10:06:36.125551 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 10:06:36.125551 n-d-779913-29 neutron-server[93957]: return self._get(url).json() Jul 14 10:06:36.125551 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 10:06:36.125551 n-d-779913-29 neutron-server[93957]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 10:06:36.125551 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 10:06:36.125551 n-d-779913-29 neutron-server[93957]: return self.request(url, 'GET', **kwargs) Jul 14 10:06:36.125551 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 10:06:36.125551 n-d-779913-29 neutron-server[93957]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 10:06:36.125551 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 10:06:36.125551 n-d-779913-29 neutron-server[93957]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 10:06:36.125551 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 10:06:36.125551 n-d-779913-29 neutron-server[93957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 10:06:36.125551 n-d-779913-29 neutron-server[93957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 10:06:36.169534 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device ca7d6b3e-1266-4303-807a-b3285f25aff1 no longer exists at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:06:36.191434 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f13fe2e4-ff71-45f7-b8e4-63e4ec629566 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660504'] for network, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:36.197470 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f13fe2e4-ff71-45f7-b8e4-63e4ec629566 admin admin] Notify callbacks [] for network, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:36.202002 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-f13fe2e4-ff71-45f7-b8e4-63e4ec629566 admin admin] 10.222.0.68 "DELETE /v2.0/networks/ab880d59-5c7a-4c49-8f41-e693faec1539 HTTP/1.1" status: 204 len: 168 time: 0.5901453 Jul 14 10:06:36.210309 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] No Port match for: ca7d6b3e-1266-4303-807a-b3285f25aff1 {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:06:36.210986 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device ca7d6b3e-1266-4303-807a-b3285f25aff1 not bound to the agent host n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:06:36.211745 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device e36901a0-003f-4277-9d4c-f46a6a94d674 no longer exists at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:06:36.214453 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13fe2e4-ff71-45f7-b8e4-63e4ec629566 admin admin] Pushing event deleted for resources: {'Network': ['ID=ab880d59-5c7a-4c49-8f41-e693faec1539,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:06:36.237167 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] No Port match for: e36901a0-003f-4277-9d4c-f46a6a94d674 {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:06:36.238057 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device e36901a0-003f-4277-9d4c-f46a6a94d674 not bound to the agent host n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:06:36.238057 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 5314f75c-98d3-4658-974c-2a3bff42f626 no longer exists at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:06:36.390361 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 36748) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:06:36.413916 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] No Port match for: 5314f75c-98d3-4658-974c-2a3bff42f626 {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:06:36.414229 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 5314f75c-98d3-4658-974c-2a3bff42f626 not bound to the agent host n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:06:36.442698 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-441625a4-b54a-4483-8e15-f7d332490574 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=6606703679bf48b78717d16f607a62b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0510240 Jul 14 10:06:36.445940 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 36750) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:06:36.500737 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ad8f4112-ecf2-4529-abb6-f494cb06416b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:36.522873 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ad8f4112-ecf2-4529-abb6-f494cb06416b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:36.571256 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ad8f4112-ecf2-4529-abb6-f494cb06416b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:36.574000 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ad8f4112-ecf2-4529-abb6-f494cb06416b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:36.575172 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-ad8f4112-ecf2-4529-abb6-f494cb06416b admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/0551f2a0-f528-4f88-92ca-fdc00850acb6 HTTP/1.1" status: 204 len: 168 time: 0.1283123 Jul 14 10:06:36.583375 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8f4112-ecf2-4529-abb6-f494cb06416b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0551f2a0-f528-4f88-92ca-fdc00850acb6,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:06:36.946751 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 36756) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:06:37.009473 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-1577cada-2a63-4912-83ad-3cdd1e620eff admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=d5be824a2e5a47e2855957902f7f1bba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0575469 Jul 14 10:06:37.010049 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 36758) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:06:37.062561 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-73e47184-fa2d-4e5f-aeba-1a9678ab4a29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:37.084899 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-73e47184-fa2d-4e5f-aeba-1a9678ab4a29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:37.138630 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-73e47184-fa2d-4e5f-aeba-1a9678ab4a29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:37.141009 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-73e47184-fa2d-4e5f-aeba-1a9678ab4a29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:37.142204 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-73e47184-fa2d-4e5f-aeba-1a9678ab4a29 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/8d507a25-88f1-45e5-ac79-00e4e75e4dee HTTP/1.1" status: 204 len: 168 time: 0.1311293 Jul 14 10:06:37.150249 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e47184-fa2d-4e5f-aeba-1a9678ab4a29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d507a25-88f1-45e5-ac79-00e4e75e4dee,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:06:43.199006 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:43.963130 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:47.311903 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-35a5bd3b-34d5-4094-b073-d4c04d3be38d req-7fb030ea-cc8c-417d-880d-a0c07ec02b61 tempest-ServersAdminNegativeTestJSON-49298932 tempest-ServersAdminNegativeTestJSON-49298932-project] 10.222.0.68 "GET /v2.0/networks?tenant_id=b0920a6c2f214f4e85fb43c13441ef3d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0304465 Jul 14 10:06:47.503735 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a5bd3b-34d5-4094-b073-d4c04d3be38d req-17cf954a-5f11-4f0a-ad8a-71462edc056d tempest-ServersAdminNegativeTestJSON-49298932 tempest-ServersAdminNegativeTestJSON-49298932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:06:47.505260 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-35a5bd3b-34d5-4094-b073-d4c04d3be38d req-17cf954a-5f11-4f0a-ad8a-71462edc056d tempest-ServersAdminNegativeTestJSON-49298932 tempest-ServersAdminNegativeTestJSON-49298932-project] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1854181 Jul 14 10:06:47.520294 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-35a5bd3b-34d5-4094-b073-d4c04d3be38d req-c6714162-6c54-4d7a-a9d4-b6e2f13c2d45 tempest-ServersAdminNegativeTestJSON-49298932 tempest-ServersAdminNegativeTestJSON-49298932-project] 10.222.0.68 "GET /v2.0/quotas/b0920a6c2f214f4e85fb43c13441ef3d HTTP/1.1" status: 200 len: 375 time: 0.0093710 Jul 14 10:06:47.563260 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-35a5bd3b-34d5-4094-b073-d4c04d3be38d req-7f647dc9-3ad0-4814-9c03-1a6807e0f068 tempest-ServersAdminNegativeTestJSON-49298932 tempest-ServersAdminNegativeTestJSON-49298932-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=b0920a6c2f214f4e85fb43c13441ef3d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0334055 Jul 14 10:06:48.782307 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-3800c5f6-2a69-4738-be52-7e0daaa60b81 req-02f44474-728d-45fa-a6fd-364694fc16d5 tempest-ServersAdminNegativeTestJSON-49298932 tempest-ServersAdminNegativeTestJSON-49298932-project] 10.222.0.68 "GET /v2.0/ports?device_id=9a80a55e-2d55-4547-a17e-0ec54d5456a4 HTTP/1.1" status: 200 len: 210 time: 0.0293071 Jul 14 10:06:49.931796 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-620307e8-5833-407a-9553-b4f281efb1bd req-6568606d-d71f-43ba-acc9-8c20736611d7 tempest-ServersAdminNegativeTestJSON-49298932 tempest-ServersAdminNegativeTestJSON-49298932-project] 10.222.0.68 "GET /v2.0/ports?device_id=9a80a55e-2d55-4547-a17e-0ec54d5456a4 HTTP/1.1" status: 200 len: 210 time: 0.0408857 Jul 14 10:06:50.040462 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-35a5bd3b-34d5-4094-b073-d4c04d3be38d req-746b9bd4-afa4-4c03-83a2-cbee7fc23c42 tempest-ServersAdminNegativeTestJSON-49298932 tempest-ServersAdminNegativeTestJSON-49298932-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=b0920a6c2f214f4e85fb43c13441ef3d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0246091 Jul 14 10:06:50.149769 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a5bd3b-34d5-4094-b073-d4c04d3be38d req-e03f102e-4b21-4863-8309-7a33ae36f208 tempest-ServersAdminNegativeTestJSON-49298932 tempest-ServersAdminNegativeTestJSON-49298932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:06:50.151232 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-35a5bd3b-34d5-4094-b073-d4c04d3be38d req-e03f102e-4b21-4863-8309-7a33ae36f208 tempest-ServersAdminNegativeTestJSON-49298932 tempest-ServersAdminNegativeTestJSON-49298932-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1057901 Jul 14 10:06:50.168465 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-35a5bd3b-34d5-4094-b073-d4c04d3be38d req-c86ba9fa-442b-4ecc-b6d4-9bd6a0ccf251 tempest-ServersAdminNegativeTestJSON-49298932 tempest-ServersAdminNegativeTestJSON-49298932-project] Request body: {'port': {'device_id': '9a80a55e-2d55-4547-a17e-0ec54d5456a4', 'network_id': '2244f7a1-04bd-42cd-9e86-31839b46f57f', 'admin_state_up': True, 'tenant_id': 'b0920a6c2f214f4e85fb43c13441ef3d'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:06:50.274589 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35a5bd3b-34d5-4094-b073-d4c04d3be38d req-c86ba9fa-442b-4ecc-b6d4-9bd6a0ccf251 tempest-ServersAdminNegativeTestJSON-49298932 tempest-ServersAdminNegativeTestJSON-49298932-project] Made reservation on behalf of b0920a6c2f214f4e85fb43c13441ef3d for: {'port': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:06:50.278168 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-35a5bd3b-34d5-4094-b073-d4c04d3be38d req-c86ba9fa-442b-4ecc-b6d4-9bd6a0ccf251 tempest-ServersAdminNegativeTestJSON-49298932 tempest-ServersAdminNegativeTestJSON-49298932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:50.287214 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-35a5bd3b-34d5-4094-b073-d4c04d3be38d req-c86ba9fa-442b-4ecc-b6d4-9bd6a0ccf251 tempest-ServersAdminNegativeTestJSON-49298932 tempest-ServersAdminNegativeTestJSON-49298932-project] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:50.377651 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-35a5bd3b-34d5-4094-b073-d4c04d3be38d req-c86ba9fa-442b-4ecc-b6d4-9bd6a0ccf251 tempest-ServersAdminNegativeTestJSON-49298932 tempest-ServersAdminNegativeTestJSON-49298932-project] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:50.381991 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-35a5bd3b-34d5-4094-b073-d4c04d3be38d req-c86ba9fa-442b-4ecc-b6d4-9bd6a0ccf251 tempest-ServersAdminNegativeTestJSON-49298932 tempest-ServersAdminNegativeTestJSON-49298932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:50.449224 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86ba9fa-442b-4ecc-b6d4-9bd6a0ccf251 tempest-ServersAdminNegativeTestJSON-49298932 tempest-ServersAdminNegativeTestJSON-49298932-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d99194b-a897-4418-8e68-7ba8e2841301,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:06:50.514871 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [req-35a5bd3b-34d5-4094-b073-d4c04d3be38d req-c86ba9fa-442b-4ecc-b6d4-9bd6a0ccf251 tempest-ServersAdminNegativeTestJSON-49298932 tempest-ServersAdminNegativeTestJSON-49298932-project] Allocated IP 192.168.233.192 (2244f7a1-04bd-42cd-9e86-31839b46f57f/85060e65-3b2f-4a6c-a04c-ce849daa5b3b/5dff11c8-40c0-411a-921d-516b893cfd7e) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:06:50.657706 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-35a5bd3b-34d5-4094-b073-d4c04d3be38d req-c86ba9fa-442b-4ecc-b6d4-9bd6a0ccf251 tempest-ServersAdminNegativeTestJSON-49298932 tempest-ServersAdminNegativeTestJSON-49298932-project] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:50.670846 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [req-35a5bd3b-34d5-4094-b073-d4c04d3be38d req-c86ba9fa-442b-4ecc-b6d4-9bd6a0ccf251 tempest-ServersAdminNegativeTestJSON-49298932 tempest-ServersAdminNegativeTestJSON-49298932-project] Transition to ACTIVE for port object 5dff11c8-40c0-411a-921d-516b893cfd7e will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:06:50.703691 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-35a5bd3b-34d5-4094-b073-d4c04d3be38d req-c86ba9fa-442b-4ecc-b6d4-9bd6a0ccf251 tempest-ServersAdminNegativeTestJSON-49298932 tempest-ServersAdminNegativeTestJSON-49298932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:50.749854 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35a5bd3b-34d5-4094-b073-d4c04d3be38d req-c86ba9fa-442b-4ecc-b6d4-9bd6a0ccf251 tempest-ServersAdminNegativeTestJSON-49298932 tempest-ServersAdminNegativeTestJSON-49298932-project] Network 2244f7a1-04bd-42cd-9e86-31839b46f57f is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:06:50.753118 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [req-35a5bd3b-34d5-4094-b073-d4c04d3be38d req-c86ba9fa-442b-4ecc-b6d4-9bd6a0ccf251 tempest-ServersAdminNegativeTestJSON-49298932 tempest-ServersAdminNegativeTestJSON-49298932-project] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:06:50.757828 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-35a5bd3b-34d5-4094-b073-d4c04d3be38d req-c86ba9fa-442b-4ecc-b6d4-9bd6a0ccf251 tempest-ServersAdminNegativeTestJSON-49298932 tempest-ServersAdminNegativeTestJSON-49298932-project] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:06:50.780853 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86ba9fa-442b-4ecc-b6d4-9bd6a0ccf251 tempest-ServersAdminNegativeTestJSON-49298932 tempest-ServersAdminNegativeTestJSON-49298932-project] Pushing event updated for resources: {'Port': ['ID=5dff11c8-40c0-411a-921d-516b893cfd7e,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:06:50.824092 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a5bd3b-34d5-4094-b073-d4c04d3be38d req-c86ba9fa-442b-4ecc-b6d4-9bd6a0ccf251 tempest-ServersAdminNegativeTestJSON-49298932 tempest-ServersAdminNegativeTestJSON-49298932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:06:50.824759 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-35a5bd3b-34d5-4094-b073-d4c04d3be38d req-c86ba9fa-442b-4ecc-b6d4-9bd6a0ccf251 tempest-ServersAdminNegativeTestJSON-49298932 tempest-ServersAdminNegativeTestJSON-49298932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:50.839610 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-35a5bd3b-34d5-4094-b073-d4c04d3be38d req-c86ba9fa-442b-4ecc-b6d4-9bd6a0ccf251 tempest-ServersAdminNegativeTestJSON-49298932 tempest-ServersAdminNegativeTestJSON-49298932-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6748161 Jul 14 10:06:50.857639 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-35a5bd3b-34d5-4094-b073-d4c04d3be38d req-5ab8fd71-e760-4b88-95bd-e2bd0d3d68bf service neutron] Request body: {'port': {'device_id': '9a80a55e-2d55-4547-a17e-0ec54d5456a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-29'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:06:50.931705 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-35a5bd3b-34d5-4094-b073-d4c04d3be38d req-5ab8fd71-e760-4b88-95bd-e2bd0d3d68bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:50.994210 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-dedf573b-1251-4134-9985-b517e0a0cbf8 None None] Provisioning for port 5dff11c8-40c0-411a-921d-516b893cfd7e completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:06:50.998941 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-dedf573b-1251-4134-9985-b517e0a0cbf8 None None] Provisioning complete for port 5dff11c8-40c0-411a-921d-516b893cfd7e triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:06:50.999721 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-dedf573b-1251-4134-9985-b517e0a0cbf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:51.049365 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-dedf573b-1251-4134-9985-b517e0a0cbf8 None None] Port 5dff11c8-40c0-411a-921d-516b893cfd7e cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:06:51.130922 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfee4e4-3b63-4fe2-871a-9a3210a0a42c req-39384aca-750d-47fc-92a2-581ee7a12647 tempest-ServersAdminNegativeTestJSON-49298932 tempest-ServersAdminNegativeTestJSON-49298932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:06:51.133284 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-6bfee4e4-3b63-4fe2-871a-9a3210a0a42c req-39384aca-750d-47fc-92a2-581ee7a12647 tempest-ServersAdminNegativeTestJSON-49298932 tempest-ServersAdminNegativeTestJSON-49298932-project] 10.222.0.68 "GET /v2.0/ports?device_id=9a80a55e-2d55-4547-a17e-0ec54d5456a4 HTTP/1.1" status: 200 len: 936 time: 0.0678792 Jul 14 10:06:51.172401 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-6bfee4e4-3b63-4fe2-871a-9a3210a0a42c req-be2033bb-26dd-4afc-a03f-23d1047ab0b4 tempest-ServersAdminNegativeTestJSON-49298932 tempest-ServersAdminNegativeTestJSON-49298932-project] 10.222.0.68 "GET /v2.0/security-groups?id=7d99194b-a897-4418-8e68-7ba8e2841301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336316 Jul 14 10:06:51.201595 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [req-35a5bd3b-34d5-4094-b073-d4c04d3be38d req-5ab8fd71-e760-4b88-95bd-e2bd0d3d68bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5dff11c8-40c0-411a-921d-516b893cfd7e {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:06:51.208846 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-35a5bd3b-34d5-4094-b073-d4c04d3be38d req-5ab8fd71-e760-4b88-95bd-e2bd0d3d68bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:51.220686 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [req-35a5bd3b-34d5-4094-b073-d4c04d3be38d req-5ab8fd71-e760-4b88-95bd-e2bd0d3d68bf service neutron] Transition to ACTIVE for port object 5dff11c8-40c0-411a-921d-516b893cfd7e will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:06:51.226001 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-35a5bd3b-34d5-4094-b073-d4c04d3be38d req-5ab8fd71-e760-4b88-95bd-e2bd0d3d68bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:51.525544 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab8fd71-e760-4b88-95bd-e2bd0d3d68bf service neutron] Pushing event updated for resources: {'Port': ['ID=5dff11c8-40c0-411a-921d-516b893cfd7e,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:06:51.598527 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-35a5bd3b-34d5-4094-b073-d4c04d3be38d req-5ab8fd71-e760-4b88-95bd-e2bd0d3d68bf service neutron] Attempting to bind port 5dff11c8-40c0-411a-921d-516b893cfd7e on host n-h2-779913-29 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:06:51.598871 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-35a5bd3b-34d5-4094-b073-d4c04d3be38d req-5ab8fd71-e760-4b88-95bd-e2bd0d3d68bf service neutron] Attempting to bind port 5dff11c8-40c0-411a-921d-516b893cfd7e by drivers openvswitch,hyperv on host n-h2-779913-29 at level 0 using segments [{'id': '8f1c1422-de6c-445f-ab95-4e2c94585b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '2244f7a1-04bd-42cd-9e86-31839b46f57f'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:06:51.599197 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35a5bd3b-34d5-4094-b073-d4c04d3be38d req-5ab8fd71-e760-4b88-95bd-e2bd0d3d68bf service neutron] Attempting to bind port 5dff11c8-40c0-411a-921d-516b893cfd7e on network 2244f7a1-04bd-42cd-9e86-31839b46f57f {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:06:51.603621 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35a5bd3b-34d5-4094-b073-d4c04d3be38d req-5ab8fd71-e760-4b88-95bd-e2bd0d3d68bf service neutron] Port 5dff11c8-40c0-411a-921d-516b893cfd7e on network 2244f7a1-04bd-42cd-9e86-31839b46f57f not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-29 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 10:06:51.603933 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35a5bd3b-34d5-4094-b073-d4c04d3be38d req-5ab8fd71-e760-4b88-95bd-e2bd0d3d68bf service neutron] Attempting to bind port 5dff11c8-40c0-411a-921d-516b893cfd7e on network 2244f7a1-04bd-42cd-9e86-31839b46f57f {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:06:51.608993 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35a5bd3b-34d5-4094-b073-d4c04d3be38d req-5ab8fd71-e760-4b88-95bd-e2bd0d3d68bf service neutron] Checking agent: {'id': '013e4a3b-a634-47b8-b6a5-1a25109b73fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 13, 13), 'started_at': datetime.datetime(2021, 7, 14, 9, 13, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 6, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:06:51.609633 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35a5bd3b-34d5-4094-b073-d4c04d3be38d req-5ab8fd71-e760-4b88-95bd-e2bd0d3d68bf service neutron] Checking segment: {'id': '8f1c1422-de6c-445f-ab95-4e2c94585b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '2244f7a1-04bd-42cd-9e86-31839b46f57f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:06:51.610026 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35a5bd3b-34d5-4094-b073-d4c04d3be38d req-5ab8fd71-e760-4b88-95bd-e2bd0d3d68bf service neutron] Bound using segment: {'id': '8f1c1422-de6c-445f-ab95-4e2c94585b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '2244f7a1-04bd-42cd-9e86-31839b46f57f'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:06:51.610461 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-35a5bd3b-34d5-4094-b073-d4c04d3be38d req-5ab8fd71-e760-4b88-95bd-e2bd0d3d68bf service neutron] Bound port: 5dff11c8-40c0-411a-921d-516b893cfd7e, host: n-h2-779913-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f1c1422-de6c-445f-ab95-4e2c94585b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '2244f7a1-04bd-42cd-9e86-31839b46f57f'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:06:51.610829 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-35a5bd3b-34d5-4094-b073-d4c04d3be38d req-5ab8fd71-e760-4b88-95bd-e2bd0d3d68bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:51.679393 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-35a5bd3b-34d5-4094-b073-d4c04d3be38d req-5ab8fd71-e760-4b88-95bd-e2bd0d3d68bf service neutron] For port 5dff11c8-40c0-411a-921d-516b893cfd7e, host n-h2-779913-29, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:06:51.684914 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-35a5bd3b-34d5-4094-b073-d4c04d3be38d req-5ab8fd71-e760-4b88-95bd-e2bd0d3d68bf service neutron] For port 5dff11c8-40c0-411a-921d-516b893cfd7e, host n-h2-779913-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=5dff11c8-40c0-411a-921d-516b893cfd7e,segment=NetworkSegment(8f1c1422-de6c-445f-ab95-4e2c94585b2b),segment_id=8f1c1422-de6c-445f-ab95-4e2c94585b2b)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:06:51.690042 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-35a5bd3b-34d5-4094-b073-d4c04d3be38d req-5ab8fd71-e760-4b88-95bd-e2bd0d3d68bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:51.728623 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a5bd3b-34d5-4094-b073-d4c04d3be38d req-5ab8fd71-e760-4b88-95bd-e2bd0d3d68bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:06:51.729241 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-35a5bd3b-34d5-4094-b073-d4c04d3be38d req-5ab8fd71-e760-4b88-95bd-e2bd0d3d68bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:51.730666 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-35a5bd3b-34d5-4094-b073-d4c04d3be38d req-5ab8fd71-e760-4b88-95bd-e2bd0d3d68bf service neutron] 10.222.0.57 "PUT /v2.0/ports/5dff11c8-40c0-411a-921d-516b893cfd7e HTTP/1.1" status: 200 len: 1097 time: 0.8775899 Jul 14 10:06:51.731113 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a80a55e-2d55-4547-a17e-0ec54d5456a4', 'tag': '5dff11c8-40c0-411a-921d-516b893cfd7e'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:06:51.733525 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f330664c-c322-465e-bffe-1420bd49b387" -d '{"events": [{"name": "network-changed", "server_uuid": "9a80a55e-2d55-4547-a17e-0ec54d5456a4", "tag": "5dff11c8-40c0-411a-921d-516b893cfd7e"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:06:51.760285 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab8fd71-e760-4b88-95bd-e2bd0d3d68bf service neutron] Pushing event updated for resources: {'Port': ['ID=5dff11c8-40c0-411a-921d-516b893cfd7e,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:06:51.794450 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:06:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d096686-447b-4eb7-b3b6-03670a11e0eb x-openstack-request-id: req-1d096686-447b-4eb7-b3b6-03670a11e0eb {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:06:51.794743 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a80a55e-2d55-4547-a17e-0ec54d5456a4", "tag": "5dff11c8-40c0-411a-921d-516b893cfd7e", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:06:51.795022 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-1d096686-447b-4eb7-b3b6-03670a11e0eb {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:06:51.795420 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a80a55e-2d55-4547-a17e-0ec54d5456a4', 'tag': '5dff11c8-40c0-411a-921d-516b893cfd7e', 'status': 'completed', 'code': 200} Jul 14 10:06:51.841571 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a5bd3b-34d5-4094-b073-d4c04d3be38d req-2a0d5455-0b2f-4a34-b44d-79950ad93452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:06:51.843118 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-35a5bd3b-34d5-4094-b073-d4c04d3be38d req-2a0d5455-0b2f-4a34-b44d-79950ad93452 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b0920a6c2f214f4e85fb43c13441ef3d&device_id=9a80a55e-2d55-4547-a17e-0ec54d5456a4 HTTP/1.1" status: 200 len: 1100 time: 0.0577970 Jul 14 10:06:51.894266 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-35a5bd3b-34d5-4094-b073-d4c04d3be38d req-664cee0a-8e02-41f2-b424-5e65b2e53fed service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=5dff11c8-40c0-411a-921d-516b893cfd7e HTTP/1.1" status: 200 len: 217 time: 0.0381055 Jul 14 10:06:51.943026 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a5bd3b-34d5-4094-b073-d4c04d3be38d req-0b7814d7-26e3-4711-9cf7-047d98bd8dff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:06:51.945048 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-35a5bd3b-34d5-4094-b073-d4c04d3be38d req-0b7814d7-26e3-4711-9cf7-047d98bd8dff service neutron] 10.222.0.57 "GET /v2.0/subnets?id=85060e65-3b2f-4a6c-a04c-ce849daa5b3b HTTP/1.1" status: 200 len: 843 time: 0.0442131 Jul 14 10:06:52.003980 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a5bd3b-34d5-4094-b073-d4c04d3be38d req-e62e1d9c-f828-44fe-95b5-76c59fb6c814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:06:52.005601 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-35a5bd3b-34d5-4094-b073-d4c04d3be38d req-e62e1d9c-f828-44fe-95b5-76c59fb6c814 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2244f7a1-04bd-42cd-9e86-31839b46f57f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0542045 Jul 14 10:06:52.097664 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-35a5bd3b-34d5-4094-b073-d4c04d3be38d req-06587048-48bc-4a99-a0e2-c7ad041158c7 service neutron] 10.222.0.57 "GET /v2.0/networks/2244f7a1-04bd-42cd-9e86-31839b46f57f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851903 Jul 14 10:06:52.186636 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-35a5bd3b-34d5-4094-b073-d4c04d3be38d req-d5d0b1de-a23c-4b8f-8632-39d286e3885b service neutron] 10.222.0.57 "GET /v2.0/networks/2244f7a1-04bd-42cd-9e86-31839b46f57f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832384 Jul 14 10:06:52.253351 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-85d666c3-ea7b-4dc9-9e47-eb2b2f98f6c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:52.321283 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f330664c-c322-465e-bffe-1420bd49b387 req-6b752725-0c78-478e-88ad-22a50ee2dc20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:06:52.322793 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f330664c-c322-465e-bffe-1420bd49b387 req-6b752725-0c78-478e-88ad-22a50ee2dc20 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b0920a6c2f214f4e85fb43c13441ef3d&device_id=9a80a55e-2d55-4547-a17e-0ec54d5456a4 HTTP/1.1" status: 200 len: 1100 time: 0.0545530 Jul 14 10:06:52.358282 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb953f61-8eff-4f13-a25e-568ad8851a51 req-c803817b-84a9-4099-85f8-bf6b08f8b893 tempest-ServersAdminNegativeTestJSON-49298932 tempest-ServersAdminNegativeTestJSON-49298932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:06:52.360027 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-fb953f61-8eff-4f13-a25e-568ad8851a51 req-c803817b-84a9-4099-85f8-bf6b08f8b893 tempest-ServersAdminNegativeTestJSON-49298932 tempest-ServersAdminNegativeTestJSON-49298932-project] 10.222.0.68 "GET /v2.0/ports?device_id=9a80a55e-2d55-4547-a17e-0ec54d5456a4 HTTP/1.1" status: 200 len: 948 time: 0.0676792 Jul 14 10:06:52.397949 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-fb953f61-8eff-4f13-a25e-568ad8851a51 req-ba4776a3-e5e3-4011-a21b-9d41c87e5eef tempest-ServersAdminNegativeTestJSON-49298932 tempest-ServersAdminNegativeTestJSON-49298932-project] 10.222.0.68 "GET /v2.0/security-groups?id=7d99194b-a897-4418-8e68-7ba8e2841301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314357 Jul 14 10:06:52.419737 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f330664c-c322-465e-bffe-1420bd49b387 req-a72b3e0f-dd4b-4dbf-89df-3206c6b6f97e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:06:52.421272 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f330664c-c322-465e-bffe-1420bd49b387 req-a72b3e0f-dd4b-4dbf-89df-3206c6b6f97e service neutron] 10.222.0.57 "GET /v2.0/networks?id=2244f7a1-04bd-42cd-9e86-31839b46f57f HTTP/1.1" status: 200 len: 870 time: 0.0924327 Jul 14 10:06:52.461996 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f330664c-c322-465e-bffe-1420bd49b387 req-81121177-befe-4ec4-a116-ecab68dcd972 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=5dff11c8-40c0-411a-921d-516b893cfd7e HTTP/1.1" status: 200 len: 217 time: 0.0347133 Jul 14 10:06:52.514481 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f330664c-c322-465e-bffe-1420bd49b387 req-87854526-3782-4470-b1ab-d8c8e2873b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:06:52.515913 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f330664c-c322-465e-bffe-1420bd49b387 req-87854526-3782-4470-b1ab-d8c8e2873b38 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=85060e65-3b2f-4a6c-a04c-ce849daa5b3b HTTP/1.1" status: 200 len: 843 time: 0.0480332 Jul 14 10:06:52.575413 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f330664c-c322-465e-bffe-1420bd49b387 req-b6a6b112-b4eb-4f55-8836-6c9980a85944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:06:52.576836 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f330664c-c322-465e-bffe-1420bd49b387 req-b6a6b112-b4eb-4f55-8836-6c9980a85944 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2244f7a1-04bd-42cd-9e86-31839b46f57f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0540626 Jul 14 10:06:52.664146 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f330664c-c322-465e-bffe-1420bd49b387 req-301ff57a-41cf-476e-9ff4-4dad5484e9de service neutron] 10.222.0.57 "GET /v2.0/networks/2244f7a1-04bd-42cd-9e86-31839b46f57f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804090 Jul 14 10:06:52.756592 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f330664c-c322-465e-bffe-1420bd49b387 req-208695f3-0f13-4d59-90fc-91d646d523fb service neutron] 10.222.0.57 "GET /v2.0/networks/2244f7a1-04bd-42cd-9e86-31839b46f57f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856476 Jul 14 10:06:53.573175 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f8f99a-bc99-4092-851d-5cd699d5a57f req-11dccdff-502e-4cc4-93ab-f06789f66f08 tempest-ServersAdminNegativeTestJSON-49298932 tempest-ServersAdminNegativeTestJSON-49298932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:06:53.574698 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f1f8f99a-bc99-4092-851d-5cd699d5a57f req-11dccdff-502e-4cc4-93ab-f06789f66f08 tempest-ServersAdminNegativeTestJSON-49298932 tempest-ServersAdminNegativeTestJSON-49298932-project] 10.222.0.68 "GET /v2.0/ports?device_id=9a80a55e-2d55-4547-a17e-0ec54d5456a4 HTTP/1.1" status: 200 len: 948 time: 0.0641563 Jul 14 10:06:53.613947 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f1f8f99a-bc99-4092-851d-5cd699d5a57f req-9ffa1f5d-3398-4ca8-8772-f6ee523a46a6 tempest-ServersAdminNegativeTestJSON-49298932 tempest-ServersAdminNegativeTestJSON-49298932-project] 10.222.0.68 "GET /v2.0/security-groups?id=7d99194b-a897-4418-8e68-7ba8e2841301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335147 Jul 14 10:06:54.785804 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced33940-60db-4a61-86e7-1ea81406c9d5 req-e4fbc63f-3b31-43cb-bb99-9a5ae5628220 tempest-ServersAdminNegativeTestJSON-49298932 tempest-ServersAdminNegativeTestJSON-49298932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:06:54.787200 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ced33940-60db-4a61-86e7-1ea81406c9d5 req-e4fbc63f-3b31-43cb-bb99-9a5ae5628220 tempest-ServersAdminNegativeTestJSON-49298932 tempest-ServersAdminNegativeTestJSON-49298932-project] 10.222.0.68 "GET /v2.0/ports?device_id=9a80a55e-2d55-4547-a17e-0ec54d5456a4 HTTP/1.1" status: 200 len: 948 time: 0.0633957 Jul 14 10:06:54.807071 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:54.827953 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ced33940-60db-4a61-86e7-1ea81406c9d5 req-56561021-d7a5-47b4-a5b8-f06d9b1826e1 tempest-ServersAdminNegativeTestJSON-49298932 tempest-ServersAdminNegativeTestJSON-49298932-project] 10.222.0.68 "GET /v2.0/security-groups?id=7d99194b-a897-4418-8e68-7ba8e2841301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342450 Jul 14 10:06:54.914504 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-96fd02ff-4908-4dd0-80e3-62f4425541f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:55.580889 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 5dff11c8-40c0-411a-921d-516b893cfd7e details requested by agent hyperv_n-h2-779913-29 with host n-h2-779913-29 {{(pid=93959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 10:06:55.672855 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 5dff11c8-40c0-411a-921d-516b893cfd7e, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=5dff11c8-40c0-411a-921d-516b893cfd7e,segment=NetworkSegment(8f1c1422-de6c-445f-ab95-4e2c94585b2b),segment_id=8f1c1422-de6c-445f-ab95-4e2c94585b2b)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:06:55.684408 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Returning: {'device': '5dff11c8-40c0-411a-921d-516b893cfd7e', 'network_id': '2244f7a1-04bd-42cd-9e86-31839b46f57f', 'port_id': '5dff11c8-40c0-411a-921d-516b893cfd7e', 'mac_address': 'fa:16:3e:d0:89:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 724, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85060e65-3b2f-4a6c-a04c-ce849daa5b3b', 'ip_address': '192.168.233.192'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 10:06:55.720485 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:55.733174 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5dff11c8-40c0-411a-921d-516b893cfd7e {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:06:55.752229 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 5dff11c8-40c0-411a-921d-516b893cfd7e, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=5dff11c8-40c0-411a-921d-516b893cfd7e,segment=NetworkSegment(8f1c1422-de6c-445f-ab95-4e2c94585b2b),segment_id=8f1c1422-de6c-445f-ab95-4e2c94585b2b)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:06:55.756247 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:55.805202 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Pushing event updated for resources: {'Port': ['ID=5dff11c8-40c0-411a-921d-516b893cfd7e,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:06:56.006579 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6f8a7c-ede4-44eb-b1c4-2448ff078acb req-ee43e76e-708f-483e-8729-07eddd497775 tempest-ServersAdminNegativeTestJSON-49298932 tempest-ServersAdminNegativeTestJSON-49298932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:06:56.008223 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8f6f8a7c-ede4-44eb-b1c4-2448ff078acb req-ee43e76e-708f-483e-8729-07eddd497775 tempest-ServersAdminNegativeTestJSON-49298932 tempest-ServersAdminNegativeTestJSON-49298932-project] 10.222.0.68 "GET /v2.0/ports?device_id=9a80a55e-2d55-4547-a17e-0ec54d5456a4 HTTP/1.1" status: 200 len: 949 time: 0.0681946 Jul 14 10:06:56.020604 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5ad31076-714c-49ec-bc37-f3d4cd90112a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:56.051200 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8f6f8a7c-ede4-44eb-b1c4-2448ff078acb req-bbb2ac38-3981-49a5-9c5b-ee024e3cf96d tempest-ServersAdminNegativeTestJSON-49298932 tempest-ServersAdminNegativeTestJSON-49298932-project] 10.222.0.68 "GET /v2.0/security-groups?id=7d99194b-a897-4418-8e68-7ba8e2841301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339057 Jul 14 10:06:56.061374 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] get_ports_and_sgs() called for port_ids ['5dff11c8-40c0-411a-921d-516b893cfd7e'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:06:57.225579 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31006e1-53e5-4943-9c10-bd448f6c9b9a req-13f6a7f9-50e4-419b-8a16-7f4af0b26d2e tempest-ServersAdminNegativeTestJSON-49298932 tempest-ServersAdminNegativeTestJSON-49298932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:06:57.227066 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-f31006e1-53e5-4943-9c10-bd448f6c9b9a req-13f6a7f9-50e4-419b-8a16-7f4af0b26d2e tempest-ServersAdminNegativeTestJSON-49298932 tempest-ServersAdminNegativeTestJSON-49298932-project] 10.222.0.68 "GET /v2.0/ports?device_id=9a80a55e-2d55-4547-a17e-0ec54d5456a4 HTTP/1.1" status: 200 len: 949 time: 0.0655138 Jul 14 10:06:57.265643 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-f31006e1-53e5-4943-9c10-bd448f6c9b9a req-71c58770-5210-40aa-9e08-53f0dd79a666 tempest-ServersAdminNegativeTestJSON-49298932 tempest-ServersAdminNegativeTestJSON-49298932-project] 10.222.0.68 "GET /v2.0/security-groups?id=7d99194b-a897-4418-8e68-7ba8e2841301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330546 Jul 14 10:06:57.585984 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 5dff11c8-40c0-411a-921d-516b893cfd7e up at agent hyperv_n-h2-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:06:57.636044 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Provisioning for port 5dff11c8-40c0-411a-921d-516b893cfd7e completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:06:57.639588 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Provisioning complete for port 5dff11c8-40c0-411a-921d-516b893cfd7e triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:06:57.639969 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:57.715834 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:57.737279 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a80a55e-2d55-4547-a17e-0ec54d5456a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dff11c8-40c0-411a-921d-516b893cfd7e'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:06:57.739567 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd62303f06773040a8a4e189dc46b4f565768c299abf8ab8e7739778b0bc3e97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a88d3305-58f6-45c1-86d2-ec3a87f53a89" -d '{"events": [{"server_uuid": "9a80a55e-2d55-4547-a17e-0ec54d5456a4", "name": "network-vif-plugged", "status": "completed", "tag": "5dff11c8-40c0-411a-921d-516b893cfd7e"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:06:57.751912 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 5dff11c8-40c0-411a-921d-516b893cfd7e, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=5dff11c8-40c0-411a-921d-516b893cfd7e,segment=NetworkSegment(8f1c1422-de6c-445f-ab95-4e2c94585b2b),segment_id=8f1c1422-de6c-445f-ab95-4e2c94585b2b)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:06:57.756297 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:57.779249 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:06:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb2a9765-1aa8-4e63-be2f-445a1510d5a6 x-openstack-request-id: req-cb2a9765-1aa8-4e63-be2f-445a1510d5a6 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:06:57.779543 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a80a55e-2d55-4547-a17e-0ec54d5456a4", "name": "network-vif-plugged", "status": "completed", "tag": "5dff11c8-40c0-411a-921d-516b893cfd7e", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:06:57.779801 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-cb2a9765-1aa8-4e63-be2f-445a1510d5a6 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:06:57.780193 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a80a55e-2d55-4547-a17e-0ec54d5456a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dff11c8-40c0-411a-921d-516b893cfd7e', 'code': 200} Jul 14 10:06:57.808785 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Pushing event updated for resources: {'Port': ['ID=5dff11c8-40c0-411a-921d-516b893cfd7e,revision_number=5']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:06:57.841528 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5bbe322f-3f67-4864-bc0a-91afe44d23e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:57.920180 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df474336-a6fc-4608-8683-93a034a1b6c3 req-74f81bdd-8e9c-4acd-bc92-b6342f4c4702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:06:57.921729 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-df474336-a6fc-4608-8683-93a034a1b6c3 req-74f81bdd-8e9c-4acd-bc92-b6342f4c4702 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=9a80a55e-2d55-4547-a17e-0ec54d5456a4 HTTP/1.1" status: 200 len: 1102 time: 0.0524800 Jul 14 10:06:57.956390 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-df474336-a6fc-4608-8683-93a034a1b6c3 req-398d2d06-9363-41ce-9f79-946d0916a253 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=7d99194b-a897-4418-8e68-7ba8e2841301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287588 Jul 14 10:06:58.443885 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab831c5-02b4-4dfa-8da0-6261ad1ad100 req-f09d3ce9-8e0b-43d0-b6e1-ddd14832321d tempest-ServersAdminNegativeTestJSON-49298932 tempest-ServersAdminNegativeTestJSON-49298932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:06:58.445299 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-1ab831c5-02b4-4dfa-8da0-6261ad1ad100 req-f09d3ce9-8e0b-43d0-b6e1-ddd14832321d tempest-ServersAdminNegativeTestJSON-49298932 tempest-ServersAdminNegativeTestJSON-49298932-project] 10.222.0.68 "GET /v2.0/ports?device_id=9a80a55e-2d55-4547-a17e-0ec54d5456a4 HTTP/1.1" status: 200 len: 950 time: 0.0678444 Jul 14 10:06:58.483995 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-1ab831c5-02b4-4dfa-8da0-6261ad1ad100 req-1092b92e-640e-496f-a38e-46ed4b1a6ba8 tempest-ServersAdminNegativeTestJSON-49298932 tempest-ServersAdminNegativeTestJSON-49298932-project] 10.222.0.68 "GET /v2.0/security-groups?id=7d99194b-a897-4418-8e68-7ba8e2841301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321453 Jul 14 10:06:59.659570 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3893f2-8f1b-4efa-b08a-17303b696b90 req-5dc8ee49-9a50-4de4-9b7f-69f696d0efb9 tempest-ServersAdminNegativeTestJSON-49298932 tempest-ServersAdminNegativeTestJSON-49298932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:06:59.661397 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0e3893f2-8f1b-4efa-b08a-17303b696b90 req-5dc8ee49-9a50-4de4-9b7f-69f696d0efb9 tempest-ServersAdminNegativeTestJSON-49298932 tempest-ServersAdminNegativeTestJSON-49298932-project] 10.222.0.68 "GET /v2.0/ports?device_id=9a80a55e-2d55-4547-a17e-0ec54d5456a4 HTTP/1.1" status: 200 len: 950 time: 0.0655282 Jul 14 10:06:59.701339 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0e3893f2-8f1b-4efa-b08a-17303b696b90 req-394ce175-6fe6-4fc5-9606-854ce6a562af tempest-ServersAdminNegativeTestJSON-49298932 tempest-ServersAdminNegativeTestJSON-49298932-project] 10.222.0.68 "GET /v2.0/security-groups?id=7d99194b-a897-4418-8e68-7ba8e2841301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340335 Jul 14 10:07:00.837633 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5b5b54-a447-4f09-8df7-bd554156e6c6 req-4fe0526e-eba1-44b4-b697-a4abf695ac19 tempest-ServersAdminNegativeTestJSON-49298932 tempest-ServersAdminNegativeTestJSON-49298932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:07:00.839142 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ab5b5b54-a447-4f09-8df7-bd554156e6c6 req-4fe0526e-eba1-44b4-b697-a4abf695ac19 tempest-ServersAdminNegativeTestJSON-49298932 tempest-ServersAdminNegativeTestJSON-49298932-project] 10.222.0.68 "GET /v2.0/ports?device_id=9a80a55e-2d55-4547-a17e-0ec54d5456a4 HTTP/1.1" status: 200 len: 950 time: 0.0673256 Jul 14 10:07:00.878285 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ab5b5b54-a447-4f09-8df7-bd554156e6c6 req-41f5e2b3-386d-493d-b2a5-2169a61110d7 tempest-ServersAdminNegativeTestJSON-49298932 tempest-ServersAdminNegativeTestJSON-49298932-project] 10.222.0.68 "GET /v2.0/security-groups?id=7d99194b-a897-4418-8e68-7ba8e2841301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333745 Jul 14 10:07:02.057119 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63eaf977-6036-4304-b802-378dc456ed29 req-d9e0c044-db6f-40dc-883e-58b7271024c0 tempest-ServersAdminNegativeTestJSON-49298932 tempest-ServersAdminNegativeTestJSON-49298932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:07:02.058639 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-63eaf977-6036-4304-b802-378dc456ed29 req-d9e0c044-db6f-40dc-883e-58b7271024c0 tempest-ServersAdminNegativeTestJSON-49298932 tempest-ServersAdminNegativeTestJSON-49298932-project] 10.222.0.68 "GET /v2.0/ports?device_id=9a80a55e-2d55-4547-a17e-0ec54d5456a4 HTTP/1.1" status: 200 len: 950 time: 0.0638595 Jul 14 10:07:02.097620 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-63eaf977-6036-4304-b802-378dc456ed29 req-3d9b7562-e7e9-4579-b3a1-a8625f0658a3 tempest-ServersAdminNegativeTestJSON-49298932 tempest-ServersAdminNegativeTestJSON-49298932-project] 10.222.0.68 "GET /v2.0/security-groups?id=7d99194b-a897-4418-8e68-7ba8e2841301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333252 Jul 14 10:07:02.177123 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405ca3d9-c5d6-4013-9422-29dcdf4980be req-768de9d6-1812-4f44-84c7-22c98c7dc3dc tempest-ServersAdminNegativeTestJSON-49298932 tempest-ServersAdminNegativeTestJSON-49298932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:07:02.178717 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-405ca3d9-c5d6-4013-9422-29dcdf4980be req-768de9d6-1812-4f44-84c7-22c98c7dc3dc tempest-ServersAdminNegativeTestJSON-49298932 tempest-ServersAdminNegativeTestJSON-49298932-project] 10.222.0.57 "GET /v2.0/ports?device_id=9a80a55e-2d55-4547-a17e-0ec54d5456a4 HTTP/1.1" status: 200 len: 950 time: 0.0661061 Jul 14 10:07:02.284511 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [req-405ca3d9-c5d6-4013-9422-29dcdf4980be req-84612465-6179-4381-8b8d-04dcad565df8 tempest-ServersAdminNegativeTestJSON-49298932 tempest-ServersAdminNegativeTestJSON-49298932-project] Deleting port 5dff11c8-40c0-411a-921d-516b893cfd7e {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:07:02.284850 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-405ca3d9-c5d6-4013-9422-29dcdf4980be req-84612465-6179-4381-8b8d-04dcad565df8 tempest-ServersAdminNegativeTestJSON-49298932 tempest-ServersAdminNegativeTestJSON-49298932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:02.371511 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-405ca3d9-c5d6-4013-9422-29dcdf4980be req-84612465-6179-4381-8b8d-04dcad565df8 tempest-ServersAdminNegativeTestJSON-49298932 tempest-ServersAdminNegativeTestJSON-49298932-project] For port 5dff11c8-40c0-411a-921d-516b893cfd7e, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=5dff11c8-40c0-411a-921d-516b893cfd7e,segment=NetworkSegment(8f1c1422-de6c-445f-ab95-4e2c94585b2b),segment_id=8f1c1422-de6c-445f-ab95-4e2c94585b2b)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:07:02.371995 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-405ca3d9-c5d6-4013-9422-29dcdf4980be req-84612465-6179-4381-8b8d-04dcad565df8 tempest-ServersAdminNegativeTestJSON-49298932 tempest-ServersAdminNegativeTestJSON-49298932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:02.385934 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [req-405ca3d9-c5d6-4013-9422-29dcdf4980be req-84612465-6179-4381-8b8d-04dcad565df8 tempest-ServersAdminNegativeTestJSON-49298932 tempest-ServersAdminNegativeTestJSON-49298932-project] Calling delete_port for 5dff11c8-40c0-411a-921d-516b893cfd7e owned by compute:nova {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:07:02.517368 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-405ca3d9-c5d6-4013-9422-29dcdf4980be req-84612465-6179-4381-8b8d-04dcad565df8 tempest-ServersAdminNegativeTestJSON-49298932 tempest-ServersAdminNegativeTestJSON-49298932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:02.545908 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84612465-6179-4381-8b8d-04dcad565df8 tempest-ServersAdminNegativeTestJSON-49298932 tempest-ServersAdminNegativeTestJSON-49298932-project] Pushing event deleted for resources: {'Port': ['ID=5dff11c8-40c0-411a-921d-516b893cfd7e,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:07:02.551011 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] get_ports_and_sgs() called for port_ids ['5dff11c8-40c0-411a-921d-516b893cfd7e'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:07:02.596812 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-405ca3d9-c5d6-4013-9422-29dcdf4980be req-84612465-6179-4381-8b8d-04dcad565df8 tempest-ServersAdminNegativeTestJSON-49298932 tempest-ServersAdminNegativeTestJSON-49298932-project] No DVR routers for this DVR port 5dff11c8-40c0-411a-921d-516b893cfd7e on host n-h2-779913-29 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:07:02.599412 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-405ca3d9-c5d6-4013-9422-29dcdf4980be req-84612465-6179-4381-8b8d-04dcad565df8 tempest-ServersAdminNegativeTestJSON-49298932 tempest-ServersAdminNegativeTestJSON-49298932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:02.601587 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-405ca3d9-c5d6-4013-9422-29dcdf4980be req-84612465-6179-4381-8b8d-04dcad565df8 tempest-ServersAdminNegativeTestJSON-49298932 tempest-ServersAdminNegativeTestJSON-49298932-project] 10.222.0.57 "DELETE /v2.0/ports/5dff11c8-40c0-411a-921d-516b893cfd7e HTTP/1.1" status: 204 len: 173 time: 0.4179740 Jul 14 10:07:02.602037 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a80a55e-2d55-4547-a17e-0ec54d5456a4', 'name': 'network-vif-deleted', 'tag': '5dff11c8-40c0-411a-921d-516b893cfd7e'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:07:02.604299 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c4d8226-741f-4f95-9f0e-3db53e4eace9" -d '{"events": [{"server_uuid": "9a80a55e-2d55-4547-a17e-0ec54d5456a4", "name": "network-vif-deleted", "tag": "5dff11c8-40c0-411a-921d-516b893cfd7e"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:07:02.652773 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:07:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-938e4b43-2876-4e14-a578-428090eec3fe x-openstack-request-id: req-938e4b43-2876-4e14-a578-428090eec3fe {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:07:02.653080 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a80a55e-2d55-4547-a17e-0ec54d5456a4", "name": "network-vif-deleted", "tag": "5dff11c8-40c0-411a-921d-516b893cfd7e", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:07:02.653344 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-938e4b43-2876-4e14-a578-428090eec3fe {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:07:02.653798 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a80a55e-2d55-4547-a17e-0ec54d5456a4', 'name': 'network-vif-deleted', 'tag': '5dff11c8-40c0-411a-921d-516b893cfd7e', 'status': 'completed', 'code': 200} Jul 14 10:07:03.261677 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-5469846c-da8b-4c7f-a883-506385108c87 req-d0ab2b6e-0a49-4e23-9a26-84db0bea8882 tempest-ServersAdminNegativeTestJSON-49298932 tempest-ServersAdminNegativeTestJSON-49298932-project] 10.222.0.68 "GET /v2.0/ports?device_id=9a80a55e-2d55-4547-a17e-0ec54d5456a4 HTTP/1.1" status: 200 len: 210 time: 0.0341070 Jul 14 10:07:04.592674 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 36912) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:07:04.767502 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-cd264dd3-aedb-48d0-9061-36034cf22981 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=b0920a6c2f214f4e85fb43c13441ef3d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1736562 Jul 14 10:07:04.770101 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 36918) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:07:04.817277 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f1710840-4328-4388-a560-9dc22b89566f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:04.839437 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f1710840-4328-4388-a560-9dc22b89566f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:04.886458 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f1710840-4328-4388-a560-9dc22b89566f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:04.888968 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f1710840-4328-4388-a560-9dc22b89566f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:04.890184 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-f1710840-4328-4388-a560-9dc22b89566f admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/7d99194b-a897-4418-8e68-7ba8e2841301 HTTP/1.1" status: 204 len: 168 time: 0.1191854 Jul 14 10:07:04.898451 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1710840-4328-4388-a560-9dc22b89566f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d99194b-a897-4418-8e68-7ba8e2841301,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:07:05.159762 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 36924) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:07:05.173767 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0a7f8f3c-beb6-4060-92b5-a724ee58240a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:05.263228 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0a7f8f3c-beb6-4060-92b5-a724ee58240a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:05.266992 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0a7f8f3c-beb6-4060-92b5-a724ee58240a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:05.309199 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-0a7f8f3c-beb6-4060-92b5-a724ee58240a admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=5ec384e64dee4382855de21ec073d141&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1481225 Jul 14 10:07:05.311177 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7f8f3c-beb6-4060-92b5-a724ee58240a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f247748b-a8e4-435c-876b-ea2a4fc9ad47,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:07:05.311974 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 36926) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:07:05.363006 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3229e089-0924-4d15-9afe-87cf979a3746 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:05.384621 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3229e089-0924-4d15-9afe-87cf979a3746 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:05.430740 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3229e089-0924-4d15-9afe-87cf979a3746 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:05.433328 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3229e089-0924-4d15-9afe-87cf979a3746 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:05.434517 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-3229e089-0924-4d15-9afe-87cf979a3746 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/f247748b-a8e4-435c-876b-ea2a4fc9ad47 HTTP/1.1" status: 204 len: 168 time: 0.1214716 Jul 14 10:07:05.442408 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3229e089-0924-4d15-9afe-87cf979a3746 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f247748b-a8e4-435c-876b-ea2a4fc9ad47,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:07:05.628626 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 5dff11c8-40c0-411a-921d-516b893cfd7e no longer exists at agent hyperv_n-h2-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:07:05.648884 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] No Port match for: 5dff11c8-40c0-411a-921d-516b893cfd7e {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:07:05.649154 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 5dff11c8-40c0-411a-921d-516b893cfd7e not bound to the agent host n-h2-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:07:06.106685 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 36948) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:07:06.207067 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-4d191122-b530-474a-b93d-197a19d5a008 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-95564414-network', 'tenant_id': '43240fa0aed744a1b935beb7affd2f95'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:07:06.230083 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d191122-b530-474a-b93d-197a19d5a008 admin admin] Made reservation on behalf of 43240fa0aed744a1b935beb7affd2f95 for: {'network': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:07:06.232756 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4d191122-b530-474a-b93d-197a19d5a008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for network, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:06.241963 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4d191122-b530-474a-b93d-197a19d5a008 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:06.333642 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4d191122-b530-474a-b93d-197a19d5a008 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:06.337673 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4d191122-b530-474a-b93d-197a19d5a008 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:06.357724 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d191122-b530-474a-b93d-197a19d5a008 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 740} {{(pid=93957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 10:07:06.381031 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4d191122-b530-474a-b93d-197a19d5a008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:06.381392 n-d-779913-29 neutron-server[93957]: INFO neutron.db.segments_db [None req-4d191122-b530-474a-b93d-197a19d5a008 admin admin] Added segment 45ff4dcb-3deb-4999-8373-71cbb9ca1566 of type vlan for network 83229d74-4983-4f05-a86f-1045fae0fcf3 Jul 14 10:07:06.385240 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d191122-b530-474a-b93d-197a19d5a008 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6b99cbf-c775-46bb-b44b-d9f1293c5bcf,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:07:06.401091 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d191122-b530-474a-b93d-197a19d5a008 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:07:06.401441 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d191122-b530-474a-b93d-197a19d5a008 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:07:06.401813 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d191122-b530-474a-b93d-197a19d5a008 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:07:06.402154 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d191122-b530-474a-b93d-197a19d5a008 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:07:06.402496 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d191122-b530-474a-b93d-197a19d5a008 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:07:06.402834 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d191122-b530-474a-b93d-197a19d5a008 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:07:06.403167 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d191122-b530-474a-b93d-197a19d5a008 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:07:06.403501 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d191122-b530-474a-b93d-197a19d5a008 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:07:06.403830 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d191122-b530-474a-b93d-197a19d5a008 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:07:06.404160 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d191122-b530-474a-b93d-197a19d5a008 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:07:06.404490 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d191122-b530-474a-b93d-197a19d5a008 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:07:06.404852 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d191122-b530-474a-b93d-197a19d5a008 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:07:06.438573 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4d191122-b530-474a-b93d-197a19d5a008 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735687821325'] for network, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:06.476825 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4d191122-b530-474a-b93d-197a19d5a008 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855'] for network, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:06.477749 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d191122-b530-474a-b93d-197a19d5a008 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:07:06.478333 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4d191122-b530-474a-b93d-197a19d5a008 admin admin] Notify callbacks [] for network, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:06.550360 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-4d191122-b530-474a-b93d-197a19d5a008 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4424639 Jul 14 10:07:06.553511 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 36952) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:07:06.559819 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-e22426da-5247-4e63-9717-9570b0f1bd16 admin admin] Request body: {'subnet': {'network_id': '83229d74-4983-4f05-a86f-1045fae0fcf3', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-95564414-subnet', 'tenant_id': '43240fa0aed744a1b935beb7affd2f95', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:07:06.567488 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d191122-b530-474a-b93d-197a19d5a008 admin admin] Pushing event updated for resources: {'Network': ['ID=83229d74-4983-4f05-a86f-1045fae0fcf3,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:07:06.578395 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Network 83229d74-4983-4f05-a86f-1045fae0fcf3 details requested by agent ovs-agent-n-d-779913-29 with host n-d-779913-29 {{(pid=93959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 10:07:06.583542 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e22426da-5247-4e63-9717-9570b0f1bd16 admin admin] Made reservation on behalf of 43240fa0aed744a1b935beb7affd2f95 for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:07:06.586142 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e22426da-5247-4e63-9717-9570b0f1bd16 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16714600'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:06.754823 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e22426da-5247-4e63-9717-9570b0f1bd16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13573993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16714586'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:06.807638 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22426da-5247-4e63-9717-9570b0f1bd16 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d3feb5c-7b14-4c21-8762-694dd6fcb34f,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:07:06.818759 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e22426da-5247-4e63-9717-9570b0f1bd16 admin admin] Checking segment: {'id': '45ff4dcb-3deb-4999-8373-71cbb9ca1566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '83229d74-4983-4f05-a86f-1045fae0fcf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:07:06.819121 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e22426da-5247-4e63-9717-9570b0f1bd16 admin admin] Network hostable DHCP agents. Network: 83229d74-4983-4f05-a86f-1045fae0fcf3, hostable agents: ['c6a09bd4-f72e-4283-a3ca-0bbca8a51081'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 10:07:06.835747 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e22426da-5247-4e63-9717-9570b0f1bd16 admin admin] Network 83229d74-4983-4f05-a86f-1045fae0fcf3 is scheduled to be hosted by DHCP agent c6a09bd4-f72e-4283-a3ca-0bbca8a51081 with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 10:07:06.844501 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-e22426da-5247-4e63-9717-9570b0f1bd16 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-29, 83229d74-4983-4f05-a86f-1045fae0fcf3) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:07:06.850412 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e22426da-5247-4e63-9717-9570b0f1bd16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:07:06.851160 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e22426da-5247-4e63-9717-9570b0f1bd16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:06.854777 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cca55dba-5b77-4225-95d4-f76d671b5d39 None None] Network 83229d74-4983-4f05-a86f-1045fae0fcf3 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:07:06.867019 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-e22426da-5247-4e63-9717-9570b0f1bd16 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3107145 Jul 14 10:07:06.986536 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cefe3ebe-3162-4a8c-a1d4-584273ad10be None None] Network 83229d74-4983-4f05-a86f-1045fae0fcf3 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:07:07.303267 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba47403-5c26-472b-882c-265c169912b2 req-9aa0edba-b829-4794-9240-fb0175f9c368 tempest-DeleteServersTestJSON-137563170 tempest-DeleteServersTestJSON-137563170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:07:07.304690 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-3ba47403-5c26-472b-882c-265c169912b2 req-9aa0edba-b829-4794-9240-fb0175f9c368 tempest-DeleteServersTestJSON-137563170 tempest-DeleteServersTestJSON-137563170-project] 10.222.0.68 "GET /v2.0/networks?id=83229d74-4983-4f05-a86f-1045fae0fcf3 HTTP/1.1" status: 200 len: 810 time: 0.1017361 Jul 14 10:07:07.319137 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-3ba47403-5c26-472b-882c-265c169912b2 req-a10b28ca-40a1-4c81-9faf-c826216329bb tempest-DeleteServersTestJSON-137563170 tempest-DeleteServersTestJSON-137563170-project] 10.222.0.68 "GET /v2.0/quotas/43240fa0aed744a1b935beb7affd2f95 HTTP/1.1" status: 200 len: 375 time: 0.0091448 Jul 14 10:07:07.358255 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-3ba47403-5c26-472b-882c-265c169912b2 req-e054bcb3-dc01-4898-b918-a844ce463c41 tempest-DeleteServersTestJSON-137563170 tempest-DeleteServersTestJSON-137563170-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=43240fa0aed744a1b935beb7affd2f95&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0332816 Jul 14 10:07:07.496391 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-3ba47403-5c26-472b-882c-265c169912b2 req-1535ecbe-c554-4593-b975-ad8b19f72ff6 service neutron] 10.222.0.68 "GET /v2.0/networks/83229d74-4983-4f05-a86f-1045fae0fcf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312535 Jul 14 10:07:07.593388 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-3ba47403-5c26-472b-882c-265c169912b2 req-b7d5891b-2215-4438-b71f-4d83b57d9b39 service neutron] 10.222.0.68 "GET /v2.0/networks/83229d74-4983-4f05-a86f-1045fae0fcf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910637 Jul 14 10:07:07.668023 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.agents_db [None req-3c3509fb-540d-4335-a450-574895dd3602 None None] Agent healthcheck: found 7 active agents {{(pid=93960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:07:07.818670 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-04951b5f-350c-4445-83e5-92de449ba95b req-edbfeea5-8e15-4040-93f1-7170c6a74321 tempest-DeleteServersTestJSON-137563170 tempest-DeleteServersTestJSON-137563170-project] 10.222.0.68 "GET /v2.0/ports?device_id=fb0c94d5-a07c-460f-b9e9-2d8caf661bb0 HTTP/1.1" status: 200 len: 210 time: 0.0859125 Jul 14 10:07:08.953269 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-5c8ed520-3ddf-4a81-bbb5-331dc32b1e3b req-f66eca5e-c55e-4b9f-9259-49f21a692bd9 tempest-DeleteServersTestJSON-137563170 tempest-DeleteServersTestJSON-137563170-project] 10.222.0.68 "GET /v2.0/ports?device_id=fb0c94d5-a07c-460f-b9e9-2d8caf661bb0 HTTP/1.1" status: 200 len: 210 time: 0.0835612 Jul 14 10:07:10.093162 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-acac261c-3c2a-49f8-b592-c0446e6c94e8 req-00f5accd-87b0-453d-8515-a7ccb1e39783 tempest-DeleteServersTestJSON-137563170 tempest-DeleteServersTestJSON-137563170-project] 10.222.0.68 "GET /v2.0/ports?device_id=fb0c94d5-a07c-460f-b9e9-2d8caf661bb0 HTTP/1.1" status: 200 len: 210 time: 0.0292120 Jul 14 10:07:11.212511 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba47403-5c26-472b-882c-265c169912b2 req-0cd2569f-f619-4022-b25b-b0aba0d159d3 tempest-DeleteServersTestJSON-137563170 tempest-DeleteServersTestJSON-137563170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:07:11.214198 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3ba47403-5c26-472b-882c-265c169912b2 req-0cd2569f-f619-4022-b25b-b0aba0d159d3 tempest-DeleteServersTestJSON-137563170 tempest-DeleteServersTestJSON-137563170-project] 10.222.0.57 "GET /v2.0/networks?id=83229d74-4983-4f05-a86f-1045fae0fcf3 HTTP/1.1" status: 200 len: 810 time: 0.1174831 Jul 14 10:07:11.235879 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-3ba47403-5c26-472b-882c-265c169912b2 req-fee6f312-2a58-416a-bf68-d0191cbec3d1 tempest-DeleteServersTestJSON-137563170 tempest-DeleteServersTestJSON-137563170-project] Request body: {'port': {'device_id': 'fb0c94d5-a07c-460f-b9e9-2d8caf661bb0', 'network_id': '83229d74-4983-4f05-a86f-1045fae0fcf3', 'admin_state_up': True, 'tenant_id': '43240fa0aed744a1b935beb7affd2f95'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:07:11.247141 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-03c30b39-9a97-431a-8aea-841e5422ed67 req-54e2bfca-8ec0-4863-afa3-3d0a502b80fb tempest-DeleteServersTestJSON-137563170 tempest-DeleteServersTestJSON-137563170-project] 10.222.0.68 "GET /v2.0/ports?device_id=fb0c94d5-a07c-460f-b9e9-2d8caf661bb0 HTTP/1.1" status: 200 len: 210 time: 0.0370667 Jul 14 10:07:11.359701 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ba47403-5c26-472b-882c-265c169912b2 req-fee6f312-2a58-416a-bf68-d0191cbec3d1 tempest-DeleteServersTestJSON-137563170 tempest-DeleteServersTestJSON-137563170-project] Made reservation on behalf of 43240fa0aed744a1b935beb7affd2f95 for: {'port': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:07:11.363601 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-3ba47403-5c26-472b-882c-265c169912b2 req-fee6f312-2a58-416a-bf68-d0191cbec3d1 tempest-DeleteServersTestJSON-137563170 tempest-DeleteServersTestJSON-137563170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:11.493926 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [req-3ba47403-5c26-472b-882c-265c169912b2 req-fee6f312-2a58-416a-bf68-d0191cbec3d1 tempest-DeleteServersTestJSON-137563170 tempest-DeleteServersTestJSON-137563170-project] Allocated IP 172.20.0.4 (83229d74-4983-4f05-a86f-1045fae0fcf3/7d3feb5c-7b14-4c21-8762-694dd6fcb34f/fae11c60-afd0-4dd3-8671-421b70e1b261) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:07:11.653567 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-3ba47403-5c26-472b-882c-265c169912b2 req-fee6f312-2a58-416a-bf68-d0191cbec3d1 tempest-DeleteServersTestJSON-137563170 tempest-DeleteServersTestJSON-137563170-project] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:11.694767 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-3ba47403-5c26-472b-882c-265c169912b2 req-fee6f312-2a58-416a-bf68-d0191cbec3d1 tempest-DeleteServersTestJSON-137563170 tempest-DeleteServersTestJSON-137563170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:11.740318 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ba47403-5c26-472b-882c-265c169912b2 req-fee6f312-2a58-416a-bf68-d0191cbec3d1 tempest-DeleteServersTestJSON-137563170 tempest-DeleteServersTestJSON-137563170-project] Network 83229d74-4983-4f05-a86f-1045fae0fcf3 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:07:11.745949 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [req-3ba47403-5c26-472b-882c-265c169912b2 req-fee6f312-2a58-416a-bf68-d0191cbec3d1 tempest-DeleteServersTestJSON-137563170 tempest-DeleteServersTestJSON-137563170-project] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:07:11.748559 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ba47403-5c26-472b-882c-265c169912b2 req-fee6f312-2a58-416a-bf68-d0191cbec3d1 tempest-DeleteServersTestJSON-137563170 tempest-DeleteServersTestJSON-137563170-project] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:07:11.779082 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee6f312-2a58-416a-bf68-d0191cbec3d1 tempest-DeleteServersTestJSON-137563170 tempest-DeleteServersTestJSON-137563170-project] Pushing event updated for resources: {'Port': ['ID=fae11c60-afd0-4dd3-8671-421b70e1b261,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:07:11.806470 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba47403-5c26-472b-882c-265c169912b2 req-fee6f312-2a58-416a-bf68-d0191cbec3d1 tempest-DeleteServersTestJSON-137563170 tempest-DeleteServersTestJSON-137563170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:07:11.807089 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-3ba47403-5c26-472b-882c-265c169912b2 req-fee6f312-2a58-416a-bf68-d0191cbec3d1 tempest-DeleteServersTestJSON-137563170 tempest-DeleteServersTestJSON-137563170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:11.827110 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3ba47403-5c26-472b-882c-265c169912b2 req-fee6f312-2a58-416a-bf68-d0191cbec3d1 tempest-DeleteServersTestJSON-137563170 tempest-DeleteServersTestJSON-137563170-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5978348 Jul 14 10:07:11.844963 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-3ba47403-5c26-472b-882c-265c169912b2 req-6ec07d8d-699d-43d8-97b1-17b1bcf1b9c5 service neutron] Request body: {'port': {'device_id': 'fb0c94d5-a07c-460f-b9e9-2d8caf661bb0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-29'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:07:11.922783 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-3ba47403-5c26-472b-882c-265c169912b2 req-6ec07d8d-699d-43d8-97b1-17b1bcf1b9c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:12.198185 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [req-3ba47403-5c26-472b-882c-265c169912b2 req-6ec07d8d-699d-43d8-97b1-17b1bcf1b9c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fae11c60-afd0-4dd3-8671-421b70e1b261 {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:07:12.205759 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-3ba47403-5c26-472b-882c-265c169912b2 req-6ec07d8d-699d-43d8-97b1-17b1bcf1b9c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:12.217553 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [req-3ba47403-5c26-472b-882c-265c169912b2 req-6ec07d8d-699d-43d8-97b1-17b1bcf1b9c5 service neutron] Transition to ACTIVE for port object fae11c60-afd0-4dd3-8671-421b70e1b261 will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:07:12.221585 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-3ba47403-5c26-472b-882c-265c169912b2 req-6ec07d8d-699d-43d8-97b1-17b1bcf1b9c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:12.273806 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec07d8d-699d-43d8-97b1-17b1bcf1b9c5 service neutron] Pushing event updated for resources: {'Port': ['ID=fae11c60-afd0-4dd3-8671-421b70e1b261,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:07:12.343994 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-3ba47403-5c26-472b-882c-265c169912b2 req-6ec07d8d-699d-43d8-97b1-17b1bcf1b9c5 service neutron] Attempting to bind port fae11c60-afd0-4dd3-8671-421b70e1b261 on host n-h2-779913-29 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:07:12.344329 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-3ba47403-5c26-472b-882c-265c169912b2 req-6ec07d8d-699d-43d8-97b1-17b1bcf1b9c5 service neutron] Attempting to bind port fae11c60-afd0-4dd3-8671-421b70e1b261 by drivers openvswitch,hyperv on host n-h2-779913-29 at level 0 using segments [{'id': '45ff4dcb-3deb-4999-8373-71cbb9ca1566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '83229d74-4983-4f05-a86f-1045fae0fcf3'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:07:12.344662 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ba47403-5c26-472b-882c-265c169912b2 req-6ec07d8d-699d-43d8-97b1-17b1bcf1b9c5 service neutron] Attempting to bind port fae11c60-afd0-4dd3-8671-421b70e1b261 on network 83229d74-4983-4f05-a86f-1045fae0fcf3 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:07:12.349036 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ba47403-5c26-472b-882c-265c169912b2 req-6ec07d8d-699d-43d8-97b1-17b1bcf1b9c5 service neutron] Port fae11c60-afd0-4dd3-8671-421b70e1b261 on network 83229d74-4983-4f05-a86f-1045fae0fcf3 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-29 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 10:07:12.349356 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ba47403-5c26-472b-882c-265c169912b2 req-6ec07d8d-699d-43d8-97b1-17b1bcf1b9c5 service neutron] Attempting to bind port fae11c60-afd0-4dd3-8671-421b70e1b261 on network 83229d74-4983-4f05-a86f-1045fae0fcf3 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:07:12.354464 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ba47403-5c26-472b-882c-265c169912b2 req-6ec07d8d-699d-43d8-97b1-17b1bcf1b9c5 service neutron] Checking agent: {'id': '013e4a3b-a634-47b8-b6a5-1a25109b73fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 13, 13), 'started_at': datetime.datetime(2021, 7, 14, 9, 13, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 6, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:07:12.354812 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ba47403-5c26-472b-882c-265c169912b2 req-6ec07d8d-699d-43d8-97b1-17b1bcf1b9c5 service neutron] Checking segment: {'id': '45ff4dcb-3deb-4999-8373-71cbb9ca1566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '83229d74-4983-4f05-a86f-1045fae0fcf3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:07:12.355205 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ba47403-5c26-472b-882c-265c169912b2 req-6ec07d8d-699d-43d8-97b1-17b1bcf1b9c5 service neutron] Bound using segment: {'id': '45ff4dcb-3deb-4999-8373-71cbb9ca1566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '83229d74-4983-4f05-a86f-1045fae0fcf3'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:07:12.355664 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-3ba47403-5c26-472b-882c-265c169912b2 req-6ec07d8d-699d-43d8-97b1-17b1bcf1b9c5 service neutron] Bound port: fae11c60-afd0-4dd3-8671-421b70e1b261, host: n-h2-779913-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45ff4dcb-3deb-4999-8373-71cbb9ca1566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '83229d74-4983-4f05-a86f-1045fae0fcf3'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:07:12.356035 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-3ba47403-5c26-472b-882c-265c169912b2 req-6ec07d8d-699d-43d8-97b1-17b1bcf1b9c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:12.462011 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-3ba47403-5c26-472b-882c-265c169912b2 req-6ec07d8d-699d-43d8-97b1-17b1bcf1b9c5 service neutron] For port fae11c60-afd0-4dd3-8671-421b70e1b261, host n-h2-779913-29, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:07:12.465688 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-3ba47403-5c26-472b-882c-265c169912b2 req-6ec07d8d-699d-43d8-97b1-17b1bcf1b9c5 service neutron] For port fae11c60-afd0-4dd3-8671-421b70e1b261, host n-h2-779913-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=fae11c60-afd0-4dd3-8671-421b70e1b261,segment=NetworkSegment(45ff4dcb-3deb-4999-8373-71cbb9ca1566),segment_id=45ff4dcb-3deb-4999-8373-71cbb9ca1566)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:07:12.474296 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d625146-0fc0-4ef5-8bec-25b3b9493435 req-d17bf504-1284-41e6-b815-0b5cbfb36b24 tempest-DeleteServersTestJSON-137563170 tempest-DeleteServersTestJSON-137563170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:07:12.475860 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3d625146-0fc0-4ef5-8bec-25b3b9493435 req-d17bf504-1284-41e6-b815-0b5cbfb36b24 tempest-DeleteServersTestJSON-137563170 tempest-DeleteServersTestJSON-137563170-project] 10.222.0.68 "GET /v2.0/ports?device_id=fb0c94d5-a07c-460f-b9e9-2d8caf661bb0 HTTP/1.1" status: 200 len: 943 time: 0.1101534 Jul 14 10:07:12.477763 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-3ba47403-5c26-472b-882c-265c169912b2 req-6ec07d8d-699d-43d8-97b1-17b1bcf1b9c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:12.530114 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba47403-5c26-472b-882c-265c169912b2 req-6ec07d8d-699d-43d8-97b1-17b1bcf1b9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:07:12.530833 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-3ba47403-5c26-472b-882c-265c169912b2 req-6ec07d8d-699d-43d8-97b1-17b1bcf1b9c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:12.532389 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3ba47403-5c26-472b-882c-265c169912b2 req-6ec07d8d-699d-43d8-97b1-17b1bcf1b9c5 service neutron] 10.222.0.57 "PUT /v2.0/ports/fae11c60-afd0-4dd3-8671-421b70e1b261 HTTP/1.1" status: 200 len: 1092 time: 0.6923985 Jul 14 10:07:12.536059 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb0c94d5-a07c-460f-b9e9-2d8caf661bb0', 'tag': 'fae11c60-afd0-4dd3-8671-421b70e1b261'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:07:12.539010 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ecc5fe4-a69e-4a08-bcc5-e9cc82340588" -d '{"events": [{"name": "network-changed", "server_uuid": "fb0c94d5-a07c-460f-b9e9-2d8caf661bb0", "tag": "fae11c60-afd0-4dd3-8671-421b70e1b261"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:07:12.579347 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:07:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad61ef4f-5fbd-404b-9d1f-9a5a68874730 x-openstack-request-id: req-ad61ef4f-5fbd-404b-9d1f-9a5a68874730 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:07:12.579646 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb0c94d5-a07c-460f-b9e9-2d8caf661bb0", "tag": "fae11c60-afd0-4dd3-8671-421b70e1b261", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:07:12.579904 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-ad61ef4f-5fbd-404b-9d1f-9a5a68874730 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:07:12.580308 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb0c94d5-a07c-460f-b9e9-2d8caf661bb0', 'tag': 'fae11c60-afd0-4dd3-8671-421b70e1b261', 'status': 'completed', 'code': 200} Jul 14 10:07:12.588102 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3d625146-0fc0-4ef5-8bec-25b3b9493435 req-43d9b8a3-b60b-43d2-9928-4e90f898bb08 tempest-DeleteServersTestJSON-137563170 tempest-DeleteServersTestJSON-137563170-project] 10.222.0.68 "GET /v2.0/security-groups?id=a6b99cbf-c775-46bb-b44b-d9f1293c5bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046360 Jul 14 10:07:12.589836 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec07d8d-699d-43d8-97b1-17b1bcf1b9c5 service neutron] Pushing event updated for resources: {'Port': ['ID=fae11c60-afd0-4dd3-8671-421b70e1b261,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:07:12.650769 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba47403-5c26-472b-882c-265c169912b2 req-e9cef596-4a41-4e35-993d-c58f442fef76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:07:12.652523 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3ba47403-5c26-472b-882c-265c169912b2 req-e9cef596-4a41-4e35-993d-c58f442fef76 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=43240fa0aed744a1b935beb7affd2f95&device_id=fb0c94d5-a07c-460f-b9e9-2d8caf661bb0 HTTP/1.1" status: 200 len: 1095 time: 0.0550804 Jul 14 10:07:12.704097 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3ba47403-5c26-472b-882c-265c169912b2 req-fca30827-098d-4504-9810-d94455c36b73 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fae11c60-afd0-4dd3-8671-421b70e1b261 HTTP/1.1" status: 200 len: 217 time: 0.0395463 Jul 14 10:07:12.754829 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba47403-5c26-472b-882c-265c169912b2 req-cd9ffb9e-fb49-4af5-bf9b-74740d324487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:07:12.756346 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3ba47403-5c26-472b-882c-265c169912b2 req-cd9ffb9e-fb49-4af5-bf9b-74740d324487 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7d3feb5c-7b14-4c21-8762-694dd6fcb34f HTTP/1.1" status: 200 len: 850 time: 0.0468342 Jul 14 10:07:12.790806 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3ba47403-5c26-472b-882c-265c169912b2 req-13a8e5cc-1fd9-4ce6-8ede-49db790a5735 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=83229d74-4983-4f05-a86f-1045fae0fcf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268407 Jul 14 10:07:12.889996 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3ba47403-5c26-472b-882c-265c169912b2 req-0f297694-7371-4760-8e87-de93ef7a6915 service neutron] 10.222.0.57 "GET /v2.0/networks/83229d74-4983-4f05-a86f-1045fae0fcf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922511 Jul 14 10:07:12.979004 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3ba47403-5c26-472b-882c-265c169912b2 req-e5d83d56-f195-473f-9f73-e29b2d480817 service neutron] 10.222.0.57 "GET /v2.0/networks/83229d74-4983-4f05-a86f-1045fae0fcf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830162 Jul 14 10:07:13.128196 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecc5fe4-a69e-4a08-bcc5-e9cc82340588 req-db819896-50a6-406b-be97-3330fe42d0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:07:13.130120 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5ecc5fe4-a69e-4a08-bcc5-e9cc82340588 req-db819896-50a6-406b-be97-3330fe42d0b8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=43240fa0aed744a1b935beb7affd2f95&device_id=fb0c94d5-a07c-460f-b9e9-2d8caf661bb0 HTTP/1.1" status: 200 len: 1095 time: 0.0570276 Jul 14 10:07:13.216456 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:13.229138 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecc5fe4-a69e-4a08-bcc5-e9cc82340588 req-46133848-3fc9-4d1c-9418-72c8ed2a8791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:07:13.230648 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5ecc5fe4-a69e-4a08-bcc5-e9cc82340588 req-46133848-3fc9-4d1c-9418-72c8ed2a8791 service neutron] 10.222.0.57 "GET /v2.0/networks?id=83229d74-4983-4f05-a86f-1045fae0fcf3 HTTP/1.1" status: 200 len: 911 time: 0.0947003 Jul 14 10:07:13.273335 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5ecc5fe4-a69e-4a08-bcc5-e9cc82340588 req-b5730724-a7c3-4844-b98a-f53918fb77c4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fae11c60-afd0-4dd3-8671-421b70e1b261 HTTP/1.1" status: 200 len: 217 time: 0.0338261 Jul 14 10:07:13.323130 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecc5fe4-a69e-4a08-bcc5-e9cc82340588 req-bf955464-b873-4089-8c66-18c32ae17f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:07:13.324507 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5ecc5fe4-a69e-4a08-bcc5-e9cc82340588 req-bf955464-b873-4089-8c66-18c32ae17f92 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7d3feb5c-7b14-4c21-8762-694dd6fcb34f HTTP/1.1" status: 200 len: 850 time: 0.0446913 Jul 14 10:07:13.361632 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5ecc5fe4-a69e-4a08-bcc5-e9cc82340588 req-ec0e6253-9277-4692-aaaa-7412a88dc3f2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=83229d74-4983-4f05-a86f-1045fae0fcf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308428 Jul 14 10:07:13.452088 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5ecc5fe4-a69e-4a08-bcc5-e9cc82340588 req-fac04ca4-6016-4331-8d66-8023a8ce059d service neutron] 10.222.0.57 "GET /v2.0/networks/83229d74-4983-4f05-a86f-1045fae0fcf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837312 Jul 14 10:07:13.549425 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5ecc5fe4-a69e-4a08-bcc5-e9cc82340588 req-68519812-3ca9-4d94-9bee-bffab599c8a7 service neutron] 10.222.0.57 "GET /v2.0/networks/83229d74-4983-4f05-a86f-1045fae0fcf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900106 Jul 14 10:07:13.778298 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132c685e-b00c-40ce-b4fe-bcae28e55a9e req-b538ba62-e618-4658-9d38-e11fb5620643 tempest-DeleteServersTestJSON-137563170 tempest-DeleteServersTestJSON-137563170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:07:13.779789 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-132c685e-b00c-40ce-b4fe-bcae28e55a9e req-b538ba62-e618-4658-9d38-e11fb5620643 tempest-DeleteServersTestJSON-137563170 tempest-DeleteServersTestJSON-137563170-project] 10.222.0.68 "GET /v2.0/ports?device_id=fb0c94d5-a07c-460f-b9e9-2d8caf661bb0 HTTP/1.1" status: 200 len: 943 time: 0.0640807 Jul 14 10:07:13.823322 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-132c685e-b00c-40ce-b4fe-bcae28e55a9e req-c3e4e0f3-01e6-48b2-bb16-7571e525516a tempest-DeleteServersTestJSON-137563170 tempest-DeleteServersTestJSON-137563170-project] 10.222.0.68 "GET /v2.0/security-groups?id=a6b99cbf-c775-46bb-b44b-d9f1293c5bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377176 Jul 14 10:07:13.970920 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:15.010555 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547d04f1-a758-4156-b11f-2a36865212f9 req-f3138b90-bcbb-4403-bb0c-b5b2a0d8f389 tempest-DeleteServersTestJSON-137563170 tempest-DeleteServersTestJSON-137563170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:07:15.012389 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-547d04f1-a758-4156-b11f-2a36865212f9 req-f3138b90-bcbb-4403-bb0c-b5b2a0d8f389 tempest-DeleteServersTestJSON-137563170 tempest-DeleteServersTestJSON-137563170-project] 10.222.0.68 "GET /v2.0/ports?device_id=fb0c94d5-a07c-460f-b9e9-2d8caf661bb0 HTTP/1.1" status: 200 len: 943 time: 0.0786884 Jul 14 10:07:15.057222 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-547d04f1-a758-4156-b11f-2a36865212f9 req-09cab9cb-0ebf-4bb3-a55d-9d44cba9fe99 tempest-DeleteServersTestJSON-137563170 tempest-DeleteServersTestJSON-137563170-project] 10.222.0.68 "GET /v2.0/security-groups?id=a6b99cbf-c775-46bb-b44b-d9f1293c5bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391247 Jul 14 10:07:15.695747 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device fae11c60-afd0-4dd3-8671-421b70e1b261 details requested by agent hyperv_n-h2-779913-29 with host n-h2-779913-29 {{(pid=93959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 10:07:15.791874 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port fae11c60-afd0-4dd3-8671-421b70e1b261, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=fae11c60-afd0-4dd3-8671-421b70e1b261,segment=NetworkSegment(45ff4dcb-3deb-4999-8373-71cbb9ca1566),segment_id=45ff4dcb-3deb-4999-8373-71cbb9ca1566)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:07:15.805424 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Returning: {'device': 'fae11c60-afd0-4dd3-8671-421b70e1b261', 'network_id': '83229d74-4983-4f05-a86f-1045fae0fcf3', 'port_id': 'fae11c60-afd0-4dd3-8671-421b70e1b261', 'mac_address': 'fa:16:3e:d5:94:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 740, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d3feb5c-7b14-4c21-8762-694dd6fcb34f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 10:07:15.844836 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:15.858129 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fae11c60-afd0-4dd3-8671-421b70e1b261 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:07:15.879303 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port fae11c60-afd0-4dd3-8671-421b70e1b261, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=fae11c60-afd0-4dd3-8671-421b70e1b261,segment=NetworkSegment(45ff4dcb-3deb-4999-8373-71cbb9ca1566),segment_id=45ff4dcb-3deb-4999-8373-71cbb9ca1566)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:07:15.885808 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:15.936176 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Pushing event updated for resources: {'Port': ['ID=fae11c60-afd0-4dd3-8671-421b70e1b261,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:07:16.147855 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] get_ports_and_sgs() called for port_ids ['fae11c60-afd0-4dd3-8671-421b70e1b261'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:07:16.239506 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdb448c-41f2-49fe-91a4-963baa8a002c req-9e626692-5c58-4dd0-8b20-7e421f141735 tempest-DeleteServersTestJSON-137563170 tempest-DeleteServersTestJSON-137563170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:07:16.241067 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-3fdb448c-41f2-49fe-91a4-963baa8a002c req-9e626692-5c58-4dd0-8b20-7e421f141735 tempest-DeleteServersTestJSON-137563170 tempest-DeleteServersTestJSON-137563170-project] 10.222.0.68 "GET /v2.0/ports?device_id=fb0c94d5-a07c-460f-b9e9-2d8caf661bb0 HTTP/1.1" status: 200 len: 944 time: 0.0664175 Jul 14 10:07:16.281657 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-3fdb448c-41f2-49fe-91a4-963baa8a002c req-ee02f7ab-8c92-4dc5-aced-91b62cebb624 tempest-DeleteServersTestJSON-137563170 tempest-DeleteServersTestJSON-137563170-project] 10.222.0.68 "GET /v2.0/security-groups?id=a6b99cbf-c775-46bb-b44b-d9f1293c5bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334713 Jul 14 10:07:17.457420 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2558b441-2e06-498f-86b1-d0c950875f13 req-32a919d6-7e08-43cd-abee-5b42bd0d20a0 tempest-DeleteServersTestJSON-137563170 tempest-DeleteServersTestJSON-137563170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:07:17.458929 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2558b441-2e06-498f-86b1-d0c950875f13 req-32a919d6-7e08-43cd-abee-5b42bd0d20a0 tempest-DeleteServersTestJSON-137563170 tempest-DeleteServersTestJSON-137563170-project] 10.222.0.68 "GET /v2.0/ports?device_id=fb0c94d5-a07c-460f-b9e9-2d8caf661bb0 HTTP/1.1" status: 200 len: 944 time: 0.0633600 Jul 14 10:07:17.500457 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2558b441-2e06-498f-86b1-d0c950875f13 req-108f46ae-2b51-4e55-83a7-1e61d9d62acb tempest-DeleteServersTestJSON-137563170 tempest-DeleteServersTestJSON-137563170-project] 10.222.0.68 "GET /v2.0/security-groups?id=a6b99cbf-c775-46bb-b44b-d9f1293c5bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359659 Jul 14 10:07:17.695317 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device fae11c60-afd0-4dd3-8671-421b70e1b261 up at agent hyperv_n-h2-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:07:17.743473 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Provisioning for port fae11c60-afd0-4dd3-8671-421b70e1b261 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:07:17.747436 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Provisioning complete for port fae11c60-afd0-4dd3-8671-421b70e1b261 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:07:17.747819 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:17.827403 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:17.849027 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb0c94d5-a07c-460f-b9e9-2d8caf661bb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fae11c60-afd0-4dd3-8671-421b70e1b261'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:07:17.851831 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd62303f06773040a8a4e189dc46b4f565768c299abf8ab8e7739778b0bc3e97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52659821-e669-45e6-ac03-bb6836f62bb6" -d '{"events": [{"server_uuid": "fb0c94d5-a07c-460f-b9e9-2d8caf661bb0", "name": "network-vif-plugged", "status": "completed", "tag": "fae11c60-afd0-4dd3-8671-421b70e1b261"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:07:17.866251 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port fae11c60-afd0-4dd3-8671-421b70e1b261, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=fae11c60-afd0-4dd3-8671-421b70e1b261,segment=NetworkSegment(45ff4dcb-3deb-4999-8373-71cbb9ca1566),segment_id=45ff4dcb-3deb-4999-8373-71cbb9ca1566)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:07:17.870824 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:17.904194 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:07:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1e511e5-2a19-4c76-8db8-a6fb1c4cefc0 x-openstack-request-id: req-a1e511e5-2a19-4c76-8db8-a6fb1c4cefc0 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:07:17.904494 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb0c94d5-a07c-460f-b9e9-2d8caf661bb0", "name": "network-vif-plugged", "status": "completed", "tag": "fae11c60-afd0-4dd3-8671-421b70e1b261", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:07:17.904752 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-a1e511e5-2a19-4c76-8db8-a6fb1c4cefc0 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:07:17.905146 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb0c94d5-a07c-460f-b9e9-2d8caf661bb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fae11c60-afd0-4dd3-8671-421b70e1b261', 'code': 200} Jul 14 10:07:17.925744 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Pushing event updated for resources: {'Port': ['ID=fae11c60-afd0-4dd3-8671-421b70e1b261,revision_number=5']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:07:18.051267 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b025a0-14a2-4a6e-ad67-0c4b13b58e89 req-3e96bc5b-0119-403e-8a6c-a690c47ac141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:07:18.052787 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-24b025a0-14a2-4a6e-ad67-0c4b13b58e89 req-3e96bc5b-0119-403e-8a6c-a690c47ac141 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=fb0c94d5-a07c-460f-b9e9-2d8caf661bb0 HTTP/1.1" status: 200 len: 1097 time: 0.0548859 Jul 14 10:07:18.087099 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-24b025a0-14a2-4a6e-ad67-0c4b13b58e89 req-0eedf060-3e4d-4baf-addb-8b3a5b95d5b1 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=a6b99cbf-c775-46bb-b44b-d9f1293c5bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277138 Jul 14 10:07:18.672937 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfef3df-78f5-461c-bc49-60e44e664bae req-075e8643-41cc-4a3d-b288-5d9dfc0fe5b2 tempest-DeleteServersTestJSON-137563170 tempest-DeleteServersTestJSON-137563170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:07:18.674499 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2bfef3df-78f5-461c-bc49-60e44e664bae req-075e8643-41cc-4a3d-b288-5d9dfc0fe5b2 tempest-DeleteServersTestJSON-137563170 tempest-DeleteServersTestJSON-137563170-project] 10.222.0.68 "GET /v2.0/ports?device_id=fb0c94d5-a07c-460f-b9e9-2d8caf661bb0 HTTP/1.1" status: 200 len: 945 time: 0.0630813 Jul 14 10:07:18.715164 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2bfef3df-78f5-461c-bc49-60e44e664bae req-13d5f321-4029-44c4-b78e-5f128d7ab65a tempest-DeleteServersTestJSON-137563170 tempest-DeleteServersTestJSON-137563170-project] 10.222.0.68 "GET /v2.0/security-groups?id=a6b99cbf-c775-46bb-b44b-d9f1293c5bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342970 Jul 14 10:07:19.896082 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fddf67-65b0-4911-a8c3-a9bc5f3b0d3e req-dcf4340b-c0a6-4228-852a-2007b129c74c tempest-DeleteServersTestJSON-137563170 tempest-DeleteServersTestJSON-137563170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:07:19.897759 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-e8fddf67-65b0-4911-a8c3-a9bc5f3b0d3e req-dcf4340b-c0a6-4228-852a-2007b129c74c tempest-DeleteServersTestJSON-137563170 tempest-DeleteServersTestJSON-137563170-project] 10.222.0.68 "GET /v2.0/ports?device_id=fb0c94d5-a07c-460f-b9e9-2d8caf661bb0 HTTP/1.1" status: 200 len: 945 time: 0.0644917 Jul 14 10:07:19.936020 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-e8fddf67-65b0-4911-a8c3-a9bc5f3b0d3e req-6d6f47dd-1bfe-4732-b000-861cad538d82 tempest-DeleteServersTestJSON-137563170 tempest-DeleteServersTestJSON-137563170-project] 10.222.0.68 "GET /v2.0/security-groups?id=a6b99cbf-c775-46bb-b44b-d9f1293c5bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327020 Jul 14 10:07:20.230656 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 37030) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:07:20.335251 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d5c20b9c-469f-4c7f-9435-956e0091a480 req-bacf7936-be1e-4ed7-ab92-f9f1a978c330 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=fb0c94d5-a07c-460f-b9e9-2d8caf661bb0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1029017 Jul 14 10:07:20.356353 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a9997d-649d-4678-89d7-d9de1771174e req-0b253dc2-7981-4ebe-abb1-cc68b277e009 tempest-DeleteServersTestJSON-137563170 tempest-DeleteServersTestJSON-137563170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:07:20.358214 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-e7a9997d-649d-4678-89d7-d9de1771174e req-0b253dc2-7981-4ebe-abb1-cc68b277e009 tempest-DeleteServersTestJSON-137563170 tempest-DeleteServersTestJSON-137563170-project] 10.222.0.68 "GET /v2.0/ports?device_id=fb0c94d5-a07c-460f-b9e9-2d8caf661bb0 HTTP/1.1" status: 200 len: 945 time: 0.0710371 Jul 14 10:07:20.400260 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-e7a9997d-649d-4678-89d7-d9de1771174e req-7e577585-4f95-4266-8f8a-fbc5f9a7e641 tempest-DeleteServersTestJSON-137563170 tempest-DeleteServersTestJSON-137563170-project] 10.222.0.68 "GET /v2.0/security-groups?id=a6b99cbf-c775-46bb-b44b-d9f1293c5bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356982 Jul 14 10:07:21.884451 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559acea7-c3d5-479d-ae85-a2e1211c96b0 req-1a98f70d-5f8e-4ecb-99f4-2504f8f6633c tempest-DeleteServersTestJSON-137563170 tempest-DeleteServersTestJSON-137563170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:07:21.885963 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-559acea7-c3d5-479d-ae85-a2e1211c96b0 req-1a98f70d-5f8e-4ecb-99f4-2504f8f6633c tempest-DeleteServersTestJSON-137563170 tempest-DeleteServersTestJSON-137563170-project] 10.222.0.68 "GET /v2.0/ports?device_id=fb0c94d5-a07c-460f-b9e9-2d8caf661bb0 HTTP/1.1" status: 200 len: 945 time: 0.3650870 Jul 14 10:07:21.892090 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c20b9c-469f-4c7f-9435-956e0091a480 req-34384879-c36b-49d3-bc9d-360378f69cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:07:21.893516 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d5c20b9c-469f-4c7f-9435-956e0091a480 req-34384879-c36b-49d3-bc9d-360378f69cc6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=43240fa0aed744a1b935beb7affd2f95&device_id=fb0c94d5-a07c-460f-b9e9-2d8caf661bb0 HTTP/1.1" status: 200 len: 1097 time: 0.0805283 Jul 14 10:07:21.974522 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-559acea7-c3d5-479d-ae85-a2e1211c96b0 req-2a4592ae-f17f-4f1d-91ab-ca41e1733111 tempest-DeleteServersTestJSON-137563170 tempest-DeleteServersTestJSON-137563170-project] 10.222.0.68 "GET /v2.0/security-groups?id=a6b99cbf-c775-46bb-b44b-d9f1293c5bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800443 Jul 14 10:07:22.009352 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c20b9c-469f-4c7f-9435-956e0091a480 req-e5e75e59-a84f-4fb8-a0cd-731aa931bc8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:07:22.010852 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d5c20b9c-469f-4c7f-9435-956e0091a480 req-e5e75e59-a84f-4fb8-a0cd-731aa931bc8a service neutron] 10.222.0.57 "GET /v2.0/networks?id=83229d74-4983-4f05-a86f-1045fae0fcf3 HTTP/1.1" status: 200 len: 911 time: 0.1104078 Jul 14 10:07:22.054135 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d5c20b9c-469f-4c7f-9435-956e0091a480 req-b43d819d-3cd4-43e4-bfad-88e7d9c267ad service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fae11c60-afd0-4dd3-8671-421b70e1b261 HTTP/1.1" status: 200 len: 217 time: 0.0368638 Jul 14 10:07:22.107715 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c20b9c-469f-4c7f-9435-956e0091a480 req-c21b3fd3-c3b3-42c2-871c-3ad66d29f877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:07:22.109167 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d5c20b9c-469f-4c7f-9435-956e0091a480 req-c21b3fd3-c3b3-42c2-871c-3ad66d29f877 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7d3feb5c-7b14-4c21-8762-694dd6fcb34f HTTP/1.1" status: 200 len: 850 time: 0.0489898 Jul 14 10:07:22.155116 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d5c20b9c-469f-4c7f-9435-956e0091a480 req-06b1b10b-bb06-4bf9-8f00-973efe89bec8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=83229d74-4983-4f05-a86f-1045fae0fcf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397091 Jul 14 10:07:22.244290 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d5c20b9c-469f-4c7f-9435-956e0091a480 req-05cc6c6b-8d61-4a4a-a2eb-613f2a31a3a6 service neutron] 10.222.0.57 "GET /v2.0/networks/83229d74-4983-4f05-a86f-1045fae0fcf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833621 Jul 14 10:07:22.255766 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-434ef6a2-bb67-495f-a894-b29b958ea149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:22.339142 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d5c20b9c-469f-4c7f-9435-956e0091a480 req-86a9e991-b222-4ccc-9d28-acfc75039e75 service neutron] 10.222.0.57 "GET /v2.0/networks/83229d74-4983-4f05-a86f-1045fae0fcf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880692 Jul 14 10:07:23.154377 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3eca21-ecfe-414b-bfe5-1e5ef5e48f58 req-a80a66df-efe0-49f5-9af2-aac5aedb62fb tempest-DeleteServersTestJSON-137563170 tempest-DeleteServersTestJSON-137563170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:07:23.155885 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-2c3eca21-ecfe-414b-bfe5-1e5ef5e48f58 req-a80a66df-efe0-49f5-9af2-aac5aedb62fb tempest-DeleteServersTestJSON-137563170 tempest-DeleteServersTestJSON-137563170-project] 10.222.0.68 "GET /v2.0/ports?device_id=fb0c94d5-a07c-460f-b9e9-2d8caf661bb0 HTTP/1.1" status: 200 len: 945 time: 0.0650902 Jul 14 10:07:23.195174 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-2c3eca21-ecfe-414b-bfe5-1e5ef5e48f58 req-91738ead-48db-4ac8-83eb-2b26aae4bfa6 tempest-DeleteServersTestJSON-137563170 tempest-DeleteServersTestJSON-137563170-project] 10.222.0.68 "GET /v2.0/security-groups?id=a6b99cbf-c775-46bb-b44b-d9f1293c5bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336168 Jul 14 10:07:24.371418 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493cf841-9932-47db-b01e-b3faacd5f2e7 req-e8884410-739e-41bf-b68e-89a86895a50d tempest-DeleteServersTestJSON-137563170 tempest-DeleteServersTestJSON-137563170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:07:24.372864 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-493cf841-9932-47db-b01e-b3faacd5f2e7 req-e8884410-739e-41bf-b68e-89a86895a50d tempest-DeleteServersTestJSON-137563170 tempest-DeleteServersTestJSON-137563170-project] 10.222.0.68 "GET /v2.0/ports?device_id=fb0c94d5-a07c-460f-b9e9-2d8caf661bb0 HTTP/1.1" status: 200 len: 945 time: 0.0629301 Jul 14 10:07:24.410995 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-493cf841-9932-47db-b01e-b3faacd5f2e7 req-bc758cdc-b1e5-4073-ac00-8feacdf621ba tempest-DeleteServersTestJSON-137563170 tempest-DeleteServersTestJSON-137563170-project] 10.222.0.68 "GET /v2.0/security-groups?id=a6b99cbf-c775-46bb-b44b-d9f1293c5bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325584 Jul 14 10:07:24.808827 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:24.914572 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c6853329-0b81-465f-ae38-8c57247d9711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:25.584682 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793bea84-53b1-4f6c-b160-285fe54542d2 req-65a5f238-831d-4d7a-a21c-790d99841781 tempest-DeleteServersTestJSON-137563170 tempest-DeleteServersTestJSON-137563170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:07:25.586188 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-793bea84-53b1-4f6c-b160-285fe54542d2 req-65a5f238-831d-4d7a-a21c-790d99841781 tempest-DeleteServersTestJSON-137563170 tempest-DeleteServersTestJSON-137563170-project] 10.222.0.68 "GET /v2.0/ports?device_id=fb0c94d5-a07c-460f-b9e9-2d8caf661bb0 HTTP/1.1" status: 200 len: 945 time: 0.0617051 Jul 14 10:07:25.629351 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-793bea84-53b1-4f6c-b160-285fe54542d2 req-be8e02e1-8f69-4091-8fda-3f950f611381 tempest-DeleteServersTestJSON-137563170 tempest-DeleteServersTestJSON-137563170-project] 10.222.0.68 "GET /v2.0/security-groups?id=a6b99cbf-c775-46bb-b44b-d9f1293c5bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376050 Jul 14 10:07:26.022016 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5ad31076-714c-49ec-bc37-f3d4cd90112a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:26.808494 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5542e2f3-12ea-490f-a21a-2cc5d54943af req-8bc8cd62-c599-4d8b-b178-7be04cd49268 tempest-DeleteServersTestJSON-137563170 tempest-DeleteServersTestJSON-137563170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:07:26.810032 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5542e2f3-12ea-490f-a21a-2cc5d54943af req-8bc8cd62-c599-4d8b-b178-7be04cd49268 tempest-DeleteServersTestJSON-137563170 tempest-DeleteServersTestJSON-137563170-project] 10.222.0.68 "GET /v2.0/ports?device_id=fb0c94d5-a07c-460f-b9e9-2d8caf661bb0 HTTP/1.1" status: 200 len: 945 time: 0.0703545 Jul 14 10:07:26.853186 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5542e2f3-12ea-490f-a21a-2cc5d54943af req-65be906b-06d6-4408-8ae2-728aae4c3d07 tempest-DeleteServersTestJSON-137563170 tempest-DeleteServersTestJSON-137563170-project] 10.222.0.68 "GET /v2.0/security-groups?id=a6b99cbf-c775-46bb-b44b-d9f1293c5bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375075 Jul 14 10:07:27.847309 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5bbe322f-3f67-4864-bc0a-91afe44d23e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:28.025381 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec1b71d-d7ca-47de-ba0c-03561254f4e0 req-22728970-38ef-408b-bd08-65fe3414e430 tempest-DeleteServersTestJSON-137563170 tempest-DeleteServersTestJSON-137563170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:07:28.026846 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-6ec1b71d-d7ca-47de-ba0c-03561254f4e0 req-22728970-38ef-408b-bd08-65fe3414e430 tempest-DeleteServersTestJSON-137563170 tempest-DeleteServersTestJSON-137563170-project] 10.222.0.68 "GET /v2.0/ports?device_id=fb0c94d5-a07c-460f-b9e9-2d8caf661bb0 HTTP/1.1" status: 200 len: 945 time: 0.0633667 Jul 14 10:07:28.068056 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-6ec1b71d-d7ca-47de-ba0c-03561254f4e0 req-7e45e5b2-1b1f-4241-84a1-beb75a6231c6 tempest-DeleteServersTestJSON-137563170 tempest-DeleteServersTestJSON-137563170-project] 10.222.0.68 "GET /v2.0/security-groups?id=a6b99cbf-c775-46bb-b44b-d9f1293c5bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355563 Jul 14 10:07:29.243286 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8db3896-d4a3-49d2-b4c0-48905264d9c2 req-4888742e-8e03-4bc7-9293-da18e1549f46 tempest-DeleteServersTestJSON-137563170 tempest-DeleteServersTestJSON-137563170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:07:29.244833 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d8db3896-d4a3-49d2-b4c0-48905264d9c2 req-4888742e-8e03-4bc7-9293-da18e1549f46 tempest-DeleteServersTestJSON-137563170 tempest-DeleteServersTestJSON-137563170-project] 10.222.0.68 "GET /v2.0/ports?device_id=fb0c94d5-a07c-460f-b9e9-2d8caf661bb0 HTTP/1.1" status: 200 len: 945 time: 0.0670304 Jul 14 10:07:29.286770 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d8db3896-d4a3-49d2-b4c0-48905264d9c2 req-c25638e3-83c5-4247-9fdb-45a426507edd tempest-DeleteServersTestJSON-137563170 tempest-DeleteServersTestJSON-137563170-project] 10.222.0.68 "GET /v2.0/security-groups?id=a6b99cbf-c775-46bb-b44b-d9f1293c5bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359840 Jul 14 10:07:30.456792 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1ce43b-b481-46e0-b684-6293bc141a0c req-71b63200-9514-40dc-bfbd-66e724655217 tempest-DeleteServersTestJSON-137563170 tempest-DeleteServersTestJSON-137563170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:07:30.458360 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-5d1ce43b-b481-46e0-b684-6293bc141a0c req-71b63200-9514-40dc-bfbd-66e724655217 tempest-DeleteServersTestJSON-137563170 tempest-DeleteServersTestJSON-137563170-project] 10.222.0.68 "GET /v2.0/ports?device_id=fb0c94d5-a07c-460f-b9e9-2d8caf661bb0 HTTP/1.1" status: 200 len: 945 time: 0.0637124 Jul 14 10:07:30.498063 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-5d1ce43b-b481-46e0-b684-6293bc141a0c req-1d22835d-4092-4f2f-a8e9-45c76bae7f43 tempest-DeleteServersTestJSON-137563170 tempest-DeleteServersTestJSON-137563170-project] 10.222.0.68 "GET /v2.0/security-groups?id=a6b99cbf-c775-46bb-b44b-d9f1293c5bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336063 Jul 14 10:07:31.670055 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af3014d-99e0-426b-9d28-003aa94f594e req-effc5c57-d47f-45f7-ab0d-c0c783e43de6 tempest-DeleteServersTestJSON-137563170 tempest-DeleteServersTestJSON-137563170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:07:31.671542 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5af3014d-99e0-426b-9d28-003aa94f594e req-effc5c57-d47f-45f7-ab0d-c0c783e43de6 tempest-DeleteServersTestJSON-137563170 tempest-DeleteServersTestJSON-137563170-project] 10.222.0.68 "GET /v2.0/ports?device_id=fb0c94d5-a07c-460f-b9e9-2d8caf661bb0 HTTP/1.1" status: 200 len: 945 time: 0.0642381 Jul 14 10:07:31.712238 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5af3014d-99e0-426b-9d28-003aa94f594e req-7c3b9dee-f91b-4f03-bc9d-b7e8c324dcd1 tempest-DeleteServersTestJSON-137563170 tempest-DeleteServersTestJSON-137563170-project] 10.222.0.68 "GET /v2.0/security-groups?id=a6b99cbf-c775-46bb-b44b-d9f1293c5bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349479 Jul 14 10:07:32.894549 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667ff603-1aeb-4fd6-8ea3-b2e0fcee901b req-0220cac2-c843-4965-9a79-ba7245390732 tempest-DeleteServersTestJSON-137563170 tempest-DeleteServersTestJSON-137563170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:07:32.896049 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-667ff603-1aeb-4fd6-8ea3-b2e0fcee901b req-0220cac2-c843-4965-9a79-ba7245390732 tempest-DeleteServersTestJSON-137563170 tempest-DeleteServersTestJSON-137563170-project] 10.222.0.68 "GET /v2.0/ports?device_id=fb0c94d5-a07c-460f-b9e9-2d8caf661bb0 HTTP/1.1" status: 200 len: 945 time: 0.0682704 Jul 14 10:07:32.933397 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-667ff603-1aeb-4fd6-8ea3-b2e0fcee901b req-b238ab58-13e6-4edc-9ac9-9314d4b4abf9 tempest-DeleteServersTestJSON-137563170 tempest-DeleteServersTestJSON-137563170-project] 10.222.0.68 "GET /v2.0/security-groups?id=a6b99cbf-c775-46bb-b44b-d9f1293c5bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311186 Jul 14 10:07:34.112093 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051709da-3445-4fe5-a89f-39d5751e9224 req-3084f35a-68b2-4443-8cfd-3fcc0c6f2134 tempest-DeleteServersTestJSON-137563170 tempest-DeleteServersTestJSON-137563170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:07:34.113592 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-051709da-3445-4fe5-a89f-39d5751e9224 req-3084f35a-68b2-4443-8cfd-3fcc0c6f2134 tempest-DeleteServersTestJSON-137563170 tempest-DeleteServersTestJSON-137563170-project] 10.222.0.68 "GET /v2.0/ports?device_id=fb0c94d5-a07c-460f-b9e9-2d8caf661bb0 HTTP/1.1" status: 200 len: 945 time: 0.0670614 Jul 14 10:07:34.152039 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-051709da-3445-4fe5-a89f-39d5751e9224 req-ef1dab17-ac1d-4945-ba50-eb58af97af78 tempest-DeleteServersTestJSON-137563170 tempest-DeleteServersTestJSON-137563170-project] 10.222.0.68 "GET /v2.0/security-groups?id=a6b99cbf-c775-46bb-b44b-d9f1293c5bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322661 Jul 14 10:07:35.330072 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a12d65-f393-4fd9-9048-8fc320e565bb req-45afb7fe-767c-426b-b67b-713be3d267ee tempest-DeleteServersTestJSON-137563170 tempest-DeleteServersTestJSON-137563170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:07:35.331514 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-91a12d65-f393-4fd9-9048-8fc320e565bb req-45afb7fe-767c-426b-b67b-713be3d267ee tempest-DeleteServersTestJSON-137563170 tempest-DeleteServersTestJSON-137563170-project] 10.222.0.68 "GET /v2.0/ports?device_id=fb0c94d5-a07c-460f-b9e9-2d8caf661bb0 HTTP/1.1" status: 200 len: 945 time: 0.0649102 Jul 14 10:07:35.370598 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-91a12d65-f393-4fd9-9048-8fc320e565bb req-696002a0-5522-4a95-b728-54e16199ab80 tempest-DeleteServersTestJSON-137563170 tempest-DeleteServersTestJSON-137563170-project] 10.222.0.68 "GET /v2.0/security-groups?id=a6b99cbf-c775-46bb-b44b-d9f1293c5bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334725 Jul 14 10:07:36.544208 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d97ad1f-7eb2-4800-8dd8-eb3ad0c3ead0 req-f1d330fa-0d95-48de-8eaf-4f25272b69f8 tempest-DeleteServersTestJSON-137563170 tempest-DeleteServersTestJSON-137563170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:07:36.545721 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0d97ad1f-7eb2-4800-8dd8-eb3ad0c3ead0 req-f1d330fa-0d95-48de-8eaf-4f25272b69f8 tempest-DeleteServersTestJSON-137563170 tempest-DeleteServersTestJSON-137563170-project] 10.222.0.68 "GET /v2.0/ports?device_id=fb0c94d5-a07c-460f-b9e9-2d8caf661bb0 HTTP/1.1" status: 200 len: 945 time: 0.0642197 Jul 14 10:07:36.583569 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0d97ad1f-7eb2-4800-8dd8-eb3ad0c3ead0 req-284a0f05-c00c-40ce-814a-5437a5148438 tempest-DeleteServersTestJSON-137563170 tempest-DeleteServersTestJSON-137563170-project] 10.222.0.68 "GET /v2.0/security-groups?id=a6b99cbf-c775-46bb-b44b-d9f1293c5bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319009 Jul 14 10:07:37.762020 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24792b89-5cd3-4113-9166-9cb41c68b699 req-e428df3a-d297-4d81-8094-4023a5cde32d tempest-DeleteServersTestJSON-137563170 tempest-DeleteServersTestJSON-137563170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:07:37.763727 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-24792b89-5cd3-4113-9166-9cb41c68b699 req-e428df3a-d297-4d81-8094-4023a5cde32d tempest-DeleteServersTestJSON-137563170 tempest-DeleteServersTestJSON-137563170-project] 10.222.0.68 "GET /v2.0/ports?device_id=fb0c94d5-a07c-460f-b9e9-2d8caf661bb0 HTTP/1.1" status: 200 len: 945 time: 0.0646656 Jul 14 10:07:37.805813 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-24792b89-5cd3-4113-9166-9cb41c68b699 req-d220a2d3-cdf9-4c3c-8693-5b02ffe5cd91 tempest-DeleteServersTestJSON-137563170 tempest-DeleteServersTestJSON-137563170-project] 10.222.0.68 "GET /v2.0/security-groups?id=a6b99cbf-c775-46bb-b44b-d9f1293c5bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366640 Jul 14 10:07:38.983091 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b1627b-8e24-4c52-88b5-1e716ec207bf req-b8f8894d-26d0-447e-a3c6-ac6d1775ee77 tempest-DeleteServersTestJSON-137563170 tempest-DeleteServersTestJSON-137563170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:07:38.984555 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d2b1627b-8e24-4c52-88b5-1e716ec207bf req-b8f8894d-26d0-447e-a3c6-ac6d1775ee77 tempest-DeleteServersTestJSON-137563170 tempest-DeleteServersTestJSON-137563170-project] 10.222.0.68 "GET /v2.0/ports?device_id=fb0c94d5-a07c-460f-b9e9-2d8caf661bb0 HTTP/1.1" status: 200 len: 945 time: 0.0676620 Jul 14 10:07:39.021638 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d2b1627b-8e24-4c52-88b5-1e716ec207bf req-8e23c83b-8bf9-4c3c-9d08-d0ec3ac75d96 tempest-DeleteServersTestJSON-137563170 tempest-DeleteServersTestJSON-137563170-project] 10.222.0.68 "GET /v2.0/security-groups?id=a6b99cbf-c775-46bb-b44b-d9f1293c5bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312848 Jul 14 10:07:40.197185 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fcc870-7253-4615-9a30-6ef831a617ad req-bd386b85-d257-458e-852c-1a3a6a74fa0f tempest-DeleteServersTestJSON-137563170 tempest-DeleteServersTestJSON-137563170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:07:40.198756 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-a9fcc870-7253-4615-9a30-6ef831a617ad req-bd386b85-d257-458e-852c-1a3a6a74fa0f tempest-DeleteServersTestJSON-137563170 tempest-DeleteServersTestJSON-137563170-project] 10.222.0.68 "GET /v2.0/ports?device_id=fb0c94d5-a07c-460f-b9e9-2d8caf661bb0 HTTP/1.1" status: 200 len: 945 time: 0.0660548 Jul 14 10:07:40.238355 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-a9fcc870-7253-4615-9a30-6ef831a617ad req-e07f98b8-4923-46d1-8a94-ea3cc19aa3cf tempest-DeleteServersTestJSON-137563170 tempest-DeleteServersTestJSON-137563170-project] 10.222.0.68 "GET /v2.0/security-groups?id=a6b99cbf-c775-46bb-b44b-d9f1293c5bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339649 Jul 14 10:07:41.416461 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c560c2-ae95-4548-ab39-6e1cf76c6a1a req-75d22f21-6fc3-4cf4-a43b-1287b3c2a33e tempest-DeleteServersTestJSON-137563170 tempest-DeleteServersTestJSON-137563170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:07:41.417874 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e1c560c2-ae95-4548-ab39-6e1cf76c6a1a req-75d22f21-6fc3-4cf4-a43b-1287b3c2a33e tempest-DeleteServersTestJSON-137563170 tempest-DeleteServersTestJSON-137563170-project] 10.222.0.68 "GET /v2.0/ports?device_id=fb0c94d5-a07c-460f-b9e9-2d8caf661bb0 HTTP/1.1" status: 200 len: 945 time: 0.0639024 Jul 14 10:07:41.455660 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e1c560c2-ae95-4548-ab39-6e1cf76c6a1a req-db72e1ef-7f60-45be-b52f-ddccebfeaefb tempest-DeleteServersTestJSON-137563170 tempest-DeleteServersTestJSON-137563170-project] 10.222.0.68 "GET /v2.0/security-groups?id=a6b99cbf-c775-46bb-b44b-d9f1293c5bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323195 Jul 14 10:07:42.644608 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4520114a-3ba0-4bfc-9d6c-767a229b238f req-99a724c4-d092-43c6-844a-5a85e8a7fd64 tempest-DeleteServersTestJSON-137563170 tempest-DeleteServersTestJSON-137563170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:07:42.646127 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-4520114a-3ba0-4bfc-9d6c-767a229b238f req-99a724c4-d092-43c6-844a-5a85e8a7fd64 tempest-DeleteServersTestJSON-137563170 tempest-DeleteServersTestJSON-137563170-project] 10.222.0.68 "GET /v2.0/ports?device_id=fb0c94d5-a07c-460f-b9e9-2d8caf661bb0 HTTP/1.1" status: 200 len: 945 time: 0.0670698 Jul 14 10:07:42.688981 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-4520114a-3ba0-4bfc-9d6c-767a229b238f req-f356ba90-e7a1-4c02-b85b-b1074ea82acd tempest-DeleteServersTestJSON-137563170 tempest-DeleteServersTestJSON-137563170-project] 10.222.0.68 "GET /v2.0/security-groups?id=a6b99cbf-c775-46bb-b44b-d9f1293c5bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346951 Jul 14 10:07:43.226968 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:43.877224 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57483c1-768e-44ee-ac38-b793b6a5c237 req-243b8749-4636-4d15-8f82-029c725ee95f tempest-DeleteServersTestJSON-137563170 tempest-DeleteServersTestJSON-137563170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:07:43.878774 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f57483c1-768e-44ee-ac38-b793b6a5c237 req-243b8749-4636-4d15-8f82-029c725ee95f tempest-DeleteServersTestJSON-137563170 tempest-DeleteServersTestJSON-137563170-project] 10.222.0.68 "GET /v2.0/ports?device_id=fb0c94d5-a07c-460f-b9e9-2d8caf661bb0 HTTP/1.1" status: 200 len: 945 time: 0.0669005 Jul 14 10:07:43.919070 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f57483c1-768e-44ee-ac38-b793b6a5c237 req-abebd3be-a294-4267-8a7a-e0b1bfa7134f tempest-DeleteServersTestJSON-137563170 tempest-DeleteServersTestJSON-137563170-project] 10.222.0.68 "GET /v2.0/security-groups?id=a6b99cbf-c775-46bb-b44b-d9f1293c5bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344775 Jul 14 10:07:43.980274 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:44.666341 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.agents_db [None req-3c3509fb-540d-4335-a450-574895dd3602 None None] Agent healthcheck: found 7 active agents {{(pid=93960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:07:45.095618 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59ae8ce-9f80-466b-b747-e5b6ed9e42d0 req-ae3ad1e0-ade2-4a72-b99e-38fc35f21428 tempest-DeleteServersTestJSON-137563170 tempest-DeleteServersTestJSON-137563170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:07:45.097087 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-f59ae8ce-9f80-466b-b747-e5b6ed9e42d0 req-ae3ad1e0-ade2-4a72-b99e-38fc35f21428 tempest-DeleteServersTestJSON-137563170 tempest-DeleteServersTestJSON-137563170-project] 10.222.0.68 "GET /v2.0/ports?device_id=fb0c94d5-a07c-460f-b9e9-2d8caf661bb0 HTTP/1.1" status: 200 len: 945 time: 0.0670810 Jul 14 10:07:45.135571 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-f59ae8ce-9f80-466b-b747-e5b6ed9e42d0 req-0b142fc1-1094-4a08-a5f7-19dfdf0f0c24 tempest-DeleteServersTestJSON-137563170 tempest-DeleteServersTestJSON-137563170-project] 10.222.0.68 "GET /v2.0/security-groups?id=a6b99cbf-c775-46bb-b44b-d9f1293c5bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323267 Jul 14 10:07:46.321168 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad7c76f-add8-4118-a249-bc6ea3636b1d req-b672dfff-100e-4b16-8b0e-3fc0229e5462 tempest-DeleteServersTestJSON-137563170 tempest-DeleteServersTestJSON-137563170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:07:46.322613 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-aad7c76f-add8-4118-a249-bc6ea3636b1d req-b672dfff-100e-4b16-8b0e-3fc0229e5462 tempest-DeleteServersTestJSON-137563170 tempest-DeleteServersTestJSON-137563170-project] 10.222.0.68 "GET /v2.0/ports?device_id=fb0c94d5-a07c-460f-b9e9-2d8caf661bb0 HTTP/1.1" status: 200 len: 945 time: 0.0742097 Jul 14 10:07:46.366713 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-aad7c76f-add8-4118-a249-bc6ea3636b1d req-32fc5575-8e12-49c8-99c6-f2352f287743 tempest-DeleteServersTestJSON-137563170 tempest-DeleteServersTestJSON-137563170-project] 10.222.0.68 "GET /v2.0/security-groups?id=a6b99cbf-c775-46bb-b44b-d9f1293c5bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384727 Jul 14 10:07:47.541475 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56917770-8678-485e-9f05-486d76a71543 req-40f8c374-03b0-4a04-90d5-4bbf958e754f tempest-DeleteServersTestJSON-137563170 tempest-DeleteServersTestJSON-137563170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:07:47.542982 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-56917770-8678-485e-9f05-486d76a71543 req-40f8c374-03b0-4a04-90d5-4bbf958e754f tempest-DeleteServersTestJSON-137563170 tempest-DeleteServersTestJSON-137563170-project] 10.222.0.68 "GET /v2.0/ports?device_id=fb0c94d5-a07c-460f-b9e9-2d8caf661bb0 HTTP/1.1" status: 200 len: 945 time: 0.0642576 Jul 14 10:07:47.581308 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-56917770-8678-485e-9f05-486d76a71543 req-7d249686-e60e-4f93-a6b1-b9417a3e9fdf tempest-DeleteServersTestJSON-137563170 tempest-DeleteServersTestJSON-137563170-project] 10.222.0.68 "GET /v2.0/security-groups?id=a6b99cbf-c775-46bb-b44b-d9f1293c5bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326295 Jul 14 10:07:48.769513 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70339bc-2933-4d44-b71f-afd2a64db0f1 req-0c77a214-8dd0-4421-afd5-0958df6be7c6 tempest-DeleteServersTestJSON-137563170 tempest-DeleteServersTestJSON-137563170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:07:48.771038 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b70339bc-2933-4d44-b71f-afd2a64db0f1 req-0c77a214-8dd0-4421-afd5-0958df6be7c6 tempest-DeleteServersTestJSON-137563170 tempest-DeleteServersTestJSON-137563170-project] 10.222.0.68 "GET /v2.0/ports?device_id=fb0c94d5-a07c-460f-b9e9-2d8caf661bb0 HTTP/1.1" status: 200 len: 945 time: 0.0714200 Jul 14 10:07:48.809525 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b70339bc-2933-4d44-b71f-afd2a64db0f1 req-7aa0a722-095c-43cd-b401-0487912bb702 tempest-DeleteServersTestJSON-137563170 tempest-DeleteServersTestJSON-137563170-project] 10.222.0.68 "GET /v2.0/security-groups?id=a6b99cbf-c775-46bb-b44b-d9f1293c5bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328798 Jul 14 10:07:49.532603 n-d-779913-29 neutron-server[93957]: INFO neutron.api.v2.resource [req-d5c20b9c-469f-4c7f-9435-956e0091a480 req-6434f12b-bdfa-4971-b8d0-06c4f2184fef service neutron] show failed (client error): The resource could not be found. Jul 14 10:07:49.533665 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d5c20b9c-469f-4c7f-9435-956e0091a480 req-6434f12b-bdfa-4971-b8d0-06c4f2184fef service neutron] 10.222.0.57 "GET /v2.0/ports/fae11c60-afd0-4dd3-8671-421b70e1b261/bindings/n-h1-779913-29 HTTP/1.1" status: 404 len: 381 time: 0.0589402 Jul 14 10:07:49.848828 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c20b9c-469f-4c7f-9435-956e0091a480 req-3c801f6f-00eb-4f50-9b81-57469e440074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:07:49.850415 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d5c20b9c-469f-4c7f-9435-956e0091a480 req-3c801f6f-00eb-4f50-9b81-57469e440074 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=fb0c94d5-a07c-460f-b9e9-2d8caf661bb0&tenant_id=43240fa0aed744a1b935beb7affd2f95 HTTP/1.1" status: 200 len: 1097 time: 0.1286716 Jul 14 10:07:49.867672 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-d5c20b9c-469f-4c7f-9435-956e0091a480 req-41a20b90-14eb-489b-b67a-ebde2044caf8 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-779913-29', 'device_owner': 'compute:nova'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:07:49.942461 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-d5c20b9c-469f-4c7f-9435-956e0091a480 req-41a20b90-14eb-489b-b67a-ebde2044caf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:49.982882 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8c52a0-0d4d-422e-b653-f4941bc19775 req-6865eba0-0e32-4f49-b671-f8a9b9131ead tempest-DeleteServersTestJSON-137563170 tempest-DeleteServersTestJSON-137563170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:07:49.984384 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ff8c52a0-0d4d-422e-b653-f4941bc19775 req-6865eba0-0e32-4f49-b671-f8a9b9131ead tempest-DeleteServersTestJSON-137563170 tempest-DeleteServersTestJSON-137563170-project] 10.222.0.68 "GET /v2.0/ports?device_id=fb0c94d5-a07c-460f-b9e9-2d8caf661bb0 HTTP/1.1" status: 200 len: 945 time: 0.0630651 Jul 14 10:07:50.028530 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ff8c52a0-0d4d-422e-b653-f4941bc19775 req-a01bbfa2-c8ce-4e09-8897-1e0b79da312a tempest-DeleteServersTestJSON-137563170 tempest-DeleteServersTestJSON-137563170-project] 10.222.0.68 "GET /v2.0/security-groups?id=a6b99cbf-c775-46bb-b44b-d9f1293c5bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382054 Jul 14 10:07:50.145738 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-d5c20b9c-469f-4c7f-9435-956e0091a480 req-41a20b90-14eb-489b-b67a-ebde2044caf8 service neutron] For port fae11c60-afd0-4dd3-8671-421b70e1b261, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=fae11c60-afd0-4dd3-8671-421b70e1b261,segment=NetworkSegment(45ff4dcb-3deb-4999-8373-71cbb9ca1566),segment_id=45ff4dcb-3deb-4999-8373-71cbb9ca1566)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:07:50.178280 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-d5c20b9c-469f-4c7f-9435-956e0091a480 req-41a20b90-14eb-489b-b67a-ebde2044caf8 service neutron] For port fae11c60-afd0-4dd3-8671-421b70e1b261, host n-h2-779913-29, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:07:50.216750 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb0c94d5-a07c-460f-b9e9-2d8caf661bb0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fae11c60-afd0-4dd3-8671-421b70e1b261'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:07:50.219047 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-482e4be3-9089-48a3-9c71-fe7411a8dc6f" -d '{"events": [{"server_uuid": "fb0c94d5-a07c-460f-b9e9-2d8caf661bb0", "name": "network-vif-unplugged", "status": "completed", "tag": "fae11c60-afd0-4dd3-8671-421b70e1b261"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:07:50.222558 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-d5c20b9c-469f-4c7f-9435-956e0091a480 req-41a20b90-14eb-489b-b67a-ebde2044caf8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:50.234429 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [req-d5c20b9c-469f-4c7f-9435-956e0091a480 req-41a20b90-14eb-489b-b67a-ebde2044caf8 service neutron] Transition to ACTIVE for port object fae11c60-afd0-4dd3-8671-421b70e1b261 will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:07:50.238527 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-d5c20b9c-469f-4c7f-9435-956e0091a480 req-41a20b90-14eb-489b-b67a-ebde2044caf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:50.274133 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 10:07:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6e959e2-535c-4525-940c-059c7ca5b0b8 x-openstack-request-id: req-f6e959e2-535c-4525-940c-059c7ca5b0b8 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:07:50.274428 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb0c94d5-a07c-460f-b9e9-2d8caf661bb0", "name": "network-vif-unplugged", "status": "completed", "tag": "fae11c60-afd0-4dd3-8671-421b70e1b261", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:07:50.274680 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-f6e959e2-535c-4525-940c-059c7ca5b0b8 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:07:50.275077 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb0c94d5-a07c-460f-b9e9-2d8caf661bb0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fae11c60-afd0-4dd3-8671-421b70e1b261', 'code': 200} Jul 14 10:07:50.310399 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5c20b9c-469f-4c7f-9435-956e0091a480 req-41a20b90-14eb-489b-b67a-ebde2044caf8 service neutron] No DVR routers for this DVR port fae11c60-afd0-4dd3-8671-421b70e1b261 on host n-h2-779913-29 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:07:50.312195 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a20b90-14eb-489b-b67a-ebde2044caf8 service neutron] Pushing event updated for resources: {'Port': ['ID=fae11c60-afd0-4dd3-8671-421b70e1b261,revision_number=6']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:07:50.348081 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-d5c20b9c-469f-4c7f-9435-956e0091a480 req-41a20b90-14eb-489b-b67a-ebde2044caf8 service neutron] Attempting to bind port fae11c60-afd0-4dd3-8671-421b70e1b261 on host n-h1-779913-29 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:07:50.348414 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-d5c20b9c-469f-4c7f-9435-956e0091a480 req-41a20b90-14eb-489b-b67a-ebde2044caf8 service neutron] Attempting to bind port fae11c60-afd0-4dd3-8671-421b70e1b261 by drivers openvswitch,hyperv on host n-h1-779913-29 at level 0 using segments [{'id': '45ff4dcb-3deb-4999-8373-71cbb9ca1566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '83229d74-4983-4f05-a86f-1045fae0fcf3'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:07:50.348742 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c20b9c-469f-4c7f-9435-956e0091a480 req-41a20b90-14eb-489b-b67a-ebde2044caf8 service neutron] Attempting to bind port fae11c60-afd0-4dd3-8671-421b70e1b261 on network 83229d74-4983-4f05-a86f-1045fae0fcf3 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:07:50.352985 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c20b9c-469f-4c7f-9435-956e0091a480 req-41a20b90-14eb-489b-b67a-ebde2044caf8 service neutron] Port fae11c60-afd0-4dd3-8671-421b70e1b261 on network 83229d74-4983-4f05-a86f-1045fae0fcf3 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-29 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 10:07:50.353305 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c20b9c-469f-4c7f-9435-956e0091a480 req-41a20b90-14eb-489b-b67a-ebde2044caf8 service neutron] Attempting to bind port fae11c60-afd0-4dd3-8671-421b70e1b261 on network 83229d74-4983-4f05-a86f-1045fae0fcf3 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:07:50.358076 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c20b9c-469f-4c7f-9435-956e0091a480 req-41a20b90-14eb-489b-b67a-ebde2044caf8 service neutron] Checking agent: {'id': 'de11e667-f145-47b0-bd09-334a7505938e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 13, 12), 'started_at': datetime.datetime(2021, 7, 14, 9, 13, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 7, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:07:50.358414 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c20b9c-469f-4c7f-9435-956e0091a480 req-41a20b90-14eb-489b-b67a-ebde2044caf8 service neutron] Checking segment: {'id': '45ff4dcb-3deb-4999-8373-71cbb9ca1566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '83229d74-4983-4f05-a86f-1045fae0fcf3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:07:50.358798 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c20b9c-469f-4c7f-9435-956e0091a480 req-41a20b90-14eb-489b-b67a-ebde2044caf8 service neutron] Bound using segment: {'id': '45ff4dcb-3deb-4999-8373-71cbb9ca1566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '83229d74-4983-4f05-a86f-1045fae0fcf3'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:07:50.359221 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-d5c20b9c-469f-4c7f-9435-956e0091a480 req-41a20b90-14eb-489b-b67a-ebde2044caf8 service neutron] Bound port: fae11c60-afd0-4dd3-8671-421b70e1b261, host: n-h1-779913-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45ff4dcb-3deb-4999-8373-71cbb9ca1566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '83229d74-4983-4f05-a86f-1045fae0fcf3'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:07:50.359579 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-d5c20b9c-469f-4c7f-9435-956e0091a480 req-41a20b90-14eb-489b-b67a-ebde2044caf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:50.422768 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-d5c20b9c-469f-4c7f-9435-956e0091a480 req-41a20b90-14eb-489b-b67a-ebde2044caf8 service neutron] For port fae11c60-afd0-4dd3-8671-421b70e1b261, host n-h1-779913-29, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:07:50.425676 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-d5c20b9c-469f-4c7f-9435-956e0091a480 req-41a20b90-14eb-489b-b67a-ebde2044caf8 service neutron] For port fae11c60-afd0-4dd3-8671-421b70e1b261, host n-h1-779913-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=fae11c60-afd0-4dd3-8671-421b70e1b261,segment=NetworkSegment(45ff4dcb-3deb-4999-8373-71cbb9ca1566),segment_id=45ff4dcb-3deb-4999-8373-71cbb9ca1566)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:07:50.430708 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-d5c20b9c-469f-4c7f-9435-956e0091a480 req-41a20b90-14eb-489b-b67a-ebde2044caf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:50.461727 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c20b9c-469f-4c7f-9435-956e0091a480 req-41a20b90-14eb-489b-b67a-ebde2044caf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:07:50.462536 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-d5c20b9c-469f-4c7f-9435-956e0091a480 req-41a20b90-14eb-489b-b67a-ebde2044caf8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:50.464098 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d5c20b9c-469f-4c7f-9435-956e0091a480 req-41a20b90-14eb-489b-b67a-ebde2044caf8 service neutron] 10.222.0.65 "PUT /v2.0/ports/fae11c60-afd0-4dd3-8671-421b70e1b261 HTTP/1.1" status: 200 len: 1092 time: 0.6006310 Jul 14 10:07:50.489596 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a20b90-14eb-489b-b67a-ebde2044caf8 service neutron] Pushing event updated for resources: {'Port': ['ID=fae11c60-afd0-4dd3-8671-421b70e1b261,revision_number=7']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:07:50.552069 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c20b9c-469f-4c7f-9435-956e0091a480 req-5a437ca6-8bd8-4e29-afdf-0a769cf95c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:07:50.553621 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d5c20b9c-469f-4c7f-9435-956e0091a480 req-5a437ca6-8bd8-4e29-afdf-0a769cf95c61 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=43240fa0aed744a1b935beb7affd2f95&device_id=fb0c94d5-a07c-460f-b9e9-2d8caf661bb0 HTTP/1.1" status: 200 len: 1095 time: 0.0564387 Jul 14 10:07:50.640906 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c20b9c-469f-4c7f-9435-956e0091a480 req-7c8e725b-8d90-40eb-ac90-f000df4088ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:07:50.642404 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d5c20b9c-469f-4c7f-9435-956e0091a480 req-7c8e725b-8d90-40eb-ac90-f000df4088ee service neutron] 10.222.0.65 "GET /v2.0/networks?id=83229d74-4983-4f05-a86f-1045fae0fcf3 HTTP/1.1" status: 200 len: 911 time: 0.0826619 Jul 14 10:07:50.686862 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d5c20b9c-469f-4c7f-9435-956e0091a480 req-ee505299-35c1-43c2-9b00-0e4d04c10a2f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fae11c60-afd0-4dd3-8671-421b70e1b261 HTTP/1.1" status: 200 len: 217 time: 0.0382056 Jul 14 10:07:50.734347 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c20b9c-469f-4c7f-9435-956e0091a480 req-d8e20aba-6d37-43e9-9073-85be90380e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:07:50.735774 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d5c20b9c-469f-4c7f-9435-956e0091a480 req-d8e20aba-6d37-43e9-9073-85be90380e89 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=7d3feb5c-7b14-4c21-8762-694dd6fcb34f HTTP/1.1" status: 200 len: 850 time: 0.0434780 Jul 14 10:07:50.769281 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d5c20b9c-469f-4c7f-9435-956e0091a480 req-46f728ba-5adf-41a9-8676-4334124d767f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=83229d74-4983-4f05-a86f-1045fae0fcf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268905 Jul 14 10:07:50.779478 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [req-d5c20b9c-469f-4c7f-9435-956e0091a480 req-c7cf48d6-0d95-4823-ba32-5d5feb96db87 service neutron] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=93957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 10:07:50.780425 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d5c20b9c-469f-4c7f-9435-956e0091a480 req-c7cf48d6-0d95-4823-ba32-5d5feb96db87 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049543 Jul 14 10:07:50.870756 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d5c20b9c-469f-4c7f-9435-956e0091a480 req-c73175e8-c885-4155-a3c1-4fb76fc297d7 service neutron] 10.222.0.65 "GET /v2.0/networks/83229d74-4983-4f05-a86f-1045fae0fcf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844450 Jul 14 10:07:50.957444 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d5c20b9c-469f-4c7f-9435-956e0091a480 req-362008e9-c8cc-446a-be6a-15f42321a8bc service neutron] 10.222.0.65 "GET /v2.0/networks/83229d74-4983-4f05-a86f-1045fae0fcf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807493 Jul 14 10:07:51.209817 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcd4fd4-2347-4491-8ed0-503ffc0abb93 req-4257d24f-2726-4c1b-9fcb-ad8c7f8cd0cf tempest-DeleteServersTestJSON-137563170 tempest-DeleteServersTestJSON-137563170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:07:51.211781 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-5bcd4fd4-2347-4491-8ed0-503ffc0abb93 req-4257d24f-2726-4c1b-9fcb-ad8c7f8cd0cf tempest-DeleteServersTestJSON-137563170 tempest-DeleteServersTestJSON-137563170-project] 10.222.0.68 "GET /v2.0/ports?device_id=fb0c94d5-a07c-460f-b9e9-2d8caf661bb0 HTTP/1.1" status: 200 len: 943 time: 0.0632720 Jul 14 10:07:51.248779 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-5bcd4fd4-2347-4491-8ed0-503ffc0abb93 req-051711b2-30a8-4c72-9ba3-d77d3000685d tempest-DeleteServersTestJSON-137563170 tempest-DeleteServersTestJSON-137563170-project] 10.222.0.68 "GET /v2.0/security-groups?id=a6b99cbf-c775-46bb-b44b-d9f1293c5bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314419 Jul 14 10:07:51.893801 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device fae11c60-afd0-4dd3-8671-421b70e1b261 no longer exists at agent hyperv_n-h2-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:07:51.935411 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device fae11c60-afd0-4dd3-8671-421b70e1b261 not bound to the agent host n-h2-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:07:52.257456 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-10afe1d0-4469-4e72-8108-bd94065cd11d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:52.277210 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb0c94d5-a07c-460f-b9e9-2d8caf661bb0', 'tag': 'fae11c60-afd0-4dd3-8671-421b70e1b261'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:07:52.280899 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a35c15b4-5023-4aa2-b081-d0c58ec2f351" -d '{"events": [{"name": "network-changed", "server_uuid": "fb0c94d5-a07c-460f-b9e9-2d8caf661bb0", "tag": "fae11c60-afd0-4dd3-8671-421b70e1b261"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:07:52.333676 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:07:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8172878-ea97-4faf-9d84-b6a522f8a05e x-openstack-request-id: req-a8172878-ea97-4faf-9d84-b6a522f8a05e {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:07:52.334124 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb0c94d5-a07c-460f-b9e9-2d8caf661bb0", "tag": "fae11c60-afd0-4dd3-8671-421b70e1b261", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:07:52.334409 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-a8172878-ea97-4faf-9d84-b6a522f8a05e {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:07:52.334833 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb0c94d5-a07c-460f-b9e9-2d8caf661bb0', 'tag': 'fae11c60-afd0-4dd3-8671-421b70e1b261', 'status': 'completed', 'code': 200} Jul 14 10:07:52.515019 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aacc8c4-bb2c-4db0-9ae3-ebf6ff7591c1 req-0c2cba67-446b-4d86-9609-98514ef31851 tempest-DeleteServersTestJSON-137563170 tempest-DeleteServersTestJSON-137563170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:07:52.516446 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2aacc8c4-bb2c-4db0-9ae3-ebf6ff7591c1 req-0c2cba67-446b-4d86-9609-98514ef31851 tempest-DeleteServersTestJSON-137563170 tempest-DeleteServersTestJSON-137563170-project] 10.222.0.68 "GET /v2.0/ports?device_id=fb0c94d5-a07c-460f-b9e9-2d8caf661bb0 HTTP/1.1" status: 200 len: 943 time: 0.1487951 Jul 14 10:07:52.527409 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35c15b4-5023-4aa2-b081-d0c58ec2f351 req-90d22a06-ad93-4fea-9e60-5ae6eaadb8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:07:52.528860 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a35c15b4-5023-4aa2-b081-d0c58ec2f351 req-90d22a06-ad93-4fea-9e60-5ae6eaadb8f6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=43240fa0aed744a1b935beb7affd2f95&device_id=fb0c94d5-a07c-460f-b9e9-2d8caf661bb0 HTTP/1.1" status: 200 len: 1095 time: 0.1511011 Jul 14 10:07:52.553946 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35c15b4-5023-4aa2-b081-d0c58ec2f351 req-f27ab514-1685-4484-810e-23646abc1d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:07:52.555451 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a35c15b4-5023-4aa2-b081-d0c58ec2f351 req-f27ab514-1685-4484-810e-23646abc1d03 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=43240fa0aed744a1b935beb7affd2f95&device_id=fb0c94d5-a07c-460f-b9e9-2d8caf661bb0 HTTP/1.1" status: 200 len: 1095 time: 0.1507177 Jul 14 10:07:52.671248 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2aacc8c4-bb2c-4db0-9ae3-ebf6ff7591c1 req-1bfb0193-f504-4c16-8a69-7a13c8a9b4ba tempest-DeleteServersTestJSON-137563170 tempest-DeleteServersTestJSON-137563170-project] 10.222.0.68 "GET /v2.0/security-groups?id=a6b99cbf-c775-46bb-b44b-d9f1293c5bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482413 Jul 14 10:07:52.721286 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35c15b4-5023-4aa2-b081-d0c58ec2f351 req-eb0d615f-7684-452e-9a14-25944e665009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:07:52.722804 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a35c15b4-5023-4aa2-b081-d0c58ec2f351 req-eb0d615f-7684-452e-9a14-25944e665009 service neutron] 10.222.0.57 "GET /v2.0/networks?id=83229d74-4983-4f05-a86f-1045fae0fcf3 HTTP/1.1" status: 200 len: 911 time: 0.1862705 Jul 14 10:07:52.775802 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a35c15b4-5023-4aa2-b081-d0c58ec2f351 req-ce2de779-7471-4a16-bb44-45919e71fcbd service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fae11c60-afd0-4dd3-8671-421b70e1b261 HTTP/1.1" status: 200 len: 217 time: 0.0411816 Jul 14 10:07:52.776422 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35c15b4-5023-4aa2-b081-d0c58ec2f351 req-68c24981-d9ac-4736-b164-3fec8096f5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:07:52.777529 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a35c15b4-5023-4aa2-b081-d0c58ec2f351 req-68c24981-d9ac-4736-b164-3fec8096f5a8 service neutron] 10.222.0.65 "GET /v2.0/networks?id=83229d74-4983-4f05-a86f-1045fae0fcf3 HTTP/1.1" status: 200 len: 911 time: 0.1784055 Jul 14 10:07:52.845240 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a35c15b4-5023-4aa2-b081-d0c58ec2f351 req-77385998-186b-4b45-8bb6-217514d821e3 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fae11c60-afd0-4dd3-8671-421b70e1b261 HTTP/1.1" status: 200 len: 217 time: 0.0563405 Jul 14 10:07:52.884493 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35c15b4-5023-4aa2-b081-d0c58ec2f351 req-76755426-4304-497a-9919-7345ce65bf80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:07:52.886002 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a35c15b4-5023-4aa2-b081-d0c58ec2f351 req-76755426-4304-497a-9919-7345ce65bf80 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7d3feb5c-7b14-4c21-8762-694dd6fcb34f HTTP/1.1" status: 200 len: 850 time: 0.1045852 Jul 14 10:07:52.926386 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a35c15b4-5023-4aa2-b081-d0c58ec2f351 req-3c7e3485-c25d-4a2c-b61b-0b6e0e9473c9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=83229d74-4983-4f05-a86f-1045fae0fcf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317471 Jul 14 10:07:52.930062 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35c15b4-5023-4aa2-b081-d0c58ec2f351 req-e7c1aabe-5a57-44f6-806c-b3e2fa4e7460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:07:52.931409 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a35c15b4-5023-4aa2-b081-d0c58ec2f351 req-e7c1aabe-5a57-44f6-806c-b3e2fa4e7460 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=7d3feb5c-7b14-4c21-8762-694dd6fcb34f HTTP/1.1" status: 200 len: 850 time: 0.0787108 Jul 14 10:07:53.002991 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a35c15b4-5023-4aa2-b081-d0c58ec2f351 req-616a004a-7c3c-4871-94a9-271f2b39eb7d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=83229d74-4983-4f05-a86f-1045fae0fcf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0630441 Jul 14 10:07:53.099862 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a35c15b4-5023-4aa2-b081-d0c58ec2f351 req-c1ceafe2-3ca0-49c5-bde0-6da610bb4e33 service neutron] 10.222.0.57 "GET /v2.0/networks/83229d74-4983-4f05-a86f-1045fae0fcf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1670880 Jul 14 10:07:53.165973 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a35c15b4-5023-4aa2-b081-d0c58ec2f351 req-320f9d56-192a-413c-a1da-186667655640 service neutron] 10.222.0.65 "GET /v2.0/networks/83229d74-4983-4f05-a86f-1045fae0fcf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560712 Jul 14 10:07:53.265726 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a35c15b4-5023-4aa2-b081-d0c58ec2f351 req-0756b512-dd76-46b4-ae2a-527c69505f67 service neutron] 10.222.0.57 "GET /v2.0/networks/83229d74-4983-4f05-a86f-1045fae0fcf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592884 Jul 14 10:07:53.289382 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a35c15b4-5023-4aa2-b081-d0c58ec2f351 req-294a8f0a-bf87-4415-9367-6b45f3614604 service neutron] 10.222.0.65 "GET /v2.0/networks/83229d74-4983-4f05-a86f-1045fae0fcf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154187 Jul 14 10:07:53.801897 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device fae11c60-afd0-4dd3-8671-421b70e1b261 details requested by agent hyperv_n-h1-779913-29 with host n-h1-779913-29 {{(pid=93959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 10:07:53.846774 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ca5a07-7831-48bc-a720-2a20d2d4baaa req-e94b565d-18ab-4262-812a-2682cdbf947e tempest-DeleteServersTestJSON-137563170 tempest-DeleteServersTestJSON-137563170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:07:53.848276 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d3ca5a07-7831-48bc-a720-2a20d2d4baaa req-e94b565d-18ab-4262-812a-2682cdbf947e tempest-DeleteServersTestJSON-137563170 tempest-DeleteServersTestJSON-137563170-project] 10.222.0.68 "GET /v2.0/ports?device_id=fb0c94d5-a07c-460f-b9e9-2d8caf661bb0 HTTP/1.1" status: 200 len: 943 time: 0.0632565 Jul 14 10:07:53.887560 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d3ca5a07-7831-48bc-a720-2a20d2d4baaa req-aaef3bd6-0b81-4b21-814b-4e43fedb8da0 tempest-DeleteServersTestJSON-137563170 tempest-DeleteServersTestJSON-137563170-project] 10.222.0.68 "GET /v2.0/security-groups?id=a6b99cbf-c775-46bb-b44b-d9f1293c5bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335293 Jul 14 10:07:53.898824 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port fae11c60-afd0-4dd3-8671-421b70e1b261, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=fae11c60-afd0-4dd3-8671-421b70e1b261,segment=NetworkSegment(45ff4dcb-3deb-4999-8373-71cbb9ca1566),segment_id=45ff4dcb-3deb-4999-8373-71cbb9ca1566)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:07:53.909865 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Returning: {'device': 'fae11c60-afd0-4dd3-8671-421b70e1b261', 'network_id': '83229d74-4983-4f05-a86f-1045fae0fcf3', 'port_id': 'fae11c60-afd0-4dd3-8671-421b70e1b261', 'mac_address': 'fa:16:3e:d5:94:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 740, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d3feb5c-7b14-4c21-8762-694dd6fcb34f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 10:07:53.946292 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:53.958742 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fae11c60-afd0-4dd3-8671-421b70e1b261 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:07:53.977754 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port fae11c60-afd0-4dd3-8671-421b70e1b261, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=fae11c60-afd0-4dd3-8671-421b70e1b261,segment=NetworkSegment(45ff4dcb-3deb-4999-8373-71cbb9ca1566),segment_id=45ff4dcb-3deb-4999-8373-71cbb9ca1566)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:07:53.981606 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:54.030048 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Pushing event updated for resources: {'Port': ['ID=fae11c60-afd0-4dd3-8671-421b70e1b261,revision_number=8']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:07:54.037265 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:07:54.037808 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:07:54.038202 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:07:54.038556 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:07:54.038884 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:07:54.039720 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:07:54.040047 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:07:54.040373 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:07:54.040695 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:07:54.041022 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:07:54.041340 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:07:54.041754 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:07:54.314771 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef174eb9-a71f-4798-83af-d89e8da56e5b req-1276fd23-c950-49d2-896f-ab69ba065eff tempest-DeleteServersTestJSON-137563170 tempest-DeleteServersTestJSON-137563170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:07:54.316115 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ef174eb9-a71f-4798-83af-d89e8da56e5b req-1276fd23-c950-49d2-896f-ab69ba065eff tempest-DeleteServersTestJSON-137563170 tempest-DeleteServersTestJSON-137563170-project] 10.222.0.57 "GET /v2.0/ports?device_id=fb0c94d5-a07c-460f-b9e9-2d8caf661bb0&tenant_id=43240fa0aed744a1b935beb7affd2f95&binding%3Ahost_id=n-h1-779913-29 HTTP/1.1" status: 200 len: 944 time: 0.1075354 Jul 14 10:07:54.317865 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] get_ports_and_sgs() called for port_ids ['fae11c60-afd0-4dd3-8671-421b70e1b261'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:07:54.375501 n-d-779913-29 neutron-server[93957]: INFO neutron.api.v2.resource [req-ef174eb9-a71f-4798-83af-d89e8da56e5b req-837c2806-857e-4d15-8941-25d7c475bda6 service neutron] delete failed (client error): The resource could not be found. Jul 14 10:07:54.376543 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ef174eb9-a71f-4798-83af-d89e8da56e5b req-837c2806-857e-4d15-8941-25d7c475bda6 service neutron] 10.222.0.57 "DELETE /v2.0/ports/fae11c60-afd0-4dd3-8671-421b70e1b261/bindings/n-h2-779913-29 HTTP/1.1" status: 404 len: 381 time: 0.0543737 Jul 14 10:07:54.498878 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef174eb9-a71f-4798-83af-d89e8da56e5b req-12b37f1d-f31d-4b95-811a-8b15c3a56ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:07:54.501186 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ef174eb9-a71f-4798-83af-d89e8da56e5b req-12b37f1d-f31d-4b95-811a-8b15c3a56ba9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=43240fa0aed744a1b935beb7affd2f95&device_id=fb0c94d5-a07c-460f-b9e9-2d8caf661bb0 HTTP/1.1" status: 200 len: 1096 time: 0.0629492 Jul 14 10:07:54.586680 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef174eb9-a71f-4798-83af-d89e8da56e5b req-53c36a02-3534-44c9-8c82-7e6c2250bf17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:07:54.588056 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ef174eb9-a71f-4798-83af-d89e8da56e5b req-53c36a02-3534-44c9-8c82-7e6c2250bf17 service neutron] 10.222.0.57 "GET /v2.0/networks?id=83229d74-4983-4f05-a86f-1045fae0fcf3 HTTP/1.1" status: 200 len: 911 time: 0.0819192 Jul 14 10:07:54.632014 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ef174eb9-a71f-4798-83af-d89e8da56e5b req-c00e59b0-dfe0-44c9-ad84-cbd07a766ac4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fae11c60-afd0-4dd3-8671-421b70e1b261 HTTP/1.1" status: 200 len: 217 time: 0.0368884 Jul 14 10:07:54.677791 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef174eb9-a71f-4798-83af-d89e8da56e5b req-17787e35-085c-4652-b246-779aebacbb3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:07:54.679121 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ef174eb9-a71f-4798-83af-d89e8da56e5b req-17787e35-085c-4652-b246-779aebacbb3e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7d3feb5c-7b14-4c21-8762-694dd6fcb34f HTTP/1.1" status: 200 len: 850 time: 0.0417202 Jul 14 10:07:54.712745 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ef174eb9-a71f-4798-83af-d89e8da56e5b req-a98d6658-b3e3-4531-b125-465a30a3b2d3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=83229d74-4983-4f05-a86f-1045fae0fcf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273423 Jul 14 10:07:54.811165 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:54.916267 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c841b80e-08c3-4884-890e-7cd52f399216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:55.079834 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ef174eb9-a71f-4798-83af-d89e8da56e5b req-35790e5f-71ea-47c2-b9ba-a635ae502199 service neutron] 10.222.0.57 "GET /v2.0/networks/83229d74-4983-4f05-a86f-1045fae0fcf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3602374 Jul 14 10:07:55.171605 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ef174eb9-a71f-4798-83af-d89e8da56e5b req-28b97fbb-4f02-4d7f-9f72-90064ac35245 service neutron] 10.222.0.57 "GET /v2.0/networks/83229d74-4983-4f05-a86f-1045fae0fcf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853970 Jul 14 10:07:55.824637 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device fae11c60-afd0-4dd3-8671-421b70e1b261 up at agent hyperv_n-h1-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:07:55.873116 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Provisioning for port fae11c60-afd0-4dd3-8671-421b70e1b261 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:07:55.876620 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Provisioning complete for port fae11c60-afd0-4dd3-8671-421b70e1b261 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:07:55.876994 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:55.957524 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:55.979842 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb0c94d5-a07c-460f-b9e9-2d8caf661bb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fae11c60-afd0-4dd3-8671-421b70e1b261'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:07:55.982104 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd62303f06773040a8a4e189dc46b4f565768c299abf8ab8e7739778b0bc3e97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2035d85a-8115-44af-95cc-3896eacdf7bc" -d '{"events": [{"server_uuid": "fb0c94d5-a07c-460f-b9e9-2d8caf661bb0", "name": "network-vif-plugged", "status": "completed", "tag": "fae11c60-afd0-4dd3-8671-421b70e1b261"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:07:55.995386 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port fae11c60-afd0-4dd3-8671-421b70e1b261, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=fae11c60-afd0-4dd3-8671-421b70e1b261,segment=NetworkSegment(45ff4dcb-3deb-4999-8373-71cbb9ca1566),segment_id=45ff4dcb-3deb-4999-8373-71cbb9ca1566)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:07:55.999607 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:56.026882 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:07:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b366dfd4-7792-47ab-85b8-fc09d87d7836 x-openstack-request-id: req-b366dfd4-7792-47ab-85b8-fc09d87d7836 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:07:56.027168 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb0c94d5-a07c-460f-b9e9-2d8caf661bb0", "name": "network-vif-plugged", "status": "completed", "tag": "fae11c60-afd0-4dd3-8671-421b70e1b261", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:07:56.027463 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-b366dfd4-7792-47ab-85b8-fc09d87d7836 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:07:56.027846 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb0c94d5-a07c-460f-b9e9-2d8caf661bb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fae11c60-afd0-4dd3-8671-421b70e1b261', 'code': 200} Jul 14 10:07:56.046817 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5ad31076-714c-49ec-bc37-f3d4cd90112a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:56.062921 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Pushing event updated for resources: {'Port': ['ID=fae11c60-afd0-4dd3-8671-421b70e1b261,revision_number=9']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:07:56.088009 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa3f408-6cd1-43ec-bce2-7a53051b14ab req-bc28c688-e507-48bc-a46f-2347d7e75d49 tempest-DeleteServersTestJSON-137563170 tempest-DeleteServersTestJSON-137563170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:07:56.089517 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-0aa3f408-6cd1-43ec-bce2-7a53051b14ab req-bc28c688-e507-48bc-a46f-2347d7e75d49 tempest-DeleteServersTestJSON-137563170 tempest-DeleteServersTestJSON-137563170-project] 10.222.0.68 "GET /v2.0/ports?device_id=fb0c94d5-a07c-460f-b9e9-2d8caf661bb0 HTTP/1.1" status: 200 len: 945 time: 0.0720515 Jul 14 10:07:56.128412 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-0aa3f408-6cd1-43ec-bce2-7a53051b14ab req-a358c472-0cd1-41f1-90b9-9e9486ca8945 tempest-DeleteServersTestJSON-137563170 tempest-DeleteServersTestJSON-137563170-project] 10.222.0.68 "GET /v2.0/security-groups?id=a6b99cbf-c775-46bb-b44b-d9f1293c5bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332034 Jul 14 10:07:57.303936 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034cd4d4-9f60-4c4b-b3b4-af5a7a9f4e4c req-85eff773-4a26-47f2-9831-c3aed720223a tempest-DeleteServersTestJSON-137563170 tempest-DeleteServersTestJSON-137563170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:07:57.305861 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-034cd4d4-9f60-4c4b-b3b4-af5a7a9f4e4c req-85eff773-4a26-47f2-9831-c3aed720223a tempest-DeleteServersTestJSON-137563170 tempest-DeleteServersTestJSON-137563170-project] 10.222.0.68 "GET /v2.0/ports?device_id=fb0c94d5-a07c-460f-b9e9-2d8caf661bb0 HTTP/1.1" status: 200 len: 945 time: 0.0643528 Jul 14 10:07:57.348576 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-034cd4d4-9f60-4c4b-b3b4-af5a7a9f4e4c req-914e1009-99d5-4815-963f-41342407584d tempest-DeleteServersTestJSON-137563170 tempest-DeleteServersTestJSON-137563170-project] 10.222.0.68 "GET /v2.0/security-groups?id=a6b99cbf-c775-46bb-b44b-d9f1293c5bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368891 Jul 14 10:07:57.480263 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef174eb9-a71f-4798-83af-d89e8da56e5b req-ca0ef5eb-597b-43fb-860d-14250cbe2ad6 tempest-DeleteServersTestJSON-137563170 tempest-DeleteServersTestJSON-137563170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:07:57.481713 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ef174eb9-a71f-4798-83af-d89e8da56e5b req-ca0ef5eb-597b-43fb-860d-14250cbe2ad6 tempest-DeleteServersTestJSON-137563170 tempest-DeleteServersTestJSON-137563170-project] 10.222.0.65 "GET /v2.0/ports?device_id=fb0c94d5-a07c-460f-b9e9-2d8caf661bb0 HTTP/1.1" status: 200 len: 945 time: 0.0620971 Jul 14 10:07:57.583143 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [req-ef174eb9-a71f-4798-83af-d89e8da56e5b req-1ca03b6e-40e4-4ff2-b68f-401bc7767f99 tempest-DeleteServersTestJSON-137563170 tempest-DeleteServersTestJSON-137563170-project] Deleting port fae11c60-afd0-4dd3-8671-421b70e1b261 {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:07:57.583380 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-ef174eb9-a71f-4798-83af-d89e8da56e5b req-1ca03b6e-40e4-4ff2-b68f-401bc7767f99 tempest-DeleteServersTestJSON-137563170 tempest-DeleteServersTestJSON-137563170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:57.673795 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-ef174eb9-a71f-4798-83af-d89e8da56e5b req-1ca03b6e-40e4-4ff2-b68f-401bc7767f99 tempest-DeleteServersTestJSON-137563170 tempest-DeleteServersTestJSON-137563170-project] For port fae11c60-afd0-4dd3-8671-421b70e1b261, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=fae11c60-afd0-4dd3-8671-421b70e1b261,segment=NetworkSegment(45ff4dcb-3deb-4999-8373-71cbb9ca1566),segment_id=45ff4dcb-3deb-4999-8373-71cbb9ca1566)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:07:57.674160 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-ef174eb9-a71f-4798-83af-d89e8da56e5b req-1ca03b6e-40e4-4ff2-b68f-401bc7767f99 tempest-DeleteServersTestJSON-137563170 tempest-DeleteServersTestJSON-137563170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:57.687348 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [req-ef174eb9-a71f-4798-83af-d89e8da56e5b req-1ca03b6e-40e4-4ff2-b68f-401bc7767f99 tempest-DeleteServersTestJSON-137563170 tempest-DeleteServersTestJSON-137563170-project] Calling delete_port for fae11c60-afd0-4dd3-8671-421b70e1b261 owned by compute:nova {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:07:57.823621 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-ef174eb9-a71f-4798-83af-d89e8da56e5b req-1ca03b6e-40e4-4ff2-b68f-401bc7767f99 tempest-DeleteServersTestJSON-137563170 tempest-DeleteServersTestJSON-137563170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:57.848653 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5bbe322f-3f67-4864-bc0a-91afe44d23e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:57.852087 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca03b6e-40e4-4ff2-b68f-401bc7767f99 tempest-DeleteServersTestJSON-137563170 tempest-DeleteServersTestJSON-137563170-project] Pushing event deleted for resources: {'Port': ['ID=fae11c60-afd0-4dd3-8671-421b70e1b261,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:07:57.856468 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] get_ports_and_sgs() called for port_ids ['fae11c60-afd0-4dd3-8671-421b70e1b261'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:07:57.899311 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef174eb9-a71f-4798-83af-d89e8da56e5b req-1ca03b6e-40e4-4ff2-b68f-401bc7767f99 tempest-DeleteServersTestJSON-137563170 tempest-DeleteServersTestJSON-137563170-project] No DVR routers for this DVR port fae11c60-afd0-4dd3-8671-421b70e1b261 on host n-h1-779913-29 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:07:57.901882 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-ef174eb9-a71f-4798-83af-d89e8da56e5b req-1ca03b6e-40e4-4ff2-b68f-401bc7767f99 tempest-DeleteServersTestJSON-137563170 tempest-DeleteServersTestJSON-137563170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:57.903885 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ef174eb9-a71f-4798-83af-d89e8da56e5b req-1ca03b6e-40e4-4ff2-b68f-401bc7767f99 tempest-DeleteServersTestJSON-137563170 tempest-DeleteServersTestJSON-137563170-project] 10.222.0.65 "DELETE /v2.0/ports/fae11c60-afd0-4dd3-8671-421b70e1b261 HTTP/1.1" status: 204 len: 173 time: 0.4164729 Jul 14 10:07:57.904344 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb0c94d5-a07c-460f-b9e9-2d8caf661bb0', 'name': 'network-vif-deleted', 'tag': 'fae11c60-afd0-4dd3-8671-421b70e1b261'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:07:57.906667 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6c15ebb-bfdb-4e9c-a312-1e34c8d1fbd1" -d '{"events": [{"server_uuid": "fb0c94d5-a07c-460f-b9e9-2d8caf661bb0", "name": "network-vif-deleted", "tag": "fae11c60-afd0-4dd3-8671-421b70e1b261"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:07:57.948683 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:07:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccfc6203-d234-48dc-b0f2-86b5a88c1143 x-openstack-request-id: req-ccfc6203-d234-48dc-b0f2-86b5a88c1143 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:07:57.948993 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb0c94d5-a07c-460f-b9e9-2d8caf661bb0", "name": "network-vif-deleted", "tag": "fae11c60-afd0-4dd3-8671-421b70e1b261", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:07:57.949275 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-ccfc6203-d234-48dc-b0f2-86b5a88c1143 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:07:57.949714 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb0c94d5-a07c-460f-b9e9-2d8caf661bb0', 'name': 'network-vif-deleted', 'tag': 'fae11c60-afd0-4dd3-8671-421b70e1b261', 'status': 'completed', 'code': 200} Jul 14 10:07:58.595620 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 37132) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:07:58.651238 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_v2 [None req-1293c5cf-817d-450f-b3d0-09ec3ddeb9e0 admin admin] Deleting subnet 7d3feb5c-7b14-4c21-8762-694dd6fcb34f {{(pid=93957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 10:07:58.655305 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1293c5cf-817d-450f-b3d0-09ec3ddeb9e0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:58.692387 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1293c5cf-817d-450f-b3d0-09ec3ddeb9e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10944203'] for subnet, precommit_delete_associations {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:58.730789 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1293c5cf-817d-450f-b3d0-09ec3ddeb9e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3481002'] for subnet, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:58.782762 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1293c5cf-817d-450f-b3d0-09ec3ddeb9e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10052701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11984075'] for subnet, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:58.807549 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1293c5cf-817d-450f-b3d0-09ec3ddeb9e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d3feb5c-7b14-4c21-8762-694dd6fcb34f,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:07:58.811263 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1293c5cf-817d-450f-b3d0-09ec3ddeb9e0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:58.813097 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-1293c5cf-817d-450f-b3d0-09ec3ddeb9e0 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/7d3feb5c-7b14-4c21-8762-694dd6fcb34f HTTP/1.1" status: 204 len: 168 time: 0.2164633 Jul 14 10:07:58.815565 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 37134) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:07:58.885757 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b8dbe635-e8f6-475b-bc04-f200cf301804 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3876111'] for network, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:58.960946 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b8dbe635-e8f6-475b-bc04-f200cf301804 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473955', 'neutron.services.segments.db._delete_segments_for_network-8735688326548'] for network, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:58.970342 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-b8dbe635-e8f6-475b-bc04-f200cf301804 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83229d74-4983-4f05-a86f-1045fae0fcf3']}} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:07:58.980202 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-b8dbe635-e8f6-475b-bc04-f200cf301804 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45ff4dcb-3deb-4999-8373-71cbb9ca1566') {'for_net_delete': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:07:58.980499 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-b8dbe635-e8f6-475b-bc04-f200cf301804 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45ff4dcb-3deb-4999-8373-71cbb9ca1566') {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:07:58.989335 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b8dbe635-e8f6-475b-bc04-f200cf301804 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735688356235', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10944210'] for segment, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:59.003800 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b8dbe635-e8f6-475b-bc04-f200cf301804 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:59.010518 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8dbe635-e8f6-475b-bc04-f200cf301804 admin admin] Releasing vlan 740 on physical network physnet1 to pool {{(pid=93957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 10:07:59.010864 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b8dbe635-e8f6-475b-bc04-f200cf301804 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10053619'] for segment, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:59.012493 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:07:59.012493 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:07:59.012493 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:07:59.012493 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:07:59.012493 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:07:59.012493 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:07:59.012493 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:07:59.012493 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:07:59.012493 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:07:59.012493 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:07:59.012493 n-d-779913-29 neutron-server[93957]: Traceback (most recent call last): Jul 14 10:07:59.012493 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 10:07:59.012493 n-d-779913-29 neutron-server[93957]: timer() Jul 14 10:07:59.012493 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 10:07:59.012493 n-d-779913-29 neutron-server[93957]: cb(*args, **kw) Jul 14 10:07:59.012493 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 10:07:59.012493 n-d-779913-29 neutron-server[93957]: return func(*args, **kwargs) Jul 14 10:07:59.012493 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 10:07:59.012493 n-d-779913-29 neutron-server[93957]: self._notify() Jul 14 10:07:59.012493 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 10:07:59.012493 n-d-779913-29 neutron-server[93957]: self.callback(batched_events) Jul 14 10:07:59.012493 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 10:07:59.012493 n-d-779913-29 neutron-server[93957]: event.method(event) Jul 14 10:07:59.012493 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 10:07:59.012493 n-d-779913-29 neutron-server[93957]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 10:07:59.012493 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 10:07:59.012493 n-d-779913-29 neutron-server[93957]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 10:07:59.012493 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 10:07:59.012493 n-d-779913-29 neutron-server[93957]: return f(self, *a, **k) Jul 14 10:07:59.012493 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 10:07:59.012493 n-d-779913-29 neutron-server[93957]: return self._get(url).json() Jul 14 10:07:59.012493 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 10:07:59.012493 n-d-779913-29 neutron-server[93957]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 10:07:59.012493 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 10:07:59.012493 n-d-779913-29 neutron-server[93957]: return self.request(url, 'GET', **kwargs) Jul 14 10:07:59.012493 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 10:07:59.012493 n-d-779913-29 neutron-server[93957]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 10:07:59.012493 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 10:07:59.012493 n-d-779913-29 neutron-server[93957]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 10:07:59.012493 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 10:07:59.012493 n-d-779913-29 neutron-server[93957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 10:07:59.012493 n-d-779913-29 neutron-server[93957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 10:07:59.069289 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b8dbe635-e8f6-475b-bc04-f200cf301804 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660504'] for network, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:59.074423 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b8dbe635-e8f6-475b-bc04-f200cf301804 admin admin] Notify callbacks [] for network, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:59.076327 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-b8dbe635-e8f6-475b-bc04-f200cf301804 admin admin] 10.222.0.68 "DELETE /v2.0/networks/83229d74-4983-4f05-a86f-1045fae0fcf3 HTTP/1.1" status: 204 len: 168 time: 0.2598546 Jul 14 10:07:59.088707 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dbe635-e8f6-475b-bc04-f200cf301804 admin admin] Pushing event deleted for resources: {'Network': ['ID=83229d74-4983-4f05-a86f-1045fae0fcf3,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:07:59.182902 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 37138) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:07:59.221922 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-f694bed4-4a9c-4c36-b98b-afd51337b8df admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=43240fa0aed744a1b935beb7affd2f95&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0377319 Jul 14 10:07:59.224281 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 37140) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:07:59.271545 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4ddfbf55-2f20-4f56-b2aa-b9f2d26fd80d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:59.292381 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4ddfbf55-2f20-4f56-b2aa-b9f2d26fd80d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:59.338023 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4ddfbf55-2f20-4f56-b2aa-b9f2d26fd80d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:59.340542 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4ddfbf55-2f20-4f56-b2aa-b9f2d26fd80d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:59.341718 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-4ddfbf55-2f20-4f56-b2aa-b9f2d26fd80d admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/a6b99cbf-c775-46bb-b44b-d9f1293c5bcf HTTP/1.1" status: 204 len: 168 time: 0.1165204 Jul 14 10:07:59.349298 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddfbf55-2f20-4f56-b2aa-b9f2d26fd80d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6b99cbf-c775-46bb-b44b-d9f1293c5bcf,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:07:59.994418 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 37162) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:08:00.089061 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-a68c4e9e-a808-4afd-a9c2-c4fac2565914 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1323163116-network', 'tenant_id': '88c7b4e02daf4b76a34e6d2f9b4a58ac'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:08:00.110591 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a68c4e9e-a808-4afd-a9c2-c4fac2565914 admin admin] Made reservation on behalf of 88c7b4e02daf4b76a34e6d2f9b4a58ac for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:08:00.113213 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a68c4e9e-a808-4afd-a9c2-c4fac2565914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:00.122177 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a68c4e9e-a808-4afd-a9c2-c4fac2565914 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:00.218371 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a68c4e9e-a808-4afd-a9c2-c4fac2565914 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:00.222131 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a68c4e9e-a808-4afd-a9c2-c4fac2565914 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:00.249515 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a68c4e9e-a808-4afd-a9c2-c4fac2565914 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 746} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 10:08:00.260335 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68c4e9e-a808-4afd-a9c2-c4fac2565914 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab6b1c49-8111-48c3-b139-d2f355096be8,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:08:00.265482 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a68c4e9e-a808-4afd-a9c2-c4fac2565914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:00.265851 n-d-779913-29 neutron-server[93958]: INFO neutron.db.segments_db [None req-a68c4e9e-a808-4afd-a9c2-c4fac2565914 admin admin] Added segment 39616348-030a-4354-8253-e2f60351f739 of type vlan for network fd9d5a7e-0c70-46e1-9ca1-468f80ab6796 Jul 14 10:08:00.276771 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68c4e9e-a808-4afd-a9c2-c4fac2565914 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:08:00.277115 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68c4e9e-a808-4afd-a9c2-c4fac2565914 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:08:00.277455 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68c4e9e-a808-4afd-a9c2-c4fac2565914 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:08:00.277818 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68c4e9e-a808-4afd-a9c2-c4fac2565914 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:08:00.278155 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68c4e9e-a808-4afd-a9c2-c4fac2565914 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:08:00.278487 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68c4e9e-a808-4afd-a9c2-c4fac2565914 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:08:00.278818 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68c4e9e-a808-4afd-a9c2-c4fac2565914 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:08:00.279136 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68c4e9e-a808-4afd-a9c2-c4fac2565914 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:08:00.279460 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68c4e9e-a808-4afd-a9c2-c4fac2565914 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:08:00.279783 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68c4e9e-a808-4afd-a9c2-c4fac2565914 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:08:00.280107 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68c4e9e-a808-4afd-a9c2-c4fac2565914 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:08:00.280429 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68c4e9e-a808-4afd-a9c2-c4fac2565914 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:08:00.324261 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a68c4e9e-a808-4afd-a9c2-c4fac2565914 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735687821325'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:00.352881 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a68c4e9e-a808-4afd-a9c2-c4fac2565914 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:00.353943 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a68c4e9e-a808-4afd-a9c2-c4fac2565914 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:08:00.354525 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a68c4e9e-a808-4afd-a9c2-c4fac2565914 admin admin] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:00.417722 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-a68c4e9e-a808-4afd-a9c2-c4fac2565914 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4189222 Jul 14 10:08:00.418838 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 37166) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:08:00.420241 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68c4e9e-a808-4afd-a9c2-c4fac2565914 admin admin] Pushing event updated for resources: {'Network': ['ID=fd9d5a7e-0c70-46e1-9ca1-468f80ab6796,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:08:00.423969 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-2592281b-6ad3-4e3e-a7a9-f475907c3a55 admin admin] Request body: {'subnet': {'network_id': 'fd9d5a7e-0c70-46e1-9ca1-468f80ab6796', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1323163116-subnet', 'tenant_id': '88c7b4e02daf4b76a34e6d2f9b4a58ac', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:08:00.434971 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Network fd9d5a7e-0c70-46e1-9ca1-468f80ab6796 details requested by agent ovs-agent-n-d-779913-29 with host n-d-779913-29 {{(pid=93959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 10:08:00.449656 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2592281b-6ad3-4e3e-a7a9-f475907c3a55 admin admin] Made reservation on behalf of 88c7b4e02daf4b76a34e6d2f9b4a58ac for: {'subnet': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:08:00.452122 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2592281b-6ad3-4e3e-a7a9-f475907c3a55 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11984110'] for subnet, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:00.632597 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2592281b-6ad3-4e3e-a7a9-f475907c3a55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10052764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11984092'] for subnet, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:00.694790 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2592281b-6ad3-4e3e-a7a9-f475907c3a55 admin admin] Pushing event updated for resources: {'Subnet': ['ID=389216e1-565d-41a4-9c48-1b9d713beb3e,revision_number=0']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:08:00.704476 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2592281b-6ad3-4e3e-a7a9-f475907c3a55 admin admin] Checking segment: {'id': '39616348-030a-4354-8253-e2f60351f739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'fd9d5a7e-0c70-46e1-9ca1-468f80ab6796'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:08:00.704841 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2592281b-6ad3-4e3e-a7a9-f475907c3a55 admin admin] Network hostable DHCP agents. Network: fd9d5a7e-0c70-46e1-9ca1-468f80ab6796, hostable agents: ['c6a09bd4-f72e-4283-a3ca-0bbca8a51081'], hosted agents: [] {{(pid=93957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 10:08:00.722948 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2592281b-6ad3-4e3e-a7a9-f475907c3a55 admin admin] Network fd9d5a7e-0c70-46e1-9ca1-468f80ab6796 is scheduled to be hosted by DHCP agent c6a09bd4-f72e-4283-a3ca-0bbca8a51081 with binding_index 1 {{(pid=93957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 10:08:00.732128 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-2592281b-6ad3-4e3e-a7a9-f475907c3a55 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-29, fd9d5a7e-0c70-46e1-9ca1-468f80ab6796) {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:08:00.736500 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2592281b-6ad3-4e3e-a7a9-f475907c3a55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:08:00.737932 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2592281b-6ad3-4e3e-a7a9-f475907c3a55 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:00.741802 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c45877d6-d78e-431c-86dc-5ef2511b03a0 None None] Network fd9d5a7e-0c70-46e1-9ca1-468f80ab6796 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:08:00.754237 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-2592281b-6ad3-4e3e-a7a9-f475907c3a55 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3345604 Jul 14 10:08:00.874204 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5512418e-562e-4cf1-b745-1e066f14ba27 None None] Network fd9d5a7e-0c70-46e1-9ca1-468f80ab6796 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:08:01.200372 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9876ed-2b08-4355-8a73-ab4ba8bffb04 req-36c84a87-c478-4569-9200-765fe1f27a19 tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:08:01.201782 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-fc9876ed-2b08-4355-8a73-ab4ba8bffb04 req-36c84a87-c478-4569-9200-765fe1f27a19 tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] 10.222.0.68 "GET /v2.0/networks?id=fd9d5a7e-0c70-46e1-9ca1-468f80ab6796 HTTP/1.1" status: 200 len: 815 time: 0.1005921 Jul 14 10:08:01.216328 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-fc9876ed-2b08-4355-8a73-ab4ba8bffb04 req-54836be4-da3e-4acf-b377-f54d786c4b73 tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] 10.222.0.68 "GET /v2.0/quotas/88c7b4e02daf4b76a34e6d2f9b4a58ac HTTP/1.1" status: 200 len: 375 time: 0.0090499 Jul 14 10:08:01.253630 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-fc9876ed-2b08-4355-8a73-ab4ba8bffb04 req-92427619-344e-41bc-8c12-7bf835707046 tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=88c7b4e02daf4b76a34e6d2f9b4a58ac&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0324376 Jul 14 10:08:01.342029 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-fc9876ed-2b08-4355-8a73-ab4ba8bffb04 req-cc2a07ce-5192-44b8-8cc7-b411cc2ddda8 service neutron] 10.222.0.68 "GET /v2.0/networks/fd9d5a7e-0c70-46e1-9ca1-468f80ab6796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812168 Jul 14 10:08:01.433480 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-fc9876ed-2b08-4355-8a73-ab4ba8bffb04 req-c78a56a9-09ec-4985-874c-2cad93005035 service neutron] 10.222.0.68 "GET /v2.0/networks/fd9d5a7e-0c70-46e1-9ca1-468f80ab6796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874465 Jul 14 10:08:01.597836 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ca409934-c4f6-4d07-a843-1b74c74cf022 req-9c43903f-d02d-4cfa-8dea-63e357772efb tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] 10.222.0.68 "GET /v2.0/ports?device_id=e8ba15b4-0cc8-482b-b659-775a3246bcab HTTP/1.1" status: 200 len: 210 time: 0.0279176 Jul 14 10:08:01.845624 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device fae11c60-afd0-4dd3-8671-421b70e1b261 no longer exists at agent hyperv_n-h1-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:08:01.865701 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] No Port match for: fae11c60-afd0-4dd3-8671-421b70e1b261 {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:08:01.866049 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device fae11c60-afd0-4dd3-8671-421b70e1b261 not bound to the agent host n-h1-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:08:02.739621 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-19be0cbd-a2ad-4d59-81c7-bf9f157726f0 req-319b3b12-7102-4a8c-ad11-5b8d6de3a588 tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] 10.222.0.68 "GET /v2.0/ports?device_id=e8ba15b4-0cc8-482b-b659-775a3246bcab HTTP/1.1" status: 200 len: 210 time: 0.0296426 Jul 14 10:08:02.770498 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9876ed-2b08-4355-8a73-ab4ba8bffb04 req-35c5f72c-4c6b-408f-93ed-9219605d6f6e tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:08:02.771967 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-fc9876ed-2b08-4355-8a73-ab4ba8bffb04 req-35c5f72c-4c6b-408f-93ed-9219605d6f6e tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] 10.222.0.65 "GET /v2.0/networks?id=fd9d5a7e-0c70-46e1-9ca1-468f80ab6796 HTTP/1.1" status: 200 len: 815 time: 0.1206198 Jul 14 10:08:02.791911 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-fc9876ed-2b08-4355-8a73-ab4ba8bffb04 req-f6202cc5-bdd7-4dda-a7b4-090f290ec69b tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] Request body: {'port': {'device_id': 'e8ba15b4-0cc8-482b-b659-775a3246bcab', 'network_id': 'fd9d5a7e-0c70-46e1-9ca1-468f80ab6796', 'admin_state_up': True, 'tenant_id': '88c7b4e02daf4b76a34e6d2f9b4a58ac'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:08:02.898342 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc9876ed-2b08-4355-8a73-ab4ba8bffb04 req-f6202cc5-bdd7-4dda-a7b4-090f290ec69b tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] Made reservation on behalf of 88c7b4e02daf4b76a34e6d2f9b4a58ac for: {'port': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:08:02.902018 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-fc9876ed-2b08-4355-8a73-ab4ba8bffb04 req-f6202cc5-bdd7-4dda-a7b4-090f290ec69b tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:03.029757 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [req-fc9876ed-2b08-4355-8a73-ab4ba8bffb04 req-f6202cc5-bdd7-4dda-a7b4-090f290ec69b tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] Allocated IP 172.20.0.5 (fd9d5a7e-0c70-46e1-9ca1-468f80ab6796/389216e1-565d-41a4-9c48-1b9d713beb3e/45cb0e71-bfba-4993-8279-9fb90fe4db90) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:08:03.176215 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-fc9876ed-2b08-4355-8a73-ab4ba8bffb04 req-f6202cc5-bdd7-4dda-a7b4-090f290ec69b tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:03.215280 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-fc9876ed-2b08-4355-8a73-ab4ba8bffb04 req-f6202cc5-bdd7-4dda-a7b4-090f290ec69b tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:03.262249 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc9876ed-2b08-4355-8a73-ab4ba8bffb04 req-f6202cc5-bdd7-4dda-a7b4-090f290ec69b tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] Network fd9d5a7e-0c70-46e1-9ca1-468f80ab6796 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:08:03.265526 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [req-fc9876ed-2b08-4355-8a73-ab4ba8bffb04 req-f6202cc5-bdd7-4dda-a7b4-090f290ec69b tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:08:03.269406 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc9876ed-2b08-4355-8a73-ab4ba8bffb04 req-f6202cc5-bdd7-4dda-a7b4-090f290ec69b tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:08:03.277220 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6202cc5-bdd7-4dda-a7b4-090f290ec69b tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] Pushing event updated for resources: {'Port': ['ID=45cb0e71-bfba-4993-8279-9fb90fe4db90,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:08:03.322937 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9876ed-2b08-4355-8a73-ab4ba8bffb04 req-f6202cc5-bdd7-4dda-a7b4-090f290ec69b tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:08:03.323554 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-fc9876ed-2b08-4355-8a73-ab4ba8bffb04 req-f6202cc5-bdd7-4dda-a7b4-090f290ec69b tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:03.339042 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-fc9876ed-2b08-4355-8a73-ab4ba8bffb04 req-f6202cc5-bdd7-4dda-a7b4-090f290ec69b tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5509269 Jul 14 10:08:03.356646 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-fc9876ed-2b08-4355-8a73-ab4ba8bffb04 req-7f7d0b16-92c0-4eea-a0d8-8aa5b784a002 service neutron] Request body: {'port': {'device_id': 'e8ba15b4-0cc8-482b-b659-775a3246bcab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-29'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:08:03.435032 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-fc9876ed-2b08-4355-8a73-ab4ba8bffb04 req-7f7d0b16-92c0-4eea-a0d8-8aa5b784a002 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:03.705345 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [req-fc9876ed-2b08-4355-8a73-ab4ba8bffb04 req-7f7d0b16-92c0-4eea-a0d8-8aa5b784a002 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45cb0e71-bfba-4993-8279-9fb90fe4db90 {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:08:03.714811 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-fc9876ed-2b08-4355-8a73-ab4ba8bffb04 req-7f7d0b16-92c0-4eea-a0d8-8aa5b784a002 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:03.727390 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [req-fc9876ed-2b08-4355-8a73-ab4ba8bffb04 req-7f7d0b16-92c0-4eea-a0d8-8aa5b784a002 service neutron] Transition to ACTIVE for port object 45cb0e71-bfba-4993-8279-9fb90fe4db90 will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:08:03.731241 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-fc9876ed-2b08-4355-8a73-ab4ba8bffb04 req-7f7d0b16-92c0-4eea-a0d8-8aa5b784a002 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:03.805586 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7d0b16-92c0-4eea-a0d8-8aa5b784a002 service neutron] Pushing event updated for resources: {'Port': ['ID=45cb0e71-bfba-4993-8279-9fb90fe4db90,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:08:03.863853 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-fc9876ed-2b08-4355-8a73-ab4ba8bffb04 req-7f7d0b16-92c0-4eea-a0d8-8aa5b784a002 service neutron] Attempting to bind port 45cb0e71-bfba-4993-8279-9fb90fe4db90 on host n-h1-779913-29 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:08:03.864691 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-fc9876ed-2b08-4355-8a73-ab4ba8bffb04 req-7f7d0b16-92c0-4eea-a0d8-8aa5b784a002 service neutron] Attempting to bind port 45cb0e71-bfba-4993-8279-9fb90fe4db90 by drivers openvswitch,hyperv on host n-h1-779913-29 at level 0 using segments [{'id': '39616348-030a-4354-8253-e2f60351f739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'fd9d5a7e-0c70-46e1-9ca1-468f80ab6796'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:08:03.864879 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc9876ed-2b08-4355-8a73-ab4ba8bffb04 req-7f7d0b16-92c0-4eea-a0d8-8aa5b784a002 service neutron] Attempting to bind port 45cb0e71-bfba-4993-8279-9fb90fe4db90 on network fd9d5a7e-0c70-46e1-9ca1-468f80ab6796 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:08:03.879531 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc9876ed-2b08-4355-8a73-ab4ba8bffb04 req-7f7d0b16-92c0-4eea-a0d8-8aa5b784a002 service neutron] Port 45cb0e71-bfba-4993-8279-9fb90fe4db90 on network fd9d5a7e-0c70-46e1-9ca1-468f80ab6796 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-29 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 10:08:03.879851 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc9876ed-2b08-4355-8a73-ab4ba8bffb04 req-7f7d0b16-92c0-4eea-a0d8-8aa5b784a002 service neutron] Attempting to bind port 45cb0e71-bfba-4993-8279-9fb90fe4db90 on network fd9d5a7e-0c70-46e1-9ca1-468f80ab6796 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:08:03.906017 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc9876ed-2b08-4355-8a73-ab4ba8bffb04 req-7f7d0b16-92c0-4eea-a0d8-8aa5b784a002 service neutron] Checking agent: {'id': 'de11e667-f145-47b0-bd09-334a7505938e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 13, 12), 'started_at': datetime.datetime(2021, 7, 14, 9, 13, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 7, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:08:03.906361 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc9876ed-2b08-4355-8a73-ab4ba8bffb04 req-7f7d0b16-92c0-4eea-a0d8-8aa5b784a002 service neutron] Checking segment: {'id': '39616348-030a-4354-8253-e2f60351f739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'fd9d5a7e-0c70-46e1-9ca1-468f80ab6796'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:08:03.906744 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc9876ed-2b08-4355-8a73-ab4ba8bffb04 req-7f7d0b16-92c0-4eea-a0d8-8aa5b784a002 service neutron] Bound using segment: {'id': '39616348-030a-4354-8253-e2f60351f739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'fd9d5a7e-0c70-46e1-9ca1-468f80ab6796'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:08:03.907172 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-fc9876ed-2b08-4355-8a73-ab4ba8bffb04 req-7f7d0b16-92c0-4eea-a0d8-8aa5b784a002 service neutron] Bound port: 45cb0e71-bfba-4993-8279-9fb90fe4db90, host: n-h1-779913-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39616348-030a-4354-8253-e2f60351f739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'fd9d5a7e-0c70-46e1-9ca1-468f80ab6796'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:08:03.907534 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-fc9876ed-2b08-4355-8a73-ab4ba8bffb04 req-7f7d0b16-92c0-4eea-a0d8-8aa5b784a002 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:03.982214 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d578167-9aa0-41ef-80ac-8282d929c900 req-75bd253e-7137-4863-ae07-9e6add6e63d0 tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:08:03.983608 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5d578167-9aa0-41ef-80ac-8282d929c900 req-75bd253e-7137-4863-ae07-9e6add6e63d0 tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] 10.222.0.68 "GET /v2.0/ports?device_id=e8ba15b4-0cc8-482b-b659-775a3246bcab HTTP/1.1" status: 200 len: 943 time: 0.1219327 Jul 14 10:08:04.012656 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-fc9876ed-2b08-4355-8a73-ab4ba8bffb04 req-7f7d0b16-92c0-4eea-a0d8-8aa5b784a002 service neutron] For port 45cb0e71-bfba-4993-8279-9fb90fe4db90, host n-h1-779913-29, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:08:04.030340 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-fc9876ed-2b08-4355-8a73-ab4ba8bffb04 req-7f7d0b16-92c0-4eea-a0d8-8aa5b784a002 service neutron] For port 45cb0e71-bfba-4993-8279-9fb90fe4db90, host n-h1-779913-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=45cb0e71-bfba-4993-8279-9fb90fe4db90,segment=NetworkSegment(39616348-030a-4354-8253-e2f60351f739),segment_id=39616348-030a-4354-8253-e2f60351f739)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:08:04.037061 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-fc9876ed-2b08-4355-8a73-ab4ba8bffb04 req-7f7d0b16-92c0-4eea-a0d8-8aa5b784a002 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:04.074502 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5d578167-9aa0-41ef-80ac-8282d929c900 req-28646c87-70b9-4bad-89be-d76b2e8d5108 tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] 10.222.0.68 "GET /v2.0/security-groups?id=ab6b1c49-8111-48c3-b139-d2f355096be8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849113 Jul 14 10:08:04.096821 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9876ed-2b08-4355-8a73-ab4ba8bffb04 req-7f7d0b16-92c0-4eea-a0d8-8aa5b784a002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:08:04.096821 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-fc9876ed-2b08-4355-8a73-ab4ba8bffb04 req-7f7d0b16-92c0-4eea-a0d8-8aa5b784a002 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:04.096821 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-fc9876ed-2b08-4355-8a73-ab4ba8bffb04 req-7f7d0b16-92c0-4eea-a0d8-8aa5b784a002 service neutron] 10.222.0.65 "PUT /v2.0/ports/45cb0e71-bfba-4993-8279-9fb90fe4db90 HTTP/1.1" status: 200 len: 1092 time: 0.7386465 Jul 14 10:08:04.096821 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8ba15b4-0cc8-482b-b659-775a3246bcab', 'tag': '45cb0e71-bfba-4993-8279-9fb90fe4db90'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:08:04.096821 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd6c8acc-62f2-4422-a8ae-3bf1b2dc46e0" -d '{"events": [{"name": "network-changed", "server_uuid": "e8ba15b4-0cc8-482b-b659-775a3246bcab", "tag": "45cb0e71-bfba-4993-8279-9fb90fe4db90"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:08:04.115896 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7d0b16-92c0-4eea-a0d8-8aa5b784a002 service neutron] Pushing event updated for resources: {'Port': ['ID=45cb0e71-bfba-4993-8279-9fb90fe4db90,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:08:04.136999 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:08:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e2513f1-dfed-45bf-9135-f5b6ff56f4bd x-openstack-request-id: req-9e2513f1-dfed-45bf-9135-f5b6ff56f4bd {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:08:04.137322 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8ba15b4-0cc8-482b-b659-775a3246bcab", "tag": "45cb0e71-bfba-4993-8279-9fb90fe4db90", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:08:04.137625 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-9e2513f1-dfed-45bf-9135-f5b6ff56f4bd {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:08:04.138060 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8ba15b4-0cc8-482b-b659-775a3246bcab', 'tag': '45cb0e71-bfba-4993-8279-9fb90fe4db90', 'status': 'completed', 'code': 200} Jul 14 10:08:04.205930 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9876ed-2b08-4355-8a73-ab4ba8bffb04 req-7fb9dc09-1032-486c-b7b9-8e0bd4a89881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:08:04.207459 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-fc9876ed-2b08-4355-8a73-ab4ba8bffb04 req-7fb9dc09-1032-486c-b7b9-8e0bd4a89881 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=88c7b4e02daf4b76a34e6d2f9b4a58ac&device_id=e8ba15b4-0cc8-482b-b659-775a3246bcab HTTP/1.1" status: 200 len: 1095 time: 0.0533640 Jul 14 10:08:04.254240 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-fc9876ed-2b08-4355-8a73-ab4ba8bffb04 req-80434f1f-b6b3-42cc-b331-4e3b55d51e19 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=45cb0e71-bfba-4993-8279-9fb90fe4db90 HTTP/1.1" status: 200 len: 217 time: 0.0337760 Jul 14 10:08:04.305761 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9876ed-2b08-4355-8a73-ab4ba8bffb04 req-3e6b8f3e-8257-48f0-a3db-c50b2e9cbf72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:08:04.307716 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-fc9876ed-2b08-4355-8a73-ab4ba8bffb04 req-3e6b8f3e-8257-48f0-a3db-c50b2e9cbf72 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=389216e1-565d-41a4-9c48-1b9d713beb3e HTTP/1.1" status: 200 len: 855 time: 0.0466018 Jul 14 10:08:04.338863 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-fc9876ed-2b08-4355-8a73-ab4ba8bffb04 req-f4a3a7ca-6901-42b0-ba9b-c56be0627804 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=fd9d5a7e-0c70-46e1-9ca1-468f80ab6796&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254254 Jul 14 10:08:04.426127 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-fc9876ed-2b08-4355-8a73-ab4ba8bffb04 req-348efa94-5d03-4628-b1a0-4be8f88351e8 service neutron] 10.222.0.65 "GET /v2.0/networks/fd9d5a7e-0c70-46e1-9ca1-468f80ab6796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811889 Jul 14 10:08:04.520778 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-fc9876ed-2b08-4355-8a73-ab4ba8bffb04 req-ed85e8c0-2d0b-4f06-9cb5-28ad23e59837 service neutron] 10.222.0.65 "GET /v2.0/networks/fd9d5a7e-0c70-46e1-9ca1-468f80ab6796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873926 Jul 14 10:08:04.666854 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6c8acc-62f2-4422-a8ae-3bf1b2dc46e0 req-580c9266-cb47-425c-95dd-93ace447f897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:08:04.668350 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-fd6c8acc-62f2-4422-a8ae-3bf1b2dc46e0 req-580c9266-cb47-425c-95dd-93ace447f897 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=88c7b4e02daf4b76a34e6d2f9b4a58ac&device_id=e8ba15b4-0cc8-482b-b659-775a3246bcab HTTP/1.1" status: 200 len: 1095 time: 0.0539916 Jul 14 10:08:04.761284 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6c8acc-62f2-4422-a8ae-3bf1b2dc46e0 req-64cdad51-ef71-4d63-92ec-cad800dbbfe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:08:04.762779 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-fd6c8acc-62f2-4422-a8ae-3bf1b2dc46e0 req-64cdad51-ef71-4d63-92ec-cad800dbbfe5 service neutron] 10.222.0.65 "GET /v2.0/networks?id=fd9d5a7e-0c70-46e1-9ca1-468f80ab6796 HTTP/1.1" status: 200 len: 916 time: 0.0883312 Jul 14 10:08:04.802089 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-fd6c8acc-62f2-4422-a8ae-3bf1b2dc46e0 req-07b8c36c-32d7-40ce-ae3b-14d9c13b552b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=45cb0e71-bfba-4993-8279-9fb90fe4db90 HTTP/1.1" status: 200 len: 217 time: 0.0329278 Jul 14 10:08:04.849147 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6c8acc-62f2-4422-a8ae-3bf1b2dc46e0 req-46229d6c-8168-4ba6-ae8a-5f64fa5c69bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:08:04.850609 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-fd6c8acc-62f2-4422-a8ae-3bf1b2dc46e0 req-46229d6c-8168-4ba6-ae8a-5f64fa5c69bd service neutron] 10.222.0.65 "GET /v2.0/subnets?id=389216e1-565d-41a4-9c48-1b9d713beb3e HTTP/1.1" status: 200 len: 855 time: 0.0423646 Jul 14 10:08:04.887146 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-fd6c8acc-62f2-4422-a8ae-3bf1b2dc46e0 req-413ba6fe-22e0-4995-b0e2-b7d3541619a0 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=fd9d5a7e-0c70-46e1-9ca1-468f80ab6796&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301614 Jul 14 10:08:04.973268 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-fd6c8acc-62f2-4422-a8ae-3bf1b2dc46e0 req-1731f1cc-bd6b-40fc-975c-ac396f339718 service neutron] 10.222.0.65 "GET /v2.0/networks/fd9d5a7e-0c70-46e1-9ca1-468f80ab6796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788231 Jul 14 10:08:05.064881 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-fd6c8acc-62f2-4422-a8ae-3bf1b2dc46e0 req-25690c1e-36ea-44c5-971e-8af8c0d34ef7 service neutron] 10.222.0.65 "GET /v2.0/networks/fd9d5a7e-0c70-46e1-9ca1-468f80ab6796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853913 Jul 14 10:08:05.248017 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5931a35e-0391-4cf7-9074-883252b25fd5 req-aecd5f44-6589-4c04-bdd1-27d84eabbc2f tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:08:05.249532 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5931a35e-0391-4cf7-9074-883252b25fd5 req-aecd5f44-6589-4c04-bdd1-27d84eabbc2f tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] 10.222.0.68 "GET /v2.0/ports?device_id=e8ba15b4-0cc8-482b-b659-775a3246bcab HTTP/1.1" status: 200 len: 943 time: 0.0649230 Jul 14 10:08:05.288193 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5931a35e-0391-4cf7-9074-883252b25fd5 req-83d463a7-6cd6-40a8-bf7b-92eb720fd378 tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] 10.222.0.68 "GET /v2.0/security-groups?id=ab6b1c49-8111-48c3-b139-d2f355096be8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328355 Jul 14 10:08:06.460741 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92384967-12d3-46d4-8f35-3e0bb4910eb0 req-219cde1e-d232-4616-97ae-f601774525bf tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:08:06.462252 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-92384967-12d3-46d4-8f35-3e0bb4910eb0 req-219cde1e-d232-4616-97ae-f601774525bf tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] 10.222.0.68 "GET /v2.0/ports?device_id=e8ba15b4-0cc8-482b-b659-775a3246bcab HTTP/1.1" status: 200 len: 943 time: 0.0632818 Jul 14 10:08:06.500597 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-92384967-12d3-46d4-8f35-3e0bb4910eb0 req-485c2cea-d2f3-4803-9106-98c2dc6ef2fc tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] 10.222.0.68 "GET /v2.0/security-groups?id=ab6b1c49-8111-48c3-b139-d2f355096be8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320868 Jul 14 10:08:07.670209 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88858af-c579-4726-8999-9c078ea6a7b3 req-24ae718b-8f35-4688-8e7d-fa7e85933bda tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:08:07.671761 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f88858af-c579-4726-8999-9c078ea6a7b3 req-24ae718b-8f35-4688-8e7d-fa7e85933bda tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] 10.222.0.68 "GET /v2.0/ports?device_id=e8ba15b4-0cc8-482b-b659-775a3246bcab HTTP/1.1" status: 200 len: 943 time: 0.0630903 Jul 14 10:08:07.710074 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f88858af-c579-4726-8999-9c078ea6a7b3 req-13d8830f-7dfb-43ad-b6e6-6b150a0c8fc4 tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] 10.222.0.68 "GET /v2.0/security-groups?id=ab6b1c49-8111-48c3-b139-d2f355096be8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327413 Jul 14 10:08:07.875942 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 45cb0e71-bfba-4993-8279-9fb90fe4db90 details requested by agent hyperv_n-h1-779913-29 with host n-h1-779913-29 {{(pid=93959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 10:08:07.966719 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port 45cb0e71-bfba-4993-8279-9fb90fe4db90, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=45cb0e71-bfba-4993-8279-9fb90fe4db90,segment=NetworkSegment(39616348-030a-4354-8253-e2f60351f739),segment_id=39616348-030a-4354-8253-e2f60351f739)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:08:07.977260 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Returning: {'device': '45cb0e71-bfba-4993-8279-9fb90fe4db90', 'network_id': 'fd9d5a7e-0c70-46e1-9ca1-468f80ab6796', 'port_id': '45cb0e71-bfba-4993-8279-9fb90fe4db90', 'mac_address': 'fa:16:3e:1c:96:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 746, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '389216e1-565d-41a4-9c48-1b9d713beb3e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 10:08:08.016231 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:08.028641 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45cb0e71-bfba-4993-8279-9fb90fe4db90 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:08:08.047236 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port 45cb0e71-bfba-4993-8279-9fb90fe4db90, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=45cb0e71-bfba-4993-8279-9fb90fe4db90,segment=NetworkSegment(39616348-030a-4354-8253-e2f60351f739),segment_id=39616348-030a-4354-8253-e2f60351f739)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:08:08.050264 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:08.097024 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Pushing event updated for resources: {'Port': ['ID=45cb0e71-bfba-4993-8279-9fb90fe4db90,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:08:08.310414 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] get_ports_and_sgs() called for port_ids ['45cb0e71-bfba-4993-8279-9fb90fe4db90'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:08:08.884148 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099de3d9-9ea3-4681-a25c-d12927365170 req-9d9fba0a-c34f-44c5-8cd7-c840b101ad5f tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:08:08.886166 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-099de3d9-9ea3-4681-a25c-d12927365170 req-9d9fba0a-c34f-44c5-8cd7-c840b101ad5f tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] 10.222.0.68 "GET /v2.0/ports?device_id=e8ba15b4-0cc8-482b-b659-775a3246bcab HTTP/1.1" status: 200 len: 944 time: 0.0681667 Jul 14 10:08:08.923402 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-099de3d9-9ea3-4681-a25c-d12927365170 req-6682fe7a-6558-4f57-8e8e-66b818efe77a tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] 10.222.0.68 "GET /v2.0/security-groups?id=ab6b1c49-8111-48c3-b139-d2f355096be8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317283 Jul 14 10:08:09.876667 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 45cb0e71-bfba-4993-8279-9fb90fe4db90 up at agent hyperv_n-h1-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:08:09.923661 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Provisioning for port 45cb0e71-bfba-4993-8279-9fb90fe4db90 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:08:09.927273 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Provisioning complete for port 45cb0e71-bfba-4993-8279-9fb90fe4db90 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:08:09.927649 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:10.003482 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:10.026995 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8ba15b4-0cc8-482b-b659-775a3246bcab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45cb0e71-bfba-4993-8279-9fb90fe4db90'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:08:10.029439 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd62303f06773040a8a4e189dc46b4f565768c299abf8ab8e7739778b0bc3e97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0161ed2-d104-4d30-8930-1f27abbfebbe" -d '{"events": [{"server_uuid": "e8ba15b4-0cc8-482b-b659-775a3246bcab", "name": "network-vif-plugged", "status": "completed", "tag": "45cb0e71-bfba-4993-8279-9fb90fe4db90"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:08:10.046127 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port 45cb0e71-bfba-4993-8279-9fb90fe4db90, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=45cb0e71-bfba-4993-8279-9fb90fe4db90,segment=NetworkSegment(39616348-030a-4354-8253-e2f60351f739),segment_id=39616348-030a-4354-8253-e2f60351f739)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:08:10.055128 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:10.081167 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:08:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-731edb76-2851-4313-86f4-367319d7c3d4 x-openstack-request-id: req-731edb76-2851-4313-86f4-367319d7c3d4 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:08:10.081462 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8ba15b4-0cc8-482b-b659-775a3246bcab", "name": "network-vif-plugged", "status": "completed", "tag": "45cb0e71-bfba-4993-8279-9fb90fe4db90", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:08:10.081738 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-731edb76-2851-4313-86f4-367319d7c3d4 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:08:10.082120 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8ba15b4-0cc8-482b-b659-775a3246bcab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45cb0e71-bfba-4993-8279-9fb90fe4db90', 'code': 200} Jul 14 10:08:10.107754 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Pushing event updated for resources: {'Port': ['ID=45cb0e71-bfba-4993-8279-9fb90fe4db90,revision_number=5']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:08:10.111815 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7213b507-2398-4c15-9b5d-5eea7efd4aaa req-a2064f29-7129-4e0e-9d26-43d520c0c764 tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:08:10.113665 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-7213b507-2398-4c15-9b5d-5eea7efd4aaa req-a2064f29-7129-4e0e-9d26-43d520c0c764 tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] 10.222.0.68 "GET /v2.0/ports?device_id=e8ba15b4-0cc8-482b-b659-775a3246bcab HTTP/1.1" status: 200 len: 945 time: 0.0755882 Jul 14 10:08:10.155684 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-7213b507-2398-4c15-9b5d-5eea7efd4aaa req-e3c9b170-1a75-4968-a67e-8e9e0dd5c878 tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] 10.222.0.68 "GET /v2.0/security-groups?id=ab6b1c49-8111-48c3-b139-d2f355096be8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346482 Jul 14 10:08:10.218169 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b81f65-66ce-47d7-b180-7e98c4cff307 req-6e6138d7-e65b-4bd3-ade8-769c97ec9e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:08:10.220126 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f7b81f65-66ce-47d7-b180-7e98c4cff307 req-6e6138d7-e65b-4bd3-ade8-769c97ec9e2c service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=e8ba15b4-0cc8-482b-b659-775a3246bcab HTTP/1.1" status: 200 len: 1097 time: 0.0534008 Jul 14 10:08:10.254781 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f7b81f65-66ce-47d7-b180-7e98c4cff307 req-95a5378f-2e76-4b4b-8168-768e8bfdd64d service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=ab6b1c49-8111-48c3-b139-d2f355096be8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282462 Jul 14 10:08:11.331907 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12952e1-4be7-4302-b54b-a9cccac358ba req-fb249cc3-02c9-4fa2-9a18-085ed0759a94 tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:08:11.333326 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-f12952e1-4be7-4302-b54b-a9cccac358ba req-fb249cc3-02c9-4fa2-9a18-085ed0759a94 tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] 10.222.0.68 "GET /v2.0/ports?device_id=e8ba15b4-0cc8-482b-b659-775a3246bcab HTTP/1.1" status: 200 len: 945 time: 0.0649071 Jul 14 10:08:11.372972 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-f12952e1-4be7-4302-b54b-a9cccac358ba req-10139e47-c939-46c7-af98-29d76196aabd tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] 10.222.0.68 "GET /v2.0/security-groups?id=ab6b1c49-8111-48c3-b139-d2f355096be8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317783 Jul 14 10:08:12.547041 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a500d4-b9d4-46fa-9078-3e65ab3863a2 req-c571ba98-d08e-45f2-bcf3-ab2cfe7d9249 tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:08:12.548590 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e3a500d4-b9d4-46fa-9078-3e65ab3863a2 req-c571ba98-d08e-45f2-bcf3-ab2cfe7d9249 tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] 10.222.0.68 "GET /v2.0/ports?device_id=e8ba15b4-0cc8-482b-b659-775a3246bcab HTTP/1.1" status: 200 len: 945 time: 0.0653720 Jul 14 10:08:12.592787 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e3a500d4-b9d4-46fa-9078-3e65ab3863a2 req-daf4da1f-7b9f-4026-9f68-5a8fc46940a8 tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] 10.222.0.68 "GET /v2.0/security-groups?id=ab6b1c49-8111-48c3-b139-d2f355096be8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377283 Jul 14 10:08:12.774853 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a58924d-42dc-4253-8976-d4043fd70db2 req-28e20a0a-1467-4313-98ee-a672b8e5c5b7 tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:08:12.777063 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-2a58924d-42dc-4253-8976-d4043fd70db2 req-28e20a0a-1467-4313-98ee-a672b8e5c5b7 tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] 10.222.0.68 "GET /v2.0/ports?device_id=e8ba15b4-0cc8-482b-b659-775a3246bcab HTTP/1.1" status: 200 len: 945 time: 0.0699732 Jul 14 10:08:12.814022 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-2a58924d-42dc-4253-8976-d4043fd70db2 req-47f65009-5a1c-4239-a1dc-c3c282157441 tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] 10.222.0.68 "GET /v2.0/security-groups?id=ab6b1c49-8111-48c3-b139-d2f355096be8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313570 Jul 14 10:08:13.165682 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ef63fc-c298-4911-9f60-a74253404576 req-3d7ece2d-caee-422c-bf9e-3fcee8de8f80 tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:08:13.167204 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-61ef63fc-c298-4911-9f60-a74253404576 req-3d7ece2d-caee-422c-bf9e-3fcee8de8f80 tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] 10.222.0.68 "GET /v2.0/ports?device_id=e8ba15b4-0cc8-482b-b659-775a3246bcab HTTP/1.1" status: 200 len: 945 time: 0.0718436 Jul 14 10:08:13.209858 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-61ef63fc-c298-4911-9f60-a74253404576 req-cb61ab8e-5617-44c1-891c-0a29443e55f4 tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] 10.222.0.68 "GET /v2.0/security-groups?id=ab6b1c49-8111-48c3-b139-d2f355096be8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366316 Jul 14 10:08:13.228070 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:13.389398 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef17757c-4242-455a-8f57-753c2eaff7bb req-64cda94f-9afe-41e0-a196-8a5647269c89 tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:08:13.390842 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ef17757c-4242-455a-8f57-753c2eaff7bb req-64cda94f-9afe-41e0-a196-8a5647269c89 tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] 10.222.0.68 "GET /v2.0/ports?device_id=e8ba15b4-0cc8-482b-b659-775a3246bcab HTTP/1.1" status: 200 len: 945 time: 0.0638812 Jul 14 10:08:13.428110 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ef17757c-4242-455a-8f57-753c2eaff7bb req-c31eb111-10f9-43b0-b7b9-6be3a7e607cc tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] 10.222.0.68 "GET /v2.0/security-groups?id=ab6b1c49-8111-48c3-b139-d2f355096be8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316136 Jul 14 10:08:13.762701 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-181cd6b0-af1e-4e35-9055-eb671b797f89 req-8e18bf79-6377-46c2-b126-6d5f357eb203 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=e8ba15b4-0cc8-482b-b659-775a3246bcab&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0536783 Jul 14 10:08:13.829541 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdf03bd-d422-4003-bf3e-8987ca2f20fd req-e1c9ee6e-9af3-441b-9b5a-2f9feb448e23 tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:08:13.831041 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2fdf03bd-d422-4003-bf3e-8987ca2f20fd req-e1c9ee6e-9af3-441b-9b5a-2f9feb448e23 tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] 10.222.0.68 "GET /v2.0/ports?device_id=e8ba15b4-0cc8-482b-b659-775a3246bcab HTTP/1.1" status: 200 len: 945 time: 0.0670674 Jul 14 10:08:13.870262 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2fdf03bd-d422-4003-bf3e-8987ca2f20fd req-59864def-4401-4a5c-89c7-b1a45286344c tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] 10.222.0.68 "GET /v2.0/security-groups?id=ab6b1c49-8111-48c3-b139-d2f355096be8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333514 Jul 14 10:08:13.981511 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:15.054131 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e0113b-fba1-4d4c-9d22-b1fe2ce70b97 req-691429c2-047a-45de-aee2-7c8dcf372ce4 tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:08:15.055623 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-54e0113b-fba1-4d4c-9d22-b1fe2ce70b97 req-691429c2-047a-45de-aee2-7c8dcf372ce4 tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] 10.222.0.68 "GET /v2.0/ports?device_id=e8ba15b4-0cc8-482b-b659-775a3246bcab HTTP/1.1" status: 200 len: 945 time: 0.0738726 Jul 14 10:08:15.093880 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-54e0113b-fba1-4d4c-9d22-b1fe2ce70b97 req-d6b7233d-9ed4-404e-8503-95d30f5acf9c tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] 10.222.0.68 "GET /v2.0/security-groups?id=ab6b1c49-8111-48c3-b139-d2f355096be8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317907 Jul 14 10:08:15.095660 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181cd6b0-af1e-4e35-9055-eb671b797f89 req-b9221faa-2603-43a5-9405-ded20c89ae88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:08:15.097164 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-181cd6b0-af1e-4e35-9055-eb671b797f89 req-b9221faa-2603-43a5-9405-ded20c89ae88 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=88c7b4e02daf4b76a34e6d2f9b4a58ac&device_id=e8ba15b4-0cc8-482b-b659-775a3246bcab HTTP/1.1" status: 200 len: 1097 time: 0.0570076 Jul 14 10:08:15.192509 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181cd6b0-af1e-4e35-9055-eb671b797f89 req-d6b8a47a-344a-462e-bcdb-c050d28946ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:08:15.193997 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-181cd6b0-af1e-4e35-9055-eb671b797f89 req-d6b8a47a-344a-462e-bcdb-c050d28946ec service neutron] 10.222.0.65 "GET /v2.0/networks?id=fd9d5a7e-0c70-46e1-9ca1-468f80ab6796 HTTP/1.1" status: 200 len: 916 time: 0.0898364 Jul 14 10:08:15.234603 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-181cd6b0-af1e-4e35-9055-eb671b797f89 req-be29f500-4cce-4249-9677-4d3fe78e6c7f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=45cb0e71-bfba-4993-8279-9fb90fe4db90 HTTP/1.1" status: 200 len: 217 time: 0.0344434 Jul 14 10:08:15.281429 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181cd6b0-af1e-4e35-9055-eb671b797f89 req-d6edef6f-0ce8-4789-aacc-fd991e396733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:08:15.282933 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-181cd6b0-af1e-4e35-9055-eb671b797f89 req-d6edef6f-0ce8-4789-aacc-fd991e396733 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=389216e1-565d-41a4-9c48-1b9d713beb3e HTTP/1.1" status: 200 len: 855 time: 0.0431859 Jul 14 10:08:15.314033 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-181cd6b0-af1e-4e35-9055-eb671b797f89 req-9370ba6f-59cd-48f7-8486-5048cbea94e7 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=fd9d5a7e-0c70-46e1-9ca1-468f80ab6796&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254242 Jul 14 10:08:15.403891 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-181cd6b0-af1e-4e35-9055-eb671b797f89 req-eed5b823-073e-4d9e-8380-d45fb618feb6 service neutron] 10.222.0.65 "GET /v2.0/networks/fd9d5a7e-0c70-46e1-9ca1-468f80ab6796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829947 Jul 14 10:08:15.489931 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-181cd6b0-af1e-4e35-9055-eb671b797f89 req-aaa223a2-e95e-4961-a29a-7b3fe1772e50 service neutron] 10.222.0.65 "GET /v2.0/networks/fd9d5a7e-0c70-46e1-9ca1-468f80ab6796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802422 Jul 14 10:08:16.272643 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89022e61-d6cc-4f77-8a14-e2138d8bc07e req-9069272d-192b-4abc-ac0f-b9a143006a74 tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:08:16.274178 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-89022e61-d6cc-4f77-8a14-e2138d8bc07e req-9069272d-192b-4abc-ac0f-b9a143006a74 tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] 10.222.0.68 "GET /v2.0/ports?device_id=e8ba15b4-0cc8-482b-b659-775a3246bcab HTTP/1.1" status: 200 len: 945 time: 0.0681722 Jul 14 10:08:16.312148 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-89022e61-d6cc-4f77-8a14-e2138d8bc07e req-94b699ae-558f-43a4-a886-2e1de76c21bd tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] 10.222.0.68 "GET /v2.0/security-groups?id=ab6b1c49-8111-48c3-b139-d2f355096be8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322723 Jul 14 10:08:17.492862 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a691450-2afa-4913-88a4-6bad5cce0367 req-adc4efb3-237c-4fe3-bdb1-744b3aa83a07 tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:08:17.494266 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-3a691450-2afa-4913-88a4-6bad5cce0367 req-adc4efb3-237c-4fe3-bdb1-744b3aa83a07 tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] 10.222.0.68 "GET /v2.0/ports?device_id=e8ba15b4-0cc8-482b-b659-775a3246bcab HTTP/1.1" status: 200 len: 945 time: 0.0717752 Jul 14 10:08:17.537176 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-3a691450-2afa-4913-88a4-6bad5cce0367 req-21d52f0b-5a5c-4be1-81ee-d88235b62a51 tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] 10.222.0.68 "GET /v2.0/security-groups?id=ab6b1c49-8111-48c3-b139-d2f355096be8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367634 Jul 14 10:08:18.712313 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0fcd60-9564-433d-9d06-a7d78bec245d req-4e67eb7e-92fc-445a-9c99-2e5126ebb914 tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:08:18.714480 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8f0fcd60-9564-433d-9d06-a7d78bec245d req-4e67eb7e-92fc-445a-9c99-2e5126ebb914 tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] 10.222.0.68 "GET /v2.0/ports?device_id=e8ba15b4-0cc8-482b-b659-775a3246bcab HTTP/1.1" status: 200 len: 945 time: 0.0634363 Jul 14 10:08:18.752457 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8f0fcd60-9564-433d-9d06-a7d78bec245d req-880397c1-fff5-4776-960c-3e39c360d59a tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] 10.222.0.68 "GET /v2.0/security-groups?id=ab6b1c49-8111-48c3-b139-d2f355096be8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322957 Jul 14 10:08:19.929132 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cf2392-93de-4980-92b9-217cf58ef3e7 req-3b203894-da4b-435a-9b46-5996700a5a19 tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:08:19.930655 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-47cf2392-93de-4980-92b9-217cf58ef3e7 req-3b203894-da4b-435a-9b46-5996700a5a19 tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] 10.222.0.68 "GET /v2.0/ports?device_id=e8ba15b4-0cc8-482b-b659-775a3246bcab HTTP/1.1" status: 200 len: 945 time: 0.0640130 Jul 14 10:08:19.968497 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-47cf2392-93de-4980-92b9-217cf58ef3e7 req-6c3b6dc5-9365-415c-a426-97a5f7f8eafe tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] 10.222.0.68 "GET /v2.0/security-groups?id=ab6b1c49-8111-48c3-b139-d2f355096be8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321965 Jul 14 10:08:21.153816 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20825c0c-b595-4e75-924d-35e599e93335 req-ebdc2598-5f25-4299-9678-7f0c929d9c2f tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:08:21.155303 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-20825c0c-b595-4e75-924d-35e599e93335 req-ebdc2598-5f25-4299-9678-7f0c929d9c2f tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] 10.222.0.68 "GET /v2.0/ports?device_id=e8ba15b4-0cc8-482b-b659-775a3246bcab HTTP/1.1" status: 200 len: 945 time: 0.0673585 Jul 14 10:08:21.193753 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-20825c0c-b595-4e75-924d-35e599e93335 req-24871f2f-b2de-43a0-a57f-9ed93eaf94d8 tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] 10.222.0.68 "GET /v2.0/security-groups?id=ab6b1c49-8111-48c3-b139-d2f355096be8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326962 Jul 14 10:08:21.665188 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.agents_db [None req-3c3509fb-540d-4335-a450-574895dd3602 None None] Agent healthcheck: found 7 active agents {{(pid=93960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:08:22.259074 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6eb4be6a-6891-4a12-8a85-c43bedb473f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:22.379285 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409fe67e-8043-4dbd-90d2-a0c28d3ffa1d req-c27fda6e-25e6-45bb-9e39-369719ee2106 tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:08:22.380687 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-409fe67e-8043-4dbd-90d2-a0c28d3ffa1d req-c27fda6e-25e6-45bb-9e39-369719ee2106 tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] 10.222.0.68 "GET /v2.0/ports?device_id=e8ba15b4-0cc8-482b-b659-775a3246bcab HTTP/1.1" status: 200 len: 945 time: 0.0713603 Jul 14 10:08:22.419535 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-409fe67e-8043-4dbd-90d2-a0c28d3ffa1d req-1961d241-1dfa-42a2-95b3-1b79388b50f3 tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] 10.222.0.68 "GET /v2.0/security-groups?id=ab6b1c49-8111-48c3-b139-d2f355096be8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328574 Jul 14 10:08:23.592964 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fecdc7-669b-4240-953e-833a11f4b9fb req-792b462e-ea78-44d3-bf60-cbbaf76b2a25 tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:08:23.594448 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-28fecdc7-669b-4240-953e-833a11f4b9fb req-792b462e-ea78-44d3-bf60-cbbaf76b2a25 tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] 10.222.0.68 "GET /v2.0/ports?device_id=e8ba15b4-0cc8-482b-b659-775a3246bcab HTTP/1.1" status: 200 len: 945 time: 0.0625501 Jul 14 10:08:23.631884 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-28fecdc7-669b-4240-953e-833a11f4b9fb req-3301fcb8-33e9-4cee-9a48-6e3663ac9280 tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] 10.222.0.68 "GET /v2.0/security-groups?id=ab6b1c49-8111-48c3-b139-d2f355096be8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317819 Jul 14 10:08:24.814235 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:24.819815 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1aa4b2d-dcb0-4544-9cf3-c83e0a04f62f req-4fa067ad-29f8-4ec8-8a2c-4624b46656f8 tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:08:24.821401 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-a1aa4b2d-dcb0-4544-9cf3-c83e0a04f62f req-4fa067ad-29f8-4ec8-8a2c-4624b46656f8 tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] 10.222.0.68 "GET /v2.0/ports?device_id=e8ba15b4-0cc8-482b-b659-775a3246bcab HTTP/1.1" status: 200 len: 945 time: 0.0671082 Jul 14 10:08:24.868602 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-a1aa4b2d-dcb0-4544-9cf3-c83e0a04f62f req-2cf5f534-2bdf-4fe1-8520-3385080a0ff9 tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] 10.222.0.68 "GET /v2.0/security-groups?id=ab6b1c49-8111-48c3-b139-d2f355096be8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400732 Jul 14 10:08:24.918810 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3b222ca4-455a-485b-a2c0-abd8efa0ba70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:26.029104 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5ad31076-714c-49ec-bc37-f3d4cd90112a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:26.045984 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019114bd-6f9c-47bf-a84f-c0461cd5dab6 req-f7efaf2b-238a-4b54-ac33-6800dad9cdd1 tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:08:26.047521 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-019114bd-6f9c-47bf-a84f-c0461cd5dab6 req-f7efaf2b-238a-4b54-ac33-6800dad9cdd1 tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] 10.222.0.68 "GET /v2.0/ports?device_id=e8ba15b4-0cc8-482b-b659-775a3246bcab HTTP/1.1" status: 200 len: 945 time: 0.0651603 Jul 14 10:08:26.086379 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-019114bd-6f9c-47bf-a84f-c0461cd5dab6 req-d847fbe6-7cf5-4f0c-947c-b8a2d1face32 tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] 10.222.0.68 "GET /v2.0/security-groups?id=ab6b1c49-8111-48c3-b139-d2f355096be8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322573 Jul 14 10:08:27.260900 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff4ac18-4933-4001-b626-a9e3b5303f86 req-aca3c7be-fda2-4750-9b45-8c6a690c7e23 tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:08:27.262420 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-cff4ac18-4933-4001-b626-a9e3b5303f86 req-aca3c7be-fda2-4750-9b45-8c6a690c7e23 tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] 10.222.0.68 "GET /v2.0/ports?device_id=e8ba15b4-0cc8-482b-b659-775a3246bcab HTTP/1.1" status: 200 len: 945 time: 0.0637903 Jul 14 10:08:27.301610 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-cff4ac18-4933-4001-b626-a9e3b5303f86 req-fc86c73c-352a-4ede-867a-8b7bb4d6dacf tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] 10.222.0.68 "GET /v2.0/security-groups?id=ab6b1c49-8111-48c3-b139-d2f355096be8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334985 Jul 14 10:08:27.849455 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5bbe322f-3f67-4864-bc0a-91afe44d23e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:28.493107 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4ca683-9f24-4748-ac93-acdac3550f9d req-dc76afe6-0f30-463b-b89a-5ff49f275327 tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:08:28.495197 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1a4ca683-9f24-4748-ac93-acdac3550f9d req-dc76afe6-0f30-463b-b89a-5ff49f275327 tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] 10.222.0.68 "GET /v2.0/ports?device_id=e8ba15b4-0cc8-482b-b659-775a3246bcab HTTP/1.1" status: 200 len: 945 time: 0.0769374 Jul 14 10:08:28.537152 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1a4ca683-9f24-4748-ac93-acdac3550f9d req-423f65b7-610f-477f-9af2-4620ebd55424 tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] 10.222.0.68 "GET /v2.0/security-groups?id=ab6b1c49-8111-48c3-b139-d2f355096be8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361531 Jul 14 10:08:29.724524 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4d8a87-7b42-487b-a7ae-6c5c552e63e2 req-06118d9d-43fc-466f-8b08-af0551c99fee tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:08:29.726027 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-6e4d8a87-7b42-487b-a7ae-6c5c552e63e2 req-06118d9d-43fc-466f-8b08-af0551c99fee tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] 10.222.0.68 "GET /v2.0/ports?device_id=e8ba15b4-0cc8-482b-b659-775a3246bcab HTTP/1.1" status: 200 len: 945 time: 0.0689220 Jul 14 10:08:29.764428 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-6e4d8a87-7b42-487b-a7ae-6c5c552e63e2 req-9fb8e1a4-a66e-4dec-8be4-8849b83989cf tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] 10.222.0.68 "GET /v2.0/security-groups?id=ab6b1c49-8111-48c3-b139-d2f355096be8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327842 Jul 14 10:08:30.943728 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ffb87d-e9b7-4aed-b067-29ba09c86d04 req-544bd784-9639-4b91-b15e-1de6a4fe6c74 tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:08:30.945235 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-71ffb87d-e9b7-4aed-b067-29ba09c86d04 req-544bd784-9639-4b91-b15e-1de6a4fe6c74 tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] 10.222.0.68 "GET /v2.0/ports?device_id=e8ba15b4-0cc8-482b-b659-775a3246bcab HTTP/1.1" status: 200 len: 945 time: 0.0663798 Jul 14 10:08:30.983414 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-71ffb87d-e9b7-4aed-b067-29ba09c86d04 req-0bdf91e8-9bce-40e9-9f6a-29fc1db5097f tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] 10.222.0.68 "GET /v2.0/security-groups?id=ab6b1c49-8111-48c3-b139-d2f355096be8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320749 Jul 14 10:08:32.158754 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d142af68-b8c1-40f6-8faf-1263a3ff4052 req-8124065e-7519-44f0-b903-f18533c304ff tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:08:32.160262 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d142af68-b8c1-40f6-8faf-1263a3ff4052 req-8124065e-7519-44f0-b903-f18533c304ff tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] 10.222.0.68 "GET /v2.0/ports?device_id=e8ba15b4-0cc8-482b-b659-775a3246bcab HTTP/1.1" status: 200 len: 945 time: 0.0643878 Jul 14 10:08:32.198741 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d142af68-b8c1-40f6-8faf-1263a3ff4052 req-b8a62b3c-d792-4ed0-becb-1ca4d2174214 tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] 10.222.0.68 "GET /v2.0/security-groups?id=ab6b1c49-8111-48c3-b139-d2f355096be8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328481 Jul 14 10:08:33.375484 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eed9d9d-063b-4a07-9b86-1646db16f76c req-4e2b06ec-a191-481f-9653-cdc8b4f01128 tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:08:33.376870 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-7eed9d9d-063b-4a07-9b86-1646db16f76c req-4e2b06ec-a191-481f-9653-cdc8b4f01128 tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] 10.222.0.68 "GET /v2.0/ports?device_id=e8ba15b4-0cc8-482b-b659-775a3246bcab HTTP/1.1" status: 200 len: 945 time: 0.0665109 Jul 14 10:08:33.415477 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-7eed9d9d-063b-4a07-9b86-1646db16f76c req-05fc9858-df41-4dda-94b5-2c93c0f45baf tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] 10.222.0.68 "GET /v2.0/security-groups?id=ab6b1c49-8111-48c3-b139-d2f355096be8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329497 Jul 14 10:08:34.597234 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017ddbdf-6bb9-43d4-a466-ce6cd86466fc req-8598f84c-e402-423c-9071-d5e6d9f2aa09 tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:08:34.598773 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-017ddbdf-6bb9-43d4-a466-ce6cd86466fc req-8598f84c-e402-423c-9071-d5e6d9f2aa09 tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] 10.222.0.68 "GET /v2.0/ports?device_id=e8ba15b4-0cc8-482b-b659-775a3246bcab HTTP/1.1" status: 200 len: 945 time: 0.0693336 Jul 14 10:08:34.636588 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-017ddbdf-6bb9-43d4-a466-ce6cd86466fc req-6da285fd-99ef-4d4d-ad8c-74a1e32bbb06 tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] 10.222.0.68 "GET /v2.0/security-groups?id=ab6b1c49-8111-48c3-b139-d2f355096be8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321913 Jul 14 10:08:35.810051 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8055c149-67f8-4ea2-bde7-29e76301f0c9 req-89be4e32-1875-4621-9ebc-0990fef31e1d tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:08:35.811534 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8055c149-67f8-4ea2-bde7-29e76301f0c9 req-89be4e32-1875-4621-9ebc-0990fef31e1d tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] 10.222.0.68 "GET /v2.0/ports?device_id=e8ba15b4-0cc8-482b-b659-775a3246bcab HTTP/1.1" status: 200 len: 945 time: 0.0633521 Jul 14 10:08:35.848906 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8055c149-67f8-4ea2-bde7-29e76301f0c9 req-1cb54d14-323a-4cda-9f16-ff2d7b8b1771 tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] 10.222.0.68 "GET /v2.0/security-groups?id=ab6b1c49-8111-48c3-b139-d2f355096be8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317800 Jul 14 10:08:37.049744 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc01843-3f5c-481b-823d-d6b3f2af6e2b req-3417cd54-ab12-4d6c-9037-33dfc79a9cd9 tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:08:37.051263 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-3bc01843-3f5c-481b-823d-d6b3f2af6e2b req-3417cd54-ab12-4d6c-9037-33dfc79a9cd9 tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] 10.222.0.68 "GET /v2.0/ports?device_id=e8ba15b4-0cc8-482b-b659-775a3246bcab HTTP/1.1" status: 200 len: 945 time: 0.0661895 Jul 14 10:08:37.089833 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-3bc01843-3f5c-481b-823d-d6b3f2af6e2b req-3b1231c9-84c3-43b1-926f-d1317399ca68 tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] 10.222.0.68 "GET /v2.0/security-groups?id=ab6b1c49-8111-48c3-b139-d2f355096be8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329618 Jul 14 10:08:38.262461 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a98835d-70b0-415b-9d5b-af4367c70794 req-a2128e55-a50f-4ca9-9282-35700792f3c3 tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:08:38.263930 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8a98835d-70b0-415b-9d5b-af4367c70794 req-a2128e55-a50f-4ca9-9282-35700792f3c3 tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] 10.222.0.68 "GET /v2.0/ports?device_id=e8ba15b4-0cc8-482b-b659-775a3246bcab HTTP/1.1" status: 200 len: 945 time: 0.0626795 Jul 14 10:08:38.303050 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8a98835d-70b0-415b-9d5b-af4367c70794 req-f121816e-1ffb-493f-834b-03362a1558cf tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] 10.222.0.68 "GET /v2.0/security-groups?id=ab6b1c49-8111-48c3-b139-d2f355096be8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313427 Jul 14 10:08:39.480289 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc51f7e-3fb6-4245-9ce5-4ec8904b334c req-c383f821-fe28-4f93-83b7-c9ed1db4f1bf tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:08:39.481801 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-bdc51f7e-3fb6-4245-9ce5-4ec8904b334c req-c383f821-fe28-4f93-83b7-c9ed1db4f1bf tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] 10.222.0.68 "GET /v2.0/ports?device_id=e8ba15b4-0cc8-482b-b659-775a3246bcab HTTP/1.1" status: 200 len: 945 time: 0.0631685 Jul 14 10:08:39.519981 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-bdc51f7e-3fb6-4245-9ce5-4ec8904b334c req-51d68575-3b93-4129-b1b8-c503c173ef09 tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] 10.222.0.68 "GET /v2.0/security-groups?id=ab6b1c49-8111-48c3-b139-d2f355096be8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321286 Jul 14 10:08:40.699164 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e82133-ad2b-4f96-a824-c0ef9cfe2157 req-0548a337-1717-41d3-b2d8-a2940b339dc7 tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:08:40.700704 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f3e82133-ad2b-4f96-a824-c0ef9cfe2157 req-0548a337-1717-41d3-b2d8-a2940b339dc7 tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] 10.222.0.68 "GET /v2.0/ports?device_id=e8ba15b4-0cc8-482b-b659-775a3246bcab HTTP/1.1" status: 200 len: 945 time: 0.0657966 Jul 14 10:08:40.740112 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f3e82133-ad2b-4f96-a824-c0ef9cfe2157 req-a7b1f4df-cc50-4e44-bf3e-216b58495174 tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] 10.222.0.68 "GET /v2.0/security-groups?id=ab6b1c49-8111-48c3-b139-d2f355096be8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336926 Jul 14 10:08:41.921215 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ca8b35-a3d2-4481-8776-37eee0f422e8 req-5ad4eca6-ace5-43c0-ad7c-e6b1541fe386 tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:08:41.922733 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-45ca8b35-a3d2-4481-8776-37eee0f422e8 req-5ad4eca6-ace5-43c0-ad7c-e6b1541fe386 tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] 10.222.0.68 "GET /v2.0/ports?device_id=e8ba15b4-0cc8-482b-b659-775a3246bcab HTTP/1.1" status: 200 len: 945 time: 0.0674686 Jul 14 10:08:41.959858 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-45ca8b35-a3d2-4481-8776-37eee0f422e8 req-74b88930-696b-476d-813f-9ec17133572f tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] 10.222.0.68 "GET /v2.0/security-groups?id=ab6b1c49-8111-48c3-b139-d2f355096be8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316215 Jul 14 10:08:42.870245 n-d-779913-29 neutron-server[93957]: INFO neutron.api.v2.resource [req-181cd6b0-af1e-4e35-9055-eb671b797f89 req-e346a5db-c866-4e9f-85b5-911b6e40f339 service neutron] show failed (client error): The resource could not be found. Jul 14 10:08:42.871269 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-181cd6b0-af1e-4e35-9055-eb671b797f89 req-e346a5db-c866-4e9f-85b5-911b6e40f339 service neutron] 10.222.0.65 "GET /v2.0/ports/45cb0e71-bfba-4993-8279-9fb90fe4db90/bindings/n-h2-779913-29 HTTP/1.1" status: 404 len: 381 time: 0.0545397 Jul 14 10:08:43.165228 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181cd6b0-af1e-4e35-9055-eb671b797f89 req-f1455107-9f6c-44a4-a0f0-955e82da3c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:08:43.166692 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-181cd6b0-af1e-4e35-9055-eb671b797f89 req-f1455107-9f6c-44a4-a0f0-955e82da3c25 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=e8ba15b4-0cc8-482b-b659-775a3246bcab&tenant_id=88c7b4e02daf4b76a34e6d2f9b4a58ac HTTP/1.1" status: 200 len: 1097 time: 0.0974436 Jul 14 10:08:43.174912 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b6190d-f729-47dd-80da-9aa9e0791c6a req-92fad2d6-b138-4a06-bb4f-36a04b827b7f tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:08:43.176310 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-53b6190d-f729-47dd-80da-9aa9e0791c6a req-92fad2d6-b138-4a06-bb4f-36a04b827b7f tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] 10.222.0.68 "GET /v2.0/ports?device_id=e8ba15b4-0cc8-482b-b659-775a3246bcab HTTP/1.1" status: 200 len: 945 time: 0.0975909 Jul 14 10:08:43.184895 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-181cd6b0-af1e-4e35-9055-eb671b797f89 req-e01570dc-b7d3-435d-ac79-80f30209a658 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-779913-29', 'device_owner': 'compute:nova'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:08:43.249678 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-53b6190d-f729-47dd-80da-9aa9e0791c6a req-f7f0dae7-51ea-4bd1-b6f7-75b7c5070114 tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] 10.222.0.68 "GET /v2.0/security-groups?id=ab6b1c49-8111-48c3-b139-d2f355096be8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620201 Jul 14 10:08:43.251211 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:43.285374 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-181cd6b0-af1e-4e35-9055-eb671b797f89 req-e01570dc-b7d3-435d-ac79-80f30209a658 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:43.761820 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-181cd6b0-af1e-4e35-9055-eb671b797f89 req-e01570dc-b7d3-435d-ac79-80f30209a658 service neutron] For port 45cb0e71-bfba-4993-8279-9fb90fe4db90, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=45cb0e71-bfba-4993-8279-9fb90fe4db90,segment=NetworkSegment(39616348-030a-4354-8253-e2f60351f739),segment_id=39616348-030a-4354-8253-e2f60351f739)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:08:43.793740 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-181cd6b0-af1e-4e35-9055-eb671b797f89 req-e01570dc-b7d3-435d-ac79-80f30209a658 service neutron] For port 45cb0e71-bfba-4993-8279-9fb90fe4db90, host n-h1-779913-29, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:08:43.832008 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8ba15b4-0cc8-482b-b659-775a3246bcab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45cb0e71-bfba-4993-8279-9fb90fe4db90'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:08:43.834275 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85d9b119-183e-44e7-943c-8d9143cd3cc3" -d '{"events": [{"server_uuid": "e8ba15b4-0cc8-482b-b659-775a3246bcab", "name": "network-vif-unplugged", "status": "completed", "tag": "45cb0e71-bfba-4993-8279-9fb90fe4db90"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:08:43.837891 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-181cd6b0-af1e-4e35-9055-eb671b797f89 req-e01570dc-b7d3-435d-ac79-80f30209a658 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:43.850280 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [req-181cd6b0-af1e-4e35-9055-eb671b797f89 req-e01570dc-b7d3-435d-ac79-80f30209a658 service neutron] Transition to ACTIVE for port object 45cb0e71-bfba-4993-8279-9fb90fe4db90 will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:08:43.854027 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-181cd6b0-af1e-4e35-9055-eb671b797f89 req-e01570dc-b7d3-435d-ac79-80f30209a658 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:43.891002 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 10:08:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5797b5d8-244e-4564-a59b-f7cc5bedee8c x-openstack-request-id: req-5797b5d8-244e-4564-a59b-f7cc5bedee8c {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:08:43.891527 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8ba15b4-0cc8-482b-b659-775a3246bcab", "name": "network-vif-unplugged", "status": "completed", "tag": "45cb0e71-bfba-4993-8279-9fb90fe4db90", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:08:43.891527 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-5797b5d8-244e-4564-a59b-f7cc5bedee8c {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:08:43.891904 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8ba15b4-0cc8-482b-b659-775a3246bcab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45cb0e71-bfba-4993-8279-9fb90fe4db90', 'code': 200} Jul 14 10:08:43.915210 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-181cd6b0-af1e-4e35-9055-eb671b797f89 req-e01570dc-b7d3-435d-ac79-80f30209a658 service neutron] No DVR routers for this DVR port 45cb0e71-bfba-4993-8279-9fb90fe4db90 on host n-h1-779913-29 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:08:43.925718 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01570dc-b7d3-435d-ac79-80f30209a658 service neutron] Pushing event updated for resources: {'Port': ['ID=45cb0e71-bfba-4993-8279-9fb90fe4db90,revision_number=6']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:08:43.952995 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01570dc-b7d3-435d-ac79-80f30209a658 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:08:43.953345 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01570dc-b7d3-435d-ac79-80f30209a658 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:08:43.953695 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01570dc-b7d3-435d-ac79-80f30209a658 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:08:43.954026 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01570dc-b7d3-435d-ac79-80f30209a658 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:08:43.954351 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01570dc-b7d3-435d-ac79-80f30209a658 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:08:43.954673 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01570dc-b7d3-435d-ac79-80f30209a658 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:08:43.954992 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01570dc-b7d3-435d-ac79-80f30209a658 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:08:43.955310 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01570dc-b7d3-435d-ac79-80f30209a658 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:08:43.955629 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01570dc-b7d3-435d-ac79-80f30209a658 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:08:43.955946 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01570dc-b7d3-435d-ac79-80f30209a658 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:08:43.956261 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01570dc-b7d3-435d-ac79-80f30209a658 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:08:43.956572 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01570dc-b7d3-435d-ac79-80f30209a658 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:08:43.968422 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-181cd6b0-af1e-4e35-9055-eb671b797f89 req-e01570dc-b7d3-435d-ac79-80f30209a658 service neutron] Attempting to bind port 45cb0e71-bfba-4993-8279-9fb90fe4db90 on host n-h2-779913-29 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:08:43.968751 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-181cd6b0-af1e-4e35-9055-eb671b797f89 req-e01570dc-b7d3-435d-ac79-80f30209a658 service neutron] Attempting to bind port 45cb0e71-bfba-4993-8279-9fb90fe4db90 by drivers openvswitch,hyperv on host n-h2-779913-29 at level 0 using segments [{'id': '39616348-030a-4354-8253-e2f60351f739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'fd9d5a7e-0c70-46e1-9ca1-468f80ab6796'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:08:43.969078 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-181cd6b0-af1e-4e35-9055-eb671b797f89 req-e01570dc-b7d3-435d-ac79-80f30209a658 service neutron] Attempting to bind port 45cb0e71-bfba-4993-8279-9fb90fe4db90 on network fd9d5a7e-0c70-46e1-9ca1-468f80ab6796 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:08:43.973346 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-181cd6b0-af1e-4e35-9055-eb671b797f89 req-e01570dc-b7d3-435d-ac79-80f30209a658 service neutron] Port 45cb0e71-bfba-4993-8279-9fb90fe4db90 on network fd9d5a7e-0c70-46e1-9ca1-468f80ab6796 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-29 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 10:08:43.973698 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-181cd6b0-af1e-4e35-9055-eb671b797f89 req-e01570dc-b7d3-435d-ac79-80f30209a658 service neutron] Attempting to bind port 45cb0e71-bfba-4993-8279-9fb90fe4db90 on network fd9d5a7e-0c70-46e1-9ca1-468f80ab6796 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:08:43.979339 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-181cd6b0-af1e-4e35-9055-eb671b797f89 req-e01570dc-b7d3-435d-ac79-80f30209a658 service neutron] Checking agent: {'id': '013e4a3b-a634-47b8-b6a5-1a25109b73fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 13, 13), 'started_at': datetime.datetime(2021, 7, 14, 9, 13, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 8, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:08:43.979683 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-181cd6b0-af1e-4e35-9055-eb671b797f89 req-e01570dc-b7d3-435d-ac79-80f30209a658 service neutron] Checking segment: {'id': '39616348-030a-4354-8253-e2f60351f739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'fd9d5a7e-0c70-46e1-9ca1-468f80ab6796'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:08:43.980055 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-181cd6b0-af1e-4e35-9055-eb671b797f89 req-e01570dc-b7d3-435d-ac79-80f30209a658 service neutron] Bound using segment: {'id': '39616348-030a-4354-8253-e2f60351f739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'fd9d5a7e-0c70-46e1-9ca1-468f80ab6796'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:08:43.980473 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-181cd6b0-af1e-4e35-9055-eb671b797f89 req-e01570dc-b7d3-435d-ac79-80f30209a658 service neutron] Bound port: 45cb0e71-bfba-4993-8279-9fb90fe4db90, host: n-h2-779913-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39616348-030a-4354-8253-e2f60351f739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'fd9d5a7e-0c70-46e1-9ca1-468f80ab6796'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:08:43.980823 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-181cd6b0-af1e-4e35-9055-eb671b797f89 req-e01570dc-b7d3-435d-ac79-80f30209a658 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:43.992410 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:44.042400 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-181cd6b0-af1e-4e35-9055-eb671b797f89 req-e01570dc-b7d3-435d-ac79-80f30209a658 service neutron] For port 45cb0e71-bfba-4993-8279-9fb90fe4db90, host n-h2-779913-29, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:08:44.045373 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-181cd6b0-af1e-4e35-9055-eb671b797f89 req-e01570dc-b7d3-435d-ac79-80f30209a658 service neutron] For port 45cb0e71-bfba-4993-8279-9fb90fe4db90, host n-h2-779913-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=45cb0e71-bfba-4993-8279-9fb90fe4db90,segment=NetworkSegment(39616348-030a-4354-8253-e2f60351f739),segment_id=39616348-030a-4354-8253-e2f60351f739)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:08:44.049999 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-181cd6b0-af1e-4e35-9055-eb671b797f89 req-e01570dc-b7d3-435d-ac79-80f30209a658 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:44.082917 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181cd6b0-af1e-4e35-9055-eb671b797f89 req-e01570dc-b7d3-435d-ac79-80f30209a658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:08:44.083530 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-181cd6b0-af1e-4e35-9055-eb671b797f89 req-e01570dc-b7d3-435d-ac79-80f30209a658 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:44.084942 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-181cd6b0-af1e-4e35-9055-eb671b797f89 req-e01570dc-b7d3-435d-ac79-80f30209a658 service neutron] 10.222.0.57 "PUT /v2.0/ports/45cb0e71-bfba-4993-8279-9fb90fe4db90 HTTP/1.1" status: 200 len: 1092 time: 0.9047179 Jul 14 10:08:44.106565 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01570dc-b7d3-435d-ac79-80f30209a658 service neutron] Pushing event updated for resources: {'Port': ['ID=45cb0e71-bfba-4993-8279-9fb90fe4db90,revision_number=7']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:08:44.174836 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181cd6b0-af1e-4e35-9055-eb671b797f89 req-85e67f88-3e1d-46ef-9482-1067d1fe64b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:08:44.176299 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-181cd6b0-af1e-4e35-9055-eb671b797f89 req-85e67f88-3e1d-46ef-9482-1067d1fe64b9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=88c7b4e02daf4b76a34e6d2f9b4a58ac&device_id=e8ba15b4-0cc8-482b-b659-775a3246bcab HTTP/1.1" status: 200 len: 1095 time: 0.0547576 Jul 14 10:08:44.262616 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181cd6b0-af1e-4e35-9055-eb671b797f89 req-47a46be8-e3ab-4ead-a032-3f016d56f752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:08:44.264237 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-181cd6b0-af1e-4e35-9055-eb671b797f89 req-47a46be8-e3ab-4ead-a032-3f016d56f752 service neutron] 10.222.0.57 "GET /v2.0/networks?id=fd9d5a7e-0c70-46e1-9ca1-468f80ab6796 HTTP/1.1" status: 200 len: 916 time: 0.0805542 Jul 14 10:08:44.304624 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-181cd6b0-af1e-4e35-9055-eb671b797f89 req-d938f5b4-2bd1-4376-856c-b88c38b5687c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=45cb0e71-bfba-4993-8279-9fb90fe4db90 HTTP/1.1" status: 200 len: 217 time: 0.0342829 Jul 14 10:08:44.355225 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181cd6b0-af1e-4e35-9055-eb671b797f89 req-0cce7e20-3e35-4fc1-b3d3-9ce3ccd96e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:08:44.356984 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-181cd6b0-af1e-4e35-9055-eb671b797f89 req-0cce7e20-3e35-4fc1-b3d3-9ce3ccd96e97 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=389216e1-565d-41a4-9c48-1b9d713beb3e HTTP/1.1" status: 200 len: 855 time: 0.0466580 Jul 14 10:08:44.414688 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-181cd6b0-af1e-4e35-9055-eb671b797f89 req-20639154-39b0-4806-b7e8-78656cd713ec service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fd9d5a7e-0c70-46e1-9ca1-468f80ab6796&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0513477 Jul 14 10:08:44.515175 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a36873-ad74-4825-a2f1-a95042860cec req-a64f9e9c-5690-4587-935e-528ac85937d8 tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:08:44.516643 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d5a36873-ad74-4825-a2f1-a95042860cec req-a64f9e9c-5690-4587-935e-528ac85937d8 tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] 10.222.0.68 "GET /v2.0/ports?device_id=e8ba15b4-0cc8-482b-b659-775a3246bcab HTTP/1.1" status: 200 len: 943 time: 0.1545465 Jul 14 10:08:44.542803 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-181cd6b0-af1e-4e35-9055-eb671b797f89 req-20a40f4a-b265-4244-bcde-c77c8bb7cbb0 service neutron] 10.222.0.57 "GET /v2.0/networks/fd9d5a7e-0c70-46e1-9ca1-468f80ab6796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215298 Jul 14 10:08:44.600812 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d5a36873-ad74-4825-a2f1-a95042860cec req-26c45544-7755-4a31-899b-c24af9cfa713 tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] 10.222.0.68 "GET /v2.0/security-groups?id=ab6b1c49-8111-48c3-b139-d2f355096be8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748241 Jul 14 10:08:44.647370 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-181cd6b0-af1e-4e35-9055-eb671b797f89 req-6ab8e9a4-412d-452f-98b6-1f187f53d991 service neutron] 10.222.0.57 "GET /v2.0/networks/fd9d5a7e-0c70-46e1-9ca1-468f80ab6796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984063 Jul 14 10:08:45.773959 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d118b814-1251-412f-a25e-c0372b5b726a req-888c9041-50e9-4adc-a732-b47a21508c35 tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:08:45.775421 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d118b814-1251-412f-a25e-c0372b5b726a req-888c9041-50e9-4adc-a732-b47a21508c35 tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] 10.222.0.68 "GET /v2.0/ports?device_id=e8ba15b4-0cc8-482b-b659-775a3246bcab HTTP/1.1" status: 200 len: 943 time: 0.0622158 Jul 14 10:08:45.813636 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d118b814-1251-412f-a25e-c0372b5b726a req-6507db08-6bb9-47db-bc3f-72d375a6d471 tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] 10.222.0.68 "GET /v2.0/security-groups?id=ab6b1c49-8111-48c3-b139-d2f355096be8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324185 Jul 14 10:08:45.893611 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8ba15b4-0cc8-482b-b659-775a3246bcab', 'tag': '45cb0e71-bfba-4993-8279-9fb90fe4db90'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:08:45.895946 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e436ee9a-7935-4233-9629-4c1c5e0d9770" -d '{"events": [{"name": "network-changed", "server_uuid": "e8ba15b4-0cc8-482b-b659-775a3246bcab", "tag": "45cb0e71-bfba-4993-8279-9fb90fe4db90"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:08:45.942987 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:08:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9350424-d5fa-4404-809b-93560a599c00 x-openstack-request-id: req-a9350424-d5fa-4404-809b-93560a599c00 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:08:45.943287 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8ba15b4-0cc8-482b-b659-775a3246bcab", "tag": "45cb0e71-bfba-4993-8279-9fb90fe4db90", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:08:45.943540 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-a9350424-d5fa-4404-809b-93560a599c00 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:08:45.943940 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8ba15b4-0cc8-482b-b659-775a3246bcab', 'tag': '45cb0e71-bfba-4993-8279-9fb90fe4db90', 'status': 'completed', 'code': 200} Jul 14 10:08:46.074396 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e436ee9a-7935-4233-9629-4c1c5e0d9770 req-ba13d91c-870d-4074-bc45-6c0087f95314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:08:46.076039 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e436ee9a-7935-4233-9629-4c1c5e0d9770 req-ba13d91c-870d-4074-bc45-6c0087f95314 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=88c7b4e02daf4b76a34e6d2f9b4a58ac&device_id=e8ba15b4-0cc8-482b-b659-775a3246bcab HTTP/1.1" status: 200 len: 1095 time: 0.0926127 Jul 14 10:08:46.078983 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e436ee9a-7935-4233-9629-4c1c5e0d9770 req-09739d8b-2d88-413d-883d-496297f47d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:08:46.080333 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e436ee9a-7935-4233-9629-4c1c5e0d9770 req-09739d8b-2d88-413d-883d-496297f47d21 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=88c7b4e02daf4b76a34e6d2f9b4a58ac&device_id=e8ba15b4-0cc8-482b-b659-775a3246bcab HTTP/1.1" status: 200 len: 1095 time: 0.0887256 Jul 14 10:08:46.241597 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e436ee9a-7935-4233-9629-4c1c5e0d9770 req-f318f711-4b48-458e-808e-6577c36e3e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:08:46.243078 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e436ee9a-7935-4233-9629-4c1c5e0d9770 req-f318f711-4b48-458e-808e-6577c36e3e1b service neutron] 10.222.0.57 "GET /v2.0/networks?id=fd9d5a7e-0c70-46e1-9ca1-468f80ab6796 HTTP/1.1" status: 200 len: 916 time: 0.1606402 Jul 14 10:08:46.244324 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e436ee9a-7935-4233-9629-4c1c5e0d9770 req-7367392d-fc38-42de-a8a9-65d2a136d21e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:08:46.245633 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e436ee9a-7935-4233-9629-4c1c5e0d9770 req-7367392d-fc38-42de-a8a9-65d2a136d21e service neutron] 10.222.0.65 "GET /v2.0/networks?id=fd9d5a7e-0c70-46e1-9ca1-468f80ab6796 HTTP/1.1" status: 200 len: 916 time: 0.1555519 Jul 14 10:08:46.316160 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e436ee9a-7935-4233-9629-4c1c5e0d9770 req-5005b0b7-b675-4640-aa32-7bd88da789a4 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=45cb0e71-bfba-4993-8279-9fb90fe4db90 HTTP/1.1" status: 200 len: 217 time: 0.0640659 Jul 14 10:08:46.317876 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e436ee9a-7935-4233-9629-4c1c5e0d9770 req-b903eaab-8a01-4b19-9654-9ccc0f137d69 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=45cb0e71-bfba-4993-8279-9fb90fe4db90 HTTP/1.1" status: 200 len: 217 time: 0.0589638 Jul 14 10:08:46.402321 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e436ee9a-7935-4233-9629-4c1c5e0d9770 req-8ec09a1d-10f2-40c7-a994-d6f0af36b2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:08:46.403745 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e436ee9a-7935-4233-9629-4c1c5e0d9770 req-8ec09a1d-10f2-40c7-a994-d6f0af36b2e9 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=389216e1-565d-41a4-9c48-1b9d713beb3e HTTP/1.1" status: 200 len: 855 time: 0.0807509 Jul 14 10:08:46.408601 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e436ee9a-7935-4233-9629-4c1c5e0d9770 req-2d9d13b3-b58f-4559-97be-090ca306a6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:08:46.409992 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e436ee9a-7935-4233-9629-4c1c5e0d9770 req-2d9d13b3-b58f-4559-97be-090ca306a6eb service neutron] 10.222.0.57 "GET /v2.0/subnets?id=389216e1-565d-41a4-9c48-1b9d713beb3e HTTP/1.1" status: 200 len: 855 time: 0.0575755 Jul 14 10:08:46.442306 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e436ee9a-7935-4233-9629-4c1c5e0d9770 req-7eec2989-a448-4fc7-8fb4-edd948dbbeb2 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=fd9d5a7e-0c70-46e1-9ca1-468f80ab6796&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313671 Jul 14 10:08:46.460031 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e436ee9a-7935-4233-9629-4c1c5e0d9770 req-918891ae-1377-4f5d-b0a0-a18442e981dd service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fd9d5a7e-0c70-46e1-9ca1-468f80ab6796&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412824 Jul 14 10:08:46.612529 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e436ee9a-7935-4233-9629-4c1c5e0d9770 req-903df822-4d0d-4bc6-a583-9dfccab7e0d9 service neutron] 10.222.0.65 "GET /v2.0/networks/fd9d5a7e-0c70-46e1-9ca1-468f80ab6796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545300 Jul 14 10:08:46.614649 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e436ee9a-7935-4233-9629-4c1c5e0d9770 req-6fcd9211-0842-43a6-ba2a-2c8df574f3f2 service neutron] 10.222.0.57 "GET /v2.0/networks/fd9d5a7e-0c70-46e1-9ca1-468f80ab6796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476362 Jul 14 10:08:46.769618 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e436ee9a-7935-4233-9629-4c1c5e0d9770 req-e7362f42-6338-467e-80eb-b36c42d273fc service neutron] 10.222.0.65 "GET /v2.0/networks/fd9d5a7e-0c70-46e1-9ca1-468f80ab6796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497438 Jul 14 10:08:46.771502 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e436ee9a-7935-4233-9629-4c1c5e0d9770 req-3a0a6282-70c1-4166-92a4-85420bf3011f service neutron] 10.222.0.57 "GET /v2.0/networks/fd9d5a7e-0c70-46e1-9ca1-468f80ab6796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448801 Jul 14 10:08:46.987096 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536fdecb-0c3e-4795-bcfa-963fd4439c70 req-52fdd742-d839-40ce-86a7-298a660a6ed5 tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:08:46.988822 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-536fdecb-0c3e-4795-bcfa-963fd4439c70 req-52fdd742-d839-40ce-86a7-298a660a6ed5 tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] 10.222.0.68 "GET /v2.0/ports?device_id=e8ba15b4-0cc8-482b-b659-775a3246bcab HTTP/1.1" status: 200 len: 943 time: 0.0663965 Jul 14 10:08:47.026641 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-536fdecb-0c3e-4795-bcfa-963fd4439c70 req-d1f733eb-5450-440f-85a3-5da58f89bd68 tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] 10.222.0.68 "GET /v2.0/security-groups?id=ab6b1c49-8111-48c3-b139-d2f355096be8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316799 Jul 14 10:08:47.320081 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a038d25-cd51-4efe-abfa-9e1a52ed480c req-c8dd6f86-52f6-491e-bf00-526dd54eebb9 tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:08:47.321483 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-6a038d25-cd51-4efe-abfa-9e1a52ed480c req-c8dd6f86-52f6-491e-bf00-526dd54eebb9 tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] 10.222.0.68 "GET /v2.0/ports?device_id=e8ba15b4-0cc8-482b-b659-775a3246bcab HTTP/1.1" status: 200 len: 943 time: 0.0652251 Jul 14 10:08:47.340290 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4122a8-4a94-49ac-9338-75854d12dfe7 req-5c4c16b9-c35b-49c2-8948-58dcede132fc tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:08:47.341810 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-bc4122a8-4a94-49ac-9338-75854d12dfe7 req-5c4c16b9-c35b-49c2-8948-58dcede132fc tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] 10.222.0.65 "GET /v2.0/ports?device_id=e8ba15b4-0cc8-482b-b659-775a3246bcab&tenant_id=88c7b4e02daf4b76a34e6d2f9b4a58ac&binding%3Ahost_id=n-h2-779913-29 HTTP/1.1" status: 200 len: 943 time: 0.0725420 Jul 14 10:08:47.359789 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-6a038d25-cd51-4efe-abfa-9e1a52ed480c req-87ef68f3-9bd1-4219-bc2d-686c77796c33 tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] 10.222.0.68 "GET /v2.0/security-groups?id=ab6b1c49-8111-48c3-b139-d2f355096be8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326986 Jul 14 10:08:47.400915 n-d-779913-29 neutron-server[93957]: INFO neutron.api.v2.resource [req-bc4122a8-4a94-49ac-9338-75854d12dfe7 req-3d875265-c707-489a-b9cb-c89a2d9f92a3 service neutron] delete failed (client error): The resource could not be found. Jul 14 10:08:47.402003 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-bc4122a8-4a94-49ac-9338-75854d12dfe7 req-3d875265-c707-489a-b9cb-c89a2d9f92a3 service neutron] 10.222.0.65 "DELETE /v2.0/ports/45cb0e71-bfba-4993-8279-9fb90fe4db90/bindings/n-h1-779913-29 HTTP/1.1" status: 404 len: 381 time: 0.0549228 Jul 14 10:08:47.516638 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4122a8-4a94-49ac-9338-75854d12dfe7 req-ce830e80-06a0-4a3e-bb56-fe7b5347fb37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:08:47.518178 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-bc4122a8-4a94-49ac-9338-75854d12dfe7 req-ce830e80-06a0-4a3e-bb56-fe7b5347fb37 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=88c7b4e02daf4b76a34e6d2f9b4a58ac&device_id=e8ba15b4-0cc8-482b-b659-775a3246bcab HTTP/1.1" status: 200 len: 1095 time: 0.0566785 Jul 14 10:08:47.604743 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4122a8-4a94-49ac-9338-75854d12dfe7 req-25ef5200-4372-4c6a-a224-6be940504035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:08:47.606108 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-bc4122a8-4a94-49ac-9338-75854d12dfe7 req-25ef5200-4372-4c6a-a224-6be940504035 service neutron] 10.222.0.65 "GET /v2.0/networks?id=fd9d5a7e-0c70-46e1-9ca1-468f80ab6796 HTTP/1.1" status: 200 len: 916 time: 0.0818737 Jul 14 10:08:47.648422 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-bc4122a8-4a94-49ac-9338-75854d12dfe7 req-db4c894b-db39-4fee-857c-bfeeb6240fbb service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=45cb0e71-bfba-4993-8279-9fb90fe4db90 HTTP/1.1" status: 200 len: 217 time: 0.0367191 Jul 14 10:08:47.695574 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4122a8-4a94-49ac-9338-75854d12dfe7 req-3cdb7397-9cb7-4105-947b-b2ed58e58b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:08:47.696983 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-bc4122a8-4a94-49ac-9338-75854d12dfe7 req-3cdb7397-9cb7-4105-947b-b2ed58e58b15 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=389216e1-565d-41a4-9c48-1b9d713beb3e HTTP/1.1" status: 200 len: 855 time: 0.0428224 Jul 14 10:08:47.728533 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-bc4122a8-4a94-49ac-9338-75854d12dfe7 req-e9616b57-a4aa-4b3a-a9e3-727aca380edf service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=fd9d5a7e-0c70-46e1-9ca1-468f80ab6796&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253136 Jul 14 10:08:47.815467 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-bc4122a8-4a94-49ac-9338-75854d12dfe7 req-a7d4eed4-ccef-488f-9c43-7754b5b1d844 service neutron] 10.222.0.65 "GET /v2.0/networks/fd9d5a7e-0c70-46e1-9ca1-468f80ab6796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814164 Jul 14 10:08:47.904499 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-bc4122a8-4a94-49ac-9338-75854d12dfe7 req-e0d45e27-de45-4c69-b449-9d7df135d6f1 service neutron] 10.222.0.65 "GET /v2.0/networks/fd9d5a7e-0c70-46e1-9ca1-468f80ab6796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810573 Jul 14 10:08:48.077906 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 45cb0e71-bfba-4993-8279-9fb90fe4db90 no longer exists at agent hyperv_n-h1-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:08:48.114945 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 45cb0e71-bfba-4993-8279-9fb90fe4db90 not bound to the agent host n-h1-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:08:48.152174 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 45cb0e71-bfba-4993-8279-9fb90fe4db90 details requested by agent hyperv_n-h2-779913-29 with host n-h2-779913-29 {{(pid=93959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 10:08:48.245548 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 45cb0e71-bfba-4993-8279-9fb90fe4db90, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=45cb0e71-bfba-4993-8279-9fb90fe4db90,segment=NetworkSegment(39616348-030a-4354-8253-e2f60351f739),segment_id=39616348-030a-4354-8253-e2f60351f739)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:08:48.256579 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Returning: {'device': '45cb0e71-bfba-4993-8279-9fb90fe4db90', 'network_id': 'fd9d5a7e-0c70-46e1-9ca1-468f80ab6796', 'port_id': '45cb0e71-bfba-4993-8279-9fb90fe4db90', 'mac_address': 'fa:16:3e:1c:96:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 746, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '389216e1-565d-41a4-9c48-1b9d713beb3e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 10:08:48.293157 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:48.305685 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45cb0e71-bfba-4993-8279-9fb90fe4db90 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:08:48.326041 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 45cb0e71-bfba-4993-8279-9fb90fe4db90, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=45cb0e71-bfba-4993-8279-9fb90fe4db90,segment=NetworkSegment(39616348-030a-4354-8253-e2f60351f739),segment_id=39616348-030a-4354-8253-e2f60351f739)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:08:48.330127 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:48.378957 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Pushing event updated for resources: {'Port': ['ID=45cb0e71-bfba-4993-8279-9fb90fe4db90,revision_number=8']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:08:48.540355 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba46016-2008-4d2b-b5f4-1b850eb20246 req-088aa43d-468f-4d54-9e4e-1097211bf035 tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:08:48.541873 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0ba46016-2008-4d2b-b5f4-1b850eb20246 req-088aa43d-468f-4d54-9e4e-1097211bf035 tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] 10.222.0.68 "GET /v2.0/ports?device_id=e8ba15b4-0cc8-482b-b659-775a3246bcab HTTP/1.1" status: 200 len: 944 time: 0.0638568 Jul 14 10:08:48.581143 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0ba46016-2008-4d2b-b5f4-1b850eb20246 req-444dd8ec-74b3-4f70-9f3b-e5b027c513df tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] 10.222.0.68 "GET /v2.0/security-groups?id=ab6b1c49-8111-48c3-b139-d2f355096be8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330043 Jul 14 10:08:48.626917 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] get_ports_and_sgs() called for port_ids ['45cb0e71-bfba-4993-8279-9fb90fe4db90'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:08:48.758983 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5718eeab-ed87-4aac-8b55-64b1a4028383 req-7ec552e6-c0b8-4baa-bf28-2e483e6b9315 tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:08:48.761432 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-5718eeab-ed87-4aac-8b55-64b1a4028383 req-7ec552e6-c0b8-4baa-bf28-2e483e6b9315 tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] 10.222.0.68 "GET /v2.0/ports?device_id=e8ba15b4-0cc8-482b-b659-775a3246bcab HTTP/1.1" status: 200 len: 944 time: 0.0661354 Jul 14 10:08:48.798207 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-5718eeab-ed87-4aac-8b55-64b1a4028383 req-0bf30636-833e-4482-a3ad-ba3bc0dde9e1 tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] 10.222.0.68 "GET /v2.0/security-groups?id=ab6b1c49-8111-48c3-b139-d2f355096be8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311205 Jul 14 10:08:48.971275 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a8f240-2262-413e-803a-e772737ba875 req-5a92d0f7-8543-4a2b-8f98-4c09926e62f2 tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:08:48.972807 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f1a8f240-2262-413e-803a-e772737ba875 req-5a92d0f7-8543-4a2b-8f98-4c09926e62f2 tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] 10.222.0.68 "GET /v2.0/ports?device_id=e8ba15b4-0cc8-482b-b659-775a3246bcab HTTP/1.1" status: 200 len: 944 time: 0.0669940 Jul 14 10:08:49.011808 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f1a8f240-2262-413e-803a-e772737ba875 req-9c5b7339-6a63-4d8a-b750-539ba0e23e76 tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] 10.222.0.68 "GET /v2.0/security-groups?id=ab6b1c49-8111-48c3-b139-d2f355096be8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332930 Jul 14 10:08:49.438164 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc36de0f-9ff7-4e91-a1b0-0601c0b71225 req-82e9fbaa-dce6-42bf-b406-8fb1a286719c tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:08:49.439667 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-fc36de0f-9ff7-4e91-a1b0-0601c0b71225 req-82e9fbaa-dce6-42bf-b406-8fb1a286719c tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] 10.222.0.68 "GET /v2.0/networks?id=fd9d5a7e-0c70-46e1-9ca1-468f80ab6796 HTTP/1.1" status: 200 len: 815 time: 0.0996563 Jul 14 10:08:49.453820 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-fc36de0f-9ff7-4e91-a1b0-0601c0b71225 req-4b3b0585-4c56-4ba5-b7cd-7cfc0270b423 tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] 10.222.0.68 "GET /v2.0/quotas/88c7b4e02daf4b76a34e6d2f9b4a58ac HTTP/1.1" status: 200 len: 375 time: 0.0088968 Jul 14 10:08:49.521293 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-fc36de0f-9ff7-4e91-a1b0-0601c0b71225 req-6f294c55-292f-4ac3-9bae-a8669671b0f4 tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=88c7b4e02daf4b76a34e6d2f9b4a58ac&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0627332 Jul 14 10:08:49.608372 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-fc36de0f-9ff7-4e91-a1b0-0601c0b71225 req-35873838-2e2d-4d12-879d-2161378a17d2 service neutron] 10.222.0.68 "GET /v2.0/networks/fd9d5a7e-0c70-46e1-9ca1-468f80ab6796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806372 Jul 14 10:08:49.699322 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-fc36de0f-9ff7-4e91-a1b0-0601c0b71225 req-3e375caf-3d6d-4805-87d8-e6d00093f427 service neutron] 10.222.0.68 "GET /v2.0/networks/fd9d5a7e-0c70-46e1-9ca1-468f80ab6796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851226 Jul 14 10:08:49.870146 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-a70fe2d7-97cc-4598-83f7-1ba72134d27b req-ac24140d-1030-417c-a03a-b7bed402b05c tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] 10.222.0.68 "GET /v2.0/ports?device_id=449d97d1-9b45-4597-b984-f74f7538a035 HTTP/1.1" status: 200 len: 210 time: 0.0331926 Jul 14 10:08:50.159294 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 45cb0e71-bfba-4993-8279-9fb90fe4db90 up at agent hyperv_n-h2-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:08:50.360595 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Provisioning for port 45cb0e71-bfba-4993-8279-9fb90fe4db90 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:08:50.364420 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Provisioning complete for port 45cb0e71-bfba-4993-8279-9fb90fe4db90 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:08:50.364795 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:50.438486 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:50.460759 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8ba15b4-0cc8-482b-b659-775a3246bcab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45cb0e71-bfba-4993-8279-9fb90fe4db90'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:08:50.463616 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd62303f06773040a8a4e189dc46b4f565768c299abf8ab8e7739778b0bc3e97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b50a2090-7a2a-4c84-879b-602c5a6ed6de" -d '{"events": [{"server_uuid": "e8ba15b4-0cc8-482b-b659-775a3246bcab", "name": "network-vif-plugged", "status": "completed", "tag": "45cb0e71-bfba-4993-8279-9fb90fe4db90"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:08:50.476598 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 45cb0e71-bfba-4993-8279-9fb90fe4db90, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=45cb0e71-bfba-4993-8279-9fb90fe4db90,segment=NetworkSegment(39616348-030a-4354-8253-e2f60351f739),segment_id=39616348-030a-4354-8253-e2f60351f739)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:08:50.481828 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:50.506434 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:08:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8b8d4a9-72cf-459f-aa2b-0611da20889a x-openstack-request-id: req-e8b8d4a9-72cf-459f-aa2b-0611da20889a {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:08:50.506732 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8ba15b4-0cc8-482b-b659-775a3246bcab", "name": "network-vif-plugged", "status": "completed", "tag": "45cb0e71-bfba-4993-8279-9fb90fe4db90", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:08:50.506991 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-e8b8d4a9-72cf-459f-aa2b-0611da20889a {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:08:50.507398 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8ba15b4-0cc8-482b-b659-775a3246bcab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45cb0e71-bfba-4993-8279-9fb90fe4db90', 'code': 200} Jul 14 10:08:50.537033 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Pushing event updated for resources: {'Port': ['ID=45cb0e71-bfba-4993-8279-9fb90fe4db90,revision_number=9']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:08:50.692213 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e02d19-2849-4e0c-8c9e-78913d63076f req-25babd14-849a-40ef-a4e2-546de98c0fae tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:08:50.693610 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d8e02d19-2849-4e0c-8c9e-78913d63076f req-25babd14-849a-40ef-a4e2-546de98c0fae tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] 10.222.0.57 "GET /v2.0/ports?device_id=e8ba15b4-0cc8-482b-b659-775a3246bcab HTTP/1.1" status: 200 len: 945 time: 0.0623288 Jul 14 10:08:50.798879 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [req-d8e02d19-2849-4e0c-8c9e-78913d63076f req-5846bd57-72f8-4a34-9389-66c3bd4cfeae tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] Deleting port 45cb0e71-bfba-4993-8279-9fb90fe4db90 {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:08:50.799222 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-d8e02d19-2849-4e0c-8c9e-78913d63076f req-5846bd57-72f8-4a34-9389-66c3bd4cfeae tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:50.889371 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-d8e02d19-2849-4e0c-8c9e-78913d63076f req-5846bd57-72f8-4a34-9389-66c3bd4cfeae tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] For port 45cb0e71-bfba-4993-8279-9fb90fe4db90, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=45cb0e71-bfba-4993-8279-9fb90fe4db90,segment=NetworkSegment(39616348-030a-4354-8253-e2f60351f739),segment_id=39616348-030a-4354-8253-e2f60351f739)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:08:50.889762 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-d8e02d19-2849-4e0c-8c9e-78913d63076f req-5846bd57-72f8-4a34-9389-66c3bd4cfeae tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:50.903029 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [req-d8e02d19-2849-4e0c-8c9e-78913d63076f req-5846bd57-72f8-4a34-9389-66c3bd4cfeae tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] Calling delete_port for 45cb0e71-bfba-4993-8279-9fb90fe4db90 owned by compute:nova {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:08:50.990238 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.57', 52121) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:08:51.045040 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-8fe35840-7f7b-4a95-a434-29b63aa4a161 req-c0596c77-268a-44ee-af8b-d3571364a13c tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] 10.222.0.68 "GET /v2.0/ports?device_id=449d97d1-9b45-4597-b984-f74f7538a035 HTTP/1.1" status: 200 len: 210 time: 0.0568419 Jul 14 10:08:51.110129 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-d8e02d19-2849-4e0c-8c9e-78913d63076f req-5846bd57-72f8-4a34-9389-66c3bd4cfeae tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:51.149481 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] get_ports_and_sgs() called for port_ids ['45cb0e71-bfba-4993-8279-9fb90fe4db90'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:08:51.163475 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5846bd57-72f8-4a34-9389-66c3bd4cfeae tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] Pushing event deleted for resources: {'Port': ['ID=45cb0e71-bfba-4993-8279-9fb90fe4db90,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:08:51.225385 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8e02d19-2849-4e0c-8c9e-78913d63076f req-5846bd57-72f8-4a34-9389-66c3bd4cfeae tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] No DVR routers for this DVR port 45cb0e71-bfba-4993-8279-9fb90fe4db90 on host n-h2-779913-29 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:08:51.229478 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-d8e02d19-2849-4e0c-8c9e-78913d63076f req-5846bd57-72f8-4a34-9389-66c3bd4cfeae tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:51.231470 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d8e02d19-2849-4e0c-8c9e-78913d63076f req-5846bd57-72f8-4a34-9389-66c3bd4cfeae tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] 10.222.0.57 "DELETE /v2.0/ports/45cb0e71-bfba-4993-8279-9fb90fe4db90 HTTP/1.1" status: 204 len: 173 time: 0.5298536 Jul 14 10:08:51.232020 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8ba15b4-0cc8-482b-b659-775a3246bcab', 'name': 'network-vif-deleted', 'tag': '45cb0e71-bfba-4993-8279-9fb90fe4db90'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:08:51.234531 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc9e734e-176f-40b2-9b6c-27367f6f65c8" -d '{"events": [{"server_uuid": "e8ba15b4-0cc8-482b-b659-775a3246bcab", "name": "network-vif-deleted", "tag": "45cb0e71-bfba-4993-8279-9fb90fe4db90"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:08:51.243893 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc36de0f-9ff7-4e91-a1b0-0601c0b71225 req-143217a0-af32-4d6b-9fca-029caed075c1 tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:08:51.245846 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-fc36de0f-9ff7-4e91-a1b0-0601c0b71225 req-143217a0-af32-4d6b-9fca-029caed075c1 tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] 10.222.0.57 "GET /v2.0/networks?id=fd9d5a7e-0c70-46e1-9ca1-468f80ab6796 HTTP/1.1" status: 200 len: 815 time: 0.2537644 Jul 14 10:08:51.279483 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:08:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92b789fa-d450-46cd-ad2c-d06f130bea1f x-openstack-request-id: req-92b789fa-d450-46cd-ad2c-d06f130bea1f {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:08:51.279785 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8ba15b4-0cc8-482b-b659-775a3246bcab", "name": "network-vif-deleted", "tag": "45cb0e71-bfba-4993-8279-9fb90fe4db90", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:08:51.280044 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-92b789fa-d450-46cd-ad2c-d06f130bea1f {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:08:51.280449 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8ba15b4-0cc8-482b-b659-775a3246bcab', 'name': 'network-vif-deleted', 'tag': '45cb0e71-bfba-4993-8279-9fb90fe4db90', 'status': 'completed', 'code': 200} Jul 14 10:08:51.304429 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-fc36de0f-9ff7-4e91-a1b0-0601c0b71225 req-61fbd6b5-e10c-43eb-ac92-e352bbf6d554 tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] Request body: {'port': {'device_id': '449d97d1-9b45-4597-b984-f74f7538a035', 'network_id': 'fd9d5a7e-0c70-46e1-9ca1-468f80ab6796', 'admin_state_up': True, 'tenant_id': '88c7b4e02daf4b76a34e6d2f9b4a58ac'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:08:51.414297 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc36de0f-9ff7-4e91-a1b0-0601c0b71225 req-61fbd6b5-e10c-43eb-ac92-e352bbf6d554 tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] Made reservation on behalf of 88c7b4e02daf4b76a34e6d2f9b4a58ac for: {'port': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:08:51.418475 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-fc36de0f-9ff7-4e91-a1b0-0601c0b71225 req-61fbd6b5-e10c-43eb-ac92-e352bbf6d554 tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:51.545739 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [req-fc36de0f-9ff7-4e91-a1b0-0601c0b71225 req-61fbd6b5-e10c-43eb-ac92-e352bbf6d554 tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] Allocated IP 172.20.0.9 (fd9d5a7e-0c70-46e1-9ca1-468f80ab6796/389216e1-565d-41a4-9c48-1b9d713beb3e/8405204b-0b36-40a5-af7e-8c984a4736c2) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:08:51.700224 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-fc36de0f-9ff7-4e91-a1b0-0601c0b71225 req-61fbd6b5-e10c-43eb-ac92-e352bbf6d554 tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:51.741470 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-fc36de0f-9ff7-4e91-a1b0-0601c0b71225 req-61fbd6b5-e10c-43eb-ac92-e352bbf6d554 tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:51.773583 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] get_ports_and_sgs() called for port_ids ['45cb0e71-bfba-4993-8279-9fb90fe4db90'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:08:51.784409 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc36de0f-9ff7-4e91-a1b0-0601c0b71225 req-61fbd6b5-e10c-43eb-ac92-e352bbf6d554 tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] Network fd9d5a7e-0c70-46e1-9ca1-468f80ab6796 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:08:51.789628 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [req-fc36de0f-9ff7-4e91-a1b0-0601c0b71225 req-61fbd6b5-e10c-43eb-ac92-e352bbf6d554 tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:08:51.792002 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc36de0f-9ff7-4e91-a1b0-0601c0b71225 req-61fbd6b5-e10c-43eb-ac92-e352bbf6d554 tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:08:51.827635 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fbd6b5-e10c-43eb-ac92-e352bbf6d554 tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] Pushing event updated for resources: {'Port': ['ID=8405204b-0b36-40a5-af7e-8c984a4736c2,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:08:51.851101 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc36de0f-9ff7-4e91-a1b0-0601c0b71225 req-61fbd6b5-e10c-43eb-ac92-e352bbf6d554 tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:08:51.851708 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-fc36de0f-9ff7-4e91-a1b0-0601c0b71225 req-61fbd6b5-e10c-43eb-ac92-e352bbf6d554 tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:51.866464 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-fc36de0f-9ff7-4e91-a1b0-0601c0b71225 req-61fbd6b5-e10c-43eb-ac92-e352bbf6d554 tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5659893 Jul 14 10:08:51.882613 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-fc36de0f-9ff7-4e91-a1b0-0601c0b71225 req-d0b4dc50-d795-4051-8797-afce7dd12772 service neutron] Request body: {'port': {'device_id': '449d97d1-9b45-4597-b984-f74f7538a035', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-29'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:08:51.954335 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-fc36de0f-9ff7-4e91-a1b0-0601c0b71225 req-d0b4dc50-d795-4051-8797-afce7dd12772 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:52.214992 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [req-fc36de0f-9ff7-4e91-a1b0-0601c0b71225 req-d0b4dc50-d795-4051-8797-afce7dd12772 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8405204b-0b36-40a5-af7e-8c984a4736c2 {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:08:52.222707 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-fc36de0f-9ff7-4e91-a1b0-0601c0b71225 req-d0b4dc50-d795-4051-8797-afce7dd12772 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:52.223262 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a7caf8-e4dd-4412-9f84-344561445390 req-caf2a3b0-c916-427e-9ef8-d9cce2fc3f0d tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:08:52.224781 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-78a7caf8-e4dd-4412-9f84-344561445390 req-caf2a3b0-c916-427e-9ef8-d9cce2fc3f0d tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] 10.222.0.68 "GET /v2.0/ports?device_id=449d97d1-9b45-4597-b984-f74f7538a035 HTTP/1.1" status: 200 len: 931 time: 0.0636020 Jul 14 10:08:52.234793 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [req-fc36de0f-9ff7-4e91-a1b0-0601c0b71225 req-d0b4dc50-d795-4051-8797-afce7dd12772 service neutron] Transition to ACTIVE for port object 8405204b-0b36-40a5-af7e-8c984a4736c2 will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:08:52.238963 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-fc36de0f-9ff7-4e91-a1b0-0601c0b71225 req-d0b4dc50-d795-4051-8797-afce7dd12772 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:52.261169 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-041b6d8a-296c-4222-9990-a6ed367334d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:52.272117 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-78a7caf8-e4dd-4412-9f84-344561445390 req-2456f338-a62f-4f58-b7f4-1687c4ba987d tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] 10.222.0.68 "GET /v2.0/security-groups?id=ab6b1c49-8111-48c3-b139-d2f355096be8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417793 Jul 14 10:08:52.290124 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b4dc50-d795-4051-8797-afce7dd12772 service neutron] Pushing event updated for resources: {'Port': ['ID=8405204b-0b36-40a5-af7e-8c984a4736c2,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:08:52.356803 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-fc36de0f-9ff7-4e91-a1b0-0601c0b71225 req-d0b4dc50-d795-4051-8797-afce7dd12772 service neutron] Attempting to bind port 8405204b-0b36-40a5-af7e-8c984a4736c2 on host n-h2-779913-29 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:08:52.357133 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-fc36de0f-9ff7-4e91-a1b0-0601c0b71225 req-d0b4dc50-d795-4051-8797-afce7dd12772 service neutron] Attempting to bind port 8405204b-0b36-40a5-af7e-8c984a4736c2 by drivers openvswitch,hyperv on host n-h2-779913-29 at level 0 using segments [{'id': '39616348-030a-4354-8253-e2f60351f739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'fd9d5a7e-0c70-46e1-9ca1-468f80ab6796'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:08:52.357462 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc36de0f-9ff7-4e91-a1b0-0601c0b71225 req-d0b4dc50-d795-4051-8797-afce7dd12772 service neutron] Attempting to bind port 8405204b-0b36-40a5-af7e-8c984a4736c2 on network fd9d5a7e-0c70-46e1-9ca1-468f80ab6796 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:08:52.361564 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc36de0f-9ff7-4e91-a1b0-0601c0b71225 req-d0b4dc50-d795-4051-8797-afce7dd12772 service neutron] Port 8405204b-0b36-40a5-af7e-8c984a4736c2 on network fd9d5a7e-0c70-46e1-9ca1-468f80ab6796 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-29 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 10:08:52.361885 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc36de0f-9ff7-4e91-a1b0-0601c0b71225 req-d0b4dc50-d795-4051-8797-afce7dd12772 service neutron] Attempting to bind port 8405204b-0b36-40a5-af7e-8c984a4736c2 on network fd9d5a7e-0c70-46e1-9ca1-468f80ab6796 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:08:52.366981 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc36de0f-9ff7-4e91-a1b0-0601c0b71225 req-d0b4dc50-d795-4051-8797-afce7dd12772 service neutron] Checking agent: {'id': '013e4a3b-a634-47b8-b6a5-1a25109b73fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 13, 13), 'started_at': datetime.datetime(2021, 7, 14, 9, 13, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 8, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:08:52.367313 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc36de0f-9ff7-4e91-a1b0-0601c0b71225 req-d0b4dc50-d795-4051-8797-afce7dd12772 service neutron] Checking segment: {'id': '39616348-030a-4354-8253-e2f60351f739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'fd9d5a7e-0c70-46e1-9ca1-468f80ab6796'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:08:52.367689 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc36de0f-9ff7-4e91-a1b0-0601c0b71225 req-d0b4dc50-d795-4051-8797-afce7dd12772 service neutron] Bound using segment: {'id': '39616348-030a-4354-8253-e2f60351f739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'fd9d5a7e-0c70-46e1-9ca1-468f80ab6796'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:08:52.368108 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-fc36de0f-9ff7-4e91-a1b0-0601c0b71225 req-d0b4dc50-d795-4051-8797-afce7dd12772 service neutron] Bound port: 8405204b-0b36-40a5-af7e-8c984a4736c2, host: n-h2-779913-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39616348-030a-4354-8253-e2f60351f739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'fd9d5a7e-0c70-46e1-9ca1-468f80ab6796'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:08:52.369192 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-fc36de0f-9ff7-4e91-a1b0-0601c0b71225 req-d0b4dc50-d795-4051-8797-afce7dd12772 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:52.429484 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-fc36de0f-9ff7-4e91-a1b0-0601c0b71225 req-d0b4dc50-d795-4051-8797-afce7dd12772 service neutron] For port 8405204b-0b36-40a5-af7e-8c984a4736c2, host n-h2-779913-29, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:08:52.433080 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-fc36de0f-9ff7-4e91-a1b0-0601c0b71225 req-d0b4dc50-d795-4051-8797-afce7dd12772 service neutron] For port 8405204b-0b36-40a5-af7e-8c984a4736c2, host n-h2-779913-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=8405204b-0b36-40a5-af7e-8c984a4736c2,segment=NetworkSegment(39616348-030a-4354-8253-e2f60351f739),segment_id=39616348-030a-4354-8253-e2f60351f739)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:08:52.436851 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-fc36de0f-9ff7-4e91-a1b0-0601c0b71225 req-d0b4dc50-d795-4051-8797-afce7dd12772 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:52.751707 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc36de0f-9ff7-4e91-a1b0-0601c0b71225 req-d0b4dc50-d795-4051-8797-afce7dd12772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:08:52.752403 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-fc36de0f-9ff7-4e91-a1b0-0601c0b71225 req-d0b4dc50-d795-4051-8797-afce7dd12772 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:52.754874 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-fc36de0f-9ff7-4e91-a1b0-0601c0b71225 req-d0b4dc50-d795-4051-8797-afce7dd12772 service neutron] 10.222.0.57 "PUT /v2.0/ports/8405204b-0b36-40a5-af7e-8c984a4736c2 HTTP/1.1" status: 200 len: 1092 time: 0.8752911 Jul 14 10:08:52.779530 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b4dc50-d795-4051-8797-afce7dd12772 service neutron] Pushing event updated for resources: {'Port': ['ID=8405204b-0b36-40a5-af7e-8c984a4736c2,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:08:52.857473 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc36de0f-9ff7-4e91-a1b0-0601c0b71225 req-fb137ba6-1f00-4376-b10b-f978bcfba1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:08:52.858959 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-fc36de0f-9ff7-4e91-a1b0-0601c0b71225 req-fb137ba6-1f00-4376-b10b-f978bcfba1a1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=88c7b4e02daf4b76a34e6d2f9b4a58ac&device_id=449d97d1-9b45-4597-b984-f74f7538a035 HTTP/1.1" status: 200 len: 1095 time: 0.0525002 Jul 14 10:08:52.905089 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-fc36de0f-9ff7-4e91-a1b0-0601c0b71225 req-eac25724-d26b-404e-b699-39b0c26bad86 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8405204b-0b36-40a5-af7e-8c984a4736c2 HTTP/1.1" status: 200 len: 217 time: 0.0325954 Jul 14 10:08:52.954507 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc36de0f-9ff7-4e91-a1b0-0601c0b71225 req-c81edb8f-ee0c-4d80-ada6-627ac1747adf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:08:52.955911 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-fc36de0f-9ff7-4e91-a1b0-0601c0b71225 req-c81edb8f-ee0c-4d80-ada6-627ac1747adf service neutron] 10.222.0.57 "GET /v2.0/subnets?id=389216e1-565d-41a4-9c48-1b9d713beb3e HTTP/1.1" status: 200 len: 855 time: 0.0453486 Jul 14 10:08:52.989278 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-fc36de0f-9ff7-4e91-a1b0-0601c0b71225 req-3b6dd202-c4c0-4612-9b74-0859b6124894 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fd9d5a7e-0c70-46e1-9ca1-468f80ab6796&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269673 Jul 14 10:08:53.080269 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-fc36de0f-9ff7-4e91-a1b0-0601c0b71225 req-b09a90bc-55e5-477a-bc65-33b040eb796e service neutron] 10.222.0.57 "GET /v2.0/networks/fd9d5a7e-0c70-46e1-9ca1-468f80ab6796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841706 Jul 14 10:08:53.166879 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-fc36de0f-9ff7-4e91-a1b0-0601c0b71225 req-43e9812e-93cb-4cf6-a95b-d935cd276eb3 service neutron] 10.222.0.57 "GET /v2.0/networks/fd9d5a7e-0c70-46e1-9ca1-468f80ab6796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808194 Jul 14 10:08:53.281169 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '449d97d1-9b45-4597-b984-f74f7538a035', 'tag': '8405204b-0b36-40a5-af7e-8c984a4736c2'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:08:53.283559 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2625a353-f2c4-4c0b-96a1-1a0d1992901d" -d '{"events": [{"name": "network-changed", "server_uuid": "449d97d1-9b45-4597-b984-f74f7538a035", "tag": "8405204b-0b36-40a5-af7e-8c984a4736c2"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:08:53.318587 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:08:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbf2ea1b-bd9d-4b62-ba1e-c6f73ba24144 x-openstack-request-id: req-cbf2ea1b-bd9d-4b62-ba1e-c6f73ba24144 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:08:53.318888 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "449d97d1-9b45-4597-b984-f74f7538a035", "tag": "8405204b-0b36-40a5-af7e-8c984a4736c2", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:08:53.319169 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-cbf2ea1b-bd9d-4b62-ba1e-c6f73ba24144 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:08:53.319572 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '449d97d1-9b45-4597-b984-f74f7538a035', 'tag': '8405204b-0b36-40a5-af7e-8c984a4736c2', 'status': 'completed', 'code': 200} Jul 14 10:08:53.414203 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2625a353-f2c4-4c0b-96a1-1a0d1992901d req-045dfd84-b9bb-40ce-a939-86688da91d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:08:53.415752 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2625a353-f2c4-4c0b-96a1-1a0d1992901d req-045dfd84-b9bb-40ce-a939-86688da91d54 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=88c7b4e02daf4b76a34e6d2f9b4a58ac&device_id=449d97d1-9b45-4597-b984-f74f7538a035 HTTP/1.1" status: 200 len: 1095 time: 0.0537002 Jul 14 10:08:53.450977 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5d7abd-6300-4df2-a6a1-40ca8aaa426e req-0732ab0a-3708-41ee-b044-eb004a6df8ed tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:08:53.452531 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-cb5d7abd-6300-4df2-a6a1-40ca8aaa426e req-0732ab0a-3708-41ee-b044-eb004a6df8ed tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] 10.222.0.68 "GET /v2.0/ports?device_id=449d97d1-9b45-4597-b984-f74f7538a035 HTTP/1.1" status: 200 len: 943 time: 0.0677686 Jul 14 10:08:53.491031 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-cb5d7abd-6300-4df2-a6a1-40ca8aaa426e req-5307cd91-0e09-4734-8c1c-7142e6bc1ca9 tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] 10.222.0.68 "GET /v2.0/security-groups?id=ab6b1c49-8111-48c3-b139-d2f355096be8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328403 Jul 14 10:08:53.510165 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2625a353-f2c4-4c0b-96a1-1a0d1992901d req-65b5b38b-dec6-4759-a19e-2f517fe414e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:08:53.512218 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2625a353-f2c4-4c0b-96a1-1a0d1992901d req-65b5b38b-dec6-4759-a19e-2f517fe414e6 service neutron] 10.222.0.57 "GET /v2.0/networks?id=fd9d5a7e-0c70-46e1-9ca1-468f80ab6796 HTTP/1.1" status: 200 len: 916 time: 0.0898659 Jul 14 10:08:53.551824 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2625a353-f2c4-4c0b-96a1-1a0d1992901d req-f963c432-4548-4445-8a56-bbc56fae2846 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8405204b-0b36-40a5-af7e-8c984a4736c2 HTTP/1.1" status: 200 len: 217 time: 0.0332937 Jul 14 10:08:53.600732 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2625a353-f2c4-4c0b-96a1-1a0d1992901d req-baba8100-9c12-48ce-92cb-d7fc858d104d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:08:53.602241 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2625a353-f2c4-4c0b-96a1-1a0d1992901d req-baba8100-9c12-48ce-92cb-d7fc858d104d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=389216e1-565d-41a4-9c48-1b9d713beb3e HTTP/1.1" status: 200 len: 855 time: 0.0425375 Jul 14 10:08:53.639531 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2625a353-f2c4-4c0b-96a1-1a0d1992901d req-db2b76eb-ee50-47d1-8637-825769e09259 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fd9d5a7e-0c70-46e1-9ca1-468f80ab6796&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307271 Jul 14 10:08:53.725292 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2625a353-f2c4-4c0b-96a1-1a0d1992901d req-c1e49ccd-b99c-4c44-8140-417f09269691 service neutron] 10.222.0.57 "GET /v2.0/networks/fd9d5a7e-0c70-46e1-9ca1-468f80ab6796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791848 Jul 14 10:08:53.819644 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2625a353-f2c4-4c0b-96a1-1a0d1992901d req-63ce47f8-e672-445a-a753-f64a61d8cbea service neutron] 10.222.0.57 "GET /v2.0/networks/fd9d5a7e-0c70-46e1-9ca1-468f80ab6796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868907 Jul 14 10:08:54.189926 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 45cb0e71-bfba-4993-8279-9fb90fe4db90 no longer exists at agent hyperv_n-h2-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:08:54.209535 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] No Port match for: 45cb0e71-bfba-4993-8279-9fb90fe4db90 {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:08:54.209876 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 45cb0e71-bfba-4993-8279-9fb90fe4db90 not bound to the agent host n-h2-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:08:54.670653 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d352ee60-fb93-4ef1-a4aa-9b43347f0156 req-afa5f83f-b14e-4165-9303-d660aa056ee8 tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:08:54.672133 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d352ee60-fb93-4ef1-a4aa-9b43347f0156 req-afa5f83f-b14e-4165-9303-d660aa056ee8 tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] 10.222.0.68 "GET /v2.0/ports?device_id=449d97d1-9b45-4597-b984-f74f7538a035 HTTP/1.1" status: 200 len: 943 time: 0.0641508 Jul 14 10:08:54.710647 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d352ee60-fb93-4ef1-a4aa-9b43347f0156 req-f5502e5f-c391-4a63-ab9a-27b0637575a6 tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] 10.222.0.68 "GET /v2.0/security-groups?id=ab6b1c49-8111-48c3-b139-d2f355096be8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329542 Jul 14 10:08:54.818499 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:54.917708 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-80f0c8fe-2afb-41d1-a1d4-e954fb17d66c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:55.880890 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bd53db-50e9-4d65-be14-0519aaf373eb req-1e8cee53-361a-45ae-9096-9c54ae6e2d88 tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:08:55.882401 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-18bd53db-50e9-4d65-be14-0519aaf373eb req-1e8cee53-361a-45ae-9096-9c54ae6e2d88 tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] 10.222.0.68 "GET /v2.0/ports?device_id=449d97d1-9b45-4597-b984-f74f7538a035 HTTP/1.1" status: 200 len: 943 time: 0.0619457 Jul 14 10:08:55.920031 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-18bd53db-50e9-4d65-be14-0519aaf373eb req-7c9f0415-99d2-41d0-9552-475630b88f6e tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] 10.222.0.68 "GET /v2.0/security-groups?id=ab6b1c49-8111-48c3-b139-d2f355096be8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320833 Jul 14 10:08:56.031939 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5ad31076-714c-49ec-bc37-f3d4cd90112a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:56.207041 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 8405204b-0b36-40a5-af7e-8c984a4736c2 details requested by agent hyperv_n-h2-779913-29 with host n-h2-779913-29 {{(pid=93959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 10:08:56.306070 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 8405204b-0b36-40a5-af7e-8c984a4736c2, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=8405204b-0b36-40a5-af7e-8c984a4736c2,segment=NetworkSegment(39616348-030a-4354-8253-e2f60351f739),segment_id=39616348-030a-4354-8253-e2f60351f739)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:08:56.317298 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Returning: {'device': '8405204b-0b36-40a5-af7e-8c984a4736c2', 'network_id': 'fd9d5a7e-0c70-46e1-9ca1-468f80ab6796', 'port_id': '8405204b-0b36-40a5-af7e-8c984a4736c2', 'mac_address': 'fa:16:3e:71:17:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 746, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '389216e1-565d-41a4-9c48-1b9d713beb3e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 10:08:56.360625 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:56.373424 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8405204b-0b36-40a5-af7e-8c984a4736c2 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:08:56.393433 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 8405204b-0b36-40a5-af7e-8c984a4736c2, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=8405204b-0b36-40a5-af7e-8c984a4736c2,segment=NetworkSegment(39616348-030a-4354-8253-e2f60351f739),segment_id=39616348-030a-4354-8253-e2f60351f739)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:08:56.403865 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:56.460144 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Pushing event updated for resources: {'Port': ['ID=8405204b-0b36-40a5-af7e-8c984a4736c2,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:08:56.467357 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:08:56.467698 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:08:56.468034 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:08:56.468366 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:08:56.468693 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:08:56.469018 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:08:56.469341 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:08:56.469688 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:08:56.470008 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:08:56.470326 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:08:56.470643 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:08:56.470962 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:08:56.684342 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] get_ports_and_sgs() called for port_ids ['8405204b-0b36-40a5-af7e-8c984a4736c2'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:08:57.096231 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ffed28-ddf1-4687-b26a-a6ca3ad6d0bb req-04b36835-2405-4593-92ff-47ac402384a9 tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:08:57.097710 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e0ffed28-ddf1-4687-b26a-a6ca3ad6d0bb req-04b36835-2405-4593-92ff-47ac402384a9 tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] 10.222.0.68 "GET /v2.0/ports?device_id=449d97d1-9b45-4597-b984-f74f7538a035 HTTP/1.1" status: 200 len: 944 time: 0.0617936 Jul 14 10:08:57.139227 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e0ffed28-ddf1-4687-b26a-a6ca3ad6d0bb req-238af56b-3257-40f0-9a59-39213cd26d87 tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] 10.222.0.68 "GET /v2.0/security-groups?id=ab6b1c49-8111-48c3-b139-d2f355096be8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359435 Jul 14 10:08:57.852048 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5bbe322f-3f67-4864-bc0a-91afe44d23e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:58.208849 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 8405204b-0b36-40a5-af7e-8c984a4736c2 up at agent hyperv_n-h2-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:08:58.259386 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Provisioning for port 8405204b-0b36-40a5-af7e-8c984a4736c2 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:08:58.264082 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Provisioning complete for port 8405204b-0b36-40a5-af7e-8c984a4736c2 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:08:58.264487 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:58.319577 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d66590-958c-4b42-bd35-6c472a02dde7 req-d15953f0-ae18-4f34-a680-6dc4513b7ca5 tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:08:58.320963 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-46d66590-958c-4b42-bd35-6c472a02dde7 req-d15953f0-ae18-4f34-a680-6dc4513b7ca5 tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] 10.222.0.68 "GET /v2.0/ports?device_id=449d97d1-9b45-4597-b984-f74f7538a035 HTTP/1.1" status: 200 len: 944 time: 0.0695865 Jul 14 10:08:58.340524 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:58.359227 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-46d66590-958c-4b42-bd35-6c472a02dde7 req-8c93f047-26f8-48ae-95e6-30277067e979 tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] 10.222.0.68 "GET /v2.0/security-groups?id=ab6b1c49-8111-48c3-b139-d2f355096be8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324886 Jul 14 10:08:58.362583 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '449d97d1-9b45-4597-b984-f74f7538a035', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8405204b-0b36-40a5-af7e-8c984a4736c2'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:08:58.365104 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd62303f06773040a8a4e189dc46b4f565768c299abf8ab8e7739778b0bc3e97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72c6b968-27e4-439a-b658-1eb56b469713" -d '{"events": [{"server_uuid": "449d97d1-9b45-4597-b984-f74f7538a035", "name": "network-vif-plugged", "status": "completed", "tag": "8405204b-0b36-40a5-af7e-8c984a4736c2"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:08:58.378767 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 8405204b-0b36-40a5-af7e-8c984a4736c2, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=8405204b-0b36-40a5-af7e-8c984a4736c2,segment=NetworkSegment(39616348-030a-4354-8253-e2f60351f739),segment_id=39616348-030a-4354-8253-e2f60351f739)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:08:58.384022 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:58.412538 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:08:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f98be717-f343-44f4-97e4-6dfecd95a76a x-openstack-request-id: req-f98be717-f343-44f4-97e4-6dfecd95a76a {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:08:58.412838 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "449d97d1-9b45-4597-b984-f74f7538a035", "name": "network-vif-plugged", "status": "completed", "tag": "8405204b-0b36-40a5-af7e-8c984a4736c2", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:08:58.413097 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-f98be717-f343-44f4-97e4-6dfecd95a76a {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:08:58.413518 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '449d97d1-9b45-4597-b984-f74f7538a035', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8405204b-0b36-40a5-af7e-8c984a4736c2', 'code': 200} Jul 14 10:08:58.432961 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Pushing event updated for resources: {'Port': ['ID=8405204b-0b36-40a5-af7e-8c984a4736c2,revision_number=5']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:08:58.551135 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9111d17a-17d1-411f-9c29-b4bd205f61d2 req-c67586b5-be1a-4788-a191-440ef48cec15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:08:58.552625 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-9111d17a-17d1-411f-9c29-b4bd205f61d2 req-c67586b5-be1a-4788-a191-440ef48cec15 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=449d97d1-9b45-4597-b984-f74f7538a035 HTTP/1.1" status: 200 len: 1097 time: 0.0506766 Jul 14 10:08:58.588278 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-9111d17a-17d1-411f-9c29-b4bd205f61d2 req-cf88dc08-bdec-4161-83d9-256904f26458 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=ab6b1c49-8111-48c3-b139-d2f355096be8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288520 Jul 14 10:08:58.663329 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.agents_db [None req-3c3509fb-540d-4335-a450-574895dd3602 None None] Agent healthcheck: found 7 active agents {{(pid=93960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:08:59.546383 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e23e6e-ca6c-4fc7-a57b-0c07bf19aa9b req-60f703de-4cb8-4966-983f-66fac64f8970 tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:08:59.548207 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-c8e23e6e-ca6c-4fc7-a57b-0c07bf19aa9b req-60f703de-4cb8-4966-983f-66fac64f8970 tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] 10.222.0.68 "GET /v2.0/ports?device_id=449d97d1-9b45-4597-b984-f74f7538a035 HTTP/1.1" status: 200 len: 945 time: 0.0643902 Jul 14 10:08:59.590621 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-c8e23e6e-ca6c-4fc7-a57b-0c07bf19aa9b req-4d6ea0c1-cdc8-4e17-9163-dacc3128355d tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] 10.222.0.68 "GET /v2.0/security-groups?id=ab6b1c49-8111-48c3-b139-d2f355096be8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326154 Jul 14 10:09:00.766897 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294e1757-c412-457c-8117-3dcb0c243ace req-141cd433-2ee8-47b6-a3ca-33d89893077b tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:00.768413 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-294e1757-c412-457c-8117-3dcb0c243ace req-141cd433-2ee8-47b6-a3ca-33d89893077b tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] 10.222.0.68 "GET /v2.0/ports?device_id=449d97d1-9b45-4597-b984-f74f7538a035 HTTP/1.1" status: 200 len: 945 time: 0.0657952 Jul 14 10:09:00.809123 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-294e1757-c412-457c-8117-3dcb0c243ace req-a3b3f077-c681-4bcc-b13d-f67786ad0ef3 tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] 10.222.0.68 "GET /v2.0/security-groups?id=ab6b1c49-8111-48c3-b139-d2f355096be8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345926 Jul 14 10:09:00.982762 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb10d91-bb1f-4e0d-9fc4-89e41c48a977 req-e9d57a8a-4a0b-4779-bad4-51900e0231c9 tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:00.984153 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-fcb10d91-bb1f-4e0d-9fc4-89e41c48a977 req-e9d57a8a-4a0b-4779-bad4-51900e0231c9 tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] 10.222.0.68 "GET /v2.0/ports?device_id=449d97d1-9b45-4597-b984-f74f7538a035 HTTP/1.1" status: 200 len: 945 time: 0.0631721 Jul 14 10:09:01.022931 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-fcb10d91-bb1f-4e0d-9fc4-89e41c48a977 req-49c6e02f-f056-42c8-a38b-f4086eccc4f1 tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] 10.222.0.68 "GET /v2.0/security-groups?id=ab6b1c49-8111-48c3-b139-d2f355096be8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327909 Jul 14 10:09:01.368397 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-9deed5b8-f8f0-47ee-a3c0-f314432345c2 req-c189205b-4726-4a14-b3e8-5503605fe992 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=449d97d1-9b45-4597-b984-f74f7538a035&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0560355 Jul 14 10:09:01.428049 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546b0344-1b48-4c41-aada-9b96173faf18 req-566c42dd-2539-4595-80fa-ac4322ef919b tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:01.429605 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-546b0344-1b48-4c41-aada-9b96173faf18 req-566c42dd-2539-4595-80fa-ac4322ef919b tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] 10.222.0.68 "GET /v2.0/ports?device_id=449d97d1-9b45-4597-b984-f74f7538a035 HTTP/1.1" status: 200 len: 945 time: 0.0689116 Jul 14 10:09:01.478019 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-546b0344-1b48-4c41-aada-9b96173faf18 req-c8da0655-141c-4599-b7f8-b9682797db5e tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] 10.222.0.68 "GET /v2.0/security-groups?id=ab6b1c49-8111-48c3-b139-d2f355096be8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421457 Jul 14 10:09:02.678321 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9deed5b8-f8f0-47ee-a3c0-f314432345c2 req-60441bc5-08d3-4bb2-afcc-55a93808a954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:02.679916 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-9deed5b8-f8f0-47ee-a3c0-f314432345c2 req-60441bc5-08d3-4bb2-afcc-55a93808a954 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=88c7b4e02daf4b76a34e6d2f9b4a58ac&device_id=449d97d1-9b45-4597-b984-f74f7538a035 HTTP/1.1" status: 200 len: 1097 time: 0.0946417 Jul 14 10:09:02.694438 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4ec88a-aaf7-4fde-8c43-7d75774cc651 req-a6f31395-bd0a-4044-af6d-9444f3b2d286 tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:02.695869 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-4e4ec88a-aaf7-4fde-8c43-7d75774cc651 req-a6f31395-bd0a-4044-af6d-9444f3b2d286 tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] 10.222.0.68 "GET /v2.0/ports?device_id=449d97d1-9b45-4597-b984-f74f7538a035 HTTP/1.1" status: 200 len: 945 time: 0.1003551 Jul 14 10:09:02.784305 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-4e4ec88a-aaf7-4fde-8c43-7d75774cc651 req-ff699d76-8ead-4858-80ff-a977a031ad8a tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] 10.222.0.68 "GET /v2.0/security-groups?id=ab6b1c49-8111-48c3-b139-d2f355096be8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805125 Jul 14 10:09:02.811635 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9deed5b8-f8f0-47ee-a3c0-f314432345c2 req-05a6702b-b81e-4540-8c76-a697b09cacfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:02.813097 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-9deed5b8-f8f0-47ee-a3c0-f314432345c2 req-05a6702b-b81e-4540-8c76-a697b09cacfd service neutron] 10.222.0.57 "GET /v2.0/networks?id=fd9d5a7e-0c70-46e1-9ca1-468f80ab6796 HTTP/1.1" status: 200 len: 916 time: 0.1266611 Jul 14 10:09:02.854331 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-9deed5b8-f8f0-47ee-a3c0-f314432345c2 req-36224803-5b16-4f4c-bbc0-4187b6955521 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8405204b-0b36-40a5-af7e-8c984a4736c2 HTTP/1.1" status: 200 len: 217 time: 0.0345705 Jul 14 10:09:02.906910 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9deed5b8-f8f0-47ee-a3c0-f314432345c2 req-e357a78c-c413-4182-b351-fb16c4b391ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:02.908370 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-9deed5b8-f8f0-47ee-a3c0-f314432345c2 req-e357a78c-c413-4182-b351-fb16c4b391ef service neutron] 10.222.0.57 "GET /v2.0/subnets?id=389216e1-565d-41a4-9c48-1b9d713beb3e HTTP/1.1" status: 200 len: 855 time: 0.0481503 Jul 14 10:09:02.942251 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-9deed5b8-f8f0-47ee-a3c0-f314432345c2 req-9908bf5d-3412-4e2f-951a-873eaa3bf446 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fd9d5a7e-0c70-46e1-9ca1-468f80ab6796&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267274 Jul 14 10:09:03.030606 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-9deed5b8-f8f0-47ee-a3c0-f314432345c2 req-a0d1c2be-c6d7-45f9-88a9-cb0ec38194e5 service neutron] 10.222.0.57 "GET /v2.0/networks/fd9d5a7e-0c70-46e1-9ca1-468f80ab6796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817337 Jul 14 10:09:03.125116 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-9deed5b8-f8f0-47ee-a3c0-f314432345c2 req-a5500702-730e-445e-be4b-bdc8a9ecfa20 service neutron] 10.222.0.57 "GET /v2.0/networks/fd9d5a7e-0c70-46e1-9ca1-468f80ab6796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878143 Jul 14 10:09:03.963763 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a3bcd4-5a77-428d-a72c-c2bdf6860b14 req-28c7492f-f255-4c09-b5c7-b3a6edfdd55d tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:03.965758 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-20a3bcd4-5a77-428d-a72c-c2bdf6860b14 req-28c7492f-f255-4c09-b5c7-b3a6edfdd55d tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] 10.222.0.68 "GET /v2.0/ports?device_id=449d97d1-9b45-4597-b984-f74f7538a035 HTTP/1.1" status: 200 len: 945 time: 0.0660176 Jul 14 10:09:04.003221 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-20a3bcd4-5a77-428d-a72c-c2bdf6860b14 req-22eeda12-0ebe-4b65-b2e6-f70d0f47b3d5 tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] 10.222.0.68 "GET /v2.0/security-groups?id=ab6b1c49-8111-48c3-b139-d2f355096be8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319157 Jul 14 10:09:05.178578 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564f4eaf-eaf3-4fba-ac7e-d6ffef08cc26 req-13671487-bfd1-47c8-bd91-a1d6711f62f3 tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:05.180094 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-564f4eaf-eaf3-4fba-ac7e-d6ffef08cc26 req-13671487-bfd1-47c8-bd91-a1d6711f62f3 tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] 10.222.0.68 "GET /v2.0/ports?device_id=449d97d1-9b45-4597-b984-f74f7538a035 HTTP/1.1" status: 200 len: 945 time: 0.0647652 Jul 14 10:09:05.218831 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-564f4eaf-eaf3-4fba-ac7e-d6ffef08cc26 req-2fcba84d-f833-4205-9b2b-2cb11e3f6e6c tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] 10.222.0.68 "GET /v2.0/security-groups?id=ab6b1c49-8111-48c3-b139-d2f355096be8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325694 Jul 14 10:09:06.394987 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13356f7d-a5a3-4106-a224-82379e26f7e2 req-d91935af-2cbc-4dbc-874d-937413972e59 tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:06.396410 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-13356f7d-a5a3-4106-a224-82379e26f7e2 req-d91935af-2cbc-4dbc-874d-937413972e59 tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] 10.222.0.68 "GET /v2.0/ports?device_id=449d97d1-9b45-4597-b984-f74f7538a035 HTTP/1.1" status: 200 len: 945 time: 0.0661709 Jul 14 10:09:06.434093 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-13356f7d-a5a3-4106-a224-82379e26f7e2 req-e5eb9f1e-86f3-4155-ad18-257de49be92f tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] 10.222.0.68 "GET /v2.0/security-groups?id=ab6b1c49-8111-48c3-b139-d2f355096be8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321071 Jul 14 10:09:07.616616 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f76d5c-2b12-4776-86bb-69df30da5f56 req-e8793e9b-1855-4130-b984-2b985fa39153 tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:07.618167 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-84f76d5c-2b12-4776-86bb-69df30da5f56 req-e8793e9b-1855-4130-b984-2b985fa39153 tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] 10.222.0.68 "GET /v2.0/ports?device_id=449d97d1-9b45-4597-b984-f74f7538a035 HTTP/1.1" status: 200 len: 945 time: 0.0647478 Jul 14 10:09:07.660882 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-84f76d5c-2b12-4776-86bb-69df30da5f56 req-6499f8bc-32e6-42fe-8243-ea857fc8f729 tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] 10.222.0.68 "GET /v2.0/security-groups?id=ab6b1c49-8111-48c3-b139-d2f355096be8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372126 Jul 14 10:09:08.030276 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dff423-3397-456a-9f8b-d5c97628627e req-f27b2af3-33d8-4111-8baf-8e19b688a335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:08.031766 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-10dff423-3397-456a-9f8b-d5c97628627e req-f27b2af3-33d8-4111-8baf-8e19b688a335 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=88c7b4e02daf4b76a34e6d2f9b4a58ac&device_id=449d97d1-9b45-4597-b984-f74f7538a035 HTTP/1.1" status: 200 len: 1097 time: 0.0533741 Jul 14 10:09:08.134870 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dff423-3397-456a-9f8b-d5c97628627e req-c40dd777-16fe-470c-b758-0ad9f6f17b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:08.136306 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-10dff423-3397-456a-9f8b-d5c97628627e req-c40dd777-16fe-470c-b758-0ad9f6f17b9f service neutron] 10.222.0.57 "GET /v2.0/networks?id=fd9d5a7e-0c70-46e1-9ca1-468f80ab6796 HTTP/1.1" status: 200 len: 916 time: 0.0830376 Jul 14 10:09:08.179091 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-10dff423-3397-456a-9f8b-d5c97628627e req-d8a98464-bd24-4868-9f3f-ba295e3992da service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8405204b-0b36-40a5-af7e-8c984a4736c2 HTTP/1.1" status: 200 len: 217 time: 0.0369890 Jul 14 10:09:08.227930 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dff423-3397-456a-9f8b-d5c97628627e req-69e193af-693b-4a91-9f62-4d180a22e9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:08.229388 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-10dff423-3397-456a-9f8b-d5c97628627e req-69e193af-693b-4a91-9f62-4d180a22e9e6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=389216e1-565d-41a4-9c48-1b9d713beb3e HTTP/1.1" status: 200 len: 855 time: 0.0431623 Jul 14 10:09:08.261296 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-10dff423-3397-456a-9f8b-d5c97628627e req-bd535000-07f2-475b-b33f-9723fcf0792d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fd9d5a7e-0c70-46e1-9ca1-468f80ab6796&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258889 Jul 14 10:09:08.350337 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-10dff423-3397-456a-9f8b-d5c97628627e req-47ec5dac-91d3-4fa2-b34f-f21878efce16 service neutron] 10.222.0.57 "GET /v2.0/networks/fd9d5a7e-0c70-46e1-9ca1-468f80ab6796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826321 Jul 14 10:09:08.437903 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-10dff423-3397-456a-9f8b-d5c97628627e req-c13648d1-7d96-4a5d-9c72-5080d501f79e service neutron] 10.222.0.57 "GET /v2.0/networks/fd9d5a7e-0c70-46e1-9ca1-468f80ab6796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814483 Jul 14 10:09:08.833233 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2aedca-9743-4948-b1ee-15290724b1aa req-4b51646a-7975-4e5e-b068-c17923df7521 tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:08.834750 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-fe2aedca-9743-4948-b1ee-15290724b1aa req-4b51646a-7975-4e5e-b068-c17923df7521 tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] 10.222.0.68 "GET /v2.0/ports?device_id=449d97d1-9b45-4597-b984-f74f7538a035 HTTP/1.1" status: 200 len: 945 time: 0.0634277 Jul 14 10:09:08.872525 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-fe2aedca-9743-4948-b1ee-15290724b1aa req-40c29831-24b7-4257-8a2e-6cc69e69b07e tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] 10.222.0.68 "GET /v2.0/security-groups?id=ab6b1c49-8111-48c3-b139-d2f355096be8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322940 Jul 14 10:09:10.047879 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba994ef-cc1e-4356-b231-cf51d078b478 req-d7a80a03-b50b-44ae-a8f7-75069ebea39d tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:10.049441 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0ba994ef-cc1e-4356-b231-cf51d078b478 req-d7a80a03-b50b-44ae-a8f7-75069ebea39d tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] 10.222.0.68 "GET /v2.0/ports?device_id=449d97d1-9b45-4597-b984-f74f7538a035 HTTP/1.1" status: 200 len: 945 time: 0.0649219 Jul 14 10:09:10.093369 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0ba994ef-cc1e-4356-b231-cf51d078b478 req-42be03ad-85c4-48c7-b490-1062d6b9c2fb tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] 10.222.0.68 "GET /v2.0/security-groups?id=ab6b1c49-8111-48c3-b139-d2f355096be8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382142 Jul 14 10:09:11.269723 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dab8e5-c173-4b26-a7db-297cfa4d44fd req-79abb61a-f218-4d2c-8999-6a1fd17c06bd tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:11.271238 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-05dab8e5-c173-4b26-a7db-297cfa4d44fd req-79abb61a-f218-4d2c-8999-6a1fd17c06bd tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] 10.222.0.68 "GET /v2.0/ports?device_id=449d97d1-9b45-4597-b984-f74f7538a035 HTTP/1.1" status: 200 len: 945 time: 0.0649929 Jul 14 10:09:11.310371 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-05dab8e5-c173-4b26-a7db-297cfa4d44fd req-e5781d90-e0fb-4170-b301-98c8f89cb296 tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] 10.222.0.68 "GET /v2.0/security-groups?id=ab6b1c49-8111-48c3-b139-d2f355096be8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325058 Jul 14 10:09:12.480112 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7395d423-5b47-4c31-bbe5-e3395c573724 req-a690e518-0b63-4b64-a677-ef9a2ab9c805 tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:12.481639 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-7395d423-5b47-4c31-bbe5-e3395c573724 req-a690e518-0b63-4b64-a677-ef9a2ab9c805 tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] 10.222.0.68 "GET /v2.0/ports?device_id=449d97d1-9b45-4597-b984-f74f7538a035 HTTP/1.1" status: 200 len: 945 time: 0.0619142 Jul 14 10:09:12.518830 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-7395d423-5b47-4c31-bbe5-e3395c573724 req-6a0c9f29-bb4b-4747-a9f3-f58a32f92cae tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] 10.222.0.68 "GET /v2.0/security-groups?id=ab6b1c49-8111-48c3-b139-d2f355096be8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318248 Jul 14 10:09:13.250670 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:13.697201 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c6028a-554f-4db0-bd5d-f19d4511d3dd req-ef141450-5b81-4a44-bc3e-8cf06bda84c8 tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:13.698693 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-65c6028a-554f-4db0-bd5d-f19d4511d3dd req-ef141450-5b81-4a44-bc3e-8cf06bda84c8 tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] 10.222.0.68 "GET /v2.0/ports?device_id=449d97d1-9b45-4597-b984-f74f7538a035 HTTP/1.1" status: 200 len: 945 time: 0.0659056 Jul 14 10:09:13.736815 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-65c6028a-554f-4db0-bd5d-f19d4511d3dd req-611cdf60-5937-41c4-93e9-0be5314659fe tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] 10.222.0.68 "GET /v2.0/security-groups?id=ab6b1c49-8111-48c3-b139-d2f355096be8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315003 Jul 14 10:09:14.007439 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:14.905302 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679266be-46a6-4c33-bc78-db7f0ebee9cd req-39c5f4ab-2855-4c38-ac84-c56fc647d46a tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:14.907725 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-679266be-46a6-4c33-bc78-db7f0ebee9cd req-39c5f4ab-2855-4c38-ac84-c56fc647d46a tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] 10.222.0.68 "GET /v2.0/ports?device_id=449d97d1-9b45-4597-b984-f74f7538a035 HTTP/1.1" status: 200 len: 945 time: 0.0628355 Jul 14 10:09:14.945264 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-679266be-46a6-4c33-bc78-db7f0ebee9cd req-830531dd-0cb6-427c-9092-fa86d515d92e tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] 10.222.0.68 "GET /v2.0/security-groups?id=ab6b1c49-8111-48c3-b139-d2f355096be8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322740 Jul 14 10:09:16.121936 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c74445-25c3-4f75-be57-54b87d01df2b req-c2a9b378-eba1-4292-9a5f-cb9d3820b6b1 tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:16.123961 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-e4c74445-25c3-4f75-be57-54b87d01df2b req-c2a9b378-eba1-4292-9a5f-cb9d3820b6b1 tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] 10.222.0.68 "GET /v2.0/ports?device_id=449d97d1-9b45-4597-b984-f74f7538a035 HTTP/1.1" status: 200 len: 945 time: 0.0629094 Jul 14 10:09:16.159771 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-e4c74445-25c3-4f75-be57-54b87d01df2b req-2c1bec6a-e3de-4fcb-980c-de4e1db99e1c tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] 10.222.0.68 "GET /v2.0/security-groups?id=ab6b1c49-8111-48c3-b139-d2f355096be8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301912 Jul 14 10:09:17.334618 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e53ea2-465d-4f34-9b17-8c13ca88e9fc req-b2484254-31a9-46ae-9557-d2cafefa4d65 tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:17.336001 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-92e53ea2-465d-4f34-9b17-8c13ca88e9fc req-b2484254-31a9-46ae-9557-d2cafefa4d65 tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] 10.222.0.68 "GET /v2.0/ports?device_id=449d97d1-9b45-4597-b984-f74f7538a035 HTTP/1.1" status: 200 len: 945 time: 0.0663157 Jul 14 10:09:17.373161 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-92e53ea2-465d-4f34-9b17-8c13ca88e9fc req-eccb8fd7-04a8-4677-87c4-87a1052cd533 tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] 10.222.0.68 "GET /v2.0/security-groups?id=ab6b1c49-8111-48c3-b139-d2f355096be8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317070 Jul 14 10:09:18.548421 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16576e6c-a00e-42a0-81ab-b19d602a0e2c req-9df807f4-4266-46c7-9f87-2cddfab5f166 tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:18.549911 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-16576e6c-a00e-42a0-81ab-b19d602a0e2c req-9df807f4-4266-46c7-9f87-2cddfab5f166 tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] 10.222.0.68 "GET /v2.0/ports?device_id=449d97d1-9b45-4597-b984-f74f7538a035 HTTP/1.1" status: 200 len: 945 time: 0.0659204 Jul 14 10:09:18.588054 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-16576e6c-a00e-42a0-81ab-b19d602a0e2c req-e8cade43-c923-4ce6-8174-61975b2f4b91 tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] 10.222.0.68 "GET /v2.0/security-groups?id=ab6b1c49-8111-48c3-b139-d2f355096be8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326910 Jul 14 10:09:19.777350 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476037b6-9d51-4588-9140-8b4c4f7a8040 req-1cf99691-b673-40cf-8fdc-2fabc2e0ce11 tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:19.777350 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-476037b6-9d51-4588-9140-8b4c4f7a8040 req-1cf99691-b673-40cf-8fdc-2fabc2e0ce11 tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] 10.222.0.68 "GET /v2.0/ports?device_id=449d97d1-9b45-4597-b984-f74f7538a035 HTTP/1.1" status: 200 len: 945 time: 0.0753796 Jul 14 10:09:19.814074 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-476037b6-9d51-4588-9140-8b4c4f7a8040 req-2218ca0a-932d-4b60-8b38-add41377cfeb tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] 10.222.0.68 "GET /v2.0/security-groups?id=ab6b1c49-8111-48c3-b139-d2f355096be8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319526 Jul 14 10:09:20.986294 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5897c569-ad17-4721-872c-37227b6b43c0 req-75042079-ac9e-4c73-a8a7-e8b15037df17 tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:20.987763 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-5897c569-ad17-4721-872c-37227b6b43c0 req-75042079-ac9e-4c73-a8a7-e8b15037df17 tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] 10.222.0.68 "GET /v2.0/ports?device_id=449d97d1-9b45-4597-b984-f74f7538a035 HTTP/1.1" status: 200 len: 945 time: 0.0634615 Jul 14 10:09:21.025032 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-5897c569-ad17-4721-872c-37227b6b43c0 req-f7d63171-498f-4478-bbf5-c0d0c1182a53 tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] 10.222.0.68 "GET /v2.0/security-groups?id=ab6b1c49-8111-48c3-b139-d2f355096be8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313795 Jul 14 10:09:22.198412 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc8b0c0-a6c4-456b-a8c3-a5c23f1a31ca req-15e7bfbd-a306-41b8-b7a9-2e03649412d2 tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:22.199921 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8bc8b0c0-a6c4-456b-a8c3-a5c23f1a31ca req-15e7bfbd-a306-41b8-b7a9-2e03649412d2 tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] 10.222.0.68 "GET /v2.0/ports?device_id=449d97d1-9b45-4597-b984-f74f7538a035 HTTP/1.1" status: 200 len: 945 time: 0.0647063 Jul 14 10:09:22.242337 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8bc8b0c0-a6c4-456b-a8c3-a5c23f1a31ca req-3043eea3-a161-4698-8157-31d851f8a7da tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] 10.222.0.68 "GET /v2.0/security-groups?id=ab6b1c49-8111-48c3-b139-d2f355096be8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362103 Jul 14 10:09:22.263552 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8579576c-e1de-468b-a177-e7c3849a8845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:23.422983 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8912d45b-d43a-462c-9205-f76c8bb51fc8 req-cdc34b06-792f-4537-a4f9-7befb516dc99 tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:23.425124 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-8912d45b-d43a-462c-9205-f76c8bb51fc8 req-cdc34b06-792f-4537-a4f9-7befb516dc99 tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] 10.222.0.68 "GET /v2.0/ports?device_id=449d97d1-9b45-4597-b984-f74f7538a035 HTTP/1.1" status: 200 len: 945 time: 0.0682862 Jul 14 10:09:23.469689 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-8912d45b-d43a-462c-9205-f76c8bb51fc8 req-6c28d4ac-0731-40a7-a4ed-f8148e13cc59 tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] 10.222.0.68 "GET /v2.0/security-groups?id=ab6b1c49-8111-48c3-b139-d2f355096be8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373263 Jul 14 10:09:24.652123 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee09256-d22c-4510-8b1f-eeb747a9c1bc req-0c51e430-e038-43c4-a8d5-dcdeaae21ebd tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:24.653690 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-fee09256-d22c-4510-8b1f-eeb747a9c1bc req-0c51e430-e038-43c4-a8d5-dcdeaae21ebd tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] 10.222.0.68 "GET /v2.0/ports?device_id=449d97d1-9b45-4597-b984-f74f7538a035 HTTP/1.1" status: 200 len: 945 time: 0.0671339 Jul 14 10:09:24.693126 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-fee09256-d22c-4510-8b1f-eeb747a9c1bc req-d8d53b22-9329-4ec2-b9e3-32dec6b4104e tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] 10.222.0.68 "GET /v2.0/security-groups?id=ab6b1c49-8111-48c3-b139-d2f355096be8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333054 Jul 14 10:09:24.818941 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:24.916748 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-21623a21-2529-4bd4-9cea-46bfddadc089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:25.870150 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d2a939-9e3f-46f1-aa94-dc7772b6f28d req-f9590121-1b90-4c14-b642-b63828c982bc tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:25.871662 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-29d2a939-9e3f-46f1-aa94-dc7772b6f28d req-f9590121-1b90-4c14-b642-b63828c982bc tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] 10.222.0.68 "GET /v2.0/ports?device_id=449d97d1-9b45-4597-b984-f74f7538a035 HTTP/1.1" status: 200 len: 945 time: 0.0675159 Jul 14 10:09:25.909239 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-29d2a939-9e3f-46f1-aa94-dc7772b6f28d req-1f8843b9-0e22-47fe-b9d5-fe6277c141fb tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] 10.222.0.68 "GET /v2.0/security-groups?id=ab6b1c49-8111-48c3-b139-d2f355096be8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312450 Jul 14 10:09:26.034889 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5ad31076-714c-49ec-bc37-f3d4cd90112a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:27.087431 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f6057e-58cb-4040-8728-bf6e2d1c95cf req-a37a09c2-9423-49e1-a72c-17672df29dd1 tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:27.088954 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-22f6057e-58cb-4040-8728-bf6e2d1c95cf req-a37a09c2-9423-49e1-a72c-17672df29dd1 tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] 10.222.0.68 "GET /v2.0/ports?device_id=449d97d1-9b45-4597-b984-f74f7538a035 HTTP/1.1" status: 200 len: 945 time: 0.0673788 Jul 14 10:09:27.131039 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-22f6057e-58cb-4040-8728-bf6e2d1c95cf req-28a76c28-c49c-47cf-90fe-371e5bff0c1e tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] 10.222.0.68 "GET /v2.0/security-groups?id=ab6b1c49-8111-48c3-b139-d2f355096be8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362983 Jul 14 10:09:27.855055 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5bbe322f-3f67-4864-bc0a-91afe44d23e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:28.316650 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3e0e79-9770-4329-a6bd-6384c9176560 req-7b529206-38d0-4e38-a777-d58d7e275400 tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:28.318294 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ff3e0e79-9770-4329-a6bd-6384c9176560 req-7b529206-38d0-4e38-a777-d58d7e275400 tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] 10.222.0.68 "GET /v2.0/ports?device_id=449d97d1-9b45-4597-b984-f74f7538a035 HTTP/1.1" status: 200 len: 945 time: 0.0736179 Jul 14 10:09:28.357405 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ff3e0e79-9770-4329-a6bd-6384c9176560 req-77b44cd1-5831-4cfb-ae40-ee4783f07804 tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] 10.222.0.68 "GET /v2.0/security-groups?id=ab6b1c49-8111-48c3-b139-d2f355096be8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335360 Jul 14 10:09:29.536466 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3757af74-c75f-41eb-9737-1f72c3261dfd req-d4c75574-4082-4d63-baef-07a9b1e3447d tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:29.537970 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3757af74-c75f-41eb-9737-1f72c3261dfd req-d4c75574-4082-4d63-baef-07a9b1e3447d tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] 10.222.0.68 "GET /v2.0/ports?device_id=449d97d1-9b45-4597-b984-f74f7538a035 HTTP/1.1" status: 200 len: 945 time: 0.0671744 Jul 14 10:09:29.574279 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3757af74-c75f-41eb-9737-1f72c3261dfd req-5b225d2f-f0d9-4e44-acaf-7db018292898 tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] 10.222.0.68 "GET /v2.0/security-groups?id=ab6b1c49-8111-48c3-b139-d2f355096be8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308311 Jul 14 10:09:30.281428 n-d-779913-29 neutron-server[93957]: INFO neutron.api.v2.resource [req-9deed5b8-f8f0-47ee-a3c0-f314432345c2 req-9116aa97-c644-445d-93db-40d2db0c07ae service neutron] show failed (client error): The resource could not be found. Jul 14 10:09:30.282511 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-9deed5b8-f8f0-47ee-a3c0-f314432345c2 req-9116aa97-c644-445d-93db-40d2db0c07ae service neutron] 10.222.0.57 "GET /v2.0/ports/8405204b-0b36-40a5-af7e-8c984a4736c2/bindings/n-h1-779913-29 HTTP/1.1" status: 404 len: 381 time: 0.1195221 Jul 14 10:09:30.526505 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9deed5b8-f8f0-47ee-a3c0-f314432345c2 req-065f648d-a3dc-49ea-926c-48a25a4fe18c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:30.528001 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-9deed5b8-f8f0-47ee-a3c0-f314432345c2 req-065f648d-a3dc-49ea-926c-48a25a4fe18c service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=449d97d1-9b45-4597-b984-f74f7538a035&tenant_id=88c7b4e02daf4b76a34e6d2f9b4a58ac HTTP/1.1" status: 200 len: 1097 time: 0.0527704 Jul 14 10:09:30.545106 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-9deed5b8-f8f0-47ee-a3c0-f314432345c2 req-d4457275-8bc0-482d-81c8-4dc8c9131825 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-779913-29', 'device_owner': 'compute:nova'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:09:30.620840 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-9deed5b8-f8f0-47ee-a3c0-f314432345c2 req-d4457275-8bc0-482d-81c8-4dc8c9131825 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:30.754917 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e872e19c-2911-474e-bdc2-7ea76b3443ef req-bc7a0b79-1da6-4d37-b833-5fe69e5fb0ce tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:30.756494 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-e872e19c-2911-474e-bdc2-7ea76b3443ef req-bc7a0b79-1da6-4d37-b833-5fe69e5fb0ce tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] 10.222.0.68 "GET /v2.0/ports?device_id=449d97d1-9b45-4597-b984-f74f7538a035 HTTP/1.1" status: 200 len: 945 time: 0.0706780 Jul 14 10:09:30.796567 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-e872e19c-2911-474e-bdc2-7ea76b3443ef req-1ac9e9cc-1895-41e3-955f-89ea80d6a061 tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] 10.222.0.68 "GET /v2.0/security-groups?id=ab6b1c49-8111-48c3-b139-d2f355096be8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331340 Jul 14 10:09:30.830293 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-9deed5b8-f8f0-47ee-a3c0-f314432345c2 req-d4457275-8bc0-482d-81c8-4dc8c9131825 service neutron] For port 8405204b-0b36-40a5-af7e-8c984a4736c2, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=8405204b-0b36-40a5-af7e-8c984a4736c2,segment=NetworkSegment(39616348-030a-4354-8253-e2f60351f739),segment_id=39616348-030a-4354-8253-e2f60351f739)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:09:30.863450 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-9deed5b8-f8f0-47ee-a3c0-f314432345c2 req-d4457275-8bc0-482d-81c8-4dc8c9131825 service neutron] For port 8405204b-0b36-40a5-af7e-8c984a4736c2, host n-h2-779913-29, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:09:30.901797 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '449d97d1-9b45-4597-b984-f74f7538a035', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8405204b-0b36-40a5-af7e-8c984a4736c2'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:09:30.904064 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45ef4627-cb10-4294-a2a2-b633ef64c388" -d '{"events": [{"server_uuid": "449d97d1-9b45-4597-b984-f74f7538a035", "name": "network-vif-unplugged", "status": "completed", "tag": "8405204b-0b36-40a5-af7e-8c984a4736c2"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:09:30.908516 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-9deed5b8-f8f0-47ee-a3c0-f314432345c2 req-d4457275-8bc0-482d-81c8-4dc8c9131825 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:30.920903 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [req-9deed5b8-f8f0-47ee-a3c0-f314432345c2 req-d4457275-8bc0-482d-81c8-4dc8c9131825 service neutron] Transition to ACTIVE for port object 8405204b-0b36-40a5-af7e-8c984a4736c2 will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:09:30.924720 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-9deed5b8-f8f0-47ee-a3c0-f314432345c2 req-d4457275-8bc0-482d-81c8-4dc8c9131825 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:30.959156 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 10:09:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63b70ffb-9dd8-48be-96f3-e60e27fb6368 x-openstack-request-id: req-63b70ffb-9dd8-48be-96f3-e60e27fb6368 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:09:30.959458 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "449d97d1-9b45-4597-b984-f74f7538a035", "name": "network-vif-unplugged", "status": "completed", "tag": "8405204b-0b36-40a5-af7e-8c984a4736c2", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:09:30.959711 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-63b70ffb-9dd8-48be-96f3-e60e27fb6368 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:09:30.960100 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '449d97d1-9b45-4597-b984-f74f7538a035', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8405204b-0b36-40a5-af7e-8c984a4736c2', 'code': 200} Jul 14 10:09:30.994966 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-9deed5b8-f8f0-47ee-a3c0-f314432345c2 req-d4457275-8bc0-482d-81c8-4dc8c9131825 service neutron] No DVR routers for this DVR port 8405204b-0b36-40a5-af7e-8c984a4736c2 on host n-h2-779913-29 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:09:30.998030 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4457275-8bc0-482d-81c8-4dc8c9131825 service neutron] Pushing event updated for resources: {'Port': ['ID=8405204b-0b36-40a5-af7e-8c984a4736c2,revision_number=6']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:09:31.034902 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-9deed5b8-f8f0-47ee-a3c0-f314432345c2 req-d4457275-8bc0-482d-81c8-4dc8c9131825 service neutron] Attempting to bind port 8405204b-0b36-40a5-af7e-8c984a4736c2 on host n-h1-779913-29 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:09:31.035243 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-9deed5b8-f8f0-47ee-a3c0-f314432345c2 req-d4457275-8bc0-482d-81c8-4dc8c9131825 service neutron] Attempting to bind port 8405204b-0b36-40a5-af7e-8c984a4736c2 by drivers openvswitch,hyperv on host n-h1-779913-29 at level 0 using segments [{'id': '39616348-030a-4354-8253-e2f60351f739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'fd9d5a7e-0c70-46e1-9ca1-468f80ab6796'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:09:31.035602 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9deed5b8-f8f0-47ee-a3c0-f314432345c2 req-d4457275-8bc0-482d-81c8-4dc8c9131825 service neutron] Attempting to bind port 8405204b-0b36-40a5-af7e-8c984a4736c2 on network fd9d5a7e-0c70-46e1-9ca1-468f80ab6796 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:09:31.040121 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9deed5b8-f8f0-47ee-a3c0-f314432345c2 req-d4457275-8bc0-482d-81c8-4dc8c9131825 service neutron] Port 8405204b-0b36-40a5-af7e-8c984a4736c2 on network fd9d5a7e-0c70-46e1-9ca1-468f80ab6796 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-29 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 10:09:31.040444 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9deed5b8-f8f0-47ee-a3c0-f314432345c2 req-d4457275-8bc0-482d-81c8-4dc8c9131825 service neutron] Attempting to bind port 8405204b-0b36-40a5-af7e-8c984a4736c2 on network fd9d5a7e-0c70-46e1-9ca1-468f80ab6796 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:09:31.045289 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9deed5b8-f8f0-47ee-a3c0-f314432345c2 req-d4457275-8bc0-482d-81c8-4dc8c9131825 service neutron] Checking agent: {'id': 'de11e667-f145-47b0-bd09-334a7505938e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 13, 12), 'started_at': datetime.datetime(2021, 7, 14, 9, 13, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 9, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:09:31.045669 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9deed5b8-f8f0-47ee-a3c0-f314432345c2 req-d4457275-8bc0-482d-81c8-4dc8c9131825 service neutron] Checking segment: {'id': '39616348-030a-4354-8253-e2f60351f739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'fd9d5a7e-0c70-46e1-9ca1-468f80ab6796'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:09:31.046191 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9deed5b8-f8f0-47ee-a3c0-f314432345c2 req-d4457275-8bc0-482d-81c8-4dc8c9131825 service neutron] Bound using segment: {'id': '39616348-030a-4354-8253-e2f60351f739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'fd9d5a7e-0c70-46e1-9ca1-468f80ab6796'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:09:31.046616 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-9deed5b8-f8f0-47ee-a3c0-f314432345c2 req-d4457275-8bc0-482d-81c8-4dc8c9131825 service neutron] Bound port: 8405204b-0b36-40a5-af7e-8c984a4736c2, host: n-h1-779913-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39616348-030a-4354-8253-e2f60351f739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'fd9d5a7e-0c70-46e1-9ca1-468f80ab6796'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:09:31.046978 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-9deed5b8-f8f0-47ee-a3c0-f314432345c2 req-d4457275-8bc0-482d-81c8-4dc8c9131825 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:31.109111 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-9deed5b8-f8f0-47ee-a3c0-f314432345c2 req-d4457275-8bc0-482d-81c8-4dc8c9131825 service neutron] For port 8405204b-0b36-40a5-af7e-8c984a4736c2, host n-h1-779913-29, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:09:31.112569 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-9deed5b8-f8f0-47ee-a3c0-f314432345c2 req-d4457275-8bc0-482d-81c8-4dc8c9131825 service neutron] For port 8405204b-0b36-40a5-af7e-8c984a4736c2, host n-h1-779913-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=8405204b-0b36-40a5-af7e-8c984a4736c2,segment=NetworkSegment(39616348-030a-4354-8253-e2f60351f739),segment_id=39616348-030a-4354-8253-e2f60351f739)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:09:31.116665 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-9deed5b8-f8f0-47ee-a3c0-f314432345c2 req-d4457275-8bc0-482d-81c8-4dc8c9131825 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:31.151033 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9deed5b8-f8f0-47ee-a3c0-f314432345c2 req-d4457275-8bc0-482d-81c8-4dc8c9131825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:31.151657 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-9deed5b8-f8f0-47ee-a3c0-f314432345c2 req-d4457275-8bc0-482d-81c8-4dc8c9131825 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:31.153047 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-9deed5b8-f8f0-47ee-a3c0-f314432345c2 req-d4457275-8bc0-482d-81c8-4dc8c9131825 service neutron] 10.222.0.65 "PUT /v2.0/ports/8405204b-0b36-40a5-af7e-8c984a4736c2 HTTP/1.1" status: 200 len: 1092 time: 0.6121562 Jul 14 10:09:31.176133 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4457275-8bc0-482d-81c8-4dc8c9131825 service neutron] Pushing event updated for resources: {'Port': ['ID=8405204b-0b36-40a5-af7e-8c984a4736c2,revision_number=7']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:09:31.241802 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9deed5b8-f8f0-47ee-a3c0-f314432345c2 req-173933d4-92fa-4d73-99e5-f935549b0a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:31.243292 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-9deed5b8-f8f0-47ee-a3c0-f314432345c2 req-173933d4-92fa-4d73-99e5-f935549b0a64 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=88c7b4e02daf4b76a34e6d2f9b4a58ac&device_id=449d97d1-9b45-4597-b984-f74f7538a035 HTTP/1.1" status: 200 len: 1095 time: 0.0565655 Jul 14 10:09:31.331464 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9deed5b8-f8f0-47ee-a3c0-f314432345c2 req-9f13d216-c936-4737-b7f1-af22edefdc58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:31.332935 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-9deed5b8-f8f0-47ee-a3c0-f314432345c2 req-9f13d216-c936-4737-b7f1-af22edefdc58 service neutron] 10.222.0.65 "GET /v2.0/networks?id=fd9d5a7e-0c70-46e1-9ca1-468f80ab6796 HTTP/1.1" status: 200 len: 916 time: 0.0835171 Jul 14 10:09:31.377167 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-9deed5b8-f8f0-47ee-a3c0-f314432345c2 req-ab5b4a52-27dd-475e-a783-c99f674ee2a3 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8405204b-0b36-40a5-af7e-8c984a4736c2 HTTP/1.1" status: 200 len: 217 time: 0.0377204 Jul 14 10:09:31.424294 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9deed5b8-f8f0-47ee-a3c0-f314432345c2 req-1340f361-892f-40bd-866a-10782ce74311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:31.425749 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-9deed5b8-f8f0-47ee-a3c0-f314432345c2 req-1340f361-892f-40bd-866a-10782ce74311 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=389216e1-565d-41a4-9c48-1b9d713beb3e HTTP/1.1" status: 200 len: 855 time: 0.0429802 Jul 14 10:09:31.458230 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-9deed5b8-f8f0-47ee-a3c0-f314432345c2 req-1f541e53-9e12-48c5-bf73-a50a2730ee7a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=fd9d5a7e-0c70-46e1-9ca1-468f80ab6796&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264382 Jul 14 10:09:31.549624 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-9deed5b8-f8f0-47ee-a3c0-f314432345c2 req-58b9d9eb-b8b7-4233-be76-5005c269ce5f service neutron] 10.222.0.65 "GET /v2.0/networks/fd9d5a7e-0c70-46e1-9ca1-468f80ab6796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847313 Jul 14 10:09:31.644367 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-9deed5b8-f8f0-47ee-a3c0-f314432345c2 req-a9ea60b6-0e52-4bd3-9854-21753a750ac0 service neutron] 10.222.0.65 "GET /v2.0/networks/fd9d5a7e-0c70-46e1-9ca1-468f80ab6796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886230 Jul 14 10:09:32.151931 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6995b5a6-b73a-411d-becb-e869458fd760 req-8c0a0f00-6944-4974-8beb-be9d6bccda53 tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:32.153396 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-6995b5a6-b73a-411d-becb-e869458fd760 req-8c0a0f00-6944-4974-8beb-be9d6bccda53 tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] 10.222.0.68 "GET /v2.0/ports?device_id=449d97d1-9b45-4597-b984-f74f7538a035 HTTP/1.1" status: 200 len: 943 time: 0.0624714 Jul 14 10:09:32.190458 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-6995b5a6-b73a-411d-becb-e869458fd760 req-8ae70e5d-1a64-48ec-a267-f8ae19352df5 tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] 10.222.0.68 "GET /v2.0/security-groups?id=ab6b1c49-8111-48c3-b139-d2f355096be8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310891 Jul 14 10:09:32.349722 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 8405204b-0b36-40a5-af7e-8c984a4736c2 no longer exists at agent hyperv_n-h2-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:09:32.386328 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 8405204b-0b36-40a5-af7e-8c984a4736c2 not bound to the agent host n-h2-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:09:32.961632 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '449d97d1-9b45-4597-b984-f74f7538a035', 'tag': '8405204b-0b36-40a5-af7e-8c984a4736c2'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:09:32.964280 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a5413dd-fbe8-42dc-b4e4-240ff8c43ed6" -d '{"events": [{"name": "network-changed", "server_uuid": "449d97d1-9b45-4597-b984-f74f7538a035", "tag": "8405204b-0b36-40a5-af7e-8c984a4736c2"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:09:33.091363 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:09:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9130e604-625b-4444-b7f4-bde8c35d70d4 x-openstack-request-id: req-9130e604-625b-4444-b7f4-bde8c35d70d4 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:09:33.091657 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "449d97d1-9b45-4597-b984-f74f7538a035", "tag": "8405204b-0b36-40a5-af7e-8c984a4736c2", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:09:33.091908 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-9130e604-625b-4444-b7f4-bde8c35d70d4 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:09:33.092333 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '449d97d1-9b45-4597-b984-f74f7538a035', 'tag': '8405204b-0b36-40a5-af7e-8c984a4736c2', 'status': 'completed', 'code': 200} Jul 14 10:09:33.231790 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5413dd-fbe8-42dc-b4e4-240ff8c43ed6 req-8100b15b-7811-4168-b0e9-c43f4b2bbc8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:33.233300 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1a5413dd-fbe8-42dc-b4e4-240ff8c43ed6 req-8100b15b-7811-4168-b0e9-c43f4b2bbc8a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=88c7b4e02daf4b76a34e6d2f9b4a58ac&device_id=449d97d1-9b45-4597-b984-f74f7538a035 HTTP/1.1" status: 200 len: 1095 time: 0.0955544 Jul 14 10:09:33.236382 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5413dd-fbe8-42dc-b4e4-240ff8c43ed6 req-57f7a5e0-0769-4302-9139-84de28aaa6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:33.237734 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1a5413dd-fbe8-42dc-b4e4-240ff8c43ed6 req-57f7a5e0-0769-4302-9139-84de28aaa6c3 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=88c7b4e02daf4b76a34e6d2f9b4a58ac&device_id=449d97d1-9b45-4597-b984-f74f7538a035 HTTP/1.1" status: 200 len: 1095 time: 0.0921590 Jul 14 10:09:33.377026 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22404b8-7b96-4b46-b973-7fb1375089a3 req-44fb8030-e18f-4dd1-a55a-9b75f3c5f948 tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:33.378559 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-b22404b8-7b96-4b46-b973-7fb1375089a3 req-44fb8030-e18f-4dd1-a55a-9b75f3c5f948 tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] 10.222.0.68 "GET /v2.0/ports?device_id=449d97d1-9b45-4597-b984-f74f7538a035 HTTP/1.1" status: 200 len: 943 time: 0.0752873 Jul 14 10:09:33.409175 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5413dd-fbe8-42dc-b4e4-240ff8c43ed6 req-3fd833b0-e635-422f-bc00-669d9cc13772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:33.410693 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1a5413dd-fbe8-42dc-b4e4-240ff8c43ed6 req-3fd833b0-e635-422f-bc00-669d9cc13772 service neutron] 10.222.0.57 "GET /v2.0/networks?id=fd9d5a7e-0c70-46e1-9ca1-468f80ab6796 HTTP/1.1" status: 200 len: 916 time: 0.1709585 Jul 14 10:09:33.413411 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5413dd-fbe8-42dc-b4e4-240ff8c43ed6 req-75667b02-68fc-41e5-8b26-c186b9b84aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:33.414795 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1a5413dd-fbe8-42dc-b4e4-240ff8c43ed6 req-75667b02-68fc-41e5-8b26-c186b9b84aaf service neutron] 10.222.0.65 "GET /v2.0/networks?id=fd9d5a7e-0c70-46e1-9ca1-468f80ab6796 HTTP/1.1" status: 200 len: 916 time: 0.1536078 Jul 14 10:09:33.419550 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-b22404b8-7b96-4b46-b973-7fb1375089a3 req-28945f2c-f546-4be5-9a3d-623c4e8fb3ee tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] 10.222.0.68 "GET /v2.0/security-groups?id=ab6b1c49-8111-48c3-b139-d2f355096be8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335340 Jul 14 10:09:33.463786 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1a5413dd-fbe8-42dc-b4e4-240ff8c43ed6 req-76b66fa0-6c38-4138-a6e2-455b4b854579 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8405204b-0b36-40a5-af7e-8c984a4736c2 HTTP/1.1" status: 200 len: 217 time: 0.0454481 Jul 14 10:09:33.500750 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1a5413dd-fbe8-42dc-b4e4-240ff8c43ed6 req-a64b3478-2fc9-4019-9ae1-ca2ae37916d2 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8405204b-0b36-40a5-af7e-8c984a4736c2 HTTP/1.1" status: 200 len: 217 time: 0.0753386 Jul 14 10:09:33.566963 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5413dd-fbe8-42dc-b4e4-240ff8c43ed6 req-dbf75ce6-2942-47dd-b22a-7f1d8352f887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:33.568393 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1a5413dd-fbe8-42dc-b4e4-240ff8c43ed6 req-dbf75ce6-2942-47dd-b22a-7f1d8352f887 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=389216e1-565d-41a4-9c48-1b9d713beb3e HTTP/1.1" status: 200 len: 855 time: 0.0753603 Jul 14 10:09:33.573317 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5413dd-fbe8-42dc-b4e4-240ff8c43ed6 req-4898195c-f193-4a57-a076-c436dedac00f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:33.574671 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1a5413dd-fbe8-42dc-b4e4-240ff8c43ed6 req-4898195c-f193-4a57-a076-c436dedac00f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=389216e1-565d-41a4-9c48-1b9d713beb3e HTTP/1.1" status: 200 len: 855 time: 0.0559475 Jul 14 10:09:33.627210 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1a5413dd-fbe8-42dc-b4e4-240ff8c43ed6 req-c88ecd02-82cb-4058-a9bf-b225feacac19 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fd9d5a7e-0c70-46e1-9ca1-468f80ab6796&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0513024 Jul 14 10:09:33.629125 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1a5413dd-fbe8-42dc-b4e4-240ff8c43ed6 req-a27e1cc0-4fc2-49d6-80f9-efcab8606059 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=fd9d5a7e-0c70-46e1-9ca1-468f80ab6796&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462523 Jul 14 10:09:33.782061 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1a5413dd-fbe8-42dc-b4e4-240ff8c43ed6 req-23a5606c-5309-43e3-9c69-88f5a3890944 service neutron] 10.222.0.57 "GET /v2.0/networks/fd9d5a7e-0c70-46e1-9ca1-468f80ab6796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485968 Jul 14 10:09:33.783795 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1a5413dd-fbe8-42dc-b4e4-240ff8c43ed6 req-e749df78-1868-4511-8c98-e090d8d1ec3f service neutron] 10.222.0.65 "GET /v2.0/networks/fd9d5a7e-0c70-46e1-9ca1-468f80ab6796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437721 Jul 14 10:09:34.207193 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1a5413dd-fbe8-42dc-b4e4-240ff8c43ed6 req-91da8c09-1d9d-4102-a9c6-d3f9fa01ebba service neutron] 10.222.0.57 "GET /v2.0/networks/fd9d5a7e-0c70-46e1-9ca1-468f80ab6796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4188046 Jul 14 10:09:34.210519 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1a5413dd-fbe8-42dc-b4e4-240ff8c43ed6 req-5e8e5d05-7e63-4fe5-b4a5-62cb68965199 service neutron] 10.222.0.65 "GET /v2.0/networks/fd9d5a7e-0c70-46e1-9ca1-468f80ab6796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4145257 Jul 14 10:09:34.301225 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 8405204b-0b36-40a5-af7e-8c984a4736c2 details requested by agent hyperv_n-h1-779913-29 with host n-h1-779913-29 {{(pid=93959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 10:09:34.396029 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port 8405204b-0b36-40a5-af7e-8c984a4736c2, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=8405204b-0b36-40a5-af7e-8c984a4736c2,segment=NetworkSegment(39616348-030a-4354-8253-e2f60351f739),segment_id=39616348-030a-4354-8253-e2f60351f739)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:09:34.407082 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Returning: {'device': '8405204b-0b36-40a5-af7e-8c984a4736c2', 'network_id': 'fd9d5a7e-0c70-46e1-9ca1-468f80ab6796', 'port_id': '8405204b-0b36-40a5-af7e-8c984a4736c2', 'mac_address': 'fa:16:3e:71:17:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 746, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '389216e1-565d-41a4-9c48-1b9d713beb3e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 10:09:34.442282 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:34.455124 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8405204b-0b36-40a5-af7e-8c984a4736c2 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:09:34.474554 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port 8405204b-0b36-40a5-af7e-8c984a4736c2, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=8405204b-0b36-40a5-af7e-8c984a4736c2,segment=NetworkSegment(39616348-030a-4354-8253-e2f60351f739),segment_id=39616348-030a-4354-8253-e2f60351f739)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:09:34.478472 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:34.526838 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Pushing event updated for resources: {'Port': ['ID=8405204b-0b36-40a5-af7e-8c984a4736c2,revision_number=8']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:09:34.601068 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4526b24a-52b7-4419-8731-845cc1ecf996 req-e96c0faa-a990-431c-9f79-5f306f2444f5 tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:34.602488 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-4526b24a-52b7-4419-8731-845cc1ecf996 req-e96c0faa-a990-431c-9f79-5f306f2444f5 tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] 10.222.0.68 "GET /v2.0/ports?device_id=449d97d1-9b45-4597-b984-f74f7538a035 HTTP/1.1" status: 200 len: 944 time: 0.0672047 Jul 14 10:09:34.641003 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-4526b24a-52b7-4419-8731-845cc1ecf996 req-a8a1915b-bfb8-4421-bc57-7beaf9e88270 tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] 10.222.0.68 "GET /v2.0/security-groups?id=ab6b1c49-8111-48c3-b139-d2f355096be8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329297 Jul 14 10:09:34.781221 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] get_ports_and_sgs() called for port_ids ['8405204b-0b36-40a5-af7e-8c984a4736c2'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:09:34.982433 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6898404a-1647-4fcf-84c2-430a10fadbae req-b31de93f-465c-428d-93c5-3c8d679ee0e7 tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:34.984543 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6898404a-1647-4fcf-84c2-430a10fadbae req-b31de93f-465c-428d-93c5-3c8d679ee0e7 tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] 10.222.0.68 "GET /v2.0/ports?device_id=449d97d1-9b45-4597-b984-f74f7538a035 HTTP/1.1" status: 200 len: 944 time: 0.1107922 Jul 14 10:09:35.007488 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9b4c44-8f27-47f2-8a66-ac7fda910815 req-516358c3-8b30-4141-a0b1-dbca72db9146 tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:35.008879 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5c9b4c44-8f27-47f2-8a66-ac7fda910815 req-516358c3-8b30-4141-a0b1-dbca72db9146 tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] 10.222.0.57 "GET /v2.0/ports?device_id=449d97d1-9b45-4597-b984-f74f7538a035&tenant_id=88c7b4e02daf4b76a34e6d2f9b4a58ac&binding%3Ahost_id=n-h1-779913-29 HTTP/1.1" status: 200 len: 944 time: 0.1067522 Jul 14 10:09:35.064001 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6898404a-1647-4fcf-84c2-430a10fadbae req-9fc9130f-a98f-4eca-b73b-58b69b602942 tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] 10.222.0.68 "GET /v2.0/security-groups?id=ab6b1c49-8111-48c3-b139-d2f355096be8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733328 Jul 14 10:09:35.089352 n-d-779913-29 neutron-server[93957]: INFO neutron.api.v2.resource [req-5c9b4c44-8f27-47f2-8a66-ac7fda910815 req-1bbc3471-f274-4b39-8094-bf7db02b08d9 service neutron] delete failed (client error): The resource could not be found. Jul 14 10:09:35.090542 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5c9b4c44-8f27-47f2-8a66-ac7fda910815 req-1bbc3471-f274-4b39-8094-bf7db02b08d9 service neutron] 10.222.0.57 "DELETE /v2.0/ports/8405204b-0b36-40a5-af7e-8c984a4736c2/bindings/n-h2-779913-29 HTTP/1.1" status: 404 len: 381 time: 0.0738847 Jul 14 10:09:35.206829 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9b4c44-8f27-47f2-8a66-ac7fda910815 req-7826fb03-baa2-4b6e-b2c7-fa30f8bb6aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:35.208439 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5c9b4c44-8f27-47f2-8a66-ac7fda910815 req-7826fb03-baa2-4b6e-b2c7-fa30f8bb6aae service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=88c7b4e02daf4b76a34e6d2f9b4a58ac&device_id=449d97d1-9b45-4597-b984-f74f7538a035 HTTP/1.1" status: 200 len: 1096 time: 0.0578959 Jul 14 10:09:35.302295 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9b4c44-8f27-47f2-8a66-ac7fda910815 req-705f4b32-e408-42f3-af28-08b730661037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:35.303766 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5c9b4c44-8f27-47f2-8a66-ac7fda910815 req-705f4b32-e408-42f3-af28-08b730661037 service neutron] 10.222.0.57 "GET /v2.0/networks?id=fd9d5a7e-0c70-46e1-9ca1-468f80ab6796 HTTP/1.1" status: 200 len: 916 time: 0.0886261 Jul 14 10:09:35.345990 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5c9b4c44-8f27-47f2-8a66-ac7fda910815 req-a321eaef-d88e-4753-99e8-3aeb1b63e138 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8405204b-0b36-40a5-af7e-8c984a4736c2 HTTP/1.1" status: 200 len: 217 time: 0.0349178 Jul 14 10:09:35.393444 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9b4c44-8f27-47f2-8a66-ac7fda910815 req-f6038457-325f-4a51-81ae-ea731560c9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:35.394940 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5c9b4c44-8f27-47f2-8a66-ac7fda910815 req-f6038457-325f-4a51-81ae-ea731560c9b6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=389216e1-565d-41a4-9c48-1b9d713beb3e HTTP/1.1" status: 200 len: 855 time: 0.0433362 Jul 14 10:09:35.426666 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5c9b4c44-8f27-47f2-8a66-ac7fda910815 req-319c93e7-5d19-409e-bf14-b541b9072360 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fd9d5a7e-0c70-46e1-9ca1-468f80ab6796&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258217 Jul 14 10:09:35.518014 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5c9b4c44-8f27-47f2-8a66-ac7fda910815 req-6f9b91d9-8c7c-443a-8e33-b12473a0eaa8 service neutron] 10.222.0.57 "GET /v2.0/networks/fd9d5a7e-0c70-46e1-9ca1-468f80ab6796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839360 Jul 14 10:09:35.606202 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5c9b4c44-8f27-47f2-8a66-ac7fda910815 req-278f964a-d406-4efe-957a-323b1f0cf732 service neutron] 10.222.0.57 "GET /v2.0/networks/fd9d5a7e-0c70-46e1-9ca1-468f80ab6796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815041 Jul 14 10:09:35.666172 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.agents_db [None req-3c3509fb-540d-4335-a450-574895dd3602 None None] Agent healthcheck: found 7 active agents {{(pid=93960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:09:36.247586 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2e0edc-479e-4718-9bc4-44966117d11e req-159accff-e2fe-48a4-b5a7-c28149e7bace tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:36.249207 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-df2e0edc-479e-4718-9bc4-44966117d11e req-159accff-e2fe-48a4-b5a7-c28149e7bace tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] 10.222.0.68 "GET /v2.0/ports?device_id=449d97d1-9b45-4597-b984-f74f7538a035 HTTP/1.1" status: 200 len: 944 time: 0.0676653 Jul 14 10:09:36.286769 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-df2e0edc-479e-4718-9bc4-44966117d11e req-cab9b6f5-b2fc-46aa-be12-cc87a60ead64 tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] 10.222.0.68 "GET /v2.0/security-groups?id=ab6b1c49-8111-48c3-b139-d2f355096be8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312941 Jul 14 10:09:36.311342 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 8405204b-0b36-40a5-af7e-8c984a4736c2 up at agent hyperv_n-h1-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:09:36.362355 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Provisioning for port 8405204b-0b36-40a5-af7e-8c984a4736c2 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:09:36.366661 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Provisioning complete for port 8405204b-0b36-40a5-af7e-8c984a4736c2 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:09:36.367038 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:36.446249 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:36.469678 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '449d97d1-9b45-4597-b984-f74f7538a035', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8405204b-0b36-40a5-af7e-8c984a4736c2'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:09:36.471929 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd62303f06773040a8a4e189dc46b4f565768c299abf8ab8e7739778b0bc3e97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-318a4691-f45e-43a6-8652-35b934f0d103" -d '{"events": [{"server_uuid": "449d97d1-9b45-4597-b984-f74f7538a035", "name": "network-vif-plugged", "status": "completed", "tag": "8405204b-0b36-40a5-af7e-8c984a4736c2"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:09:36.472224 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae40621d-a5ae-4ce6-bab6-917671c32a16 req-105e0251-7d31-4a8d-ad78-217247daa556 tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:36.473844 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ae40621d-a5ae-4ce6-bab6-917671c32a16 req-105e0251-7d31-4a8d-ad78-217247daa556 tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] 10.222.0.68 "GET /v2.0/ports?device_id=449d97d1-9b45-4597-b984-f74f7538a035 HTTP/1.1" status: 200 len: 944 time: 0.0693221 Jul 14 10:09:36.485246 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port 8405204b-0b36-40a5-af7e-8c984a4736c2, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=8405204b-0b36-40a5-af7e-8c984a4736c2,segment=NetworkSegment(39616348-030a-4354-8253-e2f60351f739),segment_id=39616348-030a-4354-8253-e2f60351f739)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:09:36.489258 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:36.516375 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ae40621d-a5ae-4ce6-bab6-917671c32a16 req-a055c55f-d33b-4bd9-943d-9a7403a0af46 tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] 10.222.0.68 "GET /v2.0/security-groups?id=ab6b1c49-8111-48c3-b139-d2f355096be8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359566 Jul 14 10:09:36.545757 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Pushing event updated for resources: {'Port': ['ID=8405204b-0b36-40a5-af7e-8c984a4736c2,revision_number=9']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:09:36.578483 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:09:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-146e65e1-fe20-44b2-93ef-2d98db5df3eb x-openstack-request-id: req-146e65e1-fe20-44b2-93ef-2d98db5df3eb {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:09:36.578869 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "449d97d1-9b45-4597-b984-f74f7538a035", "name": "network-vif-plugged", "status": "completed", "tag": "8405204b-0b36-40a5-af7e-8c984a4736c2", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:09:36.579183 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-146e65e1-fe20-44b2-93ef-2d98db5df3eb {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:09:36.579673 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '449d97d1-9b45-4597-b984-f74f7538a035', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8405204b-0b36-40a5-af7e-8c984a4736c2', 'code': 200} Jul 14 10:09:36.692063 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bada618-8c22-46be-a6ea-e034c9f92621 req-16422b5f-474e-452b-b807-493fe8cb6a29 tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:36.693550 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2bada618-8c22-46be-a6ea-e034c9f92621 req-16422b5f-474e-452b-b807-493fe8cb6a29 tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] 10.222.0.68 "GET /v2.0/ports?device_id=449d97d1-9b45-4597-b984-f74f7538a035 HTTP/1.1" status: 200 len: 945 time: 0.0629041 Jul 14 10:09:36.732997 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2bada618-8c22-46be-a6ea-e034c9f92621 req-fd0145fd-a10d-4f63-9978-41309f02876a tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] 10.222.0.68 "GET /v2.0/security-groups?id=ab6b1c49-8111-48c3-b139-d2f355096be8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339248 Jul 14 10:09:37.300373 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9486aa-5c97-4228-8062-9f1d4889ecdd req-74fa900e-c6af-4012-bf37-66b6fb741e46 tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:37.301906 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-2b9486aa-5c97-4228-8062-9f1d4889ecdd req-74fa900e-c6af-4012-bf37-66b6fb741e46 tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] 10.222.0.68 "GET /v2.0/ports?device_id=449d97d1-9b45-4597-b984-f74f7538a035 HTTP/1.1" status: 200 len: 945 time: 0.0631051 Jul 14 10:09:37.340739 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-2b9486aa-5c97-4228-8062-9f1d4889ecdd req-3e35a66a-97e5-4873-9128-b8f54c905b00 tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] 10.222.0.68 "GET /v2.0/security-groups?id=ab6b1c49-8111-48c3-b139-d2f355096be8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331655 Jul 14 10:09:38.451979 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca7042c-b09d-42b5-b1b5-288e08604bba req-dd001754-d220-4d56-a03e-fa3e206d5ad6 tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:38.453995 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-fca7042c-b09d-42b5-b1b5-288e08604bba req-dd001754-d220-4d56-a03e-fa3e206d5ad6 tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] 10.222.0.65 "GET /v2.0/ports?device_id=449d97d1-9b45-4597-b984-f74f7538a035 HTTP/1.1" status: 200 len: 945 time: 0.0629878 Jul 14 10:09:38.582527 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbd5e8e-6ccc-4116-a2b5-c769fa506b05 req-2dd3b9df-b3fb-428f-bd98-ce64bb4637e4 tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:38.584022 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8fbd5e8e-6ccc-4116-a2b5-c769fa506b05 req-2dd3b9df-b3fb-428f-bd98-ce64bb4637e4 tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] 10.222.0.68 "GET /v2.0/ports?device_id=449d97d1-9b45-4597-b984-f74f7538a035 HTTP/1.1" status: 200 len: 945 time: 0.1291044 Jul 14 10:09:38.625394 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [req-fca7042c-b09d-42b5-b1b5-288e08604bba req-c13f0ce6-e630-4aae-8348-8e02cf2303f8 tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] Deleting port 8405204b-0b36-40a5-af7e-8c984a4736c2 {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:09:38.625689 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-fca7042c-b09d-42b5-b1b5-288e08604bba req-c13f0ce6-e630-4aae-8348-8e02cf2303f8 tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:38.648007 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8fbd5e8e-6ccc-4116-a2b5-c769fa506b05 req-2c63087e-3da9-4bed-9fd0-5a319c62ff1b tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] 10.222.0.68 "GET /v2.0/security-groups?id=ab6b1c49-8111-48c3-b139-d2f355096be8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565419 Jul 14 10:09:38.722024 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-fca7042c-b09d-42b5-b1b5-288e08604bba req-c13f0ce6-e630-4aae-8348-8e02cf2303f8 tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] For port 8405204b-0b36-40a5-af7e-8c984a4736c2, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=8405204b-0b36-40a5-af7e-8c984a4736c2,segment=NetworkSegment(39616348-030a-4354-8253-e2f60351f739),segment_id=39616348-030a-4354-8253-e2f60351f739)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:09:38.722391 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-fca7042c-b09d-42b5-b1b5-288e08604bba req-c13f0ce6-e630-4aae-8348-8e02cf2303f8 tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:38.735005 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [req-fca7042c-b09d-42b5-b1b5-288e08604bba req-c13f0ce6-e630-4aae-8348-8e02cf2303f8 tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] Calling delete_port for 8405204b-0b36-40a5-af7e-8c984a4736c2 owned by compute:nova {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:09:38.860967 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-fca7042c-b09d-42b5-b1b5-288e08604bba req-c13f0ce6-e630-4aae-8348-8e02cf2303f8 tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:38.890949 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13f0ce6-e630-4aae-8348-8e02cf2303f8 tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] Pushing event deleted for resources: {'Port': ['ID=8405204b-0b36-40a5-af7e-8c984a4736c2,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:09:38.895638 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] get_ports_and_sgs() called for port_ids ['8405204b-0b36-40a5-af7e-8c984a4736c2'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:09:38.934927 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-fca7042c-b09d-42b5-b1b5-288e08604bba req-c13f0ce6-e630-4aae-8348-8e02cf2303f8 tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] No DVR routers for this DVR port 8405204b-0b36-40a5-af7e-8c984a4736c2 on host n-h1-779913-29 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:09:38.938085 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-fca7042c-b09d-42b5-b1b5-288e08604bba req-c13f0ce6-e630-4aae-8348-8e02cf2303f8 tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:38.940086 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-fca7042c-b09d-42b5-b1b5-288e08604bba req-c13f0ce6-e630-4aae-8348-8e02cf2303f8 tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] 10.222.0.65 "DELETE /v2.0/ports/8405204b-0b36-40a5-af7e-8c984a4736c2 HTTP/1.1" status: 204 len: 173 time: 0.4766810 Jul 14 10:09:38.940534 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '449d97d1-9b45-4597-b984-f74f7538a035', 'name': 'network-vif-deleted', 'tag': '8405204b-0b36-40a5-af7e-8c984a4736c2'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:09:38.942805 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2cb0ed4-ec49-489a-b5be-402c041ad15b" -d '{"events": [{"server_uuid": "449d97d1-9b45-4597-b984-f74f7538a035", "name": "network-vif-deleted", "tag": "8405204b-0b36-40a5-af7e-8c984a4736c2"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:09:38.979722 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:09:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b701687a-7991-46fc-bed0-6be3b11b26d7 x-openstack-request-id: req-b701687a-7991-46fc-bed0-6be3b11b26d7 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:09:38.980045 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "449d97d1-9b45-4597-b984-f74f7538a035", "name": "network-vif-deleted", "tag": "8405204b-0b36-40a5-af7e-8c984a4736c2", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:09:38.980305 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-b701687a-7991-46fc-bed0-6be3b11b26d7 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:09:38.980713 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '449d97d1-9b45-4597-b984-f74f7538a035', 'name': 'network-vif-deleted', 'tag': '8405204b-0b36-40a5-af7e-8c984a4736c2', 'status': 'completed', 'code': 200} Jul 14 10:09:39.874513 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 37502) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:09:39.918238 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_v2 [None req-1031bfb4-9a77-4aaa-88f6-ec7e24a08830 admin admin] Deleting subnet 389216e1-565d-41a4-9c48-1b9d713beb3e {{(pid=93957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 10:09:39.921206 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1031bfb4-9a77-4aaa-88f6-ec7e24a08830 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:39.958147 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1031bfb4-9a77-4aaa-88f6-ec7e24a08830 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10944203'] for subnet, precommit_delete_associations {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:39.995297 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1031bfb4-9a77-4aaa-88f6-ec7e24a08830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3481002'] for subnet, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:40.047189 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1031bfb4-9a77-4aaa-88f6-ec7e24a08830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10052701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11984075'] for subnet, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:40.073651 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1031bfb4-9a77-4aaa-88f6-ec7e24a08830 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=389216e1-565d-41a4-9c48-1b9d713beb3e,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:09:40.075640 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1031bfb4-9a77-4aaa-88f6-ec7e24a08830 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:40.080380 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-1031bfb4-9a77-4aaa-88f6-ec7e24a08830 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/389216e1-565d-41a4-9c48-1b9d713beb3e HTTP/1.1" status: 204 len: 168 time: 0.2020013 Jul 14 10:09:40.081125 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 37504) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:09:40.151164 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1ac9d5cb-a0c0-4799-8847-a2a5c7448be8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3876111'] for network, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:40.233155 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1ac9d5cb-a0c0-4799-8847-a2a5c7448be8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473955', 'neutron.services.segments.db._delete_segments_for_network-8735688326548'] for network, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:40.242964 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-1ac9d5cb-a0c0-4799-8847-a2a5c7448be8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd9d5a7e-0c70-46e1-9ca1-468f80ab6796']}} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:09:40.253413 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-1ac9d5cb-a0c0-4799-8847-a2a5c7448be8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39616348-030a-4354-8253-e2f60351f739') {'for_net_delete': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:09:40.253730 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-1ac9d5cb-a0c0-4799-8847-a2a5c7448be8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39616348-030a-4354-8253-e2f60351f739') {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:09:40.262325 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1ac9d5cb-a0c0-4799-8847-a2a5c7448be8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735688356235', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10944210'] for segment, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:40.276032 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1ac9d5cb-a0c0-4799-8847-a2a5c7448be8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:40.284288 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ac9d5cb-a0c0-4799-8847-a2a5c7448be8 admin admin] Releasing vlan 746 on physical network physnet1 to pool {{(pid=93957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 10:09:40.284288 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1ac9d5cb-a0c0-4799-8847-a2a5c7448be8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10053619'] for segment, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:40.285678 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:09:40.285678 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:09:40.285678 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:09:40.285678 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:09:40.285678 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:09:40.285678 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:09:40.285678 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:09:40.285678 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:09:40.285678 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:09:40.285678 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:09:40.285678 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:09:40.285678 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:09:40.285678 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:09:40.285678 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:09:40.285678 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:09:40.285678 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:09:40.285678 n-d-779913-29 neutron-server[93957]: Traceback (most recent call last): Jul 14 10:09:40.285678 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 10:09:40.285678 n-d-779913-29 neutron-server[93957]: timer() Jul 14 10:09:40.285678 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 10:09:40.285678 n-d-779913-29 neutron-server[93957]: cb(*args, **kw) Jul 14 10:09:40.285678 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 10:09:40.285678 n-d-779913-29 neutron-server[93957]: return func(*args, **kwargs) Jul 14 10:09:40.285678 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 10:09:40.285678 n-d-779913-29 neutron-server[93957]: self._notify() Jul 14 10:09:40.285678 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 10:09:40.285678 n-d-779913-29 neutron-server[93957]: self.callback(batched_events) Jul 14 10:09:40.285678 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 10:09:40.285678 n-d-779913-29 neutron-server[93957]: event.method(event) Jul 14 10:09:40.285678 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 10:09:40.285678 n-d-779913-29 neutron-server[93957]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 10:09:40.285678 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 10:09:40.285678 n-d-779913-29 neutron-server[93957]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 10:09:40.285678 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 10:09:40.285678 n-d-779913-29 neutron-server[93957]: return f(self, *a, **k) Jul 14 10:09:40.285678 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 10:09:40.285678 n-d-779913-29 neutron-server[93957]: return self._get(url).json() Jul 14 10:09:40.285678 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 10:09:40.285678 n-d-779913-29 neutron-server[93957]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 10:09:40.285678 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 10:09:40.285678 n-d-779913-29 neutron-server[93957]: return self.request(url, 'GET', **kwargs) Jul 14 10:09:40.285678 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 10:09:40.285678 n-d-779913-29 neutron-server[93957]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 10:09:40.285678 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 10:09:40.285678 n-d-779913-29 neutron-server[93957]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 10:09:40.285678 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 10:09:40.285678 n-d-779913-29 neutron-server[93957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 10:09:40.285678 n-d-779913-29 neutron-server[93957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 10:09:40.351404 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1ac9d5cb-a0c0-4799-8847-a2a5c7448be8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660504'] for network, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:40.356891 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1ac9d5cb-a0c0-4799-8847-a2a5c7448be8 admin admin] Notify callbacks [] for network, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:40.358909 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-1ac9d5cb-a0c0-4799-8847-a2a5c7448be8 admin admin] 10.222.0.68 "DELETE /v2.0/networks/fd9d5a7e-0c70-46e1-9ca1-468f80ab6796 HTTP/1.1" status: 204 len: 168 time: 0.2772183 Jul 14 10:09:40.371036 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac9d5cb-a0c0-4799-8847-a2a5c7448be8 admin admin] Pushing event deleted for resources: {'Network': ['ID=fd9d5a7e-0c70-46e1-9ca1-468f80ab6796,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:09:40.468323 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 37508) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:09:40.508654 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-ac0946bd-c940-4246-9e95-86b01b961048 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=88c7b4e02daf4b76a34e6d2f9b4a58ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0387318 Jul 14 10:09:40.511870 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 37510) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:09:40.566982 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-041197c0-fd95-43b9-beea-99fd5ce8726c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:40.588746 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-041197c0-fd95-43b9-beea-99fd5ce8726c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:40.634209 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-041197c0-fd95-43b9-beea-99fd5ce8726c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:40.636727 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-041197c0-fd95-43b9-beea-99fd5ce8726c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:40.637932 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-041197c0-fd95-43b9-beea-99fd5ce8726c admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/ab6b1c49-8111-48c3-b139-d2f355096be8 HTTP/1.1" status: 204 len: 168 time: 0.1251614 Jul 14 10:09:40.645856 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041197c0-fd95-43b9-beea-99fd5ce8726c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab6b1c49-8111-48c3-b139-d2f355096be8,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:09:40.653971 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041197c0-fd95-43b9-beea-99fd5ce8726c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:09:40.654325 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041197c0-fd95-43b9-beea-99fd5ce8726c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:09:40.654669 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041197c0-fd95-43b9-beea-99fd5ce8726c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:09:40.655008 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041197c0-fd95-43b9-beea-99fd5ce8726c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:09:40.655374 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041197c0-fd95-43b9-beea-99fd5ce8726c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:09:40.655685 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041197c0-fd95-43b9-beea-99fd5ce8726c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:09:40.656009 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041197c0-fd95-43b9-beea-99fd5ce8726c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:09:40.656337 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041197c0-fd95-43b9-beea-99fd5ce8726c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:09:40.656662 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041197c0-fd95-43b9-beea-99fd5ce8726c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:09:40.656988 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041197c0-fd95-43b9-beea-99fd5ce8726c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:09:40.657314 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041197c0-fd95-43b9-beea-99fd5ce8726c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:09:40.657694 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041197c0-fd95-43b9-beea-99fd5ce8726c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:09:41.337792 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 37532) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:09:41.456988 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-a11f3522-90f3-43fa-913f-a3deb73e8633 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-29751055-network', 'tenant_id': '1f9c0a4e933c47379e1aa8c6bf9c0620'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:09:41.480901 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a11f3522-90f3-43fa-913f-a3deb73e8633 admin admin] Made reservation on behalf of 1f9c0a4e933c47379e1aa8c6bf9c0620 for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:09:41.483467 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a11f3522-90f3-43fa-913f-a3deb73e8633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:41.492978 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a11f3522-90f3-43fa-913f-a3deb73e8633 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:41.594070 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a11f3522-90f3-43fa-913f-a3deb73e8633 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:41.597992 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a11f3522-90f3-43fa-913f-a3deb73e8633 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:41.623301 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a11f3522-90f3-43fa-913f-a3deb73e8633 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 736} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 10:09:41.633458 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11f3522-90f3-43fa-913f-a3deb73e8633 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6095e9f6-1eab-4288-8502-96dbd964dac8,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:09:41.638603 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a11f3522-90f3-43fa-913f-a3deb73e8633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:41.638951 n-d-779913-29 neutron-server[93958]: INFO neutron.db.segments_db [None req-a11f3522-90f3-43fa-913f-a3deb73e8633 admin admin] Added segment d47c0a19-c61e-44d6-8c05-eb47451816f8 of type vlan for network 742eb7cb-e5f7-44de-b05c-3ac48a812bcf Jul 14 10:09:41.681752 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a11f3522-90f3-43fa-913f-a3deb73e8633 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735687821325'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:41.711007 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a11f3522-90f3-43fa-913f-a3deb73e8633 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:41.712109 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a11f3522-90f3-43fa-913f-a3deb73e8633 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:41.712790 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a11f3522-90f3-43fa-913f-a3deb73e8633 admin admin] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:41.767815 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-a11f3522-90f3-43fa-913f-a3deb73e8633 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4288685 Jul 14 10:09:41.770996 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 37536) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:09:41.776042 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-3894d137-c2a7-4929-9e53-28af15d4211b admin admin] Request body: {'subnet': {'network_id': '742eb7cb-e5f7-44de-b05c-3ac48a812bcf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-29751055-subnet', 'tenant_id': '1f9c0a4e933c47379e1aa8c6bf9c0620', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:09:41.778236 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11f3522-90f3-43fa-913f-a3deb73e8633 admin admin] Pushing event updated for resources: {'Network': ['ID=742eb7cb-e5f7-44de-b05c-3ac48a812bcf,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:09:41.788104 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Network 742eb7cb-e5f7-44de-b05c-3ac48a812bcf details requested by agent ovs-agent-n-d-779913-29 with host n-d-779913-29 {{(pid=93959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 10:09:41.799269 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3894d137-c2a7-4929-9e53-28af15d4211b admin admin] Made reservation on behalf of 1f9c0a4e933c47379e1aa8c6bf9c0620 for: {'subnet': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:09:41.801729 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3894d137-c2a7-4929-9e53-28af15d4211b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11984110'] for subnet, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:41.972268 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3894d137-c2a7-4929-9e53-28af15d4211b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10052764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11984092'] for subnet, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:42.031068 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3894d137-c2a7-4929-9e53-28af15d4211b admin admin] Pushing event updated for resources: {'Subnet': ['ID=db7cecf2-4301-4c3f-bbb1-78ad80d93968,revision_number=0']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:09:42.037009 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3894d137-c2a7-4929-9e53-28af15d4211b admin admin] Checking segment: {'id': 'd47c0a19-c61e-44d6-8c05-eb47451816f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '742eb7cb-e5f7-44de-b05c-3ac48a812bcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:09:42.037309 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3894d137-c2a7-4929-9e53-28af15d4211b admin admin] Network hostable DHCP agents. Network: 742eb7cb-e5f7-44de-b05c-3ac48a812bcf, hostable agents: ['c6a09bd4-f72e-4283-a3ca-0bbca8a51081'], hosted agents: [] {{(pid=93957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 10:09:42.054035 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3894d137-c2a7-4929-9e53-28af15d4211b admin admin] Network 742eb7cb-e5f7-44de-b05c-3ac48a812bcf is scheduled to be hosted by DHCP agent c6a09bd4-f72e-4283-a3ca-0bbca8a51081 with binding_index 1 {{(pid=93957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 10:09:42.062680 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-3894d137-c2a7-4929-9e53-28af15d4211b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-29, 742eb7cb-e5f7-44de-b05c-3ac48a812bcf) {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:09:42.067272 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3894d137-c2a7-4929-9e53-28af15d4211b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:42.068426 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3894d137-c2a7-4929-9e53-28af15d4211b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:42.071564 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22da7b09-c9c9-4ad7-ae2e-f3c2f8dece91 None None] Network 742eb7cb-e5f7-44de-b05c-3ac48a812bcf requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:09:42.083111 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-3894d137-c2a7-4929-9e53-28af15d4211b admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3108699 Jul 14 10:09:42.085886 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 37538) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:09:42.090203 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-6c18601b-e377-497b-8c47-5ade9d3095f5 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-29751055-router', 'tenant_id': '1f9c0a4e933c47379e1aa8c6bf9c0620', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'}}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:09:42.111725 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6c18601b-e377-497b-8c47-5ade9d3095f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-711749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14670'] for router, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:42.112688 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6c18601b-e377-497b-8c47-5ade9d3095f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-711718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-661475', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14679'] for router, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:42.168918 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6c18601b-e377-497b-8c47-5ade9d3095f5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:42.216887 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc9de862-d2dc-4525-b5db-b03f59da94d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf57baaa9-fd24-59f4-8fd2-1dc21122ce72-742eb7cb-e5f7-44de-b05c-3ac48a812bcf', 'network_id': '742eb7cb-e5f7-44de-b05c-3ac48a812bcf', 'tenant_id': '1f9c0a4e933c47379e1aa8c6bf9c0620', 'fixed_ips': [{'subnet_id': 'db7cecf2-4301-4c3f-bbb1-78ad80d93968'}]}} from n-d-779913-29. {{(pid=93959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 10:09:42.217826 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fc9de862-d2dc-4525-b5db-b03f59da94d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:42.304171 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6c18601b-e377-497b-8c47-5ade9d3095f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-661489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-711771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12973'] for router, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:42.348726 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 8405204b-0b36-40a5-af7e-8c984a4736c2 no longer exists at agent hyperv_n-h1-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:09:42.354326 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-fc9de862-d2dc-4525-b5db-b03f59da94d4 None None] Allocated IP 172.20.0.2 (742eb7cb-e5f7-44de-b05c-3ac48a812bcf/db7cecf2-4301-4c3f-bbb1-78ad80d93968/6b21bbb6-9666-4e99-937e-877cf6402037) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:09:42.376843 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] No Port match for: 8405204b-0b36-40a5-af7e-8c984a4736c2 {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:09:42.377107 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 8405204b-0b36-40a5-af7e-8c984a4736c2 not bound to the agent host n-h1-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:09:42.507500 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6c18601b-e377-497b-8c47-5ade9d3095f5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:42.515053 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fc9de862-d2dc-4525-b5db-b03f59da94d4 None None] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:42.523762 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-fc9de862-d2dc-4525-b5db-b03f59da94d4 None None] Transition to ACTIVE for port object 6b21bbb6-9666-4e99-937e-877cf6402037 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:09:42.526964 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6c18601b-e377-497b-8c47-5ade9d3095f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:42.539058 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-fc9de862-d2dc-4525-b5db-b03f59da94d4 None None] Transition to ACTIVE for port object 6b21bbb6-9666-4e99-937e-877cf6402037 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:09:42.544370 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fc9de862-d2dc-4525-b5db-b03f59da94d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:42.587562 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc9de862-d2dc-4525-b5db-b03f59da94d4 None None] Network 742eb7cb-e5f7-44de-b05c-3ac48a812bcf is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:09:42.590486 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-fc9de862-d2dc-4525-b5db-b03f59da94d4 None None] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:09:42.594411 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc9de862-d2dc-4525-b5db-b03f59da94d4 None None] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:09:42.601313 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9de862-d2dc-4525-b5db-b03f59da94d4 None None] Pushing event updated for resources: {'Port': ['ID=6b21bbb6-9666-4e99-937e-877cf6402037,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:09:42.636117 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-6c18601b-e377-497b-8c47-5ade9d3095f5 admin admin] Allocated IP 172.25.4.22 (2dcd4d32-cc7c-4468-b396-7ce5c9231892/6cd22a75-5bc1-467c-a3c4-0af04bd1b34a/51ce7f0f-9b66-4616-8e2c-00ebb7cae753) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:09:42.656840 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-fc9de862-d2dc-4525-b5db-b03f59da94d4 None None] Attempting to bind port 6b21bbb6-9666-4e99-937e-877cf6402037 on host n-d-779913-29 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:09:42.657219 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-fc9de862-d2dc-4525-b5db-b03f59da94d4 None None] Attempting to bind port 6b21bbb6-9666-4e99-937e-877cf6402037 by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': 'd47c0a19-c61e-44d6-8c05-eb47451816f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '742eb7cb-e5f7-44de-b05c-3ac48a812bcf'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:09:42.657623 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc9de862-d2dc-4525-b5db-b03f59da94d4 None None] Attempting to bind port 6b21bbb6-9666-4e99-937e-877cf6402037 on network 742eb7cb-e5f7-44de-b05c-3ac48a812bcf {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:09:42.662648 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc9de862-d2dc-4525-b5db-b03f59da94d4 None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 9, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:09:42.663027 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc9de862-d2dc-4525-b5db-b03f59da94d4 None None] Checking segment: {'id': 'd47c0a19-c61e-44d6-8c05-eb47451816f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '742eb7cb-e5f7-44de-b05c-3ac48a812bcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:09:42.663429 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fc9de862-d2dc-4525-b5db-b03f59da94d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:42.663822 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc9de862-d2dc-4525-b5db-b03f59da94d4 None None] Bound using segment: {'id': 'd47c0a19-c61e-44d6-8c05-eb47451816f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '742eb7cb-e5f7-44de-b05c-3ac48a812bcf'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:09:42.664289 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-fc9de862-d2dc-4525-b5db-b03f59da94d4 None None] Bound port: 6b21bbb6-9666-4e99-937e-877cf6402037, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd47c0a19-c61e-44d6-8c05-eb47451816f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '742eb7cb-e5f7-44de-b05c-3ac48a812bcf'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:09:42.664669 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fc9de862-d2dc-4525-b5db-b03f59da94d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:42.727260 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-fc9de862-d2dc-4525-b5db-b03f59da94d4 None None] For port 6b21bbb6-9666-4e99-937e-877cf6402037, host n-d-779913-29, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:09:42.730304 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-fc9de862-d2dc-4525-b5db-b03f59da94d4 None None] For port 6b21bbb6-9666-4e99-937e-877cf6402037, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=6b21bbb6-9666-4e99-937e-877cf6402037,segment=NetworkSegment(d47c0a19-c61e-44d6-8c05-eb47451816f8),segment_id=d47c0a19-c61e-44d6-8c05-eb47451816f8)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:09:42.734774 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fc9de862-d2dc-4525-b5db-b03f59da94d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:42.741730 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6c18601b-e377-497b-8c47-5ade9d3095f5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:42.786581 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6c18601b-e377-497b-8c47-5ade9d3095f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:42.791780 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9de862-d2dc-4525-b5db-b03f59da94d4 None None] Pushing event updated for resources: {'Port': ['ID=6b21bbb6-9666-4e99-937e-877cf6402037,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:09:42.824178 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c18601b-e377-497b-8c47-5ade9d3095f5 admin admin] Network 2dcd4d32-cc7c-4468-b396-7ce5c9231892 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:09:42.829801 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-6c18601b-e377-497b-8c47-5ade9d3095f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:09:42.833597 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c18601b-e377-497b-8c47-5ade9d3095f5 admin admin] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:09:42.861870 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c18601b-e377-497b-8c47-5ade9d3095f5 admin admin] Pushing event updated for resources: {'Port': ['ID=51ce7f0f-9b66-4616-8e2c-00ebb7cae753,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:09:43.110978 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6c18601b-e377-497b-8c47-5ade9d3095f5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:43.260939 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:43.302697 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6c18601b-e377-497b-8c47-5ade9d3095f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-711762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-661452'] for router, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:43.430670 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c18601b-e377-497b-8c47-5ade9d3095f5 admin admin] Router c472c209-1674-43a7-9f24-adc6fdeb0ca0 is scheduled to L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 with binding_index 1 {{(pid=93957) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 10:09:43.541131 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c18601b-e377-497b-8c47-5ade9d3095f5 admin admin] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:09:43.555468 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6ba094a-b776-4e95-b88b-9c74bc6bbb87 None None] Sync routers for ids ['c472c209-1674-43a7-9f24-adc6fdeb0ca0'] in n-d-779913-29 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:09:43.561029 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6c18601b-e377-497b-8c47-5ade9d3095f5 admin admin] Notify callbacks [] for router, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:43.562883 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-6c18601b-e377-497b-8c47-5ade9d3095f5 admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.4760547 Jul 14 10:09:43.565934 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 37540) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:09:43.568073 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ba094a-b776-4e95-b88b-9c74bc6bbb87 None None] Routers {'c472c209-1674-43a7-9f24-adc6fdeb0ca0'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:09:43.568311 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-b6ba094a-b776-4e95-b88b-9c74bc6bbb87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T10:09:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['c472c209-1674-43a7-9f24-adc6fdeb0ca0'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:09:43.690512 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-b6ba094a-b776-4e95-b88b-9c74bc6bbb87 None None] Set router c472c209-1674-43a7-9f24-adc6fdeb0ca0 gateway port host: n-d-779913-29 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:09:43.704267 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef0ac332-d45f-4a73-8b18-dd5d93583e87 None None] Network 742eb7cb-e5f7-44de-b05c-3ac48a812bcf requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:09:43.773334 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-6c7b4d18-b0a1-4a41-aec8-6291888be2ba None None] Provisioning for port 6b21bbb6-9666-4e99-937e-877cf6402037 completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:09:43.923782 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-b6ba094a-b776-4e95-b88b-9c74bc6bbb87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c472c209-1674-43a7-9f24-adc6fdeb0ca0', 'name': 'tempest-ServerActionsTestJSON-29751055-router', 'tenant_id': '1f9c0a4e933c47379e1aa8c6bf9c0620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.22'}], 'enable_snat': True}, 'gw_port_id': '51ce7f0f-9b66-4616-8e2c-00ebb7cae753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:09:42Z', 'updated_at': '2021-07-14T10:09:42Z', 'revision_number': 3, 'project_id': '1f9c0a4e933c47379e1aa8c6bf9c0620', 'gw_port': {'id': '51ce7f0f-9b66-4616-8e2c-00ebb7cae753', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:a2:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c472c209-1674-43a7-9f24-adc6fdeb0ca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:09:42Z', 'updated_at': '2021-07-14T10:09:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29'}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:09:43.955276 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6ba094a-b776-4e95-b88b-9c74bc6bbb87 None None] Checking router: c472c209-1674-43a7-9f24-adc6fdeb0ca0 for host: n-d-779913-29 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:09:43.955622 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6ba094a-b776-4e95-b88b-9c74bc6bbb87 None None] Updating router c472c209-1674-43a7-9f24-adc6fdeb0ca0 port 51ce7f0f-9b66-4616-8e2c-00ebb7cae753 binding host n-d-779913-29 {{(pid=93960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 10:09:43.994322 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b6ba094a-b776-4e95-b88b-9c74bc6bbb87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:44.014626 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:44.312198 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b6ba094a-b776-4e95-b88b-9c74bc6bbb87 None None] Notify callbacks [] for port, precommit_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:44.318374 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 6b21bbb6-9666-4e99-937e-877cf6402037 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:09:44.324871 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b6ba094a-b776-4e95-b88b-9c74bc6bbb87 None None] Transition to ACTIVE for port object 51ce7f0f-9b66-4616-8e2c-00ebb7cae753 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:09:44.334584 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b6ba094a-b776-4e95-b88b-9c74bc6bbb87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:44.383413 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning for port 6b21bbb6-9666-4e99-937e-877cf6402037 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:09:44.387614 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port 6b21bbb6-9666-4e99-937e-877cf6402037 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:09:44.388110 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:44.398347 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-b6ba094a-b776-4e95-b88b-9c74bc6bbb87 None None] Attempting to bind port 51ce7f0f-9b66-4616-8e2c-00ebb7cae753 on host n-d-779913-29 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:09:44.398716 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-b6ba094a-b776-4e95-b88b-9c74bc6bbb87 None None] Attempting to bind port 51ce7f0f-9b66-4616-8e2c-00ebb7cae753 by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': '81bf7a93-80b3-43df-b9d5-462c604a2945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:09:44.399077 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ba094a-b776-4e95-b88b-9c74bc6bbb87 None None] Attempting to bind port 51ce7f0f-9b66-4616-8e2c-00ebb7cae753 on network 2dcd4d32-cc7c-4468-b396-7ce5c9231892 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:09:44.401168 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ead425b-8155-4c44-9b44-36f279e1da23 None None] Pushing event updated for resources: {'Port': ['ID=51ce7f0f-9b66-4616-8e2c-00ebb7cae753,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:09:44.410541 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ba094a-b776-4e95-b88b-9c74bc6bbb87 None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 9, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:09:44.410917 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ba094a-b776-4e95-b88b-9c74bc6bbb87 None None] Checking segment: {'id': '81bf7a93-80b3-43df-b9d5-462c604a2945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:09:44.411323 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b6ba094a-b776-4e95-b88b-9c74bc6bbb87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:44.411722 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ba094a-b776-4e95-b88b-9c74bc6bbb87 None None] Bound using segment: {'id': '81bf7a93-80b3-43df-b9d5-462c604a2945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:09:44.412189 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-b6ba094a-b776-4e95-b88b-9c74bc6bbb87 None None] Bound port: 51ce7f0f-9b66-4616-8e2c-00ebb7cae753, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81bf7a93-80b3-43df-b9d5-462c604a2945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:09:44.412772 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b6ba094a-b776-4e95-b88b-9c74bc6bbb87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:44.416277 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ead425b-8155-4c44-9b44-36f279e1da23 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:09:44.416621 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ead425b-8155-4c44-9b44-36f279e1da23 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:09:44.416960 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ead425b-8155-4c44-9b44-36f279e1da23 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:09:44.417451 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ead425b-8155-4c44-9b44-36f279e1da23 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:09:44.417665 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ead425b-8155-4c44-9b44-36f279e1da23 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:09:44.417998 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ead425b-8155-4c44-9b44-36f279e1da23 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:09:44.418324 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ead425b-8155-4c44-9b44-36f279e1da23 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:09:44.418641 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ead425b-8155-4c44-9b44-36f279e1da23 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:09:44.418962 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ead425b-8155-4c44-9b44-36f279e1da23 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:09:44.419282 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ead425b-8155-4c44-9b44-36f279e1da23 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:09:44.419605 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ead425b-8155-4c44-9b44-36f279e1da23 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:09:44.419926 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ead425b-8155-4c44-9b44-36f279e1da23 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:09:44.445382 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a44ace7b-2b0f-4840-92b9-180c8d2f280c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:44.477857 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-b6ba094a-b776-4e95-b88b-9c74bc6bbb87 None None] For port 51ce7f0f-9b66-4616-8e2c-00ebb7cae753, host n-d-779913-29, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:09:44.483222 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-b6ba094a-b776-4e95-b88b-9c74bc6bbb87 None None] For port 51ce7f0f-9b66-4616-8e2c-00ebb7cae753, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=51ce7f0f-9b66-4616-8e2c-00ebb7cae753,segment=NetworkSegment(81bf7a93-80b3-43df-b9d5-462c604a2945),segment_id=81bf7a93-80b3-43df-b9d5-462c604a2945)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:09:44.487943 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:44.488680 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b6ba094a-b776-4e95-b88b-9c74bc6bbb87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:44.525185 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] For port 6b21bbb6-9666-4e99-937e-877cf6402037, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=6b21bbb6-9666-4e99-937e-877cf6402037,segment=NetworkSegment(d47c0a19-c61e-44d6-8c05-eb47451816f8),segment_id=d47c0a19-c61e-44d6-8c05-eb47451816f8)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:09:44.529828 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:44.589161 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ba094a-b776-4e95-b88b-9c74bc6bbb87 None None] Routers {'c472c209-1674-43a7-9f24-adc6fdeb0ca0'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:09:44.590145 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-b6ba094a-b776-4e95-b88b-9c74bc6bbb87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T10:09:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['c472c209-1674-43a7-9f24-adc6fdeb0ca0'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:09:44.600713 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Pushing event updated for resources: {'Port': ['ID=6b21bbb6-9666-4e99-937e-877cf6402037,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:09:44.652555 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ead425b-8155-4c44-9b44-36f279e1da23 None None] Pushing event updated for resources: {'Port': ['ID=51ce7f0f-9b66-4616-8e2c-00ebb7cae753,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:09:44.712712 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-a44ace7b-2b0f-4840-92b9-180c8d2f280c admin admin] Allocated IP 172.20.0.1 (742eb7cb-e5f7-44de-b05c-3ac48a812bcf/db7cecf2-4301-4c3f-bbb1-78ad80d93968/972a261b-05c7-43c0-ab79-82a3d0664596) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:09:44.758004 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-b6ba094a-b776-4e95-b88b-9c74bc6bbb87 None None] Set router c472c209-1674-43a7-9f24-adc6fdeb0ca0 gateway port host: n-d-779913-29 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:09:44.843772 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a44ace7b-2b0f-4840-92b9-180c8d2f280c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:44.858864 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-a44ace7b-2b0f-4840-92b9-180c8d2f280c admin admin] Transition to ACTIVE for port object 972a261b-05c7-43c0-ab79-82a3d0664596 will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:09:44.899320 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a44ace7b-2b0f-4840-92b9-180c8d2f280c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:44.944496 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a44ace7b-2b0f-4840-92b9-180c8d2f280c admin admin] Network 742eb7cb-e5f7-44de-b05c-3ac48a812bcf is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:09:44.949021 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44ace7b-2b0f-4840-92b9-180c8d2f280c admin admin] Pushing event updated for resources: {'Port': ['ID=972a261b-05c7-43c0-ab79-82a3d0664596,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:09:44.950890 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-a44ace7b-2b0f-4840-92b9-180c8d2f280c admin admin] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:09:44.954939 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a44ace7b-2b0f-4840-92b9-180c8d2f280c admin admin] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:09:44.997728 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a44ace7b-2b0f-4840-92b9-180c8d2f280c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-660393'] for router_interface, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:45.058870 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-b6ba094a-b776-4e95-b88b-9c74bc6bbb87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c472c209-1674-43a7-9f24-adc6fdeb0ca0', 'name': 'tempest-ServerActionsTestJSON-29751055-router', 'tenant_id': '1f9c0a4e933c47379e1aa8c6bf9c0620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.22'}], 'enable_snat': True}, 'gw_port_id': '51ce7f0f-9b66-4616-8e2c-00ebb7cae753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:09:42Z', 'updated_at': '2021-07-14T10:09:42Z', 'revision_number': 3, 'project_id': '1f9c0a4e933c47379e1aa8c6bf9c0620', 'gw_port': {'id': '51ce7f0f-9b66-4616-8e2c-00ebb7cae753', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:a2:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c472c209-1674-43a7-9f24-adc6fdeb0ca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:09:42Z', 'updated_at': '2021-07-14T10:09:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29'}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:09:45.088341 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6ba094a-b776-4e95-b88b-9c74bc6bbb87 None None] The sync data for ids ['c472c209-1674-43a7-9f24-adc6fdeb0ca0'] in n-d-779913-29 is: [{'id': 'c472c209-1674-43a7-9f24-adc6fdeb0ca0', 'name': 'tempest-ServerActionsTestJSON-29751055-router', 'tenant_id': '1f9c0a4e933c47379e1aa8c6bf9c0620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.22'}], 'enable_snat': True}, 'gw_port_id': '51ce7f0f-9b66-4616-8e2c-00ebb7cae753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:09:42Z', 'updated_at': '2021-07-14T10:09:42Z', 'revision_number': 3, 'project_id': '1f9c0a4e933c47379e1aa8c6bf9c0620', 'gw_port': {'id': '51ce7f0f-9b66-4616-8e2c-00ebb7cae753', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:a2:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c472c209-1674-43a7-9f24-adc6fdeb0ca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:09:42Z', 'updated_at': '2021-07-14T10:09:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29'}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:09:45.157336 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a44ace7b-2b0f-4840-92b9-180c8d2f280c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:45.251813 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-94d1d234-99b2-47f0-af74-51827d0c1f91 None None] Provisioning for port 972a261b-05c7-43c0-ab79-82a3d0664596 completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:09:45.257137 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-94d1d234-99b2-47f0-af74-51827d0c1f91 None None] Provisioning complete for port 972a261b-05c7-43c0-ab79-82a3d0664596 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:09:45.257579 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-94d1d234-99b2-47f0-af74-51827d0c1f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:45.298755 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-94d1d234-99b2-47f0-af74-51827d0c1f91 None None] Port 972a261b-05c7-43c0-ab79-82a3d0664596 cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:09:45.357564 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a44ace7b-2b0f-4840-92b9-180c8d2f280c admin admin] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:45.362754 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a44ace7b-2b0f-4840-92b9-180c8d2f280c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13574142'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:45.439101 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44ace7b-2b0f-4840-92b9-180c8d2f280c admin admin] Pushing event updated for resources: {'Port': ['ID=972a261b-05c7-43c0-ab79-82a3d0664596,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:09:45.442979 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a44ace7b-2b0f-4840-92b9-180c8d2f280c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-683747'] for router_interface, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:45.548767 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a44ace7b-2b0f-4840-92b9-180c8d2f280c admin admin] Network 742eb7cb-e5f7-44de-b05c-3ac48a812bcf is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:09:45.550850 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-a44ace7b-2b0f-4840-92b9-180c8d2f280c admin admin] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:09:45.693402 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a44ace7b-2b0f-4840-92b9-180c8d2f280c admin admin] Router c472c209-1674-43a7-9f24-adc6fdeb0ca0 has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:09:45.826356 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-9a9ee05f-2d4a-4633-8d9d-65bd1854d935 None None] Provisioning complete for port 972a261b-05c7-43c0-ab79-82a3d0664596 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:09:45.826833 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9a9ee05f-2d4a-4633-8d9d-65bd1854d935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:45.827028 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a44ace7b-2b0f-4840-92b9-180c8d2f280c admin admin] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:09:45.838375 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-a44ace7b-2b0f-4840-92b9-180c8d2f280c admin admin] 10.222.0.68 "PUT /v2.0/routers/c472c209-1674-43a7-9f24-adc6fdeb0ca0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2700469 Jul 14 10:09:45.867060 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-9a9ee05f-2d4a-4633-8d9d-65bd1854d935 None None] Port 972a261b-05c7-43c0-ab79-82a3d0664596 cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:09:46.332536 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 51ce7f0f-9b66-4616-8e2c-00ebb7cae753 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:09:46.382408 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 37548) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:09:46.387482 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-5e2f5dc6-f3f2-4750-a5a7-a21da99a7bd9 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Request body: {'security_group': {'name': 'tempest-securitygroup--781030930', 'description': 'tempest-description--263676394'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:09:46.392873 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning for port 51ce7f0f-9b66-4616-8e2c-00ebb7cae753 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:09:46.397009 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port 51ce7f0f-9b66-4616-8e2c-00ebb7cae753 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:09:46.397418 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:46.417894 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5e2f5dc6-f3f2-4750-a5a7-a21da99a7bd9 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:46.494244 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:46.511028 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5e2f5dc6-f3f2-4750-a5a7-a21da99a7bd9 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:46.515928 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5e2f5dc6-f3f2-4750-a5a7-a21da99a7bd9 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:46.516241 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] For port 51ce7f0f-9b66-4616-8e2c-00ebb7cae753, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=51ce7f0f-9b66-4616-8e2c-00ebb7cae753,segment=NetworkSegment(81bf7a93-80b3-43df-b9d5-462c604a2945),segment_id=81bf7a93-80b3-43df-b9d5-462c604a2945)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:09:46.519270 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:46.520103 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 6b21bbb6-9666-4e99-937e-877cf6402037 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:09:46.545679 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5e2f5dc6-f3f2-4750-a5a7-a21da99a7bd9 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:46.549680 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-5e2f5dc6-f3f2-4750-a5a7-a21da99a7bd9 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1634729 Jul 14 10:09:46.549858 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 37550) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:09:46.554363 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-40b62517-f051-426e-865b-19e49c30a60c tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Request body: {'security_group_rule': {'security_group_id': '5b2dd5c6-a0e3-4c42-bf23-d97ecb5ddeaf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:09:46.559712 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2f5dc6-f3f2-4750-a5a7-a21da99a7bd9 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b2dd5c6-a0e3-4c42-bf23-d97ecb5ddeaf,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:09:46.578126 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2f5dc6-f3f2-4750-a5a7-a21da99a7bd9 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:09:46.578487 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2f5dc6-f3f2-4750-a5a7-a21da99a7bd9 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:09:46.578829 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2f5dc6-f3f2-4750-a5a7-a21da99a7bd9 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:09:46.579165 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2f5dc6-f3f2-4750-a5a7-a21da99a7bd9 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:09:46.579494 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2f5dc6-f3f2-4750-a5a7-a21da99a7bd9 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:09:46.579825 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2f5dc6-f3f2-4750-a5a7-a21da99a7bd9 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:09:46.580149 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2f5dc6-f3f2-4750-a5a7-a21da99a7bd9 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:09:46.580471 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2f5dc6-f3f2-4750-a5a7-a21da99a7bd9 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:09:46.580850 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2f5dc6-f3f2-4750-a5a7-a21da99a7bd9 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:09:46.581177 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2f5dc6-f3f2-4750-a5a7-a21da99a7bd9 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:09:46.581520 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2f5dc6-f3f2-4750-a5a7-a21da99a7bd9 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:09:46.581839 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2f5dc6-f3f2-4750-a5a7-a21da99a7bd9 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:09:46.600667 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Pushing event updated for resources: {'Port': ['ID=51ce7f0f-9b66-4616-8e2c-00ebb7cae753,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:09:46.607632 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-40b62517-f051-426e-865b-19e49c30a60c tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:46.611840 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port 6b21bbb6-9666-4e99-937e-877cf6402037 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:09:46.612225 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:46.659620 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-40b62517-f051-426e-865b-19e49c30a60c tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:46.663407 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-40b62517-f051-426e-865b-19e49c30a60c tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529131'] for security_group_rule, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:46.683148 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b62517-f051-426e-865b-19e49c30a60c tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f2a7d9a-42a0-4c08-9474-fce5cb3d227e,revision_number=0']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:09:46.690793 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-40b62517-f051-426e-865b-19e49c30a60c tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:46.694786 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-40b62517-f051-426e-865b-19e49c30a60c tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1414385 Jul 14 10:09:46.695076 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 37552) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:09:46.700376 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-d06b204e-93c6-4c83-847d-7b1a91d62f67 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Request body: {'security_group_rule': {'security_group_id': '5b2dd5c6-a0e3-4c42-bf23-d97ecb5ddeaf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:09:46.726630 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d06b204e-93c6-4c83-847d-7b1a91d62f67 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:46.787100 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d06b204e-93c6-4c83-847d-7b1a91d62f67 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:46.791002 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-399fa6f1-9236-4abc-8692-6d99f8924a77 None None] Sync routers for ids ['c472c209-1674-43a7-9f24-adc6fdeb0ca0'] in n-d-779913-29 {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:09:46.791536 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d06b204e-93c6-4c83-847d-7b1a91d62f67 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529131'] for security_group_rule, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:46.800886 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-399fa6f1-9236-4abc-8692-6d99f8924a77 None None] Routers {'c472c209-1674-43a7-9f24-adc6fdeb0ca0'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:09:46.801520 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-399fa6f1-9236-4abc-8692-6d99f8924a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T10:09:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['c472c209-1674-43a7-9f24-adc6fdeb0ca0'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:09:46.811491 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06b204e-93c6-4c83-847d-7b1a91d62f67 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b561ec35-214d-4b83-ad46-1674f4bccecc,revision_number=0']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:09:46.816074 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d06b204e-93c6-4c83-847d-7b1a91d62f67 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:46.817559 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-d06b204e-93c6-4c83-847d-7b1a91d62f67 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1212864 Jul 14 10:09:46.820883 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 37554) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:09:46.825748 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-70be5990-1b88-47a1-ba95-d99971c47cd1 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Request body: {'floatingip': {'floating_network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:09:46.847157 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-70be5990-1b88-47a1-ba95-d99971c47cd1 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Notify callbacks [] for floatingip, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:46.918143 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvr_db [None req-399fa6f1-9236-4abc-8692-6d99f8924a77 None None] Set router c472c209-1674-43a7-9f24-adc6fdeb0ca0 gateway port host: n-d-779913-29 {{(pid=93959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:09:46.946851 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-70be5990-1b88-47a1-ba95-d99971c47cd1 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:47.051526 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-70be5990-1b88-47a1-ba95-d99971c47cd1 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Allocated IP 172.25.4.43 (2dcd4d32-cc7c-4468-b396-7ce5c9231892/6cd22a75-5bc1-467c-a3c4-0af04bd1b34a/3acb5452-8077-460b-873c-aa579954305b) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:09:47.119423 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-399fa6f1-9236-4abc-8692-6d99f8924a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c472c209-1674-43a7-9f24-adc6fdeb0ca0', 'name': 'tempest-ServerActionsTestJSON-29751055-router', 'tenant_id': '1f9c0a4e933c47379e1aa8c6bf9c0620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.22'}], 'enable_snat': True}, 'gw_port_id': '51ce7f0f-9b66-4616-8e2c-00ebb7cae753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:09:42Z', 'updated_at': '2021-07-14T10:09:45Z', 'revision_number': 4, 'project_id': '1f9c0a4e933c47379e1aa8c6bf9c0620', 'gw_port': {'id': '51ce7f0f-9b66-4616-8e2c-00ebb7cae753', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:a2:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c472c209-1674-43a7-9f24-adc6fdeb0ca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:09:42Z', 'updated_at': '2021-07-14T10:09:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': '972a261b-05c7-43c0-ab79-82a3d0664596', 'name': '', 'network_id': '742eb7cb-e5f7-44de-b05c-3ac48a812bcf', 'tenant_id': '1f9c0a4e933c47379e1aa8c6bf9c0620', 'mac_address': 'fa:16:3e:45:27:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c472c209-1674-43a7-9f24-adc6fdeb0ca0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'db7cecf2-4301-4c3f-bbb1-78ad80d93968', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:09:44Z', 'updated_at': '2021-07-14T10:09:45Z', 'revision_number': 2, 'project_id': '1f9c0a4e933c47379e1aa8c6bf9c0620', 'subnets': [{'id': 'db7cecf2-4301-4c3f-bbb1-78ad80d93968', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:09:47.148895 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-399fa6f1-9236-4abc-8692-6d99f8924a77 None None] Checking router: c472c209-1674-43a7-9f24-adc6fdeb0ca0 for host: n-d-779913-29 {{(pid=93959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:09:47.149251 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-399fa6f1-9236-4abc-8692-6d99f8924a77 None None] Updating router c472c209-1674-43a7-9f24-adc6fdeb0ca0 port 972a261b-05c7-43c0-ab79-82a3d0664596 binding host n-d-779913-29 {{(pid=93959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 10:09:47.156342 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-70be5990-1b88-47a1-ba95-d99971c47cd1 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:47.182699 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-399fa6f1-9236-4abc-8692-6d99f8924a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:47.195828 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-70be5990-1b88-47a1-ba95-d99971c47cd1 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:47.231590 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70be5990-1b88-47a1-ba95-d99971c47cd1 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Network 2dcd4d32-cc7c-4468-b396-7ce5c9231892 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:09:47.238314 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-70be5990-1b88-47a1-ba95-d99971c47cd1 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:09:47.242566 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70be5990-1b88-47a1-ba95-d99971c47cd1 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:09:47.268869 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70be5990-1b88-47a1-ba95-d99971c47cd1 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Pushing event updated for resources: {'Port': ['ID=3acb5452-8077-460b-873c-aa579954305b,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:09:47.340501 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-70be5990-1b88-47a1-ba95-d99971c47cd1 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:47.386364 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-70be5990-1b88-47a1-ba95-d99971c47cd1 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:47.538335 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-70be5990-1b88-47a1-ba95-d99971c47cd1 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:47.543019 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-70be5990-1b88-47a1-ba95-d99971c47cd1 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13574142'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:47.596527 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-399fa6f1-9236-4abc-8692-6d99f8924a77 None None] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:47.607147 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-399fa6f1-9236-4abc-8692-6d99f8924a77 None None] Transition to ACTIVE for port object 972a261b-05c7-43c0-ab79-82a3d0664596 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:09:47.614243 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-399fa6f1-9236-4abc-8692-6d99f8924a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:47.616997 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70be5990-1b88-47a1-ba95-d99971c47cd1 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Pushing event updated for resources: {'Port': ['ID=3acb5452-8077-460b-873c-aa579954305b,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:09:47.625614 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-70be5990-1b88-47a1-ba95-d99971c47cd1 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-660590'] for floatingip, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:47.638507 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-70be5990-1b88-47a1-ba95-d99971c47cd1 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for floatingip, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:47.639888 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-70be5990-1b88-47a1-ba95-d99971c47cd1 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8178227 Jul 14 10:09:47.665782 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c563c5dd-d989-451a-b418-e8e4b0195d07 None None] Pushing event updated for resources: {'Port': ['ID=972a261b-05c7-43c0-ab79-82a3d0664596,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:09:47.728605 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-399fa6f1-9236-4abc-8692-6d99f8924a77 None None] Attempting to bind port 972a261b-05c7-43c0-ab79-82a3d0664596 on host n-d-779913-29 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:09:47.729035 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-399fa6f1-9236-4abc-8692-6d99f8924a77 None None] Attempting to bind port 972a261b-05c7-43c0-ab79-82a3d0664596 by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': 'd47c0a19-c61e-44d6-8c05-eb47451816f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '742eb7cb-e5f7-44de-b05c-3ac48a812bcf'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:09:47.729435 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-399fa6f1-9236-4abc-8692-6d99f8924a77 None None] Attempting to bind port 972a261b-05c7-43c0-ab79-82a3d0664596 on network 742eb7cb-e5f7-44de-b05c-3ac48a812bcf {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:09:47.736060 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-399fa6f1-9236-4abc-8692-6d99f8924a77 None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 9, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:09:47.736443 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-399fa6f1-9236-4abc-8692-6d99f8924a77 None None] Checking segment: {'id': 'd47c0a19-c61e-44d6-8c05-eb47451816f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '742eb7cb-e5f7-44de-b05c-3ac48a812bcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:09:47.737036 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-399fa6f1-9236-4abc-8692-6d99f8924a77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:47.738073 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-399fa6f1-9236-4abc-8692-6d99f8924a77 None None] Bound using segment: {'id': 'd47c0a19-c61e-44d6-8c05-eb47451816f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '742eb7cb-e5f7-44de-b05c-3ac48a812bcf'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:09:47.738073 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-399fa6f1-9236-4abc-8692-6d99f8924a77 None None] Bound port: 972a261b-05c7-43c0-ab79-82a3d0664596, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd47c0a19-c61e-44d6-8c05-eb47451816f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '742eb7cb-e5f7-44de-b05c-3ac48a812bcf'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:09:47.738483 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-399fa6f1-9236-4abc-8692-6d99f8924a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:47.788824 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a2a63b1b-9e0e-4cfa-8e3a-148c5e244281 req-8025a450-7fdc-4373-89bd-7731f8719001 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-securitygroup--781030930&fields=id&tenant_id=1f9c0a4e933c47379e1aa8c6bf9c0620 HTTP/1.1" status: 200 len: 267 time: 0.0351179 Jul 14 10:09:47.808282 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-399fa6f1-9236-4abc-8692-6d99f8924a77 None None] For port 972a261b-05c7-43c0-ab79-82a3d0664596, host n-d-779913-29, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:09:47.813634 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-399fa6f1-9236-4abc-8692-6d99f8924a77 None None] For port 972a261b-05c7-43c0-ab79-82a3d0664596, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=972a261b-05c7-43c0-ab79-82a3d0664596,segment=NetworkSegment(d47c0a19-c61e-44d6-8c05-eb47451816f8),segment_id=d47c0a19-c61e-44d6-8c05-eb47451816f8)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:09:47.819041 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-399fa6f1-9236-4abc-8692-6d99f8924a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:47.880148 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-399fa6f1-9236-4abc-8692-6d99f8924a77 None None] Routers {'c472c209-1674-43a7-9f24-adc6fdeb0ca0'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:09:47.881181 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-399fa6f1-9236-4abc-8692-6d99f8924a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T10:09:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['c472c209-1674-43a7-9f24-adc6fdeb0ca0'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:09:47.908103 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a63b1b-9e0e-4cfa-8e3a-148c5e244281 req-53d5d72c-79b9-4ac2-adb7-422ac5300436 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:47.909670 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a2a63b1b-9e0e-4cfa-8e3a-148c5e244281 req-53d5d72c-79b9-4ac2-adb7-422ac5300436 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/networks?id=742eb7cb-e5f7-44de-b05c-3ac48a812bcf HTTP/1.1" status: 200 len: 810 time: 0.1145439 Jul 14 10:09:47.924498 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c563c5dd-d989-451a-b418-e8e4b0195d07 None None] Pushing event updated for resources: {'Port': ['ID=972a261b-05c7-43c0-ab79-82a3d0664596,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:09:47.925780 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a2a63b1b-9e0e-4cfa-8e3a-148c5e244281 req-09a2ba14-c754-4447-b469-f82910e873da tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/quotas/1f9c0a4e933c47379e1aa8c6bf9c0620 HTTP/1.1" status: 200 len: 375 time: 0.0102708 Jul 14 10:09:48.002722 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a2a63b1b-9e0e-4cfa-8e3a-148c5e244281 req-eadd25e3-08d0-4f4b-8dc7-f614c97b60e1 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=1f9c0a4e933c47379e1aa8c6bf9c0620&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0683429 Jul 14 10:09:48.019167 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvr_db [None req-399fa6f1-9236-4abc-8692-6d99f8924a77 None None] Set router c472c209-1674-43a7-9f24-adc6fdeb0ca0 gateway port host: n-d-779913-29 {{(pid=93959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:09:48.162701 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a2a63b1b-9e0e-4cfa-8e3a-148c5e244281 req-bb636ba0-d4f8-4cdc-9756-e0de76314076 service neutron] 10.222.0.68 "GET /v2.0/networks/742eb7cb-e5f7-44de-b05c-3ac48a812bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461430 Jul 14 10:09:48.236156 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-399fa6f1-9236-4abc-8692-6d99f8924a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c472c209-1674-43a7-9f24-adc6fdeb0ca0', 'name': 'tempest-ServerActionsTestJSON-29751055-router', 'tenant_id': '1f9c0a4e933c47379e1aa8c6bf9c0620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.22'}], 'enable_snat': True}, 'gw_port_id': '51ce7f0f-9b66-4616-8e2c-00ebb7cae753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:09:42Z', 'updated_at': '2021-07-14T10:09:45Z', 'revision_number': 4, 'project_id': '1f9c0a4e933c47379e1aa8c6bf9c0620', 'gw_port': {'id': '51ce7f0f-9b66-4616-8e2c-00ebb7cae753', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:a2:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c472c209-1674-43a7-9f24-adc6fdeb0ca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:09:42Z', 'updated_at': '2021-07-14T10:09:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': '972a261b-05c7-43c0-ab79-82a3d0664596', 'name': '', 'network_id': '742eb7cb-e5f7-44de-b05c-3ac48a812bcf', 'tenant_id': '1f9c0a4e933c47379e1aa8c6bf9c0620', 'mac_address': 'fa:16:3e:45:27:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c472c209-1674-43a7-9f24-adc6fdeb0ca0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'db7cecf2-4301-4c3f-bbb1-78ad80d93968', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:09:44Z', 'updated_at': '2021-07-14T10:09:47Z', 'revision_number': 4, 'project_id': '1f9c0a4e933c47379e1aa8c6bf9c0620', 'subnets': [{'id': 'db7cecf2-4301-4c3f-bbb1-78ad80d93968', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:09:48.264353 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-399fa6f1-9236-4abc-8692-6d99f8924a77 None None] The sync data for ids ['c472c209-1674-43a7-9f24-adc6fdeb0ca0'] in n-d-779913-29 is: [{'id': 'c472c209-1674-43a7-9f24-adc6fdeb0ca0', 'name': 'tempest-ServerActionsTestJSON-29751055-router', 'tenant_id': '1f9c0a4e933c47379e1aa8c6bf9c0620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.22'}], 'enable_snat': True}, 'gw_port_id': '51ce7f0f-9b66-4616-8e2c-00ebb7cae753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:09:42Z', 'updated_at': '2021-07-14T10:09:45Z', 'revision_number': 4, 'project_id': '1f9c0a4e933c47379e1aa8c6bf9c0620', 'gw_port': {'id': '51ce7f0f-9b66-4616-8e2c-00ebb7cae753', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:a2:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c472c209-1674-43a7-9f24-adc6fdeb0ca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:09:42Z', 'updated_at': '2021-07-14T10:09:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': '972a261b-05c7-43c0-ab79-82a3d0664596', 'name': '', 'network_id': '742eb7cb-e5f7-44de-b05c-3ac48a812bcf', 'tenant_id': '1f9c0a4e933c47379e1aa8c6bf9c0620', 'mac_address': 'fa:16:3e:45:27:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c472c209-1674-43a7-9f24-adc6fdeb0ca0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'db7cecf2-4301-4c3f-bbb1-78ad80d93968', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:09:44Z', 'updated_at': '2021-07-14T10:09:47Z', 'revision_number': 4, 'project_id': '1f9c0a4e933c47379e1aa8c6bf9c0620', 'subnets': [{'id': 'db7cecf2-4301-4c3f-bbb1-78ad80d93968', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:09:48.279636 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 51ce7f0f-9b66-4616-8e2c-00ebb7cae753 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:09:48.373364 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port 51ce7f0f-9b66-4616-8e2c-00ebb7cae753 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:09:48.373879 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:48.553676 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a2a63b1b-9e0e-4cfa-8e3a-148c5e244281 req-e3cfbbde-0ee3-4ded-aec4-24b986d38d59 service neutron] 10.222.0.68 "GET /v2.0/networks/742eb7cb-e5f7-44de-b05c-3ac48a812bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3848112 Jul 14 10:09:48.737842 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ca9e8623-91c1-4aef-afc5-e78493cc7542 req-cadeb75f-fcba-46ee-bcf9-a68246088bd4 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/ports?device_id=9e150dae-92e7-4ddb-8a6e-46bf644ad31f HTTP/1.1" status: 200 len: 210 time: 0.0315442 Jul 14 10:09:49.898909 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1927b662-970f-4e2b-8364-de07a487864b req-8e3a8ae1-2aa2-480d-a898-aa00b577aecc tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/ports?device_id=9e150dae-92e7-4ddb-8a6e-46bf644ad31f HTTP/1.1" status: 200 len: 210 time: 0.0389395 Jul 14 10:09:49.922457 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a63b1b-9e0e-4cfa-8e3a-148c5e244281 req-25156f29-f73b-4119-9873-f8e6d4ae0efe tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:49.922457 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a2a63b1b-9e0e-4cfa-8e3a-148c5e244281 req-25156f29-f73b-4119-9873-f8e6d4ae0efe tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.65 "GET /v2.0/networks?id=742eb7cb-e5f7-44de-b05c-3ac48a812bcf HTTP/1.1" status: 200 len: 810 time: 0.1392083 Jul 14 10:09:49.964954 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a2a63b1b-9e0e-4cfa-8e3a-148c5e244281 req-247234d1-4942-46c7-b867-b3b1f8ebddb8 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1f9c0a4e933c47379e1aa8c6bf9c0620 HTTP/1.1" status: 200 len: 379 time: 0.0340588 Jul 14 10:09:49.974146 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-a2a63b1b-9e0e-4cfa-8e3a-148c5e244281 req-aa701370-dbf3-4360-b2ef-e315f8a645c4 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Request body: {'port': {'device_id': '9e150dae-92e7-4ddb-8a6e-46bf644ad31f', 'network_id': '742eb7cb-e5f7-44de-b05c-3ac48a812bcf', 'admin_state_up': True, 'tenant_id': '1f9c0a4e933c47379e1aa8c6bf9c0620', 'security_groups': ['5b2dd5c6-a0e3-4c42-bf23-d97ecb5ddeaf']}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:09:50.083907 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2a63b1b-9e0e-4cfa-8e3a-148c5e244281 req-aa701370-dbf3-4360-b2ef-e315f8a645c4 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Made reservation on behalf of 1f9c0a4e933c47379e1aa8c6bf9c0620 for: {'port': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:09:50.087929 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-a2a63b1b-9e0e-4cfa-8e3a-148c5e244281 req-aa701370-dbf3-4360-b2ef-e315f8a645c4 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:50.208842 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [req-a2a63b1b-9e0e-4cfa-8e3a-148c5e244281 req-aa701370-dbf3-4360-b2ef-e315f8a645c4 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Allocated IP 172.20.0.6 (742eb7cb-e5f7-44de-b05c-3ac48a812bcf/db7cecf2-4301-4c3f-bbb1-78ad80d93968/51e7032e-2eeb-4ddb-ae49-3c7594f82326) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:09:50.283123 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 972a261b-05c7-43c0-ab79-82a3d0664596 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:09:50.331272 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning for port 972a261b-05c7-43c0-ab79-82a3d0664596 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:09:50.335214 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port 972a261b-05c7-43c0-ab79-82a3d0664596 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:09:50.335592 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:50.360275 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-a2a63b1b-9e0e-4cfa-8e3a-148c5e244281 req-aa701370-dbf3-4360-b2ef-e315f8a645c4 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:50.375184 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [req-a2a63b1b-9e0e-4cfa-8e3a-148c5e244281 req-aa701370-dbf3-4360-b2ef-e315f8a645c4 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Transition to ACTIVE for port object 51e7032e-2eeb-4ddb-ae49-3c7594f82326 will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:09:50.407861 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-a2a63b1b-9e0e-4cfa-8e3a-148c5e244281 req-aa701370-dbf3-4360-b2ef-e315f8a645c4 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:50.417383 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:50.450267 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2a63b1b-9e0e-4cfa-8e3a-148c5e244281 req-aa701370-dbf3-4360-b2ef-e315f8a645c4 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Network 742eb7cb-e5f7-44de-b05c-3ac48a812bcf is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:09:50.451401 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] For port 972a261b-05c7-43c0-ab79-82a3d0664596, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=972a261b-05c7-43c0-ab79-82a3d0664596,segment=NetworkSegment(d47c0a19-c61e-44d6-8c05-eb47451816f8),segment_id=d47c0a19-c61e-44d6-8c05-eb47451816f8)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:09:50.455251 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:50.455958 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [req-a2a63b1b-9e0e-4cfa-8e3a-148c5e244281 req-aa701370-dbf3-4360-b2ef-e315f8a645c4 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:09:50.460056 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2a63b1b-9e0e-4cfa-8e3a-148c5e244281 req-aa701370-dbf3-4360-b2ef-e315f8a645c4 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:09:50.490845 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa701370-dbf3-4360-b2ef-e315f8a645c4 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Pushing event updated for resources: {'Port': ['ID=51e7032e-2eeb-4ddb-ae49-3c7594f82326,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:09:50.510869 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Pushing event updated for resources: {'Port': ['ID=972a261b-05c7-43c0-ab79-82a3d0664596,revision_number=5']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:09:50.519837 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a63b1b-9e0e-4cfa-8e3a-148c5e244281 req-aa701370-dbf3-4360-b2ef-e315f8a645c4 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:50.520456 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-a2a63b1b-9e0e-4cfa-8e3a-148c5e244281 req-aa701370-dbf3-4360-b2ef-e315f8a645c4 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:50.535412 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a2a63b1b-9e0e-4cfa-8e3a-148c5e244281 req-aa701370-dbf3-4360-b2ef-e315f8a645c4 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5654731 Jul 14 10:09:50.552477 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-a2a63b1b-9e0e-4cfa-8e3a-148c5e244281 req-cb6021ae-8944-4277-a06b-c1e9b2c7b2ec service neutron] Request body: {'port': {'device_id': '9e150dae-92e7-4ddb-8a6e-46bf644ad31f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-29'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:09:50.643638 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-a2a63b1b-9e0e-4cfa-8e3a-148c5e244281 req-cb6021ae-8944-4277-a06b-c1e9b2c7b2ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:50.688858 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c2a21732-071e-4d6d-8ce2-0e7eb2305f82 None None] Provisioning for port 51e7032e-2eeb-4ddb-ae49-3c7594f82326 completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:09:50.692729 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c2a21732-071e-4d6d-8ce2-0e7eb2305f82 None None] Provisioning complete for port 51e7032e-2eeb-4ddb-ae49-3c7594f82326 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:09:50.693109 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c2a21732-071e-4d6d-8ce2-0e7eb2305f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:50.731549 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-c2a21732-071e-4d6d-8ce2-0e7eb2305f82 None None] Port 51e7032e-2eeb-4ddb-ae49-3c7594f82326 cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:09:50.908393 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [req-a2a63b1b-9e0e-4cfa-8e3a-148c5e244281 req-cb6021ae-8944-4277-a06b-c1e9b2c7b2ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51e7032e-2eeb-4ddb-ae49-3c7594f82326 {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:09:50.915707 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-a2a63b1b-9e0e-4cfa-8e3a-148c5e244281 req-cb6021ae-8944-4277-a06b-c1e9b2c7b2ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:50.928154 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [req-a2a63b1b-9e0e-4cfa-8e3a-148c5e244281 req-cb6021ae-8944-4277-a06b-c1e9b2c7b2ec service neutron] Transition to ACTIVE for port object 51e7032e-2eeb-4ddb-ae49-3c7594f82326 will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:09:50.933540 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-a2a63b1b-9e0e-4cfa-8e3a-148c5e244281 req-cb6021ae-8944-4277-a06b-c1e9b2c7b2ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:51.008757 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6021ae-8944-4277-a06b-c1e9b2c7b2ec service neutron] Pushing event updated for resources: {'Port': ['ID=51e7032e-2eeb-4ddb-ae49-3c7594f82326,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:09:51.065787 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-a2a63b1b-9e0e-4cfa-8e3a-148c5e244281 req-cb6021ae-8944-4277-a06b-c1e9b2c7b2ec service neutron] Attempting to bind port 51e7032e-2eeb-4ddb-ae49-3c7594f82326 on host n-h1-779913-29 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:09:51.066893 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-a2a63b1b-9e0e-4cfa-8e3a-148c5e244281 req-cb6021ae-8944-4277-a06b-c1e9b2c7b2ec service neutron] Attempting to bind port 51e7032e-2eeb-4ddb-ae49-3c7594f82326 by drivers openvswitch,hyperv on host n-h1-779913-29 at level 0 using segments [{'id': 'd47c0a19-c61e-44d6-8c05-eb47451816f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '742eb7cb-e5f7-44de-b05c-3ac48a812bcf'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:09:51.067465 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2a63b1b-9e0e-4cfa-8e3a-148c5e244281 req-cb6021ae-8944-4277-a06b-c1e9b2c7b2ec service neutron] Attempting to bind port 51e7032e-2eeb-4ddb-ae49-3c7594f82326 on network 742eb7cb-e5f7-44de-b05c-3ac48a812bcf {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:09:51.073865 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2a63b1b-9e0e-4cfa-8e3a-148c5e244281 req-cb6021ae-8944-4277-a06b-c1e9b2c7b2ec service neutron] Port 51e7032e-2eeb-4ddb-ae49-3c7594f82326 on network 742eb7cb-e5f7-44de-b05c-3ac48a812bcf not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-29 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 10:09:51.074082 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2a63b1b-9e0e-4cfa-8e3a-148c5e244281 req-cb6021ae-8944-4277-a06b-c1e9b2c7b2ec service neutron] Attempting to bind port 51e7032e-2eeb-4ddb-ae49-3c7594f82326 on network 742eb7cb-e5f7-44de-b05c-3ac48a812bcf {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:09:51.079701 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2a63b1b-9e0e-4cfa-8e3a-148c5e244281 req-cb6021ae-8944-4277-a06b-c1e9b2c7b2ec service neutron] Checking agent: {'id': 'de11e667-f145-47b0-bd09-334a7505938e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 13, 12), 'started_at': datetime.datetime(2021, 7, 14, 9, 13, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 9, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:09:51.080046 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2a63b1b-9e0e-4cfa-8e3a-148c5e244281 req-cb6021ae-8944-4277-a06b-c1e9b2c7b2ec service neutron] Checking segment: {'id': 'd47c0a19-c61e-44d6-8c05-eb47451816f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '742eb7cb-e5f7-44de-b05c-3ac48a812bcf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:09:51.080434 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2a63b1b-9e0e-4cfa-8e3a-148c5e244281 req-cb6021ae-8944-4277-a06b-c1e9b2c7b2ec service neutron] Bound using segment: {'id': 'd47c0a19-c61e-44d6-8c05-eb47451816f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '742eb7cb-e5f7-44de-b05c-3ac48a812bcf'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:09:51.080866 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-a2a63b1b-9e0e-4cfa-8e3a-148c5e244281 req-cb6021ae-8944-4277-a06b-c1e9b2c7b2ec service neutron] Bound port: 51e7032e-2eeb-4ddb-ae49-3c7594f82326, host: n-h1-779913-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd47c0a19-c61e-44d6-8c05-eb47451816f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '742eb7cb-e5f7-44de-b05c-3ac48a812bcf'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:09:51.081232 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-a2a63b1b-9e0e-4cfa-8e3a-148c5e244281 req-cb6021ae-8944-4277-a06b-c1e9b2c7b2ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:51.102301 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d30d3a5-d5a5-47f8-9b8d-6cc36c9d479d req-4e9c453a-8051-4364-ac2b-48c9f8c2444e tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:51.103853 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-2d30d3a5-d5a5-47f8-9b8d-6cc36c9d479d req-4e9c453a-8051-4364-ac2b-48c9f8c2444e tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/ports?device_id=9e150dae-92e7-4ddb-8a6e-46bf644ad31f HTTP/1.1" status: 200 len: 943 time: 0.0751708 Jul 14 10:09:51.144869 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-2d30d3a5-d5a5-47f8-9b8d-6cc36c9d479d req-0d0a9b1f-3530-4e98-979c-271a59bb6ad3 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/security-groups?id=5b2dd5c6-a0e3-4c42-bf23-d97ecb5ddeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349932 Jul 14 10:09:51.152016 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-a2a63b1b-9e0e-4cfa-8e3a-148c5e244281 req-cb6021ae-8944-4277-a06b-c1e9b2c7b2ec service neutron] For port 51e7032e-2eeb-4ddb-ae49-3c7594f82326, host n-h1-779913-29, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:09:51.155474 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-a2a63b1b-9e0e-4cfa-8e3a-148c5e244281 req-cb6021ae-8944-4277-a06b-c1e9b2c7b2ec service neutron] For port 51e7032e-2eeb-4ddb-ae49-3c7594f82326, host n-h1-779913-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=51e7032e-2eeb-4ddb-ae49-3c7594f82326,segment=NetworkSegment(d47c0a19-c61e-44d6-8c05-eb47451816f8),segment_id=d47c0a19-c61e-44d6-8c05-eb47451816f8)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:09:51.161057 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-a2a63b1b-9e0e-4cfa-8e3a-148c5e244281 req-cb6021ae-8944-4277-a06b-c1e9b2c7b2ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:51.195643 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a63b1b-9e0e-4cfa-8e3a-148c5e244281 req-cb6021ae-8944-4277-a06b-c1e9b2c7b2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:51.196171 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-a2a63b1b-9e0e-4cfa-8e3a-148c5e244281 req-cb6021ae-8944-4277-a06b-c1e9b2c7b2ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:51.197693 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a2a63b1b-9e0e-4cfa-8e3a-148c5e244281 req-cb6021ae-8944-4277-a06b-c1e9b2c7b2ec service neutron] 10.222.0.65 "PUT /v2.0/ports/51e7032e-2eeb-4ddb-ae49-3c7594f82326 HTTP/1.1" status: 200 len: 1092 time: 0.6496456 Jul 14 10:09:51.200025 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e150dae-92e7-4ddb-8a6e-46bf644ad31f', 'tag': '51e7032e-2eeb-4ddb-ae49-3c7594f82326'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:09:51.202142 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2a8a9ea-399a-406e-9dd5-00ac98f94b2d" -d '{"events": [{"name": "network-changed", "server_uuid": "9e150dae-92e7-4ddb-8a6e-46bf644ad31f", "tag": "51e7032e-2eeb-4ddb-ae49-3c7594f82326"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:09:51.236881 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6021ae-8944-4277-a06b-c1e9b2c7b2ec service neutron] Pushing event updated for resources: {'Port': ['ID=51e7032e-2eeb-4ddb-ae49-3c7594f82326,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:09:51.250560 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:09:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b8a8fee-866d-4aca-b6d1-6f6d6be64f34 x-openstack-request-id: req-0b8a8fee-866d-4aca-b6d1-6f6d6be64f34 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:09:51.250865 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e150dae-92e7-4ddb-8a6e-46bf644ad31f", "tag": "51e7032e-2eeb-4ddb-ae49-3c7594f82326", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:09:51.251344 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-0b8a8fee-866d-4aca-b6d1-6f6d6be64f34 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:09:51.252108 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e150dae-92e7-4ddb-8a6e-46bf644ad31f', 'tag': '51e7032e-2eeb-4ddb-ae49-3c7594f82326', 'status': 'completed', 'code': 200} Jul 14 10:09:51.318823 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a63b1b-9e0e-4cfa-8e3a-148c5e244281 req-113754d7-ae96-4128-b981-2a366985d635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:51.320375 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a2a63b1b-9e0e-4cfa-8e3a-148c5e244281 req-113754d7-ae96-4128-b981-2a366985d635 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=1f9c0a4e933c47379e1aa8c6bf9c0620&device_id=9e150dae-92e7-4ddb-8a6e-46bf644ad31f HTTP/1.1" status: 200 len: 1095 time: 0.0562470 Jul 14 10:09:51.374474 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a2a63b1b-9e0e-4cfa-8e3a-148c5e244281 req-f069044c-b032-4fab-a14e-fee17e6b6998 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=51e7032e-2eeb-4ddb-ae49-3c7594f82326 HTTP/1.1" status: 200 len: 217 time: 0.0359027 Jul 14 10:09:51.427650 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a63b1b-9e0e-4cfa-8e3a-148c5e244281 req-a051f412-4ffe-4abb-bd42-612653ec7336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:51.429108 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a2a63b1b-9e0e-4cfa-8e3a-148c5e244281 req-a051f412-4ffe-4abb-bd42-612653ec7336 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=db7cecf2-4301-4c3f-bbb1-78ad80d93968 HTTP/1.1" status: 200 len: 849 time: 0.0479989 Jul 14 10:09:51.485691 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a63b1b-9e0e-4cfa-8e3a-148c5e244281 req-e94821a5-d708-49e0-b29f-c72caaa75f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:51.487144 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a2a63b1b-9e0e-4cfa-8e3a-148c5e244281 req-e94821a5-d708-49e0-b29f-c72caaa75f4e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=742eb7cb-e5f7-44de-b05c-3ac48a812bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0518785 Jul 14 10:09:51.578586 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a2a63b1b-9e0e-4cfa-8e3a-148c5e244281 req-b79072cb-587c-4ec9-91ce-55bae7697d79 service neutron] 10.222.0.65 "GET /v2.0/networks/742eb7cb-e5f7-44de-b05c-3ac48a812bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819685 Jul 14 10:09:51.668185 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a2a63b1b-9e0e-4cfa-8e3a-148c5e244281 req-1ab84b20-5955-4f43-8ce9-6ab00068850a service neutron] 10.222.0.65 "GET /v2.0/networks/742eb7cb-e5f7-44de-b05c-3ac48a812bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832610 Jul 14 10:09:51.820793 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a8a9ea-399a-406e-9dd5-00ac98f94b2d req-b2042d4f-31bf-4711-ba80-0b5ac4bcd133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:51.822247 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b2a8a9ea-399a-406e-9dd5-00ac98f94b2d req-b2042d4f-31bf-4711-ba80-0b5ac4bcd133 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=1f9c0a4e933c47379e1aa8c6bf9c0620&device_id=9e150dae-92e7-4ddb-8a6e-46bf644ad31f HTTP/1.1" status: 200 len: 1095 time: 0.0529919 Jul 14 10:09:51.913836 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a8a9ea-399a-406e-9dd5-00ac98f94b2d req-89e0b3ec-b3b5-46bb-8cf0-ae7868a463ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:51.915284 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b2a8a9ea-399a-406e-9dd5-00ac98f94b2d req-89e0b3ec-b3b5-46bb-8cf0-ae7868a463ba service neutron] 10.222.0.65 "GET /v2.0/networks?id=742eb7cb-e5f7-44de-b05c-3ac48a812bcf HTTP/1.1" status: 200 len: 911 time: 0.0862856 Jul 14 10:09:51.956691 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b2a8a9ea-399a-406e-9dd5-00ac98f94b2d req-6a1dbc01-a8a5-4604-854c-54208e849a78 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=51e7032e-2eeb-4ddb-ae49-3c7594f82326 HTTP/1.1" status: 200 len: 217 time: 0.0338764 Jul 14 10:09:52.004311 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a8a9ea-399a-406e-9dd5-00ac98f94b2d req-915c0d6f-97dc-4817-b237-eff467745ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:52.005747 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b2a8a9ea-399a-406e-9dd5-00ac98f94b2d req-915c0d6f-97dc-4817-b237-eff467745ef7 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=db7cecf2-4301-4c3f-bbb1-78ad80d93968 HTTP/1.1" status: 200 len: 849 time: 0.0425832 Jul 14 10:09:52.066022 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a8a9ea-399a-406e-9dd5-00ac98f94b2d req-d4d0bdb3-a439-4eda-beeb-09f4bd6768b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:52.067506 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b2a8a9ea-399a-406e-9dd5-00ac98f94b2d req-d4d0bdb3-a439-4eda-beeb-09f4bd6768b7 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=742eb7cb-e5f7-44de-b05c-3ac48a812bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0554540 Jul 14 10:09:52.156049 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b2a8a9ea-399a-406e-9dd5-00ac98f94b2d req-fe66d796-6a3f-4c7f-bd59-e3f65964a299 service neutron] 10.222.0.65 "GET /v2.0/networks/742eb7cb-e5f7-44de-b05c-3ac48a812bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796752 Jul 14 10:09:52.254059 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b2a8a9ea-399a-406e-9dd5-00ac98f94b2d req-dcb4c75f-8b82-40fd-97e3-521e7b038de8 service neutron] 10.222.0.65 "GET /v2.0/networks/742eb7cb-e5f7-44de-b05c-3ac48a812bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916421 Jul 14 10:09:52.267007 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a5e844bd-1695-48fb-a804-598611b6c8fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:52.275927 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 972a261b-05c7-43c0-ab79-82a3d0664596 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:09:52.323744 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port 972a261b-05c7-43c0-ab79-82a3d0664596 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:09:52.324118 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:52.325790 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619cf59d-6fd1-4743-b22a-9d680be7d670 req-7b95e47f-6ae9-4eda-8c16-d51f7d0d2e8d tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:52.327282 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-619cf59d-6fd1-4743-b22a-9d680be7d670 req-7b95e47f-6ae9-4eda-8c16-d51f7d0d2e8d tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/ports?device_id=9e150dae-92e7-4ddb-8a6e-46bf644ad31f HTTP/1.1" status: 200 len: 943 time: 0.0677614 Jul 14 10:09:52.366076 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-619cf59d-6fd1-4743-b22a-9d680be7d670 req-4e9fcc49-0bad-450a-aed3-987ea1995fe0 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/security-groups?id=5b2dd5c6-a0e3-4c42-bf23-d97ecb5ddeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332363 Jul 14 10:09:53.538472 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6782c06-c1a0-4567-99b3-6367823b7608 req-23a3e323-e4c2-495e-955a-a303566f984a tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:53.540035 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b6782c06-c1a0-4567-99b3-6367823b7608 req-23a3e323-e4c2-495e-955a-a303566f984a tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/ports?device_id=9e150dae-92e7-4ddb-8a6e-46bf644ad31f HTTP/1.1" status: 200 len: 943 time: 0.0647433 Jul 14 10:09:53.577758 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b6782c06-c1a0-4567-99b3-6367823b7608 req-ece2f9d3-a568-44b7-b17b-09470e84b806 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/security-groups?id=5b2dd5c6-a0e3-4c42-bf23-d97ecb5ddeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321851 Jul 14 10:09:54.427312 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 51e7032e-2eeb-4ddb-ae49-3c7594f82326 details requested by agent hyperv_n-h1-779913-29 with host n-h1-779913-29 {{(pid=93959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 10:09:54.521862 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port 51e7032e-2eeb-4ddb-ae49-3c7594f82326, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=51e7032e-2eeb-4ddb-ae49-3c7594f82326,segment=NetworkSegment(d47c0a19-c61e-44d6-8c05-eb47451816f8),segment_id=d47c0a19-c61e-44d6-8c05-eb47451816f8)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:09:54.532729 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Returning: {'device': '51e7032e-2eeb-4ddb-ae49-3c7594f82326', 'network_id': '742eb7cb-e5f7-44de-b05c-3ac48a812bcf', 'port_id': '51e7032e-2eeb-4ddb-ae49-3c7594f82326', 'mac_address': 'fa:16:3e:d1:a2:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 736, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db7cecf2-4301-4c3f-bbb1-78ad80d93968', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 10:09:54.568749 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:54.582474 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51e7032e-2eeb-4ddb-ae49-3c7594f82326 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:09:54.601643 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port 51e7032e-2eeb-4ddb-ae49-3c7594f82326, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=51e7032e-2eeb-4ddb-ae49-3c7594f82326,segment=NetworkSegment(d47c0a19-c61e-44d6-8c05-eb47451816f8),segment_id=d47c0a19-c61e-44d6-8c05-eb47451816f8)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:09:54.605939 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:54.657635 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Pushing event updated for resources: {'Port': ['ID=51e7032e-2eeb-4ddb-ae49-3c7594f82326,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:09:54.759050 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df1a6aa-0014-45f3-a7fd-e00ca0c3e8ee req-7ee90f9a-1697-4c5a-b465-9d54e182bc7f tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:54.760522 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-7df1a6aa-0014-45f3-a7fd-e00ca0c3e8ee req-7ee90f9a-1697-4c5a-b465-9d54e182bc7f tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/ports?device_id=9e150dae-92e7-4ddb-8a6e-46bf644ad31f HTTP/1.1" status: 200 len: 944 time: 0.0685713 Jul 14 10:09:54.800039 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-7df1a6aa-0014-45f3-a7fd-e00ca0c3e8ee req-e82b2927-d08f-4417-8c1f-2296cf0e3b06 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/security-groups?id=5b2dd5c6-a0e3-4c42-bf23-d97ecb5ddeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334883 Jul 14 10:09:54.820402 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:54.864051 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] get_ports_and_sgs() called for port_ids ['51e7032e-2eeb-4ddb-ae49-3c7594f82326'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:09:54.926058 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-59997a9e-4034-4b15-a6d6-3e11ef9d85cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:55.968162 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681f440d-3b6b-4543-bb01-d55176536609 req-4616e7ef-3bfe-481b-8573-a0fcbb3626f8 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:55.970177 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-681f440d-3b6b-4543-bb01-d55176536609 req-4616e7ef-3bfe-481b-8573-a0fcbb3626f8 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/ports?device_id=9e150dae-92e7-4ddb-8a6e-46bf644ad31f HTTP/1.1" status: 200 len: 944 time: 0.0629897 Jul 14 10:09:56.007462 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-681f440d-3b6b-4543-bb01-d55176536609 req-9f5f5088-a55d-4a99-bec2-de719923d082 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/security-groups?id=5b2dd5c6-a0e3-4c42-bf23-d97ecb5ddeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317984 Jul 14 10:09:56.037422 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5ad31076-714c-49ec-bc37-f3d4cd90112a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:56.427111 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 51e7032e-2eeb-4ddb-ae49-3c7594f82326 up at agent hyperv_n-h1-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:09:56.474171 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Provisioning for port 51e7032e-2eeb-4ddb-ae49-3c7594f82326 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:09:56.477759 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Provisioning complete for port 51e7032e-2eeb-4ddb-ae49-3c7594f82326 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:09:56.478130 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:56.554597 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:56.576409 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e150dae-92e7-4ddb-8a6e-46bf644ad31f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51e7032e-2eeb-4ddb-ae49-3c7594f82326'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:09:56.579177 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd62303f06773040a8a4e189dc46b4f565768c299abf8ab8e7739778b0bc3e97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e111ef2-e48d-4ab1-b253-59956258621a" -d '{"events": [{"server_uuid": "9e150dae-92e7-4ddb-8a6e-46bf644ad31f", "name": "network-vif-plugged", "status": "completed", "tag": "51e7032e-2eeb-4ddb-ae49-3c7594f82326"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:09:56.591240 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port 51e7032e-2eeb-4ddb-ae49-3c7594f82326, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=51e7032e-2eeb-4ddb-ae49-3c7594f82326,segment=NetworkSegment(d47c0a19-c61e-44d6-8c05-eb47451816f8),segment_id=d47c0a19-c61e-44d6-8c05-eb47451816f8)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:09:56.596854 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:56.619553 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:09:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50c1aed8-03d7-47f8-9dc6-c0de562e96f2 x-openstack-request-id: req-50c1aed8-03d7-47f8-9dc6-c0de562e96f2 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:09:56.619846 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e150dae-92e7-4ddb-8a6e-46bf644ad31f", "name": "network-vif-plugged", "status": "completed", "tag": "51e7032e-2eeb-4ddb-ae49-3c7594f82326", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:09:56.620104 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-50c1aed8-03d7-47f8-9dc6-c0de562e96f2 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:09:56.620492 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e150dae-92e7-4ddb-8a6e-46bf644ad31f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51e7032e-2eeb-4ddb-ae49-3c7594f82326', 'code': 200} Jul 14 10:09:56.645961 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Pushing event updated for resources: {'Port': ['ID=51e7032e-2eeb-4ddb-ae49-3c7594f82326,revision_number=5']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:09:56.653738 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:09:56.654092 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:09:56.654441 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:09:56.654775 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:09:56.655108 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:09:56.655439 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:09:56.655766 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:09:56.656092 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:09:56.656416 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:09:56.657271 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:09:56.657627 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:09:56.657951 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:09:56.758514 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d16349b-6148-4503-ab64-c6162b205e01 req-542321df-b6a9-4bf8-8848-2a659c3c4aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:56.760027 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3d16349b-6148-4503-ab64-c6162b205e01 req-542321df-b6a9-4bf8-8848-2a659c3c4aeb service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=9e150dae-92e7-4ddb-8a6e-46bf644ad31f HTTP/1.1" status: 200 len: 1097 time: 0.0547230 Jul 14 10:09:56.793476 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3d16349b-6148-4503-ab64-c6162b205e01 req-e8fe8ee5-ce5f-4b45-9c89-777cdd191805 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=5b2dd5c6-a0e3-4c42-bf23-d97ecb5ddeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0273907 Jul 14 10:09:57.176744 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4910f050-755e-4c10-bb45-8077c48146d2 req-ccb45643-5cdf-4dd5-a5fe-9301569f41b8 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:57.178266 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-4910f050-755e-4c10-bb45-8077c48146d2 req-ccb45643-5cdf-4dd5-a5fe-9301569f41b8 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/ports?device_id=9e150dae-92e7-4ddb-8a6e-46bf644ad31f HTTP/1.1" status: 200 len: 945 time: 0.0621903 Jul 14 10:09:57.215775 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-4910f050-755e-4c10-bb45-8077c48146d2 req-8e7d2bf8-7f87-44a2-9223-2a615d381125 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/security-groups?id=5b2dd5c6-a0e3-4c42-bf23-d97ecb5ddeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320520 Jul 14 10:09:57.863371 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5bbe322f-3f67-4864-bc0a-91afe44d23e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:58.388782 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07650a9c-9e78-4a69-a3f6-5811f1bae3b3 req-7bcb9161-4c7e-4f9e-9685-28afe1413976 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:58.390298 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-07650a9c-9e78-4a69-a3f6-5811f1bae3b3 req-7bcb9161-4c7e-4f9e-9685-28afe1413976 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/ports?device_id=9e150dae-92e7-4ddb-8a6e-46bf644ad31f HTTP/1.1" status: 200 len: 945 time: 0.0651381 Jul 14 10:09:58.427373 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-07650a9c-9e78-4a69-a3f6-5811f1bae3b3 req-ab3e9797-594d-4cbe-8ca3-59221070e5cb tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/security-groups?id=5b2dd5c6-a0e3-4c42-bf23-d97ecb5ddeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307982 Jul 14 10:09:58.594364 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22040bd-9ee8-4407-9ff8-e349459f769f req-a6f1f4f1-755b-45ed-b388-0e617de7ed83 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:58.595847 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a22040bd-9ee8-4407-9ff8-e349459f769f req-a6f1f4f1-755b-45ed-b388-0e617de7ed83 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/ports?device_id=9e150dae-92e7-4ddb-8a6e-46bf644ad31f HTTP/1.1" status: 200 len: 945 time: 0.0642862 Jul 14 10:09:58.605416 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 37606) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:09:58.610486 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-76921391-d1e2-4a51-ad8b-059a636e3099 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Request body: {'floatingip': {'port_id': '51e7032e-2eeb-4ddb-ae49-3c7594f82326'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:09:58.652747 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-76921391-d1e2-4a51-ad8b-059a636e3099 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Notify callbacks [] for floatingip, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:59.088994 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-76921391-d1e2-4a51-ad8b-059a636e3099 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:59.093368 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-76921391-d1e2-4a51-ad8b-059a636e3099 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-660590'] for floatingip, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:59.190323 n-d-779913-29 neutron-server[93957]: INFO neutron.db.l3_db [None req-76921391-d1e2-4a51-ad8b-059a636e3099 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Floating IP 51571515-82e1-4b53-b062-d26503f86d08 associated. External IP: 172.25.4.43, port: 51e7032e-2eeb-4ddb-ae49-3c7594f82326. Jul 14 10:09:59.394045 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76921391-d1e2-4a51-ad8b-059a636e3099 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Router c472c209-1674-43a7-9f24-adc6fdeb0ca0 has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:09:59.495966 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76921391-d1e2-4a51-ad8b-059a636e3099 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:09:59.501120 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-76921391-d1e2-4a51-ad8b-059a636e3099 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for floatingip, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:59.505137 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b5b75f1-a1b2-446a-8e7d-7a4e8b67e626 None None] Sync routers for ids ['c472c209-1674-43a7-9f24-adc6fdeb0ca0'] in n-d-779913-29 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:09:59.514445 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b5b75f1-a1b2-446a-8e7d-7a4e8b67e626 None None] Routers {'c472c209-1674-43a7-9f24-adc6fdeb0ca0'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:09:59.515049 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-4b5b75f1-a1b2-446a-8e7d-7a4e8b67e626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T10:09:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['c472c209-1674-43a7-9f24-adc6fdeb0ca0'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:09:59.540076 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-76921391-d1e2-4a51-ad8b-059a636e3099 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "PUT /v2.0/floatingips/51571515-82e1-4b53-b062-d26503f86d08 HTTP/1.1" status: 200 len: 990 time: 0.9335897 Jul 14 10:09:59.540671 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e150dae-92e7-4ddb-8a6e-46bf644ad31f', 'tag': '51e7032e-2eeb-4ddb-ae49-3c7594f82326'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:09:59.542953 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0db511e-4752-4b97-8660-f7f44cea6b3e" -d '{"events": [{"name": "network-changed", "server_uuid": "9e150dae-92e7-4ddb-8a6e-46bf644ad31f", "tag": "51e7032e-2eeb-4ddb-ae49-3c7594f82326"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:09:59.578930 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:09:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ac861cd-3fe5-441d-bcb3-76ea6c9b351a x-openstack-request-id: req-0ac861cd-3fe5-441d-bcb3-76ea6c9b351a {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:09:59.579322 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e150dae-92e7-4ddb-8a6e-46bf644ad31f", "tag": "51e7032e-2eeb-4ddb-ae49-3c7594f82326", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:09:59.579641 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-0ac861cd-3fe5-441d-bcb3-76ea6c9b351a {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:09:59.580114 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e150dae-92e7-4ddb-8a6e-46bf644ad31f', 'tag': '51e7032e-2eeb-4ddb-ae49-3c7594f82326', 'status': 'completed', 'code': 200} Jul 14 10:09:59.621407 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-4b5b75f1-a1b2-446a-8e7d-7a4e8b67e626 None None] Set router c472c209-1674-43a7-9f24-adc6fdeb0ca0 gateway port host: n-d-779913-29 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:09:59.675586 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0db511e-4752-4b97-8660-f7f44cea6b3e req-852105aa-a86a-4a22-85e9-9356f4f318ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:59.677116 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e0db511e-4752-4b97-8660-f7f44cea6b3e req-852105aa-a86a-4a22-85e9-9356f4f318ce service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=1f9c0a4e933c47379e1aa8c6bf9c0620&device_id=9e150dae-92e7-4ddb-8a6e-46bf644ad31f HTTP/1.1" status: 200 len: 1097 time: 0.0541453 Jul 14 10:09:59.767063 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0db511e-4752-4b97-8660-f7f44cea6b3e req-7cf3c7d3-272b-4d50-9551-05a5e2007b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:59.768463 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e0db511e-4752-4b97-8660-f7f44cea6b3e req-7cf3c7d3-272b-4d50-9551-05a5e2007b13 service neutron] 10.222.0.65 "GET /v2.0/networks?id=742eb7cb-e5f7-44de-b05c-3ac48a812bcf HTTP/1.1" status: 200 len: 911 time: 0.0848179 Jul 14 10:09:59.846054 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-4b5b75f1-a1b2-446a-8e7d-7a4e8b67e626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c472c209-1674-43a7-9f24-adc6fdeb0ca0', 'name': 'tempest-ServerActionsTestJSON-29751055-router', 'tenant_id': '1f9c0a4e933c47379e1aa8c6bf9c0620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.22'}], 'enable_snat': True}, 'gw_port_id': '51ce7f0f-9b66-4616-8e2c-00ebb7cae753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:09:42Z', 'updated_at': '2021-07-14T10:09:45Z', 'revision_number': 4, 'project_id': '1f9c0a4e933c47379e1aa8c6bf9c0620', 'gw_port': {'id': '51ce7f0f-9b66-4616-8e2c-00ebb7cae753', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:a2:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c472c209-1674-43a7-9f24-adc6fdeb0ca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:09:42Z', 'updated_at': '2021-07-14T10:09:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_floatingips': [{'id': '51571515-82e1-4b53-b062-d26503f86d08', 'tenant_id': '1f9c0a4e933c47379e1aa8c6bf9c0620', 'floating_ip_address': '172.25.4.43', 'floating_network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'router_id': 'c472c209-1674-43a7-9f24-adc6fdeb0ca0', 'port_id': '51e7032e-2eeb-4ddb-ae49-3c7594f82326', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4010, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '742eb7cb-e5f7-44de-b05c-3ac48a812bcf', 'mac_address': 'fa:16:3e:d1:a2:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e150dae-92e7-4ddb-8a6e-46bf644ad31f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T10:09:47Z', 'updated_at': '2021-07-14T10:09:59Z', 'revision_number': 1, 'project_id': '1f9c0a4e933c47379e1aa8c6bf9c0620', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '972a261b-05c7-43c0-ab79-82a3d0664596', 'name': '', 'network_id': '742eb7cb-e5f7-44de-b05c-3ac48a812bcf', 'tenant_id': '1f9c0a4e933c47379e1aa8c6bf9c0620', 'mac_address': 'fa:16:3e:45:27:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c472c209-1674-43a7-9f24-adc6fdeb0ca0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'db7cecf2-4301-4c3f-bbb1-78ad80d93968', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:09:44Z', 'updated_at': '2021-07-14T10:09:50Z', 'revision_number': 5, 'project_id': '1f9c0a4e933c47379e1aa8c6bf9c0620', 'subnets': [{'id': 'db7cecf2-4301-4c3f-bbb1-78ad80d93968', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:09:59.873336 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b5b75f1-a1b2-446a-8e7d-7a4e8b67e626 None None] Checking router: c472c209-1674-43a7-9f24-adc6fdeb0ca0 for host: n-d-779913-29 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:09:59.882707 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b5b75f1-a1b2-446a-8e7d-7a4e8b67e626 None None] Routers {'c472c209-1674-43a7-9f24-adc6fdeb0ca0'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:09:59.883328 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-4b5b75f1-a1b2-446a-8e7d-7a4e8b67e626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T10:09:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['c472c209-1674-43a7-9f24-adc6fdeb0ca0'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:09:59.991739 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-4b5b75f1-a1b2-446a-8e7d-7a4e8b67e626 None None] Set router c472c209-1674-43a7-9f24-adc6fdeb0ca0 gateway port host: n-d-779913-29 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:10:00.116725 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e0db511e-4752-4b97-8660-f7f44cea6b3e req-49d8f025-d160-43ad-b394-92d3821106e4 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=51e7032e-2eeb-4ddb-ae49-3c7594f82326 HTTP/1.1" status: 200 len: 998 time: 0.3423626 Jul 14 10:10:00.164264 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0db511e-4752-4b97-8660-f7f44cea6b3e req-46d8eebb-0598-4118-84e2-424620f893e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:10:00.165770 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e0db511e-4752-4b97-8660-f7f44cea6b3e req-46d8eebb-0598-4118-84e2-424620f893e8 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=db7cecf2-4301-4c3f-bbb1-78ad80d93968 HTTP/1.1" status: 200 len: 849 time: 0.0425651 Jul 14 10:10:00.213296 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-4b5b75f1-a1b2-446a-8e7d-7a4e8b67e626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c472c209-1674-43a7-9f24-adc6fdeb0ca0', 'name': 'tempest-ServerActionsTestJSON-29751055-router', 'tenant_id': '1f9c0a4e933c47379e1aa8c6bf9c0620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.22'}], 'enable_snat': True}, 'gw_port_id': '51ce7f0f-9b66-4616-8e2c-00ebb7cae753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:09:42Z', 'updated_at': '2021-07-14T10:09:45Z', 'revision_number': 4, 'project_id': '1f9c0a4e933c47379e1aa8c6bf9c0620', 'gw_port': {'id': '51ce7f0f-9b66-4616-8e2c-00ebb7cae753', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:a2:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c472c209-1674-43a7-9f24-adc6fdeb0ca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:09:42Z', 'updated_at': '2021-07-14T10:09:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_floatingips': [{'id': '51571515-82e1-4b53-b062-d26503f86d08', 'tenant_id': '1f9c0a4e933c47379e1aa8c6bf9c0620', 'floating_ip_address': '172.25.4.43', 'floating_network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'router_id': 'c472c209-1674-43a7-9f24-adc6fdeb0ca0', 'port_id': '51e7032e-2eeb-4ddb-ae49-3c7594f82326', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4010, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '742eb7cb-e5f7-44de-b05c-3ac48a812bcf', 'mac_address': 'fa:16:3e:d1:a2:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e150dae-92e7-4ddb-8a6e-46bf644ad31f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T10:09:47Z', 'updated_at': '2021-07-14T10:09:59Z', 'revision_number': 1, 'project_id': '1f9c0a4e933c47379e1aa8c6bf9c0620', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '972a261b-05c7-43c0-ab79-82a3d0664596', 'name': '', 'network_id': '742eb7cb-e5f7-44de-b05c-3ac48a812bcf', 'tenant_id': '1f9c0a4e933c47379e1aa8c6bf9c0620', 'mac_address': 'fa:16:3e:45:27:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c472c209-1674-43a7-9f24-adc6fdeb0ca0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'db7cecf2-4301-4c3f-bbb1-78ad80d93968', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:09:44Z', 'updated_at': '2021-07-14T10:09:50Z', 'revision_number': 5, 'project_id': '1f9c0a4e933c47379e1aa8c6bf9c0620', 'subnets': [{'id': 'db7cecf2-4301-4c3f-bbb1-78ad80d93968', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:10:00.227141 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0db511e-4752-4b97-8660-f7f44cea6b3e req-34595138-24be-48ad-8f81-0cb9982cab43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:10:00.228640 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e0db511e-4752-4b97-8660-f7f44cea6b3e req-34595138-24be-48ad-8f81-0cb9982cab43 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=742eb7cb-e5f7-44de-b05c-3ac48a812bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0568745 Jul 14 10:10:00.239870 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b5b75f1-a1b2-446a-8e7d-7a4e8b67e626 None None] The sync data for ids ['c472c209-1674-43a7-9f24-adc6fdeb0ca0'] in n-d-779913-29 is: [{'id': 'c472c209-1674-43a7-9f24-adc6fdeb0ca0', 'name': 'tempest-ServerActionsTestJSON-29751055-router', 'tenant_id': '1f9c0a4e933c47379e1aa8c6bf9c0620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.22'}], 'enable_snat': True}, 'gw_port_id': '51ce7f0f-9b66-4616-8e2c-00ebb7cae753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:09:42Z', 'updated_at': '2021-07-14T10:09:45Z', 'revision_number': 4, 'project_id': '1f9c0a4e933c47379e1aa8c6bf9c0620', 'gw_port': {'id': '51ce7f0f-9b66-4616-8e2c-00ebb7cae753', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:a2:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c472c209-1674-43a7-9f24-adc6fdeb0ca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:09:42Z', 'updated_at': '2021-07-14T10:09:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_floatingips': [{'id': '51571515-82e1-4b53-b062-d26503f86d08', 'tenant_id': '1f9c0a4e933c47379e1aa8c6bf9c0620', 'floating_ip_address': '172.25.4.43', 'floating_network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'router_id': 'c472c209-1674-43a7-9f24-adc6fdeb0ca0', 'port_id': '51e7032e-2eeb-4ddb-ae49-3c7594f82326', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4010, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '742eb7cb-e5f7-44de-b05c-3ac48a812bcf', 'mac_address': 'fa:16:3e:d1:a2:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e150dae-92e7-4ddb-8a6e-46bf644ad31f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T10:09:47Z', 'updated_at': '2021-07-14T10:09:59Z', 'revision_number': 1, 'project_id': '1f9c0a4e933c47379e1aa8c6bf9c0620', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '972a261b-05c7-43c0-ab79-82a3d0664596', 'name': '', 'network_id': '742eb7cb-e5f7-44de-b05c-3ac48a812bcf', 'tenant_id': '1f9c0a4e933c47379e1aa8c6bf9c0620', 'mac_address': 'fa:16:3e:45:27:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c472c209-1674-43a7-9f24-adc6fdeb0ca0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'db7cecf2-4301-4c3f-bbb1-78ad80d93968', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:09:44Z', 'updated_at': '2021-07-14T10:09:50Z', 'revision_number': 5, 'project_id': '1f9c0a4e933c47379e1aa8c6bf9c0620', 'subnets': [{'id': 'db7cecf2-4301-4c3f-bbb1-78ad80d93968', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:10:00.319824 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e0db511e-4752-4b97-8660-f7f44cea6b3e req-bcb6d711-cdbd-4af8-9436-2bb0d6ea2f43 service neutron] 10.222.0.65 "GET /v2.0/networks/742eb7cb-e5f7-44de-b05c-3ac48a812bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850844 Jul 14 10:10:00.414236 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e0db511e-4752-4b97-8660-f7f44cea6b3e req-39d27b96-7893-42da-9666-5e393e263df6 service neutron] 10.222.0.65 "GET /v2.0/networks/742eb7cb-e5f7-44de-b05c-3ac48a812bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873983 Jul 14 10:10:00.440626 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb10dced-7391-412a-b916-6d492460f435 None None] New status for floating IP 51571515-82e1-4b53-b062-d26503f86d08: ACTIVE {{(pid=93959) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 10:10:01.964763 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c09fc48c-9cc6-41ec-acd2-7ed223ed3416 req-3836e453-0f39-45c5-aceb-cb8a44659f16 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=9e150dae-92e7-4ddb-8a6e-46bf644ad31f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0591307 Jul 14 10:10:02.071283 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09fc48c-9cc6-41ec-acd2-7ed223ed3416 req-ac816770-d951-418e-a1aa-e29366ebda19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:10:02.072821 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c09fc48c-9cc6-41ec-acd2-7ed223ed3416 req-ac816770-d951-418e-a1aa-e29366ebda19 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=1f9c0a4e933c47379e1aa8c6bf9c0620&device_id=9e150dae-92e7-4ddb-8a6e-46bf644ad31f HTTP/1.1" status: 200 len: 1097 time: 0.0524061 Jul 14 10:10:02.181205 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09fc48c-9cc6-41ec-acd2-7ed223ed3416 req-6ce4d4e1-8cdd-4b76-ba0a-a6d7cb07b811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:10:02.182774 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c09fc48c-9cc6-41ec-acd2-7ed223ed3416 req-6ce4d4e1-8cdd-4b76-ba0a-a6d7cb07b811 service neutron] 10.222.0.65 "GET /v2.0/networks?id=742eb7cb-e5f7-44de-b05c-3ac48a812bcf HTTP/1.1" status: 200 len: 911 time: 0.0895176 Jul 14 10:10:02.247840 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c09fc48c-9cc6-41ec-acd2-7ed223ed3416 req-a2227546-485b-4e39-afcb-21cf50714177 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=51e7032e-2eeb-4ddb-ae49-3c7594f82326 HTTP/1.1" status: 200 len: 1000 time: 0.0586064 Jul 14 10:10:02.294595 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09fc48c-9cc6-41ec-acd2-7ed223ed3416 req-b6592108-0118-48bb-acdd-c62c8429e101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:10:02.295957 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c09fc48c-9cc6-41ec-acd2-7ed223ed3416 req-b6592108-0118-48bb-acdd-c62c8429e101 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=db7cecf2-4301-4c3f-bbb1-78ad80d93968 HTTP/1.1" status: 200 len: 849 time: 0.0426481 Jul 14 10:10:02.354868 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09fc48c-9cc6-41ec-acd2-7ed223ed3416 req-5378b0db-98f9-4c64-9904-add451801506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:10:02.356397 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c09fc48c-9cc6-41ec-acd2-7ed223ed3416 req-5378b0db-98f9-4c64-9904-add451801506 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=742eb7cb-e5f7-44de-b05c-3ac48a812bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0545697 Jul 14 10:10:02.443342 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c09fc48c-9cc6-41ec-acd2-7ed223ed3416 req-c69cd7eb-bf7a-43f8-a38c-93025afaddfb service neutron] 10.222.0.65 "GET /v2.0/networks/742eb7cb-e5f7-44de-b05c-3ac48a812bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805957 Jul 14 10:10:02.535033 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c09fc48c-9cc6-41ec-acd2-7ed223ed3416 req-35ff64c4-a840-409f-a4d2-5be5949c1dc4 service neutron] 10.222.0.65 "GET /v2.0/networks/742eb7cb-e5f7-44de-b05c-3ac48a812bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848923 Jul 14 10:10:12.666836 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.agents_db [None req-3c3509fb-540d-4335-a450-574895dd3602 None None] Agent healthcheck: found 7 active agents {{(pid=93960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:10:13.296616 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:14.044653 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:22.271147 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-20769ca6-0878-40ec-89ca-57745c134e32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:24.823715 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:24.916744 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9b810115-47ff-4d16-aba7-4aa2c404819f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:26.043393 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5ad31076-714c-49ec-bc37-f3d4cd90112a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:27.859489 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5bbe322f-3f67-4864-bc0a-91afe44d23e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:43.278337 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:44.043518 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:49.666563 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.agents_db [None req-3c3509fb-540d-4335-a450-574895dd3602 None None] Agent healthcheck: found 7 active agents {{(pid=93960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:10:52.272518 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bfeebb8f-88c7-4983-91d9-8fe7c91e022c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:54.824027 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:54.917017 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2abd22fb-c177-4a52-b31b-85c9b0ed2de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:56.043678 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5ad31076-714c-49ec-bc37-f3d4cd90112a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:57.860750 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5bbe322f-3f67-4864-bc0a-91afe44d23e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:01.950351 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-4623f47c-7656-4202-9130-65afb9c8686c req-c9556888-e402-4413-a7ae-693e3289f115 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=9e150dae-92e7-4ddb-8a6e-46bf644ad31f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0537572 Jul 14 10:11:02.065943 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4623f47c-7656-4202-9130-65afb9c8686c req-268b883c-d5d4-4a4d-abef-312931068295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:11:02.067458 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-4623f47c-7656-4202-9130-65afb9c8686c req-268b883c-d5d4-4a4d-abef-312931068295 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=1f9c0a4e933c47379e1aa8c6bf9c0620&device_id=9e150dae-92e7-4ddb-8a6e-46bf644ad31f HTTP/1.1" status: 200 len: 1097 time: 0.0563562 Jul 14 10:11:02.174934 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4623f47c-7656-4202-9130-65afb9c8686c req-ceff5194-d0d4-4421-8849-1f6d2bdadc97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:11:02.176418 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-4623f47c-7656-4202-9130-65afb9c8686c req-ceff5194-d0d4-4421-8849-1f6d2bdadc97 service neutron] 10.222.0.65 "GET /v2.0/networks?id=742eb7cb-e5f7-44de-b05c-3ac48a812bcf HTTP/1.1" status: 200 len: 911 time: 0.0888393 Jul 14 10:11:02.239389 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-4623f47c-7656-4202-9130-65afb9c8686c req-e65038a4-83a4-4e98-afa6-e0edcb1fd594 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=51e7032e-2eeb-4ddb-ae49-3c7594f82326 HTTP/1.1" status: 200 len: 1000 time: 0.0566947 Jul 14 10:11:02.289248 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4623f47c-7656-4202-9130-65afb9c8686c req-56679989-78b4-4a4c-9e1b-918b203b6ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:11:02.290773 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-4623f47c-7656-4202-9130-65afb9c8686c req-56679989-78b4-4a4c-9e1b-918b203b6ef9 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=db7cecf2-4301-4c3f-bbb1-78ad80d93968 HTTP/1.1" status: 200 len: 849 time: 0.0451362 Jul 14 10:11:02.355017 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4623f47c-7656-4202-9130-65afb9c8686c req-539397d7-ade6-449c-94f5-4d3f7a8d66d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:11:02.356502 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-4623f47c-7656-4202-9130-65afb9c8686c req-539397d7-ade6-449c-94f5-4d3f7a8d66d6 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=742eb7cb-e5f7-44de-b05c-3ac48a812bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0592756 Jul 14 10:11:02.464558 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-4623f47c-7656-4202-9130-65afb9c8686c req-d8a0b4a0-9836-4bdb-ba48-f529b2936948 service neutron] 10.222.0.65 "GET /v2.0/networks/742eb7cb-e5f7-44de-b05c-3ac48a812bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010997 Jul 14 10:11:02.560195 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-4623f47c-7656-4202-9130-65afb9c8686c req-4eb3fff8-6b11-465f-8821-5c75676000a7 service neutron] 10.222.0.65 "GET /v2.0/networks/742eb7cb-e5f7-44de-b05c-3ac48a812bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891564 Jul 14 10:11:13.292444 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:14.059777 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:22.276519 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-395c3a50-7c7b-4b57-84ac-5ac9cd608733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:24.827426 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:24.916500 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4052b490-f75a-4d34-9f99-a400e3856d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:26.048102 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5ad31076-714c-49ec-bc37-f3d4cd90112a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:26.666491 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.agents_db [None req-3c3509fb-540d-4335-a450-574895dd3602 None None] Agent healthcheck: found 7 active agents {{(pid=93960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:11:27.865084 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5bbe322f-3f67-4864-bc0a-91afe44d23e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:36.255179 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4370c958-861a-49ce-8b0c-9f73826dbfbf req-36c2a071-5bdb-4c0c-b9f1-43bddf62a1fd tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:11:36.256736 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-4370c958-861a-49ce-8b0c-9f73826dbfbf req-36c2a071-5bdb-4c0c-b9f1-43bddf62a1fd tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/ports?device_id=9e150dae-92e7-4ddb-8a6e-46bf644ad31f HTTP/1.1" status: 200 len: 945 time: 0.0670953 Jul 14 10:11:36.295351 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-4370c958-861a-49ce-8b0c-9f73826dbfbf req-6ecd34e7-921b-4815-a9fe-eb795e8ed924 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/security-groups?id=5b2dd5c6-a0e3-4c42-bf23-d97ecb5ddeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329876 Jul 14 10:11:36.583065 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 37802) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:11:36.737955 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab9279e-bb5d-4a16-bd57-9c73fbc8f60f req-40a6dc06-dcfa-4183-a5b8-475ac962e734 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:11:36.739439 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-fab9279e-bb5d-4a16-bd57-9c73fbc8f60f req-40a6dc06-dcfa-4183-a5b8-475ac962e734 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/ports?device_id=9e150dae-92e7-4ddb-8a6e-46bf644ad31f HTTP/1.1" status: 200 len: 945 time: 0.1091912 Jul 14 10:11:36.742282 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5d173084-7131-4e22-9631-00b648a5c92f req-82423a7c-906e-474c-ad3a-cd7aa669672d service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=9e150dae-92e7-4ddb-8a6e-46bf644ad31f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1580925 Jul 14 10:11:36.779953 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-fab9279e-bb5d-4a16-bd57-9c73fbc8f60f req-45c0e7a2-9c46-4fba-9ee3-356f5fae06dc tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/security-groups?id=5b2dd5c6-a0e3-4c42-bf23-d97ecb5ddeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345235 Jul 14 10:11:37.962150 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3d1d54-3d0f-4841-a689-d55fdc0a24a9 req-6fa4ef63-f114-4ecc-8254-799e0b84fd91 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:11:37.963503 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-2a3d1d54-3d0f-4841-a689-d55fdc0a24a9 req-6fa4ef63-f114-4ecc-8254-799e0b84fd91 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/ports?device_id=9e150dae-92e7-4ddb-8a6e-46bf644ad31f HTTP/1.1" status: 200 len: 945 time: 0.0626366 Jul 14 10:11:38.004515 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-2a3d1d54-3d0f-4841-a689-d55fdc0a24a9 req-09309bd6-daf3-4264-8f9b-d3e3757e4a6c tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/security-groups?id=5b2dd5c6-a0e3-4c42-bf23-d97ecb5ddeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354724 Jul 14 10:11:38.155074 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d173084-7131-4e22-9631-00b648a5c92f req-d14b4a42-cd14-4b22-aafc-b6401696e31c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:11:38.156626 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5d173084-7131-4e22-9631-00b648a5c92f req-d14b4a42-cd14-4b22-aafc-b6401696e31c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=1f9c0a4e933c47379e1aa8c6bf9c0620&device_id=9e150dae-92e7-4ddb-8a6e-46bf644ad31f HTTP/1.1" status: 200 len: 1097 time: 0.0537221 Jul 14 10:11:38.251985 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d173084-7131-4e22-9631-00b648a5c92f req-395d8ee4-cfd4-4cbf-bdad-49e24db3ee23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:11:38.253730 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5d173084-7131-4e22-9631-00b648a5c92f req-395d8ee4-cfd4-4cbf-bdad-49e24db3ee23 service neutron] 10.222.0.65 "GET /v2.0/networks?id=742eb7cb-e5f7-44de-b05c-3ac48a812bcf HTTP/1.1" status: 200 len: 911 time: 0.0914357 Jul 14 10:11:38.318426 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5d173084-7131-4e22-9631-00b648a5c92f req-1036dd14-1585-4ac3-b0c5-188b0722be95 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=51e7032e-2eeb-4ddb-ae49-3c7594f82326 HTTP/1.1" status: 200 len: 1000 time: 0.0590069 Jul 14 10:11:38.366163 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d173084-7131-4e22-9631-00b648a5c92f req-1e25706d-2b32-448e-8700-a54268c86ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:11:38.367882 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5d173084-7131-4e22-9631-00b648a5c92f req-1e25706d-2b32-448e-8700-a54268c86ffc service neutron] 10.222.0.65 "GET /v2.0/subnets?id=db7cecf2-4301-4c3f-bbb1-78ad80d93968 HTTP/1.1" status: 200 len: 849 time: 0.0433047 Jul 14 10:11:38.432778 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d173084-7131-4e22-9631-00b648a5c92f req-93f57307-f06e-4c2b-9a3e-adc476b0a4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:11:38.434976 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5d173084-7131-4e22-9631-00b648a5c92f req-93f57307-f06e-4c2b-9a3e-adc476b0a4cb service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=742eb7cb-e5f7-44de-b05c-3ac48a812bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0600600 Jul 14 10:11:38.522490 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5d173084-7131-4e22-9631-00b648a5c92f req-c96c026b-cce8-4127-bb99-13f4c861a44f service neutron] 10.222.0.65 "GET /v2.0/networks/742eb7cb-e5f7-44de-b05c-3ac48a812bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818067 Jul 14 10:11:38.618583 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5d173084-7131-4e22-9631-00b648a5c92f req-92d1ce96-2a52-46cd-8a65-f6589192fe21 service neutron] 10.222.0.65 "GET /v2.0/networks/742eb7cb-e5f7-44de-b05c-3ac48a812bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893075 Jul 14 10:11:39.189764 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816782cd-ec48-42da-8210-84068c70d425 req-ba20fbaf-6790-4421-8ae2-95aa2853c8af tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:11:39.191334 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-816782cd-ec48-42da-8210-84068c70d425 req-ba20fbaf-6790-4421-8ae2-95aa2853c8af tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/ports?device_id=9e150dae-92e7-4ddb-8a6e-46bf644ad31f HTTP/1.1" status: 200 len: 945 time: 0.0669587 Jul 14 10:11:39.230593 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-816782cd-ec48-42da-8210-84068c70d425 req-d14f9942-441a-42fc-987b-f0092512e5eb tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/security-groups?id=5b2dd5c6-a0e3-4c42-bf23-d97ecb5ddeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335786 Jul 14 10:11:40.404073 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a148fb-b8b7-4d1f-8500-71ab55e01d7e req-3563dd91-9b85-48a6-bd79-65eaf6bbc304 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:11:40.405454 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-70a148fb-b8b7-4d1f-8500-71ab55e01d7e req-3563dd91-9b85-48a6-bd79-65eaf6bbc304 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/ports?device_id=9e150dae-92e7-4ddb-8a6e-46bf644ad31f HTTP/1.1" status: 200 len: 945 time: 0.0629809 Jul 14 10:11:40.441985 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-70a148fb-b8b7-4d1f-8500-71ab55e01d7e req-cd776872-8c17-4b35-b096-8e6ed839849b tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/security-groups?id=5b2dd5c6-a0e3-4c42-bf23-d97ecb5ddeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308428 Jul 14 10:11:41.613870 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e02e5b-f3f3-43f0-9c69-45b4bf55ede0 req-82a3ddf3-91ae-4c76-b05e-05c8da307511 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:11:41.615353 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d1e02e5b-f3f3-43f0-9c69-45b4bf55ede0 req-82a3ddf3-91ae-4c76-b05e-05c8da307511 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/ports?device_id=9e150dae-92e7-4ddb-8a6e-46bf644ad31f HTTP/1.1" status: 200 len: 945 time: 0.0624707 Jul 14 10:11:41.652221 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d1e02e5b-f3f3-43f0-9c69-45b4bf55ede0 req-b8bfe2fe-0a4e-4e59-90ca-4cddc6dcf31d tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/security-groups?id=5b2dd5c6-a0e3-4c42-bf23-d97ecb5ddeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310240 Jul 14 10:11:42.825029 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc4f696-9d58-4254-8835-e0363c34231e req-58749af6-3150-42a4-b435-c15f2cf75b2b tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:11:42.826575 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-1bc4f696-9d58-4254-8835-e0363c34231e req-58749af6-3150-42a4-b435-c15f2cf75b2b tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/ports?device_id=9e150dae-92e7-4ddb-8a6e-46bf644ad31f HTTP/1.1" status: 200 len: 945 time: 0.0629115 Jul 14 10:11:42.864088 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-1bc4f696-9d58-4254-8835-e0363c34231e req-582d019d-4410-44c2-a609-a9df9bfa9338 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/security-groups?id=5b2dd5c6-a0e3-4c42-bf23-d97ecb5ddeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319929 Jul 14 10:11:43.294632 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:44.052515 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499cae15-5486-409e-b455-5371753142a0 req-771857c2-a1bf-4970-8b49-e34bb27854db tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:11:44.054899 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:44.055110 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-499cae15-5486-409e-b455-5371753142a0 req-771857c2-a1bf-4970-8b49-e34bb27854db tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/ports?device_id=9e150dae-92e7-4ddb-8a6e-46bf644ad31f HTTP/1.1" status: 200 len: 945 time: 0.0771997 Jul 14 10:11:44.093416 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-499cae15-5486-409e-b455-5371753142a0 req-efceec09-123a-4e95-bb56-213245a6856c tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/security-groups?id=5b2dd5c6-a0e3-4c42-bf23-d97ecb5ddeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329428 Jul 14 10:11:45.267833 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a1862d-c931-4292-99fd-03b6f4b5e656 req-e672ee2e-d3b7-47a8-9398-7506a0c44540 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:11:45.269339 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-83a1862d-c931-4292-99fd-03b6f4b5e656 req-e672ee2e-d3b7-47a8-9398-7506a0c44540 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/ports?device_id=9e150dae-92e7-4ddb-8a6e-46bf644ad31f HTTP/1.1" status: 200 len: 945 time: 0.0666506 Jul 14 10:11:45.307321 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-83a1862d-c931-4292-99fd-03b6f4b5e656 req-d66d4f4f-d8ab-4f54-88ac-6ced66c77155 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/security-groups?id=5b2dd5c6-a0e3-4c42-bf23-d97ecb5ddeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324018 Jul 14 10:11:46.512147 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555183c1-54ee-4e7e-b4fd-8f4ed4aba6c4 req-7e073515-6a6f-4564-b2df-9ce2d3ba2e8d tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:11:46.513727 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-555183c1-54ee-4e7e-b4fd-8f4ed4aba6c4 req-7e073515-6a6f-4564-b2df-9ce2d3ba2e8d tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/ports?device_id=9e150dae-92e7-4ddb-8a6e-46bf644ad31f HTTP/1.1" status: 200 len: 945 time: 0.0657120 Jul 14 10:11:46.550594 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-555183c1-54ee-4e7e-b4fd-8f4ed4aba6c4 req-68c9b141-448c-4369-b5c8-d8e43b2145ce tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/security-groups?id=5b2dd5c6-a0e3-4c42-bf23-d97ecb5ddeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314484 Jul 14 10:11:47.729616 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21df397-6620-4ccc-8c76-d535f1469216 req-5151274e-3a8a-488f-bbf7-8afd87d9efe6 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:11:47.731680 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-e21df397-6620-4ccc-8c76-d535f1469216 req-5151274e-3a8a-488f-bbf7-8afd87d9efe6 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/ports?device_id=9e150dae-92e7-4ddb-8a6e-46bf644ad31f HTTP/1.1" status: 200 len: 945 time: 0.0673885 Jul 14 10:11:47.768712 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-e21df397-6620-4ccc-8c76-d535f1469216 req-583d3446-4fcd-4fc1-a929-ef694da8694d tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/security-groups?id=5b2dd5c6-a0e3-4c42-bf23-d97ecb5ddeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314627 Jul 14 10:11:48.957893 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202bab5e-8fa0-4d63-9567-d5e6201622f4 req-e68531d0-37d5-413c-95e6-cd3c725e10f1 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:11:48.959398 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-202bab5e-8fa0-4d63-9567-d5e6201622f4 req-e68531d0-37d5-413c-95e6-cd3c725e10f1 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/ports?device_id=9e150dae-92e7-4ddb-8a6e-46bf644ad31f HTTP/1.1" status: 200 len: 945 time: 0.0631514 Jul 14 10:11:49.002195 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-202bab5e-8fa0-4d63-9567-d5e6201622f4 req-d9941b0d-8bc7-4e11-af54-7fb59eb5e773 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/security-groups?id=5b2dd5c6-a0e3-4c42-bf23-d97ecb5ddeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371890 Jul 14 10:11:50.175811 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f7c7f9-2805-4391-8c03-dd62febaca17 req-b6eb56a8-5e66-4212-8f04-4d76a5a100af tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:11:50.177292 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-21f7c7f9-2805-4391-8c03-dd62febaca17 req-b6eb56a8-5e66-4212-8f04-4d76a5a100af tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/ports?device_id=9e150dae-92e7-4ddb-8a6e-46bf644ad31f HTTP/1.1" status: 200 len: 945 time: 0.0626166 Jul 14 10:11:50.218805 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-21f7c7f9-2805-4391-8c03-dd62febaca17 req-8cd52aec-1aa6-4a36-957c-a5fdac7cfb81 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/security-groups?id=5b2dd5c6-a0e3-4c42-bf23-d97ecb5ddeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359685 Jul 14 10:11:50.733206 n-d-779913-29 neutron-server[93957]: INFO neutron.api.v2.resource [req-5d173084-7131-4e22-9631-00b648a5c92f req-ca8cfe12-2307-4b98-8e2c-9915473bb234 service neutron] show failed (client error): The resource could not be found. Jul 14 10:11:50.734293 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5d173084-7131-4e22-9631-00b648a5c92f req-ca8cfe12-2307-4b98-8e2c-9915473bb234 service neutron] 10.222.0.65 "GET /v2.0/ports/51e7032e-2eeb-4ddb-ae49-3c7594f82326/bindings/n-h2-779913-29 HTTP/1.1" status: 404 len: 381 time: 0.0559006 Jul 14 10:11:50.984534 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d173084-7131-4e22-9631-00b648a5c92f req-4d51cd13-fac8-4ed1-92a4-7a1b29f20fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:11:50.985980 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5d173084-7131-4e22-9631-00b648a5c92f req-4d51cd13-fac8-4ed1-92a4-7a1b29f20fc4 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=9e150dae-92e7-4ddb-8a6e-46bf644ad31f&tenant_id=1f9c0a4e933c47379e1aa8c6bf9c0620 HTTP/1.1" status: 200 len: 1097 time: 0.0551336 Jul 14 10:11:51.003213 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-5d173084-7131-4e22-9631-00b648a5c92f req-18fa2e51-54fb-469d-a8c5-2b85b32dd7f4 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-779913-29', 'device_owner': 'compute:nova'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:11:51.081604 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-5d173084-7131-4e22-9631-00b648a5c92f req-18fa2e51-54fb-469d-a8c5-2b85b32dd7f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:51.311050 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-5d173084-7131-4e22-9631-00b648a5c92f req-18fa2e51-54fb-469d-a8c5-2b85b32dd7f4 service neutron] For port 51e7032e-2eeb-4ddb-ae49-3c7594f82326, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=51e7032e-2eeb-4ddb-ae49-3c7594f82326,segment=NetworkSegment(d47c0a19-c61e-44d6-8c05-eb47451816f8),segment_id=d47c0a19-c61e-44d6-8c05-eb47451816f8)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:11:51.358850 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-5d173084-7131-4e22-9631-00b648a5c92f req-18fa2e51-54fb-469d-a8c5-2b85b32dd7f4 service neutron] For port 51e7032e-2eeb-4ddb-ae49-3c7594f82326, host n-h1-779913-29, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:11:51.419996 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e150dae-92e7-4ddb-8a6e-46bf644ad31f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '51e7032e-2eeb-4ddb-ae49-3c7594f82326'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:11:51.422306 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a10d0962-fb78-4117-921d-4b6f42fa87d4" -d '{"events": [{"server_uuid": "9e150dae-92e7-4ddb-8a6e-46bf644ad31f", "name": "network-vif-unplugged", "status": "completed", "tag": "51e7032e-2eeb-4ddb-ae49-3c7594f82326"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:11:51.425951 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-5d173084-7131-4e22-9631-00b648a5c92f req-18fa2e51-54fb-469d-a8c5-2b85b32dd7f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:51.446626 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [req-5d173084-7131-4e22-9631-00b648a5c92f req-18fa2e51-54fb-469d-a8c5-2b85b32dd7f4 service neutron] Transition to ACTIVE for port object 51e7032e-2eeb-4ddb-ae49-3c7594f82326 will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:11:51.451836 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-5d173084-7131-4e22-9631-00b648a5c92f req-18fa2e51-54fb-469d-a8c5-2b85b32dd7f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:51.472368 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7260fd-1d31-43f0-83ed-34ce5d223df8 req-28891058-108b-42f5-9afb-343f9a56b7b7 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:11:51.473964 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-bc7260fd-1d31-43f0-83ed-34ce5d223df8 req-28891058-108b-42f5-9afb-343f9a56b7b7 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/ports?device_id=9e150dae-92e7-4ddb-8a6e-46bf644ad31f HTTP/1.1" status: 200 len: 945 time: 0.1327252 Jul 14 10:11:51.504006 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 10:11:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3a72437-a349-480b-bc6b-df56c9b8ea1a x-openstack-request-id: req-d3a72437-a349-480b-bc6b-df56c9b8ea1a {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:11:51.504307 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e150dae-92e7-4ddb-8a6e-46bf644ad31f", "name": "network-vif-unplugged", "status": "completed", "tag": "51e7032e-2eeb-4ddb-ae49-3c7594f82326", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:11:51.504565 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-d3a72437-a349-480b-bc6b-df56c9b8ea1a {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:11:51.505023 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e150dae-92e7-4ddb-8a6e-46bf644ad31f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '51e7032e-2eeb-4ddb-ae49-3c7594f82326', 'code': 200} Jul 14 10:11:51.631373 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fa2e51-54fb-469d-a8c5-2b85b32dd7f4 service neutron] Pushing event updated for resources: {'Port': ['ID=51e7032e-2eeb-4ddb-ae49-3c7594f82326,revision_number=6']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:11:51.656848 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18fa2e51-54fb-469d-a8c5-2b85b32dd7f4 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:11:51.657184 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18fa2e51-54fb-469d-a8c5-2b85b32dd7f4 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:11:51.657547 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18fa2e51-54fb-469d-a8c5-2b85b32dd7f4 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:11:51.658691 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18fa2e51-54fb-469d-a8c5-2b85b32dd7f4 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:11:51.658691 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18fa2e51-54fb-469d-a8c5-2b85b32dd7f4 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:11:51.658691 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18fa2e51-54fb-469d-a8c5-2b85b32dd7f4 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:11:51.659770 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18fa2e51-54fb-469d-a8c5-2b85b32dd7f4 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:11:51.659770 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18fa2e51-54fb-469d-a8c5-2b85b32dd7f4 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:11:51.659770 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18fa2e51-54fb-469d-a8c5-2b85b32dd7f4 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:11:51.660105 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18fa2e51-54fb-469d-a8c5-2b85b32dd7f4 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:11:51.660105 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18fa2e51-54fb-469d-a8c5-2b85b32dd7f4 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:11:51.660553 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18fa2e51-54fb-469d-a8c5-2b85b32dd7f4 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:11:51.671962 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-bc7260fd-1d31-43f0-83ed-34ce5d223df8 req-600301b8-7e00-4217-affe-004f69bb05b8 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/security-groups?id=5b2dd5c6-a0e3-4c42-bf23-d97ecb5ddeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1702635 Jul 14 10:11:51.691550 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d173084-7131-4e22-9631-00b648a5c92f req-18fa2e51-54fb-469d-a8c5-2b85b32dd7f4 service neutron] No DVR routers for this DVR port 51e7032e-2eeb-4ddb-ae49-3c7594f82326 on host n-h1-779913-29 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:11:51.829601 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-5d173084-7131-4e22-9631-00b648a5c92f req-18fa2e51-54fb-469d-a8c5-2b85b32dd7f4 service neutron] Attempting to bind port 51e7032e-2eeb-4ddb-ae49-3c7594f82326 on host n-h2-779913-29 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:11:51.830317 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-5d173084-7131-4e22-9631-00b648a5c92f req-18fa2e51-54fb-469d-a8c5-2b85b32dd7f4 service neutron] Attempting to bind port 51e7032e-2eeb-4ddb-ae49-3c7594f82326 by drivers openvswitch,hyperv on host n-h2-779913-29 at level 0 using segments [{'id': 'd47c0a19-c61e-44d6-8c05-eb47451816f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '742eb7cb-e5f7-44de-b05c-3ac48a812bcf'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:11:51.830317 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d173084-7131-4e22-9631-00b648a5c92f req-18fa2e51-54fb-469d-a8c5-2b85b32dd7f4 service neutron] Attempting to bind port 51e7032e-2eeb-4ddb-ae49-3c7594f82326 on network 742eb7cb-e5f7-44de-b05c-3ac48a812bcf {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:11:51.834734 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d173084-7131-4e22-9631-00b648a5c92f req-18fa2e51-54fb-469d-a8c5-2b85b32dd7f4 service neutron] Port 51e7032e-2eeb-4ddb-ae49-3c7594f82326 on network 742eb7cb-e5f7-44de-b05c-3ac48a812bcf not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-29 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 10:11:51.835062 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d173084-7131-4e22-9631-00b648a5c92f req-18fa2e51-54fb-469d-a8c5-2b85b32dd7f4 service neutron] Attempting to bind port 51e7032e-2eeb-4ddb-ae49-3c7594f82326 on network 742eb7cb-e5f7-44de-b05c-3ac48a812bcf {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:11:51.839891 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d173084-7131-4e22-9631-00b648a5c92f req-18fa2e51-54fb-469d-a8c5-2b85b32dd7f4 service neutron] Checking agent: {'id': '013e4a3b-a634-47b8-b6a5-1a25109b73fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 13, 13), 'started_at': datetime.datetime(2021, 7, 14, 9, 13, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 11, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:11:51.840818 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d173084-7131-4e22-9631-00b648a5c92f req-18fa2e51-54fb-469d-a8c5-2b85b32dd7f4 service neutron] Checking segment: {'id': 'd47c0a19-c61e-44d6-8c05-eb47451816f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '742eb7cb-e5f7-44de-b05c-3ac48a812bcf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:11:51.841216 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d173084-7131-4e22-9631-00b648a5c92f req-18fa2e51-54fb-469d-a8c5-2b85b32dd7f4 service neutron] Bound using segment: {'id': 'd47c0a19-c61e-44d6-8c05-eb47451816f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '742eb7cb-e5f7-44de-b05c-3ac48a812bcf'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:11:51.841683 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-5d173084-7131-4e22-9631-00b648a5c92f req-18fa2e51-54fb-469d-a8c5-2b85b32dd7f4 service neutron] Bound port: 51e7032e-2eeb-4ddb-ae49-3c7594f82326, host: n-h2-779913-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd47c0a19-c61e-44d6-8c05-eb47451816f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '742eb7cb-e5f7-44de-b05c-3ac48a812bcf'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:11:51.842044 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-5d173084-7131-4e22-9631-00b648a5c92f req-18fa2e51-54fb-469d-a8c5-2b85b32dd7f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:51.905402 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-5d173084-7131-4e22-9631-00b648a5c92f req-18fa2e51-54fb-469d-a8c5-2b85b32dd7f4 service neutron] For port 51e7032e-2eeb-4ddb-ae49-3c7594f82326, host n-h2-779913-29, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:11:51.908578 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-5d173084-7131-4e22-9631-00b648a5c92f req-18fa2e51-54fb-469d-a8c5-2b85b32dd7f4 service neutron] For port 51e7032e-2eeb-4ddb-ae49-3c7594f82326, host n-h2-779913-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=51e7032e-2eeb-4ddb-ae49-3c7594f82326,segment=NetworkSegment(d47c0a19-c61e-44d6-8c05-eb47451816f8),segment_id=d47c0a19-c61e-44d6-8c05-eb47451816f8)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:11:51.912161 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-5d173084-7131-4e22-9631-00b648a5c92f req-18fa2e51-54fb-469d-a8c5-2b85b32dd7f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:51.947180 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d173084-7131-4e22-9631-00b648a5c92f req-18fa2e51-54fb-469d-a8c5-2b85b32dd7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:11:51.947873 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-5d173084-7131-4e22-9631-00b648a5c92f req-18fa2e51-54fb-469d-a8c5-2b85b32dd7f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:51.949287 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5d173084-7131-4e22-9631-00b648a5c92f req-18fa2e51-54fb-469d-a8c5-2b85b32dd7f4 service neutron] 10.222.0.57 "PUT /v2.0/ports/51e7032e-2eeb-4ddb-ae49-3c7594f82326 HTTP/1.1" status: 200 len: 1092 time: 0.9503460 Jul 14 10:11:51.980184 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fa2e51-54fb-469d-a8c5-2b85b32dd7f4 service neutron] Pushing event updated for resources: {'Port': ['ID=51e7032e-2eeb-4ddb-ae49-3c7594f82326,revision_number=7']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:11:52.044193 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d173084-7131-4e22-9631-00b648a5c92f req-bd5c002f-17a2-4c8f-8444-ff6cede108fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:11:52.045715 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5d173084-7131-4e22-9631-00b648a5c92f req-bd5c002f-17a2-4c8f-8444-ff6cede108fa service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1f9c0a4e933c47379e1aa8c6bf9c0620&device_id=9e150dae-92e7-4ddb-8a6e-46bf644ad31f HTTP/1.1" status: 200 len: 1095 time: 0.0622211 Jul 14 10:11:52.144004 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d173084-7131-4e22-9631-00b648a5c92f req-aebcb29c-7989-4724-b9a9-2c1388fc3b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:11:52.145505 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5d173084-7131-4e22-9631-00b648a5c92f req-aebcb29c-7989-4724-b9a9-2c1388fc3b60 service neutron] 10.222.0.57 "GET /v2.0/networks?id=742eb7cb-e5f7-44de-b05c-3ac48a812bcf HTTP/1.1" status: 200 len: 911 time: 0.0924456 Jul 14 10:11:52.213704 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5d173084-7131-4e22-9631-00b648a5c92f req-d3894aa3-59ca-4351-85d5-aa617ef97cab service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=51e7032e-2eeb-4ddb-ae49-3c7594f82326 HTTP/1.1" status: 200 len: 998 time: 0.0619562 Jul 14 10:11:52.260492 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d173084-7131-4e22-9631-00b648a5c92f req-f1c12527-dccb-48b1-bdd9-a61e3f6232a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:11:52.262490 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5d173084-7131-4e22-9631-00b648a5c92f req-f1c12527-dccb-48b1-bdd9-a61e3f6232a5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=db7cecf2-4301-4c3f-bbb1-78ad80d93968 HTTP/1.1" status: 200 len: 849 time: 0.0427194 Jul 14 10:11:52.286962 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-55855593-2d47-4d7b-afe5-80667b3bb0cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:52.323894 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d173084-7131-4e22-9631-00b648a5c92f req-9008f3c2-2800-425a-b031-c276ae1719da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:11:52.325989 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5d173084-7131-4e22-9631-00b648a5c92f req-9008f3c2-2800-425a-b031-c276ae1719da service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=742eb7cb-e5f7-44de-b05c-3ac48a812bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0574715 Jul 14 10:11:52.414951 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5d173084-7131-4e22-9631-00b648a5c92f req-d0bd8f44-3fce-40d8-8349-c7597e6f7df8 service neutron] 10.222.0.57 "GET /v2.0/networks/742eb7cb-e5f7-44de-b05c-3ac48a812bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817063 Jul 14 10:11:52.519494 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5d173084-7131-4e22-9631-00b648a5c92f req-1b7a5c28-bd12-4019-b837-514b8f1bfbe1 service neutron] 10.222.0.57 "GET /v2.0/networks/742eb7cb-e5f7-44de-b05c-3ac48a812bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983012 Jul 14 10:11:52.852315 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed829f9c-af43-48ac-a19c-6429049c0ef0 req-8542d7d9-2ade-4ae5-9a24-1a0785337319 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:11:52.853823 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ed829f9c-af43-48ac-a19c-6429049c0ef0 req-8542d7d9-2ade-4ae5-9a24-1a0785337319 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/ports?device_id=9e150dae-92e7-4ddb-8a6e-46bf644ad31f HTTP/1.1" status: 200 len: 943 time: 0.0632286 Jul 14 10:11:52.895133 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ed829f9c-af43-48ac-a19c-6429049c0ef0 req-1d614059-d019-4778-9aff-ce64fc5fb865 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/security-groups?id=5b2dd5c6-a0e3-4c42-bf23-d97ecb5ddeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351014 Jul 14 10:11:53.505766 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e150dae-92e7-4ddb-8a6e-46bf644ad31f', 'tag': '51e7032e-2eeb-4ddb-ae49-3c7594f82326'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:11:53.508267 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-164776ba-5db7-47cb-85fe-8270c4c8f203" -d '{"events": [{"name": "network-changed", "server_uuid": "9e150dae-92e7-4ddb-8a6e-46bf644ad31f", "tag": "51e7032e-2eeb-4ddb-ae49-3c7594f82326"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:11:53.559930 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:11:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3b867c5-a75c-42ac-af57-51b389880908 x-openstack-request-id: req-e3b867c5-a75c-42ac-af57-51b389880908 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:11:53.560290 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e150dae-92e7-4ddb-8a6e-46bf644ad31f", "tag": "51e7032e-2eeb-4ddb-ae49-3c7594f82326", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:11:53.560711 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-e3b867c5-a75c-42ac-af57-51b389880908 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:11:53.561230 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e150dae-92e7-4ddb-8a6e-46bf644ad31f', 'tag': '51e7032e-2eeb-4ddb-ae49-3c7594f82326', 'status': 'completed', 'code': 200} Jul 14 10:11:54.050420 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164776ba-5db7-47cb-85fe-8270c4c8f203 req-7438a2e4-851c-4986-b65e-2d41f11f1f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:11:54.052160 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-164776ba-5db7-47cb-85fe-8270c4c8f203 req-7438a2e4-851c-4986-b65e-2d41f11f1f18 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1f9c0a4e933c47379e1aa8c6bf9c0620&device_id=9e150dae-92e7-4ddb-8a6e-46bf644ad31f HTTP/1.1" status: 200 len: 1095 time: 0.4460731 Jul 14 10:11:54.057855 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164776ba-5db7-47cb-85fe-8270c4c8f203 req-89975579-8694-4394-9679-42fc2cbd187d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:11:54.059971 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-164776ba-5db7-47cb-85fe-8270c4c8f203 req-89975579-8694-4394-9679-42fc2cbd187d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=1f9c0a4e933c47379e1aa8c6bf9c0620&device_id=9e150dae-92e7-4ddb-8a6e-46bf644ad31f HTTP/1.1" status: 200 len: 1095 time: 0.4459639 Jul 14 10:11:54.107978 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2d0696-78bc-4c0d-a822-6f0f1b8f3763 req-19e15d95-42a8-42aa-857a-ee1a7610793c tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:11:54.111037 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ae2d0696-78bc-4c0d-a822-6f0f1b8f3763 req-19e15d95-42a8-42aa-857a-ee1a7610793c tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/ports?device_id=9e150dae-92e7-4ddb-8a6e-46bf644ad31f HTTP/1.1" status: 200 len: 943 time: 0.0803485 Jul 14 10:11:54.157349 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ae2d0696-78bc-4c0d-a822-6f0f1b8f3763 req-fa10fa2d-8d24-46b8-9e2c-f4660244754c tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/security-groups?id=5b2dd5c6-a0e3-4c42-bf23-d97ecb5ddeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418200 Jul 14 10:11:54.287338 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164776ba-5db7-47cb-85fe-8270c4c8f203 req-6a220b90-4634-405b-9a82-25ae4f041dce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:11:54.288801 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-164776ba-5db7-47cb-85fe-8270c4c8f203 req-6a220b90-4634-405b-9a82-25ae4f041dce service neutron] 10.222.0.57 "GET /v2.0/networks?id=742eb7cb-e5f7-44de-b05c-3ac48a812bcf HTTP/1.1" status: 200 len: 911 time: 0.2279766 Jul 14 10:11:54.293124 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164776ba-5db7-47cb-85fe-8270c4c8f203 req-9417f275-c87f-4229-8975-ec42e3bcd1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:11:54.294987 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-164776ba-5db7-47cb-85fe-8270c4c8f203 req-9417f275-c87f-4229-8975-ec42e3bcd1dc service neutron] 10.222.0.65 "GET /v2.0/networks?id=742eb7cb-e5f7-44de-b05c-3ac48a812bcf HTTP/1.1" status: 200 len: 911 time: 0.2225318 Jul 14 10:11:54.440806 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-164776ba-5db7-47cb-85fe-8270c4c8f203 req-eeaf4a5d-ac15-4970-9a38-d0be90ccdf95 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=51e7032e-2eeb-4ddb-ae49-3c7594f82326 HTTP/1.1" status: 200 len: 998 time: 0.1447237 Jul 14 10:11:54.445935 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-164776ba-5db7-47cb-85fe-8270c4c8f203 req-4fe5b1c7-7f36-4e4a-9e9c-ec0b382d6557 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=51e7032e-2eeb-4ddb-ae49-3c7594f82326 HTTP/1.1" status: 200 len: 998 time: 0.1441879 Jul 14 10:11:54.578946 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164776ba-5db7-47cb-85fe-8270c4c8f203 req-58f1140d-6d07-4d27-b53b-411a0418b34c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:11:54.581239 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-164776ba-5db7-47cb-85fe-8270c4c8f203 req-58f1140d-6d07-4d27-b53b-411a0418b34c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=db7cecf2-4301-4c3f-bbb1-78ad80d93968 HTTP/1.1" status: 200 len: 849 time: 0.1338294 Jul 14 10:11:54.583910 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164776ba-5db7-47cb-85fe-8270c4c8f203 req-6336571e-8ced-45e7-a66a-cb62710ecc87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:11:54.585746 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-164776ba-5db7-47cb-85fe-8270c4c8f203 req-6336571e-8ced-45e7-a66a-cb62710ecc87 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=db7cecf2-4301-4c3f-bbb1-78ad80d93968 HTTP/1.1" status: 200 len: 849 time: 0.1253428 Jul 14 10:11:54.723990 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164776ba-5db7-47cb-85fe-8270c4c8f203 req-6b21b9f3-2694-4558-9f5d-6a39e3b63b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:11:54.726671 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-164776ba-5db7-47cb-85fe-8270c4c8f203 req-6b21b9f3-2694-4558-9f5d-6a39e3b63b2c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=742eb7cb-e5f7-44de-b05c-3ac48a812bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1384420 Jul 14 10:11:54.731206 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164776ba-5db7-47cb-85fe-8270c4c8f203 req-b62343eb-be75-4c86-be7b-2895633245e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:11:54.733630 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-164776ba-5db7-47cb-85fe-8270c4c8f203 req-b62343eb-be75-4c86-be7b-2895633245e9 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=742eb7cb-e5f7-44de-b05c-3ac48a812bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1373079 Jul 14 10:11:54.829327 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:54.846353 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 51e7032e-2eeb-4ddb-ae49-3c7594f82326 details requested by agent hyperv_n-h2-779913-29 with host n-h2-779913-29 {{(pid=93959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 10:11:54.929140 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b4e477ee-6d18-496f-8333-bfea5d39cbd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:54.952211 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 51e7032e-2eeb-4ddb-ae49-3c7594f82326, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=51e7032e-2eeb-4ddb-ae49-3c7594f82326,segment=NetworkSegment(d47c0a19-c61e-44d6-8c05-eb47451816f8),segment_id=d47c0a19-c61e-44d6-8c05-eb47451816f8)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:11:54.959753 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-164776ba-5db7-47cb-85fe-8270c4c8f203 req-d6362674-fbb1-4545-97af-b5a05f1302ea service neutron] 10.222.0.65 "GET /v2.0/networks/742eb7cb-e5f7-44de-b05c-3ac48a812bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2127662 Jul 14 10:11:54.962273 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-164776ba-5db7-47cb-85fe-8270c4c8f203 req-2f2d9c48-5326-4e4e-a500-62bf60d9eb4d service neutron] 10.222.0.57 "GET /v2.0/networks/742eb7cb-e5f7-44de-b05c-3ac48a812bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2272494 Jul 14 10:11:54.963587 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Returning: {'device': '51e7032e-2eeb-4ddb-ae49-3c7594f82326', 'network_id': '742eb7cb-e5f7-44de-b05c-3ac48a812bcf', 'port_id': '51e7032e-2eeb-4ddb-ae49-3c7594f82326', 'mac_address': 'fa:16:3e:d1:a2:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 736, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db7cecf2-4301-4c3f-bbb1-78ad80d93968', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 10:11:55.007518 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 51e7032e-2eeb-4ddb-ae49-3c7594f82326 no longer exists at agent hyperv_n-h1-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:11:55.015108 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:55.051225 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51e7032e-2eeb-4ddb-ae49-3c7594f82326 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:11:55.075988 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 51e7032e-2eeb-4ddb-ae49-3c7594f82326, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=51e7032e-2eeb-4ddb-ae49-3c7594f82326,segment=NetworkSegment(d47c0a19-c61e-44d6-8c05-eb47451816f8),segment_id=d47c0a19-c61e-44d6-8c05-eb47451816f8)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:11:55.077816 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 51e7032e-2eeb-4ddb-ae49-3c7594f82326 not bound to the agent host n-h1-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:11:55.081151 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:55.127935 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-164776ba-5db7-47cb-85fe-8270c4c8f203 req-84f73fe6-81d7-472c-bdb8-f6491516acdf service neutron] 10.222.0.57 "GET /v2.0/networks/742eb7cb-e5f7-44de-b05c-3ac48a812bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1595964 Jul 14 10:11:55.129061 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Pushing event updated for resources: {'Port': ['ID=51e7032e-2eeb-4ddb-ae49-3c7594f82326,revision_number=8']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:11:55.129940 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-164776ba-5db7-47cb-85fe-8270c4c8f203 req-911760c9-f009-48e1-8f24-cdd4cca315a7 service neutron] 10.222.0.65 "GET /v2.0/networks/742eb7cb-e5f7-44de-b05c-3ac48a812bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1634538 Jul 14 10:11:55.136704 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:11:55.137082 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:11:55.137424 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:11:55.137786 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:11:55.138119 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:11:55.138452 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:11:55.138776 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:11:55.139103 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:11:55.139429 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:11:55.139784 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:11:55.140109 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:11:55.140434 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:11:55.366866 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73315507-7827-4d2c-9765-7983b8a2afbb req-0db7e061-4429-4f3a-bae0-c26f3d4188c1 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:11:55.368582 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-73315507-7827-4d2c-9765-7983b8a2afbb req-0db7e061-4429-4f3a-bae0-c26f3d4188c1 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/ports?device_id=9e150dae-92e7-4ddb-8a6e-46bf644ad31f HTTP/1.1" status: 200 len: 944 time: 0.0698667 Jul 14 10:11:55.405249 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] get_ports_and_sgs() called for port_ids ['51e7032e-2eeb-4ddb-ae49-3c7594f82326'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:11:55.427670 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-73315507-7827-4d2c-9765-7983b8a2afbb req-b8133a21-1034-4fbf-9202-e5e72f50e589 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/security-groups?id=5b2dd5c6-a0e3-4c42-bf23-d97ecb5ddeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451241 Jul 14 10:11:55.781565 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92ccf27-a4ce-46ef-ba9f-d8dc913af5db req-7013d69d-da06-4b22-ac39-4077b2488309 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:11:55.783073 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c92ccf27-a4ce-46ef-ba9f-d8dc913af5db req-7013d69d-da06-4b22-ac39-4077b2488309 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/ports?device_id=9e150dae-92e7-4ddb-8a6e-46bf644ad31f HTTP/1.1" status: 200 len: 944 time: 0.1114311 Jul 14 10:11:55.836874 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c48199f-e370-45b8-9a24-4c87fdb4e5e5 req-0a0ba4c7-cef0-42b4-a32b-0b4df6d0a1a6 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:11:55.838393 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8c48199f-e370-45b8-9a24-4c87fdb4e5e5 req-0a0ba4c7-cef0-42b4-a32b-0b4df6d0a1a6 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.65 "GET /v2.0/ports?device_id=9e150dae-92e7-4ddb-8a6e-46bf644ad31f&tenant_id=1f9c0a4e933c47379e1aa8c6bf9c0620&binding%3Ahost_id=n-h2-779913-29 HTTP/1.1" status: 200 len: 944 time: 0.1180689 Jul 14 10:11:55.852221 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c92ccf27-a4ce-46ef-ba9f-d8dc913af5db req-b38904b6-6f89-48a0-8a64-a60e485682e4 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/security-groups?id=5b2dd5c6-a0e3-4c42-bf23-d97ecb5ddeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606763 Jul 14 10:11:55.898615 n-d-779913-29 neutron-server[93957]: INFO neutron.api.v2.resource [req-8c48199f-e370-45b8-9a24-4c87fdb4e5e5 req-5dc16d48-1d2e-4f9e-a7a1-ad41749983ba service neutron] delete failed (client error): The resource could not be found. Jul 14 10:11:55.899683 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8c48199f-e370-45b8-9a24-4c87fdb4e5e5 req-5dc16d48-1d2e-4f9e-a7a1-ad41749983ba service neutron] 10.222.0.65 "DELETE /v2.0/ports/51e7032e-2eeb-4ddb-ae49-3c7594f82326/bindings/n-h1-779913-29 HTTP/1.1" status: 404 len: 381 time: 0.0557044 Jul 14 10:11:56.033993 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c48199f-e370-45b8-9a24-4c87fdb4e5e5 req-76ad1658-d839-4a25-aff2-07ee855b8a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:11:56.035427 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8c48199f-e370-45b8-9a24-4c87fdb4e5e5 req-76ad1658-d839-4a25-aff2-07ee855b8a5a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=1f9c0a4e933c47379e1aa8c6bf9c0620&device_id=9e150dae-92e7-4ddb-8a6e-46bf644ad31f HTTP/1.1" status: 200 len: 1096 time: 0.0615487 Jul 14 10:11:56.053638 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5ad31076-714c-49ec-bc37-f3d4cd90112a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:56.149032 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c48199f-e370-45b8-9a24-4c87fdb4e5e5 req-82bcf185-83c4-4f20-8ca8-4f6fed0f01f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:11:56.150583 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8c48199f-e370-45b8-9a24-4c87fdb4e5e5 req-82bcf185-83c4-4f20-8ca8-4f6fed0f01f7 service neutron] 10.222.0.65 "GET /v2.0/networks?id=742eb7cb-e5f7-44de-b05c-3ac48a812bcf HTTP/1.1" status: 200 len: 911 time: 0.1091158 Jul 14 10:11:56.219872 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8c48199f-e370-45b8-9a24-4c87fdb4e5e5 req-1da47f90-e06b-4a92-9742-061b6ea3fd0b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=51e7032e-2eeb-4ddb-ae49-3c7594f82326 HTTP/1.1" status: 200 len: 999 time: 0.0615828 Jul 14 10:11:56.270099 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c48199f-e370-45b8-9a24-4c87fdb4e5e5 req-eea273a9-8e00-443e-ad05-c7bacd6779a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:11:56.271596 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8c48199f-e370-45b8-9a24-4c87fdb4e5e5 req-eea273a9-8e00-443e-ad05-c7bacd6779a7 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=db7cecf2-4301-4c3f-bbb1-78ad80d93968 HTTP/1.1" status: 200 len: 849 time: 0.0460680 Jul 14 10:11:56.343427 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c48199f-e370-45b8-9a24-4c87fdb4e5e5 req-756c9202-1b36-409b-a101-14281953b2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:11:56.344848 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8c48199f-e370-45b8-9a24-4c87fdb4e5e5 req-756c9202-1b36-409b-a101-14281953b2ab service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=742eb7cb-e5f7-44de-b05c-3ac48a812bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0662165 Jul 14 10:11:56.453947 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8c48199f-e370-45b8-9a24-4c87fdb4e5e5 req-60dc19a4-a559-436f-8951-53345eb89f54 service neutron] 10.222.0.65 "GET /v2.0/networks/742eb7cb-e5f7-44de-b05c-3ac48a812bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022184 Jul 14 10:11:56.572040 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8c48199f-e370-45b8-9a24-4c87fdb4e5e5 req-03d73e3b-4d3d-41d8-8cdf-a5c63ae2bf6a service neutron] 10.222.0.65 "GET /v2.0/networks/742eb7cb-e5f7-44de-b05c-3ac48a812bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121352 Jul 14 10:11:56.858663 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 51e7032e-2eeb-4ddb-ae49-3c7594f82326 up at agent hyperv_n-h2-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:11:56.909407 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Provisioning for port 51e7032e-2eeb-4ddb-ae49-3c7594f82326 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:11:56.914251 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Provisioning complete for port 51e7032e-2eeb-4ddb-ae49-3c7594f82326 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:11:56.914822 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:57.003500 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:57.028934 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e150dae-92e7-4ddb-8a6e-46bf644ad31f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51e7032e-2eeb-4ddb-ae49-3c7594f82326'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:11:57.031695 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd62303f06773040a8a4e189dc46b4f565768c299abf8ab8e7739778b0bc3e97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d15a45d-4c55-441f-8e21-64392392be11" -d '{"events": [{"server_uuid": "9e150dae-92e7-4ddb-8a6e-46bf644ad31f", "name": "network-vif-plugged", "status": "completed", "tag": "51e7032e-2eeb-4ddb-ae49-3c7594f82326"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:11:57.050260 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 51e7032e-2eeb-4ddb-ae49-3c7594f82326, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=51e7032e-2eeb-4ddb-ae49-3c7594f82326,segment=NetworkSegment(d47c0a19-c61e-44d6-8c05-eb47451816f8),segment_id=d47c0a19-c61e-44d6-8c05-eb47451816f8)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:11:57.056401 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:57.086424 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:11:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7679315e-a2c5-4b32-a516-0527d0a06726 x-openstack-request-id: req-7679315e-a2c5-4b32-a516-0527d0a06726 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:11:57.086849 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e150dae-92e7-4ddb-8a6e-46bf644ad31f", "name": "network-vif-plugged", "status": "completed", "tag": "51e7032e-2eeb-4ddb-ae49-3c7594f82326", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:11:57.087196 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-7679315e-a2c5-4b32-a516-0527d0a06726 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:11:57.088083 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e150dae-92e7-4ddb-8a6e-46bf644ad31f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51e7032e-2eeb-4ddb-ae49-3c7594f82326', 'code': 200} Jul 14 10:11:57.100192 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d788f348-de63-4cac-a7dd-23b5caaff7e2 req-4aa6c4a0-0f5f-4bd7-98bf-2dcdb0283a5a tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:11:57.101752 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d788f348-de63-4cac-a7dd-23b5caaff7e2 req-4aa6c4a0-0f5f-4bd7-98bf-2dcdb0283a5a tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/ports?device_id=9e150dae-92e7-4ddb-8a6e-46bf644ad31f HTTP/1.1" status: 200 len: 944 time: 0.1042688 Jul 14 10:11:57.122072 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Pushing event updated for resources: {'Port': ['ID=51e7032e-2eeb-4ddb-ae49-3c7594f82326,revision_number=9']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:11:57.147982 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d788f348-de63-4cac-a7dd-23b5caaff7e2 req-e4f4206b-0491-4a14-a7b1-7e1ca5fedf97 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/security-groups?id=5b2dd5c6-a0e3-4c42-bf23-d97ecb5ddeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387752 Jul 14 10:11:57.869885 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5bbe322f-3f67-4864-bc0a-91afe44d23e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:58.350140 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0635372e-3d16-421d-b48c-b23d713dfde5 req-2ffeade6-8dfc-4dde-8d05-c24540cda162 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:11:58.351617 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0635372e-3d16-421d-b48c-b23d713dfde5 req-2ffeade6-8dfc-4dde-8d05-c24540cda162 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/ports?device_id=9e150dae-92e7-4ddb-8a6e-46bf644ad31f HTTP/1.1" status: 200 len: 945 time: 0.0670824 Jul 14 10:11:58.398662 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0635372e-3d16-421d-b48c-b23d713dfde5 req-f557e095-bcd3-435b-90a9-6c1ece4a0d90 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/security-groups?id=5b2dd5c6-a0e3-4c42-bf23-d97ecb5ddeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406709 Jul 14 10:11:58.595380 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20024ed8-d7b4-4784-b2a1-ed031a312238 req-4cc52e9c-abc7-43fc-9506-e99a9b82fe46 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:11:58.597176 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-20024ed8-d7b4-4784-b2a1-ed031a312238 req-4cc52e9c-abc7-43fc-9506-e99a9b82fe46 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/ports?device_id=9e150dae-92e7-4ddb-8a6e-46bf644ad31f HTTP/1.1" status: 200 len: 945 time: 0.0818346 Jul 14 10:11:58.642642 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-20024ed8-d7b4-4784-b2a1-ed031a312238 req-242ee533-4602-4bc7-9569-8de9791f5b29 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/security-groups?id=5b2dd5c6-a0e3-4c42-bf23-d97ecb5ddeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386808 Jul 14 10:11:58.862570 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59550333-a0bb-48d1-8690-3bd7e85e1fab req-31f99e56-8100-4b2f-92ee-47d8b36bb908 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:11:58.864314 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-59550333-a0bb-48d1-8690-3bd7e85e1fab req-31f99e56-8100-4b2f-92ee-47d8b36bb908 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/ports?device_id=9e150dae-92e7-4ddb-8a6e-46bf644ad31f HTTP/1.1" status: 200 len: 945 time: 0.1001630 Jul 14 10:11:58.907931 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-59550333-a0bb-48d1-8690-3bd7e85e1fab req-98c95c75-38b0-4033-8671-4d9b7b0ba14f tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/security-groups?id=5b2dd5c6-a0e3-4c42-bf23-d97ecb5ddeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372300 Jul 14 10:11:59.364732 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9af9150-33f7-40d7-8271-35f3206cc9f9 req-192187a4-d89a-4015-a244-926a641fc49d tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:11:59.366242 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d9af9150-33f7-40d7-8271-35f3206cc9f9 req-192187a4-d89a-4015-a244-926a641fc49d tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/ports?device_id=9e150dae-92e7-4ddb-8a6e-46bf644ad31f HTTP/1.1" status: 200 len: 945 time: 0.0687089 Jul 14 10:11:59.418732 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d9af9150-33f7-40d7-8271-35f3206cc9f9 req-169f18c4-e89a-41da-bae3-9ef99aaa6301 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/security-groups?id=5b2dd5c6-a0e3-4c42-bf23-d97ecb5ddeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444298 Jul 14 10:12:00.640804 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f207ddac-c764-4206-8cde-6bf96d0b672e req-28445373-9b2e-44eb-9b81-6815b483f8d9 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:12:00.642399 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-f207ddac-c764-4206-8cde-6bf96d0b672e req-28445373-9b2e-44eb-9b81-6815b483f8d9 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/ports?device_id=9e150dae-92e7-4ddb-8a6e-46bf644ad31f HTTP/1.1" status: 200 len: 945 time: 0.0832646 Jul 14 10:12:00.691645 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-f207ddac-c764-4206-8cde-6bf96d0b672e req-f71f7de6-60cb-4a30-affc-a1b1782691b9 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/security-groups?id=5b2dd5c6-a0e3-4c42-bf23-d97ecb5ddeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431194 Jul 14 10:12:00.745067 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9954391-a9b2-4424-b1c3-90dae2942cab req-00c3a741-4d42-47cb-93b0-9cd85e243628 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:12:00.746755 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d9954391-a9b2-4424-b1c3-90dae2942cab req-00c3a741-4d42-47cb-93b0-9cd85e243628 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.57 "GET /v2.0/ports?device_id=9e150dae-92e7-4ddb-8a6e-46bf644ad31f HTTP/1.1" status: 200 len: 945 time: 0.0955858 Jul 14 10:12:00.893438 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [req-d9954391-a9b2-4424-b1c3-90dae2942cab req-79750a17-8a2c-41d9-b29c-31d4c6eb787c tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Deleting port 51e7032e-2eeb-4ddb-ae49-3c7594f82326 {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:12:00.893840 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-d9954391-a9b2-4424-b1c3-90dae2942cab req-79750a17-8a2c-41d9-b29c-31d4c6eb787c tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:01.002054 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-d9954391-a9b2-4424-b1c3-90dae2942cab req-79750a17-8a2c-41d9-b29c-31d4c6eb787c tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] For port 51e7032e-2eeb-4ddb-ae49-3c7594f82326, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=51e7032e-2eeb-4ddb-ae49-3c7594f82326,segment=NetworkSegment(d47c0a19-c61e-44d6-8c05-eb47451816f8),segment_id=d47c0a19-c61e-44d6-8c05-eb47451816f8)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:12:01.002445 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-d9954391-a9b2-4424-b1c3-90dae2942cab req-79750a17-8a2c-41d9-b29c-31d4c6eb787c tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:01.205211 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-d9954391-a9b2-4424-b1c3-90dae2942cab req-79750a17-8a2c-41d9-b29c-31d4c6eb787c tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:01.205781 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-d9954391-a9b2-4424-b1c3-90dae2942cab req-79750a17-8a2c-41d9-b29c-31d4c6eb787c tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-660590'] for floatingip, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:01.206296 n-d-779913-29 neutron-server[93957]: INFO neutron.db.l3_db [req-d9954391-a9b2-4424-b1c3-90dae2942cab req-79750a17-8a2c-41d9-b29c-31d4c6eb787c tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Floating IP 51571515-82e1-4b53-b062-d26503f86d08 disassociated. External IP: 172.25.4.43, port: 51e7032e-2eeb-4ddb-ae49-3c7594f82326. Jul 14 10:12:01.206882 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [req-d9954391-a9b2-4424-b1c3-90dae2942cab req-79750a17-8a2c-41d9-b29c-31d4c6eb787c tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Calling delete_port for 51e7032e-2eeb-4ddb-ae49-3c7594f82326 owned by compute:nova {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:12:01.390623 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-d9954391-a9b2-4424-b1c3-90dae2942cab req-79750a17-8a2c-41d9-b29c-31d4c6eb787c tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:01.425284 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79750a17-8a2c-41d9-b29c-31d4c6eb787c tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Pushing event deleted for resources: {'Port': ['ID=51e7032e-2eeb-4ddb-ae49-3c7594f82326,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:12:01.581553 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d9954391-a9b2-4424-b1c3-90dae2942cab req-79750a17-8a2c-41d9-b29c-31d4c6eb787c tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Router c472c209-1674-43a7-9f24-adc6fdeb0ca0 has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:12:01.716613 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d9954391-a9b2-4424-b1c3-90dae2942cab req-79750a17-8a2c-41d9-b29c-31d4c6eb787c tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:12:01.728337 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d0533d8-49ca-40f7-9707-77cf7b8c5c4e None None] Sync routers for ids ['c472c209-1674-43a7-9f24-adc6fdeb0ca0'] in n-d-779913-29 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:12:01.748241 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d0533d8-49ca-40f7-9707-77cf7b8c5c4e None None] Routers {'c472c209-1674-43a7-9f24-adc6fdeb0ca0'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:12:01.749288 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-8d0533d8-49ca-40f7-9707-77cf7b8c5c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T10:11:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['c472c209-1674-43a7-9f24-adc6fdeb0ca0'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:12:01.807667 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9954391-a9b2-4424-b1c3-90dae2942cab req-79750a17-8a2c-41d9-b29c-31d4c6eb787c tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] No DVR routers for this DVR port 51e7032e-2eeb-4ddb-ae49-3c7594f82326 on host n-h2-779913-29 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:12:01.812458 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-d9954391-a9b2-4424-b1c3-90dae2942cab req-79750a17-8a2c-41d9-b29c-31d4c6eb787c tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:01.814362 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d9954391-a9b2-4424-b1c3-90dae2942cab req-79750a17-8a2c-41d9-b29c-31d4c6eb787c tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.57 "DELETE /v2.0/ports/51e7032e-2eeb-4ddb-ae49-3c7594f82326 HTTP/1.1" status: 204 len: 173 time: 1.0618885 Jul 14 10:12:01.815227 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e150dae-92e7-4ddb-8a6e-46bf644ad31f', 'name': 'network-vif-deleted', 'tag': '51e7032e-2eeb-4ddb-ae49-3c7594f82326'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:12:01.817803 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af0bc6ad-ba21-4e6f-8460-bf85f83551af" -d '{"events": [{"server_uuid": "9e150dae-92e7-4ddb-8a6e-46bf644ad31f", "name": "network-vif-deleted", "tag": "51e7032e-2eeb-4ddb-ae49-3c7594f82326"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:12:01.898340 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:12:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30d5a92e-8952-4d81-b173-55c73b77ffb3 x-openstack-request-id: req-30d5a92e-8952-4d81-b173-55c73b77ffb3 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:12:01.898796 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e150dae-92e7-4ddb-8a6e-46bf644ad31f", "name": "network-vif-deleted", "tag": "51e7032e-2eeb-4ddb-ae49-3c7594f82326", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:12:01.899251 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-30d5a92e-8952-4d81-b173-55c73b77ffb3 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:12:01.899796 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e150dae-92e7-4ddb-8a6e-46bf644ad31f', 'name': 'network-vif-deleted', 'tag': '51e7032e-2eeb-4ddb-ae49-3c7594f82326', 'status': 'completed', 'code': 200} Jul 14 10:12:01.944431 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c61d3e26-f799-4154-a69d-e46f82541968 req-3bca9241-2eeb-42e4-be5d-e5a54b36c907 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/ports?device_id=9e150dae-92e7-4ddb-8a6e-46bf644ad31f HTTP/1.1" status: 200 len: 210 time: 0.0687146 Jul 14 10:12:01.954091 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-8d0533d8-49ca-40f7-9707-77cf7b8c5c4e None None] Set router c472c209-1674-43a7-9f24-adc6fdeb0ca0 gateway port host: n-d-779913-29 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:12:02.233192 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-8d0533d8-49ca-40f7-9707-77cf7b8c5c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c472c209-1674-43a7-9f24-adc6fdeb0ca0', 'name': 'tempest-ServerActionsTestJSON-29751055-router', 'tenant_id': '1f9c0a4e933c47379e1aa8c6bf9c0620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.22'}], 'enable_snat': True}, 'gw_port_id': '51ce7f0f-9b66-4616-8e2c-00ebb7cae753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:09:42Z', 'updated_at': '2021-07-14T10:09:45Z', 'revision_number': 4, 'project_id': '1f9c0a4e933c47379e1aa8c6bf9c0620', 'gw_port': {'id': '51ce7f0f-9b66-4616-8e2c-00ebb7cae753', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:a2:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c472c209-1674-43a7-9f24-adc6fdeb0ca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:09:42Z', 'updated_at': '2021-07-14T10:09:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': '972a261b-05c7-43c0-ab79-82a3d0664596', 'name': '', 'network_id': '742eb7cb-e5f7-44de-b05c-3ac48a812bcf', 'tenant_id': '1f9c0a4e933c47379e1aa8c6bf9c0620', 'mac_address': 'fa:16:3e:45:27:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c472c209-1674-43a7-9f24-adc6fdeb0ca0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'db7cecf2-4301-4c3f-bbb1-78ad80d93968', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:09:44Z', 'updated_at': '2021-07-14T10:09:50Z', 'revision_number': 5, 'project_id': '1f9c0a4e933c47379e1aa8c6bf9c0620', 'subnets': [{'id': 'db7cecf2-4301-4c3f-bbb1-78ad80d93968', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:12:02.351920 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d0533d8-49ca-40f7-9707-77cf7b8c5c4e None None] Checking router: c472c209-1674-43a7-9f24-adc6fdeb0ca0 for host: n-d-779913-29 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:12:02.360512 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d0533d8-49ca-40f7-9707-77cf7b8c5c4e None None] Routers {'c472c209-1674-43a7-9f24-adc6fdeb0ca0'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:12:02.361132 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-8d0533d8-49ca-40f7-9707-77cf7b8c5c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T10:11:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['c472c209-1674-43a7-9f24-adc6fdeb0ca0'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:12:02.470138 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-8d0533d8-49ca-40f7-9707-77cf7b8c5c4e None None] Set router c472c209-1674-43a7-9f24-adc6fdeb0ca0 gateway port host: n-d-779913-29 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:12:02.720540 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-8d0533d8-49ca-40f7-9707-77cf7b8c5c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c472c209-1674-43a7-9f24-adc6fdeb0ca0', 'name': 'tempest-ServerActionsTestJSON-29751055-router', 'tenant_id': '1f9c0a4e933c47379e1aa8c6bf9c0620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.22'}], 'enable_snat': True}, 'gw_port_id': '51ce7f0f-9b66-4616-8e2c-00ebb7cae753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:09:42Z', 'updated_at': '2021-07-14T10:09:45Z', 'revision_number': 4, 'project_id': '1f9c0a4e933c47379e1aa8c6bf9c0620', 'gw_port': {'id': '51ce7f0f-9b66-4616-8e2c-00ebb7cae753', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:a2:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c472c209-1674-43a7-9f24-adc6fdeb0ca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:09:42Z', 'updated_at': '2021-07-14T10:09:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': '972a261b-05c7-43c0-ab79-82a3d0664596', 'name': '', 'network_id': '742eb7cb-e5f7-44de-b05c-3ac48a812bcf', 'tenant_id': '1f9c0a4e933c47379e1aa8c6bf9c0620', 'mac_address': 'fa:16:3e:45:27:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c472c209-1674-43a7-9f24-adc6fdeb0ca0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'db7cecf2-4301-4c3f-bbb1-78ad80d93968', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:09:44Z', 'updated_at': '2021-07-14T10:09:50Z', 'revision_number': 5, 'project_id': '1f9c0a4e933c47379e1aa8c6bf9c0620', 'subnets': [{'id': 'db7cecf2-4301-4c3f-bbb1-78ad80d93968', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:12:02.760197 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d0533d8-49ca-40f7-9707-77cf7b8c5c4e None None] The sync data for ids ['c472c209-1674-43a7-9f24-adc6fdeb0ca0'] in n-d-779913-29 is: [{'id': 'c472c209-1674-43a7-9f24-adc6fdeb0ca0', 'name': 'tempest-ServerActionsTestJSON-29751055-router', 'tenant_id': '1f9c0a4e933c47379e1aa8c6bf9c0620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.22'}], 'enable_snat': True}, 'gw_port_id': '51ce7f0f-9b66-4616-8e2c-00ebb7cae753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:09:42Z', 'updated_at': '2021-07-14T10:09:45Z', 'revision_number': 4, 'project_id': '1f9c0a4e933c47379e1aa8c6bf9c0620', 'gw_port': {'id': '51ce7f0f-9b66-4616-8e2c-00ebb7cae753', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:a2:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c472c209-1674-43a7-9f24-adc6fdeb0ca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:09:42Z', 'updated_at': '2021-07-14T10:09:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': '972a261b-05c7-43c0-ab79-82a3d0664596', 'name': '', 'network_id': '742eb7cb-e5f7-44de-b05c-3ac48a812bcf', 'tenant_id': '1f9c0a4e933c47379e1aa8c6bf9c0620', 'mac_address': 'fa:16:3e:45:27:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c472c209-1674-43a7-9f24-adc6fdeb0ca0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'db7cecf2-4301-4c3f-bbb1-78ad80d93968', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:09:44Z', 'updated_at': '2021-07-14T10:09:50Z', 'revision_number': 5, 'project_id': '1f9c0a4e933c47379e1aa8c6bf9c0620', 'subnets': [{'id': 'db7cecf2-4301-4c3f-bbb1-78ad80d93968', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:12:03.033337 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed8b559d-da02-4231-8952-e4d247e91881 None None] New status for floating IP 51571515-82e1-4b53-b062-d26503f86d08: DOWN {{(pid=93959) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 10:12:03.271469 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-1eeb42c5-dc83-4ff7-bac7-70bdfd7f93fb req-b59e35fb-da6e-4d42-8bbf-b936e5eec8d7 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-securitygroup--781030930&fields=id&tenant_id=1f9c0a4e933c47379e1aa8c6bf9c0620 HTTP/1.1" status: 200 len: 267 time: 0.0362167 Jul 14 10:12:03.377990 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eeb42c5-dc83-4ff7-bac7-70bdfd7f93fb req-8e176ec0-5821-44bc-aab9-3e7750702764 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:12:03.379452 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-1eeb42c5-dc83-4ff7-bac7-70bdfd7f93fb req-8e176ec0-5821-44bc-aab9-3e7750702764 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/networks?id=742eb7cb-e5f7-44de-b05c-3ac48a812bcf HTTP/1.1" status: 200 len: 810 time: 0.1004763 Jul 14 10:12:03.394734 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-1eeb42c5-dc83-4ff7-bac7-70bdfd7f93fb req-08caee53-49a4-4eb1-9ab4-465f28f5b6ab tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/quotas/1f9c0a4e933c47379e1aa8c6bf9c0620 HTTP/1.1" status: 200 len: 375 time: 0.0098636 Jul 14 10:12:03.469542 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-1eeb42c5-dc83-4ff7-bac7-70bdfd7f93fb req-0d4d4786-78d9-4515-a3b9-cff74e4d97cd tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=1f9c0a4e933c47379e1aa8c6bf9c0620&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0698392 Jul 14 10:12:03.484424 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [req-1eeb42c5-dc83-4ff7-bac7-70bdfd7f93fb req-c7744e0d-c16c-4e6a-a6c0-44165bca0bc9 service neutron] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=93958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 10:12:03.485375 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-1eeb42c5-dc83-4ff7-bac7-70bdfd7f93fb req-c7744e0d-c16c-4e6a-a6c0-44165bca0bc9 service neutron] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051179 Jul 14 10:12:03.571412 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-1eeb42c5-dc83-4ff7-bac7-70bdfd7f93fb req-8774403d-b5fe-4210-9921-23f12d740efa service neutron] 10.222.0.68 "GET /v2.0/networks/742eb7cb-e5f7-44de-b05c-3ac48a812bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806768 Jul 14 10:12:03.663356 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-1eeb42c5-dc83-4ff7-bac7-70bdfd7f93fb req-8765b62a-054f-43c9-92e3-ac03445e02ad service neutron] 10.222.0.68 "GET /v2.0/networks/742eb7cb-e5f7-44de-b05c-3ac48a812bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857871 Jul 14 10:12:03.666117 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.agents_db [None req-3c3509fb-540d-4335-a450-574895dd3602 None None] Agent healthcheck: found 7 active agents {{(pid=93960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:12:03.831288 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f9f5d340-4adb-4a5f-a65a-4383798e8f26 req-a27bfb85-de20-4bbc-8cd7-ed8b6176a76b tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/ports?device_id=ca20b557-a692-44e4-9d36-8a65dbc30b50 HTTP/1.1" status: 200 len: 210 time: 0.0288987 Jul 14 10:12:04.904680 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 51e7032e-2eeb-4ddb-ae49-3c7594f82326 no longer exists at agent hyperv_n-h2-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:12:04.929010 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] No Port match for: 51e7032e-2eeb-4ddb-ae49-3c7594f82326 {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:12:04.929346 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 51e7032e-2eeb-4ddb-ae49-3c7594f82326 not bound to the agent host n-h2-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:12:04.989342 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-86c34d3b-3623-45e6-90da-ba9dd95f6f28 req-0963020c-4813-45af-90d4-e86f16a60061 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/ports?device_id=ca20b557-a692-44e4-9d36-8a65dbc30b50 HTTP/1.1" status: 200 len: 210 time: 0.0308750 Jul 14 10:12:05.068503 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eeb42c5-dc83-4ff7-bac7-70bdfd7f93fb req-e807d212-c438-496e-9d30-75c3c2d77c9e tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:12:05.070001 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1eeb42c5-dc83-4ff7-bac7-70bdfd7f93fb req-e807d212-c438-496e-9d30-75c3c2d77c9e tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.65 "GET /v2.0/networks?id=742eb7cb-e5f7-44de-b05c-3ac48a812bcf HTTP/1.1" status: 200 len: 810 time: 0.1090047 Jul 14 10:12:05.130004 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1eeb42c5-dc83-4ff7-bac7-70bdfd7f93fb req-38ae4a10-9e1b-411a-a3b0-6bb74afb59ac tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1f9c0a4e933c47379e1aa8c6bf9c0620 HTTP/1.1" status: 200 len: 379 time: 0.0383191 Jul 14 10:12:05.139531 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-1eeb42c5-dc83-4ff7-bac7-70bdfd7f93fb req-844bea49-46be-46a8-8a75-2ab06ac7422f tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Request body: {'port': {'device_id': 'ca20b557-a692-44e4-9d36-8a65dbc30b50', 'network_id': '742eb7cb-e5f7-44de-b05c-3ac48a812bcf', 'admin_state_up': True, 'tenant_id': '1f9c0a4e933c47379e1aa8c6bf9c0620', 'security_groups': ['5b2dd5c6-a0e3-4c42-bf23-d97ecb5ddeaf']}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:12:05.245108 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1eeb42c5-dc83-4ff7-bac7-70bdfd7f93fb req-844bea49-46be-46a8-8a75-2ab06ac7422f tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Made reservation on behalf of 1f9c0a4e933c47379e1aa8c6bf9c0620 for: {'port': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:12:05.248729 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-1eeb42c5-dc83-4ff7-bac7-70bdfd7f93fb req-844bea49-46be-46a8-8a75-2ab06ac7422f tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:05.377352 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [req-1eeb42c5-dc83-4ff7-bac7-70bdfd7f93fb req-844bea49-46be-46a8-8a75-2ab06ac7422f tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Allocated IP 172.20.0.11 (742eb7cb-e5f7-44de-b05c-3ac48a812bcf/db7cecf2-4301-4c3f-bbb1-78ad80d93968/8b002d27-998a-4fdf-869d-946ba216f62c) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:12:05.510414 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-1eeb42c5-dc83-4ff7-bac7-70bdfd7f93fb req-844bea49-46be-46a8-8a75-2ab06ac7422f tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:05.524591 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [req-1eeb42c5-dc83-4ff7-bac7-70bdfd7f93fb req-844bea49-46be-46a8-8a75-2ab06ac7422f tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Transition to ACTIVE for port object 8b002d27-998a-4fdf-869d-946ba216f62c will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:12:05.556464 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-1eeb42c5-dc83-4ff7-bac7-70bdfd7f93fb req-844bea49-46be-46a8-8a75-2ab06ac7422f tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:05.606228 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1eeb42c5-dc83-4ff7-bac7-70bdfd7f93fb req-844bea49-46be-46a8-8a75-2ab06ac7422f tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Network 742eb7cb-e5f7-44de-b05c-3ac48a812bcf is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:12:05.610080 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [req-1eeb42c5-dc83-4ff7-bac7-70bdfd7f93fb req-844bea49-46be-46a8-8a75-2ab06ac7422f tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:12:05.614447 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-1eeb42c5-dc83-4ff7-bac7-70bdfd7f93fb req-844bea49-46be-46a8-8a75-2ab06ac7422f tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:12:05.639354 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844bea49-46be-46a8-8a75-2ab06ac7422f tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Pushing event updated for resources: {'Port': ['ID=8b002d27-998a-4fdf-869d-946ba216f62c,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:12:05.668958 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eeb42c5-dc83-4ff7-bac7-70bdfd7f93fb req-844bea49-46be-46a8-8a75-2ab06ac7422f tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:12:05.669754 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-1eeb42c5-dc83-4ff7-bac7-70bdfd7f93fb req-844bea49-46be-46a8-8a75-2ab06ac7422f tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:05.686915 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1eeb42c5-dc83-4ff7-bac7-70bdfd7f93fb req-844bea49-46be-46a8-8a75-2ab06ac7422f tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5521193 Jul 14 10:12:05.705369 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-1eeb42c5-dc83-4ff7-bac7-70bdfd7f93fb req-627974d3-ccc2-40ab-91ac-99b6f2ff1633 service neutron] Request body: {'port': {'device_id': 'ca20b557-a692-44e4-9d36-8a65dbc30b50', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-29'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:12:05.781340 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-1eeb42c5-dc83-4ff7-bac7-70bdfd7f93fb req-627974d3-ccc2-40ab-91ac-99b6f2ff1633 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:05.842194 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-635e9ec7-b5bb-459f-bc9e-20473b9f65ec None None] Provisioning for port 8b002d27-998a-4fdf-869d-946ba216f62c completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:12:05.847042 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-635e9ec7-b5bb-459f-bc9e-20473b9f65ec None None] Provisioning complete for port 8b002d27-998a-4fdf-869d-946ba216f62c triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:12:05.847478 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-635e9ec7-b5bb-459f-bc9e-20473b9f65ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:05.883468 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-635e9ec7-b5bb-459f-bc9e-20473b9f65ec None None] Port 8b002d27-998a-4fdf-869d-946ba216f62c cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:12:06.085184 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [req-1eeb42c5-dc83-4ff7-bac7-70bdfd7f93fb req-627974d3-ccc2-40ab-91ac-99b6f2ff1633 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b002d27-998a-4fdf-869d-946ba216f62c {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:12:06.093555 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-1eeb42c5-dc83-4ff7-bac7-70bdfd7f93fb req-627974d3-ccc2-40ab-91ac-99b6f2ff1633 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:06.107457 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [req-1eeb42c5-dc83-4ff7-bac7-70bdfd7f93fb req-627974d3-ccc2-40ab-91ac-99b6f2ff1633 service neutron] Transition to ACTIVE for port object 8b002d27-998a-4fdf-869d-946ba216f62c will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:12:06.111020 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-1eeb42c5-dc83-4ff7-bac7-70bdfd7f93fb req-627974d3-ccc2-40ab-91ac-99b6f2ff1633 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:06.204950 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627974d3-ccc2-40ab-91ac-99b6f2ff1633 service neutron] Pushing event updated for resources: {'Port': ['ID=8b002d27-998a-4fdf-869d-946ba216f62c,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:12:06.272563 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877a32d6-8e17-497a-9fe1-ba1845d3f1d8 req-7e64b226-3518-41a2-8414-ff7ea45d9406 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:12:06.274195 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-877a32d6-8e17-497a-9fe1-ba1845d3f1d8 req-7e64b226-3518-41a2-8414-ff7ea45d9406 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/ports?device_id=ca20b557-a692-44e4-9d36-8a65dbc30b50 HTTP/1.1" status: 200 len: 944 time: 0.1583941 Jul 14 10:12:06.315252 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-1eeb42c5-dc83-4ff7-bac7-70bdfd7f93fb req-627974d3-ccc2-40ab-91ac-99b6f2ff1633 service neutron] Attempting to bind port 8b002d27-998a-4fdf-869d-946ba216f62c on host n-h1-779913-29 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:12:06.315590 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-1eeb42c5-dc83-4ff7-bac7-70bdfd7f93fb req-627974d3-ccc2-40ab-91ac-99b6f2ff1633 service neutron] Attempting to bind port 8b002d27-998a-4fdf-869d-946ba216f62c by drivers openvswitch,hyperv on host n-h1-779913-29 at level 0 using segments [{'id': 'd47c0a19-c61e-44d6-8c05-eb47451816f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '742eb7cb-e5f7-44de-b05c-3ac48a812bcf'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:12:06.315923 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eeb42c5-dc83-4ff7-bac7-70bdfd7f93fb req-627974d3-ccc2-40ab-91ac-99b6f2ff1633 service neutron] Attempting to bind port 8b002d27-998a-4fdf-869d-946ba216f62c on network 742eb7cb-e5f7-44de-b05c-3ac48a812bcf {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:12:06.325948 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eeb42c5-dc83-4ff7-bac7-70bdfd7f93fb req-627974d3-ccc2-40ab-91ac-99b6f2ff1633 service neutron] Port 8b002d27-998a-4fdf-869d-946ba216f62c on network 742eb7cb-e5f7-44de-b05c-3ac48a812bcf not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-29 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 10:12:06.326280 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eeb42c5-dc83-4ff7-bac7-70bdfd7f93fb req-627974d3-ccc2-40ab-91ac-99b6f2ff1633 service neutron] Attempting to bind port 8b002d27-998a-4fdf-869d-946ba216f62c on network 742eb7cb-e5f7-44de-b05c-3ac48a812bcf {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:12:06.338153 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-877a32d6-8e17-497a-9fe1-ba1845d3f1d8 req-cd42ec21-8424-4f54-acf1-c446f20beaf7 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/security-groups?id=5b2dd5c6-a0e3-4c42-bf23-d97ecb5ddeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566061 Jul 14 10:12:06.339060 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eeb42c5-dc83-4ff7-bac7-70bdfd7f93fb req-627974d3-ccc2-40ab-91ac-99b6f2ff1633 service neutron] Checking agent: {'id': 'de11e667-f145-47b0-bd09-334a7505938e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 13, 12), 'started_at': datetime.datetime(2021, 7, 14, 9, 13, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 11, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:12:06.339412 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eeb42c5-dc83-4ff7-bac7-70bdfd7f93fb req-627974d3-ccc2-40ab-91ac-99b6f2ff1633 service neutron] Checking segment: {'id': 'd47c0a19-c61e-44d6-8c05-eb47451816f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '742eb7cb-e5f7-44de-b05c-3ac48a812bcf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:12:06.340332 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eeb42c5-dc83-4ff7-bac7-70bdfd7f93fb req-627974d3-ccc2-40ab-91ac-99b6f2ff1633 service neutron] Bound using segment: {'id': 'd47c0a19-c61e-44d6-8c05-eb47451816f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '742eb7cb-e5f7-44de-b05c-3ac48a812bcf'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:12:06.340824 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-1eeb42c5-dc83-4ff7-bac7-70bdfd7f93fb req-627974d3-ccc2-40ab-91ac-99b6f2ff1633 service neutron] Bound port: 8b002d27-998a-4fdf-869d-946ba216f62c, host: n-h1-779913-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd47c0a19-c61e-44d6-8c05-eb47451816f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '742eb7cb-e5f7-44de-b05c-3ac48a812bcf'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:12:06.341142 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-1eeb42c5-dc83-4ff7-bac7-70bdfd7f93fb req-627974d3-ccc2-40ab-91ac-99b6f2ff1633 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:06.406984 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-1eeb42c5-dc83-4ff7-bac7-70bdfd7f93fb req-627974d3-ccc2-40ab-91ac-99b6f2ff1633 service neutron] For port 8b002d27-998a-4fdf-869d-946ba216f62c, host n-h1-779913-29, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:12:06.410334 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-1eeb42c5-dc83-4ff7-bac7-70bdfd7f93fb req-627974d3-ccc2-40ab-91ac-99b6f2ff1633 service neutron] For port 8b002d27-998a-4fdf-869d-946ba216f62c, host n-h1-779913-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=8b002d27-998a-4fdf-869d-946ba216f62c,segment=NetworkSegment(d47c0a19-c61e-44d6-8c05-eb47451816f8),segment_id=d47c0a19-c61e-44d6-8c05-eb47451816f8)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:12:06.414881 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-1eeb42c5-dc83-4ff7-bac7-70bdfd7f93fb req-627974d3-ccc2-40ab-91ac-99b6f2ff1633 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:06.449336 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eeb42c5-dc83-4ff7-bac7-70bdfd7f93fb req-627974d3-ccc2-40ab-91ac-99b6f2ff1633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:12:06.449970 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-1eeb42c5-dc83-4ff7-bac7-70bdfd7f93fb req-627974d3-ccc2-40ab-91ac-99b6f2ff1633 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:06.451294 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1eeb42c5-dc83-4ff7-bac7-70bdfd7f93fb req-627974d3-ccc2-40ab-91ac-99b6f2ff1633 service neutron] 10.222.0.65 "PUT /v2.0/ports/8b002d27-998a-4fdf-869d-946ba216f62c HTTP/1.1" status: 200 len: 1093 time: 0.7503667 Jul 14 10:12:06.453433 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca20b557-a692-44e4-9d36-8a65dbc30b50', 'tag': '8b002d27-998a-4fdf-869d-946ba216f62c'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:12:06.455807 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b7cb2c4-e48d-4ec7-a643-b48b861bf0ea" -d '{"events": [{"name": "network-changed", "server_uuid": "ca20b557-a692-44e4-9d36-8a65dbc30b50", "tag": "8b002d27-998a-4fdf-869d-946ba216f62c"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:12:06.512176 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627974d3-ccc2-40ab-91ac-99b6f2ff1633 service neutron] Pushing event updated for resources: {'Port': ['ID=8b002d27-998a-4fdf-869d-946ba216f62c,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:12:06.517563 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:12:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dd96c2a-5ff5-4aef-b488-a83466a82655 x-openstack-request-id: req-2dd96c2a-5ff5-4aef-b488-a83466a82655 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:12:06.518174 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca20b557-a692-44e4-9d36-8a65dbc30b50", "tag": "8b002d27-998a-4fdf-869d-946ba216f62c", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:12:06.518923 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-2dd96c2a-5ff5-4aef-b488-a83466a82655 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:12:06.519581 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca20b557-a692-44e4-9d36-8a65dbc30b50', 'tag': '8b002d27-998a-4fdf-869d-946ba216f62c', 'status': 'completed', 'code': 200} Jul 14 10:12:06.599727 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eeb42c5-dc83-4ff7-bac7-70bdfd7f93fb req-aebc52a4-3ccf-41c5-a3bd-9cbd31336fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:12:06.601307 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1eeb42c5-dc83-4ff7-bac7-70bdfd7f93fb req-aebc52a4-3ccf-41c5-a3bd-9cbd31336fff service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=1f9c0a4e933c47379e1aa8c6bf9c0620&device_id=ca20b557-a692-44e4-9d36-8a65dbc30b50 HTTP/1.1" status: 200 len: 1096 time: 0.0629673 Jul 14 10:12:06.657418 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1eeb42c5-dc83-4ff7-bac7-70bdfd7f93fb req-59df0b35-b993-44c8-9380-aeb035ed5443 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8b002d27-998a-4fdf-869d-946ba216f62c HTTP/1.1" status: 200 len: 217 time: 0.0437040 Jul 14 10:12:06.712811 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eeb42c5-dc83-4ff7-bac7-70bdfd7f93fb req-606e8cf5-c2f2-41d5-b94f-42f8b1beed23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:12:06.714319 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1eeb42c5-dc83-4ff7-bac7-70bdfd7f93fb req-606e8cf5-c2f2-41d5-b94f-42f8b1beed23 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=db7cecf2-4301-4c3f-bbb1-78ad80d93968 HTTP/1.1" status: 200 len: 849 time: 0.0504506 Jul 14 10:12:06.773796 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eeb42c5-dc83-4ff7-bac7-70bdfd7f93fb req-7bcdb292-4526-4507-bbb4-3e35b1747ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:12:06.775288 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1eeb42c5-dc83-4ff7-bac7-70bdfd7f93fb req-7bcdb292-4526-4507-bbb4-3e35b1747ad3 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=742eb7cb-e5f7-44de-b05c-3ac48a812bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0552232 Jul 14 10:12:06.867463 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1eeb42c5-dc83-4ff7-bac7-70bdfd7f93fb req-00f65c35-99e3-4958-97aa-72ad823f0ee6 service neutron] 10.222.0.65 "GET /v2.0/networks/742eb7cb-e5f7-44de-b05c-3ac48a812bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847683 Jul 14 10:12:06.977127 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1eeb42c5-dc83-4ff7-bac7-70bdfd7f93fb req-71c4a310-f24e-4b53-a80e-3a388491c9e8 service neutron] 10.222.0.65 "GET /v2.0/networks/742eb7cb-e5f7-44de-b05c-3ac48a812bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031256 Jul 14 10:12:07.138870 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7cb2c4-e48d-4ec7-a643-b48b861bf0ea req-71fb8260-35f7-4ea5-8984-995376328568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:12:07.140460 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1b7cb2c4-e48d-4ec7-a643-b48b861bf0ea req-71fb8260-35f7-4ea5-8984-995376328568 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=1f9c0a4e933c47379e1aa8c6bf9c0620&device_id=ca20b557-a692-44e4-9d36-8a65dbc30b50 HTTP/1.1" status: 200 len: 1096 time: 0.0630848 Jul 14 10:12:07.250040 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7cb2c4-e48d-4ec7-a643-b48b861bf0ea req-b00d5721-72ff-4dea-b3bf-f95d87fa0f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:12:07.251656 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1b7cb2c4-e48d-4ec7-a643-b48b861bf0ea req-b00d5721-72ff-4dea-b3bf-f95d87fa0f10 service neutron] 10.222.0.65 "GET /v2.0/networks?id=742eb7cb-e5f7-44de-b05c-3ac48a812bcf HTTP/1.1" status: 200 len: 911 time: 0.1046507 Jul 14 10:12:07.602159 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1b7cb2c4-e48d-4ec7-a643-b48b861bf0ea req-6b066dcb-b251-48af-a80d-3ce67b68d72a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8b002d27-998a-4fdf-869d-946ba216f62c HTTP/1.1" status: 200 len: 217 time: 0.3416300 Jul 14 10:12:07.671722 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7cb2c4-e48d-4ec7-a643-b48b861bf0ea req-7a94812e-2c11-4f0e-ae0c-392aef4abb19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:12:07.673684 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1b7cb2c4-e48d-4ec7-a643-b48b861bf0ea req-7a94812e-2c11-4f0e-ae0c-392aef4abb19 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=db7cecf2-4301-4c3f-bbb1-78ad80d93968 HTTP/1.1" status: 200 len: 849 time: 0.0652583 Jul 14 10:12:07.787829 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7cb2c4-e48d-4ec7-a643-b48b861bf0ea req-8ce0580a-d007-4d23-b64f-d3d958a385dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:12:07.789327 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1b7cb2c4-e48d-4ec7-a643-b48b861bf0ea req-8ce0580a-d007-4d23-b64f-d3d958a385dd service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=742eb7cb-e5f7-44de-b05c-3ac48a812bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1075485 Jul 14 10:12:07.798206 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0937292-7609-4f57-9aae-7f13bf564d1b req-a0bba2ff-7cf8-43f4-8e01-85c442b0cc1f tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:12:07.799621 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d0937292-7609-4f57-9aae-7f13bf564d1b req-a0bba2ff-7cf8-43f4-8e01-85c442b0cc1f tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/ports?device_id=ca20b557-a692-44e4-9d36-8a65dbc30b50 HTTP/1.1" status: 200 len: 944 time: 0.2036171 Jul 14 10:12:07.892185 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d0937292-7609-4f57-9aae-7f13bf564d1b req-490dd608-a2e9-4d0f-92cd-fae790f10ae6 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/security-groups?id=5b2dd5c6-a0e3-4c42-bf23-d97ecb5ddeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841835 Jul 14 10:12:07.928774 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1b7cb2c4-e48d-4ec7-a643-b48b861bf0ea req-b0e1215d-190a-4dc4-9d8e-e4de3348dbf4 service neutron] 10.222.0.65 "GET /v2.0/networks/742eb7cb-e5f7-44de-b05c-3ac48a812bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281803 Jul 14 10:12:08.032795 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1b7cb2c4-e48d-4ec7-a643-b48b861bf0ea req-a0ef54b1-63ee-4e7b-bbc3-9453b5454dac service neutron] 10.222.0.65 "GET /v2.0/networks/742eb7cb-e5f7-44de-b05c-3ac48a812bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967500 Jul 14 10:12:09.098655 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 8b002d27-998a-4fdf-869d-946ba216f62c details requested by agent hyperv_n-h1-779913-29 with host n-h1-779913-29 {{(pid=93959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 10:12:09.138455 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e89fa20-38b6-46ba-bb4e-4e229f939087 req-088aabb9-859f-4adf-944d-696ecc4460e5 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:12:09.140005 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-1e89fa20-38b6-46ba-bb4e-4e229f939087 req-088aabb9-859f-4adf-944d-696ecc4460e5 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/ports?device_id=ca20b557-a692-44e4-9d36-8a65dbc30b50 HTTP/1.1" status: 200 len: 944 time: 0.1215451 Jul 14 10:12:09.179026 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-1e89fa20-38b6-46ba-bb4e-4e229f939087 req-4a6fa4a6-1f4a-4e4e-bdf4-d7cb2d95902a tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/security-groups?id=5b2dd5c6-a0e3-4c42-bf23-d97ecb5ddeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331252 Jul 14 10:12:09.193594 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port 8b002d27-998a-4fdf-869d-946ba216f62c, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=8b002d27-998a-4fdf-869d-946ba216f62c,segment=NetworkSegment(d47c0a19-c61e-44d6-8c05-eb47451816f8),segment_id=d47c0a19-c61e-44d6-8c05-eb47451816f8)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:12:09.208398 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Returning: {'device': '8b002d27-998a-4fdf-869d-946ba216f62c', 'network_id': '742eb7cb-e5f7-44de-b05c-3ac48a812bcf', 'port_id': '8b002d27-998a-4fdf-869d-946ba216f62c', 'mac_address': 'fa:16:3e:d1:cd:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 736, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db7cecf2-4301-4c3f-bbb1-78ad80d93968', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 10:12:09.252994 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:09.266047 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b002d27-998a-4fdf-869d-946ba216f62c {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:12:09.289199 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port 8b002d27-998a-4fdf-869d-946ba216f62c, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=8b002d27-998a-4fdf-869d-946ba216f62c,segment=NetworkSegment(d47c0a19-c61e-44d6-8c05-eb47451816f8),segment_id=d47c0a19-c61e-44d6-8c05-eb47451816f8)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:12:09.295829 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:09.348745 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Pushing event updated for resources: {'Port': ['ID=8b002d27-998a-4fdf-869d-946ba216f62c,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:12:09.593040 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] get_ports_and_sgs() called for port_ids ['8b002d27-998a-4fdf-869d-946ba216f62c'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:12:10.355592 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b9c83a-db9d-4838-89f3-4280be97f45f req-51b385ee-e3c0-49d1-be7b-0d87877bc0b8 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:12:10.357004 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-27b9c83a-db9d-4838-89f3-4280be97f45f req-51b385ee-e3c0-49d1-be7b-0d87877bc0b8 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/ports?device_id=ca20b557-a692-44e4-9d36-8a65dbc30b50 HTTP/1.1" status: 200 len: 945 time: 0.0632284 Jul 14 10:12:10.400080 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-27b9c83a-db9d-4838-89f3-4280be97f45f req-a8337b8e-090a-4e80-af64-cc1e1dbd6698 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/security-groups?id=5b2dd5c6-a0e3-4c42-bf23-d97ecb5ddeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374262 Jul 14 10:12:11.096655 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 8b002d27-998a-4fdf-869d-946ba216f62c up at agent hyperv_n-h1-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:12:11.185065 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Provisioning for port 8b002d27-998a-4fdf-869d-946ba216f62c completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:12:11.191785 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Provisioning complete for port 8b002d27-998a-4fdf-869d-946ba216f62c triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:12:11.192157 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:11.287586 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:11.314208 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca20b557-a692-44e4-9d36-8a65dbc30b50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b002d27-998a-4fdf-869d-946ba216f62c'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:12:11.316453 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd62303f06773040a8a4e189dc46b4f565768c299abf8ab8e7739778b0bc3e97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95bb00c1-e50b-4099-b122-ee5b80315b6e" -d '{"events": [{"server_uuid": "ca20b557-a692-44e4-9d36-8a65dbc30b50", "name": "network-vif-plugged", "status": "completed", "tag": "8b002d27-998a-4fdf-869d-946ba216f62c"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:12:11.328933 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port 8b002d27-998a-4fdf-869d-946ba216f62c, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=8b002d27-998a-4fdf-869d-946ba216f62c,segment=NetworkSegment(d47c0a19-c61e-44d6-8c05-eb47451816f8),segment_id=d47c0a19-c61e-44d6-8c05-eb47451816f8)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:12:11.337969 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:11.357459 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:12:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48213615-15d0-4ae6-b911-f62a80afadfc x-openstack-request-id: req-48213615-15d0-4ae6-b911-f62a80afadfc {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:12:11.357790 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca20b557-a692-44e4-9d36-8a65dbc30b50", "name": "network-vif-plugged", "status": "completed", "tag": "8b002d27-998a-4fdf-869d-946ba216f62c", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:12:11.358048 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-48213615-15d0-4ae6-b911-f62a80afadfc {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:12:11.358445 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca20b557-a692-44e4-9d36-8a65dbc30b50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b002d27-998a-4fdf-869d-946ba216f62c', 'code': 200} Jul 14 10:12:11.384859 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Pushing event updated for resources: {'Port': ['ID=8b002d27-998a-4fdf-869d-946ba216f62c,revision_number=5']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:12:11.512175 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135fef30-fbe2-4243-95f9-6a22988dadd0 req-c6b35a41-7aca-402c-ba99-b481410b326c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:12:11.513740 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-135fef30-fbe2-4243-95f9-6a22988dadd0 req-c6b35a41-7aca-402c-ba99-b481410b326c service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=ca20b557-a692-44e4-9d36-8a65dbc30b50 HTTP/1.1" status: 200 len: 1098 time: 0.0681581 Jul 14 10:12:11.581942 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-135fef30-fbe2-4243-95f9-6a22988dadd0 req-abc0c05b-5a33-463f-9eb3-aa4ee792746b service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=5b2dd5c6-a0e3-4c42-bf23-d97ecb5ddeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617502 Jul 14 10:12:11.608336 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6419b29-9439-4896-abb2-d935fc4a0a30 req-ee6d7f08-6ea8-4a0a-b62e-8ab49cb09a87 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:12:11.609847 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f6419b29-9439-4896-abb2-d935fc4a0a30 req-ee6d7f08-6ea8-4a0a-b62e-8ab49cb09a87 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/ports?device_id=ca20b557-a692-44e4-9d36-8a65dbc30b50 HTTP/1.1" status: 200 len: 946 time: 0.0843112 Jul 14 10:12:11.647879 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f6419b29-9439-4896-abb2-d935fc4a0a30 req-6bfd0f20-bdcb-4416-ba21-0fef607acf03 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/security-groups?id=5b2dd5c6-a0e3-4c42-bf23-d97ecb5ddeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324535 Jul 14 10:12:12.833077 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6648d444-bca3-47ba-a9ec-471b761b6bab req-a76146dc-0c94-4fe0-9885-c49da5d6f698 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:12:12.834556 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-6648d444-bca3-47ba-a9ec-471b761b6bab req-a76146dc-0c94-4fe0-9885-c49da5d6f698 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/ports?device_id=ca20b557-a692-44e4-9d36-8a65dbc30b50 HTTP/1.1" status: 200 len: 946 time: 0.0662324 Jul 14 10:12:12.873253 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-6648d444-bca3-47ba-a9ec-471b761b6bab req-fa4c47d7-3899-4f67-a703-70b661655b87 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/security-groups?id=5b2dd5c6-a0e3-4c42-bf23-d97ecb5ddeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331452 Jul 14 10:12:13.046773 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173ac65c-6c2c-47af-b244-370b4ca22cd7 req-73b6f6cc-12e9-404d-9a79-d3e11488ba6a tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:12:13.048267 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-173ac65c-6c2c-47af-b244-370b4ca22cd7 req-73b6f6cc-12e9-404d-9a79-d3e11488ba6a tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/ports?device_id=ca20b557-a692-44e4-9d36-8a65dbc30b50 HTTP/1.1" status: 200 len: 946 time: 0.0656099 Jul 14 10:12:13.056855 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 37974) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:12:13.061295 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-8c2e1387-b3bd-419a-b824-a5b85237e4fb tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Request body: {'floatingip': {'port_id': '8b002d27-998a-4fdf-869d-946ba216f62c'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:12:13.099179 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8c2e1387-b3bd-419a-b824-a5b85237e4fb tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Notify callbacks [] for floatingip, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:13.319227 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:13.534396 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8c2e1387-b3bd-419a-b824-a5b85237e4fb tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:13.538057 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8c2e1387-b3bd-419a-b824-a5b85237e4fb tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-660590'] for floatingip, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:13.636092 n-d-779913-29 neutron-server[93957]: INFO neutron.db.l3_db [None req-8c2e1387-b3bd-419a-b824-a5b85237e4fb tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Floating IP 51571515-82e1-4b53-b062-d26503f86d08 associated. External IP: 172.25.4.43, port: 8b002d27-998a-4fdf-869d-946ba216f62c. Jul 14 10:12:13.840151 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c2e1387-b3bd-419a-b824-a5b85237e4fb tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Router c472c209-1674-43a7-9f24-adc6fdeb0ca0 has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:12:13.947184 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c2e1387-b3bd-419a-b824-a5b85237e4fb tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:12:13.952491 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8c2e1387-b3bd-419a-b824-a5b85237e4fb tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for floatingip, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:13.956799 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7872a4da-0f08-404c-a538-f4dca7833a37 None None] Sync routers for ids ['c472c209-1674-43a7-9f24-adc6fdeb0ca0'] in n-d-779913-29 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:12:13.965667 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7872a4da-0f08-404c-a538-f4dca7833a37 None None] Routers {'c472c209-1674-43a7-9f24-adc6fdeb0ca0'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:12:13.966255 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-7872a4da-0f08-404c-a538-f4dca7833a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T10:11:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['c472c209-1674-43a7-9f24-adc6fdeb0ca0'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:12:13.988014 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-8c2e1387-b3bd-419a-b824-a5b85237e4fb tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "PUT /v2.0/floatingips/51571515-82e1-4b53-b062-d26503f86d08 HTTP/1.1" status: 200 len: 991 time: 0.9300909 Jul 14 10:12:13.988682 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca20b557-a692-44e4-9d36-8a65dbc30b50', 'tag': '8b002d27-998a-4fdf-869d-946ba216f62c'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:12:13.991054 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a619c4ff6c24c93b8a8537ce84f7a59771e44da3bce0a0b07d0d2ca907d53f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23c7419c-f183-4098-8f71-bb1b0823390b" -d '{"events": [{"name": "network-changed", "server_uuid": "ca20b557-a692-44e4-9d36-8a65dbc30b50", "tag": "8b002d27-998a-4fdf-869d-946ba216f62c"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:12:14.034541 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:12:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf980f08-a775-49ef-a97b-96a8d8659b31 x-openstack-request-id: req-cf980f08-a775-49ef-a97b-96a8d8659b31 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:12:14.034843 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca20b557-a692-44e4-9d36-8a65dbc30b50", "tag": "8b002d27-998a-4fdf-869d-946ba216f62c", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:12:14.035097 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-cf980f08-a775-49ef-a97b-96a8d8659b31 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:12:14.035505 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca20b557-a692-44e4-9d36-8a65dbc30b50', 'tag': '8b002d27-998a-4fdf-869d-946ba216f62c', 'status': 'completed', 'code': 200} Jul 14 10:12:14.075133 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:14.088209 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-7872a4da-0f08-404c-a538-f4dca7833a37 None None] Set router c472c209-1674-43a7-9f24-adc6fdeb0ca0 gateway port host: n-d-779913-29 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:12:14.162332 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c7419c-f183-4098-8f71-bb1b0823390b req-42490287-c77e-4678-8687-57f52e001ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:12:14.164240 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-23c7419c-f183-4098-8f71-bb1b0823390b req-42490287-c77e-4678-8687-57f52e001ba6 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=1f9c0a4e933c47379e1aa8c6bf9c0620&device_id=ca20b557-a692-44e4-9d36-8a65dbc30b50 HTTP/1.1" status: 200 len: 1098 time: 0.0562654 Jul 14 10:12:14.265669 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c7419c-f183-4098-8f71-bb1b0823390b req-f99822a6-adc2-41df-8004-d6a85258e5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:12:14.267160 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-23c7419c-f183-4098-8f71-bb1b0823390b req-f99822a6-adc2-41df-8004-d6a85258e5ce service neutron] 10.222.0.65 "GET /v2.0/networks?id=742eb7cb-e5f7-44de-b05c-3ac48a812bcf HTTP/1.1" status: 200 len: 911 time: 0.0965810 Jul 14 10:12:14.319099 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-7872a4da-0f08-404c-a538-f4dca7833a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c472c209-1674-43a7-9f24-adc6fdeb0ca0', 'name': 'tempest-ServerActionsTestJSON-29751055-router', 'tenant_id': '1f9c0a4e933c47379e1aa8c6bf9c0620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.22'}], 'enable_snat': True}, 'gw_port_id': '51ce7f0f-9b66-4616-8e2c-00ebb7cae753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:09:42Z', 'updated_at': '2021-07-14T10:09:45Z', 'revision_number': 4, 'project_id': '1f9c0a4e933c47379e1aa8c6bf9c0620', 'gw_port': {'id': '51ce7f0f-9b66-4616-8e2c-00ebb7cae753', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:a2:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c472c209-1674-43a7-9f24-adc6fdeb0ca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:09:42Z', 'updated_at': '2021-07-14T10:09:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_floatingips': [{'id': '51571515-82e1-4b53-b062-d26503f86d08', 'tenant_id': '1f9c0a4e933c47379e1aa8c6bf9c0620', 'floating_ip_address': '172.25.4.43', 'floating_network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'router_id': 'c472c209-1674-43a7-9f24-adc6fdeb0ca0', 'port_id': '8b002d27-998a-4fdf-869d-946ba216f62c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4010, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '742eb7cb-e5f7-44de-b05c-3ac48a812bcf', 'mac_address': 'fa:16:3e:d1:cd:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca20b557-a692-44e4-9d36-8a65dbc30b50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T10:09:47Z', 'updated_at': '2021-07-14T10:12:13Z', 'revision_number': 5, 'project_id': '1f9c0a4e933c47379e1aa8c6bf9c0620', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '972a261b-05c7-43c0-ab79-82a3d0664596', 'name': '', 'network_id': '742eb7cb-e5f7-44de-b05c-3ac48a812bcf', 'tenant_id': '1f9c0a4e933c47379e1aa8c6bf9c0620', 'mac_address': 'fa:16:3e:45:27:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c472c209-1674-43a7-9f24-adc6fdeb0ca0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'db7cecf2-4301-4c3f-bbb1-78ad80d93968', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:09:44Z', 'updated_at': '2021-07-14T10:09:50Z', 'revision_number': 5, 'project_id': '1f9c0a4e933c47379e1aa8c6bf9c0620', 'subnets': [{'id': 'db7cecf2-4301-4c3f-bbb1-78ad80d93968', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:12:14.335215 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-23c7419c-f183-4098-8f71-bb1b0823390b req-7dbd4c87-f908-4365-90f0-039a7a384485 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8b002d27-998a-4fdf-869d-946ba216f62c HTTP/1.1" status: 200 len: 999 time: 0.0599477 Jul 14 10:12:14.347730 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7872a4da-0f08-404c-a538-f4dca7833a37 None None] Checking router: c472c209-1674-43a7-9f24-adc6fdeb0ca0 for host: n-d-779913-29 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:12:14.356662 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7872a4da-0f08-404c-a538-f4dca7833a37 None None] Routers {'c472c209-1674-43a7-9f24-adc6fdeb0ca0'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:12:14.357262 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-7872a4da-0f08-404c-a538-f4dca7833a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T10:11:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['c472c209-1674-43a7-9f24-adc6fdeb0ca0'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:12:14.384345 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c7419c-f183-4098-8f71-bb1b0823390b req-fa1665b2-2fd8-40a5-99b8-d273306a9ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:12:14.385944 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-23c7419c-f183-4098-8f71-bb1b0823390b req-fa1665b2-2fd8-40a5-99b8-d273306a9ccc service neutron] 10.222.0.65 "GET /v2.0/subnets?id=db7cecf2-4301-4c3f-bbb1-78ad80d93968 HTTP/1.1" status: 200 len: 849 time: 0.0445840 Jul 14 10:12:14.446290 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c7419c-f183-4098-8f71-bb1b0823390b req-fd9d7e95-32d7-48f7-ba54-a4870f0df50b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:12:14.447807 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-23c7419c-f183-4098-8f71-bb1b0823390b req-fd9d7e95-32d7-48f7-ba54-a4870f0df50b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=742eb7cb-e5f7-44de-b05c-3ac48a812bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0561962 Jul 14 10:12:14.457084 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-7872a4da-0f08-404c-a538-f4dca7833a37 None None] Set router c472c209-1674-43a7-9f24-adc6fdeb0ca0 gateway port host: n-d-779913-29 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:12:14.539136 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-23c7419c-f183-4098-8f71-bb1b0823390b req-c0637217-887b-43e2-b869-bc11f6d7faa9 service neutron] 10.222.0.65 "GET /v2.0/networks/742eb7cb-e5f7-44de-b05c-3ac48a812bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842957 Jul 14 10:12:14.631890 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-23c7419c-f183-4098-8f71-bb1b0823390b req-f1228a65-645d-41f1-8395-a0142f0bb6be service neutron] 10.222.0.65 "GET /v2.0/networks/742eb7cb-e5f7-44de-b05c-3ac48a812bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868940 Jul 14 10:12:14.680464 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-7872a4da-0f08-404c-a538-f4dca7833a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c472c209-1674-43a7-9f24-adc6fdeb0ca0', 'name': 'tempest-ServerActionsTestJSON-29751055-router', 'tenant_id': '1f9c0a4e933c47379e1aa8c6bf9c0620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.22'}], 'enable_snat': True}, 'gw_port_id': '51ce7f0f-9b66-4616-8e2c-00ebb7cae753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:09:42Z', 'updated_at': '2021-07-14T10:09:45Z', 'revision_number': 4, 'project_id': '1f9c0a4e933c47379e1aa8c6bf9c0620', 'gw_port': {'id': '51ce7f0f-9b66-4616-8e2c-00ebb7cae753', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:a2:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c472c209-1674-43a7-9f24-adc6fdeb0ca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:09:42Z', 'updated_at': '2021-07-14T10:09:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_floatingips': [{'id': '51571515-82e1-4b53-b062-d26503f86d08', 'tenant_id': '1f9c0a4e933c47379e1aa8c6bf9c0620', 'floating_ip_address': '172.25.4.43', 'floating_network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'router_id': 'c472c209-1674-43a7-9f24-adc6fdeb0ca0', 'port_id': '8b002d27-998a-4fdf-869d-946ba216f62c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4010, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '742eb7cb-e5f7-44de-b05c-3ac48a812bcf', 'mac_address': 'fa:16:3e:d1:cd:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca20b557-a692-44e4-9d36-8a65dbc30b50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T10:09:47Z', 'updated_at': '2021-07-14T10:12:13Z', 'revision_number': 5, 'project_id': '1f9c0a4e933c47379e1aa8c6bf9c0620', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '972a261b-05c7-43c0-ab79-82a3d0664596', 'name': '', 'network_id': '742eb7cb-e5f7-44de-b05c-3ac48a812bcf', 'tenant_id': '1f9c0a4e933c47379e1aa8c6bf9c0620', 'mac_address': 'fa:16:3e:45:27:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c472c209-1674-43a7-9f24-adc6fdeb0ca0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'db7cecf2-4301-4c3f-bbb1-78ad80d93968', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:09:44Z', 'updated_at': '2021-07-14T10:09:50Z', 'revision_number': 5, 'project_id': '1f9c0a4e933c47379e1aa8c6bf9c0620', 'subnets': [{'id': 'db7cecf2-4301-4c3f-bbb1-78ad80d93968', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:12:14.705722 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7872a4da-0f08-404c-a538-f4dca7833a37 None None] The sync data for ids ['c472c209-1674-43a7-9f24-adc6fdeb0ca0'] in n-d-779913-29 is: [{'id': 'c472c209-1674-43a7-9f24-adc6fdeb0ca0', 'name': 'tempest-ServerActionsTestJSON-29751055-router', 'tenant_id': '1f9c0a4e933c47379e1aa8c6bf9c0620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.22'}], 'enable_snat': True}, 'gw_port_id': '51ce7f0f-9b66-4616-8e2c-00ebb7cae753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:09:42Z', 'updated_at': '2021-07-14T10:09:45Z', 'revision_number': 4, 'project_id': '1f9c0a4e933c47379e1aa8c6bf9c0620', 'gw_port': {'id': '51ce7f0f-9b66-4616-8e2c-00ebb7cae753', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:a2:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c472c209-1674-43a7-9f24-adc6fdeb0ca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:09:42Z', 'updated_at': '2021-07-14T10:09:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_floatingips': [{'id': '51571515-82e1-4b53-b062-d26503f86d08', 'tenant_id': '1f9c0a4e933c47379e1aa8c6bf9c0620', 'floating_ip_address': '172.25.4.43', 'floating_network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'router_id': 'c472c209-1674-43a7-9f24-adc6fdeb0ca0', 'port_id': '8b002d27-998a-4fdf-869d-946ba216f62c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4010, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '742eb7cb-e5f7-44de-b05c-3ac48a812bcf', 'mac_address': 'fa:16:3e:d1:cd:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca20b557-a692-44e4-9d36-8a65dbc30b50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T10:09:47Z', 'updated_at': '2021-07-14T10:12:13Z', 'revision_number': 5, 'project_id': '1f9c0a4e933c47379e1aa8c6bf9c0620', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '972a261b-05c7-43c0-ab79-82a3d0664596', 'name': '', 'network_id': '742eb7cb-e5f7-44de-b05c-3ac48a812bcf', 'tenant_id': '1f9c0a4e933c47379e1aa8c6bf9c0620', 'mac_address': 'fa:16:3e:45:27:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c472c209-1674-43a7-9f24-adc6fdeb0ca0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'db7cecf2-4301-4c3f-bbb1-78ad80d93968', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:09:44Z', 'updated_at': '2021-07-14T10:09:50Z', 'revision_number': 5, 'project_id': '1f9c0a4e933c47379e1aa8c6bf9c0620', 'subnets': [{'id': 'db7cecf2-4301-4c3f-bbb1-78ad80d93968', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:12:14.881350 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60cde3bd-c2db-429f-b483-530f63e59db2 None None] New status for floating IP 51571515-82e1-4b53-b062-d26503f86d08: ACTIVE {{(pid=93959) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 10:12:22.279683 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a6cfcdd8-2bef-4116-b638-1a4ca2f09f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:24.831430 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:24.922423 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-41355987-c588-4931-b39e-df66c14852e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:26.053718 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5ad31076-714c-49ec-bc37-f3d4cd90112a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:27.869662 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5bbe322f-3f67-4864-bc0a-91afe44d23e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:40.666452 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.agents_db [None req-3c3509fb-540d-4335-a450-574895dd3602 None None] Agent healthcheck: found 7 active agents {{(pid=93960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:12:43.317694 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:44.081596 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:52.281438 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4e26924e-5f55-40b2-ab39-b17dad4181aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:54.831189 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:54.922714 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-111bcc87-ca42-40fd-a419-1f721a910692 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:56.056368 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5ad31076-714c-49ec-bc37-f3d4cd90112a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:57.873359 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5bbe322f-3f67-4864-bc0a-91afe44d23e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:04.995480 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-da328a95-309f-4448-b36d-c070364ca20d req-501094f9-0c06-4554-a5ed-e2752f7a1ada service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=ca20b557-a692-44e4-9d36-8a65dbc30b50&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0969493 Jul 14 10:13:05.103092 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da328a95-309f-4448-b36d-c070364ca20d req-6a7337f4-c69b-43dc-82db-232527bd6f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:13:05.104591 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-da328a95-309f-4448-b36d-c070364ca20d req-6a7337f4-c69b-43dc-82db-232527bd6f20 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=1f9c0a4e933c47379e1aa8c6bf9c0620&device_id=ca20b557-a692-44e4-9d36-8a65dbc30b50 HTTP/1.1" status: 200 len: 1098 time: 0.0522833 Jul 14 10:13:05.212332 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da328a95-309f-4448-b36d-c070364ca20d req-c4e2322c-836e-45d0-b784-2317229e610e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:13:05.213762 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-da328a95-309f-4448-b36d-c070364ca20d req-c4e2322c-836e-45d0-b784-2317229e610e service neutron] 10.222.0.65 "GET /v2.0/networks?id=742eb7cb-e5f7-44de-b05c-3ac48a812bcf HTTP/1.1" status: 200 len: 911 time: 0.0890198 Jul 14 10:13:05.277847 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-da328a95-309f-4448-b36d-c070364ca20d req-3a9ff534-3a95-47e3-a03f-6f9dbd7ba903 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8b002d27-998a-4fdf-869d-946ba216f62c HTTP/1.1" status: 200 len: 1001 time: 0.0580475 Jul 14 10:13:05.327813 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da328a95-309f-4448-b36d-c070364ca20d req-aecfd850-6832-4437-bb67-f62f0e578c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:13:05.329302 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-da328a95-309f-4448-b36d-c070364ca20d req-aecfd850-6832-4437-bb67-f62f0e578c53 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=db7cecf2-4301-4c3f-bbb1-78ad80d93968 HTTP/1.1" status: 200 len: 849 time: 0.0457835 Jul 14 10:13:05.391506 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da328a95-309f-4448-b36d-c070364ca20d req-9f7b6af4-0451-4c64-a8ba-ea21b02838a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:13:05.393027 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-da328a95-309f-4448-b36d-c070364ca20d req-9f7b6af4-0451-4c64-a8ba-ea21b02838a4 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=742eb7cb-e5f7-44de-b05c-3ac48a812bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0574400 Jul 14 10:13:05.481096 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-da328a95-309f-4448-b36d-c070364ca20d req-7996bff2-4539-4636-adf9-881cc24c9ee6 service neutron] 10.222.0.65 "GET /v2.0/networks/742eb7cb-e5f7-44de-b05c-3ac48a812bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819018 Jul 14 10:13:05.577480 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-da328a95-309f-4448-b36d-c070364ca20d req-11521679-cfd0-467f-b1ab-aa6231cd7355 service neutron] 10.222.0.65 "GET /v2.0/networks/742eb7cb-e5f7-44de-b05c-3ac48a812bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899343 Jul 14 10:13:13.325112 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:14.081214 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:17.666306 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.agents_db [None req-3c3509fb-540d-4335-a450-574895dd3602 None None] Agent healthcheck: found 7 active agents {{(pid=93960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:13:22.282307 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6e3ff6bd-b4ba-4839-9f42-374647666719 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:24.832629 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:24.924199 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fd214fa3-38eb-4e2c-a459-c2f05b1fc9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:26.060166 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5ad31076-714c-49ec-bc37-f3d4cd90112a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:27.875933 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5bbe322f-3f67-4864-bc0a-91afe44d23e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:43.324293 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:44.080010 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:52.038022 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655e6547-6eef-48fc-829a-130587e3b948 req-9ebfa08b-e62f-41aa-861d-b9445b5f3dfe tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:13:52.039758 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-655e6547-6eef-48fc-829a-130587e3b948 req-9ebfa08b-e62f-41aa-861d-b9445b5f3dfe tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/ports?device_id=ca20b557-a692-44e4-9d36-8a65dbc30b50 HTTP/1.1" status: 200 len: 946 time: 0.1215451 Jul 14 10:13:52.089316 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-655e6547-6eef-48fc-829a-130587e3b948 req-a384f7e4-b6ff-4b1c-a86c-558f4a84014b tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/security-groups?id=5b2dd5c6-a0e3-4c42-bf23-d97ecb5ddeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432944 Jul 14 10:13:52.283121 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5dc40b86-a61c-4945-bd62-0099731fcbb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:53.388089 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b10520-f3dc-4b70-b3f2-2c4a477704ee req-f9a824e3-3db1-45b2-b241-a09b0736cb44 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:13:53.389647 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-a8b10520-f3dc-4b70-b3f2-2c4a477704ee req-f9a824e3-3db1-45b2-b241-a09b0736cb44 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/ports?device_id=ca20b557-a692-44e4-9d36-8a65dbc30b50 HTTP/1.1" status: 200 len: 946 time: 0.1164091 Jul 14 10:13:53.429429 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-a8b10520-f3dc-4b70-b3f2-2c4a477704ee req-8d043160-f1bd-4680-a621-403c022e7c17 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/security-groups?id=5b2dd5c6-a0e3-4c42-bf23-d97ecb5ddeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331614 Jul 14 10:13:54.605985 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916c0338-a934-427d-ad4d-4d773d0dbfc4 req-1d10f63e-449f-4538-800b-38868d395a9a tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:13:54.607416 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-916c0338-a934-427d-ad4d-4d773d0dbfc4 req-1d10f63e-449f-4538-800b-38868d395a9a tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/ports?device_id=ca20b557-a692-44e4-9d36-8a65dbc30b50 HTTP/1.1" status: 200 len: 946 time: 0.0642636 Jul 14 10:13:54.646891 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-916c0338-a934-427d-ad4d-4d773d0dbfc4 req-d8bd9058-009f-4ffc-9a2a-0da90fc1e0c1 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/security-groups?id=5b2dd5c6-a0e3-4c42-bf23-d97ecb5ddeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337839 Jul 14 10:13:54.665804 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.agents_db [None req-3c3509fb-540d-4335-a450-574895dd3602 None None] Agent healthcheck: found 7 active agents {{(pid=93960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:13:54.833669 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:54.925801 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7a877dad-2eaa-4113-b68d-c77e9b9fc390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:55.819311 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa72acbc-0311-45dc-b079-ca25b6f00b6c req-2b4edf3f-2240-477f-9fef-c4749aee9555 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:13:55.820806 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-aa72acbc-0311-45dc-b079-ca25b6f00b6c req-2b4edf3f-2240-477f-9fef-c4749aee9555 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/ports?device_id=ca20b557-a692-44e4-9d36-8a65dbc30b50 HTTP/1.1" status: 200 len: 946 time: 0.0626321 Jul 14 10:13:55.862992 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-aa72acbc-0311-45dc-b079-ca25b6f00b6c req-71414ef8-8e4c-48a2-bd14-ba01f8f82dbb tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/security-groups?id=5b2dd5c6-a0e3-4c42-bf23-d97ecb5ddeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364995 Jul 14 10:13:56.063675 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5ad31076-714c-49ec-bc37-f3d4cd90112a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:57.046082 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c291490-c94b-426c-90fb-5bad62de72c7 req-090a528f-7580-476a-8701-c5e77078ef34 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:13:57.047606 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-7c291490-c94b-426c-90fb-5bad62de72c7 req-090a528f-7580-476a-8701-c5e77078ef34 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/ports?device_id=ca20b557-a692-44e4-9d36-8a65dbc30b50 HTTP/1.1" status: 200 len: 946 time: 0.0701663 Jul 14 10:13:57.087272 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-7c291490-c94b-426c-90fb-5bad62de72c7 req-bafc8f5c-56f8-4937-b51f-0f2d71b9c62e tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/security-groups?id=5b2dd5c6-a0e3-4c42-bf23-d97ecb5ddeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333889 Jul 14 10:13:57.877842 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5bbe322f-3f67-4864-bc0a-91afe44d23e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:58.264392 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd707c93-616f-470a-b10c-f5ec2f03b500 req-acc41dfb-1315-46bc-a997-af26098cce9d tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:13:58.265914 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-cd707c93-616f-470a-b10c-f5ec2f03b500 req-acc41dfb-1315-46bc-a997-af26098cce9d tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/ports?device_id=ca20b557-a692-44e4-9d36-8a65dbc30b50 HTTP/1.1" status: 200 len: 946 time: 0.0633495 Jul 14 10:13:58.305404 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-cd707c93-616f-470a-b10c-f5ec2f03b500 req-330fc6a3-bde6-45b2-ac23-f306e63f67a5 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/security-groups?id=5b2dd5c6-a0e3-4c42-bf23-d97ecb5ddeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332258 Jul 14 10:13:59.491065 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c472fe2b-a2ea-4cf2-859e-7bec27d95bd7 req-04312881-bdd0-4bd2-a316-15ad52178ab0 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:13:59.492965 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c472fe2b-a2ea-4cf2-859e-7bec27d95bd7 req-04312881-bdd0-4bd2-a316-15ad52178ab0 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/ports?device_id=ca20b557-a692-44e4-9d36-8a65dbc30b50 HTTP/1.1" status: 200 len: 946 time: 0.0665319 Jul 14 10:13:59.532479 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c472fe2b-a2ea-4cf2-859e-7bec27d95bd7 req-cda37ddd-ff8d-4ab3-b071-56d086443c35 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/security-groups?id=5b2dd5c6-a0e3-4c42-bf23-d97ecb5ddeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334475 Jul 14 10:14:00.709562 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542982ef-d57e-4aa6-b17a-0b078064c552 req-f448a0b0-d8b7-4c90-954f-9a0a80445bb5 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:14:00.710949 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-542982ef-d57e-4aa6-b17a-0b078064c552 req-f448a0b0-d8b7-4c90-954f-9a0a80445bb5 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/ports?device_id=ca20b557-a692-44e4-9d36-8a65dbc30b50 HTTP/1.1" status: 200 len: 946 time: 0.0655568 Jul 14 10:14:00.749587 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-542982ef-d57e-4aa6-b17a-0b078064c552 req-9bf0ea9c-caff-43de-bfae-edf889938f4f tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/security-groups?id=5b2dd5c6-a0e3-4c42-bf23-d97ecb5ddeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330236 Jul 14 10:14:01.927461 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625f578e-5c80-4fce-b227-896872292e4a req-572603a0-2653-4ad4-80a5-66eaa4aabc79 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:14:01.928969 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-625f578e-5c80-4fce-b227-896872292e4a req-572603a0-2653-4ad4-80a5-66eaa4aabc79 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/ports?device_id=ca20b557-a692-44e4-9d36-8a65dbc30b50 HTTP/1.1" status: 200 len: 946 time: 0.0688851 Jul 14 10:14:01.966572 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-625f578e-5c80-4fce-b227-896872292e4a req-0ffe955b-74b6-453d-a896-30e9d2bc415d tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/security-groups?id=5b2dd5c6-a0e3-4c42-bf23-d97ecb5ddeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318067 Jul 14 10:14:03.143835 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c6039a-7f2e-4500-9310-b54cf5fb761d req-dc0d9512-c3f8-4512-9e99-da01d22143b1 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:14:03.145318 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-b5c6039a-7f2e-4500-9310-b54cf5fb761d req-dc0d9512-c3f8-4512-9e99-da01d22143b1 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/ports?device_id=ca20b557-a692-44e4-9d36-8a65dbc30b50 HTTP/1.1" status: 200 len: 946 time: 0.0665920 Jul 14 10:14:03.183403 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-b5c6039a-7f2e-4500-9310-b54cf5fb761d req-61ecb72c-9133-4c0c-be54-5478ecc2a1e5 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/security-groups?id=5b2dd5c6-a0e3-4c42-bf23-d97ecb5ddeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324483 Jul 14 10:14:03.520234 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-af61f478-5a54-4bd1-ad1c-d80a2e5896c8 req-620e4c80-78d5-4351-b2ba-280f62e24c12 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=ca20b557-a692-44e4-9d36-8a65dbc30b50&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0518894 Jul 14 10:14:03.587132 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cfcea9-6f83-4b65-a2ea-68c2d2e1ac27 req-43689988-7c64-472e-98e4-be70e8fd3de0 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:14:03.588713 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-27cfcea9-6f83-4b65-a2ea-68c2d2e1ac27 req-43689988-7c64-472e-98e4-be70e8fd3de0 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/ports?device_id=ca20b557-a692-44e4-9d36-8a65dbc30b50 HTTP/1.1" status: 200 len: 946 time: 0.0693338 Jul 14 10:14:03.632209 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-27cfcea9-6f83-4b65-a2ea-68c2d2e1ac27 req-cbbb2245-32fb-47f0-b5cd-9ced17100631 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/security-groups?id=5b2dd5c6-a0e3-4c42-bf23-d97ecb5ddeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374651 Jul 14 10:14:04.821460 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3385f350-375f-49e4-ad99-055a0155fde3 req-66edaec3-626b-4c94-9b12-505d981be770 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:14:04.822992 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3385f350-375f-49e4-ad99-055a0155fde3 req-66edaec3-626b-4c94-9b12-505d981be770 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/ports?device_id=ca20b557-a692-44e4-9d36-8a65dbc30b50 HTTP/1.1" status: 200 len: 946 time: 0.0660191 Jul 14 10:14:04.866370 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3385f350-375f-49e4-ad99-055a0155fde3 req-2153f2ef-48ea-413e-90d1-710493f6c56b tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/security-groups?id=5b2dd5c6-a0e3-4c42-bf23-d97ecb5ddeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379379 Jul 14 10:14:05.213262 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af61f478-5a54-4bd1-ad1c-d80a2e5896c8 req-5a468a2b-caa3-4650-baf1-319054e35547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:14:05.214809 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-af61f478-5a54-4bd1-ad1c-d80a2e5896c8 req-5a468a2b-caa3-4650-baf1-319054e35547 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=1f9c0a4e933c47379e1aa8c6bf9c0620&device_id=ca20b557-a692-44e4-9d36-8a65dbc30b50 HTTP/1.1" status: 200 len: 1098 time: 0.3724980 Jul 14 10:14:05.302399 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af61f478-5a54-4bd1-ad1c-d80a2e5896c8 req-b0fd5722-9497-44ec-96f0-3ee8ada51745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:14:05.303780 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-af61f478-5a54-4bd1-ad1c-d80a2e5896c8 req-b0fd5722-9497-44ec-96f0-3ee8ada51745 service neutron] 10.222.0.65 "GET /v2.0/networks?id=742eb7cb-e5f7-44de-b05c-3ac48a812bcf HTTP/1.1" status: 200 len: 911 time: 0.0823209 Jul 14 10:14:05.371862 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-af61f478-5a54-4bd1-ad1c-d80a2e5896c8 req-9237ef4e-a0b2-4852-b220-c3dbd7ae7b2d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8b002d27-998a-4fdf-869d-946ba216f62c HTTP/1.1" status: 200 len: 1001 time: 0.0611639 Jul 14 10:14:05.419814 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af61f478-5a54-4bd1-ad1c-d80a2e5896c8 req-d5fb67cb-a018-4b95-8871-5c3c2e7cf8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:14:05.421260 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-af61f478-5a54-4bd1-ad1c-d80a2e5896c8 req-d5fb67cb-a018-4b95-8871-5c3c2e7cf8ba service neutron] 10.222.0.65 "GET /v2.0/subnets?id=db7cecf2-4301-4c3f-bbb1-78ad80d93968 HTTP/1.1" status: 200 len: 849 time: 0.0435371 Jul 14 10:14:05.476390 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af61f478-5a54-4bd1-ad1c-d80a2e5896c8 req-e04b5a00-4843-4646-9b31-c1abc3f76cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:14:05.477869 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-af61f478-5a54-4bd1-ad1c-d80a2e5896c8 req-e04b5a00-4843-4646-9b31-c1abc3f76cbe service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=742eb7cb-e5f7-44de-b05c-3ac48a812bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0508604 Jul 14 10:14:05.570074 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-af61f478-5a54-4bd1-ad1c-d80a2e5896c8 req-4efc0e79-50bc-4b5e-b0f3-5032d5e700e1 service neutron] 10.222.0.65 "GET /v2.0/networks/742eb7cb-e5f7-44de-b05c-3ac48a812bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851622 Jul 14 10:14:05.657320 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-af61f478-5a54-4bd1-ad1c-d80a2e5896c8 req-20e95659-04e5-4988-b742-183e8fe0de25 service neutron] 10.222.0.65 "GET /v2.0/networks/742eb7cb-e5f7-44de-b05c-3ac48a812bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802288 Jul 14 10:14:06.042168 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e11a50f-23da-4451-a9f3-a4acfa90cba3 req-b2590f4d-5999-4553-abbf-754657bcd5b0 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:14:06.044133 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-4e11a50f-23da-4451-a9f3-a4acfa90cba3 req-b2590f4d-5999-4553-abbf-754657bcd5b0 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/ports?device_id=ca20b557-a692-44e4-9d36-8a65dbc30b50 HTTP/1.1" status: 200 len: 946 time: 0.0634024 Jul 14 10:14:06.085761 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-4e11a50f-23da-4451-a9f3-a4acfa90cba3 req-9126e478-71fe-451e-a30a-0b52a4a5a4a3 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/security-groups?id=5b2dd5c6-a0e3-4c42-bf23-d97ecb5ddeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363407 Jul 14 10:14:07.010820 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8921fa41-7346-43a4-afcc-9aca5238ddf4 req-fca29eb2-7d56-477f-ad0e-cdae9739686c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:14:07.012341 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8921fa41-7346-43a4-afcc-9aca5238ddf4 req-fca29eb2-7d56-477f-ad0e-cdae9739686c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=1f9c0a4e933c47379e1aa8c6bf9c0620&device_id=ca20b557-a692-44e4-9d36-8a65dbc30b50 HTTP/1.1" status: 200 len: 1098 time: 0.0536499 Jul 14 10:14:07.202319 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8921fa41-7346-43a4-afcc-9aca5238ddf4 req-050d8775-4fda-4a84-8cd7-2a7fdf9eefeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:14:07.203770 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8921fa41-7346-43a4-afcc-9aca5238ddf4 req-050d8775-4fda-4a84-8cd7-2a7fdf9eefeb service neutron] 10.222.0.65 "GET /v2.0/networks?id=742eb7cb-e5f7-44de-b05c-3ac48a812bcf HTTP/1.1" status: 200 len: 911 time: 0.0927258 Jul 14 10:14:07.304438 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8921fa41-7346-43a4-afcc-9aca5238ddf4 req-ce3b15b0-5a76-438a-a086-84e19dd8f2e7 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8b002d27-998a-4fdf-869d-946ba216f62c HTTP/1.1" status: 200 len: 1001 time: 0.0913527 Jul 14 10:14:07.321515 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4366d34-0fc1-48ad-85dc-dbdba8227bcf req-2d7d48bd-5335-42cd-971b-3ffff26d7829 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:14:07.323049 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e4366d34-0fc1-48ad-85dc-dbdba8227bcf req-2d7d48bd-5335-42cd-971b-3ffff26d7829 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/ports?device_id=ca20b557-a692-44e4-9d36-8a65dbc30b50 HTTP/1.1" status: 200 len: 946 time: 0.1232803 Jul 14 10:14:07.391724 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e4366d34-0fc1-48ad-85dc-dbdba8227bcf req-e93ac877-61d2-4df2-9e7c-98f3a9969d30 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/security-groups?id=5b2dd5c6-a0e3-4c42-bf23-d97ecb5ddeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615029 Jul 14 10:14:07.393352 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8921fa41-7346-43a4-afcc-9aca5238ddf4 req-6c7b4e35-7ac3-4b9a-a938-00a96f45aa4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:14:07.394726 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8921fa41-7346-43a4-afcc-9aca5238ddf4 req-6c7b4e35-7ac3-4b9a-a938-00a96f45aa4b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=db7cecf2-4301-4c3f-bbb1-78ad80d93968 HTTP/1.1" status: 200 len: 849 time: 0.0814064 Jul 14 10:14:07.460979 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8921fa41-7346-43a4-afcc-9aca5238ddf4 req-1d5a847d-b0ff-4855-b93d-31a9819d5096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:14:07.462532 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8921fa41-7346-43a4-afcc-9aca5238ddf4 req-1d5a847d-b0ff-4855-b93d-31a9819d5096 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=742eb7cb-e5f7-44de-b05c-3ac48a812bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0601425 Jul 14 10:14:07.556748 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8921fa41-7346-43a4-afcc-9aca5238ddf4 req-1f72ee48-6da4-4bc8-a906-10cc86889320 service neutron] 10.222.0.65 "GET /v2.0/networks/742eb7cb-e5f7-44de-b05c-3ac48a812bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865140 Jul 14 10:14:07.646385 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8921fa41-7346-43a4-afcc-9aca5238ddf4 req-cceba1cd-5f3b-4609-9287-499001b94f4d service neutron] 10.222.0.65 "GET /v2.0/networks/742eb7cb-e5f7-44de-b05c-3ac48a812bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828664 Jul 14 10:14:07.900027 n-d-779913-29 neutron-server[93957]: INFO neutron.api.v2.resource [req-af61f478-5a54-4bd1-ad1c-d80a2e5896c8 req-1906d67a-36cc-4d02-87c7-fb2468dd123d service neutron] show failed (client error): The resource could not be found. Jul 14 10:14:07.900942 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-af61f478-5a54-4bd1-ad1c-d80a2e5896c8 req-1906d67a-36cc-4d02-87c7-fb2468dd123d service neutron] 10.222.0.65 "GET /v2.0/ports/8b002d27-998a-4fdf-869d-946ba216f62c/bindings/n-h2-779913-29 HTTP/1.1" status: 404 len: 381 time: 0.0594397 Jul 14 10:14:08.223511 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af61f478-5a54-4bd1-ad1c-d80a2e5896c8 req-295874b6-145e-43a9-b7db-9786b2f256ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:14:08.225044 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-af61f478-5a54-4bd1-ad1c-d80a2e5896c8 req-295874b6-145e-43a9-b7db-9786b2f256ed service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=ca20b557-a692-44e4-9d36-8a65dbc30b50&tenant_id=1f9c0a4e933c47379e1aa8c6bf9c0620 HTTP/1.1" status: 200 len: 1098 time: 0.0903628 Jul 14 10:14:08.243312 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-af61f478-5a54-4bd1-ad1c-d80a2e5896c8 req-aad12fd5-92fc-4ba3-a994-a0ae47566092 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-779913-29', 'device_owner': 'compute:nova'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:14:08.316771 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-af61f478-5a54-4bd1-ad1c-d80a2e5896c8 req-aad12fd5-92fc-4ba3-a994-a0ae47566092 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:08.526386 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-af61f478-5a54-4bd1-ad1c-d80a2e5896c8 req-aad12fd5-92fc-4ba3-a994-a0ae47566092 service neutron] For port 8b002d27-998a-4fdf-869d-946ba216f62c, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=8b002d27-998a-4fdf-869d-946ba216f62c,segment=NetworkSegment(d47c0a19-c61e-44d6-8c05-eb47451816f8),segment_id=d47c0a19-c61e-44d6-8c05-eb47451816f8)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:14:08.562788 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-af61f478-5a54-4bd1-ad1c-d80a2e5896c8 req-aad12fd5-92fc-4ba3-a994-a0ae47566092 service neutron] For port 8b002d27-998a-4fdf-869d-946ba216f62c, host n-h1-779913-29, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:14:08.566463 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69876409-6802-4024-9aea-7492508ca9cd req-86573113-7463-4096-8207-79cf2acd9e29 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:14:08.567968 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-69876409-6802-4024-9aea-7492508ca9cd req-86573113-7463-4096-8207-79cf2acd9e29 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/ports?device_id=ca20b557-a692-44e4-9d36-8a65dbc30b50 HTTP/1.1" status: 200 len: 946 time: 0.0640028 Jul 14 10:14:08.602335 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca20b557-a692-44e4-9d36-8a65dbc30b50', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b002d27-998a-4fdf-869d-946ba216f62c'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:14:08.607842 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-af61f478-5a54-4bd1-ad1c-d80a2e5896c8 req-aad12fd5-92fc-4ba3-a994-a0ae47566092 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:08.610044 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-69876409-6802-4024-9aea-7492508ca9cd req-913b107d-d6ff-4f77-8033-cb700966009c tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/security-groups?id=5b2dd5c6-a0e3-4c42-bf23-d97ecb5ddeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362275 Jul 14 10:14:08.624755 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [req-af61f478-5a54-4bd1-ad1c-d80a2e5896c8 req-aad12fd5-92fc-4ba3-a994-a0ae47566092 service neutron] Transition to ACTIVE for port object 8b002d27-998a-4fdf-869d-946ba216f62c will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:14:08.631263 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-af61f478-5a54-4bd1-ad1c-d80a2e5896c8 req-aad12fd5-92fc-4ba3-a994-a0ae47566092 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:08.661680 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}175264a25d5f1cec9b1451f1a8cc8ced5d4502f5c48740ac7c6845d527b2175b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60ddf544-cd69-447f-8606-d4bbae5defb7" -d '{"events": [{"server_uuid": "ca20b557-a692-44e4-9d36-8a65dbc30b50", "name": "network-vif-unplugged", "status": "completed", "tag": "8b002d27-998a-4fdf-869d-946ba216f62c"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:14:08.715217 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad12fd5-92fc-4ba3-a994-a0ae47566092 service neutron] Pushing event updated for resources: {'Port': ['ID=8b002d27-998a-4fdf-869d-946ba216f62c,revision_number=6']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:14:08.734760 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad12fd5-92fc-4ba3-a994-a0ae47566092 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:14:08.735108 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad12fd5-92fc-4ba3-a994-a0ae47566092 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:14:08.735448 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad12fd5-92fc-4ba3-a994-a0ae47566092 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:14:08.735783 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad12fd5-92fc-4ba3-a994-a0ae47566092 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:14:08.736116 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad12fd5-92fc-4ba3-a994-a0ae47566092 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:14:08.736444 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad12fd5-92fc-4ba3-a994-a0ae47566092 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:14:08.736769 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad12fd5-92fc-4ba3-a994-a0ae47566092 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:14:08.737790 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad12fd5-92fc-4ba3-a994-a0ae47566092 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:14:08.738123 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad12fd5-92fc-4ba3-a994-a0ae47566092 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:14:08.738454 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad12fd5-92fc-4ba3-a994-a0ae47566092 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:14:08.738776 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad12fd5-92fc-4ba3-a994-a0ae47566092 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:14:08.739097 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad12fd5-92fc-4ba3-a994-a0ae47566092 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:14:08.779500 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-af61f478-5a54-4bd1-ad1c-d80a2e5896c8 req-aad12fd5-92fc-4ba3-a994-a0ae47566092 service neutron] No DVR routers for this DVR port 8b002d27-998a-4fdf-869d-946ba216f62c on host n-h1-779913-29 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:14:08.782148 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 10:14:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d67cd3d-ba00-49c1-ab81-e8bac89572e2 x-openstack-request-id: req-0d67cd3d-ba00-49c1-ab81-e8bac89572e2 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:14:08.782445 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca20b557-a692-44e4-9d36-8a65dbc30b50", "name": "network-vif-unplugged", "status": "completed", "tag": "8b002d27-998a-4fdf-869d-946ba216f62c", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:14:08.782698 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-0d67cd3d-ba00-49c1-ab81-e8bac89572e2 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:14:08.783093 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca20b557-a692-44e4-9d36-8a65dbc30b50', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b002d27-998a-4fdf-869d-946ba216f62c', 'code': 200} Jul 14 10:14:08.920277 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-af61f478-5a54-4bd1-ad1c-d80a2e5896c8 req-aad12fd5-92fc-4ba3-a994-a0ae47566092 service neutron] Attempting to bind port 8b002d27-998a-4fdf-869d-946ba216f62c on host n-h2-779913-29 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:14:08.920616 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-af61f478-5a54-4bd1-ad1c-d80a2e5896c8 req-aad12fd5-92fc-4ba3-a994-a0ae47566092 service neutron] Attempting to bind port 8b002d27-998a-4fdf-869d-946ba216f62c by drivers openvswitch,hyperv on host n-h2-779913-29 at level 0 using segments [{'id': 'd47c0a19-c61e-44d6-8c05-eb47451816f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '742eb7cb-e5f7-44de-b05c-3ac48a812bcf'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:14:08.920944 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af61f478-5a54-4bd1-ad1c-d80a2e5896c8 req-aad12fd5-92fc-4ba3-a994-a0ae47566092 service neutron] Attempting to bind port 8b002d27-998a-4fdf-869d-946ba216f62c on network 742eb7cb-e5f7-44de-b05c-3ac48a812bcf {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:14:08.925818 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af61f478-5a54-4bd1-ad1c-d80a2e5896c8 req-aad12fd5-92fc-4ba3-a994-a0ae47566092 service neutron] Port 8b002d27-998a-4fdf-869d-946ba216f62c on network 742eb7cb-e5f7-44de-b05c-3ac48a812bcf not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-29 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 10:14:08.926128 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af61f478-5a54-4bd1-ad1c-d80a2e5896c8 req-aad12fd5-92fc-4ba3-a994-a0ae47566092 service neutron] Attempting to bind port 8b002d27-998a-4fdf-869d-946ba216f62c on network 742eb7cb-e5f7-44de-b05c-3ac48a812bcf {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:14:08.930852 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af61f478-5a54-4bd1-ad1c-d80a2e5896c8 req-aad12fd5-92fc-4ba3-a994-a0ae47566092 service neutron] Checking agent: {'id': '013e4a3b-a634-47b8-b6a5-1a25109b73fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 13, 13), 'started_at': datetime.datetime(2021, 7, 14, 9, 13, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 13, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:14:08.931190 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af61f478-5a54-4bd1-ad1c-d80a2e5896c8 req-aad12fd5-92fc-4ba3-a994-a0ae47566092 service neutron] Checking segment: {'id': 'd47c0a19-c61e-44d6-8c05-eb47451816f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '742eb7cb-e5f7-44de-b05c-3ac48a812bcf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:14:08.931574 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af61f478-5a54-4bd1-ad1c-d80a2e5896c8 req-aad12fd5-92fc-4ba3-a994-a0ae47566092 service neutron] Bound using segment: {'id': 'd47c0a19-c61e-44d6-8c05-eb47451816f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '742eb7cb-e5f7-44de-b05c-3ac48a812bcf'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:14:08.932001 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-af61f478-5a54-4bd1-ad1c-d80a2e5896c8 req-aad12fd5-92fc-4ba3-a994-a0ae47566092 service neutron] Bound port: 8b002d27-998a-4fdf-869d-946ba216f62c, host: n-h2-779913-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd47c0a19-c61e-44d6-8c05-eb47451816f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '742eb7cb-e5f7-44de-b05c-3ac48a812bcf'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:14:08.932358 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-af61f478-5a54-4bd1-ad1c-d80a2e5896c8 req-aad12fd5-92fc-4ba3-a994-a0ae47566092 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:08.997866 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-af61f478-5a54-4bd1-ad1c-d80a2e5896c8 req-aad12fd5-92fc-4ba3-a994-a0ae47566092 service neutron] For port 8b002d27-998a-4fdf-869d-946ba216f62c, host n-h2-779913-29, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:14:09.000845 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-af61f478-5a54-4bd1-ad1c-d80a2e5896c8 req-aad12fd5-92fc-4ba3-a994-a0ae47566092 service neutron] For port 8b002d27-998a-4fdf-869d-946ba216f62c, host n-h2-779913-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=8b002d27-998a-4fdf-869d-946ba216f62c,segment=NetworkSegment(d47c0a19-c61e-44d6-8c05-eb47451816f8),segment_id=d47c0a19-c61e-44d6-8c05-eb47451816f8)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:14:09.007047 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-af61f478-5a54-4bd1-ad1c-d80a2e5896c8 req-aad12fd5-92fc-4ba3-a994-a0ae47566092 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:09.048485 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af61f478-5a54-4bd1-ad1c-d80a2e5896c8 req-aad12fd5-92fc-4ba3-a994-a0ae47566092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:14:09.049119 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-af61f478-5a54-4bd1-ad1c-d80a2e5896c8 req-aad12fd5-92fc-4ba3-a994-a0ae47566092 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:09.050624 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-af61f478-5a54-4bd1-ad1c-d80a2e5896c8 req-aad12fd5-92fc-4ba3-a994-a0ae47566092 service neutron] 10.222.0.57 "PUT /v2.0/ports/8b002d27-998a-4fdf-869d-946ba216f62c HTTP/1.1" status: 200 len: 1093 time: 0.8115335 Jul 14 10:14:09.067842 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad12fd5-92fc-4ba3-a994-a0ae47566092 service neutron] Pushing event updated for resources: {'Port': ['ID=8b002d27-998a-4fdf-869d-946ba216f62c,revision_number=7']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:14:09.153947 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af61f478-5a54-4bd1-ad1c-d80a2e5896c8 req-08d2ef4d-55df-4eaa-8bfa-92f2694e005b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:14:09.155563 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-af61f478-5a54-4bd1-ad1c-d80a2e5896c8 req-08d2ef4d-55df-4eaa-8bfa-92f2694e005b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1f9c0a4e933c47379e1aa8c6bf9c0620&device_id=ca20b557-a692-44e4-9d36-8a65dbc30b50 HTTP/1.1" status: 200 len: 1096 time: 0.0693326 Jul 14 10:14:09.250002 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af61f478-5a54-4bd1-ad1c-d80a2e5896c8 req-69b71b29-4785-40e1-abee-05afe4ee4768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:14:09.251565 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-af61f478-5a54-4bd1-ad1c-d80a2e5896c8 req-69b71b29-4785-40e1-abee-05afe4ee4768 service neutron] 10.222.0.57 "GET /v2.0/networks?id=742eb7cb-e5f7-44de-b05c-3ac48a812bcf HTTP/1.1" status: 200 len: 911 time: 0.0889072 Jul 14 10:14:09.320430 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-af61f478-5a54-4bd1-ad1c-d80a2e5896c8 req-7d62d0dc-6cb0-4935-9b24-643c214aef77 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8b002d27-998a-4fdf-869d-946ba216f62c HTTP/1.1" status: 200 len: 999 time: 0.0615625 Jul 14 10:14:09.368182 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af61f478-5a54-4bd1-ad1c-d80a2e5896c8 req-2e37885e-9ee6-42eb-97f9-8112178593bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:14:09.369620 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-af61f478-5a54-4bd1-ad1c-d80a2e5896c8 req-2e37885e-9ee6-42eb-97f9-8112178593bf service neutron] 10.222.0.57 "GET /v2.0/subnets?id=db7cecf2-4301-4c3f-bbb1-78ad80d93968 HTTP/1.1" status: 200 len: 849 time: 0.0430434 Jul 14 10:14:09.426905 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af61f478-5a54-4bd1-ad1c-d80a2e5896c8 req-9faf743a-cde7-4a7b-a403-a926fcad9d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:14:09.428353 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-af61f478-5a54-4bd1-ad1c-d80a2e5896c8 req-9faf743a-cde7-4a7b-a403-a926fcad9d37 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=742eb7cb-e5f7-44de-b05c-3ac48a812bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0496240 Jul 14 10:14:09.519164 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-af61f478-5a54-4bd1-ad1c-d80a2e5896c8 req-fde555d4-48fc-458f-a57c-71663555e234 service neutron] 10.222.0.57 "GET /v2.0/networks/742eb7cb-e5f7-44de-b05c-3ac48a812bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832355 Jul 14 10:14:09.606287 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-af61f478-5a54-4bd1-ad1c-d80a2e5896c8 req-e973a2d0-0710-4975-8393-41ac4af35f5b service neutron] 10.222.0.57 "GET /v2.0/networks/742eb7cb-e5f7-44de-b05c-3ac48a812bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813088 Jul 14 10:14:09.791594 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaae2ec-6448-4e58-b40f-2a0d887801ef req-2c2cdfc2-43de-454b-9cb1-d982a2925013 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:14:09.793662 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-deaae2ec-6448-4e58-b40f-2a0d887801ef req-2c2cdfc2-43de-454b-9cb1-d982a2925013 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/ports?device_id=ca20b557-a692-44e4-9d36-8a65dbc30b50 HTTP/1.1" status: 200 len: 944 time: 0.0706477 Jul 14 10:14:09.833444 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-deaae2ec-6448-4e58-b40f-2a0d887801ef req-404256b0-2d92-45fd-b2e8-d91970872636 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/security-groups?id=5b2dd5c6-a0e3-4c42-bf23-d97ecb5ddeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337787 Jul 14 10:14:10.784805 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca20b557-a692-44e4-9d36-8a65dbc30b50', 'tag': '8b002d27-998a-4fdf-869d-946ba216f62c'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:14:10.787242 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}175264a25d5f1cec9b1451f1a8cc8ced5d4502f5c48740ac7c6845d527b2175b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14093180-b1e8-4ad0-af1c-728a458bfb65" -d '{"events": [{"name": "network-changed", "server_uuid": "ca20b557-a692-44e4-9d36-8a65dbc30b50", "tag": "8b002d27-998a-4fdf-869d-946ba216f62c"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:14:10.833997 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:14:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4be6a002-1291-4a1b-9ddb-e6e1a79d1f6b x-openstack-request-id: req-4be6a002-1291-4a1b-9ddb-e6e1a79d1f6b {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:14:10.834299 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca20b557-a692-44e4-9d36-8a65dbc30b50", "tag": "8b002d27-998a-4fdf-869d-946ba216f62c", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:14:10.834558 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-4be6a002-1291-4a1b-9ddb-e6e1a79d1f6b {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:14:10.834964 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca20b557-a692-44e4-9d36-8a65dbc30b50', 'tag': '8b002d27-998a-4fdf-869d-946ba216f62c', 'status': 'completed', 'code': 200} Jul 14 10:14:10.984264 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14093180-b1e8-4ad0-af1c-728a458bfb65 req-044c856d-c449-462b-82f1-4a3a08137422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:14:10.985831 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-14093180-b1e8-4ad0-af1c-728a458bfb65 req-044c856d-c449-462b-82f1-4a3a08137422 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1f9c0a4e933c47379e1aa8c6bf9c0620&device_id=ca20b557-a692-44e4-9d36-8a65dbc30b50 HTTP/1.1" status: 200 len: 1096 time: 0.1043859 Jul 14 10:14:10.988651 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14093180-b1e8-4ad0-af1c-728a458bfb65 req-7d82c4eb-bfb0-4b16-80c3-e031f380d85a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:14:10.990178 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-14093180-b1e8-4ad0-af1c-728a458bfb65 req-7d82c4eb-bfb0-4b16-80c3-e031f380d85a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=1f9c0a4e933c47379e1aa8c6bf9c0620&device_id=ca20b557-a692-44e4-9d36-8a65dbc30b50 HTTP/1.1" status: 200 len: 1096 time: 0.1100168 Jul 14 10:14:11.019589 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1e1b7c-6fcf-4004-be50-856a16a3f3e5 req-fed0b6c4-9466-4ac3-92e7-dce4bec10a03 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:14:11.021563 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ab1e1b7c-6fcf-4004-be50-856a16a3f3e5 req-fed0b6c4-9466-4ac3-92e7-dce4bec10a03 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/ports?device_id=ca20b557-a692-44e4-9d36-8a65dbc30b50 HTTP/1.1" status: 200 len: 944 time: 0.0741673 Jul 14 10:14:11.080367 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ab1e1b7c-6fcf-4004-be50-856a16a3f3e5 req-cfc2a39c-9373-49d4-b5c0-d1b46b7ef92c tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/security-groups?id=5b2dd5c6-a0e3-4c42-bf23-d97ecb5ddeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500112 Jul 14 10:14:11.150738 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14093180-b1e8-4ad0-af1c-728a458bfb65 req-28dc3e16-1e1d-4489-a592-002dc9bb4105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:14:11.152248 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-14093180-b1e8-4ad0-af1c-728a458bfb65 req-28dc3e16-1e1d-4489-a592-002dc9bb4105 service neutron] 10.222.0.57 "GET /v2.0/networks?id=742eb7cb-e5f7-44de-b05c-3ac48a812bcf HTTP/1.1" status: 200 len: 911 time: 0.1601939 Jul 14 10:14:11.153617 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14093180-b1e8-4ad0-af1c-728a458bfb65 req-9fe021be-0dc0-4de3-9ba4-2e8c4d1117d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:14:11.154930 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-14093180-b1e8-4ad0-af1c-728a458bfb65 req-9fe021be-0dc0-4de3-9ba4-2e8c4d1117d8 service neutron] 10.222.0.65 "GET /v2.0/networks?id=742eb7cb-e5f7-44de-b05c-3ac48a812bcf HTTP/1.1" status: 200 len: 911 time: 0.1550508 Jul 14 10:14:11.265386 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-14093180-b1e8-4ad0-af1c-728a458bfb65 req-15ea07fc-118a-42e6-9c54-01bc04f73bdc service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8b002d27-998a-4fdf-869d-946ba216f62c HTTP/1.1" status: 200 len: 999 time: 0.1062307 Jul 14 10:14:11.269143 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-14093180-b1e8-4ad0-af1c-728a458bfb65 req-b08e0509-7429-4260-91f0-fc8c2bf7fbf3 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8b002d27-998a-4fdf-869d-946ba216f62c HTTP/1.1" status: 200 len: 999 time: 0.1039112 Jul 14 10:14:11.348831 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14093180-b1e8-4ad0-af1c-728a458bfb65 req-b27308d6-ec1d-45ee-ac25-11c6189b3703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:14:11.350223 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-14093180-b1e8-4ad0-af1c-728a458bfb65 req-b27308d6-ec1d-45ee-ac25-11c6189b3703 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=db7cecf2-4301-4c3f-bbb1-78ad80d93968 HTTP/1.1" status: 200 len: 849 time: 0.0782015 Jul 14 10:14:11.353549 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14093180-b1e8-4ad0-af1c-728a458bfb65 req-60bb7d8b-04f9-44bf-a972-4c70a628e4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:14:11.354879 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-14093180-b1e8-4ad0-af1c-728a458bfb65 req-60bb7d8b-04f9-44bf-a972-4c70a628e4f0 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=db7cecf2-4301-4c3f-bbb1-78ad80d93968 HTTP/1.1" status: 200 len: 849 time: 0.0757477 Jul 14 10:14:11.447030 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14093180-b1e8-4ad0-af1c-728a458bfb65 req-d80e4406-077b-491d-9127-760f5461d03a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:14:11.448538 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-14093180-b1e8-4ad0-af1c-728a458bfb65 req-d80e4406-077b-491d-9127-760f5461d03a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=742eb7cb-e5f7-44de-b05c-3ac48a812bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0918014 Jul 14 10:14:11.450251 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14093180-b1e8-4ad0-af1c-728a458bfb65 req-da89cebc-f248-4b00-8c5e-024f44c9a775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:14:11.451583 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-14093180-b1e8-4ad0-af1c-728a458bfb65 req-da89cebc-f248-4b00-8c5e-024f44c9a775 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=742eb7cb-e5f7-44de-b05c-3ac48a812bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0871000 Jul 14 10:14:11.488734 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 8b002d27-998a-4fdf-869d-946ba216f62c details requested by agent hyperv_n-h2-779913-29 with host n-h2-779913-29 {{(pid=93959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 10:14:11.582412 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 8b002d27-998a-4fdf-869d-946ba216f62c, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=8b002d27-998a-4fdf-869d-946ba216f62c,segment=NetworkSegment(d47c0a19-c61e-44d6-8c05-eb47451816f8),segment_id=d47c0a19-c61e-44d6-8c05-eb47451816f8)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:14:11.593608 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Returning: {'device': '8b002d27-998a-4fdf-869d-946ba216f62c', 'network_id': '742eb7cb-e5f7-44de-b05c-3ac48a812bcf', 'port_id': '8b002d27-998a-4fdf-869d-946ba216f62c', 'mac_address': 'fa:16:3e:d1:cd:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 736, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db7cecf2-4301-4c3f-bbb1-78ad80d93968', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 10:14:11.611045 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-14093180-b1e8-4ad0-af1c-728a458bfb65 req-f3e5e186-9559-4e56-8c82-d91afe4bcf93 service neutron] 10.222.0.65 "GET /v2.0/networks/742eb7cb-e5f7-44de-b05c-3ac48a812bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478214 Jul 14 10:14:11.612765 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-14093180-b1e8-4ad0-af1c-728a458bfb65 req-5bfe2cf3-a959-4852-8c91-02e20055c30e service neutron] 10.222.0.57 "GET /v2.0/networks/742eb7cb-e5f7-44de-b05c-3ac48a812bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566663 Jul 14 10:14:11.630733 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:11.646707 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b002d27-998a-4fdf-869d-946ba216f62c {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:14:11.664010 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 8b002d27-998a-4fdf-869d-946ba216f62c no longer exists at agent hyperv_n-h1-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:14:11.668758 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 8b002d27-998a-4fdf-869d-946ba216f62c, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=8b002d27-998a-4fdf-869d-946ba216f62c,segment=NetworkSegment(d47c0a19-c61e-44d6-8c05-eb47451816f8),segment_id=d47c0a19-c61e-44d6-8c05-eb47451816f8)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:14:11.688484 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:11.736746 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 8b002d27-998a-4fdf-869d-946ba216f62c not bound to the agent host n-h1-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:14:11.747173 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Pushing event updated for resources: {'Port': ['ID=8b002d27-998a-4fdf-869d-946ba216f62c,revision_number=8']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:14:11.754843 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:14:11.755199 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:14:11.755532 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:14:11.755866 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:14:11.756197 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:14:11.756524 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:14:11.756851 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:14:11.757180 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:14:11.757520 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:14:11.757858 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:14:11.758180 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:14:11.758598 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:14:11.772349 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-14093180-b1e8-4ad0-af1c-728a458bfb65 req-34327966-edf9-403f-9c74-54aed1c9bed2 service neutron] 10.222.0.65 "GET /v2.0/networks/742eb7cb-e5f7-44de-b05c-3ac48a812bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537745 Jul 14 10:14:11.774330 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-14093180-b1e8-4ad0-af1c-728a458bfb65 req-56d45098-75fe-4613-a865-08323795ab57 service neutron] 10.222.0.57 "GET /v2.0/networks/742eb7cb-e5f7-44de-b05c-3ac48a812bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484573 Jul 14 10:14:12.019164 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] get_ports_and_sgs() called for port_ids ['8b002d27-998a-4fdf-869d-946ba216f62c'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:14:12.258990 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9b1508-0bfe-4bd7-82b9-5e2ec1d88300 req-969a9321-c775-4af4-8972-ed1b890ac4a7 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:14:12.260493 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8e9b1508-0bfe-4bd7-82b9-5e2ec1d88300 req-969a9321-c775-4af4-8972-ed1b890ac4a7 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/ports?device_id=ca20b557-a692-44e4-9d36-8a65dbc30b50 HTTP/1.1" status: 200 len: 945 time: 0.0629566 Jul 14 10:14:12.296895 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8e9b1508-0bfe-4bd7-82b9-5e2ec1d88300 req-aaaf54f0-3fc6-4dd3-abff-1a7068e50ba8 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/security-groups?id=5b2dd5c6-a0e3-4c42-bf23-d97ecb5ddeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307682 Jul 14 10:14:12.644326 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c185d201-f3c1-4f3f-b92f-20e75fff1e72 req-9266d1f0-1494-45e2-8913-57984b1edc61 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:14:12.646104 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c185d201-f3c1-4f3f-b92f-20e75fff1e72 req-9266d1f0-1494-45e2-8913-57984b1edc61 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/ports?device_id=ca20b557-a692-44e4-9d36-8a65dbc30b50 HTTP/1.1" status: 200 len: 945 time: 0.1146462 Jul 14 10:14:12.665045 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90053ea-a5ef-483c-ab40-50b84a0fb8d0 req-8e0cbbaf-9246-4765-ad94-d20047b44b21 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:14:12.666863 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a90053ea-a5ef-483c-ab40-50b84a0fb8d0 req-8e0cbbaf-9246-4765-ad94-d20047b44b21 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.65 "GET /v2.0/ports?device_id=ca20b557-a692-44e4-9d36-8a65dbc30b50&tenant_id=1f9c0a4e933c47379e1aa8c6bf9c0620&binding%3Ahost_id=n-h2-779913-29 HTTP/1.1" status: 200 len: 945 time: 0.1024585 Jul 14 10:14:12.726736 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c185d201-f3c1-4f3f-b92f-20e75fff1e72 req-fd667925-9567-4245-ba19-0563ddf09b87 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/security-groups?id=5b2dd5c6-a0e3-4c42-bf23-d97ecb5ddeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751832 Jul 14 10:14:12.744714 n-d-779913-29 neutron-server[93957]: INFO neutron.api.v2.resource [req-a90053ea-a5ef-483c-ab40-50b84a0fb8d0 req-84dd1523-7cd1-44fb-ada6-50de8876c5a4 service neutron] delete failed (client error): The resource could not be found. Jul 14 10:14:12.746071 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a90053ea-a5ef-483c-ab40-50b84a0fb8d0 req-84dd1523-7cd1-44fb-ada6-50de8876c5a4 service neutron] 10.222.0.65 "DELETE /v2.0/ports/8b002d27-998a-4fdf-869d-946ba216f62c/bindings/n-h1-779913-29 HTTP/1.1" status: 404 len: 381 time: 0.0720279 Jul 14 10:14:12.861866 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90053ea-a5ef-483c-ab40-50b84a0fb8d0 req-310f4761-d747-4935-9be3-b25d4be65a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:14:12.863426 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a90053ea-a5ef-483c-ab40-50b84a0fb8d0 req-310f4761-d747-4935-9be3-b25d4be65a2c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=1f9c0a4e933c47379e1aa8c6bf9c0620&device_id=ca20b557-a692-44e4-9d36-8a65dbc30b50 HTTP/1.1" status: 200 len: 1097 time: 0.0574901 Jul 14 10:14:12.950079 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90053ea-a5ef-483c-ab40-50b84a0fb8d0 req-f2fead1e-a2f0-42f1-a4b3-25c76a3e0549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:14:12.951436 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a90053ea-a5ef-483c-ab40-50b84a0fb8d0 req-f2fead1e-a2f0-42f1-a4b3-25c76a3e0549 service neutron] 10.222.0.65 "GET /v2.0/networks?id=742eb7cb-e5f7-44de-b05c-3ac48a812bcf HTTP/1.1" status: 200 len: 911 time: 0.0818996 Jul 14 10:14:13.017238 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a90053ea-a5ef-483c-ab40-50b84a0fb8d0 req-7effcea7-fc2f-4f0b-98c2-b2a21ef77cd2 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8b002d27-998a-4fdf-869d-946ba216f62c HTTP/1.1" status: 200 len: 1000 time: 0.0598586 Jul 14 10:14:13.338987 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:13.348105 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90053ea-a5ef-483c-ab40-50b84a0fb8d0 req-0365d323-162f-4848-b84b-f1c5d75f3a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:14:13.349612 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a90053ea-a5ef-483c-ab40-50b84a0fb8d0 req-0365d323-162f-4848-b84b-f1c5d75f3a20 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=db7cecf2-4301-4c3f-bbb1-78ad80d93968 HTTP/1.1" status: 200 len: 849 time: 0.3265495 Jul 14 10:14:13.406167 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90053ea-a5ef-483c-ab40-50b84a0fb8d0 req-b02004ac-296a-4883-afe2-e88ca4ee7ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:14:13.407657 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a90053ea-a5ef-483c-ab40-50b84a0fb8d0 req-b02004ac-296a-4883-afe2-e88ca4ee7ccf service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=742eb7cb-e5f7-44de-b05c-3ac48a812bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0520396 Jul 14 10:14:13.495576 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 8b002d27-998a-4fdf-869d-946ba216f62c up at agent hyperv_n-h2-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:14:13.503492 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a90053ea-a5ef-483c-ab40-50b84a0fb8d0 req-fad6f7ac-f413-4523-958c-1e2be2a15cee service neutron] 10.222.0.65 "GET /v2.0/networks/742eb7cb-e5f7-44de-b05c-3ac48a812bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882218 Jul 14 10:14:13.545981 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Provisioning for port 8b002d27-998a-4fdf-869d-946ba216f62c completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:14:13.550320 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Provisioning complete for port 8b002d27-998a-4fdf-869d-946ba216f62c triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:14:13.550695 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:13.590793 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a90053ea-a5ef-483c-ab40-50b84a0fb8d0 req-1e14e56e-83e9-4238-92e9-4203aad9b5c1 service neutron] 10.222.0.65 "GET /v2.0/networks/742eb7cb-e5f7-44de-b05c-3ac48a812bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821741 Jul 14 10:14:13.625346 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:13.647494 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca20b557-a692-44e4-9d36-8a65dbc30b50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b002d27-998a-4fdf-869d-946ba216f62c'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:14:13.664157 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 8b002d27-998a-4fdf-869d-946ba216f62c, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=8b002d27-998a-4fdf-869d-946ba216f62c,segment=NetworkSegment(d47c0a19-c61e-44d6-8c05-eb47451816f8),segment_id=d47c0a19-c61e-44d6-8c05-eb47451816f8)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:14:13.668486 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:13.699975 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}329bd6c07f982fc6c8be245f0be026b528efb6c8a9415522477faf1b9157eba4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35f7806e-5f8b-43fe-bc32-6e9ccc8cc46d" -d '{"events": [{"server_uuid": "ca20b557-a692-44e4-9d36-8a65dbc30b50", "name": "network-vif-plugged", "status": "completed", "tag": "8b002d27-998a-4fdf-869d-946ba216f62c"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:14:13.729767 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Pushing event updated for resources: {'Port': ['ID=8b002d27-998a-4fdf-869d-946ba216f62c,revision_number=9']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:14:13.798070 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:14:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1734e647-d58e-43d2-82b0-2fe46552e6b7 x-openstack-request-id: req-1734e647-d58e-43d2-82b0-2fe46552e6b7 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:14:13.798375 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca20b557-a692-44e4-9d36-8a65dbc30b50", "name": "network-vif-plugged", "status": "completed", "tag": "8b002d27-998a-4fdf-869d-946ba216f62c", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:14:13.798660 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-1734e647-d58e-43d2-82b0-2fe46552e6b7 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:14:13.799038 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca20b557-a692-44e4-9d36-8a65dbc30b50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b002d27-998a-4fdf-869d-946ba216f62c', 'code': 200} Jul 14 10:14:13.904356 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82eee7a-2e2b-44cf-8436-b3ea46eddbfd req-fcd1899f-1f7a-41f4-9dba-c79e2739a3f8 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:14:13.905796 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e82eee7a-2e2b-44cf-8436-b3ea46eddbfd req-fcd1899f-1f7a-41f4-9dba-c79e2739a3f8 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/ports?device_id=ca20b557-a692-44e4-9d36-8a65dbc30b50 HTTP/1.1" status: 200 len: 946 time: 0.0666838 Jul 14 10:14:13.943225 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e82eee7a-2e2b-44cf-8436-b3ea46eddbfd req-d9fbc3dd-32cd-4281-88a9-1a402ed98ef2 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/security-groups?id=5b2dd5c6-a0e3-4c42-bf23-d97ecb5ddeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314171 Jul 14 10:14:14.078886 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:15.117157 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6d0839-1648-4388-a72b-85793c05b768 req-44f3e0c1-e98a-4c22-aeb0-cb5f07d36f28 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:14:15.118669 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-1c6d0839-1648-4388-a72b-85793c05b768 req-44f3e0c1-e98a-4c22-aeb0-cb5f07d36f28 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/ports?device_id=ca20b557-a692-44e4-9d36-8a65dbc30b50 HTTP/1.1" status: 200 len: 946 time: 0.0630245 Jul 14 10:14:15.156092 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-1c6d0839-1648-4388-a72b-85793c05b768 req-e190e2eb-0665-41f6-9e85-c167c8019a26 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/security-groups?id=5b2dd5c6-a0e3-4c42-bf23-d97ecb5ddeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316181 Jul 14 10:14:15.324480 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e7be49-8aa7-43a6-910a-c799372e0d47 req-2b6fd248-7cf0-4b03-98bb-03233b767c9a tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:14:15.326012 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e8e7be49-8aa7-43a6-910a-c799372e0d47 req-2b6fd248-7cf0-4b03-98bb-03233b767c9a tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/ports?device_id=ca20b557-a692-44e4-9d36-8a65dbc30b50 HTTP/1.1" status: 200 len: 946 time: 0.0629036 Jul 14 10:14:15.363215 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e8e7be49-8aa7-43a6-910a-c799372e0d47 req-c429a606-7e8f-4cc7-bbd9-137d9932e546 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/security-groups?id=5b2dd5c6-a0e3-4c42-bf23-d97ecb5ddeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311229 Jul 14 10:14:15.732749 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fc4bed-e6c3-4735-b8c0-84fcfaaadc7b req-1e3c12ca-2eee-478c-8259-8543ad425aee tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:14:15.734205 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-56fc4bed-e6c3-4735-b8c0-84fcfaaadc7b req-1e3c12ca-2eee-478c-8259-8543ad425aee tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/ports?device_id=ca20b557-a692-44e4-9d36-8a65dbc30b50 HTTP/1.1" status: 200 len: 946 time: 0.1015041 Jul 14 10:14:15.750852 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3361529e-f2f3-4706-b8ce-bda8263e2523 req-510d380e-d360-4832-8696-f336566c17a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:14:15.752270 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3361529e-f2f3-4706-b8ce-bda8263e2523 req-510d380e-d360-4832-8696-f336566c17a4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1f9c0a4e933c47379e1aa8c6bf9c0620&device_id=ca20b557-a692-44e4-9d36-8a65dbc30b50 HTTP/1.1" status: 200 len: 1098 time: 0.0922201 Jul 14 10:14:15.818940 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-56fc4bed-e6c3-4735-b8c0-84fcfaaadc7b req-4e3262ba-d73a-4107-ab9b-d9621afa02bb tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/security-groups?id=5b2dd5c6-a0e3-4c42-bf23-d97ecb5ddeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786324 Jul 14 10:14:15.864766 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3361529e-f2f3-4706-b8ce-bda8263e2523 req-6edb324c-e613-46f2-9bda-78d02b4db621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:14:15.866320 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3361529e-f2f3-4706-b8ce-bda8263e2523 req-6edb324c-e613-46f2-9bda-78d02b4db621 service neutron] 10.222.0.57 "GET /v2.0/networks?id=742eb7cb-e5f7-44de-b05c-3ac48a812bcf HTTP/1.1" status: 200 len: 911 time: 0.1061299 Jul 14 10:14:15.948353 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3361529e-f2f3-4706-b8ce-bda8263e2523 req-a742d0f4-9cf4-4b16-ad16-69b8451ac209 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8b002d27-998a-4fdf-869d-946ba216f62c HTTP/1.1" status: 200 len: 1001 time: 0.0625296 Jul 14 10:14:15.997293 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3361529e-f2f3-4706-b8ce-bda8263e2523 req-b313b597-c2b5-4f63-9871-e1abb9dbd2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:14:15.998745 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3361529e-f2f3-4706-b8ce-bda8263e2523 req-b313b597-c2b5-4f63-9871-e1abb9dbd2d5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=db7cecf2-4301-4c3f-bbb1-78ad80d93968 HTTP/1.1" status: 200 len: 849 time: 0.0431178 Jul 14 10:14:16.055249 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3361529e-f2f3-4706-b8ce-bda8263e2523 req-48e6f9df-c396-4c21-b9f6-9fb61e63899e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:14:16.056797 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3361529e-f2f3-4706-b8ce-bda8263e2523 req-48e6f9df-c396-4c21-b9f6-9fb61e63899e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=742eb7cb-e5f7-44de-b05c-3ac48a812bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0515640 Jul 14 10:14:16.149311 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3361529e-f2f3-4706-b8ce-bda8263e2523 req-e9c7bd68-d39c-4880-8137-4185e5d581e7 service neutron] 10.222.0.57 "GET /v2.0/networks/742eb7cb-e5f7-44de-b05c-3ac48a812bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848665 Jul 14 10:14:16.236834 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3361529e-f2f3-4706-b8ce-bda8263e2523 req-6a9e0dea-9fc9-4247-8030-375c5dbaaab5 service neutron] 10.222.0.57 "GET /v2.0/networks/742eb7cb-e5f7-44de-b05c-3ac48a812bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799859 Jul 14 10:14:16.391563 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275db5fa-47d8-4272-b7fe-1dffeec1a407 req-28286eed-7b8e-4bcb-b572-ac4fc0ebc5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:14:16.393079 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-275db5fa-47d8-4272-b7fe-1dffeec1a407 req-28286eed-7b8e-4bcb-b572-ac4fc0ebc5fa service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1f9c0a4e933c47379e1aa8c6bf9c0620&device_id=ca20b557-a692-44e4-9d36-8a65dbc30b50 HTTP/1.1" status: 200 len: 1098 time: 0.0582058 Jul 14 10:14:16.496811 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275db5fa-47d8-4272-b7fe-1dffeec1a407 req-624931d1-0ffe-4b64-b93f-01aadaa0ee30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:14:16.498371 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-275db5fa-47d8-4272-b7fe-1dffeec1a407 req-624931d1-0ffe-4b64-b93f-01aadaa0ee30 service neutron] 10.222.0.57 "GET /v2.0/networks?id=742eb7cb-e5f7-44de-b05c-3ac48a812bcf HTTP/1.1" status: 200 len: 911 time: 0.0840175 Jul 14 10:14:16.567484 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-275db5fa-47d8-4272-b7fe-1dffeec1a407 req-0deb06e7-f8c7-4eae-960a-0df1f235f0e4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8b002d27-998a-4fdf-869d-946ba216f62c HTTP/1.1" status: 200 len: 1001 time: 0.0620344 Jul 14 10:14:16.616980 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275db5fa-47d8-4272-b7fe-1dffeec1a407 req-b1ab7dc0-f347-4934-8d1e-c53ee59ca7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:14:16.618381 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-275db5fa-47d8-4272-b7fe-1dffeec1a407 req-b1ab7dc0-f347-4934-8d1e-c53ee59ca7e8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=db7cecf2-4301-4c3f-bbb1-78ad80d93968 HTTP/1.1" status: 200 len: 849 time: 0.0427530 Jul 14 10:14:16.725671 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275db5fa-47d8-4272-b7fe-1dffeec1a407 req-23a40ed4-caac-41ba-aeda-f766b9737716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:14:16.727170 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-275db5fa-47d8-4272-b7fe-1dffeec1a407 req-23a40ed4-caac-41ba-aeda-f766b9737716 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=742eb7cb-e5f7-44de-b05c-3ac48a812bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0539265 Jul 14 10:14:16.846479 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-275db5fa-47d8-4272-b7fe-1dffeec1a407 req-bb1a6f93-2b3e-4823-a402-63f257a240a7 service neutron] 10.222.0.57 "GET /v2.0/networks/742eb7cb-e5f7-44de-b05c-3ac48a812bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958536 Jul 14 10:14:16.946119 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-275db5fa-47d8-4272-b7fe-1dffeec1a407 req-3caeff36-8a7d-4564-8dfe-9eb0a9490f9f service neutron] 10.222.0.57 "GET /v2.0/networks/742eb7cb-e5f7-44de-b05c-3ac48a812bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926151 Jul 14 10:14:17.005085 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a0058a-d52b-4c5b-b5cc-6713cd207ae9 req-433f7373-1637-4243-9bfa-9a4a9410621b tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:14:17.006769 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-31a0058a-d52b-4c5b-b5cc-6713cd207ae9 req-433f7373-1637-4243-9bfa-9a4a9410621b tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/ports?device_id=ca20b557-a692-44e4-9d36-8a65dbc30b50 HTTP/1.1" status: 200 len: 946 time: 0.0683951 Jul 14 10:14:17.053771 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-31a0058a-d52b-4c5b-b5cc-6713cd207ae9 req-901b6a70-6b6f-47c1-b11f-95ea47c11675 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/security-groups?id=5b2dd5c6-a0e3-4c42-bf23-d97ecb5ddeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404708 Jul 14 10:14:17.442724 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33859e3b-8655-43d9-b1f7-176710b9eacf req-427792d8-9473-48d5-b4dd-ff47eff32411 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:14:17.444226 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-33859e3b-8655-43d9-b1f7-176710b9eacf req-427792d8-9473-48d5-b4dd-ff47eff32411 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/ports?device_id=ca20b557-a692-44e4-9d36-8a65dbc30b50 HTTP/1.1" status: 200 len: 946 time: 0.0642381 Jul 14 10:14:17.483583 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-33859e3b-8655-43d9-b1f7-176710b9eacf req-b2f3883f-bdd2-4f99-bec3-d5b776a79901 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/security-groups?id=5b2dd5c6-a0e3-4c42-bf23-d97ecb5ddeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336854 Jul 14 10:14:18.669216 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5efc03-39a2-46a4-a89a-7525ec5efa44 req-f1e1d242-194e-4603-bae7-09f2bbb61b74 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:14:18.670661 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0c5efc03-39a2-46a4-a89a-7525ec5efa44 req-f1e1d242-194e-4603-bae7-09f2bbb61b74 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/ports?device_id=ca20b557-a692-44e4-9d36-8a65dbc30b50 HTTP/1.1" status: 200 len: 946 time: 0.0633938 Jul 14 10:14:18.708259 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0c5efc03-39a2-46a4-a89a-7525ec5efa44 req-67f01374-156c-47f8-b3e9-cdafc9b8c946 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/security-groups?id=5b2dd5c6-a0e3-4c42-bf23-d97ecb5ddeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313921 Jul 14 10:14:18.985173 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941905cc-a3ce-4053-9849-24ada3d2e16a req-3ff06886-33f1-4e7f-a865-55d75ee0f4e3 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:14:18.986681 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-941905cc-a3ce-4053-9849-24ada3d2e16a req-3ff06886-33f1-4e7f-a865-55d75ee0f4e3 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.57 "GET /v2.0/ports?device_id=ca20b557-a692-44e4-9d36-8a65dbc30b50 HTTP/1.1" status: 200 len: 946 time: 0.0673761 Jul 14 10:14:19.085898 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [req-941905cc-a3ce-4053-9849-24ada3d2e16a req-6786a42f-a38a-4129-9b00-f7a9b9274577 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Deleting port 8b002d27-998a-4fdf-869d-946ba216f62c {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:14:19.086248 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-941905cc-a3ce-4053-9849-24ada3d2e16a req-6786a42f-a38a-4129-9b00-f7a9b9274577 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:19.177919 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-941905cc-a3ce-4053-9849-24ada3d2e16a req-6786a42f-a38a-4129-9b00-f7a9b9274577 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] For port 8b002d27-998a-4fdf-869d-946ba216f62c, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=8b002d27-998a-4fdf-869d-946ba216f62c,segment=NetworkSegment(d47c0a19-c61e-44d6-8c05-eb47451816f8),segment_id=d47c0a19-c61e-44d6-8c05-eb47451816f8)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:14:19.178289 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-941905cc-a3ce-4053-9849-24ada3d2e16a req-6786a42f-a38a-4129-9b00-f7a9b9274577 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:19.347507 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-941905cc-a3ce-4053-9849-24ada3d2e16a req-6786a42f-a38a-4129-9b00-f7a9b9274577 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:19.347791 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-941905cc-a3ce-4053-9849-24ada3d2e16a req-6786a42f-a38a-4129-9b00-f7a9b9274577 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-660590'] for floatingip, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:19.348107 n-d-779913-29 neutron-server[93957]: INFO neutron.db.l3_db [req-941905cc-a3ce-4053-9849-24ada3d2e16a req-6786a42f-a38a-4129-9b00-f7a9b9274577 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Floating IP 51571515-82e1-4b53-b062-d26503f86d08 disassociated. External IP: 172.25.4.43, port: 8b002d27-998a-4fdf-869d-946ba216f62c. Jul 14 10:14:19.348453 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [req-941905cc-a3ce-4053-9849-24ada3d2e16a req-6786a42f-a38a-4129-9b00-f7a9b9274577 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Calling delete_port for 8b002d27-998a-4fdf-869d-946ba216f62c owned by compute:nova {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:14:19.480156 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-941905cc-a3ce-4053-9849-24ada3d2e16a req-6786a42f-a38a-4129-9b00-f7a9b9274577 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:19.512949 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6786a42f-a38a-4129-9b00-f7a9b9274577 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Pushing event deleted for resources: {'Port': ['ID=8b002d27-998a-4fdf-869d-946ba216f62c,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:14:19.634741 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.l3_agent_scheduler [req-941905cc-a3ce-4053-9849-24ada3d2e16a req-6786a42f-a38a-4129-9b00-f7a9b9274577 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Router c472c209-1674-43a7-9f24-adc6fdeb0ca0 has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:14:19.744968 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-941905cc-a3ce-4053-9849-24ada3d2e16a req-6786a42f-a38a-4129-9b00-f7a9b9274577 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:14:19.756173 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dea50f48-8d7b-4b49-b2eb-3037afb83e2a None None] Sync routers for ids ['c472c209-1674-43a7-9f24-adc6fdeb0ca0'] in n-d-779913-29 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:14:19.766212 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea50f48-8d7b-4b49-b2eb-3037afb83e2a None None] Routers {'c472c209-1674-43a7-9f24-adc6fdeb0ca0'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:14:19.767376 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-dea50f48-8d7b-4b49-b2eb-3037afb83e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T10:13:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['c472c209-1674-43a7-9f24-adc6fdeb0ca0'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:14:19.789623 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-941905cc-a3ce-4053-9849-24ada3d2e16a req-6786a42f-a38a-4129-9b00-f7a9b9274577 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] No DVR routers for this DVR port 8b002d27-998a-4fdf-869d-946ba216f62c on host n-h2-779913-29 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:14:19.792292 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-941905cc-a3ce-4053-9849-24ada3d2e16a req-6786a42f-a38a-4129-9b00-f7a9b9274577 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:19.794332 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-941905cc-a3ce-4053-9849-24ada3d2e16a req-6786a42f-a38a-4129-9b00-f7a9b9274577 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.57 "DELETE /v2.0/ports/8b002d27-998a-4fdf-869d-946ba216f62c HTTP/1.1" status: 204 len: 173 time: 0.8018324 Jul 14 10:14:19.794785 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca20b557-a692-44e4-9d36-8a65dbc30b50', 'name': 'network-vif-deleted', 'tag': '8b002d27-998a-4fdf-869d-946ba216f62c'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:14:19.797062 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}175264a25d5f1cec9b1451f1a8cc8ced5d4502f5c48740ac7c6845d527b2175b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4575a05-4cbb-47de-b147-ab7194775e17" -d '{"events": [{"server_uuid": "ca20b557-a692-44e4-9d36-8a65dbc30b50", "name": "network-vif-deleted", "tag": "8b002d27-998a-4fdf-869d-946ba216f62c"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:14:19.833838 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:14:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c90fedc3-6320-4894-925b-bdd70aa11c7f x-openstack-request-id: req-c90fedc3-6320-4894-925b-bdd70aa11c7f {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:14:19.834382 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca20b557-a692-44e4-9d36-8a65dbc30b50", "name": "network-vif-deleted", "tag": "8b002d27-998a-4fdf-869d-946ba216f62c", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:14:19.834816 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-c90fedc3-6320-4894-925b-bdd70aa11c7f {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:14:19.835386 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca20b557-a692-44e4-9d36-8a65dbc30b50', 'name': 'network-vif-deleted', 'tag': '8b002d27-998a-4fdf-869d-946ba216f62c', 'status': 'completed', 'code': 200} Jul 14 10:14:19.859306 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-f275288a-97dd-404c-8081-1e69186f1610 req-5e03b211-40e5-46f8-982f-20b55950cb28 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/ports?device_id=ca20b557-a692-44e4-9d36-8a65dbc30b50 HTTP/1.1" status: 200 len: 210 time: 0.0322587 Jul 14 10:14:19.884357 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-dea50f48-8d7b-4b49-b2eb-3037afb83e2a None None] Set router c472c209-1674-43a7-9f24-adc6fdeb0ca0 gateway port host: n-d-779913-29 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:14:20.166807 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-dea50f48-8d7b-4b49-b2eb-3037afb83e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c472c209-1674-43a7-9f24-adc6fdeb0ca0', 'name': 'tempest-ServerActionsTestJSON-29751055-router', 'tenant_id': '1f9c0a4e933c47379e1aa8c6bf9c0620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.22'}], 'enable_snat': True}, 'gw_port_id': '51ce7f0f-9b66-4616-8e2c-00ebb7cae753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:09:42Z', 'updated_at': '2021-07-14T10:09:45Z', 'revision_number': 4, 'project_id': '1f9c0a4e933c47379e1aa8c6bf9c0620', 'gw_port': {'id': '51ce7f0f-9b66-4616-8e2c-00ebb7cae753', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:a2:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c472c209-1674-43a7-9f24-adc6fdeb0ca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:09:42Z', 'updated_at': '2021-07-14T10:09:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': '972a261b-05c7-43c0-ab79-82a3d0664596', 'name': '', 'network_id': '742eb7cb-e5f7-44de-b05c-3ac48a812bcf', 'tenant_id': '1f9c0a4e933c47379e1aa8c6bf9c0620', 'mac_address': 'fa:16:3e:45:27:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c472c209-1674-43a7-9f24-adc6fdeb0ca0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'db7cecf2-4301-4c3f-bbb1-78ad80d93968', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:09:44Z', 'updated_at': '2021-07-14T10:09:50Z', 'revision_number': 5, 'project_id': '1f9c0a4e933c47379e1aa8c6bf9c0620', 'subnets': [{'id': 'db7cecf2-4301-4c3f-bbb1-78ad80d93968', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:14:20.192967 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dea50f48-8d7b-4b49-b2eb-3037afb83e2a None None] Checking router: c472c209-1674-43a7-9f24-adc6fdeb0ca0 for host: n-d-779913-29 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:14:20.200887 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea50f48-8d7b-4b49-b2eb-3037afb83e2a None None] Routers {'c472c209-1674-43a7-9f24-adc6fdeb0ca0'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:14:20.201712 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-dea50f48-8d7b-4b49-b2eb-3037afb83e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T10:13:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['c472c209-1674-43a7-9f24-adc6fdeb0ca0'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:14:20.307537 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-dea50f48-8d7b-4b49-b2eb-3037afb83e2a None None] Set router c472c209-1674-43a7-9f24-adc6fdeb0ca0 gateway port host: n-d-779913-29 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:14:20.506101 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-dea50f48-8d7b-4b49-b2eb-3037afb83e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c472c209-1674-43a7-9f24-adc6fdeb0ca0', 'name': 'tempest-ServerActionsTestJSON-29751055-router', 'tenant_id': '1f9c0a4e933c47379e1aa8c6bf9c0620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.22'}], 'enable_snat': True}, 'gw_port_id': '51ce7f0f-9b66-4616-8e2c-00ebb7cae753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:09:42Z', 'updated_at': '2021-07-14T10:09:45Z', 'revision_number': 4, 'project_id': '1f9c0a4e933c47379e1aa8c6bf9c0620', 'gw_port': {'id': '51ce7f0f-9b66-4616-8e2c-00ebb7cae753', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:a2:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c472c209-1674-43a7-9f24-adc6fdeb0ca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:09:42Z', 'updated_at': '2021-07-14T10:09:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': '972a261b-05c7-43c0-ab79-82a3d0664596', 'name': '', 'network_id': '742eb7cb-e5f7-44de-b05c-3ac48a812bcf', 'tenant_id': '1f9c0a4e933c47379e1aa8c6bf9c0620', 'mac_address': 'fa:16:3e:45:27:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c472c209-1674-43a7-9f24-adc6fdeb0ca0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'db7cecf2-4301-4c3f-bbb1-78ad80d93968', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:09:44Z', 'updated_at': '2021-07-14T10:09:50Z', 'revision_number': 5, 'project_id': '1f9c0a4e933c47379e1aa8c6bf9c0620', 'subnets': [{'id': 'db7cecf2-4301-4c3f-bbb1-78ad80d93968', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:14:20.535305 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dea50f48-8d7b-4b49-b2eb-3037afb83e2a None None] The sync data for ids ['c472c209-1674-43a7-9f24-adc6fdeb0ca0'] in n-d-779913-29 is: [{'id': 'c472c209-1674-43a7-9f24-adc6fdeb0ca0', 'name': 'tempest-ServerActionsTestJSON-29751055-router', 'tenant_id': '1f9c0a4e933c47379e1aa8c6bf9c0620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.22'}], 'enable_snat': True}, 'gw_port_id': '51ce7f0f-9b66-4616-8e2c-00ebb7cae753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:09:42Z', 'updated_at': '2021-07-14T10:09:45Z', 'revision_number': 4, 'project_id': '1f9c0a4e933c47379e1aa8c6bf9c0620', 'gw_port': {'id': '51ce7f0f-9b66-4616-8e2c-00ebb7cae753', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:a2:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c472c209-1674-43a7-9f24-adc6fdeb0ca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:09:42Z', 'updated_at': '2021-07-14T10:09:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': '972a261b-05c7-43c0-ab79-82a3d0664596', 'name': '', 'network_id': '742eb7cb-e5f7-44de-b05c-3ac48a812bcf', 'tenant_id': '1f9c0a4e933c47379e1aa8c6bf9c0620', 'mac_address': 'fa:16:3e:45:27:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c472c209-1674-43a7-9f24-adc6fdeb0ca0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'db7cecf2-4301-4c3f-bbb1-78ad80d93968', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:09:44Z', 'updated_at': '2021-07-14T10:09:50Z', 'revision_number': 5, 'project_id': '1f9c0a4e933c47379e1aa8c6bf9c0620', 'subnets': [{'id': 'db7cecf2-4301-4c3f-bbb1-78ad80d93968', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:14:20.748935 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-594c30e6-e5b6-414a-8b6b-fe726c837f59 None None] New status for floating IP 51571515-82e1-4b53-b062-d26503f86d08: DOWN {{(pid=93959) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 10:14:21.203108 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ef15447a-fbc5-4c89-a3b4-9b37a96d803c req-6df3bd86-149d-4fea-b4bc-04e69f318b17 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-securitygroup--781030930&fields=id&tenant_id=1f9c0a4e933c47379e1aa8c6bf9c0620 HTTP/1.1" status: 200 len: 267 time: 0.0325654 Jul 14 10:14:21.310361 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef15447a-fbc5-4c89-a3b4-9b37a96d803c req-b252c992-addf-4770-a8b7-e788a77947e4 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:14:21.311817 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ef15447a-fbc5-4c89-a3b4-9b37a96d803c req-b252c992-addf-4770-a8b7-e788a77947e4 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/networks?id=742eb7cb-e5f7-44de-b05c-3ac48a812bcf HTTP/1.1" status: 200 len: 810 time: 0.1020625 Jul 14 10:14:21.325977 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ef15447a-fbc5-4c89-a3b4-9b37a96d803c req-952b6b33-3e24-4952-88e0-6a5b541056c1 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/quotas/1f9c0a4e933c47379e1aa8c6bf9c0620 HTTP/1.1" status: 200 len: 375 time: 0.0088916 Jul 14 10:14:21.396372 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ef15447a-fbc5-4c89-a3b4-9b37a96d803c req-a79b3d41-094f-494a-9316-f47c1a16dc5b tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=1f9c0a4e933c47379e1aa8c6bf9c0620&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0657375 Jul 14 10:14:21.411437 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [req-ef15447a-fbc5-4c89-a3b4-9b37a96d803c req-602fe51b-a027-4113-8b23-d0f2c64dfc4a service neutron] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=93957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 10:14:21.412405 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ef15447a-fbc5-4c89-a3b4-9b37a96d803c req-602fe51b-a027-4113-8b23-d0f2c64dfc4a service neutron] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051086 Jul 14 10:14:21.502464 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ef15447a-fbc5-4c89-a3b4-9b37a96d803c req-9b79de76-5098-452c-b4c9-f23851518280 service neutron] 10.222.0.68 "GET /v2.0/networks/742eb7cb-e5f7-44de-b05c-3ac48a812bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849545 Jul 14 10:14:21.589825 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ef15447a-fbc5-4c89-a3b4-9b37a96d803c req-77d7f983-9406-4def-b615-b3c7ff5b6fd5 service neutron] 10.222.0.68 "GET /v2.0/networks/742eb7cb-e5f7-44de-b05c-3ac48a812bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809762 Jul 14 10:14:21.756614 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-a8a40b13-8ae0-4a16-aec7-cdefc96c2692 req-99194cf8-2727-43a6-b6f8-75ed391a8f96 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/ports?device_id=c031f70d-987c-423b-8564-37f1b609c686 HTTP/1.1" status: 200 len: 210 time: 0.0289462 Jul 14 10:14:22.283467 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a9db8b58-e566-46bf-af3a-94cda9ae14fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:22.857418 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef15447a-fbc5-4c89-a3b4-9b37a96d803c req-cbce8b28-d4fe-4879-ab90-70c26cc8d11b tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:14:22.858917 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ef15447a-fbc5-4c89-a3b4-9b37a96d803c req-cbce8b28-d4fe-4879-ab90-70c26cc8d11b tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.57 "GET /v2.0/networks?id=742eb7cb-e5f7-44de-b05c-3ac48a812bcf HTTP/1.1" status: 200 len: 810 time: 0.1142404 Jul 14 10:14:22.906067 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8813efe9-a229-45bc-9e08-4cccd3fe0f6a req-ed2c10cb-5250-46a1-8402-c34edf14feb0 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/ports?device_id=c031f70d-987c-423b-8564-37f1b609c686 HTTP/1.1" status: 200 len: 210 time: 0.0354893 Jul 14 10:14:22.935597 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ef15447a-fbc5-4c89-a3b4-9b37a96d803c req-1df52f64-3d37-40e4-bb04-34b5432be5e3 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1f9c0a4e933c47379e1aa8c6bf9c0620 HTTP/1.1" status: 200 len: 379 time: 0.0539167 Jul 14 10:14:22.945403 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-ef15447a-fbc5-4c89-a3b4-9b37a96d803c req-88729ebf-4151-4d3b-a19a-e2690c07e446 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Request body: {'port': {'device_id': 'c031f70d-987c-423b-8564-37f1b609c686', 'network_id': '742eb7cb-e5f7-44de-b05c-3ac48a812bcf', 'admin_state_up': True, 'tenant_id': '1f9c0a4e933c47379e1aa8c6bf9c0620', 'security_groups': ['5b2dd5c6-a0e3-4c42-bf23-d97ecb5ddeaf']}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:14:23.054876 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef15447a-fbc5-4c89-a3b4-9b37a96d803c req-88729ebf-4151-4d3b-a19a-e2690c07e446 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Made reservation on behalf of 1f9c0a4e933c47379e1aa8c6bf9c0620 for: {'port': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:14:23.058460 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-ef15447a-fbc5-4c89-a3b4-9b37a96d803c req-88729ebf-4151-4d3b-a19a-e2690c07e446 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:23.182428 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [req-ef15447a-fbc5-4c89-a3b4-9b37a96d803c req-88729ebf-4151-4d3b-a19a-e2690c07e446 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Allocated IP 172.20.0.9 (742eb7cb-e5f7-44de-b05c-3ac48a812bcf/db7cecf2-4301-4c3f-bbb1-78ad80d93968/733499ef-fe56-45bf-bc84-5fdf25a306d3) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:14:23.322227 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-ef15447a-fbc5-4c89-a3b4-9b37a96d803c req-88729ebf-4151-4d3b-a19a-e2690c07e446 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:23.335280 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [req-ef15447a-fbc5-4c89-a3b4-9b37a96d803c req-88729ebf-4151-4d3b-a19a-e2690c07e446 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Transition to ACTIVE for port object 733499ef-fe56-45bf-bc84-5fdf25a306d3 will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:14:23.369828 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-ef15447a-fbc5-4c89-a3b4-9b37a96d803c req-88729ebf-4151-4d3b-a19a-e2690c07e446 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:23.416352 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef15447a-fbc5-4c89-a3b4-9b37a96d803c req-88729ebf-4151-4d3b-a19a-e2690c07e446 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Network 742eb7cb-e5f7-44de-b05c-3ac48a812bcf is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:14:23.419650 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [req-ef15447a-fbc5-4c89-a3b4-9b37a96d803c req-88729ebf-4151-4d3b-a19a-e2690c07e446 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:14:23.425188 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef15447a-fbc5-4c89-a3b4-9b37a96d803c req-88729ebf-4151-4d3b-a19a-e2690c07e446 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:14:23.449412 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88729ebf-4151-4d3b-a19a-e2690c07e446 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Pushing event updated for resources: {'Port': ['ID=733499ef-fe56-45bf-bc84-5fdf25a306d3,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:14:23.476859 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef15447a-fbc5-4c89-a3b4-9b37a96d803c req-88729ebf-4151-4d3b-a19a-e2690c07e446 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:14:23.477519 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-ef15447a-fbc5-4c89-a3b4-9b37a96d803c req-88729ebf-4151-4d3b-a19a-e2690c07e446 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:23.492751 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ef15447a-fbc5-4c89-a3b4-9b37a96d803c req-88729ebf-4151-4d3b-a19a-e2690c07e446 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5511622 Jul 14 10:14:23.510477 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-ef15447a-fbc5-4c89-a3b4-9b37a96d803c req-6688a640-daf8-45db-90ee-57cb82b9ea0d service neutron] Request body: {'port': {'device_id': 'c031f70d-987c-423b-8564-37f1b609c686', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-29'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:14:23.541048 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 8b002d27-998a-4fdf-869d-946ba216f62c no longer exists at agent hyperv_n-h2-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:14:23.561791 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] No Port match for: 8b002d27-998a-4fdf-869d-946ba216f62c {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:14:23.562228 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 8b002d27-998a-4fdf-869d-946ba216f62c not bound to the agent host n-h2-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:14:23.591166 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-ef15447a-fbc5-4c89-a3b4-9b37a96d803c req-6688a640-daf8-45db-90ee-57cb82b9ea0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:23.680407 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-e364dab8-9b26-4696-8b47-52641f7e2f24 None None] Provisioning for port 733499ef-fe56-45bf-bc84-5fdf25a306d3 completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:14:23.684136 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-e364dab8-9b26-4696-8b47-52641f7e2f24 None None] Provisioning complete for port 733499ef-fe56-45bf-bc84-5fdf25a306d3 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:14:23.684559 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e364dab8-9b26-4696-8b47-52641f7e2f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:23.720644 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-e364dab8-9b26-4696-8b47-52641f7e2f24 None None] Port 733499ef-fe56-45bf-bc84-5fdf25a306d3 cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:14:23.854272 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [req-ef15447a-fbc5-4c89-a3b4-9b37a96d803c req-6688a640-daf8-45db-90ee-57cb82b9ea0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 733499ef-fe56-45bf-bc84-5fdf25a306d3 {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:14:23.861757 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-ef15447a-fbc5-4c89-a3b4-9b37a96d803c req-6688a640-daf8-45db-90ee-57cb82b9ea0d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:23.874462 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [req-ef15447a-fbc5-4c89-a3b4-9b37a96d803c req-6688a640-daf8-45db-90ee-57cb82b9ea0d service neutron] Transition to ACTIVE for port object 733499ef-fe56-45bf-bc84-5fdf25a306d3 will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:14:23.877851 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-ef15447a-fbc5-4c89-a3b4-9b37a96d803c req-6688a640-daf8-45db-90ee-57cb82b9ea0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:23.929865 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6688a640-daf8-45db-90ee-57cb82b9ea0d service neutron] Pushing event updated for resources: {'Port': ['ID=733499ef-fe56-45bf-bc84-5fdf25a306d3,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:14:24.002982 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-ef15447a-fbc5-4c89-a3b4-9b37a96d803c req-6688a640-daf8-45db-90ee-57cb82b9ea0d service neutron] Attempting to bind port 733499ef-fe56-45bf-bc84-5fdf25a306d3 on host n-h2-779913-29 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:14:24.003458 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-ef15447a-fbc5-4c89-a3b4-9b37a96d803c req-6688a640-daf8-45db-90ee-57cb82b9ea0d service neutron] Attempting to bind port 733499ef-fe56-45bf-bc84-5fdf25a306d3 by drivers openvswitch,hyperv on host n-h2-779913-29 at level 0 using segments [{'id': 'd47c0a19-c61e-44d6-8c05-eb47451816f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '742eb7cb-e5f7-44de-b05c-3ac48a812bcf'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:14:24.003803 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef15447a-fbc5-4c89-a3b4-9b37a96d803c req-6688a640-daf8-45db-90ee-57cb82b9ea0d service neutron] Attempting to bind port 733499ef-fe56-45bf-bc84-5fdf25a306d3 on network 742eb7cb-e5f7-44de-b05c-3ac48a812bcf {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:14:24.009024 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef15447a-fbc5-4c89-a3b4-9b37a96d803c req-6688a640-daf8-45db-90ee-57cb82b9ea0d service neutron] Port 733499ef-fe56-45bf-bc84-5fdf25a306d3 on network 742eb7cb-e5f7-44de-b05c-3ac48a812bcf not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-29 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 10:14:24.009395 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef15447a-fbc5-4c89-a3b4-9b37a96d803c req-6688a640-daf8-45db-90ee-57cb82b9ea0d service neutron] Attempting to bind port 733499ef-fe56-45bf-bc84-5fdf25a306d3 on network 742eb7cb-e5f7-44de-b05c-3ac48a812bcf {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:14:24.015702 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef15447a-fbc5-4c89-a3b4-9b37a96d803c req-6688a640-daf8-45db-90ee-57cb82b9ea0d service neutron] Checking agent: {'id': '013e4a3b-a634-47b8-b6a5-1a25109b73fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 13, 13), 'started_at': datetime.datetime(2021, 7, 14, 9, 13, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 14, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:14:24.016049 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef15447a-fbc5-4c89-a3b4-9b37a96d803c req-6688a640-daf8-45db-90ee-57cb82b9ea0d service neutron] Checking segment: {'id': 'd47c0a19-c61e-44d6-8c05-eb47451816f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '742eb7cb-e5f7-44de-b05c-3ac48a812bcf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:14:24.016441 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef15447a-fbc5-4c89-a3b4-9b37a96d803c req-6688a640-daf8-45db-90ee-57cb82b9ea0d service neutron] Bound using segment: {'id': 'd47c0a19-c61e-44d6-8c05-eb47451816f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '742eb7cb-e5f7-44de-b05c-3ac48a812bcf'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:14:24.016896 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-ef15447a-fbc5-4c89-a3b4-9b37a96d803c req-6688a640-daf8-45db-90ee-57cb82b9ea0d service neutron] Bound port: 733499ef-fe56-45bf-bc84-5fdf25a306d3, host: n-h2-779913-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd47c0a19-c61e-44d6-8c05-eb47451816f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '742eb7cb-e5f7-44de-b05c-3ac48a812bcf'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:14:24.017243 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-ef15447a-fbc5-4c89-a3b4-9b37a96d803c req-6688a640-daf8-45db-90ee-57cb82b9ea0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:24.093982 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-ef15447a-fbc5-4c89-a3b4-9b37a96d803c req-6688a640-daf8-45db-90ee-57cb82b9ea0d service neutron] For port 733499ef-fe56-45bf-bc84-5fdf25a306d3, host n-h2-779913-29, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:14:24.098084 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-ef15447a-fbc5-4c89-a3b4-9b37a96d803c req-6688a640-daf8-45db-90ee-57cb82b9ea0d service neutron] For port 733499ef-fe56-45bf-bc84-5fdf25a306d3, host n-h2-779913-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=733499ef-fe56-45bf-bc84-5fdf25a306d3,segment=NetworkSegment(d47c0a19-c61e-44d6-8c05-eb47451816f8),segment_id=d47c0a19-c61e-44d6-8c05-eb47451816f8)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:14:24.102800 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10230f4-beb4-4ec8-8fa2-0bc0bea0f4e6 req-119371e4-0e8f-4342-b64b-7b212cf4e8da tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:14:24.105130 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-b10230f4-beb4-4ec8-8fa2-0bc0bea0f4e6 req-119371e4-0e8f-4342-b64b-7b212cf4e8da tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/ports?device_id=c031f70d-987c-423b-8564-37f1b609c686 HTTP/1.1" status: 200 len: 943 time: 0.0732956 Jul 14 10:14:24.107245 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-ef15447a-fbc5-4c89-a3b4-9b37a96d803c req-6688a640-daf8-45db-90ee-57cb82b9ea0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:24.146285 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef15447a-fbc5-4c89-a3b4-9b37a96d803c req-6688a640-daf8-45db-90ee-57cb82b9ea0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:14:24.147141 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-ef15447a-fbc5-4c89-a3b4-9b37a96d803c req-6688a640-daf8-45db-90ee-57cb82b9ea0d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:24.148584 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ef15447a-fbc5-4c89-a3b4-9b37a96d803c req-6688a640-daf8-45db-90ee-57cb82b9ea0d service neutron] 10.222.0.57 "PUT /v2.0/ports/733499ef-fe56-45bf-bc84-5fdf25a306d3 HTTP/1.1" status: 200 len: 1092 time: 0.6426542 Jul 14 10:14:24.149922 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-b10230f4-beb4-4ec8-8fa2-0bc0bea0f4e6 req-67f2e43d-3cd2-475b-ad35-8c0aaaa91e18 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/security-groups?id=5b2dd5c6-a0e3-4c42-bf23-d97ecb5ddeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358100 Jul 14 10:14:24.151014 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c031f70d-987c-423b-8564-37f1b609c686', 'tag': '733499ef-fe56-45bf-bc84-5fdf25a306d3'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:14:24.153299 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}175264a25d5f1cec9b1451f1a8cc8ced5d4502f5c48740ac7c6845d527b2175b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2ab95c3-d6c0-4122-9dd3-18028416ba9c" -d '{"events": [{"name": "network-changed", "server_uuid": "c031f70d-987c-423b-8564-37f1b609c686", "tag": "733499ef-fe56-45bf-bc84-5fdf25a306d3"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:14:24.196849 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6688a640-daf8-45db-90ee-57cb82b9ea0d service neutron] Pushing event updated for resources: {'Port': ['ID=733499ef-fe56-45bf-bc84-5fdf25a306d3,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:14:24.219646 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:14:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16098306-9619-48d3-ae48-bbba6ba896db x-openstack-request-id: req-16098306-9619-48d3-ae48-bbba6ba896db {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:14:24.219945 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c031f70d-987c-423b-8564-37f1b609c686", "tag": "733499ef-fe56-45bf-bc84-5fdf25a306d3", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:14:24.220199 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-16098306-9619-48d3-ae48-bbba6ba896db {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:14:24.220596 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c031f70d-987c-423b-8564-37f1b609c686', 'tag': '733499ef-fe56-45bf-bc84-5fdf25a306d3', 'status': 'completed', 'code': 200} Jul 14 10:14:24.267334 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef15447a-fbc5-4c89-a3b4-9b37a96d803c req-bd6d74ff-23b7-4a7d-bb44-3905956b8325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:14:24.269429 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ef15447a-fbc5-4c89-a3b4-9b37a96d803c req-bd6d74ff-23b7-4a7d-bb44-3905956b8325 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1f9c0a4e933c47379e1aa8c6bf9c0620&device_id=c031f70d-987c-423b-8564-37f1b609c686 HTTP/1.1" status: 200 len: 1095 time: 0.0589058 Jul 14 10:14:24.316929 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ef15447a-fbc5-4c89-a3b4-9b37a96d803c req-3e722d48-09c2-42d0-962c-55121a4c8b66 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=733499ef-fe56-45bf-bc84-5fdf25a306d3 HTTP/1.1" status: 200 len: 217 time: 0.0348709 Jul 14 10:14:24.371885 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef15447a-fbc5-4c89-a3b4-9b37a96d803c req-7216e196-7a87-46fe-a520-5803984ffe5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:14:24.373604 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ef15447a-fbc5-4c89-a3b4-9b37a96d803c req-7216e196-7a87-46fe-a520-5803984ffe5f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=db7cecf2-4301-4c3f-bbb1-78ad80d93968 HTTP/1.1" status: 200 len: 849 time: 0.0501168 Jul 14 10:14:24.429625 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef15447a-fbc5-4c89-a3b4-9b37a96d803c req-c25e14b8-ec32-40c2-9856-3b69d272c812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:14:24.431102 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ef15447a-fbc5-4c89-a3b4-9b37a96d803c req-c25e14b8-ec32-40c2-9856-3b69d272c812 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=742eb7cb-e5f7-44de-b05c-3ac48a812bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0513594 Jul 14 10:14:24.520332 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ef15447a-fbc5-4c89-a3b4-9b37a96d803c req-d3e69827-3f17-466c-b512-145f777afc54 service neutron] 10.222.0.57 "GET /v2.0/networks/742eb7cb-e5f7-44de-b05c-3ac48a812bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817525 Jul 14 10:14:24.611661 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ef15447a-fbc5-4c89-a3b4-9b37a96d803c req-8d124e87-e5bb-4888-9c9a-10248a5fbfe3 service neutron] 10.222.0.57 "GET /v2.0/networks/742eb7cb-e5f7-44de-b05c-3ac48a812bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851624 Jul 14 10:14:24.758371 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ab95c3-d6c0-4122-9dd3-18028416ba9c req-8ce96159-4401-4514-92ab-15b792405f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:14:24.759840 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d2ab95c3-d6c0-4122-9dd3-18028416ba9c req-8ce96159-4401-4514-92ab-15b792405f37 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1f9c0a4e933c47379e1aa8c6bf9c0620&device_id=c031f70d-987c-423b-8564-37f1b609c686 HTTP/1.1" status: 200 len: 1095 time: 0.0521579 Jul 14 10:14:24.835881 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:24.857299 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ab95c3-d6c0-4122-9dd3-18028416ba9c req-09fbb940-0863-4a83-a19d-16cae17e4fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:14:24.858916 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d2ab95c3-d6c0-4122-9dd3-18028416ba9c req-09fbb940-0863-4a83-a19d-16cae17e4fbf service neutron] 10.222.0.57 "GET /v2.0/networks?id=742eb7cb-e5f7-44de-b05c-3ac48a812bcf HTTP/1.1" status: 200 len: 911 time: 0.0915527 Jul 14 10:14:24.901148 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d2ab95c3-d6c0-4122-9dd3-18028416ba9c req-39658587-7c9e-4ac1-9ab6-84f387218f3c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=733499ef-fe56-45bf-bc84-5fdf25a306d3 HTTP/1.1" status: 200 len: 217 time: 0.0354362 Jul 14 10:14:24.926397 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-81a0dbfd-4c37-4f18-9628-c25f06999ef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:24.951994 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ab95c3-d6c0-4122-9dd3-18028416ba9c req-226f3d87-1fca-4073-940a-f26a6e677e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:14:24.953468 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d2ab95c3-d6c0-4122-9dd3-18028416ba9c req-226f3d87-1fca-4073-940a-f26a6e677e0d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=db7cecf2-4301-4c3f-bbb1-78ad80d93968 HTTP/1.1" status: 200 len: 849 time: 0.0454645 Jul 14 10:14:25.016048 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ab95c3-d6c0-4122-9dd3-18028416ba9c req-677ce781-b743-4980-b18c-677e338f8304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:14:25.017817 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d2ab95c3-d6c0-4122-9dd3-18028416ba9c req-677ce781-b743-4980-b18c-677e338f8304 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=742eb7cb-e5f7-44de-b05c-3ac48a812bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0566401 Jul 14 10:14:25.345528 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b80d203-8f73-4ae5-b4a5-46ac43c3aa24 req-34e6a679-cb0c-4c55-b74b-75ad960f9e0e tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:14:25.347581 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-8b80d203-8f73-4ae5-b4a5-46ac43c3aa24 req-34e6a679-cb0c-4c55-b74b-75ad960f9e0e tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/ports?device_id=c031f70d-987c-423b-8564-37f1b609c686 HTTP/1.1" status: 200 len: 943 time: 0.0666068 Jul 14 10:14:25.385469 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-8b80d203-8f73-4ae5-b4a5-46ac43c3aa24 req-aae47f2a-bfdd-4ea0-a85b-899603402fe0 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/security-groups?id=5b2dd5c6-a0e3-4c42-bf23-d97ecb5ddeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322897 Jul 14 10:14:25.399300 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d2ab95c3-d6c0-4122-9dd3-18028416ba9c req-78fbb51b-a0ab-4522-b1f1-01b7ae00fc12 service neutron] 10.222.0.57 "GET /v2.0/networks/742eb7cb-e5f7-44de-b05c-3ac48a812bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3742139 Jul 14 10:14:25.491415 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d2ab95c3-d6c0-4122-9dd3-18028416ba9c req-5303186c-d9bf-4344-9f24-86b45aaa563b service neutron] 10.222.0.57 "GET /v2.0/networks/742eb7cb-e5f7-44de-b05c-3ac48a812bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839412 Jul 14 10:14:26.063859 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5ad31076-714c-49ec-bc37-f3d4cd90112a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:26.558151 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fc1d21-ade3-47f8-ad18-503cd9be7922 req-71510894-18ce-4b4e-bcd5-7d064eb45c04 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:14:26.559612 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-02fc1d21-ade3-47f8-ad18-503cd9be7922 req-71510894-18ce-4b4e-bcd5-7d064eb45c04 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/ports?device_id=c031f70d-987c-423b-8564-37f1b609c686 HTTP/1.1" status: 200 len: 943 time: 0.0627177 Jul 14 10:14:26.597482 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-02fc1d21-ade3-47f8-ad18-503cd9be7922 req-8abf8fea-4766-4bb9-a0ed-41318f07f988 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/security-groups?id=5b2dd5c6-a0e3-4c42-bf23-d97ecb5ddeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322692 Jul 14 10:14:27.572627 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 733499ef-fe56-45bf-bc84-5fdf25a306d3 details requested by agent hyperv_n-h2-779913-29 with host n-h2-779913-29 {{(pid=93959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 10:14:27.663626 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 733499ef-fe56-45bf-bc84-5fdf25a306d3, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=733499ef-fe56-45bf-bc84-5fdf25a306d3,segment=NetworkSegment(d47c0a19-c61e-44d6-8c05-eb47451816f8),segment_id=d47c0a19-c61e-44d6-8c05-eb47451816f8)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:14:27.675185 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Returning: {'device': '733499ef-fe56-45bf-bc84-5fdf25a306d3', 'network_id': '742eb7cb-e5f7-44de-b05c-3ac48a812bcf', 'port_id': '733499ef-fe56-45bf-bc84-5fdf25a306d3', 'mac_address': 'fa:16:3e:a3:29:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 736, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db7cecf2-4301-4c3f-bbb1-78ad80d93968', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 10:14:27.715220 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:27.728296 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 733499ef-fe56-45bf-bc84-5fdf25a306d3 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:14:27.747037 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 733499ef-fe56-45bf-bc84-5fdf25a306d3, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=733499ef-fe56-45bf-bc84-5fdf25a306d3,segment=NetworkSegment(d47c0a19-c61e-44d6-8c05-eb47451816f8),segment_id=d47c0a19-c61e-44d6-8c05-eb47451816f8)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:14:27.751718 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:27.783744 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427e981b-0334-40bf-a969-f08a9098db46 req-77da346a-e623-4857-9af1-7661d3109064 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:14:27.785850 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-427e981b-0334-40bf-a969-f08a9098db46 req-77da346a-e623-4857-9af1-7661d3109064 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/ports?device_id=c031f70d-987c-423b-8564-37f1b609c686 HTTP/1.1" status: 200 len: 943 time: 0.0698915 Jul 14 10:14:27.798738 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Pushing event updated for resources: {'Port': ['ID=733499ef-fe56-45bf-bc84-5fdf25a306d3,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:14:27.823943 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-427e981b-0334-40bf-a969-f08a9098db46 req-f804b183-1bcc-4d1e-9033-683cdff28301 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/security-groups?id=5b2dd5c6-a0e3-4c42-bf23-d97ecb5ddeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319016 Jul 14 10:14:27.880747 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5bbe322f-3f67-4864-bc0a-91afe44d23e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:28.010665 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] get_ports_and_sgs() called for port_ids ['733499ef-fe56-45bf-bc84-5fdf25a306d3'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:14:29.000296 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666fbbf1-02fd-4401-a96a-d1921bc63427 req-e1fc7385-eca8-4c85-9d80-2c08cdf19c81 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:14:29.001793 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-666fbbf1-02fd-4401-a96a-d1921bc63427 req-e1fc7385-eca8-4c85-9d80-2c08cdf19c81 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/ports?device_id=c031f70d-987c-423b-8564-37f1b609c686 HTTP/1.1" status: 200 len: 944 time: 0.0629246 Jul 14 10:14:29.039232 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-666fbbf1-02fd-4401-a96a-d1921bc63427 req-c970b7c4-728d-4bba-be64-0c0a8d82fccb tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/security-groups?id=5b2dd5c6-a0e3-4c42-bf23-d97ecb5ddeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319545 Jul 14 10:14:29.572824 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 733499ef-fe56-45bf-bc84-5fdf25a306d3 up at agent hyperv_n-h2-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:14:29.619759 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Provisioning for port 733499ef-fe56-45bf-bc84-5fdf25a306d3 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:14:29.623494 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Provisioning complete for port 733499ef-fe56-45bf-bc84-5fdf25a306d3 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:14:29.623868 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:29.695927 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:29.718280 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c031f70d-987c-423b-8564-37f1b609c686', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '733499ef-fe56-45bf-bc84-5fdf25a306d3'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:14:29.720505 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}329bd6c07f982fc6c8be245f0be026b528efb6c8a9415522477faf1b9157eba4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-059c291e-726a-4005-99c1-4a1fafb5b7f8" -d '{"events": [{"server_uuid": "c031f70d-987c-423b-8564-37f1b609c686", "name": "network-vif-plugged", "status": "completed", "tag": "733499ef-fe56-45bf-bc84-5fdf25a306d3"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:14:29.733581 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 733499ef-fe56-45bf-bc84-5fdf25a306d3, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=733499ef-fe56-45bf-bc84-5fdf25a306d3,segment=NetworkSegment(d47c0a19-c61e-44d6-8c05-eb47451816f8),segment_id=d47c0a19-c61e-44d6-8c05-eb47451816f8)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:14:29.737690 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:29.764500 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:14:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ac550eb-5864-43ab-9a7e-b9103dda6124 x-openstack-request-id: req-0ac550eb-5864-43ab-9a7e-b9103dda6124 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:14:29.764786 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c031f70d-987c-423b-8564-37f1b609c686", "name": "network-vif-plugged", "status": "completed", "tag": "733499ef-fe56-45bf-bc84-5fdf25a306d3", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:14:29.765063 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-0ac550eb-5864-43ab-9a7e-b9103dda6124 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:14:29.765419 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c031f70d-987c-423b-8564-37f1b609c686', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '733499ef-fe56-45bf-bc84-5fdf25a306d3', 'code': 200} Jul 14 10:14:29.790690 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Pushing event updated for resources: {'Port': ['ID=733499ef-fe56-45bf-bc84-5fdf25a306d3,revision_number=5']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:14:29.902291 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dd87ee-1c47-43b7-83b4-51100e326da3 req-03907e97-4026-4d9d-aa65-230478af214c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:14:29.903720 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-31dd87ee-1c47-43b7-83b4-51100e326da3 req-03907e97-4026-4d9d-aa65-230478af214c service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=c031f70d-987c-423b-8564-37f1b609c686 HTTP/1.1" status: 200 len: 1097 time: 0.0561454 Jul 14 10:14:29.937780 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-31dd87ee-1c47-43b7-83b4-51100e326da3 req-993c736e-e134-4a04-a37c-c19b717fc442 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=5b2dd5c6-a0e3-4c42-bf23-d97ecb5ddeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0271814 Jul 14 10:14:30.209569 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c6587f-ae1d-44c4-93b0-f5c214f4f4d3 req-c2249892-0e22-4f07-a7c6-eb5bc27ea4fc tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:14:30.210945 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a9c6587f-ae1d-44c4-93b0-f5c214f4f4d3 req-c2249892-0e22-4f07-a7c6-eb5bc27ea4fc tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/ports?device_id=c031f70d-987c-423b-8564-37f1b609c686 HTTP/1.1" status: 200 len: 945 time: 0.0618155 Jul 14 10:14:30.248154 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a9c6587f-ae1d-44c4-93b0-f5c214f4f4d3 req-ef489e82-450c-4290-8e5e-128503929b24 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/security-groups?id=5b2dd5c6-a0e3-4c42-bf23-d97ecb5ddeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317028 Jul 14 10:14:31.422869 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f60a10-b321-4735-bdc9-c2efb1d60896 req-4ca080b5-0c33-4e97-8081-69a2f8c1895b tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:14:31.424254 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-07f60a10-b321-4735-bdc9-c2efb1d60896 req-4ca080b5-0c33-4e97-8081-69a2f8c1895b tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/ports?device_id=c031f70d-987c-423b-8564-37f1b609c686 HTTP/1.1" status: 200 len: 945 time: 0.0629148 Jul 14 10:14:31.461503 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-07f60a10-b321-4735-bdc9-c2efb1d60896 req-63023cfb-9419-4170-8fbe-05a55702684e tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/security-groups?id=5b2dd5c6-a0e3-4c42-bf23-d97ecb5ddeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317576 Jul 14 10:14:31.628537 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659bb36f-fd3a-481f-9edd-cff88bc131d8 req-270979fc-7a32-425d-b4dc-5da9f8b10960 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:14:31.630012 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-659bb36f-fd3a-481f-9edd-cff88bc131d8 req-270979fc-7a32-425d-b4dc-5da9f8b10960 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/ports?device_id=c031f70d-987c-423b-8564-37f1b609c686 HTTP/1.1" status: 200 len: 945 time: 0.0662274 Jul 14 10:14:31.638727 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 38348) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:14:31.643413 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-aed44cae-3336-48b8-ac8c-dce1a1e28604 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Request body: {'floatingip': {'port_id': '733499ef-fe56-45bf-bc84-5fdf25a306d3'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:14:31.665076 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.agents_db [None req-3c3509fb-540d-4335-a450-574895dd3602 None None] Agent healthcheck: found 7 active agents {{(pid=93960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:14:31.684894 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-aed44cae-3336-48b8-ac8c-dce1a1e28604 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Notify callbacks [] for floatingip, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:32.114466 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-aed44cae-3336-48b8-ac8c-dce1a1e28604 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:32.118110 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-aed44cae-3336-48b8-ac8c-dce1a1e28604 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-660590'] for floatingip, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:32.215490 n-d-779913-29 neutron-server[93958]: INFO neutron.db.l3_db [None req-aed44cae-3336-48b8-ac8c-dce1a1e28604 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Floating IP 51571515-82e1-4b53-b062-d26503f86d08 associated. External IP: 172.25.4.43, port: 733499ef-fe56-45bf-bc84-5fdf25a306d3. Jul 14 10:14:32.419438 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aed44cae-3336-48b8-ac8c-dce1a1e28604 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Router c472c209-1674-43a7-9f24-adc6fdeb0ca0 has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:14:32.865711 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aed44cae-3336-48b8-ac8c-dce1a1e28604 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:14:32.870184 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-aed44cae-3336-48b8-ac8c-dce1a1e28604 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for floatingip, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:32.876431 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c9c7a8-b968-4aba-b731-ba3875122166 None None] Sync routers for ids ['c472c209-1674-43a7-9f24-adc6fdeb0ca0'] in n-d-779913-29 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:14:32.897870 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c9c7a8-b968-4aba-b731-ba3875122166 None None] Routers {'c472c209-1674-43a7-9f24-adc6fdeb0ca0'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:14:32.898835 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-55c9c7a8-b968-4aba-b731-ba3875122166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T10:14:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['c472c209-1674-43a7-9f24-adc6fdeb0ca0'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:14:32.924901 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-aed44cae-3336-48b8-ac8c-dce1a1e28604 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "PUT /v2.0/floatingips/51571515-82e1-4b53-b062-d26503f86d08 HTTP/1.1" status: 200 len: 990 time: 1.2848444 Jul 14 10:14:32.925797 n-d-779913-29 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c031f70d-987c-423b-8564-37f1b609c686', 'tag': '733499ef-fe56-45bf-bc84-5fdf25a306d3'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:14:32.967182 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82c9a11f5df8b4f9d341972fcff9d80aa084fe552c1175757b5f274cb7b9b23a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b423653-1636-4653-affe-34634007e3f7" -d '{"events": [{"name": "network-changed", "server_uuid": "c031f70d-987c-423b-8564-37f1b609c686", "tag": "733499ef-fe56-45bf-bc84-5fdf25a306d3"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:14:33.032723 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-55c9c7a8-b968-4aba-b731-ba3875122166 None None] Set router c472c209-1674-43a7-9f24-adc6fdeb0ca0 gateway port host: n-d-779913-29 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:14:33.052578 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:14:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5953a89-a47a-4c92-9fac-40b7038b0fbf x-openstack-request-id: req-c5953a89-a47a-4c92-9fac-40b7038b0fbf {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:14:33.052869 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c031f70d-987c-423b-8564-37f1b609c686", "tag": "733499ef-fe56-45bf-bc84-5fdf25a306d3", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:14:33.053119 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-c5953a89-a47a-4c92-9fac-40b7038b0fbf {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:14:33.053541 n-d-779913-29 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c031f70d-987c-423b-8564-37f1b609c686', 'tag': '733499ef-fe56-45bf-bc84-5fdf25a306d3', 'status': 'completed', 'code': 200} Jul 14 10:14:33.149220 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b423653-1636-4653-affe-34634007e3f7 req-fff694fc-dbe4-41d7-8cf0-b7b0d05e1774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:14:33.150722 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0b423653-1636-4653-affe-34634007e3f7 req-fff694fc-dbe4-41d7-8cf0-b7b0d05e1774 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1f9c0a4e933c47379e1aa8c6bf9c0620&device_id=c031f70d-987c-423b-8564-37f1b609c686 HTTP/1.1" status: 200 len: 1097 time: 0.0526769 Jul 14 10:14:33.239730 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b423653-1636-4653-affe-34634007e3f7 req-8121249a-47a1-4b1b-aa54-68ee5a13432a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:14:33.241310 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0b423653-1636-4653-affe-34634007e3f7 req-8121249a-47a1-4b1b-aa54-68ee5a13432a service neutron] 10.222.0.57 "GET /v2.0/networks?id=742eb7cb-e5f7-44de-b05c-3ac48a812bcf HTTP/1.1" status: 200 len: 911 time: 0.0836666 Jul 14 10:14:33.252730 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-55c9c7a8-b968-4aba-b731-ba3875122166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c472c209-1674-43a7-9f24-adc6fdeb0ca0', 'name': 'tempest-ServerActionsTestJSON-29751055-router', 'tenant_id': '1f9c0a4e933c47379e1aa8c6bf9c0620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.22'}], 'enable_snat': True}, 'gw_port_id': '51ce7f0f-9b66-4616-8e2c-00ebb7cae753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:09:42Z', 'updated_at': '2021-07-14T10:09:45Z', 'revision_number': 4, 'project_id': '1f9c0a4e933c47379e1aa8c6bf9c0620', 'gw_port': {'id': '51ce7f0f-9b66-4616-8e2c-00ebb7cae753', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:a2:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c472c209-1674-43a7-9f24-adc6fdeb0ca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:09:42Z', 'updated_at': '2021-07-14T10:09:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_floatingips': [{'id': '51571515-82e1-4b53-b062-d26503f86d08', 'tenant_id': '1f9c0a4e933c47379e1aa8c6bf9c0620', 'floating_ip_address': '172.25.4.43', 'floating_network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'router_id': 'c472c209-1674-43a7-9f24-adc6fdeb0ca0', 'port_id': '733499ef-fe56-45bf-bc84-5fdf25a306d3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4010, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '742eb7cb-e5f7-44de-b05c-3ac48a812bcf', 'mac_address': 'fa:16:3e:a3:29:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c031f70d-987c-423b-8564-37f1b609c686', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T10:09:47Z', 'updated_at': '2021-07-14T10:14:32Z', 'revision_number': 9, 'project_id': '1f9c0a4e933c47379e1aa8c6bf9c0620', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '972a261b-05c7-43c0-ab79-82a3d0664596', 'name': '', 'network_id': '742eb7cb-e5f7-44de-b05c-3ac48a812bcf', 'tenant_id': '1f9c0a4e933c47379e1aa8c6bf9c0620', 'mac_address': 'fa:16:3e:45:27:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c472c209-1674-43a7-9f24-adc6fdeb0ca0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'db7cecf2-4301-4c3f-bbb1-78ad80d93968', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:09:44Z', 'updated_at': '2021-07-14T10:09:50Z', 'revision_number': 5, 'project_id': '1f9c0a4e933c47379e1aa8c6bf9c0620', 'subnets': [{'id': 'db7cecf2-4301-4c3f-bbb1-78ad80d93968', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:14:33.282180 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c9c7a8-b968-4aba-b731-ba3875122166 None None] Checking router: c472c209-1674-43a7-9f24-adc6fdeb0ca0 for host: n-d-779913-29 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:14:33.291093 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c9c7a8-b968-4aba-b731-ba3875122166 None None] Routers {'c472c209-1674-43a7-9f24-adc6fdeb0ca0'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:14:33.291704 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-55c9c7a8-b968-4aba-b731-ba3875122166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T10:14:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['c472c209-1674-43a7-9f24-adc6fdeb0ca0'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:14:33.309367 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0b423653-1636-4653-affe-34634007e3f7 req-cbbed622-f242-435b-8a7a-9ca9aa14fba2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=733499ef-fe56-45bf-bc84-5fdf25a306d3 HTTP/1.1" status: 200 len: 998 time: 0.0616851 Jul 14 10:14:33.362195 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b423653-1636-4653-affe-34634007e3f7 req-4430340c-6bbf-4b93-b338-e2893ae3356d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:14:33.363712 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0b423653-1636-4653-affe-34634007e3f7 req-4430340c-6bbf-4b93-b338-e2893ae3356d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=db7cecf2-4301-4c3f-bbb1-78ad80d93968 HTTP/1.1" status: 200 len: 849 time: 0.0450256 Jul 14 10:14:33.396653 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-55c9c7a8-b968-4aba-b731-ba3875122166 None None] Set router c472c209-1674-43a7-9f24-adc6fdeb0ca0 gateway port host: n-d-779913-29 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:14:33.421896 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b423653-1636-4653-affe-34634007e3f7 req-89f32279-19e7-44aa-baf8-b9418c233f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:14:33.423372 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0b423653-1636-4653-affe-34634007e3f7 req-89f32279-19e7-44aa-baf8-b9418c233f4a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=742eb7cb-e5f7-44de-b05c-3ac48a812bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0531862 Jul 14 10:14:33.528482 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0b423653-1636-4653-affe-34634007e3f7 req-04a3a806-f652-4f40-b3b8-0cb5e8264d62 service neutron] 10.222.0.57 "GET /v2.0/networks/742eb7cb-e5f7-44de-b05c-3ac48a812bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978823 Jul 14 10:14:33.619025 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0b423653-1636-4653-affe-34634007e3f7 req-33cc1f6f-c368-49f8-8ec9-1f16f9906c43 service neutron] 10.222.0.57 "GET /v2.0/networks/742eb7cb-e5f7-44de-b05c-3ac48a812bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841479 Jul 14 10:14:33.628895 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-55c9c7a8-b968-4aba-b731-ba3875122166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c472c209-1674-43a7-9f24-adc6fdeb0ca0', 'name': 'tempest-ServerActionsTestJSON-29751055-router', 'tenant_id': '1f9c0a4e933c47379e1aa8c6bf9c0620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.22'}], 'enable_snat': True}, 'gw_port_id': '51ce7f0f-9b66-4616-8e2c-00ebb7cae753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:09:42Z', 'updated_at': '2021-07-14T10:09:45Z', 'revision_number': 4, 'project_id': '1f9c0a4e933c47379e1aa8c6bf9c0620', 'gw_port': {'id': '51ce7f0f-9b66-4616-8e2c-00ebb7cae753', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:a2:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c472c209-1674-43a7-9f24-adc6fdeb0ca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:09:42Z', 'updated_at': '2021-07-14T10:09:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_floatingips': [{'id': '51571515-82e1-4b53-b062-d26503f86d08', 'tenant_id': '1f9c0a4e933c47379e1aa8c6bf9c0620', 'floating_ip_address': '172.25.4.43', 'floating_network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'router_id': 'c472c209-1674-43a7-9f24-adc6fdeb0ca0', 'port_id': '733499ef-fe56-45bf-bc84-5fdf25a306d3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4010, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '742eb7cb-e5f7-44de-b05c-3ac48a812bcf', 'mac_address': 'fa:16:3e:a3:29:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c031f70d-987c-423b-8564-37f1b609c686', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T10:09:47Z', 'updated_at': '2021-07-14T10:14:32Z', 'revision_number': 9, 'project_id': '1f9c0a4e933c47379e1aa8c6bf9c0620', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '972a261b-05c7-43c0-ab79-82a3d0664596', 'name': '', 'network_id': '742eb7cb-e5f7-44de-b05c-3ac48a812bcf', 'tenant_id': '1f9c0a4e933c47379e1aa8c6bf9c0620', 'mac_address': 'fa:16:3e:45:27:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c472c209-1674-43a7-9f24-adc6fdeb0ca0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'db7cecf2-4301-4c3f-bbb1-78ad80d93968', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:09:44Z', 'updated_at': '2021-07-14T10:09:50Z', 'revision_number': 5, 'project_id': '1f9c0a4e933c47379e1aa8c6bf9c0620', 'subnets': [{'id': 'db7cecf2-4301-4c3f-bbb1-78ad80d93968', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:14:33.654631 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c9c7a8-b968-4aba-b731-ba3875122166 None None] The sync data for ids ['c472c209-1674-43a7-9f24-adc6fdeb0ca0'] in n-d-779913-29 is: [{'id': 'c472c209-1674-43a7-9f24-adc6fdeb0ca0', 'name': 'tempest-ServerActionsTestJSON-29751055-router', 'tenant_id': '1f9c0a4e933c47379e1aa8c6bf9c0620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.22'}], 'enable_snat': True}, 'gw_port_id': '51ce7f0f-9b66-4616-8e2c-00ebb7cae753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:09:42Z', 'updated_at': '2021-07-14T10:09:45Z', 'revision_number': 4, 'project_id': '1f9c0a4e933c47379e1aa8c6bf9c0620', 'gw_port': {'id': '51ce7f0f-9b66-4616-8e2c-00ebb7cae753', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:a2:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c472c209-1674-43a7-9f24-adc6fdeb0ca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:09:42Z', 'updated_at': '2021-07-14T10:09:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_floatingips': [{'id': '51571515-82e1-4b53-b062-d26503f86d08', 'tenant_id': '1f9c0a4e933c47379e1aa8c6bf9c0620', 'floating_ip_address': '172.25.4.43', 'floating_network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'router_id': 'c472c209-1674-43a7-9f24-adc6fdeb0ca0', 'port_id': '733499ef-fe56-45bf-bc84-5fdf25a306d3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4010, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '742eb7cb-e5f7-44de-b05c-3ac48a812bcf', 'mac_address': 'fa:16:3e:a3:29:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c031f70d-987c-423b-8564-37f1b609c686', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T10:09:47Z', 'updated_at': '2021-07-14T10:14:32Z', 'revision_number': 9, 'project_id': '1f9c0a4e933c47379e1aa8c6bf9c0620', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '972a261b-05c7-43c0-ab79-82a3d0664596', 'name': '', 'network_id': '742eb7cb-e5f7-44de-b05c-3ac48a812bcf', 'tenant_id': '1f9c0a4e933c47379e1aa8c6bf9c0620', 'mac_address': 'fa:16:3e:45:27:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c472c209-1674-43a7-9f24-adc6fdeb0ca0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'db7cecf2-4301-4c3f-bbb1-78ad80d93968', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:09:44Z', 'updated_at': '2021-07-14T10:09:50Z', 'revision_number': 5, 'project_id': '1f9c0a4e933c47379e1aa8c6bf9c0620', 'subnets': [{'id': 'db7cecf2-4301-4c3f-bbb1-78ad80d93968', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:14:33.839466 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f50ec638-dc8a-45d3-87e9-5218f024bba0 None None] New status for floating IP 51571515-82e1-4b53-b062-d26503f86d08: ACTIVE {{(pid=93959) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 10:14:43.344301 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:44.094855 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:52.286076 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-649183bc-59c7-4069-bce8-e21e4b8dcd4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:54.836625 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:54.928251 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-190a7e14-ecff-4baa-b558-d8565ee5a103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:56.067766 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5ad31076-714c-49ec-bc37-f3d4cd90112a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:57.884823 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5bbe322f-3f67-4864-bc0a-91afe44d23e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:08.666087 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.agents_db [None req-3c3509fb-540d-4335-a450-574895dd3602 None None] Agent healthcheck: found 7 active agents {{(pid=93960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:15:13.349579 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:14.124687 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:16.981704 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e9dced31-013e-4ffc-ad4d-3056bd7515be req-770b6ffe-1626-4beb-842f-20d25b515a6c service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=c031f70d-987c-423b-8564-37f1b609c686&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0567505 Jul 14 10:15:17.088931 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dced31-013e-4ffc-ad4d-3056bd7515be req-20c1fbf9-601c-49d7-b42e-ad65672c1ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:15:17.090447 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e9dced31-013e-4ffc-ad4d-3056bd7515be req-20c1fbf9-601c-49d7-b42e-ad65672c1ad9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1f9c0a4e933c47379e1aa8c6bf9c0620&device_id=c031f70d-987c-423b-8564-37f1b609c686 HTTP/1.1" status: 200 len: 1097 time: 0.0521512 Jul 14 10:15:17.192332 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dced31-013e-4ffc-ad4d-3056bd7515be req-e6b96c9f-67da-4da1-9f53-baa90f4b5469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:15:17.194396 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e9dced31-013e-4ffc-ad4d-3056bd7515be req-e6b96c9f-67da-4da1-9f53-baa90f4b5469 service neutron] 10.222.0.57 "GET /v2.0/networks?id=742eb7cb-e5f7-44de-b05c-3ac48a812bcf HTTP/1.1" status: 200 len: 911 time: 0.0832806 Jul 14 10:15:17.261403 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e9dced31-013e-4ffc-ad4d-3056bd7515be req-0b426103-bce0-4302-9ef8-a3f387da1015 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=733499ef-fe56-45bf-bc84-5fdf25a306d3 HTTP/1.1" status: 200 len: 1001 time: 0.0615518 Jul 14 10:15:17.310755 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dced31-013e-4ffc-ad4d-3056bd7515be req-d89555e6-44bf-416a-8629-9d1b8c04f984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:15:17.312177 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e9dced31-013e-4ffc-ad4d-3056bd7515be req-d89555e6-44bf-416a-8629-9d1b8c04f984 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=db7cecf2-4301-4c3f-bbb1-78ad80d93968 HTTP/1.1" status: 200 len: 849 time: 0.0439701 Jul 14 10:15:17.368242 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dced31-013e-4ffc-ad4d-3056bd7515be req-924a8cd0-a09c-4bf4-b527-cdac26fc2fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:15:17.369795 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e9dced31-013e-4ffc-ad4d-3056bd7515be req-924a8cd0-a09c-4bf4-b527-cdac26fc2fcd service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=742eb7cb-e5f7-44de-b05c-3ac48a812bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0513756 Jul 14 10:15:17.462507 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e9dced31-013e-4ffc-ad4d-3056bd7515be req-6edfa5d1-70c8-40bd-a8ac-e04d7ec61ad2 service neutron] 10.222.0.57 "GET /v2.0/networks/742eb7cb-e5f7-44de-b05c-3ac48a812bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853601 Jul 14 10:15:17.552085 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e9dced31-013e-4ffc-ad4d-3056bd7515be req-04f1e72b-208b-4441-b9ed-408ac5656e70 service neutron] 10.222.0.57 "GET /v2.0/networks/742eb7cb-e5f7-44de-b05c-3ac48a812bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833936 Jul 14 10:15:22.288587 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7a548e22-0fd5-4710-9fed-7bc309d54168 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:24.837147 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:24.932835 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a509d933-ca5b-492d-a905-7506626a5f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:26.070667 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5ad31076-714c-49ec-bc37-f3d4cd90112a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:27.886592 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5bbe322f-3f67-4864-bc0a-91afe44d23e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:43.347733 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:44.137582 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:45.665791 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.agents_db [None req-3c3509fb-540d-4335-a450-574895dd3602 None None] Agent healthcheck: found 7 active agents {{(pid=93960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:15:52.289908 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4bf49929-8b3c-4487-88d5-247dd134044b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:54.839455 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:54.934874 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f6b1c014-f60e-4ecd-9958-11137f010c3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:56.074709 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5ad31076-714c-49ec-bc37-f3d4cd90112a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:57.890060 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5bbe322f-3f67-4864-bc0a-91afe44d23e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:16:10.212935 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8b4f82-1bf9-4d94-ba20-4362e31151b8 req-947268e5-65fc-4276-b15f-b895a84579bd tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:16:10.214483 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5c8b4f82-1bf9-4d94-ba20-4362e31151b8 req-947268e5-65fc-4276-b15f-b895a84579bd tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/ports?device_id=c031f70d-987c-423b-8564-37f1b609c686 HTTP/1.1" status: 200 len: 945 time: 0.1338177 Jul 14 10:16:10.227505 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-02761dbb-d415-4ba8-8a82-5f4a5b64be7d req-78fb7ddc-3e53-4067-8bc0-6cf407b70855 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=c031f70d-987c-423b-8564-37f1b609c686&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1325562 Jul 14 10:16:10.262981 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5c8b4f82-1bf9-4d94-ba20-4362e31151b8 req-b9ddd4a4-01c2-4626-ba44-069481fc6125 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/security-groups?id=5b2dd5c6-a0e3-4c42-bf23-d97ecb5ddeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389211 Jul 14 10:16:11.462611 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0794ecfe-725e-4f90-a054-2f733900f7ca req-ad9896ef-a1e1-455a-9ab4-d04fe017db8a tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:16:11.464143 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-0794ecfe-725e-4f90-a054-2f733900f7ca req-ad9896ef-a1e1-455a-9ab4-d04fe017db8a tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/ports?device_id=c031f70d-987c-423b-8564-37f1b609c686 HTTP/1.1" status: 200 len: 945 time: 0.0789824 Jul 14 10:16:11.505825 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-0794ecfe-725e-4f90-a054-2f733900f7ca req-f2a1863e-1788-4fba-affb-1a7c9a6834e2 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/security-groups?id=5b2dd5c6-a0e3-4c42-bf23-d97ecb5ddeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356286 Jul 14 10:16:12.681744 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1803df57-f435-499d-a2e2-4dc9920bd1e0 req-5d9e48b0-8a22-4a06-be0d-d0462f0e750a tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:16:12.683190 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1803df57-f435-499d-a2e2-4dc9920bd1e0 req-5d9e48b0-8a22-4a06-be0d-d0462f0e750a tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/ports?device_id=c031f70d-987c-423b-8564-37f1b609c686 HTTP/1.1" status: 200 len: 945 time: 0.0667591 Jul 14 10:16:12.723649 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1803df57-f435-499d-a2e2-4dc9920bd1e0 req-6ee0a120-e74c-4f8a-a50d-eb87f6871fbc tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/security-groups?id=5b2dd5c6-a0e3-4c42-bf23-d97ecb5ddeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342190 Jul 14 10:16:13.359508 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:16:13.562243 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02761dbb-d415-4ba8-8a82-5f4a5b64be7d req-2836a927-ea8b-43d8-ae2e-3f652c4bea82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:16:13.563765 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-02761dbb-d415-4ba8-8a82-5f4a5b64be7d req-2836a927-ea8b-43d8-ae2e-3f652c4bea82 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1f9c0a4e933c47379e1aa8c6bf9c0620&device_id=c031f70d-987c-423b-8564-37f1b609c686 HTTP/1.1" status: 200 len: 1097 time: 0.0657511 Jul 14 10:16:13.654782 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02761dbb-d415-4ba8-8a82-5f4a5b64be7d req-1532ce91-70c3-4355-a260-4e76028434a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:16:13.656785 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-02761dbb-d415-4ba8-8a82-5f4a5b64be7d req-1532ce91-70c3-4355-a260-4e76028434a8 service neutron] 10.222.0.57 "GET /v2.0/networks?id=742eb7cb-e5f7-44de-b05c-3ac48a812bcf HTTP/1.1" status: 200 len: 911 time: 0.0870950 Jul 14 10:16:13.729361 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-02761dbb-d415-4ba8-8a82-5f4a5b64be7d req-a95cbd58-211a-4479-9e27-e500faa0c3ff service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=733499ef-fe56-45bf-bc84-5fdf25a306d3 HTTP/1.1" status: 200 len: 1001 time: 0.0656884 Jul 14 10:16:13.779287 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02761dbb-d415-4ba8-8a82-5f4a5b64be7d req-fdbe2bd6-d18b-4f8c-bf85-4813dbafa459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:16:13.780796 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-02761dbb-d415-4ba8-8a82-5f4a5b64be7d req-fdbe2bd6-d18b-4f8c-bf85-4813dbafa459 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=db7cecf2-4301-4c3f-bbb1-78ad80d93968 HTTP/1.1" status: 200 len: 849 time: 0.0460234 Jul 14 10:16:13.839979 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02761dbb-d415-4ba8-8a82-5f4a5b64be7d req-b98b8661-8a34-412f-b46b-8e5fa700e65a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:16:13.841111 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-02761dbb-d415-4ba8-8a82-5f4a5b64be7d req-b98b8661-8a34-412f-b46b-8e5fa700e65a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=742eb7cb-e5f7-44de-b05c-3ac48a812bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0544758 Jul 14 10:16:13.851266 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [req-02761dbb-d415-4ba8-8a82-5f4a5b64be7d req-c5df049d-f79e-4e42-9aeb-3241fa269cc7 service neutron] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=93957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 10:16:13.852297 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-02761dbb-d415-4ba8-8a82-5f4a5b64be7d req-c5df049d-f79e-4e42-9aeb-3241fa269cc7 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052574 Jul 14 10:16:13.917899 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bd8820-cb89-4414-b2fd-e04ed757a32a req-b6c46f6a-803b-4dab-aabf-0ebb1791d319 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:16:13.920191 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-36bd8820-cb89-4414-b2fd-e04ed757a32a req-b6c46f6a-803b-4dab-aabf-0ebb1791d319 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/ports?device_id=c031f70d-987c-423b-8564-37f1b609c686 HTTP/1.1" status: 200 len: 945 time: 0.0699906 Jul 14 10:16:13.949880 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-02761dbb-d415-4ba8-8a82-5f4a5b64be7d req-d4221ff4-06f8-4f9f-8ace-7179cef8bba0 service neutron] 10.222.0.57 "GET /v2.0/networks/742eb7cb-e5f7-44de-b05c-3ac48a812bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905244 Jul 14 10:16:13.959354 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-36bd8820-cb89-4414-b2fd-e04ed757a32a req-33d55838-971b-4a32-9ff2-5ae77fc917d3 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/security-groups?id=5b2dd5c6-a0e3-4c42-bf23-d97ecb5ddeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331697 Jul 14 10:16:14.042526 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-02761dbb-d415-4ba8-8a82-5f4a5b64be7d req-199d1cfd-a61f-448e-88cc-6bd64ee26e0f service neutron] 10.222.0.57 "GET /v2.0/networks/742eb7cb-e5f7-44de-b05c-3ac48a812bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863111 Jul 14 10:16:14.153408 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:16:15.140832 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6848ab3-9cfb-47fe-848e-6209ba335b8b req-71c37008-ceeb-4e40-916d-4d79cad70aff tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:16:15.142414 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c6848ab3-9cfb-47fe-848e-6209ba335b8b req-71c37008-ceeb-4e40-916d-4d79cad70aff tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/ports?device_id=c031f70d-987c-423b-8564-37f1b609c686 HTTP/1.1" status: 200 len: 945 time: 0.0649467 Jul 14 10:16:15.180305 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c6848ab3-9cfb-47fe-848e-6209ba335b8b req-1c5c0b98-6ab1-4697-ba8d-0ea7016e00c4 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/security-groups?id=5b2dd5c6-a0e3-4c42-bf23-d97ecb5ddeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323849 Jul 14 10:16:16.355807 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1df083-c08d-407e-9245-610151dfb83e req-26212210-af68-4a7a-91dd-3a0345c70fc7 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:16:16.357233 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ad1df083-c08d-407e-9245-610151dfb83e req-26212210-af68-4a7a-91dd-3a0345c70fc7 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/ports?device_id=c031f70d-987c-423b-8564-37f1b609c686 HTTP/1.1" status: 200 len: 945 time: 0.0640221 Jul 14 10:16:16.397961 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ad1df083-c08d-407e-9245-610151dfb83e req-5fb5933c-62b4-458f-bae8-3d7c2e51e008 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/security-groups?id=5b2dd5c6-a0e3-4c42-bf23-d97ecb5ddeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348179 Jul 14 10:16:17.583920 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b904a70-4ac6-4b4f-91a1-9f780eea1310 req-b880ca9e-58d3-4ede-a260-8dd03ca3861d tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:16:17.585483 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2b904a70-4ac6-4b4f-91a1-9f780eea1310 req-b880ca9e-58d3-4ede-a260-8dd03ca3861d tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/ports?device_id=c031f70d-987c-423b-8564-37f1b609c686 HTTP/1.1" status: 200 len: 945 time: 0.0719469 Jul 14 10:16:17.626933 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2b904a70-4ac6-4b4f-91a1-9f780eea1310 req-344715d1-6ad4-4733-9659-577253ec1ebb tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/security-groups?id=5b2dd5c6-a0e3-4c42-bf23-d97ecb5ddeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355163 Jul 14 10:16:18.811314 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a057bc-8ca0-458e-a948-179a8f649c91 req-598105b9-4d6f-4df4-84ac-69f6d4b542c9 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:16:18.812834 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-07a057bc-8ca0-458e-a948-179a8f649c91 req-598105b9-4d6f-4df4-84ac-69f6d4b542c9 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/ports?device_id=c031f70d-987c-423b-8564-37f1b609c686 HTTP/1.1" status: 200 len: 945 time: 0.0729854 Jul 14 10:16:18.852509 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-07a057bc-8ca0-458e-a948-179a8f649c91 req-c1bfe204-9065-48ef-86f6-6b00099aeacf tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/security-groups?id=5b2dd5c6-a0e3-4c42-bf23-d97ecb5ddeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337384 Jul 14 10:16:19.025999 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b216d254-c5bf-449e-ae8d-f156abcaa5d7 req-fb2815ae-9e70-493c-b758-5b8a0e0f40c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:16:19.027550 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b216d254-c5bf-449e-ae8d-f156abcaa5d7 req-fb2815ae-9e70-493c-b758-5b8a0e0f40c4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1f9c0a4e933c47379e1aa8c6bf9c0620&device_id=c031f70d-987c-423b-8564-37f1b609c686 HTTP/1.1" status: 200 len: 1097 time: 0.0717211 Jul 14 10:16:19.141927 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b216d254-c5bf-449e-ae8d-f156abcaa5d7 req-6e8c61f8-7e61-437e-82d7-959d9e380349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:16:19.143445 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b216d254-c5bf-449e-ae8d-f156abcaa5d7 req-6e8c61f8-7e61-437e-82d7-959d9e380349 service neutron] 10.222.0.57 "GET /v2.0/networks?id=742eb7cb-e5f7-44de-b05c-3ac48a812bcf HTTP/1.1" status: 200 len: 911 time: 0.0899320 Jul 14 10:16:19.209295 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b216d254-c5bf-449e-ae8d-f156abcaa5d7 req-f1b91dd1-90e6-48bf-b395-2851e9e3cec8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=733499ef-fe56-45bf-bc84-5fdf25a306d3 HTTP/1.1" status: 200 len: 1001 time: 0.0592463 Jul 14 10:16:19.258524 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b216d254-c5bf-449e-ae8d-f156abcaa5d7 req-c4e5846b-5e3b-4891-bd90-a5aa7e58a526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:16:19.259874 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b216d254-c5bf-449e-ae8d-f156abcaa5d7 req-c4e5846b-5e3b-4891-bd90-a5aa7e58a526 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=db7cecf2-4301-4c3f-bbb1-78ad80d93968 HTTP/1.1" status: 200 len: 849 time: 0.0444858 Jul 14 10:16:19.320458 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b216d254-c5bf-449e-ae8d-f156abcaa5d7 req-c7fc15a7-082e-44b8-9da7-cd165ff2ec29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:16:19.321997 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b216d254-c5bf-449e-ae8d-f156abcaa5d7 req-c7fc15a7-082e-44b8-9da7-cd165ff2ec29 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=742eb7cb-e5f7-44de-b05c-3ac48a812bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0555151 Jul 14 10:16:19.417545 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b216d254-c5bf-449e-ae8d-f156abcaa5d7 req-28a329b8-b154-4474-8c17-faaf7d1c8e42 service neutron] 10.222.0.57 "GET /v2.0/networks/742eb7cb-e5f7-44de-b05c-3ac48a812bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859871 Jul 14 10:16:19.512486 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b216d254-c5bf-449e-ae8d-f156abcaa5d7 req-09e83e92-9e5a-4905-bcf4-5d5e59d4e243 service neutron] 10.222.0.57 "GET /v2.0/networks/742eb7cb-e5f7-44de-b05c-3ac48a812bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872180 Jul 14 10:16:20.033946 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dd03e5-c3ef-438b-ad61-2f91ad1ac508 req-f81eb0ca-55ec-47fd-bb3e-242bf488ccb0 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:16:20.035498 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f8dd03e5-c3ef-438b-ad61-2f91ad1ac508 req-f81eb0ca-55ec-47fd-bb3e-242bf488ccb0 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/ports?device_id=c031f70d-987c-423b-8564-37f1b609c686 HTTP/1.1" status: 200 len: 945 time: 0.0688746 Jul 14 10:16:20.076681 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f8dd03e5-c3ef-438b-ad61-2f91ad1ac508 req-ffeadf46-b97f-4c55-af2c-446f6cdcc3bc tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/security-groups?id=5b2dd5c6-a0e3-4c42-bf23-d97ecb5ddeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347860 Jul 14 10:16:21.258255 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af20df8-9dd3-41dd-bef9-ce781d911be7 req-60fa16ce-1ae2-4084-81e6-80f4818697b2 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:16:21.259777 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-1af20df8-9dd3-41dd-bef9-ce781d911be7 req-60fa16ce-1ae2-4084-81e6-80f4818697b2 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/ports?device_id=c031f70d-987c-423b-8564-37f1b609c686 HTTP/1.1" status: 200 len: 945 time: 0.0664792 Jul 14 10:16:21.300074 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-1af20df8-9dd3-41dd-bef9-ce781d911be7 req-5359ba6a-1057-469e-9eef-6d1854cdcc83 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/security-groups?id=5b2dd5c6-a0e3-4c42-bf23-d97ecb5ddeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346625 Jul 14 10:16:22.290856 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0fad0748-6a5e-4b33-8a3a-b609b31c434b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:16:22.480836 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ad1cfe-9e27-4812-87d4-66476a9b1da8 req-5d74c1a2-414e-4d31-81b5-a5ea525a2160 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:16:22.482365 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-07ad1cfe-9e27-4812-87d4-66476a9b1da8 req-5d74c1a2-414e-4d31-81b5-a5ea525a2160 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/ports?device_id=c031f70d-987c-423b-8564-37f1b609c686 HTTP/1.1" status: 200 len: 945 time: 0.0661507 Jul 14 10:16:22.520982 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-07ad1cfe-9e27-4812-87d4-66476a9b1da8 req-f2b0d402-d396-42f1-8b91-e8eefb99c5f5 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/security-groups?id=5b2dd5c6-a0e3-4c42-bf23-d97ecb5ddeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327389 Jul 14 10:16:22.664970 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.agents_db [None req-3c3509fb-540d-4335-a450-574895dd3602 None None] Agent healthcheck: found 7 active agents {{(pid=93960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:16:23.711961 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0ac86b-d2bf-4f96-a9f8-d51d6133c390 req-aa135617-5463-4063-8702-79fcba6b2012 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:16:23.713365 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-4c0ac86b-d2bf-4f96-a9f8-d51d6133c390 req-aa135617-5463-4063-8702-79fcba6b2012 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/ports?device_id=c031f70d-987c-423b-8564-37f1b609c686 HTTP/1.1" status: 200 len: 945 time: 0.0689611 Jul 14 10:16:23.761354 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-4c0ac86b-d2bf-4f96-a9f8-d51d6133c390 req-9b16c123-e62c-44f1-886c-145f57e3a60d tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/security-groups?id=5b2dd5c6-a0e3-4c42-bf23-d97ecb5ddeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414686 Jul 14 10:16:24.843969 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:16:24.938890 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bbcb3c24-7afb-46d9-8ee9-9c7c10699117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:16:24.959150 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f85dcd-3c36-4e3e-aebc-9db10e231c87 req-6cce57a1-2fbf-4369-8cf1-6c7a9661145d tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:16:24.960694 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-34f85dcd-3c36-4e3e-aebc-9db10e231c87 req-6cce57a1-2fbf-4369-8cf1-6c7a9661145d tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/ports?device_id=c031f70d-987c-423b-8564-37f1b609c686 HTTP/1.1" status: 200 len: 945 time: 0.0718517 Jul 14 10:16:25.000173 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-34f85dcd-3c36-4e3e-aebc-9db10e231c87 req-8e94ac21-008a-4db7-8d71-232d0cc8d35c tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/security-groups?id=5b2dd5c6-a0e3-4c42-bf23-d97ecb5ddeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329297 Jul 14 10:16:26.087448 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5ad31076-714c-49ec-bc37-f3d4cd90112a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:16:26.194355 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf23bef9-8952-42d5-a527-ac4ee0abc7fd req-afeb4783-b832-4e28-83ab-2ec5d4f89615 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:16:26.195991 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-cf23bef9-8952-42d5-a527-ac4ee0abc7fd req-afeb4783-b832-4e28-83ab-2ec5d4f89615 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/ports?device_id=c031f70d-987c-423b-8564-37f1b609c686 HTTP/1.1" status: 200 len: 945 time: 0.0701494 Jul 14 10:16:26.251467 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-cf23bef9-8952-42d5-a527-ac4ee0abc7fd req-90a403b9-700b-438d-92b6-adac9bc35fb9 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/security-groups?id=5b2dd5c6-a0e3-4c42-bf23-d97ecb5ddeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481787 Jul 14 10:16:26.260044 n-d-779913-29 neutron-server[93957]: INFO neutron.api.v2.resource [req-02761dbb-d415-4ba8-8a82-5f4a5b64be7d req-d0114aff-a735-43fa-bc94-563bc103398d service neutron] show failed (client error): The resource could not be found. Jul 14 10:16:26.261177 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-02761dbb-d415-4ba8-8a82-5f4a5b64be7d req-d0114aff-a735-43fa-bc94-563bc103398d service neutron] 10.222.0.57 "GET /v2.0/ports/733499ef-fe56-45bf-bc84-5fdf25a306d3/bindings/n-h1-779913-29 HTTP/1.1" status: 404 len: 381 time: 0.0646651 Jul 14 10:16:26.517920 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02761dbb-d415-4ba8-8a82-5f4a5b64be7d req-5705cdbd-4786-4f06-abfd-dd3f82cd503f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:16:26.519432 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-02761dbb-d415-4ba8-8a82-5f4a5b64be7d req-5705cdbd-4786-4f06-abfd-dd3f82cd503f service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=c031f70d-987c-423b-8564-37f1b609c686&tenant_id=1f9c0a4e933c47379e1aa8c6bf9c0620 HTTP/1.1" status: 200 len: 1097 time: 0.0535529 Jul 14 10:16:26.536538 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-02761dbb-d415-4ba8-8a82-5f4a5b64be7d req-ad2c2bfd-3ac6-44e8-8694-2c345c9a3d9c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-779913-29', 'device_owner': 'compute:nova'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:16:26.611330 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-02761dbb-d415-4ba8-8a82-5f4a5b64be7d req-ad2c2bfd-3ac6-44e8-8694-2c345c9a3d9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:16:26.853749 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-02761dbb-d415-4ba8-8a82-5f4a5b64be7d req-ad2c2bfd-3ac6-44e8-8694-2c345c9a3d9c service neutron] For port 733499ef-fe56-45bf-bc84-5fdf25a306d3, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=733499ef-fe56-45bf-bc84-5fdf25a306d3,segment=NetworkSegment(d47c0a19-c61e-44d6-8c05-eb47451816f8),segment_id=d47c0a19-c61e-44d6-8c05-eb47451816f8)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:16:26.889427 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-02761dbb-d415-4ba8-8a82-5f4a5b64be7d req-ad2c2bfd-3ac6-44e8-8694-2c345c9a3d9c service neutron] For port 733499ef-fe56-45bf-bc84-5fdf25a306d3, host n-h2-779913-29, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:16:26.932729 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c031f70d-987c-423b-8564-37f1b609c686', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '733499ef-fe56-45bf-bc84-5fdf25a306d3'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:16:26.935066 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}175264a25d5f1cec9b1451f1a8cc8ced5d4502f5c48740ac7c6845d527b2175b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c175281-6ffe-40dc-901e-91f2bf163697" -d '{"events": [{"server_uuid": "c031f70d-987c-423b-8564-37f1b609c686", "name": "network-vif-unplugged", "status": "completed", "tag": "733499ef-fe56-45bf-bc84-5fdf25a306d3"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:16:26.939433 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-02761dbb-d415-4ba8-8a82-5f4a5b64be7d req-ad2c2bfd-3ac6-44e8-8694-2c345c9a3d9c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:16:26.952836 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [req-02761dbb-d415-4ba8-8a82-5f4a5b64be7d req-ad2c2bfd-3ac6-44e8-8694-2c345c9a3d9c service neutron] Transition to ACTIVE for port object 733499ef-fe56-45bf-bc84-5fdf25a306d3 will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:16:26.959367 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-02761dbb-d415-4ba8-8a82-5f4a5b64be7d req-ad2c2bfd-3ac6-44e8-8694-2c345c9a3d9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:16:26.994682 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 10:16:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cf71298-f586-428d-b89d-ef1f5dc77e4e x-openstack-request-id: req-3cf71298-f586-428d-b89d-ef1f5dc77e4e {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:16:26.995030 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c031f70d-987c-423b-8564-37f1b609c686", "name": "network-vif-unplugged", "status": "completed", "tag": "733499ef-fe56-45bf-bc84-5fdf25a306d3", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:16:26.995329 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-3cf71298-f586-428d-b89d-ef1f5dc77e4e {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:16:26.995769 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c031f70d-987c-423b-8564-37f1b609c686', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '733499ef-fe56-45bf-bc84-5fdf25a306d3', 'code': 200} Jul 14 10:16:27.061672 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2c2bfd-3ac6-44e8-8694-2c345c9a3d9c service neutron] Pushing event updated for resources: {'Port': ['ID=733499ef-fe56-45bf-bc84-5fdf25a306d3,revision_number=6']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:16:27.074951 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2c2bfd-3ac6-44e8-8694-2c345c9a3d9c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:16:27.075296 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2c2bfd-3ac6-44e8-8694-2c345c9a3d9c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:16:27.075640 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2c2bfd-3ac6-44e8-8694-2c345c9a3d9c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:16:27.075982 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2c2bfd-3ac6-44e8-8694-2c345c9a3d9c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:16:27.076311 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2c2bfd-3ac6-44e8-8694-2c345c9a3d9c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:16:27.076640 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2c2bfd-3ac6-44e8-8694-2c345c9a3d9c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:16:27.076972 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2c2bfd-3ac6-44e8-8694-2c345c9a3d9c service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:16:27.077298 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2c2bfd-3ac6-44e8-8694-2c345c9a3d9c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:16:27.077653 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2c2bfd-3ac6-44e8-8694-2c345c9a3d9c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:16:27.077981 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2c2bfd-3ac6-44e8-8694-2c345c9a3d9c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:16:27.078307 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2c2bfd-3ac6-44e8-8694-2c345c9a3d9c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:16:27.078631 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2c2bfd-3ac6-44e8-8694-2c345c9a3d9c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:16:27.108962 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-02761dbb-d415-4ba8-8a82-5f4a5b64be7d req-ad2c2bfd-3ac6-44e8-8694-2c345c9a3d9c service neutron] No DVR routers for this DVR port 733499ef-fe56-45bf-bc84-5fdf25a306d3 on host n-h2-779913-29 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:16:27.256323 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-02761dbb-d415-4ba8-8a82-5f4a5b64be7d req-ad2c2bfd-3ac6-44e8-8694-2c345c9a3d9c service neutron] Attempting to bind port 733499ef-fe56-45bf-bc84-5fdf25a306d3 on host n-h1-779913-29 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:16:27.256706 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-02761dbb-d415-4ba8-8a82-5f4a5b64be7d req-ad2c2bfd-3ac6-44e8-8694-2c345c9a3d9c service neutron] Attempting to bind port 733499ef-fe56-45bf-bc84-5fdf25a306d3 by drivers openvswitch,hyperv on host n-h1-779913-29 at level 0 using segments [{'id': 'd47c0a19-c61e-44d6-8c05-eb47451816f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '742eb7cb-e5f7-44de-b05c-3ac48a812bcf'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:16:27.257093 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02761dbb-d415-4ba8-8a82-5f4a5b64be7d req-ad2c2bfd-3ac6-44e8-8694-2c345c9a3d9c service neutron] Attempting to bind port 733499ef-fe56-45bf-bc84-5fdf25a306d3 on network 742eb7cb-e5f7-44de-b05c-3ac48a812bcf {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:16:27.261924 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02761dbb-d415-4ba8-8a82-5f4a5b64be7d req-ad2c2bfd-3ac6-44e8-8694-2c345c9a3d9c service neutron] Port 733499ef-fe56-45bf-bc84-5fdf25a306d3 on network 742eb7cb-e5f7-44de-b05c-3ac48a812bcf not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-29 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 10:16:27.262571 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02761dbb-d415-4ba8-8a82-5f4a5b64be7d req-ad2c2bfd-3ac6-44e8-8694-2c345c9a3d9c service neutron] Attempting to bind port 733499ef-fe56-45bf-bc84-5fdf25a306d3 on network 742eb7cb-e5f7-44de-b05c-3ac48a812bcf {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:16:27.267798 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02761dbb-d415-4ba8-8a82-5f4a5b64be7d req-ad2c2bfd-3ac6-44e8-8694-2c345c9a3d9c service neutron] Checking agent: {'id': 'de11e667-f145-47b0-bd09-334a7505938e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 13, 12), 'started_at': datetime.datetime(2021, 7, 14, 9, 13, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 16, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:16:27.268139 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02761dbb-d415-4ba8-8a82-5f4a5b64be7d req-ad2c2bfd-3ac6-44e8-8694-2c345c9a3d9c service neutron] Checking segment: {'id': 'd47c0a19-c61e-44d6-8c05-eb47451816f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '742eb7cb-e5f7-44de-b05c-3ac48a812bcf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:16:27.268532 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02761dbb-d415-4ba8-8a82-5f4a5b64be7d req-ad2c2bfd-3ac6-44e8-8694-2c345c9a3d9c service neutron] Bound using segment: {'id': 'd47c0a19-c61e-44d6-8c05-eb47451816f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '742eb7cb-e5f7-44de-b05c-3ac48a812bcf'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:16:27.268971 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-02761dbb-d415-4ba8-8a82-5f4a5b64be7d req-ad2c2bfd-3ac6-44e8-8694-2c345c9a3d9c service neutron] Bound port: 733499ef-fe56-45bf-bc84-5fdf25a306d3, host: n-h1-779913-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd47c0a19-c61e-44d6-8c05-eb47451816f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '742eb7cb-e5f7-44de-b05c-3ac48a812bcf'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:16:27.269336 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-02761dbb-d415-4ba8-8a82-5f4a5b64be7d req-ad2c2bfd-3ac6-44e8-8694-2c345c9a3d9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:16:27.343555 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-02761dbb-d415-4ba8-8a82-5f4a5b64be7d req-ad2c2bfd-3ac6-44e8-8694-2c345c9a3d9c service neutron] For port 733499ef-fe56-45bf-bc84-5fdf25a306d3, host n-h1-779913-29, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:16:27.347624 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-02761dbb-d415-4ba8-8a82-5f4a5b64be7d req-ad2c2bfd-3ac6-44e8-8694-2c345c9a3d9c service neutron] For port 733499ef-fe56-45bf-bc84-5fdf25a306d3, host n-h1-779913-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=733499ef-fe56-45bf-bc84-5fdf25a306d3,segment=NetworkSegment(d47c0a19-c61e-44d6-8c05-eb47451816f8),segment_id=d47c0a19-c61e-44d6-8c05-eb47451816f8)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:16:27.352940 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-02761dbb-d415-4ba8-8a82-5f4a5b64be7d req-ad2c2bfd-3ac6-44e8-8694-2c345c9a3d9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:16:27.387373 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02761dbb-d415-4ba8-8a82-5f4a5b64be7d req-ad2c2bfd-3ac6-44e8-8694-2c345c9a3d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:16:27.388273 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-02761dbb-d415-4ba8-8a82-5f4a5b64be7d req-ad2c2bfd-3ac6-44e8-8694-2c345c9a3d9c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:16:27.390230 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-02761dbb-d415-4ba8-8a82-5f4a5b64be7d req-ad2c2bfd-3ac6-44e8-8694-2c345c9a3d9c service neutron] 10.222.0.65 "PUT /v2.0/ports/733499ef-fe56-45bf-bc84-5fdf25a306d3 HTTP/1.1" status: 200 len: 1092 time: 0.8579385 Jul 14 10:16:27.417892 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2c2bfd-3ac6-44e8-8694-2c345c9a3d9c service neutron] Pushing event updated for resources: {'Port': ['ID=733499ef-fe56-45bf-bc84-5fdf25a306d3,revision_number=7']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:16:27.443075 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19320eb-de6f-4f3e-803b-2694f32d84f6 req-c49b22c0-260a-4d2a-bb6a-4b019eadbf04 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:16:27.445293 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-b19320eb-de6f-4f3e-803b-2694f32d84f6 req-c49b22c0-260a-4d2a-bb6a-4b019eadbf04 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/ports?device_id=c031f70d-987c-423b-8564-37f1b609c686 HTTP/1.1" status: 200 len: 943 time: 0.0732186 Jul 14 10:16:27.490266 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02761dbb-d415-4ba8-8a82-5f4a5b64be7d req-9cd6edb8-5af3-41cb-ac03-0cf1b384cefe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:16:27.491993 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-02761dbb-d415-4ba8-8a82-5f4a5b64be7d req-9cd6edb8-5af3-41cb-ac03-0cf1b384cefe service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=1f9c0a4e933c47379e1aa8c6bf9c0620&device_id=c031f70d-987c-423b-8564-37f1b609c686 HTTP/1.1" status: 200 len: 1095 time: 0.0662487 Jul 14 10:16:27.492714 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-b19320eb-de6f-4f3e-803b-2694f32d84f6 req-67bb5686-b6cc-4758-ba65-b1e00dbe55c5 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/security-groups?id=5b2dd5c6-a0e3-4c42-bf23-d97ecb5ddeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407610 Jul 14 10:16:27.589356 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02761dbb-d415-4ba8-8a82-5f4a5b64be7d req-3e828a38-0725-43c0-a8d7-fe367a4fd871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:16:27.591008 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-02761dbb-d415-4ba8-8a82-5f4a5b64be7d req-3e828a38-0725-43c0-a8d7-fe367a4fd871 service neutron] 10.222.0.65 "GET /v2.0/networks?id=742eb7cb-e5f7-44de-b05c-3ac48a812bcf HTTP/1.1" status: 200 len: 911 time: 0.0929754 Jul 14 10:16:27.660629 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-02761dbb-d415-4ba8-8a82-5f4a5b64be7d req-b4cf998b-9143-484d-87d9-c2572bb03d99 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=733499ef-fe56-45bf-bc84-5fdf25a306d3 HTTP/1.1" status: 200 len: 999 time: 0.0630536 Jul 14 10:16:27.716426 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02761dbb-d415-4ba8-8a82-5f4a5b64be7d req-78babacf-4593-4c78-be7e-4bec4ff1367e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:16:27.718637 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-02761dbb-d415-4ba8-8a82-5f4a5b64be7d req-78babacf-4593-4c78-be7e-4bec4ff1367e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=db7cecf2-4301-4c3f-bbb1-78ad80d93968 HTTP/1.1" status: 200 len: 849 time: 0.0526297 Jul 14 10:16:27.777213 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02761dbb-d415-4ba8-8a82-5f4a5b64be7d req-121b6934-94b7-4803-8d4a-dbda32d31b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:16:27.778785 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-02761dbb-d415-4ba8-8a82-5f4a5b64be7d req-121b6934-94b7-4803-8d4a-dbda32d31b04 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=742eb7cb-e5f7-44de-b05c-3ac48a812bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0538707 Jul 14 10:16:27.869054 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-02761dbb-d415-4ba8-8a82-5f4a5b64be7d req-e8fa7399-516d-4873-a81b-ae133dde0e52 service neutron] 10.222.0.65 "GET /v2.0/networks/742eb7cb-e5f7-44de-b05c-3ac48a812bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838938 Jul 14 10:16:27.893709 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5bbe322f-3f67-4864-bc0a-91afe44d23e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:16:27.968000 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-02761dbb-d415-4ba8-8a82-5f4a5b64be7d req-4d33e591-d6e2-43bc-a701-63c7572152a6 service neutron] 10.222.0.65 "GET /v2.0/networks/742eb7cb-e5f7-44de-b05c-3ac48a812bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929863 Jul 14 10:16:28.678810 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cdd277-63d3-4e99-bb30-ecc6c2264ca5 req-8ab83703-0079-4850-bacc-22444e345061 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:16:28.680353 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-75cdd277-63d3-4e99-bb30-ecc6c2264ca5 req-8ab83703-0079-4850-bacc-22444e345061 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/ports?device_id=c031f70d-987c-423b-8564-37f1b609c686 HTTP/1.1" status: 200 len: 943 time: 0.0650921 Jul 14 10:16:28.718283 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-75cdd277-63d3-4e99-bb30-ecc6c2264ca5 req-2a33c3a3-df0a-4a67-b49d-054536f4116c tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/security-groups?id=5b2dd5c6-a0e3-4c42-bf23-d97ecb5ddeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323646 Jul 14 10:16:28.997293 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c031f70d-987c-423b-8564-37f1b609c686', 'tag': '733499ef-fe56-45bf-bc84-5fdf25a306d3'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:16:28.999831 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}175264a25d5f1cec9b1451f1a8cc8ced5d4502f5c48740ac7c6845d527b2175b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b62f12e-15d8-4f03-bf4c-d144b8d02b9e" -d '{"events": [{"name": "network-changed", "server_uuid": "c031f70d-987c-423b-8564-37f1b609c686", "tag": "733499ef-fe56-45bf-bc84-5fdf25a306d3"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:16:29.051698 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:16:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19b41eee-a3b3-4443-82cc-89bd625a0031 x-openstack-request-id: req-19b41eee-a3b3-4443-82cc-89bd625a0031 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:16:29.051998 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c031f70d-987c-423b-8564-37f1b609c686", "tag": "733499ef-fe56-45bf-bc84-5fdf25a306d3", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:16:29.052253 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-19b41eee-a3b3-4443-82cc-89bd625a0031 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:16:29.052649 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c031f70d-987c-423b-8564-37f1b609c686', 'tag': '733499ef-fe56-45bf-bc84-5fdf25a306d3', 'status': 'completed', 'code': 200} Jul 14 10:16:29.194452 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b62f12e-15d8-4f03-bf4c-d144b8d02b9e req-e2976310-ec80-4489-ad1c-e63e9f5c36ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:16:29.196015 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5b62f12e-15d8-4f03-bf4c-d144b8d02b9e req-e2976310-ec80-4489-ad1c-e63e9f5c36ee service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1f9c0a4e933c47379e1aa8c6bf9c0620&device_id=c031f70d-987c-423b-8564-37f1b609c686 HTTP/1.1" status: 200 len: 1095 time: 0.0990009 Jul 14 10:16:29.198623 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b62f12e-15d8-4f03-bf4c-d144b8d02b9e req-9d605b55-00e6-4bc1-8c2d-f10e8e5ae0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:16:29.200049 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5b62f12e-15d8-4f03-bf4c-d144b8d02b9e req-9d605b55-00e6-4bc1-8c2d-f10e8e5ae0bf service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=1f9c0a4e933c47379e1aa8c6bf9c0620&device_id=c031f70d-987c-423b-8564-37f1b609c686 HTTP/1.1" status: 200 len: 1095 time: 0.1018081 Jul 14 10:16:29.359087 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b62f12e-15d8-4f03-bf4c-d144b8d02b9e req-92cf9135-1c70-4b8b-87de-3a844f76501a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:16:29.360472 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5b62f12e-15d8-4f03-bf4c-d144b8d02b9e req-92cf9135-1c70-4b8b-87de-3a844f76501a service neutron] 10.222.0.65 "GET /v2.0/networks?id=742eb7cb-e5f7-44de-b05c-3ac48a812bcf HTTP/1.1" status: 200 len: 911 time: 0.1497543 Jul 14 10:16:29.361402 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b62f12e-15d8-4f03-bf4c-d144b8d02b9e req-7460a94b-036a-4a80-b673-a7e703009d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:16:29.362726 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5b62f12e-15d8-4f03-bf4c-d144b8d02b9e req-7460a94b-036a-4a80-b673-a7e703009d46 service neutron] 10.222.0.57 "GET /v2.0/networks?id=742eb7cb-e5f7-44de-b05c-3ac48a812bcf HTTP/1.1" status: 200 len: 911 time: 0.1594636 Jul 14 10:16:29.472443 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5b62f12e-15d8-4f03-bf4c-d144b8d02b9e req-9cb124e5-c56e-4d32-96be-c4a0d640ccd7 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=733499ef-fe56-45bf-bc84-5fdf25a306d3 HTTP/1.1" status: 200 len: 999 time: 0.1052577 Jul 14 10:16:29.474211 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5b62f12e-15d8-4f03-bf4c-d144b8d02b9e req-74eb197a-4eae-4059-b746-37926fa77097 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=733499ef-fe56-45bf-bc84-5fdf25a306d3 HTTP/1.1" status: 200 len: 999 time: 0.1011071 Jul 14 10:16:29.560055 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b62f12e-15d8-4f03-bf4c-d144b8d02b9e req-1600d9b2-c6c4-41a3-8178-edc390f8d9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:16:29.562147 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5b62f12e-15d8-4f03-bf4c-d144b8d02b9e req-1600d9b2-c6c4-41a3-8178-edc390f8d9d2 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=db7cecf2-4301-4c3f-bbb1-78ad80d93968 HTTP/1.1" status: 200 len: 849 time: 0.0823867 Jul 14 10:16:29.564096 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b62f12e-15d8-4f03-bf4c-d144b8d02b9e req-46586489-67e3-499c-be8c-77d7fd4198e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:16:29.565546 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5b62f12e-15d8-4f03-bf4c-d144b8d02b9e req-46586489-67e3-499c-be8c-77d7fd4198e3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=db7cecf2-4301-4c3f-bbb1-78ad80d93968 HTTP/1.1" status: 200 len: 849 time: 0.0783453 Jul 14 10:16:29.672322 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b62f12e-15d8-4f03-bf4c-d144b8d02b9e req-689fb2fd-1840-40ff-bfa7-ac9cbb25b46a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:16:29.672743 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5b62f12e-15d8-4f03-bf4c-d144b8d02b9e req-689fb2fd-1840-40ff-bfa7-ac9cbb25b46a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=742eb7cb-e5f7-44de-b05c-3ac48a812bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1014154 Jul 14 10:16:29.675508 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b62f12e-15d8-4f03-bf4c-d144b8d02b9e req-6c72f02b-e34f-4c7b-8b1d-3db37dacf55d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:16:29.676887 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5b62f12e-15d8-4f03-bf4c-d144b8d02b9e req-6c72f02b-e34f-4c7b-8b1d-3db37dacf55d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=742eb7cb-e5f7-44de-b05c-3ac48a812bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0972099 Jul 14 10:16:30.130677 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 733499ef-fe56-45bf-bc84-5fdf25a306d3 no longer exists at agent hyperv_n-h2-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:16:30.177690 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 733499ef-fe56-45bf-bc84-5fdf25a306d3 not bound to the agent host n-h2-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:16:30.182355 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5b62f12e-15d8-4f03-bf4c-d144b8d02b9e req-d97fed15-f777-46f8-9593-8baeb7b21f2c service neutron] 10.222.0.57 "GET /v2.0/networks/742eb7cb-e5f7-44de-b05c-3ac48a812bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5026703 Jul 14 10:16:30.186045 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5b62f12e-15d8-4f03-bf4c-d144b8d02b9e req-9445e681-bc0b-4282-9ca1-0acc0194ba4e service neutron] 10.222.0.65 "GET /v2.0/networks/742eb7cb-e5f7-44de-b05c-3ac48a812bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4984083 Jul 14 10:16:30.330989 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 733499ef-fe56-45bf-bc84-5fdf25a306d3 details requested by agent hyperv_n-h1-779913-29 with host n-h1-779913-29 {{(pid=93959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 10:16:30.339763 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904f7e10-d7b8-4523-9d14-66c9b6ecf160 req-848e9b86-c6a7-4134-bd04-60e30bed1e25 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:16:30.342207 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-904f7e10-d7b8-4523-9d14-66c9b6ecf160 req-848e9b86-c6a7-4134-bd04-60e30bed1e25 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/ports?device_id=c031f70d-987c-423b-8564-37f1b609c686 HTTP/1.1" status: 200 len: 943 time: 0.2269969 Jul 14 10:16:30.385827 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5b62f12e-15d8-4f03-bf4c-d144b8d02b9e req-ade980f6-961e-4fb6-a0c3-17cc19e14db7 service neutron] 10.222.0.65 "GET /v2.0/networks/742eb7cb-e5f7-44de-b05c-3ac48a812bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1857808 Jul 14 10:16:30.389353 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5b62f12e-15d8-4f03-bf4c-d144b8d02b9e req-c28f6395-1dd9-4fe3-8114-ccb99777f230 service neutron] 10.222.0.57 "GET /v2.0/networks/742eb7cb-e5f7-44de-b05c-3ac48a812bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1984413 Jul 14 10:16:30.407325 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-904f7e10-d7b8-4523-9d14-66c9b6ecf160 req-d8ae03aa-a95d-47b3-b8c9-2e7b7fb85965 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/security-groups?id=5b2dd5c6-a0e3-4c42-bf23-d97ecb5ddeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569708 Jul 14 10:16:30.450302 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port 733499ef-fe56-45bf-bc84-5fdf25a306d3, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=733499ef-fe56-45bf-bc84-5fdf25a306d3,segment=NetworkSegment(d47c0a19-c61e-44d6-8c05-eb47451816f8),segment_id=d47c0a19-c61e-44d6-8c05-eb47451816f8)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:16:30.462787 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Returning: {'device': '733499ef-fe56-45bf-bc84-5fdf25a306d3', 'network_id': '742eb7cb-e5f7-44de-b05c-3ac48a812bcf', 'port_id': '733499ef-fe56-45bf-bc84-5fdf25a306d3', 'mac_address': 'fa:16:3e:a3:29:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 736, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db7cecf2-4301-4c3f-bbb1-78ad80d93968', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 10:16:30.500600 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:16:30.513941 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 733499ef-fe56-45bf-bc84-5fdf25a306d3 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:16:30.533769 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port 733499ef-fe56-45bf-bc84-5fdf25a306d3, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=733499ef-fe56-45bf-bc84-5fdf25a306d3,segment=NetworkSegment(d47c0a19-c61e-44d6-8c05-eb47451816f8),segment_id=d47c0a19-c61e-44d6-8c05-eb47451816f8)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:16:30.539015 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:16:30.587817 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Pushing event updated for resources: {'Port': ['ID=733499ef-fe56-45bf-bc84-5fdf25a306d3,revision_number=8']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:16:30.596323 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:16:30.596679 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:16:30.597105 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:16:30.597430 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:16:30.597726 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:16:30.598169 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:16:30.598478 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:16:30.598811 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:16:30.599145 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:16:30.599505 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:16:30.599836 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:16:30.600159 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:16:30.857294 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d4c6dc-d121-472e-a542-9148c1773a1d req-2ed10475-f92a-4a1d-afdb-e0257ce2c41d tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:16:30.858690 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-11d4c6dc-d121-472e-a542-9148c1773a1d req-2ed10475-f92a-4a1d-afdb-e0257ce2c41d tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.65 "GET /v2.0/ports?device_id=c031f70d-987c-423b-8564-37f1b609c686&tenant_id=1f9c0a4e933c47379e1aa8c6bf9c0620&binding%3Ahost_id=n-h1-779913-29 HTTP/1.1" status: 200 len: 944 time: 0.0763607 Jul 14 10:16:30.870836 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] get_ports_and_sgs() called for port_ids ['733499ef-fe56-45bf-bc84-5fdf25a306d3'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:16:30.968177 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-11d4c6dc-d121-472e-a542-9148c1773a1d req-28b2c62f-afdf-4a35-9f5d-f255b7ce1b75 service neutron] 10.222.0.65 "GET /v2.0/ports/733499ef-fe56-45bf-bc84-5fdf25a306d3/bindings/n-h1-779913-29 HTTP/1.1" status: 200 len: 383 time: 0.0999870 Jul 14 10:16:30.985391 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35942346-eedc-4d1b-b2dd-f382c3869f3f req-7d8787eb-8857-43e2-a388-b185d22ef403 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:16:30.987037 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-35942346-eedc-4d1b-b2dd-f382c3869f3f req-7d8787eb-8857-43e2-a388-b185d22ef403 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/ports?device_id=c031f70d-987c-423b-8564-37f1b609c686 HTTP/1.1" status: 200 len: 944 time: 0.1273921 Jul 14 10:16:31.065464 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-35942346-eedc-4d1b-b2dd-f382c3869f3f req-e4e3cc3a-af99-42ae-9155-2b9ec7d50da6 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/security-groups?id=5b2dd5c6-a0e3-4c42-bf23-d97ecb5ddeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703137 Jul 14 10:16:31.085345 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d4c6dc-d121-472e-a542-9148c1773a1d req-e429b4df-bdb4-4783-8e02-93004477c0da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:16:31.086897 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-11d4c6dc-d121-472e-a542-9148c1773a1d req-e429b4df-bdb4-4783-8e02-93004477c0da service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=1f9c0a4e933c47379e1aa8c6bf9c0620&device_id=c031f70d-987c-423b-8564-37f1b609c686 HTTP/1.1" status: 200 len: 1096 time: 0.0719681 Jul 14 10:16:31.192978 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d4c6dc-d121-472e-a542-9148c1773a1d req-3104d233-50cf-4a5d-8d15-cff22419086b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:16:31.194393 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-11d4c6dc-d121-472e-a542-9148c1773a1d req-3104d233-50cf-4a5d-8d15-cff22419086b service neutron] 10.222.0.65 "GET /v2.0/networks?id=742eb7cb-e5f7-44de-b05c-3ac48a812bcf HTTP/1.1" status: 200 len: 911 time: 0.0935991 Jul 14 10:16:31.260211 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-11d4c6dc-d121-472e-a542-9148c1773a1d req-bcb07e43-5029-46de-ad25-554820e15f72 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=733499ef-fe56-45bf-bc84-5fdf25a306d3 HTTP/1.1" status: 200 len: 1000 time: 0.0590651 Jul 14 10:16:31.309415 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d4c6dc-d121-472e-a542-9148c1773a1d req-bb138fb2-b907-4f1c-9f8a-1f8da0f263e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:16:31.311501 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-11d4c6dc-d121-472e-a542-9148c1773a1d req-bb138fb2-b907-4f1c-9f8a-1f8da0f263e8 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=db7cecf2-4301-4c3f-bbb1-78ad80d93968 HTTP/1.1" status: 200 len: 849 time: 0.0446565 Jul 14 10:16:31.384316 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d4c6dc-d121-472e-a542-9148c1773a1d req-00eb2de2-beb7-4488-9e02-2abc44d3b507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:16:31.386106 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-11d4c6dc-d121-472e-a542-9148c1773a1d req-00eb2de2-beb7-4488-9e02-2abc44d3b507 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=742eb7cb-e5f7-44de-b05c-3ac48a812bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0680118 Jul 14 10:16:31.483458 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-11d4c6dc-d121-472e-a542-9148c1773a1d req-96f99525-83a1-48df-b385-9798ee5b421b service neutron] 10.222.0.65 "GET /v2.0/networks/742eb7cb-e5f7-44de-b05c-3ac48a812bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903194 Jul 14 10:16:31.584614 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-11d4c6dc-d121-472e-a542-9148c1773a1d req-a605cc93-c264-4c31-81f5-d3e9b9013f2a service neutron] 10.222.0.65 "GET /v2.0/networks/742eb7cb-e5f7-44de-b05c-3ac48a812bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947993 Jul 14 10:16:32.262459 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d6d0e2-6203-46fd-a8c9-ac3e25a6dd93 req-26ea5551-a0da-43c2-92bd-0bf1fda87134 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:16:32.264518 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-01d6d0e2-6203-46fd-a8c9-ac3e25a6dd93 req-26ea5551-a0da-43c2-92bd-0bf1fda87134 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/ports?device_id=c031f70d-987c-423b-8564-37f1b609c686 HTTP/1.1" status: 200 len: 944 time: 0.0734506 Jul 14 10:16:32.310885 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-01d6d0e2-6203-46fd-a8c9-ac3e25a6dd93 req-8f3450c0-8730-4531-aa69-f75972b90a31 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/security-groups?id=5b2dd5c6-a0e3-4c42-bf23-d97ecb5ddeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396898 Jul 14 10:16:32.330775 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 733499ef-fe56-45bf-bc84-5fdf25a306d3 up at agent hyperv_n-h1-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:16:32.381370 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Provisioning for port 733499ef-fe56-45bf-bc84-5fdf25a306d3 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:16:32.385025 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Provisioning complete for port 733499ef-fe56-45bf-bc84-5fdf25a306d3 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:16:32.385393 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:16:32.475161 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:16:32.499641 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c031f70d-987c-423b-8564-37f1b609c686', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '733499ef-fe56-45bf-bc84-5fdf25a306d3'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:16:32.501989 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}329bd6c07f982fc6c8be245f0be026b528efb6c8a9415522477faf1b9157eba4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87094338-99c0-4e73-8199-ba68fe74bca8" -d '{"events": [{"server_uuid": "c031f70d-987c-423b-8564-37f1b609c686", "name": "network-vif-plugged", "status": "completed", "tag": "733499ef-fe56-45bf-bc84-5fdf25a306d3"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:16:32.515451 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port 733499ef-fe56-45bf-bc84-5fdf25a306d3, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=733499ef-fe56-45bf-bc84-5fdf25a306d3,segment=NetworkSegment(d47c0a19-c61e-44d6-8c05-eb47451816f8),segment_id=d47c0a19-c61e-44d6-8c05-eb47451816f8)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:16:32.520265 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:16:32.582108 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:16:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2bc10a3-4a5b-4e9e-b58f-b2cf207129e6 x-openstack-request-id: req-d2bc10a3-4a5b-4e9e-b58f-b2cf207129e6 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:16:32.582390 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c031f70d-987c-423b-8564-37f1b609c686", "name": "network-vif-plugged", "status": "completed", "tag": "733499ef-fe56-45bf-bc84-5fdf25a306d3", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:16:32.582647 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-d2bc10a3-4a5b-4e9e-b58f-b2cf207129e6 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:16:32.583072 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c031f70d-987c-423b-8564-37f1b609c686', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '733499ef-fe56-45bf-bc84-5fdf25a306d3', 'code': 200} Jul 14 10:16:32.592497 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Pushing event updated for resources: {'Port': ['ID=733499ef-fe56-45bf-bc84-5fdf25a306d3,revision_number=9']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:16:33.510624 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2e13dd-1470-4cc8-b776-771cfd93923b req-3c9c3d60-b653-400a-bcb1-c463ed2a57e1 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:16:33.512569 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ce2e13dd-1470-4cc8-b776-771cfd93923b req-3c9c3d60-b653-400a-bcb1-c463ed2a57e1 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/ports?device_id=c031f70d-987c-423b-8564-37f1b609c686 HTTP/1.1" status: 200 len: 945 time: 0.0698993 Jul 14 10:16:33.561483 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ce2e13dd-1470-4cc8-b776-771cfd93923b req-9b7e7bfb-8e58-4047-a2b2-9c18fe333376 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/security-groups?id=5b2dd5c6-a0e3-4c42-bf23-d97ecb5ddeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418239 Jul 14 10:16:33.773625 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d4c6dc-d121-472e-a542-9148c1773a1d req-2c3d1a7e-e2b0-461a-a138-12d752102a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:16:33.775236 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-11d4c6dc-d121-472e-a542-9148c1773a1d req-2c3d1a7e-e2b0-461a-a138-12d752102a00 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=c031f70d-987c-423b-8564-37f1b609c686&tenant_id=1f9c0a4e933c47379e1aa8c6bf9c0620 HTTP/1.1" status: 200 len: 1097 time: 0.0593262 Jul 14 10:16:33.792606 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-11d4c6dc-d121-472e-a542-9148c1773a1d req-35258254-c3f3-4356-b369-20441e76c92b service neutron] Request body: {'port': {'binding:host_id': 'n-h2-779913-29', 'device_owner': 'compute:nova'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:16:33.870372 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-11d4c6dc-d121-472e-a542-9148c1773a1d req-35258254-c3f3-4356-b369-20441e76c92b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:16:34.090459 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-11d4c6dc-d121-472e-a542-9148c1773a1d req-35258254-c3f3-4356-b369-20441e76c92b service neutron] For port 733499ef-fe56-45bf-bc84-5fdf25a306d3, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=733499ef-fe56-45bf-bc84-5fdf25a306d3,segment=NetworkSegment(d47c0a19-c61e-44d6-8c05-eb47451816f8),segment_id=d47c0a19-c61e-44d6-8c05-eb47451816f8)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:16:34.133870 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-11d4c6dc-d121-472e-a542-9148c1773a1d req-35258254-c3f3-4356-b369-20441e76c92b service neutron] For port 733499ef-fe56-45bf-bc84-5fdf25a306d3, host n-h1-779913-29, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:16:34.178768 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c031f70d-987c-423b-8564-37f1b609c686', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '733499ef-fe56-45bf-bc84-5fdf25a306d3'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:16:34.181145 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}175264a25d5f1cec9b1451f1a8cc8ced5d4502f5c48740ac7c6845d527b2175b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-257f3a08-82a6-471f-a61a-95f14bb1735d" -d '{"events": [{"server_uuid": "c031f70d-987c-423b-8564-37f1b609c686", "name": "network-vif-unplugged", "status": "completed", "tag": "733499ef-fe56-45bf-bc84-5fdf25a306d3"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:16:34.185078 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-11d4c6dc-d121-472e-a542-9148c1773a1d req-35258254-c3f3-4356-b369-20441e76c92b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:16:34.198853 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [req-11d4c6dc-d121-472e-a542-9148c1773a1d req-35258254-c3f3-4356-b369-20441e76c92b service neutron] Transition to ACTIVE for port object 733499ef-fe56-45bf-bc84-5fdf25a306d3 will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:16:34.202468 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-11d4c6dc-d121-472e-a542-9148c1773a1d req-35258254-c3f3-4356-b369-20441e76c92b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:16:34.239805 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 10:16:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-beb1cecf-83bd-45bf-aaf1-a23a145703cf x-openstack-request-id: req-beb1cecf-83bd-45bf-aaf1-a23a145703cf {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:16:34.240106 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c031f70d-987c-423b-8564-37f1b609c686", "name": "network-vif-unplugged", "status": "completed", "tag": "733499ef-fe56-45bf-bc84-5fdf25a306d3", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:16:34.240363 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-beb1cecf-83bd-45bf-aaf1-a23a145703cf {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:16:34.240757 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c031f70d-987c-423b-8564-37f1b609c686', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '733499ef-fe56-45bf-bc84-5fdf25a306d3', 'code': 200} Jul 14 10:16:34.284879 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35258254-c3f3-4356-b369-20441e76c92b service neutron] Pushing event updated for resources: {'Port': ['ID=733499ef-fe56-45bf-bc84-5fdf25a306d3,revision_number=10']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:16:34.333322 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-11d4c6dc-d121-472e-a542-9148c1773a1d req-35258254-c3f3-4356-b369-20441e76c92b service neutron] No DVR routers for this DVR port 733499ef-fe56-45bf-bc84-5fdf25a306d3 on host n-h1-779913-29 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:16:34.477953 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-11d4c6dc-d121-472e-a542-9148c1773a1d req-35258254-c3f3-4356-b369-20441e76c92b service neutron] Attempting to bind port 733499ef-fe56-45bf-bc84-5fdf25a306d3 on host n-h2-779913-29 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:16:34.478292 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-11d4c6dc-d121-472e-a542-9148c1773a1d req-35258254-c3f3-4356-b369-20441e76c92b service neutron] Attempting to bind port 733499ef-fe56-45bf-bc84-5fdf25a306d3 by drivers openvswitch,hyperv on host n-h2-779913-29 at level 0 using segments [{'id': 'd47c0a19-c61e-44d6-8c05-eb47451816f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '742eb7cb-e5f7-44de-b05c-3ac48a812bcf'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:16:34.478628 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11d4c6dc-d121-472e-a542-9148c1773a1d req-35258254-c3f3-4356-b369-20441e76c92b service neutron] Attempting to bind port 733499ef-fe56-45bf-bc84-5fdf25a306d3 on network 742eb7cb-e5f7-44de-b05c-3ac48a812bcf {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:16:34.483652 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11d4c6dc-d121-472e-a542-9148c1773a1d req-35258254-c3f3-4356-b369-20441e76c92b service neutron] Port 733499ef-fe56-45bf-bc84-5fdf25a306d3 on network 742eb7cb-e5f7-44de-b05c-3ac48a812bcf not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-29 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 10:16:34.483968 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11d4c6dc-d121-472e-a542-9148c1773a1d req-35258254-c3f3-4356-b369-20441e76c92b service neutron] Attempting to bind port 733499ef-fe56-45bf-bc84-5fdf25a306d3 on network 742eb7cb-e5f7-44de-b05c-3ac48a812bcf {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:16:34.488801 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11d4c6dc-d121-472e-a542-9148c1773a1d req-35258254-c3f3-4356-b369-20441e76c92b service neutron] Checking agent: {'id': '013e4a3b-a634-47b8-b6a5-1a25109b73fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 13, 13), 'started_at': datetime.datetime(2021, 7, 14, 9, 13, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 16, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:16:34.489118 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11d4c6dc-d121-472e-a542-9148c1773a1d req-35258254-c3f3-4356-b369-20441e76c92b service neutron] Checking segment: {'id': 'd47c0a19-c61e-44d6-8c05-eb47451816f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '742eb7cb-e5f7-44de-b05c-3ac48a812bcf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:16:34.489582 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11d4c6dc-d121-472e-a542-9148c1773a1d req-35258254-c3f3-4356-b369-20441e76c92b service neutron] Bound using segment: {'id': 'd47c0a19-c61e-44d6-8c05-eb47451816f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '742eb7cb-e5f7-44de-b05c-3ac48a812bcf'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:16:34.489959 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-11d4c6dc-d121-472e-a542-9148c1773a1d req-35258254-c3f3-4356-b369-20441e76c92b service neutron] Bound port: 733499ef-fe56-45bf-bc84-5fdf25a306d3, host: n-h2-779913-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd47c0a19-c61e-44d6-8c05-eb47451816f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '742eb7cb-e5f7-44de-b05c-3ac48a812bcf'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:16:34.490328 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-11d4c6dc-d121-472e-a542-9148c1773a1d req-35258254-c3f3-4356-b369-20441e76c92b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:16:34.556210 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-11d4c6dc-d121-472e-a542-9148c1773a1d req-35258254-c3f3-4356-b369-20441e76c92b service neutron] For port 733499ef-fe56-45bf-bc84-5fdf25a306d3, host n-h2-779913-29, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:16:34.559280 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-11d4c6dc-d121-472e-a542-9148c1773a1d req-35258254-c3f3-4356-b369-20441e76c92b service neutron] For port 733499ef-fe56-45bf-bc84-5fdf25a306d3, host n-h2-779913-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=733499ef-fe56-45bf-bc84-5fdf25a306d3,segment=NetworkSegment(d47c0a19-c61e-44d6-8c05-eb47451816f8),segment_id=d47c0a19-c61e-44d6-8c05-eb47451816f8)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:16:34.563026 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-11d4c6dc-d121-472e-a542-9148c1773a1d req-35258254-c3f3-4356-b369-20441e76c92b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:16:34.596898 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d4c6dc-d121-472e-a542-9148c1773a1d req-35258254-c3f3-4356-b369-20441e76c92b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:16:34.597526 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-11d4c6dc-d121-472e-a542-9148c1773a1d req-35258254-c3f3-4356-b369-20441e76c92b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:16:34.598943 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-11d4c6dc-d121-472e-a542-9148c1773a1d req-35258254-c3f3-4356-b369-20441e76c92b service neutron] 10.222.0.57 "PUT /v2.0/ports/733499ef-fe56-45bf-bc84-5fdf25a306d3 HTTP/1.1" status: 200 len: 1093 time: 0.8106892 Jul 14 10:16:34.621213 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35258254-c3f3-4356-b369-20441e76c92b service neutron] Pushing event updated for resources: {'Port': ['ID=733499ef-fe56-45bf-bc84-5fdf25a306d3,revision_number=11']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:16:34.703633 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d4c6dc-d121-472e-a542-9148c1773a1d req-488f377c-84f9-49b4-acde-5c3ac3b60f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:16:34.705233 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-11d4c6dc-d121-472e-a542-9148c1773a1d req-488f377c-84f9-49b4-acde-5c3ac3b60f53 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1f9c0a4e933c47379e1aa8c6bf9c0620&device_id=c031f70d-987c-423b-8564-37f1b609c686 HTTP/1.1" status: 200 len: 1096 time: 0.0638261 Jul 14 10:16:34.799777 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dd2d9e-cf6f-4429-a4c5-74958c3ed7c7 req-88df7e61-9786-483b-8353-5f261a899ea6 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:16:34.802607 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-99dd2d9e-cf6f-4429-a4c5-74958c3ed7c7 req-88df7e61-9786-483b-8353-5f261a899ea6 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/ports?device_id=c031f70d-987c-423b-8564-37f1b609c686 HTTP/1.1" status: 200 len: 944 time: 0.0876923 Jul 14 10:16:34.808927 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d4c6dc-d121-472e-a542-9148c1773a1d req-e60b6c87-6410-44e2-9bd4-3ec677436c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:16:34.810510 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-11d4c6dc-d121-472e-a542-9148c1773a1d req-e60b6c87-6410-44e2-9bd4-3ec677436c83 service neutron] 10.222.0.57 "GET /v2.0/networks?id=742eb7cb-e5f7-44de-b05c-3ac48a812bcf HTTP/1.1" status: 200 len: 911 time: 0.0991561 Jul 14 10:16:34.847070 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-99dd2d9e-cf6f-4429-a4c5-74958c3ed7c7 req-68766e47-4e9e-48da-9f47-790e14146585 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/security-groups?id=5b2dd5c6-a0e3-4c42-bf23-d97ecb5ddeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389929 Jul 14 10:16:34.887615 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-11d4c6dc-d121-472e-a542-9148c1773a1d req-c6f72a9b-1836-496f-9587-5f5489357949 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=733499ef-fe56-45bf-bc84-5fdf25a306d3 HTTP/1.1" status: 200 len: 999 time: 0.0709805 Jul 14 10:16:34.935920 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d4c6dc-d121-472e-a542-9148c1773a1d req-12c0c691-7fd9-4661-b954-9b6d97108a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:16:34.937298 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-11d4c6dc-d121-472e-a542-9148c1773a1d req-12c0c691-7fd9-4661-b954-9b6d97108a87 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=db7cecf2-4301-4c3f-bbb1-78ad80d93968 HTTP/1.1" status: 200 len: 849 time: 0.0436089 Jul 14 10:16:34.996910 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d4c6dc-d121-472e-a542-9148c1773a1d req-f4b56a8b-bd5e-4367-b6d7-999acd59f332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:16:34.998526 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-11d4c6dc-d121-472e-a542-9148c1773a1d req-f4b56a8b-bd5e-4367-b6d7-999acd59f332 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=742eb7cb-e5f7-44de-b05c-3ac48a812bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0552843 Jul 14 10:16:35.098842 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-11d4c6dc-d121-472e-a542-9148c1773a1d req-184699a0-0317-444b-a2a1-ec098eea78d2 service neutron] 10.222.0.57 "GET /v2.0/networks/742eb7cb-e5f7-44de-b05c-3ac48a812bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937631 Jul 14 10:16:35.195464 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-11d4c6dc-d121-472e-a542-9148c1773a1d req-afc27931-0c0e-4092-91fd-9ca19b36231a service neutron] 10.222.0.57 "GET /v2.0/networks/742eb7cb-e5f7-44de-b05c-3ac48a812bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896585 Jul 14 10:16:36.044088 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28eaa10-27e7-4adf-aa4f-2b16e63d73b0 req-1526b766-2ec4-4951-9840-1087a2846887 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:16:36.046176 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f28eaa10-27e7-4adf-aa4f-2b16e63d73b0 req-1526b766-2ec4-4951-9840-1087a2846887 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/ports?device_id=c031f70d-987c-423b-8564-37f1b609c686 HTTP/1.1" status: 200 len: 944 time: 0.0754585 Jul 14 10:16:36.084283 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f28eaa10-27e7-4adf-aa4f-2b16e63d73b0 req-9bd3ce61-0441-4303-8ee9-0d83b27f314b tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/security-groups?id=5b2dd5c6-a0e3-4c42-bf23-d97ecb5ddeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318460 Jul 14 10:16:36.146305 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 733499ef-fe56-45bf-bc84-5fdf25a306d3 details requested by agent hyperv_n-h2-779913-29 with host n-h2-779913-29 {{(pid=93959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 10:16:36.242115 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c031f70d-987c-423b-8564-37f1b609c686', 'tag': '733499ef-fe56-45bf-bc84-5fdf25a306d3'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:16:36.244388 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 733499ef-fe56-45bf-bc84-5fdf25a306d3, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=733499ef-fe56-45bf-bc84-5fdf25a306d3,segment=NetworkSegment(d47c0a19-c61e-44d6-8c05-eb47451816f8),segment_id=d47c0a19-c61e-44d6-8c05-eb47451816f8)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:16:36.244536 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}175264a25d5f1cec9b1451f1a8cc8ced5d4502f5c48740ac7c6845d527b2175b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-780a40d8-727f-4d9f-9886-0e7d10690cb5" -d '{"events": [{"name": "network-changed", "server_uuid": "c031f70d-987c-423b-8564-37f1b609c686", "tag": "733499ef-fe56-45bf-bc84-5fdf25a306d3"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:16:36.257079 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Returning: {'device': '733499ef-fe56-45bf-bc84-5fdf25a306d3', 'network_id': '742eb7cb-e5f7-44de-b05c-3ac48a812bcf', 'port_id': '733499ef-fe56-45bf-bc84-5fdf25a306d3', 'mac_address': 'fa:16:3e:a3:29:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 736, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db7cecf2-4301-4c3f-bbb1-78ad80d93968', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 10:16:36.293223 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:16:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab4f7813-4d05-4dfb-ab42-2702a79ac457 x-openstack-request-id: req-ab4f7813-4d05-4dfb-ab42-2702a79ac457 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:16:36.293707 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c031f70d-987c-423b-8564-37f1b609c686", "tag": "733499ef-fe56-45bf-bc84-5fdf25a306d3", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:16:36.293968 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-ab4f7813-4d05-4dfb-ab42-2702a79ac457 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:16:36.294374 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c031f70d-987c-423b-8564-37f1b609c686', 'tag': '733499ef-fe56-45bf-bc84-5fdf25a306d3', 'status': 'completed', 'code': 200} Jul 14 10:16:36.297709 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:16:36.310754 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 733499ef-fe56-45bf-bc84-5fdf25a306d3 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:16:36.331501 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 733499ef-fe56-45bf-bc84-5fdf25a306d3, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=733499ef-fe56-45bf-bc84-5fdf25a306d3,segment=NetworkSegment(d47c0a19-c61e-44d6-8c05-eb47451816f8),segment_id=d47c0a19-c61e-44d6-8c05-eb47451816f8)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:16:36.336023 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:16:36.361467 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 733499ef-fe56-45bf-bc84-5fdf25a306d3 no longer exists at agent hyperv_n-h1-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:16:36.420765 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Pushing event updated for resources: {'Port': ['ID=733499ef-fe56-45bf-bc84-5fdf25a306d3,revision_number=12']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:16:36.425540 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 733499ef-fe56-45bf-bc84-5fdf25a306d3 not bound to the agent host n-h1-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:16:36.439254 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780a40d8-727f-4d9f-9886-0e7d10690cb5 req-40466b59-dec7-4c5e-b07f-a3d34c0725a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:16:36.440756 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-780a40d8-727f-4d9f-9886-0e7d10690cb5 req-40466b59-dec7-4c5e-b07f-a3d34c0725a8 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=1f9c0a4e933c47379e1aa8c6bf9c0620&device_id=c031f70d-987c-423b-8564-37f1b609c686 HTTP/1.1" status: 200 len: 1097 time: 0.0933754 Jul 14 10:16:36.443472 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780a40d8-727f-4d9f-9886-0e7d10690cb5 req-264dc1f4-fb8d-4fa6-bb77-afe01ccd7589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:16:36.444866 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-780a40d8-727f-4d9f-9886-0e7d10690cb5 req-264dc1f4-fb8d-4fa6-bb77-afe01ccd7589 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1f9c0a4e933c47379e1aa8c6bf9c0620&device_id=c031f70d-987c-423b-8564-37f1b609c686 HTTP/1.1" status: 200 len: 1097 time: 0.1076224 Jul 14 10:16:36.601571 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780a40d8-727f-4d9f-9886-0e7d10690cb5 req-4a24d993-2ae7-4214-a492-0ffccb3e4288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:16:36.603483 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-780a40d8-727f-4d9f-9886-0e7d10690cb5 req-4a24d993-2ae7-4214-a492-0ffccb3e4288 service neutron] 10.222.0.65 "GET /v2.0/networks?id=742eb7cb-e5f7-44de-b05c-3ac48a812bcf HTTP/1.1" status: 200 len: 911 time: 0.1566272 Jul 14 10:16:36.604578 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780a40d8-727f-4d9f-9886-0e7d10690cb5 req-1538e489-085f-4013-93d8-89ffbab122c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:16:36.606000 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-780a40d8-727f-4d9f-9886-0e7d10690cb5 req-1538e489-085f-4013-93d8-89ffbab122c8 service neutron] 10.222.0.57 "GET /v2.0/networks?id=742eb7cb-e5f7-44de-b05c-3ac48a812bcf HTTP/1.1" status: 200 len: 911 time: 0.1512790 Jul 14 10:16:36.725431 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-780a40d8-727f-4d9f-9886-0e7d10690cb5 req-031c3e41-eba9-4df7-a5e5-4278eee0305e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=733499ef-fe56-45bf-bc84-5fdf25a306d3 HTTP/1.1" status: 200 len: 1000 time: 0.1145892 Jul 14 10:16:36.727141 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-780a40d8-727f-4d9f-9886-0e7d10690cb5 req-1d02c40e-1d93-4110-9263-eee4f4a519be service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=733499ef-fe56-45bf-bc84-5fdf25a306d3 HTTP/1.1" status: 200 len: 1000 time: 0.1054540 Jul 14 10:16:36.817156 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780a40d8-727f-4d9f-9886-0e7d10690cb5 req-51076470-b4c9-4077-9cb2-cc47fabd45ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:16:36.818701 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-780a40d8-727f-4d9f-9886-0e7d10690cb5 req-51076470-b4c9-4077-9cb2-cc47fabd45ab service neutron] 10.222.0.65 "GET /v2.0/subnets?id=db7cecf2-4301-4c3f-bbb1-78ad80d93968 HTTP/1.1" status: 200 len: 849 time: 0.0867612 Jul 14 10:16:36.834872 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780a40d8-727f-4d9f-9886-0e7d10690cb5 req-dd0f5681-81eb-4450-9d96-8ba25b80b4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:16:36.836296 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-780a40d8-727f-4d9f-9886-0e7d10690cb5 req-dd0f5681-81eb-4450-9d96-8ba25b80b4a9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=db7cecf2-4301-4c3f-bbb1-78ad80d93968 HTTP/1.1" status: 200 len: 849 time: 0.0720584 Jul 14 10:16:36.934538 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780a40d8-727f-4d9f-9886-0e7d10690cb5 req-92941de7-a8ac-4859-b232-33394814e2af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:16:36.936408 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-780a40d8-727f-4d9f-9886-0e7d10690cb5 req-92941de7-a8ac-4859-b232-33394814e2af service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=742eb7cb-e5f7-44de-b05c-3ac48a812bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1104362 Jul 14 10:16:36.939465 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780a40d8-727f-4d9f-9886-0e7d10690cb5 req-c4dc0376-7bd2-4fac-8966-8149ace56bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:16:36.941072 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-780a40d8-727f-4d9f-9886-0e7d10690cb5 req-c4dc0376-7bd2-4fac-8966-8149ace56bda service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=742eb7cb-e5f7-44de-b05c-3ac48a812bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0846729 Jul 14 10:16:37.112937 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-780a40d8-727f-4d9f-9886-0e7d10690cb5 req-d3e8a829-b2bf-4bf4-aef1-9035faea34a0 service neutron] 10.222.0.65 "GET /v2.0/networks/742eb7cb-e5f7-44de-b05c-3ac48a812bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1701539 Jul 14 10:16:37.115565 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-780a40d8-727f-4d9f-9886-0e7d10690cb5 req-aa82a7bb-7582-428d-ab6d-ca6e7401c0fb service neutron] 10.222.0.57 "GET /v2.0/networks/742eb7cb-e5f7-44de-b05c-3ac48a812bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646976 Jul 14 10:16:37.312293 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-780a40d8-727f-4d9f-9886-0e7d10690cb5 req-40aa7523-05eb-4935-8610-f05ec652ee45 service neutron] 10.222.0.65 "GET /v2.0/networks/742eb7cb-e5f7-44de-b05c-3ac48a812bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1919410 Jul 14 10:16:37.334141 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-780a40d8-727f-4d9f-9886-0e7d10690cb5 req-8269c1cc-f8b8-40d7-a2ec-5cc229237298 service neutron] 10.222.0.57 "GET /v2.0/networks/742eb7cb-e5f7-44de-b05c-3ac48a812bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2042284 Jul 14 10:16:37.351508 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07929bad-1712-4514-8223-0396cf984fd0 req-9db9aa7b-5587-4ddf-b2fe-4f4b283cb31d tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:16:37.353079 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-07929bad-1712-4514-8223-0396cf984fd0 req-9db9aa7b-5587-4ddf-b2fe-4f4b283cb31d tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/ports?device_id=c031f70d-987c-423b-8564-37f1b609c686 HTTP/1.1" status: 200 len: 945 time: 0.1408684 Jul 14 10:16:37.395554 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-07929bad-1712-4514-8223-0396cf984fd0 req-3d4b63b3-d0a4-4eeb-acd2-495c9815ff33 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/security-groups?id=5b2dd5c6-a0e3-4c42-bf23-d97ecb5ddeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365026 Jul 14 10:16:37.585592 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd2fced-a141-488c-8743-c793d8dc39e3 req-5059af59-8bb8-4526-9a4a-4b8f65408cdb tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:16:37.587010 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-cbd2fced-a141-488c-8743-c793d8dc39e3 req-5059af59-8bb8-4526-9a4a-4b8f65408cdb tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/ports?device_id=c031f70d-987c-423b-8564-37f1b609c686 HTTP/1.1" status: 200 len: 945 time: 0.0682802 Jul 14 10:16:37.626781 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-cbd2fced-a141-488c-8743-c793d8dc39e3 req-380d1e89-925c-44fa-8389-ea9c18e072b2 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/security-groups?id=5b2dd5c6-a0e3-4c42-bf23-d97ecb5ddeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339336 Jul 14 10:16:37.746034 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] get_ports_and_sgs() called for port_ids ['733499ef-fe56-45bf-bc84-5fdf25a306d3'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:16:37.810930 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdb3ac6-8f9d-4dc2-8319-885fc64b235a req-9849219e-e922-4bf0-b1f1-6aeff7a5cbfc tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:16:37.812663 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-9bdb3ac6-8f9d-4dc2-8319-885fc64b235a req-9849219e-e922-4bf0-b1f1-6aeff7a5cbfc tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/ports?device_id=c031f70d-987c-423b-8564-37f1b609c686 HTTP/1.1" status: 200 len: 945 time: 0.0721040 Jul 14 10:16:37.853941 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-9bdb3ac6-8f9d-4dc2-8319-885fc64b235a req-508f28a1-7d49-45a7-a301-85d2d78fa2fe tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/security-groups?id=5b2dd5c6-a0e3-4c42-bf23-d97ecb5ddeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345490 Jul 14 10:16:38.251692 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134f6834-a81c-4bce-adc5-8d8794de9186 req-d612f250-53a7-49b6-99ae-ec5334daf6a8 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:16:38.253193 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-134f6834-a81c-4bce-adc5-8d8794de9186 req-d612f250-53a7-49b6-99ae-ec5334daf6a8 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/ports?device_id=c031f70d-987c-423b-8564-37f1b609c686 HTTP/1.1" status: 200 len: 945 time: 0.0665755 Jul 14 10:16:38.294184 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-134f6834-a81c-4bce-adc5-8d8794de9186 req-b1b66361-6e31-42b0-986e-faf56ed4371f tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/security-groups?id=5b2dd5c6-a0e3-4c42-bf23-d97ecb5ddeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344365 Jul 14 10:16:39.486445 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8076a56-62bc-431e-b95a-6dda99dc1da0 req-f9e7e5d8-909a-4dce-8a7a-e8d67f23b85c tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:16:39.488095 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d8076a56-62bc-431e-b95a-6dda99dc1da0 req-f9e7e5d8-909a-4dce-8a7a-e8d67f23b85c tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/ports?device_id=c031f70d-987c-423b-8564-37f1b609c686 HTTP/1.1" status: 200 len: 945 time: 0.0757542 Jul 14 10:16:39.527896 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d8076a56-62bc-431e-b95a-6dda99dc1da0 req-1bf7e5d3-bd06-49a5-9005-fbedb04676dc tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/security-groups?id=5b2dd5c6-a0e3-4c42-bf23-d97ecb5ddeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339549 Jul 14 10:16:39.619453 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9695672-6484-4506-b7e8-035cfc67e02b req-2e59893e-9377-4bc5-8bef-7a0978dfa4aa tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:16:39.620843 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c9695672-6484-4506-b7e8-035cfc67e02b req-2e59893e-9377-4bc5-8bef-7a0978dfa4aa tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.57 "GET /v2.0/ports?device_id=c031f70d-987c-423b-8564-37f1b609c686 HTTP/1.1" status: 200 len: 945 time: 0.0708203 Jul 14 10:16:40.019373 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [req-c9695672-6484-4506-b7e8-035cfc67e02b req-e641fcfe-b8fb-45e4-a860-7870cd1b2615 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Deleting port 733499ef-fe56-45bf-bc84-5fdf25a306d3 {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:16:40.019710 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-c9695672-6484-4506-b7e8-035cfc67e02b req-e641fcfe-b8fb-45e4-a860-7870cd1b2615 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:16:40.119809 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-c9695672-6484-4506-b7e8-035cfc67e02b req-e641fcfe-b8fb-45e4-a860-7870cd1b2615 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] For port 733499ef-fe56-45bf-bc84-5fdf25a306d3, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=733499ef-fe56-45bf-bc84-5fdf25a306d3,segment=NetworkSegment(d47c0a19-c61e-44d6-8c05-eb47451816f8),segment_id=d47c0a19-c61e-44d6-8c05-eb47451816f8)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:16:40.120161 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-c9695672-6484-4506-b7e8-035cfc67e02b req-e641fcfe-b8fb-45e4-a860-7870cd1b2615 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:16:40.151117 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 733499ef-fe56-45bf-bc84-5fdf25a306d3 up at agent hyperv_n-h2-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:16:40.208140 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Provisioning for port 733499ef-fe56-45bf-bc84-5fdf25a306d3 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:16:40.212800 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Provisioning complete for port 733499ef-fe56-45bf-bc84-5fdf25a306d3 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:16:40.213604 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:16:40.304661 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:16:40.304868 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-c9695672-6484-4506-b7e8-035cfc67e02b req-e641fcfe-b8fb-45e4-a860-7870cd1b2615 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:16:40.305218 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-c9695672-6484-4506-b7e8-035cfc67e02b req-e641fcfe-b8fb-45e4-a860-7870cd1b2615 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-660590'] for floatingip, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:16:40.305560 n-d-779913-29 neutron-server[93957]: INFO neutron.db.l3_db [req-c9695672-6484-4506-b7e8-035cfc67e02b req-e641fcfe-b8fb-45e4-a860-7870cd1b2615 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Floating IP 51571515-82e1-4b53-b062-d26503f86d08 disassociated. External IP: 172.25.4.43, port: 733499ef-fe56-45bf-bc84-5fdf25a306d3. Jul 14 10:16:40.305899 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [req-c9695672-6484-4506-b7e8-035cfc67e02b req-e641fcfe-b8fb-45e4-a860-7870cd1b2615 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Calling delete_port for 733499ef-fe56-45bf-bc84-5fdf25a306d3 owned by compute:nova {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:16:40.328862 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c031f70d-987c-423b-8564-37f1b609c686', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '733499ef-fe56-45bf-bc84-5fdf25a306d3'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:16:40.331153 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}329bd6c07f982fc6c8be245f0be026b528efb6c8a9415522477faf1b9157eba4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3974018c-7b9d-42c5-bf65-3fb360d1a047" -d '{"events": [{"server_uuid": "c031f70d-987c-423b-8564-37f1b609c686", "name": "network-vif-plugged", "status": "completed", "tag": "733499ef-fe56-45bf-bc84-5fdf25a306d3"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:16:40.345559 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 733499ef-fe56-45bf-bc84-5fdf25a306d3, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=733499ef-fe56-45bf-bc84-5fdf25a306d3,segment=NetworkSegment(d47c0a19-c61e-44d6-8c05-eb47451816f8),segment_id=d47c0a19-c61e-44d6-8c05-eb47451816f8)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:16:40.359284 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:16:40.389086 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:16:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-854d023e-1ad7-4476-9611-f4df6069380a x-openstack-request-id: req-854d023e-1ad7-4476-9611-f4df6069380a {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:16:40.389381 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c031f70d-987c-423b-8564-37f1b609c686", "name": "network-vif-plugged", "status": "completed", "tag": "733499ef-fe56-45bf-bc84-5fdf25a306d3", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:16:40.389664 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-854d023e-1ad7-4476-9611-f4df6069380a {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:16:40.390055 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c031f70d-987c-423b-8564-37f1b609c686', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '733499ef-fe56-45bf-bc84-5fdf25a306d3', 'code': 200} Jul 14 10:16:40.417354 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Pushing event updated for resources: {'Port': ['ID=733499ef-fe56-45bf-bc84-5fdf25a306d3,revision_number=13']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:16:40.456925 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-c9695672-6484-4506-b7e8-035cfc67e02b req-e641fcfe-b8fb-45e4-a860-7870cd1b2615 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:16:40.496488 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e641fcfe-b8fb-45e4-a860-7870cd1b2615 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Pushing event deleted for resources: {'Port': ['ID=733499ef-fe56-45bf-bc84-5fdf25a306d3,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:16:40.639339 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c9695672-6484-4506-b7e8-035cfc67e02b req-e641fcfe-b8fb-45e4-a860-7870cd1b2615 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Router c472c209-1674-43a7-9f24-adc6fdeb0ca0 has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:16:40.696115 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-5783205d-c90b-42c0-aa2a-ec09b6bff82f req-b7514143-b6b6-4808-bda6-b5672ac6f5a7 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/ports?device_id=c031f70d-987c-423b-8564-37f1b609c686 HTTP/1.1" status: 200 len: 210 time: 0.0345292 Jul 14 10:16:40.760498 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c9695672-6484-4506-b7e8-035cfc67e02b req-e641fcfe-b8fb-45e4-a860-7870cd1b2615 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:16:40.772096 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b35ba67-c3a1-48ec-8405-a04f6d8e983d None None] Sync routers for ids ['c472c209-1674-43a7-9f24-adc6fdeb0ca0'] in n-d-779913-29 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:16:40.785091 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b35ba67-c3a1-48ec-8405-a04f6d8e983d None None] Routers {'c472c209-1674-43a7-9f24-adc6fdeb0ca0'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:16:40.785685 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-9b35ba67-c3a1-48ec-8405-a04f6d8e983d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T10:16:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['c472c209-1674-43a7-9f24-adc6fdeb0ca0'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:16:40.804794 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9695672-6484-4506-b7e8-035cfc67e02b req-e641fcfe-b8fb-45e4-a860-7870cd1b2615 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] No DVR routers for this DVR port 733499ef-fe56-45bf-bc84-5fdf25a306d3 on host n-h2-779913-29 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:16:40.807646 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-c9695672-6484-4506-b7e8-035cfc67e02b req-e641fcfe-b8fb-45e4-a860-7870cd1b2615 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:16:40.809799 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c9695672-6484-4506-b7e8-035cfc67e02b req-e641fcfe-b8fb-45e4-a860-7870cd1b2615 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.57 "DELETE /v2.0/ports/733499ef-fe56-45bf-bc84-5fdf25a306d3 HTTP/1.1" status: 204 len: 173 time: 1.1836550 Jul 14 10:16:40.810822 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c031f70d-987c-423b-8564-37f1b609c686', 'name': 'network-vif-deleted', 'tag': '733499ef-fe56-45bf-bc84-5fdf25a306d3'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:16:40.813285 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}175264a25d5f1cec9b1451f1a8cc8ced5d4502f5c48740ac7c6845d527b2175b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-071b0bae-34c6-4716-99ce-1d8f6f18208a" -d '{"events": [{"server_uuid": "c031f70d-987c-423b-8564-37f1b609c686", "name": "network-vif-deleted", "tag": "733499ef-fe56-45bf-bc84-5fdf25a306d3"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:16:40.857329 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:16:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad55bf2c-e997-40da-a9f6-10ae6a0d8052 x-openstack-request-id: req-ad55bf2c-e997-40da-a9f6-10ae6a0d8052 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:16:40.857734 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c031f70d-987c-423b-8564-37f1b609c686", "name": "network-vif-deleted", "tag": "733499ef-fe56-45bf-bc84-5fdf25a306d3", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:16:40.858052 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-ad55bf2c-e997-40da-a9f6-10ae6a0d8052 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:16:40.858521 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c031f70d-987c-423b-8564-37f1b609c686', 'name': 'network-vif-deleted', 'tag': '733499ef-fe56-45bf-bc84-5fdf25a306d3', 'status': 'completed', 'code': 200} Jul 14 10:16:40.989603 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-9b35ba67-c3a1-48ec-8405-a04f6d8e983d None None] Set router c472c209-1674-43a7-9f24-adc6fdeb0ca0 gateway port host: n-d-779913-29 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:16:41.195272 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-9b35ba67-c3a1-48ec-8405-a04f6d8e983d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c472c209-1674-43a7-9f24-adc6fdeb0ca0', 'name': 'tempest-ServerActionsTestJSON-29751055-router', 'tenant_id': '1f9c0a4e933c47379e1aa8c6bf9c0620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.22'}], 'enable_snat': True}, 'gw_port_id': '51ce7f0f-9b66-4616-8e2c-00ebb7cae753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:09:42Z', 'updated_at': '2021-07-14T10:09:45Z', 'revision_number': 4, 'project_id': '1f9c0a4e933c47379e1aa8c6bf9c0620', 'gw_port': {'id': '51ce7f0f-9b66-4616-8e2c-00ebb7cae753', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:a2:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c472c209-1674-43a7-9f24-adc6fdeb0ca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:09:42Z', 'updated_at': '2021-07-14T10:09:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': '972a261b-05c7-43c0-ab79-82a3d0664596', 'name': '', 'network_id': '742eb7cb-e5f7-44de-b05c-3ac48a812bcf', 'tenant_id': '1f9c0a4e933c47379e1aa8c6bf9c0620', 'mac_address': 'fa:16:3e:45:27:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c472c209-1674-43a7-9f24-adc6fdeb0ca0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'db7cecf2-4301-4c3f-bbb1-78ad80d93968', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:09:44Z', 'updated_at': '2021-07-14T10:09:50Z', 'revision_number': 5, 'project_id': '1f9c0a4e933c47379e1aa8c6bf9c0620', 'subnets': [{'id': 'db7cecf2-4301-4c3f-bbb1-78ad80d93968', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:16:41.220964 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b35ba67-c3a1-48ec-8405-a04f6d8e983d None None] Checking router: c472c209-1674-43a7-9f24-adc6fdeb0ca0 for host: n-d-779913-29 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:16:41.229117 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b35ba67-c3a1-48ec-8405-a04f6d8e983d None None] Routers {'c472c209-1674-43a7-9f24-adc6fdeb0ca0'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:16:41.229751 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-9b35ba67-c3a1-48ec-8405-a04f6d8e983d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T10:16:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['c472c209-1674-43a7-9f24-adc6fdeb0ca0'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:16:41.339260 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-9b35ba67-c3a1-48ec-8405-a04f6d8e983d None None] Set router c472c209-1674-43a7-9f24-adc6fdeb0ca0 gateway port host: n-d-779913-29 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:16:41.553323 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-9b35ba67-c3a1-48ec-8405-a04f6d8e983d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c472c209-1674-43a7-9f24-adc6fdeb0ca0', 'name': 'tempest-ServerActionsTestJSON-29751055-router', 'tenant_id': '1f9c0a4e933c47379e1aa8c6bf9c0620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.22'}], 'enable_snat': True}, 'gw_port_id': '51ce7f0f-9b66-4616-8e2c-00ebb7cae753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:09:42Z', 'updated_at': '2021-07-14T10:09:45Z', 'revision_number': 4, 'project_id': '1f9c0a4e933c47379e1aa8c6bf9c0620', 'gw_port': {'id': '51ce7f0f-9b66-4616-8e2c-00ebb7cae753', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:a2:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c472c209-1674-43a7-9f24-adc6fdeb0ca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:09:42Z', 'updated_at': '2021-07-14T10:09:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': '972a261b-05c7-43c0-ab79-82a3d0664596', 'name': '', 'network_id': '742eb7cb-e5f7-44de-b05c-3ac48a812bcf', 'tenant_id': '1f9c0a4e933c47379e1aa8c6bf9c0620', 'mac_address': 'fa:16:3e:45:27:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c472c209-1674-43a7-9f24-adc6fdeb0ca0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'db7cecf2-4301-4c3f-bbb1-78ad80d93968', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:09:44Z', 'updated_at': '2021-07-14T10:09:50Z', 'revision_number': 5, 'project_id': '1f9c0a4e933c47379e1aa8c6bf9c0620', 'subnets': [{'id': 'db7cecf2-4301-4c3f-bbb1-78ad80d93968', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:16:41.580734 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b35ba67-c3a1-48ec-8405-a04f6d8e983d None None] The sync data for ids ['c472c209-1674-43a7-9f24-adc6fdeb0ca0'] in n-d-779913-29 is: [{'id': 'c472c209-1674-43a7-9f24-adc6fdeb0ca0', 'name': 'tempest-ServerActionsTestJSON-29751055-router', 'tenant_id': '1f9c0a4e933c47379e1aa8c6bf9c0620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.22'}], 'enable_snat': True}, 'gw_port_id': '51ce7f0f-9b66-4616-8e2c-00ebb7cae753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:09:42Z', 'updated_at': '2021-07-14T10:09:45Z', 'revision_number': 4, 'project_id': '1f9c0a4e933c47379e1aa8c6bf9c0620', 'gw_port': {'id': '51ce7f0f-9b66-4616-8e2c-00ebb7cae753', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:a2:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c472c209-1674-43a7-9f24-adc6fdeb0ca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:09:42Z', 'updated_at': '2021-07-14T10:09:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': '972a261b-05c7-43c0-ab79-82a3d0664596', 'name': '', 'network_id': '742eb7cb-e5f7-44de-b05c-3ac48a812bcf', 'tenant_id': '1f9c0a4e933c47379e1aa8c6bf9c0620', 'mac_address': 'fa:16:3e:45:27:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c472c209-1674-43a7-9f24-adc6fdeb0ca0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'db7cecf2-4301-4c3f-bbb1-78ad80d93968', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:09:44Z', 'updated_at': '2021-07-14T10:09:50Z', 'revision_number': 5, 'project_id': '1f9c0a4e933c47379e1aa8c6bf9c0620', 'subnets': [{'id': 'db7cecf2-4301-4c3f-bbb1-78ad80d93968', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:16:41.851443 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7443a737-8f0e-499c-956b-1c6224d92e43 None None] New status for floating IP 51571515-82e1-4b53-b062-d26503f86d08: DOWN {{(pid=93959) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 10:16:42.083583 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-4768e6e8-12a9-448b-8876-c13258cf9962 req-3d0bb281-c291-43ad-934f-252e6c3c1e9e tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-securitygroup--781030930&fields=id&tenant_id=1f9c0a4e933c47379e1aa8c6bf9c0620 HTTP/1.1" status: 200 len: 267 time: 0.0372715 Jul 14 10:16:42.191391 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4768e6e8-12a9-448b-8876-c13258cf9962 req-c5f26b6b-1028-4649-bbe2-4e759d113045 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:16:42.192839 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-4768e6e8-12a9-448b-8876-c13258cf9962 req-c5f26b6b-1028-4649-bbe2-4e759d113045 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/networks?id=742eb7cb-e5f7-44de-b05c-3ac48a812bcf HTTP/1.1" status: 200 len: 810 time: 0.1027148 Jul 14 10:16:42.208256 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-4768e6e8-12a9-448b-8876-c13258cf9962 req-a6b3de2b-a4c0-48a4-acf5-fc7fe9ab1151 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/quotas/1f9c0a4e933c47379e1aa8c6bf9c0620 HTTP/1.1" status: 200 len: 375 time: 0.0100152 Jul 14 10:16:42.287303 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-4768e6e8-12a9-448b-8876-c13258cf9962 req-b0e3b88e-40f6-4bde-bb9b-c06fa9ac4bca tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=1f9c0a4e933c47379e1aa8c6bf9c0620&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0738535 Jul 14 10:16:42.458566 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-4768e6e8-12a9-448b-8876-c13258cf9962 req-8332d76b-834f-4784-8725-c309bd361430 service neutron] 10.222.0.68 "GET /v2.0/networks/742eb7cb-e5f7-44de-b05c-3ac48a812bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265051 Jul 14 10:16:42.553589 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-4768e6e8-12a9-448b-8876-c13258cf9962 req-da1c1b8d-53ec-4c99-a320-594ab67d9c77 service neutron] 10.222.0.68 "GET /v2.0/networks/742eb7cb-e5f7-44de-b05c-3ac48a812bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891964 Jul 14 10:16:42.729131 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-21ee8b71-2b06-4f18-b210-232924da6087 req-5e21080a-8678-4a39-85ca-2c5848ace5d0 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/ports?device_id=3ac57fd4-06bd-40d1-87e7-e565b03d0915 HTTP/1.1" status: 200 len: 210 time: 0.0287545 Jul 14 10:16:43.362871 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:16:43.891013 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-0f5d3259-de76-49ba-bd71-d65ce0308c10 req-dca7f96a-14ed-46ea-a5f9-8cacad1a46ec tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/ports?device_id=3ac57fd4-06bd-40d1-87e7-e565b03d0915 HTTP/1.1" status: 200 len: 210 time: 0.0336640 Jul 14 10:16:43.920724 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4768e6e8-12a9-448b-8876-c13258cf9962 req-efc9607f-59ea-40e0-95b0-97fc8e9c9b8d tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:16:43.922265 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-4768e6e8-12a9-448b-8876-c13258cf9962 req-efc9607f-59ea-40e0-95b0-97fc8e9c9b8d tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.65 "GET /v2.0/networks?id=742eb7cb-e5f7-44de-b05c-3ac48a812bcf HTTP/1.1" status: 200 len: 810 time: 0.1278658 Jul 14 10:16:43.974694 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-4768e6e8-12a9-448b-8876-c13258cf9962 req-59dcc876-3231-4736-bf72-a4850a129314 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1f9c0a4e933c47379e1aa8c6bf9c0620 HTTP/1.1" status: 200 len: 379 time: 0.0379279 Jul 14 10:16:43.984916 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-4768e6e8-12a9-448b-8876-c13258cf9962 req-cdeb4ae2-11fe-4432-b96a-e172695d088a tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Request body: {'port': {'device_id': '3ac57fd4-06bd-40d1-87e7-e565b03d0915', 'network_id': '742eb7cb-e5f7-44de-b05c-3ac48a812bcf', 'admin_state_up': True, 'tenant_id': '1f9c0a4e933c47379e1aa8c6bf9c0620', 'security_groups': ['5b2dd5c6-a0e3-4c42-bf23-d97ecb5ddeaf']}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:16:44.109727 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4768e6e8-12a9-448b-8876-c13258cf9962 req-cdeb4ae2-11fe-4432-b96a-e172695d088a tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Made reservation on behalf of 1f9c0a4e933c47379e1aa8c6bf9c0620 for: {'port': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:16:44.114050 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-4768e6e8-12a9-448b-8876-c13258cf9962 req-cdeb4ae2-11fe-4432-b96a-e172695d088a tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:16:44.157108 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 733499ef-fe56-45bf-bc84-5fdf25a306d3 no longer exists at agent hyperv_n-h2-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:16:44.186233 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] No Port match for: 733499ef-fe56-45bf-bc84-5fdf25a306d3 {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:16:44.186607 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 733499ef-fe56-45bf-bc84-5fdf25a306d3 not bound to the agent host n-h2-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:16:44.188039 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:16:44.275967 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [req-4768e6e8-12a9-448b-8876-c13258cf9962 req-cdeb4ae2-11fe-4432-b96a-e172695d088a tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Allocated IP 172.20.0.14 (742eb7cb-e5f7-44de-b05c-3ac48a812bcf/db7cecf2-4301-4c3f-bbb1-78ad80d93968/d6ff2cb6-bab5-42c3-91f9-4424e3832ca2) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:16:44.437009 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-4768e6e8-12a9-448b-8876-c13258cf9962 req-cdeb4ae2-11fe-4432-b96a-e172695d088a tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:16:44.453159 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [req-4768e6e8-12a9-448b-8876-c13258cf9962 req-cdeb4ae2-11fe-4432-b96a-e172695d088a tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Transition to ACTIVE for port object d6ff2cb6-bab5-42c3-91f9-4424e3832ca2 will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:16:44.490565 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-4768e6e8-12a9-448b-8876-c13258cf9962 req-cdeb4ae2-11fe-4432-b96a-e172695d088a tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:16:44.535024 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4768e6e8-12a9-448b-8876-c13258cf9962 req-cdeb4ae2-11fe-4432-b96a-e172695d088a tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Network 742eb7cb-e5f7-44de-b05c-3ac48a812bcf is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:16:44.540629 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [req-4768e6e8-12a9-448b-8876-c13258cf9962 req-cdeb4ae2-11fe-4432-b96a-e172695d088a tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:16:44.543441 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-4768e6e8-12a9-448b-8876-c13258cf9962 req-cdeb4ae2-11fe-4432-b96a-e172695d088a tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:16:44.577212 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdeb4ae2-11fe-4432-b96a-e172695d088a tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Pushing event updated for resources: {'Port': ['ID=d6ff2cb6-bab5-42c3-91f9-4424e3832ca2,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:16:44.616356 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4768e6e8-12a9-448b-8876-c13258cf9962 req-cdeb4ae2-11fe-4432-b96a-e172695d088a tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:16:44.617042 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-4768e6e8-12a9-448b-8876-c13258cf9962 req-cdeb4ae2-11fe-4432-b96a-e172695d088a tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:16:44.641747 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-4768e6e8-12a9-448b-8876-c13258cf9962 req-cdeb4ae2-11fe-4432-b96a-e172695d088a tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6612005 Jul 14 10:16:44.660117 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-4768e6e8-12a9-448b-8876-c13258cf9962 req-493d30b8-8d4f-4dd8-b2e5-d4dcfe803971 service neutron] Request body: {'port': {'device_id': '3ac57fd4-06bd-40d1-87e7-e565b03d0915', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-29'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:16:44.762332 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-4768e6e8-12a9-448b-8876-c13258cf9962 req-493d30b8-8d4f-4dd8-b2e5-d4dcfe803971 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:16:44.847284 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-341d566e-fc17-4bb1-b4de-0c8e1caca134 None None] Provisioning for port d6ff2cb6-bab5-42c3-91f9-4424e3832ca2 completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:16:44.851909 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-341d566e-fc17-4bb1-b4de-0c8e1caca134 None None] Provisioning complete for port d6ff2cb6-bab5-42c3-91f9-4424e3832ca2 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:16:44.852266 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-341d566e-fc17-4bb1-b4de-0c8e1caca134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:16:44.889195 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-341d566e-fc17-4bb1-b4de-0c8e1caca134 None None] Port d6ff2cb6-bab5-42c3-91f9-4424e3832ca2 cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:16:45.081762 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [req-4768e6e8-12a9-448b-8876-c13258cf9962 req-493d30b8-8d4f-4dd8-b2e5-d4dcfe803971 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6ff2cb6-bab5-42c3-91f9-4424e3832ca2 {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:16:45.092765 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-4768e6e8-12a9-448b-8876-c13258cf9962 req-493d30b8-8d4f-4dd8-b2e5-d4dcfe803971 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:16:45.113633 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [req-4768e6e8-12a9-448b-8876-c13258cf9962 req-493d30b8-8d4f-4dd8-b2e5-d4dcfe803971 service neutron] Transition to ACTIVE for port object d6ff2cb6-bab5-42c3-91f9-4424e3832ca2 will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:16:45.125093 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-4768e6e8-12a9-448b-8876-c13258cf9962 req-493d30b8-8d4f-4dd8-b2e5-d4dcfe803971 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:16:45.140610 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4d4f5d-bc6c-4887-9a1a-930856f6c75c req-269cc132-ea2b-47a9-acf4-5127c73e23ba tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:16:45.145434 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-9a4d4f5d-bc6c-4887-9a1a-930856f6c75c req-269cc132-ea2b-47a9-acf4-5127c73e23ba tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/ports?device_id=3ac57fd4-06bd-40d1-87e7-e565b03d0915 HTTP/1.1" status: 200 len: 932 time: 0.1307273 Jul 14 10:16:45.237439 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493d30b8-8d4f-4dd8-b2e5-d4dcfe803971 service neutron] Pushing event updated for resources: {'Port': ['ID=d6ff2cb6-bab5-42c3-91f9-4424e3832ca2,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:16:45.270883 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-9a4d4f5d-bc6c-4887-9a1a-930856f6c75c req-8ffc1cd0-9bf1-4748-8187-c2c3208e4d97 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/security-groups?id=5b2dd5c6-a0e3-4c42-bf23-d97ecb5ddeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1027315 Jul 14 10:16:45.324688 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-4768e6e8-12a9-448b-8876-c13258cf9962 req-493d30b8-8d4f-4dd8-b2e5-d4dcfe803971 service neutron] Attempting to bind port d6ff2cb6-bab5-42c3-91f9-4424e3832ca2 on host n-h1-779913-29 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:16:45.325041 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-4768e6e8-12a9-448b-8876-c13258cf9962 req-493d30b8-8d4f-4dd8-b2e5-d4dcfe803971 service neutron] Attempting to bind port d6ff2cb6-bab5-42c3-91f9-4424e3832ca2 by drivers openvswitch,hyperv on host n-h1-779913-29 at level 0 using segments [{'id': 'd47c0a19-c61e-44d6-8c05-eb47451816f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '742eb7cb-e5f7-44de-b05c-3ac48a812bcf'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:16:45.325452 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4768e6e8-12a9-448b-8876-c13258cf9962 req-493d30b8-8d4f-4dd8-b2e5-d4dcfe803971 service neutron] Attempting to bind port d6ff2cb6-bab5-42c3-91f9-4424e3832ca2 on network 742eb7cb-e5f7-44de-b05c-3ac48a812bcf {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:16:45.330531 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4768e6e8-12a9-448b-8876-c13258cf9962 req-493d30b8-8d4f-4dd8-b2e5-d4dcfe803971 service neutron] Port d6ff2cb6-bab5-42c3-91f9-4424e3832ca2 on network 742eb7cb-e5f7-44de-b05c-3ac48a812bcf not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-29 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 10:16:45.330847 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4768e6e8-12a9-448b-8876-c13258cf9962 req-493d30b8-8d4f-4dd8-b2e5-d4dcfe803971 service neutron] Attempting to bind port d6ff2cb6-bab5-42c3-91f9-4424e3832ca2 on network 742eb7cb-e5f7-44de-b05c-3ac48a812bcf {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:16:45.340371 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4768e6e8-12a9-448b-8876-c13258cf9962 req-493d30b8-8d4f-4dd8-b2e5-d4dcfe803971 service neutron] Checking agent: {'id': 'de11e667-f145-47b0-bd09-334a7505938e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 13, 12), 'started_at': datetime.datetime(2021, 7, 14, 9, 13, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 16, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:16:45.340714 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4768e6e8-12a9-448b-8876-c13258cf9962 req-493d30b8-8d4f-4dd8-b2e5-d4dcfe803971 service neutron] Checking segment: {'id': 'd47c0a19-c61e-44d6-8c05-eb47451816f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '742eb7cb-e5f7-44de-b05c-3ac48a812bcf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:16:45.341638 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4768e6e8-12a9-448b-8876-c13258cf9962 req-493d30b8-8d4f-4dd8-b2e5-d4dcfe803971 service neutron] Bound using segment: {'id': 'd47c0a19-c61e-44d6-8c05-eb47451816f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '742eb7cb-e5f7-44de-b05c-3ac48a812bcf'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:16:45.342082 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-4768e6e8-12a9-448b-8876-c13258cf9962 req-493d30b8-8d4f-4dd8-b2e5-d4dcfe803971 service neutron] Bound port: d6ff2cb6-bab5-42c3-91f9-4424e3832ca2, host: n-h1-779913-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd47c0a19-c61e-44d6-8c05-eb47451816f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '742eb7cb-e5f7-44de-b05c-3ac48a812bcf'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:16:45.342452 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-4768e6e8-12a9-448b-8876-c13258cf9962 req-493d30b8-8d4f-4dd8-b2e5-d4dcfe803971 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:16:45.413464 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-4768e6e8-12a9-448b-8876-c13258cf9962 req-493d30b8-8d4f-4dd8-b2e5-d4dcfe803971 service neutron] For port d6ff2cb6-bab5-42c3-91f9-4424e3832ca2, host n-h1-779913-29, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:16:45.418579 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-4768e6e8-12a9-448b-8876-c13258cf9962 req-493d30b8-8d4f-4dd8-b2e5-d4dcfe803971 service neutron] For port d6ff2cb6-bab5-42c3-91f9-4424e3832ca2, host n-h1-779913-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=d6ff2cb6-bab5-42c3-91f9-4424e3832ca2,segment=NetworkSegment(d47c0a19-c61e-44d6-8c05-eb47451816f8),segment_id=d47c0a19-c61e-44d6-8c05-eb47451816f8)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:16:45.423555 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-4768e6e8-12a9-448b-8876-c13258cf9962 req-493d30b8-8d4f-4dd8-b2e5-d4dcfe803971 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:16:45.458186 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4768e6e8-12a9-448b-8876-c13258cf9962 req-493d30b8-8d4f-4dd8-b2e5-d4dcfe803971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:16:45.458949 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-4768e6e8-12a9-448b-8876-c13258cf9962 req-493d30b8-8d4f-4dd8-b2e5-d4dcfe803971 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:16:45.461641 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-4768e6e8-12a9-448b-8876-c13258cf9962 req-493d30b8-8d4f-4dd8-b2e5-d4dcfe803971 service neutron] 10.222.0.65 "PUT /v2.0/ports/d6ff2cb6-bab5-42c3-91f9-4424e3832ca2 HTTP/1.1" status: 200 len: 1093 time: 0.8068974 Jul 14 10:16:45.462191 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ac57fd4-06bd-40d1-87e7-e565b03d0915', 'tag': 'd6ff2cb6-bab5-42c3-91f9-4424e3832ca2'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:16:45.465730 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}175264a25d5f1cec9b1451f1a8cc8ced5d4502f5c48740ac7c6845d527b2175b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0148f326-881a-4bdb-b8c0-0f06f561fb27" -d '{"events": [{"name": "network-changed", "server_uuid": "3ac57fd4-06bd-40d1-87e7-e565b03d0915", "tag": "d6ff2cb6-bab5-42c3-91f9-4424e3832ca2"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:16:45.495150 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493d30b8-8d4f-4dd8-b2e5-d4dcfe803971 service neutron] Pushing event updated for resources: {'Port': ['ID=d6ff2cb6-bab5-42c3-91f9-4424e3832ca2,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:16:45.530183 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:16:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-188002e5-d8f0-46b7-9e0a-9980fac9a284 x-openstack-request-id: req-188002e5-d8f0-46b7-9e0a-9980fac9a284 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:16:45.530481 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ac57fd4-06bd-40d1-87e7-e565b03d0915", "tag": "d6ff2cb6-bab5-42c3-91f9-4424e3832ca2", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:16:45.530736 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-188002e5-d8f0-46b7-9e0a-9980fac9a284 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:16:45.531141 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ac57fd4-06bd-40d1-87e7-e565b03d0915', 'tag': 'd6ff2cb6-bab5-42c3-91f9-4424e3832ca2', 'status': 'completed', 'code': 200} Jul 14 10:16:45.593673 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4768e6e8-12a9-448b-8876-c13258cf9962 req-7d494934-fb88-43ad-9ddf-7a990b6e406d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:16:45.595302 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-4768e6e8-12a9-448b-8876-c13258cf9962 req-7d494934-fb88-43ad-9ddf-7a990b6e406d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=1f9c0a4e933c47379e1aa8c6bf9c0620&device_id=3ac57fd4-06bd-40d1-87e7-e565b03d0915 HTTP/1.1" status: 200 len: 1096 time: 0.0774157 Jul 14 10:16:45.648216 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-4768e6e8-12a9-448b-8876-c13258cf9962 req-258ca844-d588-4aef-8dd9-728e6647aea2 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d6ff2cb6-bab5-42c3-91f9-4424e3832ca2 HTTP/1.1" status: 200 len: 217 time: 0.0404127 Jul 14 10:16:45.699872 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4768e6e8-12a9-448b-8876-c13258cf9962 req-9a8cb2c9-86fa-4560-97b2-701f0632d414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:16:45.702061 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-4768e6e8-12a9-448b-8876-c13258cf9962 req-9a8cb2c9-86fa-4560-97b2-701f0632d414 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=db7cecf2-4301-4c3f-bbb1-78ad80d93968 HTTP/1.1" status: 200 len: 849 time: 0.0469003 Jul 14 10:16:45.765916 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4768e6e8-12a9-448b-8876-c13258cf9962 req-7a463345-90fa-4d55-8bba-87ecee6558a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:16:45.767515 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-4768e6e8-12a9-448b-8876-c13258cf9962 req-7a463345-90fa-4d55-8bba-87ecee6558a8 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=742eb7cb-e5f7-44de-b05c-3ac48a812bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0596232 Jul 14 10:16:45.873560 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-4768e6e8-12a9-448b-8876-c13258cf9962 req-762477f5-de08-4f14-a0fd-c9d842f8bf07 service neutron] 10.222.0.65 "GET /v2.0/networks/742eb7cb-e5f7-44de-b05c-3ac48a812bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995004 Jul 14 10:16:45.966141 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-4768e6e8-12a9-448b-8876-c13258cf9962 req-2c3ebb33-db10-4f49-b343-f9883da6043a service neutron] 10.222.0.65 "GET /v2.0/networks/742eb7cb-e5f7-44de-b05c-3ac48a812bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869110 Jul 14 10:16:46.108999 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0148f326-881a-4bdb-b8c0-0f06f561fb27 req-7cfeca63-d63f-4719-8b31-174e9d16f9a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:16:46.110570 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0148f326-881a-4bdb-b8c0-0f06f561fb27 req-7cfeca63-d63f-4719-8b31-174e9d16f9a8 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=1f9c0a4e933c47379e1aa8c6bf9c0620&device_id=3ac57fd4-06bd-40d1-87e7-e565b03d0915 HTTP/1.1" status: 200 len: 1096 time: 0.0617163 Jul 14 10:16:46.209080 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0148f326-881a-4bdb-b8c0-0f06f561fb27 req-5c486870-d1de-4840-9623-1fcbf4315528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:16:46.210532 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0148f326-881a-4bdb-b8c0-0f06f561fb27 req-5c486870-d1de-4840-9623-1fcbf4315528 service neutron] 10.222.0.65 "GET /v2.0/networks?id=742eb7cb-e5f7-44de-b05c-3ac48a812bcf HTTP/1.1" status: 200 len: 911 time: 0.0922372 Jul 14 10:16:46.266782 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0148f326-881a-4bdb-b8c0-0f06f561fb27 req-43b53d36-4782-48f9-bac6-95b81352626c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d6ff2cb6-bab5-42c3-91f9-4424e3832ca2 HTTP/1.1" status: 200 len: 217 time: 0.0476160 Jul 14 10:16:46.326970 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0148f326-881a-4bdb-b8c0-0f06f561fb27 req-958c748a-d411-45bf-82dc-7160fc0993e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:16:46.328489 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0148f326-881a-4bdb-b8c0-0f06f561fb27 req-958c748a-d411-45bf-82dc-7160fc0993e7 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=db7cecf2-4301-4c3f-bbb1-78ad80d93968 HTTP/1.1" status: 200 len: 849 time: 0.0546334 Jul 14 10:16:46.394467 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0148f326-881a-4bdb-b8c0-0f06f561fb27 req-e950a450-6a6b-481a-aaea-23984199b7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:16:46.396088 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0148f326-881a-4bdb-b8c0-0f06f561fb27 req-e950a450-6a6b-481a-aaea-23984199b7c4 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=742eb7cb-e5f7-44de-b05c-3ac48a812bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0599265 Jul 14 10:16:46.539228 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0148f326-881a-4bdb-b8c0-0f06f561fb27 req-9c25c40b-7cba-4afe-9448-dc6d27126a74 service neutron] 10.222.0.65 "GET /v2.0/networks/742eb7cb-e5f7-44de-b05c-3ac48a812bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344833 Jul 14 10:16:46.551261 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed408935-56b2-4f75-947f-7ea3999cda8e req-98e702d9-fd0b-4235-bf16-303334411f7c tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:16:46.552804 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ed408935-56b2-4f75-947f-7ea3999cda8e req-98e702d9-fd0b-4235-bf16-303334411f7c tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/ports?device_id=3ac57fd4-06bd-40d1-87e7-e565b03d0915 HTTP/1.1" status: 200 len: 944 time: 0.1462560 Jul 14 10:16:46.638166 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ed408935-56b2-4f75-947f-7ea3999cda8e req-23f08869-1f93-47d2-bd2b-b554c5d50a5e tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/security-groups?id=5b2dd5c6-a0e3-4c42-bf23-d97ecb5ddeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767670 Jul 14 10:16:46.676159 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0148f326-881a-4bdb-b8c0-0f06f561fb27 req-fad21e5e-26e2-45ce-b94a-4179c59e950b service neutron] 10.222.0.65 "GET /v2.0/networks/742eb7cb-e5f7-44de-b05c-3ac48a812bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223173 Jul 14 10:16:47.828589 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf18a427-e6cf-4a5e-996d-eca06042b95e req-d24ec81f-5ded-4904-9740-8a59b9239f43 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:16:47.830226 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-cf18a427-e6cf-4a5e-996d-eca06042b95e req-d24ec81f-5ded-4904-9740-8a59b9239f43 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/ports?device_id=3ac57fd4-06bd-40d1-87e7-e565b03d0915 HTTP/1.1" status: 200 len: 944 time: 0.0747898 Jul 14 10:16:47.872202 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-cf18a427-e6cf-4a5e-996d-eca06042b95e req-8baca33b-502e-4223-a5af-390c1847ebfa tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/security-groups?id=5b2dd5c6-a0e3-4c42-bf23-d97ecb5ddeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354087 Jul 14 10:16:48.377690 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device d6ff2cb6-bab5-42c3-91f9-4424e3832ca2 details requested by agent hyperv_n-h1-779913-29 with host n-h1-779913-29 {{(pid=93959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 10:16:48.485352 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port d6ff2cb6-bab5-42c3-91f9-4424e3832ca2, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=d6ff2cb6-bab5-42c3-91f9-4424e3832ca2,segment=NetworkSegment(d47c0a19-c61e-44d6-8c05-eb47451816f8),segment_id=d47c0a19-c61e-44d6-8c05-eb47451816f8)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:16:48.498212 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Returning: {'device': 'd6ff2cb6-bab5-42c3-91f9-4424e3832ca2', 'network_id': '742eb7cb-e5f7-44de-b05c-3ac48a812bcf', 'port_id': 'd6ff2cb6-bab5-42c3-91f9-4424e3832ca2', 'mac_address': 'fa:16:3e:78:e7:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 736, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db7cecf2-4301-4c3f-bbb1-78ad80d93968', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 10:16:48.538841 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:16:48.553470 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6ff2cb6-bab5-42c3-91f9-4424e3832ca2 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:16:48.579908 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port d6ff2cb6-bab5-42c3-91f9-4424e3832ca2, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=d6ff2cb6-bab5-42c3-91f9-4424e3832ca2,segment=NetworkSegment(d47c0a19-c61e-44d6-8c05-eb47451816f8),segment_id=d47c0a19-c61e-44d6-8c05-eb47451816f8)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:16:48.584180 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:16:48.636714 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Pushing event updated for resources: {'Port': ['ID=d6ff2cb6-bab5-42c3-91f9-4424e3832ca2,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:16:48.843554 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] get_ports_and_sgs() called for port_ids ['d6ff2cb6-bab5-42c3-91f9-4424e3832ca2'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:16:49.061744 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c981e88-b5c2-4f37-b4be-b645507b1973 req-5b53bce3-04e7-4892-912b-f2d09969462f tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:16:49.063365 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3c981e88-b5c2-4f37-b4be-b645507b1973 req-5b53bce3-04e7-4892-912b-f2d09969462f tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/ports?device_id=3ac57fd4-06bd-40d1-87e7-e565b03d0915 HTTP/1.1" status: 200 len: 945 time: 0.0770478 Jul 14 10:16:49.103422 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3c981e88-b5c2-4f37-b4be-b645507b1973 req-511768eb-7f5a-4419-b629-cb225342f741 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/security-groups?id=5b2dd5c6-a0e3-4c42-bf23-d97ecb5ddeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343194 Jul 14 10:16:50.295958 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacfb203-1b6d-47b1-a24f-1c2bef0d66a4 req-7732f40f-a321-4d11-b71b-c5eca1becec4 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:16:50.297368 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-eacfb203-1b6d-47b1-a24f-1c2bef0d66a4 req-7732f40f-a321-4d11-b71b-c5eca1becec4 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/ports?device_id=3ac57fd4-06bd-40d1-87e7-e565b03d0915 HTTP/1.1" status: 200 len: 945 time: 0.0738666 Jul 14 10:16:50.337403 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-eacfb203-1b6d-47b1-a24f-1c2bef0d66a4 req-d355b003-baa5-4a87-9ed4-805d261faae8 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/security-groups?id=5b2dd5c6-a0e3-4c42-bf23-d97ecb5ddeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343928 Jul 14 10:16:50.392796 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device d6ff2cb6-bab5-42c3-91f9-4424e3832ca2 up at agent hyperv_n-h1-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:16:50.447277 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Provisioning for port d6ff2cb6-bab5-42c3-91f9-4424e3832ca2 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:16:50.453487 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Provisioning complete for port d6ff2cb6-bab5-42c3-91f9-4424e3832ca2 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:16:50.454019 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:16:50.536053 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:16:50.560361 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ac57fd4-06bd-40d1-87e7-e565b03d0915', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6ff2cb6-bab5-42c3-91f9-4424e3832ca2'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:16:50.562591 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}329bd6c07f982fc6c8be245f0be026b528efb6c8a9415522477faf1b9157eba4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cca53d3-9946-445a-b0da-b24dff0810d0" -d '{"events": [{"server_uuid": "3ac57fd4-06bd-40d1-87e7-e565b03d0915", "name": "network-vif-plugged", "status": "completed", "tag": "d6ff2cb6-bab5-42c3-91f9-4424e3832ca2"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:16:50.578128 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port d6ff2cb6-bab5-42c3-91f9-4424e3832ca2, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=d6ff2cb6-bab5-42c3-91f9-4424e3832ca2,segment=NetworkSegment(d47c0a19-c61e-44d6-8c05-eb47451816f8),segment_id=d47c0a19-c61e-44d6-8c05-eb47451816f8)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:16:50.582526 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:16:50.609091 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:16:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bac8322a-66f1-4f3a-bc22-b1362d4758c7 x-openstack-request-id: req-bac8322a-66f1-4f3a-bc22-b1362d4758c7 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:16:50.609379 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ac57fd4-06bd-40d1-87e7-e565b03d0915", "name": "network-vif-plugged", "status": "completed", "tag": "d6ff2cb6-bab5-42c3-91f9-4424e3832ca2", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:16:50.609676 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-bac8322a-66f1-4f3a-bc22-b1362d4758c7 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:16:50.610067 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ac57fd4-06bd-40d1-87e7-e565b03d0915', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6ff2cb6-bab5-42c3-91f9-4424e3832ca2', 'code': 200} Jul 14 10:16:50.649475 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Pushing event updated for resources: {'Port': ['ID=d6ff2cb6-bab5-42c3-91f9-4424e3832ca2,revision_number=5']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:16:50.756330 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1454974d-0568-4857-8423-c6ef726f62dc req-9d4763a6-10fb-4f25-bd3c-1b4207f822a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:16:50.757886 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1454974d-0568-4857-8423-c6ef726f62dc req-9d4763a6-10fb-4f25-bd3c-1b4207f822a1 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=3ac57fd4-06bd-40d1-87e7-e565b03d0915 HTTP/1.1" status: 200 len: 1098 time: 0.0549891 Jul 14 10:16:50.796653 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1454974d-0568-4857-8423-c6ef726f62dc req-bdbfb316-8a69-4230-bb8d-75f0744781bd service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=5b2dd5c6-a0e3-4c42-bf23-d97ecb5ddeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327199 Jul 14 10:16:51.521250 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fb9e2d-db19-430e-a618-c043ef650765 req-3a002ff5-1313-467e-b876-929b9b246f6f tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:16:51.522811 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-52fb9e2d-db19-430e-a618-c043ef650765 req-3a002ff5-1313-467e-b876-929b9b246f6f tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/ports?device_id=3ac57fd4-06bd-40d1-87e7-e565b03d0915 HTTP/1.1" status: 200 len: 946 time: 0.0702732 Jul 14 10:16:51.564739 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-52fb9e2d-db19-430e-a618-c043ef650765 req-8bc1d3eb-d1e1-40f5-b855-ecb8fe868af6 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/security-groups?id=5b2dd5c6-a0e3-4c42-bf23-d97ecb5ddeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346832 Jul 14 10:16:52.293561 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-850a260e-bb00-4d02-a364-7a0a9fcce6bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:16:52.753740 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab29f6d-8310-49ee-b075-4868da2cbaf4 req-9fd724b7-87d0-4559-b288-98d1d961e57d tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:16:52.755347 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2ab29f6d-8310-49ee-b075-4868da2cbaf4 req-9fd724b7-87d0-4559-b288-98d1d961e57d tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/ports?device_id=3ac57fd4-06bd-40d1-87e7-e565b03d0915 HTTP/1.1" status: 200 len: 946 time: 0.0743747 Jul 14 10:16:52.799409 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2ab29f6d-8310-49ee-b075-4868da2cbaf4 req-e819f017-7766-46ee-a55b-e12e81ef04ad tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/security-groups?id=5b2dd5c6-a0e3-4c42-bf23-d97ecb5ddeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352769 Jul 14 10:16:52.989332 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c985926e-183d-4bd2-be2b-266adf129e5b req-bde70304-c284-4ef9-aacf-1d389e9f875b tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:16:52.990908 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-c985926e-183d-4bd2-be2b-266adf129e5b req-bde70304-c284-4ef9-aacf-1d389e9f875b tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/ports?device_id=3ac57fd4-06bd-40d1-87e7-e565b03d0915 HTTP/1.1" status: 200 len: 946 time: 0.0713809 Jul 14 10:16:53.004584 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 38784) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:16:53.009402 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-e4e440f8-7923-4945-a235-96d4cc13ebd3 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Request body: {'floatingip': {'port_id': 'd6ff2cb6-bab5-42c3-91f9-4424e3832ca2'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:16:53.055977 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e4e440f8-7923-4945-a235-96d4cc13ebd3 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Notify callbacks [] for floatingip, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:16:53.576327 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e4e440f8-7923-4945-a235-96d4cc13ebd3 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:16:53.580516 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e4e440f8-7923-4945-a235-96d4cc13ebd3 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-660590'] for floatingip, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:16:53.688883 n-d-779913-29 neutron-server[93958]: INFO neutron.db.l3_db [None req-e4e440f8-7923-4945-a235-96d4cc13ebd3 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Floating IP 51571515-82e1-4b53-b062-d26503f86d08 associated. External IP: 172.25.4.43, port: d6ff2cb6-bab5-42c3-91f9-4424e3832ca2. Jul 14 10:16:53.930726 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4e440f8-7923-4945-a235-96d4cc13ebd3 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Router c472c209-1674-43a7-9f24-adc6fdeb0ca0 has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:16:54.044657 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4e440f8-7923-4945-a235-96d4cc13ebd3 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:16:54.050705 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e4e440f8-7923-4945-a235-96d4cc13ebd3 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for floatingip, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:16:54.055733 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7919153f-5122-4c2f-af39-2fd2cce153a5 None None] Sync routers for ids ['c472c209-1674-43a7-9f24-adc6fdeb0ca0'] in n-d-779913-29 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:16:54.066210 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7919153f-5122-4c2f-af39-2fd2cce153a5 None None] Routers {'c472c209-1674-43a7-9f24-adc6fdeb0ca0'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:16:54.066841 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-7919153f-5122-4c2f-af39-2fd2cce153a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T10:16:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['c472c209-1674-43a7-9f24-adc6fdeb0ca0'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:16:54.117808 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-e4e440f8-7923-4945-a235-96d4cc13ebd3 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "PUT /v2.0/floatingips/51571515-82e1-4b53-b062-d26503f86d08 HTTP/1.1" status: 200 len: 992 time: 1.1121609 Jul 14 10:16:54.118497 n-d-779913-29 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ac57fd4-06bd-40d1-87e7-e565b03d0915', 'tag': 'd6ff2cb6-bab5-42c3-91f9-4424e3832ca2'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:16:54.120823 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82c9a11f5df8b4f9d341972fcff9d80aa084fe552c1175757b5f274cb7b9b23a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-058d827a-fb68-4a5d-821f-fe20c8e81dc8" -d '{"events": [{"name": "network-changed", "server_uuid": "3ac57fd4-06bd-40d1-87e7-e565b03d0915", "tag": "d6ff2cb6-bab5-42c3-91f9-4424e3832ca2"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:16:54.170658 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:16:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98197b31-cc36-45e2-bdd7-db080665a97e x-openstack-request-id: req-98197b31-cc36-45e2-bdd7-db080665a97e {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:16:54.171058 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ac57fd4-06bd-40d1-87e7-e565b03d0915", "tag": "d6ff2cb6-bab5-42c3-91f9-4424e3832ca2", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:16:54.171413 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-98197b31-cc36-45e2-bdd7-db080665a97e {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:16:54.171926 n-d-779913-29 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ac57fd4-06bd-40d1-87e7-e565b03d0915', 'tag': 'd6ff2cb6-bab5-42c3-91f9-4424e3832ca2', 'status': 'completed', 'code': 200} Jul 14 10:16:54.192009 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-7919153f-5122-4c2f-af39-2fd2cce153a5 None None] Set router c472c209-1674-43a7-9f24-adc6fdeb0ca0 gateway port host: n-d-779913-29 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:16:54.309032 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058d827a-fb68-4a5d-821f-fe20c8e81dc8 req-95fc129f-3b24-4f0a-82c0-ded3ac93d48f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:16:54.310639 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-058d827a-fb68-4a5d-821f-fe20c8e81dc8 req-95fc129f-3b24-4f0a-82c0-ded3ac93d48f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=1f9c0a4e933c47379e1aa8c6bf9c0620&device_id=3ac57fd4-06bd-40d1-87e7-e565b03d0915 HTTP/1.1" status: 200 len: 1098 time: 0.0668168 Jul 14 10:16:54.414412 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058d827a-fb68-4a5d-821f-fe20c8e81dc8 req-12659b5b-c8db-486e-9e7d-3c747086113d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:16:54.416609 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-058d827a-fb68-4a5d-821f-fe20c8e81dc8 req-12659b5b-c8db-486e-9e7d-3c747086113d service neutron] 10.222.0.65 "GET /v2.0/networks?id=742eb7cb-e5f7-44de-b05c-3ac48a812bcf HTTP/1.1" status: 200 len: 911 time: 0.0998144 Jul 14 10:16:54.441684 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-7919153f-5122-4c2f-af39-2fd2cce153a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c472c209-1674-43a7-9f24-adc6fdeb0ca0', 'name': 'tempest-ServerActionsTestJSON-29751055-router', 'tenant_id': '1f9c0a4e933c47379e1aa8c6bf9c0620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.22'}], 'enable_snat': True}, 'gw_port_id': '51ce7f0f-9b66-4616-8e2c-00ebb7cae753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:09:42Z', 'updated_at': '2021-07-14T10:09:45Z', 'revision_number': 4, 'project_id': '1f9c0a4e933c47379e1aa8c6bf9c0620', 'gw_port': {'id': '51ce7f0f-9b66-4616-8e2c-00ebb7cae753', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:a2:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c472c209-1674-43a7-9f24-adc6fdeb0ca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:09:42Z', 'updated_at': '2021-07-14T10:09:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_floatingips': [{'id': '51571515-82e1-4b53-b062-d26503f86d08', 'tenant_id': '1f9c0a4e933c47379e1aa8c6bf9c0620', 'floating_ip_address': '172.25.4.43', 'floating_network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'router_id': 'c472c209-1674-43a7-9f24-adc6fdeb0ca0', 'port_id': 'd6ff2cb6-bab5-42c3-91f9-4424e3832ca2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4010, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '742eb7cb-e5f7-44de-b05c-3ac48a812bcf', 'mac_address': 'fa:16:3e:78:e7:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ac57fd4-06bd-40d1-87e7-e565b03d0915', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T10:09:47Z', 'updated_at': '2021-07-14T10:16:53Z', 'revision_number': 13, 'project_id': '1f9c0a4e933c47379e1aa8c6bf9c0620', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '972a261b-05c7-43c0-ab79-82a3d0664596', 'name': '', 'network_id': '742eb7cb-e5f7-44de-b05c-3ac48a812bcf', 'tenant_id': '1f9c0a4e933c47379e1aa8c6bf9c0620', 'mac_address': 'fa:16:3e:45:27:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c472c209-1674-43a7-9f24-adc6fdeb0ca0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'db7cecf2-4301-4c3f-bbb1-78ad80d93968', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:09:44Z', 'updated_at': '2021-07-14T10:09:50Z', 'revision_number': 5, 'project_id': '1f9c0a4e933c47379e1aa8c6bf9c0620', 'subnets': [{'id': 'db7cecf2-4301-4c3f-bbb1-78ad80d93968', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:16:54.471983 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7919153f-5122-4c2f-af39-2fd2cce153a5 None None] Checking router: c472c209-1674-43a7-9f24-adc6fdeb0ca0 for host: n-d-779913-29 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:16:54.481067 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7919153f-5122-4c2f-af39-2fd2cce153a5 None None] Routers {'c472c209-1674-43a7-9f24-adc6fdeb0ca0'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:16:54.481747 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-7919153f-5122-4c2f-af39-2fd2cce153a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T10:16:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['c472c209-1674-43a7-9f24-adc6fdeb0ca0'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:16:54.501617 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-058d827a-fb68-4a5d-821f-fe20c8e81dc8 req-dd3167af-ea42-44bf-a110-9d385f9c2ade service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d6ff2cb6-bab5-42c3-91f9-4424e3832ca2 HTTP/1.1" status: 200 len: 1000 time: 0.0787799 Jul 14 10:16:54.556035 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058d827a-fb68-4a5d-821f-fe20c8e81dc8 req-f6f8dc1f-c4fe-4a5d-9256-b3d089df5a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:16:54.557696 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-058d827a-fb68-4a5d-821f-fe20c8e81dc8 req-f6f8dc1f-c4fe-4a5d-9256-b3d089df5a5c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=db7cecf2-4301-4c3f-bbb1-78ad80d93968 HTTP/1.1" status: 200 len: 849 time: 0.0496767 Jul 14 10:16:54.605696 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-7919153f-5122-4c2f-af39-2fd2cce153a5 None None] Set router c472c209-1674-43a7-9f24-adc6fdeb0ca0 gateway port host: n-d-779913-29 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:16:54.618585 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058d827a-fb68-4a5d-821f-fe20c8e81dc8 req-42f17bdd-de27-4971-9dae-9d6adfc183ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:16:54.619733 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-058d827a-fb68-4a5d-821f-fe20c8e81dc8 req-42f17bdd-de27-4971-9dae-9d6adfc183ea service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=742eb7cb-e5f7-44de-b05c-3ac48a812bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0559425 Jul 14 10:16:54.750781 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-058d827a-fb68-4a5d-821f-fe20c8e81dc8 req-977ee52f-92f0-4248-881d-6dec5dbac3cd service neutron] 10.222.0.65 "GET /v2.0/networks/742eb7cb-e5f7-44de-b05c-3ac48a812bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244404 Jul 14 10:16:54.850888 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:16:54.867050 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-058d827a-fb68-4a5d-821f-fe20c8e81dc8 req-3b6b0985-bd4d-460d-b99f-82cfc50399f4 service neutron] 10.222.0.65 "GET /v2.0/networks/742eb7cb-e5f7-44de-b05c-3ac48a812bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061094 Jul 14 10:16:54.945514 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0daa7898-408e-4b93-9cb8-5236a5725049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:16:54.960369 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-7919153f-5122-4c2f-af39-2fd2cce153a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c472c209-1674-43a7-9f24-adc6fdeb0ca0', 'name': 'tempest-ServerActionsTestJSON-29751055-router', 'tenant_id': '1f9c0a4e933c47379e1aa8c6bf9c0620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.22'}], 'enable_snat': True}, 'gw_port_id': '51ce7f0f-9b66-4616-8e2c-00ebb7cae753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:09:42Z', 'updated_at': '2021-07-14T10:09:45Z', 'revision_number': 4, 'project_id': '1f9c0a4e933c47379e1aa8c6bf9c0620', 'gw_port': {'id': '51ce7f0f-9b66-4616-8e2c-00ebb7cae753', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:a2:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c472c209-1674-43a7-9f24-adc6fdeb0ca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:09:42Z', 'updated_at': '2021-07-14T10:09:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_floatingips': [{'id': '51571515-82e1-4b53-b062-d26503f86d08', 'tenant_id': '1f9c0a4e933c47379e1aa8c6bf9c0620', 'floating_ip_address': '172.25.4.43', 'floating_network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'router_id': 'c472c209-1674-43a7-9f24-adc6fdeb0ca0', 'port_id': 'd6ff2cb6-bab5-42c3-91f9-4424e3832ca2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4010, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '742eb7cb-e5f7-44de-b05c-3ac48a812bcf', 'mac_address': 'fa:16:3e:78:e7:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ac57fd4-06bd-40d1-87e7-e565b03d0915', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T10:09:47Z', 'updated_at': '2021-07-14T10:16:53Z', 'revision_number': 13, 'project_id': '1f9c0a4e933c47379e1aa8c6bf9c0620', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '972a261b-05c7-43c0-ab79-82a3d0664596', 'name': '', 'network_id': '742eb7cb-e5f7-44de-b05c-3ac48a812bcf', 'tenant_id': '1f9c0a4e933c47379e1aa8c6bf9c0620', 'mac_address': 'fa:16:3e:45:27:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c472c209-1674-43a7-9f24-adc6fdeb0ca0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'db7cecf2-4301-4c3f-bbb1-78ad80d93968', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:09:44Z', 'updated_at': '2021-07-14T10:09:50Z', 'revision_number': 5, 'project_id': '1f9c0a4e933c47379e1aa8c6bf9c0620', 'subnets': [{'id': 'db7cecf2-4301-4c3f-bbb1-78ad80d93968', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:16:54.988204 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7919153f-5122-4c2f-af39-2fd2cce153a5 None None] The sync data for ids ['c472c209-1674-43a7-9f24-adc6fdeb0ca0'] in n-d-779913-29 is: [{'id': 'c472c209-1674-43a7-9f24-adc6fdeb0ca0', 'name': 'tempest-ServerActionsTestJSON-29751055-router', 'tenant_id': '1f9c0a4e933c47379e1aa8c6bf9c0620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.22'}], 'enable_snat': True}, 'gw_port_id': '51ce7f0f-9b66-4616-8e2c-00ebb7cae753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:09:42Z', 'updated_at': '2021-07-14T10:09:45Z', 'revision_number': 4, 'project_id': '1f9c0a4e933c47379e1aa8c6bf9c0620', 'gw_port': {'id': '51ce7f0f-9b66-4616-8e2c-00ebb7cae753', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:a2:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c472c209-1674-43a7-9f24-adc6fdeb0ca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:09:42Z', 'updated_at': '2021-07-14T10:09:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_floatingips': [{'id': '51571515-82e1-4b53-b062-d26503f86d08', 'tenant_id': '1f9c0a4e933c47379e1aa8c6bf9c0620', 'floating_ip_address': '172.25.4.43', 'floating_network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'router_id': 'c472c209-1674-43a7-9f24-adc6fdeb0ca0', 'port_id': 'd6ff2cb6-bab5-42c3-91f9-4424e3832ca2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4010, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '742eb7cb-e5f7-44de-b05c-3ac48a812bcf', 'mac_address': 'fa:16:3e:78:e7:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ac57fd4-06bd-40d1-87e7-e565b03d0915', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T10:09:47Z', 'updated_at': '2021-07-14T10:16:53Z', 'revision_number': 13, 'project_id': '1f9c0a4e933c47379e1aa8c6bf9c0620', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '972a261b-05c7-43c0-ab79-82a3d0664596', 'name': '', 'network_id': '742eb7cb-e5f7-44de-b05c-3ac48a812bcf', 'tenant_id': '1f9c0a4e933c47379e1aa8c6bf9c0620', 'mac_address': 'fa:16:3e:45:27:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c472c209-1674-43a7-9f24-adc6fdeb0ca0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'db7cecf2-4301-4c3f-bbb1-78ad80d93968', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:09:44Z', 'updated_at': '2021-07-14T10:09:50Z', 'revision_number': 5, 'project_id': '1f9c0a4e933c47379e1aa8c6bf9c0620', 'subnets': [{'id': 'db7cecf2-4301-4c3f-bbb1-78ad80d93968', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:16:55.187080 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b1546a-ceaf-4d50-b41f-2e05c458abd6 None None] New status for floating IP 51571515-82e1-4b53-b062-d26503f86d08: ACTIVE {{(pid=93959) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 10:16:56.081678 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5ad31076-714c-49ec-bc37-f3d4cd90112a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:16:57.896688 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5bbe322f-3f67-4864-bc0a-91afe44d23e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:16:59.664601 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.agents_db [None req-3c3509fb-540d-4335-a450-574895dd3602 None None] Agent healthcheck: found 7 active agents {{(pid=93960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:17:11.014562 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-26cd054d-ecc0-49bc-9112-687e1738e8ef req-18c7f6b5-2c3a-4574-a308-e5febbe1bddc service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=3ac57fd4-06bd-40d1-87e7-e565b03d0915&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0685298 Jul 14 10:17:11.134807 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cd054d-ecc0-49bc-9112-687e1738e8ef req-b8ba1684-245f-472e-8c1d-422432cfe5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:17:11.136349 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-26cd054d-ecc0-49bc-9112-687e1738e8ef req-b8ba1684-245f-472e-8c1d-422432cfe5c1 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=1f9c0a4e933c47379e1aa8c6bf9c0620&device_id=3ac57fd4-06bd-40d1-87e7-e565b03d0915 HTTP/1.1" status: 200 len: 1098 time: 0.0539038 Jul 14 10:17:11.239089 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cd054d-ecc0-49bc-9112-687e1738e8ef req-7a1574e9-e218-493f-9f17-9355d2ad5b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:17:11.240621 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-26cd054d-ecc0-49bc-9112-687e1738e8ef req-7a1574e9-e218-493f-9f17-9355d2ad5b51 service neutron] 10.222.0.65 "GET /v2.0/networks?id=742eb7cb-e5f7-44de-b05c-3ac48a812bcf HTTP/1.1" status: 200 len: 911 time: 0.0834455 Jul 14 10:17:11.311124 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-26cd054d-ecc0-49bc-9112-687e1738e8ef req-151e53a6-d187-42f3-a198-57d98ba2b06f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d6ff2cb6-bab5-42c3-91f9-4424e3832ca2 HTTP/1.1" status: 200 len: 1002 time: 0.0616989 Jul 14 10:17:11.359119 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cd054d-ecc0-49bc-9112-687e1738e8ef req-c5713188-8439-4f7f-86bf-ca4e4c038da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:17:11.360618 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-26cd054d-ecc0-49bc-9112-687e1738e8ef req-c5713188-8439-4f7f-86bf-ca4e4c038da5 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=db7cecf2-4301-4c3f-bbb1-78ad80d93968 HTTP/1.1" status: 200 len: 849 time: 0.0436473 Jul 14 10:17:11.418240 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cd054d-ecc0-49bc-9112-687e1738e8ef req-3619df68-09d5-4e67-8495-dd49fe0b3f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:17:11.419771 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-26cd054d-ecc0-49bc-9112-687e1738e8ef req-3619df68-09d5-4e67-8495-dd49fe0b3f77 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=742eb7cb-e5f7-44de-b05c-3ac48a812bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0527649 Jul 14 10:17:11.516417 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-26cd054d-ecc0-49bc-9112-687e1738e8ef req-97878d67-a482-426b-8862-6a28ec41e2fc service neutron] 10.222.0.65 "GET /v2.0/networks/742eb7cb-e5f7-44de-b05c-3ac48a812bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896699 Jul 14 10:17:11.605274 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-26cd054d-ecc0-49bc-9112-687e1738e8ef req-987c7072-b049-4b71-b45d-d782803fb175 service neutron] 10.222.0.65 "GET /v2.0/networks/742eb7cb-e5f7-44de-b05c-3ac48a812bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825269 Jul 14 10:17:13.375664 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:17:14.169050 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:17:22.302713 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-309c0ece-c6c8-4018-b74f-6423ff1cafdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:17:24.844669 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:17:24.939860 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-760c09e5-5ba8-4b5d-863d-df859a9626e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:17:26.082844 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5ad31076-714c-49ec-bc37-f3d4cd90112a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:17:27.897896 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5bbe322f-3f67-4864-bc0a-91afe44d23e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:17:36.664495 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.agents_db [None req-3c3509fb-540d-4335-a450-574895dd3602 None None] Agent healthcheck: found 7 active agents {{(pid=93960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:17:43.367339 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:17:44.180779 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:17:52.296243 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6d7e82c6-0140-4f9a-9e72-132a08d69b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:17:54.848245 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:17:54.943641 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0666054a-377c-4fd6-ac70-068eea59a63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:17:56.085845 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5ad31076-714c-49ec-bc37-f3d4cd90112a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:17:57.899756 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5bbe322f-3f67-4864-bc0a-91afe44d23e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:18:12.973149 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d9f3343b-fe08-4bd2-bfa8-8dadde820f7a req-f0013dae-97fb-46c6-b2d7-289e583c478a service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=3ac57fd4-06bd-40d1-87e7-e565b03d0915&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0631976 Jul 14 10:18:13.085849 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f3343b-fe08-4bd2-bfa8-8dadde820f7a req-e4e3daa2-8725-40ab-8f15-7ccfc96443ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:18:13.087453 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d9f3343b-fe08-4bd2-bfa8-8dadde820f7a req-e4e3daa2-8725-40ab-8f15-7ccfc96443ab service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=1f9c0a4e933c47379e1aa8c6bf9c0620&device_id=3ac57fd4-06bd-40d1-87e7-e565b03d0915 HTTP/1.1" status: 200 len: 1098 time: 0.0543618 Jul 14 10:18:13.189761 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f3343b-fe08-4bd2-bfa8-8dadde820f7a req-7ef86f6c-1024-4470-b096-511902ef0793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:18:13.191859 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d9f3343b-fe08-4bd2-bfa8-8dadde820f7a req-7ef86f6c-1024-4470-b096-511902ef0793 service neutron] 10.222.0.65 "GET /v2.0/networks?id=742eb7cb-e5f7-44de-b05c-3ac48a812bcf HTTP/1.1" status: 200 len: 911 time: 0.0841866 Jul 14 10:18:13.262316 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d9f3343b-fe08-4bd2-bfa8-8dadde820f7a req-cda872d8-9676-44f9-a23e-0430bf6d4a4f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d6ff2cb6-bab5-42c3-91f9-4424e3832ca2 HTTP/1.1" status: 200 len: 1002 time: 0.0641115 Jul 14 10:18:13.321564 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f3343b-fe08-4bd2-bfa8-8dadde820f7a req-4e49e2e4-6a72-4773-bc15-19272e27d345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:18:13.323061 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d9f3343b-fe08-4bd2-bfa8-8dadde820f7a req-4e49e2e4-6a72-4773-bc15-19272e27d345 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=db7cecf2-4301-4c3f-bbb1-78ad80d93968 HTTP/1.1" status: 200 len: 849 time: 0.0550082 Jul 14 10:18:13.383751 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:18:13.390531 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f3343b-fe08-4bd2-bfa8-8dadde820f7a req-d6591e60-2376-4ff6-9115-644ed6e65442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:18:13.392053 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d9f3343b-fe08-4bd2-bfa8-8dadde820f7a req-d6591e60-2376-4ff6-9115-644ed6e65442 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=742eb7cb-e5f7-44de-b05c-3ac48a812bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0626512 Jul 14 10:18:13.403152 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [req-d9f3343b-fe08-4bd2-bfa8-8dadde820f7a req-2ce959f8-7b68-4ce8-a8d1-c423f0a23dc7 service neutron] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=93957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 10:18:13.404132 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d9f3343b-fe08-4bd2-bfa8-8dadde820f7a req-2ce959f8-7b68-4ce8-a8d1-c423f0a23dc7 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052872 Jul 14 10:18:13.509369 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d9f3343b-fe08-4bd2-bfa8-8dadde820f7a req-2f897263-93ea-4eae-96d5-ff7ca3865df3 service neutron] 10.222.0.65 "GET /v2.0/networks/742eb7cb-e5f7-44de-b05c-3ac48a812bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983238 Jul 14 10:18:13.604109 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d9f3343b-fe08-4bd2-bfa8-8dadde820f7a req-381f1003-f69b-426c-b14d-95cb04418fb0 service neutron] 10.222.0.65 "GET /v2.0/networks/742eb7cb-e5f7-44de-b05c-3ac48a812bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880020 Jul 14 10:18:13.664214 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.agents_db [None req-3c3509fb-540d-4335-a450-574895dd3602 None None] Agent healthcheck: found 7 active agents {{(pid=93960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:18:14.200057 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:18:22.297206 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d5d87512-77d2-4d0e-93f3-ef26439e876e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:18:24.849240 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:18:24.948497 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-07f5e255-d7da-4998-97e9-94313e7bc5ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:18:26.091303 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5ad31076-714c-49ec-bc37-f3d4cd90112a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:18:27.907469 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5bbe322f-3f67-4864-bc0a-91afe44d23e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:18:33.317775 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf81c1a-a56e-4a33-9b91-757fdc3c7fa5 req-fef6bfa6-05ed-4246-ace2-e878c870605f tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:18:33.319325 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1bf81c1a-a56e-4a33-9b91-757fdc3c7fa5 req-fef6bfa6-05ed-4246-ace2-e878c870605f tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/ports?device_id=3ac57fd4-06bd-40d1-87e7-e565b03d0915 HTTP/1.1" status: 200 len: 946 time: 0.0722766 Jul 14 10:18:33.363283 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1bf81c1a-a56e-4a33-9b91-757fdc3c7fa5 req-5d880cc4-4eb1-48c4-867d-4c0b45bb11c7 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/security-groups?id=5b2dd5c6-a0e3-4c42-bf23-d97ecb5ddeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339034 Jul 14 10:18:43.396885 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:18:44.200303 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:18:44.771534 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3e1629-c4a4-4bdb-986b-2993513b9862 req-f2b48ddc-afa9-43fb-8bd0-25ad8bd58ac6 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:18:44.773124 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-5d3e1629-c4a4-4bdb-986b-2993513b9862 req-f2b48ddc-afa9-43fb-8bd0-25ad8bd58ac6 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/ports?device_id=3ac57fd4-06bd-40d1-87e7-e565b03d0915 HTTP/1.1" status: 200 len: 946 time: 0.0697358 Jul 14 10:18:44.807104 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-aab7d511-596f-4552-b854-eea02b92f58c req-23f0e28b-8f79-4835-aed0-d65a8f8edf12 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=3ac57fd4-06bd-40d1-87e7-e565b03d0915&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0908885 Jul 14 10:18:44.812425 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-5d3e1629-c4a4-4bdb-986b-2993513b9862 req-924f8a08-162c-4c93-a148-66dec991d75f tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/security-groups?id=5b2dd5c6-a0e3-4c42-bf23-d97ecb5ddeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336666 Jul 14 10:18:45.985936 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d955224-153b-44f6-a7d7-fa1bbb861dd1 req-dd0cab9d-a58e-4858-babc-cbd14858d682 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:18:45.987478 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6d955224-153b-44f6-a7d7-fa1bbb861dd1 req-dd0cab9d-a58e-4858-babc-cbd14858d682 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/ports?device_id=3ac57fd4-06bd-40d1-87e7-e565b03d0915 HTTP/1.1" status: 200 len: 946 time: 0.0640123 Jul 14 10:18:46.025748 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6d955224-153b-44f6-a7d7-fa1bbb861dd1 req-de32a4d0-7a78-4778-a8eb-0ff666307574 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/security-groups?id=5b2dd5c6-a0e3-4c42-bf23-d97ecb5ddeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321329 Jul 14 10:18:46.162064 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab7d511-596f-4552-b854-eea02b92f58c req-0ab37257-6e7d-4cce-9282-45cd54b2354c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:18:46.163566 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-aab7d511-596f-4552-b854-eea02b92f58c req-0ab37257-6e7d-4cce-9282-45cd54b2354c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=1f9c0a4e933c47379e1aa8c6bf9c0620&device_id=3ac57fd4-06bd-40d1-87e7-e565b03d0915 HTTP/1.1" status: 200 len: 1098 time: 0.0610528 Jul 14 10:18:46.256575 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab7d511-596f-4552-b854-eea02b92f58c req-ce6b4d87-517e-42df-9163-8e621ea9d677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:18:46.258180 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-aab7d511-596f-4552-b854-eea02b92f58c req-ce6b4d87-517e-42df-9163-8e621ea9d677 service neutron] 10.222.0.65 "GET /v2.0/networks?id=742eb7cb-e5f7-44de-b05c-3ac48a812bcf HTTP/1.1" status: 200 len: 911 time: 0.0884662 Jul 14 10:18:46.328769 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-aab7d511-596f-4552-b854-eea02b92f58c req-a69aac26-b2e8-4f02-9a4c-5344cf717f53 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d6ff2cb6-bab5-42c3-91f9-4424e3832ca2 HTTP/1.1" status: 200 len: 1002 time: 0.0641026 Jul 14 10:18:46.378747 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab7d511-596f-4552-b854-eea02b92f58c req-de1e4b3a-a262-4a6d-8172-b89699e532b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:18:46.380306 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-aab7d511-596f-4552-b854-eea02b92f58c req-de1e4b3a-a262-4a6d-8172-b89699e532b6 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=db7cecf2-4301-4c3f-bbb1-78ad80d93968 HTTP/1.1" status: 200 len: 849 time: 0.0449989 Jul 14 10:18:46.440266 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab7d511-596f-4552-b854-eea02b92f58c req-3b93992c-9a39-43e7-a30e-a2c897f262d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:18:46.441741 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-aab7d511-596f-4552-b854-eea02b92f58c req-3b93992c-9a39-43e7-a30e-a2c897f262d2 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=742eb7cb-e5f7-44de-b05c-3ac48a812bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0556092 Jul 14 10:18:46.537526 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-aab7d511-596f-4552-b854-eea02b92f58c req-7186fb0d-1d02-4037-bc22-e55fc80d4d01 service neutron] 10.222.0.65 "GET /v2.0/networks/742eb7cb-e5f7-44de-b05c-3ac48a812bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890596 Jul 14 10:18:46.645537 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-aab7d511-596f-4552-b854-eea02b92f58c req-852d151c-8e8f-478c-a669-2dc239f15e8b service neutron] 10.222.0.65 "GET /v2.0/networks/742eb7cb-e5f7-44de-b05c-3ac48a812bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019897 Jul 14 10:18:47.209048 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8074b986-e6c5-4e7f-9aac-8d12a2e88276 req-f5c7ad95-8a70-456e-b86d-1d2b531fb856 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:18:47.210581 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-8074b986-e6c5-4e7f-9aac-8d12a2e88276 req-f5c7ad95-8a70-456e-b86d-1d2b531fb856 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/ports?device_id=3ac57fd4-06bd-40d1-87e7-e565b03d0915 HTTP/1.1" status: 200 len: 946 time: 0.0705614 Jul 14 10:18:47.250426 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-8074b986-e6c5-4e7f-9aac-8d12a2e88276 req-f5ef41f5-8c61-4618-93c9-fa96b1cb3764 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/security-groups?id=5b2dd5c6-a0e3-4c42-bf23-d97ecb5ddeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340750 Jul 14 10:18:48.424928 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1617ac4-3940-4646-8f28-5424cf559d84 req-82762d68-4ec5-4808-9fb9-04261adb44da tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:18:48.426362 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c1617ac4-3940-4646-8f28-5424cf559d84 req-82762d68-4ec5-4808-9fb9-04261adb44da tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/ports?device_id=3ac57fd4-06bd-40d1-87e7-e565b03d0915 HTTP/1.1" status: 200 len: 946 time: 0.0647731 Jul 14 10:18:48.468444 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c1617ac4-3940-4646-8f28-5424cf559d84 req-e209da5a-c2a0-47b4-a2fa-fefac457bbe5 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/security-groups?id=5b2dd5c6-a0e3-4c42-bf23-d97ecb5ddeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360324 Jul 14 10:18:49.649216 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69403dfe-faed-4848-acb0-7aa5533457c5 req-776d1f69-af48-4e9d-b7c1-dd59ff8881b4 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:18:49.650801 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-69403dfe-faed-4848-acb0-7aa5533457c5 req-776d1f69-af48-4e9d-b7c1-dd59ff8881b4 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/ports?device_id=3ac57fd4-06bd-40d1-87e7-e565b03d0915 HTTP/1.1" status: 200 len: 946 time: 0.0698392 Jul 14 10:18:49.689816 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-69403dfe-faed-4848-acb0-7aa5533457c5 req-67f3d0a9-aab2-4458-a838-abdd30fb85d7 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/security-groups?id=5b2dd5c6-a0e3-4c42-bf23-d97ecb5ddeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319803 Jul 14 10:18:50.663492 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.agents_db [None req-3c3509fb-540d-4335-a450-574895dd3602 None None] Agent healthcheck: found 7 active agents {{(pid=93960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:18:50.866179 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed83038b-07a4-4ce4-a95e-043e5eec69b3 req-db933efc-565f-44af-a03a-3018749e584e tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:18:50.867611 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ed83038b-07a4-4ce4-a95e-043e5eec69b3 req-db933efc-565f-44af-a03a-3018749e584e tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/ports?device_id=3ac57fd4-06bd-40d1-87e7-e565b03d0915 HTTP/1.1" status: 200 len: 946 time: 0.0644097 Jul 14 10:18:50.905743 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ed83038b-07a4-4ce4-a95e-043e5eec69b3 req-8a6a8cec-6e26-4b2a-a4b7-1ada4a97c670 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/security-groups?id=5b2dd5c6-a0e3-4c42-bf23-d97ecb5ddeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315883 Jul 14 10:18:52.079832 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3289d5f-4869-45ba-acef-e9428f63b6dd req-7b03ab01-247c-4987-9904-4f11b81a7ec4 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:18:52.081295 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-a3289d5f-4869-45ba-acef-e9428f63b6dd req-7b03ab01-247c-4987-9904-4f11b81a7ec4 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/ports?device_id=3ac57fd4-06bd-40d1-87e7-e565b03d0915 HTTP/1.1" status: 200 len: 946 time: 0.0618386 Jul 14 10:18:52.118670 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-a3289d5f-4869-45ba-acef-e9428f63b6dd req-d796dba8-79d3-4a41-8d04-161bc0f50423 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/security-groups?id=5b2dd5c6-a0e3-4c42-bf23-d97ecb5ddeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318091 Jul 14 10:18:52.298472 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3fc7b52a-4120-41d5-9027-110f08358444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:18:53.337731 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089d6166-aad9-468e-b7c4-a1aa6724a370 req-11b9fb28-8fd4-4dc8-ae8a-b3dc16081761 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:18:53.339212 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-089d6166-aad9-468e-b7c4-a1aa6724a370 req-11b9fb28-8fd4-4dc8-ae8a-b3dc16081761 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/ports?device_id=3ac57fd4-06bd-40d1-87e7-e565b03d0915 HTTP/1.1" status: 200 len: 946 time: 0.1037900 Jul 14 10:18:53.375978 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-089d6166-aad9-468e-b7c4-a1aa6724a370 req-917fd359-4de9-4a84-8978-a2f3e2b3e972 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/security-groups?id=5b2dd5c6-a0e3-4c42-bf23-d97ecb5ddeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312135 Jul 14 10:18:54.592314 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6758ea-6474-4ab5-ac6b-d457b6497fcd req-06aa2a23-ff7a-45e3-b626-f5cbc2ef821b tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:18:54.593808 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-fc6758ea-6474-4ab5-ac6b-d457b6497fcd req-06aa2a23-ff7a-45e3-b626-f5cbc2ef821b tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/ports?device_id=3ac57fd4-06bd-40d1-87e7-e565b03d0915 HTTP/1.1" status: 200 len: 946 time: 0.1078703 Jul 14 10:18:54.632014 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-fc6758ea-6474-4ab5-ac6b-d457b6497fcd req-e52871b4-5b71-4f73-9849-f6e86329382f tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/security-groups?id=5b2dd5c6-a0e3-4c42-bf23-d97ecb5ddeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325632 Jul 14 10:18:54.849420 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:18:54.950157 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8a8cb5fc-a40b-4f5e-a859-c3386a1e72a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:18:55.815434 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb7cdf1-2176-48ee-83b5-3389d50ae3f2 req-257c314f-e210-4ed1-b33f-615aa4528490 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:18:55.816893 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ceb7cdf1-2176-48ee-83b5-3389d50ae3f2 req-257c314f-e210-4ed1-b33f-615aa4528490 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/ports?device_id=3ac57fd4-06bd-40d1-87e7-e565b03d0915 HTTP/1.1" status: 200 len: 946 time: 0.0711758 Jul 14 10:18:55.854473 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ceb7cdf1-2176-48ee-83b5-3389d50ae3f2 req-3b732b42-e9c2-42b4-8906-d89786c32862 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/security-groups?id=5b2dd5c6-a0e3-4c42-bf23-d97ecb5ddeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311472 Jul 14 10:18:56.091495 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5ad31076-714c-49ec-bc37-f3d4cd90112a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:18:57.045034 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a62d834-8a1d-43d9-b8b6-9fefeaa09d1b req-8ce8df3e-ebc8-48c3-9b17-5ffd57a6a583 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:18:57.046569 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-2a62d834-8a1d-43d9-b8b6-9fefeaa09d1b req-8ce8df3e-ebc8-48c3-9b17-5ffd57a6a583 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/ports?device_id=3ac57fd4-06bd-40d1-87e7-e565b03d0915 HTTP/1.1" status: 200 len: 946 time: 0.0758924 Jul 14 10:18:57.083953 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-2a62d834-8a1d-43d9-b8b6-9fefeaa09d1b req-731f904e-88ed-43ff-bac5-f2599c2f52fd tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/security-groups?id=5b2dd5c6-a0e3-4c42-bf23-d97ecb5ddeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318837 Jul 14 10:18:57.900852 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5bbe322f-3f67-4864-bc0a-91afe44d23e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:18:58.266170 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c110581d-1187-41a8-b2a1-c7742e1786b0 req-a9b1884f-55ff-4d17-ba96-18b23510a1f9 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:18:58.267718 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c110581d-1187-41a8-b2a1-c7742e1786b0 req-a9b1884f-55ff-4d17-ba96-18b23510a1f9 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/ports?device_id=3ac57fd4-06bd-40d1-87e7-e565b03d0915 HTTP/1.1" status: 200 len: 946 time: 0.0707827 Jul 14 10:18:58.306314 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c110581d-1187-41a8-b2a1-c7742e1786b0 req-1dae923d-0e6e-474b-a049-a57abb79de53 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/security-groups?id=5b2dd5c6-a0e3-4c42-bf23-d97ecb5ddeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329032 Jul 14 10:18:59.492305 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e5bf07-e5c2-460b-8242-9caef4d02385 req-96e97660-ad23-4b10-ac7e-3e2e834af2fc tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:18:59.494361 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-97e5bf07-e5c2-460b-8242-9caef4d02385 req-96e97660-ad23-4b10-ac7e-3e2e834af2fc tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/ports?device_id=3ac57fd4-06bd-40d1-87e7-e565b03d0915 HTTP/1.1" status: 200 len: 946 time: 0.0691788 Jul 14 10:18:59.534872 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-97e5bf07-e5c2-460b-8242-9caef4d02385 req-0c6bc3a2-9ac1-41a9-aa09-83721daf2913 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/security-groups?id=5b2dd5c6-a0e3-4c42-bf23-d97ecb5ddeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342166 Jul 14 10:19:00.535435 n-d-779913-29 neutron-server[93957]: INFO neutron.api.v2.resource [req-aab7d511-596f-4552-b854-eea02b92f58c req-c667b018-f237-49c8-8875-2262fafe366d service neutron] show failed (client error): The resource could not be found. Jul 14 10:19:00.536478 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-aab7d511-596f-4552-b854-eea02b92f58c req-c667b018-f237-49c8-8875-2262fafe366d service neutron] 10.222.0.65 "GET /v2.0/ports/d6ff2cb6-bab5-42c3-91f9-4424e3832ca2/bindings/n-h2-779913-29 HTTP/1.1" status: 404 len: 381 time: 0.0549042 Jul 14 10:19:01.037979 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bbe984-244b-46b3-a0f5-c13fef9d3c5c req-96a9a9d7-0582-4d80-9002-a0b0fc6e9810 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:19:01.039484 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c8bbe984-244b-46b3-a0f5-c13fef9d3c5c req-96a9a9d7-0582-4d80-9002-a0b0fc6e9810 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/ports?device_id=3ac57fd4-06bd-40d1-87e7-e565b03d0915 HTTP/1.1" status: 200 len: 946 time: 0.3837771 Jul 14 10:19:01.055317 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab7d511-596f-4552-b854-eea02b92f58c req-c356ffd7-e670-4332-8682-d934980d7878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:19:01.056702 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-aab7d511-596f-4552-b854-eea02b92f58c req-c356ffd7-e670-4332-8682-d934980d7878 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=3ac57fd4-06bd-40d1-87e7-e565b03d0915&tenant_id=1f9c0a4e933c47379e1aa8c6bf9c0620 HTTP/1.1" status: 200 len: 1098 time: 0.0883625 Jul 14 10:19:01.074518 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-aab7d511-596f-4552-b854-eea02b92f58c req-b57050cd-dce4-4696-9c0a-09db28a101f8 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-779913-29', 'device_owner': 'compute:nova'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:19:01.108595 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c8bbe984-244b-46b3-a0f5-c13fef9d3c5c req-cca0f0ab-749c-4436-9ef4-56eca89f0eb1 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/security-groups?id=5b2dd5c6-a0e3-4c42-bf23-d97ecb5ddeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629766 Jul 14 10:19:01.158032 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-aab7d511-596f-4552-b854-eea02b92f58c req-b57050cd-dce4-4696-9c0a-09db28a101f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:01.353078 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-aab7d511-596f-4552-b854-eea02b92f58c req-b57050cd-dce4-4696-9c0a-09db28a101f8 service neutron] For port d6ff2cb6-bab5-42c3-91f9-4424e3832ca2, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=d6ff2cb6-bab5-42c3-91f9-4424e3832ca2,segment=NetworkSegment(d47c0a19-c61e-44d6-8c05-eb47451816f8),segment_id=d47c0a19-c61e-44d6-8c05-eb47451816f8)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:19:01.385951 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-aab7d511-596f-4552-b854-eea02b92f58c req-b57050cd-dce4-4696-9c0a-09db28a101f8 service neutron] For port d6ff2cb6-bab5-42c3-91f9-4424e3832ca2, host n-h1-779913-29, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:19:01.424502 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ac57fd4-06bd-40d1-87e7-e565b03d0915', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd6ff2cb6-bab5-42c3-91f9-4424e3832ca2'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:19:01.426876 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}175264a25d5f1cec9b1451f1a8cc8ced5d4502f5c48740ac7c6845d527b2175b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46770dcc-5d4e-469f-8bdc-4995b562d5c3" -d '{"events": [{"server_uuid": "3ac57fd4-06bd-40d1-87e7-e565b03d0915", "name": "network-vif-unplugged", "status": "completed", "tag": "d6ff2cb6-bab5-42c3-91f9-4424e3832ca2"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:19:01.431121 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-aab7d511-596f-4552-b854-eea02b92f58c req-b57050cd-dce4-4696-9c0a-09db28a101f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:01.444484 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [req-aab7d511-596f-4552-b854-eea02b92f58c req-b57050cd-dce4-4696-9c0a-09db28a101f8 service neutron] Transition to ACTIVE for port object d6ff2cb6-bab5-42c3-91f9-4424e3832ca2 will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:19:01.448273 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-aab7d511-596f-4552-b854-eea02b92f58c req-b57050cd-dce4-4696-9c0a-09db28a101f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:01.492855 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 10:19:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-274e384f-cf21-4742-a2b3-0c6fd59c9816 x-openstack-request-id: req-274e384f-cf21-4742-a2b3-0c6fd59c9816 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:19:01.493374 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ac57fd4-06bd-40d1-87e7-e565b03d0915", "name": "network-vif-unplugged", "status": "completed", "tag": "d6ff2cb6-bab5-42c3-91f9-4424e3832ca2", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:19:01.493726 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-274e384f-cf21-4742-a2b3-0c6fd59c9816 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:19:01.494189 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ac57fd4-06bd-40d1-87e7-e565b03d0915', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd6ff2cb6-bab5-42c3-91f9-4424e3832ca2', 'code': 200} Jul 14 10:19:01.546751 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57050cd-dce4-4696-9c0a-09db28a101f8 service neutron] Pushing event updated for resources: {'Port': ['ID=d6ff2cb6-bab5-42c3-91f9-4424e3832ca2,revision_number=6']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:19:01.561858 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57050cd-dce4-4696-9c0a-09db28a101f8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:19:01.562208 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57050cd-dce4-4696-9c0a-09db28a101f8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:19:01.562566 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57050cd-dce4-4696-9c0a-09db28a101f8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:19:01.562904 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57050cd-dce4-4696-9c0a-09db28a101f8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:19:01.563245 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57050cd-dce4-4696-9c0a-09db28a101f8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:19:01.563579 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57050cd-dce4-4696-9c0a-09db28a101f8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:19:01.563914 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57050cd-dce4-4696-9c0a-09db28a101f8 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:19:01.564249 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57050cd-dce4-4696-9c0a-09db28a101f8 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:19:01.564583 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57050cd-dce4-4696-9c0a-09db28a101f8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:19:01.564915 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57050cd-dce4-4696-9c0a-09db28a101f8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:19:01.565245 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57050cd-dce4-4696-9c0a-09db28a101f8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:19:01.565597 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57050cd-dce4-4696-9c0a-09db28a101f8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:19:01.593144 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-aab7d511-596f-4552-b854-eea02b92f58c req-b57050cd-dce4-4696-9c0a-09db28a101f8 service neutron] No DVR routers for this DVR port d6ff2cb6-bab5-42c3-91f9-4424e3832ca2 on host n-h1-779913-29 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:19:01.730507 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-aab7d511-596f-4552-b854-eea02b92f58c req-b57050cd-dce4-4696-9c0a-09db28a101f8 service neutron] Attempting to bind port d6ff2cb6-bab5-42c3-91f9-4424e3832ca2 on host n-h2-779913-29 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:19:01.730843 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-aab7d511-596f-4552-b854-eea02b92f58c req-b57050cd-dce4-4696-9c0a-09db28a101f8 service neutron] Attempting to bind port d6ff2cb6-bab5-42c3-91f9-4424e3832ca2 by drivers openvswitch,hyperv on host n-h2-779913-29 at level 0 using segments [{'id': 'd47c0a19-c61e-44d6-8c05-eb47451816f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '742eb7cb-e5f7-44de-b05c-3ac48a812bcf'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:19:01.731284 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab7d511-596f-4552-b854-eea02b92f58c req-b57050cd-dce4-4696-9c0a-09db28a101f8 service neutron] Attempting to bind port d6ff2cb6-bab5-42c3-91f9-4424e3832ca2 on network 742eb7cb-e5f7-44de-b05c-3ac48a812bcf {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:19:01.735527 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab7d511-596f-4552-b854-eea02b92f58c req-b57050cd-dce4-4696-9c0a-09db28a101f8 service neutron] Port d6ff2cb6-bab5-42c3-91f9-4424e3832ca2 on network 742eb7cb-e5f7-44de-b05c-3ac48a812bcf not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-29 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 10:19:01.735850 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab7d511-596f-4552-b854-eea02b92f58c req-b57050cd-dce4-4696-9c0a-09db28a101f8 service neutron] Attempting to bind port d6ff2cb6-bab5-42c3-91f9-4424e3832ca2 on network 742eb7cb-e5f7-44de-b05c-3ac48a812bcf {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:19:01.740853 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab7d511-596f-4552-b854-eea02b92f58c req-b57050cd-dce4-4696-9c0a-09db28a101f8 service neutron] Checking agent: {'id': '013e4a3b-a634-47b8-b6a5-1a25109b73fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 13, 13), 'started_at': datetime.datetime(2021, 7, 14, 9, 13, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 18, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:19:01.741214 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab7d511-596f-4552-b854-eea02b92f58c req-b57050cd-dce4-4696-9c0a-09db28a101f8 service neutron] Checking segment: {'id': 'd47c0a19-c61e-44d6-8c05-eb47451816f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '742eb7cb-e5f7-44de-b05c-3ac48a812bcf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:19:01.741624 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab7d511-596f-4552-b854-eea02b92f58c req-b57050cd-dce4-4696-9c0a-09db28a101f8 service neutron] Bound using segment: {'id': 'd47c0a19-c61e-44d6-8c05-eb47451816f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '742eb7cb-e5f7-44de-b05c-3ac48a812bcf'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:19:01.742125 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-aab7d511-596f-4552-b854-eea02b92f58c req-b57050cd-dce4-4696-9c0a-09db28a101f8 service neutron] Bound port: d6ff2cb6-bab5-42c3-91f9-4424e3832ca2, host: n-h2-779913-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd47c0a19-c61e-44d6-8c05-eb47451816f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '742eb7cb-e5f7-44de-b05c-3ac48a812bcf'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:19:01.742482 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-aab7d511-596f-4552-b854-eea02b92f58c req-b57050cd-dce4-4696-9c0a-09db28a101f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:01.807113 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-aab7d511-596f-4552-b854-eea02b92f58c req-b57050cd-dce4-4696-9c0a-09db28a101f8 service neutron] For port d6ff2cb6-bab5-42c3-91f9-4424e3832ca2, host n-h2-779913-29, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:19:01.810088 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-aab7d511-596f-4552-b854-eea02b92f58c req-b57050cd-dce4-4696-9c0a-09db28a101f8 service neutron] For port d6ff2cb6-bab5-42c3-91f9-4424e3832ca2, host n-h2-779913-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=d6ff2cb6-bab5-42c3-91f9-4424e3832ca2,segment=NetworkSegment(d47c0a19-c61e-44d6-8c05-eb47451816f8),segment_id=d47c0a19-c61e-44d6-8c05-eb47451816f8)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:19:01.814771 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-aab7d511-596f-4552-b854-eea02b92f58c req-b57050cd-dce4-4696-9c0a-09db28a101f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:01.848780 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab7d511-596f-4552-b854-eea02b92f58c req-b57050cd-dce4-4696-9c0a-09db28a101f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:19:01.849403 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-aab7d511-596f-4552-b854-eea02b92f58c req-b57050cd-dce4-4696-9c0a-09db28a101f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:01.850924 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-aab7d511-596f-4552-b854-eea02b92f58c req-b57050cd-dce4-4696-9c0a-09db28a101f8 service neutron] 10.222.0.57 "PUT /v2.0/ports/d6ff2cb6-bab5-42c3-91f9-4424e3832ca2 HTTP/1.1" status: 200 len: 1093 time: 0.7808821 Jul 14 10:19:01.874708 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57050cd-dce4-4696-9c0a-09db28a101f8 service neutron] Pushing event updated for resources: {'Port': ['ID=d6ff2cb6-bab5-42c3-91f9-4424e3832ca2,revision_number=7']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:19:01.947912 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab7d511-596f-4552-b854-eea02b92f58c req-4a715ed2-d8a7-4d14-b310-6d26f7ba34be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:19:01.949997 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-aab7d511-596f-4552-b854-eea02b92f58c req-4a715ed2-d8a7-4d14-b310-6d26f7ba34be service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1f9c0a4e933c47379e1aa8c6bf9c0620&device_id=3ac57fd4-06bd-40d1-87e7-e565b03d0915 HTTP/1.1" status: 200 len: 1096 time: 0.0556755 Jul 14 10:19:02.056700 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab7d511-596f-4552-b854-eea02b92f58c req-ab69f498-5417-482d-b0fa-b7a8b7bb24b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:19:02.058341 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-aab7d511-596f-4552-b854-eea02b92f58c req-ab69f498-5417-482d-b0fa-b7a8b7bb24b2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=742eb7cb-e5f7-44de-b05c-3ac48a812bcf HTTP/1.1" status: 200 len: 911 time: 0.1019230 Jul 14 10:19:02.125688 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-aab7d511-596f-4552-b854-eea02b92f58c req-703aed39-ba0c-4b5a-92dd-23a7da7e1d0a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d6ff2cb6-bab5-42c3-91f9-4424e3832ca2 HTTP/1.1" status: 200 len: 1000 time: 0.0611393 Jul 14 10:19:02.175029 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab7d511-596f-4552-b854-eea02b92f58c req-54bac3a4-cfd1-44ce-8ab8-e467b314df7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:19:02.176533 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-aab7d511-596f-4552-b854-eea02b92f58c req-54bac3a4-cfd1-44ce-8ab8-e467b314df7b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=db7cecf2-4301-4c3f-bbb1-78ad80d93968 HTTP/1.1" status: 200 len: 849 time: 0.0445549 Jul 14 10:19:02.270501 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab7d511-596f-4552-b854-eea02b92f58c req-9cb3e5cc-bb1c-4b15-a56a-aceaaea81daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:19:02.272015 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-aab7d511-596f-4552-b854-eea02b92f58c req-9cb3e5cc-bb1c-4b15-a56a-aceaaea81daa service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=742eb7cb-e5f7-44de-b05c-3ac48a812bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0879648 Jul 14 10:19:02.351354 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784f2817-eec7-4f26-9c79-7d2fb9bd9ece req-5db20456-4634-40d9-8752-2c17d6ea69e5 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:19:02.352845 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-784f2817-eec7-4f26-9c79-7d2fb9bd9ece req-5db20456-4634-40d9-8752-2c17d6ea69e5 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/ports?device_id=3ac57fd4-06bd-40d1-87e7-e565b03d0915 HTTP/1.1" status: 200 len: 944 time: 0.1241591 Jul 14 10:19:02.410707 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-aab7d511-596f-4552-b854-eea02b92f58c req-45440742-0eb7-4209-ab88-81d30586e3f9 service neutron] 10.222.0.57 "GET /v2.0/networks/742eb7cb-e5f7-44de-b05c-3ac48a812bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314013 Jul 14 10:19:02.413601 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-784f2817-eec7-4f26-9c79-7d2fb9bd9ece req-f0253dc1-11c2-4d72-8e59-0e784a799a11 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/security-groups?id=5b2dd5c6-a0e3-4c42-bf23-d97ecb5ddeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539539 Jul 14 10:19:02.508658 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-aab7d511-596f-4552-b854-eea02b92f58c req-2b612942-7d89-4839-88a2-de917b26de8b service neutron] 10.222.0.57 "GET /v2.0/networks/742eb7cb-e5f7-44de-b05c-3ac48a812bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916638 Jul 14 10:19:03.015891 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device d6ff2cb6-bab5-42c3-91f9-4424e3832ca2 no longer exists at agent hyperv_n-h1-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:19:03.055759 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device d6ff2cb6-bab5-42c3-91f9-4424e3832ca2 not bound to the agent host n-h1-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:19:03.495202 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ac57fd4-06bd-40d1-87e7-e565b03d0915', 'tag': 'd6ff2cb6-bab5-42c3-91f9-4424e3832ca2'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:19:03.498528 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}175264a25d5f1cec9b1451f1a8cc8ced5d4502f5c48740ac7c6845d527b2175b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5168efb6-90c0-43c0-bfa2-d0abf3496a02" -d '{"events": [{"name": "network-changed", "server_uuid": "3ac57fd4-06bd-40d1-87e7-e565b03d0915", "tag": "d6ff2cb6-bab5-42c3-91f9-4424e3832ca2"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:19:03.564969 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:19:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34c5bc2c-6ccc-40a5-8906-f3dfa31b800c x-openstack-request-id: req-34c5bc2c-6ccc-40a5-8906-f3dfa31b800c {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:19:03.565269 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ac57fd4-06bd-40d1-87e7-e565b03d0915", "tag": "d6ff2cb6-bab5-42c3-91f9-4424e3832ca2", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:19:03.565549 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-34c5bc2c-6ccc-40a5-8906-f3dfa31b800c {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:19:03.565991 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ac57fd4-06bd-40d1-87e7-e565b03d0915', 'tag': 'd6ff2cb6-bab5-42c3-91f9-4424e3832ca2', 'status': 'completed', 'code': 200} Jul 14 10:19:03.599322 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f003d244-8bb6-4948-a9e4-1dc33572b5d2 req-a0fdb324-d3e6-4d57-99c4-e21a2b01b626 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:19:03.600871 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-f003d244-8bb6-4948-a9e4-1dc33572b5d2 req-a0fdb324-d3e6-4d57-99c4-e21a2b01b626 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/ports?device_id=3ac57fd4-06bd-40d1-87e7-e565b03d0915 HTTP/1.1" status: 200 len: 944 time: 0.0694921 Jul 14 10:19:03.641751 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-f003d244-8bb6-4948-a9e4-1dc33572b5d2 req-5bd30123-a183-4b32-9ed1-029a539a7396 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/security-groups?id=5b2dd5c6-a0e3-4c42-bf23-d97ecb5ddeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335212 Jul 14 10:19:03.708731 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5168efb6-90c0-43c0-bfa2-d0abf3496a02 req-b6be7bbc-2fa8-44fc-a8e7-8a5332b42ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:19:03.710013 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5168efb6-90c0-43c0-bfa2-d0abf3496a02 req-b6be7bbc-2fa8-44fc-a8e7-8a5332b42ccc service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1f9c0a4e933c47379e1aa8c6bf9c0620&device_id=3ac57fd4-06bd-40d1-87e7-e565b03d0915 HTTP/1.1" status: 200 len: 1096 time: 0.1006169 Jul 14 10:19:03.715946 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5168efb6-90c0-43c0-bfa2-d0abf3496a02 req-c3062d3f-a14f-43ca-90b6-14733002de3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:19:03.717336 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5168efb6-90c0-43c0-bfa2-d0abf3496a02 req-c3062d3f-a14f-43ca-90b6-14733002de3d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=1f9c0a4e933c47379e1aa8c6bf9c0620&device_id=3ac57fd4-06bd-40d1-87e7-e565b03d0915 HTTP/1.1" status: 200 len: 1096 time: 0.0972605 Jul 14 10:19:03.877213 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5168efb6-90c0-43c0-bfa2-d0abf3496a02 req-7e346f37-eafe-4a45-adfc-23a61e27ff51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:19:03.878742 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5168efb6-90c0-43c0-bfa2-d0abf3496a02 req-7e346f37-eafe-4a45-adfc-23a61e27ff51 service neutron] 10.222.0.65 "GET /v2.0/networks?id=742eb7cb-e5f7-44de-b05c-3ac48a812bcf HTTP/1.1" status: 200 len: 911 time: 0.1532855 Jul 14 10:19:03.879683 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5168efb6-90c0-43c0-bfa2-d0abf3496a02 req-9a073b08-606d-49cb-a49b-d123e90ea90c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:19:03.881011 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5168efb6-90c0-43c0-bfa2-d0abf3496a02 req-9a073b08-606d-49cb-a49b-d123e90ea90c service neutron] 10.222.0.57 "GET /v2.0/networks?id=742eb7cb-e5f7-44de-b05c-3ac48a812bcf HTTP/1.1" status: 200 len: 911 time: 0.1628177 Jul 14 10:19:03.992718 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5168efb6-90c0-43c0-bfa2-d0abf3496a02 req-8e1e86bb-2f25-41d1-b7ab-c90a8c07a03a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d6ff2cb6-bab5-42c3-91f9-4424e3832ca2 HTTP/1.1" status: 200 len: 1000 time: 0.1073954 Jul 14 10:19:03.994549 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5168efb6-90c0-43c0-bfa2-d0abf3496a02 req-43369f0f-938b-4ba3-837e-b54e4fd97863 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d6ff2cb6-bab5-42c3-91f9-4424e3832ca2 HTTP/1.1" status: 200 len: 1000 time: 0.1034811 Jul 14 10:19:04.080900 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5168efb6-90c0-43c0-bfa2-d0abf3496a02 req-284e1047-92ca-4254-8a2c-d3e78c4040b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:19:04.082334 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5168efb6-90c0-43c0-bfa2-d0abf3496a02 req-284e1047-92ca-4254-8a2c-d3e78c4040b0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=db7cecf2-4301-4c3f-bbb1-78ad80d93968 HTTP/1.1" status: 200 len: 849 time: 0.0758445 Jul 14 10:19:04.083713 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5168efb6-90c0-43c0-bfa2-d0abf3496a02 req-5d199a38-e973-4f66-89d8-0625ad839825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:19:04.085306 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5168efb6-90c0-43c0-bfa2-d0abf3496a02 req-5d199a38-e973-4f66-89d8-0625ad839825 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=db7cecf2-4301-4c3f-bbb1-78ad80d93968 HTTP/1.1" status: 200 len: 849 time: 0.0864987 Jul 14 10:19:04.179398 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5168efb6-90c0-43c0-bfa2-d0abf3496a02 req-1d8476df-2ad7-45d8-870f-f579268d9ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:19:04.181507 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5168efb6-90c0-43c0-bfa2-d0abf3496a02 req-1d8476df-2ad7-45d8-870f-f579268d9ed5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=742eb7cb-e5f7-44de-b05c-3ac48a812bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0932002 Jul 14 10:19:04.187053 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5168efb6-90c0-43c0-bfa2-d0abf3496a02 req-d1849c59-da1d-4269-bb39-359e11431a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:19:04.188474 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5168efb6-90c0-43c0-bfa2-d0abf3496a02 req-d1849c59-da1d-4269-bb39-359e11431a68 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=742eb7cb-e5f7-44de-b05c-3ac48a812bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0923898 Jul 14 10:19:04.348537 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5168efb6-90c0-43c0-bfa2-d0abf3496a02 req-95185abb-d304-43bf-bfb5-4fc5adb27e8b service neutron] 10.222.0.57 "GET /v2.0/networks/742eb7cb-e5f7-44de-b05c-3ac48a812bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590080 Jul 14 10:19:04.350445 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5168efb6-90c0-43c0-bfa2-d0abf3496a02 req-2912c38f-da5a-4145-914b-f36597c78b70 service neutron] 10.222.0.65 "GET /v2.0/networks/742eb7cb-e5f7-44de-b05c-3ac48a812bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537354 Jul 14 10:19:04.509394 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5168efb6-90c0-43c0-bfa2-d0abf3496a02 req-fd698b70-1b05-4a67-9be7-7ac07c67a51d service neutron] 10.222.0.57 "GET /v2.0/networks/742eb7cb-e5f7-44de-b05c-3ac48a812bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542261 Jul 14 10:19:04.530182 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5168efb6-90c0-43c0-bfa2-d0abf3496a02 req-b9725a36-e4c6-4d05-8224-4a22ad3ed4dc service neutron] 10.222.0.65 "GET /v2.0/networks/742eb7cb-e5f7-44de-b05c-3ac48a812bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1675842 Jul 14 10:19:04.825616 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b80ff8-2374-486a-a93f-e9c02b921a24 req-a40b003f-c903-41a5-8633-c0a03bdefbc4 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:19:04.827264 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c4b80ff8-2374-486a-a93f-e9c02b921a24 req-a40b003f-c903-41a5-8633-c0a03bdefbc4 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/ports?device_id=3ac57fd4-06bd-40d1-87e7-e565b03d0915 HTTP/1.1" status: 200 len: 944 time: 0.0695555 Jul 14 10:19:04.864443 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c4b80ff8-2374-486a-a93f-e9c02b921a24 req-d2e5ddff-06c8-4be1-b0a4-a9f2265b7832 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/security-groups?id=5b2dd5c6-a0e3-4c42-bf23-d97ecb5ddeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315340 Jul 14 10:19:06.039670 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e6b5ff-1c08-4185-9d9d-454abf4ff7b1 req-0281061a-922f-4361-80b5-81a78609239e tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:19:06.041318 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-68e6b5ff-1c08-4185-9d9d-454abf4ff7b1 req-0281061a-922f-4361-80b5-81a78609239e tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/ports?device_id=3ac57fd4-06bd-40d1-87e7-e565b03d0915 HTTP/1.1" status: 200 len: 944 time: 0.0635962 Jul 14 10:19:06.079666 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-68e6b5ff-1c08-4185-9d9d-454abf4ff7b1 req-704359ae-c30d-40da-9a78-d70c8e0e09c1 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/security-groups?id=5b2dd5c6-a0e3-4c42-bf23-d97ecb5ddeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324869 Jul 14 10:19:07.255553 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbf4ce7-21a7-43e6-8c6c-799a8d60c587 req-8b33037f-d5db-40ab-8548-992c4287c873 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:19:07.257033 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ccbf4ce7-21a7-43e6-8c6c-799a8d60c587 req-8b33037f-d5db-40ab-8548-992c4287c873 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/ports?device_id=3ac57fd4-06bd-40d1-87e7-e565b03d0915 HTTP/1.1" status: 200 len: 944 time: 0.0630853 Jul 14 10:19:07.301094 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ccbf4ce7-21a7-43e6-8c6c-799a8d60c587 req-b8520aba-96d0-49af-b691-9faf893b2d25 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/security-groups?id=5b2dd5c6-a0e3-4c42-bf23-d97ecb5ddeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378282 Jul 14 10:19:08.480563 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94da2571-3bd3-4bdd-ad60-8b532a199ab8 req-7a5009b5-b401-49fc-a933-ea087dd75a87 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:19:08.482186 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-94da2571-3bd3-4bdd-ad60-8b532a199ab8 req-7a5009b5-b401-49fc-a933-ea087dd75a87 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/ports?device_id=3ac57fd4-06bd-40d1-87e7-e565b03d0915 HTTP/1.1" status: 200 len: 944 time: 0.0676281 Jul 14 10:19:08.518646 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-94da2571-3bd3-4bdd-ad60-8b532a199ab8 req-bc21ccc4-7c67-4218-ad5b-d08828c3912b tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/security-groups?id=5b2dd5c6-a0e3-4c42-bf23-d97ecb5ddeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308647 Jul 14 10:19:09.689400 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5106968-e2cf-4c23-8920-c6628f7cc71f req-4a6737ab-b81a-456b-8022-7a9e76e3c7c4 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:19:09.690952 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c5106968-e2cf-4c23-8920-c6628f7cc71f req-4a6737ab-b81a-456b-8022-7a9e76e3c7c4 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/ports?device_id=3ac57fd4-06bd-40d1-87e7-e565b03d0915 HTTP/1.1" status: 200 len: 944 time: 0.0618863 Jul 14 10:19:09.728070 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c5106968-e2cf-4c23-8920-c6628f7cc71f req-5c2d166a-87af-47a9-8ad6-2de6e78c2694 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/security-groups?id=5b2dd5c6-a0e3-4c42-bf23-d97ecb5ddeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316069 Jul 14 10:19:10.901650 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d6f84e-0b6d-4c3a-ac19-2aa6d7d85122 req-3a496ae1-82f1-4365-b495-365f0f67e1aa tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:19:10.903132 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-90d6f84e-0b6d-4c3a-ac19-2aa6d7d85122 req-3a496ae1-82f1-4365-b495-365f0f67e1aa tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/ports?device_id=3ac57fd4-06bd-40d1-87e7-e565b03d0915 HTTP/1.1" status: 200 len: 944 time: 0.0632603 Jul 14 10:19:10.940705 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-90d6f84e-0b6d-4c3a-ac19-2aa6d7d85122 req-58e5a848-5468-49d1-84b5-87acb23fb175 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/security-groups?id=5b2dd5c6-a0e3-4c42-bf23-d97ecb5ddeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320492 Jul 14 10:19:12.114275 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0162fe-3d5b-4356-98ba-c2e914521a5b req-9bf6a347-0870-48b7-8f5a-17fc553a91c3 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:19:12.116538 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8a0162fe-3d5b-4356-98ba-c2e914521a5b req-9bf6a347-0870-48b7-8f5a-17fc553a91c3 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/ports?device_id=3ac57fd4-06bd-40d1-87e7-e565b03d0915 HTTP/1.1" status: 200 len: 944 time: 0.0645983 Jul 14 10:19:12.156926 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8a0162fe-3d5b-4356-98ba-c2e914521a5b req-0819e3ae-90ef-438c-8fea-e65e390261db tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/security-groups?id=5b2dd5c6-a0e3-4c42-bf23-d97ecb5ddeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349476 Jul 14 10:19:13.336531 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb300615-9c8e-4fd1-8ae6-4dee354b1db0 req-ed55afb6-9249-4d4f-bfec-ace63926d177 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:19:13.338015 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-fb300615-9c8e-4fd1-8ae6-4dee354b1db0 req-ed55afb6-9249-4d4f-bfec-ace63926d177 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/ports?device_id=3ac57fd4-06bd-40d1-87e7-e565b03d0915 HTTP/1.1" status: 200 len: 944 time: 0.0692191 Jul 14 10:19:13.390138 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-fb300615-9c8e-4fd1-8ae6-4dee354b1db0 req-a1510a8e-9223-4e09-8f2c-c2f0cfc11675 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/security-groups?id=5b2dd5c6-a0e3-4c42-bf23-d97ecb5ddeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456827 Jul 14 10:19:13.398136 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:14.200302 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:14.571318 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b02a3d1-9aac-458b-b541-f34efc3cb624 req-11dea103-b365-4ba6-a7e9-9f41a1308a05 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:19:14.572807 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3b02a3d1-9aac-458b-b541-f34efc3cb624 req-11dea103-b365-4ba6-a7e9-9f41a1308a05 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/ports?device_id=3ac57fd4-06bd-40d1-87e7-e565b03d0915 HTTP/1.1" status: 200 len: 944 time: 0.0670581 Jul 14 10:19:14.612107 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3b02a3d1-9aac-458b-b541-f34efc3cb624 req-cfd479c6-7d04-4a77-8a97-ca7136283902 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/security-groups?id=5b2dd5c6-a0e3-4c42-bf23-d97ecb5ddeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337029 Jul 14 10:19:14.895939 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device d6ff2cb6-bab5-42c3-91f9-4424e3832ca2 details requested by agent hyperv_n-h2-779913-29 with host n-h2-779913-29 {{(pid=93959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 10:19:15.020083 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port d6ff2cb6-bab5-42c3-91f9-4424e3832ca2, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=d6ff2cb6-bab5-42c3-91f9-4424e3832ca2,segment=NetworkSegment(d47c0a19-c61e-44d6-8c05-eb47451816f8),segment_id=d47c0a19-c61e-44d6-8c05-eb47451816f8)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:19:15.033724 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Returning: {'device': 'd6ff2cb6-bab5-42c3-91f9-4424e3832ca2', 'network_id': '742eb7cb-e5f7-44de-b05c-3ac48a812bcf', 'port_id': 'd6ff2cb6-bab5-42c3-91f9-4424e3832ca2', 'mac_address': 'fa:16:3e:78:e7:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 736, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db7cecf2-4301-4c3f-bbb1-78ad80d93968', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 10:19:15.064169 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712134af-3e79-431c-b33e-e3f741812104 req-e40929b9-9bd8-4350-a8e8-a13f809433bd tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:19:15.065945 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-712134af-3e79-431c-b33e-e3f741812104 req-e40929b9-9bd8-4350-a8e8-a13f809433bd tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.57 "GET /v2.0/ports?device_id=3ac57fd4-06bd-40d1-87e7-e565b03d0915&tenant_id=1f9c0a4e933c47379e1aa8c6bf9c0620&binding%3Ahost_id=n-h2-779913-29 HTTP/1.1" status: 200 len: 944 time: 0.0784769 Jul 14 10:19:15.071622 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:15.095359 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6ff2cb6-bab5-42c3-91f9-4424e3832ca2 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:19:15.117763 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port d6ff2cb6-bab5-42c3-91f9-4424e3832ca2, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=d6ff2cb6-bab5-42c3-91f9-4424e3832ca2,segment=NetworkSegment(d47c0a19-c61e-44d6-8c05-eb47451816f8),segment_id=d47c0a19-c61e-44d6-8c05-eb47451816f8)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:19:15.123625 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:15.154840 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768292db-866f-49ef-93e6-2b3d3f2b2730 req-7e4d581b-8266-4341-9392-b676321ad4c2 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:19:15.156371 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-768292db-866f-49ef-93e6-2b3d3f2b2730 req-7e4d581b-8266-4341-9392-b676321ad4c2 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/ports?device_id=3ac57fd4-06bd-40d1-87e7-e565b03d0915 HTTP/1.1" status: 200 len: 944 time: 0.0892231 Jul 14 10:19:15.180987 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Pushing event updated for resources: {'Port': ['ID=d6ff2cb6-bab5-42c3-91f9-4424e3832ca2,revision_number=8']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:19:15.192596 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:19:15.193173 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:19:15.193670 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:19:15.194027 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:19:15.194442 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:19:15.194854 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:19:15.195336 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:19:15.196181 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:19:15.196587 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:19:15.197076 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:19:15.197842 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:19:15.198240 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:19:15.233183 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-768292db-866f-49ef-93e6-2b3d3f2b2730 req-54af9033-a95f-43ba-9cb9-477a8c16d6d4 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/security-groups?id=5b2dd5c6-a0e3-4c42-bf23-d97ecb5ddeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556297 Jul 14 10:19:15.237361 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-712134af-3e79-431c-b33e-e3f741812104 req-ec3c05b8-4453-4947-874f-2f30feda0b44 service neutron] 10.222.0.57 "GET /v2.0/ports/d6ff2cb6-bab5-42c3-91f9-4424e3832ca2/bindings/n-h2-779913-29 HTTP/1.1" status: 200 len: 383 time: 0.1596346 Jul 14 10:19:15.334865 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712134af-3e79-431c-b33e-e3f741812104 req-4d5a449e-ae95-4742-b47c-a6a57165abd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:19:15.336346 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-712134af-3e79-431c-b33e-e3f741812104 req-4d5a449e-ae95-4742-b47c-a6a57165abd3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1f9c0a4e933c47379e1aa8c6bf9c0620&device_id=3ac57fd4-06bd-40d1-87e7-e565b03d0915 HTTP/1.1" status: 200 len: 1097 time: 0.0532150 Jul 14 10:19:15.431072 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] get_ports_and_sgs() called for port_ids ['d6ff2cb6-bab5-42c3-91f9-4424e3832ca2'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:19:15.434666 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712134af-3e79-431c-b33e-e3f741812104 req-f0db5715-03c3-4f62-9df6-2143879b8af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:19:15.436276 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-712134af-3e79-431c-b33e-e3f741812104 req-f0db5715-03c3-4f62-9df6-2143879b8af9 service neutron] 10.222.0.57 "GET /v2.0/networks?id=742eb7cb-e5f7-44de-b05c-3ac48a812bcf HTTP/1.1" status: 200 len: 911 time: 0.0931399 Jul 14 10:19:15.514200 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-712134af-3e79-431c-b33e-e3f741812104 req-fb36d441-cdf5-40dd-be20-64b1c83f9ff4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d6ff2cb6-bab5-42c3-91f9-4424e3832ca2 HTTP/1.1" status: 200 len: 1001 time: 0.0710182 Jul 14 10:19:15.564793 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712134af-3e79-431c-b33e-e3f741812104 req-b543ad27-27dd-41f8-8685-c32c00503597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:19:15.566314 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-712134af-3e79-431c-b33e-e3f741812104 req-b543ad27-27dd-41f8-8685-c32c00503597 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=db7cecf2-4301-4c3f-bbb1-78ad80d93968 HTTP/1.1" status: 200 len: 849 time: 0.0463436 Jul 14 10:19:15.635796 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712134af-3e79-431c-b33e-e3f741812104 req-9320363c-d312-4dc3-92c5-74dccf9eac71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:19:15.637252 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-712134af-3e79-431c-b33e-e3f741812104 req-9320363c-d312-4dc3-92c5-74dccf9eac71 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=742eb7cb-e5f7-44de-b05c-3ac48a812bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0643704 Jul 14 10:19:15.735861 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-712134af-3e79-431c-b33e-e3f741812104 req-414cc822-5e5e-4166-ac63-8d174f4b338a service neutron] 10.222.0.57 "GET /v2.0/networks/742eb7cb-e5f7-44de-b05c-3ac48a812bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916834 Jul 14 10:19:15.833748 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-712134af-3e79-431c-b33e-e3f741812104 req-39fe47e7-b26a-4bdc-938f-9a6c6b71688c service neutron] 10.222.0.57 "GET /v2.0/networks/742eb7cb-e5f7-44de-b05c-3ac48a812bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911956 Jul 14 10:19:16.440949 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f60edeb-25a2-4b74-a7e9-da30f8a565de req-3a71ee48-0512-4911-89b4-bb9bd130e81f tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:19:16.442485 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-6f60edeb-25a2-4b74-a7e9-da30f8a565de req-3a71ee48-0512-4911-89b4-bb9bd130e81f tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/ports?device_id=3ac57fd4-06bd-40d1-87e7-e565b03d0915 HTTP/1.1" status: 200 len: 945 time: 0.0702741 Jul 14 10:19:16.481208 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-6f60edeb-25a2-4b74-a7e9-da30f8a565de req-1b4b7876-0502-4ea5-8c9e-789fd0deadce tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/security-groups?id=5b2dd5c6-a0e3-4c42-bf23-d97ecb5ddeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329628 Jul 14 10:19:16.909766 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device d6ff2cb6-bab5-42c3-91f9-4424e3832ca2 up at agent hyperv_n-h2-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:19:16.962590 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Provisioning for port d6ff2cb6-bab5-42c3-91f9-4424e3832ca2 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:19:16.966518 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Provisioning complete for port d6ff2cb6-bab5-42c3-91f9-4424e3832ca2 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:19:16.966920 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:17.048012 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:17.070910 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ac57fd4-06bd-40d1-87e7-e565b03d0915', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6ff2cb6-bab5-42c3-91f9-4424e3832ca2'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:19:17.073149 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}329bd6c07f982fc6c8be245f0be026b528efb6c8a9415522477faf1b9157eba4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbf6277d-1f29-49ed-9b53-3e09ce956a71" -d '{"events": [{"server_uuid": "3ac57fd4-06bd-40d1-87e7-e565b03d0915", "name": "network-vif-plugged", "status": "completed", "tag": "d6ff2cb6-bab5-42c3-91f9-4424e3832ca2"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:19:17.085700 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port d6ff2cb6-bab5-42c3-91f9-4424e3832ca2, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=d6ff2cb6-bab5-42c3-91f9-4424e3832ca2,segment=NetworkSegment(d47c0a19-c61e-44d6-8c05-eb47451816f8),segment_id=d47c0a19-c61e-44d6-8c05-eb47451816f8)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:19:17.090951 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:17.158378 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Pushing event updated for resources: {'Port': ['ID=d6ff2cb6-bab5-42c3-91f9-4424e3832ca2,revision_number=9']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:19:17.174906 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:19:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e83520f5-8f02-41ee-9b13-eb67998a96d3 x-openstack-request-id: req-e83520f5-8f02-41ee-9b13-eb67998a96d3 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:19:17.175199 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ac57fd4-06bd-40d1-87e7-e565b03d0915", "name": "network-vif-plugged", "status": "completed", "tag": "d6ff2cb6-bab5-42c3-91f9-4424e3832ca2", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:19:17.175459 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-e83520f5-8f02-41ee-9b13-eb67998a96d3 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:19:17.175848 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ac57fd4-06bd-40d1-87e7-e565b03d0915', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6ff2cb6-bab5-42c3-91f9-4424e3832ca2', 'code': 200} Jul 14 10:19:17.670879 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cf62ef-2f79-4bbf-a894-606897791b3f req-de794805-768c-429d-ba39-2ae3bf068593 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:19:17.672582 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-09cf62ef-2f79-4bbf-a894-606897791b3f req-de794805-768c-429d-ba39-2ae3bf068593 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/ports?device_id=3ac57fd4-06bd-40d1-87e7-e565b03d0915 HTTP/1.1" status: 200 len: 946 time: 0.0650904 Jul 14 10:19:17.714865 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-09cf62ef-2f79-4bbf-a894-606897791b3f req-2e510bec-58fa-42d0-990e-46ce9b37114e tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/security-groups?id=5b2dd5c6-a0e3-4c42-bf23-d97ecb5ddeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351143 Jul 14 10:19:18.914267 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dea84ed-a18c-4840-b501-73dd2fd41bb0 req-ca25e356-b482-4a88-a16d-8e84e0cc6b93 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:19:18.916692 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6dea84ed-a18c-4840-b501-73dd2fd41bb0 req-ca25e356-b482-4a88-a16d-8e84e0cc6b93 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/ports?device_id=3ac57fd4-06bd-40d1-87e7-e565b03d0915 HTTP/1.1" status: 200 len: 946 time: 0.0750928 Jul 14 10:19:18.965482 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6dea84ed-a18c-4840-b501-73dd2fd41bb0 req-8f7d0f36-cdc6-48aa-864f-6d69bf0534dd tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/security-groups?id=5b2dd5c6-a0e3-4c42-bf23-d97ecb5ddeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419195 Jul 14 10:19:19.920333 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712134af-3e79-431c-b33e-e3f741812104 req-b80e3c84-647b-4372-917c-8f7fc9b8849b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:19:19.921871 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-712134af-3e79-431c-b33e-e3f741812104 req-b80e3c84-647b-4372-917c-8f7fc9b8849b service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=3ac57fd4-06bd-40d1-87e7-e565b03d0915&tenant_id=1f9c0a4e933c47379e1aa8c6bf9c0620 HTTP/1.1" status: 200 len: 1098 time: 0.0641301 Jul 14 10:19:19.938769 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-712134af-3e79-431c-b33e-e3f741812104 req-3f31c177-a1da-41a5-8496-4ecfbbfdf490 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-779913-29', 'device_owner': 'compute:nova'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:19:20.016208 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-712134af-3e79-431c-b33e-e3f741812104 req-3f31c177-a1da-41a5-8496-4ecfbbfdf490 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:20.150757 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c2a547-6e23-4f9a-a06a-fbba3b33de23 req-63945834-8bdf-4188-a650-adaa52b71285 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:19:20.152310 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-72c2a547-6e23-4f9a-a06a-fbba3b33de23 req-63945834-8bdf-4188-a650-adaa52b71285 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/ports?device_id=3ac57fd4-06bd-40d1-87e7-e565b03d0915 HTTP/1.1" status: 200 len: 946 time: 0.0690594 Jul 14 10:19:20.192595 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-72c2a547-6e23-4f9a-a06a-fbba3b33de23 req-5c8bb839-f36e-4523-84ed-945178ae6bb7 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/security-groups?id=5b2dd5c6-a0e3-4c42-bf23-d97ecb5ddeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337412 Jul 14 10:19:20.269340 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-712134af-3e79-431c-b33e-e3f741812104 req-3f31c177-a1da-41a5-8496-4ecfbbfdf490 service neutron] For port d6ff2cb6-bab5-42c3-91f9-4424e3832ca2, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=d6ff2cb6-bab5-42c3-91f9-4424e3832ca2,segment=NetworkSegment(d47c0a19-c61e-44d6-8c05-eb47451816f8),segment_id=d47c0a19-c61e-44d6-8c05-eb47451816f8)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:19:20.306504 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-712134af-3e79-431c-b33e-e3f741812104 req-3f31c177-a1da-41a5-8496-4ecfbbfdf490 service neutron] For port d6ff2cb6-bab5-42c3-91f9-4424e3832ca2, host n-h2-779913-29, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:19:20.354448 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ac57fd4-06bd-40d1-87e7-e565b03d0915', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd6ff2cb6-bab5-42c3-91f9-4424e3832ca2'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:19:20.357602 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}175264a25d5f1cec9b1451f1a8cc8ced5d4502f5c48740ac7c6845d527b2175b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87631214-fe6b-4d3f-8e1c-7d12eea07ea6" -d '{"events": [{"server_uuid": "3ac57fd4-06bd-40d1-87e7-e565b03d0915", "name": "network-vif-unplugged", "status": "completed", "tag": "d6ff2cb6-bab5-42c3-91f9-4424e3832ca2"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:19:20.361441 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-712134af-3e79-431c-b33e-e3f741812104 req-3f31c177-a1da-41a5-8496-4ecfbbfdf490 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:20.379817 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [req-712134af-3e79-431c-b33e-e3f741812104 req-3f31c177-a1da-41a5-8496-4ecfbbfdf490 service neutron] Transition to ACTIVE for port object d6ff2cb6-bab5-42c3-91f9-4424e3832ca2 will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:19:20.385062 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-712134af-3e79-431c-b33e-e3f741812104 req-3f31c177-a1da-41a5-8496-4ecfbbfdf490 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:20.779489 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 10:19:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d02e56be-a540-4a8c-9d6f-d426265ca1c7 x-openstack-request-id: req-d02e56be-a540-4a8c-9d6f-d426265ca1c7 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:19:20.779798 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ac57fd4-06bd-40d1-87e7-e565b03d0915", "name": "network-vif-unplugged", "status": "completed", "tag": "d6ff2cb6-bab5-42c3-91f9-4424e3832ca2", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:19:20.780075 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-d02e56be-a540-4a8c-9d6f-d426265ca1c7 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:19:20.780516 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ac57fd4-06bd-40d1-87e7-e565b03d0915', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd6ff2cb6-bab5-42c3-91f9-4424e3832ca2', 'code': 200} Jul 14 10:19:20.783475 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f31c177-a1da-41a5-8496-4ecfbbfdf490 service neutron] Pushing event updated for resources: {'Port': ['ID=d6ff2cb6-bab5-42c3-91f9-4424e3832ca2,revision_number=10']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:19:20.826884 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-712134af-3e79-431c-b33e-e3f741812104 req-3f31c177-a1da-41a5-8496-4ecfbbfdf490 service neutron] No DVR routers for this DVR port d6ff2cb6-bab5-42c3-91f9-4424e3832ca2 on host n-h2-779913-29 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:19:20.911566 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device d6ff2cb6-bab5-42c3-91f9-4424e3832ca2 no longer exists at agent hyperv_n-h2-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:19:20.966165 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device d6ff2cb6-bab5-42c3-91f9-4424e3832ca2 not bound to the agent host n-h2-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:19:20.985916 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-712134af-3e79-431c-b33e-e3f741812104 req-3f31c177-a1da-41a5-8496-4ecfbbfdf490 service neutron] Attempting to bind port d6ff2cb6-bab5-42c3-91f9-4424e3832ca2 on host n-h1-779913-29 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:19:20.987103 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-712134af-3e79-431c-b33e-e3f741812104 req-3f31c177-a1da-41a5-8496-4ecfbbfdf490 service neutron] Attempting to bind port d6ff2cb6-bab5-42c3-91f9-4424e3832ca2 by drivers openvswitch,hyperv on host n-h1-779913-29 at level 0 using segments [{'id': 'd47c0a19-c61e-44d6-8c05-eb47451816f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '742eb7cb-e5f7-44de-b05c-3ac48a812bcf'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:19:20.987103 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-712134af-3e79-431c-b33e-e3f741812104 req-3f31c177-a1da-41a5-8496-4ecfbbfdf490 service neutron] Attempting to bind port d6ff2cb6-bab5-42c3-91f9-4424e3832ca2 on network 742eb7cb-e5f7-44de-b05c-3ac48a812bcf {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:19:20.991668 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-712134af-3e79-431c-b33e-e3f741812104 req-3f31c177-a1da-41a5-8496-4ecfbbfdf490 service neutron] Port d6ff2cb6-bab5-42c3-91f9-4424e3832ca2 on network 742eb7cb-e5f7-44de-b05c-3ac48a812bcf not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-29 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 10:19:20.991995 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-712134af-3e79-431c-b33e-e3f741812104 req-3f31c177-a1da-41a5-8496-4ecfbbfdf490 service neutron] Attempting to bind port d6ff2cb6-bab5-42c3-91f9-4424e3832ca2 on network 742eb7cb-e5f7-44de-b05c-3ac48a812bcf {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:19:20.997126 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-712134af-3e79-431c-b33e-e3f741812104 req-3f31c177-a1da-41a5-8496-4ecfbbfdf490 service neutron] Checking agent: {'id': 'de11e667-f145-47b0-bd09-334a7505938e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 13, 12), 'started_at': datetime.datetime(2021, 7, 14, 9, 13, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 19, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:19:20.997786 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-712134af-3e79-431c-b33e-e3f741812104 req-3f31c177-a1da-41a5-8496-4ecfbbfdf490 service neutron] Checking segment: {'id': 'd47c0a19-c61e-44d6-8c05-eb47451816f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '742eb7cb-e5f7-44de-b05c-3ac48a812bcf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:19:20.998180 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-712134af-3e79-431c-b33e-e3f741812104 req-3f31c177-a1da-41a5-8496-4ecfbbfdf490 service neutron] Bound using segment: {'id': 'd47c0a19-c61e-44d6-8c05-eb47451816f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '742eb7cb-e5f7-44de-b05c-3ac48a812bcf'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:19:20.998581 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-712134af-3e79-431c-b33e-e3f741812104 req-3f31c177-a1da-41a5-8496-4ecfbbfdf490 service neutron] Bound port: d6ff2cb6-bab5-42c3-91f9-4424e3832ca2, host: n-h1-779913-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd47c0a19-c61e-44d6-8c05-eb47451816f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '742eb7cb-e5f7-44de-b05c-3ac48a812bcf'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:19:20.998966 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-712134af-3e79-431c-b33e-e3f741812104 req-3f31c177-a1da-41a5-8496-4ecfbbfdf490 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:21.083684 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-712134af-3e79-431c-b33e-e3f741812104 req-3f31c177-a1da-41a5-8496-4ecfbbfdf490 service neutron] For port d6ff2cb6-bab5-42c3-91f9-4424e3832ca2, host n-h1-779913-29, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:19:21.087508 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-712134af-3e79-431c-b33e-e3f741812104 req-3f31c177-a1da-41a5-8496-4ecfbbfdf490 service neutron] For port d6ff2cb6-bab5-42c3-91f9-4424e3832ca2, host n-h1-779913-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=d6ff2cb6-bab5-42c3-91f9-4424e3832ca2,segment=NetworkSegment(d47c0a19-c61e-44d6-8c05-eb47451816f8),segment_id=d47c0a19-c61e-44d6-8c05-eb47451816f8)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:19:21.092703 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-712134af-3e79-431c-b33e-e3f741812104 req-3f31c177-a1da-41a5-8496-4ecfbbfdf490 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:21.134430 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712134af-3e79-431c-b33e-e3f741812104 req-3f31c177-a1da-41a5-8496-4ecfbbfdf490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:19:21.135121 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-712134af-3e79-431c-b33e-e3f741812104 req-3f31c177-a1da-41a5-8496-4ecfbbfdf490 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:21.137486 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-712134af-3e79-431c-b33e-e3f741812104 req-3f31c177-a1da-41a5-8496-4ecfbbfdf490 service neutron] 10.222.0.65 "PUT /v2.0/ports/d6ff2cb6-bab5-42c3-91f9-4424e3832ca2 HTTP/1.1" status: 200 len: 1094 time: 1.2028165 Jul 14 10:19:21.167984 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f31c177-a1da-41a5-8496-4ecfbbfdf490 service neutron] Pushing event updated for resources: {'Port': ['ID=d6ff2cb6-bab5-42c3-91f9-4424e3832ca2,revision_number=11']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:19:21.265483 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712134af-3e79-431c-b33e-e3f741812104 req-2174c604-d631-42f3-aac7-c998598c8964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:19:21.268181 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-712134af-3e79-431c-b33e-e3f741812104 req-2174c604-d631-42f3-aac7-c998598c8964 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=1f9c0a4e933c47379e1aa8c6bf9c0620&device_id=3ac57fd4-06bd-40d1-87e7-e565b03d0915 HTTP/1.1" status: 200 len: 1097 time: 0.0793900 Jul 14 10:19:21.380686 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712134af-3e79-431c-b33e-e3f741812104 req-b56e37c6-2fc9-4157-b9ab-4d9e31d29868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:19:21.382250 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-712134af-3e79-431c-b33e-e3f741812104 req-b56e37c6-2fc9-4157-b9ab-4d9e31d29868 service neutron] 10.222.0.65 "GET /v2.0/networks?id=742eb7cb-e5f7-44de-b05c-3ac48a812bcf HTTP/1.1" status: 200 len: 911 time: 0.1077902 Jul 14 10:19:21.424641 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40b5c6b-6982-40eb-9ee7-22052fb1ad93 req-9b3b4512-7771-43dd-a37b-68b2fdc66235 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:19:21.426375 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-c40b5c6b-6982-40eb-9ee7-22052fb1ad93 req-9b3b4512-7771-43dd-a37b-68b2fdc66235 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/ports?device_id=3ac57fd4-06bd-40d1-87e7-e565b03d0915 HTTP/1.1" status: 200 len: 945 time: 0.0787380 Jul 14 10:19:21.454813 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-712134af-3e79-431c-b33e-e3f741812104 req-eac12843-4fee-409f-92d7-c15f39e50cf5 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d6ff2cb6-bab5-42c3-91f9-4424e3832ca2 HTTP/1.1" status: 200 len: 1000 time: 0.0663919 Jul 14 10:19:21.476116 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-c40b5c6b-6982-40eb-9ee7-22052fb1ad93 req-fbbade22-7674-4a6a-ba7b-5cbb6e8b4169 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/security-groups?id=5b2dd5c6-a0e3-4c42-bf23-d97ecb5ddeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435150 Jul 14 10:19:21.512803 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712134af-3e79-431c-b33e-e3f741812104 req-9eee58c2-7e20-4135-baf9-02b34f6669d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:19:21.514332 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-712134af-3e79-431c-b33e-e3f741812104 req-9eee58c2-7e20-4135-baf9-02b34f6669d7 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=db7cecf2-4301-4c3f-bbb1-78ad80d93968 HTTP/1.1" status: 200 len: 849 time: 0.0524509 Jul 14 10:19:21.579867 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712134af-3e79-431c-b33e-e3f741812104 req-ec9d1422-3537-4191-819b-3cc0298845c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:19:21.581319 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-712134af-3e79-431c-b33e-e3f741812104 req-ec9d1422-3537-4191-819b-3cc0298845c6 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=742eb7cb-e5f7-44de-b05c-3ac48a812bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0604699 Jul 14 10:19:21.676152 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-712134af-3e79-431c-b33e-e3f741812104 req-32f4c907-295a-47c5-9d11-18eee15ef525 service neutron] 10.222.0.65 "GET /v2.0/networks/742eb7cb-e5f7-44de-b05c-3ac48a812bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875955 Jul 14 10:19:21.783423 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-712134af-3e79-431c-b33e-e3f741812104 req-a2260c0f-cff0-4c09-b2ee-fe1f7f47e9ab service neutron] 10.222.0.65 "GET /v2.0/networks/742eb7cb-e5f7-44de-b05c-3ac48a812bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012740 Jul 14 10:19:22.301348 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-22eb6ffb-d875-480d-be49-c64ca1bce581 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:22.678460 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb18b8dc-2201-4242-9934-d5ef37f4231b req-ef2b4d0b-8835-4e98-b5a6-e9798709e8b4 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:19:22.679908 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-cb18b8dc-2201-4242-9934-d5ef37f4231b req-ef2b4d0b-8835-4e98-b5a6-e9798709e8b4 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/ports?device_id=3ac57fd4-06bd-40d1-87e7-e565b03d0915 HTTP/1.1" status: 200 len: 945 time: 0.0769670 Jul 14 10:19:22.728634 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-cb18b8dc-2201-4242-9934-d5ef37f4231b req-1aab0f9f-3f5b-4405-afcf-dd0f06ebe6b9 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/security-groups?id=5b2dd5c6-a0e3-4c42-bf23-d97ecb5ddeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413816 Jul 14 10:19:22.781374 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ac57fd4-06bd-40d1-87e7-e565b03d0915', 'tag': 'd6ff2cb6-bab5-42c3-91f9-4424e3832ca2'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:19:22.783853 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}175264a25d5f1cec9b1451f1a8cc8ced5d4502f5c48740ac7c6845d527b2175b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65b0fb1c-b997-4130-af11-65032b67085e" -d '{"events": [{"name": "network-changed", "server_uuid": "3ac57fd4-06bd-40d1-87e7-e565b03d0915", "tag": "d6ff2cb6-bab5-42c3-91f9-4424e3832ca2"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:19:22.841757 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:19:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f56ac85-00f2-4e00-8838-cc8e11f474f7 x-openstack-request-id: req-0f56ac85-00f2-4e00-8838-cc8e11f474f7 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:19:22.842069 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ac57fd4-06bd-40d1-87e7-e565b03d0915", "tag": "d6ff2cb6-bab5-42c3-91f9-4424e3832ca2", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:19:22.842416 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-0f56ac85-00f2-4e00-8838-cc8e11f474f7 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:19:22.842850 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ac57fd4-06bd-40d1-87e7-e565b03d0915', 'tag': 'd6ff2cb6-bab5-42c3-91f9-4424e3832ca2', 'status': 'completed', 'code': 200} Jul 14 10:19:23.013078 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b0fb1c-b997-4130-af11-65032b67085e req-ef1ab59e-c367-4a26-8d02-6df277519014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:19:23.014853 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-65b0fb1c-b997-4130-af11-65032b67085e req-ef1ab59e-c367-4a26-8d02-6df277519014 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1f9c0a4e933c47379e1aa8c6bf9c0620&device_id=3ac57fd4-06bd-40d1-87e7-e565b03d0915 HTTP/1.1" status: 200 len: 1097 time: 0.1232665 Jul 14 10:19:23.017686 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b0fb1c-b997-4130-af11-65032b67085e req-abae6959-503c-4e5e-a92e-c4adfffe5955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:19:23.018446 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-65b0fb1c-b997-4130-af11-65032b67085e req-abae6959-503c-4e5e-a92e-c4adfffe5955 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=1f9c0a4e933c47379e1aa8c6bf9c0620&device_id=3ac57fd4-06bd-40d1-87e7-e565b03d0915 HTTP/1.1" status: 200 len: 1097 time: 0.1254015 Jul 14 10:19:23.192648 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b0fb1c-b997-4130-af11-65032b67085e req-13423c77-3b24-4213-ad61-7088c9ef93ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:19:23.194184 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-65b0fb1c-b997-4130-af11-65032b67085e req-13423c77-3b24-4213-ad61-7088c9ef93ee service neutron] 10.222.0.57 "GET /v2.0/networks?id=742eb7cb-e5f7-44de-b05c-3ac48a812bcf HTTP/1.1" status: 200 len: 911 time: 0.1732221 Jul 14 10:19:23.195558 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b0fb1c-b997-4130-af11-65032b67085e req-5f3668ea-8edc-4112-b0e2-1b1a5f6b4437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:19:23.196904 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-65b0fb1c-b997-4130-af11-65032b67085e req-5f3668ea-8edc-4112-b0e2-1b1a5f6b4437 service neutron] 10.222.0.65 "GET /v2.0/networks?id=742eb7cb-e5f7-44de-b05c-3ac48a812bcf HTTP/1.1" status: 200 len: 911 time: 0.1628261 Jul 14 10:19:23.319370 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-65b0fb1c-b997-4130-af11-65032b67085e req-73c221a8-959a-4859-be8e-7f226032ac27 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d6ff2cb6-bab5-42c3-91f9-4424e3832ca2 HTTP/1.1" status: 200 len: 1000 time: 0.1164756 Jul 14 10:19:23.325800 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-65b0fb1c-b997-4130-af11-65032b67085e req-6b98766c-6d27-4d45-8dd1-9be9caa0edf0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d6ff2cb6-bab5-42c3-91f9-4424e3832ca2 HTTP/1.1" status: 200 len: 1000 time: 0.1144125 Jul 14 10:19:23.404416 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b0fb1c-b997-4130-af11-65032b67085e req-773dd35b-665c-480a-8cec-d6d2f2753111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:19:23.405917 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-65b0fb1c-b997-4130-af11-65032b67085e req-773dd35b-665c-480a-8cec-d6d2f2753111 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=db7cecf2-4301-4c3f-bbb1-78ad80d93968 HTTP/1.1" status: 200 len: 849 time: 0.0792878 Jul 14 10:19:23.407124 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b0fb1c-b997-4130-af11-65032b67085e req-b2a744d6-36e7-4c71-ad24-31494b8f5c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:19:23.408396 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-65b0fb1c-b997-4130-af11-65032b67085e req-b2a744d6-36e7-4c71-ad24-31494b8f5c5a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=db7cecf2-4301-4c3f-bbb1-78ad80d93968 HTTP/1.1" status: 200 len: 849 time: 0.0744109 Jul 14 10:19:23.510142 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b0fb1c-b997-4130-af11-65032b67085e req-4ec6face-53a4-4f23-b984-3b43d539e10e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:19:23.511700 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-65b0fb1c-b997-4130-af11-65032b67085e req-4ec6face-53a4-4f23-b984-3b43d539e10e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=742eb7cb-e5f7-44de-b05c-3ac48a812bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0990174 Jul 14 10:19:23.513607 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b0fb1c-b997-4130-af11-65032b67085e req-55e441d1-8d52-4a24-9885-610aac87461e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:19:23.515035 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-65b0fb1c-b997-4130-af11-65032b67085e req-55e441d1-8d52-4a24-9885-610aac87461e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=742eb7cb-e5f7-44de-b05c-3ac48a812bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0925965 Jul 14 10:19:23.676580 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-65b0fb1c-b997-4130-af11-65032b67085e req-81fe1f5e-851b-41bb-8f27-4b5738b1860a service neutron] 10.222.0.65 "GET /v2.0/networks/742eb7cb-e5f7-44de-b05c-3ac48a812bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586511 Jul 14 10:19:23.678987 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-65b0fb1c-b997-4130-af11-65032b67085e req-15c37fd5-0cf5-4754-beeb-a64c306361ff service neutron] 10.222.0.57 "GET /v2.0/networks/742eb7cb-e5f7-44de-b05c-3ac48a812bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536953 Jul 14 10:19:23.846450 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-65b0fb1c-b997-4130-af11-65032b67085e req-b3fefe68-f84f-455a-8442-f1fe2262b57b service neutron] 10.222.0.65 "GET /v2.0/networks/742eb7cb-e5f7-44de-b05c-3ac48a812bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1633658 Jul 14 10:19:23.848733 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-65b0fb1c-b997-4130-af11-65032b67085e req-f95db73f-5e3d-4e6a-ac71-2a6281a8a72a service neutron] 10.222.0.57 "GET /v2.0/networks/742eb7cb-e5f7-44de-b05c-3ac48a812bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578734 Jul 14 10:19:23.947131 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35d79ff-bf31-4977-85b0-44f9b78c0c75 req-96a90583-0c8a-42d5-8894-3e1a0939ee7e tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:19:23.949215 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d35d79ff-bf31-4977-85b0-44f9b78c0c75 req-96a90583-0c8a-42d5-8894-3e1a0939ee7e tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/ports?device_id=3ac57fd4-06bd-40d1-87e7-e565b03d0915 HTTP/1.1" status: 200 len: 945 time: 0.0787125 Jul 14 10:19:23.989505 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d35d79ff-bf31-4977-85b0-44f9b78c0c75 req-2b0df088-a8b1-40e6-b699-9c77389256cb tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/security-groups?id=5b2dd5c6-a0e3-4c42-bf23-d97ecb5ddeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343297 Jul 14 10:19:24.854020 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:24.957565 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-204d0f36-df54-4f69-ada8-a14831d6c643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:25.216226 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29aad831-be01-4bd4-aa3d-14330d3cd971 req-0a22fb73-d0d1-4037-90d6-a01060596344 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:19:25.217808 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-29aad831-be01-4bd4-aa3d-14330d3cd971 req-0a22fb73-d0d1-4037-90d6-a01060596344 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/ports?device_id=3ac57fd4-06bd-40d1-87e7-e565b03d0915 HTTP/1.1" status: 200 len: 945 time: 0.0752647 Jul 14 10:19:25.257453 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-29aad831-be01-4bd4-aa3d-14330d3cd971 req-5d97e5b6-0c1d-44f0-b9bc-75bc23cf767a tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/security-groups?id=5b2dd5c6-a0e3-4c42-bf23-d97ecb5ddeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333455 Jul 14 10:19:26.094976 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5ad31076-714c-49ec-bc37-f3d4cd90112a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:26.443122 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22aa4590-0cbe-43bb-aab1-9ed7659ca3e2 req-ce9e916c-a20f-4088-a87f-07a4ad6982f5 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:19:26.444808 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-22aa4590-0cbe-43bb-aab1-9ed7659ca3e2 req-ce9e916c-a20f-4088-a87f-07a4ad6982f5 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/ports?device_id=3ac57fd4-06bd-40d1-87e7-e565b03d0915 HTTP/1.1" status: 200 len: 945 time: 0.0682437 Jul 14 10:19:26.493680 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-22aa4590-0cbe-43bb-aab1-9ed7659ca3e2 req-b3ab3dd7-29ef-4597-ba14-59e68447b9c7 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/security-groups?id=5b2dd5c6-a0e3-4c42-bf23-d97ecb5ddeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398133 Jul 14 10:19:27.662143 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.agents_db [None req-3c3509fb-540d-4335-a450-574895dd3602 None None] Agent healthcheck: found 7 active agents {{(pid=93960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:19:27.693714 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23ffe30-eeab-40ef-8078-2ca610e5f810 req-11bafefa-5364-4df6-a90b-219c4e286493 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:19:27.695218 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-b23ffe30-eeab-40ef-8078-2ca610e5f810 req-11bafefa-5364-4df6-a90b-219c4e286493 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/ports?device_id=3ac57fd4-06bd-40d1-87e7-e565b03d0915 HTTP/1.1" status: 200 len: 945 time: 0.0770717 Jul 14 10:19:27.734818 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-b23ffe30-eeab-40ef-8078-2ca610e5f810 req-04955ea6-18a4-42cb-9705-62fa395e6bb5 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/security-groups?id=5b2dd5c6-a0e3-4c42-bf23-d97ecb5ddeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332613 Jul 14 10:19:27.906061 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5bbe322f-3f67-4864-bc0a-91afe44d23e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:28.924267 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4759b0b1-14e8-4715-8345-536374fbebc4 req-9f40a39d-db03-42c8-912b-2aaa7fb60103 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:19:28.925929 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-4759b0b1-14e8-4715-8345-536374fbebc4 req-9f40a39d-db03-42c8-912b-2aaa7fb60103 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/ports?device_id=3ac57fd4-06bd-40d1-87e7-e565b03d0915 HTTP/1.1" status: 200 len: 945 time: 0.0687547 Jul 14 10:19:28.968627 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-4759b0b1-14e8-4715-8345-536374fbebc4 req-97a0b947-e0c8-429d-8a24-877cae128b12 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/security-groups?id=5b2dd5c6-a0e3-4c42-bf23-d97ecb5ddeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370569 Jul 14 10:19:30.147067 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db29d4ad-1b3a-48cb-9d4f-b2a24f4a7855 req-41cd95ab-43f5-4ec2-a205-7618ac56b78e tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:19:30.148575 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-db29d4ad-1b3a-48cb-9d4f-b2a24f4a7855 req-41cd95ab-43f5-4ec2-a205-7618ac56b78e tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/ports?device_id=3ac57fd4-06bd-40d1-87e7-e565b03d0915 HTTP/1.1" status: 200 len: 945 time: 0.0642989 Jul 14 10:19:30.189165 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-db29d4ad-1b3a-48cb-9d4f-b2a24f4a7855 req-a0ea156d-71a7-4ae3-9d10-e440ca3e9d72 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/security-groups?id=5b2dd5c6-a0e3-4c42-bf23-d97ecb5ddeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341671 Jul 14 10:19:31.372299 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48aec4b7-3670-4b78-b3be-b5ca338096db req-a2363e26-8056-428d-9cc3-43db4959d1ff tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:19:31.374034 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-48aec4b7-3670-4b78-b3be-b5ca338096db req-a2363e26-8056-428d-9cc3-43db4959d1ff tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/ports?device_id=3ac57fd4-06bd-40d1-87e7-e565b03d0915 HTTP/1.1" status: 200 len: 945 time: 0.0649321 Jul 14 10:19:31.413143 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-48aec4b7-3670-4b78-b3be-b5ca338096db req-665e5e56-cf04-43b9-a099-1de2414ee7b1 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/security-groups?id=5b2dd5c6-a0e3-4c42-bf23-d97ecb5ddeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333159 Jul 14 10:19:32.641341 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d4f587-d664-489e-808e-85c8407dae72 req-42cc78d2-7ac5-4c46-a145-2937f50eb968 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:19:32.642916 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-81d4f587-d664-489e-808e-85c8407dae72 req-42cc78d2-7ac5-4c46-a145-2937f50eb968 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/ports?device_id=3ac57fd4-06bd-40d1-87e7-e565b03d0915 HTTP/1.1" status: 200 len: 945 time: 0.0758154 Jul 14 10:19:32.689388 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-81d4f587-d664-489e-808e-85c8407dae72 req-0e316195-9f1d-4136-b976-d9f8950fcb3b tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/security-groups?id=5b2dd5c6-a0e3-4c42-bf23-d97ecb5ddeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383763 Jul 14 10:19:33.202838 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device d6ff2cb6-bab5-42c3-91f9-4424e3832ca2 details requested by agent hyperv_n-h1-779913-29 with host n-h1-779913-29 {{(pid=93959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 10:19:33.324396 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port d6ff2cb6-bab5-42c3-91f9-4424e3832ca2, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=d6ff2cb6-bab5-42c3-91f9-4424e3832ca2,segment=NetworkSegment(d47c0a19-c61e-44d6-8c05-eb47451816f8),segment_id=d47c0a19-c61e-44d6-8c05-eb47451816f8)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:19:33.339789 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Returning: {'device': 'd6ff2cb6-bab5-42c3-91f9-4424e3832ca2', 'network_id': '742eb7cb-e5f7-44de-b05c-3ac48a812bcf', 'port_id': 'd6ff2cb6-bab5-42c3-91f9-4424e3832ca2', 'mac_address': 'fa:16:3e:78:e7:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 736, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db7cecf2-4301-4c3f-bbb1-78ad80d93968', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 10:19:33.384587 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:33.400399 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6ff2cb6-bab5-42c3-91f9-4424e3832ca2 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:19:33.421597 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port d6ff2cb6-bab5-42c3-91f9-4424e3832ca2, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=d6ff2cb6-bab5-42c3-91f9-4424e3832ca2,segment=NetworkSegment(d47c0a19-c61e-44d6-8c05-eb47451816f8),segment_id=d47c0a19-c61e-44d6-8c05-eb47451816f8)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:19:33.426145 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:33.476595 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Pushing event updated for resources: {'Port': ['ID=d6ff2cb6-bab5-42c3-91f9-4424e3832ca2,revision_number=12']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:19:33.725893 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] get_ports_and_sgs() called for port_ids ['d6ff2cb6-bab5-42c3-91f9-4424e3832ca2'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:19:33.894870 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93b2f13-bcb9-4e7f-8f5a-f3060773b3d2 req-2223ebed-7ef1-4292-8676-2ff8818a7b51 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:19:33.896465 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f93b2f13-bcb9-4e7f-8f5a-f3060773b3d2 req-2223ebed-7ef1-4292-8676-2ff8818a7b51 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/ports?device_id=3ac57fd4-06bd-40d1-87e7-e565b03d0915 HTTP/1.1" status: 200 len: 946 time: 0.0742331 Jul 14 10:19:33.938024 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f93b2f13-bcb9-4e7f-8f5a-f3060773b3d2 req-2a0faed6-a3cc-4ab4-bc56-39c92edc2653 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/security-groups?id=5b2dd5c6-a0e3-4c42-bf23-d97ecb5ddeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351734 Jul 14 10:19:34.192617 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6737583-e188-4bf4-a5ce-327fa45336ed req-db4418b8-5bf8-42ef-95aa-e8e01af68f8a tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:19:34.194177 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-f6737583-e188-4bf4-a5ce-327fa45336ed req-db4418b8-5bf8-42ef-95aa-e8e01af68f8a tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/ports?device_id=3ac57fd4-06bd-40d1-87e7-e565b03d0915 HTTP/1.1" status: 200 len: 946 time: 0.0679259 Jul 14 10:19:34.233544 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-f6737583-e188-4bf4-a5ce-327fa45336ed req-879a363a-d9b6-40bc-99e6-15eca7383623 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/security-groups?id=5b2dd5c6-a0e3-4c42-bf23-d97ecb5ddeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332007 Jul 14 10:19:34.471560 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85d860d-355c-4e5d-9de5-eec22d0be37b req-6b658d7d-c331-4a51-a595-c5ecec777a31 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:19:34.473240 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e85d860d-355c-4e5d-9de5-eec22d0be37b req-6b658d7d-c331-4a51-a595-c5ecec777a31 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/ports?device_id=3ac57fd4-06bd-40d1-87e7-e565b03d0915 HTTP/1.1" status: 200 len: 946 time: 0.0776045 Jul 14 10:19:34.512799 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e85d860d-355c-4e5d-9de5-eec22d0be37b req-e0a45e7b-6caf-4c31-af27-c5b3ed4244a4 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/security-groups?id=5b2dd5c6-a0e3-4c42-bf23-d97ecb5ddeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339448 Jul 14 10:19:34.947214 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812aa256-6901-4664-bf36-b86139c40602 req-9f7a20a3-c949-4dfc-9d19-2d0840c00c7b tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:19:34.948736 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-812aa256-6901-4664-bf36-b86139c40602 req-9f7a20a3-c949-4dfc-9d19-2d0840c00c7b tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/ports?device_id=3ac57fd4-06bd-40d1-87e7-e565b03d0915 HTTP/1.1" status: 200 len: 946 time: 0.0654125 Jul 14 10:19:34.991193 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-812aa256-6901-4664-bf36-b86139c40602 req-938aec0c-c381-43bd-b7e1-dd4c3a0f59ed tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/security-groups?id=5b2dd5c6-a0e3-4c42-bf23-d97ecb5ddeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333698 Jul 14 10:19:35.217581 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device d6ff2cb6-bab5-42c3-91f9-4424e3832ca2 up at agent hyperv_n-h1-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:19:35.268058 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Provisioning for port d6ff2cb6-bab5-42c3-91f9-4424e3832ca2 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:19:35.271737 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Provisioning complete for port d6ff2cb6-bab5-42c3-91f9-4424e3832ca2 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:19:35.272109 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:35.356107 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:35.382445 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ac57fd4-06bd-40d1-87e7-e565b03d0915', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6ff2cb6-bab5-42c3-91f9-4424e3832ca2'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:19:35.384700 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}329bd6c07f982fc6c8be245f0be026b528efb6c8a9415522477faf1b9157eba4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10542de8-86a8-4a09-9425-ca6e6a33e8f3" -d '{"events": [{"server_uuid": "3ac57fd4-06bd-40d1-87e7-e565b03d0915", "name": "network-vif-plugged", "status": "completed", "tag": "d6ff2cb6-bab5-42c3-91f9-4424e3832ca2"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:19:35.397301 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port d6ff2cb6-bab5-42c3-91f9-4424e3832ca2, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=d6ff2cb6-bab5-42c3-91f9-4424e3832ca2,segment=NetworkSegment(d47c0a19-c61e-44d6-8c05-eb47451816f8),segment_id=d47c0a19-c61e-44d6-8c05-eb47451816f8)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:19:35.402447 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:35.426346 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:19:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d5681ba-7f8e-4b47-95b6-11e754303a86 x-openstack-request-id: req-4d5681ba-7f8e-4b47-95b6-11e754303a86 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:19:35.426640 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ac57fd4-06bd-40d1-87e7-e565b03d0915", "name": "network-vif-plugged", "status": "completed", "tag": "d6ff2cb6-bab5-42c3-91f9-4424e3832ca2", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:19:35.426895 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-4d5681ba-7f8e-4b47-95b6-11e754303a86 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:19:35.427283 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ac57fd4-06bd-40d1-87e7-e565b03d0915', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6ff2cb6-bab5-42c3-91f9-4424e3832ca2', 'code': 200} Jul 14 10:19:35.453561 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Pushing event updated for resources: {'Port': ['ID=d6ff2cb6-bab5-42c3-91f9-4424e3832ca2,revision_number=13']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:19:36.171921 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c4bcec-49ef-4a25-986f-053851d724b4 req-190e091a-371e-4c07-b5f0-452215879968 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:19:36.173475 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f9c4bcec-49ef-4a25-986f-053851d724b4 req-190e091a-371e-4c07-b5f0-452215879968 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/ports?device_id=3ac57fd4-06bd-40d1-87e7-e565b03d0915 HTTP/1.1" status: 200 len: 947 time: 0.0673192 Jul 14 10:19:36.239094 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f9c4bcec-49ef-4a25-986f-053851d724b4 req-ef5a6d6f-1739-4197-bcc3-b09df547a77b tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/security-groups?id=5b2dd5c6-a0e3-4c42-bf23-d97ecb5ddeaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585344 Jul 14 10:19:36.615181 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec22643-f925-42f1-859d-474eb64d82af req-f9853eea-26e5-430b-ad36-fb450d19d8bc tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:19:36.616667 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-dec22643-f925-42f1-859d-474eb64d82af req-f9853eea-26e5-430b-ad36-fb450d19d8bc tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.65 "GET /v2.0/ports?device_id=3ac57fd4-06bd-40d1-87e7-e565b03d0915 HTTP/1.1" status: 200 len: 947 time: 0.0637648 Jul 14 10:19:36.722555 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [req-dec22643-f925-42f1-859d-474eb64d82af req-f4b694cb-f153-44db-bf12-16f291807705 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Deleting port d6ff2cb6-bab5-42c3-91f9-4424e3832ca2 {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:19:36.722935 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-dec22643-f925-42f1-859d-474eb64d82af req-f4b694cb-f153-44db-bf12-16f291807705 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:36.825598 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-dec22643-f925-42f1-859d-474eb64d82af req-f4b694cb-f153-44db-bf12-16f291807705 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] For port d6ff2cb6-bab5-42c3-91f9-4424e3832ca2, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=d6ff2cb6-bab5-42c3-91f9-4424e3832ca2,segment=NetworkSegment(d47c0a19-c61e-44d6-8c05-eb47451816f8),segment_id=d47c0a19-c61e-44d6-8c05-eb47451816f8)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:19:36.826025 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-dec22643-f925-42f1-859d-474eb64d82af req-f4b694cb-f153-44db-bf12-16f291807705 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:37.015528 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-dec22643-f925-42f1-859d-474eb64d82af req-f4b694cb-f153-44db-bf12-16f291807705 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:37.015826 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-dec22643-f925-42f1-859d-474eb64d82af req-f4b694cb-f153-44db-bf12-16f291807705 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-660590'] for floatingip, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:37.016147 n-d-779913-29 neutron-server[93957]: INFO neutron.db.l3_db [req-dec22643-f925-42f1-859d-474eb64d82af req-f4b694cb-f153-44db-bf12-16f291807705 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Floating IP 51571515-82e1-4b53-b062-d26503f86d08 disassociated. External IP: 172.25.4.43, port: d6ff2cb6-bab5-42c3-91f9-4424e3832ca2. Jul 14 10:19:37.016491 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [req-dec22643-f925-42f1-859d-474eb64d82af req-f4b694cb-f153-44db-bf12-16f291807705 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Calling delete_port for d6ff2cb6-bab5-42c3-91f9-4424e3832ca2 owned by compute:nova {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:19:37.194007 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-dec22643-f925-42f1-859d-474eb64d82af req-f4b694cb-f153-44db-bf12-16f291807705 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:37.223875 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b694cb-f153-44db-bf12-16f291807705 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Pushing event deleted for resources: {'Port': ['ID=d6ff2cb6-bab5-42c3-91f9-4424e3832ca2,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:19:37.368157 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dec22643-f925-42f1-859d-474eb64d82af req-f4b694cb-f153-44db-bf12-16f291807705 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Router c472c209-1674-43a7-9f24-adc6fdeb0ca0 has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:19:37.427970 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-c023cd27-d54c-494e-a98a-7a69e1b474dd req-b68f13e7-9f88-49de-8caf-ea4c33fe3ff1 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/ports?device_id=3ac57fd4-06bd-40d1-87e7-e565b03d0915 HTTP/1.1" status: 200 len: 210 time: 0.0473022 Jul 14 10:19:37.498790 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dec22643-f925-42f1-859d-474eb64d82af req-f4b694cb-f153-44db-bf12-16f291807705 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:19:37.509029 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4293c8bc-65a9-439d-866d-f0c46a6743e6 None None] Sync routers for ids ['c472c209-1674-43a7-9f24-adc6fdeb0ca0'] in n-d-779913-29 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:19:37.518689 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4293c8bc-65a9-439d-866d-f0c46a6743e6 None None] Routers {'c472c209-1674-43a7-9f24-adc6fdeb0ca0'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:19:37.519268 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-4293c8bc-65a9-439d-866d-f0c46a6743e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T10:19:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['c472c209-1674-43a7-9f24-adc6fdeb0ca0'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:19:37.547848 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-dec22643-f925-42f1-859d-474eb64d82af req-f4b694cb-f153-44db-bf12-16f291807705 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] No DVR routers for this DVR port d6ff2cb6-bab5-42c3-91f9-4424e3832ca2 on host n-h1-779913-29 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:19:37.550890 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-dec22643-f925-42f1-859d-474eb64d82af req-f4b694cb-f153-44db-bf12-16f291807705 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:37.553189 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-dec22643-f925-42f1-859d-474eb64d82af req-f4b694cb-f153-44db-bf12-16f291807705 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.65 "DELETE /v2.0/ports/d6ff2cb6-bab5-42c3-91f9-4424e3832ca2 HTTP/1.1" status: 204 len: 173 time: 0.9305913 Jul 14 10:19:37.553766 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ac57fd4-06bd-40d1-87e7-e565b03d0915', 'name': 'network-vif-deleted', 'tag': 'd6ff2cb6-bab5-42c3-91f9-4424e3832ca2'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:19:37.556223 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}175264a25d5f1cec9b1451f1a8cc8ced5d4502f5c48740ac7c6845d527b2175b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9884bdec-6460-4935-a144-50b606701054" -d '{"events": [{"server_uuid": "3ac57fd4-06bd-40d1-87e7-e565b03d0915", "name": "network-vif-deleted", "tag": "d6ff2cb6-bab5-42c3-91f9-4424e3832ca2"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:19:37.597025 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:19:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-369892c8-ef12-435d-bc25-6d679665765f x-openstack-request-id: req-369892c8-ef12-435d-bc25-6d679665765f {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:19:37.597320 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ac57fd4-06bd-40d1-87e7-e565b03d0915", "name": "network-vif-deleted", "tag": "d6ff2cb6-bab5-42c3-91f9-4424e3832ca2", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:19:37.597637 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-369892c8-ef12-435d-bc25-6d679665765f {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:19:37.598091 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ac57fd4-06bd-40d1-87e7-e565b03d0915', 'name': 'network-vif-deleted', 'tag': 'd6ff2cb6-bab5-42c3-91f9-4424e3832ca2', 'status': 'completed', 'code': 200} Jul 14 10:19:37.650490 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-4293c8bc-65a9-439d-866d-f0c46a6743e6 None None] Set router c472c209-1674-43a7-9f24-adc6fdeb0ca0 gateway port host: n-d-779913-29 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:19:37.888231 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-4293c8bc-65a9-439d-866d-f0c46a6743e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c472c209-1674-43a7-9f24-adc6fdeb0ca0', 'name': 'tempest-ServerActionsTestJSON-29751055-router', 'tenant_id': '1f9c0a4e933c47379e1aa8c6bf9c0620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.22'}], 'enable_snat': True}, 'gw_port_id': '51ce7f0f-9b66-4616-8e2c-00ebb7cae753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:09:42Z', 'updated_at': '2021-07-14T10:09:45Z', 'revision_number': 4, 'project_id': '1f9c0a4e933c47379e1aa8c6bf9c0620', 'gw_port': {'id': '51ce7f0f-9b66-4616-8e2c-00ebb7cae753', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:a2:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c472c209-1674-43a7-9f24-adc6fdeb0ca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:09:42Z', 'updated_at': '2021-07-14T10:09:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': '972a261b-05c7-43c0-ab79-82a3d0664596', 'name': '', 'network_id': '742eb7cb-e5f7-44de-b05c-3ac48a812bcf', 'tenant_id': '1f9c0a4e933c47379e1aa8c6bf9c0620', 'mac_address': 'fa:16:3e:45:27:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c472c209-1674-43a7-9f24-adc6fdeb0ca0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'db7cecf2-4301-4c3f-bbb1-78ad80d93968', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:09:44Z', 'updated_at': '2021-07-14T10:09:50Z', 'revision_number': 5, 'project_id': '1f9c0a4e933c47379e1aa8c6bf9c0620', 'subnets': [{'id': 'db7cecf2-4301-4c3f-bbb1-78ad80d93968', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:19:37.917943 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4293c8bc-65a9-439d-866d-f0c46a6743e6 None None] Checking router: c472c209-1674-43a7-9f24-adc6fdeb0ca0 for host: n-d-779913-29 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:19:37.926996 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4293c8bc-65a9-439d-866d-f0c46a6743e6 None None] Routers {'c472c209-1674-43a7-9f24-adc6fdeb0ca0'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:19:37.927609 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-4293c8bc-65a9-439d-866d-f0c46a6743e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T10:19:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['c472c209-1674-43a7-9f24-adc6fdeb0ca0'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:19:38.033268 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-4293c8bc-65a9-439d-866d-f0c46a6743e6 None None] Set router c472c209-1674-43a7-9f24-adc6fdeb0ca0 gateway port host: n-d-779913-29 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:19:38.231146 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-4293c8bc-65a9-439d-866d-f0c46a6743e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c472c209-1674-43a7-9f24-adc6fdeb0ca0', 'name': 'tempest-ServerActionsTestJSON-29751055-router', 'tenant_id': '1f9c0a4e933c47379e1aa8c6bf9c0620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.22'}], 'enable_snat': True}, 'gw_port_id': '51ce7f0f-9b66-4616-8e2c-00ebb7cae753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:09:42Z', 'updated_at': '2021-07-14T10:09:45Z', 'revision_number': 4, 'project_id': '1f9c0a4e933c47379e1aa8c6bf9c0620', 'gw_port': {'id': '51ce7f0f-9b66-4616-8e2c-00ebb7cae753', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:a2:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c472c209-1674-43a7-9f24-adc6fdeb0ca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:09:42Z', 'updated_at': '2021-07-14T10:09:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': '972a261b-05c7-43c0-ab79-82a3d0664596', 'name': '', 'network_id': '742eb7cb-e5f7-44de-b05c-3ac48a812bcf', 'tenant_id': '1f9c0a4e933c47379e1aa8c6bf9c0620', 'mac_address': 'fa:16:3e:45:27:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c472c209-1674-43a7-9f24-adc6fdeb0ca0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'db7cecf2-4301-4c3f-bbb1-78ad80d93968', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:09:44Z', 'updated_at': '2021-07-14T10:09:50Z', 'revision_number': 5, 'project_id': '1f9c0a4e933c47379e1aa8c6bf9c0620', 'subnets': [{'id': 'db7cecf2-4301-4c3f-bbb1-78ad80d93968', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:19:38.257034 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4293c8bc-65a9-439d-866d-f0c46a6743e6 None None] The sync data for ids ['c472c209-1674-43a7-9f24-adc6fdeb0ca0'] in n-d-779913-29 is: [{'id': 'c472c209-1674-43a7-9f24-adc6fdeb0ca0', 'name': 'tempest-ServerActionsTestJSON-29751055-router', 'tenant_id': '1f9c0a4e933c47379e1aa8c6bf9c0620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.22'}], 'enable_snat': True}, 'gw_port_id': '51ce7f0f-9b66-4616-8e2c-00ebb7cae753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:09:42Z', 'updated_at': '2021-07-14T10:09:45Z', 'revision_number': 4, 'project_id': '1f9c0a4e933c47379e1aa8c6bf9c0620', 'gw_port': {'id': '51ce7f0f-9b66-4616-8e2c-00ebb7cae753', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:a2:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c472c209-1674-43a7-9f24-adc6fdeb0ca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:09:42Z', 'updated_at': '2021-07-14T10:09:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': '972a261b-05c7-43c0-ab79-82a3d0664596', 'name': '', 'network_id': '742eb7cb-e5f7-44de-b05c-3ac48a812bcf', 'tenant_id': '1f9c0a4e933c47379e1aa8c6bf9c0620', 'mac_address': 'fa:16:3e:45:27:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c472c209-1674-43a7-9f24-adc6fdeb0ca0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'db7cecf2-4301-4c3f-bbb1-78ad80d93968', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:09:44Z', 'updated_at': '2021-07-14T10:09:50Z', 'revision_number': 5, 'project_id': '1f9c0a4e933c47379e1aa8c6bf9c0620', 'subnets': [{'id': 'db7cecf2-4301-4c3f-bbb1-78ad80d93968', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:19:38.497326 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7368582-d5b2-4b86-b870-5d9c78338336 None None] New status for floating IP 51571515-82e1-4b53-b062-d26503f86d08: DOWN {{(pid=93959) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 10:19:38.568523 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-8c6d2a44-b98a-454b-ad3a-3431354e0144 req-6388cc01-62ba-44fb-b110-2cb0c0811f16 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/ports?device_id=3ac57fd4-06bd-40d1-87e7-e565b03d0915 HTTP/1.1" status: 200 len: 210 time: 0.0314448 Jul 14 10:19:39.217594 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device d6ff2cb6-bab5-42c3-91f9-4424e3832ca2 no longer exists at agent hyperv_n-h1-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:19:39.238399 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] No Port match for: d6ff2cb6-bab5-42c3-91f9-4424e3832ca2 {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:19:39.238751 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device d6ff2cb6-bab5-42c3-91f9-4424e3832ca2 not bound to the agent host n-h1-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:19:39.717807 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0e3eebfd-117d-477d-a6db-c31f3b2dd2c8 req-4db01206-9dd2-4f21-a0d5-888ea152d390 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/ports?device_id=3ac57fd4-06bd-40d1-87e7-e565b03d0915 HTTP/1.1" status: 200 len: 210 time: 0.0290310 Jul 14 10:19:40.873671 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-48bc0f66-e7e1-4ab7-af50-6c2fa51fc351 req-5e5e8aee-98d2-4041-b7a7-36e9426ef6e1 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/ports?device_id=3ac57fd4-06bd-40d1-87e7-e565b03d0915 HTTP/1.1" status: 200 len: 210 time: 0.0354829 Jul 14 10:19:43.396947 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:44.193884 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:44.929035 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 39258) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:19:44.988953 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5512117b-1f9b-4ae7-b909-b5577da72503 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:45.018697 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5512117b-1f9b-4ae7-b909-b5577da72503 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:45.070509 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5512117b-1f9b-4ae7-b909-b5577da72503 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:45.073473 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5512117b-1f9b-4ae7-b909-b5577da72503 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:45.077380 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-5512117b-1f9b-4ae7-b909-b5577da72503 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "DELETE /v2.0/security-groups/5b2dd5c6-a0e3-4c42-bf23-d97ecb5ddeaf HTTP/1.1" status: 204 len: 168 time: 0.1472993 Jul 14 10:19:45.077918 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 39260) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:19:45.087145 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5512117b-1f9b-4ae7-b909-b5577da72503 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b2dd5c6-a0e3-4c42-bf23-d97ecb5ddeaf,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:19:45.096346 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5512117b-1f9b-4ae7-b909-b5577da72503 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:19:45.096711 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5512117b-1f9b-4ae7-b909-b5577da72503 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:19:45.096993 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5512117b-1f9b-4ae7-b909-b5577da72503 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:19:45.097395 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5512117b-1f9b-4ae7-b909-b5577da72503 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:19:45.097838 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5512117b-1f9b-4ae7-b909-b5577da72503 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:19:45.098253 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5512117b-1f9b-4ae7-b909-b5577da72503 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:19:45.098648 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5512117b-1f9b-4ae7-b909-b5577da72503 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:19:45.099029 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5512117b-1f9b-4ae7-b909-b5577da72503 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:19:45.099432 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5512117b-1f9b-4ae7-b909-b5577da72503 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:19:45.099813 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5512117b-1f9b-4ae7-b909-b5577da72503 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:19:45.100193 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5512117b-1f9b-4ae7-b909-b5577da72503 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:19:45.100347 n-d-779913-29 neutron-server[93957]: INFO neutron.api.v2.resource [None req-1f4ea99c-0a12-4c5e-8d31-e2061f05987f tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] show failed (client error): The resource could not be found. Jul 14 10:19:45.100634 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5512117b-1f9b-4ae7-b909-b5577da72503 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:19:45.101562 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-1f4ea99c-0a12-4c5e-8d31-e2061f05987f tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "GET /v2.0/security-groups/5b2dd5c6-a0e3-4c42-bf23-d97ecb5ddeaf HTTP/1.1" status: 404 len: 347 time: 0.0222235 Jul 14 10:19:45.105631 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 39262) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:19:45.239014 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-cab3b345-8719-4e76-9847-a5556a09ebe3 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Deleting port 3acb5452-8077-460b-873c-aa579954305b {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:19:45.239365 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-cab3b345-8719-4e76-9847-a5556a09ebe3 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:45.340089 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-cab3b345-8719-4e76-9847-a5556a09ebe3 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:45.340504 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-cab3b345-8719-4e76-9847-a5556a09ebe3 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:45.352112 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-cab3b345-8719-4e76-9847-a5556a09ebe3 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Calling delete_port for 3acb5452-8077-460b-873c-aa579954305b owned by network:floatingip {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:19:45.487870 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-cab3b345-8719-4e76-9847-a5556a09ebe3 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:45.521991 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab3b345-8719-4e76-9847-a5556a09ebe3 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Pushing event deleted for resources: {'Port': ['ID=3acb5452-8077-460b-873c-aa579954305b,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:19:45.582964 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-cab3b345-8719-4e76-9847-a5556a09ebe3 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Notify callbacks [] for floatingip, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:45.585615 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-cab3b345-8719-4e76-9847-a5556a09ebe3 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for floatingip, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:45.586795 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-cab3b345-8719-4e76-9847-a5556a09ebe3 tempest-ServerActionsTestJSON-418970728 tempest-ServerActionsTestJSON-418970728-project] 10.222.0.68 "DELETE /v2.0/floatingips/51571515-82e1-4b53-b062-d26503f86d08 HTTP/1.1" status: 204 len: 168 time: 0.4801915 Jul 14 10:19:45.591483 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 39264) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:19:46.384037 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-13e30b6b-0445-4aec-8589-9a8b183d6881 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-683602'] for router_interface, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:46.649225 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-13e30b6b-0445-4aec-8589-9a8b183d6881 admin admin] Deleting port 972a261b-05c7-43c0-ab79-82a3d0664596 {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:19:46.649514 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-13e30b6b-0445-4aec-8589-9a8b183d6881 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:46.731597 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-13e30b6b-0445-4aec-8589-9a8b183d6881 admin admin] For port 972a261b-05c7-43c0-ab79-82a3d0664596, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=972a261b-05c7-43c0-ab79-82a3d0664596,segment=NetworkSegment(d47c0a19-c61e-44d6-8c05-eb47451816f8),segment_id=d47c0a19-c61e-44d6-8c05-eb47451816f8)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:19:46.731958 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-13e30b6b-0445-4aec-8589-9a8b183d6881 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:46.745575 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-13e30b6b-0445-4aec-8589-9a8b183d6881 admin admin] Calling delete_port for 972a261b-05c7-43c0-ab79-82a3d0664596 owned by network:router_interface {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:19:46.933168 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-13e30b6b-0445-4aec-8589-9a8b183d6881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:46.958010 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e30b6b-0445-4aec-8589-9a8b183d6881 admin admin] Pushing event deleted for resources: {'Port': ['ID=972a261b-05c7-43c0-ab79-82a3d0664596,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:19:47.134442 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-13e30b6b-0445-4aec-8589-9a8b183d6881 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-620860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682934'] for router_interface, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:47.351817 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13e30b6b-0445-4aec-8589-9a8b183d6881 admin admin] Router c472c209-1674-43a7-9f24-adc6fdeb0ca0 has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:19:47.458370 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13e30b6b-0445-4aec-8589-9a8b183d6881 admin admin] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:19:47.463366 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-13e30b6b-0445-4aec-8589-9a8b183d6881 admin admin] 10.222.0.68 "PUT /v2.0/routers/c472c209-1674-43a7-9f24-adc6fdeb0ca0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8708687 Jul 14 10:19:47.466454 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 39268) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:19:47.467407 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e00a993c-f71f-4ad9-a364-13dbfaef44bb None None] Sync routers for ids ['c472c209-1674-43a7-9f24-adc6fdeb0ca0'] in n-d-779913-29 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:19:47.476416 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e00a993c-f71f-4ad9-a364-13dbfaef44bb None None] Routers {'c472c209-1674-43a7-9f24-adc6fdeb0ca0'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:19:47.477023 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-e00a993c-f71f-4ad9-a364-13dbfaef44bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T10:19:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['c472c209-1674-43a7-9f24-adc6fdeb0ca0'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:19:47.570987 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8502a1cc-1d30-4d25-8ba9-2b6e15131b82 admin admin] Notify callbacks [] for router, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:47.579534 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-e00a993c-f71f-4ad9-a364-13dbfaef44bb None None] Set router c472c209-1674-43a7-9f24-adc6fdeb0ca0 gateway port host: n-d-779913-29 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:19:47.674548 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8502a1cc-1d30-4d25-8ba9-2b6e15131b82 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:47.728847 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-8502a1cc-1d30-4d25-8ba9-2b6e15131b82 admin admin] Deleting port 51ce7f0f-9b66-4616-8e2c-00ebb7cae753 {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:19:47.729212 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8502a1cc-1d30-4d25-8ba9-2b6e15131b82 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:47.767760 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-e00a993c-f71f-4ad9-a364-13dbfaef44bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c472c209-1674-43a7-9f24-adc6fdeb0ca0', 'name': 'tempest-ServerActionsTestJSON-29751055-router', 'tenant_id': '1f9c0a4e933c47379e1aa8c6bf9c0620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.22'}], 'enable_snat': True}, 'gw_port_id': '51ce7f0f-9b66-4616-8e2c-00ebb7cae753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:09:42Z', 'updated_at': '2021-07-14T10:19:46Z', 'revision_number': 5, 'project_id': '1f9c0a4e933c47379e1aa8c6bf9c0620', 'gw_port': {'id': '51ce7f0f-9b66-4616-8e2c-00ebb7cae753', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:a2:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c472c209-1674-43a7-9f24-adc6fdeb0ca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:09:42Z', 'updated_at': '2021-07-14T10:09:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29'}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:19:47.802856 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e00a993c-f71f-4ad9-a364-13dbfaef44bb None None] Checking router: c472c209-1674-43a7-9f24-adc6fdeb0ca0 for host: n-d-779913-29 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:19:47.811963 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e00a993c-f71f-4ad9-a364-13dbfaef44bb None None] Routers {'c472c209-1674-43a7-9f24-adc6fdeb0ca0'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:19:47.812585 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-e00a993c-f71f-4ad9-a364-13dbfaef44bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T10:19:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['c472c209-1674-43a7-9f24-adc6fdeb0ca0'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:19:47.826566 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-8502a1cc-1d30-4d25-8ba9-2b6e15131b82 admin admin] For port 51ce7f0f-9b66-4616-8e2c-00ebb7cae753, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=51ce7f0f-9b66-4616-8e2c-00ebb7cae753,segment=NetworkSegment(81bf7a93-80b3-43df-b9d5-462c604a2945),segment_id=81bf7a93-80b3-43df-b9d5-462c604a2945)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:19:47.826932 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8502a1cc-1d30-4d25-8ba9-2b6e15131b82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:47.840094 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-8502a1cc-1d30-4d25-8ba9-2b6e15131b82 admin admin] Calling delete_port for 51ce7f0f-9b66-4616-8e2c-00ebb7cae753 owned by network:router_gateway {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:19:47.999873 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-e00a993c-f71f-4ad9-a364-13dbfaef44bb None None] Set router c472c209-1674-43a7-9f24-adc6fdeb0ca0 gateway port host: None {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:19:48.023161 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8502a1cc-1d30-4d25-8ba9-2b6e15131b82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:48.047923 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8502a1cc-1d30-4d25-8ba9-2b6e15131b82 admin admin] Pushing event deleted for resources: {'Port': ['ID=51ce7f0f-9b66-4616-8e2c-00ebb7cae753,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:19:48.054848 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-e00a993c-f71f-4ad9-a364-13dbfaef44bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c472c209-1674-43a7-9f24-adc6fdeb0ca0', 'name': 'tempest-ServerActionsTestJSON-29751055-router', 'tenant_id': '1f9c0a4e933c47379e1aa8c6bf9c0620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:09:42Z', 'updated_at': '2021-07-14T10:19:47Z', 'revision_number': 6, 'project_id': '1f9c0a4e933c47379e1aa8c6bf9c0620', 'gw_port_host': None}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:19:48.086209 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e00a993c-f71f-4ad9-a364-13dbfaef44bb None None] The sync data for ids ['c472c209-1674-43a7-9f24-adc6fdeb0ca0'] in n-d-779913-29 is: [{'id': 'c472c209-1674-43a7-9f24-adc6fdeb0ca0', 'name': 'tempest-ServerActionsTestJSON-29751055-router', 'tenant_id': '1f9c0a4e933c47379e1aa8c6bf9c0620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:09:42Z', 'updated_at': '2021-07-14T10:19:47Z', 'revision_number': 6, 'project_id': '1f9c0a4e933c47379e1aa8c6bf9c0620', 'gw_port_host': None}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:19:48.117076 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8502a1cc-1d30-4d25-8ba9-2b6e15131b82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-660532'] for router_gateway, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:48.210752 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8502a1cc-1d30-4d25-8ba9-2b6e15131b82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-711871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12964'] for router, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:48.212965 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8502a1cc-1d30-4d25-8ba9-2b6e15131b82 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:48.263799 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8502a1cc-1d30-4d25-8ba9-2b6e15131b82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-704815'] for router, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:48.264422 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8502a1cc-1d30-4d25-8ba9-2b6e15131b82 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c472c209-1674-43a7-9f24-adc6fdeb0ca0 {{(pid=93957) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 10:19:48.269657 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8502a1cc-1d30-4d25-8ba9-2b6e15131b82 admin admin] Notify callbacks [] for router, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:48.271190 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-8502a1cc-1d30-4d25-8ba9-2b6e15131b82 admin admin] 10.222.0.68 "DELETE /v2.0/routers/c472c209-1674-43a7-9f24-adc6fdeb0ca0 HTTP/1.1" status: 204 len: 168 time: 0.8036895 Jul 14 10:19:48.274166 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 39270) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:19:48.317918 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_v2 [None req-04828b70-9a2d-4486-a7af-e66b6659a9a4 admin admin] Deleting subnet db7cecf2-4301-4c3f-bbb1-78ad80d93968 {{(pid=93957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 10:19:48.320980 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-04828b70-9a2d-4486-a7af-e66b6659a9a4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:48.355797 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-04828b70-9a2d-4486-a7af-e66b6659a9a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10944203'] for subnet, precommit_delete_associations {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:48.440849 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-04828b70-9a2d-4486-a7af-e66b6659a9a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3481002'] for subnet, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:48.500228 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-04828b70-9a2d-4486-a7af-e66b6659a9a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10052701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11984075'] for subnet, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:48.526588 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04828b70-9a2d-4486-a7af-e66b6659a9a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db7cecf2-4301-4c3f-bbb1-78ad80d93968,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:19:48.530948 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-04828b70-9a2d-4486-a7af-e66b6659a9a4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:48.533000 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-04828b70-9a2d-4486-a7af-e66b6659a9a4 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/db7cecf2-4301-4c3f-bbb1-78ad80d93968 HTTP/1.1" status: 204 len: 168 time: 0.2578845 Jul 14 10:19:48.535497 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 39272) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:19:48.539937 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61d72571-34d2-4feb-9078-225ae26405fe None None] Network 742eb7cb-e5f7-44de-b05c-3ac48a812bcf requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:19:48.603965 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a9508e92-dbcb-4a61-b666-3feaf449019f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3876111'] for network, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:48.668623 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-a9508e92-dbcb-4a61-b666-3feaf449019f admin admin] Deleting port 6b21bbb6-9666-4e99-937e-877cf6402037 {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:19:48.669210 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a9508e92-dbcb-4a61-b666-3feaf449019f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:48.732870 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-a9508e92-dbcb-4a61-b666-3feaf449019f admin admin] For port 6b21bbb6-9666-4e99-937e-877cf6402037, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=6b21bbb6-9666-4e99-937e-877cf6402037,segment=NetworkSegment(d47c0a19-c61e-44d6-8c05-eb47451816f8),segment_id=d47c0a19-c61e-44d6-8c05-eb47451816f8)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:19:48.733240 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a9508e92-dbcb-4a61-b666-3feaf449019f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:48.746796 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-a9508e92-dbcb-4a61-b666-3feaf449019f admin admin] Calling delete_port for 6b21bbb6-9666-4e99-937e-877cf6402037 owned by network:dhcp {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:19:48.825403 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a9508e92-dbcb-4a61-b666-3feaf449019f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:48.838898 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9508e92-dbcb-4a61-b666-3feaf449019f admin admin] No DVR routers for this DVR port 6b21bbb6-9666-4e99-937e-877cf6402037 on host n-d-779913-29 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:19:48.862424 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-970f99b7-1226-4e18-9a1f-888d44478578 None None] DHCP port deletion for 742eb7cb-e5f7-44de-b05c-3ac48a812bcf request from n-d-779913-29 {{(pid=93959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 10:19:48.864078 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9508e92-dbcb-4a61-b666-3feaf449019f admin admin] Pushing event deleted for resources: {'Port': ['ID=6b21bbb6-9666-4e99-937e-877cf6402037,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:19:48.939575 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a9508e92-dbcb-4a61-b666-3feaf449019f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473955', 'neutron.services.segments.db._delete_segments_for_network-8735688326548'] for network, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:48.941536 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 51ce7f0f-9b66-4616-8e2c-00ebb7cae753 no longer exists at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:19:48.950260 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-a9508e92-dbcb-4a61-b666-3feaf449019f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['742eb7cb-e5f7-44de-b05c-3ac48a812bcf']}} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:19:48.960724 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] No Port match for: 51ce7f0f-9b66-4616-8e2c-00ebb7cae753 {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:19:48.960908 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-a9508e92-dbcb-4a61-b666-3feaf449019f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd47c0a19-c61e-44d6-8c05-eb47451816f8') {'for_net_delete': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:19:48.961030 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-a9508e92-dbcb-4a61-b666-3feaf449019f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd47c0a19-c61e-44d6-8c05-eb47451816f8') {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:19:48.961140 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 51ce7f0f-9b66-4616-8e2c-00ebb7cae753 not bound to the agent host n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:19:48.961477 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 6b21bbb6-9666-4e99-937e-877cf6402037 no longer exists at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:19:48.971223 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a9508e92-dbcb-4a61-b666-3feaf449019f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735688356235', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10944210'] for segment, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:48.985683 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] No Port match for: 6b21bbb6-9666-4e99-937e-877cf6402037 {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:19:48.986036 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 6b21bbb6-9666-4e99-937e-877cf6402037 not bound to the agent host n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:19:48.986439 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a9508e92-dbcb-4a61-b666-3feaf449019f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:48.986560 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 972a261b-05c7-43c0-ab79-82a3d0664596 no longer exists at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:19:48.993169 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9508e92-dbcb-4a61-b666-3feaf449019f admin admin] Releasing vlan 736 on physical network physnet1 to pool {{(pid=93957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 10:19:48.993668 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a9508e92-dbcb-4a61-b666-3feaf449019f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10053619'] for segment, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:48.995447 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:19:48.995447 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:19:48.995447 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:19:48.995447 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:19:48.995447 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:19:48.995447 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:19:48.995447 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:19:48.995447 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:19:48.995447 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:19:48.995447 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:19:48.995447 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:19:48.995447 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:19:48.995447 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:19:48.995447 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:19:48.995447 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:19:48.995447 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:19:48.995447 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:19:48.995447 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:19:48.995447 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:19:48.995447 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:19:48.995447 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:19:48.995447 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:19:48.995447 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:19:48.995447 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:19:48.995447 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:19:48.995447 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:19:48.995447 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:19:48.995447 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:19:48.995447 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:19:48.995447 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:19:48.995447 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:19:48.995447 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:19:48.995447 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:19:48.995447 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:19:48.995447 n-d-779913-29 neutron-server[93957]: Traceback (most recent call last): Jul 14 10:19:48.995447 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 10:19:48.995447 n-d-779913-29 neutron-server[93957]: timer() Jul 14 10:19:48.995447 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 10:19:48.995447 n-d-779913-29 neutron-server[93957]: cb(*args, **kw) Jul 14 10:19:48.995447 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 10:19:48.995447 n-d-779913-29 neutron-server[93957]: return func(*args, **kwargs) Jul 14 10:19:48.995447 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 10:19:48.995447 n-d-779913-29 neutron-server[93957]: self._notify() Jul 14 10:19:48.995447 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 10:19:48.995447 n-d-779913-29 neutron-server[93957]: self.callback(batched_events) Jul 14 10:19:48.995447 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 10:19:48.995447 n-d-779913-29 neutron-server[93957]: event.method(event) Jul 14 10:19:48.995447 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 10:19:48.995447 n-d-779913-29 neutron-server[93957]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 10:19:48.995447 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 10:19:48.995447 n-d-779913-29 neutron-server[93957]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 10:19:48.995447 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 10:19:48.995447 n-d-779913-29 neutron-server[93957]: return f(self, *a, **k) Jul 14 10:19:48.995447 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 10:19:48.995447 n-d-779913-29 neutron-server[93957]: return self._get(url).json() Jul 14 10:19:48.995447 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 10:19:48.995447 n-d-779913-29 neutron-server[93957]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 10:19:48.995447 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 10:19:48.995447 n-d-779913-29 neutron-server[93957]: return self.request(url, 'GET', **kwargs) Jul 14 10:19:48.995447 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 10:19:48.995447 n-d-779913-29 neutron-server[93957]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 10:19:48.995447 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 10:19:48.995447 n-d-779913-29 neutron-server[93957]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 10:19:48.995447 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 10:19:48.995447 n-d-779913-29 neutron-server[93957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 10:19:48.995447 n-d-779913-29 neutron-server[93957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 10:19:49.006379 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] No Port match for: 972a261b-05c7-43c0-ab79-82a3d0664596 {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:19:49.007077 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 972a261b-05c7-43c0-ab79-82a3d0664596 not bound to the agent host n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:19:49.057906 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a9508e92-dbcb-4a61-b666-3feaf449019f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660504'] for network, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:49.063526 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a9508e92-dbcb-4a61-b666-3feaf449019f admin admin] Notify callbacks [] for network, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:49.065365 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-a9508e92-dbcb-4a61-b666-3feaf449019f admin admin] 10.222.0.68 "DELETE /v2.0/networks/742eb7cb-e5f7-44de-b05c-3ac48a812bcf HTTP/1.1" status: 204 len: 168 time: 0.5289609 Jul 14 10:19:49.076728 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9508e92-dbcb-4a61-b666-3feaf449019f admin admin] Pushing event deleted for resources: {'Network': ['ID=742eb7cb-e5f7-44de-b05c-3ac48a812bcf,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:19:49.203681 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 39276) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:19:49.244057 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-ba875ff5-d08f-4c90-a8ea-a9d48f4ea3ed admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=1f9c0a4e933c47379e1aa8c6bf9c0620&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0390844 Jul 14 10:19:49.246564 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 39278) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:19:49.296779 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b3fb14ba-0b61-4e37-96d2-9054d23b4415 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:49.317648 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b3fb14ba-0b61-4e37-96d2-9054d23b4415 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:49.365646 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b3fb14ba-0b61-4e37-96d2-9054d23b4415 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:49.368146 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b3fb14ba-0b61-4e37-96d2-9054d23b4415 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:49.369374 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-b3fb14ba-0b61-4e37-96d2-9054d23b4415 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/6095e9f6-1eab-4288-8502-96dbd964dac8 HTTP/1.1" status: 204 len: 168 time: 0.1218488 Jul 14 10:19:49.379110 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fb14ba-0b61-4e37-96d2-9054d23b4415 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6095e9f6-1eab-4288-8502-96dbd964dac8,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:19:50.079559 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 39300) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:19:50.173395 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-dc7cca6b-2092-4da5-be97-f91e692ad50d admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1124724250-network', 'tenant_id': '3065f502bad34c2eb3053e2ad69dcf76'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:19:50.199482 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc7cca6b-2092-4da5-be97-f91e692ad50d admin admin] Made reservation on behalf of 3065f502bad34c2eb3053e2ad69dcf76 for: {'network': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:19:50.201886 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-dc7cca6b-2092-4da5-be97-f91e692ad50d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for network, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:50.210304 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-dc7cca6b-2092-4da5-be97-f91e692ad50d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:50.297319 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-dc7cca6b-2092-4da5-be97-f91e692ad50d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:50.301778 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-dc7cca6b-2092-4da5-be97-f91e692ad50d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:50.326074 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc7cca6b-2092-4da5-be97-f91e692ad50d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 722} {{(pid=93957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 10:19:50.335408 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7cca6b-2092-4da5-be97-f91e692ad50d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=439737fb-53c0-46e6-b46c-1da0113315e5,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:19:50.340659 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-dc7cca6b-2092-4da5-be97-f91e692ad50d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:50.341001 n-d-779913-29 neutron-server[93957]: INFO neutron.db.segments_db [None req-dc7cca6b-2092-4da5-be97-f91e692ad50d admin admin] Added segment 50cc2c86-e09f-4db4-9280-3d5d58220418 of type vlan for network fe96df59-131c-4d13-8d27-d79749362112 Jul 14 10:19:50.390669 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-dc7cca6b-2092-4da5-be97-f91e692ad50d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735687821325'] for network, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:50.419672 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-dc7cca6b-2092-4da5-be97-f91e692ad50d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855'] for network, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:50.420474 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc7cca6b-2092-4da5-be97-f91e692ad50d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:19:50.421064 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-dc7cca6b-2092-4da5-be97-f91e692ad50d admin admin] Notify callbacks [] for network, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:50.479968 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-dc7cca6b-2092-4da5-be97-f91e692ad50d admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3987265 Jul 14 10:19:50.483025 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 39304) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:19:50.485169 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7cca6b-2092-4da5-be97-f91e692ad50d admin admin] Pushing event updated for resources: {'Network': ['ID=fe96df59-131c-4d13-8d27-d79749362112,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:19:50.488194 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-5437e5a6-3879-48b5-b72d-b84257a07a52 admin admin] Request body: {'subnet': {'network_id': 'fe96df59-131c-4d13-8d27-d79749362112', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1124724250-subnet', 'tenant_id': '3065f502bad34c2eb3053e2ad69dcf76', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:19:50.494977 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Network fe96df59-131c-4d13-8d27-d79749362112 details requested by agent ovs-agent-n-d-779913-29 with host n-d-779913-29 {{(pid=93959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 10:19:50.513715 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5437e5a6-3879-48b5-b72d-b84257a07a52 admin admin] Made reservation on behalf of 3065f502bad34c2eb3053e2ad69dcf76 for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:19:50.516085 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5437e5a6-3879-48b5-b72d-b84257a07a52 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16714600'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:50.685668 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5437e5a6-3879-48b5-b72d-b84257a07a52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13573993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16714586'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:50.742985 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5437e5a6-3879-48b5-b72d-b84257a07a52 admin admin] Pushing event updated for resources: {'Subnet': ['ID=32a5c02d-cf8c-46fd-af6e-26f171b21986,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:19:50.753740 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5437e5a6-3879-48b5-b72d-b84257a07a52 admin admin] Checking segment: {'id': '50cc2c86-e09f-4db4-9280-3d5d58220418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'fe96df59-131c-4d13-8d27-d79749362112'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:19:50.754110 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5437e5a6-3879-48b5-b72d-b84257a07a52 admin admin] Network hostable DHCP agents. Network: fe96df59-131c-4d13-8d27-d79749362112, hostable agents: ['c6a09bd4-f72e-4283-a3ca-0bbca8a51081'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 10:19:50.770779 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5437e5a6-3879-48b5-b72d-b84257a07a52 admin admin] Network fe96df59-131c-4d13-8d27-d79749362112 is scheduled to be hosted by DHCP agent c6a09bd4-f72e-4283-a3ca-0bbca8a51081 with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 10:19:50.779980 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-5437e5a6-3879-48b5-b72d-b84257a07a52 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-29, fe96df59-131c-4d13-8d27-d79749362112) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:19:50.783998 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5437e5a6-3879-48b5-b72d-b84257a07a52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:19:50.784602 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5437e5a6-3879-48b5-b72d-b84257a07a52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:50.790251 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2044aa53-3226-42d7-ba51-98ed99cce38e None None] Network fe96df59-131c-4d13-8d27-d79749362112 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:19:50.798685 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-5437e5a6-3879-48b5-b72d-b84257a07a52 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3144131 Jul 14 10:19:50.921883 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faa0a5c3-93b7-4658-8744-f39925e0ebb9 None None] Network fe96df59-131c-4d13-8d27-d79749362112 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:19:51.237103 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e061d8-f51c-415f-8471-eec3e2f71f14 req-2e9abc18-b83e-4431-a811-05df254fa7a1 tempest-ServersNegativeTestJSON-1011849494 tempest-ServersNegativeTestJSON-1011849494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:19:51.238766 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-90e061d8-f51c-415f-8471-eec3e2f71f14 req-2e9abc18-b83e-4431-a811-05df254fa7a1 tempest-ServersNegativeTestJSON-1011849494 tempest-ServersNegativeTestJSON-1011849494-project] 10.222.0.68 "GET /v2.0/networks?id=fe96df59-131c-4d13-8d27-d79749362112 HTTP/1.1" status: 200 len: 814 time: 0.1014102 Jul 14 10:19:51.254253 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-90e061d8-f51c-415f-8471-eec3e2f71f14 req-4bed3873-de0a-46be-a84b-3efc2dfdcac8 tempest-ServersNegativeTestJSON-1011849494 tempest-ServersNegativeTestJSON-1011849494-project] 10.222.0.68 "GET /v2.0/quotas/3065f502bad34c2eb3053e2ad69dcf76 HTTP/1.1" status: 200 len: 375 time: 0.0101471 Jul 14 10:19:51.286948 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-90e061d8-f51c-415f-8471-eec3e2f71f14 req-e912cef6-0c7a-488c-a2e0-cc15f7db712f tempest-ServersNegativeTestJSON-1011849494 tempest-ServersNegativeTestJSON-1011849494-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=3065f502bad34c2eb3053e2ad69dcf76&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0277584 Jul 14 10:19:51.465881 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-90e061d8-f51c-415f-8471-eec3e2f71f14 req-d99043aa-775d-4106-b078-83ac46b39aac service neutron] 10.222.0.68 "GET /v2.0/networks/fe96df59-131c-4d13-8d27-d79749362112?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285117 Jul 14 10:19:51.553033 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-90e061d8-f51c-415f-8471-eec3e2f71f14 req-365bd880-0e9d-4e33-b03c-b90ee0baa14f service neutron] 10.222.0.68 "GET /v2.0/networks/fe96df59-131c-4d13-8d27-d79749362112?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814645 Jul 14 10:19:51.722924 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-a2adb8b9-bfad-4069-95fc-8372592642ac req-6e379323-49d7-474e-b749-3bae6563cae9 tempest-ServersNegativeTestJSON-1011849494 tempest-ServersNegativeTestJSON-1011849494-project] 10.222.0.68 "GET /v2.0/ports?device_id=847ed9f9-96f6-438a-a437-872b2c93dece HTTP/1.1" status: 200 len: 210 time: 0.0288012 Jul 14 10:19:52.302986 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3edeff12-4ad1-4c98-802d-68c31eca2fed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:52.875764 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-79455b77-8bd2-4213-8a36-0dc34bd2b5e7 req-eb6580b5-1d57-4523-9d62-89d2335a641c tempest-ServersNegativeTestJSON-1011849494 tempest-ServersNegativeTestJSON-1011849494-project] 10.222.0.68 "GET /v2.0/ports?device_id=847ed9f9-96f6-438a-a437-872b2c93dece HTTP/1.1" status: 200 len: 210 time: 0.0346603 Jul 14 10:19:53.005724 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e061d8-f51c-415f-8471-eec3e2f71f14 req-86ce1476-3ab3-46f0-85e5-5baf86d7f247 tempest-ServersNegativeTestJSON-1011849494 tempest-ServersNegativeTestJSON-1011849494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:19:53.007144 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-90e061d8-f51c-415f-8471-eec3e2f71f14 req-86ce1476-3ab3-46f0-85e5-5baf86d7f247 tempest-ServersNegativeTestJSON-1011849494 tempest-ServersNegativeTestJSON-1011849494-project] 10.222.0.57 "GET /v2.0/networks?id=fe96df59-131c-4d13-8d27-d79749362112 HTTP/1.1" status: 200 len: 814 time: 0.1046016 Jul 14 10:19:53.027074 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-90e061d8-f51c-415f-8471-eec3e2f71f14 req-0f03d8de-6354-4df5-911b-0953c71b73ad tempest-ServersNegativeTestJSON-1011849494 tempest-ServersNegativeTestJSON-1011849494-project] Request body: {'port': {'device_id': '847ed9f9-96f6-438a-a437-872b2c93dece', 'network_id': 'fe96df59-131c-4d13-8d27-d79749362112', 'admin_state_up': True, 'tenant_id': '3065f502bad34c2eb3053e2ad69dcf76'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:19:53.141081 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90e061d8-f51c-415f-8471-eec3e2f71f14 req-0f03d8de-6354-4df5-911b-0953c71b73ad tempest-ServersNegativeTestJSON-1011849494 tempest-ServersNegativeTestJSON-1011849494-project] Made reservation on behalf of 3065f502bad34c2eb3053e2ad69dcf76 for: {'port': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:19:53.144736 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-90e061d8-f51c-415f-8471-eec3e2f71f14 req-0f03d8de-6354-4df5-911b-0953c71b73ad tempest-ServersNegativeTestJSON-1011849494 tempest-ServersNegativeTestJSON-1011849494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:53.268049 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [req-90e061d8-f51c-415f-8471-eec3e2f71f14 req-0f03d8de-6354-4df5-911b-0953c71b73ad tempest-ServersNegativeTestJSON-1011849494 tempest-ServersNegativeTestJSON-1011849494-project] Allocated IP 172.20.0.13 (fe96df59-131c-4d13-8d27-d79749362112/32a5c02d-cf8c-46fd-af6e-26f171b21986/ac3c00de-99bc-4e8e-bc73-f36ab8b78bb4) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:19:53.420359 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-90e061d8-f51c-415f-8471-eec3e2f71f14 req-0f03d8de-6354-4df5-911b-0953c71b73ad tempest-ServersNegativeTestJSON-1011849494 tempest-ServersNegativeTestJSON-1011849494-project] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:53.457486 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-90e061d8-f51c-415f-8471-eec3e2f71f14 req-0f03d8de-6354-4df5-911b-0953c71b73ad tempest-ServersNegativeTestJSON-1011849494 tempest-ServersNegativeTestJSON-1011849494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:53.504567 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90e061d8-f51c-415f-8471-eec3e2f71f14 req-0f03d8de-6354-4df5-911b-0953c71b73ad tempest-ServersNegativeTestJSON-1011849494 tempest-ServersNegativeTestJSON-1011849494-project] Network fe96df59-131c-4d13-8d27-d79749362112 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:19:53.507873 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [req-90e061d8-f51c-415f-8471-eec3e2f71f14 req-0f03d8de-6354-4df5-911b-0953c71b73ad tempest-ServersNegativeTestJSON-1011849494 tempest-ServersNegativeTestJSON-1011849494-project] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:19:53.510246 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-90e061d8-f51c-415f-8471-eec3e2f71f14 req-0f03d8de-6354-4df5-911b-0953c71b73ad tempest-ServersNegativeTestJSON-1011849494 tempest-ServersNegativeTestJSON-1011849494-project] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:19:53.537238 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f03d8de-6354-4df5-911b-0953c71b73ad tempest-ServersNegativeTestJSON-1011849494 tempest-ServersNegativeTestJSON-1011849494-project] Pushing event updated for resources: {'Port': ['ID=ac3c00de-99bc-4e8e-bc73-f36ab8b78bb4,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:19:53.564422 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e061d8-f51c-415f-8471-eec3e2f71f14 req-0f03d8de-6354-4df5-911b-0953c71b73ad tempest-ServersNegativeTestJSON-1011849494 tempest-ServersNegativeTestJSON-1011849494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:19:53.565036 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-90e061d8-f51c-415f-8471-eec3e2f71f14 req-0f03d8de-6354-4df5-911b-0953c71b73ad tempest-ServersNegativeTestJSON-1011849494 tempest-ServersNegativeTestJSON-1011849494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:53.578996 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-90e061d8-f51c-415f-8471-eec3e2f71f14 req-0f03d8de-6354-4df5-911b-0953c71b73ad tempest-ServersNegativeTestJSON-1011849494 tempest-ServersNegativeTestJSON-1011849494-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5555851 Jul 14 10:19:53.596496 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-90e061d8-f51c-415f-8471-eec3e2f71f14 req-26395cfe-5953-4a0d-9464-dfac744c3ee5 service neutron] Request body: {'port': {'device_id': '847ed9f9-96f6-438a-a437-872b2c93dece', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-29'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:19:53.671665 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-90e061d8-f51c-415f-8471-eec3e2f71f14 req-26395cfe-5953-4a0d-9464-dfac744c3ee5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:53.931618 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [req-90e061d8-f51c-415f-8471-eec3e2f71f14 req-26395cfe-5953-4a0d-9464-dfac744c3ee5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac3c00de-99bc-4e8e-bc73-f36ab8b78bb4 {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:19:53.939586 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-90e061d8-f51c-415f-8471-eec3e2f71f14 req-26395cfe-5953-4a0d-9464-dfac744c3ee5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:53.952211 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [req-90e061d8-f51c-415f-8471-eec3e2f71f14 req-26395cfe-5953-4a0d-9464-dfac744c3ee5 service neutron] Transition to ACTIVE for port object ac3c00de-99bc-4e8e-bc73-f36ab8b78bb4 will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:19:53.956137 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-90e061d8-f51c-415f-8471-eec3e2f71f14 req-26395cfe-5953-4a0d-9464-dfac744c3ee5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:54.029470 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26395cfe-5953-4a0d-9464-dfac744c3ee5 service neutron] Pushing event updated for resources: {'Port': ['ID=ac3c00de-99bc-4e8e-bc73-f36ab8b78bb4,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:19:54.050733 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6a6cf7-0a74-4234-a6eb-5d3b167881fc req-5f028867-ff75-4e3d-8885-574e4feec924 tempest-ServersNegativeTestJSON-1011849494 tempest-ServersNegativeTestJSON-1011849494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:19:54.052597 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-7c6a6cf7-0a74-4234-a6eb-5d3b167881fc req-5f028867-ff75-4e3d-8885-574e4feec924 tempest-ServersNegativeTestJSON-1011849494 tempest-ServersNegativeTestJSON-1011849494-project] 10.222.0.68 "GET /v2.0/ports?device_id=847ed9f9-96f6-438a-a437-872b2c93dece HTTP/1.1" status: 200 len: 944 time: 0.0636768 Jul 14 10:19:54.082902 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-90e061d8-f51c-415f-8471-eec3e2f71f14 req-26395cfe-5953-4a0d-9464-dfac744c3ee5 service neutron] Attempting to bind port ac3c00de-99bc-4e8e-bc73-f36ab8b78bb4 on host n-h2-779913-29 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:19:54.083241 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-90e061d8-f51c-415f-8471-eec3e2f71f14 req-26395cfe-5953-4a0d-9464-dfac744c3ee5 service neutron] Attempting to bind port ac3c00de-99bc-4e8e-bc73-f36ab8b78bb4 by drivers openvswitch,hyperv on host n-h2-779913-29 at level 0 using segments [{'id': '50cc2c86-e09f-4db4-9280-3d5d58220418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'fe96df59-131c-4d13-8d27-d79749362112'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:19:54.083581 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90e061d8-f51c-415f-8471-eec3e2f71f14 req-26395cfe-5953-4a0d-9464-dfac744c3ee5 service neutron] Attempting to bind port ac3c00de-99bc-4e8e-bc73-f36ab8b78bb4 on network fe96df59-131c-4d13-8d27-d79749362112 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:19:54.088071 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90e061d8-f51c-415f-8471-eec3e2f71f14 req-26395cfe-5953-4a0d-9464-dfac744c3ee5 service neutron] Port ac3c00de-99bc-4e8e-bc73-f36ab8b78bb4 on network fe96df59-131c-4d13-8d27-d79749362112 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-29 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 10:19:54.088428 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90e061d8-f51c-415f-8471-eec3e2f71f14 req-26395cfe-5953-4a0d-9464-dfac744c3ee5 service neutron] Attempting to bind port ac3c00de-99bc-4e8e-bc73-f36ab8b78bb4 on network fe96df59-131c-4d13-8d27-d79749362112 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:19:54.091167 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-7c6a6cf7-0a74-4234-a6eb-5d3b167881fc req-737af94d-d617-4235-963a-750a720e7726 tempest-ServersNegativeTestJSON-1011849494 tempest-ServersNegativeTestJSON-1011849494-project] 10.222.0.68 "GET /v2.0/security-groups?id=439737fb-53c0-46e6-b46c-1da0113315e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327063 Jul 14 10:19:54.093378 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90e061d8-f51c-415f-8471-eec3e2f71f14 req-26395cfe-5953-4a0d-9464-dfac744c3ee5 service neutron] Checking agent: {'id': '013e4a3b-a634-47b8-b6a5-1a25109b73fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 13, 13), 'started_at': datetime.datetime(2021, 7, 14, 9, 13, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 19, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:19:54.093746 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90e061d8-f51c-415f-8471-eec3e2f71f14 req-26395cfe-5953-4a0d-9464-dfac744c3ee5 service neutron] Checking segment: {'id': '50cc2c86-e09f-4db4-9280-3d5d58220418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'fe96df59-131c-4d13-8d27-d79749362112'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:19:54.094167 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90e061d8-f51c-415f-8471-eec3e2f71f14 req-26395cfe-5953-4a0d-9464-dfac744c3ee5 service neutron] Bound using segment: {'id': '50cc2c86-e09f-4db4-9280-3d5d58220418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'fe96df59-131c-4d13-8d27-d79749362112'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:19:54.094605 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-90e061d8-f51c-415f-8471-eec3e2f71f14 req-26395cfe-5953-4a0d-9464-dfac744c3ee5 service neutron] Bound port: ac3c00de-99bc-4e8e-bc73-f36ab8b78bb4, host: n-h2-779913-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50cc2c86-e09f-4db4-9280-3d5d58220418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'fe96df59-131c-4d13-8d27-d79749362112'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:19:54.094972 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-90e061d8-f51c-415f-8471-eec3e2f71f14 req-26395cfe-5953-4a0d-9464-dfac744c3ee5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:54.158223 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-90e061d8-f51c-415f-8471-eec3e2f71f14 req-26395cfe-5953-4a0d-9464-dfac744c3ee5 service neutron] For port ac3c00de-99bc-4e8e-bc73-f36ab8b78bb4, host n-h2-779913-29, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:19:54.161178 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-90e061d8-f51c-415f-8471-eec3e2f71f14 req-26395cfe-5953-4a0d-9464-dfac744c3ee5 service neutron] For port ac3c00de-99bc-4e8e-bc73-f36ab8b78bb4, host n-h2-779913-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=ac3c00de-99bc-4e8e-bc73-f36ab8b78bb4,segment=NetworkSegment(50cc2c86-e09f-4db4-9280-3d5d58220418),segment_id=50cc2c86-e09f-4db4-9280-3d5d58220418)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:19:54.165682 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-90e061d8-f51c-415f-8471-eec3e2f71f14 req-26395cfe-5953-4a0d-9464-dfac744c3ee5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:54.485645 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e061d8-f51c-415f-8471-eec3e2f71f14 req-26395cfe-5953-4a0d-9464-dfac744c3ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:19:54.486260 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-90e061d8-f51c-415f-8471-eec3e2f71f14 req-26395cfe-5953-4a0d-9464-dfac744c3ee5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:54.487641 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-90e061d8-f51c-415f-8471-eec3e2f71f14 req-26395cfe-5953-4a0d-9464-dfac744c3ee5 service neutron] 10.222.0.57 "PUT /v2.0/ports/ac3c00de-99bc-4e8e-bc73-f36ab8b78bb4 HTTP/1.1" status: 200 len: 1093 time: 0.8953476 Jul 14 10:19:54.488089 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '847ed9f9-96f6-438a-a437-872b2c93dece', 'tag': 'ac3c00de-99bc-4e8e-bc73-f36ab8b78bb4'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:19:54.490370 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}175264a25d5f1cec9b1451f1a8cc8ced5d4502f5c48740ac7c6845d527b2175b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8780ec62-0768-48a6-8686-69dc001ef280" -d '{"events": [{"name": "network-changed", "server_uuid": "847ed9f9-96f6-438a-a437-872b2c93dece", "tag": "ac3c00de-99bc-4e8e-bc73-f36ab8b78bb4"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:19:54.514734 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26395cfe-5953-4a0d-9464-dfac744c3ee5 service neutron] Pushing event updated for resources: {'Port': ['ID=ac3c00de-99bc-4e8e-bc73-f36ab8b78bb4,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:19:54.534723 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:19:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6603ec4b-972d-44c1-baf0-b03b984eccc4 x-openstack-request-id: req-6603ec4b-972d-44c1-baf0-b03b984eccc4 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:19:54.535023 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "847ed9f9-96f6-438a-a437-872b2c93dece", "tag": "ac3c00de-99bc-4e8e-bc73-f36ab8b78bb4", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:19:54.535278 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-6603ec4b-972d-44c1-baf0-b03b984eccc4 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:19:54.535674 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '847ed9f9-96f6-438a-a437-872b2c93dece', 'tag': 'ac3c00de-99bc-4e8e-bc73-f36ab8b78bb4', 'status': 'completed', 'code': 200} Jul 14 10:19:54.602545 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e061d8-f51c-415f-8471-eec3e2f71f14 req-8ccccaf9-f35a-40ab-8410-a3c5d8ac9f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:19:54.604027 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-90e061d8-f51c-415f-8471-eec3e2f71f14 req-8ccccaf9-f35a-40ab-8410-a3c5d8ac9f05 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3065f502bad34c2eb3053e2ad69dcf76&device_id=847ed9f9-96f6-438a-a437-872b2c93dece HTTP/1.1" status: 200 len: 1096 time: 0.0523682 Jul 14 10:19:54.650613 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-90e061d8-f51c-415f-8471-eec3e2f71f14 req-0e5089ed-be5d-4eb1-a8fb-0120738c0433 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ac3c00de-99bc-4e8e-bc73-f36ab8b78bb4 HTTP/1.1" status: 200 len: 217 time: 0.0333076 Jul 14 10:19:54.701574 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e061d8-f51c-415f-8471-eec3e2f71f14 req-6c2c23e7-218c-4dbc-b018-10d08a786741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:19:54.703009 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-90e061d8-f51c-415f-8471-eec3e2f71f14 req-6c2c23e7-218c-4dbc-b018-10d08a786741 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=32a5c02d-cf8c-46fd-af6e-26f171b21986 HTTP/1.1" status: 200 len: 854 time: 0.0463800 Jul 14 10:19:54.738031 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-90e061d8-f51c-415f-8471-eec3e2f71f14 req-7b6fe54a-8a3f-4099-80aa-7fbc6409961b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fe96df59-131c-4d13-8d27-d79749362112&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283527 Jul 14 10:19:54.831188 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-90e061d8-f51c-415f-8471-eec3e2f71f14 req-d81c5b77-ee59-44e1-b681-fc40aafae305 service neutron] 10.222.0.57 "GET /v2.0/networks/fe96df59-131c-4d13-8d27-d79749362112?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869637 Jul 14 10:19:54.855951 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:54.926105 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-90e061d8-f51c-415f-8471-eec3e2f71f14 req-a82e1026-7d27-4b2a-b4cc-186a92b8600b service neutron] 10.222.0.57 "GET /v2.0/networks/fe96df59-131c-4d13-8d27-d79749362112?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888979 Jul 14 10:19:54.951157 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-34a35907-e403-4911-9689-f33a7a0d3d2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:55.071814 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8780ec62-0768-48a6-8686-69dc001ef280 req-681990e2-29ca-49c7-a9ce-c5f5be436488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:19:55.073979 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8780ec62-0768-48a6-8686-69dc001ef280 req-681990e2-29ca-49c7-a9ce-c5f5be436488 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3065f502bad34c2eb3053e2ad69dcf76&device_id=847ed9f9-96f6-438a-a437-872b2c93dece HTTP/1.1" status: 200 len: 1096 time: 0.0527256 Jul 14 10:19:55.167376 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8780ec62-0768-48a6-8686-69dc001ef280 req-b7344264-ed36-49b2-a4d9-f989ccede58e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:19:55.168864 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8780ec62-0768-48a6-8686-69dc001ef280 req-b7344264-ed36-49b2-a4d9-f989ccede58e service neutron] 10.222.0.57 "GET /v2.0/networks?id=fe96df59-131c-4d13-8d27-d79749362112 HTTP/1.1" status: 200 len: 915 time: 0.0887778 Jul 14 10:19:55.211644 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8780ec62-0768-48a6-8686-69dc001ef280 req-13946ac4-4b13-4985-a8d4-c2e52a8fe363 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ac3c00de-99bc-4e8e-bc73-f36ab8b78bb4 HTTP/1.1" status: 200 len: 217 time: 0.0349572 Jul 14 10:19:55.261027 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8780ec62-0768-48a6-8686-69dc001ef280 req-fcfc5ec0-ac91-4d2a-ae9b-8c21cbac4333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:19:55.262521 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8780ec62-0768-48a6-8686-69dc001ef280 req-fcfc5ec0-ac91-4d2a-ae9b-8c21cbac4333 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=32a5c02d-cf8c-46fd-af6e-26f171b21986 HTTP/1.1" status: 200 len: 854 time: 0.0440428 Jul 14 10:19:55.266946 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b69877-ae19-4c77-91a3-147195b7d239 req-5370173b-1e2b-46ef-8fa7-660b12af4e02 tempest-ServersNegativeTestJSON-1011849494 tempest-ServersNegativeTestJSON-1011849494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:19:55.268483 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-69b69877-ae19-4c77-91a3-147195b7d239 req-5370173b-1e2b-46ef-8fa7-660b12af4e02 tempest-ServersNegativeTestJSON-1011849494 tempest-ServersNegativeTestJSON-1011849494-project] 10.222.0.68 "GET /v2.0/ports?device_id=847ed9f9-96f6-438a-a437-872b2c93dece HTTP/1.1" status: 200 len: 944 time: 0.0671031 Jul 14 10:19:55.300099 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8780ec62-0768-48a6-8686-69dc001ef280 req-d45d0353-40c1-4c55-be12-22ea83fe9589 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fe96df59-131c-4d13-8d27-d79749362112&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306516 Jul 14 10:19:55.308361 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-69b69877-ae19-4c77-91a3-147195b7d239 req-aa445f20-b6a3-44ac-8aba-8a3a7e3496d2 tempest-ServersNegativeTestJSON-1011849494 tempest-ServersNegativeTestJSON-1011849494-project] 10.222.0.68 "GET /v2.0/security-groups?id=439737fb-53c0-46e6-b46c-1da0113315e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342379 Jul 14 10:19:55.391236 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8780ec62-0768-48a6-8686-69dc001ef280 req-01ee6e5b-3c09-4348-8349-4fbd15930fff service neutron] 10.222.0.57 "GET /v2.0/networks/fe96df59-131c-4d13-8d27-d79749362112?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843077 Jul 14 10:19:55.483518 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8780ec62-0768-48a6-8686-69dc001ef280 req-9d781332-e8a5-47f1-a5d6-20b5e67949fe service neutron] 10.222.0.57 "GET /v2.0/networks/fe96df59-131c-4d13-8d27-d79749362112?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857892 Jul 14 10:19:56.098262 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5ad31076-714c-49ec-bc37-f3d4cd90112a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:56.486217 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95abb12a-c290-498a-96f1-e43c1c0ade56 req-50ba9edf-1501-4401-aba4-8d924664afaf tempest-ServersNegativeTestJSON-1011849494 tempest-ServersNegativeTestJSON-1011849494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:19:56.487731 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-95abb12a-c290-498a-96f1-e43c1c0ade56 req-50ba9edf-1501-4401-aba4-8d924664afaf tempest-ServersNegativeTestJSON-1011849494 tempest-ServersNegativeTestJSON-1011849494-project] 10.222.0.68 "GET /v2.0/ports?device_id=847ed9f9-96f6-438a-a437-872b2c93dece HTTP/1.1" status: 200 len: 944 time: 0.0628269 Jul 14 10:19:56.525967 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-95abb12a-c290-498a-96f1-e43c1c0ade56 req-27e21404-bf01-4c04-ac42-ae45fb36eb09 tempest-ServersNegativeTestJSON-1011849494 tempest-ServersNegativeTestJSON-1011849494-project] 10.222.0.68 "GET /v2.0/security-groups?id=439737fb-53c0-46e6-b46c-1da0113315e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323086 Jul 14 10:19:57.704318 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8304eb82-92a7-4e5e-921b-647afff004ea req-7fa45014-7d4c-434e-a2f7-005516a9f681 tempest-ServersNegativeTestJSON-1011849494 tempest-ServersNegativeTestJSON-1011849494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:19:57.705842 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-8304eb82-92a7-4e5e-921b-647afff004ea req-7fa45014-7d4c-434e-a2f7-005516a9f681 tempest-ServersNegativeTestJSON-1011849494 tempest-ServersNegativeTestJSON-1011849494-project] 10.222.0.68 "GET /v2.0/ports?device_id=847ed9f9-96f6-438a-a437-872b2c93dece HTTP/1.1" status: 200 len: 944 time: 0.0637243 Jul 14 10:19:57.744542 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-8304eb82-92a7-4e5e-921b-647afff004ea req-9709a756-faa3-4cf3-a672-73a921019341 tempest-ServersNegativeTestJSON-1011849494 tempest-ServersNegativeTestJSON-1011849494-project] 10.222.0.68 "GET /v2.0/security-groups?id=439737fb-53c0-46e6-b46c-1da0113315e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327840 Jul 14 10:19:57.907364 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5bbe322f-3f67-4864-bc0a-91afe44d23e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:58.924694 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cec99d-5a06-470c-8966-17905ba2a8c6 req-dcbde3f4-157b-406c-a884-28fbb3c8263f tempest-ServersNegativeTestJSON-1011849494 tempest-ServersNegativeTestJSON-1011849494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:19:58.926124 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e6cec99d-5a06-470c-8966-17905ba2a8c6 req-dcbde3f4-157b-406c-a884-28fbb3c8263f tempest-ServersNegativeTestJSON-1011849494 tempest-ServersNegativeTestJSON-1011849494-project] 10.222.0.68 "GET /v2.0/ports?device_id=847ed9f9-96f6-438a-a437-872b2c93dece HTTP/1.1" status: 200 len: 944 time: 0.0654767 Jul 14 10:19:58.964839 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e6cec99d-5a06-470c-8966-17905ba2a8c6 req-2a5da08e-65b1-48c3-96d3-51c00f1b91cb tempest-ServersNegativeTestJSON-1011849494 tempest-ServersNegativeTestJSON-1011849494-project] 10.222.0.68 "GET /v2.0/security-groups?id=439737fb-53c0-46e6-b46c-1da0113315e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320942 Jul 14 10:19:59.073428 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device ac3c00de-99bc-4e8e-bc73-f36ab8b78bb4 details requested by agent hyperv_n-h2-779913-29 with host n-h2-779913-29 {{(pid=93959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 10:19:59.185710 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port ac3c00de-99bc-4e8e-bc73-f36ab8b78bb4, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=ac3c00de-99bc-4e8e-bc73-f36ab8b78bb4,segment=NetworkSegment(50cc2c86-e09f-4db4-9280-3d5d58220418),segment_id=50cc2c86-e09f-4db4-9280-3d5d58220418)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:19:59.199837 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Returning: {'device': 'ac3c00de-99bc-4e8e-bc73-f36ab8b78bb4', 'network_id': 'fe96df59-131c-4d13-8d27-d79749362112', 'port_id': 'ac3c00de-99bc-4e8e-bc73-f36ab8b78bb4', 'mac_address': 'fa:16:3e:d8:1f:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 722, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32a5c02d-cf8c-46fd-af6e-26f171b21986', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 10:19:59.236909 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:59.249714 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac3c00de-99bc-4e8e-bc73-f36ab8b78bb4 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:19:59.269479 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port ac3c00de-99bc-4e8e-bc73-f36ab8b78bb4, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=ac3c00de-99bc-4e8e-bc73-f36ab8b78bb4,segment=NetworkSegment(50cc2c86-e09f-4db4-9280-3d5d58220418),segment_id=50cc2c86-e09f-4db4-9280-3d5d58220418)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:19:59.273445 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:59.319996 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Pushing event updated for resources: {'Port': ['ID=ac3c00de-99bc-4e8e-bc73-f36ab8b78bb4,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:19:59.536541 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] get_ports_and_sgs() called for port_ids ['ac3c00de-99bc-4e8e-bc73-f36ab8b78bb4'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:20:00.142647 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ebf6fc-c593-4369-bc8f-e3272ba15472 req-04d8a4f4-1531-4617-b454-eafe52316837 tempest-ServersNegativeTestJSON-1011849494 tempest-ServersNegativeTestJSON-1011849494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:20:00.144139 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-88ebf6fc-c593-4369-bc8f-e3272ba15472 req-04d8a4f4-1531-4617-b454-eafe52316837 tempest-ServersNegativeTestJSON-1011849494 tempest-ServersNegativeTestJSON-1011849494-project] 10.222.0.68 "GET /v2.0/ports?device_id=847ed9f9-96f6-438a-a437-872b2c93dece HTTP/1.1" status: 200 len: 945 time: 0.0628972 Jul 14 10:20:00.186575 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-88ebf6fc-c593-4369-bc8f-e3272ba15472 req-fbf589f4-b251-40ca-998c-a7f6b79220c8 tempest-ServersNegativeTestJSON-1011849494 tempest-ServersNegativeTestJSON-1011849494-project] 10.222.0.68 "GET /v2.0/security-groups?id=439737fb-53c0-46e6-b46c-1da0113315e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361607 Jul 14 10:20:01.088579 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device ac3c00de-99bc-4e8e-bc73-f36ab8b78bb4 up at agent hyperv_n-h2-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:20:01.143622 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Provisioning for port ac3c00de-99bc-4e8e-bc73-f36ab8b78bb4 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:20:01.150465 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Provisioning complete for port ac3c00de-99bc-4e8e-bc73-f36ab8b78bb4 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:20:01.151817 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:01.234386 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:01.257399 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '847ed9f9-96f6-438a-a437-872b2c93dece', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac3c00de-99bc-4e8e-bc73-f36ab8b78bb4'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:20:01.259690 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}329bd6c07f982fc6c8be245f0be026b528efb6c8a9415522477faf1b9157eba4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-050b21ca-f5c9-4bb8-9194-0a31ae10efdd" -d '{"events": [{"server_uuid": "847ed9f9-96f6-438a-a437-872b2c93dece", "name": "network-vif-plugged", "status": "completed", "tag": "ac3c00de-99bc-4e8e-bc73-f36ab8b78bb4"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:20:01.274153 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port ac3c00de-99bc-4e8e-bc73-f36ab8b78bb4, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=ac3c00de-99bc-4e8e-bc73-f36ab8b78bb4,segment=NetworkSegment(50cc2c86-e09f-4db4-9280-3d5d58220418),segment_id=50cc2c86-e09f-4db4-9280-3d5d58220418)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:20:01.279964 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:01.305635 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:20:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7ad2e95-3ddf-4874-bab3-6757e4411d5e x-openstack-request-id: req-e7ad2e95-3ddf-4874-bab3-6757e4411d5e {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:20:01.305938 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "847ed9f9-96f6-438a-a437-872b2c93dece", "name": "network-vif-plugged", "status": "completed", "tag": "ac3c00de-99bc-4e8e-bc73-f36ab8b78bb4", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:20:01.306203 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-e7ad2e95-3ddf-4874-bab3-6757e4411d5e {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:20:01.306755 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '847ed9f9-96f6-438a-a437-872b2c93dece', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac3c00de-99bc-4e8e-bc73-f36ab8b78bb4', 'code': 200} Jul 14 10:20:01.339656 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Pushing event updated for resources: {'Port': ['ID=ac3c00de-99bc-4e8e-bc73-f36ab8b78bb4,revision_number=5']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:20:01.379077 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cd5e91-8c87-4365-8e29-bd0f73fd5bfb req-861f5d1f-dfd6-46d4-8757-905c7971d83e tempest-ServersNegativeTestJSON-1011849494 tempest-ServersNegativeTestJSON-1011849494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:20:01.380633 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e8cd5e91-8c87-4365-8e29-bd0f73fd5bfb req-861f5d1f-dfd6-46d4-8757-905c7971d83e tempest-ServersNegativeTestJSON-1011849494 tempest-ServersNegativeTestJSON-1011849494-project] 10.222.0.68 "GET /v2.0/ports?device_id=847ed9f9-96f6-438a-a437-872b2c93dece HTTP/1.1" status: 200 len: 946 time: 0.0748746 Jul 14 10:20:01.450440 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e8cd5e91-8c87-4365-8e29-bd0f73fd5bfb req-f0cf1455-982a-49cc-9d8b-218faf32ddc0 tempest-ServersNegativeTestJSON-1011849494 tempest-ServersNegativeTestJSON-1011849494-project] 10.222.0.68 "GET /v2.0/security-groups?id=439737fb-53c0-46e6-b46c-1da0113315e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640512 Jul 14 10:20:01.467736 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6447ed-148e-47e2-b554-e64f8b91b139 req-c2a5e767-5dab-4250-989a-6cc51fafe534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:20:01.469226 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-7f6447ed-148e-47e2-b554-e64f8b91b139 req-c2a5e767-5dab-4250-989a-6cc51fafe534 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=847ed9f9-96f6-438a-a437-872b2c93dece HTTP/1.1" status: 200 len: 1098 time: 0.0736368 Jul 14 10:20:01.505510 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-7f6447ed-148e-47e2-b554-e64f8b91b139 req-3eff5574-4eea-486b-bac5-6cb59048f358 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=439737fb-53c0-46e6-b46c-1da0113315e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0292857 Jul 14 10:20:02.627514 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f9de88-386a-493e-bddf-baff584f13d1 req-c97239ca-a101-45d4-87a9-0f158e76b308 tempest-ServersNegativeTestJSON-1011849494 tempest-ServersNegativeTestJSON-1011849494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:20:02.629115 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d9f9de88-386a-493e-bddf-baff584f13d1 req-c97239ca-a101-45d4-87a9-0f158e76b308 tempest-ServersNegativeTestJSON-1011849494 tempest-ServersNegativeTestJSON-1011849494-project] 10.222.0.68 "GET /v2.0/ports?device_id=847ed9f9-96f6-438a-a437-872b2c93dece HTTP/1.1" status: 200 len: 946 time: 0.0644081 Jul 14 10:20:02.667049 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d9f9de88-386a-493e-bddf-baff584f13d1 req-e38c1253-ea4d-44bd-9506-c2ac4b169631 tempest-ServersNegativeTestJSON-1011849494 tempest-ServersNegativeTestJSON-1011849494-project] 10.222.0.68 "GET /v2.0/security-groups?id=439737fb-53c0-46e6-b46c-1da0113315e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323305 Jul 14 10:20:03.834803 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdc72d0-f59e-4a60-9977-e4e049981c99 req-af5c29bf-8e4e-40d5-9831-e736a49162c1 tempest-ServersNegativeTestJSON-1011849494 tempest-ServersNegativeTestJSON-1011849494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:20:03.836363 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-7fdc72d0-f59e-4a60-9977-e4e049981c99 req-af5c29bf-8e4e-40d5-9831-e736a49162c1 tempest-ServersNegativeTestJSON-1011849494 tempest-ServersNegativeTestJSON-1011849494-project] 10.222.0.68 "GET /v2.0/ports?device_id=847ed9f9-96f6-438a-a437-872b2c93dece HTTP/1.1" status: 200 len: 946 time: 0.0627007 Jul 14 10:20:03.878337 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-7fdc72d0-f59e-4a60-9977-e4e049981c99 req-85e5a0bc-7ec7-40c4-b829-584241d24dd6 tempest-ServersNegativeTestJSON-1011849494 tempest-ServersNegativeTestJSON-1011849494-project] 10.222.0.68 "GET /v2.0/security-groups?id=439737fb-53c0-46e6-b46c-1da0113315e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357599 Jul 14 10:20:04.099692 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4659b9a0-a659-4ee6-ad6e-5020adb945cf req-8f404f09-6f3e-4f16-bab0-3429b1ef5489 tempest-ServersNegativeTestJSON-1011849494 tempest-ServersNegativeTestJSON-1011849494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:20:04.101162 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-4659b9a0-a659-4ee6-ad6e-5020adb945cf req-8f404f09-6f3e-4f16-bab0-3429b1ef5489 tempest-ServersNegativeTestJSON-1011849494 tempest-ServersNegativeTestJSON-1011849494-project] 10.222.0.68 "GET /v2.0/networks?id=fe96df59-131c-4d13-8d27-d79749362112 HTTP/1.1" status: 200 len: 814 time: 0.1020570 Jul 14 10:20:04.116288 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-4659b9a0-a659-4ee6-ad6e-5020adb945cf req-61076d46-ab97-4ea0-880a-f6392b0bb8e2 tempest-ServersNegativeTestJSON-1011849494 tempest-ServersNegativeTestJSON-1011849494-project] 10.222.0.68 "GET /v2.0/quotas/3065f502bad34c2eb3053e2ad69dcf76 HTTP/1.1" status: 200 len: 375 time: 0.0090573 Jul 14 10:20:04.180586 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-4659b9a0-a659-4ee6-ad6e-5020adb945cf req-15b93e56-0dc3-45d0-8f87-3ee0def4f4e5 tempest-ServersNegativeTestJSON-1011849494 tempest-ServersNegativeTestJSON-1011849494-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=3065f502bad34c2eb3053e2ad69dcf76&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0595741 Jul 14 10:20:04.267190 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-4659b9a0-a659-4ee6-ad6e-5020adb945cf req-a624e1c6-c2e1-4bda-a91b-cde5fb78302c service neutron] 10.222.0.68 "GET /v2.0/networks/fe96df59-131c-4d13-8d27-d79749362112?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799828 Jul 14 10:20:04.357623 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-4659b9a0-a659-4ee6-ad6e-5020adb945cf req-25def05a-adfc-4111-b4b1-293dce6ab0a9 service neutron] 10.222.0.68 "GET /v2.0/networks/fe96df59-131c-4d13-8d27-d79749362112?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843749 Jul 14 10:20:04.523115 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-55a617c2-9c62-4ebc-b6df-f11899097a41 req-000bffb3-d217-43d0-abba-8eb592b445a0 tempest-ServersNegativeTestJSON-1011849494 tempest-ServersNegativeTestJSON-1011849494-project] 10.222.0.68 "GET /v2.0/ports?device_id=1066dfb0-5d30-4ec4-ad72-fb1fbf1a9bf9 HTTP/1.1" status: 200 len: 210 time: 0.0297444 Jul 14 10:20:04.663303 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.agents_db [None req-3c3509fb-540d-4335-a450-574895dd3602 None None] Agent healthcheck: found 7 active agents {{(pid=93960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:20:05.615211 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4659b9a0-a659-4ee6-ad6e-5020adb945cf req-2f81df7d-b084-4806-8ddf-ab4b3c572b7f tempest-ServersNegativeTestJSON-1011849494 tempest-ServersNegativeTestJSON-1011849494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:20:05.616706 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-4659b9a0-a659-4ee6-ad6e-5020adb945cf req-2f81df7d-b084-4806-8ddf-ab4b3c572b7f tempest-ServersNegativeTestJSON-1011849494 tempest-ServersNegativeTestJSON-1011849494-project] 10.222.0.65 "GET /v2.0/networks?id=fe96df59-131c-4d13-8d27-d79749362112 HTTP/1.1" status: 200 len: 814 time: 0.1035519 Jul 14 10:20:05.644831 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-4659b9a0-a659-4ee6-ad6e-5020adb945cf req-08422821-16d7-4ea8-8b70-44e692ff1507 tempest-ServersNegativeTestJSON-1011849494 tempest-ServersNegativeTestJSON-1011849494-project] Request body: {'port': {'device_id': '1066dfb0-5d30-4ec4-ad72-fb1fbf1a9bf9', 'network_id': 'fe96df59-131c-4d13-8d27-d79749362112', 'admin_state_up': True, 'tenant_id': '3065f502bad34c2eb3053e2ad69dcf76'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:20:05.666665 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-c322448a-d89c-4516-ae1d-780330c91b17 req-be82ecc1-cfef-4300-add7-e88f436270b2 tempest-ServersNegativeTestJSON-1011849494 tempest-ServersNegativeTestJSON-1011849494-project] 10.222.0.68 "GET /v2.0/ports?device_id=1066dfb0-5d30-4ec4-ad72-fb1fbf1a9bf9 HTTP/1.1" status: 200 len: 210 time: 0.0299032 Jul 14 10:20:05.776692 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4659b9a0-a659-4ee6-ad6e-5020adb945cf req-08422821-16d7-4ea8-8b70-44e692ff1507 tempest-ServersNegativeTestJSON-1011849494 tempest-ServersNegativeTestJSON-1011849494-project] Made reservation on behalf of 3065f502bad34c2eb3053e2ad69dcf76 for: {'port': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:20:05.780385 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-4659b9a0-a659-4ee6-ad6e-5020adb945cf req-08422821-16d7-4ea8-8b70-44e692ff1507 tempest-ServersNegativeTestJSON-1011849494 tempest-ServersNegativeTestJSON-1011849494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:05.916354 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [req-4659b9a0-a659-4ee6-ad6e-5020adb945cf req-08422821-16d7-4ea8-8b70-44e692ff1507 tempest-ServersNegativeTestJSON-1011849494 tempest-ServersNegativeTestJSON-1011849494-project] Allocated IP 172.20.0.4 (fe96df59-131c-4d13-8d27-d79749362112/32a5c02d-cf8c-46fd-af6e-26f171b21986/c14b4458-1ba5-4ef7-947a-d5f6d5149d75) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:20:06.081364 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-4659b9a0-a659-4ee6-ad6e-5020adb945cf req-08422821-16d7-4ea8-8b70-44e692ff1507 tempest-ServersNegativeTestJSON-1011849494 tempest-ServersNegativeTestJSON-1011849494-project] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:06.132699 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-4659b9a0-a659-4ee6-ad6e-5020adb945cf req-08422821-16d7-4ea8-8b70-44e692ff1507 tempest-ServersNegativeTestJSON-1011849494 tempest-ServersNegativeTestJSON-1011849494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:06.168804 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] get_ports_and_sgs() called for port_ids ['ac3c00de-99bc-4e8e-bc73-f36ab8b78bb4'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:20:06.184262 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4659b9a0-a659-4ee6-ad6e-5020adb945cf req-08422821-16d7-4ea8-8b70-44e692ff1507 tempest-ServersNegativeTestJSON-1011849494 tempest-ServersNegativeTestJSON-1011849494-project] Network fe96df59-131c-4d13-8d27-d79749362112 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:20:06.190030 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [req-4659b9a0-a659-4ee6-ad6e-5020adb945cf req-08422821-16d7-4ea8-8b70-44e692ff1507 tempest-ServersNegativeTestJSON-1011849494 tempest-ServersNegativeTestJSON-1011849494-project] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:20:06.194468 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-4659b9a0-a659-4ee6-ad6e-5020adb945cf req-08422821-16d7-4ea8-8b70-44e692ff1507 tempest-ServersNegativeTestJSON-1011849494 tempest-ServersNegativeTestJSON-1011849494-project] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:20:06.222735 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08422821-16d7-4ea8-8b70-44e692ff1507 tempest-ServersNegativeTestJSON-1011849494 tempest-ServersNegativeTestJSON-1011849494-project] Pushing event updated for resources: {'Port': ['ID=c14b4458-1ba5-4ef7-947a-d5f6d5149d75,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:20:06.237864 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08422821-16d7-4ea8-8b70-44e692ff1507 tempest-ServersNegativeTestJSON-1011849494 tempest-ServersNegativeTestJSON-1011849494-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:20:06.238210 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08422821-16d7-4ea8-8b70-44e692ff1507 tempest-ServersNegativeTestJSON-1011849494 tempest-ServersNegativeTestJSON-1011849494-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:20:06.238548 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08422821-16d7-4ea8-8b70-44e692ff1507 tempest-ServersNegativeTestJSON-1011849494 tempest-ServersNegativeTestJSON-1011849494-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:20:06.238886 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08422821-16d7-4ea8-8b70-44e692ff1507 tempest-ServersNegativeTestJSON-1011849494 tempest-ServersNegativeTestJSON-1011849494-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:20:06.239219 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08422821-16d7-4ea8-8b70-44e692ff1507 tempest-ServersNegativeTestJSON-1011849494 tempest-ServersNegativeTestJSON-1011849494-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:20:06.239546 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08422821-16d7-4ea8-8b70-44e692ff1507 tempest-ServersNegativeTestJSON-1011849494 tempest-ServersNegativeTestJSON-1011849494-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:20:06.239872 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08422821-16d7-4ea8-8b70-44e692ff1507 tempest-ServersNegativeTestJSON-1011849494 tempest-ServersNegativeTestJSON-1011849494-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:20:06.240202 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08422821-16d7-4ea8-8b70-44e692ff1507 tempest-ServersNegativeTestJSON-1011849494 tempest-ServersNegativeTestJSON-1011849494-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:20:06.240528 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08422821-16d7-4ea8-8b70-44e692ff1507 tempest-ServersNegativeTestJSON-1011849494 tempest-ServersNegativeTestJSON-1011849494-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:20:06.240847 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08422821-16d7-4ea8-8b70-44e692ff1507 tempest-ServersNegativeTestJSON-1011849494 tempest-ServersNegativeTestJSON-1011849494-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:20:06.241166 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08422821-16d7-4ea8-8b70-44e692ff1507 tempest-ServersNegativeTestJSON-1011849494 tempest-ServersNegativeTestJSON-1011849494-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:20:06.241520 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08422821-16d7-4ea8-8b70-44e692ff1507 tempest-ServersNegativeTestJSON-1011849494 tempest-ServersNegativeTestJSON-1011849494-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:20:06.263115 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4659b9a0-a659-4ee6-ad6e-5020adb945cf req-08422821-16d7-4ea8-8b70-44e692ff1507 tempest-ServersNegativeTestJSON-1011849494 tempest-ServersNegativeTestJSON-1011849494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:20:06.263765 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-4659b9a0-a659-4ee6-ad6e-5020adb945cf req-08422821-16d7-4ea8-8b70-44e692ff1507 tempest-ServersNegativeTestJSON-1011849494 tempest-ServersNegativeTestJSON-1011849494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:06.278232 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-4659b9a0-a659-4ee6-ad6e-5020adb945cf req-08422821-16d7-4ea8-8b70-44e692ff1507 tempest-ServersNegativeTestJSON-1011849494 tempest-ServersNegativeTestJSON-1011849494-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6402643 Jul 14 10:20:06.295637 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-4659b9a0-a659-4ee6-ad6e-5020adb945cf req-2cf981fc-c788-4f48-a49a-aa211cca2632 service neutron] Request body: {'port': {'device_id': '1066dfb0-5d30-4ec4-ad72-fb1fbf1a9bf9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-29'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:20:06.371034 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-4659b9a0-a659-4ee6-ad6e-5020adb945cf req-2cf981fc-c788-4f48-a49a-aa211cca2632 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:06.634583 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [req-4659b9a0-a659-4ee6-ad6e-5020adb945cf req-2cf981fc-c788-4f48-a49a-aa211cca2632 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c14b4458-1ba5-4ef7-947a-d5f6d5149d75 {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:20:06.641859 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-4659b9a0-a659-4ee6-ad6e-5020adb945cf req-2cf981fc-c788-4f48-a49a-aa211cca2632 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:06.653662 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [req-4659b9a0-a659-4ee6-ad6e-5020adb945cf req-2cf981fc-c788-4f48-a49a-aa211cca2632 service neutron] Transition to ACTIVE for port object c14b4458-1ba5-4ef7-947a-d5f6d5149d75 will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:20:06.657302 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-4659b9a0-a659-4ee6-ad6e-5020adb945cf req-2cf981fc-c788-4f48-a49a-aa211cca2632 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:06.725540 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf981fc-c788-4f48-a49a-aa211cca2632 service neutron] Pushing event updated for resources: {'Port': ['ID=c14b4458-1ba5-4ef7-947a-d5f6d5149d75,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:20:06.778264 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-4659b9a0-a659-4ee6-ad6e-5020adb945cf req-2cf981fc-c788-4f48-a49a-aa211cca2632 service neutron] Attempting to bind port c14b4458-1ba5-4ef7-947a-d5f6d5149d75 on host n-h1-779913-29 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:20:06.778605 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-4659b9a0-a659-4ee6-ad6e-5020adb945cf req-2cf981fc-c788-4f48-a49a-aa211cca2632 service neutron] Attempting to bind port c14b4458-1ba5-4ef7-947a-d5f6d5149d75 by drivers openvswitch,hyperv on host n-h1-779913-29 at level 0 using segments [{'id': '50cc2c86-e09f-4db4-9280-3d5d58220418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'fe96df59-131c-4d13-8d27-d79749362112'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:20:06.778937 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4659b9a0-a659-4ee6-ad6e-5020adb945cf req-2cf981fc-c788-4f48-a49a-aa211cca2632 service neutron] Attempting to bind port c14b4458-1ba5-4ef7-947a-d5f6d5149d75 on network fe96df59-131c-4d13-8d27-d79749362112 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:20:06.783235 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4659b9a0-a659-4ee6-ad6e-5020adb945cf req-2cf981fc-c788-4f48-a49a-aa211cca2632 service neutron] Port c14b4458-1ba5-4ef7-947a-d5f6d5149d75 on network fe96df59-131c-4d13-8d27-d79749362112 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-29 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 10:20:06.783556 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4659b9a0-a659-4ee6-ad6e-5020adb945cf req-2cf981fc-c788-4f48-a49a-aa211cca2632 service neutron] Attempting to bind port c14b4458-1ba5-4ef7-947a-d5f6d5149d75 on network fe96df59-131c-4d13-8d27-d79749362112 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:20:06.802822 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4659b9a0-a659-4ee6-ad6e-5020adb945cf req-2cf981fc-c788-4f48-a49a-aa211cca2632 service neutron] Checking agent: {'id': 'de11e667-f145-47b0-bd09-334a7505938e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 13, 12), 'started_at': datetime.datetime(2021, 7, 14, 9, 13, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 19, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:20:06.803078 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4659b9a0-a659-4ee6-ad6e-5020adb945cf req-2cf981fc-c788-4f48-a49a-aa211cca2632 service neutron] Checking segment: {'id': '50cc2c86-e09f-4db4-9280-3d5d58220418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'fe96df59-131c-4d13-8d27-d79749362112'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:20:06.803458 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4659b9a0-a659-4ee6-ad6e-5020adb945cf req-2cf981fc-c788-4f48-a49a-aa211cca2632 service neutron] Bound using segment: {'id': '50cc2c86-e09f-4db4-9280-3d5d58220418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'fe96df59-131c-4d13-8d27-d79749362112'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:20:06.803907 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-4659b9a0-a659-4ee6-ad6e-5020adb945cf req-2cf981fc-c788-4f48-a49a-aa211cca2632 service neutron] Bound port: c14b4458-1ba5-4ef7-947a-d5f6d5149d75, host: n-h1-779913-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50cc2c86-e09f-4db4-9280-3d5d58220418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'fe96df59-131c-4d13-8d27-d79749362112'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:20:06.804260 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-4659b9a0-a659-4ee6-ad6e-5020adb945cf req-2cf981fc-c788-4f48-a49a-aa211cca2632 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:06.899196 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-4659b9a0-a659-4ee6-ad6e-5020adb945cf req-2cf981fc-c788-4f48-a49a-aa211cca2632 service neutron] For port c14b4458-1ba5-4ef7-947a-d5f6d5149d75, host n-h1-779913-29, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:20:06.908937 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f55a936-4582-4f37-9db0-505ae32c76a6 req-702e645f-0d58-4969-8518-39f0174fec81 tempest-ServersNegativeTestJSON-1011849494 tempest-ServersNegativeTestJSON-1011849494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:20:06.910579 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3f55a936-4582-4f37-9db0-505ae32c76a6 req-702e645f-0d58-4969-8518-39f0174fec81 tempest-ServersNegativeTestJSON-1011849494 tempest-ServersNegativeTestJSON-1011849494-project] 10.222.0.68 "GET /v2.0/ports?device_id=1066dfb0-5d30-4ec4-ad72-fb1fbf1a9bf9 HTTP/1.1" status: 200 len: 943 time: 0.1218979 Jul 14 10:20:06.912238 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-4659b9a0-a659-4ee6-ad6e-5020adb945cf req-2cf981fc-c788-4f48-a49a-aa211cca2632 service neutron] For port c14b4458-1ba5-4ef7-947a-d5f6d5149d75, host n-h1-779913-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=c14b4458-1ba5-4ef7-947a-d5f6d5149d75,segment=NetworkSegment(50cc2c86-e09f-4db4-9280-3d5d58220418),segment_id=50cc2c86-e09f-4db4-9280-3d5d58220418)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:20:06.923742 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-4659b9a0-a659-4ee6-ad6e-5020adb945cf req-2cf981fc-c788-4f48-a49a-aa211cca2632 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:06.967547 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4659b9a0-a659-4ee6-ad6e-5020adb945cf req-2cf981fc-c788-4f48-a49a-aa211cca2632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:20:06.968192 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-4659b9a0-a659-4ee6-ad6e-5020adb945cf req-2cf981fc-c788-4f48-a49a-aa211cca2632 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:06.969748 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-4659b9a0-a659-4ee6-ad6e-5020adb945cf req-2cf981fc-c788-4f48-a49a-aa211cca2632 service neutron] 10.222.0.65 "PUT /v2.0/ports/c14b4458-1ba5-4ef7-947a-d5f6d5149d75 HTTP/1.1" status: 200 len: 1092 time: 0.6786985 Jul 14 10:20:06.971833 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1066dfb0-5d30-4ec4-ad72-fb1fbf1a9bf9', 'tag': 'c14b4458-1ba5-4ef7-947a-d5f6d5149d75'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:20:06.974108 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}175264a25d5f1cec9b1451f1a8cc8ced5d4502f5c48740ac7c6845d527b2175b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2edec1ab-7341-4cd7-b3a1-f5b802ccfd85" -d '{"events": [{"name": "network-changed", "server_uuid": "1066dfb0-5d30-4ec4-ad72-fb1fbf1a9bf9", "tag": "c14b4458-1ba5-4ef7-947a-d5f6d5149d75"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:20:07.002391 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3f55a936-4582-4f37-9db0-505ae32c76a6 req-881f4c85-4d9b-48ca-9c55-34e42e20d00e tempest-ServersNegativeTestJSON-1011849494 tempest-ServersNegativeTestJSON-1011849494-project] 10.222.0.68 "GET /v2.0/security-groups?id=439737fb-53c0-46e6-b46c-1da0113315e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857413 Jul 14 10:20:07.016535 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf981fc-c788-4f48-a49a-aa211cca2632 service neutron] Pushing event updated for resources: {'Port': ['ID=c14b4458-1ba5-4ef7-947a-d5f6d5149d75,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:20:07.023384 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:20:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b91f14c-8756-4e80-8427-e0c255ef4049 x-openstack-request-id: req-5b91f14c-8756-4e80-8427-e0c255ef4049 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:20:07.023679 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1066dfb0-5d30-4ec4-ad72-fb1fbf1a9bf9", "tag": "c14b4458-1ba5-4ef7-947a-d5f6d5149d75", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:20:07.023932 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-5b91f14c-8756-4e80-8427-e0c255ef4049 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:20:07.029018 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1066dfb0-5d30-4ec4-ad72-fb1fbf1a9bf9', 'tag': 'c14b4458-1ba5-4ef7-947a-d5f6d5149d75', 'status': 'completed', 'code': 200} Jul 14 10:20:07.090012 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4659b9a0-a659-4ee6-ad6e-5020adb945cf req-7514d0a3-cafc-4b2e-a052-cbdcd6ef6ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:20:07.091419 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-4659b9a0-a659-4ee6-ad6e-5020adb945cf req-7514d0a3-cafc-4b2e-a052-cbdcd6ef6ebd service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=3065f502bad34c2eb3053e2ad69dcf76&device_id=1066dfb0-5d30-4ec4-ad72-fb1fbf1a9bf9 HTTP/1.1" status: 200 len: 1095 time: 0.0526652 Jul 14 10:20:07.137729 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-4659b9a0-a659-4ee6-ad6e-5020adb945cf req-e11c2052-10d3-44ac-bf19-4d6c73d3b450 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c14b4458-1ba5-4ef7-947a-d5f6d5149d75 HTTP/1.1" status: 200 len: 217 time: 0.0340624 Jul 14 10:20:07.183632 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4659b9a0-a659-4ee6-ad6e-5020adb945cf req-2ccb082f-eb72-4d2e-a80a-7381ede0a91d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:20:07.185038 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-4659b9a0-a659-4ee6-ad6e-5020adb945cf req-2ccb082f-eb72-4d2e-a80a-7381ede0a91d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=32a5c02d-cf8c-46fd-af6e-26f171b21986 HTTP/1.1" status: 200 len: 854 time: 0.0418227 Jul 14 10:20:07.221111 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-4659b9a0-a659-4ee6-ad6e-5020adb945cf req-67490c9b-3884-48c6-a98d-12e99802cd81 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=fe96df59-131c-4d13-8d27-d79749362112&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297742 Jul 14 10:20:07.306317 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-4659b9a0-a659-4ee6-ad6e-5020adb945cf req-707c53e2-d04e-4f02-92ad-a155b31640ad service neutron] 10.222.0.65 "GET /v2.0/networks/fe96df59-131c-4d13-8d27-d79749362112?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784168 Jul 14 10:20:07.398222 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-4659b9a0-a659-4ee6-ad6e-5020adb945cf req-d80df10e-2842-4c62-bb1f-d10d8f654410 service neutron] 10.222.0.65 "GET /v2.0/networks/fe96df59-131c-4d13-8d27-d79749362112?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850027 Jul 14 10:20:07.543573 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edec1ab-7341-4cd7-b3a1-f5b802ccfd85 req-9d267018-3e97-4a47-81ee-3a64fcf62201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:20:07.545082 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2edec1ab-7341-4cd7-b3a1-f5b802ccfd85 req-9d267018-3e97-4a47-81ee-3a64fcf62201 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=3065f502bad34c2eb3053e2ad69dcf76&device_id=1066dfb0-5d30-4ec4-ad72-fb1fbf1a9bf9 HTTP/1.1" status: 200 len: 1095 time: 0.0535955 Jul 14 10:20:07.632483 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edec1ab-7341-4cd7-b3a1-f5b802ccfd85 req-40160c91-a287-4cbb-a28d-ce4c38215b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:20:07.633979 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2edec1ab-7341-4cd7-b3a1-f5b802ccfd85 req-40160c91-a287-4cbb-a28d-ce4c38215b8c service neutron] 10.222.0.65 "GET /v2.0/networks?id=fe96df59-131c-4d13-8d27-d79749362112 HTTP/1.1" status: 200 len: 915 time: 0.0831032 Jul 14 10:20:07.678571 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2edec1ab-7341-4cd7-b3a1-f5b802ccfd85 req-cdf46e62-6f43-4746-a349-18851408f9e8 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c14b4458-1ba5-4ef7-947a-d5f6d5149d75 HTTP/1.1" status: 200 len: 217 time: 0.0373747 Jul 14 10:20:07.726982 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edec1ab-7341-4cd7-b3a1-f5b802ccfd85 req-fad3f2cb-833a-4d5b-8634-e897d3919ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:20:07.728407 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2edec1ab-7341-4cd7-b3a1-f5b802ccfd85 req-fad3f2cb-833a-4d5b-8634-e897d3919ff3 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=32a5c02d-cf8c-46fd-af6e-26f171b21986 HTTP/1.1" status: 200 len: 854 time: 0.0429013 Jul 14 10:20:07.762747 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2edec1ab-7341-4cd7-b3a1-f5b802ccfd85 req-57cb6b84-22b2-47e4-888b-b669d014ad79 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=fe96df59-131c-4d13-8d27-d79749362112&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263181 Jul 14 10:20:07.853832 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2edec1ab-7341-4cd7-b3a1-f5b802ccfd85 req-9b3b7f7c-8b38-49c5-a93d-40cc5ad2607f service neutron] 10.222.0.65 "GET /v2.0/networks/fe96df59-131c-4d13-8d27-d79749362112?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840838 Jul 14 10:20:07.943039 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2edec1ab-7341-4cd7-b3a1-f5b802ccfd85 req-3afe8940-f086-468c-879f-bc1dc35e8332 service neutron] 10.222.0.65 "GET /v2.0/networks/fe96df59-131c-4d13-8d27-d79749362112?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817540 Jul 14 10:20:08.182666 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbac254-b9ab-4fc3-a27d-fe79f3dcdfcf req-4a533747-e804-4ded-a6ac-180c2e6e6787 tempest-ServersNegativeTestJSON-1011849494 tempest-ServersNegativeTestJSON-1011849494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:20:08.184183 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-9dbac254-b9ab-4fc3-a27d-fe79f3dcdfcf req-4a533747-e804-4ded-a6ac-180c2e6e6787 tempest-ServersNegativeTestJSON-1011849494 tempest-ServersNegativeTestJSON-1011849494-project] 10.222.0.68 "GET /v2.0/ports?device_id=1066dfb0-5d30-4ec4-ad72-fb1fbf1a9bf9 HTTP/1.1" status: 200 len: 943 time: 0.0686617 Jul 14 10:20:08.220662 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-9dbac254-b9ab-4fc3-a27d-fe79f3dcdfcf req-33dc7555-ac9f-4344-bf78-27adb8173db3 tempest-ServersNegativeTestJSON-1011849494 tempest-ServersNegativeTestJSON-1011849494-project] 10.222.0.68 "GET /v2.0/security-groups?id=439737fb-53c0-46e6-b46c-1da0113315e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309575 Jul 14 10:20:09.389062 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device c14b4458-1ba5-4ef7-947a-d5f6d5149d75 details requested by agent hyperv_n-h1-779913-29 with host n-h1-779913-29 {{(pid=93959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 10:20:09.398314 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed72deaf-7c6a-420f-99c2-345d31e64b4d req-6609446a-0aa0-4eed-9de3-236096f04eab tempest-ServersNegativeTestJSON-1011849494 tempest-ServersNegativeTestJSON-1011849494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:20:09.399825 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ed72deaf-7c6a-420f-99c2-345d31e64b4d req-6609446a-0aa0-4eed-9de3-236096f04eab tempest-ServersNegativeTestJSON-1011849494 tempest-ServersNegativeTestJSON-1011849494-project] 10.222.0.68 "GET /v2.0/ports?device_id=1066dfb0-5d30-4ec4-ad72-fb1fbf1a9bf9 HTTP/1.1" status: 200 len: 943 time: 0.0679243 Jul 14 10:20:09.437520 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ed72deaf-7c6a-420f-99c2-345d31e64b4d req-1906e65f-c8fd-484d-8b1e-91456c68748c tempest-ServersNegativeTestJSON-1011849494 tempest-ServersNegativeTestJSON-1011849494-project] 10.222.0.68 "GET /v2.0/security-groups?id=439737fb-53c0-46e6-b46c-1da0113315e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313668 Jul 14 10:20:09.482104 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port c14b4458-1ba5-4ef7-947a-d5f6d5149d75, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=c14b4458-1ba5-4ef7-947a-d5f6d5149d75,segment=NetworkSegment(50cc2c86-e09f-4db4-9280-3d5d58220418),segment_id=50cc2c86-e09f-4db4-9280-3d5d58220418)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:20:09.492923 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Returning: {'device': 'c14b4458-1ba5-4ef7-947a-d5f6d5149d75', 'network_id': 'fe96df59-131c-4d13-8d27-d79749362112', 'port_id': 'c14b4458-1ba5-4ef7-947a-d5f6d5149d75', 'mac_address': 'fa:16:3e:56:5e:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 722, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32a5c02d-cf8c-46fd-af6e-26f171b21986', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 10:20:09.534000 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:09.546130 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c14b4458-1ba5-4ef7-947a-d5f6d5149d75 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:20:09.564408 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port c14b4458-1ba5-4ef7-947a-d5f6d5149d75, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=c14b4458-1ba5-4ef7-947a-d5f6d5149d75,segment=NetworkSegment(50cc2c86-e09f-4db4-9280-3d5d58220418),segment_id=50cc2c86-e09f-4db4-9280-3d5d58220418)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:20:09.568726 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:09.614404 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Pushing event updated for resources: {'Port': ['ID=c14b4458-1ba5-4ef7-947a-d5f6d5149d75,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:20:09.827725 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] get_ports_and_sgs() called for port_ids ['c14b4458-1ba5-4ef7-947a-d5f6d5149d75'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:20:10.612978 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3aca0b-19eb-4821-8099-a49a1347b363 req-7b8029d6-9722-4355-842d-b1d5da31767e tempest-ServersNegativeTestJSON-1011849494 tempest-ServersNegativeTestJSON-1011849494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:20:10.614542 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1b3aca0b-19eb-4821-8099-a49a1347b363 req-7b8029d6-9722-4355-842d-b1d5da31767e tempest-ServersNegativeTestJSON-1011849494 tempest-ServersNegativeTestJSON-1011849494-project] 10.222.0.68 "GET /v2.0/ports?device_id=1066dfb0-5d30-4ec4-ad72-fb1fbf1a9bf9 HTTP/1.1" status: 200 len: 944 time: 0.0642192 Jul 14 10:20:10.652710 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1b3aca0b-19eb-4821-8099-a49a1347b363 req-f895c7b5-33e5-4478-affb-3c12c668c684 tempest-ServersNegativeTestJSON-1011849494 tempest-ServersNegativeTestJSON-1011849494-project] 10.222.0.68 "GET /v2.0/security-groups?id=439737fb-53c0-46e6-b46c-1da0113315e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322583 Jul 14 10:20:11.398052 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device c14b4458-1ba5-4ef7-947a-d5f6d5149d75 up at agent hyperv_n-h1-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:20:11.444829 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Provisioning for port c14b4458-1ba5-4ef7-947a-d5f6d5149d75 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:20:11.448952 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Provisioning complete for port c14b4458-1ba5-4ef7-947a-d5f6d5149d75 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:20:11.449296 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:11.521886 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:11.547001 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1066dfb0-5d30-4ec4-ad72-fb1fbf1a9bf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c14b4458-1ba5-4ef7-947a-d5f6d5149d75'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:20:11.549206 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}329bd6c07f982fc6c8be245f0be026b528efb6c8a9415522477faf1b9157eba4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8df0f6e7-7378-4cdc-8745-b4b261238c2c" -d '{"events": [{"server_uuid": "1066dfb0-5d30-4ec4-ad72-fb1fbf1a9bf9", "name": "network-vif-plugged", "status": "completed", "tag": "c14b4458-1ba5-4ef7-947a-d5f6d5149d75"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:20:11.564652 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port c14b4458-1ba5-4ef7-947a-d5f6d5149d75, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=c14b4458-1ba5-4ef7-947a-d5f6d5149d75,segment=NetworkSegment(50cc2c86-e09f-4db4-9280-3d5d58220418),segment_id=50cc2c86-e09f-4db4-9280-3d5d58220418)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:20:11.568594 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:11.592162 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:20:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d3ed310-57ea-4053-bfc8-965f9edccda3 x-openstack-request-id: req-8d3ed310-57ea-4053-bfc8-965f9edccda3 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:20:11.592450 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1066dfb0-5d30-4ec4-ad72-fb1fbf1a9bf9", "name": "network-vif-plugged", "status": "completed", "tag": "c14b4458-1ba5-4ef7-947a-d5f6d5149d75", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:20:11.592699 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-8d3ed310-57ea-4053-bfc8-965f9edccda3 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:20:11.593081 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1066dfb0-5d30-4ec4-ad72-fb1fbf1a9bf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c14b4458-1ba5-4ef7-947a-d5f6d5149d75', 'code': 200} Jul 14 10:20:11.618670 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Pushing event updated for resources: {'Port': ['ID=c14b4458-1ba5-4ef7-947a-d5f6d5149d75,revision_number=5']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:20:11.723520 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce2ae6e-0397-42a3-adf5-34afc784055a req-37717473-4fd9-4f51-be85-6ace6391dcf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:20:11.725059 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-cce2ae6e-0397-42a3-adf5-34afc784055a req-37717473-4fd9-4f51-be85-6ace6391dcf2 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=1066dfb0-5d30-4ec4-ad72-fb1fbf1a9bf9 HTTP/1.1" status: 200 len: 1097 time: 0.0522530 Jul 14 10:20:11.759331 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-cce2ae6e-0397-42a3-adf5-34afc784055a req-2265bfa2-faae-48fc-9490-a63e248d69de service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=439737fb-53c0-46e6-b46c-1da0113315e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276160 Jul 14 10:20:11.827849 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2907a47f-734e-4826-9b07-889666d410e7 req-d0d5eb9b-d2a6-45e3-91a3-206ac3d6e5b9 tempest-ServersNegativeTestJSON-1011849494 tempest-ServersNegativeTestJSON-1011849494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:20:11.829336 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2907a47f-734e-4826-9b07-889666d410e7 req-d0d5eb9b-d2a6-45e3-91a3-206ac3d6e5b9 tempest-ServersNegativeTestJSON-1011849494 tempest-ServersNegativeTestJSON-1011849494-project] 10.222.0.68 "GET /v2.0/ports?device_id=1066dfb0-5d30-4ec4-ad72-fb1fbf1a9bf9 HTTP/1.1" status: 200 len: 945 time: 0.0660968 Jul 14 10:20:11.866684 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2907a47f-734e-4826-9b07-889666d410e7 req-d00b9e39-7a8d-4d56-b785-360ada1824a9 tempest-ServersNegativeTestJSON-1011849494 tempest-ServersNegativeTestJSON-1011849494-project] 10.222.0.68 "GET /v2.0/security-groups?id=439737fb-53c0-46e6-b46c-1da0113315e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317247 Jul 14 10:20:13.038679 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289b245c-8d90-4557-9494-825c719d5a78 req-72705aa9-d85e-450e-826b-0ebbc1d9cb3e tempest-ServersNegativeTestJSON-1011849494 tempest-ServersNegativeTestJSON-1011849494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:20:13.040150 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-289b245c-8d90-4557-9494-825c719d5a78 req-72705aa9-d85e-450e-826b-0ebbc1d9cb3e tempest-ServersNegativeTestJSON-1011849494 tempest-ServersNegativeTestJSON-1011849494-project] 10.222.0.68 "GET /v2.0/ports?device_id=1066dfb0-5d30-4ec4-ad72-fb1fbf1a9bf9 HTTP/1.1" status: 200 len: 945 time: 0.0619624 Jul 14 10:20:13.077993 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-289b245c-8d90-4557-9494-825c719d5a78 req-546033a7-edc5-4d2c-8c99-bbe8f1006b46 tempest-ServersNegativeTestJSON-1011849494 tempest-ServersNegativeTestJSON-1011849494-project] 10.222.0.68 "GET /v2.0/security-groups?id=439737fb-53c0-46e6-b46c-1da0113315e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313210 Jul 14 10:20:13.405337 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:13.451183 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9705f2-bed3-46ca-9aea-ef279921d43f req-cef28708-152c-4ae0-9cfe-69ad9bd66c12 tempest-ServersNegativeTestJSON-1011849494 tempest-ServersNegativeTestJSON-1011849494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:20:13.452592 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ef9705f2-bed3-46ca-9aea-ef279921d43f req-cef28708-152c-4ae0-9cfe-69ad9bd66c12 tempest-ServersNegativeTestJSON-1011849494 tempest-ServersNegativeTestJSON-1011849494-project] 10.222.0.68 "GET /v2.0/ports?device_id=1066dfb0-5d30-4ec4-ad72-fb1fbf1a9bf9 HTTP/1.1" status: 200 len: 945 time: 0.0636005 Jul 14 10:20:13.489255 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ef9705f2-bed3-46ca-9aea-ef279921d43f req-ecb2f0ae-b5b8-4188-9de2-6a695d504ccd tempest-ServersNegativeTestJSON-1011849494 tempest-ServersNegativeTestJSON-1011849494-project] 10.222.0.68 "GET /v2.0/security-groups?id=439737fb-53c0-46e6-b46c-1da0113315e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309958 Jul 14 10:20:14.202478 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:14.672727 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d76f67-8940-44ad-bd61-bb54b81f6254 req-fcbfb724-01b1-47f4-9569-5642f6ded7cb tempest-ServersNegativeTestJSON-1011849494 tempest-ServersNegativeTestJSON-1011849494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:20:14.674288 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-57d76f67-8940-44ad-bd61-bb54b81f6254 req-fcbfb724-01b1-47f4-9569-5642f6ded7cb tempest-ServersNegativeTestJSON-1011849494 tempest-ServersNegativeTestJSON-1011849494-project] 10.222.0.68 "GET /v2.0/ports?device_id=1066dfb0-5d30-4ec4-ad72-fb1fbf1a9bf9 HTTP/1.1" status: 200 len: 945 time: 0.0696850 Jul 14 10:20:14.712091 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-57d76f67-8940-44ad-bd61-bb54b81f6254 req-9b26058c-cec0-48eb-95fe-4f90e6664def tempest-ServersNegativeTestJSON-1011849494 tempest-ServersNegativeTestJSON-1011849494-project] 10.222.0.68 "GET /v2.0/security-groups?id=439737fb-53c0-46e6-b46c-1da0113315e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323098 Jul 14 10:20:14.890990 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614d298c-b58f-4195-a66e-0c799c9e0449 req-aa6da798-33c5-4b5e-843a-ef6fb9c38ad3 tempest-ServersNegativeTestJSON-1011849494 tempest-ServersNegativeTestJSON-1011849494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:20:14.892388 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-614d298c-b58f-4195-a66e-0c799c9e0449 req-aa6da798-33c5-4b5e-843a-ef6fb9c38ad3 tempest-ServersNegativeTestJSON-1011849494 tempest-ServersNegativeTestJSON-1011849494-project] 10.222.0.65 "GET /v2.0/ports?device_id=1066dfb0-5d30-4ec4-ad72-fb1fbf1a9bf9 HTTP/1.1" status: 200 len: 945 time: 0.0708165 Jul 14 10:20:14.990666 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [req-614d298c-b58f-4195-a66e-0c799c9e0449 req-e5fd0352-c5f2-4be1-b97c-ba3d964b7fdf tempest-ServersNegativeTestJSON-1011849494 tempest-ServersNegativeTestJSON-1011849494-project] Deleting port c14b4458-1ba5-4ef7-947a-d5f6d5149d75 {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:20:14.991017 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-614d298c-b58f-4195-a66e-0c799c9e0449 req-e5fd0352-c5f2-4be1-b97c-ba3d964b7fdf tempest-ServersNegativeTestJSON-1011849494 tempest-ServersNegativeTestJSON-1011849494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:15.082062 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-614d298c-b58f-4195-a66e-0c799c9e0449 req-e5fd0352-c5f2-4be1-b97c-ba3d964b7fdf tempest-ServersNegativeTestJSON-1011849494 tempest-ServersNegativeTestJSON-1011849494-project] For port c14b4458-1ba5-4ef7-947a-d5f6d5149d75, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=c14b4458-1ba5-4ef7-947a-d5f6d5149d75,segment=NetworkSegment(50cc2c86-e09f-4db4-9280-3d5d58220418),segment_id=50cc2c86-e09f-4db4-9280-3d5d58220418)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:20:15.082422 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-614d298c-b58f-4195-a66e-0c799c9e0449 req-e5fd0352-c5f2-4be1-b97c-ba3d964b7fdf tempest-ServersNegativeTestJSON-1011849494 tempest-ServersNegativeTestJSON-1011849494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:15.095530 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [req-614d298c-b58f-4195-a66e-0c799c9e0449 req-e5fd0352-c5f2-4be1-b97c-ba3d964b7fdf tempest-ServersNegativeTestJSON-1011849494 tempest-ServersNegativeTestJSON-1011849494-project] Calling delete_port for c14b4458-1ba5-4ef7-947a-d5f6d5149d75 owned by compute:nova {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:20:15.219309 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-614d298c-b58f-4195-a66e-0c799c9e0449 req-e5fd0352-c5f2-4be1-b97c-ba3d964b7fdf tempest-ServersNegativeTestJSON-1011849494 tempest-ServersNegativeTestJSON-1011849494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:15.252195 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] get_ports_and_sgs() called for port_ids ['c14b4458-1ba5-4ef7-947a-d5f6d5149d75'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:20:15.255246 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fd0352-c5f2-4be1-b97c-ba3d964b7fdf tempest-ServersNegativeTestJSON-1011849494 tempest-ServersNegativeTestJSON-1011849494-project] Pushing event deleted for resources: {'Port': ['ID=c14b4458-1ba5-4ef7-947a-d5f6d5149d75,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:20:15.256776 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] get_ports_and_sgs() called for port_ids ['ac3c00de-99bc-4e8e-bc73-f36ab8b78bb4'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:20:15.300147 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-614d298c-b58f-4195-a66e-0c799c9e0449 req-e5fd0352-c5f2-4be1-b97c-ba3d964b7fdf tempest-ServersNegativeTestJSON-1011849494 tempest-ServersNegativeTestJSON-1011849494-project] No DVR routers for this DVR port c14b4458-1ba5-4ef7-947a-d5f6d5149d75 on host n-h1-779913-29 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:20:15.302821 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-614d298c-b58f-4195-a66e-0c799c9e0449 req-e5fd0352-c5f2-4be1-b97c-ba3d964b7fdf tempest-ServersNegativeTestJSON-1011849494 tempest-ServersNegativeTestJSON-1011849494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:15.304858 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-614d298c-b58f-4195-a66e-0c799c9e0449 req-e5fd0352-c5f2-4be1-b97c-ba3d964b7fdf tempest-ServersNegativeTestJSON-1011849494 tempest-ServersNegativeTestJSON-1011849494-project] 10.222.0.65 "DELETE /v2.0/ports/c14b4458-1ba5-4ef7-947a-d5f6d5149d75 HTTP/1.1" status: 204 len: 173 time: 0.4069736 Jul 14 10:20:15.305310 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1066dfb0-5d30-4ec4-ad72-fb1fbf1a9bf9', 'name': 'network-vif-deleted', 'tag': 'c14b4458-1ba5-4ef7-947a-d5f6d5149d75'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:20:15.307693 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}175264a25d5f1cec9b1451f1a8cc8ced5d4502f5c48740ac7c6845d527b2175b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73c2a71f-7d73-45ec-9801-d8776dc5dc56" -d '{"events": [{"server_uuid": "1066dfb0-5d30-4ec4-ad72-fb1fbf1a9bf9", "name": "network-vif-deleted", "tag": "c14b4458-1ba5-4ef7-947a-d5f6d5149d75"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:20:15.349142 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:20:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2f92b50-93d7-45c0-aae5-f9c653862449 x-openstack-request-id: req-f2f92b50-93d7-45c0-aae5-f9c653862449 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:20:15.349453 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1066dfb0-5d30-4ec4-ad72-fb1fbf1a9bf9", "name": "network-vif-deleted", "tag": "c14b4458-1ba5-4ef7-947a-d5f6d5149d75", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:20:15.349751 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-f2f92b50-93d7-45c0-aae5-f9c653862449 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:20:15.350123 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1066dfb0-5d30-4ec4-ad72-fb1fbf1a9bf9', 'name': 'network-vif-deleted', 'tag': 'c14b4458-1ba5-4ef7-947a-d5f6d5149d75', 'status': 'completed', 'code': 200} Jul 14 10:20:15.866155 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0bdc91a6-2fb4-41ba-89b6-acb72cad7fd7 req-a8f88b8c-9f17-4007-8294-16e78dffaebc tempest-ServersNegativeTestJSON-1011849494 tempest-ServersNegativeTestJSON-1011849494-project] 10.222.0.68 "GET /v2.0/ports?device_id=1066dfb0-5d30-4ec4-ad72-fb1fbf1a9bf9 HTTP/1.1" status: 200 len: 210 time: 0.0288982 Jul 14 10:20:17.121556 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950c9398-4b5a-4aad-b05a-155c8a04629a req-a97cd18b-a2e9-4348-8908-5be4978cb440 tempest-ServersNegativeTestJSON-1011849494 tempest-ServersNegativeTestJSON-1011849494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:20:17.123325 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-950c9398-4b5a-4aad-b05a-155c8a04629a req-a97cd18b-a2e9-4348-8908-5be4978cb440 tempest-ServersNegativeTestJSON-1011849494 tempest-ServersNegativeTestJSON-1011849494-project] 10.222.0.68 "GET /v2.0/ports?device_id=847ed9f9-96f6-438a-a437-872b2c93dece HTTP/1.1" status: 200 len: 946 time: 0.0700004 Jul 14 10:20:17.165892 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-950c9398-4b5a-4aad-b05a-155c8a04629a req-a4bca3d7-2775-45f7-b6cb-990d63f85d35 tempest-ServersNegativeTestJSON-1011849494 tempest-ServersNegativeTestJSON-1011849494-project] 10.222.0.68 "GET /v2.0/security-groups?id=439737fb-53c0-46e6-b46c-1da0113315e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368097 Jul 14 10:20:17.360103 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918e9f85-bda1-41c6-8c86-a3468b234315 req-aee786ca-4275-4264-a2f6-d80471bf86ea tempest-ServersNegativeTestJSON-1011849494 tempest-ServersNegativeTestJSON-1011849494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:20:17.361678 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-918e9f85-bda1-41c6-8c86-a3468b234315 req-aee786ca-4275-4264-a2f6-d80471bf86ea tempest-ServersNegativeTestJSON-1011849494 tempest-ServersNegativeTestJSON-1011849494-project] 10.222.0.68 "GET /v2.0/ports?device_id=847ed9f9-96f6-438a-a437-872b2c93dece HTTP/1.1" status: 200 len: 946 time: 0.0682726 Jul 14 10:20:17.401780 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-918e9f85-bda1-41c6-8c86-a3468b234315 req-9e1dc469-4607-4525-8877-276998d5330c tempest-ServersNegativeTestJSON-1011849494 tempest-ServersNegativeTestJSON-1011849494-project] 10.222.0.68 "GET /v2.0/security-groups?id=439737fb-53c0-46e6-b46c-1da0113315e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343499 Jul 14 10:20:17.404596 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device c14b4458-1ba5-4ef7-947a-d5f6d5149d75 no longer exists at agent hyperv_n-h1-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:20:17.435542 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] No Port match for: c14b4458-1ba5-4ef7-947a-d5f6d5149d75 {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:20:17.436064 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device c14b4458-1ba5-4ef7-947a-d5f6d5149d75 not bound to the agent host n-h1-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:20:17.595985 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a937f1-31fd-4929-93d7-c8221a06fade req-668609a9-aeff-44cb-803f-2d91cad2de04 tempest-ServersNegativeTestJSON-1011849494 tempest-ServersNegativeTestJSON-1011849494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:20:17.597469 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-74a937f1-31fd-4929-93d7-c8221a06fade req-668609a9-aeff-44cb-803f-2d91cad2de04 tempest-ServersNegativeTestJSON-1011849494 tempest-ServersNegativeTestJSON-1011849494-project] 10.222.0.68 "GET /v2.0/ports?device_id=847ed9f9-96f6-438a-a437-872b2c93dece HTTP/1.1" status: 200 len: 946 time: 0.0675137 Jul 14 10:20:17.637194 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-74a937f1-31fd-4929-93d7-c8221a06fade req-12226dfd-d814-4998-b432-a4b3bc7ffb20 tempest-ServersNegativeTestJSON-1011849494 tempest-ServersNegativeTestJSON-1011849494-project] 10.222.0.68 "GET /v2.0/security-groups?id=439737fb-53c0-46e6-b46c-1da0113315e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338068 Jul 14 10:20:17.913580 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2546715-d988-426d-910c-20567b54115d req-312f09c0-67a8-40b6-ac5f-fc541aba02fe tempest-ServersNegativeTestJSON-1011849494 tempest-ServersNegativeTestJSON-1011849494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:20:17.915064 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d2546715-d988-426d-910c-20567b54115d req-312f09c0-67a8-40b6-ac5f-fc541aba02fe tempest-ServersNegativeTestJSON-1011849494 tempest-ServersNegativeTestJSON-1011849494-project] 10.222.0.68 "GET /v2.0/ports?device_id=847ed9f9-96f6-438a-a437-872b2c93dece HTTP/1.1" status: 200 len: 946 time: 0.0637281 Jul 14 10:20:17.958218 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d2546715-d988-426d-910c-20567b54115d req-b121ac9d-933d-4182-9d98-00a0d4f6bf39 tempest-ServersNegativeTestJSON-1011849494 tempest-ServersNegativeTestJSON-1011849494-project] 10.222.0.68 "GET /v2.0/security-groups?id=439737fb-53c0-46e6-b46c-1da0113315e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371387 Jul 14 10:20:18.135568 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f9c637-68da-4005-8597-cf0f6c6c9e82 req-334eb953-30ed-444d-911a-08bba997387f tempest-ServersNegativeTestJSON-1011849494 tempest-ServersNegativeTestJSON-1011849494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:20:18.137048 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c3f9c637-68da-4005-8597-cf0f6c6c9e82 req-334eb953-30ed-444d-911a-08bba997387f tempest-ServersNegativeTestJSON-1011849494 tempest-ServersNegativeTestJSON-1011849494-project] 10.222.0.68 "GET /v2.0/ports?device_id=847ed9f9-96f6-438a-a437-872b2c93dece HTTP/1.1" status: 200 len: 946 time: 0.0630825 Jul 14 10:20:18.177871 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c3f9c637-68da-4005-8597-cf0f6c6c9e82 req-b458bd5a-6136-42d3-9d25-2391a0d2ae01 tempest-ServersNegativeTestJSON-1011849494 tempest-ServersNegativeTestJSON-1011849494-project] 10.222.0.68 "GET /v2.0/security-groups?id=439737fb-53c0-46e6-b46c-1da0113315e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352402 Jul 14 10:20:18.370476 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fa5aa5-e671-4308-bd10-86a3783561e9 req-8190d857-09fc-4fc6-b354-782cce83e585 tempest-ServersNegativeTestJSON-1011849494 tempest-ServersNegativeTestJSON-1011849494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:20:18.372002 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-60fa5aa5-e671-4308-bd10-86a3783561e9 req-8190d857-09fc-4fc6-b354-782cce83e585 tempest-ServersNegativeTestJSON-1011849494 tempest-ServersNegativeTestJSON-1011849494-project] 10.222.0.68 "GET /v2.0/ports?device_id=847ed9f9-96f6-438a-a437-872b2c93dece HTTP/1.1" status: 200 len: 946 time: 0.0687652 Jul 14 10:20:18.411034 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-60fa5aa5-e671-4308-bd10-86a3783561e9 req-024a54ab-06da-4805-af23-b4cfee56737d tempest-ServersNegativeTestJSON-1011849494 tempest-ServersNegativeTestJSON-1011849494-project] 10.222.0.68 "GET /v2.0/security-groups?id=439737fb-53c0-46e6-b46c-1da0113315e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330179 Jul 14 10:20:18.955433 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a242dc6c-6185-4cc8-bb03-00cea1f0f8e8 req-f5429c22-36e9-4c3e-be43-ffd771e3f0ba tempest-ServersNegativeTestJSON-1011849494 tempest-ServersNegativeTestJSON-1011849494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:20:18.956918 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a242dc6c-6185-4cc8-bb03-00cea1f0f8e8 req-f5429c22-36e9-4c3e-be43-ffd771e3f0ba tempest-ServersNegativeTestJSON-1011849494 tempest-ServersNegativeTestJSON-1011849494-project] 10.222.0.68 "GET /v2.0/ports?device_id=847ed9f9-96f6-438a-a437-872b2c93dece HTTP/1.1" status: 200 len: 946 time: 0.0644481 Jul 14 10:20:18.994809 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a242dc6c-6185-4cc8-bb03-00cea1f0f8e8 req-7fea21ac-76a0-4f3d-a429-567d6c98a606 tempest-ServersNegativeTestJSON-1011849494 tempest-ServersNegativeTestJSON-1011849494-project] 10.222.0.68 "GET /v2.0/security-groups?id=439737fb-53c0-46e6-b46c-1da0113315e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316310 Jul 14 10:20:20.174903 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b6cf57-d254-4449-b6ae-15fccbbcf09f req-9422fb85-060e-479e-861b-3e200a6cbffb tempest-ServersNegativeTestJSON-1011849494 tempest-ServersNegativeTestJSON-1011849494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:20:20.176490 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-11b6cf57-d254-4449-b6ae-15fccbbcf09f req-9422fb85-060e-479e-861b-3e200a6cbffb tempest-ServersNegativeTestJSON-1011849494 tempest-ServersNegativeTestJSON-1011849494-project] 10.222.0.68 "GET /v2.0/ports?device_id=847ed9f9-96f6-438a-a437-872b2c93dece HTTP/1.1" status: 200 len: 946 time: 0.0660019 Jul 14 10:20:20.215467 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-11b6cf57-d254-4449-b6ae-15fccbbcf09f req-1f4b64b8-a5ee-4a1e-b65e-6f92aa17fb19 tempest-ServersNegativeTestJSON-1011849494 tempest-ServersNegativeTestJSON-1011849494-project] 10.222.0.68 "GET /v2.0/security-groups?id=439737fb-53c0-46e6-b46c-1da0113315e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325994 Jul 14 10:20:20.384058 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982579c6-9cd4-4e7a-bd04-d2cc522eef7b req-d3bc18f8-5ec9-44a3-81ef-c6d5297aed3a tempest-ServersNegativeTestJSON-1011849494 tempest-ServersNegativeTestJSON-1011849494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:20:20.385420 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-982579c6-9cd4-4e7a-bd04-d2cc522eef7b req-d3bc18f8-5ec9-44a3-81ef-c6d5297aed3a tempest-ServersNegativeTestJSON-1011849494 tempest-ServersNegativeTestJSON-1011849494-project] 10.222.0.57 "GET /v2.0/ports?device_id=847ed9f9-96f6-438a-a437-872b2c93dece HTTP/1.1" status: 200 len: 946 time: 0.0663943 Jul 14 10:20:20.483553 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [req-982579c6-9cd4-4e7a-bd04-d2cc522eef7b req-35e1f8c0-112a-4904-bb54-0d632393b98f tempest-ServersNegativeTestJSON-1011849494 tempest-ServersNegativeTestJSON-1011849494-project] Deleting port ac3c00de-99bc-4e8e-bc73-f36ab8b78bb4 {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:20:20.483891 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-982579c6-9cd4-4e7a-bd04-d2cc522eef7b req-35e1f8c0-112a-4904-bb54-0d632393b98f tempest-ServersNegativeTestJSON-1011849494 tempest-ServersNegativeTestJSON-1011849494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:20.575071 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-982579c6-9cd4-4e7a-bd04-d2cc522eef7b req-35e1f8c0-112a-4904-bb54-0d632393b98f tempest-ServersNegativeTestJSON-1011849494 tempest-ServersNegativeTestJSON-1011849494-project] For port ac3c00de-99bc-4e8e-bc73-f36ab8b78bb4, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=ac3c00de-99bc-4e8e-bc73-f36ab8b78bb4,segment=NetworkSegment(50cc2c86-e09f-4db4-9280-3d5d58220418),segment_id=50cc2c86-e09f-4db4-9280-3d5d58220418)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:20:20.575431 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-982579c6-9cd4-4e7a-bd04-d2cc522eef7b req-35e1f8c0-112a-4904-bb54-0d632393b98f tempest-ServersNegativeTestJSON-1011849494 tempest-ServersNegativeTestJSON-1011849494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:20.587894 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [req-982579c6-9cd4-4e7a-bd04-d2cc522eef7b req-35e1f8c0-112a-4904-bb54-0d632393b98f tempest-ServersNegativeTestJSON-1011849494 tempest-ServersNegativeTestJSON-1011849494-project] Calling delete_port for ac3c00de-99bc-4e8e-bc73-f36ab8b78bb4 owned by compute:nova {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:20:20.711474 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-982579c6-9cd4-4e7a-bd04-d2cc522eef7b req-35e1f8c0-112a-4904-bb54-0d632393b98f tempest-ServersNegativeTestJSON-1011849494 tempest-ServersNegativeTestJSON-1011849494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:20.744036 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e1f8c0-112a-4904-bb54-0d632393b98f tempest-ServersNegativeTestJSON-1011849494 tempest-ServersNegativeTestJSON-1011849494-project] Pushing event deleted for resources: {'Port': ['ID=ac3c00de-99bc-4e8e-bc73-f36ab8b78bb4,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:20:20.745354 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] get_ports_and_sgs() called for port_ids ['ac3c00de-99bc-4e8e-bc73-f36ab8b78bb4'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:20:20.790758 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-982579c6-9cd4-4e7a-bd04-d2cc522eef7b req-35e1f8c0-112a-4904-bb54-0d632393b98f tempest-ServersNegativeTestJSON-1011849494 tempest-ServersNegativeTestJSON-1011849494-project] No DVR routers for this DVR port ac3c00de-99bc-4e8e-bc73-f36ab8b78bb4 on host n-h2-779913-29 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:20:20.794043 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-982579c6-9cd4-4e7a-bd04-d2cc522eef7b req-35e1f8c0-112a-4904-bb54-0d632393b98f tempest-ServersNegativeTestJSON-1011849494 tempest-ServersNegativeTestJSON-1011849494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:20.796115 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-982579c6-9cd4-4e7a-bd04-d2cc522eef7b req-35e1f8c0-112a-4904-bb54-0d632393b98f tempest-ServersNegativeTestJSON-1011849494 tempest-ServersNegativeTestJSON-1011849494-project] 10.222.0.57 "DELETE /v2.0/ports/ac3c00de-99bc-4e8e-bc73-f36ab8b78bb4 HTTP/1.1" status: 204 len: 173 time: 0.4054012 Jul 14 10:20:20.796585 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '847ed9f9-96f6-438a-a437-872b2c93dece', 'name': 'network-vif-deleted', 'tag': 'ac3c00de-99bc-4e8e-bc73-f36ab8b78bb4'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:20:20.798926 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}175264a25d5f1cec9b1451f1a8cc8ced5d4502f5c48740ac7c6845d527b2175b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee86cea6-f6f7-4a5d-9a60-832934406648" -d '{"events": [{"server_uuid": "847ed9f9-96f6-438a-a437-872b2c93dece", "name": "network-vif-deleted", "tag": "ac3c00de-99bc-4e8e-bc73-f36ab8b78bb4"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:20:20.838210 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:20:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d674d47-30b3-4a3a-95b2-498c85e9eb44 x-openstack-request-id: req-1d674d47-30b3-4a3a-95b2-498c85e9eb44 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:20:20.838210 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "847ed9f9-96f6-438a-a437-872b2c93dece", "name": "network-vif-deleted", "tag": "ac3c00de-99bc-4e8e-bc73-f36ab8b78bb4", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:20:20.838573 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-1d674d47-30b3-4a3a-95b2-498c85e9eb44 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:20:20.838841 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '847ed9f9-96f6-438a-a437-872b2c93dece', 'name': 'network-vif-deleted', 'tag': 'ac3c00de-99bc-4e8e-bc73-f36ab8b78bb4', 'status': 'completed', 'code': 200} Jul 14 10:20:21.373004 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-b565c2d9-7cc4-4bfc-8423-8ee72e7bb58b req-52a298b8-c80e-4eaf-93f0-57d8908903a0 tempest-ServersNegativeTestJSON-1011849494 tempest-ServersNegativeTestJSON-1011849494-project] 10.222.0.68 "GET /v2.0/ports?device_id=847ed9f9-96f6-438a-a437-872b2c93dece HTTP/1.1" status: 200 len: 210 time: 0.0290146 Jul 14 10:20:22.303752 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-550dfe41-f30c-4eb2-9734-5a396138e29f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:22.465842 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 39458) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:20:22.512605 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bcc86b6-a3f0-47cb-ac2a-ed640981c25a admin admin] Deleting subnet 32a5c02d-cf8c-46fd-af6e-26f171b21986 {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 10:20:22.515808 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5bcc86b6-a3f0-47cb-ac2a-ed640981c25a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:22.550790 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5bcc86b6-a3f0-47cb-ac2a-ed640981c25a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13574120'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:22.593859 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5bcc86b6-a3f0-47cb-ac2a-ed640981c25a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3481002'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:22.647007 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5bcc86b6-a3f0-47cb-ac2a-ed640981c25a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13574056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16714573'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:22.675640 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5bcc86b6-a3f0-47cb-ac2a-ed640981c25a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:22.677579 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-5bcc86b6-a3f0-47cb-ac2a-ed640981c25a admin admin] 10.222.0.68 "DELETE /v2.0/subnets/32a5c02d-cf8c-46fd-af6e-26f171b21986 HTTP/1.1" status: 204 len: 168 time: 0.2104156 Jul 14 10:20:22.678634 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcc86b6-a3f0-47cb-ac2a-ed640981c25a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=32a5c02d-cf8c-46fd-af6e-26f171b21986,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:20:22.680799 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 39460) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:20:22.751954 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-0f378a0d-7120-4caa-806c-9203a6660031 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3876111'] for network, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:22.835044 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-0f378a0d-7120-4caa-806c-9203a6660031 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473955', 'neutron.services.segments.db._delete_segments_for_network-8735688326548'] for network, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:22.845578 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-0f378a0d-7120-4caa-806c-9203a6660031 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe96df59-131c-4d13-8d27-d79749362112']}} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:20:22.856243 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-0f378a0d-7120-4caa-806c-9203a6660031 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50cc2c86-e09f-4db4-9280-3d5d58220418') {'for_net_delete': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:20:22.857251 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-0f378a0d-7120-4caa-806c-9203a6660031 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50cc2c86-e09f-4db4-9280-3d5d58220418') {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:20:22.865663 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-0f378a0d-7120-4caa-806c-9203a6660031 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735688356235', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10944210'] for segment, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:22.881124 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-0f378a0d-7120-4caa-806c-9203a6660031 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:22.887770 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f378a0d-7120-4caa-806c-9203a6660031 admin admin] Releasing vlan 722 on physical network physnet1 to pool {{(pid=93957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 10:20:22.888159 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-0f378a0d-7120-4caa-806c-9203a6660031 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10053619'] for segment, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:22.889876 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:20:22.889876 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:20:22.889876 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:20:22.889876 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:20:22.889876 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:20:22.889876 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:20:22.889876 n-d-779913-29 neutron-server[93957]: Traceback (most recent call last): Jul 14 10:20:22.889876 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 10:20:22.889876 n-d-779913-29 neutron-server[93957]: timer() Jul 14 10:20:22.889876 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 10:20:22.889876 n-d-779913-29 neutron-server[93957]: cb(*args, **kw) Jul 14 10:20:22.889876 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 10:20:22.889876 n-d-779913-29 neutron-server[93957]: return func(*args, **kwargs) Jul 14 10:20:22.889876 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 10:20:22.889876 n-d-779913-29 neutron-server[93957]: self._notify() Jul 14 10:20:22.889876 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 10:20:22.889876 n-d-779913-29 neutron-server[93957]: self.callback(batched_events) Jul 14 10:20:22.889876 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 10:20:22.889876 n-d-779913-29 neutron-server[93957]: event.method(event) Jul 14 10:20:22.889876 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 10:20:22.889876 n-d-779913-29 neutron-server[93957]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 10:20:22.889876 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 10:20:22.889876 n-d-779913-29 neutron-server[93957]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 10:20:22.889876 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 10:20:22.889876 n-d-779913-29 neutron-server[93957]: return f(self, *a, **k) Jul 14 10:20:22.889876 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 10:20:22.889876 n-d-779913-29 neutron-server[93957]: return self._get(url).json() Jul 14 10:20:22.889876 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 10:20:22.889876 n-d-779913-29 neutron-server[93957]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 10:20:22.889876 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 10:20:22.889876 n-d-779913-29 neutron-server[93957]: return self.request(url, 'GET', **kwargs) Jul 14 10:20:22.889876 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 10:20:22.889876 n-d-779913-29 neutron-server[93957]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 10:20:22.889876 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 10:20:22.889876 n-d-779913-29 neutron-server[93957]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 10:20:22.889876 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 10:20:22.889876 n-d-779913-29 neutron-server[93957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 10:20:22.889876 n-d-779913-29 neutron-server[93957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 10:20:22.946306 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-0f378a0d-7120-4caa-806c-9203a6660031 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660504'] for network, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:22.952715 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-0f378a0d-7120-4caa-806c-9203a6660031 admin admin] Notify callbacks [] for network, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:22.954581 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-0f378a0d-7120-4caa-806c-9203a6660031 admin admin] 10.222.0.68 "DELETE /v2.0/networks/fe96df59-131c-4d13-8d27-d79749362112 HTTP/1.1" status: 204 len: 168 time: 0.2722623 Jul 14 10:20:22.966564 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f378a0d-7120-4caa-806c-9203a6660031 admin admin] Pushing event deleted for resources: {'Network': ['ID=fe96df59-131c-4d13-8d27-d79749362112,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:20:23.066682 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 39464) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:20:23.110243 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-0165cbea-f7cc-433a-9189-c8e8258973c3 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=3065f502bad34c2eb3053e2ad69dcf76&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0422750 Jul 14 10:20:23.112693 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 39466) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:20:23.161315 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-55520d45-4631-4638-bd3f-f825cbffb2b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:23.182371 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-55520d45-4631-4638-bd3f-f825cbffb2b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:23.233133 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-55520d45-4631-4638-bd3f-f825cbffb2b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:23.235775 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-55520d45-4631-4638-bd3f-f825cbffb2b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:23.236935 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-55520d45-4631-4638-bd3f-f825cbffb2b7 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/439737fb-53c0-46e6-b46c-1da0113315e5 HTTP/1.1" status: 204 len: 168 time: 0.1231663 Jul 14 10:20:23.246903 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55520d45-4631-4638-bd3f-f825cbffb2b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=439737fb-53c0-46e6-b46c-1da0113315e5,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:20:23.937752 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 39488) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:20:24.030545 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-87738a86-df24-4a97-96e7-f8d28e69df12 tempest-NetworksIpV6Test-1095298717 tempest-NetworksIpV6Test-1095298717-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1464476975'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:20:24.053412 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87738a86-df24-4a97-96e7-f8d28e69df12 tempest-NetworksIpV6Test-1095298717 tempest-NetworksIpV6Test-1095298717-project] Made reservation on behalf of 28cd35ac63f44c66b0a79b9b0458e56c for: {'network': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:20:24.057382 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-87738a86-df24-4a97-96e7-f8d28e69df12 tempest-NetworksIpV6Test-1095298717 tempest-NetworksIpV6Test-1095298717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for network, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:24.065682 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-87738a86-df24-4a97-96e7-f8d28e69df12 tempest-NetworksIpV6Test-1095298717 tempest-NetworksIpV6Test-1095298717-project] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:24.172864 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-87738a86-df24-4a97-96e7-f8d28e69df12 tempest-NetworksIpV6Test-1095298717 tempest-NetworksIpV6Test-1095298717-project] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:24.176726 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-87738a86-df24-4a97-96e7-f8d28e69df12 tempest-NetworksIpV6Test-1095298717 tempest-NetworksIpV6Test-1095298717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:24.202708 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87738a86-df24-4a97-96e7-f8d28e69df12 tempest-NetworksIpV6Test-1095298717 tempest-NetworksIpV6Test-1095298717-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 730} {{(pid=93957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 10:20:24.211502 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87738a86-df24-4a97-96e7-f8d28e69df12 tempest-NetworksIpV6Test-1095298717 tempest-NetworksIpV6Test-1095298717-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ced62715-3acc-4565-b402-8f98d47a57a4,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:20:24.220521 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-87738a86-df24-4a97-96e7-f8d28e69df12 tempest-NetworksIpV6Test-1095298717 tempest-NetworksIpV6Test-1095298717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:24.220521 n-d-779913-29 neutron-server[93957]: INFO neutron.db.segments_db [None req-87738a86-df24-4a97-96e7-f8d28e69df12 tempest-NetworksIpV6Test-1095298717 tempest-NetworksIpV6Test-1095298717-project] Added segment 6b988782-dbe2-465a-85fe-a89f45c51ba1 of type vlan for network 564c7b42-2318-44a0-a9fc-3d16fcb157f7 Jul 14 10:20:24.259989 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-87738a86-df24-4a97-96e7-f8d28e69df12 tempest-NetworksIpV6Test-1095298717 tempest-NetworksIpV6Test-1095298717-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735687821325'] for network, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:24.289854 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-87738a86-df24-4a97-96e7-f8d28e69df12 tempest-NetworksIpV6Test-1095298717 tempest-NetworksIpV6Test-1095298717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855'] for network, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:24.296014 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87738a86-df24-4a97-96e7-f8d28e69df12 tempest-NetworksIpV6Test-1095298717 tempest-NetworksIpV6Test-1095298717-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:20:24.296601 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-87738a86-df24-4a97-96e7-f8d28e69df12 tempest-NetworksIpV6Test-1095298717 tempest-NetworksIpV6Test-1095298717-project] Notify callbacks [] for network, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:24.387284 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-87738a86-df24-4a97-96e7-f8d28e69df12 tempest-NetworksIpV6Test-1095298717 tempest-NetworksIpV6Test-1095298717-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4483984 Jul 14 10:20:24.404366 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87738a86-df24-4a97-96e7-f8d28e69df12 tempest-NetworksIpV6Test-1095298717 tempest-NetworksIpV6Test-1095298717-project] Pushing event updated for resources: {'Network': ['ID=564c7b42-2318-44a0-a9fc-3d16fcb157f7,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:20:24.416651 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Network 564c7b42-2318-44a0-a9fc-3d16fcb157f7 details requested by agent ovs-agent-n-d-779913-29 with host n-d-779913-29 {{(pid=93959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 10:20:24.859481 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:24.954041 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-20c57d37-167d-4286-a4ac-2e756acb273c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:25.136964 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device ac3c00de-99bc-4e8e-bc73-f36ab8b78bb4 no longer exists at agent hyperv_n-h2-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:20:25.158691 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] No Port match for: ac3c00de-99bc-4e8e-bc73-f36ab8b78bb4 {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:20:25.159052 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device ac3c00de-99bc-4e8e-bc73-f36ab8b78bb4 not bound to the agent host n-h2-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:20:26.100339 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5ad31076-714c-49ec-bc37-f3d4cd90112a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:27.640571 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 39492) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:20:27.645728 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-eb8a5787-7d1b-4c53-a1b6-328a16c57682 tempest-NetworksIpV6Test-1095298717 tempest-NetworksIpV6Test-1095298717-project] Request body: {'subnet': {'network_id': '564c7b42-2318-44a0-a9fc-3d16fcb157f7', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:20:27.739580 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb8a5787-7d1b-4c53-a1b6-328a16c57682 tempest-NetworksIpV6Test-1095298717 tempest-NetworksIpV6Test-1095298717-project] Made reservation on behalf of 28cd35ac63f44c66b0a79b9b0458e56c for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:20:27.743517 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-eb8a5787-7d1b-4c53-a1b6-328a16c57682 tempest-NetworksIpV6Test-1095298717 tempest-NetworksIpV6Test-1095298717-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16714600'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:27.911702 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5bbe322f-3f67-4864-bc0a-91afe44d23e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:27.934738 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-eb8a5787-7d1b-4c53-a1b6-328a16c57682 tempest-NetworksIpV6Test-1095298717 tempest-NetworksIpV6Test-1095298717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13573993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16714586'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:27.996560 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8a5787-7d1b-4c53-a1b6-328a16c57682 tempest-NetworksIpV6Test-1095298717 tempest-NetworksIpV6Test-1095298717-project] Pushing event updated for resources: {'Subnet': ['ID=0494e159-b31e-4b79-b2ca-c08d11148229,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:20:28.007051 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb8a5787-7d1b-4c53-a1b6-328a16c57682 tempest-NetworksIpV6Test-1095298717 tempest-NetworksIpV6Test-1095298717-project] Checking segment: {'id': '6b988782-dbe2-465a-85fe-a89f45c51ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '564c7b42-2318-44a0-a9fc-3d16fcb157f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:20:28.007405 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb8a5787-7d1b-4c53-a1b6-328a16c57682 tempest-NetworksIpV6Test-1095298717 tempest-NetworksIpV6Test-1095298717-project] Network hostable DHCP agents. Network: 564c7b42-2318-44a0-a9fc-3d16fcb157f7, hostable agents: ['c6a09bd4-f72e-4283-a3ca-0bbca8a51081'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 10:20:28.023915 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb8a5787-7d1b-4c53-a1b6-328a16c57682 tempest-NetworksIpV6Test-1095298717 tempest-NetworksIpV6Test-1095298717-project] Network 564c7b42-2318-44a0-a9fc-3d16fcb157f7 is scheduled to be hosted by DHCP agent c6a09bd4-f72e-4283-a3ca-0bbca8a51081 with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 10:20:28.033301 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-eb8a5787-7d1b-4c53-a1b6-328a16c57682 tempest-NetworksIpV6Test-1095298717 tempest-NetworksIpV6Test-1095298717-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-29, 564c7b42-2318-44a0-a9fc-3d16fcb157f7) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:20:28.037834 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb8a5787-7d1b-4c53-a1b6-328a16c57682 tempest-NetworksIpV6Test-1095298717 tempest-NetworksIpV6Test-1095298717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:20:28.038432 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-eb8a5787-7d1b-4c53-a1b6-328a16c57682 tempest-NetworksIpV6Test-1095298717 tempest-NetworksIpV6Test-1095298717-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:28.046983 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0614b8f-99bb-4cb0-9d6b-1e73402a9234 None None] Network 564c7b42-2318-44a0-a9fc-3d16fcb157f7 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:20:28.055553 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-eb8a5787-7d1b-4c53-a1b6-328a16c57682 tempest-NetworksIpV6Test-1095298717 tempest-NetworksIpV6Test-1095298717-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4138479 Jul 14 10:20:28.059129 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 39494) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:20:28.064162 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-586138ba-348e-4cf4-8e31-cc1f2df2dd15 tempest-NetworksIpV6Test-1095298717 tempest-NetworksIpV6Test-1095298717-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-985504108'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:20:28.087496 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-586138ba-348e-4cf4-8e31-cc1f2df2dd15 tempest-NetworksIpV6Test-1095298717 tempest-NetworksIpV6Test-1095298717-project] Made reservation on behalf of 28cd35ac63f44c66b0a79b9b0458e56c for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:20:28.091756 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-586138ba-348e-4cf4-8e31-cc1f2df2dd15 tempest-NetworksIpV6Test-1095298717 tempest-NetworksIpV6Test-1095298717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:28.116195 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-586138ba-348e-4cf4-8e31-cc1f2df2dd15 tempest-NetworksIpV6Test-1095298717 tempest-NetworksIpV6Test-1095298717-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 735} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 10:20:28.126153 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-586138ba-348e-4cf4-8e31-cc1f2df2dd15 tempest-NetworksIpV6Test-1095298717 tempest-NetworksIpV6Test-1095298717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:28.126500 n-d-779913-29 neutron-server[93958]: INFO neutron.db.segments_db [None req-586138ba-348e-4cf4-8e31-cc1f2df2dd15 tempest-NetworksIpV6Test-1095298717 tempest-NetworksIpV6Test-1095298717-project] Added segment 2a66fbc9-cb18-4d09-a4f0-7d1b45707c74 of type vlan for network 7463f887-f4e5-4760-800d-0230100ef0e8 Jul 14 10:20:28.167562 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-586138ba-348e-4cf4-8e31-cc1f2df2dd15 tempest-NetworksIpV6Test-1095298717 tempest-NetworksIpV6Test-1095298717-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735687821325'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:28.198172 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af75f610-79eb-451b-af44-d75ccd9a31fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf57baaa9-fd24-59f4-8fd2-1dc21122ce72-564c7b42-2318-44a0-a9fc-3d16fcb157f7', 'network_id': '564c7b42-2318-44a0-a9fc-3d16fcb157f7', 'tenant_id': '28cd35ac63f44c66b0a79b9b0458e56c', 'fixed_ips': [{'subnet_id': '0494e159-b31e-4b79-b2ca-c08d11148229'}]}} from n-d-779913-29. {{(pid=93959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 10:20:28.199917 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-af75f610-79eb-451b-af44-d75ccd9a31fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:28.200042 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-586138ba-348e-4cf4-8e31-cc1f2df2dd15 tempest-NetworksIpV6Test-1095298717 tempest-NetworksIpV6Test-1095298717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:28.205645 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-586138ba-348e-4cf4-8e31-cc1f2df2dd15 tempest-NetworksIpV6Test-1095298717 tempest-NetworksIpV6Test-1095298717-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:20:28.206240 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-586138ba-348e-4cf4-8e31-cc1f2df2dd15 tempest-NetworksIpV6Test-1095298717 tempest-NetworksIpV6Test-1095298717-project] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:28.272036 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-586138ba-348e-4cf4-8e31-cc1f2df2dd15 tempest-NetworksIpV6Test-1095298717 tempest-NetworksIpV6Test-1095298717-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2118409 Jul 14 10:20:28.275061 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 39496) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:20:28.280745 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586138ba-348e-4cf4-8e31-cc1f2df2dd15 tempest-NetworksIpV6Test-1095298717 tempest-NetworksIpV6Test-1095298717-project] Pushing event updated for resources: {'Network': ['ID=7463f887-f4e5-4760-800d-0230100ef0e8,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:20:28.281382 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-40b1e14e-8a67-4be4-abae-eb647b4a9c1e tempest-NetworksIpV6Test-1095298717 tempest-NetworksIpV6Test-1095298717-project] Request body: {'subnet': {'network_id': '7463f887-f4e5-4760-800d-0230100ef0e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:20:28.292685 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Network 7463f887-f4e5-4760-800d-0230100ef0e8 details requested by agent ovs-agent-n-d-779913-29 with host n-d-779913-29 {{(pid=93959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 10:20:28.376085 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40b1e14e-8a67-4be4-abae-eb647b4a9c1e tempest-NetworksIpV6Test-1095298717 tempest-NetworksIpV6Test-1095298717-project] Made reservation on behalf of 28cd35ac63f44c66b0a79b9b0458e56c for: {'subnet': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:20:28.380741 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-40b1e14e-8a67-4be4-abae-eb647b4a9c1e tempest-NetworksIpV6Test-1095298717 tempest-NetworksIpV6Test-1095298717-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11984110'] for subnet, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:28.395186 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-af75f610-79eb-451b-af44-d75ccd9a31fd None None] Allocated IP 2001:db8:0:ffff::2 (564c7b42-2318-44a0-a9fc-3d16fcb157f7/0494e159-b31e-4b79-b2ca-c08d11148229/2a7ccf4b-ac37-4cb8-b91c-94ee1f6bd3f2) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:20:28.556723 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-af75f610-79eb-451b-af44-d75ccd9a31fd None None] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:28.567871 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-af75f610-79eb-451b-af44-d75ccd9a31fd None None] Transition to ACTIVE for port object 2a7ccf4b-ac37-4cb8-b91c-94ee1f6bd3f2 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:20:28.584845 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-af75f610-79eb-451b-af44-d75ccd9a31fd None None] Transition to ACTIVE for port object 2a7ccf4b-ac37-4cb8-b91c-94ee1f6bd3f2 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:20:28.591265 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-af75f610-79eb-451b-af44-d75ccd9a31fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:28.633593 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af75f610-79eb-451b-af44-d75ccd9a31fd None None] Network 564c7b42-2318-44a0-a9fc-3d16fcb157f7 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:20:28.637296 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-af75f610-79eb-451b-af44-d75ccd9a31fd None None] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:20:28.641019 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af75f610-79eb-451b-af44-d75ccd9a31fd None None] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:20:28.646761 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af75f610-79eb-451b-af44-d75ccd9a31fd None None] Pushing event updated for resources: {'Port': ['ID=2a7ccf4b-ac37-4cb8-b91c-94ee1f6bd3f2,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:20:28.658288 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af75f610-79eb-451b-af44-d75ccd9a31fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:20:28.658640 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af75f610-79eb-451b-af44-d75ccd9a31fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:20:28.658987 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af75f610-79eb-451b-af44-d75ccd9a31fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:20:28.659339 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af75f610-79eb-451b-af44-d75ccd9a31fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:20:28.659672 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af75f610-79eb-451b-af44-d75ccd9a31fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:20:28.660008 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af75f610-79eb-451b-af44-d75ccd9a31fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:20:28.660342 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af75f610-79eb-451b-af44-d75ccd9a31fd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:20:28.660674 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af75f610-79eb-451b-af44-d75ccd9a31fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:20:28.661005 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af75f610-79eb-451b-af44-d75ccd9a31fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:20:28.661335 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af75f610-79eb-451b-af44-d75ccd9a31fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:20:28.661690 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af75f610-79eb-451b-af44-d75ccd9a31fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:20:28.662025 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af75f610-79eb-451b-af44-d75ccd9a31fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:20:28.718136 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-af75f610-79eb-451b-af44-d75ccd9a31fd None None] Attempting to bind port 2a7ccf4b-ac37-4cb8-b91c-94ee1f6bd3f2 on host n-d-779913-29 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:20:28.718503 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-af75f610-79eb-451b-af44-d75ccd9a31fd None None] Attempting to bind port 2a7ccf4b-ac37-4cb8-b91c-94ee1f6bd3f2 by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': '6b988782-dbe2-465a-85fe-a89f45c51ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '564c7b42-2318-44a0-a9fc-3d16fcb157f7'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:20:28.718867 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af75f610-79eb-451b-af44-d75ccd9a31fd None None] Attempting to bind port 2a7ccf4b-ac37-4cb8-b91c-94ee1f6bd3f2 on network 564c7b42-2318-44a0-a9fc-3d16fcb157f7 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:20:28.724396 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af75f610-79eb-451b-af44-d75ccd9a31fd None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 20, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:20:28.724800 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af75f610-79eb-451b-af44-d75ccd9a31fd None None] Checking segment: {'id': '6b988782-dbe2-465a-85fe-a89f45c51ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '564c7b42-2318-44a0-a9fc-3d16fcb157f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:20:28.725206 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-af75f610-79eb-451b-af44-d75ccd9a31fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:28.725722 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af75f610-79eb-451b-af44-d75ccd9a31fd None None] Bound using segment: {'id': '6b988782-dbe2-465a-85fe-a89f45c51ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '564c7b42-2318-44a0-a9fc-3d16fcb157f7'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:20:28.726191 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-af75f610-79eb-451b-af44-d75ccd9a31fd None None] Bound port: 2a7ccf4b-ac37-4cb8-b91c-94ee1f6bd3f2, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b988782-dbe2-465a-85fe-a89f45c51ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '564c7b42-2318-44a0-a9fc-3d16fcb157f7'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:20:28.726586 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-af75f610-79eb-451b-af44-d75ccd9a31fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:28.798075 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-af75f610-79eb-451b-af44-d75ccd9a31fd None None] For port 2a7ccf4b-ac37-4cb8-b91c-94ee1f6bd3f2, host n-d-779913-29, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:20:28.801267 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-af75f610-79eb-451b-af44-d75ccd9a31fd None None] For port 2a7ccf4b-ac37-4cb8-b91c-94ee1f6bd3f2, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=2a7ccf4b-ac37-4cb8-b91c-94ee1f6bd3f2,segment=NetworkSegment(6b988782-dbe2-465a-85fe-a89f45c51ba1),segment_id=6b988782-dbe2-465a-85fe-a89f45c51ba1)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:20:28.807478 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-af75f610-79eb-451b-af44-d75ccd9a31fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:28.869209 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af75f610-79eb-451b-af44-d75ccd9a31fd None None] Pushing event updated for resources: {'Port': ['ID=2a7ccf4b-ac37-4cb8-b91c-94ee1f6bd3f2,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:20:28.901632 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-40b1e14e-8a67-4be4-abae-eb647b4a9c1e tempest-NetworksIpV6Test-1095298717 tempest-NetworksIpV6Test-1095298717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10052764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11984092'] for subnet, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:28.965199 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b1e14e-8a67-4be4-abae-eb647b4a9c1e tempest-NetworksIpV6Test-1095298717 tempest-NetworksIpV6Test-1095298717-project] Pushing event updated for resources: {'Subnet': ['ID=d890e06c-3f13-44de-8d1b-e9536eec9bf6,revision_number=0']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:20:28.984218 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40b1e14e-8a67-4be4-abae-eb647b4a9c1e tempest-NetworksIpV6Test-1095298717 tempest-NetworksIpV6Test-1095298717-project] Checking segment: {'id': '2a66fbc9-cb18-4d09-a4f0-7d1b45707c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '7463f887-f4e5-4760-800d-0230100ef0e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:20:28.984869 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40b1e14e-8a67-4be4-abae-eb647b4a9c1e tempest-NetworksIpV6Test-1095298717 tempest-NetworksIpV6Test-1095298717-project] Network hostable DHCP agents. Network: 7463f887-f4e5-4760-800d-0230100ef0e8, hostable agents: ['c6a09bd4-f72e-4283-a3ca-0bbca8a51081'], hosted agents: [] {{(pid=93957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 10:20:29.009735 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40b1e14e-8a67-4be4-abae-eb647b4a9c1e tempest-NetworksIpV6Test-1095298717 tempest-NetworksIpV6Test-1095298717-project] Network 7463f887-f4e5-4760-800d-0230100ef0e8 is scheduled to be hosted by DHCP agent c6a09bd4-f72e-4283-a3ca-0bbca8a51081 with binding_index 1 {{(pid=93957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 10:20:29.041980 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-40b1e14e-8a67-4be4-abae-eb647b4a9c1e tempest-NetworksIpV6Test-1095298717 tempest-NetworksIpV6Test-1095298717-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-29, 7463f887-f4e5-4760-800d-0230100ef0e8) {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:20:29.048551 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40b1e14e-8a67-4be4-abae-eb647b4a9c1e tempest-NetworksIpV6Test-1095298717 tempest-NetworksIpV6Test-1095298717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:20:29.049329 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-40b1e14e-8a67-4be4-abae-eb647b4a9c1e tempest-NetworksIpV6Test-1095298717 tempest-NetworksIpV6Test-1095298717-project] Notify callbacks [] for subnet, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:29.056689 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb38fef2-78bc-42e8-8ec7-fe07af640e44 None None] Network 7463f887-f4e5-4760-800d-0230100ef0e8 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:20:29.066636 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-40b1e14e-8a67-4be4-abae-eb647b4a9c1e tempest-NetworksIpV6Test-1095298717 tempest-NetworksIpV6Test-1095298717-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.7902935 Jul 14 10:20:29.070714 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 39498) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:20:29.202436 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-037ae833-efc0-4ee7-8f17-1a25165aa9c1 tempest-NetworksIpV6Test-1095298717 tempest-NetworksIpV6Test-1095298717-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3876111'] for network, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:29.298450 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-037ae833-efc0-4ee7-8f17-1a25165aa9c1 tempest-NetworksIpV6Test-1095298717 tempest-NetworksIpV6Test-1095298717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3481002'] for subnet, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:29.375590 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-037ae833-efc0-4ee7-8f17-1a25165aa9c1 tempest-NetworksIpV6Test-1095298717 tempest-NetworksIpV6Test-1095298717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10052701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11984075'] for subnet, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:29.379208 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0c707b9-9b23-460a-bb76-13726d1de798 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf57baaa9-fd24-59f4-8fd2-1dc21122ce72-7463f887-f4e5-4760-800d-0230100ef0e8', 'network_id': '7463f887-f4e5-4760-800d-0230100ef0e8', 'tenant_id': '28cd35ac63f44c66b0a79b9b0458e56c', 'fixed_ips': [{'subnet_id': 'd890e06c-3f13-44de-8d1b-e9536eec9bf6'}]}} from n-d-779913-29. {{(pid=93959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 10:20:29.380155 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f0c707b9-9b23-460a-bb76-13726d1de798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:29.406657 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037ae833-efc0-4ee7-8f17-1a25165aa9c1 tempest-NetworksIpV6Test-1095298717 tempest-NetworksIpV6Test-1095298717-project] Pushing event deleted for resources: {'Subnet': ['ID=d890e06c-3f13-44de-8d1b-e9536eec9bf6,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:20:29.470014 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12341dfa-3877-4f6f-98a1-27012ac4d82d None None] Network 7463f887-f4e5-4760-800d-0230100ef0e8 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:20:29.472535 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-037ae833-efc0-4ee7-8f17-1a25165aa9c1 tempest-NetworksIpV6Test-1095298717 tempest-NetworksIpV6Test-1095298717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473955', 'neutron.services.segments.db._delete_segments_for_network-8735688326548'] for network, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:29.484348 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-037ae833-efc0-4ee7-8f17-1a25165aa9c1 tempest-NetworksIpV6Test-1095298717 tempest-NetworksIpV6Test-1095298717-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7463f887-f4e5-4760-800d-0230100ef0e8']}} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:20:29.496935 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-037ae833-efc0-4ee7-8f17-1a25165aa9c1 tempest-NetworksIpV6Test-1095298717 tempest-NetworksIpV6Test-1095298717-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a66fbc9-cb18-4d09-a4f0-7d1b45707c74') {'for_net_delete': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:20:29.497264 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-037ae833-efc0-4ee7-8f17-1a25165aa9c1 tempest-NetworksIpV6Test-1095298717 tempest-NetworksIpV6Test-1095298717-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a66fbc9-cb18-4d09-a4f0-7d1b45707c74') {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:20:29.508216 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-037ae833-efc0-4ee7-8f17-1a25165aa9c1 tempest-NetworksIpV6Test-1095298717 tempest-NetworksIpV6Test-1095298717-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735688356235', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10944210'] for segment, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:29.523885 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-037ae833-efc0-4ee7-8f17-1a25165aa9c1 tempest-NetworksIpV6Test-1095298717 tempest-NetworksIpV6Test-1095298717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:29.531096 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-037ae833-efc0-4ee7-8f17-1a25165aa9c1 tempest-NetworksIpV6Test-1095298717 tempest-NetworksIpV6Test-1095298717-project] Releasing vlan 735 on physical network physnet1 to pool {{(pid=93957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 10:20:29.531506 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-037ae833-efc0-4ee7-8f17-1a25165aa9c1 tempest-NetworksIpV6Test-1095298717 tempest-NetworksIpV6Test-1095298717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10053619'] for segment, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:29.535060 n-d-779913-29 neutron-server[93957]: Traceback (most recent call last): Jul 14 10:20:29.535060 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 10:20:29.535060 n-d-779913-29 neutron-server[93957]: timer() Jul 14 10:20:29.535060 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 10:20:29.535060 n-d-779913-29 neutron-server[93957]: cb(*args, **kw) Jul 14 10:20:29.535060 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 10:20:29.535060 n-d-779913-29 neutron-server[93957]: return func(*args, **kwargs) Jul 14 10:20:29.535060 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 10:20:29.535060 n-d-779913-29 neutron-server[93957]: self._notify() Jul 14 10:20:29.535060 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 10:20:29.535060 n-d-779913-29 neutron-server[93957]: self.callback(batched_events) Jul 14 10:20:29.535060 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 10:20:29.535060 n-d-779913-29 neutron-server[93957]: event.method(event) Jul 14 10:20:29.535060 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 10:20:29.535060 n-d-779913-29 neutron-server[93957]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 10:20:29.535060 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 10:20:29.535060 n-d-779913-29 neutron-server[93957]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 10:20:29.535060 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 10:20:29.535060 n-d-779913-29 neutron-server[93957]: return f(self, *a, **k) Jul 14 10:20:29.535060 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 10:20:29.535060 n-d-779913-29 neutron-server[93957]: return self._get(url).json() Jul 14 10:20:29.535060 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 10:20:29.535060 n-d-779913-29 neutron-server[93957]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 10:20:29.535060 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 10:20:29.535060 n-d-779913-29 neutron-server[93957]: return self.request(url, 'GET', **kwargs) Jul 14 10:20:29.535060 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 10:20:29.535060 n-d-779913-29 neutron-server[93957]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 10:20:29.535060 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 10:20:29.535060 n-d-779913-29 neutron-server[93957]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 10:20:29.535060 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 10:20:29.535060 n-d-779913-29 neutron-server[93957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 10:20:29.535060 n-d-779913-29 neutron-server[93957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 10:20:29.601408 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-037ae833-efc0-4ee7-8f17-1a25165aa9c1 tempest-NetworksIpV6Test-1095298717 tempest-NetworksIpV6Test-1095298717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660504'] for network, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:29.609441 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-037ae833-efc0-4ee7-8f17-1a25165aa9c1 tempest-NetworksIpV6Test-1095298717 tempest-NetworksIpV6Test-1095298717-project] Notify callbacks [] for network, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:29.613771 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-037ae833-efc0-4ee7-8f17-1a25165aa9c1 tempest-NetworksIpV6Test-1095298717 tempest-NetworksIpV6Test-1095298717-project] 10.222.0.68 "DELETE /v2.0/networks/7463f887-f4e5-4760-800d-0230100ef0e8 HTTP/1.1" status: 204 len: 168 time: 0.5396295 Jul 14 10:20:29.615413 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 39500) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:20:29.624040 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-173b9ce2-443a-4249-9d4d-f9510428799f tempest-NetworksIpV6Test-1095298717 tempest-NetworksIpV6Test-1095298717-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1985220576'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:20:29.628569 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037ae833-efc0-4ee7-8f17-1a25165aa9c1 tempest-NetworksIpV6Test-1095298717 tempest-NetworksIpV6Test-1095298717-project] Pushing event deleted for resources: {'Network': ['ID=7463f887-f4e5-4760-800d-0230100ef0e8,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:20:29.656064 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-173b9ce2-443a-4249-9d4d-f9510428799f tempest-NetworksIpV6Test-1095298717 tempest-NetworksIpV6Test-1095298717-project] Made reservation on behalf of 28cd35ac63f44c66b0a79b9b0458e56c for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:20:29.659828 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-173b9ce2-443a-4249-9d4d-f9510428799f tempest-NetworksIpV6Test-1095298717 tempest-NetworksIpV6Test-1095298717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:29.870744 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3985f933-7714-4370-89c9-34dbcf829f4c None None] Network 564c7b42-2318-44a0-a9fc-3d16fcb157f7 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:20:29.988018 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-21df7158-f175-4028-b27a-e9c019375076 None None] Provisioning for port 2a7ccf4b-ac37-4cb8-b91c-94ee1f6bd3f2 completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:20:30.058973 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-173b9ce2-443a-4249-9d4d-f9510428799f tempest-NetworksIpV6Test-1095298717 tempest-NetworksIpV6Test-1095298717-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 723} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 10:20:30.077923 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-173b9ce2-443a-4249-9d4d-f9510428799f tempest-NetworksIpV6Test-1095298717 tempest-NetworksIpV6Test-1095298717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:30.078280 n-d-779913-29 neutron-server[93958]: INFO neutron.db.segments_db [None req-173b9ce2-443a-4249-9d4d-f9510428799f tempest-NetworksIpV6Test-1095298717 tempest-NetworksIpV6Test-1095298717-project] Added segment 1173700c-49be-40e9-bf85-590275b8db79 of type vlan for network 3012ca14-af39-4cf4-b9bb-30f7414075d0 Jul 14 10:20:30.120198 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-173b9ce2-443a-4249-9d4d-f9510428799f tempest-NetworksIpV6Test-1095298717 tempest-NetworksIpV6Test-1095298717-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735687821325'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:30.152381 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-173b9ce2-443a-4249-9d4d-f9510428799f tempest-NetworksIpV6Test-1095298717 tempest-NetworksIpV6Test-1095298717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:30.158254 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-173b9ce2-443a-4249-9d4d-f9510428799f tempest-NetworksIpV6Test-1095298717 tempest-NetworksIpV6Test-1095298717-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:20:30.158856 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-173b9ce2-443a-4249-9d4d-f9510428799f tempest-NetworksIpV6Test-1095298717 tempest-NetworksIpV6Test-1095298717-project] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:30.224112 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-173b9ce2-443a-4249-9d4d-f9510428799f tempest-NetworksIpV6Test-1095298717 tempest-NetworksIpV6Test-1095298717-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6066861 Jul 14 10:20:30.226906 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 39502) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:20:30.234966 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-7d7c0581-2878-4333-a1fe-8d56745af59f tempest-NetworksIpV6Test-1095298717 tempest-NetworksIpV6Test-1095298717-project] Request body: {'subnet': {'network_id': '3012ca14-af39-4cf4-b9bb-30f7414075d0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:20:30.242178 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173b9ce2-443a-4249-9d4d-f9510428799f tempest-NetworksIpV6Test-1095298717 tempest-NetworksIpV6Test-1095298717-project] Pushing event updated for resources: {'Network': ['ID=3012ca14-af39-4cf4-b9bb-30f7414075d0,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:20:30.253877 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Network 3012ca14-af39-4cf4-b9bb-30f7414075d0 details requested by agent ovs-agent-n-d-779913-29 with host n-d-779913-29 {{(pid=93959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 10:20:30.330489 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d7c0581-2878-4333-a1fe-8d56745af59f tempest-NetworksIpV6Test-1095298717 tempest-NetworksIpV6Test-1095298717-project] Made reservation on behalf of 28cd35ac63f44c66b0a79b9b0458e56c for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:20:30.334642 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7d7c0581-2878-4333-a1fe-8d56745af59f tempest-NetworksIpV6Test-1095298717 tempest-NetworksIpV6Test-1095298717-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16714600'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:30.393161 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.ipam_backend_mixin [None req-7d7c0581-2878-4333-a1fe-8d56745af59f tempest-NetworksIpV6Test-1095298717 tempest-NetworksIpV6Test-1095298717-project] Performing IP validity checks on allocation pools {{(pid=93958) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 14 10:20:30.394033 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.ipam_backend_mixin [None req-7d7c0581-2878-4333-a1fe-8d56745af59f tempest-NetworksIpV6Test-1095298717 tempest-NetworksIpV6Test-1095298717-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93958) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 14 10:20:30.515927 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7d7c0581-2878-4333-a1fe-8d56745af59f tempest-NetworksIpV6Test-1095298717 tempest-NetworksIpV6Test-1095298717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13573993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16714586'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:30.567773 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7c0581-2878-4333-a1fe-8d56745af59f tempest-NetworksIpV6Test-1095298717 tempest-NetworksIpV6Test-1095298717-project] Pushing event updated for resources: {'Subnet': ['ID=e33f5810-7372-420b-8e46-6fa76bcc8a5e,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:20:30.584453 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d7c0581-2878-4333-a1fe-8d56745af59f tempest-NetworksIpV6Test-1095298717 tempest-NetworksIpV6Test-1095298717-project] Checking segment: {'id': '1173700c-49be-40e9-bf85-590275b8db79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '3012ca14-af39-4cf4-b9bb-30f7414075d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:20:30.584859 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d7c0581-2878-4333-a1fe-8d56745af59f tempest-NetworksIpV6Test-1095298717 tempest-NetworksIpV6Test-1095298717-project] Network hostable DHCP agents. Network: 3012ca14-af39-4cf4-b9bb-30f7414075d0, hostable agents: ['c6a09bd4-f72e-4283-a3ca-0bbca8a51081'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 10:20:30.611452 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d7c0581-2878-4333-a1fe-8d56745af59f tempest-NetworksIpV6Test-1095298717 tempest-NetworksIpV6Test-1095298717-project] Network 3012ca14-af39-4cf4-b9bb-30f7414075d0 is scheduled to be hosted by DHCP agent c6a09bd4-f72e-4283-a3ca-0bbca8a51081 with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 10:20:30.624126 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-7d7c0581-2878-4333-a1fe-8d56745af59f tempest-NetworksIpV6Test-1095298717 tempest-NetworksIpV6Test-1095298717-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-29, 3012ca14-af39-4cf4-b9bb-30f7414075d0) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:20:30.630177 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d7c0581-2878-4333-a1fe-8d56745af59f tempest-NetworksIpV6Test-1095298717 tempest-NetworksIpV6Test-1095298717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:20:30.631274 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7d7c0581-2878-4333-a1fe-8d56745af59f tempest-NetworksIpV6Test-1095298717 tempest-NetworksIpV6Test-1095298717-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:30.636645 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe53bb8c-6e2d-4551-b48f-eea5138bec3d None None] Network 3012ca14-af39-4cf4-b9bb-30f7414075d0 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:20:30.653377 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-7d7c0581-2878-4333-a1fe-8d56745af59f tempest-NetworksIpV6Test-1095298717 tempest-NetworksIpV6Test-1095298717-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4248755 Jul 14 10:20:30.656178 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 39504) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:20:30.679737 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 2a7ccf4b-ac37-4cb8-b91c-94ee1f6bd3f2 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:20:30.760865 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-86aef536-f74c-4b5d-8ea5-cf81885a12db tempest-NetworksIpV6Test-1095298717 tempest-NetworksIpV6Test-1095298717-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3876111'] for network, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:30.781344 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning for port 2a7ccf4b-ac37-4cb8-b91c-94ee1f6bd3f2 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:20:30.791673 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port 2a7ccf4b-ac37-4cb8-b91c-94ee1f6bd3f2 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:20:30.792061 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:30.818447 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-86aef536-f74c-4b5d-8ea5-cf81885a12db tempest-NetworksIpV6Test-1095298717 tempest-NetworksIpV6Test-1095298717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3481002'] for subnet, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:30.859912 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fa79732-4565-425f-aac3-c65382e20442 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf57baaa9-fd24-59f4-8fd2-1dc21122ce72-3012ca14-af39-4cf4-b9bb-30f7414075d0', 'network_id': '3012ca14-af39-4cf4-b9bb-30f7414075d0', 'tenant_id': '28cd35ac63f44c66b0a79b9b0458e56c', 'fixed_ips': [{'subnet_id': 'e33f5810-7372-420b-8e46-6fa76bcc8a5e'}]}} from n-d-779913-29. {{(pid=93959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 10:20:30.860784 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9fa79732-4565-425f-aac3-c65382e20442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:30.889010 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-86aef536-f74c-4b5d-8ea5-cf81885a12db tempest-NetworksIpV6Test-1095298717 tempest-NetworksIpV6Test-1095298717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10052701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11984075'] for subnet, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:30.918849 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86aef536-f74c-4b5d-8ea5-cf81885a12db tempest-NetworksIpV6Test-1095298717 tempest-NetworksIpV6Test-1095298717-project] Pushing event deleted for resources: {'Subnet': ['ID=e33f5810-7372-420b-8e46-6fa76bcc8a5e,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:20:30.976659 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-86aef536-f74c-4b5d-8ea5-cf81885a12db tempest-NetworksIpV6Test-1095298717 tempest-NetworksIpV6Test-1095298717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473955', 'neutron.services.segments.db._delete_segments_for_network-8735688326548'] for network, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:30.978168 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:30.987125 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-86aef536-f74c-4b5d-8ea5-cf81885a12db tempest-NetworksIpV6Test-1095298717 tempest-NetworksIpV6Test-1095298717-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3012ca14-af39-4cf4-b9bb-30f7414075d0']}} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:20:30.999138 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-86aef536-f74c-4b5d-8ea5-cf81885a12db tempest-NetworksIpV6Test-1095298717 tempest-NetworksIpV6Test-1095298717-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1173700c-49be-40e9-bf85-590275b8db79') {'for_net_delete': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:20:30.999442 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-86aef536-f74c-4b5d-8ea5-cf81885a12db tempest-NetworksIpV6Test-1095298717 tempest-NetworksIpV6Test-1095298717-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1173700c-49be-40e9-bf85-590275b8db79') {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:20:31.003824 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server [None req-9fa79732-4565-425f-aac3-c65382e20442 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e33f5810-7372-420b-8e46-6fa76bcc8a5e: This subnet is being modified by another concurrent operation. Jul 14 10:20:31.003824 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 14 10:20:31.003824 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 14 10:20:31.003824 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 14 10:20:31.003824 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 14 10:20:31.003824 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 14 10:20:31.003824 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 14 10:20:31.003824 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 14 10:20:31.003824 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 14 10:20:31.003824 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 14 10:20:31.003824 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 14 10:20:31.003824 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 14 10:20:31.003824 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 10:20:31.003824 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 10:20:31.003824 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 10:20:31.003824 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 10:20:31.003824 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 14 10:20:31.003824 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 10:20:31.003824 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 14 10:20:31.003824 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 14 10:20:31.003824 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 10:20:31.003824 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 10:20:31.003824 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 10:20:31.003824 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 10:20:31.003824 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 14 10:20:31.003824 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 10:20:31.003824 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 14 10:20:31.003824 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 14 10:20:31.003824 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 10:20:31.003824 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 10:20:31.003824 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 10:20:31.003824 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 10:20:31.003824 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 14 10:20:31.003824 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 14 10:20:31.003824 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 14 10:20:31.003824 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 14 10:20:31.003824 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 14 10:20:31.003824 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 14 10:20:31.003824 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 14 10:20:31.003824 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 14 10:20:31.003824 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 14 10:20:31.003824 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 14 10:20:31.003824 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 14 10:20:31.003824 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 14 10:20:31.003824 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 14 10:20:31.003824 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 14 10:20:31.003824 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 14 10:20:31.003824 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 14 10:20:31.003824 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 10:20:31.003824 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 10:20:31.003824 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 10:20:31.003824 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 10:20:31.003824 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 14 10:20:31.003824 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 10:20:31.003824 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 14 10:20:31.003824 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 14 10:20:31.003824 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 10:20:31.003824 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 10:20:31.003824 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 10:20:31.003824 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 10:20:31.003824 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 14 10:20:31.003824 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 10:20:31.003824 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 14 10:20:31.003824 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 14 10:20:31.003824 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 10:20:31.003824 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 10:20:31.003824 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 10:20:31.003824 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 10:20:31.003824 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 14 10:20:31.003824 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 14 10:20:31.003824 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 14 10:20:31.003824 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 14 10:20:31.003824 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 14 10:20:31.003824 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 14 10:20:31.003824 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 14 10:20:31.003824 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 14 10:20:31.003824 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 14 10:20:31.003824 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 14 10:20:31.003824 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 10:20:31.003824 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 10:20:31.003824 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 10:20:31.003824 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 10:20:31.003824 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 14 10:20:31.003824 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 14 10:20:31.003824 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 14 10:20:31.003824 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 14 10:20:31.003824 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 14 10:20:31.003824 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 14 10:20:31.003824 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 14 10:20:31.003824 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server raise exception Jul 14 10:20:31.003824 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e33f5810-7372-420b-8e46-6fa76bcc8a5e: This subnet is being modified by another concurrent operation. Jul 14 10:20:31.003824 n-d-779913-29 neutron-server[93959]: ERROR oslo_messaging.rpc.server Jul 14 10:20:31.012508 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-86aef536-f74c-4b5d-8ea5-cf81885a12db tempest-NetworksIpV6Test-1095298717 tempest-NetworksIpV6Test-1095298717-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735688356235', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10944210'] for segment, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:31.029379 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43341eaf-b12c-4026-984c-22f842568e1c None None] Network 3012ca14-af39-4cf4-b9bb-30f7414075d0 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:20:31.029904 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-86aef536-f74c-4b5d-8ea5-cf81885a12db tempest-NetworksIpV6Test-1095298717 tempest-NetworksIpV6Test-1095298717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:31.037090 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] For port 2a7ccf4b-ac37-4cb8-b91c-94ee1f6bd3f2, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=2a7ccf4b-ac37-4cb8-b91c-94ee1f6bd3f2,segment=NetworkSegment(6b988782-dbe2-465a-85fe-a89f45c51ba1),segment_id=6b988782-dbe2-465a-85fe-a89f45c51ba1)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:20:31.046688 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86aef536-f74c-4b5d-8ea5-cf81885a12db tempest-NetworksIpV6Test-1095298717 tempest-NetworksIpV6Test-1095298717-project] Releasing vlan 723 on physical network physnet1 to pool {{(pid=93957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 10:20:31.048482 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-86aef536-f74c-4b5d-8ea5-cf81885a12db tempest-NetworksIpV6Test-1095298717 tempest-NetworksIpV6Test-1095298717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10053619'] for segment, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:31.051400 n-d-779913-29 neutron-server[93957]: Traceback (most recent call last): Jul 14 10:20:31.051400 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 10:20:31.051400 n-d-779913-29 neutron-server[93957]: timer() Jul 14 10:20:31.051400 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 10:20:31.051400 n-d-779913-29 neutron-server[93957]: cb(*args, **kw) Jul 14 10:20:31.051400 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 10:20:31.051400 n-d-779913-29 neutron-server[93957]: return func(*args, **kwargs) Jul 14 10:20:31.051400 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 10:20:31.051400 n-d-779913-29 neutron-server[93957]: self._notify() Jul 14 10:20:31.051400 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 10:20:31.051400 n-d-779913-29 neutron-server[93957]: self.callback(batched_events) Jul 14 10:20:31.051400 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 10:20:31.051400 n-d-779913-29 neutron-server[93957]: event.method(event) Jul 14 10:20:31.051400 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 10:20:31.051400 n-d-779913-29 neutron-server[93957]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 10:20:31.051400 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 10:20:31.051400 n-d-779913-29 neutron-server[93957]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 10:20:31.051400 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 10:20:31.051400 n-d-779913-29 neutron-server[93957]: return f(self, *a, **k) Jul 14 10:20:31.051400 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 10:20:31.051400 n-d-779913-29 neutron-server[93957]: return self._get(url).json() Jul 14 10:20:31.051400 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 10:20:31.051400 n-d-779913-29 neutron-server[93957]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 10:20:31.051400 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 10:20:31.051400 n-d-779913-29 neutron-server[93957]: return self.request(url, 'GET', **kwargs) Jul 14 10:20:31.051400 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 10:20:31.051400 n-d-779913-29 neutron-server[93957]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 10:20:31.051400 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 10:20:31.051400 n-d-779913-29 neutron-server[93957]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 10:20:31.051400 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 10:20:31.051400 n-d-779913-29 neutron-server[93957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 10:20:31.051400 n-d-779913-29 neutron-server[93957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 10:20:31.076542 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:31.117910 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-86aef536-f74c-4b5d-8ea5-cf81885a12db tempest-NetworksIpV6Test-1095298717 tempest-NetworksIpV6Test-1095298717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660504'] for network, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:31.125176 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-86aef536-f74c-4b5d-8ea5-cf81885a12db tempest-NetworksIpV6Test-1095298717 tempest-NetworksIpV6Test-1095298717-project] Notify callbacks [] for network, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:31.127047 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-86aef536-f74c-4b5d-8ea5-cf81885a12db tempest-NetworksIpV6Test-1095298717 tempest-NetworksIpV6Test-1095298717-project] 10.222.0.68 "DELETE /v2.0/networks/3012ca14-af39-4cf4-b9bb-30f7414075d0 HTTP/1.1" status: 204 len: 168 time: 0.4692960 Jul 14 10:20:31.130597 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 39506) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:20:31.144588 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-44ac8c99-8c81-4b46-b2dc-26e020f46f86 tempest-NetworksIpV6Test-1095298717 tempest-NetworksIpV6Test-1095298717-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-661796264'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:20:31.149007 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86aef536-f74c-4b5d-8ea5-cf81885a12db tempest-NetworksIpV6Test-1095298717 tempest-NetworksIpV6Test-1095298717-project] Pushing event deleted for resources: {'Network': ['ID=3012ca14-af39-4cf4-b9bb-30f7414075d0,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:20:31.170361 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44ac8c99-8c81-4b46-b2dc-26e020f46f86 tempest-NetworksIpV6Test-1095298717 tempest-NetworksIpV6Test-1095298717-project] Made reservation on behalf of 28cd35ac63f44c66b0a79b9b0458e56c for: {'network': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:20:31.174779 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-44ac8c99-8c81-4b46-b2dc-26e020f46f86 tempest-NetworksIpV6Test-1095298717 tempest-NetworksIpV6Test-1095298717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for network, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:31.188398 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Pushing event updated for resources: {'Port': ['ID=2a7ccf4b-ac37-4cb8-b91c-94ee1f6bd3f2,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:20:31.194960 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb8c11c1-3e48-4aac-9cfc-87789d7b9c7a None None] get_active_networks_info from n-d-779913-29 {{(pid=93959) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 14 10:20:31.207413 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44ac8c99-8c81-4b46-b2dc-26e020f46f86 tempest-NetworksIpV6Test-1095298717 tempest-NetworksIpV6Test-1095298717-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 748} {{(pid=93957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 10:20:31.217353 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-44ac8c99-8c81-4b46-b2dc-26e020f46f86 tempest-NetworksIpV6Test-1095298717 tempest-NetworksIpV6Test-1095298717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:31.217753 n-d-779913-29 neutron-server[93957]: INFO neutron.db.segments_db [None req-44ac8c99-8c81-4b46-b2dc-26e020f46f86 tempest-NetworksIpV6Test-1095298717 tempest-NetworksIpV6Test-1095298717-project] Added segment f15ab120-972c-489b-98db-87a5b0fcddce of type vlan for network e0dfda7d-e940-469e-a29b-867a5cc9f204 Jul 14 10:20:31.259186 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-44ac8c99-8c81-4b46-b2dc-26e020f46f86 tempest-NetworksIpV6Test-1095298717 tempest-NetworksIpV6Test-1095298717-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735687821325'] for network, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:31.272751 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb8c11c1-3e48-4aac-9cfc-87789d7b9c7a None None] Resources bound (agent type, host, resource id): {{(pid=93959) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 14 10:20:31.291887 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-44ac8c99-8c81-4b46-b2dc-26e020f46f86 tempest-NetworksIpV6Test-1095298717 tempest-NetworksIpV6Test-1095298717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855'] for network, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:31.297545 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44ac8c99-8c81-4b46-b2dc-26e020f46f86 tempest-NetworksIpV6Test-1095298717 tempest-NetworksIpV6Test-1095298717-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:20:31.298145 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-44ac8c99-8c81-4b46-b2dc-26e020f46f86 tempest-NetworksIpV6Test-1095298717 tempest-NetworksIpV6Test-1095298717-project] Notify callbacks [] for network, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:31.364137 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-44ac8c99-8c81-4b46-b2dc-26e020f46f86 tempest-NetworksIpV6Test-1095298717 tempest-NetworksIpV6Test-1095298717-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2235620 Jul 14 10:20:31.367203 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 39508) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:20:31.370534 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ac8c99-8c81-4b46-b2dc-26e020f46f86 tempest-NetworksIpV6Test-1095298717 tempest-NetworksIpV6Test-1095298717-project] Pushing event updated for resources: {'Network': ['ID=e0dfda7d-e940-469e-a29b-867a5cc9f204,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:20:31.373101 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-530a1407-39a4-4275-850c-6256165e1d18 tempest-NetworksIpV6Test-1095298717 tempest-NetworksIpV6Test-1095298717-project] Request body: {'subnet': {'network_id': 'e0dfda7d-e940-469e-a29b-867a5cc9f204', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:20:31.383157 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Network e0dfda7d-e940-469e-a29b-867a5cc9f204 details requested by agent ovs-agent-n-d-779913-29 with host n-d-779913-29 {{(pid=93959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 10:20:31.478110 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-530a1407-39a4-4275-850c-6256165e1d18 tempest-NetworksIpV6Test-1095298717 tempest-NetworksIpV6Test-1095298717-project] Made reservation on behalf of 28cd35ac63f44c66b0a79b9b0458e56c for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:20:31.484133 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-530a1407-39a4-4275-850c-6256165e1d18 tempest-NetworksIpV6Test-1095298717 tempest-NetworksIpV6Test-1095298717-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16714600'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:31.670929 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-530a1407-39a4-4275-850c-6256165e1d18 tempest-NetworksIpV6Test-1095298717 tempest-NetworksIpV6Test-1095298717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13573993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16714586'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:31.732384 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530a1407-39a4-4275-850c-6256165e1d18 tempest-NetworksIpV6Test-1095298717 tempest-NetworksIpV6Test-1095298717-project] Pushing event updated for resources: {'Subnet': ['ID=87b71080-1b3e-4a0a-8293-188a1f2ca416,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:20:31.741267 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-530a1407-39a4-4275-850c-6256165e1d18 tempest-NetworksIpV6Test-1095298717 tempest-NetworksIpV6Test-1095298717-project] Checking segment: {'id': 'f15ab120-972c-489b-98db-87a5b0fcddce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'e0dfda7d-e940-469e-a29b-867a5cc9f204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:20:31.741640 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-530a1407-39a4-4275-850c-6256165e1d18 tempest-NetworksIpV6Test-1095298717 tempest-NetworksIpV6Test-1095298717-project] Network hostable DHCP agents. Network: e0dfda7d-e940-469e-a29b-867a5cc9f204, hostable agents: ['c6a09bd4-f72e-4283-a3ca-0bbca8a51081'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 10:20:31.758927 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-530a1407-39a4-4275-850c-6256165e1d18 tempest-NetworksIpV6Test-1095298717 tempest-NetworksIpV6Test-1095298717-project] Network e0dfda7d-e940-469e-a29b-867a5cc9f204 is scheduled to be hosted by DHCP agent c6a09bd4-f72e-4283-a3ca-0bbca8a51081 with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 10:20:31.768722 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-530a1407-39a4-4275-850c-6256165e1d18 tempest-NetworksIpV6Test-1095298717 tempest-NetworksIpV6Test-1095298717-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-29, e0dfda7d-e940-469e-a29b-867a5cc9f204) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:20:31.773866 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-530a1407-39a4-4275-850c-6256165e1d18 tempest-NetworksIpV6Test-1095298717 tempest-NetworksIpV6Test-1095298717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:20:31.774465 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-530a1407-39a4-4275-850c-6256165e1d18 tempest-NetworksIpV6Test-1095298717 tempest-NetworksIpV6Test-1095298717-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:31.777699 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-310bbda1-2a44-4a36-96b9-4622c219c79f None None] Network e0dfda7d-e940-469e-a29b-867a5cc9f204 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:20:31.790995 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-530a1407-39a4-4275-850c-6256165e1d18 tempest-NetworksIpV6Test-1095298717 tempest-NetworksIpV6Test-1095298717-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4222963 Jul 14 10:20:31.794930 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 39510) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:20:31.800389 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-7f468cb5-0e4f-40d6-a37d-8c56ae4e8641 tempest-NetworksIpV6Test-1095298717 tempest-NetworksIpV6Test-1095298717-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1530947231'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:20:31.825018 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f468cb5-0e4f-40d6-a37d-8c56ae4e8641 tempest-NetworksIpV6Test-1095298717 tempest-NetworksIpV6Test-1095298717-project] Made reservation on behalf of 28cd35ac63f44c66b0a79b9b0458e56c for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:20:31.828716 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7f468cb5-0e4f-40d6-a37d-8c56ae4e8641 tempest-NetworksIpV6Test-1095298717 tempest-NetworksIpV6Test-1095298717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:31.855560 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f468cb5-0e4f-40d6-a37d-8c56ae4e8641 tempest-NetworksIpV6Test-1095298717 tempest-NetworksIpV6Test-1095298717-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 709} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 10:20:31.866835 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7f468cb5-0e4f-40d6-a37d-8c56ae4e8641 tempest-NetworksIpV6Test-1095298717 tempest-NetworksIpV6Test-1095298717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:31.867293 n-d-779913-29 neutron-server[93958]: INFO neutron.db.segments_db [None req-7f468cb5-0e4f-40d6-a37d-8c56ae4e8641 tempest-NetworksIpV6Test-1095298717 tempest-NetworksIpV6Test-1095298717-project] Added segment 036c1969-334e-407f-ac9b-5cc7d1032aac of type vlan for network fce385f5-3b63-4213-8521-e75dd60ca180 Jul 14 10:20:31.914489 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7f468cb5-0e4f-40d6-a37d-8c56ae4e8641 tempest-NetworksIpV6Test-1095298717 tempest-NetworksIpV6Test-1095298717-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735687821325'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:31.937817 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd9f5b2c-ab64-4014-91ab-4167693fff81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf57baaa9-fd24-59f4-8fd2-1dc21122ce72-e0dfda7d-e940-469e-a29b-867a5cc9f204', 'network_id': 'e0dfda7d-e940-469e-a29b-867a5cc9f204', 'tenant_id': '28cd35ac63f44c66b0a79b9b0458e56c', 'fixed_ips': [{'subnet_id': '87b71080-1b3e-4a0a-8293-188a1f2ca416'}]}} from n-d-779913-29. {{(pid=93959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 10:20:31.938782 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cd9f5b2c-ab64-4014-91ab-4167693fff81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:31.947243 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7f468cb5-0e4f-40d6-a37d-8c56ae4e8641 tempest-NetworksIpV6Test-1095298717 tempest-NetworksIpV6Test-1095298717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:31.953796 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f468cb5-0e4f-40d6-a37d-8c56ae4e8641 tempest-NetworksIpV6Test-1095298717 tempest-NetworksIpV6Test-1095298717-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:20:31.954397 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7f468cb5-0e4f-40d6-a37d-8c56ae4e8641 tempest-NetworksIpV6Test-1095298717 tempest-NetworksIpV6Test-1095298717-project] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:32.018488 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-7f468cb5-0e4f-40d6-a37d-8c56ae4e8641 tempest-NetworksIpV6Test-1095298717 tempest-NetworksIpV6Test-1095298717-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2224488 Jul 14 10:20:32.021964 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 39512) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:20:32.027505 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-89417d48-6528-476f-94ca-b94ad3d55ca8 tempest-NetworksIpV6Test-1095298717 tempest-NetworksIpV6Test-1095298717-project] Request body: {'subnet': {'network_id': 'fce385f5-3b63-4213-8521-e75dd60ca180', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:20:32.035780 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f468cb5-0e4f-40d6-a37d-8c56ae4e8641 tempest-NetworksIpV6Test-1095298717 tempest-NetworksIpV6Test-1095298717-project] Pushing event updated for resources: {'Network': ['ID=fce385f5-3b63-4213-8521-e75dd60ca180,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:20:32.050374 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Network fce385f5-3b63-4213-8521-e75dd60ca180 details requested by agent ovs-agent-n-d-779913-29 with host n-d-779913-29 {{(pid=93959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 10:20:32.137753 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89417d48-6528-476f-94ca-b94ad3d55ca8 tempest-NetworksIpV6Test-1095298717 tempest-NetworksIpV6Test-1095298717-project] Made reservation on behalf of 28cd35ac63f44c66b0a79b9b0458e56c for: {'subnet': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:20:32.140052 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-cd9f5b2c-ab64-4014-91ab-4167693fff81 None None] Allocated IP 2001:db8::2 (e0dfda7d-e940-469e-a29b-867a5cc9f204/87b71080-1b3e-4a0a-8293-188a1f2ca416/09d1d863-512d-49d2-ae73-26e42de2ea3f) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:20:32.141448 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-89417d48-6528-476f-94ca-b94ad3d55ca8 tempest-NetworksIpV6Test-1095298717 tempest-NetworksIpV6Test-1095298717-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11984110'] for subnet, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:32.305763 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cd9f5b2c-ab64-4014-91ab-4167693fff81 None None] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:32.318449 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-cd9f5b2c-ab64-4014-91ab-4167693fff81 None None] Transition to ACTIVE for port object 09d1d863-512d-49d2-ae73-26e42de2ea3f will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:20:32.334829 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-cd9f5b2c-ab64-4014-91ab-4167693fff81 None None] Transition to ACTIVE for port object 09d1d863-512d-49d2-ae73-26e42de2ea3f will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:20:32.342449 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cd9f5b2c-ab64-4014-91ab-4167693fff81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:32.344915 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-89417d48-6528-476f-94ca-b94ad3d55ca8 tempest-NetworksIpV6Test-1095298717 tempest-NetworksIpV6Test-1095298717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10052764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11984092'] for subnet, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:32.384175 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd9f5b2c-ab64-4014-91ab-4167693fff81 None None] Network e0dfda7d-e940-469e-a29b-867a5cc9f204 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:20:32.388656 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-cd9f5b2c-ab64-4014-91ab-4167693fff81 None None] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:20:32.393732 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd9f5b2c-ab64-4014-91ab-4167693fff81 None None] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:20:32.395963 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9f5b2c-ab64-4014-91ab-4167693fff81 None None] Pushing event updated for resources: {'Port': ['ID=09d1d863-512d-49d2-ae73-26e42de2ea3f,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:20:32.411700 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89417d48-6528-476f-94ca-b94ad3d55ca8 tempest-NetworksIpV6Test-1095298717 tempest-NetworksIpV6Test-1095298717-project] Pushing event updated for resources: {'Subnet': ['ID=4aab2567-becc-4f27-bc2f-962dc657b671,revision_number=0']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:20:32.422965 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89417d48-6528-476f-94ca-b94ad3d55ca8 tempest-NetworksIpV6Test-1095298717 tempest-NetworksIpV6Test-1095298717-project] Checking segment: {'id': '036c1969-334e-407f-ac9b-5cc7d1032aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'fce385f5-3b63-4213-8521-e75dd60ca180'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:20:32.423366 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89417d48-6528-476f-94ca-b94ad3d55ca8 tempest-NetworksIpV6Test-1095298717 tempest-NetworksIpV6Test-1095298717-project] Network hostable DHCP agents. Network: fce385f5-3b63-4213-8521-e75dd60ca180, hostable agents: ['c6a09bd4-f72e-4283-a3ca-0bbca8a51081'], hosted agents: [] {{(pid=93957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 10:20:32.439842 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89417d48-6528-476f-94ca-b94ad3d55ca8 tempest-NetworksIpV6Test-1095298717 tempest-NetworksIpV6Test-1095298717-project] Network fce385f5-3b63-4213-8521-e75dd60ca180 is scheduled to be hosted by DHCP agent c6a09bd4-f72e-4283-a3ca-0bbca8a51081 with binding_index 1 {{(pid=93957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 10:20:32.449194 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-89417d48-6528-476f-94ca-b94ad3d55ca8 tempest-NetworksIpV6Test-1095298717 tempest-NetworksIpV6Test-1095298717-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-29, fce385f5-3b63-4213-8521-e75dd60ca180) {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:20:32.454095 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89417d48-6528-476f-94ca-b94ad3d55ca8 tempest-NetworksIpV6Test-1095298717 tempest-NetworksIpV6Test-1095298717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:20:32.454863 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-89417d48-6528-476f-94ca-b94ad3d55ca8 tempest-NetworksIpV6Test-1095298717 tempest-NetworksIpV6Test-1095298717-project] Notify callbacks [] for subnet, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:32.460731 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9037c456-e6b5-4d20-b0e5-f8c72eef16b4 None None] Network fce385f5-3b63-4213-8521-e75dd60ca180 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:20:32.471992 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-89417d48-6528-476f-94ca-b94ad3d55ca8 tempest-NetworksIpV6Test-1095298717 tempest-NetworksIpV6Test-1095298717-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4488847 Jul 14 10:20:32.474717 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 39514) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:20:32.478885 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-cd9f5b2c-ab64-4014-91ab-4167693fff81 None None] Attempting to bind port 09d1d863-512d-49d2-ae73-26e42de2ea3f on host n-d-779913-29 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:20:32.479350 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-cd9f5b2c-ab64-4014-91ab-4167693fff81 None None] Attempting to bind port 09d1d863-512d-49d2-ae73-26e42de2ea3f by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': 'f15ab120-972c-489b-98db-87a5b0fcddce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'e0dfda7d-e940-469e-a29b-867a5cc9f204'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:20:32.480407 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd9f5b2c-ab64-4014-91ab-4167693fff81 None None] Attempting to bind port 09d1d863-512d-49d2-ae73-26e42de2ea3f on network e0dfda7d-e940-469e-a29b-867a5cc9f204 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:20:32.511080 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd9f5b2c-ab64-4014-91ab-4167693fff81 None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 20, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:20:32.511458 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd9f5b2c-ab64-4014-91ab-4167693fff81 None None] Checking segment: {'id': 'f15ab120-972c-489b-98db-87a5b0fcddce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'e0dfda7d-e940-469e-a29b-867a5cc9f204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:20:32.511865 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cd9f5b2c-ab64-4014-91ab-4167693fff81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:32.512261 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd9f5b2c-ab64-4014-91ab-4167693fff81 None None] Bound using segment: {'id': 'f15ab120-972c-489b-98db-87a5b0fcddce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'e0dfda7d-e940-469e-a29b-867a5cc9f204'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:20:32.512738 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-cd9f5b2c-ab64-4014-91ab-4167693fff81 None None] Bound port: 09d1d863-512d-49d2-ae73-26e42de2ea3f, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f15ab120-972c-489b-98db-87a5b0fcddce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'e0dfda7d-e940-469e-a29b-867a5cc9f204'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:20:32.513120 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cd9f5b2c-ab64-4014-91ab-4167693fff81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:32.571549 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-abf6bc78-8b95-48c6-b1d0-2c75bce8eeff tempest-NetworksIpV6Test-1095298717 tempest-NetworksIpV6Test-1095298717-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3876111'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:32.627979 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-cd9f5b2c-ab64-4014-91ab-4167693fff81 None None] For port 09d1d863-512d-49d2-ae73-26e42de2ea3f, host n-d-779913-29, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:20:32.646438 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 2a7ccf4b-ac37-4cb8-b91c-94ee1f6bd3f2 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:20:32.654711 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-cd9f5b2c-ab64-4014-91ab-4167693fff81 None None] For port 09d1d863-512d-49d2-ae73-26e42de2ea3f, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=09d1d863-512d-49d2-ae73-26e42de2ea3f,segment=NetworkSegment(f15ab120-972c-489b-98db-87a5b0fcddce),segment_id=f15ab120-972c-489b-98db-87a5b0fcddce)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:20:32.679892 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-abf6bc78-8b95-48c6-b1d0-2c75bce8eeff tempest-NetworksIpV6Test-1095298717 tempest-NetworksIpV6Test-1095298717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3481002'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:32.683264 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cd9f5b2c-ab64-4014-91ab-4167693fff81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:32.754236 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-abf6bc78-8b95-48c6-b1d0-2c75bce8eeff tempest-NetworksIpV6Test-1095298717 tempest-NetworksIpV6Test-1095298717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13574056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16714573'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:32.768827 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be108901-4cac-44e0-8b32-03114e4bbd68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf57baaa9-fd24-59f4-8fd2-1dc21122ce72-fce385f5-3b63-4213-8521-e75dd60ca180', 'network_id': 'fce385f5-3b63-4213-8521-e75dd60ca180', 'tenant_id': '28cd35ac63f44c66b0a79b9b0458e56c', 'fixed_ips': [{'subnet_id': '4aab2567-becc-4f27-bc2f-962dc657b671'}]}} from n-d-779913-29. {{(pid=93959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 10:20:32.768827 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-be108901-4cac-44e0-8b32-03114e4bbd68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:32.842740 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf6bc78-8b95-48c6-b1d0-2c75bce8eeff tempest-NetworksIpV6Test-1095298717 tempest-NetworksIpV6Test-1095298717-project] Pushing event deleted for resources: {'Subnet': ['ID=4aab2567-becc-4f27-bc2f-962dc657b671,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:20:32.865077 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-abf6bc78-8b95-48c6-b1d0-2c75bce8eeff tempest-NetworksIpV6Test-1095298717 tempest-NetworksIpV6Test-1095298717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473955', 'neutron.services.segments.db._delete_segments_for_network-8735688326548'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:32.878095 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-abf6bc78-8b95-48c6-b1d0-2c75bce8eeff tempest-NetworksIpV6Test-1095298717 tempest-NetworksIpV6Test-1095298717-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fce385f5-3b63-4213-8521-e75dd60ca180']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:20:32.892346 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-abf6bc78-8b95-48c6-b1d0-2c75bce8eeff tempest-NetworksIpV6Test-1095298717 tempest-NetworksIpV6Test-1095298717-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '036c1969-334e-407f-ac9b-5cc7d1032aac') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:20:32.892807 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-abf6bc78-8b95-48c6-b1d0-2c75bce8eeff tempest-NetworksIpV6Test-1095298717 tempest-NetworksIpV6Test-1095298717-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '036c1969-334e-407f-ac9b-5cc7d1032aac') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:20:32.906082 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-abf6bc78-8b95-48c6-b1d0-2c75bce8eeff tempest-NetworksIpV6Test-1095298717 tempest-NetworksIpV6Test-1095298717-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735688356235', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13574129'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:32.935208 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-abf6bc78-8b95-48c6-b1d0-2c75bce8eeff tempest-NetworksIpV6Test-1095298717 tempest-NetworksIpV6Test-1095298717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:32.945197 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abf6bc78-8b95-48c6-b1d0-2c75bce8eeff tempest-NetworksIpV6Test-1095298717 tempest-NetworksIpV6Test-1095298717-project] Releasing vlan 709 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 10:20:32.945425 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-abf6bc78-8b95-48c6-b1d0-2c75bce8eeff tempest-NetworksIpV6Test-1095298717 tempest-NetworksIpV6Test-1095298717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13573126'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:32.950142 n-d-779913-29 neutron-server[93958]: Traceback (most recent call last): Jul 14 10:20:32.950142 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 10:20:32.950142 n-d-779913-29 neutron-server[93958]: timer() Jul 14 10:20:32.950142 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 10:20:32.950142 n-d-779913-29 neutron-server[93958]: cb(*args, **kw) Jul 14 10:20:32.950142 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 10:20:32.950142 n-d-779913-29 neutron-server[93958]: return func(*args, **kwargs) Jul 14 10:20:32.950142 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 10:20:32.950142 n-d-779913-29 neutron-server[93958]: self._notify() Jul 14 10:20:32.950142 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 10:20:32.950142 n-d-779913-29 neutron-server[93958]: self.callback(batched_events) Jul 14 10:20:32.950142 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 10:20:32.950142 n-d-779913-29 neutron-server[93958]: event.method(event) Jul 14 10:20:32.950142 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 10:20:32.950142 n-d-779913-29 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 10:20:32.950142 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 10:20:32.950142 n-d-779913-29 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 10:20:32.950142 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 10:20:32.950142 n-d-779913-29 neutron-server[93958]: return f(self, *a, **k) Jul 14 10:20:32.950142 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 10:20:32.950142 n-d-779913-29 neutron-server[93958]: return self._get(url).json() Jul 14 10:20:32.950142 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 10:20:32.950142 n-d-779913-29 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 10:20:32.950142 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 10:20:32.950142 n-d-779913-29 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 14 10:20:32.950142 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 10:20:32.950142 n-d-779913-29 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 10:20:32.950142 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 10:20:32.950142 n-d-779913-29 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 10:20:32.950142 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 10:20:32.950142 n-d-779913-29 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 10:20:32.950142 n-d-779913-29 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 10:20:32.992080 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9f5b2c-ab64-4014-91ab-4167693fff81 None None] Pushing event updated for resources: {'Port': ['ID=09d1d863-512d-49d2-ae73-26e42de2ea3f,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:20:33.060781 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port 2a7ccf4b-ac37-4cb8-b91c-94ee1f6bd3f2 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:20:33.061235 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:33.068689 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-abf6bc78-8b95-48c6-b1d0-2c75bce8eeff tempest-NetworksIpV6Test-1095298717 tempest-NetworksIpV6Test-1095298717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660504'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:33.075576 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-abf6bc78-8b95-48c6-b1d0-2c75bce8eeff tempest-NetworksIpV6Test-1095298717 tempest-NetworksIpV6Test-1095298717-project] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:33.080804 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-abf6bc78-8b95-48c6-b1d0-2c75bce8eeff tempest-NetworksIpV6Test-1095298717 tempest-NetworksIpV6Test-1095298717-project] 10.222.0.68 "DELETE /v2.0/networks/fce385f5-3b63-4213-8521-e75dd60ca180 HTTP/1.1" status: 204 len: 168 time: 0.6049819 Jul 14 10:20:33.083968 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 39516) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:20:33.102829 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6630f1d-6afb-4889-b0ac-6336869108c1 None None] Network fce385f5-3b63-4213-8521-e75dd60ca180 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:20:33.106581 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf6bc78-8b95-48c6-b1d0-2c75bce8eeff tempest-NetworksIpV6Test-1095298717 tempest-NetworksIpV6Test-1095298717-project] Pushing event deleted for resources: {'Network': ['ID=fce385f5-3b63-4213-8521-e75dd60ca180,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:20:33.116051 n-d-779913-29 neutron-server[93957]: INFO neutron.pecan_wsgi.hooks.translation [None req-c51d754a-0a92-4739-9029-4181d0e0a4a9 tempest-NetworksIpV6Test-1095298717 tempest-NetworksIpV6Test-1095298717-project] GET failed (client error): The resource could not be found. Jul 14 10:20:33.119190 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-c51d754a-0a92-4739-9029-4181d0e0a4a9 tempest-NetworksIpV6Test-1095298717 tempest-NetworksIpV6Test-1095298717-project] 10.222.0.68 "GET /v2.0/subnets/4aab2567-becc-4f27-bc2f-962dc657b671 HTTP/1.1" status: 404 len: 337 time: 0.0324469 Jul 14 10:20:33.123847 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 39518) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:20:33.128493 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6630f1d-6afb-4889-b0ac-6336869108c1 None None] Network fce385f5-3b63-4213-8521-e75dd60ca180 could not be found, it might have been deleted concurrently. {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 14 10:20:33.149054 n-d-779913-29 neutron-server[93958]: INFO neutron.pecan_wsgi.hooks.translation [None req-25e0e7c5-d984-41b6-b220-b22d27dec52b tempest-NetworksIpV6Test-1095298717 tempest-NetworksIpV6Test-1095298717-project] DELETE failed (client error): The resource could not be found. Jul 14 10:20:33.149705 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25e0e7c5-d984-41b6-b220-b22d27dec52b tempest-NetworksIpV6Test-1095298717 tempest-NetworksIpV6Test-1095298717-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 10:20:33.151504 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-25e0e7c5-d984-41b6-b220-b22d27dec52b tempest-NetworksIpV6Test-1095298717 tempest-NetworksIpV6Test-1095298717-project] 10.222.0.68 "DELETE /v2.0/networks/fce385f5-3b63-4213-8521-e75dd60ca180 HTTP/1.1" status: 404 len: 339 time: 0.0279164 Jul 14 10:20:33.155966 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 39520) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:20:33.188003 n-d-779913-29 neutron-server[93957]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8c01095-fd19-4bca-815c-09391c154211 tempest-NetworksIpV6Test-1095298717 tempest-NetworksIpV6Test-1095298717-project] DELETE failed (client error): The resource could not be found. Jul 14 10:20:33.188472 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8c01095-fd19-4bca-815c-09391c154211 tempest-NetworksIpV6Test-1095298717 tempest-NetworksIpV6Test-1095298717-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 10:20:33.190503 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-f8c01095-fd19-4bca-815c-09391c154211 tempest-NetworksIpV6Test-1095298717 tempest-NetworksIpV6Test-1095298717-project] 10.222.0.68 "DELETE /v2.0/subnets/4aab2567-becc-4f27-bc2f-962dc657b671 HTTP/1.1" status: 404 len: 337 time: 0.0334773 Jul 14 10:20:33.193708 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 39522) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:20:33.214405 n-d-779913-29 neutron-server[93957]: INFO neutron.pecan_wsgi.hooks.translation [None req-46365dbd-2cb2-4fc8-ae7b-1b6a949d888c tempest-NetworksIpV6Test-1095298717 tempest-NetworksIpV6Test-1095298717-project] DELETE failed (client error): The resource could not be found. Jul 14 10:20:33.214995 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46365dbd-2cb2-4fc8-ae7b-1b6a949d888c tempest-NetworksIpV6Test-1095298717 tempest-NetworksIpV6Test-1095298717-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 10:20:33.216675 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-46365dbd-2cb2-4fc8-ae7b-1b6a949d888c tempest-NetworksIpV6Test-1095298717 tempest-NetworksIpV6Test-1095298717-project] 10.222.0.68 "DELETE /v2.0/networks/fce385f5-3b63-4213-8521-e75dd60ca180 HTTP/1.1" status: 404 len: 339 time: 0.0219274 Jul 14 10:20:33.220050 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 39524) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:20:33.275114 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d3ae1e7-bcf9-4234-ab5d-7cec6dffe115 tempest-NetworksIpV6Test-1095298717 tempest-NetworksIpV6Test-1095298717-project] Deleting subnet 87b71080-1b3e-4a0a-8293-188a1f2ca416 {{(pid=93957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 10:20:33.278670 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1d3ae1e7-bcf9-4234-ab5d-7cec6dffe115 tempest-NetworksIpV6Test-1095298717 tempest-NetworksIpV6Test-1095298717-project] Notify callbacks [] for subnet, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:33.327007 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1d3ae1e7-bcf9-4234-ab5d-7cec6dffe115 tempest-NetworksIpV6Test-1095298717 tempest-NetworksIpV6Test-1095298717-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10944203'] for subnet, precommit_delete_associations {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:33.426143 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1d3ae1e7-bcf9-4234-ab5d-7cec6dffe115 tempest-NetworksIpV6Test-1095298717 tempest-NetworksIpV6Test-1095298717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3481002'] for subnet, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:33.494142 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1d3ae1e7-bcf9-4234-ab5d-7cec6dffe115 tempest-NetworksIpV6Test-1095298717 tempest-NetworksIpV6Test-1095298717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10052701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11984075'] for subnet, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:33.533604 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3ae1e7-bcf9-4234-ab5d-7cec6dffe115 tempest-NetworksIpV6Test-1095298717 tempest-NetworksIpV6Test-1095298717-project] Pushing event deleted for resources: {'Subnet': ['ID=87b71080-1b3e-4a0a-8293-188a1f2ca416,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:20:33.537642 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1d3ae1e7-bcf9-4234-ab5d-7cec6dffe115 tempest-NetworksIpV6Test-1095298717 tempest-NetworksIpV6Test-1095298717-project] Notify callbacks [] for subnet, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:33.539616 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-1d3ae1e7-bcf9-4234-ab5d-7cec6dffe115 tempest-NetworksIpV6Test-1095298717 tempest-NetworksIpV6Test-1095298717-project] 10.222.0.68 "DELETE /v2.0/subnets/87b71080-1b3e-4a0a-8293-188a1f2ca416 HTTP/1.1" status: 204 len: 168 time: 0.3181422 Jul 14 10:20:33.543107 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 39526) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:20:33.630397 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-0f17649d-b783-4902-b4c9-544fe95f7e5b tempest-NetworksIpV6Test-1095298717 tempest-NetworksIpV6Test-1095298717-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3876111'] for network, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:33.687103 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-0f17649d-b783-4902-b4c9-544fe95f7e5b tempest-NetworksIpV6Test-1095298717 tempest-NetworksIpV6Test-1095298717-project] Deleting port 09d1d863-512d-49d2-ae73-26e42de2ea3f {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:20:33.687380 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-0f17649d-b783-4902-b4c9-544fe95f7e5b tempest-NetworksIpV6Test-1095298717 tempest-NetworksIpV6Test-1095298717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:33.752388 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-0f17649d-b783-4902-b4c9-544fe95f7e5b tempest-NetworksIpV6Test-1095298717 tempest-NetworksIpV6Test-1095298717-project] For port 09d1d863-512d-49d2-ae73-26e42de2ea3f, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=09d1d863-512d-49d2-ae73-26e42de2ea3f,segment=NetworkSegment(f15ab120-972c-489b-98db-87a5b0fcddce),segment_id=f15ab120-972c-489b-98db-87a5b0fcddce)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:20:33.752753 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-0f17649d-b783-4902-b4c9-544fe95f7e5b tempest-NetworksIpV6Test-1095298717 tempest-NetworksIpV6Test-1095298717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:33.775233 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-0f17649d-b783-4902-b4c9-544fe95f7e5b tempest-NetworksIpV6Test-1095298717 tempest-NetworksIpV6Test-1095298717-project] Calling delete_port for 09d1d863-512d-49d2-ae73-26e42de2ea3f owned by network:dhcp {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:20:33.831409 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c9e4cbb-05f0-465a-b4e6-cb9619ab3682 None None] Network e0dfda7d-e940-469e-a29b-867a5cc9f204 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:20:33.870333 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-0f17649d-b783-4902-b4c9-544fe95f7e5b tempest-NetworksIpV6Test-1095298717 tempest-NetworksIpV6Test-1095298717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:33.898515 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f17649d-b783-4902-b4c9-544fe95f7e5b tempest-NetworksIpV6Test-1095298717 tempest-NetworksIpV6Test-1095298717-project] Pushing event deleted for resources: {'Port': ['ID=09d1d863-512d-49d2-ae73-26e42de2ea3f,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:20:33.898890 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-13199091-1968-4deb-8639-5a0956c11943 None None] Could not find standard attr ID for object 09d1d863-512d-49d2-ae73-26e42de2ea3f. {{(pid=93959) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 10:20:33.903880 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f17649d-b783-4902-b4c9-544fe95f7e5b tempest-NetworksIpV6Test-1095298717 tempest-NetworksIpV6Test-1095298717-project] No DVR routers for this DVR port 09d1d863-512d-49d2-ae73-26e42de2ea3f on host n-d-779913-29 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:20:33.999638 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-0f17649d-b783-4902-b4c9-544fe95f7e5b tempest-NetworksIpV6Test-1095298717 tempest-NetworksIpV6Test-1095298717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473955', 'neutron.services.segments.db._delete_segments_for_network-8735688326548'] for network, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:34.010272 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-0f17649d-b783-4902-b4c9-544fe95f7e5b tempest-NetworksIpV6Test-1095298717 tempest-NetworksIpV6Test-1095298717-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0dfda7d-e940-469e-a29b-867a5cc9f204']}} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:20:34.014029 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fff5feb7-ffae-4ca7-8344-2744e2ce2d61 None None] DHCP port deletion for e0dfda7d-e940-469e-a29b-867a5cc9f204 request from n-d-779913-29 {{(pid=93959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 10:20:34.023203 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-0f17649d-b783-4902-b4c9-544fe95f7e5b tempest-NetworksIpV6Test-1095298717 tempest-NetworksIpV6Test-1095298717-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f15ab120-972c-489b-98db-87a5b0fcddce') {'for_net_delete': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:20:34.023203 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-0f17649d-b783-4902-b4c9-544fe95f7e5b tempest-NetworksIpV6Test-1095298717 tempest-NetworksIpV6Test-1095298717-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f15ab120-972c-489b-98db-87a5b0fcddce') {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:20:34.034173 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-0f17649d-b783-4902-b4c9-544fe95f7e5b tempest-NetworksIpV6Test-1095298717 tempest-NetworksIpV6Test-1095298717-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735688356235', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10944210'] for segment, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:34.048927 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-0f17649d-b783-4902-b4c9-544fe95f7e5b tempest-NetworksIpV6Test-1095298717 tempest-NetworksIpV6Test-1095298717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:34.055340 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f17649d-b783-4902-b4c9-544fe95f7e5b tempest-NetworksIpV6Test-1095298717 tempest-NetworksIpV6Test-1095298717-project] Releasing vlan 748 on physical network physnet1 to pool {{(pid=93957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 10:20:34.055748 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-0f17649d-b783-4902-b4c9-544fe95f7e5b tempest-NetworksIpV6Test-1095298717 tempest-NetworksIpV6Test-1095298717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10053619'] for segment, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:34.058705 n-d-779913-29 neutron-server[93957]: Traceback (most recent call last): Jul 14 10:20:34.058705 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 10:20:34.058705 n-d-779913-29 neutron-server[93957]: timer() Jul 14 10:20:34.058705 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 10:20:34.058705 n-d-779913-29 neutron-server[93957]: cb(*args, **kw) Jul 14 10:20:34.058705 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 10:20:34.058705 n-d-779913-29 neutron-server[93957]: return func(*args, **kwargs) Jul 14 10:20:34.058705 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 10:20:34.058705 n-d-779913-29 neutron-server[93957]: self._notify() Jul 14 10:20:34.058705 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 10:20:34.058705 n-d-779913-29 neutron-server[93957]: self.callback(batched_events) Jul 14 10:20:34.058705 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 10:20:34.058705 n-d-779913-29 neutron-server[93957]: event.method(event) Jul 14 10:20:34.058705 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 10:20:34.058705 n-d-779913-29 neutron-server[93957]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 10:20:34.058705 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 10:20:34.058705 n-d-779913-29 neutron-server[93957]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 10:20:34.058705 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 10:20:34.058705 n-d-779913-29 neutron-server[93957]: return f(self, *a, **k) Jul 14 10:20:34.058705 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 10:20:34.058705 n-d-779913-29 neutron-server[93957]: return self._get(url).json() Jul 14 10:20:34.058705 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 10:20:34.058705 n-d-779913-29 neutron-server[93957]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 10:20:34.058705 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 10:20:34.058705 n-d-779913-29 neutron-server[93957]: return self.request(url, 'GET', **kwargs) Jul 14 10:20:34.058705 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 10:20:34.058705 n-d-779913-29 neutron-server[93957]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 10:20:34.058705 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 10:20:34.058705 n-d-779913-29 neutron-server[93957]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 10:20:34.058705 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 10:20:34.058705 n-d-779913-29 neutron-server[93957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 10:20:34.058705 n-d-779913-29 neutron-server[93957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 10:20:34.116361 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-0f17649d-b783-4902-b4c9-544fe95f7e5b tempest-NetworksIpV6Test-1095298717 tempest-NetworksIpV6Test-1095298717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660504'] for network, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:34.130543 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-0f17649d-b783-4902-b4c9-544fe95f7e5b tempest-NetworksIpV6Test-1095298717 tempest-NetworksIpV6Test-1095298717-project] Notify callbacks [] for network, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:34.132321 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-0f17649d-b783-4902-b4c9-544fe95f7e5b tempest-NetworksIpV6Test-1095298717 tempest-NetworksIpV6Test-1095298717-project] 10.222.0.68 "DELETE /v2.0/networks/e0dfda7d-e940-469e-a29b-867a5cc9f204 HTTP/1.1" status: 204 len: 168 time: 0.5882788 Jul 14 10:20:34.134785 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 39528) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:20:34.153645 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f17649d-b783-4902-b4c9-544fe95f7e5b tempest-NetworksIpV6Test-1095298717 tempest-NetworksIpV6Test-1095298717-project] Pushing event deleted for resources: {'Network': ['ID=e0dfda7d-e940-469e-a29b-867a5cc9f204,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:20:34.177046 n-d-779913-29 neutron-server[93957]: INFO neutron.pecan_wsgi.hooks.translation [None req-40569c91-a808-40e2-abe1-d0dfd23542cb tempest-NetworksIpV6Test-1095298717 tempest-NetworksIpV6Test-1095298717-project] DELETE failed (client error): The resource could not be found. Jul 14 10:20:34.177517 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40569c91-a808-40e2-abe1-d0dfd23542cb tempest-NetworksIpV6Test-1095298717 tempest-NetworksIpV6Test-1095298717-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 10:20:34.179252 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-40569c91-a808-40e2-abe1-d0dfd23542cb tempest-NetworksIpV6Test-1095298717 tempest-NetworksIpV6Test-1095298717-project] 10.222.0.68 "DELETE /v2.0/subnets/e33f5810-7372-420b-8e46-6fa76bcc8a5e HTTP/1.1" status: 404 len: 337 time: 0.0435147 Jul 14 10:20:34.181807 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 39530) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:20:34.200316 n-d-779913-29 neutron-server[93957]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a761be8-3391-4651-a7ca-d85757be3606 tempest-NetworksIpV6Test-1095298717 tempest-NetworksIpV6Test-1095298717-project] DELETE failed (client error): The resource could not be found. Jul 14 10:20:34.200776 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a761be8-3391-4651-a7ca-d85757be3606 tempest-NetworksIpV6Test-1095298717 tempest-NetworksIpV6Test-1095298717-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 10:20:34.202464 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-7a761be8-3391-4651-a7ca-d85757be3606 tempest-NetworksIpV6Test-1095298717 tempest-NetworksIpV6Test-1095298717-project] 10.222.0.68 "DELETE /v2.0/networks/3012ca14-af39-4cf4-b9bb-30f7414075d0 HTTP/1.1" status: 404 len: 339 time: 0.0197718 Jul 14 10:20:34.204951 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 39532) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:20:34.232068 n-d-779913-29 neutron-server[93957]: INFO neutron.pecan_wsgi.hooks.translation [None req-00dcfc72-ff56-4460-823f-5fb50b0e3de3 tempest-NetworksIpV6Test-1095298717 tempest-NetworksIpV6Test-1095298717-project] DELETE failed (client error): The resource could not be found. Jul 14 10:20:34.232523 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00dcfc72-ff56-4460-823f-5fb50b0e3de3 tempest-NetworksIpV6Test-1095298717 tempest-NetworksIpV6Test-1095298717-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 10:20:34.234314 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-00dcfc72-ff56-4460-823f-5fb50b0e3de3 tempest-NetworksIpV6Test-1095298717 tempest-NetworksIpV6Test-1095298717-project] 10.222.0.68 "DELETE /v2.0/subnets/d890e06c-3f13-44de-8d1b-e9536eec9bf6 HTTP/1.1" status: 404 len: 337 time: 0.0284355 Jul 14 10:20:34.236846 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 39534) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:20:34.254515 n-d-779913-29 neutron-server[93957]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e8de4d8-72ff-4bfd-b279-0c725ad53bf0 tempest-NetworksIpV6Test-1095298717 tempest-NetworksIpV6Test-1095298717-project] DELETE failed (client error): The resource could not be found. Jul 14 10:20:34.255061 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e8de4d8-72ff-4bfd-b279-0c725ad53bf0 tempest-NetworksIpV6Test-1095298717 tempest-NetworksIpV6Test-1095298717-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 10:20:34.256688 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-3e8de4d8-72ff-4bfd-b279-0c725ad53bf0 tempest-NetworksIpV6Test-1095298717 tempest-NetworksIpV6Test-1095298717-project] 10.222.0.68 "DELETE /v2.0/networks/7463f887-f4e5-4760-800d-0230100ef0e8 HTTP/1.1" status: 404 len: 339 time: 0.0189593 Jul 14 10:20:34.259065 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 39536) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:20:34.309167 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e5ad007-d8d5-4209-b71a-6c0b715e6de6 tempest-NetworksIpV6Test-1095298717 tempest-NetworksIpV6Test-1095298717-project] Deleting subnet 0494e159-b31e-4b79-b2ca-c08d11148229 {{(pid=93957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 10:20:34.312321 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2e5ad007-d8d5-4209-b71a-6c0b715e6de6 tempest-NetworksIpV6Test-1095298717 tempest-NetworksIpV6Test-1095298717-project] Notify callbacks [] for subnet, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:34.352158 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2e5ad007-d8d5-4209-b71a-6c0b715e6de6 tempest-NetworksIpV6Test-1095298717 tempest-NetworksIpV6Test-1095298717-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10944203'] for subnet, precommit_delete_associations {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:34.439705 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2e5ad007-d8d5-4209-b71a-6c0b715e6de6 tempest-NetworksIpV6Test-1095298717 tempest-NetworksIpV6Test-1095298717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3481002'] for subnet, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:34.499569 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2e5ad007-d8d5-4209-b71a-6c0b715e6de6 tempest-NetworksIpV6Test-1095298717 tempest-NetworksIpV6Test-1095298717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10052701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11984075'] for subnet, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:34.527839 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5ad007-d8d5-4209-b71a-6c0b715e6de6 tempest-NetworksIpV6Test-1095298717 tempest-NetworksIpV6Test-1095298717-project] Pushing event deleted for resources: {'Subnet': ['ID=0494e159-b31e-4b79-b2ca-c08d11148229,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:20:34.529861 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-2e5ad007-d8d5-4209-b71a-6c0b715e6de6 tempest-NetworksIpV6Test-1095298717 tempest-NetworksIpV6Test-1095298717-project] Notify callbacks [] for subnet, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:34.533561 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-2e5ad007-d8d5-4209-b71a-6c0b715e6de6 tempest-NetworksIpV6Test-1095298717 tempest-NetworksIpV6Test-1095298717-project] 10.222.0.68 "DELETE /v2.0/subnets/0494e159-b31e-4b79-b2ca-c08d11148229 HTTP/1.1" status: 204 len: 168 time: 0.2717869 Jul 14 10:20:34.535607 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 39538) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:20:34.537758 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04142c3e-0e5c-40e8-8025-68f0cca44691 None None] Network 564c7b42-2318-44a0-a9fc-3d16fcb157f7 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:20:34.618030 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-914b0a0e-af37-4d93-997b-f03b8b7d04c8 tempest-NetworksIpV6Test-1095298717 tempest-NetworksIpV6Test-1095298717-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3876111'] for network, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:34.674217 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-914b0a0e-af37-4d93-997b-f03b8b7d04c8 tempest-NetworksIpV6Test-1095298717 tempest-NetworksIpV6Test-1095298717-project] Deleting port 2a7ccf4b-ac37-4cb8-b91c-94ee1f6bd3f2 {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:20:34.674562 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-914b0a0e-af37-4d93-997b-f03b8b7d04c8 tempest-NetworksIpV6Test-1095298717 tempest-NetworksIpV6Test-1095298717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:34.720515 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e747969-c238-4c1b-bb50-7739c3002c98 None None] DHCP port deletion for 564c7b42-2318-44a0-a9fc-3d16fcb157f7 request from n-d-779913-29 {{(pid=93959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 10:20:34.740828 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-914b0a0e-af37-4d93-997b-f03b8b7d04c8 tempest-NetworksIpV6Test-1095298717 tempest-NetworksIpV6Test-1095298717-project] For port 2a7ccf4b-ac37-4cb8-b91c-94ee1f6bd3f2, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=2a7ccf4b-ac37-4cb8-b91c-94ee1f6bd3f2,segment=NetworkSegment(6b988782-dbe2-465a-85fe-a89f45c51ba1),segment_id=6b988782-dbe2-465a-85fe-a89f45c51ba1)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:20:34.741193 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-914b0a0e-af37-4d93-997b-f03b8b7d04c8 tempest-NetworksIpV6Test-1095298717 tempest-NetworksIpV6Test-1095298717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:34.755793 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-914b0a0e-af37-4d93-997b-f03b8b7d04c8 tempest-NetworksIpV6Test-1095298717 tempest-NetworksIpV6Test-1095298717-project] Calling delete_port for 2a7ccf4b-ac37-4cb8-b91c-94ee1f6bd3f2 owned by network:dhcp {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:20:34.776377 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-4e747969-c238-4c1b-bb50-7739c3002c98 None None] Deleting port 2a7ccf4b-ac37-4cb8-b91c-94ee1f6bd3f2 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:20:34.776775 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4e747969-c238-4c1b-bb50-7739c3002c98 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:34.847323 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-914b0a0e-af37-4d93-997b-f03b8b7d04c8 tempest-NetworksIpV6Test-1095298717 tempest-NetworksIpV6Test-1095298717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:34.857311 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-4e747969-c238-4c1b-bb50-7739c3002c98 None None] For port 2a7ccf4b-ac37-4cb8-b91c-94ee1f6bd3f2, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=2a7ccf4b-ac37-4cb8-b91c-94ee1f6bd3f2,segment=NetworkSegment(6b988782-dbe2-465a-85fe-a89f45c51ba1),segment_id=6b988782-dbe2-465a-85fe-a89f45c51ba1)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:20:34.858049 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4e747969-c238-4c1b-bb50-7739c3002c98 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:34.875354 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-4e747969-c238-4c1b-bb50-7739c3002c98 None None] Calling delete_port for 2a7ccf4b-ac37-4cb8-b91c-94ee1f6bd3f2 owned by network:dhcp {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:20:34.877120 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914b0a0e-af37-4d93-997b-f03b8b7d04c8 tempest-NetworksIpV6Test-1095298717 tempest-NetworksIpV6Test-1095298717-project] Pushing event deleted for resources: {'Port': ['ID=2a7ccf4b-ac37-4cb8-b91c-94ee1f6bd3f2,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:20:34.880206 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-914b0a0e-af37-4d93-997b-f03b8b7d04c8 tempest-NetworksIpV6Test-1095298717 tempest-NetworksIpV6Test-1095298717-project] No DVR routers for this DVR port 2a7ccf4b-ac37-4cb8-b91c-94ee1f6bd3f2 on host n-d-779913-29 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:20:34.968755 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-914b0a0e-af37-4d93-997b-f03b8b7d04c8 tempest-NetworksIpV6Test-1095298717 tempest-NetworksIpV6Test-1095298717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473955', 'neutron.services.segments.db._delete_segments_for_network-8735688326548'] for network, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:34.970536 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4e747969-c238-4c1b-bb50-7739c3002c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:34.979046 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-914b0a0e-af37-4d93-997b-f03b8b7d04c8 tempest-NetworksIpV6Test-1095298717 tempest-NetworksIpV6Test-1095298717-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['564c7b42-2318-44a0-a9fc-3d16fcb157f7']}} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:20:34.993222 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-914b0a0e-af37-4d93-997b-f03b8b7d04c8 tempest-NetworksIpV6Test-1095298717 tempest-NetworksIpV6Test-1095298717-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b988782-dbe2-465a-85fe-a89f45c51ba1') {'for_net_delete': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:20:34.993697 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-914b0a0e-af37-4d93-997b-f03b8b7d04c8 tempest-NetworksIpV6Test-1095298717 tempest-NetworksIpV6Test-1095298717-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b988782-dbe2-465a-85fe-a89f45c51ba1') {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:20:35.005374 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e747969-c238-4c1b-bb50-7739c3002c98 None None] Pushing event deleted for resources: {'Port': ['ID=2a7ccf4b-ac37-4cb8-b91c-94ee1f6bd3f2,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:20:35.006548 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-914b0a0e-af37-4d93-997b-f03b8b7d04c8 tempest-NetworksIpV6Test-1095298717 tempest-NetworksIpV6Test-1095298717-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735688356235', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10944210'] for segment, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:35.010297 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e747969-c238-4c1b-bb50-7739c3002c98 None None] No DVR routers for this DVR port 2a7ccf4b-ac37-4cb8-b91c-94ee1f6bd3f2 on host n-d-779913-29 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:20:35.024097 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-914b0a0e-af37-4d93-997b-f03b8b7d04c8 tempest-NetworksIpV6Test-1095298717 tempest-NetworksIpV6Test-1095298717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:35.033904 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-914b0a0e-af37-4d93-997b-f03b8b7d04c8 tempest-NetworksIpV6Test-1095298717 tempest-NetworksIpV6Test-1095298717-project] Releasing vlan 730 on physical network physnet1 to pool {{(pid=93957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 10:20:35.034660 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-914b0a0e-af37-4d93-997b-f03b8b7d04c8 tempest-NetworksIpV6Test-1095298717 tempest-NetworksIpV6Test-1095298717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10053619'] for segment, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:35.037927 n-d-779913-29 neutron-server[93957]: Traceback (most recent call last): Jul 14 10:20:35.037927 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 10:20:35.037927 n-d-779913-29 neutron-server[93957]: timer() Jul 14 10:20:35.037927 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 10:20:35.037927 n-d-779913-29 neutron-server[93957]: cb(*args, **kw) Jul 14 10:20:35.037927 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 10:20:35.037927 n-d-779913-29 neutron-server[93957]: return func(*args, **kwargs) Jul 14 10:20:35.037927 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 10:20:35.037927 n-d-779913-29 neutron-server[93957]: self._notify() Jul 14 10:20:35.037927 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 10:20:35.037927 n-d-779913-29 neutron-server[93957]: self.callback(batched_events) Jul 14 10:20:35.037927 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 10:20:35.037927 n-d-779913-29 neutron-server[93957]: event.method(event) Jul 14 10:20:35.037927 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 10:20:35.037927 n-d-779913-29 neutron-server[93957]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 10:20:35.037927 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 10:20:35.037927 n-d-779913-29 neutron-server[93957]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 10:20:35.037927 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 10:20:35.037927 n-d-779913-29 neutron-server[93957]: return f(self, *a, **k) Jul 14 10:20:35.037927 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 10:20:35.037927 n-d-779913-29 neutron-server[93957]: return self._get(url).json() Jul 14 10:20:35.037927 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 10:20:35.037927 n-d-779913-29 neutron-server[93957]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 10:20:35.037927 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 10:20:35.037927 n-d-779913-29 neutron-server[93957]: return self.request(url, 'GET', **kwargs) Jul 14 10:20:35.037927 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 10:20:35.037927 n-d-779913-29 neutron-server[93957]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 10:20:35.037927 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 10:20:35.037927 n-d-779913-29 neutron-server[93957]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 10:20:35.037927 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 10:20:35.037927 n-d-779913-29 neutron-server[93957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 10:20:35.037927 n-d-779913-29 neutron-server[93957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 10:20:35.110186 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-914b0a0e-af37-4d93-997b-f03b8b7d04c8 tempest-NetworksIpV6Test-1095298717 tempest-NetworksIpV6Test-1095298717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660504'] for network, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:35.115508 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-914b0a0e-af37-4d93-997b-f03b8b7d04c8 tempest-NetworksIpV6Test-1095298717 tempest-NetworksIpV6Test-1095298717-project] Notify callbacks [] for network, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:35.118516 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-914b0a0e-af37-4d93-997b-f03b8b7d04c8 tempest-NetworksIpV6Test-1095298717 tempest-NetworksIpV6Test-1095298717-project] 10.222.0.68 "DELETE /v2.0/networks/564c7b42-2318-44a0-a9fc-3d16fcb157f7 HTTP/1.1" status: 204 len: 168 time: 0.5817354 Jul 14 10:20:35.134293 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914b0a0e-af37-4d93-997b-f03b8b7d04c8 tempest-NetworksIpV6Test-1095298717 tempest-NetworksIpV6Test-1095298717-project] Pushing event deleted for resources: {'Network': ['ID=564c7b42-2318-44a0-a9fc-3d16fcb157f7,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:20:35.382833 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 39544) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:20:35.516746 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-9c3f9875-141a-4d1a-8ddc-de169ebee4f3 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=28cd35ac63f44c66b0a79b9b0458e56c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1326404 Jul 14 10:20:35.519597 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 39548) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:20:35.570870 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bb5af23c-4ce4-4935-8cb7-a1b4f5ab2042 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:35.593358 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bb5af23c-4ce4-4935-8cb7-a1b4f5ab2042 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:35.639256 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bb5af23c-4ce4-4935-8cb7-a1b4f5ab2042 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:35.642237 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bb5af23c-4ce4-4935-8cb7-a1b4f5ab2042 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:35.643993 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-bb5af23c-4ce4-4935-8cb7-a1b4f5ab2042 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/ced62715-3acc-4565-b402-8f98d47a57a4 HTTP/1.1" status: 204 len: 168 time: 0.1233482 Jul 14 10:20:35.657537 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5af23c-4ce4-4935-8cb7-a1b4f5ab2042 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ced62715-3acc-4565-b402-8f98d47a57a4,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:20:36.299447 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 39570) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:20:36.393008 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-d6a69c73-9332-4ab3-a9cd-210f540acebb tempest-RoutersNegativeTest-1862572191 tempest-RoutersNegativeTest-1862572191-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1497315611', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:20:36.419810 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d6a69c73-9332-4ab3-a9cd-210f540acebb tempest-RoutersNegativeTest-1862572191 tempest-RoutersNegativeTest-1862572191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-711749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14670'] for router, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:36.420800 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d6a69c73-9332-4ab3-a9cd-210f540acebb tempest-RoutersNegativeTest-1862572191 tempest-RoutersNegativeTest-1862572191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-711718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-661475', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14679'] for router, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:36.470808 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d6a69c73-9332-4ab3-a9cd-210f540acebb tempest-RoutersNegativeTest-1862572191 tempest-RoutersNegativeTest-1862572191-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:36.475580 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d6a69c73-9332-4ab3-a9cd-210f540acebb tempest-RoutersNegativeTest-1862572191 tempest-RoutersNegativeTest-1862572191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-711762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-661452'] for router, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:36.492747 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d6a69c73-9332-4ab3-a9cd-210f540acebb tempest-RoutersNegativeTest-1862572191 tempest-RoutersNegativeTest-1862572191-project] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:36.494025 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-d6a69c73-9332-4ab3-a9cd-210f540acebb tempest-RoutersNegativeTest-1862572191 tempest-RoutersNegativeTest-1862572191-project] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1935539 Jul 14 10:20:36.497595 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 39574) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:20:36.502831 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-10ae4a8e-ce27-4539-ab39-89707bc414a7 tempest-RoutersNegativeTest-1862572191 tempest-RoutersNegativeTest-1862572191-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-548881448'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:20:36.522608 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10ae4a8e-ce27-4539-ab39-89707bc414a7 tempest-RoutersNegativeTest-1862572191 tempest-RoutersNegativeTest-1862572191-project] Made reservation on behalf of 41c2569c97334736b8536b5baa734809 for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:20:36.526370 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-10ae4a8e-ce27-4539-ab39-89707bc414a7 tempest-RoutersNegativeTest-1862572191 tempest-RoutersNegativeTest-1862572191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:36.535436 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-10ae4a8e-ce27-4539-ab39-89707bc414a7 tempest-RoutersNegativeTest-1862572191 tempest-RoutersNegativeTest-1862572191-project] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:36.634512 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 2a7ccf4b-ac37-4cb8-b91c-94ee1f6bd3f2 no longer exists at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:20:36.645801 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-10ae4a8e-ce27-4539-ab39-89707bc414a7 tempest-RoutersNegativeTest-1862572191 tempest-RoutersNegativeTest-1862572191-project] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:36.650007 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-10ae4a8e-ce27-4539-ab39-89707bc414a7 tempest-RoutersNegativeTest-1862572191 tempest-RoutersNegativeTest-1862572191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:36.656175 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] No Port match for: 2a7ccf4b-ac37-4cb8-b91c-94ee1f6bd3f2 {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:20:36.656570 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 2a7ccf4b-ac37-4cb8-b91c-94ee1f6bd3f2 not bound to the agent host n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:20:36.675184 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10ae4a8e-ce27-4539-ab39-89707bc414a7 tempest-RoutersNegativeTest-1862572191 tempest-RoutersNegativeTest-1862572191-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 707} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 10:20:36.689120 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ae4a8e-ce27-4539-ab39-89707bc414a7 tempest-RoutersNegativeTest-1862572191 tempest-RoutersNegativeTest-1862572191-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ffb8130f-6d18-4a66-92dd-5dc84b88b6dc,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:20:36.694005 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-10ae4a8e-ce27-4539-ab39-89707bc414a7 tempest-RoutersNegativeTest-1862572191 tempest-RoutersNegativeTest-1862572191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:36.694354 n-d-779913-29 neutron-server[93958]: INFO neutron.db.segments_db [None req-10ae4a8e-ce27-4539-ab39-89707bc414a7 tempest-RoutersNegativeTest-1862572191 tempest-RoutersNegativeTest-1862572191-project] Added segment f6aef0a1-6576-4f42-87e1-6e3611f4b40e of type vlan for network c4844b9d-a6fe-4ca8-a283-ca2af88149a6 Jul 14 10:20:36.739716 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-10ae4a8e-ce27-4539-ab39-89707bc414a7 tempest-RoutersNegativeTest-1862572191 tempest-RoutersNegativeTest-1862572191-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735687821325'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:36.775943 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-10ae4a8e-ce27-4539-ab39-89707bc414a7 tempest-RoutersNegativeTest-1862572191 tempest-RoutersNegativeTest-1862572191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:36.782175 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10ae4a8e-ce27-4539-ab39-89707bc414a7 tempest-RoutersNegativeTest-1862572191 tempest-RoutersNegativeTest-1862572191-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:20:36.782860 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-10ae4a8e-ce27-4539-ab39-89707bc414a7 tempest-RoutersNegativeTest-1862572191 tempest-RoutersNegativeTest-1862572191-project] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:36.841569 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-10ae4a8e-ce27-4539-ab39-89707bc414a7 tempest-RoutersNegativeTest-1862572191 tempest-RoutersNegativeTest-1862572191-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3425460 Jul 14 10:20:36.844339 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 39576) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:20:36.849393 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-50e6d21b-4e60-49b7-8a6d-a51ebbfb5043 tempest-RoutersNegativeTest-1862572191 tempest-RoutersNegativeTest-1862572191-project] Request body: {'subnet': {'network_id': 'c4844b9d-a6fe-4ca8-a283-ca2af88149a6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:20:36.869154 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ae4a8e-ce27-4539-ab39-89707bc414a7 tempest-RoutersNegativeTest-1862572191 tempest-RoutersNegativeTest-1862572191-project] Pushing event updated for resources: {'Network': ['ID=c4844b9d-a6fe-4ca8-a283-ca2af88149a6,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:20:36.879921 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Network c4844b9d-a6fe-4ca8-a283-ca2af88149a6 details requested by agent ovs-agent-n-d-779913-29 with host n-d-779913-29 {{(pid=93959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 10:20:36.951388 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50e6d21b-4e60-49b7-8a6d-a51ebbfb5043 tempest-RoutersNegativeTest-1862572191 tempest-RoutersNegativeTest-1862572191-project] Made reservation on behalf of 41c2569c97334736b8536b5baa734809 for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:20:36.955331 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-50e6d21b-4e60-49b7-8a6d-a51ebbfb5043 tempest-RoutersNegativeTest-1862572191 tempest-RoutersNegativeTest-1862572191-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16714600'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:37.160903 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-50e6d21b-4e60-49b7-8a6d-a51ebbfb5043 tempest-RoutersNegativeTest-1862572191 tempest-RoutersNegativeTest-1862572191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13573993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16714586'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:37.224043 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e6d21b-4e60-49b7-8a6d-a51ebbfb5043 tempest-RoutersNegativeTest-1862572191 tempest-RoutersNegativeTest-1862572191-project] Pushing event updated for resources: {'Subnet': ['ID=5fe2b027-ece7-4ee6-9351-ed394c109c88,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:20:37.234664 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e6d21b-4e60-49b7-8a6d-a51ebbfb5043 tempest-RoutersNegativeTest-1862572191 tempest-RoutersNegativeTest-1862572191-project] Checking segment: {'id': 'f6aef0a1-6576-4f42-87e1-6e3611f4b40e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'c4844b9d-a6fe-4ca8-a283-ca2af88149a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:20:37.235030 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50e6d21b-4e60-49b7-8a6d-a51ebbfb5043 tempest-RoutersNegativeTest-1862572191 tempest-RoutersNegativeTest-1862572191-project] Network hostable DHCP agents. Network: c4844b9d-a6fe-4ca8-a283-ca2af88149a6, hostable agents: ['c6a09bd4-f72e-4283-a3ca-0bbca8a51081'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 10:20:37.252734 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50e6d21b-4e60-49b7-8a6d-a51ebbfb5043 tempest-RoutersNegativeTest-1862572191 tempest-RoutersNegativeTest-1862572191-project] Network c4844b9d-a6fe-4ca8-a283-ca2af88149a6 is scheduled to be hosted by DHCP agent c6a09bd4-f72e-4283-a3ca-0bbca8a51081 with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 10:20:37.264384 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-50e6d21b-4e60-49b7-8a6d-a51ebbfb5043 tempest-RoutersNegativeTest-1862572191 tempest-RoutersNegativeTest-1862572191-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-29, c4844b9d-a6fe-4ca8-a283-ca2af88149a6) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:20:37.269571 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50e6d21b-4e60-49b7-8a6d-a51ebbfb5043 tempest-RoutersNegativeTest-1862572191 tempest-RoutersNegativeTest-1862572191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:20:37.270590 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-50e6d21b-4e60-49b7-8a6d-a51ebbfb5043 tempest-RoutersNegativeTest-1862572191 tempest-RoutersNegativeTest-1862572191-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:37.276258 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b499983-f2d3-4c10-ad88-2fb8cdf066e9 None None] Network c4844b9d-a6fe-4ca8-a283-ca2af88149a6 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:20:37.290983 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-50e6d21b-4e60-49b7-8a6d-a51ebbfb5043 tempest-RoutersNegativeTest-1862572191 tempest-RoutersNegativeTest-1862572191-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4453762 Jul 14 10:20:37.293911 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 39578) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:20:37.299232 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-7c8302cf-69a5-4621-a213-d744c09b7c78 tempest-RoutersNegativeTest-1862572191 tempest-RoutersNegativeTest-1862572191-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1102702630'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:20:37.319947 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c8302cf-69a5-4621-a213-d744c09b7c78 tempest-RoutersNegativeTest-1862572191 tempest-RoutersNegativeTest-1862572191-project] Made reservation on behalf of 41c2569c97334736b8536b5baa734809 for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:20:37.324461 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7c8302cf-69a5-4621-a213-d744c09b7c78 tempest-RoutersNegativeTest-1862572191 tempest-RoutersNegativeTest-1862572191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:37.351358 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c8302cf-69a5-4621-a213-d744c09b7c78 tempest-RoutersNegativeTest-1862572191 tempest-RoutersNegativeTest-1862572191-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 736} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 10:20:37.362134 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7c8302cf-69a5-4621-a213-d744c09b7c78 tempest-RoutersNegativeTest-1862572191 tempest-RoutersNegativeTest-1862572191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:37.362489 n-d-779913-29 neutron-server[93958]: INFO neutron.db.segments_db [None req-7c8302cf-69a5-4621-a213-d744c09b7c78 tempest-RoutersNegativeTest-1862572191 tempest-RoutersNegativeTest-1862572191-project] Added segment b66de509-4422-48b1-a2ef-e3e46cf2aafb of type vlan for network d2a1daa9-7df2-4a8f-a1be-c131fcf758d2 Jul 14 10:20:37.410719 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7c8302cf-69a5-4621-a213-d744c09b7c78 tempest-RoutersNegativeTest-1862572191 tempest-RoutersNegativeTest-1862572191-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735687821325'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:37.443858 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7c8302cf-69a5-4621-a213-d744c09b7c78 tempest-RoutersNegativeTest-1862572191 tempest-RoutersNegativeTest-1862572191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:37.450227 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c8302cf-69a5-4621-a213-d744c09b7c78 tempest-RoutersNegativeTest-1862572191 tempest-RoutersNegativeTest-1862572191-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:20:37.450791 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7c8302cf-69a5-4621-a213-d744c09b7c78 tempest-RoutersNegativeTest-1862572191 tempest-RoutersNegativeTest-1862572191-project] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:37.454663 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa66af80-76f6-43e0-9f19-bf17abf1b142 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf57baaa9-fd24-59f4-8fd2-1dc21122ce72-c4844b9d-a6fe-4ca8-a283-ca2af88149a6', 'network_id': 'c4844b9d-a6fe-4ca8-a283-ca2af88149a6', 'tenant_id': '41c2569c97334736b8536b5baa734809', 'fixed_ips': [{'subnet_id': '5fe2b027-ece7-4ee6-9351-ed394c109c88'}]}} from n-d-779913-29. {{(pid=93959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 10:20:37.456143 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fa66af80-76f6-43e0-9f19-bf17abf1b142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:37.521433 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-7c8302cf-69a5-4621-a213-d744c09b7c78 tempest-RoutersNegativeTest-1862572191 tempest-RoutersNegativeTest-1862572191-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2262466 Jul 14 10:20:37.524464 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 39580) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:20:37.529752 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-2605e596-df7d-4893-8f70-8f9d36188c9d tempest-RoutersNegativeTest-1862572191 tempest-RoutersNegativeTest-1862572191-project] Request body: {'subnet': {'network_id': 'd2a1daa9-7df2-4a8f-a1be-c131fcf758d2', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:20:37.536749 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8302cf-69a5-4621-a213-d744c09b7c78 tempest-RoutersNegativeTest-1862572191 tempest-RoutersNegativeTest-1862572191-project] Pushing event updated for resources: {'Network': ['ID=d2a1daa9-7df2-4a8f-a1be-c131fcf758d2,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:20:37.550363 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Network d2a1daa9-7df2-4a8f-a1be-c131fcf758d2 details requested by agent ovs-agent-n-d-779913-29 with host n-d-779913-29 {{(pid=93959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 10:20:37.628304 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2605e596-df7d-4893-8f70-8f9d36188c9d tempest-RoutersNegativeTest-1862572191 tempest-RoutersNegativeTest-1862572191-project] Made reservation on behalf of 41c2569c97334736b8536b5baa734809 for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:20:37.633392 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2605e596-df7d-4893-8f70-8f9d36188c9d tempest-RoutersNegativeTest-1862572191 tempest-RoutersNegativeTest-1862572191-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16714600'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:37.659568 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-fa66af80-76f6-43e0-9f19-bf17abf1b142 None None] Allocated IP 172.20.0.2 (c4844b9d-a6fe-4ca8-a283-ca2af88149a6/5fe2b027-ece7-4ee6-9351-ed394c109c88/22da9ef4-268c-4011-b73e-5c946be85f9a) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:20:37.829837 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fa66af80-76f6-43e0-9f19-bf17abf1b142 None None] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:37.840123 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-fa66af80-76f6-43e0-9f19-bf17abf1b142 None None] Transition to ACTIVE for port object 22da9ef4-268c-4011-b73e-5c946be85f9a will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:20:37.857201 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-fa66af80-76f6-43e0-9f19-bf17abf1b142 None None] Transition to ACTIVE for port object 22da9ef4-268c-4011-b73e-5c946be85f9a will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:20:37.862349 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2605e596-df7d-4893-8f70-8f9d36188c9d tempest-RoutersNegativeTest-1862572191 tempest-RoutersNegativeTest-1862572191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13573993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16714586'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:37.864122 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fa66af80-76f6-43e0-9f19-bf17abf1b142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:37.908830 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa66af80-76f6-43e0-9f19-bf17abf1b142 None None] Network c4844b9d-a6fe-4ca8-a283-ca2af88149a6 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:20:37.911914 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-fa66af80-76f6-43e0-9f19-bf17abf1b142 None None] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:20:37.916733 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa66af80-76f6-43e0-9f19-bf17abf1b142 None None] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:20:37.920642 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa66af80-76f6-43e0-9f19-bf17abf1b142 None None] Pushing event updated for resources: {'Port': ['ID=22da9ef4-268c-4011-b73e-5c946be85f9a,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:20:37.935009 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2605e596-df7d-4893-8f70-8f9d36188c9d tempest-RoutersNegativeTest-1862572191 tempest-RoutersNegativeTest-1862572191-project] Pushing event updated for resources: {'Subnet': ['ID=aac7d368-3814-4a78-968b-57df25d6d2ae,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:20:37.941247 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2605e596-df7d-4893-8f70-8f9d36188c9d tempest-RoutersNegativeTest-1862572191 tempest-RoutersNegativeTest-1862572191-project] Checking segment: {'id': 'b66de509-4422-48b1-a2ef-e3e46cf2aafb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'd2a1daa9-7df2-4a8f-a1be-c131fcf758d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:20:37.941587 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2605e596-df7d-4893-8f70-8f9d36188c9d tempest-RoutersNegativeTest-1862572191 tempest-RoutersNegativeTest-1862572191-project] Network hostable DHCP agents. Network: d2a1daa9-7df2-4a8f-a1be-c131fcf758d2, hostable agents: ['c6a09bd4-f72e-4283-a3ca-0bbca8a51081'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 10:20:37.959055 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2605e596-df7d-4893-8f70-8f9d36188c9d tempest-RoutersNegativeTest-1862572191 tempest-RoutersNegativeTest-1862572191-project] Network d2a1daa9-7df2-4a8f-a1be-c131fcf758d2 is scheduled to be hosted by DHCP agent c6a09bd4-f72e-4283-a3ca-0bbca8a51081 with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 10:20:37.968279 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-2605e596-df7d-4893-8f70-8f9d36188c9d tempest-RoutersNegativeTest-1862572191 tempest-RoutersNegativeTest-1862572191-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-29, d2a1daa9-7df2-4a8f-a1be-c131fcf758d2) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:20:37.973112 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2605e596-df7d-4893-8f70-8f9d36188c9d tempest-RoutersNegativeTest-1862572191 tempest-RoutersNegativeTest-1862572191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:20:37.973760 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2605e596-df7d-4893-8f70-8f9d36188c9d tempest-RoutersNegativeTest-1862572191 tempest-RoutersNegativeTest-1862572191-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:37.981969 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-338ba558-0bfd-4651-9df1-68c44a21743c None None] Network d2a1daa9-7df2-4a8f-a1be-c131fcf758d2 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:20:37.992002 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-fa66af80-76f6-43e0-9f19-bf17abf1b142 None None] Attempting to bind port 22da9ef4-268c-4011-b73e-5c946be85f9a on host n-d-779913-29 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:20:37.992201 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-2605e596-df7d-4893-8f70-8f9d36188c9d tempest-RoutersNegativeTest-1862572191 tempest-RoutersNegativeTest-1862572191-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4631908 Jul 14 10:20:37.992309 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-fa66af80-76f6-43e0-9f19-bf17abf1b142 None None] Attempting to bind port 22da9ef4-268c-4011-b73e-5c946be85f9a by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': 'f6aef0a1-6576-4f42-87e1-6e3611f4b40e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'c4844b9d-a6fe-4ca8-a283-ca2af88149a6'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:20:37.992309 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa66af80-76f6-43e0-9f19-bf17abf1b142 None None] Attempting to bind port 22da9ef4-268c-4011-b73e-5c946be85f9a on network c4844b9d-a6fe-4ca8-a283-ca2af88149a6 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:20:37.992525 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 39582) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:20:37.998554 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-baec7323-dd84-4901-94c7-a3e6e995b622 tempest-RoutersNegativeTest-1862572191 tempest-RoutersNegativeTest-1862572191-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd2a1daa9-7df2-4a8f-a1be-c131fcf758d2'}}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:20:38.032450 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa66af80-76f6-43e0-9f19-bf17abf1b142 None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 20, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:20:38.032823 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa66af80-76f6-43e0-9f19-bf17abf1b142 None None] Checking segment: {'id': 'f6aef0a1-6576-4f42-87e1-6e3611f4b40e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'c4844b9d-a6fe-4ca8-a283-ca2af88149a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:20:38.033231 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fa66af80-76f6-43e0-9f19-bf17abf1b142 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:38.033661 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa66af80-76f6-43e0-9f19-bf17abf1b142 None None] Bound using segment: {'id': 'f6aef0a1-6576-4f42-87e1-6e3611f4b40e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'c4844b9d-a6fe-4ca8-a283-ca2af88149a6'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:20:38.034145 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-fa66af80-76f6-43e0-9f19-bf17abf1b142 None None] Bound port: 22da9ef4-268c-4011-b73e-5c946be85f9a, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6aef0a1-6576-4f42-87e1-6e3611f4b40e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'c4844b9d-a6fe-4ca8-a283-ca2af88149a6'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:20:38.034528 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fa66af80-76f6-43e0-9f19-bf17abf1b142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:38.149125 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-fa66af80-76f6-43e0-9f19-bf17abf1b142 None None] For port 22da9ef4-268c-4011-b73e-5c946be85f9a, host n-d-779913-29, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:20:38.168953 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-fa66af80-76f6-43e0-9f19-bf17abf1b142 None None] For port 22da9ef4-268c-4011-b73e-5c946be85f9a, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=22da9ef4-268c-4011-b73e-5c946be85f9a,segment=NetworkSegment(f6aef0a1-6576-4f42-87e1-6e3611f4b40e),segment_id=f6aef0a1-6576-4f42-87e1-6e3611f4b40e)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:20:38.174393 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fa66af80-76f6-43e0-9f19-bf17abf1b142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:38.222237 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-baec7323-dd84-4901-94c7-a3e6e995b622 tempest-RoutersNegativeTest-1862572191 tempest-RoutersNegativeTest-1862572191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-661489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-711771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12973'] for router, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:38.236206 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0645e263-8064-44c3-8b93-c392e9dfc309 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf57baaa9-fd24-59f4-8fd2-1dc21122ce72-d2a1daa9-7df2-4a8f-a1be-c131fcf758d2', 'network_id': 'd2a1daa9-7df2-4a8f-a1be-c131fcf758d2', 'tenant_id': '41c2569c97334736b8536b5baa734809', 'fixed_ips': [{'subnet_id': 'aac7d368-3814-4a78-968b-57df25d6d2ae'}]}} from n-d-779913-29. {{(pid=93959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 10:20:38.237092 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0645e263-8064-44c3-8b93-c392e9dfc309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:38.322988 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa66af80-76f6-43e0-9f19-bf17abf1b142 None None] Pushing event updated for resources: {'Port': ['ID=22da9ef4-268c-4011-b73e-5c946be85f9a,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:20:38.344620 n-d-779913-29 neutron-server[93958]: INFO neutron.api.v2.resource [None req-baec7323-dd84-4901-94c7-a3e6e995b622 tempest-RoutersNegativeTest-1862572191 tempest-RoutersNegativeTest-1862572191-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 10:20:38.345733 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-baec7323-dd84-4901-94c7-a3e6e995b622 tempest-RoutersNegativeTest-1862572191 tempest-RoutersNegativeTest-1862572191-project] 10.222.0.68 "PUT /v2.0/routers/2f082a62-6aaa-43f9-a1f8-155b488b4890 HTTP/1.1" status: 400 len: 364 time: 0.3524854 Jul 14 10:20:38.351705 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 39584) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:20:38.395893 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-0645e263-8064-44c3-8b93-c392e9dfc309 None None] Allocated IP 172.21.0.2 (d2a1daa9-7df2-4a8f-a1be-c131fcf758d2/aac7d368-3814-4a78-968b-57df25d6d2ae/2634ffc2-7789-4570-9405-1de325dcd8bc) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:20:38.412845 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-d941bc1d-e770-4a4b-b730-f94d074fde48 tempest-RoutersNegativeTest-1862572191 tempest-RoutersNegativeTest-1862572191-project] Deleting subnet aac7d368-3814-4a78-968b-57df25d6d2ae {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 10:20:38.573163 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0645e263-8064-44c3-8b93-c392e9dfc309 None None] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:38.585226 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-0645e263-8064-44c3-8b93-c392e9dfc309 None None] Transition to ACTIVE for port object 2634ffc2-7789-4570-9405-1de325dcd8bc will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:20:38.605000 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-0645e263-8064-44c3-8b93-c392e9dfc309 None None] Transition to ACTIVE for port object 2634ffc2-7789-4570-9405-1de325dcd8bc will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:20:38.611115 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d941bc1d-e770-4a4b-b730-f94d074fde48 tempest-RoutersNegativeTest-1862572191 tempest-RoutersNegativeTest-1862572191-project] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:38.611973 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0645e263-8064-44c3-8b93-c392e9dfc309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:38.659875 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0645e263-8064-44c3-8b93-c392e9dfc309 None None] Network d2a1daa9-7df2-4a8f-a1be-c131fcf758d2 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:20:38.663732 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-0645e263-8064-44c3-8b93-c392e9dfc309 None None] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:20:38.667590 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d941bc1d-e770-4a4b-b730-f94d074fde48 tempest-RoutersNegativeTest-1862572191 tempest-RoutersNegativeTest-1862572191-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13574120'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:38.668018 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0645e263-8064-44c3-8b93-c392e9dfc309 None None] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:20:38.671229 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0645e263-8064-44c3-8b93-c392e9dfc309 None None] Pushing event updated for resources: {'Port': ['ID=2634ffc2-7789-4570-9405-1de325dcd8bc,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:20:38.676864 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 22da9ef4-268c-4011-b73e-5c946be85f9a up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:20:38.757194 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d941bc1d-e770-4a4b-b730-f94d074fde48 tempest-RoutersNegativeTest-1862572191 tempest-RoutersNegativeTest-1862572191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3481002'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:38.763098 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-0645e263-8064-44c3-8b93-c392e9dfc309 None None] Attempting to bind port 2634ffc2-7789-4570-9405-1de325dcd8bc on host n-d-779913-29 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:20:38.763469 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-0645e263-8064-44c3-8b93-c392e9dfc309 None None] Attempting to bind port 2634ffc2-7789-4570-9405-1de325dcd8bc by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': 'b66de509-4422-48b1-a2ef-e3e46cf2aafb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'd2a1daa9-7df2-4a8f-a1be-c131fcf758d2'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:20:38.763832 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0645e263-8064-44c3-8b93-c392e9dfc309 None None] Attempting to bind port 2634ffc2-7789-4570-9405-1de325dcd8bc on network d2a1daa9-7df2-4a8f-a1be-c131fcf758d2 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:20:38.772623 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0645e263-8064-44c3-8b93-c392e9dfc309 None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 20, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:20:38.772847 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0645e263-8064-44c3-8b93-c392e9dfc309 None None] Checking segment: {'id': 'b66de509-4422-48b1-a2ef-e3e46cf2aafb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'd2a1daa9-7df2-4a8f-a1be-c131fcf758d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:20:38.773253 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0645e263-8064-44c3-8b93-c392e9dfc309 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:38.773674 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0645e263-8064-44c3-8b93-c392e9dfc309 None None] Bound using segment: {'id': 'b66de509-4422-48b1-a2ef-e3e46cf2aafb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'd2a1daa9-7df2-4a8f-a1be-c131fcf758d2'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:20:38.774214 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-0645e263-8064-44c3-8b93-c392e9dfc309 None None] Bound port: 2634ffc2-7789-4570-9405-1de325dcd8bc, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b66de509-4422-48b1-a2ef-e3e46cf2aafb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'd2a1daa9-7df2-4a8f-a1be-c131fcf758d2'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:20:38.774597 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0645e263-8064-44c3-8b93-c392e9dfc309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:38.794117 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning for port 22da9ef4-268c-4011-b73e-5c946be85f9a completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:20:38.827627 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d941bc1d-e770-4a4b-b730-f94d074fde48 tempest-RoutersNegativeTest-1862572191 tempest-RoutersNegativeTest-1862572191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13574056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16714573'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:38.857687 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941bc1d-e770-4a4b-b730-f94d074fde48 tempest-RoutersNegativeTest-1862572191 tempest-RoutersNegativeTest-1862572191-project] Pushing event deleted for resources: {'Subnet': ['ID=aac7d368-3814-4a78-968b-57df25d6d2ae,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:20:38.859858 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d941bc1d-e770-4a4b-b730-f94d074fde48 tempest-RoutersNegativeTest-1862572191 tempest-RoutersNegativeTest-1862572191-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:38.861862 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-d941bc1d-e770-4a4b-b730-f94d074fde48 tempest-RoutersNegativeTest-1862572191 tempest-RoutersNegativeTest-1862572191-project] 10.222.0.68 "DELETE /v2.0/subnets/aac7d368-3814-4a78-968b-57df25d6d2ae HTTP/1.1" status: 204 len: 168 time: 0.5091608 Jul 14 10:20:38.864942 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 39586) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:20:38.870928 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-0645e263-8064-44c3-8b93-c392e9dfc309 None None] For port 2634ffc2-7789-4570-9405-1de325dcd8bc, host n-d-779913-29, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:20:38.874872 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-0645e263-8064-44c3-8b93-c392e9dfc309 None None] For port 2634ffc2-7789-4570-9405-1de325dcd8bc, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=2634ffc2-7789-4570-9405-1de325dcd8bc,segment=NetworkSegment(b66de509-4422-48b1-a2ef-e3e46cf2aafb),segment_id=b66de509-4422-48b1-a2ef-e3e46cf2aafb)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:20:38.880131 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0645e263-8064-44c3-8b93-c392e9dfc309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:38.943430 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0645e263-8064-44c3-8b93-c392e9dfc309 None None] Pushing event updated for resources: {'Port': ['ID=2634ffc2-7789-4570-9405-1de325dcd8bc,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:20:38.953684 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-379c3cac-bbdb-4150-9f77-7445dc3ae075 tempest-RoutersNegativeTest-1862572191 tempest-RoutersNegativeTest-1862572191-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3876111'] for network, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:39.016035 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-379c3cac-bbdb-4150-9f77-7445dc3ae075 tempest-RoutersNegativeTest-1862572191 tempest-RoutersNegativeTest-1862572191-project] Deleting port 2634ffc2-7789-4570-9405-1de325dcd8bc {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:20:39.016380 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-379c3cac-bbdb-4150-9f77-7445dc3ae075 tempest-RoutersNegativeTest-1862572191 tempest-RoutersNegativeTest-1862572191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:39.087917 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-379c3cac-bbdb-4150-9f77-7445dc3ae075 tempest-RoutersNegativeTest-1862572191 tempest-RoutersNegativeTest-1862572191-project] For port 2634ffc2-7789-4570-9405-1de325dcd8bc, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=2634ffc2-7789-4570-9405-1de325dcd8bc,segment=NetworkSegment(b66de509-4422-48b1-a2ef-e3e46cf2aafb),segment_id=b66de509-4422-48b1-a2ef-e3e46cf2aafb)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:20:39.088278 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-379c3cac-bbdb-4150-9f77-7445dc3ae075 tempest-RoutersNegativeTest-1862572191 tempest-RoutersNegativeTest-1862572191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:39.104810 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-379c3cac-bbdb-4150-9f77-7445dc3ae075 tempest-RoutersNegativeTest-1862572191 tempest-RoutersNegativeTest-1862572191-project] Calling delete_port for 2634ffc2-7789-4570-9405-1de325dcd8bc owned by network:dhcp {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:20:39.223824 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-379c3cac-bbdb-4150-9f77-7445dc3ae075 tempest-RoutersNegativeTest-1862572191 tempest-RoutersNegativeTest-1862572191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:39.252909 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379c3cac-bbdb-4150-9f77-7445dc3ae075 tempest-RoutersNegativeTest-1862572191 tempest-RoutersNegativeTest-1862572191-project] Pushing event deleted for resources: {'Port': ['ID=2634ffc2-7789-4570-9405-1de325dcd8bc,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:20:39.256951 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-379c3cac-bbdb-4150-9f77-7445dc3ae075 tempest-RoutersNegativeTest-1862572191 tempest-RoutersNegativeTest-1862572191-project] No DVR routers for this DVR port 2634ffc2-7789-4570-9405-1de325dcd8bc on host n-d-779913-29 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:20:39.347610 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-379c3cac-bbdb-4150-9f77-7445dc3ae075 tempest-RoutersNegativeTest-1862572191 tempest-RoutersNegativeTest-1862572191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473955', 'neutron.services.segments.db._delete_segments_for_network-8735688326548'] for network, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:39.359498 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-379c3cac-bbdb-4150-9f77-7445dc3ae075 tempest-RoutersNegativeTest-1862572191 tempest-RoutersNegativeTest-1862572191-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2a1daa9-7df2-4a8f-a1be-c131fcf758d2']}} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:20:39.371603 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-379c3cac-bbdb-4150-9f77-7445dc3ae075 tempest-RoutersNegativeTest-1862572191 tempest-RoutersNegativeTest-1862572191-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b66de509-4422-48b1-a2ef-e3e46cf2aafb') {'for_net_delete': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:20:39.371905 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-379c3cac-bbdb-4150-9f77-7445dc3ae075 tempest-RoutersNegativeTest-1862572191 tempest-RoutersNegativeTest-1862572191-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b66de509-4422-48b1-a2ef-e3e46cf2aafb') {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:20:39.382284 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-379c3cac-bbdb-4150-9f77-7445dc3ae075 tempest-RoutersNegativeTest-1862572191 tempest-RoutersNegativeTest-1862572191-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735688356235', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10944210'] for segment, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:39.397340 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-379c3cac-bbdb-4150-9f77-7445dc3ae075 tempest-RoutersNegativeTest-1862572191 tempest-RoutersNegativeTest-1862572191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:39.404169 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-379c3cac-bbdb-4150-9f77-7445dc3ae075 tempest-RoutersNegativeTest-1862572191 tempest-RoutersNegativeTest-1862572191-project] Releasing vlan 736 on physical network physnet1 to pool {{(pid=93957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 10:20:39.404583 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-379c3cac-bbdb-4150-9f77-7445dc3ae075 tempest-RoutersNegativeTest-1862572191 tempest-RoutersNegativeTest-1862572191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10053619'] for segment, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:39.407774 n-d-779913-29 neutron-server[93957]: Traceback (most recent call last): Jul 14 10:20:39.407774 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 10:20:39.407774 n-d-779913-29 neutron-server[93957]: timer() Jul 14 10:20:39.407774 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 10:20:39.407774 n-d-779913-29 neutron-server[93957]: cb(*args, **kw) Jul 14 10:20:39.407774 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 10:20:39.407774 n-d-779913-29 neutron-server[93957]: return func(*args, **kwargs) Jul 14 10:20:39.407774 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 10:20:39.407774 n-d-779913-29 neutron-server[93957]: self._notify() Jul 14 10:20:39.407774 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 10:20:39.407774 n-d-779913-29 neutron-server[93957]: self.callback(batched_events) Jul 14 10:20:39.407774 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 10:20:39.407774 n-d-779913-29 neutron-server[93957]: event.method(event) Jul 14 10:20:39.407774 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 10:20:39.407774 n-d-779913-29 neutron-server[93957]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 10:20:39.407774 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 10:20:39.407774 n-d-779913-29 neutron-server[93957]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 10:20:39.407774 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 10:20:39.407774 n-d-779913-29 neutron-server[93957]: return f(self, *a, **k) Jul 14 10:20:39.407774 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 10:20:39.407774 n-d-779913-29 neutron-server[93957]: return self._get(url).json() Jul 14 10:20:39.407774 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 10:20:39.407774 n-d-779913-29 neutron-server[93957]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 10:20:39.407774 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 10:20:39.407774 n-d-779913-29 neutron-server[93957]: return self.request(url, 'GET', **kwargs) Jul 14 10:20:39.407774 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 10:20:39.407774 n-d-779913-29 neutron-server[93957]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 10:20:39.407774 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 10:20:39.407774 n-d-779913-29 neutron-server[93957]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 10:20:39.407774 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 10:20:39.407774 n-d-779913-29 neutron-server[93957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 10:20:39.407774 n-d-779913-29 neutron-server[93957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 10:20:39.446478 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5599f36d-02bb-4a5b-b091-68b05a704f66 None None] Network c4844b9d-a6fe-4ca8-a283-ca2af88149a6 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:20:39.476914 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-379c3cac-bbdb-4150-9f77-7445dc3ae075 tempest-RoutersNegativeTest-1862572191 tempest-RoutersNegativeTest-1862572191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660504'] for network, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:39.484688 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-379c3cac-bbdb-4150-9f77-7445dc3ae075 tempest-RoutersNegativeTest-1862572191 tempest-RoutersNegativeTest-1862572191-project] Notify callbacks [] for network, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:39.489685 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-379c3cac-bbdb-4150-9f77-7445dc3ae075 tempest-RoutersNegativeTest-1862572191 tempest-RoutersNegativeTest-1862572191-project] 10.222.0.68 "DELETE /v2.0/networks/d2a1daa9-7df2-4a8f-a1be-c131fcf758d2 HTTP/1.1" status: 204 len: 168 time: 0.6208985 Jul 14 10:20:39.489685 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 39588) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:20:39.508832 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379c3cac-bbdb-4150-9f77-7445dc3ae075 tempest-RoutersNegativeTest-1862572191 tempest-RoutersNegativeTest-1862572191-project] Pushing event deleted for resources: {'Network': ['ID=d2a1daa9-7df2-4a8f-a1be-c131fcf758d2,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:20:39.533626 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-aebda507-0c68-4d35-9d66-59d403c0ce3f None None] Provisioning for port 22da9ef4-268c-4011-b73e-5c946be85f9a completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:20:39.546162 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-aebda507-0c68-4d35-9d66-59d403c0ce3f None None] Provisioning complete for port 22da9ef4-268c-4011-b73e-5c946be85f9a triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:20:39.546536 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-aebda507-0c68-4d35-9d66-59d403c0ce3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:39.559404 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc817bd2-4ff1-4006-a90a-e72347e11e99 tempest-RoutersNegativeTest-1862572191 tempest-RoutersNegativeTest-1862572191-project] Deleting subnet 5fe2b027-ece7-4ee6-9351-ed394c109c88 {{(pid=93957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 10:20:39.564276 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-fc817bd2-4ff1-4006-a90a-e72347e11e99 tempest-RoutersNegativeTest-1862572191 tempest-RoutersNegativeTest-1862572191-project] Notify callbacks [] for subnet, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:39.606006 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-fc817bd2-4ff1-4006-a90a-e72347e11e99 tempest-RoutersNegativeTest-1862572191 tempest-RoutersNegativeTest-1862572191-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10944203'] for subnet, precommit_delete_associations {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:39.699597 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-fc817bd2-4ff1-4006-a90a-e72347e11e99 tempest-RoutersNegativeTest-1862572191 tempest-RoutersNegativeTest-1862572191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3481002'] for subnet, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:39.706232 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-aebda507-0c68-4d35-9d66-59d403c0ce3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:39.781936 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-fc817bd2-4ff1-4006-a90a-e72347e11e99 tempest-RoutersNegativeTest-1862572191 tempest-RoutersNegativeTest-1862572191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10052701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11984075'] for subnet, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:39.814208 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc817bd2-4ff1-4006-a90a-e72347e11e99 tempest-RoutersNegativeTest-1862572191 tempest-RoutersNegativeTest-1862572191-project] Pushing event deleted for resources: {'Subnet': ['ID=5fe2b027-ece7-4ee6-9351-ed394c109c88,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:20:39.817881 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-fc817bd2-4ff1-4006-a90a-e72347e11e99 tempest-RoutersNegativeTest-1862572191 tempest-RoutersNegativeTest-1862572191-project] Notify callbacks [] for subnet, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:39.821757 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-fc817bd2-4ff1-4006-a90a-e72347e11e99 tempest-RoutersNegativeTest-1862572191 tempest-RoutersNegativeTest-1862572191-project] 10.222.0.68 "DELETE /v2.0/subnets/5fe2b027-ece7-4ee6-9351-ed394c109c88 HTTP/1.1" status: 204 len: 168 time: 0.3314085 Jul 14 10:20:39.823886 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 39592) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:20:39.828825 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.db.api [None req-aebda507-0c68-4d35-9d66-59d403c0ce3f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93959) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 10:20:39.829194 n-d-779913-29 neutron-server[93959]: DEBUG oslo_db.api [None req-aebda507-0c68-4d35-9d66-59d403c0ce3f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 10:20:39.918266 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b713641c-22aa-4828-80a0-25651abf0ce1 tempest-RoutersNegativeTest-1862572191 tempest-RoutersNegativeTest-1862572191-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3876111'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:39.978646 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-b713641c-22aa-4828-80a0-25651abf0ce1 tempest-RoutersNegativeTest-1862572191 tempest-RoutersNegativeTest-1862572191-project] Deleting port 22da9ef4-268c-4011-b73e-5c946be85f9a {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:20:39.978646 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b713641c-22aa-4828-80a0-25651abf0ce1 tempest-RoutersNegativeTest-1862572191 tempest-RoutersNegativeTest-1862572191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:40.038301 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0805d4c-48fd-4ad6-bb7b-58a63cf9f152 None None] Network c4844b9d-a6fe-4ca8-a283-ca2af88149a6 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:20:40.076448 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-b713641c-22aa-4828-80a0-25651abf0ce1 tempest-RoutersNegativeTest-1862572191 tempest-RoutersNegativeTest-1862572191-project] For port 22da9ef4-268c-4011-b73e-5c946be85f9a, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=22da9ef4-268c-4011-b73e-5c946be85f9a,segment=NetworkSegment(f6aef0a1-6576-4f42-87e1-6e3611f4b40e),segment_id=f6aef0a1-6576-4f42-87e1-6e3611f4b40e)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:20:40.078870 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b713641c-22aa-4828-80a0-25651abf0ce1 tempest-RoutersNegativeTest-1862572191 tempest-RoutersNegativeTest-1862572191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:40.101554 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-b713641c-22aa-4828-80a0-25651abf0ce1 tempest-RoutersNegativeTest-1862572191 tempest-RoutersNegativeTest-1862572191-project] Calling delete_port for 22da9ef4-268c-4011-b73e-5c946be85f9a owned by network:dhcp {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:20:40.189014 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-031d98eb-9e04-44af-9cdb-b46a90d62219 None None] DHCP port deletion for d2a1daa9-7df2-4a8f-a1be-c131fcf758d2 request from n-d-779913-29 {{(pid=93959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 10:20:40.211610 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b713641c-22aa-4828-80a0-25651abf0ce1 tempest-RoutersNegativeTest-1862572191 tempest-RoutersNegativeTest-1862572191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:40.215191 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51902953-f40f-46a6-9beb-5bc2b5aa6c0a None None] Network d2a1daa9-7df2-4a8f-a1be-c131fcf758d2 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:20:40.232346 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51902953-f40f-46a6-9beb-5bc2b5aa6c0a None None] Network d2a1daa9-7df2-4a8f-a1be-c131fcf758d2 could not be found, it might have been deleted concurrently. {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 14 10:20:40.245917 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b713641c-22aa-4828-80a0-25651abf0ce1 tempest-RoutersNegativeTest-1862572191 tempest-RoutersNegativeTest-1862572191-project] Pushing event deleted for resources: {'Port': ['ID=22da9ef4-268c-4011-b73e-5c946be85f9a,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:20:40.250712 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b713641c-22aa-4828-80a0-25651abf0ce1 tempest-RoutersNegativeTest-1862572191 tempest-RoutersNegativeTest-1862572191-project] No DVR routers for this DVR port 22da9ef4-268c-4011-b73e-5c946be85f9a on host n-d-779913-29 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:20:40.273352 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03f036bb-fbdf-43fc-a62b-4ccf3214779c None None] DHCP port deletion for c4844b9d-a6fe-4ca8-a283-ca2af88149a6 request from n-d-779913-29 {{(pid=93959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 10:20:40.339998 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b713641c-22aa-4828-80a0-25651abf0ce1 tempest-RoutersNegativeTest-1862572191 tempest-RoutersNegativeTest-1862572191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473955', 'neutron.services.segments.db._delete_segments_for_network-8735688326548'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:40.350807 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-aebda507-0c68-4d35-9d66-59d403c0ce3f None None] Port 22da9ef4-268c-4011-b73e-5c946be85f9a update to ACTIVE by agent not found {{(pid=93959) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Jul 14 10:20:40.351591 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-b713641c-22aa-4828-80a0-25651abf0ce1 tempest-RoutersNegativeTest-1862572191 tempest-RoutersNegativeTest-1862572191-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4844b9d-a6fe-4ca8-a283-ca2af88149a6']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:20:40.369904 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-b713641c-22aa-4828-80a0-25651abf0ce1 tempest-RoutersNegativeTest-1862572191 tempest-RoutersNegativeTest-1862572191-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6aef0a1-6576-4f42-87e1-6e3611f4b40e') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:20:40.370202 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-b713641c-22aa-4828-80a0-25651abf0ce1 tempest-RoutersNegativeTest-1862572191 tempest-RoutersNegativeTest-1862572191-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6aef0a1-6576-4f42-87e1-6e3611f4b40e') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:20:40.380454 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b713641c-22aa-4828-80a0-25651abf0ce1 tempest-RoutersNegativeTest-1862572191 tempest-RoutersNegativeTest-1862572191-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735688356235', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13574129'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:40.396196 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b713641c-22aa-4828-80a0-25651abf0ce1 tempest-RoutersNegativeTest-1862572191 tempest-RoutersNegativeTest-1862572191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:40.403928 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b713641c-22aa-4828-80a0-25651abf0ce1 tempest-RoutersNegativeTest-1862572191 tempest-RoutersNegativeTest-1862572191-project] Releasing vlan 707 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 10:20:40.404323 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b713641c-22aa-4828-80a0-25651abf0ce1 tempest-RoutersNegativeTest-1862572191 tempest-RoutersNegativeTest-1862572191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13573126'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:40.407605 n-d-779913-29 neutron-server[93958]: Traceback (most recent call last): Jul 14 10:20:40.407605 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 10:20:40.407605 n-d-779913-29 neutron-server[93958]: timer() Jul 14 10:20:40.407605 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 10:20:40.407605 n-d-779913-29 neutron-server[93958]: cb(*args, **kw) Jul 14 10:20:40.407605 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 10:20:40.407605 n-d-779913-29 neutron-server[93958]: return func(*args, **kwargs) Jul 14 10:20:40.407605 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 10:20:40.407605 n-d-779913-29 neutron-server[93958]: self._notify() Jul 14 10:20:40.407605 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 10:20:40.407605 n-d-779913-29 neutron-server[93958]: self.callback(batched_events) Jul 14 10:20:40.407605 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 10:20:40.407605 n-d-779913-29 neutron-server[93958]: event.method(event) Jul 14 10:20:40.407605 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 10:20:40.407605 n-d-779913-29 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 10:20:40.407605 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 10:20:40.407605 n-d-779913-29 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 10:20:40.407605 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 10:20:40.407605 n-d-779913-29 neutron-server[93958]: return f(self, *a, **k) Jul 14 10:20:40.407605 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 10:20:40.407605 n-d-779913-29 neutron-server[93958]: return self._get(url).json() Jul 14 10:20:40.407605 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 10:20:40.407605 n-d-779913-29 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 10:20:40.407605 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 10:20:40.407605 n-d-779913-29 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 14 10:20:40.407605 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 10:20:40.407605 n-d-779913-29 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 10:20:40.407605 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 10:20:40.407605 n-d-779913-29 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 10:20:40.407605 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 10:20:40.407605 n-d-779913-29 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 10:20:40.407605 n-d-779913-29 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 10:20:40.462955 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c2c9f449-b152-4a9b-a806-1fa4cbcdfe8d None None] Could not find standard attr ID for object 2634ffc2-7789-4570-9405-1de325dcd8bc. {{(pid=93959) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 10:20:40.466442 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c2c9f449-b152-4a9b-a806-1fa4cbcdfe8d None None] Could not find standard attr ID for object 22da9ef4-268c-4011-b73e-5c946be85f9a. {{(pid=93959) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 10:20:40.479040 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b713641c-22aa-4828-80a0-25651abf0ce1 tempest-RoutersNegativeTest-1862572191 tempest-RoutersNegativeTest-1862572191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660504'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:40.487553 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b713641c-22aa-4828-80a0-25651abf0ce1 tempest-RoutersNegativeTest-1862572191 tempest-RoutersNegativeTest-1862572191-project] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:40.489905 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-b713641c-22aa-4828-80a0-25651abf0ce1 tempest-RoutersNegativeTest-1862572191 tempest-RoutersNegativeTest-1862572191-project] 10.222.0.68 "DELETE /v2.0/networks/c4844b9d-a6fe-4ca8-a283-ca2af88149a6 HTTP/1.1" status: 204 len: 168 time: 0.6651721 Jul 14 10:20:40.493699 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 39596) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:20:40.514303 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b713641c-22aa-4828-80a0-25651abf0ce1 tempest-RoutersNegativeTest-1862572191 tempest-RoutersNegativeTest-1862572191-project] Pushing event deleted for resources: {'Network': ['ID=c4844b9d-a6fe-4ca8-a283-ca2af88149a6,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:20:40.538392 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-ff889862-2c78-4cd2-81c9-0cc2bbeeabe0 tempest-RoutersNegativeTest-1862572191 tempest-RoutersNegativeTest-1862572191-project] 10.222.0.68 "GET /v2.0/ports?device_id=2f082a62-6aaa-43f9-a1f8-155b488b4890 HTTP/1.1" status: 200 len: 205 time: 0.0333560 Jul 14 10:20:40.540623 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 39598) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:20:40.622267 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-216375b5-6db7-44a0-be36-199f4621bf0d tempest-RoutersNegativeTest-1862572191 tempest-RoutersNegativeTest-1862572191-project] Notify callbacks [] for router, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:40.633724 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 22da9ef4-268c-4011-b73e-5c946be85f9a no longer exists at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:20:40.661128 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] No Port match for: 22da9ef4-268c-4011-b73e-5c946be85f9a {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:20:40.661475 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 22da9ef4-268c-4011-b73e-5c946be85f9a not bound to the agent host n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:20:40.812175 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-216375b5-6db7-44a0-be36-199f4621bf0d tempest-RoutersNegativeTest-1862572191 tempest-RoutersNegativeTest-1862572191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-711871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12964'] for router, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:40.814275 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-216375b5-6db7-44a0-be36-199f4621bf0d tempest-RoutersNegativeTest-1862572191 tempest-RoutersNegativeTest-1862572191-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:40.861342 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-216375b5-6db7-44a0-be36-199f4621bf0d tempest-RoutersNegativeTest-1862572191 tempest-RoutersNegativeTest-1862572191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-704815'] for router, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:40.862103 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-216375b5-6db7-44a0-be36-199f4621bf0d tempest-RoutersNegativeTest-1862572191 tempest-RoutersNegativeTest-1862572191-project] Fanout notify agent at l3_agent the message router_deleted on router 2f082a62-6aaa-43f9-a1f8-155b488b4890 {{(pid=93958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 10:20:40.869094 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-216375b5-6db7-44a0-be36-199f4621bf0d tempest-RoutersNegativeTest-1862572191 tempest-RoutersNegativeTest-1862572191-project] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:40.870278 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-216375b5-6db7-44a0-be36-199f4621bf0d tempest-RoutersNegativeTest-1862572191 tempest-RoutersNegativeTest-1862572191-project] 10.222.0.68 "DELETE /v2.0/routers/2f082a62-6aaa-43f9-a1f8-155b488b4890 HTTP/1.1" status: 204 len: 168 time: 0.3286664 Jul 14 10:20:41.159447 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 39604) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:20:41.310149 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-31dbe049-4fd4-4e0d-b481-1d8a0077eafe admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=41c2569c97334736b8536b5baa734809&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1494267 Jul 14 10:20:41.312753 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 39608) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:20:41.368454 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8dfc20c4-67bd-4305-862d-f2d4ee8c53e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:41.398108 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8dfc20c4-67bd-4305-862d-f2d4ee8c53e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:41.452608 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8dfc20c4-67bd-4305-862d-f2d4ee8c53e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:41.455195 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8dfc20c4-67bd-4305-862d-f2d4ee8c53e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:41.456679 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-8dfc20c4-67bd-4305-862d-f2d4ee8c53e0 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/ffb8130f-6d18-4a66-92dd-5dc84b88b6dc HTTP/1.1" status: 204 len: 168 time: 0.1430020 Jul 14 10:20:41.465417 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfc20c4-67bd-4305-862d-f2d4ee8c53e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffb8130f-6d18-4a66-92dd-5dc84b88b6dc,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:20:41.663493 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.agents_db [None req-3c3509fb-540d-4335-a450-574895dd3602 None None] Agent healthcheck: found 7 active agents {{(pid=93960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:20:42.107497 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 39630) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:20:42.202663 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-deb72985-9de6-4b9c-bb50-6ce42ecb5ad2 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-745734946-network', 'tenant_id': 'ac9646ada0fa432e880fcfe78aab1fa6'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:20:42.223568 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-deb72985-9de6-4b9c-bb50-6ce42ecb5ad2 admin admin] Made reservation on behalf of ac9646ada0fa432e880fcfe78aab1fa6 for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:20:42.226201 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-deb72985-9de6-4b9c-bb50-6ce42ecb5ad2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:42.236448 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-deb72985-9de6-4b9c-bb50-6ce42ecb5ad2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:42.326805 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-deb72985-9de6-4b9c-bb50-6ce42ecb5ad2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:42.330658 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-deb72985-9de6-4b9c-bb50-6ce42ecb5ad2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:42.352537 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-deb72985-9de6-4b9c-bb50-6ce42ecb5ad2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 730} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 10:20:42.365921 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb72985-9de6-4b9c-bb50-6ce42ecb5ad2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f81d4f1-e0a7-4182-9af1-0f2bb60c94e0,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:20:42.370839 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-deb72985-9de6-4b9c-bb50-6ce42ecb5ad2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:42.371181 n-d-779913-29 neutron-server[93958]: INFO neutron.db.segments_db [None req-deb72985-9de6-4b9c-bb50-6ce42ecb5ad2 admin admin] Added segment bbd0c216-4a90-477b-91ae-acfc5b2beb67 of type vlan for network dcd603aa-7608-478f-9200-90d335151431 Jul 14 10:20:42.413751 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-deb72985-9de6-4b9c-bb50-6ce42ecb5ad2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735687821325'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:42.443095 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-deb72985-9de6-4b9c-bb50-6ce42ecb5ad2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:42.444114 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deb72985-9de6-4b9c-bb50-6ce42ecb5ad2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:20:42.444725 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-deb72985-9de6-4b9c-bb50-6ce42ecb5ad2 admin admin] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:42.498852 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-deb72985-9de6-4b9c-bb50-6ce42ecb5ad2 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3901932 Jul 14 10:20:42.501939 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 39634) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:20:42.507215 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-125be389-12fc-4c9e-99f2-5becbab13ad2 admin admin] Request body: {'subnet': {'network_id': 'dcd603aa-7608-478f-9200-90d335151431', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-745734946-subnet', 'tenant_id': 'ac9646ada0fa432e880fcfe78aab1fa6', 'ip_version': 4}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:20:42.509443 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb72985-9de6-4b9c-bb50-6ce42ecb5ad2 admin admin] Pushing event updated for resources: {'Network': ['ID=dcd603aa-7608-478f-9200-90d335151431,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:20:42.519629 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Network dcd603aa-7608-478f-9200-90d335151431 details requested by agent ovs-agent-n-d-779913-29 with host n-d-779913-29 {{(pid=93959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 10:20:42.531771 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-125be389-12fc-4c9e-99f2-5becbab13ad2 admin admin] Made reservation on behalf of ac9646ada0fa432e880fcfe78aab1fa6 for: {'subnet': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:20:42.534319 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-125be389-12fc-4c9e-99f2-5becbab13ad2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11984110'] for subnet, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:42.710667 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-125be389-12fc-4c9e-99f2-5becbab13ad2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10052764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11984092'] for subnet, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:42.771878 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125be389-12fc-4c9e-99f2-5becbab13ad2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=05f1d68d-f63c-4a3e-9405-1def307df4bb,revision_number=0']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:20:42.780843 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-125be389-12fc-4c9e-99f2-5becbab13ad2 admin admin] Checking segment: {'id': 'bbd0c216-4a90-477b-91ae-acfc5b2beb67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'dcd603aa-7608-478f-9200-90d335151431'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:20:42.781210 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-125be389-12fc-4c9e-99f2-5becbab13ad2 admin admin] Network hostable DHCP agents. Network: dcd603aa-7608-478f-9200-90d335151431, hostable agents: ['c6a09bd4-f72e-4283-a3ca-0bbca8a51081'], hosted agents: [] {{(pid=93957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 10:20:42.798549 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-125be389-12fc-4c9e-99f2-5becbab13ad2 admin admin] Network dcd603aa-7608-478f-9200-90d335151431 is scheduled to be hosted by DHCP agent c6a09bd4-f72e-4283-a3ca-0bbca8a51081 with binding_index 1 {{(pid=93957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 10:20:42.810635 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-125be389-12fc-4c9e-99f2-5becbab13ad2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-29, dcd603aa-7608-478f-9200-90d335151431) {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:20:42.815276 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-125be389-12fc-4c9e-99f2-5becbab13ad2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:20:42.816396 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-125be389-12fc-4c9e-99f2-5becbab13ad2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:42.819701 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fa83f3b-0bd5-4051-bb71-21736b6db7a0 None None] Network dcd603aa-7608-478f-9200-90d335151431 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:20:42.832326 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-125be389-12fc-4c9e-99f2-5becbab13ad2 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3292589 Jul 14 10:20:42.836852 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 39636) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:20:42.841811 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-0f4d0fa6-e673-4138-b35e-8d5ef5388102 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-745734946-router', 'tenant_id': 'ac9646ada0fa432e880fcfe78aab1fa6', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'}}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:20:42.867522 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0f4d0fa6-e673-4138-b35e-8d5ef5388102 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-711749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14670'] for router, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:42.869753 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0f4d0fa6-e673-4138-b35e-8d5ef5388102 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-711718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-661475', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14679'] for router, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:42.932718 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0f4d0fa6-e673-4138-b35e-8d5ef5388102 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:42.978422 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-879600c1-0541-4f1b-b8d8-e524c171c3c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf57baaa9-fd24-59f4-8fd2-1dc21122ce72-dcd603aa-7608-478f-9200-90d335151431', 'network_id': 'dcd603aa-7608-478f-9200-90d335151431', 'tenant_id': 'ac9646ada0fa432e880fcfe78aab1fa6', 'fixed_ips': [{'subnet_id': '05f1d68d-f63c-4a3e-9405-1def307df4bb'}]}} from n-d-779913-29. {{(pid=93959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 10:20:42.979300 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-879600c1-0541-4f1b-b8d8-e524c171c3c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:43.083277 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0f4d0fa6-e673-4138-b35e-8d5ef5388102 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-661489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-711771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12973'] for router, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:43.113195 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-879600c1-0541-4f1b-b8d8-e524c171c3c4 None None] Allocated IP 172.20.0.2 (dcd603aa-7608-478f-9200-90d335151431/05f1d68d-f63c-4a3e-9405-1def307df4bb/fabfab02-b36f-4b1d-88ac-14d85eb82995) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:20:43.253480 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-879600c1-0541-4f1b-b8d8-e524c171c3c4 None None] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:43.262168 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-879600c1-0541-4f1b-b8d8-e524c171c3c4 None None] Transition to ACTIVE for port object fabfab02-b36f-4b1d-88ac-14d85eb82995 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:20:43.277571 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-879600c1-0541-4f1b-b8d8-e524c171c3c4 None None] Transition to ACTIVE for port object fabfab02-b36f-4b1d-88ac-14d85eb82995 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:20:43.283600 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-879600c1-0541-4f1b-b8d8-e524c171c3c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:43.288410 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0f4d0fa6-e673-4138-b35e-8d5ef5388102 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:43.308775 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0f4d0fa6-e673-4138-b35e-8d5ef5388102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:43.323694 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-879600c1-0541-4f1b-b8d8-e524c171c3c4 None None] Network dcd603aa-7608-478f-9200-90d335151431 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:20:43.328820 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-879600c1-0541-4f1b-b8d8-e524c171c3c4 None None] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:20:43.331950 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-879600c1-0541-4f1b-b8d8-e524c171c3c4 None None] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:20:43.340477 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879600c1-0541-4f1b-b8d8-e524c171c3c4 None None] Pushing event updated for resources: {'Port': ['ID=fabfab02-b36f-4b1d-88ac-14d85eb82995,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:20:43.392790 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-879600c1-0541-4f1b-b8d8-e524c171c3c4 None None] Attempting to bind port fabfab02-b36f-4b1d-88ac-14d85eb82995 on host n-d-779913-29 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:20:43.393168 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-879600c1-0541-4f1b-b8d8-e524c171c3c4 None None] Attempting to bind port fabfab02-b36f-4b1d-88ac-14d85eb82995 by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': 'bbd0c216-4a90-477b-91ae-acfc5b2beb67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'dcd603aa-7608-478f-9200-90d335151431'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:20:43.393560 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-879600c1-0541-4f1b-b8d8-e524c171c3c4 None None] Attempting to bind port fabfab02-b36f-4b1d-88ac-14d85eb82995 on network dcd603aa-7608-478f-9200-90d335151431 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:20:43.406519 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-879600c1-0541-4f1b-b8d8-e524c171c3c4 None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 20, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:20:43.406759 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-879600c1-0541-4f1b-b8d8-e524c171c3c4 None None] Checking segment: {'id': 'bbd0c216-4a90-477b-91ae-acfc5b2beb67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'dcd603aa-7608-478f-9200-90d335151431'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:20:43.407026 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-879600c1-0541-4f1b-b8d8-e524c171c3c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:43.407409 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-879600c1-0541-4f1b-b8d8-e524c171c3c4 None None] Bound using segment: {'id': 'bbd0c216-4a90-477b-91ae-acfc5b2beb67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'dcd603aa-7608-478f-9200-90d335151431'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:20:43.407887 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-879600c1-0541-4f1b-b8d8-e524c171c3c4 None None] Bound port: fabfab02-b36f-4b1d-88ac-14d85eb82995, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbd0c216-4a90-477b-91ae-acfc5b2beb67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'dcd603aa-7608-478f-9200-90d335151431'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:20:43.408277 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-879600c1-0541-4f1b-b8d8-e524c171c3c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:43.412243 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-0f4d0fa6-e673-4138-b35e-8d5ef5388102 admin admin] Allocated IP 172.25.4.215 (2dcd4d32-cc7c-4468-b396-7ce5c9231892/6cd22a75-5bc1-467c-a3c4-0af04bd1b34a/82e82326-2be9-4bda-b26a-775ae3975215) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:20:43.420218 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:43.475209 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-879600c1-0541-4f1b-b8d8-e524c171c3c4 None None] For port fabfab02-b36f-4b1d-88ac-14d85eb82995, host n-d-779913-29, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:20:43.478476 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-879600c1-0541-4f1b-b8d8-e524c171c3c4 None None] For port fabfab02-b36f-4b1d-88ac-14d85eb82995, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=fabfab02-b36f-4b1d-88ac-14d85eb82995,segment=NetworkSegment(bbd0c216-4a90-477b-91ae-acfc5b2beb67),segment_id=bbd0c216-4a90-477b-91ae-acfc5b2beb67)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:20:43.484202 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-879600c1-0541-4f1b-b8d8-e524c171c3c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:43.519295 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0f4d0fa6-e673-4138-b35e-8d5ef5388102 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:43.551502 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879600c1-0541-4f1b-b8d8-e524c171c3c4 None None] Pushing event updated for resources: {'Port': ['ID=fabfab02-b36f-4b1d-88ac-14d85eb82995,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:20:43.564057 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0f4d0fa6-e673-4138-b35e-8d5ef5388102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:43.606910 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f4d0fa6-e673-4138-b35e-8d5ef5388102 admin admin] Network 2dcd4d32-cc7c-4468-b396-7ce5c9231892 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:20:43.610025 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-0f4d0fa6-e673-4138-b35e-8d5ef5388102 admin admin] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:20:43.613634 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f4d0fa6-e673-4138-b35e-8d5ef5388102 admin admin] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:20:43.636226 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4d0fa6-e673-4138-b35e-8d5ef5388102 admin admin] Pushing event updated for resources: {'Port': ['ID=82e82326-2be9-4bda-b26a-775ae3975215,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:20:44.220485 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:44.234155 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0f4d0fa6-e673-4138-b35e-8d5ef5388102 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:44.435834 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0f4d0fa6-e673-4138-b35e-8d5ef5388102 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-711762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-661452'] for router, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:44.446218 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0405c76f-57ec-480b-aa6f-f59c76b3ca15 None None] Network dcd603aa-7608-478f-9200-90d335151431 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:20:44.556751 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-03b12a7d-a173-4804-a97c-84bb18d0253f None None] Provisioning for port fabfab02-b36f-4b1d-88ac-14d85eb82995 completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:20:44.565863 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f4d0fa6-e673-4138-b35e-8d5ef5388102 admin admin] Router a4a76525-09e8-4d5c-b2d7-e16fd518cffa is scheduled to L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 with binding_index 1 {{(pid=93958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 10:20:44.685437 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f4d0fa6-e673-4138-b35e-8d5ef5388102 admin admin] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:20:44.702456 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0f4d0fa6-e673-4138-b35e-8d5ef5388102 admin admin] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:44.703973 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-0f4d0fa6-e673-4138-b35e-8d5ef5388102 admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.8660653 Jul 14 10:20:44.706847 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 39638) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:20:44.754784 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device fabfab02-b36f-4b1d-88ac-14d85eb82995 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:20:44.757040 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9c991f0-dee6-402e-9cc2-78a68c46c4f7 None None] Sync routers for ids ['a4a76525-09e8-4d5c-b2d7-e16fd518cffa'] in n-d-779913-29 {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:20:44.797603 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c991f0-dee6-402e-9cc2-78a68c46c4f7 None None] Routers {'a4a76525-09e8-4d5c-b2d7-e16fd518cffa'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:20:44.798239 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-d9c991f0-dee6-402e-9cc2-78a68c46c4f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T10:20:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['a4a76525-09e8-4d5c-b2d7-e16fd518cffa'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:20:44.911304 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning for port fabfab02-b36f-4b1d-88ac-14d85eb82995 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:20:44.920134 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port fabfab02-b36f-4b1d-88ac-14d85eb82995 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:20:44.920521 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:44.957365 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvr_db [None req-d9c991f0-dee6-402e-9cc2-78a68c46c4f7 None None] Set router a4a76525-09e8-4d5c-b2d7-e16fd518cffa gateway port host: n-d-779913-29 {{(pid=93959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:20:45.132217 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:45.146282 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f13be2b7-8dd7-4d1d-8cad-2803922a9673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:45.200006 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] For port fabfab02-b36f-4b1d-88ac-14d85eb82995, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=fabfab02-b36f-4b1d-88ac-14d85eb82995,segment=NetworkSegment(bbd0c216-4a90-477b-91ae-acfc5b2beb67),segment_id=bbd0c216-4a90-477b-91ae-acfc5b2beb67)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:20:45.207868 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:45.232280 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-cd1b1749-9373-4645-85b1-eb7725169c87 None None] Provisioning complete for port fabfab02-b36f-4b1d-88ac-14d85eb82995 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:20:45.232662 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cd1b1749-9373-4645-85b1-eb7725169c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:45.293601 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-d9c991f0-dee6-402e-9cc2-78a68c46c4f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4a76525-09e8-4d5c-b2d7-e16fd518cffa', 'name': 'tempest-TestEncryptedCinderVolumes-745734946-router', 'tenant_id': 'ac9646ada0fa432e880fcfe78aab1fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.215'}], 'enable_snat': True}, 'gw_port_id': '82e82326-2be9-4bda-b26a-775ae3975215', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:20:42Z', 'updated_at': '2021-07-14T10:20:43Z', 'revision_number': 3, 'project_id': 'ac9646ada0fa432e880fcfe78aab1fa6', 'gw_port': {'id': '82e82326-2be9-4bda-b26a-775ae3975215', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:3e:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4a76525-09e8-4d5c-b2d7-e16fd518cffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:20:43Z', 'updated_at': '2021-07-14T10:20:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29'}], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:20:45.310632 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-f13be2b7-8dd7-4d1d-8cad-2803922a9673 admin admin] Allocated IP 172.20.0.1 (dcd603aa-7608-478f-9200-90d335151431/05f1d68d-f63c-4a3e-9405-1def307df4bb/a367e1b5-d119-4da6-a298-383e99c8b761) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:20:45.325074 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Pushing event updated for resources: {'Port': ['ID=fabfab02-b36f-4b1d-88ac-14d85eb82995,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:20:45.330483 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9c991f0-dee6-402e-9cc2-78a68c46c4f7 None None] Checking router: a4a76525-09e8-4d5c-b2d7-e16fd518cffa for host: n-d-779913-29 {{(pid=93959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:20:45.330844 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9c991f0-dee6-402e-9cc2-78a68c46c4f7 None None] Updating router a4a76525-09e8-4d5c-b2d7-e16fd518cffa port 82e82326-2be9-4bda-b26a-775ae3975215 binding host n-d-779913-29 {{(pid=93959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 10:20:45.386218 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d9c991f0-dee6-402e-9cc2-78a68c46c4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:45.421750 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f13be2b7-8dd7-4d1d-8cad-2803922a9673 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:45.436527 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-f13be2b7-8dd7-4d1d-8cad-2803922a9673 admin admin] Transition to ACTIVE for port object a367e1b5-d119-4da6-a298-383e99c8b761 will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:20:45.469770 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f13be2b7-8dd7-4d1d-8cad-2803922a9673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:45.512652 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f13be2b7-8dd7-4d1d-8cad-2803922a9673 admin admin] Network dcd603aa-7608-478f-9200-90d335151431 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:20:45.515713 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-f13be2b7-8dd7-4d1d-8cad-2803922a9673 admin admin] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:20:45.519358 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f13be2b7-8dd7-4d1d-8cad-2803922a9673 admin admin] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:20:45.524990 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13be2b7-8dd7-4d1d-8cad-2803922a9673 admin admin] Pushing event updated for resources: {'Port': ['ID=a367e1b5-d119-4da6-a298-383e99c8b761,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:20:45.552871 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13be2b7-8dd7-4d1d-8cad-2803922a9673 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:20:45.553211 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13be2b7-8dd7-4d1d-8cad-2803922a9673 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:20:45.553591 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13be2b7-8dd7-4d1d-8cad-2803922a9673 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:20:45.553940 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13be2b7-8dd7-4d1d-8cad-2803922a9673 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:20:45.554277 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13be2b7-8dd7-4d1d-8cad-2803922a9673 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:20:45.555041 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13be2b7-8dd7-4d1d-8cad-2803922a9673 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:20:45.555041 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13be2b7-8dd7-4d1d-8cad-2803922a9673 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:20:45.555299 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13be2b7-8dd7-4d1d-8cad-2803922a9673 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:20:45.555573 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13be2b7-8dd7-4d1d-8cad-2803922a9673 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:20:45.555903 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13be2b7-8dd7-4d1d-8cad-2803922a9673 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:20:45.556228 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13be2b7-8dd7-4d1d-8cad-2803922a9673 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:20:45.556562 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13be2b7-8dd7-4d1d-8cad-2803922a9673 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:20:45.574167 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f13be2b7-8dd7-4d1d-8cad-2803922a9673 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-660393'] for router_interface, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:45.664016 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d9c991f0-dee6-402e-9cc2-78a68c46c4f7 None None] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:45.682514 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-d9c991f0-dee6-402e-9cc2-78a68c46c4f7 None None] Transition to ACTIVE for port object 82e82326-2be9-4bda-b26a-775ae3975215 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:20:45.690327 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d9c991f0-dee6-402e-9cc2-78a68c46c4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:45.725867 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f13be2b7-8dd7-4d1d-8cad-2803922a9673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:45.739945 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-d9c991f0-dee6-402e-9cc2-78a68c46c4f7 None None] Attempting to bind port 82e82326-2be9-4bda-b26a-775ae3975215 on host n-d-779913-29 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:20:45.740324 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-d9c991f0-dee6-402e-9cc2-78a68c46c4f7 None None] Attempting to bind port 82e82326-2be9-4bda-b26a-775ae3975215 by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': '81bf7a93-80b3-43df-b9d5-462c604a2945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:20:45.740697 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9c991f0-dee6-402e-9cc2-78a68c46c4f7 None None] Attempting to bind port 82e82326-2be9-4bda-b26a-775ae3975215 on network 2dcd4d32-cc7c-4468-b396-7ce5c9231892 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:20:45.753516 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9c991f0-dee6-402e-9cc2-78a68c46c4f7 None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 20, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:20:45.753909 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9c991f0-dee6-402e-9cc2-78a68c46c4f7 None None] Checking segment: {'id': '81bf7a93-80b3-43df-b9d5-462c604a2945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:20:45.754319 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d9c991f0-dee6-402e-9cc2-78a68c46c4f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:45.754719 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9c991f0-dee6-402e-9cc2-78a68c46c4f7 None None] Bound using segment: {'id': '81bf7a93-80b3-43df-b9d5-462c604a2945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:20:45.755198 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-d9c991f0-dee6-402e-9cc2-78a68c46c4f7 None None] Bound port: 82e82326-2be9-4bda-b26a-775ae3975215, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81bf7a93-80b3-43df-b9d5-462c604a2945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:20:45.755588 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d9c991f0-dee6-402e-9cc2-78a68c46c4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:45.757066 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c151a01-465b-4b4b-8a67-cddc39e438e9 None None] Pushing event updated for resources: {'Port': ['ID=82e82326-2be9-4bda-b26a-775ae3975215,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:20:45.790428 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-17150056-c0a6-4b0c-9455-9111e4c433de None None] Provisioning for port a367e1b5-d119-4da6-a298-383e99c8b761 completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:20:45.800034 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-17150056-c0a6-4b0c-9455-9111e4c433de None None] Provisioning complete for port a367e1b5-d119-4da6-a298-383e99c8b761 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:20:45.800413 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-17150056-c0a6-4b0c-9455-9111e4c433de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:45.844635 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-d9c991f0-dee6-402e-9cc2-78a68c46c4f7 None None] For port 82e82326-2be9-4bda-b26a-775ae3975215, host n-d-779913-29, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:20:45.849099 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-d9c991f0-dee6-402e-9cc2-78a68c46c4f7 None None] For port 82e82326-2be9-4bda-b26a-775ae3975215, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=82e82326-2be9-4bda-b26a-775ae3975215,segment=NetworkSegment(81bf7a93-80b3-43df-b9d5-462c604a2945),segment_id=81bf7a93-80b3-43df-b9d5-462c604a2945)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:20:45.851771 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-17150056-c0a6-4b0c-9455-9111e4c433de None None] Port a367e1b5-d119-4da6-a298-383e99c8b761 cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:20:45.854589 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d9c991f0-dee6-402e-9cc2-78a68c46c4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:45.896744 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f13be2b7-8dd7-4d1d-8cad-2803922a9673 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:45.904637 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f13be2b7-8dd7-4d1d-8cad-2803922a9673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13574142'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:45.910539 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c991f0-dee6-402e-9cc2-78a68c46c4f7 None None] Routers {'a4a76525-09e8-4d5c-b2d7-e16fd518cffa'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:20:45.911199 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-d9c991f0-dee6-402e-9cc2-78a68c46c4f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T10:20:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['a4a76525-09e8-4d5c-b2d7-e16fd518cffa'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:20:45.946762 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c151a01-465b-4b4b-8a67-cddc39e438e9 None None] Pushing event updated for resources: {'Port': ['ID=82e82326-2be9-4bda-b26a-775ae3975215,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:20:45.977576 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f13be2b7-8dd7-4d1d-8cad-2803922a9673 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-683747'] for router_interface, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:45.980730 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13be2b7-8dd7-4d1d-8cad-2803922a9673 admin admin] Pushing event updated for resources: {'Port': ['ID=a367e1b5-d119-4da6-a298-383e99c8b761,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:20:46.022747 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvr_db [None req-d9c991f0-dee6-402e-9cc2-78a68c46c4f7 None None] Set router a4a76525-09e8-4d5c-b2d7-e16fd518cffa gateway port host: n-d-779913-29 {{(pid=93959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:20:46.071857 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f13be2b7-8dd7-4d1d-8cad-2803922a9673 admin admin] Network dcd603aa-7608-478f-9200-90d335151431 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:20:46.074168 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-f13be2b7-8dd7-4d1d-8cad-2803922a9673 admin admin] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:20:46.207286 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f13be2b7-8dd7-4d1d-8cad-2803922a9673 admin admin] Router a4a76525-09e8-4d5c-b2d7-e16fd518cffa has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:20:46.236499 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-d9c991f0-dee6-402e-9cc2-78a68c46c4f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4a76525-09e8-4d5c-b2d7-e16fd518cffa', 'name': 'tempest-TestEncryptedCinderVolumes-745734946-router', 'tenant_id': 'ac9646ada0fa432e880fcfe78aab1fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.215'}], 'enable_snat': True}, 'gw_port_id': '82e82326-2be9-4bda-b26a-775ae3975215', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:20:42Z', 'updated_at': '2021-07-14T10:20:45Z', 'revision_number': 4, 'project_id': 'ac9646ada0fa432e880fcfe78aab1fa6', 'gw_port': {'id': '82e82326-2be9-4bda-b26a-775ae3975215', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:3e:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4a76525-09e8-4d5c-b2d7-e16fd518cffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:20:43Z', 'updated_at': '2021-07-14T10:20:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': 'a367e1b5-d119-4da6-a298-383e99c8b761', 'name': '', 'network_id': 'dcd603aa-7608-478f-9200-90d335151431', 'tenant_id': 'ac9646ada0fa432e880fcfe78aab1fa6', 'mac_address': 'fa:16:3e:01:eb:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4a76525-09e8-4d5c-b2d7-e16fd518cffa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '05f1d68d-f63c-4a3e-9405-1def307df4bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:20:45Z', 'updated_at': '2021-07-14T10:20:45Z', 'revision_number': 2, 'project_id': 'ac9646ada0fa432e880fcfe78aab1fa6', 'subnets': [{'id': '05f1d68d-f63c-4a3e-9405-1def307df4bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:20:46.268156 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9c991f0-dee6-402e-9cc2-78a68c46c4f7 None None] The sync data for ids ['a4a76525-09e8-4d5c-b2d7-e16fd518cffa'] in n-d-779913-29 is: [{'id': 'a4a76525-09e8-4d5c-b2d7-e16fd518cffa', 'name': 'tempest-TestEncryptedCinderVolumes-745734946-router', 'tenant_id': 'ac9646ada0fa432e880fcfe78aab1fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.215'}], 'enable_snat': True}, 'gw_port_id': '82e82326-2be9-4bda-b26a-775ae3975215', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:20:42Z', 'updated_at': '2021-07-14T10:20:45Z', 'revision_number': 4, 'project_id': 'ac9646ada0fa432e880fcfe78aab1fa6', 'gw_port': {'id': '82e82326-2be9-4bda-b26a-775ae3975215', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:3e:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4a76525-09e8-4d5c-b2d7-e16fd518cffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:20:43Z', 'updated_at': '2021-07-14T10:20:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': 'a367e1b5-d119-4da6-a298-383e99c8b761', 'name': '', 'network_id': 'dcd603aa-7608-478f-9200-90d335151431', 'tenant_id': 'ac9646ada0fa432e880fcfe78aab1fa6', 'mac_address': 'fa:16:3e:01:eb:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4a76525-09e8-4d5c-b2d7-e16fd518cffa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '05f1d68d-f63c-4a3e-9405-1def307df4bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:20:45Z', 'updated_at': '2021-07-14T10:20:45Z', 'revision_number': 2, 'project_id': 'ac9646ada0fa432e880fcfe78aab1fa6', 'subnets': [{'id': '05f1d68d-f63c-4a3e-9405-1def307df4bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:20:46.327885 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f13be2b7-8dd7-4d1d-8cad-2803922a9673 admin admin] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:20:46.332909 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-f13be2b7-8dd7-4d1d-8cad-2803922a9673 admin admin] 10.222.0.68 "PUT /v2.0/routers/a4a76525-09e8-4d5c-b2d7-e16fd518cffa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6249890 Jul 14 10:20:46.377583 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-6752c0bd-cbf0-4126-b06a-d535ec5e44b0 None None] Provisioning complete for port a367e1b5-d119-4da6-a298-383e99c8b761 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:20:46.378134 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6752c0bd-cbf0-4126-b06a-d535ec5e44b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:46.412941 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-6752c0bd-cbf0-4126-b06a-d535ec5e44b0 None None] Port a367e1b5-d119-4da6-a298-383e99c8b761 cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:20:46.646858 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device fabfab02-b36f-4b1d-88ac-14d85eb82995 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:20:46.697247 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port fabfab02-b36f-4b1d-88ac-14d85eb82995 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:20:46.697983 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:46.865379 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 39654) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:20:46.870519 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-3077335f-5fa4-459f-8a61-88b34159b2ac admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1795048482-network', 'tenant_id': '37a4e88f0eb5488599590e467e64a7c9'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:20:46.894969 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3077335f-5fa4-459f-8a61-88b34159b2ac admin admin] Made reservation on behalf of 37a4e88f0eb5488599590e467e64a7c9 for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:20:46.902638 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3077335f-5fa4-459f-8a61-88b34159b2ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:46.914099 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3077335f-5fa4-459f-8a61-88b34159b2ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:47.034868 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3077335f-5fa4-459f-8a61-88b34159b2ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:47.040813 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3077335f-5fa4-459f-8a61-88b34159b2ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:47.063309 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3077335f-5fa4-459f-8a61-88b34159b2ac admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 722} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 10:20:47.079262 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3077335f-5fa4-459f-8a61-88b34159b2ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a38f11d-cf82-4969-8512-60577628023c,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:20:47.082263 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3077335f-5fa4-459f-8a61-88b34159b2ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:47.082612 n-d-779913-29 neutron-server[93958]: INFO neutron.db.segments_db [None req-3077335f-5fa4-459f-8a61-88b34159b2ac admin admin] Added segment e3161e2b-2d15-470e-b279-d1ce3f65fc75 of type vlan for network 7fb423d3-076c-4f6e-b0e9-5159bb575ee5 Jul 14 10:20:47.133282 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3077335f-5fa4-459f-8a61-88b34159b2ac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735687821325'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:47.166039 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3077335f-5fa4-459f-8a61-88b34159b2ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:47.167108 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3077335f-5fa4-459f-8a61-88b34159b2ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:20:47.167873 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3077335f-5fa4-459f-8a61-88b34159b2ac admin admin] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:47.223792 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-3077335f-5fa4-459f-8a61-88b34159b2ac admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3572011 Jul 14 10:20:47.226444 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 39656) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:20:47.231340 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-0a203655-37d7-43e1-a170-d71d860cb4ef admin admin] Request body: {'subnet': {'network_id': '7fb423d3-076c-4f6e-b0e9-5159bb575ee5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1795048482-subnet', 'tenant_id': '37a4e88f0eb5488599590e467e64a7c9', 'ip_version': 4}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:20:47.237475 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3077335f-5fa4-459f-8a61-88b34159b2ac admin admin] Pushing event updated for resources: {'Network': ['ID=7fb423d3-076c-4f6e-b0e9-5159bb575ee5,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:20:47.248106 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Network 7fb423d3-076c-4f6e-b0e9-5159bb575ee5 details requested by agent ovs-agent-n-d-779913-29 with host n-d-779913-29 {{(pid=93959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 10:20:47.260441 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a203655-37d7-43e1-a170-d71d860cb4ef admin admin] Made reservation on behalf of 37a4e88f0eb5488599590e467e64a7c9 for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:20:47.263584 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0a203655-37d7-43e1-a170-d71d860cb4ef admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16714600'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:47.442437 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0a203655-37d7-43e1-a170-d71d860cb4ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13573993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16714586'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:47.501335 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a203655-37d7-43e1-a170-d71d860cb4ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4e66606-02bf-4740-8263-5f82d01830d5,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:20:47.509871 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a203655-37d7-43e1-a170-d71d860cb4ef admin admin] Checking segment: {'id': 'e3161e2b-2d15-470e-b279-d1ce3f65fc75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '7fb423d3-076c-4f6e-b0e9-5159bb575ee5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:20:47.510237 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a203655-37d7-43e1-a170-d71d860cb4ef admin admin] Network hostable DHCP agents. Network: 7fb423d3-076c-4f6e-b0e9-5159bb575ee5, hostable agents: ['c6a09bd4-f72e-4283-a3ca-0bbca8a51081'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 10:20:47.526861 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a203655-37d7-43e1-a170-d71d860cb4ef admin admin] Network 7fb423d3-076c-4f6e-b0e9-5159bb575ee5 is scheduled to be hosted by DHCP agent c6a09bd4-f72e-4283-a3ca-0bbca8a51081 with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 10:20:47.536832 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-0a203655-37d7-43e1-a170-d71d860cb4ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-29, 7fb423d3-076c-4f6e-b0e9-5159bb575ee5) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:20:47.541270 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a203655-37d7-43e1-a170-d71d860cb4ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:20:47.541939 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0a203655-37d7-43e1-a170-d71d860cb4ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:47.547948 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7de034fa-be79-4262-8247-c741301626a0 None None] Network 7fb423d3-076c-4f6e-b0e9-5159bb575ee5 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:20:47.559171 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-0a203655-37d7-43e1-a170-d71d860cb4ef admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3316951 Jul 14 10:20:47.561813 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 39658) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:20:47.567015 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-a0962387-7423-4eda-8d32-2df45e790f56 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1795048482-router', 'tenant_id': '37a4e88f0eb5488599590e467e64a7c9', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'}}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:20:47.591248 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a0962387-7423-4eda-8d32-2df45e790f56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-711749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14670'] for router, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:47.592426 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a0962387-7423-4eda-8d32-2df45e790f56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-711718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-661475', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14679'] for router, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:47.650921 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a0962387-7423-4eda-8d32-2df45e790f56 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:47.704503 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f4b694f-fde7-4e92-a849-0437e4450465 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf57baaa9-fd24-59f4-8fd2-1dc21122ce72-7fb423d3-076c-4f6e-b0e9-5159bb575ee5', 'network_id': '7fb423d3-076c-4f6e-b0e9-5159bb575ee5', 'tenant_id': '37a4e88f0eb5488599590e467e64a7c9', 'fixed_ips': [{'subnet_id': 'c4e66606-02bf-4740-8263-5f82d01830d5'}]}} from n-d-779913-29. {{(pid=93959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 10:20:47.705462 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7f4b694f-fde7-4e92-a849-0437e4450465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:48.006769 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-7f4b694f-fde7-4e92-a849-0437e4450465 None None] Allocated IP 172.20.0.2 (7fb423d3-076c-4f6e-b0e9-5159bb575ee5/c4e66606-02bf-4740-8263-5f82d01830d5/a01b507d-c3d0-48c8-ae08-a26aab1f5755) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:20:48.040019 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a0962387-7423-4eda-8d32-2df45e790f56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-661489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-711771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12973'] for router, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:48.160665 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7f4b694f-fde7-4e92-a849-0437e4450465 None None] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:48.170821 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-7f4b694f-fde7-4e92-a849-0437e4450465 None None] Transition to ACTIVE for port object a01b507d-c3d0-48c8-ae08-a26aab1f5755 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:20:48.185997 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-7f4b694f-fde7-4e92-a849-0437e4450465 None None] Transition to ACTIVE for port object a01b507d-c3d0-48c8-ae08-a26aab1f5755 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:20:48.192531 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7f4b694f-fde7-4e92-a849-0437e4450465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:48.226718 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f4b694f-fde7-4e92-a849-0437e4450465 None None] Network 7fb423d3-076c-4f6e-b0e9-5159bb575ee5 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:20:48.230281 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-7f4b694f-fde7-4e92-a849-0437e4450465 None None] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:20:48.232926 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f4b694f-fde7-4e92-a849-0437e4450465 None None] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:20:48.256681 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a0962387-7423-4eda-8d32-2df45e790f56 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:48.271469 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4b694f-fde7-4e92-a849-0437e4450465 None None] Pushing event updated for resources: {'Port': ['ID=a01b507d-c3d0-48c8-ae08-a26aab1f5755,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:20:48.276861 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a0962387-7423-4eda-8d32-2df45e790f56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:48.303544 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-7f4b694f-fde7-4e92-a849-0437e4450465 None None] Attempting to bind port a01b507d-c3d0-48c8-ae08-a26aab1f5755 on host n-d-779913-29 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:20:48.303923 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-7f4b694f-fde7-4e92-a849-0437e4450465 None None] Attempting to bind port a01b507d-c3d0-48c8-ae08-a26aab1f5755 by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': 'e3161e2b-2d15-470e-b279-d1ce3f65fc75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '7fb423d3-076c-4f6e-b0e9-5159bb575ee5'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:20:48.304298 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f4b694f-fde7-4e92-a849-0437e4450465 None None] Attempting to bind port a01b507d-c3d0-48c8-ae08-a26aab1f5755 on network 7fb423d3-076c-4f6e-b0e9-5159bb575ee5 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:20:48.309771 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f4b694f-fde7-4e92-a849-0437e4450465 None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 20, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:20:48.310157 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f4b694f-fde7-4e92-a849-0437e4450465 None None] Checking segment: {'id': 'e3161e2b-2d15-470e-b279-d1ce3f65fc75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '7fb423d3-076c-4f6e-b0e9-5159bb575ee5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:20:48.310567 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7f4b694f-fde7-4e92-a849-0437e4450465 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:48.310964 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f4b694f-fde7-4e92-a849-0437e4450465 None None] Bound using segment: {'id': 'e3161e2b-2d15-470e-b279-d1ce3f65fc75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '7fb423d3-076c-4f6e-b0e9-5159bb575ee5'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:20:48.311442 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-7f4b694f-fde7-4e92-a849-0437e4450465 None None] Bound port: a01b507d-c3d0-48c8-ae08-a26aab1f5755, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3161e2b-2d15-470e-b279-d1ce3f65fc75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '7fb423d3-076c-4f6e-b0e9-5159bb575ee5'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:20:48.311832 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7f4b694f-fde7-4e92-a849-0437e4450465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:48.328024 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0def756-aae0-426b-a81f-215fd35157c4 None None] Sync routers for ids ['a4a76525-09e8-4d5c-b2d7-e16fd518cffa'] in n-d-779913-29 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:20:48.339921 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0def756-aae0-426b-a81f-215fd35157c4 None None] Routers {'a4a76525-09e8-4d5c-b2d7-e16fd518cffa'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:20:48.340593 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-a0def756-aae0-426b-a81f-215fd35157c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T10:20:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['a4a76525-09e8-4d5c-b2d7-e16fd518cffa'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:20:48.382885 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-7f4b694f-fde7-4e92-a849-0437e4450465 None None] For port a01b507d-c3d0-48c8-ae08-a26aab1f5755, host n-d-779913-29, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:20:48.387912 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-7f4b694f-fde7-4e92-a849-0437e4450465 None None] For port a01b507d-c3d0-48c8-ae08-a26aab1f5755, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=a01b507d-c3d0-48c8-ae08-a26aab1f5755,segment=NetworkSegment(e3161e2b-2d15-470e-b279-d1ce3f65fc75),segment_id=e3161e2b-2d15-470e-b279-d1ce3f65fc75)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:20:48.392911 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7f4b694f-fde7-4e92-a849-0437e4450465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:48.408350 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-a0962387-7423-4eda-8d32-2df45e790f56 admin admin] Allocated IP 172.25.4.209 (2dcd4d32-cc7c-4468-b396-7ce5c9231892/6cd22a75-5bc1-467c-a3c4-0af04bd1b34a/c1d75feb-92c0-453c-aa0a-44398d4c0468) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:20:48.488864 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4b694f-fde7-4e92-a849-0437e4450465 None None] Pushing event updated for resources: {'Port': ['ID=a01b507d-c3d0-48c8-ae08-a26aab1f5755,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:20:48.494783 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-a0def756-aae0-426b-a81f-215fd35157c4 None None] Set router a4a76525-09e8-4d5c-b2d7-e16fd518cffa gateway port host: n-d-779913-29 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:20:48.529910 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a0962387-7423-4eda-8d32-2df45e790f56 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:48.572947 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a0962387-7423-4eda-8d32-2df45e790f56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:48.627996 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0962387-7423-4eda-8d32-2df45e790f56 admin admin] Pushing event updated for resources: {'Port': ['ID=c1d75feb-92c0-453c-aa0a-44398d4c0468,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:20:48.637084 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0962387-7423-4eda-8d32-2df45e790f56 admin admin] Network 2dcd4d32-cc7c-4468-b396-7ce5c9231892 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:20:48.638904 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-a0962387-7423-4eda-8d32-2df45e790f56 admin admin] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:20:48.651022 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0962387-7423-4eda-8d32-2df45e790f56 admin admin] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:20:48.743757 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 82e82326-2be9-4bda-b26a-775ae3975215 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:20:48.783130 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-a0def756-aae0-426b-a81f-215fd35157c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4a76525-09e8-4d5c-b2d7-e16fd518cffa', 'name': 'tempest-TestEncryptedCinderVolumes-745734946-router', 'tenant_id': 'ac9646ada0fa432e880fcfe78aab1fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.215'}], 'enable_snat': True}, 'gw_port_id': '82e82326-2be9-4bda-b26a-775ae3975215', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:20:42Z', 'updated_at': '2021-07-14T10:20:45Z', 'revision_number': 4, 'project_id': 'ac9646ada0fa432e880fcfe78aab1fa6', 'gw_port': {'id': '82e82326-2be9-4bda-b26a-775ae3975215', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:3e:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4a76525-09e8-4d5c-b2d7-e16fd518cffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:20:43Z', 'updated_at': '2021-07-14T10:20:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': 'a367e1b5-d119-4da6-a298-383e99c8b761', 'name': '', 'network_id': 'dcd603aa-7608-478f-9200-90d335151431', 'tenant_id': 'ac9646ada0fa432e880fcfe78aab1fa6', 'mac_address': 'fa:16:3e:01:eb:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4a76525-09e8-4d5c-b2d7-e16fd518cffa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '05f1d68d-f63c-4a3e-9405-1def307df4bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:20:45Z', 'updated_at': '2021-07-14T10:20:45Z', 'revision_number': 2, 'project_id': 'ac9646ada0fa432e880fcfe78aab1fa6', 'subnets': [{'id': '05f1d68d-f63c-4a3e-9405-1def307df4bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:20:48.812578 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning for port 82e82326-2be9-4bda-b26a-775ae3975215 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:20:48.816546 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0def756-aae0-426b-a81f-215fd35157c4 None None] Checking router: a4a76525-09e8-4d5c-b2d7-e16fd518cffa for host: n-d-779913-29 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:20:48.817342 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0def756-aae0-426b-a81f-215fd35157c4 None None] Updating router a4a76525-09e8-4d5c-b2d7-e16fd518cffa port a367e1b5-d119-4da6-a298-383e99c8b761 binding host n-d-779913-29 {{(pid=93960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 10:20:48.818021 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port 82e82326-2be9-4bda-b26a-775ae3975215 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:20:48.818513 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:48.863149 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0def756-aae0-426b-a81f-215fd35157c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:48.919857 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:48.940905 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] For port 82e82326-2be9-4bda-b26a-775ae3975215, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=82e82326-2be9-4bda-b26a-775ae3975215,segment=NetworkSegment(81bf7a93-80b3-43df-b9d5-462c604a2945),segment_id=81bf7a93-80b3-43df-b9d5-462c604a2945)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:20:48.947888 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:48.977156 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a0962387-7423-4eda-8d32-2df45e790f56 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:49.001023 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Pushing event updated for resources: {'Port': ['ID=82e82326-2be9-4bda-b26a-775ae3975215,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:20:49.158457 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0def756-aae0-426b-a81f-215fd35157c4 None None] Notify callbacks [] for port, precommit_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:49.168960 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0def756-aae0-426b-a81f-215fd35157c4 None None] Transition to ACTIVE for port object a367e1b5-d119-4da6-a298-383e99c8b761 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:20:49.176349 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0def756-aae0-426b-a81f-215fd35157c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:49.192347 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a0962387-7423-4eda-8d32-2df45e790f56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-711762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-661452'] for router, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:49.225272 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359feafc-3613-497a-a1b9-2e8526d6f16f None None] Pushing event updated for resources: {'Port': ['ID=a367e1b5-d119-4da6-a298-383e99c8b761,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:20:49.256983 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359feafc-3613-497a-a1b9-2e8526d6f16f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:20:49.257264 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359feafc-3613-497a-a1b9-2e8526d6f16f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:20:49.257571 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359feafc-3613-497a-a1b9-2e8526d6f16f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:20:49.257907 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359feafc-3613-497a-a1b9-2e8526d6f16f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:20:49.258242 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359feafc-3613-497a-a1b9-2e8526d6f16f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:20:49.258574 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359feafc-3613-497a-a1b9-2e8526d6f16f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:20:49.258899 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359feafc-3613-497a-a1b9-2e8526d6f16f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:20:49.259223 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359feafc-3613-497a-a1b9-2e8526d6f16f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:20:49.259544 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359feafc-3613-497a-a1b9-2e8526d6f16f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:20:49.259864 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359feafc-3613-497a-a1b9-2e8526d6f16f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:20:49.260408 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359feafc-3613-497a-a1b9-2e8526d6f16f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:20:49.260950 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359feafc-3613-497a-a1b9-2e8526d6f16f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:20:49.301091 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-a0def756-aae0-426b-a81f-215fd35157c4 None None] Attempting to bind port a367e1b5-d119-4da6-a298-383e99c8b761 on host n-d-779913-29 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:20:49.301461 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-a0def756-aae0-426b-a81f-215fd35157c4 None None] Attempting to bind port a367e1b5-d119-4da6-a298-383e99c8b761 by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': 'bbd0c216-4a90-477b-91ae-acfc5b2beb67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'dcd603aa-7608-478f-9200-90d335151431'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:20:49.302004 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0def756-aae0-426b-a81f-215fd35157c4 None None] Attempting to bind port a367e1b5-d119-4da6-a298-383e99c8b761 on network dcd603aa-7608-478f-9200-90d335151431 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:20:49.307174 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0def756-aae0-426b-a81f-215fd35157c4 None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 20, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:20:49.307549 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0def756-aae0-426b-a81f-215fd35157c4 None None] Checking segment: {'id': 'bbd0c216-4a90-477b-91ae-acfc5b2beb67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'dcd603aa-7608-478f-9200-90d335151431'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:20:49.308579 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0def756-aae0-426b-a81f-215fd35157c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:49.309238 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0def756-aae0-426b-a81f-215fd35157c4 None None] Bound using segment: {'id': 'bbd0c216-4a90-477b-91ae-acfc5b2beb67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'dcd603aa-7608-478f-9200-90d335151431'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:20:49.309437 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-a0def756-aae0-426b-a81f-215fd35157c4 None None] Bound port: a367e1b5-d119-4da6-a298-383e99c8b761, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbd0c216-4a90-477b-91ae-acfc5b2beb67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'dcd603aa-7608-478f-9200-90d335151431'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:20:49.309854 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0def756-aae0-426b-a81f-215fd35157c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:49.349019 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0962387-7423-4eda-8d32-2df45e790f56 admin admin] Router 2943a717-0252-49fc-bd01-79fbf3f2d781 is scheduled to L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 with binding_index 1 {{(pid=93958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 10:20:49.379552 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-a0def756-aae0-426b-a81f-215fd35157c4 None None] For port a367e1b5-d119-4da6-a298-383e99c8b761, host n-d-779913-29, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:20:49.383904 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-a0def756-aae0-426b-a81f-215fd35157c4 None None] For port a367e1b5-d119-4da6-a298-383e99c8b761, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=a367e1b5-d119-4da6-a298-383e99c8b761,segment=NetworkSegment(bbd0c216-4a90-477b-91ae-acfc5b2beb67),segment_id=bbd0c216-4a90-477b-91ae-acfc5b2beb67)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:20:49.388463 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0def756-aae0-426b-a81f-215fd35157c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:49.454329 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0def756-aae0-426b-a81f-215fd35157c4 None None] Routers {'a4a76525-09e8-4d5c-b2d7-e16fd518cffa'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:20:49.454984 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-a0def756-aae0-426b-a81f-215fd35157c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T10:20:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['a4a76525-09e8-4d5c-b2d7-e16fd518cffa'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:20:49.460348 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359feafc-3613-497a-a1b9-2e8526d6f16f None None] Pushing event updated for resources: {'Port': ['ID=a367e1b5-d119-4da6-a298-383e99c8b761,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:20:49.484762 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0962387-7423-4eda-8d32-2df45e790f56 admin admin] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:20:49.493027 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-495a5263-ab91-4e2e-bbe9-cef5711c3281 None None] Sync routers for ids ['2943a717-0252-49fc-bd01-79fbf3f2d781'] in n-d-779913-29 {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:20:49.503402 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-495a5263-ab91-4e2e-bbe9-cef5711c3281 None None] Routers {'2943a717-0252-49fc-bd01-79fbf3f2d781'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:20:49.504034 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-495a5263-ab91-4e2e-bbe9-cef5711c3281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T10:20:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['2943a717-0252-49fc-bd01-79fbf3f2d781'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:20:49.516675 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a0962387-7423-4eda-8d32-2df45e790f56 admin admin] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:49.520559 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-a0962387-7423-4eda-8d32-2df45e790f56 admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.9552846 Jul 14 10:20:49.521037 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 39660) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:20:49.601427 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-a0def756-aae0-426b-a81f-215fd35157c4 None None] Set router a4a76525-09e8-4d5c-b2d7-e16fd518cffa gateway port host: n-d-779913-29 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:20:49.687735 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvr_db [None req-495a5263-ab91-4e2e-bbe9-cef5711c3281 None None] Set router 2943a717-0252-49fc-bd01-79fbf3f2d781 gateway port host: n-d-779913-29 {{(pid=93959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:20:49.798285 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24369fb1-5326-484e-8dfa-ddc78ee99f2f None None] Network 7fb423d3-076c-4f6e-b0e9-5159bb575ee5 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:20:49.886439 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-a0def756-aae0-426b-a81f-215fd35157c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4a76525-09e8-4d5c-b2d7-e16fd518cffa', 'name': 'tempest-TestEncryptedCinderVolumes-745734946-router', 'tenant_id': 'ac9646ada0fa432e880fcfe78aab1fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.215'}], 'enable_snat': True}, 'gw_port_id': '82e82326-2be9-4bda-b26a-775ae3975215', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:20:42Z', 'updated_at': '2021-07-14T10:20:45Z', 'revision_number': 4, 'project_id': 'ac9646ada0fa432e880fcfe78aab1fa6', 'gw_port': {'id': '82e82326-2be9-4bda-b26a-775ae3975215', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:3e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a76525-09e8-4d5c-b2d7-e16fd518cffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:20:43Z', 'updated_at': '2021-07-14T10:20:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': 'a367e1b5-d119-4da6-a298-383e99c8b761', 'name': '', 'network_id': 'dcd603aa-7608-478f-9200-90d335151431', 'tenant_id': 'ac9646ada0fa432e880fcfe78aab1fa6', 'mac_address': 'fa:16:3e:01:eb:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4a76525-09e8-4d5c-b2d7-e16fd518cffa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '05f1d68d-f63c-4a3e-9405-1def307df4bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:20:45Z', 'updated_at': '2021-07-14T10:20:49Z', 'revision_number': 4, 'project_id': 'ac9646ada0fa432e880fcfe78aab1fa6', 'subnets': [{'id': '05f1d68d-f63c-4a3e-9405-1def307df4bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:20:49.901935 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-93943377-6c1d-48be-8db6-99b185a79368 None None] Provisioning for port a01b507d-c3d0-48c8-ae08-a26aab1f5755 completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:20:49.931531 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0def756-aae0-426b-a81f-215fd35157c4 None None] The sync data for ids ['a4a76525-09e8-4d5c-b2d7-e16fd518cffa'] in n-d-779913-29 is: [{'id': 'a4a76525-09e8-4d5c-b2d7-e16fd518cffa', 'name': 'tempest-TestEncryptedCinderVolumes-745734946-router', 'tenant_id': 'ac9646ada0fa432e880fcfe78aab1fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.215'}], 'enable_snat': True}, 'gw_port_id': '82e82326-2be9-4bda-b26a-775ae3975215', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:20:42Z', 'updated_at': '2021-07-14T10:20:45Z', 'revision_number': 4, 'project_id': 'ac9646ada0fa432e880fcfe78aab1fa6', 'gw_port': {'id': '82e82326-2be9-4bda-b26a-775ae3975215', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:3e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a76525-09e8-4d5c-b2d7-e16fd518cffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:20:43Z', 'updated_at': '2021-07-14T10:20:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': 'a367e1b5-d119-4da6-a298-383e99c8b761', 'name': '', 'network_id': 'dcd603aa-7608-478f-9200-90d335151431', 'tenant_id': 'ac9646ada0fa432e880fcfe78aab1fa6', 'mac_address': 'fa:16:3e:01:eb:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4a76525-09e8-4d5c-b2d7-e16fd518cffa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '05f1d68d-f63c-4a3e-9405-1def307df4bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:20:45Z', 'updated_at': '2021-07-14T10:20:49Z', 'revision_number': 4, 'project_id': 'ac9646ada0fa432e880fcfe78aab1fa6', 'subnets': [{'id': '05f1d68d-f63c-4a3e-9405-1def307df4bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:20:50.042798 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-495a5263-ab91-4e2e-bbe9-cef5711c3281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2943a717-0252-49fc-bd01-79fbf3f2d781', 'name': 'tempest-TestEncryptedCinderVolumes-1795048482-router', 'tenant_id': '37a4e88f0eb5488599590e467e64a7c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.209'}], 'enable_snat': True}, 'gw_port_id': 'c1d75feb-92c0-453c-aa0a-44398d4c0468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:20:47Z', 'updated_at': '2021-07-14T10:20:48Z', 'revision_number': 3, 'project_id': '37a4e88f0eb5488599590e467e64a7c9', 'gw_port': {'id': 'c1d75feb-92c0-453c-aa0a-44398d4c0468', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:ed:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2943a717-0252-49fc-bd01-79fbf3f2d781', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:20:48Z', 'updated_at': '2021-07-14T10:20:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29'}], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:20:50.072146 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-495a5263-ab91-4e2e-bbe9-cef5711c3281 None None] Checking router: 2943a717-0252-49fc-bd01-79fbf3f2d781 for host: n-d-779913-29 {{(pid=93959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:20:50.072522 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-495a5263-ab91-4e2e-bbe9-cef5711c3281 None None] Updating router 2943a717-0252-49fc-bd01-79fbf3f2d781 port c1d75feb-92c0-453c-aa0a-44398d4c0468 binding host n-d-779913-29 {{(pid=93959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 10:20:50.076633 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-20150de3-19ad-466a-8d09-de8bcbc7cf26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:50.118101 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-495a5263-ab91-4e2e-bbe9-cef5711c3281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:50.256578 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-20150de3-19ad-466a-8d09-de8bcbc7cf26 admin admin] Allocated IP 172.20.0.1 (7fb423d3-076c-4f6e-b0e9-5159bb575ee5/c4e66606-02bf-4740-8263-5f82d01830d5/ac9c59bd-5289-4baf-bf68-fc130050a63f) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:20:50.392657 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-20150de3-19ad-466a-8d09-de8bcbc7cf26 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:50.405889 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-495a5263-ab91-4e2e-bbe9-cef5711c3281 None None] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:50.409378 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-20150de3-19ad-466a-8d09-de8bcbc7cf26 admin admin] Transition to ACTIVE for port object ac9c59bd-5289-4baf-bf68-fc130050a63f will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:20:50.417838 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-495a5263-ab91-4e2e-bbe9-cef5711c3281 None None] Transition to ACTIVE for port object c1d75feb-92c0-453c-aa0a-44398d4c0468 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:20:50.425925 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-495a5263-ab91-4e2e-bbe9-cef5711c3281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:50.447239 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-20150de3-19ad-466a-8d09-de8bcbc7cf26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:50.482890 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ad7bb8-855d-4f66-b7d4-1fa0d4f2c080 None None] Pushing event updated for resources: {'Port': ['ID=c1d75feb-92c0-453c-aa0a-44398d4c0468,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:20:50.485657 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-495a5263-ab91-4e2e-bbe9-cef5711c3281 None None] Attempting to bind port c1d75feb-92c0-453c-aa0a-44398d4c0468 on host n-d-779913-29 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:20:50.486078 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-495a5263-ab91-4e2e-bbe9-cef5711c3281 None None] Attempting to bind port c1d75feb-92c0-453c-aa0a-44398d4c0468 by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': '81bf7a93-80b3-43df-b9d5-462c604a2945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:20:50.486966 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-495a5263-ab91-4e2e-bbe9-cef5711c3281 None None] Attempting to bind port c1d75feb-92c0-453c-aa0a-44398d4c0468 on network 2dcd4d32-cc7c-4468-b396-7ce5c9231892 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:20:50.497548 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-495a5263-ab91-4e2e-bbe9-cef5711c3281 None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 20, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:20:50.498163 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-495a5263-ab91-4e2e-bbe9-cef5711c3281 None None] Checking segment: {'id': '81bf7a93-80b3-43df-b9d5-462c604a2945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:20:50.498569 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-495a5263-ab91-4e2e-bbe9-cef5711c3281 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:50.498971 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-495a5263-ab91-4e2e-bbe9-cef5711c3281 None None] Bound using segment: {'id': '81bf7a93-80b3-43df-b9d5-462c604a2945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:20:50.499448 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-495a5263-ab91-4e2e-bbe9-cef5711c3281 None None] Bound port: c1d75feb-92c0-453c-aa0a-44398d4c0468, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81bf7a93-80b3-43df-b9d5-462c604a2945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:20:50.499835 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-495a5263-ab91-4e2e-bbe9-cef5711c3281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:50.502616 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20150de3-19ad-466a-8d09-de8bcbc7cf26 admin admin] Network 7fb423d3-076c-4f6e-b0e9-5159bb575ee5 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:20:50.506052 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-20150de3-19ad-466a-8d09-de8bcbc7cf26 admin admin] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:20:50.514397 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20150de3-19ad-466a-8d09-de8bcbc7cf26 admin admin] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:20:50.523433 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20150de3-19ad-466a-8d09-de8bcbc7cf26 admin admin] Pushing event updated for resources: {'Port': ['ID=ac9c59bd-5289-4baf-bf68-fc130050a63f,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:20:50.567002 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-20150de3-19ad-466a-8d09-de8bcbc7cf26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-660393'] for router_interface, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:50.571271 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-495a5263-ab91-4e2e-bbe9-cef5711c3281 None None] For port c1d75feb-92c0-453c-aa0a-44398d4c0468, host n-d-779913-29, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:20:50.575432 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-495a5263-ab91-4e2e-bbe9-cef5711c3281 None None] For port c1d75feb-92c0-453c-aa0a-44398d4c0468, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=c1d75feb-92c0-453c-aa0a-44398d4c0468,segment=NetworkSegment(81bf7a93-80b3-43df-b9d5-462c604a2945),segment_id=81bf7a93-80b3-43df-b9d5-462c604a2945)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:20:50.591527 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-495a5263-ab91-4e2e-bbe9-cef5711c3281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:50.643759 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ad7bb8-855d-4f66-b7d4-1fa0d4f2c080 None None] Pushing event updated for resources: {'Port': ['ID=c1d75feb-92c0-453c-aa0a-44398d4c0468,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:20:50.664832 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-495a5263-ab91-4e2e-bbe9-cef5711c3281 None None] Routers {'2943a717-0252-49fc-bd01-79fbf3f2d781'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:20:50.665476 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-495a5263-ab91-4e2e-bbe9-cef5711c3281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T10:20:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['2943a717-0252-49fc-bd01-79fbf3f2d781'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:20:50.815569 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvr_db [None req-495a5263-ab91-4e2e-bbe9-cef5711c3281 None None] Set router 2943a717-0252-49fc-bd01-79fbf3f2d781 gateway port host: n-d-779913-29 {{(pid=93959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:20:50.855190 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device a01b507d-c3d0-48c8-ae08-a26aab1f5755 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:20:50.974620 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-211e404b-3c4b-4dc5-9b9d-a5b926f4354b None None] Provisioning for port ac9c59bd-5289-4baf-bf68-fc130050a63f completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:20:50.989959 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-211e404b-3c4b-4dc5-9b9d-a5b926f4354b None None] Provisioning complete for port ac9c59bd-5289-4baf-bf68-fc130050a63f triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:20:50.990331 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-211e404b-3c4b-4dc5-9b9d-a5b926f4354b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:51.029918 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning for port a01b507d-c3d0-48c8-ae08-a26aab1f5755 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:20:51.046908 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port a01b507d-c3d0-48c8-ae08-a26aab1f5755 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:20:51.047350 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:51.068321 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-20150de3-19ad-466a-8d09-de8bcbc7cf26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:51.068938 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-211e404b-3c4b-4dc5-9b9d-a5b926f4354b None None] Port ac9c59bd-5289-4baf-bf68-fc130050a63f cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:20:51.254946 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-20150de3-19ad-466a-8d09-de8bcbc7cf26 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:51.261840 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-20150de3-19ad-466a-8d09-de8bcbc7cf26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:51.329096 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-495a5263-ab91-4e2e-bbe9-cef5711c3281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2943a717-0252-49fc-bd01-79fbf3f2d781', 'name': 'tempest-TestEncryptedCinderVolumes-1795048482-router', 'tenant_id': '37a4e88f0eb5488599590e467e64a7c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.209'}], 'enable_snat': True}, 'gw_port_id': 'c1d75feb-92c0-453c-aa0a-44398d4c0468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:20:47Z', 'updated_at': '2021-07-14T10:20:48Z', 'revision_number': 3, 'project_id': '37a4e88f0eb5488599590e467e64a7c9', 'gw_port': {'id': 'c1d75feb-92c0-453c-aa0a-44398d4c0468', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:ed:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2943a717-0252-49fc-bd01-79fbf3f2d781', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:20:48Z', 'updated_at': '2021-07-14T10:20:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29'}], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:20:51.331861 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:51.333046 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20150de3-19ad-466a-8d09-de8bcbc7cf26 admin admin] Pushing event updated for resources: {'Port': ['ID=ac9c59bd-5289-4baf-bf68-fc130050a63f,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:20:51.335601 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-20150de3-19ad-466a-8d09-de8bcbc7cf26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-683747'] for router_interface, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:51.361838 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-495a5263-ab91-4e2e-bbe9-cef5711c3281 None None] The sync data for ids ['2943a717-0252-49fc-bd01-79fbf3f2d781'] in n-d-779913-29 is: [{'id': '2943a717-0252-49fc-bd01-79fbf3f2d781', 'name': 'tempest-TestEncryptedCinderVolumes-1795048482-router', 'tenant_id': '37a4e88f0eb5488599590e467e64a7c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.209'}], 'enable_snat': True}, 'gw_port_id': 'c1d75feb-92c0-453c-aa0a-44398d4c0468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:20:47Z', 'updated_at': '2021-07-14T10:20:48Z', 'revision_number': 3, 'project_id': '37a4e88f0eb5488599590e467e64a7c9', 'gw_port': {'id': 'c1d75feb-92c0-453c-aa0a-44398d4c0468', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:ed:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2943a717-0252-49fc-bd01-79fbf3f2d781', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:20:48Z', 'updated_at': '2021-07-14T10:20:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29'}] {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:20:51.396000 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] For port a01b507d-c3d0-48c8-ae08-a26aab1f5755, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=a01b507d-c3d0-48c8-ae08-a26aab1f5755,segment=NetworkSegment(e3161e2b-2d15-470e-b279-d1ce3f65fc75),segment_id=e3161e2b-2d15-470e-b279-d1ce3f65fc75)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:20:51.400022 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:51.401021 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device a367e1b5-d119-4da6-a298-383e99c8b761 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:20:51.434124 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20150de3-19ad-466a-8d09-de8bcbc7cf26 admin admin] Network 7fb423d3-076c-4f6e-b0e9-5159bb575ee5 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:20:51.435981 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-20150de3-19ad-466a-8d09-de8bcbc7cf26 admin admin] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:20:51.491750 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Pushing event updated for resources: {'Port': ['ID=a01b507d-c3d0-48c8-ae08-a26aab1f5755,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:20:51.501461 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning for port a367e1b5-d119-4da6-a298-383e99c8b761 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:20:51.507822 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port a367e1b5-d119-4da6-a298-383e99c8b761 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:20:51.508714 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:51.571242 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20150de3-19ad-466a-8d09-de8bcbc7cf26 admin admin] Router 2943a717-0252-49fc-bd01-79fbf3f2d781 has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:20:51.605671 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:51.654070 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] For port a367e1b5-d119-4da6-a298-383e99c8b761, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=a367e1b5-d119-4da6-a298-383e99c8b761,segment=NetworkSegment(bbd0c216-4a90-477b-91ae-acfc5b2beb67),segment_id=bbd0c216-4a90-477b-91ae-acfc5b2beb67)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:20:51.663223 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:51.664162 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 82e82326-2be9-4bda-b26a-775ae3975215 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:20:51.733621 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20150de3-19ad-466a-8d09-de8bcbc7cf26 admin admin] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:20:51.745553 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-20150de3-19ad-466a-8d09-de8bcbc7cf26 admin admin] 10.222.0.68 "PUT /v2.0/routers/2943a717-0252-49fc-bd01-79fbf3f2d781/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2193582 Jul 14 10:20:51.760336 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Pushing event updated for resources: {'Port': ['ID=a367e1b5-d119-4da6-a298-383e99c8b761,revision_number=5']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:20:51.772710 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port 82e82326-2be9-4bda-b26a-775ae3975215 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:20:51.773172 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:51.820037 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-657576db-5c03-4293-a660-d9ec8b4cf9dc None None] Provisioning complete for port ac9c59bd-5289-4baf-bf68-fc130050a63f triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:20:51.820708 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-657576db-5c03-4293-a660-d9ec8b4cf9dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:51.888588 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-657576db-5c03-4293-a660-d9ec8b4cf9dc None None] Port ac9c59bd-5289-4baf-bf68-fc130050a63f cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:20:52.305988 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-24b1e44f-2e97-4f38-a691-99ad1e329b2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:52.705909 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87d8436-07fc-4bf6-9c3d-d8544581a3ae req-4b3572a1-c3fd-4a30-b08c-5811c85e29cc tempest-TestEncryptedCinderVolumes-1851617144 tempest-TestEncryptedCinderVolumes-1851617144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:20:52.707534 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b87d8436-07fc-4bf6-9c3d-d8544581a3ae req-4b3572a1-c3fd-4a30-b08c-5811c85e29cc tempest-TestEncryptedCinderVolumes-1851617144 tempest-TestEncryptedCinderVolumes-1851617144-project] 10.222.0.68 "GET /v2.0/networks?id=dcd603aa-7608-478f-9200-90d335151431 HTTP/1.1" status: 200 len: 816 time: 0.1065731 Jul 14 10:20:52.714761 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device a01b507d-c3d0-48c8-ae08-a26aab1f5755 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:20:52.724659 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b87d8436-07fc-4bf6-9c3d-d8544581a3ae req-43aef843-5ae1-4486-8dd8-70e53abd3fa2 tempest-TestEncryptedCinderVolumes-1851617144 tempest-TestEncryptedCinderVolumes-1851617144-project] 10.222.0.68 "GET /v2.0/quotas/ac9646ada0fa432e880fcfe78aab1fa6 HTTP/1.1" status: 200 len: 375 time: 0.0096059 Jul 14 10:20:52.765432 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port a01b507d-c3d0-48c8-ae08-a26aab1f5755 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:20:52.765906 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:52.800796 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b87d8436-07fc-4bf6-9c3d-d8544581a3ae req-8b2fd1e9-fc5a-4ee5-bd9e-9ddb2c0e6bf8 tempest-TestEncryptedCinderVolumes-1851617144 tempest-TestEncryptedCinderVolumes-1851617144-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=ac9646ada0fa432e880fcfe78aab1fa6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0705488 Jul 14 10:20:52.844236 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device a367e1b5-d119-4da6-a298-383e99c8b761 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:20:52.896281 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port a367e1b5-d119-4da6-a298-383e99c8b761 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:20:52.896657 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:52.901705 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b87d8436-07fc-4bf6-9c3d-d8544581a3ae req-59d0458c-cbd5-4eb7-bb88-010b33e4212e service neutron] 10.222.0.68 "GET /v2.0/networks/dcd603aa-7608-478f-9200-90d335151431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868118 Jul 14 10:20:52.973725 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device c1d75feb-92c0-453c-aa0a-44398d4c0468 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:20:52.999814 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b87d8436-07fc-4bf6-9c3d-d8544581a3ae req-0327c332-05fa-4fd0-8671-857c1930a79e service neutron] 10.222.0.68 "GET /v2.0/networks/dcd603aa-7608-478f-9200-90d335151431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920043 Jul 14 10:20:53.023872 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning for port c1d75feb-92c0-453c-aa0a-44398d4c0468 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:20:53.029640 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port c1d75feb-92c0-453c-aa0a-44398d4c0468 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:20:53.030023 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:53.119760 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:53.152070 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] For port c1d75feb-92c0-453c-aa0a-44398d4c0468, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=c1d75feb-92c0-453c-aa0a-44398d4c0468,segment=NetworkSegment(81bf7a93-80b3-43df-b9d5-462c604a2945),segment_id=81bf7a93-80b3-43df-b9d5-462c604a2945)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:20:53.158464 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:53.210793 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Pushing event updated for resources: {'Port': ['ID=c1d75feb-92c0-453c-aa0a-44398d4c0468,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:20:53.225826 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-4e85a34a-2bca-4dd2-93e6-4dc5a0b619bd req-6d520293-362b-4136-9904-751752348cea tempest-TestEncryptedCinderVolumes-1851617144 tempest-TestEncryptedCinderVolumes-1851617144-project] 10.222.0.68 "GET /v2.0/ports?device_id=eed45b41-d959-49a5-a4e2-9eb75e02a2ee HTTP/1.1" status: 200 len: 210 time: 0.0342891 Jul 14 10:20:53.388335 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aac3f9d7-2a0a-4748-acda-0a14dd23d352 None None] Sync routers for ids ['2943a717-0252-49fc-bd01-79fbf3f2d781'] in n-d-779913-29 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:20:53.400311 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac3f9d7-2a0a-4748-acda-0a14dd23d352 None None] Routers {'2943a717-0252-49fc-bd01-79fbf3f2d781'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:20:53.400927 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-aac3f9d7-2a0a-4748-acda-0a14dd23d352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T10:20:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['2943a717-0252-49fc-bd01-79fbf3f2d781'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:20:53.507941 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-aac3f9d7-2a0a-4748-acda-0a14dd23d352 None None] Set router 2943a717-0252-49fc-bd01-79fbf3f2d781 gateway port host: n-d-779913-29 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:20:53.795462 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-aac3f9d7-2a0a-4748-acda-0a14dd23d352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2943a717-0252-49fc-bd01-79fbf3f2d781', 'name': 'tempest-TestEncryptedCinderVolumes-1795048482-router', 'tenant_id': '37a4e88f0eb5488599590e467e64a7c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.209'}], 'enable_snat': True}, 'gw_port_id': 'c1d75feb-92c0-453c-aa0a-44398d4c0468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:20:47Z', 'updated_at': '2021-07-14T10:20:51Z', 'revision_number': 4, 'project_id': '37a4e88f0eb5488599590e467e64a7c9', 'gw_port': {'id': 'c1d75feb-92c0-453c-aa0a-44398d4c0468', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:ed:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2943a717-0252-49fc-bd01-79fbf3f2d781', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:20:48Z', 'updated_at': '2021-07-14T10:20:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': 'ac9c59bd-5289-4baf-bf68-fc130050a63f', 'name': '', 'network_id': '7fb423d3-076c-4f6e-b0e9-5159bb575ee5', 'tenant_id': '37a4e88f0eb5488599590e467e64a7c9', 'mac_address': 'fa:16:3e:0e:cb:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2943a717-0252-49fc-bd01-79fbf3f2d781', 'device_owner': 'network:router_interface', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': 'c4e66606-02bf-4740-8263-5f82d01830d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:20:50Z', 'updated_at': '2021-07-14T10:20:51Z', 'revision_number': 2, 'project_id': '37a4e88f0eb5488599590e467e64a7c9', 'subnets': [{'id': 'c4e66606-02bf-4740-8263-5f82d01830d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:20:53.824972 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aac3f9d7-2a0a-4748-acda-0a14dd23d352 None None] Checking router: 2943a717-0252-49fc-bd01-79fbf3f2d781 for host: n-d-779913-29 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:20:53.825318 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aac3f9d7-2a0a-4748-acda-0a14dd23d352 None None] Updating router 2943a717-0252-49fc-bd01-79fbf3f2d781 port ac9c59bd-5289-4baf-bf68-fc130050a63f binding host n-d-779913-29 {{(pid=93960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 10:20:53.858282 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-aac3f9d7-2a0a-4748-acda-0a14dd23d352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:54.120532 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-aac3f9d7-2a0a-4748-acda-0a14dd23d352 None None] Notify callbacks [] for port, precommit_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:54.130651 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-aac3f9d7-2a0a-4748-acda-0a14dd23d352 None None] Transition to ACTIVE for port object ac9c59bd-5289-4baf-bf68-fc130050a63f will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:20:54.136987 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-aac3f9d7-2a0a-4748-acda-0a14dd23d352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:54.198640 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bc030c-092a-410e-b668-412a565c776b None None] Pushing event updated for resources: {'Port': ['ID=ac9c59bd-5289-4baf-bf68-fc130050a63f,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:20:54.266148 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-aac3f9d7-2a0a-4748-acda-0a14dd23d352 None None] Attempting to bind port ac9c59bd-5289-4baf-bf68-fc130050a63f on host n-d-779913-29 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:20:54.266518 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-aac3f9d7-2a0a-4748-acda-0a14dd23d352 None None] Attempting to bind port ac9c59bd-5289-4baf-bf68-fc130050a63f by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': 'e3161e2b-2d15-470e-b279-d1ce3f65fc75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '7fb423d3-076c-4f6e-b0e9-5159bb575ee5'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:20:54.266945 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac3f9d7-2a0a-4748-acda-0a14dd23d352 None None] Attempting to bind port ac9c59bd-5289-4baf-bf68-fc130050a63f on network 7fb423d3-076c-4f6e-b0e9-5159bb575ee5 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:20:54.272593 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac3f9d7-2a0a-4748-acda-0a14dd23d352 None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 20, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:20:54.272963 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac3f9d7-2a0a-4748-acda-0a14dd23d352 None None] Checking segment: {'id': 'e3161e2b-2d15-470e-b279-d1ce3f65fc75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '7fb423d3-076c-4f6e-b0e9-5159bb575ee5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:20:54.273369 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-aac3f9d7-2a0a-4748-acda-0a14dd23d352 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:54.273916 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac3f9d7-2a0a-4748-acda-0a14dd23d352 None None] Bound using segment: {'id': 'e3161e2b-2d15-470e-b279-d1ce3f65fc75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '7fb423d3-076c-4f6e-b0e9-5159bb575ee5'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:20:54.274444 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-aac3f9d7-2a0a-4748-acda-0a14dd23d352 None None] Bound port: ac9c59bd-5289-4baf-bf68-fc130050a63f, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3161e2b-2d15-470e-b279-d1ce3f65fc75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '7fb423d3-076c-4f6e-b0e9-5159bb575ee5'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:20:54.274824 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-aac3f9d7-2a0a-4748-acda-0a14dd23d352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:54.348314 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-aac3f9d7-2a0a-4748-acda-0a14dd23d352 None None] For port ac9c59bd-5289-4baf-bf68-fc130050a63f, host n-d-779913-29, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:20:54.354606 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-aac3f9d7-2a0a-4748-acda-0a14dd23d352 None None] For port ac9c59bd-5289-4baf-bf68-fc130050a63f, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=ac9c59bd-5289-4baf-bf68-fc130050a63f,segment=NetworkSegment(e3161e2b-2d15-470e-b279-d1ce3f65fc75),segment_id=e3161e2b-2d15-470e-b279-d1ce3f65fc75)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:20:54.361678 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-aac3f9d7-2a0a-4748-acda-0a14dd23d352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:54.425345 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bc030c-092a-410e-b668-412a565c776b None None] Pushing event updated for resources: {'Port': ['ID=ac9c59bd-5289-4baf-bf68-fc130050a63f,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:20:54.435459 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac3f9d7-2a0a-4748-acda-0a14dd23d352 None None] Routers {'2943a717-0252-49fc-bd01-79fbf3f2d781'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:20:54.436325 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-aac3f9d7-2a0a-4748-acda-0a14dd23d352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T10:20:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['2943a717-0252-49fc-bd01-79fbf3f2d781'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:20:54.462314 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-fbbf2ce0-6dc0-4146-91e7-33b6428f2e88 req-dc69b18b-b091-477d-ab3b-6f0930ac0655 tempest-TestEncryptedCinderVolumes-1851617144 tempest-TestEncryptedCinderVolumes-1851617144-project] 10.222.0.68 "GET /v2.0/ports?device_id=eed45b41-d959-49a5-a4e2-9eb75e02a2ee HTTP/1.1" status: 200 len: 210 time: 0.0917425 Jul 14 10:20:54.556266 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87d8436-07fc-4bf6-9c3d-d8544581a3ae req-5d0d003c-7e30-4c40-b664-6a6ec12d5082 tempest-TestEncryptedCinderVolumes-1851617144 tempest-TestEncryptedCinderVolumes-1851617144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:20:54.560362 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b87d8436-07fc-4bf6-9c3d-d8544581a3ae req-5d0d003c-7e30-4c40-b664-6a6ec12d5082 tempest-TestEncryptedCinderVolumes-1851617144 tempest-TestEncryptedCinderVolumes-1851617144-project] 10.222.0.57 "GET /v2.0/networks?id=dcd603aa-7608-478f-9200-90d335151431 HTTP/1.1" status: 200 len: 816 time: 0.1981201 Jul 14 10:20:54.571595 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-aac3f9d7-2a0a-4748-acda-0a14dd23d352 None None] Set router 2943a717-0252-49fc-bd01-79fbf3f2d781 gateway port host: n-d-779913-29 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:20:54.580047 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-b87d8436-07fc-4bf6-9c3d-d8544581a3ae req-3cea7b72-2764-4873-8040-7d3531db33e5 tempest-TestEncryptedCinderVolumes-1851617144 tempest-TestEncryptedCinderVolumes-1851617144-project] Request body: {'port': {'device_id': 'eed45b41-d959-49a5-a4e2-9eb75e02a2ee', 'network_id': 'dcd603aa-7608-478f-9200-90d335151431', 'admin_state_up': True, 'tenant_id': 'ac9646ada0fa432e880fcfe78aab1fa6'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:20:54.696828 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device c1d75feb-92c0-453c-aa0a-44398d4c0468 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:20:54.725684 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b87d8436-07fc-4bf6-9c3d-d8544581a3ae req-3cea7b72-2764-4873-8040-7d3531db33e5 tempest-TestEncryptedCinderVolumes-1851617144 tempest-TestEncryptedCinderVolumes-1851617144-project] Made reservation on behalf of ac9646ada0fa432e880fcfe78aab1fa6 for: {'port': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:20:54.730071 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-b87d8436-07fc-4bf6-9c3d-d8544581a3ae req-3cea7b72-2764-4873-8040-7d3531db33e5 tempest-TestEncryptedCinderVolumes-1851617144 tempest-TestEncryptedCinderVolumes-1851617144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:54.753294 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port c1d75feb-92c0-453c-aa0a-44398d4c0468 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:20:54.753612 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:54.843736 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-aac3f9d7-2a0a-4748-acda-0a14dd23d352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2943a717-0252-49fc-bd01-79fbf3f2d781', 'name': 'tempest-TestEncryptedCinderVolumes-1795048482-router', 'tenant_id': '37a4e88f0eb5488599590e467e64a7c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.209'}], 'enable_snat': True}, 'gw_port_id': 'c1d75feb-92c0-453c-aa0a-44398d4c0468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:20:47Z', 'updated_at': '2021-07-14T10:20:51Z', 'revision_number': 4, 'project_id': '37a4e88f0eb5488599590e467e64a7c9', 'gw_port': {'id': 'c1d75feb-92c0-453c-aa0a-44398d4c0468', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:ed:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2943a717-0252-49fc-bd01-79fbf3f2d781', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:20:48Z', 'updated_at': '2021-07-14T10:20:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': 'ac9c59bd-5289-4baf-bf68-fc130050a63f', 'name': '', 'network_id': '7fb423d3-076c-4f6e-b0e9-5159bb575ee5', 'tenant_id': '37a4e88f0eb5488599590e467e64a7c9', 'mac_address': 'fa:16:3e:0e:cb:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2943a717-0252-49fc-bd01-79fbf3f2d781', 'device_owner': 'network:router_interface', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': 'c4e66606-02bf-4740-8263-5f82d01830d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:20:50Z', 'updated_at': '2021-07-14T10:20:54Z', 'revision_number': 4, 'project_id': '37a4e88f0eb5488599590e467e64a7c9', 'subnets': [{'id': 'c4e66606-02bf-4740-8263-5f82d01830d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:20:54.873843 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aac3f9d7-2a0a-4748-acda-0a14dd23d352 None None] The sync data for ids ['2943a717-0252-49fc-bd01-79fbf3f2d781'] in n-d-779913-29 is: [{'id': '2943a717-0252-49fc-bd01-79fbf3f2d781', 'name': 'tempest-TestEncryptedCinderVolumes-1795048482-router', 'tenant_id': '37a4e88f0eb5488599590e467e64a7c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.209'}], 'enable_snat': True}, 'gw_port_id': 'c1d75feb-92c0-453c-aa0a-44398d4c0468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:20:47Z', 'updated_at': '2021-07-14T10:20:51Z', 'revision_number': 4, 'project_id': '37a4e88f0eb5488599590e467e64a7c9', 'gw_port': {'id': 'c1d75feb-92c0-453c-aa0a-44398d4c0468', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:ed:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2943a717-0252-49fc-bd01-79fbf3f2d781', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:20:48Z', 'updated_at': '2021-07-14T10:20:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': 'ac9c59bd-5289-4baf-bf68-fc130050a63f', 'name': '', 'network_id': '7fb423d3-076c-4f6e-b0e9-5159bb575ee5', 'tenant_id': '37a4e88f0eb5488599590e467e64a7c9', 'mac_address': 'fa:16:3e:0e:cb:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2943a717-0252-49fc-bd01-79fbf3f2d781', 'device_owner': 'network:router_interface', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': 'c4e66606-02bf-4740-8263-5f82d01830d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:20:50Z', 'updated_at': '2021-07-14T10:20:54Z', 'revision_number': 4, 'project_id': '37a4e88f0eb5488599590e467e64a7c9', 'subnets': [{'id': 'c4e66606-02bf-4740-8263-5f82d01830d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:20:54.874646 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:54.886100 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [req-b87d8436-07fc-4bf6-9c3d-d8544581a3ae req-3cea7b72-2764-4873-8040-7d3531db33e5 tempest-TestEncryptedCinderVolumes-1851617144 tempest-TestEncryptedCinderVolumes-1851617144-project] Allocated IP 172.20.0.5 (dcd603aa-7608-478f-9200-90d335151431/05f1d68d-f63c-4a3e-9405-1def307df4bb/cb2fb637-df8f-40ba-8d30-0a86954b911a) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:20:54.959247 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-985a6448-0064-494b-bdea-f74ba654623b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:55.066266 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-b87d8436-07fc-4bf6-9c3d-d8544581a3ae req-3cea7b72-2764-4873-8040-7d3531db33e5 tempest-TestEncryptedCinderVolumes-1851617144 tempest-TestEncryptedCinderVolumes-1851617144-project] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:55.080769 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [req-b87d8436-07fc-4bf6-9c3d-d8544581a3ae req-3cea7b72-2764-4873-8040-7d3531db33e5 tempest-TestEncryptedCinderVolumes-1851617144 tempest-TestEncryptedCinderVolumes-1851617144-project] Transition to ACTIVE for port object cb2fb637-df8f-40ba-8d30-0a86954b911a will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:20:55.117466 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-b87d8436-07fc-4bf6-9c3d-d8544581a3ae req-3cea7b72-2764-4873-8040-7d3531db33e5 tempest-TestEncryptedCinderVolumes-1851617144 tempest-TestEncryptedCinderVolumes-1851617144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:55.165257 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b87d8436-07fc-4bf6-9c3d-d8544581a3ae req-3cea7b72-2764-4873-8040-7d3531db33e5 tempest-TestEncryptedCinderVolumes-1851617144 tempest-TestEncryptedCinderVolumes-1851617144-project] Network dcd603aa-7608-478f-9200-90d335151431 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:20:55.168948 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [req-b87d8436-07fc-4bf6-9c3d-d8544581a3ae req-3cea7b72-2764-4873-8040-7d3531db33e5 tempest-TestEncryptedCinderVolumes-1851617144 tempest-TestEncryptedCinderVolumes-1851617144-project] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:20:55.172946 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-b87d8436-07fc-4bf6-9c3d-d8544581a3ae req-3cea7b72-2764-4873-8040-7d3531db33e5 tempest-TestEncryptedCinderVolumes-1851617144 tempest-TestEncryptedCinderVolumes-1851617144-project] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:20:55.199024 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cea7b72-2764-4873-8040-7d3531db33e5 tempest-TestEncryptedCinderVolumes-1851617144 tempest-TestEncryptedCinderVolumes-1851617144-project] Pushing event updated for resources: {'Port': ['ID=cb2fb637-df8f-40ba-8d30-0a86954b911a,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:20:55.243739 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87d8436-07fc-4bf6-9c3d-d8544581a3ae req-3cea7b72-2764-4873-8040-7d3531db33e5 tempest-TestEncryptedCinderVolumes-1851617144 tempest-TestEncryptedCinderVolumes-1851617144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:20:55.244433 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-b87d8436-07fc-4bf6-9c3d-d8544581a3ae req-3cea7b72-2764-4873-8040-7d3531db33e5 tempest-TestEncryptedCinderVolumes-1851617144 tempest-TestEncryptedCinderVolumes-1851617144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:55.266191 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b87d8436-07fc-4bf6-9c3d-d8544581a3ae req-3cea7b72-2764-4873-8040-7d3531db33e5 tempest-TestEncryptedCinderVolumes-1851617144 tempest-TestEncryptedCinderVolumes-1851617144-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6941772 Jul 14 10:20:55.283992 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-b87d8436-07fc-4bf6-9c3d-d8544581a3ae req-9a7588cb-5040-4b18-87e3-7763d186bf71 service neutron] Request body: {'port': {'device_id': 'eed45b41-d959-49a5-a4e2-9eb75e02a2ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-29'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:20:55.374887 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-b87d8436-07fc-4bf6-9c3d-d8544581a3ae req-9a7588cb-5040-4b18-87e3-7763d186bf71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:55.417077 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-5221d1b4-3c7e-4814-b761-dc7594de81c0 None None] Provisioning for port cb2fb637-df8f-40ba-8d30-0a86954b911a completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:20:55.420917 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-5221d1b4-3c7e-4814-b761-dc7594de81c0 None None] Provisioning complete for port cb2fb637-df8f-40ba-8d30-0a86954b911a triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:20:55.421297 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5221d1b4-3c7e-4814-b761-dc7594de81c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:55.457638 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-5221d1b4-3c7e-4814-b761-dc7594de81c0 None None] Port cb2fb637-df8f-40ba-8d30-0a86954b911a cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:20:55.660035 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [req-b87d8436-07fc-4bf6-9c3d-d8544581a3ae req-9a7588cb-5040-4b18-87e3-7763d186bf71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb2fb637-df8f-40ba-8d30-0a86954b911a {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:20:55.662077 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb98e72-7089-453c-8bdf-da121b9446d9 req-97fef8e8-6f1b-4552-8c6c-d4bf0a8ac3ef tempest-TestEncryptedCinderVolumes-1851617144 tempest-TestEncryptedCinderVolumes-1851617144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:20:55.663787 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-9eb98e72-7089-453c-8bdf-da121b9446d9 req-97fef8e8-6f1b-4552-8c6c-d4bf0a8ac3ef tempest-TestEncryptedCinderVolumes-1851617144 tempest-TestEncryptedCinderVolumes-1851617144-project] 10.222.0.68 "GET /v2.0/ports?device_id=eed45b41-d959-49a5-a4e2-9eb75e02a2ee HTTP/1.1" status: 200 len: 931 time: 0.0748713 Jul 14 10:20:55.668179 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-b87d8436-07fc-4bf6-9c3d-d8544581a3ae req-9a7588cb-5040-4b18-87e3-7763d186bf71 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:55.681270 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [req-b87d8436-07fc-4bf6-9c3d-d8544581a3ae req-9a7588cb-5040-4b18-87e3-7763d186bf71 service neutron] Transition to ACTIVE for port object cb2fb637-df8f-40ba-8d30-0a86954b911a will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:20:55.686419 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-b87d8436-07fc-4bf6-9c3d-d8544581a3ae req-9a7588cb-5040-4b18-87e3-7763d186bf71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:55.714554 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-9eb98e72-7089-453c-8bdf-da121b9446d9 req-a56b8941-2695-4e67-bb76-3787b97c58f3 tempest-TestEncryptedCinderVolumes-1851617144 tempest-TestEncryptedCinderVolumes-1851617144-project] 10.222.0.68 "GET /v2.0/security-groups?id=6f81d4f1-e0a7-4182-9af1-0f2bb60c94e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427105 Jul 14 10:20:55.737834 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7588cb-5040-4b18-87e3-7763d186bf71 service neutron] Pushing event updated for resources: {'Port': ['ID=cb2fb637-df8f-40ba-8d30-0a86954b911a,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:20:55.820663 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-b87d8436-07fc-4bf6-9c3d-d8544581a3ae req-9a7588cb-5040-4b18-87e3-7763d186bf71 service neutron] Attempting to bind port cb2fb637-df8f-40ba-8d30-0a86954b911a on host n-h2-779913-29 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:20:55.821001 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-b87d8436-07fc-4bf6-9c3d-d8544581a3ae req-9a7588cb-5040-4b18-87e3-7763d186bf71 service neutron] Attempting to bind port cb2fb637-df8f-40ba-8d30-0a86954b911a by drivers openvswitch,hyperv on host n-h2-779913-29 at level 0 using segments [{'id': 'bbd0c216-4a90-477b-91ae-acfc5b2beb67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'dcd603aa-7608-478f-9200-90d335151431'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:20:55.821338 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b87d8436-07fc-4bf6-9c3d-d8544581a3ae req-9a7588cb-5040-4b18-87e3-7763d186bf71 service neutron] Attempting to bind port cb2fb637-df8f-40ba-8d30-0a86954b911a on network dcd603aa-7608-478f-9200-90d335151431 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:20:55.827237 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b87d8436-07fc-4bf6-9c3d-d8544581a3ae req-9a7588cb-5040-4b18-87e3-7763d186bf71 service neutron] Port cb2fb637-df8f-40ba-8d30-0a86954b911a on network dcd603aa-7608-478f-9200-90d335151431 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-29 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 10:20:55.827557 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b87d8436-07fc-4bf6-9c3d-d8544581a3ae req-9a7588cb-5040-4b18-87e3-7763d186bf71 service neutron] Attempting to bind port cb2fb637-df8f-40ba-8d30-0a86954b911a on network dcd603aa-7608-478f-9200-90d335151431 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:20:55.832537 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b87d8436-07fc-4bf6-9c3d-d8544581a3ae req-9a7588cb-5040-4b18-87e3-7763d186bf71 service neutron] Checking agent: {'id': '013e4a3b-a634-47b8-b6a5-1a25109b73fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 13, 13), 'started_at': datetime.datetime(2021, 7, 14, 9, 13, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 20, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:20:55.832875 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b87d8436-07fc-4bf6-9c3d-d8544581a3ae req-9a7588cb-5040-4b18-87e3-7763d186bf71 service neutron] Checking segment: {'id': 'bbd0c216-4a90-477b-91ae-acfc5b2beb67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'dcd603aa-7608-478f-9200-90d335151431'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:20:55.833267 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b87d8436-07fc-4bf6-9c3d-d8544581a3ae req-9a7588cb-5040-4b18-87e3-7763d186bf71 service neutron] Bound using segment: {'id': 'bbd0c216-4a90-477b-91ae-acfc5b2beb67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'dcd603aa-7608-478f-9200-90d335151431'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:20:55.833724 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-b87d8436-07fc-4bf6-9c3d-d8544581a3ae req-9a7588cb-5040-4b18-87e3-7763d186bf71 service neutron] Bound port: cb2fb637-df8f-40ba-8d30-0a86954b911a, host: n-h2-779913-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbd0c216-4a90-477b-91ae-acfc5b2beb67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'dcd603aa-7608-478f-9200-90d335151431'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:20:55.834421 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-b87d8436-07fc-4bf6-9c3d-d8544581a3ae req-9a7588cb-5040-4b18-87e3-7763d186bf71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:55.901124 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-b87d8436-07fc-4bf6-9c3d-d8544581a3ae req-9a7588cb-5040-4b18-87e3-7763d186bf71 service neutron] For port cb2fb637-df8f-40ba-8d30-0a86954b911a, host n-h2-779913-29, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:20:55.904970 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-b87d8436-07fc-4bf6-9c3d-d8544581a3ae req-9a7588cb-5040-4b18-87e3-7763d186bf71 service neutron] For port cb2fb637-df8f-40ba-8d30-0a86954b911a, host n-h2-779913-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=cb2fb637-df8f-40ba-8d30-0a86954b911a,segment=NetworkSegment(bbd0c216-4a90-477b-91ae-acfc5b2beb67),segment_id=bbd0c216-4a90-477b-91ae-acfc5b2beb67)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:20:55.910956 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-b87d8436-07fc-4bf6-9c3d-d8544581a3ae req-9a7588cb-5040-4b18-87e3-7763d186bf71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:55.946983 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87d8436-07fc-4bf6-9c3d-d8544581a3ae req-9a7588cb-5040-4b18-87e3-7763d186bf71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:20:55.947579 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-b87d8436-07fc-4bf6-9c3d-d8544581a3ae req-9a7588cb-5040-4b18-87e3-7763d186bf71 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:55.948986 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b87d8436-07fc-4bf6-9c3d-d8544581a3ae req-9a7588cb-5040-4b18-87e3-7763d186bf71 service neutron] 10.222.0.57 "PUT /v2.0/ports/cb2fb637-df8f-40ba-8d30-0a86954b911a HTTP/1.1" status: 200 len: 1092 time: 0.6703012 Jul 14 10:20:55.949423 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eed45b41-d959-49a5-a4e2-9eb75e02a2ee', 'tag': 'cb2fb637-df8f-40ba-8d30-0a86954b911a'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:20:55.951754 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}175264a25d5f1cec9b1451f1a8cc8ced5d4502f5c48740ac7c6845d527b2175b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3ad86bc-1a0c-47a4-ba0e-1c11ab69f4eb" -d '{"events": [{"name": "network-changed", "server_uuid": "eed45b41-d959-49a5-a4e2-9eb75e02a2ee", "tag": "cb2fb637-df8f-40ba-8d30-0a86954b911a"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:20:55.993972 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:20:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94db5d2a-bebe-42a5-8fd3-9d0a6ec79bde x-openstack-request-id: req-94db5d2a-bebe-42a5-8fd3-9d0a6ec79bde {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:20:55.994272 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eed45b41-d959-49a5-a4e2-9eb75e02a2ee", "tag": "cb2fb637-df8f-40ba-8d30-0a86954b911a", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:20:55.994527 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-94db5d2a-bebe-42a5-8fd3-9d0a6ec79bde {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:20:55.995492 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eed45b41-d959-49a5-a4e2-9eb75e02a2ee', 'tag': 'cb2fb637-df8f-40ba-8d30-0a86954b911a', 'status': 'completed', 'code': 200} Jul 14 10:20:55.996508 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7588cb-5040-4b18-87e3-7763d186bf71 service neutron] Pushing event updated for resources: {'Port': ['ID=cb2fb637-df8f-40ba-8d30-0a86954b911a,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:20:56.073208 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87d8436-07fc-4bf6-9c3d-d8544581a3ae req-f6c89c94-c2e7-47df-8968-eb5be8632d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:20:56.074820 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b87d8436-07fc-4bf6-9c3d-d8544581a3ae req-f6c89c94-c2e7-47df-8968-eb5be8632d2c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ac9646ada0fa432e880fcfe78aab1fa6&device_id=eed45b41-d959-49a5-a4e2-9eb75e02a2ee HTTP/1.1" status: 200 len: 1095 time: 0.0583594 Jul 14 10:20:56.109116 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5ad31076-714c-49ec-bc37-f3d4cd90112a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:56.136682 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b87d8436-07fc-4bf6-9c3d-d8544581a3ae req-349da6bb-5fbc-4057-990e-7e431e261607 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cb2fb637-df8f-40ba-8d30-0a86954b911a HTTP/1.1" status: 200 len: 217 time: 0.0451062 Jul 14 10:20:56.188871 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87d8436-07fc-4bf6-9c3d-d8544581a3ae req-6123887c-b75b-467c-b193-ee5cc0e21da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:20:56.190343 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b87d8436-07fc-4bf6-9c3d-d8544581a3ae req-6123887c-b75b-467c-b193-ee5cc0e21da4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=05f1d68d-f63c-4a3e-9405-1def307df4bb HTTP/1.1" status: 200 len: 855 time: 0.0459123 Jul 14 10:20:56.250599 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87d8436-07fc-4bf6-9c3d-d8544581a3ae req-545d2f63-e3ac-457f-8db0-db6b02a24bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:20:56.252105 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b87d8436-07fc-4bf6-9c3d-d8544581a3ae req-545d2f63-e3ac-457f-8db0-db6b02a24bb1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=dcd603aa-7608-478f-9200-90d335151431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0546446 Jul 14 10:20:56.347201 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b87d8436-07fc-4bf6-9c3d-d8544581a3ae req-2a0faff4-5f7c-469c-89c7-e2aa00fc71e2 service neutron] 10.222.0.57 "GET /v2.0/networks/dcd603aa-7608-478f-9200-90d335151431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880587 Jul 14 10:20:56.445871 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b87d8436-07fc-4bf6-9c3d-d8544581a3ae req-13657482-2e55-4ae3-a85a-ef47d2d54c61 service neutron] 10.222.0.57 "GET /v2.0/networks/dcd603aa-7608-478f-9200-90d335151431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920274 Jul 14 10:20:56.596165 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ad86bc-1a0c-47a4-ba0e-1c11ab69f4eb req-173aa810-8218-4e22-9dcd-cb9b466ff5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:20:56.597711 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d3ad86bc-1a0c-47a4-ba0e-1c11ab69f4eb req-173aa810-8218-4e22-9dcd-cb9b466ff5b7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ac9646ada0fa432e880fcfe78aab1fa6&device_id=eed45b41-d959-49a5-a4e2-9eb75e02a2ee HTTP/1.1" status: 200 len: 1095 time: 0.0608017 Jul 14 10:20:56.669531 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device ac9c59bd-5289-4baf-bf68-fc130050a63f up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:20:56.693188 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ad86bc-1a0c-47a4-ba0e-1c11ab69f4eb req-b47675bd-f80e-4b23-97f6-28d65af7ce0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:20:56.694807 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d3ad86bc-1a0c-47a4-ba0e-1c11ab69f4eb req-b47675bd-f80e-4b23-97f6-28d65af7ce0f service neutron] 10.222.0.57 "GET /v2.0/networks?id=dcd603aa-7608-478f-9200-90d335151431 HTTP/1.1" status: 200 len: 917 time: 0.0909126 Jul 14 10:20:56.722181 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning for port ac9c59bd-5289-4baf-bf68-fc130050a63f completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:20:56.726744 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port ac9c59bd-5289-4baf-bf68-fc130050a63f triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:20:56.727282 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:56.737751 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d3ad86bc-1a0c-47a4-ba0e-1c11ab69f4eb req-1f87a33d-a08b-46f5-bee8-436ac2a93cca service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cb2fb637-df8f-40ba-8d30-0a86954b911a HTTP/1.1" status: 200 len: 217 time: 0.0354164 Jul 14 10:20:56.798342 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ad86bc-1a0c-47a4-ba0e-1c11ab69f4eb req-b2396677-c7bf-4040-afab-04a157c7c20d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:20:56.799815 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d3ad86bc-1a0c-47a4-ba0e-1c11ab69f4eb req-b2396677-c7bf-4040-afab-04a157c7c20d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=05f1d68d-f63c-4a3e-9405-1def307df4bb HTTP/1.1" status: 200 len: 855 time: 0.0524051 Jul 14 10:20:56.813739 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:56.851581 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] For port ac9c59bd-5289-4baf-bf68-fc130050a63f, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=ac9c59bd-5289-4baf-bf68-fc130050a63f,segment=NetworkSegment(e3161e2b-2d15-470e-b279-d1ce3f65fc75),segment_id=e3161e2b-2d15-470e-b279-d1ce3f65fc75)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:20:56.856113 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:56.875195 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ad86bc-1a0c-47a4-ba0e-1c11ab69f4eb req-0a6a3acb-b74b-4386-a7e3-d4b0ba56c685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:20:56.877017 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d3ad86bc-1a0c-47a4-ba0e-1c11ab69f4eb req-0a6a3acb-b74b-4386-a7e3-d4b0ba56c685 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=dcd603aa-7608-478f-9200-90d335151431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0684288 Jul 14 10:20:56.921309 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2423882f-aec6-489f-95c0-bba2959e83ad req-38ab7d3b-89d3-4549-a1af-3798d33ca729 tempest-TestEncryptedCinderVolumes-1851617144 tempest-TestEncryptedCinderVolumes-1851617144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:20:56.926819 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-2423882f-aec6-489f-95c0-bba2959e83ad req-38ab7d3b-89d3-4549-a1af-3798d33ca729 tempest-TestEncryptedCinderVolumes-1851617144 tempest-TestEncryptedCinderVolumes-1851617144-project] 10.222.0.68 "GET /v2.0/ports?device_id=eed45b41-d959-49a5-a4e2-9eb75e02a2ee HTTP/1.1" status: 200 len: 943 time: 0.0902381 Jul 14 10:20:56.929243 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Pushing event updated for resources: {'Port': ['ID=ac9c59bd-5289-4baf-bf68-fc130050a63f,revision_number=5']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:20:56.967545 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-2423882f-aec6-489f-95c0-bba2959e83ad req-a5d65912-7684-4e39-985f-6b5f9351dd16 tempest-TestEncryptedCinderVolumes-1851617144 tempest-TestEncryptedCinderVolumes-1851617144-project] 10.222.0.68 "GET /v2.0/security-groups?id=6f81d4f1-e0a7-4182-9af1-0f2bb60c94e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372789 Jul 14 10:20:56.986772 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d3ad86bc-1a0c-47a4-ba0e-1c11ab69f4eb req-7f0fe32f-621d-41e4-af7b-40c0dc30e4a8 service neutron] 10.222.0.57 "GET /v2.0/networks/dcd603aa-7608-478f-9200-90d335151431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956857 Jul 14 10:20:57.094305 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d3ad86bc-1a0c-47a4-ba0e-1c11ab69f4eb req-54a5c1dc-f1a0-4647-bd0c-01a3c8fcd134 service neutron] 10.222.0.57 "GET /v2.0/networks/dcd603aa-7608-478f-9200-90d335151431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005414 Jul 14 10:20:57.914150 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5bbe322f-3f67-4864-bc0a-91afe44d23e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:58.331531 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5151e17-5326-4fae-8a2c-9dda809697a5 req-27112447-98fa-4190-a6c0-10b0561cb16f tempest-TestEncryptedCinderVolumes-1851617144 tempest-TestEncryptedCinderVolumes-1851617144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:20:58.332939 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e5151e17-5326-4fae-8a2c-9dda809697a5 req-27112447-98fa-4190-a6c0-10b0561cb16f tempest-TestEncryptedCinderVolumes-1851617144 tempest-TestEncryptedCinderVolumes-1851617144-project] 10.222.0.68 "GET /v2.0/ports?device_id=eed45b41-d959-49a5-a4e2-9eb75e02a2ee HTTP/1.1" status: 200 len: 943 time: 0.0635562 Jul 14 10:20:58.371484 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e5151e17-5326-4fae-8a2c-9dda809697a5 req-2d5d91cf-5ffa-4998-88de-d1dcff022490 tempest-TestEncryptedCinderVolumes-1851617144 tempest-TestEncryptedCinderVolumes-1851617144-project] 10.222.0.68 "GET /v2.0/security-groups?id=6f81d4f1-e0a7-4182-9af1-0f2bb60c94e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329289 Jul 14 10:20:58.643506 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device ac9c59bd-5289-4baf-bf68-fc130050a63f up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:20:58.692009 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port ac9c59bd-5289-4baf-bf68-fc130050a63f triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:20:58.692379 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:59.292222 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device cb2fb637-df8f-40ba-8d30-0a86954b911a details requested by agent hyperv_n-h2-779913-29 with host n-h2-779913-29 {{(pid=93959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 10:20:59.386907 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port cb2fb637-df8f-40ba-8d30-0a86954b911a, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=cb2fb637-df8f-40ba-8d30-0a86954b911a,segment=NetworkSegment(bbd0c216-4a90-477b-91ae-acfc5b2beb67),segment_id=bbd0c216-4a90-477b-91ae-acfc5b2beb67)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:20:59.398078 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Returning: {'device': 'cb2fb637-df8f-40ba-8d30-0a86954b911a', 'network_id': 'dcd603aa-7608-478f-9200-90d335151431', 'port_id': 'cb2fb637-df8f-40ba-8d30-0a86954b911a', 'mac_address': 'fa:16:3e:d7:5f:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 730, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05f1d68d-f63c-4a3e-9405-1def307df4bb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 10:20:59.436879 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:59.449387 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb2fb637-df8f-40ba-8d30-0a86954b911a {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:20:59.469971 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port cb2fb637-df8f-40ba-8d30-0a86954b911a, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=cb2fb637-df8f-40ba-8d30-0a86954b911a,segment=NetworkSegment(bbd0c216-4a90-477b-91ae-acfc5b2beb67),segment_id=bbd0c216-4a90-477b-91ae-acfc5b2beb67)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:20:59.474294 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:59.521995 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Pushing event updated for resources: {'Port': ['ID=cb2fb637-df8f-40ba-8d30-0a86954b911a,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:20:59.551278 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0f01b7-6aa1-4dee-8a20-15eecb933be2 req-c1c46ce9-b179-4274-a33d-6835e9ec6dbb tempest-TestEncryptedCinderVolumes-1851617144 tempest-TestEncryptedCinderVolumes-1851617144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:20:59.552829 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-8c0f01b7-6aa1-4dee-8a20-15eecb933be2 req-c1c46ce9-b179-4274-a33d-6835e9ec6dbb tempest-TestEncryptedCinderVolumes-1851617144 tempest-TestEncryptedCinderVolumes-1851617144-project] 10.222.0.68 "GET /v2.0/ports?device_id=eed45b41-d959-49a5-a4e2-9eb75e02a2ee HTTP/1.1" status: 200 len: 944 time: 0.0653064 Jul 14 10:20:59.592447 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-8c0f01b7-6aa1-4dee-8a20-15eecb933be2 req-f7b2ba08-b4f9-456c-94ad-26abfa67e87f tempest-TestEncryptedCinderVolumes-1851617144 tempest-TestEncryptedCinderVolumes-1851617144-project] 10.222.0.68 "GET /v2.0/security-groups?id=6f81d4f1-e0a7-4182-9af1-0f2bb60c94e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323176 Jul 14 10:20:59.745896 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] get_ports_and_sgs() called for port_ids ['cb2fb637-df8f-40ba-8d30-0a86954b911a'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:21:00.774037 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e2e50a-35e9-42dd-b7b2-eddcb48fbab3 req-ff83132f-2d29-450c-8309-8000c6224c52 tempest-TestEncryptedCinderVolumes-1851617144 tempest-TestEncryptedCinderVolumes-1851617144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:21:00.776402 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-91e2e50a-35e9-42dd-b7b2-eddcb48fbab3 req-ff83132f-2d29-450c-8309-8000c6224c52 tempest-TestEncryptedCinderVolumes-1851617144 tempest-TestEncryptedCinderVolumes-1851617144-project] 10.222.0.68 "GET /v2.0/ports?device_id=eed45b41-d959-49a5-a4e2-9eb75e02a2ee HTTP/1.1" status: 200 len: 944 time: 0.0730407 Jul 14 10:21:00.815784 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-91e2e50a-35e9-42dd-b7b2-eddcb48fbab3 req-fbe1a00b-de5a-4e3e-b46f-bf0053e7a066 tempest-TestEncryptedCinderVolumes-1851617144 tempest-TestEncryptedCinderVolumes-1851617144-project] 10.222.0.68 "GET /v2.0/security-groups?id=6f81d4f1-e0a7-4182-9af1-0f2bb60c94e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335605 Jul 14 10:21:01.307697 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device cb2fb637-df8f-40ba-8d30-0a86954b911a up at agent hyperv_n-h2-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:21:01.366954 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Provisioning for port cb2fb637-df8f-40ba-8d30-0a86954b911a completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:21:01.371129 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Provisioning complete for port cb2fb637-df8f-40ba-8d30-0a86954b911a triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:21:01.371509 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:01.456783 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:01.483897 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eed45b41-d959-49a5-a4e2-9eb75e02a2ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb2fb637-df8f-40ba-8d30-0a86954b911a'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:21:01.486211 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}329bd6c07f982fc6c8be245f0be026b528efb6c8a9415522477faf1b9157eba4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3ed2b9b-a3d2-48a7-ae82-bd9029854dca" -d '{"events": [{"server_uuid": "eed45b41-d959-49a5-a4e2-9eb75e02a2ee", "name": "network-vif-plugged", "status": "completed", "tag": "cb2fb637-df8f-40ba-8d30-0a86954b911a"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:21:01.500072 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port cb2fb637-df8f-40ba-8d30-0a86954b911a, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=cb2fb637-df8f-40ba-8d30-0a86954b911a,segment=NetworkSegment(bbd0c216-4a90-477b-91ae-acfc5b2beb67),segment_id=bbd0c216-4a90-477b-91ae-acfc5b2beb67)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:21:01.504851 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:01.529434 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:21:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4edd6ab-f496-4dbd-911f-bf0d212737f7 x-openstack-request-id: req-e4edd6ab-f496-4dbd-911f-bf0d212737f7 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:21:01.529818 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eed45b41-d959-49a5-a4e2-9eb75e02a2ee", "name": "network-vif-plugged", "status": "completed", "tag": "cb2fb637-df8f-40ba-8d30-0a86954b911a", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:21:01.530074 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-e4edd6ab-f496-4dbd-911f-bf0d212737f7 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:21:01.530469 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eed45b41-d959-49a5-a4e2-9eb75e02a2ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb2fb637-df8f-40ba-8d30-0a86954b911a', 'code': 200} Jul 14 10:21:01.556819 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Pushing event updated for resources: {'Port': ['ID=cb2fb637-df8f-40ba-8d30-0a86954b911a,revision_number=5']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:21:01.663569 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf69d1ce-bf11-4d26-962e-ffacf15866c3 req-c365bb1e-2a57-42fe-8be5-06e1362cbc8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:21:01.665076 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-cf69d1ce-bf11-4d26-962e-ffacf15866c3 req-c365bb1e-2a57-42fe-8be5-06e1362cbc8b service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=eed45b41-d959-49a5-a4e2-9eb75e02a2ee HTTP/1.1" status: 200 len: 1097 time: 0.0523160 Jul 14 10:21:01.699440 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-cf69d1ce-bf11-4d26-962e-ffacf15866c3 req-8eaeef97-3ee6-4f53-99bb-5012bbcef7fa service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=6f81d4f1-e0a7-4182-9af1-0f2bb60c94e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273926 Jul 14 10:21:01.991858 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73359c5-fcb8-4b96-8cec-21ba6b189d6b req-876c9721-ea1a-44c6-8020-173c49fcabba tempest-TestEncryptedCinderVolumes-1851617144 tempest-TestEncryptedCinderVolumes-1851617144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:21:01.993534 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e73359c5-fcb8-4b96-8cec-21ba6b189d6b req-876c9721-ea1a-44c6-8020-173c49fcabba tempest-TestEncryptedCinderVolumes-1851617144 tempest-TestEncryptedCinderVolumes-1851617144-project] 10.222.0.68 "GET /v2.0/ports?device_id=eed45b41-d959-49a5-a4e2-9eb75e02a2ee HTTP/1.1" status: 200 len: 945 time: 0.0667748 Jul 14 10:21:02.034076 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e73359c5-fcb8-4b96-8cec-21ba6b189d6b req-3e507b1b-7168-4323-969c-37e31e3ecf66 tempest-TestEncryptedCinderVolumes-1851617144 tempest-TestEncryptedCinderVolumes-1851617144-project] 10.222.0.68 "GET /v2.0/security-groups?id=6f81d4f1-e0a7-4182-9af1-0f2bb60c94e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337110 Jul 14 10:21:03.213927 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e304de03-fba7-4480-96e4-83ae9eb6b20e req-6c02e80c-7d48-45cf-97ff-c970611299db tempest-TestEncryptedCinderVolumes-1851617144 tempest-TestEncryptedCinderVolumes-1851617144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:21:03.215452 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-e304de03-fba7-4480-96e4-83ae9eb6b20e req-6c02e80c-7d48-45cf-97ff-c970611299db tempest-TestEncryptedCinderVolumes-1851617144 tempest-TestEncryptedCinderVolumes-1851617144-project] 10.222.0.68 "GET /v2.0/ports?device_id=eed45b41-d959-49a5-a4e2-9eb75e02a2ee HTTP/1.1" status: 200 len: 945 time: 0.0660231 Jul 14 10:21:03.255137 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-e304de03-fba7-4480-96e4-83ae9eb6b20e req-3dd27f79-81cb-4d79-9882-68f1b2b4bd49 tempest-TestEncryptedCinderVolumes-1851617144 tempest-TestEncryptedCinderVolumes-1851617144-project] 10.222.0.68 "GET /v2.0/security-groups?id=6f81d4f1-e0a7-4182-9af1-0f2bb60c94e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338504 Jul 14 10:21:03.443503 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b773baf3-32dc-40a5-a82e-d800708cb306 req-1720e9f3-0725-4e09-a8e9-2eb5da91cd75 tempest-TestEncryptedCinderVolumes-1851617144 tempest-TestEncryptedCinderVolumes-1851617144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:21:03.445157 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b773baf3-32dc-40a5-a82e-d800708cb306 req-1720e9f3-0725-4e09-a8e9-2eb5da91cd75 tempest-TestEncryptedCinderVolumes-1851617144 tempest-TestEncryptedCinderVolumes-1851617144-project] 10.222.0.68 "GET /v2.0/ports?device_id=eed45b41-d959-49a5-a4e2-9eb75e02a2ee HTTP/1.1" status: 200 len: 945 time: 0.0744536 Jul 14 10:21:03.484339 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b773baf3-32dc-40a5-a82e-d800708cb306 req-7a87ed48-1746-4b56-bdc6-ecedc6eb7a40 tempest-TestEncryptedCinderVolumes-1851617144 tempest-TestEncryptedCinderVolumes-1851617144-project] 10.222.0.68 "GET /v2.0/security-groups?id=6f81d4f1-e0a7-4182-9af1-0f2bb60c94e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332744 Jul 14 10:21:13.411356 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:14.219915 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:18.663669 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.agents_db [None req-3c3509fb-540d-4335-a450-574895dd3602 None None] Agent healthcheck: found 7 active agents {{(pid=93960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:21:22.309551 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-75e2f0ce-c16d-4426-bd02-aa9304fb3272 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:22.932501 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7956906e-e569-49b3-b653-a16e4c14b591 req-f26366a3-c1dd-4a87-9e67-c9762a45fa8d tempest-TestEncryptedCinderVolumes-1851617144 tempest-TestEncryptedCinderVolumes-1851617144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:21:22.934937 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-7956906e-e569-49b3-b653-a16e4c14b591 req-f26366a3-c1dd-4a87-9e67-c9762a45fa8d tempest-TestEncryptedCinderVolumes-1851617144 tempest-TestEncryptedCinderVolumes-1851617144-project] 10.222.0.68 "GET /v2.0/ports?device_id=eed45b41-d959-49a5-a4e2-9eb75e02a2ee HTTP/1.1" status: 200 len: 945 time: 0.0823846 Jul 14 10:21:22.987838 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-7956906e-e569-49b3-b653-a16e4c14b591 req-2c77d077-633a-48d9-ba57-aa59908cb20b tempest-TestEncryptedCinderVolumes-1851617144 tempest-TestEncryptedCinderVolumes-1851617144-project] 10.222.0.68 "GET /v2.0/security-groups?id=6f81d4f1-e0a7-4182-9af1-0f2bb60c94e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464230 Jul 14 10:21:24.213912 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ba1940-8ec2-4e78-a997-59e6a0cee90e req-fa0fb79c-f388-4a31-8eab-642f944f46cb tempest-TestEncryptedCinderVolumes-1851617144 tempest-TestEncryptedCinderVolumes-1851617144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:21:24.216819 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-80ba1940-8ec2-4e78-a997-59e6a0cee90e req-fa0fb79c-f388-4a31-8eab-642f944f46cb tempest-TestEncryptedCinderVolumes-1851617144 tempest-TestEncryptedCinderVolumes-1851617144-project] 10.222.0.68 "GET /v2.0/ports?device_id=eed45b41-d959-49a5-a4e2-9eb75e02a2ee HTTP/1.1" status: 200 len: 945 time: 0.0958216 Jul 14 10:21:24.276565 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-80ba1940-8ec2-4e78-a997-59e6a0cee90e req-86b40485-8ed0-473e-9938-d93b37e18d9d tempest-TestEncryptedCinderVolumes-1851617144 tempest-TestEncryptedCinderVolumes-1851617144-project] 10.222.0.68 "GET /v2.0/security-groups?id=6f81d4f1-e0a7-4182-9af1-0f2bb60c94e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538125 Jul 14 10:21:24.755102 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55274152-1c73-4ecc-add5-587c970833e8 req-99fdbc6e-3026-453a-902d-a5c383f67620 tempest-TestEncryptedCinderVolumes-1851617144 tempest-TestEncryptedCinderVolumes-1851617144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:21:24.757512 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-55274152-1c73-4ecc-add5-587c970833e8 req-99fdbc6e-3026-453a-902d-a5c383f67620 tempest-TestEncryptedCinderVolumes-1851617144 tempest-TestEncryptedCinderVolumes-1851617144-project] 10.222.0.57 "GET /v2.0/ports?device_id=eed45b41-d959-49a5-a4e2-9eb75e02a2ee HTTP/1.1" status: 200 len: 945 time: 0.1036887 Jul 14 10:21:24.869623 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [req-55274152-1c73-4ecc-add5-587c970833e8 req-76afbfeb-6521-4ca8-852d-551bfc2d0237 tempest-TestEncryptedCinderVolumes-1851617144 tempest-TestEncryptedCinderVolumes-1851617144-project] Deleting port cb2fb637-df8f-40ba-8d30-0a86954b911a {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:21:24.869623 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-55274152-1c73-4ecc-add5-587c970833e8 req-76afbfeb-6521-4ca8-852d-551bfc2d0237 tempest-TestEncryptedCinderVolumes-1851617144 tempest-TestEncryptedCinderVolumes-1851617144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:24.877426 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:24.967673 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a05c0281-cfa2-45f0-bc1c-0df239dc4894 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:24.985058 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-55274152-1c73-4ecc-add5-587c970833e8 req-76afbfeb-6521-4ca8-852d-551bfc2d0237 tempest-TestEncryptedCinderVolumes-1851617144 tempest-TestEncryptedCinderVolumes-1851617144-project] For port cb2fb637-df8f-40ba-8d30-0a86954b911a, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=cb2fb637-df8f-40ba-8d30-0a86954b911a,segment=NetworkSegment(bbd0c216-4a90-477b-91ae-acfc5b2beb67),segment_id=bbd0c216-4a90-477b-91ae-acfc5b2beb67)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:21:24.985480 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-55274152-1c73-4ecc-add5-587c970833e8 req-76afbfeb-6521-4ca8-852d-551bfc2d0237 tempest-TestEncryptedCinderVolumes-1851617144 tempest-TestEncryptedCinderVolumes-1851617144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:25.001314 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [req-55274152-1c73-4ecc-add5-587c970833e8 req-76afbfeb-6521-4ca8-852d-551bfc2d0237 tempest-TestEncryptedCinderVolumes-1851617144 tempest-TestEncryptedCinderVolumes-1851617144-project] Calling delete_port for cb2fb637-df8f-40ba-8d30-0a86954b911a owned by compute:nova {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:21:25.161987 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-55274152-1c73-4ecc-add5-587c970833e8 req-76afbfeb-6521-4ca8-852d-551bfc2d0237 tempest-TestEncryptedCinderVolumes-1851617144 tempest-TestEncryptedCinderVolumes-1851617144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:25.197757 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] get_ports_and_sgs() called for port_ids ['cb2fb637-df8f-40ba-8d30-0a86954b911a'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:21:25.227480 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76afbfeb-6521-4ca8-852d-551bfc2d0237 tempest-TestEncryptedCinderVolumes-1851617144 tempest-TestEncryptedCinderVolumes-1851617144-project] Pushing event deleted for resources: {'Port': ['ID=cb2fb637-df8f-40ba-8d30-0a86954b911a,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:21:25.256494 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-55274152-1c73-4ecc-add5-587c970833e8 req-76afbfeb-6521-4ca8-852d-551bfc2d0237 tempest-TestEncryptedCinderVolumes-1851617144 tempest-TestEncryptedCinderVolumes-1851617144-project] No DVR routers for this DVR port cb2fb637-df8f-40ba-8d30-0a86954b911a on host n-h2-779913-29 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:21:25.259452 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76afbfeb-6521-4ca8-852d-551bfc2d0237 tempest-TestEncryptedCinderVolumes-1851617144 tempest-TestEncryptedCinderVolumes-1851617144-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:21:25.259812 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76afbfeb-6521-4ca8-852d-551bfc2d0237 tempest-TestEncryptedCinderVolumes-1851617144 tempest-TestEncryptedCinderVolumes-1851617144-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:21:25.260162 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76afbfeb-6521-4ca8-852d-551bfc2d0237 tempest-TestEncryptedCinderVolumes-1851617144 tempest-TestEncryptedCinderVolumes-1851617144-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:21:25.260508 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76afbfeb-6521-4ca8-852d-551bfc2d0237 tempest-TestEncryptedCinderVolumes-1851617144 tempest-TestEncryptedCinderVolumes-1851617144-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:21:25.260848 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76afbfeb-6521-4ca8-852d-551bfc2d0237 tempest-TestEncryptedCinderVolumes-1851617144 tempest-TestEncryptedCinderVolumes-1851617144-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:21:25.261188 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76afbfeb-6521-4ca8-852d-551bfc2d0237 tempest-TestEncryptedCinderVolumes-1851617144 tempest-TestEncryptedCinderVolumes-1851617144-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:21:25.261565 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76afbfeb-6521-4ca8-852d-551bfc2d0237 tempest-TestEncryptedCinderVolumes-1851617144 tempest-TestEncryptedCinderVolumes-1851617144-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:21:25.261907 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76afbfeb-6521-4ca8-852d-551bfc2d0237 tempest-TestEncryptedCinderVolumes-1851617144 tempest-TestEncryptedCinderVolumes-1851617144-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:21:25.262274 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76afbfeb-6521-4ca8-852d-551bfc2d0237 tempest-TestEncryptedCinderVolumes-1851617144 tempest-TestEncryptedCinderVolumes-1851617144-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:21:25.262612 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76afbfeb-6521-4ca8-852d-551bfc2d0237 tempest-TestEncryptedCinderVolumes-1851617144 tempest-TestEncryptedCinderVolumes-1851617144-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:21:25.262981 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76afbfeb-6521-4ca8-852d-551bfc2d0237 tempest-TestEncryptedCinderVolumes-1851617144 tempest-TestEncryptedCinderVolumes-1851617144-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:21:25.263316 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76afbfeb-6521-4ca8-852d-551bfc2d0237 tempest-TestEncryptedCinderVolumes-1851617144 tempest-TestEncryptedCinderVolumes-1851617144-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:21:25.266498 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-55274152-1c73-4ecc-add5-587c970833e8 req-76afbfeb-6521-4ca8-852d-551bfc2d0237 tempest-TestEncryptedCinderVolumes-1851617144 tempest-TestEncryptedCinderVolumes-1851617144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:25.268567 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-55274152-1c73-4ecc-add5-587c970833e8 req-76afbfeb-6521-4ca8-852d-551bfc2d0237 tempest-TestEncryptedCinderVolumes-1851617144 tempest-TestEncryptedCinderVolumes-1851617144-project] 10.222.0.57 "DELETE /v2.0/ports/cb2fb637-df8f-40ba-8d30-0a86954b911a HTTP/1.1" status: 204 len: 173 time: 0.5050647 Jul 14 10:21:25.269031 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eed45b41-d959-49a5-a4e2-9eb75e02a2ee', 'name': 'network-vif-deleted', 'tag': 'cb2fb637-df8f-40ba-8d30-0a86954b911a'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:21:25.271478 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}175264a25d5f1cec9b1451f1a8cc8ced5d4502f5c48740ac7c6845d527b2175b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37937964-e350-4fbe-aeda-0348891fe683" -d '{"events": [{"server_uuid": "eed45b41-d959-49a5-a4e2-9eb75e02a2ee", "name": "network-vif-deleted", "tag": "cb2fb637-df8f-40ba-8d30-0a86954b911a"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:21:25.313621 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:21:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01032600-0808-444a-96b1-fbf17e4c2889 x-openstack-request-id: req-01032600-0808-444a-96b1-fbf17e4c2889 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:21:25.314130 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eed45b41-d959-49a5-a4e2-9eb75e02a2ee", "name": "network-vif-deleted", "tag": "cb2fb637-df8f-40ba-8d30-0a86954b911a", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:21:25.314757 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-01032600-0808-444a-96b1-fbf17e4c2889 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:21:25.315472 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eed45b41-d959-49a5-a4e2-9eb75e02a2ee', 'name': 'network-vif-deleted', 'tag': 'cb2fb637-df8f-40ba-8d30-0a86954b911a', 'status': 'completed', 'code': 200} Jul 14 10:21:25.455241 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ad31fa27-2362-439d-86fd-3a21490711ca req-c04b1dc7-e85b-446b-b3a8-df5f164b6c96 tempest-TestEncryptedCinderVolumes-1851617144 tempest-TestEncryptedCinderVolumes-1851617144-project] 10.222.0.68 "GET /v2.0/ports?device_id=eed45b41-d959-49a5-a4e2-9eb75e02a2ee HTTP/1.1" status: 200 len: 210 time: 0.0341485 Jul 14 10:21:26.101826 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5ad31076-714c-49ec-bc37-f3d4cd90112a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:27.188741 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021c83cf-8b3a-4bdb-a041-9ab3918dd120 req-759e19bd-5142-4825-830e-f42c245358d1 tempest-TestEncryptedCinderVolumes-1851617144 tempest-TestEncryptedCinderVolumes-1851617144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:21:27.190250 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-021c83cf-8b3a-4bdb-a041-9ab3918dd120 req-759e19bd-5142-4825-830e-f42c245358d1 tempest-TestEncryptedCinderVolumes-1851617144 tempest-TestEncryptedCinderVolumes-1851617144-project] 10.222.0.68 "GET /v2.0/networks?id=dcd603aa-7608-478f-9200-90d335151431 HTTP/1.1" status: 200 len: 816 time: 0.1273048 Jul 14 10:21:27.210820 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-021c83cf-8b3a-4bdb-a041-9ab3918dd120 req-c6225c1d-c132-4cbf-8358-23104ee96163 tempest-TestEncryptedCinderVolumes-1851617144 tempest-TestEncryptedCinderVolumes-1851617144-project] 10.222.0.68 "GET /v2.0/quotas/ac9646ada0fa432e880fcfe78aab1fa6 HTTP/1.1" status: 200 len: 375 time: 0.0116076 Jul 14 10:21:27.297920 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-021c83cf-8b3a-4bdb-a041-9ab3918dd120 req-fc8d7d97-d74f-4659-848f-02f4b6810f55 tempest-TestEncryptedCinderVolumes-1851617144 tempest-TestEncryptedCinderVolumes-1851617144-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=ac9646ada0fa432e880fcfe78aab1fa6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0791953 Jul 14 10:21:27.404602 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-021c83cf-8b3a-4bdb-a041-9ab3918dd120 req-3dc9becc-8aea-44f1-b008-3782bbf6284c service neutron] 10.222.0.68 "GET /v2.0/networks/dcd603aa-7608-478f-9200-90d335151431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949590 Jul 14 10:21:27.412876 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device cb2fb637-df8f-40ba-8d30-0a86954b911a no longer exists at agent hyperv_n-h2-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:21:27.434393 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] No Port match for: cb2fb637-df8f-40ba-8d30-0a86954b911a {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:21:27.434730 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device cb2fb637-df8f-40ba-8d30-0a86954b911a not bound to the agent host n-h2-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:21:27.529463 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-021c83cf-8b3a-4bdb-a041-9ab3918dd120 req-385c6401-56c5-4da5-9bf9-47b22f9ed7aa service neutron] 10.222.0.68 "GET /v2.0/networks/dcd603aa-7608-478f-9200-90d335151431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182787 Jul 14 10:21:27.728083 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2f60795a-d829-4bbc-8072-28bf11e6bafd req-e616273f-bb7e-4fd5-8825-dd0188ee050e tempest-TestEncryptedCinderVolumes-1851617144 tempest-TestEncryptedCinderVolumes-1851617144-project] 10.222.0.68 "GET /v2.0/ports?device_id=24352bed-a9e6-4477-b4fa-c5be6078f7e3 HTTP/1.1" status: 200 len: 210 time: 0.0335946 Jul 14 10:21:27.935617 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5bbe322f-3f67-4864-bc0a-91afe44d23e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:28.896403 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-020ef604-98e4-491b-a2e4-fca18d423e4d req-a1aacf1b-8fa1-4116-9da0-b609ec13f2be tempest-TestEncryptedCinderVolumes-1851617144 tempest-TestEncryptedCinderVolumes-1851617144-project] 10.222.0.68 "GET /v2.0/ports?device_id=24352bed-a9e6-4477-b4fa-c5be6078f7e3 HTTP/1.1" status: 200 len: 210 time: 0.0389891 Jul 14 10:21:29.068080 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021c83cf-8b3a-4bdb-a041-9ab3918dd120 req-57719418-7172-41a9-a88f-55cc174e4bbc tempest-TestEncryptedCinderVolumes-1851617144 tempest-TestEncryptedCinderVolumes-1851617144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:21:29.070321 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-021c83cf-8b3a-4bdb-a041-9ab3918dd120 req-57719418-7172-41a9-a88f-55cc174e4bbc tempest-TestEncryptedCinderVolumes-1851617144 tempest-TestEncryptedCinderVolumes-1851617144-project] 10.222.0.57 "GET /v2.0/networks?id=dcd603aa-7608-478f-9200-90d335151431 HTTP/1.1" status: 200 len: 816 time: 0.1432557 Jul 14 10:21:29.090797 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-021c83cf-8b3a-4bdb-a041-9ab3918dd120 req-6dfe7d76-5f78-4293-93ce-fdf3a31cd4ba tempest-TestEncryptedCinderVolumes-1851617144 tempest-TestEncryptedCinderVolumes-1851617144-project] Request body: {'port': {'device_id': '24352bed-a9e6-4477-b4fa-c5be6078f7e3', 'network_id': 'dcd603aa-7608-478f-9200-90d335151431', 'admin_state_up': True, 'tenant_id': 'ac9646ada0fa432e880fcfe78aab1fa6'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:21:29.215676 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-021c83cf-8b3a-4bdb-a041-9ab3918dd120 req-6dfe7d76-5f78-4293-93ce-fdf3a31cd4ba tempest-TestEncryptedCinderVolumes-1851617144 tempest-TestEncryptedCinderVolumes-1851617144-project] Made reservation on behalf of ac9646ada0fa432e880fcfe78aab1fa6 for: {'port': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:21:29.220833 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-021c83cf-8b3a-4bdb-a041-9ab3918dd120 req-6dfe7d76-5f78-4293-93ce-fdf3a31cd4ba tempest-TestEncryptedCinderVolumes-1851617144 tempest-TestEncryptedCinderVolumes-1851617144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:29.365753 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [req-021c83cf-8b3a-4bdb-a041-9ab3918dd120 req-6dfe7d76-5f78-4293-93ce-fdf3a31cd4ba tempest-TestEncryptedCinderVolumes-1851617144 tempest-TestEncryptedCinderVolumes-1851617144-project] Allocated IP 172.20.0.7 (dcd603aa-7608-478f-9200-90d335151431/05f1d68d-f63c-4a3e-9405-1def307df4bb/3e62a228-72f2-435a-9ac1-86f4867ad910) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:21:29.524981 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-021c83cf-8b3a-4bdb-a041-9ab3918dd120 req-6dfe7d76-5f78-4293-93ce-fdf3a31cd4ba tempest-TestEncryptedCinderVolumes-1851617144 tempest-TestEncryptedCinderVolumes-1851617144-project] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:29.540071 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [req-021c83cf-8b3a-4bdb-a041-9ab3918dd120 req-6dfe7d76-5f78-4293-93ce-fdf3a31cd4ba tempest-TestEncryptedCinderVolumes-1851617144 tempest-TestEncryptedCinderVolumes-1851617144-project] Transition to ACTIVE for port object 3e62a228-72f2-435a-9ac1-86f4867ad910 will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:21:29.574611 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-021c83cf-8b3a-4bdb-a041-9ab3918dd120 req-6dfe7d76-5f78-4293-93ce-fdf3a31cd4ba tempest-TestEncryptedCinderVolumes-1851617144 tempest-TestEncryptedCinderVolumes-1851617144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:29.637124 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-021c83cf-8b3a-4bdb-a041-9ab3918dd120 req-6dfe7d76-5f78-4293-93ce-fdf3a31cd4ba tempest-TestEncryptedCinderVolumes-1851617144 tempest-TestEncryptedCinderVolumes-1851617144-project] Network dcd603aa-7608-478f-9200-90d335151431 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:21:29.640633 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [req-021c83cf-8b3a-4bdb-a041-9ab3918dd120 req-6dfe7d76-5f78-4293-93ce-fdf3a31cd4ba tempest-TestEncryptedCinderVolumes-1851617144 tempest-TestEncryptedCinderVolumes-1851617144-project] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:21:29.644766 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-021c83cf-8b3a-4bdb-a041-9ab3918dd120 req-6dfe7d76-5f78-4293-93ce-fdf3a31cd4ba tempest-TestEncryptedCinderVolumes-1851617144 tempest-TestEncryptedCinderVolumes-1851617144-project] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:21:29.671227 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfe7d76-5f78-4293-93ce-fdf3a31cd4ba tempest-TestEncryptedCinderVolumes-1851617144 tempest-TestEncryptedCinderVolumes-1851617144-project] Pushing event updated for resources: {'Port': ['ID=3e62a228-72f2-435a-9ac1-86f4867ad910,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:21:29.709612 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021c83cf-8b3a-4bdb-a041-9ab3918dd120 req-6dfe7d76-5f78-4293-93ce-fdf3a31cd4ba tempest-TestEncryptedCinderVolumes-1851617144 tempest-TestEncryptedCinderVolumes-1851617144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:21:29.710275 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-021c83cf-8b3a-4bdb-a041-9ab3918dd120 req-6dfe7d76-5f78-4293-93ce-fdf3a31cd4ba tempest-TestEncryptedCinderVolumes-1851617144 tempest-TestEncryptedCinderVolumes-1851617144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:29.727261 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-021c83cf-8b3a-4bdb-a041-9ab3918dd120 req-6dfe7d76-5f78-4293-93ce-fdf3a31cd4ba tempest-TestEncryptedCinderVolumes-1851617144 tempest-TestEncryptedCinderVolumes-1851617144-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6407406 Jul 14 10:21:29.749156 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-021c83cf-8b3a-4bdb-a041-9ab3918dd120 req-505f2611-d998-4b94-993d-e34b1f6e39ca service neutron] Request body: {'port': {'device_id': '24352bed-a9e6-4477-b4fa-c5be6078f7e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-29'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:21:29.835228 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-021c83cf-8b3a-4bdb-a041-9ab3918dd120 req-505f2611-d998-4b94-993d-e34b1f6e39ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:29.949062 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-77a25af5-60c6-4486-ba97-f6e991fd89a0 None None] Provisioning for port 3e62a228-72f2-435a-9ac1-86f4867ad910 completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:21:29.954798 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-77a25af5-60c6-4486-ba97-f6e991fd89a0 None None] Provisioning complete for port 3e62a228-72f2-435a-9ac1-86f4867ad910 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:21:29.955499 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-77a25af5-60c6-4486-ba97-f6e991fd89a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:29.996012 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-77a25af5-60c6-4486-ba97-f6e991fd89a0 None None] Port 3e62a228-72f2-435a-9ac1-86f4867ad910 cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:21:30.135990 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899a0d8d-6a39-41fb-a27e-7b5d8600dde4 req-21de719c-ec79-4d11-a965-aba68225d579 tempest-TestEncryptedCinderVolumes-1851617144 tempest-TestEncryptedCinderVolumes-1851617144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:21:30.138082 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-899a0d8d-6a39-41fb-a27e-7b5d8600dde4 req-21de719c-ec79-4d11-a965-aba68225d579 tempest-TestEncryptedCinderVolumes-1851617144 tempest-TestEncryptedCinderVolumes-1851617144-project] 10.222.0.68 "GET /v2.0/ports?device_id=24352bed-a9e6-4477-b4fa-c5be6078f7e3 HTTP/1.1" status: 200 len: 931 time: 0.1057861 Jul 14 10:21:30.204427 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [req-021c83cf-8b3a-4bdb-a041-9ab3918dd120 req-505f2611-d998-4b94-993d-e34b1f6e39ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e62a228-72f2-435a-9ac1-86f4867ad910 {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:21:30.216141 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-021c83cf-8b3a-4bdb-a041-9ab3918dd120 req-505f2611-d998-4b94-993d-e34b1f6e39ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:30.220709 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-899a0d8d-6a39-41fb-a27e-7b5d8600dde4 req-aa68422e-26d8-4dd5-89aa-eab91a8a1dd4 tempest-TestEncryptedCinderVolumes-1851617144 tempest-TestEncryptedCinderVolumes-1851617144-project] 10.222.0.68 "GET /v2.0/security-groups?id=6f81d4f1-e0a7-4182-9af1-0f2bb60c94e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766702 Jul 14 10:21:30.231866 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [req-021c83cf-8b3a-4bdb-a041-9ab3918dd120 req-505f2611-d998-4b94-993d-e34b1f6e39ca service neutron] Transition to ACTIVE for port object 3e62a228-72f2-435a-9ac1-86f4867ad910 will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:21:30.237184 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-021c83cf-8b3a-4bdb-a041-9ab3918dd120 req-505f2611-d998-4b94-993d-e34b1f6e39ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:30.289165 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505f2611-d998-4b94-993d-e34b1f6e39ca service neutron] Pushing event updated for resources: {'Port': ['ID=3e62a228-72f2-435a-9ac1-86f4867ad910,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:21:30.365599 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-021c83cf-8b3a-4bdb-a041-9ab3918dd120 req-505f2611-d998-4b94-993d-e34b1f6e39ca service neutron] Attempting to bind port 3e62a228-72f2-435a-9ac1-86f4867ad910 on host n-h2-779913-29 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:21:30.366034 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-021c83cf-8b3a-4bdb-a041-9ab3918dd120 req-505f2611-d998-4b94-993d-e34b1f6e39ca service neutron] Attempting to bind port 3e62a228-72f2-435a-9ac1-86f4867ad910 by drivers openvswitch,hyperv on host n-h2-779913-29 at level 0 using segments [{'id': 'bbd0c216-4a90-477b-91ae-acfc5b2beb67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'dcd603aa-7608-478f-9200-90d335151431'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:21:30.366439 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-021c83cf-8b3a-4bdb-a041-9ab3918dd120 req-505f2611-d998-4b94-993d-e34b1f6e39ca service neutron] Attempting to bind port 3e62a228-72f2-435a-9ac1-86f4867ad910 on network dcd603aa-7608-478f-9200-90d335151431 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:21:30.371695 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-021c83cf-8b3a-4bdb-a041-9ab3918dd120 req-505f2611-d998-4b94-993d-e34b1f6e39ca service neutron] Port 3e62a228-72f2-435a-9ac1-86f4867ad910 on network dcd603aa-7608-478f-9200-90d335151431 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-29 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 10:21:30.372017 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-021c83cf-8b3a-4bdb-a041-9ab3918dd120 req-505f2611-d998-4b94-993d-e34b1f6e39ca service neutron] Attempting to bind port 3e62a228-72f2-435a-9ac1-86f4867ad910 on network dcd603aa-7608-478f-9200-90d335151431 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:21:30.378227 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-021c83cf-8b3a-4bdb-a041-9ab3918dd120 req-505f2611-d998-4b94-993d-e34b1f6e39ca service neutron] Checking agent: {'id': '013e4a3b-a634-47b8-b6a5-1a25109b73fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 13, 13), 'started_at': datetime.datetime(2021, 7, 14, 9, 13, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 21, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:21:30.378852 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-021c83cf-8b3a-4bdb-a041-9ab3918dd120 req-505f2611-d998-4b94-993d-e34b1f6e39ca service neutron] Checking segment: {'id': 'bbd0c216-4a90-477b-91ae-acfc5b2beb67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'dcd603aa-7608-478f-9200-90d335151431'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:21:30.379255 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-021c83cf-8b3a-4bdb-a041-9ab3918dd120 req-505f2611-d998-4b94-993d-e34b1f6e39ca service neutron] Bound using segment: {'id': 'bbd0c216-4a90-477b-91ae-acfc5b2beb67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'dcd603aa-7608-478f-9200-90d335151431'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:21:30.379700 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-021c83cf-8b3a-4bdb-a041-9ab3918dd120 req-505f2611-d998-4b94-993d-e34b1f6e39ca service neutron] Bound port: 3e62a228-72f2-435a-9ac1-86f4867ad910, host: n-h2-779913-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbd0c216-4a90-477b-91ae-acfc5b2beb67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'dcd603aa-7608-478f-9200-90d335151431'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:21:30.380070 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-021c83cf-8b3a-4bdb-a041-9ab3918dd120 req-505f2611-d998-4b94-993d-e34b1f6e39ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:30.473064 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-021c83cf-8b3a-4bdb-a041-9ab3918dd120 req-505f2611-d998-4b94-993d-e34b1f6e39ca service neutron] For port 3e62a228-72f2-435a-9ac1-86f4867ad910, host n-h2-779913-29, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:21:30.477200 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-021c83cf-8b3a-4bdb-a041-9ab3918dd120 req-505f2611-d998-4b94-993d-e34b1f6e39ca service neutron] For port 3e62a228-72f2-435a-9ac1-86f4867ad910, host n-h2-779913-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=3e62a228-72f2-435a-9ac1-86f4867ad910,segment=NetworkSegment(bbd0c216-4a90-477b-91ae-acfc5b2beb67),segment_id=bbd0c216-4a90-477b-91ae-acfc5b2beb67)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:21:30.482128 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-021c83cf-8b3a-4bdb-a041-9ab3918dd120 req-505f2611-d998-4b94-993d-e34b1f6e39ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:30.518575 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021c83cf-8b3a-4bdb-a041-9ab3918dd120 req-505f2611-d998-4b94-993d-e34b1f6e39ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:21:30.519385 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-021c83cf-8b3a-4bdb-a041-9ab3918dd120 req-505f2611-d998-4b94-993d-e34b1f6e39ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:30.520850 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-021c83cf-8b3a-4bdb-a041-9ab3918dd120 req-505f2611-d998-4b94-993d-e34b1f6e39ca service neutron] 10.222.0.57 "PUT /v2.0/ports/3e62a228-72f2-435a-9ac1-86f4867ad910 HTTP/1.1" status: 200 len: 1092 time: 0.7770419 Jul 14 10:21:30.523387 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24352bed-a9e6-4477-b4fa-c5be6078f7e3', 'tag': '3e62a228-72f2-435a-9ac1-86f4867ad910'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:21:30.525612 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}175264a25d5f1cec9b1451f1a8cc8ced5d4502f5c48740ac7c6845d527b2175b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f9be9d7-1bf4-49a6-a7d9-f5e769a16be8" -d '{"events": [{"name": "network-changed", "server_uuid": "24352bed-a9e6-4477-b4fa-c5be6078f7e3", "tag": "3e62a228-72f2-435a-9ac1-86f4867ad910"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:21:30.555389 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505f2611-d998-4b94-993d-e34b1f6e39ca service neutron] Pushing event updated for resources: {'Port': ['ID=3e62a228-72f2-435a-9ac1-86f4867ad910,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:21:30.587226 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:21:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc7e5cca-85a9-4a23-b630-366ac8c168e2 x-openstack-request-id: req-cc7e5cca-85a9-4a23-b630-366ac8c168e2 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:21:30.587671 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24352bed-a9e6-4477-b4fa-c5be6078f7e3", "tag": "3e62a228-72f2-435a-9ac1-86f4867ad910", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:21:30.588064 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-cc7e5cca-85a9-4a23-b630-366ac8c168e2 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:21:30.588864 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24352bed-a9e6-4477-b4fa-c5be6078f7e3', 'tag': '3e62a228-72f2-435a-9ac1-86f4867ad910', 'status': 'completed', 'code': 200} Jul 14 10:21:30.689728 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021c83cf-8b3a-4bdb-a041-9ab3918dd120 req-3abe43ab-a2e6-4132-a7b6-de797fa96910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:21:30.691721 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-021c83cf-8b3a-4bdb-a041-9ab3918dd120 req-3abe43ab-a2e6-4132-a7b6-de797fa96910 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ac9646ada0fa432e880fcfe78aab1fa6&device_id=24352bed-a9e6-4477-b4fa-c5be6078f7e3 HTTP/1.1" status: 200 len: 1095 time: 0.0862803 Jul 14 10:21:31.059517 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-021c83cf-8b3a-4bdb-a041-9ab3918dd120 req-cccfb473-a765-4d1f-aee4-0382c6d1f808 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3e62a228-72f2-435a-9ac1-86f4867ad910 HTTP/1.1" status: 200 len: 217 time: 0.3520710 Jul 14 10:21:31.124924 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021c83cf-8b3a-4bdb-a041-9ab3918dd120 req-a6e08d48-1af0-40eb-89d1-c50e8174162d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:21:31.127764 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-021c83cf-8b3a-4bdb-a041-9ab3918dd120 req-a6e08d48-1af0-40eb-89d1-c50e8174162d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=05f1d68d-f63c-4a3e-9405-1def307df4bb HTTP/1.1" status: 200 len: 855 time: 0.0604749 Jul 14 10:21:31.206633 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021c83cf-8b3a-4bdb-a041-9ab3918dd120 req-8939bbbb-6fdb-4e91-940e-3021229892d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:21:31.208175 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-021c83cf-8b3a-4bdb-a041-9ab3918dd120 req-8939bbbb-6fdb-4e91-940e-3021229892d9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=dcd603aa-7608-478f-9200-90d335151431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0737822 Jul 14 10:21:31.319171 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-021c83cf-8b3a-4bdb-a041-9ab3918dd120 req-591f1df8-5805-49cd-9e68-ec860a650ab9 service neutron] 10.222.0.57 "GET /v2.0/networks/dcd603aa-7608-478f-9200-90d335151431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040161 Jul 14 10:21:31.464037 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-021c83cf-8b3a-4bdb-a041-9ab3918dd120 req-d931ab30-cefe-4b8b-9a90-3f10326db5e4 service neutron] 10.222.0.57 "GET /v2.0/networks/dcd603aa-7608-478f-9200-90d335151431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378896 Jul 14 10:21:31.479992 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e12de03-a015-45ab-9e8b-58c6e66300fc req-204d64dd-4bdc-426a-811f-1d49ef734456 tempest-TestEncryptedCinderVolumes-1851617144 tempest-TestEncryptedCinderVolumes-1851617144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:21:31.484443 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-7e12de03-a015-45ab-9e8b-58c6e66300fc req-204d64dd-4bdc-426a-811f-1d49ef734456 tempest-TestEncryptedCinderVolumes-1851617144 tempest-TestEncryptedCinderVolumes-1851617144-project] 10.222.0.68 "GET /v2.0/ports?device_id=24352bed-a9e6-4477-b4fa-c5be6078f7e3 HTTP/1.1" status: 200 len: 943 time: 0.1051052 Jul 14 10:21:31.536176 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-7e12de03-a015-45ab-9e8b-58c6e66300fc req-b2a700af-55a6-44cb-a96e-60aa08097586 tempest-TestEncryptedCinderVolumes-1851617144 tempest-TestEncryptedCinderVolumes-1851617144-project] 10.222.0.68 "GET /v2.0/security-groups?id=6f81d4f1-e0a7-4182-9af1-0f2bb60c94e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402679 Jul 14 10:21:31.630404 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9be9d7-1bf4-49a6-a7d9-f5e769a16be8 req-25f506db-78ab-4e5c-9afc-002086f59b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:21:31.632827 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1f9be9d7-1bf4-49a6-a7d9-f5e769a16be8 req-25f506db-78ab-4e5c-9afc-002086f59b8d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ac9646ada0fa432e880fcfe78aab1fa6&device_id=24352bed-a9e6-4477-b4fa-c5be6078f7e3 HTTP/1.1" status: 200 len: 1095 time: 0.0619452 Jul 14 10:21:31.738991 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9be9d7-1bf4-49a6-a7d9-f5e769a16be8 req-a8180fae-f92b-4821-a2bd-44ced5f34446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:21:31.740479 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1f9be9d7-1bf4-49a6-a7d9-f5e769a16be8 req-a8180fae-f92b-4821-a2bd-44ced5f34446 service neutron] 10.222.0.57 "GET /v2.0/networks?id=dcd603aa-7608-478f-9200-90d335151431 HTTP/1.1" status: 200 len: 917 time: 0.1010237 Jul 14 10:21:31.786213 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1f9be9d7-1bf4-49a6-a7d9-f5e769a16be8 req-70fdbc20-04d0-4306-825e-748dcf7b6660 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3e62a228-72f2-435a-9ac1-86f4867ad910 HTTP/1.1" status: 200 len: 217 time: 0.0381856 Jul 14 10:21:31.836467 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9be9d7-1bf4-49a6-a7d9-f5e769a16be8 req-6e21299a-bba5-4cb2-a6bd-427271638b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:21:31.838023 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1f9be9d7-1bf4-49a6-a7d9-f5e769a16be8 req-6e21299a-bba5-4cb2-a6bd-427271638b3b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=05f1d68d-f63c-4a3e-9405-1def307df4bb HTTP/1.1" status: 200 len: 855 time: 0.0455017 Jul 14 10:21:31.925942 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9be9d7-1bf4-49a6-a7d9-f5e769a16be8 req-041e434a-ff30-4e93-9116-840fcba4f432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:21:31.927390 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1f9be9d7-1bf4-49a6-a7d9-f5e769a16be8 req-041e434a-ff30-4e93-9116-840fcba4f432 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=dcd603aa-7608-478f-9200-90d335151431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0679457 Jul 14 10:21:32.035256 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1f9be9d7-1bf4-49a6-a7d9-f5e769a16be8 req-e1665af4-0079-408c-b1ce-407b2c00ca42 service neutron] 10.222.0.57 "GET /v2.0/networks/dcd603aa-7608-478f-9200-90d335151431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007175 Jul 14 10:21:32.138682 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1f9be9d7-1bf4-49a6-a7d9-f5e769a16be8 req-50a02b1b-9935-4264-9d0c-758d9e22e658 service neutron] 10.222.0.57 "GET /v2.0/networks/dcd603aa-7608-478f-9200-90d335151431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961654 Jul 14 10:21:32.745429 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b918d763-c346-4f08-a16c-8a6672203a7e req-20f06df6-c2c2-4cef-a3d6-0928f0eb3f7e tempest-TestEncryptedCinderVolumes-1851617144 tempest-TestEncryptedCinderVolumes-1851617144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:21:32.748414 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-b918d763-c346-4f08-a16c-8a6672203a7e req-20f06df6-c2c2-4cef-a3d6-0928f0eb3f7e tempest-TestEncryptedCinderVolumes-1851617144 tempest-TestEncryptedCinderVolumes-1851617144-project] 10.222.0.68 "GET /v2.0/ports?device_id=24352bed-a9e6-4477-b4fa-c5be6078f7e3 HTTP/1.1" status: 200 len: 943 time: 0.0825734 Jul 14 10:21:32.792099 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-b918d763-c346-4f08-a16c-8a6672203a7e req-9f86cafa-8983-43d9-ac65-8b2e8506b60d tempest-TestEncryptedCinderVolumes-1851617144 tempest-TestEncryptedCinderVolumes-1851617144-project] 10.222.0.68 "GET /v2.0/security-groups?id=6f81d4f1-e0a7-4182-9af1-0f2bb60c94e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372825 Jul 14 10:21:33.976252 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d256e23-a6f3-46ba-99d2-8c945b76edf1 req-5e67d4dd-6b1d-4b91-8110-f5363ba94665 tempest-TestEncryptedCinderVolumes-1851617144 tempest-TestEncryptedCinderVolumes-1851617144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:21:33.977828 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2d256e23-a6f3-46ba-99d2-8c945b76edf1 req-5e67d4dd-6b1d-4b91-8110-f5363ba94665 tempest-TestEncryptedCinderVolumes-1851617144 tempest-TestEncryptedCinderVolumes-1851617144-project] 10.222.0.68 "GET /v2.0/ports?device_id=24352bed-a9e6-4477-b4fa-c5be6078f7e3 HTTP/1.1" status: 200 len: 943 time: 0.0675197 Jul 14 10:21:34.018426 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2d256e23-a6f3-46ba-99d2-8c945b76edf1 req-ea720c4e-ce21-4e2d-b49a-55dc1e3b71c2 tempest-TestEncryptedCinderVolumes-1851617144 tempest-TestEncryptedCinderVolumes-1851617144-project] 10.222.0.68 "GET /v2.0/security-groups?id=6f81d4f1-e0a7-4182-9af1-0f2bb60c94e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347738 Jul 14 10:21:35.223514 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e10942-226e-452e-8d28-f5355ae4c603 req-b5590106-cfe6-479c-b297-6d861cb5ce95 tempest-TestEncryptedCinderVolumes-1851617144 tempest-TestEncryptedCinderVolumes-1851617144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:21:35.225831 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d0e10942-226e-452e-8d28-f5355ae4c603 req-b5590106-cfe6-479c-b297-6d861cb5ce95 tempest-TestEncryptedCinderVolumes-1851617144 tempest-TestEncryptedCinderVolumes-1851617144-project] 10.222.0.68 "GET /v2.0/ports?device_id=24352bed-a9e6-4477-b4fa-c5be6078f7e3 HTTP/1.1" status: 200 len: 943 time: 0.0894811 Jul 14 10:21:35.269081 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d0e10942-226e-452e-8d28-f5355ae4c603 req-2f73fbef-203f-4a6f-a14d-2c939b6d4b0a tempest-TestEncryptedCinderVolumes-1851617144 tempest-TestEncryptedCinderVolumes-1851617144-project] 10.222.0.68 "GET /v2.0/security-groups?id=6f81d4f1-e0a7-4182-9af1-0f2bb60c94e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368955 Jul 14 10:21:35.422109 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 3e62a228-72f2-435a-9ac1-86f4867ad910 details requested by agent hyperv_n-h2-779913-29 with host n-h2-779913-29 {{(pid=93959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 10:21:35.529906 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 3e62a228-72f2-435a-9ac1-86f4867ad910, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=3e62a228-72f2-435a-9ac1-86f4867ad910,segment=NetworkSegment(bbd0c216-4a90-477b-91ae-acfc5b2beb67),segment_id=bbd0c216-4a90-477b-91ae-acfc5b2beb67)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:21:35.544328 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Returning: {'device': '3e62a228-72f2-435a-9ac1-86f4867ad910', 'network_id': 'dcd603aa-7608-478f-9200-90d335151431', 'port_id': '3e62a228-72f2-435a-9ac1-86f4867ad910', 'mac_address': 'fa:16:3e:e5:de:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 730, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05f1d68d-f63c-4a3e-9405-1def307df4bb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 10:21:35.590839 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:35.605777 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e62a228-72f2-435a-9ac1-86f4867ad910 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:21:35.626637 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 3e62a228-72f2-435a-9ac1-86f4867ad910, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=3e62a228-72f2-435a-9ac1-86f4867ad910,segment=NetworkSegment(bbd0c216-4a90-477b-91ae-acfc5b2beb67),segment_id=bbd0c216-4a90-477b-91ae-acfc5b2beb67)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:21:35.631446 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:35.690395 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Pushing event updated for resources: {'Port': ['ID=3e62a228-72f2-435a-9ac1-86f4867ad910,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:21:35.702501 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:21:35.702997 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:21:35.703494 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:21:35.704002 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:21:35.704511 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:21:35.704985 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:21:35.705461 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:21:35.705975 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:21:35.706457 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:21:35.706933 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:21:35.707864 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:21:35.708060 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:21:35.893330 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] get_ports_and_sgs() called for port_ids ['3e62a228-72f2-435a-9ac1-86f4867ad910'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:21:36.481244 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c81835-61c0-4d02-a18d-faf9bd756d11 req-22dfe7c4-0f44-4dc5-aadd-44a64a5b2d88 tempest-TestEncryptedCinderVolumes-1851617144 tempest-TestEncryptedCinderVolumes-1851617144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:21:36.482795 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-60c81835-61c0-4d02-a18d-faf9bd756d11 req-22dfe7c4-0f44-4dc5-aadd-44a64a5b2d88 tempest-TestEncryptedCinderVolumes-1851617144 tempest-TestEncryptedCinderVolumes-1851617144-project] 10.222.0.68 "GET /v2.0/ports?device_id=24352bed-a9e6-4477-b4fa-c5be6078f7e3 HTTP/1.1" status: 200 len: 944 time: 0.0692930 Jul 14 10:21:36.526618 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-60c81835-61c0-4d02-a18d-faf9bd756d11 req-a8765ec7-4a17-45f8-853e-5652ed1fb2df tempest-TestEncryptedCinderVolumes-1851617144 tempest-TestEncryptedCinderVolumes-1851617144-project] 10.222.0.68 "GET /v2.0/security-groups?id=6f81d4f1-e0a7-4182-9af1-0f2bb60c94e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375452 Jul 14 10:21:37.447542 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 3e62a228-72f2-435a-9ac1-86f4867ad910 up at agent hyperv_n-h2-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:21:37.499970 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Provisioning for port 3e62a228-72f2-435a-9ac1-86f4867ad910 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:21:37.505703 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Provisioning complete for port 3e62a228-72f2-435a-9ac1-86f4867ad910 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:21:37.506423 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:37.618953 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:37.656082 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24352bed-a9e6-4477-b4fa-c5be6078f7e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e62a228-72f2-435a-9ac1-86f4867ad910'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:21:37.660030 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}329bd6c07f982fc6c8be245f0be026b528efb6c8a9415522477faf1b9157eba4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2356054b-64e1-4965-8c43-cfc1b93e64fb" -d '{"events": [{"server_uuid": "24352bed-a9e6-4477-b4fa-c5be6078f7e3", "name": "network-vif-plugged", "status": "completed", "tag": "3e62a228-72f2-435a-9ac1-86f4867ad910"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:21:37.684738 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 3e62a228-72f2-435a-9ac1-86f4867ad910, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=3e62a228-72f2-435a-9ac1-86f4867ad910,segment=NetworkSegment(bbd0c216-4a90-477b-91ae-acfc5b2beb67),segment_id=bbd0c216-4a90-477b-91ae-acfc5b2beb67)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:21:37.690272 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:37.742030 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:21:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c461c0d-2216-4d1c-8c36-127dbd6ca0f7 x-openstack-request-id: req-3c461c0d-2216-4d1c-8c36-127dbd6ca0f7 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:21:37.743464 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24352bed-a9e6-4477-b4fa-c5be6078f7e3", "name": "network-vif-plugged", "status": "completed", "tag": "3e62a228-72f2-435a-9ac1-86f4867ad910", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:21:37.743464 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-3c461c0d-2216-4d1c-8c36-127dbd6ca0f7 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:21:37.743464 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24352bed-a9e6-4477-b4fa-c5be6078f7e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e62a228-72f2-435a-9ac1-86f4867ad910', 'code': 200} Jul 14 10:21:37.768751 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d704b5-602c-4734-9688-19fefec8cff3 req-fc786447-7241-4d01-b642-170dbef2d76a tempest-TestEncryptedCinderVolumes-1851617144 tempest-TestEncryptedCinderVolumes-1851617144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:21:37.769758 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Pushing event updated for resources: {'Port': ['ID=3e62a228-72f2-435a-9ac1-86f4867ad910,revision_number=5']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:21:37.770565 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-a9d704b5-602c-4734-9688-19fefec8cff3 req-fc786447-7241-4d01-b642-170dbef2d76a tempest-TestEncryptedCinderVolumes-1851617144 tempest-TestEncryptedCinderVolumes-1851617144-project] 10.222.0.68 "GET /v2.0/ports?device_id=24352bed-a9e6-4477-b4fa-c5be6078f7e3 HTTP/1.1" status: 200 len: 945 time: 0.0730903 Jul 14 10:21:37.822600 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-a9d704b5-602c-4734-9688-19fefec8cff3 req-bc22cd5b-f6cf-4d8b-a4b3-d4e880855250 tempest-TestEncryptedCinderVolumes-1851617144 tempest-TestEncryptedCinderVolumes-1851617144-project] 10.222.0.68 "GET /v2.0/security-groups?id=6f81d4f1-e0a7-4182-9af1-0f2bb60c94e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420494 Jul 14 10:21:37.907315 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f821b7-42eb-4bd0-ab4e-00f13634b99e req-19ab98e7-6414-4463-9164-ea497bf13936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:21:37.908844 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a8f821b7-42eb-4bd0-ab4e-00f13634b99e req-19ab98e7-6414-4463-9164-ea497bf13936 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=24352bed-a9e6-4477-b4fa-c5be6078f7e3 HTTP/1.1" status: 200 len: 1097 time: 0.0627890 Jul 14 10:21:37.945359 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a8f821b7-42eb-4bd0-ab4e-00f13634b99e req-2a836e33-1944-4f29-9ddc-e15e8b962622 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=6f81d4f1-e0a7-4182-9af1-0f2bb60c94e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297902 Jul 14 10:21:39.054686 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e393192e-e653-44a0-b86d-41fe155ea6a8 req-1fe39e29-e723-4fce-92a8-08e5483e7b37 tempest-TestEncryptedCinderVolumes-1851617144 tempest-TestEncryptedCinderVolumes-1851617144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:21:39.056228 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e393192e-e653-44a0-b86d-41fe155ea6a8 req-1fe39e29-e723-4fce-92a8-08e5483e7b37 tempest-TestEncryptedCinderVolumes-1851617144 tempest-TestEncryptedCinderVolumes-1851617144-project] 10.222.0.68 "GET /v2.0/ports?device_id=24352bed-a9e6-4477-b4fa-c5be6078f7e3 HTTP/1.1" status: 200 len: 945 time: 0.1006038 Jul 14 10:21:39.101569 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e393192e-e653-44a0-b86d-41fe155ea6a8 req-88864d49-3a90-4b82-b6d7-41608119f0e5 tempest-TestEncryptedCinderVolumes-1851617144 tempest-TestEncryptedCinderVolumes-1851617144-project] 10.222.0.68 "GET /v2.0/security-groups?id=6f81d4f1-e0a7-4182-9af1-0f2bb60c94e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379624 Jul 14 10:21:40.544181 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bc8153-31b3-4940-bf21-68080a611502 req-8575da80-caca-45a5-8af1-0a0388868f82 tempest-TestEncryptedCinderVolumes-1851617144 tempest-TestEncryptedCinderVolumes-1851617144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:21:40.545844 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-f5bc8153-31b3-4940-bf21-68080a611502 req-8575da80-caca-45a5-8af1-0a0388868f82 tempest-TestEncryptedCinderVolumes-1851617144 tempest-TestEncryptedCinderVolumes-1851617144-project] 10.222.0.68 "GET /v2.0/ports?device_id=24352bed-a9e6-4477-b4fa-c5be6078f7e3 HTTP/1.1" status: 200 len: 945 time: 0.3132367 Jul 14 10:21:40.600763 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-f5bc8153-31b3-4940-bf21-68080a611502 req-09a248a8-5a78-40bf-8129-4f0c89c961ee tempest-TestEncryptedCinderVolumes-1851617144 tempest-TestEncryptedCinderVolumes-1851617144-project] 10.222.0.68 "GET /v2.0/security-groups?id=6f81d4f1-e0a7-4182-9af1-0f2bb60c94e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343933 Jul 14 10:21:40.804883 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db95c6d5-82f1-4c70-a7db-00accef95aff req-4fdec19b-e329-4b38-9414-f9cddf1ba6c2 tempest-TestEncryptedCinderVolumes-1851617144 tempest-TestEncryptedCinderVolumes-1851617144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:21:40.806850 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-db95c6d5-82f1-4c70-a7db-00accef95aff req-4fdec19b-e329-4b38-9414-f9cddf1ba6c2 tempest-TestEncryptedCinderVolumes-1851617144 tempest-TestEncryptedCinderVolumes-1851617144-project] 10.222.0.68 "GET /v2.0/ports?device_id=24352bed-a9e6-4477-b4fa-c5be6078f7e3 HTTP/1.1" status: 200 len: 945 time: 0.0776222 Jul 14 10:21:40.853968 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-db95c6d5-82f1-4c70-a7db-00accef95aff req-596eaa6a-1246-4430-a087-c3854281e0ec tempest-TestEncryptedCinderVolumes-1851617144 tempest-TestEncryptedCinderVolumes-1851617144-project] 10.222.0.68 "GET /v2.0/security-groups?id=6f81d4f1-e0a7-4182-9af1-0f2bb60c94e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398123 Jul 14 10:21:43.434597 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:44.226848 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:52.304034 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1ed677e8-e441-4f1e-9b5c-32d3fc5c3571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:54.884321 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:54.960606 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0faf5182-cc44-41ba-b50b-142d8e9b3d40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:55.663169 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.agents_db [None req-3c3509fb-540d-4335-a450-574895dd3602 None None] Agent healthcheck: found 7 active agents {{(pid=93960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:21:56.104460 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5ad31076-714c-49ec-bc37-f3d4cd90112a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:57.912463 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5bbe322f-3f67-4864-bc0a-91afe44d23e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:01.194326 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50998b9-783f-4e1b-8edb-b345dc0bf192 req-c02422c3-4683-4517-aa54-7aac7f3a386d tempest-TestEncryptedCinderVolumes-1851617144 tempest-TestEncryptedCinderVolumes-1851617144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:22:01.201892 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b50998b9-783f-4e1b-8edb-b345dc0bf192 req-c02422c3-4683-4517-aa54-7aac7f3a386d tempest-TestEncryptedCinderVolumes-1851617144 tempest-TestEncryptedCinderVolumes-1851617144-project] 10.222.0.68 "GET /v2.0/ports?device_id=24352bed-a9e6-4477-b4fa-c5be6078f7e3 HTTP/1.1" status: 200 len: 945 time: 0.0701208 Jul 14 10:22:01.235011 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b50998b9-783f-4e1b-8edb-b345dc0bf192 req-e73b78b8-407f-49d7-bee7-7bed7b289d48 tempest-TestEncryptedCinderVolumes-1851617144 tempest-TestEncryptedCinderVolumes-1851617144-project] 10.222.0.68 "GET /v2.0/security-groups?id=6f81d4f1-e0a7-4182-9af1-0f2bb60c94e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320179 Jul 14 10:22:02.411369 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4396a2c6-63bc-491f-87a1-3f6f4e466d85 req-d1650639-7236-459e-8e44-38f02d7bb9c0 tempest-TestEncryptedCinderVolumes-1851617144 tempest-TestEncryptedCinderVolumes-1851617144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:22:02.412734 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-4396a2c6-63bc-491f-87a1-3f6f4e466d85 req-d1650639-7236-459e-8e44-38f02d7bb9c0 tempest-TestEncryptedCinderVolumes-1851617144 tempest-TestEncryptedCinderVolumes-1851617144-project] 10.222.0.68 "GET /v2.0/ports?device_id=24352bed-a9e6-4477-b4fa-c5be6078f7e3 HTTP/1.1" status: 200 len: 945 time: 0.0619175 Jul 14 10:22:02.449086 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-4396a2c6-63bc-491f-87a1-3f6f4e466d85 req-ae586c8c-2604-4258-a84c-ac53bc863201 tempest-TestEncryptedCinderVolumes-1851617144 tempest-TestEncryptedCinderVolumes-1851617144-project] 10.222.0.68 "GET /v2.0/security-groups?id=6f81d4f1-e0a7-4182-9af1-0f2bb60c94e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302920 Jul 14 10:22:02.862407 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285d3ab4-ee70-4563-a9bf-b6712bfdf734 req-a7e99e1c-752a-4190-ad37-65e730ca041c tempest-TestEncryptedCinderVolumes-1851617144 tempest-TestEncryptedCinderVolumes-1851617144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:22:02.863878 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-285d3ab4-ee70-4563-a9bf-b6712bfdf734 req-a7e99e1c-752a-4190-ad37-65e730ca041c tempest-TestEncryptedCinderVolumes-1851617144 tempest-TestEncryptedCinderVolumes-1851617144-project] 10.222.0.57 "GET /v2.0/ports?device_id=24352bed-a9e6-4477-b4fa-c5be6078f7e3 HTTP/1.1" status: 200 len: 945 time: 0.0626655 Jul 14 10:22:02.968757 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [req-285d3ab4-ee70-4563-a9bf-b6712bfdf734 req-5f8012ee-d083-42b8-98a3-55d24bb94259 tempest-TestEncryptedCinderVolumes-1851617144 tempest-TestEncryptedCinderVolumes-1851617144-project] Deleting port 3e62a228-72f2-435a-9ac1-86f4867ad910 {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:22:02.969107 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-285d3ab4-ee70-4563-a9bf-b6712bfdf734 req-5f8012ee-d083-42b8-98a3-55d24bb94259 tempest-TestEncryptedCinderVolumes-1851617144 tempest-TestEncryptedCinderVolumes-1851617144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:03.055963 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-285d3ab4-ee70-4563-a9bf-b6712bfdf734 req-5f8012ee-d083-42b8-98a3-55d24bb94259 tempest-TestEncryptedCinderVolumes-1851617144 tempest-TestEncryptedCinderVolumes-1851617144-project] For port 3e62a228-72f2-435a-9ac1-86f4867ad910, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=3e62a228-72f2-435a-9ac1-86f4867ad910,segment=NetworkSegment(bbd0c216-4a90-477b-91ae-acfc5b2beb67),segment_id=bbd0c216-4a90-477b-91ae-acfc5b2beb67)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:22:03.056324 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-285d3ab4-ee70-4563-a9bf-b6712bfdf734 req-5f8012ee-d083-42b8-98a3-55d24bb94259 tempest-TestEncryptedCinderVolumes-1851617144 tempest-TestEncryptedCinderVolumes-1851617144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:03.069478 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [req-285d3ab4-ee70-4563-a9bf-b6712bfdf734 req-5f8012ee-d083-42b8-98a3-55d24bb94259 tempest-TestEncryptedCinderVolumes-1851617144 tempest-TestEncryptedCinderVolumes-1851617144-project] Calling delete_port for 3e62a228-72f2-435a-9ac1-86f4867ad910 owned by compute:nova {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:22:03.197792 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-285d3ab4-ee70-4563-a9bf-b6712bfdf734 req-5f8012ee-d083-42b8-98a3-55d24bb94259 tempest-TestEncryptedCinderVolumes-1851617144 tempest-TestEncryptedCinderVolumes-1851617144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:03.224582 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8012ee-d083-42b8-98a3-55d24bb94259 tempest-TestEncryptedCinderVolumes-1851617144 tempest-TestEncryptedCinderVolumes-1851617144-project] Pushing event deleted for resources: {'Port': ['ID=3e62a228-72f2-435a-9ac1-86f4867ad910,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:03.231631 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] get_ports_and_sgs() called for port_ids ['3e62a228-72f2-435a-9ac1-86f4867ad910'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:22:03.277149 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-285d3ab4-ee70-4563-a9bf-b6712bfdf734 req-5f8012ee-d083-42b8-98a3-55d24bb94259 tempest-TestEncryptedCinderVolumes-1851617144 tempest-TestEncryptedCinderVolumes-1851617144-project] No DVR routers for this DVR port 3e62a228-72f2-435a-9ac1-86f4867ad910 on host n-h2-779913-29 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:22:03.280011 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-285d3ab4-ee70-4563-a9bf-b6712bfdf734 req-5f8012ee-d083-42b8-98a3-55d24bb94259 tempest-TestEncryptedCinderVolumes-1851617144 tempest-TestEncryptedCinderVolumes-1851617144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:03.282129 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-285d3ab4-ee70-4563-a9bf-b6712bfdf734 req-5f8012ee-d083-42b8-98a3-55d24bb94259 tempest-TestEncryptedCinderVolumes-1851617144 tempest-TestEncryptedCinderVolumes-1851617144-project] 10.222.0.57 "DELETE /v2.0/ports/3e62a228-72f2-435a-9ac1-86f4867ad910 HTTP/1.1" status: 204 len: 173 time: 0.4128888 Jul 14 10:22:03.282578 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24352bed-a9e6-4477-b4fa-c5be6078f7e3', 'name': 'network-vif-deleted', 'tag': '3e62a228-72f2-435a-9ac1-86f4867ad910'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:22:03.284915 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}175264a25d5f1cec9b1451f1a8cc8ced5d4502f5c48740ac7c6845d527b2175b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1d630d3-200e-41b4-bc6c-9603903fd342" -d '{"events": [{"server_uuid": "24352bed-a9e6-4477-b4fa-c5be6078f7e3", "name": "network-vif-deleted", "tag": "3e62a228-72f2-435a-9ac1-86f4867ad910"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:22:03.323793 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:22:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bfd910b-491d-401a-b117-99255c41ec31 x-openstack-request-id: req-3bfd910b-491d-401a-b117-99255c41ec31 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:22:03.324171 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24352bed-a9e6-4477-b4fa-c5be6078f7e3", "name": "network-vif-deleted", "tag": "3e62a228-72f2-435a-9ac1-86f4867ad910", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:22:03.324498 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-3bfd910b-491d-401a-b117-99255c41ec31 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:22:03.325111 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24352bed-a9e6-4477-b4fa-c5be6078f7e3', 'name': 'network-vif-deleted', 'tag': '3e62a228-72f2-435a-9ac1-86f4867ad910', 'status': 'completed', 'code': 200} Jul 14 10:22:03.619932 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-f0f4c6cd-19dc-4d88-ba93-4f7e8f3d5e68 req-8de0ce41-579b-4745-a727-16afabcf952b tempest-TestEncryptedCinderVolumes-1851617144 tempest-TestEncryptedCinderVolumes-1851617144-project] 10.222.0.68 "GET /v2.0/ports?device_id=24352bed-a9e6-4477-b4fa-c5be6078f7e3 HTTP/1.1" status: 200 len: 210 time: 0.0336449 Jul 14 10:22:04.748990 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 39972) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:22:05.090437 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4f4ed780-5d87-470d-bf5e-09274339e176 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-683602'] for router_interface, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:05.339460 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-4f4ed780-5d87-470d-bf5e-09274339e176 admin admin] Deleting port a367e1b5-d119-4da6-a298-383e99c8b761 {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:22:05.340397 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4f4ed780-5d87-470d-bf5e-09274339e176 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:05.419851 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-4f4ed780-5d87-470d-bf5e-09274339e176 admin admin] For port a367e1b5-d119-4da6-a298-383e99c8b761, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=a367e1b5-d119-4da6-a298-383e99c8b761,segment=NetworkSegment(bbd0c216-4a90-477b-91ae-acfc5b2beb67),segment_id=bbd0c216-4a90-477b-91ae-acfc5b2beb67)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:22:05.420214 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4f4ed780-5d87-470d-bf5e-09274339e176 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:05.432836 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-4f4ed780-5d87-470d-bf5e-09274339e176 admin admin] Calling delete_port for a367e1b5-d119-4da6-a298-383e99c8b761 owned by network:router_interface {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:22:05.612782 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4f4ed780-5d87-470d-bf5e-09274339e176 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:05.617675 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 3e62a228-72f2-435a-9ac1-86f4867ad910 no longer exists at agent hyperv_n-h2-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:22:05.637964 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ed780-5d87-470d-bf5e-09274339e176 admin admin] Pushing event deleted for resources: {'Port': ['ID=a367e1b5-d119-4da6-a298-383e99c8b761,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:05.638377 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] No Port match for: 3e62a228-72f2-435a-9ac1-86f4867ad910 {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:22:05.638730 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 3e62a228-72f2-435a-9ac1-86f4867ad910 not bound to the agent host n-h2-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:22:05.805455 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4f4ed780-5d87-470d-bf5e-09274339e176 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-620860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682934'] for router_interface, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:06.020005 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f4ed780-5d87-470d-bf5e-09274339e176 admin admin] Router a4a76525-09e8-4d5c-b2d7-e16fd518cffa has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:22:06.139049 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f4ed780-5d87-470d-bf5e-09274339e176 admin admin] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:22:06.144251 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-4f4ed780-5d87-470d-bf5e-09274339e176 admin admin] 10.222.0.68 "PUT /v2.0/routers/a4a76525-09e8-4d5c-b2d7-e16fd518cffa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3941534 Jul 14 10:22:06.146823 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 39974) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:22:06.148201 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c5bb5c-5c91-4d19-b9eb-5958ea73f459 None None] Sync routers for ids ['a4a76525-09e8-4d5c-b2d7-e16fd518cffa'] in n-d-779913-29 {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:22:06.157383 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c5bb5c-5c91-4d19-b9eb-5958ea73f459 None None] Routers {'a4a76525-09e8-4d5c-b2d7-e16fd518cffa'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:22:06.158055 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-38c5bb5c-5c91-4d19-b9eb-5958ea73f459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T10:21:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['a4a76525-09e8-4d5c-b2d7-e16fd518cffa'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:22:06.262268 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1672f6f6-4abf-47bf-932e-cb7b5cc7b6d3 admin admin] Notify callbacks [] for router, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:06.266673 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvr_db [None req-38c5bb5c-5c91-4d19-b9eb-5958ea73f459 None None] Set router a4a76525-09e8-4d5c-b2d7-e16fd518cffa gateway port host: n-d-779913-29 {{(pid=93959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:22:06.446981 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-38c5bb5c-5c91-4d19-b9eb-5958ea73f459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4a76525-09e8-4d5c-b2d7-e16fd518cffa', 'name': 'tempest-TestEncryptedCinderVolumes-745734946-router', 'tenant_id': 'ac9646ada0fa432e880fcfe78aab1fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.215'}], 'enable_snat': True}, 'gw_port_id': '82e82326-2be9-4bda-b26a-775ae3975215', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:20:42Z', 'updated_at': '2021-07-14T10:22:05Z', 'revision_number': 5, 'project_id': 'ac9646ada0fa432e880fcfe78aab1fa6', 'gw_port': {'id': '82e82326-2be9-4bda-b26a-775ae3975215', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:3e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a76525-09e8-4d5c-b2d7-e16fd518cffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:20:43Z', 'updated_at': '2021-07-14T10:20:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29'}], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:22:06.479537 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c5bb5c-5c91-4d19-b9eb-5958ea73f459 None None] Checking router: a4a76525-09e8-4d5c-b2d7-e16fd518cffa for host: n-d-779913-29 {{(pid=93959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:22:06.491269 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c5bb5c-5c91-4d19-b9eb-5958ea73f459 None None] Routers {'a4a76525-09e8-4d5c-b2d7-e16fd518cffa'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:22:06.491918 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-38c5bb5c-5c91-4d19-b9eb-5958ea73f459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T10:21:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['a4a76525-09e8-4d5c-b2d7-e16fd518cffa'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:22:06.598059 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvr_db [None req-38c5bb5c-5c91-4d19-b9eb-5958ea73f459 None None] Set router a4a76525-09e8-4d5c-b2d7-e16fd518cffa gateway port host: n-d-779913-29 {{(pid=93959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:22:06.659031 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1672f6f6-4abf-47bf-932e-cb7b5cc7b6d3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:06.717271 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-1672f6f6-4abf-47bf-932e-cb7b5cc7b6d3 admin admin] Deleting port 82e82326-2be9-4bda-b26a-775ae3975215 {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:22:06.717786 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1672f6f6-4abf-47bf-932e-cb7b5cc7b6d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:06.804211 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-38c5bb5c-5c91-4d19-b9eb-5958ea73f459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4a76525-09e8-4d5c-b2d7-e16fd518cffa', 'name': 'tempest-TestEncryptedCinderVolumes-745734946-router', 'tenant_id': 'ac9646ada0fa432e880fcfe78aab1fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.215'}], 'enable_snat': True}, 'gw_port_id': '82e82326-2be9-4bda-b26a-775ae3975215', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:20:42Z', 'updated_at': '2021-07-14T10:22:05Z', 'revision_number': 5, 'project_id': 'ac9646ada0fa432e880fcfe78aab1fa6', 'gw_port': {'id': '82e82326-2be9-4bda-b26a-775ae3975215', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:3e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a76525-09e8-4d5c-b2d7-e16fd518cffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:20:43Z', 'updated_at': '2021-07-14T10:20:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29'}], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:22:06.820369 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-1672f6f6-4abf-47bf-932e-cb7b5cc7b6d3 admin admin] For port 82e82326-2be9-4bda-b26a-775ae3975215, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=82e82326-2be9-4bda-b26a-775ae3975215,segment=NetworkSegment(81bf7a93-80b3-43df-b9d5-462c604a2945),segment_id=81bf7a93-80b3-43df-b9d5-462c604a2945)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:22:06.820897 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1672f6f6-4abf-47bf-932e-cb7b5cc7b6d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:06.829865 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c5bb5c-5c91-4d19-b9eb-5958ea73f459 None None] The sync data for ids ['a4a76525-09e8-4d5c-b2d7-e16fd518cffa'] in n-d-779913-29 is: [{'id': 'a4a76525-09e8-4d5c-b2d7-e16fd518cffa', 'name': 'tempest-TestEncryptedCinderVolumes-745734946-router', 'tenant_id': 'ac9646ada0fa432e880fcfe78aab1fa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.215'}], 'enable_snat': True}, 'gw_port_id': '82e82326-2be9-4bda-b26a-775ae3975215', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:20:42Z', 'updated_at': '2021-07-14T10:22:05Z', 'revision_number': 5, 'project_id': 'ac9646ada0fa432e880fcfe78aab1fa6', 'gw_port': {'id': '82e82326-2be9-4bda-b26a-775ae3975215', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:3e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a76525-09e8-4d5c-b2d7-e16fd518cffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:20:43Z', 'updated_at': '2021-07-14T10:20:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29'}] {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:22:06.837994 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-1672f6f6-4abf-47bf-932e-cb7b5cc7b6d3 admin admin] Calling delete_port for 82e82326-2be9-4bda-b26a-775ae3975215 owned by network:router_gateway {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:22:06.999511 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1672f6f6-4abf-47bf-932e-cb7b5cc7b6d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:07.025641 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1672f6f6-4abf-47bf-932e-cb7b5cc7b6d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=82e82326-2be9-4bda-b26a-775ae3975215,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:07.088917 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1672f6f6-4abf-47bf-932e-cb7b5cc7b6d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-660532'] for router_gateway, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:07.180320 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1672f6f6-4abf-47bf-932e-cb7b5cc7b6d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-711871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12964'] for router, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:07.182620 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1672f6f6-4abf-47bf-932e-cb7b5cc7b6d3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:07.226082 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1672f6f6-4abf-47bf-932e-cb7b5cc7b6d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-704815'] for router, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:07.226744 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1672f6f6-4abf-47bf-932e-cb7b5cc7b6d3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a4a76525-09e8-4d5c-b2d7-e16fd518cffa {{(pid=93957) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 10:22:07.231682 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1672f6f6-4abf-47bf-932e-cb7b5cc7b6d3 admin admin] Notify callbacks [] for router, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:07.232919 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-1672f6f6-4abf-47bf-932e-cb7b5cc7b6d3 admin admin] 10.222.0.68 "DELETE /v2.0/routers/a4a76525-09e8-4d5c-b2d7-e16fd518cffa HTTP/1.1" status: 204 len: 168 time: 1.0850682 Jul 14 10:22:07.235540 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 39976) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:22:07.284845 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5b6c9c4-84a4-4468-aaf2-10147f4b7b12 admin admin] Deleting subnet 05f1d68d-f63c-4a3e-9405-1def307df4bb {{(pid=93957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 10:22:07.288124 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c5b6c9c4-84a4-4468-aaf2-10147f4b7b12 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:07.322820 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c5b6c9c4-84a4-4468-aaf2-10147f4b7b12 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10944203'] for subnet, precommit_delete_associations {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:07.400244 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c5b6c9c4-84a4-4468-aaf2-10147f4b7b12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3481002'] for subnet, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:07.460086 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c5b6c9c4-84a4-4468-aaf2-10147f4b7b12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10052701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11984075'] for subnet, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:07.485096 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b6c9c4-84a4-4468-aaf2-10147f4b7b12 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=05f1d68d-f63c-4a3e-9405-1def307df4bb,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:07.491344 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c5b6c9c4-84a4-4468-aaf2-10147f4b7b12 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:07.495658 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-c5b6c9c4-84a4-4468-aaf2-10147f4b7b12 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/05f1d68d-f63c-4a3e-9405-1def307df4bb HTTP/1.1" status: 204 len: 168 time: 0.2567408 Jul 14 10:22:07.495839 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 39978) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:22:07.501320 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f3d2ff3-2b56-4f20-8c83-4d2454c255a3 None None] Network dcd603aa-7608-478f-9200-90d335151431 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:22:07.565808 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ea0cd953-99f3-45f5-a1f5-4964836b5c24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3876111'] for network, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:07.620165 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-ea0cd953-99f3-45f5-a1f5-4964836b5c24 admin admin] Deleting port fabfab02-b36f-4b1d-88ac-14d85eb82995 {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:22:07.620511 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ea0cd953-99f3-45f5-a1f5-4964836b5c24 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:07.687302 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-ea0cd953-99f3-45f5-a1f5-4964836b5c24 admin admin] For port fabfab02-b36f-4b1d-88ac-14d85eb82995, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=fabfab02-b36f-4b1d-88ac-14d85eb82995,segment=NetworkSegment(bbd0c216-4a90-477b-91ae-acfc5b2beb67),segment_id=bbd0c216-4a90-477b-91ae-acfc5b2beb67)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:22:07.687652 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ea0cd953-99f3-45f5-a1f5-4964836b5c24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:07.701275 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-ea0cd953-99f3-45f5-a1f5-4964836b5c24 admin admin] Calling delete_port for fabfab02-b36f-4b1d-88ac-14d85eb82995 owned by network:dhcp {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:22:07.783481 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ea0cd953-99f3-45f5-a1f5-4964836b5c24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:07.813229 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0cd953-99f3-45f5-a1f5-4964836b5c24 admin admin] Pushing event deleted for resources: {'Port': ['ID=fabfab02-b36f-4b1d-88ac-14d85eb82995,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:07.816962 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea0cd953-99f3-45f5-a1f5-4964836b5c24 admin admin] No DVR routers for this DVR port fabfab02-b36f-4b1d-88ac-14d85eb82995 on host n-d-779913-29 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:22:07.830790 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7d72a12-e695-4084-8549-9e9322ad8bf3 None None] DHCP port deletion for dcd603aa-7608-478f-9200-90d335151431 request from n-d-779913-29 {{(pid=93959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 10:22:07.891746 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ea0cd953-99f3-45f5-a1f5-4964836b5c24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473955', 'neutron.services.segments.db._delete_segments_for_network-8735688326548'] for network, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:07.901237 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-ea0cd953-99f3-45f5-a1f5-4964836b5c24 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcd603aa-7608-478f-9200-90d335151431']}} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:22:07.911271 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-ea0cd953-99f3-45f5-a1f5-4964836b5c24 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbd0c216-4a90-477b-91ae-acfc5b2beb67') {'for_net_delete': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:22:07.911564 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-ea0cd953-99f3-45f5-a1f5-4964836b5c24 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbd0c216-4a90-477b-91ae-acfc5b2beb67') {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:22:07.920168 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ea0cd953-99f3-45f5-a1f5-4964836b5c24 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735688356235', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10944210'] for segment, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:07.933131 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ea0cd953-99f3-45f5-a1f5-4964836b5c24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:07.939359 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea0cd953-99f3-45f5-a1f5-4964836b5c24 admin admin] Releasing vlan 730 on physical network physnet1 to pool {{(pid=93957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 10:22:07.939739 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ea0cd953-99f3-45f5-a1f5-4964836b5c24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10053619'] for segment, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:07.941329 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:22:07.941329 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:22:07.941329 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:22:07.941329 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:22:07.941329 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:22:07.941329 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:22:07.941329 n-d-779913-29 neutron-server[93957]: Traceback (most recent call last): Jul 14 10:22:07.941329 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 10:22:07.941329 n-d-779913-29 neutron-server[93957]: timer() Jul 14 10:22:07.941329 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 10:22:07.941329 n-d-779913-29 neutron-server[93957]: cb(*args, **kw) Jul 14 10:22:07.941329 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 10:22:07.941329 n-d-779913-29 neutron-server[93957]: return func(*args, **kwargs) Jul 14 10:22:07.941329 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 10:22:07.941329 n-d-779913-29 neutron-server[93957]: self._notify() Jul 14 10:22:07.941329 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 10:22:07.941329 n-d-779913-29 neutron-server[93957]: self.callback(batched_events) Jul 14 10:22:07.941329 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 10:22:07.941329 n-d-779913-29 neutron-server[93957]: event.method(event) Jul 14 10:22:07.941329 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 10:22:07.941329 n-d-779913-29 neutron-server[93957]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 10:22:07.941329 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 10:22:07.941329 n-d-779913-29 neutron-server[93957]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 10:22:07.941329 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 10:22:07.941329 n-d-779913-29 neutron-server[93957]: return f(self, *a, **k) Jul 14 10:22:07.941329 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 10:22:07.941329 n-d-779913-29 neutron-server[93957]: return self._get(url).json() Jul 14 10:22:07.941329 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 10:22:07.941329 n-d-779913-29 neutron-server[93957]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 10:22:07.941329 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 10:22:07.941329 n-d-779913-29 neutron-server[93957]: return self.request(url, 'GET', **kwargs) Jul 14 10:22:07.941329 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 10:22:07.941329 n-d-779913-29 neutron-server[93957]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 10:22:07.941329 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 10:22:07.941329 n-d-779913-29 neutron-server[93957]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 10:22:07.941329 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 10:22:07.941329 n-d-779913-29 neutron-server[93957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 10:22:07.941329 n-d-779913-29 neutron-server[93957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 10:22:07.997759 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ea0cd953-99f3-45f5-a1f5-4964836b5c24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660504'] for network, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:08.003339 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ea0cd953-99f3-45f5-a1f5-4964836b5c24 admin admin] Notify callbacks [] for network, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:08.005150 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-ea0cd953-99f3-45f5-a1f5-4964836b5c24 admin admin] 10.222.0.68 "DELETE /v2.0/networks/dcd603aa-7608-478f-9200-90d335151431 HTTP/1.1" status: 204 len: 168 time: 0.5083911 Jul 14 10:22:08.008299 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 39980) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:22:08.016182 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0cd953-99f3-45f5-a1f5-4964836b5c24 admin admin] Pushing event deleted for resources: {'Network': ['ID=dcd603aa-7608-478f-9200-90d335151431,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:08.347552 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a43dc45a-7202-4ca0-bfe9-ee8225ec295f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-683602'] for router_interface, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:08.595741 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-a43dc45a-7202-4ca0-bfe9-ee8225ec295f admin admin] Deleting port ac9c59bd-5289-4baf-bf68-fc130050a63f {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:22:08.596080 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a43dc45a-7202-4ca0-bfe9-ee8225ec295f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:08.679646 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-a43dc45a-7202-4ca0-bfe9-ee8225ec295f admin admin] For port ac9c59bd-5289-4baf-bf68-fc130050a63f, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=ac9c59bd-5289-4baf-bf68-fc130050a63f,segment=NetworkSegment(e3161e2b-2d15-470e-b279-d1ce3f65fc75),segment_id=e3161e2b-2d15-470e-b279-d1ce3f65fc75)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:22:08.680013 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a43dc45a-7202-4ca0-bfe9-ee8225ec295f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:08.680142 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device a367e1b5-d119-4da6-a298-383e99c8b761 no longer exists at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:22:08.693556 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-a43dc45a-7202-4ca0-bfe9-ee8225ec295f admin admin] Calling delete_port for ac9c59bd-5289-4baf-bf68-fc130050a63f owned by network:router_interface {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:22:08.699235 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] No Port match for: a367e1b5-d119-4da6-a298-383e99c8b761 {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:22:08.699586 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device a367e1b5-d119-4da6-a298-383e99c8b761 not bound to the agent host n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:22:08.699997 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 82e82326-2be9-4bda-b26a-775ae3975215 no longer exists at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:22:08.721395 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] No Port match for: 82e82326-2be9-4bda-b26a-775ae3975215 {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:22:08.721759 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 82e82326-2be9-4bda-b26a-775ae3975215 not bound to the agent host n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:22:08.722168 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device fabfab02-b36f-4b1d-88ac-14d85eb82995 no longer exists at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:22:08.740703 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] No Port match for: fabfab02-b36f-4b1d-88ac-14d85eb82995 {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:22:08.741053 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device fabfab02-b36f-4b1d-88ac-14d85eb82995 not bound to the agent host n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:22:08.875297 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a43dc45a-7202-4ca0-bfe9-ee8225ec295f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:08.897833 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43dc45a-7202-4ca0-bfe9-ee8225ec295f admin admin] Pushing event deleted for resources: {'Port': ['ID=ac9c59bd-5289-4baf-bf68-fc130050a63f,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:08.908284 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43dc45a-7202-4ca0-bfe9-ee8225ec295f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:22:08.908633 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43dc45a-7202-4ca0-bfe9-ee8225ec295f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:22:08.908978 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43dc45a-7202-4ca0-bfe9-ee8225ec295f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:22:08.909316 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43dc45a-7202-4ca0-bfe9-ee8225ec295f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:22:08.909680 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43dc45a-7202-4ca0-bfe9-ee8225ec295f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:22:08.910640 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43dc45a-7202-4ca0-bfe9-ee8225ec295f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:22:08.910640 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43dc45a-7202-4ca0-bfe9-ee8225ec295f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:22:08.910640 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43dc45a-7202-4ca0-bfe9-ee8225ec295f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:22:08.910964 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43dc45a-7202-4ca0-bfe9-ee8225ec295f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:22:08.911289 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43dc45a-7202-4ca0-bfe9-ee8225ec295f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:22:08.911616 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43dc45a-7202-4ca0-bfe9-ee8225ec295f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:22:08.911939 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43dc45a-7202-4ca0-bfe9-ee8225ec295f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:22:09.082109 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a43dc45a-7202-4ca0-bfe9-ee8225ec295f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-620860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682934'] for router_interface, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:09.297013 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a43dc45a-7202-4ca0-bfe9-ee8225ec295f admin admin] Router 2943a717-0252-49fc-bd01-79fbf3f2d781 has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:22:09.402270 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a43dc45a-7202-4ca0-bfe9-ee8225ec295f admin admin] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:22:09.407830 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-a43dc45a-7202-4ca0-bfe9-ee8225ec295f admin admin] 10.222.0.68 "PUT /v2.0/routers/2943a717-0252-49fc-bd01-79fbf3f2d781/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3982794 Jul 14 10:22:09.410361 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 39982) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:22:09.410729 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb92bbd-df55-4a92-92ec-ec48e61a78b2 None None] Sync routers for ids ['2943a717-0252-49fc-bd01-79fbf3f2d781'] in n-d-779913-29 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:22:09.419636 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb92bbd-df55-4a92-92ec-ec48e61a78b2 None None] Routers {'2943a717-0252-49fc-bd01-79fbf3f2d781'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:22:09.420236 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-feb92bbd-df55-4a92-92ec-ec48e61a78b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T10:21:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['2943a717-0252-49fc-bd01-79fbf3f2d781'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:22:09.516492 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7f3689bf-7541-4966-9c23-dcf1970dc22d admin admin] Notify callbacks [] for router, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:09.530084 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-feb92bbd-df55-4a92-92ec-ec48e61a78b2 None None] Set router 2943a717-0252-49fc-bd01-79fbf3f2d781 gateway port host: n-d-779913-29 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:22:09.627278 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7f3689bf-7541-4966-9c23-dcf1970dc22d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:09.697267 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-7f3689bf-7541-4966-9c23-dcf1970dc22d admin admin] Deleting port c1d75feb-92c0-453c-aa0a-44398d4c0468 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:22:09.697820 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7f3689bf-7541-4966-9c23-dcf1970dc22d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:09.717188 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-feb92bbd-df55-4a92-92ec-ec48e61a78b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2943a717-0252-49fc-bd01-79fbf3f2d781', 'name': 'tempest-TestEncryptedCinderVolumes-1795048482-router', 'tenant_id': '37a4e88f0eb5488599590e467e64a7c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.209'}], 'enable_snat': True}, 'gw_port_id': 'c1d75feb-92c0-453c-aa0a-44398d4c0468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:20:47Z', 'updated_at': '2021-07-14T10:22:08Z', 'revision_number': 5, 'project_id': '37a4e88f0eb5488599590e467e64a7c9', 'gw_port': {'id': 'c1d75feb-92c0-453c-aa0a-44398d4c0468', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:ed:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2943a717-0252-49fc-bd01-79fbf3f2d781', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:20:48Z', 'updated_at': '2021-07-14T10:20:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29'}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:22:09.743696 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb92bbd-df55-4a92-92ec-ec48e61a78b2 None None] Checking router: 2943a717-0252-49fc-bd01-79fbf3f2d781 for host: n-d-779913-29 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:22:09.753273 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb92bbd-df55-4a92-92ec-ec48e61a78b2 None None] Routers {'2943a717-0252-49fc-bd01-79fbf3f2d781'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:22:09.753934 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-feb92bbd-df55-4a92-92ec-ec48e61a78b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T10:21:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['2943a717-0252-49fc-bd01-79fbf3f2d781'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:22:09.785248 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-7f3689bf-7541-4966-9c23-dcf1970dc22d admin admin] For port c1d75feb-92c0-453c-aa0a-44398d4c0468, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=c1d75feb-92c0-453c-aa0a-44398d4c0468,segment=NetworkSegment(81bf7a93-80b3-43df-b9d5-462c604a2945),segment_id=81bf7a93-80b3-43df-b9d5-462c604a2945)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:22:09.785713 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7f3689bf-7541-4966-9c23-dcf1970dc22d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:09.798126 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-7f3689bf-7541-4966-9c23-dcf1970dc22d admin admin] Calling delete_port for c1d75feb-92c0-453c-aa0a-44398d4c0468 owned by network:router_gateway {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:22:09.839938 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-feb92bbd-df55-4a92-92ec-ec48e61a78b2 None None] Set router 2943a717-0252-49fc-bd01-79fbf3f2d781 gateway port host: None {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:22:09.973908 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7f3689bf-7541-4966-9c23-dcf1970dc22d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:09.988376 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-feb92bbd-df55-4a92-92ec-ec48e61a78b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2943a717-0252-49fc-bd01-79fbf3f2d781', 'name': 'tempest-TestEncryptedCinderVolumes-1795048482-router', 'tenant_id': '37a4e88f0eb5488599590e467e64a7c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:20:47Z', 'updated_at': '2021-07-14T10:22:09Z', 'revision_number': 6, 'project_id': '37a4e88f0eb5488599590e467e64a7c9', 'gw_port_host': None}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:22:10.001053 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3689bf-7541-4966-9c23-dcf1970dc22d admin admin] Pushing event deleted for resources: {'Port': ['ID=c1d75feb-92c0-453c-aa0a-44398d4c0468,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:10.016837 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb92bbd-df55-4a92-92ec-ec48e61a78b2 None None] The sync data for ids ['2943a717-0252-49fc-bd01-79fbf3f2d781'] in n-d-779913-29 is: [{'id': '2943a717-0252-49fc-bd01-79fbf3f2d781', 'name': 'tempest-TestEncryptedCinderVolumes-1795048482-router', 'tenant_id': '37a4e88f0eb5488599590e467e64a7c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:20:47Z', 'updated_at': '2021-07-14T10:22:09Z', 'revision_number': 6, 'project_id': '37a4e88f0eb5488599590e467e64a7c9', 'gw_port_host': None}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:22:10.067809 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7f3689bf-7541-4966-9c23-dcf1970dc22d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-660532'] for router_gateway, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:10.166606 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7f3689bf-7541-4966-9c23-dcf1970dc22d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-711871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12964'] for router, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:10.169360 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7f3689bf-7541-4966-9c23-dcf1970dc22d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:10.216057 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7f3689bf-7541-4966-9c23-dcf1970dc22d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-704815'] for router, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:10.216717 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f3689bf-7541-4966-9c23-dcf1970dc22d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2943a717-0252-49fc-bd01-79fbf3f2d781 {{(pid=93958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 10:22:10.221053 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7f3689bf-7541-4966-9c23-dcf1970dc22d admin admin] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:10.222283 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-7f3689bf-7541-4966-9c23-dcf1970dc22d admin admin] 10.222.0.68 "DELETE /v2.0/routers/2943a717-0252-49fc-bd01-79fbf3f2d781 HTTP/1.1" status: 204 len: 168 time: 0.8109970 Jul 14 10:22:10.224963 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 39984) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:22:10.271106 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-7cb57412-0d54-431d-8c86-80bd1a47d837 admin admin] Deleting subnet c4e66606-02bf-4740-8263-5f82d01830d5 {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 10:22:10.274172 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7cb57412-0d54-431d-8c86-80bd1a47d837 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:10.309912 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7cb57412-0d54-431d-8c86-80bd1a47d837 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13574120'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:10.392646 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7cb57412-0d54-431d-8c86-80bd1a47d837 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3481002'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:10.447230 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7cb57412-0d54-431d-8c86-80bd1a47d837 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13574056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16714573'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:10.473687 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb57412-0d54-431d-8c86-80bd1a47d837 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c4e66606-02bf-4740-8263-5f82d01830d5,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:10.481597 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7cb57412-0d54-431d-8c86-80bd1a47d837 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:10.483722 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-7cb57412-0d54-431d-8c86-80bd1a47d837 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/c4e66606-02bf-4740-8263-5f82d01830d5 HTTP/1.1" status: 204 len: 168 time: 0.2578785 Jul 14 10:22:10.486661 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 39986) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:22:10.487770 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc1f18e2-245b-48dc-a336-1b34f3733133 None None] Network 7fb423d3-076c-4f6e-b0e9-5159bb575ee5 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:22:10.560503 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c1bbb1f8-9884-4ed3-8e98-73904ab5f86c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3876111'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:10.780107 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53a7f290-b43c-4033-aeea-db1ea0aa64d6 None None] DHCP port deletion for 7fb423d3-076c-4f6e-b0e9-5159bb575ee5 request from n-d-779913-29 {{(pid=93959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 10:22:10.839219 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-53a7f290-b43c-4033-aeea-db1ea0aa64d6 None None] Deleting port a01b507d-c3d0-48c8-ae08-a26aab1f5755 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:22:10.840346 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-53a7f290-b43c-4033-aeea-db1ea0aa64d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:10.844820 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device ac9c59bd-5289-4baf-bf68-fc130050a63f no longer exists at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:22:10.849423 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-c1bbb1f8-9884-4ed3-8e98-73904ab5f86c admin admin] Deleting port a01b507d-c3d0-48c8-ae08-a26aab1f5755 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:22:10.849799 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c1bbb1f8-9884-4ed3-8e98-73904ab5f86c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:10.905541 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] No Port match for: ac9c59bd-5289-4baf-bf68-fc130050a63f {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:22:10.905900 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device ac9c59bd-5289-4baf-bf68-fc130050a63f not bound to the agent host n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:22:10.906321 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device a01b507d-c3d0-48c8-ae08-a26aab1f5755 no longer exists at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:22:10.914221 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-c1bbb1f8-9884-4ed3-8e98-73904ab5f86c admin admin] For port a01b507d-c3d0-48c8-ae08-a26aab1f5755, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=a01b507d-c3d0-48c8-ae08-a26aab1f5755,segment=NetworkSegment(e3161e2b-2d15-470e-b279-d1ce3f65fc75),segment_id=e3161e2b-2d15-470e-b279-d1ce3f65fc75)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:22:10.914599 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c1bbb1f8-9884-4ed3-8e98-73904ab5f86c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:10.927947 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-c1bbb1f8-9884-4ed3-8e98-73904ab5f86c admin admin] Calling delete_port for a01b507d-c3d0-48c8-ae08-a26aab1f5755 owned by network:dhcp {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:22:10.957730 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-53a7f290-b43c-4033-aeea-db1ea0aa64d6 None None] For port a01b507d-c3d0-48c8-ae08-a26aab1f5755, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=a01b507d-c3d0-48c8-ae08-a26aab1f5755,segment=NetworkSegment(e3161e2b-2d15-470e-b279-d1ce3f65fc75),segment_id=e3161e2b-2d15-470e-b279-d1ce3f65fc75)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:22:10.958132 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-53a7f290-b43c-4033-aeea-db1ea0aa64d6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:10.973738 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-53a7f290-b43c-4033-aeea-db1ea0aa64d6 None None] Calling delete_port for a01b507d-c3d0-48c8-ae08-a26aab1f5755 owned by network:dhcp {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:22:11.018336 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c1bbb1f8-9884-4ed3-8e98-73904ab5f86c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:11.045857 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bbb1f8-9884-4ed3-8e98-73904ab5f86c admin admin] Pushing event deleted for resources: {'Port': ['ID=a01b507d-c3d0-48c8-ae08-a26aab1f5755,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:11.052660 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:11.052915 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1bbb1f8-9884-4ed3-8e98-73904ab5f86c admin admin] No DVR routers for this DVR port a01b507d-c3d0-48c8-ae08-a26aab1f5755 on host n-d-779913-29 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:22:11.129783 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device c1d75feb-92c0-453c-aa0a-44398d4c0468 no longer exists at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:22:11.133782 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-53a7f290-b43c-4033-aeea-db1ea0aa64d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:11.141052 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c1bbb1f8-9884-4ed3-8e98-73904ab5f86c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473955', 'neutron.services.segments.db._delete_segments_for_network-8735688326548'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:11.153682 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-c1bbb1f8-9884-4ed3-8e98-73904ab5f86c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fb423d3-076c-4f6e-b0e9-5159bb575ee5']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:22:11.171338 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-c1bbb1f8-9884-4ed3-8e98-73904ab5f86c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3161e2b-2d15-470e-b279-d1ce3f65fc75') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:22:11.172043 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-c1bbb1f8-9884-4ed3-8e98-73904ab5f86c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3161e2b-2d15-470e-b279-d1ce3f65fc75') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:22:11.175567 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] No Port match for: c1d75feb-92c0-453c-aa0a-44398d4c0468 {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:22:11.175924 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device c1d75feb-92c0-453c-aa0a-44398d4c0468 not bound to the agent host n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:22:11.181791 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a7f290-b43c-4033-aeea-db1ea0aa64d6 None None] Pushing event deleted for resources: {'Port': ['ID=a01b507d-c3d0-48c8-ae08-a26aab1f5755,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:11.184002 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c1bbb1f8-9884-4ed3-8e98-73904ab5f86c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735688356235', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13574129'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:11.187696 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a7f290-b43c-4033-aeea-db1ea0aa64d6 None None] No DVR routers for this DVR port a01b507d-c3d0-48c8-ae08-a26aab1f5755 on host n-d-779913-29 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:22:11.201199 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c1bbb1f8-9884-4ed3-8e98-73904ab5f86c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:11.215067 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1bbb1f8-9884-4ed3-8e98-73904ab5f86c admin admin] Releasing vlan 722 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 10:22:11.215539 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c1bbb1f8-9884-4ed3-8e98-73904ab5f86c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13573126'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:11.217271 n-d-779913-29 neutron-server[93958]: Traceback (most recent call last): Jul 14 10:22:11.217271 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 10:22:11.217271 n-d-779913-29 neutron-server[93958]: timer() Jul 14 10:22:11.217271 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 10:22:11.217271 n-d-779913-29 neutron-server[93958]: cb(*args, **kw) Jul 14 10:22:11.217271 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 10:22:11.217271 n-d-779913-29 neutron-server[93958]: return func(*args, **kwargs) Jul 14 10:22:11.217271 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 10:22:11.217271 n-d-779913-29 neutron-server[93958]: self._notify() Jul 14 10:22:11.217271 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 10:22:11.217271 n-d-779913-29 neutron-server[93958]: self.callback(batched_events) Jul 14 10:22:11.217271 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 10:22:11.217271 n-d-779913-29 neutron-server[93958]: event.method(event) Jul 14 10:22:11.217271 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 10:22:11.217271 n-d-779913-29 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 10:22:11.217271 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 10:22:11.217271 n-d-779913-29 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 10:22:11.217271 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 10:22:11.217271 n-d-779913-29 neutron-server[93958]: return f(self, *a, **k) Jul 14 10:22:11.217271 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 10:22:11.217271 n-d-779913-29 neutron-server[93958]: return self._get(url).json() Jul 14 10:22:11.217271 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 10:22:11.217271 n-d-779913-29 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 10:22:11.217271 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 10:22:11.217271 n-d-779913-29 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 14 10:22:11.217271 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 10:22:11.217271 n-d-779913-29 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 10:22:11.217271 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 10:22:11.217271 n-d-779913-29 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 10:22:11.217271 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 10:22:11.217271 n-d-779913-29 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 10:22:11.217271 n-d-779913-29 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 10:22:11.270915 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c1bbb1f8-9884-4ed3-8e98-73904ab5f86c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660504'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:11.275689 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c1bbb1f8-9884-4ed3-8e98-73904ab5f86c admin admin] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:11.280826 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-c1bbb1f8-9884-4ed3-8e98-73904ab5f86c admin admin] 10.222.0.68 "DELETE /v2.0/networks/7fb423d3-076c-4f6e-b0e9-5159bb575ee5 HTTP/1.1" status: 204 len: 168 time: 0.7908278 Jul 14 10:22:11.295063 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bbb1f8-9884-4ed3-8e98-73904ab5f86c admin admin] Pushing event deleted for resources: {'Network': ['ID=7fb423d3-076c-4f6e-b0e9-5159bb575ee5,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:11.441640 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 39990) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:22:11.479868 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-d15b2c0b-e20d-4e41-b973-c63d3cedcdc8 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=ac9646ada0fa432e880fcfe78aab1fa6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0369964 Jul 14 10:22:11.482877 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 39992) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:22:11.530408 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2fd9edb6-dac9-40ef-ac94-e3edb83ff5ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:11.555743 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2fd9edb6-dac9-40ef-ac94-e3edb83ff5ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:11.612346 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2fd9edb6-dac9-40ef-ac94-e3edb83ff5ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:11.615069 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2fd9edb6-dac9-40ef-ac94-e3edb83ff5ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:11.616220 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-2fd9edb6-dac9-40ef-ac94-e3edb83ff5ba admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/6f81d4f1-e0a7-4182-9af1-0f2bb60c94e0 HTTP/1.1" status: 204 len: 168 time: 0.1324401 Jul 14 10:22:11.626672 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd9edb6-dac9-40ef-ac94-e3edb83ff5ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f81d4f1-e0a7-4182-9af1-0f2bb60c94e0,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:11.935044 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 39998) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:22:11.975425 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-a696a826-720c-41e1-8407-26c21035ac04 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=37a4e88f0eb5488599590e467e64a7c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0391147 Jul 14 10:22:11.978044 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 40000) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:22:12.031998 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e69c394c-5ebd-40d0-a1b0-9543dd831622 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:12.057208 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e69c394c-5ebd-40d0-a1b0-9543dd831622 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:12.106930 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e69c394c-5ebd-40d0-a1b0-9543dd831622 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:12.109648 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e69c394c-5ebd-40d0-a1b0-9543dd831622 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:12.111028 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-e69c394c-5ebd-40d0-a1b0-9543dd831622 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/9a38f11d-cf82-4969-8512-60577628023c HTTP/1.1" status: 204 len: 168 time: 0.1319528 Jul 14 10:22:12.119621 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69c394c-5ebd-40d0-a1b0-9543dd831622 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a38f11d-cf82-4969-8512-60577628023c,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:12.844301 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 40022) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:22:12.950712 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-68be2a40-5d48-4863-943b-d05793291270 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1403009484-network', 'tenant_id': '9db167a5b74641b78ecbc6dfb43dcb0f'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:22:12.970935 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68be2a40-5d48-4863-943b-d05793291270 admin admin] Made reservation on behalf of 9db167a5b74641b78ecbc6dfb43dcb0f for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:22:12.973454 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-68be2a40-5d48-4863-943b-d05793291270 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:12.982133 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-68be2a40-5d48-4863-943b-d05793291270 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:13.076422 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-68be2a40-5d48-4863-943b-d05793291270 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:13.080347 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-68be2a40-5d48-4863-943b-d05793291270 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:13.104728 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68be2a40-5d48-4863-943b-d05793291270 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 733} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 10:22:13.115126 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68be2a40-5d48-4863-943b-d05793291270 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efd0b50b-6f0b-4711-bc95-e1de9076b768,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:13.120102 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-68be2a40-5d48-4863-943b-d05793291270 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:13.120448 n-d-779913-29 neutron-server[93958]: INFO neutron.db.segments_db [None req-68be2a40-5d48-4863-943b-d05793291270 admin admin] Added segment 62a13a7f-d7eb-4abc-9e90-f613cd561bb3 of type vlan for network d6e3d549-21aa-43fa-86b5-5b948925835b Jul 14 10:22:13.161278 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-68be2a40-5d48-4863-943b-d05793291270 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735687821325'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:13.190331 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-68be2a40-5d48-4863-943b-d05793291270 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:13.191296 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68be2a40-5d48-4863-943b-d05793291270 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:22:13.191891 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-68be2a40-5d48-4863-943b-d05793291270 admin admin] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:13.242013 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-68be2a40-5d48-4863-943b-d05793291270 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3965538 Jul 14 10:22:13.245138 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 40026) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:22:13.250572 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-cfc5770b-3e52-45cc-921d-868be00a2976 admin admin] Request body: {'subnet': {'network_id': 'd6e3d549-21aa-43fa-86b5-5b948925835b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1403009484-subnet', 'tenant_id': '9db167a5b74641b78ecbc6dfb43dcb0f', 'ip_version': 4}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:22:13.253578 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68be2a40-5d48-4863-943b-d05793291270 admin admin] Pushing event updated for resources: {'Network': ['ID=d6e3d549-21aa-43fa-86b5-5b948925835b,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:13.264394 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Network d6e3d549-21aa-43fa-86b5-5b948925835b details requested by agent ovs-agent-n-d-779913-29 with host n-d-779913-29 {{(pid=93959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 10:22:13.271696 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfc5770b-3e52-45cc-921d-868be00a2976 admin admin] Made reservation on behalf of 9db167a5b74641b78ecbc6dfb43dcb0f for: {'subnet': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:22:13.274443 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-cfc5770b-3e52-45cc-921d-868be00a2976 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11984110'] for subnet, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:13.432217 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:13.448093 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-cfc5770b-3e52-45cc-921d-868be00a2976 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10052764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11984092'] for subnet, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:13.504825 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc5770b-3e52-45cc-921d-868be00a2976 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d46870e-591d-4504-9cc7-f4500a6efa2e,revision_number=0']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:13.512750 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc5770b-3e52-45cc-921d-868be00a2976 admin admin] Checking segment: {'id': '62a13a7f-d7eb-4abc-9e90-f613cd561bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'd6e3d549-21aa-43fa-86b5-5b948925835b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:22:13.513143 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfc5770b-3e52-45cc-921d-868be00a2976 admin admin] Network hostable DHCP agents. Network: d6e3d549-21aa-43fa-86b5-5b948925835b, hostable agents: ['c6a09bd4-f72e-4283-a3ca-0bbca8a51081'], hosted agents: [] {{(pid=93957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 10:22:13.530066 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfc5770b-3e52-45cc-921d-868be00a2976 admin admin] Network d6e3d549-21aa-43fa-86b5-5b948925835b is scheduled to be hosted by DHCP agent c6a09bd4-f72e-4283-a3ca-0bbca8a51081 with binding_index 1 {{(pid=93957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 10:22:13.538457 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-cfc5770b-3e52-45cc-921d-868be00a2976 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-29, d6e3d549-21aa-43fa-86b5-5b948925835b) {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:22:13.542606 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfc5770b-3e52-45cc-921d-868be00a2976 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:22:13.543193 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-cfc5770b-3e52-45cc-921d-868be00a2976 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:13.548943 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c41a0173-a68a-48f6-8240-22f1b5a8b382 None None] Network d6e3d549-21aa-43fa-86b5-5b948925835b requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:22:13.558051 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-cfc5770b-3e52-45cc-921d-868be00a2976 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3117464 Jul 14 10:22:13.560753 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 40028) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:22:13.565516 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-414ae73c-5823-49e2-aa43-639e7c640b32 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1403009484-router', 'tenant_id': '9db167a5b74641b78ecbc6dfb43dcb0f', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'}}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:22:13.586843 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-414ae73c-5823-49e2-aa43-639e7c640b32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-711749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14670'] for router, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:13.587966 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-414ae73c-5823-49e2-aa43-639e7c640b32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-711718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-661475', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14679'] for router, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:13.650762 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-414ae73c-5823-49e2-aa43-639e7c640b32 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:13.703184 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a9108f1-7ed3-4e1c-a60e-0afd8f6f9956 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf57baaa9-fd24-59f4-8fd2-1dc21122ce72-d6e3d549-21aa-43fa-86b5-5b948925835b', 'network_id': 'd6e3d549-21aa-43fa-86b5-5b948925835b', 'tenant_id': '9db167a5b74641b78ecbc6dfb43dcb0f', 'fixed_ips': [{'subnet_id': '5d46870e-591d-4504-9cc7-f4500a6efa2e'}]}} from n-d-779913-29. {{(pid=93959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 10:22:13.704077 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0a9108f1-7ed3-4e1c-a60e-0afd8f6f9956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:13.793403 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-414ae73c-5823-49e2-aa43-639e7c640b32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-661489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-711771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12973'] for router, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:13.844968 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-0a9108f1-7ed3-4e1c-a60e-0afd8f6f9956 None None] Allocated IP 172.20.0.2 (d6e3d549-21aa-43fa-86b5-5b948925835b/5d46870e-591d-4504-9cc7-f4500a6efa2e/3c118921-e7df-4fab-aa5b-0c9190d36fde) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:22:13.999887 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0a9108f1-7ed3-4e1c-a60e-0afd8f6f9956 None None] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:14.004847 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-414ae73c-5823-49e2-aa43-639e7c640b32 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:14.008609 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-0a9108f1-7ed3-4e1c-a60e-0afd8f6f9956 None None] Transition to ACTIVE for port object 3c118921-e7df-4fab-aa5b-0c9190d36fde will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:22:14.024703 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-0a9108f1-7ed3-4e1c-a60e-0afd8f6f9956 None None] Transition to ACTIVE for port object 3c118921-e7df-4fab-aa5b-0c9190d36fde will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:22:14.025410 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-414ae73c-5823-49e2-aa43-639e7c640b32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:14.032802 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0a9108f1-7ed3-4e1c-a60e-0afd8f6f9956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:14.074735 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a9108f1-7ed3-4e1c-a60e-0afd8f6f9956 None None] Network d6e3d549-21aa-43fa-86b5-5b948925835b is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:22:14.077649 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-0a9108f1-7ed3-4e1c-a60e-0afd8f6f9956 None None] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:22:14.081966 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a9108f1-7ed3-4e1c-a60e-0afd8f6f9956 None None] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:22:14.084988 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9108f1-7ed3-4e1c-a60e-0afd8f6f9956 None None] Pushing event updated for resources: {'Port': ['ID=3c118921-e7df-4fab-aa5b-0c9190d36fde,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:14.134019 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-414ae73c-5823-49e2-aa43-639e7c640b32 admin admin] Allocated IP 172.25.4.208 (2dcd4d32-cc7c-4468-b396-7ce5c9231892/6cd22a75-5bc1-467c-a3c4-0af04bd1b34a/42abb8ae-fb6a-4f48-a271-a539d403b515) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:22:14.149591 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-0a9108f1-7ed3-4e1c-a60e-0afd8f6f9956 None None] Attempting to bind port 3c118921-e7df-4fab-aa5b-0c9190d36fde on host n-d-779913-29 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:22:14.149980 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-0a9108f1-7ed3-4e1c-a60e-0afd8f6f9956 None None] Attempting to bind port 3c118921-e7df-4fab-aa5b-0c9190d36fde by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': '62a13a7f-d7eb-4abc-9e90-f613cd561bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'd6e3d549-21aa-43fa-86b5-5b948925835b'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:22:14.150329 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a9108f1-7ed3-4e1c-a60e-0afd8f6f9956 None None] Attempting to bind port 3c118921-e7df-4fab-aa5b-0c9190d36fde on network d6e3d549-21aa-43fa-86b5-5b948925835b {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:22:14.155221 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a9108f1-7ed3-4e1c-a60e-0afd8f6f9956 None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 21, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:22:14.155599 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a9108f1-7ed3-4e1c-a60e-0afd8f6f9956 None None] Checking segment: {'id': '62a13a7f-d7eb-4abc-9e90-f613cd561bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'd6e3d549-21aa-43fa-86b5-5b948925835b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:22:14.156010 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0a9108f1-7ed3-4e1c-a60e-0afd8f6f9956 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:14.156405 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a9108f1-7ed3-4e1c-a60e-0afd8f6f9956 None None] Bound using segment: {'id': '62a13a7f-d7eb-4abc-9e90-f613cd561bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'd6e3d549-21aa-43fa-86b5-5b948925835b'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:22:14.156876 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-0a9108f1-7ed3-4e1c-a60e-0afd8f6f9956 None None] Bound port: 3c118921-e7df-4fab-aa5b-0c9190d36fde, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62a13a7f-d7eb-4abc-9e90-f613cd561bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'd6e3d549-21aa-43fa-86b5-5b948925835b'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:22:14.157265 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0a9108f1-7ed3-4e1c-a60e-0afd8f6f9956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:14.223562 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-0a9108f1-7ed3-4e1c-a60e-0afd8f6f9956 None None] For port 3c118921-e7df-4fab-aa5b-0c9190d36fde, host n-d-779913-29, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:22:14.240976 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-0a9108f1-7ed3-4e1c-a60e-0afd8f6f9956 None None] For port 3c118921-e7df-4fab-aa5b-0c9190d36fde, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=3c118921-e7df-4fab-aa5b-0c9190d36fde,segment=NetworkSegment(62a13a7f-d7eb-4abc-9e90-f613cd561bb3),segment_id=62a13a7f-d7eb-4abc-9e90-f613cd561bb3)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:22:14.242727 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:14.243747 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-414ae73c-5823-49e2-aa43-639e7c640b32 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:14.247193 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0a9108f1-7ed3-4e1c-a60e-0afd8f6f9956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:14.288754 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-414ae73c-5823-49e2-aa43-639e7c640b32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:14.309161 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9108f1-7ed3-4e1c-a60e-0afd8f6f9956 None None] Pushing event updated for resources: {'Port': ['ID=3c118921-e7df-4fab-aa5b-0c9190d36fde,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:14.330958 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-414ae73c-5823-49e2-aa43-639e7c640b32 admin admin] Network 2dcd4d32-cc7c-4468-b396-7ce5c9231892 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:22:14.333961 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-414ae73c-5823-49e2-aa43-639e7c640b32 admin admin] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:22:14.337476 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-414ae73c-5823-49e2-aa43-639e7c640b32 admin admin] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:22:14.364669 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414ae73c-5823-49e2-aa43-639e7c640b32 admin admin] Pushing event updated for resources: {'Port': ['ID=42abb8ae-fb6a-4f48-a271-a539d403b515,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:14.614356 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-414ae73c-5823-49e2-aa43-639e7c640b32 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:14.703661 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 3c118921-e7df-4fab-aa5b-0c9190d36fde up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:22:14.752081 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning for port 3c118921-e7df-4fab-aa5b-0c9190d36fde completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:22:14.817591 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-414ae73c-5823-49e2-aa43-639e7c640b32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-711762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-661452'] for router, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:14.950886 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-414ae73c-5823-49e2-aa43-639e7c640b32 admin admin] Router a3c85ca7-9346-4f25-948f-155a3f1d8b22 is scheduled to L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 with binding_index 1 {{(pid=93957) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 10:22:15.063855 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-414ae73c-5823-49e2-aa43-639e7c640b32 admin admin] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:22:15.074399 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ad4a1ff-696f-4fa5-a56b-25e93f668ac0 None None] Sync routers for ids ['a3c85ca7-9346-4f25-948f-155a3f1d8b22'] in n-d-779913-29 {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:22:15.080510 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-414ae73c-5823-49e2-aa43-639e7c640b32 admin admin] Notify callbacks [] for router, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:15.081762 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-414ae73c-5823-49e2-aa43-639e7c640b32 admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.5199845 Jul 14 10:22:15.084541 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 40032) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:22:15.087935 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ad4a1ff-696f-4fa5-a56b-25e93f668ac0 None None] Routers {'a3c85ca7-9346-4f25-948f-155a3f1d8b22'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:22:15.088559 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-6ad4a1ff-696f-4fa5-a56b-25e93f668ac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T10:21:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['a3c85ca7-9346-4f25-948f-155a3f1d8b22'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:22:15.189849 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f314e57-b94a-42dc-9654-d6b9cfcc0b41 None None] Network d6e3d549-21aa-43fa-86b5-5b948925835b requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:22:15.247338 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvr_db [None req-6ad4a1ff-696f-4fa5-a56b-25e93f668ac0 None None] Set router a3c85ca7-9346-4f25-948f-155a3f1d8b22 gateway port host: n-d-779913-29 {{(pid=93959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:22:15.363686 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-2d2b52f1-859d-42e2-9f9d-a1a21af957d8 None None] Provisioning for port 3c118921-e7df-4fab-aa5b-0c9190d36fde completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:22:15.374888 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-2d2b52f1-859d-42e2-9f9d-a1a21af957d8 None None] Provisioning complete for port 3c118921-e7df-4fab-aa5b-0c9190d36fde triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:22:15.375264 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2d2b52f1-859d-42e2-9f9d-a1a21af957d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:15.518269 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d7018b4f-81d9-4dc2-b156-ee95aa71427d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:15.589707 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2d2b52f1-859d-42e2-9f9d-a1a21af957d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:15.621096 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-6ad4a1ff-696f-4fa5-a56b-25e93f668ac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3c85ca7-9346-4f25-948f-155a3f1d8b22', 'name': 'tempest-TestMinimumBasicScenario-1403009484-router', 'tenant_id': '9db167a5b74641b78ecbc6dfb43dcb0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.208'}], 'enable_snat': True}, 'gw_port_id': '42abb8ae-fb6a-4f48-a271-a539d403b515', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:22:13Z', 'updated_at': '2021-07-14T10:22:14Z', 'revision_number': 3, 'project_id': '9db167a5b74641b78ecbc6dfb43dcb0f', 'gw_port': {'id': '42abb8ae-fb6a-4f48-a271-a539d403b515', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:7d:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3c85ca7-9346-4f25-948f-155a3f1d8b22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:22:14Z', 'updated_at': '2021-07-14T10:22:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29'}], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:22:15.660056 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ad4a1ff-696f-4fa5-a56b-25e93f668ac0 None None] Checking router: a3c85ca7-9346-4f25-948f-155a3f1d8b22 for host: n-d-779913-29 {{(pid=93959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:22:15.660414 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ad4a1ff-696f-4fa5-a56b-25e93f668ac0 None None] Updating router a3c85ca7-9346-4f25-948f-155a3f1d8b22 port 42abb8ae-fb6a-4f48-a271-a539d403b515 binding host n-d-779913-29 {{(pid=93959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 10:22:15.663265 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-2d2b52f1-859d-42e2-9f9d-a1a21af957d8 None None] For port 3c118921-e7df-4fab-aa5b-0c9190d36fde, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=3c118921-e7df-4fab-aa5b-0c9190d36fde,segment=NetworkSegment(62a13a7f-d7eb-4abc-9e90-f613cd561bb3),segment_id=62a13a7f-d7eb-4abc-9e90-f613cd561bb3)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:22:15.682886 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2d2b52f1-859d-42e2-9f9d-a1a21af957d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:15.711247 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-d7018b4f-81d9-4dc2-b156-ee95aa71427d admin admin] Allocated IP 172.20.0.1 (d6e3d549-21aa-43fa-86b5-5b948925835b/5d46870e-591d-4504-9cc7-f4500a6efa2e/6f9c843e-2bd3-4089-bd69-8622767ca231) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:22:15.723109 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6ad4a1ff-696f-4fa5-a56b-25e93f668ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:15.856026 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d7018b4f-81d9-4dc2-b156-ee95aa71427d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:15.870682 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-d7018b4f-81d9-4dc2-b156-ee95aa71427d admin admin] Transition to ACTIVE for port object 6f9c843e-2bd3-4089-bd69-8622767ca231 will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:22:15.908029 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d7018b4f-81d9-4dc2-b156-ee95aa71427d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:15.946023 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7018b4f-81d9-4dc2-b156-ee95aa71427d admin admin] Network d6e3d549-21aa-43fa-86b5-5b948925835b is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:22:15.946840 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2b52f1-859d-42e2-9f9d-a1a21af957d8 None None] Pushing event updated for resources: {'Port': ['ID=3c118921-e7df-4fab-aa5b-0c9190d36fde,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:15.950866 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-d7018b4f-81d9-4dc2-b156-ee95aa71427d admin admin] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:22:15.954545 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7018b4f-81d9-4dc2-b156-ee95aa71427d admin admin] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:22:15.979439 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7018b4f-81d9-4dc2-b156-ee95aa71427d admin admin] Pushing event updated for resources: {'Port': ['ID=6f9c843e-2bd3-4089-bd69-8622767ca231,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:15.999974 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d7018b4f-81d9-4dc2-b156-ee95aa71427d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-660393'] for router_interface, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:16.005361 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-6f910b9a-90b0-4370-b3da-1bb8068cc82b None None] Provisioning complete for port 3c118921-e7df-4fab-aa5b-0c9190d36fde triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:22:16.005774 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6f910b9a-90b0-4370-b3da-1bb8068cc82b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:16.157788 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d7018b4f-81d9-4dc2-b156-ee95aa71427d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:16.239688 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6ad4a1ff-696f-4fa5-a56b-25e93f668ac0 None None] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:16.249769 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-6ad4a1ff-696f-4fa5-a56b-25e93f668ac0 None None] Transition to ACTIVE for port object 42abb8ae-fb6a-4f48-a271-a539d403b515 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:22:16.254990 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6ad4a1ff-696f-4fa5-a56b-25e93f668ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:16.318022 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-6ad4a1ff-696f-4fa5-a56b-25e93f668ac0 None None] Attempting to bind port 42abb8ae-fb6a-4f48-a271-a539d403b515 on host n-d-779913-29 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:22:16.318389 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-6ad4a1ff-696f-4fa5-a56b-25e93f668ac0 None None] Attempting to bind port 42abb8ae-fb6a-4f48-a271-a539d403b515 by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': '81bf7a93-80b3-43df-b9d5-462c604a2945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:22:16.318754 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ad4a1ff-696f-4fa5-a56b-25e93f668ac0 None None] Attempting to bind port 42abb8ae-fb6a-4f48-a271-a539d403b515 on network 2dcd4d32-cc7c-4468-b396-7ce5c9231892 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:22:16.325655 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde02870-fa5c-4ca8-a5e9-cb03ef6db19c None None] Pushing event updated for resources: {'Port': ['ID=42abb8ae-fb6a-4f48-a271-a539d403b515,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:16.328670 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ad4a1ff-696f-4fa5-a56b-25e93f668ac0 None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 21, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:22:16.329114 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ad4a1ff-696f-4fa5-a56b-25e93f668ac0 None None] Checking segment: {'id': '81bf7a93-80b3-43df-b9d5-462c604a2945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:22:16.329452 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6ad4a1ff-696f-4fa5-a56b-25e93f668ac0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:16.329866 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ad4a1ff-696f-4fa5-a56b-25e93f668ac0 None None] Bound using segment: {'id': '81bf7a93-80b3-43df-b9d5-462c604a2945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:22:16.330270 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d7018b4f-81d9-4dc2-b156-ee95aa71427d admin admin] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:16.330402 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-6ad4a1ff-696f-4fa5-a56b-25e93f668ac0 None None] Bound port: 42abb8ae-fb6a-4f48-a271-a539d403b515, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81bf7a93-80b3-43df-b9d5-462c604a2945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:22:16.330713 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6ad4a1ff-696f-4fa5-a56b-25e93f668ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:16.332967 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-d4c3e700-7c71-4309-b91b-f58b3a30353a None None] Provisioning for port 6f9c843e-2bd3-4089-bd69-8622767ca231 completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:22:16.334866 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d7018b4f-81d9-4dc2-b156-ee95aa71427d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:16.355852 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-d4c3e700-7c71-4309-b91b-f58b3a30353a None None] Provisioning complete for port 6f9c843e-2bd3-4089-bd69-8622767ca231 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:22:16.356254 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d4c3e700-7c71-4309-b91b-f58b3a30353a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:16.405131 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d7018b4f-81d9-4dc2-b156-ee95aa71427d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-683747'] for router_interface, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:16.407984 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7018b4f-81d9-4dc2-b156-ee95aa71427d admin admin] Pushing event updated for resources: {'Port': ['ID=6f9c843e-2bd3-4089-bd69-8622767ca231,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:16.408293 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-d4c3e700-7c71-4309-b91b-f58b3a30353a None None] Port 6f9c843e-2bd3-4089-bd69-8622767ca231 cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:22:16.413436 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-6ad4a1ff-696f-4fa5-a56b-25e93f668ac0 None None] For port 42abb8ae-fb6a-4f48-a271-a539d403b515, host n-d-779913-29, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:22:16.418143 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-6ad4a1ff-696f-4fa5-a56b-25e93f668ac0 None None] For port 42abb8ae-fb6a-4f48-a271-a539d403b515, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=42abb8ae-fb6a-4f48-a271-a539d403b515,segment=NetworkSegment(81bf7a93-80b3-43df-b9d5-462c604a2945),segment_id=81bf7a93-80b3-43df-b9d5-462c604a2945)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:22:16.422853 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6ad4a1ff-696f-4fa5-a56b-25e93f668ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:16.479384 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ad4a1ff-696f-4fa5-a56b-25e93f668ac0 None None] Routers {'a3c85ca7-9346-4f25-948f-155a3f1d8b22'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:22:16.480555 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-6ad4a1ff-696f-4fa5-a56b-25e93f668ac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T10:21:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['a3c85ca7-9346-4f25-948f-155a3f1d8b22'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:22:16.499514 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7018b4f-81d9-4dc2-b156-ee95aa71427d admin admin] Network d6e3d549-21aa-43fa-86b5-5b948925835b is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:22:16.501043 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-d7018b4f-81d9-4dc2-b156-ee95aa71427d admin admin] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:22:16.519070 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde02870-fa5c-4ca8-a5e9-cb03ef6db19c None None] Pushing event updated for resources: {'Port': ['ID=42abb8ae-fb6a-4f48-a271-a539d403b515,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:16.597149 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvr_db [None req-6ad4a1ff-696f-4fa5-a56b-25e93f668ac0 None None] Set router a3c85ca7-9346-4f25-948f-155a3f1d8b22 gateway port host: n-d-779913-29 {{(pid=93959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:22:16.621121 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7018b4f-81d9-4dc2-b156-ee95aa71427d admin admin] Router a3c85ca7-9346-4f25-948f-155a3f1d8b22 has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:22:16.727351 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 3c118921-e7df-4fab-aa5b-0c9190d36fde up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:22:16.832840 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port 3c118921-e7df-4fab-aa5b-0c9190d36fde triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:22:16.833139 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:16.893545 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-3d116248-ce23-42b3-8cc0-00d630f7e1e8 None None] Provisioning complete for port 6f9c843e-2bd3-4089-bd69-8622767ca231 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:22:16.893903 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3d116248-ce23-42b3-8cc0-00d630f7e1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:16.944427 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-3d116248-ce23-42b3-8cc0-00d630f7e1e8 None None] Port 6f9c843e-2bd3-4089-bd69-8622767ca231 cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:22:16.969295 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-6ad4a1ff-696f-4fa5-a56b-25e93f668ac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3c85ca7-9346-4f25-948f-155a3f1d8b22', 'name': 'tempest-TestMinimumBasicScenario-1403009484-router', 'tenant_id': '9db167a5b74641b78ecbc6dfb43dcb0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.208'}], 'enable_snat': True}, 'gw_port_id': '42abb8ae-fb6a-4f48-a271-a539d403b515', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:22:13Z', 'updated_at': '2021-07-14T10:22:16Z', 'revision_number': 4, 'project_id': '9db167a5b74641b78ecbc6dfb43dcb0f', 'gw_port': {'id': '42abb8ae-fb6a-4f48-a271-a539d403b515', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:7d:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3c85ca7-9346-4f25-948f-155a3f1d8b22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:22:14Z', 'updated_at': '2021-07-14T10:22:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': '6f9c843e-2bd3-4089-bd69-8622767ca231', 'name': '', 'network_id': 'd6e3d549-21aa-43fa-86b5-5b948925835b', 'tenant_id': '9db167a5b74641b78ecbc6dfb43dcb0f', 'mac_address': 'fa:16:3e:f3:58:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3c85ca7-9346-4f25-948f-155a3f1d8b22', 'device_owner': 'network:router_interface', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': '5d46870e-591d-4504-9cc7-f4500a6efa2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:22:15Z', 'updated_at': '2021-07-14T10:22:16Z', 'revision_number': 2, 'project_id': '9db167a5b74641b78ecbc6dfb43dcb0f', 'subnets': [{'id': '5d46870e-591d-4504-9cc7-f4500a6efa2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:22:17.001956 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ad4a1ff-696f-4fa5-a56b-25e93f668ac0 None None] The sync data for ids ['a3c85ca7-9346-4f25-948f-155a3f1d8b22'] in n-d-779913-29 is: [{'id': 'a3c85ca7-9346-4f25-948f-155a3f1d8b22', 'name': 'tempest-TestMinimumBasicScenario-1403009484-router', 'tenant_id': '9db167a5b74641b78ecbc6dfb43dcb0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.208'}], 'enable_snat': True}, 'gw_port_id': '42abb8ae-fb6a-4f48-a271-a539d403b515', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:22:13Z', 'updated_at': '2021-07-14T10:22:16Z', 'revision_number': 4, 'project_id': '9db167a5b74641b78ecbc6dfb43dcb0f', 'gw_port': {'id': '42abb8ae-fb6a-4f48-a271-a539d403b515', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:7d:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3c85ca7-9346-4f25-948f-155a3f1d8b22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:22:14Z', 'updated_at': '2021-07-14T10:22:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': '6f9c843e-2bd3-4089-bd69-8622767ca231', 'name': '', 'network_id': 'd6e3d549-21aa-43fa-86b5-5b948925835b', 'tenant_id': '9db167a5b74641b78ecbc6dfb43dcb0f', 'mac_address': 'fa:16:3e:f3:58:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3c85ca7-9346-4f25-948f-155a3f1d8b22', 'device_owner': 'network:router_interface', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': '5d46870e-591d-4504-9cc7-f4500a6efa2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:22:15Z', 'updated_at': '2021-07-14T10:22:16Z', 'revision_number': 2, 'project_id': '9db167a5b74641b78ecbc6dfb43dcb0f', 'subnets': [{'id': '5d46870e-591d-4504-9cc7-f4500a6efa2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:22:17.045850 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7018b4f-81d9-4dc2-b156-ee95aa71427d admin admin] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:22:17.050915 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-d7018b4f-81d9-4dc2-b156-ee95aa71427d admin admin] 10.222.0.68 "PUT /v2.0/routers/a3c85ca7-9346-4f25-948f-155a3f1d8b22/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9653563 Jul 14 10:22:17.592080 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 40050) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:22:17.597135 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-5c45e487-67b8-4ae5-b083-0d9c6cca3b8a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-897709724-network', 'tenant_id': 'da38675a8ec845f6abe8531430d36504'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:22:17.628712 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c45e487-67b8-4ae5-b083-0d9c6cca3b8a admin admin] Made reservation on behalf of da38675a8ec845f6abe8531430d36504 for: {'network': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:22:17.631851 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5c45e487-67b8-4ae5-b083-0d9c6cca3b8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for network, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:17.641993 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5c45e487-67b8-4ae5-b083-0d9c6cca3b8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:17.783447 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5c45e487-67b8-4ae5-b083-0d9c6cca3b8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:17.789847 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5c45e487-67b8-4ae5-b083-0d9c6cca3b8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:17.815921 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c45e487-67b8-4ae5-b083-0d9c6cca3b8a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 703} {{(pid=93957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 10:22:17.828093 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c45e487-67b8-4ae5-b083-0d9c6cca3b8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7569a4be-a102-458a-952a-d5cd78b45ebb,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:17.833655 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5c45e487-67b8-4ae5-b083-0d9c6cca3b8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:17.834023 n-d-779913-29 neutron-server[93957]: INFO neutron.db.segments_db [None req-5c45e487-67b8-4ae5-b083-0d9c6cca3b8a admin admin] Added segment f9e3b84b-c70b-4a7b-8a15-16a7cd5a31e2 of type vlan for network 548a0ea8-2612-45a7-b6f5-a852b44c0d8a Jul 14 10:22:17.880490 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5c45e487-67b8-4ae5-b083-0d9c6cca3b8a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735687821325'] for network, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:17.916489 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5c45e487-67b8-4ae5-b083-0d9c6cca3b8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855'] for network, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:17.917628 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c45e487-67b8-4ae5-b083-0d9c6cca3b8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:22:17.918239 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5c45e487-67b8-4ae5-b083-0d9c6cca3b8a admin admin] Notify callbacks [] for network, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:17.974592 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-5c45e487-67b8-4ae5-b083-0d9c6cca3b8a admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3811097 Jul 14 10:22:17.978503 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 40052) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:22:17.987232 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-1f081d8e-c0fd-4658-89d0-844af258c29a admin admin] Request body: {'subnet': {'network_id': '548a0ea8-2612-45a7-b6f5-a852b44c0d8a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-897709724-subnet', 'tenant_id': 'da38675a8ec845f6abe8531430d36504', 'ip_version': 4}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:22:18.003030 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c45e487-67b8-4ae5-b083-0d9c6cca3b8a admin admin] Pushing event updated for resources: {'Network': ['ID=548a0ea8-2612-45a7-b6f5-a852b44c0d8a,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:18.015874 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Network 548a0ea8-2612-45a7-b6f5-a852b44c0d8a details requested by agent ovs-agent-n-d-779913-29 with host n-d-779913-29 {{(pid=93959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 10:22:18.021521 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f081d8e-c0fd-4658-89d0-844af258c29a admin admin] Made reservation on behalf of da38675a8ec845f6abe8531430d36504 for: {'subnet': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:22:18.025922 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1f081d8e-c0fd-4658-89d0-844af258c29a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11984110'] for subnet, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:18.295490 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1f081d8e-c0fd-4658-89d0-844af258c29a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10052764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11984092'] for subnet, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:18.360653 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f081d8e-c0fd-4658-89d0-844af258c29a admin admin] Pushing event updated for resources: {'Subnet': ['ID=54a7e777-ad61-4dc8-b3eb-c236f4b7a8c8,revision_number=0']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:18.371992 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f081d8e-c0fd-4658-89d0-844af258c29a admin admin] Checking segment: {'id': 'f9e3b84b-c70b-4a7b-8a15-16a7cd5a31e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '548a0ea8-2612-45a7-b6f5-a852b44c0d8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:22:18.372362 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f081d8e-c0fd-4658-89d0-844af258c29a admin admin] Network hostable DHCP agents. Network: 548a0ea8-2612-45a7-b6f5-a852b44c0d8a, hostable agents: ['c6a09bd4-f72e-4283-a3ca-0bbca8a51081'], hosted agents: [] {{(pid=93957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 10:22:18.391840 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f081d8e-c0fd-4658-89d0-844af258c29a admin admin] Network 548a0ea8-2612-45a7-b6f5-a852b44c0d8a is scheduled to be hosted by DHCP agent c6a09bd4-f72e-4283-a3ca-0bbca8a51081 with binding_index 1 {{(pid=93957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 10:22:18.402623 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-1f081d8e-c0fd-4658-89d0-844af258c29a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-29, 548a0ea8-2612-45a7-b6f5-a852b44c0d8a) {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:22:18.411662 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f081d8e-c0fd-4658-89d0-844af258c29a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:22:18.411662 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1f081d8e-c0fd-4658-89d0-844af258c29a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:18.415694 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85b6b4b3-5a65-4ba0-ac92-67b80cd2e284 None None] Network 548a0ea8-2612-45a7-b6f5-a852b44c0d8a requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:22:18.428966 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-1f081d8e-c0fd-4658-89d0-844af258c29a admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4488800 Jul 14 10:22:18.431423 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 40054) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:22:18.437797 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-28ec0953-3876-4858-870b-ef7ae2f46aeb admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-897709724-router', 'tenant_id': 'da38675a8ec845f6abe8531430d36504', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'}}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:22:18.467716 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-28ec0953-3876-4858-870b-ef7ae2f46aeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-711749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14670'] for router, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:18.468961 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-28ec0953-3876-4858-870b-ef7ae2f46aeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-711718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-661475', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14679'] for router, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:18.543979 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-28ec0953-3876-4858-870b-ef7ae2f46aeb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:18.615295 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60110999-c808-4c0f-a364-04006c23e88c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf57baaa9-fd24-59f4-8fd2-1dc21122ce72-548a0ea8-2612-45a7-b6f5-a852b44c0d8a', 'network_id': '548a0ea8-2612-45a7-b6f5-a852b44c0d8a', 'tenant_id': 'da38675a8ec845f6abe8531430d36504', 'fixed_ips': [{'subnet_id': '54a7e777-ad61-4dc8-b3eb-c236f4b7a8c8'}]}} from n-d-779913-29. {{(pid=93959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 10:22:18.616191 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-60110999-c808-4c0f-a364-04006c23e88c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:18.697085 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-28ec0953-3876-4858-870b-ef7ae2f46aeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-661489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-711771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12973'] for router, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:18.730026 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 42abb8ae-fb6a-4f48-a271-a539d403b515 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:22:18.812276 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-60110999-c808-4c0f-a364-04006c23e88c None None] Allocated IP 172.20.0.2 (548a0ea8-2612-45a7-b6f5-a852b44c0d8a/54a7e777-ad61-4dc8-b3eb-c236f4b7a8c8/d67c81fe-b2e9-489d-84df-6558fec5589a) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:22:18.830250 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning for port 42abb8ae-fb6a-4f48-a271-a539d403b515 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:22:18.866215 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port 42abb8ae-fb6a-4f48-a271-a539d403b515 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:22:18.866586 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:18.915402 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-28ec0953-3876-4858-870b-ef7ae2f46aeb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:18.935934 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-28ec0953-3876-4858-870b-ef7ae2f46aeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:19.016199 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:19.020943 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-60110999-c808-4c0f-a364-04006c23e88c None None] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:19.039942 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-60110999-c808-4c0f-a364-04006c23e88c None None] Transition to ACTIVE for port object d67c81fe-b2e9-489d-84df-6558fec5589a will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:22:19.047785 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] For port 42abb8ae-fb6a-4f48-a271-a539d403b515, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=42abb8ae-fb6a-4f48-a271-a539d403b515,segment=NetworkSegment(81bf7a93-80b3-43df-b9d5-462c604a2945),segment_id=81bf7a93-80b3-43df-b9d5-462c604a2945)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:22:19.053295 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:19.058610 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-28ec0953-3876-4858-870b-ef7ae2f46aeb admin admin] Allocated IP 172.25.4.252 (2dcd4d32-cc7c-4468-b396-7ce5c9231892/6cd22a75-5bc1-467c-a3c4-0af04bd1b34a/7168c21c-4746-4fec-a348-7ef805449779) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:22:19.079283 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-60110999-c808-4c0f-a364-04006c23e88c None None] Transition to ACTIVE for port object d67c81fe-b2e9-489d-84df-6558fec5589a will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:22:19.086848 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-60110999-c808-4c0f-a364-04006c23e88c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:19.118537 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60110999-c808-4c0f-a364-04006c23e88c None None] Network 548a0ea8-2612-45a7-b6f5-a852b44c0d8a is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:22:19.119826 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Pushing event updated for resources: {'Port': ['ID=42abb8ae-fb6a-4f48-a271-a539d403b515,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:19.123647 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-60110999-c808-4c0f-a364-04006c23e88c None None] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:22:19.127219 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60110999-c808-4c0f-a364-04006c23e88c None None] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:22:19.168431 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-28ec0953-3876-4858-870b-ef7ae2f46aeb admin admin] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:19.204861 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60110999-c808-4c0f-a364-04006c23e88c None None] Pushing event updated for resources: {'Port': ['ID=d67c81fe-b2e9-489d-84df-6558fec5589a,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:19.216250 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-60110999-c808-4c0f-a364-04006c23e88c None None] Attempting to bind port d67c81fe-b2e9-489d-84df-6558fec5589a on host n-d-779913-29 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:22:19.216766 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-60110999-c808-4c0f-a364-04006c23e88c None None] Attempting to bind port d67c81fe-b2e9-489d-84df-6558fec5589a by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': 'f9e3b84b-c70b-4a7b-8a15-16a7cd5a31e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '548a0ea8-2612-45a7-b6f5-a852b44c0d8a'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:22:19.217260 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60110999-c808-4c0f-a364-04006c23e88c None None] Attempting to bind port d67c81fe-b2e9-489d-84df-6558fec5589a on network 548a0ea8-2612-45a7-b6f5-a852b44c0d8a {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:22:19.218838 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-28ec0953-3876-4858-870b-ef7ae2f46aeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:19.222596 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60110999-c808-4c0f-a364-04006c23e88c None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 21, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:22:19.222963 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60110999-c808-4c0f-a364-04006c23e88c None None] Checking segment: {'id': 'f9e3b84b-c70b-4a7b-8a15-16a7cd5a31e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '548a0ea8-2612-45a7-b6f5-a852b44c0d8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:22:19.223534 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-60110999-c808-4c0f-a364-04006c23e88c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:19.223873 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60110999-c808-4c0f-a364-04006c23e88c None None] Bound using segment: {'id': 'f9e3b84b-c70b-4a7b-8a15-16a7cd5a31e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '548a0ea8-2612-45a7-b6f5-a852b44c0d8a'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:22:19.224589 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-60110999-c808-4c0f-a364-04006c23e88c None None] Bound port: d67c81fe-b2e9-489d-84df-6558fec5589a, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9e3b84b-c70b-4a7b-8a15-16a7cd5a31e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '548a0ea8-2612-45a7-b6f5-a852b44c0d8a'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:22:19.224974 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-60110999-c808-4c0f-a364-04006c23e88c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:19.265824 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28ec0953-3876-4858-870b-ef7ae2f46aeb admin admin] Network 2dcd4d32-cc7c-4468-b396-7ce5c9231892 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:22:19.270256 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-28ec0953-3876-4858-870b-ef7ae2f46aeb admin admin] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:22:19.274689 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ec0953-3876-4858-870b-ef7ae2f46aeb admin admin] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:22:19.278256 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ec0953-3876-4858-870b-ef7ae2f46aeb admin admin] Pushing event updated for resources: {'Port': ['ID=7168c21c-4746-4fec-a348-7ef805449779,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:19.291677 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-60110999-c808-4c0f-a364-04006c23e88c None None] For port d67c81fe-b2e9-489d-84df-6558fec5589a, host n-d-779913-29, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:22:19.295392 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-60110999-c808-4c0f-a364-04006c23e88c None None] For port d67c81fe-b2e9-489d-84df-6558fec5589a, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=d67c81fe-b2e9-489d-84df-6558fec5589a,segment=NetworkSegment(f9e3b84b-c70b-4a7b-8a15-16a7cd5a31e2),segment_id=f9e3b84b-c70b-4a7b-8a15-16a7cd5a31e2)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:22:19.299741 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-60110999-c808-4c0f-a364-04006c23e88c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:19.336382 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7340e460-9a6f-42a2-ac49-6d4a773a48ce None None] Sync routers for ids ['a3c85ca7-9346-4f25-948f-155a3f1d8b22'] in n-d-779913-29 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:22:19.348860 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7340e460-9a6f-42a2-ac49-6d4a773a48ce None None] Routers {'a3c85ca7-9346-4f25-948f-155a3f1d8b22'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:22:19.350255 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-7340e460-9a6f-42a2-ac49-6d4a773a48ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T10:21:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['a3c85ca7-9346-4f25-948f-155a3f1d8b22'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:22:19.380233 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60110999-c808-4c0f-a364-04006c23e88c None None] Pushing event updated for resources: {'Port': ['ID=d67c81fe-b2e9-489d-84df-6558fec5589a,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:19.472829 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-7340e460-9a6f-42a2-ac49-6d4a773a48ce None None] Set router a3c85ca7-9346-4f25-948f-155a3f1d8b22 gateway port host: n-d-779913-29 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:22:19.548342 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-28ec0953-3876-4858-870b-ef7ae2f46aeb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:19.706307 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-7340e460-9a6f-42a2-ac49-6d4a773a48ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3c85ca7-9346-4f25-948f-155a3f1d8b22', 'name': 'tempest-TestMinimumBasicScenario-1403009484-router', 'tenant_id': '9db167a5b74641b78ecbc6dfb43dcb0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.208'}], 'enable_snat': True}, 'gw_port_id': '42abb8ae-fb6a-4f48-a271-a539d403b515', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:22:13Z', 'updated_at': '2021-07-14T10:22:16Z', 'revision_number': 4, 'project_id': '9db167a5b74641b78ecbc6dfb43dcb0f', 'gw_port': {'id': '42abb8ae-fb6a-4f48-a271-a539d403b515', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:7d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c85ca7-9346-4f25-948f-155a3f1d8b22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:22:14Z', 'updated_at': '2021-07-14T10:22:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': '6f9c843e-2bd3-4089-bd69-8622767ca231', 'name': '', 'network_id': 'd6e3d549-21aa-43fa-86b5-5b948925835b', 'tenant_id': '9db167a5b74641b78ecbc6dfb43dcb0f', 'mac_address': 'fa:16:3e:f3:58:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3c85ca7-9346-4f25-948f-155a3f1d8b22', 'device_owner': 'network:router_interface', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': '5d46870e-591d-4504-9cc7-f4500a6efa2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:22:15Z', 'updated_at': '2021-07-14T10:22:16Z', 'revision_number': 2, 'project_id': '9db167a5b74641b78ecbc6dfb43dcb0f', 'subnets': [{'id': '5d46870e-591d-4504-9cc7-f4500a6efa2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:22:19.733996 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7340e460-9a6f-42a2-ac49-6d4a773a48ce None None] Checking router: a3c85ca7-9346-4f25-948f-155a3f1d8b22 for host: n-d-779913-29 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:22:19.734353 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7340e460-9a6f-42a2-ac49-6d4a773a48ce None None] Updating router a3c85ca7-9346-4f25-948f-155a3f1d8b22 port 6f9c843e-2bd3-4089-bd69-8622767ca231 binding host n-d-779913-29 {{(pid=93960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 10:22:19.767841 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-7340e460-9a6f-42a2-ac49-6d4a773a48ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:19.783633 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-28ec0953-3876-4858-870b-ef7ae2f46aeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-711762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-661452'] for router, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:19.916092 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28ec0953-3876-4858-870b-ef7ae2f46aeb admin admin] Router bd6a381c-28b5-439c-88af-bfadddab098d is scheduled to L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 with binding_index 1 {{(pid=93957) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 10:22:20.024975 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28ec0953-3876-4858-870b-ef7ae2f46aeb admin admin] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:22:20.040078 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1dc9bad-2cf2-4961-b7bc-68bdd46f5266 None None] Sync routers for ids ['bd6a381c-28b5-439c-88af-bfadddab098d'] in n-d-779913-29 {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:22:20.050563 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1dc9bad-2cf2-4961-b7bc-68bdd46f5266 None None] Routers {'bd6a381c-28b5-439c-88af-bfadddab098d'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:22:20.051199 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-b1dc9bad-2cf2-4961-b7bc-68bdd46f5266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T10:21:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['bd6a381c-28b5-439c-88af-bfadddab098d'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:22:20.054839 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-28ec0953-3876-4858-870b-ef7ae2f46aeb admin admin] Notify callbacks [] for router, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:20.056511 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-28ec0953-3876-4858-870b-ef7ae2f46aeb admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.6241066 Jul 14 10:22:20.059692 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 40056) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:22:20.066458 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-7340e460-9a6f-42a2-ac49-6d4a773a48ce None None] Notify callbacks [] for port, precommit_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:20.079316 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-7340e460-9a6f-42a2-ac49-6d4a773a48ce None None] Transition to ACTIVE for port object 6f9c843e-2bd3-4089-bd69-8622767ca231 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:22:20.085733 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-7340e460-9a6f-42a2-ac49-6d4a773a48ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:20.180556 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be59aaa1-f5ad-4948-93a1-748e8094fb24 None None] Pushing event updated for resources: {'Port': ['ID=6f9c843e-2bd3-4089-bd69-8622767ca231,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:20.203370 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be59aaa1-f5ad-4948-93a1-748e8094fb24 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:22:20.203720 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be59aaa1-f5ad-4948-93a1-748e8094fb24 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:22:20.204134 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be59aaa1-f5ad-4948-93a1-748e8094fb24 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:22:20.204475 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be59aaa1-f5ad-4948-93a1-748e8094fb24 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:22:20.204615 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvr_db [None req-b1dc9bad-2cf2-4961-b7bc-68bdd46f5266 None None] Set router bd6a381c-28b5-439c-88af-bfadddab098d gateway port host: n-d-779913-29 {{(pid=93959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:22:20.204806 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be59aaa1-f5ad-4948-93a1-748e8094fb24 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:22:20.205140 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be59aaa1-f5ad-4948-93a1-748e8094fb24 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:22:20.205470 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be59aaa1-f5ad-4948-93a1-748e8094fb24 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:22:20.205851 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be59aaa1-f5ad-4948-93a1-748e8094fb24 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:22:20.206177 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be59aaa1-f5ad-4948-93a1-748e8094fb24 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:22:20.206661 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be59aaa1-f5ad-4948-93a1-748e8094fb24 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:22:20.206985 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be59aaa1-f5ad-4948-93a1-748e8094fb24 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:22:20.207313 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be59aaa1-f5ad-4948-93a1-748e8094fb24 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:22:20.223036 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-7340e460-9a6f-42a2-ac49-6d4a773a48ce None None] Attempting to bind port 6f9c843e-2bd3-4089-bd69-8622767ca231 on host n-d-779913-29 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:22:20.223411 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-7340e460-9a6f-42a2-ac49-6d4a773a48ce None None] Attempting to bind port 6f9c843e-2bd3-4089-bd69-8622767ca231 by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': '62a13a7f-d7eb-4abc-9e90-f613cd561bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'd6e3d549-21aa-43fa-86b5-5b948925835b'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:22:20.223783 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7340e460-9a6f-42a2-ac49-6d4a773a48ce None None] Attempting to bind port 6f9c843e-2bd3-4089-bd69-8622767ca231 on network d6e3d549-21aa-43fa-86b5-5b948925835b {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:22:20.229223 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7340e460-9a6f-42a2-ac49-6d4a773a48ce None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 21, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:22:20.229632 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7340e460-9a6f-42a2-ac49-6d4a773a48ce None None] Checking segment: {'id': '62a13a7f-d7eb-4abc-9e90-f613cd561bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'd6e3d549-21aa-43fa-86b5-5b948925835b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:22:20.230073 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-7340e460-9a6f-42a2-ac49-6d4a773a48ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:20.230432 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7340e460-9a6f-42a2-ac49-6d4a773a48ce None None] Bound using segment: {'id': '62a13a7f-d7eb-4abc-9e90-f613cd561bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'd6e3d549-21aa-43fa-86b5-5b948925835b'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:22:20.230904 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-7340e460-9a6f-42a2-ac49-6d4a773a48ce None None] Bound port: 6f9c843e-2bd3-4089-bd69-8622767ca231, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62a13a7f-d7eb-4abc-9e90-f613cd561bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'd6e3d549-21aa-43fa-86b5-5b948925835b'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:22:20.231289 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-7340e460-9a6f-42a2-ac49-6d4a773a48ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:20.320760 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-7340e460-9a6f-42a2-ac49-6d4a773a48ce None None] For port 6f9c843e-2bd3-4089-bd69-8622767ca231, host n-d-779913-29, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:22:20.325747 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-7340e460-9a6f-42a2-ac49-6d4a773a48ce None None] For port 6f9c843e-2bd3-4089-bd69-8622767ca231, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=6f9c843e-2bd3-4089-bd69-8622767ca231,segment=NetworkSegment(62a13a7f-d7eb-4abc-9e90-f613cd561bb3),segment_id=62a13a7f-d7eb-4abc-9e90-f613cd561bb3)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:22:20.331906 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-7340e460-9a6f-42a2-ac49-6d4a773a48ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:20.394907 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7340e460-9a6f-42a2-ac49-6d4a773a48ce None None] Routers {'a3c85ca7-9346-4f25-948f-155a3f1d8b22'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:22:20.395685 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-7340e460-9a6f-42a2-ac49-6d4a773a48ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T10:21:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['a3c85ca7-9346-4f25-948f-155a3f1d8b22'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:22:20.497318 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be59aaa1-f5ad-4948-93a1-748e8094fb24 None None] Pushing event updated for resources: {'Port': ['ID=6f9c843e-2bd3-4089-bd69-8622767ca231,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:20.504897 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-b1dc9bad-2cf2-4961-b7bc-68bdd46f5266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd6a381c-28b5-439c-88af-bfadddab098d', 'name': 'tempest-TestMinimumBasicScenario-897709724-router', 'tenant_id': 'da38675a8ec845f6abe8531430d36504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.252'}], 'enable_snat': True}, 'gw_port_id': '7168c21c-4746-4fec-a348-7ef805449779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:22:18Z', 'updated_at': '2021-07-14T10:22:19Z', 'revision_number': 3, 'project_id': 'da38675a8ec845f6abe8531430d36504', 'gw_port': {'id': '7168c21c-4746-4fec-a348-7ef805449779', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:49:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd6a381c-28b5-439c-88af-bfadddab098d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:22:18Z', 'updated_at': '2021-07-14T10:22:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29'}], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:22:20.540852 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-7340e460-9a6f-42a2-ac49-6d4a773a48ce None None] Set router a3c85ca7-9346-4f25-948f-155a3f1d8b22 gateway port host: n-d-779913-29 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:22:20.544348 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1dc9bad-2cf2-4961-b7bc-68bdd46f5266 None None] Checking router: bd6a381c-28b5-439c-88af-bfadddab098d for host: n-d-779913-29 {{(pid=93959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:22:20.544703 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1dc9bad-2cf2-4961-b7bc-68bdd46f5266 None None] Updating router bd6a381c-28b5-439c-88af-bfadddab098d port 7168c21c-4746-4fec-a348-7ef805449779 binding host n-d-779913-29 {{(pid=93959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 10:22:20.590094 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b1dc9bad-2cf2-4961-b7bc-68bdd46f5266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:20.610284 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-be67209a-c76a-4002-b55e-22d136d7ddc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:20.836885 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-7340e460-9a6f-42a2-ac49-6d4a773a48ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3c85ca7-9346-4f25-948f-155a3f1d8b22', 'name': 'tempest-TestMinimumBasicScenario-1403009484-router', 'tenant_id': '9db167a5b74641b78ecbc6dfb43dcb0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.208'}], 'enable_snat': True}, 'gw_port_id': '42abb8ae-fb6a-4f48-a271-a539d403b515', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:22:13Z', 'updated_at': '2021-07-14T10:22:16Z', 'revision_number': 4, 'project_id': '9db167a5b74641b78ecbc6dfb43dcb0f', 'gw_port': {'id': '42abb8ae-fb6a-4f48-a271-a539d403b515', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:7d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c85ca7-9346-4f25-948f-155a3f1d8b22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:22:14Z', 'updated_at': '2021-07-14T10:22:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': '6f9c843e-2bd3-4089-bd69-8622767ca231', 'name': '', 'network_id': 'd6e3d549-21aa-43fa-86b5-5b948925835b', 'tenant_id': '9db167a5b74641b78ecbc6dfb43dcb0f', 'mac_address': 'fa:16:3e:f3:58:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3c85ca7-9346-4f25-948f-155a3f1d8b22', 'device_owner': 'network:router_interface', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': '5d46870e-591d-4504-9cc7-f4500a6efa2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:22:15Z', 'updated_at': '2021-07-14T10:22:20Z', 'revision_number': 4, 'project_id': '9db167a5b74641b78ecbc6dfb43dcb0f', 'subnets': [{'id': '5d46870e-591d-4504-9cc7-f4500a6efa2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:22:20.842488 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddba8bb2-cd29-477c-96fd-9f4518e5a675 None None] Network 548a0ea8-2612-45a7-b6f5-a852b44c0d8a requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:22:20.850459 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-be67209a-c76a-4002-b55e-22d136d7ddc8 admin admin] Allocated IP 172.20.0.1 (548a0ea8-2612-45a7-b6f5-a852b44c0d8a/54a7e777-ad61-4dc8-b3eb-c236f4b7a8c8/b1360853-fdc1-489d-a624-075d151e5179) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:22:20.869684 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7340e460-9a6f-42a2-ac49-6d4a773a48ce None None] The sync data for ids ['a3c85ca7-9346-4f25-948f-155a3f1d8b22'] in n-d-779913-29 is: [{'id': 'a3c85ca7-9346-4f25-948f-155a3f1d8b22', 'name': 'tempest-TestMinimumBasicScenario-1403009484-router', 'tenant_id': '9db167a5b74641b78ecbc6dfb43dcb0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.208'}], 'enable_snat': True}, 'gw_port_id': '42abb8ae-fb6a-4f48-a271-a539d403b515', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:22:13Z', 'updated_at': '2021-07-14T10:22:16Z', 'revision_number': 4, 'project_id': '9db167a5b74641b78ecbc6dfb43dcb0f', 'gw_port': {'id': '42abb8ae-fb6a-4f48-a271-a539d403b515', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:7d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c85ca7-9346-4f25-948f-155a3f1d8b22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:22:14Z', 'updated_at': '2021-07-14T10:22:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': '6f9c843e-2bd3-4089-bd69-8622767ca231', 'name': '', 'network_id': 'd6e3d549-21aa-43fa-86b5-5b948925835b', 'tenant_id': '9db167a5b74641b78ecbc6dfb43dcb0f', 'mac_address': 'fa:16:3e:f3:58:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3c85ca7-9346-4f25-948f-155a3f1d8b22', 'device_owner': 'network:router_interface', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': '5d46870e-591d-4504-9cc7-f4500a6efa2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:22:15Z', 'updated_at': '2021-07-14T10:22:20Z', 'revision_number': 4, 'project_id': '9db167a5b74641b78ecbc6dfb43dcb0f', 'subnets': [{'id': '5d46870e-591d-4504-9cc7-f4500a6efa2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:22:20.939143 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device d67c81fe-b2e9-489d-84df-6558fec5589a up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:22:20.969402 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-be67209a-c76a-4002-b55e-22d136d7ddc8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:20.986903 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-be67209a-c76a-4002-b55e-22d136d7ddc8 admin admin] Transition to ACTIVE for port object b1360853-fdc1-489d-a624-075d151e5179 will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:22:21.028216 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-be67209a-c76a-4002-b55e-22d136d7ddc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:21.079293 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be67209a-c76a-4002-b55e-22d136d7ddc8 admin admin] Network 548a0ea8-2612-45a7-b6f5-a852b44c0d8a is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:22:21.083084 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-be67209a-c76a-4002-b55e-22d136d7ddc8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:22:21.089114 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be67209a-c76a-4002-b55e-22d136d7ddc8 admin admin] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:22:21.117230 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be67209a-c76a-4002-b55e-22d136d7ddc8 admin admin] Pushing event updated for resources: {'Port': ['ID=b1360853-fdc1-489d-a624-075d151e5179,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:21.140103 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-be67209a-c76a-4002-b55e-22d136d7ddc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-660393'] for router_interface, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:21.162795 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning for port d67c81fe-b2e9-489d-84df-6558fec5589a completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:22:21.176501 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 42abb8ae-fb6a-4f48-a271-a539d403b515 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:22:21.218552 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-29f4559e-67d0-4bcd-9dc6-2cffe7750777 None None] Provisioning for port d67c81fe-b2e9-489d-84df-6558fec5589a completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:22:21.230818 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-29f4559e-67d0-4bcd-9dc6-2cffe7750777 None None] Provisioning complete for port d67c81fe-b2e9-489d-84df-6558fec5589a triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:22:21.231178 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-29f4559e-67d0-4bcd-9dc6-2cffe7750777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:21.289101 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-be67209a-c76a-4002-b55e-22d136d7ddc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:21.367460 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port 42abb8ae-fb6a-4f48-a271-a539d403b515 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:22:21.367831 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:21.415779 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b1dc9bad-2cf2-4961-b7bc-68bdd46f5266 None None] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:21.457309 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-b1dc9bad-2cf2-4961-b7bc-68bdd46f5266 None None] Transition to ACTIVE for port object 7168c21c-4746-4fec-a348-7ef805449779 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:22:21.474853 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b1dc9bad-2cf2-4961-b7bc-68bdd46f5266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:21.479196 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-29f4559e-67d0-4bcd-9dc6-2cffe7750777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:21.580694 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc11c80c-da94-468a-9362-609718716c2a None None] Pushing event updated for resources: {'Port': ['ID=7168c21c-4746-4fec-a348-7ef805449779,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:21.604676 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-29f4559e-67d0-4bcd-9dc6-2cffe7750777 None None] For port d67c81fe-b2e9-489d-84df-6558fec5589a, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=d67c81fe-b2e9-489d-84df-6558fec5589a,segment=NetworkSegment(f9e3b84b-c70b-4a7b-8a15-16a7cd5a31e2),segment_id=f9e3b84b-c70b-4a7b-8a15-16a7cd5a31e2)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:22:21.605936 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-b1dc9bad-2cf2-4961-b7bc-68bdd46f5266 None None] Attempting to bind port 7168c21c-4746-4fec-a348-7ef805449779 on host n-d-779913-29 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:22:21.606565 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-b1dc9bad-2cf2-4961-b7bc-68bdd46f5266 None None] Attempting to bind port 7168c21c-4746-4fec-a348-7ef805449779 by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': '81bf7a93-80b3-43df-b9d5-462c604a2945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:22:21.607012 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1dc9bad-2cf2-4961-b7bc-68bdd46f5266 None None] Attempting to bind port 7168c21c-4746-4fec-a348-7ef805449779 on network 2dcd4d32-cc7c-4468-b396-7ce5c9231892 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:22:21.618484 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-29f4559e-67d0-4bcd-9dc6-2cffe7750777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:21.627721 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1dc9bad-2cf2-4961-b7bc-68bdd46f5266 None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 21, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:22:21.628017 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1dc9bad-2cf2-4961-b7bc-68bdd46f5266 None None] Checking segment: {'id': '81bf7a93-80b3-43df-b9d5-462c604a2945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:22:21.628431 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b1dc9bad-2cf2-4961-b7bc-68bdd46f5266 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:21.628837 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1dc9bad-2cf2-4961-b7bc-68bdd46f5266 None None] Bound using segment: {'id': '81bf7a93-80b3-43df-b9d5-462c604a2945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:22:21.629332 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-b1dc9bad-2cf2-4961-b7bc-68bdd46f5266 None None] Bound port: 7168c21c-4746-4fec-a348-7ef805449779, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81bf7a93-80b3-43df-b9d5-462c604a2945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:22:21.629762 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b1dc9bad-2cf2-4961-b7bc-68bdd46f5266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:21.660245 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 6f9c843e-2bd3-4089-bd69-8622767ca231 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:22:21.759978 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f4559e-67d0-4bcd-9dc6-2cffe7750777 None None] Pushing event updated for resources: {'Port': ['ID=d67c81fe-b2e9-489d-84df-6558fec5589a,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:21.777437 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-b1dc9bad-2cf2-4961-b7bc-68bdd46f5266 None None] For port 7168c21c-4746-4fec-a348-7ef805449779, host n-d-779913-29, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:22:21.783334 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-b1dc9bad-2cf2-4961-b7bc-68bdd46f5266 None None] For port 7168c21c-4746-4fec-a348-7ef805449779, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=7168c21c-4746-4fec-a348-7ef805449779,segment=NetworkSegment(81bf7a93-80b3-43df-b9d5-462c604a2945),segment_id=81bf7a93-80b3-43df-b9d5-462c604a2945)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:22:21.791101 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b1dc9bad-2cf2-4961-b7bc-68bdd46f5266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:21.802809 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning for port 6f9c843e-2bd3-4089-bd69-8622767ca231 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:22:21.811903 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-be67209a-c76a-4002-b55e-22d136d7ddc8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:21.817092 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-be67209a-c76a-4002-b55e-22d136d7ddc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:21.835367 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port 6f9c843e-2bd3-4089-bd69-8622767ca231 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:22:21.835749 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:21.885140 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1dc9bad-2cf2-4961-b7bc-68bdd46f5266 None None] Routers {'bd6a381c-28b5-439c-88af-bfadddab098d'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:22:21.885728 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-b1dc9bad-2cf2-4961-b7bc-68bdd46f5266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T10:21:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['bd6a381c-28b5-439c-88af-bfadddab098d'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:22:21.887750 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-be67209a-c76a-4002-b55e-22d136d7ddc8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-683747'] for router_interface, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:21.889896 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be67209a-c76a-4002-b55e-22d136d7ddc8 admin admin] Pushing event updated for resources: {'Port': ['ID=b1360853-fdc1-489d-a624-075d151e5179,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:21.951492 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc11c80c-da94-468a-9362-609718716c2a None None] Pushing event updated for resources: {'Port': ['ID=7168c21c-4746-4fec-a348-7ef805449779,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:21.960207 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-8eb296c3-eacb-411b-a0dd-a7f8c1caebfb None None] Provisioning complete for port d67c81fe-b2e9-489d-84df-6558fec5589a triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:22:21.960579 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8eb296c3-eacb-411b-a0dd-a7f8c1caebfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:21.993868 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be67209a-c76a-4002-b55e-22d136d7ddc8 admin admin] Network 548a0ea8-2612-45a7-b6f5-a852b44c0d8a is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:22:21.995335 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-be67209a-c76a-4002-b55e-22d136d7ddc8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:22:22.093195 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvr_db [None req-b1dc9bad-2cf2-4961-b7bc-68bdd46f5266 None None] Set router bd6a381c-28b5-439c-88af-bfadddab098d gateway port host: n-d-779913-29 {{(pid=93959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:22:22.094943 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:22.126182 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be67209a-c76a-4002-b55e-22d136d7ddc8 admin admin] Router bd6a381c-28b5-439c-88af-bfadddab098d has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:22:22.227400 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] For port 6f9c843e-2bd3-4089-bd69-8622767ca231, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=6f9c843e-2bd3-4089-bd69-8622767ca231,segment=NetworkSegment(62a13a7f-d7eb-4abc-9e90-f613cd561bb3),segment_id=62a13a7f-d7eb-4abc-9e90-f613cd561bb3)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:22:22.240079 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be67209a-c76a-4002-b55e-22d136d7ddc8 admin admin] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:22:22.245122 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-be67209a-c76a-4002-b55e-22d136d7ddc8 admin admin] 10.222.0.68 "PUT /v2.0/routers/bd6a381c-28b5-439c-88af-bfadddab098d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1844563 Jul 14 10:22:22.270304 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:22.329605 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-8eb296c3-eacb-411b-a0dd-a7f8c1caebfb None None] Provisioning for port b1360853-fdc1-489d-a624-075d151e5179 completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:22:22.350719 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-8eb296c3-eacb-411b-a0dd-a7f8c1caebfb None None] Provisioning complete for port b1360853-fdc1-489d-a624-075d151e5179 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:22:22.351094 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8eb296c3-eacb-411b-a0dd-a7f8c1caebfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:22.378810 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6db6d814-60cb-42ad-b812-c5fad542a0e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:22.389656 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Pushing event updated for resources: {'Port': ['ID=6f9c843e-2bd3-4089-bd69-8622767ca231,revision_number=5']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:22.416394 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-8eb296c3-eacb-411b-a0dd-a7f8c1caebfb None None] Port b1360853-fdc1-489d-a624-075d151e5179 cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:22:22.467102 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-b1dc9bad-2cf2-4961-b7bc-68bdd46f5266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd6a381c-28b5-439c-88af-bfadddab098d', 'name': 'tempest-TestMinimumBasicScenario-897709724-router', 'tenant_id': 'da38675a8ec845f6abe8531430d36504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.252'}], 'enable_snat': True}, 'gw_port_id': '7168c21c-4746-4fec-a348-7ef805449779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:22:18Z', 'updated_at': '2021-07-14T10:22:21Z', 'revision_number': 4, 'project_id': 'da38675a8ec845f6abe8531430d36504', 'gw_port': {'id': '7168c21c-4746-4fec-a348-7ef805449779', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:49:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd6a381c-28b5-439c-88af-bfadddab098d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:22:18Z', 'updated_at': '2021-07-14T10:22:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': 'b1360853-fdc1-489d-a624-075d151e5179', 'name': '', 'network_id': '548a0ea8-2612-45a7-b6f5-a852b44c0d8a', 'tenant_id': 'da38675a8ec845f6abe8531430d36504', 'mac_address': 'fa:16:3e:8d:53:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd6a381c-28b5-439c-88af-bfadddab098d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '54a7e777-ad61-4dc8-b3eb-c236f4b7a8c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:22:20Z', 'updated_at': '2021-07-14T10:22:21Z', 'revision_number': 2, 'project_id': 'da38675a8ec845f6abe8531430d36504', 'subnets': [{'id': '54a7e777-ad61-4dc8-b3eb-c236f4b7a8c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:22:22.493779 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1dc9bad-2cf2-4961-b7bc-68bdd46f5266 None None] The sync data for ids ['bd6a381c-28b5-439c-88af-bfadddab098d'] in n-d-779913-29 is: [{'id': 'bd6a381c-28b5-439c-88af-bfadddab098d', 'name': 'tempest-TestMinimumBasicScenario-897709724-router', 'tenant_id': 'da38675a8ec845f6abe8531430d36504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.252'}], 'enable_snat': True}, 'gw_port_id': '7168c21c-4746-4fec-a348-7ef805449779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:22:18Z', 'updated_at': '2021-07-14T10:22:21Z', 'revision_number': 4, 'project_id': 'da38675a8ec845f6abe8531430d36504', 'gw_port': {'id': '7168c21c-4746-4fec-a348-7ef805449779', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:49:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd6a381c-28b5-439c-88af-bfadddab098d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:22:18Z', 'updated_at': '2021-07-14T10:22:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': 'b1360853-fdc1-489d-a624-075d151e5179', 'name': '', 'network_id': '548a0ea8-2612-45a7-b6f5-a852b44c0d8a', 'tenant_id': 'da38675a8ec845f6abe8531430d36504', 'mac_address': 'fa:16:3e:8d:53:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd6a381c-28b5-439c-88af-bfadddab098d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '54a7e777-ad61-4dc8-b3eb-c236f4b7a8c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:22:20Z', 'updated_at': '2021-07-14T10:22:21Z', 'revision_number': 2, 'project_id': 'da38675a8ec845f6abe8531430d36504', 'subnets': [{'id': '54a7e777-ad61-4dc8-b3eb-c236f4b7a8c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:22:22.538373 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-b7339bff-2557-469d-9274-398b00ccd5a3 None None] Provisioning complete for port b1360853-fdc1-489d-a624-075d151e5179 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:22:22.538754 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b7339bff-2557-469d-9274-398b00ccd5a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:22.576934 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-b7339bff-2557-469d-9274-398b00ccd5a3 None None] Port b1360853-fdc1-489d-a624-075d151e5179 cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:22:22.757754 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device d67c81fe-b2e9-489d-84df-6558fec5589a up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:22:22.814775 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port d67c81fe-b2e9-489d-84df-6558fec5589a triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:22:22.814775 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:22.915374 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 6f9c843e-2bd3-4089-bd69-8622767ca231 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:22:22.975804 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port 6f9c843e-2bd3-4089-bd69-8622767ca231 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:22:22.976193 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:24.736690 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 7168c21c-4746-4fec-a348-7ef805449779 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:22:24.796924 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning for port 7168c21c-4746-4fec-a348-7ef805449779 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:22:24.801431 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port 7168c21c-4746-4fec-a348-7ef805449779 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:22:24.801843 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:24.903767 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:24.908052 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:24.932082 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] For port 7168c21c-4746-4fec-a348-7ef805449779, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=7168c21c-4746-4fec-a348-7ef805449779,segment=NetworkSegment(81bf7a93-80b3-43df-b9d5-462c604a2945),segment_id=81bf7a93-80b3-43df-b9d5-462c604a2945)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:22:24.937432 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:25.153973 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-378d6b89-b619-4250-9924-c906e21863f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:25.159381 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Pushing event updated for resources: {'Port': ['ID=7168c21c-4746-4fec-a348-7ef805449779,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:25.315954 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b5caf6-54b4-4e80-b7d2-5299a595f43d None None] Sync routers for ids ['bd6a381c-28b5-439c-88af-bfadddab098d'] in n-d-779913-29 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:22:25.326491 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b5caf6-54b4-4e80-b7d2-5299a595f43d None None] Routers {'bd6a381c-28b5-439c-88af-bfadddab098d'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:22:25.327410 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-56b5caf6-54b4-4e80-b7d2-5299a595f43d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T10:22:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['bd6a381c-28b5-439c-88af-bfadddab098d'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:22:25.445084 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-56b5caf6-54b4-4e80-b7d2-5299a595f43d None None] Set router bd6a381c-28b5-439c-88af-bfadddab098d gateway port host: n-d-779913-29 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:22:25.765819 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-56b5caf6-54b4-4e80-b7d2-5299a595f43d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd6a381c-28b5-439c-88af-bfadddab098d', 'name': 'tempest-TestMinimumBasicScenario-897709724-router', 'tenant_id': 'da38675a8ec845f6abe8531430d36504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.252'}], 'enable_snat': True}, 'gw_port_id': '7168c21c-4746-4fec-a348-7ef805449779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:22:18Z', 'updated_at': '2021-07-14T10:22:21Z', 'revision_number': 4, 'project_id': 'da38675a8ec845f6abe8531430d36504', 'gw_port': {'id': '7168c21c-4746-4fec-a348-7ef805449779', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:49:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd6a381c-28b5-439c-88af-bfadddab098d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:22:18Z', 'updated_at': '2021-07-14T10:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': 'b1360853-fdc1-489d-a624-075d151e5179', 'name': '', 'network_id': '548a0ea8-2612-45a7-b6f5-a852b44c0d8a', 'tenant_id': 'da38675a8ec845f6abe8531430d36504', 'mac_address': 'fa:16:3e:8d:53:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd6a381c-28b5-439c-88af-bfadddab098d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '54a7e777-ad61-4dc8-b3eb-c236f4b7a8c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:22:20Z', 'updated_at': '2021-07-14T10:22:21Z', 'revision_number': 2, 'project_id': 'da38675a8ec845f6abe8531430d36504', 'subnets': [{'id': '54a7e777-ad61-4dc8-b3eb-c236f4b7a8c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:22:25.795185 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b5caf6-54b4-4e80-b7d2-5299a595f43d None None] Checking router: bd6a381c-28b5-439c-88af-bfadddab098d for host: n-d-779913-29 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:22:25.795575 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b5caf6-54b4-4e80-b7d2-5299a595f43d None None] Updating router bd6a381c-28b5-439c-88af-bfadddab098d port b1360853-fdc1-489d-a624-075d151e5179 binding host n-d-779913-29 {{(pid=93960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 10:22:25.836504 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-56b5caf6-54b4-4e80-b7d2-5299a595f43d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:26.112013 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5ad31076-714c-49ec-bc37-f3d4cd90112a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:26.143619 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-56b5caf6-54b4-4e80-b7d2-5299a595f43d None None] Notify callbacks [] for port, precommit_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:26.154337 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-56b5caf6-54b4-4e80-b7d2-5299a595f43d None None] Transition to ACTIVE for port object b1360853-fdc1-489d-a624-075d151e5179 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:22:26.160656 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-56b5caf6-54b4-4e80-b7d2-5299a595f43d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:26.216945 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd29a67c-b2ba-4898-82d1-4f298b7e9a53 None None] Pushing event updated for resources: {'Port': ['ID=b1360853-fdc1-489d-a624-075d151e5179,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:26.309602 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-56b5caf6-54b4-4e80-b7d2-5299a595f43d None None] Attempting to bind port b1360853-fdc1-489d-a624-075d151e5179 on host n-d-779913-29 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:22:26.309942 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-56b5caf6-54b4-4e80-b7d2-5299a595f43d None None] Attempting to bind port b1360853-fdc1-489d-a624-075d151e5179 by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': 'f9e3b84b-c70b-4a7b-8a15-16a7cd5a31e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '548a0ea8-2612-45a7-b6f5-a852b44c0d8a'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:22:26.310237 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b5caf6-54b4-4e80-b7d2-5299a595f43d None None] Attempting to bind port b1360853-fdc1-489d-a624-075d151e5179 on network 548a0ea8-2612-45a7-b6f5-a852b44c0d8a {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:22:26.327251 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b5caf6-54b4-4e80-b7d2-5299a595f43d None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 22, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:22:26.328257 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b5caf6-54b4-4e80-b7d2-5299a595f43d None None] Checking segment: {'id': 'f9e3b84b-c70b-4a7b-8a15-16a7cd5a31e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '548a0ea8-2612-45a7-b6f5-a852b44c0d8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:22:26.328257 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-56b5caf6-54b4-4e80-b7d2-5299a595f43d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:26.328583 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b5caf6-54b4-4e80-b7d2-5299a595f43d None None] Bound using segment: {'id': 'f9e3b84b-c70b-4a7b-8a15-16a7cd5a31e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '548a0ea8-2612-45a7-b6f5-a852b44c0d8a'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:22:26.329036 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-56b5caf6-54b4-4e80-b7d2-5299a595f43d None None] Bound port: b1360853-fdc1-489d-a624-075d151e5179, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9e3b84b-c70b-4a7b-8a15-16a7cd5a31e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '548a0ea8-2612-45a7-b6f5-a852b44c0d8a'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:22:26.329420 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-56b5caf6-54b4-4e80-b7d2-5299a595f43d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:26.424710 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-56b5caf6-54b4-4e80-b7d2-5299a595f43d None None] For port b1360853-fdc1-489d-a624-075d151e5179, host n-d-779913-29, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:22:26.428603 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-56b5caf6-54b4-4e80-b7d2-5299a595f43d None None] For port b1360853-fdc1-489d-a624-075d151e5179, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=b1360853-fdc1-489d-a624-075d151e5179,segment=NetworkSegment(f9e3b84b-c70b-4a7b-8a15-16a7cd5a31e2),segment_id=f9e3b84b-c70b-4a7b-8a15-16a7cd5a31e2)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:22:26.435970 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-56b5caf6-54b4-4e80-b7d2-5299a595f43d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:26.502429 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b5caf6-54b4-4e80-b7d2-5299a595f43d None None] Routers {'bd6a381c-28b5-439c-88af-bfadddab098d'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:22:26.503069 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-56b5caf6-54b4-4e80-b7d2-5299a595f43d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T10:22:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['bd6a381c-28b5-439c-88af-bfadddab098d'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:22:26.541690 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd29a67c-b2ba-4898-82d1-4f298b7e9a53 None None] Pushing event updated for resources: {'Port': ['ID=b1360853-fdc1-489d-a624-075d151e5179,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:26.666090 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-56b5caf6-54b4-4e80-b7d2-5299a595f43d None None] Set router bd6a381c-28b5-439c-88af-bfadddab098d gateway port host: n-d-779913-29 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:22:26.790951 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device b1360853-fdc1-489d-a624-075d151e5179 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:22:26.850696 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning for port b1360853-fdc1-489d-a624-075d151e5179 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:22:26.865382 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port b1360853-fdc1-489d-a624-075d151e5179 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:22:26.865776 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:26.898522 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-dc796478-d73e-47d1-8079-6630683085bb None None] Provisioning complete for port b1360853-fdc1-489d-a624-075d151e5179 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:22:26.899237 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-dc796478-d73e-47d1-8079-6630683085bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:26.948267 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-56b5caf6-54b4-4e80-b7d2-5299a595f43d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd6a381c-28b5-439c-88af-bfadddab098d', 'name': 'tempest-TestMinimumBasicScenario-897709724-router', 'tenant_id': 'da38675a8ec845f6abe8531430d36504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.252'}], 'enable_snat': True}, 'gw_port_id': '7168c21c-4746-4fec-a348-7ef805449779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:22:18Z', 'updated_at': '2021-07-14T10:22:21Z', 'revision_number': 4, 'project_id': 'da38675a8ec845f6abe8531430d36504', 'gw_port': {'id': '7168c21c-4746-4fec-a348-7ef805449779', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:49:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd6a381c-28b5-439c-88af-bfadddab098d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:22:18Z', 'updated_at': '2021-07-14T10:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': 'b1360853-fdc1-489d-a624-075d151e5179', 'name': '', 'network_id': '548a0ea8-2612-45a7-b6f5-a852b44c0d8a', 'tenant_id': 'da38675a8ec845f6abe8531430d36504', 'mac_address': 'fa:16:3e:8d:53:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd6a381c-28b5-439c-88af-bfadddab098d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '54a7e777-ad61-4dc8-b3eb-c236f4b7a8c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:22:20Z', 'updated_at': '2021-07-14T10:22:26Z', 'revision_number': 4, 'project_id': 'da38675a8ec845f6abe8531430d36504', 'subnets': [{'id': '54a7e777-ad61-4dc8-b3eb-c236f4b7a8c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:22:26.980509 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b5caf6-54b4-4e80-b7d2-5299a595f43d None None] The sync data for ids ['bd6a381c-28b5-439c-88af-bfadddab098d'] in n-d-779913-29 is: [{'id': 'bd6a381c-28b5-439c-88af-bfadddab098d', 'name': 'tempest-TestMinimumBasicScenario-897709724-router', 'tenant_id': 'da38675a8ec845f6abe8531430d36504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.252'}], 'enable_snat': True}, 'gw_port_id': '7168c21c-4746-4fec-a348-7ef805449779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:22:18Z', 'updated_at': '2021-07-14T10:22:21Z', 'revision_number': 4, 'project_id': 'da38675a8ec845f6abe8531430d36504', 'gw_port': {'id': '7168c21c-4746-4fec-a348-7ef805449779', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:49:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd6a381c-28b5-439c-88af-bfadddab098d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:22:18Z', 'updated_at': '2021-07-14T10:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': 'b1360853-fdc1-489d-a624-075d151e5179', 'name': '', 'network_id': '548a0ea8-2612-45a7-b6f5-a852b44c0d8a', 'tenant_id': 'da38675a8ec845f6abe8531430d36504', 'mac_address': 'fa:16:3e:8d:53:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd6a381c-28b5-439c-88af-bfadddab098d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '54a7e777-ad61-4dc8-b3eb-c236f4b7a8c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:22:20Z', 'updated_at': '2021-07-14T10:22:26Z', 'revision_number': 4, 'project_id': 'da38675a8ec845f6abe8531430d36504', 'subnets': [{'id': '54a7e777-ad61-4dc8-b3eb-c236f4b7a8c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:22:27.048381 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:27.068971 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-dc796478-d73e-47d1-8079-6630683085bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:27.127149 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] For port b1360853-fdc1-489d-a624-075d151e5179, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=b1360853-fdc1-489d-a624-075d151e5179,segment=NetworkSegment(f9e3b84b-c70b-4a7b-8a15-16a7cd5a31e2),segment_id=f9e3b84b-c70b-4a7b-8a15-16a7cd5a31e2)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:22:27.132563 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:27.133898 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 7168c21c-4746-4fec-a348-7ef805449779 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:22:27.250862 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.db.api [None req-dc796478-d73e-47d1-8079-6630683085bb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93959) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 10:22:27.251189 n-d-779913-29 neutron-server[93959]: DEBUG oslo_db.api [None req-dc796478-d73e-47d1-8079-6630683085bb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 10:22:27.254425 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Pushing event updated for resources: {'Port': ['ID=b1360853-fdc1-489d-a624-075d151e5179,revision_number=5']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:27.265610 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port 7168c21c-4746-4fec-a348-7ef805449779 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:22:27.266947 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:27.919062 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5bbe322f-3f67-4864-bc0a-91afe44d23e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:28.708432 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device b1360853-fdc1-489d-a624-075d151e5179 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:22:28.762506 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port b1360853-fdc1-489d-a624-075d151e5179 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:22:28.762889 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:32.547025 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e5e731-35f1-402f-9709-10504c7791ef req-3e814695-34ea-4d37-887f-ebcd8eeb1de0 tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:22:32.548399 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-c0e5e731-35f1-402f-9709-10504c7791ef req-3e814695-34ea-4d37-887f-ebcd8eeb1de0 tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] 10.222.0.68 "GET /v2.0/networks?id=d6e3d549-21aa-43fa-86b5-5b948925835b HTTP/1.1" status: 200 len: 815 time: 0.1035101 Jul 14 10:22:32.563560 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-c0e5e731-35f1-402f-9709-10504c7791ef req-92f08415-0847-4404-9477-1d7359aab6f9 tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] 10.222.0.68 "GET /v2.0/quotas/9db167a5b74641b78ecbc6dfb43dcb0f HTTP/1.1" status: 200 len: 375 time: 0.0098407 Jul 14 10:22:32.633221 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-c0e5e731-35f1-402f-9709-10504c7791ef req-2d977db6-552e-4157-8225-77b28794dd38 tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=9db167a5b74641b78ecbc6dfb43dcb0f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0644779 Jul 14 10:22:32.661303 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.agents_db [None req-3c3509fb-540d-4335-a450-574895dd3602 None None] Agent healthcheck: found 7 active agents {{(pid=93960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:22:32.733683 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [req-c0e5e731-35f1-402f-9709-10504c7791ef req-ab5916da-60eb-41b9-b0b3-6dfc58f716ae service neutron] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=93958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 10:22:32.734679 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-c0e5e731-35f1-402f-9709-10504c7791ef req-ab5916da-60eb-41b9-b0b3-6dfc58f716ae service neutron] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0899677 Jul 14 10:22:32.825839 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-c0e5e731-35f1-402f-9709-10504c7791ef req-61186355-19a4-4f27-91cb-a81374703725 service neutron] 10.222.0.68 "GET /v2.0/networks/d6e3d549-21aa-43fa-86b5-5b948925835b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849791 Jul 14 10:22:32.920723 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-c0e5e731-35f1-402f-9709-10504c7791ef req-3333a809-5b4e-4dd6-b0db-2ba8609c020a service neutron] 10.222.0.68 "GET /v2.0/networks/d6e3d549-21aa-43fa-86b5-5b948925835b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892973 Jul 14 10:22:33.087559 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b682b78b-8db5-43cd-82a0-519ef9494122 req-e8222731-8d4c-42ab-b77b-aa84e8d74d8c tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] 10.222.0.68 "GET /v2.0/ports?device_id=2bde3bdd-1c2c-46fc-aa49-5042d5b4f1d8 HTTP/1.1" status: 200 len: 210 time: 0.0291550 Jul 14 10:22:34.234835 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-36871a3f-e8cb-46c9-951d-55c7dc605ffb req-b90daefe-7489-4d75-8160-8aef9cbe3536 tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] 10.222.0.68 "GET /v2.0/ports?device_id=2bde3bdd-1c2c-46fc-aa49-5042d5b4f1d8 HTTP/1.1" status: 200 len: 210 time: 0.0318370 Jul 14 10:22:34.236805 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e5e731-35f1-402f-9709-10504c7791ef req-1e9b0304-b952-4466-a57f-bea762a06644 tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:22:34.238340 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c0e5e731-35f1-402f-9709-10504c7791ef req-1e9b0304-b952-4466-a57f-bea762a06644 tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] 10.222.0.57 "GET /v2.0/networks?id=d6e3d549-21aa-43fa-86b5-5b948925835b HTTP/1.1" status: 200 len: 815 time: 0.1127450 Jul 14 10:22:34.269709 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-c0e5e731-35f1-402f-9709-10504c7791ef req-a7aecd0b-49fd-476d-8884-ffae5770ee9c tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] Request body: {'port': {'device_id': '2bde3bdd-1c2c-46fc-aa49-5042d5b4f1d8', 'network_id': 'd6e3d549-21aa-43fa-86b5-5b948925835b', 'admin_state_up': True, 'tenant_id': '9db167a5b74641b78ecbc6dfb43dcb0f'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:22:34.387907 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0e5e731-35f1-402f-9709-10504c7791ef req-a7aecd0b-49fd-476d-8884-ffae5770ee9c tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] Made reservation on behalf of 9db167a5b74641b78ecbc6dfb43dcb0f for: {'port': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:22:34.391512 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-c0e5e731-35f1-402f-9709-10504c7791ef req-a7aecd0b-49fd-476d-8884-ffae5770ee9c tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:34.533473 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [req-c0e5e731-35f1-402f-9709-10504c7791ef req-a7aecd0b-49fd-476d-8884-ffae5770ee9c tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] Allocated IP 172.20.0.13 (d6e3d549-21aa-43fa-86b5-5b948925835b/5d46870e-591d-4504-9cc7-f4500a6efa2e/0ecdda5b-aaac-4b6d-9bc6-242798cfb985) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:22:34.694860 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-c0e5e731-35f1-402f-9709-10504c7791ef req-a7aecd0b-49fd-476d-8884-ffae5770ee9c tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:34.710069 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [req-c0e5e731-35f1-402f-9709-10504c7791ef req-a7aecd0b-49fd-476d-8884-ffae5770ee9c tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] Transition to ACTIVE for port object 0ecdda5b-aaac-4b6d-9bc6-242798cfb985 will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:22:34.746424 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-c0e5e731-35f1-402f-9709-10504c7791ef req-a7aecd0b-49fd-476d-8884-ffae5770ee9c tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:34.808246 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0e5e731-35f1-402f-9709-10504c7791ef req-a7aecd0b-49fd-476d-8884-ffae5770ee9c tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] Network d6e3d549-21aa-43fa-86b5-5b948925835b is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:22:34.812440 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [req-c0e5e731-35f1-402f-9709-10504c7791ef req-a7aecd0b-49fd-476d-8884-ffae5770ee9c tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:22:34.820686 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0e5e731-35f1-402f-9709-10504c7791ef req-a7aecd0b-49fd-476d-8884-ffae5770ee9c tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:22:34.854860 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7aecd0b-49fd-476d-8884-ffae5770ee9c tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] Pushing event updated for resources: {'Port': ['ID=0ecdda5b-aaac-4b6d-9bc6-242798cfb985,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:34.877819 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7aecd0b-49fd-476d-8884-ffae5770ee9c tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:22:34.878179 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7aecd0b-49fd-476d-8884-ffae5770ee9c tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:22:34.878529 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7aecd0b-49fd-476d-8884-ffae5770ee9c tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:22:34.878872 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7aecd0b-49fd-476d-8884-ffae5770ee9c tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:22:34.879215 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7aecd0b-49fd-476d-8884-ffae5770ee9c tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:22:34.879550 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7aecd0b-49fd-476d-8884-ffae5770ee9c tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:22:34.879885 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7aecd0b-49fd-476d-8884-ffae5770ee9c tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:22:34.880216 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7aecd0b-49fd-476d-8884-ffae5770ee9c tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:22:34.880549 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7aecd0b-49fd-476d-8884-ffae5770ee9c tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:22:34.880884 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7aecd0b-49fd-476d-8884-ffae5770ee9c tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:22:34.881215 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7aecd0b-49fd-476d-8884-ffae5770ee9c tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:22:34.881569 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7aecd0b-49fd-476d-8884-ffae5770ee9c tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:22:34.900215 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e5e731-35f1-402f-9709-10504c7791ef req-a7aecd0b-49fd-476d-8884-ffae5770ee9c tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:22:34.901511 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-c0e5e731-35f1-402f-9709-10504c7791ef req-a7aecd0b-49fd-476d-8884-ffae5770ee9c tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:34.917824 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c0e5e731-35f1-402f-9709-10504c7791ef req-a7aecd0b-49fd-476d-8884-ffae5770ee9c tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6573586 Jul 14 10:22:35.181375 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-17d8e782-6fcd-43c0-a6dd-40e9b8337a0b None None] Provisioning for port 0ecdda5b-aaac-4b6d-9bc6-242798cfb985 completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:22:35.187324 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-17d8e782-6fcd-43c0-a6dd-40e9b8337a0b None None] Provisioning complete for port 0ecdda5b-aaac-4b6d-9bc6-242798cfb985 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:22:35.188308 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-17d8e782-6fcd-43c0-a6dd-40e9b8337a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:35.244211 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-17d8e782-6fcd-43c0-a6dd-40e9b8337a0b None None] Port 0ecdda5b-aaac-4b6d-9bc6-242798cfb985 cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:22:35.450242 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7610058-407d-4d22-9ce1-11b437da90a4 req-fc05d324-e5ed-4de8-a6ec-dbd0ebe259bb tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:22:35.451933 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a7610058-407d-4d22-9ce1-11b437da90a4 req-fc05d324-e5ed-4de8-a6ec-dbd0ebe259bb tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] 10.222.0.68 "GET /v2.0/ports?device_id=2bde3bdd-1c2c-46fc-aa49-5042d5b4f1d8 HTTP/1.1" status: 200 len: 932 time: 0.0786982 Jul 14 10:22:35.496514 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a7610058-407d-4d22-9ce1-11b437da90a4 req-a7cc2f93-5f8f-457d-87cc-cf450a31783f tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] 10.222.0.68 "GET /v2.0/security-groups?id=efd0b50b-6f0b-4711-bc95-e1de9076b768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373180 Jul 14 10:22:36.695182 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f2f54b-434f-4729-9f31-73a5e75fe0c7 req-edf2efdf-560d-4fc6-a61f-0fb40081b0a8 tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:22:36.697148 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-74f2f54b-434f-4729-9f31-73a5e75fe0c7 req-edf2efdf-560d-4fc6-a61f-0fb40081b0a8 tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] 10.222.0.68 "GET /v2.0/ports?device_id=2bde3bdd-1c2c-46fc-aa49-5042d5b4f1d8 HTTP/1.1" status: 200 len: 932 time: 0.0822005 Jul 14 10:22:36.741047 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-74f2f54b-434f-4729-9f31-73a5e75fe0c7 req-c5065ace-fcfd-4045-a73c-e2844030f21c tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] 10.222.0.68 "GET /v2.0/security-groups?id=efd0b50b-6f0b-4711-bc95-e1de9076b768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360882 Jul 14 10:22:37.988136 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ac3a3a-e374-49dd-856a-45d0da248cc1 req-acf6a2a9-7e21-4e8d-8029-9f715edf13bf tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:22:37.989715 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f5ac3a3a-e374-49dd-856a-45d0da248cc1 req-acf6a2a9-7e21-4e8d-8029-9f715edf13bf tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] 10.222.0.68 "GET /v2.0/ports?device_id=2bde3bdd-1c2c-46fc-aa49-5042d5b4f1d8 HTTP/1.1" status: 200 len: 932 time: 0.0974958 Jul 14 10:22:38.039551 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f5ac3a3a-e374-49dd-856a-45d0da248cc1 req-33155fce-1d06-43a8-a25b-b800a35f64a8 tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] 10.222.0.68 "GET /v2.0/security-groups?id=efd0b50b-6f0b-4711-bc95-e1de9076b768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426490 Jul 14 10:22:39.241101 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ae2cac-3fb9-40d8-9450-aa8e82912597 req-aac137f5-5e49-4560-8f10-27fc40dfb6c9 tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:22:39.242632 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d2ae2cac-3fb9-40d8-9450-aa8e82912597 req-aac137f5-5e49-4560-8f10-27fc40dfb6c9 tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] 10.222.0.68 "GET /v2.0/ports?device_id=2bde3bdd-1c2c-46fc-aa49-5042d5b4f1d8 HTTP/1.1" status: 200 len: 932 time: 0.0729032 Jul 14 10:22:39.300474 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d2ae2cac-3fb9-40d8-9450-aa8e82912597 req-d629c6b3-a571-4f40-bbb2-9eeda3d9c075 tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] 10.222.0.68 "GET /v2.0/security-groups?id=efd0b50b-6f0b-4711-bc95-e1de9076b768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504875 Jul 14 10:22:40.493676 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b41f501-4d5f-498a-92f4-451f7f571c63 req-1b6d5672-ff66-4760-ba87-70d767507583 tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:22:40.495625 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-7b41f501-4d5f-498a-92f4-451f7f571c63 req-1b6d5672-ff66-4760-ba87-70d767507583 tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] 10.222.0.68 "GET /v2.0/ports?device_id=2bde3bdd-1c2c-46fc-aa49-5042d5b4f1d8 HTTP/1.1" status: 200 len: 932 time: 0.0704017 Jul 14 10:22:40.543211 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-7b41f501-4d5f-498a-92f4-451f7f571c63 req-52eb1f29-0974-41f3-95c9-25faf0d2c756 tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] 10.222.0.68 "GET /v2.0/security-groups?id=efd0b50b-6f0b-4711-bc95-e1de9076b768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394409 Jul 14 10:22:41.739469 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168e0ccc-5421-403a-aa0b-cde196a0928d req-b6e71564-3dab-4cf5-8d97-a2e53bbfa71b tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:22:41.741479 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-168e0ccc-5421-403a-aa0b-cde196a0928d req-b6e71564-3dab-4cf5-8d97-a2e53bbfa71b tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] 10.222.0.68 "GET /v2.0/ports?device_id=2bde3bdd-1c2c-46fc-aa49-5042d5b4f1d8 HTTP/1.1" status: 200 len: 932 time: 0.0749567 Jul 14 10:22:41.795269 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-168e0ccc-5421-403a-aa0b-cde196a0928d req-b21524d7-8eb8-4631-8c40-e34dd92ee5ba tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] 10.222.0.68 "GET /v2.0/security-groups?id=efd0b50b-6f0b-4711-bc95-e1de9076b768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428813 Jul 14 10:22:42.992644 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ccc7fb-e35d-4500-a616-630089cc490e req-4a524d4d-4cb7-4c90-b86c-8eeb4c444449 tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:22:42.995305 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-26ccc7fb-e35d-4500-a616-630089cc490e req-4a524d4d-4cb7-4c90-b86c-8eeb4c444449 tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] 10.222.0.68 "GET /v2.0/ports?device_id=2bde3bdd-1c2c-46fc-aa49-5042d5b4f1d8 HTTP/1.1" status: 200 len: 932 time: 0.0774059 Jul 14 10:22:43.047542 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-26ccc7fb-e35d-4500-a616-630089cc490e req-a584c55e-8d1b-48f6-95ae-fec064ca601e tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] 10.222.0.68 "GET /v2.0/security-groups?id=efd0b50b-6f0b-4711-bc95-e1de9076b768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450969 Jul 14 10:22:43.442379 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:44.231875 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50247bd8-bb9d-47f1-a800-a9d0e875e881 req-8d5d258d-a9ae-4a9a-82b9-5d0b78bd6cb7 tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:22:44.233636 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-50247bd8-bb9d-47f1-a800-a9d0e875e881 req-8d5d258d-a9ae-4a9a-82b9-5d0b78bd6cb7 tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] 10.222.0.68 "GET /v2.0/ports?device_id=2bde3bdd-1c2c-46fc-aa49-5042d5b4f1d8 HTTP/1.1" status: 200 len: 932 time: 0.0690520 Jul 14 10:22:44.238707 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:44.279505 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-50247bd8-bb9d-47f1-a800-a9d0e875e881 req-ae1b301f-dd52-4139-936b-a7b7e4d526a0 tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] 10.222.0.68 "GET /v2.0/security-groups?id=efd0b50b-6f0b-4711-bc95-e1de9076b768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385518 Jul 14 10:22:44.850719 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-c0e5e731-35f1-402f-9709-10504c7791ef req-e31d1b76-a9ab-40d9-b62b-66f93b212132 service neutron] Request body: {'port': {'device_id': '2bde3bdd-1c2c-46fc-aa49-5042d5b4f1d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-29'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:22:44.930663 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-c0e5e731-35f1-402f-9709-10504c7791ef req-e31d1b76-a9ab-40d9-b62b-66f93b212132 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:45.203155 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [req-c0e5e731-35f1-402f-9709-10504c7791ef req-e31d1b76-a9ab-40d9-b62b-66f93b212132 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ecdda5b-aaac-4b6d-9bc6-242798cfb985 {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:22:45.211306 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-c0e5e731-35f1-402f-9709-10504c7791ef req-e31d1b76-a9ab-40d9-b62b-66f93b212132 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:45.223975 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [req-c0e5e731-35f1-402f-9709-10504c7791ef req-e31d1b76-a9ab-40d9-b62b-66f93b212132 service neutron] Transition to ACTIVE for port object 0ecdda5b-aaac-4b6d-9bc6-242798cfb985 will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:22:45.228278 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-c0e5e731-35f1-402f-9709-10504c7791ef req-e31d1b76-a9ab-40d9-b62b-66f93b212132 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:45.310013 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31d1b76-a9ab-40d9-b62b-66f93b212132 service neutron] Pushing event updated for resources: {'Port': ['ID=0ecdda5b-aaac-4b6d-9bc6-242798cfb985,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:45.367111 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-c0e5e731-35f1-402f-9709-10504c7791ef req-e31d1b76-a9ab-40d9-b62b-66f93b212132 service neutron] Attempting to bind port 0ecdda5b-aaac-4b6d-9bc6-242798cfb985 on host n-h2-779913-29 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:22:45.367111 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-c0e5e731-35f1-402f-9709-10504c7791ef req-e31d1b76-a9ab-40d9-b62b-66f93b212132 service neutron] Attempting to bind port 0ecdda5b-aaac-4b6d-9bc6-242798cfb985 by drivers openvswitch,hyperv on host n-h2-779913-29 at level 0 using segments [{'id': '62a13a7f-d7eb-4abc-9e90-f613cd561bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'd6e3d549-21aa-43fa-86b5-5b948925835b'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:22:45.367585 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0e5e731-35f1-402f-9709-10504c7791ef req-e31d1b76-a9ab-40d9-b62b-66f93b212132 service neutron] Attempting to bind port 0ecdda5b-aaac-4b6d-9bc6-242798cfb985 on network d6e3d549-21aa-43fa-86b5-5b948925835b {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:22:45.372378 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0e5e731-35f1-402f-9709-10504c7791ef req-e31d1b76-a9ab-40d9-b62b-66f93b212132 service neutron] Port 0ecdda5b-aaac-4b6d-9bc6-242798cfb985 on network d6e3d549-21aa-43fa-86b5-5b948925835b not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-29 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 10:22:45.372699 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0e5e731-35f1-402f-9709-10504c7791ef req-e31d1b76-a9ab-40d9-b62b-66f93b212132 service neutron] Attempting to bind port 0ecdda5b-aaac-4b6d-9bc6-242798cfb985 on network d6e3d549-21aa-43fa-86b5-5b948925835b {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:22:45.379161 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0e5e731-35f1-402f-9709-10504c7791ef req-e31d1b76-a9ab-40d9-b62b-66f93b212132 service neutron] Checking agent: {'id': '013e4a3b-a634-47b8-b6a5-1a25109b73fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 13, 13), 'started_at': datetime.datetime(2021, 7, 14, 9, 13, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 22, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:22:45.379592 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0e5e731-35f1-402f-9709-10504c7791ef req-e31d1b76-a9ab-40d9-b62b-66f93b212132 service neutron] Checking segment: {'id': '62a13a7f-d7eb-4abc-9e90-f613cd561bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'd6e3d549-21aa-43fa-86b5-5b948925835b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:22:45.380099 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0e5e731-35f1-402f-9709-10504c7791ef req-e31d1b76-a9ab-40d9-b62b-66f93b212132 service neutron] Bound using segment: {'id': '62a13a7f-d7eb-4abc-9e90-f613cd561bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'd6e3d549-21aa-43fa-86b5-5b948925835b'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:22:45.380816 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-c0e5e731-35f1-402f-9709-10504c7791ef req-e31d1b76-a9ab-40d9-b62b-66f93b212132 service neutron] Bound port: 0ecdda5b-aaac-4b6d-9bc6-242798cfb985, host: n-h2-779913-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62a13a7f-d7eb-4abc-9e90-f613cd561bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'd6e3d549-21aa-43fa-86b5-5b948925835b'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:22:45.381210 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-c0e5e731-35f1-402f-9709-10504c7791ef req-e31d1b76-a9ab-40d9-b62b-66f93b212132 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:45.489442 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-c0e5e731-35f1-402f-9709-10504c7791ef req-e31d1b76-a9ab-40d9-b62b-66f93b212132 service neutron] For port 0ecdda5b-aaac-4b6d-9bc6-242798cfb985, host n-h2-779913-29, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:22:45.493125 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-c0e5e731-35f1-402f-9709-10504c7791ef req-e31d1b76-a9ab-40d9-b62b-66f93b212132 service neutron] For port 0ecdda5b-aaac-4b6d-9bc6-242798cfb985, host n-h2-779913-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=0ecdda5b-aaac-4b6d-9bc6-242798cfb985,segment=NetworkSegment(62a13a7f-d7eb-4abc-9e90-f613cd561bb3),segment_id=62a13a7f-d7eb-4abc-9e90-f613cd561bb3)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:22:45.502970 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-c0e5e731-35f1-402f-9709-10504c7791ef req-e31d1b76-a9ab-40d9-b62b-66f93b212132 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:45.545485 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e5e731-35f1-402f-9709-10504c7791ef req-e31d1b76-a9ab-40d9-b62b-66f93b212132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:22:45.546437 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-c0e5e731-35f1-402f-9709-10504c7791ef req-e31d1b76-a9ab-40d9-b62b-66f93b212132 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:45.548079 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c0e5e731-35f1-402f-9709-10504c7791ef req-e31d1b76-a9ab-40d9-b62b-66f93b212132 service neutron] 10.222.0.57 "PUT /v2.0/ports/0ecdda5b-aaac-4b6d-9bc6-242798cfb985 HTTP/1.1" status: 200 len: 1093 time: 0.7036552 Jul 14 10:22:45.552813 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bde3bdd-1c2c-46fc-aa49-5042d5b4f1d8', 'tag': '0ecdda5b-aaac-4b6d-9bc6-242798cfb985'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:22:45.554919 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}175264a25d5f1cec9b1451f1a8cc8ced5d4502f5c48740ac7c6845d527b2175b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2673c3aa-f764-4196-9bf2-93a85d4d4403" -d '{"events": [{"name": "network-changed", "server_uuid": "2bde3bdd-1c2c-46fc-aa49-5042d5b4f1d8", "tag": "0ecdda5b-aaac-4b6d-9bc6-242798cfb985"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:22:45.573721 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb5d0be-5df2-43ff-b872-c5ea4882c443 req-70b975e4-8966-4a2d-a488-4c9452e565cc tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:22:45.575743 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-dbb5d0be-5df2-43ff-b872-c5ea4882c443 req-70b975e4-8966-4a2d-a488-4c9452e565cc tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] 10.222.0.68 "GET /v2.0/ports?device_id=2bde3bdd-1c2c-46fc-aa49-5042d5b4f1d8 HTTP/1.1" status: 200 len: 944 time: 0.1582417 Jul 14 10:22:45.599919 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31d1b76-a9ab-40d9-b62b-66f93b212132 service neutron] Pushing event updated for resources: {'Port': ['ID=0ecdda5b-aaac-4b6d-9bc6-242798cfb985,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:45.632554 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:22:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee15f925-1fe9-4af4-8d2e-791a55d5e34a x-openstack-request-id: req-ee15f925-1fe9-4af4-8d2e-791a55d5e34a {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:22:45.632865 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bde3bdd-1c2c-46fc-aa49-5042d5b4f1d8", "tag": "0ecdda5b-aaac-4b6d-9bc6-242798cfb985", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:22:45.632995 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-ee15f925-1fe9-4af4-8d2e-791a55d5e34a {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:22:45.633388 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bde3bdd-1c2c-46fc-aa49-5042d5b4f1d8', 'tag': '0ecdda5b-aaac-4b6d-9bc6-242798cfb985', 'status': 'completed', 'code': 200} Jul 14 10:22:45.654137 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-dbb5d0be-5df2-43ff-b872-c5ea4882c443 req-d1d516e3-9dfb-4f7f-b8a4-2df75b215d86 tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] 10.222.0.68 "GET /v2.0/security-groups?id=efd0b50b-6f0b-4711-bc95-e1de9076b768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647595 Jul 14 10:22:45.716458 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e5e731-35f1-402f-9709-10504c7791ef req-7da2daa0-f20e-4f05-b8fa-1dc67d3dc807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:22:45.718428 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c0e5e731-35f1-402f-9709-10504c7791ef req-7da2daa0-f20e-4f05-b8fa-1dc67d3dc807 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9db167a5b74641b78ecbc6dfb43dcb0f&device_id=2bde3bdd-1c2c-46fc-aa49-5042d5b4f1d8 HTTP/1.1" status: 200 len: 1096 time: 0.0772684 Jul 14 10:22:45.768520 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c0e5e731-35f1-402f-9709-10504c7791ef req-c823caa1-cf2a-48d4-bbb8-2d39440e3ef0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0ecdda5b-aaac-4b6d-9bc6-242798cfb985 HTTP/1.1" status: 200 len: 217 time: 0.0371437 Jul 14 10:22:45.818530 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e5e731-35f1-402f-9709-10504c7791ef req-4ca3b1cc-8c17-4132-b737-695c47be3406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:22:45.819989 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c0e5e731-35f1-402f-9709-10504c7791ef req-4ca3b1cc-8c17-4132-b737-695c47be3406 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5d46870e-591d-4504-9cc7-f4500a6efa2e HTTP/1.1" status: 200 len: 854 time: 0.0458834 Jul 14 10:22:45.887946 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e5e731-35f1-402f-9709-10504c7791ef req-d9098a21-791b-41c4-ad4e-c3e8b140ea86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:22:45.889540 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c0e5e731-35f1-402f-9709-10504c7791ef req-d9098a21-791b-41c4-ad4e-c3e8b140ea86 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d6e3d549-21aa-43fa-86b5-5b948925835b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0625358 Jul 14 10:22:45.991822 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c0e5e731-35f1-402f-9709-10504c7791ef req-596107d4-6efb-4ecf-abaf-086e2cecc606 service neutron] 10.222.0.57 "GET /v2.0/networks/d6e3d549-21aa-43fa-86b5-5b948925835b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960283 Jul 14 10:22:46.087570 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c0e5e731-35f1-402f-9709-10504c7791ef req-5e0ac01e-f6d4-4315-95fd-7893c0f3552e service neutron] 10.222.0.57 "GET /v2.0/networks/d6e3d549-21aa-43fa-86b5-5b948925835b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898566 Jul 14 10:22:46.229233 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2673c3aa-f764-4196-9bf2-93a85d4d4403 req-ecb1019c-6322-44b9-a0d5-9cb6582a09a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:22:46.231328 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2673c3aa-f764-4196-9bf2-93a85d4d4403 req-ecb1019c-6322-44b9-a0d5-9cb6582a09a5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9db167a5b74641b78ecbc6dfb43dcb0f&device_id=2bde3bdd-1c2c-46fc-aa49-5042d5b4f1d8 HTTP/1.1" status: 200 len: 1096 time: 0.0584919 Jul 14 10:22:46.324181 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2673c3aa-f764-4196-9bf2-93a85d4d4403 req-3b873be3-1fef-46b7-becf-c2423bd4c3ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:22:46.325757 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2673c3aa-f764-4196-9bf2-93a85d4d4403 req-3b873be3-1fef-46b7-becf-c2423bd4c3ca service neutron] 10.222.0.57 "GET /v2.0/networks?id=d6e3d549-21aa-43fa-86b5-5b948925835b HTTP/1.1" status: 200 len: 916 time: 0.0874603 Jul 14 10:22:46.373361 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2673c3aa-f764-4196-9bf2-93a85d4d4403 req-4c84d03e-823e-48a6-a4be-fbbf3184cde7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0ecdda5b-aaac-4b6d-9bc6-242798cfb985 HTTP/1.1" status: 200 len: 217 time: 0.0405645 Jul 14 10:22:46.429669 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2673c3aa-f764-4196-9bf2-93a85d4d4403 req-3de61b1d-6084-40f9-82b2-7030511c85cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:22:46.431151 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2673c3aa-f764-4196-9bf2-93a85d4d4403 req-3de61b1d-6084-40f9-82b2-7030511c85cb service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5d46870e-591d-4504-9cc7-f4500a6efa2e HTTP/1.1" status: 200 len: 854 time: 0.0497742 Jul 14 10:22:46.492915 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2673c3aa-f764-4196-9bf2-93a85d4d4403 req-31ddb6d6-c022-484d-877b-086fa466435b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:22:46.494520 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2673c3aa-f764-4196-9bf2-93a85d4d4403 req-31ddb6d6-c022-484d-877b-086fa466435b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d6e3d549-21aa-43fa-86b5-5b948925835b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0560288 Jul 14 10:22:46.593006 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2673c3aa-f764-4196-9bf2-93a85d4d4403 req-49ea996d-ff4a-490b-b883-49f2d41b9936 service neutron] 10.222.0.57 "GET /v2.0/networks/d6e3d549-21aa-43fa-86b5-5b948925835b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906403 Jul 14 10:22:46.686736 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2673c3aa-f764-4196-9bf2-93a85d4d4403 req-8d6aebfb-56eb-421a-93f8-e89a4b895594 service neutron] 10.222.0.57 "GET /v2.0/networks/d6e3d549-21aa-43fa-86b5-5b948925835b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866380 Jul 14 10:22:46.852640 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bda0996-e63a-48d7-a508-b7733cdc32df req-58ec75e8-55d7-4e5b-aded-e663297c2d3b tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:22:46.854110 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-2bda0996-e63a-48d7-a508-b7733cdc32df req-58ec75e8-55d7-4e5b-aded-e663297c2d3b tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] 10.222.0.68 "GET /v2.0/ports?device_id=2bde3bdd-1c2c-46fc-aa49-5042d5b4f1d8 HTTP/1.1" status: 200 len: 944 time: 0.0738289 Jul 14 10:22:46.895348 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-2bda0996-e63a-48d7-a508-b7733cdc32df req-bde00888-4d49-4c90-b71e-ad0b0ba9062a tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] 10.222.0.68 "GET /v2.0/security-groups?id=efd0b50b-6f0b-4711-bc95-e1de9076b768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348170 Jul 14 10:22:48.082283 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749bf8a0-3751-4773-a688-b60796554ac3 req-d04486f7-0693-4c13-b282-d2165d12f79d tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:22:48.083817 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-749bf8a0-3751-4773-a688-b60796554ac3 req-d04486f7-0693-4c13-b282-d2165d12f79d tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] 10.222.0.68 "GET /v2.0/ports?device_id=2bde3bdd-1c2c-46fc-aa49-5042d5b4f1d8 HTTP/1.1" status: 200 len: 944 time: 0.0691123 Jul 14 10:22:48.127374 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-749bf8a0-3751-4773-a688-b60796554ac3 req-4d9258bd-6e3e-477e-8dcb-33a53520faf7 tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] 10.222.0.68 "GET /v2.0/security-groups?id=efd0b50b-6f0b-4711-bc95-e1de9076b768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358000 Jul 14 10:22:49.307665 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8631760-9f26-4a39-aede-47e6c83f1da3 req-88e6f9e3-f087-4779-a502-d9705c962bd1 tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:22:49.309681 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-f8631760-9f26-4a39-aede-47e6c83f1da3 req-88e6f9e3-f087-4779-a502-d9705c962bd1 tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] 10.222.0.68 "GET /v2.0/ports?device_id=2bde3bdd-1c2c-46fc-aa49-5042d5b4f1d8 HTTP/1.1" status: 200 len: 944 time: 0.0694544 Jul 14 10:22:49.347285 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-f8631760-9f26-4a39-aede-47e6c83f1da3 req-96181cda-4e18-45dc-9018-b4380a3d1b2b tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] 10.222.0.68 "GET /v2.0/security-groups?id=efd0b50b-6f0b-4711-bc95-e1de9076b768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318115 Jul 14 10:22:49.835029 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 0ecdda5b-aaac-4b6d-9bc6-242798cfb985 details requested by agent hyperv_n-h2-779913-29 with host n-h2-779913-29 {{(pid=93959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 10:22:49.938410 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 0ecdda5b-aaac-4b6d-9bc6-242798cfb985, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=0ecdda5b-aaac-4b6d-9bc6-242798cfb985,segment=NetworkSegment(62a13a7f-d7eb-4abc-9e90-f613cd561bb3),segment_id=62a13a7f-d7eb-4abc-9e90-f613cd561bb3)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:22:49.950873 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Returning: {'device': '0ecdda5b-aaac-4b6d-9bc6-242798cfb985', 'network_id': 'd6e3d549-21aa-43fa-86b5-5b948925835b', 'port_id': '0ecdda5b-aaac-4b6d-9bc6-242798cfb985', 'mac_address': 'fa:16:3e:f9:67:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 733, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d46870e-591d-4504-9cc7-f4500a6efa2e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 10:22:49.989725 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:50.003391 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ecdda5b-aaac-4b6d-9bc6-242798cfb985 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:22:50.022995 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 0ecdda5b-aaac-4b6d-9bc6-242798cfb985, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=0ecdda5b-aaac-4b6d-9bc6-242798cfb985,segment=NetworkSegment(62a13a7f-d7eb-4abc-9e90-f613cd561bb3),segment_id=62a13a7f-d7eb-4abc-9e90-f613cd561bb3)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:22:50.027701 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:50.075241 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Pushing event updated for resources: {'Port': ['ID=0ecdda5b-aaac-4b6d-9bc6-242798cfb985,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:50.082803 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:22:50.083257 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:22:50.083647 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:22:50.083957 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:22:50.084290 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:22:50.084643 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:22:50.084930 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:22:50.085448 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:22:50.085448 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:22:50.085895 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:22:50.086056 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:22:50.086362 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:22:50.324425 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] get_ports_and_sgs() called for port_ids ['0ecdda5b-aaac-4b6d-9bc6-242798cfb985'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:22:50.534409 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bda758-1097-4d3e-9e2e-132f07ee9b61 req-af2f2df3-ecfd-4dc4-91c6-5c5d8ddf8182 tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:22:50.535896 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f5bda758-1097-4d3e-9e2e-132f07ee9b61 req-af2f2df3-ecfd-4dc4-91c6-5c5d8ddf8182 tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] 10.222.0.68 "GET /v2.0/ports?device_id=2bde3bdd-1c2c-46fc-aa49-5042d5b4f1d8 HTTP/1.1" status: 200 len: 945 time: 0.0737243 Jul 14 10:22:50.575285 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f5bda758-1097-4d3e-9e2e-132f07ee9b61 req-35175dc2-f23e-456e-acdd-2502728d5e41 tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] 10.222.0.68 "GET /v2.0/security-groups?id=efd0b50b-6f0b-4711-bc95-e1de9076b768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324595 Jul 14 10:22:51.750461 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721d9d86-fa04-47c9-a2a2-431238161a99 req-ff59cec7-b964-4ee0-be9d-fcd98682094e tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:22:51.752046 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-721d9d86-fa04-47c9-a2a2-431238161a99 req-ff59cec7-b964-4ee0-be9d-fcd98682094e tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] 10.222.0.68 "GET /v2.0/ports?device_id=2bde3bdd-1c2c-46fc-aa49-5042d5b4f1d8 HTTP/1.1" status: 200 len: 945 time: 0.0648856 Jul 14 10:22:51.792904 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-721d9d86-fa04-47c9-a2a2-431238161a99 req-17cee1a2-ee01-443a-ae72-5154a1d71a3a tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] 10.222.0.68 "GET /v2.0/security-groups?id=efd0b50b-6f0b-4711-bc95-e1de9076b768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351293 Jul 14 10:22:51.839491 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 0ecdda5b-aaac-4b6d-9bc6-242798cfb985 up at agent hyperv_n-h2-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:22:51.889601 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Provisioning for port 0ecdda5b-aaac-4b6d-9bc6-242798cfb985 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:22:51.893135 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Provisioning complete for port 0ecdda5b-aaac-4b6d-9bc6-242798cfb985 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:22:51.893532 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:51.975079 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:51.997813 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bde3bdd-1c2c-46fc-aa49-5042d5b4f1d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ecdda5b-aaac-4b6d-9bc6-242798cfb985'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:22:52.000537 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}329bd6c07f982fc6c8be245f0be026b528efb6c8a9415522477faf1b9157eba4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46d0c60f-f6dd-4cdc-b705-78c46bfbcd42" -d '{"events": [{"server_uuid": "2bde3bdd-1c2c-46fc-aa49-5042d5b4f1d8", "name": "network-vif-plugged", "status": "completed", "tag": "0ecdda5b-aaac-4b6d-9bc6-242798cfb985"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:22:52.013853 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 0ecdda5b-aaac-4b6d-9bc6-242798cfb985, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=0ecdda5b-aaac-4b6d-9bc6-242798cfb985,segment=NetworkSegment(62a13a7f-d7eb-4abc-9e90-f613cd561bb3),segment_id=62a13a7f-d7eb-4abc-9e90-f613cd561bb3)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:22:52.018460 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:52.043231 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:22:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be227edf-82f7-4ff5-a921-3bcb08a628c5 x-openstack-request-id: req-be227edf-82f7-4ff5-a921-3bcb08a628c5 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:22:52.043513 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bde3bdd-1c2c-46fc-aa49-5042d5b4f1d8", "name": "network-vif-plugged", "status": "completed", "tag": "0ecdda5b-aaac-4b6d-9bc6-242798cfb985", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:22:52.043768 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-be227edf-82f7-4ff5-a921-3bcb08a628c5 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:22:52.044156 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bde3bdd-1c2c-46fc-aa49-5042d5b4f1d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ecdda5b-aaac-4b6d-9bc6-242798cfb985', 'code': 200} Jul 14 10:22:52.070278 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Pushing event updated for resources: {'Port': ['ID=0ecdda5b-aaac-4b6d-9bc6-242798cfb985,revision_number=5']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:52.181529 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8c0664-38ce-4cb9-bf96-030ca3db12e3 req-165db222-47a0-4e65-a743-00ff607b9af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:22:52.182976 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2c8c0664-38ce-4cb9-bf96-030ca3db12e3 req-165db222-47a0-4e65-a743-00ff607b9af7 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=2bde3bdd-1c2c-46fc-aa49-5042d5b4f1d8 HTTP/1.1" status: 200 len: 1098 time: 0.0523834 Jul 14 10:22:52.217184 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2c8c0664-38ce-4cb9-bf96-030ca3db12e3 req-281c8420-c2dc-4f62-a19c-b4e45b8a2d3e service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=efd0b50b-6f0b-4711-bc95-e1de9076b768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277586 Jul 14 10:22:52.310835 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0e101d3e-e94c-4da7-aa49-4f27cc233152 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:52.976105 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b033b7d8-150a-49e9-9224-538c67b8a32f req-e8c2d6a9-1fba-4484-9b9f-db49fe12809e tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:22:52.977482 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-b033b7d8-150a-49e9-9224-538c67b8a32f req-e8c2d6a9-1fba-4484-9b9f-db49fe12809e tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] 10.222.0.68 "GET /v2.0/ports?device_id=2bde3bdd-1c2c-46fc-aa49-5042d5b4f1d8 HTTP/1.1" status: 200 len: 946 time: 0.0669293 Jul 14 10:22:53.015865 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-b033b7d8-150a-49e9-9224-538c67b8a32f req-ac64d803-9c5b-4bac-a6d0-0567112d6fcc tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] 10.222.0.68 "GET /v2.0/security-groups?id=efd0b50b-6f0b-4711-bc95-e1de9076b768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326548 Jul 14 10:22:54.197126 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51a62e0-fb1b-4f33-965b-3b72a5c989f5 req-2030bfd4-a927-4dfb-9823-cc4a2fc36267 tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:22:54.198676 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c51a62e0-fb1b-4f33-965b-3b72a5c989f5 req-2030bfd4-a927-4dfb-9823-cc4a2fc36267 tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] 10.222.0.68 "GET /v2.0/ports?device_id=2bde3bdd-1c2c-46fc-aa49-5042d5b4f1d8 HTTP/1.1" status: 200 len: 946 time: 0.0686071 Jul 14 10:22:54.238069 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c51a62e0-fb1b-4f33-965b-3b72a5c989f5 req-ba7d71c8-0903-49ad-ab4b-dc95ae286a76 tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] 10.222.0.68 "GET /v2.0/security-groups?id=efd0b50b-6f0b-4711-bc95-e1de9076b768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336428 Jul 14 10:22:54.418072 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad44aa19-5df9-4482-9fce-10d5d854e8c0 req-a0eb5bc8-9ab8-4653-b6ae-4beae28d9aba tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:22:54.419492 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ad44aa19-5df9-4482-9fce-10d5d854e8c0 req-a0eb5bc8-9ab8-4653-b6ae-4beae28d9aba tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] 10.222.0.68 "GET /v2.0/ports?device_id=2bde3bdd-1c2c-46fc-aa49-5042d5b4f1d8 HTTP/1.1" status: 200 len: 946 time: 0.0650654 Jul 14 10:22:54.459227 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ad44aa19-5df9-4482-9fce-10d5d854e8c0 req-e4d9bf14-fb91-4d96-ad8e-df6dff03c1d8 tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] 10.222.0.68 "GET /v2.0/security-groups?id=efd0b50b-6f0b-4711-bc95-e1de9076b768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337279 Jul 14 10:22:54.816789 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826a68eb-43f3-4f7d-bc42-2b0899f8dce4 req-8b1df8a7-da9f-4a4f-90c5-aaf3676703b3 tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:22:54.818326 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-826a68eb-43f3-4f7d-bc42-2b0899f8dce4 req-8b1df8a7-da9f-4a4f-90c5-aaf3676703b3 tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] 10.222.0.68 "GET /v2.0/ports?device_id=2bde3bdd-1c2c-46fc-aa49-5042d5b4f1d8 HTTP/1.1" status: 200 len: 946 time: 0.0675123 Jul 14 10:22:54.862563 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-826a68eb-43f3-4f7d-bc42-2b0899f8dce4 req-94d19864-73f2-4a08-8469-890653d16c3e tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] 10.222.0.68 "GET /v2.0/security-groups?id=efd0b50b-6f0b-4711-bc95-e1de9076b768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385809 Jul 14 10:22:54.868938 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:54.966589 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3985db1f-5a66-43bf-add0-4b6e2c465d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:56.110055 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5ad31076-714c-49ec-bc37-f3d4cd90112a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:57.918099 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5bbe322f-3f67-4864-bc0a-91afe44d23e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:06.590760 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05eac0f3-976c-400f-8df2-628326cc4541 req-55104157-1d57-4179-846b-45d3a777e264 tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:23:06.592255 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-05eac0f3-976c-400f-8df2-628326cc4541 req-55104157-1d57-4179-846b-45d3a777e264 tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] 10.222.0.68 "GET /v2.0/ports?device_id=2bde3bdd-1c2c-46fc-aa49-5042d5b4f1d8 HTTP/1.1" status: 200 len: 946 time: 0.0674577 Jul 14 10:23:06.633080 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-05eac0f3-976c-400f-8df2-628326cc4541 req-f18e1e30-ce9a-4774-99b6-6feca7840451 tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] 10.222.0.68 "GET /v2.0/security-groups?id=efd0b50b-6f0b-4711-bc95-e1de9076b768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337918 Jul 14 10:23:06.658412 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 40254) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:23:06.752296 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0708daca-917f-43ff-b4a9-4285982f39d9 tempest-TestMinimumBasicScenario-189444439 tempest-TestMinimumBasicScenario-189444439-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:23:06.753850 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-0708daca-917f-43ff-b4a9-4285982f39d9 tempest-TestMinimumBasicScenario-189444439 tempest-TestMinimumBasicScenario-189444439-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=2bde3bdd-1c2c-46fc-aa49-5042d5b4f1d8 HTTP/1.1" status: 200 len: 1093 time: 0.0943890 Jul 14 10:23:06.756746 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 40258) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:23:06.761099 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-54f18d84-a4c0-4ba9-ad67-7d0bd1f65f79 tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] Request body: {'floatingip': {'floating_network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'port_id': '0ecdda5b-aaac-4b6d-9bc6-242798cfb985', 'tenant_id': '9db167a5b74641b78ecbc6dfb43dcb0f', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:23:06.783814 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-54f18d84-a4c0-4ba9-ad67-7d0bd1f65f79 tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] Notify callbacks [] for floatingip, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:06.882672 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-54f18d84-a4c0-4ba9-ad67-7d0bd1f65f79 tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:06.989398 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-54f18d84-a4c0-4ba9-ad67-7d0bd1f65f79 tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] Allocated IP 172.25.4.40 (2dcd4d32-cc7c-4468-b396-7ce5c9231892/6cd22a75-5bc1-467c-a3c4-0af04bd1b34a/690d4732-adc1-401a-abd0-007225764832) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:23:07.095333 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-54f18d84-a4c0-4ba9-ad67-7d0bd1f65f79 tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:07.135212 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-54f18d84-a4c0-4ba9-ad67-7d0bd1f65f79 tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:07.174573 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54f18d84-a4c0-4ba9-ad67-7d0bd1f65f79 tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] Network 2dcd4d32-cc7c-4468-b396-7ce5c9231892 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:23:07.177438 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-54f18d84-a4c0-4ba9-ad67-7d0bd1f65f79 tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:23:07.181026 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f18d84-a4c0-4ba9-ad67-7d0bd1f65f79 tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:23:07.203598 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f18d84-a4c0-4ba9-ad67-7d0bd1f65f79 tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] Pushing event updated for resources: {'Port': ['ID=690d4732-adc1-401a-abd0-007225764832,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:23:07.545068 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-54f18d84-a4c0-4ba9-ad67-7d0bd1f65f79 tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:07.620305 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-54f18d84-a4c0-4ba9-ad67-7d0bd1f65f79 tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:07.769073 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-54f18d84-a4c0-4ba9-ad67-7d0bd1f65f79 tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:07.773690 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-54f18d84-a4c0-4ba9-ad67-7d0bd1f65f79 tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:07.846954 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f18d84-a4c0-4ba9-ad67-7d0bd1f65f79 tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] Pushing event updated for resources: {'Port': ['ID=690d4732-adc1-401a-abd0-007225764832,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:23:07.857152 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-54f18d84-a4c0-4ba9-ad67-7d0bd1f65f79 tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-660590'] for floatingip, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:08.247440 n-d-779913-29 neutron-server[93957]: INFO neutron.db.l3_db [None req-54f18d84-a4c0-4ba9-ad67-7d0bd1f65f79 tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] Floating IP 62d7de4a-a744-46dd-97e4-a23666cbb218 associated. External IP: 172.25.4.40, port: 0ecdda5b-aaac-4b6d-9bc6-242798cfb985. Jul 14 10:23:08.448857 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54f18d84-a4c0-4ba9-ad67-7d0bd1f65f79 tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] Router a3c85ca7-9346-4f25-948f-155a3f1d8b22 has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:23:08.555792 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54f18d84-a4c0-4ba9-ad67-7d0bd1f65f79 tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:23:08.565699 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b52917f2-f3ec-44ad-8704-a1b55919dc83 None None] Sync routers for ids ['a3c85ca7-9346-4f25-948f-155a3f1d8b22'] in n-d-779913-29 {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:23:08.571634 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-54f18d84-a4c0-4ba9-ad67-7d0bd1f65f79 tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for floatingip, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:08.575596 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b52917f2-f3ec-44ad-8704-a1b55919dc83 None None] Routers {'a3c85ca7-9346-4f25-948f-155a3f1d8b22'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:23:08.576193 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-b52917f2-f3ec-44ad-8704-a1b55919dc83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T10:22:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['a3c85ca7-9346-4f25-948f-155a3f1d8b22'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:23:08.616122 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-54f18d84-a4c0-4ba9-ad67-7d0bd1f65f79 tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8582404 Jul 14 10:23:08.616761 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bde3bdd-1c2c-46fc-aa49-5042d5b4f1d8', 'tag': '0ecdda5b-aaac-4b6d-9bc6-242798cfb985'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:23:08.619142 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 40260) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:23:08.620723 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}175264a25d5f1cec9b1451f1a8cc8ced5d4502f5c48740ac7c6845d527b2175b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19d79f16-5dca-4273-9c39-59d2337cfdda" -d '{"events": [{"name": "network-changed", "server_uuid": "2bde3bdd-1c2c-46fc-aa49-5042d5b4f1d8", "tag": "0ecdda5b-aaac-4b6d-9bc6-242798cfb985"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:23:08.624069 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-d78f9999-c457-4d4e-aef4-cdd6098a705b tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-71055970', 'description': 'tempest-secgroup-smoke-71055970 description', 'project_id': '9db167a5b74641b78ecbc6dfb43dcb0f'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:23:08.649656 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d78f9999-c457-4d4e-aef4-cdd6098a705b tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:08.663178 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:23:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1383675-7004-47ab-8d4a-a0aed2598348 x-openstack-request-id: req-c1383675-7004-47ab-8d4a-a0aed2598348 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:23:08.663496 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bde3bdd-1c2c-46fc-aa49-5042d5b4f1d8", "tag": "0ecdda5b-aaac-4b6d-9bc6-242798cfb985", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:23:08.663747 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-c1383675-7004-47ab-8d4a-a0aed2598348 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:23:08.664142 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bde3bdd-1c2c-46fc-aa49-5042d5b4f1d8', 'tag': '0ecdda5b-aaac-4b6d-9bc6-242798cfb985', 'status': 'completed', 'code': 200} Jul 14 10:23:08.713077 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvr_db [None req-b52917f2-f3ec-44ad-8704-a1b55919dc83 None None] Set router a3c85ca7-9346-4f25-948f-155a3f1d8b22 gateway port host: n-d-779913-29 {{(pid=93959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:23:08.743531 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d78f9999-c457-4d4e-aef4-cdd6098a705b tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:08.748488 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d78f9999-c457-4d4e-aef4-cdd6098a705b tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:08.762029 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d79f16-5dca-4273-9c39-59d2337cfdda req-9b4108e2-d39b-487c-9e33-f46d1ba12ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:23:08.763766 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-19d79f16-5dca-4273-9c39-59d2337cfdda req-9b4108e2-d39b-487c-9e33-f46d1ba12ad2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9db167a5b74641b78ecbc6dfb43dcb0f&device_id=2bde3bdd-1c2c-46fc-aa49-5042d5b4f1d8 HTTP/1.1" status: 200 len: 1098 time: 0.0548246 Jul 14 10:23:08.776362 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d78f9999-c457-4d4e-aef4-cdd6098a705b tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:08.777630 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-d78f9999-c457-4d4e-aef4-cdd6098a705b tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1574748 Jul 14 10:23:08.781607 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 40264) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:23:08.788054 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-76055bb5-99e3-4588-ae42-4e2a65b30d4f tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] Request body: {'security_group_rule': {'security_group_id': 'b7034a85-3ad4-4fa4-863c-fa19cb0ffc28', 'project_id': '9db167a5b74641b78ecbc6dfb43dcb0f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:23:08.793254 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78f9999-c457-4d4e-aef4-cdd6098a705b tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7034a85-3ad4-4fa4-863c-fa19cb0ffc28,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:23:08.821834 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-76055bb5-99e3-4588-ae42-4e2a65b30d4f tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:08.868890 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d79f16-5dca-4273-9c39-59d2337cfdda req-0fae213d-eefb-4754-93c5-450ab328ba42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:23:08.870878 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-19d79f16-5dca-4273-9c39-59d2337cfdda req-0fae213d-eefb-4754-93c5-450ab328ba42 service neutron] 10.222.0.57 "GET /v2.0/networks?id=d6e3d549-21aa-43fa-86b5-5b948925835b HTTP/1.1" status: 200 len: 916 time: 0.1002641 Jul 14 10:23:08.888218 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-76055bb5-99e3-4588-ae42-4e2a65b30d4f tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:08.893333 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-76055bb5-99e3-4588-ae42-4e2a65b30d4f tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529131'] for security_group_rule, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:08.914575 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76055bb5-99e3-4588-ae42-4e2a65b30d4f tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d1d4186-bc59-4adf-b89f-40ef616d31df,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:23:08.921560 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-76055bb5-99e3-4588-ae42-4e2a65b30d4f tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:08.925446 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-76055bb5-99e3-4588-ae42-4e2a65b30d4f tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1392472 Jul 14 10:23:08.925446 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76055bb5-99e3-4588-ae42-4e2a65b30d4f tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:23:08.925446 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76055bb5-99e3-4588-ae42-4e2a65b30d4f tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:23:08.925446 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76055bb5-99e3-4588-ae42-4e2a65b30d4f tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:23:08.925446 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76055bb5-99e3-4588-ae42-4e2a65b30d4f tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:23:08.926013 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76055bb5-99e3-4588-ae42-4e2a65b30d4f tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:23:08.926109 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76055bb5-99e3-4588-ae42-4e2a65b30d4f tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:23:08.926477 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76055bb5-99e3-4588-ae42-4e2a65b30d4f tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:23:08.926756 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76055bb5-99e3-4588-ae42-4e2a65b30d4f tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:23:08.927078 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76055bb5-99e3-4588-ae42-4e2a65b30d4f tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:23:08.927405 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76055bb5-99e3-4588-ae42-4e2a65b30d4f tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:23:08.927732 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76055bb5-99e3-4588-ae42-4e2a65b30d4f tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:23:08.928030 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 40266) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:23:08.928140 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76055bb5-99e3-4588-ae42-4e2a65b30d4f tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:23:08.935385 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-1ff62b89-8a2c-43b2-9d42-e279fed6616a tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] Request body: {'security_group_rule': {'security_group_id': 'b7034a85-3ad4-4fa4-863c-fa19cb0ffc28', 'project_id': '9db167a5b74641b78ecbc6dfb43dcb0f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:23:08.965940 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-19d79f16-5dca-4273-9c39-59d2337cfdda req-65de4cad-fbef-4eaf-80be-d90fa2ddb86e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0ecdda5b-aaac-4b6d-9bc6-242798cfb985 HTTP/1.1" status: 200 len: 999 time: 0.0871744 Jul 14 10:23:08.979246 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-b52917f2-f3ec-44ad-8704-a1b55919dc83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3c85ca7-9346-4f25-948f-155a3f1d8b22', 'name': 'tempest-TestMinimumBasicScenario-1403009484-router', 'tenant_id': '9db167a5b74641b78ecbc6dfb43dcb0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.208'}], 'enable_snat': True}, 'gw_port_id': '42abb8ae-fb6a-4f48-a271-a539d403b515', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:22:13Z', 'updated_at': '2021-07-14T10:22:16Z', 'revision_number': 4, 'project_id': '9db167a5b74641b78ecbc6dfb43dcb0f', 'gw_port': {'id': '42abb8ae-fb6a-4f48-a271-a539d403b515', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:7d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c85ca7-9346-4f25-948f-155a3f1d8b22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:22:14Z', 'updated_at': '2021-07-14T10:22:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_floatingips': [{'id': '62d7de4a-a744-46dd-97e4-a23666cbb218', 'tenant_id': '9db167a5b74641b78ecbc6dfb43dcb0f', 'floating_ip_address': '172.25.4.40', 'floating_network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'router_id': 'a3c85ca7-9346-4f25-948f-155a3f1d8b22', 'port_id': '0ecdda5b-aaac-4b6d-9bc6-242798cfb985', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4116, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6e3d549-21aa-43fa-86b5-5b948925835b', 'mac_address': 'fa:16:3e:f9:67:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bde3bdd-1c2c-46fc-aa49-5042d5b4f1d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T10:23:07Z', 'updated_at': '2021-07-14T10:23:07Z', 'revision_number': 0, 'project_id': '9db167a5b74641b78ecbc6dfb43dcb0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f9c843e-2bd3-4089-bd69-8622767ca231', 'name': '', 'network_id': 'd6e3d549-21aa-43fa-86b5-5b948925835b', 'tenant_id': '9db167a5b74641b78ecbc6dfb43dcb0f', 'mac_address': 'fa:16:3e:f3:58:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c85ca7-9346-4f25-948f-155a3f1d8b22', 'device_owner': 'network:router_interface', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': '5d46870e-591d-4504-9cc7-f4500a6efa2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:22:15Z', 'updated_at': '2021-07-14T10:22:22Z', 'revision_number': 5, 'project_id': '9db167a5b74641b78ecbc6dfb43dcb0f', 'subnets': [{'id': '5d46870e-591d-4504-9cc7-f4500a6efa2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:23:08.982862 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1ff62b89-8a2c-43b2-9d42-e279fed6616a tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:09.005676 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b52917f2-f3ec-44ad-8704-a1b55919dc83 None None] Checking router: a3c85ca7-9346-4f25-948f-155a3f1d8b22 for host: n-d-779913-29 {{(pid=93959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:23:09.014087 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b52917f2-f3ec-44ad-8704-a1b55919dc83 None None] Routers {'a3c85ca7-9346-4f25-948f-155a3f1d8b22'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:23:09.014704 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-b52917f2-f3ec-44ad-8704-a1b55919dc83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T10:22:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['a3c85ca7-9346-4f25-948f-155a3f1d8b22'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:23:09.047520 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d79f16-5dca-4273-9c39-59d2337cfdda req-aba2225f-af7d-4423-9566-5413e8c4d401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:23:09.049013 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-19d79f16-5dca-4273-9c39-59d2337cfdda req-aba2225f-af7d-4423-9566-5413e8c4d401 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5d46870e-591d-4504-9cc7-f4500a6efa2e HTTP/1.1" status: 200 len: 854 time: 0.0741041 Jul 14 10:23:09.092252 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1ff62b89-8a2c-43b2-9d42-e279fed6616a tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:09.096820 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1ff62b89-8a2c-43b2-9d42-e279fed6616a tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529131'] for security_group_rule, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:09.121800 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff62b89-8a2c-43b2-9d42-e279fed6616a tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=255fb977-586f-4c6c-ba7a-46c02e0d51bc,revision_number=0']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:23:09.122894 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvr_db [None req-b52917f2-f3ec-44ad-8704-a1b55919dc83 None None] Set router a3c85ca7-9346-4f25-948f-155a3f1d8b22 gateway port host: n-d-779913-29 {{(pid=93959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:23:09.125781 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1ff62b89-8a2c-43b2-9d42-e279fed6616a tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:09.126970 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-1ff62b89-8a2c-43b2-9d42-e279fed6616a tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1979403 Jul 14 10:23:09.129702 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 40268) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:23:09.134069 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-ea14d9e7-fbca-4778-92bd-59ef3c33e87d tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] Request body: {'security_group_rule': {'security_group_id': 'b7034a85-3ad4-4fa4-863c-fa19cb0ffc28', 'project_id': '9db167a5b74641b78ecbc6dfb43dcb0f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:23:09.162929 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d79f16-5dca-4273-9c39-59d2337cfdda req-d45e6137-9eb6-4cf7-8635-290cd5bf2796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:23:09.164441 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-19d79f16-5dca-4273-9c39-59d2337cfdda req-d45e6137-9eb6-4cf7-8635-290cd5bf2796 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d6e3d549-21aa-43fa-86b5-5b948925835b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1074212 Jul 14 10:23:09.191943 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ea14d9e7-fbca-4778-92bd-59ef3c33e87d tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:09.302368 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-19d79f16-5dca-4273-9c39-59d2337cfdda req-bd97dcdf-7713-452b-81f3-7227296d002a service neutron] 10.222.0.57 "GET /v2.0/networks/d6e3d549-21aa-43fa-86b5-5b948925835b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284201 Jul 14 10:23:09.314458 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ea14d9e7-fbca-4778-92bd-59ef3c33e87d tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:09.323975 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ea14d9e7-fbca-4778-92bd-59ef3c33e87d tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529131'] for security_group_rule, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:09.355485 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-b52917f2-f3ec-44ad-8704-a1b55919dc83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3c85ca7-9346-4f25-948f-155a3f1d8b22', 'name': 'tempest-TestMinimumBasicScenario-1403009484-router', 'tenant_id': '9db167a5b74641b78ecbc6dfb43dcb0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.208'}], 'enable_snat': True}, 'gw_port_id': '42abb8ae-fb6a-4f48-a271-a539d403b515', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:22:13Z', 'updated_at': '2021-07-14T10:22:16Z', 'revision_number': 4, 'project_id': '9db167a5b74641b78ecbc6dfb43dcb0f', 'gw_port': {'id': '42abb8ae-fb6a-4f48-a271-a539d403b515', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:7d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c85ca7-9346-4f25-948f-155a3f1d8b22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:22:14Z', 'updated_at': '2021-07-14T10:22:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_floatingips': [{'id': '62d7de4a-a744-46dd-97e4-a23666cbb218', 'tenant_id': '9db167a5b74641b78ecbc6dfb43dcb0f', 'floating_ip_address': '172.25.4.40', 'floating_network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'router_id': 'a3c85ca7-9346-4f25-948f-155a3f1d8b22', 'port_id': '0ecdda5b-aaac-4b6d-9bc6-242798cfb985', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4116, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6e3d549-21aa-43fa-86b5-5b948925835b', 'mac_address': 'fa:16:3e:f9:67:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bde3bdd-1c2c-46fc-aa49-5042d5b4f1d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T10:23:07Z', 'updated_at': '2021-07-14T10:23:07Z', 'revision_number': 0, 'project_id': '9db167a5b74641b78ecbc6dfb43dcb0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f9c843e-2bd3-4089-bd69-8622767ca231', 'name': '', 'network_id': 'd6e3d549-21aa-43fa-86b5-5b948925835b', 'tenant_id': '9db167a5b74641b78ecbc6dfb43dcb0f', 'mac_address': 'fa:16:3e:f3:58:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c85ca7-9346-4f25-948f-155a3f1d8b22', 'device_owner': 'network:router_interface', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': '5d46870e-591d-4504-9cc7-f4500a6efa2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:22:15Z', 'updated_at': '2021-07-14T10:22:22Z', 'revision_number': 5, 'project_id': '9db167a5b74641b78ecbc6dfb43dcb0f', 'subnets': [{'id': '5d46870e-591d-4504-9cc7-f4500a6efa2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:23:09.383633 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b52917f2-f3ec-44ad-8704-a1b55919dc83 None None] The sync data for ids ['a3c85ca7-9346-4f25-948f-155a3f1d8b22'] in n-d-779913-29 is: [{'id': 'a3c85ca7-9346-4f25-948f-155a3f1d8b22', 'name': 'tempest-TestMinimumBasicScenario-1403009484-router', 'tenant_id': '9db167a5b74641b78ecbc6dfb43dcb0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.208'}], 'enable_snat': True}, 'gw_port_id': '42abb8ae-fb6a-4f48-a271-a539d403b515', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:22:13Z', 'updated_at': '2021-07-14T10:22:16Z', 'revision_number': 4, 'project_id': '9db167a5b74641b78ecbc6dfb43dcb0f', 'gw_port': {'id': '42abb8ae-fb6a-4f48-a271-a539d403b515', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:7d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c85ca7-9346-4f25-948f-155a3f1d8b22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:22:14Z', 'updated_at': '2021-07-14T10:22:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_floatingips': [{'id': '62d7de4a-a744-46dd-97e4-a23666cbb218', 'tenant_id': '9db167a5b74641b78ecbc6dfb43dcb0f', 'floating_ip_address': '172.25.4.40', 'floating_network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'router_id': 'a3c85ca7-9346-4f25-948f-155a3f1d8b22', 'port_id': '0ecdda5b-aaac-4b6d-9bc6-242798cfb985', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4116, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6e3d549-21aa-43fa-86b5-5b948925835b', 'mac_address': 'fa:16:3e:f9:67:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bde3bdd-1c2c-46fc-aa49-5042d5b4f1d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T10:23:07Z', 'updated_at': '2021-07-14T10:23:07Z', 'revision_number': 0, 'project_id': '9db167a5b74641b78ecbc6dfb43dcb0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f9c843e-2bd3-4089-bd69-8622767ca231', 'name': '', 'network_id': 'd6e3d549-21aa-43fa-86b5-5b948925835b', 'tenant_id': '9db167a5b74641b78ecbc6dfb43dcb0f', 'mac_address': 'fa:16:3e:f3:58:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c85ca7-9346-4f25-948f-155a3f1d8b22', 'device_owner': 'network:router_interface', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': '5d46870e-591d-4504-9cc7-f4500a6efa2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:22:15Z', 'updated_at': '2021-07-14T10:22:22Z', 'revision_number': 5, 'project_id': '9db167a5b74641b78ecbc6dfb43dcb0f', 'subnets': [{'id': '5d46870e-591d-4504-9cc7-f4500a6efa2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:23:09.388595 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea14d9e7-fbca-4778-92bd-59ef3c33e87d tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca73bb63-a618-44b4-bb85-00cde340b1eb,revision_number=0']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:23:09.402615 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ea14d9e7-fbca-4778-92bd-59ef3c33e87d tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:09.403876 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-ea14d9e7-fbca-4778-92bd-59ef3c33e87d tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2732606 Jul 14 10:23:09.406810 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 40270) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:23:09.411625 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-fe2ef378-7677-49b1-894b-ea4625909844 tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] Request body: {'security_group_rule': {'security_group_id': 'b7034a85-3ad4-4fa4-863c-fa19cb0ffc28', 'project_id': '9db167a5b74641b78ecbc6dfb43dcb0f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:23:09.440132 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fe2ef378-7677-49b1-894b-ea4625909844 tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:09.443560 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-19d79f16-5dca-4273-9c39-59d2337cfdda req-59f9caf7-6fa9-4e1b-972a-e51ab6e80b8a service neutron] 10.222.0.57 "GET /v2.0/networks/d6e3d549-21aa-43fa-86b5-5b948925835b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320531 Jul 14 10:23:09.506361 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fe2ef378-7677-49b1-894b-ea4625909844 tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:09.513236 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fe2ef378-7677-49b1-894b-ea4625909844 tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529131'] for security_group_rule, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:09.532254 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2ef378-7677-49b1-894b-ea4625909844 tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ec6ca13-eb3c-4b80-b7bd-c75ab130bd0d,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:23:09.539506 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fe2ef378-7677-49b1-894b-ea4625909844 tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:09.540798 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-fe2ef378-7677-49b1-894b-ea4625909844 tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1329083 Jul 14 10:23:09.543559 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 40272) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:23:09.548351 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-be9529a8-5af2-410d-9d7c-42cf13031829 tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] Request body: {'security_group_rule': {'security_group_id': 'b7034a85-3ad4-4fa4-863c-fa19cb0ffc28', 'project_id': '9db167a5b74641b78ecbc6dfb43dcb0f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:23:09.571177 n-d-779913-29 neutron-server[93958]: INFO neutron.db.securitygroups_db [None req-be9529a8-5af2-410d-9d7c-42cf13031829 tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] Project 9db167a5b74641b78ecbc6dfb43dcb0f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 10:23:09.576542 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-be9529a8-5af2-410d-9d7c-42cf13031829 tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:09.597602 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ade3cb-8e94-4e5b-a802-2874e9c29aa6 None None] New status for floating IP 62d7de4a-a744-46dd-97e4-a23666cbb218: ACTIVE {{(pid=93960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 10:23:09.641958 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-be9529a8-5af2-410d-9d7c-42cf13031829 tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:09.645548 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-be9529a8-5af2-410d-9d7c-42cf13031829 tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529131'] for security_group_rule, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:09.663001 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9529a8-5af2-410d-9d7c-42cf13031829 tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fe97bbe-d27d-42d6-87bd-2580b4e2cdce,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:23:09.669225 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-be9529a8-5af2-410d-9d7c-42cf13031829 tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:09.673622 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-be9529a8-5af2-410d-9d7c-42cf13031829 tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1259816 Jul 14 10:23:09.673838 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 40274) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:23:09.678243 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-6ba98308-ec87-4090-ad9b-4eae90b68b21 tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] Request body: {'security_group_rule': {'security_group_id': 'b7034a85-3ad4-4fa4-863c-fa19cb0ffc28', 'project_id': '9db167a5b74641b78ecbc6dfb43dcb0f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:23:09.693315 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.agents_db [None req-3c3509fb-540d-4335-a450-574895dd3602 None None] Agent healthcheck: found 7 active agents {{(pid=93960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:23:09.701848 n-d-779913-29 neutron-server[93958]: INFO neutron.db.securitygroups_db [None req-6ba98308-ec87-4090-ad9b-4eae90b68b21 tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] Project 9db167a5b74641b78ecbc6dfb43dcb0f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 10:23:09.707134 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6ba98308-ec87-4090-ad9b-4eae90b68b21 tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:09.772847 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6ba98308-ec87-4090-ad9b-4eae90b68b21 tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:09.776784 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6ba98308-ec87-4090-ad9b-4eae90b68b21 tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529131'] for security_group_rule, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:09.798761 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba98308-ec87-4090-ad9b-4eae90b68b21 tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7618923-e2d5-40ff-9459-18f6a0d21b00,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:23:09.802179 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6ba98308-ec87-4090-ad9b-4eae90b68b21 tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:09.803384 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-6ba98308-ec87-4090-ad9b-4eae90b68b21 tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1286001 Jul 14 10:23:09.919148 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-922998ce-158a-4f87-b854-efeae9fdf8b8 req-cfc55bc3-b693-437c-a1e1-c6abebf0f472 tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-71055970&fields=id&tenant_id=9db167a5b74641b78ecbc6dfb43dcb0f HTTP/1.1" status: 200 len: 267 time: 0.0323024 Jul 14 10:23:09.985530 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922998ce-158a-4f87-b854-efeae9fdf8b8 req-70a5c6b1-6db0-4d2f-85ec-c392d36e9675 tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:23:09.987023 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-922998ce-158a-4f87-b854-efeae9fdf8b8 req-70a5c6b1-6db0-4d2f-85ec-c392d36e9675 tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] 10.222.0.68 "GET /v2.0/ports?device_id=2bde3bdd-1c2c-46fc-aa49-5042d5b4f1d8 HTTP/1.1" status: 200 len: 946 time: 0.0620663 Jul 14 10:23:10.001290 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [req-922998ce-158a-4f87-b854-efeae9fdf8b8 req-d8176641-baab-49cc-8211-6898fc0de59a tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] Request body: {'port': {'security_groups': ['efd0b50b-6f0b-4711-bc95-e1de9076b768', 'b7034a85-3ad4-4fa4-863c-fa19cb0ffc28']}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:23:10.087009 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-922998ce-158a-4f87-b854-efeae9fdf8b8 req-d8176641-baab-49cc-8211-6898fc0de59a tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:10.271740 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [req-922998ce-158a-4f87-b854-efeae9fdf8b8 req-d8176641-baab-49cc-8211-6898fc0de59a tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] For port 0ecdda5b-aaac-4b6d-9bc6-242798cfb985, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=0ecdda5b-aaac-4b6d-9bc6-242798cfb985,segment=NetworkSegment(62a13a7f-d7eb-4abc-9e90-f613cd561bb3),segment_id=62a13a7f-d7eb-4abc-9e90-f613cd561bb3)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:23:10.301335 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-922998ce-158a-4f87-b854-efeae9fdf8b8 req-d8176641-baab-49cc-8211-6898fc0de59a tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:10.306240 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-922998ce-158a-4f87-b854-efeae9fdf8b8 req-d8176641-baab-49cc-8211-6898fc0de59a tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13574142'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:10.342368 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] get_ports_and_sgs() called for port_ids ['0ecdda5b-aaac-4b6d-9bc6-242798cfb985'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:23:10.374605 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922998ce-158a-4f87-b854-efeae9fdf8b8 req-d8176641-baab-49cc-8211-6898fc0de59a tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:23:10.374783 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [req-922998ce-158a-4f87-b854-efeae9fdf8b8 req-d8176641-baab-49cc-8211-6898fc0de59a tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:10.376141 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-922998ce-158a-4f87-b854-efeae9fdf8b8 req-d8176641-baab-49cc-8211-6898fc0de59a tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] 10.222.0.68 "PUT /v2.0/ports/0ecdda5b-aaac-4b6d-9bc6-242798cfb985 HTTP/1.1" status: 200 len: 982 time: 0.3821783 Jul 14 10:23:10.376668 n-d-779913-29 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bde3bdd-1c2c-46fc-aa49-5042d5b4f1d8', 'tag': '0ecdda5b-aaac-4b6d-9bc6-242798cfb985'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:23:10.378957 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82c9a11f5df8b4f9d341972fcff9d80aa084fe552c1175757b5f274cb7b9b23a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9fdd17b-eb95-445c-9a32-fbd9af568daa" -d '{"events": [{"name": "network-changed", "server_uuid": "2bde3bdd-1c2c-46fc-aa49-5042d5b4f1d8", "tag": "0ecdda5b-aaac-4b6d-9bc6-242798cfb985"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:23:10.415909 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8176641-baab-49cc-8211-6898fc0de59a tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] Pushing event updated for resources: {'Port': ['ID=0ecdda5b-aaac-4b6d-9bc6-242798cfb985,revision_number=6']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:23:10.497770 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] get_ports_and_sgs() called for port_ids ['0ecdda5b-aaac-4b6d-9bc6-242798cfb985'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:23:10.581062 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3852be8-d3c6-4941-8887-efc1015ee678 req-931216e4-1f7a-4c9b-b29e-670a51a1f793 tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:23:10.583046 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d3852be8-d3c6-4941-8887-efc1015ee678 req-931216e4-1f7a-4c9b-b29e-670a51a1f793 tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] 10.222.0.68 "GET /v2.0/ports?device_id=2bde3bdd-1c2c-46fc-aa49-5042d5b4f1d8 HTTP/1.1" status: 200 len: 985 time: 0.0893648 Jul 14 10:23:10.584528 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:23:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4deb852-708b-4cd1-9197-ae354086eb99 x-openstack-request-id: req-e4deb852-708b-4cd1-9197-ae354086eb99 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:23:10.584822 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bde3bdd-1c2c-46fc-aa49-5042d5b4f1d8", "tag": "0ecdda5b-aaac-4b6d-9bc6-242798cfb985", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:23:10.585072 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-e4deb852-708b-4cd1-9197-ae354086eb99 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:23:10.585458 n-d-779913-29 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bde3bdd-1c2c-46fc-aa49-5042d5b4f1d8', 'tag': '0ecdda5b-aaac-4b6d-9bc6-242798cfb985', 'status': 'completed', 'code': 200} Jul 14 10:23:10.628224 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d3852be8-d3c6-4941-8887-efc1015ee678 req-7bf75fc4-83ba-4aad-90f3-c081c269e9f2 tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] 10.222.0.68 "GET /v2.0/security-groups?id=b7034a85-3ad4-4fa4-863c-fa19cb0ffc28&id=efd0b50b-6f0b-4711-bc95-e1de9076b768&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0390167 Jul 14 10:23:10.692290 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fdd17b-eb95-445c-9a32-fbd9af568daa req-51062dd8-0e56-48b9-96ce-097f7e35361e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:23:10.694460 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e9fdd17b-eb95-445c-9a32-fbd9af568daa req-51062dd8-0e56-48b9-96ce-097f7e35361e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9db167a5b74641b78ecbc6dfb43dcb0f&device_id=2bde3bdd-1c2c-46fc-aa49-5042d5b4f1d8 HTTP/1.1" status: 200 len: 1137 time: 0.0643291 Jul 14 10:23:10.738943 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-51ae8041-0328-4fd5-9b65-8e55b140dc21 None None] Provisioning complete for port 0ecdda5b-aaac-4b6d-9bc6-242798cfb985 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:23:10.739315 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-51ae8041-0328-4fd5-9b65-8e55b140dc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:10.790726 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fdd17b-eb95-445c-9a32-fbd9af568daa req-e8cdb7f9-8126-4759-b870-026edb08f7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:23:10.792375 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e9fdd17b-eb95-445c-9a32-fbd9af568daa req-e8cdb7f9-8126-4759-b870-026edb08f7c7 service neutron] 10.222.0.57 "GET /v2.0/networks?id=d6e3d549-21aa-43fa-86b5-5b948925835b HTTP/1.1" status: 200 len: 916 time: 0.0912499 Jul 14 10:23:10.858904 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e9fdd17b-eb95-445c-9a32-fbd9af568daa req-adcc1c75-04b8-4a04-bd72-cd0e4b9a4197 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0ecdda5b-aaac-4b6d-9bc6-242798cfb985 HTTP/1.1" status: 200 len: 1001 time: 0.0595913 Jul 14 10:23:10.909437 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fdd17b-eb95-445c-9a32-fbd9af568daa req-0183c7ae-b8f4-4cec-90bb-97f9a8fef5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:23:10.910960 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e9fdd17b-eb95-445c-9a32-fbd9af568daa req-0183c7ae-b8f4-4cec-90bb-97f9a8fef5c2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5d46870e-591d-4504-9cc7-f4500a6efa2e HTTP/1.1" status: 200 len: 854 time: 0.0458708 Jul 14 10:23:10.972957 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fdd17b-eb95-445c-9a32-fbd9af568daa req-97dcc8f9-8ac0-490f-a318-41de419f96fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:23:10.974660 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e9fdd17b-eb95-445c-9a32-fbd9af568daa req-97dcc8f9-8ac0-490f-a318-41de419f96fc service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d6e3d549-21aa-43fa-86b5-5b948925835b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0576570 Jul 14 10:23:11.070081 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e9fdd17b-eb95-445c-9a32-fbd9af568daa req-bb3ad16c-37eb-4eb3-8a22-510a645fafee service neutron] 10.222.0.57 "GET /v2.0/networks/d6e3d549-21aa-43fa-86b5-5b948925835b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877101 Jul 14 10:23:11.166616 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e9fdd17b-eb95-445c-9a32-fbd9af568daa req-e9a10bad-c6e4-49bf-8f9a-cb13f73bac05 service neutron] 10.222.0.57 "GET /v2.0/networks/d6e3d549-21aa-43fa-86b5-5b948925835b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884097 Jul 14 10:23:13.440344 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:14.233926 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:22.312548 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d8ee2a75-c0f6-405d-b66d-e06043cced20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:24.862368 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:24.969868 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-67272872-2220-49b5-86ab-d204ce2ba5f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:26.113236 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5ad31076-714c-49ec-bc37-f3d4cd90112a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:26.933436 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0176a4cf-a342-4963-8568-2d338780c378 req-e9f4e9e6-d1e2-403a-84de-4ea09918fa11 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=2bde3bdd-1c2c-46fc-aa49-5042d5b4f1d8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0527036 Jul 14 10:23:27.045213 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0176a4cf-a342-4963-8568-2d338780c378 req-efe1c5cc-4cce-4196-86bd-cf9fc7129aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:23:27.046771 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0176a4cf-a342-4963-8568-2d338780c378 req-efe1c5cc-4cce-4196-86bd-cf9fc7129aae service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9db167a5b74641b78ecbc6dfb43dcb0f&device_id=2bde3bdd-1c2c-46fc-aa49-5042d5b4f1d8 HTTP/1.1" status: 200 len: 1137 time: 0.0540824 Jul 14 10:23:27.158019 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0176a4cf-a342-4963-8568-2d338780c378 req-12311078-e026-4fb7-b3dd-285ef407bc36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:23:27.159589 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0176a4cf-a342-4963-8568-2d338780c378 req-12311078-e026-4fb7-b3dd-285ef407bc36 service neutron] 10.222.0.57 "GET /v2.0/networks?id=d6e3d549-21aa-43fa-86b5-5b948925835b HTTP/1.1" status: 200 len: 916 time: 0.0925291 Jul 14 10:23:27.226481 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0176a4cf-a342-4963-8568-2d338780c378 req-abb7931e-019e-4c4a-a5ff-632e45bee559 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0ecdda5b-aaac-4b6d-9bc6-242798cfb985 HTTP/1.1" status: 200 len: 1001 time: 0.0600364 Jul 14 10:23:27.276953 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0176a4cf-a342-4963-8568-2d338780c378 req-d02badbf-acc0-4f56-86b5-85538d0f1e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:23:27.279004 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0176a4cf-a342-4963-8568-2d338780c378 req-d02badbf-acc0-4f56-86b5-85538d0f1e84 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5d46870e-591d-4504-9cc7-f4500a6efa2e HTTP/1.1" status: 200 len: 854 time: 0.0450580 Jul 14 10:23:27.340905 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0176a4cf-a342-4963-8568-2d338780c378 req-c3a363eb-09d1-44d8-881b-01864a614a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:23:27.342439 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0176a4cf-a342-4963-8568-2d338780c378 req-c3a363eb-09d1-44d8-881b-01864a614a45 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d6e3d549-21aa-43fa-86b5-5b948925835b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0571513 Jul 14 10:23:27.432520 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0176a4cf-a342-4963-8568-2d338780c378 req-ff146d54-dc74-49b1-817b-d24bd8e5ed4a service neutron] 10.222.0.57 "GET /v2.0/networks/d6e3d549-21aa-43fa-86b5-5b948925835b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828586 Jul 14 10:23:27.526354 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0176a4cf-a342-4963-8568-2d338780c378 req-4b934b29-b6fd-46b5-87ce-1895a18fa6b9 service neutron] 10.222.0.57 "GET /v2.0/networks/d6e3d549-21aa-43fa-86b5-5b948925835b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874329 Jul 14 10:23:27.922104 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5bbe322f-3f67-4864-bc0a-91afe44d23e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:27.961804 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f136ad-8631-4de0-8eab-639547e84ff9 req-2a50dba7-f0f6-4014-b03f-dc6f5929c385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:23:27.963342 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c0f136ad-8631-4de0-8eab-639547e84ff9 req-2a50dba7-f0f6-4014-b03f-dc6f5929c385 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9db167a5b74641b78ecbc6dfb43dcb0f&device_id=2bde3bdd-1c2c-46fc-aa49-5042d5b4f1d8 HTTP/1.1" status: 200 len: 1137 time: 0.0672507 Jul 14 10:23:27.970280 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c83392-8548-44f1-9d38-bc53628a0502 req-844785b5-8d18-46d1-84a2-df88255aa674 tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:23:27.971770 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-80c83392-8548-44f1-9d38-bc53628a0502 req-844785b5-8d18-46d1-84a2-df88255aa674 tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] 10.222.0.68 "GET /v2.0/ports?device_id=2bde3bdd-1c2c-46fc-aa49-5042d5b4f1d8 HTTP/1.1" status: 200 len: 985 time: 0.0703812 Jul 14 10:23:28.014417 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-80c83392-8548-44f1-9d38-bc53628a0502 req-a33077a5-1c2b-4fc3-837f-6563db25b382 tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] 10.222.0.68 "GET /v2.0/security-groups?id=b7034a85-3ad4-4fa4-863c-fa19cb0ffc28&id=efd0b50b-6f0b-4711-bc95-e1de9076b768&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0363927 Jul 14 10:23:28.069787 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f136ad-8631-4de0-8eab-639547e84ff9 req-0fb33786-0a41-46b6-9ce3-eb5a32338a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:23:28.071282 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c0f136ad-8631-4de0-8eab-639547e84ff9 req-0fb33786-0a41-46b6-9ce3-eb5a32338a26 service neutron] 10.222.0.57 "GET /v2.0/networks?id=d6e3d549-21aa-43fa-86b5-5b948925835b HTTP/1.1" status: 200 len: 916 time: 0.0990605 Jul 14 10:23:28.141148 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c0f136ad-8631-4de0-8eab-639547e84ff9 req-3392478e-eacf-41f0-8cdc-1f8915df4566 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0ecdda5b-aaac-4b6d-9bc6-242798cfb985 HTTP/1.1" status: 200 len: 1001 time: 0.0598991 Jul 14 10:23:28.192166 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f136ad-8631-4de0-8eab-639547e84ff9 req-cbdb7fe1-15a5-45f3-8693-02636944957e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:23:28.194213 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c0f136ad-8631-4de0-8eab-639547e84ff9 req-cbdb7fe1-15a5-45f3-8693-02636944957e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5d46870e-591d-4504-9cc7-f4500a6efa2e HTTP/1.1" status: 200 len: 854 time: 0.0468614 Jul 14 10:23:28.262640 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f136ad-8631-4de0-8eab-639547e84ff9 req-0ddce38d-254e-49ee-a513-8f23a81acc27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:23:28.264245 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c0f136ad-8631-4de0-8eab-639547e84ff9 req-0ddce38d-254e-49ee-a513-8f23a81acc27 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d6e3d549-21aa-43fa-86b5-5b948925835b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0588884 Jul 14 10:23:28.369749 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c0f136ad-8631-4de0-8eab-639547e84ff9 req-32da8c4a-7808-4fdd-b4a8-0f8ab007e915 service neutron] 10.222.0.57 "GET /v2.0/networks/d6e3d549-21aa-43fa-86b5-5b948925835b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846345 Jul 14 10:23:28.463056 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c0f136ad-8631-4de0-8eab-639547e84ff9 req-e9859d34-b7ae-45a0-a852-4f156d4badf6 service neutron] 10.222.0.57 "GET /v2.0/networks/d6e3d549-21aa-43fa-86b5-5b948925835b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856738 Jul 14 10:23:29.197543 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c354d9bf-8503-453b-9f43-a102944d7e47 req-438c3500-ad58-46f5-836f-b7c1b0d25b3f tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:23:29.199071 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c354d9bf-8503-453b-9f43-a102944d7e47 req-438c3500-ad58-46f5-836f-b7c1b0d25b3f tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] 10.222.0.68 "GET /v2.0/ports?device_id=2bde3bdd-1c2c-46fc-aa49-5042d5b4f1d8 HTTP/1.1" status: 200 len: 985 time: 0.0653541 Jul 14 10:23:29.240838 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c354d9bf-8503-453b-9f43-a102944d7e47 req-3e8a8cf4-ed40-4845-8df6-5bf3fddbb432 tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] 10.222.0.68 "GET /v2.0/security-groups?id=b7034a85-3ad4-4fa4-863c-fa19cb0ffc28&id=efd0b50b-6f0b-4711-bc95-e1de9076b768&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0351851 Jul 14 10:23:30.442061 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095e13f1-3031-4d6d-9332-fabf25383441 req-23bd0022-aff1-48ec-8720-f5454399ed02 tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:23:30.443447 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-095e13f1-3031-4d6d-9332-fabf25383441 req-23bd0022-aff1-48ec-8720-f5454399ed02 tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] 10.222.0.68 "GET /v2.0/ports?device_id=2bde3bdd-1c2c-46fc-aa49-5042d5b4f1d8 HTTP/1.1" status: 200 len: 985 time: 0.0622809 Jul 14 10:23:30.486771 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-095e13f1-3031-4d6d-9332-fabf25383441 req-7747bad9-8325-4b4d-ac35-8294c827dd7d tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] 10.222.0.68 "GET /v2.0/security-groups?id=b7034a85-3ad4-4fa4-863c-fa19cb0ffc28&id=efd0b50b-6f0b-4711-bc95-e1de9076b768&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0373001 Jul 14 10:23:31.663860 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948f9f38-6bad-407d-bd1c-94205bca7158 req-87ff6225-44d7-4624-9e19-a7221cbe821a tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:23:31.665393 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-948f9f38-6bad-407d-bd1c-94205bca7158 req-87ff6225-44d7-4624-9e19-a7221cbe821a tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] 10.222.0.68 "GET /v2.0/ports?device_id=2bde3bdd-1c2c-46fc-aa49-5042d5b4f1d8 HTTP/1.1" status: 200 len: 985 time: 0.0661933 Jul 14 10:23:31.708612 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-948f9f38-6bad-407d-bd1c-94205bca7158 req-b50a8b45-fe77-4266-9ebd-7cc4a6e32d3c tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] 10.222.0.68 "GET /v2.0/security-groups?id=b7034a85-3ad4-4fa4-863c-fa19cb0ffc28&id=efd0b50b-6f0b-4711-bc95-e1de9076b768&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0364456 Jul 14 10:23:32.904570 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dedbd2b-0a4b-48ce-8ea5-ae6074b4646c req-2f411c63-a4d1-4cee-b6f1-7d0ac555274f tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:23:32.906109 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-6dedbd2b-0a4b-48ce-8ea5-ae6074b4646c req-2f411c63-a4d1-4cee-b6f1-7d0ac555274f tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] 10.222.0.68 "GET /v2.0/ports?device_id=2bde3bdd-1c2c-46fc-aa49-5042d5b4f1d8 HTTP/1.1" status: 200 len: 985 time: 0.0682902 Jul 14 10:23:32.947427 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-6dedbd2b-0a4b-48ce-8ea5-ae6074b4646c req-ab074d12-9265-4470-85ad-0cfda1a53c71 tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] 10.222.0.68 "GET /v2.0/security-groups?id=b7034a85-3ad4-4fa4-863c-fa19cb0ffc28&id=efd0b50b-6f0b-4711-bc95-e1de9076b768&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0351684 Jul 14 10:23:34.128443 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02a46cf-a593-42c7-b2d9-4cd85b4aceb8 req-9d02f842-1c3b-4695-9b84-a4c158462f64 tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:23:34.129942 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a02a46cf-a593-42c7-b2d9-4cd85b4aceb8 req-9d02f842-1c3b-4695-9b84-a4c158462f64 tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] 10.222.0.68 "GET /v2.0/ports?device_id=2bde3bdd-1c2c-46fc-aa49-5042d5b4f1d8 HTTP/1.1" status: 200 len: 985 time: 0.0699270 Jul 14 10:23:34.171039 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a02a46cf-a593-42c7-b2d9-4cd85b4aceb8 req-c98e0084-64b0-4111-9c06-635f49e90171 tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] 10.222.0.68 "GET /v2.0/security-groups?id=b7034a85-3ad4-4fa4-863c-fa19cb0ffc28&id=efd0b50b-6f0b-4711-bc95-e1de9076b768&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0349178 Jul 14 10:23:35.346681 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7079a1c6-50aa-4793-889e-6d2fd59778fd req-575d8479-e78c-415b-9329-8a6f2ab0487d tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:23:35.348277 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-7079a1c6-50aa-4793-889e-6d2fd59778fd req-575d8479-e78c-415b-9329-8a6f2ab0487d tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] 10.222.0.68 "GET /v2.0/ports?device_id=2bde3bdd-1c2c-46fc-aa49-5042d5b4f1d8 HTTP/1.1" status: 200 len: 985 time: 0.0620553 Jul 14 10:23:35.388860 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-7079a1c6-50aa-4793-889e-6d2fd59778fd req-22f3de16-2216-4344-a09c-a3e40858f7a9 tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] 10.222.0.68 "GET /v2.0/security-groups?id=b7034a85-3ad4-4fa4-863c-fa19cb0ffc28&id=efd0b50b-6f0b-4711-bc95-e1de9076b768&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0347972 Jul 14 10:23:36.578299 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793788bf-7235-4166-8778-4677a77f1e8d req-a4c4f7f9-a5b8-439d-a8b2-a79cdaf95535 tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:23:36.579859 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-793788bf-7235-4166-8778-4677a77f1e8d req-a4c4f7f9-a5b8-439d-a8b2-a79cdaf95535 tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] 10.222.0.68 "GET /v2.0/ports?device_id=2bde3bdd-1c2c-46fc-aa49-5042d5b4f1d8 HTTP/1.1" status: 200 len: 985 time: 0.0662608 Jul 14 10:23:36.622461 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-793788bf-7235-4166-8778-4677a77f1e8d req-214ed927-cc6e-4a9b-a61e-3544147917b7 tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] 10.222.0.68 "GET /v2.0/security-groups?id=b7034a85-3ad4-4fa4-863c-fa19cb0ffc28&id=efd0b50b-6f0b-4711-bc95-e1de9076b768&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0364344 Jul 14 10:23:37.801541 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b572a88-11a7-4e72-89ad-194a9f2bd161 req-d837593a-0562-4c8d-83e3-952cddc89f94 tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:23:37.803048 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-6b572a88-11a7-4e72-89ad-194a9f2bd161 req-d837593a-0562-4c8d-83e3-952cddc89f94 tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] 10.222.0.68 "GET /v2.0/ports?device_id=2bde3bdd-1c2c-46fc-aa49-5042d5b4f1d8 HTTP/1.1" status: 200 len: 985 time: 0.0675671 Jul 14 10:23:37.844861 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-6b572a88-11a7-4e72-89ad-194a9f2bd161 req-13b63733-ba44-4cc1-b5b8-012912c41cce tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] 10.222.0.68 "GET /v2.0/security-groups?id=b7034a85-3ad4-4fa4-863c-fa19cb0ffc28&id=efd0b50b-6f0b-4711-bc95-e1de9076b768&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0347018 Jul 14 10:23:39.024335 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcd6f7e-d0b3-498e-b242-d7b7427fcf69 req-38cd39e1-ce73-4ad7-86df-082333194cdc tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:23:39.025884 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-7dcd6f7e-d0b3-498e-b242-d7b7427fcf69 req-38cd39e1-ce73-4ad7-86df-082333194cdc tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] 10.222.0.68 "GET /v2.0/ports?device_id=2bde3bdd-1c2c-46fc-aa49-5042d5b4f1d8 HTTP/1.1" status: 200 len: 985 time: 0.0691054 Jul 14 10:23:39.067823 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-7dcd6f7e-d0b3-498e-b242-d7b7427fcf69 req-c9d0d65d-ffc9-4da0-b852-d1b44b27c661 tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] 10.222.0.68 "GET /v2.0/security-groups?id=b7034a85-3ad4-4fa4-863c-fa19cb0ffc28&id=efd0b50b-6f0b-4711-bc95-e1de9076b768&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0361114 Jul 14 10:23:40.241064 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e5f77e-1a9c-4da0-8622-0d3fb38b5d1d req-686e9aff-a73e-4646-8fba-c9de9a6a9d6b tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:23:40.242613 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-28e5f77e-1a9c-4da0-8622-0d3fb38b5d1d req-686e9aff-a73e-4646-8fba-c9de9a6a9d6b tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] 10.222.0.68 "GET /v2.0/ports?device_id=2bde3bdd-1c2c-46fc-aa49-5042d5b4f1d8 HTTP/1.1" status: 200 len: 985 time: 0.0646825 Jul 14 10:23:40.284173 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-28e5f77e-1a9c-4da0-8622-0d3fb38b5d1d req-37c9de2f-9db9-4225-b962-8ae3bc1a8fc4 tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] 10.222.0.68 "GET /v2.0/security-groups?id=b7034a85-3ad4-4fa4-863c-fa19cb0ffc28&id=efd0b50b-6f0b-4711-bc95-e1de9076b768&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0345018 Jul 14 10:23:43.455290 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:44.236253 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:46.662184 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.agents_db [None req-3c3509fb-540d-4335-a450-574895dd3602 None None] Agent healthcheck: found 7 active agents {{(pid=93960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:23:51.233266 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [req-d8e02d19-2849-4e0c-8c9e-78913d63076f req-5846bd57-72f8-4a34-9389-66c3bd4cfeae tempest-ServerDiskConfigTestJSON-1729819776 tempest-ServerDiskConfigTestJSON-1729819776-project] (93957) timed out ('10.222.0.57', 51953) {{(pid=93957) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 14 10:23:52.313595 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-03d1429c-5b80-4541-95ad-c1f5f7a8bcd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:54.862440 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:54.970693 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e9ce65c9-6b94-4b0d-9a5e-06bbe7b33a25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:56.116204 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5ad31076-714c-49ec-bc37-f3d4cd90112a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:57.923323 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5bbe322f-3f67-4864-bc0a-91afe44d23e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:12.941643 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-873c0b6c-a5ce-463c-aee8-94d6e0b52819 req-2578a890-d2bd-46d7-b43d-add4bb7ebf73 tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-71055970&fields=id&tenant_id=9db167a5b74641b78ecbc6dfb43dcb0f HTTP/1.1" status: 200 len: 267 time: 0.0825193 Jul 14 10:24:13.008684 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873c0b6c-a5ce-463c-aee8-94d6e0b52819 req-4701e52e-358f-47ed-92b0-e7b5e3187a7c tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:24:13.010224 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-873c0b6c-a5ce-463c-aee8-94d6e0b52819 req-4701e52e-358f-47ed-92b0-e7b5e3187a7c tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] 10.222.0.68 "GET /v2.0/ports?device_id=2bde3bdd-1c2c-46fc-aa49-5042d5b4f1d8 HTTP/1.1" status: 200 len: 985 time: 0.0633545 Jul 14 10:24:13.020714 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-873c0b6c-a5ce-463c-aee8-94d6e0b52819 req-7e5d4a04-743d-4aaf-8ede-adf58a1dab35 tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] Request body: {'port': {'security_groups': ['efd0b50b-6f0b-4711-bc95-e1de9076b768']}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:24:13.108687 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-873c0b6c-a5ce-463c-aee8-94d6e0b52819 req-7e5d4a04-743d-4aaf-8ede-adf58a1dab35 tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:13.282938 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-873c0b6c-a5ce-463c-aee8-94d6e0b52819 req-7e5d4a04-743d-4aaf-8ede-adf58a1dab35 tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] For port 0ecdda5b-aaac-4b6d-9bc6-242798cfb985, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=0ecdda5b-aaac-4b6d-9bc6-242798cfb985,segment=NetworkSegment(62a13a7f-d7eb-4abc-9e90-f613cd561bb3),segment_id=62a13a7f-d7eb-4abc-9e90-f613cd561bb3)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:24:13.312635 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-873c0b6c-a5ce-463c-aee8-94d6e0b52819 req-7e5d4a04-743d-4aaf-8ede-adf58a1dab35 tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:13.317253 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-873c0b6c-a5ce-463c-aee8-94d6e0b52819 req-7e5d4a04-743d-4aaf-8ede-adf58a1dab35 tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:13.352100 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] get_ports_and_sgs() called for port_ids ['0ecdda5b-aaac-4b6d-9bc6-242798cfb985'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:24:13.359599 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873c0b6c-a5ce-463c-aee8-94d6e0b52819 req-7e5d4a04-743d-4aaf-8ede-adf58a1dab35 tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:24:13.360270 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-873c0b6c-a5ce-463c-aee8-94d6e0b52819 req-7e5d4a04-743d-4aaf-8ede-adf58a1dab35 tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:13.361764 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-873c0b6c-a5ce-463c-aee8-94d6e0b52819 req-7e5d4a04-743d-4aaf-8ede-adf58a1dab35 tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] 10.222.0.68 "PUT /v2.0/ports/0ecdda5b-aaac-4b6d-9bc6-242798cfb985 HTTP/1.1" status: 200 len: 943 time: 0.3456004 Jul 14 10:24:13.369418 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 40330) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:24:13.383050 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bde3bdd-1c2c-46fc-aa49-5042d5b4f1d8', 'tag': '0ecdda5b-aaac-4b6d-9bc6-242798cfb985'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:24:13.385487 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}175264a25d5f1cec9b1451f1a8cc8ced5d4502f5c48740ac7c6845d527b2175b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a676689c-03c3-4560-8d3f-a7f8a2ce50fd" -d '{"events": [{"name": "network-changed", "server_uuid": "2bde3bdd-1c2c-46fc-aa49-5042d5b4f1d8", "tag": "0ecdda5b-aaac-4b6d-9bc6-242798cfb985"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:24:13.398831 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5d4a04-743d-4aaf-8ede-adf58a1dab35 tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] Pushing event updated for resources: {'Port': ['ID=0ecdda5b-aaac-4b6d-9bc6-242798cfb985,revision_number=7']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:24:13.407023 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5d4a04-743d-4aaf-8ede-adf58a1dab35 tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:24:13.407378 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5d4a04-743d-4aaf-8ede-adf58a1dab35 tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:24:13.407720 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5d4a04-743d-4aaf-8ede-adf58a1dab35 tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:24:13.408058 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5d4a04-743d-4aaf-8ede-adf58a1dab35 tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:24:13.408393 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5d4a04-743d-4aaf-8ede-adf58a1dab35 tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:24:13.408723 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5d4a04-743d-4aaf-8ede-adf58a1dab35 tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:24:13.409051 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5d4a04-743d-4aaf-8ede-adf58a1dab35 tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:24:13.409885 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5d4a04-743d-4aaf-8ede-adf58a1dab35 tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:24:13.410230 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5d4a04-743d-4aaf-8ede-adf58a1dab35 tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:24:13.410556 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5d4a04-743d-4aaf-8ede-adf58a1dab35 tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:24:13.410880 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5d4a04-743d-4aaf-8ede-adf58a1dab35 tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:24:13.411431 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5d4a04-743d-4aaf-8ede-adf58a1dab35 tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:24:13.449379 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-748dea6d-3568-4dc7-9c1a-1b145a9e2f3d tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:13.451174 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:24:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63d02c51-ce70-48e7-964e-a3b0b81a9b56 x-openstack-request-id: req-63d02c51-ce70-48e7-964e-a3b0b81a9b56 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:24:13.451476 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bde3bdd-1c2c-46fc-aa49-5042d5b4f1d8", "tag": "0ecdda5b-aaac-4b6d-9bc6-242798cfb985", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:24:13.451733 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-63d02c51-ce70-48e7-964e-a3b0b81a9b56 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:24:13.452230 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bde3bdd-1c2c-46fc-aa49-5042d5b4f1d8', 'tag': '0ecdda5b-aaac-4b6d-9bc6-242798cfb985', 'status': 'completed', 'code': 200} Jul 14 10:24:13.476337 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:13.481884 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-748dea6d-3568-4dc7-9c1a-1b145a9e2f3d tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:13.489004 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] get_ports_and_sgs() called for port_ids ['0ecdda5b-aaac-4b6d-9bc6-242798cfb985'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:24:13.557058 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-748dea6d-3568-4dc7-9c1a-1b145a9e2f3d tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:13.561184 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-748dea6d-3568-4dc7-9c1a-1b145a9e2f3d tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:13.565729 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 40334) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:24:13.565987 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-748dea6d-3568-4dc7-9c1a-1b145a9e2f3d tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] 10.222.0.68 "DELETE /v2.0/security-groups/b7034a85-3ad4-4fa4-863c-fa19cb0ffc28 HTTP/1.1" status: 204 len: 168 time: 0.1938047 Jul 14 10:24:13.578159 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748dea6d-3568-4dc7-9c1a-1b145a9e2f3d tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7034a85-3ad4-4fa4-863c-fa19cb0ffc28,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:24:13.579129 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a676689c-03c3-4560-8d3f-a7f8a2ce50fd req-d4ef74c2-64fc-4848-a737-640ba038c7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:24:13.580958 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a676689c-03c3-4560-8d3f-a7f8a2ce50fd req-d4ef74c2-64fc-4848-a737-640ba038c7c1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9db167a5b74641b78ecbc6dfb43dcb0f&device_id=2bde3bdd-1c2c-46fc-aa49-5042d5b4f1d8 HTTP/1.1" status: 200 len: 1098 time: 0.0818210 Jul 14 10:24:13.587123 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748dea6d-3568-4dc7-9c1a-1b145a9e2f3d tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:24:13.587478 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748dea6d-3568-4dc7-9c1a-1b145a9e2f3d tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:24:13.587969 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748dea6d-3568-4dc7-9c1a-1b145a9e2f3d tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:24:13.588306 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748dea6d-3568-4dc7-9c1a-1b145a9e2f3d tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:24:13.588636 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748dea6d-3568-4dc7-9c1a-1b145a9e2f3d tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:24:13.589720 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748dea6d-3568-4dc7-9c1a-1b145a9e2f3d tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:24:13.590391 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748dea6d-3568-4dc7-9c1a-1b145a9e2f3d tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:24:13.590890 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748dea6d-3568-4dc7-9c1a-1b145a9e2f3d tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:24:13.591395 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748dea6d-3568-4dc7-9c1a-1b145a9e2f3d tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:24:13.592009 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748dea6d-3568-4dc7-9c1a-1b145a9e2f3d tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:24:13.592517 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748dea6d-3568-4dc7-9c1a-1b145a9e2f3d tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:24:13.593001 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748dea6d-3568-4dc7-9c1a-1b145a9e2f3d tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:24:13.727620 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-8f14f832-20c5-4dce-bb46-82a55277fef1 None None] Provisioning complete for port 0ecdda5b-aaac-4b6d-9bc6-242798cfb985 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:24:13.728033 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8f14f832-20c5-4dce-bb46-82a55277fef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:13.772733 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a676689c-03c3-4560-8d3f-a7f8a2ce50fd req-e9860363-05b1-4cd9-8ac2-1064f9a1ecd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:24:13.774334 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a676689c-03c3-4560-8d3f-a7f8a2ce50fd req-e9860363-05b1-4cd9-8ac2-1064f9a1ecd5 service neutron] 10.222.0.57 "GET /v2.0/networks?id=d6e3d549-21aa-43fa-86b5-5b948925835b HTTP/1.1" status: 200 len: 916 time: 0.1410346 Jul 14 10:24:13.874435 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a676689c-03c3-4560-8d3f-a7f8a2ce50fd req-4964a0da-839b-4713-ad46-ef7b65e6a64c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0ecdda5b-aaac-4b6d-9bc6-242798cfb985 HTTP/1.1" status: 200 len: 1001 time: 0.0934362 Jul 14 10:24:13.930785 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-83f80cc0-b416-4beb-b406-8c070c61a24e tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] Deleting port 690d4732-adc1-401a-abd0-007225764832 {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:24:13.931135 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-83f80cc0-b416-4beb-b406-8c070c61a24e tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:13.934665 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a676689c-03c3-4560-8d3f-a7f8a2ce50fd req-80b7706e-455d-4503-adfb-f387b153f4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:24:13.936141 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a676689c-03c3-4560-8d3f-a7f8a2ce50fd req-80b7706e-455d-4503-adfb-f387b153f4a5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5d46870e-591d-4504-9cc7-f4500a6efa2e HTTP/1.1" status: 200 len: 854 time: 0.0552847 Jul 14 10:24:14.048383 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-83f80cc0-b416-4beb-b406-8c070c61a24e tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:14.048985 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-83f80cc0-b416-4beb-b406-8c070c61a24e tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:14.061744 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a676689c-03c3-4560-8d3f-a7f8a2ce50fd req-bb70099d-1018-4975-aff7-1a0185e752d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:24:14.063182 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a676689c-03c3-4560-8d3f-a7f8a2ce50fd req-bb70099d-1018-4975-aff7-1a0185e752d9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d6e3d549-21aa-43fa-86b5-5b948925835b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1180034 Jul 14 10:24:14.067308 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-83f80cc0-b416-4beb-b406-8c070c61a24e tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] Calling delete_port for 690d4732-adc1-401a-abd0-007225764832 owned by network:floatingip {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:24:14.211103 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a676689c-03c3-4560-8d3f-a7f8a2ce50fd req-7800af2d-7f5f-4d57-aee6-9dfc4bebd94b service neutron] 10.222.0.57 "GET /v2.0/networks/d6e3d549-21aa-43fa-86b5-5b948925835b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398022 Jul 14 10:24:14.242042 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:14.344833 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a676689c-03c3-4560-8d3f-a7f8a2ce50fd req-752c418c-d877-481f-aa11-4b67ac24d0b1 service neutron] 10.222.0.57 "GET /v2.0/networks/d6e3d549-21aa-43fa-86b5-5b948925835b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275260 Jul 14 10:24:14.355984 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-83f80cc0-b416-4beb-b406-8c070c61a24e tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:14.383029 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f80cc0-b416-4beb-b406-8c070c61a24e tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] Pushing event deleted for resources: {'Port': ['ID=690d4732-adc1-401a-abd0-007225764832,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:24:14.448874 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-83f80cc0-b416-4beb-b406-8c070c61a24e tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] Notify callbacks [] for floatingip, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:14.449208 n-d-779913-29 neutron-server[93957]: INFO neutron.db.l3_db [None req-83f80cc0-b416-4beb-b406-8c070c61a24e tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] Floating IP 62d7de4a-a744-46dd-97e4-a23666cbb218 disassociated (deleted). External IP: 172.25.4.40, port: 0ecdda5b-aaac-4b6d-9bc6-242798cfb985. Jul 14 10:24:14.956271 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83f80cc0-b416-4beb-b406-8c070c61a24e tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] Router a3c85ca7-9346-4f25-948f-155a3f1d8b22 has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:24:15.062236 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83f80cc0-b416-4beb-b406-8c070c61a24e tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:24:15.066851 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-83f80cc0-b416-4beb-b406-8c070c61a24e tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for floatingip, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:15.072180 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f559d61-f87c-4550-a7d8-16eef5de4312 None None] Sync routers for ids ['a3c85ca7-9346-4f25-948f-155a3f1d8b22'] in n-d-779913-29 {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:24:15.081422 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f559d61-f87c-4550-a7d8-16eef5de4312 None None] Routers {'a3c85ca7-9346-4f25-948f-155a3f1d8b22'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:24:15.082080 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-6f559d61-f87c-4550-a7d8-16eef5de4312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T10:23:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['a3c85ca7-9346-4f25-948f-155a3f1d8b22'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:24:15.107681 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-83f80cc0-b416-4beb-b406-8c070c61a24e tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] 10.222.0.68 "DELETE /v2.0/floatingips/62d7de4a-a744-46dd-97e4-a23666cbb218 HTTP/1.1" status: 204 len: 168 time: 1.5386331 Jul 14 10:24:15.345364 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvr_db [None req-6f559d61-f87c-4550-a7d8-16eef5de4312 None None] Set router a3c85ca7-9346-4f25-948f-155a3f1d8b22 gateway port host: n-d-779913-29 {{(pid=93959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:24:15.453478 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bde3bdd-1c2c-46fc-aa49-5042d5b4f1d8', 'tag': '0ecdda5b-aaac-4b6d-9bc6-242798cfb985'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:24:15.455902 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}175264a25d5f1cec9b1451f1a8cc8ced5d4502f5c48740ac7c6845d527b2175b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad66e1fc-5b1a-49a7-aa61-3ebe8228dbdb" -d '{"events": [{"name": "network-changed", "server_uuid": "2bde3bdd-1c2c-46fc-aa49-5042d5b4f1d8", "tag": "0ecdda5b-aaac-4b6d-9bc6-242798cfb985"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:24:15.502456 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:24:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96430ec7-1d02-4e6c-a56d-42c59b01d1de x-openstack-request-id: req-96430ec7-1d02-4e6c-a56d-42c59b01d1de {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:24:15.502753 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bde3bdd-1c2c-46fc-aa49-5042d5b4f1d8", "tag": "0ecdda5b-aaac-4b6d-9bc6-242798cfb985", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:24:15.503027 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-96430ec7-1d02-4e6c-a56d-42c59b01d1de {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:24:15.503564 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bde3bdd-1c2c-46fc-aa49-5042d5b4f1d8', 'tag': '0ecdda5b-aaac-4b6d-9bc6-242798cfb985', 'status': 'completed', 'code': 200} Jul 14 10:24:15.557075 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-6f559d61-f87c-4550-a7d8-16eef5de4312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3c85ca7-9346-4f25-948f-155a3f1d8b22', 'name': 'tempest-TestMinimumBasicScenario-1403009484-router', 'tenant_id': '9db167a5b74641b78ecbc6dfb43dcb0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.208'}], 'enable_snat': True}, 'gw_port_id': '42abb8ae-fb6a-4f48-a271-a539d403b515', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:22:13Z', 'updated_at': '2021-07-14T10:22:16Z', 'revision_number': 4, 'project_id': '9db167a5b74641b78ecbc6dfb43dcb0f', 'gw_port': {'id': '42abb8ae-fb6a-4f48-a271-a539d403b515', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:7d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c85ca7-9346-4f25-948f-155a3f1d8b22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:22:14Z', 'updated_at': '2021-07-14T10:22:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': '6f9c843e-2bd3-4089-bd69-8622767ca231', 'name': '', 'network_id': 'd6e3d549-21aa-43fa-86b5-5b948925835b', 'tenant_id': '9db167a5b74641b78ecbc6dfb43dcb0f', 'mac_address': 'fa:16:3e:f3:58:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c85ca7-9346-4f25-948f-155a3f1d8b22', 'device_owner': 'network:router_interface', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': '5d46870e-591d-4504-9cc7-f4500a6efa2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:22:15Z', 'updated_at': '2021-07-14T10:22:22Z', 'revision_number': 5, 'project_id': '9db167a5b74641b78ecbc6dfb43dcb0f', 'subnets': [{'id': '5d46870e-591d-4504-9cc7-f4500a6efa2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:24:15.588223 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f559d61-f87c-4550-a7d8-16eef5de4312 None None] Checking router: a3c85ca7-9346-4f25-948f-155a3f1d8b22 for host: n-d-779913-29 {{(pid=93959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:24:15.596586 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f559d61-f87c-4550-a7d8-16eef5de4312 None None] Routers {'a3c85ca7-9346-4f25-948f-155a3f1d8b22'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:24:15.597240 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-6f559d61-f87c-4550-a7d8-16eef5de4312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T10:23:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['a3c85ca7-9346-4f25-948f-155a3f1d8b22'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:24:15.649380 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad66e1fc-5b1a-49a7-aa61-3ebe8228dbdb req-c7030315-199c-404e-9d48-f0d49947c00a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:24:15.651086 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ad66e1fc-5b1a-49a7-aa61-3ebe8228dbdb req-c7030315-199c-404e-9d48-f0d49947c00a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9db167a5b74641b78ecbc6dfb43dcb0f&device_id=2bde3bdd-1c2c-46fc-aa49-5042d5b4f1d8 HTTP/1.1" status: 200 len: 1098 time: 0.0980811 Jul 14 10:24:15.709466 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvr_db [None req-6f559d61-f87c-4550-a7d8-16eef5de4312 None None] Set router a3c85ca7-9346-4f25-948f-155a3f1d8b22 gateway port host: n-d-779913-29 {{(pid=93959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:24:15.745662 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad66e1fc-5b1a-49a7-aa61-3ebe8228dbdb req-6d09a0de-d69f-4ee2-8678-ff7e27f5c1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:24:15.747147 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ad66e1fc-5b1a-49a7-aa61-3ebe8228dbdb req-6d09a0de-d69f-4ee2-8678-ff7e27f5c1bc service neutron] 10.222.0.57 "GET /v2.0/networks?id=d6e3d549-21aa-43fa-86b5-5b948925835b HTTP/1.1" status: 200 len: 916 time: 0.0889168 Jul 14 10:24:15.797318 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ad66e1fc-5b1a-49a7-aa61-3ebe8228dbdb req-325380b5-7936-46d2-9837-05f82fddcda3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0ecdda5b-aaac-4b6d-9bc6-242798cfb985 HTTP/1.1" status: 200 len: 217 time: 0.0401368 Jul 14 10:24:15.848745 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad66e1fc-5b1a-49a7-aa61-3ebe8228dbdb req-5f8b46fa-0c01-4d67-970b-4d65df1f8642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:24:15.850248 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ad66e1fc-5b1a-49a7-aa61-3ebe8228dbdb req-5f8b46fa-0c01-4d67-970b-4d65df1f8642 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5d46870e-591d-4504-9cc7-f4500a6efa2e HTTP/1.1" status: 200 len: 854 time: 0.0471528 Jul 14 10:24:15.912577 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-6f559d61-f87c-4550-a7d8-16eef5de4312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3c85ca7-9346-4f25-948f-155a3f1d8b22', 'name': 'tempest-TestMinimumBasicScenario-1403009484-router', 'tenant_id': '9db167a5b74641b78ecbc6dfb43dcb0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.208'}], 'enable_snat': True}, 'gw_port_id': '42abb8ae-fb6a-4f48-a271-a539d403b515', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:22:13Z', 'updated_at': '2021-07-14T10:22:16Z', 'revision_number': 4, 'project_id': '9db167a5b74641b78ecbc6dfb43dcb0f', 'gw_port': {'id': '42abb8ae-fb6a-4f48-a271-a539d403b515', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:7d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c85ca7-9346-4f25-948f-155a3f1d8b22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:22:14Z', 'updated_at': '2021-07-14T10:22:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': '6f9c843e-2bd3-4089-bd69-8622767ca231', 'name': '', 'network_id': 'd6e3d549-21aa-43fa-86b5-5b948925835b', 'tenant_id': '9db167a5b74641b78ecbc6dfb43dcb0f', 'mac_address': 'fa:16:3e:f3:58:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c85ca7-9346-4f25-948f-155a3f1d8b22', 'device_owner': 'network:router_interface', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': '5d46870e-591d-4504-9cc7-f4500a6efa2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:22:15Z', 'updated_at': '2021-07-14T10:22:22Z', 'revision_number': 5, 'project_id': '9db167a5b74641b78ecbc6dfb43dcb0f', 'subnets': [{'id': '5d46870e-591d-4504-9cc7-f4500a6efa2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:24:15.913287 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad66e1fc-5b1a-49a7-aa61-3ebe8228dbdb req-3d8caef8-2ac2-45ec-96e6-15fd147d1fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:24:15.914885 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ad66e1fc-5b1a-49a7-aa61-3ebe8228dbdb req-3d8caef8-2ac2-45ec-96e6-15fd147d1fb7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d6e3d549-21aa-43fa-86b5-5b948925835b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0553668 Jul 14 10:24:15.939688 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f559d61-f87c-4550-a7d8-16eef5de4312 None None] The sync data for ids ['a3c85ca7-9346-4f25-948f-155a3f1d8b22'] in n-d-779913-29 is: [{'id': 'a3c85ca7-9346-4f25-948f-155a3f1d8b22', 'name': 'tempest-TestMinimumBasicScenario-1403009484-router', 'tenant_id': '9db167a5b74641b78ecbc6dfb43dcb0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.208'}], 'enable_snat': True}, 'gw_port_id': '42abb8ae-fb6a-4f48-a271-a539d403b515', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:22:13Z', 'updated_at': '2021-07-14T10:22:16Z', 'revision_number': 4, 'project_id': '9db167a5b74641b78ecbc6dfb43dcb0f', 'gw_port': {'id': '42abb8ae-fb6a-4f48-a271-a539d403b515', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:7d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c85ca7-9346-4f25-948f-155a3f1d8b22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:22:14Z', 'updated_at': '2021-07-14T10:22:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': '6f9c843e-2bd3-4089-bd69-8622767ca231', 'name': '', 'network_id': 'd6e3d549-21aa-43fa-86b5-5b948925835b', 'tenant_id': '9db167a5b74641b78ecbc6dfb43dcb0f', 'mac_address': 'fa:16:3e:f3:58:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c85ca7-9346-4f25-948f-155a3f1d8b22', 'device_owner': 'network:router_interface', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': '5d46870e-591d-4504-9cc7-f4500a6efa2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:22:15Z', 'updated_at': '2021-07-14T10:22:22Z', 'revision_number': 5, 'project_id': '9db167a5b74641b78ecbc6dfb43dcb0f', 'subnets': [{'id': '5d46870e-591d-4504-9cc7-f4500a6efa2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:24:16.048212 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ad66e1fc-5b1a-49a7-aa61-3ebe8228dbdb req-528c5893-2e15-49b9-89a6-940fab72c115 service neutron] 10.222.0.57 "GET /v2.0/networks/d6e3d549-21aa-43fa-86b5-5b948925835b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258285 Jul 14 10:24:16.161251 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ad66e1fc-5b1a-49a7-aa61-3ebe8228dbdb req-bbefe122-17aa-4d72-9400-2f8fc61a1e0f service neutron] 10.222.0.57 "GET /v2.0/networks/d6e3d549-21aa-43fa-86b5-5b948925835b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065128 Jul 14 10:24:16.234152 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9688d8f-32a7-4dda-8762-1da263c67b54 None None] New status for floating IP 62d7de4a-a744-46dd-97e4-a23666cbb218: DOWN {{(pid=93960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 10:24:22.315682 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-64f69a88-f64f-47e8-8823-d5b18ac35c18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:22.657523 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b6d34e-8dca-4de2-890a-dcd30e0a766a req-b610ac37-2eb2-4998-9778-19f40ebce1f5 tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:24:22.659207 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-c8b6d34e-8dca-4de2-890a-dcd30e0a766a req-b610ac37-2eb2-4998-9778-19f40ebce1f5 tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] 10.222.0.68 "GET /v2.0/ports?device_id=2bde3bdd-1c2c-46fc-aa49-5042d5b4f1d8 HTTP/1.1" status: 200 len: 946 time: 0.0696709 Jul 14 10:24:22.699565 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-c8b6d34e-8dca-4de2-890a-dcd30e0a766a req-40c9f78a-d4e6-46bd-8447-e3567990c560 tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] 10.222.0.68 "GET /v2.0/security-groups?id=efd0b50b-6f0b-4711-bc95-e1de9076b768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333803 Jul 14 10:24:23.662771 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.agents_db [None req-3c3509fb-540d-4335-a450-574895dd3602 None None] Agent healthcheck: found 7 active agents {{(pid=93960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:24:23.888968 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f272a5e-a608-473c-83fe-c89124ba70de req-336f75f5-b754-4037-869a-e10869c28785 tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:24:23.890723 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1f272a5e-a608-473c-83fe-c89124ba70de req-336f75f5-b754-4037-869a-e10869c28785 tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] 10.222.0.68 "GET /v2.0/ports?device_id=2bde3bdd-1c2c-46fc-aa49-5042d5b4f1d8 HTTP/1.1" status: 200 len: 946 time: 0.0764158 Jul 14 10:24:23.928460 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1f272a5e-a608-473c-83fe-c89124ba70de req-81283ab3-e9eb-468c-af6c-2f2a26da0e6f tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] 10.222.0.68 "GET /v2.0/security-groups?id=efd0b50b-6f0b-4711-bc95-e1de9076b768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314350 Jul 14 10:24:24.359742 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5be971-cd03-4a59-8932-a6e4d7a7c05e req-e11b4db7-bd41-4d1b-b2e8-b3398ca04303 tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:24:24.361192 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8a5be971-cd03-4a59-8932-a6e4d7a7c05e req-e11b4db7-bd41-4d1b-b2e8-b3398ca04303 tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] 10.222.0.57 "GET /v2.0/ports?device_id=2bde3bdd-1c2c-46fc-aa49-5042d5b4f1d8 HTTP/1.1" status: 200 len: 946 time: 0.0632880 Jul 14 10:24:24.463740 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [req-8a5be971-cd03-4a59-8932-a6e4d7a7c05e req-e76d4628-e51a-4886-a8bf-3649a790035b tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] Deleting port 0ecdda5b-aaac-4b6d-9bc6-242798cfb985 {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:24:24.464115 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-8a5be971-cd03-4a59-8932-a6e4d7a7c05e req-e76d4628-e51a-4886-a8bf-3649a790035b tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:24.564098 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-8a5be971-cd03-4a59-8932-a6e4d7a7c05e req-e76d4628-e51a-4886-a8bf-3649a790035b tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] For port 0ecdda5b-aaac-4b6d-9bc6-242798cfb985, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=0ecdda5b-aaac-4b6d-9bc6-242798cfb985,segment=NetworkSegment(62a13a7f-d7eb-4abc-9e90-f613cd561bb3),segment_id=62a13a7f-d7eb-4abc-9e90-f613cd561bb3)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:24:24.564472 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-8a5be971-cd03-4a59-8932-a6e4d7a7c05e req-e76d4628-e51a-4886-a8bf-3649a790035b tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:24.577884 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [req-8a5be971-cd03-4a59-8932-a6e4d7a7c05e req-e76d4628-e51a-4886-a8bf-3649a790035b tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] Calling delete_port for 0ecdda5b-aaac-4b6d-9bc6-242798cfb985 owned by compute:nova {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:24:24.710327 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-8a5be971-cd03-4a59-8932-a6e4d7a7c05e req-e76d4628-e51a-4886-a8bf-3649a790035b tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:24.739528 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76d4628-e51a-4886-a8bf-3649a790035b tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] Pushing event deleted for resources: {'Port': ['ID=0ecdda5b-aaac-4b6d-9bc6-242798cfb985,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:24:24.743393 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] get_ports_and_sgs() called for port_ids ['0ecdda5b-aaac-4b6d-9bc6-242798cfb985'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:24:24.791963 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a5be971-cd03-4a59-8932-a6e4d7a7c05e req-e76d4628-e51a-4886-a8bf-3649a790035b tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] No DVR routers for this DVR port 0ecdda5b-aaac-4b6d-9bc6-242798cfb985 on host n-h2-779913-29 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:24:24.795638 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-8a5be971-cd03-4a59-8932-a6e4d7a7c05e req-e76d4628-e51a-4886-a8bf-3649a790035b tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:24.797669 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8a5be971-cd03-4a59-8932-a6e4d7a7c05e req-e76d4628-e51a-4886-a8bf-3649a790035b tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] 10.222.0.57 "DELETE /v2.0/ports/0ecdda5b-aaac-4b6d-9bc6-242798cfb985 HTTP/1.1" status: 204 len: 173 time: 0.4308188 Jul 14 10:24:24.798122 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bde3bdd-1c2c-46fc-aa49-5042d5b4f1d8', 'name': 'network-vif-deleted', 'tag': '0ecdda5b-aaac-4b6d-9bc6-242798cfb985'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:24:24.800690 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}175264a25d5f1cec9b1451f1a8cc8ced5d4502f5c48740ac7c6845d527b2175b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84bed9eb-358e-4b63-af2f-7b8958a82e6c" -d '{"events": [{"server_uuid": "2bde3bdd-1c2c-46fc-aa49-5042d5b4f1d8", "name": "network-vif-deleted", "tag": "0ecdda5b-aaac-4b6d-9bc6-242798cfb985"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:24:24.882005 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:24.926626 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:24:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edcc7182-535a-4426-8b89-7d253bf8c850 x-openstack-request-id: req-edcc7182-535a-4426-8b89-7d253bf8c850 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:24:24.926626 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bde3bdd-1c2c-46fc-aa49-5042d5b4f1d8", "name": "network-vif-deleted", "tag": "0ecdda5b-aaac-4b6d-9bc6-242798cfb985", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:24:24.926626 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-edcc7182-535a-4426-8b89-7d253bf8c850 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:24:24.927392 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bde3bdd-1c2c-46fc-aa49-5042d5b4f1d8', 'name': 'network-vif-deleted', 'tag': '0ecdda5b-aaac-4b6d-9bc6-242798cfb985', 'status': 'completed', 'code': 200} Jul 14 10:24:24.976559 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c29ab3d8-6d0e-4122-a426-985c915a340d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:25.096169 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5ea847c3-af1c-4b36-90f1-1868092f0240 req-1fb5269a-7610-4794-bad6-bfd4203d3faf tempest-TestMinimumBasicScenario-777217148 tempest-TestMinimumBasicScenario-777217148-project] 10.222.0.68 "GET /v2.0/ports?device_id=2bde3bdd-1c2c-46fc-aa49-5042d5b4f1d8 HTTP/1.1" status: 200 len: 210 time: 0.0300434 Jul 14 10:24:26.118931 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5ad31076-714c-49ec-bc37-f3d4cd90112a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:26.728043 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 40442) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:24:27.080005 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-97b5cfa9-47c9-495f-a8a5-e2b7b6346cb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-683602'] for router_interface, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:27.339533 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-97b5cfa9-47c9-495f-a8a5-e2b7b6346cb9 admin admin] Deleting port 6f9c843e-2bd3-4089-bd69-8622767ca231 {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:24:27.339774 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-97b5cfa9-47c9-495f-a8a5-e2b7b6346cb9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:27.416691 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-97b5cfa9-47c9-495f-a8a5-e2b7b6346cb9 admin admin] For port 6f9c843e-2bd3-4089-bd69-8622767ca231, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=6f9c843e-2bd3-4089-bd69-8622767ca231,segment=NetworkSegment(62a13a7f-d7eb-4abc-9e90-f613cd561bb3),segment_id=62a13a7f-d7eb-4abc-9e90-f613cd561bb3)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:24:27.417054 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-97b5cfa9-47c9-495f-a8a5-e2b7b6346cb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:27.429381 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-97b5cfa9-47c9-495f-a8a5-e2b7b6346cb9 admin admin] Calling delete_port for 6f9c843e-2bd3-4089-bd69-8622767ca231 owned by network:router_interface {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:24:27.605891 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-97b5cfa9-47c9-495f-a8a5-e2b7b6346cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:27.636723 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b5cfa9-47c9-495f-a8a5-e2b7b6346cb9 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f9c843e-2bd3-4089-bd69-8622767ca231,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:24:27.800714 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-97b5cfa9-47c9-495f-a8a5-e2b7b6346cb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-620860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682934'] for router_interface, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:27.924906 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5bbe322f-3f67-4864-bc0a-91afe44d23e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:28.016951 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97b5cfa9-47c9-495f-a8a5-e2b7b6346cb9 admin admin] Router a3c85ca7-9346-4f25-948f-155a3f1d8b22 has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:24:28.125229 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97b5cfa9-47c9-495f-a8a5-e2b7b6346cb9 admin admin] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:24:28.133031 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-97b5cfa9-47c9-495f-a8a5-e2b7b6346cb9 admin admin] 10.222.0.68 "PUT /v2.0/routers/a3c85ca7-9346-4f25-948f-155a3f1d8b22/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4038756 Jul 14 10:24:28.133679 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 40446) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:24:28.135699 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b49fac6-6249-471a-901e-36a365c43327 None None] Sync routers for ids ['a3c85ca7-9346-4f25-948f-155a3f1d8b22'] in n-d-779913-29 {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:24:28.145884 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b49fac6-6249-471a-901e-36a365c43327 None None] Routers {'a3c85ca7-9346-4f25-948f-155a3f1d8b22'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:24:28.146315 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-0b49fac6-6249-471a-901e-36a365c43327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T10:24:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['a3c85ca7-9346-4f25-948f-155a3f1d8b22'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:24:28.243652 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-adc9e9f3-5f21-4353-b875-e7919fe58c10 admin admin] Notify callbacks [] for router, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:28.259181 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 0ecdda5b-aaac-4b6d-9bc6-242798cfb985 no longer exists at agent hyperv_n-h2-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:24:28.262178 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvr_db [None req-0b49fac6-6249-471a-901e-36a365c43327 None None] Set router a3c85ca7-9346-4f25-948f-155a3f1d8b22 gateway port host: n-d-779913-29 {{(pid=93959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:24:28.333140 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] No Port match for: 0ecdda5b-aaac-4b6d-9bc6-242798cfb985 {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:24:28.333519 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 0ecdda5b-aaac-4b6d-9bc6-242798cfb985 not bound to the agent host n-h2-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:24:28.349820 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-adc9e9f3-5f21-4353-b875-e7919fe58c10 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:28.407460 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-adc9e9f3-5f21-4353-b875-e7919fe58c10 admin admin] Deleting port 42abb8ae-fb6a-4f48-a271-a539d403b515 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:24:28.407707 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-adc9e9f3-5f21-4353-b875-e7919fe58c10 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:28.467373 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-0b49fac6-6249-471a-901e-36a365c43327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3c85ca7-9346-4f25-948f-155a3f1d8b22', 'name': 'tempest-TestMinimumBasicScenario-1403009484-router', 'tenant_id': '9db167a5b74641b78ecbc6dfb43dcb0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.208'}], 'enable_snat': True}, 'gw_port_id': '42abb8ae-fb6a-4f48-a271-a539d403b515', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:22:13Z', 'updated_at': '2021-07-14T10:24:27Z', 'revision_number': 5, 'project_id': '9db167a5b74641b78ecbc6dfb43dcb0f', 'gw_port': {'id': '42abb8ae-fb6a-4f48-a271-a539d403b515', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:7d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c85ca7-9346-4f25-948f-155a3f1d8b22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:22:14Z', 'updated_at': '2021-07-14T10:22:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29'}], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:24:28.495631 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-adc9e9f3-5f21-4353-b875-e7919fe58c10 admin admin] For port 42abb8ae-fb6a-4f48-a271-a539d403b515, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=42abb8ae-fb6a-4f48-a271-a539d403b515,segment=NetworkSegment(81bf7a93-80b3-43df-b9d5-462c604a2945),segment_id=81bf7a93-80b3-43df-b9d5-462c604a2945)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:24:28.496174 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-adc9e9f3-5f21-4353-b875-e7919fe58c10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:28.499587 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b49fac6-6249-471a-901e-36a365c43327 None None] Checking router: a3c85ca7-9346-4f25-948f-155a3f1d8b22 for host: n-d-779913-29 {{(pid=93959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:24:28.508113 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b49fac6-6249-471a-901e-36a365c43327 None None] Routers {'a3c85ca7-9346-4f25-948f-155a3f1d8b22'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:24:28.508723 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-0b49fac6-6249-471a-901e-36a365c43327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T10:24:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['a3c85ca7-9346-4f25-948f-155a3f1d8b22'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:24:28.510772 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-adc9e9f3-5f21-4353-b875-e7919fe58c10 admin admin] Calling delete_port for 42abb8ae-fb6a-4f48-a271-a539d403b515 owned by network:router_gateway {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:24:28.595328 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvr_db [None req-0b49fac6-6249-471a-901e-36a365c43327 None None] Set router a3c85ca7-9346-4f25-948f-155a3f1d8b22 gateway port host: None {{(pid=93959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:24:28.650460 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-0b49fac6-6249-471a-901e-36a365c43327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3c85ca7-9346-4f25-948f-155a3f1d8b22', 'name': 'tempest-TestMinimumBasicScenario-1403009484-router', 'tenant_id': '9db167a5b74641b78ecbc6dfb43dcb0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:22:13Z', 'updated_at': '2021-07-14T10:24:28Z', 'revision_number': 6, 'project_id': '9db167a5b74641b78ecbc6dfb43dcb0f', 'gw_port_host': None}], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:24:28.676496 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b49fac6-6249-471a-901e-36a365c43327 None None] The sync data for ids ['a3c85ca7-9346-4f25-948f-155a3f1d8b22'] in n-d-779913-29 is: [{'id': 'a3c85ca7-9346-4f25-948f-155a3f1d8b22', 'name': 'tempest-TestMinimumBasicScenario-1403009484-router', 'tenant_id': '9db167a5b74641b78ecbc6dfb43dcb0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:22:13Z', 'updated_at': '2021-07-14T10:24:28Z', 'revision_number': 6, 'project_id': '9db167a5b74641b78ecbc6dfb43dcb0f', 'gw_port_host': None}] {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:24:28.678612 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-adc9e9f3-5f21-4353-b875-e7919fe58c10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:28.705092 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc9e9f3-5f21-4353-b875-e7919fe58c10 admin admin] Pushing event deleted for resources: {'Port': ['ID=42abb8ae-fb6a-4f48-a271-a539d403b515,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:24:28.777884 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-adc9e9f3-5f21-4353-b875-e7919fe58c10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-660532'] for router_gateway, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:28.873517 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-adc9e9f3-5f21-4353-b875-e7919fe58c10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-711871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12964'] for router, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:28.876245 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-adc9e9f3-5f21-4353-b875-e7919fe58c10 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:28.927925 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-adc9e9f3-5f21-4353-b875-e7919fe58c10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-704815'] for router, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:28.929122 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adc9e9f3-5f21-4353-b875-e7919fe58c10 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a3c85ca7-9346-4f25-948f-155a3f1d8b22 {{(pid=93958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 10:24:28.934367 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-adc9e9f3-5f21-4353-b875-e7919fe58c10 admin admin] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:28.935651 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-adc9e9f3-5f21-4353-b875-e7919fe58c10 admin admin] 10.222.0.68 "DELETE /v2.0/routers/a3c85ca7-9346-4f25-948f-155a3f1d8b22 HTTP/1.1" status: 204 len: 168 time: 0.8009763 Jul 14 10:24:28.938394 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 40448) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:24:28.986379 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b3d890f-6e95-4412-971c-969b569e1d9b admin admin] Deleting subnet 5d46870e-591d-4504-9cc7-f4500a6efa2e {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 10:24:28.990316 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7b3d890f-6e95-4412-971c-969b569e1d9b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:29.040350 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7b3d890f-6e95-4412-971c-969b569e1d9b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13574120'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:29.138685 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7b3d890f-6e95-4412-971c-969b569e1d9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3481002'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:29.200522 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7b3d890f-6e95-4412-971c-969b569e1d9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13574056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16714573'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:29.226936 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3d890f-6e95-4412-971c-969b569e1d9b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d46870e-591d-4504-9cc7-f4500a6efa2e,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:24:29.233340 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7b3d890f-6e95-4412-971c-969b569e1d9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:29.235149 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-7b3d890f-6e95-4412-971c-969b569e1d9b admin admin] 10.222.0.68 "DELETE /v2.0/subnets/5d46870e-591d-4504-9cc7-f4500a6efa2e HTTP/1.1" status: 204 len: 168 time: 0.2957301 Jul 14 10:24:29.237004 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02a7c48b-4231-4577-9995-0950092b09fb None None] Network d6e3d549-21aa-43fa-86b5-5b948925835b requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:24:29.237765 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 40450) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:24:29.309543 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-89745a76-e160-445b-920e-c04adb723e1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3876111'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:29.510084 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35026be9-477d-4943-8538-9cb826d08cb5 None None] DHCP port deletion for d6e3d549-21aa-43fa-86b5-5b948925835b request from n-d-779913-29 {{(pid=93959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 10:24:29.560969 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-35026be9-477d-4943-8538-9cb826d08cb5 None None] Deleting port 3c118921-e7df-4fab-aa5b-0c9190d36fde {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:24:29.561358 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-35026be9-477d-4943-8538-9cb826d08cb5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:29.635818 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-89745a76-e160-445b-920e-c04adb723e1a admin admin] Deleting port 3c118921-e7df-4fab-aa5b-0c9190d36fde {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:24:29.636224 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-89745a76-e160-445b-920e-c04adb723e1a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:29.641429 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-35026be9-477d-4943-8538-9cb826d08cb5 None None] For port 3c118921-e7df-4fab-aa5b-0c9190d36fde, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=3c118921-e7df-4fab-aa5b-0c9190d36fde,segment=NetworkSegment(62a13a7f-d7eb-4abc-9e90-f613cd561bb3),segment_id=62a13a7f-d7eb-4abc-9e90-f613cd561bb3)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:24:29.641851 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-35026be9-477d-4943-8538-9cb826d08cb5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:29.654153 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-35026be9-477d-4943-8538-9cb826d08cb5 None None] Calling delete_port for 3c118921-e7df-4fab-aa5b-0c9190d36fde owned by network:dhcp {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:24:29.703626 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-89745a76-e160-445b-920e-c04adb723e1a admin admin] For port 3c118921-e7df-4fab-aa5b-0c9190d36fde, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=3c118921-e7df-4fab-aa5b-0c9190d36fde,segment=NetworkSegment(62a13a7f-d7eb-4abc-9e90-f613cd561bb3),segment_id=62a13a7f-d7eb-4abc-9e90-f613cd561bb3)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:24:29.703990 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-89745a76-e160-445b-920e-c04adb723e1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:29.718732 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-89745a76-e160-445b-920e-c04adb723e1a admin admin] Calling delete_port for 3c118921-e7df-4fab-aa5b-0c9190d36fde owned by network:dhcp {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:24:29.740041 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-35026be9-477d-4943-8538-9cb826d08cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:29.777418 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35026be9-477d-4943-8538-9cb826d08cb5 None None] Pushing event deleted for resources: {'Port': ['ID=3c118921-e7df-4fab-aa5b-0c9190d36fde,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:24:29.788979 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35026be9-477d-4943-8538-9cb826d08cb5 None None] No DVR routers for this DVR port 3c118921-e7df-4fab-aa5b-0c9190d36fde on host n-d-779913-29 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:24:29.793990 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35026be9-477d-4943-8538-9cb826d08cb5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:24:29.794491 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35026be9-477d-4943-8538-9cb826d08cb5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:24:29.795036 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35026be9-477d-4943-8538-9cb826d08cb5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:24:29.795846 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35026be9-477d-4943-8538-9cb826d08cb5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:24:29.796500 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35026be9-477d-4943-8538-9cb826d08cb5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:24:29.797159 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35026be9-477d-4943-8538-9cb826d08cb5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:24:29.798084 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35026be9-477d-4943-8538-9cb826d08cb5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:24:29.798589 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35026be9-477d-4943-8538-9cb826d08cb5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:24:29.799333 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35026be9-477d-4943-8538-9cb826d08cb5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:24:29.800222 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35026be9-477d-4943-8538-9cb826d08cb5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:24:29.800908 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35026be9-477d-4943-8538-9cb826d08cb5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:24:29.802027 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35026be9-477d-4943-8538-9cb826d08cb5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:24:29.836503 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-89745a76-e160-445b-920e-c04adb723e1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:29.863714 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89745a76-e160-445b-920e-c04adb723e1a admin admin] Pushing event deleted for resources: {'Port': ['ID=3c118921-e7df-4fab-aa5b-0c9190d36fde,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:24:29.866308 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89745a76-e160-445b-920e-c04adb723e1a admin admin] No DVR routers for this DVR port 3c118921-e7df-4fab-aa5b-0c9190d36fde on host n-d-779913-29 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:24:29.944909 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-89745a76-e160-445b-920e-c04adb723e1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473955', 'neutron.services.segments.db._delete_segments_for_network-8735688326548'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:29.955950 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-89745a76-e160-445b-920e-c04adb723e1a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6e3d549-21aa-43fa-86b5-5b948925835b']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:24:29.968267 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-89745a76-e160-445b-920e-c04adb723e1a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62a13a7f-d7eb-4abc-9e90-f613cd561bb3') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:24:29.968563 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-89745a76-e160-445b-920e-c04adb723e1a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62a13a7f-d7eb-4abc-9e90-f613cd561bb3') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:24:29.978216 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-89745a76-e160-445b-920e-c04adb723e1a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735688356235', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13574129'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:29.995392 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-89745a76-e160-445b-920e-c04adb723e1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:30.003195 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89745a76-e160-445b-920e-c04adb723e1a admin admin] Releasing vlan 733 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 10:24:30.003679 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-89745a76-e160-445b-920e-c04adb723e1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13573126'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:30.005881 n-d-779913-29 neutron-server[93958]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:24:30.005881 n-d-779913-29 neutron-server[93958]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:24:30.005881 n-d-779913-29 neutron-server[93958]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 10:24:30.005881 n-d-779913-29 neutron-server[93958]: self.session.flush() Jul 14 10:24:30.005881 n-d-779913-29 neutron-server[93958]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 10:24:30.005881 n-d-779913-29 neutron-server[93958]: self.session.flush() Jul 14 10:24:30.005881 n-d-779913-29 neutron-server[93958]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 10:24:30.005881 n-d-779913-29 neutron-server[93958]: self.session.flush() Jul 14 10:24:30.005881 n-d-779913-29 neutron-server[93958]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 10:24:30.005881 n-d-779913-29 neutron-server[93958]: self.session.flush() Jul 14 10:24:30.005881 n-d-779913-29 neutron-server[93958]: Traceback (most recent call last): Jul 14 10:24:30.005881 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 10:24:30.005881 n-d-779913-29 neutron-server[93958]: timer() Jul 14 10:24:30.005881 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 10:24:30.005881 n-d-779913-29 neutron-server[93958]: cb(*args, **kw) Jul 14 10:24:30.005881 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 10:24:30.005881 n-d-779913-29 neutron-server[93958]: return func(*args, **kwargs) Jul 14 10:24:30.005881 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 10:24:30.005881 n-d-779913-29 neutron-server[93958]: self._notify() Jul 14 10:24:30.005881 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 10:24:30.005881 n-d-779913-29 neutron-server[93958]: self.callback(batched_events) Jul 14 10:24:30.005881 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 10:24:30.005881 n-d-779913-29 neutron-server[93958]: event.method(event) Jul 14 10:24:30.005881 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 10:24:30.005881 n-d-779913-29 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 10:24:30.005881 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 10:24:30.005881 n-d-779913-29 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 10:24:30.005881 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 10:24:30.005881 n-d-779913-29 neutron-server[93958]: return f(self, *a, **k) Jul 14 10:24:30.005881 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 10:24:30.005881 n-d-779913-29 neutron-server[93958]: return self._get(url).json() Jul 14 10:24:30.005881 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 10:24:30.005881 n-d-779913-29 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 10:24:30.005881 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 10:24:30.005881 n-d-779913-29 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 14 10:24:30.005881 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 10:24:30.005881 n-d-779913-29 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 10:24:30.005881 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 10:24:30.005881 n-d-779913-29 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 10:24:30.005881 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 10:24:30.005881 n-d-779913-29 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 10:24:30.005881 n-d-779913-29 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 10:24:30.066280 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-89745a76-e160-445b-920e-c04adb723e1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660504'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:30.072233 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-89745a76-e160-445b-920e-c04adb723e1a admin admin] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:30.074094 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-89745a76-e160-445b-920e-c04adb723e1a admin admin] 10.222.0.68 "DELETE /v2.0/networks/d6e3d549-21aa-43fa-86b5-5b948925835b HTTP/1.1" status: 204 len: 168 time: 0.8354065 Jul 14 10:24:30.077326 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 40452) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:24:30.086748 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89745a76-e160-445b-920e-c04adb723e1a admin admin] Pushing event deleted for resources: {'Network': ['ID=d6e3d549-21aa-43fa-86b5-5b948925835b,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:24:30.448340 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-9ef3be38-0fa0-496b-ab9a-4e32a3e5dc13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-683602'] for router_interface, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:30.756632 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 42abb8ae-fb6a-4f48-a271-a539d403b515 no longer exists at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:24:30.778465 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] No Port match for: 42abb8ae-fb6a-4f48-a271-a539d403b515 {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:24:30.778819 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 42abb8ae-fb6a-4f48-a271-a539d403b515 not bound to the agent host n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:24:30.779242 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 3c118921-e7df-4fab-aa5b-0c9190d36fde no longer exists at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:24:30.799076 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] No Port match for: 3c118921-e7df-4fab-aa5b-0c9190d36fde {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:24:30.799426 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 3c118921-e7df-4fab-aa5b-0c9190d36fde not bound to the agent host n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:24:30.799849 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 6f9c843e-2bd3-4089-bd69-8622767ca231 no longer exists at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:24:30.819309 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] No Port match for: 6f9c843e-2bd3-4089-bd69-8622767ca231 {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:24:30.819663 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 6f9c843e-2bd3-4089-bd69-8622767ca231 not bound to the agent host n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:24:31.011782 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-9ef3be38-0fa0-496b-ab9a-4e32a3e5dc13 admin admin] Deleting port b1360853-fdc1-489d-a624-075d151e5179 {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:24:31.012121 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-9ef3be38-0fa0-496b-ab9a-4e32a3e5dc13 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:31.094444 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-9ef3be38-0fa0-496b-ab9a-4e32a3e5dc13 admin admin] For port b1360853-fdc1-489d-a624-075d151e5179, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=b1360853-fdc1-489d-a624-075d151e5179,segment=NetworkSegment(f9e3b84b-c70b-4a7b-8a15-16a7cd5a31e2),segment_id=f9e3b84b-c70b-4a7b-8a15-16a7cd5a31e2)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:24:31.095159 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-9ef3be38-0fa0-496b-ab9a-4e32a3e5dc13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:31.107456 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-9ef3be38-0fa0-496b-ab9a-4e32a3e5dc13 admin admin] Calling delete_port for b1360853-fdc1-489d-a624-075d151e5179 owned by network:router_interface {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:24:31.290104 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-9ef3be38-0fa0-496b-ab9a-4e32a3e5dc13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:31.318230 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef3be38-0fa0-496b-ab9a-4e32a3e5dc13 admin admin] Pushing event deleted for resources: {'Port': ['ID=b1360853-fdc1-489d-a624-075d151e5179,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:24:31.508827 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-9ef3be38-0fa0-496b-ab9a-4e32a3e5dc13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-620860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682934'] for router_interface, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:31.735377 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ef3be38-0fa0-496b-ab9a-4e32a3e5dc13 admin admin] Router bd6a381c-28b5-439c-88af-bfadddab098d has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:24:31.845478 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ef3be38-0fa0-496b-ab9a-4e32a3e5dc13 admin admin] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:24:31.851659 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-9ef3be38-0fa0-496b-ab9a-4e32a3e5dc13 admin admin] 10.222.0.68 "PUT /v2.0/routers/bd6a381c-28b5-439c-88af-bfadddab098d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7730477 Jul 14 10:24:31.855000 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 40454) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:24:31.856791 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cdac1e2-bd9a-4691-a416-ee91c27da8dc None None] Sync routers for ids ['bd6a381c-28b5-439c-88af-bfadddab098d'] in n-d-779913-29 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:24:31.866436 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cdac1e2-bd9a-4691-a416-ee91c27da8dc None None] Routers {'bd6a381c-28b5-439c-88af-bfadddab098d'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:24:31.867046 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-6cdac1e2-bd9a-4691-a416-ee91c27da8dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T10:24:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['bd6a381c-28b5-439c-88af-bfadddab098d'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:24:31.967613 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-95fcc7f5-1b40-416c-8e01-a79dd8ce1c21 admin admin] Notify callbacks [] for router, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:31.979871 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-6cdac1e2-bd9a-4691-a416-ee91c27da8dc None None] Set router bd6a381c-28b5-439c-88af-bfadddab098d gateway port host: n-d-779913-29 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:24:32.082674 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-95fcc7f5-1b40-416c-8e01-a79dd8ce1c21 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:32.138150 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-95fcc7f5-1b40-416c-8e01-a79dd8ce1c21 admin admin] Deleting port 7168c21c-4746-4fec-a348-7ef805449779 {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:24:32.138913 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-95fcc7f5-1b40-416c-8e01-a79dd8ce1c21 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:32.174847 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-6cdac1e2-bd9a-4691-a416-ee91c27da8dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd6a381c-28b5-439c-88af-bfadddab098d', 'name': 'tempest-TestMinimumBasicScenario-897709724-router', 'tenant_id': 'da38675a8ec845f6abe8531430d36504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.252'}], 'enable_snat': True}, 'gw_port_id': '7168c21c-4746-4fec-a348-7ef805449779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:22:18Z', 'updated_at': '2021-07-14T10:24:31Z', 'revision_number': 5, 'project_id': 'da38675a8ec845f6abe8531430d36504', 'gw_port': {'id': '7168c21c-4746-4fec-a348-7ef805449779', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:49:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd6a381c-28b5-439c-88af-bfadddab098d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:22:18Z', 'updated_at': '2021-07-14T10:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29'}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:24:32.201708 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cdac1e2-bd9a-4691-a416-ee91c27da8dc None None] Checking router: bd6a381c-28b5-439c-88af-bfadddab098d for host: n-d-779913-29 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:24:32.209905 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cdac1e2-bd9a-4691-a416-ee91c27da8dc None None] Routers {'bd6a381c-28b5-439c-88af-bfadddab098d'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:24:32.210515 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-6cdac1e2-bd9a-4691-a416-ee91c27da8dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T10:24:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['bd6a381c-28b5-439c-88af-bfadddab098d'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:24:32.231014 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-95fcc7f5-1b40-416c-8e01-a79dd8ce1c21 admin admin] For port 7168c21c-4746-4fec-a348-7ef805449779, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=7168c21c-4746-4fec-a348-7ef805449779,segment=NetworkSegment(81bf7a93-80b3-43df-b9d5-462c604a2945),segment_id=81bf7a93-80b3-43df-b9d5-462c604a2945)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:24:32.231368 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-95fcc7f5-1b40-416c-8e01-a79dd8ce1c21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:32.245762 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-95fcc7f5-1b40-416c-8e01-a79dd8ce1c21 admin admin] Calling delete_port for 7168c21c-4746-4fec-a348-7ef805449779 owned by network:router_gateway {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:24:32.388109 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-6cdac1e2-bd9a-4691-a416-ee91c27da8dc None None] Set router bd6a381c-28b5-439c-88af-bfadddab098d gateway port host: None {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:24:32.427778 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-95fcc7f5-1b40-416c-8e01-a79dd8ce1c21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:32.440766 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-6cdac1e2-bd9a-4691-a416-ee91c27da8dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd6a381c-28b5-439c-88af-bfadddab098d', 'name': 'tempest-TestMinimumBasicScenario-897709724-router', 'tenant_id': 'da38675a8ec845f6abe8531430d36504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:22:18Z', 'updated_at': '2021-07-14T10:24:32Z', 'revision_number': 6, 'project_id': 'da38675a8ec845f6abe8531430d36504', 'gw_port_host': None}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:24:32.454156 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fcc7f5-1b40-416c-8e01-a79dd8ce1c21 admin admin] Pushing event deleted for resources: {'Port': ['ID=7168c21c-4746-4fec-a348-7ef805449779,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:24:32.470454 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cdac1e2-bd9a-4691-a416-ee91c27da8dc None None] The sync data for ids ['bd6a381c-28b5-439c-88af-bfadddab098d'] in n-d-779913-29 is: [{'id': 'bd6a381c-28b5-439c-88af-bfadddab098d', 'name': 'tempest-TestMinimumBasicScenario-897709724-router', 'tenant_id': 'da38675a8ec845f6abe8531430d36504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:22:18Z', 'updated_at': '2021-07-14T10:24:32Z', 'revision_number': 6, 'project_id': 'da38675a8ec845f6abe8531430d36504', 'gw_port_host': None}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:24:32.522088 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-95fcc7f5-1b40-416c-8e01-a79dd8ce1c21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-660532'] for router_gateway, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:32.614805 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-95fcc7f5-1b40-416c-8e01-a79dd8ce1c21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-711871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12964'] for router, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:32.616974 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-95fcc7f5-1b40-416c-8e01-a79dd8ce1c21 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:32.669277 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-95fcc7f5-1b40-416c-8e01-a79dd8ce1c21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-704815'] for router, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:32.669882 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95fcc7f5-1b40-416c-8e01-a79dd8ce1c21 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bd6a381c-28b5-439c-88af-bfadddab098d {{(pid=93957) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 10:24:32.675160 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-95fcc7f5-1b40-416c-8e01-a79dd8ce1c21 admin admin] Notify callbacks [] for router, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:32.676371 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-95fcc7f5-1b40-416c-8e01-a79dd8ce1c21 admin admin] 10.222.0.68 "DELETE /v2.0/routers/bd6a381c-28b5-439c-88af-bfadddab098d HTTP/1.1" status: 204 len: 168 time: 0.8200364 Jul 14 10:24:32.679691 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 40456) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:24:32.727335 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d05bc21-701f-4fdf-be25-323e9c77a08d admin admin] Deleting subnet 54a7e777-ad61-4dc8-b3eb-c236f4b7a8c8 {{(pid=93957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 10:24:32.730555 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8d05bc21-701f-4fdf-be25-323e9c77a08d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:32.766072 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8d05bc21-701f-4fdf-be25-323e9c77a08d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10944203'] for subnet, precommit_delete_associations {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:32.890066 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8d05bc21-701f-4fdf-be25-323e9c77a08d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3481002'] for subnet, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:32.957164 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device b1360853-fdc1-489d-a624-075d151e5179 no longer exists at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:24:32.963282 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8d05bc21-701f-4fdf-be25-323e9c77a08d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10052701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11984075'] for subnet, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:32.989203 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d05bc21-701f-4fdf-be25-323e9c77a08d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=54a7e777-ad61-4dc8-b3eb-c236f4b7a8c8,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:24:32.991605 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] No Port match for: b1360853-fdc1-489d-a624-075d151e5179 {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:24:32.992286 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device b1360853-fdc1-489d-a624-075d151e5179 not bound to the agent host n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:24:32.996171 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8d05bc21-701f-4fdf-be25-323e9c77a08d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:32.999861 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-8d05bc21-701f-4fdf-be25-323e9c77a08d admin admin] 10.222.0.68 "DELETE /v2.0/subnets/54a7e777-ad61-4dc8-b3eb-c236f4b7a8c8 HTTP/1.1" status: 204 len: 168 time: 0.3191988 Jul 14 10:24:33.003203 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 40458) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:24:33.007065 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33baefbf-435f-4d23-b917-f1edfd9b9c1f None None] Network 548a0ea8-2612-45a7-b6f5-a852b44c0d8a requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:24:33.095573 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c6dbe477-c4ba-46c7-ad88-143832d8b883 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3876111'] for network, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:33.181768 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-c6dbe477-c4ba-46c7-ad88-143832d8b883 admin admin] Deleting port d67c81fe-b2e9-489d-84df-6558fec5589a {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:24:33.182497 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c6dbe477-c4ba-46c7-ad88-143832d8b883 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:33.230392 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbb4b67e-271f-4092-b576-c7341598e7e6 None None] DHCP port deletion for 548a0ea8-2612-45a7-b6f5-a852b44c0d8a request from n-d-779913-29 {{(pid=93959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 10:24:33.260406 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-c6dbe477-c4ba-46c7-ad88-143832d8b883 admin admin] For port d67c81fe-b2e9-489d-84df-6558fec5589a, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=d67c81fe-b2e9-489d-84df-6558fec5589a,segment=NetworkSegment(f9e3b84b-c70b-4a7b-8a15-16a7cd5a31e2),segment_id=f9e3b84b-c70b-4a7b-8a15-16a7cd5a31e2)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:24:33.260904 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c6dbe477-c4ba-46c7-ad88-143832d8b883 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:33.275669 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-c6dbe477-c4ba-46c7-ad88-143832d8b883 admin admin] Calling delete_port for d67c81fe-b2e9-489d-84df-6558fec5589a owned by network:dhcp {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:24:33.280592 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-bbb4b67e-271f-4092-b576-c7341598e7e6 None None] Deleting port d67c81fe-b2e9-489d-84df-6558fec5589a {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:24:33.281062 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bbb4b67e-271f-4092-b576-c7341598e7e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:33.351543 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-bbb4b67e-271f-4092-b576-c7341598e7e6 None None] For port d67c81fe-b2e9-489d-84df-6558fec5589a, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=d67c81fe-b2e9-489d-84df-6558fec5589a,segment=NetworkSegment(f9e3b84b-c70b-4a7b-8a15-16a7cd5a31e2),segment_id=f9e3b84b-c70b-4a7b-8a15-16a7cd5a31e2)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:24:33.351949 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bbb4b67e-271f-4092-b576-c7341598e7e6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:33.367761 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-bbb4b67e-271f-4092-b576-c7341598e7e6 None None] Calling delete_port for d67c81fe-b2e9-489d-84df-6558fec5589a owned by network:dhcp {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:24:33.371771 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c6dbe477-c4ba-46c7-ad88-143832d8b883 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:33.396690 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dbe477-c4ba-46c7-ad88-143832d8b883 admin admin] Pushing event deleted for resources: {'Port': ['ID=d67c81fe-b2e9-489d-84df-6558fec5589a,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:24:33.402614 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6dbe477-c4ba-46c7-ad88-143832d8b883 admin admin] No DVR routers for this DVR port d67c81fe-b2e9-489d-84df-6558fec5589a on host n-d-779913-29 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:24:33.461949 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bbb4b67e-271f-4092-b576-c7341598e7e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:33.478713 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c6dbe477-c4ba-46c7-ad88-143832d8b883 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473955', 'neutron.services.segments.db._delete_segments_for_network-8735688326548'] for network, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:33.489287 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb4b67e-271f-4092-b576-c7341598e7e6 None None] Pushing event deleted for resources: {'Port': ['ID=d67c81fe-b2e9-489d-84df-6558fec5589a,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:24:33.494332 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-c6dbe477-c4ba-46c7-ad88-143832d8b883 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['548a0ea8-2612-45a7-b6f5-a852b44c0d8a']}} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:24:33.495951 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb4b67e-271f-4092-b576-c7341598e7e6 None None] No DVR routers for this DVR port d67c81fe-b2e9-489d-84df-6558fec5589a on host n-d-779913-29 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:24:33.507201 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-c6dbe477-c4ba-46c7-ad88-143832d8b883 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9e3b84b-c70b-4a7b-8a15-16a7cd5a31e2') {'for_net_delete': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:24:33.507201 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-c6dbe477-c4ba-46c7-ad88-143832d8b883 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9e3b84b-c70b-4a7b-8a15-16a7cd5a31e2') {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:24:33.516901 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c6dbe477-c4ba-46c7-ad88-143832d8b883 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735688356235', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10944210'] for segment, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:33.536049 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c6dbe477-c4ba-46c7-ad88-143832d8b883 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:33.542852 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6dbe477-c4ba-46c7-ad88-143832d8b883 admin admin] Releasing vlan 703 on physical network physnet1 to pool {{(pid=93957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 10:24:33.543245 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c6dbe477-c4ba-46c7-ad88-143832d8b883 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10053619'] for segment, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:33.544902 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:24:33.544902 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:24:33.544902 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:24:33.544902 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:24:33.544902 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:24:33.544902 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:24:33.544902 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:24:33.544902 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:24:33.544902 n-d-779913-29 neutron-server[93957]: Traceback (most recent call last): Jul 14 10:24:33.544902 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 10:24:33.544902 n-d-779913-29 neutron-server[93957]: timer() Jul 14 10:24:33.544902 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 10:24:33.544902 n-d-779913-29 neutron-server[93957]: cb(*args, **kw) Jul 14 10:24:33.544902 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 10:24:33.544902 n-d-779913-29 neutron-server[93957]: return func(*args, **kwargs) Jul 14 10:24:33.544902 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 10:24:33.544902 n-d-779913-29 neutron-server[93957]: self._notify() Jul 14 10:24:33.544902 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 10:24:33.544902 n-d-779913-29 neutron-server[93957]: self.callback(batched_events) Jul 14 10:24:33.544902 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 10:24:33.544902 n-d-779913-29 neutron-server[93957]: event.method(event) Jul 14 10:24:33.544902 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 10:24:33.544902 n-d-779913-29 neutron-server[93957]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 10:24:33.544902 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 10:24:33.544902 n-d-779913-29 neutron-server[93957]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 10:24:33.544902 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 10:24:33.544902 n-d-779913-29 neutron-server[93957]: return f(self, *a, **k) Jul 14 10:24:33.544902 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 10:24:33.544902 n-d-779913-29 neutron-server[93957]: return self._get(url).json() Jul 14 10:24:33.544902 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 10:24:33.544902 n-d-779913-29 neutron-server[93957]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 10:24:33.544902 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 10:24:33.544902 n-d-779913-29 neutron-server[93957]: return self.request(url, 'GET', **kwargs) Jul 14 10:24:33.544902 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 10:24:33.544902 n-d-779913-29 neutron-server[93957]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 10:24:33.544902 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 10:24:33.544902 n-d-779913-29 neutron-server[93957]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 10:24:33.544902 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 10:24:33.544902 n-d-779913-29 neutron-server[93957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 10:24:33.544902 n-d-779913-29 neutron-server[93957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 10:24:33.605975 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c6dbe477-c4ba-46c7-ad88-143832d8b883 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660504'] for network, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:33.612177 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c6dbe477-c4ba-46c7-ad88-143832d8b883 admin admin] Notify callbacks [] for network, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:33.615821 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-c6dbe477-c4ba-46c7-ad88-143832d8b883 admin admin] 10.222.0.68 "DELETE /v2.0/networks/548a0ea8-2612-45a7-b6f5-a852b44c0d8a HTTP/1.1" status: 204 len: 168 time: 0.6113544 Jul 14 10:24:33.635849 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dbe477-c4ba-46c7-ad88-143832d8b883 admin admin] Pushing event deleted for resources: {'Network': ['ID=548a0ea8-2612-45a7-b6f5-a852b44c0d8a,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:24:33.793226 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 40462) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:24:33.833424 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-1e809342-6b07-4272-9984-29868be1dcdd admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=9db167a5b74641b78ecbc6dfb43dcb0f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0388038 Jul 14 10:24:33.835816 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 40464) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:24:33.885289 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-9fe9f46f-ec44-4719-8585-8a7a2ec5f8f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:33.908903 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-9fe9f46f-ec44-4719-8585-8a7a2ec5f8f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:33.966777 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-9fe9f46f-ec44-4719-8585-8a7a2ec5f8f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:33.971308 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-9fe9f46f-ec44-4719-8585-8a7a2ec5f8f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:33.976108 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-9fe9f46f-ec44-4719-8585-8a7a2ec5f8f1 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/efd0b50b-6f0b-4711-bc95-e1de9076b768 HTTP/1.1" status: 204 len: 168 time: 0.1362834 Jul 14 10:24:33.984027 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe9f46f-ec44-4719-8585-8a7a2ec5f8f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efd0b50b-6f0b-4711-bc95-e1de9076b768,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:24:34.328502 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 40470) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:24:34.371538 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-afa8a5b7-b8cd-450a-8ca9-6d798e7729fb admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=da38675a8ec845f6abe8531430d36504&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0414801 Jul 14 10:24:34.374523 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 40472) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:24:34.424617 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-30b3fcd4-3566-4122-a4e9-eaeda26448a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:34.447583 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-30b3fcd4-3566-4122-a4e9-eaeda26448a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:34.503649 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-30b3fcd4-3566-4122-a4e9-eaeda26448a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:34.507670 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-30b3fcd4-3566-4122-a4e9-eaeda26448a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:34.509256 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-30b3fcd4-3566-4122-a4e9-eaeda26448a2 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/7569a4be-a102-458a-952a-d5cd78b45ebb HTTP/1.1" status: 204 len: 168 time: 0.1336684 Jul 14 10:24:34.518673 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b3fcd4-3566-4122-a4e9-eaeda26448a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7569a4be-a102-458a-952a-d5cd78b45ebb,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:24:34.778139 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device d67c81fe-b2e9-489d-84df-6558fec5589a no longer exists at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:24:34.799851 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] No Port match for: d67c81fe-b2e9-489d-84df-6558fec5589a {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:24:34.800336 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device d67c81fe-b2e9-489d-84df-6558fec5589a not bound to the agent host n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:24:34.800506 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 7168c21c-4746-4fec-a348-7ef805449779 no longer exists at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:24:34.821416 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] No Port match for: 7168c21c-4746-4fec-a348-7ef805449779 {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:24:34.821927 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 7168c21c-4746-4fec-a348-7ef805449779 not bound to the agent host n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:24:36.294817 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 40512) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:24:36.299514 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-8349ae04-316d-4100-bb17-2107472ec378 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-148192010', 'description': 'tempest-secgroup-smoke-148192010 description', 'project_id': 'cfb2ed7caa9b43c9b2145e769e9db92d'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:24:36.319614 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8349ae04-316d-4100-bb17-2107472ec378 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:36.327666 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8349ae04-316d-4100-bb17-2107472ec378 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:36.417514 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8349ae04-316d-4100-bb17-2107472ec378 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:36.421132 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8349ae04-316d-4100-bb17-2107472ec378 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:36.460725 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8349ae04-316d-4100-bb17-2107472ec378 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ffe5cb8c-e176-416a-ab83-490db4b9f595,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:24:36.516065 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8349ae04-316d-4100-bb17-2107472ec378 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:36.519859 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8349ae04-316d-4100-bb17-2107472ec378 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:36.540096 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8349ae04-316d-4100-bb17-2107472ec378 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:36.541349 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-8349ae04-316d-4100-bb17-2107472ec378 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2455494 Jul 14 10:24:36.544439 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 40514) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:24:36.549276 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-5386022b-68b5-4b18-b50e-b188b2dc8feb tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Request body: {'security_group_rule': {'security_group_id': '8db1bdc4-f67a-4078-a5e6-3e24d9cc74e5', 'project_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:24:36.551977 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8349ae04-316d-4100-bb17-2107472ec378 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8db1bdc4-f67a-4078-a5e6-3e24d9cc74e5,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:24:36.579592 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5386022b-68b5-4b18-b50e-b188b2dc8feb tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:36.641682 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5386022b-68b5-4b18-b50e-b188b2dc8feb tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:36.646072 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5386022b-68b5-4b18-b50e-b188b2dc8feb tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529131'] for security_group_rule, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:36.665630 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5386022b-68b5-4b18-b50e-b188b2dc8feb tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82ca1e94-2c1e-4757-b5e4-831f89d7e896,revision_number=0']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:24:36.669003 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-5386022b-68b5-4b18-b50e-b188b2dc8feb tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:36.670356 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-5386022b-68b5-4b18-b50e-b188b2dc8feb tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1248484 Jul 14 10:24:36.673549 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 40516) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:24:36.678243 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-c62764f1-c25e-43c8-94f7-147fb66d6fe7 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Request body: {'security_group_rule': {'security_group_id': '8db1bdc4-f67a-4078-a5e6-3e24d9cc74e5', 'project_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:24:36.706179 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c62764f1-c25e-43c8-94f7-147fb66d6fe7 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:36.767463 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c62764f1-c25e-43c8-94f7-147fb66d6fe7 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:36.772872 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c62764f1-c25e-43c8-94f7-147fb66d6fe7 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529131'] for security_group_rule, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:36.791360 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62764f1-c25e-43c8-94f7-147fb66d6fe7 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74f694db-95a1-4374-a84f-54f59f2bbc38,revision_number=0']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:24:36.799483 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c62764f1-c25e-43c8-94f7-147fb66d6fe7 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:36.800726 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-c62764f1-c25e-43c8-94f7-147fb66d6fe7 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1260912 Jul 14 10:24:36.803449 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 40518) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:24:36.807931 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-29783642-4b11-4f5b-921f-6235b8a9ba19 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Request body: {'security_group_rule': {'security_group_id': '8db1bdc4-f67a-4078-a5e6-3e24d9cc74e5', 'project_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:24:36.842363 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-29783642-4b11-4f5b-921f-6235b8a9ba19 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:36.904887 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-29783642-4b11-4f5b-921f-6235b8a9ba19 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:36.908952 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-29783642-4b11-4f5b-921f-6235b8a9ba19 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529131'] for security_group_rule, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:36.927411 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29783642-4b11-4f5b-921f-6235b8a9ba19 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12dda409-c6fb-468a-ba3e-d6ed21a43c99,revision_number=0']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:24:36.934480 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-29783642-4b11-4f5b-921f-6235b8a9ba19 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:36.935743 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-29783642-4b11-4f5b-921f-6235b8a9ba19 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1313574 Jul 14 10:24:36.938536 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 40520) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:24:36.943706 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-29efb699-b8a7-48e6-b83e-e57e57b6bc79 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Request body: {'security_group_rule': {'security_group_id': '8db1bdc4-f67a-4078-a5e6-3e24d9cc74e5', 'project_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:24:36.971572 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-29efb699-b8a7-48e6-b83e-e57e57b6bc79 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:37.037822 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-29efb699-b8a7-48e6-b83e-e57e57b6bc79 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:37.043444 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-29efb699-b8a7-48e6-b83e-e57e57b6bc79 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529131'] for security_group_rule, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:37.061939 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29efb699-b8a7-48e6-b83e-e57e57b6bc79 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8db53630-2644-4893-ac29-21835a979b1a,revision_number=0']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:24:37.070446 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-29efb699-b8a7-48e6-b83e-e57e57b6bc79 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:37.071650 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-29efb699-b8a7-48e6-b83e-e57e57b6bc79 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1321287 Jul 14 10:24:37.074835 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 40522) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:24:37.079504 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-224fb8f4-6747-4021-b622-49a5e57a3c85 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Request body: {'security_group_rule': {'security_group_id': '8db1bdc4-f67a-4078-a5e6-3e24d9cc74e5', 'project_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:24:37.102741 n-d-779913-29 neutron-server[93957]: INFO neutron.db.securitygroups_db [None req-224fb8f4-6747-4021-b622-49a5e57a3c85 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Project cfb2ed7caa9b43c9b2145e769e9db92d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 10:24:37.108784 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-224fb8f4-6747-4021-b622-49a5e57a3c85 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:37.173300 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-224fb8f4-6747-4021-b622-49a5e57a3c85 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:37.177427 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-224fb8f4-6747-4021-b622-49a5e57a3c85 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529131'] for security_group_rule, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:37.196958 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224fb8f4-6747-4021-b622-49a5e57a3c85 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a651cb2b-7199-4782-a6f1-34e2be67ecee,revision_number=0']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:24:37.206579 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-224fb8f4-6747-4021-b622-49a5e57a3c85 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:37.208028 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-224fb8f4-6747-4021-b622-49a5e57a3c85 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1321549 Jul 14 10:24:37.210837 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 40524) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:24:37.215573 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-45a2abe3-e565-4513-bc3d-3bfaf1b613ec tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Request body: {'security_group_rule': {'security_group_id': '8db1bdc4-f67a-4078-a5e6-3e24d9cc74e5', 'project_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:24:37.241274 n-d-779913-29 neutron-server[93957]: INFO neutron.db.securitygroups_db [None req-45a2abe3-e565-4513-bc3d-3bfaf1b613ec tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Project cfb2ed7caa9b43c9b2145e769e9db92d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 10:24:37.247415 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-45a2abe3-e565-4513-bc3d-3bfaf1b613ec tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:37.311434 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-45a2abe3-e565-4513-bc3d-3bfaf1b613ec tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:37.315136 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-45a2abe3-e565-4513-bc3d-3bfaf1b613ec tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529131'] for security_group_rule, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:37.332900 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a2abe3-e565-4513-bc3d-3bfaf1b613ec tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=775b9de4-6645-4895-bafd-4f696d818e82,revision_number=0']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:24:37.344326 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-45a2abe3-e565-4513-bc3d-3bfaf1b613ec tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:37.345621 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-45a2abe3-e565-4513-bc3d-3bfaf1b613ec tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1337719 Jul 14 10:24:37.349171 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 40526) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:24:37.354084 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-97fc223f-7d25-4bea-9dda-f6251f34f32d tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Request body: {'network': {'name': 'tempest-network-smoke--1749788049', 'project_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'port_security_enabled': True}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:24:37.375834 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97fc223f-7d25-4bea-9dda-f6251f34f32d tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Made reservation on behalf of cfb2ed7caa9b43c9b2145e769e9db92d for: {'network': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:24:37.380395 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-97fc223f-7d25-4bea-9dda-f6251f34f32d tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for network, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:37.406264 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97fc223f-7d25-4bea-9dda-f6251f34f32d tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 747} {{(pid=93957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 10:24:37.418176 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-97fc223f-7d25-4bea-9dda-f6251f34f32d tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:37.418556 n-d-779913-29 neutron-server[93957]: INFO neutron.db.segments_db [None req-97fc223f-7d25-4bea-9dda-f6251f34f32d tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Added segment f038abb1-53fe-4023-92f6-1d87580a84b9 of type vlan for network 879e4cc3-cc4c-4c9e-baed-4e2f00d51adf Jul 14 10:24:37.464398 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-97fc223f-7d25-4bea-9dda-f6251f34f32d tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735687821325'] for network, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:37.494761 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-97fc223f-7d25-4bea-9dda-f6251f34f32d tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855'] for network, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:37.500868 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97fc223f-7d25-4bea-9dda-f6251f34f32d tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:24:37.501456 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-97fc223f-7d25-4bea-9dda-f6251f34f32d tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks [] for network, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:37.560758 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-97fc223f-7d25-4bea-9dda-f6251f34f32d tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2105186 Jul 14 10:24:37.563757 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 40528) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:24:37.568251 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-8c59d41a-d801-414b-ac30-7b44f6f776f4 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-146055796', 'admin_state_up': True, 'project_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'}}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:24:37.580495 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fc223f-7d25-4bea-9dda-f6251f34f32d tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Pushing event updated for resources: {'Network': ['ID=879e4cc3-cc4c-4c9e-baed-4e2f00d51adf,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:24:37.592276 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Network 879e4cc3-cc4c-4c9e-baed-4e2f00d51adf details requested by agent ovs-agent-n-d-779913-29 with host n-d-779913-29 {{(pid=93959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 10:24:37.600229 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8c59d41a-d801-414b-ac30-7b44f6f776f4 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-711749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14670'] for router, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:37.601266 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8c59d41a-d801-414b-ac30-7b44f6f776f4 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-711718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-661475', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14679'] for router, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:37.659654 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8c59d41a-d801-414b-ac30-7b44f6f776f4 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:37.842579 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8c59d41a-d801-414b-ac30-7b44f6f776f4 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-661489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-711771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12973'] for router, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:38.041930 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8c59d41a-d801-414b-ac30-7b44f6f776f4 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks [] for router_gateway, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:38.060764 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8c59d41a-d801-414b-ac30-7b44f6f776f4 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:38.171418 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-8c59d41a-d801-414b-ac30-7b44f6f776f4 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Allocated IP 172.25.4.154 (2dcd4d32-cc7c-4468-b396-7ce5c9231892/6cd22a75-5bc1-467c-a3c4-0af04bd1b34a/45475701-0206-4295-86fd-147f8ef6b24e) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:24:38.274861 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8c59d41a-d801-414b-ac30-7b44f6f776f4 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:38.319266 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8c59d41a-d801-414b-ac30-7b44f6f776f4 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:38.360598 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c59d41a-d801-414b-ac30-7b44f6f776f4 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Network 2dcd4d32-cc7c-4468-b396-7ce5c9231892 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:24:38.363509 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-8c59d41a-d801-414b-ac30-7b44f6f776f4 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:24:38.367279 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c59d41a-d801-414b-ac30-7b44f6f776f4 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:24:38.372865 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c59d41a-d801-414b-ac30-7b44f6f776f4 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Pushing event updated for resources: {'Port': ['ID=45475701-0206-4295-86fd-147f8ef6b24e,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:24:38.981566 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8c59d41a-d801-414b-ac30-7b44f6f776f4 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks [] for router_gateway, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:39.178823 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8c59d41a-d801-414b-ac30-7b44f6f776f4 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-711762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-661452'] for router, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:39.322387 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c59d41a-d801-414b-ac30-7b44f6f776f4 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Router 0b1333f3-3091-4afe-9aa3-fc9714928b51 is scheduled to L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 with binding_index 1 {{(pid=93957) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 10:24:39.431496 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c59d41a-d801-414b-ac30-7b44f6f776f4 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:24:39.442776 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7321e5cd-a681-466f-8619-f3c88d30d930 None None] Sync routers for ids ['0b1333f3-3091-4afe-9aa3-fc9714928b51'] in n-d-779913-29 {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:24:39.451583 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-8c59d41a-d801-414b-ac30-7b44f6f776f4 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks [] for router, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:39.452662 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7321e5cd-a681-466f-8619-f3c88d30d930 None None] Routers {'0b1333f3-3091-4afe-9aa3-fc9714928b51'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:24:39.453048 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-8c59d41a-d801-414b-ac30-7b44f6f776f4 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8882337 Jul 14 10:24:39.453288 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-7321e5cd-a681-466f-8619-f3c88d30d930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T10:24:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['0b1333f3-3091-4afe-9aa3-fc9714928b51'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:24:39.455965 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 40530) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:24:39.560950 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvr_db [None req-7321e5cd-a681-466f-8619-f3c88d30d930 None None] Set router 0b1333f3-3091-4afe-9aa3-fc9714928b51 gateway port host: n-d-779913-29 {{(pid=93959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:24:39.582485 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-8608f300-34bd-4193-a2fc-d9a4765ce9b0 tempest-TestNetworkAdvancedServerOps-67860489 tempest-TestNetworkAdvancedServerOps-67860489-project-admin] 10.222.0.68 "GET /v2.0/subnets?project_id=cfb2ed7caa9b43c9b2145e769e9db92d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1252844 Jul 14 10:24:39.585287 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 40534) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:24:39.732642 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bc0b8d3-3d4d-48f4-b357-565ff0efb1e0 tempest-TestNetworkAdvancedServerOps-67860489 tempest-TestNetworkAdvancedServerOps-67860489-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:24:39.734188 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-0bc0b8d3-3d4d-48f4-b357-565ff0efb1e0 tempest-TestNetworkAdvancedServerOps-67860489 tempest-TestNetworkAdvancedServerOps-67860489-project-admin] 10.222.0.68 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1478770 Jul 14 10:24:39.737100 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 40536) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:24:39.739378 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-7321e5cd-a681-466f-8619-f3c88d30d930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b1333f3-3091-4afe-9aa3-fc9714928b51', 'name': 'tempest-TestNetworkAdvancedServerOps-router-146055796', 'tenant_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.154'}], 'enable_snat': True}, 'gw_port_id': '45475701-0206-4295-86fd-147f8ef6b24e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:24:37Z', 'updated_at': '2021-07-14T10:24:38Z', 'revision_number': 3, 'project_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'gw_port': {'id': '45475701-0206-4295-86fd-147f8ef6b24e', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:f5:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b1333f3-3091-4afe-9aa3-fc9714928b51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:24:38Z', 'updated_at': '2021-07-14T10:24:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29'}], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:24:39.765180 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7321e5cd-a681-466f-8619-f3c88d30d930 None None] Checking router: 0b1333f3-3091-4afe-9aa3-fc9714928b51 for host: n-d-779913-29 {{(pid=93959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:24:39.765541 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7321e5cd-a681-466f-8619-f3c88d30d930 None None] Updating router 0b1333f3-3091-4afe-9aa3-fc9714928b51 port 45475701-0206-4295-86fd-147f8ef6b24e binding host n-d-779913-29 {{(pid=93959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 10:24:39.771977 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-f32a8d37-ced2-40e9-bc0c-3390a85d0b6f tempest-TestNetworkAdvancedServerOps-67860489 tempest-TestNetworkAdvancedServerOps-67860489-project-admin] 10.222.0.68 "GET /v2.0/subnets?network_id=2dcd4d32-cc7c-4468-b396-7ce5c9231892&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0337780 Jul 14 10:24:39.774733 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 40538) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:24:39.779802 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-3b70b113-4f82-44ec-8b9f-4ea32c9e90e9 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1910671486', 'network_id': '879e4cc3-cc4c-4c9e-baed-4e2f00d51adf', 'project_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:24:39.798785 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7321e5cd-a681-466f-8619-f3c88d30d930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:39.878812 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b70b113-4f82-44ec-8b9f-4ea32c9e90e9 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Made reservation on behalf of cfb2ed7caa9b43c9b2145e769e9db92d for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:24:39.883293 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3b70b113-4f82-44ec-8b9f-4ea32c9e90e9 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16714600'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:40.078093 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7321e5cd-a681-466f-8619-f3c88d30d930 None None] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:40.082759 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3b70b113-4f82-44ec-8b9f-4ea32c9e90e9 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13573993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16714586'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:40.090264 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-7321e5cd-a681-466f-8619-f3c88d30d930 None None] Transition to ACTIVE for port object 45475701-0206-4295-86fd-147f8ef6b24e will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:24:40.098260 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7321e5cd-a681-466f-8619-f3c88d30d930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:40.142661 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-7321e5cd-a681-466f-8619-f3c88d30d930 None None] Attempting to bind port 45475701-0206-4295-86fd-147f8ef6b24e on host n-d-779913-29 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:24:40.143042 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-7321e5cd-a681-466f-8619-f3c88d30d930 None None] Attempting to bind port 45475701-0206-4295-86fd-147f8ef6b24e by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': '81bf7a93-80b3-43df-b9d5-462c604a2945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:24:40.143410 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7321e5cd-a681-466f-8619-f3c88d30d930 None None] Attempting to bind port 45475701-0206-4295-86fd-147f8ef6b24e on network 2dcd4d32-cc7c-4468-b396-7ce5c9231892 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:24:40.144581 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b70b113-4f82-44ec-8b9f-4ea32c9e90e9 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Pushing event updated for resources: {'Subnet': ['ID=6d48247d-a46b-4c59-a8ca-92c9ddf6dbf6,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:24:40.155144 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b70b113-4f82-44ec-8b9f-4ea32c9e90e9 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Checking segment: {'id': 'f038abb1-53fe-4023-92f6-1d87580a84b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '879e4cc3-cc4c-4c9e-baed-4e2f00d51adf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:24:40.155514 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b70b113-4f82-44ec-8b9f-4ea32c9e90e9 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Network hostable DHCP agents. Network: 879e4cc3-cc4c-4c9e-baed-4e2f00d51adf, hostable agents: ['c6a09bd4-f72e-4283-a3ca-0bbca8a51081'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 10:24:40.155959 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7321e5cd-a681-466f-8619-f3c88d30d930 None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 24, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:24:40.156367 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7321e5cd-a681-466f-8619-f3c88d30d930 None None] Checking segment: {'id': '81bf7a93-80b3-43df-b9d5-462c604a2945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:24:40.156751 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7321e5cd-a681-466f-8619-f3c88d30d930 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:40.157150 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7321e5cd-a681-466f-8619-f3c88d30d930 None None] Bound using segment: {'id': '81bf7a93-80b3-43df-b9d5-462c604a2945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:24:40.157700 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-7321e5cd-a681-466f-8619-f3c88d30d930 None None] Bound port: 45475701-0206-4295-86fd-147f8ef6b24e, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81bf7a93-80b3-43df-b9d5-462c604a2945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:24:40.158104 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7321e5cd-a681-466f-8619-f3c88d30d930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:40.174589 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b70b113-4f82-44ec-8b9f-4ea32c9e90e9 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Network 879e4cc3-cc4c-4c9e-baed-4e2f00d51adf is scheduled to be hosted by DHCP agent c6a09bd4-f72e-4283-a3ca-0bbca8a51081 with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 10:24:40.182182 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bb7cac-887b-4cb2-96bd-19c253958810 None None] Pushing event updated for resources: {'Port': ['ID=45475701-0206-4295-86fd-147f8ef6b24e,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:24:40.187333 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-3b70b113-4f82-44ec-8b9f-4ea32c9e90e9 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-29, 879e4cc3-cc4c-4c9e-baed-4e2f00d51adf) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:24:40.193474 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b70b113-4f82-44ec-8b9f-4ea32c9e90e9 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:24:40.194108 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3b70b113-4f82-44ec-8b9f-4ea32c9e90e9 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:40.200119 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-798c84dc-92e1-4d73-9167-e5cc2dce5ad7 None None] Network 879e4cc3-cc4c-4c9e-baed-4e2f00d51adf requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:24:40.211732 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-3b70b113-4f82-44ec-8b9f-4ea32c9e90e9 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4353771 Jul 14 10:24:40.214669 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 40540) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:24:40.267901 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-7321e5cd-a681-466f-8619-f3c88d30d930 None None] For port 45475701-0206-4295-86fd-147f8ef6b24e, host n-d-779913-29, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:24:40.272686 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-7321e5cd-a681-466f-8619-f3c88d30d930 None None] For port 45475701-0206-4295-86fd-147f8ef6b24e, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=45475701-0206-4295-86fd-147f8ef6b24e,segment=NetworkSegment(81bf7a93-80b3-43df-b9d5-462c604a2945),segment_id=81bf7a93-80b3-43df-b9d5-462c604a2945)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:24:40.276862 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7321e5cd-a681-466f-8619-f3c88d30d930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:40.381726 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7321e5cd-a681-466f-8619-f3c88d30d930 None None] Routers {'0b1333f3-3091-4afe-9aa3-fc9714928b51'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:24:40.382299 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-7321e5cd-a681-466f-8619-f3c88d30d930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T10:24:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['0b1333f3-3091-4afe-9aa3-fc9714928b51'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:24:40.385896 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bb7cac-887b-4cb2-96bd-19c253958810 None None] Pushing event updated for resources: {'Port': ['ID=45475701-0206-4295-86fd-147f8ef6b24e,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:24:40.653801 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d299c971-fa57-4fc0-9d35-834c51c7027a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf57baaa9-fd24-59f4-8fd2-1dc21122ce72-879e4cc3-cc4c-4c9e-baed-4e2f00d51adf', 'network_id': '879e4cc3-cc4c-4c9e-baed-4e2f00d51adf', 'tenant_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'fixed_ips': [{'subnet_id': '6d48247d-a46b-4c59-a8ca-92c9ddf6dbf6'}]}} from n-d-779913-29. {{(pid=93959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 10:24:40.654652 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d299c971-fa57-4fc0-9d35-834c51c7027a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:40.697597 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fdb33d32-340f-482d-8262-1d94fd1b5bf8 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:40.747709 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvr_db [None req-7321e5cd-a681-466f-8619-f3c88d30d930 None None] Set router 0b1333f3-3091-4afe-9aa3-fc9714928b51 gateway port host: n-d-779913-29 {{(pid=93959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:24:40.930236 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-d299c971-fa57-4fc0-9d35-834c51c7027a None None] Allocated IP 172.20.0.2 (879e4cc3-cc4c-4c9e-baed-4e2f00d51adf/6d48247d-a46b-4c59-a8ca-92c9ddf6dbf6/df0a33d1-5125-4dea-9902-7058bf07f286) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:24:41.077657 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-7321e5cd-a681-466f-8619-f3c88d30d930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b1333f3-3091-4afe-9aa3-fc9714928b51', 'name': 'tempest-TestNetworkAdvancedServerOps-router-146055796', 'tenant_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.154'}], 'enable_snat': True}, 'gw_port_id': '45475701-0206-4295-86fd-147f8ef6b24e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:24:37Z', 'updated_at': '2021-07-14T10:24:38Z', 'revision_number': 3, 'project_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'gw_port': {'id': '45475701-0206-4295-86fd-147f8ef6b24e', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:f5:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b1333f3-3091-4afe-9aa3-fc9714928b51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:24:38Z', 'updated_at': '2021-07-14T10:24:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29'}], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:24:41.114674 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7321e5cd-a681-466f-8619-f3c88d30d930 None None] The sync data for ids ['0b1333f3-3091-4afe-9aa3-fc9714928b51'] in n-d-779913-29 is: [{'id': '0b1333f3-3091-4afe-9aa3-fc9714928b51', 'name': 'tempest-TestNetworkAdvancedServerOps-router-146055796', 'tenant_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.154'}], 'enable_snat': True}, 'gw_port_id': '45475701-0206-4295-86fd-147f8ef6b24e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:24:37Z', 'updated_at': '2021-07-14T10:24:38Z', 'revision_number': 3, 'project_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'gw_port': {'id': '45475701-0206-4295-86fd-147f8ef6b24e', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:f5:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b1333f3-3091-4afe-9aa3-fc9714928b51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:24:38Z', 'updated_at': '2021-07-14T10:24:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29'}] {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:24:41.165108 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d299c971-fa57-4fc0-9d35-834c51c7027a None None] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:41.174997 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-d299c971-fa57-4fc0-9d35-834c51c7027a None None] Transition to ACTIVE for port object df0a33d1-5125-4dea-9902-7058bf07f286 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:24:41.193149 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-d299c971-fa57-4fc0-9d35-834c51c7027a None None] Transition to ACTIVE for port object df0a33d1-5125-4dea-9902-7058bf07f286 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:24:41.201822 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d299c971-fa57-4fc0-9d35-834c51c7027a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:41.249518 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d299c971-fa57-4fc0-9d35-834c51c7027a None None] Network 879e4cc3-cc4c-4c9e-baed-4e2f00d51adf is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:24:41.252555 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-d299c971-fa57-4fc0-9d35-834c51c7027a None None] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:24:41.257697 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d299c971-fa57-4fc0-9d35-834c51c7027a None None] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:24:41.261122 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d299c971-fa57-4fc0-9d35-834c51c7027a None None] Pushing event updated for resources: {'Port': ['ID=df0a33d1-5125-4dea-9902-7058bf07f286,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:24:41.272601 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-fdb33d32-340f-482d-8262-1d94fd1b5bf8 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Allocated IP 172.20.0.1 (879e4cc3-cc4c-4c9e-baed-4e2f00d51adf/6d48247d-a46b-4c59-a8ca-92c9ddf6dbf6/3ea186bb-6f38-44ff-b113-72540fbd1baf) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:24:41.327463 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-d299c971-fa57-4fc0-9d35-834c51c7027a None None] Attempting to bind port df0a33d1-5125-4dea-9902-7058bf07f286 on host n-d-779913-29 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:24:41.327811 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-d299c971-fa57-4fc0-9d35-834c51c7027a None None] Attempting to bind port df0a33d1-5125-4dea-9902-7058bf07f286 by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': 'f038abb1-53fe-4023-92f6-1d87580a84b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '879e4cc3-cc4c-4c9e-baed-4e2f00d51adf'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:24:41.328157 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d299c971-fa57-4fc0-9d35-834c51c7027a None None] Attempting to bind port df0a33d1-5125-4dea-9902-7058bf07f286 on network 879e4cc3-cc4c-4c9e-baed-4e2f00d51adf {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:24:41.334954 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d299c971-fa57-4fc0-9d35-834c51c7027a None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 24, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:24:41.335404 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d299c971-fa57-4fc0-9d35-834c51c7027a None None] Checking segment: {'id': 'f038abb1-53fe-4023-92f6-1d87580a84b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '879e4cc3-cc4c-4c9e-baed-4e2f00d51adf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:24:41.335755 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d299c971-fa57-4fc0-9d35-834c51c7027a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:41.336140 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d299c971-fa57-4fc0-9d35-834c51c7027a None None] Bound using segment: {'id': 'f038abb1-53fe-4023-92f6-1d87580a84b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '879e4cc3-cc4c-4c9e-baed-4e2f00d51adf'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:24:41.336907 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-d299c971-fa57-4fc0-9d35-834c51c7027a None None] Bound port: df0a33d1-5125-4dea-9902-7058bf07f286, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f038abb1-53fe-4023-92f6-1d87580a84b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '879e4cc3-cc4c-4c9e-baed-4e2f00d51adf'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:24:41.337304 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d299c971-fa57-4fc0-9d35-834c51c7027a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:41.442543 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-d299c971-fa57-4fc0-9d35-834c51c7027a None None] For port df0a33d1-5125-4dea-9902-7058bf07f286, host n-d-779913-29, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:24:41.446293 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-d299c971-fa57-4fc0-9d35-834c51c7027a None None] For port df0a33d1-5125-4dea-9902-7058bf07f286, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=df0a33d1-5125-4dea-9902-7058bf07f286,segment=NetworkSegment(f038abb1-53fe-4023-92f6-1d87580a84b9),segment_id=f038abb1-53fe-4023-92f6-1d87580a84b9)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:24:41.449207 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fdb33d32-340f-482d-8262-1d94fd1b5bf8 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:41.451293 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d299c971-fa57-4fc0-9d35-834c51c7027a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:41.464608 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-fdb33d32-340f-482d-8262-1d94fd1b5bf8 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Transition to ACTIVE for port object 3ea186bb-6f38-44ff-b113-72540fbd1baf will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:24:41.523419 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fdb33d32-340f-482d-8262-1d94fd1b5bf8 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:41.525777 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d299c971-fa57-4fc0-9d35-834c51c7027a None None] Pushing event updated for resources: {'Port': ['ID=df0a33d1-5125-4dea-9902-7058bf07f286,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:24:41.575469 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdb33d32-340f-482d-8262-1d94fd1b5bf8 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Network 879e4cc3-cc4c-4c9e-baed-4e2f00d51adf is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:24:41.581352 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-fdb33d32-340f-482d-8262-1d94fd1b5bf8 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:24:41.586236 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb33d32-340f-482d-8262-1d94fd1b5bf8 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:24:41.602990 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb33d32-340f-482d-8262-1d94fd1b5bf8 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Pushing event updated for resources: {'Port': ['ID=3ea186bb-6f38-44ff-b113-72540fbd1baf,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:24:41.648876 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fdb33d32-340f-482d-8262-1d94fd1b5bf8 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-660393'] for router_interface, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:41.832326 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fdb33d32-340f-482d-8262-1d94fd1b5bf8 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:42.153167 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fdb33d32-340f-482d-8262-1d94fd1b5bf8 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:42.159977 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fdb33d32-340f-482d-8262-1d94fd1b5bf8 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13574142'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:42.236785 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fdb33d32-340f-482d-8262-1d94fd1b5bf8 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-683747'] for router_interface, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:42.238695 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb33d32-340f-482d-8262-1d94fd1b5bf8 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Pushing event updated for resources: {'Port': ['ID=3ea186bb-6f38-44ff-b113-72540fbd1baf,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:24:42.352080 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdb33d32-340f-482d-8262-1d94fd1b5bf8 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Network 879e4cc3-cc4c-4c9e-baed-4e2f00d51adf is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:24:42.354201 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-fdb33d32-340f-482d-8262-1d94fd1b5bf8 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:24:42.486389 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c928b6a8-9d18-42b8-9991-c175bcfa3d7b None None] Network 879e4cc3-cc4c-4c9e-baed-4e2f00d51adf requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:24:42.547723 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d374ea-54db-4465-8b12-88475411251b None None] Provisioning for port df0a33d1-5125-4dea-9902-7058bf07f286 completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:24:42.734286 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdb33d32-340f-482d-8262-1d94fd1b5bf8 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Router 0b1333f3-3091-4afe-9aa3-fc9714928b51 has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:24:42.861789 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdb33d32-340f-482d-8262-1d94fd1b5bf8 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:24:42.862570 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 45475701-0206-4295-86fd-147f8ef6b24e up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:24:42.869745 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-fdb33d32-340f-482d-8262-1d94fd1b5bf8 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "PUT /v2.0/routers/0b1333f3-3091-4afe-9aa3-fc9714928b51/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6535499 Jul 14 10:24:42.940647 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning for port 45475701-0206-4295-86fd-147f8ef6b24e completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:24:42.945947 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port 45475701-0206-4295-86fd-147f8ef6b24e triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:24:42.946398 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:42.994261 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-b23dbec2-d340-47ec-90f7-8629f658ae10 None None] Provisioning for port 3ea186bb-6f38-44ff-b113-72540fbd1baf completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:24:43.002949 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-b23dbec2-d340-47ec-90f7-8629f658ae10 None None] Provisioning complete for port 3ea186bb-6f38-44ff-b113-72540fbd1baf triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:24:43.003750 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b23dbec2-d340-47ec-90f7-8629f658ae10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:43.035881 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20e4c27f-0fe9-4d20-9028-d69d8578efad None None] Sync routers for ids ['0b1333f3-3091-4afe-9aa3-fc9714928b51'] in n-d-779913-29 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:24:43.047094 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20e4c27f-0fe9-4d20-9028-d69d8578efad None None] Routers {'0b1333f3-3091-4afe-9aa3-fc9714928b51'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:24:43.047714 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-20e4c27f-0fe9-4d20-9028-d69d8578efad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T10:24:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['0b1333f3-3091-4afe-9aa3-fc9714928b51'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:24:43.071004 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a2ee6730-e4dd-4247-9c24-2c04444c3f6d req-460e32e4-d809-471c-a2cf-b72b1de5f9cd tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-148192010&fields=id&tenant_id=cfb2ed7caa9b43c9b2145e769e9db92d HTTP/1.1" status: 200 len: 267 time: 0.0519907 Jul 14 10:24:43.077316 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-b23dbec2-d340-47ec-90f7-8629f658ae10 None None] Port 3ea186bb-6f38-44ff-b113-72540fbd1baf cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:24:43.098871 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:43.128287 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] For port 45475701-0206-4295-86fd-147f8ef6b24e, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=45475701-0206-4295-86fd-147f8ef6b24e,segment=NetworkSegment(81bf7a93-80b3-43df-b9d5-462c604a2945),segment_id=81bf7a93-80b3-43df-b9d5-462c604a2945)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:24:43.132725 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:43.133523 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device df0a33d1-5125-4dea-9902-7058bf07f286 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:24:43.169830 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-20e4c27f-0fe9-4d20-9028-d69d8578efad None None] Set router 0b1333f3-3091-4afe-9aa3-fc9714928b51 gateway port host: n-d-779913-29 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:24:43.195092 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Pushing event updated for resources: {'Port': ['ID=45475701-0206-4295-86fd-147f8ef6b24e,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:24:43.201440 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ee6730-e4dd-4247-9c24-2c04444c3f6d req-9716ba3a-7c0d-478c-a329-e4d0185d5c74 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:24:43.209951 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a2ee6730-e4dd-4247-9c24-2c04444c3f6d req-9716ba3a-7c0d-478c-a329-e4d0185d5c74 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/networks?id=879e4cc3-cc4c-4c9e-baed-4e2f00d51adf HTTP/1.1" status: 200 len: 797 time: 0.1317911 Jul 14 10:24:43.224778 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a2ee6730-e4dd-4247-9c24-2c04444c3f6d req-be2e189a-eeea-4514-98d5-363cac9199c0 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/quotas/cfb2ed7caa9b43c9b2145e769e9db92d HTTP/1.1" status: 200 len: 375 time: 0.0135169 Jul 14 10:24:43.248912 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-e48c653d-07d3-48a9-9530-f7d7e91c3efb None None] Provisioning complete for port 3ea186bb-6f38-44ff-b113-72540fbd1baf triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:24:43.249216 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e48c653d-07d3-48a9-9530-f7d7e91c3efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:43.296605 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-e48c653d-07d3-48a9-9530-f7d7e91c3efb None None] Port 3ea186bb-6f38-44ff-b113-72540fbd1baf cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:24:43.303745 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning for port df0a33d1-5125-4dea-9902-7058bf07f286 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:24:43.312892 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a2ee6730-e4dd-4247-9c24-2c04444c3f6d req-381c1a6f-aaf6-4a3a-891a-a8c6b6cffffd tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=cfb2ed7caa9b43c9b2145e769e9db92d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0811689 Jul 14 10:24:43.313740 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port df0a33d1-5125-4dea-9902-7058bf07f286 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:24:43.314119 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:43.337565 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [req-a2ee6730-e4dd-4247-9c24-2c04444c3f6d req-40f36f13-c9bd-4f42-b248-fd94ea564c92 service neutron] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=93957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 10:24:43.338869 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a2ee6730-e4dd-4247-9c24-2c04444c3f6d req-40f36f13-c9bd-4f42-b248-fd94ea564c92 service neutron] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060885 Jul 14 10:24:43.387934 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-20e4c27f-0fe9-4d20-9028-d69d8578efad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b1333f3-3091-4afe-9aa3-fc9714928b51', 'name': 'tempest-TestNetworkAdvancedServerOps-router-146055796', 'tenant_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.154'}], 'enable_snat': True}, 'gw_port_id': '45475701-0206-4295-86fd-147f8ef6b24e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:24:37Z', 'updated_at': '2021-07-14T10:24:41Z', 'revision_number': 4, 'project_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'gw_port': {'id': '45475701-0206-4295-86fd-147f8ef6b24e', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:f5:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b1333f3-3091-4afe-9aa3-fc9714928b51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:24:38Z', 'updated_at': '2021-07-14T10:24:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': '3ea186bb-6f38-44ff-b113-72540fbd1baf', 'name': '', 'network_id': '879e4cc3-cc4c-4c9e-baed-4e2f00d51adf', 'tenant_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'mac_address': 'fa:16:3e:e2:64:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b1333f3-3091-4afe-9aa3-fc9714928b51', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '6d48247d-a46b-4c59-a8ca-92c9ddf6dbf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:24:40Z', 'updated_at': '2021-07-14T10:24:42Z', 'revision_number': 2, 'project_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'subnets': [{'id': '6d48247d-a46b-4c59-a8ca-92c9ddf6dbf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:24:43.406592 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:43.415687 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20e4c27f-0fe9-4d20-9028-d69d8578efad None None] Checking router: 0b1333f3-3091-4afe-9aa3-fc9714928b51 for host: n-d-779913-29 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:24:43.416122 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20e4c27f-0fe9-4d20-9028-d69d8578efad None None] Updating router 0b1333f3-3091-4afe-9aa3-fc9714928b51 port 3ea186bb-6f38-44ff-b113-72540fbd1baf binding host n-d-779913-29 {{(pid=93960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 10:24:43.443530 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] For port df0a33d1-5125-4dea-9902-7058bf07f286, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=df0a33d1-5125-4dea-9902-7058bf07f286,segment=NetworkSegment(f038abb1-53fe-4023-92f6-1d87580a84b9),segment_id=f038abb1-53fe-4023-92f6-1d87580a84b9)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:24:43.448451 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:43.457840 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-20e4c27f-0fe9-4d20-9028-d69d8578efad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:43.461408 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a2ee6730-e4dd-4247-9c24-2c04444c3f6d req-55eaa91d-f5eb-4071-933c-e54ba297711b service neutron] 10.222.0.68 "GET /v2.0/networks/879e4cc3-cc4c-4c9e-baed-4e2f00d51adf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1156864 Jul 14 10:24:43.506260 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:43.523434 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Pushing event updated for resources: {'Port': ['ID=df0a33d1-5125-4dea-9902-7058bf07f286,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:24:43.533829 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-8dd4cef6-f7ae-46f2-b223-db1b7b8f5205 None None] Provisioning complete for port 3ea186bb-6f38-44ff-b113-72540fbd1baf triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:24:43.534619 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8dd4cef6-f7ae-46f2-b223-db1b7b8f5205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:43.555087 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a2ee6730-e4dd-4247-9c24-2c04444c3f6d req-b3b3e679-6f8d-488a-aebb-873578c09ffb service neutron] 10.222.0.68 "GET /v2.0/networks/879e4cc3-cc4c-4c9e-baed-4e2f00d51adf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927751 Jul 14 10:24:43.577154 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-8dd4cef6-f7ae-46f2-b223-db1b7b8f5205 None None] Port 3ea186bb-6f38-44ff-b113-72540fbd1baf cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:24:43.741755 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-20e4c27f-0fe9-4d20-9028-d69d8578efad None None] Notify callbacks [] for port, precommit_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:43.748903 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-611964b7-3def-4bf4-a720-b1cc580002ba req-7cf85c7a-e43b-482a-918b-a4056f982d46 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/ports?device_id=9ef15df6-47ab-4310-b2ff-8a9fdd023fbd HTTP/1.1" status: 200 len: 210 time: 0.0326993 Jul 14 10:24:43.752891 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-20e4c27f-0fe9-4d20-9028-d69d8578efad None None] Transition to ACTIVE for port object 3ea186bb-6f38-44ff-b113-72540fbd1baf will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:24:43.768537 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-20e4c27f-0fe9-4d20-9028-d69d8578efad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:43.821653 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3065b8e-7a2b-4a82-bf41-280d238674d6 None None] Pushing event updated for resources: {'Port': ['ID=3ea186bb-6f38-44ff-b113-72540fbd1baf,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:24:43.830010 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3065b8e-7a2b-4a82-bf41-280d238674d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:24:43.830358 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3065b8e-7a2b-4a82-bf41-280d238674d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:24:43.830697 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3065b8e-7a2b-4a82-bf41-280d238674d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:24:43.831280 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3065b8e-7a2b-4a82-bf41-280d238674d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:24:43.831383 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3065b8e-7a2b-4a82-bf41-280d238674d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:24:43.831670 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3065b8e-7a2b-4a82-bf41-280d238674d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:24:43.832548 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3065b8e-7a2b-4a82-bf41-280d238674d6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:24:43.832893 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3065b8e-7a2b-4a82-bf41-280d238674d6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:24:43.833329 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3065b8e-7a2b-4a82-bf41-280d238674d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:24:43.833548 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3065b8e-7a2b-4a82-bf41-280d238674d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:24:43.833876 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3065b8e-7a2b-4a82-bf41-280d238674d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:24:43.834199 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3065b8e-7a2b-4a82-bf41-280d238674d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:24:43.900346 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-20e4c27f-0fe9-4d20-9028-d69d8578efad None None] Attempting to bind port 3ea186bb-6f38-44ff-b113-72540fbd1baf on host n-d-779913-29 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:24:43.900718 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-20e4c27f-0fe9-4d20-9028-d69d8578efad None None] Attempting to bind port 3ea186bb-6f38-44ff-b113-72540fbd1baf by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': 'f038abb1-53fe-4023-92f6-1d87580a84b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '879e4cc3-cc4c-4c9e-baed-4e2f00d51adf'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:24:43.901085 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e4c27f-0fe9-4d20-9028-d69d8578efad None None] Attempting to bind port 3ea186bb-6f38-44ff-b113-72540fbd1baf on network 879e4cc3-cc4c-4c9e-baed-4e2f00d51adf {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:24:43.907228 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e4c27f-0fe9-4d20-9028-d69d8578efad None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 24, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:24:43.907630 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e4c27f-0fe9-4d20-9028-d69d8578efad None None] Checking segment: {'id': 'f038abb1-53fe-4023-92f6-1d87580a84b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '879e4cc3-cc4c-4c9e-baed-4e2f00d51adf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:24:43.908300 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-20e4c27f-0fe9-4d20-9028-d69d8578efad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:43.908765 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e4c27f-0fe9-4d20-9028-d69d8578efad None None] Bound using segment: {'id': 'f038abb1-53fe-4023-92f6-1d87580a84b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '879e4cc3-cc4c-4c9e-baed-4e2f00d51adf'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:24:43.909242 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-20e4c27f-0fe9-4d20-9028-d69d8578efad None None] Bound port: 3ea186bb-6f38-44ff-b113-72540fbd1baf, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f038abb1-53fe-4023-92f6-1d87580a84b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '879e4cc3-cc4c-4c9e-baed-4e2f00d51adf'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:24:43.909721 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-20e4c27f-0fe9-4d20-9028-d69d8578efad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:43.981387 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-20e4c27f-0fe9-4d20-9028-d69d8578efad None None] For port 3ea186bb-6f38-44ff-b113-72540fbd1baf, host n-d-779913-29, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:24:43.984841 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-20e4c27f-0fe9-4d20-9028-d69d8578efad None None] For port 3ea186bb-6f38-44ff-b113-72540fbd1baf, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=3ea186bb-6f38-44ff-b113-72540fbd1baf,segment=NetworkSegment(f038abb1-53fe-4023-92f6-1d87580a84b9),segment_id=f038abb1-53fe-4023-92f6-1d87580a84b9)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:24:43.989908 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-20e4c27f-0fe9-4d20-9028-d69d8578efad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:44.056321 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20e4c27f-0fe9-4d20-9028-d69d8578efad None None] Routers {'0b1333f3-3091-4afe-9aa3-fc9714928b51'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:24:44.056953 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-20e4c27f-0fe9-4d20-9028-d69d8578efad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T10:24:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['0b1333f3-3091-4afe-9aa3-fc9714928b51'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:24:44.103538 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3065b8e-7a2b-4a82-bf41-280d238674d6 None None] Pushing event updated for resources: {'Port': ['ID=3ea186bb-6f38-44ff-b113-72540fbd1baf,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:24:44.194051 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-20e4c27f-0fe9-4d20-9028-d69d8578efad None None] Set router 0b1333f3-3091-4afe-9aa3-fc9714928b51 gateway port host: n-d-779913-29 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:24:44.251203 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:44.410464 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-20e4c27f-0fe9-4d20-9028-d69d8578efad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b1333f3-3091-4afe-9aa3-fc9714928b51', 'name': 'tempest-TestNetworkAdvancedServerOps-router-146055796', 'tenant_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.154'}], 'enable_snat': True}, 'gw_port_id': '45475701-0206-4295-86fd-147f8ef6b24e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:24:37Z', 'updated_at': '2021-07-14T10:24:41Z', 'revision_number': 4, 'project_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'gw_port': {'id': '45475701-0206-4295-86fd-147f8ef6b24e', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:f5:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1333f3-3091-4afe-9aa3-fc9714928b51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:24:38Z', 'updated_at': '2021-07-14T10:24:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': '3ea186bb-6f38-44ff-b113-72540fbd1baf', 'name': '', 'network_id': '879e4cc3-cc4c-4c9e-baed-4e2f00d51adf', 'tenant_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'mac_address': 'fa:16:3e:e2:64:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b1333f3-3091-4afe-9aa3-fc9714928b51', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '6d48247d-a46b-4c59-a8ca-92c9ddf6dbf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:24:40Z', 'updated_at': '2021-07-14T10:24:43Z', 'revision_number': 4, 'project_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'subnets': [{'id': '6d48247d-a46b-4c59-a8ca-92c9ddf6dbf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:24:44.436633 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20e4c27f-0fe9-4d20-9028-d69d8578efad None None] The sync data for ids ['0b1333f3-3091-4afe-9aa3-fc9714928b51'] in n-d-779913-29 is: [{'id': '0b1333f3-3091-4afe-9aa3-fc9714928b51', 'name': 'tempest-TestNetworkAdvancedServerOps-router-146055796', 'tenant_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.154'}], 'enable_snat': True}, 'gw_port_id': '45475701-0206-4295-86fd-147f8ef6b24e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:24:37Z', 'updated_at': '2021-07-14T10:24:41Z', 'revision_number': 4, 'project_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'gw_port': {'id': '45475701-0206-4295-86fd-147f8ef6b24e', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:f5:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1333f3-3091-4afe-9aa3-fc9714928b51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:24:38Z', 'updated_at': '2021-07-14T10:24:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': '3ea186bb-6f38-44ff-b113-72540fbd1baf', 'name': '', 'network_id': '879e4cc3-cc4c-4c9e-baed-4e2f00d51adf', 'tenant_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'mac_address': 'fa:16:3e:e2:64:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b1333f3-3091-4afe-9aa3-fc9714928b51', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '6d48247d-a46b-4c59-a8ca-92c9ddf6dbf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:24:40Z', 'updated_at': '2021-07-14T10:24:43Z', 'revision_number': 4, 'project_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'subnets': [{'id': '6d48247d-a46b-4c59-a8ca-92c9ddf6dbf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:24:44.863918 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 3ea186bb-6f38-44ff-b113-72540fbd1baf up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:24:44.942524 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning for port 3ea186bb-6f38-44ff-b113-72540fbd1baf completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:24:44.946929 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port 3ea186bb-6f38-44ff-b113-72540fbd1baf triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:24:44.947380 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:44.980544 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6ddec055-5a6a-4699-84c9-6f87b6e1cb7a req-b8dda8df-7f85-4ac6-adc0-0ba23ddeaeed tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/ports?device_id=9ef15df6-47ab-4310-b2ff-8a9fdd023fbd HTTP/1.1" status: 200 len: 210 time: 0.0835769 Jul 14 10:24:45.057837 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:45.058998 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ee6730-e4dd-4247-9c24-2c04444c3f6d req-4b49e35f-5fc0-4c5c-bf33-b9c18d1f47c6 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:24:45.061656 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a2ee6730-e4dd-4247-9c24-2c04444c3f6d req-4b49e35f-5fc0-4c5c-bf33-b9c18d1f47c6 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.65 "GET /v2.0/networks?id=879e4cc3-cc4c-4c9e-baed-4e2f00d51adf HTTP/1.1" status: 200 len: 797 time: 0.2057176 Jul 14 10:24:45.101812 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] For port 3ea186bb-6f38-44ff-b113-72540fbd1baf, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=3ea186bb-6f38-44ff-b113-72540fbd1baf,segment=NetworkSegment(f038abb1-53fe-4023-92f6-1d87580a84b9),segment_id=f038abb1-53fe-4023-92f6-1d87580a84b9)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:24:45.107401 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:45.108714 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 45475701-0206-4295-86fd-147f8ef6b24e up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:24:45.124207 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a2ee6730-e4dd-4247-9c24-2c04444c3f6d req-76f0cb22-ee2f-4bea-b66e-492c82150eeb tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cfb2ed7caa9b43c9b2145e769e9db92d HTTP/1.1" status: 200 len: 379 time: 0.0488379 Jul 14 10:24:45.133872 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-a2ee6730-e4dd-4247-9c24-2c04444c3f6d req-ebb89f7f-94b6-45e9-995a-f5b7d1d1b651 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Request body: {'port': {'device_id': '9ef15df6-47ab-4310-b2ff-8a9fdd023fbd', 'network_id': '879e4cc3-cc4c-4c9e-baed-4e2f00d51adf', 'admin_state_up': True, 'tenant_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'security_groups': ['8db1bdc4-f67a-4078-a5e6-3e24d9cc74e5']}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:24:45.189802 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Pushing event updated for resources: {'Port': ['ID=3ea186bb-6f38-44ff-b113-72540fbd1baf,revision_number=5']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:24:45.208315 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port 45475701-0206-4295-86fd-147f8ef6b24e triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:24:45.208700 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:45.258487 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2ee6730-e4dd-4247-9c24-2c04444c3f6d req-ebb89f7f-94b6-45e9-995a-f5b7d1d1b651 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Made reservation on behalf of cfb2ed7caa9b43c9b2145e769e9db92d for: {'port': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:24:45.262469 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-a2ee6730-e4dd-4247-9c24-2c04444c3f6d req-ebb89f7f-94b6-45e9-995a-f5b7d1d1b651 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:45.303827 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device df0a33d1-5125-4dea-9902-7058bf07f286 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:24:45.359203 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port df0a33d1-5125-4dea-9902-7058bf07f286 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:24:45.359580 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:45.404668 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [req-a2ee6730-e4dd-4247-9c24-2c04444c3f6d req-ebb89f7f-94b6-45e9-995a-f5b7d1d1b651 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Allocated IP 172.20.0.5 (879e4cc3-cc4c-4c9e-baed-4e2f00d51adf/6d48247d-a46b-4c59-a8ca-92c9ddf6dbf6/4ca85ec0-b885-4223-9ebd-344852e0206e) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:24:45.564942 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-a2ee6730-e4dd-4247-9c24-2c04444c3f6d req-ebb89f7f-94b6-45e9-995a-f5b7d1d1b651 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:45.582879 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [req-a2ee6730-e4dd-4247-9c24-2c04444c3f6d req-ebb89f7f-94b6-45e9-995a-f5b7d1d1b651 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Transition to ACTIVE for port object 4ca85ec0-b885-4223-9ebd-344852e0206e will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:24:45.618106 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-a2ee6730-e4dd-4247-9c24-2c04444c3f6d req-ebb89f7f-94b6-45e9-995a-f5b7d1d1b651 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:45.664887 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2ee6730-e4dd-4247-9c24-2c04444c3f6d req-ebb89f7f-94b6-45e9-995a-f5b7d1d1b651 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Network 879e4cc3-cc4c-4c9e-baed-4e2f00d51adf is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:24:45.670547 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [req-a2ee6730-e4dd-4247-9c24-2c04444c3f6d req-ebb89f7f-94b6-45e9-995a-f5b7d1d1b651 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:24:45.675259 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2ee6730-e4dd-4247-9c24-2c04444c3f6d req-ebb89f7f-94b6-45e9-995a-f5b7d1d1b651 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:24:45.710015 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb89f7f-94b6-45e9-995a-f5b7d1d1b651 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Pushing event updated for resources: {'Port': ['ID=4ca85ec0-b885-4223-9ebd-344852e0206e,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:24:45.737985 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ee6730-e4dd-4247-9c24-2c04444c3f6d req-ebb89f7f-94b6-45e9-995a-f5b7d1d1b651 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:24:45.738669 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-a2ee6730-e4dd-4247-9c24-2c04444c3f6d req-ebb89f7f-94b6-45e9-995a-f5b7d1d1b651 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:45.753149 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a2ee6730-e4dd-4247-9c24-2c04444c3f6d req-ebb89f7f-94b6-45e9-995a-f5b7d1d1b651 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6241252 Jul 14 10:24:45.816056 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-a2ee6730-e4dd-4247-9c24-2c04444c3f6d req-4214be5a-881d-4b9a-a143-6c8beb0a9a4c service neutron] Request body: {'port': {'device_id': '9ef15df6-47ab-4310-b2ff-8a9fdd023fbd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-29'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:24:45.870554 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-693811f2-f2f5-4c06-a46c-a4aa72423e80 None None] Provisioning for port 4ca85ec0-b885-4223-9ebd-344852e0206e completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:24:45.874472 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-693811f2-f2f5-4c06-a46c-a4aa72423e80 None None] Provisioning complete for port 4ca85ec0-b885-4223-9ebd-344852e0206e triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:24:45.874846 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-693811f2-f2f5-4c06-a46c-a4aa72423e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:45.892852 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-a2ee6730-e4dd-4247-9c24-2c04444c3f6d req-4214be5a-881d-4b9a-a143-6c8beb0a9a4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:45.911229 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-693811f2-f2f5-4c06-a46c-a4aa72423e80 None None] Port 4ca85ec0-b885-4223-9ebd-344852e0206e cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:24:46.168187 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d319ed-5507-4b8a-9e2e-63f11137e396 req-00b2a066-f994-4afe-a5da-454abab42838 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:24:46.169692 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-11d319ed-5507-4b8a-9e2e-63f11137e396 req-00b2a066-f994-4afe-a5da-454abab42838 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/ports?device_id=9ef15df6-47ab-4310-b2ff-8a9fdd023fbd HTTP/1.1" status: 200 len: 931 time: 0.0635202 Jul 14 10:24:46.172589 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [req-a2ee6730-e4dd-4247-9c24-2c04444c3f6d req-4214be5a-881d-4b9a-a143-6c8beb0a9a4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ca85ec0-b885-4223-9ebd-344852e0206e {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:24:46.181003 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-a2ee6730-e4dd-4247-9c24-2c04444c3f6d req-4214be5a-881d-4b9a-a143-6c8beb0a9a4c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:46.194359 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [req-a2ee6730-e4dd-4247-9c24-2c04444c3f6d req-4214be5a-881d-4b9a-a143-6c8beb0a9a4c service neutron] Transition to ACTIVE for port object 4ca85ec0-b885-4223-9ebd-344852e0206e will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:24:46.199935 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-a2ee6730-e4dd-4247-9c24-2c04444c3f6d req-4214be5a-881d-4b9a-a143-6c8beb0a9a4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:46.213120 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-11d319ed-5507-4b8a-9e2e-63f11137e396 req-7fd4ae88-4cb1-4a4f-9e79-382b39d7e6a1 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/security-groups?id=8db1bdc4-f67a-4078-a5e6-3e24d9cc74e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374861 Jul 14 10:24:46.254235 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4214be5a-881d-4b9a-a143-6c8beb0a9a4c service neutron] Pushing event updated for resources: {'Port': ['ID=4ca85ec0-b885-4223-9ebd-344852e0206e,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:24:46.333197 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-a2ee6730-e4dd-4247-9c24-2c04444c3f6d req-4214be5a-881d-4b9a-a143-6c8beb0a9a4c service neutron] Attempting to bind port 4ca85ec0-b885-4223-9ebd-344852e0206e on host n-h1-779913-29 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:24:46.333569 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-a2ee6730-e4dd-4247-9c24-2c04444c3f6d req-4214be5a-881d-4b9a-a143-6c8beb0a9a4c service neutron] Attempting to bind port 4ca85ec0-b885-4223-9ebd-344852e0206e by drivers openvswitch,hyperv on host n-h1-779913-29 at level 0 using segments [{'id': 'f038abb1-53fe-4023-92f6-1d87580a84b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '879e4cc3-cc4c-4c9e-baed-4e2f00d51adf'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:24:46.333907 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ee6730-e4dd-4247-9c24-2c04444c3f6d req-4214be5a-881d-4b9a-a143-6c8beb0a9a4c service neutron] Attempting to bind port 4ca85ec0-b885-4223-9ebd-344852e0206e on network 879e4cc3-cc4c-4c9e-baed-4e2f00d51adf {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:24:46.338422 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ee6730-e4dd-4247-9c24-2c04444c3f6d req-4214be5a-881d-4b9a-a143-6c8beb0a9a4c service neutron] Port 4ca85ec0-b885-4223-9ebd-344852e0206e on network 879e4cc3-cc4c-4c9e-baed-4e2f00d51adf not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-29 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 10:24:46.338749 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ee6730-e4dd-4247-9c24-2c04444c3f6d req-4214be5a-881d-4b9a-a143-6c8beb0a9a4c service neutron] Attempting to bind port 4ca85ec0-b885-4223-9ebd-344852e0206e on network 879e4cc3-cc4c-4c9e-baed-4e2f00d51adf {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:24:46.343946 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ee6730-e4dd-4247-9c24-2c04444c3f6d req-4214be5a-881d-4b9a-a143-6c8beb0a9a4c service neutron] Checking agent: {'id': 'de11e667-f145-47b0-bd09-334a7505938e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 13, 12), 'started_at': datetime.datetime(2021, 7, 14, 9, 13, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 24, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:24:46.344304 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ee6730-e4dd-4247-9c24-2c04444c3f6d req-4214be5a-881d-4b9a-a143-6c8beb0a9a4c service neutron] Checking segment: {'id': 'f038abb1-53fe-4023-92f6-1d87580a84b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '879e4cc3-cc4c-4c9e-baed-4e2f00d51adf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:24:46.344695 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ee6730-e4dd-4247-9c24-2c04444c3f6d req-4214be5a-881d-4b9a-a143-6c8beb0a9a4c service neutron] Bound using segment: {'id': 'f038abb1-53fe-4023-92f6-1d87580a84b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '879e4cc3-cc4c-4c9e-baed-4e2f00d51adf'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:24:46.345130 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-a2ee6730-e4dd-4247-9c24-2c04444c3f6d req-4214be5a-881d-4b9a-a143-6c8beb0a9a4c service neutron] Bound port: 4ca85ec0-b885-4223-9ebd-344852e0206e, host: n-h1-779913-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f038abb1-53fe-4023-92f6-1d87580a84b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '879e4cc3-cc4c-4c9e-baed-4e2f00d51adf'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:24:46.345519 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-a2ee6730-e4dd-4247-9c24-2c04444c3f6d req-4214be5a-881d-4b9a-a143-6c8beb0a9a4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:46.417794 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-a2ee6730-e4dd-4247-9c24-2c04444c3f6d req-4214be5a-881d-4b9a-a143-6c8beb0a9a4c service neutron] For port 4ca85ec0-b885-4223-9ebd-344852e0206e, host n-h1-779913-29, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:24:46.421328 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-a2ee6730-e4dd-4247-9c24-2c04444c3f6d req-4214be5a-881d-4b9a-a143-6c8beb0a9a4c service neutron] For port 4ca85ec0-b885-4223-9ebd-344852e0206e, host n-h1-779913-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=4ca85ec0-b885-4223-9ebd-344852e0206e,segment=NetworkSegment(f038abb1-53fe-4023-92f6-1d87580a84b9),segment_id=f038abb1-53fe-4023-92f6-1d87580a84b9)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:24:46.427227 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-a2ee6730-e4dd-4247-9c24-2c04444c3f6d req-4214be5a-881d-4b9a-a143-6c8beb0a9a4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:46.460615 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ee6730-e4dd-4247-9c24-2c04444c3f6d req-4214be5a-881d-4b9a-a143-6c8beb0a9a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:24:46.461304 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-a2ee6730-e4dd-4247-9c24-2c04444c3f6d req-4214be5a-881d-4b9a-a143-6c8beb0a9a4c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:46.462884 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a2ee6730-e4dd-4247-9c24-2c04444c3f6d req-4214be5a-881d-4b9a-a143-6c8beb0a9a4c service neutron] 10.222.0.65 "PUT /v2.0/ports/4ca85ec0-b885-4223-9ebd-344852e0206e HTTP/1.1" status: 200 len: 1092 time: 0.6954529 Jul 14 10:24:46.463230 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ef15df6-47ab-4310-b2ff-8a9fdd023fbd', 'tag': '4ca85ec0-b885-4223-9ebd-344852e0206e'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:24:46.465521 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}175264a25d5f1cec9b1451f1a8cc8ced5d4502f5c48740ac7c6845d527b2175b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8fb4fff-00b4-4bf8-b279-fcb8fc9e7c7a" -d '{"events": [{"name": "network-changed", "server_uuid": "9ef15df6-47ab-4310-b2ff-8a9fdd023fbd", "tag": "4ca85ec0-b885-4223-9ebd-344852e0206e"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:24:46.495910 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4214be5a-881d-4b9a-a143-6c8beb0a9a4c service neutron] Pushing event updated for resources: {'Port': ['ID=4ca85ec0-b885-4223-9ebd-344852e0206e,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:24:46.517455 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:24:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17a32427-5417-4688-9cb0-f51300dfde95 x-openstack-request-id: req-17a32427-5417-4688-9cb0-f51300dfde95 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:24:46.517894 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ef15df6-47ab-4310-b2ff-8a9fdd023fbd", "tag": "4ca85ec0-b885-4223-9ebd-344852e0206e", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:24:46.518155 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-17a32427-5417-4688-9cb0-f51300dfde95 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:24:46.518611 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ef15df6-47ab-4310-b2ff-8a9fdd023fbd', 'tag': '4ca85ec0-b885-4223-9ebd-344852e0206e', 'status': 'completed', 'code': 200} Jul 14 10:24:46.590392 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ee6730-e4dd-4247-9c24-2c04444c3f6d req-6d7f56c1-d1d8-41a3-b406-ab6e05b11de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:24:46.591942 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a2ee6730-e4dd-4247-9c24-2c04444c3f6d req-6d7f56c1-d1d8-41a3-b406-ab6e05b11de6 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=cfb2ed7caa9b43c9b2145e769e9db92d&device_id=9ef15df6-47ab-4310-b2ff-8a9fdd023fbd HTTP/1.1" status: 200 len: 1095 time: 0.0588708 Jul 14 10:24:46.641074 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a2ee6730-e4dd-4247-9c24-2c04444c3f6d req-99faebb2-77cf-40a1-88b8-b2ec7806f8b0 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4ca85ec0-b885-4223-9ebd-344852e0206e HTTP/1.1" status: 200 len: 217 time: 0.0355213 Jul 14 10:24:46.694576 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ee6730-e4dd-4247-9c24-2c04444c3f6d req-b9464f47-b2e3-4494-923b-e01482c4f217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:24:46.695991 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a2ee6730-e4dd-4247-9c24-2c04444c3f6d req-b9464f47-b2e3-4494-923b-e01482c4f217 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6d48247d-a46b-4c59-a8ca-92c9ddf6dbf6 HTTP/1.1" status: 200 len: 835 time: 0.0490365 Jul 14 10:24:46.760246 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ee6730-e4dd-4247-9c24-2c04444c3f6d req-0ba8ccc2-6416-4fb5-baef-7fc207657155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:24:46.762802 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a2ee6730-e4dd-4247-9c24-2c04444c3f6d req-0ba8ccc2-6416-4fb5-baef-7fc207657155 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=879e4cc3-cc4c-4c9e-baed-4e2f00d51adf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0608151 Jul 14 10:24:46.770944 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 3ea186bb-6f38-44ff-b113-72540fbd1baf up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:24:46.822665 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port 3ea186bb-6f38-44ff-b113-72540fbd1baf triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:24:46.823036 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:46.867969 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a2ee6730-e4dd-4247-9c24-2c04444c3f6d req-4b2998dd-9014-4c45-b09c-d5f7fb4a25a9 service neutron] 10.222.0.65 "GET /v2.0/networks/879e4cc3-cc4c-4c9e-baed-4e2f00d51adf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973890 Jul 14 10:24:46.964979 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a2ee6730-e4dd-4247-9c24-2c04444c3f6d req-4c8a0c63-0e54-4444-93a1-f55114d150db service neutron] 10.222.0.65 "GET /v2.0/networks/879e4cc3-cc4c-4c9e-baed-4e2f00d51adf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903499 Jul 14 10:24:47.104076 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fb4fff-00b4-4bf8-b279-fcb8fc9e7c7a req-e719d6b8-bdbc-4348-bc76-16a450cdfae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:24:47.105609 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a8fb4fff-00b4-4bf8-b279-fcb8fc9e7c7a req-e719d6b8-bdbc-4348-bc76-16a450cdfae0 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=cfb2ed7caa9b43c9b2145e769e9db92d&device_id=9ef15df6-47ab-4310-b2ff-8a9fdd023fbd HTTP/1.1" status: 200 len: 1095 time: 0.0539513 Jul 14 10:24:47.203385 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fb4fff-00b4-4bf8-b279-fcb8fc9e7c7a req-9967b0c0-f6c0-4cdf-94e8-7b6f8157d55b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:24:47.204910 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a8fb4fff-00b4-4bf8-b279-fcb8fc9e7c7a req-9967b0c0-f6c0-4cdf-94e8-7b6f8157d55b service neutron] 10.222.0.65 "GET /v2.0/networks?id=879e4cc3-cc4c-4c9e-baed-4e2f00d51adf HTTP/1.1" status: 200 len: 898 time: 0.0922306 Jul 14 10:24:47.247370 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a8fb4fff-00b4-4bf8-b279-fcb8fc9e7c7a req-eda663c7-1143-4182-b5a2-6b2d89b3bf68 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4ca85ec0-b885-4223-9ebd-344852e0206e HTTP/1.1" status: 200 len: 217 time: 0.0353088 Jul 14 10:24:47.298363 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fb4fff-00b4-4bf8-b279-fcb8fc9e7c7a req-a52a6cca-beea-4bcf-8091-5aa1696a4315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:24:47.299851 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a8fb4fff-00b4-4bf8-b279-fcb8fc9e7c7a req-a52a6cca-beea-4bcf-8091-5aa1696a4315 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6d48247d-a46b-4c59-a8ca-92c9ddf6dbf6 HTTP/1.1" status: 200 len: 835 time: 0.0457468 Jul 14 10:24:47.368997 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fb4fff-00b4-4bf8-b279-fcb8fc9e7c7a req-477680ab-186d-4516-bd4a-787ba0969f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:24:47.370827 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a8fb4fff-00b4-4bf8-b279-fcb8fc9e7c7a req-477680ab-186d-4516-bd4a-787ba0969f12 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=879e4cc3-cc4c-4c9e-baed-4e2f00d51adf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0635769 Jul 14 10:24:47.399930 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209884f1-fce5-4272-a1d6-bedfb57b1e52 req-a29f8dc3-6811-4e0a-8342-5fab2b6abd0c tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:24:47.401468 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-209884f1-fce5-4272-a1d6-bedfb57b1e52 req-a29f8dc3-6811-4e0a-8342-5fab2b6abd0c tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/ports?device_id=9ef15df6-47ab-4310-b2ff-8a9fdd023fbd HTTP/1.1" status: 200 len: 943 time: 0.0699024 Jul 14 10:24:47.445578 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-209884f1-fce5-4272-a1d6-bedfb57b1e52 req-9755620f-a4fe-4851-8003-1805200747b6 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/security-groups?id=8db1bdc4-f67a-4078-a5e6-3e24d9cc74e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382557 Jul 14 10:24:47.467876 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a8fb4fff-00b4-4bf8-b279-fcb8fc9e7c7a req-2f4d42b3-9d68-42a4-a10c-dfedb82f022c service neutron] 10.222.0.65 "GET /v2.0/networks/879e4cc3-cc4c-4c9e-baed-4e2f00d51adf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896482 Jul 14 10:24:47.564988 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a8fb4fff-00b4-4bf8-b279-fcb8fc9e7c7a req-42fd44f9-98e9-4cb2-a4d3-34a09dd23939 service neutron] 10.222.0.65 "GET /v2.0/networks/879e4cc3-cc4c-4c9e-baed-4e2f00d51adf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896904 Jul 14 10:24:48.628294 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea6f6ac-250a-43c6-8ab4-c6410a364e37 req-cb5e037e-ab35-4a14-b1fa-328b4095963c tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:24:48.629946 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-bea6f6ac-250a-43c6-8ab4-c6410a364e37 req-cb5e037e-ab35-4a14-b1fa-328b4095963c tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/ports?device_id=9ef15df6-47ab-4310-b2ff-8a9fdd023fbd HTTP/1.1" status: 200 len: 943 time: 0.0679796 Jul 14 10:24:48.664093 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 4ca85ec0-b885-4223-9ebd-344852e0206e details requested by agent hyperv_n-h1-779913-29 with host n-h1-779913-29 {{(pid=93959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 10:24:48.672620 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-bea6f6ac-250a-43c6-8ab4-c6410a364e37 req-c06c26af-1790-4f6a-a9a2-f30bc8ab10d6 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/security-groups?id=8db1bdc4-f67a-4078-a5e6-3e24d9cc74e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342832 Jul 14 10:24:48.772624 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port 4ca85ec0-b885-4223-9ebd-344852e0206e, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=4ca85ec0-b885-4223-9ebd-344852e0206e,segment=NetworkSegment(f038abb1-53fe-4023-92f6-1d87580a84b9),segment_id=f038abb1-53fe-4023-92f6-1d87580a84b9)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:24:48.784182 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Returning: {'device': '4ca85ec0-b885-4223-9ebd-344852e0206e', 'network_id': '879e4cc3-cc4c-4c9e-baed-4e2f00d51adf', 'port_id': '4ca85ec0-b885-4223-9ebd-344852e0206e', 'mac_address': 'fa:16:3e:cb:cb:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 747, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d48247d-a46b-4c59-a8ca-92c9ddf6dbf6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 10:24:48.822219 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:48.835896 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ca85ec0-b885-4223-9ebd-344852e0206e {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:24:48.856342 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port 4ca85ec0-b885-4223-9ebd-344852e0206e, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=4ca85ec0-b885-4223-9ebd-344852e0206e,segment=NetworkSegment(f038abb1-53fe-4023-92f6-1d87580a84b9),segment_id=f038abb1-53fe-4023-92f6-1d87580a84b9)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:24:48.860756 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:48.912030 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Pushing event updated for resources: {'Port': ['ID=4ca85ec0-b885-4223-9ebd-344852e0206e,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:24:49.174240 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] get_ports_and_sgs() called for port_ids ['4ca85ec0-b885-4223-9ebd-344852e0206e'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:24:49.866664 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8f6fc3-b1ae-475d-b9c4-0381baf65bc6 req-acf33c2c-834b-4ece-a50c-d2306e84355e tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:24:49.868524 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ac8f6fc3-b1ae-475d-b9c4-0381baf65bc6 req-acf33c2c-834b-4ece-a50c-d2306e84355e tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/ports?device_id=9ef15df6-47ab-4310-b2ff-8a9fdd023fbd HTTP/1.1" status: 200 len: 944 time: 0.0644071 Jul 14 10:24:49.907011 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ac8f6fc3-b1ae-475d-b9c4-0381baf65bc6 req-dc5ad5c3-ae84-48bd-9d60-e9deac1d546a tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/security-groups?id=8db1bdc4-f67a-4078-a5e6-3e24d9cc74e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325172 Jul 14 10:24:50.687030 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 4ca85ec0-b885-4223-9ebd-344852e0206e up at agent hyperv_n-h1-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:24:50.737758 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Provisioning for port 4ca85ec0-b885-4223-9ebd-344852e0206e completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:24:50.741427 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Provisioning complete for port 4ca85ec0-b885-4223-9ebd-344852e0206e triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:24:50.741825 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:50.820171 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:50.843014 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ef15df6-47ab-4310-b2ff-8a9fdd023fbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ca85ec0-b885-4223-9ebd-344852e0206e'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:24:50.847278 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}329bd6c07f982fc6c8be245f0be026b528efb6c8a9415522477faf1b9157eba4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4af52864-4ff1-474a-952b-03a83f4ebf02" -d '{"events": [{"server_uuid": "9ef15df6-47ab-4310-b2ff-8a9fdd023fbd", "name": "network-vif-plugged", "status": "completed", "tag": "4ca85ec0-b885-4223-9ebd-344852e0206e"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:24:50.867529 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port 4ca85ec0-b885-4223-9ebd-344852e0206e, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=4ca85ec0-b885-4223-9ebd-344852e0206e,segment=NetworkSegment(f038abb1-53fe-4023-92f6-1d87580a84b9),segment_id=f038abb1-53fe-4023-92f6-1d87580a84b9)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:24:50.872164 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:50.925386 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Pushing event updated for resources: {'Port': ['ID=4ca85ec0-b885-4223-9ebd-344852e0206e,revision_number=5']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:24:50.952863 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:24:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb394df3-7c7e-473c-b7ba-736d631bc511 x-openstack-request-id: req-fb394df3-7c7e-473c-b7ba-736d631bc511 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:24:50.953168 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ef15df6-47ab-4310-b2ff-8a9fdd023fbd", "name": "network-vif-plugged", "status": "completed", "tag": "4ca85ec0-b885-4223-9ebd-344852e0206e", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:24:50.953422 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-fb394df3-7c7e-473c-b7ba-736d631bc511 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:24:50.953849 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ef15df6-47ab-4310-b2ff-8a9fdd023fbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ca85ec0-b885-4223-9ebd-344852e0206e', 'code': 200} Jul 14 10:24:51.106572 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daadf107-76ae-4fe0-bcef-6879397ae551 req-411094c1-1df8-4c90-9c84-d8716bd717a0 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:24:51.109038 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-daadf107-76ae-4fe0-bcef-6879397ae551 req-411094c1-1df8-4c90-9c84-d8716bd717a0 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/ports?device_id=9ef15df6-47ab-4310-b2ff-8a9fdd023fbd HTTP/1.1" status: 200 len: 945 time: 0.0680044 Jul 14 10:24:51.120779 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda5fde6-2a1f-4396-98d6-7aa7626bf69a req-9d43b369-066e-4640-bb53-1b25c6e9c37b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:24:51.123428 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-bda5fde6-2a1f-4396-98d6-7aa7626bf69a req-9d43b369-066e-4640-bb53-1b25c6e9c37b service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=9ef15df6-47ab-4310-b2ff-8a9fdd023fbd HTTP/1.1" status: 200 len: 1097 time: 0.0582421 Jul 14 10:24:51.156832 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-daadf107-76ae-4fe0-bcef-6879397ae551 req-333ec334-fc5a-4d26-8362-ccf3baeaa74e tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/security-groups?id=8db1bdc4-f67a-4078-a5e6-3e24d9cc74e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399237 Jul 14 10:24:51.168894 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-bda5fde6-2a1f-4396-98d6-7aa7626bf69a req-3c324871-5d15-4136-8039-8ac2d19d91e6 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=8db1bdc4-f67a-4078-a5e6-3e24d9cc74e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395956 Jul 14 10:24:52.322113 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8bb27658-f2b3-4aa6-be04-1bbd3a5071cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:52.380163 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af13b3e0-a020-472d-b5dc-d2dc5b15d042 req-db89b624-0702-447d-b80d-5745b9f7b098 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:24:52.381815 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-af13b3e0-a020-472d-b5dc-d2dc5b15d042 req-db89b624-0702-447d-b80d-5745b9f7b098 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/ports?device_id=9ef15df6-47ab-4310-b2ff-8a9fdd023fbd HTTP/1.1" status: 200 len: 945 time: 0.1041694 Jul 14 10:24:52.420597 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-af13b3e0-a020-472d-b5dc-d2dc5b15d042 req-111552f6-d68e-475b-9381-1e89508b9393 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/security-groups?id=8db1bdc4-f67a-4078-a5e6-3e24d9cc74e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331600 Jul 14 10:24:53.613871 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201a1d70-2fd8-4d68-a150-2ae1364e8e47 req-9ed8973f-d2b4-4a61-97b3-d36d9fa134fb tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:24:53.615768 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-201a1d70-2fd8-4d68-a150-2ae1364e8e47 req-9ed8973f-d2b4-4a61-97b3-d36d9fa134fb tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/ports?device_id=9ef15df6-47ab-4310-b2ff-8a9fdd023fbd HTTP/1.1" status: 200 len: 945 time: 0.0679009 Jul 14 10:24:53.659323 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-201a1d70-2fd8-4d68-a150-2ae1364e8e47 req-67b5a4d2-d51a-42df-a3af-1ecac648de75 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/security-groups?id=8db1bdc4-f67a-4078-a5e6-3e24d9cc74e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377319 Jul 14 10:24:53.838432 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdf4082-9cd9-49a4-b773-600a54ccd025 req-63bffba5-d6e1-45ab-901f-0a9e0336c6e1 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:24:53.840045 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1cdf4082-9cd9-49a4-b773-600a54ccd025 req-63bffba5-d6e1-45ab-901f-0a9e0336c6e1 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/ports?device_id=9ef15df6-47ab-4310-b2ff-8a9fdd023fbd HTTP/1.1" status: 200 len: 945 time: 0.0656900 Jul 14 10:24:53.883318 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1cdf4082-9cd9-49a4-b773-600a54ccd025 req-c1c7d658-e871-42c6-96d5-db882880b6c5 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/security-groups?id=8db1bdc4-f67a-4078-a5e6-3e24d9cc74e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336270 Jul 14 10:24:53.908210 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 40594) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:24:53.959977 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea73e5b6-9177-49f3-8483-ab2f14ed7d3f tempest-TestNetworkAdvancedServerOps-67860489 tempest-TestNetworkAdvancedServerOps-67860489-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:24:53.961484 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-ea73e5b6-9177-49f3-8483-ab2f14ed7d3f tempest-TestNetworkAdvancedServerOps-67860489 tempest-TestNetworkAdvancedServerOps-67860489-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=9ef15df6-47ab-4310-b2ff-8a9fdd023fbd HTTP/1.1" status: 200 len: 1092 time: 0.0518870 Jul 14 10:24:53.964874 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 40596) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:24:53.972095 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-1d21512e-273e-4e9d-9cd1-3a7a97125876 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Request body: {'floatingip': {'floating_network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'port_id': '4ca85ec0-b885-4223-9ebd-344852e0206e', 'tenant_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:24:53.998634 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1d21512e-273e-4e9d-9cd1-3a7a97125876 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks [] for floatingip, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:54.105581 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1d21512e-273e-4e9d-9cd1-3a7a97125876 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:54.220693 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-1d21512e-273e-4e9d-9cd1-3a7a97125876 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Allocated IP 172.25.4.208 (2dcd4d32-cc7c-4468-b396-7ce5c9231892/6cd22a75-5bc1-467c-a3c4-0af04bd1b34a/8993c59a-5fc9-4983-9a14-8b38a908a957) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:24:54.338325 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1d21512e-273e-4e9d-9cd1-3a7a97125876 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:54.377671 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1d21512e-273e-4e9d-9cd1-3a7a97125876 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:54.419190 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d21512e-273e-4e9d-9cd1-3a7a97125876 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Network 2dcd4d32-cc7c-4468-b396-7ce5c9231892 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:24:54.422148 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-1d21512e-273e-4e9d-9cd1-3a7a97125876 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:24:54.426235 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d21512e-273e-4e9d-9cd1-3a7a97125876 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:24:54.431852 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d21512e-273e-4e9d-9cd1-3a7a97125876 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Pushing event updated for resources: {'Port': ['ID=8993c59a-5fc9-4983-9a14-8b38a908a957,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:24:54.807213 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1d21512e-273e-4e9d-9cd1-3a7a97125876 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:54.876810 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:54.895805 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1d21512e-273e-4e9d-9cd1-3a7a97125876 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:54.972189 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c4b775ba-8a94-4e30-84a6-fff0e61b2377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:55.053711 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1d21512e-273e-4e9d-9cd1-3a7a97125876 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:55.058203 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1d21512e-273e-4e9d-9cd1-3a7a97125876 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:55.129720 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d21512e-273e-4e9d-9cd1-3a7a97125876 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Pushing event updated for resources: {'Port': ['ID=8993c59a-5fc9-4983-9a14-8b38a908a957,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:24:55.142497 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1d21512e-273e-4e9d-9cd1-3a7a97125876 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-660590'] for floatingip, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:55.244857 n-d-779913-29 neutron-server[93957]: INFO neutron.db.l3_db [None req-1d21512e-273e-4e9d-9cd1-3a7a97125876 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Floating IP 66ad2f7c-0d52-42fa-af15-aedfdd36ccae associated. External IP: 172.25.4.208, port: 4ca85ec0-b885-4223-9ebd-344852e0206e. Jul 14 10:24:55.783807 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d21512e-273e-4e9d-9cd1-3a7a97125876 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Router 0b1333f3-3091-4afe-9aa3-fc9714928b51 has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:24:55.892208 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d21512e-273e-4e9d-9cd1-3a7a97125876 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:24:55.902149 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f544105-6dca-488f-a2b2-a8ff311bd59f None None] Sync routers for ids ['0b1333f3-3091-4afe-9aa3-fc9714928b51'] in n-d-779913-29 {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:24:55.908158 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1d21512e-273e-4e9d-9cd1-3a7a97125876 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for floatingip, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:55.911504 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f544105-6dca-488f-a2b2-a8ff311bd59f None None] Routers {'0b1333f3-3091-4afe-9aa3-fc9714928b51'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:24:55.912138 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-2f544105-6dca-488f-a2b2-a8ff311bd59f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T10:24:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['0b1333f3-3091-4afe-9aa3-fc9714928b51'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:24:55.948585 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-1d21512e-273e-4e9d-9cd1-3a7a97125876 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9821346 Jul 14 10:24:55.949550 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ef15df6-47ab-4310-b2ff-8a9fdd023fbd', 'tag': '4ca85ec0-b885-4223-9ebd-344852e0206e'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:24:55.952015 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}175264a25d5f1cec9b1451f1a8cc8ced5d4502f5c48740ac7c6845d527b2175b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc6f7f20-3853-4365-b797-8c988cce8fca" -d '{"events": [{"name": "network-changed", "server_uuid": "9ef15df6-47ab-4310-b2ff-8a9fdd023fbd", "tag": "4ca85ec0-b885-4223-9ebd-344852e0206e"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:24:55.992281 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:24:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-930d03e2-9aec-4e5b-be8f-c9494fe41279 x-openstack-request-id: req-930d03e2-9aec-4e5b-be8f-c9494fe41279 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:24:55.992581 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ef15df6-47ab-4310-b2ff-8a9fdd023fbd", "tag": "4ca85ec0-b885-4223-9ebd-344852e0206e", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:24:55.992887 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-930d03e2-9aec-4e5b-be8f-c9494fe41279 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:24:55.993434 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ef15df6-47ab-4310-b2ff-8a9fdd023fbd', 'tag': '4ca85ec0-b885-4223-9ebd-344852e0206e', 'status': 'completed', 'code': 200} Jul 14 10:24:56.027218 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvr_db [None req-2f544105-6dca-488f-a2b2-a8ff311bd59f None None] Set router 0b1333f3-3091-4afe-9aa3-fc9714928b51 gateway port host: n-d-779913-29 {{(pid=93959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:24:56.110003 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6f7f20-3853-4365-b797-8c988cce8fca req-903834c5-e824-478e-bdc8-af77c0746d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:24:56.111840 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-bc6f7f20-3853-4365-b797-8c988cce8fca req-903834c5-e824-478e-bdc8-af77c0746d99 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=cfb2ed7caa9b43c9b2145e769e9db92d&device_id=9ef15df6-47ab-4310-b2ff-8a9fdd023fbd HTTP/1.1" status: 200 len: 1097 time: 0.0610981 Jul 14 10:24:56.126173 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf385c23-2a18-402b-89c5-c3c697a76628 req-d0f7fb38-1a90-4888-9c10-de16af5ce551 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:24:56.127848 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-cf385c23-2a18-402b-89c5-c3c697a76628 req-d0f7fb38-1a90-4888-9c10-de16af5ce551 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/ports?device_id=9ef15df6-47ab-4310-b2ff-8a9fdd023fbd HTTP/1.1" status: 200 len: 945 time: 0.0708961 Jul 14 10:24:56.141286 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5ad31076-714c-49ec-bc37-f3d4cd90112a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:56.173186 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-cf385c23-2a18-402b-89c5-c3c697a76628 req-d12decb9-b2ea-481b-ba34-45e08903a480 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/security-groups?id=8db1bdc4-f67a-4078-a5e6-3e24d9cc74e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396061 Jul 14 10:24:56.200633 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 40604) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:24:56.216145 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6f7f20-3853-4365-b797-8c988cce8fca req-d6c49191-55f7-40f2-a3b2-8574eb0b8c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:24:56.218218 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-bc6f7f20-3853-4365-b797-8c988cce8fca req-d6c49191-55f7-40f2-a3b2-8574eb0b8c78 service neutron] 10.222.0.65 "GET /v2.0/networks?id=879e4cc3-cc4c-4c9e-baed-4e2f00d51adf HTTP/1.1" status: 200 len: 898 time: 0.1003754 Jul 14 10:24:56.272789 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-3a740b00-f5ef-488c-a7df-e10f4fbca63f tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/floatingips/66ad2f7c-0d52-42fa-af15-aedfdd36ccae HTTP/1.1" status: 200 len: 991 time: 0.0696080 Jul 14 10:24:56.298111 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-bc6f7f20-3853-4365-b797-8c988cce8fca req-38b3f4b1-9466-49f8-a191-ea1186a7563d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4ca85ec0-b885-4223-9ebd-344852e0206e HTTP/1.1" status: 200 len: 999 time: 0.0739317 Jul 14 10:24:56.302422 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-2f544105-6dca-488f-a2b2-a8ff311bd59f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b1333f3-3091-4afe-9aa3-fc9714928b51', 'name': 'tempest-TestNetworkAdvancedServerOps-router-146055796', 'tenant_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.154'}], 'enable_snat': True}, 'gw_port_id': '45475701-0206-4295-86fd-147f8ef6b24e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:24:37Z', 'updated_at': '2021-07-14T10:24:41Z', 'revision_number': 4, 'project_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'gw_port': {'id': '45475701-0206-4295-86fd-147f8ef6b24e', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:f5:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1333f3-3091-4afe-9aa3-fc9714928b51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:24:38Z', 'updated_at': '2021-07-14T10:24:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_floatingips': [{'id': '66ad2f7c-0d52-42fa-af15-aedfdd36ccae', 'tenant_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'floating_ip_address': '172.25.4.208', 'floating_network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'router_id': '0b1333f3-3091-4afe-9aa3-fc9714928b51', 'port_id': '4ca85ec0-b885-4223-9ebd-344852e0206e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '879e4cc3-cc4c-4c9e-baed-4e2f00d51adf', 'mac_address': 'fa:16:3e:cb:cb:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ef15df6-47ab-4310-b2ff-8a9fdd023fbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T10:24:54Z', 'updated_at': '2021-07-14T10:24:54Z', 'revision_number': 0, 'project_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ea186bb-6f38-44ff-b113-72540fbd1baf', 'name': '', 'network_id': '879e4cc3-cc4c-4c9e-baed-4e2f00d51adf', 'tenant_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'mac_address': 'fa:16:3e:e2:64:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1333f3-3091-4afe-9aa3-fc9714928b51', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '6d48247d-a46b-4c59-a8ca-92c9ddf6dbf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:24:40Z', 'updated_at': '2021-07-14T10:24:45Z', 'revision_number': 5, 'project_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'subnets': [{'id': '6d48247d-a46b-4c59-a8ca-92c9ddf6dbf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:24:56.333084 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f544105-6dca-488f-a2b2-a8ff311bd59f None None] Checking router: 0b1333f3-3091-4afe-9aa3-fc9714928b51 for host: n-d-779913-29 {{(pid=93959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:24:56.341527 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f544105-6dca-488f-a2b2-a8ff311bd59f None None] Routers {'0b1333f3-3091-4afe-9aa3-fc9714928b51'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:24:56.342149 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-2f544105-6dca-488f-a2b2-a8ff311bd59f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T10:24:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['0b1333f3-3091-4afe-9aa3-fc9714928b51'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:24:56.349592 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6f7f20-3853-4365-b797-8c988cce8fca req-8edfa0a1-8fa9-46bd-bbf5-a627075f68b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:24:56.351371 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-bc6f7f20-3853-4365-b797-8c988cce8fca req-8edfa0a1-8fa9-46bd-bbf5-a627075f68b8 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6d48247d-a46b-4c59-a8ca-92c9ddf6dbf6 HTTP/1.1" status: 200 len: 835 time: 0.0478542 Jul 14 10:24:56.411906 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6f7f20-3853-4365-b797-8c988cce8fca req-9ab11a69-2329-42d4-a13a-c5a6b2a3e7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:24:56.413453 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-bc6f7f20-3853-4365-b797-8c988cce8fca req-9ab11a69-2329-42d4-a13a-c5a6b2a3e7ad service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=879e4cc3-cc4c-4c9e-baed-4e2f00d51adf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0554271 Jul 14 10:24:56.516277 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-bc6f7f20-3853-4365-b797-8c988cce8fca req-8924183b-6e94-4d2c-bb9f-9d0cf4da57e9 service neutron] 10.222.0.65 "GET /v2.0/networks/879e4cc3-cc4c-4c9e-baed-4e2f00d51adf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968170 Jul 14 10:24:56.610081 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvr_db [None req-2f544105-6dca-488f-a2b2-a8ff311bd59f None None] Set router 0b1333f3-3091-4afe-9aa3-fc9714928b51 gateway port host: n-d-779913-29 {{(pid=93959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:24:56.614529 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-bc6f7f20-3853-4365-b797-8c988cce8fca req-18ba16c5-c30f-491b-a217-c8bc21fc9711 service neutron] 10.222.0.65 "GET /v2.0/networks/879e4cc3-cc4c-4c9e-baed-4e2f00d51adf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907638 Jul 14 10:24:56.852027 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-2f544105-6dca-488f-a2b2-a8ff311bd59f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b1333f3-3091-4afe-9aa3-fc9714928b51', 'name': 'tempest-TestNetworkAdvancedServerOps-router-146055796', 'tenant_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.154'}], 'enable_snat': True}, 'gw_port_id': '45475701-0206-4295-86fd-147f8ef6b24e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:24:37Z', 'updated_at': '2021-07-14T10:24:41Z', 'revision_number': 4, 'project_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'gw_port': {'id': '45475701-0206-4295-86fd-147f8ef6b24e', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:f5:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1333f3-3091-4afe-9aa3-fc9714928b51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:24:38Z', 'updated_at': '2021-07-14T10:24:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_floatingips': [{'id': '66ad2f7c-0d52-42fa-af15-aedfdd36ccae', 'tenant_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'floating_ip_address': '172.25.4.208', 'floating_network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'router_id': '0b1333f3-3091-4afe-9aa3-fc9714928b51', 'port_id': '4ca85ec0-b885-4223-9ebd-344852e0206e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '879e4cc3-cc4c-4c9e-baed-4e2f00d51adf', 'mac_address': 'fa:16:3e:cb:cb:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ef15df6-47ab-4310-b2ff-8a9fdd023fbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T10:24:54Z', 'updated_at': '2021-07-14T10:24:54Z', 'revision_number': 0, 'project_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ea186bb-6f38-44ff-b113-72540fbd1baf', 'name': '', 'network_id': '879e4cc3-cc4c-4c9e-baed-4e2f00d51adf', 'tenant_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'mac_address': 'fa:16:3e:e2:64:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1333f3-3091-4afe-9aa3-fc9714928b51', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '6d48247d-a46b-4c59-a8ca-92c9ddf6dbf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:24:40Z', 'updated_at': '2021-07-14T10:24:45Z', 'revision_number': 5, 'project_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'subnets': [{'id': '6d48247d-a46b-4c59-a8ca-92c9ddf6dbf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:24:56.883342 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f544105-6dca-488f-a2b2-a8ff311bd59f None None] The sync data for ids ['0b1333f3-3091-4afe-9aa3-fc9714928b51'] in n-d-779913-29 is: [{'id': '0b1333f3-3091-4afe-9aa3-fc9714928b51', 'name': 'tempest-TestNetworkAdvancedServerOps-router-146055796', 'tenant_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.154'}], 'enable_snat': True}, 'gw_port_id': '45475701-0206-4295-86fd-147f8ef6b24e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:24:37Z', 'updated_at': '2021-07-14T10:24:41Z', 'revision_number': 4, 'project_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'gw_port': {'id': '45475701-0206-4295-86fd-147f8ef6b24e', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:f5:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1333f3-3091-4afe-9aa3-fc9714928b51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:24:38Z', 'updated_at': '2021-07-14T10:24:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_floatingips': [{'id': '66ad2f7c-0d52-42fa-af15-aedfdd36ccae', 'tenant_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'floating_ip_address': '172.25.4.208', 'floating_network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'router_id': '0b1333f3-3091-4afe-9aa3-fc9714928b51', 'port_id': '4ca85ec0-b885-4223-9ebd-344852e0206e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '879e4cc3-cc4c-4c9e-baed-4e2f00d51adf', 'mac_address': 'fa:16:3e:cb:cb:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ef15df6-47ab-4310-b2ff-8a9fdd023fbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T10:24:54Z', 'updated_at': '2021-07-14T10:24:54Z', 'revision_number': 0, 'project_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ea186bb-6f38-44ff-b113-72540fbd1baf', 'name': '', 'network_id': '879e4cc3-cc4c-4c9e-baed-4e2f00d51adf', 'tenant_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'mac_address': 'fa:16:3e:e2:64:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1333f3-3091-4afe-9aa3-fc9714928b51', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '6d48247d-a46b-4c59-a8ca-92c9ddf6dbf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:24:40Z', 'updated_at': '2021-07-14T10:24:45Z', 'revision_number': 5, 'project_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'subnets': [{'id': '6d48247d-a46b-4c59-a8ca-92c9ddf6dbf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:24:57.087026 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cda21a1-5ac7-4404-b9f7-3a8a123cf028 None None] New status for floating IP 66ad2f7c-0d52-42fa-af15-aedfdd36ccae: ACTIVE {{(pid=93960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 10:24:57.274668 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 40606) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:24:57.348526 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-6942e6b9-5cfa-4d2b-9d1a-7a31c39e37fd tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/floatingips/66ad2f7c-0d52-42fa-af15-aedfdd36ccae HTTP/1.1" status: 200 len: 993 time: 0.0722389 Jul 14 10:24:57.927934 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5bbe322f-3f67-4864-bc0a-91afe44d23e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:00.662044 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.agents_db [None req-3c3509fb-540d-4335-a450-574895dd3602 None None] Agent healthcheck: found 7 active agents {{(pid=93960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:25:13.501617 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:14.262447 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:22.315034 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7fe31da2-c7f6-4572-ba7a-d97abe239323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:23.941706 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-480fb0e7-76ea-41ef-baf5-aae09e4f3c4b req-ec942a0e-5034-4f5c-b2a6-5d7d070b38d6 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=9ef15df6-47ab-4310-b2ff-8a9fdd023fbd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0524859 Jul 14 10:25:24.075703 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480fb0e7-76ea-41ef-baf5-aae09e4f3c4b req-fd1dd3b4-698f-48a8-8b66-70e6af08bd84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:25:24.077422 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-480fb0e7-76ea-41ef-baf5-aae09e4f3c4b req-fd1dd3b4-698f-48a8-8b66-70e6af08bd84 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=cfb2ed7caa9b43c9b2145e769e9db92d&device_id=9ef15df6-47ab-4310-b2ff-8a9fdd023fbd HTTP/1.1" status: 200 len: 1097 time: 0.0667334 Jul 14 10:25:24.205746 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480fb0e7-76ea-41ef-baf5-aae09e4f3c4b req-e731706d-e49f-4304-97d3-f170f3ab6244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:25:24.207181 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-480fb0e7-76ea-41ef-baf5-aae09e4f3c4b req-e731706d-e49f-4304-97d3-f170f3ab6244 service neutron] 10.222.0.65 "GET /v2.0/networks?id=879e4cc3-cc4c-4c9e-baed-4e2f00d51adf HTTP/1.1" status: 200 len: 898 time: 0.1020486 Jul 14 10:25:24.312466 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-480fb0e7-76ea-41ef-baf5-aae09e4f3c4b req-e6f96e74-6973-4d8a-bd36-b28129e676b0 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4ca85ec0-b885-4223-9ebd-344852e0206e HTTP/1.1" status: 200 len: 1001 time: 0.0959280 Jul 14 10:25:24.376961 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c97690-1a79-4fab-a287-541ecef75575 req-6056ffb6-f346-46d7-a6f6-e83a3abdda6c tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:25:24.379120 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b7c97690-1a79-4fab-a287-541ecef75575 req-6056ffb6-f346-46d7-a6f6-e83a3abdda6c tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/ports?device_id=9ef15df6-47ab-4310-b2ff-8a9fdd023fbd HTTP/1.1" status: 200 len: 945 time: 0.1267319 Jul 14 10:25:24.385154 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480fb0e7-76ea-41ef-baf5-aae09e4f3c4b req-fb283e2e-613a-4f8f-aaf6-1e2b7898e4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:25:24.386635 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-480fb0e7-76ea-41ef-baf5-aae09e4f3c4b req-fb283e2e-613a-4f8f-aaf6-1e2b7898e4c0 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6d48247d-a46b-4c59-a8ca-92c9ddf6dbf6 HTTP/1.1" status: 200 len: 835 time: 0.0656164 Jul 14 10:25:24.453967 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b7c97690-1a79-4fab-a287-541ecef75575 req-41494fd5-eb6a-4f0d-9e62-84a47305dbca tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/security-groups?id=8db1bdc4-f67a-4078-a5e6-3e24d9cc74e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663490 Jul 14 10:25:24.474352 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480fb0e7-76ea-41ef-baf5-aae09e4f3c4b req-e6eaf240-bf51-4239-b8f6-91479e9a4966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:25:24.475864 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-480fb0e7-76ea-41ef-baf5-aae09e4f3c4b req-e6eaf240-bf51-4239-b8f6-91479e9a4966 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=879e4cc3-cc4c-4c9e-baed-4e2f00d51adf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0811167 Jul 14 10:25:24.573266 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-480fb0e7-76ea-41ef-baf5-aae09e4f3c4b req-51c7e939-385e-4185-b34a-fa531150be94 service neutron] 10.222.0.65 "GET /v2.0/networks/879e4cc3-cc4c-4c9e-baed-4e2f00d51adf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911286 Jul 14 10:25:24.665131 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-480fb0e7-76ea-41ef-baf5-aae09e4f3c4b req-5a6b2ee2-6601-4ba0-a292-47498d0da000 service neutron] 10.222.0.65 "GET /v2.0/networks/879e4cc3-cc4c-4c9e-baed-4e2f00d51adf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850711 Jul 14 10:25:24.870027 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:24.975997 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a37f3eca-d01a-451b-9e7a-0f8ae5ba495a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:25.684825 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6075768c-0538-4f32-992a-21117bdc11c8 req-8e1056d8-822c-4bc8-9219-4ae40c75fb62 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:25:25.686447 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-6075768c-0538-4f32-992a-21117bdc11c8 req-8e1056d8-822c-4bc8-9219-4ae40c75fb62 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/ports?device_id=9ef15df6-47ab-4310-b2ff-8a9fdd023fbd HTTP/1.1" status: 200 len: 945 time: 0.0748982 Jul 14 10:25:25.729775 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-6075768c-0538-4f32-992a-21117bdc11c8 req-2a3a88e2-4691-41c5-93f3-ce51a8fe31cd tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/security-groups?id=8db1bdc4-f67a-4078-a5e6-3e24d9cc74e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353048 Jul 14 10:25:25.758618 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 40630) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:25:25.833919 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-6485616f-a918-4253-82c1-155f9caf2d5e tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/floatingips/66ad2f7c-0d52-42fa-af15-aedfdd36ccae HTTP/1.1" status: 200 len: 993 time: 0.0735846 Jul 14 10:25:26.126727 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5ad31076-714c-49ec-bc37-f3d4cd90112a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:27.295201 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e881761-7061-40e0-83d9-c338f8efc52f req-5b4e2463-c67d-4954-a157-554c6f5e9ace tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:25:27.296517 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0e881761-7061-40e0-83d9-c338f8efc52f req-5b4e2463-c67d-4954-a157-554c6f5e9ace tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/ports?device_id=9ef15df6-47ab-4310-b2ff-8a9fdd023fbd HTTP/1.1" status: 200 len: 945 time: 0.0673823 Jul 14 10:25:27.336122 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0e881761-7061-40e0-83d9-c338f8efc52f req-c7dcc388-4f66-4166-993f-2c6e4348d98d tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/security-groups?id=8db1bdc4-f67a-4078-a5e6-3e24d9cc74e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334373 Jul 14 10:25:27.931480 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5bbe322f-3f67-4864-bc0a-91afe44d23e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:28.519953 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89cc3de-57bc-4082-869f-2b2a88f40dac req-ffc84034-f31a-4bd8-a9c8-0fbd353d2df5 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:25:28.521466 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-f89cc3de-57bc-4082-869f-2b2a88f40dac req-ffc84034-f31a-4bd8-a9c8-0fbd353d2df5 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/ports?device_id=9ef15df6-47ab-4310-b2ff-8a9fdd023fbd HTTP/1.1" status: 200 len: 945 time: 0.0693049 Jul 14 10:25:28.560310 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-f89cc3de-57bc-4082-869f-2b2a88f40dac req-47716846-8a0f-461e-8e65-f58e1ed0b3a0 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/security-groups?id=8db1bdc4-f67a-4078-a5e6-3e24d9cc74e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328696 Jul 14 10:25:28.587789 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 40640) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:25:28.663450 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-8310da5a-c8a3-40fb-9193-8c400cda325f tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/floatingips/66ad2f7c-0d52-42fa-af15-aedfdd36ccae HTTP/1.1" status: 200 len: 993 time: 0.0739450 Jul 14 10:25:28.973450 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 40646) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:25:29.140732 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-f3dccd12-4e8d-4cf4-8d90-e7374921f177 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Deleting port 8993c59a-5fc9-4983-9a14-8b38a908a957 {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:25:29.140967 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f3dccd12-4e8d-4cf4-8d90-e7374921f177 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:29.233062 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f3dccd12-4e8d-4cf4-8d90-e7374921f177 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:29.233555 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f3dccd12-4e8d-4cf4-8d90-e7374921f177 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:29.249659 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-f3dccd12-4e8d-4cf4-8d90-e7374921f177 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Calling delete_port for 8993c59a-5fc9-4983-9a14-8b38a908a957 owned by network:floatingip {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:25:29.439053 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f3dccd12-4e8d-4cf4-8d90-e7374921f177 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:29.467209 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dccd12-4e8d-4cf4-8d90-e7374921f177 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Pushing event deleted for resources: {'Port': ['ID=8993c59a-5fc9-4983-9a14-8b38a908a957,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:25:29.479753 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3dccd12-4e8d-4cf4-8d90-e7374921f177 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:25:29.480106 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3dccd12-4e8d-4cf4-8d90-e7374921f177 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:25:29.480448 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3dccd12-4e8d-4cf4-8d90-e7374921f177 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:25:29.480786 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3dccd12-4e8d-4cf4-8d90-e7374921f177 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:25:29.481119 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3dccd12-4e8d-4cf4-8d90-e7374921f177 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:25:29.481456 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3dccd12-4e8d-4cf4-8d90-e7374921f177 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:25:29.481847 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3dccd12-4e8d-4cf4-8d90-e7374921f177 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:25:29.482178 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3dccd12-4e8d-4cf4-8d90-e7374921f177 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:25:29.482526 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3dccd12-4e8d-4cf4-8d90-e7374921f177 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:25:29.482873 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3dccd12-4e8d-4cf4-8d90-e7374921f177 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:25:29.483251 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3dccd12-4e8d-4cf4-8d90-e7374921f177 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:25:29.483549 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3dccd12-4e8d-4cf4-8d90-e7374921f177 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:25:29.550526 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f3dccd12-4e8d-4cf4-8d90-e7374921f177 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks [] for floatingip, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:29.550861 n-d-779913-29 neutron-server[93957]: INFO neutron.db.l3_db [None req-f3dccd12-4e8d-4cf4-8d90-e7374921f177 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Floating IP 66ad2f7c-0d52-42fa-af15-aedfdd36ccae disassociated (deleted). External IP: 172.25.4.208, port: 4ca85ec0-b885-4223-9ebd-344852e0206e. Jul 14 10:25:29.771506 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3dccd12-4e8d-4cf4-8d90-e7374921f177 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Router 0b1333f3-3091-4afe-9aa3-fc9714928b51 has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:25:29.887055 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3dccd12-4e8d-4cf4-8d90-e7374921f177 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:25:29.893870 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f3dccd12-4e8d-4cf4-8d90-e7374921f177 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for floatingip, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:29.901731 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cc5cc23-6449-415e-8b03-17eafc9af8c5 None None] Sync routers for ids ['0b1333f3-3091-4afe-9aa3-fc9714928b51'] in n-d-779913-29 {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:25:29.916516 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc5cc23-6449-415e-8b03-17eafc9af8c5 None None] Routers {'0b1333f3-3091-4afe-9aa3-fc9714928b51'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:25:29.917147 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-3cc5cc23-6449-415e-8b03-17eafc9af8c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T10:25:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['0b1333f3-3091-4afe-9aa3-fc9714928b51'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:25:29.941549 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-f3dccd12-4e8d-4cf4-8d90-e7374921f177 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "DELETE /v2.0/floatingips/66ad2f7c-0d52-42fa-af15-aedfdd36ccae HTTP/1.1" status: 204 len: 168 time: 0.9633453 Jul 14 10:25:29.941549 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ef15df6-47ab-4310-b2ff-8a9fdd023fbd', 'tag': '4ca85ec0-b885-4223-9ebd-344852e0206e'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:25:29.941549 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}175264a25d5f1cec9b1451f1a8cc8ced5d4502f5c48740ac7c6845d527b2175b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b179044-5c1e-472b-91ad-d635c24bece0" -d '{"events": [{"name": "network-changed", "server_uuid": "9ef15df6-47ab-4310-b2ff-8a9fdd023fbd", "tag": "4ca85ec0-b885-4223-9ebd-344852e0206e"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:25:29.992285 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:25:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35297514-3e62-4811-be00-5d51e25afd90 x-openstack-request-id: req-35297514-3e62-4811-be00-5d51e25afd90 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:25:29.992811 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ef15df6-47ab-4310-b2ff-8a9fdd023fbd", "tag": "4ca85ec0-b885-4223-9ebd-344852e0206e", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:25:29.993583 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-35297514-3e62-4811-be00-5d51e25afd90 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:25:29.994700 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ef15df6-47ab-4310-b2ff-8a9fdd023fbd', 'tag': '4ca85ec0-b885-4223-9ebd-344852e0206e', 'status': 'completed', 'code': 200} Jul 14 10:25:30.050532 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvr_db [None req-3cc5cc23-6449-415e-8b03-17eafc9af8c5 None None] Set router 0b1333f3-3091-4afe-9aa3-fc9714928b51 gateway port host: n-d-779913-29 {{(pid=93959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:25:30.115888 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b179044-5c1e-472b-91ad-d635c24bece0 req-500078ad-e7f3-45a8-a98e-774ee2340aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:25:30.117441 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6b179044-5c1e-472b-91ad-d635c24bece0 req-500078ad-e7f3-45a8-a98e-774ee2340aa7 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=cfb2ed7caa9b43c9b2145e769e9db92d&device_id=9ef15df6-47ab-4310-b2ff-8a9fdd023fbd HTTP/1.1" status: 200 len: 1097 time: 0.0669758 Jul 14 10:25:30.240408 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b179044-5c1e-472b-91ad-d635c24bece0 req-dd0dc547-f7fd-410d-b592-f17e3c040a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:25:30.242735 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6b179044-5c1e-472b-91ad-d635c24bece0 req-dd0dc547-f7fd-410d-b592-f17e3c040a87 service neutron] 10.222.0.65 "GET /v2.0/networks?id=879e4cc3-cc4c-4c9e-baed-4e2f00d51adf HTTP/1.1" status: 200 len: 898 time: 0.1183512 Jul 14 10:25:30.296200 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6b179044-5c1e-472b-91ad-d635c24bece0 req-8104e6b1-18da-4241-92a0-9e769ea6884a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4ca85ec0-b885-4223-9ebd-344852e0206e HTTP/1.1" status: 200 len: 217 time: 0.0463259 Jul 14 10:25:30.302698 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-3cc5cc23-6449-415e-8b03-17eafc9af8c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b1333f3-3091-4afe-9aa3-fc9714928b51', 'name': 'tempest-TestNetworkAdvancedServerOps-router-146055796', 'tenant_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.154'}], 'enable_snat': True}, 'gw_port_id': '45475701-0206-4295-86fd-147f8ef6b24e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:24:37Z', 'updated_at': '2021-07-14T10:24:41Z', 'revision_number': 4, 'project_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'gw_port': {'id': '45475701-0206-4295-86fd-147f8ef6b24e', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:f5:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1333f3-3091-4afe-9aa3-fc9714928b51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:24:38Z', 'updated_at': '2021-07-14T10:24:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': '3ea186bb-6f38-44ff-b113-72540fbd1baf', 'name': '', 'network_id': '879e4cc3-cc4c-4c9e-baed-4e2f00d51adf', 'tenant_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'mac_address': 'fa:16:3e:e2:64:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1333f3-3091-4afe-9aa3-fc9714928b51', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '6d48247d-a46b-4c59-a8ca-92c9ddf6dbf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:24:40Z', 'updated_at': '2021-07-14T10:24:45Z', 'revision_number': 5, 'project_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'subnets': [{'id': '6d48247d-a46b-4c59-a8ca-92c9ddf6dbf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:25:30.334455 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cc5cc23-6449-415e-8b03-17eafc9af8c5 None None] Checking router: 0b1333f3-3091-4afe-9aa3-fc9714928b51 for host: n-d-779913-29 {{(pid=93959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:25:30.343042 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc5cc23-6449-415e-8b03-17eafc9af8c5 None None] Routers {'0b1333f3-3091-4afe-9aa3-fc9714928b51'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:25:30.343646 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-3cc5cc23-6449-415e-8b03-17eafc9af8c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T10:25:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['0b1333f3-3091-4afe-9aa3-fc9714928b51'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:25:30.374572 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b179044-5c1e-472b-91ad-d635c24bece0 req-1af71338-f6b6-4d18-b2ef-be1e6d132794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:25:30.376032 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6b179044-5c1e-472b-91ad-d635c24bece0 req-1af71338-f6b6-4d18-b2ef-be1e6d132794 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6d48247d-a46b-4c59-a8ca-92c9ddf6dbf6 HTTP/1.1" status: 200 len: 835 time: 0.0705364 Jul 14 10:25:30.427314 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5cfe26-acf8-4dd6-9dd7-947f2df2e017 req-879dcf95-6785-4240-923a-4dd45fcedc8a tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:25:30.428885 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2a5cfe26-acf8-4dd6-9dd7-947f2df2e017 req-879dcf95-6785-4240-923a-4dd45fcedc8a tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/ports?device_id=9ef15df6-47ab-4310-b2ff-8a9fdd023fbd HTTP/1.1" status: 200 len: 945 time: 0.1353734 Jul 14 10:25:30.456280 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvr_db [None req-3cc5cc23-6449-415e-8b03-17eafc9af8c5 None None] Set router 0b1333f3-3091-4afe-9aa3-fc9714928b51 gateway port host: n-d-779913-29 {{(pid=93959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:25:30.480592 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2a5cfe26-acf8-4dd6-9dd7-947f2df2e017 req-e5e19b5b-6192-47d6-9d8a-87d67fbb460f tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/security-groups?id=8db1bdc4-f67a-4078-a5e6-3e24d9cc74e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448895 Jul 14 10:25:30.494022 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b179044-5c1e-472b-91ad-d635c24bece0 req-2365d16e-f9ed-4211-adda-609084e55675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:25:30.495628 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6b179044-5c1e-472b-91ad-d635c24bece0 req-2365d16e-f9ed-4211-adda-609084e55675 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=879e4cc3-cc4c-4c9e-baed-4e2f00d51adf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1090281 Jul 14 10:25:30.603910 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6b179044-5c1e-472b-91ad-d635c24bece0 req-85ecb33d-0f74-477f-a8fa-9c6ed88640a6 service neutron] 10.222.0.65 "GET /v2.0/networks/879e4cc3-cc4c-4c9e-baed-4e2f00d51adf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011758 Jul 14 10:25:30.677964 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-3cc5cc23-6449-415e-8b03-17eafc9af8c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b1333f3-3091-4afe-9aa3-fc9714928b51', 'name': 'tempest-TestNetworkAdvancedServerOps-router-146055796', 'tenant_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.154'}], 'enable_snat': True}, 'gw_port_id': '45475701-0206-4295-86fd-147f8ef6b24e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:24:37Z', 'updated_at': '2021-07-14T10:24:41Z', 'revision_number': 4, 'project_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'gw_port': {'id': '45475701-0206-4295-86fd-147f8ef6b24e', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:f5:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1333f3-3091-4afe-9aa3-fc9714928b51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:24:38Z', 'updated_at': '2021-07-14T10:24:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': '3ea186bb-6f38-44ff-b113-72540fbd1baf', 'name': '', 'network_id': '879e4cc3-cc4c-4c9e-baed-4e2f00d51adf', 'tenant_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'mac_address': 'fa:16:3e:e2:64:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1333f3-3091-4afe-9aa3-fc9714928b51', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '6d48247d-a46b-4c59-a8ca-92c9ddf6dbf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:24:40Z', 'updated_at': '2021-07-14T10:24:45Z', 'revision_number': 5, 'project_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'subnets': [{'id': '6d48247d-a46b-4c59-a8ca-92c9ddf6dbf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:25:30.704988 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cc5cc23-6449-415e-8b03-17eafc9af8c5 None None] The sync data for ids ['0b1333f3-3091-4afe-9aa3-fc9714928b51'] in n-d-779913-29 is: [{'id': '0b1333f3-3091-4afe-9aa3-fc9714928b51', 'name': 'tempest-TestNetworkAdvancedServerOps-router-146055796', 'tenant_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.154'}], 'enable_snat': True}, 'gw_port_id': '45475701-0206-4295-86fd-147f8ef6b24e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:24:37Z', 'updated_at': '2021-07-14T10:24:41Z', 'revision_number': 4, 'project_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'gw_port': {'id': '45475701-0206-4295-86fd-147f8ef6b24e', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:f5:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1333f3-3091-4afe-9aa3-fc9714928b51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:24:38Z', 'updated_at': '2021-07-14T10:24:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': '3ea186bb-6f38-44ff-b113-72540fbd1baf', 'name': '', 'network_id': '879e4cc3-cc4c-4c9e-baed-4e2f00d51adf', 'tenant_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'mac_address': 'fa:16:3e:e2:64:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1333f3-3091-4afe-9aa3-fc9714928b51', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '6d48247d-a46b-4c59-a8ca-92c9ddf6dbf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:24:40Z', 'updated_at': '2021-07-14T10:24:45Z', 'revision_number': 5, 'project_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'subnets': [{'id': '6d48247d-a46b-4c59-a8ca-92c9ddf6dbf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:25:30.725391 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6b179044-5c1e-472b-91ad-d635c24bece0 req-99e70d6c-d95e-4206-8641-38edde443183 service neutron] 10.222.0.65 "GET /v2.0/networks/879e4cc3-cc4c-4c9e-baed-4e2f00d51adf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055954 Jul 14 10:25:30.954515 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9678ba29-d6f3-40e1-8278-e68c3396a1e4 None None] New status for floating IP 66ad2f7c-0d52-42fa-af15-aedfdd36ccae: DOWN {{(pid=93960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 10:25:31.664779 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f26ac7-c92d-4ce9-bba6-8e52ca387886 req-76f4e749-7da2-451c-a185-b188b03408ca tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:25:31.666364 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-f5f26ac7-c92d-4ce9-bba6-8e52ca387886 req-76f4e749-7da2-451c-a185-b188b03408ca tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/ports?device_id=9ef15df6-47ab-4310-b2ff-8a9fdd023fbd HTTP/1.1" status: 200 len: 945 time: 0.0652308 Jul 14 10:25:31.706861 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-f5f26ac7-c92d-4ce9-bba6-8e52ca387886 req-733c9be5-911f-4d0f-a846-951801e77c91 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/security-groups?id=8db1bdc4-f67a-4078-a5e6-3e24d9cc74e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348067 Jul 14 10:25:32.113152 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163b66ed-9521-411b-beb5-0e23d0352159 req-cbf86f63-7d84-48e2-8f27-e3ebbea1fe78 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:25:32.114679 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-163b66ed-9521-411b-beb5-0e23d0352159 req-cbf86f63-7d84-48e2-8f27-e3ebbea1fe78 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.65 "GET /v2.0/ports?device_id=9ef15df6-47ab-4310-b2ff-8a9fdd023fbd HTTP/1.1" status: 200 len: 945 time: 0.0667186 Jul 14 10:25:32.228558 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [req-163b66ed-9521-411b-beb5-0e23d0352159 req-3794546e-6d08-4734-a867-2290864dcb86 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Deleting port 4ca85ec0-b885-4223-9ebd-344852e0206e {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:25:32.228899 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-163b66ed-9521-411b-beb5-0e23d0352159 req-3794546e-6d08-4734-a867-2290864dcb86 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:32.319902 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-163b66ed-9521-411b-beb5-0e23d0352159 req-3794546e-6d08-4734-a867-2290864dcb86 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] For port 4ca85ec0-b885-4223-9ebd-344852e0206e, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=4ca85ec0-b885-4223-9ebd-344852e0206e,segment=NetworkSegment(f038abb1-53fe-4023-92f6-1d87580a84b9),segment_id=f038abb1-53fe-4023-92f6-1d87580a84b9)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:25:32.320181 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-163b66ed-9521-411b-beb5-0e23d0352159 req-3794546e-6d08-4734-a867-2290864dcb86 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:32.334335 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [req-163b66ed-9521-411b-beb5-0e23d0352159 req-3794546e-6d08-4734-a867-2290864dcb86 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Calling delete_port for 4ca85ec0-b885-4223-9ebd-344852e0206e owned by compute:nova {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:25:32.475380 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-163b66ed-9521-411b-beb5-0e23d0352159 req-3794546e-6d08-4734-a867-2290864dcb86 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:32.507409 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3794546e-6d08-4734-a867-2290864dcb86 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Pushing event deleted for resources: {'Port': ['ID=4ca85ec0-b885-4223-9ebd-344852e0206e,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:25:32.553916 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-163b66ed-9521-411b-beb5-0e23d0352159 req-3794546e-6d08-4734-a867-2290864dcb86 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] No DVR routers for this DVR port 4ca85ec0-b885-4223-9ebd-344852e0206e on host n-h1-779913-29 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:25:32.556726 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-163b66ed-9521-411b-beb5-0e23d0352159 req-3794546e-6d08-4734-a867-2290864dcb86 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:32.558880 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-163b66ed-9521-411b-beb5-0e23d0352159 req-3794546e-6d08-4734-a867-2290864dcb86 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.65 "DELETE /v2.0/ports/4ca85ec0-b885-4223-9ebd-344852e0206e HTTP/1.1" status: 204 len: 173 time: 0.4387865 Jul 14 10:25:32.559321 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ef15df6-47ab-4310-b2ff-8a9fdd023fbd', 'name': 'network-vif-deleted', 'tag': '4ca85ec0-b885-4223-9ebd-344852e0206e'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:25:32.561858 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}175264a25d5f1cec9b1451f1a8cc8ced5d4502f5c48740ac7c6845d527b2175b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6767b854-3c5d-491f-bf9c-fc7bde90d423" -d '{"events": [{"server_uuid": "9ef15df6-47ab-4310-b2ff-8a9fdd023fbd", "name": "network-vif-deleted", "tag": "4ca85ec0-b885-4223-9ebd-344852e0206e"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:25:32.601844 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:25:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bb08788-94c0-4443-a51c-dc20e52448a8 x-openstack-request-id: req-5bb08788-94c0-4443-a51c-dc20e52448a8 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:25:32.602552 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ef15df6-47ab-4310-b2ff-8a9fdd023fbd", "name": "network-vif-deleted", "tag": "4ca85ec0-b885-4223-9ebd-344852e0206e", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:25:32.602552 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-5bb08788-94c0-4443-a51c-dc20e52448a8 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:25:32.602797 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ef15df6-47ab-4310-b2ff-8a9fdd023fbd', 'name': 'network-vif-deleted', 'tag': '4ca85ec0-b885-4223-9ebd-344852e0206e', 'status': 'completed', 'code': 200} Jul 14 10:25:32.877422 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-0228c8c9-e988-48fd-948f-5106a362557e req-e2d89200-488a-4e66-857d-c035f9f9dd92 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/ports?device_id=9ef15df6-47ab-4310-b2ff-8a9fdd023fbd HTTP/1.1" status: 200 len: 210 time: 0.0340102 Jul 14 10:25:33.981555 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 40662) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:25:34.356987 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f6126ec2-7121-4164-9ce3-c6a5269b0c9a tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-683602'] for router_interface, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:34.638177 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-f6126ec2-7121-4164-9ce3-c6a5269b0c9a tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Deleting port 3ea186bb-6f38-44ff-b113-72540fbd1baf {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:25:34.638437 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f6126ec2-7121-4164-9ce3-c6a5269b0c9a tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:34.740237 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-f6126ec2-7121-4164-9ce3-c6a5269b0c9a tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] For port 3ea186bb-6f38-44ff-b113-72540fbd1baf, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=3ea186bb-6f38-44ff-b113-72540fbd1baf,segment=NetworkSegment(f038abb1-53fe-4023-92f6-1d87580a84b9),segment_id=f038abb1-53fe-4023-92f6-1d87580a84b9)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:25:34.740608 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f6126ec2-7121-4164-9ce3-c6a5269b0c9a tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:34.755855 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-f6126ec2-7121-4164-9ce3-c6a5269b0c9a tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Calling delete_port for 3ea186bb-6f38-44ff-b113-72540fbd1baf owned by network:router_interface {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:25:34.834241 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 4ca85ec0-b885-4223-9ebd-344852e0206e no longer exists at agent hyperv_n-h1-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:25:34.854691 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] No Port match for: 4ca85ec0-b885-4223-9ebd-344852e0206e {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:25:34.855040 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 4ca85ec0-b885-4223-9ebd-344852e0206e not bound to the agent host n-h1-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:25:34.955122 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f6126ec2-7121-4164-9ce3-c6a5269b0c9a tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:34.991788 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6126ec2-7121-4164-9ce3-c6a5269b0c9a tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Pushing event deleted for resources: {'Port': ['ID=3ea186bb-6f38-44ff-b113-72540fbd1baf,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:25:35.163802 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f6126ec2-7121-4164-9ce3-c6a5269b0c9a tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-620860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682934'] for router_interface, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:35.693702 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6126ec2-7121-4164-9ce3-c6a5269b0c9a tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Router 0b1333f3-3091-4afe-9aa3-fc9714928b51 has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:25:35.799931 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6126ec2-7121-4164-9ce3-c6a5269b0c9a tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:25:35.807722 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-f6126ec2-7121-4164-9ce3-c6a5269b0c9a tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "PUT /v2.0/routers/0b1333f3-3091-4afe-9aa3-fc9714928b51/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8224866 Jul 14 10:25:35.808678 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 40664) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:25:35.810800 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-476c8c2e-0036-48eb-a1f6-3a81ea8abbda None None] Sync routers for ids ['0b1333f3-3091-4afe-9aa3-fc9714928b51'] in n-d-779913-29 {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:25:35.820168 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-476c8c2e-0036-48eb-a1f6-3a81ea8abbda None None] Routers {'0b1333f3-3091-4afe-9aa3-fc9714928b51'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:25:35.820814 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-476c8c2e-0036-48eb-a1f6-3a81ea8abbda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T10:25:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['0b1333f3-3091-4afe-9aa3-fc9714928b51'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:25:35.861208 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_v2 [None req-32fb45ad-16a0-422f-9c44-375c1675bdea tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Deleting subnet 6d48247d-a46b-4c59-a8ca-92c9ddf6dbf6 {{(pid=93957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 10:25:35.864558 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-32fb45ad-16a0-422f-9c44-375c1675bdea tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks [] for subnet, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:35.910687 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-32fb45ad-16a0-422f-9c44-375c1675bdea tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10944203'] for subnet, precommit_delete_associations {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:35.923871 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvr_db [None req-476c8c2e-0036-48eb-a1f6-3a81ea8abbda None None] Set router 0b1333f3-3091-4afe-9aa3-fc9714928b51 gateway port host: n-d-779913-29 {{(pid=93959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:25:36.002775 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-32fb45ad-16a0-422f-9c44-375c1675bdea tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3481002'] for subnet, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:36.087637 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-32fb45ad-16a0-422f-9c44-375c1675bdea tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10052701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11984075'] for subnet, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:36.120438 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fb45ad-16a0-422f-9c44-375c1675bdea tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Pushing event deleted for resources: {'Subnet': ['ID=6d48247d-a46b-4c59-a8ca-92c9ddf6dbf6,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:25:36.125288 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-32fb45ad-16a0-422f-9c44-375c1675bdea tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks [] for subnet, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:36.130035 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-32fb45ad-16a0-422f-9c44-375c1675bdea tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "DELETE /v2.0/subnets/6d48247d-a46b-4c59-a8ca-92c9ddf6dbf6 HTTP/1.1" status: 204 len: 168 time: 0.3210278 Jul 14 10:25:36.130723 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 40666) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:25:36.136983 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22e44451-268c-44e7-8250-b721252f9e6a None None] Network 879e4cc3-cc4c-4c9e-baed-4e2f00d51adf requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:25:36.181369 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-476c8c2e-0036-48eb-a1f6-3a81ea8abbda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b1333f3-3091-4afe-9aa3-fc9714928b51', 'name': 'tempest-TestNetworkAdvancedServerOps-router-146055796', 'tenant_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.154'}], 'enable_snat': True}, 'gw_port_id': '45475701-0206-4295-86fd-147f8ef6b24e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:24:37Z', 'updated_at': '2021-07-14T10:25:34Z', 'revision_number': 5, 'project_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'gw_port': {'id': '45475701-0206-4295-86fd-147f8ef6b24e', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:f5:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1333f3-3091-4afe-9aa3-fc9714928b51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:24:38Z', 'updated_at': '2021-07-14T10:24:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29'}], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:25:36.215476 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-476c8c2e-0036-48eb-a1f6-3a81ea8abbda None None] Checking router: 0b1333f3-3091-4afe-9aa3-fc9714928b51 for host: n-d-779913-29 {{(pid=93959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:25:36.235075 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-476c8c2e-0036-48eb-a1f6-3a81ea8abbda None None] Routers {'0b1333f3-3091-4afe-9aa3-fc9714928b51'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:25:36.235690 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-476c8c2e-0036-48eb-a1f6-3a81ea8abbda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T10:25:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['0b1333f3-3091-4afe-9aa3-fc9714928b51'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:25:36.240640 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-74d12282-fb40-48bd-8a3c-2bc0443ec71e tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks [] for router, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:36.344811 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-74d12282-fb40-48bd-8a3c-2bc0443ec71e tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:36.380866 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvr_db [None req-476c8c2e-0036-48eb-a1f6-3a81ea8abbda None None] Set router 0b1333f3-3091-4afe-9aa3-fc9714928b51 gateway port host: n-d-779913-29 {{(pid=93959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:25:36.404965 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-74d12282-fb40-48bd-8a3c-2bc0443ec71e tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Deleting port 45475701-0206-4295-86fd-147f8ef6b24e {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:25:36.405312 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-74d12282-fb40-48bd-8a3c-2bc0443ec71e tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:36.487299 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d67d43a-3460-4068-a0c2-4fb9794b6b7a None None] DHCP port deletion for 879e4cc3-cc4c-4c9e-baed-4e2f00d51adf request from n-d-779913-29 {{(pid=93959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 10:25:36.490764 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-74d12282-fb40-48bd-8a3c-2bc0443ec71e tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] For port 45475701-0206-4295-86fd-147f8ef6b24e, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=45475701-0206-4295-86fd-147f8ef6b24e,segment=NetworkSegment(81bf7a93-80b3-43df-b9d5-462c604a2945),segment_id=81bf7a93-80b3-43df-b9d5-462c604a2945)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:25:36.491132 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-74d12282-fb40-48bd-8a3c-2bc0443ec71e tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:36.503380 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-74d12282-fb40-48bd-8a3c-2bc0443ec71e tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Calling delete_port for 45475701-0206-4295-86fd-147f8ef6b24e owned by network:router_gateway {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:25:36.592577 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-0d67d43a-3460-4068-a0c2-4fb9794b6b7a None None] Deleting port df0a33d1-5125-4dea-9902-7058bf07f286 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:25:36.593035 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0d67d43a-3460-4068-a0c2-4fb9794b6b7a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:36.661227 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-476c8c2e-0036-48eb-a1f6-3a81ea8abbda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b1333f3-3091-4afe-9aa3-fc9714928b51', 'name': 'tempest-TestNetworkAdvancedServerOps-router-146055796', 'tenant_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.154'}], 'enable_snat': True}, 'gw_port_id': '45475701-0206-4295-86fd-147f8ef6b24e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:24:37Z', 'updated_at': '2021-07-14T10:25:34Z', 'revision_number': 5, 'project_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'gw_port': {'id': '45475701-0206-4295-86fd-147f8ef6b24e', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:f5:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1333f3-3091-4afe-9aa3-fc9714928b51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:24:38Z', 'updated_at': '2021-07-14T10:24:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29'}], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:25:36.668266 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-0d67d43a-3460-4068-a0c2-4fb9794b6b7a None None] For port df0a33d1-5125-4dea-9902-7058bf07f286, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=df0a33d1-5125-4dea-9902-7058bf07f286,segment=NetworkSegment(f038abb1-53fe-4023-92f6-1d87580a84b9),segment_id=f038abb1-53fe-4023-92f6-1d87580a84b9)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:25:36.668659 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0d67d43a-3460-4068-a0c2-4fb9794b6b7a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:36.674744 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-74d12282-fb40-48bd-8a3c-2bc0443ec71e tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:36.700851 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d12282-fb40-48bd-8a3c-2bc0443ec71e tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Pushing event deleted for resources: {'Port': ['ID=45475701-0206-4295-86fd-147f8ef6b24e,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:25:36.703508 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-476c8c2e-0036-48eb-a1f6-3a81ea8abbda None None] The sync data for ids ['0b1333f3-3091-4afe-9aa3-fc9714928b51'] in n-d-779913-29 is: [{'id': '0b1333f3-3091-4afe-9aa3-fc9714928b51', 'name': 'tempest-TestNetworkAdvancedServerOps-router-146055796', 'tenant_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.154'}], 'enable_snat': True}, 'gw_port_id': '45475701-0206-4295-86fd-147f8ef6b24e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:24:37Z', 'updated_at': '2021-07-14T10:25:34Z', 'revision_number': 5, 'project_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'gw_port': {'id': '45475701-0206-4295-86fd-147f8ef6b24e', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:f5:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1333f3-3091-4afe-9aa3-fc9714928b51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:24:38Z', 'updated_at': '2021-07-14T10:24:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29'}] {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:25:36.713191 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-0d67d43a-3460-4068-a0c2-4fb9794b6b7a None None] Calling delete_port for df0a33d1-5125-4dea-9902-7058bf07f286 owned by network:dhcp {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:25:36.733000 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d12282-fb40-48bd-8a3c-2bc0443ec71e tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:25:36.733358 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d12282-fb40-48bd-8a3c-2bc0443ec71e tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:25:36.733731 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d12282-fb40-48bd-8a3c-2bc0443ec71e tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:25:36.734080 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d12282-fb40-48bd-8a3c-2bc0443ec71e tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:25:36.734420 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d12282-fb40-48bd-8a3c-2bc0443ec71e tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:25:36.734766 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d12282-fb40-48bd-8a3c-2bc0443ec71e tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:25:36.735103 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d12282-fb40-48bd-8a3c-2bc0443ec71e tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:25:36.735443 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d12282-fb40-48bd-8a3c-2bc0443ec71e tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:25:36.735837 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d12282-fb40-48bd-8a3c-2bc0443ec71e tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:25:36.736176 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d12282-fb40-48bd-8a3c-2bc0443ec71e tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:25:36.737079 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d12282-fb40-48bd-8a3c-2bc0443ec71e tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:25:36.737411 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d12282-fb40-48bd-8a3c-2bc0443ec71e tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:25:36.784696 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-74d12282-fb40-48bd-8a3c-2bc0443ec71e tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-660532'] for router_gateway, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:36.883249 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-74d12282-fb40-48bd-8a3c-2bc0443ec71e tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-711871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12964'] for router, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:36.885941 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-74d12282-fb40-48bd-8a3c-2bc0443ec71e tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:36.933964 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-74d12282-fb40-48bd-8a3c-2bc0443ec71e tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-704815'] for router, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:36.934782 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74d12282-fb40-48bd-8a3c-2bc0443ec71e tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Fanout notify agent at l3_agent the message router_deleted on router 0b1333f3-3091-4afe-9aa3-fc9714928b51 {{(pid=93958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 10:25:36.944550 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-74d12282-fb40-48bd-8a3c-2bc0443ec71e tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:36.948301 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-74d12282-fb40-48bd-8a3c-2bc0443ec71e tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "DELETE /v2.0/routers/0b1333f3-3091-4afe-9aa3-fc9714928b51 HTTP/1.1" status: 204 len: 168 time: 0.8139539 Jul 14 10:25:36.948709 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 40668) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:25:36.959596 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0d67d43a-3460-4068-a0c2-4fb9794b6b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:36.985467 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d67d43a-3460-4068-a0c2-4fb9794b6b7a None None] Pushing event deleted for resources: {'Port': ['ID=df0a33d1-5125-4dea-9902-7058bf07f286,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:25:36.990742 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d67d43a-3460-4068-a0c2-4fb9794b6b7a None None] No DVR routers for this DVR port df0a33d1-5125-4dea-9902-7058bf07f286 on host n-d-779913-29 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:25:36.999892 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d67d43a-3460-4068-a0c2-4fb9794b6b7a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:25:37.000202 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d67d43a-3460-4068-a0c2-4fb9794b6b7a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:25:37.000551 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d67d43a-3460-4068-a0c2-4fb9794b6b7a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:25:37.001309 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d67d43a-3460-4068-a0c2-4fb9794b6b7a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:25:37.002305 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d67d43a-3460-4068-a0c2-4fb9794b6b7a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:25:37.002660 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d67d43a-3460-4068-a0c2-4fb9794b6b7a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:25:37.003006 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d67d43a-3460-4068-a0c2-4fb9794b6b7a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:25:37.003346 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d67d43a-3460-4068-a0c2-4fb9794b6b7a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:25:37.003688 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d67d43a-3460-4068-a0c2-4fb9794b6b7a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:25:37.004022 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d67d43a-3460-4068-a0c2-4fb9794b6b7a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:25:37.004359 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d67d43a-3460-4068-a0c2-4fb9794b6b7a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:25:37.004795 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d67d43a-3460-4068-a0c2-4fb9794b6b7a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:25:37.043972 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-fd61fd28-89c7-4346-894c-a6b30d9e5f9d tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3876111'] for network, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:37.157183 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-fd61fd28-89c7-4346-894c-a6b30d9e5f9d tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473955', 'neutron.services.segments.db._delete_segments_for_network-8735688326548'] for network, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:37.171211 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-fd61fd28-89c7-4346-894c-a6b30d9e5f9d tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['879e4cc3-cc4c-4c9e-baed-4e2f00d51adf']}} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:25:37.185149 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-fd61fd28-89c7-4346-894c-a6b30d9e5f9d tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f038abb1-53fe-4023-92f6-1d87580a84b9') {'for_net_delete': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:25:37.185410 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-fd61fd28-89c7-4346-894c-a6b30d9e5f9d tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f038abb1-53fe-4023-92f6-1d87580a84b9') {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:25:37.196786 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-fd61fd28-89c7-4346-894c-a6b30d9e5f9d tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735688356235', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10944210'] for segment, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:37.206721 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device df0a33d1-5125-4dea-9902-7058bf07f286 no longer exists at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:25:37.213280 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-fd61fd28-89c7-4346-894c-a6b30d9e5f9d tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:37.220076 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd61fd28-89c7-4346-894c-a6b30d9e5f9d tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Releasing vlan 747 on physical network physnet1 to pool {{(pid=93957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 10:25:37.220511 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-fd61fd28-89c7-4346-894c-a6b30d9e5f9d tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10053619'] for segment, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:37.224193 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:25:37.224193 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:25:37.224193 n-d-779913-29 neutron-server[93957]: Traceback (most recent call last): Jul 14 10:25:37.224193 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 10:25:37.224193 n-d-779913-29 neutron-server[93957]: timer() Jul 14 10:25:37.224193 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 10:25:37.224193 n-d-779913-29 neutron-server[93957]: cb(*args, **kw) Jul 14 10:25:37.224193 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 10:25:37.224193 n-d-779913-29 neutron-server[93957]: return func(*args, **kwargs) Jul 14 10:25:37.224193 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 10:25:37.224193 n-d-779913-29 neutron-server[93957]: self._notify() Jul 14 10:25:37.224193 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 10:25:37.224193 n-d-779913-29 neutron-server[93957]: self.callback(batched_events) Jul 14 10:25:37.224193 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 10:25:37.224193 n-d-779913-29 neutron-server[93957]: event.method(event) Jul 14 10:25:37.224193 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 10:25:37.224193 n-d-779913-29 neutron-server[93957]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 10:25:37.224193 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 10:25:37.224193 n-d-779913-29 neutron-server[93957]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 10:25:37.224193 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 10:25:37.224193 n-d-779913-29 neutron-server[93957]: return f(self, *a, **k) Jul 14 10:25:37.224193 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 10:25:37.224193 n-d-779913-29 neutron-server[93957]: return self._get(url).json() Jul 14 10:25:37.224193 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 10:25:37.224193 n-d-779913-29 neutron-server[93957]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 10:25:37.224193 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 10:25:37.224193 n-d-779913-29 neutron-server[93957]: return self.request(url, 'GET', **kwargs) Jul 14 10:25:37.224193 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 10:25:37.224193 n-d-779913-29 neutron-server[93957]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 10:25:37.224193 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 10:25:37.224193 n-d-779913-29 neutron-server[93957]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 10:25:37.224193 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 10:25:37.224193 n-d-779913-29 neutron-server[93957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 10:25:37.224193 n-d-779913-29 neutron-server[93957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 10:25:37.253312 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] No Port match for: df0a33d1-5125-4dea-9902-7058bf07f286 {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:25:37.253860 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device df0a33d1-5125-4dea-9902-7058bf07f286 not bound to the agent host n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:25:37.300461 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-fd61fd28-89c7-4346-894c-a6b30d9e5f9d tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660504'] for network, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:37.308286 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-fd61fd28-89c7-4346-894c-a6b30d9e5f9d tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks [] for network, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:37.313644 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-fd61fd28-89c7-4346-894c-a6b30d9e5f9d tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "DELETE /v2.0/networks/879e4cc3-cc4c-4c9e-baed-4e2f00d51adf HTTP/1.1" status: 204 len: 168 time: 0.3593435 Jul 14 10:25:37.313644 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 40670) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:25:37.330300 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd61fd28-89c7-4346-894c-a6b30d9e5f9d tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Pushing event deleted for resources: {'Network': ['ID=879e4cc3-cc4c-4c9e-baed-4e2f00d51adf,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:25:37.389000 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c870979e-2879-4bca-a836-6868a14ca446 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks [] for security_group, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:37.427207 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c870979e-2879-4bca-a836-6868a14ca446 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:37.506386 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c870979e-2879-4bca-a836-6868a14ca446 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:37.509677 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c870979e-2879-4bca-a836-6868a14ca446 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:37.510863 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-c870979e-2879-4bca-a836-6868a14ca446 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "DELETE /v2.0/security-groups/8db1bdc4-f67a-4078-a5e6-3e24d9cc74e5 HTTP/1.1" status: 204 len: 168 time: 0.1971848 Jul 14 10:25:37.520638 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c870979e-2879-4bca-a836-6868a14ca446 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8db1bdc4-f67a-4078-a5e6-3e24d9cc74e5,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:25:37.662216 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.agents_db [None req-3c3509fb-540d-4335-a450-574895dd3602 None None] Agent healthcheck: found 7 active agents {{(pid=93960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:25:37.880737 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 40676) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:25:37.885612 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-0dcc71df-54cd-4237-8e4b-bf002dd2aded tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1948954930', 'description': 'tempest-secgroup-smoke-1948954930 description', 'project_id': 'cfb2ed7caa9b43c9b2145e769e9db92d'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:25:37.911977 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-0dcc71df-54cd-4237-8e4b-bf002dd2aded tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:37.993043 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-0dcc71df-54cd-4237-8e4b-bf002dd2aded tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:37.996779 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-0dcc71df-54cd-4237-8e4b-bf002dd2aded tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:38.023282 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-0dcc71df-54cd-4237-8e4b-bf002dd2aded tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:38.024453 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-0dcc71df-54cd-4237-8e4b-bf002dd2aded tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1425748 Jul 14 10:25:38.027394 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 40678) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:25:38.031790 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-6272a928-e648-4ca1-800f-8b34b9f5b574 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Request body: {'security_group_rule': {'security_group_id': '8b49bac7-eae8-4138-87f6-1cf296916a34', 'project_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:25:38.037932 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcc71df-54cd-4237-8e4b-bf002dd2aded tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b49bac7-eae8-4138-87f6-1cf296916a34,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:25:38.061920 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6272a928-e648-4ca1-800f-8b34b9f5b574 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:38.120494 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6272a928-e648-4ca1-800f-8b34b9f5b574 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:38.124263 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6272a928-e648-4ca1-800f-8b34b9f5b574 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529131'] for security_group_rule, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:38.145313 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6272a928-e648-4ca1-800f-8b34b9f5b574 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0ef87e6-f1f7-404d-996e-aedb4d5b1fed,revision_number=0']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:25:38.148615 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6272a928-e648-4ca1-800f-8b34b9f5b574 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:38.152408 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-6272a928-e648-4ca1-800f-8b34b9f5b574 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1215117 Jul 14 10:25:38.153427 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 40680) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:25:38.157065 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-9e352e37-076e-4ddc-82c1-8d7769f1500c tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Request body: {'security_group_rule': {'security_group_id': '8b49bac7-eae8-4138-87f6-1cf296916a34', 'project_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:25:38.182494 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-9e352e37-076e-4ddc-82c1-8d7769f1500c tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:38.241879 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-9e352e37-076e-4ddc-82c1-8d7769f1500c tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:38.246047 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-9e352e37-076e-4ddc-82c1-8d7769f1500c tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529131'] for security_group_rule, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:38.265088 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e352e37-076e-4ddc-82c1-8d7769f1500c tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b70ffe2f-13ee-4ffc-9b4a-bae45d70e5fd,revision_number=0']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:25:38.272042 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-9e352e37-076e-4ddc-82c1-8d7769f1500c tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:38.273484 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-9e352e37-076e-4ddc-82c1-8d7769f1500c tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1199350 Jul 14 10:25:38.276195 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 40682) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:25:38.280816 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-955c63bb-7f4a-46f6-a550-5a8d4b975a3a tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Request body: {'security_group_rule': {'security_group_id': '8b49bac7-eae8-4138-87f6-1cf296916a34', 'project_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:25:38.306063 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-955c63bb-7f4a-46f6-a550-5a8d4b975a3a tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:38.363120 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-955c63bb-7f4a-46f6-a550-5a8d4b975a3a tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:38.366527 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-955c63bb-7f4a-46f6-a550-5a8d4b975a3a tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529131'] for security_group_rule, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:38.384693 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955c63bb-7f4a-46f6-a550-5a8d4b975a3a tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c95422b5-9c28-4545-b052-563e6730f760,revision_number=0']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:25:38.390330 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-955c63bb-7f4a-46f6-a550-5a8d4b975a3a tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:38.393965 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-955c63bb-7f4a-46f6-a550-5a8d4b975a3a tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1142108 Jul 14 10:25:38.394153 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 40684) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:25:38.398798 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-2e1ba8ad-4739-4bb8-a688-7068888bcc22 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Request body: {'security_group_rule': {'security_group_id': '8b49bac7-eae8-4138-87f6-1cf296916a34', 'project_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:25:38.423419 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2e1ba8ad-4739-4bb8-a688-7068888bcc22 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:38.482721 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2e1ba8ad-4739-4bb8-a688-7068888bcc22 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:38.487353 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2e1ba8ad-4739-4bb8-a688-7068888bcc22 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529131'] for security_group_rule, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:38.505439 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1ba8ad-4739-4bb8-a688-7068888bcc22 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fb8b71b-bbc2-4339-b256-856d4f2a12ea,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:25:38.514216 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2e1ba8ad-4739-4bb8-a688-7068888bcc22 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:38.515470 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-2e1ba8ad-4739-4bb8-a688-7068888bcc22 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1203196 Jul 14 10:25:38.518527 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 40686) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:25:38.523826 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-ad97161f-78e0-40ea-9741-cc3b5a9ade0e tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Request body: {'security_group_rule': {'security_group_id': '8b49bac7-eae8-4138-87f6-1cf296916a34', 'project_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:25:38.548056 n-d-779913-29 neutron-server[93958]: INFO neutron.db.securitygroups_db [None req-ad97161f-78e0-40ea-9741-cc3b5a9ade0e tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Project cfb2ed7caa9b43c9b2145e769e9db92d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 10:25:38.554434 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ad97161f-78e0-40ea-9741-cc3b5a9ade0e tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:38.628157 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ad97161f-78e0-40ea-9741-cc3b5a9ade0e tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:38.632443 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ad97161f-78e0-40ea-9741-cc3b5a9ade0e tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529131'] for security_group_rule, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:38.651436 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad97161f-78e0-40ea-9741-cc3b5a9ade0e tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=471970b1-238d-4a13-9684-7ddf04c4b99a,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:25:38.654636 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ad97161f-78e0-40ea-9741-cc3b5a9ade0e tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:38.658368 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-ad97161f-78e0-40ea-9741-cc3b5a9ade0e tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1360173 Jul 14 10:25:38.658820 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 40688) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:25:38.663061 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-d326be65-6c34-41cb-86c2-da283127dfb8 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Request body: {'security_group_rule': {'security_group_id': '8b49bac7-eae8-4138-87f6-1cf296916a34', 'project_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:25:38.683909 n-d-779913-29 neutron-server[93958]: INFO neutron.db.securitygroups_db [None req-d326be65-6c34-41cb-86c2-da283127dfb8 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Project cfb2ed7caa9b43c9b2145e769e9db92d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 10:25:38.688564 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d326be65-6c34-41cb-86c2-da283127dfb8 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:38.751766 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d326be65-6c34-41cb-86c2-da283127dfb8 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:38.756039 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d326be65-6c34-41cb-86c2-da283127dfb8 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529131'] for security_group_rule, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:38.773808 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d326be65-6c34-41cb-86c2-da283127dfb8 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40080788-6b28-4378-a74e-005840d67dfa,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:25:38.781190 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d326be65-6c34-41cb-86c2-da283127dfb8 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:38.785661 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-d326be65-6c34-41cb-86c2-da283127dfb8 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1228895 Jul 14 10:25:38.785822 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 40690) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:25:38.792794 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 3ea186bb-6f38-44ff-b113-72540fbd1baf no longer exists at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:25:38.793724 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-b83b5a5c-eeab-4714-a041-fd1d8271bf49 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Request body: {'network': {'name': 'tempest-network-smoke--1133858748', 'project_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'port_security_enabled': True}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:25:38.815773 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] No Port match for: 3ea186bb-6f38-44ff-b113-72540fbd1baf {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:25:38.816118 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 3ea186bb-6f38-44ff-b113-72540fbd1baf not bound to the agent host n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:25:38.816537 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 45475701-0206-4295-86fd-147f8ef6b24e no longer exists at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:25:38.816897 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b83b5a5c-eeab-4714-a041-fd1d8271bf49 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Made reservation on behalf of cfb2ed7caa9b43c9b2145e769e9db92d for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:25:38.820765 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b83b5a5c-eeab-4714-a041-fd1d8271bf49 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:38.834698 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] No Port match for: 45475701-0206-4295-86fd-147f8ef6b24e {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:25:38.835046 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 45475701-0206-4295-86fd-147f8ef6b24e not bound to the agent host n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:25:38.845297 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b83b5a5c-eeab-4714-a041-fd1d8271bf49 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 743} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 10:25:38.855378 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b83b5a5c-eeab-4714-a041-fd1d8271bf49 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:38.855724 n-d-779913-29 neutron-server[93958]: INFO neutron.db.segments_db [None req-b83b5a5c-eeab-4714-a041-fd1d8271bf49 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Added segment 61ddb0a1-0c56-4e7a-8f6f-77c01207110d of type vlan for network 459f013b-80b7-4ccb-bf4e-478992437fd8 Jul 14 10:25:38.896943 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b83b5a5c-eeab-4714-a041-fd1d8271bf49 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735687821325'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:38.925892 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b83b5a5c-eeab-4714-a041-fd1d8271bf49 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:38.931380 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b83b5a5c-eeab-4714-a041-fd1d8271bf49 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:25:38.931965 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b83b5a5c-eeab-4714-a041-fd1d8271bf49 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:38.994957 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-b83b5a5c-eeab-4714-a041-fd1d8271bf49 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2081237 Jul 14 10:25:38.997673 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 40692) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:25:39.002480 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-10f29b7a-c3e0-454b-86ec-aefe4bb8ee78 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-43883934', 'admin_state_up': True, 'project_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'}}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:25:39.015658 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83b5a5c-eeab-4714-a041-fd1d8271bf49 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Pushing event updated for resources: {'Network': ['ID=459f013b-80b7-4ccb-bf4e-478992437fd8,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:25:39.025728 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Network 459f013b-80b7-4ccb-bf4e-478992437fd8 details requested by agent ovs-agent-n-d-779913-29 with host n-d-779913-29 {{(pid=93959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 10:25:39.035201 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-10f29b7a-c3e0-454b-86ec-aefe4bb8ee78 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-711749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14670'] for router, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:39.036163 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-10f29b7a-c3e0-454b-86ec-aefe4bb8ee78 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-711718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-661475', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14679'] for router, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:39.088454 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-10f29b7a-c3e0-454b-86ec-aefe4bb8ee78 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:39.229984 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-10f29b7a-c3e0-454b-86ec-aefe4bb8ee78 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-661489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-711771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12973'] for router, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:39.430073 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-10f29b7a-c3e0-454b-86ec-aefe4bb8ee78 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks [] for router_gateway, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:39.448272 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-10f29b7a-c3e0-454b-86ec-aefe4bb8ee78 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:39.547158 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-10f29b7a-c3e0-454b-86ec-aefe4bb8ee78 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Allocated IP 172.25.4.209 (2dcd4d32-cc7c-4468-b396-7ce5c9231892/6cd22a75-5bc1-467c-a3c4-0af04bd1b34a/cc52e961-94d1-4822-ac3c-675a4004543f) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:25:39.649300 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-10f29b7a-c3e0-454b-86ec-aefe4bb8ee78 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:39.688336 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-10f29b7a-c3e0-454b-86ec-aefe4bb8ee78 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:39.725908 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10f29b7a-c3e0-454b-86ec-aefe4bb8ee78 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Network 2dcd4d32-cc7c-4468-b396-7ce5c9231892 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:25:39.730731 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-10f29b7a-c3e0-454b-86ec-aefe4bb8ee78 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:25:39.734442 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f29b7a-c3e0-454b-86ec-aefe4bb8ee78 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:25:39.759951 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f29b7a-c3e0-454b-86ec-aefe4bb8ee78 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Pushing event updated for resources: {'Port': ['ID=cc52e961-94d1-4822-ac3c-675a4004543f,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:25:39.990456 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-10f29b7a-c3e0-454b-86ec-aefe4bb8ee78 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks [] for router_gateway, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:40.188697 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-10f29b7a-c3e0-454b-86ec-aefe4bb8ee78 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-711762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-661452'] for router, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:40.318481 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10f29b7a-c3e0-454b-86ec-aefe4bb8ee78 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Router e7fff5cb-9e37-4b01-9aeb-a6a6238a273b is scheduled to L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 with binding_index 1 {{(pid=93958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 10:25:40.427795 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10f29b7a-c3e0-454b-86ec-aefe4bb8ee78 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:25:40.437010 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0939041-0ae7-48fa-a12d-c8c476177300 None None] Sync routers for ids ['e7fff5cb-9e37-4b01-9aeb-a6a6238a273b'] in n-d-779913-29 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:25:40.446345 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0939041-0ae7-48fa-a12d-c8c476177300 None None] Routers {'e7fff5cb-9e37-4b01-9aeb-a6a6238a273b'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:25:40.446963 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-a0939041-0ae7-48fa-a12d-c8c476177300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T10:25:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['e7fff5cb-9e37-4b01-9aeb-a6a6238a273b'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:25:40.447130 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-10f29b7a-c3e0-454b-86ec-aefe4bb8ee78 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:40.448440 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-10f29b7a-c3e0-454b-86ec-aefe4bb8ee78 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.4495502 Jul 14 10:25:40.451619 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 40694) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:25:40.489605 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-2fb4f1cb-f06d-4139-b310-59115aa26def tempest-TestNetworkAdvancedServerOps-67860489 tempest-TestNetworkAdvancedServerOps-67860489-project-admin] 10.222.0.68 "GET /v2.0/subnets?project_id=cfb2ed7caa9b43c9b2145e769e9db92d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0367355 Jul 14 10:25:40.492220 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 40696) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:25:40.553226 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-a0939041-0ae7-48fa-a12d-c8c476177300 None None] Set router e7fff5cb-9e37-4b01-9aeb-a6a6238a273b gateway port host: n-d-779913-29 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:25:40.644828 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a7ec69a-010f-44be-93be-668c6f05b776 tempest-TestNetworkAdvancedServerOps-67860489 tempest-TestNetworkAdvancedServerOps-67860489-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:25:40.646294 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-1a7ec69a-010f-44be-93be-668c6f05b776 tempest-TestNetworkAdvancedServerOps-67860489 tempest-TestNetworkAdvancedServerOps-67860489-project-admin] 10.222.0.68 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1530447 Jul 14 10:25:40.649341 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 40698) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:25:40.684284 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-cd5f6ff7-c4de-48ef-82c6-3d4e5bbba65c tempest-TestNetworkAdvancedServerOps-67860489 tempest-TestNetworkAdvancedServerOps-67860489-project-admin] 10.222.0.68 "GET /v2.0/subnets?network_id=2dcd4d32-cc7c-4468-b396-7ce5c9231892&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0336277 Jul 14 10:25:40.686831 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 40700) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:25:40.691838 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-4e86289d-9374-44fb-ae98-a543358bf329 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-297036241', 'network_id': '459f013b-80b7-4ccb-bf4e-478992437fd8', 'project_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:25:40.730146 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-a0939041-0ae7-48fa-a12d-c8c476177300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7fff5cb-9e37-4b01-9aeb-a6a6238a273b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-43883934', 'tenant_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.209'}], 'enable_snat': True}, 'gw_port_id': 'cc52e961-94d1-4822-ac3c-675a4004543f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:25:39Z', 'updated_at': '2021-07-14T10:25:39Z', 'revision_number': 3, 'project_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'gw_port': {'id': 'cc52e961-94d1-4822-ac3c-675a4004543f', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:bb:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7fff5cb-9e37-4b01-9aeb-a6a6238a273b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:25:39Z', 'updated_at': '2021-07-14T10:25:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29'}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:25:40.760264 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0939041-0ae7-48fa-a12d-c8c476177300 None None] Checking router: e7fff5cb-9e37-4b01-9aeb-a6a6238a273b for host: n-d-779913-29 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:25:40.760607 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0939041-0ae7-48fa-a12d-c8c476177300 None None] Updating router e7fff5cb-9e37-4b01-9aeb-a6a6238a273b port cc52e961-94d1-4822-ac3c-675a4004543f binding host n-d-779913-29 {{(pid=93960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 10:25:40.785978 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e86289d-9374-44fb-ae98-a543358bf329 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Made reservation on behalf of cfb2ed7caa9b43c9b2145e769e9db92d for: {'subnet': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:25:40.790087 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4e86289d-9374-44fb-ae98-a543358bf329 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11984110'] for subnet, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:40.794929 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0939041-0ae7-48fa-a12d-c8c476177300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:40.976426 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4e86289d-9374-44fb-ae98-a543358bf329 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10052764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11984092'] for subnet, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:41.040242 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e86289d-9374-44fb-ae98-a543358bf329 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Pushing event updated for resources: {'Subnet': ['ID=25c08494-41ea-4961-9e28-1189ebe2c87a,revision_number=0']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:25:41.049910 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e86289d-9374-44fb-ae98-a543358bf329 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Checking segment: {'id': '61ddb0a1-0c56-4e7a-8f6f-77c01207110d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '459f013b-80b7-4ccb-bf4e-478992437fd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:25:41.050033 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0939041-0ae7-48fa-a12d-c8c476177300 None None] Notify callbacks [] for port, precommit_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:41.050139 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e86289d-9374-44fb-ae98-a543358bf329 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Network hostable DHCP agents. Network: 459f013b-80b7-4ccb-bf4e-478992437fd8, hostable agents: ['c6a09bd4-f72e-4283-a3ca-0bbca8a51081'], hosted agents: [] {{(pid=93957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 10:25:41.064143 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-a0939041-0ae7-48fa-a12d-c8c476177300 None None] Transition to ACTIVE for port object cc52e961-94d1-4822-ac3c-675a4004543f will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:25:41.075933 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0939041-0ae7-48fa-a12d-c8c476177300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:41.078427 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e86289d-9374-44fb-ae98-a543358bf329 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Network 459f013b-80b7-4ccb-bf4e-478992437fd8 is scheduled to be hosted by DHCP agent c6a09bd4-f72e-4283-a3ca-0bbca8a51081 with binding_index 1 {{(pid=93957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 10:25:41.089321 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-4e86289d-9374-44fb-ae98-a543358bf329 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-29, 459f013b-80b7-4ccb-bf4e-478992437fd8) {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:25:41.094238 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e86289d-9374-44fb-ae98-a543358bf329 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:25:41.095375 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4e86289d-9374-44fb-ae98-a543358bf329 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks [] for subnet, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:41.099193 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-026f1582-8338-4849-a800-44653d7af023 None None] Network 459f013b-80b7-4ccb-bf4e-478992437fd8 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:25:41.119407 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-4e86289d-9374-44fb-ae98-a543358bf329 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4287925 Jul 14 10:25:41.119773 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 40702) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:25:41.130226 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-a0939041-0ae7-48fa-a12d-c8c476177300 None None] Attempting to bind port cc52e961-94d1-4822-ac3c-675a4004543f on host n-d-779913-29 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:25:41.130954 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-a0939041-0ae7-48fa-a12d-c8c476177300 None None] Attempting to bind port cc52e961-94d1-4822-ac3c-675a4004543f by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': '81bf7a93-80b3-43df-b9d5-462c604a2945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:25:41.131518 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0939041-0ae7-48fa-a12d-c8c476177300 None None] Attempting to bind port cc52e961-94d1-4822-ac3c-675a4004543f on network 2dcd4d32-cc7c-4468-b396-7ce5c9231892 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:25:41.142253 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0939041-0ae7-48fa-a12d-c8c476177300 None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 25, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:25:41.143715 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0939041-0ae7-48fa-a12d-c8c476177300 None None] Checking segment: {'id': '81bf7a93-80b3-43df-b9d5-462c604a2945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:25:41.144367 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0939041-0ae7-48fa-a12d-c8c476177300 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:41.144936 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0939041-0ae7-48fa-a12d-c8c476177300 None None] Bound using segment: {'id': '81bf7a93-80b3-43df-b9d5-462c604a2945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:25:41.146189 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-a0939041-0ae7-48fa-a12d-c8c476177300 None None] Bound port: cc52e961-94d1-4822-ac3c-675a4004543f, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81bf7a93-80b3-43df-b9d5-462c604a2945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:25:41.146696 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0939041-0ae7-48fa-a12d-c8c476177300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:41.173021 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d7d1cc-72da-4b23-b736-30718d7053f5 None None] Pushing event updated for resources: {'Port': ['ID=cc52e961-94d1-4822-ac3c-675a4004543f,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:25:41.209798 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-a0939041-0ae7-48fa-a12d-c8c476177300 None None] For port cc52e961-94d1-4822-ac3c-675a4004543f, host n-d-779913-29, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:25:41.213072 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-a0939041-0ae7-48fa-a12d-c8c476177300 None None] For port cc52e961-94d1-4822-ac3c-675a4004543f, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=cc52e961-94d1-4822-ac3c-675a4004543f,segment=NetworkSegment(81bf7a93-80b3-43df-b9d5-462c604a2945),segment_id=81bf7a93-80b3-43df-b9d5-462c604a2945)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:25:41.218213 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-a0939041-0ae7-48fa-a12d-c8c476177300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:41.265514 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54b38eaa-12ef-4359-8865-c93c08074b3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf57baaa9-fd24-59f4-8fd2-1dc21122ce72-459f013b-80b7-4ccb-bf4e-478992437fd8', 'network_id': '459f013b-80b7-4ccb-bf4e-478992437fd8', 'tenant_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'fixed_ips': [{'subnet_id': '25c08494-41ea-4961-9e28-1189ebe2c87a'}]}} from n-d-779913-29. {{(pid=93959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 10:25:41.266245 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-54b38eaa-12ef-4359-8865-c93c08074b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:41.278795 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0939041-0ae7-48fa-a12d-c8c476177300 None None] Routers {'e7fff5cb-9e37-4b01-9aeb-a6a6238a273b'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:25:41.279439 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-a0939041-0ae7-48fa-a12d-c8c476177300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T10:25:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['e7fff5cb-9e37-4b01-9aeb-a6a6238a273b'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:25:41.318258 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d7d1cc-72da-4b23-b736-30718d7053f5 None None] Pushing event updated for resources: {'Port': ['ID=cc52e961-94d1-4822-ac3c-675a4004543f,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:25:41.393099 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-a0939041-0ae7-48fa-a12d-c8c476177300 None None] Set router e7fff5cb-9e37-4b01-9aeb-a6a6238a273b gateway port host: n-d-779913-29 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:25:41.414712 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-54b38eaa-12ef-4359-8865-c93c08074b3d None None] Allocated IP 172.20.0.2 (459f013b-80b7-4ccb-bf4e-478992437fd8/25c08494-41ea-4961-9e28-1189ebe2c87a/897c37e9-5bd7-4569-a52e-5828d8c0fc01) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:25:41.574096 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-54b38eaa-12ef-4359-8865-c93c08074b3d None None] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:41.585734 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-a0939041-0ae7-48fa-a12d-c8c476177300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7fff5cb-9e37-4b01-9aeb-a6a6238a273b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-43883934', 'tenant_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.209'}], 'enable_snat': True}, 'gw_port_id': 'cc52e961-94d1-4822-ac3c-675a4004543f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:25:39Z', 'updated_at': '2021-07-14T10:25:39Z', 'revision_number': 3, 'project_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'gw_port': {'id': 'cc52e961-94d1-4822-ac3c-675a4004543f', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:bb:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7fff5cb-9e37-4b01-9aeb-a6a6238a273b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:25:39Z', 'updated_at': '2021-07-14T10:25:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29'}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:25:41.587440 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-54b38eaa-12ef-4359-8865-c93c08074b3d None None] Transition to ACTIVE for port object 897c37e9-5bd7-4569-a52e-5828d8c0fc01 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:25:41.610277 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-54b38eaa-12ef-4359-8865-c93c08074b3d None None] Transition to ACTIVE for port object 897c37e9-5bd7-4569-a52e-5828d8c0fc01 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:25:41.615480 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0939041-0ae7-48fa-a12d-c8c476177300 None None] The sync data for ids ['e7fff5cb-9e37-4b01-9aeb-a6a6238a273b'] in n-d-779913-29 is: [{'id': 'e7fff5cb-9e37-4b01-9aeb-a6a6238a273b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-43883934', 'tenant_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.209'}], 'enable_snat': True}, 'gw_port_id': 'cc52e961-94d1-4822-ac3c-675a4004543f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:25:39Z', 'updated_at': '2021-07-14T10:25:39Z', 'revision_number': 3, 'project_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'gw_port': {'id': 'cc52e961-94d1-4822-ac3c-675a4004543f', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:bb:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7fff5cb-9e37-4b01-9aeb-a6a6238a273b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:25:39Z', 'updated_at': '2021-07-14T10:25:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29'}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:25:41.616602 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-59f9029d-9817-46fa-8c0b-ad0ad94e5c34 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:41.619139 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-54b38eaa-12ef-4359-8865-c93c08074b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:41.656664 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54b38eaa-12ef-4359-8865-c93c08074b3d None None] Network 459f013b-80b7-4ccb-bf4e-478992437fd8 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:25:41.659559 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-54b38eaa-12ef-4359-8865-c93c08074b3d None None] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:25:41.666275 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b38eaa-12ef-4359-8865-c93c08074b3d None None] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:25:41.680391 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b38eaa-12ef-4359-8865-c93c08074b3d None None] Pushing event updated for resources: {'Port': ['ID=897c37e9-5bd7-4569-a52e-5828d8c0fc01,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:25:41.734089 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-54b38eaa-12ef-4359-8865-c93c08074b3d None None] Attempting to bind port 897c37e9-5bd7-4569-a52e-5828d8c0fc01 on host n-d-779913-29 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:25:41.734571 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-54b38eaa-12ef-4359-8865-c93c08074b3d None None] Attempting to bind port 897c37e9-5bd7-4569-a52e-5828d8c0fc01 by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': '61ddb0a1-0c56-4e7a-8f6f-77c01207110d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '459f013b-80b7-4ccb-bf4e-478992437fd8'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:25:41.734976 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54b38eaa-12ef-4359-8865-c93c08074b3d None None] Attempting to bind port 897c37e9-5bd7-4569-a52e-5828d8c0fc01 on network 459f013b-80b7-4ccb-bf4e-478992437fd8 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:25:41.741186 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54b38eaa-12ef-4359-8865-c93c08074b3d None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 25, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:25:41.741595 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54b38eaa-12ef-4359-8865-c93c08074b3d None None] Checking segment: {'id': '61ddb0a1-0c56-4e7a-8f6f-77c01207110d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '459f013b-80b7-4ccb-bf4e-478992437fd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:25:41.742069 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-54b38eaa-12ef-4359-8865-c93c08074b3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:41.742475 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54b38eaa-12ef-4359-8865-c93c08074b3d None None] Bound using segment: {'id': '61ddb0a1-0c56-4e7a-8f6f-77c01207110d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '459f013b-80b7-4ccb-bf4e-478992437fd8'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:25:41.742966 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-54b38eaa-12ef-4359-8865-c93c08074b3d None None] Bound port: 897c37e9-5bd7-4569-a52e-5828d8c0fc01, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61ddb0a1-0c56-4e7a-8f6f-77c01207110d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '459f013b-80b7-4ccb-bf4e-478992437fd8'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:25:41.743364 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-54b38eaa-12ef-4359-8865-c93c08074b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:41.813476 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-54b38eaa-12ef-4359-8865-c93c08074b3d None None] For port 897c37e9-5bd7-4569-a52e-5828d8c0fc01, host n-d-779913-29, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:25:41.816699 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-54b38eaa-12ef-4359-8865-c93c08074b3d None None] For port 897c37e9-5bd7-4569-a52e-5828d8c0fc01, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=897c37e9-5bd7-4569-a52e-5828d8c0fc01,segment=NetworkSegment(61ddb0a1-0c56-4e7a-8f6f-77c01207110d),segment_id=61ddb0a1-0c56-4e7a-8f6f-77c01207110d)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:25:41.821617 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-54b38eaa-12ef-4359-8865-c93c08074b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:41.908861 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b38eaa-12ef-4359-8865-c93c08074b3d None None] Pushing event updated for resources: {'Port': ['ID=897c37e9-5bd7-4569-a52e-5828d8c0fc01,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:25:42.032290 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-59f9029d-9817-46fa-8c0b-ad0ad94e5c34 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Allocated IP 172.20.0.1 (459f013b-80b7-4ccb-bf4e-478992437fd8/25c08494-41ea-4961-9e28-1189ebe2c87a/c922e446-da3a-4876-8fbe-bfcd05cfdfde) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:25:42.206432 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-59f9029d-9817-46fa-8c0b-ad0ad94e5c34 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:42.224471 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-59f9029d-9817-46fa-8c0b-ad0ad94e5c34 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Transition to ACTIVE for port object c922e446-da3a-4876-8fbe-bfcd05cfdfde will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:25:42.258285 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-59f9029d-9817-46fa-8c0b-ad0ad94e5c34 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:42.305165 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59f9029d-9817-46fa-8c0b-ad0ad94e5c34 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Network 459f013b-80b7-4ccb-bf4e-478992437fd8 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:25:42.308713 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-59f9029d-9817-46fa-8c0b-ad0ad94e5c34 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:25:42.312951 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f9029d-9817-46fa-8c0b-ad0ad94e5c34 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:25:42.319722 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f9029d-9817-46fa-8c0b-ad0ad94e5c34 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Pushing event updated for resources: {'Port': ['ID=c922e446-da3a-4876-8fbe-bfcd05cfdfde,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:25:42.366269 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-59f9029d-9817-46fa-8c0b-ad0ad94e5c34 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-660393'] for router_interface, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:42.518303 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-59f9029d-9817-46fa-8c0b-ad0ad94e5c34 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:42.869209 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-59f9029d-9817-46fa-8c0b-ad0ad94e5c34 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:42.880308 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-59f9029d-9817-46fa-8c0b-ad0ad94e5c34 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:42.881866 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 897c37e9-5bd7-4569-a52e-5828d8c0fc01 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:25:42.934502 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e60d724-118e-4eed-a799-1668a0deb6c0 None None] Network 459f013b-80b7-4ccb-bf4e-478992437fd8 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:25:42.949981 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning for port 897c37e9-5bd7-4569-a52e-5828d8c0fc01 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:25:42.979014 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-59f9029d-9817-46fa-8c0b-ad0ad94e5c34 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-683747'] for router_interface, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:42.980804 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f9029d-9817-46fa-8c0b-ad0ad94e5c34 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Pushing event updated for resources: {'Port': ['ID=c922e446-da3a-4876-8fbe-bfcd05cfdfde,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:25:42.984834 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device cc52e961-94d1-4822-ac3c-675a4004543f up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:25:43.078663 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-186f04ee-aa32-41d8-ada3-d6b32be42442 None None] Provisioning for port 897c37e9-5bd7-4569-a52e-5828d8c0fc01 completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:25:43.105935 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-186f04ee-aa32-41d8-ada3-d6b32be42442 None None] Provisioning complete for port 897c37e9-5bd7-4569-a52e-5828d8c0fc01 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:25:43.106301 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-186f04ee-aa32-41d8-ada3-d6b32be42442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:43.112639 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59f9029d-9817-46fa-8c0b-ad0ad94e5c34 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Network 459f013b-80b7-4ccb-bf4e-478992437fd8 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:25:43.115281 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning for port cc52e961-94d1-4822-ac3c-675a4004543f completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:25:43.115486 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-59f9029d-9817-46fa-8c0b-ad0ad94e5c34 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:25:43.145723 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port cc52e961-94d1-4822-ac3c-675a4004543f triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:25:43.145980 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:43.250668 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59f9029d-9817-46fa-8c0b-ad0ad94e5c34 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Router e7fff5cb-9e37-4b01-9aeb-a6a6238a273b has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:25:43.311664 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-186f04ee-aa32-41d8-ada3-d6b32be42442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:43.326665 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:43.359765 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] For port cc52e961-94d1-4822-ac3c-675a4004543f, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=cc52e961-94d1-4822-ac3c-675a4004543f,segment=NetworkSegment(81bf7a93-80b3-43df-b9d5-462c604a2945),segment_id=81bf7a93-80b3-43df-b9d5-462c604a2945)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:25:43.368291 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:43.371987 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-186f04ee-aa32-41d8-ada3-d6b32be42442 None None] For port 897c37e9-5bd7-4569-a52e-5828d8c0fc01, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=897c37e9-5bd7-4569-a52e-5828d8c0fc01,segment=NetworkSegment(61ddb0a1-0c56-4e7a-8f6f-77c01207110d),segment_id=61ddb0a1-0c56-4e7a-8f6f-77c01207110d)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:25:43.374539 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59f9029d-9817-46fa-8c0b-ad0ad94e5c34 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:25:43.386110 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-59f9029d-9817-46fa-8c0b-ad0ad94e5c34 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "PUT /v2.0/routers/e7fff5cb-9e37-4b01-9aeb-a6a6238a273b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2651920 Jul 14 10:25:43.401922 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-186f04ee-aa32-41d8-ada3-d6b32be42442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:43.434845 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-798be7c1-c87c-4701-845c-209cdfe642d3 None None] Sync routers for ids ['e7fff5cb-9e37-4b01-9aeb-a6a6238a273b'] in n-d-779913-29 {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:25:43.438581 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Pushing event updated for resources: {'Port': ['ID=cc52e961-94d1-4822-ac3c-675a4004543f,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:25:43.473151 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-798be7c1-c87c-4701-845c-209cdfe642d3 None None] Routers {'e7fff5cb-9e37-4b01-9aeb-a6a6238a273b'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:25:43.473828 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-798be7c1-c87c-4701-845c-209cdfe642d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T10:25:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['e7fff5cb-9e37-4b01-9aeb-a6a6238a273b'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:25:43.544191 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-6a6b4cdf-13f3-47f6-b30f-48a637135da6 req-c75cf146-f12e-4f54-87ad-27f01965da77 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1948954930&fields=id&tenant_id=cfb2ed7caa9b43c9b2145e769e9db92d HTTP/1.1" status: 200 len: 267 time: 0.0373333 Jul 14 10:25:43.554922 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:43.555607 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186f04ee-aa32-41d8-ada3-d6b32be42442 None None] Pushing event updated for resources: {'Port': ['ID=897c37e9-5bd7-4569-a52e-5828d8c0fc01,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:25:43.626536 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvr_db [None req-798be7c1-c87c-4701-845c-209cdfe642d3 None None] Set router e7fff5cb-9e37-4b01-9aeb-a6a6238a273b gateway port host: n-d-779913-29 {{(pid=93959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:25:43.664774 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-3844d80e-c90b-4aee-898a-8e676729de13 None None] Provisioning complete for port 897c37e9-5bd7-4569-a52e-5828d8c0fc01 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:25:43.665389 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3844d80e-c90b-4aee-898a-8e676729de13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:43.714758 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6b4cdf-13f3-47f6-b30f-48a637135da6 req-cef49e3d-e671-4aa0-8ed5-0dacdb0df5d9 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:25:43.716606 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-6a6b4cdf-13f3-47f6-b30f-48a637135da6 req-cef49e3d-e671-4aa0-8ed5-0dacdb0df5d9 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/networks?id=459f013b-80b7-4ccb-bf4e-478992437fd8 HTTP/1.1" status: 200 len: 797 time: 0.1571996 Jul 14 10:25:43.737365 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-6a6b4cdf-13f3-47f6-b30f-48a637135da6 req-3a49f9e6-b4a4-493e-8de2-2d8fdb67eb1c tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/quotas/cfb2ed7caa9b43c9b2145e769e9db92d HTTP/1.1" status: 200 len: 375 time: 0.0141056 Jul 14 10:25:43.817605 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-6a6b4cdf-13f3-47f6-b30f-48a637135da6 req-63ba015d-7f77-458c-a52b-245622625b02 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=cfb2ed7caa9b43c9b2145e769e9db92d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0770593 Jul 14 10:25:43.910336 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-3844d80e-c90b-4aee-898a-8e676729de13 None None] Provisioning for port c922e446-da3a-4876-8fbe-bfcd05cfdfde completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:25:43.918753 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-3844d80e-c90b-4aee-898a-8e676729de13 None None] Provisioning complete for port c922e446-da3a-4876-8fbe-bfcd05cfdfde triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:25:43.919131 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3844d80e-c90b-4aee-898a-8e676729de13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:43.927946 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-6a6b4cdf-13f3-47f6-b30f-48a637135da6 req-fe02f124-063b-4bbf-84cf-6639f56e3993 service neutron] 10.222.0.68 "GET /v2.0/networks/459f013b-80b7-4ccb-bf4e-478992437fd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980539 Jul 14 10:25:43.962516 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-3844d80e-c90b-4aee-898a-8e676729de13 None None] Port c922e446-da3a-4876-8fbe-bfcd05cfdfde cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:25:43.967164 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-798be7c1-c87c-4701-845c-209cdfe642d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7fff5cb-9e37-4b01-9aeb-a6a6238a273b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-43883934', 'tenant_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.209'}], 'enable_snat': True}, 'gw_port_id': 'cc52e961-94d1-4822-ac3c-675a4004543f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:25:39Z', 'updated_at': '2021-07-14T10:25:42Z', 'revision_number': 4, 'project_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'gw_port': {'id': 'cc52e961-94d1-4822-ac3c-675a4004543f', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:bb:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7fff5cb-9e37-4b01-9aeb-a6a6238a273b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:25:39Z', 'updated_at': '2021-07-14T10:25:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': 'c922e446-da3a-4876-8fbe-bfcd05cfdfde', 'name': '', 'network_id': '459f013b-80b7-4ccb-bf4e-478992437fd8', 'tenant_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'mac_address': 'fa:16:3e:11:19:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7fff5cb-9e37-4b01-9aeb-a6a6238a273b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '25c08494-41ea-4961-9e28-1189ebe2c87a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:25:41Z', 'updated_at': '2021-07-14T10:25:42Z', 'revision_number': 2, 'project_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'subnets': [{'id': '25c08494-41ea-4961-9e28-1189ebe2c87a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:25:43.999213 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-798be7c1-c87c-4701-845c-209cdfe642d3 None None] Checking router: e7fff5cb-9e37-4b01-9aeb-a6a6238a273b for host: n-d-779913-29 {{(pid=93959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:25:43.999571 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-798be7c1-c87c-4701-845c-209cdfe642d3 None None] Updating router e7fff5cb-9e37-4b01-9aeb-a6a6238a273b port c922e446-da3a-4876-8fbe-bfcd05cfdfde binding host n-d-779913-29 {{(pid=93959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 10:25:44.028723 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-6a6b4cdf-13f3-47f6-b30f-48a637135da6 req-948be67c-8560-46de-b30d-1865a3ab34cf service neutron] 10.222.0.68 "GET /v2.0/networks/459f013b-80b7-4ccb-bf4e-478992437fd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936403 Jul 14 10:25:44.035389 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-798be7c1-c87c-4701-845c-209cdfe642d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:44.144856 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-d1d9a3c4-caef-43e8-acb9-795a7583788d None None] Provisioning complete for port c922e446-da3a-4876-8fbe-bfcd05cfdfde triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:25:44.145145 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d1d9a3c4-caef-43e8-acb9-795a7583788d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:44.200922 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-d1d9a3c4-caef-43e8-acb9-795a7583788d None None] Port c922e446-da3a-4876-8fbe-bfcd05cfdfde cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:25:44.214205 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-706f00af-2fde-4f12-b9c3-b2f1eb666913 req-d60512ac-5ce1-4ef8-9a0d-51c326933317 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/ports?device_id=4cffb46c-62b2-45ec-a8e0-773a88bcd078 HTTP/1.1" status: 200 len: 210 time: 0.0327461 Jul 14 10:25:44.269816 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:44.361841 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-798be7c1-c87c-4701-845c-209cdfe642d3 None None] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:44.372314 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-798be7c1-c87c-4701-845c-209cdfe642d3 None None] Transition to ACTIVE for port object c922e446-da3a-4876-8fbe-bfcd05cfdfde will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:25:44.379536 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-798be7c1-c87c-4701-845c-209cdfe642d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:44.431516 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368f8ee7-135d-4ba4-8843-1d861407bc93 None None] Pushing event updated for resources: {'Port': ['ID=c922e446-da3a-4876-8fbe-bfcd05cfdfde,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:25:44.492721 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-798be7c1-c87c-4701-845c-209cdfe642d3 None None] Attempting to bind port c922e446-da3a-4876-8fbe-bfcd05cfdfde on host n-d-779913-29 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:25:44.493100 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-798be7c1-c87c-4701-845c-209cdfe642d3 None None] Attempting to bind port c922e446-da3a-4876-8fbe-bfcd05cfdfde by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': '61ddb0a1-0c56-4e7a-8f6f-77c01207110d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '459f013b-80b7-4ccb-bf4e-478992437fd8'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:25:44.493473 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-798be7c1-c87c-4701-845c-209cdfe642d3 None None] Attempting to bind port c922e446-da3a-4876-8fbe-bfcd05cfdfde on network 459f013b-80b7-4ccb-bf4e-478992437fd8 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:25:44.500399 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-798be7c1-c87c-4701-845c-209cdfe642d3 None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 25, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:25:44.500874 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-798be7c1-c87c-4701-845c-209cdfe642d3 None None] Checking segment: {'id': '61ddb0a1-0c56-4e7a-8f6f-77c01207110d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '459f013b-80b7-4ccb-bf4e-478992437fd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:25:44.501351 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-798be7c1-c87c-4701-845c-209cdfe642d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:44.502478 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-798be7c1-c87c-4701-845c-209cdfe642d3 None None] Bound using segment: {'id': '61ddb0a1-0c56-4e7a-8f6f-77c01207110d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '459f013b-80b7-4ccb-bf4e-478992437fd8'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:25:44.503032 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-798be7c1-c87c-4701-845c-209cdfe642d3 None None] Bound port: c922e446-da3a-4876-8fbe-bfcd05cfdfde, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61ddb0a1-0c56-4e7a-8f6f-77c01207110d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '459f013b-80b7-4ccb-bf4e-478992437fd8'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:25:44.503492 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-798be7c1-c87c-4701-845c-209cdfe642d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:44.575631 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-798be7c1-c87c-4701-845c-209cdfe642d3 None None] For port c922e446-da3a-4876-8fbe-bfcd05cfdfde, host n-d-779913-29, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:25:44.579349 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-798be7c1-c87c-4701-845c-209cdfe642d3 None None] For port c922e446-da3a-4876-8fbe-bfcd05cfdfde, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=c922e446-da3a-4876-8fbe-bfcd05cfdfde,segment=NetworkSegment(61ddb0a1-0c56-4e7a-8f6f-77c01207110d),segment_id=61ddb0a1-0c56-4e7a-8f6f-77c01207110d)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:25:44.584352 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-798be7c1-c87c-4701-845c-209cdfe642d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:44.651177 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-798be7c1-c87c-4701-845c-209cdfe642d3 None None] Routers {'e7fff5cb-9e37-4b01-9aeb-a6a6238a273b'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:25:44.651809 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-798be7c1-c87c-4701-845c-209cdfe642d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T10:25:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['e7fff5cb-9e37-4b01-9aeb-a6a6238a273b'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:25:44.688964 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368f8ee7-135d-4ba4-8843-1d861407bc93 None None] Pushing event updated for resources: {'Port': ['ID=c922e446-da3a-4876-8fbe-bfcd05cfdfde,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:25:44.919576 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 897c37e9-5bd7-4569-a52e-5828d8c0fc01 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:25:44.982861 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvr_db [None req-798be7c1-c87c-4701-845c-209cdfe642d3 None None] Set router e7fff5cb-9e37-4b01-9aeb-a6a6238a273b gateway port host: n-d-779913-29 {{(pid=93959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:25:45.064156 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port 897c37e9-5bd7-4569-a52e-5828d8c0fc01 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:25:45.064585 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:45.241767 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device cc52e961-94d1-4822-ac3c-675a4004543f up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:25:45.300013 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-798be7c1-c87c-4701-845c-209cdfe642d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7fff5cb-9e37-4b01-9aeb-a6a6238a273b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-43883934', 'tenant_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.209'}], 'enable_snat': True}, 'gw_port_id': 'cc52e961-94d1-4822-ac3c-675a4004543f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:25:39Z', 'updated_at': '2021-07-14T10:25:42Z', 'revision_number': 4, 'project_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'gw_port': {'id': 'cc52e961-94d1-4822-ac3c-675a4004543f', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:bb:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7fff5cb-9e37-4b01-9aeb-a6a6238a273b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:25:39Z', 'updated_at': '2021-07-14T10:25:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': 'c922e446-da3a-4876-8fbe-bfcd05cfdfde', 'name': '', 'network_id': '459f013b-80b7-4ccb-bf4e-478992437fd8', 'tenant_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'mac_address': 'fa:16:3e:11:19:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7fff5cb-9e37-4b01-9aeb-a6a6238a273b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '25c08494-41ea-4961-9e28-1189ebe2c87a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:25:41Z', 'updated_at': '2021-07-14T10:25:44Z', 'revision_number': 4, 'project_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'subnets': [{'id': '25c08494-41ea-4961-9e28-1189ebe2c87a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:25:45.331819 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-798be7c1-c87c-4701-845c-209cdfe642d3 None None] The sync data for ids ['e7fff5cb-9e37-4b01-9aeb-a6a6238a273b'] in n-d-779913-29 is: [{'id': 'e7fff5cb-9e37-4b01-9aeb-a6a6238a273b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-43883934', 'tenant_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.209'}], 'enable_snat': True}, 'gw_port_id': 'cc52e961-94d1-4822-ac3c-675a4004543f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:25:39Z', 'updated_at': '2021-07-14T10:25:42Z', 'revision_number': 4, 'project_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'gw_port': {'id': 'cc52e961-94d1-4822-ac3c-675a4004543f', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:bb:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7fff5cb-9e37-4b01-9aeb-a6a6238a273b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:25:39Z', 'updated_at': '2021-07-14T10:25:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': 'c922e446-da3a-4876-8fbe-bfcd05cfdfde', 'name': '', 'network_id': '459f013b-80b7-4ccb-bf4e-478992437fd8', 'tenant_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'mac_address': 'fa:16:3e:11:19:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7fff5cb-9e37-4b01-9aeb-a6a6238a273b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '25c08494-41ea-4961-9e28-1189ebe2c87a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:25:41Z', 'updated_at': '2021-07-14T10:25:44Z', 'revision_number': 4, 'project_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'subnets': [{'id': '25c08494-41ea-4961-9e28-1189ebe2c87a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:25:45.334389 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port cc52e961-94d1-4822-ac3c-675a4004543f triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:25:45.334762 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:45.362287 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-904c6134-64bd-4f81-a14c-580fa2f0bfc6 req-db9eef0b-5481-4969-a828-8c0050be2312 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/ports?device_id=4cffb46c-62b2-45ec-a8e0-773a88bcd078 HTTP/1.1" status: 200 len: 210 time: 0.0335548 Jul 14 10:25:45.625838 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6b4cdf-13f3-47f6-b30f-48a637135da6 req-37a88530-55a8-44a4-9fc6-d89f25e0fb42 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:25:45.627956 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6a6b4cdf-13f3-47f6-b30f-48a637135da6 req-37a88530-55a8-44a4-9fc6-d89f25e0fb42 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.57 "GET /v2.0/networks?id=459f013b-80b7-4ccb-bf4e-478992437fd8 HTTP/1.1" status: 200 len: 797 time: 0.1132250 Jul 14 10:25:45.690064 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6a6b4cdf-13f3-47f6-b30f-48a637135da6 req-6320bdde-8b5b-44cb-bbdf-245162787198 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cfb2ed7caa9b43c9b2145e769e9db92d HTTP/1.1" status: 200 len: 380 time: 0.0398538 Jul 14 10:25:45.698140 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-6a6b4cdf-13f3-47f6-b30f-48a637135da6 req-5c3c7b76-2a41-4941-a113-493525d1c3b3 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Request body: {'port': {'device_id': '4cffb46c-62b2-45ec-a8e0-773a88bcd078', 'network_id': '459f013b-80b7-4ccb-bf4e-478992437fd8', 'admin_state_up': True, 'tenant_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'security_groups': ['8b49bac7-eae8-4138-87f6-1cf296916a34']}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:25:45.815661 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a6b4cdf-13f3-47f6-b30f-48a637135da6 req-5c3c7b76-2a41-4941-a113-493525d1c3b3 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Made reservation on behalf of cfb2ed7caa9b43c9b2145e769e9db92d for: {'port': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:25:45.819709 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-6a6b4cdf-13f3-47f6-b30f-48a637135da6 req-5c3c7b76-2a41-4941-a113-493525d1c3b3 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:45.959714 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [req-6a6b4cdf-13f3-47f6-b30f-48a637135da6 req-5c3c7b76-2a41-4941-a113-493525d1c3b3 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Allocated IP 172.20.0.12 (459f013b-80b7-4ccb-bf4e-478992437fd8/25c08494-41ea-4961-9e28-1189ebe2c87a/423fbb79-1e64-4299-8e39-f5e9235da046) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:25:46.431768 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-6a6b4cdf-13f3-47f6-b30f-48a637135da6 req-5c3c7b76-2a41-4941-a113-493525d1c3b3 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:46.444664 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [req-6a6b4cdf-13f3-47f6-b30f-48a637135da6 req-5c3c7b76-2a41-4941-a113-493525d1c3b3 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Transition to ACTIVE for port object 423fbb79-1e64-4299-8e39-f5e9235da046 will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:25:46.478725 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-6a6b4cdf-13f3-47f6-b30f-48a637135da6 req-5c3c7b76-2a41-4941-a113-493525d1c3b3 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:46.554244 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a6b4cdf-13f3-47f6-b30f-48a637135da6 req-5c3c7b76-2a41-4941-a113-493525d1c3b3 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Network 459f013b-80b7-4ccb-bf4e-478992437fd8 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:25:46.559650 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [req-6a6b4cdf-13f3-47f6-b30f-48a637135da6 req-5c3c7b76-2a41-4941-a113-493525d1c3b3 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:25:46.564841 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a6b4cdf-13f3-47f6-b30f-48a637135da6 req-5c3c7b76-2a41-4941-a113-493525d1c3b3 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:25:46.591776 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3c7b76-2a41-4941-a113-493525d1c3b3 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Pushing event updated for resources: {'Port': ['ID=423fbb79-1e64-4299-8e39-f5e9235da046,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:25:46.632131 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6b4cdf-13f3-47f6-b30f-48a637135da6 req-5c3c7b76-2a41-4941-a113-493525d1c3b3 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:25:46.632814 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-6a6b4cdf-13f3-47f6-b30f-48a637135da6 req-5c3c7b76-2a41-4941-a113-493525d1c3b3 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:46.653209 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b5deb7-30ab-43ad-bd64-3221e1c79b92 req-8532d464-e79e-4f1e-8a55-c9ba9b12b40f tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:25:46.654855 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-43b5deb7-30ab-43ad-bd64-3221e1c79b92 req-8532d464-e79e-4f1e-8a55-c9ba9b12b40f tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/ports?device_id=4cffb46c-62b2-45ec-a8e0-773a88bcd078 HTTP/1.1" status: 200 len: 932 time: 0.1415701 Jul 14 10:25:46.662082 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6a6b4cdf-13f3-47f6-b30f-48a637135da6 req-5c3c7b76-2a41-4941-a113-493525d1c3b3 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9681988 Jul 14 10:25:46.682424 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-6a6b4cdf-13f3-47f6-b30f-48a637135da6 req-863e8a7a-d867-4b75-857d-f20ca88ebd47 service neutron] Request body: {'port': {'device_id': '4cffb46c-62b2-45ec-a8e0-773a88bcd078', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-29'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:25:46.735593 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-43b5deb7-30ab-43ad-bd64-3221e1c79b92 req-2d6f2dc8-6759-477b-a447-fe46abe13fe4 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/security-groups?id=8b49bac7-eae8-4138-87f6-1cf296916a34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723782 Jul 14 10:25:46.783819 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-6a6b4cdf-13f3-47f6-b30f-48a637135da6 req-863e8a7a-d867-4b75-857d-f20ca88ebd47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:46.796671 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-30544ed6-548a-4194-9b59-d83473292b1e None None] Provisioning for port 423fbb79-1e64-4299-8e39-f5e9235da046 completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:25:46.801992 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-30544ed6-548a-4194-9b59-d83473292b1e None None] Provisioning complete for port 423fbb79-1e64-4299-8e39-f5e9235da046 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:25:46.806101 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-30544ed6-548a-4194-9b59-d83473292b1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:46.837963 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device c922e446-da3a-4876-8fbe-bfcd05cfdfde up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:25:46.874201 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-30544ed6-548a-4194-9b59-d83473292b1e None None] Port 423fbb79-1e64-4299-8e39-f5e9235da046 cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:25:46.900799 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning for port c922e446-da3a-4876-8fbe-bfcd05cfdfde completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:25:46.904993 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port c922e446-da3a-4876-8fbe-bfcd05cfdfde triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:25:46.905369 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:46.983074 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:47.016765 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] For port c922e446-da3a-4876-8fbe-bfcd05cfdfde, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=c922e446-da3a-4876-8fbe-bfcd05cfdfde,segment=NetworkSegment(61ddb0a1-0c56-4e7a-8f6f-77c01207110d),segment_id=61ddb0a1-0c56-4e7a-8f6f-77c01207110d)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:25:47.022517 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:47.067085 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [req-6a6b4cdf-13f3-47f6-b30f-48a637135da6 req-863e8a7a-d867-4b75-857d-f20ca88ebd47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 423fbb79-1e64-4299-8e39-f5e9235da046 {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:25:47.075389 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-6a6b4cdf-13f3-47f6-b30f-48a637135da6 req-863e8a7a-d867-4b75-857d-f20ca88ebd47 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:47.077339 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Pushing event updated for resources: {'Port': ['ID=c922e446-da3a-4876-8fbe-bfcd05cfdfde,revision_number=5']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:25:47.090092 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [req-6a6b4cdf-13f3-47f6-b30f-48a637135da6 req-863e8a7a-d867-4b75-857d-f20ca88ebd47 service neutron] Transition to ACTIVE for port object 423fbb79-1e64-4299-8e39-f5e9235da046 will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:25:47.093648 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-6a6b4cdf-13f3-47f6-b30f-48a637135da6 req-863e8a7a-d867-4b75-857d-f20ca88ebd47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:47.150144 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863e8a7a-d867-4b75-857d-f20ca88ebd47 service neutron] Pushing event updated for resources: {'Port': ['ID=423fbb79-1e64-4299-8e39-f5e9235da046,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:25:47.225386 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-6a6b4cdf-13f3-47f6-b30f-48a637135da6 req-863e8a7a-d867-4b75-857d-f20ca88ebd47 service neutron] Attempting to bind port 423fbb79-1e64-4299-8e39-f5e9235da046 on host n-h2-779913-29 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:25:47.225828 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-6a6b4cdf-13f3-47f6-b30f-48a637135da6 req-863e8a7a-d867-4b75-857d-f20ca88ebd47 service neutron] Attempting to bind port 423fbb79-1e64-4299-8e39-f5e9235da046 by drivers openvswitch,hyperv on host n-h2-779913-29 at level 0 using segments [{'id': '61ddb0a1-0c56-4e7a-8f6f-77c01207110d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '459f013b-80b7-4ccb-bf4e-478992437fd8'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:25:47.226167 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a6b4cdf-13f3-47f6-b30f-48a637135da6 req-863e8a7a-d867-4b75-857d-f20ca88ebd47 service neutron] Attempting to bind port 423fbb79-1e64-4299-8e39-f5e9235da046 on network 459f013b-80b7-4ccb-bf4e-478992437fd8 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:25:47.230851 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a6b4cdf-13f3-47f6-b30f-48a637135da6 req-863e8a7a-d867-4b75-857d-f20ca88ebd47 service neutron] Port 423fbb79-1e64-4299-8e39-f5e9235da046 on network 459f013b-80b7-4ccb-bf4e-478992437fd8 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-29 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 10:25:47.231179 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a6b4cdf-13f3-47f6-b30f-48a637135da6 req-863e8a7a-d867-4b75-857d-f20ca88ebd47 service neutron] Attempting to bind port 423fbb79-1e64-4299-8e39-f5e9235da046 on network 459f013b-80b7-4ccb-bf4e-478992437fd8 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:25:47.236585 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a6b4cdf-13f3-47f6-b30f-48a637135da6 req-863e8a7a-d867-4b75-857d-f20ca88ebd47 service neutron] Checking agent: {'id': '013e4a3b-a634-47b8-b6a5-1a25109b73fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 13, 13), 'started_at': datetime.datetime(2021, 7, 14, 9, 13, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 25, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:25:47.237025 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a6b4cdf-13f3-47f6-b30f-48a637135da6 req-863e8a7a-d867-4b75-857d-f20ca88ebd47 service neutron] Checking segment: {'id': '61ddb0a1-0c56-4e7a-8f6f-77c01207110d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '459f013b-80b7-4ccb-bf4e-478992437fd8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:25:47.237427 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a6b4cdf-13f3-47f6-b30f-48a637135da6 req-863e8a7a-d867-4b75-857d-f20ca88ebd47 service neutron] Bound using segment: {'id': '61ddb0a1-0c56-4e7a-8f6f-77c01207110d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '459f013b-80b7-4ccb-bf4e-478992437fd8'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:25:47.238115 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-6a6b4cdf-13f3-47f6-b30f-48a637135da6 req-863e8a7a-d867-4b75-857d-f20ca88ebd47 service neutron] Bound port: 423fbb79-1e64-4299-8e39-f5e9235da046, host: n-h2-779913-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61ddb0a1-0c56-4e7a-8f6f-77c01207110d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '459f013b-80b7-4ccb-bf4e-478992437fd8'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:25:47.238531 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-6a6b4cdf-13f3-47f6-b30f-48a637135da6 req-863e8a7a-d867-4b75-857d-f20ca88ebd47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:47.307281 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-6a6b4cdf-13f3-47f6-b30f-48a637135da6 req-863e8a7a-d867-4b75-857d-f20ca88ebd47 service neutron] For port 423fbb79-1e64-4299-8e39-f5e9235da046, host n-h2-779913-29, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:25:47.310531 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-6a6b4cdf-13f3-47f6-b30f-48a637135da6 req-863e8a7a-d867-4b75-857d-f20ca88ebd47 service neutron] For port 423fbb79-1e64-4299-8e39-f5e9235da046, host n-h2-779913-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=423fbb79-1e64-4299-8e39-f5e9235da046,segment=NetworkSegment(61ddb0a1-0c56-4e7a-8f6f-77c01207110d),segment_id=61ddb0a1-0c56-4e7a-8f6f-77c01207110d)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:25:47.314699 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-6a6b4cdf-13f3-47f6-b30f-48a637135da6 req-863e8a7a-d867-4b75-857d-f20ca88ebd47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:47.353916 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6b4cdf-13f3-47f6-b30f-48a637135da6 req-863e8a7a-d867-4b75-857d-f20ca88ebd47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:25:47.354545 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-6a6b4cdf-13f3-47f6-b30f-48a637135da6 req-863e8a7a-d867-4b75-857d-f20ca88ebd47 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:47.355947 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6a6b4cdf-13f3-47f6-b30f-48a637135da6 req-863e8a7a-d867-4b75-857d-f20ca88ebd47 service neutron] 10.222.0.57 "PUT /v2.0/ports/423fbb79-1e64-4299-8e39-f5e9235da046 HTTP/1.1" status: 200 len: 1093 time: 0.6778939 Jul 14 10:25:47.356417 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cffb46c-62b2-45ec-a8e0-773a88bcd078', 'tag': '423fbb79-1e64-4299-8e39-f5e9235da046'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:25:47.358734 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}175264a25d5f1cec9b1451f1a8cc8ced5d4502f5c48740ac7c6845d527b2175b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b3775f2-0fc2-4630-987e-b72ce7cb1bd5" -d '{"events": [{"name": "network-changed", "server_uuid": "4cffb46c-62b2-45ec-a8e0-773a88bcd078", "tag": "423fbb79-1e64-4299-8e39-f5e9235da046"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:25:47.387787 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863e8a7a-d867-4b75-857d-f20ca88ebd47 service neutron] Pushing event updated for resources: {'Port': ['ID=423fbb79-1e64-4299-8e39-f5e9235da046,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:25:47.412888 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:25:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09507870-1f04-4537-ae0c-3648fffd30f2 x-openstack-request-id: req-09507870-1f04-4537-ae0c-3648fffd30f2 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:25:47.412888 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4cffb46c-62b2-45ec-a8e0-773a88bcd078", "tag": "423fbb79-1e64-4299-8e39-f5e9235da046", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:25:47.413157 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-09507870-1f04-4537-ae0c-3648fffd30f2 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:25:47.413556 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4cffb46c-62b2-45ec-a8e0-773a88bcd078', 'tag': '423fbb79-1e64-4299-8e39-f5e9235da046', 'status': 'completed', 'code': 200} Jul 14 10:25:47.492969 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6b4cdf-13f3-47f6-b30f-48a637135da6 req-5b693bef-0a23-45f4-80e2-841048940c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:25:47.494596 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6a6b4cdf-13f3-47f6-b30f-48a637135da6 req-5b693bef-0a23-45f4-80e2-841048940c60 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=cfb2ed7caa9b43c9b2145e769e9db92d&device_id=4cffb46c-62b2-45ec-a8e0-773a88bcd078 HTTP/1.1" status: 200 len: 1096 time: 0.0578880 Jul 14 10:25:47.544425 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6a6b4cdf-13f3-47f6-b30f-48a637135da6 req-0a762802-df62-4d6e-8a70-933ca802e2b3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=423fbb79-1e64-4299-8e39-f5e9235da046 HTTP/1.1" status: 200 len: 217 time: 0.0356252 Jul 14 10:25:47.597367 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6b4cdf-13f3-47f6-b30f-48a637135da6 req-ac607377-28c2-4817-9b7b-9e06dbdf734b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:25:47.598780 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6a6b4cdf-13f3-47f6-b30f-48a637135da6 req-ac607377-28c2-4817-9b7b-9e06dbdf734b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=25c08494-41ea-4961-9e28-1189ebe2c87a HTTP/1.1" status: 200 len: 834 time: 0.0480952 Jul 14 10:25:47.660419 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6b4cdf-13f3-47f6-b30f-48a637135da6 req-207a13cd-7d84-4b13-85d7-0be467aa2f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:25:47.662004 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6a6b4cdf-13f3-47f6-b30f-48a637135da6 req-207a13cd-7d84-4b13-85d7-0be467aa2f97 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=459f013b-80b7-4ccb-bf4e-478992437fd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0549424 Jul 14 10:25:47.757743 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6a6b4cdf-13f3-47f6-b30f-48a637135da6 req-2ba78730-e244-4308-9238-778047a72353 service neutron] 10.222.0.57 "GET /v2.0/networks/459f013b-80b7-4ccb-bf4e-478992437fd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880079 Jul 14 10:25:47.892820 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6a6b4cdf-13f3-47f6-b30f-48a637135da6 req-893516a5-fa86-452e-a389-6354cc0a2b0b service neutron] 10.222.0.57 "GET /v2.0/networks/459f013b-80b7-4ccb-bf4e-478992437fd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277354 Jul 14 10:25:47.929508 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f000a1e-20e0-4ab3-821f-7904e85e8fb5 req-70898050-998b-4cc5-866e-c356db3b3ff6 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:25:47.931068 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2f000a1e-20e0-4ab3-821f-7904e85e8fb5 req-70898050-998b-4cc5-866e-c356db3b3ff6 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/ports?device_id=4cffb46c-62b2-45ec-a8e0-773a88bcd078 HTTP/1.1" status: 200 len: 944 time: 0.0798481 Jul 14 10:25:47.970164 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2f000a1e-20e0-4ab3-821f-7904e85e8fb5 req-5ea9196b-738d-4d24-948a-9b5d031e973f tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/security-groups?id=8b49bac7-eae8-4138-87f6-1cf296916a34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333230 Jul 14 10:25:48.073662 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3775f2-0fc2-4630-987e-b72ce7cb1bd5 req-baf7b695-3f65-44d9-967f-ef52312ba35d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:25:48.076287 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6b3775f2-0fc2-4630-987e-b72ce7cb1bd5 req-baf7b695-3f65-44d9-967f-ef52312ba35d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=cfb2ed7caa9b43c9b2145e769e9db92d&device_id=4cffb46c-62b2-45ec-a8e0-773a88bcd078 HTTP/1.1" status: 200 len: 1096 time: 0.0737617 Jul 14 10:25:48.165387 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3775f2-0fc2-4630-987e-b72ce7cb1bd5 req-5148940b-987d-4eeb-bef3-34d8be52f342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:25:48.166861 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6b3775f2-0fc2-4630-987e-b72ce7cb1bd5 req-5148940b-987d-4eeb-bef3-34d8be52f342 service neutron] 10.222.0.57 "GET /v2.0/networks?id=459f013b-80b7-4ccb-bf4e-478992437fd8 HTTP/1.1" status: 200 len: 898 time: 0.0842519 Jul 14 10:25:48.209211 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6b3775f2-0fc2-4630-987e-b72ce7cb1bd5 req-e99f0c0d-c5c0-4a39-b921-b20838b8f593 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=423fbb79-1e64-4299-8e39-f5e9235da046 HTTP/1.1" status: 200 len: 217 time: 0.0347478 Jul 14 10:25:48.264682 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3775f2-0fc2-4630-987e-b72ce7cb1bd5 req-f27a858a-802a-42de-be41-ce4def3abb2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:25:48.266185 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6b3775f2-0fc2-4630-987e-b72ce7cb1bd5 req-f27a858a-802a-42de-be41-ce4def3abb2b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=25c08494-41ea-4961-9e28-1189ebe2c87a HTTP/1.1" status: 200 len: 834 time: 0.0495181 Jul 14 10:25:48.323733 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3775f2-0fc2-4630-987e-b72ce7cb1bd5 req-dd175a7e-c36f-40c8-8372-0e5a7b16368e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:25:48.325261 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6b3775f2-0fc2-4630-987e-b72ce7cb1bd5 req-dd175a7e-c36f-40c8-8372-0e5a7b16368e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=459f013b-80b7-4ccb-bf4e-478992437fd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0522120 Jul 14 10:25:48.417584 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6b3775f2-0fc2-4630-987e-b72ce7cb1bd5 req-db185b0f-4216-4c7b-8116-9d9c5c656c91 service neutron] 10.222.0.57 "GET /v2.0/networks/459f013b-80b7-4ccb-bf4e-478992437fd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836759 Jul 14 10:25:48.514004 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6b3775f2-0fc2-4630-987e-b72ce7cb1bd5 req-a3c2cdf7-2d9d-4ce2-8386-4404c8272557 service neutron] 10.222.0.57 "GET /v2.0/networks/459f013b-80b7-4ccb-bf4e-478992437fd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894549 Jul 14 10:25:48.799862 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device c922e446-da3a-4876-8fbe-bfcd05cfdfde up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:25:48.848126 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port c922e446-da3a-4876-8fbe-bfcd05cfdfde triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:25:48.848498 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:49.152105 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c5cdda-3ab3-43b6-88f0-ffc10f9b31b9 req-e2cbeccc-f866-4a9a-b3dd-3bbce3cde960 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:25:49.153649 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-57c5cdda-3ab3-43b6-88f0-ffc10f9b31b9 req-e2cbeccc-f866-4a9a-b3dd-3bbce3cde960 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/ports?device_id=4cffb46c-62b2-45ec-a8e0-773a88bcd078 HTTP/1.1" status: 200 len: 944 time: 0.0686643 Jul 14 10:25:49.192584 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-57c5cdda-3ab3-43b6-88f0-ffc10f9b31b9 req-d26e4919-4d4e-41fe-bfad-5d99c0092f21 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/security-groups?id=8b49bac7-eae8-4138-87f6-1cf296916a34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331655 Jul 14 10:25:50.366013 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ab7d00-1dc5-4bc7-a566-5b8af557d8f3 req-4379ffe4-dac4-4a28-9b4f-846756772c0a tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:25:50.367416 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-03ab7d00-1dc5-4bc7-a566-5b8af557d8f3 req-4379ffe4-dac4-4a28-9b4f-846756772c0a tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/ports?device_id=4cffb46c-62b2-45ec-a8e0-773a88bcd078 HTTP/1.1" status: 200 len: 944 time: 0.0645466 Jul 14 10:25:50.406797 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-03ab7d00-1dc5-4bc7-a566-5b8af557d8f3 req-abffa0a6-0dfc-448a-afc3-1f4a049091e1 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/security-groups?id=8b49bac7-eae8-4138-87f6-1cf296916a34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338500 Jul 14 10:25:50.693254 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 423fbb79-1e64-4299-8e39-f5e9235da046 details requested by agent hyperv_n-h2-779913-29 with host n-h2-779913-29 {{(pid=93959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 10:25:50.789043 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 423fbb79-1e64-4299-8e39-f5e9235da046, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=423fbb79-1e64-4299-8e39-f5e9235da046,segment=NetworkSegment(61ddb0a1-0c56-4e7a-8f6f-77c01207110d),segment_id=61ddb0a1-0c56-4e7a-8f6f-77c01207110d)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:25:50.800282 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Returning: {'device': '423fbb79-1e64-4299-8e39-f5e9235da046', 'network_id': '459f013b-80b7-4ccb-bf4e-478992437fd8', 'port_id': '423fbb79-1e64-4299-8e39-f5e9235da046', 'mac_address': 'fa:16:3e:81:30:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25c08494-41ea-4961-9e28-1189ebe2c87a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 10:25:50.838765 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:50.851909 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 423fbb79-1e64-4299-8e39-f5e9235da046 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:25:50.871038 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 423fbb79-1e64-4299-8e39-f5e9235da046, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=423fbb79-1e64-4299-8e39-f5e9235da046,segment=NetworkSegment(61ddb0a1-0c56-4e7a-8f6f-77c01207110d),segment_id=61ddb0a1-0c56-4e7a-8f6f-77c01207110d)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:25:50.875672 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:50.928378 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Pushing event updated for resources: {'Port': ['ID=423fbb79-1e64-4299-8e39-f5e9235da046,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:25:51.185570 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] get_ports_and_sgs() called for port_ids ['423fbb79-1e64-4299-8e39-f5e9235da046'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:25:51.581004 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913ec597-1ac0-47d6-9298-94ace2110597 req-3dc53f3d-d16d-4450-8108-af9498784bb7 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:25:51.582563 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-913ec597-1ac0-47d6-9298-94ace2110597 req-3dc53f3d-d16d-4450-8108-af9498784bb7 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/ports?device_id=4cffb46c-62b2-45ec-a8e0-773a88bcd078 HTTP/1.1" status: 200 len: 945 time: 0.0645833 Jul 14 10:25:51.620823 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-913ec597-1ac0-47d6-9298-94ace2110597 req-77c73f94-18d0-4471-b3a6-485c42fab31a tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/security-groups?id=8b49bac7-eae8-4138-87f6-1cf296916a34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327616 Jul 14 10:25:52.316401 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d6c6f416-9c13-492d-9050-8aeaa307804a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:52.707845 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 423fbb79-1e64-4299-8e39-f5e9235da046 up at agent hyperv_n-h2-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:25:52.758057 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Provisioning for port 423fbb79-1e64-4299-8e39-f5e9235da046 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:25:52.762064 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Provisioning complete for port 423fbb79-1e64-4299-8e39-f5e9235da046 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:25:52.762438 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:52.801206 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c57e45-697f-49a7-82de-b9abfc6815dc req-9363c811-9be9-4649-8011-7d7867ad0a7b tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:25:52.802772 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-15c57e45-697f-49a7-82de-b9abfc6815dc req-9363c811-9be9-4649-8011-7d7867ad0a7b tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/ports?device_id=4cffb46c-62b2-45ec-a8e0-773a88bcd078 HTTP/1.1" status: 200 len: 945 time: 0.0704072 Jul 14 10:25:52.840759 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:52.842561 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-15c57e45-697f-49a7-82de-b9abfc6815dc req-55e28e24-e1aa-4c80-9f8e-0b976042b1dd tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/security-groups?id=8b49bac7-eae8-4138-87f6-1cf296916a34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334399 Jul 14 10:25:52.863576 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cffb46c-62b2-45ec-a8e0-773a88bcd078', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '423fbb79-1e64-4299-8e39-f5e9235da046'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:25:52.866005 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}329bd6c07f982fc6c8be245f0be026b528efb6c8a9415522477faf1b9157eba4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f32e217-5cca-42eb-9922-c430831c3bf0" -d '{"events": [{"server_uuid": "4cffb46c-62b2-45ec-a8e0-773a88bcd078", "name": "network-vif-plugged", "status": "completed", "tag": "423fbb79-1e64-4299-8e39-f5e9235da046"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:25:52.882728 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 423fbb79-1e64-4299-8e39-f5e9235da046, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=423fbb79-1e64-4299-8e39-f5e9235da046,segment=NetworkSegment(61ddb0a1-0c56-4e7a-8f6f-77c01207110d),segment_id=61ddb0a1-0c56-4e7a-8f6f-77c01207110d)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:25:52.886931 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:52.912143 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:25:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b9b9dc8-d2de-4659-a0e1-9fe86a53260c x-openstack-request-id: req-6b9b9dc8-d2de-4659-a0e1-9fe86a53260c {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:25:52.912345 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cffb46c-62b2-45ec-a8e0-773a88bcd078", "name": "network-vif-plugged", "status": "completed", "tag": "423fbb79-1e64-4299-8e39-f5e9235da046", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:25:52.912444 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-6b9b9dc8-d2de-4659-a0e1-9fe86a53260c {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:25:52.912833 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cffb46c-62b2-45ec-a8e0-773a88bcd078', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '423fbb79-1e64-4299-8e39-f5e9235da046', 'code': 200} Jul 14 10:25:52.938252 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Pushing event updated for resources: {'Port': ['ID=423fbb79-1e64-4299-8e39-f5e9235da046,revision_number=5']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:25:53.045311 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe75f99-54ac-4bb4-99fb-424c2c31e518 req-ea6bec6b-f9ae-4121-93e7-fd0df9ddc837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:25:53.046847 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-fbe75f99-54ac-4bb4-99fb-424c2c31e518 req-ea6bec6b-f9ae-4121-93e7-fd0df9ddc837 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=4cffb46c-62b2-45ec-a8e0-773a88bcd078 HTTP/1.1" status: 200 len: 1098 time: 0.0527339 Jul 14 10:25:53.082707 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-fbe75f99-54ac-4bb4-99fb-424c2c31e518 req-6c75133d-30fe-4bf7-bf8f-f9c7b1855c6c service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=8b49bac7-eae8-4138-87f6-1cf296916a34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0289927 Jul 14 10:25:54.030387 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ecd71d-5541-443b-9176-c019ce23aa94 req-f10399c1-c927-42af-a9f1-10915c834295 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:25:54.031974 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-96ecd71d-5541-443b-9176-c019ce23aa94 req-f10399c1-c927-42af-a9f1-10915c834295 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/ports?device_id=4cffb46c-62b2-45ec-a8e0-773a88bcd078 HTTP/1.1" status: 200 len: 946 time: 0.0649638 Jul 14 10:25:54.070523 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-96ecd71d-5541-443b-9176-c019ce23aa94 req-43a9485a-cd61-4071-b7d6-c0c6aa3e96cc tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/security-groups?id=8b49bac7-eae8-4138-87f6-1cf296916a34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326438 Jul 14 10:25:54.872740 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:54.976944 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-251036ac-a8c4-401f-802d-3392a8e7ce90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:55.249954 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf81548-26cc-4a2d-bf68-0792794c36e5 req-f649e556-2ab7-4d4d-80ec-292b85cf0ecd tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:25:55.252084 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-9bf81548-26cc-4a2d-bf68-0792794c36e5 req-f649e556-2ab7-4d4d-80ec-292b85cf0ecd tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/ports?device_id=4cffb46c-62b2-45ec-a8e0-773a88bcd078 HTTP/1.1" status: 200 len: 946 time: 0.0684140 Jul 14 10:25:55.294494 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-9bf81548-26cc-4a2d-bf68-0792794c36e5 req-7ad1ed4a-7b7a-4c9b-8fab-c71752b8db02 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/security-groups?id=8b49bac7-eae8-4138-87f6-1cf296916a34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365479 Jul 14 10:25:55.472475 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cf5a07-e3bf-4e15-a113-836ee9019e40 req-9bc80715-7a31-4a52-9358-e0343ac82669 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:25:55.474259 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-34cf5a07-e3bf-4e15-a113-836ee9019e40 req-9bc80715-7a31-4a52-9358-e0343ac82669 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/ports?device_id=4cffb46c-62b2-45ec-a8e0-773a88bcd078 HTTP/1.1" status: 200 len: 946 time: 0.0688102 Jul 14 10:25:55.513380 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-34cf5a07-e3bf-4e15-a113-836ee9019e40 req-15c08942-afc7-4526-b9ef-09f051dfef8b tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/security-groups?id=8b49bac7-eae8-4138-87f6-1cf296916a34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332198 Jul 14 10:25:55.537486 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 40758) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:25:55.590313 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cde86127-a087-436c-98c7-37fdf34d44e6 tempest-TestNetworkAdvancedServerOps-67860489 tempest-TestNetworkAdvancedServerOps-67860489-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:25:55.591784 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-cde86127-a087-436c-98c7-37fdf34d44e6 tempest-TestNetworkAdvancedServerOps-67860489 tempest-TestNetworkAdvancedServerOps-67860489-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=4cffb46c-62b2-45ec-a8e0-773a88bcd078 HTTP/1.1" status: 200 len: 1093 time: 0.0532804 Jul 14 10:25:55.594616 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 40760) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:25:55.599137 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-753a19a4-1913-4c44-a8e5-9d79b58d885b tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Request body: {'floatingip': {'floating_network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'port_id': '423fbb79-1e64-4299-8e39-f5e9235da046', 'tenant_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:25:55.621170 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-753a19a4-1913-4c44-a8e5-9d79b58d885b tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks [] for floatingip, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:55.722065 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-753a19a4-1913-4c44-a8e5-9d79b58d885b tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:55.825797 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-753a19a4-1913-4c44-a8e5-9d79b58d885b tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Allocated IP 172.25.4.93 (2dcd4d32-cc7c-4468-b396-7ce5c9231892/6cd22a75-5bc1-467c-a3c4-0af04bd1b34a/a2ccb641-9b04-4f4d-8673-20df70240b11) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:25:55.932388 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-753a19a4-1913-4c44-a8e5-9d79b58d885b tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:55.971558 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-753a19a4-1913-4c44-a8e5-9d79b58d885b tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:56.011566 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-753a19a4-1913-4c44-a8e5-9d79b58d885b tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Network 2dcd4d32-cc7c-4468-b396-7ce5c9231892 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:25:56.014553 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-753a19a4-1913-4c44-a8e5-9d79b58d885b tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:25:56.017350 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-753a19a4-1913-4c44-a8e5-9d79b58d885b tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:25:56.043007 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753a19a4-1913-4c44-a8e5-9d79b58d885b tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Pushing event updated for resources: {'Port': ['ID=a2ccb641-9b04-4f4d-8673-20df70240b11,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:25:56.129387 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5ad31076-714c-49ec-bc37-f3d4cd90112a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:56.393104 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-753a19a4-1913-4c44-a8e5-9d79b58d885b tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:56.473634 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-753a19a4-1913-4c44-a8e5-9d79b58d885b tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:56.621101 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-753a19a4-1913-4c44-a8e5-9d79b58d885b tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:56.625970 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-753a19a4-1913-4c44-a8e5-9d79b58d885b tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:56.699281 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753a19a4-1913-4c44-a8e5-9d79b58d885b tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Pushing event updated for resources: {'Port': ['ID=a2ccb641-9b04-4f4d-8673-20df70240b11,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:25:56.715688 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-753a19a4-1913-4c44-a8e5-9d79b58d885b tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-660590'] for floatingip, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:56.818245 n-d-779913-29 neutron-server[93957]: INFO neutron.db.l3_db [None req-753a19a4-1913-4c44-a8e5-9d79b58d885b tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Floating IP ae7ffa4b-c1aa-4e9b-ad27-d0923689b88b associated. External IP: 172.25.4.93, port: 423fbb79-1e64-4299-8e39-f5e9235da046. Jul 14 10:25:57.029570 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-753a19a4-1913-4c44-a8e5-9d79b58d885b tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Router e7fff5cb-9e37-4b01-9aeb-a6a6238a273b has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:25:57.137505 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-753a19a4-1913-4c44-a8e5-9d79b58d885b tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:25:57.147150 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6bfc73a-4e7e-4862-9dcf-01136aa517d8 None None] Sync routers for ids ['e7fff5cb-9e37-4b01-9aeb-a6a6238a273b'] in n-d-779913-29 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:25:57.154794 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-753a19a4-1913-4c44-a8e5-9d79b58d885b tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for floatingip, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:57.158066 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6bfc73a-4e7e-4862-9dcf-01136aa517d8 None None] Routers {'e7fff5cb-9e37-4b01-9aeb-a6a6238a273b'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:25:57.158762 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-b6bfc73a-4e7e-4862-9dcf-01136aa517d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T10:25:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['e7fff5cb-9e37-4b01-9aeb-a6a6238a273b'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:25:57.192401 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-753a19a4-1913-4c44-a8e5-9d79b58d885b tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5966594 Jul 14 10:25:57.193014 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cffb46c-62b2-45ec-a8e0-773a88bcd078', 'tag': '423fbb79-1e64-4299-8e39-f5e9235da046'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:25:57.195465 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}175264a25d5f1cec9b1451f1a8cc8ced5d4502f5c48740ac7c6845d527b2175b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a6397ad-dbe1-4470-88bb-e1cba530afaa" -d '{"events": [{"name": "network-changed", "server_uuid": "4cffb46c-62b2-45ec-a8e0-773a88bcd078", "tag": "423fbb79-1e64-4299-8e39-f5e9235da046"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:25:57.237535 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:25:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42fc6c2e-e0cb-4f74-b861-53b3b19c1489 x-openstack-request-id: req-42fc6c2e-e0cb-4f74-b861-53b3b19c1489 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:25:57.238010 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4cffb46c-62b2-45ec-a8e0-773a88bcd078", "tag": "423fbb79-1e64-4299-8e39-f5e9235da046", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:25:57.238274 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-42fc6c2e-e0cb-4f74-b861-53b3b19c1489 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:25:57.238855 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4cffb46c-62b2-45ec-a8e0-773a88bcd078', 'tag': '423fbb79-1e64-4299-8e39-f5e9235da046', 'status': 'completed', 'code': 200} Jul 14 10:25:57.269552 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-b6bfc73a-4e7e-4862-9dcf-01136aa517d8 None None] Set router e7fff5cb-9e37-4b01-9aeb-a6a6238a273b gateway port host: n-d-779913-29 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:25:57.346737 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6397ad-dbe1-4470-88bb-e1cba530afaa req-0b112874-9051-4cbd-b9e8-c48252bcaf35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:25:57.348612 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5a6397ad-dbe1-4470-88bb-e1cba530afaa req-0b112874-9051-4cbd-b9e8-c48252bcaf35 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=cfb2ed7caa9b43c9b2145e769e9db92d&device_id=4cffb46c-62b2-45ec-a8e0-773a88bcd078 HTTP/1.1" status: 200 len: 1098 time: 0.0678992 Jul 14 10:25:57.370707 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f2f111-2003-457c-900c-5dd862c1f91f req-4937b693-6ca5-473a-a117-d78d43d427c1 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:25:57.372275 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-b2f2f111-2003-457c-900c-5dd862c1f91f req-4937b693-6ca5-473a-a117-d78d43d427c1 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/ports?device_id=4cffb46c-62b2-45ec-a8e0-773a88bcd078 HTTP/1.1" status: 200 len: 946 time: 0.0792704 Jul 14 10:25:57.417761 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-b2f2f111-2003-457c-900c-5dd862c1f91f req-bea3ddce-ba80-45b4-8b23-942e6c03a7f5 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/security-groups?id=8b49bac7-eae8-4138-87f6-1cf296916a34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388620 Jul 14 10:25:57.444672 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 40766) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:25:57.452876 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6397ad-dbe1-4470-88bb-e1cba530afaa req-07848a21-2c05-4bb8-8333-d7694a7a7986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:25:57.453664 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5a6397ad-dbe1-4470-88bb-e1cba530afaa req-07848a21-2c05-4bb8-8333-d7694a7a7986 service neutron] 10.222.0.57 "GET /v2.0/networks?id=459f013b-80b7-4ccb-bf4e-478992437fd8 HTTP/1.1" status: 200 len: 898 time: 0.0983593 Jul 14 10:25:57.502306 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-b6bfc73a-4e7e-4862-9dcf-01136aa517d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7fff5cb-9e37-4b01-9aeb-a6a6238a273b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-43883934', 'tenant_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.209'}], 'enable_snat': True}, 'gw_port_id': 'cc52e961-94d1-4822-ac3c-675a4004543f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:25:39Z', 'updated_at': '2021-07-14T10:25:42Z', 'revision_number': 4, 'project_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'gw_port': {'id': 'cc52e961-94d1-4822-ac3c-675a4004543f', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:bb:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7fff5cb-9e37-4b01-9aeb-a6a6238a273b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:25:39Z', 'updated_at': '2021-07-14T10:25:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_floatingips': [{'id': 'ae7ffa4b-c1aa-4e9b-ad27-d0923689b88b', 'tenant_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'floating_ip_address': '172.25.4.93', 'floating_network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'router_id': 'e7fff5cb-9e37-4b01-9aeb-a6a6238a273b', 'port_id': '423fbb79-1e64-4299-8e39-f5e9235da046', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4168, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '459f013b-80b7-4ccb-bf4e-478992437fd8', 'mac_address': 'fa:16:3e:81:30:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cffb46c-62b2-45ec-a8e0-773a88bcd078', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T10:25:56Z', 'updated_at': '2021-07-14T10:25:56Z', 'revision_number': 0, 'project_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c922e446-da3a-4876-8fbe-bfcd05cfdfde', 'name': '', 'network_id': '459f013b-80b7-4ccb-bf4e-478992437fd8', 'tenant_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'mac_address': 'fa:16:3e:11:19:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7fff5cb-9e37-4b01-9aeb-a6a6238a273b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '25c08494-41ea-4961-9e28-1189ebe2c87a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:25:41Z', 'updated_at': '2021-07-14T10:25:46Z', 'revision_number': 5, 'project_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'subnets': [{'id': '25c08494-41ea-4961-9e28-1189ebe2c87a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:25:57.507501 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-ac9aa064-cbc9-492c-b5cc-cf931343cf39 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/floatingips/ae7ffa4b-c1aa-4e9b-ad27-d0923689b88b HTTP/1.1" status: 200 len: 991 time: 0.0616832 Jul 14 10:25:57.523910 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5a6397ad-dbe1-4470-88bb-e1cba530afaa req-4e135c22-d5db-4c01-b367-62f55b92aa46 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=423fbb79-1e64-4299-8e39-f5e9235da046 HTTP/1.1" status: 200 len: 999 time: 0.0632327 Jul 14 10:25:57.574945 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6397ad-dbe1-4470-88bb-e1cba530afaa req-7c83b360-d698-4f31-bb7a-7c1704860b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:25:57.576443 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5a6397ad-dbe1-4470-88bb-e1cba530afaa req-7c83b360-d698-4f31-bb7a-7c1704860b48 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=25c08494-41ea-4961-9e28-1189ebe2c87a HTTP/1.1" status: 200 len: 834 time: 0.0465226 Jul 14 10:25:57.623612 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6bfc73a-4e7e-4862-9dcf-01136aa517d8 None None] Checking router: e7fff5cb-9e37-4b01-9aeb-a6a6238a273b for host: n-d-779913-29 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:25:57.632559 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6bfc73a-4e7e-4862-9dcf-01136aa517d8 None None] Routers {'e7fff5cb-9e37-4b01-9aeb-a6a6238a273b'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:25:57.633173 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-b6bfc73a-4e7e-4862-9dcf-01136aa517d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T10:25:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['e7fff5cb-9e37-4b01-9aeb-a6a6238a273b'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:25:57.638925 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6397ad-dbe1-4470-88bb-e1cba530afaa req-1bca0ff4-1e59-4c6f-920f-2e48bf60a470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:25:57.640449 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5a6397ad-dbe1-4470-88bb-e1cba530afaa req-1bca0ff4-1e59-4c6f-920f-2e48bf60a470 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=459f013b-80b7-4ccb-bf4e-478992437fd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0574532 Jul 14 10:25:57.729259 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5a6397ad-dbe1-4470-88bb-e1cba530afaa req-70187d66-f897-4dc4-afdd-d2ac88e5840d service neutron] 10.222.0.57 "GET /v2.0/networks/459f013b-80b7-4ccb-bf4e-478992437fd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823114 Jul 14 10:25:57.737805 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-b6bfc73a-4e7e-4862-9dcf-01136aa517d8 None None] Set router e7fff5cb-9e37-4b01-9aeb-a6a6238a273b gateway port host: n-d-779913-29 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:25:57.827496 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5a6397ad-dbe1-4470-88bb-e1cba530afaa req-cd39bcbe-de30-4e39-889f-3456854b57e6 service neutron] 10.222.0.57 "GET /v2.0/networks/459f013b-80b7-4ccb-bf4e-478992437fd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926285 Jul 14 10:25:57.934184 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5bbe322f-3f67-4864-bc0a-91afe44d23e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:57.969033 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-b6bfc73a-4e7e-4862-9dcf-01136aa517d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7fff5cb-9e37-4b01-9aeb-a6a6238a273b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-43883934', 'tenant_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.209'}], 'enable_snat': True}, 'gw_port_id': 'cc52e961-94d1-4822-ac3c-675a4004543f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:25:39Z', 'updated_at': '2021-07-14T10:25:42Z', 'revision_number': 4, 'project_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'gw_port': {'id': 'cc52e961-94d1-4822-ac3c-675a4004543f', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:bb:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7fff5cb-9e37-4b01-9aeb-a6a6238a273b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:25:39Z', 'updated_at': '2021-07-14T10:25:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_floatingips': [{'id': 'ae7ffa4b-c1aa-4e9b-ad27-d0923689b88b', 'tenant_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'floating_ip_address': '172.25.4.93', 'floating_network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'router_id': 'e7fff5cb-9e37-4b01-9aeb-a6a6238a273b', 'port_id': '423fbb79-1e64-4299-8e39-f5e9235da046', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4168, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '459f013b-80b7-4ccb-bf4e-478992437fd8', 'mac_address': 'fa:16:3e:81:30:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cffb46c-62b2-45ec-a8e0-773a88bcd078', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T10:25:56Z', 'updated_at': '2021-07-14T10:25:56Z', 'revision_number': 0, 'project_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c922e446-da3a-4876-8fbe-bfcd05cfdfde', 'name': '', 'network_id': '459f013b-80b7-4ccb-bf4e-478992437fd8', 'tenant_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'mac_address': 'fa:16:3e:11:19:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7fff5cb-9e37-4b01-9aeb-a6a6238a273b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '25c08494-41ea-4961-9e28-1189ebe2c87a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:25:41Z', 'updated_at': '2021-07-14T10:25:46Z', 'revision_number': 5, 'project_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'subnets': [{'id': '25c08494-41ea-4961-9e28-1189ebe2c87a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:25:57.999281 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6bfc73a-4e7e-4862-9dcf-01136aa517d8 None None] The sync data for ids ['e7fff5cb-9e37-4b01-9aeb-a6a6238a273b'] in n-d-779913-29 is: [{'id': 'e7fff5cb-9e37-4b01-9aeb-a6a6238a273b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-43883934', 'tenant_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.209'}], 'enable_snat': True}, 'gw_port_id': 'cc52e961-94d1-4822-ac3c-675a4004543f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:25:39Z', 'updated_at': '2021-07-14T10:25:42Z', 'revision_number': 4, 'project_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'gw_port': {'id': 'cc52e961-94d1-4822-ac3c-675a4004543f', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:bb:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7fff5cb-9e37-4b01-9aeb-a6a6238a273b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:25:39Z', 'updated_at': '2021-07-14T10:25:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_floatingips': [{'id': 'ae7ffa4b-c1aa-4e9b-ad27-d0923689b88b', 'tenant_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'floating_ip_address': '172.25.4.93', 'floating_network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'router_id': 'e7fff5cb-9e37-4b01-9aeb-a6a6238a273b', 'port_id': '423fbb79-1e64-4299-8e39-f5e9235da046', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4168, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '459f013b-80b7-4ccb-bf4e-478992437fd8', 'mac_address': 'fa:16:3e:81:30:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cffb46c-62b2-45ec-a8e0-773a88bcd078', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T10:25:56Z', 'updated_at': '2021-07-14T10:25:56Z', 'revision_number': 0, 'project_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c922e446-da3a-4876-8fbe-bfcd05cfdfde', 'name': '', 'network_id': '459f013b-80b7-4ccb-bf4e-478992437fd8', 'tenant_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'mac_address': 'fa:16:3e:11:19:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7fff5cb-9e37-4b01-9aeb-a6a6238a273b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '25c08494-41ea-4961-9e28-1189ebe2c87a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:25:41Z', 'updated_at': '2021-07-14T10:25:46Z', 'revision_number': 5, 'project_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'subnets': [{'id': '25c08494-41ea-4961-9e28-1189ebe2c87a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:25:58.184611 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdb514fb-1e87-4604-bae2-7c0e13478cd6 None None] New status for floating IP ae7ffa4b-c1aa-4e9b-ad27-d0923689b88b: ACTIVE {{(pid=93959) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 10:25:58.511478 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 40768) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:25:58.575341 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-9f0e1cc4-7b3c-49a4-9a63-a702c75d7bec tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/floatingips/ae7ffa4b-c1aa-4e9b-ad27-d0923689b88b HTTP/1.1" status: 200 len: 993 time: 0.0627069 Jul 14 10:26:13.504243 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:14.264715 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:14.662301 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.agents_db [None req-3c3509fb-540d-4335-a450-574895dd3602 None None] Agent healthcheck: found 7 active agents {{(pid=93960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:26:22.325900 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5c8cec81-e6c9-4fa7-a184-6d928df99ddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:24.874370 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:24.981836 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b4a4c937-e285-4f2c-8822-4dc35ee9105f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:26.131956 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5ad31076-714c-49ec-bc37-f3d4cd90112a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:27.489611 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c9154b-7214-446c-ae73-b509f361e1c2 req-2c945757-9cea-4173-9870-3609e827212b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:26:27.491175 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a4c9154b-7214-446c-ae73-b509f361e1c2 req-2c945757-9cea-4173-9870-3609e827212b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=cfb2ed7caa9b43c9b2145e769e9db92d&device_id=4cffb46c-62b2-45ec-a8e0-773a88bcd078 HTTP/1.1" status: 200 len: 1098 time: 0.0974710 Jul 14 10:26:27.500197 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6253800e-b11f-4ca1-8b86-dd74d53e27f9 req-450f53e0-daf8-481f-9ed7-33605a7edf0b tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:26:27.501721 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6253800e-b11f-4ca1-8b86-dd74d53e27f9 req-450f53e0-daf8-481f-9ed7-33605a7edf0b tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/ports?device_id=4cffb46c-62b2-45ec-a8e0-773a88bcd078 HTTP/1.1" status: 200 len: 946 time: 0.0995004 Jul 14 10:26:27.922022 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6253800e-b11f-4ca1-8b86-dd74d53e27f9 req-7101c62d-b16c-43bd-892f-64f40ec0c203 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/security-groups?id=8b49bac7-eae8-4138-87f6-1cf296916a34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4111385 Jul 14 10:26:27.937339 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5bbe322f-3f67-4864-bc0a-91afe44d23e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:27.950428 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c9154b-7214-446c-ae73-b509f361e1c2 req-96115250-a1f4-4506-854b-ab0095ac6af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:26:27.951952 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a4c9154b-7214-446c-ae73-b509f361e1c2 req-96115250-a1f4-4506-854b-ab0095ac6af8 service neutron] 10.222.0.57 "GET /v2.0/networks?id=459f013b-80b7-4ccb-bf4e-478992437fd8 HTTP/1.1" status: 200 len: 898 time: 0.4493198 Jul 14 10:26:28.020069 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a4c9154b-7214-446c-ae73-b509f361e1c2 req-25520877-0ff0-4296-aa53-c534dd1a6cc0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=423fbb79-1e64-4299-8e39-f5e9235da046 HTTP/1.1" status: 200 len: 1001 time: 0.0606627 Jul 14 10:26:28.073639 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c9154b-7214-446c-ae73-b509f361e1c2 req-846fbcf5-3f1e-44b0-9830-d20eee3c1916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:26:28.075089 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a4c9154b-7214-446c-ae73-b509f361e1c2 req-846fbcf5-3f1e-44b0-9830-d20eee3c1916 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=25c08494-41ea-4961-9e28-1189ebe2c87a HTTP/1.1" status: 200 len: 834 time: 0.0479991 Jul 14 10:26:28.134288 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c9154b-7214-446c-ae73-b509f361e1c2 req-c00bb7c5-2791-4bdf-a551-0c876be416d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:26:28.143991 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a4c9154b-7214-446c-ae73-b509f361e1c2 req-c00bb7c5-2791-4bdf-a551-0c876be416d7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=459f013b-80b7-4ccb-bf4e-478992437fd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0601933 Jul 14 10:26:28.156747 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [req-a4c9154b-7214-446c-ae73-b509f361e1c2 req-491d74e8-6ba7-4cc9-b041-aa9c1bfbea87 service neutron] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=93957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 10:26:28.157759 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a4c9154b-7214-446c-ae73-b509f361e1c2 req-491d74e8-6ba7-4cc9-b041-aa9c1bfbea87 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060599 Jul 14 10:26:28.249357 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a4c9154b-7214-446c-ae73-b509f361e1c2 req-d486db42-4bb6-43b5-90ad-b7a1f0ae1780 service neutron] 10.222.0.57 "GET /v2.0/networks/459f013b-80b7-4ccb-bf4e-478992437fd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844600 Jul 14 10:26:28.341405 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a4c9154b-7214-446c-ae73-b509f361e1c2 req-12296293-ab65-43f7-a7f9-16f3929d0b59 service neutron] 10.222.0.57 "GET /v2.0/networks/459f013b-80b7-4ccb-bf4e-478992437fd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850475 Jul 14 10:26:29.098233 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fedf82-6c61-4674-94f6-728bb2403f9f req-716a9fde-0ebc-4dea-a84b-49008d7254bc tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:26:29.099729 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-22fedf82-6c61-4674-94f6-728bb2403f9f req-716a9fde-0ebc-4dea-a84b-49008d7254bc tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/ports?device_id=4cffb46c-62b2-45ec-a8e0-773a88bcd078 HTTP/1.1" status: 200 len: 946 time: 0.0621560 Jul 14 10:26:29.136617 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-22fedf82-6c61-4674-94f6-728bb2403f9f req-09996b0b-149a-441c-854d-4849eb594ed6 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/security-groups?id=8b49bac7-eae8-4138-87f6-1cf296916a34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313640 Jul 14 10:26:30.312724 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ae3d28-1ac9-4cb0-bc46-521a359624d4 req-25626053-d906-44ae-9748-1404856ed14a tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:26:30.314140 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b1ae3d28-1ac9-4cb0-bc46-521a359624d4 req-25626053-d906-44ae-9748-1404856ed14a tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/ports?device_id=4cffb46c-62b2-45ec-a8e0-773a88bcd078 HTTP/1.1" status: 200 len: 946 time: 0.0632374 Jul 14 10:26:30.351912 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b1ae3d28-1ac9-4cb0-bc46-521a359624d4 req-be360294-8909-4571-907f-a4f02b370b87 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/security-groups?id=8b49bac7-eae8-4138-87f6-1cf296916a34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318410 Jul 14 10:26:30.716702 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b63fc79-5330-4643-ae73-ef755164fb88 req-a895308f-6b16-4db9-977d-4b0a4c457b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:26:30.718312 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5b63fc79-5330-4643-ae73-ef755164fb88 req-a895308f-6b16-4db9-977d-4b0a4c457b35 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=cfb2ed7caa9b43c9b2145e769e9db92d&device_id=4cffb46c-62b2-45ec-a8e0-773a88bcd078 HTTP/1.1" status: 200 len: 1098 time: 0.0567794 Jul 14 10:26:30.828840 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b63fc79-5330-4643-ae73-ef755164fb88 req-57e299d8-31bb-4c9c-a6a6-3264e836a42b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:26:30.830381 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5b63fc79-5330-4643-ae73-ef755164fb88 req-57e299d8-31bb-4c9c-a6a6-3264e836a42b service neutron] 10.222.0.57 "GET /v2.0/networks?id=459f013b-80b7-4ccb-bf4e-478992437fd8 HTTP/1.1" status: 200 len: 898 time: 0.0888617 Jul 14 10:26:30.899821 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5b63fc79-5330-4643-ae73-ef755164fb88 req-b6d6ca54-79cf-42d6-b612-c076c6808db3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=423fbb79-1e64-4299-8e39-f5e9235da046 HTTP/1.1" status: 200 len: 1001 time: 0.0623152 Jul 14 10:26:30.948192 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b63fc79-5330-4643-ae73-ef755164fb88 req-18e5a0e6-9429-4133-86d7-6bfdae413862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:26:30.949643 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5b63fc79-5330-4643-ae73-ef755164fb88 req-18e5a0e6-9429-4133-86d7-6bfdae413862 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=25c08494-41ea-4961-9e28-1189ebe2c87a HTTP/1.1" status: 200 len: 834 time: 0.0433290 Jul 14 10:26:31.008621 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b63fc79-5330-4643-ae73-ef755164fb88 req-31093602-7a89-4303-b96b-a11d56dbd209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:26:31.010160 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5b63fc79-5330-4643-ae73-ef755164fb88 req-31093602-7a89-4303-b96b-a11d56dbd209 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=459f013b-80b7-4ccb-bf4e-478992437fd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0531249 Jul 14 10:26:31.102400 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5b63fc79-5330-4643-ae73-ef755164fb88 req-6ee7e709-b4ce-4005-9569-8f8ed049f239 service neutron] 10.222.0.57 "GET /v2.0/networks/459f013b-80b7-4ccb-bf4e-478992437fd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849919 Jul 14 10:26:31.191905 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5b63fc79-5330-4643-ae73-ef755164fb88 req-f4740533-4766-4349-bd52-364124ee88bd service neutron] 10.222.0.57 "GET /v2.0/networks/459f013b-80b7-4ccb-bf4e-478992437fd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827007 Jul 14 10:26:31.533860 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc9cedd-1f49-4336-8895-ed83690f52a4 req-e05879eb-47dc-4aa3-93dc-35300b9f4fea tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:26:31.535975 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-cbc9cedd-1f49-4336-8895-ed83690f52a4 req-e05879eb-47dc-4aa3-93dc-35300b9f4fea tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/ports?device_id=4cffb46c-62b2-45ec-a8e0-773a88bcd078 HTTP/1.1" status: 200 len: 946 time: 0.0675347 Jul 14 10:26:31.572778 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-cbc9cedd-1f49-4336-8895-ed83690f52a4 req-93360e06-773b-4b97-b8ba-ff36ba456d71 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/security-groups?id=8b49bac7-eae8-4138-87f6-1cf296916a34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309336 Jul 14 10:26:32.754439 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f301c5-a3f6-49bc-bc8a-5423c77c5bb0 req-ab7d25d0-061e-467f-a325-fd28ee12d194 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:26:32.755939 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-23f301c5-a3f6-49bc-bc8a-5423c77c5bb0 req-ab7d25d0-061e-467f-a325-fd28ee12d194 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/ports?device_id=4cffb46c-62b2-45ec-a8e0-773a88bcd078 HTTP/1.1" status: 200 len: 946 time: 0.0638239 Jul 14 10:26:32.795069 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-23f301c5-a3f6-49bc-bc8a-5423c77c5bb0 req-6ee8235c-3633-4631-bdcb-46c0316d5111 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/security-groups?id=8b49bac7-eae8-4138-87f6-1cf296916a34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329852 Jul 14 10:26:33.973739 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871bcf49-2893-46b6-bbc9-9beb1a69a52b req-47b43285-05ab-48a0-93ce-eb10e8a70962 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:26:33.975227 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-871bcf49-2893-46b6-bbc9-9beb1a69a52b req-47b43285-05ab-48a0-93ce-eb10e8a70962 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/ports?device_id=4cffb46c-62b2-45ec-a8e0-773a88bcd078 HTTP/1.1" status: 200 len: 946 time: 0.0634687 Jul 14 10:26:34.014157 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-871bcf49-2893-46b6-bbc9-9beb1a69a52b req-675b5305-06f7-44cf-99bb-956c9c9f79c9 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/security-groups?id=8b49bac7-eae8-4138-87f6-1cf296916a34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328894 Jul 14 10:26:35.188380 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0712fa8-2c05-481f-be76-8c340e6b1b5e req-8ed24f03-5e32-473d-865b-a642f5808170 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:26:35.189914 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b0712fa8-2c05-481f-be76-8c340e6b1b5e req-8ed24f03-5e32-473d-865b-a642f5808170 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/ports?device_id=4cffb46c-62b2-45ec-a8e0-773a88bcd078 HTTP/1.1" status: 200 len: 946 time: 0.0678000 Jul 14 10:26:35.227621 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b0712fa8-2c05-481f-be76-8c340e6b1b5e req-4cbdb3e6-04b8-4437-80bd-e202b620fcf3 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/security-groups?id=8b49bac7-eae8-4138-87f6-1cf296916a34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316768 Jul 14 10:26:36.400119 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e106da38-a9d7-4d66-92d7-4f03b8eb900c req-7120ffd8-f7e2-4cc5-910a-7a18c0d38c5d tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:26:36.401533 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-e106da38-a9d7-4d66-92d7-4f03b8eb900c req-7120ffd8-f7e2-4cc5-910a-7a18c0d38c5d tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/ports?device_id=4cffb46c-62b2-45ec-a8e0-773a88bcd078 HTTP/1.1" status: 200 len: 946 time: 0.0628514 Jul 14 10:26:36.437870 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-e106da38-a9d7-4d66-92d7-4f03b8eb900c req-ee5faad6-ab8d-48f3-91cf-54c7e5238145 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/security-groups?id=8b49bac7-eae8-4138-87f6-1cf296916a34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307479 Jul 14 10:26:37.620324 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80616f7a-07f0-45d9-95d4-26c6df421e0d req-9a28fa3c-6263-441e-8d5a-ad0fab98c237 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:26:37.621839 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-80616f7a-07f0-45d9-95d4-26c6df421e0d req-9a28fa3c-6263-441e-8d5a-ad0fab98c237 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/ports?device_id=4cffb46c-62b2-45ec-a8e0-773a88bcd078 HTTP/1.1" status: 200 len: 946 time: 0.0632088 Jul 14 10:26:37.660789 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-80616f7a-07f0-45d9-95d4-26c6df421e0d req-6cc72622-8c19-4106-98af-520b87a7b032 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/security-groups?id=8b49bac7-eae8-4138-87f6-1cf296916a34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328543 Jul 14 10:26:38.839140 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccadf03-2030-4c4b-b4f2-6307da8273fc req-efb8d2e6-0c8c-42d3-823e-292aab3be83c tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:26:38.840588 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-1ccadf03-2030-4c4b-b4f2-6307da8273fc req-efb8d2e6-0c8c-42d3-823e-292aab3be83c tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/ports?device_id=4cffb46c-62b2-45ec-a8e0-773a88bcd078 HTTP/1.1" status: 200 len: 946 time: 0.0705545 Jul 14 10:26:38.879698 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-1ccadf03-2030-4c4b-b4f2-6307da8273fc req-5c8c4241-128a-4be2-b6cc-9da6a2f90f3e tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/security-groups?id=8b49bac7-eae8-4138-87f6-1cf296916a34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331206 Jul 14 10:26:40.056525 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d275a01c-f388-4d2f-8374-bc46221b4c70 req-0e9aed83-0fe8-411c-829d-f9a61e43c304 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:26:40.058108 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d275a01c-f388-4d2f-8374-bc46221b4c70 req-0e9aed83-0fe8-411c-829d-f9a61e43c304 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/ports?device_id=4cffb46c-62b2-45ec-a8e0-773a88bcd078 HTTP/1.1" status: 200 len: 946 time: 0.0705388 Jul 14 10:26:40.096059 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d275a01c-f388-4d2f-8374-bc46221b4c70 req-e6c37960-ef5b-4060-9802-de947820068a tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/security-groups?id=8b49bac7-eae8-4138-87f6-1cf296916a34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324314 Jul 14 10:26:40.121916 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 40802) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:26:40.187837 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-f766218f-faf5-4cf5-b8fa-9e563d59dc6f tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/floatingips/ae7ffa4b-c1aa-4e9b-ad27-d0923689b88b HTTP/1.1" status: 200 len: 993 time: 0.0645986 Jul 14 10:26:43.510889 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:44.285975 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:51.661376 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.agents_db [None req-3c3509fb-540d-4335-a450-574895dd3602 None None] Agent healthcheck: found 7 active agents {{(pid=93960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:26:52.316345 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-114fbdbe-e5bd-43be-a141-ae9021783238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:54.875581 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:54.983397 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-29c0a9d5-1cdd-4c1b-b26e-cbd061b0cd9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:56.134013 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5ad31076-714c-49ec-bc37-f3d4cd90112a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:57.935759 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5bbe322f-3f67-4864-bc0a-91afe44d23e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:10.589541 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 40820) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:27:10.747060 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-1aa22189-7eba-4a3a-867b-a2aee3dc1d69 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Deleting port a2ccb641-9b04-4f4d-8673-20df70240b11 {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:27:10.747402 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1aa22189-7eba-4a3a-867b-a2aee3dc1d69 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:10.827509 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1aa22189-7eba-4a3a-867b-a2aee3dc1d69 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:10.827849 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1aa22189-7eba-4a3a-867b-a2aee3dc1d69 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:10.839509 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-1aa22189-7eba-4a3a-867b-a2aee3dc1d69 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Calling delete_port for a2ccb641-9b04-4f4d-8673-20df70240b11 owned by network:floatingip {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:27:10.995114 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1aa22189-7eba-4a3a-867b-a2aee3dc1d69 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:11.020801 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa22189-7eba-4a3a-867b-a2aee3dc1d69 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Pushing event deleted for resources: {'Port': ['ID=a2ccb641-9b04-4f4d-8673-20df70240b11,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:27:11.032190 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa22189-7eba-4a3a-867b-a2aee3dc1d69 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:27:11.032550 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa22189-7eba-4a3a-867b-a2aee3dc1d69 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:27:11.032940 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa22189-7eba-4a3a-867b-a2aee3dc1d69 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:27:11.033260 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa22189-7eba-4a3a-867b-a2aee3dc1d69 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:27:11.033870 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa22189-7eba-4a3a-867b-a2aee3dc1d69 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:27:11.033870 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa22189-7eba-4a3a-867b-a2aee3dc1d69 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:27:11.036798 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa22189-7eba-4a3a-867b-a2aee3dc1d69 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:27:11.036798 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa22189-7eba-4a3a-867b-a2aee3dc1d69 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:27:11.036798 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa22189-7eba-4a3a-867b-a2aee3dc1d69 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:27:11.036798 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa22189-7eba-4a3a-867b-a2aee3dc1d69 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:27:11.036798 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa22189-7eba-4a3a-867b-a2aee3dc1d69 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:27:11.036798 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa22189-7eba-4a3a-867b-a2aee3dc1d69 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:27:11.107302 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1aa22189-7eba-4a3a-867b-a2aee3dc1d69 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks [] for floatingip, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:11.107649 n-d-779913-29 neutron-server[93957]: INFO neutron.db.l3_db [None req-1aa22189-7eba-4a3a-867b-a2aee3dc1d69 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Floating IP ae7ffa4b-c1aa-4e9b-ad27-d0923689b88b disassociated (deleted). External IP: 172.25.4.93, port: 423fbb79-1e64-4299-8e39-f5e9235da046. Jul 14 10:27:11.339498 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1aa22189-7eba-4a3a-867b-a2aee3dc1d69 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Router e7fff5cb-9e37-4b01-9aeb-a6a6238a273b has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:27:11.451283 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1aa22189-7eba-4a3a-867b-a2aee3dc1d69 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:27:11.455407 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1aa22189-7eba-4a3a-867b-a2aee3dc1d69 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for floatingip, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:11.461355 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc37f36-2178-48e4-a12e-d3348eb8acee None None] Sync routers for ids ['e7fff5cb-9e37-4b01-9aeb-a6a6238a273b'] in n-d-779913-29 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:27:11.470546 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc37f36-2178-48e4-a12e-d3348eb8acee None None] Routers {'e7fff5cb-9e37-4b01-9aeb-a6a6238a273b'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:27:11.471248 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-0bc37f36-2178-48e4-a12e-d3348eb8acee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T10:26:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['e7fff5cb-9e37-4b01-9aeb-a6a6238a273b'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:27:11.497132 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-1aa22189-7eba-4a3a-867b-a2aee3dc1d69 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "DELETE /v2.0/floatingips/ae7ffa4b-c1aa-4e9b-ad27-d0923689b88b HTTP/1.1" status: 204 len: 168 time: 0.9063950 Jul 14 10:27:11.498109 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cffb46c-62b2-45ec-a8e0-773a88bcd078', 'tag': '423fbb79-1e64-4299-8e39-f5e9235da046'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:27:11.500914 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}175264a25d5f1cec9b1451f1a8cc8ced5d4502f5c48740ac7c6845d527b2175b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8b7da7e-7d62-4db6-99a3-cbf810d55930" -d '{"events": [{"name": "network-changed", "server_uuid": "4cffb46c-62b2-45ec-a8e0-773a88bcd078", "tag": "423fbb79-1e64-4299-8e39-f5e9235da046"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:27:11.543862 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:27:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a90c42e9-851a-4f88-9773-dab368549566 x-openstack-request-id: req-a90c42e9-851a-4f88-9773-dab368549566 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:27:11.544143 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4cffb46c-62b2-45ec-a8e0-773a88bcd078", "tag": "423fbb79-1e64-4299-8e39-f5e9235da046", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:27:11.544404 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-a90c42e9-851a-4f88-9773-dab368549566 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:27:11.544816 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4cffb46c-62b2-45ec-a8e0-773a88bcd078', 'tag': '423fbb79-1e64-4299-8e39-f5e9235da046', 'status': 'completed', 'code': 200} Jul 14 10:27:11.591156 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-0bc37f36-2178-48e4-a12e-d3348eb8acee None None] Set router e7fff5cb-9e37-4b01-9aeb-a6a6238a273b gateway port host: n-d-779913-29 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:27:11.661713 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b7da7e-7d62-4db6-99a3-cbf810d55930 req-21ea13cd-f529-4ffd-9710-d2772fb866da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:27:11.663267 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e8b7da7e-7d62-4db6-99a3-cbf810d55930 req-21ea13cd-f529-4ffd-9710-d2772fb866da service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=cfb2ed7caa9b43c9b2145e769e9db92d&device_id=4cffb46c-62b2-45ec-a8e0-773a88bcd078 HTTP/1.1" status: 200 len: 1098 time: 0.0674264 Jul 14 10:27:11.770975 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b7da7e-7d62-4db6-99a3-cbf810d55930 req-77cd8725-3988-4017-a028-adfeb9e959b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:27:11.773238 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e8b7da7e-7d62-4db6-99a3-cbf810d55930 req-77cd8725-3988-4017-a028-adfeb9e959b0 service neutron] 10.222.0.57 "GET /v2.0/networks?id=459f013b-80b7-4ccb-bf4e-478992437fd8 HTTP/1.1" status: 200 len: 898 time: 0.1032574 Jul 14 10:27:11.794310 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-0bc37f36-2178-48e4-a12e-d3348eb8acee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7fff5cb-9e37-4b01-9aeb-a6a6238a273b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-43883934', 'tenant_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.209'}], 'enable_snat': True}, 'gw_port_id': 'cc52e961-94d1-4822-ac3c-675a4004543f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:25:39Z', 'updated_at': '2021-07-14T10:25:42Z', 'revision_number': 4, 'project_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'gw_port': {'id': 'cc52e961-94d1-4822-ac3c-675a4004543f', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:bb:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7fff5cb-9e37-4b01-9aeb-a6a6238a273b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:25:39Z', 'updated_at': '2021-07-14T10:25:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': 'c922e446-da3a-4876-8fbe-bfcd05cfdfde', 'name': '', 'network_id': '459f013b-80b7-4ccb-bf4e-478992437fd8', 'tenant_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'mac_address': 'fa:16:3e:11:19:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7fff5cb-9e37-4b01-9aeb-a6a6238a273b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '25c08494-41ea-4961-9e28-1189ebe2c87a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:25:41Z', 'updated_at': '2021-07-14T10:25:46Z', 'revision_number': 5, 'project_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'subnets': [{'id': '25c08494-41ea-4961-9e28-1189ebe2c87a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:27:11.824810 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc37f36-2178-48e4-a12e-d3348eb8acee None None] Checking router: e7fff5cb-9e37-4b01-9aeb-a6a6238a273b for host: n-d-779913-29 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:27:11.829027 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e8b7da7e-7d62-4db6-99a3-cbf810d55930 req-3776e2d7-28b7-424b-9898-c4571aaebad4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=423fbb79-1e64-4299-8e39-f5e9235da046 HTTP/1.1" status: 200 len: 217 time: 0.0470357 Jul 14 10:27:11.834045 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc37f36-2178-48e4-a12e-d3348eb8acee None None] Routers {'e7fff5cb-9e37-4b01-9aeb-a6a6238a273b'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:27:11.834664 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-0bc37f36-2178-48e4-a12e-d3348eb8acee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T10:26:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['e7fff5cb-9e37-4b01-9aeb-a6a6238a273b'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:27:11.887123 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b7da7e-7d62-4db6-99a3-cbf810d55930 req-6e8fa4ce-d96e-4418-978b-868e0ab8fa93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:27:11.888569 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e8b7da7e-7d62-4db6-99a3-cbf810d55930 req-6e8fa4ce-d96e-4418-978b-868e0ab8fa93 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=25c08494-41ea-4961-9e28-1189ebe2c87a HTTP/1.1" status: 200 len: 834 time: 0.0520463 Jul 14 10:27:11.903022 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10bf4df-134e-428a-ae40-1f773901db52 req-66d97725-4d63-491e-81c7-9592e35728dd tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:27:11.905231 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-a10bf4df-134e-428a-ae40-1f773901db52 req-66d97725-4d63-491e-81c7-9592e35728dd tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/ports?device_id=4cffb46c-62b2-45ec-a8e0-773a88bcd078 HTTP/1.1" status: 200 len: 946 time: 0.0702295 Jul 14 10:27:11.956764 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b7da7e-7d62-4db6-99a3-cbf810d55930 req-1dd20bbd-10a9-4a0a-bce0-b55903d172ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:27:11.957244 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-a10bf4df-134e-428a-ae40-1f773901db52 req-2af83ba0-d56a-4107-8c20-0deef68a3ce9 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/security-groups?id=8b49bac7-eae8-4138-87f6-1cf296916a34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439916 Jul 14 10:27:11.958648 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e8b7da7e-7d62-4db6-99a3-cbf810d55930 req-1dd20bbd-10a9-4a0a-bce0-b55903d172ac service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=459f013b-80b7-4ccb-bf4e-478992437fd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0634329 Jul 14 10:27:11.959849 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-0bc37f36-2178-48e4-a12e-d3348eb8acee None None] Set router e7fff5cb-9e37-4b01-9aeb-a6a6238a273b gateway port host: n-d-779913-29 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:27:12.063925 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e8b7da7e-7d62-4db6-99a3-cbf810d55930 req-0b3736ac-3ea5-48eb-8010-880fa8f4a49d service neutron] 10.222.0.57 "GET /v2.0/networks/459f013b-80b7-4ccb-bf4e-478992437fd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972970 Jul 14 10:27:12.161167 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e8b7da7e-7d62-4db6-99a3-cbf810d55930 req-56e15f44-2072-4c59-af60-c9cc179c9e0a service neutron] 10.222.0.57 "GET /v2.0/networks/459f013b-80b7-4ccb-bf4e-478992437fd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888295 Jul 14 10:27:12.176179 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-0bc37f36-2178-48e4-a12e-d3348eb8acee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7fff5cb-9e37-4b01-9aeb-a6a6238a273b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-43883934', 'tenant_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.209'}], 'enable_snat': True}, 'gw_port_id': 'cc52e961-94d1-4822-ac3c-675a4004543f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:25:39Z', 'updated_at': '2021-07-14T10:25:42Z', 'revision_number': 4, 'project_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'gw_port': {'id': 'cc52e961-94d1-4822-ac3c-675a4004543f', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:bb:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7fff5cb-9e37-4b01-9aeb-a6a6238a273b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:25:39Z', 'updated_at': '2021-07-14T10:25:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': 'c922e446-da3a-4876-8fbe-bfcd05cfdfde', 'name': '', 'network_id': '459f013b-80b7-4ccb-bf4e-478992437fd8', 'tenant_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'mac_address': 'fa:16:3e:11:19:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7fff5cb-9e37-4b01-9aeb-a6a6238a273b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '25c08494-41ea-4961-9e28-1189ebe2c87a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:25:41Z', 'updated_at': '2021-07-14T10:25:46Z', 'revision_number': 5, 'project_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'subnets': [{'id': '25c08494-41ea-4961-9e28-1189ebe2c87a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:27:12.204052 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc37f36-2178-48e4-a12e-d3348eb8acee None None] The sync data for ids ['e7fff5cb-9e37-4b01-9aeb-a6a6238a273b'] in n-d-779913-29 is: [{'id': 'e7fff5cb-9e37-4b01-9aeb-a6a6238a273b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-43883934', 'tenant_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.209'}], 'enable_snat': True}, 'gw_port_id': 'cc52e961-94d1-4822-ac3c-675a4004543f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:25:39Z', 'updated_at': '2021-07-14T10:25:42Z', 'revision_number': 4, 'project_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'gw_port': {'id': 'cc52e961-94d1-4822-ac3c-675a4004543f', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:bb:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7fff5cb-9e37-4b01-9aeb-a6a6238a273b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:25:39Z', 'updated_at': '2021-07-14T10:25:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': 'c922e446-da3a-4876-8fbe-bfcd05cfdfde', 'name': '', 'network_id': '459f013b-80b7-4ccb-bf4e-478992437fd8', 'tenant_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'mac_address': 'fa:16:3e:11:19:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7fff5cb-9e37-4b01-9aeb-a6a6238a273b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '25c08494-41ea-4961-9e28-1189ebe2c87a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:25:41Z', 'updated_at': '2021-07-14T10:25:46Z', 'revision_number': 5, 'project_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'subnets': [{'id': '25c08494-41ea-4961-9e28-1189ebe2c87a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:27:12.442970 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ae921a-de48-4cb9-a5af-c5a4d762dca3 None None] New status for floating IP ae7ffa4b-c1aa-4e9b-ad27-d0923689b88b: DOWN {{(pid=93959) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 10:27:13.137787 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f70487-83ee-4885-a1f1-51351d37ed26 req-d27c7978-d9d2-4915-8a23-eccb6f26908e tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:27:13.139272 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-61f70487-83ee-4885-a1f1-51351d37ed26 req-d27c7978-d9d2-4915-8a23-eccb6f26908e tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/ports?device_id=4cffb46c-62b2-45ec-a8e0-773a88bcd078 HTTP/1.1" status: 200 len: 946 time: 0.0641785 Jul 14 10:27:13.179486 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-61f70487-83ee-4885-a1f1-51351d37ed26 req-57b2ad3d-f960-44ba-8ee3-032d8b89f68a tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/security-groups?id=8b49bac7-eae8-4138-87f6-1cf296916a34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340369 Jul 14 10:27:13.455829 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94f6bea-062b-4599-b656-36d3aa1b33db req-8cf73e5f-47a0-41e1-883f-c2377bb52cf0 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:27:13.457209 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e94f6bea-062b-4599-b656-36d3aa1b33db req-8cf73e5f-47a0-41e1-883f-c2377bb52cf0 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.57 "GET /v2.0/ports?device_id=4cffb46c-62b2-45ec-a8e0-773a88bcd078 HTTP/1.1" status: 200 len: 946 time: 0.0694439 Jul 14 10:27:13.527850 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:13.565263 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [req-e94f6bea-062b-4599-b656-36d3aa1b33db req-0ca1e4d1-2b4b-4c8d-8fe7-880f7d443027 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Deleting port 423fbb79-1e64-4299-8e39-f5e9235da046 {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:27:13.565641 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-e94f6bea-062b-4599-b656-36d3aa1b33db req-0ca1e4d1-2b4b-4c8d-8fe7-880f7d443027 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:13.658632 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-e94f6bea-062b-4599-b656-36d3aa1b33db req-0ca1e4d1-2b4b-4c8d-8fe7-880f7d443027 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] For port 423fbb79-1e64-4299-8e39-f5e9235da046, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=423fbb79-1e64-4299-8e39-f5e9235da046,segment=NetworkSegment(61ddb0a1-0c56-4e7a-8f6f-77c01207110d),segment_id=61ddb0a1-0c56-4e7a-8f6f-77c01207110d)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:27:13.659006 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-e94f6bea-062b-4599-b656-36d3aa1b33db req-0ca1e4d1-2b4b-4c8d-8fe7-880f7d443027 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:13.675292 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [req-e94f6bea-062b-4599-b656-36d3aa1b33db req-0ca1e4d1-2b4b-4c8d-8fe7-880f7d443027 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Calling delete_port for 423fbb79-1e64-4299-8e39-f5e9235da046 owned by compute:nova {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:27:13.816678 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-e94f6bea-062b-4599-b656-36d3aa1b33db req-0ca1e4d1-2b4b-4c8d-8fe7-880f7d443027 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:13.850587 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca1e4d1-2b4b-4c8d-8fe7-880f7d443027 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Pushing event deleted for resources: {'Port': ['ID=423fbb79-1e64-4299-8e39-f5e9235da046,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:27:13.898722 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-e94f6bea-062b-4599-b656-36d3aa1b33db req-0ca1e4d1-2b4b-4c8d-8fe7-880f7d443027 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] No DVR routers for this DVR port 423fbb79-1e64-4299-8e39-f5e9235da046 on host n-h2-779913-29 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:27:13.901352 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-e94f6bea-062b-4599-b656-36d3aa1b33db req-0ca1e4d1-2b4b-4c8d-8fe7-880f7d443027 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:13.903408 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e94f6bea-062b-4599-b656-36d3aa1b33db req-0ca1e4d1-2b4b-4c8d-8fe7-880f7d443027 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.57 "DELETE /v2.0/ports/423fbb79-1e64-4299-8e39-f5e9235da046 HTTP/1.1" status: 204 len: 173 time: 0.4398625 Jul 14 10:27:13.903871 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cffb46c-62b2-45ec-a8e0-773a88bcd078', 'name': 'network-vif-deleted', 'tag': '423fbb79-1e64-4299-8e39-f5e9235da046'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:27:13.906193 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}175264a25d5f1cec9b1451f1a8cc8ced5d4502f5c48740ac7c6845d527b2175b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-066eeabe-418b-411d-823a-e4f60d4ee5d4" -d '{"events": [{"server_uuid": "4cffb46c-62b2-45ec-a8e0-773a88bcd078", "name": "network-vif-deleted", "tag": "423fbb79-1e64-4299-8e39-f5e9235da046"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:27:13.944394 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:27:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b47f8ae-ead7-450b-877d-4a24fe5d0aad x-openstack-request-id: req-5b47f8ae-ead7-450b-877d-4a24fe5d0aad {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:27:13.944688 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cffb46c-62b2-45ec-a8e0-773a88bcd078", "name": "network-vif-deleted", "tag": "423fbb79-1e64-4299-8e39-f5e9235da046", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:27:13.944949 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-5b47f8ae-ead7-450b-877d-4a24fe5d0aad {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:27:13.945360 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cffb46c-62b2-45ec-a8e0-773a88bcd078', 'name': 'network-vif-deleted', 'tag': '423fbb79-1e64-4299-8e39-f5e9235da046', 'status': 'completed', 'code': 200} Jul 14 10:27:14.300024 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:14.356308 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d7761c9b-9b9a-4b16-8ef3-05573d61ee8e req-e5047de9-d693-4f3c-8252-99ec0c45e98b tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/ports?device_id=4cffb46c-62b2-45ec-a8e0-773a88bcd078 HTTP/1.1" status: 200 len: 210 time: 0.0295033 Jul 14 10:27:15.455350 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 40838) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:27:15.838685 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6f329886-00df-4199-8f32-ee7bc541805a tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-683602'] for router_interface, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:16.115348 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-6f329886-00df-4199-8f32-ee7bc541805a tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Deleting port c922e446-da3a-4876-8fbe-bfcd05cfdfde {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:27:16.115609 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6f329886-00df-4199-8f32-ee7bc541805a tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:16.204980 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-6f329886-00df-4199-8f32-ee7bc541805a tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] For port c922e446-da3a-4876-8fbe-bfcd05cfdfde, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=c922e446-da3a-4876-8fbe-bfcd05cfdfde,segment=NetworkSegment(61ddb0a1-0c56-4e7a-8f6f-77c01207110d),segment_id=61ddb0a1-0c56-4e7a-8f6f-77c01207110d)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:27:16.204980 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6f329886-00df-4199-8f32-ee7bc541805a tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:16.217946 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-6f329886-00df-4199-8f32-ee7bc541805a tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Calling delete_port for c922e446-da3a-4876-8fbe-bfcd05cfdfde owned by network:router_interface {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:27:16.418931 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6f329886-00df-4199-8f32-ee7bc541805a tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:16.446598 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f329886-00df-4199-8f32-ee7bc541805a tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Pushing event deleted for resources: {'Port': ['ID=c922e446-da3a-4876-8fbe-bfcd05cfdfde,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:27:16.633354 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6f329886-00df-4199-8f32-ee7bc541805a tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-620860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682934'] for router_interface, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:16.869032 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f329886-00df-4199-8f32-ee7bc541805a tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Router e7fff5cb-9e37-4b01-9aeb-a6a6238a273b has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:27:16.979947 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f329886-00df-4199-8f32-ee7bc541805a tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:27:16.985047 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-6f329886-00df-4199-8f32-ee7bc541805a tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "PUT /v2.0/routers/e7fff5cb-9e37-4b01-9aeb-a6a6238a273b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5286431 Jul 14 10:27:16.987910 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 40840) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:27:16.990613 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-187ffb72-ff38-4a79-9729-5ed2abe61f07 None None] Sync routers for ids ['e7fff5cb-9e37-4b01-9aeb-a6a6238a273b'] in n-d-779913-29 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:27:17.000498 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-187ffb72-ff38-4a79-9729-5ed2abe61f07 None None] Routers {'e7fff5cb-9e37-4b01-9aeb-a6a6238a273b'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:27:17.001227 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-187ffb72-ff38-4a79-9729-5ed2abe61f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T10:26:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['e7fff5cb-9e37-4b01-9aeb-a6a6238a273b'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:27:17.049967 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_v2 [None req-78a3b09d-d762-4061-9605-78960d9f5b77 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Deleting subnet 25c08494-41ea-4961-9e28-1189ebe2c87a {{(pid=93957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 10:27:17.054184 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-78a3b09d-d762-4061-9605-78960d9f5b77 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks [] for subnet, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:17.099099 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-78a3b09d-d762-4061-9605-78960d9f5b77 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10944203'] for subnet, precommit_delete_associations {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:17.114229 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-187ffb72-ff38-4a79-9729-5ed2abe61f07 None None] Set router e7fff5cb-9e37-4b01-9aeb-a6a6238a273b gateway port host: n-d-779913-29 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:27:17.166711 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 423fbb79-1e64-4299-8e39-f5e9235da046 no longer exists at agent hyperv_n-h2-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:27:17.194178 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] No Port match for: 423fbb79-1e64-4299-8e39-f5e9235da046 {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:27:17.194573 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 423fbb79-1e64-4299-8e39-f5e9235da046 not bound to the agent host n-h2-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:27:17.196667 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-78a3b09d-d762-4061-9605-78960d9f5b77 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3481002'] for subnet, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:17.267305 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-78a3b09d-d762-4061-9605-78960d9f5b77 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10052701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11984075'] for subnet, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:17.302469 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a3b09d-d762-4061-9605-78960d9f5b77 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Pushing event deleted for resources: {'Subnet': ['ID=25c08494-41ea-4961-9e28-1189ebe2c87a,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:27:17.304860 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-78a3b09d-d762-4061-9605-78960d9f5b77 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks [] for subnet, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:17.309627 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-78a3b09d-d762-4061-9605-78960d9f5b77 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "DELETE /v2.0/subnets/25c08494-41ea-4961-9e28-1189ebe2c87a HTTP/1.1" status: 204 len: 168 time: 0.3179886 Jul 14 10:27:17.310039 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 40842) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:27:17.314100 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c6c1549-076a-4eee-b861-48632bd82067 None None] Network 459f013b-80b7-4ccb-bf4e-478992437fd8 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:27:17.434814 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-187ffb72-ff38-4a79-9729-5ed2abe61f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7fff5cb-9e37-4b01-9aeb-a6a6238a273b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-43883934', 'tenant_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.209'}], 'enable_snat': True}, 'gw_port_id': 'cc52e961-94d1-4822-ac3c-675a4004543f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:25:39Z', 'updated_at': '2021-07-14T10:27:16Z', 'revision_number': 5, 'project_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'gw_port': {'id': 'cc52e961-94d1-4822-ac3c-675a4004543f', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:bb:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7fff5cb-9e37-4b01-9aeb-a6a6238a273b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:25:39Z', 'updated_at': '2021-07-14T10:25:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29'}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:27:17.465207 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-187ffb72-ff38-4a79-9729-5ed2abe61f07 None None] Checking router: e7fff5cb-9e37-4b01-9aeb-a6a6238a273b for host: n-d-779913-29 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:27:17.475959 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-187ffb72-ff38-4a79-9729-5ed2abe61f07 None None] Routers {'e7fff5cb-9e37-4b01-9aeb-a6a6238a273b'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:27:17.476600 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-187ffb72-ff38-4a79-9729-5ed2abe61f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T10:26:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['e7fff5cb-9e37-4b01-9aeb-a6a6238a273b'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:27:17.553011 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29ade4f6-95a1-4edc-b45e-1b505b36991d None None] DHCP port deletion for 459f013b-80b7-4ccb-bf4e-478992437fd8 request from n-d-779913-29 {{(pid=93959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 10:27:17.603434 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-29ade4f6-95a1-4edc-b45e-1b505b36991d None None] Deleting port 897c37e9-5bd7-4569-a52e-5828d8c0fc01 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:27:17.603825 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-29ade4f6-95a1-4edc-b45e-1b505b36991d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:17.613026 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-187ffb72-ff38-4a79-9729-5ed2abe61f07 None None] Set router e7fff5cb-9e37-4b01-9aeb-a6a6238a273b gateway port host: n-d-779913-29 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:27:17.670767 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-29ade4f6-95a1-4edc-b45e-1b505b36991d None None] For port 897c37e9-5bd7-4569-a52e-5828d8c0fc01, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=897c37e9-5bd7-4569-a52e-5828d8c0fc01,segment=NetworkSegment(61ddb0a1-0c56-4e7a-8f6f-77c01207110d),segment_id=61ddb0a1-0c56-4e7a-8f6f-77c01207110d)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:27:17.671338 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-29ade4f6-95a1-4edc-b45e-1b505b36991d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:17.691804 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-29ade4f6-95a1-4edc-b45e-1b505b36991d None None] Calling delete_port for 897c37e9-5bd7-4569-a52e-5828d8c0fc01 owned by network:dhcp {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:27:17.791838 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-9edea56a-da04-4cc7-a893-2de4ae65f0e7 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks [] for router, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:17.801904 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-29ade4f6-95a1-4edc-b45e-1b505b36991d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:17.833615 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ade4f6-95a1-4edc-b45e-1b505b36991d None None] Pushing event deleted for resources: {'Port': ['ID=897c37e9-5bd7-4569-a52e-5828d8c0fc01,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:27:17.838190 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ade4f6-95a1-4edc-b45e-1b505b36991d None None] No DVR routers for this DVR port 897c37e9-5bd7-4569-a52e-5828d8c0fc01 on host n-d-779913-29 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:27:17.838407 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-187ffb72-ff38-4a79-9729-5ed2abe61f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7fff5cb-9e37-4b01-9aeb-a6a6238a273b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-43883934', 'tenant_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.209'}], 'enable_snat': True}, 'gw_port_id': 'cc52e961-94d1-4822-ac3c-675a4004543f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:25:39Z', 'updated_at': '2021-07-14T10:27:16Z', 'revision_number': 5, 'project_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'gw_port': {'id': 'cc52e961-94d1-4822-ac3c-675a4004543f', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:bb:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7fff5cb-9e37-4b01-9aeb-a6a6238a273b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:25:39Z', 'updated_at': '2021-07-14T10:25:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29'}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:27:17.849088 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ade4f6-95a1-4edc-b45e-1b505b36991d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:27:17.849839 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ade4f6-95a1-4edc-b45e-1b505b36991d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:27:17.850365 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ade4f6-95a1-4edc-b45e-1b505b36991d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:27:17.851444 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ade4f6-95a1-4edc-b45e-1b505b36991d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:27:17.851960 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ade4f6-95a1-4edc-b45e-1b505b36991d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:27:17.852508 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ade4f6-95a1-4edc-b45e-1b505b36991d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:27:17.853539 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ade4f6-95a1-4edc-b45e-1b505b36991d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:27:17.854082 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ade4f6-95a1-4edc-b45e-1b505b36991d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:27:17.854590 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ade4f6-95a1-4edc-b45e-1b505b36991d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:27:17.855109 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ade4f6-95a1-4edc-b45e-1b505b36991d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:27:17.855632 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ade4f6-95a1-4edc-b45e-1b505b36991d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:27:17.856137 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ade4f6-95a1-4edc-b45e-1b505b36991d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:27:17.875650 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-187ffb72-ff38-4a79-9729-5ed2abe61f07 None None] The sync data for ids ['e7fff5cb-9e37-4b01-9aeb-a6a6238a273b'] in n-d-779913-29 is: [{'id': 'e7fff5cb-9e37-4b01-9aeb-a6a6238a273b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-43883934', 'tenant_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.209'}], 'enable_snat': True}, 'gw_port_id': 'cc52e961-94d1-4822-ac3c-675a4004543f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:25:39Z', 'updated_at': '2021-07-14T10:27:16Z', 'revision_number': 5, 'project_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'gw_port': {'id': 'cc52e961-94d1-4822-ac3c-675a4004543f', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:bb:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7fff5cb-9e37-4b01-9aeb-a6a6238a273b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:25:39Z', 'updated_at': '2021-07-14T10:25:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29'}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:27:17.922057 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-9edea56a-da04-4cc7-a893-2de4ae65f0e7 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:17.975942 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-9edea56a-da04-4cc7-a893-2de4ae65f0e7 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Deleting port cc52e961-94d1-4822-ac3c-675a4004543f {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:27:17.976599 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-9edea56a-da04-4cc7-a893-2de4ae65f0e7 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:18.064933 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-9edea56a-da04-4cc7-a893-2de4ae65f0e7 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] For port cc52e961-94d1-4822-ac3c-675a4004543f, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=cc52e961-94d1-4822-ac3c-675a4004543f,segment=NetworkSegment(81bf7a93-80b3-43df-b9d5-462c604a2945),segment_id=81bf7a93-80b3-43df-b9d5-462c604a2945)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:27:18.065304 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-9edea56a-da04-4cc7-a893-2de4ae65f0e7 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:18.077579 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-9edea56a-da04-4cc7-a893-2de4ae65f0e7 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Calling delete_port for cc52e961-94d1-4822-ac3c-675a4004543f owned by network:router_gateway {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:27:18.261282 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-9edea56a-da04-4cc7-a893-2de4ae65f0e7 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:18.287061 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edea56a-da04-4cc7-a893-2de4ae65f0e7 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Pushing event deleted for resources: {'Port': ['ID=cc52e961-94d1-4822-ac3c-675a4004543f,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:27:18.359094 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-9edea56a-da04-4cc7-a893-2de4ae65f0e7 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-660532'] for router_gateway, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:18.458453 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-9edea56a-da04-4cc7-a893-2de4ae65f0e7 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-711871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12964'] for router, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:18.460786 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-9edea56a-da04-4cc7-a893-2de4ae65f0e7 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:18.509331 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-9edea56a-da04-4cc7-a893-2de4ae65f0e7 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-704815'] for router, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:18.509935 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9edea56a-da04-4cc7-a893-2de4ae65f0e7 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Fanout notify agent at l3_agent the message router_deleted on router e7fff5cb-9e37-4b01-9aeb-a6a6238a273b {{(pid=93957) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 10:27:18.517664 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-9edea56a-da04-4cc7-a893-2de4ae65f0e7 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks [] for router, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:18.518879 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-9edea56a-da04-4cc7-a893-2de4ae65f0e7 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "DELETE /v2.0/routers/e7fff5cb-9e37-4b01-9aeb-a6a6238a273b HTTP/1.1" status: 204 len: 168 time: 1.2080224 Jul 14 10:27:18.521563 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 40848) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:27:18.612131 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-cee0e660-5d25-412a-a665-c5984bfba2c7 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3876111'] for network, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:18.708533 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-cee0e660-5d25-412a-a665-c5984bfba2c7 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473955', 'neutron.services.segments.db._delete_segments_for_network-8735688326548'] for network, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:18.718790 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-cee0e660-5d25-412a-a665-c5984bfba2c7 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['459f013b-80b7-4ccb-bf4e-478992437fd8']}} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:27:18.731439 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-cee0e660-5d25-412a-a665-c5984bfba2c7 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61ddb0a1-0c56-4e7a-8f6f-77c01207110d') {'for_net_delete': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:27:18.731738 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-cee0e660-5d25-412a-a665-c5984bfba2c7 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61ddb0a1-0c56-4e7a-8f6f-77c01207110d') {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:27:18.741075 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-cee0e660-5d25-412a-a665-c5984bfba2c7 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735688356235', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10944210'] for segment, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:18.756715 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-cee0e660-5d25-412a-a665-c5984bfba2c7 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:18.763250 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cee0e660-5d25-412a-a665-c5984bfba2c7 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Releasing vlan 743 on physical network physnet1 to pool {{(pid=93957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 10:27:18.763660 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-cee0e660-5d25-412a-a665-c5984bfba2c7 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10053619'] for segment, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:18.766761 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:27:18.766761 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:27:18.766761 n-d-779913-29 neutron-server[93957]: Traceback (most recent call last): Jul 14 10:27:18.766761 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 10:27:18.766761 n-d-779913-29 neutron-server[93957]: timer() Jul 14 10:27:18.766761 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 10:27:18.766761 n-d-779913-29 neutron-server[93957]: cb(*args, **kw) Jul 14 10:27:18.766761 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 10:27:18.766761 n-d-779913-29 neutron-server[93957]: return func(*args, **kwargs) Jul 14 10:27:18.766761 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 10:27:18.766761 n-d-779913-29 neutron-server[93957]: self._notify() Jul 14 10:27:18.766761 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 10:27:18.766761 n-d-779913-29 neutron-server[93957]: self.callback(batched_events) Jul 14 10:27:18.766761 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 10:27:18.766761 n-d-779913-29 neutron-server[93957]: event.method(event) Jul 14 10:27:18.766761 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 10:27:18.766761 n-d-779913-29 neutron-server[93957]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 10:27:18.766761 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 10:27:18.766761 n-d-779913-29 neutron-server[93957]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 10:27:18.766761 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 10:27:18.766761 n-d-779913-29 neutron-server[93957]: return f(self, *a, **k) Jul 14 10:27:18.766761 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 10:27:18.766761 n-d-779913-29 neutron-server[93957]: return self._get(url).json() Jul 14 10:27:18.766761 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 10:27:18.766761 n-d-779913-29 neutron-server[93957]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 10:27:18.766761 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 10:27:18.766761 n-d-779913-29 neutron-server[93957]: return self.request(url, 'GET', **kwargs) Jul 14 10:27:18.766761 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 10:27:18.766761 n-d-779913-29 neutron-server[93957]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 10:27:18.766761 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 10:27:18.766761 n-d-779913-29 neutron-server[93957]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 10:27:18.766761 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 10:27:18.766761 n-d-779913-29 neutron-server[93957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 10:27:18.766761 n-d-779913-29 neutron-server[93957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 10:27:18.829378 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-cee0e660-5d25-412a-a665-c5984bfba2c7 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660504'] for network, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:18.839037 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-cee0e660-5d25-412a-a665-c5984bfba2c7 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks [] for network, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:18.840986 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-cee0e660-5d25-412a-a665-c5984bfba2c7 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "DELETE /v2.0/networks/459f013b-80b7-4ccb-bf4e-478992437fd8 HTTP/1.1" status: 204 len: 168 time: 0.3183877 Jul 14 10:27:18.843855 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 40850) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:27:18.867334 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee0e660-5d25-412a-a665-c5984bfba2c7 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Pushing event deleted for resources: {'Network': ['ID=459f013b-80b7-4ccb-bf4e-478992437fd8,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:27:18.923835 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6074408d-3837-4b4d-ab90-a3acedbfca3d tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks [] for security_group, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:18.956986 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6074408d-3837-4b4d-ab90-a3acedbfca3d tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:19.016598 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 897c37e9-5bd7-4569-a52e-5828d8c0fc01 no longer exists at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:27:19.041531 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] No Port match for: 897c37e9-5bd7-4569-a52e-5828d8c0fc01 {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:27:19.041880 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 897c37e9-5bd7-4569-a52e-5828d8c0fc01 not bound to the agent host n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:27:19.042844 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device c922e446-da3a-4876-8fbe-bfcd05cfdfde no longer exists at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:27:19.047026 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6074408d-3837-4b4d-ab90-a3acedbfca3d tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:19.049758 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6074408d-3837-4b4d-ab90-a3acedbfca3d tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:19.050935 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-6074408d-3837-4b4d-ab90-a3acedbfca3d tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "DELETE /v2.0/security-groups/8b49bac7-eae8-4138-87f6-1cf296916a34 HTTP/1.1" status: 204 len: 168 time: 0.2061479 Jul 14 10:27:19.061544 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6074408d-3837-4b4d-ab90-a3acedbfca3d tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b49bac7-eae8-4138-87f6-1cf296916a34,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:27:19.076799 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] No Port match for: c922e446-da3a-4876-8fbe-bfcd05cfdfde {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:27:19.077176 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device c922e446-da3a-4876-8fbe-bfcd05cfdfde not bound to the agent host n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:27:19.077612 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device cc52e961-94d1-4822-ac3c-675a4004543f no longer exists at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:27:19.119592 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] No Port match for: cc52e961-94d1-4822-ac3c-675a4004543f {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:27:19.120006 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device cc52e961-94d1-4822-ac3c-675a4004543f not bound to the agent host n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:27:19.279815 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 40856) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:27:19.286201 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-3bae7a20-4746-41a9-b830-5b0823f6677c tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-41925510', 'description': 'tempest-secgroup-smoke-41925510 description', 'project_id': 'cfb2ed7caa9b43c9b2145e769e9db92d'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:27:19.310392 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3bae7a20-4746-41a9-b830-5b0823f6677c tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:19.404726 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3bae7a20-4746-41a9-b830-5b0823f6677c tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:19.408480 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3bae7a20-4746-41a9-b830-5b0823f6677c tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:19.439843 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3bae7a20-4746-41a9-b830-5b0823f6677c tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:19.441088 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-3bae7a20-4746-41a9-b830-5b0823f6677c tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1599472 Jul 14 10:27:19.441829 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bae7a20-4746-41a9-b830-5b0823f6677c tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6840d376-882b-43eb-bfcc-64e55b5816a2,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:27:19.445669 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 40858) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:27:19.451345 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-38061013-d54a-420c-b5b8-4fbf3c31e7b9 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Request body: {'security_group_rule': {'security_group_id': '6840d376-882b-43eb-bfcc-64e55b5816a2', 'project_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:27:19.481991 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-38061013-d54a-420c-b5b8-4fbf3c31e7b9 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:19.548639 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-38061013-d54a-420c-b5b8-4fbf3c31e7b9 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:19.552839 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-38061013-d54a-420c-b5b8-4fbf3c31e7b9 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529131'] for security_group_rule, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:19.571789 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38061013-d54a-420c-b5b8-4fbf3c31e7b9 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec542aca-9809-41bc-be78-f360e160739f,revision_number=0']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:27:19.579318 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-38061013-d54a-420c-b5b8-4fbf3c31e7b9 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:19.580939 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-38061013-d54a-420c-b5b8-4fbf3c31e7b9 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1337235 Jul 14 10:27:19.583637 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 40860) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:27:19.589798 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-3cf5bfe0-762b-4040-8446-34cf472261f1 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Request body: {'security_group_rule': {'security_group_id': '6840d376-882b-43eb-bfcc-64e55b5816a2', 'project_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:27:19.615994 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3cf5bfe0-762b-4040-8446-34cf472261f1 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:19.674810 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3cf5bfe0-762b-4040-8446-34cf472261f1 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:19.679049 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3cf5bfe0-762b-4040-8446-34cf472261f1 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529131'] for security_group_rule, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:19.700280 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf5bfe0-762b-4040-8446-34cf472261f1 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07830941-59b9-4165-8d45-66ca391a8360,revision_number=0']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:27:19.708254 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3cf5bfe0-762b-4040-8446-34cf472261f1 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:19.708911 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-3cf5bfe0-762b-4040-8446-34cf472261f1 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1238379 Jul 14 10:27:19.711666 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 40862) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:27:19.716717 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-a8a7ec13-88c8-4acd-9683-0afc27ff4e85 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Request body: {'security_group_rule': {'security_group_id': '6840d376-882b-43eb-bfcc-64e55b5816a2', 'project_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:27:19.749558 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a8a7ec13-88c8-4acd-9683-0afc27ff4e85 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:19.816326 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a8a7ec13-88c8-4acd-9683-0afc27ff4e85 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:19.820473 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a8a7ec13-88c8-4acd-9683-0afc27ff4e85 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529131'] for security_group_rule, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:19.842404 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a7ec13-88c8-4acd-9683-0afc27ff4e85 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3ea9b23-88e0-4931-a854-7de2569114e0,revision_number=0']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:27:19.851343 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a8a7ec13-88c8-4acd-9683-0afc27ff4e85 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:19.852769 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-a8a7ec13-88c8-4acd-9683-0afc27ff4e85 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1396296 Jul 14 10:27:19.855402 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 40864) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:27:19.860003 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-08b33572-aa43-4e52-8923-1b9d1d629073 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Request body: {'security_group_rule': {'security_group_id': '6840d376-882b-43eb-bfcc-64e55b5816a2', 'project_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:27:19.894426 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-08b33572-aa43-4e52-8923-1b9d1d629073 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:19.965839 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-08b33572-aa43-4e52-8923-1b9d1d629073 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:19.969868 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-08b33572-aa43-4e52-8923-1b9d1d629073 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529131'] for security_group_rule, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:19.991506 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b33572-aa43-4e52-8923-1b9d1d629073 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b681ff85-0382-423d-b441-84a35ba888fb,revision_number=0']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:27:19.998523 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-08b33572-aa43-4e52-8923-1b9d1d629073 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:19.999904 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-08b33572-aa43-4e52-8923-1b9d1d629073 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1434534 Jul 14 10:27:20.003356 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 40866) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:27:20.009887 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-12bd8306-288d-49ef-be74-201273613e9b tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Request body: {'security_group_rule': {'security_group_id': '6840d376-882b-43eb-bfcc-64e55b5816a2', 'project_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:27:20.034904 n-d-779913-29 neutron-server[93958]: INFO neutron.db.securitygroups_db [None req-12bd8306-288d-49ef-be74-201273613e9b tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Project cfb2ed7caa9b43c9b2145e769e9db92d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 10:27:20.041067 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-12bd8306-288d-49ef-be74-201273613e9b tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:20.102622 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-12bd8306-288d-49ef-be74-201273613e9b tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:20.108230 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-12bd8306-288d-49ef-be74-201273613e9b tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529131'] for security_group_rule, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:20.131758 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bd8306-288d-49ef-be74-201273613e9b tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9066b4dc-fa27-4e8d-a16c-79209b3a8576,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:27:20.141137 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-12bd8306-288d-49ef-be74-201273613e9b tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:20.142376 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-12bd8306-288d-49ef-be74-201273613e9b tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1377981 Jul 14 10:27:20.144007 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12bd8306-288d-49ef-be74-201273613e9b tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:27:20.144346 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12bd8306-288d-49ef-be74-201273613e9b tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:27:20.144691 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12bd8306-288d-49ef-be74-201273613e9b tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:27:20.145012 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12bd8306-288d-49ef-be74-201273613e9b tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:27:20.145342 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12bd8306-288d-49ef-be74-201273613e9b tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:27:20.145698 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12bd8306-288d-49ef-be74-201273613e9b tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:27:20.145894 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 40868) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:27:20.146010 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12bd8306-288d-49ef-be74-201273613e9b tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:27:20.146336 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12bd8306-288d-49ef-be74-201273613e9b tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:27:20.146659 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12bd8306-288d-49ef-be74-201273613e9b tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:27:20.146981 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12bd8306-288d-49ef-be74-201273613e9b tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:27:20.147309 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12bd8306-288d-49ef-be74-201273613e9b tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:27:20.147679 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12bd8306-288d-49ef-be74-201273613e9b tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:27:20.151735 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-ccb55b02-3dac-4b61-8590-2d21498cb872 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Request body: {'security_group_rule': {'security_group_id': '6840d376-882b-43eb-bfcc-64e55b5816a2', 'project_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:27:20.174722 n-d-779913-29 neutron-server[93957]: INFO neutron.db.securitygroups_db [None req-ccb55b02-3dac-4b61-8590-2d21498cb872 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Project cfb2ed7caa9b43c9b2145e769e9db92d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 10:27:20.179568 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ccb55b02-3dac-4b61-8590-2d21498cb872 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:20.242558 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ccb55b02-3dac-4b61-8590-2d21498cb872 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:20.246337 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ccb55b02-3dac-4b61-8590-2d21498cb872 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529131'] for security_group_rule, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:20.267194 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb55b02-3dac-4b61-8590-2d21498cb872 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b44e141-2943-4335-9352-1dd517ea260e,revision_number=0']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:27:20.275069 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ccb55b02-3dac-4b61-8590-2d21498cb872 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:20.276453 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-ccb55b02-3dac-4b61-8590-2d21498cb872 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1293743 Jul 14 10:27:20.280304 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 40870) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:27:20.285315 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-47f6752c-3408-4369-aa87-787f5d6a5882 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Request body: {'network': {'name': 'tempest-network-smoke--633215085', 'project_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'port_security_enabled': True}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:27:20.306091 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47f6752c-3408-4369-aa87-787f5d6a5882 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Made reservation on behalf of cfb2ed7caa9b43c9b2145e769e9db92d for: {'network': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:27:20.309717 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-47f6752c-3408-4369-aa87-787f5d6a5882 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for network, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:20.334584 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47f6752c-3408-4369-aa87-787f5d6a5882 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 702} {{(pid=93957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 10:27:20.345800 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-47f6752c-3408-4369-aa87-787f5d6a5882 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:20.346146 n-d-779913-29 neutron-server[93957]: INFO neutron.db.segments_db [None req-47f6752c-3408-4369-aa87-787f5d6a5882 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Added segment 2f2e514e-aee0-4ed3-8748-3ecceb5d06c6 of type vlan for network bf276582-6e51-472b-9758-9529b28805ac Jul 14 10:27:20.404389 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-47f6752c-3408-4369-aa87-787f5d6a5882 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735687821325'] for network, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:20.433741 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-47f6752c-3408-4369-aa87-787f5d6a5882 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855'] for network, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:20.439524 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47f6752c-3408-4369-aa87-787f5d6a5882 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:27:20.440116 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-47f6752c-3408-4369-aa87-787f5d6a5882 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks [] for network, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:20.503021 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-47f6752c-3408-4369-aa87-787f5d6a5882 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2215779 Jul 14 10:27:20.512056 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f6752c-3408-4369-aa87-787f5d6a5882 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Pushing event updated for resources: {'Network': ['ID=bf276582-6e51-472b-9758-9529b28805ac,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:27:20.514689 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 40872) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:27:20.520544 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-0a49c97a-32df-45b9-9c17-0f8771351c46 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-238576074', 'admin_state_up': True, 'project_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'}}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:27:20.523316 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Network bf276582-6e51-472b-9758-9529b28805ac details requested by agent ovs-agent-n-d-779913-29 with host n-d-779913-29 {{(pid=93959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 10:27:20.548145 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0a49c97a-32df-45b9-9c17-0f8771351c46 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-711749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14670'] for router, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:20.549247 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0a49c97a-32df-45b9-9c17-0f8771351c46 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-711718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-661475', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14679'] for router, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:20.918044 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0a49c97a-32df-45b9-9c17-0f8771351c46 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:21.067627 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0a49c97a-32df-45b9-9c17-0f8771351c46 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-661489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-711771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12973'] for router, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:21.275384 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0a49c97a-32df-45b9-9c17-0f8771351c46 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks [] for router_gateway, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:21.301423 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0a49c97a-32df-45b9-9c17-0f8771351c46 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:21.409214 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-0a49c97a-32df-45b9-9c17-0f8771351c46 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Allocated IP 172.25.4.83 (2dcd4d32-cc7c-4468-b396-7ce5c9231892/6cd22a75-5bc1-467c-a3c4-0af04bd1b34a/35bb302d-54af-4e13-833a-6a93289e941f) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:27:21.520859 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0a49c97a-32df-45b9-9c17-0f8771351c46 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:21.565672 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0a49c97a-32df-45b9-9c17-0f8771351c46 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:21.610061 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a49c97a-32df-45b9-9c17-0f8771351c46 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Network 2dcd4d32-cc7c-4468-b396-7ce5c9231892 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:27:21.613546 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-0a49c97a-32df-45b9-9c17-0f8771351c46 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:27:21.617335 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a49c97a-32df-45b9-9c17-0f8771351c46 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:27:21.641693 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a49c97a-32df-45b9-9c17-0f8771351c46 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Pushing event updated for resources: {'Port': ['ID=35bb302d-54af-4e13-833a-6a93289e941f,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:27:21.890968 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0a49c97a-32df-45b9-9c17-0f8771351c46 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks [] for router_gateway, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:22.109788 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0a49c97a-32df-45b9-9c17-0f8771351c46 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-711762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-661452'] for router, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:22.256066 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a49c97a-32df-45b9-9c17-0f8771351c46 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Router eae6c888-8133-44c0-ae95-b703914ce989 is scheduled to L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 with binding_index 1 {{(pid=93958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 10:27:22.324183 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-78f70bc1-cacc-4999-a142-ba7f0ff278f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:22.387287 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a49c97a-32df-45b9-9c17-0f8771351c46 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:27:22.399893 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe819cc7-2b8f-4718-a52d-b8e11d6fd1ce None None] Sync routers for ids ['eae6c888-8133-44c0-ae95-b703914ce989'] in n-d-779913-29 {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:27:22.410281 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe819cc7-2b8f-4718-a52d-b8e11d6fd1ce None None] Routers {'eae6c888-8133-44c0-ae95-b703914ce989'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:27:22.410943 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-fe819cc7-2b8f-4718-a52d-b8e11d6fd1ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T10:26:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['eae6c888-8133-44c0-ae95-b703914ce989'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:27:22.416270 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0a49c97a-32df-45b9-9c17-0f8771351c46 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:22.417797 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-0a49c97a-32df-45b9-9c17-0f8771351c46 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.9018815 Jul 14 10:27:22.420859 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 40874) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:27:22.451468 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-b57f8e97-30ec-4b6d-bfa8-6780b793bf74 tempest-TestNetworkAdvancedServerOps-67860489 tempest-TestNetworkAdvancedServerOps-67860489-project-admin] 10.222.0.68 "GET /v2.0/subnets?project_id=cfb2ed7caa9b43c9b2145e769e9db92d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0294528 Jul 14 10:27:22.454170 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 40876) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:27:22.532239 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvr_db [None req-fe819cc7-2b8f-4718-a52d-b8e11d6fd1ce None None] Set router eae6c888-8133-44c0-ae95-b703914ce989 gateway port host: n-d-779913-29 {{(pid=93959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:27:22.547747 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69a6e647-6037-4617-b955-be94accd81cf tempest-TestNetworkAdvancedServerOps-67860489 tempest-TestNetworkAdvancedServerOps-67860489-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:27:22.552556 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-69a6e647-6037-4617-b955-be94accd81cf tempest-TestNetworkAdvancedServerOps-67860489 tempest-TestNetworkAdvancedServerOps-67860489-project-admin] 10.222.0.68 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0941613 Jul 14 10:27:22.552854 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 40878) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:27:22.589794 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-b8244ded-38e4-4d2e-acdf-49639648186e tempest-TestNetworkAdvancedServerOps-67860489 tempest-TestNetworkAdvancedServerOps-67860489-project-admin] 10.222.0.68 "GET /v2.0/subnets?network_id=2dcd4d32-cc7c-4468-b396-7ce5c9231892&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0357862 Jul 14 10:27:22.592455 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 40880) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:27:22.597787 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-67e1dbde-abf6-48d6-b8b8-1135a2a6a7e3 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1386277533', 'network_id': 'bf276582-6e51-472b-9758-9529b28805ac', 'project_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:27:22.702491 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67e1dbde-abf6-48d6-b8b8-1135a2a6a7e3 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Made reservation on behalf of cfb2ed7caa9b43c9b2145e769e9db92d for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:27:22.706472 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-67e1dbde-abf6-48d6-b8b8-1135a2a6a7e3 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16714600'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:22.722891 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-fe819cc7-2b8f-4718-a52d-b8e11d6fd1ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eae6c888-8133-44c0-ae95-b703914ce989', 'name': 'tempest-TestNetworkAdvancedServerOps-router-238576074', 'tenant_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.83'}], 'enable_snat': True}, 'gw_port_id': '35bb302d-54af-4e13-833a-6a93289e941f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:27:20Z', 'updated_at': '2021-07-14T10:27:21Z', 'revision_number': 3, 'project_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'gw_port': {'id': '35bb302d-54af-4e13-833a-6a93289e941f', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:19:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eae6c888-8133-44c0-ae95-b703914ce989', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:27:21Z', 'updated_at': '2021-07-14T10:27:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29'}], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:27:22.753720 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe819cc7-2b8f-4718-a52d-b8e11d6fd1ce None None] Checking router: eae6c888-8133-44c0-ae95-b703914ce989 for host: n-d-779913-29 {{(pid=93959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:27:22.754070 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe819cc7-2b8f-4718-a52d-b8e11d6fd1ce None None] Updating router eae6c888-8133-44c0-ae95-b703914ce989 port 35bb302d-54af-4e13-833a-6a93289e941f binding host n-d-779913-29 {{(pid=93959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 10:27:22.794021 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fe819cc7-2b8f-4718-a52d-b8e11d6fd1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:22.918550 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-67e1dbde-abf6-48d6-b8b8-1135a2a6a7e3 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13573993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16714586'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:22.989818 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e1dbde-abf6-48d6-b8b8-1135a2a6a7e3 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Pushing event updated for resources: {'Subnet': ['ID=24a74b90-5254-4f8a-b5d7-22a780378e89,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:27:22.994710 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e1dbde-abf6-48d6-b8b8-1135a2a6a7e3 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Checking segment: {'id': '2f2e514e-aee0-4ed3-8748-3ecceb5d06c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'bf276582-6e51-472b-9758-9529b28805ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:27:22.995084 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67e1dbde-abf6-48d6-b8b8-1135a2a6a7e3 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Network hostable DHCP agents. Network: bf276582-6e51-472b-9758-9529b28805ac, hostable agents: ['c6a09bd4-f72e-4283-a3ca-0bbca8a51081'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 10:27:23.018004 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67e1dbde-abf6-48d6-b8b8-1135a2a6a7e3 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Network bf276582-6e51-472b-9758-9529b28805ac is scheduled to be hosted by DHCP agent c6a09bd4-f72e-4283-a3ca-0bbca8a51081 with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 10:27:23.034399 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-67e1dbde-abf6-48d6-b8b8-1135a2a6a7e3 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-29, bf276582-6e51-472b-9758-9529b28805ac) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:27:23.039583 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67e1dbde-abf6-48d6-b8b8-1135a2a6a7e3 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:27:23.041144 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-67e1dbde-abf6-48d6-b8b8-1135a2a6a7e3 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:23.063669 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-67e1dbde-abf6-48d6-b8b8-1135a2a6a7e3 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4663522 Jul 14 10:27:23.064111 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 40882) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:27:23.099668 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1362e77d-b271-44d3-b88a-0695d5238766 None None] Network bf276582-6e51-472b-9758-9529b28805ac requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:27:23.352778 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fe819cc7-2b8f-4718-a52d-b8e11d6fd1ce None None] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:23.361525 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-247c5edd-5b29-4fcc-89a1-ccc50fbd43c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf57baaa9-fd24-59f4-8fd2-1dc21122ce72-bf276582-6e51-472b-9758-9529b28805ac', 'network_id': 'bf276582-6e51-472b-9758-9529b28805ac', 'tenant_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'fixed_ips': [{'subnet_id': '24a74b90-5254-4f8a-b5d7-22a780378e89'}]}} from n-d-779913-29. {{(pid=93959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 10:27:23.362414 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-247c5edd-5b29-4fcc-89a1-ccc50fbd43c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:23.380798 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-fe819cc7-2b8f-4718-a52d-b8e11d6fd1ce None None] Transition to ACTIVE for port object 35bb302d-54af-4e13-833a-6a93289e941f will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:27:23.397113 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fe819cc7-2b8f-4718-a52d-b8e11d6fd1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:23.521322 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4abc951-5766-457c-97ca-5b1c5665af3d None None] Pushing event updated for resources: {'Port': ['ID=35bb302d-54af-4e13-833a-6a93289e941f,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:27:23.523885 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-fe819cc7-2b8f-4718-a52d-b8e11d6fd1ce None None] Attempting to bind port 35bb302d-54af-4e13-833a-6a93289e941f on host n-d-779913-29 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:27:23.524920 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-fe819cc7-2b8f-4718-a52d-b8e11d6fd1ce None None] Attempting to bind port 35bb302d-54af-4e13-833a-6a93289e941f by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': '81bf7a93-80b3-43df-b9d5-462c604a2945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:27:23.525426 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe819cc7-2b8f-4718-a52d-b8e11d6fd1ce None None] Attempting to bind port 35bb302d-54af-4e13-833a-6a93289e941f on network 2dcd4d32-cc7c-4468-b396-7ce5c9231892 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:27:23.550061 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c6862154-91b6-4be2-9c50-86e55eb350b6 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:23.552025 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe819cc7-2b8f-4718-a52d-b8e11d6fd1ce None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 26, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:27:23.552462 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe819cc7-2b8f-4718-a52d-b8e11d6fd1ce None None] Checking segment: {'id': '81bf7a93-80b3-43df-b9d5-462c604a2945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:27:23.552973 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fe819cc7-2b8f-4718-a52d-b8e11d6fd1ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:23.553429 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe819cc7-2b8f-4718-a52d-b8e11d6fd1ce None None] Bound using segment: {'id': '81bf7a93-80b3-43df-b9d5-462c604a2945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:27:23.554006 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-fe819cc7-2b8f-4718-a52d-b8e11d6fd1ce None None] Bound port: 35bb302d-54af-4e13-833a-6a93289e941f, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81bf7a93-80b3-43df-b9d5-462c604a2945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:27:23.554395 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fe819cc7-2b8f-4718-a52d-b8e11d6fd1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:23.616122 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-247c5edd-5b29-4fcc-89a1-ccc50fbd43c8 None None] Allocated IP 172.20.0.2 (bf276582-6e51-472b-9758-9529b28805ac/24a74b90-5254-4f8a-b5d7-22a780378e89/8db60f4d-b1ac-4e74-aade-d1ccd470b18f) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:27:23.639524 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-fe819cc7-2b8f-4718-a52d-b8e11d6fd1ce None None] For port 35bb302d-54af-4e13-833a-6a93289e941f, host n-d-779913-29, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:27:23.689470 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-fe819cc7-2b8f-4718-a52d-b8e11d6fd1ce None None] For port 35bb302d-54af-4e13-833a-6a93289e941f, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=35bb302d-54af-4e13-833a-6a93289e941f,segment=NetworkSegment(81bf7a93-80b3-43df-b9d5-462c604a2945),segment_id=81bf7a93-80b3-43df-b9d5-462c604a2945)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:27:23.701762 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fe819cc7-2b8f-4718-a52d-b8e11d6fd1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:23.811764 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe819cc7-2b8f-4718-a52d-b8e11d6fd1ce None None] Routers {'eae6c888-8133-44c0-ae95-b703914ce989'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:27:23.812464 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-fe819cc7-2b8f-4718-a52d-b8e11d6fd1ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T10:26:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['eae6c888-8133-44c0-ae95-b703914ce989'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:27:23.854641 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4abc951-5766-457c-97ca-5b1c5665af3d None None] Pushing event updated for resources: {'Port': ['ID=35bb302d-54af-4e13-833a-6a93289e941f,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:27:23.969850 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-247c5edd-5b29-4fcc-89a1-ccc50fbd43c8 None None] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:23.985251 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-247c5edd-5b29-4fcc-89a1-ccc50fbd43c8 None None] Transition to ACTIVE for port object 8db60f4d-b1ac-4e74-aade-d1ccd470b18f will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:27:23.996163 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvr_db [None req-fe819cc7-2b8f-4718-a52d-b8e11d6fd1ce None None] Set router eae6c888-8133-44c0-ae95-b703914ce989 gateway port host: n-d-779913-29 {{(pid=93959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:27:24.059017 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-247c5edd-5b29-4fcc-89a1-ccc50fbd43c8 None None] Transition to ACTIVE for port object 8db60f4d-b1ac-4e74-aade-d1ccd470b18f will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:27:24.072230 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-247c5edd-5b29-4fcc-89a1-ccc50fbd43c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:24.120113 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-c6862154-91b6-4be2-9c50-86e55eb350b6 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Allocated IP 172.20.0.1 (bf276582-6e51-472b-9758-9529b28805ac/24a74b90-5254-4f8a-b5d7-22a780378e89/d2af0a03-0010-489f-8b89-9670d658dea4) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:27:24.155005 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-247c5edd-5b29-4fcc-89a1-ccc50fbd43c8 None None] Network bf276582-6e51-472b-9758-9529b28805ac is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:27:24.166086 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-247c5edd-5b29-4fcc-89a1-ccc50fbd43c8 None None] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:27:24.169706 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-247c5edd-5b29-4fcc-89a1-ccc50fbd43c8 None None] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:27:24.174315 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247c5edd-5b29-4fcc-89a1-ccc50fbd43c8 None None] Pushing event updated for resources: {'Port': ['ID=8db60f4d-b1ac-4e74-aade-d1ccd470b18f,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:27:24.265108 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c6862154-91b6-4be2-9c50-86e55eb350b6 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:24.269574 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-247c5edd-5b29-4fcc-89a1-ccc50fbd43c8 None None] Attempting to bind port 8db60f4d-b1ac-4e74-aade-d1ccd470b18f on host n-d-779913-29 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:27:24.269945 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-247c5edd-5b29-4fcc-89a1-ccc50fbd43c8 None None] Attempting to bind port 8db60f4d-b1ac-4e74-aade-d1ccd470b18f by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': '2f2e514e-aee0-4ed3-8748-3ecceb5d06c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'bf276582-6e51-472b-9758-9529b28805ac'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:27:24.270312 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-247c5edd-5b29-4fcc-89a1-ccc50fbd43c8 None None] Attempting to bind port 8db60f4d-b1ac-4e74-aade-d1ccd470b18f on network bf276582-6e51-472b-9758-9529b28805ac {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:27:24.279886 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-247c5edd-5b29-4fcc-89a1-ccc50fbd43c8 None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 26, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:27:24.280271 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-247c5edd-5b29-4fcc-89a1-ccc50fbd43c8 None None] Checking segment: {'id': '2f2e514e-aee0-4ed3-8748-3ecceb5d06c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'bf276582-6e51-472b-9758-9529b28805ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:27:24.280673 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-247c5edd-5b29-4fcc-89a1-ccc50fbd43c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:24.281081 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-247c5edd-5b29-4fcc-89a1-ccc50fbd43c8 None None] Bound using segment: {'id': '2f2e514e-aee0-4ed3-8748-3ecceb5d06c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'bf276582-6e51-472b-9758-9529b28805ac'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:27:24.281607 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-247c5edd-5b29-4fcc-89a1-ccc50fbd43c8 None None] Bound port: 8db60f4d-b1ac-4e74-aade-d1ccd470b18f, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f2e514e-aee0-4ed3-8748-3ecceb5d06c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'bf276582-6e51-472b-9758-9529b28805ac'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:27:24.281996 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-247c5edd-5b29-4fcc-89a1-ccc50fbd43c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:24.282607 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-c6862154-91b6-4be2-9c50-86e55eb350b6 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Transition to ACTIVE for port object d2af0a03-0010-489f-8b89-9670d658dea4 will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:27:24.324283 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c6862154-91b6-4be2-9c50-86e55eb350b6 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:24.344004 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-fe819cc7-2b8f-4718-a52d-b8e11d6fd1ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eae6c888-8133-44c0-ae95-b703914ce989', 'name': 'tempest-TestNetworkAdvancedServerOps-router-238576074', 'tenant_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.83'}], 'enable_snat': True}, 'gw_port_id': '35bb302d-54af-4e13-833a-6a93289e941f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:27:20Z', 'updated_at': '2021-07-14T10:27:21Z', 'revision_number': 3, 'project_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'gw_port': {'id': '35bb302d-54af-4e13-833a-6a93289e941f', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:19:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eae6c888-8133-44c0-ae95-b703914ce989', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:27:21Z', 'updated_at': '2021-07-14T10:27:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29'}], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:27:24.373213 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6862154-91b6-4be2-9c50-86e55eb350b6 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Network bf276582-6e51-472b-9758-9529b28805ac is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:27:24.378822 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-c6862154-91b6-4be2-9c50-86e55eb350b6 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:27:24.379976 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe819cc7-2b8f-4718-a52d-b8e11d6fd1ce None None] The sync data for ids ['eae6c888-8133-44c0-ae95-b703914ce989'] in n-d-779913-29 is: [{'id': 'eae6c888-8133-44c0-ae95-b703914ce989', 'name': 'tempest-TestNetworkAdvancedServerOps-router-238576074', 'tenant_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.83'}], 'enable_snat': True}, 'gw_port_id': '35bb302d-54af-4e13-833a-6a93289e941f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:27:20Z', 'updated_at': '2021-07-14T10:27:21Z', 'revision_number': 3, 'project_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'gw_port': {'id': '35bb302d-54af-4e13-833a-6a93289e941f', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:19:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eae6c888-8133-44c0-ae95-b703914ce989', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:27:21Z', 'updated_at': '2021-07-14T10:27:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29'}] {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:27:24.385093 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6862154-91b6-4be2-9c50-86e55eb350b6 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:27:24.388747 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-247c5edd-5b29-4fcc-89a1-ccc50fbd43c8 None None] For port 8db60f4d-b1ac-4e74-aade-d1ccd470b18f, host n-d-779913-29, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:27:24.393845 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-247c5edd-5b29-4fcc-89a1-ccc50fbd43c8 None None] For port 8db60f4d-b1ac-4e74-aade-d1ccd470b18f, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=8db60f4d-b1ac-4e74-aade-d1ccd470b18f,segment=NetworkSegment(2f2e514e-aee0-4ed3-8748-3ecceb5d06c6),segment_id=2f2e514e-aee0-4ed3-8748-3ecceb5d06c6)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:27:24.398507 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-247c5edd-5b29-4fcc-89a1-ccc50fbd43c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:24.418347 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6862154-91b6-4be2-9c50-86e55eb350b6 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Pushing event updated for resources: {'Port': ['ID=d2af0a03-0010-489f-8b89-9670d658dea4,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:27:24.460616 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c6862154-91b6-4be2-9c50-86e55eb350b6 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-660393'] for router_interface, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:24.489104 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247c5edd-5b29-4fcc-89a1-ccc50fbd43c8 None None] Pushing event updated for resources: {'Port': ['ID=8db60f4d-b1ac-4e74-aade-d1ccd470b18f,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:27:24.909158 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:24.964844 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 8db60f4d-b1ac-4e74-aade-d1ccd470b18f up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:27:25.015104 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c6862154-91b6-4be2-9c50-86e55eb350b6 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:25.036794 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f2d8ed64-ef33-4fa8-8a54-f6fee623cb24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:25.053417 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning for port 8db60f4d-b1ac-4e74-aade-d1ccd470b18f completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:27:25.058247 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 35bb302d-54af-4e13-833a-6a93289e941f up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:27:25.123109 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning for port 35bb302d-54af-4e13-833a-6a93289e941f completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:27:25.128566 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port 35bb302d-54af-4e13-833a-6a93289e941f triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:27:25.129139 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:25.228826 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:25.256785 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] For port 35bb302d-54af-4e13-833a-6a93289e941f, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=35bb302d-54af-4e13-833a-6a93289e941f,segment=NetworkSegment(81bf7a93-80b3-43df-b9d5-462c604a2945),segment_id=81bf7a93-80b3-43df-b9d5-462c604a2945)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:27:25.261956 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:25.327163 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Pushing event updated for resources: {'Port': ['ID=35bb302d-54af-4e13-833a-6a93289e941f,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:27:25.394774 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c6862154-91b6-4be2-9c50-86e55eb350b6 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:25.402192 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c6862154-91b6-4be2-9c50-86e55eb350b6 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13574142'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:25.515014 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c6862154-91b6-4be2-9c50-86e55eb350b6 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-683747'] for router_interface, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:25.516992 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6862154-91b6-4be2-9c50-86e55eb350b6 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Pushing event updated for resources: {'Port': ['ID=d2af0a03-0010-489f-8b89-9670d658dea4,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:27:25.626344 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6862154-91b6-4be2-9c50-86e55eb350b6 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Network bf276582-6e51-472b-9758-9529b28805ac is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:27:25.628014 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-c6862154-91b6-4be2-9c50-86e55eb350b6 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:27:25.671233 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3ebc5fe-8bc1-41db-b4b0-9a67571cc5b8 None None] Network bf276582-6e51-472b-9758-9529b28805ac requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:27:25.761315 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6862154-91b6-4be2-9c50-86e55eb350b6 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Router eae6c888-8133-44c0-ae95-b703914ce989 has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:27:25.797532 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-b7c7c318-8c3b-4e48-89de-9b29dfc81779 None None] Provisioning for port 8db60f4d-b1ac-4e74-aade-d1ccd470b18f completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:27:25.805696 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-b7c7c318-8c3b-4e48-89de-9b29dfc81779 None None] Provisioning complete for port 8db60f4d-b1ac-4e74-aade-d1ccd470b18f triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:27:25.806097 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b7c7c318-8c3b-4e48-89de-9b29dfc81779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:25.891846 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6862154-91b6-4be2-9c50-86e55eb350b6 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:27:25.906106 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-c6862154-91b6-4be2-9c50-86e55eb350b6 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "PUT /v2.0/routers/eae6c888-8133-44c0-ae95-b703914ce989/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8322597 Jul 14 10:27:25.922064 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b7c7c318-8c3b-4e48-89de-9b29dfc81779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:25.973048 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-b7c7c318-8c3b-4e48-89de-9b29dfc81779 None None] For port 8db60f4d-b1ac-4e74-aade-d1ccd470b18f, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=8db60f4d-b1ac-4e74-aade-d1ccd470b18f,segment=NetworkSegment(2f2e514e-aee0-4ed3-8748-3ecceb5d06c6),segment_id=2f2e514e-aee0-4ed3-8748-3ecceb5d06c6)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:27:25.982599 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b7c7c318-8c3b-4e48-89de-9b29dfc81779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:26.062914 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c7c318-8c3b-4e48-89de-9b29dfc81779 None None] Pushing event updated for resources: {'Port': ['ID=8db60f4d-b1ac-4e74-aade-d1ccd470b18f,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:27:26.126928 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1a6dddf5-6468-4797-a473-45e304eec38c req-e77bb3a0-5ab9-43ee-9793-e3c4e117a655 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-41925510&fields=id&tenant_id=cfb2ed7caa9b43c9b2145e769e9db92d HTTP/1.1" status: 200 len: 267 time: 0.0478001 Jul 14 10:27:26.143405 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5ad31076-714c-49ec-bc37-f3d4cd90112a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:26.254275 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6dddf5-6468-4797-a473-45e304eec38c req-03b182b9-cd38-4b96-8aad-f133dac1b63f tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:27:26.258011 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1a6dddf5-6468-4797-a473-45e304eec38c req-03b182b9-cd38-4b96-8aad-f133dac1b63f tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/networks?id=bf276582-6e51-472b-9758-9529b28805ac HTTP/1.1" status: 200 len: 796 time: 0.1210923 Jul 14 10:27:26.272731 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1a6dddf5-6468-4797-a473-45e304eec38c req-45bd5624-6204-4332-a087-0b0d91c2e24f tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/quotas/cfb2ed7caa9b43c9b2145e769e9db92d HTTP/1.1" status: 200 len: 375 time: 0.0113428 Jul 14 10:27:26.307412 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-04f0327c-b7a9-47c9-9872-0c3e78c0eb46 None None] Provisioning complete for port 8db60f4d-b1ac-4e74-aade-d1ccd470b18f triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:27:26.307714 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-04f0327c-b7a9-47c9-9872-0c3e78c0eb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:26.354600 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1a6dddf5-6468-4797-a473-45e304eec38c req-1cf610ef-7ece-4364-8699-5ff9a60751b5 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=cfb2ed7caa9b43c9b2145e769e9db92d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0757630 Jul 14 10:27:26.414253 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b610a5e6-07e6-4835-8df9-c53ecf4780ca None None] Sync routers for ids ['eae6c888-8133-44c0-ae95-b703914ce989'] in n-d-779913-29 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:27:26.423656 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-04f0327c-b7a9-47c9-9872-0c3e78c0eb46 None None] Provisioning for port d2af0a03-0010-489f-8b89-9670d658dea4 completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:27:26.429078 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-04f0327c-b7a9-47c9-9872-0c3e78c0eb46 None None] Provisioning complete for port d2af0a03-0010-489f-8b89-9670d658dea4 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:27:26.429579 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-04f0327c-b7a9-47c9-9872-0c3e78c0eb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:26.436804 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b610a5e6-07e6-4835-8df9-c53ecf4780ca None None] Routers {'eae6c888-8133-44c0-ae95-b703914ce989'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:27:26.437457 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-b610a5e6-07e6-4835-8df9-c53ecf4780ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T10:27:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['eae6c888-8133-44c0-ae95-b703914ce989'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:27:26.472830 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-04f0327c-b7a9-47c9-9872-0c3e78c0eb46 None None] Port d2af0a03-0010-489f-8b89-9670d658dea4 cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:27:26.534498 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1a6dddf5-6468-4797-a473-45e304eec38c req-7125561e-650b-49e4-9ca6-ebe916b32adb service neutron] 10.222.0.68 "GET /v2.0/networks/bf276582-6e51-472b-9758-9529b28805ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1673319 Jul 14 10:27:26.568630 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-b610a5e6-07e6-4835-8df9-c53ecf4780ca None None] Set router eae6c888-8133-44c0-ae95-b703914ce989 gateway port host: n-d-779913-29 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:27:26.603080 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-773cd21b-136b-4140-a6b9-88a22792a8b7 None None] Provisioning complete for port d2af0a03-0010-489f-8b89-9670d658dea4 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:27:26.603663 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-773cd21b-136b-4140-a6b9-88a22792a8b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:26.657596 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1a6dddf5-6468-4797-a473-45e304eec38c req-4afc7c8f-23ef-4a6a-8166-8addb040766d service neutron] 10.222.0.68 "GET /v2.0/networks/bf276582-6e51-472b-9758-9529b28805ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137984 Jul 14 10:27:26.672414 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-773cd21b-136b-4140-a6b9-88a22792a8b7 None None] Port d2af0a03-0010-489f-8b89-9670d658dea4 cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:27:26.828047 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-b610a5e6-07e6-4835-8df9-c53ecf4780ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eae6c888-8133-44c0-ae95-b703914ce989', 'name': 'tempest-TestNetworkAdvancedServerOps-router-238576074', 'tenant_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.83'}], 'enable_snat': True}, 'gw_port_id': '35bb302d-54af-4e13-833a-6a93289e941f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:27:20Z', 'updated_at': '2021-07-14T10:27:24Z', 'revision_number': 4, 'project_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'gw_port': {'id': '35bb302d-54af-4e13-833a-6a93289e941f', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:19:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eae6c888-8133-44c0-ae95-b703914ce989', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:27:21Z', 'updated_at': '2021-07-14T10:27:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': 'd2af0a03-0010-489f-8b89-9670d658dea4', 'name': '', 'network_id': 'bf276582-6e51-472b-9758-9529b28805ac', 'tenant_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'mac_address': 'fa:16:3e:f1:35:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eae6c888-8133-44c0-ae95-b703914ce989', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '24a74b90-5254-4f8a-b5d7-22a780378e89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:27:23Z', 'updated_at': '2021-07-14T10:27:25Z', 'revision_number': 2, 'project_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'subnets': [{'id': '24a74b90-5254-4f8a-b5d7-22a780378e89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:27:26.834729 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-fc771eb5-ca16-4532-8bfc-4b30801c9cb0 None None] Provisioning complete for port d2af0a03-0010-489f-8b89-9670d658dea4 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:27:26.836278 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fc771eb5-ca16-4532-8bfc-4b30801c9cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:26.858420 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b610a5e6-07e6-4835-8df9-c53ecf4780ca None None] Checking router: eae6c888-8133-44c0-ae95-b703914ce989 for host: n-d-779913-29 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:27:26.858752 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b610a5e6-07e6-4835-8df9-c53ecf4780ca None None] Updating router eae6c888-8133-44c0-ae95-b703914ce989 port d2af0a03-0010-489f-8b89-9670d658dea4 binding host n-d-779913-29 {{(pid=93960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 10:27:26.885541 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-fc771eb5-ca16-4532-8bfc-4b30801c9cb0 None None] Port d2af0a03-0010-489f-8b89-9670d658dea4 cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:27:26.907162 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b610a5e6-07e6-4835-8df9-c53ecf4780ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:26.912757 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-4b14d890-16cb-460e-af5f-23e192b921c1 req-f708057e-9e39-4446-8cb3-828eb06865e0 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/ports?device_id=5333d82d-ac33-44b1-ae81-615b87ba7a50 HTTP/1.1" status: 200 len: 210 time: 0.0549319 Jul 14 10:27:26.927823 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 8db60f4d-b1ac-4e74-aade-d1ccd470b18f up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:27:26.988280 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port 8db60f4d-b1ac-4e74-aade-d1ccd470b18f triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:27:26.989128 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:27.104321 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 35bb302d-54af-4e13-833a-6a93289e941f up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:27:27.320552 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b610a5e6-07e6-4835-8df9-c53ecf4780ca None None] Notify callbacks [] for port, precommit_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:27.337355 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-b610a5e6-07e6-4835-8df9-c53ecf4780ca None None] Transition to ACTIVE for port object d2af0a03-0010-489f-8b89-9670d658dea4 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:27:27.344502 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b610a5e6-07e6-4835-8df9-c53ecf4780ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:27.345779 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port 35bb302d-54af-4e13-833a-6a93289e941f triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:27:27.346199 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:27.424205 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cee9554-9e5b-4c30-9f16-80d89b3fc281 None None] Pushing event updated for resources: {'Port': ['ID=d2af0a03-0010-489f-8b89-9670d658dea4,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:27:27.433785 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cee9554-9e5b-4c30-9f16-80d89b3fc281 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:27:27.434137 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cee9554-9e5b-4c30-9f16-80d89b3fc281 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:27:27.434506 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cee9554-9e5b-4c30-9f16-80d89b3fc281 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:27:27.434810 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cee9554-9e5b-4c30-9f16-80d89b3fc281 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:27:27.435330 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cee9554-9e5b-4c30-9f16-80d89b3fc281 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:27:27.435925 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cee9554-9e5b-4c30-9f16-80d89b3fc281 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:27:27.436433 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cee9554-9e5b-4c30-9f16-80d89b3fc281 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:27:27.437125 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cee9554-9e5b-4c30-9f16-80d89b3fc281 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:27:27.437655 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cee9554-9e5b-4c30-9f16-80d89b3fc281 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:27:27.438159 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cee9554-9e5b-4c30-9f16-80d89b3fc281 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:27:27.438667 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cee9554-9e5b-4c30-9f16-80d89b3fc281 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:27:27.439160 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cee9554-9e5b-4c30-9f16-80d89b3fc281 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:27:27.484109 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-b610a5e6-07e6-4835-8df9-c53ecf4780ca None None] Attempting to bind port d2af0a03-0010-489f-8b89-9670d658dea4 on host n-d-779913-29 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:27:27.484635 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-b610a5e6-07e6-4835-8df9-c53ecf4780ca None None] Attempting to bind port d2af0a03-0010-489f-8b89-9670d658dea4 by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': '2f2e514e-aee0-4ed3-8748-3ecceb5d06c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'bf276582-6e51-472b-9758-9529b28805ac'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:27:27.485037 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b610a5e6-07e6-4835-8df9-c53ecf4780ca None None] Attempting to bind port d2af0a03-0010-489f-8b89-9670d658dea4 on network bf276582-6e51-472b-9758-9529b28805ac {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:27:27.493157 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b610a5e6-07e6-4835-8df9-c53ecf4780ca None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 27, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:27:27.493555 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b610a5e6-07e6-4835-8df9-c53ecf4780ca None None] Checking segment: {'id': '2f2e514e-aee0-4ed3-8748-3ecceb5d06c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'bf276582-6e51-472b-9758-9529b28805ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:27:27.493960 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b610a5e6-07e6-4835-8df9-c53ecf4780ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:27.494352 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b610a5e6-07e6-4835-8df9-c53ecf4780ca None None] Bound using segment: {'id': '2f2e514e-aee0-4ed3-8748-3ecceb5d06c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'bf276582-6e51-472b-9758-9529b28805ac'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:27:27.494818 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-b610a5e6-07e6-4835-8df9-c53ecf4780ca None None] Bound port: d2af0a03-0010-489f-8b89-9670d658dea4, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f2e514e-aee0-4ed3-8748-3ecceb5d06c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'bf276582-6e51-472b-9758-9529b28805ac'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:27:27.495191 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b610a5e6-07e6-4835-8df9-c53ecf4780ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:27.573760 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-b610a5e6-07e6-4835-8df9-c53ecf4780ca None None] For port d2af0a03-0010-489f-8b89-9670d658dea4, host n-d-779913-29, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:27:27.577261 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-b610a5e6-07e6-4835-8df9-c53ecf4780ca None None] For port d2af0a03-0010-489f-8b89-9670d658dea4, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=d2af0a03-0010-489f-8b89-9670d658dea4,segment=NetworkSegment(2f2e514e-aee0-4ed3-8748-3ecceb5d06c6),segment_id=2f2e514e-aee0-4ed3-8748-3ecceb5d06c6)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:27:27.582922 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-b610a5e6-07e6-4835-8df9-c53ecf4780ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:27.647953 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b610a5e6-07e6-4835-8df9-c53ecf4780ca None None] Routers {'eae6c888-8133-44c0-ae95-b703914ce989'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:27:27.648585 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-b610a5e6-07e6-4835-8df9-c53ecf4780ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T10:27:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['eae6c888-8133-44c0-ae95-b703914ce989'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:27:27.650908 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cee9554-9e5b-4c30-9f16-80d89b3fc281 None None] Pushing event updated for resources: {'Port': ['ID=d2af0a03-0010-489f-8b89-9670d658dea4,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:27:27.795621 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-b610a5e6-07e6-4835-8df9-c53ecf4780ca None None] Set router eae6c888-8133-44c0-ae95-b703914ce989 gateway port host: n-d-779913-29 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:27:27.947427 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5bbe322f-3f67-4864-bc0a-91afe44d23e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:28.083904 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-36ec9e58-152b-4526-be47-8ddc2d7301df req-fd068ed7-3ca6-4de8-a9bb-08272cc08a3a tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/ports?device_id=5333d82d-ac33-44b1-ae81-615b87ba7a50 HTTP/1.1" status: 200 len: 210 time: 0.0322664 Jul 14 10:27:28.134541 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-b610a5e6-07e6-4835-8df9-c53ecf4780ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eae6c888-8133-44c0-ae95-b703914ce989', 'name': 'tempest-TestNetworkAdvancedServerOps-router-238576074', 'tenant_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.83'}], 'enable_snat': True}, 'gw_port_id': '35bb302d-54af-4e13-833a-6a93289e941f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:27:20Z', 'updated_at': '2021-07-14T10:27:24Z', 'revision_number': 4, 'project_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'gw_port': {'id': '35bb302d-54af-4e13-833a-6a93289e941f', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:19:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eae6c888-8133-44c0-ae95-b703914ce989', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:27:21Z', 'updated_at': '2021-07-14T10:27:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': 'd2af0a03-0010-489f-8b89-9670d658dea4', 'name': '', 'network_id': 'bf276582-6e51-472b-9758-9529b28805ac', 'tenant_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'mac_address': 'fa:16:3e:f1:35:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eae6c888-8133-44c0-ae95-b703914ce989', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '24a74b90-5254-4f8a-b5d7-22a780378e89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:27:23Z', 'updated_at': '2021-07-14T10:27:27Z', 'revision_number': 4, 'project_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'subnets': [{'id': '24a74b90-5254-4f8a-b5d7-22a780378e89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:27:28.163133 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b610a5e6-07e6-4835-8df9-c53ecf4780ca None None] The sync data for ids ['eae6c888-8133-44c0-ae95-b703914ce989'] in n-d-779913-29 is: [{'id': 'eae6c888-8133-44c0-ae95-b703914ce989', 'name': 'tempest-TestNetworkAdvancedServerOps-router-238576074', 'tenant_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.83'}], 'enable_snat': True}, 'gw_port_id': '35bb302d-54af-4e13-833a-6a93289e941f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:27:20Z', 'updated_at': '2021-07-14T10:27:24Z', 'revision_number': 4, 'project_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'gw_port': {'id': '35bb302d-54af-4e13-833a-6a93289e941f', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:19:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eae6c888-8133-44c0-ae95-b703914ce989', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:27:21Z', 'updated_at': '2021-07-14T10:27:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': 'd2af0a03-0010-489f-8b89-9670d658dea4', 'name': '', 'network_id': 'bf276582-6e51-472b-9758-9529b28805ac', 'tenant_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'mac_address': 'fa:16:3e:f1:35:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eae6c888-8133-44c0-ae95-b703914ce989', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '24a74b90-5254-4f8a-b5d7-22a780378e89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:27:23Z', 'updated_at': '2021-07-14T10:27:27Z', 'revision_number': 4, 'project_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'subnets': [{'id': '24a74b90-5254-4f8a-b5d7-22a780378e89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:27:28.356783 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6dddf5-6468-4797-a473-45e304eec38c req-12b71033-d63c-4b68-9689-73e512a6750b tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:27:28.359006 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1a6dddf5-6468-4797-a473-45e304eec38c req-12b71033-d63c-4b68-9689-73e512a6750b tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.65 "GET /v2.0/networks?id=bf276582-6e51-472b-9758-9529b28805ac HTTP/1.1" status: 200 len: 796 time: 0.1510978 Jul 14 10:27:28.423445 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1a6dddf5-6468-4797-a473-45e304eec38c req-773e69ee-2475-4ae2-a643-ff4f04af0c0a tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cfb2ed7caa9b43c9b2145e769e9db92d HTTP/1.1" status: 200 len: 378 time: 0.0497677 Jul 14 10:27:28.432498 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-1a6dddf5-6468-4797-a473-45e304eec38c req-c2a1be95-0a17-41aa-90d3-200495844f86 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Request body: {'port': {'device_id': '5333d82d-ac33-44b1-ae81-615b87ba7a50', 'network_id': 'bf276582-6e51-472b-9758-9529b28805ac', 'admin_state_up': True, 'tenant_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'security_groups': ['6840d376-882b-43eb-bfcc-64e55b5816a2']}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:27:28.572755 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a6dddf5-6468-4797-a473-45e304eec38c req-c2a1be95-0a17-41aa-90d3-200495844f86 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Made reservation on behalf of cfb2ed7caa9b43c9b2145e769e9db92d for: {'port': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:27:28.578127 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-1a6dddf5-6468-4797-a473-45e304eec38c req-c2a1be95-0a17-41aa-90d3-200495844f86 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:28.664177 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.agents_db [None req-3c3509fb-540d-4335-a450-574895dd3602 None None] Agent healthcheck: found 7 active agents {{(pid=93960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:27:28.741849 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [req-1a6dddf5-6468-4797-a473-45e304eec38c req-c2a1be95-0a17-41aa-90d3-200495844f86 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Allocated IP 172.20.0.14 (bf276582-6e51-472b-9758-9529b28805ac/24a74b90-5254-4f8a-b5d7-22a780378e89/15fdac17-16cc-4db6-90e6-280614d37c9c) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:27:28.892481 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device d2af0a03-0010-489f-8b89-9670d658dea4 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:27:28.934652 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-1a6dddf5-6468-4797-a473-45e304eec38c req-c2a1be95-0a17-41aa-90d3-200495844f86 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:28.957847 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [req-1a6dddf5-6468-4797-a473-45e304eec38c req-c2a1be95-0a17-41aa-90d3-200495844f86 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Transition to ACTIVE for port object 15fdac17-16cc-4db6-90e6-280614d37c9c will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:27:28.958480 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning for port d2af0a03-0010-489f-8b89-9670d658dea4 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:27:28.962681 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port d2af0a03-0010-489f-8b89-9670d658dea4 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:27:28.963127 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:29.013428 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-1a6dddf5-6468-4797-a473-45e304eec38c req-c2a1be95-0a17-41aa-90d3-200495844f86 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:29.059782 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:29.088525 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a6dddf5-6468-4797-a473-45e304eec38c req-c2a1be95-0a17-41aa-90d3-200495844f86 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Network bf276582-6e51-472b-9758-9529b28805ac is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:27:29.090210 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a1be95-0a17-41aa-90d3-200495844f86 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Pushing event updated for resources: {'Port': ['ID=15fdac17-16cc-4db6-90e6-280614d37c9c,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:27:29.094200 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [req-1a6dddf5-6468-4797-a473-45e304eec38c req-c2a1be95-0a17-41aa-90d3-200495844f86 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:27:29.098892 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] For port d2af0a03-0010-489f-8b89-9670d658dea4, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=d2af0a03-0010-489f-8b89-9670d658dea4,segment=NetworkSegment(2f2e514e-aee0-4ed3-8748-3ecceb5d06c6),segment_id=2f2e514e-aee0-4ed3-8748-3ecceb5d06c6)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:27:29.103538 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:29.108547 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a6dddf5-6468-4797-a473-45e304eec38c req-c2a1be95-0a17-41aa-90d3-200495844f86 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:27:29.162960 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Pushing event updated for resources: {'Port': ['ID=d2af0a03-0010-489f-8b89-9670d658dea4,revision_number=5']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:27:29.190081 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6dddf5-6468-4797-a473-45e304eec38c req-c2a1be95-0a17-41aa-90d3-200495844f86 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:27:29.191165 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-1a6dddf5-6468-4797-a473-45e304eec38c req-c2a1be95-0a17-41aa-90d3-200495844f86 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:29.226251 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1a6dddf5-6468-4797-a473-45e304eec38c req-c2a1be95-0a17-41aa-90d3-200495844f86 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7966056 Jul 14 10:27:29.244991 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-1a6dddf5-6468-4797-a473-45e304eec38c req-84f5c6a7-0f6f-4b34-a4ab-7df928160308 service neutron] Request body: {'port': {'device_id': '5333d82d-ac33-44b1-ae81-615b87ba7a50', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-29'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:27:29.316372 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8576fb-c23e-464c-bab6-04a6dd10e9be req-c813c6ff-5156-41f1-b52a-2f711dc69173 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:27:29.324372 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-6a8576fb-c23e-464c-bab6-04a6dd10e9be req-c813c6ff-5156-41f1-b52a-2f711dc69173 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/ports?device_id=5333d82d-ac33-44b1-ae81-615b87ba7a50 HTTP/1.1" status: 200 len: 932 time: 0.0838809 Jul 14 10:27:29.349980 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-1a6dddf5-6468-4797-a473-45e304eec38c req-84f5c6a7-0f6f-4b34-a4ab-7df928160308 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:29.387872 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-6a8576fb-c23e-464c-bab6-04a6dd10e9be req-0366ea03-6e2b-4f7a-8a9a-ef4e171a9dea tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/security-groups?id=6840d376-882b-43eb-bfcc-64e55b5816a2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0579028 Jul 14 10:27:29.489244 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-660879b3-6b15-48b3-a6b8-eb3e06f0e422 None None] Provisioning for port 15fdac17-16cc-4db6-90e6-280614d37c9c completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:27:29.496730 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-660879b3-6b15-48b3-a6b8-eb3e06f0e422 None None] Provisioning complete for port 15fdac17-16cc-4db6-90e6-280614d37c9c triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:27:29.497466 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-660879b3-6b15-48b3-a6b8-eb3e06f0e422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:29.540390 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-660879b3-6b15-48b3-a6b8-eb3e06f0e422 None None] Port 15fdac17-16cc-4db6-90e6-280614d37c9c cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:27:29.713248 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [req-1a6dddf5-6468-4797-a473-45e304eec38c req-84f5c6a7-0f6f-4b34-a4ab-7df928160308 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15fdac17-16cc-4db6-90e6-280614d37c9c {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:27:29.721421 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-1a6dddf5-6468-4797-a473-45e304eec38c req-84f5c6a7-0f6f-4b34-a4ab-7df928160308 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:29.743807 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [req-1a6dddf5-6468-4797-a473-45e304eec38c req-84f5c6a7-0f6f-4b34-a4ab-7df928160308 service neutron] Transition to ACTIVE for port object 15fdac17-16cc-4db6-90e6-280614d37c9c will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:27:29.748719 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-1a6dddf5-6468-4797-a473-45e304eec38c req-84f5c6a7-0f6f-4b34-a4ab-7df928160308 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:29.875259 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f5c6a7-0f6f-4b34-a4ab-7df928160308 service neutron] Pushing event updated for resources: {'Port': ['ID=15fdac17-16cc-4db6-90e6-280614d37c9c,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:27:29.894217 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-1a6dddf5-6468-4797-a473-45e304eec38c req-84f5c6a7-0f6f-4b34-a4ab-7df928160308 service neutron] Attempting to bind port 15fdac17-16cc-4db6-90e6-280614d37c9c on host n-h1-779913-29 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:27:29.895441 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-1a6dddf5-6468-4797-a473-45e304eec38c req-84f5c6a7-0f6f-4b34-a4ab-7df928160308 service neutron] Attempting to bind port 15fdac17-16cc-4db6-90e6-280614d37c9c by drivers openvswitch,hyperv on host n-h1-779913-29 at level 0 using segments [{'id': '2f2e514e-aee0-4ed3-8748-3ecceb5d06c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'bf276582-6e51-472b-9758-9529b28805ac'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:27:29.896334 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a6dddf5-6468-4797-a473-45e304eec38c req-84f5c6a7-0f6f-4b34-a4ab-7df928160308 service neutron] Attempting to bind port 15fdac17-16cc-4db6-90e6-280614d37c9c on network bf276582-6e51-472b-9758-9529b28805ac {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:27:29.905137 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a6dddf5-6468-4797-a473-45e304eec38c req-84f5c6a7-0f6f-4b34-a4ab-7df928160308 service neutron] Port 15fdac17-16cc-4db6-90e6-280614d37c9c on network bf276582-6e51-472b-9758-9529b28805ac not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-29 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 10:27:29.905646 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a6dddf5-6468-4797-a473-45e304eec38c req-84f5c6a7-0f6f-4b34-a4ab-7df928160308 service neutron] Attempting to bind port 15fdac17-16cc-4db6-90e6-280614d37c9c on network bf276582-6e51-472b-9758-9529b28805ac {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:27:29.914087 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a6dddf5-6468-4797-a473-45e304eec38c req-84f5c6a7-0f6f-4b34-a4ab-7df928160308 service neutron] Checking agent: {'id': 'de11e667-f145-47b0-bd09-334a7505938e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 13, 12), 'started_at': datetime.datetime(2021, 7, 14, 9, 13, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 27, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:27:29.914968 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a6dddf5-6468-4797-a473-45e304eec38c req-84f5c6a7-0f6f-4b34-a4ab-7df928160308 service neutron] Checking segment: {'id': '2f2e514e-aee0-4ed3-8748-3ecceb5d06c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'bf276582-6e51-472b-9758-9529b28805ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:27:29.915357 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a6dddf5-6468-4797-a473-45e304eec38c req-84f5c6a7-0f6f-4b34-a4ab-7df928160308 service neutron] Bound using segment: {'id': '2f2e514e-aee0-4ed3-8748-3ecceb5d06c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'bf276582-6e51-472b-9758-9529b28805ac'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:27:29.915797 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-1a6dddf5-6468-4797-a473-45e304eec38c req-84f5c6a7-0f6f-4b34-a4ab-7df928160308 service neutron] Bound port: 15fdac17-16cc-4db6-90e6-280614d37c9c, host: n-h1-779913-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f2e514e-aee0-4ed3-8748-3ecceb5d06c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'bf276582-6e51-472b-9758-9529b28805ac'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:27:29.916160 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-1a6dddf5-6468-4797-a473-45e304eec38c req-84f5c6a7-0f6f-4b34-a4ab-7df928160308 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:30.006474 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-1a6dddf5-6468-4797-a473-45e304eec38c req-84f5c6a7-0f6f-4b34-a4ab-7df928160308 service neutron] For port 15fdac17-16cc-4db6-90e6-280614d37c9c, host n-h1-779913-29, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:27:30.011108 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-1a6dddf5-6468-4797-a473-45e304eec38c req-84f5c6a7-0f6f-4b34-a4ab-7df928160308 service neutron] For port 15fdac17-16cc-4db6-90e6-280614d37c9c, host n-h1-779913-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=15fdac17-16cc-4db6-90e6-280614d37c9c,segment=NetworkSegment(2f2e514e-aee0-4ed3-8748-3ecceb5d06c6),segment_id=2f2e514e-aee0-4ed3-8748-3ecceb5d06c6)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:27:30.021967 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-1a6dddf5-6468-4797-a473-45e304eec38c req-84f5c6a7-0f6f-4b34-a4ab-7df928160308 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:30.060932 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6dddf5-6468-4797-a473-45e304eec38c req-84f5c6a7-0f6f-4b34-a4ab-7df928160308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:27:30.061613 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-1a6dddf5-6468-4797-a473-45e304eec38c req-84f5c6a7-0f6f-4b34-a4ab-7df928160308 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:30.063621 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1a6dddf5-6468-4797-a473-45e304eec38c req-84f5c6a7-0f6f-4b34-a4ab-7df928160308 service neutron] 10.222.0.65 "PUT /v2.0/ports/15fdac17-16cc-4db6-90e6-280614d37c9c HTTP/1.1" status: 200 len: 1093 time: 0.8248155 Jul 14 10:27:30.066099 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5333d82d-ac33-44b1-ae81-615b87ba7a50', 'tag': '15fdac17-16cc-4db6-90e6-280614d37c9c'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:27:30.068363 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}175264a25d5f1cec9b1451f1a8cc8ced5d4502f5c48740ac7c6845d527b2175b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0571bab-bef5-4065-a105-f61e7e593cae" -d '{"events": [{"name": "network-changed", "server_uuid": "5333d82d-ac33-44b1-ae81-615b87ba7a50", "tag": "15fdac17-16cc-4db6-90e6-280614d37c9c"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:27:30.122517 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:27:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-310f9902-1428-4351-8632-709c8ac0c8b8 x-openstack-request-id: req-310f9902-1428-4351-8632-709c8ac0c8b8 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:27:30.123670 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5333d82d-ac33-44b1-ae81-615b87ba7a50", "tag": "15fdac17-16cc-4db6-90e6-280614d37c9c", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:27:30.123670 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-310f9902-1428-4351-8632-709c8ac0c8b8 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:27:30.123979 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5333d82d-ac33-44b1-ae81-615b87ba7a50', 'tag': '15fdac17-16cc-4db6-90e6-280614d37c9c', 'status': 'completed', 'code': 200} Jul 14 10:27:30.127849 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f5c6a7-0f6f-4b34-a4ab-7df928160308 service neutron] Pushing event updated for resources: {'Port': ['ID=15fdac17-16cc-4db6-90e6-280614d37c9c,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:27:30.223709 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6dddf5-6468-4797-a473-45e304eec38c req-454e6cb4-b165-457b-9456-bcc5af54164d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:27:30.226681 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1a6dddf5-6468-4797-a473-45e304eec38c req-454e6cb4-b165-457b-9456-bcc5af54164d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=cfb2ed7caa9b43c9b2145e769e9db92d&device_id=5333d82d-ac33-44b1-ae81-615b87ba7a50 HTTP/1.1" status: 200 len: 1096 time: 0.0866163 Jul 14 10:27:30.278686 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1a6dddf5-6468-4797-a473-45e304eec38c req-5d3f21d1-16a7-4ed2-8f6b-5721c038e558 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=15fdac17-16cc-4db6-90e6-280614d37c9c HTTP/1.1" status: 200 len: 217 time: 0.0391879 Jul 14 10:27:30.330232 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6dddf5-6468-4797-a473-45e304eec38c req-7fa5e349-1f29-4589-b251-e5c7703ce500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:27:30.331719 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1a6dddf5-6468-4797-a473-45e304eec38c req-7fa5e349-1f29-4589-b251-e5c7703ce500 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=24a74b90-5254-4f8a-b5d7-22a780378e89 HTTP/1.1" status: 200 len: 835 time: 0.0467956 Jul 14 10:27:30.404729 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6dddf5-6468-4797-a473-45e304eec38c req-7fac4fb8-4d35-48b6-9efb-8b938b6ea94f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:27:30.406336 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1a6dddf5-6468-4797-a473-45e304eec38c req-7fac4fb8-4d35-48b6-9efb-8b938b6ea94f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=bf276582-6e51-472b-9758-9529b28805ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0674844 Jul 14 10:27:30.512475 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1a6dddf5-6468-4797-a473-45e304eec38c req-ea5efdb7-8bd5-48d6-bba4-522576195018 service neutron] 10.222.0.65 "GET /v2.0/networks/bf276582-6e51-472b-9758-9529b28805ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997641 Jul 14 10:27:30.614360 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1a6dddf5-6468-4797-a473-45e304eec38c req-deca48ad-9593-4496-9f3d-cefc7b95a08d service neutron] 10.222.0.65 "GET /v2.0/networks/bf276582-6e51-472b-9758-9529b28805ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956600 Jul 14 10:27:30.616519 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745c0e39-ff45-454f-966e-af70b521363c req-fb548d5d-2e9e-4f31-9a2f-6d78b76b3535 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:27:30.618652 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-745c0e39-ff45-454f-966e-af70b521363c req-fb548d5d-2e9e-4f31-9a2f-6d78b76b3535 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/ports?device_id=5333d82d-ac33-44b1-ae81-615b87ba7a50 HTTP/1.1" status: 200 len: 944 time: 0.0937455 Jul 14 10:27:30.661404 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-745c0e39-ff45-454f-966e-af70b521363c req-8a854096-ee97-423e-a9f5-a5a985091773 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/security-groups?id=6840d376-882b-43eb-bfcc-64e55b5816a2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0345609 Jul 14 10:27:30.778149 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0571bab-bef5-4065-a105-f61e7e593cae req-e36a011c-6900-44d6-9004-53d668b51aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:27:30.779665 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c0571bab-bef5-4065-a105-f61e7e593cae req-e36a011c-6900-44d6-9004-53d668b51aa9 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=cfb2ed7caa9b43c9b2145e769e9db92d&device_id=5333d82d-ac33-44b1-ae81-615b87ba7a50 HTTP/1.1" status: 200 len: 1096 time: 0.0696416 Jul 14 10:27:30.862682 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device d2af0a03-0010-489f-8b89-9670d658dea4 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:27:30.912195 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0571bab-bef5-4065-a105-f61e7e593cae req-34767c76-bac9-426b-af1e-1709baf1b5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:27:30.913347 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port d2af0a03-0010-489f-8b89-9670d658dea4 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:27:30.913765 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:30.913895 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c0571bab-bef5-4065-a105-f61e7e593cae req-34767c76-bac9-426b-af1e-1709baf1b5ce service neutron] 10.222.0.65 "GET /v2.0/networks?id=bf276582-6e51-472b-9758-9529b28805ac HTTP/1.1" status: 200 len: 897 time: 0.1274853 Jul 14 10:27:30.962735 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c0571bab-bef5-4065-a105-f61e7e593cae req-501b317c-727b-4b76-8c16-61018e8cebd0 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=15fdac17-16cc-4db6-90e6-280614d37c9c HTTP/1.1" status: 200 len: 217 time: 0.0423071 Jul 14 10:27:31.014278 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0571bab-bef5-4065-a105-f61e7e593cae req-795e03fe-3a99-4b7e-834a-6c9ca7a12017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:27:31.015845 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c0571bab-bef5-4065-a105-f61e7e593cae req-795e03fe-3a99-4b7e-834a-6c9ca7a12017 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=24a74b90-5254-4f8a-b5d7-22a780378e89 HTTP/1.1" status: 200 len: 835 time: 0.0461819 Jul 14 10:27:31.088508 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0571bab-bef5-4065-a105-f61e7e593cae req-e10f7ce2-9c15-4ef0-8355-29d693ab30bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:27:31.090107 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c0571bab-bef5-4065-a105-f61e7e593cae req-e10f7ce2-9c15-4ef0-8355-29d693ab30bf service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=bf276582-6e51-472b-9758-9529b28805ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0675979 Jul 14 10:27:31.189585 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c0571bab-bef5-4065-a105-f61e7e593cae req-90f7eda9-ab05-4f80-8b2a-7e524ca19d7c service neutron] 10.222.0.65 "GET /v2.0/networks/bf276582-6e51-472b-9758-9529b28805ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924909 Jul 14 10:27:31.281202 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c0571bab-bef5-4065-a105-f61e7e593cae req-18208009-7a18-41fc-af3c-d4b79fa92948 service neutron] 10.222.0.65 "GET /v2.0/networks/bf276582-6e51-472b-9758-9529b28805ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852826 Jul 14 10:27:31.857641 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de953dc-0a20-4292-a574-dee7c9814063 req-6e645002-80f8-4034-a0e0-3af076cabda7 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:27:31.859178 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8de953dc-0a20-4292-a574-dee7c9814063 req-6e645002-80f8-4034-a0e0-3af076cabda7 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/ports?device_id=5333d82d-ac33-44b1-ae81-615b87ba7a50 HTTP/1.1" status: 200 len: 944 time: 0.0722821 Jul 14 10:27:31.900393 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8de953dc-0a20-4292-a574-dee7c9814063 req-ba97e915-22b7-4799-a48d-534e5945355f tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/security-groups?id=6840d376-882b-43eb-bfcc-64e55b5816a2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0331511 Jul 14 10:27:33.092708 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557da17d-2830-4b9e-8e6d-0b0d442143cc req-a5f825d4-8f94-44fb-8ea9-42c05f28491c tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:27:33.094217 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-557da17d-2830-4b9e-8e6d-0b0d442143cc req-a5f825d4-8f94-44fb-8ea9-42c05f28491c tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/ports?device_id=5333d82d-ac33-44b1-ae81-615b87ba7a50 HTTP/1.1" status: 200 len: 944 time: 0.0749824 Jul 14 10:27:33.149038 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-557da17d-2830-4b9e-8e6d-0b0d442143cc req-0b6bd65d-f932-40f0-8bef-254788c97e36 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/security-groups?id=6840d376-882b-43eb-bfcc-64e55b5816a2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0474987 Jul 14 10:27:33.317228 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 15fdac17-16cc-4db6-90e6-280614d37c9c details requested by agent hyperv_n-h1-779913-29 with host n-h1-779913-29 {{(pid=93959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 10:27:33.422021 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port 15fdac17-16cc-4db6-90e6-280614d37c9c, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=15fdac17-16cc-4db6-90e6-280614d37c9c,segment=NetworkSegment(2f2e514e-aee0-4ed3-8748-3ecceb5d06c6),segment_id=2f2e514e-aee0-4ed3-8748-3ecceb5d06c6)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:27:33.435363 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Returning: {'device': '15fdac17-16cc-4db6-90e6-280614d37c9c', 'network_id': 'bf276582-6e51-472b-9758-9529b28805ac', 'port_id': '15fdac17-16cc-4db6-90e6-280614d37c9c', 'mac_address': 'fa:16:3e:11:35:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24a74b90-5254-4f8a-b5d7-22a780378e89', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 10:27:33.475679 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:33.489304 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15fdac17-16cc-4db6-90e6-280614d37c9c {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:27:33.516111 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port 15fdac17-16cc-4db6-90e6-280614d37c9c, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=15fdac17-16cc-4db6-90e6-280614d37c9c,segment=NetworkSegment(2f2e514e-aee0-4ed3-8748-3ecceb5d06c6),segment_id=2f2e514e-aee0-4ed3-8748-3ecceb5d06c6)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:27:33.520623 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:33.577050 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Pushing event updated for resources: {'Port': ['ID=15fdac17-16cc-4db6-90e6-280614d37c9c,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:27:33.848462 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] get_ports_and_sgs() called for port_ids ['15fdac17-16cc-4db6-90e6-280614d37c9c'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:27:34.357430 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6653cf-bb43-44e1-afab-064bf83828b4 req-a901b65a-80ff-43ff-b008-f2929cb027ca tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:27:34.358981 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3d6653cf-bb43-44e1-afab-064bf83828b4 req-a901b65a-80ff-43ff-b008-f2929cb027ca tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/ports?device_id=5333d82d-ac33-44b1-ae81-615b87ba7a50 HTTP/1.1" status: 200 len: 945 time: 0.0849986 Jul 14 10:27:34.408179 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3d6653cf-bb43-44e1-afab-064bf83828b4 req-377695b8-f883-44ca-b78b-3f32a355aef2 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/security-groups?id=6840d376-882b-43eb-bfcc-64e55b5816a2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422778 Jul 14 10:27:35.348015 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 15fdac17-16cc-4db6-90e6-280614d37c9c up at agent hyperv_n-h1-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:27:35.407918 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Provisioning for port 15fdac17-16cc-4db6-90e6-280614d37c9c completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:27:35.412796 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Provisioning complete for port 15fdac17-16cc-4db6-90e6-280614d37c9c triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:27:35.413286 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:35.517895 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:35.543051 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5333d82d-ac33-44b1-ae81-615b87ba7a50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15fdac17-16cc-4db6-90e6-280614d37c9c'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:27:35.545439 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}329bd6c07f982fc6c8be245f0be026b528efb6c8a9415522477faf1b9157eba4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8a1f776-1280-4dfd-9e3b-c5b8da046e46" -d '{"events": [{"server_uuid": "5333d82d-ac33-44b1-ae81-615b87ba7a50", "name": "network-vif-plugged", "status": "completed", "tag": "15fdac17-16cc-4db6-90e6-280614d37c9c"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:27:35.559982 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port 15fdac17-16cc-4db6-90e6-280614d37c9c, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=15fdac17-16cc-4db6-90e6-280614d37c9c,segment=NetworkSegment(2f2e514e-aee0-4ed3-8748-3ecceb5d06c6),segment_id=2f2e514e-aee0-4ed3-8748-3ecceb5d06c6)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:27:35.565954 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:35.591458 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:27:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31ef7ef9-060c-4f25-a131-2c275016fb6f x-openstack-request-id: req-31ef7ef9-060c-4f25-a131-2c275016fb6f {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:27:35.591747 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5333d82d-ac33-44b1-ae81-615b87ba7a50", "name": "network-vif-plugged", "status": "completed", "tag": "15fdac17-16cc-4db6-90e6-280614d37c9c", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:27:35.592018 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-31ef7ef9-060c-4f25-a131-2c275016fb6f {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:27:35.592441 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5333d82d-ac33-44b1-ae81-615b87ba7a50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15fdac17-16cc-4db6-90e6-280614d37c9c', 'code': 200} Jul 14 10:27:35.602224 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9513286-514c-46b6-86f3-77a0caaa6061 req-3436f25e-d6e1-49a4-aec8-dc7609669e79 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:27:35.603945 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-a9513286-514c-46b6-86f3-77a0caaa6061 req-3436f25e-d6e1-49a4-aec8-dc7609669e79 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/ports?device_id=5333d82d-ac33-44b1-ae81-615b87ba7a50 HTTP/1.1" status: 200 len: 945 time: 0.0804429 Jul 14 10:27:35.621625 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Pushing event updated for resources: {'Port': ['ID=15fdac17-16cc-4db6-90e6-280614d37c9c,revision_number=5']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:27:35.656183 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-a9513286-514c-46b6-86f3-77a0caaa6061 req-f9d73701-7304-4fc0-9992-b690f09bb98f tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/security-groups?id=6840d376-882b-43eb-bfcc-64e55b5816a2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0460801 Jul 14 10:27:35.737639 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea6ef3e-2d80-4ba4-8d88-2bf0e73f0594 req-b6fcb023-6a43-4ed4-a3d2-c5bff421d906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:27:35.739177 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-4ea6ef3e-2d80-4ba4-8d88-2bf0e73f0594 req-b6fcb023-6a43-4ed4-a3d2-c5bff421d906 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=5333d82d-ac33-44b1-ae81-615b87ba7a50 HTTP/1.1" status: 200 len: 1098 time: 0.0546925 Jul 14 10:27:35.775658 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-4ea6ef3e-2d80-4ba4-8d88-2bf0e73f0594 req-aba2df06-3755-49db-a328-502ae30fed9b service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=6840d376-882b-43eb-bfcc-64e55b5816a2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0293386 Jul 14 10:27:36.862178 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6774c417-7505-410f-9151-aa1043847611 req-763c184c-3e12-421d-b177-03fb664043b8 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:27:36.864107 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6774c417-7505-410f-9151-aa1043847611 req-763c184c-3e12-421d-b177-03fb664043b8 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/ports?device_id=5333d82d-ac33-44b1-ae81-615b87ba7a50 HTTP/1.1" status: 200 len: 946 time: 0.0846760 Jul 14 10:27:36.916358 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6774c417-7505-410f-9151-aa1043847611 req-7d058448-5d4d-47ef-9bbd-09f792ac1628 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/security-groups?id=6840d376-882b-43eb-bfcc-64e55b5816a2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0440226 Jul 14 10:27:38.116877 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899378d4-1e9e-485b-9811-c011111678fd req-2ff4b61c-4999-42c0-b340-4db10b6e3054 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:27:38.119196 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-899378d4-1e9e-485b-9811-c011111678fd req-2ff4b61c-4999-42c0-b340-4db10b6e3054 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/ports?device_id=5333d82d-ac33-44b1-ae81-615b87ba7a50 HTTP/1.1" status: 200 len: 946 time: 0.0745652 Jul 14 10:27:38.167818 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-899378d4-1e9e-485b-9811-c011111678fd req-14c4bdae-6976-4ee2-b3f2-b5cabdaf2864 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/security-groups?id=6840d376-882b-43eb-bfcc-64e55b5816a2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417976 Jul 14 10:27:38.350402 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df21a212-8410-43ec-b159-ef13310bbf9a req-ae895cd0-bc1c-483b-be1b-fcf1b8cdd5e6 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:27:38.352374 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-df21a212-8410-43ec-b159-ef13310bbf9a req-ae895cd0-bc1c-483b-be1b-fcf1b8cdd5e6 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/ports?device_id=5333d82d-ac33-44b1-ae81-615b87ba7a50 HTTP/1.1" status: 200 len: 946 time: 0.0689244 Jul 14 10:27:38.392637 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-df21a212-8410-43ec-b159-ef13310bbf9a req-75144e9b-e5c9-4fbf-b51a-c844d4797138 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/security-groups?id=6840d376-882b-43eb-bfcc-64e55b5816a2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0346105 Jul 14 10:27:38.417932 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 40946) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:27:38.471389 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc803d37-fe98-4a1a-8aa3-49537815b952 tempest-TestNetworkAdvancedServerOps-67860489 tempest-TestNetworkAdvancedServerOps-67860489-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:27:38.473072 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-cc803d37-fe98-4a1a-8aa3-49537815b952 tempest-TestNetworkAdvancedServerOps-67860489 tempest-TestNetworkAdvancedServerOps-67860489-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=5333d82d-ac33-44b1-ae81-615b87ba7a50 HTTP/1.1" status: 200 len: 1093 time: 0.0539777 Jul 14 10:27:38.476250 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 40948) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:27:38.482474 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-ef446c1d-7d50-4801-9e7b-f4d8ce007d69 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Request body: {'floatingip': {'floating_network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'port_id': '15fdac17-16cc-4db6-90e6-280614d37c9c', 'tenant_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:27:38.508243 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ef446c1d-7d50-4801-9e7b-f4d8ce007d69 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks [] for floatingip, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:38.617706 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ef446c1d-7d50-4801-9e7b-f4d8ce007d69 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:38.731778 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-ef446c1d-7d50-4801-9e7b-f4d8ce007d69 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Allocated IP 172.25.4.125 (2dcd4d32-cc7c-4468-b396-7ce5c9231892/6cd22a75-5bc1-467c-a3c4-0af04bd1b34a/960b212b-cc7f-49e1-bc54-020f79c2cf09) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:27:38.843666 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ef446c1d-7d50-4801-9e7b-f4d8ce007d69 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:38.893359 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ef446c1d-7d50-4801-9e7b-f4d8ce007d69 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:38.931005 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef446c1d-7d50-4801-9e7b-f4d8ce007d69 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Network 2dcd4d32-cc7c-4468-b396-7ce5c9231892 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:27:38.935977 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-ef446c1d-7d50-4801-9e7b-f4d8ce007d69 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:27:38.939930 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef446c1d-7d50-4801-9e7b-f4d8ce007d69 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:27:38.964588 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef446c1d-7d50-4801-9e7b-f4d8ce007d69 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Pushing event updated for resources: {'Port': ['ID=960b212b-cc7f-49e1-bc54-020f79c2cf09,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:27:39.340245 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ef446c1d-7d50-4801-9e7b-f4d8ce007d69 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:39.427255 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ef446c1d-7d50-4801-9e7b-f4d8ce007d69 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:39.583417 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ef446c1d-7d50-4801-9e7b-f4d8ce007d69 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:39.588183 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ef446c1d-7d50-4801-9e7b-f4d8ce007d69 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:39.662008 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef446c1d-7d50-4801-9e7b-f4d8ce007d69 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Pushing event updated for resources: {'Port': ['ID=960b212b-cc7f-49e1-bc54-020f79c2cf09,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:27:39.675337 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ef446c1d-7d50-4801-9e7b-f4d8ce007d69 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-660590'] for floatingip, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:39.775117 n-d-779913-29 neutron-server[93957]: INFO neutron.db.l3_db [None req-ef446c1d-7d50-4801-9e7b-f4d8ce007d69 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Floating IP 54e8d047-9b14-444c-891f-fe3e8e7ad613 associated. External IP: 172.25.4.125, port: 15fdac17-16cc-4db6-90e6-280614d37c9c. Jul 14 10:27:40.330714 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef446c1d-7d50-4801-9e7b-f4d8ce007d69 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Router eae6c888-8133-44c0-ae95-b703914ce989 has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:27:40.439167 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef446c1d-7d50-4801-9e7b-f4d8ce007d69 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:27:40.449756 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d2058d-9864-45f4-aa46-25fb41b63b3e None None] Sync routers for ids ['eae6c888-8133-44c0-ae95-b703914ce989'] in n-d-779913-29 {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:27:40.458730 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ef446c1d-7d50-4801-9e7b-f4d8ce007d69 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for floatingip, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:40.461041 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d2058d-9864-45f4-aa46-25fb41b63b3e None None] Routers {'eae6c888-8133-44c0-ae95-b703914ce989'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:27:40.461870 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-09d2058d-9864-45f4-aa46-25fb41b63b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T10:27:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['eae6c888-8133-44c0-ae95-b703914ce989'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:27:40.501122 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-ef446c1d-7d50-4801-9e7b-f4d8ce007d69 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0229573 Jul 14 10:27:40.501770 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5333d82d-ac33-44b1-ae81-615b87ba7a50', 'tag': '15fdac17-16cc-4db6-90e6-280614d37c9c'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:27:40.504178 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}175264a25d5f1cec9b1451f1a8cc8ced5d4502f5c48740ac7c6845d527b2175b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac080892-16a6-4b90-be6e-2b4c716d359f" -d '{"events": [{"name": "network-changed", "server_uuid": "5333d82d-ac33-44b1-ae81-615b87ba7a50", "tag": "15fdac17-16cc-4db6-90e6-280614d37c9c"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:27:40.547560 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:27:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7df62530-d98e-4124-b35e-09d03eb3fdaf x-openstack-request-id: req-7df62530-d98e-4124-b35e-09d03eb3fdaf {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:27:40.548056 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5333d82d-ac33-44b1-ae81-615b87ba7a50", "tag": "15fdac17-16cc-4db6-90e6-280614d37c9c", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:27:40.548182 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-7df62530-d98e-4124-b35e-09d03eb3fdaf {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:27:40.548546 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5333d82d-ac33-44b1-ae81-615b87ba7a50', 'tag': '15fdac17-16cc-4db6-90e6-280614d37c9c', 'status': 'completed', 'code': 200} Jul 14 10:27:40.580189 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvr_db [None req-09d2058d-9864-45f4-aa46-25fb41b63b3e None None] Set router eae6c888-8133-44c0-ae95-b703914ce989 gateway port host: n-d-779913-29 {{(pid=93959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:27:40.655001 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac080892-16a6-4b90-be6e-2b4c716d359f req-8b05edb0-fd2f-4d42-9e3d-565153cb23d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:27:40.656511 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ac080892-16a6-4b90-be6e-2b4c716d359f req-8b05edb0-fd2f-4d42-9e3d-565153cb23d2 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=cfb2ed7caa9b43c9b2145e769e9db92d&device_id=5333d82d-ac33-44b1-ae81-615b87ba7a50 HTTP/1.1" status: 200 len: 1098 time: 0.0649285 Jul 14 10:27:40.665371 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d229559-759d-43a5-9ae6-de9ddaadd686 req-e443cc76-31d2-405b-a657-7303cd99c386 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:27:40.667085 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-5d229559-759d-43a5-9ae6-de9ddaadd686 req-e443cc76-31d2-405b-a657-7303cd99c386 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/ports?device_id=5333d82d-ac33-44b1-ae81-615b87ba7a50 HTTP/1.1" status: 200 len: 946 time: 0.0709877 Jul 14 10:27:40.716759 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-5d229559-759d-43a5-9ae6-de9ddaadd686 req-af97757b-30ee-4ae7-ba68-eed21a3a4468 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/security-groups?id=6840d376-882b-43eb-bfcc-64e55b5816a2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419073 Jul 14 10:27:40.744133 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 40954) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:27:40.756327 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac080892-16a6-4b90-be6e-2b4c716d359f req-2600f00e-b041-4331-b7fe-6f7c20a8082a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:27:40.758017 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ac080892-16a6-4b90-be6e-2b4c716d359f req-2600f00e-b041-4331-b7fe-6f7c20a8082a service neutron] 10.222.0.65 "GET /v2.0/networks?id=bf276582-6e51-472b-9758-9529b28805ac HTTP/1.1" status: 200 len: 897 time: 0.0958078 Jul 14 10:27:40.821060 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-482924fd-b32e-4cc3-8cce-689c47a156b6 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/floatingips/54e8d047-9b14-444c-891f-fe3e8e7ad613 HTTP/1.1" status: 200 len: 992 time: 0.0748577 Jul 14 10:27:40.827029 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-09d2058d-9864-45f4-aa46-25fb41b63b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eae6c888-8133-44c0-ae95-b703914ce989', 'name': 'tempest-TestNetworkAdvancedServerOps-router-238576074', 'tenant_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.83'}], 'enable_snat': True}, 'gw_port_id': '35bb302d-54af-4e13-833a-6a93289e941f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:27:20Z', 'updated_at': '2021-07-14T10:27:24Z', 'revision_number': 4, 'project_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'gw_port': {'id': '35bb302d-54af-4e13-833a-6a93289e941f', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:19:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eae6c888-8133-44c0-ae95-b703914ce989', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:27:21Z', 'updated_at': '2021-07-14T10:27:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_floatingips': [{'id': '54e8d047-9b14-444c-891f-fe3e8e7ad613', 'tenant_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'floating_ip_address': '172.25.4.125', 'floating_network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'router_id': 'eae6c888-8133-44c0-ae95-b703914ce989', 'port_id': '15fdac17-16cc-4db6-90e6-280614d37c9c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4187, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf276582-6e51-472b-9758-9529b28805ac', 'mac_address': 'fa:16:3e:11:35:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5333d82d-ac33-44b1-ae81-615b87ba7a50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T10:27:39Z', 'updated_at': '2021-07-14T10:27:39Z', 'revision_number': 0, 'project_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2af0a03-0010-489f-8b89-9670d658dea4', 'name': '', 'network_id': 'bf276582-6e51-472b-9758-9529b28805ac', 'tenant_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'mac_address': 'fa:16:3e:f1:35:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eae6c888-8133-44c0-ae95-b703914ce989', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '24a74b90-5254-4f8a-b5d7-22a780378e89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:27:23Z', 'updated_at': '2021-07-14T10:27:29Z', 'revision_number': 5, 'project_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'subnets': [{'id': '24a74b90-5254-4f8a-b5d7-22a780378e89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:27:40.842978 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ac080892-16a6-4b90-be6e-2b4c716d359f req-848acb48-2c02-4f0b-a1d2-9e65a32de375 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=15fdac17-16cc-4db6-90e6-280614d37c9c HTTP/1.1" status: 200 len: 1000 time: 0.0789881 Jul 14 10:27:40.856156 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d2058d-9864-45f4-aa46-25fb41b63b3e None None] Checking router: eae6c888-8133-44c0-ae95-b703914ce989 for host: n-d-779913-29 {{(pid=93959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:27:40.864895 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d2058d-9864-45f4-aa46-25fb41b63b3e None None] Routers {'eae6c888-8133-44c0-ae95-b703914ce989'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:27:40.865517 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-09d2058d-9864-45f4-aa46-25fb41b63b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T10:27:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['eae6c888-8133-44c0-ae95-b703914ce989'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:27:40.898878 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac080892-16a6-4b90-be6e-2b4c716d359f req-270fa682-e141-4822-a4eb-6c6920ffb712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:27:40.900639 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ac080892-16a6-4b90-be6e-2b4c716d359f req-270fa682-e141-4822-a4eb-6c6920ffb712 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=24a74b90-5254-4f8a-b5d7-22a780378e89 HTTP/1.1" status: 200 len: 835 time: 0.0519664 Jul 14 10:27:40.962624 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac080892-16a6-4b90-be6e-2b4c716d359f req-d2db7ec6-a7e8-42d1-a44e-d9ef1df5f46f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:27:40.964328 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ac080892-16a6-4b90-be6e-2b4c716d359f req-d2db7ec6-a7e8-42d1-a44e-d9ef1df5f46f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=bf276582-6e51-472b-9758-9529b28805ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0579932 Jul 14 10:27:40.980979 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvr_db [None req-09d2058d-9864-45f4-aa46-25fb41b63b3e None None] Set router eae6c888-8133-44c0-ae95-b703914ce989 gateway port host: n-d-779913-29 {{(pid=93959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:27:41.067128 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ac080892-16a6-4b90-be6e-2b4c716d359f req-b064d214-66b8-4b50-8807-64805321a5c7 service neutron] 10.222.0.65 "GET /v2.0/networks/bf276582-6e51-472b-9758-9529b28805ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959799 Jul 14 10:27:41.163106 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ac080892-16a6-4b90-be6e-2b4c716d359f req-cfd8a293-c500-4ff8-beb6-d14ab83db871 service neutron] 10.222.0.65 "GET /v2.0/networks/bf276582-6e51-472b-9758-9529b28805ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894234 Jul 14 10:27:41.246324 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-09d2058d-9864-45f4-aa46-25fb41b63b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eae6c888-8133-44c0-ae95-b703914ce989', 'name': 'tempest-TestNetworkAdvancedServerOps-router-238576074', 'tenant_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.83'}], 'enable_snat': True}, 'gw_port_id': '35bb302d-54af-4e13-833a-6a93289e941f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:27:20Z', 'updated_at': '2021-07-14T10:27:24Z', 'revision_number': 4, 'project_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'gw_port': {'id': '35bb302d-54af-4e13-833a-6a93289e941f', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:19:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eae6c888-8133-44c0-ae95-b703914ce989', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:27:21Z', 'updated_at': '2021-07-14T10:27:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_floatingips': [{'id': '54e8d047-9b14-444c-891f-fe3e8e7ad613', 'tenant_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'floating_ip_address': '172.25.4.125', 'floating_network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'router_id': 'eae6c888-8133-44c0-ae95-b703914ce989', 'port_id': '15fdac17-16cc-4db6-90e6-280614d37c9c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4187, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf276582-6e51-472b-9758-9529b28805ac', 'mac_address': 'fa:16:3e:11:35:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5333d82d-ac33-44b1-ae81-615b87ba7a50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T10:27:39Z', 'updated_at': '2021-07-14T10:27:39Z', 'revision_number': 0, 'project_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2af0a03-0010-489f-8b89-9670d658dea4', 'name': '', 'network_id': 'bf276582-6e51-472b-9758-9529b28805ac', 'tenant_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'mac_address': 'fa:16:3e:f1:35:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eae6c888-8133-44c0-ae95-b703914ce989', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '24a74b90-5254-4f8a-b5d7-22a780378e89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:27:23Z', 'updated_at': '2021-07-14T10:27:29Z', 'revision_number': 5, 'project_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'subnets': [{'id': '24a74b90-5254-4f8a-b5d7-22a780378e89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:27:41.279833 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d2058d-9864-45f4-aa46-25fb41b63b3e None None] The sync data for ids ['eae6c888-8133-44c0-ae95-b703914ce989'] in n-d-779913-29 is: [{'id': 'eae6c888-8133-44c0-ae95-b703914ce989', 'name': 'tempest-TestNetworkAdvancedServerOps-router-238576074', 'tenant_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.83'}], 'enable_snat': True}, 'gw_port_id': '35bb302d-54af-4e13-833a-6a93289e941f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:27:20Z', 'updated_at': '2021-07-14T10:27:24Z', 'revision_number': 4, 'project_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'gw_port': {'id': '35bb302d-54af-4e13-833a-6a93289e941f', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:19:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eae6c888-8133-44c0-ae95-b703914ce989', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:27:21Z', 'updated_at': '2021-07-14T10:27:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_floatingips': [{'id': '54e8d047-9b14-444c-891f-fe3e8e7ad613', 'tenant_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'floating_ip_address': '172.25.4.125', 'floating_network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'router_id': 'eae6c888-8133-44c0-ae95-b703914ce989', 'port_id': '15fdac17-16cc-4db6-90e6-280614d37c9c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4187, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf276582-6e51-472b-9758-9529b28805ac', 'mac_address': 'fa:16:3e:11:35:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5333d82d-ac33-44b1-ae81-615b87ba7a50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T10:27:39Z', 'updated_at': '2021-07-14T10:27:39Z', 'revision_number': 0, 'project_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2af0a03-0010-489f-8b89-9670d658dea4', 'name': '', 'network_id': 'bf276582-6e51-472b-9758-9529b28805ac', 'tenant_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'mac_address': 'fa:16:3e:f1:35:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eae6c888-8133-44c0-ae95-b703914ce989', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '24a74b90-5254-4f8a-b5d7-22a780378e89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:27:23Z', 'updated_at': '2021-07-14T10:27:29Z', 'revision_number': 5, 'project_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'subnets': [{'id': '24a74b90-5254-4f8a-b5d7-22a780378e89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:27:41.486580 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-754c0602-7b2e-49fa-8aa4-f5fe0be8733e None None] New status for floating IP 54e8d047-9b14-444c-891f-fe3e8e7ad613: ACTIVE {{(pid=93960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 10:27:41.825208 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 40956) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:27:41.891293 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-d92a6b82-3ec1-4456-a44e-b98d63951c44 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/floatingips/54e8d047-9b14-444c-891f-fe3e8e7ad613 HTTP/1.1" status: 200 len: 994 time: 0.0647676 Jul 14 10:27:43.541078 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:44.299723 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:52.315703 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9a4a0805-82cf-467a-aca9-f3df117a1f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:54.881924 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:54.990424 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a0099984-75ac-490b-9feb-eb17672b758c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:56.143740 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5ad31076-714c-49ec-bc37-f3d4cd90112a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:57.936322 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5bbe322f-3f67-4864-bc0a-91afe44d23e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:28:05.665078 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.agents_db [None req-3c3509fb-540d-4335-a450-574895dd3602 None None] Agent healthcheck: found 7 active agents {{(pid=93960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:28:13.485805 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b8d5bdd1-ebf5-4367-8c2c-e9230f58e68b req-ffc000d9-7420-434d-8736-8ced33c0f370 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=5333d82d-ac33-44b1-ae81-615b87ba7a50&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1461213 Jul 14 10:28:13.501132 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca4b9c9-00fc-4696-9863-0948fe209a32 req-2401ad28-6bec-4c22-a305-9db89804a5d5 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:28:13.502544 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2ca4b9c9-00fc-4696-9863-0948fe209a32 req-2401ad28-6bec-4c22-a305-9db89804a5d5 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/ports?device_id=5333d82d-ac33-44b1-ae81-615b87ba7a50 HTTP/1.1" status: 200 len: 946 time: 0.1130583 Jul 14 10:28:13.541740 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:28:13.544798 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2ca4b9c9-00fc-4696-9863-0948fe209a32 req-f27dc6ff-e031-4bb3-8792-0b84f699250c tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/security-groups?id=6840d376-882b-43eb-bfcc-64e55b5816a2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0345848 Jul 14 10:28:14.294758 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:28:14.721180 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1e20b2-2cb0-4428-bbd8-5d6d3ddf5d90 req-080f0fbc-b80f-4959-a0c1-aaa983cd065f tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:28:14.722685 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-5e1e20b2-2cb0-4428-bbd8-5d6d3ddf5d90 req-080f0fbc-b80f-4959-a0c1-aaa983cd065f tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/ports?device_id=5333d82d-ac33-44b1-ae81-615b87ba7a50 HTTP/1.1" status: 200 len: 946 time: 0.0626872 Jul 14 10:28:14.761229 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-5e1e20b2-2cb0-4428-bbd8-5d6d3ddf5d90 req-3ed7a37b-4ea8-4b4c-8979-7a44ba4aab26 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/security-groups?id=6840d376-882b-43eb-bfcc-64e55b5816a2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327005 Jul 14 10:28:14.885255 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d5bdd1-ebf5-4367-8c2c-e9230f58e68b req-1e9d61e6-543a-4f2c-ae57-32fa4c1a346f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:28:14.886766 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b8d5bdd1-ebf5-4367-8c2c-e9230f58e68b req-1e9d61e6-543a-4f2c-ae57-32fa4c1a346f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=cfb2ed7caa9b43c9b2145e769e9db92d&device_id=5333d82d-ac33-44b1-ae81-615b87ba7a50 HTTP/1.1" status: 200 len: 1098 time: 0.0577998 Jul 14 10:28:14.983557 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d5bdd1-ebf5-4367-8c2c-e9230f58e68b req-02eef8e0-2698-45af-8578-dafaf250f622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:28:14.985053 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b8d5bdd1-ebf5-4367-8c2c-e9230f58e68b req-02eef8e0-2698-45af-8578-dafaf250f622 service neutron] 10.222.0.65 "GET /v2.0/networks?id=bf276582-6e51-472b-9758-9529b28805ac HTTP/1.1" status: 200 len: 897 time: 0.0923498 Jul 14 10:28:15.053260 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b8d5bdd1-ebf5-4367-8c2c-e9230f58e68b req-38b0d3f2-09cf-4c19-a5aa-fec7fbf77998 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=15fdac17-16cc-4db6-90e6-280614d37c9c HTTP/1.1" status: 200 len: 1002 time: 0.0622463 Jul 14 10:28:15.100986 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d5bdd1-ebf5-4367-8c2c-e9230f58e68b req-2902fa3f-5feb-4622-82d6-03098c07e6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:28:15.102454 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b8d5bdd1-ebf5-4367-8c2c-e9230f58e68b req-2902fa3f-5feb-4622-82d6-03098c07e6fd service neutron] 10.222.0.65 "GET /v2.0/subnets?id=24a74b90-5254-4f8a-b5d7-22a780378e89 HTTP/1.1" status: 200 len: 835 time: 0.0432200 Jul 14 10:28:15.164198 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d5bdd1-ebf5-4367-8c2c-e9230f58e68b req-28a9e202-46fd-4263-859a-3c79711c7706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:28:15.166238 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b8d5bdd1-ebf5-4367-8c2c-e9230f58e68b req-28a9e202-46fd-4263-859a-3c79711c7706 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=bf276582-6e51-472b-9758-9529b28805ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0562618 Jul 14 10:28:15.176916 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [req-b8d5bdd1-ebf5-4367-8c2c-e9230f58e68b req-5c6eec73-1f5b-4900-897c-d10f433bd921 service neutron] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=93957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 10:28:15.177900 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b8d5bdd1-ebf5-4367-8c2c-e9230f58e68b req-5c6eec73-1f5b-4900-897c-d10f433bd921 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053239 Jul 14 10:28:15.265480 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b8d5bdd1-ebf5-4367-8c2c-e9230f58e68b req-bc68d1db-5ed0-41f4-ac65-21a935036fbc service neutron] 10.222.0.65 "GET /v2.0/networks/bf276582-6e51-472b-9758-9529b28805ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814967 Jul 14 10:28:15.357695 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b8d5bdd1-ebf5-4367-8c2c-e9230f58e68b req-9d1673b7-ffa2-4658-a70d-bb52e10b3828 service neutron] 10.222.0.65 "GET /v2.0/networks/bf276582-6e51-472b-9758-9529b28805ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857434 Jul 14 10:28:15.937573 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a96e8ce-0f96-4df8-9af5-aea5eaf0f58d req-ef4c813b-5c72-4951-b2ff-bf5dc2289b0a tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:28:15.939055 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1a96e8ce-0f96-4df8-9af5-aea5eaf0f58d req-ef4c813b-5c72-4951-b2ff-bf5dc2289b0a tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/ports?device_id=5333d82d-ac33-44b1-ae81-615b87ba7a50 HTTP/1.1" status: 200 len: 946 time: 0.0640662 Jul 14 10:28:15.977087 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1a96e8ce-0f96-4df8-9af5-aea5eaf0f58d req-06307f8a-2237-44c2-a081-1164502d5f19 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/security-groups?id=6840d376-882b-43eb-bfcc-64e55b5816a2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324924 Jul 14 10:28:17.168518 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da83536e-4e54-4cc9-b956-d76f52cfd3cc req-475173d2-cc5f-477b-ade5-e1bbf2c760a8 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:28:17.169942 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-da83536e-4e54-4cc9-b956-d76f52cfd3cc req-475173d2-cc5f-477b-ade5-e1bbf2c760a8 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/ports?device_id=5333d82d-ac33-44b1-ae81-615b87ba7a50 HTTP/1.1" status: 200 len: 946 time: 0.0762169 Jul 14 10:28:17.208864 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-da83536e-4e54-4cc9-b956-d76f52cfd3cc req-4599bc6e-bfcd-493a-b98c-1cef22c4ff3e tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/security-groups?id=6840d376-882b-43eb-bfcc-64e55b5816a2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0329993 Jul 14 10:28:18.392516 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebe05a7-dfad-41af-9463-d49fe6ccc901 req-c75e8eb5-4a7e-49ca-8439-2cedd27fd529 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:28:18.394077 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0ebe05a7-dfad-41af-9463-d49fe6ccc901 req-c75e8eb5-4a7e-49ca-8439-2cedd27fd529 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/ports?device_id=5333d82d-ac33-44b1-ae81-615b87ba7a50 HTTP/1.1" status: 200 len: 946 time: 0.0658185 Jul 14 10:28:18.433091 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0ebe05a7-dfad-41af-9463-d49fe6ccc901 req-4b5b52e9-aabb-4636-8f7f-a0d3106c17b2 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/security-groups?id=6840d376-882b-43eb-bfcc-64e55b5816a2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0333047 Jul 14 10:28:19.608412 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4b03aa-1ff2-4ce1-8174-7071e01d813a req-5e8025c3-90f9-48d6-a1ea-c33254a265c4 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:28:19.609941 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-df4b03aa-1ff2-4ce1-8174-7071e01d813a req-5e8025c3-90f9-48d6-a1ea-c33254a265c4 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/ports?device_id=5333d82d-ac33-44b1-ae81-615b87ba7a50 HTTP/1.1" status: 200 len: 946 time: 0.0641620 Jul 14 10:28:19.648584 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-df4b03aa-1ff2-4ce1-8174-7071e01d813a req-d1010d42-73a0-4579-84af-06cc68eabc51 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/security-groups?id=6840d376-882b-43eb-bfcc-64e55b5816a2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0330856 Jul 14 10:28:20.829871 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4621fc5f-c4a9-4939-a299-dbed5874cf14 req-2ab86ada-a63c-42d9-8fa1-c1d9f153262c tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:28:20.831376 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-4621fc5f-c4a9-4939-a299-dbed5874cf14 req-2ab86ada-a63c-42d9-8fa1-c1d9f153262c tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/ports?device_id=5333d82d-ac33-44b1-ae81-615b87ba7a50 HTTP/1.1" status: 200 len: 946 time: 0.0689797 Jul 14 10:28:20.869637 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-4621fc5f-c4a9-4939-a299-dbed5874cf14 req-54e6211a-e06c-4b1f-854f-b43319e17364 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/security-groups?id=6840d376-882b-43eb-bfcc-64e55b5816a2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326989 Jul 14 10:28:22.050169 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f307e5-5f10-43fc-ac80-724a60aefc2f req-d94f46f5-419d-4d27-809c-3e6558abe365 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:28:22.051817 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-79f307e5-5f10-43fc-ac80-724a60aefc2f req-d94f46f5-419d-4d27-809c-3e6558abe365 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/ports?device_id=5333d82d-ac33-44b1-ae81-615b87ba7a50 HTTP/1.1" status: 200 len: 946 time: 0.0669534 Jul 14 10:28:22.091989 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-79f307e5-5f10-43fc-ac80-724a60aefc2f req-7617a127-353d-4ccf-9484-cce70979d82d tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/security-groups?id=6840d376-882b-43eb-bfcc-64e55b5816a2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0343659 Jul 14 10:28:22.316257 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7bcb5f1d-e3c1-4031-aabd-2831d8b15132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:28:23.266966 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e24226-a22e-4ac9-8b51-0067e89d9e63 req-c0d5fc20-6ea9-4385-8e6b-6565ef1a0a60 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:28:23.268670 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-12e24226-a22e-4ac9-8b51-0067e89d9e63 req-c0d5fc20-6ea9-4385-8e6b-6565ef1a0a60 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/ports?device_id=5333d82d-ac33-44b1-ae81-615b87ba7a50 HTTP/1.1" status: 200 len: 946 time: 0.0658975 Jul 14 10:28:23.308500 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-12e24226-a22e-4ac9-8b51-0067e89d9e63 req-52f0c857-6990-490a-b406-359b1218b01e tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/security-groups?id=6840d376-882b-43eb-bfcc-64e55b5816a2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0339103 Jul 14 10:28:24.490861 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d01578-05e8-4945-9c30-faa1d1cc43d2 req-de6433f2-810f-467e-9929-0203c32ee9cf tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:28:24.492321 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-e7d01578-05e8-4945-9c30-faa1d1cc43d2 req-de6433f2-810f-467e-9929-0203c32ee9cf tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/ports?device_id=5333d82d-ac33-44b1-ae81-615b87ba7a50 HTTP/1.1" status: 200 len: 946 time: 0.0685666 Jul 14 10:28:24.531911 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-e7d01578-05e8-4945-9c30-faa1d1cc43d2 req-58fc4815-3e0c-4a18-a000-7f5eda30a457 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/security-groups?id=6840d376-882b-43eb-bfcc-64e55b5816a2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0329938 Jul 14 10:28:24.885678 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:28:24.989783 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889d4859-8e5d-44e6-a3f8-73f8aa197f44 req-2c4a376e-0b04-4a60-8c65-a53d4fa5853d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:28:24.990823 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-25f5780e-b92d-48b5-a42a-4862b459d334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:28:24.991506 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-889d4859-8e5d-44e6-a3f8-73f8aa197f44 req-2c4a376e-0b04-4a60-8c65-a53d4fa5853d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=cfb2ed7caa9b43c9b2145e769e9db92d&device_id=5333d82d-ac33-44b1-ae81-615b87ba7a50 HTTP/1.1" status: 200 len: 1098 time: 0.0582371 Jul 14 10:28:25.105174 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889d4859-8e5d-44e6-a3f8-73f8aa197f44 req-f7aa6f9d-007f-4a19-9be0-04c9a32d7650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:28:25.106681 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-889d4859-8e5d-44e6-a3f8-73f8aa197f44 req-f7aa6f9d-007f-4a19-9be0-04c9a32d7650 service neutron] 10.222.0.65 "GET /v2.0/networks?id=bf276582-6e51-472b-9758-9529b28805ac HTTP/1.1" status: 200 len: 897 time: 0.0938411 Jul 14 10:28:25.171126 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-889d4859-8e5d-44e6-a3f8-73f8aa197f44 req-059783f0-7fc1-42f9-a0a7-6b318bdd0649 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=15fdac17-16cc-4db6-90e6-280614d37c9c HTTP/1.1" status: 200 len: 1002 time: 0.0583136 Jul 14 10:28:25.223589 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889d4859-8e5d-44e6-a3f8-73f8aa197f44 req-545b5612-7dba-4468-b425-c31b04ce3359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:28:25.225285 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-889d4859-8e5d-44e6-a3f8-73f8aa197f44 req-545b5612-7dba-4468-b425-c31b04ce3359 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=24a74b90-5254-4f8a-b5d7-22a780378e89 HTTP/1.1" status: 200 len: 835 time: 0.0483921 Jul 14 10:28:25.282466 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889d4859-8e5d-44e6-a3f8-73f8aa197f44 req-60f5525f-da51-4303-a9e2-0cd0b9e7f620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:28:25.283990 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-889d4859-8e5d-44e6-a3f8-73f8aa197f44 req-60f5525f-da51-4303-a9e2-0cd0b9e7f620 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=bf276582-6e51-472b-9758-9529b28805ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0522141 Jul 14 10:28:25.373320 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-889d4859-8e5d-44e6-a3f8-73f8aa197f44 req-eae0855d-84bd-480e-ab4c-3a7215d498dc service neutron] 10.222.0.65 "GET /v2.0/networks/bf276582-6e51-472b-9758-9529b28805ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823712 Jul 14 10:28:25.468401 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-889d4859-8e5d-44e6-a3f8-73f8aa197f44 req-8c4c6c18-2609-4c25-8cc3-002da66652ef service neutron] 10.222.0.65 "GET /v2.0/networks/bf276582-6e51-472b-9758-9529b28805ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886147 Jul 14 10:28:25.704339 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89509daa-7933-4c28-87be-cb390a025cb8 req-497b1ef0-15aa-45c2-831c-6ac8d8a095bc tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:28:25.705759 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-89509daa-7933-4c28-87be-cb390a025cb8 req-497b1ef0-15aa-45c2-831c-6ac8d8a095bc tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/ports?device_id=5333d82d-ac33-44b1-ae81-615b87ba7a50 HTTP/1.1" status: 200 len: 946 time: 0.0625401 Jul 14 10:28:25.745594 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-89509daa-7933-4c28-87be-cb390a025cb8 req-6f2032b0-bb67-43f1-a078-fbeab0f21a1c tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/security-groups?id=6840d376-882b-43eb-bfcc-64e55b5816a2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0330656 Jul 14 10:28:26.144122 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5ad31076-714c-49ec-bc37-f3d4cd90112a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:28:26.921139 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4dbfc1-f44b-427b-8551-98aca4b1b010 req-9887300f-8c99-4e9a-9d20-782ce38a54bd tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:28:26.922675 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-af4dbfc1-f44b-427b-8551-98aca4b1b010 req-9887300f-8c99-4e9a-9d20-782ce38a54bd tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/ports?device_id=5333d82d-ac33-44b1-ae81-615b87ba7a50 HTTP/1.1" status: 200 len: 946 time: 0.0647807 Jul 14 10:28:26.960452 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-af4dbfc1-f44b-427b-8551-98aca4b1b010 req-de9682ff-b9b8-4410-845e-64eddadbf882 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/security-groups?id=6840d376-882b-43eb-bfcc-64e55b5816a2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321364 Jul 14 10:28:27.947145 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5bbe322f-3f67-4864-bc0a-91afe44d23e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:28:28.166695 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f71bc6-f1d7-40b9-a2d1-0a61e06f2ab4 req-eb081807-22ab-42de-9937-1e21f5294fae tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:28:28.168205 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d8f71bc6-f1d7-40b9-a2d1-0a61e06f2ab4 req-eb081807-22ab-42de-9937-1e21f5294fae tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/ports?device_id=5333d82d-ac33-44b1-ae81-615b87ba7a50 HTTP/1.1" status: 200 len: 946 time: 0.0842993 Jul 14 10:28:28.209986 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d8f71bc6-f1d7-40b9-a2d1-0a61e06f2ab4 req-eb976517-38b9-40da-9722-c0a5cb34ccd0 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/security-groups?id=6840d376-882b-43eb-bfcc-64e55b5816a2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0361207 Jul 14 10:28:29.416072 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023d8c41-8a17-44fa-8227-9ce1aaa4da1e req-003a965e-5d15-49b0-b811-8c75df9ccb0b tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:28:29.417676 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-023d8c41-8a17-44fa-8227-9ce1aaa4da1e req-003a965e-5d15-49b0-b811-8c75df9ccb0b tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/ports?device_id=5333d82d-ac33-44b1-ae81-615b87ba7a50 HTTP/1.1" status: 200 len: 946 time: 0.0770488 Jul 14 10:28:29.456150 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-023d8c41-8a17-44fa-8227-9ce1aaa4da1e req-64edf4d0-aff5-4944-9534-2bc4953a8193 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/security-groups?id=6840d376-882b-43eb-bfcc-64e55b5816a2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327611 Jul 14 10:28:30.637813 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d05a07-f3ca-477c-bbd5-12cd4b6a2652 req-808c0210-7e12-410d-ad8c-31687595c367 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:28:30.639343 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-74d05a07-f3ca-477c-bbd5-12cd4b6a2652 req-808c0210-7e12-410d-ad8c-31687595c367 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/ports?device_id=5333d82d-ac33-44b1-ae81-615b87ba7a50 HTTP/1.1" status: 200 len: 946 time: 0.0702872 Jul 14 10:28:30.681506 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-74d05a07-f3ca-477c-bbd5-12cd4b6a2652 req-e4923d3e-6bd5-42bc-9d62-4b7ba6399291 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/security-groups?id=6840d376-882b-43eb-bfcc-64e55b5816a2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0359278 Jul 14 10:28:31.866199 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2819dd-31c1-4b3c-a30e-3b9742ad3276 req-ee1b8ad1-d72a-4b40-a4e9-a373a234b9c8 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:28:31.867738 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-aa2819dd-31c1-4b3c-a30e-3b9742ad3276 req-ee1b8ad1-d72a-4b40-a4e9-a373a234b9c8 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/ports?device_id=5333d82d-ac33-44b1-ae81-615b87ba7a50 HTTP/1.1" status: 200 len: 946 time: 0.0701928 Jul 14 10:28:31.914190 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-aa2819dd-31c1-4b3c-a30e-3b9742ad3276 req-47876f68-9b15-42a7-b31f-eccbe11ef39f tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/security-groups?id=6840d376-882b-43eb-bfcc-64e55b5816a2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0391488 Jul 14 10:28:32.478739 n-d-779913-29 neutron-server[93957]: INFO neutron.api.v2.resource [req-b8d5bdd1-ebf5-4367-8c2c-e9230f58e68b req-13b95d03-dcef-4d2f-9940-00fd34f99205 service neutron] show failed (client error): The resource could not be found. Jul 14 10:28:32.479869 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b8d5bdd1-ebf5-4367-8c2c-e9230f58e68b req-13b95d03-dcef-4d2f-9940-00fd34f99205 service neutron] 10.222.0.65 "GET /v2.0/ports/15fdac17-16cc-4db6-90e6-280614d37c9c/bindings/n-h2-779913-29 HTTP/1.1" status: 404 len: 381 time: 0.0555921 Jul 14 10:28:32.738751 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d5bdd1-ebf5-4367-8c2c-e9230f58e68b req-e4e70ca0-3ef5-4638-a3a7-2f6bd5e64338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:28:32.740292 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b8d5bdd1-ebf5-4367-8c2c-e9230f58e68b req-e4e70ca0-3ef5-4638-a3a7-2f6bd5e64338 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=5333d82d-ac33-44b1-ae81-615b87ba7a50&tenant_id=cfb2ed7caa9b43c9b2145e769e9db92d HTTP/1.1" status: 200 len: 1098 time: 0.0594730 Jul 14 10:28:32.757917 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-b8d5bdd1-ebf5-4367-8c2c-e9230f58e68b req-efe0d6b2-cce4-40c1-b006-6ebf65276ea2 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-779913-29', 'device_owner': 'compute:nova'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:28:32.832503 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-b8d5bdd1-ebf5-4367-8c2c-e9230f58e68b req-efe0d6b2-cce4-40c1-b006-6ebf65276ea2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:28:33.087945 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-b8d5bdd1-ebf5-4367-8c2c-e9230f58e68b req-efe0d6b2-cce4-40c1-b006-6ebf65276ea2 service neutron] For port 15fdac17-16cc-4db6-90e6-280614d37c9c, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=15fdac17-16cc-4db6-90e6-280614d37c9c,segment=NetworkSegment(2f2e514e-aee0-4ed3-8748-3ecceb5d06c6),segment_id=2f2e514e-aee0-4ed3-8748-3ecceb5d06c6)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:28:33.135600 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-b8d5bdd1-ebf5-4367-8c2c-e9230f58e68b req-efe0d6b2-cce4-40c1-b006-6ebf65276ea2 service neutron] For port 15fdac17-16cc-4db6-90e6-280614d37c9c, host n-h1-779913-29, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:28:33.168671 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7575dc-c160-43d3-b4f1-b6517490ec4c req-eae5edb1-4370-4395-b250-f88103763d3a tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:28:33.170223 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-fe7575dc-c160-43d3-b4f1-b6517490ec4c req-eae5edb1-4370-4395-b250-f88103763d3a tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/ports?device_id=5333d82d-ac33-44b1-ae81-615b87ba7a50 HTTP/1.1" status: 200 len: 946 time: 0.1376257 Jul 14 10:28:33.203763 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5333d82d-ac33-44b1-ae81-615b87ba7a50', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '15fdac17-16cc-4db6-90e6-280614d37c9c'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:28:33.206120 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}175264a25d5f1cec9b1451f1a8cc8ced5d4502f5c48740ac7c6845d527b2175b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d00e948d-0e87-4ac9-9e59-c991ff7d1c25" -d '{"events": [{"server_uuid": "5333d82d-ac33-44b1-ae81-615b87ba7a50", "name": "network-vif-unplugged", "status": "completed", "tag": "15fdac17-16cc-4db6-90e6-280614d37c9c"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:28:33.210394 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-b8d5bdd1-ebf5-4367-8c2c-e9230f58e68b req-efe0d6b2-cce4-40c1-b006-6ebf65276ea2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:28:33.237775 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-fe7575dc-c160-43d3-b4f1-b6517490ec4c req-8733e974-4b93-4ed5-b2c8-e5ce6068dc0d tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/security-groups?id=6840d376-882b-43eb-bfcc-64e55b5816a2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0609758 Jul 14 10:28:33.238758 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [req-b8d5bdd1-ebf5-4367-8c2c-e9230f58e68b req-efe0d6b2-cce4-40c1-b006-6ebf65276ea2 service neutron] Transition to ACTIVE for port object 15fdac17-16cc-4db6-90e6-280614d37c9c will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:28:33.242761 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-b8d5bdd1-ebf5-4367-8c2c-e9230f58e68b req-efe0d6b2-cce4-40c1-b006-6ebf65276ea2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:28:33.277724 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 10:28:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a76ff0c-251c-4642-8dfc-b152bedd5589 x-openstack-request-id: req-9a76ff0c-251c-4642-8dfc-b152bedd5589 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:28:33.278047 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5333d82d-ac33-44b1-ae81-615b87ba7a50", "name": "network-vif-unplugged", "status": "completed", "tag": "15fdac17-16cc-4db6-90e6-280614d37c9c", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:28:33.278267 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-9a76ff0c-251c-4642-8dfc-b152bedd5589 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:28:33.278664 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5333d82d-ac33-44b1-ae81-615b87ba7a50', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '15fdac17-16cc-4db6-90e6-280614d37c9c', 'code': 200} Jul 14 10:28:33.330719 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe0d6b2-cce4-40c1-b006-6ebf65276ea2 service neutron] Pushing event updated for resources: {'Port': ['ID=15fdac17-16cc-4db6-90e6-280614d37c9c,revision_number=6']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:28:33.344629 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe0d6b2-cce4-40c1-b006-6ebf65276ea2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:28:33.344981 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe0d6b2-cce4-40c1-b006-6ebf65276ea2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:28:33.345328 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe0d6b2-cce4-40c1-b006-6ebf65276ea2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:28:33.345702 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe0d6b2-cce4-40c1-b006-6ebf65276ea2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:28:33.346038 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe0d6b2-cce4-40c1-b006-6ebf65276ea2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:28:33.346373 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe0d6b2-cce4-40c1-b006-6ebf65276ea2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:28:33.346706 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe0d6b2-cce4-40c1-b006-6ebf65276ea2 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:28:33.347039 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe0d6b2-cce4-40c1-b006-6ebf65276ea2 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:28:33.347370 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe0d6b2-cce4-40c1-b006-6ebf65276ea2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:28:33.347699 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe0d6b2-cce4-40c1-b006-6ebf65276ea2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:28:33.348029 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe0d6b2-cce4-40c1-b006-6ebf65276ea2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:28:33.348354 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe0d6b2-cce4-40c1-b006-6ebf65276ea2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:28:33.388190 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8d5bdd1-ebf5-4367-8c2c-e9230f58e68b req-efe0d6b2-cce4-40c1-b006-6ebf65276ea2 service neutron] No DVR routers for this DVR port 15fdac17-16cc-4db6-90e6-280614d37c9c on host n-h1-779913-29 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:28:33.531327 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-b8d5bdd1-ebf5-4367-8c2c-e9230f58e68b req-efe0d6b2-cce4-40c1-b006-6ebf65276ea2 service neutron] Attempting to bind port 15fdac17-16cc-4db6-90e6-280614d37c9c on host n-h2-779913-29 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:28:33.533676 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-b8d5bdd1-ebf5-4367-8c2c-e9230f58e68b req-efe0d6b2-cce4-40c1-b006-6ebf65276ea2 service neutron] Attempting to bind port 15fdac17-16cc-4db6-90e6-280614d37c9c by drivers openvswitch,hyperv on host n-h2-779913-29 at level 0 using segments [{'id': '2f2e514e-aee0-4ed3-8748-3ecceb5d06c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'bf276582-6e51-472b-9758-9529b28805ac'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:28:33.533676 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8d5bdd1-ebf5-4367-8c2c-e9230f58e68b req-efe0d6b2-cce4-40c1-b006-6ebf65276ea2 service neutron] Attempting to bind port 15fdac17-16cc-4db6-90e6-280614d37c9c on network bf276582-6e51-472b-9758-9529b28805ac {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:28:33.538188 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8d5bdd1-ebf5-4367-8c2c-e9230f58e68b req-efe0d6b2-cce4-40c1-b006-6ebf65276ea2 service neutron] Port 15fdac17-16cc-4db6-90e6-280614d37c9c on network bf276582-6e51-472b-9758-9529b28805ac not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-29 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 10:28:33.538555 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8d5bdd1-ebf5-4367-8c2c-e9230f58e68b req-efe0d6b2-cce4-40c1-b006-6ebf65276ea2 service neutron] Attempting to bind port 15fdac17-16cc-4db6-90e6-280614d37c9c on network bf276582-6e51-472b-9758-9529b28805ac {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:28:33.543602 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8d5bdd1-ebf5-4367-8c2c-e9230f58e68b req-efe0d6b2-cce4-40c1-b006-6ebf65276ea2 service neutron] Checking agent: {'id': '013e4a3b-a634-47b8-b6a5-1a25109b73fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 13, 13), 'started_at': datetime.datetime(2021, 7, 14, 9, 13, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 28, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:28:33.543950 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8d5bdd1-ebf5-4367-8c2c-e9230f58e68b req-efe0d6b2-cce4-40c1-b006-6ebf65276ea2 service neutron] Checking segment: {'id': '2f2e514e-aee0-4ed3-8748-3ecceb5d06c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'bf276582-6e51-472b-9758-9529b28805ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:28:33.544343 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8d5bdd1-ebf5-4367-8c2c-e9230f58e68b req-efe0d6b2-cce4-40c1-b006-6ebf65276ea2 service neutron] Bound using segment: {'id': '2f2e514e-aee0-4ed3-8748-3ecceb5d06c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'bf276582-6e51-472b-9758-9529b28805ac'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:28:33.544780 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-b8d5bdd1-ebf5-4367-8c2c-e9230f58e68b req-efe0d6b2-cce4-40c1-b006-6ebf65276ea2 service neutron] Bound port: 15fdac17-16cc-4db6-90e6-280614d37c9c, host: n-h2-779913-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f2e514e-aee0-4ed3-8748-3ecceb5d06c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'bf276582-6e51-472b-9758-9529b28805ac'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:28:33.545166 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-b8d5bdd1-ebf5-4367-8c2c-e9230f58e68b req-efe0d6b2-cce4-40c1-b006-6ebf65276ea2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:28:33.614316 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-b8d5bdd1-ebf5-4367-8c2c-e9230f58e68b req-efe0d6b2-cce4-40c1-b006-6ebf65276ea2 service neutron] For port 15fdac17-16cc-4db6-90e6-280614d37c9c, host n-h2-779913-29, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:28:33.617647 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-b8d5bdd1-ebf5-4367-8c2c-e9230f58e68b req-efe0d6b2-cce4-40c1-b006-6ebf65276ea2 service neutron] For port 15fdac17-16cc-4db6-90e6-280614d37c9c, host n-h2-779913-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=15fdac17-16cc-4db6-90e6-280614d37c9c,segment=NetworkSegment(2f2e514e-aee0-4ed3-8748-3ecceb5d06c6),segment_id=2f2e514e-aee0-4ed3-8748-3ecceb5d06c6)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:28:33.623324 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-b8d5bdd1-ebf5-4367-8c2c-e9230f58e68b req-efe0d6b2-cce4-40c1-b006-6ebf65276ea2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:28:33.657937 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d5bdd1-ebf5-4367-8c2c-e9230f58e68b req-efe0d6b2-cce4-40c1-b006-6ebf65276ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:28:33.658679 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-b8d5bdd1-ebf5-4367-8c2c-e9230f58e68b req-efe0d6b2-cce4-40c1-b006-6ebf65276ea2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:28:33.660278 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b8d5bdd1-ebf5-4367-8c2c-e9230f58e68b req-efe0d6b2-cce4-40c1-b006-6ebf65276ea2 service neutron] 10.222.0.57 "PUT /v2.0/ports/15fdac17-16cc-4db6-90e6-280614d37c9c HTTP/1.1" status: 200 len: 1093 time: 0.9065580 Jul 14 10:28:33.684264 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe0d6b2-cce4-40c1-b006-6ebf65276ea2 service neutron] Pushing event updated for resources: {'Port': ['ID=15fdac17-16cc-4db6-90e6-280614d37c9c,revision_number=7']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:28:33.761763 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d5bdd1-ebf5-4367-8c2c-e9230f58e68b req-5f00a9c5-f677-4cb1-92e8-77b52db5fde6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:28:33.763467 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b8d5bdd1-ebf5-4367-8c2c-e9230f58e68b req-5f00a9c5-f677-4cb1-92e8-77b52db5fde6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=cfb2ed7caa9b43c9b2145e769e9db92d&device_id=5333d82d-ac33-44b1-ae81-615b87ba7a50 HTTP/1.1" status: 200 len: 1096 time: 0.0667586 Jul 14 10:28:33.869706 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d5bdd1-ebf5-4367-8c2c-e9230f58e68b req-b5e74bb9-0943-485d-93ca-e7618652da0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:28:33.871186 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b8d5bdd1-ebf5-4367-8c2c-e9230f58e68b req-b5e74bb9-0943-485d-93ca-e7618652da0b service neutron] 10.222.0.57 "GET /v2.0/networks?id=bf276582-6e51-472b-9758-9529b28805ac HTTP/1.1" status: 200 len: 897 time: 0.1010187 Jul 14 10:28:33.938828 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b8d5bdd1-ebf5-4367-8c2c-e9230f58e68b req-61547aef-ba09-4b85-a5c2-3e105c223303 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=15fdac17-16cc-4db6-90e6-280614d37c9c HTTP/1.1" status: 200 len: 1000 time: 0.0602407 Jul 14 10:28:33.992469 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d5bdd1-ebf5-4367-8c2c-e9230f58e68b req-4597a497-9dd5-4e0a-9e26-c50876bf3fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:28:33.994470 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b8d5bdd1-ebf5-4367-8c2c-e9230f58e68b req-4597a497-9dd5-4e0a-9e26-c50876bf3fa2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=24a74b90-5254-4f8a-b5d7-22a780378e89 HTTP/1.1" status: 200 len: 835 time: 0.0499003 Jul 14 10:28:34.057547 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d5bdd1-ebf5-4367-8c2c-e9230f58e68b req-3b511b2a-c37a-4d92-bea3-2b24b32a54e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:28:34.059070 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b8d5bdd1-ebf5-4367-8c2c-e9230f58e68b req-3b511b2a-c37a-4d92-bea3-2b24b32a54e0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=bf276582-6e51-472b-9758-9529b28805ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0587950 Jul 14 10:28:34.156541 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b8d5bdd1-ebf5-4367-8c2c-e9230f58e68b req-1fa16104-cd00-4415-b364-05d69051ec8a service neutron] 10.222.0.57 "GET /v2.0/networks/bf276582-6e51-472b-9758-9529b28805ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895491 Jul 14 10:28:34.251351 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b8d5bdd1-ebf5-4367-8c2c-e9230f58e68b req-3874c340-8b0d-4987-9510-c490ae052eb2 service neutron] 10.222.0.57 "GET /v2.0/networks/bf276582-6e51-472b-9758-9529b28805ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884924 Jul 14 10:28:34.424533 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8624996-e05a-4d9e-8d21-10d5d3b29015 req-ef3b5be4-f8ea-4208-9ea9-581d9ccd3cc0 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:28:34.427092 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-c8624996-e05a-4d9e-8d21-10d5d3b29015 req-ef3b5be4-f8ea-4208-9ea9-581d9ccd3cc0 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/ports?device_id=5333d82d-ac33-44b1-ae81-615b87ba7a50 HTTP/1.1" status: 200 len: 944 time: 0.0681584 Jul 14 10:28:34.482020 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-c8624996-e05a-4d9e-8d21-10d5d3b29015 req-20dd9ddf-7a15-499b-974e-1a8a8fa6c2b5 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/security-groups?id=6840d376-882b-43eb-bfcc-64e55b5816a2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0488930 Jul 14 10:28:35.280824 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5333d82d-ac33-44b1-ae81-615b87ba7a50', 'tag': '15fdac17-16cc-4db6-90e6-280614d37c9c'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:28:35.283239 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}175264a25d5f1cec9b1451f1a8cc8ced5d4502f5c48740ac7c6845d527b2175b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27fa3e81-f37f-41f8-9ecb-0e27069c8c3b" -d '{"events": [{"name": "network-changed", "server_uuid": "5333d82d-ac33-44b1-ae81-615b87ba7a50", "tag": "15fdac17-16cc-4db6-90e6-280614d37c9c"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:28:35.330467 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:28:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f73dd1d5-3503-45a3-9a7e-f3b9094cce54 x-openstack-request-id: req-f73dd1d5-3503-45a3-9a7e-f3b9094cce54 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:28:35.330764 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5333d82d-ac33-44b1-ae81-615b87ba7a50", "tag": "15fdac17-16cc-4db6-90e6-280614d37c9c", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:28:35.331025 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-f73dd1d5-3503-45a3-9a7e-f3b9094cce54 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:28:35.331438 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5333d82d-ac33-44b1-ae81-615b87ba7a50', 'tag': '15fdac17-16cc-4db6-90e6-280614d37c9c', 'status': 'completed', 'code': 200} Jul 14 10:28:35.462383 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fa3e81-f37f-41f8-9ecb-0e27069c8c3b req-f6bdc905-1f2d-458b-b8ef-973137fe7680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:28:35.464419 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-27fa3e81-f37f-41f8-9ecb-0e27069c8c3b req-f6bdc905-1f2d-458b-b8ef-973137fe7680 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=cfb2ed7caa9b43c9b2145e769e9db92d&device_id=5333d82d-ac33-44b1-ae81-615b87ba7a50 HTTP/1.1" status: 200 len: 1096 time: 0.0924764 Jul 14 10:28:35.466996 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fa3e81-f37f-41f8-9ecb-0e27069c8c3b req-b165248a-4a48-4282-bfae-cf66026d7a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:28:35.468345 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-27fa3e81-f37f-41f8-9ecb-0e27069c8c3b req-b165248a-4a48-4282-bfae-cf66026d7a13 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=cfb2ed7caa9b43c9b2145e769e9db92d&device_id=5333d82d-ac33-44b1-ae81-615b87ba7a50 HTTP/1.1" status: 200 len: 1096 time: 0.0887630 Jul 14 10:28:35.629052 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fa3e81-f37f-41f8-9ecb-0e27069c8c3b req-abfbef50-dbc9-4849-93b3-298f9a8d2581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:28:35.630623 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-27fa3e81-f37f-41f8-9ecb-0e27069c8c3b req-abfbef50-dbc9-4849-93b3-298f9a8d2581 service neutron] 10.222.0.57 "GET /v2.0/networks?id=bf276582-6e51-472b-9758-9529b28805ac HTTP/1.1" status: 200 len: 897 time: 0.1605847 Jul 14 10:28:35.631695 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fa3e81-f37f-41f8-9ecb-0e27069c8c3b req-68393100-263b-4e3b-b9ad-e2e46fb6acb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:28:35.633043 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-27fa3e81-f37f-41f8-9ecb-0e27069c8c3b req-68393100-263b-4e3b-b9ad-e2e46fb6acb6 service neutron] 10.222.0.65 "GET /v2.0/networks?id=bf276582-6e51-472b-9758-9529b28805ac HTTP/1.1" status: 200 len: 897 time: 0.1559157 Jul 14 10:28:35.677277 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacc59b0-41e5-4e04-a0e3-c6d4597d914c req-74cc84ae-8d8c-413d-bbe4-0637bbfb9251 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:28:35.678815 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-cacc59b0-41e5-4e04-a0e3-c6d4597d914c req-74cc84ae-8d8c-413d-bbe4-0637bbfb9251 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/ports?device_id=5333d82d-ac33-44b1-ae81-615b87ba7a50 HTTP/1.1" status: 200 len: 944 time: 0.0691078 Jul 14 10:28:35.717769 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-cacc59b0-41e5-4e04-a0e3-c6d4597d914c req-8a44a5bd-7300-4af0-9188-ebeab75e055b tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/security-groups?id=6840d376-882b-43eb-bfcc-64e55b5816a2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325727 Jul 14 10:28:35.740936 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-27fa3e81-f37f-41f8-9ecb-0e27069c8c3b req-72c3a4b6-1a8a-452d-93e4-be3dbdfe922c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=15fdac17-16cc-4db6-90e6-280614d37c9c HTTP/1.1" status: 200 len: 1000 time: 0.1035478 Jul 14 10:28:35.745302 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-27fa3e81-f37f-41f8-9ecb-0e27069c8c3b req-62790be5-c114-4b88-8048-da782c5f6998 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=15fdac17-16cc-4db6-90e6-280614d37c9c HTTP/1.1" status: 200 len: 1000 time: 0.1021750 Jul 14 10:28:35.823956 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fa3e81-f37f-41f8-9ecb-0e27069c8c3b req-55726eff-a013-4beb-8670-4a9ebe83c8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:28:35.825511 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-27fa3e81-f37f-41f8-9ecb-0e27069c8c3b req-55726eff-a013-4beb-8670-4a9ebe83c8e3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=24a74b90-5254-4f8a-b5d7-22a780378e89 HTTP/1.1" status: 200 len: 835 time: 0.0781264 Jul 14 10:28:35.826884 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fa3e81-f37f-41f8-9ecb-0e27069c8c3b req-f22f2bd9-5b3c-45b7-95a2-f17ba53e9070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:28:35.828309 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-27fa3e81-f37f-41f8-9ecb-0e27069c8c3b req-f22f2bd9-5b3c-45b7-95a2-f17ba53e9070 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=24a74b90-5254-4f8a-b5d7-22a780378e89 HTTP/1.1" status: 200 len: 835 time: 0.0734830 Jul 14 10:28:35.886013 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fa3e81-f37f-41f8-9ecb-0e27069c8c3b req-0be21214-cb51-415d-b783-5026d62b08bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:28:35.887916 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-27fa3e81-f37f-41f8-9ecb-0e27069c8c3b req-0be21214-cb51-415d-b783-5026d62b08bf service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=bf276582-6e51-472b-9758-9529b28805ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0538285 Jul 14 10:28:36.012795 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fa3e81-f37f-41f8-9ecb-0e27069c8c3b req-0071a829-6cec-43f7-8832-60f44d43b3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:28:36.014516 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-27fa3e81-f37f-41f8-9ecb-0e27069c8c3b req-0071a829-6cec-43f7-8832-60f44d43b3d7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=bf276582-6e51-472b-9758-9529b28805ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1255727 Jul 14 10:28:36.018459 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-27fa3e81-f37f-41f8-9ecb-0e27069c8c3b req-981aa38c-409f-42f2-8800-c8f29fd208cc service neutron] 10.222.0.65 "GET /v2.0/networks/bf276582-6e51-472b-9758-9529b28805ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211288 Jul 14 10:28:36.179412 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-27fa3e81-f37f-41f8-9ecb-0e27069c8c3b req-9c3aa266-f125-4e01-87ec-29adeb8de86d service neutron] 10.222.0.65 "GET /v2.0/networks/bf276582-6e51-472b-9758-9529b28805ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547327 Jul 14 10:28:36.184970 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-27fa3e81-f37f-41f8-9ecb-0e27069c8c3b req-67296f27-b28b-41e8-a3d9-3383b64fe341 service neutron] 10.222.0.57 "GET /v2.0/networks/bf276582-6e51-472b-9758-9529b28805ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416404 Jul 14 10:28:36.274183 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-27fa3e81-f37f-41f8-9ecb-0e27069c8c3b req-73a2fe15-c92d-4c51-8f5c-5bcf05d6d922 service neutron] 10.222.0.57 "GET /v2.0/networks/bf276582-6e51-472b-9758-9529b28805ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824780 Jul 14 10:28:36.907782 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ca512d-5e83-46ec-8f1d-dbe8e8532926 req-c36b4f79-7b3e-4afe-8bb6-34fa558e0bb0 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:28:36.909321 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f9ca512d-5e83-46ec-8f1d-dbe8e8532926 req-c36b4f79-7b3e-4afe-8bb6-34fa558e0bb0 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/ports?device_id=5333d82d-ac33-44b1-ae81-615b87ba7a50 HTTP/1.1" status: 200 len: 944 time: 0.0734386 Jul 14 10:28:36.950418 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f9ca512d-5e83-46ec-8f1d-dbe8e8532926 req-37166705-8f43-4568-b27a-19c622a0cd27 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/security-groups?id=6840d376-882b-43eb-bfcc-64e55b5816a2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0353060 Jul 14 10:28:37.315693 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fb2185-391e-4e4f-94d4-752d69f05b27 req-a6608955-3f89-4afa-8c96-b8919f284b80 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:28:37.317237 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-88fb2185-391e-4e4f-94d4-752d69f05b27 req-a6608955-3f89-4afa-8c96-b8919f284b80 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/ports?device_id=5333d82d-ac33-44b1-ae81-615b87ba7a50 HTTP/1.1" status: 200 len: 944 time: 0.1216218 Jul 14 10:28:37.326085 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a118cd-5119-4446-bebf-d0ae2a30ba94 req-c55130ee-6def-4236-808f-4d921ad68fa1 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:28:37.327617 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-13a118cd-5119-4446-bebf-d0ae2a30ba94 req-c55130ee-6def-4236-808f-4d921ad68fa1 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.65 "GET /v2.0/ports?device_id=5333d82d-ac33-44b1-ae81-615b87ba7a50&tenant_id=cfb2ed7caa9b43c9b2145e769e9db92d&binding%3Ahost_id=n-h2-779913-29 HTTP/1.1" status: 200 len: 944 time: 0.1214850 Jul 14 10:28:37.406378 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-88fb2185-391e-4e4f-94d4-752d69f05b27 req-857a674d-aed2-4dc0-9974-924f1d8809f0 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/security-groups?id=6840d376-882b-43eb-bfcc-64e55b5816a2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0773611 Jul 14 10:28:37.416540 n-d-779913-29 neutron-server[93957]: INFO neutron.api.v2.resource [req-13a118cd-5119-4446-bebf-d0ae2a30ba94 req-bbbffde1-0b26-43d6-8593-0e3204064fe0 service neutron] delete failed (client error): The resource could not be found. Jul 14 10:28:37.417603 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-13a118cd-5119-4446-bebf-d0ae2a30ba94 req-bbbffde1-0b26-43d6-8593-0e3204064fe0 service neutron] 10.222.0.65 "DELETE /v2.0/ports/15fdac17-16cc-4db6-90e6-280614d37c9c/bindings/n-h1-779913-29 HTTP/1.1" status: 404 len: 381 time: 0.0829487 Jul 14 10:28:37.495433 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 15fdac17-16cc-4db6-90e6-280614d37c9c details requested by agent hyperv_n-h2-779913-29 with host n-h2-779913-29 {{(pid=93959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 10:28:37.615238 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 15fdac17-16cc-4db6-90e6-280614d37c9c, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=15fdac17-16cc-4db6-90e6-280614d37c9c,segment=NetworkSegment(2f2e514e-aee0-4ed3-8748-3ecceb5d06c6),segment_id=2f2e514e-aee0-4ed3-8748-3ecceb5d06c6)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:28:37.622429 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1981a8e0-71b6-4f46-aa0e-277ad32e91b4 req-e1ff09ea-e2fc-4312-9ff6-98185d2989a5 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:28:37.624639 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-1981a8e0-71b6-4f46-aa0e-277ad32e91b4 req-e1ff09ea-e2fc-4312-9ff6-98185d2989a5 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/ports?device_id=5333d82d-ac33-44b1-ae81-615b87ba7a50 HTTP/1.1" status: 200 len: 944 time: 0.0807521 Jul 14 10:28:37.630972 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Returning: {'device': '15fdac17-16cc-4db6-90e6-280614d37c9c', 'network_id': 'bf276582-6e51-472b-9758-9529b28805ac', 'port_id': '15fdac17-16cc-4db6-90e6-280614d37c9c', 'mac_address': 'fa:16:3e:11:35:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24a74b90-5254-4f8a-b5d7-22a780378e89', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 10:28:37.671526 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-1981a8e0-71b6-4f46-aa0e-277ad32e91b4 req-485055bc-dc2b-4999-aa8e-466c2a0cc92c tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/security-groups?id=6840d376-882b-43eb-bfcc-64e55b5816a2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411599 Jul 14 10:28:37.676292 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:28:37.691741 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15fdac17-16cc-4db6-90e6-280614d37c9c {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:28:37.707776 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 15fdac17-16cc-4db6-90e6-280614d37c9c no longer exists at agent hyperv_n-h1-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:28:37.746641 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 15fdac17-16cc-4db6-90e6-280614d37c9c, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=15fdac17-16cc-4db6-90e6-280614d37c9c,segment=NetworkSegment(2f2e514e-aee0-4ed3-8748-3ecceb5d06c6),segment_id=2f2e514e-aee0-4ed3-8748-3ecceb5d06c6)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:28:37.756102 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:28:37.803621 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 15fdac17-16cc-4db6-90e6-280614d37c9c not bound to the agent host n-h1-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:28:37.818750 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Pushing event updated for resources: {'Port': ['ID=15fdac17-16cc-4db6-90e6-280614d37c9c,revision_number=8']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:28:37.827021 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:28:37.827370 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:28:37.827720 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:28:37.828067 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:28:37.828410 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:28:37.828745 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:28:37.829077 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:28:37.829412 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:28:37.829774 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:28:37.830108 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:28:37.830435 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:28:37.830766 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:28:37.894330 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a118cd-5119-4446-bebf-d0ae2a30ba94 req-8859dcdc-7ed1-43ca-a1c6-bf17bf8d6191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:28:37.895808 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-13a118cd-5119-4446-bebf-d0ae2a30ba94 req-8859dcdc-7ed1-43ca-a1c6-bf17bf8d6191 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=cfb2ed7caa9b43c9b2145e769e9db92d&device_id=5333d82d-ac33-44b1-ae81-615b87ba7a50 HTTP/1.1" status: 200 len: 1096 time: 0.4162428 Jul 14 10:28:37.986698 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a118cd-5119-4446-bebf-d0ae2a30ba94 req-82da86d9-a36b-4c47-afdc-1a9672ebf738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:28:37.988221 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-13a118cd-5119-4446-bebf-d0ae2a30ba94 req-82da86d9-a36b-4c47-afdc-1a9672ebf738 service neutron] 10.222.0.65 "GET /v2.0/networks?id=bf276582-6e51-472b-9758-9529b28805ac HTTP/1.1" status: 200 len: 897 time: 0.0857465 Jul 14 10:28:38.060629 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-13a118cd-5119-4446-bebf-d0ae2a30ba94 req-0c9fee30-ea40-47a4-83f4-60821aa98e35 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=15fdac17-16cc-4db6-90e6-280614d37c9c HTTP/1.1" status: 200 len: 1001 time: 0.0653739 Jul 14 10:28:38.102001 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] get_ports_and_sgs() called for port_ids ['15fdac17-16cc-4db6-90e6-280614d37c9c'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:28:38.114355 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a118cd-5119-4446-bebf-d0ae2a30ba94 req-67ae8873-5fff-4548-81cf-d72c79f5fae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:28:38.115856 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-13a118cd-5119-4446-bebf-d0ae2a30ba94 req-67ae8873-5fff-4548-81cf-d72c79f5fae5 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=24a74b90-5254-4f8a-b5d7-22a780378e89 HTTP/1.1" status: 200 len: 835 time: 0.0489948 Jul 14 10:28:38.181564 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a118cd-5119-4446-bebf-d0ae2a30ba94 req-1bceb2ae-6aee-4c55-b79f-bcb001f93f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:28:38.183156 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-13a118cd-5119-4446-bebf-d0ae2a30ba94 req-1bceb2ae-6aee-4c55-b79f-bcb001f93f23 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=bf276582-6e51-472b-9758-9529b28805ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0606411 Jul 14 10:28:38.287219 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-13a118cd-5119-4446-bebf-d0ae2a30ba94 req-a5b9f1d6-5df5-478d-ac83-c55b93480012 service neutron] 10.222.0.65 "GET /v2.0/networks/bf276582-6e51-472b-9758-9529b28805ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975711 Jul 14 10:28:38.385070 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-13a118cd-5119-4446-bebf-d0ae2a30ba94 req-a2d5d91a-787f-4845-95da-e7eeb5f1b6ab service neutron] 10.222.0.65 "GET /v2.0/networks/bf276582-6e51-472b-9758-9529b28805ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912237 Jul 14 10:28:38.866141 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a4063a-eb94-4fc3-9cdb-030bf533ebc1 req-3b9d19f4-f481-4f5f-a1cf-d352a8384403 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:28:38.867823 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-95a4063a-eb94-4fc3-9cdb-030bf533ebc1 req-3b9d19f4-f481-4f5f-a1cf-d352a8384403 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/ports?device_id=5333d82d-ac33-44b1-ae81-615b87ba7a50 HTTP/1.1" status: 200 len: 945 time: 0.0789998 Jul 14 10:28:38.917260 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-95a4063a-eb94-4fc3-9cdb-030bf533ebc1 req-acd0f05b-40fc-450f-9a8a-c50e211e8bfd tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/security-groups?id=6840d376-882b-43eb-bfcc-64e55b5816a2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417142 Jul 14 10:28:39.506153 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 15fdac17-16cc-4db6-90e6-280614d37c9c up at agent hyperv_n-h2-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:28:39.557791 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Provisioning for port 15fdac17-16cc-4db6-90e6-280614d37c9c completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:28:39.561850 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Provisioning complete for port 15fdac17-16cc-4db6-90e6-280614d37c9c triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:28:39.562230 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:28:39.645107 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:28:39.674758 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5333d82d-ac33-44b1-ae81-615b87ba7a50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15fdac17-16cc-4db6-90e6-280614d37c9c'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:28:39.677073 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}329bd6c07f982fc6c8be245f0be026b528efb6c8a9415522477faf1b9157eba4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbddafa7-f5bd-41a4-ba9a-e3dd589cd9ed" -d '{"events": [{"server_uuid": "5333d82d-ac33-44b1-ae81-615b87ba7a50", "name": "network-vif-plugged", "status": "completed", "tag": "15fdac17-16cc-4db6-90e6-280614d37c9c"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:28:39.691603 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 15fdac17-16cc-4db6-90e6-280614d37c9c, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=15fdac17-16cc-4db6-90e6-280614d37c9c,segment=NetworkSegment(2f2e514e-aee0-4ed3-8748-3ecceb5d06c6),segment_id=2f2e514e-aee0-4ed3-8748-3ecceb5d06c6)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:28:39.696288 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:28:39.720970 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:28:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e3eed65-fc67-4fd2-8f2d-41c641be36ce x-openstack-request-id: req-4e3eed65-fc67-4fd2-8f2d-41c641be36ce {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:28:39.721320 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5333d82d-ac33-44b1-ae81-615b87ba7a50", "name": "network-vif-plugged", "status": "completed", "tag": "15fdac17-16cc-4db6-90e6-280614d37c9c", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:28:39.721716 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-4e3eed65-fc67-4fd2-8f2d-41c641be36ce {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:28:39.722032 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5333d82d-ac33-44b1-ae81-615b87ba7a50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15fdac17-16cc-4db6-90e6-280614d37c9c', 'code': 200} Jul 14 10:28:39.756640 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Pushing event updated for resources: {'Port': ['ID=15fdac17-16cc-4db6-90e6-280614d37c9c,revision_number=9']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:28:40.108890 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bbf692-d2c1-4bf9-b7c0-b52fcd8fc6fe req-7bafe9eb-a684-4121-96b2-e7ce63ae035e tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:28:40.110475 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-97bbf692-d2c1-4bf9-b7c0-b52fcd8fc6fe req-7bafe9eb-a684-4121-96b2-e7ce63ae035e tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/ports?device_id=5333d82d-ac33-44b1-ae81-615b87ba7a50 HTTP/1.1" status: 200 len: 946 time: 0.0722001 Jul 14 10:28:40.151964 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-97bbf692-d2c1-4bf9-b7c0-b52fcd8fc6fe req-99fc8df8-b98e-46d6-8503-557e12bb7bf8 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/security-groups?id=6840d376-882b-43eb-bfcc-64e55b5816a2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0348101 Jul 14 10:28:40.178148 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 41064) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:28:40.249221 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-02b43768-b86f-41f0-b6bf-fc5d98cc9ce4 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/floatingips/54e8d047-9b14-444c-891f-fe3e8e7ad613 HTTP/1.1" status: 200 len: 994 time: 0.0698826 Jul 14 10:28:42.664316 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.agents_db [None req-3c3509fb-540d-4335-a450-574895dd3602 None None] Agent healthcheck: found 7 active agents {{(pid=93960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:28:43.555215 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:28:44.294538 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:28:52.318362 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0ad2531d-570c-4f38-a81a-5a4a5a0f4f81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:28:54.886568 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:28:54.991740 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ce92d82a-6969-48a6-b97d-3aac78bcb2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:28:56.147493 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5ad31076-714c-49ec-bc37-f3d4cd90112a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:28:57.944384 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5bbe322f-3f67-4864-bc0a-91afe44d23e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:06.898971 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 41074) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:29:07.059841 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-1d08bc54-847c-48ba-b39a-34d39a6c0224 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Deleting port 960b212b-cc7f-49e1-bc54-020f79c2cf09 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:29:07.060193 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1d08bc54-847c-48ba-b39a-34d39a6c0224 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:07.144104 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1d08bc54-847c-48ba-b39a-34d39a6c0224 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:07.144347 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1d08bc54-847c-48ba-b39a-34d39a6c0224 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:07.156296 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-1d08bc54-847c-48ba-b39a-34d39a6c0224 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Calling delete_port for 960b212b-cc7f-49e1-bc54-020f79c2cf09 owned by network:floatingip {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:29:07.317699 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1d08bc54-847c-48ba-b39a-34d39a6c0224 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:07.344094 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d08bc54-847c-48ba-b39a-34d39a6c0224 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Pushing event deleted for resources: {'Port': ['ID=960b212b-cc7f-49e1-bc54-020f79c2cf09,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:29:07.373753 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d08bc54-847c-48ba-b39a-34d39a6c0224 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:29:07.374103 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d08bc54-847c-48ba-b39a-34d39a6c0224 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:29:07.374451 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d08bc54-847c-48ba-b39a-34d39a6c0224 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:29:07.374809 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d08bc54-847c-48ba-b39a-34d39a6c0224 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:29:07.375115 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d08bc54-847c-48ba-b39a-34d39a6c0224 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:29:07.375447 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d08bc54-847c-48ba-b39a-34d39a6c0224 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:29:07.375778 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d08bc54-847c-48ba-b39a-34d39a6c0224 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:29:07.376106 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d08bc54-847c-48ba-b39a-34d39a6c0224 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:29:07.376437 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d08bc54-847c-48ba-b39a-34d39a6c0224 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:29:07.376762 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d08bc54-847c-48ba-b39a-34d39a6c0224 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:29:07.377085 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d08bc54-847c-48ba-b39a-34d39a6c0224 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:29:07.377413 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d08bc54-847c-48ba-b39a-34d39a6c0224 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:29:07.420047 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1d08bc54-847c-48ba-b39a-34d39a6c0224 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks [] for floatingip, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:07.420297 n-d-779913-29 neutron-server[93958]: INFO neutron.db.l3_db [None req-1d08bc54-847c-48ba-b39a-34d39a6c0224 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Floating IP 54e8d047-9b14-444c-891f-fe3e8e7ad613 disassociated (deleted). External IP: 172.25.4.125, port: 15fdac17-16cc-4db6-90e6-280614d37c9c. Jul 14 10:29:07.632837 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d08bc54-847c-48ba-b39a-34d39a6c0224 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Router eae6c888-8133-44c0-ae95-b703914ce989 has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:29:07.744327 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d08bc54-847c-48ba-b39a-34d39a6c0224 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:29:07.749480 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1d08bc54-847c-48ba-b39a-34d39a6c0224 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for floatingip, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:07.754265 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c4f55b7-a6a3-4999-bd3c-397f7de61074 None None] Sync routers for ids ['eae6c888-8133-44c0-ae95-b703914ce989'] in n-d-779913-29 {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:29:07.770504 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c4f55b7-a6a3-4999-bd3c-397f7de61074 None None] Routers {'eae6c888-8133-44c0-ae95-b703914ce989'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:29:07.771134 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-0c4f55b7-a6a3-4999-bd3c-397f7de61074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T10:28:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['eae6c888-8133-44c0-ae95-b703914ce989'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:29:07.787763 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-1d08bc54-847c-48ba-b39a-34d39a6c0224 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "DELETE /v2.0/floatingips/54e8d047-9b14-444c-891f-fe3e8e7ad613 HTTP/1.1" status: 204 len: 168 time: 0.8876762 Jul 14 10:29:07.788560 n-d-779913-29 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5333d82d-ac33-44b1-ae81-615b87ba7a50', 'tag': '15fdac17-16cc-4db6-90e6-280614d37c9c'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:29:07.790932 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82c9a11f5df8b4f9d341972fcff9d80aa084fe552c1175757b5f274cb7b9b23a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1b6a058-dcc8-4efe-97c4-e03b40388473" -d '{"events": [{"name": "network-changed", "server_uuid": "5333d82d-ac33-44b1-ae81-615b87ba7a50", "tag": "15fdac17-16cc-4db6-90e6-280614d37c9c"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:29:07.906445 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:29:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6059b4d5-bd1b-4033-a508-9954f99c86e4 x-openstack-request-id: req-6059b4d5-bd1b-4033-a508-9954f99c86e4 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:29:07.907099 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5333d82d-ac33-44b1-ae81-615b87ba7a50", "tag": "15fdac17-16cc-4db6-90e6-280614d37c9c", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:29:07.907447 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-6059b4d5-bd1b-4033-a508-9954f99c86e4 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:29:07.908066 n-d-779913-29 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5333d82d-ac33-44b1-ae81-615b87ba7a50', 'tag': '15fdac17-16cc-4db6-90e6-280614d37c9c', 'status': 'completed', 'code': 200} Jul 14 10:29:08.014159 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b6a058-dcc8-4efe-97c4-e03b40388473 req-b210cf04-f90e-497b-a495-488bd9625208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:29:08.015909 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e1b6a058-dcc8-4efe-97c4-e03b40388473 req-b210cf04-f90e-497b-a495-488bd9625208 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=cfb2ed7caa9b43c9b2145e769e9db92d&device_id=5333d82d-ac33-44b1-ae81-615b87ba7a50 HTTP/1.1" status: 200 len: 1098 time: 0.0615172 Jul 14 10:29:08.053428 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvr_db [None req-0c4f55b7-a6a3-4999-bd3c-397f7de61074 None None] Set router eae6c888-8133-44c0-ae95-b703914ce989 gateway port host: n-d-779913-29 {{(pid=93959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:29:08.144005 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b6a058-dcc8-4efe-97c4-e03b40388473 req-aeae9123-af76-48ad-93cd-c2f4b9ac84db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:29:08.145623 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e1b6a058-dcc8-4efe-97c4-e03b40388473 req-aeae9123-af76-48ad-93cd-c2f4b9ac84db service neutron] 10.222.0.57 "GET /v2.0/networks?id=bf276582-6e51-472b-9758-9529b28805ac HTTP/1.1" status: 200 len: 897 time: 0.1179755 Jul 14 10:29:08.193781 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e1b6a058-dcc8-4efe-97c4-e03b40388473 req-0bb76e37-d885-4d8e-830b-f489ddd5ca37 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=15fdac17-16cc-4db6-90e6-280614d37c9c HTTP/1.1" status: 200 len: 217 time: 0.0369644 Jul 14 10:29:08.248392 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2775397e-de8e-4325-96c1-3da11b1c678a req-d5129e90-0c59-45d7-8a86-c977f030ccf4 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:29:08.249702 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-2775397e-de8e-4325-96c1-3da11b1c678a req-d5129e90-0c59-45d7-8a86-c977f030ccf4 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/ports?device_id=5333d82d-ac33-44b1-ae81-615b87ba7a50 HTTP/1.1" status: 200 len: 946 time: 0.0866449 Jul 14 10:29:08.271475 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b6a058-dcc8-4efe-97c4-e03b40388473 req-6a972120-0a34-4828-9332-0a992380bdc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:29:08.272937 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e1b6a058-dcc8-4efe-97c4-e03b40388473 req-6a972120-0a34-4828-9332-0a992380bdc8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=24a74b90-5254-4f8a-b5d7-22a780378e89 HTTP/1.1" status: 200 len: 835 time: 0.0697093 Jul 14 10:29:08.292988 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-0c4f55b7-a6a3-4999-bd3c-397f7de61074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eae6c888-8133-44c0-ae95-b703914ce989', 'name': 'tempest-TestNetworkAdvancedServerOps-router-238576074', 'tenant_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.83'}], 'enable_snat': True}, 'gw_port_id': '35bb302d-54af-4e13-833a-6a93289e941f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:27:20Z', 'updated_at': '2021-07-14T10:27:24Z', 'revision_number': 4, 'project_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'gw_port': {'id': '35bb302d-54af-4e13-833a-6a93289e941f', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:19:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eae6c888-8133-44c0-ae95-b703914ce989', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:27:21Z', 'updated_at': '2021-07-14T10:27:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': 'd2af0a03-0010-489f-8b89-9670d658dea4', 'name': '', 'network_id': 'bf276582-6e51-472b-9758-9529b28805ac', 'tenant_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'mac_address': 'fa:16:3e:f1:35:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eae6c888-8133-44c0-ae95-b703914ce989', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '24a74b90-5254-4f8a-b5d7-22a780378e89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:27:23Z', 'updated_at': '2021-07-14T10:27:29Z', 'revision_number': 5, 'project_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'subnets': [{'id': '24a74b90-5254-4f8a-b5d7-22a780378e89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:29:08.296995 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-2775397e-de8e-4325-96c1-3da11b1c678a req-66201fd4-a3a6-45d5-96bc-449fd9b9717c tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/security-groups?id=6840d376-882b-43eb-bfcc-64e55b5816a2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403738 Jul 14 10:29:08.323843 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c4f55b7-a6a3-4999-bd3c-397f7de61074 None None] Checking router: eae6c888-8133-44c0-ae95-b703914ce989 for host: n-d-779913-29 {{(pid=93959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:29:08.332896 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c4f55b7-a6a3-4999-bd3c-397f7de61074 None None] Routers {'eae6c888-8133-44c0-ae95-b703914ce989'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:29:08.333674 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-0c4f55b7-a6a3-4999-bd3c-397f7de61074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T10:28:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['eae6c888-8133-44c0-ae95-b703914ce989'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:29:08.351724 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b6a058-dcc8-4efe-97c4-e03b40388473 req-371957cf-9d84-4773-9d7f-c8ae2788e4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:29:08.353774 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e1b6a058-dcc8-4efe-97c4-e03b40388473 req-371957cf-9d84-4773-9d7f-c8ae2788e4d1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=bf276582-6e51-472b-9758-9529b28805ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0728843 Jul 14 10:29:08.448773 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvr_db [None req-0c4f55b7-a6a3-4999-bd3c-397f7de61074 None None] Set router eae6c888-8133-44c0-ae95-b703914ce989 gateway port host: n-d-779913-29 {{(pid=93959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:29:08.466698 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e1b6a058-dcc8-4efe-97c4-e03b40388473 req-6f0e8117-916d-4dde-b1ad-80f4ac48cd39 service neutron] 10.222.0.57 "GET /v2.0/networks/bf276582-6e51-472b-9758-9529b28805ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985785 Jul 14 10:29:08.576619 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e1b6a058-dcc8-4efe-97c4-e03b40388473 req-e44f6396-8847-43ca-a088-4481a7747126 service neutron] 10.222.0.57 "GET /v2.0/networks/bf276582-6e51-472b-9758-9529b28805ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014884 Jul 14 10:29:08.679448 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-0c4f55b7-a6a3-4999-bd3c-397f7de61074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eae6c888-8133-44c0-ae95-b703914ce989', 'name': 'tempest-TestNetworkAdvancedServerOps-router-238576074', 'tenant_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.83'}], 'enable_snat': True}, 'gw_port_id': '35bb302d-54af-4e13-833a-6a93289e941f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:27:20Z', 'updated_at': '2021-07-14T10:27:24Z', 'revision_number': 4, 'project_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'gw_port': {'id': '35bb302d-54af-4e13-833a-6a93289e941f', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:19:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eae6c888-8133-44c0-ae95-b703914ce989', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:27:21Z', 'updated_at': '2021-07-14T10:27:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': 'd2af0a03-0010-489f-8b89-9670d658dea4', 'name': '', 'network_id': 'bf276582-6e51-472b-9758-9529b28805ac', 'tenant_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'mac_address': 'fa:16:3e:f1:35:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eae6c888-8133-44c0-ae95-b703914ce989', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '24a74b90-5254-4f8a-b5d7-22a780378e89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:27:23Z', 'updated_at': '2021-07-14T10:27:29Z', 'revision_number': 5, 'project_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'subnets': [{'id': '24a74b90-5254-4f8a-b5d7-22a780378e89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:29:08.712460 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c4f55b7-a6a3-4999-bd3c-397f7de61074 None None] The sync data for ids ['eae6c888-8133-44c0-ae95-b703914ce989'] in n-d-779913-29 is: [{'id': 'eae6c888-8133-44c0-ae95-b703914ce989', 'name': 'tempest-TestNetworkAdvancedServerOps-router-238576074', 'tenant_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.83'}], 'enable_snat': True}, 'gw_port_id': '35bb302d-54af-4e13-833a-6a93289e941f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:27:20Z', 'updated_at': '2021-07-14T10:27:24Z', 'revision_number': 4, 'project_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'gw_port': {'id': '35bb302d-54af-4e13-833a-6a93289e941f', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:19:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eae6c888-8133-44c0-ae95-b703914ce989', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:27:21Z', 'updated_at': '2021-07-14T10:27:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': 'd2af0a03-0010-489f-8b89-9670d658dea4', 'name': '', 'network_id': 'bf276582-6e51-472b-9758-9529b28805ac', 'tenant_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'mac_address': 'fa:16:3e:f1:35:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eae6c888-8133-44c0-ae95-b703914ce989', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '24a74b90-5254-4f8a-b5d7-22a780378e89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:27:23Z', 'updated_at': '2021-07-14T10:27:29Z', 'revision_number': 5, 'project_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'subnets': [{'id': '24a74b90-5254-4f8a-b5d7-22a780378e89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:29:08.957133 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9019a0b-aa09-4eda-9b41-55debff37dc7 None None] New status for floating IP 54e8d047-9b14-444c-891f-fe3e8e7ad613: DOWN {{(pid=93960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 10:29:09.485519 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ec2a4e-b32c-4b2a-84d8-72c2db623ac3 req-7efd6120-bbaf-40df-a80b-02100de45016 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:29:09.487086 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d2ec2a4e-b32c-4b2a-84d8-72c2db623ac3 req-7efd6120-bbaf-40df-a80b-02100de45016 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/ports?device_id=5333d82d-ac33-44b1-ae81-615b87ba7a50 HTTP/1.1" status: 200 len: 946 time: 0.0689712 Jul 14 10:29:09.528723 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d2ec2a4e-b32c-4b2a-84d8-72c2db623ac3 req-36b1f680-b291-430e-84a9-4b53e430245c tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/security-groups?id=6840d376-882b-43eb-bfcc-64e55b5816a2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0353508 Jul 14 10:29:09.737192 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1057286-1741-4a18-ae65-9cf7766a768e req-f798b540-cca9-4ab1-aabc-76d88dba6ebc tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:29:09.738808 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a1057286-1741-4a18-ae65-9cf7766a768e req-f798b540-cca9-4ab1-aabc-76d88dba6ebc tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.57 "GET /v2.0/ports?device_id=5333d82d-ac33-44b1-ae81-615b87ba7a50 HTTP/1.1" status: 200 len: 946 time: 0.0656240 Jul 14 10:29:09.850994 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [req-a1057286-1741-4a18-ae65-9cf7766a768e req-86a10a6f-6a32-4dce-8bfb-e37cea830478 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Deleting port 15fdac17-16cc-4db6-90e6-280614d37c9c {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:29:09.851332 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-a1057286-1741-4a18-ae65-9cf7766a768e req-86a10a6f-6a32-4dce-8bfb-e37cea830478 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:09.944287 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-a1057286-1741-4a18-ae65-9cf7766a768e req-86a10a6f-6a32-4dce-8bfb-e37cea830478 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] For port 15fdac17-16cc-4db6-90e6-280614d37c9c, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=15fdac17-16cc-4db6-90e6-280614d37c9c,segment=NetworkSegment(2f2e514e-aee0-4ed3-8748-3ecceb5d06c6),segment_id=2f2e514e-aee0-4ed3-8748-3ecceb5d06c6)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:29:09.944647 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-a1057286-1741-4a18-ae65-9cf7766a768e req-86a10a6f-6a32-4dce-8bfb-e37cea830478 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:09.958618 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [req-a1057286-1741-4a18-ae65-9cf7766a768e req-86a10a6f-6a32-4dce-8bfb-e37cea830478 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Calling delete_port for 15fdac17-16cc-4db6-90e6-280614d37c9c owned by compute:nova {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:29:10.097393 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-a1057286-1741-4a18-ae65-9cf7766a768e req-86a10a6f-6a32-4dce-8bfb-e37cea830478 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:10.128329 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a10a6f-6a32-4dce-8bfb-e37cea830478 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Pushing event deleted for resources: {'Port': ['ID=15fdac17-16cc-4db6-90e6-280614d37c9c,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:29:10.178360 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1057286-1741-4a18-ae65-9cf7766a768e req-86a10a6f-6a32-4dce-8bfb-e37cea830478 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] No DVR routers for this DVR port 15fdac17-16cc-4db6-90e6-280614d37c9c on host n-h2-779913-29 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:29:10.180989 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-a1057286-1741-4a18-ae65-9cf7766a768e req-86a10a6f-6a32-4dce-8bfb-e37cea830478 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:10.183067 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a1057286-1741-4a18-ae65-9cf7766a768e req-86a10a6f-6a32-4dce-8bfb-e37cea830478 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.57 "DELETE /v2.0/ports/15fdac17-16cc-4db6-90e6-280614d37c9c HTTP/1.1" status: 204 len: 173 time: 0.4392548 Jul 14 10:29:10.183505 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5333d82d-ac33-44b1-ae81-615b87ba7a50', 'name': 'network-vif-deleted', 'tag': '15fdac17-16cc-4db6-90e6-280614d37c9c'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:29:10.185959 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}175264a25d5f1cec9b1451f1a8cc8ced5d4502f5c48740ac7c6845d527b2175b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5905024-4aa5-48af-b92f-8a44200bf0c4" -d '{"events": [{"server_uuid": "5333d82d-ac33-44b1-ae81-615b87ba7a50", "name": "network-vif-deleted", "tag": "15fdac17-16cc-4db6-90e6-280614d37c9c"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:29:10.227602 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:29:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad762fe3-452b-472e-bb45-ac580b2c9a65 x-openstack-request-id: req-ad762fe3-452b-472e-bb45-ac580b2c9a65 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:29:10.227905 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5333d82d-ac33-44b1-ae81-615b87ba7a50", "name": "network-vif-deleted", "tag": "15fdac17-16cc-4db6-90e6-280614d37c9c", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:29:10.228163 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-ad762fe3-452b-472e-bb45-ac580b2c9a65 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:29:10.228577 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5333d82d-ac33-44b1-ae81-615b87ba7a50', 'name': 'network-vif-deleted', 'tag': '15fdac17-16cc-4db6-90e6-280614d37c9c', 'status': 'completed', 'code': 200} Jul 14 10:29:10.632251 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 41090) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:29:11.000005 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3e986e53-7404-4ca8-8edf-7c0535635d4c tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-683602'] for router_interface, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:11.283484 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-3e986e53-7404-4ca8-8edf-7c0535635d4c tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Deleting port d2af0a03-0010-489f-8b89-9670d658dea4 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:29:11.283735 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3e986e53-7404-4ca8-8edf-7c0535635d4c tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:11.391603 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-3e986e53-7404-4ca8-8edf-7c0535635d4c tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] For port d2af0a03-0010-489f-8b89-9670d658dea4, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=d2af0a03-0010-489f-8b89-9670d658dea4,segment=NetworkSegment(2f2e514e-aee0-4ed3-8748-3ecceb5d06c6),segment_id=2f2e514e-aee0-4ed3-8748-3ecceb5d06c6)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:29:11.391966 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3e986e53-7404-4ca8-8edf-7c0535635d4c tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:11.407426 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-3e986e53-7404-4ca8-8edf-7c0535635d4c tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Calling delete_port for d2af0a03-0010-489f-8b89-9670d658dea4 owned by network:router_interface {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:29:11.603861 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3e986e53-7404-4ca8-8edf-7c0535635d4c tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:11.633670 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e986e53-7404-4ca8-8edf-7c0535635d4c tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Pushing event deleted for resources: {'Port': ['ID=d2af0a03-0010-489f-8b89-9670d658dea4,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:29:11.812856 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-3e986e53-7404-4ca8-8edf-7c0535635d4c tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-620860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682934'] for router_interface, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:12.292106 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e986e53-7404-4ca8-8edf-7c0535635d4c tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Router eae6c888-8133-44c0-ae95-b703914ce989 has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:29:12.410481 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e986e53-7404-4ca8-8edf-7c0535635d4c tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:29:12.415460 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-3e986e53-7404-4ca8-8edf-7c0535635d4c tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "PUT /v2.0/routers/eae6c888-8133-44c0-ae95-b703914ce989/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7820764 Jul 14 10:29:12.418160 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 41092) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:29:12.423641 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74ad44c2-e1c4-40d0-91e4-16a9dd1e8571 None None] Sync routers for ids ['eae6c888-8133-44c0-ae95-b703914ce989'] in n-d-779913-29 {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:29:12.435393 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ad44c2-e1c4-40d0-91e4-16a9dd1e8571 None None] Routers {'eae6c888-8133-44c0-ae95-b703914ce989'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:29:12.436372 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-74ad44c2-e1c4-40d0-91e4-16a9dd1e8571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T10:28:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['eae6c888-8133-44c0-ae95-b703914ce989'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:29:12.473727 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bd872f2-9938-4d85-b7c3-bf40e81fee20 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Deleting subnet 24a74b90-5254-4f8a-b5d7-22a780378e89 {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 10:29:12.476879 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7bd872f2-9938-4d85-b7c3-bf40e81fee20 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:12.523794 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7bd872f2-9938-4d85-b7c3-bf40e81fee20 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13574120'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:12.546541 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvr_db [None req-74ad44c2-e1c4-40d0-91e4-16a9dd1e8571 None None] Set router eae6c888-8133-44c0-ae95-b703914ce989 gateway port host: n-d-779913-29 {{(pid=93959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:29:12.618755 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7bd872f2-9938-4d85-b7c3-bf40e81fee20 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3481002'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:12.686982 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7bd872f2-9938-4d85-b7c3-bf40e81fee20 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13574056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16714573'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:12.719669 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd872f2-9938-4d85-b7c3-bf40e81fee20 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Pushing event deleted for resources: {'Subnet': ['ID=24a74b90-5254-4f8a-b5d7-22a780378e89,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:29:12.722436 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7bd872f2-9938-4d85-b7c3-bf40e81fee20 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:12.724657 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-7bd872f2-9938-4d85-b7c3-bf40e81fee20 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "DELETE /v2.0/subnets/24a74b90-5254-4f8a-b5d7-22a780378e89 HTTP/1.1" status: 204 len: 168 time: 0.3048716 Jul 14 10:29:12.728496 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 41094) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:29:12.731784 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f776aaa6-7759-420d-a4a0-976121021266 None None] Network bf276582-6e51-472b-9758-9529b28805ac requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:29:12.791967 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-74ad44c2-e1c4-40d0-91e4-16a9dd1e8571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eae6c888-8133-44c0-ae95-b703914ce989', 'name': 'tempest-TestNetworkAdvancedServerOps-router-238576074', 'tenant_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.83'}], 'enable_snat': True}, 'gw_port_id': '35bb302d-54af-4e13-833a-6a93289e941f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:27:20Z', 'updated_at': '2021-07-14T10:29:11Z', 'revision_number': 5, 'project_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'gw_port': {'id': '35bb302d-54af-4e13-833a-6a93289e941f', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:19:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eae6c888-8133-44c0-ae95-b703914ce989', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:27:21Z', 'updated_at': '2021-07-14T10:27:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29'}], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:29:12.828690 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74ad44c2-e1c4-40d0-91e4-16a9dd1e8571 None None] Checking router: eae6c888-8133-44c0-ae95-b703914ce989 for host: n-d-779913-29 {{(pid=93959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:29:12.846221 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-952b1d45-98bc-463d-a0e8-3d564f243b56 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks [] for router, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:12.859039 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ad44c2-e1c4-40d0-91e4-16a9dd1e8571 None None] Routers {'eae6c888-8133-44c0-ae95-b703914ce989'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:29:12.859680 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-74ad44c2-e1c4-40d0-91e4-16a9dd1e8571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T10:28:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['eae6c888-8133-44c0-ae95-b703914ce989'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:29:12.977831 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-952b1d45-98bc-463d-a0e8-3d564f243b56 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:13.007295 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvr_db [None req-74ad44c2-e1c4-40d0-91e4-16a9dd1e8571 None None] Set router eae6c888-8133-44c0-ae95-b703914ce989 gateway port host: n-d-779913-29 {{(pid=93959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:29:13.051616 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-952b1d45-98bc-463d-a0e8-3d564f243b56 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Deleting port 35bb302d-54af-4e13-833a-6a93289e941f {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:29:13.051991 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-952b1d45-98bc-463d-a0e8-3d564f243b56 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:13.089626 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b19d310-b0d3-457b-9310-25f8453b0e9f None None] DHCP port deletion for bf276582-6e51-472b-9758-9529b28805ac request from n-d-779913-29 {{(pid=93959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 10:29:13.135201 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-952b1d45-98bc-463d-a0e8-3d564f243b56 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] For port 35bb302d-54af-4e13-833a-6a93289e941f, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=35bb302d-54af-4e13-833a-6a93289e941f,segment=NetworkSegment(81bf7a93-80b3-43df-b9d5-462c604a2945),segment_id=81bf7a93-80b3-43df-b9d5-462c604a2945)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:29:13.135700 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-952b1d45-98bc-463d-a0e8-3d564f243b56 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:13.152330 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-952b1d45-98bc-463d-a0e8-3d564f243b56 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Calling delete_port for 35bb302d-54af-4e13-833a-6a93289e941f owned by network:router_gateway {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:29:13.216407 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-7b19d310-b0d3-457b-9310-25f8453b0e9f None None] Deleting port 8db60f4d-b1ac-4e74-aade-d1ccd470b18f {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:29:13.216781 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7b19d310-b0d3-457b-9310-25f8453b0e9f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:13.294383 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-7b19d310-b0d3-457b-9310-25f8453b0e9f None None] For port 8db60f4d-b1ac-4e74-aade-d1ccd470b18f, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=8db60f4d-b1ac-4e74-aade-d1ccd470b18f,segment=NetworkSegment(2f2e514e-aee0-4ed3-8748-3ecceb5d06c6),segment_id=2f2e514e-aee0-4ed3-8748-3ecceb5d06c6)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:29:13.294774 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7b19d310-b0d3-457b-9310-25f8453b0e9f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:13.316255 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-7b19d310-b0d3-457b-9310-25f8453b0e9f None None] Calling delete_port for 8db60f4d-b1ac-4e74-aade-d1ccd470b18f owned by network:dhcp {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:29:13.318659 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-74ad44c2-e1c4-40d0-91e4-16a9dd1e8571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eae6c888-8133-44c0-ae95-b703914ce989', 'name': 'tempest-TestNetworkAdvancedServerOps-router-238576074', 'tenant_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.83'}], 'enable_snat': True}, 'gw_port_id': '35bb302d-54af-4e13-833a-6a93289e941f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:27:20Z', 'updated_at': '2021-07-14T10:29:11Z', 'revision_number': 5, 'project_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'gw_port': {'id': '35bb302d-54af-4e13-833a-6a93289e941f', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:19:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eae6c888-8133-44c0-ae95-b703914ce989', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:27:21Z', 'updated_at': '2021-07-14T10:27:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29'}], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:29:13.349865 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74ad44c2-e1c4-40d0-91e4-16a9dd1e8571 None None] The sync data for ids ['eae6c888-8133-44c0-ae95-b703914ce989'] in n-d-779913-29 is: [{'id': 'eae6c888-8133-44c0-ae95-b703914ce989', 'name': 'tempest-TestNetworkAdvancedServerOps-router-238576074', 'tenant_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.83'}], 'enable_snat': True}, 'gw_port_id': '35bb302d-54af-4e13-833a-6a93289e941f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:27:20Z', 'updated_at': '2021-07-14T10:29:11Z', 'revision_number': 5, 'project_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'gw_port': {'id': '35bb302d-54af-4e13-833a-6a93289e941f', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:19:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eae6c888-8133-44c0-ae95-b703914ce989', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:27:21Z', 'updated_at': '2021-07-14T10:27:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29'}] {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:29:13.351828 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-952b1d45-98bc-463d-a0e8-3d564f243b56 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:13.381950 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952b1d45-98bc-463d-a0e8-3d564f243b56 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Pushing event deleted for resources: {'Port': ['ID=35bb302d-54af-4e13-833a-6a93289e941f,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:29:13.440422 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7b19d310-b0d3-457b-9310-25f8453b0e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:13.451651 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-952b1d45-98bc-463d-a0e8-3d564f243b56 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-660532'] for router_gateway, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:13.470694 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b19d310-b0d3-457b-9310-25f8453b0e9f None None] Pushing event deleted for resources: {'Port': ['ID=8db60f4d-b1ac-4e74-aade-d1ccd470b18f,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:29:13.472585 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b19d310-b0d3-457b-9310-25f8453b0e9f None None] No DVR routers for this DVR port 8db60f4d-b1ac-4e74-aade-d1ccd470b18f on host n-d-779913-29 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:29:13.554189 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-952b1d45-98bc-463d-a0e8-3d564f243b56 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-711871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12964'] for router, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:13.556822 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-952b1d45-98bc-463d-a0e8-3d564f243b56 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:13.558352 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:13.601552 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-952b1d45-98bc-463d-a0e8-3d564f243b56 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-704815'] for router, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:13.602119 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-952b1d45-98bc-463d-a0e8-3d564f243b56 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Fanout notify agent at l3_agent the message router_deleted on router eae6c888-8133-44c0-ae95-b703914ce989 {{(pid=93957) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 10:29:13.609964 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-952b1d45-98bc-463d-a0e8-3d564f243b56 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks [] for router, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:13.611333 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-952b1d45-98bc-463d-a0e8-3d564f243b56 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "DELETE /v2.0/routers/eae6c888-8133-44c0-ae95-b703914ce989 HTTP/1.1" status: 204 len: 168 time: 0.8815010 Jul 14 10:29:13.614704 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 41096) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:29:13.661231 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 15fdac17-16cc-4db6-90e6-280614d37c9c no longer exists at agent hyperv_n-h2-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:29:13.681773 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] No Port match for: 15fdac17-16cc-4db6-90e6-280614d37c9c {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:29:13.682208 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 15fdac17-16cc-4db6-90e6-280614d37c9c not bound to the agent host n-h2-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:29:13.703438 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b3771875-18af-4b1d-b3b2-933a70c0b3bf tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3876111'] for network, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:13.815834 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b3771875-18af-4b1d-b3b2-933a70c0b3bf tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473955', 'neutron.services.segments.db._delete_segments_for_network-8735688326548'] for network, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:13.829208 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-b3771875-18af-4b1d-b3b2-933a70c0b3bf tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf276582-6e51-472b-9758-9529b28805ac']}} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:29:13.840820 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-b3771875-18af-4b1d-b3b2-933a70c0b3bf tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f2e514e-aee0-4ed3-8748-3ecceb5d06c6') {'for_net_delete': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:29:13.841124 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-b3771875-18af-4b1d-b3b2-933a70c0b3bf tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f2e514e-aee0-4ed3-8748-3ecceb5d06c6') {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:29:13.858571 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b3771875-18af-4b1d-b3b2-933a70c0b3bf tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735688356235', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10944210'] for segment, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:13.874689 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b3771875-18af-4b1d-b3b2-933a70c0b3bf tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:13.887957 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3771875-18af-4b1d-b3b2-933a70c0b3bf tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Releasing vlan 702 on physical network physnet1 to pool {{(pid=93957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 10:29:13.888372 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b3771875-18af-4b1d-b3b2-933a70c0b3bf tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10053619'] for segment, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:13.895977 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:29:13.895977 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:29:13.895977 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:29:13.895977 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:29:13.895977 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:29:13.895977 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:29:13.895977 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:29:13.895977 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:29:13.895977 n-d-779913-29 neutron-server[93957]: Traceback (most recent call last): Jul 14 10:29:13.895977 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 10:29:13.895977 n-d-779913-29 neutron-server[93957]: timer() Jul 14 10:29:13.895977 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 10:29:13.895977 n-d-779913-29 neutron-server[93957]: cb(*args, **kw) Jul 14 10:29:13.895977 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 10:29:13.895977 n-d-779913-29 neutron-server[93957]: return func(*args, **kwargs) Jul 14 10:29:13.895977 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 10:29:13.895977 n-d-779913-29 neutron-server[93957]: self._notify() Jul 14 10:29:13.895977 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 10:29:13.895977 n-d-779913-29 neutron-server[93957]: self.callback(batched_events) Jul 14 10:29:13.895977 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 10:29:13.895977 n-d-779913-29 neutron-server[93957]: event.method(event) Jul 14 10:29:13.895977 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 10:29:13.895977 n-d-779913-29 neutron-server[93957]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 10:29:13.895977 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 10:29:13.895977 n-d-779913-29 neutron-server[93957]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 10:29:13.895977 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 10:29:13.895977 n-d-779913-29 neutron-server[93957]: return f(self, *a, **k) Jul 14 10:29:13.895977 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 10:29:13.895977 n-d-779913-29 neutron-server[93957]: return self._get(url).json() Jul 14 10:29:13.895977 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 10:29:13.895977 n-d-779913-29 neutron-server[93957]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 10:29:13.895977 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 10:29:13.895977 n-d-779913-29 neutron-server[93957]: return self.request(url, 'GET', **kwargs) Jul 14 10:29:13.895977 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 10:29:13.895977 n-d-779913-29 neutron-server[93957]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 10:29:13.895977 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 10:29:13.895977 n-d-779913-29 neutron-server[93957]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 10:29:13.895977 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 10:29:13.895977 n-d-779913-29 neutron-server[93957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 10:29:13.895977 n-d-779913-29 neutron-server[93957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 10:29:13.958000 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b3771875-18af-4b1d-b3b2-933a70c0b3bf tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660504'] for network, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:13.967898 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b3771875-18af-4b1d-b3b2-933a70c0b3bf tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks [] for network, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:13.970305 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-b3771875-18af-4b1d-b3b2-933a70c0b3bf tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "DELETE /v2.0/networks/bf276582-6e51-472b-9758-9529b28805ac HTTP/1.1" status: 204 len: 168 time: 0.3544333 Jul 14 10:29:13.974157 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 41098) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:29:13.991001 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3771875-18af-4b1d-b3b2-933a70c0b3bf tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Pushing event deleted for resources: {'Network': ['ID=bf276582-6e51-472b-9758-9529b28805ac,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:29:14.046225 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f2952ce8-6ee1-4981-96a6-4e3f651331ad tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:14.077825 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f2952ce8-6ee1-4981-96a6-4e3f651331ad tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:14.150080 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f2952ce8-6ee1-4981-96a6-4e3f651331ad tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:14.153683 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f2952ce8-6ee1-4981-96a6-4e3f651331ad tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:14.154924 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-f2952ce8-6ee1-4981-96a6-4e3f651331ad tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "DELETE /v2.0/security-groups/6840d376-882b-43eb-bfcc-64e55b5816a2 HTTP/1.1" status: 204 len: 168 time: 0.1797531 Jul 14 10:29:14.164526 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2952ce8-6ee1-4981-96a6-4e3f651331ad tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6840d376-882b-43eb-bfcc-64e55b5816a2,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:29:14.310109 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:14.682395 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 41104) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:29:14.687173 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-dc0f0f28-1e67-467c-816b-8fd4693841fd tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-111383360', 'description': 'tempest-secgroup-smoke-111383360 description', 'project_id': 'cfb2ed7caa9b43c9b2145e769e9db92d'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:29:14.711231 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-dc0f0f28-1e67-467c-816b-8fd4693841fd tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:14.798260 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-dc0f0f28-1e67-467c-816b-8fd4693841fd tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:14.801577 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-dc0f0f28-1e67-467c-816b-8fd4693841fd tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:14.832119 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-dc0f0f28-1e67-467c-816b-8fd4693841fd tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:14.833377 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-dc0f0f28-1e67-467c-816b-8fd4693841fd tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1499765 Jul 14 10:29:14.834311 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0f0f28-1e67-467c-816b-8fd4693841fd tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Pushing event updated for resources: {'SecurityGroup': ['ID=826a6fb3-cdae-4955-879d-40f4d91eb6b0,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:29:14.836797 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 41106) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:29:14.842916 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-a809a0a5-57a3-4b47-b457-a131cd79fdf3 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Request body: {'security_group_rule': {'security_group_id': '826a6fb3-cdae-4955-879d-40f4d91eb6b0', 'project_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:29:14.877241 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a809a0a5-57a3-4b47-b457-a131cd79fdf3 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:14.920020 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 8db60f4d-b1ac-4e74-aade-d1ccd470b18f no longer exists at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:29:14.942634 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a809a0a5-57a3-4b47-b457-a131cd79fdf3 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:14.942899 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] No Port match for: 8db60f4d-b1ac-4e74-aade-d1ccd470b18f {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:29:14.943021 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 8db60f4d-b1ac-4e74-aade-d1ccd470b18f not bound to the agent host n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:29:14.943400 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device d2af0a03-0010-489f-8b89-9670d658dea4 no longer exists at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:29:14.948714 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a809a0a5-57a3-4b47-b457-a131cd79fdf3 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529131'] for security_group_rule, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:14.968757 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a809a0a5-57a3-4b47-b457-a131cd79fdf3 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cf3e406-4c2e-4dc4-ae11-7e4b6a54b052,revision_number=0']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:29:14.976320 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a809a0a5-57a3-4b47-b457-a131cd79fdf3 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:14.977962 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-a809a0a5-57a3-4b47-b457-a131cd79fdf3 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1393659 Jul 14 10:29:14.980685 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 41108) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:29:14.981709 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] No Port match for: d2af0a03-0010-489f-8b89-9670d658dea4 {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:29:14.982191 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device d2af0a03-0010-489f-8b89-9670d658dea4 not bound to the agent host n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:29:14.982641 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 35bb302d-54af-4e13-833a-6a93289e941f no longer exists at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:29:14.985319 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-1c522cd3-cab7-4dcb-a722-c5ccd51a39ae tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Request body: {'security_group_rule': {'security_group_id': '826a6fb3-cdae-4955-879d-40f4d91eb6b0', 'project_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:29:15.002696 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] No Port match for: 35bb302d-54af-4e13-833a-6a93289e941f {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:29:15.003121 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 35bb302d-54af-4e13-833a-6a93289e941f not bound to the agent host n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:29:15.013622 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1c522cd3-cab7-4dcb-a722-c5ccd51a39ae tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:15.079629 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1c522cd3-cab7-4dcb-a722-c5ccd51a39ae tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:15.084034 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1c522cd3-cab7-4dcb-a722-c5ccd51a39ae tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529131'] for security_group_rule, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:15.106326 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c522cd3-cab7-4dcb-a722-c5ccd51a39ae tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e57d17f9-b57c-4b78-a690-4a853ef41863,revision_number=0']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:29:15.109812 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1c522cd3-cab7-4dcb-a722-c5ccd51a39ae tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:15.111144 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-1c522cd3-cab7-4dcb-a722-c5ccd51a39ae tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1295149 Jul 14 10:29:15.113889 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 41110) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:29:15.118402 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-eb84c79f-92ec-4ae6-aaaa-bafd979f251c tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Request body: {'security_group_rule': {'security_group_id': '826a6fb3-cdae-4955-879d-40f4d91eb6b0', 'project_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:29:15.146143 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-eb84c79f-92ec-4ae6-aaaa-bafd979f251c tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:15.207627 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-eb84c79f-92ec-4ae6-aaaa-bafd979f251c tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:15.211616 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-eb84c79f-92ec-4ae6-aaaa-bafd979f251c tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529131'] for security_group_rule, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:15.230637 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb84c79f-92ec-4ae6-aaaa-bafd979f251c tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=380fae4a-a351-4d28-a06d-82c6f2fea74e,revision_number=0']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:29:15.235317 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-eb84c79f-92ec-4ae6-aaaa-bafd979f251c tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:15.236551 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-eb84c79f-92ec-4ae6-aaaa-bafd979f251c tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1216800 Jul 14 10:29:15.239318 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 41112) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:29:15.243848 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-9689468f-5713-40ae-a882-29104948dbf8 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Request body: {'security_group_rule': {'security_group_id': '826a6fb3-cdae-4955-879d-40f4d91eb6b0', 'project_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:29:15.272200 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-9689468f-5713-40ae-a882-29104948dbf8 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:15.334369 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-9689468f-5713-40ae-a882-29104948dbf8 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:15.338860 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-9689468f-5713-40ae-a882-29104948dbf8 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529131'] for security_group_rule, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:15.357977 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9689468f-5713-40ae-a882-29104948dbf8 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db177776-4f75-4fa3-bdb0-3fa0290507ed,revision_number=0']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:29:15.361742 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-9689468f-5713-40ae-a882-29104948dbf8 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:15.362951 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-9689468f-5713-40ae-a882-29104948dbf8 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1226799 Jul 14 10:29:15.366008 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 41114) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:29:15.370895 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-4fe15085-35e0-45b5-8e03-6bf239754d96 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Request body: {'security_group_rule': {'security_group_id': '826a6fb3-cdae-4955-879d-40f4d91eb6b0', 'project_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:29:15.396069 n-d-779913-29 neutron-server[93958]: INFO neutron.db.securitygroups_db [None req-4fe15085-35e0-45b5-8e03-6bf239754d96 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Project cfb2ed7caa9b43c9b2145e769e9db92d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 10:29:15.401348 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4fe15085-35e0-45b5-8e03-6bf239754d96 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:15.463228 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4fe15085-35e0-45b5-8e03-6bf239754d96 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:15.467690 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4fe15085-35e0-45b5-8e03-6bf239754d96 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529131'] for security_group_rule, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:15.488811 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe15085-35e0-45b5-8e03-6bf239754d96 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bbd4326-2f3c-4a47-a2bc-6384f177b922,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:29:15.496904 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4fe15085-35e0-45b5-8e03-6bf239754d96 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:15.498462 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-4fe15085-35e0-45b5-8e03-6bf239754d96 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1313326 Jul 14 10:29:15.501403 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 41116) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:29:15.506994 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-67ed841f-e48c-41a3-8139-8f54f3ae75ee tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Request body: {'security_group_rule': {'security_group_id': '826a6fb3-cdae-4955-879d-40f4d91eb6b0', 'project_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:29:15.530156 n-d-779913-29 neutron-server[93958]: INFO neutron.db.securitygroups_db [None req-67ed841f-e48c-41a3-8139-8f54f3ae75ee tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Project cfb2ed7caa9b43c9b2145e769e9db92d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 10:29:15.535232 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-67ed841f-e48c-41a3-8139-8f54f3ae75ee tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:15.597907 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-67ed841f-e48c-41a3-8139-8f54f3ae75ee tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:15.601840 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-67ed841f-e48c-41a3-8139-8f54f3ae75ee tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529131'] for security_group_rule, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:15.620648 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ed841f-e48c-41a3-8139-8f54f3ae75ee tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a60d021-a284-416a-af2f-0a70274bc28a,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:29:15.632903 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-67ed841f-e48c-41a3-8139-8f54f3ae75ee tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:15.634160 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-67ed841f-e48c-41a3-8139-8f54f3ae75ee tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1317608 Jul 14 10:29:15.637168 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 41118) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:29:15.642346 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-fd85520b-330f-41d6-9ac5-a448c404e78b tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Request body: {'network': {'name': 'tempest-network-smoke--1377132586', 'project_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'port_security_enabled': True}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:29:15.662756 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd85520b-330f-41d6-9ac5-a448c404e78b tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Made reservation on behalf of cfb2ed7caa9b43c9b2145e769e9db92d for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:29:15.666339 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fd85520b-330f-41d6-9ac5-a448c404e78b tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:15.694561 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd85520b-330f-41d6-9ac5-a448c404e78b tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 701} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 10:29:15.704976 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fd85520b-330f-41d6-9ac5-a448c404e78b tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:15.705433 n-d-779913-29 neutron-server[93958]: INFO neutron.db.segments_db [None req-fd85520b-330f-41d6-9ac5-a448c404e78b tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Added segment 56feea96-5b93-4f31-b6ed-a34df30b36ca of type vlan for network fc91e615-5d4a-4480-b421-da03bd2e210e Jul 14 10:29:15.751120 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fd85520b-330f-41d6-9ac5-a448c404e78b tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735687821325'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:15.781858 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fd85520b-330f-41d6-9ac5-a448c404e78b tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:15.787415 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd85520b-330f-41d6-9ac5-a448c404e78b tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:29:15.788004 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fd85520b-330f-41d6-9ac5-a448c404e78b tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:15.852336 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-fd85520b-330f-41d6-9ac5-a448c404e78b tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2140069 Jul 14 10:29:15.855133 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 41120) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:29:15.862258 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-a8a760cf-7fcd-4023-a37b-933fa22ef8be tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2067453163', 'admin_state_up': True, 'project_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'}}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:29:15.868766 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd85520b-330f-41d6-9ac5-a448c404e78b tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Pushing event updated for resources: {'Network': ['ID=fc91e615-5d4a-4480-b421-da03bd2e210e,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:29:15.880213 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Network fc91e615-5d4a-4480-b421-da03bd2e210e details requested by agent ovs-agent-n-d-779913-29 with host n-d-779913-29 {{(pid=93959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 10:29:15.894178 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a8a760cf-7fcd-4023-a37b-933fa22ef8be tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-711749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14670'] for router, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:15.895728 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a8a760cf-7fcd-4023-a37b-933fa22ef8be tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-711718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-661475', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14679'] for router, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:15.956458 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a8a760cf-7fcd-4023-a37b-933fa22ef8be tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:16.102473 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a8a760cf-7fcd-4023-a37b-933fa22ef8be tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-661489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-711771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12973'] for router, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:16.304226 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a8a760cf-7fcd-4023-a37b-933fa22ef8be tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks [] for router_gateway, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:16.327985 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a8a760cf-7fcd-4023-a37b-933fa22ef8be tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:16.435872 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-a8a760cf-7fcd-4023-a37b-933fa22ef8be tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Allocated IP 172.25.4.16 (2dcd4d32-cc7c-4468-b396-7ce5c9231892/6cd22a75-5bc1-467c-a3c4-0af04bd1b34a/d005000b-7645-446e-bdb0-38086884ac0b) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:29:16.551367 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a8a760cf-7fcd-4023-a37b-933fa22ef8be tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:16.592878 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a8a760cf-7fcd-4023-a37b-933fa22ef8be tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:16.630262 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8a760cf-7fcd-4023-a37b-933fa22ef8be tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Network 2dcd4d32-cc7c-4468-b396-7ce5c9231892 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:29:16.633170 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-a8a760cf-7fcd-4023-a37b-933fa22ef8be tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:29:16.639438 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a760cf-7fcd-4023-a37b-933fa22ef8be tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:29:16.668709 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a760cf-7fcd-4023-a37b-933fa22ef8be tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Pushing event updated for resources: {'Port': ['ID=d005000b-7645-446e-bdb0-38086884ac0b,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:29:16.921005 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a8a760cf-7fcd-4023-a37b-933fa22ef8be tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks [] for router_gateway, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:17.126155 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a8a760cf-7fcd-4023-a37b-933fa22ef8be tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-711762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-661452'] for router, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:17.263636 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8a760cf-7fcd-4023-a37b-933fa22ef8be tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Router 288c7975-3955-4a35-bd96-cb8a438a173e is scheduled to L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 with binding_index 1 {{(pid=93958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 10:29:17.379241 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8a760cf-7fcd-4023-a37b-933fa22ef8be tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:29:17.390295 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-811bdaa4-a98e-4c6f-953a-1284d6bb9caf None None] Sync routers for ids ['288c7975-3955-4a35-bd96-cb8a438a173e'] in n-d-779913-29 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:29:17.400152 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a8a760cf-7fcd-4023-a37b-933fa22ef8be tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:17.400403 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-811bdaa4-a98e-4c6f-953a-1284d6bb9caf None None] Routers {'288c7975-3955-4a35-bd96-cb8a438a173e'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:29:17.401064 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-811bdaa4-a98e-4c6f-953a-1284d6bb9caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T10:28:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['288c7975-3955-4a35-bd96-cb8a438a173e'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:29:17.402159 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-a8a760cf-7fcd-4023-a37b-933fa22ef8be tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.5453498 Jul 14 10:29:17.405189 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 41122) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:29:17.436910 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-5c065101-a430-4ada-ad9f-d8155982b483 tempest-TestNetworkAdvancedServerOps-67860489 tempest-TestNetworkAdvancedServerOps-67860489-project-admin] 10.222.0.68 "GET /v2.0/subnets?project_id=cfb2ed7caa9b43c9b2145e769e9db92d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0305009 Jul 14 10:29:17.439701 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 41124) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:29:17.515289 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-811bdaa4-a98e-4c6f-953a-1284d6bb9caf None None] Set router 288c7975-3955-4a35-bd96-cb8a438a173e gateway port host: n-d-779913-29 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:29:17.531774 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c50dd50-0e96-4b4c-a077-65350356c813 tempest-TestNetworkAdvancedServerOps-67860489 tempest-TestNetworkAdvancedServerOps-67860489-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:29:17.533318 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-5c50dd50-0e96-4b4c-a077-65350356c813 tempest-TestNetworkAdvancedServerOps-67860489 tempest-TestNetworkAdvancedServerOps-67860489-project-admin] 10.222.0.68 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0926340 Jul 14 10:29:17.536496 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 41126) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:29:17.570453 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-b20c5210-0aac-40c6-95d3-43f81e0bce24 tempest-TestNetworkAdvancedServerOps-67860489 tempest-TestNetworkAdvancedServerOps-67860489-project-admin] 10.222.0.68 "GET /v2.0/subnets?network_id=2dcd4d32-cc7c-4468-b396-7ce5c9231892&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0327089 Jul 14 10:29:17.573661 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 41128) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:29:17.580570 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-df732db9-65b4-4711-a57d-e755a0f206bc tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-864909588', 'network_id': 'fc91e615-5d4a-4480-b421-da03bd2e210e', 'project_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:29:17.682665 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df732db9-65b4-4711-a57d-e755a0f206bc tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Made reservation on behalf of cfb2ed7caa9b43c9b2145e769e9db92d for: {'subnet': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:29:17.686667 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-df732db9-65b4-4711-a57d-e755a0f206bc tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11984110'] for subnet, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:17.721874 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-811bdaa4-a98e-4c6f-953a-1284d6bb9caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '288c7975-3955-4a35-bd96-cb8a438a173e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2067453163', 'tenant_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.16'}], 'enable_snat': True}, 'gw_port_id': 'd005000b-7645-446e-bdb0-38086884ac0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:29:15Z', 'updated_at': '2021-07-14T10:29:16Z', 'revision_number': 3, 'project_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'gw_port': {'id': 'd005000b-7645-446e-bdb0-38086884ac0b', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:25:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '288c7975-3955-4a35-bd96-cb8a438a173e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:29:16Z', 'updated_at': '2021-07-14T10:29:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29'}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:29:17.755115 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-811bdaa4-a98e-4c6f-953a-1284d6bb9caf None None] Checking router: 288c7975-3955-4a35-bd96-cb8a438a173e for host: n-d-779913-29 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:29:17.755115 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-811bdaa4-a98e-4c6f-953a-1284d6bb9caf None None] Updating router 288c7975-3955-4a35-bd96-cb8a438a173e port d005000b-7645-446e-bdb0-38086884ac0b binding host n-d-779913-29 {{(pid=93960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 10:29:17.793014 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-811bdaa4-a98e-4c6f-953a-1284d6bb9caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:17.921067 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-df732db9-65b4-4711-a57d-e755a0f206bc tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10052764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11984092'] for subnet, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:17.982366 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df732db9-65b4-4711-a57d-e755a0f206bc tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Pushing event updated for resources: {'Subnet': ['ID=c4142bb5-1f16-4116-b918-f61e129f4102,revision_number=0']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:29:17.992978 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df732db9-65b4-4711-a57d-e755a0f206bc tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Checking segment: {'id': '56feea96-5b93-4f31-b6ed-a34df30b36ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'fc91e615-5d4a-4480-b421-da03bd2e210e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:29:17.993340 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df732db9-65b4-4711-a57d-e755a0f206bc tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Network hostable DHCP agents. Network: fc91e615-5d4a-4480-b421-da03bd2e210e, hostable agents: ['c6a09bd4-f72e-4283-a3ca-0bbca8a51081'], hosted agents: [] {{(pid=93957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 10:29:18.012677 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df732db9-65b4-4711-a57d-e755a0f206bc tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Network fc91e615-5d4a-4480-b421-da03bd2e210e is scheduled to be hosted by DHCP agent c6a09bd4-f72e-4283-a3ca-0bbca8a51081 with binding_index 1 {{(pid=93957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 10:29:18.028105 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-df732db9-65b4-4711-a57d-e755a0f206bc tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-29, fc91e615-5d4a-4480-b421-da03bd2e210e) {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:29:18.033409 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df732db9-65b4-4711-a57d-e755a0f206bc tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:29:18.034049 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-df732db9-65b4-4711-a57d-e755a0f206bc tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks [] for subnet, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:18.047776 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44d3bf45-b926-4d3a-a5fa-73bbd36fd379 None None] Network fc91e615-5d4a-4480-b421-da03bd2e210e requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:29:18.053269 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-df732db9-65b4-4711-a57d-e755a0f206bc tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4756162 Jul 14 10:29:18.053680 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 41130) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:29:18.082008 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-811bdaa4-a98e-4c6f-953a-1284d6bb9caf None None] Notify callbacks [] for port, precommit_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:18.094422 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-811bdaa4-a98e-4c6f-953a-1284d6bb9caf None None] Transition to ACTIVE for port object d005000b-7645-446e-bdb0-38086884ac0b will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:29:18.101942 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-811bdaa4-a98e-4c6f-953a-1284d6bb9caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:18.151037 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-811bdaa4-a98e-4c6f-953a-1284d6bb9caf None None] Attempting to bind port d005000b-7645-446e-bdb0-38086884ac0b on host n-d-779913-29 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:29:18.151331 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-811bdaa4-a98e-4c6f-953a-1284d6bb9caf None None] Attempting to bind port d005000b-7645-446e-bdb0-38086884ac0b by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': '81bf7a93-80b3-43df-b9d5-462c604a2945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:29:18.151522 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-811bdaa4-a98e-4c6f-953a-1284d6bb9caf None None] Attempting to bind port d005000b-7645-446e-bdb0-38086884ac0b on network 2dcd4d32-cc7c-4468-b396-7ce5c9231892 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:29:18.159399 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-811bdaa4-a98e-4c6f-953a-1284d6bb9caf None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 28, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:29:18.159766 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-811bdaa4-a98e-4c6f-953a-1284d6bb9caf None None] Checking segment: {'id': '81bf7a93-80b3-43df-b9d5-462c604a2945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:29:18.160508 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-811bdaa4-a98e-4c6f-953a-1284d6bb9caf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:18.160508 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-811bdaa4-a98e-4c6f-953a-1284d6bb9caf None None] Bound using segment: {'id': '81bf7a93-80b3-43df-b9d5-462c604a2945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:29:18.160998 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-811bdaa4-a98e-4c6f-953a-1284d6bb9caf None None] Bound port: d005000b-7645-446e-bdb0-38086884ac0b, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81bf7a93-80b3-43df-b9d5-462c604a2945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:29:18.161370 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-811bdaa4-a98e-4c6f-953a-1284d6bb9caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:18.216264 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-811bdaa4-a98e-4c6f-953a-1284d6bb9caf None None] For port d005000b-7645-446e-bdb0-38086884ac0b, host n-d-779913-29, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:29:18.218363 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e24b2b3-1454-49eb-b1aa-c9ae2028a336 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf57baaa9-fd24-59f4-8fd2-1dc21122ce72-fc91e615-5d4a-4480-b421-da03bd2e210e', 'network_id': 'fc91e615-5d4a-4480-b421-da03bd2e210e', 'tenant_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'fixed_ips': [{'subnet_id': 'c4142bb5-1f16-4116-b918-f61e129f4102'}]}} from n-d-779913-29. {{(pid=93959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 10:29:18.219632 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-811bdaa4-a98e-4c6f-953a-1284d6bb9caf None None] For port d005000b-7645-446e-bdb0-38086884ac0b, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=d005000b-7645-446e-bdb0-38086884ac0b,segment=NetworkSegment(81bf7a93-80b3-43df-b9d5-462c604a2945),segment_id=81bf7a93-80b3-43df-b9d5-462c604a2945)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:29:18.220332 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6e24b2b3-1454-49eb-b1aa-c9ae2028a336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:18.226147 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-811bdaa4-a98e-4c6f-953a-1284d6bb9caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:18.244163 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16a91e6-c073-4f92-9c11-70bf967db7c9 None None] Pushing event updated for resources: {'Port': ['ID=d005000b-7645-446e-bdb0-38086884ac0b,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:29:18.255874 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16a91e6-c073-4f92-9c11-70bf967db7c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:29:18.256217 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16a91e6-c073-4f92-9c11-70bf967db7c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:29:18.256554 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16a91e6-c073-4f92-9c11-70bf967db7c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:29:18.256885 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16a91e6-c073-4f92-9c11-70bf967db7c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:29:18.257210 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16a91e6-c073-4f92-9c11-70bf967db7c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:29:18.257563 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16a91e6-c073-4f92-9c11-70bf967db7c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:29:18.257887 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16a91e6-c073-4f92-9c11-70bf967db7c9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:29:18.258208 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16a91e6-c073-4f92-9c11-70bf967db7c9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:29:18.258536 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16a91e6-c073-4f92-9c11-70bf967db7c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:29:18.258843 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16a91e6-c073-4f92-9c11-70bf967db7c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:29:18.259165 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16a91e6-c073-4f92-9c11-70bf967db7c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:29:18.259479 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16a91e6-c073-4f92-9c11-70bf967db7c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:29:18.295409 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-811bdaa4-a98e-4c6f-953a-1284d6bb9caf None None] Routers {'288c7975-3955-4a35-bd96-cb8a438a173e'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:29:18.296056 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-811bdaa4-a98e-4c6f-953a-1284d6bb9caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T10:28:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['288c7975-3955-4a35-bd96-cb8a438a173e'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:29:18.366364 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16a91e6-c073-4f92-9c11-70bf967db7c9 None None] Pushing event updated for resources: {'Port': ['ID=d005000b-7645-446e-bdb0-38086884ac0b,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:29:18.390707 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-6e24b2b3-1454-49eb-b1aa-c9ae2028a336 None None] Allocated IP 172.20.0.2 (fc91e615-5d4a-4480-b421-da03bd2e210e/c4142bb5-1f16-4116-b918-f61e129f4102/f4b279d9-4054-4ee5-bdf3-4ce4d95ca2ee) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:29:18.437765 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-811bdaa4-a98e-4c6f-953a-1284d6bb9caf None None] Set router 288c7975-3955-4a35-bd96-cb8a438a173e gateway port host: n-d-779913-29 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:29:18.575119 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7f5720fe-787b-4ff6-9d39-004a31eafdc2 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:18.719106 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6e24b2b3-1454-49eb-b1aa-c9ae2028a336 None None] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:18.731088 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-6e24b2b3-1454-49eb-b1aa-c9ae2028a336 None None] Transition to ACTIVE for port object f4b279d9-4054-4ee5-bdf3-4ce4d95ca2ee will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:29:18.743132 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-811bdaa4-a98e-4c6f-953a-1284d6bb9caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '288c7975-3955-4a35-bd96-cb8a438a173e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2067453163', 'tenant_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.16'}], 'enable_snat': True}, 'gw_port_id': 'd005000b-7645-446e-bdb0-38086884ac0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:29:15Z', 'updated_at': '2021-07-14T10:29:16Z', 'revision_number': 3, 'project_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'gw_port': {'id': 'd005000b-7645-446e-bdb0-38086884ac0b', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:25:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '288c7975-3955-4a35-bd96-cb8a438a173e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:29:16Z', 'updated_at': '2021-07-14T10:29:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29'}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:29:18.751437 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-6e24b2b3-1454-49eb-b1aa-c9ae2028a336 None None] Transition to ACTIVE for port object f4b279d9-4054-4ee5-bdf3-4ce4d95ca2ee will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:29:18.758406 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6e24b2b3-1454-49eb-b1aa-c9ae2028a336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:18.773881 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-811bdaa4-a98e-4c6f-953a-1284d6bb9caf None None] The sync data for ids ['288c7975-3955-4a35-bd96-cb8a438a173e'] in n-d-779913-29 is: [{'id': '288c7975-3955-4a35-bd96-cb8a438a173e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2067453163', 'tenant_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.16'}], 'enable_snat': True}, 'gw_port_id': 'd005000b-7645-446e-bdb0-38086884ac0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:29:15Z', 'updated_at': '2021-07-14T10:29:16Z', 'revision_number': 3, 'project_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'gw_port': {'id': 'd005000b-7645-446e-bdb0-38086884ac0b', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:25:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '288c7975-3955-4a35-bd96-cb8a438a173e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:29:16Z', 'updated_at': '2021-07-14T10:29:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29'}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:29:18.812136 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e24b2b3-1454-49eb-b1aa-c9ae2028a336 None None] Network fc91e615-5d4a-4480-b421-da03bd2e210e is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:29:18.816572 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-6e24b2b3-1454-49eb-b1aa-c9ae2028a336 None None] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:29:18.819158 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e24b2b3-1454-49eb-b1aa-c9ae2028a336 None None] Pushing event updated for resources: {'Port': ['ID=f4b279d9-4054-4ee5-bdf3-4ce4d95ca2ee,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:29:18.821758 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e24b2b3-1454-49eb-b1aa-c9ae2028a336 None None] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:29:18.899899 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-6e24b2b3-1454-49eb-b1aa-c9ae2028a336 None None] Attempting to bind port f4b279d9-4054-4ee5-bdf3-4ce4d95ca2ee on host n-d-779913-29 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:29:18.900360 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-6e24b2b3-1454-49eb-b1aa-c9ae2028a336 None None] Attempting to bind port f4b279d9-4054-4ee5-bdf3-4ce4d95ca2ee by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': '56feea96-5b93-4f31-b6ed-a34df30b36ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'fc91e615-5d4a-4480-b421-da03bd2e210e'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:29:18.900654 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e24b2b3-1454-49eb-b1aa-c9ae2028a336 None None] Attempting to bind port f4b279d9-4054-4ee5-bdf3-4ce4d95ca2ee on network fc91e615-5d4a-4480-b421-da03bd2e210e {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:29:18.907163 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e24b2b3-1454-49eb-b1aa-c9ae2028a336 None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 28, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:29:18.907613 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e24b2b3-1454-49eb-b1aa-c9ae2028a336 None None] Checking segment: {'id': '56feea96-5b93-4f31-b6ed-a34df30b36ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'fc91e615-5d4a-4480-b421-da03bd2e210e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:29:18.907959 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6e24b2b3-1454-49eb-b1aa-c9ae2028a336 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:18.908356 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e24b2b3-1454-49eb-b1aa-c9ae2028a336 None None] Bound using segment: {'id': '56feea96-5b93-4f31-b6ed-a34df30b36ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'fc91e615-5d4a-4480-b421-da03bd2e210e'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:29:18.908845 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-6e24b2b3-1454-49eb-b1aa-c9ae2028a336 None None] Bound port: f4b279d9-4054-4ee5-bdf3-4ce4d95ca2ee, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56feea96-5b93-4f31-b6ed-a34df30b36ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'fc91e615-5d4a-4480-b421-da03bd2e210e'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:29:18.909235 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6e24b2b3-1454-49eb-b1aa-c9ae2028a336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:18.987909 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-6e24b2b3-1454-49eb-b1aa-c9ae2028a336 None None] For port f4b279d9-4054-4ee5-bdf3-4ce4d95ca2ee, host n-d-779913-29, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:29:18.992890 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-6e24b2b3-1454-49eb-b1aa-c9ae2028a336 None None] For port f4b279d9-4054-4ee5-bdf3-4ce4d95ca2ee, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=f4b279d9-4054-4ee5-bdf3-4ce4d95ca2ee,segment=NetworkSegment(56feea96-5b93-4f31-b6ed-a34df30b36ca),segment_id=56feea96-5b93-4f31-b6ed-a34df30b36ca)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:29:18.998367 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6e24b2b3-1454-49eb-b1aa-c9ae2028a336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:19.098606 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e24b2b3-1454-49eb-b1aa-c9ae2028a336 None None] Pushing event updated for resources: {'Port': ['ID=f4b279d9-4054-4ee5-bdf3-4ce4d95ca2ee,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:29:19.222779 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-7f5720fe-787b-4ff6-9d39-004a31eafdc2 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Allocated IP 172.20.0.1 (fc91e615-5d4a-4480-b421-da03bd2e210e/c4142bb5-1f16-4116-b918-f61e129f4102/c8642c7b-1e4a-4429-b395-cef34bd357e1) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:29:19.365057 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7f5720fe-787b-4ff6-9d39-004a31eafdc2 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:19.382837 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-7f5720fe-787b-4ff6-9d39-004a31eafdc2 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Transition to ACTIVE for port object c8642c7b-1e4a-4429-b395-cef34bd357e1 will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:29:19.435876 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7f5720fe-787b-4ff6-9d39-004a31eafdc2 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:19.484478 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f5720fe-787b-4ff6-9d39-004a31eafdc2 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Network fc91e615-5d4a-4480-b421-da03bd2e210e is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:29:19.487919 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-7f5720fe-787b-4ff6-9d39-004a31eafdc2 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:29:19.492178 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f5720fe-787b-4ff6-9d39-004a31eafdc2 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:29:19.499053 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5720fe-787b-4ff6-9d39-004a31eafdc2 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Pushing event updated for resources: {'Port': ['ID=c8642c7b-1e4a-4429-b395-cef34bd357e1,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:29:19.547040 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7f5720fe-787b-4ff6-9d39-004a31eafdc2 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-660393'] for router_interface, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:19.663398 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.agents_db [None req-3c3509fb-540d-4335-a450-574895dd3602 None None] Agent healthcheck: found 7 active agents {{(pid=93960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:29:19.707891 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7f5720fe-787b-4ff6-9d39-004a31eafdc2 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:20.027077 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7f5720fe-787b-4ff6-9d39-004a31eafdc2 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:20.032666 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7f5720fe-787b-4ff6-9d39-004a31eafdc2 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13574142'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:20.116819 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5720fe-787b-4ff6-9d39-004a31eafdc2 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Pushing event updated for resources: {'Port': ['ID=c8642c7b-1e4a-4429-b395-cef34bd357e1,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:29:20.118207 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a9aae8d-3dc8-4c8b-af75-95a523d5c542 None None] Network fc91e615-5d4a-4480-b421-da03bd2e210e requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:29:20.120734 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-7f5720fe-787b-4ff6-9d39-004a31eafdc2 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-683747'] for router_interface, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:20.224865 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f5720fe-787b-4ff6-9d39-004a31eafdc2 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Network fc91e615-5d4a-4480-b421-da03bd2e210e is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:29:20.225437 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-7f5720fe-787b-4ff6-9d39-004a31eafdc2 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:29:20.253806 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-f0ae4164-8b21-4b58-ac8b-dd3bf62535a1 None None] Provisioning for port f4b279d9-4054-4ee5-bdf3-4ce4d95ca2ee completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:29:20.350712 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f5720fe-787b-4ff6-9d39-004a31eafdc2 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Router 288c7975-3955-4a35-bd96-cb8a438a173e has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:29:20.474207 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f5720fe-787b-4ff6-9d39-004a31eafdc2 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:29:20.484445 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-7f5720fe-787b-4ff6-9d39-004a31eafdc2 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "PUT /v2.0/routers/288c7975-3955-4a35-bd96-cb8a438a173e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4294562 Jul 14 10:29:20.508208 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acdcf410-62a3-48fc-ba50-6012a0fc83b3 None None] Sync routers for ids ['288c7975-3955-4a35-bd96-cb8a438a173e'] in n-d-779913-29 {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:29:20.519324 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acdcf410-62a3-48fc-ba50-6012a0fc83b3 None None] Routers {'288c7975-3955-4a35-bd96-cb8a438a173e'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:29:20.520267 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-acdcf410-62a3-48fc-ba50-6012a0fc83b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T10:28:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['288c7975-3955-4a35-bd96-cb8a438a173e'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:29:20.621280 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-195719ef-dc18-41e0-9667-7307499eafac None None] Provisioning for port c8642c7b-1e4a-4429-b395-cef34bd357e1 completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:29:20.629907 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-195719ef-dc18-41e0-9667-7307499eafac None None] Provisioning complete for port c8642c7b-1e4a-4429-b395-cef34bd357e1 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:29:20.630280 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-195719ef-dc18-41e0-9667-7307499eafac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:20.685466 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvr_db [None req-acdcf410-62a3-48fc-ba50-6012a0fc83b3 None None] Set router 288c7975-3955-4a35-bd96-cb8a438a173e gateway port host: n-d-779913-29 {{(pid=93959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:29:20.688315 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-195719ef-dc18-41e0-9667-7307499eafac None None] Port c8642c7b-1e4a-4429-b395-cef34bd357e1 cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:29:20.811879 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-df4089fb-2a1a-4a81-89b4-b665b6458cf4 req-06a6dfa4-5885-4154-9a98-2265fe710f57 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-111383360&fields=id&tenant_id=cfb2ed7caa9b43c9b2145e769e9db92d HTTP/1.1" status: 200 len: 267 time: 0.0391290 Jul 14 10:29:20.882149 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-e0ebb491-6628-4fac-973a-a40e3be81c90 None None] Provisioning complete for port c8642c7b-1e4a-4429-b395-cef34bd357e1 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:29:20.882550 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e0ebb491-6628-4fac-973a-a40e3be81c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:20.946954 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-e0ebb491-6628-4fac-973a-a40e3be81c90 None None] Port c8642c7b-1e4a-4429-b395-cef34bd357e1 cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:29:20.987143 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-acdcf410-62a3-48fc-ba50-6012a0fc83b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '288c7975-3955-4a35-bd96-cb8a438a173e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2067453163', 'tenant_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.16'}], 'enable_snat': True}, 'gw_port_id': 'd005000b-7645-446e-bdb0-38086884ac0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:29:15Z', 'updated_at': '2021-07-14T10:29:19Z', 'revision_number': 4, 'project_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'gw_port': {'id': 'd005000b-7645-446e-bdb0-38086884ac0b', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:25:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '288c7975-3955-4a35-bd96-cb8a438a173e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:29:16Z', 'updated_at': '2021-07-14T10:29:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': 'c8642c7b-1e4a-4429-b395-cef34bd357e1', 'name': '', 'network_id': 'fc91e615-5d4a-4480-b421-da03bd2e210e', 'tenant_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'mac_address': 'fa:16:3e:34:31:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '288c7975-3955-4a35-bd96-cb8a438a173e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'c4142bb5-1f16-4116-b918-f61e129f4102', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:29:19Z', 'updated_at': '2021-07-14T10:29:19Z', 'revision_number': 2, 'project_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'subnets': [{'id': 'c4142bb5-1f16-4116-b918-f61e129f4102', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:29:20.987649 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4089fb-2a1a-4a81-89b4-b665b6458cf4 req-8cca389e-4589-4893-aeb5-25dd5926b692 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:29:20.989320 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-df4089fb-2a1a-4a81-89b4-b665b6458cf4 req-8cca389e-4589-4893-aeb5-25dd5926b692 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/networks?id=fc91e615-5d4a-4480-b421-da03bd2e210e HTTP/1.1" status: 200 len: 797 time: 0.1668847 Jul 14 10:29:21.022050 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-df4089fb-2a1a-4a81-89b4-b665b6458cf4 req-228cefd1-430d-4025-a4ce-228b3914fc28 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/quotas/cfb2ed7caa9b43c9b2145e769e9db92d HTTP/1.1" status: 200 len: 375 time: 0.0263622 Jul 14 10:29:21.037878 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device f4b279d9-4054-4ee5-bdf3-4ce4d95ca2ee up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:29:21.041389 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acdcf410-62a3-48fc-ba50-6012a0fc83b3 None None] Checking router: 288c7975-3955-4a35-bd96-cb8a438a173e for host: n-d-779913-29 {{(pid=93959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:29:21.041798 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acdcf410-62a3-48fc-ba50-6012a0fc83b3 None None] Updating router 288c7975-3955-4a35-bd96-cb8a438a173e port c8642c7b-1e4a-4429-b395-cef34bd357e1 binding host n-d-779913-29 {{(pid=93959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 10:29:21.101306 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-df4089fb-2a1a-4a81-89b4-b665b6458cf4 req-f0a9746a-3d82-4b32-b1c6-db466e18568c tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=cfb2ed7caa9b43c9b2145e769e9db92d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0754049 Jul 14 10:29:21.113311 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-acdcf410-62a3-48fc-ba50-6012a0fc83b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:21.126005 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-5d3879e3-10c6-40f4-a476-d4f7a2f92426 None None] Provisioning complete for port c8642c7b-1e4a-4429-b395-cef34bd357e1 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:29:21.126606 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5d3879e3-10c6-40f4-a476-d4f7a2f92426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:21.202924 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning for port f4b279d9-4054-4ee5-bdf3-4ce4d95ca2ee completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:29:21.208559 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-5d3879e3-10c6-40f4-a476-d4f7a2f92426 None None] Port c8642c7b-1e4a-4429-b395-cef34bd357e1 cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:29:21.214441 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port f4b279d9-4054-4ee5-bdf3-4ce4d95ca2ee triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:29:21.214856 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:21.288141 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-df4089fb-2a1a-4a81-89b4-b665b6458cf4 req-8156cef8-a631-4d6f-994f-a3a55822a7a7 service neutron] 10.222.0.68 "GET /v2.0/networks/fc91e615-5d4a-4480-b421-da03bd2e210e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1764648 Jul 14 10:29:21.387306 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-df4089fb-2a1a-4a81-89b4-b665b6458cf4 req-f3ab21c5-3526-4fde-b13c-cc7c6dc969d3 service neutron] 10.222.0.68 "GET /v2.0/networks/fc91e615-5d4a-4480-b421-da03bd2e210e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922842 Jul 14 10:29:21.415304 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:21.478877 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] For port f4b279d9-4054-4ee5-bdf3-4ce4d95ca2ee, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=f4b279d9-4054-4ee5-bdf3-4ce4d95ca2ee,segment=NetworkSegment(56feea96-5b93-4f31-b6ed-a34df30b36ca),segment_id=56feea96-5b93-4f31-b6ed-a34df30b36ca)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:29:21.499255 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:21.500130 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device d005000b-7645-446e-bdb0-38086884ac0b up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:29:21.588448 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-acdcf410-62a3-48fc-ba50-6012a0fc83b3 None None] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:21.609360 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Pushing event updated for resources: {'Port': ['ID=f4b279d9-4054-4ee5-bdf3-4ce4d95ca2ee,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:29:21.613670 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-acdcf410-62a3-48fc-ba50-6012a0fc83b3 None None] Transition to ACTIVE for port object c8642c7b-1e4a-4429-b395-cef34bd357e1 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:29:21.625073 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-acdcf410-62a3-48fc-ba50-6012a0fc83b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:21.661266 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-80b917c7-87e2-4c18-ab6e-62f571a72909 req-fdfd3b7f-4675-435a-9c92-7b8c14a49387 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/ports?device_id=b0c5717b-58a4-41d9-899f-c1b27077a4a0 HTTP/1.1" status: 200 len: 210 time: 0.0980783 Jul 14 10:29:21.664901 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning for port d005000b-7645-446e-bdb0-38086884ac0b completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:29:21.674861 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port d005000b-7645-446e-bdb0-38086884ac0b triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:29:21.675290 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:21.721089 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2bc831-f09b-464a-b1a6-07efb28a9539 None None] Pushing event updated for resources: {'Port': ['ID=c8642c7b-1e4a-4429-b395-cef34bd357e1,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:29:21.798915 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-acdcf410-62a3-48fc-ba50-6012a0fc83b3 None None] Attempting to bind port c8642c7b-1e4a-4429-b395-cef34bd357e1 on host n-d-779913-29 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:29:21.799289 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-acdcf410-62a3-48fc-ba50-6012a0fc83b3 None None] Attempting to bind port c8642c7b-1e4a-4429-b395-cef34bd357e1 by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': '56feea96-5b93-4f31-b6ed-a34df30b36ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'fc91e615-5d4a-4480-b421-da03bd2e210e'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:29:21.799657 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acdcf410-62a3-48fc-ba50-6012a0fc83b3 None None] Attempting to bind port c8642c7b-1e4a-4429-b395-cef34bd357e1 on network fc91e615-5d4a-4480-b421-da03bd2e210e {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:29:21.824828 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acdcf410-62a3-48fc-ba50-6012a0fc83b3 None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 28, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:29:21.825288 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acdcf410-62a3-48fc-ba50-6012a0fc83b3 None None] Checking segment: {'id': '56feea96-5b93-4f31-b6ed-a34df30b36ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'fc91e615-5d4a-4480-b421-da03bd2e210e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:29:21.825901 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-acdcf410-62a3-48fc-ba50-6012a0fc83b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:21.826420 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acdcf410-62a3-48fc-ba50-6012a0fc83b3 None None] Bound using segment: {'id': '56feea96-5b93-4f31-b6ed-a34df30b36ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'fc91e615-5d4a-4480-b421-da03bd2e210e'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:29:21.827000 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-acdcf410-62a3-48fc-ba50-6012a0fc83b3 None None] Bound port: c8642c7b-1e4a-4429-b395-cef34bd357e1, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56feea96-5b93-4f31-b6ed-a34df30b36ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'fc91e615-5d4a-4480-b421-da03bd2e210e'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:29:21.827388 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-acdcf410-62a3-48fc-ba50-6012a0fc83b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:21.858569 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:21.906785 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] For port d005000b-7645-446e-bdb0-38086884ac0b, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=d005000b-7645-446e-bdb0-38086884ac0b,segment=NetworkSegment(81bf7a93-80b3-43df-b9d5-462c604a2945),segment_id=81bf7a93-80b3-43df-b9d5-462c604a2945)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:29:21.917559 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:21.954089 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-acdcf410-62a3-48fc-ba50-6012a0fc83b3 None None] For port c8642c7b-1e4a-4429-b395-cef34bd357e1, host n-d-779913-29, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:29:21.973695 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-acdcf410-62a3-48fc-ba50-6012a0fc83b3 None None] For port c8642c7b-1e4a-4429-b395-cef34bd357e1, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=c8642c7b-1e4a-4429-b395-cef34bd357e1,segment=NetworkSegment(56feea96-5b93-4f31-b6ed-a34df30b36ca),segment_id=56feea96-5b93-4f31-b6ed-a34df30b36ca)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:29:21.985933 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-acdcf410-62a3-48fc-ba50-6012a0fc83b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:22.000401 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Pushing event updated for resources: {'Port': ['ID=d005000b-7645-446e-bdb0-38086884ac0b,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:29:22.056950 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acdcf410-62a3-48fc-ba50-6012a0fc83b3 None None] Routers {'288c7975-3955-4a35-bd96-cb8a438a173e'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:29:22.057625 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-acdcf410-62a3-48fc-ba50-6012a0fc83b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T10:28:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['288c7975-3955-4a35-bd96-cb8a438a173e'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:29:22.115058 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2bc831-f09b-464a-b1a6-07efb28a9539 None None] Pushing event updated for resources: {'Port': ['ID=c8642c7b-1e4a-4429-b395-cef34bd357e1,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:29:22.202829 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvr_db [None req-acdcf410-62a3-48fc-ba50-6012a0fc83b3 None None] Set router 288c7975-3955-4a35-bd96-cb8a438a173e gateway port host: n-d-779913-29 {{(pid=93959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:29:22.359525 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-eadbc7ab-a300-4f6b-9e2a-a6d6ea944693 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:22.443122 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-acdcf410-62a3-48fc-ba50-6012a0fc83b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '288c7975-3955-4a35-bd96-cb8a438a173e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2067453163', 'tenant_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.16'}], 'enable_snat': True}, 'gw_port_id': 'd005000b-7645-446e-bdb0-38086884ac0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:29:15Z', 'updated_at': '2021-07-14T10:29:19Z', 'revision_number': 4, 'project_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'gw_port': {'id': 'd005000b-7645-446e-bdb0-38086884ac0b', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:25:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '288c7975-3955-4a35-bd96-cb8a438a173e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:29:16Z', 'updated_at': '2021-07-14T10:29:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': 'c8642c7b-1e4a-4429-b395-cef34bd357e1', 'name': '', 'network_id': 'fc91e615-5d4a-4480-b421-da03bd2e210e', 'tenant_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'mac_address': 'fa:16:3e:34:31:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '288c7975-3955-4a35-bd96-cb8a438a173e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'c4142bb5-1f16-4116-b918-f61e129f4102', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:29:19Z', 'updated_at': '2021-07-14T10:29:21Z', 'revision_number': 4, 'project_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'subnets': [{'id': 'c4142bb5-1f16-4116-b918-f61e129f4102', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:29:22.469930 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acdcf410-62a3-48fc-ba50-6012a0fc83b3 None None] The sync data for ids ['288c7975-3955-4a35-bd96-cb8a438a173e'] in n-d-779913-29 is: [{'id': '288c7975-3955-4a35-bd96-cb8a438a173e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2067453163', 'tenant_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.16'}], 'enable_snat': True}, 'gw_port_id': 'd005000b-7645-446e-bdb0-38086884ac0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:29:15Z', 'updated_at': '2021-07-14T10:29:19Z', 'revision_number': 4, 'project_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'gw_port': {'id': 'd005000b-7645-446e-bdb0-38086884ac0b', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:25:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '288c7975-3955-4a35-bd96-cb8a438a173e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:29:16Z', 'updated_at': '2021-07-14T10:29:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': 'c8642c7b-1e4a-4429-b395-cef34bd357e1', 'name': '', 'network_id': 'fc91e615-5d4a-4480-b421-da03bd2e210e', 'tenant_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'mac_address': 'fa:16:3e:34:31:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '288c7975-3955-4a35-bd96-cb8a438a173e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'c4142bb5-1f16-4116-b918-f61e129f4102', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:29:19Z', 'updated_at': '2021-07-14T10:29:21Z', 'revision_number': 4, 'project_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'subnets': [{'id': 'c4142bb5-1f16-4116-b918-f61e129f4102', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:29:22.884516 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-0efef6e9-9194-43d4-b6a5-7007c4ed1815 req-5ae849f1-e465-4c9d-b1fc-e5356b2f0413 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/ports?device_id=b0c5717b-58a4-41d9-899f-c1b27077a4a0 HTTP/1.1" status: 200 len: 210 time: 0.0557857 Jul 14 10:29:22.992946 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4089fb-2a1a-4a81-89b4-b665b6458cf4 req-5f800375-2be6-449e-937c-61ae64c56b36 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:29:22.994972 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-df4089fb-2a1a-4a81-89b4-b665b6458cf4 req-5f800375-2be6-449e-937c-61ae64c56b36 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.57 "GET /v2.0/networks?id=fc91e615-5d4a-4480-b421-da03bd2e210e HTTP/1.1" status: 200 len: 797 time: 0.1614356 Jul 14 10:29:23.081833 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device f4b279d9-4054-4ee5-bdf3-4ce4d95ca2ee up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:29:23.102120 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-df4089fb-2a1a-4a81-89b4-b665b6458cf4 req-56899410-9978-4320-a947-3a5f35708807 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cfb2ed7caa9b43c9b2145e769e9db92d HTTP/1.1" status: 200 len: 379 time: 0.0704539 Jul 14 10:29:23.113581 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-df4089fb-2a1a-4a81-89b4-b665b6458cf4 req-35d08816-c288-4940-bf25-304ff275c572 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Request body: {'port': {'device_id': 'b0c5717b-58a4-41d9-899f-c1b27077a4a0', 'network_id': 'fc91e615-5d4a-4480-b421-da03bd2e210e', 'admin_state_up': True, 'tenant_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'security_groups': ['826a6fb3-cdae-4955-879d-40f4d91eb6b0']}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:29:23.161821 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port f4b279d9-4054-4ee5-bdf3-4ce4d95ca2ee triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:29:23.162417 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:23.276740 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device d005000b-7645-446e-bdb0-38086884ac0b up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:29:23.293007 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df4089fb-2a1a-4a81-89b4-b665b6458cf4 req-35d08816-c288-4940-bf25-304ff275c572 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Made reservation on behalf of cfb2ed7caa9b43c9b2145e769e9db92d for: {'port': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:29:23.297460 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-df4089fb-2a1a-4a81-89b4-b665b6458cf4 req-35d08816-c288-4940-bf25-304ff275c572 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:23.353276 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port d005000b-7645-446e-bdb0-38086884ac0b triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:29:23.353766 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:23.458575 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device c8642c7b-1e4a-4429-b395-cef34bd357e1 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:29:23.468382 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [req-df4089fb-2a1a-4a81-89b4-b665b6458cf4 req-35d08816-c288-4940-bf25-304ff275c572 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Allocated IP 172.20.0.8 (fc91e615-5d4a-4480-b421-da03bd2e210e/c4142bb5-1f16-4116-b918-f61e129f4102/60f36c8b-84fd-459e-a44e-eb445971a7bf) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:29:23.524410 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning for port c8642c7b-1e4a-4429-b395-cef34bd357e1 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:29:23.529668 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port c8642c7b-1e4a-4429-b395-cef34bd357e1 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:29:23.530052 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:23.625783 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:23.661623 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-df4089fb-2a1a-4a81-89b4-b665b6458cf4 req-35d08816-c288-4940-bf25-304ff275c572 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:23.665020 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] For port c8642c7b-1e4a-4429-b395-cef34bd357e1, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=c8642c7b-1e4a-4429-b395-cef34bd357e1,segment=NetworkSegment(56feea96-5b93-4f31-b6ed-a34df30b36ca),segment_id=56feea96-5b93-4f31-b6ed-a34df30b36ca)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:29:23.669944 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:23.680512 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [req-df4089fb-2a1a-4a81-89b4-b665b6458cf4 req-35d08816-c288-4940-bf25-304ff275c572 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Transition to ACTIVE for port object 60f36c8b-84fd-459e-a44e-eb445971a7bf will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:29:23.727590 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Pushing event updated for resources: {'Port': ['ID=c8642c7b-1e4a-4429-b395-cef34bd357e1,revision_number=5']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:29:23.729838 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-df4089fb-2a1a-4a81-89b4-b665b6458cf4 req-35d08816-c288-4940-bf25-304ff275c572 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:23.772901 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df4089fb-2a1a-4a81-89b4-b665b6458cf4 req-35d08816-c288-4940-bf25-304ff275c572 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Network fc91e615-5d4a-4480-b421-da03bd2e210e is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:29:23.776255 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [req-df4089fb-2a1a-4a81-89b4-b665b6458cf4 req-35d08816-c288-4940-bf25-304ff275c572 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:29:23.782800 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-df4089fb-2a1a-4a81-89b4-b665b6458cf4 req-35d08816-c288-4940-bf25-304ff275c572 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:29:23.826193 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d08816-c288-4940-bf25-304ff275c572 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Pushing event updated for resources: {'Port': ['ID=60f36c8b-84fd-459e-a44e-eb445971a7bf,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:29:23.854396 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4089fb-2a1a-4a81-89b4-b665b6458cf4 req-35d08816-c288-4940-bf25-304ff275c572 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:29:23.856118 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-df4089fb-2a1a-4a81-89b4-b665b6458cf4 req-35d08816-c288-4940-bf25-304ff275c572 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:23.874305 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-df4089fb-2a1a-4a81-89b4-b665b6458cf4 req-35d08816-c288-4940-bf25-304ff275c572 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7663221 Jul 14 10:29:23.950518 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-df4089fb-2a1a-4a81-89b4-b665b6458cf4 req-5b41c99b-b00f-4983-90dd-439f1f6b37dd service neutron] Request body: {'port': {'device_id': 'b0c5717b-58a4-41d9-899f-c1b27077a4a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-29'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:29:24.087189 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-df4089fb-2a1a-4a81-89b4-b665b6458cf4 req-5b41c99b-b00f-4983-90dd-439f1f6b37dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:24.115275 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-662dc3e2-2caa-4560-ba7e-d19bca01c117 None None] Provisioning for port 60f36c8b-84fd-459e-a44e-eb445971a7bf completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:29:24.118612 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-662dc3e2-2caa-4560-ba7e-d19bca01c117 None None] Provisioning complete for port 60f36c8b-84fd-459e-a44e-eb445971a7bf triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:29:24.119633 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-662dc3e2-2caa-4560-ba7e-d19bca01c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:24.155055 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-662dc3e2-2caa-4560-ba7e-d19bca01c117 None None] Port 60f36c8b-84fd-459e-a44e-eb445971a7bf cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:29:24.171815 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2165ae-d584-4aac-845d-b8ca22771337 req-683425c5-25b9-48dc-9c3d-da54ccb88755 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:29:24.173363 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-cb2165ae-d584-4aac-845d-b8ca22771337 req-683425c5-25b9-48dc-9c3d-da54ccb88755 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/ports?device_id=b0c5717b-58a4-41d9-899f-c1b27077a4a0 HTTP/1.1" status: 200 len: 931 time: 0.1306801 Jul 14 10:29:24.284369 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-cb2165ae-d584-4aac-845d-b8ca22771337 req-bd0f9749-d7a0-4848-ba68-c2bdb676f850 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/security-groups?id=826a6fb3-cdae-4955-879d-40f4d91eb6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625217 Jul 14 10:29:24.414745 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [req-df4089fb-2a1a-4a81-89b4-b665b6458cf4 req-5b41c99b-b00f-4983-90dd-439f1f6b37dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60f36c8b-84fd-459e-a44e-eb445971a7bf {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:29:24.423240 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-df4089fb-2a1a-4a81-89b4-b665b6458cf4 req-5b41c99b-b00f-4983-90dd-439f1f6b37dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:24.435723 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [req-df4089fb-2a1a-4a81-89b4-b665b6458cf4 req-5b41c99b-b00f-4983-90dd-439f1f6b37dd service neutron] Transition to ACTIVE for port object 60f36c8b-84fd-459e-a44e-eb445971a7bf will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:29:24.440039 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-df4089fb-2a1a-4a81-89b4-b665b6458cf4 req-5b41c99b-b00f-4983-90dd-439f1f6b37dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:24.494083 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b41c99b-b00f-4983-90dd-439f1f6b37dd service neutron] Pushing event updated for resources: {'Port': ['ID=60f36c8b-84fd-459e-a44e-eb445971a7bf,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:29:24.573303 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-df4089fb-2a1a-4a81-89b4-b665b6458cf4 req-5b41c99b-b00f-4983-90dd-439f1f6b37dd service neutron] Attempting to bind port 60f36c8b-84fd-459e-a44e-eb445971a7bf on host n-h2-779913-29 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:29:24.573684 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-df4089fb-2a1a-4a81-89b4-b665b6458cf4 req-5b41c99b-b00f-4983-90dd-439f1f6b37dd service neutron] Attempting to bind port 60f36c8b-84fd-459e-a44e-eb445971a7bf by drivers openvswitch,hyperv on host n-h2-779913-29 at level 0 using segments [{'id': '56feea96-5b93-4f31-b6ed-a34df30b36ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'fc91e615-5d4a-4480-b421-da03bd2e210e'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:29:24.574582 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df4089fb-2a1a-4a81-89b4-b665b6458cf4 req-5b41c99b-b00f-4983-90dd-439f1f6b37dd service neutron] Attempting to bind port 60f36c8b-84fd-459e-a44e-eb445971a7bf on network fc91e615-5d4a-4480-b421-da03bd2e210e {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:29:24.579375 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df4089fb-2a1a-4a81-89b4-b665b6458cf4 req-5b41c99b-b00f-4983-90dd-439f1f6b37dd service neutron] Port 60f36c8b-84fd-459e-a44e-eb445971a7bf on network fc91e615-5d4a-4480-b421-da03bd2e210e not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-29 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 10:29:24.579704 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df4089fb-2a1a-4a81-89b4-b665b6458cf4 req-5b41c99b-b00f-4983-90dd-439f1f6b37dd service neutron] Attempting to bind port 60f36c8b-84fd-459e-a44e-eb445971a7bf on network fc91e615-5d4a-4480-b421-da03bd2e210e {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:29:24.585341 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df4089fb-2a1a-4a81-89b4-b665b6458cf4 req-5b41c99b-b00f-4983-90dd-439f1f6b37dd service neutron] Checking agent: {'id': '013e4a3b-a634-47b8-b6a5-1a25109b73fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 13, 13), 'started_at': datetime.datetime(2021, 7, 14, 9, 13, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 29, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:29:24.585679 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df4089fb-2a1a-4a81-89b4-b665b6458cf4 req-5b41c99b-b00f-4983-90dd-439f1f6b37dd service neutron] Checking segment: {'id': '56feea96-5b93-4f31-b6ed-a34df30b36ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'fc91e615-5d4a-4480-b421-da03bd2e210e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:29:24.586038 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df4089fb-2a1a-4a81-89b4-b665b6458cf4 req-5b41c99b-b00f-4983-90dd-439f1f6b37dd service neutron] Bound using segment: {'id': '56feea96-5b93-4f31-b6ed-a34df30b36ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'fc91e615-5d4a-4480-b421-da03bd2e210e'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:29:24.586482 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-df4089fb-2a1a-4a81-89b4-b665b6458cf4 req-5b41c99b-b00f-4983-90dd-439f1f6b37dd service neutron] Bound port: 60f36c8b-84fd-459e-a44e-eb445971a7bf, host: n-h2-779913-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56feea96-5b93-4f31-b6ed-a34df30b36ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'fc91e615-5d4a-4480-b421-da03bd2e210e'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:29:24.586845 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-df4089fb-2a1a-4a81-89b4-b665b6458cf4 req-5b41c99b-b00f-4983-90dd-439f1f6b37dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:24.655002 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-df4089fb-2a1a-4a81-89b4-b665b6458cf4 req-5b41c99b-b00f-4983-90dd-439f1f6b37dd service neutron] For port 60f36c8b-84fd-459e-a44e-eb445971a7bf, host n-h2-779913-29, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:29:24.659365 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-df4089fb-2a1a-4a81-89b4-b665b6458cf4 req-5b41c99b-b00f-4983-90dd-439f1f6b37dd service neutron] For port 60f36c8b-84fd-459e-a44e-eb445971a7bf, host n-h2-779913-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=60f36c8b-84fd-459e-a44e-eb445971a7bf,segment=NetworkSegment(56feea96-5b93-4f31-b6ed-a34df30b36ca),segment_id=56feea96-5b93-4f31-b6ed-a34df30b36ca)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:29:24.664660 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-df4089fb-2a1a-4a81-89b4-b665b6458cf4 req-5b41c99b-b00f-4983-90dd-439f1f6b37dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:24.704490 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4089fb-2a1a-4a81-89b4-b665b6458cf4 req-5b41c99b-b00f-4983-90dd-439f1f6b37dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:29:24.705254 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-df4089fb-2a1a-4a81-89b4-b665b6458cf4 req-5b41c99b-b00f-4983-90dd-439f1f6b37dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:24.706594 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-df4089fb-2a1a-4a81-89b4-b665b6458cf4 req-5b41c99b-b00f-4983-90dd-439f1f6b37dd service neutron] 10.222.0.57 "PUT /v2.0/ports/60f36c8b-84fd-459e-a44e-eb445971a7bf HTTP/1.1" status: 200 len: 1092 time: 0.8197775 Jul 14 10:29:24.707046 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0c5717b-58a4-41d9-899f-c1b27077a4a0', 'tag': '60f36c8b-84fd-459e-a44e-eb445971a7bf'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:29:24.709368 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}175264a25d5f1cec9b1451f1a8cc8ced5d4502f5c48740ac7c6845d527b2175b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2cf4009-5414-4592-9d9f-6a0b3f07a181" -d '{"events": [{"name": "network-changed", "server_uuid": "b0c5717b-58a4-41d9-899f-c1b27077a4a0", "tag": "60f36c8b-84fd-459e-a44e-eb445971a7bf"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:29:24.749076 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b41c99b-b00f-4983-90dd-439f1f6b37dd service neutron] Pushing event updated for resources: {'Port': ['ID=60f36c8b-84fd-459e-a44e-eb445971a7bf,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:29:24.772966 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:29:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0b44920-cd89-4f28-a894-f38c7dbf3b00 x-openstack-request-id: req-a0b44920-cd89-4f28-a894-f38c7dbf3b00 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:29:24.773465 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0c5717b-58a4-41d9-899f-c1b27077a4a0", "tag": "60f36c8b-84fd-459e-a44e-eb445971a7bf", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:29:24.773925 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-a0b44920-cd89-4f28-a894-f38c7dbf3b00 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:29:24.774498 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0c5717b-58a4-41d9-899f-c1b27077a4a0', 'tag': '60f36c8b-84fd-459e-a44e-eb445971a7bf', 'status': 'completed', 'code': 200} Jul 14 10:29:24.853014 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4089fb-2a1a-4a81-89b4-b665b6458cf4 req-7ac14132-beb1-4e26-a831-7e0feca108c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:29:24.854733 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-df4089fb-2a1a-4a81-89b4-b665b6458cf4 req-7ac14132-beb1-4e26-a831-7e0feca108c1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=cfb2ed7caa9b43c9b2145e769e9db92d&device_id=b0c5717b-58a4-41d9-899f-c1b27077a4a0 HTTP/1.1" status: 200 len: 1095 time: 0.0641642 Jul 14 10:29:24.903799 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:24.905256 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-df4089fb-2a1a-4a81-89b4-b665b6458cf4 req-4271c330-83bc-4da1-96ee-dcf804dc80fa service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=60f36c8b-84fd-459e-a44e-eb445971a7bf HTTP/1.1" status: 200 len: 217 time: 0.0382924 Jul 14 10:29:24.956154 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device c8642c7b-1e4a-4429-b395-cef34bd357e1 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:29:24.960229 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4089fb-2a1a-4a81-89b4-b665b6458cf4 req-9d932b70-fd90-457c-af23-a74b73a89795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:29:24.961739 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-df4089fb-2a1a-4a81-89b4-b665b6458cf4 req-9d932b70-fd90-457c-af23-a74b73a89795 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c4142bb5-1f16-4116-b918-f61e129f4102 HTTP/1.1" status: 200 len: 834 time: 0.0508835 Jul 14 10:29:25.023858 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4089fb-2a1a-4a81-89b4-b665b6458cf4 req-3c908cbe-29a4-45bc-b02e-0ff43d31942b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:29:25.025453 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-df4089fb-2a1a-4a81-89b4-b665b6458cf4 req-3c908cbe-29a4-45bc-b02e-0ff43d31942b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fc91e615-5d4a-4480-b421-da03bd2e210e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0578451 Jul 14 10:29:25.025965 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8f6e24b8-907c-4a0b-b742-c2491a7e0228 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:25.038011 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port c8642c7b-1e4a-4429-b395-cef34bd357e1 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:29:25.038295 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:25.145937 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-df4089fb-2a1a-4a81-89b4-b665b6458cf4 req-133e0f60-e548-40c2-804b-8f1086ddfce6 service neutron] 10.222.0.57 "GET /v2.0/networks/fc91e615-5d4a-4480-b421-da03bd2e210e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139059 Jul 14 10:29:25.251011 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-df4089fb-2a1a-4a81-89b4-b665b6458cf4 req-9035ef87-a1c6-460b-be58-c5314c219009 service neutron] 10.222.0.57 "GET /v2.0/networks/fc91e615-5d4a-4480-b421-da03bd2e210e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983634 Jul 14 10:29:25.435748 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cf4009-5414-4592-9d9f-6a0b3f07a181 req-0b71c779-56a2-4b7a-8550-583dae5e8210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:29:25.437148 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f2cf4009-5414-4592-9d9f-6a0b3f07a181 req-0b71c779-56a2-4b7a-8550-583dae5e8210 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=cfb2ed7caa9b43c9b2145e769e9db92d&device_id=b0c5717b-58a4-41d9-899f-c1b27077a4a0 HTTP/1.1" status: 200 len: 1095 time: 0.0890665 Jul 14 10:29:25.871400 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03788d8-50d6-4d6d-9179-cdd7cb808a7f req-ec9df082-0b83-4017-886d-3f0b07126a07 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:29:25.873275 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d03788d8-50d6-4d6d-9179-cdd7cb808a7f req-ec9df082-0b83-4017-886d-3f0b07126a07 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/ports?device_id=b0c5717b-58a4-41d9-899f-c1b27077a4a0 HTTP/1.1" status: 200 len: 943 time: 0.4710612 Jul 14 10:29:25.903720 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cf4009-5414-4592-9d9f-6a0b3f07a181 req-231ff8b7-bd44-4984-8b96-c977116420ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:29:25.905270 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f2cf4009-5414-4592-9d9f-6a0b3f07a181 req-231ff8b7-bd44-4984-8b96-c977116420ac service neutron] 10.222.0.57 "GET /v2.0/networks?id=fc91e615-5d4a-4480-b421-da03bd2e210e HTTP/1.1" status: 200 len: 898 time: 0.4608293 Jul 14 10:29:25.956861 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f2cf4009-5414-4592-9d9f-6a0b3f07a181 req-9512ed41-5971-4dfb-8853-4e4a2b1aeef4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=60f36c8b-84fd-459e-a44e-eb445971a7bf HTTP/1.1" status: 200 len: 217 time: 0.0443621 Jul 14 10:29:25.962174 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d03788d8-50d6-4d6d-9179-cdd7cb808a7f req-7ae21246-93ac-415d-b725-b4f26d53bf90 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/security-groups?id=826a6fb3-cdae-4955-879d-40f4d91eb6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809226 Jul 14 10:29:26.010859 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cf4009-5414-4592-9d9f-6a0b3f07a181 req-5b904bfc-3ef6-4dd4-8b80-31d512ce6445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:29:26.012721 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f2cf4009-5414-4592-9d9f-6a0b3f07a181 req-5b904bfc-3ef6-4dd4-8b80-31d512ce6445 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c4142bb5-1f16-4116-b918-f61e129f4102 HTTP/1.1" status: 200 len: 834 time: 0.0496695 Jul 14 10:29:26.073566 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cf4009-5414-4592-9d9f-6a0b3f07a181 req-20d1912b-3f42-4c38-9b6d-bf72d3b2c84a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:29:26.075599 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f2cf4009-5414-4592-9d9f-6a0b3f07a181 req-20d1912b-3f42-4c38-9b6d-bf72d3b2c84a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fc91e615-5d4a-4480-b421-da03bd2e210e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0556092 Jul 14 10:29:26.153983 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5ad31076-714c-49ec-bc37-f3d4cd90112a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:26.179507 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f2cf4009-5414-4592-9d9f-6a0b3f07a181 req-b6d38fc1-7fc9-4350-9224-c8567dabb092 service neutron] 10.222.0.57 "GET /v2.0/networks/fc91e615-5d4a-4480-b421-da03bd2e210e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957124 Jul 14 10:29:26.279477 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f2cf4009-5414-4592-9d9f-6a0b3f07a181 req-9e1764f8-30d0-464b-a4bb-88d340d11cdc service neutron] 10.222.0.57 "GET /v2.0/networks/fc91e615-5d4a-4480-b421-da03bd2e210e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933075 Jul 14 10:29:27.146764 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ceea2b-558e-4591-8b37-41d96810c364 req-9f548a27-9423-4acc-bbe7-229aada828da tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:29:27.148239 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-c5ceea2b-558e-4591-8b37-41d96810c364 req-9f548a27-9423-4acc-bbe7-229aada828da tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/ports?device_id=b0c5717b-58a4-41d9-899f-c1b27077a4a0 HTTP/1.1" status: 200 len: 943 time: 0.0708201 Jul 14 10:29:27.192505 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-c5ceea2b-558e-4591-8b37-41d96810c364 req-ae034aff-54ec-4f25-bfc6-ec27325f62d1 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/security-groups?id=826a6fb3-cdae-4955-879d-40f4d91eb6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383713 Jul 14 10:29:27.707103 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 60f36c8b-84fd-459e-a44e-eb445971a7bf details requested by agent hyperv_n-h2-779913-29 with host n-h2-779913-29 {{(pid=93959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 10:29:27.963750 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5bbe322f-3f67-4864-bc0a-91afe44d23e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:27.992624 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 60f36c8b-84fd-459e-a44e-eb445971a7bf, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=60f36c8b-84fd-459e-a44e-eb445971a7bf,segment=NetworkSegment(56feea96-5b93-4f31-b6ed-a34df30b36ca),segment_id=56feea96-5b93-4f31-b6ed-a34df30b36ca)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:29:28.004308 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Returning: {'device': '60f36c8b-84fd-459e-a44e-eb445971a7bf', 'network_id': 'fc91e615-5d4a-4480-b421-da03bd2e210e', 'port_id': '60f36c8b-84fd-459e-a44e-eb445971a7bf', 'mac_address': 'fa:16:3e:a3:23:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 701, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4142bb5-1f16-4116-b918-f61e129f4102', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 10:29:28.049932 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:28.069085 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60f36c8b-84fd-459e-a44e-eb445971a7bf {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:29:28.091962 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 60f36c8b-84fd-459e-a44e-eb445971a7bf, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=60f36c8b-84fd-459e-a44e-eb445971a7bf,segment=NetworkSegment(56feea96-5b93-4f31-b6ed-a34df30b36ca),segment_id=56feea96-5b93-4f31-b6ed-a34df30b36ca)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:29:28.097000 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:28.169836 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Pushing event updated for resources: {'Port': ['ID=60f36c8b-84fd-459e-a44e-eb445971a7bf,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:29:28.364142 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] get_ports_and_sgs() called for port_ids ['60f36c8b-84fd-459e-a44e-eb445971a7bf'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:29:28.386263 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943f8767-d05c-4933-b82f-f258b1888ff2 req-1a549be9-ac12-4720-8962-d852a76f1d66 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:29:28.388377 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-943f8767-d05c-4933-b82f-f258b1888ff2 req-1a549be9-ac12-4720-8962-d852a76f1d66 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/ports?device_id=b0c5717b-58a4-41d9-899f-c1b27077a4a0 HTTP/1.1" status: 200 len: 944 time: 0.0715191 Jul 14 10:29:28.431001 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-943f8767-d05c-4933-b82f-f258b1888ff2 req-efbc58a2-7f7c-46f7-964b-03fc46ef9317 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/security-groups?id=826a6fb3-cdae-4955-879d-40f4d91eb6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368357 Jul 14 10:29:29.616878 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1631eab-035a-4ba3-a01d-6de6c79ddabd req-f01f89d5-5591-4e07-9458-208587e92eb3 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:29:29.618563 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-f1631eab-035a-4ba3-a01d-6de6c79ddabd req-f01f89d5-5591-4e07-9458-208587e92eb3 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/ports?device_id=b0c5717b-58a4-41d9-899f-c1b27077a4a0 HTTP/1.1" status: 200 len: 944 time: 0.0710258 Jul 14 10:29:29.661075 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-f1631eab-035a-4ba3-a01d-6de6c79ddabd req-2fac7f8b-4521-4a38-ae4d-d231192cfe72 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/security-groups?id=826a6fb3-cdae-4955-879d-40f4d91eb6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359991 Jul 14 10:29:29.722541 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 60f36c8b-84fd-459e-a44e-eb445971a7bf up at agent hyperv_n-h2-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:29:29.777664 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Provisioning for port 60f36c8b-84fd-459e-a44e-eb445971a7bf completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:29:29.782411 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Provisioning complete for port 60f36c8b-84fd-459e-a44e-eb445971a7bf triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:29:29.782879 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:29.867932 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:29.897395 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0c5717b-58a4-41d9-899f-c1b27077a4a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60f36c8b-84fd-459e-a44e-eb445971a7bf'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:29:29.899741 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}329bd6c07f982fc6c8be245f0be026b528efb6c8a9415522477faf1b9157eba4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59209a20-3310-4844-b139-90c4a33d6485" -d '{"events": [{"server_uuid": "b0c5717b-58a4-41d9-899f-c1b27077a4a0", "name": "network-vif-plugged", "status": "completed", "tag": "60f36c8b-84fd-459e-a44e-eb445971a7bf"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:29:29.914015 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 60f36c8b-84fd-459e-a44e-eb445971a7bf, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=60f36c8b-84fd-459e-a44e-eb445971a7bf,segment=NetworkSegment(56feea96-5b93-4f31-b6ed-a34df30b36ca),segment_id=56feea96-5b93-4f31-b6ed-a34df30b36ca)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:29:29.919228 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:29.948973 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:29:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-167121f6-0d6e-492b-b7e1-303a83641425 x-openstack-request-id: req-167121f6-0d6e-492b-b7e1-303a83641425 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:29:29.949249 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0c5717b-58a4-41d9-899f-c1b27077a4a0", "name": "network-vif-plugged", "status": "completed", "tag": "60f36c8b-84fd-459e-a44e-eb445971a7bf", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:29:29.950110 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-167121f6-0d6e-492b-b7e1-303a83641425 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:29:29.950457 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0c5717b-58a4-41d9-899f-c1b27077a4a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60f36c8b-84fd-459e-a44e-eb445971a7bf', 'code': 200} Jul 14 10:29:29.980619 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Pushing event updated for resources: {'Port': ['ID=60f36c8b-84fd-459e-a44e-eb445971a7bf,revision_number=5']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:29:30.095472 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce3bdf0-41b6-4852-a4af-6aa116f20ae0 req-23cef896-913d-425c-aa15-09a99bcbe910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:29:30.097057 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8ce3bdf0-41b6-4852-a4af-6aa116f20ae0 req-23cef896-913d-425c-aa15-09a99bcbe910 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b0c5717b-58a4-41d9-899f-c1b27077a4a0 HTTP/1.1" status: 200 len: 1097 time: 0.0570209 Jul 14 10:29:30.139257 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8ce3bdf0-41b6-4852-a4af-6aa116f20ae0 req-856cb47d-06c0-4090-8cae-a6d8377673c9 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=826a6fb3-cdae-4955-879d-40f4d91eb6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354743 Jul 14 10:29:30.840840 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47af9903-bec4-497c-a3e5-413aadd29115 req-bd0b0261-110d-45e7-8372-4b880b715665 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:29:30.842353 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-47af9903-bec4-497c-a3e5-413aadd29115 req-bd0b0261-110d-45e7-8372-4b880b715665 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/ports?device_id=b0c5717b-58a4-41d9-899f-c1b27077a4a0 HTTP/1.1" status: 200 len: 945 time: 0.0663588 Jul 14 10:29:30.890057 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-47af9903-bec4-497c-a3e5-413aadd29115 req-28708f5a-f8b1-4e10-a927-00e8c5aabb67 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/security-groups?id=826a6fb3-cdae-4955-879d-40f4d91eb6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415752 Jul 14 10:29:32.070705 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3d63f0-1c82-4b58-8019-a4643b6147e0 req-93fbb114-8ef0-4a5a-8088-615446f121fa tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:29:32.072217 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ca3d63f0-1c82-4b58-8019-a4643b6147e0 req-93fbb114-8ef0-4a5a-8088-615446f121fa tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/ports?device_id=b0c5717b-58a4-41d9-899f-c1b27077a4a0 HTTP/1.1" status: 200 len: 945 time: 0.0676680 Jul 14 10:29:32.111202 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ca3d63f0-1c82-4b58-8019-a4643b6147e0 req-5648e320-9adb-4cdc-a56b-605141300c1c tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/security-groups?id=826a6fb3-cdae-4955-879d-40f4d91eb6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326903 Jul 14 10:29:32.289615 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5006522c-0b47-4f2a-8e2c-7c0e79086f86 req-9fa942f7-ba6d-41a9-b7f5-57b41d5c9ecd tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:29:32.291124 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-5006522c-0b47-4f2a-8e2c-7c0e79086f86 req-9fa942f7-ba6d-41a9-b7f5-57b41d5c9ecd tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/ports?device_id=b0c5717b-58a4-41d9-899f-c1b27077a4a0 HTTP/1.1" status: 200 len: 945 time: 0.0649769 Jul 14 10:29:32.329503 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-5006522c-0b47-4f2a-8e2c-7c0e79086f86 req-4b06e014-5142-411c-863e-4084e95f26fa tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/security-groups?id=826a6fb3-cdae-4955-879d-40f4d91eb6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327511 Jul 14 10:29:32.353803 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 41190) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:29:32.406777 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c228645a-5641-49ca-a122-69ebf2ef5f39 tempest-TestNetworkAdvancedServerOps-67860489 tempest-TestNetworkAdvancedServerOps-67860489-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:29:32.408314 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-c228645a-5641-49ca-a122-69ebf2ef5f39 tempest-TestNetworkAdvancedServerOps-67860489 tempest-TestNetworkAdvancedServerOps-67860489-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=b0c5717b-58a4-41d9-899f-c1b27077a4a0 HTTP/1.1" status: 200 len: 1092 time: 0.0535290 Jul 14 10:29:32.411353 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 41192) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:29:32.416088 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-515e40eb-59f9-4fba-b007-c500acf5544e tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Request body: {'floatingip': {'floating_network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'port_id': '60f36c8b-84fd-459e-a44e-eb445971a7bf', 'tenant_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:29:32.439932 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-515e40eb-59f9-4fba-b007-c500acf5544e tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks [] for floatingip, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:32.541106 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-515e40eb-59f9-4fba-b007-c500acf5544e tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:32.644429 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-515e40eb-59f9-4fba-b007-c500acf5544e tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Allocated IP 172.25.4.113 (2dcd4d32-cc7c-4468-b396-7ce5c9231892/6cd22a75-5bc1-467c-a3c4-0af04bd1b34a/2d5930c8-5a41-4980-8ee9-6179f23e0c73) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:29:32.761625 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-515e40eb-59f9-4fba-b007-c500acf5544e tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:32.808979 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-515e40eb-59f9-4fba-b007-c500acf5544e tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:32.852162 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-515e40eb-59f9-4fba-b007-c500acf5544e tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Network 2dcd4d32-cc7c-4468-b396-7ce5c9231892 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:29:32.855161 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-515e40eb-59f9-4fba-b007-c500acf5544e tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:29:32.858463 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-515e40eb-59f9-4fba-b007-c500acf5544e tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:29:32.865061 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515e40eb-59f9-4fba-b007-c500acf5544e tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Pushing event updated for resources: {'Port': ['ID=2d5930c8-5a41-4980-8ee9-6179f23e0c73,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:29:33.018454 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d6c29c2e-c3b1-4e1d-8044-c4f7d0e792ab req-75f167b6-ed22-4170-bc01-5a02107c0c12 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b0c5717b-58a4-41d9-899f-c1b27077a4a0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1317446 Jul 14 10:29:33.207858 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c29c2e-c3b1-4e1d-8044-c4f7d0e792ab req-4d0788ba-7935-482e-b136-de4f7b662add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:29:33.209307 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d6c29c2e-c3b1-4e1d-8044-c4f7d0e792ab req-4d0788ba-7935-482e-b136-de4f7b662add service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=cfb2ed7caa9b43c9b2145e769e9db92d&device_id=b0c5717b-58a4-41d9-899f-c1b27077a4a0 HTTP/1.1" status: 200 len: 1097 time: 0.1295640 Jul 14 10:29:33.399824 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c29c2e-c3b1-4e1d-8044-c4f7d0e792ab req-913ab3b3-c1ec-4945-a4cd-3d0328c18712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:29:33.401320 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d6c29c2e-c3b1-4e1d-8044-c4f7d0e792ab req-913ab3b3-c1ec-4945-a4cd-3d0328c18712 service neutron] 10.222.0.57 "GET /v2.0/networks?id=fc91e615-5d4a-4480-b421-da03bd2e210e HTTP/1.1" status: 200 len: 898 time: 0.1437414 Jul 14 10:29:33.402359 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-515e40eb-59f9-4fba-b007-c500acf5544e tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:33.470215 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d6c29c2e-c3b1-4e1d-8044-c4f7d0e792ab req-0081ccfa-0ecb-4bd7-bacb-23158ae2e1c6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=60f36c8b-84fd-459e-a44e-eb445971a7bf HTTP/1.1" status: 200 len: 217 time: 0.0412941 Jul 14 10:29:33.550400 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-515e40eb-59f9-4fba-b007-c500acf5544e tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:33.552371 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c29c2e-c3b1-4e1d-8044-c4f7d0e792ab req-ce369ea5-08f4-43f5-9784-5e25069aae19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:29:33.553903 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d6c29c2e-c3b1-4e1d-8044-c4f7d0e792ab req-ce369ea5-08f4-43f5-9784-5e25069aae19 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c4142bb5-1f16-4116-b918-f61e129f4102 HTTP/1.1" status: 200 len: 834 time: 0.0775359 Jul 14 10:29:33.700161 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c29c2e-c3b1-4e1d-8044-c4f7d0e792ab req-a5b85e08-4eb6-4c67-be74-0291a1e3046b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:29:33.701794 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d6c29c2e-c3b1-4e1d-8044-c4f7d0e792ab req-a5b85e08-4eb6-4c67-be74-0291a1e3046b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fc91e615-5d4a-4480-b421-da03bd2e210e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1238964 Jul 14 10:29:33.813202 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-515e40eb-59f9-4fba-b007-c500acf5544e tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:33.818909 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-515e40eb-59f9-4fba-b007-c500acf5544e tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:33.894344 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d6c29c2e-c3b1-4e1d-8044-c4f7d0e792ab req-f4cde4b5-ff05-4712-a341-2b740e82f535 service neutron] 10.222.0.57 "GET /v2.0/networks/fc91e615-5d4a-4480-b421-da03bd2e210e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1841795 Jul 14 10:29:33.929290 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515e40eb-59f9-4fba-b007-c500acf5544e tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Pushing event updated for resources: {'Port': ['ID=2d5930c8-5a41-4980-8ee9-6179f23e0c73,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:29:33.965066 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-515e40eb-59f9-4fba-b007-c500acf5544e tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-660590'] for floatingip, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:33.970339 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515e40eb-59f9-4fba-b007-c500acf5544e tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:29:33.970681 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515e40eb-59f9-4fba-b007-c500acf5544e tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:29:33.971034 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515e40eb-59f9-4fba-b007-c500acf5544e tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:29:33.971372 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515e40eb-59f9-4fba-b007-c500acf5544e tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:29:33.971702 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515e40eb-59f9-4fba-b007-c500acf5544e tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:29:33.972032 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515e40eb-59f9-4fba-b007-c500acf5544e tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:29:33.972362 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515e40eb-59f9-4fba-b007-c500acf5544e tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:29:33.972689 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515e40eb-59f9-4fba-b007-c500acf5544e tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:29:33.973016 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515e40eb-59f9-4fba-b007-c500acf5544e tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:29:33.973341 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515e40eb-59f9-4fba-b007-c500acf5544e tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:29:33.973690 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515e40eb-59f9-4fba-b007-c500acf5544e tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:29:33.974014 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515e40eb-59f9-4fba-b007-c500acf5544e tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:29:34.108312 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d6c29c2e-c3b1-4e1d-8044-c4f7d0e792ab req-03464d0d-dc05-4daf-8ba3-967c0e7b59aa service neutron] 10.222.0.57 "GET /v2.0/networks/fc91e615-5d4a-4480-b421-da03bd2e210e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2034736 Jul 14 10:29:34.116483 n-d-779913-29 neutron-server[93957]: INFO neutron.db.l3_db [None req-515e40eb-59f9-4fba-b007-c500acf5544e tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Floating IP f4161bfe-435c-43de-89c9-195bcb70b283 associated. External IP: 172.25.4.113, port: 60f36c8b-84fd-459e-a44e-eb445971a7bf. Jul 14 10:29:34.334441 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-515e40eb-59f9-4fba-b007-c500acf5544e tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Router 288c7975-3955-4a35-bd96-cb8a438a173e has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:29:34.447132 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-515e40eb-59f9-4fba-b007-c500acf5544e tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:29:34.456315 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d7e5d0f-e59d-4053-8044-6ff843017737 None None] Sync routers for ids ['288c7975-3955-4a35-bd96-cb8a438a173e'] in n-d-779913-29 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:29:34.467471 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-515e40eb-59f9-4fba-b007-c500acf5544e tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for floatingip, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:34.468117 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d7e5d0f-e59d-4053-8044-6ff843017737 None None] Routers {'288c7975-3955-4a35-bd96-cb8a438a173e'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:29:34.468715 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-3d7e5d0f-e59d-4053-8044-6ff843017737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T10:29:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['288c7975-3955-4a35-bd96-cb8a438a173e'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:29:34.506783 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-515e40eb-59f9-4fba-b007-c500acf5544e tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0941927 Jul 14 10:29:34.507397 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0c5717b-58a4-41d9-899f-c1b27077a4a0', 'tag': '60f36c8b-84fd-459e-a44e-eb445971a7bf'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:29:34.509856 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}175264a25d5f1cec9b1451f1a8cc8ced5d4502f5c48740ac7c6845d527b2175b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3209cad3-2949-478b-a23d-86159e2da496" -d '{"events": [{"name": "network-changed", "server_uuid": "b0c5717b-58a4-41d9-899f-c1b27077a4a0", "tag": "60f36c8b-84fd-459e-a44e-eb445971a7bf"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:29:34.584036 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-3d7e5d0f-e59d-4053-8044-6ff843017737 None None] Set router 288c7975-3955-4a35-bd96-cb8a438a173e gateway port host: n-d-779913-29 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:29:34.619978 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:29:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df426420-2aae-4234-a45e-c6e7d465dd8c x-openstack-request-id: req-df426420-2aae-4234-a45e-c6e7d465dd8c {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:29:34.620269 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0c5717b-58a4-41d9-899f-c1b27077a4a0", "tag": "60f36c8b-84fd-459e-a44e-eb445971a7bf", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:29:34.620524 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-df426420-2aae-4234-a45e-c6e7d465dd8c {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:29:34.620926 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0c5717b-58a4-41d9-899f-c1b27077a4a0', 'tag': '60f36c8b-84fd-459e-a44e-eb445971a7bf', 'status': 'completed', 'code': 200} Jul 14 10:29:34.708953 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d87111b-0451-4409-b660-8e0bb6b3c229 req-9d5be57a-f8c5-4ae4-9810-a80e44de2c2c tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:29:34.710411 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3d87111b-0451-4409-b660-8e0bb6b3c229 req-9d5be57a-f8c5-4ae4-9810-a80e44de2c2c tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/ports?device_id=b0c5717b-58a4-41d9-899f-c1b27077a4a0 HTTP/1.1" status: 200 len: 945 time: 0.1012506 Jul 14 10:29:34.761752 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3d87111b-0451-4409-b660-8e0bb6b3c229 req-f06cb7e1-baa1-44f3-85f4-12a08371a970 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/security-groups?id=826a6fb3-cdae-4955-879d-40f4d91eb6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451021 Jul 14 10:29:34.768015 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3209cad3-2949-478b-a23d-86159e2da496 req-304443d1-1cb8-4fae-8e7a-cf6865a352d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:29:34.769481 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3209cad3-2949-478b-a23d-86159e2da496 req-304443d1-1cb8-4fae-8e7a-cf6865a352d6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=cfb2ed7caa9b43c9b2145e769e9db92d&device_id=b0c5717b-58a4-41d9-899f-c1b27077a4a0 HTTP/1.1" status: 200 len: 1097 time: 0.1038036 Jul 14 10:29:34.788029 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 41200) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:29:34.823603 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-3d7e5d0f-e59d-4053-8044-6ff843017737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '288c7975-3955-4a35-bd96-cb8a438a173e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2067453163', 'tenant_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.16'}], 'enable_snat': True}, 'gw_port_id': 'd005000b-7645-446e-bdb0-38086884ac0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:29:15Z', 'updated_at': '2021-07-14T10:29:19Z', 'revision_number': 4, 'project_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'gw_port': {'id': 'd005000b-7645-446e-bdb0-38086884ac0b', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:25:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '288c7975-3955-4a35-bd96-cb8a438a173e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:29:16Z', 'updated_at': '2021-07-14T10:29:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_floatingips': [{'id': 'f4161bfe-435c-43de-89c9-195bcb70b283', 'tenant_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'floating_ip_address': '172.25.4.113', 'floating_network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'router_id': '288c7975-3955-4a35-bd96-cb8a438a173e', 'port_id': '60f36c8b-84fd-459e-a44e-eb445971a7bf', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4206, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc91e615-5d4a-4480-b421-da03bd2e210e', 'mac_address': 'fa:16:3e:a3:23:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0c5717b-58a4-41d9-899f-c1b27077a4a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T10:29:33Z', 'updated_at': '2021-07-14T10:29:33Z', 'revision_number': 0, 'project_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8642c7b-1e4a-4429-b395-cef34bd357e1', 'name': '', 'network_id': 'fc91e615-5d4a-4480-b421-da03bd2e210e', 'tenant_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'mac_address': 'fa:16:3e:34:31:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '288c7975-3955-4a35-bd96-cb8a438a173e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'c4142bb5-1f16-4116-b918-f61e129f4102', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:29:19Z', 'updated_at': '2021-07-14T10:29:23Z', 'revision_number': 5, 'project_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'subnets': [{'id': 'c4142bb5-1f16-4116-b918-f61e129f4102', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:29:34.855254 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d7e5d0f-e59d-4053-8044-6ff843017737 None None] Checking router: 288c7975-3955-4a35-bd96-cb8a438a173e for host: n-d-779913-29 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:29:34.855518 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-b43dc9f3-8af2-49bd-83f1-9a11bfa90408 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/floatingips/f4161bfe-435c-43de-89c9-195bcb70b283 HTTP/1.1" status: 200 len: 991 time: 0.0646510 Jul 14 10:29:34.861872 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d7e5d0f-e59d-4053-8044-6ff843017737 None None] Routers {'288c7975-3955-4a35-bd96-cb8a438a173e'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:29:34.862466 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-3d7e5d0f-e59d-4053-8044-6ff843017737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T10:29:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['288c7975-3955-4a35-bd96-cb8a438a173e'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:29:34.896948 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3209cad3-2949-478b-a23d-86159e2da496 req-9dfff045-aab5-47dc-a0c4-4926d085305b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:29:34.898667 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3209cad3-2949-478b-a23d-86159e2da496 req-9dfff045-aab5-47dc-a0c4-4926d085305b service neutron] 10.222.0.57 "GET /v2.0/networks?id=fc91e615-5d4a-4480-b421-da03bd2e210e HTTP/1.1" status: 200 len: 898 time: 0.1221230 Jul 14 10:29:35.006639 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3209cad3-2949-478b-a23d-86159e2da496 req-24f1f063-3ad3-4bea-9a97-87f5a3be2130 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=60f36c8b-84fd-459e-a44e-eb445971a7bf HTTP/1.1" status: 200 len: 999 time: 0.1003771 Jul 14 10:29:35.006977 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-3d7e5d0f-e59d-4053-8044-6ff843017737 None None] Set router 288c7975-3955-4a35-bd96-cb8a438a173e gateway port host: n-d-779913-29 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:29:35.058003 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3209cad3-2949-478b-a23d-86159e2da496 req-f7dc38d9-0ac1-4dd5-9ab1-e451c02192a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:29:35.059502 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3209cad3-2949-478b-a23d-86159e2da496 req-f7dc38d9-0ac1-4dd5-9ab1-e451c02192a0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c4142bb5-1f16-4116-b918-f61e129f4102 HTTP/1.1" status: 200 len: 834 time: 0.0466371 Jul 14 10:29:35.119530 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3209cad3-2949-478b-a23d-86159e2da496 req-46909617-250f-4039-ad69-59e7fec08312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:29:35.121092 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3209cad3-2949-478b-a23d-86159e2da496 req-46909617-250f-4039-ad69-59e7fec08312 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fc91e615-5d4a-4480-b421-da03bd2e210e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0548046 Jul 14 10:29:35.215335 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3209cad3-2949-478b-a23d-86159e2da496 req-39944d31-c306-4338-98fa-c3635bdce8ca service neutron] 10.222.0.57 "GET /v2.0/networks/fc91e615-5d4a-4480-b421-da03bd2e210e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874302 Jul 14 10:29:35.230731 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-3d7e5d0f-e59d-4053-8044-6ff843017737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '288c7975-3955-4a35-bd96-cb8a438a173e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2067453163', 'tenant_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.16'}], 'enable_snat': True}, 'gw_port_id': 'd005000b-7645-446e-bdb0-38086884ac0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:29:15Z', 'updated_at': '2021-07-14T10:29:19Z', 'revision_number': 4, 'project_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'gw_port': {'id': 'd005000b-7645-446e-bdb0-38086884ac0b', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:25:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '288c7975-3955-4a35-bd96-cb8a438a173e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:29:16Z', 'updated_at': '2021-07-14T10:29:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_floatingips': [{'id': 'f4161bfe-435c-43de-89c9-195bcb70b283', 'tenant_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'floating_ip_address': '172.25.4.113', 'floating_network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'router_id': '288c7975-3955-4a35-bd96-cb8a438a173e', 'port_id': '60f36c8b-84fd-459e-a44e-eb445971a7bf', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4206, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc91e615-5d4a-4480-b421-da03bd2e210e', 'mac_address': 'fa:16:3e:a3:23:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0c5717b-58a4-41d9-899f-c1b27077a4a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T10:29:33Z', 'updated_at': '2021-07-14T10:29:33Z', 'revision_number': 0, 'project_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8642c7b-1e4a-4429-b395-cef34bd357e1', 'name': '', 'network_id': 'fc91e615-5d4a-4480-b421-da03bd2e210e', 'tenant_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'mac_address': 'fa:16:3e:34:31:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '288c7975-3955-4a35-bd96-cb8a438a173e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'c4142bb5-1f16-4116-b918-f61e129f4102', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:29:19Z', 'updated_at': '2021-07-14T10:29:23Z', 'revision_number': 5, 'project_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'subnets': [{'id': 'c4142bb5-1f16-4116-b918-f61e129f4102', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:29:35.260233 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d7e5d0f-e59d-4053-8044-6ff843017737 None None] The sync data for ids ['288c7975-3955-4a35-bd96-cb8a438a173e'] in n-d-779913-29 is: [{'id': '288c7975-3955-4a35-bd96-cb8a438a173e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2067453163', 'tenant_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.16'}], 'enable_snat': True}, 'gw_port_id': 'd005000b-7645-446e-bdb0-38086884ac0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:29:15Z', 'updated_at': '2021-07-14T10:29:19Z', 'revision_number': 4, 'project_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'gw_port': {'id': 'd005000b-7645-446e-bdb0-38086884ac0b', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:25:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '288c7975-3955-4a35-bd96-cb8a438a173e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:29:16Z', 'updated_at': '2021-07-14T10:29:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_floatingips': [{'id': 'f4161bfe-435c-43de-89c9-195bcb70b283', 'tenant_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'floating_ip_address': '172.25.4.113', 'floating_network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'router_id': '288c7975-3955-4a35-bd96-cb8a438a173e', 'port_id': '60f36c8b-84fd-459e-a44e-eb445971a7bf', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4206, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc91e615-5d4a-4480-b421-da03bd2e210e', 'mac_address': 'fa:16:3e:a3:23:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0c5717b-58a4-41d9-899f-c1b27077a4a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T10:29:33Z', 'updated_at': '2021-07-14T10:29:33Z', 'revision_number': 0, 'project_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8642c7b-1e4a-4429-b395-cef34bd357e1', 'name': '', 'network_id': 'fc91e615-5d4a-4480-b421-da03bd2e210e', 'tenant_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'mac_address': 'fa:16:3e:34:31:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '288c7975-3955-4a35-bd96-cb8a438a173e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'c4142bb5-1f16-4116-b918-f61e129f4102', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:29:19Z', 'updated_at': '2021-07-14T10:29:23Z', 'revision_number': 5, 'project_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'subnets': [{'id': 'c4142bb5-1f16-4116-b918-f61e129f4102', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:29:35.319151 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3209cad3-2949-478b-a23d-86159e2da496 req-5184e3bb-a4be-4a4a-b7d3-6adb5d8067f2 service neutron] 10.222.0.57 "GET /v2.0/networks/fc91e615-5d4a-4480-b421-da03bd2e210e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970695 Jul 14 10:29:35.476264 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b526a2-1c99-4a84-8140-5cafc3e8b6a6 None None] New status for floating IP f4161bfe-435c-43de-89c9-195bcb70b283: ACTIVE {{(pid=93959) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 10:29:35.857921 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 41202) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:29:35.958007 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-3cac210d-ac99-4a72-874c-9e01c63b1773 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/floatingips/f4161bfe-435c-43de-89c9-195bcb70b283 HTTP/1.1" status: 200 len: 993 time: 0.0988896 Jul 14 10:29:43.558254 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:44.302811 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:52.320599 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-92340dec-b045-48c3-8dd9-298d43614c55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:54.896427 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:54.999213 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6a79528d-6588-4bce-beff-c9c71d481249 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:56.155394 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5ad31076-714c-49ec-bc37-f3d4cd90112a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:56.662497 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.agents_db [None req-3c3509fb-540d-4335-a450-574895dd3602 None None] Agent healthcheck: found 7 active agents {{(pid=93960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:29:57.954204 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5bbe322f-3f67-4864-bc0a-91afe44d23e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:30:07.588268 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595d868f-64c6-4c60-a9dd-12d95053d115 req-afac2d5f-e9cc-4daa-be01-600b12719581 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:30:07.589759 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-595d868f-64c6-4c60-a9dd-12d95053d115 req-afac2d5f-e9cc-4daa-be01-600b12719581 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/ports?device_id=b0c5717b-58a4-41d9-899f-c1b27077a4a0 HTTP/1.1" status: 200 len: 945 time: 0.0704179 Jul 14 10:30:07.627844 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-595d868f-64c6-4c60-a9dd-12d95053d115 req-a5cb0533-3a27-47db-b8b1-cf02f30565b8 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/security-groups?id=826a6fb3-cdae-4955-879d-40f4d91eb6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324569 Jul 14 10:30:08.809834 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8541796c-5f97-4287-a1a0-a5161bf0ce07 req-31aa4446-d3df-4dbe-a39b-06809faa43eb tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:30:08.811374 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8541796c-5f97-4287-a1a0-a5161bf0ce07 req-31aa4446-d3df-4dbe-a39b-06809faa43eb tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/ports?device_id=b0c5717b-58a4-41d9-899f-c1b27077a4a0 HTTP/1.1" status: 200 len: 945 time: 0.0717781 Jul 14 10:30:08.850139 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8541796c-5f97-4287-a1a0-a5161bf0ce07 req-533e7ea2-5b16-4013-a22a-d83ec8add355 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/security-groups?id=826a6fb3-cdae-4955-879d-40f4d91eb6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332141 Jul 14 10:30:10.029235 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077b1deb-16ff-457d-acc8-30174aff4da6 req-e8d88cf2-f2f4-41f5-b46e-a631c338ab20 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:30:10.030865 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-077b1deb-16ff-457d-acc8-30174aff4da6 req-e8d88cf2-f2f4-41f5-b46e-a631c338ab20 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/ports?device_id=b0c5717b-58a4-41d9-899f-c1b27077a4a0 HTTP/1.1" status: 200 len: 945 time: 0.0653579 Jul 14 10:30:10.070278 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-077b1deb-16ff-457d-acc8-30174aff4da6 req-c97df926-42b4-4e46-9849-e794a20643e4 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/security-groups?id=826a6fb3-cdae-4955-879d-40f4d91eb6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337341 Jul 14 10:30:11.245574 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7775382c-4dbe-422e-8978-9b7faab4a18d req-ba17ddf0-dfc1-4c35-b2af-9f43ac4f9bec tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:30:11.247141 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-7775382c-4dbe-422e-8978-9b7faab4a18d req-ba17ddf0-dfc1-4c35-b2af-9f43ac4f9bec tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/ports?device_id=b0c5717b-58a4-41d9-899f-c1b27077a4a0 HTTP/1.1" status: 200 len: 945 time: 0.0658462 Jul 14 10:30:11.286764 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-7775382c-4dbe-422e-8978-9b7faab4a18d req-625b20ec-7c16-43eb-9593-46dec3140a9d tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/security-groups?id=826a6fb3-cdae-4955-879d-40f4d91eb6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337090 Jul 14 10:30:12.467895 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e071f75-1eaa-41e4-9c43-c9459441ae0d req-be10464d-894d-4e1c-b5a1-6a554df4c96b tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:30:12.469381 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-0e071f75-1eaa-41e4-9c43-c9459441ae0d req-be10464d-894d-4e1c-b5a1-6a554df4c96b tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/ports?device_id=b0c5717b-58a4-41d9-899f-c1b27077a4a0 HTTP/1.1" status: 200 len: 945 time: 0.0677731 Jul 14 10:30:12.520845 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-0e071f75-1eaa-41e4-9c43-c9459441ae0d req-334542a7-f849-4a91-b8d9-32828d38bae9 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/security-groups?id=826a6fb3-cdae-4955-879d-40f4d91eb6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458112 Jul 14 10:30:13.557835 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:30:13.695924 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d435314f-0e8c-474b-9885-c28729e2e610 req-8cae257e-3319-4c8b-a9ab-ae22f756b24a tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:30:13.697414 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d435314f-0e8c-474b-9885-c28729e2e610 req-8cae257e-3319-4c8b-a9ab-ae22f756b24a tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/ports?device_id=b0c5717b-58a4-41d9-899f-c1b27077a4a0 HTTP/1.1" status: 200 len: 945 time: 0.0625489 Jul 14 10:30:13.737943 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d435314f-0e8c-474b-9885-c28729e2e610 req-e5fe19be-2619-46e0-be82-dc8aa1d3ef08 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/security-groups?id=826a6fb3-cdae-4955-879d-40f4d91eb6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350647 Jul 14 10:30:14.320476 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:30:14.922244 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c88037b-7c37-40d9-8958-676f8c8f6bb9 req-5540299e-bea1-4128-8e98-b290e8972dc2 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:30:14.923737 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-1c88037b-7c37-40d9-8958-676f8c8f6bb9 req-5540299e-bea1-4128-8e98-b290e8972dc2 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/ports?device_id=b0c5717b-58a4-41d9-899f-c1b27077a4a0 HTTP/1.1" status: 200 len: 945 time: 0.0642090 Jul 14 10:30:14.963093 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-1c88037b-7c37-40d9-8958-676f8c8f6bb9 req-f4ea816a-0b7b-44f4-8403-0b3c0bd8edff tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/security-groups?id=826a6fb3-cdae-4955-879d-40f4d91eb6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329828 Jul 14 10:30:16.140293 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cf23c1-cf3d-49e5-819d-32953e9b211a req-940709fd-39cc-451c-a3ef-92e058cf50b3 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:30:16.141820 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e4cf23c1-cf3d-49e5-819d-32953e9b211a req-940709fd-39cc-451c-a3ef-92e058cf50b3 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/ports?device_id=b0c5717b-58a4-41d9-899f-c1b27077a4a0 HTTP/1.1" status: 200 len: 945 time: 0.0643368 Jul 14 10:30:16.178789 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e4cf23c1-cf3d-49e5-819d-32953e9b211a req-d245b517-bd8d-465e-a2f6-d1fac7412ead tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/security-groups?id=826a6fb3-cdae-4955-879d-40f4d91eb6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314786 Jul 14 10:30:17.353851 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd0ffcd-ee91-4047-bdae-0fd5f2ea1b8d req-1c359649-dd39-4f35-a602-bb98300685ab tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:30:17.355346 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-dcd0ffcd-ee91-4047-bdae-0fd5f2ea1b8d req-1c359649-dd39-4f35-a602-bb98300685ab tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/ports?device_id=b0c5717b-58a4-41d9-899f-c1b27077a4a0 HTTP/1.1" status: 200 len: 945 time: 0.0637443 Jul 14 10:30:17.393005 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-dcd0ffcd-ee91-4047-bdae-0fd5f2ea1b8d req-35b7154b-ee1b-46e5-a51b-7d8f5dda247f tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/security-groups?id=826a6fb3-cdae-4955-879d-40f4d91eb6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320086 Jul 14 10:30:18.567771 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494b2ccc-b58b-445e-a4e0-86208714d1c8 req-caf6a4b1-bc65-4e40-a452-fff043042954 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:30:18.569268 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-494b2ccc-b58b-445e-a4e0-86208714d1c8 req-caf6a4b1-bc65-4e40-a452-fff043042954 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/ports?device_id=b0c5717b-58a4-41d9-899f-c1b27077a4a0 HTTP/1.1" status: 200 len: 945 time: 0.0641701 Jul 14 10:30:18.610603 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-494b2ccc-b58b-445e-a4e0-86208714d1c8 req-d2a74684-90a7-4ee4-8ddc-80477ec093d7 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/security-groups?id=826a6fb3-cdae-4955-879d-40f4d91eb6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351610 Jul 14 10:30:19.792592 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d0b246-df32-46eb-b6fe-79a5a57558ec req-fa4b5bf4-5d11-46bb-9d91-5456b11f56bd tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:30:19.794106 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-34d0b246-df32-46eb-b6fe-79a5a57558ec req-fa4b5bf4-5d11-46bb-9d91-5456b11f56bd tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/ports?device_id=b0c5717b-58a4-41d9-899f-c1b27077a4a0 HTTP/1.1" status: 200 len: 945 time: 0.0691817 Jul 14 10:30:19.831915 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-34d0b246-df32-46eb-b6fe-79a5a57558ec req-be904096-5d05-4d9b-b86c-9cb37635ea58 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/security-groups?id=826a6fb3-cdae-4955-879d-40f4d91eb6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316696 Jul 14 10:30:21.012297 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd459c1-df01-4e90-aea5-0ca5a616c095 req-433aff23-bde1-4511-9a53-597c158a42cf tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:30:21.013812 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-abd459c1-df01-4e90-aea5-0ca5a616c095 req-433aff23-bde1-4511-9a53-597c158a42cf tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/ports?device_id=b0c5717b-58a4-41d9-899f-c1b27077a4a0 HTTP/1.1" status: 200 len: 945 time: 0.0673592 Jul 14 10:30:21.052046 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-abd459c1-df01-4e90-aea5-0ca5a616c095 req-437cb3c8-3e7b-4827-a0c0-e7b3881bdd5e tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/security-groups?id=826a6fb3-cdae-4955-879d-40f4d91eb6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323882 Jul 14 10:30:22.233936 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25b2a5e-1f78-41dc-ab58-b7faf89cebdf req-ae878af5-10e3-4366-855b-4ae960afc651 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:30:22.235544 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d25b2a5e-1f78-41dc-ab58-b7faf89cebdf req-ae878af5-10e3-4366-855b-4ae960afc651 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/ports?device_id=b0c5717b-58a4-41d9-899f-c1b27077a4a0 HTTP/1.1" status: 200 len: 945 time: 0.0670204 Jul 14 10:30:22.278345 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d25b2a5e-1f78-41dc-ab58-b7faf89cebdf req-e93a5619-9074-4da0-bf2b-a18a0535cc67 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/security-groups?id=826a6fb3-cdae-4955-879d-40f4d91eb6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365324 Jul 14 10:30:22.322324 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-90e6407d-1b37-4d6a-a7d9-a765bf54b601 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:30:23.465977 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc44a33-3839-4b64-a3c1-d003fb8aed25 req-4444479b-efc8-4bb2-8956-fb6cc9027eb6 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:30:23.467491 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1cc44a33-3839-4b64-a3c1-d003fb8aed25 req-4444479b-efc8-4bb2-8956-fb6cc9027eb6 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/ports?device_id=b0c5717b-58a4-41d9-899f-c1b27077a4a0 HTTP/1.1" status: 200 len: 945 time: 0.0656812 Jul 14 10:30:23.513335 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1cc44a33-3839-4b64-a3c1-d003fb8aed25 req-84dbb023-a315-4346-bdb8-f9cb79ca5f4d tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/security-groups?id=826a6fb3-cdae-4955-879d-40f4d91eb6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371954 Jul 14 10:30:23.539035 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 41250) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:30:23.610923 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-1e4a7dbf-adb6-4501-9673-8f4544d07246 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/floatingips/f4161bfe-435c-43de-89c9-195bcb70b283 HTTP/1.1" status: 200 len: 993 time: 0.0704992 Jul 14 10:30:24.900160 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:30:25.002693 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-406b25e2-fc00-4b87-a689-564921f936ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:30:25.093735 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2364d08-4d16-498b-a8bd-9005d39714e1 req-c8edfa99-87d7-4a14-a161-bb9ad11b78cc tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:30:25.095387 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-e2364d08-4d16-498b-a8bd-9005d39714e1 req-c8edfa99-87d7-4a14-a161-bb9ad11b78cc tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/ports?device_id=b0c5717b-58a4-41d9-899f-c1b27077a4a0 HTTP/1.1" status: 200 len: 945 time: 0.0670695 Jul 14 10:30:25.096059 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b204079-f7d3-4f23-9ea4-253ca232b038 req-d3a39b58-349c-4373-b58c-865fa9311590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:30:25.097717 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1b204079-f7d3-4f23-9ea4-253ca232b038 req-d3a39b58-349c-4373-b58c-865fa9311590 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=cfb2ed7caa9b43c9b2145e769e9db92d&device_id=b0c5717b-58a4-41d9-899f-c1b27077a4a0 HTTP/1.1" status: 200 len: 1097 time: 0.0610971 Jul 14 10:30:25.140243 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-e2364d08-4d16-498b-a8bd-9005d39714e1 req-ee3dbadd-66d5-403b-ae8a-70e029ee73bc tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/security-groups?id=826a6fb3-cdae-4955-879d-40f4d91eb6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359130 Jul 14 10:30:25.190141 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b204079-f7d3-4f23-9ea4-253ca232b038 req-c8a6eec9-876a-4efd-aa2e-69dd01b52cba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:30:25.191626 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1b204079-f7d3-4f23-9ea4-253ca232b038 req-c8a6eec9-876a-4efd-aa2e-69dd01b52cba service neutron] 10.222.0.57 "GET /v2.0/networks?id=fc91e615-5d4a-4480-b421-da03bd2e210e HTTP/1.1" status: 200 len: 898 time: 0.0881133 Jul 14 10:30:25.263613 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1b204079-f7d3-4f23-9ea4-253ca232b038 req-de00e2da-549c-456f-b016-1e458abe3538 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=60f36c8b-84fd-459e-a44e-eb445971a7bf HTTP/1.1" status: 200 len: 1001 time: 0.0658894 Jul 14 10:30:25.638922 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b204079-f7d3-4f23-9ea4-253ca232b038 req-573caf10-50b5-4165-ae4d-706e07e4a620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:30:25.640329 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1b204079-f7d3-4f23-9ea4-253ca232b038 req-573caf10-50b5-4165-ae4d-706e07e4a620 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c4142bb5-1f16-4116-b918-f61e129f4102 HTTP/1.1" status: 200 len: 834 time: 0.3711183 Jul 14 10:30:25.700496 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b204079-f7d3-4f23-9ea4-253ca232b038 req-b3437fe6-abe6-4bdc-a27d-3c24a3b7b414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:30:25.701947 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1b204079-f7d3-4f23-9ea4-253ca232b038 req-b3437fe6-abe6-4bdc-a27d-3c24a3b7b414 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fc91e615-5d4a-4480-b421-da03bd2e210e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0549219 Jul 14 10:30:25.797019 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1b204079-f7d3-4f23-9ea4-253ca232b038 req-f3a6aeeb-c770-4322-9d68-57222c575b05 service neutron] 10.222.0.57 "GET /v2.0/networks/fc91e615-5d4a-4480-b421-da03bd2e210e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886326 Jul 14 10:30:25.896354 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1b204079-f7d3-4f23-9ea4-253ca232b038 req-b312e54b-56cf-415b-a312-a83668f8585f service neutron] 10.222.0.57 "GET /v2.0/networks/fc91e615-5d4a-4480-b421-da03bd2e210e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928202 Jul 14 10:30:26.156411 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5ad31076-714c-49ec-bc37-f3d4cd90112a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:30:26.328281 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b65534-b35c-4f75-aa0f-1a0722a4387e req-605ef668-d2e1-4196-b3d9-72abe3b5b4f4 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:30:26.329832 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c4b65534-b35c-4f75-aa0f-1a0722a4387e req-605ef668-d2e1-4196-b3d9-72abe3b5b4f4 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/ports?device_id=b0c5717b-58a4-41d9-899f-c1b27077a4a0 HTTP/1.1" status: 200 len: 945 time: 0.0743423 Jul 14 10:30:26.371141 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c4b65534-b35c-4f75-aa0f-1a0722a4387e req-09091642-51b1-49e8-bf1e-f5323f859473 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/security-groups?id=826a6fb3-cdae-4955-879d-40f4d91eb6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338216 Jul 14 10:30:27.563917 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f438d25-917a-4545-851c-a4936b16faeb req-fd8b3617-fa0f-4348-a1d2-09bbd9819d91 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:30:27.565815 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-2f438d25-917a-4545-851c-a4936b16faeb req-fd8b3617-fa0f-4348-a1d2-09bbd9819d91 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/ports?device_id=b0c5717b-58a4-41d9-899f-c1b27077a4a0 HTTP/1.1" status: 200 len: 945 time: 0.0789742 Jul 14 10:30:27.611814 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-2f438d25-917a-4545-851c-a4936b16faeb req-628f7b27-c431-41e1-8628-5972de2e0477 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/security-groups?id=826a6fb3-cdae-4955-879d-40f4d91eb6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392625 Jul 14 10:30:27.641436 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 41270) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:30:27.706423 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-8042e1d2-7078-4bdd-893f-3146a0ab9895 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/floatingips/f4161bfe-435c-43de-89c9-195bcb70b283 HTTP/1.1" status: 200 len: 993 time: 0.0633998 Jul 14 10:30:27.962193 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5bbe322f-3f67-4864-bc0a-91afe44d23e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:30:33.661258 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.agents_db [None req-3c3509fb-540d-4335-a450-574895dd3602 None None] Agent healthcheck: found 7 active agents {{(pid=93960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:30:34.920619 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-fb4a9790-c43c-4e58-8370-9364255e2999 req-d49ccb02-3b7f-42a5-bdd9-21c6b02e4baa service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b0c5717b-58a4-41d9-899f-c1b27077a4a0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0533421 Jul 14 10:30:35.032568 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4a9790-c43c-4e58-8370-9364255e2999 req-fddf6bc0-ec12-4694-822a-220908005353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:30:35.034154 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-fb4a9790-c43c-4e58-8370-9364255e2999 req-fddf6bc0-ec12-4694-822a-220908005353 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=cfb2ed7caa9b43c9b2145e769e9db92d&device_id=b0c5717b-58a4-41d9-899f-c1b27077a4a0 HTTP/1.1" status: 200 len: 1097 time: 0.0553823 Jul 14 10:30:35.141484 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4a9790-c43c-4e58-8370-9364255e2999 req-55299ece-ab5f-48e1-aa0b-2936cf7a55d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:30:35.142994 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-fb4a9790-c43c-4e58-8370-9364255e2999 req-55299ece-ab5f-48e1-aa0b-2936cf7a55d1 service neutron] 10.222.0.57 "GET /v2.0/networks?id=fc91e615-5d4a-4480-b421-da03bd2e210e HTTP/1.1" status: 200 len: 898 time: 0.0880079 Jul 14 10:30:35.207530 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-fb4a9790-c43c-4e58-8370-9364255e2999 req-20cfb16f-709e-4fc4-9f10-c436ff16bdbf service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=60f36c8b-84fd-459e-a44e-eb445971a7bf HTTP/1.1" status: 200 len: 1001 time: 0.0581031 Jul 14 10:30:35.262991 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4a9790-c43c-4e58-8370-9364255e2999 req-eadb4035-f34f-4036-b67e-59387677d9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:30:35.265599 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-fb4a9790-c43c-4e58-8370-9364255e2999 req-eadb4035-f34f-4036-b67e-59387677d9fb service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c4142bb5-1f16-4116-b918-f61e129f4102 HTTP/1.1" status: 200 len: 834 time: 0.0518048 Jul 14 10:30:35.326938 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4a9790-c43c-4e58-8370-9364255e2999 req-1dd4e9b6-7ec6-4339-98a5-5b6b6560b90d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:30:35.328481 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-fb4a9790-c43c-4e58-8370-9364255e2999 req-1dd4e9b6-7ec6-4339-98a5-5b6b6560b90d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fc91e615-5d4a-4480-b421-da03bd2e210e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0566235 Jul 14 10:30:35.418161 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-fb4a9790-c43c-4e58-8370-9364255e2999 req-aac67b38-4e77-460d-b27b-6184e8c7d855 service neutron] 10.222.0.57 "GET /v2.0/networks/fc91e615-5d4a-4480-b421-da03bd2e210e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821042 Jul 14 10:30:35.510761 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-fb4a9790-c43c-4e58-8370-9364255e2999 req-a1253b27-6220-42ae-913b-f03c2b75407f service neutron] 10.222.0.57 "GET /v2.0/networks/fc91e615-5d4a-4480-b421-da03bd2e210e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873785 Jul 14 10:30:43.575259 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:30:44.326562 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:30:52.324535 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-25be625d-3c0d-4637-aa51-40efb9aebf73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:30:54.903118 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:30:55.003640 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8ebc49bb-c8d4-4664-9c23-79e272fe2363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:30:56.162532 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5ad31076-714c-49ec-bc37-f3d4cd90112a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:30:57.960814 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5bbe322f-3f67-4864-bc0a-91afe44d23e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:30:58.333562 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 41284) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:30:58.487974 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-40e39749-19b8-4e1c-8398-fade13a30e56 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Deleting port 2d5930c8-5a41-4980-8ee9-6179f23e0c73 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:30:58.488322 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-40e39749-19b8-4e1c-8398-fade13a30e56 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:30:58.565083 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-40e39749-19b8-4e1c-8398-fade13a30e56 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:30:58.565404 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-40e39749-19b8-4e1c-8398-fade13a30e56 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:30:58.576700 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-40e39749-19b8-4e1c-8398-fade13a30e56 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Calling delete_port for 2d5930c8-5a41-4980-8ee9-6179f23e0c73 owned by network:floatingip {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:30:58.725248 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-40e39749-19b8-4e1c-8398-fade13a30e56 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:30:58.759650 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e39749-19b8-4e1c-8398-fade13a30e56 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Pushing event deleted for resources: {'Port': ['ID=2d5930c8-5a41-4980-8ee9-6179f23e0c73,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:30:58.783795 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e39749-19b8-4e1c-8398-fade13a30e56 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:30:58.784142 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e39749-19b8-4e1c-8398-fade13a30e56 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:30:58.784482 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e39749-19b8-4e1c-8398-fade13a30e56 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:30:58.784814 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e39749-19b8-4e1c-8398-fade13a30e56 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:30:58.785143 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e39749-19b8-4e1c-8398-fade13a30e56 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:30:58.785475 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e39749-19b8-4e1c-8398-fade13a30e56 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:30:58.785826 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e39749-19b8-4e1c-8398-fade13a30e56 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:30:58.786170 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e39749-19b8-4e1c-8398-fade13a30e56 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:30:58.786486 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e39749-19b8-4e1c-8398-fade13a30e56 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:30:58.786808 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e39749-19b8-4e1c-8398-fade13a30e56 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:30:58.787126 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e39749-19b8-4e1c-8398-fade13a30e56 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:30:58.787446 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e39749-19b8-4e1c-8398-fade13a30e56 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:30:58.829472 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-40e39749-19b8-4e1c-8398-fade13a30e56 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks [] for floatingip, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:30:58.830142 n-d-779913-29 neutron-server[93958]: INFO neutron.db.l3_db [None req-40e39749-19b8-4e1c-8398-fade13a30e56 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Floating IP f4161bfe-435c-43de-89c9-195bcb70b283 disassociated (deleted). External IP: 172.25.4.113, port: 60f36c8b-84fd-459e-a44e-eb445971a7bf. Jul 14 10:30:59.042944 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40e39749-19b8-4e1c-8398-fade13a30e56 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Router 288c7975-3955-4a35-bd96-cb8a438a173e has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:30:59.152673 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40e39749-19b8-4e1c-8398-fade13a30e56 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:30:59.157789 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-40e39749-19b8-4e1c-8398-fade13a30e56 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for floatingip, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:30:59.164167 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-944388b2-f9b3-4c3d-92fb-64e872dd5dd7 None None] Sync routers for ids ['288c7975-3955-4a35-bd96-cb8a438a173e'] in n-d-779913-29 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:30:59.176666 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-944388b2-f9b3-4c3d-92fb-64e872dd5dd7 None None] Routers {'288c7975-3955-4a35-bd96-cb8a438a173e'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:30:59.177311 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-944388b2-f9b3-4c3d-92fb-64e872dd5dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T10:30:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['288c7975-3955-4a35-bd96-cb8a438a173e'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:30:59.200632 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-40e39749-19b8-4e1c-8398-fade13a30e56 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "DELETE /v2.0/floatingips/f4161bfe-435c-43de-89c9-195bcb70b283 HTTP/1.1" status: 204 len: 168 time: 0.8629210 Jul 14 10:30:59.200632 n-d-779913-29 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0c5717b-58a4-41d9-899f-c1b27077a4a0', 'tag': '60f36c8b-84fd-459e-a44e-eb445971a7bf'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:30:59.201227 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82c9a11f5df8b4f9d341972fcff9d80aa084fe552c1175757b5f274cb7b9b23a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83a24789-7db9-4364-9854-7e01b8c803f8" -d '{"events": [{"name": "network-changed", "server_uuid": "b0c5717b-58a4-41d9-899f-c1b27077a4a0", "tag": "60f36c8b-84fd-459e-a44e-eb445971a7bf"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:30:59.239032 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:30:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4d907f4-9848-4a7b-9295-7ea87f8cc196 x-openstack-request-id: req-d4d907f4-9848-4a7b-9295-7ea87f8cc196 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:30:59.239338 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0c5717b-58a4-41d9-899f-c1b27077a4a0", "tag": "60f36c8b-84fd-459e-a44e-eb445971a7bf", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:30:59.239596 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-d4d907f4-9848-4a7b-9295-7ea87f8cc196 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:30:59.240001 n-d-779913-29 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0c5717b-58a4-41d9-899f-c1b27077a4a0', 'tag': '60f36c8b-84fd-459e-a44e-eb445971a7bf', 'status': 'completed', 'code': 200} Jul 14 10:30:59.291171 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-944388b2-f9b3-4c3d-92fb-64e872dd5dd7 None None] Set router 288c7975-3955-4a35-bd96-cb8a438a173e gateway port host: n-d-779913-29 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:30:59.341409 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a24789-7db9-4364-9854-7e01b8c803f8 req-0f3af661-f5c3-4bc2-bb7e-099e990e1bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:30:59.342994 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-83a24789-7db9-4364-9854-7e01b8c803f8 req-0f3af661-f5c3-4bc2-bb7e-099e990e1bd1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=cfb2ed7caa9b43c9b2145e769e9db92d&device_id=b0c5717b-58a4-41d9-899f-c1b27077a4a0 HTTP/1.1" status: 200 len: 1097 time: 0.0582221 Jul 14 10:30:59.454275 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a24789-7db9-4364-9854-7e01b8c803f8 req-8f9b13d8-66c9-483f-a756-faec1fce4bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:30:59.455812 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-83a24789-7db9-4364-9854-7e01b8c803f8 req-8f9b13d8-66c9-483f-a756-faec1fce4bb0 service neutron] 10.222.0.57 "GET /v2.0/networks?id=fc91e615-5d4a-4480-b421-da03bd2e210e HTTP/1.1" status: 200 len: 898 time: 0.1063139 Jul 14 10:30:59.520130 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-83a24789-7db9-4364-9854-7e01b8c803f8 req-63ad13b0-9dbe-47ba-b23c-d5c48eb812f8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=60f36c8b-84fd-459e-a44e-eb445971a7bf HTTP/1.1" status: 200 len: 217 time: 0.0401444 Jul 14 10:30:59.521846 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-944388b2-f9b3-4c3d-92fb-64e872dd5dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '288c7975-3955-4a35-bd96-cb8a438a173e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2067453163', 'tenant_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.16'}], 'enable_snat': True}, 'gw_port_id': 'd005000b-7645-446e-bdb0-38086884ac0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:29:15Z', 'updated_at': '2021-07-14T10:29:19Z', 'revision_number': 4, 'project_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'gw_port': {'id': 'd005000b-7645-446e-bdb0-38086884ac0b', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:25:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '288c7975-3955-4a35-bd96-cb8a438a173e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:29:16Z', 'updated_at': '2021-07-14T10:29:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': 'c8642c7b-1e4a-4429-b395-cef34bd357e1', 'name': '', 'network_id': 'fc91e615-5d4a-4480-b421-da03bd2e210e', 'tenant_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'mac_address': 'fa:16:3e:34:31:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '288c7975-3955-4a35-bd96-cb8a438a173e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'c4142bb5-1f16-4116-b918-f61e129f4102', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:29:19Z', 'updated_at': '2021-07-14T10:29:23Z', 'revision_number': 5, 'project_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'subnets': [{'id': 'c4142bb5-1f16-4116-b918-f61e129f4102', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:30:59.549269 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-944388b2-f9b3-4c3d-92fb-64e872dd5dd7 None None] Checking router: 288c7975-3955-4a35-bd96-cb8a438a173e for host: n-d-779913-29 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:30:59.558024 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-944388b2-f9b3-4c3d-92fb-64e872dd5dd7 None None] Routers {'288c7975-3955-4a35-bd96-cb8a438a173e'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:30:59.558568 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-944388b2-f9b3-4c3d-92fb-64e872dd5dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T10:30:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['288c7975-3955-4a35-bd96-cb8a438a173e'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:30:59.600444 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a24789-7db9-4364-9854-7e01b8c803f8 req-7bcfecea-f333-4a00-9f6f-e6e6cd8aa6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:30:59.601991 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-83a24789-7db9-4364-9854-7e01b8c803f8 req-7bcfecea-f333-4a00-9f6f-e6e6cd8aa6d4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c4142bb5-1f16-4116-b918-f61e129f4102 HTTP/1.1" status: 200 len: 834 time: 0.0703523 Jul 14 10:30:59.655367 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b8eda9-0fcf-4406-8a82-d443dbaa488e req-c704778f-b516-483a-97b8-d24bee26eb4f tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:30:59.656897 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-23b8eda9-0fcf-4406-8a82-d443dbaa488e req-c704778f-b516-483a-97b8-d24bee26eb4f tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/ports?device_id=b0c5717b-58a4-41d9-899f-c1b27077a4a0 HTTP/1.1" status: 200 len: 945 time: 0.1342249 Jul 14 10:30:59.665972 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-944388b2-f9b3-4c3d-92fb-64e872dd5dd7 None None] Set router 288c7975-3955-4a35-bd96-cb8a438a173e gateway port host: n-d-779913-29 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:30:59.702229 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a24789-7db9-4364-9854-7e01b8c803f8 req-0c3aed96-9e09-41dd-b9f5-1b2cb51e6430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:30:59.703772 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-83a24789-7db9-4364-9854-7e01b8c803f8 req-0c3aed96-9e09-41dd-b9f5-1b2cb51e6430 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fc91e615-5d4a-4480-b421-da03bd2e210e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0921602 Jul 14 10:30:59.712627 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-23b8eda9-0fcf-4406-8a82-d443dbaa488e req-2e909384-2259-4b28-92aa-6249397ae398 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/security-groups?id=826a6fb3-cdae-4955-879d-40f4d91eb6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496447 Jul 14 10:30:59.810674 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-83a24789-7db9-4364-9854-7e01b8c803f8 req-b276c014-da50-4cc7-9012-898c765388be service neutron] 10.222.0.57 "GET /v2.0/networks/fc91e615-5d4a-4480-b421-da03bd2e210e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968561 Jul 14 10:30:59.922358 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-83a24789-7db9-4364-9854-7e01b8c803f8 req-ab77bb3a-e021-4515-b069-eee84f0b4ba8 service neutron] 10.222.0.57 "GET /v2.0/networks/fc91e615-5d4a-4480-b421-da03bd2e210e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040432 Jul 14 10:30:59.971126 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-944388b2-f9b3-4c3d-92fb-64e872dd5dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '288c7975-3955-4a35-bd96-cb8a438a173e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2067453163', 'tenant_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.16'}], 'enable_snat': True}, 'gw_port_id': 'd005000b-7645-446e-bdb0-38086884ac0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:29:15Z', 'updated_at': '2021-07-14T10:29:19Z', 'revision_number': 4, 'project_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'gw_port': {'id': 'd005000b-7645-446e-bdb0-38086884ac0b', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:25:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '288c7975-3955-4a35-bd96-cb8a438a173e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:29:16Z', 'updated_at': '2021-07-14T10:29:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': 'c8642c7b-1e4a-4429-b395-cef34bd357e1', 'name': '', 'network_id': 'fc91e615-5d4a-4480-b421-da03bd2e210e', 'tenant_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'mac_address': 'fa:16:3e:34:31:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '288c7975-3955-4a35-bd96-cb8a438a173e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'c4142bb5-1f16-4116-b918-f61e129f4102', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:29:19Z', 'updated_at': '2021-07-14T10:29:23Z', 'revision_number': 5, 'project_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'subnets': [{'id': 'c4142bb5-1f16-4116-b918-f61e129f4102', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:30:59.997487 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-944388b2-f9b3-4c3d-92fb-64e872dd5dd7 None None] The sync data for ids ['288c7975-3955-4a35-bd96-cb8a438a173e'] in n-d-779913-29 is: [{'id': '288c7975-3955-4a35-bd96-cb8a438a173e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2067453163', 'tenant_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.16'}], 'enable_snat': True}, 'gw_port_id': 'd005000b-7645-446e-bdb0-38086884ac0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:29:15Z', 'updated_at': '2021-07-14T10:29:19Z', 'revision_number': 4, 'project_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'gw_port': {'id': 'd005000b-7645-446e-bdb0-38086884ac0b', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:25:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '288c7975-3955-4a35-bd96-cb8a438a173e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:29:16Z', 'updated_at': '2021-07-14T10:29:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': 'c8642c7b-1e4a-4429-b395-cef34bd357e1', 'name': '', 'network_id': 'fc91e615-5d4a-4480-b421-da03bd2e210e', 'tenant_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'mac_address': 'fa:16:3e:34:31:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '288c7975-3955-4a35-bd96-cb8a438a173e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'c4142bb5-1f16-4116-b918-f61e129f4102', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:29:19Z', 'updated_at': '2021-07-14T10:29:23Z', 'revision_number': 5, 'project_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'subnets': [{'id': 'c4142bb5-1f16-4116-b918-f61e129f4102', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:31:00.217670 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f865de-e610-478a-b133-7e8345a4b330 None None] New status for floating IP f4161bfe-435c-43de-89c9-195bcb70b283: DOWN {{(pid=93959) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 10:31:00.906186 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56290f76-3f0c-4385-88c8-6830e106a7a3 req-5ec19662-03cf-4792-b11f-b0bfb64bc842 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:31:00.907712 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-56290f76-3f0c-4385-88c8-6830e106a7a3 req-5ec19662-03cf-4792-b11f-b0bfb64bc842 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/ports?device_id=b0c5717b-58a4-41d9-899f-c1b27077a4a0 HTTP/1.1" status: 200 len: 945 time: 0.0721965 Jul 14 10:31:00.950889 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-56290f76-3f0c-4385-88c8-6830e106a7a3 req-fba2b367-5a78-4608-b375-1ef0112d8804 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/security-groups?id=826a6fb3-cdae-4955-879d-40f4d91eb6b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375373 Jul 14 10:31:01.318498 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df62ec58-c49d-41cb-ad62-273177fe2fa0 req-bfdad154-86b9-4bfc-8811-88911251a6a3 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:31:01.319882 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-df62ec58-c49d-41cb-ad62-273177fe2fa0 req-bfdad154-86b9-4bfc-8811-88911251a6a3 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.57 "GET /v2.0/ports?device_id=b0c5717b-58a4-41d9-899f-c1b27077a4a0 HTTP/1.1" status: 200 len: 945 time: 0.0687215 Jul 14 10:31:01.424898 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [req-df62ec58-c49d-41cb-ad62-273177fe2fa0 req-5044d506-df1e-472f-89fa-5860d443f734 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Deleting port 60f36c8b-84fd-459e-a44e-eb445971a7bf {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:31:01.425244 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-df62ec58-c49d-41cb-ad62-273177fe2fa0 req-5044d506-df1e-472f-89fa-5860d443f734 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:01.512627 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-df62ec58-c49d-41cb-ad62-273177fe2fa0 req-5044d506-df1e-472f-89fa-5860d443f734 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] For port 60f36c8b-84fd-459e-a44e-eb445971a7bf, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=60f36c8b-84fd-459e-a44e-eb445971a7bf,segment=NetworkSegment(56feea96-5b93-4f31-b6ed-a34df30b36ca),segment_id=56feea96-5b93-4f31-b6ed-a34df30b36ca)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:31:01.512996 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-df62ec58-c49d-41cb-ad62-273177fe2fa0 req-5044d506-df1e-472f-89fa-5860d443f734 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:01.526519 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [req-df62ec58-c49d-41cb-ad62-273177fe2fa0 req-5044d506-df1e-472f-89fa-5860d443f734 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Calling delete_port for 60f36c8b-84fd-459e-a44e-eb445971a7bf owned by compute:nova {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:31:01.658950 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-df62ec58-c49d-41cb-ad62-273177fe2fa0 req-5044d506-df1e-472f-89fa-5860d443f734 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:01.688301 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5044d506-df1e-472f-89fa-5860d443f734 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Pushing event deleted for resources: {'Port': ['ID=60f36c8b-84fd-459e-a44e-eb445971a7bf,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:31:01.724421 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5044d506-df1e-472f-89fa-5860d443f734 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:31:01.724777 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5044d506-df1e-472f-89fa-5860d443f734 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:31:01.725124 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5044d506-df1e-472f-89fa-5860d443f734 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:31:01.725467 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5044d506-df1e-472f-89fa-5860d443f734 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:31:01.725831 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5044d506-df1e-472f-89fa-5860d443f734 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:31:01.726169 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5044d506-df1e-472f-89fa-5860d443f734 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:31:01.726505 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5044d506-df1e-472f-89fa-5860d443f734 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:31:01.726841 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5044d506-df1e-472f-89fa-5860d443f734 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:31:01.727173 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5044d506-df1e-472f-89fa-5860d443f734 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:31:01.727504 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5044d506-df1e-472f-89fa-5860d443f734 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:31:01.727840 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5044d506-df1e-472f-89fa-5860d443f734 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:31:01.728283 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5044d506-df1e-472f-89fa-5860d443f734 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:31:01.751445 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-df62ec58-c49d-41cb-ad62-273177fe2fa0 req-5044d506-df1e-472f-89fa-5860d443f734 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] No DVR routers for this DVR port 60f36c8b-84fd-459e-a44e-eb445971a7bf on host n-h2-779913-29 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:31:01.753907 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-df62ec58-c49d-41cb-ad62-273177fe2fa0 req-5044d506-df1e-472f-89fa-5860d443f734 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:01.755909 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-df62ec58-c49d-41cb-ad62-273177fe2fa0 req-5044d506-df1e-472f-89fa-5860d443f734 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.57 "DELETE /v2.0/ports/60f36c8b-84fd-459e-a44e-eb445971a7bf HTTP/1.1" status: 204 len: 173 time: 0.4307632 Jul 14 10:31:01.756353 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0c5717b-58a4-41d9-899f-c1b27077a4a0', 'name': 'network-vif-deleted', 'tag': '60f36c8b-84fd-459e-a44e-eb445971a7bf'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:31:01.758667 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}175264a25d5f1cec9b1451f1a8cc8ced5d4502f5c48740ac7c6845d527b2175b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c59771b4-01a6-4d61-a80d-c6b52074f028" -d '{"events": [{"server_uuid": "b0c5717b-58a4-41d9-899f-c1b27077a4a0", "name": "network-vif-deleted", "tag": "60f36c8b-84fd-459e-a44e-eb445971a7bf"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:31:01.800969 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:31:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe389589-1e1c-47ef-9be6-c2879038c197 x-openstack-request-id: req-fe389589-1e1c-47ef-9be6-c2879038c197 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:31:01.801370 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0c5717b-58a4-41d9-899f-c1b27077a4a0", "name": "network-vif-deleted", "tag": "60f36c8b-84fd-459e-a44e-eb445971a7bf", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:31:01.802150 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-fe389589-1e1c-47ef-9be6-c2879038c197 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:31:01.802905 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0c5717b-58a4-41d9-899f-c1b27077a4a0', 'name': 'network-vif-deleted', 'tag': '60f36c8b-84fd-459e-a44e-eb445971a7bf', 'status': 'completed', 'code': 200} Jul 14 10:31:02.117014 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-f6a10009-3349-4081-84c7-529a99e403d0 req-386000f6-a046-4a90-a628-dcbe56724c3f tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/ports?device_id=b0c5717b-58a4-41d9-899f-c1b27077a4a0 HTTP/1.1" status: 200 len: 210 time: 0.0330229 Jul 14 10:31:03.211080 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 41300) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:31:03.845615 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-09cea1f2-4ab8-47ba-9ac8-7fc729f42018 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-683602'] for router_interface, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:04.119923 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-09cea1f2-4ab8-47ba-9ac8-7fc729f42018 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Deleting port c8642c7b-1e4a-4429-b395-cef34bd357e1 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:31:04.120165 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-09cea1f2-4ab8-47ba-9ac8-7fc729f42018 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:04.209965 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-09cea1f2-4ab8-47ba-9ac8-7fc729f42018 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] For port c8642c7b-1e4a-4429-b395-cef34bd357e1, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=c8642c7b-1e4a-4429-b395-cef34bd357e1,segment=NetworkSegment(56feea96-5b93-4f31-b6ed-a34df30b36ca),segment_id=56feea96-5b93-4f31-b6ed-a34df30b36ca)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:31:04.210323 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-09cea1f2-4ab8-47ba-9ac8-7fc729f42018 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:04.222805 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-09cea1f2-4ab8-47ba-9ac8-7fc729f42018 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Calling delete_port for c8642c7b-1e4a-4429-b395-cef34bd357e1 owned by network:router_interface {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:31:04.287341 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 60f36c8b-84fd-459e-a44e-eb445971a7bf no longer exists at agent hyperv_n-h2-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:31:04.312141 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] No Port match for: 60f36c8b-84fd-459e-a44e-eb445971a7bf {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:31:04.312493 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 60f36c8b-84fd-459e-a44e-eb445971a7bf not bound to the agent host n-h2-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:31:04.411372 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-09cea1f2-4ab8-47ba-9ac8-7fc729f42018 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:04.443911 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cea1f2-4ab8-47ba-9ac8-7fc729f42018 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Pushing event deleted for resources: {'Port': ['ID=c8642c7b-1e4a-4429-b395-cef34bd357e1,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:31:04.624591 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-09cea1f2-4ab8-47ba-9ac8-7fc729f42018 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-620860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682934'] for router_interface, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:04.835494 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09cea1f2-4ab8-47ba-9ac8-7fc729f42018 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Router 288c7975-3955-4a35-bd96-cb8a438a173e has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:31:04.943436 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09cea1f2-4ab8-47ba-9ac8-7fc729f42018 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:31:04.953873 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 41302) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:31:04.957113 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4328b3f0-489b-439a-ae71-627741244257 None None] Sync routers for ids ['288c7975-3955-4a35-bd96-cb8a438a173e'] in n-d-779913-29 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:31:04.959467 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-09cea1f2-4ab8-47ba-9ac8-7fc729f42018 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "PUT /v2.0/routers/288c7975-3955-4a35-bd96-cb8a438a173e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7436361 Jul 14 10:31:04.970077 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4328b3f0-489b-439a-ae71-627741244257 None None] Routers {'288c7975-3955-4a35-bd96-cb8a438a173e'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:31:04.970742 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-4328b3f0-489b-439a-ae71-627741244257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T10:30:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['288c7975-3955-4a35-bd96-cb8a438a173e'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:31:05.008110 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6bc8a28-ed4f-4f8e-ba42-3ac5e8594601 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Deleting subnet c4142bb5-1f16-4116-b918-f61e129f4102 {{(pid=93957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 10:31:05.012080 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f6bc8a28-ed4f-4f8e-ba42-3ac5e8594601 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks [] for subnet, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:05.053541 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f6bc8a28-ed4f-4f8e-ba42-3ac5e8594601 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10944203'] for subnet, precommit_delete_associations {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:05.074992 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-4328b3f0-489b-439a-ae71-627741244257 None None] Set router 288c7975-3955-4a35-bd96-cb8a438a173e gateway port host: n-d-779913-29 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:31:05.144317 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f6bc8a28-ed4f-4f8e-ba42-3ac5e8594601 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3481002'] for subnet, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:05.204971 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f6bc8a28-ed4f-4f8e-ba42-3ac5e8594601 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10052701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11984075'] for subnet, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:05.230324 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bc8a28-ed4f-4f8e-ba42-3ac5e8594601 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Pushing event deleted for resources: {'Subnet': ['ID=c4142bb5-1f16-4116-b918-f61e129f4102,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:31:05.236148 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f6bc8a28-ed4f-4f8e-ba42-3ac5e8594601 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks [] for subnet, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:05.241288 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-f6bc8a28-ed4f-4f8e-ba42-3ac5e8594601 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "DELETE /v2.0/subnets/c4142bb5-1f16-4116-b918-f61e129f4102 HTTP/1.1" status: 204 len: 168 time: 0.2831409 Jul 14 10:31:05.241288 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 41304) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:31:05.247534 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c54b504d-3c18-498f-9064-272094c63d40 None None] Network fc91e615-5d4a-4480-b421-da03bd2e210e requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:31:05.270361 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-4328b3f0-489b-439a-ae71-627741244257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '288c7975-3955-4a35-bd96-cb8a438a173e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2067453163', 'tenant_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.16'}], 'enable_snat': True}, 'gw_port_id': 'd005000b-7645-446e-bdb0-38086884ac0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:29:15Z', 'updated_at': '2021-07-14T10:31:04Z', 'revision_number': 5, 'project_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'gw_port': {'id': 'd005000b-7645-446e-bdb0-38086884ac0b', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:25:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '288c7975-3955-4a35-bd96-cb8a438a173e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:29:16Z', 'updated_at': '2021-07-14T10:29:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29'}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:31:05.319040 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4328b3f0-489b-439a-ae71-627741244257 None None] Checking router: 288c7975-3955-4a35-bd96-cb8a438a173e for host: n-d-779913-29 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:31:05.332417 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4328b3f0-489b-439a-ae71-627741244257 None None] Routers {'288c7975-3955-4a35-bd96-cb8a438a173e'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:31:05.333388 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-4328b3f0-489b-439a-ae71-627741244257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T10:30:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['288c7975-3955-4a35-bd96-cb8a438a173e'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:31:05.354945 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d13bd780-1706-4877-8e38-823eeed395c7 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks [] for router, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:05.453772 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-4328b3f0-489b-439a-ae71-627741244257 None None] Set router 288c7975-3955-4a35-bd96-cb8a438a173e gateway port host: n-d-779913-29 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:31:05.471549 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d13bd780-1706-4877-8e38-823eeed395c7 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:05.491897 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eb9afbc-c956-473a-90bf-56c023d5fd36 None None] DHCP port deletion for fc91e615-5d4a-4480-b421-da03bd2e210e request from n-d-779913-29 {{(pid=93959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 10:31:05.527467 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-d13bd780-1706-4877-8e38-823eeed395c7 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Deleting port d005000b-7645-446e-bdb0-38086884ac0b {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:31:05.527824 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d13bd780-1706-4877-8e38-823eeed395c7 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:05.548026 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-6eb9afbc-c956-473a-90bf-56c023d5fd36 None None] Deleting port f4b279d9-4054-4ee5-bdf3-4ce4d95ca2ee {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:31:05.548569 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6eb9afbc-c956-473a-90bf-56c023d5fd36 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:05.611239 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-6eb9afbc-c956-473a-90bf-56c023d5fd36 None None] For port f4b279d9-4054-4ee5-bdf3-4ce4d95ca2ee, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=f4b279d9-4054-4ee5-bdf3-4ce4d95ca2ee,segment=NetworkSegment(56feea96-5b93-4f31-b6ed-a34df30b36ca),segment_id=56feea96-5b93-4f31-b6ed-a34df30b36ca)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:31:05.612534 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6eb9afbc-c956-473a-90bf-56c023d5fd36 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:05.614818 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-d13bd780-1706-4877-8e38-823eeed395c7 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] For port d005000b-7645-446e-bdb0-38086884ac0b, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=d005000b-7645-446e-bdb0-38086884ac0b,segment=NetworkSegment(81bf7a93-80b3-43df-b9d5-462c604a2945),segment_id=81bf7a93-80b3-43df-b9d5-462c604a2945)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:31:05.615258 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d13bd780-1706-4877-8e38-823eeed395c7 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:05.628658 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-d13bd780-1706-4877-8e38-823eeed395c7 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Calling delete_port for d005000b-7645-446e-bdb0-38086884ac0b owned by network:router_gateway {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:31:05.629250 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-6eb9afbc-c956-473a-90bf-56c023d5fd36 None None] Calling delete_port for f4b279d9-4054-4ee5-bdf3-4ce4d95ca2ee owned by network:dhcp {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:31:05.639599 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-4328b3f0-489b-439a-ae71-627741244257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '288c7975-3955-4a35-bd96-cb8a438a173e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2067453163', 'tenant_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.16'}], 'enable_snat': True}, 'gw_port_id': 'd005000b-7645-446e-bdb0-38086884ac0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:29:15Z', 'updated_at': '2021-07-14T10:31:04Z', 'revision_number': 5, 'project_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'gw_port': {'id': 'd005000b-7645-446e-bdb0-38086884ac0b', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:25:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '288c7975-3955-4a35-bd96-cb8a438a173e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:29:16Z', 'updated_at': '2021-07-14T10:29:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29'}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:31:05.668117 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4328b3f0-489b-439a-ae71-627741244257 None None] The sync data for ids ['288c7975-3955-4a35-bd96-cb8a438a173e'] in n-d-779913-29 is: [{'id': '288c7975-3955-4a35-bd96-cb8a438a173e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2067453163', 'tenant_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.16'}], 'enable_snat': True}, 'gw_port_id': 'd005000b-7645-446e-bdb0-38086884ac0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:29:15Z', 'updated_at': '2021-07-14T10:31:04Z', 'revision_number': 5, 'project_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'gw_port': {'id': 'd005000b-7645-446e-bdb0-38086884ac0b', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:25:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '288c7975-3955-4a35-bd96-cb8a438a173e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:29:16Z', 'updated_at': '2021-07-14T10:29:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29'}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:31:05.715592 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6eb9afbc-c956-473a-90bf-56c023d5fd36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:05.739133 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb9afbc-c956-473a-90bf-56c023d5fd36 None None] Pushing event deleted for resources: {'Port': ['ID=f4b279d9-4054-4ee5-bdf3-4ce4d95ca2ee,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:31:05.747222 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb9afbc-c956-473a-90bf-56c023d5fd36 None None] No DVR routers for this DVR port f4b279d9-4054-4ee5-bdf3-4ce4d95ca2ee on host n-d-779913-29 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:31:05.755688 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb9afbc-c956-473a-90bf-56c023d5fd36 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:31:05.756037 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb9afbc-c956-473a-90bf-56c023d5fd36 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:31:05.756890 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb9afbc-c956-473a-90bf-56c023d5fd36 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:31:05.756890 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb9afbc-c956-473a-90bf-56c023d5fd36 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:31:05.757123 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb9afbc-c956-473a-90bf-56c023d5fd36 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:31:05.757410 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb9afbc-c956-473a-90bf-56c023d5fd36 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:31:05.757732 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb9afbc-c956-473a-90bf-56c023d5fd36 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:31:05.758448 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb9afbc-c956-473a-90bf-56c023d5fd36 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:31:05.758448 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb9afbc-c956-473a-90bf-56c023d5fd36 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:31:05.758775 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb9afbc-c956-473a-90bf-56c023d5fd36 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:31:05.759317 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb9afbc-c956-473a-90bf-56c023d5fd36 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:31:05.760165 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb9afbc-c956-473a-90bf-56c023d5fd36 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:31:05.809716 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d13bd780-1706-4877-8e38-823eeed395c7 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:05.842438 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13bd780-1706-4877-8e38-823eeed395c7 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Pushing event deleted for resources: {'Port': ['ID=d005000b-7645-446e-bdb0-38086884ac0b,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:31:05.899832 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d13bd780-1706-4877-8e38-823eeed395c7 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-660532'] for router_gateway, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:05.990177 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d13bd780-1706-4877-8e38-823eeed395c7 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-711871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12964'] for router, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:05.992552 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d13bd780-1706-4877-8e38-823eeed395c7 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:06.049847 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d13bd780-1706-4877-8e38-823eeed395c7 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-704815'] for router, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:06.050435 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d13bd780-1706-4877-8e38-823eeed395c7 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Fanout notify agent at l3_agent the message router_deleted on router 288c7975-3955-4a35-bd96-cb8a438a173e {{(pid=93957) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 10:31:06.059014 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d13bd780-1706-4877-8e38-823eeed395c7 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks [] for router, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:06.060379 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-d13bd780-1706-4877-8e38-823eeed395c7 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "DELETE /v2.0/routers/288c7975-3955-4a35-bd96-cb8a438a173e HTTP/1.1" status: 204 len: 168 time: 0.8186226 Jul 14 10:31:06.063331 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 41306) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:31:06.149394 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3b6b6e3d-db6b-4aff-807f-d983cb7f0fd6 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3876111'] for network, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:06.252685 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3b6b6e3d-db6b-4aff-807f-d983cb7f0fd6 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473955', 'neutron.services.segments.db._delete_segments_for_network-8735688326548'] for network, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:06.265268 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-3b6b6e3d-db6b-4aff-807f-d983cb7f0fd6 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc91e615-5d4a-4480-b421-da03bd2e210e']}} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:31:06.277941 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-3b6b6e3d-db6b-4aff-807f-d983cb7f0fd6 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56feea96-5b93-4f31-b6ed-a34df30b36ca') {'for_net_delete': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:31:06.278245 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-3b6b6e3d-db6b-4aff-807f-d983cb7f0fd6 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56feea96-5b93-4f31-b6ed-a34df30b36ca') {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:31:06.288034 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3b6b6e3d-db6b-4aff-807f-d983cb7f0fd6 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735688356235', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10944210'] for segment, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:06.303744 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3b6b6e3d-db6b-4aff-807f-d983cb7f0fd6 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:06.311257 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b6b6e3d-db6b-4aff-807f-d983cb7f0fd6 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Releasing vlan 701 on physical network physnet1 to pool {{(pid=93957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 10:31:06.311716 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3b6b6e3d-db6b-4aff-807f-d983cb7f0fd6 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10053619'] for segment, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:06.314760 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:31:06.314760 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:31:06.314760 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:31:06.314760 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:31:06.314760 n-d-779913-29 neutron-server[93957]: Traceback (most recent call last): Jul 14 10:31:06.314760 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 10:31:06.314760 n-d-779913-29 neutron-server[93957]: timer() Jul 14 10:31:06.314760 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 10:31:06.314760 n-d-779913-29 neutron-server[93957]: cb(*args, **kw) Jul 14 10:31:06.314760 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 10:31:06.314760 n-d-779913-29 neutron-server[93957]: return func(*args, **kwargs) Jul 14 10:31:06.314760 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 10:31:06.314760 n-d-779913-29 neutron-server[93957]: self._notify() Jul 14 10:31:06.314760 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 10:31:06.314760 n-d-779913-29 neutron-server[93957]: self.callback(batched_events) Jul 14 10:31:06.314760 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 10:31:06.314760 n-d-779913-29 neutron-server[93957]: event.method(event) Jul 14 10:31:06.314760 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 10:31:06.314760 n-d-779913-29 neutron-server[93957]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 10:31:06.314760 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 10:31:06.314760 n-d-779913-29 neutron-server[93957]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 10:31:06.314760 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 10:31:06.314760 n-d-779913-29 neutron-server[93957]: return f(self, *a, **k) Jul 14 10:31:06.314760 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 10:31:06.314760 n-d-779913-29 neutron-server[93957]: return self._get(url).json() Jul 14 10:31:06.314760 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 10:31:06.314760 n-d-779913-29 neutron-server[93957]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 10:31:06.314760 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 10:31:06.314760 n-d-779913-29 neutron-server[93957]: return self.request(url, 'GET', **kwargs) Jul 14 10:31:06.314760 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 10:31:06.314760 n-d-779913-29 neutron-server[93957]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 10:31:06.314760 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 10:31:06.314760 n-d-779913-29 neutron-server[93957]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 10:31:06.314760 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 10:31:06.314760 n-d-779913-29 neutron-server[93957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 10:31:06.314760 n-d-779913-29 neutron-server[93957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 10:31:06.375481 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3b6b6e3d-db6b-4aff-807f-d983cb7f0fd6 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660504'] for network, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:06.382542 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3b6b6e3d-db6b-4aff-807f-d983cb7f0fd6 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks [] for network, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:06.384358 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-3b6b6e3d-db6b-4aff-807f-d983cb7f0fd6 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "DELETE /v2.0/networks/fc91e615-5d4a-4480-b421-da03bd2e210e HTTP/1.1" status: 204 len: 168 time: 0.3200302 Jul 14 10:31:06.387254 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 41308) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:31:06.396447 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6b6e3d-db6b-4aff-807f-d983cb7f0fd6 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Pushing event deleted for resources: {'Network': ['ID=fc91e615-5d4a-4480-b421-da03bd2e210e,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:31:06.450654 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-217c3ddc-4087-484b-8d31-f2a1ea1274bd tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:06.482921 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-217c3ddc-4087-484b-8d31-f2a1ea1274bd tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:06.546608 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-217c3ddc-4087-484b-8d31-f2a1ea1274bd tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:06.549193 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-217c3ddc-4087-484b-8d31-f2a1ea1274bd tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:06.550433 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-217c3ddc-4087-484b-8d31-f2a1ea1274bd tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "DELETE /v2.0/security-groups/826a6fb3-cdae-4955-879d-40f4d91eb6b0 HTTP/1.1" status: 204 len: 168 time: 0.1620948 Jul 14 10:31:06.560888 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217c3ddc-4087-484b-8d31-f2a1ea1274bd tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=826a6fb3-cdae-4955-879d-40f4d91eb6b0,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:31:06.877774 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 41314) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:31:06.882593 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-26065a64-c5fe-4d03-8017-764192442eee tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-188143112', 'description': 'tempest-secgroup-smoke-188143112 description', 'project_id': 'cfb2ed7caa9b43c9b2145e769e9db92d'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:31:06.906563 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-26065a64-c5fe-4d03-8017-764192442eee tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:06.981231 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device f4b279d9-4054-4ee5-bdf3-4ce4d95ca2ee no longer exists at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:31:07.000841 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-26065a64-c5fe-4d03-8017-764192442eee tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:07.002590 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] No Port match for: f4b279d9-4054-4ee5-bdf3-4ce4d95ca2ee {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:31:07.002960 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device f4b279d9-4054-4ee5-bdf3-4ce4d95ca2ee not bound to the agent host n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:31:07.003515 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device d005000b-7645-446e-bdb0-38086884ac0b no longer exists at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:31:07.005188 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-26065a64-c5fe-4d03-8017-764192442eee tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:07.022935 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] No Port match for: d005000b-7645-446e-bdb0-38086884ac0b {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:31:07.023276 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device d005000b-7645-446e-bdb0-38086884ac0b not bound to the agent host n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:31:07.023688 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device c8642c7b-1e4a-4429-b395-cef34bd357e1 no longer exists at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:31:07.033287 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-26065a64-c5fe-4d03-8017-764192442eee tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:07.034772 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-26065a64-c5fe-4d03-8017-764192442eee tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1558707 Jul 14 10:31:07.037900 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 41316) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:31:07.039814 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26065a64-c5fe-4d03-8017-764192442eee tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a77ecfff-24ff-4a24-80af-e22b53e3ad07,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:31:07.047485 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-f60ef78a-12d9-4572-abff-208e829bb911 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Request body: {'security_group_rule': {'security_group_id': 'a77ecfff-24ff-4a24-80af-e22b53e3ad07', 'project_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:31:07.047685 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] No Port match for: c8642c7b-1e4a-4429-b395-cef34bd357e1 {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:31:07.048034 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device c8642c7b-1e4a-4429-b395-cef34bd357e1 not bound to the agent host n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:31:07.075189 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f60ef78a-12d9-4572-abff-208e829bb911 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:07.136993 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f60ef78a-12d9-4572-abff-208e829bb911 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:07.140573 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f60ef78a-12d9-4572-abff-208e829bb911 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529131'] for security_group_rule, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:07.161126 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60ef78a-12d9-4572-abff-208e829bb911 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46414d79-391b-40cd-b8d5-19c175b2dd28,revision_number=0']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:31:07.164718 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f60ef78a-12d9-4572-abff-208e829bb911 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:07.165930 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-f60ef78a-12d9-4572-abff-208e829bb911 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1222863 Jul 14 10:31:07.168736 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 41318) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:31:07.173174 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-0b08a9cd-7a43-4b1b-ad66-29bfbca5183f tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Request body: {'security_group_rule': {'security_group_id': 'a77ecfff-24ff-4a24-80af-e22b53e3ad07', 'project_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:31:07.205926 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-0b08a9cd-7a43-4b1b-ad66-29bfbca5183f tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:07.276852 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-0b08a9cd-7a43-4b1b-ad66-29bfbca5183f tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:07.282637 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-0b08a9cd-7a43-4b1b-ad66-29bfbca5183f tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529131'] for security_group_rule, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:07.306190 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b08a9cd-7a43-4b1b-ad66-29bfbca5183f tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4847b251-037a-44c9-8655-ad33eb931d40,revision_number=0']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:31:07.313070 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-0b08a9cd-7a43-4b1b-ad66-29bfbca5183f tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:07.314451 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-0b08a9cd-7a43-4b1b-ad66-29bfbca5183f tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1447728 Jul 14 10:31:07.317123 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 41320) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:31:07.321697 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-6a8e2e4d-1944-4c04-89c6-e9ca62e2c614 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Request body: {'security_group_rule': {'security_group_id': 'a77ecfff-24ff-4a24-80af-e22b53e3ad07', 'project_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:31:07.348420 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6a8e2e4d-1944-4c04-89c6-e9ca62e2c614 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:07.405512 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6a8e2e4d-1944-4c04-89c6-e9ca62e2c614 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:07.409419 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6a8e2e4d-1944-4c04-89c6-e9ca62e2c614 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529131'] for security_group_rule, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:07.426597 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8e2e4d-1944-4c04-89c6-e9ca62e2c614 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6dffa39-d1c5-4175-9126-1ed53e9ad29b,revision_number=0']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:31:07.432844 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6a8e2e4d-1944-4c04-89c6-e9ca62e2c614 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:07.434072 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-6a8e2e4d-1944-4c04-89c6-e9ca62e2c614 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1159372 Jul 14 10:31:07.437805 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 41322) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:31:07.442264 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-4aebc237-068f-42dc-97d4-e696a4c67f8f tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Request body: {'security_group_rule': {'security_group_id': 'a77ecfff-24ff-4a24-80af-e22b53e3ad07', 'project_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:31:07.468541 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4aebc237-068f-42dc-97d4-e696a4c67f8f tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:07.530844 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4aebc237-068f-42dc-97d4-e696a4c67f8f tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:07.534555 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4aebc237-068f-42dc-97d4-e696a4c67f8f tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529131'] for security_group_rule, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:07.553985 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aebc237-068f-42dc-97d4-e696a4c67f8f tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d8f57d4-ef26-459b-8b8f-53344ceb0ba0,revision_number=0']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:31:07.561385 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4aebc237-068f-42dc-97d4-e696a4c67f8f tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:07.562685 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-4aebc237-068f-42dc-97d4-e696a4c67f8f tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1239479 Jul 14 10:31:07.565471 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 41324) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:31:07.569973 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-ce311745-9765-4ae2-aad8-c7c62f089012 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Request body: {'security_group_rule': {'security_group_id': 'a77ecfff-24ff-4a24-80af-e22b53e3ad07', 'project_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:31:07.591772 n-d-779913-29 neutron-server[93957]: INFO neutron.db.securitygroups_db [None req-ce311745-9765-4ae2-aad8-c7c62f089012 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Project cfb2ed7caa9b43c9b2145e769e9db92d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 10:31:07.596765 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ce311745-9765-4ae2-aad8-c7c62f089012 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:07.658151 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ce311745-9765-4ae2-aad8-c7c62f089012 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:07.661954 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ce311745-9765-4ae2-aad8-c7c62f089012 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529131'] for security_group_rule, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:07.679087 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce311745-9765-4ae2-aad8-c7c62f089012 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=631200ce-43a3-4a65-8952-9f512b6f06cf,revision_number=0']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:31:07.686549 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-ce311745-9765-4ae2-aad8-c7c62f089012 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:07.687815 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-ce311745-9765-4ae2-aad8-c7c62f089012 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1214058 Jul 14 10:31:07.690592 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 41326) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:31:07.695163 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-83319778-f666-48e1-9cf8-09e2f860cc12 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Request body: {'security_group_rule': {'security_group_id': 'a77ecfff-24ff-4a24-80af-e22b53e3ad07', 'project_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:31:07.718498 n-d-779913-29 neutron-server[93957]: INFO neutron.db.securitygroups_db [None req-83319778-f666-48e1-9cf8-09e2f860cc12 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Project cfb2ed7caa9b43c9b2145e769e9db92d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 10:31:07.723761 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-83319778-f666-48e1-9cf8-09e2f860cc12 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:07.790217 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-83319778-f666-48e1-9cf8-09e2f860cc12 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:07.794484 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-83319778-f666-48e1-9cf8-09e2f860cc12 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529131'] for security_group_rule, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:07.815412 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83319778-f666-48e1-9cf8-09e2f860cc12 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acea635b-da64-4700-99e2-5212a4880d07,revision_number=0']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:31:07.819016 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-83319778-f666-48e1-9cf8-09e2f860cc12 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:07.820408 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-83319778-f666-48e1-9cf8-09e2f860cc12 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1288629 Jul 14 10:31:07.823295 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 41328) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:31:07.828247 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-a57d5dae-76bf-42c9-8740-0d2e0814a697 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Request body: {'network': {'name': 'tempest-network-smoke--851014326', 'project_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'port_security_enabled': True}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:31:07.848190 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a57d5dae-76bf-42c9-8740-0d2e0814a697 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Made reservation on behalf of cfb2ed7caa9b43c9b2145e769e9db92d for: {'network': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:31:07.851656 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a57d5dae-76bf-42c9-8740-0d2e0814a697 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for network, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:07.875837 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a57d5dae-76bf-42c9-8740-0d2e0814a697 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 711} {{(pid=93957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 10:31:07.884713 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a57d5dae-76bf-42c9-8740-0d2e0814a697 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:07.885066 n-d-779913-29 neutron-server[93957]: INFO neutron.db.segments_db [None req-a57d5dae-76bf-42c9-8740-0d2e0814a697 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Added segment 4fcb4d3e-7588-4415-9b59-a79e016ad9eb of type vlan for network 2aa45962-e6f7-4f2b-a219-46e589bd9b9b Jul 14 10:31:07.928422 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a57d5dae-76bf-42c9-8740-0d2e0814a697 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735687821325'] for network, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:07.960590 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a57d5dae-76bf-42c9-8740-0d2e0814a697 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855'] for network, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:07.966643 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a57d5dae-76bf-42c9-8740-0d2e0814a697 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:31:07.967271 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a57d5dae-76bf-42c9-8740-0d2e0814a697 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks [] for network, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:08.029212 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-a57d5dae-76bf-42c9-8740-0d2e0814a697 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2048414 Jul 14 10:31:08.032111 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 41330) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:31:08.037192 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-aa1afe32-90cb-49d6-84b0-f61ed518089d tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-210224774', 'admin_state_up': True, 'project_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'}}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:31:08.039181 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57d5dae-76bf-42c9-8740-0d2e0814a697 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Pushing event updated for resources: {'Network': ['ID=2aa45962-e6f7-4f2b-a219-46e589bd9b9b,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:31:08.052557 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Network 2aa45962-e6f7-4f2b-a219-46e589bd9b9b details requested by agent ovs-agent-n-d-779913-29 with host n-d-779913-29 {{(pid=93959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 10:31:08.067113 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-aa1afe32-90cb-49d6-84b0-f61ed518089d tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-711749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14670'] for router, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:08.068217 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-aa1afe32-90cb-49d6-84b0-f61ed518089d tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-711718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-661475', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14679'] for router, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:08.128742 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-aa1afe32-90cb-49d6-84b0-f61ed518089d tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:08.280915 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-aa1afe32-90cb-49d6-84b0-f61ed518089d tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-661489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-711771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12973'] for router, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:08.503034 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-aa1afe32-90cb-49d6-84b0-f61ed518089d tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks [] for router_gateway, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:08.523774 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-aa1afe32-90cb-49d6-84b0-f61ed518089d tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:08.637354 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-aa1afe32-90cb-49d6-84b0-f61ed518089d tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Allocated IP 172.25.4.214 (2dcd4d32-cc7c-4468-b396-7ce5c9231892/6cd22a75-5bc1-467c-a3c4-0af04bd1b34a/90830c85-79a1-48f1-858f-e3330df3e85a) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:31:08.748873 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-aa1afe32-90cb-49d6-84b0-f61ed518089d tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:08.791540 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-aa1afe32-90cb-49d6-84b0-f61ed518089d tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:08.834810 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa1afe32-90cb-49d6-84b0-f61ed518089d tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Network 2dcd4d32-cc7c-4468-b396-7ce5c9231892 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:31:08.840224 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-aa1afe32-90cb-49d6-84b0-f61ed518089d tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:31:08.845599 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa1afe32-90cb-49d6-84b0-f61ed518089d tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:31:08.848395 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1afe32-90cb-49d6-84b0-f61ed518089d tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Pushing event updated for resources: {'Port': ['ID=90830c85-79a1-48f1-858f-e3330df3e85a,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:31:09.102920 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-aa1afe32-90cb-49d6-84b0-f61ed518089d tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks [] for router_gateway, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:09.313449 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-aa1afe32-90cb-49d6-84b0-f61ed518089d tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-711762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-661452'] for router, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:09.443299 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa1afe32-90cb-49d6-84b0-f61ed518089d tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Router b14624a9-5b9d-46d8-8330-fd0908012bb4 is scheduled to L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 with binding_index 1 {{(pid=93958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 10:31:09.549663 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa1afe32-90cb-49d6-84b0-f61ed518089d tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:31:09.559568 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b0066f-03a8-4459-8d81-01b46baa1352 None None] Sync routers for ids ['b14624a9-5b9d-46d8-8330-fd0908012bb4'] in n-d-779913-29 {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:31:09.568061 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-aa1afe32-90cb-49d6-84b0-f61ed518089d tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:09.568990 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b0066f-03a8-4459-8d81-01b46baa1352 None None] Routers {'b14624a9-5b9d-46d8-8330-fd0908012bb4'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:31:09.569159 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-aa1afe32-90cb-49d6-84b0-f61ed518089d tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.5359931 Jul 14 10:31:09.569654 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-53b0066f-03a8-4459-8d81-01b46baa1352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T10:30:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['b14624a9-5b9d-46d8-8330-fd0908012bb4'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:31:09.572593 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 41332) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:31:09.649427 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-a699ddfa-d149-412f-9f61-7f034df2557b tempest-TestNetworkAdvancedServerOps-67860489 tempest-TestNetworkAdvancedServerOps-67860489-project-admin] 10.222.0.68 "GET /v2.0/subnets?project_id=cfb2ed7caa9b43c9b2145e769e9db92d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0730908 Jul 14 10:31:09.649750 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 41336) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:31:09.676882 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvr_db [None req-53b0066f-03a8-4459-8d81-01b46baa1352 None None] Set router b14624a9-5b9d-46d8-8330-fd0908012bb4 gateway port host: n-d-779913-29 {{(pid=93959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:31:09.737891 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ee32da0-9829-4097-bf1c-02436a11b7ba tempest-TestNetworkAdvancedServerOps-67860489 tempest-TestNetworkAdvancedServerOps-67860489-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:31:09.739519 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-6ee32da0-9829-4097-bf1c-02436a11b7ba tempest-TestNetworkAdvancedServerOps-67860489 tempest-TestNetworkAdvancedServerOps-67860489-project-admin] 10.222.0.68 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0883121 Jul 14 10:31:09.742365 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 41338) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:31:09.779222 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-449985b8-57de-4b93-a745-64e8d32e9a99 tempest-TestNetworkAdvancedServerOps-67860489 tempest-TestNetworkAdvancedServerOps-67860489-project-admin] 10.222.0.68 "GET /v2.0/subnets?network_id=2dcd4d32-cc7c-4468-b396-7ce5c9231892&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0355115 Jul 14 10:31:09.781665 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 41340) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:31:09.788731 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-d755fe40-5316-4669-90ee-932bdde4ddc2 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1812420698', 'network_id': '2aa45962-e6f7-4f2b-a219-46e589bd9b9b', 'project_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:31:09.852080 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-53b0066f-03a8-4459-8d81-01b46baa1352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b14624a9-5b9d-46d8-8330-fd0908012bb4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-210224774', 'tenant_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.214'}], 'enable_snat': True}, 'gw_port_id': '90830c85-79a1-48f1-858f-e3330df3e85a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:31:08Z', 'updated_at': '2021-07-14T10:31:08Z', 'revision_number': 3, 'project_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'gw_port': {'id': '90830c85-79a1-48f1-858f-e3330df3e85a', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:a1:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b14624a9-5b9d-46d8-8330-fd0908012bb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:31:08Z', 'updated_at': '2021-07-14T10:31:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29'}], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:31:09.879164 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b0066f-03a8-4459-8d81-01b46baa1352 None None] Checking router: b14624a9-5b9d-46d8-8330-fd0908012bb4 for host: n-d-779913-29 {{(pid=93959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:31:09.879515 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b0066f-03a8-4459-8d81-01b46baa1352 None None] Updating router b14624a9-5b9d-46d8-8330-fd0908012bb4 port 90830c85-79a1-48f1-858f-e3330df3e85a binding host n-d-779913-29 {{(pid=93959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 10:31:09.884782 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d755fe40-5316-4669-90ee-932bdde4ddc2 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Made reservation on behalf of cfb2ed7caa9b43c9b2145e769e9db92d for: {'subnet': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:31:09.888503 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d755fe40-5316-4669-90ee-932bdde4ddc2 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11984110'] for subnet, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:09.919191 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-53b0066f-03a8-4459-8d81-01b46baa1352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:10.076826 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d755fe40-5316-4669-90ee-932bdde4ddc2 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10052764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11984092'] for subnet, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:10.135922 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d755fe40-5316-4669-90ee-932bdde4ddc2 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Pushing event updated for resources: {'Subnet': ['ID=119b4257-a76c-4a68-896d-ec4d544f3f66,revision_number=0']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:31:10.144434 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d755fe40-5316-4669-90ee-932bdde4ddc2 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Checking segment: {'id': '4fcb4d3e-7588-4415-9b59-a79e016ad9eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '2aa45962-e6f7-4f2b-a219-46e589bd9b9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:31:10.144797 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d755fe40-5316-4669-90ee-932bdde4ddc2 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Network hostable DHCP agents. Network: 2aa45962-e6f7-4f2b-a219-46e589bd9b9b, hostable agents: ['c6a09bd4-f72e-4283-a3ca-0bbca8a51081'], hosted agents: [] {{(pid=93957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 10:31:10.162140 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d755fe40-5316-4669-90ee-932bdde4ddc2 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Network 2aa45962-e6f7-4f2b-a219-46e589bd9b9b is scheduled to be hosted by DHCP agent c6a09bd4-f72e-4283-a3ca-0bbca8a51081 with binding_index 1 {{(pid=93957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 10:31:10.171632 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-d755fe40-5316-4669-90ee-932bdde4ddc2 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-29, 2aa45962-e6f7-4f2b-a219-46e589bd9b9b) {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:31:10.177803 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-53b0066f-03a8-4459-8d81-01b46baa1352 None None] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:10.178527 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d755fe40-5316-4669-90ee-932bdde4ddc2 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:31:10.180045 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-d755fe40-5316-4669-90ee-932bdde4ddc2 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks [] for subnet, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:10.187951 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-53b0066f-03a8-4459-8d81-01b46baa1352 None None] Transition to ACTIVE for port object 90830c85-79a1-48f1-858f-e3330df3e85a will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:31:10.191160 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22ba7c9b-dfee-4868-90b5-e1a6d42260ce None None] Network 2aa45962-e6f7-4f2b-a219-46e589bd9b9b requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:31:10.200827 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-d755fe40-5316-4669-90ee-932bdde4ddc2 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4174170 Jul 14 10:31:10.203772 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 41342) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:31:10.205153 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-53b0066f-03a8-4459-8d81-01b46baa1352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:10.229169 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [req-02761dbb-d415-4ba8-8a82-5f4a5b64be7d req-78fb7ddc-3e53-4067-8bc0-6cf407b70855 service neutron] (93957) timed out ('10.222.0.68', 37802) {{(pid=93957) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 14 10:31:10.295364 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-53b0066f-03a8-4459-8d81-01b46baa1352 None None] Attempting to bind port 90830c85-79a1-48f1-858f-e3330df3e85a on host n-d-779913-29 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:31:10.295727 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-53b0066f-03a8-4459-8d81-01b46baa1352 None None] Attempting to bind port 90830c85-79a1-48f1-858f-e3330df3e85a by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': '81bf7a93-80b3-43df-b9d5-462c604a2945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:31:10.296089 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b0066f-03a8-4459-8d81-01b46baa1352 None None] Attempting to bind port 90830c85-79a1-48f1-858f-e3330df3e85a on network 2dcd4d32-cc7c-4468-b396-7ce5c9231892 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:31:10.307720 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678ba5ba-9db5-4382-beea-eb6d77cd96c7 None None] Pushing event updated for resources: {'Port': ['ID=90830c85-79a1-48f1-858f-e3330df3e85a,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:31:10.312568 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b0066f-03a8-4459-8d81-01b46baa1352 None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 30, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:31:10.312941 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b0066f-03a8-4459-8d81-01b46baa1352 None None] Checking segment: {'id': '81bf7a93-80b3-43df-b9d5-462c604a2945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:31:10.313343 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-53b0066f-03a8-4459-8d81-01b46baa1352 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:10.313750 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b0066f-03a8-4459-8d81-01b46baa1352 None None] Bound using segment: {'id': '81bf7a93-80b3-43df-b9d5-462c604a2945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:31:10.314221 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-53b0066f-03a8-4459-8d81-01b46baa1352 None None] Bound port: 90830c85-79a1-48f1-858f-e3330df3e85a, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81bf7a93-80b3-43df-b9d5-462c604a2945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:31:10.314668 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-53b0066f-03a8-4459-8d81-01b46baa1352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:10.400947 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-53b0066f-03a8-4459-8d81-01b46baa1352 None None] For port 90830c85-79a1-48f1-858f-e3330df3e85a, host n-d-779913-29, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:31:10.403958 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-53b0066f-03a8-4459-8d81-01b46baa1352 None None] For port 90830c85-79a1-48f1-858f-e3330df3e85a, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=90830c85-79a1-48f1-858f-e3330df3e85a,segment=NetworkSegment(81bf7a93-80b3-43df-b9d5-462c604a2945),segment_id=81bf7a93-80b3-43df-b9d5-462c604a2945)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:31:10.408533 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-53b0066f-03a8-4459-8d81-01b46baa1352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:10.455820 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32e079e2-09c6-4007-9a4b-9c82bb196e51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf57baaa9-fd24-59f4-8fd2-1dc21122ce72-2aa45962-e6f7-4f2b-a219-46e589bd9b9b', 'network_id': '2aa45962-e6f7-4f2b-a219-46e589bd9b9b', 'tenant_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'fixed_ips': [{'subnet_id': '119b4257-a76c-4a68-896d-ec4d544f3f66'}]}} from n-d-779913-29. {{(pid=93959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 10:31:10.456654 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-32e079e2-09c6-4007-9a4b-9c82bb196e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:10.504358 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b0066f-03a8-4459-8d81-01b46baa1352 None None] Routers {'b14624a9-5b9d-46d8-8330-fd0908012bb4'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:31:10.504976 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-53b0066f-03a8-4459-8d81-01b46baa1352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T10:30:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['b14624a9-5b9d-46d8-8330-fd0908012bb4'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:31:10.507648 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678ba5ba-9db5-4382-beea-eb6d77cd96c7 None None] Pushing event updated for resources: {'Port': ['ID=90830c85-79a1-48f1-858f-e3330df3e85a,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:31:10.661417 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.agents_db [None req-3c3509fb-540d-4335-a450-574895dd3602 None None] Agent healthcheck: found 7 active agents {{(pid=93960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:31:10.867543 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvr_db [None req-53b0066f-03a8-4459-8d81-01b46baa1352 None None] Set router b14624a9-5b9d-46d8-8330-fd0908012bb4 gateway port host: n-d-779913-29 {{(pid=93959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:31:10.896925 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-32e079e2-09c6-4007-9a4b-9c82bb196e51 None None] Allocated IP 172.20.0.2 (2aa45962-e6f7-4f2b-a219-46e589bd9b9b/119b4257-a76c-4a68-896d-ec4d544f3f66/aa76cb4c-d74f-4357-a72c-cddd17de0825) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:31:10.951862 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2b66cc6a-c188-4913-9281-9c3fde048468 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:11.180556 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-32e079e2-09c6-4007-9a4b-9c82bb196e51 None None] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:11.194263 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-32e079e2-09c6-4007-9a4b-9c82bb196e51 None None] Transition to ACTIVE for port object aa76cb4c-d74f-4357-a72c-cddd17de0825 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:31:11.205616 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-53b0066f-03a8-4459-8d81-01b46baa1352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b14624a9-5b9d-46d8-8330-fd0908012bb4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-210224774', 'tenant_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.214'}], 'enable_snat': True}, 'gw_port_id': '90830c85-79a1-48f1-858f-e3330df3e85a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:31:08Z', 'updated_at': '2021-07-14T10:31:08Z', 'revision_number': 3, 'project_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'gw_port': {'id': '90830c85-79a1-48f1-858f-e3330df3e85a', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:a1:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b14624a9-5b9d-46d8-8330-fd0908012bb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:31:08Z', 'updated_at': '2021-07-14T10:31:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29'}], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:31:11.246016 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b0066f-03a8-4459-8d81-01b46baa1352 None None] The sync data for ids ['b14624a9-5b9d-46d8-8330-fd0908012bb4'] in n-d-779913-29 is: [{'id': 'b14624a9-5b9d-46d8-8330-fd0908012bb4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-210224774', 'tenant_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.214'}], 'enable_snat': True}, 'gw_port_id': '90830c85-79a1-48f1-858f-e3330df3e85a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:31:08Z', 'updated_at': '2021-07-14T10:31:08Z', 'revision_number': 3, 'project_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'gw_port': {'id': '90830c85-79a1-48f1-858f-e3330df3e85a', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:a1:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b14624a9-5b9d-46d8-8330-fd0908012bb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:31:08Z', 'updated_at': '2021-07-14T10:31:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29'}] {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:31:11.248384 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-32e079e2-09c6-4007-9a4b-9c82bb196e51 None None] Transition to ACTIVE for port object aa76cb4c-d74f-4357-a72c-cddd17de0825 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:31:11.255698 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-32e079e2-09c6-4007-9a4b-9c82bb196e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:11.306122 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32e079e2-09c6-4007-9a4b-9c82bb196e51 None None] Network 2aa45962-e6f7-4f2b-a219-46e589bd9b9b is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:31:11.309510 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-32e079e2-09c6-4007-9a4b-9c82bb196e51 None None] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:31:11.317052 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e079e2-09c6-4007-9a4b-9c82bb196e51 None None] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:31:11.319822 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e079e2-09c6-4007-9a4b-9c82bb196e51 None None] Pushing event updated for resources: {'Port': ['ID=aa76cb4c-d74f-4357-a72c-cddd17de0825,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:31:11.328827 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-2b66cc6a-c188-4913-9281-9c3fde048468 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Allocated IP 172.20.0.1 (2aa45962-e6f7-4f2b-a219-46e589bd9b9b/119b4257-a76c-4a68-896d-ec4d544f3f66/4e338715-7d9c-4488-a9e7-09efa4f5d331) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:31:11.380090 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-32e079e2-09c6-4007-9a4b-9c82bb196e51 None None] Attempting to bind port aa76cb4c-d74f-4357-a72c-cddd17de0825 on host n-d-779913-29 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:31:11.380457 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-32e079e2-09c6-4007-9a4b-9c82bb196e51 None None] Attempting to bind port aa76cb4c-d74f-4357-a72c-cddd17de0825 by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': '4fcb4d3e-7588-4415-9b59-a79e016ad9eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '2aa45962-e6f7-4f2b-a219-46e589bd9b9b'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:31:11.380820 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e079e2-09c6-4007-9a4b-9c82bb196e51 None None] Attempting to bind port aa76cb4c-d74f-4357-a72c-cddd17de0825 on network 2aa45962-e6f7-4f2b-a219-46e589bd9b9b {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:31:11.386953 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e079e2-09c6-4007-9a4b-9c82bb196e51 None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 30, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:31:11.387327 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e079e2-09c6-4007-9a4b-9c82bb196e51 None None] Checking segment: {'id': '4fcb4d3e-7588-4415-9b59-a79e016ad9eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '2aa45962-e6f7-4f2b-a219-46e589bd9b9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:31:11.387734 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-32e079e2-09c6-4007-9a4b-9c82bb196e51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:11.388129 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e079e2-09c6-4007-9a4b-9c82bb196e51 None None] Bound using segment: {'id': '4fcb4d3e-7588-4415-9b59-a79e016ad9eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '2aa45962-e6f7-4f2b-a219-46e589bd9b9b'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:31:11.388598 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-32e079e2-09c6-4007-9a4b-9c82bb196e51 None None] Bound port: aa76cb4c-d74f-4357-a72c-cddd17de0825, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fcb4d3e-7588-4415-9b59-a79e016ad9eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '2aa45962-e6f7-4f2b-a219-46e589bd9b9b'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:31:11.388979 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-32e079e2-09c6-4007-9a4b-9c82bb196e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:11.466380 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-32e079e2-09c6-4007-9a4b-9c82bb196e51 None None] For port aa76cb4c-d74f-4357-a72c-cddd17de0825, host n-d-779913-29, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:31:11.471191 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-32e079e2-09c6-4007-9a4b-9c82bb196e51 None None] For port aa76cb4c-d74f-4357-a72c-cddd17de0825, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=aa76cb4c-d74f-4357-a72c-cddd17de0825,segment=NetworkSegment(4fcb4d3e-7588-4415-9b59-a79e016ad9eb),segment_id=4fcb4d3e-7588-4415-9b59-a79e016ad9eb)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:31:11.476657 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-32e079e2-09c6-4007-9a4b-9c82bb196e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:11.499656 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2b66cc6a-c188-4913-9281-9c3fde048468 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:11.544292 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-2b66cc6a-c188-4913-9281-9c3fde048468 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Transition to ACTIVE for port object 4e338715-7d9c-4488-a9e7-09efa4f5d331 will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:31:11.571805 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e079e2-09c6-4007-9a4b-9c82bb196e51 None None] Pushing event updated for resources: {'Port': ['ID=aa76cb4c-d74f-4357-a72c-cddd17de0825,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:31:11.601983 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2b66cc6a-c188-4913-9281-9c3fde048468 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:11.651419 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b66cc6a-c188-4913-9281-9c3fde048468 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Network 2aa45962-e6f7-4f2b-a219-46e589bd9b9b is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:31:11.655167 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-2b66cc6a-c188-4913-9281-9c3fde048468 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:31:11.664488 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b66cc6a-c188-4913-9281-9c3fde048468 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:31:11.692075 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b66cc6a-c188-4913-9281-9c3fde048468 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Pushing event updated for resources: {'Port': ['ID=4e338715-7d9c-4488-a9e7-09efa4f5d331,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:31:11.719035 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2b66cc6a-c188-4913-9281-9c3fde048468 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-660393'] for router_interface, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:11.967851 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2b66cc6a-c188-4913-9281-9c3fde048468 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:12.330281 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2b66cc6a-c188-4913-9281-9c3fde048468 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:12.335405 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2b66cc6a-c188-4913-9281-9c3fde048468 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13574142'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:12.421442 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b66cc6a-c188-4913-9281-9c3fde048468 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Pushing event updated for resources: {'Port': ['ID=4e338715-7d9c-4488-a9e7-09efa4f5d331,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:31:12.424614 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2b66cc6a-c188-4913-9281-9c3fde048468 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-683747'] for router_interface, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:12.541755 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b66cc6a-c188-4913-9281-9c3fde048468 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Network 2aa45962-e6f7-4f2b-a219-46e589bd9b9b is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:31:12.543203 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-2b66cc6a-c188-4913-9281-9c3fde048468 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:31:12.642211 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79c0328c-f3b6-4f19-a908-0ece1c93b1bc None None] Network 2aa45962-e6f7-4f2b-a219-46e589bd9b9b requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:31:12.686862 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b66cc6a-c188-4913-9281-9c3fde048468 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Router b14624a9-5b9d-46d8-8330-fd0908012bb4 has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:31:12.698692 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-106d574a-bcbe-43b9-a2c1-74ad2a03e7e8 None None] Provisioning for port aa76cb4c-d74f-4357-a72c-cddd17de0825 completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:31:12.821590 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b66cc6a-c188-4913-9281-9c3fde048468 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:31:12.829525 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-2b66cc6a-c188-4913-9281-9c3fde048468 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "PUT /v2.0/routers/b14624a9-5b9d-46d8-8330-fd0908012bb4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6228344 Jul 14 10:31:13.020758 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-b3771423-b1fb-4bc4-8b30-892fc2b8434d req-800b5202-fd56-4316-be77-530cb039f330 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-188143112&fields=id&tenant_id=cfb2ed7caa9b43c9b2145e769e9db92d HTTP/1.1" status: 200 len: 267 time: 0.0404277 Jul 14 10:31:13.067996 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 90830c85-79a1-48f1-858f-e3330df3e85a up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:31:13.124111 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning for port 90830c85-79a1-48f1-858f-e3330df3e85a completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:31:13.128613 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port 90830c85-79a1-48f1-858f-e3330df3e85a triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:31:13.129043 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:13.168713 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec17626f-9719-4062-9745-ccc92e1f1571 None None] Sync routers for ids ['b14624a9-5b9d-46d8-8330-fd0908012bb4'] in n-d-779913-29 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:31:13.180245 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec17626f-9719-4062-9745-ccc92e1f1571 None None] Routers {'b14624a9-5b9d-46d8-8330-fd0908012bb4'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:31:13.181882 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-ec17626f-9719-4062-9745-ccc92e1f1571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T10:30:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['b14624a9-5b9d-46d8-8330-fd0908012bb4'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:31:13.187582 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3771423-b1fb-4bc4-8b30-892fc2b8434d req-beb40467-aaa0-4716-ac9e-4afa4b823bda tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:31:13.189237 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-b3771423-b1fb-4bc4-8b30-892fc2b8434d req-beb40467-aaa0-4716-ac9e-4afa4b823bda tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/networks?id=2aa45962-e6f7-4f2b-a219-46e589bd9b9b HTTP/1.1" status: 200 len: 796 time: 0.1519718 Jul 14 10:31:13.204628 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-d615f09e-4e7c-40d3-be0b-c143c350b63e None None] Provisioning for port 4e338715-7d9c-4488-a9e7-09efa4f5d331 completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:31:13.210878 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-b3771423-b1fb-4bc4-8b30-892fc2b8434d req-023ea8be-114e-4665-9a39-2292b2e496f7 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/quotas/cfb2ed7caa9b43c9b2145e769e9db92d HTTP/1.1" status: 200 len: 375 time: 0.0105238 Jul 14 10:31:13.213215 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-d615f09e-4e7c-40d3-be0b-c143c350b63e None None] Provisioning complete for port 4e338715-7d9c-4488-a9e7-09efa4f5d331 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:31:13.213617 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d615f09e-4e7c-40d3-be0b-c143c350b63e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:13.249161 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:13.276166 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-d615f09e-4e7c-40d3-be0b-c143c350b63e None None] Port 4e338715-7d9c-4488-a9e7-09efa4f5d331 cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:31:13.281381 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] For port 90830c85-79a1-48f1-858f-e3330df3e85a, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=90830c85-79a1-48f1-858f-e3330df3e85a,segment=NetworkSegment(81bf7a93-80b3-43df-b9d5-462c604a2945),segment_id=81bf7a93-80b3-43df-b9d5-462c604a2945)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:31:13.288789 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:13.291645 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device aa76cb4c-d74f-4357-a72c-cddd17de0825 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:31:13.299658 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-b3771423-b1fb-4bc4-8b30-892fc2b8434d req-8f4bd513-b7e9-4956-948d-f9592f7eff32 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=cfb2ed7caa9b43c9b2145e769e9db92d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0772240 Jul 14 10:31:13.306678 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-ec17626f-9719-4062-9745-ccc92e1f1571 None None] Set router b14624a9-5b9d-46d8-8330-fd0908012bb4 gateway port host: n-d-779913-29 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:31:13.382337 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Pushing event updated for resources: {'Port': ['ID=90830c85-79a1-48f1-858f-e3330df3e85a,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:31:13.405520 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-e3734852-f5b5-488b-8537-24da00f8aafc None None] Provisioning complete for port 4e338715-7d9c-4488-a9e7-09efa4f5d331 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:31:13.406273 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e3734852-f5b5-488b-8537-24da00f8aafc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:13.428337 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-b3771423-b1fb-4bc4-8b30-892fc2b8434d req-3f627ed8-8b2c-456a-af28-c10c05c8d574 service neutron] 10.222.0.68 "GET /v2.0/networks/2aa45962-e6f7-4f2b-a219-46e589bd9b9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127882 Jul 14 10:31:13.442101 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning for port aa76cb4c-d74f-4357-a72c-cddd17de0825 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:31:13.451116 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port aa76cb4c-d74f-4357-a72c-cddd17de0825 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:31:13.451608 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:13.478371 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-e3734852-f5b5-488b-8537-24da00f8aafc None None] Port 4e338715-7d9c-4488-a9e7-09efa4f5d331 cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:31:13.542951 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:13.554529 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-b3771423-b1fb-4bc4-8b30-892fc2b8434d req-edd670eb-b7e0-46b4-a23e-48165341a4be service neutron] 10.222.0.68 "GET /v2.0/networks/2aa45962-e6f7-4f2b-a219-46e589bd9b9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200867 Jul 14 10:31:13.569195 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-ec17626f-9719-4062-9745-ccc92e1f1571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b14624a9-5b9d-46d8-8330-fd0908012bb4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-210224774', 'tenant_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.214'}], 'enable_snat': True}, 'gw_port_id': '90830c85-79a1-48f1-858f-e3330df3e85a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:31:08Z', 'updated_at': '2021-07-14T10:31:11Z', 'revision_number': 4, 'project_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'gw_port': {'id': '90830c85-79a1-48f1-858f-e3330df3e85a', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:a1:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b14624a9-5b9d-46d8-8330-fd0908012bb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:31:08Z', 'updated_at': '2021-07-14T10:31:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': '4e338715-7d9c-4488-a9e7-09efa4f5d331', 'name': '', 'network_id': '2aa45962-e6f7-4f2b-a219-46e589bd9b9b', 'tenant_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'mac_address': 'fa:16:3e:0b:4b:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b14624a9-5b9d-46d8-8330-fd0908012bb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '119b4257-a76c-4a68-896d-ec4d544f3f66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:31:11Z', 'updated_at': '2021-07-14T10:31:12Z', 'revision_number': 2, 'project_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'subnets': [{'id': '119b4257-a76c-4a68-896d-ec4d544f3f66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:31:13.589380 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] For port aa76cb4c-d74f-4357-a72c-cddd17de0825, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=aa76cb4c-d74f-4357-a72c-cddd17de0825,segment=NetworkSegment(4fcb4d3e-7588-4415-9b59-a79e016ad9eb),segment_id=4fcb4d3e-7588-4415-9b59-a79e016ad9eb)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:31:13.590532 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:13.597003 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:13.603339 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec17626f-9719-4062-9745-ccc92e1f1571 None None] Checking router: b14624a9-5b9d-46d8-8330-fd0908012bb4 for host: n-d-779913-29 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:31:13.603339 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec17626f-9719-4062-9745-ccc92e1f1571 None None] Updating router b14624a9-5b9d-46d8-8330-fd0908012bb4 port 4e338715-7d9c-4488-a9e7-09efa4f5d331 binding host n-d-779913-29 {{(pid=93960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 10:31:13.639631 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ec17626f-9719-4062-9745-ccc92e1f1571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:13.649269 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Pushing event updated for resources: {'Port': ['ID=aa76cb4c-d74f-4357-a72c-cddd17de0825,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:31:13.698808 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-9c14dcc0-4ace-40d2-85a2-e8da0067a531 None None] Provisioning complete for port 4e338715-7d9c-4488-a9e7-09efa4f5d331 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:31:13.699463 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9c14dcc0-4ace-40d2-85a2-e8da0067a531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:13.753071 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-9c14dcc0-4ace-40d2-85a2-e8da0067a531 None None] Port 4e338715-7d9c-4488-a9e7-09efa4f5d331 cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:31:13.774372 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-23125a3e-3305-44ce-8fc1-662f06aa7ebe req-51819315-64a0-4a40-ae5f-2b5bad182028 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/ports?device_id=d37452b1-2a4e-4531-8438-834118518231 HTTP/1.1" status: 200 len: 210 time: 0.0433586 Jul 14 10:31:14.035755 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ec17626f-9719-4062-9745-ccc92e1f1571 None None] Notify callbacks [] for port, precommit_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:14.046545 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-ec17626f-9719-4062-9745-ccc92e1f1571 None None] Transition to ACTIVE for port object 4e338715-7d9c-4488-a9e7-09efa4f5d331 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:31:14.051909 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ec17626f-9719-4062-9745-ccc92e1f1571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:14.105041 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683fc84a-c86e-4ac3-9057-8d72d63054e7 None None] Pushing event updated for resources: {'Port': ['ID=4e338715-7d9c-4488-a9e7-09efa4f5d331,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:31:14.126609 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683fc84a-c86e-4ac3-9057-8d72d63054e7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:31:14.126946 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683fc84a-c86e-4ac3-9057-8d72d63054e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:31:14.127523 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683fc84a-c86e-4ac3-9057-8d72d63054e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:31:14.128254 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683fc84a-c86e-4ac3-9057-8d72d63054e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:31:14.128544 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683fc84a-c86e-4ac3-9057-8d72d63054e7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:31:14.129091 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683fc84a-c86e-4ac3-9057-8d72d63054e7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:31:14.129698 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683fc84a-c86e-4ac3-9057-8d72d63054e7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:31:14.130229 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683fc84a-c86e-4ac3-9057-8d72d63054e7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:31:14.130779 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683fc84a-c86e-4ac3-9057-8d72d63054e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:31:14.131334 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683fc84a-c86e-4ac3-9057-8d72d63054e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:31:14.131890 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683fc84a-c86e-4ac3-9057-8d72d63054e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:31:14.132440 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683fc84a-c86e-4ac3-9057-8d72d63054e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:31:14.172455 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-ec17626f-9719-4062-9745-ccc92e1f1571 None None] Attempting to bind port 4e338715-7d9c-4488-a9e7-09efa4f5d331 on host n-d-779913-29 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:31:14.173171 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-ec17626f-9719-4062-9745-ccc92e1f1571 None None] Attempting to bind port 4e338715-7d9c-4488-a9e7-09efa4f5d331 by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': '4fcb4d3e-7588-4415-9b59-a79e016ad9eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '2aa45962-e6f7-4f2b-a219-46e589bd9b9b'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:31:14.173432 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec17626f-9719-4062-9745-ccc92e1f1571 None None] Attempting to bind port 4e338715-7d9c-4488-a9e7-09efa4f5d331 on network 2aa45962-e6f7-4f2b-a219-46e589bd9b9b {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:31:14.179022 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec17626f-9719-4062-9745-ccc92e1f1571 None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 30, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:31:14.179391 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec17626f-9719-4062-9745-ccc92e1f1571 None None] Checking segment: {'id': '4fcb4d3e-7588-4415-9b59-a79e016ad9eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '2aa45962-e6f7-4f2b-a219-46e589bd9b9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:31:14.179787 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ec17626f-9719-4062-9745-ccc92e1f1571 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:14.180169 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec17626f-9719-4062-9745-ccc92e1f1571 None None] Bound using segment: {'id': '4fcb4d3e-7588-4415-9b59-a79e016ad9eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '2aa45962-e6f7-4f2b-a219-46e589bd9b9b'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:31:14.180630 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-ec17626f-9719-4062-9745-ccc92e1f1571 None None] Bound port: 4e338715-7d9c-4488-a9e7-09efa4f5d331, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fcb4d3e-7588-4415-9b59-a79e016ad9eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '2aa45962-e6f7-4f2b-a219-46e589bd9b9b'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:31:14.181002 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ec17626f-9719-4062-9745-ccc92e1f1571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:14.252630 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-ec17626f-9719-4062-9745-ccc92e1f1571 None None] For port 4e338715-7d9c-4488-a9e7-09efa4f5d331, host n-d-779913-29, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:31:14.256431 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-ec17626f-9719-4062-9745-ccc92e1f1571 None None] For port 4e338715-7d9c-4488-a9e7-09efa4f5d331, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=4e338715-7d9c-4488-a9e7-09efa4f5d331,segment=NetworkSegment(4fcb4d3e-7588-4415-9b59-a79e016ad9eb),segment_id=4fcb4d3e-7588-4415-9b59-a79e016ad9eb)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:31:14.261222 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-ec17626f-9719-4062-9745-ccc92e1f1571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:14.322658 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec17626f-9719-4062-9745-ccc92e1f1571 None None] Routers {'b14624a9-5b9d-46d8-8330-fd0908012bb4'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:31:14.323281 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-ec17626f-9719-4062-9745-ccc92e1f1571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T10:30:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['b14624a9-5b9d-46d8-8330-fd0908012bb4'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:31:14.326712 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683fc84a-c86e-4ac3-9057-8d72d63054e7 None None] Pushing event updated for resources: {'Port': ['ID=4e338715-7d9c-4488-a9e7-09efa4f5d331,revision_number=4']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:31:14.340222 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:14.438568 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-ec17626f-9719-4062-9745-ccc92e1f1571 None None] Set router b14624a9-5b9d-46d8-8330-fd0908012bb4 gateway port host: n-d-779913-29 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:31:14.650681 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-ec17626f-9719-4062-9745-ccc92e1f1571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b14624a9-5b9d-46d8-8330-fd0908012bb4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-210224774', 'tenant_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.214'}], 'enable_snat': True}, 'gw_port_id': '90830c85-79a1-48f1-858f-e3330df3e85a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:31:08Z', 'updated_at': '2021-07-14T10:31:11Z', 'revision_number': 4, 'project_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'gw_port': {'id': '90830c85-79a1-48f1-858f-e3330df3e85a', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:a1:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14624a9-5b9d-46d8-8330-fd0908012bb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:31:08Z', 'updated_at': '2021-07-14T10:31:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': '4e338715-7d9c-4488-a9e7-09efa4f5d331', 'name': '', 'network_id': '2aa45962-e6f7-4f2b-a219-46e589bd9b9b', 'tenant_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'mac_address': 'fa:16:3e:0b:4b:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b14624a9-5b9d-46d8-8330-fd0908012bb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '119b4257-a76c-4a68-896d-ec4d544f3f66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:31:11Z', 'updated_at': '2021-07-14T10:31:14Z', 'revision_number': 4, 'project_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'subnets': [{'id': '119b4257-a76c-4a68-896d-ec4d544f3f66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:31:14.676888 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec17626f-9719-4062-9745-ccc92e1f1571 None None] The sync data for ids ['b14624a9-5b9d-46d8-8330-fd0908012bb4'] in n-d-779913-29 is: [{'id': 'b14624a9-5b9d-46d8-8330-fd0908012bb4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-210224774', 'tenant_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.214'}], 'enable_snat': True}, 'gw_port_id': '90830c85-79a1-48f1-858f-e3330df3e85a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:31:08Z', 'updated_at': '2021-07-14T10:31:11Z', 'revision_number': 4, 'project_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'gw_port': {'id': '90830c85-79a1-48f1-858f-e3330df3e85a', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:a1:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14624a9-5b9d-46d8-8330-fd0908012bb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:31:08Z', 'updated_at': '2021-07-14T10:31:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': '4e338715-7d9c-4488-a9e7-09efa4f5d331', 'name': '', 'network_id': '2aa45962-e6f7-4f2b-a219-46e589bd9b9b', 'tenant_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'mac_address': 'fa:16:3e:0b:4b:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b14624a9-5b9d-46d8-8330-fd0908012bb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '119b4257-a76c-4a68-896d-ec4d544f3f66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:31:11Z', 'updated_at': '2021-07-14T10:31:14Z', 'revision_number': 4, 'project_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'subnets': [{'id': '119b4257-a76c-4a68-896d-ec4d544f3f66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:31:14.930198 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-c5118876-4afe-4de8-861f-a8c003e53009 req-e55f41dc-2d1c-4e6c-8917-972a6a636bd6 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/ports?device_id=d37452b1-2a4e-4531-8438-834118518231 HTTP/1.1" status: 200 len: 210 time: 0.0323601 Jul 14 10:31:15.117046 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 90830c85-79a1-48f1-858f-e3330df3e85a up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:31:15.149823 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3771423-b1fb-4bc4-8b30-892fc2b8434d req-fc7ac837-d906-4ce2-83e7-9990783faeb5 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:31:15.151549 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b3771423-b1fb-4bc4-8b30-892fc2b8434d req-fc7ac837-d906-4ce2-83e7-9990783faeb5 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.65 "GET /v2.0/networks?id=2aa45962-e6f7-4f2b-a219-46e589bd9b9b HTTP/1.1" status: 200 len: 796 time: 0.1625984 Jul 14 10:31:15.183698 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port 90830c85-79a1-48f1-858f-e3330df3e85a triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:31:15.184515 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:15.233800 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b3771423-b1fb-4bc4-8b30-892fc2b8434d req-fe707a4a-0a5f-4e72-90c1-cc905ab9150e tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cfb2ed7caa9b43c9b2145e769e9db92d HTTP/1.1" status: 200 len: 379 time: 0.0600669 Jul 14 10:31:15.242605 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-b3771423-b1fb-4bc4-8b30-892fc2b8434d req-d4183cf2-b15a-49a8-99ff-314e75f69396 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Request body: {'port': {'device_id': 'd37452b1-2a4e-4531-8438-834118518231', 'network_id': '2aa45962-e6f7-4f2b-a219-46e589bd9b9b', 'admin_state_up': True, 'tenant_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'security_groups': ['a77ecfff-24ff-4a24-80af-e22b53e3ad07']}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:31:15.286478 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 4e338715-7d9c-4488-a9e7-09efa4f5d331 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:31:15.350953 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning for port 4e338715-7d9c-4488-a9e7-09efa4f5d331 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:31:15.356776 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port 4e338715-7d9c-4488-a9e7-09efa4f5d331 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:31:15.357414 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:15.364062 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3771423-b1fb-4bc4-8b30-892fc2b8434d req-d4183cf2-b15a-49a8-99ff-314e75f69396 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Made reservation on behalf of cfb2ed7caa9b43c9b2145e769e9db92d for: {'port': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:31:15.368160 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-b3771423-b1fb-4bc4-8b30-892fc2b8434d req-d4183cf2-b15a-49a8-99ff-314e75f69396 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:15.442240 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:15.476299 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] For port 4e338715-7d9c-4488-a9e7-09efa4f5d331, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=4e338715-7d9c-4488-a9e7-09efa4f5d331,segment=NetworkSegment(4fcb4d3e-7588-4415-9b59-a79e016ad9eb),segment_id=4fcb4d3e-7588-4415-9b59-a79e016ad9eb)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:31:15.480694 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:15.481812 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device aa76cb4c-d74f-4357-a72c-cddd17de0825 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:31:15.505117 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [req-b3771423-b1fb-4bc4-8b30-892fc2b8434d req-d4183cf2-b15a-49a8-99ff-314e75f69396 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Allocated IP 172.20.0.7 (2aa45962-e6f7-4f2b-a219-46e589bd9b9b/119b4257-a76c-4a68-896d-ec4d544f3f66/95267b17-b55b-48ea-aa49-160acfba1567) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:31:15.578220 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port aa76cb4c-d74f-4357-a72c-cddd17de0825 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:31:15.578650 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:15.581929 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Pushing event updated for resources: {'Port': ['ID=4e338715-7d9c-4488-a9e7-09efa4f5d331,revision_number=5']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:31:15.668687 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-b3771423-b1fb-4bc4-8b30-892fc2b8434d req-d4183cf2-b15a-49a8-99ff-314e75f69396 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:15.685320 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [req-b3771423-b1fb-4bc4-8b30-892fc2b8434d req-d4183cf2-b15a-49a8-99ff-314e75f69396 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Transition to ACTIVE for port object 95267b17-b55b-48ea-aa49-160acfba1567 will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:31:15.722918 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-b3771423-b1fb-4bc4-8b30-892fc2b8434d req-d4183cf2-b15a-49a8-99ff-314e75f69396 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:15.781184 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3771423-b1fb-4bc4-8b30-892fc2b8434d req-d4183cf2-b15a-49a8-99ff-314e75f69396 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Network 2aa45962-e6f7-4f2b-a219-46e589bd9b9b is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:31:15.786175 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [req-b3771423-b1fb-4bc4-8b30-892fc2b8434d req-d4183cf2-b15a-49a8-99ff-314e75f69396 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:31:15.793226 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3771423-b1fb-4bc4-8b30-892fc2b8434d req-d4183cf2-b15a-49a8-99ff-314e75f69396 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:31:15.830619 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4183cf2-b15a-49a8-99ff-314e75f69396 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Pushing event updated for resources: {'Port': ['ID=95267b17-b55b-48ea-aa49-160acfba1567,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:31:15.873943 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3771423-b1fb-4bc4-8b30-892fc2b8434d req-d4183cf2-b15a-49a8-99ff-314e75f69396 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:31:15.874687 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-b3771423-b1fb-4bc4-8b30-892fc2b8434d req-d4183cf2-b15a-49a8-99ff-314e75f69396 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:15.892595 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b3771423-b1fb-4bc4-8b30-892fc2b8434d req-d4183cf2-b15a-49a8-99ff-314e75f69396 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6540151 Jul 14 10:31:15.971903 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-b3771423-b1fb-4bc4-8b30-892fc2b8434d req-83fb4c3e-b2a2-4427-ac2f-fbdda8f20779 service neutron] Request body: {'port': {'device_id': 'd37452b1-2a4e-4531-8438-834118518231', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-29'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:31:16.057357 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-b3771423-b1fb-4bc4-8b30-892fc2b8434d req-83fb4c3e-b2a2-4427-ac2f-fbdda8f20779 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:16.129814 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-aa580c88-d558-4064-9676-2ed0ed1538bc None None] Provisioning for port 95267b17-b55b-48ea-aa49-160acfba1567 completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:31:16.133476 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-aa580c88-d558-4064-9676-2ed0ed1538bc None None] Provisioning complete for port 95267b17-b55b-48ea-aa49-160acfba1567 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:31:16.133956 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-aa580c88-d558-4064-9676-2ed0ed1538bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:16.167312 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-aa580c88-d558-4064-9676-2ed0ed1538bc None None] Port 95267b17-b55b-48ea-aa49-160acfba1567 cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:31:16.559765 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf8a6db-1af4-4a28-95cb-920f3b0a83bf req-3197c308-1a3b-45c8-824f-60abec3c9d9a tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:31:16.561215 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-4bf8a6db-1af4-4a28-95cb-920f3b0a83bf req-3197c308-1a3b-45c8-824f-60abec3c9d9a tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/ports?device_id=d37452b1-2a4e-4531-8438-834118518231 HTTP/1.1" status: 200 len: 931 time: 0.4905019 Jul 14 10:31:16.642991 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-4bf8a6db-1af4-4a28-95cb-920f3b0a83bf req-0bed5657-6ae2-44f6-8b0b-27581a53f8c8 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/security-groups?id=a77ecfff-24ff-4a24-80af-e22b53e3ad07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722094 Jul 14 10:31:16.723653 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [req-b3771423-b1fb-4bc4-8b30-892fc2b8434d req-83fb4c3e-b2a2-4427-ac2f-fbdda8f20779 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95267b17-b55b-48ea-aa49-160acfba1567 {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:31:16.731691 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-b3771423-b1fb-4bc4-8b30-892fc2b8434d req-83fb4c3e-b2a2-4427-ac2f-fbdda8f20779 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:16.743432 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [req-b3771423-b1fb-4bc4-8b30-892fc2b8434d req-83fb4c3e-b2a2-4427-ac2f-fbdda8f20779 service neutron] Transition to ACTIVE for port object 95267b17-b55b-48ea-aa49-160acfba1567 will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:31:16.748509 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-b3771423-b1fb-4bc4-8b30-892fc2b8434d req-83fb4c3e-b2a2-4427-ac2f-fbdda8f20779 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:16.800392 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fb4c3e-b2a2-4427-ac2f-fbdda8f20779 service neutron] Pushing event updated for resources: {'Port': ['ID=95267b17-b55b-48ea-aa49-160acfba1567,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:31:16.877288 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-b3771423-b1fb-4bc4-8b30-892fc2b8434d req-83fb4c3e-b2a2-4427-ac2f-fbdda8f20779 service neutron] Attempting to bind port 95267b17-b55b-48ea-aa49-160acfba1567 on host n-h1-779913-29 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:31:16.877657 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-b3771423-b1fb-4bc4-8b30-892fc2b8434d req-83fb4c3e-b2a2-4427-ac2f-fbdda8f20779 service neutron] Attempting to bind port 95267b17-b55b-48ea-aa49-160acfba1567 by drivers openvswitch,hyperv on host n-h1-779913-29 at level 0 using segments [{'id': '4fcb4d3e-7588-4415-9b59-a79e016ad9eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '2aa45962-e6f7-4f2b-a219-46e589bd9b9b'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:31:16.877992 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3771423-b1fb-4bc4-8b30-892fc2b8434d req-83fb4c3e-b2a2-4427-ac2f-fbdda8f20779 service neutron] Attempting to bind port 95267b17-b55b-48ea-aa49-160acfba1567 on network 2aa45962-e6f7-4f2b-a219-46e589bd9b9b {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:31:16.882583 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3771423-b1fb-4bc4-8b30-892fc2b8434d req-83fb4c3e-b2a2-4427-ac2f-fbdda8f20779 service neutron] Port 95267b17-b55b-48ea-aa49-160acfba1567 on network 2aa45962-e6f7-4f2b-a219-46e589bd9b9b not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-29 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 10:31:16.882908 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3771423-b1fb-4bc4-8b30-892fc2b8434d req-83fb4c3e-b2a2-4427-ac2f-fbdda8f20779 service neutron] Attempting to bind port 95267b17-b55b-48ea-aa49-160acfba1567 on network 2aa45962-e6f7-4f2b-a219-46e589bd9b9b {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:31:16.888691 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3771423-b1fb-4bc4-8b30-892fc2b8434d req-83fb4c3e-b2a2-4427-ac2f-fbdda8f20779 service neutron] Checking agent: {'id': 'de11e667-f145-47b0-bd09-334a7505938e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 13, 12), 'started_at': datetime.datetime(2021, 7, 14, 9, 13, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 31, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:31:16.889031 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3771423-b1fb-4bc4-8b30-892fc2b8434d req-83fb4c3e-b2a2-4427-ac2f-fbdda8f20779 service neutron] Checking segment: {'id': '4fcb4d3e-7588-4415-9b59-a79e016ad9eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '2aa45962-e6f7-4f2b-a219-46e589bd9b9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:31:16.889423 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3771423-b1fb-4bc4-8b30-892fc2b8434d req-83fb4c3e-b2a2-4427-ac2f-fbdda8f20779 service neutron] Bound using segment: {'id': '4fcb4d3e-7588-4415-9b59-a79e016ad9eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '2aa45962-e6f7-4f2b-a219-46e589bd9b9b'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:31:16.889910 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-b3771423-b1fb-4bc4-8b30-892fc2b8434d req-83fb4c3e-b2a2-4427-ac2f-fbdda8f20779 service neutron] Bound port: 95267b17-b55b-48ea-aa49-160acfba1567, host: n-h1-779913-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fcb4d3e-7588-4415-9b59-a79e016ad9eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '2aa45962-e6f7-4f2b-a219-46e589bd9b9b'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:31:16.890278 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-b3771423-b1fb-4bc4-8b30-892fc2b8434d req-83fb4c3e-b2a2-4427-ac2f-fbdda8f20779 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:16.965936 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-b3771423-b1fb-4bc4-8b30-892fc2b8434d req-83fb4c3e-b2a2-4427-ac2f-fbdda8f20779 service neutron] For port 95267b17-b55b-48ea-aa49-160acfba1567, host n-h1-779913-29, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:31:16.969202 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-b3771423-b1fb-4bc4-8b30-892fc2b8434d req-83fb4c3e-b2a2-4427-ac2f-fbdda8f20779 service neutron] For port 95267b17-b55b-48ea-aa49-160acfba1567, host n-h1-779913-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=95267b17-b55b-48ea-aa49-160acfba1567,segment=NetworkSegment(4fcb4d3e-7588-4415-9b59-a79e016ad9eb),segment_id=4fcb4d3e-7588-4415-9b59-a79e016ad9eb)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:31:16.974215 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-b3771423-b1fb-4bc4-8b30-892fc2b8434d req-83fb4c3e-b2a2-4427-ac2f-fbdda8f20779 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:16.990146 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 4e338715-7d9c-4488-a9e7-09efa4f5d331 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:31:17.012713 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3771423-b1fb-4bc4-8b30-892fc2b8434d req-83fb4c3e-b2a2-4427-ac2f-fbdda8f20779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:31:17.013347 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-b3771423-b1fb-4bc4-8b30-892fc2b8434d req-83fb4c3e-b2a2-4427-ac2f-fbdda8f20779 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:17.014897 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b3771423-b1fb-4bc4-8b30-892fc2b8434d req-83fb4c3e-b2a2-4427-ac2f-fbdda8f20779 service neutron] 10.222.0.65 "PUT /v2.0/ports/95267b17-b55b-48ea-aa49-160acfba1567 HTTP/1.1" status: 200 len: 1092 time: 1.1088505 Jul 14 10:31:17.015249 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd37452b1-2a4e-4531-8438-834118518231', 'tag': '95267b17-b55b-48ea-aa49-160acfba1567'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:31:17.017583 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}175264a25d5f1cec9b1451f1a8cc8ced5d4502f5c48740ac7c6845d527b2175b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e08e9b1-4fb1-49fe-8e0c-631ed360fbd9" -d '{"events": [{"name": "network-changed", "server_uuid": "d37452b1-2a4e-4531-8438-834118518231", "tag": "95267b17-b55b-48ea-aa49-160acfba1567"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:31:17.055243 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port 4e338715-7d9c-4488-a9e7-09efa4f5d331 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:31:17.057042 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:17.064657 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fb4c3e-b2a2-4427-ac2f-fbdda8f20779 service neutron] Pushing event updated for resources: {'Port': ['ID=95267b17-b55b-48ea-aa49-160acfba1567,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:31:17.072376 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:31:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc4f37b3-6beb-4b52-9918-23c4e35f1947 x-openstack-request-id: req-cc4f37b3-6beb-4b52-9918-23c4e35f1947 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:31:17.072668 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d37452b1-2a4e-4531-8438-834118518231", "tag": "95267b17-b55b-48ea-aa49-160acfba1567", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:31:17.072922 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-cc4f37b3-6beb-4b52-9918-23c4e35f1947 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:31:17.073322 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd37452b1-2a4e-4531-8438-834118518231', 'tag': '95267b17-b55b-48ea-aa49-160acfba1567', 'status': 'completed', 'code': 200} Jul 14 10:31:17.161722 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3771423-b1fb-4bc4-8b30-892fc2b8434d req-5d07368b-98c0-4fc8-836f-63bea20ae6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:31:17.163307 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b3771423-b1fb-4bc4-8b30-892fc2b8434d req-5d07368b-98c0-4fc8-836f-63bea20ae6ef service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=cfb2ed7caa9b43c9b2145e769e9db92d&device_id=d37452b1-2a4e-4531-8438-834118518231 HTTP/1.1" status: 200 len: 1095 time: 0.0662169 Jul 14 10:31:17.215304 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b3771423-b1fb-4bc4-8b30-892fc2b8434d req-d834befb-63a8-4e09-ab72-ce9ae1931410 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=95267b17-b55b-48ea-aa49-160acfba1567 HTTP/1.1" status: 200 len: 217 time: 0.0397129 Jul 14 10:31:17.269865 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3771423-b1fb-4bc4-8b30-892fc2b8434d req-b1f6578c-53ec-4381-b044-0884f9ec562c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:31:17.271332 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b3771423-b1fb-4bc4-8b30-892fc2b8434d req-b1f6578c-53ec-4381-b044-0884f9ec562c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=119b4257-a76c-4a68-896d-ec4d544f3f66 HTTP/1.1" status: 200 len: 835 time: 0.0503166 Jul 14 10:31:17.329818 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3771423-b1fb-4bc4-8b30-892fc2b8434d req-1f5fb73c-b912-49b7-8e95-375721b6a3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:31:17.331224 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b3771423-b1fb-4bc4-8b30-892fc2b8434d req-1f5fb73c-b912-49b7-8e95-375721b6a3c7 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2aa45962-e6f7-4f2b-a219-46e589bd9b9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0532470 Jul 14 10:31:17.430557 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b3771423-b1fb-4bc4-8b30-892fc2b8434d req-7d916466-1ac6-47f2-8497-cb2da50646da service neutron] 10.222.0.65 "GET /v2.0/networks/2aa45962-e6f7-4f2b-a219-46e589bd9b9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915864 Jul 14 10:31:17.525776 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b3771423-b1fb-4bc4-8b30-892fc2b8434d req-f52e6b02-73bb-4609-bdc3-181489e10bc8 service neutron] 10.222.0.65 "GET /v2.0/networks/2aa45962-e6f7-4f2b-a219-46e589bd9b9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885813 Jul 14 10:31:17.658966 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e08e9b1-4fb1-49fe-8e0c-631ed360fbd9 req-64e10083-16f0-4ebf-ade1-452215c1b382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:31:17.660370 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0e08e9b1-4fb1-49fe-8e0c-631ed360fbd9 req-64e10083-16f0-4ebf-ade1-452215c1b382 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=cfb2ed7caa9b43c9b2145e769e9db92d&device_id=d37452b1-2a4e-4531-8438-834118518231 HTTP/1.1" status: 200 len: 1095 time: 0.0530651 Jul 14 10:31:17.765446 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e08e9b1-4fb1-49fe-8e0c-631ed360fbd9 req-5666e188-9eb2-4cc5-b830-c495805b5b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:31:17.766912 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0e08e9b1-4fb1-49fe-8e0c-631ed360fbd9 req-5666e188-9eb2-4cc5-b830-c495805b5b0e service neutron] 10.222.0.65 "GET /v2.0/networks?id=2aa45962-e6f7-4f2b-a219-46e589bd9b9b HTTP/1.1" status: 200 len: 897 time: 0.1002271 Jul 14 10:31:17.824726 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0e08e9b1-4fb1-49fe-8e0c-631ed360fbd9 req-15b3afa0-e4e2-479f-ac13-8cbe33a7ffca service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=95267b17-b55b-48ea-aa49-160acfba1567 HTTP/1.1" status: 200 len: 217 time: 0.0416706 Jul 14 10:31:17.885883 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b9fa17-88fa-4eb2-9a0d-27c616f11d90 req-61b77ea9-028b-46ea-afaa-58d313b3b760 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:31:17.887368 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-33b9fa17-88fa-4eb2-9a0d-27c616f11d90 req-61b77ea9-028b-46ea-afaa-58d313b3b760 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/ports?device_id=d37452b1-2a4e-4531-8438-834118518231 HTTP/1.1" status: 200 len: 943 time: 0.1350901 Jul 14 10:31:17.902572 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e08e9b1-4fb1-49fe-8e0c-631ed360fbd9 req-7fbaedf5-b321-43cd-9217-57118b824743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:31:17.903936 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0e08e9b1-4fb1-49fe-8e0c-631ed360fbd9 req-7fbaedf5-b321-43cd-9217-57118b824743 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=119b4257-a76c-4a68-896d-ec4d544f3f66 HTTP/1.1" status: 200 len: 835 time: 0.0716691 Jul 14 10:31:17.957565 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-33b9fa17-88fa-4eb2-9a0d-27c616f11d90 req-b06b8b5d-e3fc-4304-97e9-cc5088f1f658 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/security-groups?id=a77ecfff-24ff-4a24-80af-e22b53e3ad07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642197 Jul 14 10:31:17.978022 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e08e9b1-4fb1-49fe-8e0c-631ed360fbd9 req-d1393f4b-27b2-4bc8-8818-ce9a2e9fd42f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:31:17.979608 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0e08e9b1-4fb1-49fe-8e0c-631ed360fbd9 req-d1393f4b-27b2-4bc8-8818-ce9a2e9fd42f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2aa45962-e6f7-4f2b-a219-46e589bd9b9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0668685 Jul 14 10:31:18.075093 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0e08e9b1-4fb1-49fe-8e0c-631ed360fbd9 req-08831676-3592-4304-8adf-1262d84d78f0 service neutron] 10.222.0.65 "GET /v2.0/networks/2aa45962-e6f7-4f2b-a219-46e589bd9b9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885334 Jul 14 10:31:18.166642 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0e08e9b1-4fb1-49fe-8e0c-631ed360fbd9 req-35ecfc0d-3636-4d5f-beb3-d0b39e908f17 service neutron] 10.222.0.65 "GET /v2.0/networks/2aa45962-e6f7-4f2b-a219-46e589bd9b9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848341 Jul 14 10:31:19.133091 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82241acb-7490-4fda-b64f-b2aa12250a96 req-2633dc60-0385-461f-bb46-89103b604562 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:31:19.134612 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-82241acb-7490-4fda-b64f-b2aa12250a96 req-2633dc60-0385-461f-bb46-89103b604562 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/ports?device_id=d37452b1-2a4e-4531-8438-834118518231 HTTP/1.1" status: 200 len: 943 time: 0.0647933 Jul 14 10:31:19.172176 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-82241acb-7490-4fda-b64f-b2aa12250a96 req-700fdf4f-226a-4532-bd83-59d4199b82f9 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/security-groups?id=a77ecfff-24ff-4a24-80af-e22b53e3ad07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319297 Jul 14 10:31:20.349811 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f2bb49-1e6b-4364-ab01-a1dbc7686eb6 req-42b5b74b-6f97-4cfc-a4b3-8419d910ae25 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:31:20.351313 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-53f2bb49-1e6b-4364-ab01-a1dbc7686eb6 req-42b5b74b-6f97-4cfc-a4b3-8419d910ae25 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/ports?device_id=d37452b1-2a4e-4531-8438-834118518231 HTTP/1.1" status: 200 len: 943 time: 0.0696013 Jul 14 10:31:20.391780 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-53f2bb49-1e6b-4364-ab01-a1dbc7686eb6 req-f810a16e-463a-44ab-8ca4-c65f378dd499 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/security-groups?id=a77ecfff-24ff-4a24-80af-e22b53e3ad07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343065 Jul 14 10:31:20.480800 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 95267b17-b55b-48ea-aa49-160acfba1567 details requested by agent hyperv_n-h1-779913-29 with host n-h1-779913-29 {{(pid=93959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 10:31:20.579530 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port 95267b17-b55b-48ea-aa49-160acfba1567, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=95267b17-b55b-48ea-aa49-160acfba1567,segment=NetworkSegment(4fcb4d3e-7588-4415-9b59-a79e016ad9eb),segment_id=4fcb4d3e-7588-4415-9b59-a79e016ad9eb)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:31:20.591171 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Returning: {'device': '95267b17-b55b-48ea-aa49-160acfba1567', 'network_id': '2aa45962-e6f7-4f2b-a219-46e589bd9b9b', 'port_id': '95267b17-b55b-48ea-aa49-160acfba1567', 'mac_address': 'fa:16:3e:b7:1a:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '119b4257-a76c-4a68-896d-ec4d544f3f66', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 10:31:20.626741 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:20.639602 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95267b17-b55b-48ea-aa49-160acfba1567 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:31:20.659139 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port 95267b17-b55b-48ea-aa49-160acfba1567, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=95267b17-b55b-48ea-aa49-160acfba1567,segment=NetworkSegment(4fcb4d3e-7588-4415-9b59-a79e016ad9eb),segment_id=4fcb4d3e-7588-4415-9b59-a79e016ad9eb)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:31:20.663018 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:20.708835 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Pushing event updated for resources: {'Port': ['ID=95267b17-b55b-48ea-aa49-160acfba1567,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:31:20.987032 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] get_ports_and_sgs() called for port_ids ['95267b17-b55b-48ea-aa49-160acfba1567'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:31:21.586399 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8264f9-f3fd-42b4-bf80-624ea296afdd req-032f8bed-f5c6-4079-8b13-dba65670f673 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:31:21.588729 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-dc8264f9-f3fd-42b4-bf80-624ea296afdd req-032f8bed-f5c6-4079-8b13-dba65670f673 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/ports?device_id=d37452b1-2a4e-4531-8438-834118518231 HTTP/1.1" status: 200 len: 944 time: 0.0815248 Jul 14 10:31:21.628031 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-dc8264f9-f3fd-42b4-bf80-624ea296afdd req-e8e8a02e-b802-4652-ac2b-f021058cfcfa tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/security-groups?id=a77ecfff-24ff-4a24-80af-e22b53e3ad07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334673 Jul 14 10:31:22.325000 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a970a0e5-96d9-4f3c-99f7-13ccbd0b0a51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:22.496766 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 95267b17-b55b-48ea-aa49-160acfba1567 up at agent hyperv_n-h1-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:31:22.566391 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Provisioning for port 95267b17-b55b-48ea-aa49-160acfba1567 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:31:22.570410 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Provisioning complete for port 95267b17-b55b-48ea-aa49-160acfba1567 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:31:22.570853 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:22.645086 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:22.667973 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd37452b1-2a4e-4531-8438-834118518231', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95267b17-b55b-48ea-aa49-160acfba1567'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:31:22.670240 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}329bd6c07f982fc6c8be245f0be026b528efb6c8a9415522477faf1b9157eba4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01db2257-050e-403d-a374-bf3356113cf9" -d '{"events": [{"server_uuid": "d37452b1-2a4e-4531-8438-834118518231", "name": "network-vif-plugged", "status": "completed", "tag": "95267b17-b55b-48ea-aa49-160acfba1567"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:31:22.683466 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port 95267b17-b55b-48ea-aa49-160acfba1567, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=95267b17-b55b-48ea-aa49-160acfba1567,segment=NetworkSegment(4fcb4d3e-7588-4415-9b59-a79e016ad9eb),segment_id=4fcb4d3e-7588-4415-9b59-a79e016ad9eb)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:31:22.688365 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:22.741738 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Pushing event updated for resources: {'Port': ['ID=95267b17-b55b-48ea-aa49-160acfba1567,revision_number=5']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:31:22.769446 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:31:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-611decc5-5a10-486a-8009-804bc354a1e7 x-openstack-request-id: req-611decc5-5a10-486a-8009-804bc354a1e7 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:31:22.769805 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d37452b1-2a4e-4531-8438-834118518231", "name": "network-vif-plugged", "status": "completed", "tag": "95267b17-b55b-48ea-aa49-160acfba1567", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:31:22.770064 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-611decc5-5a10-486a-8009-804bc354a1e7 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:31:22.770467 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd37452b1-2a4e-4531-8438-834118518231', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95267b17-b55b-48ea-aa49-160acfba1567', 'code': 200} Jul 14 10:31:22.823916 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d573770a-33c9-4ea0-b500-ef1faba422c0 req-30376bd2-3aa1-4cad-bde2-84da59c77a6a tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:31:22.825545 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d573770a-33c9-4ea0-b500-ef1faba422c0 req-30376bd2-3aa1-4cad-bde2-84da59c77a6a tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/ports?device_id=d37452b1-2a4e-4531-8438-834118518231 HTTP/1.1" status: 200 len: 945 time: 0.0730445 Jul 14 10:31:22.873757 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d573770a-33c9-4ea0-b500-ef1faba422c0 req-e3c08a32-28b5-4d3f-811f-0cfdec8d2c8c tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/security-groups?id=a77ecfff-24ff-4a24-80af-e22b53e3ad07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424905 Jul 14 10:31:22.916891 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-face217f-d540-446e-bb5b-0a22b1aab9f9 req-d88560b9-11ab-4abd-8856-eb5791fbeba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:31:22.918355 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-face217f-d540-446e-bb5b-0a22b1aab9f9 req-d88560b9-11ab-4abd-8856-eb5791fbeba8 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=d37452b1-2a4e-4531-8438-834118518231 HTTP/1.1" status: 200 len: 1097 time: 0.0602500 Jul 14 10:31:22.956307 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-face217f-d540-446e-bb5b-0a22b1aab9f9 req-bbe3aa8b-e6b0-4366-865a-6350866e500a service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=a77ecfff-24ff-4a24-80af-e22b53e3ad07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310552 Jul 14 10:31:24.091341 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc76259-2301-41c0-811c-56df7fb532de req-9acff843-3493-4261-af08-5f6f0f93baa1 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:31:24.092875 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-3bc76259-2301-41c0-811c-56df7fb532de req-9acff843-3493-4261-af08-5f6f0f93baa1 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/ports?device_id=d37452b1-2a4e-4531-8438-834118518231 HTTP/1.1" status: 200 len: 945 time: 0.0758145 Jul 14 10:31:24.134783 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-3bc76259-2301-41c0-811c-56df7fb532de req-84736ddf-6105-4d23-81c0-2881f8e1c8ba tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/security-groups?id=a77ecfff-24ff-4a24-80af-e22b53e3ad07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341799 Jul 14 10:31:24.911309 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:25.005151 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-cadef021-625f-44d8-8ca7-f0577efa4b45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:25.314100 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad66458d-d386-456a-8d30-7145b9df85ac req-5ca1028a-c1ef-4159-9b64-9bc9f8641ce2 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:31:25.315601 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ad66458d-d386-456a-8d30-7145b9df85ac req-5ca1028a-c1ef-4159-9b64-9bc9f8641ce2 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/ports?device_id=d37452b1-2a4e-4531-8438-834118518231 HTTP/1.1" status: 200 len: 945 time: 0.0706174 Jul 14 10:31:25.355103 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ad66458d-d386-456a-8d30-7145b9df85ac req-820e3718-1050-48b8-b24a-519b51b30009 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/security-groups?id=a77ecfff-24ff-4a24-80af-e22b53e3ad07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335875 Jul 14 10:31:25.529617 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b426a8ae-f7e6-4c66-b691-b24c1c5758e8 req-f052fce4-62a9-407e-bcd3-908bd0bef183 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:31:25.531190 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-b426a8ae-f7e6-4c66-b691-b24c1c5758e8 req-f052fce4-62a9-407e-bcd3-908bd0bef183 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/ports?device_id=d37452b1-2a4e-4531-8438-834118518231 HTTP/1.1" status: 200 len: 945 time: 0.0644317 Jul 14 10:31:25.572361 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-b426a8ae-f7e6-4c66-b691-b24c1c5758e8 req-abc7052e-d0eb-41a2-a153-893e5510a125 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/security-groups?id=a77ecfff-24ff-4a24-80af-e22b53e3ad07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341892 Jul 14 10:31:25.596409 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 41402) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:31:25.653986 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c9d00dd-3714-4309-8598-70ba15bc711e tempest-TestNetworkAdvancedServerOps-67860489 tempest-TestNetworkAdvancedServerOps-67860489-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:31:25.655606 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-4c9d00dd-3714-4309-8598-70ba15bc711e tempest-TestNetworkAdvancedServerOps-67860489 tempest-TestNetworkAdvancedServerOps-67860489-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=d37452b1-2a4e-4531-8438-834118518231 HTTP/1.1" status: 200 len: 1092 time: 0.0581851 Jul 14 10:31:25.658699 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 41404) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:31:25.663263 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-59f91c80-38ef-4ab2-8acc-c09df30a512a tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Request body: {'floatingip': {'floating_network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'port_id': '95267b17-b55b-48ea-aa49-160acfba1567', 'tenant_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:31:25.686303 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-59f91c80-38ef-4ab2-8acc-c09df30a512a tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks [] for floatingip, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:25.785832 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-59f91c80-38ef-4ab2-8acc-c09df30a512a tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:25.900482 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-59f91c80-38ef-4ab2-8acc-c09df30a512a tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Allocated IP 172.25.4.54 (2dcd4d32-cc7c-4468-b396-7ce5c9231892/6cd22a75-5bc1-467c-a3c4-0af04bd1b34a/ad6a9963-0a09-4d21-a1fa-49b6d03a2e1f) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:31:25.959697 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-4d5ffcfa-cfa8-43c9-92a9-502e338fc102 req-1fd9b9f0-0e2e-4da7-8a14-970b215471cb service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=d37452b1-2a4e-4531-8438-834118518231&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0538201 Jul 14 10:31:26.009393 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-59f91c80-38ef-4ab2-8acc-c09df30a512a tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:26.057099 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-59f91c80-38ef-4ab2-8acc-c09df30a512a tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:26.075898 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5ffcfa-cfa8-43c9-92a9-502e338fc102 req-fdccf6fd-9643-4fd1-9385-cd3713a78d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:31:26.077395 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-4d5ffcfa-cfa8-43c9-92a9-502e338fc102 req-fdccf6fd-9643-4fd1-9385-cd3713a78d8a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=cfb2ed7caa9b43c9b2145e769e9db92d&device_id=d37452b1-2a4e-4531-8438-834118518231 HTTP/1.1" status: 200 len: 1097 time: 0.0572810 Jul 14 10:31:26.094077 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59f91c80-38ef-4ab2-8acc-c09df30a512a tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Network 2dcd4d32-cc7c-4468-b396-7ce5c9231892 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:31:26.097098 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-59f91c80-38ef-4ab2-8acc-c09df30a512a tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:31:26.101770 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f91c80-38ef-4ab2-8acc-c09df30a512a tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:31:26.137541 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f91c80-38ef-4ab2-8acc-c09df30a512a tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Pushing event updated for resources: {'Port': ['ID=ad6a9963-0a09-4d21-a1fa-49b6d03a2e1f,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:31:26.166618 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5ad31076-714c-49ec-bc37-f3d4cd90112a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:26.194906 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5ffcfa-cfa8-43c9-92a9-502e338fc102 req-b77b4fa2-10dc-4d6b-ab1e-19375aca67f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:31:26.196597 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-4d5ffcfa-cfa8-43c9-92a9-502e338fc102 req-b77b4fa2-10dc-4d6b-ab1e-19375aca67f2 service neutron] 10.222.0.65 "GET /v2.0/networks?id=2aa45962-e6f7-4f2b-a219-46e589bd9b9b HTTP/1.1" status: 200 len: 897 time: 0.0993707 Jul 14 10:31:26.241506 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-4d5ffcfa-cfa8-43c9-92a9-502e338fc102 req-27f3a535-dd86-4023-93bb-fb64b5637d18 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=95267b17-b55b-48ea-aa49-160acfba1567 HTTP/1.1" status: 200 len: 217 time: 0.0386889 Jul 14 10:31:26.296597 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5ffcfa-cfa8-43c9-92a9-502e338fc102 req-e9d9ae33-f16d-4eb4-a266-e8a4c0e40121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:31:26.298120 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-4d5ffcfa-cfa8-43c9-92a9-502e338fc102 req-e9d9ae33-f16d-4eb4-a266-e8a4c0e40121 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=119b4257-a76c-4a68-896d-ec4d544f3f66 HTTP/1.1" status: 200 len: 835 time: 0.0505075 Jul 14 10:31:26.357609 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5ffcfa-cfa8-43c9-92a9-502e338fc102 req-c849fc6d-2556-43d3-ab7b-f707a2c85cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:31:26.359357 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-4d5ffcfa-cfa8-43c9-92a9-502e338fc102 req-c849fc6d-2556-43d3-ab7b-f707a2c85cb5 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2aa45962-e6f7-4f2b-a219-46e589bd9b9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0548851 Jul 14 10:31:26.451580 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-4d5ffcfa-cfa8-43c9-92a9-502e338fc102 req-53115bc1-a1b0-48f7-806e-57fb6609c258 service neutron] 10.222.0.65 "GET /v2.0/networks/2aa45962-e6f7-4f2b-a219-46e589bd9b9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856035 Jul 14 10:31:26.499092 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-59f91c80-38ef-4ab2-8acc-c09df30a512a tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:26.553384 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-4d5ffcfa-cfa8-43c9-92a9-502e338fc102 req-632ba33e-0a1b-4270-84da-65b384923fb8 service neutron] 10.222.0.65 "GET /v2.0/networks/2aa45962-e6f7-4f2b-a219-46e589bd9b9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961869 Jul 14 10:31:26.578465 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-59f91c80-38ef-4ab2-8acc-c09df30a512a tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:26.738554 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-59f91c80-38ef-4ab2-8acc-c09df30a512a tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:26.743206 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-59f91c80-38ef-4ab2-8acc-c09df30a512a tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13574142'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:26.814287 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f91c80-38ef-4ab2-8acc-c09df30a512a tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Pushing event updated for resources: {'Port': ['ID=ad6a9963-0a09-4d21-a1fa-49b6d03a2e1f,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:31:26.822900 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-59f91c80-38ef-4ab2-8acc-c09df30a512a tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-660590'] for floatingip, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:26.926127 n-d-779913-29 neutron-server[93958]: INFO neutron.db.l3_db [None req-59f91c80-38ef-4ab2-8acc-c09df30a512a tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Floating IP 70e50d34-8077-4ff5-979f-ed41740ab2b0 associated. External IP: 172.25.4.54, port: 95267b17-b55b-48ea-aa49-160acfba1567. Jul 14 10:31:27.137345 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59f91c80-38ef-4ab2-8acc-c09df30a512a tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Router b14624a9-5b9d-46d8-8330-fd0908012bb4 has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:31:27.249253 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59f91c80-38ef-4ab2-8acc-c09df30a512a tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:31:27.260156 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-539708c5-bb43-49c7-b69b-d1cd69a047ed None None] Sync routers for ids ['b14624a9-5b9d-46d8-8330-fd0908012bb4'] in n-d-779913-29 {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:31:27.267562 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-59f91c80-38ef-4ab2-8acc-c09df30a512a tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for floatingip, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:27.273504 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-539708c5-bb43-49c7-b69b-d1cd69a047ed None None] Routers {'b14624a9-5b9d-46d8-8330-fd0908012bb4'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:31:27.273504 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-539708c5-bb43-49c7-b69b-d1cd69a047ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T10:31:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['b14624a9-5b9d-46d8-8330-fd0908012bb4'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:31:27.318688 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-59f91c80-38ef-4ab2-8acc-c09df30a512a tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6589038 Jul 14 10:31:27.319277 n-d-779913-29 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd37452b1-2a4e-4531-8438-834118518231', 'tag': '95267b17-b55b-48ea-aa49-160acfba1567'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:31:27.321785 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82c9a11f5df8b4f9d341972fcff9d80aa084fe552c1175757b5f274cb7b9b23a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73113eea-c971-41a8-9017-6f1ebc2c1d18" -d '{"events": [{"name": "network-changed", "server_uuid": "d37452b1-2a4e-4531-8438-834118518231", "tag": "95267b17-b55b-48ea-aa49-160acfba1567"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:31:27.386156 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:31:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89988a95-68b5-47b1-af22-8a7235c6dfc3 x-openstack-request-id: req-89988a95-68b5-47b1-af22-8a7235c6dfc3 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:31:27.386474 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d37452b1-2a4e-4531-8438-834118518231", "tag": "95267b17-b55b-48ea-aa49-160acfba1567", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:31:27.386748 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-89988a95-68b5-47b1-af22-8a7235c6dfc3 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:31:27.387157 n-d-779913-29 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd37452b1-2a4e-4531-8438-834118518231', 'tag': '95267b17-b55b-48ea-aa49-160acfba1567', 'status': 'completed', 'code': 200} Jul 14 10:31:27.431378 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvr_db [None req-539708c5-bb43-49c7-b69b-d1cd69a047ed None None] Set router b14624a9-5b9d-46d8-8330-fd0908012bb4 gateway port host: n-d-779913-29 {{(pid=93959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:31:27.530648 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3343dd8e-5480-4740-b48b-b2673d452ed3 req-f640cfcc-d3be-4ca2-a2a3-63909502c3de tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:31:27.532268 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3343dd8e-5480-4740-b48b-b2673d452ed3 req-f640cfcc-d3be-4ca2-a2a3-63909502c3de tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/ports?device_id=d37452b1-2a4e-4531-8438-834118518231 HTTP/1.1" status: 200 len: 945 time: 0.1149907 Jul 14 10:31:27.534260 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73113eea-c971-41a8-9017-6f1ebc2c1d18 req-b2979ec1-f635-4150-846f-b0a2c2e6de4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:31:27.535732 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-73113eea-c971-41a8-9017-6f1ebc2c1d18 req-b2979ec1-f635-4150-846f-b0a2c2e6de4f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=cfb2ed7caa9b43c9b2145e769e9db92d&device_id=d37452b1-2a4e-4531-8438-834118518231 HTTP/1.1" status: 200 len: 1097 time: 0.0884922 Jul 14 10:31:27.626139 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3343dd8e-5480-4740-b48b-b2673d452ed3 req-1c12fd27-d543-443e-8644-82973134874c tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/security-groups?id=a77ecfff-24ff-4a24-80af-e22b53e3ad07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0874207 Jul 14 10:31:27.672441 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 41412) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:31:27.673050 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73113eea-c971-41a8-9017-6f1ebc2c1d18 req-b69ac0ad-ab34-427d-b32d-480ffd92ff55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:31:27.675506 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-73113eea-c971-41a8-9017-6f1ebc2c1d18 req-b69ac0ad-ab34-427d-b32d-480ffd92ff55 service neutron] 10.222.0.65 "GET /v2.0/networks?id=2aa45962-e6f7-4f2b-a219-46e589bd9b9b HTTP/1.1" status: 200 len: 897 time: 0.1303897 Jul 14 10:31:27.682514 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-539708c5-bb43-49c7-b69b-d1cd69a047ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b14624a9-5b9d-46d8-8330-fd0908012bb4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-210224774', 'tenant_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.214'}], 'enable_snat': True}, 'gw_port_id': '90830c85-79a1-48f1-858f-e3330df3e85a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:31:08Z', 'updated_at': '2021-07-14T10:31:11Z', 'revision_number': 4, 'project_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'gw_port': {'id': '90830c85-79a1-48f1-858f-e3330df3e85a', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:a1:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14624a9-5b9d-46d8-8330-fd0908012bb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:31:08Z', 'updated_at': '2021-07-14T10:31:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_floatingips': [{'id': '70e50d34-8077-4ff5-979f-ed41740ab2b0', 'tenant_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'floating_ip_address': '172.25.4.54', 'floating_network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'router_id': 'b14624a9-5b9d-46d8-8330-fd0908012bb4', 'port_id': '95267b17-b55b-48ea-aa49-160acfba1567', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4225, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2aa45962-e6f7-4f2b-a219-46e589bd9b9b', 'mac_address': 'fa:16:3e:b7:1a:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd37452b1-2a4e-4531-8438-834118518231', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T10:31:26Z', 'updated_at': '2021-07-14T10:31:26Z', 'revision_number': 0, 'project_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e338715-7d9c-4488-a9e7-09efa4f5d331', 'name': '', 'network_id': '2aa45962-e6f7-4f2b-a219-46e589bd9b9b', 'tenant_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'mac_address': 'fa:16:3e:0b:4b:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14624a9-5b9d-46d8-8330-fd0908012bb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '119b4257-a76c-4a68-896d-ec4d544f3f66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:31:11Z', 'updated_at': '2021-07-14T10:31:15Z', 'revision_number': 5, 'project_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'subnets': [{'id': '119b4257-a76c-4a68-896d-ec4d544f3f66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:31:27.717611 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-539708c5-bb43-49c7-b69b-d1cd69a047ed None None] Checking router: b14624a9-5b9d-46d8-8330-fd0908012bb4 for host: n-d-779913-29 {{(pid=93959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:31:27.727393 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-539708c5-bb43-49c7-b69b-d1cd69a047ed None None] Routers {'b14624a9-5b9d-46d8-8330-fd0908012bb4'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:31:27.728192 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-539708c5-bb43-49c7-b69b-d1cd69a047ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T10:31:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['b14624a9-5b9d-46d8-8330-fd0908012bb4'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:31:27.751007 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-73113eea-c971-41a8-9017-6f1ebc2c1d18 req-c832e99f-4d9e-4115-84ed-9005bfcf9d86 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=95267b17-b55b-48ea-aa49-160acfba1567 HTTP/1.1" status: 200 len: 998 time: 0.0681806 Jul 14 10:31:27.804597 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73113eea-c971-41a8-9017-6f1ebc2c1d18 req-16e3a5d1-2e79-4eee-9be5-48ee24c5caa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:31:27.807109 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-73113eea-c971-41a8-9017-6f1ebc2c1d18 req-16e3a5d1-2e79-4eee-9be5-48ee24c5caa0 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=119b4257-a76c-4a68-896d-ec4d544f3f66 HTTP/1.1" status: 200 len: 835 time: 0.0504334 Jul 14 10:31:27.846010 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvr_db [None req-539708c5-bb43-49c7-b69b-d1cd69a047ed None None] Set router b14624a9-5b9d-46d8-8330-fd0908012bb4 gateway port host: n-d-779913-29 {{(pid=93959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:31:27.872349 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73113eea-c971-41a8-9017-6f1ebc2c1d18 req-5b53754d-52a9-4b63-b233-32c79e8ea327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:31:27.874034 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-73113eea-c971-41a8-9017-6f1ebc2c1d18 req-5b53754d-52a9-4b63-b233-32c79e8ea327 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2aa45962-e6f7-4f2b-a219-46e589bd9b9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0610013 Jul 14 10:31:27.983566 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-73113eea-c971-41a8-9017-6f1ebc2c1d18 req-a9ccdd6a-313d-4697-aa9d-4660af5a29e4 service neutron] 10.222.0.65 "GET /v2.0/networks/2aa45962-e6f7-4f2b-a219-46e589bd9b9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025696 Jul 14 10:31:28.025860 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-719e8d74-fb05-4159-9377-9a7408302421 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/floatingips/70e50d34-8077-4ff5-979f-ed41740ab2b0 HTTP/1.1" status: 200 len: 990 time: 0.3519487 Jul 14 10:31:28.066695 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5bbe322f-3f67-4864-bc0a-91afe44d23e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:28.080368 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-73113eea-c971-41a8-9017-6f1ebc2c1d18 req-5fa56882-edc7-41c6-b810-c04c0e911d42 service neutron] 10.222.0.65 "GET /v2.0/networks/2aa45962-e6f7-4f2b-a219-46e589bd9b9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905423 Jul 14 10:31:28.252149 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-539708c5-bb43-49c7-b69b-d1cd69a047ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b14624a9-5b9d-46d8-8330-fd0908012bb4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-210224774', 'tenant_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.214'}], 'enable_snat': True}, 'gw_port_id': '90830c85-79a1-48f1-858f-e3330df3e85a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:31:08Z', 'updated_at': '2021-07-14T10:31:11Z', 'revision_number': 4, 'project_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'gw_port': {'id': '90830c85-79a1-48f1-858f-e3330df3e85a', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:a1:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14624a9-5b9d-46d8-8330-fd0908012bb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:31:08Z', 'updated_at': '2021-07-14T10:31:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_floatingips': [{'id': '70e50d34-8077-4ff5-979f-ed41740ab2b0', 'tenant_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'floating_ip_address': '172.25.4.54', 'floating_network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'router_id': 'b14624a9-5b9d-46d8-8330-fd0908012bb4', 'port_id': '95267b17-b55b-48ea-aa49-160acfba1567', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4225, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2aa45962-e6f7-4f2b-a219-46e589bd9b9b', 'mac_address': 'fa:16:3e:b7:1a:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd37452b1-2a4e-4531-8438-834118518231', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T10:31:26Z', 'updated_at': '2021-07-14T10:31:26Z', 'revision_number': 0, 'project_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e338715-7d9c-4488-a9e7-09efa4f5d331', 'name': '', 'network_id': '2aa45962-e6f7-4f2b-a219-46e589bd9b9b', 'tenant_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'mac_address': 'fa:16:3e:0b:4b:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14624a9-5b9d-46d8-8330-fd0908012bb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '119b4257-a76c-4a68-896d-ec4d544f3f66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:31:11Z', 'updated_at': '2021-07-14T10:31:15Z', 'revision_number': 5, 'project_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'subnets': [{'id': '119b4257-a76c-4a68-896d-ec4d544f3f66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:31:28.283526 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-539708c5-bb43-49c7-b69b-d1cd69a047ed None None] The sync data for ids ['b14624a9-5b9d-46d8-8330-fd0908012bb4'] in n-d-779913-29 is: [{'id': 'b14624a9-5b9d-46d8-8330-fd0908012bb4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-210224774', 'tenant_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.214'}], 'enable_snat': True}, 'gw_port_id': '90830c85-79a1-48f1-858f-e3330df3e85a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:31:08Z', 'updated_at': '2021-07-14T10:31:11Z', 'revision_number': 4, 'project_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'gw_port': {'id': '90830c85-79a1-48f1-858f-e3330df3e85a', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:a1:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14624a9-5b9d-46d8-8330-fd0908012bb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:31:08Z', 'updated_at': '2021-07-14T10:31:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_floatingips': [{'id': '70e50d34-8077-4ff5-979f-ed41740ab2b0', 'tenant_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'floating_ip_address': '172.25.4.54', 'floating_network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'router_id': 'b14624a9-5b9d-46d8-8330-fd0908012bb4', 'port_id': '95267b17-b55b-48ea-aa49-160acfba1567', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4225, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2aa45962-e6f7-4f2b-a219-46e589bd9b9b', 'mac_address': 'fa:16:3e:b7:1a:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd37452b1-2a4e-4531-8438-834118518231', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T10:31:26Z', 'updated_at': '2021-07-14T10:31:26Z', 'revision_number': 0, 'project_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e338715-7d9c-4488-a9e7-09efa4f5d331', 'name': '', 'network_id': '2aa45962-e6f7-4f2b-a219-46e589bd9b9b', 'tenant_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'mac_address': 'fa:16:3e:0b:4b:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14624a9-5b9d-46d8-8330-fd0908012bb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '119b4257-a76c-4a68-896d-ec4d544f3f66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:31:11Z', 'updated_at': '2021-07-14T10:31:15Z', 'revision_number': 5, 'project_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'subnets': [{'id': '119b4257-a76c-4a68-896d-ec4d544f3f66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:31:28.475033 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb523dae-dc21-4975-a839-fc74acb884a7 None None] New status for floating IP 70e50d34-8077-4ff5-979f-ed41740ab2b0: ACTIVE {{(pid=93960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 10:31:29.029664 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 41414) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:31:29.095092 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-825afc16-1815-468d-93cf-5bb725fbf8b0 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/floatingips/70e50d34-8077-4ff5-979f-ed41740ab2b0 HTTP/1.1" status: 200 len: 992 time: 0.0640142 Jul 14 10:31:43.583425 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:44.334187 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:47.664027 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.agents_db [None req-3c3509fb-540d-4335-a450-574895dd3602 None None] Agent healthcheck: found 7 active agents {{(pid=93960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:31:52.328929 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-90bd340b-e998-427b-b466-9dcdd6c0d7b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:54.906681 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:55.006930 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ea33dcbf-e10e-41b6-b420-e77c7264efa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:56.165747 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5ad31076-714c-49ec-bc37-f3d4cd90112a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:57.968190 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5bbe322f-3f67-4864-bc0a-91afe44d23e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:00.670704 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7033f144-6c37-4aa3-a9a5-4a5770910065 req-7668fcfb-442f-47c9-8800-cffbb9203d2f tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:32:00.672367 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-7033f144-6c37-4aa3-a9a5-4a5770910065 req-7668fcfb-442f-47c9-8800-cffbb9203d2f tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/ports?device_id=d37452b1-2a4e-4531-8438-834118518231 HTTP/1.1" status: 200 len: 945 time: 0.0664780 Jul 14 10:32:00.712357 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-7033f144-6c37-4aa3-a9a5-4a5770910065 req-2e401686-9025-46c4-8f85-36d3a70a148b tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/security-groups?id=a77ecfff-24ff-4a24-80af-e22b53e3ad07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342407 Jul 14 10:32:01.911725 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcf4f52-9da3-4e61-bd17-dcc25b35f655 req-1d584536-8187-4e08-9b2b-df747e569fa8 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:32:01.913232 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-fbcf4f52-9da3-4e61-bd17-dcc25b35f655 req-1d584536-8187-4e08-9b2b-df747e569fa8 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/ports?device_id=d37452b1-2a4e-4531-8438-834118518231 HTTP/1.1" status: 200 len: 945 time: 0.0828657 Jul 14 10:32:01.951825 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-fbcf4f52-9da3-4e61-bd17-dcc25b35f655 req-b7202ceb-866e-4203-be8f-f530e620b176 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/security-groups?id=a77ecfff-24ff-4a24-80af-e22b53e3ad07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322597 Jul 14 10:32:01.978246 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 41436) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:32:02.038278 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-7716aa30-1541-4129-97e7-f3daa875e0b9 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/floatingips/70e50d34-8077-4ff5-979f-ed41740ab2b0 HTTP/1.1" status: 200 len: 992 time: 0.0582926 Jul 14 10:32:03.490352 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd706c25-2403-4ca8-bad8-541774acf5c9 req-203aa7c8-60ff-4e55-bbc3-a739bbab4e47 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:32:03.492452 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-bd706c25-2403-4ca8-bad8-541774acf5c9 req-203aa7c8-60ff-4e55-bbc3-a739bbab4e47 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/ports?device_id=d37452b1-2a4e-4531-8438-834118518231 HTTP/1.1" status: 200 len: 945 time: 0.0674932 Jul 14 10:32:03.492619 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd7a922-5abc-4dd0-8f8f-6d7ed7192b8e req-f3813c24-a4ff-4d88-beae-330f058d4b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:32:03.493991 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6cd7a922-5abc-4dd0-8f8f-6d7ed7192b8e req-f3813c24-a4ff-4d88-beae-330f058d4b94 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=cfb2ed7caa9b43c9b2145e769e9db92d&device_id=d37452b1-2a4e-4531-8438-834118518231 HTTP/1.1" status: 200 len: 1097 time: 0.0572646 Jul 14 10:32:03.532470 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-bd706c25-2403-4ca8-bad8-541774acf5c9 req-27426846-ad6a-4cb4-8409-cb48e78ca3e0 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/security-groups?id=a77ecfff-24ff-4a24-80af-e22b53e3ad07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337257 Jul 14 10:32:03.586051 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd7a922-5abc-4dd0-8f8f-6d7ed7192b8e req-7fb95208-2cd9-4306-8ea3-f946bd5e75e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:32:03.587516 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6cd7a922-5abc-4dd0-8f8f-6d7ed7192b8e req-7fb95208-2cd9-4306-8ea3-f946bd5e75e7 service neutron] 10.222.0.65 "GET /v2.0/networks?id=2aa45962-e6f7-4f2b-a219-46e589bd9b9b HTTP/1.1" status: 200 len: 897 time: 0.0873158 Jul 14 10:32:03.660568 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6cd7a922-5abc-4dd0-8f8f-6d7ed7192b8e req-4a1835ba-8eb8-43a1-af20-f7229d54b5db service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=95267b17-b55b-48ea-aa49-160acfba1567 HTTP/1.1" status: 200 len: 1000 time: 0.0664260 Jul 14 10:32:03.711704 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd7a922-5abc-4dd0-8f8f-6d7ed7192b8e req-4d4e0477-c5ba-4d3f-a027-38f390f38bce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:32:03.713288 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6cd7a922-5abc-4dd0-8f8f-6d7ed7192b8e req-4d4e0477-c5ba-4d3f-a027-38f390f38bce service neutron] 10.222.0.65 "GET /v2.0/subnets?id=119b4257-a76c-4a68-896d-ec4d544f3f66 HTTP/1.1" status: 200 len: 835 time: 0.0459836 Jul 14 10:32:03.774066 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd7a922-5abc-4dd0-8f8f-6d7ed7192b8e req-a102c840-4550-4599-8b47-cfa04119bdf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:32:03.775595 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6cd7a922-5abc-4dd0-8f8f-6d7ed7192b8e req-a102c840-4550-4599-8b47-cfa04119bdf1 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2aa45962-e6f7-4f2b-a219-46e589bd9b9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0559328 Jul 14 10:32:03.873550 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6cd7a922-5abc-4dd0-8f8f-6d7ed7192b8e req-13a7a4d9-9e96-4741-b03c-193beb87e377 service neutron] 10.222.0.65 "GET /v2.0/networks/2aa45962-e6f7-4f2b-a219-46e589bd9b9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911002 Jul 14 10:32:03.965011 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6cd7a922-5abc-4dd0-8f8f-6d7ed7192b8e req-3ecc6016-4327-4fc2-acb1-66b0af001a42 service neutron] 10.222.0.65 "GET /v2.0/networks/2aa45962-e6f7-4f2b-a219-46e589bd9b9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853233 Jul 14 10:32:04.715009 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429f65a0-0bff-464d-a207-8da75faf1f1d req-37a3ab6c-b776-4d10-8351-6559f54446bd tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:32:04.716522 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-429f65a0-0bff-464d-a207-8da75faf1f1d req-37a3ab6c-b776-4d10-8351-6559f54446bd tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/ports?device_id=d37452b1-2a4e-4531-8438-834118518231 HTTP/1.1" status: 200 len: 945 time: 0.0642989 Jul 14 10:32:04.760351 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-429f65a0-0bff-464d-a207-8da75faf1f1d req-d2a63bb7-3922-46f9-88f2-a4bdb5bc2286 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/security-groups?id=a77ecfff-24ff-4a24-80af-e22b53e3ad07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381033 Jul 14 10:32:05.944721 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7d47e2-1670-47eb-adcd-a9457f16a8dc req-38104b0e-26f4-4777-9489-6936ad4c3e09 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:32:05.946450 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ac7d47e2-1670-47eb-adcd-a9457f16a8dc req-38104b0e-26f4-4777-9489-6936ad4c3e09 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/ports?device_id=d37452b1-2a4e-4531-8438-834118518231 HTTP/1.1" status: 200 len: 945 time: 0.0688179 Jul 14 10:32:05.988382 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ac7d47e2-1670-47eb-adcd-a9457f16a8dc req-bd4afc39-4bbf-4018-a82a-b1ee36f35b5b tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/security-groups?id=a77ecfff-24ff-4a24-80af-e22b53e3ad07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363259 Jul 14 10:32:06.014354 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 41448) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:32:06.077852 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-96a2161b-c46a-485c-a51f-2fc646d97b04 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/floatingips/70e50d34-8077-4ff5-979f-ed41740ab2b0 HTTP/1.1" status: 200 len: 992 time: 0.0622532 Jul 14 10:32:06.346293 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 41454) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:32:06.503854 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-309914c6-03e9-43f7-8261-a89b63d00054 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Deleting port ad6a9963-0a09-4d21-a1fa-49b6d03a2e1f {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:32:06.504199 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-309914c6-03e9-43f7-8261-a89b63d00054 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:06.581672 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-309914c6-03e9-43f7-8261-a89b63d00054 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:06.582000 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-309914c6-03e9-43f7-8261-a89b63d00054 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:06.593453 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-309914c6-03e9-43f7-8261-a89b63d00054 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Calling delete_port for ad6a9963-0a09-4d21-a1fa-49b6d03a2e1f owned by network:floatingip {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:32:06.741910 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-309914c6-03e9-43f7-8261-a89b63d00054 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:06.770771 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309914c6-03e9-43f7-8261-a89b63d00054 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Pushing event deleted for resources: {'Port': ['ID=ad6a9963-0a09-4d21-a1fa-49b6d03a2e1f,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:32:06.782995 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309914c6-03e9-43f7-8261-a89b63d00054 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:32:06.783373 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309914c6-03e9-43f7-8261-a89b63d00054 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:32:06.783712 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309914c6-03e9-43f7-8261-a89b63d00054 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:32:06.784046 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309914c6-03e9-43f7-8261-a89b63d00054 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:32:06.784374 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309914c6-03e9-43f7-8261-a89b63d00054 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:32:06.784706 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309914c6-03e9-43f7-8261-a89b63d00054 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:32:06.785037 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309914c6-03e9-43f7-8261-a89b63d00054 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:32:06.785362 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309914c6-03e9-43f7-8261-a89b63d00054 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:32:06.785711 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309914c6-03e9-43f7-8261-a89b63d00054 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:32:06.786032 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309914c6-03e9-43f7-8261-a89b63d00054 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:32:06.786352 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309914c6-03e9-43f7-8261-a89b63d00054 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:32:06.786671 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309914c6-03e9-43f7-8261-a89b63d00054 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:32:06.843580 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-309914c6-03e9-43f7-8261-a89b63d00054 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks [] for floatingip, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:06.843963 n-d-779913-29 neutron-server[93958]: INFO neutron.db.l3_db [None req-309914c6-03e9-43f7-8261-a89b63d00054 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Floating IP 70e50d34-8077-4ff5-979f-ed41740ab2b0 disassociated (deleted). External IP: 172.25.4.54, port: 95267b17-b55b-48ea-aa49-160acfba1567. Jul 14 10:32:07.061712 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-309914c6-03e9-43f7-8261-a89b63d00054 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Router b14624a9-5b9d-46d8-8330-fd0908012bb4 has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:32:07.204036 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-309914c6-03e9-43f7-8261-a89b63d00054 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:32:07.209085 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-309914c6-03e9-43f7-8261-a89b63d00054 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for floatingip, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:07.215167 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c00921c-2b77-4734-9707-afc9988c0938 None None] Sync routers for ids ['b14624a9-5b9d-46d8-8330-fd0908012bb4'] in n-d-779913-29 {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:32:07.224955 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c00921c-2b77-4734-9707-afc9988c0938 None None] Routers {'b14624a9-5b9d-46d8-8330-fd0908012bb4'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:32:07.225599 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-8c00921c-2b77-4734-9707-afc9988c0938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T10:31:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['b14624a9-5b9d-46d8-8330-fd0908012bb4'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:32:07.245770 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-309914c6-03e9-43f7-8261-a89b63d00054 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "DELETE /v2.0/floatingips/70e50d34-8077-4ff5-979f-ed41740ab2b0 HTTP/1.1" status: 204 len: 168 time: 0.8982995 Jul 14 10:32:07.246473 n-d-779913-29 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd37452b1-2a4e-4531-8438-834118518231', 'tag': '95267b17-b55b-48ea-aa49-160acfba1567'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:32:07.249150 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82c9a11f5df8b4f9d341972fcff9d80aa084fe552c1175757b5f274cb7b9b23a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76d82801-c529-4a9f-b279-09f8f483f5c9" -d '{"events": [{"name": "network-changed", "server_uuid": "d37452b1-2a4e-4531-8438-834118518231", "tag": "95267b17-b55b-48ea-aa49-160acfba1567"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:32:07.291236 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:32:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3c7d4bb-ccb5-4004-a946-335f3fae6206 x-openstack-request-id: req-e3c7d4bb-ccb5-4004-a946-335f3fae6206 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:32:07.291539 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d37452b1-2a4e-4531-8438-834118518231", "tag": "95267b17-b55b-48ea-aa49-160acfba1567", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:32:07.291954 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-e3c7d4bb-ccb5-4004-a946-335f3fae6206 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:32:07.292364 n-d-779913-29 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd37452b1-2a4e-4531-8438-834118518231', 'tag': '95267b17-b55b-48ea-aa49-160acfba1567', 'status': 'completed', 'code': 200} Jul 14 10:32:07.351346 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvr_db [None req-8c00921c-2b77-4734-9707-afc9988c0938 None None] Set router b14624a9-5b9d-46d8-8330-fd0908012bb4 gateway port host: n-d-779913-29 {{(pid=93959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:32:07.390803 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d82801-c529-4a9f-b279-09f8f483f5c9 req-c6a95ba0-a1a5-4868-b9ab-130eb7f88c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:32:07.392567 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-76d82801-c529-4a9f-b279-09f8f483f5c9 req-c6a95ba0-a1a5-4868-b9ab-130eb7f88c08 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=cfb2ed7caa9b43c9b2145e769e9db92d&device_id=d37452b1-2a4e-4531-8438-834118518231 HTTP/1.1" status: 200 len: 1097 time: 0.0579586 Jul 14 10:32:07.497436 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d82801-c529-4a9f-b279-09f8f483f5c9 req-d93c18b4-d4f1-486a-8009-07da9185b9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:32:07.498974 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-76d82801-c529-4a9f-b279-09f8f483f5c9 req-d93c18b4-d4f1-486a-8009-07da9185b9ad service neutron] 10.222.0.65 "GET /v2.0/networks?id=2aa45962-e6f7-4f2b-a219-46e589bd9b9b HTTP/1.1" status: 200 len: 897 time: 0.0993395 Jul 14 10:32:07.557946 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-8c00921c-2b77-4734-9707-afc9988c0938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b14624a9-5b9d-46d8-8330-fd0908012bb4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-210224774', 'tenant_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.214'}], 'enable_snat': True}, 'gw_port_id': '90830c85-79a1-48f1-858f-e3330df3e85a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:31:08Z', 'updated_at': '2021-07-14T10:31:11Z', 'revision_number': 4, 'project_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'gw_port': {'id': '90830c85-79a1-48f1-858f-e3330df3e85a', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:a1:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14624a9-5b9d-46d8-8330-fd0908012bb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:31:08Z', 'updated_at': '2021-07-14T10:31:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': '4e338715-7d9c-4488-a9e7-09efa4f5d331', 'name': '', 'network_id': '2aa45962-e6f7-4f2b-a219-46e589bd9b9b', 'tenant_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'mac_address': 'fa:16:3e:0b:4b:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14624a9-5b9d-46d8-8330-fd0908012bb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '119b4257-a76c-4a68-896d-ec4d544f3f66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:31:11Z', 'updated_at': '2021-07-14T10:31:15Z', 'revision_number': 5, 'project_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'subnets': [{'id': '119b4257-a76c-4a68-896d-ec4d544f3f66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:32:07.558798 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-76d82801-c529-4a9f-b279-09f8f483f5c9 req-6ae5267f-a8eb-45a0-a438-5c22f1a66f86 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=95267b17-b55b-48ea-aa49-160acfba1567 HTTP/1.1" status: 200 len: 217 time: 0.0356598 Jul 14 10:32:07.588993 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c00921c-2b77-4734-9707-afc9988c0938 None None] Checking router: b14624a9-5b9d-46d8-8330-fd0908012bb4 for host: n-d-779913-29 {{(pid=93959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:32:07.600410 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c00921c-2b77-4734-9707-afc9988c0938 None None] Routers {'b14624a9-5b9d-46d8-8330-fd0908012bb4'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:32:07.601053 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-8c00921c-2b77-4734-9707-afc9988c0938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T10:31:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['b14624a9-5b9d-46d8-8330-fd0908012bb4'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:32:07.641350 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d82801-c529-4a9f-b279-09f8f483f5c9 req-f7d16d4d-bde6-4e28-89a3-af37e3b8210a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:32:07.642829 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-76d82801-c529-4a9f-b279-09f8f483f5c9 req-f7d16d4d-bde6-4e28-89a3-af37e3b8210a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=119b4257-a76c-4a68-896d-ec4d544f3f66 HTTP/1.1" status: 200 len: 835 time: 0.0697896 Jul 14 10:32:07.693469 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904f3127-6203-4dc5-8e99-c69684c02119 req-b0cdc3a3-abc9-4904-9c59-1ef5e0d99255 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:32:07.695555 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-904f3127-6203-4dc5-8e99-c69684c02119 req-b0cdc3a3-abc9-4904-9c59-1ef5e0d99255 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/ports?device_id=d37452b1-2a4e-4531-8438-834118518231 HTTP/1.1" status: 200 len: 945 time: 0.1318099 Jul 14 10:32:07.707798 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvr_db [None req-8c00921c-2b77-4734-9707-afc9988c0938 None None] Set router b14624a9-5b9d-46d8-8330-fd0908012bb4 gateway port host: n-d-779913-29 {{(pid=93959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:32:07.746566 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-904f3127-6203-4dc5-8e99-c69684c02119 req-75b3c016-8e74-4366-be01-bbd82a877279 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/security-groups?id=a77ecfff-24ff-4a24-80af-e22b53e3ad07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446546 Jul 14 10:32:07.748646 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d82801-c529-4a9f-b279-09f8f483f5c9 req-2730c422-b967-4b8b-8942-ac190bf8796a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:32:07.750166 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-76d82801-c529-4a9f-b279-09f8f483f5c9 req-2730c422-b967-4b8b-8942-ac190bf8796a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2aa45962-e6f7-4f2b-a219-46e589bd9b9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0984340 Jul 14 10:32:07.845240 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-76d82801-c529-4a9f-b279-09f8f483f5c9 req-ef83a968-98b2-40bf-9c3b-3cffbe4471ed service neutron] 10.222.0.65 "GET /v2.0/networks/2aa45962-e6f7-4f2b-a219-46e589bd9b9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878534 Jul 14 10:32:07.905952 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-8c00921c-2b77-4734-9707-afc9988c0938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b14624a9-5b9d-46d8-8330-fd0908012bb4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-210224774', 'tenant_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.214'}], 'enable_snat': True}, 'gw_port_id': '90830c85-79a1-48f1-858f-e3330df3e85a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:31:08Z', 'updated_at': '2021-07-14T10:31:11Z', 'revision_number': 4, 'project_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'gw_port': {'id': '90830c85-79a1-48f1-858f-e3330df3e85a', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:a1:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14624a9-5b9d-46d8-8330-fd0908012bb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:31:08Z', 'updated_at': '2021-07-14T10:31:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': '4e338715-7d9c-4488-a9e7-09efa4f5d331', 'name': '', 'network_id': '2aa45962-e6f7-4f2b-a219-46e589bd9b9b', 'tenant_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'mac_address': 'fa:16:3e:0b:4b:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14624a9-5b9d-46d8-8330-fd0908012bb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '119b4257-a76c-4a68-896d-ec4d544f3f66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:31:11Z', 'updated_at': '2021-07-14T10:31:15Z', 'revision_number': 5, 'project_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'subnets': [{'id': '119b4257-a76c-4a68-896d-ec4d544f3f66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:32:07.932759 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c00921c-2b77-4734-9707-afc9988c0938 None None] The sync data for ids ['b14624a9-5b9d-46d8-8330-fd0908012bb4'] in n-d-779913-29 is: [{'id': 'b14624a9-5b9d-46d8-8330-fd0908012bb4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-210224774', 'tenant_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.214'}], 'enable_snat': True}, 'gw_port_id': '90830c85-79a1-48f1-858f-e3330df3e85a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:31:08Z', 'updated_at': '2021-07-14T10:31:11Z', 'revision_number': 4, 'project_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'gw_port': {'id': '90830c85-79a1-48f1-858f-e3330df3e85a', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:a1:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14624a9-5b9d-46d8-8330-fd0908012bb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:31:08Z', 'updated_at': '2021-07-14T10:31:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': '4e338715-7d9c-4488-a9e7-09efa4f5d331', 'name': '', 'network_id': '2aa45962-e6f7-4f2b-a219-46e589bd9b9b', 'tenant_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'mac_address': 'fa:16:3e:0b:4b:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14624a9-5b9d-46d8-8330-fd0908012bb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '119b4257-a76c-4a68-896d-ec4d544f3f66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:31:11Z', 'updated_at': '2021-07-14T10:31:15Z', 'revision_number': 5, 'project_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'subnets': [{'id': '119b4257-a76c-4a68-896d-ec4d544f3f66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:32:07.938138 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-76d82801-c529-4a9f-b279-09f8f483f5c9 req-8d4ab892-c0d9-44e3-974e-86532fa61b2b service neutron] 10.222.0.65 "GET /v2.0/networks/2aa45962-e6f7-4f2b-a219-46e589bd9b9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851550 Jul 14 10:32:08.154352 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-835684cb-151d-4076-9d55-dcd1bcdffbd6 None None] New status for floating IP 70e50d34-8077-4ff5-979f-ed41740ab2b0: DOWN {{(pid=93960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 10:32:08.925866 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f91c59c-d395-4392-ac4e-bb80d5a99f0b req-29f7b68c-7fdf-443e-b44f-3a4fc49d2f13 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:32:08.927367 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-6f91c59c-d395-4392-ac4e-bb80d5a99f0b req-29f7b68c-7fdf-443e-b44f-3a4fc49d2f13 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/ports?device_id=d37452b1-2a4e-4531-8438-834118518231 HTTP/1.1" status: 200 len: 945 time: 0.0659771 Jul 14 10:32:08.970015 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-6f91c59c-d395-4392-ac4e-bb80d5a99f0b req-ded37a95-7b2a-46e5-bec2-c25c753dbb36 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/security-groups?id=a77ecfff-24ff-4a24-80af-e22b53e3ad07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363481 Jul 14 10:32:09.212930 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e04d1c-bfc0-4ae3-be48-2822edf75bec req-7273303f-5dac-4679-8399-25ff4822bb76 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:32:09.214420 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-74e04d1c-bfc0-4ae3-be48-2822edf75bec req-7273303f-5dac-4679-8399-25ff4822bb76 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.65 "GET /v2.0/ports?device_id=d37452b1-2a4e-4531-8438-834118518231 HTTP/1.1" status: 200 len: 945 time: 0.0682037 Jul 14 10:32:09.314546 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [req-74e04d1c-bfc0-4ae3-be48-2822edf75bec req-92582aee-adb9-46b8-afb4-8e038875c96c tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Deleting port 95267b17-b55b-48ea-aa49-160acfba1567 {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:32:09.314811 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-74e04d1c-bfc0-4ae3-be48-2822edf75bec req-92582aee-adb9-46b8-afb4-8e038875c96c tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:09.405818 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-74e04d1c-bfc0-4ae3-be48-2822edf75bec req-92582aee-adb9-46b8-afb4-8e038875c96c tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] For port 95267b17-b55b-48ea-aa49-160acfba1567, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=95267b17-b55b-48ea-aa49-160acfba1567,segment=NetworkSegment(4fcb4d3e-7588-4415-9b59-a79e016ad9eb),segment_id=4fcb4d3e-7588-4415-9b59-a79e016ad9eb)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:32:09.406190 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-74e04d1c-bfc0-4ae3-be48-2822edf75bec req-92582aee-adb9-46b8-afb4-8e038875c96c tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:09.419770 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [req-74e04d1c-bfc0-4ae3-be48-2822edf75bec req-92582aee-adb9-46b8-afb4-8e038875c96c tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Calling delete_port for 95267b17-b55b-48ea-aa49-160acfba1567 owned by compute:nova {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:32:09.546653 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-74e04d1c-bfc0-4ae3-be48-2822edf75bec req-92582aee-adb9-46b8-afb4-8e038875c96c tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:09.580358 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92582aee-adb9-46b8-afb4-8e038875c96c tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Pushing event deleted for resources: {'Port': ['ID=95267b17-b55b-48ea-aa49-160acfba1567,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:32:09.592981 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92582aee-adb9-46b8-afb4-8e038875c96c tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:32:09.593231 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92582aee-adb9-46b8-afb4-8e038875c96c tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:32:09.593617 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92582aee-adb9-46b8-afb4-8e038875c96c tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:32:09.593962 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92582aee-adb9-46b8-afb4-8e038875c96c tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:32:09.594300 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92582aee-adb9-46b8-afb4-8e038875c96c tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:32:09.594637 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92582aee-adb9-46b8-afb4-8e038875c96c tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:32:09.594975 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92582aee-adb9-46b8-afb4-8e038875c96c tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:32:09.595310 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92582aee-adb9-46b8-afb4-8e038875c96c tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:32:09.595642 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92582aee-adb9-46b8-afb4-8e038875c96c tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:32:09.595972 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92582aee-adb9-46b8-afb4-8e038875c96c tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:32:09.596299 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92582aee-adb9-46b8-afb4-8e038875c96c tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:32:09.596624 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92582aee-adb9-46b8-afb4-8e038875c96c tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:32:09.635683 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-74e04d1c-bfc0-4ae3-be48-2822edf75bec req-92582aee-adb9-46b8-afb4-8e038875c96c tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] No DVR routers for this DVR port 95267b17-b55b-48ea-aa49-160acfba1567 on host n-h1-779913-29 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:32:09.638320 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-74e04d1c-bfc0-4ae3-be48-2822edf75bec req-92582aee-adb9-46b8-afb4-8e038875c96c tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:09.640445 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-74e04d1c-bfc0-4ae3-be48-2822edf75bec req-92582aee-adb9-46b8-afb4-8e038875c96c tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.65 "DELETE /v2.0/ports/95267b17-b55b-48ea-aa49-160acfba1567 HTTP/1.1" status: 204 len: 173 time: 0.4201744 Jul 14 10:32:09.640890 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd37452b1-2a4e-4531-8438-834118518231', 'name': 'network-vif-deleted', 'tag': '95267b17-b55b-48ea-aa49-160acfba1567'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:32:09.643161 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}175264a25d5f1cec9b1451f1a8cc8ced5d4502f5c48740ac7c6845d527b2175b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0fa3863-4b87-4c81-9378-7695592c9251" -d '{"events": [{"server_uuid": "d37452b1-2a4e-4531-8438-834118518231", "name": "network-vif-deleted", "tag": "95267b17-b55b-48ea-aa49-160acfba1567"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:32:09.683088 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:32:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-580dbd1a-4583-4472-9538-22ffa80792ca x-openstack-request-id: req-580dbd1a-4583-4472-9538-22ffa80792ca {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:32:09.683390 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d37452b1-2a4e-4531-8438-834118518231", "name": "network-vif-deleted", "tag": "95267b17-b55b-48ea-aa49-160acfba1567", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:32:09.683649 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-580dbd1a-4583-4472-9538-22ffa80792ca {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:32:09.684077 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd37452b1-2a4e-4531-8438-834118518231', 'name': 'network-vif-deleted', 'tag': '95267b17-b55b-48ea-aa49-160acfba1567', 'status': 'completed', 'code': 200} Jul 14 10:32:10.131808 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-b137b16a-ed0d-4413-8611-f1760ff0ce0b req-21f92fad-7d26-419d-b608-1f6564715e02 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "GET /v2.0/ports?device_id=d37452b1-2a4e-4531-8438-834118518231 HTTP/1.1" status: 200 len: 210 time: 0.0300703 Jul 14 10:32:11.228912 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 41470) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:32:11.594815 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-48717d63-58dc-49e4-a009-841e3ae54268 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-683602'] for router_interface, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:12.196295 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-48717d63-58dc-49e4-a009-841e3ae54268 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Deleting port 4e338715-7d9c-4488-a9e7-09efa4f5d331 {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:32:12.196647 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-48717d63-58dc-49e4-a009-841e3ae54268 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:12.283352 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-48717d63-58dc-49e4-a009-841e3ae54268 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] For port 4e338715-7d9c-4488-a9e7-09efa4f5d331, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=4e338715-7d9c-4488-a9e7-09efa4f5d331,segment=NetworkSegment(4fcb4d3e-7588-4415-9b59-a79e016ad9eb),segment_id=4fcb4d3e-7588-4415-9b59-a79e016ad9eb)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:32:12.284065 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-48717d63-58dc-49e4-a009-841e3ae54268 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:12.296967 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-48717d63-58dc-49e4-a009-841e3ae54268 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Calling delete_port for 4e338715-7d9c-4488-a9e7-09efa4f5d331 owned by network:router_interface {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:32:12.482529 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-48717d63-58dc-49e4-a009-841e3ae54268 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:12.520718 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48717d63-58dc-49e4-a009-841e3ae54268 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Pushing event deleted for resources: {'Port': ['ID=4e338715-7d9c-4488-a9e7-09efa4f5d331,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:32:12.692013 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-48717d63-58dc-49e4-a009-841e3ae54268 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-620860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682934'] for router_interface, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:12.828992 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 95267b17-b55b-48ea-aa49-160acfba1567 no longer exists at agent hyperv_n-h1-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:32:12.849901 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] No Port match for: 95267b17-b55b-48ea-aa49-160acfba1567 {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:32:12.850256 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 95267b17-b55b-48ea-aa49-160acfba1567 not bound to the agent host n-h1-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:32:12.909612 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48717d63-58dc-49e4-a009-841e3ae54268 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Router b14624a9-5b9d-46d8-8330-fd0908012bb4 has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:32:13.019144 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48717d63-58dc-49e4-a009-841e3ae54268 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:32:13.025232 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-48717d63-58dc-49e4-a009-841e3ae54268 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "PUT /v2.0/routers/b14624a9-5b9d-46d8-8330-fd0908012bb4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7952330 Jul 14 10:32:13.028144 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 41472) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:32:13.029866 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0cba5da-0056-43a3-b9d0-9200ff488934 None None] Sync routers for ids ['b14624a9-5b9d-46d8-8330-fd0908012bb4'] in n-d-779913-29 {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:32:13.039238 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0cba5da-0056-43a3-b9d0-9200ff488934 None None] Routers {'b14624a9-5b9d-46d8-8330-fd0908012bb4'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:32:13.040188 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-f0cba5da-0056-43a3-b9d0-9200ff488934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T10:31:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['b14624a9-5b9d-46d8-8330-fd0908012bb4'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:32:13.078676 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe4bc00e-8b43-4c0b-aff8-54bb5329ce3d tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Deleting subnet 119b4257-a76c-4a68-896d-ec4d544f3f66 {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 10:32:13.081830 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fe4bc00e-8b43-4c0b-aff8-54bb5329ce3d tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:13.120854 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fe4bc00e-8b43-4c0b-aff8-54bb5329ce3d tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13574120'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:13.143432 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvr_db [None req-f0cba5da-0056-43a3-b9d0-9200ff488934 None None] Set router b14624a9-5b9d-46d8-8330-fd0908012bb4 gateway port host: n-d-779913-29 {{(pid=93959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:32:13.208437 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fe4bc00e-8b43-4c0b-aff8-54bb5329ce3d tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3481002'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:13.267633 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fe4bc00e-8b43-4c0b-aff8-54bb5329ce3d tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13574056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16714573'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:13.296808 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4bc00e-8b43-4c0b-aff8-54bb5329ce3d tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Pushing event deleted for resources: {'Subnet': ['ID=119b4257-a76c-4a68-896d-ec4d544f3f66,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:32:13.300771 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-fe4bc00e-8b43-4c0b-aff8-54bb5329ce3d tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:13.305784 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8461a5d-73f1-45db-a23f-af36b34169eb None None] Network 2aa45962-e6f7-4f2b-a219-46e589bd9b9b requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:32:13.306228 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-fe4bc00e-8b43-4c0b-aff8-54bb5329ce3d tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "DELETE /v2.0/subnets/119b4257-a76c-4a68-896d-ec4d544f3f66 HTTP/1.1" status: 204 len: 168 time: 0.2730682 Jul 14 10:32:13.306228 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 41474) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:32:13.396709 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-f0cba5da-0056-43a3-b9d0-9200ff488934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b14624a9-5b9d-46d8-8330-fd0908012bb4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-210224774', 'tenant_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.214'}], 'enable_snat': True}, 'gw_port_id': '90830c85-79a1-48f1-858f-e3330df3e85a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:31:08Z', 'updated_at': '2021-07-14T10:32:12Z', 'revision_number': 5, 'project_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'gw_port': {'id': '90830c85-79a1-48f1-858f-e3330df3e85a', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:a1:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14624a9-5b9d-46d8-8330-fd0908012bb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:31:08Z', 'updated_at': '2021-07-14T10:31:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29'}], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:32:13.413711 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-14942c08-d075-47b9-b1f9-7c38a78b3dbf tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks [] for router, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:13.442570 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0cba5da-0056-43a3-b9d0-9200ff488934 None None] Checking router: b14624a9-5b9d-46d8-8330-fd0908012bb4 for host: n-d-779913-29 {{(pid=93959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:32:13.456237 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0cba5da-0056-43a3-b9d0-9200ff488934 None None] Routers {'b14624a9-5b9d-46d8-8330-fd0908012bb4'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:32:13.456864 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-f0cba5da-0056-43a3-b9d0-9200ff488934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T10:31:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['b14624a9-5b9d-46d8-8330-fd0908012bb4'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:32:13.518038 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-14942c08-d075-47b9-b1f9-7c38a78b3dbf tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:13.574248 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-14942c08-d075-47b9-b1f9-7c38a78b3dbf tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Deleting port 90830c85-79a1-48f1-858f-e3330df3e85a {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:32:13.574601 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-14942c08-d075-47b9-b1f9-7c38a78b3dbf tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:13.576664 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvr_db [None req-f0cba5da-0056-43a3-b9d0-9200ff488934 None None] Set router b14624a9-5b9d-46d8-8330-fd0908012bb4 gateway port host: n-d-779913-29 {{(pid=93959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:32:13.634612 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f579fc4-b595-419e-87cc-b224e57c26ad None None] DHCP port deletion for 2aa45962-e6f7-4f2b-a219-46e589bd9b9b request from n-d-779913-29 {{(pid=93959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 10:32:13.641854 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:13.662670 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-14942c08-d075-47b9-b1f9-7c38a78b3dbf tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] For port 90830c85-79a1-48f1-858f-e3330df3e85a, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=90830c85-79a1-48f1-858f-e3330df3e85a,segment=NetworkSegment(81bf7a93-80b3-43df-b9d5-462c604a2945),segment_id=81bf7a93-80b3-43df-b9d5-462c604a2945)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:32:13.662942 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-14942c08-d075-47b9-b1f9-7c38a78b3dbf tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:13.676592 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-14942c08-d075-47b9-b1f9-7c38a78b3dbf tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Calling delete_port for 90830c85-79a1-48f1-858f-e3330df3e85a owned by network:router_gateway {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:32:13.754707 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-7f579fc4-b595-419e-87cc-b224e57c26ad None None] Deleting port aa76cb4c-d74f-4357-a72c-cddd17de0825 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:32:13.755083 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7f579fc4-b595-419e-87cc-b224e57c26ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:13.849284 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-7f579fc4-b595-419e-87cc-b224e57c26ad None None] For port aa76cb4c-d74f-4357-a72c-cddd17de0825, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=aa76cb4c-d74f-4357-a72c-cddd17de0825,segment=NetworkSegment(4fcb4d3e-7588-4415-9b59-a79e016ad9eb),segment_id=4fcb4d3e-7588-4415-9b59-a79e016ad9eb)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:32:13.850040 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7f579fc4-b595-419e-87cc-b224e57c26ad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:13.850345 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-14942c08-d075-47b9-b1f9-7c38a78b3dbf tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:13.865604 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-7f579fc4-b595-419e-87cc-b224e57c26ad None None] Calling delete_port for aa76cb4c-d74f-4357-a72c-cddd17de0825 owned by network:dhcp {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:32:13.877889 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14942c08-d075-47b9-b1f9-7c38a78b3dbf tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Pushing event deleted for resources: {'Port': ['ID=90830c85-79a1-48f1-858f-e3330df3e85a,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:32:13.885600 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-f0cba5da-0056-43a3-b9d0-9200ff488934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b14624a9-5b9d-46d8-8330-fd0908012bb4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-210224774', 'tenant_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.214'}], 'enable_snat': True}, 'gw_port_id': '90830c85-79a1-48f1-858f-e3330df3e85a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:31:08Z', 'updated_at': '2021-07-14T10:32:12Z', 'revision_number': 5, 'project_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'gw_port': {'id': '90830c85-79a1-48f1-858f-e3330df3e85a', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:a1:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14624a9-5b9d-46d8-8330-fd0908012bb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:31:08Z', 'updated_at': '2021-07-14T10:31:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29'}], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:32:13.941785 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-14942c08-d075-47b9-b1f9-7c38a78b3dbf tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-660532'] for router_gateway, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:13.944407 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0cba5da-0056-43a3-b9d0-9200ff488934 None None] The sync data for ids ['b14624a9-5b9d-46d8-8330-fd0908012bb4'] in n-d-779913-29 is: [{'id': 'b14624a9-5b9d-46d8-8330-fd0908012bb4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-210224774', 'tenant_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.214'}], 'enable_snat': True}, 'gw_port_id': '90830c85-79a1-48f1-858f-e3330df3e85a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:31:08Z', 'updated_at': '2021-07-14T10:32:12Z', 'revision_number': 5, 'project_id': 'cfb2ed7caa9b43c9b2145e769e9db92d', 'gw_port': {'id': '90830c85-79a1-48f1-858f-e3330df3e85a', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:a1:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14624a9-5b9d-46d8-8330-fd0908012bb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:31:08Z', 'updated_at': '2021-07-14T10:31:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29'}] {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:32:14.042320 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-14942c08-d075-47b9-b1f9-7c38a78b3dbf tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-711871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12964'] for router, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:14.045035 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-14942c08-d075-47b9-b1f9-7c38a78b3dbf tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:14.092237 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-14942c08-d075-47b9-b1f9-7c38a78b3dbf tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-704815'] for router, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:14.092839 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14942c08-d075-47b9-b1f9-7c38a78b3dbf tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Fanout notify agent at l3_agent the message router_deleted on router b14624a9-5b9d-46d8-8330-fd0908012bb4 {{(pid=93958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 10:32:14.099806 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-14942c08-d075-47b9-b1f9-7c38a78b3dbf tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:14.101519 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-14942c08-d075-47b9-b1f9-7c38a78b3dbf tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "DELETE /v2.0/routers/b14624a9-5b9d-46d8-8330-fd0908012bb4 HTTP/1.1" status: 204 len: 168 time: 0.7945776 Jul 14 10:32:14.104222 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 41476) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:32:14.136201 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7f579fc4-b595-419e-87cc-b224e57c26ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:14.161312 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f579fc4-b595-419e-87cc-b224e57c26ad None None] Pushing event deleted for resources: {'Port': ['ID=aa76cb4c-d74f-4357-a72c-cddd17de0825,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:32:14.166271 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f579fc4-b595-419e-87cc-b224e57c26ad None None] No DVR routers for this DVR port aa76cb4c-d74f-4357-a72c-cddd17de0825 on host n-d-779913-29 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:32:14.176163 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f579fc4-b595-419e-87cc-b224e57c26ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:32:14.176163 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f579fc4-b595-419e-87cc-b224e57c26ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:32:14.176163 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f579fc4-b595-419e-87cc-b224e57c26ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:32:14.176163 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f579fc4-b595-419e-87cc-b224e57c26ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:32:14.176163 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f579fc4-b595-419e-87cc-b224e57c26ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:32:14.176163 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f579fc4-b595-419e-87cc-b224e57c26ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:32:14.176163 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f579fc4-b595-419e-87cc-b224e57c26ad None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:32:14.176163 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f579fc4-b595-419e-87cc-b224e57c26ad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:32:14.176163 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f579fc4-b595-419e-87cc-b224e57c26ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:32:14.177557 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f579fc4-b595-419e-87cc-b224e57c26ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:32:14.177557 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f579fc4-b595-419e-87cc-b224e57c26ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:32:14.177557 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f579fc4-b595-419e-87cc-b224e57c26ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:32:14.189220 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cd011004-67f8-4316-9447-871e30418847 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3876111'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:14.279440 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cd011004-67f8-4316-9447-871e30418847 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473955', 'neutron.services.segments.db._delete_segments_for_network-8735688326548'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:14.290486 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-cd011004-67f8-4316-9447-871e30418847 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2aa45962-e6f7-4f2b-a219-46e589bd9b9b']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:32:14.302060 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-cd011004-67f8-4316-9447-871e30418847 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fcb4d3e-7588-4415-9b59-a79e016ad9eb') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:32:14.302439 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-cd011004-67f8-4316-9447-871e30418847 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fcb4d3e-7588-4415-9b59-a79e016ad9eb') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:32:14.312237 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cd011004-67f8-4316-9447-871e30418847 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735688356235', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13574129'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:14.329586 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cd011004-67f8-4316-9447-871e30418847 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:14.333165 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:14.336656 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd011004-67f8-4316-9447-871e30418847 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Releasing vlan 711 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 10:32:14.337090 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cd011004-67f8-4316-9447-871e30418847 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13573126'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:14.340244 n-d-779913-29 neutron-server[93958]: Traceback (most recent call last): Jul 14 10:32:14.340244 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 10:32:14.340244 n-d-779913-29 neutron-server[93958]: timer() Jul 14 10:32:14.340244 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 10:32:14.340244 n-d-779913-29 neutron-server[93958]: cb(*args, **kw) Jul 14 10:32:14.340244 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 10:32:14.340244 n-d-779913-29 neutron-server[93958]: return func(*args, **kwargs) Jul 14 10:32:14.340244 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 10:32:14.340244 n-d-779913-29 neutron-server[93958]: self._notify() Jul 14 10:32:14.340244 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 10:32:14.340244 n-d-779913-29 neutron-server[93958]: self.callback(batched_events) Jul 14 10:32:14.340244 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 10:32:14.340244 n-d-779913-29 neutron-server[93958]: event.method(event) Jul 14 10:32:14.340244 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 10:32:14.340244 n-d-779913-29 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 10:32:14.340244 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 10:32:14.340244 n-d-779913-29 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 10:32:14.340244 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 10:32:14.340244 n-d-779913-29 neutron-server[93958]: return f(self, *a, **k) Jul 14 10:32:14.340244 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 10:32:14.340244 n-d-779913-29 neutron-server[93958]: return self._get(url).json() Jul 14 10:32:14.340244 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 10:32:14.340244 n-d-779913-29 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 10:32:14.340244 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 10:32:14.340244 n-d-779913-29 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 14 10:32:14.340244 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 10:32:14.340244 n-d-779913-29 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 10:32:14.340244 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 10:32:14.340244 n-d-779913-29 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 10:32:14.340244 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 10:32:14.340244 n-d-779913-29 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 10:32:14.340244 n-d-779913-29 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 10:32:14.400926 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cd011004-67f8-4316-9447-871e30418847 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660504'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:14.408093 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cd011004-67f8-4316-9447-871e30418847 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:14.409945 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-cd011004-67f8-4316-9447-871e30418847 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "DELETE /v2.0/networks/2aa45962-e6f7-4f2b-a219-46e589bd9b9b HTTP/1.1" status: 204 len: 168 time: 0.3047802 Jul 14 10:32:14.412892 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 41478) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:32:14.424089 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd011004-67f8-4316-9447-871e30418847 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Pushing event deleted for resources: {'Network': ['ID=2aa45962-e6f7-4f2b-a219-46e589bd9b9b,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:32:14.477213 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-fd5818ad-52b5-43c3-841f-f7d8147f1663 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks [] for security_group, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:14.506037 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-fd5818ad-52b5-43c3-841f-f7d8147f1663 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:14.571799 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-fd5818ad-52b5-43c3-841f-f7d8147f1663 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:14.574829 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-fd5818ad-52b5-43c3-841f-f7d8147f1663 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:14.576031 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-fd5818ad-52b5-43c3-841f-f7d8147f1663 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] 10.222.0.68 "DELETE /v2.0/security-groups/a77ecfff-24ff-4a24-80af-e22b53e3ad07 HTTP/1.1" status: 204 len: 168 time: 0.1608300 Jul 14 10:32:14.586955 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5818ad-52b5-43c3-841f-f7d8147f1663 tempest-TestNetworkAdvancedServerOps-939718761 tempest-TestNetworkAdvancedServerOps-939718761-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a77ecfff-24ff-4a24-80af-e22b53e3ad07,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:32:14.931843 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 41486) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:32:15.024765 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 90830c85-79a1-48f1-858f-e3330df3e85a no longer exists at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:32:15.046120 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] No Port match for: 90830c85-79a1-48f1-858f-e3330df3e85a {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:32:15.046473 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 90830c85-79a1-48f1-858f-e3330df3e85a not bound to the agent host n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:32:15.046883 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 4e338715-7d9c-4488-a9e7-09efa4f5d331 no longer exists at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:32:15.073236 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] No Port match for: 4e338715-7d9c-4488-a9e7-09efa4f5d331 {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:32:15.073553 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 4e338715-7d9c-4488-a9e7-09efa4f5d331 not bound to the agent host n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:32:15.073979 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device aa76cb4c-d74f-4357-a72c-cddd17de0825 no longer exists at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:32:15.089523 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-4c34b832-1cd5-4a98-8ab5-46d3951dd707 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=cfb2ed7caa9b43c9b2145e769e9db92d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1564081 Jul 14 10:32:15.091944 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 41490) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:32:15.093461 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] No Port match for: aa76cb4c-d74f-4357-a72c-cddd17de0825 {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:32:15.093841 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device aa76cb4c-d74f-4357-a72c-cddd17de0825 not bound to the agent host n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:32:15.143425 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b665ab6a-8658-40fa-9453-9e73980b19ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:15.164963 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b665ab6a-8658-40fa-9453-9e73980b19ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:15.214355 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b665ab6a-8658-40fa-9453-9e73980b19ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:15.216993 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b665ab6a-8658-40fa-9453-9e73980b19ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:15.218166 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-b665ab6a-8658-40fa-9453-9e73980b19ea admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/ffe5cb8c-e176-416a-ab83-490db4b9f595 HTTP/1.1" status: 204 len: 168 time: 0.1252754 Jul 14 10:32:15.225936 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b665ab6a-8658-40fa-9453-9e73980b19ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffe5cb8c-e176-416a-ab83-490db4b9f595,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:32:15.476405 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 41496) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:32:15.495126 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-21aa3d78-714d-42d0-b1d0-55fcbbc8b70a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:15.586574 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-21aa3d78-714d-42d0-b1d0-55fcbbc8b70a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:15.591103 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-21aa3d78-714d-42d0-b1d0-55fcbbc8b70a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:15.628604 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21aa3d78-714d-42d0-b1d0-55fcbbc8b70a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1640acde-91b2-47bb-ae08-164e132f9618,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:32:15.632972 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-21aa3d78-714d-42d0-b1d0-55fcbbc8b70a admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=3e9cc6f3c52c4c37bdb81f663270d18f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1555145 Jul 14 10:32:15.636074 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 41498) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:32:15.685124 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-85557298-a610-47ea-9f17-fae7cae3e39a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:15.705800 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-85557298-a610-47ea-9f17-fae7cae3e39a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:15.751616 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-85557298-a610-47ea-9f17-fae7cae3e39a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:15.754184 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-85557298-a610-47ea-9f17-fae7cae3e39a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:15.755346 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-85557298-a610-47ea-9f17-fae7cae3e39a admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/1640acde-91b2-47bb-ae08-164e132f9618 HTTP/1.1" status: 204 len: 168 time: 0.1188009 Jul 14 10:32:15.763024 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85557298-a610-47ea-9f17-fae7cae3e39a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1640acde-91b2-47bb-ae08-164e132f9618,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:32:16.443018 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 41520) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:32:16.539236 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-6af47d4d-c9ed-4a9b-8d6c-23f2172b1d11 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-663421211-network', 'tenant_id': 'e3e2202050ab44dfb14a28129ea33e2b'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:32:16.561340 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6af47d4d-c9ed-4a9b-8d6c-23f2172b1d11 admin admin] Made reservation on behalf of e3e2202050ab44dfb14a28129ea33e2b for: {'network': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:32:16.563759 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6af47d4d-c9ed-4a9b-8d6c-23f2172b1d11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for network, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:16.572257 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6af47d4d-c9ed-4a9b-8d6c-23f2172b1d11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:16.659231 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6af47d4d-c9ed-4a9b-8d6c-23f2172b1d11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:16.664586 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6af47d4d-c9ed-4a9b-8d6c-23f2172b1d11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:16.688817 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6af47d4d-c9ed-4a9b-8d6c-23f2172b1d11 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 727} {{(pid=93957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 10:32:16.698519 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af47d4d-c9ed-4a9b-8d6c-23f2172b1d11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8780fcea-e977-4964-86ae-85e103205066,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:32:16.703207 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6af47d4d-c9ed-4a9b-8d6c-23f2172b1d11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:16.703553 n-d-779913-29 neutron-server[93957]: INFO neutron.db.segments_db [None req-6af47d4d-c9ed-4a9b-8d6c-23f2172b1d11 admin admin] Added segment 887f8d23-1218-40fd-a70c-9b2102725d1b of type vlan for network 984e5d9e-8659-4b88-9191-35cb1b7ce6d0 Jul 14 10:32:16.744256 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6af47d4d-c9ed-4a9b-8d6c-23f2172b1d11 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735687821325'] for network, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:16.774165 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6af47d4d-c9ed-4a9b-8d6c-23f2172b1d11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855'] for network, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:16.775122 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6af47d4d-c9ed-4a9b-8d6c-23f2172b1d11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:32:16.775721 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-6af47d4d-c9ed-4a9b-8d6c-23f2172b1d11 admin admin] Notify callbacks [] for network, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:16.831906 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-6af47d4d-c9ed-4a9b-8d6c-23f2172b1d11 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3877680 Jul 14 10:32:16.835631 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 41524) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:32:16.837772 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af47d4d-c9ed-4a9b-8d6c-23f2172b1d11 admin admin] Pushing event updated for resources: {'Network': ['ID=984e5d9e-8659-4b88-9191-35cb1b7ce6d0,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:32:16.841891 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-f31b7f7c-6302-4eb7-964a-b6d2e20940f4 admin admin] Request body: {'subnet': {'network_id': '984e5d9e-8659-4b88-9191-35cb1b7ce6d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-663421211-subnet', 'tenant_id': 'e3e2202050ab44dfb14a28129ea33e2b', 'ip_version': 4}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:32:16.849823 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Network 984e5d9e-8659-4b88-9191-35cb1b7ce6d0 details requested by agent ovs-agent-n-d-779913-29 with host n-d-779913-29 {{(pid=93959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 10:32:16.863468 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f31b7f7c-6302-4eb7-964a-b6d2e20940f4 admin admin] Made reservation on behalf of e3e2202050ab44dfb14a28129ea33e2b for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:32:16.865988 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f31b7f7c-6302-4eb7-964a-b6d2e20940f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16714600'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:17.034193 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f31b7f7c-6302-4eb7-964a-b6d2e20940f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13573993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16714586'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:17.094469 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31b7f7c-6302-4eb7-964a-b6d2e20940f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f007e05b-f154-47b1-80a5-c66d5696994e,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:32:17.102512 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f31b7f7c-6302-4eb7-964a-b6d2e20940f4 admin admin] Checking segment: {'id': '887f8d23-1218-40fd-a70c-9b2102725d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '984e5d9e-8659-4b88-9191-35cb1b7ce6d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:32:17.102872 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f31b7f7c-6302-4eb7-964a-b6d2e20940f4 admin admin] Network hostable DHCP agents. Network: 984e5d9e-8659-4b88-9191-35cb1b7ce6d0, hostable agents: ['c6a09bd4-f72e-4283-a3ca-0bbca8a51081'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 10:32:17.120399 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f31b7f7c-6302-4eb7-964a-b6d2e20940f4 admin admin] Network 984e5d9e-8659-4b88-9191-35cb1b7ce6d0 is scheduled to be hosted by DHCP agent c6a09bd4-f72e-4283-a3ca-0bbca8a51081 with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 10:32:17.128981 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-f31b7f7c-6302-4eb7-964a-b6d2e20940f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-29, 984e5d9e-8659-4b88-9191-35cb1b7ce6d0) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:32:17.137018 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bc11f6e-e5d1-4df6-a80e-8f6a299a8f66 None None] Network 984e5d9e-8659-4b88-9191-35cb1b7ce6d0 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:32:17.139082 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f31b7f7c-6302-4eb7-964a-b6d2e20940f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:32:17.139923 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f31b7f7c-6302-4eb7-964a-b6d2e20940f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:17.153237 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-f31b7f7c-6302-4eb7-964a-b6d2e20940f4 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3164816 Jul 14 10:32:17.155880 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 41526) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:32:17.160294 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-b0161d7e-0afa-435d-8aae-56e710e61c42 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-663421211-router', 'tenant_id': 'e3e2202050ab44dfb14a28129ea33e2b', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'}}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:32:17.180186 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b0161d7e-0afa-435d-8aae-56e710e61c42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-711749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14670'] for router, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:17.181208 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b0161d7e-0afa-435d-8aae-56e710e61c42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-711718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-661475', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14679'] for router, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:17.233986 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b0161d7e-0afa-435d-8aae-56e710e61c42 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:17.284672 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c970cc9-a3d1-4173-bfe2-e91a31e17218 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf57baaa9-fd24-59f4-8fd2-1dc21122ce72-984e5d9e-8659-4b88-9191-35cb1b7ce6d0', 'network_id': '984e5d9e-8659-4b88-9191-35cb1b7ce6d0', 'tenant_id': 'e3e2202050ab44dfb14a28129ea33e2b', 'fixed_ips': [{'subnet_id': 'f007e05b-f154-47b1-80a5-c66d5696994e'}]}} from n-d-779913-29. {{(pid=93959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 10:32:17.285568 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9c970cc9-a3d1-4173-bfe2-e91a31e17218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:17.373653 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b0161d7e-0afa-435d-8aae-56e710e61c42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-661489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-711771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12973'] for router, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:17.426868 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-9c970cc9-a3d1-4173-bfe2-e91a31e17218 None None] Allocated IP 172.20.0.2 (984e5d9e-8659-4b88-9191-35cb1b7ce6d0/f007e05b-f154-47b1-80a5-c66d5696994e/9ce25bda-698a-4378-8134-bd1292dd7163) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:32:17.570182 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9c970cc9-a3d1-4173-bfe2-e91a31e17218 None None] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:17.572984 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b0161d7e-0afa-435d-8aae-56e710e61c42 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:17.578812 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-9c970cc9-a3d1-4173-bfe2-e91a31e17218 None None] Transition to ACTIVE for port object 9ce25bda-698a-4378-8134-bd1292dd7163 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:32:17.594635 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-9c970cc9-a3d1-4173-bfe2-e91a31e17218 None None] Transition to ACTIVE for port object 9ce25bda-698a-4378-8134-bd1292dd7163 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:32:17.597040 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b0161d7e-0afa-435d-8aae-56e710e61c42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:17.600849 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9c970cc9-a3d1-4173-bfe2-e91a31e17218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:17.643465 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c970cc9-a3d1-4173-bfe2-e91a31e17218 None None] Network 984e5d9e-8659-4b88-9191-35cb1b7ce6d0 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:32:17.646330 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-9c970cc9-a3d1-4173-bfe2-e91a31e17218 None None] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:32:17.650550 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c970cc9-a3d1-4173-bfe2-e91a31e17218 None None] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:32:17.657243 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c970cc9-a3d1-4173-bfe2-e91a31e17218 None None] Pushing event updated for resources: {'Port': ['ID=9ce25bda-698a-4378-8134-bd1292dd7163,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:32:17.703455 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-b0161d7e-0afa-435d-8aae-56e710e61c42 admin admin] Allocated IP 172.25.4.151 (2dcd4d32-cc7c-4468-b396-7ce5c9231892/6cd22a75-5bc1-467c-a3c4-0af04bd1b34a/6b699241-c8e1-4ddc-a935-209bd1346bcf) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:32:17.710296 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-9c970cc9-a3d1-4173-bfe2-e91a31e17218 None None] Attempting to bind port 9ce25bda-698a-4378-8134-bd1292dd7163 on host n-d-779913-29 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:32:17.710672 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-9c970cc9-a3d1-4173-bfe2-e91a31e17218 None None] Attempting to bind port 9ce25bda-698a-4378-8134-bd1292dd7163 by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': '887f8d23-1218-40fd-a70c-9b2102725d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '984e5d9e-8659-4b88-9191-35cb1b7ce6d0'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:32:17.711033 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c970cc9-a3d1-4173-bfe2-e91a31e17218 None None] Attempting to bind port 9ce25bda-698a-4378-8134-bd1292dd7163 on network 984e5d9e-8659-4b88-9191-35cb1b7ce6d0 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:32:17.716177 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c970cc9-a3d1-4173-bfe2-e91a31e17218 None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 31, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:32:17.716548 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c970cc9-a3d1-4173-bfe2-e91a31e17218 None None] Checking segment: {'id': '887f8d23-1218-40fd-a70c-9b2102725d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '984e5d9e-8659-4b88-9191-35cb1b7ce6d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:32:17.716953 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9c970cc9-a3d1-4173-bfe2-e91a31e17218 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:17.717346 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c970cc9-a3d1-4173-bfe2-e91a31e17218 None None] Bound using segment: {'id': '887f8d23-1218-40fd-a70c-9b2102725d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '984e5d9e-8659-4b88-9191-35cb1b7ce6d0'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:32:17.717854 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-9c970cc9-a3d1-4173-bfe2-e91a31e17218 None None] Bound port: 9ce25bda-698a-4378-8134-bd1292dd7163, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '887f8d23-1218-40fd-a70c-9b2102725d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '984e5d9e-8659-4b88-9191-35cb1b7ce6d0'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:32:17.718230 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9c970cc9-a3d1-4173-bfe2-e91a31e17218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:17.782090 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-9c970cc9-a3d1-4173-bfe2-e91a31e17218 None None] For port 9ce25bda-698a-4378-8134-bd1292dd7163, host n-d-779913-29, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:32:17.785693 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-9c970cc9-a3d1-4173-bfe2-e91a31e17218 None None] For port 9ce25bda-698a-4378-8134-bd1292dd7163, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=9ce25bda-698a-4378-8134-bd1292dd7163,segment=NetworkSegment(887f8d23-1218-40fd-a70c-9b2102725d1b),segment_id=887f8d23-1218-40fd-a70c-9b2102725d1b)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:32:17.791080 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9c970cc9-a3d1-4173-bfe2-e91a31e17218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:17.812005 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b0161d7e-0afa-435d-8aae-56e710e61c42 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:17.855274 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c970cc9-a3d1-4173-bfe2-e91a31e17218 None None] Pushing event updated for resources: {'Port': ['ID=9ce25bda-698a-4378-8134-bd1292dd7163,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:32:17.856857 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b0161d7e-0afa-435d-8aae-56e710e61c42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:17.895084 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0161d7e-0afa-435d-8aae-56e710e61c42 admin admin] Network 2dcd4d32-cc7c-4468-b396-7ce5c9231892 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:32:17.900778 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-b0161d7e-0afa-435d-8aae-56e710e61c42 admin admin] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:32:17.903249 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0161d7e-0afa-435d-8aae-56e710e61c42 admin admin] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:32:17.932784 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0161d7e-0afa-435d-8aae-56e710e61c42 admin admin] Pushing event updated for resources: {'Port': ['ID=6b699241-c8e1-4ddc-a935-209bd1346bcf,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:32:18.426908 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b0161d7e-0afa-435d-8aae-56e710e61c42 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:18.638894 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b0161d7e-0afa-435d-8aae-56e710e61c42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-711762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-661452'] for router, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:18.771648 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0161d7e-0afa-435d-8aae-56e710e61c42 admin admin] Router 362fc5ea-66bc-43bd-8ebf-3add35b4ccf9 is scheduled to L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 with binding_index 1 {{(pid=93958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 10:32:18.813160 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-419c6791-34d7-40ac-a4de-fa81f32367f3 None None] Network 984e5d9e-8659-4b88-9191-35cb1b7ce6d0 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:32:18.919089 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-23615013-a1b3-496a-97c6-da23c747bc4a None None] Provisioning for port 9ce25bda-698a-4378-8134-bd1292dd7163 completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:32:18.932974 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0161d7e-0afa-435d-8aae-56e710e61c42 admin admin] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:32:18.947318 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28b41bc6-130c-4f2d-9ec4-57b978c75457 None None] Sync routers for ids ['362fc5ea-66bc-43bd-8ebf-3add35b4ccf9'] in n-d-779913-29 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:32:18.951775 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b0161d7e-0afa-435d-8aae-56e710e61c42 admin admin] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:18.955639 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-b0161d7e-0afa-435d-8aae-56e710e61c42 admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.7962911 Jul 14 10:32:18.955791 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 41528) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:32:18.969433 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28b41bc6-130c-4f2d-9ec4-57b978c75457 None None] Routers {'362fc5ea-66bc-43bd-8ebf-3add35b4ccf9'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:32:18.970806 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-28b41bc6-130c-4f2d-9ec4-57b978c75457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T10:31:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['362fc5ea-66bc-43bd-8ebf-3add35b4ccf9'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:32:19.091522 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-28b41bc6-130c-4f2d-9ec4-57b978c75457 None None] Set router 362fc5ea-66bc-43bd-8ebf-3add35b4ccf9 gateway port host: n-d-779913-29 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:32:19.138906 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 9ce25bda-698a-4378-8134-bd1292dd7163 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:32:19.201044 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning for port 9ce25bda-698a-4378-8134-bd1292dd7163 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:32:19.206422 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port 9ce25bda-698a-4378-8134-bd1292dd7163 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:32:19.206422 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:19.323637 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:19.343544 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-28b41bc6-130c-4f2d-9ec4-57b978c75457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '362fc5ea-66bc-43bd-8ebf-3add35b4ccf9', 'name': 'tempest-TestShelveInstance-663421211-router', 'tenant_id': 'e3e2202050ab44dfb14a28129ea33e2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.151'}], 'enable_snat': True}, 'gw_port_id': '6b699241-c8e1-4ddc-a935-209bd1346bcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:32:17Z', 'updated_at': '2021-07-14T10:32:18Z', 'revision_number': 3, 'project_id': 'e3e2202050ab44dfb14a28129ea33e2b', 'gw_port': {'id': '6b699241-c8e1-4ddc-a935-209bd1346bcf', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:8d:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '362fc5ea-66bc-43bd-8ebf-3add35b4ccf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:32:17Z', 'updated_at': '2021-07-14T10:32:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29'}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:32:19.379560 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] For port 9ce25bda-698a-4378-8134-bd1292dd7163, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=9ce25bda-698a-4378-8134-bd1292dd7163,segment=NetworkSegment(887f8d23-1218-40fd-a70c-9b2102725d1b),segment_id=887f8d23-1218-40fd-a70c-9b2102725d1b)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:32:19.380781 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28b41bc6-130c-4f2d-9ec4-57b978c75457 None None] Checking router: 362fc5ea-66bc-43bd-8ebf-3add35b4ccf9 for host: n-d-779913-29 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:32:19.381181 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28b41bc6-130c-4f2d-9ec4-57b978c75457 None None] Updating router 362fc5ea-66bc-43bd-8ebf-3add35b4ccf9 port 6b699241-c8e1-4ddc-a935-209bd1346bcf binding host n-d-779913-29 {{(pid=93960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 10:32:19.386061 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:19.427523 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-28b41bc6-130c-4f2d-9ec4-57b978c75457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:19.442045 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Pushing event updated for resources: {'Port': ['ID=9ce25bda-698a-4378-8134-bd1292dd7163,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:32:19.461902 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-103bb3bc-286f-4d4d-a80c-9b154017e121 None None] Provisioning complete for port 9ce25bda-698a-4378-8134-bd1292dd7163 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:32:19.462189 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-103bb3bc-286f-4d4d-a80c-9b154017e121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:19.498183 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-318c2bba-58c0-4ba8-8c12-0123bc07d848 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:19.675748 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-318c2bba-58c0-4ba8-8c12-0123bc07d848 admin admin] Allocated IP 172.20.0.1 (984e5d9e-8659-4b88-9191-35cb1b7ce6d0/f007e05b-f154-47b1-80a5-c66d5696994e/c2368b30-f3d8-4011-b790-aaa488807205) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:32:19.731825 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-28b41bc6-130c-4f2d-9ec4-57b978c75457 None None] Notify callbacks [] for port, precommit_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:19.742568 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-28b41bc6-130c-4f2d-9ec4-57b978c75457 None None] Transition to ACTIVE for port object 6b699241-c8e1-4ddc-a935-209bd1346bcf will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:32:19.752109 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-28b41bc6-130c-4f2d-9ec4-57b978c75457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:19.824077 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-318c2bba-58c0-4ba8-8c12-0123bc07d848 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:19.830233 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-28b41bc6-130c-4f2d-9ec4-57b978c75457 None None] Attempting to bind port 6b699241-c8e1-4ddc-a935-209bd1346bcf on host n-d-779913-29 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:32:19.830771 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-28b41bc6-130c-4f2d-9ec4-57b978c75457 None None] Attempting to bind port 6b699241-c8e1-4ddc-a935-209bd1346bcf by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': '81bf7a93-80b3-43df-b9d5-462c604a2945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:32:19.831128 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28b41bc6-130c-4f2d-9ec4-57b978c75457 None None] Attempting to bind port 6b699241-c8e1-4ddc-a935-209bd1346bcf on network 2dcd4d32-cc7c-4468-b396-7ce5c9231892 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:32:19.842647 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-318c2bba-58c0-4ba8-8c12-0123bc07d848 admin admin] Transition to ACTIVE for port object c2368b30-f3d8-4011-b790-aaa488807205 will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:32:19.844081 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28b41bc6-130c-4f2d-9ec4-57b978c75457 None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 31, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:32:19.844580 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28b41bc6-130c-4f2d-9ec4-57b978c75457 None None] Checking segment: {'id': '81bf7a93-80b3-43df-b9d5-462c604a2945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:32:19.845165 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-28b41bc6-130c-4f2d-9ec4-57b978c75457 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:19.845860 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28b41bc6-130c-4f2d-9ec4-57b978c75457 None None] Bound using segment: {'id': '81bf7a93-80b3-43df-b9d5-462c604a2945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:32:19.846506 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-28b41bc6-130c-4f2d-9ec4-57b978c75457 None None] Bound port: 6b699241-c8e1-4ddc-a935-209bd1346bcf, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81bf7a93-80b3-43df-b9d5-462c604a2945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:32:19.846972 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-28b41bc6-130c-4f2d-9ec4-57b978c75457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:19.850565 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29dcd803-3d1a-4eb8-b1fe-49b7e1f36f59 None None] Pushing event updated for resources: {'Port': ['ID=6b699241-c8e1-4ddc-a935-209bd1346bcf,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:32:19.879846 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29dcd803-3d1a-4eb8-b1fe-49b7e1f36f59 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:32:19.880184 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29dcd803-3d1a-4eb8-b1fe-49b7e1f36f59 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:32:19.880500 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29dcd803-3d1a-4eb8-b1fe-49b7e1f36f59 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:32:19.880830 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29dcd803-3d1a-4eb8-b1fe-49b7e1f36f59 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:32:19.881200 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29dcd803-3d1a-4eb8-b1fe-49b7e1f36f59 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:32:19.881476 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-318c2bba-58c0-4ba8-8c12-0123bc07d848 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:19.882198 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29dcd803-3d1a-4eb8-b1fe-49b7e1f36f59 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:32:19.882482 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29dcd803-3d1a-4eb8-b1fe-49b7e1f36f59 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:32:19.882799 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29dcd803-3d1a-4eb8-b1fe-49b7e1f36f59 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:32:19.883118 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29dcd803-3d1a-4eb8-b1fe-49b7e1f36f59 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:32:19.883437 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29dcd803-3d1a-4eb8-b1fe-49b7e1f36f59 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:32:19.883750 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29dcd803-3d1a-4eb8-b1fe-49b7e1f36f59 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:32:19.884060 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29dcd803-3d1a-4eb8-b1fe-49b7e1f36f59 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:32:19.921697 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-28b41bc6-130c-4f2d-9ec4-57b978c75457 None None] For port 6b699241-c8e1-4ddc-a935-209bd1346bcf, host n-d-779913-29, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:32:19.926816 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-28b41bc6-130c-4f2d-9ec4-57b978c75457 None None] For port 6b699241-c8e1-4ddc-a935-209bd1346bcf, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=6b699241-c8e1-4ddc-a935-209bd1346bcf,segment=NetworkSegment(81bf7a93-80b3-43df-b9d5-462c604a2945),segment_id=81bf7a93-80b3-43df-b9d5-462c604a2945)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:32:19.930908 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-318c2bba-58c0-4ba8-8c12-0123bc07d848 admin admin] Network 984e5d9e-8659-4b88-9191-35cb1b7ce6d0 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:32:19.932196 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-28b41bc6-130c-4f2d-9ec4-57b978c75457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:19.937872 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-318c2bba-58c0-4ba8-8c12-0123bc07d848 admin admin] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:32:19.941667 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-318c2bba-58c0-4ba8-8c12-0123bc07d848 admin admin] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:32:19.968349 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318c2bba-58c0-4ba8-8c12-0123bc07d848 admin admin] Pushing event updated for resources: {'Port': ['ID=c2368b30-f3d8-4011-b790-aaa488807205,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:32:19.989419 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28b41bc6-130c-4f2d-9ec4-57b978c75457 None None] Routers {'362fc5ea-66bc-43bd-8ebf-3add35b4ccf9'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:32:19.990292 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-28b41bc6-130c-4f2d-9ec4-57b978c75457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T10:31:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['362fc5ea-66bc-43bd-8ebf-3add35b4ccf9'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:32:19.996223 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-318c2bba-58c0-4ba8-8c12-0123bc07d848 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-660393'] for router_interface, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:20.058567 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29dcd803-3d1a-4eb8-b1fe-49b7e1f36f59 None None] Pushing event updated for resources: {'Port': ['ID=6b699241-c8e1-4ddc-a935-209bd1346bcf,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:32:20.141662 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-28b41bc6-130c-4f2d-9ec4-57b978c75457 None None] Set router 362fc5ea-66bc-43bd-8ebf-3add35b4ccf9 gateway port host: n-d-779913-29 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:32:20.178099 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-318c2bba-58c0-4ba8-8c12-0123bc07d848 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:20.284723 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-bb7d79a9-86b7-4ffd-953b-c66599ee0c07 None None] Provisioning for port c2368b30-f3d8-4011-b790-aaa488807205 completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:32:20.290758 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-bb7d79a9-86b7-4ffd-953b-c66599ee0c07 None None] Provisioning complete for port c2368b30-f3d8-4011-b790-aaa488807205 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:32:20.291289 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bb7d79a9-86b7-4ffd-953b-c66599ee0c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:20.330855 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-bb7d79a9-86b7-4ffd-953b-c66599ee0c07 None None] Port c2368b30-f3d8-4011-b790-aaa488807205 cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:32:20.376745 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-318c2bba-58c0-4ba8-8c12-0123bc07d848 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:20.383451 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-318c2bba-58c0-4ba8-8c12-0123bc07d848 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13574142'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:20.426816 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-28b41bc6-130c-4f2d-9ec4-57b978c75457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '362fc5ea-66bc-43bd-8ebf-3add35b4ccf9', 'name': 'tempest-TestShelveInstance-663421211-router', 'tenant_id': 'e3e2202050ab44dfb14a28129ea33e2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.151'}], 'enable_snat': True}, 'gw_port_id': '6b699241-c8e1-4ddc-a935-209bd1346bcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:32:17Z', 'updated_at': '2021-07-14T10:32:18Z', 'revision_number': 3, 'project_id': 'e3e2202050ab44dfb14a28129ea33e2b', 'gw_port': {'id': '6b699241-c8e1-4ddc-a935-209bd1346bcf', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:8d:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '362fc5ea-66bc-43bd-8ebf-3add35b4ccf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:32:17Z', 'updated_at': '2021-07-14T10:32:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29'}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:32:20.451336 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-318c2bba-58c0-4ba8-8c12-0123bc07d848 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-683747'] for router_interface, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:20.453285 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318c2bba-58c0-4ba8-8c12-0123bc07d848 admin admin] Pushing event updated for resources: {'Port': ['ID=c2368b30-f3d8-4011-b790-aaa488807205,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:32:20.455503 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28b41bc6-130c-4f2d-9ec4-57b978c75457 None None] The sync data for ids ['362fc5ea-66bc-43bd-8ebf-3add35b4ccf9'] in n-d-779913-29 is: [{'id': '362fc5ea-66bc-43bd-8ebf-3add35b4ccf9', 'name': 'tempest-TestShelveInstance-663421211-router', 'tenant_id': 'e3e2202050ab44dfb14a28129ea33e2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.151'}], 'enable_snat': True}, 'gw_port_id': '6b699241-c8e1-4ddc-a935-209bd1346bcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:32:17Z', 'updated_at': '2021-07-14T10:32:18Z', 'revision_number': 3, 'project_id': 'e3e2202050ab44dfb14a28129ea33e2b', 'gw_port': {'id': '6b699241-c8e1-4ddc-a935-209bd1346bcf', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:8d:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '362fc5ea-66bc-43bd-8ebf-3add35b4ccf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:32:17Z', 'updated_at': '2021-07-14T10:32:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29'}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:32:20.563156 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-318c2bba-58c0-4ba8-8c12-0123bc07d848 admin admin] Network 984e5d9e-8659-4b88-9191-35cb1b7ce6d0 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:32:20.564728 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-318c2bba-58c0-4ba8-8c12-0123bc07d848 admin admin] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:32:20.749913 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-318c2bba-58c0-4ba8-8c12-0123bc07d848 admin admin] Router 362fc5ea-66bc-43bd-8ebf-3add35b4ccf9 has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:32:20.857022 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-bb40fe97-0cff-4470-a421-eaa2c5b43fd6 None None] Provisioning complete for port c2368b30-f3d8-4011-b790-aaa488807205 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:32:20.857830 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bb40fe97-0cff-4470-a421-eaa2c5b43fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:20.887202 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-318c2bba-58c0-4ba8-8c12-0123bc07d848 admin admin] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:32:20.896497 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-bb40fe97-0cff-4470-a421-eaa2c5b43fd6 None None] Port c2368b30-f3d8-4011-b790-aaa488807205 cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:32:20.898221 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-318c2bba-58c0-4ba8-8c12-0123bc07d848 admin admin] 10.222.0.68 "PUT /v2.0/routers/362fc5ea-66bc-43bd-8ebf-3add35b4ccf9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9413261 Jul 14 10:32:21.127637 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 6b699241-c8e1-4ddc-a935-209bd1346bcf up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:32:21.181702 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning for port 6b699241-c8e1-4ddc-a935-209bd1346bcf completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:32:21.185830 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port 6b699241-c8e1-4ddc-a935-209bd1346bcf triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:32:21.186228 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:21.300259 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:21.326590 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] For port 6b699241-c8e1-4ddc-a935-209bd1346bcf, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=6b699241-c8e1-4ddc-a935-209bd1346bcf,segment=NetworkSegment(81bf7a93-80b3-43df-b9d5-462c604a2945),segment_id=81bf7a93-80b3-43df-b9d5-462c604a2945)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:32:21.331520 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:21.332535 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 9ce25bda-698a-4378-8134-bd1292dd7163 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:32:21.414161 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Pushing event updated for resources: {'Port': ['ID=6b699241-c8e1-4ddc-a935-209bd1346bcf,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:32:21.426679 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port 9ce25bda-698a-4378-8134-bd1292dd7163 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:32:21.427225 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:21.526304 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 41544) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:32:21.531447 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-b29c1dab-f274-490d-a7e5-2faded3ca94f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-985081547-network', 'tenant_id': '6140686e90b446e88eef12aa10b36810'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:32:21.557845 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b29c1dab-f274-490d-a7e5-2faded3ca94f admin admin] Made reservation on behalf of 6140686e90b446e88eef12aa10b36810 for: {'network': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:32:21.560237 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b29c1dab-f274-490d-a7e5-2faded3ca94f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for network, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:21.570655 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b29c1dab-f274-490d-a7e5-2faded3ca94f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:21.670684 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b29c1dab-f274-490d-a7e5-2faded3ca94f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:21.676664 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b29c1dab-f274-490d-a7e5-2faded3ca94f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:21.703050 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b29c1dab-f274-490d-a7e5-2faded3ca94f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 731} {{(pid=93957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 10:32:21.713399 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29c1dab-f274-490d-a7e5-2faded3ca94f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=767c83c0-c784-4a60-96ef-b85d85475f7a,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:32:21.718741 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b29c1dab-f274-490d-a7e5-2faded3ca94f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:21.719285 n-d-779913-29 neutron-server[93957]: INFO neutron.db.segments_db [None req-b29c1dab-f274-490d-a7e5-2faded3ca94f admin admin] Added segment 7aa666bf-1a0c-49db-9fd3-0c99f5fc408f of type vlan for network 50004b54-be69-46ee-9c76-92ec26eb7c85 Jul 14 10:32:21.763488 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b29c1dab-f274-490d-a7e5-2faded3ca94f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735687821325'] for network, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:21.794898 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b29c1dab-f274-490d-a7e5-2faded3ca94f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855'] for network, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:21.795953 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b29c1dab-f274-490d-a7e5-2faded3ca94f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:32:21.796536 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b29c1dab-f274-490d-a7e5-2faded3ca94f admin admin] Notify callbacks [] for network, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:21.859721 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-b29c1dab-f274-490d-a7e5-2faded3ca94f admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3321385 Jul 14 10:32:21.862540 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 41546) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:32:21.870247 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-a3fb7b4f-86cb-4624-afdf-ac54871d4a68 admin admin] Request body: {'subnet': {'network_id': '50004b54-be69-46ee-9c76-92ec26eb7c85', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-985081547-subnet', 'tenant_id': '6140686e90b446e88eef12aa10b36810', 'ip_version': 4}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:32:21.875075 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29c1dab-f274-490d-a7e5-2faded3ca94f admin admin] Pushing event updated for resources: {'Network': ['ID=50004b54-be69-46ee-9c76-92ec26eb7c85,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:32:21.887380 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Network 50004b54-be69-46ee-9c76-92ec26eb7c85 details requested by agent ovs-agent-n-d-779913-29 with host n-d-779913-29 {{(pid=93959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 10:32:21.898142 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3fb7b4f-86cb-4624-afdf-ac54871d4a68 admin admin] Made reservation on behalf of 6140686e90b446e88eef12aa10b36810 for: {'subnet': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:32:21.900582 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a3fb7b4f-86cb-4624-afdf-ac54871d4a68 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11984110'] for subnet, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:22.105319 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a3fb7b4f-86cb-4624-afdf-ac54871d4a68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10052764', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11984092'] for subnet, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:22.159160 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fb7b4f-86cb-4624-afdf-ac54871d4a68 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7ac8c29-9262-4be9-99d2-48a59ee11456,revision_number=0']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:32:22.178596 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3fb7b4f-86cb-4624-afdf-ac54871d4a68 admin admin] Checking segment: {'id': '7aa666bf-1a0c-49db-9fd3-0c99f5fc408f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '50004b54-be69-46ee-9c76-92ec26eb7c85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:32:22.179485 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3fb7b4f-86cb-4624-afdf-ac54871d4a68 admin admin] Network hostable DHCP agents. Network: 50004b54-be69-46ee-9c76-92ec26eb7c85, hostable agents: ['c6a09bd4-f72e-4283-a3ca-0bbca8a51081'], hosted agents: [] {{(pid=93957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 10:32:22.198112 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3fb7b4f-86cb-4624-afdf-ac54871d4a68 admin admin] Network 50004b54-be69-46ee-9c76-92ec26eb7c85 is scheduled to be hosted by DHCP agent c6a09bd4-f72e-4283-a3ca-0bbca8a51081 with binding_index 1 {{(pid=93957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 10:32:22.209349 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-a3fb7b4f-86cb-4624-afdf-ac54871d4a68 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-29, 50004b54-be69-46ee-9c76-92ec26eb7c85) {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:32:22.214176 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3fb7b4f-86cb-4624-afdf-ac54871d4a68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:32:22.214794 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a3fb7b4f-86cb-4624-afdf-ac54871d4a68 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:22.220646 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81d095be-3e43-4c97-9c07-b4c97a2bb472 None None] Network 50004b54-be69-46ee-9c76-92ec26eb7c85 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:32:22.227261 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a59127b-2109-4759-88c6-18c16b851df5 None None] Sync routers for ids ['362fc5ea-66bc-43bd-8ebf-3add35b4ccf9'] in n-d-779913-29 {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:32:22.233267 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-a3fb7b4f-86cb-4624-afdf-ac54871d4a68 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3696356 Jul 14 10:32:22.235925 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 41548) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:32:22.240595 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-48cbe1a7-a3a4-4037-a931-042dac9d8ac2 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-985081547-router', 'tenant_id': '6140686e90b446e88eef12aa10b36810', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'}}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:32:22.267008 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-48cbe1a7-a3a4-4037-a931-042dac9d8ac2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-711749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14670'] for router, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:22.268135 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-48cbe1a7-a3a4-4037-a931-042dac9d8ac2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-711718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-661475', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14679'] for router, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:22.281374 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a59127b-2109-4759-88c6-18c16b851df5 None None] Routers {'362fc5ea-66bc-43bd-8ebf-3add35b4ccf9'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:32:22.282027 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-2a59127b-2109-4759-88c6-18c16b851df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T10:31:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['362fc5ea-66bc-43bd-8ebf-3add35b4ccf9'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:32:22.325797 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-48cbe1a7-a3a4-4037-a931-042dac9d8ac2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:22.356985 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-08d8a5fa-7004-485a-a8f0-2cec066e44d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:22.454031 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvr_db [None req-2a59127b-2109-4759-88c6-18c16b851df5 None None] Set router 362fc5ea-66bc-43bd-8ebf-3add35b4ccf9 gateway port host: n-d-779913-29 {{(pid=93959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:32:22.521424 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fca45f5-2cdf-4f23-a065-a417bb4d48c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf57baaa9-fd24-59f4-8fd2-1dc21122ce72-50004b54-be69-46ee-9c76-92ec26eb7c85', 'network_id': '50004b54-be69-46ee-9c76-92ec26eb7c85', 'tenant_id': '6140686e90b446e88eef12aa10b36810', 'fixed_ips': [{'subnet_id': 'b7ac8c29-9262-4be9-99d2-48a59ee11456'}]}} from n-d-779913-29. {{(pid=93959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 10:32:22.523231 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7fca45f5-2cdf-4f23-a065-a417bb4d48c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:22.747592 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-48cbe1a7-a3a4-4037-a931-042dac9d8ac2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-661489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-711771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12973'] for router, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:22.790052 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-7fca45f5-2cdf-4f23-a065-a417bb4d48c1 None None] Allocated IP 172.20.0.2 (50004b54-be69-46ee-9c76-92ec26eb7c85/b7ac8c29-9262-4be9-99d2-48a59ee11456/719d7acd-1c11-45c1-b844-ee98d23de4cc) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:32:22.869635 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-2a59127b-2109-4759-88c6-18c16b851df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '362fc5ea-66bc-43bd-8ebf-3add35b4ccf9', 'name': 'tempest-TestShelveInstance-663421211-router', 'tenant_id': 'e3e2202050ab44dfb14a28129ea33e2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.151'}], 'enable_snat': True}, 'gw_port_id': '6b699241-c8e1-4ddc-a935-209bd1346bcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:32:17Z', 'updated_at': '2021-07-14T10:32:20Z', 'revision_number': 4, 'project_id': 'e3e2202050ab44dfb14a28129ea33e2b', 'gw_port': {'id': '6b699241-c8e1-4ddc-a935-209bd1346bcf', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:8d:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '362fc5ea-66bc-43bd-8ebf-3add35b4ccf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:32:17Z', 'updated_at': '2021-07-14T10:32:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': 'c2368b30-f3d8-4011-b790-aaa488807205', 'name': '', 'network_id': '984e5d9e-8659-4b88-9191-35cb1b7ce6d0', 'tenant_id': 'e3e2202050ab44dfb14a28129ea33e2b', 'mac_address': 'fa:16:3e:58:e1:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '362fc5ea-66bc-43bd-8ebf-3add35b4ccf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'f007e05b-f154-47b1-80a5-c66d5696994e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:32:19Z', 'updated_at': '2021-07-14T10:32:20Z', 'revision_number': 2, 'project_id': 'e3e2202050ab44dfb14a28129ea33e2b', 'subnets': [{'id': 'f007e05b-f154-47b1-80a5-c66d5696994e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:32:22.904783 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a59127b-2109-4759-88c6-18c16b851df5 None None] Checking router: 362fc5ea-66bc-43bd-8ebf-3add35b4ccf9 for host: n-d-779913-29 {{(pid=93959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:32:22.905138 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a59127b-2109-4759-88c6-18c16b851df5 None None] Updating router 362fc5ea-66bc-43bd-8ebf-3add35b4ccf9 port c2368b30-f3d8-4011-b790-aaa488807205 binding host n-d-779913-29 {{(pid=93959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 10:32:22.959697 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2a59127b-2109-4759-88c6-18c16b851df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:22.966413 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-48cbe1a7-a3a4-4037-a931-042dac9d8ac2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:23.000322 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-48cbe1a7-a3a4-4037-a931-042dac9d8ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:23.046979 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7fca45f5-2cdf-4f23-a065-a417bb4d48c1 None None] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:23.054116 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 6b699241-c8e1-4ddc-a935-209bd1346bcf up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:32:23.064667 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-7fca45f5-2cdf-4f23-a065-a417bb4d48c1 None None] Transition to ACTIVE for port object 719d7acd-1c11-45c1-b844-ee98d23de4cc will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:32:23.120390 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-48cbe1a7-a3a4-4037-a931-042dac9d8ac2 admin admin] Allocated IP 172.25.4.217 (2dcd4d32-cc7c-4468-b396-7ce5c9231892/6cd22a75-5bc1-467c-a3c4-0af04bd1b34a/12f6f664-bda2-4dc7-af5e-51d87a8ceffe) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:32:23.160814 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-7fca45f5-2cdf-4f23-a065-a417bb4d48c1 None None] Transition to ACTIVE for port object 719d7acd-1c11-45c1-b844-ee98d23de4cc will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:32:23.176115 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7fca45f5-2cdf-4f23-a065-a417bb4d48c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:23.247963 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-48cbe1a7-a3a4-4037-a931-042dac9d8ac2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:23.295128 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-48cbe1a7-a3a4-4037-a931-042dac9d8ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:23.339662 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48cbe1a7-a3a4-4037-a931-042dac9d8ac2 admin admin] Network 2dcd4d32-cc7c-4468-b396-7ce5c9231892 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:32:23.344668 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-48cbe1a7-a3a4-4037-a931-042dac9d8ac2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:32:23.350492 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48cbe1a7-a3a4-4037-a931-042dac9d8ac2 admin admin] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:32:23.354639 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cbe1a7-a3a4-4037-a931-042dac9d8ac2 admin admin] Pushing event updated for resources: {'Port': ['ID=12f6f664-bda2-4dc7-af5e-51d87a8ceffe,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:32:23.432642 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fca45f5-2cdf-4f23-a065-a417bb4d48c1 None None] Network 50004b54-be69-46ee-9c76-92ec26eb7c85 is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:32:23.435660 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fca45f5-2cdf-4f23-a065-a417bb4d48c1 None None] Pushing event updated for resources: {'Port': ['ID=719d7acd-1c11-45c1-b844-ee98d23de4cc,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:32:23.440290 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-7fca45f5-2cdf-4f23-a065-a417bb4d48c1 None None] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:32:23.451954 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fca45f5-2cdf-4f23-a065-a417bb4d48c1 None None] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:32:23.466067 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port 6b699241-c8e1-4ddc-a935-209bd1346bcf triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:32:23.466851 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:23.579888 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-7fca45f5-2cdf-4f23-a065-a417bb4d48c1 None None] Attempting to bind port 719d7acd-1c11-45c1-b844-ee98d23de4cc on host n-d-779913-29 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:32:23.580155 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-7fca45f5-2cdf-4f23-a065-a417bb4d48c1 None None] Attempting to bind port 719d7acd-1c11-45c1-b844-ee98d23de4cc by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': '7aa666bf-1a0c-49db-9fd3-0c99f5fc408f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '50004b54-be69-46ee-9c76-92ec26eb7c85'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:32:23.580523 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fca45f5-2cdf-4f23-a065-a417bb4d48c1 None None] Attempting to bind port 719d7acd-1c11-45c1-b844-ee98d23de4cc on network 50004b54-be69-46ee-9c76-92ec26eb7c85 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:32:23.611369 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fca45f5-2cdf-4f23-a065-a417bb4d48c1 None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 31, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:32:23.611739 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fca45f5-2cdf-4f23-a065-a417bb4d48c1 None None] Checking segment: {'id': '7aa666bf-1a0c-49db-9fd3-0c99f5fc408f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '50004b54-be69-46ee-9c76-92ec26eb7c85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:32:23.612145 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7fca45f5-2cdf-4f23-a065-a417bb4d48c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:23.612539 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fca45f5-2cdf-4f23-a065-a417bb4d48c1 None None] Bound using segment: {'id': '7aa666bf-1a0c-49db-9fd3-0c99f5fc408f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '50004b54-be69-46ee-9c76-92ec26eb7c85'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:32:23.613025 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-7fca45f5-2cdf-4f23-a065-a417bb4d48c1 None None] Bound port: 719d7acd-1c11-45c1-b844-ee98d23de4cc, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7aa666bf-1a0c-49db-9fd3-0c99f5fc408f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '50004b54-be69-46ee-9c76-92ec26eb7c85'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:32:23.613412 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7fca45f5-2cdf-4f23-a065-a417bb4d48c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:23.619981 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-48cbe1a7-a3a4-4037-a931-042dac9d8ac2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:23.682271 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2a59127b-2109-4759-88c6-18c16b851df5 None None] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:23.714275 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-2a59127b-2109-4759-88c6-18c16b851df5 None None] Transition to ACTIVE for port object c2368b30-f3d8-4011-b790-aaa488807205 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:32:23.731961 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2a59127b-2109-4759-88c6-18c16b851df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:23.762954 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-7fca45f5-2cdf-4f23-a065-a417bb4d48c1 None None] For port 719d7acd-1c11-45c1-b844-ee98d23de4cc, host n-d-779913-29, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:32:23.785943 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-7fca45f5-2cdf-4f23-a065-a417bb4d48c1 None None] For port 719d7acd-1c11-45c1-b844-ee98d23de4cc, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=719d7acd-1c11-45c1-b844-ee98d23de4cc,segment=NetworkSegment(7aa666bf-1a0c-49db-9fd3-0c99f5fc408f),segment_id=7aa666bf-1a0c-49db-9fd3-0c99f5fc408f)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:32:23.796368 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7fca45f5-2cdf-4f23-a065-a417bb4d48c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:23.800574 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9205bf25-0e7b-43c9-bd1b-b7e014a6169f None None] Pushing event updated for resources: {'Port': ['ID=c2368b30-f3d8-4011-b790-aaa488807205,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:32:23.864157 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-48cbe1a7-a3a4-4037-a931-042dac9d8ac2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-711762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-661452'] for router, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:23.913585 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-2a59127b-2109-4759-88c6-18c16b851df5 None None] Attempting to bind port c2368b30-f3d8-4011-b790-aaa488807205 on host n-d-779913-29 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:32:23.913945 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-2a59127b-2109-4759-88c6-18c16b851df5 None None] Attempting to bind port c2368b30-f3d8-4011-b790-aaa488807205 by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': '887f8d23-1218-40fd-a70c-9b2102725d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '984e5d9e-8659-4b88-9191-35cb1b7ce6d0'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:32:23.914312 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a59127b-2109-4759-88c6-18c16b851df5 None None] Attempting to bind port c2368b30-f3d8-4011-b790-aaa488807205 on network 984e5d9e-8659-4b88-9191-35cb1b7ce6d0 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:32:23.921129 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fca45f5-2cdf-4f23-a065-a417bb4d48c1 None None] Pushing event updated for resources: {'Port': ['ID=719d7acd-1c11-45c1-b844-ee98d23de4cc,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:32:23.925229 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a59127b-2109-4759-88c6-18c16b851df5 None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 31, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:32:23.925643 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a59127b-2109-4759-88c6-18c16b851df5 None None] Checking segment: {'id': '887f8d23-1218-40fd-a70c-9b2102725d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '984e5d9e-8659-4b88-9191-35cb1b7ce6d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:32:23.926053 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2a59127b-2109-4759-88c6-18c16b851df5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:23.926449 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a59127b-2109-4759-88c6-18c16b851df5 None None] Bound using segment: {'id': '887f8d23-1218-40fd-a70c-9b2102725d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '984e5d9e-8659-4b88-9191-35cb1b7ce6d0'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:32:23.926933 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-2a59127b-2109-4759-88c6-18c16b851df5 None None] Bound port: c2368b30-f3d8-4011-b790-aaa488807205, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '887f8d23-1218-40fd-a70c-9b2102725d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '984e5d9e-8659-4b88-9191-35cb1b7ce6d0'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:32:23.927311 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2a59127b-2109-4759-88c6-18c16b851df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:24.030102 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-2a59127b-2109-4759-88c6-18c16b851df5 None None] For port c2368b30-f3d8-4011-b790-aaa488807205, host n-d-779913-29, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:32:24.034790 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-2a59127b-2109-4759-88c6-18c16b851df5 None None] For port c2368b30-f3d8-4011-b790-aaa488807205, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=c2368b30-f3d8-4011-b790-aaa488807205,segment=NetworkSegment(887f8d23-1218-40fd-a70c-9b2102725d1b),segment_id=887f8d23-1218-40fd-a70c-9b2102725d1b)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:32:24.044014 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2a59127b-2109-4759-88c6-18c16b851df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:24.077073 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48cbe1a7-a3a4-4037-a931-042dac9d8ac2 admin admin] Router 6eb04f78-4ad0-4af5-a7b9-47cf227a0afd is scheduled to L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 with binding_index 1 {{(pid=93958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 10:32:24.112665 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a59127b-2109-4759-88c6-18c16b851df5 None None] Routers {'362fc5ea-66bc-43bd-8ebf-3add35b4ccf9'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:32:24.113175 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-2a59127b-2109-4759-88c6-18c16b851df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T10:31:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['362fc5ea-66bc-43bd-8ebf-3add35b4ccf9'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:32:24.192530 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9205bf25-0e7b-43c9-bd1b-b7e014a6169f None None] Pushing event updated for resources: {'Port': ['ID=c2368b30-f3d8-4011-b790-aaa488807205,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:32:24.274051 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48cbe1a7-a3a4-4037-a931-042dac9d8ac2 admin admin] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:32:24.288154 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc92985a-a2bd-4abf-a754-aff04f9c4feb None None] Sync routers for ids ['6eb04f78-4ad0-4af5-a7b9-47cf227a0afd'] in n-d-779913-29 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:32:24.294808 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-48cbe1a7-a3a4-4037-a931-042dac9d8ac2 admin admin] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:24.296514 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-48cbe1a7-a3a4-4037-a931-042dac9d8ac2 admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.0595806 Jul 14 10:32:24.299715 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 41550) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:32:24.306058 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc92985a-a2bd-4abf-a754-aff04f9c4feb None None] Routers {'6eb04f78-4ad0-4af5-a7b9-47cf227a0afd'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:32:24.307020 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-bc92985a-a2bd-4abf-a754-aff04f9c4feb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T10:31:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['6eb04f78-4ad0-4af5-a7b9-47cf227a0afd'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:32:24.319913 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvr_db [None req-2a59127b-2109-4759-88c6-18c16b851df5 None None] Set router 362fc5ea-66bc-43bd-8ebf-3add35b4ccf9 gateway port host: n-d-779913-29 {{(pid=93959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:32:24.480457 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-bc92985a-a2bd-4abf-a754-aff04f9c4feb None None] Set router 6eb04f78-4ad0-4af5-a7b9-47cf227a0afd gateway port host: n-d-779913-29 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:32:24.584126 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-2a59127b-2109-4759-88c6-18c16b851df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '362fc5ea-66bc-43bd-8ebf-3add35b4ccf9', 'name': 'tempest-TestShelveInstance-663421211-router', 'tenant_id': 'e3e2202050ab44dfb14a28129ea33e2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.151'}], 'enable_snat': True}, 'gw_port_id': '6b699241-c8e1-4ddc-a935-209bd1346bcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:32:17Z', 'updated_at': '2021-07-14T10:32:20Z', 'revision_number': 4, 'project_id': 'e3e2202050ab44dfb14a28129ea33e2b', 'gw_port': {'id': '6b699241-c8e1-4ddc-a935-209bd1346bcf', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:8d:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '362fc5ea-66bc-43bd-8ebf-3add35b4ccf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:32:17Z', 'updated_at': '2021-07-14T10:32:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': 'c2368b30-f3d8-4011-b790-aaa488807205', 'name': '', 'network_id': '984e5d9e-8659-4b88-9191-35cb1b7ce6d0', 'tenant_id': 'e3e2202050ab44dfb14a28129ea33e2b', 'mac_address': 'fa:16:3e:58:e1:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '362fc5ea-66bc-43bd-8ebf-3add35b4ccf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'f007e05b-f154-47b1-80a5-c66d5696994e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:32:19Z', 'updated_at': '2021-07-14T10:32:24Z', 'revision_number': 4, 'project_id': 'e3e2202050ab44dfb14a28129ea33e2b', 'subnets': [{'id': 'f007e05b-f154-47b1-80a5-c66d5696994e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:32:24.619281 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a59127b-2109-4759-88c6-18c16b851df5 None None] The sync data for ids ['362fc5ea-66bc-43bd-8ebf-3add35b4ccf9'] in n-d-779913-29 is: [{'id': '362fc5ea-66bc-43bd-8ebf-3add35b4ccf9', 'name': 'tempest-TestShelveInstance-663421211-router', 'tenant_id': 'e3e2202050ab44dfb14a28129ea33e2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.151'}], 'enable_snat': True}, 'gw_port_id': '6b699241-c8e1-4ddc-a935-209bd1346bcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:32:17Z', 'updated_at': '2021-07-14T10:32:20Z', 'revision_number': 4, 'project_id': 'e3e2202050ab44dfb14a28129ea33e2b', 'gw_port': {'id': '6b699241-c8e1-4ddc-a935-209bd1346bcf', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:8d:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '362fc5ea-66bc-43bd-8ebf-3add35b4ccf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:32:17Z', 'updated_at': '2021-07-14T10:32:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': 'c2368b30-f3d8-4011-b790-aaa488807205', 'name': '', 'network_id': '984e5d9e-8659-4b88-9191-35cb1b7ce6d0', 'tenant_id': 'e3e2202050ab44dfb14a28129ea33e2b', 'mac_address': 'fa:16:3e:58:e1:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '362fc5ea-66bc-43bd-8ebf-3add35b4ccf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'f007e05b-f154-47b1-80a5-c66d5696994e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:32:19Z', 'updated_at': '2021-07-14T10:32:24Z', 'revision_number': 4, 'project_id': 'e3e2202050ab44dfb14a28129ea33e2b', 'subnets': [{'id': 'f007e05b-f154-47b1-80a5-c66d5696994e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:32:24.686294 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.agents_db [None req-3c3509fb-540d-4335-a450-574895dd3602 None None] Agent healthcheck: found 7 active agents {{(pid=93960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:32:24.723964 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-bc92985a-a2bd-4abf-a754-aff04f9c4feb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6eb04f78-4ad0-4af5-a7b9-47cf227a0afd', 'name': 'tempest-TestShelveInstance-985081547-router', 'tenant_id': '6140686e90b446e88eef12aa10b36810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.217'}], 'enable_snat': True}, 'gw_port_id': '12f6f664-bda2-4dc7-af5e-51d87a8ceffe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:32:22Z', 'updated_at': '2021-07-14T10:32:23Z', 'revision_number': 3, 'project_id': '6140686e90b446e88eef12aa10b36810', 'gw_port': {'id': '12f6f664-bda2-4dc7-af5e-51d87a8ceffe', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:87:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6eb04f78-4ad0-4af5-a7b9-47cf227a0afd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:32:23Z', 'updated_at': '2021-07-14T10:32:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29'}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:32:24.755753 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc92985a-a2bd-4abf-a754-aff04f9c4feb None None] Checking router: 6eb04f78-4ad0-4af5-a7b9-47cf227a0afd for host: n-d-779913-29 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:32:24.756104 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc92985a-a2bd-4abf-a754-aff04f9c4feb None None] Updating router 6eb04f78-4ad0-4af5-a7b9-47cf227a0afd port 12f6f664-bda2-4dc7-af5e-51d87a8ceffe binding host n-d-779913-29 {{(pid=93960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 10:32:24.796370 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bc92985a-a2bd-4abf-a754-aff04f9c4feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:24.891532 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-252dd077-88b7-49f1-b72a-c4d8686ca67d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:24.929420 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:25.029536 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-29693890-7f1c-46dc-ad4b-ab5e8dad74a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:25.194046 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 719d7acd-1c11-45c1-b844-ee98d23de4cc up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:32:25.195282 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bc92985a-a2bd-4abf-a754-aff04f9c4feb None None] Notify callbacks [] for port, precommit_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:25.208712 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-bc92985a-a2bd-4abf-a754-aff04f9c4feb None None] Transition to ACTIVE for port object 12f6f664-bda2-4dc7-af5e-51d87a8ceffe will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:32:25.222587 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bc92985a-a2bd-4abf-a754-aff04f9c4feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:25.251116 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-252dd077-88b7-49f1-b72a-c4d8686ca67d admin admin] Allocated IP 172.20.0.1 (50004b54-be69-46ee-9c76-92ec26eb7c85/b7ac8c29-9262-4be9-99d2-48a59ee11456/d5c0657c-7540-4672-a43f-07ab91d34a72) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:32:25.273894 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning for port 719d7acd-1c11-45c1-b844-ee98d23de4cc completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:32:25.280539 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device c2368b30-f3d8-4011-b790-aaa488807205 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:32:25.299262 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a2965b-9042-4d56-b19a-0949985853a0 None None] Pushing event updated for resources: {'Port': ['ID=12f6f664-bda2-4dc7-af5e-51d87a8ceffe,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:32:25.328546 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-bc92985a-a2bd-4abf-a754-aff04f9c4feb None None] Attempting to bind port 12f6f664-bda2-4dc7-af5e-51d87a8ceffe on host n-d-779913-29 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:32:25.329248 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-bc92985a-a2bd-4abf-a754-aff04f9c4feb None None] Attempting to bind port 12f6f664-bda2-4dc7-af5e-51d87a8ceffe by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': '81bf7a93-80b3-43df-b9d5-462c604a2945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:32:25.329847 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc92985a-a2bd-4abf-a754-aff04f9c4feb None None] Attempting to bind port 12f6f664-bda2-4dc7-af5e-51d87a8ceffe on network 2dcd4d32-cc7c-4468-b396-7ce5c9231892 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:32:25.339808 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc92985a-a2bd-4abf-a754-aff04f9c4feb None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 32, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:32:25.341405 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc92985a-a2bd-4abf-a754-aff04f9c4feb None None] Checking segment: {'id': '81bf7a93-80b3-43df-b9d5-462c604a2945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:32:25.343784 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bc92985a-a2bd-4abf-a754-aff04f9c4feb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:25.344437 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc92985a-a2bd-4abf-a754-aff04f9c4feb None None] Bound using segment: {'id': '81bf7a93-80b3-43df-b9d5-462c604a2945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:32:25.349273 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-bc92985a-a2bd-4abf-a754-aff04f9c4feb None None] Bound port: 12f6f664-bda2-4dc7-af5e-51d87a8ceffe, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81bf7a93-80b3-43df-b9d5-462c604a2945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:32:25.349273 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bc92985a-a2bd-4abf-a754-aff04f9c4feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:25.378548 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning for port c2368b30-f3d8-4011-b790-aaa488807205 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:32:25.384940 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5218c52e-7f09-4efc-a94c-ce77a96a78f6 None None] Network 50004b54-be69-46ee-9c76-92ec26eb7c85 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:32:25.426306 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-bc92985a-a2bd-4abf-a754-aff04f9c4feb None None] For port 12f6f664-bda2-4dc7-af5e-51d87a8ceffe, host n-d-779913-29, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:32:25.431003 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-bc92985a-a2bd-4abf-a754-aff04f9c4feb None None] For port 12f6f664-bda2-4dc7-af5e-51d87a8ceffe, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=12f6f664-bda2-4dc7-af5e-51d87a8ceffe,segment=NetworkSegment(81bf7a93-80b3-43df-b9d5-462c604a2945),segment_id=81bf7a93-80b3-43df-b9d5-462c604a2945)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:32:25.439778 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-bc92985a-a2bd-4abf-a754-aff04f9c4feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:25.448120 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-252dd077-88b7-49f1-b72a-c4d8686ca67d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:25.457771 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port c2368b30-f3d8-4011-b790-aaa488807205 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:32:25.458159 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:25.465991 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-252dd077-88b7-49f1-b72a-c4d8686ca67d admin admin] Transition to ACTIVE for port object d5c0657c-7540-4672-a43f-07ab91d34a72 will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:32:25.505053 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc92985a-a2bd-4abf-a754-aff04f9c4feb None None] Routers {'6eb04f78-4ad0-4af5-a7b9-47cf227a0afd'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:32:25.505724 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-bc92985a-a2bd-4abf-a754-aff04f9c4feb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T10:32:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['6eb04f78-4ad0-4af5-a7b9-47cf227a0afd'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:32:25.511100 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a2965b-9042-4d56-b19a-0949985853a0 None None] Pushing event updated for resources: {'Port': ['ID=12f6f664-bda2-4dc7-af5e-51d87a8ceffe,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:32:25.528532 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-252dd077-88b7-49f1-b72a-c4d8686ca67d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:25.559543 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-bd2f6ead-bf8a-4db7-aea1-28f0ef6a00c2 None None] Provisioning for port 719d7acd-1c11-45c1-b844-ee98d23de4cc completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:32:25.567527 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-bd2f6ead-bf8a-4db7-aea1-28f0ef6a00c2 None None] Provisioning complete for port 719d7acd-1c11-45c1-b844-ee98d23de4cc triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:32:25.568245 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bd2f6ead-bf8a-4db7-aea1-28f0ef6a00c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:25.600957 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-252dd077-88b7-49f1-b72a-c4d8686ca67d admin admin] Network 50004b54-be69-46ee-9c76-92ec26eb7c85 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:32:25.607989 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-252dd077-88b7-49f1-b72a-c4d8686ca67d admin admin] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:32:25.614188 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-252dd077-88b7-49f1-b72a-c4d8686ca67d admin admin] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:32:25.619154 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252dd077-88b7-49f1-b72a-c4d8686ca67d admin admin] Pushing event updated for resources: {'Port': ['ID=d5c0657c-7540-4672-a43f-07ab91d34a72,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:32:25.664891 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-bc92985a-a2bd-4abf-a754-aff04f9c4feb None None] Set router 6eb04f78-4ad0-4af5-a7b9-47cf227a0afd gateway port host: n-d-779913-29 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:32:25.671608 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-252dd077-88b7-49f1-b72a-c4d8686ca67d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-660393'] for router_interface, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:25.714683 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:25.811849 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] For port c2368b30-f3d8-4011-b790-aaa488807205, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=c2368b30-f3d8-4011-b790-aaa488807205,segment=NetworkSegment(887f8d23-1218-40fd-a70c-9b2102725d1b),segment_id=887f8d23-1218-40fd-a70c-9b2102725d1b)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:32:25.823177 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:25.859195 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-252dd077-88b7-49f1-b72a-c4d8686ca67d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:25.867146 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bd2f6ead-bf8a-4db7-aea1-28f0ef6a00c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:25.924495 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Pushing event updated for resources: {'Port': ['ID=c2368b30-f3d8-4011-b790-aaa488807205,revision_number=5']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:32:25.958620 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-bc92985a-a2bd-4abf-a754-aff04f9c4feb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6eb04f78-4ad0-4af5-a7b9-47cf227a0afd', 'name': 'tempest-TestShelveInstance-985081547-router', 'tenant_id': '6140686e90b446e88eef12aa10b36810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.217'}], 'enable_snat': True}, 'gw_port_id': '12f6f664-bda2-4dc7-af5e-51d87a8ceffe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:32:22Z', 'updated_at': '2021-07-14T10:32:23Z', 'revision_number': 3, 'project_id': '6140686e90b446e88eef12aa10b36810', 'gw_port': {'id': '12f6f664-bda2-4dc7-af5e-51d87a8ceffe', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:87:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6eb04f78-4ad0-4af5-a7b9-47cf227a0afd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:32:23Z', 'updated_at': '2021-07-14T10:32:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29'}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:32:25.962293 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-bd2f6ead-bf8a-4db7-aea1-28f0ef6a00c2 None None] For port 719d7acd-1c11-45c1-b844-ee98d23de4cc, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=719d7acd-1c11-45c1-b844-ee98d23de4cc,segment=NetworkSegment(7aa666bf-1a0c-49db-9fd3-0c99f5fc408f),segment_id=7aa666bf-1a0c-49db-9fd3-0c99f5fc408f)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:32:25.968275 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-bd2f6ead-bf8a-4db7-aea1-28f0ef6a00c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:25.992251 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc92985a-a2bd-4abf-a754-aff04f9c4feb None None] The sync data for ids ['6eb04f78-4ad0-4af5-a7b9-47cf227a0afd'] in n-d-779913-29 is: [{'id': '6eb04f78-4ad0-4af5-a7b9-47cf227a0afd', 'name': 'tempest-TestShelveInstance-985081547-router', 'tenant_id': '6140686e90b446e88eef12aa10b36810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.217'}], 'enable_snat': True}, 'gw_port_id': '12f6f664-bda2-4dc7-af5e-51d87a8ceffe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:32:22Z', 'updated_at': '2021-07-14T10:32:23Z', 'revision_number': 3, 'project_id': '6140686e90b446e88eef12aa10b36810', 'gw_port': {'id': '12f6f664-bda2-4dc7-af5e-51d87a8ceffe', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:87:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6eb04f78-4ad0-4af5-a7b9-47cf227a0afd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:32:23Z', 'updated_at': '2021-07-14T10:32:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29'}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:32:26.062039 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2f6ead-bf8a-4db7-aea1-28f0ef6a00c2 None None] Pushing event updated for resources: {'Port': ['ID=719d7acd-1c11-45c1-b844-ee98d23de4cc,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:32:26.106117 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-252dd077-88b7-49f1-b72a-c4d8686ca67d admin admin] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:26.112163 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-252dd077-88b7-49f1-b72a-c4d8686ca67d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:26.182731 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5ad31076-714c-49ec-bc37-f3d4cd90112a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:26.206359 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252dd077-88b7-49f1-b72a-c4d8686ca67d admin admin] Pushing event updated for resources: {'Port': ['ID=d5c0657c-7540-4672-a43f-07ab91d34a72,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:32:26.211581 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-252dd077-88b7-49f1-b72a-c4d8686ca67d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-683747'] for router_interface, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:26.305903 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-15b8ad54-a679-412c-8945-a8fb48a1e9a8 None None] Provisioning for port d5c0657c-7540-4672-a43f-07ab91d34a72 completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:32:26.310949 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-15b8ad54-a679-412c-8945-a8fb48a1e9a8 None None] Provisioning complete for port d5c0657c-7540-4672-a43f-07ab91d34a72 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:32:26.311333 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-15b8ad54-a679-412c-8945-a8fb48a1e9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:26.343071 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-252dd077-88b7-49f1-b72a-c4d8686ca67d admin admin] Network 50004b54-be69-46ee-9c76-92ec26eb7c85 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:32:26.344754 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-252dd077-88b7-49f1-b72a-c4d8686ca67d admin admin] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:32:26.366332 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-15b8ad54-a679-412c-8945-a8fb48a1e9a8 None None] Port d5c0657c-7540-4672-a43f-07ab91d34a72 cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:32:26.377631 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-15b8ad54-a679-412c-8945-a8fb48a1e9a8 None None] Provisioning complete for port 719d7acd-1c11-45c1-b844-ee98d23de4cc triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:32:26.378004 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-15b8ad54-a679-412c-8945-a8fb48a1e9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:26.522229 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-252dd077-88b7-49f1-b72a-c4d8686ca67d admin admin] Router 6eb04f78-4ad0-4af5-a7b9-47cf227a0afd has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:32:26.641898 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-4041f202-e55a-406d-8f73-2d2d80227419 None None] Provisioning complete for port d5c0657c-7540-4672-a43f-07ab91d34a72 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:32:26.642498 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4041f202-e55a-406d-8f73-2d2d80227419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:26.680183 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-252dd077-88b7-49f1-b72a-c4d8686ca67d admin admin] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:32:26.685592 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-252dd077-88b7-49f1-b72a-c4d8686ca67d admin admin] 10.222.0.68 "PUT /v2.0/routers/6eb04f78-4ad0-4af5-a7b9-47cf227a0afd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3846662 Jul 14 10:32:26.695089 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-4041f202-e55a-406d-8f73-2d2d80227419 None None] Port d5c0657c-7540-4672-a43f-07ab91d34a72 cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:32:26.823206 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-a611bc9d-8759-4c20-a508-b1b99bcd5319 None None] Provisioning complete for port d5c0657c-7540-4672-a43f-07ab91d34a72 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:32:26.824332 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a611bc9d-8759-4c20-a508-b1b99bcd5319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:26.862683 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-a611bc9d-8759-4c20-a508-b1b99bcd5319 None None] Port d5c0657c-7540-4672-a43f-07ab91d34a72 cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:32:27.126159 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 12f6f664-bda2-4dc7-af5e-51d87a8ceffe up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:32:27.187443 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning for port 12f6f664-bda2-4dc7-af5e-51d87a8ceffe completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:32:27.193760 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port 12f6f664-bda2-4dc7-af5e-51d87a8ceffe triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:32:27.194034 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:27.301597 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:27.328724 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] For port 12f6f664-bda2-4dc7-af5e-51d87a8ceffe, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=12f6f664-bda2-4dc7-af5e-51d87a8ceffe,segment=NetworkSegment(81bf7a93-80b3-43df-b9d5-462c604a2945),segment_id=81bf7a93-80b3-43df-b9d5-462c604a2945)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:32:27.333310 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:27.334183 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 719d7acd-1c11-45c1-b844-ee98d23de4cc up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:32:27.347234 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 41558) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:32:27.354526 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-37399df0-ad65-4136-9827-041fd09df1c5 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-485708552', 'description': 'tempest-secgroup-smoke-485708552 description', 'project_id': 'e3e2202050ab44dfb14a28129ea33e2b'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:32:27.386065 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-37399df0-ad65-4136-9827-041fd09df1c5 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:27.423910 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Pushing event updated for resources: {'Port': ['ID=12f6f664-bda2-4dc7-af5e-51d87a8ceffe,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:32:27.437291 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port 719d7acd-1c11-45c1-b844-ee98d23de4cc triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:32:27.437716 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:27.493381 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-37399df0-ad65-4136-9827-041fd09df1c5 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:27.499173 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-37399df0-ad65-4136-9827-041fd09df1c5 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:27.528083 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device c2368b30-f3d8-4011-b790-aaa488807205 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:32:27.545718 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-37399df0-ad65-4136-9827-041fd09df1c5 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:27.546967 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-37399df0-ad65-4136-9827-041fd09df1c5 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1982868 Jul 14 10:32:27.550244 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 41560) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:32:27.551448 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37399df0-ad65-4136-9827-041fd09df1c5 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f55acfa2-4c3c-4400-9ff5-7322e28262be,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:32:27.556730 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-c5905f76-ca6b-4784-bc85-54a93af27807 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Request body: {'security_group_rule': {'security_group_id': 'f55acfa2-4c3c-4400-9ff5-7322e28262be', 'project_id': 'e3e2202050ab44dfb14a28129ea33e2b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:32:27.579967 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port c2368b30-f3d8-4011-b790-aaa488807205 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:32:27.580360 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:27.585828 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c5905f76-ca6b-4784-bc85-54a93af27807 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:27.647631 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c5905f76-ca6b-4784-bc85-54a93af27807 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:27.652150 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c5905f76-ca6b-4784-bc85-54a93af27807 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529131'] for security_group_rule, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:27.672349 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5905f76-ca6b-4784-bc85-54a93af27807 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=627b8873-df6f-43ab-8593-9dea06c3c9d9,revision_number=0']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:32:27.679634 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c5905f76-ca6b-4784-bc85-54a93af27807 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:27.680884 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-c5905f76-ca6b-4784-bc85-54a93af27807 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1296418 Jul 14 10:32:27.683604 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 41562) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:32:27.688112 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-e4978abe-8d79-42f4-848e-556f5945ae08 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Request body: {'security_group_rule': {'security_group_id': 'f55acfa2-4c3c-4400-9ff5-7322e28262be', 'project_id': 'e3e2202050ab44dfb14a28129ea33e2b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:32:27.714959 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e4978abe-8d79-42f4-848e-556f5945ae08 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:27.775257 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e4978abe-8d79-42f4-848e-556f5945ae08 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:27.779453 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e4978abe-8d79-42f4-848e-556f5945ae08 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529131'] for security_group_rule, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:27.802589 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4978abe-8d79-42f4-848e-556f5945ae08 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bd9e60e-c53a-46d4-a5f3-314f09ccc404,revision_number=0']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:32:27.810617 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e4978abe-8d79-42f4-848e-556f5945ae08 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:27.814968 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 41564) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:32:27.815171 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-e4978abe-8d79-42f4-848e-556f5945ae08 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1304369 Jul 14 10:32:27.820370 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-e90b08ff-b827-44c3-94ec-826156f51d23 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Request body: {'security_group_rule': {'security_group_id': 'f55acfa2-4c3c-4400-9ff5-7322e28262be', 'project_id': 'e3e2202050ab44dfb14a28129ea33e2b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:32:27.849378 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e90b08ff-b827-44c3-94ec-826156f51d23 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:27.911544 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e90b08ff-b827-44c3-94ec-826156f51d23 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:27.915625 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e90b08ff-b827-44c3-94ec-826156f51d23 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529131'] for security_group_rule, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:27.936935 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90b08ff-b827-44c3-94ec-826156f51d23 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=236b61db-439a-4e02-9f06-cf4602b37e2a,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:32:27.940312 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-e90b08ff-b827-44c3-94ec-826156f51d23 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:27.941530 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-e90b08ff-b827-44c3-94ec-826156f51d23 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1255138 Jul 14 10:32:27.944883 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 41566) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:32:27.949805 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-4c66bcbe-e0ff-4ade-8c4e-06b66839e475 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Request body: {'security_group_rule': {'security_group_id': 'f55acfa2-4c3c-4400-9ff5-7322e28262be', 'project_id': 'e3e2202050ab44dfb14a28129ea33e2b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:32:27.970872 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5bbe322f-3f67-4864-bc0a-91afe44d23e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:27.977338 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4c66bcbe-e0ff-4ade-8c4e-06b66839e475 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:28.044119 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4c66bcbe-e0ff-4ade-8c4e-06b66839e475 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:28.048550 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4c66bcbe-e0ff-4ade-8c4e-06b66839e475 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529131'] for security_group_rule, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:28.067088 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c66bcbe-e0ff-4ade-8c4e-06b66839e475 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=654d8fe0-6e13-4127-9cb8-84d49e12df34,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:32:28.074294 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-4c66bcbe-e0ff-4ade-8c4e-06b66839e475 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:28.075524 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-4c66bcbe-e0ff-4ade-8c4e-06b66839e475 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1296377 Jul 14 10:32:28.078335 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 41568) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:32:28.082873 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-153f3d41-efc3-4c52-951e-9d4c40c7ff37 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Request body: {'security_group_rule': {'security_group_id': 'f55acfa2-4c3c-4400-9ff5-7322e28262be', 'project_id': 'e3e2202050ab44dfb14a28129ea33e2b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:32:28.106044 n-d-779913-29 neutron-server[93958]: INFO neutron.db.securitygroups_db [None req-153f3d41-efc3-4c52-951e-9d4c40c7ff37 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Project e3e2202050ab44dfb14a28129ea33e2b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 10:32:28.111073 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-153f3d41-efc3-4c52-951e-9d4c40c7ff37 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:28.128452 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c9deb0-84a4-408a-88bd-c5aff838e4e7 None None] Sync routers for ids ['6eb04f78-4ad0-4af5-a7b9-47cf227a0afd'] in n-d-779913-29 {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:32:28.138635 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c9deb0-84a4-408a-88bd-c5aff838e4e7 None None] Routers {'6eb04f78-4ad0-4af5-a7b9-47cf227a0afd'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:32:28.139332 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-a9c9deb0-84a4-408a-88bd-c5aff838e4e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T10:32:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['6eb04f78-4ad0-4af5-a7b9-47cf227a0afd'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:32:28.176541 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-153f3d41-efc3-4c52-951e-9d4c40c7ff37 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:28.180881 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-153f3d41-efc3-4c52-951e-9d4c40c7ff37 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529131'] for security_group_rule, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:28.198775 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153f3d41-efc3-4c52-951e-9d4c40c7ff37 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=604b596d-f750-4de7-b2be-56b5e24b6765,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:32:28.208871 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-153f3d41-efc3-4c52-951e-9d4c40c7ff37 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:28.210287 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-153f3d41-efc3-4c52-951e-9d4c40c7ff37 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1309605 Jul 14 10:32:28.213182 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 41570) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:32:28.218518 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-c60d3676-5ae4-4b14-8f3d-d6832f6284ab tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Request body: {'security_group_rule': {'security_group_id': 'f55acfa2-4c3c-4400-9ff5-7322e28262be', 'project_id': 'e3e2202050ab44dfb14a28129ea33e2b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:32:28.242800 n-d-779913-29 neutron-server[93958]: INFO neutron.db.securitygroups_db [None req-c60d3676-5ae4-4b14-8f3d-d6832f6284ab tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Project e3e2202050ab44dfb14a28129ea33e2b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 10:32:28.248635 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c60d3676-5ae4-4b14-8f3d-d6832f6284ab tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:28.318241 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c60d3676-5ae4-4b14-8f3d-d6832f6284ab tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:28.322895 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c60d3676-5ae4-4b14-8f3d-d6832f6284ab tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529131'] for security_group_rule, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:28.341418 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60d3676-5ae4-4b14-8f3d-d6832f6284ab tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=632e67af-5fec-486e-9aab-490ba8952d5d,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:32:28.351424 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c60d3676-5ae4-4b14-8f3d-d6832f6284ab tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:28.360631 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-c60d3676-5ae4-4b14-8f3d-d6832f6284ab tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1385064 Jul 14 10:32:28.405895 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvr_db [None req-a9c9deb0-84a4-408a-88bd-c5aff838e4e7 None None] Set router 6eb04f78-4ad0-4af5-a7b9-47cf227a0afd gateway port host: n-d-779913-29 {{(pid=93959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:32:28.496905 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-e6b687a5-6637-4820-a9e5-8d33f285d97b req-ce4ce148-dae4-4e16-9dce-c2b0661b4c33 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-485708552&fields=id&tenant_id=e3e2202050ab44dfb14a28129ea33e2b HTTP/1.1" status: 200 len: 267 time: 0.0345328 Jul 14 10:32:28.612255 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b687a5-6637-4820-a9e5-8d33f285d97b req-867b4dbe-ed28-44a1-916f-a6dcfef7ccea tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:32:28.613037 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-a9c9deb0-84a4-408a-88bd-c5aff838e4e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6eb04f78-4ad0-4af5-a7b9-47cf227a0afd', 'name': 'tempest-TestShelveInstance-985081547-router', 'tenant_id': '6140686e90b446e88eef12aa10b36810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.217'}], 'enable_snat': True}, 'gw_port_id': '12f6f664-bda2-4dc7-af5e-51d87a8ceffe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:32:22Z', 'updated_at': '2021-07-14T10:32:25Z', 'revision_number': 4, 'project_id': '6140686e90b446e88eef12aa10b36810', 'gw_port': {'id': '12f6f664-bda2-4dc7-af5e-51d87a8ceffe', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:87:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb04f78-4ad0-4af5-a7b9-47cf227a0afd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:32:23Z', 'updated_at': '2021-07-14T10:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': 'd5c0657c-7540-4672-a43f-07ab91d34a72', 'name': '', 'network_id': '50004b54-be69-46ee-9c76-92ec26eb7c85', 'tenant_id': '6140686e90b446e88eef12aa10b36810', 'mac_address': 'fa:16:3e:fe:92:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6eb04f78-4ad0-4af5-a7b9-47cf227a0afd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'b7ac8c29-9262-4be9-99d2-48a59ee11456', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:32:24Z', 'updated_at': '2021-07-14T10:32:25Z', 'revision_number': 2, 'project_id': '6140686e90b446e88eef12aa10b36810', 'subnets': [{'id': 'b7ac8c29-9262-4be9-99d2-48a59ee11456', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:32:28.613766 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-e6b687a5-6637-4820-a9e5-8d33f285d97b req-867b4dbe-ed28-44a1-916f-a6dcfef7ccea tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] 10.222.0.68 "GET /v2.0/networks?id=984e5d9e-8659-4b88-9191-35cb1b7ce6d0 HTTP/1.1" status: 200 len: 808 time: 0.1100464 Jul 14 10:32:28.632712 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-e6b687a5-6637-4820-a9e5-8d33f285d97b req-88c59a9c-5230-41ac-a400-a5271317e806 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] 10.222.0.68 "GET /v2.0/quotas/e3e2202050ab44dfb14a28129ea33e2b HTTP/1.1" status: 200 len: 375 time: 0.0099277 Jul 14 10:32:28.644458 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c9deb0-84a4-408a-88bd-c5aff838e4e7 None None] Checking router: 6eb04f78-4ad0-4af5-a7b9-47cf227a0afd for host: n-d-779913-29 {{(pid=93959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:32:28.644811 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c9deb0-84a4-408a-88bd-c5aff838e4e7 None None] Updating router 6eb04f78-4ad0-4af5-a7b9-47cf227a0afd port d5c0657c-7540-4672-a43f-07ab91d34a72 binding host n-d-779913-29 {{(pid=93959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 10:32:28.681406 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a9c9deb0-84a4-408a-88bd-c5aff838e4e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:28.704799 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-e6b687a5-6637-4820-a9e5-8d33f285d97b req-4cd4830f-98b9-44be-9582-6be9f227f95b tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=e3e2202050ab44dfb14a28129ea33e2b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0664120 Jul 14 10:32:28.824003 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-e6b687a5-6637-4820-a9e5-8d33f285d97b req-8cf741b3-306a-474b-9c4e-c2df8e1e2d81 service neutron] 10.222.0.68 "GET /v2.0/networks/984e5d9e-8659-4b88-9191-35cb1b7ce6d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056433 Jul 14 10:32:28.919157 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-e6b687a5-6637-4820-a9e5-8d33f285d97b req-fa21c583-8da5-4e9d-8791-636139eb1ffe service neutron] 10.222.0.68 "GET /v2.0/networks/984e5d9e-8659-4b88-9191-35cb1b7ce6d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892777 Jul 14 10:32:28.962201 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a9c9deb0-84a4-408a-88bd-c5aff838e4e7 None None] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:28.972959 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-a9c9deb0-84a4-408a-88bd-c5aff838e4e7 None None] Transition to ACTIVE for port object d5c0657c-7540-4672-a43f-07ab91d34a72 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:32:28.979563 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a9c9deb0-84a4-408a-88bd-c5aff838e4e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:29.078426 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d126a261-8337-4696-a4dd-b6f395196691 None None] Pushing event updated for resources: {'Port': ['ID=d5c0657c-7540-4672-a43f-07ab91d34a72,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:32:29.088249 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 12f6f664-bda2-4dc7-af5e-51d87a8ceffe up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:32:29.156551 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-a9c9deb0-84a4-408a-88bd-c5aff838e4e7 None None] Attempting to bind port d5c0657c-7540-4672-a43f-07ab91d34a72 on host n-d-779913-29 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:32:29.156927 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-a9c9deb0-84a4-408a-88bd-c5aff838e4e7 None None] Attempting to bind port d5c0657c-7540-4672-a43f-07ab91d34a72 by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': '7aa666bf-1a0c-49db-9fd3-0c99f5fc408f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '50004b54-be69-46ee-9c76-92ec26eb7c85'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:32:29.157290 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c9deb0-84a4-408a-88bd-c5aff838e4e7 None None] Attempting to bind port d5c0657c-7540-4672-a43f-07ab91d34a72 on network 50004b54-be69-46ee-9c76-92ec26eb7c85 {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:32:29.161845 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c097a304-ebe8-4f15-8a0f-17d2a015a94a req-f9f4b211-bf71-4d6d-8e55-f42c48242f5f tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] 10.222.0.68 "GET /v2.0/ports?device_id=56e71b59-2a2b-4878-ad13-4f9b8deea3a5 HTTP/1.1" status: 200 len: 210 time: 0.0471339 Jul 14 10:32:29.175035 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c9deb0-84a4-408a-88bd-c5aff838e4e7 None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 32, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:32:29.175339 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c9deb0-84a4-408a-88bd-c5aff838e4e7 None None] Checking segment: {'id': '7aa666bf-1a0c-49db-9fd3-0c99f5fc408f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '50004b54-be69-46ee-9c76-92ec26eb7c85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:32:29.175752 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a9c9deb0-84a4-408a-88bd-c5aff838e4e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:29.176913 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c9deb0-84a4-408a-88bd-c5aff838e4e7 None None] Bound using segment: {'id': '7aa666bf-1a0c-49db-9fd3-0c99f5fc408f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '50004b54-be69-46ee-9c76-92ec26eb7c85'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:32:29.177717 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-a9c9deb0-84a4-408a-88bd-c5aff838e4e7 None None] Bound port: d5c0657c-7540-4672-a43f-07ab91d34a72, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7aa666bf-1a0c-49db-9fd3-0c99f5fc408f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '50004b54-be69-46ee-9c76-92ec26eb7c85'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:32:29.178906 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a9c9deb0-84a4-408a-88bd-c5aff838e4e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:29.249693 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port 12f6f664-bda2-4dc7-af5e-51d87a8ceffe triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:32:29.250077 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:29.307155 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-a9c9deb0-84a4-408a-88bd-c5aff838e4e7 None None] For port d5c0657c-7540-4672-a43f-07ab91d34a72, host n-d-779913-29, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:32:29.328416 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-a9c9deb0-84a4-408a-88bd-c5aff838e4e7 None None] For port d5c0657c-7540-4672-a43f-07ab91d34a72, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=d5c0657c-7540-4672-a43f-07ab91d34a72,segment=NetworkSegment(7aa666bf-1a0c-49db-9fd3-0c99f5fc408f),segment_id=7aa666bf-1a0c-49db-9fd3-0c99f5fc408f)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:32:29.335469 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a9c9deb0-84a4-408a-88bd-c5aff838e4e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:29.439478 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c9deb0-84a4-408a-88bd-c5aff838e4e7 None None] Routers {'6eb04f78-4ad0-4af5-a7b9-47cf227a0afd'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:32:29.440155 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-a9c9deb0-84a4-408a-88bd-c5aff838e4e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T10:32:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['6eb04f78-4ad0-4af5-a7b9-47cf227a0afd'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:32:29.445544 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d126a261-8337-4696-a4dd-b6f395196691 None None] Pushing event updated for resources: {'Port': ['ID=d5c0657c-7540-4672-a43f-07ab91d34a72,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:32:29.566396 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvr_db [None req-a9c9deb0-84a4-408a-88bd-c5aff838e4e7 None None] Set router 6eb04f78-4ad0-4af5-a7b9-47cf227a0afd gateway port host: n-d-779913-29 {{(pid=93959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:32:29.784784 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-a9c9deb0-84a4-408a-88bd-c5aff838e4e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6eb04f78-4ad0-4af5-a7b9-47cf227a0afd', 'name': 'tempest-TestShelveInstance-985081547-router', 'tenant_id': '6140686e90b446e88eef12aa10b36810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.217'}], 'enable_snat': True}, 'gw_port_id': '12f6f664-bda2-4dc7-af5e-51d87a8ceffe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:32:22Z', 'updated_at': '2021-07-14T10:32:25Z', 'revision_number': 4, 'project_id': '6140686e90b446e88eef12aa10b36810', 'gw_port': {'id': '12f6f664-bda2-4dc7-af5e-51d87a8ceffe', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:87:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb04f78-4ad0-4af5-a7b9-47cf227a0afd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:32:23Z', 'updated_at': '2021-07-14T10:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': 'd5c0657c-7540-4672-a43f-07ab91d34a72', 'name': '', 'network_id': '50004b54-be69-46ee-9c76-92ec26eb7c85', 'tenant_id': '6140686e90b446e88eef12aa10b36810', 'mac_address': 'fa:16:3e:fe:92:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6eb04f78-4ad0-4af5-a7b9-47cf227a0afd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'b7ac8c29-9262-4be9-99d2-48a59ee11456', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:32:24Z', 'updated_at': '2021-07-14T10:32:29Z', 'revision_number': 4, 'project_id': '6140686e90b446e88eef12aa10b36810', 'subnets': [{'id': 'b7ac8c29-9262-4be9-99d2-48a59ee11456', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:32:29.811759 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c9deb0-84a4-408a-88bd-c5aff838e4e7 None None] The sync data for ids ['6eb04f78-4ad0-4af5-a7b9-47cf227a0afd'] in n-d-779913-29 is: [{'id': '6eb04f78-4ad0-4af5-a7b9-47cf227a0afd', 'name': 'tempest-TestShelveInstance-985081547-router', 'tenant_id': '6140686e90b446e88eef12aa10b36810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.217'}], 'enable_snat': True}, 'gw_port_id': '12f6f664-bda2-4dc7-af5e-51d87a8ceffe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:32:22Z', 'updated_at': '2021-07-14T10:32:25Z', 'revision_number': 4, 'project_id': '6140686e90b446e88eef12aa10b36810', 'gw_port': {'id': '12f6f664-bda2-4dc7-af5e-51d87a8ceffe', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:87:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb04f78-4ad0-4af5-a7b9-47cf227a0afd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:32:23Z', 'updated_at': '2021-07-14T10:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': 'd5c0657c-7540-4672-a43f-07ab91d34a72', 'name': '', 'network_id': '50004b54-be69-46ee-9c76-92ec26eb7c85', 'tenant_id': '6140686e90b446e88eef12aa10b36810', 'mac_address': 'fa:16:3e:fe:92:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6eb04f78-4ad0-4af5-a7b9-47cf227a0afd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'b7ac8c29-9262-4be9-99d2-48a59ee11456', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:32:24Z', 'updated_at': '2021-07-14T10:32:29Z', 'revision_number': 4, 'project_id': '6140686e90b446e88eef12aa10b36810', 'subnets': [{'id': 'b7ac8c29-9262-4be9-99d2-48a59ee11456', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:32:30.309029 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-8ebd3aaf-8a20-4e40-a21d-9090b2baa669 req-a65ee094-bcbe-47e7-851f-df27d2a1f792 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] 10.222.0.68 "GET /v2.0/ports?device_id=56e71b59-2a2b-4878-ad13-4f9b8deea3a5 HTTP/1.1" status: 200 len: 210 time: 0.0289795 Jul 14 10:32:30.513732 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b687a5-6637-4820-a9e5-8d33f285d97b req-2d1578c7-1583-419e-a86b-6674eba0d25f tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:32:30.515633 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e6b687a5-6637-4820-a9e5-8d33f285d97b req-2d1578c7-1583-419e-a86b-6674eba0d25f tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] 10.222.0.57 "GET /v2.0/networks?id=984e5d9e-8659-4b88-9191-35cb1b7ce6d0 HTTP/1.1" status: 200 len: 808 time: 0.1090050 Jul 14 10:32:30.574197 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e6b687a5-6637-4820-a9e5-8d33f285d97b req-7ff49fc2-7626-4172-839e-818028ba872c tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e3e2202050ab44dfb14a28129ea33e2b HTTP/1.1" status: 200 len: 379 time: 0.0372400 Jul 14 10:32:30.583302 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-e6b687a5-6637-4820-a9e5-8d33f285d97b req-3f191375-f23e-4ebc-9309-2c8bb0cb3854 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Request body: {'port': {'device_id': '56e71b59-2a2b-4878-ad13-4f9b8deea3a5', 'network_id': '984e5d9e-8659-4b88-9191-35cb1b7ce6d0', 'admin_state_up': True, 'tenant_id': 'e3e2202050ab44dfb14a28129ea33e2b', 'security_groups': ['f55acfa2-4c3c-4400-9ff5-7322e28262be']}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:32:30.703988 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6b687a5-6637-4820-a9e5-8d33f285d97b req-3f191375-f23e-4ebc-9309-2c8bb0cb3854 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Made reservation on behalf of e3e2202050ab44dfb14a28129ea33e2b for: {'port': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:32:30.707716 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-e6b687a5-6637-4820-a9e5-8d33f285d97b req-3f191375-f23e-4ebc-9309-2c8bb0cb3854 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:30.838063 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [req-e6b687a5-6637-4820-a9e5-8d33f285d97b req-3f191375-f23e-4ebc-9309-2c8bb0cb3854 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Allocated IP 172.20.0.5 (984e5d9e-8659-4b88-9191-35cb1b7ce6d0/f007e05b-f154-47b1-80a5-c66d5696994e/53b78273-875c-4322-9eb1-187d7ec06d87) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:32:31.061395 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device d5c0657c-7540-4672-a43f-07ab91d34a72 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:32:31.116369 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning for port d5c0657c-7540-4672-a43f-07ab91d34a72 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:32:31.120911 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port d5c0657c-7540-4672-a43f-07ab91d34a72 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:32:31.121290 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:31.227585 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:31.279856 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] For port d5c0657c-7540-4672-a43f-07ab91d34a72, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=d5c0657c-7540-4672-a43f-07ab91d34a72,segment=NetworkSegment(7aa666bf-1a0c-49db-9fd3-0c99f5fc408f),segment_id=7aa666bf-1a0c-49db-9fd3-0c99f5fc408f)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:32:31.284471 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:31.341945 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Pushing event updated for resources: {'Port': ['ID=d5c0657c-7540-4672-a43f-07ab91d34a72,revision_number=5']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:32:31.361960 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-e6b687a5-6637-4820-a9e5-8d33f285d97b req-3f191375-f23e-4ebc-9309-2c8bb0cb3854 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:31.376399 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [req-e6b687a5-6637-4820-a9e5-8d33f285d97b req-3f191375-f23e-4ebc-9309-2c8bb0cb3854 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Transition to ACTIVE for port object 53b78273-875c-4322-9eb1-187d7ec06d87 will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:32:31.414782 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-e6b687a5-6637-4820-a9e5-8d33f285d97b req-3f191375-f23e-4ebc-9309-2c8bb0cb3854 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:31.499482 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6b687a5-6637-4820-a9e5-8d33f285d97b req-3f191375-f23e-4ebc-9309-2c8bb0cb3854 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Network 984e5d9e-8659-4b88-9191-35cb1b7ce6d0 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:32:31.511748 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [req-e6b687a5-6637-4820-a9e5-8d33f285d97b req-3f191375-f23e-4ebc-9309-2c8bb0cb3854 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:32:31.514267 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6b687a5-6637-4820-a9e5-8d33f285d97b req-3f191375-f23e-4ebc-9309-2c8bb0cb3854 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:32:31.518569 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f191375-f23e-4ebc-9309-2c8bb0cb3854 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Pushing event updated for resources: {'Port': ['ID=53b78273-875c-4322-9eb1-187d7ec06d87,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:32:31.579833 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b687a5-6637-4820-a9e5-8d33f285d97b req-3f191375-f23e-4ebc-9309-2c8bb0cb3854 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:32:31.580503 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-e6b687a5-6637-4820-a9e5-8d33f285d97b req-3f191375-f23e-4ebc-9309-2c8bb0cb3854 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:31.601623 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266592ff-c9cd-4986-bf56-d98502aab26d req-e8ca24ae-1934-43c5-ae1c-50734f751ce9 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:32:31.603226 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-266592ff-c9cd-4986-bf56-d98502aab26d req-e8ca24ae-1934-43c5-ae1c-50734f751ce9 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] 10.222.0.68 "GET /v2.0/ports?device_id=56e71b59-2a2b-4878-ad13-4f9b8deea3a5 HTTP/1.1" status: 200 len: 931 time: 0.1503320 Jul 14 10:32:31.610429 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e6b687a5-6637-4820-a9e5-8d33f285d97b req-3f191375-f23e-4ebc-9309-2c8bb0cb3854 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0308571 Jul 14 10:32:31.629056 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-e6b687a5-6637-4820-a9e5-8d33f285d97b req-346e58b6-20b6-4252-a03d-7e085f25ac07 service neutron] Request body: {'port': {'device_id': '56e71b59-2a2b-4878-ad13-4f9b8deea3a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-29'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:32:31.700734 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-266592ff-c9cd-4986-bf56-d98502aab26d req-421b47d6-4338-4c1b-b37e-272333a00741 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] 10.222.0.68 "GET /v2.0/security-groups?id=f55acfa2-4c3c-4400-9ff5-7322e28262be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0890176 Jul 14 10:32:31.748198 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-e6b687a5-6637-4820-a9e5-8d33f285d97b req-346e58b6-20b6-4252-a03d-7e085f25ac07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:31.840618 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-5ee5f52c-0aba-46d7-8e4f-4bd30aebaccf None None] Provisioning for port 53b78273-875c-4322-9eb1-187d7ec06d87 completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:32:31.846520 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-5ee5f52c-0aba-46d7-8e4f-4bd30aebaccf None None] Provisioning complete for port 53b78273-875c-4322-9eb1-187d7ec06d87 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:32:31.847329 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5ee5f52c-0aba-46d7-8e4f-4bd30aebaccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:31.885831 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-5ee5f52c-0aba-46d7-8e4f-4bd30aebaccf None None] Port 53b78273-875c-4322-9eb1-187d7ec06d87 cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:32:32.044978 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [req-e6b687a5-6637-4820-a9e5-8d33f285d97b req-346e58b6-20b6-4252-a03d-7e085f25ac07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53b78273-875c-4322-9eb1-187d7ec06d87 {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:32:32.053124 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-e6b687a5-6637-4820-a9e5-8d33f285d97b req-346e58b6-20b6-4252-a03d-7e085f25ac07 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:32.072371 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [req-e6b687a5-6637-4820-a9e5-8d33f285d97b req-346e58b6-20b6-4252-a03d-7e085f25ac07 service neutron] Transition to ACTIVE for port object 53b78273-875c-4322-9eb1-187d7ec06d87 will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:32:32.077132 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-e6b687a5-6637-4820-a9e5-8d33f285d97b req-346e58b6-20b6-4252-a03d-7e085f25ac07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:32.136659 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346e58b6-20b6-4252-a03d-7e085f25ac07 service neutron] Pushing event updated for resources: {'Port': ['ID=53b78273-875c-4322-9eb1-187d7ec06d87,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:32:32.208620 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-e6b687a5-6637-4820-a9e5-8d33f285d97b req-346e58b6-20b6-4252-a03d-7e085f25ac07 service neutron] Attempting to bind port 53b78273-875c-4322-9eb1-187d7ec06d87 on host n-h2-779913-29 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:32:32.209956 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-e6b687a5-6637-4820-a9e5-8d33f285d97b req-346e58b6-20b6-4252-a03d-7e085f25ac07 service neutron] Attempting to bind port 53b78273-875c-4322-9eb1-187d7ec06d87 by drivers openvswitch,hyperv on host n-h2-779913-29 at level 0 using segments [{'id': '887f8d23-1218-40fd-a70c-9b2102725d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '984e5d9e-8659-4b88-9191-35cb1b7ce6d0'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:32:32.209956 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6b687a5-6637-4820-a9e5-8d33f285d97b req-346e58b6-20b6-4252-a03d-7e085f25ac07 service neutron] Attempting to bind port 53b78273-875c-4322-9eb1-187d7ec06d87 on network 984e5d9e-8659-4b88-9191-35cb1b7ce6d0 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:32:32.214874 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6b687a5-6637-4820-a9e5-8d33f285d97b req-346e58b6-20b6-4252-a03d-7e085f25ac07 service neutron] Port 53b78273-875c-4322-9eb1-187d7ec06d87 on network 984e5d9e-8659-4b88-9191-35cb1b7ce6d0 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-29 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 10:32:32.215200 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6b687a5-6637-4820-a9e5-8d33f285d97b req-346e58b6-20b6-4252-a03d-7e085f25ac07 service neutron] Attempting to bind port 53b78273-875c-4322-9eb1-187d7ec06d87 on network 984e5d9e-8659-4b88-9191-35cb1b7ce6d0 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:32:32.221818 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6b687a5-6637-4820-a9e5-8d33f285d97b req-346e58b6-20b6-4252-a03d-7e085f25ac07 service neutron] Checking agent: {'id': '013e4a3b-a634-47b8-b6a5-1a25109b73fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 13, 13), 'started_at': datetime.datetime(2021, 7, 14, 9, 13, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 32, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:32:32.222241 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6b687a5-6637-4820-a9e5-8d33f285d97b req-346e58b6-20b6-4252-a03d-7e085f25ac07 service neutron] Checking segment: {'id': '887f8d23-1218-40fd-a70c-9b2102725d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '984e5d9e-8659-4b88-9191-35cb1b7ce6d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:32:32.222703 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6b687a5-6637-4820-a9e5-8d33f285d97b req-346e58b6-20b6-4252-a03d-7e085f25ac07 service neutron] Bound using segment: {'id': '887f8d23-1218-40fd-a70c-9b2102725d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '984e5d9e-8659-4b88-9191-35cb1b7ce6d0'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:32:32.223264 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-e6b687a5-6637-4820-a9e5-8d33f285d97b req-346e58b6-20b6-4252-a03d-7e085f25ac07 service neutron] Bound port: 53b78273-875c-4322-9eb1-187d7ec06d87, host: n-h2-779913-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '887f8d23-1218-40fd-a70c-9b2102725d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '984e5d9e-8659-4b88-9191-35cb1b7ce6d0'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:32:32.223707 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-e6b687a5-6637-4820-a9e5-8d33f285d97b req-346e58b6-20b6-4252-a03d-7e085f25ac07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:32.306880 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-e6b687a5-6637-4820-a9e5-8d33f285d97b req-346e58b6-20b6-4252-a03d-7e085f25ac07 service neutron] For port 53b78273-875c-4322-9eb1-187d7ec06d87, host n-h2-779913-29, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:32:32.311075 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-e6b687a5-6637-4820-a9e5-8d33f285d97b req-346e58b6-20b6-4252-a03d-7e085f25ac07 service neutron] For port 53b78273-875c-4322-9eb1-187d7ec06d87, host n-h2-779913-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=53b78273-875c-4322-9eb1-187d7ec06d87,segment=NetworkSegment(887f8d23-1218-40fd-a70c-9b2102725d1b),segment_id=887f8d23-1218-40fd-a70c-9b2102725d1b)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:32:32.317980 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-e6b687a5-6637-4820-a9e5-8d33f285d97b req-346e58b6-20b6-4252-a03d-7e085f25ac07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:32.362498 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b687a5-6637-4820-a9e5-8d33f285d97b req-346e58b6-20b6-4252-a03d-7e085f25ac07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:32:32.363124 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-e6b687a5-6637-4820-a9e5-8d33f285d97b req-346e58b6-20b6-4252-a03d-7e085f25ac07 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:32.364569 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e6b687a5-6637-4820-a9e5-8d33f285d97b req-346e58b6-20b6-4252-a03d-7e085f25ac07 service neutron] 10.222.0.57 "PUT /v2.0/ports/53b78273-875c-4322-9eb1-187d7ec06d87 HTTP/1.1" status: 200 len: 1092 time: 0.7400169 Jul 14 10:32:32.365020 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56e71b59-2a2b-4878-ad13-4f9b8deea3a5', 'tag': '53b78273-875c-4322-9eb1-187d7ec06d87'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:32:32.368435 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}175264a25d5f1cec9b1451f1a8cc8ced5d4502f5c48740ac7c6845d527b2175b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2fb6d29-76f8-4897-ae46-8d3b90893f8d" -d '{"events": [{"name": "network-changed", "server_uuid": "56e71b59-2a2b-4878-ad13-4f9b8deea3a5", "tag": "53b78273-875c-4322-9eb1-187d7ec06d87"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:32:32.398985 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346e58b6-20b6-4252-a03d-7e085f25ac07 service neutron] Pushing event updated for resources: {'Port': ['ID=53b78273-875c-4322-9eb1-187d7ec06d87,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:32:32.425662 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:32:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1897690e-84c7-4574-86ed-72917b48b191 x-openstack-request-id: req-1897690e-84c7-4574-86ed-72917b48b191 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:32:32.425971 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56e71b59-2a2b-4878-ad13-4f9b8deea3a5", "tag": "53b78273-875c-4322-9eb1-187d7ec06d87", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:32:32.426228 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-1897690e-84c7-4574-86ed-72917b48b191 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:32:32.426648 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56e71b59-2a2b-4878-ad13-4f9b8deea3a5', 'tag': '53b78273-875c-4322-9eb1-187d7ec06d87', 'status': 'completed', 'code': 200} Jul 14 10:32:32.506523 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b687a5-6637-4820-a9e5-8d33f285d97b req-d0bd44c1-5f04-45de-8029-b0ccf5701bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:32:32.508230 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e6b687a5-6637-4820-a9e5-8d33f285d97b req-d0bd44c1-5f04-45de-8029-b0ccf5701bf9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e3e2202050ab44dfb14a28129ea33e2b&device_id=56e71b59-2a2b-4878-ad13-4f9b8deea3a5 HTTP/1.1" status: 200 len: 1095 time: 0.0658369 Jul 14 10:32:32.561783 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e6b687a5-6637-4820-a9e5-8d33f285d97b req-879c353b-03ea-4552-a9c8-d3097d1a5dd2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=53b78273-875c-4322-9eb1-187d7ec06d87 HTTP/1.1" status: 200 len: 217 time: 0.0388815 Jul 14 10:32:32.616887 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b687a5-6637-4820-a9e5-8d33f285d97b req-858b1ac2-d5e5-4221-902a-ead76e4c04cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:32:32.618448 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e6b687a5-6637-4820-a9e5-8d33f285d97b req-858b1ac2-d5e5-4221-902a-ead76e4c04cd service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f007e05b-f154-47b1-80a5-c66d5696994e HTTP/1.1" status: 200 len: 847 time: 0.0507491 Jul 14 10:32:32.681943 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b687a5-6637-4820-a9e5-8d33f285d97b req-4cb2d9ad-8ac6-44a9-a0c7-7c31fa978b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:32:32.683558 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e6b687a5-6637-4820-a9e5-8d33f285d97b req-4cb2d9ad-8ac6-44a9-a0c7-7c31fa978b25 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=984e5d9e-8659-4b88-9191-35cb1b7ce6d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0592451 Jul 14 10:32:32.783453 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e6b687a5-6637-4820-a9e5-8d33f285d97b req-efb28bed-7dfc-4800-a5c7-a5cbe5f06f0a service neutron] 10.222.0.57 "GET /v2.0/networks/984e5d9e-8659-4b88-9191-35cb1b7ce6d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931840 Jul 14 10:32:32.928953 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e6b687a5-6637-4820-a9e5-8d33f285d97b req-2440a8e6-a6e2-4d20-88cd-a128ba12f535 service neutron] 10.222.0.57 "GET /v2.0/networks/984e5d9e-8659-4b88-9191-35cb1b7ce6d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389308 Jul 14 10:32:32.950065 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4693b134-88b1-4931-98c3-a8413dd9cf0d req-bc1c02fd-83ce-4fcf-bc6f-a2088864cf37 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:32:32.952079 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-4693b134-88b1-4931-98c3-a8413dd9cf0d req-bc1c02fd-83ce-4fcf-bc6f-a2088864cf37 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] 10.222.0.68 "GET /v2.0/ports?device_id=56e71b59-2a2b-4878-ad13-4f9b8deea3a5 HTTP/1.1" status: 200 len: 943 time: 0.1095898 Jul 14 10:32:33.006040 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-4693b134-88b1-4931-98c3-a8413dd9cf0d req-ddceb7f9-6e01-47ba-84ec-0c5a1835c4c7 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] 10.222.0.68 "GET /v2.0/security-groups?id=f55acfa2-4c3c-4400-9ff5-7322e28262be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482249 Jul 14 10:32:33.050611 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device d5c0657c-7540-4672-a43f-07ab91d34a72 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:32:33.091161 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fb6d29-76f8-4897-ae46-8d3b90893f8d req-61aacb2b-b341-42a5-988d-fc03f020490e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:32:33.093693 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a2fb6d29-76f8-4897-ae46-8d3b90893f8d req-61aacb2b-b341-42a5-988d-fc03f020490e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e3e2202050ab44dfb14a28129ea33e2b&device_id=56e71b59-2a2b-4878-ad13-4f9b8deea3a5 HTTP/1.1" status: 200 len: 1095 time: 0.0722637 Jul 14 10:32:33.114888 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port d5c0657c-7540-4672-a43f-07ab91d34a72 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:32:33.115266 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:33.192075 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fb6d29-76f8-4897-ae46-8d3b90893f8d req-2715c501-a84c-4526-b26c-18783da84162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:32:33.193631 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a2fb6d29-76f8-4897-ae46-8d3b90893f8d req-2715c501-a84c-4526-b26c-18783da84162 service neutron] 10.222.0.57 "GET /v2.0/networks?id=984e5d9e-8659-4b88-9191-35cb1b7ce6d0 HTTP/1.1" status: 200 len: 909 time: 0.0947089 Jul 14 10:32:33.244046 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a2fb6d29-76f8-4897-ae46-8d3b90893f8d req-4e50cc48-9948-4840-96ad-24727e52dad6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=53b78273-875c-4322-9eb1-187d7ec06d87 HTTP/1.1" status: 200 len: 217 time: 0.0413022 Jul 14 10:32:33.296541 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fb6d29-76f8-4897-ae46-8d3b90893f8d req-cc93bb9f-0758-435a-ba0c-95f5f1097a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:32:33.298064 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a2fb6d29-76f8-4897-ae46-8d3b90893f8d req-cc93bb9f-0758-435a-ba0c-95f5f1097a9d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f007e05b-f154-47b1-80a5-c66d5696994e HTTP/1.1" status: 200 len: 847 time: 0.0451055 Jul 14 10:32:33.365347 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fb6d29-76f8-4897-ae46-8d3b90893f8d req-3db7b64b-10e1-4676-82af-e1046795e3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:32:33.367523 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a2fb6d29-76f8-4897-ae46-8d3b90893f8d req-3db7b64b-10e1-4676-82af-e1046795e3b2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=984e5d9e-8659-4b88-9191-35cb1b7ce6d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0619805 Jul 14 10:32:33.463588 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a2fb6d29-76f8-4897-ae46-8d3b90893f8d req-03d53146-d990-43f1-9054-ee41f09906e4 service neutron] 10.222.0.57 "GET /v2.0/networks/984e5d9e-8659-4b88-9191-35cb1b7ce6d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880854 Jul 14 10:32:33.562657 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a2fb6d29-76f8-4897-ae46-8d3b90893f8d req-b218ab28-4e28-459c-a1c7-0562fbd9490d service neutron] 10.222.0.57 "GET /v2.0/networks/984e5d9e-8659-4b88-9191-35cb1b7ce6d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919864 Jul 14 10:32:34.192648 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f6d40c-5b24-4160-a463-7f79378f9a04 req-b9d6b4cc-97cc-4d9b-90d2-24da634455e7 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:32:34.194705 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-50f6d40c-5b24-4160-a463-7f79378f9a04 req-b9d6b4cc-97cc-4d9b-90d2-24da634455e7 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] 10.222.0.68 "GET /v2.0/ports?device_id=56e71b59-2a2b-4878-ad13-4f9b8deea3a5 HTTP/1.1" status: 200 len: 943 time: 0.0711288 Jul 14 10:32:34.235800 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-50f6d40c-5b24-4160-a463-7f79378f9a04 req-a45a4f9d-d3c2-47ea-88d0-b0f834a4fd3a tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] 10.222.0.68 "GET /v2.0/security-groups?id=f55acfa2-4c3c-4400-9ff5-7322e28262be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350559 Jul 14 10:32:35.409804 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c979d5be-1d23-4767-b58d-30576fa0f614 req-b1bf763d-3664-4828-b22f-75819db5f99c tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:32:35.411318 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c979d5be-1d23-4767-b58d-30576fa0f614 req-b1bf763d-3664-4828-b22f-75819db5f99c tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] 10.222.0.68 "GET /v2.0/ports?device_id=56e71b59-2a2b-4878-ad13-4f9b8deea3a5 HTTP/1.1" status: 200 len: 943 time: 0.0647831 Jul 14 10:32:35.449414 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c979d5be-1d23-4767-b58d-30576fa0f614 req-67276bdc-5659-4ea2-bbc7-fbea5b1ad720 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] 10.222.0.68 "GET /v2.0/security-groups?id=f55acfa2-4c3c-4400-9ff5-7322e28262be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317690 Jul 14 10:32:36.628802 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbd0765-5506-45e4-885d-7afec588d590 req-f48805a0-bc38-4dae-9b85-38592fa9d5a8 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:32:36.630377 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-3dbd0765-5506-45e4-885d-7afec588d590 req-f48805a0-bc38-4dae-9b85-38592fa9d5a8 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] 10.222.0.68 "GET /v2.0/ports?device_id=56e71b59-2a2b-4878-ad13-4f9b8deea3a5 HTTP/1.1" status: 200 len: 943 time: 0.0656648 Jul 14 10:32:36.669341 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-3dbd0765-5506-45e4-885d-7afec588d590 req-5c9c5ba0-55ac-4189-aeee-c06b6f203f0e tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] 10.222.0.68 "GET /v2.0/security-groups?id=f55acfa2-4c3c-4400-9ff5-7322e28262be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332451 Jul 14 10:32:36.697101 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 53b78273-875c-4322-9eb1-187d7ec06d87 details requested by agent hyperv_n-h2-779913-29 with host n-h2-779913-29 {{(pid=93959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 10:32:36.794709 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 53b78273-875c-4322-9eb1-187d7ec06d87, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=53b78273-875c-4322-9eb1-187d7ec06d87,segment=NetworkSegment(887f8d23-1218-40fd-a70c-9b2102725d1b),segment_id=887f8d23-1218-40fd-a70c-9b2102725d1b)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:32:36.806076 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Returning: {'device': '53b78273-875c-4322-9eb1-187d7ec06d87', 'network_id': '984e5d9e-8659-4b88-9191-35cb1b7ce6d0', 'port_id': '53b78273-875c-4322-9eb1-187d7ec06d87', 'mac_address': 'fa:16:3e:47:84:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 727, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f007e05b-f154-47b1-80a5-c66d5696994e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 10:32:36.843950 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:36.857703 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53b78273-875c-4322-9eb1-187d7ec06d87 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:32:36.877482 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 53b78273-875c-4322-9eb1-187d7ec06d87, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=53b78273-875c-4322-9eb1-187d7ec06d87,segment=NetworkSegment(887f8d23-1218-40fd-a70c-9b2102725d1b),segment_id=887f8d23-1218-40fd-a70c-9b2102725d1b)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:32:36.882093 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:36.930656 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Pushing event updated for resources: {'Port': ['ID=53b78273-875c-4322-9eb1-187d7ec06d87,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:32:37.183179 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] get_ports_and_sgs() called for port_ids ['53b78273-875c-4322-9eb1-187d7ec06d87'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:32:38.034120 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddaaa70-3352-4985-add3-1b27858208ad req-2410e883-83ec-4b54-b144-4592ad460499 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:32:38.035623 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8ddaaa70-3352-4985-add3-1b27858208ad req-2410e883-83ec-4b54-b144-4592ad460499 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] 10.222.0.68 "GET /v2.0/ports?device_id=56e71b59-2a2b-4878-ad13-4f9b8deea3a5 HTTP/1.1" status: 200 len: 944 time: 0.0712667 Jul 14 10:32:38.074631 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8ddaaa70-3352-4985-add3-1b27858208ad req-32b8c898-57d5-4909-b9ee-d4cbb17fea67 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] 10.222.0.68 "GET /v2.0/security-groups?id=f55acfa2-4c3c-4400-9ff5-7322e28262be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329034 Jul 14 10:32:38.697911 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 53b78273-875c-4322-9eb1-187d7ec06d87 up at agent hyperv_n-h2-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:32:38.745200 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Provisioning for port 53b78273-875c-4322-9eb1-187d7ec06d87 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:32:38.749013 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Provisioning complete for port 53b78273-875c-4322-9eb1-187d7ec06d87 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:32:38.749387 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:38.827998 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:38.851292 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56e71b59-2a2b-4878-ad13-4f9b8deea3a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53b78273-875c-4322-9eb1-187d7ec06d87'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:32:38.853633 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}329bd6c07f982fc6c8be245f0be026b528efb6c8a9415522477faf1b9157eba4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5df130e-699b-4d42-9d4f-2bc41aeaeb52" -d '{"events": [{"server_uuid": "56e71b59-2a2b-4878-ad13-4f9b8deea3a5", "name": "network-vif-plugged", "status": "completed", "tag": "53b78273-875c-4322-9eb1-187d7ec06d87"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:32:38.867316 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 53b78273-875c-4322-9eb1-187d7ec06d87, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=53b78273-875c-4322-9eb1-187d7ec06d87,segment=NetworkSegment(887f8d23-1218-40fd-a70c-9b2102725d1b),segment_id=887f8d23-1218-40fd-a70c-9b2102725d1b)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:32:38.871233 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:38.895660 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:32:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53b26222-4697-476b-99d8-1ad61810f06a x-openstack-request-id: req-53b26222-4697-476b-99d8-1ad61810f06a {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:32:38.895950 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56e71b59-2a2b-4878-ad13-4f9b8deea3a5", "name": "network-vif-plugged", "status": "completed", "tag": "53b78273-875c-4322-9eb1-187d7ec06d87", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:32:38.896261 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-53b26222-4697-476b-99d8-1ad61810f06a {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:32:38.896783 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56e71b59-2a2b-4878-ad13-4f9b8deea3a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53b78273-875c-4322-9eb1-187d7ec06d87', 'code': 200} Jul 14 10:32:38.923398 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Pushing event updated for resources: {'Port': ['ID=53b78273-875c-4322-9eb1-187d7ec06d87,revision_number=5']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:32:39.033747 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1da98ab-2e89-42db-a032-fec46591ef0e req-9f6e7d09-ff40-4c0c-aff3-e801b57958aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:32:39.035256 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a1da98ab-2e89-42db-a032-fec46591ef0e req-9f6e7d09-ff40-4c0c-aff3-e801b57958aa service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=56e71b59-2a2b-4878-ad13-4f9b8deea3a5 HTTP/1.1" status: 200 len: 1097 time: 0.0533078 Jul 14 10:32:39.073197 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a1da98ab-2e89-42db-a032-fec46591ef0e req-6f6fe65f-07cc-4b24-8eef-1a57f03fce76 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=f55acfa2-4c3c-4400-9ff5-7322e28262be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309751 Jul 14 10:32:39.248654 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e005191b-a953-4a04-b37f-fac0bea68bd5 req-7646dcbc-eeed-4a51-a8d2-e3e16accf976 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:32:39.250168 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e005191b-a953-4a04-b37f-fac0bea68bd5 req-7646dcbc-eeed-4a51-a8d2-e3e16accf976 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] 10.222.0.68 "GET /v2.0/ports?device_id=56e71b59-2a2b-4878-ad13-4f9b8deea3a5 HTTP/1.1" status: 200 len: 945 time: 0.0665188 Jul 14 10:32:39.288227 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e005191b-a953-4a04-b37f-fac0bea68bd5 req-3583be1e-57f8-463c-966e-4501cb810388 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] 10.222.0.68 "GET /v2.0/security-groups?id=f55acfa2-4c3c-4400-9ff5-7322e28262be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325031 Jul 14 10:32:40.470335 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a44ad2-b57f-4c53-913a-a803ff35cea4 req-a453c8ae-092a-425f-b83d-3b1811d230a4 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:32:40.471873 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-07a44ad2-b57f-4c53-913a-a803ff35cea4 req-a453c8ae-092a-425f-b83d-3b1811d230a4 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] 10.222.0.68 "GET /v2.0/ports?device_id=56e71b59-2a2b-4878-ad13-4f9b8deea3a5 HTTP/1.1" status: 200 len: 945 time: 0.0703497 Jul 14 10:32:40.514244 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-07a44ad2-b57f-4c53-913a-a803ff35cea4 req-b95ad769-db8a-4ae5-97e9-be4110954f37 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] 10.222.0.68 "GET /v2.0/security-groups?id=f55acfa2-4c3c-4400-9ff5-7322e28262be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353725 Jul 14 10:32:40.691583 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bc9127-d26e-4d59-9ffd-f86a199513f4 req-bd268b07-2fde-4ebf-8481-a97f554c92cd tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:32:40.693022 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-11bc9127-d26e-4d59-9ffd-f86a199513f4 req-bd268b07-2fde-4ebf-8481-a97f554c92cd tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] 10.222.0.68 "GET /v2.0/ports?device_id=56e71b59-2a2b-4878-ad13-4f9b8deea3a5 HTTP/1.1" status: 200 len: 945 time: 0.0668423 Jul 14 10:32:40.732173 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-11bc9127-d26e-4d59-9ffd-f86a199513f4 req-439e1a3e-3890-4e79-92fb-b7271800da12 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] 10.222.0.68 "GET /v2.0/security-groups?id=f55acfa2-4c3c-4400-9ff5-7322e28262be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332074 Jul 14 10:32:40.756494 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 41626) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:32:40.892433 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49b82fd6-9482-4080-8c81-256df8667cb0 tempest-TestShelveInstance-540238904 tempest-TestShelveInstance-540238904-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:32:40.894007 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-49b82fd6-9482-4080-8c81-256df8667cb0 tempest-TestShelveInstance-540238904 tempest-TestShelveInstance-540238904-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=56e71b59-2a2b-4878-ad13-4f9b8deea3a5 HTTP/1.1" status: 200 len: 1092 time: 0.1365299 Jul 14 10:32:40.897582 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 41630) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:32:40.902220 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-4b1ef743-74d9-4c71-bf1a-30c7b17deff5 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Request body: {'floatingip': {'floating_network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'port_id': '53b78273-875c-4322-9eb1-187d7ec06d87', 'tenant_id': 'e3e2202050ab44dfb14a28129ea33e2b', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:32:40.924398 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4b1ef743-74d9-4c71-bf1a-30c7b17deff5 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Notify callbacks [] for floatingip, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:41.025717 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4b1ef743-74d9-4c71-bf1a-30c7b17deff5 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:41.134515 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-4b1ef743-74d9-4c71-bf1a-30c7b17deff5 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Allocated IP 172.25.4.78 (2dcd4d32-cc7c-4468-b396-7ce5c9231892/6cd22a75-5bc1-467c-a3c4-0af04bd1b34a/07ff479d-d3a9-4655-b3cc-934f8ac48502) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:32:41.234598 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4b1ef743-74d9-4c71-bf1a-30c7b17deff5 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:41.273462 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4b1ef743-74d9-4c71-bf1a-30c7b17deff5 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:41.309074 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b1ef743-74d9-4c71-bf1a-30c7b17deff5 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Network 2dcd4d32-cc7c-4468-b396-7ce5c9231892 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:32:41.315320 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-4b1ef743-74d9-4c71-bf1a-30c7b17deff5 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:32:41.317853 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b1ef743-74d9-4c71-bf1a-30c7b17deff5 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:32:41.346578 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1ef743-74d9-4c71-bf1a-30c7b17deff5 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Pushing event updated for resources: {'Port': ['ID=07ff479d-d3a9-4655-b3cc-934f8ac48502,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:32:41.698269 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4b1ef743-74d9-4c71-bf1a-30c7b17deff5 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:41.778126 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4b1ef743-74d9-4c71-bf1a-30c7b17deff5 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:41.929457 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4b1ef743-74d9-4c71-bf1a-30c7b17deff5 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:41.934191 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4b1ef743-74d9-4c71-bf1a-30c7b17deff5 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:42.000249 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1ef743-74d9-4c71-bf1a-30c7b17deff5 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Pushing event updated for resources: {'Port': ['ID=07ff479d-d3a9-4655-b3cc-934f8ac48502,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:32:42.013719 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4b1ef743-74d9-4c71-bf1a-30c7b17deff5 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-660590'] for floatingip, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:42.114678 n-d-779913-29 neutron-server[93957]: INFO neutron.db.l3_db [None req-4b1ef743-74d9-4c71-bf1a-30c7b17deff5 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Floating IP 02ba924b-e3f6-4ad5-a02d-6884a639bdf3 associated. External IP: 172.25.4.78, port: 53b78273-875c-4322-9eb1-187d7ec06d87. Jul 14 10:32:42.320019 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b1ef743-74d9-4c71-bf1a-30c7b17deff5 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Router 362fc5ea-66bc-43bd-8ebf-3add35b4ccf9 has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:32:42.429229 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b1ef743-74d9-4c71-bf1a-30c7b17deff5 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:32:42.440091 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87c5d614-2470-4a67-a9a8-edf4311b484c None None] Sync routers for ids ['362fc5ea-66bc-43bd-8ebf-3add35b4ccf9'] in n-d-779913-29 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:32:42.450098 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4b1ef743-74d9-4c71-bf1a-30c7b17deff5 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for floatingip, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:42.452767 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c5d614-2470-4a67-a9a8-edf4311b484c None None] Routers {'362fc5ea-66bc-43bd-8ebf-3add35b4ccf9'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:32:42.453413 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-87c5d614-2470-4a67-a9a8-edf4311b484c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T10:32:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['362fc5ea-66bc-43bd-8ebf-3add35b4ccf9'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:32:42.486936 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-4b1ef743-74d9-4c71-bf1a-30c7b17deff5 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5881264 Jul 14 10:32:42.487637 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56e71b59-2a2b-4878-ad13-4f9b8deea3a5', 'tag': '53b78273-875c-4322-9eb1-187d7ec06d87'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:32:42.491266 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}175264a25d5f1cec9b1451f1a8cc8ced5d4502f5c48740ac7c6845d527b2175b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65d8452f-21aa-4ce6-a348-506337a4249c" -d '{"events": [{"name": "network-changed", "server_uuid": "56e71b59-2a2b-4878-ad13-4f9b8deea3a5", "tag": "53b78273-875c-4322-9eb1-187d7ec06d87"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:32:42.531484 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:32:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e53940c0-65d3-4623-b0a4-947478994c5d x-openstack-request-id: req-e53940c0-65d3-4623-b0a4-947478994c5d {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:32:42.531776 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56e71b59-2a2b-4878-ad13-4f9b8deea3a5", "tag": "53b78273-875c-4322-9eb1-187d7ec06d87", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:32:42.532028 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-e53940c0-65d3-4623-b0a4-947478994c5d {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:32:42.532435 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56e71b59-2a2b-4878-ad13-4f9b8deea3a5', 'tag': '53b78273-875c-4322-9eb1-187d7ec06d87', 'status': 'completed', 'code': 200} Jul 14 10:32:42.561086 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-87c5d614-2470-4a67-a9a8-edf4311b484c None None] Set router 362fc5ea-66bc-43bd-8ebf-3add35b4ccf9 gateway port host: n-d-779913-29 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:32:42.629459 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d8452f-21aa-4ce6-a348-506337a4249c req-79815bc8-08f8-4c57-bd63-afd6221128dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:32:42.631059 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-65d8452f-21aa-4ce6-a348-506337a4249c req-79815bc8-08f8-4c57-bd63-afd6221128dd service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e3e2202050ab44dfb14a28129ea33e2b&device_id=56e71b59-2a2b-4878-ad13-4f9b8deea3a5 HTTP/1.1" status: 200 len: 1097 time: 0.0545800 Jul 14 10:32:42.738107 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d8452f-21aa-4ce6-a348-506337a4249c req-a4e46253-e005-4cec-a3c4-ed8124a2d5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:32:42.739592 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-65d8452f-21aa-4ce6-a348-506337a4249c req-a4e46253-e005-4cec-a3c4-ed8124a2d5cd service neutron] 10.222.0.57 "GET /v2.0/networks?id=984e5d9e-8659-4b88-9191-35cb1b7ce6d0 HTTP/1.1" status: 200 len: 909 time: 0.1026363 Jul 14 10:32:42.805508 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-65d8452f-21aa-4ce6-a348-506337a4249c req-ca90137d-49d5-491d-b8e3-449cb46b74f7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=53b78273-875c-4322-9eb1-187d7ec06d87 HTTP/1.1" status: 200 len: 998 time: 0.0592608 Jul 14 10:32:42.859708 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d8452f-21aa-4ce6-a348-506337a4249c req-dd27f137-73c3-4084-baec-603f0dd3c0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:32:42.861183 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-65d8452f-21aa-4ce6-a348-506337a4249c req-dd27f137-73c3-4084-baec-603f0dd3c0a0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f007e05b-f154-47b1-80a5-c66d5696994e HTTP/1.1" status: 200 len: 847 time: 0.0495574 Jul 14 10:32:42.876632 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-87c5d614-2470-4a67-a9a8-edf4311b484c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '362fc5ea-66bc-43bd-8ebf-3add35b4ccf9', 'name': 'tempest-TestShelveInstance-663421211-router', 'tenant_id': 'e3e2202050ab44dfb14a28129ea33e2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.151'}], 'enable_snat': True}, 'gw_port_id': '6b699241-c8e1-4ddc-a935-209bd1346bcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:32:17Z', 'updated_at': '2021-07-14T10:32:20Z', 'revision_number': 4, 'project_id': 'e3e2202050ab44dfb14a28129ea33e2b', 'gw_port': {'id': '6b699241-c8e1-4ddc-a935-209bd1346bcf', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:8d:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '362fc5ea-66bc-43bd-8ebf-3add35b4ccf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:32:17Z', 'updated_at': '2021-07-14T10:32:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_floatingips': [{'id': '02ba924b-e3f6-4ad5-a02d-6884a639bdf3', 'tenant_id': 'e3e2202050ab44dfb14a28129ea33e2b', 'floating_ip_address': '172.25.4.78', 'floating_network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'router_id': '362fc5ea-66bc-43bd-8ebf-3add35b4ccf9', 'port_id': '53b78273-875c-4322-9eb1-187d7ec06d87', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4266, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '984e5d9e-8659-4b88-9191-35cb1b7ce6d0', 'mac_address': 'fa:16:3e:47:84:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56e71b59-2a2b-4878-ad13-4f9b8deea3a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T10:32:41Z', 'updated_at': '2021-07-14T10:32:41Z', 'revision_number': 0, 'project_id': 'e3e2202050ab44dfb14a28129ea33e2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2368b30-f3d8-4011-b790-aaa488807205', 'name': '', 'network_id': '984e5d9e-8659-4b88-9191-35cb1b7ce6d0', 'tenant_id': 'e3e2202050ab44dfb14a28129ea33e2b', 'mac_address': 'fa:16:3e:58:e1:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '362fc5ea-66bc-43bd-8ebf-3add35b4ccf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'f007e05b-f154-47b1-80a5-c66d5696994e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:32:19Z', 'updated_at': '2021-07-14T10:32:25Z', 'revision_number': 5, 'project_id': 'e3e2202050ab44dfb14a28129ea33e2b', 'subnets': [{'id': 'f007e05b-f154-47b1-80a5-c66d5696994e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:32:42.906703 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87c5d614-2470-4a67-a9a8-edf4311b484c None None] Checking router: 362fc5ea-66bc-43bd-8ebf-3add35b4ccf9 for host: n-d-779913-29 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:32:42.915799 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c5d614-2470-4a67-a9a8-edf4311b484c None None] Routers {'362fc5ea-66bc-43bd-8ebf-3add35b4ccf9'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:32:42.916413 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-87c5d614-2470-4a67-a9a8-edf4311b484c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T10:32:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['362fc5ea-66bc-43bd-8ebf-3add35b4ccf9'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:32:42.927134 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d8452f-21aa-4ce6-a348-506337a4249c req-7b59b94b-53c0-4aba-a9c4-c7577691d703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:32:42.928917 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-65d8452f-21aa-4ce6-a348-506337a4249c req-7b59b94b-53c0-4aba-a9c4-c7577691d703 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=984e5d9e-8659-4b88-9191-35cb1b7ce6d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0608661 Jul 14 10:32:43.019353 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-65d8452f-21aa-4ce6-a348-506337a4249c req-a7183beb-4659-4ecb-948a-7c45ae24e51f service neutron] 10.222.0.57 "GET /v2.0/networks/984e5d9e-8659-4b88-9191-35cb1b7ce6d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839443 Jul 14 10:32:43.021831 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-87c5d614-2470-4a67-a9a8-edf4311b484c None None] Set router 362fc5ea-66bc-43bd-8ebf-3add35b4ccf9 gateway port host: n-d-779913-29 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:32:43.115479 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-65d8452f-21aa-4ce6-a348-506337a4249c req-adf8988e-3d34-4545-86a9-20e9f746a9fb service neutron] 10.222.0.57 "GET /v2.0/networks/984e5d9e-8659-4b88-9191-35cb1b7ce6d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894611 Jul 14 10:32:43.243879 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-87c5d614-2470-4a67-a9a8-edf4311b484c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '362fc5ea-66bc-43bd-8ebf-3add35b4ccf9', 'name': 'tempest-TestShelveInstance-663421211-router', 'tenant_id': 'e3e2202050ab44dfb14a28129ea33e2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.151'}], 'enable_snat': True}, 'gw_port_id': '6b699241-c8e1-4ddc-a935-209bd1346bcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:32:17Z', 'updated_at': '2021-07-14T10:32:20Z', 'revision_number': 4, 'project_id': 'e3e2202050ab44dfb14a28129ea33e2b', 'gw_port': {'id': '6b699241-c8e1-4ddc-a935-209bd1346bcf', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:8d:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '362fc5ea-66bc-43bd-8ebf-3add35b4ccf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:32:17Z', 'updated_at': '2021-07-14T10:32:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_floatingips': [{'id': '02ba924b-e3f6-4ad5-a02d-6884a639bdf3', 'tenant_id': 'e3e2202050ab44dfb14a28129ea33e2b', 'floating_ip_address': '172.25.4.78', 'floating_network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'router_id': '362fc5ea-66bc-43bd-8ebf-3add35b4ccf9', 'port_id': '53b78273-875c-4322-9eb1-187d7ec06d87', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4266, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '984e5d9e-8659-4b88-9191-35cb1b7ce6d0', 'mac_address': 'fa:16:3e:47:84:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56e71b59-2a2b-4878-ad13-4f9b8deea3a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T10:32:41Z', 'updated_at': '2021-07-14T10:32:41Z', 'revision_number': 0, 'project_id': 'e3e2202050ab44dfb14a28129ea33e2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2368b30-f3d8-4011-b790-aaa488807205', 'name': '', 'network_id': '984e5d9e-8659-4b88-9191-35cb1b7ce6d0', 'tenant_id': 'e3e2202050ab44dfb14a28129ea33e2b', 'mac_address': 'fa:16:3e:58:e1:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '362fc5ea-66bc-43bd-8ebf-3add35b4ccf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'f007e05b-f154-47b1-80a5-c66d5696994e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:32:19Z', 'updated_at': '2021-07-14T10:32:25Z', 'revision_number': 5, 'project_id': 'e3e2202050ab44dfb14a28129ea33e2b', 'subnets': [{'id': 'f007e05b-f154-47b1-80a5-c66d5696994e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:32:43.269398 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87c5d614-2470-4a67-a9a8-edf4311b484c None None] The sync data for ids ['362fc5ea-66bc-43bd-8ebf-3add35b4ccf9'] in n-d-779913-29 is: [{'id': '362fc5ea-66bc-43bd-8ebf-3add35b4ccf9', 'name': 'tempest-TestShelveInstance-663421211-router', 'tenant_id': 'e3e2202050ab44dfb14a28129ea33e2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.151'}], 'enable_snat': True}, 'gw_port_id': '6b699241-c8e1-4ddc-a935-209bd1346bcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:32:17Z', 'updated_at': '2021-07-14T10:32:20Z', 'revision_number': 4, 'project_id': 'e3e2202050ab44dfb14a28129ea33e2b', 'gw_port': {'id': '6b699241-c8e1-4ddc-a935-209bd1346bcf', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:8d:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '362fc5ea-66bc-43bd-8ebf-3add35b4ccf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:32:17Z', 'updated_at': '2021-07-14T10:32:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_floatingips': [{'id': '02ba924b-e3f6-4ad5-a02d-6884a639bdf3', 'tenant_id': 'e3e2202050ab44dfb14a28129ea33e2b', 'floating_ip_address': '172.25.4.78', 'floating_network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'router_id': '362fc5ea-66bc-43bd-8ebf-3add35b4ccf9', 'port_id': '53b78273-875c-4322-9eb1-187d7ec06d87', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4266, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '984e5d9e-8659-4b88-9191-35cb1b7ce6d0', 'mac_address': 'fa:16:3e:47:84:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56e71b59-2a2b-4878-ad13-4f9b8deea3a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T10:32:41Z', 'updated_at': '2021-07-14T10:32:41Z', 'revision_number': 0, 'project_id': 'e3e2202050ab44dfb14a28129ea33e2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2368b30-f3d8-4011-b790-aaa488807205', 'name': '', 'network_id': '984e5d9e-8659-4b88-9191-35cb1b7ce6d0', 'tenant_id': 'e3e2202050ab44dfb14a28129ea33e2b', 'mac_address': 'fa:16:3e:58:e1:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '362fc5ea-66bc-43bd-8ebf-3add35b4ccf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'f007e05b-f154-47b1-80a5-c66d5696994e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:32:19Z', 'updated_at': '2021-07-14T10:32:25Z', 'revision_number': 5, 'project_id': 'e3e2202050ab44dfb14a28129ea33e2b', 'subnets': [{'id': 'f007e05b-f154-47b1-80a5-c66d5696994e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:32:43.453002 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bebe83c3-317e-48db-925d-ef4399a6a3f2 None None] New status for floating IP 02ba924b-e3f6-4ad5-a02d-6884a639bdf3: ACTIVE {{(pid=93959) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 10:32:43.608519 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:44.337216 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:52.329379 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fafaf1c9-1610-487c-98af-ab2ab16ebe2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:54.912641 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:55.010079 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2c5962bd-788b-478c-a74c-aea873424fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:56.171692 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5ad31076-714c-49ec-bc37-f3d4cd90112a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:57.973442 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5bbe322f-3f67-4864-bc0a-91afe44d23e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:33:01.686347 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.agents_db [None req-3c3509fb-540d-4335-a450-574895dd3602 None None] Agent healthcheck: found 7 active agents {{(pid=93960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:33:13.620214 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:33:14.342615 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:33:22.331263 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4afa16b6-64cf-4229-9ca8-e2edf290ed0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:33:24.916015 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:33:25.013791 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-01b37739-134e-4dd4-8cbd-320d6ea59666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:33:26.174515 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5ad31076-714c-49ec-bc37-f3d4cd90112a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:33:27.975241 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5bbe322f-3f67-4864-bc0a-91afe44d23e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:33:37.573476 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e7991c88-a165-44cb-96ff-46b312eaf7ac req-461f0e1a-bf78-4231-a574-3c6d64566bbe service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=56e71b59-2a2b-4878-ad13-4f9b8deea3a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0544920 Jul 14 10:33:37.683791 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7991c88-a165-44cb-96ff-46b312eaf7ac req-97011798-b4ca-42f6-b607-402e106f28a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:33:37.685320 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e7991c88-a165-44cb-96ff-46b312eaf7ac req-97011798-b4ca-42f6-b607-402e106f28a5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e3e2202050ab44dfb14a28129ea33e2b&device_id=56e71b59-2a2b-4878-ad13-4f9b8deea3a5 HTTP/1.1" status: 200 len: 1097 time: 0.0526969 Jul 14 10:33:37.813742 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7991c88-a165-44cb-96ff-46b312eaf7ac req-4e0e73db-8692-4c80-a178-727cf7ceffde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:33:37.815242 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e7991c88-a165-44cb-96ff-46b312eaf7ac req-4e0e73db-8692-4c80-a178-727cf7ceffde service neutron] 10.222.0.57 "GET /v2.0/networks?id=984e5d9e-8659-4b88-9191-35cb1b7ce6d0 HTTP/1.1" status: 200 len: 909 time: 0.1002531 Jul 14 10:33:37.885828 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e7991c88-a165-44cb-96ff-46b312eaf7ac req-c61e6956-a495-41f1-8820-0dafd48a347c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=53b78273-875c-4322-9eb1-187d7ec06d87 HTTP/1.1" status: 200 len: 1000 time: 0.0639148 Jul 14 10:33:37.939487 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7991c88-a165-44cb-96ff-46b312eaf7ac req-00dc8094-37b1-4f47-948f-3611c1e2063f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:33:37.940966 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e7991c88-a165-44cb-96ff-46b312eaf7ac req-00dc8094-37b1-4f47-948f-3611c1e2063f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f007e05b-f154-47b1-80a5-c66d5696994e HTTP/1.1" status: 200 len: 847 time: 0.0492799 Jul 14 10:33:37.998926 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7991c88-a165-44cb-96ff-46b312eaf7ac req-47ddd0b3-4b20-473f-bdf2-1e144dd4eac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:33:38.000716 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e7991c88-a165-44cb-96ff-46b312eaf7ac req-47ddd0b3-4b20-473f-bdf2-1e144dd4eac5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=984e5d9e-8659-4b88-9191-35cb1b7ce6d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0523913 Jul 14 10:33:38.092410 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e7991c88-a165-44cb-96ff-46b312eaf7ac req-a933ea5b-c986-48fd-8b34-c1aafb03b435 service neutron] 10.222.0.57 "GET /v2.0/networks/984e5d9e-8659-4b88-9191-35cb1b7ce6d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827694 Jul 14 10:33:38.192101 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e7991c88-a165-44cb-96ff-46b312eaf7ac req-d9cb0662-823d-4db8-9009-71c4aecc7389 service neutron] 10.222.0.57 "GET /v2.0/networks/984e5d9e-8659-4b88-9191-35cb1b7ce6d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919678 Jul 14 10:33:38.684682 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.agents_db [None req-3c3509fb-540d-4335-a450-574895dd3602 None None] Agent healthcheck: found 7 active agents {{(pid=93960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:33:43.638191 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:33:44.366632 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:33:52.333784 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8e512a7a-5674-4689-97e1-3aee1ca5718a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:33:54.918090 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:33:55.013649 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4e33af5a-f297-426d-80eb-8fc2d65b5dce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:33:56.177513 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5ad31076-714c-49ec-bc37-f3d4cd90112a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:33:57.979843 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5bbe322f-3f67-4864-bc0a-91afe44d23e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:34:13.654856 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:34:14.369043 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:34:15.684558 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.agents_db [None req-3c3509fb-540d-4335-a450-574895dd3602 None None] Agent healthcheck: found 7 active agents {{(pid=93960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:34:22.334723 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2d4bb5e4-d778-4f41-bed3-e65d80450555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:34:24.919452 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:34:25.015326 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-db590516-9f49-4494-843f-8ea1f8a6228d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:34:26.183784 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5ad31076-714c-49ec-bc37-f3d4cd90112a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:34:27.981218 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5bbe322f-3f67-4864-bc0a-91afe44d23e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:34:39.587988 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1c110d9d-636d-4306-b75e-7771951a2cdb req-659ebdc4-c57e-479e-923d-22f1e2ad3647 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=56e71b59-2a2b-4878-ad13-4f9b8deea3a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0986154 Jul 14 10:34:39.699531 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c110d9d-636d-4306-b75e-7771951a2cdb req-2bc68938-8dc8-4b5b-bb8a-42c8792180b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:34:39.701058 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1c110d9d-636d-4306-b75e-7771951a2cdb req-2bc68938-8dc8-4b5b-bb8a-42c8792180b5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e3e2202050ab44dfb14a28129ea33e2b&device_id=56e71b59-2a2b-4878-ad13-4f9b8deea3a5 HTTP/1.1" status: 200 len: 1097 time: 0.0552671 Jul 14 10:34:39.818876 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c110d9d-636d-4306-b75e-7771951a2cdb req-ce5bdbb3-3209-4501-9bd0-46e8accd41a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:34:39.820299 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1c110d9d-636d-4306-b75e-7771951a2cdb req-ce5bdbb3-3209-4501-9bd0-46e8accd41a8 service neutron] 10.222.0.57 "GET /v2.0/networks?id=984e5d9e-8659-4b88-9191-35cb1b7ce6d0 HTTP/1.1" status: 200 len: 909 time: 0.0972643 Jul 14 10:34:39.891978 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1c110d9d-636d-4306-b75e-7771951a2cdb req-b3fd4c84-386f-473a-beaa-d0bc023e73d9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=53b78273-875c-4322-9eb1-187d7ec06d87 HTTP/1.1" status: 200 len: 1000 time: 0.0657234 Jul 14 10:34:39.946788 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c110d9d-636d-4306-b75e-7771951a2cdb req-15b6fa7a-817d-4b71-abad-23146c9bfac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:34:39.948270 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1c110d9d-636d-4306-b75e-7771951a2cdb req-15b6fa7a-817d-4b71-abad-23146c9bfac5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f007e05b-f154-47b1-80a5-c66d5696994e HTTP/1.1" status: 200 len: 847 time: 0.0495377 Jul 14 10:34:40.007134 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c110d9d-636d-4306-b75e-7771951a2cdb req-f47daf6e-99dd-4526-a758-ad3c686a8c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:34:40.008674 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1c110d9d-636d-4306-b75e-7771951a2cdb req-f47daf6e-99dd-4526-a758-ad3c686a8c04 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=984e5d9e-8659-4b88-9191-35cb1b7ce6d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0544972 Jul 14 10:34:40.113349 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1c110d9d-636d-4306-b75e-7771951a2cdb req-a8b8472f-a294-4666-aca6-e9ffbf4a2469 service neutron] 10.222.0.57 "GET /v2.0/networks/984e5d9e-8659-4b88-9191-35cb1b7ce6d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986562 Jul 14 10:34:40.214150 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1c110d9d-636d-4306-b75e-7771951a2cdb req-7784144a-a0c7-41f2-a68f-2593e6d81b87 service neutron] 10.222.0.57 "GET /v2.0/networks/984e5d9e-8659-4b88-9191-35cb1b7ce6d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941429 Jul 14 10:34:40.836604 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee68d160-0cd4-49a1-a4fe-0a6d6c92aa51 req-ef071468-34ce-4857-a2e1-c17c98cc43e8 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:34:40.838242 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ee68d160-0cd4-49a1-a4fe-0a6d6c92aa51 req-ef071468-34ce-4857-a2e1-c17c98cc43e8 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] 10.222.0.68 "GET /v2.0/ports?device_id=56e71b59-2a2b-4878-ad13-4f9b8deea3a5 HTTP/1.1" status: 200 len: 945 time: 0.1222191 Jul 14 10:34:40.879015 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ee68d160-0cd4-49a1-a4fe-0a6d6c92aa51 req-092a7178-a69e-4a5c-ae8e-54373a68aa95 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] 10.222.0.68 "GET /v2.0/security-groups?id=f55acfa2-4c3c-4400-9ff5-7322e28262be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347152 Jul 14 10:34:42.103230 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd71116-bf55-4a62-814c-c22781e23851 req-90f985c1-0b44-4203-b9e4-2f21f56922bc tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:34:42.104778 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8dd71116-bf55-4a62-814c-c22781e23851 req-90f985c1-0b44-4203-b9e4-2f21f56922bc tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] 10.222.0.68 "GET /v2.0/ports?device_id=56e71b59-2a2b-4878-ad13-4f9b8deea3a5 HTTP/1.1" status: 200 len: 945 time: 0.0763991 Jul 14 10:34:42.144284 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8dd71116-bf55-4a62-814c-c22781e23851 req-020f3b94-a39d-4e16-9c56-fa93cc94b932 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] 10.222.0.68 "GET /v2.0/security-groups?id=f55acfa2-4c3c-4400-9ff5-7322e28262be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335138 Jul 14 10:34:43.354547 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3acbb0-193b-4925-93e0-9a38b975abe7 req-635b14f2-c711-4782-aab4-7cd342ebdeaa tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:34:43.356357 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-7e3acbb0-193b-4925-93e0-9a38b975abe7 req-635b14f2-c711-4782-aab4-7cd342ebdeaa tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] 10.222.0.68 "GET /v2.0/ports?device_id=56e71b59-2a2b-4878-ad13-4f9b8deea3a5 HTTP/1.1" status: 200 len: 945 time: 0.0782049 Jul 14 10:34:43.402564 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-7e3acbb0-193b-4925-93e0-9a38b975abe7 req-a3ba0f95-9a6a-457e-bdb6-7bbdd3a1b240 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] 10.222.0.68 "GET /v2.0/security-groups?id=f55acfa2-4c3c-4400-9ff5-7322e28262be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403121 Jul 14 10:34:43.672700 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:34:44.373994 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:34:44.581723 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bf6602-bcdd-443b-b298-0b3d1f22d206 req-fa9fce5c-b880-42fb-90dd-a01be8c019b3 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:34:44.583262 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-48bf6602-bcdd-443b-b298-0b3d1f22d206 req-fa9fce5c-b880-42fb-90dd-a01be8c019b3 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] 10.222.0.68 "GET /v2.0/ports?device_id=56e71b59-2a2b-4878-ad13-4f9b8deea3a5 HTTP/1.1" status: 200 len: 945 time: 0.0681973 Jul 14 10:34:44.945662 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-48bf6602-bcdd-443b-b298-0b3d1f22d206 req-acfcbaa7-6e62-4329-90bf-9602ea6b5b71 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] 10.222.0.68 "GET /v2.0/security-groups?id=f55acfa2-4c3c-4400-9ff5-7322e28262be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3566918 Jul 14 10:34:46.123410 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6295df-0da6-4afc-bccc-d28b69daee65 req-d28ce18d-9eb8-4e27-bb01-607c9aa7b83e tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:34:46.124917 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-df6295df-0da6-4afc-bccc-d28b69daee65 req-d28ce18d-9eb8-4e27-bb01-607c9aa7b83e tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] 10.222.0.68 "GET /v2.0/ports?device_id=56e71b59-2a2b-4878-ad13-4f9b8deea3a5 HTTP/1.1" status: 200 len: 945 time: 0.0659151 Jul 14 10:34:46.164667 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-df6295df-0da6-4afc-bccc-d28b69daee65 req-90ba97b8-ce06-4d24-97ef-1d7584e33574 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] 10.222.0.68 "GET /v2.0/security-groups?id=f55acfa2-4c3c-4400-9ff5-7322e28262be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338330 Jul 14 10:34:47.338219 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab641e1-2667-4d81-a9bb-3150dd6ad950 req-10e1287a-b22b-479d-839d-b718c4cd03af tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:34:47.339688 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-cab641e1-2667-4d81-a9bb-3150dd6ad950 req-10e1287a-b22b-479d-839d-b718c4cd03af tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] 10.222.0.68 "GET /v2.0/ports?device_id=56e71b59-2a2b-4878-ad13-4f9b8deea3a5 HTTP/1.1" status: 200 len: 945 time: 0.0620947 Jul 14 10:34:47.377574 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-cab641e1-2667-4d81-a9bb-3150dd6ad950 req-0e15aee7-072b-4c28-958b-f40fe875fade tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] 10.222.0.68 "GET /v2.0/security-groups?id=f55acfa2-4c3c-4400-9ff5-7322e28262be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322866 Jul 14 10:34:48.552408 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74769aa9-e464-4677-b4d8-a686224e27c1 req-8473e0c3-cf59-40ea-b107-097fe55381ff tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:34:48.553919 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-74769aa9-e464-4677-b4d8-a686224e27c1 req-8473e0c3-cf59-40ea-b107-097fe55381ff tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] 10.222.0.68 "GET /v2.0/ports?device_id=56e71b59-2a2b-4878-ad13-4f9b8deea3a5 HTTP/1.1" status: 200 len: 945 time: 0.0647476 Jul 14 10:34:48.592075 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-74769aa9-e464-4677-b4d8-a686224e27c1 req-20266268-6bf2-439b-9f04-df7fdf79b774 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] 10.222.0.68 "GET /v2.0/security-groups?id=f55acfa2-4c3c-4400-9ff5-7322e28262be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325446 Jul 14 10:34:49.765481 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0db1a4-3c1e-4d41-a5b1-f9e9b6c8d5b2 req-62950a25-4cef-45f1-9f2f-6d558e97da46 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:34:49.766995 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ed0db1a4-3c1e-4d41-a5b1-f9e9b6c8d5b2 req-62950a25-4cef-45f1-9f2f-6d558e97da46 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] 10.222.0.68 "GET /v2.0/ports?device_id=56e71b59-2a2b-4878-ad13-4f9b8deea3a5 HTTP/1.1" status: 200 len: 945 time: 0.0638096 Jul 14 10:34:49.808997 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ed0db1a4-3c1e-4d41-a5b1-f9e9b6c8d5b2 req-d0301675-5dd2-44ee-a1aa-38ae58f82578 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] 10.222.0.68 "GET /v2.0/security-groups?id=f55acfa2-4c3c-4400-9ff5-7322e28262be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357451 Jul 14 10:34:50.988358 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21e7ca3-527a-4c41-9f04-d5d465845732 req-315ed718-cdbe-44f4-87c5-2459d059c00f tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:34:50.989876 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-f21e7ca3-527a-4c41-9f04-d5d465845732 req-315ed718-cdbe-44f4-87c5-2459d059c00f tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] 10.222.0.68 "GET /v2.0/ports?device_id=56e71b59-2a2b-4878-ad13-4f9b8deea3a5 HTTP/1.1" status: 200 len: 945 time: 0.0679545 Jul 14 10:34:51.028716 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-f21e7ca3-527a-4c41-9f04-d5d465845732 req-8b9b12ad-a351-4d50-8f78-c261a7e3d55b tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] 10.222.0.68 "GET /v2.0/security-groups?id=f55acfa2-4c3c-4400-9ff5-7322e28262be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333140 Jul 14 10:34:52.201450 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccc372b-895c-4257-9f9b-5077c1346385 req-fc33f6f0-c83c-4e0c-9344-5a14888c7827 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:34:52.202984 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8ccc372b-895c-4257-9f9b-5077c1346385 req-fc33f6f0-c83c-4e0c-9344-5a14888c7827 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] 10.222.0.68 "GET /v2.0/ports?device_id=56e71b59-2a2b-4878-ad13-4f9b8deea3a5 HTTP/1.1" status: 200 len: 945 time: 0.0634842 Jul 14 10:34:52.241449 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8ccc372b-895c-4257-9f9b-5077c1346385 req-473bab21-82d4-49b1-a5b0-97a0a7ef77fa tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] 10.222.0.68 "GET /v2.0/security-groups?id=f55acfa2-4c3c-4400-9ff5-7322e28262be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329292 Jul 14 10:34:52.337583 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6efdc68b-085a-4c1f-a001-a541be4fcca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:34:52.685151 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.agents_db [None req-3c3509fb-540d-4335-a450-574895dd3602 None None] Agent healthcheck: found 7 active agents {{(pid=93960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:34:53.315451 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 53b78273-875c-4322-9eb1-187d7ec06d87 details requested by agent hyperv_n-h2-779913-29 with host n-h2-779913-29 {{(pid=93959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 10:34:53.414643 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 53b78273-875c-4322-9eb1-187d7ec06d87, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=53b78273-875c-4322-9eb1-187d7ec06d87,segment=NetworkSegment(887f8d23-1218-40fd-a70c-9b2102725d1b),segment_id=887f8d23-1218-40fd-a70c-9b2102725d1b)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:34:53.426862 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Returning: {'device': '53b78273-875c-4322-9eb1-187d7ec06d87', 'network_id': '984e5d9e-8659-4b88-9191-35cb1b7ce6d0', 'port_id': '53b78273-875c-4322-9eb1-187d7ec06d87', 'mac_address': 'fa:16:3e:47:84:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 727, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f007e05b-f154-47b1-80a5-c66d5696994e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 10:34:53.435539 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f72402-b25f-4cec-a464-3826662e53b0 req-3c8f5d79-b431-4068-89d1-9f668b79a0ee tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:34:53.437456 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-b3f72402-b25f-4cec-a464-3826662e53b0 req-3c8f5d79-b431-4068-89d1-9f668b79a0ee tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] 10.222.0.68 "GET /v2.0/ports?device_id=56e71b59-2a2b-4878-ad13-4f9b8deea3a5 HTTP/1.1" status: 200 len: 945 time: 0.0691450 Jul 14 10:34:53.470820 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:34:53.481188 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-b3f72402-b25f-4cec-a464-3826662e53b0 req-ce964852-9b8a-494e-9091-43487585fbff tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] 10.222.0.68 "GET /v2.0/security-groups?id=f55acfa2-4c3c-4400-9ff5-7322e28262be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355141 Jul 14 10:34:53.485419 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 53b78273-875c-4322-9eb1-187d7ec06d87 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:34:53.507979 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 53b78273-875c-4322-9eb1-187d7ec06d87, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=53b78273-875c-4322-9eb1-187d7ec06d87,segment=NetworkSegment(887f8d23-1218-40fd-a70c-9b2102725d1b),segment_id=887f8d23-1218-40fd-a70c-9b2102725d1b)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:34:53.512190 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:34:53.567197 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Pushing event updated for resources: {'Port': ['ID=53b78273-875c-4322-9eb1-187d7ec06d87,revision_number=6']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:34:53.575398 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:34:53.575398 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:34:53.575592 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:34:53.575858 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:34:53.576187 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:34:53.576517 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:34:53.576845 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:34:53.577220 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:34:53.577601 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:34:53.578272 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:34:53.578591 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:34:53.578732 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:34:53.650409 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] get_ports_and_sgs() called for port_ids ['53b78273-875c-4322-9eb1-187d7ec06d87'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:34:54.682487 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcea6cb-fe0e-40da-a58f-00764b27d4f7 req-e3e879a1-25e0-40cd-ba1c-941d894cd51a tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:34:54.684416 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5bcea6cb-fe0e-40da-a58f-00764b27d4f7 req-e3e879a1-25e0-40cd-ba1c-941d894cd51a tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] 10.222.0.68 "GET /v2.0/ports?device_id=56e71b59-2a2b-4878-ad13-4f9b8deea3a5 HTTP/1.1" status: 200 len: 944 time: 0.0797977 Jul 14 10:34:54.729148 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5bcea6cb-fe0e-40da-a58f-00764b27d4f7 req-9f8880b9-3681-40c5-ac9e-f10d4c538f0b tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] 10.222.0.68 "GET /v2.0/security-groups?id=f55acfa2-4c3c-4400-9ff5-7322e28262be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387549 Jul 14 10:34:54.943196 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:34:55.032657 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-89530904-1cde-413f-9519-7652e1711ff6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:34:55.317866 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 53b78273-875c-4322-9eb1-187d7ec06d87 up at agent hyperv_n-h2-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:34:55.380098 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Provisioning complete for port 53b78273-875c-4322-9eb1-187d7ec06d87 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:34:55.380473 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:34:55.476879 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:34:55.505361 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56e71b59-2a2b-4878-ad13-4f9b8deea3a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53b78273-875c-4322-9eb1-187d7ec06d87'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:34:55.508382 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}329bd6c07f982fc6c8be245f0be026b528efb6c8a9415522477faf1b9157eba4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd0c0fd4-389c-40b0-96f0-e0e2ad6bc963" -d '{"events": [{"server_uuid": "56e71b59-2a2b-4878-ad13-4f9b8deea3a5", "name": "network-vif-plugged", "status": "completed", "tag": "53b78273-875c-4322-9eb1-187d7ec06d87"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:34:55.526612 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 53b78273-875c-4322-9eb1-187d7ec06d87, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=53b78273-875c-4322-9eb1-187d7ec06d87,segment=NetworkSegment(887f8d23-1218-40fd-a70c-9b2102725d1b),segment_id=887f8d23-1218-40fd-a70c-9b2102725d1b)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:34:55.531705 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:34:55.561826 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:34:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4697cdad-cb1a-47fd-9b7e-a2198cc1b221 x-openstack-request-id: req-4697cdad-cb1a-47fd-9b7e-a2198cc1b221 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:34:55.562142 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56e71b59-2a2b-4878-ad13-4f9b8deea3a5", "name": "network-vif-plugged", "status": "completed", "tag": "53b78273-875c-4322-9eb1-187d7ec06d87", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:34:55.562397 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-4697cdad-cb1a-47fd-9b7e-a2198cc1b221 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:34:55.562781 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56e71b59-2a2b-4878-ad13-4f9b8deea3a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53b78273-875c-4322-9eb1-187d7ec06d87', 'code': 200} Jul 14 10:34:55.602437 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Pushing event updated for resources: {'Port': ['ID=53b78273-875c-4322-9eb1-187d7ec06d87,revision_number=7']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:34:55.936941 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c7cf39-221c-4740-9e52-917148a4a379 req-3cb8a25c-42f1-4afb-a6ba-d32c8e6b9821 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:34:55.939368 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b2c7cf39-221c-4740-9e52-917148a4a379 req-3cb8a25c-42f1-4afb-a6ba-d32c8e6b9821 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] 10.222.0.68 "GET /v2.0/ports?device_id=56e71b59-2a2b-4878-ad13-4f9b8deea3a5 HTTP/1.1" status: 200 len: 945 time: 0.0779929 Jul 14 10:34:55.989427 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b2c7cf39-221c-4740-9e52-917148a4a379 req-af91050e-b53d-4a46-9fca-fe354b91e25e tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] 10.222.0.68 "GET /v2.0/security-groups?id=f55acfa2-4c3c-4400-9ff5-7322e28262be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438132 Jul 14 10:34:56.188499 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5ad31076-714c-49ec-bc37-f3d4cd90112a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:34:57.188067 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae97900-dc5c-4613-9337-67a1fb338a33 req-8552b9dd-fdc6-4269-88cb-aca5fca42fc5 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:34:57.189930 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-5ae97900-dc5c-4613-9337-67a1fb338a33 req-8552b9dd-fdc6-4269-88cb-aca5fca42fc5 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] 10.222.0.68 "GET /v2.0/ports?device_id=56e71b59-2a2b-4878-ad13-4f9b8deea3a5 HTTP/1.1" status: 200 len: 945 time: 0.0722744 Jul 14 10:34:57.239136 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-5ae97900-dc5c-4613-9337-67a1fb338a33 req-0019191b-5b2b-46c4-bc2a-700e9d0f390f tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] 10.222.0.68 "GET /v2.0/security-groups?id=f55acfa2-4c3c-4400-9ff5-7322e28262be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426400 Jul 14 10:34:57.990458 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5bbe322f-3f67-4864-bc0a-91afe44d23e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:34:58.435175 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68111f08-2c0a-4e22-bd32-0c739ed059ba req-48c863ea-a300-4ba1-a5ac-ecc5c1406491 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:34:58.438437 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-68111f08-2c0a-4e22-bd32-0c739ed059ba req-48c863ea-a300-4ba1-a5ac-ecc5c1406491 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] 10.222.0.68 "GET /v2.0/ports?device_id=56e71b59-2a2b-4878-ad13-4f9b8deea3a5 HTTP/1.1" status: 200 len: 945 time: 0.0696776 Jul 14 10:34:58.481644 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-68111f08-2c0a-4e22-bd32-0c739ed059ba req-b70de85c-b34d-4e1c-9f27-96311ad1deee tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] 10.222.0.68 "GET /v2.0/security-groups?id=f55acfa2-4c3c-4400-9ff5-7322e28262be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386789 Jul 14 10:34:59.701340 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ea2e8d-a580-41e3-9fc9-23340656c9bc req-eaa74543-2177-440b-ad46-31c72a649f12 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:34:59.708892 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-81ea2e8d-a580-41e3-9fc9-23340656c9bc req-eaa74543-2177-440b-ad46-31c72a649f12 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] 10.222.0.68 "GET /v2.0/ports?device_id=56e71b59-2a2b-4878-ad13-4f9b8deea3a5 HTTP/1.1" status: 200 len: 945 time: 0.1015906 Jul 14 10:34:59.748417 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-81ea2e8d-a580-41e3-9fc9-23340656c9bc req-8db05208-46c5-48f3-8b77-6d9c2150dae7 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] 10.222.0.68 "GET /v2.0/security-groups?id=f55acfa2-4c3c-4400-9ff5-7322e28262be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377598 Jul 14 10:35:00.950882 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c7df47-f55a-466d-b6ce-01427321e32d req-cb23cc18-1719-4ec6-be06-491db40d56ff tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:35:00.952427 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-90c7df47-f55a-466d-b6ce-01427321e32d req-cb23cc18-1719-4ec6-be06-491db40d56ff tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] 10.222.0.68 "GET /v2.0/ports?device_id=56e71b59-2a2b-4878-ad13-4f9b8deea3a5 HTTP/1.1" status: 200 len: 945 time: 0.0741556 Jul 14 10:35:01.007477 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-90c7df47-f55a-466d-b6ce-01427321e32d req-ca7f328b-5207-4336-83bf-5ee9d210b1c1 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] 10.222.0.68 "GET /v2.0/security-groups?id=f55acfa2-4c3c-4400-9ff5-7322e28262be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445235 Jul 14 10:35:02.212502 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7b914f-ccae-481e-ad6e-0cb2c9c84d33 req-3104f54e-172e-4eb6-8607-7d2ae6e00f88 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:35:02.214077 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-1c7b914f-ccae-481e-ad6e-0cb2c9c84d33 req-3104f54e-172e-4eb6-8607-7d2ae6e00f88 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] 10.222.0.68 "GET /v2.0/ports?device_id=56e71b59-2a2b-4878-ad13-4f9b8deea3a5 HTTP/1.1" status: 200 len: 945 time: 0.0676675 Jul 14 10:35:02.254640 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-1c7b914f-ccae-481e-ad6e-0cb2c9c84d33 req-293da51a-5d67-4d73-b4a8-dff5376c3df5 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] 10.222.0.68 "GET /v2.0/security-groups?id=f55acfa2-4c3c-4400-9ff5-7322e28262be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347202 Jul 14 10:35:02.952322 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3f3b08-0c99-4e38-aea8-b6fd87491b72 req-d274948e-a240-4b36-90df-5b688cf837fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:35:02.953831 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ad3f3b08-0c99-4e38-aea8-b6fd87491b72 req-d274948e-a240-4b36-90df-5b688cf837fd service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e3e2202050ab44dfb14a28129ea33e2b&device_id=56e71b59-2a2b-4878-ad13-4f9b8deea3a5 HTTP/1.1" status: 200 len: 1097 time: 0.0518169 Jul 14 10:35:03.043082 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3f3b08-0c99-4e38-aea8-b6fd87491b72 req-0afc783b-5641-4d66-9426-f4791e22beba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:35:03.044580 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ad3f3b08-0c99-4e38-aea8-b6fd87491b72 req-0afc783b-5641-4d66-9426-f4791e22beba service neutron] 10.222.0.57 "GET /v2.0/networks?id=984e5d9e-8659-4b88-9191-35cb1b7ce6d0 HTTP/1.1" status: 200 len: 909 time: 0.0843704 Jul 14 10:35:03.114801 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ad3f3b08-0c99-4e38-aea8-b6fd87491b72 req-83eaef1b-6426-47bf-9264-d46a685cfc4f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=53b78273-875c-4322-9eb1-187d7ec06d87 HTTP/1.1" status: 200 len: 1000 time: 0.0631759 Jul 14 10:35:03.164338 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3f3b08-0c99-4e38-aea8-b6fd87491b72 req-444b587f-6fd4-4f04-9339-e272cba23791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:35:03.165828 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ad3f3b08-0c99-4e38-aea8-b6fd87491b72 req-444b587f-6fd4-4f04-9339-e272cba23791 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f007e05b-f154-47b1-80a5-c66d5696994e HTTP/1.1" status: 200 len: 847 time: 0.0450273 Jul 14 10:35:03.221847 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3f3b08-0c99-4e38-aea8-b6fd87491b72 req-f9bd1767-650c-48c8-9757-71da1258a5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:35:03.223261 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ad3f3b08-0c99-4e38-aea8-b6fd87491b72 req-f9bd1767-650c-48c8-9757-71da1258a5e5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=984e5d9e-8659-4b88-9191-35cb1b7ce6d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0511334 Jul 14 10:35:03.317167 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ad3f3b08-0c99-4e38-aea8-b6fd87491b72 req-058a21ec-7783-4e06-89c6-52f27c2a337f service neutron] 10.222.0.57 "GET /v2.0/networks/984e5d9e-8659-4b88-9191-35cb1b7ce6d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872576 Jul 14 10:35:03.449845 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ad3f3b08-0c99-4e38-aea8-b6fd87491b72 req-86f9eb9f-a70a-4fa8-8d48-f3eedd2bc89a service neutron] 10.222.0.57 "GET /v2.0/networks/984e5d9e-8659-4b88-9191-35cb1b7ce6d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266761 Jul 14 10:35:03.466732 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d99d375-f7df-4d56-b162-81fa31b3d15c req-2bcffdbb-5538-4e9d-a98e-1db1ab0cf681 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:35:03.468307 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0d99d375-f7df-4d56-b162-81fa31b3d15c req-2bcffdbb-5538-4e9d-a98e-1db1ab0cf681 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] 10.222.0.68 "GET /v2.0/ports?device_id=56e71b59-2a2b-4878-ad13-4f9b8deea3a5 HTTP/1.1" status: 200 len: 945 time: 0.1000056 Jul 14 10:35:03.514990 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0d99d375-f7df-4d56-b162-81fa31b3d15c req-206cfacf-9dae-41f2-884e-92438b5ecf50 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] 10.222.0.68 "GET /v2.0/security-groups?id=f55acfa2-4c3c-4400-9ff5-7322e28262be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402217 Jul 14 10:35:04.692219 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802c7cab-8401-4ce8-ac75-7dc8519ca84f req-dc4e4890-e12d-42d8-88d6-d11f5c841c93 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:35:04.693736 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-802c7cab-8401-4ce8-ac75-7dc8519ca84f req-dc4e4890-e12d-42d8-88d6-d11f5c841c93 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] 10.222.0.68 "GET /v2.0/ports?device_id=56e71b59-2a2b-4878-ad13-4f9b8deea3a5 HTTP/1.1" status: 200 len: 945 time: 0.0670209 Jul 14 10:35:04.733426 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-802c7cab-8401-4ce8-ac75-7dc8519ca84f req-7a8564a3-8fd4-4637-9226-d57ff0d8cf44 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] 10.222.0.68 "GET /v2.0/security-groups?id=f55acfa2-4c3c-4400-9ff5-7322e28262be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339687 Jul 14 10:35:05.405065 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 53b78273-875c-4322-9eb1-187d7ec06d87 no longer exists at agent hyperv_n-h2-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:35:05.486656 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:35:05.511978 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56e71b59-2a2b-4878-ad13-4f9b8deea3a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '53b78273-875c-4322-9eb1-187d7ec06d87'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:35:05.514252 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}329bd6c07f982fc6c8be245f0be026b528efb6c8a9415522477faf1b9157eba4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edbae1fa-23c4-4e3f-a3f7-dde7e6a5c238" -d '{"events": [{"server_uuid": "56e71b59-2a2b-4878-ad13-4f9b8deea3a5", "name": "network-vif-unplugged", "status": "completed", "tag": "53b78273-875c-4322-9eb1-187d7ec06d87"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:35:05.527816 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 53b78273-875c-4322-9eb1-187d7ec06d87, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=53b78273-875c-4322-9eb1-187d7ec06d87,segment=NetworkSegment(887f8d23-1218-40fd-a70c-9b2102725d1b),segment_id=887f8d23-1218-40fd-a70c-9b2102725d1b)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:35:05.533090 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:35:05.562163 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 10:35:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfae3e8b-b8d2-4285-a50f-03df0b4700dc x-openstack-request-id: req-cfae3e8b-b8d2-4285-a50f-03df0b4700dc {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:35:05.562457 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56e71b59-2a2b-4878-ad13-4f9b8deea3a5", "name": "network-vif-unplugged", "status": "completed", "tag": "53b78273-875c-4322-9eb1-187d7ec06d87", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:35:05.562727 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-cfae3e8b-b8d2-4285-a50f-03df0b4700dc {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:35:05.563103 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56e71b59-2a2b-4878-ad13-4f9b8deea3a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '53b78273-875c-4322-9eb1-187d7ec06d87', 'code': 200} Jul 14 10:35:05.591787 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Pushing event updated for resources: {'Port': ['ID=53b78273-875c-4322-9eb1-187d7ec06d87,revision_number=8']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:35:05.907039 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d58a3e-ffb2-4587-85c2-4385072f8b87 req-696ef872-da96-4a8c-8755-7cb28b701434 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:35:05.908527 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-a0d58a3e-ffb2-4587-85c2-4385072f8b87 req-696ef872-da96-4a8c-8755-7cb28b701434 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] 10.222.0.68 "GET /v2.0/ports?device_id=56e71b59-2a2b-4878-ad13-4f9b8deea3a5 HTTP/1.1" status: 200 len: 943 time: 0.0654471 Jul 14 10:35:05.947760 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-a0d58a3e-ffb2-4587-85c2-4385072f8b87 req-90d51ffe-faf1-4789-be1a-093f6790cda2 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] 10.222.0.68 "GET /v2.0/security-groups?id=f55acfa2-4c3c-4400-9ff5-7322e28262be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330055 Jul 14 10:35:06.300582 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f54627f-3a76-4af4-9981-a55211d24bb4 req-16313625-af54-4c2d-890b-f09122033ab5 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:35:06.302052 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-1f54627f-3a76-4af4-9981-a55211d24bb4 req-16313625-af54-4c2d-890b-f09122033ab5 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] 10.222.0.68 "GET /v2.0/ports?device_id=56e71b59-2a2b-4878-ad13-4f9b8deea3a5 HTTP/1.1" status: 200 len: 943 time: 0.0673864 Jul 14 10:35:06.349971 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-1f54627f-3a76-4af4-9981-a55211d24bb4 req-d06c8e1a-e4d2-4e0a-99ce-a5ef405de171 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] 10.222.0.68 "GET /v2.0/security-groups?id=f55acfa2-4c3c-4400-9ff5-7322e28262be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422258 Jul 14 10:35:06.464612 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-aef3a2f2-1f86-4e11-8a77-a426a315ac75 req-04fd0852-a1ab-4857-bf35-6bdb52966240 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=56e71b59-2a2b-4878-ad13-4f9b8deea3a5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0977111 Jul 14 10:35:07.531222 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebbaf65-dc98-499a-8454-289780a4b9cf req-479c3ec6-8c1d-405b-b388-fc47ac687213 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:35:07.532781 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-bebbaf65-dc98-499a-8454-289780a4b9cf req-479c3ec6-8c1d-405b-b388-fc47ac687213 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] 10.222.0.68 "GET /v2.0/ports?device_id=56e71b59-2a2b-4878-ad13-4f9b8deea3a5 HTTP/1.1" status: 200 len: 943 time: 0.0685723 Jul 14 10:35:07.572400 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-bebbaf65-dc98-499a-8454-289780a4b9cf req-768071f5-8883-4695-b3d2-fc1b8d87abec tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] 10.222.0.68 "GET /v2.0/security-groups?id=f55acfa2-4c3c-4400-9ff5-7322e28262be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332665 Jul 14 10:35:08.759505 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d803bf-10c5-4b27-9966-0e98290c7f52 req-0c308380-d347-42a5-8e6e-d8b118835b90 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:35:08.760825 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-c4d803bf-10c5-4b27-9966-0e98290c7f52 req-0c308380-d347-42a5-8e6e-d8b118835b90 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] 10.222.0.68 "GET /v2.0/ports?device_id=56e71b59-2a2b-4878-ad13-4f9b8deea3a5 HTTP/1.1" status: 200 len: 943 time: 0.0703812 Jul 14 10:35:08.803728 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-c4d803bf-10c5-4b27-9966-0e98290c7f52 req-d25a4b3c-1408-47a0-88ac-78f85dfb0142 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] 10.222.0.68 "GET /v2.0/security-groups?id=f55acfa2-4c3c-4400-9ff5-7322e28262be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345914 Jul 14 10:35:09.997473 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560092e0-2139-43f7-bffa-9a4197a8a089 req-0f3ddf00-752a-4b59-bbde-99e5f257a64d tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:35:09.999047 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-560092e0-2139-43f7-bffa-9a4197a8a089 req-0f3ddf00-752a-4b59-bbde-99e5f257a64d tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] 10.222.0.68 "GET /v2.0/ports?device_id=56e71b59-2a2b-4878-ad13-4f9b8deea3a5 HTTP/1.1" status: 200 len: 943 time: 0.0705481 Jul 14 10:35:10.039263 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-560092e0-2139-43f7-bffa-9a4197a8a089 req-0ab069b6-a781-447d-9852-d38702a64483 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] 10.222.0.68 "GET /v2.0/security-groups?id=f55acfa2-4c3c-4400-9ff5-7322e28262be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343611 Jul 14 10:35:11.222664 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e52ee83-d9c3-4d07-8361-d268f6bb98ef req-51939526-c913-4564-93fd-66ad33b7d963 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:35:11.224116 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-3e52ee83-d9c3-4d07-8361-d268f6bb98ef req-51939526-c913-4564-93fd-66ad33b7d963 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] 10.222.0.68 "GET /v2.0/ports?device_id=56e71b59-2a2b-4878-ad13-4f9b8deea3a5 HTTP/1.1" status: 200 len: 943 time: 0.0717735 Jul 14 10:35:11.266600 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-3e52ee83-d9c3-4d07-8361-d268f6bb98ef req-edde7a6a-99f4-4900-8bda-53553e6532de tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] 10.222.0.68 "GET /v2.0/security-groups?id=f55acfa2-4c3c-4400-9ff5-7322e28262be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355639 Jul 14 10:35:11.569851 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef3a2f2-1f86-4e11-8a77-a426a315ac75 req-d9456a6d-09cf-4a0f-a2b6-2244c7de51e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:35:11.571381 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-aef3a2f2-1f86-4e11-8a77-a426a315ac75 req-d9456a6d-09cf-4a0f-a2b6-2244c7de51e3 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=56e71b59-2a2b-4878-ad13-4f9b8deea3a5&tenant_id=e3e2202050ab44dfb14a28129ea33e2b HTTP/1.1" status: 200 len: 1095 time: 0.0539021 Jul 14 10:35:11.588357 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-aef3a2f2-1f86-4e11-8a77-a426a315ac75 req-85d444c6-0e6c-4d97-a447-fc2592a8f634 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-779913-29', 'device_owner': 'compute:nova'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:35:11.662364 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-aef3a2f2-1f86-4e11-8a77-a426a315ac75 req-85d444c6-0e6c-4d97-a447-fc2592a8f634 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:35:11.866681 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-aef3a2f2-1f86-4e11-8a77-a426a315ac75 req-85d444c6-0e6c-4d97-a447-fc2592a8f634 service neutron] For port 53b78273-875c-4322-9eb1-187d7ec06d87, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=53b78273-875c-4322-9eb1-187d7ec06d87,segment=NetworkSegment(887f8d23-1218-40fd-a70c-9b2102725d1b),segment_id=887f8d23-1218-40fd-a70c-9b2102725d1b)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:35:11.900170 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-aef3a2f2-1f86-4e11-8a77-a426a315ac75 req-85d444c6-0e6c-4d97-a447-fc2592a8f634 service neutron] For port 53b78273-875c-4322-9eb1-187d7ec06d87, host n-h2-779913-29, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:35:11.932277 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [req-aef3a2f2-1f86-4e11-8a77-a426a315ac75 req-85d444c6-0e6c-4d97-a447-fc2592a8f634 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53b78273-875c-4322-9eb1-187d7ec06d87 {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:35:11.939703 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-aef3a2f2-1f86-4e11-8a77-a426a315ac75 req-85d444c6-0e6c-4d97-a447-fc2592a8f634 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:35:11.952146 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [req-aef3a2f2-1f86-4e11-8a77-a426a315ac75 req-85d444c6-0e6c-4d97-a447-fc2592a8f634 service neutron] Transition to ACTIVE for port object 53b78273-875c-4322-9eb1-187d7ec06d87 will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:35:11.956079 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-aef3a2f2-1f86-4e11-8a77-a426a315ac75 req-85d444c6-0e6c-4d97-a447-fc2592a8f634 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:35:12.038180 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d444c6-0e6c-4d97-a447-fc2592a8f634 service neutron] Pushing event updated for resources: {'Port': ['ID=53b78273-875c-4322-9eb1-187d7ec06d87,revision_number=9']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:35:12.052619 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d444c6-0e6c-4d97-a447-fc2592a8f634 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:35:12.052964 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d444c6-0e6c-4d97-a447-fc2592a8f634 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:35:12.053303 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d444c6-0e6c-4d97-a447-fc2592a8f634 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:35:12.053672 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d444c6-0e6c-4d97-a447-fc2592a8f634 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:35:12.054116 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d444c6-0e6c-4d97-a447-fc2592a8f634 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:35:12.054451 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d444c6-0e6c-4d97-a447-fc2592a8f634 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:35:12.054783 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d444c6-0e6c-4d97-a447-fc2592a8f634 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:35:12.055108 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d444c6-0e6c-4d97-a447-fc2592a8f634 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:35:12.055436 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d444c6-0e6c-4d97-a447-fc2592a8f634 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:35:12.055760 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d444c6-0e6c-4d97-a447-fc2592a8f634 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:35:12.056085 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d444c6-0e6c-4d97-a447-fc2592a8f634 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:35:12.056406 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d444c6-0e6c-4d97-a447-fc2592a8f634 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:35:12.096280 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-aef3a2f2-1f86-4e11-8a77-a426a315ac75 req-85d444c6-0e6c-4d97-a447-fc2592a8f634 service neutron] No DVR routers for this DVR port 53b78273-875c-4322-9eb1-187d7ec06d87 on host n-h2-779913-29 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:35:12.238945 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-aef3a2f2-1f86-4e11-8a77-a426a315ac75 req-85d444c6-0e6c-4d97-a447-fc2592a8f634 service neutron] Attempting to bind port 53b78273-875c-4322-9eb1-187d7ec06d87 on host n-h1-779913-29 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:35:12.239281 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-aef3a2f2-1f86-4e11-8a77-a426a315ac75 req-85d444c6-0e6c-4d97-a447-fc2592a8f634 service neutron] Attempting to bind port 53b78273-875c-4322-9eb1-187d7ec06d87 by drivers openvswitch,hyperv on host n-h1-779913-29 at level 0 using segments [{'id': '887f8d23-1218-40fd-a70c-9b2102725d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '984e5d9e-8659-4b88-9191-35cb1b7ce6d0'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:35:12.239616 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aef3a2f2-1f86-4e11-8a77-a426a315ac75 req-85d444c6-0e6c-4d97-a447-fc2592a8f634 service neutron] Attempting to bind port 53b78273-875c-4322-9eb1-187d7ec06d87 on network 984e5d9e-8659-4b88-9191-35cb1b7ce6d0 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:35:12.244009 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aef3a2f2-1f86-4e11-8a77-a426a315ac75 req-85d444c6-0e6c-4d97-a447-fc2592a8f634 service neutron] Port 53b78273-875c-4322-9eb1-187d7ec06d87 on network 984e5d9e-8659-4b88-9191-35cb1b7ce6d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-29 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 10:35:12.244332 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aef3a2f2-1f86-4e11-8a77-a426a315ac75 req-85d444c6-0e6c-4d97-a447-fc2592a8f634 service neutron] Attempting to bind port 53b78273-875c-4322-9eb1-187d7ec06d87 on network 984e5d9e-8659-4b88-9191-35cb1b7ce6d0 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:35:12.249042 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aef3a2f2-1f86-4e11-8a77-a426a315ac75 req-85d444c6-0e6c-4d97-a447-fc2592a8f634 service neutron] Checking agent: {'id': 'de11e667-f145-47b0-bd09-334a7505938e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 13, 12), 'started_at': datetime.datetime(2021, 7, 14, 9, 13, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 34, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:35:12.249379 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aef3a2f2-1f86-4e11-8a77-a426a315ac75 req-85d444c6-0e6c-4d97-a447-fc2592a8f634 service neutron] Checking segment: {'id': '887f8d23-1218-40fd-a70c-9b2102725d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '984e5d9e-8659-4b88-9191-35cb1b7ce6d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:35:12.249852 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aef3a2f2-1f86-4e11-8a77-a426a315ac75 req-85d444c6-0e6c-4d97-a447-fc2592a8f634 service neutron] Bound using segment: {'id': '887f8d23-1218-40fd-a70c-9b2102725d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '984e5d9e-8659-4b88-9191-35cb1b7ce6d0'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:35:12.250281 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-aef3a2f2-1f86-4e11-8a77-a426a315ac75 req-85d444c6-0e6c-4d97-a447-fc2592a8f634 service neutron] Bound port: 53b78273-875c-4322-9eb1-187d7ec06d87, host: n-h1-779913-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '887f8d23-1218-40fd-a70c-9b2102725d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '984e5d9e-8659-4b88-9191-35cb1b7ce6d0'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:35:12.250643 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-aef3a2f2-1f86-4e11-8a77-a426a315ac75 req-85d444c6-0e6c-4d97-a447-fc2592a8f634 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:35:12.317418 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-aef3a2f2-1f86-4e11-8a77-a426a315ac75 req-85d444c6-0e6c-4d97-a447-fc2592a8f634 service neutron] For port 53b78273-875c-4322-9eb1-187d7ec06d87, host n-h1-779913-29, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:35:12.321242 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-aef3a2f2-1f86-4e11-8a77-a426a315ac75 req-85d444c6-0e6c-4d97-a447-fc2592a8f634 service neutron] For port 53b78273-875c-4322-9eb1-187d7ec06d87, host n-h1-779913-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=53b78273-875c-4322-9eb1-187d7ec06d87,segment=NetworkSegment(887f8d23-1218-40fd-a70c-9b2102725d1b),segment_id=887f8d23-1218-40fd-a70c-9b2102725d1b)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:35:12.326272 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-aef3a2f2-1f86-4e11-8a77-a426a315ac75 req-85d444c6-0e6c-4d97-a447-fc2592a8f634 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:35:12.367248 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef3a2f2-1f86-4e11-8a77-a426a315ac75 req-85d444c6-0e6c-4d97-a447-fc2592a8f634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:35:12.368376 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-aef3a2f2-1f86-4e11-8a77-a426a315ac75 req-85d444c6-0e6c-4d97-a447-fc2592a8f634 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:35:12.369842 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-aef3a2f2-1f86-4e11-8a77-a426a315ac75 req-85d444c6-0e6c-4d97-a447-fc2592a8f634 service neutron] 10.222.0.65 "PUT /v2.0/ports/53b78273-875c-4322-9eb1-187d7ec06d87 HTTP/1.1" status: 200 len: 1092 time: 0.7861969 Jul 14 10:35:12.370297 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56e71b59-2a2b-4878-ad13-4f9b8deea3a5', 'tag': '53b78273-875c-4322-9eb1-187d7ec06d87'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:35:12.372614 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}175264a25d5f1cec9b1451f1a8cc8ced5d4502f5c48740ac7c6845d527b2175b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40512598-402b-4b1d-b315-ccd587c226ae" -d '{"events": [{"name": "network-changed", "server_uuid": "56e71b59-2a2b-4878-ad13-4f9b8deea3a5", "tag": "53b78273-875c-4322-9eb1-187d7ec06d87"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:35:12.409649 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d444c6-0e6c-4d97-a447-fc2592a8f634 service neutron] Pushing event updated for resources: {'Port': ['ID=53b78273-875c-4322-9eb1-187d7ec06d87,revision_number=10']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:35:12.478282 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3216fb4-e0b6-4eb6-9228-960f7e64cf4b req-5d36e00d-1266-4d71-a3cb-4ad4f9523c39 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:35:12.479995 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f3216fb4-e0b6-4eb6-9228-960f7e64cf4b req-5d36e00d-1266-4d71-a3cb-4ad4f9523c39 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] 10.222.0.68 "GET /v2.0/ports?device_id=56e71b59-2a2b-4878-ad13-4f9b8deea3a5 HTTP/1.1" status: 200 len: 944 time: 0.0863662 Jul 14 10:35:12.498931 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:35:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f079d77d-f8b5-4b9d-9e01-7552a927ee74 x-openstack-request-id: req-f079d77d-f8b5-4b9d-9e01-7552a927ee74 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:35:12.499307 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56e71b59-2a2b-4878-ad13-4f9b8deea3a5", "tag": "53b78273-875c-4322-9eb1-187d7ec06d87", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:35:12.499632 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-f079d77d-f8b5-4b9d-9e01-7552a927ee74 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:35:12.500108 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56e71b59-2a2b-4878-ad13-4f9b8deea3a5', 'tag': '53b78273-875c-4322-9eb1-187d7ec06d87', 'status': 'completed', 'code': 200} Jul 14 10:35:12.546321 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f3216fb4-e0b6-4eb6-9228-960f7e64cf4b req-b02c4a24-6a71-4b0b-8566-eb4cc384af33 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] 10.222.0.68 "GET /v2.0/security-groups?id=f55acfa2-4c3c-4400-9ff5-7322e28262be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452852 Jul 14 10:35:12.559964 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef3a2f2-1f86-4e11-8a77-a426a315ac75 req-147ccfac-a3cd-413c-a0e2-b5ede86b366a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:35:12.561466 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-aef3a2f2-1f86-4e11-8a77-a426a315ac75 req-147ccfac-a3cd-413c-a0e2-b5ede86b366a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e3e2202050ab44dfb14a28129ea33e2b&device_id=56e71b59-2a2b-4878-ad13-4f9b8deea3a5 HTTP/1.1" status: 200 len: 1096 time: 0.1012766 Jul 14 10:35:12.657615 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef3a2f2-1f86-4e11-8a77-a426a315ac75 req-d70544ae-06e6-4d8b-8aab-b88419e81aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:35:12.658968 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-aef3a2f2-1f86-4e11-8a77-a426a315ac75 req-d70544ae-06e6-4d8b-8aab-b88419e81aa3 service neutron] 10.222.0.65 "GET /v2.0/networks?id=984e5d9e-8659-4b88-9191-35cb1b7ce6d0 HTTP/1.1" status: 200 len: 909 time: 0.0899522 Jul 14 10:35:12.724569 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-aef3a2f2-1f86-4e11-8a77-a426a315ac75 req-7b9fd16e-dc21-4c37-af31-792b6815a3ab service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=53b78273-875c-4322-9eb1-187d7ec06d87 HTTP/1.1" status: 200 len: 998 time: 0.0593071 Jul 14 10:35:12.776480 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef3a2f2-1f86-4e11-8a77-a426a315ac75 req-79cae93f-8e19-4bb2-85f7-3df5a2c63c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:35:12.777969 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-aef3a2f2-1f86-4e11-8a77-a426a315ac75 req-79cae93f-8e19-4bb2-85f7-3df5a2c63c78 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f007e05b-f154-47b1-80a5-c66d5696994e HTTP/1.1" status: 200 len: 847 time: 0.0478716 Jul 14 10:35:12.836457 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef3a2f2-1f86-4e11-8a77-a426a315ac75 req-29275ace-fd42-48ed-8907-27c069e9cf70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:35:12.837996 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-aef3a2f2-1f86-4e11-8a77-a426a315ac75 req-29275ace-fd42-48ed-8907-27c069e9cf70 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=984e5d9e-8659-4b88-9191-35cb1b7ce6d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0533206 Jul 14 10:35:12.928390 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-aef3a2f2-1f86-4e11-8a77-a426a315ac75 req-405be69c-60d2-48c7-b7d7-b07451cc5666 service neutron] 10.222.0.65 "GET /v2.0/networks/984e5d9e-8659-4b88-9191-35cb1b7ce6d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842304 Jul 14 10:35:13.025888 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-aef3a2f2-1f86-4e11-8a77-a426a315ac75 req-478dbdcb-c505-4d4e-afa8-91ff93a80c05 service neutron] 10.222.0.65 "GET /v2.0/networks/984e5d9e-8659-4b88-9191-35cb1b7ce6d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918412 Jul 14 10:35:13.146497 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40512598-402b-4b1d-b315-ccd587c226ae req-9f8a7ded-10bd-442e-95c7-d6261ca03ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:35:13.148650 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-40512598-402b-4b1d-b315-ccd587c226ae req-9f8a7ded-10bd-442e-95c7-d6261ca03ffd service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e3e2202050ab44dfb14a28129ea33e2b&device_id=56e71b59-2a2b-4878-ad13-4f9b8deea3a5 HTTP/1.1" status: 200 len: 1096 time: 0.0546637 Jul 14 10:35:13.248118 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40512598-402b-4b1d-b315-ccd587c226ae req-defc61de-d7ed-4447-af80-aa3ec305690d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:35:13.249435 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-40512598-402b-4b1d-b315-ccd587c226ae req-defc61de-d7ed-4447-af80-aa3ec305690d service neutron] 10.222.0.65 "GET /v2.0/networks?id=984e5d9e-8659-4b88-9191-35cb1b7ce6d0 HTTP/1.1" status: 200 len: 909 time: 0.0933623 Jul 14 10:35:13.318952 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-40512598-402b-4b1d-b315-ccd587c226ae req-ddfb75d9-bf31-46e9-b2c6-a8eb4aae2f50 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=53b78273-875c-4322-9eb1-187d7ec06d87 HTTP/1.1" status: 200 len: 998 time: 0.0636063 Jul 14 10:35:13.388240 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40512598-402b-4b1d-b315-ccd587c226ae req-dea11c57-3ce0-4a02-bf8f-11567b12d249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:35:13.390300 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-40512598-402b-4b1d-b315-ccd587c226ae req-dea11c57-3ce0-4a02-bf8f-11567b12d249 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f007e05b-f154-47b1-80a5-c66d5696994e HTTP/1.1" status: 200 len: 847 time: 0.0637684 Jul 14 10:35:13.680051 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:35:13.737422 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20df8fa4-1954-4852-a35e-0e828bc48310 req-7702cd09-7249-4310-92f0-a7b39eb08139 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:35:13.738959 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-20df8fa4-1954-4852-a35e-0e828bc48310 req-7702cd09-7249-4310-92f0-a7b39eb08139 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] 10.222.0.68 "GET /v2.0/ports?device_id=56e71b59-2a2b-4878-ad13-4f9b8deea3a5 HTTP/1.1" status: 200 len: 944 time: 0.0724316 Jul 14 10:35:13.781565 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-20df8fa4-1954-4852-a35e-0e828bc48310 req-96a7618b-c425-40c9-a26c-8cd121555033 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] 10.222.0.68 "GET /v2.0/security-groups?id=f55acfa2-4c3c-4400-9ff5-7322e28262be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362704 Jul 14 10:35:14.378635 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:35:14.974825 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa590f3-43d5-4e18-9668-59cd825aade7 req-83637e0c-0be0-4d84-9a82-a66d08840d06 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:35:14.976945 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-7fa590f3-43d5-4e18-9668-59cd825aade7 req-83637e0c-0be0-4d84-9a82-a66d08840d06 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] 10.222.0.68 "GET /v2.0/ports?device_id=56e71b59-2a2b-4878-ad13-4f9b8deea3a5 HTTP/1.1" status: 200 len: 944 time: 0.0751612 Jul 14 10:35:15.017782 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-7fa590f3-43d5-4e18-9668-59cd825aade7 req-0cd86a05-a353-45c6-990f-f971e469b0dd tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] 10.222.0.68 "GET /v2.0/security-groups?id=f55acfa2-4c3c-4400-9ff5-7322e28262be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348883 Jul 14 10:35:16.214232 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cee1d9-126b-4723-8f69-39b47ffb5a83 req-f6cda55c-7078-4e60-bce5-35d4764e4e16 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:35:16.215946 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-98cee1d9-126b-4723-8f69-39b47ffb5a83 req-f6cda55c-7078-4e60-bce5-35d4764e4e16 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] 10.222.0.68 "GET /v2.0/ports?device_id=56e71b59-2a2b-4878-ad13-4f9b8deea3a5 HTTP/1.1" status: 200 len: 944 time: 0.0661476 Jul 14 10:35:16.257207 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-98cee1d9-126b-4723-8f69-39b47ffb5a83 req-bb0dd1d2-2603-452c-b4a3-7974ac866729 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] 10.222.0.68 "GET /v2.0/security-groups?id=f55acfa2-4c3c-4400-9ff5-7322e28262be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354333 Jul 14 10:35:17.440027 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cd0817-4e03-45d2-8066-eec09b2a8619 req-8f22e910-7172-4a86-9bf5-7b9ef70af268 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:35:17.442306 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b8cd0817-4e03-45d2-8066-eec09b2a8619 req-8f22e910-7172-4a86-9bf5-7b9ef70af268 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] 10.222.0.68 "GET /v2.0/ports?device_id=56e71b59-2a2b-4878-ad13-4f9b8deea3a5 HTTP/1.1" status: 200 len: 944 time: 0.0711961 Jul 14 10:35:17.483056 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b8cd0817-4e03-45d2-8066-eec09b2a8619 req-503b4f02-bd05-4bad-808e-60b439fc4366 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] 10.222.0.68 "GET /v2.0/security-groups?id=f55acfa2-4c3c-4400-9ff5-7322e28262be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344667 Jul 14 10:35:18.669030 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ed91a7-190d-4b82-9cb1-2430fbb75f71 req-42bf556a-210e-4b1a-b83c-3034ce849e70 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:35:18.670750 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-c1ed91a7-190d-4b82-9cb1-2430fbb75f71 req-42bf556a-210e-4b1a-b83c-3034ce849e70 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] 10.222.0.68 "GET /v2.0/ports?device_id=56e71b59-2a2b-4878-ad13-4f9b8deea3a5 HTTP/1.1" status: 200 len: 944 time: 0.0672531 Jul 14 10:35:18.714524 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-c1ed91a7-190d-4b82-9cb1-2430fbb75f71 req-f1955e5f-4c7d-4f2c-b54d-970c02347585 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] 10.222.0.68 "GET /v2.0/security-groups?id=f55acfa2-4c3c-4400-9ff5-7322e28262be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380316 Jul 14 10:35:19.992083 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6cc698-e58b-456e-a198-92279b1b3799 req-4cb2ce56-7a7b-4f59-85f5-d0cb593194c0 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:35:19.993724 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3b6cc698-e58b-456e-a198-92279b1b3799 req-4cb2ce56-7a7b-4f59-85f5-d0cb593194c0 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] 10.222.0.68 "GET /v2.0/ports?device_id=56e71b59-2a2b-4878-ad13-4f9b8deea3a5 HTTP/1.1" status: 200 len: 944 time: 0.0754800 Jul 14 10:35:20.035340 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3b6cc698-e58b-456e-a198-92279b1b3799 req-5a59507f-2290-4dfd-b935-539f4089b7e8 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] 10.222.0.68 "GET /v2.0/security-groups?id=f55acfa2-4c3c-4400-9ff5-7322e28262be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356040 Jul 14 10:35:21.227514 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281bcea3-3930-4be7-b169-d1fd76485ed5 req-92332ee2-9a11-458e-bb7d-0c46e850b9c1 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:35:21.229231 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-281bcea3-3930-4be7-b169-d1fd76485ed5 req-92332ee2-9a11-458e-bb7d-0c46e850b9c1 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] 10.222.0.68 "GET /v2.0/ports?device_id=56e71b59-2a2b-4878-ad13-4f9b8deea3a5 HTTP/1.1" status: 200 len: 944 time: 0.0767202 Jul 14 10:35:21.271963 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-281bcea3-3930-4be7-b169-d1fd76485ed5 req-419277f6-e9ac-42cf-b424-906d05fc9ae7 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] 10.222.0.68 "GET /v2.0/security-groups?id=f55acfa2-4c3c-4400-9ff5-7322e28262be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368464 Jul 14 10:35:22.354786 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a30f8a3e-bb2b-4ba5-a239-d29fa83bbca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:35:22.469416 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6134e2e7-5ac0-483a-8e47-0eea8e5a97c6 req-4ed484f9-452e-4626-8238-7f045ee4f63a tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:35:22.471032 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6134e2e7-5ac0-483a-8e47-0eea8e5a97c6 req-4ed484f9-452e-4626-8238-7f045ee4f63a tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] 10.222.0.68 "GET /v2.0/ports?device_id=56e71b59-2a2b-4878-ad13-4f9b8deea3a5 HTTP/1.1" status: 200 len: 944 time: 0.0710363 Jul 14 10:35:22.514012 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6134e2e7-5ac0-483a-8e47-0eea8e5a97c6 req-b672e3eb-037c-4939-a295-a2e56a4e83fb tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] 10.222.0.68 "GET /v2.0/security-groups?id=f55acfa2-4c3c-4400-9ff5-7322e28262be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367532 Jul 14 10:35:23.596028 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40512598-402b-4b1d-b315-ccd587c226ae req-be4a4383-05ec-49f6-885e-c7a90e7ba002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:35:23.597916 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-40512598-402b-4b1d-b315-ccd587c226ae req-be4a4383-05ec-49f6-885e-c7a90e7ba002 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=984e5d9e-8659-4b88-9191-35cb1b7ce6d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0786040 Jul 14 10:35:23.749054 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-40512598-402b-4b1d-b315-ccd587c226ae req-257afacf-5111-4a9d-8428-0378ec95fc92 service neutron] 10.222.0.65 "GET /v2.0/networks/984e5d9e-8659-4b88-9191-35cb1b7ce6d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359556 Jul 14 10:35:23.766248 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7749e35e-bebc-4394-a466-67c8a74f863f req-45b91ac2-ac7e-4ed9-a165-13f0e87393ac tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:35:23.769040 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-7749e35e-bebc-4394-a466-67c8a74f863f req-45b91ac2-ac7e-4ed9-a165-13f0e87393ac tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] 10.222.0.68 "GET /v2.0/ports?device_id=56e71b59-2a2b-4878-ad13-4f9b8deea3a5 HTTP/1.1" status: 200 len: 944 time: 0.1180067 Jul 14 10:35:23.840161 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-7749e35e-bebc-4394-a466-67c8a74f863f req-30b87095-2aca-4445-adf0-69cf9d1ff0ce tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] 10.222.0.68 "GET /v2.0/security-groups?id=f55acfa2-4c3c-4400-9ff5-7322e28262be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636683 Jul 14 10:35:23.880499 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-40512598-402b-4b1d-b315-ccd587c226ae req-3c8cf92d-ab91-46d0-b494-e318b3c32b0b service neutron] 10.222.0.65 "GET /v2.0/networks/984e5d9e-8659-4b88-9191-35cb1b7ce6d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248307 Jul 14 10:35:24.932225 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:35:25.015355 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f899cd32-1803-41d8-ab99-cf0feae1e289 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:35:25.061138 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdba521-5ab1-4a50-8bbe-f07bd86e0bd7 req-5fe20481-b816-4de1-9ee0-ccf1ea0877a7 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:35:25.063200 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0bdba521-5ab1-4a50-8bbe-f07bd86e0bd7 req-5fe20481-b816-4de1-9ee0-ccf1ea0877a7 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] 10.222.0.68 "GET /v2.0/ports?device_id=56e71b59-2a2b-4878-ad13-4f9b8deea3a5 HTTP/1.1" status: 200 len: 944 time: 0.0780296 Jul 14 10:35:25.113152 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0bdba521-5ab1-4a50-8bbe-f07bd86e0bd7 req-aeb8478a-711b-4f2c-a80a-0bf525111b91 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] 10.222.0.68 "GET /v2.0/security-groups?id=f55acfa2-4c3c-4400-9ff5-7322e28262be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423520 Jul 14 10:35:26.194816 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5ad31076-714c-49ec-bc37-f3d4cd90112a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:35:26.308645 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b51edd2-edad-4958-a3a7-04c9d0fe8882 req-846acff6-6a4a-4f03-8bf9-76d94e27b2ee tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:35:26.310091 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-3b51edd2-edad-4958-a3a7-04c9d0fe8882 req-846acff6-6a4a-4f03-8bf9-76d94e27b2ee tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] 10.222.0.68 "GET /v2.0/ports?device_id=56e71b59-2a2b-4878-ad13-4f9b8deea3a5 HTTP/1.1" status: 200 len: 944 time: 0.0814583 Jul 14 10:35:26.359482 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-3b51edd2-edad-4958-a3a7-04c9d0fe8882 req-364eb207-047a-4188-b866-bd66a39a2806 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] 10.222.0.68 "GET /v2.0/security-groups?id=f55acfa2-4c3c-4400-9ff5-7322e28262be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431516 Jul 14 10:35:27.542605 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9a5e66-8d4f-426b-8d48-1a99fddbfae6 req-e4a41db6-bef3-42f2-bea5-697901c583d1 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:35:27.543257 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 53b78273-875c-4322-9eb1-187d7ec06d87 details requested by agent hyperv_n-h1-779913-29 with host n-h1-779913-29 {{(pid=93959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 10:35:27.544155 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2b9a5e66-8d4f-426b-8d48-1a99fddbfae6 req-e4a41db6-bef3-42f2-bea5-697901c583d1 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] 10.222.0.68 "GET /v2.0/ports?device_id=56e71b59-2a2b-4878-ad13-4f9b8deea3a5 HTTP/1.1" status: 200 len: 944 time: 0.0693324 Jul 14 10:35:27.586326 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2b9a5e66-8d4f-426b-8d48-1a99fddbfae6 req-41e1d33d-17af-4df8-b7ce-c1c0c1620da2 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] 10.222.0.68 "GET /v2.0/security-groups?id=f55acfa2-4c3c-4400-9ff5-7322e28262be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363142 Jul 14 10:35:27.640969 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port 53b78273-875c-4322-9eb1-187d7ec06d87, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=53b78273-875c-4322-9eb1-187d7ec06d87,segment=NetworkSegment(887f8d23-1218-40fd-a70c-9b2102725d1b),segment_id=887f8d23-1218-40fd-a70c-9b2102725d1b)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:35:27.653060 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Returning: {'device': '53b78273-875c-4322-9eb1-187d7ec06d87', 'network_id': '984e5d9e-8659-4b88-9191-35cb1b7ce6d0', 'port_id': '53b78273-875c-4322-9eb1-187d7ec06d87', 'mac_address': 'fa:16:3e:47:84:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 727, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f007e05b-f154-47b1-80a5-c66d5696994e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 10:35:27.694134 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:35:27.706772 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53b78273-875c-4322-9eb1-187d7ec06d87 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:35:27.726106 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port 53b78273-875c-4322-9eb1-187d7ec06d87, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=53b78273-875c-4322-9eb1-187d7ec06d87,segment=NetworkSegment(887f8d23-1218-40fd-a70c-9b2102725d1b),segment_id=887f8d23-1218-40fd-a70c-9b2102725d1b)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:35:27.731801 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:35:27.782153 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Pushing event updated for resources: {'Port': ['ID=53b78273-875c-4322-9eb1-187d7ec06d87,revision_number=11']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:35:27.989184 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5bbe322f-3f67-4864-bc0a-91afe44d23e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:35:28.047559 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] get_ports_and_sgs() called for port_ids ['53b78273-875c-4322-9eb1-187d7ec06d87'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:35:28.764802 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e626e769-bb02-4ebf-a043-2282956e96e6 req-ffbc0a74-a07f-4026-817c-0b8a0db78d2d tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:35:28.766321 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-e626e769-bb02-4ebf-a043-2282956e96e6 req-ffbc0a74-a07f-4026-817c-0b8a0db78d2d tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] 10.222.0.68 "GET /v2.0/ports?device_id=56e71b59-2a2b-4878-ad13-4f9b8deea3a5 HTTP/1.1" status: 200 len: 945 time: 0.0650704 Jul 14 10:35:28.813286 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-e626e769-bb02-4ebf-a043-2282956e96e6 req-473abc05-836c-4979-b108-edcee3ff4ff9 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] 10.222.0.68 "GET /v2.0/security-groups?id=f55acfa2-4c3c-4400-9ff5-7322e28262be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405865 Jul 14 10:35:29.558497 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 53b78273-875c-4322-9eb1-187d7ec06d87 up at agent hyperv_n-h1-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:35:29.605998 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Provisioning for port 53b78273-875c-4322-9eb1-187d7ec06d87 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:35:29.609513 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Provisioning complete for port 53b78273-875c-4322-9eb1-187d7ec06d87 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:35:29.609896 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:35:29.686617 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.agents_db [None req-3c3509fb-540d-4335-a450-574895dd3602 None None] Agent healthcheck: found 7 active agents {{(pid=93960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:35:29.688660 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:35:29.714245 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56e71b59-2a2b-4878-ad13-4f9b8deea3a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53b78273-875c-4322-9eb1-187d7ec06d87'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:35:29.716480 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}329bd6c07f982fc6c8be245f0be026b528efb6c8a9415522477faf1b9157eba4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dac34ef-5146-45b6-9fea-d491dd9435d0" -d '{"events": [{"server_uuid": "56e71b59-2a2b-4878-ad13-4f9b8deea3a5", "name": "network-vif-plugged", "status": "completed", "tag": "53b78273-875c-4322-9eb1-187d7ec06d87"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:35:29.734818 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port 53b78273-875c-4322-9eb1-187d7ec06d87, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=53b78273-875c-4322-9eb1-187d7ec06d87,segment=NetworkSegment(887f8d23-1218-40fd-a70c-9b2102725d1b),segment_id=887f8d23-1218-40fd-a70c-9b2102725d1b)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:35:29.739427 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:35:29.764706 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:35:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fca7852-e675-4f47-a47e-1eaf7f579e51 x-openstack-request-id: req-2fca7852-e675-4f47-a47e-1eaf7f579e51 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:35:29.765008 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56e71b59-2a2b-4878-ad13-4f9b8deea3a5", "name": "network-vif-plugged", "status": "completed", "tag": "53b78273-875c-4322-9eb1-187d7ec06d87", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:35:29.765276 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-2fca7852-e675-4f47-a47e-1eaf7f579e51 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:35:29.765692 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56e71b59-2a2b-4878-ad13-4f9b8deea3a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53b78273-875c-4322-9eb1-187d7ec06d87', 'code': 200} Jul 14 10:35:29.791446 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Pushing event updated for resources: {'Port': ['ID=53b78273-875c-4322-9eb1-187d7ec06d87,revision_number=12']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:35:29.982164 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c037c2-96ad-403f-b393-ddbd8e61ef81 req-758c777c-3ee9-4e9c-b851-1f19fb5700d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:35:29.983763 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-43c037c2-96ad-403f-b393-ddbd8e61ef81 req-758c777c-3ee9-4e9c-b851-1f19fb5700d3 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=56e71b59-2a2b-4878-ad13-4f9b8deea3a5 HTTP/1.1" status: 200 len: 1098 time: 0.0539765 Jul 14 10:35:30.003512 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7700060f-4377-4f70-9a90-de8371e0445f req-f10e8d2a-30b9-4d42-a5d2-6ece23109ed8 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:35:30.005073 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-7700060f-4377-4f70-9a90-de8371e0445f req-f10e8d2a-30b9-4d42-a5d2-6ece23109ed8 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] 10.222.0.68 "GET /v2.0/ports?device_id=56e71b59-2a2b-4878-ad13-4f9b8deea3a5 HTTP/1.1" status: 200 len: 946 time: 0.0702374 Jul 14 10:35:30.031579 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-43c037c2-96ad-403f-b393-ddbd8e61ef81 req-9dab04c0-9811-416b-acf2-e4b2ee1978b9 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=f55acfa2-4c3c-4400-9ff5-7322e28262be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420618 Jul 14 10:35:30.054539 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-7700060f-4377-4f70-9a90-de8371e0445f req-25f49ea0-0569-4be6-8038-8c1213e1849d tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] 10.222.0.68 "GET /v2.0/security-groups?id=f55acfa2-4c3c-4400-9ff5-7322e28262be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431499 Jul 14 10:35:31.274787 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893c3794-f5e1-4951-b1d3-5e20b111eaba req-e5ca8ddf-8e7a-4756-b6c3-9fd2c012c47d tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:35:31.276301 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-893c3794-f5e1-4951-b1d3-5e20b111eaba req-e5ca8ddf-8e7a-4756-b6c3-9fd2c012c47d tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] 10.222.0.68 "GET /v2.0/ports?device_id=56e71b59-2a2b-4878-ad13-4f9b8deea3a5 HTTP/1.1" status: 200 len: 946 time: 0.0888948 Jul 14 10:35:31.323264 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-893c3794-f5e1-4951-b1d3-5e20b111eaba req-1e63ab6f-6673-4860-94e0-609af6785fbf tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] 10.222.0.68 "GET /v2.0/security-groups?id=f55acfa2-4c3c-4400-9ff5-7322e28262be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383713 Jul 14 10:35:32.509143 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9908a60e-5a78-4d9d-b688-2f06c853ecaf req-c15e307e-3651-4649-a2b1-c600c43f75a2 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:35:32.510704 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-9908a60e-5a78-4d9d-b688-2f06c853ecaf req-c15e307e-3651-4649-a2b1-c600c43f75a2 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] 10.222.0.68 "GET /v2.0/ports?device_id=56e71b59-2a2b-4878-ad13-4f9b8deea3a5 HTTP/1.1" status: 200 len: 946 time: 0.0663521 Jul 14 10:35:32.557140 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-9908a60e-5a78-4d9d-b688-2f06c853ecaf req-42d5ebc8-ac4f-4fa2-9845-4f84f1820a54 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] 10.222.0.68 "GET /v2.0/security-groups?id=f55acfa2-4c3c-4400-9ff5-7322e28262be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408437 Jul 14 10:35:33.384800 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8549a111-6bd7-4de3-aa63-4e2a01e35b87 req-f1b63761-0866-4180-9684-1960798759d1 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=56e71b59-2a2b-4878-ad13-4f9b8deea3a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0527833 Jul 14 10:35:33.503888 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8549a111-6bd7-4de3-aa63-4e2a01e35b87 req-5970c742-4b00-4302-9383-c283d989d19f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:35:33.505393 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8549a111-6bd7-4de3-aa63-4e2a01e35b87 req-5970c742-4b00-4302-9383-c283d989d19f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e3e2202050ab44dfb14a28129ea33e2b&device_id=56e71b59-2a2b-4878-ad13-4f9b8deea3a5 HTTP/1.1" status: 200 len: 1098 time: 0.0598073 Jul 14 10:35:33.645257 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8549a111-6bd7-4de3-aa63-4e2a01e35b87 req-f5804f8a-3c17-48f4-a432-0ae8cfde0104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:35:33.646683 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8549a111-6bd7-4de3-aa63-4e2a01e35b87 req-f5804f8a-3c17-48f4-a432-0ae8cfde0104 service neutron] 10.222.0.65 "GET /v2.0/networks?id=984e5d9e-8659-4b88-9191-35cb1b7ce6d0 HTTP/1.1" status: 200 len: 909 time: 0.1215038 Jul 14 10:35:33.718002 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8549a111-6bd7-4de3-aa63-4e2a01e35b87 req-3fe90bd3-5a1e-40a3-a775-ffcb4dddb931 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=53b78273-875c-4322-9eb1-187d7ec06d87 HTTP/1.1" status: 200 len: 1000 time: 0.0645597 Jul 14 10:35:33.766647 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8549a111-6bd7-4de3-aa63-4e2a01e35b87 req-cf828d86-e9e7-4334-ac54-1b37ea765e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:35:33.768118 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8549a111-6bd7-4de3-aa63-4e2a01e35b87 req-cf828d86-e9e7-4334-ac54-1b37ea765e6c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f007e05b-f154-47b1-80a5-c66d5696994e HTTP/1.1" status: 200 len: 847 time: 0.0448861 Jul 14 10:35:33.830847 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8549a111-6bd7-4de3-aa63-4e2a01e35b87 req-f3a10f63-e7e0-4541-aa8f-f0228104a71b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:35:33.832367 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8549a111-6bd7-4de3-aa63-4e2a01e35b87 req-f3a10f63-e7e0-4541-aa8f-f0228104a71b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=984e5d9e-8659-4b88-9191-35cb1b7ce6d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0573380 Jul 14 10:35:33.928561 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8549a111-6bd7-4de3-aa63-4e2a01e35b87 req-acaafa5a-c980-47f7-a190-de9cfe2d4541 service neutron] 10.222.0.65 "GET /v2.0/networks/984e5d9e-8659-4b88-9191-35cb1b7ce6d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897956 Jul 14 10:35:34.025375 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8549a111-6bd7-4de3-aa63-4e2a01e35b87 req-0121cdc7-9999-4abf-bedb-7c31839dc3f9 service neutron] 10.222.0.65 "GET /v2.0/networks/984e5d9e-8659-4b88-9191-35cb1b7ce6d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909772 Jul 14 10:35:43.682354 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:35:44.399234 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:35:52.337667 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3f575ea0-3c1f-4ce8-85c2-543b1b4f37fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:35:54.923555 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:35:55.020852 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-33fbba66-3c04-439f-977b-3cebd2ad6973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:35:56.192264 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5ad31076-714c-49ec-bc37-f3d4cd90112a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:35:57.989946 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5bbe322f-3f67-4864-bc0a-91afe44d23e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:36:06.690806 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.agents_db [None req-3c3509fb-540d-4335-a450-574895dd3602 None None] Agent healthcheck: found 7 active agents {{(pid=93960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:36:13.683700 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:36:14.390492 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:36:22.339453 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-140445ac-566f-4f54-a686-db728444d027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:36:24.924989 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:36:25.012875 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-dc9ad275-98cb-44af-9bd0-2f6b83ea7428 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:36:26.196022 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5ad31076-714c-49ec-bc37-f3d4cd90112a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:36:27.993273 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5bbe322f-3f67-4864-bc0a-91afe44d23e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:36:34.627894 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-098f5ce3-1970-41f1-b427-c4220038d897 req-e6f5acf7-7fa7-4819-994a-62f5aebc05a3 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=56e71b59-2a2b-4878-ad13-4f9b8deea3a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0961196 Jul 14 10:36:34.747872 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098f5ce3-1970-41f1-b427-c4220038d897 req-215c947d-bf6d-4570-8647-925d34c157b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:36:34.749423 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-098f5ce3-1970-41f1-b427-c4220038d897 req-215c947d-bf6d-4570-8647-925d34c157b4 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e3e2202050ab44dfb14a28129ea33e2b&device_id=56e71b59-2a2b-4878-ad13-4f9b8deea3a5 HTTP/1.1" status: 200 len: 1098 time: 0.0613277 Jul 14 10:36:34.861384 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098f5ce3-1970-41f1-b427-c4220038d897 req-cb79f0cb-cc7d-47f7-b6ad-acdca0c8cbce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:36:34.863228 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-098f5ce3-1970-41f1-b427-c4220038d897 req-cb79f0cb-cc7d-47f7-b6ad-acdca0c8cbce service neutron] 10.222.0.65 "GET /v2.0/networks?id=984e5d9e-8659-4b88-9191-35cb1b7ce6d0 HTTP/1.1" status: 200 len: 909 time: 0.0933936 Jul 14 10:36:34.935623 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-098f5ce3-1970-41f1-b427-c4220038d897 req-6fb2df5b-0448-49cd-9237-6d47e2b1c67e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=53b78273-875c-4322-9eb1-187d7ec06d87 HTTP/1.1" status: 200 len: 1000 time: 0.0662467 Jul 14 10:36:34.988908 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098f5ce3-1970-41f1-b427-c4220038d897 req-d93d02ee-ddb6-429d-ab50-06b182e32203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:36:34.990431 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-098f5ce3-1970-41f1-b427-c4220038d897 req-d93d02ee-ddb6-429d-ab50-06b182e32203 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f007e05b-f154-47b1-80a5-c66d5696994e HTTP/1.1" status: 200 len: 847 time: 0.0489273 Jul 14 10:36:35.053531 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098f5ce3-1970-41f1-b427-c4220038d897 req-8e5ffe7d-1626-424d-b088-65ee2a48e610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:36:35.055116 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-098f5ce3-1970-41f1-b427-c4220038d897 req-8e5ffe7d-1626-424d-b088-65ee2a48e610 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=984e5d9e-8659-4b88-9191-35cb1b7ce6d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0582781 Jul 14 10:36:35.152400 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-098f5ce3-1970-41f1-b427-c4220038d897 req-838aebdb-ef3b-46c0-b776-71a1ff8668ac service neutron] 10.222.0.65 "GET /v2.0/networks/984e5d9e-8659-4b88-9191-35cb1b7ce6d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911565 Jul 14 10:36:35.245260 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-098f5ce3-1970-41f1-b427-c4220038d897 req-875f0ea0-a41b-4375-8dfd-5c175273dc08 service neutron] 10.222.0.65 "GET /v2.0/networks/984e5d9e-8659-4b88-9191-35cb1b7ce6d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871372 Jul 14 10:36:42.373016 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 41976) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:36:42.536774 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-a37f243b-b471-4efc-a0dc-b0fe48580a4d tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Deleting port 07ff479d-d3a9-4655-b3cc-934f8ac48502 {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:36:42.537123 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a37f243b-b471-4efc-a0dc-b0fe48580a4d tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:36:42.618992 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a37f243b-b471-4efc-a0dc-b0fe48580a4d tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:36:42.619356 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a37f243b-b471-4efc-a0dc-b0fe48580a4d tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:36:42.631770 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-a37f243b-b471-4efc-a0dc-b0fe48580a4d tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Calling delete_port for 07ff479d-d3a9-4655-b3cc-934f8ac48502 owned by network:floatingip {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:36:42.792623 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a37f243b-b471-4efc-a0dc-b0fe48580a4d tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:36:42.822346 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37f243b-b471-4efc-a0dc-b0fe48580a4d tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Pushing event deleted for resources: {'Port': ['ID=07ff479d-d3a9-4655-b3cc-934f8ac48502,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:36:42.850741 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37f243b-b471-4efc-a0dc-b0fe48580a4d tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:36:42.851089 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37f243b-b471-4efc-a0dc-b0fe48580a4d tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:36:42.851432 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37f243b-b471-4efc-a0dc-b0fe48580a4d tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:36:42.851776 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37f243b-b471-4efc-a0dc-b0fe48580a4d tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:36:42.852113 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37f243b-b471-4efc-a0dc-b0fe48580a4d tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:36:42.852524 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37f243b-b471-4efc-a0dc-b0fe48580a4d tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:36:42.852859 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37f243b-b471-4efc-a0dc-b0fe48580a4d tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:36:42.853193 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37f243b-b471-4efc-a0dc-b0fe48580a4d tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:36:42.853549 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37f243b-b471-4efc-a0dc-b0fe48580a4d tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:36:42.853909 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37f243b-b471-4efc-a0dc-b0fe48580a4d tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:36:42.854240 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37f243b-b471-4efc-a0dc-b0fe48580a4d tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:36:42.854572 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37f243b-b471-4efc-a0dc-b0fe48580a4d tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:36:42.896206 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a37f243b-b471-4efc-a0dc-b0fe48580a4d tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Notify callbacks [] for floatingip, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:36:42.896519 n-d-779913-29 neutron-server[93957]: INFO neutron.db.l3_db [None req-a37f243b-b471-4efc-a0dc-b0fe48580a4d tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Floating IP 02ba924b-e3f6-4ad5-a02d-6884a639bdf3 disassociated (deleted). External IP: 172.25.4.78, port: 53b78273-875c-4322-9eb1-187d7ec06d87. Jul 14 10:36:43.448331 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a37f243b-b471-4efc-a0dc-b0fe48580a4d tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Router 362fc5ea-66bc-43bd-8ebf-3add35b4ccf9 has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:36:43.593337 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a37f243b-b471-4efc-a0dc-b0fe48580a4d tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:36:43.598249 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-a37f243b-b471-4efc-a0dc-b0fe48580a4d tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for floatingip, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:36:43.603436 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b45ad73-65ef-4950-9ca4-fb1a9c550eba None None] Sync routers for ids ['362fc5ea-66bc-43bd-8ebf-3add35b4ccf9'] in n-d-779913-29 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:36:43.614740 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b45ad73-65ef-4950-9ca4-fb1a9c550eba None None] Routers {'362fc5ea-66bc-43bd-8ebf-3add35b4ccf9'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:36:43.615735 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-1b45ad73-65ef-4950-9ca4-fb1a9c550eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T10:36:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['362fc5ea-66bc-43bd-8ebf-3add35b4ccf9'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:36:43.640004 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-a37f243b-b471-4efc-a0dc-b0fe48580a4d tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] 10.222.0.68 "DELETE /v2.0/floatingips/02ba924b-e3f6-4ad5-a02d-6884a639bdf3 HTTP/1.1" status: 204 len: 168 time: 1.2658973 Jul 14 10:36:43.640621 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56e71b59-2a2b-4878-ad13-4f9b8deea3a5', 'tag': '53b78273-875c-4322-9eb1-187d7ec06d87'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:36:43.643214 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}175264a25d5f1cec9b1451f1a8cc8ced5d4502f5c48740ac7c6845d527b2175b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f3e78cd-8631-4382-832e-0ff367b93903" -d '{"events": [{"name": "network-changed", "server_uuid": "56e71b59-2a2b-4878-ad13-4f9b8deea3a5", "tag": "53b78273-875c-4322-9eb1-187d7ec06d87"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:36:43.684908 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:36:43.716569 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:36:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47708a47-231b-42ed-aaa6-27af03099feb x-openstack-request-id: req-47708a47-231b-42ed-aaa6-27af03099feb {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:36:43.717013 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56e71b59-2a2b-4878-ad13-4f9b8deea3a5", "tag": "53b78273-875c-4322-9eb1-187d7ec06d87", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:36:43.717279 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-47708a47-231b-42ed-aaa6-27af03099feb {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:36:43.717754 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56e71b59-2a2b-4878-ad13-4f9b8deea3a5', 'tag': '53b78273-875c-4322-9eb1-187d7ec06d87', 'status': 'completed', 'code': 200} Jul 14 10:36:43.726363 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.agents_db [None req-3c3509fb-540d-4335-a450-574895dd3602 None None] Agent healthcheck: found 7 active agents {{(pid=93960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:36:43.742926 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-1b45ad73-65ef-4950-9ca4-fb1a9c550eba None None] Set router 362fc5ea-66bc-43bd-8ebf-3add35b4ccf9 gateway port host: n-d-779913-29 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:36:43.818041 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3e78cd-8631-4382-832e-0ff367b93903 req-d43d3b58-d409-4c9f-9444-4aa2664fd6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:36:43.820139 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3f3e78cd-8631-4382-832e-0ff367b93903 req-d43d3b58-d409-4c9f-9444-4aa2664fd6a5 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e3e2202050ab44dfb14a28129ea33e2b&device_id=56e71b59-2a2b-4878-ad13-4f9b8deea3a5 HTTP/1.1" status: 200 len: 1098 time: 0.0613680 Jul 14 10:36:43.966162 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3e78cd-8631-4382-832e-0ff367b93903 req-fb6896ae-bfe8-4418-945a-6045409b536f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:36:43.968818 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3f3e78cd-8631-4382-832e-0ff367b93903 req-fb6896ae-bfe8-4418-945a-6045409b536f service neutron] 10.222.0.65 "GET /v2.0/networks?id=984e5d9e-8659-4b88-9191-35cb1b7ce6d0 HTTP/1.1" status: 200 len: 909 time: 0.1418662 Jul 14 10:36:44.009192 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-1b45ad73-65ef-4950-9ca4-fb1a9c550eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '362fc5ea-66bc-43bd-8ebf-3add35b4ccf9', 'name': 'tempest-TestShelveInstance-663421211-router', 'tenant_id': 'e3e2202050ab44dfb14a28129ea33e2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.151'}], 'enable_snat': True}, 'gw_port_id': '6b699241-c8e1-4ddc-a935-209bd1346bcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:32:17Z', 'updated_at': '2021-07-14T10:32:20Z', 'revision_number': 4, 'project_id': 'e3e2202050ab44dfb14a28129ea33e2b', 'gw_port': {'id': '6b699241-c8e1-4ddc-a935-209bd1346bcf', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:8d:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '362fc5ea-66bc-43bd-8ebf-3add35b4ccf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:32:17Z', 'updated_at': '2021-07-14T10:32:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': 'c2368b30-f3d8-4011-b790-aaa488807205', 'name': '', 'network_id': '984e5d9e-8659-4b88-9191-35cb1b7ce6d0', 'tenant_id': 'e3e2202050ab44dfb14a28129ea33e2b', 'mac_address': 'fa:16:3e:58:e1:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '362fc5ea-66bc-43bd-8ebf-3add35b4ccf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'f007e05b-f154-47b1-80a5-c66d5696994e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:32:19Z', 'updated_at': '2021-07-14T10:32:25Z', 'revision_number': 5, 'project_id': 'e3e2202050ab44dfb14a28129ea33e2b', 'subnets': [{'id': 'f007e05b-f154-47b1-80a5-c66d5696994e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:36:44.013047 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3f3e78cd-8631-4382-832e-0ff367b93903 req-e6530bfb-e07a-4b9b-a5ca-6cd4b46103a8 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=53b78273-875c-4322-9eb1-187d7ec06d87 HTTP/1.1" status: 200 len: 217 time: 0.0377684 Jul 14 10:36:44.054861 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b45ad73-65ef-4950-9ca4-fb1a9c550eba None None] Checking router: 362fc5ea-66bc-43bd-8ebf-3add35b4ccf9 for host: n-d-779913-29 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:36:44.076668 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b45ad73-65ef-4950-9ca4-fb1a9c550eba None None] Routers {'362fc5ea-66bc-43bd-8ebf-3add35b4ccf9'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:36:44.078115 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-1b45ad73-65ef-4950-9ca4-fb1a9c550eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T10:36:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['362fc5ea-66bc-43bd-8ebf-3add35b4ccf9'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:36:44.090867 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3e78cd-8631-4382-832e-0ff367b93903 req-9263c67f-cafc-4425-b3ec-da5d40fef43c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:36:44.093331 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3f3e78cd-8631-4382-832e-0ff367b93903 req-9263c67f-cafc-4425-b3ec-da5d40fef43c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f007e05b-f154-47b1-80a5-c66d5696994e HTTP/1.1" status: 200 len: 847 time: 0.0664270 Jul 14 10:36:44.144571 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8517612-e0e0-445d-a2aa-e1ce369974a5 req-cf05a54f-533c-463d-b516-5f4b9ecd242c tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:36:44.146799 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-a8517612-e0e0-445d-a2aa-e1ce369974a5 req-cf05a54f-533c-463d-b516-5f4b9ecd242c tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] 10.222.0.68 "GET /v2.0/ports?device_id=56e71b59-2a2b-4878-ad13-4f9b8deea3a5 HTTP/1.1" status: 200 len: 946 time: 0.0937824 Jul 14 10:36:44.158212 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3e78cd-8631-4382-832e-0ff367b93903 req-2b85778b-a7bd-4bff-8299-1c80bb7d95cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:36:44.159751 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3f3e78cd-8631-4382-832e-0ff367b93903 req-2b85778b-a7bd-4bff-8299-1c80bb7d95cb service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=984e5d9e-8659-4b88-9191-35cb1b7ce6d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0602520 Jul 14 10:36:44.191897 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-a8517612-e0e0-445d-a2aa-e1ce369974a5 req-cc424549-2aad-46ce-bfc8-5b8e61b483e1 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] 10.222.0.68 "GET /v2.0/security-groups?id=f55acfa2-4c3c-4400-9ff5-7322e28262be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370424 Jul 14 10:36:44.210232 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-1b45ad73-65ef-4950-9ca4-fb1a9c550eba None None] Set router 362fc5ea-66bc-43bd-8ebf-3add35b4ccf9 gateway port host: n-d-779913-29 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:36:44.264075 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3f3e78cd-8631-4382-832e-0ff367b93903 req-ced6c4c4-5eb5-4bca-8d9b-b2e3ae752b36 service neutron] 10.222.0.65 "GET /v2.0/networks/984e5d9e-8659-4b88-9191-35cb1b7ce6d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968866 Jul 14 10:36:44.368801 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3f3e78cd-8631-4382-832e-0ff367b93903 req-a0ad6207-104b-4f5a-8404-c3050fd9e866 service neutron] 10.222.0.65 "GET /v2.0/networks/984e5d9e-8659-4b88-9191-35cb1b7ce6d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980961 Jul 14 10:36:44.415674 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:36:44.515972 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-1b45ad73-65ef-4950-9ca4-fb1a9c550eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '362fc5ea-66bc-43bd-8ebf-3add35b4ccf9', 'name': 'tempest-TestShelveInstance-663421211-router', 'tenant_id': 'e3e2202050ab44dfb14a28129ea33e2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.151'}], 'enable_snat': True}, 'gw_port_id': '6b699241-c8e1-4ddc-a935-209bd1346bcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:32:17Z', 'updated_at': '2021-07-14T10:32:20Z', 'revision_number': 4, 'project_id': 'e3e2202050ab44dfb14a28129ea33e2b', 'gw_port': {'id': '6b699241-c8e1-4ddc-a935-209bd1346bcf', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:8d:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '362fc5ea-66bc-43bd-8ebf-3add35b4ccf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:32:17Z', 'updated_at': '2021-07-14T10:32:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': 'c2368b30-f3d8-4011-b790-aaa488807205', 'name': '', 'network_id': '984e5d9e-8659-4b88-9191-35cb1b7ce6d0', 'tenant_id': 'e3e2202050ab44dfb14a28129ea33e2b', 'mac_address': 'fa:16:3e:58:e1:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '362fc5ea-66bc-43bd-8ebf-3add35b4ccf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'f007e05b-f154-47b1-80a5-c66d5696994e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:32:19Z', 'updated_at': '2021-07-14T10:32:25Z', 'revision_number': 5, 'project_id': 'e3e2202050ab44dfb14a28129ea33e2b', 'subnets': [{'id': 'f007e05b-f154-47b1-80a5-c66d5696994e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:36:44.541337 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b45ad73-65ef-4950-9ca4-fb1a9c550eba None None] The sync data for ids ['362fc5ea-66bc-43bd-8ebf-3add35b4ccf9'] in n-d-779913-29 is: [{'id': '362fc5ea-66bc-43bd-8ebf-3add35b4ccf9', 'name': 'tempest-TestShelveInstance-663421211-router', 'tenant_id': 'e3e2202050ab44dfb14a28129ea33e2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.151'}], 'enable_snat': True}, 'gw_port_id': '6b699241-c8e1-4ddc-a935-209bd1346bcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:32:17Z', 'updated_at': '2021-07-14T10:32:20Z', 'revision_number': 4, 'project_id': 'e3e2202050ab44dfb14a28129ea33e2b', 'gw_port': {'id': '6b699241-c8e1-4ddc-a935-209bd1346bcf', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:8d:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '362fc5ea-66bc-43bd-8ebf-3add35b4ccf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:32:17Z', 'updated_at': '2021-07-14T10:32:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': 'c2368b30-f3d8-4011-b790-aaa488807205', 'name': '', 'network_id': '984e5d9e-8659-4b88-9191-35cb1b7ce6d0', 'tenant_id': 'e3e2202050ab44dfb14a28129ea33e2b', 'mac_address': 'fa:16:3e:58:e1:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '362fc5ea-66bc-43bd-8ebf-3add35b4ccf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'f007e05b-f154-47b1-80a5-c66d5696994e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:32:19Z', 'updated_at': '2021-07-14T10:32:25Z', 'revision_number': 5, 'project_id': 'e3e2202050ab44dfb14a28129ea33e2b', 'subnets': [{'id': 'f007e05b-f154-47b1-80a5-c66d5696994e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:36:44.779191 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c58d93e-e67e-4d92-970a-704bc7ce9df8 None None] New status for floating IP 02ba924b-e3f6-4ad5-a02d-6884a639bdf3: DOWN {{(pid=93959) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 10:36:45.384923 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a46abc-2521-464c-8e94-501edae81635 req-6b79d90d-c81f-4f58-8ea8-ff4cb50f160d tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:36:45.386549 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e6a46abc-2521-464c-8e94-501edae81635 req-6b79d90d-c81f-4f58-8ea8-ff4cb50f160d tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] 10.222.0.68 "GET /v2.0/ports?device_id=56e71b59-2a2b-4878-ad13-4f9b8deea3a5 HTTP/1.1" status: 200 len: 946 time: 0.0731528 Jul 14 10:36:45.502427 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e6a46abc-2521-464c-8e94-501edae81635 req-992715a5-73e3-4195-aaa5-f6bf36f366dc tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] 10.222.0.68 "GET /v2.0/security-groups?id=f55acfa2-4c3c-4400-9ff5-7322e28262be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1020780 Jul 14 10:36:45.537920 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc09273b-edf4-4313-a442-fedc661d9961 req-cc469753-09cd-46f6-be83-cd0ecb290308 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:36:45.539654 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-bc09273b-edf4-4313-a442-fedc661d9961 req-cc469753-09cd-46f6-be83-cd0ecb290308 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] 10.222.0.65 "GET /v2.0/ports?device_id=56e71b59-2a2b-4878-ad13-4f9b8deea3a5 HTTP/1.1" status: 200 len: 946 time: 0.1485910 Jul 14 10:36:45.653922 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [req-bc09273b-edf4-4313-a442-fedc661d9961 req-92e0f2fa-9b69-49cc-8b0e-efa794233685 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Deleting port 53b78273-875c-4322-9eb1-187d7ec06d87 {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:36:45.654250 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-bc09273b-edf4-4313-a442-fedc661d9961 req-92e0f2fa-9b69-49cc-8b0e-efa794233685 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:36:45.762392 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-bc09273b-edf4-4313-a442-fedc661d9961 req-92e0f2fa-9b69-49cc-8b0e-efa794233685 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] For port 53b78273-875c-4322-9eb1-187d7ec06d87, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=53b78273-875c-4322-9eb1-187d7ec06d87,segment=NetworkSegment(887f8d23-1218-40fd-a70c-9b2102725d1b),segment_id=887f8d23-1218-40fd-a70c-9b2102725d1b)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:36:45.762821 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-bc09273b-edf4-4313-a442-fedc661d9961 req-92e0f2fa-9b69-49cc-8b0e-efa794233685 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:36:45.779028 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [req-bc09273b-edf4-4313-a442-fedc661d9961 req-92e0f2fa-9b69-49cc-8b0e-efa794233685 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Calling delete_port for 53b78273-875c-4322-9eb1-187d7ec06d87 owned by compute:nova {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:36:46.002594 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-bc09273b-edf4-4313-a442-fedc661d9961 req-92e0f2fa-9b69-49cc-8b0e-efa794233685 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:36:46.044051 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e0f2fa-9b69-49cc-8b0e-efa794233685 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Pushing event deleted for resources: {'Port': ['ID=53b78273-875c-4322-9eb1-187d7ec06d87,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:36:46.103093 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc09273b-edf4-4313-a442-fedc661d9961 req-92e0f2fa-9b69-49cc-8b0e-efa794233685 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] No DVR routers for this DVR port 53b78273-875c-4322-9eb1-187d7ec06d87 on host n-h1-779913-29 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:36:46.106129 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-bc09273b-edf4-4313-a442-fedc661d9961 req-92e0f2fa-9b69-49cc-8b0e-efa794233685 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:36:46.108532 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-bc09273b-edf4-4313-a442-fedc661d9961 req-92e0f2fa-9b69-49cc-8b0e-efa794233685 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] 10.222.0.65 "DELETE /v2.0/ports/53b78273-875c-4322-9eb1-187d7ec06d87 HTTP/1.1" status: 204 len: 173 time: 0.5629187 Jul 14 10:36:46.109071 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56e71b59-2a2b-4878-ad13-4f9b8deea3a5', 'name': 'network-vif-deleted', 'tag': '53b78273-875c-4322-9eb1-187d7ec06d87'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:36:46.111783 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}175264a25d5f1cec9b1451f1a8cc8ced5d4502f5c48740ac7c6845d527b2175b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-590c8091-5e9a-4c14-9ad3-c6af8599275d" -d '{"events": [{"server_uuid": "56e71b59-2a2b-4878-ad13-4f9b8deea3a5", "name": "network-vif-deleted", "tag": "53b78273-875c-4322-9eb1-187d7ec06d87"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:36:46.374062 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:36:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e93cf31-d728-47d2-bfae-1067335d98b3 x-openstack-request-id: req-4e93cf31-d728-47d2-bfae-1067335d98b3 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:36:46.374963 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56e71b59-2a2b-4878-ad13-4f9b8deea3a5", "name": "network-vif-deleted", "tag": "53b78273-875c-4322-9eb1-187d7ec06d87", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:36:46.375670 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-4e93cf31-d728-47d2-bfae-1067335d98b3 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:36:46.377421 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56e71b59-2a2b-4878-ad13-4f9b8deea3a5', 'name': 'network-vif-deleted', 'tag': '53b78273-875c-4322-9eb1-187d7ec06d87', 'status': 'completed', 'code': 200} Jul 14 10:36:46.732781 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f1d55990-a1b5-4473-9aa1-54d9393a846d req-16d157ac-fa1b-478a-982b-df5d02479f7d tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] 10.222.0.68 "GET /v2.0/ports?device_id=56e71b59-2a2b-4878-ad13-4f9b8deea3a5 HTTP/1.1" status: 200 len: 210 time: 0.0492506 Jul 14 10:36:47.882353 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 41998) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:36:47.956309 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0224dc81-bdc0-4c0c-bd04-f5be3ff8226f tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:36:47.985846 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0224dc81-bdc0-4c0c-bd04-f5be3ff8226f tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:36:48.078656 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0224dc81-bdc0-4c0c-bd04-f5be3ff8226f tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:36:48.083487 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0224dc81-bdc0-4c0c-bd04-f5be3ff8226f tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:36:48.085589 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-0224dc81-bdc0-4c0c-bd04-f5be3ff8226f tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] 10.222.0.68 "DELETE /v2.0/security-groups/f55acfa2-4c3c-4400-9ff5-7322e28262be HTTP/1.1" status: 204 len: 168 time: 0.2017760 Jul 14 10:36:48.101302 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0224dc81-bdc0-4c0c-bd04-f5be3ff8226f tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f55acfa2-4c3c-4400-9ff5-7322e28262be,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:36:48.114903 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0224dc81-bdc0-4c0c-bd04-f5be3ff8226f tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:36:48.115400 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0224dc81-bdc0-4c0c-bd04-f5be3ff8226f tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:36:48.115842 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0224dc81-bdc0-4c0c-bd04-f5be3ff8226f tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:36:48.116357 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0224dc81-bdc0-4c0c-bd04-f5be3ff8226f tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:36:48.116861 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0224dc81-bdc0-4c0c-bd04-f5be3ff8226f tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:36:48.117407 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0224dc81-bdc0-4c0c-bd04-f5be3ff8226f tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:36:48.117980 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0224dc81-bdc0-4c0c-bd04-f5be3ff8226f tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:36:48.118562 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0224dc81-bdc0-4c0c-bd04-f5be3ff8226f tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:36:48.119082 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0224dc81-bdc0-4c0c-bd04-f5be3ff8226f tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:36:48.120262 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0224dc81-bdc0-4c0c-bd04-f5be3ff8226f tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:36:48.120859 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0224dc81-bdc0-4c0c-bd04-f5be3ff8226f tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:36:48.121394 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0224dc81-bdc0-4c0c-bd04-f5be3ff8226f tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:36:48.637136 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 42004) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:36:48.642601 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-16c3e277-16de-47d2-b335-b49805644d7e tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1625951167', 'description': 'tempest-secgroup-smoke-1625951167 description', 'project_id': 'e3e2202050ab44dfb14a28129ea33e2b'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:36:48.669406 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-16c3e277-16de-47d2-b335-b49805644d7e tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:36:48.820936 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-16c3e277-16de-47d2-b335-b49805644d7e tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:36:48.826884 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-16c3e277-16de-47d2-b335-b49805644d7e tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:36:48.856010 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-16c3e277-16de-47d2-b335-b49805644d7e tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:36:48.857234 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-16c3e277-16de-47d2-b335-b49805644d7e tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2190197 Jul 14 10:36:48.863006 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 42006) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:36:48.863564 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c3e277-16de-47d2-b335-b49805644d7e tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0454d131-6818-4fbd-9103-bf608c550d3a,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:36:48.872344 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-0cf739dc-ca32-45e5-9e2a-c75f0cc1970d tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Request body: {'security_group_rule': {'security_group_id': '0454d131-6818-4fbd-9103-bf608c550d3a', 'project_id': 'e3e2202050ab44dfb14a28129ea33e2b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:36:48.915860 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0cf739dc-ca32-45e5-9e2a-c75f0cc1970d tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:36:48.991804 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0cf739dc-ca32-45e5-9e2a-c75f0cc1970d tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:36:48.996923 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0cf739dc-ca32-45e5-9e2a-c75f0cc1970d tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529131'] for security_group_rule, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:36:49.020681 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf739dc-ca32-45e5-9e2a-c75f0cc1970d tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73050682-3aeb-4283-8c8d-bab78b3547a8,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:36:49.032807 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0cf739dc-ca32-45e5-9e2a-c75f0cc1970d tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:36:49.034832 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-0cf739dc-ca32-45e5-9e2a-c75f0cc1970d tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1704485 Jul 14 10:36:49.039442 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 42008) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:36:49.047643 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-97a8eaab-a927-4b06-b6b2-fe6e2531a178 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Request body: {'security_group_rule': {'security_group_id': '0454d131-6818-4fbd-9103-bf608c550d3a', 'project_id': 'e3e2202050ab44dfb14a28129ea33e2b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:36:49.095260 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-97a8eaab-a927-4b06-b6b2-fe6e2531a178 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:36:49.187291 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-97a8eaab-a927-4b06-b6b2-fe6e2531a178 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:36:49.193101 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-97a8eaab-a927-4b06-b6b2-fe6e2531a178 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529131'] for security_group_rule, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:36:49.219378 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a8eaab-a927-4b06-b6b2-fe6e2531a178 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e39a3ba3-a702-4835-a34a-8f0f6dfdeaf6,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:36:49.232915 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-97a8eaab-a927-4b06-b6b2-fe6e2531a178 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:36:49.234636 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-97a8eaab-a927-4b06-b6b2-fe6e2531a178 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1935773 Jul 14 10:36:49.238038 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 42010) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:36:49.243294 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-8ca3ecdf-08a6-48fa-884d-0b4f582fc2ed tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Request body: {'security_group_rule': {'security_group_id': '0454d131-6818-4fbd-9103-bf608c550d3a', 'project_id': 'e3e2202050ab44dfb14a28129ea33e2b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:36:49.274881 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8ca3ecdf-08a6-48fa-884d-0b4f582fc2ed tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:36:49.348820 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8ca3ecdf-08a6-48fa-884d-0b4f582fc2ed tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:36:49.354338 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8ca3ecdf-08a6-48fa-884d-0b4f582fc2ed tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529131'] for security_group_rule, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:36:49.375449 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca3ecdf-08a6-48fa-884d-0b4f582fc2ed tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e2c3f24-c003-4e84-9599-3bb72daa3a23,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:36:49.384135 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8ca3ecdf-08a6-48fa-884d-0b4f582fc2ed tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:36:49.386339 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-8ca3ecdf-08a6-48fa-884d-0b4f582fc2ed tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1470292 Jul 14 10:36:49.389381 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 42012) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:36:49.394375 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-bddb8b0d-a744-430b-8c31-4ac6a3fee55c tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Request body: {'security_group_rule': {'security_group_id': '0454d131-6818-4fbd-9103-bf608c550d3a', 'project_id': 'e3e2202050ab44dfb14a28129ea33e2b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:36:49.428279 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bddb8b0d-a744-430b-8c31-4ac6a3fee55c tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:36:49.542140 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bddb8b0d-a744-430b-8c31-4ac6a3fee55c tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:36:49.547905 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bddb8b0d-a744-430b-8c31-4ac6a3fee55c tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529131'] for security_group_rule, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:36:49.577908 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddb8b0d-a744-430b-8c31-4ac6a3fee55c tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8dde4063-b1d3-4cf1-b469-5ec0baaf770d,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:36:49.593448 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-bddb8b0d-a744-430b-8c31-4ac6a3fee55c tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:36:49.595558 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-bddb8b0d-a744-430b-8c31-4ac6a3fee55c tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2048941 Jul 14 10:36:49.598999 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 42014) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:36:49.607542 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-449119e7-4227-42fc-b8a6-c011e788b686 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Request body: {'security_group_rule': {'security_group_id': '0454d131-6818-4fbd-9103-bf608c550d3a', 'project_id': 'e3e2202050ab44dfb14a28129ea33e2b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:36:49.641524 n-d-779913-29 neutron-server[93958]: INFO neutron.db.securitygroups_db [None req-449119e7-4227-42fc-b8a6-c011e788b686 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Project e3e2202050ab44dfb14a28129ea33e2b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 10:36:49.648479 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-449119e7-4227-42fc-b8a6-c011e788b686 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:36:49.722464 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-449119e7-4227-42fc-b8a6-c011e788b686 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:36:49.727469 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-449119e7-4227-42fc-b8a6-c011e788b686 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529131'] for security_group_rule, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:36:49.750327 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449119e7-4227-42fc-b8a6-c011e788b686 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2daee05a-719f-4359-bf42-6fde44531bb3,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:36:49.754510 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-449119e7-4227-42fc-b8a6-c011e788b686 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:36:49.758824 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-449119e7-4227-42fc-b8a6-c011e788b686 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1574440 Jul 14 10:36:49.760424 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 42016) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:36:49.766152 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-f38d0cff-2f7f-4670-99b8-d7180df154f9 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Request body: {'security_group_rule': {'security_group_id': '0454d131-6818-4fbd-9103-bf608c550d3a', 'project_id': 'e3e2202050ab44dfb14a28129ea33e2b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:36:49.793181 n-d-779913-29 neutron-server[93957]: INFO neutron.db.securitygroups_db [None req-f38d0cff-2f7f-4670-99b8-d7180df154f9 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Project e3e2202050ab44dfb14a28129ea33e2b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 10:36:49.802282 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f38d0cff-2f7f-4670-99b8-d7180df154f9 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:36:49.888855 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f38d0cff-2f7f-4670-99b8-d7180df154f9 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:36:49.894525 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f38d0cff-2f7f-4670-99b8-d7180df154f9 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529131'] for security_group_rule, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:36:49.904184 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 53b78273-875c-4322-9eb1-187d7ec06d87 no longer exists at agent hyperv_n-h1-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:36:49.924388 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38d0cff-2f7f-4670-99b8-d7180df154f9 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36ac77e3-f4b3-4596-a995-eb3df559008b,revision_number=0']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:36:49.934923 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-f38d0cff-2f7f-4670-99b8-d7180df154f9 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:36:49.936461 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-f38d0cff-2f7f-4670-99b8-d7180df154f9 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1742458 Jul 14 10:36:49.950272 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] No Port match for: 53b78273-875c-4322-9eb1-187d7ec06d87 {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:36:49.950815 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 53b78273-875c-4322-9eb1-187d7ec06d87 not bound to the agent host n-h1-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:36:52.342181 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-31009523-4b78-427e-a6a6-449293feffc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:36:54.929273 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:36:55.018355 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-67a30da3-ea74-4c51-b1d6-9b45f4a2d077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:36:56.199684 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5ad31076-714c-49ec-bc37-f3d4cd90112a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:36:58.000683 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5bbe322f-3f67-4864-bc0a-91afe44d23e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:37:05.733831 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-db660fb7-e66e-4437-adf8-9fd616d72154 req-cab890d0-dc40-43ae-b787-10adf5f00154 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1625951167&fields=id&tenant_id=e3e2202050ab44dfb14a28129ea33e2b HTTP/1.1" status: 200 len: 267 time: 0.0436382 Jul 14 10:37:05.850697 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db660fb7-e66e-4437-adf8-9fd616d72154 req-8ee42233-e0d9-456d-808d-b9ad48a80321 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:37:05.852341 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-db660fb7-e66e-4437-adf8-9fd616d72154 req-8ee42233-e0d9-456d-808d-b9ad48a80321 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] 10.222.0.68 "GET /v2.0/networks?id=984e5d9e-8659-4b88-9191-35cb1b7ce6d0 HTTP/1.1" status: 200 len: 808 time: 0.1120114 Jul 14 10:37:05.872286 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-db660fb7-e66e-4437-adf8-9fd616d72154 req-d3b6cd36-d415-41f9-bd10-7a0d8a05ac9f tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] 10.222.0.68 "GET /v2.0/quotas/e3e2202050ab44dfb14a28129ea33e2b HTTP/1.1" status: 200 len: 375 time: 0.0138042 Jul 14 10:37:05.960679 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-db660fb7-e66e-4437-adf8-9fd616d72154 req-05c324d9-539d-4be1-8a0b-50dcd64cd81d tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=e3e2202050ab44dfb14a28129ea33e2b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0830572 Jul 14 10:37:06.021764 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [req-db660fb7-e66e-4437-adf8-9fd616d72154 req-f82b260a-06f3-4317-8fa0-a651d83950e4 service neutron] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=93957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 10:37:06.022938 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-db660fb7-e66e-4437-adf8-9fd616d72154 req-f82b260a-06f3-4317-8fa0-a651d83950e4 service neutron] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0503337 Jul 14 10:37:06.126441 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-db660fb7-e66e-4437-adf8-9fd616d72154 req-43bf5faa-2464-408a-b0ce-2b79a96e5977 service neutron] 10.222.0.68 "GET /v2.0/networks/984e5d9e-8659-4b88-9191-35cb1b7ce6d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961924 Jul 14 10:37:06.232383 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-db660fb7-e66e-4437-adf8-9fd616d72154 req-c1aef4d1-6f40-459d-bf39-63f841ecf9d9 service neutron] 10.222.0.68 "GET /v2.0/networks/984e5d9e-8659-4b88-9191-35cb1b7ce6d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997701 Jul 14 10:37:06.582495 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-99e9e44c-3737-46af-a4e3-a4e191eac118 req-d6a31dde-db6c-4278-ade7-9b394b5c008d tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] 10.222.0.68 "GET /v2.0/ports?device_id=215b5e5c-fff5-4eef-a58f-5f987e1b0e09 HTTP/1.1" status: 200 len: 210 time: 0.0308065 Jul 14 10:37:07.764527 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-fc794c10-8e85-4896-bb24-d69db569c6c6 req-debcc21f-1253-4b54-9f28-39c82d13be97 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] 10.222.0.68 "GET /v2.0/ports?device_id=215b5e5c-fff5-4eef-a58f-5f987e1b0e09 HTTP/1.1" status: 200 len: 210 time: 0.0438921 Jul 14 10:37:07.885710 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db660fb7-e66e-4437-adf8-9fd616d72154 req-733890ac-be2f-427d-871a-dd4e2e8e9666 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:37:07.887195 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-db660fb7-e66e-4437-adf8-9fd616d72154 req-733890ac-be2f-427d-871a-dd4e2e8e9666 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] 10.222.0.57 "GET /v2.0/networks?id=984e5d9e-8659-4b88-9191-35cb1b7ce6d0 HTTP/1.1" status: 200 len: 808 time: 0.1531870 Jul 14 10:37:07.946974 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-db660fb7-e66e-4437-adf8-9fd616d72154 req-a896409f-f232-41bb-a31b-6b6ab1ce48e7 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e3e2202050ab44dfb14a28129ea33e2b HTTP/1.1" status: 200 len: 380 time: 0.0465252 Jul 14 10:37:07.966177 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-db660fb7-e66e-4437-adf8-9fd616d72154 req-e50e75c6-8e3d-4846-bb49-1ff33eeb32a6 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Request body: {'port': {'device_id': '215b5e5c-fff5-4eef-a58f-5f987e1b0e09', 'network_id': '984e5d9e-8659-4b88-9191-35cb1b7ce6d0', 'admin_state_up': True, 'tenant_id': 'e3e2202050ab44dfb14a28129ea33e2b', 'security_groups': ['0454d131-6818-4fbd-9103-bf608c550d3a']}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:37:08.136495 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db660fb7-e66e-4437-adf8-9fd616d72154 req-e50e75c6-8e3d-4846-bb49-1ff33eeb32a6 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Made reservation on behalf of e3e2202050ab44dfb14a28129ea33e2b for: {'port': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:37:08.140130 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-db660fb7-e66e-4437-adf8-9fd616d72154 req-e50e75c6-8e3d-4846-bb49-1ff33eeb32a6 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:37:08.299875 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [req-db660fb7-e66e-4437-adf8-9fd616d72154 req-e50e75c6-8e3d-4846-bb49-1ff33eeb32a6 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Allocated IP 172.20.0.6 (984e5d9e-8659-4b88-9191-35cb1b7ce6d0/f007e05b-f154-47b1-80a5-c66d5696994e/948983dd-77e7-4058-95b2-181115c9e4e9) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:37:08.482229 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-db660fb7-e66e-4437-adf8-9fd616d72154 req-e50e75c6-8e3d-4846-bb49-1ff33eeb32a6 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:37:08.501779 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [req-db660fb7-e66e-4437-adf8-9fd616d72154 req-e50e75c6-8e3d-4846-bb49-1ff33eeb32a6 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Transition to ACTIVE for port object 948983dd-77e7-4058-95b2-181115c9e4e9 will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:37:08.553317 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-db660fb7-e66e-4437-adf8-9fd616d72154 req-e50e75c6-8e3d-4846-bb49-1ff33eeb32a6 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:37:08.624478 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db660fb7-e66e-4437-adf8-9fd616d72154 req-e50e75c6-8e3d-4846-bb49-1ff33eeb32a6 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Network 984e5d9e-8659-4b88-9191-35cb1b7ce6d0 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:37:08.630696 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [req-db660fb7-e66e-4437-adf8-9fd616d72154 req-e50e75c6-8e3d-4846-bb49-1ff33eeb32a6 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:37:08.637068 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-db660fb7-e66e-4437-adf8-9fd616d72154 req-e50e75c6-8e3d-4846-bb49-1ff33eeb32a6 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:37:08.667639 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50e75c6-8e3d-4846-bb49-1ff33eeb32a6 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Pushing event updated for resources: {'Port': ['ID=948983dd-77e7-4058-95b2-181115c9e4e9,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:37:08.699828 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db660fb7-e66e-4437-adf8-9fd616d72154 req-e50e75c6-8e3d-4846-bb49-1ff33eeb32a6 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:37:08.700584 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-db660fb7-e66e-4437-adf8-9fd616d72154 req-e50e75c6-8e3d-4846-bb49-1ff33eeb32a6 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:37:08.723805 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-db660fb7-e66e-4437-adf8-9fd616d72154 req-e50e75c6-8e3d-4846-bb49-1ff33eeb32a6 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7644572 Jul 14 10:37:08.742272 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [req-db660fb7-e66e-4437-adf8-9fd616d72154 req-b85b9685-fac3-4437-9eab-ccc9e650f117 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=93957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 10:37:08.743669 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-db660fb7-e66e-4437-adf8-9fd616d72154 req-b85b9685-fac3-4437-9eab-ccc9e650f117 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0074162 Jul 14 10:37:08.756725 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-db660fb7-e66e-4437-adf8-9fd616d72154 req-51332ac3-7f5c-4c2f-93d7-a4767d726f03 service neutron] Request body: {'port': {'device_id': '215b5e5c-fff5-4eef-a58f-5f987e1b0e09', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-29'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:37:08.866818 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-db660fb7-e66e-4437-adf8-9fd616d72154 req-51332ac3-7f5c-4c2f-93d7-a4767d726f03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:37:08.984049 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-5608024c-14ac-4f31-96bb-f4c461b81598 None None] Provisioning for port 948983dd-77e7-4058-95b2-181115c9e4e9 completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:37:08.989771 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-5608024c-14ac-4f31-96bb-f4c461b81598 None None] Provisioning complete for port 948983dd-77e7-4058-95b2-181115c9e4e9 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:37:08.990559 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5608024c-14ac-4f31-96bb-f4c461b81598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:37:09.041597 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10df9d6-1d2e-4713-bba7-3ec4825edaf9 req-542a465f-320d-47ae-b340-f3030e411758 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:37:09.044916 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-f10df9d6-1d2e-4713-bba7-3ec4825edaf9 req-542a465f-320d-47ae-b340-f3030e411758 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] 10.222.0.68 "GET /v2.0/ports?device_id=215b5e5c-fff5-4eef-a58f-5f987e1b0e09 HTTP/1.1" status: 200 len: 931 time: 0.1112876 Jul 14 10:37:09.050369 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-5608024c-14ac-4f31-96bb-f4c461b81598 None None] Port 948983dd-77e7-4058-95b2-181115c9e4e9 cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:37:09.098484 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-f10df9d6-1d2e-4713-bba7-3ec4825edaf9 req-de5f15bd-ced4-4178-a913-bfd637b8f4cf tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] 10.222.0.68 "GET /v2.0/security-groups?id=0454d131-6818-4fbd-9103-bf608c550d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437615 Jul 14 10:37:09.287066 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [req-db660fb7-e66e-4437-adf8-9fd616d72154 req-51332ac3-7f5c-4c2f-93d7-a4767d726f03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 948983dd-77e7-4058-95b2-181115c9e4e9 {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:37:09.296545 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-db660fb7-e66e-4437-adf8-9fd616d72154 req-51332ac3-7f5c-4c2f-93d7-a4767d726f03 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:37:09.313045 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [req-db660fb7-e66e-4437-adf8-9fd616d72154 req-51332ac3-7f5c-4c2f-93d7-a4767d726f03 service neutron] Transition to ACTIVE for port object 948983dd-77e7-4058-95b2-181115c9e4e9 will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:37:09.318144 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-db660fb7-e66e-4437-adf8-9fd616d72154 req-51332ac3-7f5c-4c2f-93d7-a4767d726f03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:37:09.377538 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51332ac3-7f5c-4c2f-93d7-a4767d726f03 service neutron] Pushing event updated for resources: {'Port': ['ID=948983dd-77e7-4058-95b2-181115c9e4e9,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:37:09.485313 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-db660fb7-e66e-4437-adf8-9fd616d72154 req-51332ac3-7f5c-4c2f-93d7-a4767d726f03 service neutron] Attempting to bind port 948983dd-77e7-4058-95b2-181115c9e4e9 on host n-h2-779913-29 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:37:09.485858 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-db660fb7-e66e-4437-adf8-9fd616d72154 req-51332ac3-7f5c-4c2f-93d7-a4767d726f03 service neutron] Attempting to bind port 948983dd-77e7-4058-95b2-181115c9e4e9 by drivers openvswitch,hyperv on host n-h2-779913-29 at level 0 using segments [{'id': '887f8d23-1218-40fd-a70c-9b2102725d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '984e5d9e-8659-4b88-9191-35cb1b7ce6d0'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:37:09.486385 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db660fb7-e66e-4437-adf8-9fd616d72154 req-51332ac3-7f5c-4c2f-93d7-a4767d726f03 service neutron] Attempting to bind port 948983dd-77e7-4058-95b2-181115c9e4e9 on network 984e5d9e-8659-4b88-9191-35cb1b7ce6d0 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:37:09.494147 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db660fb7-e66e-4437-adf8-9fd616d72154 req-51332ac3-7f5c-4c2f-93d7-a4767d726f03 service neutron] Port 948983dd-77e7-4058-95b2-181115c9e4e9 on network 984e5d9e-8659-4b88-9191-35cb1b7ce6d0 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-29 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 10:37:09.495219 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db660fb7-e66e-4437-adf8-9fd616d72154 req-51332ac3-7f5c-4c2f-93d7-a4767d726f03 service neutron] Attempting to bind port 948983dd-77e7-4058-95b2-181115c9e4e9 on network 984e5d9e-8659-4b88-9191-35cb1b7ce6d0 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:37:09.504070 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db660fb7-e66e-4437-adf8-9fd616d72154 req-51332ac3-7f5c-4c2f-93d7-a4767d726f03 service neutron] Checking agent: {'id': '013e4a3b-a634-47b8-b6a5-1a25109b73fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 13, 13), 'started_at': datetime.datetime(2021, 7, 14, 9, 13, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 36, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:37:09.504588 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db660fb7-e66e-4437-adf8-9fd616d72154 req-51332ac3-7f5c-4c2f-93d7-a4767d726f03 service neutron] Checking segment: {'id': '887f8d23-1218-40fd-a70c-9b2102725d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '984e5d9e-8659-4b88-9191-35cb1b7ce6d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:37:09.505095 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db660fb7-e66e-4437-adf8-9fd616d72154 req-51332ac3-7f5c-4c2f-93d7-a4767d726f03 service neutron] Bound using segment: {'id': '887f8d23-1218-40fd-a70c-9b2102725d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '984e5d9e-8659-4b88-9191-35cb1b7ce6d0'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:37:09.505808 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-db660fb7-e66e-4437-adf8-9fd616d72154 req-51332ac3-7f5c-4c2f-93d7-a4767d726f03 service neutron] Bound port: 948983dd-77e7-4058-95b2-181115c9e4e9, host: n-h2-779913-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '887f8d23-1218-40fd-a70c-9b2102725d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '984e5d9e-8659-4b88-9191-35cb1b7ce6d0'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:37:09.506362 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-db660fb7-e66e-4437-adf8-9fd616d72154 req-51332ac3-7f5c-4c2f-93d7-a4767d726f03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:37:09.598009 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-db660fb7-e66e-4437-adf8-9fd616d72154 req-51332ac3-7f5c-4c2f-93d7-a4767d726f03 service neutron] For port 948983dd-77e7-4058-95b2-181115c9e4e9, host n-h2-779913-29, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:37:09.604314 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-db660fb7-e66e-4437-adf8-9fd616d72154 req-51332ac3-7f5c-4c2f-93d7-a4767d726f03 service neutron] For port 948983dd-77e7-4058-95b2-181115c9e4e9, host n-h2-779913-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=948983dd-77e7-4058-95b2-181115c9e4e9,segment=NetworkSegment(887f8d23-1218-40fd-a70c-9b2102725d1b),segment_id=887f8d23-1218-40fd-a70c-9b2102725d1b)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:37:09.610576 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-db660fb7-e66e-4437-adf8-9fd616d72154 req-51332ac3-7f5c-4c2f-93d7-a4767d726f03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:37:09.650704 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db660fb7-e66e-4437-adf8-9fd616d72154 req-51332ac3-7f5c-4c2f-93d7-a4767d726f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:37:09.651759 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-db660fb7-e66e-4437-adf8-9fd616d72154 req-51332ac3-7f5c-4c2f-93d7-a4767d726f03 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:37:09.654752 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-db660fb7-e66e-4437-adf8-9fd616d72154 req-51332ac3-7f5c-4c2f-93d7-a4767d726f03 service neutron] 10.222.0.57 "PUT /v2.0/ports/948983dd-77e7-4058-95b2-181115c9e4e9 HTTP/1.1" status: 200 len: 1092 time: 0.9039280 Jul 14 10:37:09.658147 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '215b5e5c-fff5-4eef-a58f-5f987e1b0e09', 'tag': '948983dd-77e7-4058-95b2-181115c9e4e9'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:37:09.660735 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}175264a25d5f1cec9b1451f1a8cc8ced5d4502f5c48740ac7c6845d527b2175b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c3b003d-8bc5-4d32-9135-bf36e57ab772" -d '{"events": [{"name": "network-changed", "server_uuid": "215b5e5c-fff5-4eef-a58f-5f987e1b0e09", "tag": "948983dd-77e7-4058-95b2-181115c9e4e9"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:37:09.701057 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51332ac3-7f5c-4c2f-93d7-a4767d726f03 service neutron] Pushing event updated for resources: {'Port': ['ID=948983dd-77e7-4058-95b2-181115c9e4e9,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:37:09.720182 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:37:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e32a280d-7270-44fd-b78a-88b6a6c8e12c x-openstack-request-id: req-e32a280d-7270-44fd-b78a-88b6a6c8e12c {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:37:09.720566 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "215b5e5c-fff5-4eef-a58f-5f987e1b0e09", "tag": "948983dd-77e7-4058-95b2-181115c9e4e9", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:37:09.720889 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-e32a280d-7270-44fd-b78a-88b6a6c8e12c {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:37:09.721386 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '215b5e5c-fff5-4eef-a58f-5f987e1b0e09', 'tag': '948983dd-77e7-4058-95b2-181115c9e4e9', 'status': 'completed', 'code': 200} Jul 14 10:37:09.812274 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db660fb7-e66e-4437-adf8-9fd616d72154 req-a9b0b4b9-f583-4ddc-9112-28c54375159b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:37:09.814446 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-db660fb7-e66e-4437-adf8-9fd616d72154 req-a9b0b4b9-f583-4ddc-9112-28c54375159b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e3e2202050ab44dfb14a28129ea33e2b&device_id=215b5e5c-fff5-4eef-a58f-5f987e1b0e09 HTTP/1.1" status: 200 len: 1095 time: 0.0749676 Jul 14 10:37:09.879547 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-db660fb7-e66e-4437-adf8-9fd616d72154 req-7f4debc3-6848-49cf-9cdc-044550646003 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=948983dd-77e7-4058-95b2-181115c9e4e9 HTTP/1.1" status: 200 len: 217 time: 0.0523286 Jul 14 10:37:09.936698 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db660fb7-e66e-4437-adf8-9fd616d72154 req-1e20db3e-1210-40cf-ae36-663fc8f0256a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:37:09.938839 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-db660fb7-e66e-4437-adf8-9fd616d72154 req-1e20db3e-1210-40cf-ae36-663fc8f0256a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f007e05b-f154-47b1-80a5-c66d5696994e HTTP/1.1" status: 200 len: 847 time: 0.0523005 Jul 14 10:37:10.003493 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db660fb7-e66e-4437-adf8-9fd616d72154 req-21c02a6f-a362-490d-94a0-77374194e90d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:37:10.005093 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-db660fb7-e66e-4437-adf8-9fd616d72154 req-21c02a6f-a362-490d-94a0-77374194e90d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=984e5d9e-8659-4b88-9191-35cb1b7ce6d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0604227 Jul 14 10:37:10.123811 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-db660fb7-e66e-4437-adf8-9fd616d72154 req-83b13633-ff7d-4456-9e6b-2165a4913095 service neutron] 10.222.0.57 "GET /v2.0/networks/984e5d9e-8659-4b88-9191-35cb1b7ce6d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121368 Jul 14 10:37:10.220917 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-db660fb7-e66e-4437-adf8-9fd616d72154 req-d187bc45-7a0f-414f-b284-29428e83a044 service neutron] 10.222.0.57 "GET /v2.0/networks/984e5d9e-8659-4b88-9191-35cb1b7ce6d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904992 Jul 14 10:37:10.337280 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da32a3b-6dea-4cf1-a056-cbb3eb2e3b5a req-aa911f23-a196-42b1-8f1e-829625490e42 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:37:10.340565 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-7da32a3b-6dea-4cf1-a056-cbb3eb2e3b5a req-aa911f23-a196-42b1-8f1e-829625490e42 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] 10.222.0.68 "GET /v2.0/ports?device_id=215b5e5c-fff5-4eef-a58f-5f987e1b0e09 HTTP/1.1" status: 200 len: 943 time: 0.0702612 Jul 14 10:37:10.390185 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-7da32a3b-6dea-4cf1-a056-cbb3eb2e3b5a req-dce012f2-e939-4152-860d-1d104188f568 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] 10.222.0.68 "GET /v2.0/security-groups?id=0454d131-6818-4fbd-9103-bf608c550d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435452 Jul 14 10:37:10.393326 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3b003d-8bc5-4d32-9135-bf36e57ab772 req-efa518ff-f6b2-4df4-b442-0ccd50ded521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:37:10.394934 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5c3b003d-8bc5-4d32-9135-bf36e57ab772 req-efa518ff-f6b2-4df4-b442-0ccd50ded521 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e3e2202050ab44dfb14a28129ea33e2b&device_id=215b5e5c-fff5-4eef-a58f-5f987e1b0e09 HTTP/1.1" status: 200 len: 1095 time: 0.0858326 Jul 14 10:37:10.494578 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3b003d-8bc5-4d32-9135-bf36e57ab772 req-819ab802-f127-41e6-ae70-6b78ea53edeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:37:10.496076 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5c3b003d-8bc5-4d32-9135-bf36e57ab772 req-819ab802-f127-41e6-ae70-6b78ea53edeb service neutron] 10.222.0.57 "GET /v2.0/networks?id=984e5d9e-8659-4b88-9191-35cb1b7ce6d0 HTTP/1.1" status: 200 len: 909 time: 0.0940840 Jul 14 10:37:10.544966 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5c3b003d-8bc5-4d32-9135-bf36e57ab772 req-8a67cc1b-7612-4d1e-968a-6a9d8d83d43a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=948983dd-77e7-4058-95b2-181115c9e4e9 HTTP/1.1" status: 200 len: 217 time: 0.0418649 Jul 14 10:37:10.597430 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3b003d-8bc5-4d32-9135-bf36e57ab772 req-4860c19e-e728-4145-952d-d78ec14b67d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:37:10.598936 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5c3b003d-8bc5-4d32-9135-bf36e57ab772 req-4860c19e-e728-4145-952d-d78ec14b67d3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f007e05b-f154-47b1-80a5-c66d5696994e HTTP/1.1" status: 200 len: 847 time: 0.0477052 Jul 14 10:37:10.665379 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3b003d-8bc5-4d32-9135-bf36e57ab772 req-2cd8924b-56e9-48e4-8a80-2bbafb7113a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:37:10.667412 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5c3b003d-8bc5-4d32-9135-bf36e57ab772 req-2cd8924b-56e9-48e4-8a80-2bbafb7113a2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=984e5d9e-8659-4b88-9191-35cb1b7ce6d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0615191 Jul 14 10:37:10.771460 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5c3b003d-8bc5-4d32-9135-bf36e57ab772 req-6771572d-f6c4-4df9-93f9-3d844c073f1d service neutron] 10.222.0.57 "GET /v2.0/networks/984e5d9e-8659-4b88-9191-35cb1b7ce6d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964794 Jul 14 10:37:10.868924 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5c3b003d-8bc5-4d32-9135-bf36e57ab772 req-2b807c0c-98ab-41af-a548-15c0b5972504 service neutron] 10.222.0.57 "GET /v2.0/networks/984e5d9e-8659-4b88-9191-35cb1b7ce6d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911725 Jul 14 10:37:11.648488 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dc2dc2-05ba-4d89-8e51-29691599b7a0 req-f1306d20-4331-45b5-9144-ef53b5f69ffa tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:37:11.650686 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c0dc2dc2-05ba-4d89-8e51-29691599b7a0 req-f1306d20-4331-45b5-9144-ef53b5f69ffa tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] 10.222.0.68 "GET /v2.0/ports?device_id=215b5e5c-fff5-4eef-a58f-5f987e1b0e09 HTTP/1.1" status: 200 len: 943 time: 0.0724084 Jul 14 10:37:11.696122 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c0dc2dc2-05ba-4d89-8e51-29691599b7a0 req-3741c098-ab8a-4898-8083-d851b5151cf1 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] 10.222.0.68 "GET /v2.0/security-groups?id=0454d131-6818-4fbd-9103-bf608c550d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383041 Jul 14 10:37:12.881939 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e8e80f-261d-4d5e-9eb3-65c7d190cd3f req-0e51486a-44e8-436e-a31f-f00eb989117a tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:37:12.883857 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-c0e8e80f-261d-4d5e-9eb3-65c7d190cd3f req-0e51486a-44e8-436e-a31f-f00eb989117a tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] 10.222.0.68 "GET /v2.0/ports?device_id=215b5e5c-fff5-4eef-a58f-5f987e1b0e09 HTTP/1.1" status: 200 len: 943 time: 0.0715060 Jul 14 10:37:12.924379 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-c0e8e80f-261d-4d5e-9eb3-65c7d190cd3f req-7dc2b519-5f8e-4a5a-bedf-80a0d3312fd7 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] 10.222.0.68 "GET /v2.0/security-groups?id=0454d131-6818-4fbd-9103-bf608c550d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334735 Jul 14 10:37:13.680269 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:37:14.118809 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6aba566-cbce-46eb-be9b-76555bfb6f46 req-ac6b7250-4365-4c33-a72e-424ddecb3966 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:37:14.120503 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b6aba566-cbce-46eb-be9b-76555bfb6f46 req-ac6b7250-4365-4c33-a72e-424ddecb3966 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] 10.222.0.68 "GET /v2.0/ports?device_id=215b5e5c-fff5-4eef-a58f-5f987e1b0e09 HTTP/1.1" status: 200 len: 943 time: 0.0748386 Jul 14 10:37:14.162977 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b6aba566-cbce-46eb-be9b-76555bfb6f46 req-a71fc144-4845-465c-8ff2-3404dc53a357 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] 10.222.0.68 "GET /v2.0/security-groups?id=0454d131-6818-4fbd-9103-bf608c550d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364974 Jul 14 10:37:14.407357 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:37:15.347362 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0a8644-c36d-4c11-a3e1-381fcc913e64 req-50fe5cdc-1e32-469a-8c9e-36fc54b07a0e tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:37:15.348779 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-4b0a8644-c36d-4c11-a3e1-381fcc913e64 req-50fe5cdc-1e32-469a-8c9e-36fc54b07a0e tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] 10.222.0.68 "GET /v2.0/ports?device_id=215b5e5c-fff5-4eef-a58f-5f987e1b0e09 HTTP/1.1" status: 200 len: 943 time: 0.0718627 Jul 14 10:37:15.389901 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-4b0a8644-c36d-4c11-a3e1-381fcc913e64 req-26de1368-d2d6-480d-829e-23e043587b41 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] 10.222.0.68 "GET /v2.0/security-groups?id=0454d131-6818-4fbd-9103-bf608c550d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350306 Jul 14 10:37:16.571276 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f79a19a-5e08-4306-a11d-8b1b9e83678e req-7c41af12-c9f2-4f3e-b317-97bfd05e7aff tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:37:16.572822 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0f79a19a-5e08-4306-a11d-8b1b9e83678e req-7c41af12-c9f2-4f3e-b317-97bfd05e7aff tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] 10.222.0.68 "GET /v2.0/ports?device_id=215b5e5c-fff5-4eef-a58f-5f987e1b0e09 HTTP/1.1" status: 200 len: 943 time: 0.0642526 Jul 14 10:37:16.613096 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0f79a19a-5e08-4306-a11d-8b1b9e83678e req-c2364ef0-a33c-4939-865e-731adbde3c4e tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] 10.222.0.68 "GET /v2.0/security-groups?id=0454d131-6818-4fbd-9103-bf608c550d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343950 Jul 14 10:37:17.787418 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e6520e-b3c7-46c1-8c66-bf5685611d89 req-f5360fff-7e7e-4cf5-8300-c86571eb8569 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:37:17.788900 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-19e6520e-b3c7-46c1-8c66-bf5685611d89 req-f5360fff-7e7e-4cf5-8300-c86571eb8569 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] 10.222.0.68 "GET /v2.0/ports?device_id=215b5e5c-fff5-4eef-a58f-5f987e1b0e09 HTTP/1.1" status: 200 len: 943 time: 0.0641139 Jul 14 10:37:17.828399 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-19e6520e-b3c7-46c1-8c66-bf5685611d89 req-ccaa1c4d-580c-4ee2-ad4d-a0835bb1cd91 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] 10.222.0.68 "GET /v2.0/security-groups?id=0454d131-6818-4fbd-9103-bf608c550d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331349 Jul 14 10:37:19.015053 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a89c21-9d71-4cee-8d34-24de70d7a165 req-58a03902-b5d8-4e98-b6f7-fbbc01c2a16c tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:37:19.016634 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-88a89c21-9d71-4cee-8d34-24de70d7a165 req-58a03902-b5d8-4e98-b6f7-fbbc01c2a16c tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] 10.222.0.68 "GET /v2.0/ports?device_id=215b5e5c-fff5-4eef-a58f-5f987e1b0e09 HTTP/1.1" status: 200 len: 943 time: 0.0726628 Jul 14 10:37:19.064669 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-88a89c21-9d71-4cee-8d34-24de70d7a165 req-d836bb79-2c20-41c9-b1f2-7af087be60cf tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] 10.222.0.68 "GET /v2.0/security-groups?id=0454d131-6818-4fbd-9103-bf608c550d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422556 Jul 14 10:37:20.076486 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 948983dd-77e7-4058-95b2-181115c9e4e9 details requested by agent hyperv_n-h2-779913-29 with host n-h2-779913-29 {{(pid=93959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 10:37:20.226920 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 948983dd-77e7-4058-95b2-181115c9e4e9, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=948983dd-77e7-4058-95b2-181115c9e4e9,segment=NetworkSegment(887f8d23-1218-40fd-a70c-9b2102725d1b),segment_id=887f8d23-1218-40fd-a70c-9b2102725d1b)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:37:20.244916 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Returning: {'device': '948983dd-77e7-4058-95b2-181115c9e4e9', 'network_id': '984e5d9e-8659-4b88-9191-35cb1b7ce6d0', 'port_id': '948983dd-77e7-4058-95b2-181115c9e4e9', 'mac_address': 'fa:16:3e:d6:8b:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 727, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f007e05b-f154-47b1-80a5-c66d5696994e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 10:37:20.305028 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:37:20.321707 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 948983dd-77e7-4058-95b2-181115c9e4e9 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:37:20.331931 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d79d2b5-14d8-45a5-bedd-1fdc4860ec59 req-3711d5ec-bfb8-4fc2-b885-bcba5b9321ef tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:37:20.334569 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-5d79d2b5-14d8-45a5-bedd-1fdc4860ec59 req-3711d5ec-bfb8-4fc2-b885-bcba5b9321ef tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] 10.222.0.68 "GET /v2.0/ports?device_id=215b5e5c-fff5-4eef-a58f-5f987e1b0e09 HTTP/1.1" status: 200 len: 943 time: 0.1003385 Jul 14 10:37:20.349214 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 948983dd-77e7-4058-95b2-181115c9e4e9, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=948983dd-77e7-4058-95b2-181115c9e4e9,segment=NetworkSegment(887f8d23-1218-40fd-a70c-9b2102725d1b),segment_id=887f8d23-1218-40fd-a70c-9b2102725d1b)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:37:20.355293 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:37:20.389546 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-5d79d2b5-14d8-45a5-bedd-1fdc4860ec59 req-b4706318-6ab9-4642-8b52-83a7f3fad565 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] 10.222.0.68 "GET /v2.0/security-groups?id=0454d131-6818-4fbd-9103-bf608c550d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449231 Jul 14 10:37:20.417241 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Pushing event updated for resources: {'Port': ['ID=948983dd-77e7-4058-95b2-181115c9e4e9,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:37:20.425441 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:37:20.425821 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:37:20.426169 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:37:20.426511 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:37:20.426847 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:37:20.427204 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:37:20.427517 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:37:20.427859 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:37:20.428179 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:37:20.428508 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:37:20.428837 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:37:20.429167 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:37:20.672091 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] get_ports_and_sgs() called for port_ids ['948983dd-77e7-4058-95b2-181115c9e4e9'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:37:20.719783 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.agents_db [None req-3c3509fb-540d-4335-a450-574895dd3602 None None] Agent healthcheck: found 7 active agents {{(pid=93960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:37:21.577293 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af60d233-caa0-406f-9c73-127426a616ef req-c9515819-1995-4ba4-a5d6-08fbc6240293 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:37:21.578847 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-af60d233-caa0-406f-9c73-127426a616ef req-c9515819-1995-4ba4-a5d6-08fbc6240293 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] 10.222.0.68 "GET /v2.0/ports?device_id=215b5e5c-fff5-4eef-a58f-5f987e1b0e09 HTTP/1.1" status: 200 len: 944 time: 0.0667818 Jul 14 10:37:21.637616 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-af60d233-caa0-406f-9c73-127426a616ef req-b2bcb561-33f5-4a31-b3bd-57fe78df8487 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] 10.222.0.68 "GET /v2.0/security-groups?id=0454d131-6818-4fbd-9103-bf608c550d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477793 Jul 14 10:37:22.093419 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 948983dd-77e7-4058-95b2-181115c9e4e9 up at agent hyperv_n-h2-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:37:22.161128 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Provisioning for port 948983dd-77e7-4058-95b2-181115c9e4e9 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:37:22.165275 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Provisioning complete for port 948983dd-77e7-4058-95b2-181115c9e4e9 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:37:22.165742 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:37:22.246724 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:37:22.270996 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '215b5e5c-fff5-4eef-a58f-5f987e1b0e09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '948983dd-77e7-4058-95b2-181115c9e4e9'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:37:22.273615 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}329bd6c07f982fc6c8be245f0be026b528efb6c8a9415522477faf1b9157eba4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2d383b9-ec06-414b-a7c0-71eb7322371e" -d '{"events": [{"server_uuid": "215b5e5c-fff5-4eef-a58f-5f987e1b0e09", "name": "network-vif-plugged", "status": "completed", "tag": "948983dd-77e7-4058-95b2-181115c9e4e9"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:37:22.288647 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 948983dd-77e7-4058-95b2-181115c9e4e9, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=948983dd-77e7-4058-95b2-181115c9e4e9,segment=NetworkSegment(887f8d23-1218-40fd-a70c-9b2102725d1b),segment_id=887f8d23-1218-40fd-a70c-9b2102725d1b)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:37:22.293631 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:37:22.354742 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-730e2459-b39e-4123-92da-b44a1e4e746a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:37:22.366924 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Pushing event updated for resources: {'Port': ['ID=948983dd-77e7-4058-95b2-181115c9e4e9,revision_number=5']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:37:22.395606 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:37:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dd5cdce-9429-4e59-a969-22ca36f583f9 x-openstack-request-id: req-1dd5cdce-9429-4e59-a969-22ca36f583f9 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:37:22.396064 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "215b5e5c-fff5-4eef-a58f-5f987e1b0e09", "name": "network-vif-plugged", "status": "completed", "tag": "948983dd-77e7-4058-95b2-181115c9e4e9", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:37:22.396419 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-1dd5cdce-9429-4e59-a969-22ca36f583f9 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:37:22.396870 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '215b5e5c-fff5-4eef-a58f-5f987e1b0e09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '948983dd-77e7-4058-95b2-181115c9e4e9', 'code': 200} Jul 14 10:37:22.536848 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369c5587-7832-4372-808a-a6fd70a6efa8 req-466b2cc0-edb6-44f9-bdd0-a2f84dcfd0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:37:22.538415 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-369c5587-7832-4372-808a-a6fd70a6efa8 req-466b2cc0-edb6-44f9-bdd0-a2f84dcfd0bb service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=215b5e5c-fff5-4eef-a58f-5f987e1b0e09 HTTP/1.1" status: 200 len: 1097 time: 0.0535755 Jul 14 10:37:22.574932 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-369c5587-7832-4372-808a-a6fd70a6efa8 req-21fabb71-eff2-4e33-af6d-4aa25f9a5456 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=0454d131-6818-4fbd-9103-bf608c550d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299406 Jul 14 10:37:22.824481 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc226cbd-f631-46c7-8ac0-da3a72d5205e req-880ddfc9-3d5b-4a1d-8f2c-ead904a70952 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:37:22.826154 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-dc226cbd-f631-46c7-8ac0-da3a72d5205e req-880ddfc9-3d5b-4a1d-8f2c-ead904a70952 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] 10.222.0.68 "GET /v2.0/ports?device_id=215b5e5c-fff5-4eef-a58f-5f987e1b0e09 HTTP/1.1" status: 200 len: 945 time: 0.0715172 Jul 14 10:37:22.866283 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-dc226cbd-f631-46c7-8ac0-da3a72d5205e req-b109e5ab-7de5-487f-89c4-8583e649a4e7 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] 10.222.0.68 "GET /v2.0/security-groups?id=0454d131-6818-4fbd-9103-bf608c550d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343318 Jul 14 10:37:24.054117 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1422d5c-686b-46d4-ac56-de4c3b0a88db req-f5906c5e-3a91-4c94-b212-739b1c5b4fd7 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:37:24.056219 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-e1422d5c-686b-46d4-ac56-de4c3b0a88db req-f5906c5e-3a91-4c94-b212-739b1c5b4fd7 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] 10.222.0.68 "GET /v2.0/ports?device_id=215b5e5c-fff5-4eef-a58f-5f987e1b0e09 HTTP/1.1" status: 200 len: 945 time: 0.0730944 Jul 14 10:37:24.099487 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-e1422d5c-686b-46d4-ac56-de4c3b0a88db req-5e5d121a-4a68-41ca-bd96-98613e82ccbd tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] 10.222.0.68 "GET /v2.0/security-groups?id=0454d131-6818-4fbd-9103-bf608c550d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367711 Jul 14 10:37:24.297447 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be85452-1a1d-4242-b251-cb6807a066dd req-80c486d8-4f2a-4e8c-8b55-16d5fb76d281 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:37:24.298908 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8be85452-1a1d-4242-b251-cb6807a066dd req-80c486d8-4f2a-4e8c-8b55-16d5fb76d281 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] 10.222.0.68 "GET /v2.0/ports?device_id=215b5e5c-fff5-4eef-a58f-5f987e1b0e09 HTTP/1.1" status: 200 len: 945 time: 0.0678864 Jul 14 10:37:24.343482 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8be85452-1a1d-4242-b251-cb6807a066dd req-bf1c009a-366e-4cce-ac4d-3444d048b339 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] 10.222.0.68 "GET /v2.0/security-groups?id=0454d131-6818-4fbd-9103-bf608c550d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342457 Jul 14 10:37:24.370251 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 42220) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:37:24.428319 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51ab0404-1e73-4cc8-bfe5-442ffa6e9f55 tempest-TestShelveInstance-540238904 tempest-TestShelveInstance-540238904-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:37:24.430601 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-51ab0404-1e73-4cc8-bfe5-442ffa6e9f55 tempest-TestShelveInstance-540238904 tempest-TestShelveInstance-540238904-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=215b5e5c-fff5-4eef-a58f-5f987e1b0e09 HTTP/1.1" status: 200 len: 1092 time: 0.0587618 Jul 14 10:37:24.434234 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 42222) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:37:24.438801 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-8395d800-28a7-4c08-b4d4-077c3df4a47e tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Request body: {'floatingip': {'floating_network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'port_id': '948983dd-77e7-4058-95b2-181115c9e4e9', 'tenant_id': 'e3e2202050ab44dfb14a28129ea33e2b', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:37:24.462152 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8395d800-28a7-4c08-b4d4-077c3df4a47e tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Notify callbacks [] for floatingip, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:37:24.563331 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8395d800-28a7-4c08-b4d4-077c3df4a47e tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:37:24.682760 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-8395d800-28a7-4c08-b4d4-077c3df4a47e tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Allocated IP 172.25.4.47 (2dcd4d32-cc7c-4468-b396-7ce5c9231892/6cd22a75-5bc1-467c-a3c4-0af04bd1b34a/bfd0d735-9cba-4516-989f-2558518689e2) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:37:24.795474 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8395d800-28a7-4c08-b4d4-077c3df4a47e tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:37:24.836720 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8395d800-28a7-4c08-b4d4-077c3df4a47e tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:37:24.884953 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8395d800-28a7-4c08-b4d4-077c3df4a47e tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Network 2dcd4d32-cc7c-4468-b396-7ce5c9231892 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:37:24.888085 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-8395d800-28a7-4c08-b4d4-077c3df4a47e tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:37:24.891954 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8395d800-28a7-4c08-b4d4-077c3df4a47e tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:37:24.915255 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8395d800-28a7-4c08-b4d4-077c3df4a47e tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Pushing event updated for resources: {'Port': ['ID=bfd0d735-9cba-4516-989f-2558518689e2,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:37:24.936835 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:37:25.015991 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b9d8e377-9c0e-466e-ab2d-87662a4fb7ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:37:25.322083 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8395d800-28a7-4c08-b4d4-077c3df4a47e tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:37:25.408569 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8395d800-28a7-4c08-b4d4-077c3df4a47e tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:37:25.848216 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8395d800-28a7-4c08-b4d4-077c3df4a47e tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:37:25.855544 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8395d800-28a7-4c08-b4d4-077c3df4a47e tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13574142'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:37:25.959806 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8395d800-28a7-4c08-b4d4-077c3df4a47e tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Pushing event updated for resources: {'Port': ['ID=bfd0d735-9cba-4516-989f-2558518689e2,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:37:25.974863 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8395d800-28a7-4c08-b4d4-077c3df4a47e tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-660590'] for floatingip, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:37:26.083545 n-d-779913-29 neutron-server[93958]: INFO neutron.db.l3_db [None req-8395d800-28a7-4c08-b4d4-077c3df4a47e tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Floating IP 8e3e416d-b879-486b-abd1-b432e6a27485 associated. External IP: 172.25.4.47, port: 948983dd-77e7-4058-95b2-181115c9e4e9. Jul 14 10:37:26.201797 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5ad31076-714c-49ec-bc37-f3d4cd90112a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:37:26.298223 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8395d800-28a7-4c08-b4d4-077c3df4a47e tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Router 362fc5ea-66bc-43bd-8ebf-3add35b4ccf9 has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:37:26.411158 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8395d800-28a7-4c08-b4d4-077c3df4a47e tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:37:26.421391 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-991cf015-6cad-4d7e-8cd7-201b6c4e9f1f None None] Sync routers for ids ['362fc5ea-66bc-43bd-8ebf-3add35b4ccf9'] in n-d-779913-29 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:37:26.430509 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8395d800-28a7-4c08-b4d4-077c3df4a47e tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for floatingip, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:37:26.432069 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-991cf015-6cad-4d7e-8cd7-201b6c4e9f1f None None] Routers {'362fc5ea-66bc-43bd-8ebf-3add35b4ccf9'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:37:26.432871 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-991cf015-6cad-4d7e-8cd7-201b6c4e9f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T10:37:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['362fc5ea-66bc-43bd-8ebf-3add35b4ccf9'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:37:26.471590 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-8395d800-28a7-4c08-b4d4-077c3df4a47e tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0361342 Jul 14 10:37:26.472089 n-d-779913-29 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '215b5e5c-fff5-4eef-a58f-5f987e1b0e09', 'tag': '948983dd-77e7-4058-95b2-181115c9e4e9'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:37:26.474678 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82c9a11f5df8b4f9d341972fcff9d80aa084fe552c1175757b5f274cb7b9b23a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91a8021a-9e1b-440f-a1c5-80a6a313f23f" -d '{"events": [{"name": "network-changed", "server_uuid": "215b5e5c-fff5-4eef-a58f-5f987e1b0e09", "tag": "948983dd-77e7-4058-95b2-181115c9e4e9"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:37:26.563437 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-991cf015-6cad-4d7e-8cd7-201b6c4e9f1f None None] Set router 362fc5ea-66bc-43bd-8ebf-3add35b4ccf9 gateway port host: n-d-779913-29 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:37:26.614749 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:37:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf1bdb06-e2ec-4e18-ae5c-0bdd4f5dd486 x-openstack-request-id: req-bf1bdb06-e2ec-4e18-ae5c-0bdd4f5dd486 {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:37:26.615199 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "215b5e5c-fff5-4eef-a58f-5f987e1b0e09", "tag": "948983dd-77e7-4058-95b2-181115c9e4e9", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:37:26.615525 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-bf1bdb06-e2ec-4e18-ae5c-0bdd4f5dd486 {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:37:26.615981 n-d-779913-29 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '215b5e5c-fff5-4eef-a58f-5f987e1b0e09', 'tag': '948983dd-77e7-4058-95b2-181115c9e4e9', 'status': 'completed', 'code': 200} Jul 14 10:37:26.715277 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a8021a-9e1b-440f-a1c5-80a6a313f23f req-3bdeb698-b937-416b-9db3-b649d62596d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:37:26.719030 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-91a8021a-9e1b-440f-a1c5-80a6a313f23f req-3bdeb698-b937-416b-9db3-b649d62596d9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e3e2202050ab44dfb14a28129ea33e2b&device_id=215b5e5c-fff5-4eef-a58f-5f987e1b0e09 HTTP/1.1" status: 200 len: 1097 time: 0.0610623 Jul 14 10:37:26.800483 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-991cf015-6cad-4d7e-8cd7-201b6c4e9f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '362fc5ea-66bc-43bd-8ebf-3add35b4ccf9', 'name': 'tempest-TestShelveInstance-663421211-router', 'tenant_id': 'e3e2202050ab44dfb14a28129ea33e2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.151'}], 'enable_snat': True}, 'gw_port_id': '6b699241-c8e1-4ddc-a935-209bd1346bcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:32:17Z', 'updated_at': '2021-07-14T10:32:20Z', 'revision_number': 4, 'project_id': 'e3e2202050ab44dfb14a28129ea33e2b', 'gw_port': {'id': '6b699241-c8e1-4ddc-a935-209bd1346bcf', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:8d:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '362fc5ea-66bc-43bd-8ebf-3add35b4ccf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:32:17Z', 'updated_at': '2021-07-14T10:32:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_floatingips': [{'id': '8e3e416d-b879-486b-abd1-b432e6a27485', 'tenant_id': 'e3e2202050ab44dfb14a28129ea33e2b', 'floating_ip_address': '172.25.4.47', 'floating_network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'router_id': '362fc5ea-66bc-43bd-8ebf-3add35b4ccf9', 'port_id': '948983dd-77e7-4058-95b2-181115c9e4e9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4278, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '984e5d9e-8659-4b88-9191-35cb1b7ce6d0', 'mac_address': 'fa:16:3e:d6:8b:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '215b5e5c-fff5-4eef-a58f-5f987e1b0e09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T10:37:25Z', 'updated_at': '2021-07-14T10:37:25Z', 'revision_number': 0, 'project_id': 'e3e2202050ab44dfb14a28129ea33e2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2368b30-f3d8-4011-b790-aaa488807205', 'name': '', 'network_id': '984e5d9e-8659-4b88-9191-35cb1b7ce6d0', 'tenant_id': 'e3e2202050ab44dfb14a28129ea33e2b', 'mac_address': 'fa:16:3e:58:e1:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '362fc5ea-66bc-43bd-8ebf-3add35b4ccf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'f007e05b-f154-47b1-80a5-c66d5696994e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:32:19Z', 'updated_at': '2021-07-14T10:32:25Z', 'revision_number': 5, 'project_id': 'e3e2202050ab44dfb14a28129ea33e2b', 'subnets': [{'id': 'f007e05b-f154-47b1-80a5-c66d5696994e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:37:26.811910 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a8021a-9e1b-440f-a1c5-80a6a313f23f req-12d4b4a6-d570-463e-8f99-e16766d2cbaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:37:26.813403 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-91a8021a-9e1b-440f-a1c5-80a6a313f23f req-12d4b4a6-d570-463e-8f99-e16766d2cbaf service neutron] 10.222.0.57 "GET /v2.0/networks?id=984e5d9e-8659-4b88-9191-35cb1b7ce6d0 HTTP/1.1" status: 200 len: 909 time: 0.0882308 Jul 14 10:37:26.827177 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-991cf015-6cad-4d7e-8cd7-201b6c4e9f1f None None] Checking router: 362fc5ea-66bc-43bd-8ebf-3add35b4ccf9 for host: n-d-779913-29 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:37:26.835581 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-991cf015-6cad-4d7e-8cd7-201b6c4e9f1f None None] Routers {'362fc5ea-66bc-43bd-8ebf-3add35b4ccf9'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:37:26.836205 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-991cf015-6cad-4d7e-8cd7-201b6c4e9f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T10:37:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['362fc5ea-66bc-43bd-8ebf-3add35b4ccf9'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:37:26.886481 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-91a8021a-9e1b-440f-a1c5-80a6a313f23f req-80c28368-eeae-4468-9cd9-c0c8b645af3d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=948983dd-77e7-4058-95b2-181115c9e4e9 HTTP/1.1" status: 200 len: 998 time: 0.0666749 Jul 14 10:37:26.934991 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a8021a-9e1b-440f-a1c5-80a6a313f23f req-93fe179b-5e2f-49c9-b5d5-4f96af87030f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:37:26.936497 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-91a8021a-9e1b-440f-a1c5-80a6a313f23f req-93fe179b-5e2f-49c9-b5d5-4f96af87030f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f007e05b-f154-47b1-80a5-c66d5696994e HTTP/1.1" status: 200 len: 847 time: 0.0444367 Jul 14 10:37:26.944652 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-991cf015-6cad-4d7e-8cd7-201b6c4e9f1f None None] Set router 362fc5ea-66bc-43bd-8ebf-3add35b4ccf9 gateway port host: n-d-779913-29 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:37:26.996312 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a8021a-9e1b-440f-a1c5-80a6a313f23f req-4c2a9043-e5f8-4ca6-aa5a-5123d2f1dde0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:37:26.997989 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-91a8021a-9e1b-440f-a1c5-80a6a313f23f req-4c2a9043-e5f8-4ca6-aa5a-5123d2f1dde0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=984e5d9e-8659-4b88-9191-35cb1b7ce6d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0552056 Jul 14 10:37:27.094507 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-91a8021a-9e1b-440f-a1c5-80a6a313f23f req-577b0c2d-b91e-4558-84e0-116f8770b8f6 service neutron] 10.222.0.57 "GET /v2.0/networks/984e5d9e-8659-4b88-9191-35cb1b7ce6d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891998 Jul 14 10:37:27.175820 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-991cf015-6cad-4d7e-8cd7-201b6c4e9f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '362fc5ea-66bc-43bd-8ebf-3add35b4ccf9', 'name': 'tempest-TestShelveInstance-663421211-router', 'tenant_id': 'e3e2202050ab44dfb14a28129ea33e2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.151'}], 'enable_snat': True}, 'gw_port_id': '6b699241-c8e1-4ddc-a935-209bd1346bcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:32:17Z', 'updated_at': '2021-07-14T10:32:20Z', 'revision_number': 4, 'project_id': 'e3e2202050ab44dfb14a28129ea33e2b', 'gw_port': {'id': '6b699241-c8e1-4ddc-a935-209bd1346bcf', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:8d:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '362fc5ea-66bc-43bd-8ebf-3add35b4ccf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:32:17Z', 'updated_at': '2021-07-14T10:32:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_floatingips': [{'id': '8e3e416d-b879-486b-abd1-b432e6a27485', 'tenant_id': 'e3e2202050ab44dfb14a28129ea33e2b', 'floating_ip_address': '172.25.4.47', 'floating_network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'router_id': '362fc5ea-66bc-43bd-8ebf-3add35b4ccf9', 'port_id': '948983dd-77e7-4058-95b2-181115c9e4e9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4278, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '984e5d9e-8659-4b88-9191-35cb1b7ce6d0', 'mac_address': 'fa:16:3e:d6:8b:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '215b5e5c-fff5-4eef-a58f-5f987e1b0e09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T10:37:25Z', 'updated_at': '2021-07-14T10:37:25Z', 'revision_number': 0, 'project_id': 'e3e2202050ab44dfb14a28129ea33e2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2368b30-f3d8-4011-b790-aaa488807205', 'name': '', 'network_id': '984e5d9e-8659-4b88-9191-35cb1b7ce6d0', 'tenant_id': 'e3e2202050ab44dfb14a28129ea33e2b', 'mac_address': 'fa:16:3e:58:e1:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '362fc5ea-66bc-43bd-8ebf-3add35b4ccf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'f007e05b-f154-47b1-80a5-c66d5696994e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:32:19Z', 'updated_at': '2021-07-14T10:32:25Z', 'revision_number': 5, 'project_id': 'e3e2202050ab44dfb14a28129ea33e2b', 'subnets': [{'id': 'f007e05b-f154-47b1-80a5-c66d5696994e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:37:27.185215 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-91a8021a-9e1b-440f-a1c5-80a6a313f23f req-2e230d5e-1576-428e-88df-203375948bfa service neutron] 10.222.0.57 "GET /v2.0/networks/984e5d9e-8659-4b88-9191-35cb1b7ce6d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846553 Jul 14 10:37:27.202916 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-991cf015-6cad-4d7e-8cd7-201b6c4e9f1f None None] The sync data for ids ['362fc5ea-66bc-43bd-8ebf-3add35b4ccf9'] in n-d-779913-29 is: [{'id': '362fc5ea-66bc-43bd-8ebf-3add35b4ccf9', 'name': 'tempest-TestShelveInstance-663421211-router', 'tenant_id': 'e3e2202050ab44dfb14a28129ea33e2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.151'}], 'enable_snat': True}, 'gw_port_id': '6b699241-c8e1-4ddc-a935-209bd1346bcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:32:17Z', 'updated_at': '2021-07-14T10:32:20Z', 'revision_number': 4, 'project_id': 'e3e2202050ab44dfb14a28129ea33e2b', 'gw_port': {'id': '6b699241-c8e1-4ddc-a935-209bd1346bcf', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:8d:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '362fc5ea-66bc-43bd-8ebf-3add35b4ccf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:32:17Z', 'updated_at': '2021-07-14T10:32:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_floatingips': [{'id': '8e3e416d-b879-486b-abd1-b432e6a27485', 'tenant_id': 'e3e2202050ab44dfb14a28129ea33e2b', 'floating_ip_address': '172.25.4.47', 'floating_network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'router_id': '362fc5ea-66bc-43bd-8ebf-3add35b4ccf9', 'port_id': '948983dd-77e7-4058-95b2-181115c9e4e9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4278, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '984e5d9e-8659-4b88-9191-35cb1b7ce6d0', 'mac_address': 'fa:16:3e:d6:8b:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '215b5e5c-fff5-4eef-a58f-5f987e1b0e09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T10:37:25Z', 'updated_at': '2021-07-14T10:37:25Z', 'revision_number': 0, 'project_id': 'e3e2202050ab44dfb14a28129ea33e2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2368b30-f3d8-4011-b790-aaa488807205', 'name': '', 'network_id': '984e5d9e-8659-4b88-9191-35cb1b7ce6d0', 'tenant_id': 'e3e2202050ab44dfb14a28129ea33e2b', 'mac_address': 'fa:16:3e:58:e1:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '362fc5ea-66bc-43bd-8ebf-3add35b4ccf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'f007e05b-f154-47b1-80a5-c66d5696994e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:32:19Z', 'updated_at': '2021-07-14T10:32:25Z', 'revision_number': 5, 'project_id': 'e3e2202050ab44dfb14a28129ea33e2b', 'subnets': [{'id': 'f007e05b-f154-47b1-80a5-c66d5696994e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:37:27.402008 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e30b01b-316e-4e98-b765-509ff50f6329 None None] New status for floating IP 8e3e416d-b879-486b-abd1-b432e6a27485: ACTIVE {{(pid=93959) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 10:37:27.996103 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5bbe322f-3f67-4864-bc0a-91afe44d23e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:37:42.962348 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a89d234b-c30c-4ce9-b5a2-e964392c819e req-50462e96-3f68-4b88-ba67-a020bb9a5e70 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=215b5e5c-fff5-4eef-a58f-5f987e1b0e09&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0914035 Jul 14 10:37:43.144477 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89d234b-c30c-4ce9-b5a2-e964392c819e req-c1bba3f6-67dc-4f7b-9dbb-64b90aadbecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:37:43.147439 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a89d234b-c30c-4ce9-b5a2-e964392c819e req-c1bba3f6-67dc-4f7b-9dbb-64b90aadbecd service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e3e2202050ab44dfb14a28129ea33e2b&device_id=215b5e5c-fff5-4eef-a58f-5f987e1b0e09 HTTP/1.1" status: 200 len: 1097 time: 0.1059868 Jul 14 10:37:43.306247 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89d234b-c30c-4ce9-b5a2-e964392c819e req-a81bb9f1-ea9b-4db7-8846-de8167837a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:37:43.307830 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a89d234b-c30c-4ce9-b5a2-e964392c819e req-a81bb9f1-ea9b-4db7-8846-de8167837a03 service neutron] 10.222.0.57 "GET /v2.0/networks?id=984e5d9e-8659-4b88-9191-35cb1b7ce6d0 HTTP/1.1" status: 200 len: 909 time: 0.1352210 Jul 14 10:37:43.393302 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a89d234b-c30c-4ce9-b5a2-e964392c819e req-3536c0d0-81c5-491a-b1f1-09543b1f957b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=948983dd-77e7-4058-95b2-181115c9e4e9 HTTP/1.1" status: 200 len: 1000 time: 0.0777709 Jul 14 10:37:43.468572 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89d234b-c30c-4ce9-b5a2-e964392c819e req-2c215494-2398-439a-bcae-14c382c00bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:37:43.470904 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a89d234b-c30c-4ce9-b5a2-e964392c819e req-2c215494-2398-439a-bcae-14c382c00bf6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f007e05b-f154-47b1-80a5-c66d5696994e HTTP/1.1" status: 200 len: 847 time: 0.0704114 Jul 14 10:37:43.554885 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89d234b-c30c-4ce9-b5a2-e964392c819e req-2bbbbd94-1200-4416-8d34-bff1d0e2eb45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:37:43.556706 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a89d234b-c30c-4ce9-b5a2-e964392c819e req-2bbbbd94-1200-4416-8d34-bff1d0e2eb45 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=984e5d9e-8659-4b88-9191-35cb1b7ce6d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0783796 Jul 14 10:37:43.674289 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:37:43.714395 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a89d234b-c30c-4ce9-b5a2-e964392c819e req-934f70a1-e72c-4812-bb33-43ce9a565a79 service neutron] 10.222.0.57 "GET /v2.0/networks/984e5d9e-8659-4b88-9191-35cb1b7ce6d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485362 Jul 14 10:37:43.833910 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a89d234b-c30c-4ce9-b5a2-e964392c819e req-b6aaf7c8-91f2-47ff-b26c-ec6c1a35b622 service neutron] 10.222.0.57 "GET /v2.0/networks/984e5d9e-8659-4b88-9191-35cb1b7ce6d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111960 Jul 14 10:37:44.431036 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:37:52.355950 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-25f1b83d-2161-4507-b7ea-ad623a6c190e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:37:54.930913 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:37:55.008485 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-861d14ff-950e-461c-ae1e-e579a0d29ff2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:37:56.206855 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5ad31076-714c-49ec-bc37-f3d4cd90112a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:37:57.719090 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.agents_db [None req-3c3509fb-540d-4335-a450-574895dd3602 None None] Agent healthcheck: found 7 active agents {{(pid=93960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:37:58.002911 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5bbe322f-3f67-4864-bc0a-91afe44d23e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:38:13.681698 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:38:14.439093 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:38:22.352810 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-23a85a4e-e68f-402e-8f99-c64f26fea6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:38:24.936291 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:38:25.011858 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b0e1f607-1347-4dc3-8d30-eb488c292b0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:38:26.214707 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5ad31076-714c-49ec-bc37-f3d4cd90112a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:38:28.003559 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5bbe322f-3f67-4864-bc0a-91afe44d23e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:38:34.724912 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.agents_db [None req-3c3509fb-540d-4335-a450-574895dd3602 None None] Agent healthcheck: found 7 active agents {{(pid=93960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:38:43.664071 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-cbd957bd-faf9-4677-ab43-250042eb4c03 req-f28e7d47-20d0-47a6-8a4d-5b9f1423dba0 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=215b5e5c-fff5-4eef-a58f-5f987e1b0e09&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0894337 Jul 14 10:38:43.684067 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:38:43.807876 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd957bd-faf9-4677-ab43-250042eb4c03 req-5869c9eb-b9c3-4535-83f4-5fffca02f903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:38:43.810292 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-cbd957bd-faf9-4677-ab43-250042eb4c03 req-5869c9eb-b9c3-4535-83f4-5fffca02f903 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e3e2202050ab44dfb14a28129ea33e2b&device_id=215b5e5c-fff5-4eef-a58f-5f987e1b0e09 HTTP/1.1" status: 200 len: 1097 time: 0.0780978 Jul 14 10:38:43.981191 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd957bd-faf9-4677-ab43-250042eb4c03 req-a00f7bf7-ad16-4867-a431-60dd23d4be23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:38:43.983674 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-cbd957bd-faf9-4677-ab43-250042eb4c03 req-a00f7bf7-ad16-4867-a431-60dd23d4be23 service neutron] 10.222.0.57 "GET /v2.0/networks?id=984e5d9e-8659-4b88-9191-35cb1b7ce6d0 HTTP/1.1" status: 200 len: 909 time: 0.1486738 Jul 14 10:38:44.099329 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-cbd957bd-faf9-4677-ab43-250042eb4c03 req-e70549c2-5770-4e35-b8f0-a6ddc241bec1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=948983dd-77e7-4058-95b2-181115c9e4e9 HTTP/1.1" status: 200 len: 1000 time: 0.1084979 Jul 14 10:38:44.466153 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:38:44.616422 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd957bd-faf9-4677-ab43-250042eb4c03 req-89e47f75-a4d3-45c0-a9a7-c5d2bd8bc97a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:38:44.618239 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-cbd957bd-faf9-4677-ab43-250042eb4c03 req-89e47f75-a4d3-45c0-a9a7-c5d2bd8bc97a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f007e05b-f154-47b1-80a5-c66d5696994e HTTP/1.1" status: 200 len: 847 time: 0.5128288 Jul 14 10:38:44.684910 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd957bd-faf9-4677-ab43-250042eb4c03 req-2e30ee11-402e-425e-ac4c-5eb00387e8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:38:44.686580 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-cbd957bd-faf9-4677-ab43-250042eb4c03 req-2e30ee11-402e-425e-ac4c-5eb00387e8ca service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=984e5d9e-8659-4b88-9191-35cb1b7ce6d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0616543 Jul 14 10:38:44.812820 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-cbd957bd-faf9-4677-ab43-250042eb4c03 req-b3b4c4e7-84e2-4618-8b35-15e6e7fbf70b service neutron] 10.222.0.57 "GET /v2.0/networks/984e5d9e-8659-4b88-9191-35cb1b7ce6d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184242 Jul 14 10:38:44.926771 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-cbd957bd-faf9-4677-ab43-250042eb4c03 req-82a5646f-9223-49a0-aae3-f0fe1ff40701 service neutron] 10.222.0.57 "GET /v2.0/networks/984e5d9e-8659-4b88-9191-35cb1b7ce6d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068296 Jul 14 10:38:52.356880 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-67f48214-2bb5-47fb-b02c-ccb960614fbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:38:54.940628 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:38:55.024233 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6e528704-cb99-4548-a8a1-a6905a4dda32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:38:56.224255 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5ad31076-714c-49ec-bc37-f3d4cd90112a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:38:58.009380 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5bbe322f-3f67-4864-bc0a-91afe44d23e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:39:11.714581 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.agents_db [None req-3c3509fb-540d-4335-a450-574895dd3602 None None] Agent healthcheck: found 7 active agents {{(pid=93960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:39:13.693337 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:39:14.466364 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:39:22.071753 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7874ccd-1ef3-490b-9b41-385b0f4fed65 req-6fca58cd-cb2d-4235-8777-ae47c85dbccb tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:39:22.073857 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d7874ccd-1ef3-490b-9b41-385b0f4fed65 req-6fca58cd-cb2d-4235-8777-ae47c85dbccb tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] 10.222.0.68 "GET /v2.0/ports?device_id=215b5e5c-fff5-4eef-a58f-5f987e1b0e09 HTTP/1.1" status: 200 len: 945 time: 0.0707014 Jul 14 10:39:22.112344 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-d7874ccd-1ef3-490b-9b41-385b0f4fed65 req-a3acee64-8f92-48d2-9864-9f87ff706f8f tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] 10.222.0.68 "GET /v2.0/security-groups?id=0454d131-6818-4fbd-9103-bf608c550d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328822 Jul 14 10:39:22.347803 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ad9016da-6f5b-4187-a797-7c05235174ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:39:23.336715 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f408202-1e3f-4082-afca-265e8a4fb6cc req-79a24242-b61c-47fb-9321-5e873b5b5ffd tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:39:23.338679 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6f408202-1e3f-4082-afca-265e8a4fb6cc req-79a24242-b61c-47fb-9321-5e873b5b5ffd tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] 10.222.0.68 "GET /v2.0/ports?device_id=215b5e5c-fff5-4eef-a58f-5f987e1b0e09 HTTP/1.1" status: 200 len: 945 time: 0.0703945 Jul 14 10:39:23.381293 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6f408202-1e3f-4082-afca-265e8a4fb6cc req-299c8e13-45d9-43b5-bdaa-2189a4110217 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] 10.222.0.68 "GET /v2.0/security-groups?id=0454d131-6818-4fbd-9103-bf608c550d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369093 Jul 14 10:39:24.584471 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf42799e-9418-4035-8456-1c2a8ad9d90a req-d62a543c-a4fe-4ac4-940d-fe2072effbd6 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:39:24.585999 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-bf42799e-9418-4035-8456-1c2a8ad9d90a req-d62a543c-a4fe-4ac4-940d-fe2072effbd6 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] 10.222.0.68 "GET /v2.0/ports?device_id=215b5e5c-fff5-4eef-a58f-5f987e1b0e09 HTTP/1.1" status: 200 len: 945 time: 0.0646932 Jul 14 10:39:24.625282 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-bf42799e-9418-4035-8456-1c2a8ad9d90a req-b32d2ba5-2578-4544-835c-edd5aa41ab62 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] 10.222.0.68 "GET /v2.0/security-groups?id=0454d131-6818-4fbd-9103-bf608c550d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329692 Jul 14 10:39:24.933918 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:39:25.018422 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0d27974b-f212-44bd-9c63-fa7dd1f5a65d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:39:25.801393 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217720d6-fb5c-4d7c-b3e9-5e3071a98c6c req-74086e4d-a77f-47e1-bb59-30ecc6240540 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:39:25.803100 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-217720d6-fb5c-4d7c-b3e9-5e3071a98c6c req-74086e4d-a77f-47e1-bb59-30ecc6240540 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] 10.222.0.68 "GET /v2.0/ports?device_id=215b5e5c-fff5-4eef-a58f-5f987e1b0e09 HTTP/1.1" status: 200 len: 945 time: 0.0642850 Jul 14 10:39:25.842660 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-217720d6-fb5c-4d7c-b3e9-5e3071a98c6c req-9faae88f-6684-4610-ad2a-053da0394ae3 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] 10.222.0.68 "GET /v2.0/security-groups?id=0454d131-6818-4fbd-9103-bf608c550d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336943 Jul 14 10:39:26.216649 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5ad31076-714c-49ec-bc37-f3d4cd90112a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:39:27.018675 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f17e88e-3926-41fe-b3c7-c5181f2e8a8c req-e2cb54e9-71cf-4bbb-8d0e-7f7b420d2aaf tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:39:27.020166 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-0f17e88e-3926-41fe-b3c7-c5181f2e8a8c req-e2cb54e9-71cf-4bbb-8d0e-7f7b420d2aaf tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] 10.222.0.68 "GET /v2.0/ports?device_id=215b5e5c-fff5-4eef-a58f-5f987e1b0e09 HTTP/1.1" status: 200 len: 945 time: 0.0637746 Jul 14 10:39:27.059705 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-0f17e88e-3926-41fe-b3c7-c5181f2e8a8c req-eaf480dd-5501-40c3-bd95-8c4db55f448c tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] 10.222.0.68 "GET /v2.0/security-groups?id=0454d131-6818-4fbd-9103-bf608c550d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337059 Jul 14 10:39:28.009168 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5bbe322f-3f67-4864-bc0a-91afe44d23e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:39:28.235998 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcbac4c-8e3b-4190-a555-b8e21f2aff31 req-88421fcb-83eb-4320-b0ce-0204f0afb80f tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:39:28.237535 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3fcbac4c-8e3b-4190-a555-b8e21f2aff31 req-88421fcb-83eb-4320-b0ce-0204f0afb80f tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] 10.222.0.68 "GET /v2.0/ports?device_id=215b5e5c-fff5-4eef-a58f-5f987e1b0e09 HTTP/1.1" status: 200 len: 945 time: 0.0642276 Jul 14 10:39:28.280925 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-3fcbac4c-8e3b-4190-a555-b8e21f2aff31 req-c834b863-fd3c-486c-a91e-8bb77153bfda tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] 10.222.0.68 "GET /v2.0/security-groups?id=0454d131-6818-4fbd-9103-bf608c550d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377753 Jul 14 10:39:29.461810 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8c3472-878c-46fe-8a7c-e2f3d7724a28 req-6b38666d-bdda-421c-90ab-c5846863fc75 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:39:29.463857 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-1e8c3472-878c-46fe-8a7c-e2f3d7724a28 req-6b38666d-bdda-421c-90ab-c5846863fc75 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] 10.222.0.68 "GET /v2.0/ports?device_id=215b5e5c-fff5-4eef-a58f-5f987e1b0e09 HTTP/1.1" status: 200 len: 945 time: 0.0706699 Jul 14 10:39:29.501444 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-1e8c3472-878c-46fe-8a7c-e2f3d7724a28 req-9811a507-4364-413c-911c-568313f9fee7 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] 10.222.0.68 "GET /v2.0/security-groups?id=0454d131-6818-4fbd-9103-bf608c550d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319426 Jul 14 10:39:30.689526 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92061d2a-cc5a-4f94-91d3-66a98cc02596 req-99c72215-d86d-4fae-84e0-17c77cf92aa2 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:39:30.691390 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-92061d2a-cc5a-4f94-91d3-66a98cc02596 req-99c72215-d86d-4fae-84e0-17c77cf92aa2 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] 10.222.0.68 "GET /v2.0/ports?device_id=215b5e5c-fff5-4eef-a58f-5f987e1b0e09 HTTP/1.1" status: 200 len: 945 time: 0.0691144 Jul 14 10:39:30.731294 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-92061d2a-cc5a-4f94-91d3-66a98cc02596 req-c567335b-d07b-4a68-af27-a73763b31ebb tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] 10.222.0.68 "GET /v2.0/security-groups?id=0454d131-6818-4fbd-9103-bf608c550d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344391 Jul 14 10:39:31.910486 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3e0eab-f0f2-4817-bbbb-fd53707e227e req-29a2b1ce-f305-439e-9c5e-5b6a7b367de4 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:39:31.912004 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-eb3e0eab-f0f2-4817-bbbb-fd53707e227e req-29a2b1ce-f305-439e-9c5e-5b6a7b367de4 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] 10.222.0.68 "GET /v2.0/ports?device_id=215b5e5c-fff5-4eef-a58f-5f987e1b0e09 HTTP/1.1" status: 200 len: 945 time: 0.0670810 Jul 14 10:39:31.951176 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-eb3e0eab-f0f2-4817-bbbb-fd53707e227e req-77915aea-8ded-4c98-bffa-0b596002d170 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] 10.222.0.68 "GET /v2.0/security-groups?id=0454d131-6818-4fbd-9103-bf608c550d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328329 Jul 14 10:39:32.238106 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34af05a-7efe-4af3-9d3e-66ca1fc71cdb req-1d33d4a9-213a-40d7-abe8-fb9b002e2c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:39:32.239634 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f34af05a-7efe-4af3-9d3e-66ca1fc71cdb req-1d33d4a9-213a-40d7-abe8-fb9b002e2c82 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e3e2202050ab44dfb14a28129ea33e2b&device_id=215b5e5c-fff5-4eef-a58f-5f987e1b0e09 HTTP/1.1" status: 200 len: 1097 time: 0.0534329 Jul 14 10:39:32.333519 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34af05a-7efe-4af3-9d3e-66ca1fc71cdb req-eb8af98a-bd05-4d26-b9eb-759b906cdc58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:39:32.334975 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f34af05a-7efe-4af3-9d3e-66ca1fc71cdb req-eb8af98a-bd05-4d26-b9eb-759b906cdc58 service neutron] 10.222.0.57 "GET /v2.0/networks?id=984e5d9e-8659-4b88-9191-35cb1b7ce6d0 HTTP/1.1" status: 200 len: 909 time: 0.0860331 Jul 14 10:39:32.402304 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f34af05a-7efe-4af3-9d3e-66ca1fc71cdb req-7fc85e8d-c080-454b-a5d7-e25db2dcb40d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=948983dd-77e7-4058-95b2-181115c9e4e9 HTTP/1.1" status: 200 len: 1000 time: 0.0596342 Jul 14 10:39:32.455143 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34af05a-7efe-4af3-9d3e-66ca1fc71cdb req-1036d544-b11c-4a11-97f4-4c973b44be08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:39:32.456609 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f34af05a-7efe-4af3-9d3e-66ca1fc71cdb req-1036d544-b11c-4a11-97f4-4c973b44be08 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f007e05b-f154-47b1-80a5-c66d5696994e HTTP/1.1" status: 200 len: 847 time: 0.0481238 Jul 14 10:39:32.515432 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34af05a-7efe-4af3-9d3e-66ca1fc71cdb req-cc2b8284-c56e-495f-9de4-35f951671d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:39:32.516986 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f34af05a-7efe-4af3-9d3e-66ca1fc71cdb req-cc2b8284-c56e-495f-9de4-35f951671d08 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=984e5d9e-8659-4b88-9191-35cb1b7ce6d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0526226 Jul 14 10:39:32.607861 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f34af05a-7efe-4af3-9d3e-66ca1fc71cdb req-f91bb080-0fe4-4261-be7e-36eb1edeb6a6 service neutron] 10.222.0.57 "GET /v2.0/networks/984e5d9e-8659-4b88-9191-35cb1b7ce6d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839138 Jul 14 10:39:32.703277 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f34af05a-7efe-4af3-9d3e-66ca1fc71cdb req-36074652-94c9-423a-9b2a-d823438c2d5d service neutron] 10.222.0.57 "GET /v2.0/networks/984e5d9e-8659-4b88-9191-35cb1b7ce6d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888395 Jul 14 10:39:33.141783 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19cbfac-df20-4067-81bb-6246315b9c66 req-a6c2cd0a-35c0-4114-8805-94c3c9e7606d tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:39:33.145576 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b19cbfac-df20-4067-81bb-6246315b9c66 req-a6c2cd0a-35c0-4114-8805-94c3c9e7606d tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] 10.222.0.68 "GET /v2.0/ports?device_id=215b5e5c-fff5-4eef-a58f-5f987e1b0e09 HTTP/1.1" status: 200 len: 945 time: 0.0702298 Jul 14 10:39:33.185747 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-b19cbfac-df20-4067-81bb-6246315b9c66 req-04701bef-71d3-4d10-bbbf-bb51653d1b34 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] 10.222.0.68 "GET /v2.0/security-groups?id=0454d131-6818-4fbd-9103-bf608c550d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350704 Jul 14 10:39:34.417523 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41945ee-aa71-4825-b1e3-306d56a8b99d req-a8469937-8568-48dd-8c5d-46016d214b47 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:39:34.419055 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-c41945ee-aa71-4825-b1e3-306d56a8b99d req-a8469937-8568-48dd-8c5d-46016d214b47 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] 10.222.0.68 "GET /v2.0/ports?device_id=215b5e5c-fff5-4eef-a58f-5f987e1b0e09 HTTP/1.1" status: 200 len: 945 time: 0.0705459 Jul 14 10:39:34.460741 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-c41945ee-aa71-4825-b1e3-306d56a8b99d req-d01b13f1-3e50-480a-9b43-d113146e14a7 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] 10.222.0.68 "GET /v2.0/security-groups?id=0454d131-6818-4fbd-9103-bf608c550d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358980 Jul 14 10:39:35.651648 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4c8e61-9b75-4d5b-b4bd-1e99d8fa6afe req-58929fe4-ca39-4231-958e-65f7dab7f2db tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:39:35.653275 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1d4c8e61-9b75-4d5b-b4bd-1e99d8fa6afe req-58929fe4-ca39-4231-958e-65f7dab7f2db tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] 10.222.0.68 "GET /v2.0/ports?device_id=215b5e5c-fff5-4eef-a58f-5f987e1b0e09 HTTP/1.1" status: 200 len: 945 time: 0.0709603 Jul 14 10:39:35.702368 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1d4c8e61-9b75-4d5b-b4bd-1e99d8fa6afe req-da4d409e-1aec-4b78-8037-a000970bf9e6 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] 10.222.0.68 "GET /v2.0/security-groups?id=0454d131-6818-4fbd-9103-bf608c550d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423582 Jul 14 10:39:36.882318 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c96ab3-e647-4b25-b941-31ad6d0f52d8 req-b23b7e01-d759-4b6e-b997-9c228407cf92 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:39:36.884088 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-b9c96ab3-e647-4b25-b941-31ad6d0f52d8 req-b23b7e01-d759-4b6e-b997-9c228407cf92 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] 10.222.0.68 "GET /v2.0/ports?device_id=215b5e5c-fff5-4eef-a58f-5f987e1b0e09 HTTP/1.1" status: 200 len: 945 time: 0.0680058 Jul 14 10:39:36.923343 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-b9c96ab3-e647-4b25-b941-31ad6d0f52d8 req-e65dc913-1411-4b87-948b-8f0f5c21fd85 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] 10.222.0.68 "GET /v2.0/security-groups?id=0454d131-6818-4fbd-9103-bf608c550d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324943 Jul 14 10:39:37.226781 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-cfa2bcec-e7b7-4d87-8fb0-5674e31e0d4d req-7437de0a-e096-4f92-a76c-edcd268ffab4 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=215b5e5c-fff5-4eef-a58f-5f987e1b0e09&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0644803 Jul 14 10:39:37.308806 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3420c73c-4e03-48fa-8a31-8e6964cbb8d3 req-6bb8496b-8450-42a9-bc77-e60d36240fde tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:39:37.310314 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-3420c73c-4e03-48fa-8a31-8e6964cbb8d3 req-6bb8496b-8450-42a9-bc77-e60d36240fde tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] 10.222.0.68 "GET /v2.0/ports?device_id=215b5e5c-fff5-4eef-a58f-5f987e1b0e09 HTTP/1.1" status: 200 len: 945 time: 0.0679448 Jul 14 10:39:37.348990 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-3420c73c-4e03-48fa-8a31-8e6964cbb8d3 req-b6ccd5ca-9ce8-4365-8e36-210db5fb5e19 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] 10.222.0.68 "GET /v2.0/security-groups?id=0454d131-6818-4fbd-9103-bf608c550d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326481 Jul 14 10:39:38.526285 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9951283-6e61-432f-95ac-6dfcbb4a0965 req-c85dcdb5-0bb5-46f7-bcd3-67a166198d00 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:39:38.527824 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d9951283-6e61-432f-95ac-6dfcbb4a0965 req-c85dcdb5-0bb5-46f7-bcd3-67a166198d00 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] 10.222.0.68 "GET /v2.0/ports?device_id=215b5e5c-fff5-4eef-a58f-5f987e1b0e09 HTTP/1.1" status: 200 len: 945 time: 0.0644898 Jul 14 10:39:38.565816 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d9951283-6e61-432f-95ac-6dfcbb4a0965 req-aa955e57-5cf0-4b0a-84ac-d24a6bd50727 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] 10.222.0.68 "GET /v2.0/security-groups?id=0454d131-6818-4fbd-9103-bf608c550d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322692 Jul 14 10:39:38.726133 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 948983dd-77e7-4058-95b2-181115c9e4e9 no longer exists at agent hyperv_n-h2-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:39:38.798889 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:39:38.822524 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '215b5e5c-fff5-4eef-a58f-5f987e1b0e09', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '948983dd-77e7-4058-95b2-181115c9e4e9'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:39:38.824660 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}329bd6c07f982fc6c8be245f0be026b528efb6c8a9415522477faf1b9157eba4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e431194f-6a14-4552-9588-ce355580caee" -d '{"events": [{"server_uuid": "215b5e5c-fff5-4eef-a58f-5f987e1b0e09", "name": "network-vif-unplugged", "status": "completed", "tag": "948983dd-77e7-4058-95b2-181115c9e4e9"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:39:38.837377 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 948983dd-77e7-4058-95b2-181115c9e4e9, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=948983dd-77e7-4058-95b2-181115c9e4e9,segment=NetworkSegment(887f8d23-1218-40fd-a70c-9b2102725d1b),segment_id=887f8d23-1218-40fd-a70c-9b2102725d1b)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:39:38.842038 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:39:38.869907 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 14 Jul 2021 10:39:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4018f559-3173-492c-b2ba-09d61eff420f x-openstack-request-id: req-4018f559-3173-492c-b2ba-09d61eff420f {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:39:38.870188 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "215b5e5c-fff5-4eef-a58f-5f987e1b0e09", "name": "network-vif-unplugged", "status": "failed", "tag": "948983dd-77e7-4058-95b2-181115c9e4e9", "code": 422}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:39:38.870452 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-4018f559-3173-492c-b2ba-09d61eff420f {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:39:38.870840 n-d-779913-29 neutron-server[93959]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '215b5e5c-fff5-4eef-a58f-5f987e1b0e09', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '948983dd-77e7-4058-95b2-181115c9e4e9', 'code': 422} returned with failed status Jul 14 10:39:38.896257 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Pushing event updated for resources: {'Port': ['ID=948983dd-77e7-4058-95b2-181115c9e4e9,revision_number=6']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:39:38.903647 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:39:38.904002 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:39:38.904352 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:39:38.904698 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:39:38.905037 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:39:38.905379 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:39:38.905843 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:39:38.906207 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:39:38.906542 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:39:38.906874 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:39:38.907205 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:39:38.907535 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:39:39.785667 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ae5640-ea47-4787-8586-2795f755a4cd req-cfbcc41e-519e-4ad3-9200-76427da975a4 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:39:39.787206 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-02ae5640-ea47-4787-8586-2795f755a4cd req-cfbcc41e-519e-4ad3-9200-76427da975a4 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] 10.222.0.68 "GET /v2.0/ports?device_id=215b5e5c-fff5-4eef-a58f-5f987e1b0e09 HTTP/1.1" status: 200 len: 943 time: 0.1116109 Jul 14 10:39:39.825880 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-02ae5640-ea47-4787-8586-2795f755a4cd req-709863d9-9646-4f2d-b3fa-5516bbd29460 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] 10.222.0.68 "GET /v2.0/security-groups?id=0454d131-6818-4fbd-9103-bf608c550d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323071 Jul 14 10:39:41.093998 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae94d9e-9089-4fe5-8658-d54454212eb4 req-af09c4e5-4196-4e09-b7ce-70e7d836376e tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:39:41.095511 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-bae94d9e-9089-4fe5-8658-d54454212eb4 req-af09c4e5-4196-4e09-b7ce-70e7d836376e tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] 10.222.0.68 "GET /v2.0/ports?device_id=215b5e5c-fff5-4eef-a58f-5f987e1b0e09 HTTP/1.1" status: 200 len: 943 time: 0.1196477 Jul 14 10:39:41.134209 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-bae94d9e-9089-4fe5-8658-d54454212eb4 req-5d962b30-f4df-494e-9e8c-24bda2f7a64f tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] 10.222.0.68 "GET /v2.0/security-groups?id=0454d131-6818-4fbd-9103-bf608c550d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330865 Jul 14 10:39:42.316181 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d07e81f-28ea-45ba-836e-c07ac6fdecef req-2d0171b5-0d5d-4120-8b83-a3caeaece2c6 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:39:42.318920 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0d07e81f-28ea-45ba-836e-c07ac6fdecef req-2d0171b5-0d5d-4120-8b83-a3caeaece2c6 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] 10.222.0.68 "GET /v2.0/ports?device_id=215b5e5c-fff5-4eef-a58f-5f987e1b0e09 HTTP/1.1" status: 200 len: 943 time: 0.0696778 Jul 14 10:39:42.358625 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-0d07e81f-28ea-45ba-836e-c07ac6fdecef req-07269897-f311-42b4-9aad-4a985b317cad tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] 10.222.0.68 "GET /v2.0/security-groups?id=0454d131-6818-4fbd-9103-bf608c550d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346427 Jul 14 10:39:43.542939 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d40398f-6e5f-456d-830f-71c52bbebf1f req-1eb1278e-8d68-4595-bd34-35214b3dd63c tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:39:43.544559 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-3d40398f-6e5f-456d-830f-71c52bbebf1f req-1eb1278e-8d68-4595-bd34-35214b3dd63c tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] 10.222.0.68 "GET /v2.0/ports?device_id=215b5e5c-fff5-4eef-a58f-5f987e1b0e09 HTTP/1.1" status: 200 len: 943 time: 0.0680974 Jul 14 10:39:43.585951 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-3d40398f-6e5f-456d-830f-71c52bbebf1f req-212e3b91-ca9a-4a32-ae1f-880a843b51ad tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] 10.222.0.68 "GET /v2.0/security-groups?id=0454d131-6818-4fbd-9103-bf608c550d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355752 Jul 14 10:39:43.710004 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:39:44.483065 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:39:44.770841 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73140d84-e0f1-4ac4-87d3-586d05a01300 req-061f35c1-37ec-42af-95a1-e966dae4c8f9 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:39:44.772463 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-73140d84-e0f1-4ac4-87d3-586d05a01300 req-061f35c1-37ec-42af-95a1-e966dae4c8f9 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] 10.222.0.68 "GET /v2.0/ports?device_id=215b5e5c-fff5-4eef-a58f-5f987e1b0e09 HTTP/1.1" status: 200 len: 943 time: 0.0663972 Jul 14 10:39:44.814822 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-73140d84-e0f1-4ac4-87d3-586d05a01300 req-456d6cc4-8634-4279-b624-9846b77c8bb8 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] 10.222.0.68 "GET /v2.0/security-groups?id=0454d131-6818-4fbd-9103-bf608c550d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356371 Jul 14 10:39:46.001719 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f86f94a-7ab0-47df-8e50-12d068fc281f req-882c6b34-01c1-429a-8e15-4314e4dda841 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:39:46.003227 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-3f86f94a-7ab0-47df-8e50-12d068fc281f req-882c6b34-01c1-429a-8e15-4314e4dda841 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] 10.222.0.68 "GET /v2.0/ports?device_id=215b5e5c-fff5-4eef-a58f-5f987e1b0e09 HTTP/1.1" status: 200 len: 943 time: 0.0670140 Jul 14 10:39:46.042042 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-3f86f94a-7ab0-47df-8e50-12d068fc281f req-d5f4399f-b0a2-4fcb-9a05-3ff70369709b tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] 10.222.0.68 "GET /v2.0/security-groups?id=0454d131-6818-4fbd-9103-bf608c550d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331712 Jul 14 10:39:46.189273 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa2bcec-e7b7-4d87-8fb0-5674e31e0d4d req-c2721f6e-66f0-46dc-8c8f-961829eb202f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:39:46.190745 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-cfa2bcec-e7b7-4d87-8fb0-5674e31e0d4d req-c2721f6e-66f0-46dc-8c8f-961829eb202f service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=215b5e5c-fff5-4eef-a58f-5f987e1b0e09&tenant_id=e3e2202050ab44dfb14a28129ea33e2b HTTP/1.1" status: 200 len: 1095 time: 0.0585706 Jul 14 10:39:46.207958 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-cfa2bcec-e7b7-4d87-8fb0-5674e31e0d4d req-105d2ccf-46c3-486e-8689-ce9bb0d88e2e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-779913-29', 'device_owner': 'compute:nova'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:39:46.279870 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-cfa2bcec-e7b7-4d87-8fb0-5674e31e0d4d req-105d2ccf-46c3-486e-8689-ce9bb0d88e2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:39:46.486833 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-cfa2bcec-e7b7-4d87-8fb0-5674e31e0d4d req-105d2ccf-46c3-486e-8689-ce9bb0d88e2e service neutron] For port 948983dd-77e7-4058-95b2-181115c9e4e9, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=948983dd-77e7-4058-95b2-181115c9e4e9,segment=NetworkSegment(887f8d23-1218-40fd-a70c-9b2102725d1b),segment_id=887f8d23-1218-40fd-a70c-9b2102725d1b)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:39:46.521956 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-cfa2bcec-e7b7-4d87-8fb0-5674e31e0d4d req-105d2ccf-46c3-486e-8689-ce9bb0d88e2e service neutron] For port 948983dd-77e7-4058-95b2-181115c9e4e9, host n-h2-779913-29, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:39:46.561601 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [req-cfa2bcec-e7b7-4d87-8fb0-5674e31e0d4d req-105d2ccf-46c3-486e-8689-ce9bb0d88e2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 948983dd-77e7-4058-95b2-181115c9e4e9 {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:39:46.569078 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-cfa2bcec-e7b7-4d87-8fb0-5674e31e0d4d req-105d2ccf-46c3-486e-8689-ce9bb0d88e2e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:39:46.581589 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [req-cfa2bcec-e7b7-4d87-8fb0-5674e31e0d4d req-105d2ccf-46c3-486e-8689-ce9bb0d88e2e service neutron] Transition to ACTIVE for port object 948983dd-77e7-4058-95b2-181115c9e4e9 will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:39:46.585198 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-cfa2bcec-e7b7-4d87-8fb0-5674e31e0d4d req-105d2ccf-46c3-486e-8689-ce9bb0d88e2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:39:46.664803 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105d2ccf-46c3-486e-8689-ce9bb0d88e2e service neutron] Pushing event updated for resources: {'Port': ['ID=948983dd-77e7-4058-95b2-181115c9e4e9,revision_number=7']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:39:46.678383 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105d2ccf-46c3-486e-8689-ce9bb0d88e2e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:39:46.678730 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105d2ccf-46c3-486e-8689-ce9bb0d88e2e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:39:46.679078 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105d2ccf-46c3-486e-8689-ce9bb0d88e2e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:39:46.679417 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105d2ccf-46c3-486e-8689-ce9bb0d88e2e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:39:46.679751 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105d2ccf-46c3-486e-8689-ce9bb0d88e2e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:39:46.680082 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105d2ccf-46c3-486e-8689-ce9bb0d88e2e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:39:46.680417 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105d2ccf-46c3-486e-8689-ce9bb0d88e2e service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:39:46.680747 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105d2ccf-46c3-486e-8689-ce9bb0d88e2e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:39:46.681080 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105d2ccf-46c3-486e-8689-ce9bb0d88e2e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:39:46.681972 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105d2ccf-46c3-486e-8689-ce9bb0d88e2e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:39:46.682304 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105d2ccf-46c3-486e-8689-ce9bb0d88e2e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:39:46.682628 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105d2ccf-46c3-486e-8689-ce9bb0d88e2e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:39:46.726859 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfa2bcec-e7b7-4d87-8fb0-5674e31e0d4d req-105d2ccf-46c3-486e-8689-ce9bb0d88e2e service neutron] No DVR routers for this DVR port 948983dd-77e7-4058-95b2-181115c9e4e9 on host n-h2-779913-29 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:39:46.869611 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-cfa2bcec-e7b7-4d87-8fb0-5674e31e0d4d req-105d2ccf-46c3-486e-8689-ce9bb0d88e2e service neutron] Attempting to bind port 948983dd-77e7-4058-95b2-181115c9e4e9 on host n-h1-779913-29 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:39:46.869947 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-cfa2bcec-e7b7-4d87-8fb0-5674e31e0d4d req-105d2ccf-46c3-486e-8689-ce9bb0d88e2e service neutron] Attempting to bind port 948983dd-77e7-4058-95b2-181115c9e4e9 by drivers openvswitch,hyperv on host n-h1-779913-29 at level 0 using segments [{'id': '887f8d23-1218-40fd-a70c-9b2102725d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '984e5d9e-8659-4b88-9191-35cb1b7ce6d0'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:39:46.870271 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfa2bcec-e7b7-4d87-8fb0-5674e31e0d4d req-105d2ccf-46c3-486e-8689-ce9bb0d88e2e service neutron] Attempting to bind port 948983dd-77e7-4058-95b2-181115c9e4e9 on network 984e5d9e-8659-4b88-9191-35cb1b7ce6d0 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:39:46.874634 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfa2bcec-e7b7-4d87-8fb0-5674e31e0d4d req-105d2ccf-46c3-486e-8689-ce9bb0d88e2e service neutron] Port 948983dd-77e7-4058-95b2-181115c9e4e9 on network 984e5d9e-8659-4b88-9191-35cb1b7ce6d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-29 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 10:39:46.874950 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfa2bcec-e7b7-4d87-8fb0-5674e31e0d4d req-105d2ccf-46c3-486e-8689-ce9bb0d88e2e service neutron] Attempting to bind port 948983dd-77e7-4058-95b2-181115c9e4e9 on network 984e5d9e-8659-4b88-9191-35cb1b7ce6d0 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:39:46.879740 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfa2bcec-e7b7-4d87-8fb0-5674e31e0d4d req-105d2ccf-46c3-486e-8689-ce9bb0d88e2e service neutron] Checking agent: {'id': 'de11e667-f145-47b0-bd09-334a7505938e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 13, 12), 'started_at': datetime.datetime(2021, 7, 14, 9, 13, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 39, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:39:46.880091 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfa2bcec-e7b7-4d87-8fb0-5674e31e0d4d req-105d2ccf-46c3-486e-8689-ce9bb0d88e2e service neutron] Checking segment: {'id': '887f8d23-1218-40fd-a70c-9b2102725d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '984e5d9e-8659-4b88-9191-35cb1b7ce6d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:39:46.880460 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfa2bcec-e7b7-4d87-8fb0-5674e31e0d4d req-105d2ccf-46c3-486e-8689-ce9bb0d88e2e service neutron] Bound using segment: {'id': '887f8d23-1218-40fd-a70c-9b2102725d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '984e5d9e-8659-4b88-9191-35cb1b7ce6d0'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:39:46.880892 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-cfa2bcec-e7b7-4d87-8fb0-5674e31e0d4d req-105d2ccf-46c3-486e-8689-ce9bb0d88e2e service neutron] Bound port: 948983dd-77e7-4058-95b2-181115c9e4e9, host: n-h1-779913-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '887f8d23-1218-40fd-a70c-9b2102725d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '984e5d9e-8659-4b88-9191-35cb1b7ce6d0'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:39:46.881300 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-cfa2bcec-e7b7-4d87-8fb0-5674e31e0d4d req-105d2ccf-46c3-486e-8689-ce9bb0d88e2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:39:46.946358 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-cfa2bcec-e7b7-4d87-8fb0-5674e31e0d4d req-105d2ccf-46c3-486e-8689-ce9bb0d88e2e service neutron] For port 948983dd-77e7-4058-95b2-181115c9e4e9, host n-h1-779913-29, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:39:46.949889 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-cfa2bcec-e7b7-4d87-8fb0-5674e31e0d4d req-105d2ccf-46c3-486e-8689-ce9bb0d88e2e service neutron] For port 948983dd-77e7-4058-95b2-181115c9e4e9, host n-h1-779913-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=948983dd-77e7-4058-95b2-181115c9e4e9,segment=NetworkSegment(887f8d23-1218-40fd-a70c-9b2102725d1b),segment_id=887f8d23-1218-40fd-a70c-9b2102725d1b)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:39:46.954638 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-cfa2bcec-e7b7-4d87-8fb0-5674e31e0d4d req-105d2ccf-46c3-486e-8689-ce9bb0d88e2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:39:46.989137 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa2bcec-e7b7-4d87-8fb0-5674e31e0d4d req-105d2ccf-46c3-486e-8689-ce9bb0d88e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:39:46.989790 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-cfa2bcec-e7b7-4d87-8fb0-5674e31e0d4d req-105d2ccf-46c3-486e-8689-ce9bb0d88e2e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:39:46.991194 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-cfa2bcec-e7b7-4d87-8fb0-5674e31e0d4d req-105d2ccf-46c3-486e-8689-ce9bb0d88e2e service neutron] 10.222.0.65 "PUT /v2.0/ports/948983dd-77e7-4058-95b2-181115c9e4e9 HTTP/1.1" status: 200 len: 1092 time: 0.7877150 Jul 14 10:39:46.991715 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '215b5e5c-fff5-4eef-a58f-5f987e1b0e09', 'tag': '948983dd-77e7-4058-95b2-181115c9e4e9'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:39:46.993933 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}175264a25d5f1cec9b1451f1a8cc8ced5d4502f5c48740ac7c6845d527b2175b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a518318-55d8-49d6-b34b-f40ccb40b71c" -d '{"events": [{"name": "network-changed", "server_uuid": "215b5e5c-fff5-4eef-a58f-5f987e1b0e09", "tag": "948983dd-77e7-4058-95b2-181115c9e4e9"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:39:47.024775 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105d2ccf-46c3-486e-8689-ce9bb0d88e2e service neutron] Pushing event updated for resources: {'Port': ['ID=948983dd-77e7-4058-95b2-181115c9e4e9,revision_number=8']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:39:47.044326 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:39:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19915e99-3e77-4747-99a8-ce535fdc5ec8 x-openstack-request-id: req-19915e99-3e77-4747-99a8-ce535fdc5ec8 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:39:47.044465 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "215b5e5c-fff5-4eef-a58f-5f987e1b0e09", "tag": "948983dd-77e7-4058-95b2-181115c9e4e9", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:39:47.044702 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-19915e99-3e77-4747-99a8-ce535fdc5ec8 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:39:47.045104 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '215b5e5c-fff5-4eef-a58f-5f987e1b0e09', 'tag': '948983dd-77e7-4058-95b2-181115c9e4e9', 'status': 'completed', 'code': 200} Jul 14 10:39:47.105133 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa2bcec-e7b7-4d87-8fb0-5674e31e0d4d req-c87f329b-db12-47fd-817d-74b681655688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:39:47.107156 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-cfa2bcec-e7b7-4d87-8fb0-5674e31e0d4d req-c87f329b-db12-47fd-817d-74b681655688 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e3e2202050ab44dfb14a28129ea33e2b&device_id=215b5e5c-fff5-4eef-a58f-5f987e1b0e09 HTTP/1.1" status: 200 len: 1095 time: 0.0740921 Jul 14 10:39:47.208608 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa2bcec-e7b7-4d87-8fb0-5674e31e0d4d req-27504a01-2236-4f55-a2f6-710a79b3740a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:39:47.210203 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-cfa2bcec-e7b7-4d87-8fb0-5674e31e0d4d req-27504a01-2236-4f55-a2f6-710a79b3740a service neutron] 10.222.0.65 "GET /v2.0/networks?id=984e5d9e-8659-4b88-9191-35cb1b7ce6d0 HTTP/1.1" status: 200 len: 909 time: 0.0955811 Jul 14 10:39:47.225719 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e531ade-8476-40f7-9234-1425d02b1339 req-617f1dd2-d6b1-43da-b6dd-75663138b049 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:39:47.227238 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-4e531ade-8476-40f7-9234-1425d02b1339 req-617f1dd2-d6b1-43da-b6dd-75663138b049 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] 10.222.0.68 "GET /v2.0/ports?device_id=215b5e5c-fff5-4eef-a58f-5f987e1b0e09 HTTP/1.1" status: 200 len: 943 time: 0.0668719 Jul 14 10:39:47.267909 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-4e531ade-8476-40f7-9234-1425d02b1339 req-84406269-3180-42d8-a170-8dfc911bb583 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] 10.222.0.68 "GET /v2.0/security-groups?id=0454d131-6818-4fbd-9103-bf608c550d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346012 Jul 14 10:39:47.284693 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-cfa2bcec-e7b7-4d87-8fb0-5674e31e0d4d req-32fc021b-0ef1-4870-8f71-2403ee1ec192 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=948983dd-77e7-4058-95b2-181115c9e4e9 HTTP/1.1" status: 200 len: 998 time: 0.0676725 Jul 14 10:39:47.333610 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa2bcec-e7b7-4d87-8fb0-5674e31e0d4d req-76f07193-f9d6-437b-9fa9-f71d401b5f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:39:47.335099 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-cfa2bcec-e7b7-4d87-8fb0-5674e31e0d4d req-76f07193-f9d6-437b-9fa9-f71d401b5f47 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f007e05b-f154-47b1-80a5-c66d5696994e HTTP/1.1" status: 200 len: 847 time: 0.0444138 Jul 14 10:39:47.392781 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa2bcec-e7b7-4d87-8fb0-5674e31e0d4d req-ca474c7d-9ae1-4c2b-9793-09f1a785df90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:39:47.394413 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-cfa2bcec-e7b7-4d87-8fb0-5674e31e0d4d req-ca474c7d-9ae1-4c2b-9793-09f1a785df90 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=984e5d9e-8659-4b88-9191-35cb1b7ce6d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0527637 Jul 14 10:39:47.404486 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [req-cfa2bcec-e7b7-4d87-8fb0-5674e31e0d4d req-272f7cae-575c-4690-9ec9-262a79e9f26e service neutron] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=93957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 10:39:47.405458 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-cfa2bcec-e7b7-4d87-8fb0-5674e31e0d4d req-272f7cae-575c-4690-9ec9-262a79e9f26e service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050776 Jul 14 10:39:47.506744 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-cfa2bcec-e7b7-4d87-8fb0-5674e31e0d4d req-75a32289-e326-446d-9932-27f2dafd9d3a service neutron] 10.222.0.65 "GET /v2.0/networks/984e5d9e-8659-4b88-9191-35cb1b7ce6d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950055 Jul 14 10:39:47.597541 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-cfa2bcec-e7b7-4d87-8fb0-5674e31e0d4d req-e9d8cded-1755-4cdb-b0ec-55a95c690b51 service neutron] 10.222.0.65 "GET /v2.0/networks/984e5d9e-8659-4b88-9191-35cb1b7ce6d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849354 Jul 14 10:39:47.726468 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a518318-55d8-49d6-b34b-f40ccb40b71c req-035f79e7-95cb-436c-865f-6dc1ffcf78eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:39:47.728032 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1a518318-55d8-49d6-b34b-f40ccb40b71c req-035f79e7-95cb-436c-865f-6dc1ffcf78eb service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e3e2202050ab44dfb14a28129ea33e2b&device_id=215b5e5c-fff5-4eef-a58f-5f987e1b0e09 HTTP/1.1" status: 200 len: 1095 time: 0.0584414 Jul 14 10:39:47.830962 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a518318-55d8-49d6-b34b-f40ccb40b71c req-22beee58-e4fc-427c-96a6-f21f84029f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:39:47.832537 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1a518318-55d8-49d6-b34b-f40ccb40b71c req-22beee58-e4fc-427c-96a6-f21f84029f50 service neutron] 10.222.0.65 "GET /v2.0/networks?id=984e5d9e-8659-4b88-9191-35cb1b7ce6d0 HTTP/1.1" status: 200 len: 909 time: 0.0976102 Jul 14 10:39:47.901062 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1a518318-55d8-49d6-b34b-f40ccb40b71c req-4015d735-9347-4607-944d-2978874c666c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=948983dd-77e7-4058-95b2-181115c9e4e9 HTTP/1.1" status: 200 len: 998 time: 0.0621650 Jul 14 10:39:47.957741 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a518318-55d8-49d6-b34b-f40ccb40b71c req-cec85163-3bce-4cf9-9940-4cd4d6e0225a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:39:47.959234 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1a518318-55d8-49d6-b34b-f40ccb40b71c req-cec85163-3bce-4cf9-9940-4cd4d6e0225a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f007e05b-f154-47b1-80a5-c66d5696994e HTTP/1.1" status: 200 len: 847 time: 0.0517416 Jul 14 10:39:48.017055 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a518318-55d8-49d6-b34b-f40ccb40b71c req-e70fee9e-9bf8-485d-912b-d98f949c9ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:39:48.018607 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1a518318-55d8-49d6-b34b-f40ccb40b71c req-e70fee9e-9bf8-485d-912b-d98f949c9ae3 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=984e5d9e-8659-4b88-9191-35cb1b7ce6d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0525575 Jul 14 10:39:48.110971 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1a518318-55d8-49d6-b34b-f40ccb40b71c req-d78d187f-7716-4184-a4c9-ffa7a582a0c3 service neutron] 10.222.0.65 "GET /v2.0/networks/984e5d9e-8659-4b88-9191-35cb1b7ce6d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844843 Jul 14 10:39:48.204701 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1a518318-55d8-49d6-b34b-f40ccb40b71c req-02b3f577-65df-46cf-a612-ee77be60e565 service neutron] 10.222.0.65 "GET /v2.0/networks/984e5d9e-8659-4b88-9191-35cb1b7ce6d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865417 Jul 14 10:39:48.444566 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67ce1ae-6e94-4c1e-b03b-2d9bfa4b69c0 req-2beee600-feb3-42ed-a53e-b2a882a0e9ab tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:39:48.446149 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a67ce1ae-6e94-4c1e-b03b-2d9bfa4b69c0 req-2beee600-feb3-42ed-a53e-b2a882a0e9ab tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] 10.222.0.68 "GET /v2.0/ports?device_id=215b5e5c-fff5-4eef-a58f-5f987e1b0e09 HTTP/1.1" status: 200 len: 943 time: 0.0654843 Jul 14 10:39:48.487055 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a67ce1ae-6e94-4c1e-b03b-2d9bfa4b69c0 req-6f10b97d-d192-4fd3-8e20-b7c8cd599306 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] 10.222.0.68 "GET /v2.0/security-groups?id=0454d131-6818-4fbd-9103-bf608c550d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351760 Jul 14 10:39:48.714382 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.agents_db [None req-3c3509fb-540d-4335-a450-574895dd3602 None None] Agent healthcheck: found 7 active agents {{(pid=93960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:39:49.659788 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67343ea-da9e-45f4-8ca1-da22642100b8 req-e95fabbe-c217-49b3-bb00-1c6d6ba93860 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:39:49.661442 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-b67343ea-da9e-45f4-8ca1-da22642100b8 req-e95fabbe-c217-49b3-bb00-1c6d6ba93860 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] 10.222.0.68 "GET /v2.0/ports?device_id=215b5e5c-fff5-4eef-a58f-5f987e1b0e09 HTTP/1.1" status: 200 len: 943 time: 0.0639198 Jul 14 10:39:49.701972 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-b67343ea-da9e-45f4-8ca1-da22642100b8 req-b5a2b782-9515-45e4-ad38-a89e54bbdf44 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] 10.222.0.68 "GET /v2.0/security-groups?id=0454d131-6818-4fbd-9103-bf608c550d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338199 Jul 14 10:39:50.878255 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d288ddb-60b8-48f0-97f1-82a5d760e61d req-d1e2779a-bc55-46e3-82b5-ffebc9600832 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:39:50.879852 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5d288ddb-60b8-48f0-97f1-82a5d760e61d req-d1e2779a-bc55-46e3-82b5-ffebc9600832 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] 10.222.0.68 "GET /v2.0/ports?device_id=215b5e5c-fff5-4eef-a58f-5f987e1b0e09 HTTP/1.1" status: 200 len: 943 time: 0.0662766 Jul 14 10:39:50.924935 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5d288ddb-60b8-48f0-97f1-82a5d760e61d req-8e30274e-23ac-4cba-935b-40d38f698a69 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] 10.222.0.68 "GET /v2.0/security-groups?id=0454d131-6818-4fbd-9103-bf608c550d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394838 Jul 14 10:39:52.120755 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd39536-ebc4-4bbd-8680-7dd2f32540ea req-6b8e0311-6e64-417c-97f5-854fedb174ae tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:39:52.122333 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-7cd39536-ebc4-4bbd-8680-7dd2f32540ea req-6b8e0311-6e64-417c-97f5-854fedb174ae tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] 10.222.0.68 "GET /v2.0/ports?device_id=215b5e5c-fff5-4eef-a58f-5f987e1b0e09 HTTP/1.1" status: 200 len: 943 time: 0.0742667 Jul 14 10:39:52.166232 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-7cd39536-ebc4-4bbd-8680-7dd2f32540ea req-bd48c5cd-b5ac-4992-b850-3537ce88ea97 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] 10.222.0.68 "GET /v2.0/security-groups?id=0454d131-6818-4fbd-9103-bf608c550d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376840 Jul 14 10:39:52.348176 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-80dce078-c812-43fb-a520-7a3a6657d0f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:39:53.344642 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dbb6f4-5b1b-40ab-bf5a-ba1f5f467366 req-936338c5-01b4-40db-a367-746ec463aac1 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:39:53.346112 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f3dbb6f4-5b1b-40ab-bf5a-ba1f5f467366 req-936338c5-01b4-40db-a367-746ec463aac1 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] 10.222.0.68 "GET /v2.0/ports?device_id=215b5e5c-fff5-4eef-a58f-5f987e1b0e09 HTTP/1.1" status: 200 len: 943 time: 0.0649478 Jul 14 10:39:53.385363 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f3dbb6f4-5b1b-40ab-bf5a-ba1f5f467366 req-0233aefc-ea66-470d-979f-56400db231ad tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] 10.222.0.68 "GET /v2.0/security-groups?id=0454d131-6818-4fbd-9103-bf608c550d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330994 Jul 14 10:39:54.557862 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af83f3d4-dcce-48b9-a75f-7c5d7484f307 req-8f4fc06b-2ee9-4618-8f40-976fdc5ab39b tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:39:54.559365 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-af83f3d4-dcce-48b9-a75f-7c5d7484f307 req-8f4fc06b-2ee9-4618-8f40-976fdc5ab39b tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] 10.222.0.68 "GET /v2.0/ports?device_id=215b5e5c-fff5-4eef-a58f-5f987e1b0e09 HTTP/1.1" status: 200 len: 943 time: 0.0641336 Jul 14 10:39:54.599276 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-af83f3d4-dcce-48b9-a75f-7c5d7484f307 req-670d6929-7e9b-42a4-8135-ec56ccc91b64 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] 10.222.0.68 "GET /v2.0/security-groups?id=0454d131-6818-4fbd-9103-bf608c550d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343161 Jul 14 10:39:54.905677 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 948983dd-77e7-4058-95b2-181115c9e4e9 details requested by agent hyperv_n-h1-779913-29 with host n-h1-779913-29 {{(pid=93959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 10:39:54.947383 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:39:55.035873 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port 948983dd-77e7-4058-95b2-181115c9e4e9, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=948983dd-77e7-4058-95b2-181115c9e4e9,segment=NetworkSegment(887f8d23-1218-40fd-a70c-9b2102725d1b),segment_id=887f8d23-1218-40fd-a70c-9b2102725d1b)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:39:55.039205 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-048a4479-2fee-4c7c-a69f-cb707b06d673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:39:55.053600 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Returning: {'device': '948983dd-77e7-4058-95b2-181115c9e4e9', 'network_id': '984e5d9e-8659-4b88-9191-35cb1b7ce6d0', 'port_id': '948983dd-77e7-4058-95b2-181115c9e4e9', 'mac_address': 'fa:16:3e:d6:8b:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 727, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f007e05b-f154-47b1-80a5-c66d5696994e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 10:39:55.094446 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:39:55.109084 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 948983dd-77e7-4058-95b2-181115c9e4e9 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:39:55.129967 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port 948983dd-77e7-4058-95b2-181115c9e4e9, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=948983dd-77e7-4058-95b2-181115c9e4e9,segment=NetworkSegment(887f8d23-1218-40fd-a70c-9b2102725d1b),segment_id=887f8d23-1218-40fd-a70c-9b2102725d1b)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:39:55.136553 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:39:55.185879 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Pushing event updated for resources: {'Port': ['ID=948983dd-77e7-4058-95b2-181115c9e4e9,revision_number=9']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:39:55.434843 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] get_ports_and_sgs() called for port_ids ['948983dd-77e7-4058-95b2-181115c9e4e9'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:39:55.790571 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbe84e1-c794-470e-bb1f-459fc914e77f req-9c5a2204-0e6c-45de-8f9a-69492a9756d2 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:39:55.792215 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5fbe84e1-c794-470e-bb1f-459fc914e77f req-9c5a2204-0e6c-45de-8f9a-69492a9756d2 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] 10.222.0.68 "GET /v2.0/ports?device_id=215b5e5c-fff5-4eef-a58f-5f987e1b0e09 HTTP/1.1" status: 200 len: 944 time: 0.0671456 Jul 14 10:39:55.831485 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-5fbe84e1-c794-470e-bb1f-459fc914e77f req-6e9059bc-20d7-44a7-bfd9-efb0032d1430 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] 10.222.0.68 "GET /v2.0/security-groups?id=0454d131-6818-4fbd-9103-bf608c550d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337193 Jul 14 10:39:56.219203 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5ad31076-714c-49ec-bc37-f3d4cd90112a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:39:56.937645 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 948983dd-77e7-4058-95b2-181115c9e4e9 up at agent hyperv_n-h1-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:39:57.005087 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Provisioning for port 948983dd-77e7-4058-95b2-181115c9e4e9 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:39:57.011916 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Provisioning complete for port 948983dd-77e7-4058-95b2-181115c9e4e9 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:39:57.012585 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:39:57.031160 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4641607-48ce-47d1-b6f1-99a525371181 req-b2822108-ffd5-45a6-93ec-acc0d652ef59 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:39:57.032874 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-c4641607-48ce-47d1-b6f1-99a525371181 req-b2822108-ffd5-45a6-93ec-acc0d652ef59 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] 10.222.0.68 "GET /v2.0/ports?device_id=215b5e5c-fff5-4eef-a58f-5f987e1b0e09 HTTP/1.1" status: 200 len: 944 time: 0.0743897 Jul 14 10:39:57.076449 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-c4641607-48ce-47d1-b6f1-99a525371181 req-1e292339-b527-41b5-b5e7-8c35ff0493ba tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] 10.222.0.68 "GET /v2.0/security-groups?id=0454d131-6818-4fbd-9103-bf608c550d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373514 Jul 14 10:39:57.116659 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:39:57.140390 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '215b5e5c-fff5-4eef-a58f-5f987e1b0e09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '948983dd-77e7-4058-95b2-181115c9e4e9'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:39:57.142663 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}329bd6c07f982fc6c8be245f0be026b528efb6c8a9415522477faf1b9157eba4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c1bef2b-1010-450e-b602-ad862f132cb8" -d '{"events": [{"server_uuid": "215b5e5c-fff5-4eef-a58f-5f987e1b0e09", "name": "network-vif-plugged", "status": "completed", "tag": "948983dd-77e7-4058-95b2-181115c9e4e9"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:39:57.155801 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port 948983dd-77e7-4058-95b2-181115c9e4e9, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=948983dd-77e7-4058-95b2-181115c9e4e9,segment=NetworkSegment(887f8d23-1218-40fd-a70c-9b2102725d1b),segment_id=887f8d23-1218-40fd-a70c-9b2102725d1b)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:39:57.160518 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:39:57.184427 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:39:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51fbedde-a435-4f7c-a613-3cde626fa92a x-openstack-request-id: req-51fbedde-a435-4f7c-a613-3cde626fa92a {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:39:57.184721 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "215b5e5c-fff5-4eef-a58f-5f987e1b0e09", "name": "network-vif-plugged", "status": "completed", "tag": "948983dd-77e7-4058-95b2-181115c9e4e9", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:39:57.184969 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-51fbedde-a435-4f7c-a613-3cde626fa92a {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:39:57.185351 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '215b5e5c-fff5-4eef-a58f-5f987e1b0e09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '948983dd-77e7-4058-95b2-181115c9e4e9', 'code': 200} Jul 14 10:39:57.212649 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Pushing event updated for resources: {'Port': ['ID=948983dd-77e7-4058-95b2-181115c9e4e9,revision_number=10']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:39:57.399815 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00252311-cc6a-452e-8928-f64d1a507710 req-656b0da6-a68d-42e8-95c3-c5b6b2963f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:39:57.401396 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-00252311-cc6a-452e-8928-f64d1a507710 req-656b0da6-a68d-42e8-95c3-c5b6b2963f0a service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=215b5e5c-fff5-4eef-a58f-5f987e1b0e09 HTTP/1.1" status: 200 len: 1098 time: 0.0603101 Jul 14 10:39:57.437613 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-00252311-cc6a-452e-8928-f64d1a507710 req-086c4683-09e6-41bd-95bd-30a9b35f0e53 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=0454d131-6818-4fbd-9103-bf608c550d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296388 Jul 14 10:39:58.013152 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5bbe322f-3f67-4864-bc0a-91afe44d23e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:39:58.286217 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1674c0da-4b12-4413-8924-252c9244fd02 req-59616c78-2f77-4a6f-9bc5-c7d6ad61c3bd tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:39:58.287883 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-1674c0da-4b12-4413-8924-252c9244fd02 req-59616c78-2f77-4a6f-9bc5-c7d6ad61c3bd tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] 10.222.0.68 "GET /v2.0/ports?device_id=215b5e5c-fff5-4eef-a58f-5f987e1b0e09 HTTP/1.1" status: 200 len: 946 time: 0.0854645 Jul 14 10:39:58.342599 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-1674c0da-4b12-4413-8924-252c9244fd02 req-c4036702-2f22-48d9-acda-6a51ba3d7129 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] 10.222.0.68 "GET /v2.0/security-groups?id=0454d131-6818-4fbd-9103-bf608c550d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467310 Jul 14 10:39:59.542584 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea1d07a-14c1-48b8-878f-ac45a19b710f req-9affa253-e769-4abf-98fe-f840669a936e tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:39:59.544190 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-7ea1d07a-14c1-48b8-878f-ac45a19b710f req-9affa253-e769-4abf-98fe-f840669a936e tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] 10.222.0.68 "GET /v2.0/ports?device_id=215b5e5c-fff5-4eef-a58f-5f987e1b0e09 HTTP/1.1" status: 200 len: 946 time: 0.0759497 Jul 14 10:39:59.589255 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-7ea1d07a-14c1-48b8-878f-ac45a19b710f req-4981b100-0018-4dc2-96e3-e9c42bd84d12 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] 10.222.0.68 "GET /v2.0/security-groups?id=0454d131-6818-4fbd-9103-bf608c550d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387194 Jul 14 10:40:13.727242 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:40:14.486600 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:40:22.353784 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0787d529-79c7-4692-b695-1d7cfb877f3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:40:24.939857 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:40:25.022302 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-de64f61c-223f-4e10-99db-e34a50234301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:40:25.714518 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.agents_db [None req-3c3509fb-540d-4335-a450-574895dd3602 None None] Agent healthcheck: found 7 active agents {{(pid=93960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:40:26.221871 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5ad31076-714c-49ec-bc37-f3d4cd90112a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:40:28.014888 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5bbe322f-3f67-4864-bc0a-91afe44d23e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:40:37.936472 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ac50fc3a-5bdc-4990-87cc-9300eed915c3 req-b73f4693-3162-40e8-8df0-fe4b2318b566 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=215b5e5c-fff5-4eef-a58f-5f987e1b0e09&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0586123 Jul 14 10:40:38.060759 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac50fc3a-5bdc-4990-87cc-9300eed915c3 req-8d04629c-aa40-4a33-be8e-102c77e64182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:40:38.062301 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ac50fc3a-5bdc-4990-87cc-9300eed915c3 req-8d04629c-aa40-4a33-be8e-102c77e64182 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e3e2202050ab44dfb14a28129ea33e2b&device_id=215b5e5c-fff5-4eef-a58f-5f987e1b0e09 HTTP/1.1" status: 200 len: 1098 time: 0.0602577 Jul 14 10:40:38.181681 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac50fc3a-5bdc-4990-87cc-9300eed915c3 req-12557c1a-5162-4044-a95c-fdc20cf530e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:40:38.183486 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ac50fc3a-5bdc-4990-87cc-9300eed915c3 req-12557c1a-5162-4044-a95c-fdc20cf530e1 service neutron] 10.222.0.65 "GET /v2.0/networks?id=984e5d9e-8659-4b88-9191-35cb1b7ce6d0 HTTP/1.1" status: 200 len: 909 time: 0.0971804 Jul 14 10:40:38.257380 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ac50fc3a-5bdc-4990-87cc-9300eed915c3 req-d2e7e968-ea9a-4f13-b2c8-3e141daaf854 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=948983dd-77e7-4058-95b2-181115c9e4e9 HTTP/1.1" status: 200 len: 1000 time: 0.0673978 Jul 14 10:40:38.310072 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac50fc3a-5bdc-4990-87cc-9300eed915c3 req-956d38c0-7e65-4008-b6b4-a6065c806085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:40:38.311560 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ac50fc3a-5bdc-4990-87cc-9300eed915c3 req-956d38c0-7e65-4008-b6b4-a6065c806085 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f007e05b-f154-47b1-80a5-c66d5696994e HTTP/1.1" status: 200 len: 847 time: 0.0483813 Jul 14 10:40:38.373865 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac50fc3a-5bdc-4990-87cc-9300eed915c3 req-6566ba0c-1541-40ec-ba0b-8d14c9557add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:40:38.375396 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ac50fc3a-5bdc-4990-87cc-9300eed915c3 req-6566ba0c-1541-40ec-ba0b-8d14c9557add service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=984e5d9e-8659-4b88-9191-35cb1b7ce6d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0556946 Jul 14 10:40:38.473158 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ac50fc3a-5bdc-4990-87cc-9300eed915c3 req-ebc783e6-817f-403b-bac7-3ab9a74a2536 service neutron] 10.222.0.65 "GET /v2.0/networks/984e5d9e-8659-4b88-9191-35cb1b7ce6d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904515 Jul 14 10:40:38.566186 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ac50fc3a-5bdc-4990-87cc-9300eed915c3 req-7cc0080b-8d73-4cdb-9635-4698a171f5dd service neutron] 10.222.0.65 "GET /v2.0/networks/984e5d9e-8659-4b88-9191-35cb1b7ce6d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870342 Jul 14 10:40:43.740062 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:40:44.507279 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:40:52.350878 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f198160c-61e3-4861-83da-35b31aaff176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:40:54.946893 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:40:55.028435 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a0a61d33-cda1-4da2-9e8a-bd98e21f3133 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:40:56.226892 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5ad31076-714c-49ec-bc37-f3d4cd90112a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:40:58.020356 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5bbe322f-3f67-4864-bc0a-91afe44d23e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:02.714601 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.agents_db [None req-3c3509fb-540d-4335-a450-574895dd3602 None None] Agent healthcheck: found 7 active agents {{(pid=93960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:41:13.739783 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:14.500894 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:15.112721 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 42410) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:41:15.272624 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-4717d8cd-d989-4fdc-8f43-ba101198124a tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Deleting port bfd0d735-9cba-4516-989f-2558518689e2 {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:41:15.272977 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4717d8cd-d989-4fdc-8f43-ba101198124a tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:15.351200 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4717d8cd-d989-4fdc-8f43-ba101198124a tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:15.351438 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4717d8cd-d989-4fdc-8f43-ba101198124a tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:15.363546 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-4717d8cd-d989-4fdc-8f43-ba101198124a tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Calling delete_port for bfd0d735-9cba-4516-989f-2558518689e2 owned by network:floatingip {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:41:15.526916 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4717d8cd-d989-4fdc-8f43-ba101198124a tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:15.552532 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4717d8cd-d989-4fdc-8f43-ba101198124a tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Pushing event deleted for resources: {'Port': ['ID=bfd0d735-9cba-4516-989f-2558518689e2,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:41:15.564573 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4717d8cd-d989-4fdc-8f43-ba101198124a tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:41:15.564957 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4717d8cd-d989-4fdc-8f43-ba101198124a tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:41:15.565309 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4717d8cd-d989-4fdc-8f43-ba101198124a tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:41:15.565732 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4717d8cd-d989-4fdc-8f43-ba101198124a tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:41:15.566089 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4717d8cd-d989-4fdc-8f43-ba101198124a tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:41:15.566925 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4717d8cd-d989-4fdc-8f43-ba101198124a tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:41:15.566925 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4717d8cd-d989-4fdc-8f43-ba101198124a tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:41:15.567185 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4717d8cd-d989-4fdc-8f43-ba101198124a tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:41:15.567406 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4717d8cd-d989-4fdc-8f43-ba101198124a tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:41:15.567736 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4717d8cd-d989-4fdc-8f43-ba101198124a tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:41:15.568070 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4717d8cd-d989-4fdc-8f43-ba101198124a tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:41:15.568405 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4717d8cd-d989-4fdc-8f43-ba101198124a tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:41:15.628303 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4717d8cd-d989-4fdc-8f43-ba101198124a tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Notify callbacks [] for floatingip, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:15.628767 n-d-779913-29 neutron-server[93957]: INFO neutron.db.l3_db [None req-4717d8cd-d989-4fdc-8f43-ba101198124a tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Floating IP 8e3e416d-b879-486b-abd1-b432e6a27485 disassociated (deleted). External IP: 172.25.4.47, port: 948983dd-77e7-4058-95b2-181115c9e4e9. Jul 14 10:41:15.849123 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4717d8cd-d989-4fdc-8f43-ba101198124a tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Router 362fc5ea-66bc-43bd-8ebf-3add35b4ccf9 has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:41:15.957291 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4717d8cd-d989-4fdc-8f43-ba101198124a tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:41:15.961989 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-4717d8cd-d989-4fdc-8f43-ba101198124a tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for floatingip, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:15.967836 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac075570-ef6f-4161-8c63-7138f63f26c6 None None] Sync routers for ids ['362fc5ea-66bc-43bd-8ebf-3add35b4ccf9'] in n-d-779913-29 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:41:15.977530 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac075570-ef6f-4161-8c63-7138f63f26c6 None None] Routers {'362fc5ea-66bc-43bd-8ebf-3add35b4ccf9'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:41:15.978140 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-ac075570-ef6f-4161-8c63-7138f63f26c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T10:40:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['362fc5ea-66bc-43bd-8ebf-3add35b4ccf9'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:41:15.999739 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-4717d8cd-d989-4fdc-8f43-ba101198124a tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] 10.222.0.68 "DELETE /v2.0/floatingips/8e3e416d-b879-486b-abd1-b432e6a27485 HTTP/1.1" status: 204 len: 168 time: 0.8857930 Jul 14 10:41:16.000342 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '215b5e5c-fff5-4eef-a58f-5f987e1b0e09', 'tag': '948983dd-77e7-4058-95b2-181115c9e4e9'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:41:16.002664 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}175264a25d5f1cec9b1451f1a8cc8ced5d4502f5c48740ac7c6845d527b2175b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42cbc0c8-54e6-4c20-aab7-0fedb2dc88fd" -d '{"events": [{"name": "network-changed", "server_uuid": "215b5e5c-fff5-4eef-a58f-5f987e1b0e09", "tag": "948983dd-77e7-4058-95b2-181115c9e4e9"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:41:16.086669 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-ac075570-ef6f-4161-8c63-7138f63f26c6 None None] Set router 362fc5ea-66bc-43bd-8ebf-3add35b4ccf9 gateway port host: n-d-779913-29 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:41:16.101841 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:41:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dcf7955-db8f-45f1-907d-50c7acb62412 x-openstack-request-id: req-8dcf7955-db8f-45f1-907d-50c7acb62412 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:41:16.102263 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "215b5e5c-fff5-4eef-a58f-5f987e1b0e09", "tag": "948983dd-77e7-4058-95b2-181115c9e4e9", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:41:16.102524 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-8dcf7955-db8f-45f1-907d-50c7acb62412 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:41:16.103165 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '215b5e5c-fff5-4eef-a58f-5f987e1b0e09', 'tag': '948983dd-77e7-4058-95b2-181115c9e4e9', 'status': 'completed', 'code': 200} Jul 14 10:41:16.205882 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cbc0c8-54e6-4c20-aab7-0fedb2dc88fd req-aaee9f4d-51cc-41b3-9c66-690beb31ff58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:41:16.207591 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-42cbc0c8-54e6-4c20-aab7-0fedb2dc88fd req-aaee9f4d-51cc-41b3-9c66-690beb31ff58 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e3e2202050ab44dfb14a28129ea33e2b&device_id=215b5e5c-fff5-4eef-a58f-5f987e1b0e09 HTTP/1.1" status: 200 len: 1098 time: 0.0598776 Jul 14 10:41:16.299311 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-ac075570-ef6f-4161-8c63-7138f63f26c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '362fc5ea-66bc-43bd-8ebf-3add35b4ccf9', 'name': 'tempest-TestShelveInstance-663421211-router', 'tenant_id': 'e3e2202050ab44dfb14a28129ea33e2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.151'}], 'enable_snat': True}, 'gw_port_id': '6b699241-c8e1-4ddc-a935-209bd1346bcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:32:17Z', 'updated_at': '2021-07-14T10:32:20Z', 'revision_number': 4, 'project_id': 'e3e2202050ab44dfb14a28129ea33e2b', 'gw_port': {'id': '6b699241-c8e1-4ddc-a935-209bd1346bcf', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:8d:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '362fc5ea-66bc-43bd-8ebf-3add35b4ccf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:32:17Z', 'updated_at': '2021-07-14T10:32:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': 'c2368b30-f3d8-4011-b790-aaa488807205', 'name': '', 'network_id': '984e5d9e-8659-4b88-9191-35cb1b7ce6d0', 'tenant_id': 'e3e2202050ab44dfb14a28129ea33e2b', 'mac_address': 'fa:16:3e:58:e1:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '362fc5ea-66bc-43bd-8ebf-3add35b4ccf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'f007e05b-f154-47b1-80a5-c66d5696994e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:32:19Z', 'updated_at': '2021-07-14T10:32:25Z', 'revision_number': 5, 'project_id': 'e3e2202050ab44dfb14a28129ea33e2b', 'subnets': [{'id': 'f007e05b-f154-47b1-80a5-c66d5696994e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:41:16.307805 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cbc0c8-54e6-4c20-aab7-0fedb2dc88fd req-41eea59a-464b-480f-8b47-9e68aacf1211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:41:16.309293 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-42cbc0c8-54e6-4c20-aab7-0fedb2dc88fd req-41eea59a-464b-480f-8b47-9e68aacf1211 service neutron] 10.222.0.65 "GET /v2.0/networks?id=984e5d9e-8659-4b88-9191-35cb1b7ce6d0 HTTP/1.1" status: 200 len: 909 time: 0.0938795 Jul 14 10:41:16.328300 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac075570-ef6f-4161-8c63-7138f63f26c6 None None] Checking router: 362fc5ea-66bc-43bd-8ebf-3add35b4ccf9 for host: n-d-779913-29 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:41:16.336781 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac075570-ef6f-4161-8c63-7138f63f26c6 None None] Routers {'362fc5ea-66bc-43bd-8ebf-3add35b4ccf9'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:41:16.337392 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-ac075570-ef6f-4161-8c63-7138f63f26c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T10:40:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['362fc5ea-66bc-43bd-8ebf-3add35b4ccf9'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:41:16.353848 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-42cbc0c8-54e6-4c20-aab7-0fedb2dc88fd req-328394b0-c3c8-4244-bc1c-b02cd6377f69 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=948983dd-77e7-4058-95b2-181115c9e4e9 HTTP/1.1" status: 200 len: 217 time: 0.0372245 Jul 14 10:41:16.438757 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cbc0c8-54e6-4c20-aab7-0fedb2dc88fd req-65109471-3b4d-406c-b7b3-574fee8df5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:41:16.440306 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-42cbc0c8-54e6-4c20-aab7-0fedb2dc88fd req-65109471-3b4d-406c-b7b3-574fee8df5c7 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f007e05b-f154-47b1-80a5-c66d5696994e HTTP/1.1" status: 200 len: 847 time: 0.0785768 Jul 14 10:41:16.487904 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcac3be-0f6f-4264-83d9-43ed04ab7055 req-0c64dc2a-a6bd-40df-8af1-d9935b1397ba tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:41:16.489865 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-dbcac3be-0f6f-4264-83d9-43ed04ab7055 req-0c64dc2a-a6bd-40df-8af1-d9935b1397ba tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] 10.222.0.68 "GET /v2.0/ports?device_id=215b5e5c-fff5-4eef-a58f-5f987e1b0e09 HTTP/1.1" status: 200 len: 946 time: 0.1390088 Jul 14 10:41:16.542447 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cbc0c8-54e6-4c20-aab7-0fedb2dc88fd req-a980eae4-a58e-4f0f-b5ec-1492ed32731c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:41:16.543954 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-42cbc0c8-54e6-4c20-aab7-0fedb2dc88fd req-a980eae4-a58e-4f0f-b5ec-1492ed32731c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=984e5d9e-8659-4b88-9191-35cb1b7ce6d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0961878 Jul 14 10:41:16.546054 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-ac075570-ef6f-4161-8c63-7138f63f26c6 None None] Set router 362fc5ea-66bc-43bd-8ebf-3add35b4ccf9 gateway port host: n-d-779913-29 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:41:16.548186 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-dbcac3be-0f6f-4264-83d9-43ed04ab7055 req-c7e7ec7c-184f-4da1-b417-9f30440f0361 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] 10.222.0.68 "GET /v2.0/security-groups?id=0454d131-6818-4fbd-9103-bf608c550d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489881 Jul 14 10:41:16.641078 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-42cbc0c8-54e6-4c20-aab7-0fedb2dc88fd req-cf959d0b-15f2-4b42-a4a9-87a0247d16d4 service neutron] 10.222.0.65 "GET /v2.0/networks/984e5d9e-8659-4b88-9191-35cb1b7ce6d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889750 Jul 14 10:41:16.742228 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-42cbc0c8-54e6-4c20-aab7-0fedb2dc88fd req-9c152b56-3e38-4a02-b516-b47ef88c59e4 service neutron] 10.222.0.65 "GET /v2.0/networks/984e5d9e-8659-4b88-9191-35cb1b7ce6d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933280 Jul 14 10:41:16.753784 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-ac075570-ef6f-4161-8c63-7138f63f26c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '362fc5ea-66bc-43bd-8ebf-3add35b4ccf9', 'name': 'tempest-TestShelveInstance-663421211-router', 'tenant_id': 'e3e2202050ab44dfb14a28129ea33e2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.151'}], 'enable_snat': True}, 'gw_port_id': '6b699241-c8e1-4ddc-a935-209bd1346bcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:32:17Z', 'updated_at': '2021-07-14T10:32:20Z', 'revision_number': 4, 'project_id': 'e3e2202050ab44dfb14a28129ea33e2b', 'gw_port': {'id': '6b699241-c8e1-4ddc-a935-209bd1346bcf', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:8d:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '362fc5ea-66bc-43bd-8ebf-3add35b4ccf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:32:17Z', 'updated_at': '2021-07-14T10:32:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': 'c2368b30-f3d8-4011-b790-aaa488807205', 'name': '', 'network_id': '984e5d9e-8659-4b88-9191-35cb1b7ce6d0', 'tenant_id': 'e3e2202050ab44dfb14a28129ea33e2b', 'mac_address': 'fa:16:3e:58:e1:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '362fc5ea-66bc-43bd-8ebf-3add35b4ccf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'f007e05b-f154-47b1-80a5-c66d5696994e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:32:19Z', 'updated_at': '2021-07-14T10:32:25Z', 'revision_number': 5, 'project_id': 'e3e2202050ab44dfb14a28129ea33e2b', 'subnets': [{'id': 'f007e05b-f154-47b1-80a5-c66d5696994e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:41:16.784512 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac075570-ef6f-4161-8c63-7138f63f26c6 None None] The sync data for ids ['362fc5ea-66bc-43bd-8ebf-3add35b4ccf9'] in n-d-779913-29 is: [{'id': '362fc5ea-66bc-43bd-8ebf-3add35b4ccf9', 'name': 'tempest-TestShelveInstance-663421211-router', 'tenant_id': 'e3e2202050ab44dfb14a28129ea33e2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.151'}], 'enable_snat': True}, 'gw_port_id': '6b699241-c8e1-4ddc-a935-209bd1346bcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:32:17Z', 'updated_at': '2021-07-14T10:32:20Z', 'revision_number': 4, 'project_id': 'e3e2202050ab44dfb14a28129ea33e2b', 'gw_port': {'id': '6b699241-c8e1-4ddc-a935-209bd1346bcf', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:8d:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '362fc5ea-66bc-43bd-8ebf-3add35b4ccf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:32:17Z', 'updated_at': '2021-07-14T10:32:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': 'c2368b30-f3d8-4011-b790-aaa488807205', 'name': '', 'network_id': '984e5d9e-8659-4b88-9191-35cb1b7ce6d0', 'tenant_id': 'e3e2202050ab44dfb14a28129ea33e2b', 'mac_address': 'fa:16:3e:58:e1:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '362fc5ea-66bc-43bd-8ebf-3add35b4ccf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'f007e05b-f154-47b1-80a5-c66d5696994e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:32:19Z', 'updated_at': '2021-07-14T10:32:25Z', 'revision_number': 5, 'project_id': 'e3e2202050ab44dfb14a28129ea33e2b', 'subnets': [{'id': 'f007e05b-f154-47b1-80a5-c66d5696994e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:41:17.014279 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d88e608e-6831-4e18-bf2d-850a67abecbc None None] New status for floating IP 8e3e416d-b879-486b-abd1-b432e6a27485: DOWN {{(pid=93959) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 10:41:17.726685 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fa2bdd-c34f-42d4-a1f0-e0d6c1af613c req-6d96ce18-9c09-499e-8a76-361ac7f9095a tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:41:17.728803 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-04fa2bdd-c34f-42d4-a1f0-e0d6c1af613c req-6d96ce18-9c09-499e-8a76-361ac7f9095a tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] 10.222.0.68 "GET /v2.0/ports?device_id=215b5e5c-fff5-4eef-a58f-5f987e1b0e09 HTTP/1.1" status: 200 len: 946 time: 0.0653317 Jul 14 10:41:17.766547 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-04fa2bdd-c34f-42d4-a1f0-e0d6c1af613c req-e8e154ee-71a4-40ca-bb4a-376e50124409 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] 10.222.0.68 "GET /v2.0/security-groups?id=0454d131-6818-4fbd-9103-bf608c550d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321283 Jul 14 10:41:18.030955 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484034e0-7d3a-4408-a67b-24e2c12479b8 req-869556dd-5aec-4bff-8169-aea3798d795a tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:41:18.032609 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-484034e0-7d3a-4408-a67b-24e2c12479b8 req-869556dd-5aec-4bff-8169-aea3798d795a tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] 10.222.0.65 "GET /v2.0/ports?device_id=215b5e5c-fff5-4eef-a58f-5f987e1b0e09 HTTP/1.1" status: 200 len: 946 time: 0.0724657 Jul 14 10:41:18.141874 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [req-484034e0-7d3a-4408-a67b-24e2c12479b8 req-3f69e61b-3124-4bc2-b1be-a713969ed2e5 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Deleting port 948983dd-77e7-4058-95b2-181115c9e4e9 {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:41:18.142218 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-484034e0-7d3a-4408-a67b-24e2c12479b8 req-3f69e61b-3124-4bc2-b1be-a713969ed2e5 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:18.570836 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-484034e0-7d3a-4408-a67b-24e2c12479b8 req-3f69e61b-3124-4bc2-b1be-a713969ed2e5 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] For port 948983dd-77e7-4058-95b2-181115c9e4e9, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=948983dd-77e7-4058-95b2-181115c9e4e9,segment=NetworkSegment(887f8d23-1218-40fd-a70c-9b2102725d1b),segment_id=887f8d23-1218-40fd-a70c-9b2102725d1b)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:41:18.571758 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-484034e0-7d3a-4408-a67b-24e2c12479b8 req-3f69e61b-3124-4bc2-b1be-a713969ed2e5 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:18.585275 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [req-484034e0-7d3a-4408-a67b-24e2c12479b8 req-3f69e61b-3124-4bc2-b1be-a713969ed2e5 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Calling delete_port for 948983dd-77e7-4058-95b2-181115c9e4e9 owned by compute:nova {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:41:18.716649 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-484034e0-7d3a-4408-a67b-24e2c12479b8 req-3f69e61b-3124-4bc2-b1be-a713969ed2e5 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:18.749928 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f69e61b-3124-4bc2-b1be-a713969ed2e5 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Pushing event deleted for resources: {'Port': ['ID=948983dd-77e7-4058-95b2-181115c9e4e9,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:41:18.798382 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-484034e0-7d3a-4408-a67b-24e2c12479b8 req-3f69e61b-3124-4bc2-b1be-a713969ed2e5 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] No DVR routers for this DVR port 948983dd-77e7-4058-95b2-181115c9e4e9 on host n-h1-779913-29 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:41:18.800508 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-484034e0-7d3a-4408-a67b-24e2c12479b8 req-3f69e61b-3124-4bc2-b1be-a713969ed2e5 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:18.802535 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-484034e0-7d3a-4408-a67b-24e2c12479b8 req-3f69e61b-3124-4bc2-b1be-a713969ed2e5 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] 10.222.0.65 "DELETE /v2.0/ports/948983dd-77e7-4058-95b2-181115c9e4e9 HTTP/1.1" status: 204 len: 173 time: 0.7635636 Jul 14 10:41:18.802991 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '215b5e5c-fff5-4eef-a58f-5f987e1b0e09', 'name': 'network-vif-deleted', 'tag': '948983dd-77e7-4058-95b2-181115c9e4e9'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:41:18.805247 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}175264a25d5f1cec9b1451f1a8cc8ced5d4502f5c48740ac7c6845d527b2175b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b44a4f6f-b692-4697-890f-fa89cb8a2f5a" -d '{"events": [{"server_uuid": "215b5e5c-fff5-4eef-a58f-5f987e1b0e09", "name": "network-vif-deleted", "tag": "948983dd-77e7-4058-95b2-181115c9e4e9"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:41:18.845142 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:41:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b79a7d4-808e-4fb9-94f4-9e506c3856f7 x-openstack-request-id: req-4b79a7d4-808e-4fb9-94f4-9e506c3856f7 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:41:18.846452 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "215b5e5c-fff5-4eef-a58f-5f987e1b0e09", "name": "network-vif-deleted", "tag": "948983dd-77e7-4058-95b2-181115c9e4e9", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:41:18.846452 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-4b79a7d4-808e-4fb9-94f4-9e506c3856f7 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:41:18.846841 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '215b5e5c-fff5-4eef-a58f-5f987e1b0e09', 'name': 'network-vif-deleted', 'tag': '948983dd-77e7-4058-95b2-181115c9e4e9', 'status': 'completed', 'code': 200} Jul 14 10:41:18.933730 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-65adbbca-cba3-4d83-a6a8-89c083090801 req-d9df8e9a-a5b3-4f5a-a402-2717bd68a8a7 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] 10.222.0.68 "GET /v2.0/ports?device_id=215b5e5c-fff5-4eef-a58f-5f987e1b0e09 HTTP/1.1" status: 200 len: 210 time: 0.0338402 Jul 14 10:41:20.132788 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-1bf04d3e-07e7-4e30-984c-caa4eaf42623 req-07b0604f-9609-405f-8433-e03d62a97f8d tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] 10.222.0.68 "GET /v2.0/ports?device_id=215b5e5c-fff5-4eef-a58f-5f987e1b0e09 HTTP/1.1" status: 200 len: 210 time: 0.0340986 Jul 14 10:41:21.284567 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-2dd13666-c046-4387-a32c-bee033cd011e req-6d6061c5-0650-4177-90c6-576e6571bfef tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] 10.222.0.68 "GET /v2.0/ports?device_id=215b5e5c-fff5-4eef-a58f-5f987e1b0e09 HTTP/1.1" status: 200 len: 210 time: 0.0314617 Jul 14 10:41:21.359489 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 948983dd-77e7-4058-95b2-181115c9e4e9 no longer exists at agent hyperv_n-h1-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:41:21.381401 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] No Port match for: 948983dd-77e7-4058-95b2-181115c9e4e9 {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:41:21.381785 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device 948983dd-77e7-4058-95b2-181115c9e4e9 not bound to the agent host n-h1-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:41:22.348165 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4ea05fb3-4a97-4ab1-b9a9-31eca7cd3de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:22.434916 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-678b5283-495f-403d-a0fb-2a59fde2b978 req-20c4a6fc-c5b8-43c9-8246-757acfb381e4 tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] 10.222.0.68 "GET /v2.0/ports?device_id=215b5e5c-fff5-4eef-a58f-5f987e1b0e09 HTTP/1.1" status: 200 len: 210 time: 0.0306857 Jul 14 10:41:23.538331 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 42444) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:41:23.626212 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-149a3a08-8079-4b57-8283-b24855b87e0a tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Notify callbacks [] for security_group, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:23.658624 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-149a3a08-8079-4b57-8283-b24855b87e0a tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:23.739204 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-149a3a08-8079-4b57-8283-b24855b87e0a tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:23.744233 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-149a3a08-8079-4b57-8283-b24855b87e0a tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:23.748822 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-149a3a08-8079-4b57-8283-b24855b87e0a tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] 10.222.0.68 "DELETE /v2.0/security-groups/0454d131-6818-4fbd-9103-bf608c550d3a HTTP/1.1" status: 204 len: 168 time: 0.2062936 Jul 14 10:41:23.762445 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149a3a08-8079-4b57-8283-b24855b87e0a tempest-TestShelveInstance-1235247734 tempest-TestShelveInstance-1235247734-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0454d131-6818-4fbd-9103-bf608c550d3a,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:41:24.828493 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 42450) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:41:24.954933 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:25.032300 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5322c6ed-211c-4119-89a5-b87593fd1d39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:25.411316 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cb530866-40f7-41f1-86be-164a038bc273 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-683602'] for router_interface, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:25.739347 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-cb530866-40f7-41f1-86be-164a038bc273 admin admin] Deleting port c2368b30-f3d8-4011-b790-aaa488807205 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:41:25.739619 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cb530866-40f7-41f1-86be-164a038bc273 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:25.826977 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-cb530866-40f7-41f1-86be-164a038bc273 admin admin] For port c2368b30-f3d8-4011-b790-aaa488807205, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=c2368b30-f3d8-4011-b790-aaa488807205,segment=NetworkSegment(887f8d23-1218-40fd-a70c-9b2102725d1b),segment_id=887f8d23-1218-40fd-a70c-9b2102725d1b)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:41:25.827589 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cb530866-40f7-41f1-86be-164a038bc273 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:25.842975 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-cb530866-40f7-41f1-86be-164a038bc273 admin admin] Calling delete_port for c2368b30-f3d8-4011-b790-aaa488807205 owned by network:router_interface {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:41:26.062320 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cb530866-40f7-41f1-86be-164a038bc273 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:26.097836 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb530866-40f7-41f1-86be-164a038bc273 admin admin] Pushing event deleted for resources: {'Port': ['ID=c2368b30-f3d8-4011-b790-aaa488807205,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:41:26.112694 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb530866-40f7-41f1-86be-164a038bc273 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:41:26.113063 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb530866-40f7-41f1-86be-164a038bc273 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:41:26.113418 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb530866-40f7-41f1-86be-164a038bc273 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:41:26.113796 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb530866-40f7-41f1-86be-164a038bc273 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:41:26.114137 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb530866-40f7-41f1-86be-164a038bc273 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:41:26.114478 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb530866-40f7-41f1-86be-164a038bc273 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:41:26.114815 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb530866-40f7-41f1-86be-164a038bc273 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:41:26.115151 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb530866-40f7-41f1-86be-164a038bc273 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:41:26.115475 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb530866-40f7-41f1-86be-164a038bc273 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:41:26.115805 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb530866-40f7-41f1-86be-164a038bc273 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:41:26.116137 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb530866-40f7-41f1-86be-164a038bc273 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:41:26.116467 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb530866-40f7-41f1-86be-164a038bc273 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:41:26.240075 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5ad31076-714c-49ec-bc37-f3d4cd90112a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:26.342877 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cb530866-40f7-41f1-86be-164a038bc273 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-620860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682934'] for router_interface, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:26.636939 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb530866-40f7-41f1-86be-164a038bc273 admin admin] Router 362fc5ea-66bc-43bd-8ebf-3add35b4ccf9 has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:41:27.057607 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb530866-40f7-41f1-86be-164a038bc273 admin admin] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:41:27.062811 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-cb530866-40f7-41f1-86be-164a038bc273 admin admin] 10.222.0.68 "PUT /v2.0/routers/362fc5ea-66bc-43bd-8ebf-3add35b4ccf9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2330449 Jul 14 10:41:27.065699 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 42456) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:41:27.069080 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df8905b9-3c90-4d94-9b19-f171b6e680be None None] Sync routers for ids ['362fc5ea-66bc-43bd-8ebf-3add35b4ccf9'] in n-d-779913-29 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:41:27.080494 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df8905b9-3c90-4d94-9b19-f171b6e680be None None] Routers {'362fc5ea-66bc-43bd-8ebf-3add35b4ccf9'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:41:27.081108 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-df8905b9-3c90-4d94-9b19-f171b6e680be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T10:41:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['362fc5ea-66bc-43bd-8ebf-3add35b4ccf9'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:41:27.177215 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-24ffa48c-a33c-4509-b216-d107350ada8c admin admin] Notify callbacks [] for router, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:27.219608 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-df8905b9-3c90-4d94-9b19-f171b6e680be None None] Set router 362fc5ea-66bc-43bd-8ebf-3add35b4ccf9 gateway port host: n-d-779913-29 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:41:27.325085 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-24ffa48c-a33c-4509-b216-d107350ada8c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:27.409451 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-24ffa48c-a33c-4509-b216-d107350ada8c admin admin] Deleting port 6b699241-c8e1-4ddc-a935-209bd1346bcf {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:41:27.409922 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-24ffa48c-a33c-4509-b216-d107350ada8c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:27.432917 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-df8905b9-3c90-4d94-9b19-f171b6e680be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '362fc5ea-66bc-43bd-8ebf-3add35b4ccf9', 'name': 'tempest-TestShelveInstance-663421211-router', 'tenant_id': 'e3e2202050ab44dfb14a28129ea33e2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.151'}], 'enable_snat': True}, 'gw_port_id': '6b699241-c8e1-4ddc-a935-209bd1346bcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:32:17Z', 'updated_at': '2021-07-14T10:41:25Z', 'revision_number': 5, 'project_id': 'e3e2202050ab44dfb14a28129ea33e2b', 'gw_port': {'id': '6b699241-c8e1-4ddc-a935-209bd1346bcf', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:8d:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '362fc5ea-66bc-43bd-8ebf-3add35b4ccf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:32:17Z', 'updated_at': '2021-07-14T10:32:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29'}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:41:27.476774 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df8905b9-3c90-4d94-9b19-f171b6e680be None None] Checking router: 362fc5ea-66bc-43bd-8ebf-3add35b4ccf9 for host: n-d-779913-29 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:41:27.492093 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df8905b9-3c90-4d94-9b19-f171b6e680be None None] Routers {'362fc5ea-66bc-43bd-8ebf-3add35b4ccf9'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:41:27.493056 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-df8905b9-3c90-4d94-9b19-f171b6e680be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T10:41:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['362fc5ea-66bc-43bd-8ebf-3add35b4ccf9'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:41:27.505258 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-24ffa48c-a33c-4509-b216-d107350ada8c admin admin] For port 6b699241-c8e1-4ddc-a935-209bd1346bcf, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=6b699241-c8e1-4ddc-a935-209bd1346bcf,segment=NetworkSegment(81bf7a93-80b3-43df-b9d5-462c604a2945),segment_id=81bf7a93-80b3-43df-b9d5-462c604a2945)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:41:27.505887 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-24ffa48c-a33c-4509-b216-d107350ada8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:27.528420 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-24ffa48c-a33c-4509-b216-d107350ada8c admin admin] Calling delete_port for 6b699241-c8e1-4ddc-a935-209bd1346bcf owned by network:router_gateway {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:41:27.596425 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-df8905b9-3c90-4d94-9b19-f171b6e680be None None] Set router 362fc5ea-66bc-43bd-8ebf-3add35b4ccf9 gateway port host: None {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:41:27.657150 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-df8905b9-3c90-4d94-9b19-f171b6e680be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '362fc5ea-66bc-43bd-8ebf-3add35b4ccf9', 'name': 'tempest-TestShelveInstance-663421211-router', 'tenant_id': 'e3e2202050ab44dfb14a28129ea33e2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:32:17Z', 'updated_at': '2021-07-14T10:41:27Z', 'revision_number': 6, 'project_id': 'e3e2202050ab44dfb14a28129ea33e2b', 'gw_port_host': None}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:41:27.685992 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df8905b9-3c90-4d94-9b19-f171b6e680be None None] The sync data for ids ['362fc5ea-66bc-43bd-8ebf-3add35b4ccf9'] in n-d-779913-29 is: [{'id': '362fc5ea-66bc-43bd-8ebf-3add35b4ccf9', 'name': 'tempest-TestShelveInstance-663421211-router', 'tenant_id': 'e3e2202050ab44dfb14a28129ea33e2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:32:17Z', 'updated_at': '2021-07-14T10:41:27Z', 'revision_number': 6, 'project_id': 'e3e2202050ab44dfb14a28129ea33e2b', 'gw_port_host': None}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:41:27.763877 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-24ffa48c-a33c-4509-b216-d107350ada8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:27.795031 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ffa48c-a33c-4509-b216-d107350ada8c admin admin] Pushing event deleted for resources: {'Port': ['ID=6b699241-c8e1-4ddc-a935-209bd1346bcf,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:41:27.863412 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-24ffa48c-a33c-4509-b216-d107350ada8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-660532'] for router_gateway, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:27.963493 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-24ffa48c-a33c-4509-b216-d107350ada8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-711871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12964'] for router, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:27.965839 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-24ffa48c-a33c-4509-b216-d107350ada8c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:28.014424 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-24ffa48c-a33c-4509-b216-d107350ada8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-704815'] for router, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:28.014954 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24ffa48c-a33c-4509-b216-d107350ada8c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 362fc5ea-66bc-43bd-8ebf-3add35b4ccf9 {{(pid=93958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 10:41:28.020832 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-24ffa48c-a33c-4509-b216-d107350ada8c admin admin] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:28.022520 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-24ffa48c-a33c-4509-b216-d107350ada8c admin admin] 10.222.0.68 "DELETE /v2.0/routers/362fc5ea-66bc-43bd-8ebf-3add35b4ccf9 HTTP/1.1" status: 204 len: 168 time: 0.9557664 Jul 14 10:41:28.025395 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 42458) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:41:28.047212 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5bbe322f-3f67-4864-bc0a-91afe44d23e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:28.093833 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-228e9471-4928-4dab-a49c-f2a049af21e0 admin admin] Deleting subnet f007e05b-f154-47b1-80a5-c66d5696994e {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 10:41:28.097920 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-228e9471-4928-4dab-a49c-f2a049af21e0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:28.141995 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-228e9471-4928-4dab-a49c-f2a049af21e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13574120'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:28.232938 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-228e9471-4928-4dab-a49c-f2a049af21e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3481002'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:28.296485 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-228e9471-4928-4dab-a49c-f2a049af21e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13574056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16714573'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:28.328063 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228e9471-4928-4dab-a49c-f2a049af21e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f007e05b-f154-47b1-80a5-c66d5696994e,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:41:28.333590 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-228e9471-4928-4dab-a49c-f2a049af21e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:28.336935 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-228e9471-4928-4dab-a49c-f2a049af21e0 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/f007e05b-f154-47b1-80a5-c66d5696994e HTTP/1.1" status: 204 len: 168 time: 0.3092685 Jul 14 10:41:28.339706 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 42460) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:41:28.341994 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb512138-c08e-4804-96b6-49bf1d79c7fa None None] Network 984e5d9e-8659-4b88-9191-35cb1b7ce6d0 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:41:28.424578 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b298ad45-fe75-4033-bac8-3f7e6e2474ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3876111'] for network, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:28.491352 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-b298ad45-fe75-4033-bac8-3f7e6e2474ec admin admin] Deleting port 9ce25bda-698a-4378-8134-bd1292dd7163 {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:41:28.491787 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b298ad45-fe75-4033-bac8-3f7e6e2474ec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:28.557311 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba13bd37-65cf-45fd-a5f5-ad08eed739ab None None] DHCP port deletion for 984e5d9e-8659-4b88-9191-35cb1b7ce6d0 request from n-d-779913-29 {{(pid=93959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 10:41:28.583642 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-b298ad45-fe75-4033-bac8-3f7e6e2474ec admin admin] For port 9ce25bda-698a-4378-8134-bd1292dd7163, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=9ce25bda-698a-4378-8134-bd1292dd7163,segment=NetworkSegment(887f8d23-1218-40fd-a70c-9b2102725d1b),segment_id=887f8d23-1218-40fd-a70c-9b2102725d1b)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:41:28.584011 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b298ad45-fe75-4033-bac8-3f7e6e2474ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:28.600349 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-b298ad45-fe75-4033-bac8-3f7e6e2474ec admin admin] Calling delete_port for 9ce25bda-698a-4378-8134-bd1292dd7163 owned by network:dhcp {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:41:28.608853 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-ba13bd37-65cf-45fd-a5f5-ad08eed739ab None None] Deleting port 9ce25bda-698a-4378-8134-bd1292dd7163 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:41:28.609234 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ba13bd37-65cf-45fd-a5f5-ad08eed739ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:28.693198 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-ba13bd37-65cf-45fd-a5f5-ad08eed739ab None None] For port 9ce25bda-698a-4378-8134-bd1292dd7163, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=9ce25bda-698a-4378-8134-bd1292dd7163,segment=NetworkSegment(887f8d23-1218-40fd-a70c-9b2102725d1b),segment_id=887f8d23-1218-40fd-a70c-9b2102725d1b)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:41:28.693601 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ba13bd37-65cf-45fd-a5f5-ad08eed739ab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:28.708529 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-ba13bd37-65cf-45fd-a5f5-ad08eed739ab None None] Calling delete_port for 9ce25bda-698a-4378-8134-bd1292dd7163 owned by network:dhcp {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:41:28.722695 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b298ad45-fe75-4033-bac8-3f7e6e2474ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:28.755076 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b298ad45-fe75-4033-bac8-3f7e6e2474ec admin admin] No DVR routers for this DVR port 9ce25bda-698a-4378-8134-bd1292dd7163 on host n-d-779913-29 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:41:28.760239 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b298ad45-fe75-4033-bac8-3f7e6e2474ec admin admin] Pushing event deleted for resources: {'Port': ['ID=9ce25bda-698a-4378-8134-bd1292dd7163,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:41:28.796595 n-d-779913-29 neutron-server[93959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 10:41:28.796595 n-d-779913-29 neutron-server[93959]: self.session.flush() Jul 14 10:41:28.796595 n-d-779913-29 neutron-server[93959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 10:41:28.796595 n-d-779913-29 neutron-server[93959]: self.session.flush() Jul 14 10:41:28.796595 n-d-779913-29 neutron-server[93959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 10:41:28.796595 n-d-779913-29 neutron-server[93959]: self.session.flush() Jul 14 10:41:28.796595 n-d-779913-29 neutron-server[93959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 10:41:28.796595 n-d-779913-29 neutron-server[93959]: self.session.flush() Jul 14 10:41:28.796595 n-d-779913-29 neutron-server[93959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 10:41:28.796595 n-d-779913-29 neutron-server[93959]: self.session.flush() Jul 14 10:41:28.796595 n-d-779913-29 neutron-server[93959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 10:41:28.796595 n-d-779913-29 neutron-server[93959]: self.session.flush() Jul 14 10:41:28.796595 n-d-779913-29 neutron-server[93959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 10:41:28.796595 n-d-779913-29 neutron-server[93959]: self.session.flush() Jul 14 10:41:28.796595 n-d-779913-29 neutron-server[93959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 10:41:28.796595 n-d-779913-29 neutron-server[93959]: self.session.flush() Jul 14 10:41:28.796595 n-d-779913-29 neutron-server[93959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 10:41:28.796595 n-d-779913-29 neutron-server[93959]: self.session.flush() Jul 14 10:41:28.796595 n-d-779913-29 neutron-server[93959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 10:41:28.796595 n-d-779913-29 neutron-server[93959]: self.session.flush() Jul 14 10:41:28.796595 n-d-779913-29 neutron-server[93959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 10:41:28.796595 n-d-779913-29 neutron-server[93959]: self.session.flush() Jul 14 10:41:28.796595 n-d-779913-29 neutron-server[93959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 10:41:28.796595 n-d-779913-29 neutron-server[93959]: self.session.flush() Jul 14 10:41:28.796595 n-d-779913-29 neutron-server[93959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 10:41:28.796595 n-d-779913-29 neutron-server[93959]: self.session.flush() Jul 14 10:41:28.796595 n-d-779913-29 neutron-server[93959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 10:41:28.796595 n-d-779913-29 neutron-server[93959]: self.session.flush() Jul 14 10:41:28.796595 n-d-779913-29 neutron-server[93959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 10:41:28.796595 n-d-779913-29 neutron-server[93959]: self.session.flush() Jul 14 10:41:28.796595 n-d-779913-29 neutron-server[93959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 10:41:28.796595 n-d-779913-29 neutron-server[93959]: self.session.flush() Jul 14 10:41:28.796595 n-d-779913-29 neutron-server[93959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 10:41:28.796595 n-d-779913-29 neutron-server[93959]: self.session.flush() Jul 14 10:41:28.796595 n-d-779913-29 neutron-server[93959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 10:41:28.796595 n-d-779913-29 neutron-server[93959]: self.session.flush() Jul 14 10:41:28.796595 n-d-779913-29 neutron-server[93959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 10:41:28.796595 n-d-779913-29 neutron-server[93959]: self.session.flush() Jul 14 10:41:28.796595 n-d-779913-29 neutron-server[93959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 10:41:28.796595 n-d-779913-29 neutron-server[93959]: self.session.flush() Jul 14 10:41:28.796595 n-d-779913-29 neutron-server[93959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 10:41:28.796595 n-d-779913-29 neutron-server[93959]: self.session.flush() Jul 14 10:41:28.796595 n-d-779913-29 neutron-server[93959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 10:41:28.796595 n-d-779913-29 neutron-server[93959]: self.session.flush() Jul 14 10:41:28.796595 n-d-779913-29 neutron-server[93959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 10:41:28.796595 n-d-779913-29 neutron-server[93959]: self.session.flush() Jul 14 10:41:28.796595 n-d-779913-29 neutron-server[93959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 10:41:28.796595 n-d-779913-29 neutron-server[93959]: self.session.flush() Jul 14 10:41:28.796595 n-d-779913-29 neutron-server[93959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 10:41:28.796595 n-d-779913-29 neutron-server[93959]: self.session.flush() Jul 14 10:41:28.796595 n-d-779913-29 neutron-server[93959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 10:41:28.796595 n-d-779913-29 neutron-server[93959]: self.session.flush() Jul 14 10:41:28.796595 n-d-779913-29 neutron-server[93959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 10:41:28.796595 n-d-779913-29 neutron-server[93959]: self.session.flush() Jul 14 10:41:28.803856 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ba13bd37-65cf-45fd-a5f5-ad08eed739ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:28.830056 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13bd37-65cf-45fd-a5f5-ad08eed739ab None None] Pushing event deleted for resources: {'Port': ['ID=9ce25bda-698a-4378-8134-bd1292dd7163,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:41:28.841063 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba13bd37-65cf-45fd-a5f5-ad08eed739ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:41:28.841357 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba13bd37-65cf-45fd-a5f5-ad08eed739ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:41:28.841813 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba13bd37-65cf-45fd-a5f5-ad08eed739ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:41:28.842149 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba13bd37-65cf-45fd-a5f5-ad08eed739ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:41:28.842479 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba13bd37-65cf-45fd-a5f5-ad08eed739ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:41:28.842861 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba13bd37-65cf-45fd-a5f5-ad08eed739ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:41:28.843165 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba13bd37-65cf-45fd-a5f5-ad08eed739ab None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:41:28.843542 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba13bd37-65cf-45fd-a5f5-ad08eed739ab None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:41:28.844040 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba13bd37-65cf-45fd-a5f5-ad08eed739ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:41:28.844561 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba13bd37-65cf-45fd-a5f5-ad08eed739ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:41:28.845554 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba13bd37-65cf-45fd-a5f5-ad08eed739ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:41:28.845791 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba13bd37-65cf-45fd-a5f5-ad08eed739ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:41:28.848473 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b298ad45-fe75-4033-bac8-3f7e6e2474ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473955', 'neutron.services.segments.db._delete_segments_for_network-8735688326548'] for network, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:28.854960 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba13bd37-65cf-45fd-a5f5-ad08eed739ab None None] No DVR routers for this DVR port 9ce25bda-698a-4378-8134-bd1292dd7163 on host n-d-779913-29 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:41:28.868392 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-b298ad45-fe75-4033-bac8-3f7e6e2474ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['984e5d9e-8659-4b88-9191-35cb1b7ce6d0']}} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:41:28.885295 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-b298ad45-fe75-4033-bac8-3f7e6e2474ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '887f8d23-1218-40fd-a70c-9b2102725d1b') {'for_net_delete': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:41:28.885865 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-b298ad45-fe75-4033-bac8-3f7e6e2474ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '887f8d23-1218-40fd-a70c-9b2102725d1b') {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:41:28.900759 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b298ad45-fe75-4033-bac8-3f7e6e2474ec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735688356235', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10944210'] for segment, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:28.923909 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b298ad45-fe75-4033-bac8-3f7e6e2474ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:28.931399 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b298ad45-fe75-4033-bac8-3f7e6e2474ec admin admin] Releasing vlan 727 on physical network physnet1 to pool {{(pid=93957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 10:41:28.931806 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b298ad45-fe75-4033-bac8-3f7e6e2474ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10053619'] for segment, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:28.933592 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:41:28.933592 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:41:28.933592 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:41:28.933592 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:41:28.933592 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:41:28.933592 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:41:28.933592 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:41:28.933592 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:41:28.933592 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:41:28.933592 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:41:28.933592 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:41:28.933592 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:41:28.933592 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:41:28.933592 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:41:28.933592 n-d-779913-29 neutron-server[93957]: Traceback (most recent call last): Jul 14 10:41:28.933592 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 10:41:28.933592 n-d-779913-29 neutron-server[93957]: timer() Jul 14 10:41:28.933592 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 10:41:28.933592 n-d-779913-29 neutron-server[93957]: cb(*args, **kw) Jul 14 10:41:28.933592 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 10:41:28.933592 n-d-779913-29 neutron-server[93957]: return func(*args, **kwargs) Jul 14 10:41:28.933592 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 10:41:28.933592 n-d-779913-29 neutron-server[93957]: self._notify() Jul 14 10:41:28.933592 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 10:41:28.933592 n-d-779913-29 neutron-server[93957]: self.callback(batched_events) Jul 14 10:41:28.933592 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 10:41:28.933592 n-d-779913-29 neutron-server[93957]: event.method(event) Jul 14 10:41:28.933592 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 10:41:28.933592 n-d-779913-29 neutron-server[93957]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 10:41:28.933592 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 10:41:28.933592 n-d-779913-29 neutron-server[93957]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 10:41:28.933592 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 10:41:28.933592 n-d-779913-29 neutron-server[93957]: return f(self, *a, **k) Jul 14 10:41:28.933592 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 10:41:28.933592 n-d-779913-29 neutron-server[93957]: return self._get(url).json() Jul 14 10:41:28.933592 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 10:41:28.933592 n-d-779913-29 neutron-server[93957]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 10:41:28.933592 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 10:41:28.933592 n-d-779913-29 neutron-server[93957]: return self.request(url, 'GET', **kwargs) Jul 14 10:41:28.933592 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 10:41:28.933592 n-d-779913-29 neutron-server[93957]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 10:41:28.933592 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 10:41:28.933592 n-d-779913-29 neutron-server[93957]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 10:41:28.933592 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 10:41:28.933592 n-d-779913-29 neutron-server[93957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 10:41:28.933592 n-d-779913-29 neutron-server[93957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 10:41:28.995489 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b298ad45-fe75-4033-bac8-3f7e6e2474ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660504'] for network, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:29.002143 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b298ad45-fe75-4033-bac8-3f7e6e2474ec admin admin] Notify callbacks [] for network, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:29.004369 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-b298ad45-fe75-4033-bac8-3f7e6e2474ec admin admin] 10.222.0.68 "DELETE /v2.0/networks/984e5d9e-8659-4b88-9191-35cb1b7ce6d0 HTTP/1.1" status: 204 len: 168 time: 0.6632788 Jul 14 10:41:29.009673 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 42462) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:41:29.016370 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b298ad45-fe75-4033-bac8-3f7e6e2474ec admin admin] Pushing event deleted for resources: {'Network': ['ID=984e5d9e-8659-4b88-9191-35cb1b7ce6d0,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:41:29.334133 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 6b699241-c8e1-4ddc-a935-209bd1346bcf no longer exists at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:41:29.360023 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] No Port match for: 6b699241-c8e1-4ddc-a935-209bd1346bcf {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:41:29.360448 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 6b699241-c8e1-4ddc-a935-209bd1346bcf not bound to the agent host n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:41:29.360875 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 9ce25bda-698a-4378-8134-bd1292dd7163 no longer exists at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:41:29.380420 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] No Port match for: 9ce25bda-698a-4378-8134-bd1292dd7163 {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:41:29.380772 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 9ce25bda-698a-4378-8134-bd1292dd7163 not bound to the agent host n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:41:29.381217 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device c2368b30-f3d8-4011-b790-aaa488807205 no longer exists at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:41:29.402910 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] No Port match for: c2368b30-f3d8-4011-b790-aaa488807205 {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:41:29.403376 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device c2368b30-f3d8-4011-b790-aaa488807205 not bound to the agent host n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:41:29.441943 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a30a6a39-ad2d-499d-a6f2-45add27633e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-683602'] for router_interface, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:29.725199 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-a30a6a39-ad2d-499d-a6f2-45add27633e2 admin admin] Deleting port d5c0657c-7540-4672-a43f-07ab91d34a72 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:41:29.725468 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a30a6a39-ad2d-499d-a6f2-45add27633e2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:29.811979 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-a30a6a39-ad2d-499d-a6f2-45add27633e2 admin admin] For port d5c0657c-7540-4672-a43f-07ab91d34a72, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=d5c0657c-7540-4672-a43f-07ab91d34a72,segment=NetworkSegment(7aa666bf-1a0c-49db-9fd3-0c99f5fc408f),segment_id=7aa666bf-1a0c-49db-9fd3-0c99f5fc408f)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:41:29.812335 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a30a6a39-ad2d-499d-a6f2-45add27633e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:29.825647 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-a30a6a39-ad2d-499d-a6f2-45add27633e2 admin admin] Calling delete_port for d5c0657c-7540-4672-a43f-07ab91d34a72 owned by network:router_interface {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:41:30.032303 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a30a6a39-ad2d-499d-a6f2-45add27633e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:30.061707 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30a6a39-ad2d-499d-a6f2-45add27633e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=d5c0657c-7540-4672-a43f-07ab91d34a72,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:41:30.257558 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a30a6a39-ad2d-499d-a6f2-45add27633e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-620860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682934'] for router_interface, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:30.518477 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a30a6a39-ad2d-499d-a6f2-45add27633e2 admin admin] Router 6eb04f78-4ad0-4af5-a7b9-47cf227a0afd has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:41:30.638644 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a30a6a39-ad2d-499d-a6f2-45add27633e2 admin admin] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:41:30.646098 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-a30a6a39-ad2d-499d-a6f2-45add27633e2 admin admin] 10.222.0.68 "PUT /v2.0/routers/6eb04f78-4ad0-4af5-a7b9-47cf227a0afd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6349518 Jul 14 10:41:30.648841 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 42464) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:41:30.649079 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8fb84cf-9e4d-4a7d-9c27-fca3a119ae80 None None] Sync routers for ids ['6eb04f78-4ad0-4af5-a7b9-47cf227a0afd'] in n-d-779913-29 {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:41:30.659674 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8fb84cf-9e4d-4a7d-9c27-fca3a119ae80 None None] Routers {'6eb04f78-4ad0-4af5-a7b9-47cf227a0afd'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:41:30.660306 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-d8fb84cf-9e4d-4a7d-9c27-fca3a119ae80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T10:41:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['6eb04f78-4ad0-4af5-a7b9-47cf227a0afd'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:41:30.827139 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvr_db [None req-d8fb84cf-9e4d-4a7d-9c27-fca3a119ae80 None None] Set router 6eb04f78-4ad0-4af5-a7b9-47cf227a0afd gateway port host: n-d-779913-29 {{(pid=93959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:41:31.110688 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f9f67f64-5c4e-494c-b429-465d4fc086b4 admin admin] Notify callbacks [] for router, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:31.235757 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-d8fb84cf-9e4d-4a7d-9c27-fca3a119ae80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6eb04f78-4ad0-4af5-a7b9-47cf227a0afd', 'name': 'tempest-TestShelveInstance-985081547-router', 'tenant_id': '6140686e90b446e88eef12aa10b36810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.217'}], 'enable_snat': True}, 'gw_port_id': '12f6f664-bda2-4dc7-af5e-51d87a8ceffe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:32:22Z', 'updated_at': '2021-07-14T10:41:29Z', 'revision_number': 5, 'project_id': '6140686e90b446e88eef12aa10b36810', 'gw_port': {'id': '12f6f664-bda2-4dc7-af5e-51d87a8ceffe', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:87:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb04f78-4ad0-4af5-a7b9-47cf227a0afd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:32:23Z', 'updated_at': '2021-07-14T10:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29'}], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:41:31.238266 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f9f67f64-5c4e-494c-b429-465d4fc086b4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:31.280965 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8fb84cf-9e4d-4a7d-9c27-fca3a119ae80 None None] Checking router: 6eb04f78-4ad0-4af5-a7b9-47cf227a0afd for host: n-d-779913-29 {{(pid=93959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:41:31.296846 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8fb84cf-9e4d-4a7d-9c27-fca3a119ae80 None None] Routers {'6eb04f78-4ad0-4af5-a7b9-47cf227a0afd'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:41:31.297911 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-d8fb84cf-9e4d-4a7d-9c27-fca3a119ae80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T10:41:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['6eb04f78-4ad0-4af5-a7b9-47cf227a0afd'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:41:31.332803 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-f9f67f64-5c4e-494c-b429-465d4fc086b4 admin admin] Deleting port 12f6f664-bda2-4dc7-af5e-51d87a8ceffe {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:41:31.333792 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f9f67f64-5c4e-494c-b429-465d4fc086b4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:31.421893 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvr_db [None req-d8fb84cf-9e4d-4a7d-9c27-fca3a119ae80 None None] Set router 6eb04f78-4ad0-4af5-a7b9-47cf227a0afd gateway port host: None {{(pid=93959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:41:31.439934 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-f9f67f64-5c4e-494c-b429-465d4fc086b4 admin admin] For port 12f6f664-bda2-4dc7-af5e-51d87a8ceffe, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=12f6f664-bda2-4dc7-af5e-51d87a8ceffe,segment=NetworkSegment(81bf7a93-80b3-43df-b9d5-462c604a2945),segment_id=81bf7a93-80b3-43df-b9d5-462c604a2945)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:41:31.440511 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f9f67f64-5c4e-494c-b429-465d4fc086b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:31.461605 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-f9f67f64-5c4e-494c-b429-465d4fc086b4 admin admin] Calling delete_port for 12f6f664-bda2-4dc7-af5e-51d87a8ceffe owned by network:router_gateway {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:41:31.484966 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-d8fb84cf-9e4d-4a7d-9c27-fca3a119ae80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6eb04f78-4ad0-4af5-a7b9-47cf227a0afd', 'name': 'tempest-TestShelveInstance-985081547-router', 'tenant_id': '6140686e90b446e88eef12aa10b36810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:32:22Z', 'updated_at': '2021-07-14T10:41:31Z', 'revision_number': 6, 'project_id': '6140686e90b446e88eef12aa10b36810', 'gw_port_host': None}], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:41:31.518491 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8fb84cf-9e4d-4a7d-9c27-fca3a119ae80 None None] The sync data for ids ['6eb04f78-4ad0-4af5-a7b9-47cf227a0afd'] in n-d-779913-29 is: [{'id': '6eb04f78-4ad0-4af5-a7b9-47cf227a0afd', 'name': 'tempest-TestShelveInstance-985081547-router', 'tenant_id': '6140686e90b446e88eef12aa10b36810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:32:22Z', 'updated_at': '2021-07-14T10:41:31Z', 'revision_number': 6, 'project_id': '6140686e90b446e88eef12aa10b36810', 'gw_port_host': None}] {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:41:31.660066 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f9f67f64-5c4e-494c-b429-465d4fc086b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:31.694216 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f67f64-5c4e-494c-b429-465d4fc086b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=12f6f664-bda2-4dc7-af5e-51d87a8ceffe,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:41:31.761483 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f9f67f64-5c4e-494c-b429-465d4fc086b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-660532'] for router_gateway, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:31.854352 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f9f67f64-5c4e-494c-b429-465d4fc086b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-711871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12964'] for router, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:31.856403 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f9f67f64-5c4e-494c-b429-465d4fc086b4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:31.910481 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f9f67f64-5c4e-494c-b429-465d4fc086b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-704815'] for router, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:31.911273 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9f67f64-5c4e-494c-b429-465d4fc086b4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6eb04f78-4ad0-4af5-a7b9-47cf227a0afd {{(pid=93958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 10:41:31.918386 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-f9f67f64-5c4e-494c-b429-465d4fc086b4 admin admin] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:31.920155 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-f9f67f64-5c4e-494c-b429-465d4fc086b4 admin admin] 10.222.0.68 "DELETE /v2.0/routers/6eb04f78-4ad0-4af5-a7b9-47cf227a0afd HTTP/1.1" status: 204 len: 168 time: 1.2696679 Jul 14 10:41:31.923497 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 42466) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:41:31.982884 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e3fe740-c577-48c2-a6a6-a3fdb0dc89ab admin admin] Deleting subnet b7ac8c29-9262-4be9-99d2-48a59ee11456 {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 10:41:31.985778 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6e3fe740-c577-48c2-a6a6-a3fdb0dc89ab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:32.021077 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6e3fe740-c577-48c2-a6a6-a3fdb0dc89ab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13574120'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:32.107153 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6e3fe740-c577-48c2-a6a6-a3fdb0dc89ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3481002'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:32.173690 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6e3fe740-c577-48c2-a6a6-a3fdb0dc89ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13574056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16714573'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:32.208424 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3fe740-c577-48c2-a6a6-a3fdb0dc89ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b7ac8c29-9262-4be9-99d2-48a59ee11456,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:41:32.216224 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6e3fe740-c577-48c2-a6a6-a3fdb0dc89ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:32.218608 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-6e3fe740-c577-48c2-a6a6-a3fdb0dc89ab admin admin] 10.222.0.68 "DELETE /v2.0/subnets/b7ac8c29-9262-4be9-99d2-48a59ee11456 HTTP/1.1" status: 204 len: 168 time: 0.2888083 Jul 14 10:41:32.221095 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 42468) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:41:32.223989 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-947ba96b-bd03-4890-85d3-779299a8f52a None None] Network 50004b54-be69-46ee-9c76-92ec26eb7c85 requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:41:32.301101 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-511fb461-a43d-44d9-bc90-5b671d69e4e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3876111'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:32.365783 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-511fb461-a43d-44d9-bc90-5b671d69e4e8 admin admin] Deleting port 719d7acd-1c11-45c1-b844-ee98d23de4cc {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:41:32.366135 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-511fb461-a43d-44d9-bc90-5b671d69e4e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:32.443922 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-511fb461-a43d-44d9-bc90-5b671d69e4e8 admin admin] For port 719d7acd-1c11-45c1-b844-ee98d23de4cc, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=719d7acd-1c11-45c1-b844-ee98d23de4cc,segment=NetworkSegment(7aa666bf-1a0c-49db-9fd3-0c99f5fc408f),segment_id=7aa666bf-1a0c-49db-9fd3-0c99f5fc408f)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:41:32.444203 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-511fb461-a43d-44d9-bc90-5b671d69e4e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:32.453091 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c822fbbe-9d86-46cf-a253-83685d333ce5 None None] DHCP port deletion for 50004b54-be69-46ee-9c76-92ec26eb7c85 request from n-d-779913-29 {{(pid=93959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 10:41:32.459925 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-511fb461-a43d-44d9-bc90-5b671d69e4e8 admin admin] Calling delete_port for 719d7acd-1c11-45c1-b844-ee98d23de4cc owned by network:dhcp {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:41:32.508598 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-c822fbbe-9d86-46cf-a253-83685d333ce5 None None] Deleting port 719d7acd-1c11-45c1-b844-ee98d23de4cc {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:41:32.509123 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c822fbbe-9d86-46cf-a253-83685d333ce5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:32.555292 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-511fb461-a43d-44d9-bc90-5b671d69e4e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:32.581420 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c822fbbe-9d86-46cf-a253-83685d333ce5 None None] For port 719d7acd-1c11-45c1-b844-ee98d23de4cc, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=719d7acd-1c11-45c1-b844-ee98d23de4cc,segment=NetworkSegment(7aa666bf-1a0c-49db-9fd3-0c99f5fc408f),segment_id=7aa666bf-1a0c-49db-9fd3-0c99f5fc408f)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:41:32.581921 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c822fbbe-9d86-46cf-a253-83685d333ce5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:32.591188 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511fb461-a43d-44d9-bc90-5b671d69e4e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=719d7acd-1c11-45c1-b844-ee98d23de4cc,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:41:32.592848 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-511fb461-a43d-44d9-bc90-5b671d69e4e8 admin admin] No DVR routers for this DVR port 719d7acd-1c11-45c1-b844-ee98d23de4cc on host n-d-779913-29 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:41:32.599362 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-c822fbbe-9d86-46cf-a253-83685d333ce5 None None] Calling delete_port for 719d7acd-1c11-45c1-b844-ee98d23de4cc owned by network:dhcp {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:41:32.674011 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-511fb461-a43d-44d9-bc90-5b671d69e4e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473955', 'neutron.services.segments.db._delete_segments_for_network-8735688326548'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:32.688565 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-511fb461-a43d-44d9-bc90-5b671d69e4e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50004b54-be69-46ee-9c76-92ec26eb7c85']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:41:32.691949 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c822fbbe-9d86-46cf-a253-83685d333ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:32.703019 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-511fb461-a43d-44d9-bc90-5b671d69e4e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7aa666bf-1a0c-49db-9fd3-0c99f5fc408f') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:41:32.703301 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-511fb461-a43d-44d9-bc90-5b671d69e4e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7aa666bf-1a0c-49db-9fd3-0c99f5fc408f') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:41:32.715418 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-511fb461-a43d-44d9-bc90-5b671d69e4e8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735688356235', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13574129'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:32.721149 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c822fbbe-9d86-46cf-a253-83685d333ce5 None None] Pushing event deleted for resources: {'Port': ['ID=719d7acd-1c11-45c1-b844-ee98d23de4cc,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:41:32.725624 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c822fbbe-9d86-46cf-a253-83685d333ce5 None None] No DVR routers for this DVR port 719d7acd-1c11-45c1-b844-ee98d23de4cc on host n-d-779913-29 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:41:32.738820 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-511fb461-a43d-44d9-bc90-5b671d69e4e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:32.747557 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-511fb461-a43d-44d9-bc90-5b671d69e4e8 admin admin] Releasing vlan 731 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 10:41:32.747971 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-511fb461-a43d-44d9-bc90-5b671d69e4e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13573126'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:32.749977 n-d-779913-29 neutron-server[93958]: Traceback (most recent call last): Jul 14 10:41:32.749977 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 10:41:32.749977 n-d-779913-29 neutron-server[93958]: timer() Jul 14 10:41:32.749977 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 10:41:32.749977 n-d-779913-29 neutron-server[93958]: cb(*args, **kw) Jul 14 10:41:32.749977 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 10:41:32.749977 n-d-779913-29 neutron-server[93958]: return func(*args, **kwargs) Jul 14 10:41:32.749977 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 10:41:32.749977 n-d-779913-29 neutron-server[93958]: self._notify() Jul 14 10:41:32.749977 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 10:41:32.749977 n-d-779913-29 neutron-server[93958]: self.callback(batched_events) Jul 14 10:41:32.749977 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 10:41:32.749977 n-d-779913-29 neutron-server[93958]: event.method(event) Jul 14 10:41:32.749977 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 10:41:32.749977 n-d-779913-29 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 10:41:32.749977 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 10:41:32.749977 n-d-779913-29 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 10:41:32.749977 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 10:41:32.749977 n-d-779913-29 neutron-server[93958]: return f(self, *a, **k) Jul 14 10:41:32.749977 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 10:41:32.749977 n-d-779913-29 neutron-server[93958]: return self._get(url).json() Jul 14 10:41:32.749977 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 10:41:32.749977 n-d-779913-29 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 10:41:32.749977 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 10:41:32.749977 n-d-779913-29 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 14 10:41:32.749977 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 10:41:32.749977 n-d-779913-29 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 10:41:32.749977 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 10:41:32.749977 n-d-779913-29 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 10:41:32.749977 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 10:41:32.749977 n-d-779913-29 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 10:41:32.749977 n-d-779913-29 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 10:41:32.815680 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-511fb461-a43d-44d9-bc90-5b671d69e4e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660504'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:32.823119 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-511fb461-a43d-44d9-bc90-5b671d69e4e8 admin admin] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:32.825045 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-511fb461-a43d-44d9-bc90-5b671d69e4e8 admin admin] 10.222.0.68 "DELETE /v2.0/networks/50004b54-be69-46ee-9c76-92ec26eb7c85 HTTP/1.1" status: 204 len: 168 time: 0.5971618 Jul 14 10:41:32.838131 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511fb461-a43d-44d9-bc90-5b671d69e4e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=50004b54-be69-46ee-9c76-92ec26eb7c85,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:41:32.953530 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 42472) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:41:32.999678 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-d4782c34-49ee-4195-b7d0-df85ba916f3e admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=e3e2202050ab44dfb14a28129ea33e2b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0448856 Jul 14 10:41:33.002414 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 42474) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:41:33.061367 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a527e468-09e2-4e37-a1ce-cbb9fa908128 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:33.085237 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a527e468-09e2-4e37-a1ce-cbb9fa908128 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:33.137302 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a527e468-09e2-4e37-a1ce-cbb9fa908128 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:33.139858 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-a527e468-09e2-4e37-a1ce-cbb9fa908128 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:33.141311 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-a527e468-09e2-4e37-a1ce-cbb9fa908128 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/8780fcea-e977-4964-86ae-85e103205066 HTTP/1.1" status: 204 len: 168 time: 0.1376760 Jul 14 10:41:33.150156 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a527e468-09e2-4e37-a1ce-cbb9fa908128 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8780fcea-e977-4964-86ae-85e103205066,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:41:33.333394 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 12f6f664-bda2-4dc7-af5e-51d87a8ceffe no longer exists at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:41:33.353431 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] No Port match for: 12f6f664-bda2-4dc7-af5e-51d87a8ceffe {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:41:33.353797 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 12f6f664-bda2-4dc7-af5e-51d87a8ceffe not bound to the agent host n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:41:33.354212 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 719d7acd-1c11-45c1-b844-ee98d23de4cc no longer exists at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:41:33.373189 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] No Port match for: 719d7acd-1c11-45c1-b844-ee98d23de4cc {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:41:33.373576 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 719d7acd-1c11-45c1-b844-ee98d23de4cc not bound to the agent host n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:41:33.373984 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device d5c0657c-7540-4672-a43f-07ab91d34a72 no longer exists at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:41:33.396759 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] No Port match for: d5c0657c-7540-4672-a43f-07ab91d34a72 {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:41:33.397319 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device d5c0657c-7540-4672-a43f-07ab91d34a72 not bound to the agent host n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:41:33.490402 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 42480) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:41:33.544293 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-a66b616e-f651-4c9a-91e8-edadc6b7b9cc admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=6140686e90b446e88eef12aa10b36810&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0526094 Jul 14 10:41:33.546828 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 42482) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:41:33.597996 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b844060e-105c-4766-a64e-9b7eede5dce3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:33.622326 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b844060e-105c-4766-a64e-9b7eede5dce3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:33.671833 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b844060e-105c-4766-a64e-9b7eede5dce3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:33.674549 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b844060e-105c-4766-a64e-9b7eede5dce3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:33.675760 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-b844060e-105c-4766-a64e-9b7eede5dce3 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/767c83c0-c784-4a60-96ef-b85d85475f7a HTTP/1.1" status: 204 len: 168 time: 0.1279628 Jul 14 10:41:33.684439 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b844060e-105c-4766-a64e-9b7eede5dce3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=767c83c0-c784-4a60-96ef-b85d85475f7a,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:41:34.342303 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 42504) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:41:34.454539 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-24146020-105a-4ce3-9fff-3837bbab4ae7 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1581369592-network', 'tenant_id': '5ffec4a5422c4d40bdfc13a8d97e1030'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:41:34.475961 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24146020-105a-4ce3-9fff-3837bbab4ae7 admin admin] Made reservation on behalf of 5ffec4a5422c4d40bdfc13a8d97e1030 for: {'network': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:41:34.478441 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-24146020-105a-4ce3-9fff-3837bbab4ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for network, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:34.487559 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-24146020-105a-4ce3-9fff-3837bbab4ae7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:34.583227 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-24146020-105a-4ce3-9fff-3837bbab4ae7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:34.587281 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-24146020-105a-4ce3-9fff-3837bbab4ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:34.614111 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24146020-105a-4ce3-9fff-3837bbab4ae7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 707} {{(pid=93958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 10:41:34.621028 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24146020-105a-4ce3-9fff-3837bbab4ae7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6075597-8678-4f54-ac70-43e25af3874c,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:41:34.627894 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-24146020-105a-4ce3-9fff-3837bbab4ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:34.628397 n-d-779913-29 neutron-server[93958]: INFO neutron.db.segments_db [None req-24146020-105a-4ce3-9fff-3837bbab4ae7 admin admin] Added segment 6a04b2a5-4efa-4396-8824-494b3edd393f of type vlan for network bbcbcd61-fbc9-483e-bb94-5d77845f9edf Jul 14 10:41:34.671931 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-24146020-105a-4ce3-9fff-3837bbab4ae7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735687821325'] for network, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:34.702284 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-24146020-105a-4ce3-9fff-3837bbab4ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855'] for network, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:34.703343 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24146020-105a-4ce3-9fff-3837bbab4ae7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:41:34.703906 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-24146020-105a-4ce3-9fff-3837bbab4ae7 admin admin] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:34.757974 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-24146020-105a-4ce3-9fff-3837bbab4ae7 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4145355 Jul 14 10:41:34.761403 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 42508) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:41:34.768448 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-13f161f6-9dda-44c1-a87c-0a6123b154d3 admin admin] Request body: {'subnet': {'network_id': 'bbcbcd61-fbc9-483e-bb94-5d77845f9edf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1581369592-subnet', 'tenant_id': '5ffec4a5422c4d40bdfc13a8d97e1030', 'ip_version': 4}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:41:34.772554 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24146020-105a-4ce3-9fff-3837bbab4ae7 admin admin] Pushing event updated for resources: {'Network': ['ID=bbcbcd61-fbc9-483e-bb94-5d77845f9edf,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:41:34.782553 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Network bbcbcd61-fbc9-483e-bb94-5d77845f9edf details requested by agent ovs-agent-n-d-779913-29 with host n-d-779913-29 {{(pid=93959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 10:41:34.790773 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13f161f6-9dda-44c1-a87c-0a6123b154d3 admin admin] Made reservation on behalf of 5ffec4a5422c4d40bdfc13a8d97e1030 for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:41:34.793675 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-13f161f6-9dda-44c1-a87c-0a6123b154d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16714600'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:34.974298 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-13f161f6-9dda-44c1-a87c-0a6123b154d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13573993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16714586'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:35.029579 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f161f6-9dda-44c1-a87c-0a6123b154d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b03820cb-8866-427b-be3e-9d9f5b06805b,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:41:35.039148 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13f161f6-9dda-44c1-a87c-0a6123b154d3 admin admin] Checking segment: {'id': '6a04b2a5-4efa-4396-8824-494b3edd393f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'bbcbcd61-fbc9-483e-bb94-5d77845f9edf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:41:35.040040 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13f161f6-9dda-44c1-a87c-0a6123b154d3 admin admin] Network hostable DHCP agents. Network: bbcbcd61-fbc9-483e-bb94-5d77845f9edf, hostable agents: ['c6a09bd4-f72e-4283-a3ca-0bbca8a51081'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 10:41:35.058216 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13f161f6-9dda-44c1-a87c-0a6123b154d3 admin admin] Network bbcbcd61-fbc9-483e-bb94-5d77845f9edf is scheduled to be hosted by DHCP agent c6a09bd4-f72e-4283-a3ca-0bbca8a51081 with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 10:41:35.066877 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-13f161f6-9dda-44c1-a87c-0a6123b154d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-29, bbcbcd61-fbc9-483e-bb94-5d77845f9edf) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:41:35.071235 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13f161f6-9dda-44c1-a87c-0a6123b154d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:41:35.071802 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-13f161f6-9dda-44c1-a87c-0a6123b154d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:35.077004 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b7f759d-2c15-4392-a650-2a9fd6936416 None None] Network bbcbcd61-fbc9-483e-bb94-5d77845f9edf requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:41:35.089925 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-13f161f6-9dda-44c1-a87c-0a6123b154d3 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3266721 Jul 14 10:41:35.091796 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 42510) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:41:35.096379 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-5a9726a8-48ad-47b6-9fdb-f525a51499cf admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1581369592-router', 'tenant_id': '5ffec4a5422c4d40bdfc13a8d97e1030', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'}}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:41:35.119092 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5a9726a8-48ad-47b6-9fdb-f525a51499cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-711749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14670'] for router, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:35.120119 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5a9726a8-48ad-47b6-9fdb-f525a51499cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-711718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-661475', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14679'] for router, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:35.177791 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5a9726a8-48ad-47b6-9fdb-f525a51499cf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:35.232889 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de7fdda2-6e23-4065-a82b-050a0a2207a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf57baaa9-fd24-59f4-8fd2-1dc21122ce72-bbcbcd61-fbc9-483e-bb94-5d77845f9edf', 'network_id': 'bbcbcd61-fbc9-483e-bb94-5d77845f9edf', 'tenant_id': '5ffec4a5422c4d40bdfc13a8d97e1030', 'fixed_ips': [{'subnet_id': 'b03820cb-8866-427b-be3e-9d9f5b06805b'}]}} from n-d-779913-29. {{(pid=93959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 10:41:35.233799 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-de7fdda2-6e23-4065-a82b-050a0a2207a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:35.317609 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5a9726a8-48ad-47b6-9fdb-f525a51499cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-661489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-711771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12973'] for router, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:35.370048 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-de7fdda2-6e23-4065-a82b-050a0a2207a8 None None] Allocated IP 172.20.0.2 (bbcbcd61-fbc9-483e-bb94-5d77845f9edf/b03820cb-8866-427b-be3e-9d9f5b06805b/d4fc0411-ffe9-4a06-b88c-55e6ec7b9322) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:41:35.523290 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5a9726a8-48ad-47b6-9fdb-f525a51499cf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:35.544797 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5a9726a8-48ad-47b6-9fdb-f525a51499cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:35.578988 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-de7fdda2-6e23-4065-a82b-050a0a2207a8 None None] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:35.591868 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-de7fdda2-6e23-4065-a82b-050a0a2207a8 None None] Transition to ACTIVE for port object d4fc0411-ffe9-4a06-b88c-55e6ec7b9322 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:41:35.607408 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-de7fdda2-6e23-4065-a82b-050a0a2207a8 None None] Transition to ACTIVE for port object d4fc0411-ffe9-4a06-b88c-55e6ec7b9322 will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:41:35.613823 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-de7fdda2-6e23-4065-a82b-050a0a2207a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:35.659108 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-5a9726a8-48ad-47b6-9fdb-f525a51499cf admin admin] Allocated IP 172.25.4.222 (2dcd4d32-cc7c-4468-b396-7ce5c9231892/6cd22a75-5bc1-467c-a3c4-0af04bd1b34a/5cebf741-2726-4e3b-907c-5639f2db2e90) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:41:35.660032 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de7fdda2-6e23-4065-a82b-050a0a2207a8 None None] Network bbcbcd61-fbc9-483e-bb94-5d77845f9edf is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:41:35.663699 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-de7fdda2-6e23-4065-a82b-050a0a2207a8 None None] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:41:35.668502 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de7fdda2-6e23-4065-a82b-050a0a2207a8 None None] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:41:35.678507 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7fdda2-6e23-4065-a82b-050a0a2207a8 None None] Pushing event updated for resources: {'Port': ['ID=d4fc0411-ffe9-4a06-b88c-55e6ec7b9322,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:41:35.730927 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-de7fdda2-6e23-4065-a82b-050a0a2207a8 None None] Attempting to bind port d4fc0411-ffe9-4a06-b88c-55e6ec7b9322 on host n-d-779913-29 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:41:35.731290 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-de7fdda2-6e23-4065-a82b-050a0a2207a8 None None] Attempting to bind port d4fc0411-ffe9-4a06-b88c-55e6ec7b9322 by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': '6a04b2a5-4efa-4396-8824-494b3edd393f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'bbcbcd61-fbc9-483e-bb94-5d77845f9edf'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:41:35.731655 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de7fdda2-6e23-4065-a82b-050a0a2207a8 None None] Attempting to bind port d4fc0411-ffe9-4a06-b88c-55e6ec7b9322 on network bbcbcd61-fbc9-483e-bb94-5d77845f9edf {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:41:35.736654 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de7fdda2-6e23-4065-a82b-050a0a2207a8 None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 41, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:41:35.737183 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de7fdda2-6e23-4065-a82b-050a0a2207a8 None None] Checking segment: {'id': '6a04b2a5-4efa-4396-8824-494b3edd393f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'bbcbcd61-fbc9-483e-bb94-5d77845f9edf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:41:35.737633 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-de7fdda2-6e23-4065-a82b-050a0a2207a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:35.738320 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de7fdda2-6e23-4065-a82b-050a0a2207a8 None None] Bound using segment: {'id': '6a04b2a5-4efa-4396-8824-494b3edd393f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'bbcbcd61-fbc9-483e-bb94-5d77845f9edf'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:41:35.739481 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-de7fdda2-6e23-4065-a82b-050a0a2207a8 None None] Bound port: d4fc0411-ffe9-4a06-b88c-55e6ec7b9322, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a04b2a5-4efa-4396-8824-494b3edd393f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'bbcbcd61-fbc9-483e-bb94-5d77845f9edf'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:41:35.739481 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-de7fdda2-6e23-4065-a82b-050a0a2207a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:35.767827 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5a9726a8-48ad-47b6-9fdb-f525a51499cf admin admin] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:35.802097 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-de7fdda2-6e23-4065-a82b-050a0a2207a8 None None] For port d4fc0411-ffe9-4a06-b88c-55e6ec7b9322, host n-d-779913-29, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:41:35.806036 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5a9726a8-48ad-47b6-9fdb-f525a51499cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:35.806226 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-de7fdda2-6e23-4065-a82b-050a0a2207a8 None None] For port d4fc0411-ffe9-4a06-b88c-55e6ec7b9322, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=d4fc0411-ffe9-4a06-b88c-55e6ec7b9322,segment=NetworkSegment(6a04b2a5-4efa-4396-8824-494b3edd393f),segment_id=6a04b2a5-4efa-4396-8824-494b3edd393f)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:41:35.811147 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-de7fdda2-6e23-4065-a82b-050a0a2207a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:35.853961 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a9726a8-48ad-47b6-9fdb-f525a51499cf admin admin] Network 2dcd4d32-cc7c-4468-b396-7ce5c9231892 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:41:35.857162 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-5a9726a8-48ad-47b6-9fdb-f525a51499cf admin admin] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:41:35.865774 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a9726a8-48ad-47b6-9fdb-f525a51499cf admin admin] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:41:35.869988 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9726a8-48ad-47b6-9fdb-f525a51499cf admin admin] Pushing event updated for resources: {'Port': ['ID=5cebf741-2726-4e3b-907c-5639f2db2e90,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:41:35.879768 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7fdda2-6e23-4065-a82b-050a0a2207a8 None None] Pushing event updated for resources: {'Port': ['ID=d4fc0411-ffe9-4a06-b88c-55e6ec7b9322,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:41:36.150139 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5a9726a8-48ad-47b6-9fdb-f525a51499cf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:36.348300 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5a9726a8-48ad-47b6-9fdb-f525a51499cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-711762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-661452'] for router, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:36.773744 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a9726a8-48ad-47b6-9fdb-f525a51499cf admin admin] Router c1479fdc-00cb-48a1-952d-db69eeb992e3 is scheduled to L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 with binding_index 1 {{(pid=93958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 10:41:36.868922 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cc32a9c-f2d5-41e4-98d2-0211570c42e0 None None] Network bbcbcd61-fbc9-483e-bb94-5d77845f9edf requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:41:36.898521 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a9726a8-48ad-47b6-9fdb-f525a51499cf admin admin] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:41:36.911748 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44bb2fb7-7b55-40cc-91b1-3ff7b9d35457 None None] Sync routers for ids ['c1479fdc-00cb-48a1-952d-db69eeb992e3'] in n-d-779913-29 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:41:36.918126 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5a9726a8-48ad-47b6-9fdb-f525a51499cf admin admin] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:36.923036 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-5a9726a8-48ad-47b6-9fdb-f525a51499cf admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.8273203 Jul 14 10:41:36.923259 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 42512) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:41:36.929079 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44bb2fb7-7b55-40cc-91b1-3ff7b9d35457 None None] Routers {'c1479fdc-00cb-48a1-952d-db69eeb992e3'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:41:36.930009 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-44bb2fb7-7b55-40cc-91b1-3ff7b9d35457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T10:41:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['c1479fdc-00cb-48a1-952d-db69eeb992e3'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:41:36.975528 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-53097fd9-7b8c-4c2d-b4d5-73124bf2ff1d None None] Provisioning for port d4fc0411-ffe9-4a06-b88c-55e6ec7b9322 completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:41:37.063254 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-44bb2fb7-7b55-40cc-91b1-3ff7b9d35457 None None] Set router c1479fdc-00cb-48a1-952d-db69eeb992e3 gateway port host: n-d-779913-29 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:41:37.276820 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-44bb2fb7-7b55-40cc-91b1-3ff7b9d35457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1479fdc-00cb-48a1-952d-db69eeb992e3', 'name': 'tempest-TestSnapshotPattern-1581369592-router', 'tenant_id': '5ffec4a5422c4d40bdfc13a8d97e1030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': '5cebf741-2726-4e3b-907c-5639f2db2e90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:41:35Z', 'updated_at': '2021-07-14T10:41:36Z', 'revision_number': 3, 'project_id': '5ffec4a5422c4d40bdfc13a8d97e1030', 'gw_port': {'id': '5cebf741-2726-4e3b-907c-5639f2db2e90', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:a4:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1479fdc-00cb-48a1-952d-db69eeb992e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:41:35Z', 'updated_at': '2021-07-14T10:41:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29'}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:41:37.311271 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44bb2fb7-7b55-40cc-91b1-3ff7b9d35457 None None] Checking router: c1479fdc-00cb-48a1-952d-db69eeb992e3 for host: n-d-779913-29 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:41:37.311271 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44bb2fb7-7b55-40cc-91b1-3ff7b9d35457 None None] Updating router c1479fdc-00cb-48a1-952d-db69eeb992e3 port 5cebf741-2726-4e3b-907c-5639f2db2e90 binding host n-d-779913-29 {{(pid=93960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 10:41:37.354837 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-44bb2fb7-7b55-40cc-91b1-3ff7b9d35457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:37.405402 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device d4fc0411-ffe9-4a06-b88c-55e6ec7b9322 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:41:37.465592 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning for port d4fc0411-ffe9-4a06-b88c-55e6ec7b9322 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:41:37.472606 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port d4fc0411-ffe9-4a06-b88c-55e6ec7b9322 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:41:37.473469 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:37.476536 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9bbf4177-d496-4695-9658-46bda5f55a66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:37.604142 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:37.647677 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] For port d4fc0411-ffe9-4a06-b88c-55e6ec7b9322, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=d4fc0411-ffe9-4a06-b88c-55e6ec7b9322,segment=NetworkSegment(6a04b2a5-4efa-4396-8824-494b3edd393f),segment_id=6a04b2a5-4efa-4396-8824-494b3edd393f)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:41:37.654685 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:37.712657 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-9bbf4177-d496-4695-9658-46bda5f55a66 admin admin] Allocated IP 172.20.0.1 (bbcbcd61-fbc9-483e-bb94-5d77845f9edf/b03820cb-8866-427b-be3e-9d9f5b06805b/7cbe35dc-094d-4eab-aa14-c99373e01072) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:41:37.722892 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Pushing event updated for resources: {'Port': ['ID=d4fc0411-ffe9-4a06-b88c-55e6ec7b9322,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:41:37.817742 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-44bb2fb7-7b55-40cc-91b1-3ff7b9d35457 None None] Notify callbacks [] for port, precommit_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:37.829728 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-44bb2fb7-7b55-40cc-91b1-3ff7b9d35457 None None] Transition to ACTIVE for port object 5cebf741-2726-4e3b-907c-5639f2db2e90 will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:41:37.830815 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9bbf4177-d496-4695-9658-46bda5f55a66 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:37.837346 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-44bb2fb7-7b55-40cc-91b1-3ff7b9d35457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:37.847235 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.provisioning_blocks [None req-9bbf4177-d496-4695-9658-46bda5f55a66 admin admin] Transition to ACTIVE for port object 7cbe35dc-094d-4eab-aa14-c99373e01072 will not be triggered until provisioned by entity DHCP. {{(pid=93958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:41:37.884634 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9bbf4177-d496-4695-9658-46bda5f55a66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:37.897083 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a21149-9410-4151-9905-d461f5edb13e None None] Pushing event updated for resources: {'Port': ['ID=5cebf741-2726-4e3b-907c-5639f2db2e90,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:41:37.899768 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-44bb2fb7-7b55-40cc-91b1-3ff7b9d35457 None None] Attempting to bind port 5cebf741-2726-4e3b-907c-5639f2db2e90 on host n-d-779913-29 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:41:37.900550 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-44bb2fb7-7b55-40cc-91b1-3ff7b9d35457 None None] Attempting to bind port 5cebf741-2726-4e3b-907c-5639f2db2e90 by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': '81bf7a93-80b3-43df-b9d5-462c604a2945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:41:37.900725 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44bb2fb7-7b55-40cc-91b1-3ff7b9d35457 None None] Attempting to bind port 5cebf741-2726-4e3b-907c-5639f2db2e90 on network 2dcd4d32-cc7c-4468-b396-7ce5c9231892 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:41:37.910264 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a21149-9410-4151-9905-d461f5edb13e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:41:37.910607 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a21149-9410-4151-9905-d461f5edb13e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:41:37.910942 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a21149-9410-4151-9905-d461f5edb13e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:41:37.911268 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a21149-9410-4151-9905-d461f5edb13e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:41:37.911598 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a21149-9410-4151-9905-d461f5edb13e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:41:37.911922 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a21149-9410-4151-9905-d461f5edb13e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:41:37.912495 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a21149-9410-4151-9905-d461f5edb13e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:41:37.912605 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a21149-9410-4151-9905-d461f5edb13e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:41:37.912849 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a21149-9410-4151-9905-d461f5edb13e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:41:37.913163 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a21149-9410-4151-9905-d461f5edb13e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:41:37.913680 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a21149-9410-4151-9905-d461f5edb13e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:41:37.914046 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a21149-9410-4151-9905-d461f5edb13e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:41:37.917987 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44bb2fb7-7b55-40cc-91b1-3ff7b9d35457 None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 41, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:41:37.918350 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44bb2fb7-7b55-40cc-91b1-3ff7b9d35457 None None] Checking segment: {'id': '81bf7a93-80b3-43df-b9d5-462c604a2945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:41:37.919284 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-44bb2fb7-7b55-40cc-91b1-3ff7b9d35457 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:37.919284 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44bb2fb7-7b55-40cc-91b1-3ff7b9d35457 None None] Bound using segment: {'id': '81bf7a93-80b3-43df-b9d5-462c604a2945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:41:37.919591 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-44bb2fb7-7b55-40cc-91b1-3ff7b9d35457 None None] Bound port: 5cebf741-2726-4e3b-907c-5639f2db2e90, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81bf7a93-80b3-43df-b9d5-462c604a2945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:41:37.919967 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-44bb2fb7-7b55-40cc-91b1-3ff7b9d35457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:37.935407 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bbf4177-d496-4695-9658-46bda5f55a66 admin admin] Network bbcbcd61-fbc9-483e-bb94-5d77845f9edf is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:41:37.938513 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-9bbf4177-d496-4695-9658-46bda5f55a66 admin admin] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:41:37.943807 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bbf4177-d496-4695-9658-46bda5f55a66 admin admin] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:41:37.947436 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbf4177-d496-4695-9658-46bda5f55a66 admin admin] Pushing event updated for resources: {'Port': ['ID=7cbe35dc-094d-4eab-aa14-c99373e01072,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:41:37.977534 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-44bb2fb7-7b55-40cc-91b1-3ff7b9d35457 None None] For port 5cebf741-2726-4e3b-907c-5639f2db2e90, host n-d-779913-29, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:41:37.981064 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-44bb2fb7-7b55-40cc-91b1-3ff7b9d35457 None None] For port 5cebf741-2726-4e3b-907c-5639f2db2e90, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=5cebf741-2726-4e3b-907c-5639f2db2e90,segment=NetworkSegment(81bf7a93-80b3-43df-b9d5-462c604a2945),segment_id=81bf7a93-80b3-43df-b9d5-462c604a2945)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:41:37.986717 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-44bb2fb7-7b55-40cc-91b1-3ff7b9d35457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:37.988975 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9bbf4177-d496-4695-9658-46bda5f55a66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-660393'] for router_interface, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:38.048920 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a21149-9410-4151-9905-d461f5edb13e None None] Pushing event updated for resources: {'Port': ['ID=5cebf741-2726-4e3b-907c-5639f2db2e90,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:41:38.051882 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44bb2fb7-7b55-40cc-91b1-3ff7b9d35457 None None] Routers {'c1479fdc-00cb-48a1-952d-db69eeb992e3'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:41:38.052492 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-44bb2fb7-7b55-40cc-91b1-3ff7b9d35457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T10:41:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['c1479fdc-00cb-48a1-952d-db69eeb992e3'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:41:38.150966 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9bbf4177-d496-4695-9658-46bda5f55a66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:38.170128 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-44bb2fb7-7b55-40cc-91b1-3ff7b9d35457 None None] Set router c1479fdc-00cb-48a1-952d-db69eeb992e3 gateway port host: n-d-779913-29 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:41:38.257506 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-3ea95f4d-a3fe-4cf3-9c33-ee782e0c52c5 None None] Provisioning for port 7cbe35dc-094d-4eab-aa14-c99373e01072 completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:41:38.262242 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-3ea95f4d-a3fe-4cf3-9c33-ee782e0c52c5 None None] Provisioning complete for port 7cbe35dc-094d-4eab-aa14-c99373e01072 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:41:38.263242 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3ea95f4d-a3fe-4cf3-9c33-ee782e0c52c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:38.298588 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-3ea95f4d-a3fe-4cf3-9c33-ee782e0c52c5 None None] Port 7cbe35dc-094d-4eab-aa14-c99373e01072 cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:41:38.326845 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9bbf4177-d496-4695-9658-46bda5f55a66 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:38.331428 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9bbf4177-d496-4695-9658-46bda5f55a66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13574142'] for port, after_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:38.358344 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-44bb2fb7-7b55-40cc-91b1-3ff7b9d35457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1479fdc-00cb-48a1-952d-db69eeb992e3', 'name': 'tempest-TestSnapshotPattern-1581369592-router', 'tenant_id': '5ffec4a5422c4d40bdfc13a8d97e1030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': '5cebf741-2726-4e3b-907c-5639f2db2e90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:41:35Z', 'updated_at': '2021-07-14T10:41:36Z', 'revision_number': 3, 'project_id': '5ffec4a5422c4d40bdfc13a8d97e1030', 'gw_port': {'id': '5cebf741-2726-4e3b-907c-5639f2db2e90', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:a4:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1479fdc-00cb-48a1-952d-db69eeb992e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:41:35Z', 'updated_at': '2021-07-14T10:41:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29'}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:41:38.384827 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44bb2fb7-7b55-40cc-91b1-3ff7b9d35457 None None] The sync data for ids ['c1479fdc-00cb-48a1-952d-db69eeb992e3'] in n-d-779913-29 is: [{'id': 'c1479fdc-00cb-48a1-952d-db69eeb992e3', 'name': 'tempest-TestSnapshotPattern-1581369592-router', 'tenant_id': '5ffec4a5422c4d40bdfc13a8d97e1030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': '5cebf741-2726-4e3b-907c-5639f2db2e90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:41:35Z', 'updated_at': '2021-07-14T10:41:36Z', 'revision_number': 3, 'project_id': '5ffec4a5422c4d40bdfc13a8d97e1030', 'gw_port': {'id': '5cebf741-2726-4e3b-907c-5639f2db2e90', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:a4:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1479fdc-00cb-48a1-952d-db69eeb992e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:41:35Z', 'updated_at': '2021-07-14T10:41:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29'}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:41:38.400947 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbf4177-d496-4695-9658-46bda5f55a66 admin admin] Pushing event updated for resources: {'Port': ['ID=7cbe35dc-094d-4eab-aa14-c99373e01072,revision_number=2']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:41:38.403984 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-9bbf4177-d496-4695-9658-46bda5f55a66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-683747'] for router_interface, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:38.502937 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bbf4177-d496-4695-9658-46bda5f55a66 admin admin] Network bbcbcd61-fbc9-483e-bb94-5d77845f9edf is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:41:38.504353 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-9bbf4177-d496-4695-9658-46bda5f55a66 admin admin] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:41:38.647205 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bbf4177-d496-4695-9658-46bda5f55a66 admin admin] Router c1479fdc-00cb-48a1-952d-db69eeb992e3 has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:41:38.772086 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bbf4177-d496-4695-9658-46bda5f55a66 admin admin] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:41:38.778052 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-9bbf4177-d496-4695-9658-46bda5f55a66 admin admin] 10.222.0.68 "PUT /v2.0/routers/c1479fdc-00cb-48a1-952d-db69eeb992e3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8527083 Jul 14 10:41:38.821991 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-52561dcf-a203-4e49-97e6-b8b40314f67f None None] Provisioning complete for port 7cbe35dc-094d-4eab-aa14-c99373e01072 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:41:38.822380 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-52561dcf-a203-4e49-97e6-b8b40314f67f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:38.858388 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-52561dcf-a203-4e49-97e6-b8b40314f67f None None] Port 7cbe35dc-094d-4eab-aa14-c99373e01072 cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:41:39.278833 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 42528) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:41:39.284177 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-1abdb7af-e0b5-40a8-ad17-a405268762a6 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-578247764-network', 'tenant_id': '83f4774be48e4ab58db584dcce10c6fd'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:41:39.309691 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1abdb7af-e0b5-40a8-ad17-a405268762a6 admin admin] Made reservation on behalf of 83f4774be48e4ab58db584dcce10c6fd for: {'network': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:41:39.312217 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1abdb7af-e0b5-40a8-ad17-a405268762a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for network, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:39.321156 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1abdb7af-e0b5-40a8-ad17-a405268762a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:39.412176 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device d4fc0411-ffe9-4a06-b88c-55e6ec7b9322 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:41:39.420236 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1abdb7af-e0b5-40a8-ad17-a405268762a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:39.425627 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1abdb7af-e0b5-40a8-ad17-a405268762a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:39.451123 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1abdb7af-e0b5-40a8-ad17-a405268762a6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 749} {{(pid=93957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 10:41:39.461887 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abdb7af-e0b5-40a8-ad17-a405268762a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43c339d0-2858-4abe-af84-f0c3993aad90,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:41:39.464986 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port d4fc0411-ffe9-4a06-b88c-55e6ec7b9322 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:41:39.465373 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:39.467139 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1abdb7af-e0b5-40a8-ad17-a405268762a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:39.467489 n-d-779913-29 neutron-server[93957]: INFO neutron.db.segments_db [None req-1abdb7af-e0b5-40a8-ad17-a405268762a6 admin admin] Added segment 8a90d905-eb49-44e8-a176-06bf404b1f28 of type vlan for network de3490c7-ef59-45fc-ba8c-dfbb9ecfc92e Jul 14 10:41:39.516367 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1abdb7af-e0b5-40a8-ad17-a405268762a6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735687821325'] for network, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:39.551224 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1abdb7af-e0b5-40a8-ad17-a405268762a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855'] for network, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:39.552918 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1abdb7af-e0b5-40a8-ad17-a405268762a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:41:39.553090 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-1abdb7af-e0b5-40a8-ad17-a405268762a6 admin admin] Notify callbacks [] for network, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:39.560994 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 5cebf741-2726-4e3b-907c-5639f2db2e90 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:41:39.613833 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-1abdb7af-e0b5-40a8-ad17-a405268762a6 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3336630 Jul 14 10:41:39.617216 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 42530) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:41:39.620869 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning for port 5cebf741-2726-4e3b-907c-5639f2db2e90 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:41:39.622290 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abdb7af-e0b5-40a8-ad17-a405268762a6 admin admin] Pushing event updated for resources: {'Network': ['ID=de3490c7-ef59-45fc-ba8c-dfbb9ecfc92e,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:41:39.623377 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-cb1fb0dc-8c5b-482c-bae2-d3ff3554dcca admin admin] Request body: {'subnet': {'network_id': 'de3490c7-ef59-45fc-ba8c-dfbb9ecfc92e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-578247764-subnet', 'tenant_id': '83f4774be48e4ab58db584dcce10c6fd', 'ip_version': 4}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:41:39.626478 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port 5cebf741-2726-4e3b-907c-5639f2db2e90 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:41:39.626853 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:39.650252 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb1fb0dc-8c5b-482c-bae2-d3ff3554dcca admin admin] Made reservation on behalf of 83f4774be48e4ab58db584dcce10c6fd for: {'subnet': 1} {{(pid=93958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:41:39.650951 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Network de3490c7-ef59-45fc-ba8c-dfbb9ecfc92e details requested by agent ovs-agent-n-d-779913-29 with host n-d-779913-29 {{(pid=93959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 10:41:39.652970 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cb1fb0dc-8c5b-482c-bae2-d3ff3554dcca admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16714600'] for subnet, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:39.715765 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.agents_db [None req-3c3509fb-540d-4335-a450-574895dd3602 None None] Agent healthcheck: found 7 active agents {{(pid=93960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:41:39.783756 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:39.806495 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] For port 5cebf741-2726-4e3b-907c-5639f2db2e90, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=5cebf741-2726-4e3b-907c-5639f2db2e90,segment=NetworkSegment(81bf7a93-80b3-43df-b9d5-462c604a2945),segment_id=81bf7a93-80b3-43df-b9d5-462c604a2945)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:41:39.810741 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:39.850371 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cb1fb0dc-8c5b-482c-bae2-d3ff3554dcca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13573993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16714586'] for subnet, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:39.861072 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Pushing event updated for resources: {'Port': ['ID=5cebf741-2726-4e3b-907c-5639f2db2e90,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:41:39.911248 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1fb0dc-8c5b-482c-bae2-d3ff3554dcca admin admin] Pushing event updated for resources: {'Subnet': ['ID=a37e8e3e-4bea-47d3-8fef-aea6f8d18149,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:41:39.921208 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb1fb0dc-8c5b-482c-bae2-d3ff3554dcca admin admin] Checking segment: {'id': '8a90d905-eb49-44e8-a176-06bf404b1f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'de3490c7-ef59-45fc-ba8c-dfbb9ecfc92e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:41:39.921612 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb1fb0dc-8c5b-482c-bae2-d3ff3554dcca admin admin] Network hostable DHCP agents. Network: de3490c7-ef59-45fc-ba8c-dfbb9ecfc92e, hostable agents: ['c6a09bd4-f72e-4283-a3ca-0bbca8a51081'], hosted agents: [] {{(pid=93958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 10:41:39.938613 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb1fb0dc-8c5b-482c-bae2-d3ff3554dcca admin admin] Network de3490c7-ef59-45fc-ba8c-dfbb9ecfc92e is scheduled to be hosted by DHCP agent c6a09bd4-f72e-4283-a3ca-0bbca8a51081 with binding_index 1 {{(pid=93958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 10:41:39.947999 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-cb1fb0dc-8c5b-482c-bae2-d3ff3554dcca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-29, de3490c7-ef59-45fc-ba8c-dfbb9ecfc92e) {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:41:39.952290 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb1fb0dc-8c5b-482c-bae2-d3ff3554dcca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:41:39.952878 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-cb1fb0dc-8c5b-482c-bae2-d3ff3554dcca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:39.957687 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc196ef9-24ec-4b6b-816f-fa16854b81a0 None None] Network de3490c7-ef59-45fc-ba8c-dfbb9ecfc92e requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:41:39.967970 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-cb1fb0dc-8c5b-482c-bae2-d3ff3554dcca admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3489256 Jul 14 10:41:39.970677 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 42532) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:41:39.975292 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-6c887956-ad00-408e-b77e-87ccd2e5e5f2 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-578247764-router', 'tenant_id': '83f4774be48e4ab58db584dcce10c6fd', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'}}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:41:39.997317 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6c887956-ad00-408e-b77e-87ccd2e5e5f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-711749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14670'] for router, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:39.998460 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6c887956-ad00-408e-b77e-87ccd2e5e5f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-711718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-661475', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-565447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14679'] for router, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:40.034804 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c898b01e-c2d0-4ba5-83bf-9c294341eaaf None None] Sync routers for ids ['c1479fdc-00cb-48a1-952d-db69eeb992e3'] in n-d-779913-29 {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:41:40.056776 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6c887956-ad00-408e-b77e-87ccd2e5e5f2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:40.058518 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c898b01e-c2d0-4ba5-83bf-9c294341eaaf None None] Routers {'c1479fdc-00cb-48a1-952d-db69eeb992e3'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:41:40.059146 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-c898b01e-c2d0-4ba5-83bf-9c294341eaaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T10:41:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['c1479fdc-00cb-48a1-952d-db69eeb992e3'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:41:40.193107 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6c887956-ad00-408e-b77e-87ccd2e5e5f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-661489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-711771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12973'] for router, precommit_update {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:40.206555 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9708670-2ca8-4f52-8e9c-82efa47455be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf57baaa9-fd24-59f4-8fd2-1dc21122ce72-de3490c7-ef59-45fc-ba8c-dfbb9ecfc92e', 'network_id': 'de3490c7-ef59-45fc-ba8c-dfbb9ecfc92e', 'tenant_id': '83f4774be48e4ab58db584dcce10c6fd', 'fixed_ips': [{'subnet_id': 'a37e8e3e-4bea-47d3-8fef-aea6f8d18149'}]}} from n-d-779913-29. {{(pid=93959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 10:41:40.207446 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d9708670-2ca8-4f52-8e9c-82efa47455be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:40.231916 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvr_db [None req-c898b01e-c2d0-4ba5-83bf-9c294341eaaf None None] Set router c1479fdc-00cb-48a1-952d-db69eeb992e3 gateway port host: n-d-779913-29 {{(pid=93959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:41:40.403623 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6c887956-ad00-408e-b77e-87ccd2e5e5f2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:40.423213 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6c887956-ad00-408e-b77e-87ccd2e5e5f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:40.537799 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_common [None req-6c887956-ad00-408e-b77e-87ccd2e5e5f2 admin admin] Allocated IP 172.25.4.63 (2dcd4d32-cc7c-4468-b396-7ce5c9231892/6cd22a75-5bc1-467c-a3c4-0af04bd1b34a/28d00615-dde0-4916-89a0-3b0495ef236f) {{(pid=93958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:41:40.626163 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.db_base_plugin_common [None req-d9708670-2ca8-4f52-8e9c-82efa47455be None None] Allocated IP 172.20.0.2 (de3490c7-ef59-45fc-ba8c-dfbb9ecfc92e/a37e8e3e-4bea-47d3-8fef-aea6f8d18149/f9edc044-2297-4dcc-a0f0-8e7d6109f92c) {{(pid=93959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:41:40.659744 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6c887956-ad00-408e-b77e-87ccd2e5e5f2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:40.700459 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6c887956-ad00-408e-b77e-87ccd2e5e5f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:40.736157 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c887956-ad00-408e-b77e-87ccd2e5e5f2 admin admin] Network 2dcd4d32-cc7c-4468-b396-7ce5c9231892 is already hosted by enough agents. {{(pid=93958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:41:40.741244 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.base_scheduler [None req-6c887956-ad00-408e-b77e-87ccd2e5e5f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:41:40.746420 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c887956-ad00-408e-b77e-87ccd2e5e5f2 admin admin] Received port after_create {{(pid=93958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:41:40.772476 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c887956-ad00-408e-b77e-87ccd2e5e5f2 admin admin] Pushing event updated for resources: {'Port': ['ID=28d00615-dde0-4916-89a0-3b0495ef236f,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:41:40.798532 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-c898b01e-c2d0-4ba5-83bf-9c294341eaaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1479fdc-00cb-48a1-952d-db69eeb992e3', 'name': 'tempest-TestSnapshotPattern-1581369592-router', 'tenant_id': '5ffec4a5422c4d40bdfc13a8d97e1030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': '5cebf741-2726-4e3b-907c-5639f2db2e90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:41:35Z', 'updated_at': '2021-07-14T10:41:38Z', 'revision_number': 4, 'project_id': '5ffec4a5422c4d40bdfc13a8d97e1030', 'gw_port': {'id': '5cebf741-2726-4e3b-907c-5639f2db2e90', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:a4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1479fdc-00cb-48a1-952d-db69eeb992e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:41:35Z', 'updated_at': '2021-07-14T10:41:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': '7cbe35dc-094d-4eab-aa14-c99373e01072', 'name': '', 'network_id': 'bbcbcd61-fbc9-483e-bb94-5d77845f9edf', 'tenant_id': '5ffec4a5422c4d40bdfc13a8d97e1030', 'mac_address': 'fa:16:3e:fa:0a:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1479fdc-00cb-48a1-952d-db69eeb992e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'b03820cb-8866-427b-be3e-9d9f5b06805b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:41:37Z', 'updated_at': '2021-07-14T10:41:38Z', 'revision_number': 2, 'project_id': '5ffec4a5422c4d40bdfc13a8d97e1030', 'subnets': [{'id': 'b03820cb-8866-427b-be3e-9d9f5b06805b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:41:40.833917 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c898b01e-c2d0-4ba5-83bf-9c294341eaaf None None] Checking router: c1479fdc-00cb-48a1-952d-db69eeb992e3 for host: n-d-779913-29 {{(pid=93959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:41:40.834372 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c898b01e-c2d0-4ba5-83bf-9c294341eaaf None None] Updating router c1479fdc-00cb-48a1-952d-db69eeb992e3 port 7cbe35dc-094d-4eab-aa14-c99373e01072 binding host n-d-779913-29 {{(pid=93959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 10:41:40.869305 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d9708670-2ca8-4f52-8e9c-82efa47455be None None] Notify callbacks [] for port, precommit_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:40.885893 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-d9708670-2ca8-4f52-8e9c-82efa47455be None None] Transition to ACTIVE for port object f9edc044-2297-4dcc-a0f0-8e7d6109f92c will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:41:40.887952 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c898b01e-c2d0-4ba5-83bf-9c294341eaaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:40.929912 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-d9708670-2ca8-4f52-8e9c-82efa47455be None None] Transition to ACTIVE for port object f9edc044-2297-4dcc-a0f0-8e7d6109f92c will not be triggered until provisioned by entity DHCP. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:41:40.939142 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d9708670-2ca8-4f52-8e9c-82efa47455be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100'] for port, after_create {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:41.004820 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6c887956-ad00-408e-b77e-87ccd2e5e5f2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:41.041789 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9708670-2ca8-4f52-8e9c-82efa47455be None None] Network de3490c7-ef59-45fc-ba8c-dfbb9ecfc92e is already hosted by enough agents. {{(pid=93959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:41:41.053354 n-d-779913-29 neutron-server[93959]: DEBUG neutron.scheduler.base_scheduler [None req-d9708670-2ca8-4f52-8e9c-82efa47455be None None] Resources bound (agent type, host, resource id): {{(pid=93959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:41:41.062517 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9708670-2ca8-4f52-8e9c-82efa47455be None None] Received port after_create {{(pid=93959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:41:41.069086 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9708670-2ca8-4f52-8e9c-82efa47455be None None] Pushing event updated for resources: {'Port': ['ID=f9edc044-2297-4dcc-a0f0-8e7d6109f92c,revision_number=1']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:41:41.175315 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-d9708670-2ca8-4f52-8e9c-82efa47455be None None] Attempting to bind port f9edc044-2297-4dcc-a0f0-8e7d6109f92c on host n-d-779913-29 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:41:41.175315 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-d9708670-2ca8-4f52-8e9c-82efa47455be None None] Attempting to bind port f9edc044-2297-4dcc-a0f0-8e7d6109f92c by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': '8a90d905-eb49-44e8-a176-06bf404b1f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'de3490c7-ef59-45fc-ba8c-dfbb9ecfc92e'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:41:41.175727 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9708670-2ca8-4f52-8e9c-82efa47455be None None] Attempting to bind port f9edc044-2297-4dcc-a0f0-8e7d6109f92c on network de3490c7-ef59-45fc-ba8c-dfbb9ecfc92e {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:41:41.191433 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9708670-2ca8-4f52-8e9c-82efa47455be None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 41, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:41:41.191817 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9708670-2ca8-4f52-8e9c-82efa47455be None None] Checking segment: {'id': '8a90d905-eb49-44e8-a176-06bf404b1f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'de3490c7-ef59-45fc-ba8c-dfbb9ecfc92e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:41:41.192222 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d9708670-2ca8-4f52-8e9c-82efa47455be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:41.192621 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9708670-2ca8-4f52-8e9c-82efa47455be None None] Bound using segment: {'id': '8a90d905-eb49-44e8-a176-06bf404b1f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'de3490c7-ef59-45fc-ba8c-dfbb9ecfc92e'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:41:41.193096 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-d9708670-2ca8-4f52-8e9c-82efa47455be None None] Bound port: f9edc044-2297-4dcc-a0f0-8e7d6109f92c, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a90d905-eb49-44e8-a176-06bf404b1f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'de3490c7-ef59-45fc-ba8c-dfbb9ecfc92e'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:41:41.193478 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d9708670-2ca8-4f52-8e9c-82efa47455be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:41.208880 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6c887956-ad00-408e-b77e-87ccd2e5e5f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-711762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-661452'] for router, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:41.316461 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-d9708670-2ca8-4f52-8e9c-82efa47455be None None] For port f9edc044-2297-4dcc-a0f0-8e7d6109f92c, host n-d-779913-29, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:41:41.338331 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-d9708670-2ca8-4f52-8e9c-82efa47455be None None] For port f9edc044-2297-4dcc-a0f0-8e7d6109f92c, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=f9edc044-2297-4dcc-a0f0-8e7d6109f92c,segment=NetworkSegment(8a90d905-eb49-44e8-a176-06bf404b1f28),segment_id=8a90d905-eb49-44e8-a176-06bf404b1f28)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:41:41.341408 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c898b01e-c2d0-4ba5-83bf-9c294341eaaf None None] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:41.349846 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d9708670-2ca8-4f52-8e9c-82efa47455be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:41.350240 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c887956-ad00-408e-b77e-87ccd2e5e5f2 admin admin] Router 130d5944-7183-4ef4-93cf-7cfa5b7678e2 is scheduled to L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 with binding_index 1 {{(pid=93958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 10:41:41.358769 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 5cebf741-2726-4e3b-907c-5639f2db2e90 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:41:41.386665 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c898b01e-c2d0-4ba5-83bf-9c294341eaaf None None] Transition to ACTIVE for port object 7cbe35dc-094d-4eab-aa14-c99373e01072 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:41:41.423770 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c898b01e-c2d0-4ba5-83bf-9c294341eaaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:41.469647 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9708670-2ca8-4f52-8e9c-82efa47455be None None] Pushing event updated for resources: {'Port': ['ID=f9edc044-2297-4dcc-a0f0-8e7d6109f92c,revision_number=2']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:41:41.561920 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b486ac1d-9957-402b-920e-5dc405bd0296 None None] Pushing event updated for resources: {'Port': ['ID=7cbe35dc-094d-4eab-aa14-c99373e01072,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:41:41.597560 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port 5cebf741-2726-4e3b-907c-5639f2db2e90 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:41:41.598302 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:41.631857 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-c898b01e-c2d0-4ba5-83bf-9c294341eaaf None None] Attempting to bind port 7cbe35dc-094d-4eab-aa14-c99373e01072 on host n-d-779913-29 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:41:41.632456 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-c898b01e-c2d0-4ba5-83bf-9c294341eaaf None None] Attempting to bind port 7cbe35dc-094d-4eab-aa14-c99373e01072 by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': '6a04b2a5-4efa-4396-8824-494b3edd393f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'bbcbcd61-fbc9-483e-bb94-5d77845f9edf'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:41:41.632694 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c898b01e-c2d0-4ba5-83bf-9c294341eaaf None None] Attempting to bind port 7cbe35dc-094d-4eab-aa14-c99373e01072 on network bbcbcd61-fbc9-483e-bb94-5d77845f9edf {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:41:41.645682 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c898b01e-c2d0-4ba5-83bf-9c294341eaaf None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 41, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:41:41.646058 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c898b01e-c2d0-4ba5-83bf-9c294341eaaf None None] Checking segment: {'id': '6a04b2a5-4efa-4396-8824-494b3edd393f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'bbcbcd61-fbc9-483e-bb94-5d77845f9edf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:41:41.646477 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c898b01e-c2d0-4ba5-83bf-9c294341eaaf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:41.646887 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c898b01e-c2d0-4ba5-83bf-9c294341eaaf None None] Bound using segment: {'id': '6a04b2a5-4efa-4396-8824-494b3edd393f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'bbcbcd61-fbc9-483e-bb94-5d77845f9edf'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:41:41.647378 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-c898b01e-c2d0-4ba5-83bf-9c294341eaaf None None] Bound port: 7cbe35dc-094d-4eab-aa14-c99373e01072, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a04b2a5-4efa-4396-8824-494b3edd393f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'bbcbcd61-fbc9-483e-bb94-5d77845f9edf'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:41:41.647836 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c898b01e-c2d0-4ba5-83bf-9c294341eaaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:41.753660 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c898b01e-c2d0-4ba5-83bf-9c294341eaaf None None] For port 7cbe35dc-094d-4eab-aa14-c99373e01072, host n-d-779913-29, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:41:41.758008 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c898b01e-c2d0-4ba5-83bf-9c294341eaaf None None] For port 7cbe35dc-094d-4eab-aa14-c99373e01072, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=7cbe35dc-094d-4eab-aa14-c99373e01072,segment=NetworkSegment(6a04b2a5-4efa-4396-8824-494b3edd393f),segment_id=6a04b2a5-4efa-4396-8824-494b3edd393f)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:41:41.791185 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c898b01e-c2d0-4ba5-83bf-9c294341eaaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:41.808985 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c887956-ad00-408e-b77e-87ccd2e5e5f2 admin admin] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:41:41.817445 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20860cc3-840b-4ded-893f-717d8cad83ea None None] Sync routers for ids ['130d5944-7183-4ef4-93cf-7cfa5b7678e2'] in n-d-779913-29 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:41:41.833371 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20860cc3-840b-4ded-893f-717d8cad83ea None None] Routers {'130d5944-7183-4ef4-93cf-7cfa5b7678e2'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:41:41.833900 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-6c887956-ad00-408e-b77e-87ccd2e5e5f2 admin admin] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:41.834064 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-20860cc3-840b-4ded-893f-717d8cad83ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T10:41:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['130d5944-7183-4ef4-93cf-7cfa5b7678e2'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:41:41.835209 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-6c887956-ad00-408e-b77e-87ccd2e5e5f2 admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8635786 Jul 14 10:41:41.838788 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 42534) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:41:41.906147 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b486ac1d-9957-402b-920e-5dc405bd0296 None None] Pushing event updated for resources: {'Port': ['ID=7cbe35dc-094d-4eab-aa14-c99373e01072,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:41:41.913586 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c898b01e-c2d0-4ba5-83bf-9c294341eaaf None None] Routers {'c1479fdc-00cb-48a1-952d-db69eeb992e3'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:41:41.913586 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-c898b01e-c2d0-4ba5-83bf-9c294341eaaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T10:41:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['c1479fdc-00cb-48a1-952d-db69eeb992e3'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:41:42.000766 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-20860cc3-840b-4ded-893f-717d8cad83ea None None] Set router 130d5944-7183-4ef4-93cf-7cfa5b7678e2 gateway port host: n-d-779913-29 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:41:42.060216 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvr_db [None req-c898b01e-c2d0-4ba5-83bf-9c294341eaaf None None] Set router c1479fdc-00cb-48a1-952d-db69eeb992e3 gateway port host: n-d-779913-29 {{(pid=93959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:41:42.232293 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-20860cc3-840b-4ded-893f-717d8cad83ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '130d5944-7183-4ef4-93cf-7cfa5b7678e2', 'name': 'tempest-TestSnapshotPattern-578247764-router', 'tenant_id': '83f4774be48e4ab58db584dcce10c6fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': '28d00615-dde0-4916-89a0-3b0495ef236f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:41:40Z', 'updated_at': '2021-07-14T10:41:40Z', 'revision_number': 3, 'project_id': '83f4774be48e4ab58db584dcce10c6fd', 'gw_port': {'id': '28d00615-dde0-4916-89a0-3b0495ef236f', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:47:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '130d5944-7183-4ef4-93cf-7cfa5b7678e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:41:40Z', 'updated_at': '2021-07-14T10:41:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29'}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:41:42.271798 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20860cc3-840b-4ded-893f-717d8cad83ea None None] Checking router: 130d5944-7183-4ef4-93cf-7cfa5b7678e2 for host: n-d-779913-29 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:41:42.272336 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20860cc3-840b-4ded-893f-717d8cad83ea None None] Updating router 130d5944-7183-4ef4-93cf-7cfa5b7678e2 port 28d00615-dde0-4916-89a0-3b0495ef236f binding host n-d-779913-29 {{(pid=93960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 10:41:42.316982 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-c898b01e-c2d0-4ba5-83bf-9c294341eaaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1479fdc-00cb-48a1-952d-db69eeb992e3', 'name': 'tempest-TestSnapshotPattern-1581369592-router', 'tenant_id': '5ffec4a5422c4d40bdfc13a8d97e1030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': '5cebf741-2726-4e3b-907c-5639f2db2e90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:41:35Z', 'updated_at': '2021-07-14T10:41:38Z', 'revision_number': 4, 'project_id': '5ffec4a5422c4d40bdfc13a8d97e1030', 'gw_port': {'id': '5cebf741-2726-4e3b-907c-5639f2db2e90', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:a4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1479fdc-00cb-48a1-952d-db69eeb992e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:41:35Z', 'updated_at': '2021-07-14T10:41:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': '7cbe35dc-094d-4eab-aa14-c99373e01072', 'name': '', 'network_id': 'bbcbcd61-fbc9-483e-bb94-5d77845f9edf', 'tenant_id': '5ffec4a5422c4d40bdfc13a8d97e1030', 'mac_address': 'fa:16:3e:fa:0a:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1479fdc-00cb-48a1-952d-db69eeb992e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'b03820cb-8866-427b-be3e-9d9f5b06805b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:41:37Z', 'updated_at': '2021-07-14T10:41:41Z', 'revision_number': 4, 'project_id': '5ffec4a5422c4d40bdfc13a8d97e1030', 'subnets': [{'id': 'b03820cb-8866-427b-be3e-9d9f5b06805b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:41:42.321279 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-20860cc3-840b-4ded-893f-717d8cad83ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:42.354443 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c898b01e-c2d0-4ba5-83bf-9c294341eaaf None None] The sync data for ids ['c1479fdc-00cb-48a1-952d-db69eeb992e3'] in n-d-779913-29 is: [{'id': 'c1479fdc-00cb-48a1-952d-db69eeb992e3', 'name': 'tempest-TestSnapshotPattern-1581369592-router', 'tenant_id': '5ffec4a5422c4d40bdfc13a8d97e1030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': '5cebf741-2726-4e3b-907c-5639f2db2e90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:41:35Z', 'updated_at': '2021-07-14T10:41:38Z', 'revision_number': 4, 'project_id': '5ffec4a5422c4d40bdfc13a8d97e1030', 'gw_port': {'id': '5cebf741-2726-4e3b-907c-5639f2db2e90', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:a4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1479fdc-00cb-48a1-952d-db69eeb992e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:41:35Z', 'updated_at': '2021-07-14T10:41:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': '7cbe35dc-094d-4eab-aa14-c99373e01072', 'name': '', 'network_id': 'bbcbcd61-fbc9-483e-bb94-5d77845f9edf', 'tenant_id': '5ffec4a5422c4d40bdfc13a8d97e1030', 'mac_address': 'fa:16:3e:fa:0a:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1479fdc-00cb-48a1-952d-db69eeb992e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'b03820cb-8866-427b-be3e-9d9f5b06805b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:41:37Z', 'updated_at': '2021-07-14T10:41:41Z', 'revision_number': 4, 'project_id': '5ffec4a5422c4d40bdfc13a8d97e1030', 'subnets': [{'id': 'b03820cb-8866-427b-be3e-9d9f5b06805b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:41:42.432684 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c8a58472-520d-4616-bcc7-65e5e1f89955 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:42.698662 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-c8a58472-520d-4616-bcc7-65e5e1f89955 admin admin] Allocated IP 172.20.0.1 (de3490c7-ef59-45fc-ba8c-dfbb9ecfc92e/a37e8e3e-4bea-47d3-8fef-aea6f8d18149/6cb37705-5aff-4fbe-bb55-433acb940cf1) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:41:42.725224 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-20860cc3-840b-4ded-893f-717d8cad83ea None None] Notify callbacks [] for port, precommit_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:42.738452 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.provisioning_blocks [None req-20860cc3-840b-4ded-893f-717d8cad83ea None None] Transition to ACTIVE for port object 28d00615-dde0-4916-89a0-3b0495ef236f will not be triggered until provisioned by entity L2. {{(pid=93960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:41:42.749214 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-20860cc3-840b-4ded-893f-717d8cad83ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:42.806661 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-20860cc3-840b-4ded-893f-717d8cad83ea None None] Attempting to bind port 28d00615-dde0-4916-89a0-3b0495ef236f on host n-d-779913-29 for vnic_type normal with profile {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:41:42.807039 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-20860cc3-840b-4ded-893f-717d8cad83ea None None] Attempting to bind port 28d00615-dde0-4916-89a0-3b0495ef236f by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': '81bf7a93-80b3-43df-b9d5-462c604a2945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:41:42.807480 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20860cc3-840b-4ded-893f-717d8cad83ea None None] Attempting to bind port 28d00615-dde0-4916-89a0-3b0495ef236f on network 2dcd4d32-cc7c-4468-b396-7ce5c9231892 {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:41:42.832359 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc82400f-bc31-42b2-b9ed-aa0ea180082b None None] Pushing event updated for resources: {'Port': ['ID=28d00615-dde0-4916-89a0-3b0495ef236f,revision_number=2']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:41:42.837126 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20860cc3-840b-4ded-893f-717d8cad83ea None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 41, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:41:42.837825 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20860cc3-840b-4ded-893f-717d8cad83ea None None] Checking segment: {'id': '81bf7a93-80b3-43df-b9d5-462c604a2945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:41:42.838497 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-20860cc3-840b-4ded-893f-717d8cad83ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:42.839271 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20860cc3-840b-4ded-893f-717d8cad83ea None None] Bound using segment: {'id': '81bf7a93-80b3-43df-b9d5-462c604a2945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'} {{(pid=93960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:41:42.840090 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.managers [None req-20860cc3-840b-4ded-893f-717d8cad83ea None None] Bound port: 28d00615-dde0-4916-89a0-3b0495ef236f, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81bf7a93-80b3-43df-b9d5-462c604a2945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892'}}] {{(pid=93960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:41:42.840594 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-20860cc3-840b-4ded-893f-717d8cad83ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:42.888719 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c8a58472-520d-4616-bcc7-65e5e1f89955 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:42.916110 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-add975ee-3d95-4009-998b-70759bcda367 None None] Network de3490c7-ef59-45fc-ba8c-dfbb9ecfc92e requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:41:42.920083 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [None req-c8a58472-520d-4616-bcc7-65e5e1f89955 admin admin] Transition to ACTIVE for port object 6cb37705-5aff-4fbe-bb55-433acb940cf1 will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:41:42.934384 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-20860cc3-840b-4ded-893f-717d8cad83ea None None] For port 28d00615-dde0-4916-89a0-3b0495ef236f, host n-d-779913-29, cleared binding levels {{(pid=93960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:41:42.940359 n-d-779913-29 neutron-server[93960]: DEBUG neutron.plugins.ml2.db [None req-20860cc3-840b-4ded-893f-717d8cad83ea None None] For port 28d00615-dde0-4916-89a0-3b0495ef236f, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=28d00615-dde0-4916-89a0-3b0495ef236f,segment=NetworkSegment(81bf7a93-80b3-43df-b9d5-462c604a2945),segment_id=81bf7a93-80b3-43df-b9d5-462c604a2945)] {{(pid=93960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:41:42.947778 n-d-779913-29 neutron-server[93960]: DEBUG neutron_lib.callbacks.manager [None req-20860cc3-840b-4ded-893f-717d8cad83ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:42.960793 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c8a58472-520d-4616-bcc7-65e5e1f89955 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:43.013632 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a58472-520d-4616-bcc7-65e5e1f89955 admin admin] Pushing event updated for resources: {'Port': ['ID=6cb37705-5aff-4fbe-bb55-433acb940cf1,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:41:43.029369 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8a58472-520d-4616-bcc7-65e5e1f89955 admin admin] Network de3490c7-ef59-45fc-ba8c-dfbb9ecfc92e is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:41:43.031835 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-c8a58472-520d-4616-bcc7-65e5e1f89955 admin admin] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:41:43.039306 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a58472-520d-4616-bcc7-65e5e1f89955 admin admin] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:41:43.084386 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-3ecba384-90d6-45ce-ad96-ebdf155a34cd None None] Provisioning for port f9edc044-2297-4dcc-a0f0-8e7d6109f92c completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:41:43.096995 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20860cc3-840b-4ded-893f-717d8cad83ea None None] Routers {'130d5944-7183-4ef4-93cf-7cfa5b7678e2'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:41:43.097730 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-20860cc3-840b-4ded-893f-717d8cad83ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T10:41:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['130d5944-7183-4ef4-93cf-7cfa5b7678e2'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:41:43.101156 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc82400f-bc31-42b2-b9ed-aa0ea180082b None None] Pushing event updated for resources: {'Port': ['ID=28d00615-dde0-4916-89a0-3b0495ef236f,revision_number=3']} {{(pid=93960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:41:43.108437 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c8a58472-520d-4616-bcc7-65e5e1f89955 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-660393'] for router_interface, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:43.284906 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-20860cc3-840b-4ded-893f-717d8cad83ea None None] Set router 130d5944-7183-4ef4-93cf-7cfa5b7678e2 gateway port host: n-d-779913-29 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:41:43.380888 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c8a58472-520d-4616-bcc7-65e5e1f89955 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:43.487467 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 7cbe35dc-094d-4eab-aa14-c99373e01072 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:41:43.579264 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-20860cc3-840b-4ded-893f-717d8cad83ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '130d5944-7183-4ef4-93cf-7cfa5b7678e2', 'name': 'tempest-TestSnapshotPattern-578247764-router', 'tenant_id': '83f4774be48e4ab58db584dcce10c6fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': '28d00615-dde0-4916-89a0-3b0495ef236f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:41:40Z', 'updated_at': '2021-07-14T10:41:40Z', 'revision_number': 3, 'project_id': '83f4774be48e4ab58db584dcce10c6fd', 'gw_port': {'id': '28d00615-dde0-4916-89a0-3b0495ef236f', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:47:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '130d5944-7183-4ef4-93cf-7cfa5b7678e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:41:40Z', 'updated_at': '2021-07-14T10:41:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29'}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:41:43.600066 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning for port 7cbe35dc-094d-4eab-aa14-c99373e01072 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:41:43.605097 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port 7cbe35dc-094d-4eab-aa14-c99373e01072 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:41:43.605569 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:43.614767 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20860cc3-840b-4ded-893f-717d8cad83ea None None] The sync data for ids ['130d5944-7183-4ef4-93cf-7cfa5b7678e2'] in n-d-779913-29 is: [{'id': '130d5944-7183-4ef4-93cf-7cfa5b7678e2', 'name': 'tempest-TestSnapshotPattern-578247764-router', 'tenant_id': '83f4774be48e4ab58db584dcce10c6fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': '28d00615-dde0-4916-89a0-3b0495ef236f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:41:40Z', 'updated_at': '2021-07-14T10:41:40Z', 'revision_number': 3, 'project_id': '83f4774be48e4ab58db584dcce10c6fd', 'gw_port': {'id': '28d00615-dde0-4916-89a0-3b0495ef236f', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:47:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '130d5944-7183-4ef4-93cf-7cfa5b7678e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:41:40Z', 'updated_at': '2021-07-14T10:41:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29'}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:41:43.662557 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-3d3fb1b9-37a1-4b52-92f5-137cb337984d None None] Provisioning for port 6cb37705-5aff-4fbe-bb55-433acb940cf1 completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:41:43.675661 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-3d3fb1b9-37a1-4b52-92f5-137cb337984d None None] Provisioning complete for port 6cb37705-5aff-4fbe-bb55-433acb940cf1 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:41:43.676187 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3d3fb1b9-37a1-4b52-92f5-137cb337984d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:43.745750 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-3d3fb1b9-37a1-4b52-92f5-137cb337984d None None] Port 6cb37705-5aff-4fbe-bb55-433acb940cf1 cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:41:43.761801 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c8a58472-520d-4616-bcc7-65e5e1f89955 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:43.767222 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c8a58472-520d-4616-bcc7-65e5e1f89955 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:43.813217 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:43.826106 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:43.848072 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a58472-520d-4616-bcc7-65e5e1f89955 admin admin] Pushing event updated for resources: {'Port': ['ID=6cb37705-5aff-4fbe-bb55-433acb940cf1,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:41:43.876142 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-c8a58472-520d-4616-bcc7-65e5e1f89955 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-683747'] for router_interface, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:43.892502 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] For port 7cbe35dc-094d-4eab-aa14-c99373e01072, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=7cbe35dc-094d-4eab-aa14-c99373e01072,segment=NetworkSegment(6a04b2a5-4efa-4396-8824-494b3edd393f),segment_id=6a04b2a5-4efa-4396-8824-494b3edd393f)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:41:43.897879 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:43.898983 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device f9edc044-2297-4dcc-a0f0-8e7d6109f92c up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:41:43.991177 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8a58472-520d-4616-bcc7-65e5e1f89955 admin admin] Network de3490c7-ef59-45fc-ba8c-dfbb9ecfc92e is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:41:43.993273 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-c8a58472-520d-4616-bcc7-65e5e1f89955 admin admin] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:41:43.997050 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Pushing event updated for resources: {'Port': ['ID=7cbe35dc-094d-4eab-aa14-c99373e01072,revision_number=5']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:41:44.000486 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-5e748434-e24a-421c-b8d6-3e1bebafd532 None None] Provisioning complete for port 6cb37705-5aff-4fbe-bb55-433acb940cf1 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:41:44.000866 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5e748434-e24a-421c-b8d6-3e1bebafd532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:44.032663 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning for port f9edc044-2297-4dcc-a0f0-8e7d6109f92c completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:41:44.044506 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port f9edc044-2297-4dcc-a0f0-8e7d6109f92c triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:41:44.045591 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:44.098822 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-5e748434-e24a-421c-b8d6-3e1bebafd532 None None] Port 6cb37705-5aff-4fbe-bb55-433acb940cf1 cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:41:44.165870 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:44.191265 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8a58472-520d-4616-bcc7-65e5e1f89955 admin admin] Router 130d5944-7183-4ef4-93cf-7cfa5b7678e2 has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:41:44.206626 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] For port f9edc044-2297-4dcc-a0f0-8e7d6109f92c, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=f9edc044-2297-4dcc-a0f0-8e7d6109f92c,segment=NetworkSegment(8a90d905-eb49-44e8-a176-06bf404b1f28),segment_id=8a90d905-eb49-44e8-a176-06bf404b1f28)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:41:44.219642 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:44.295653 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Pushing event updated for resources: {'Port': ['ID=f9edc044-2297-4dcc-a0f0-8e7d6109f92c,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:41:44.346578 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8a58472-520d-4616-bcc7-65e5e1f89955 admin admin] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:41:44.353181 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-c8a58472-520d-4616-bcc7-65e5e1f89955 admin admin] 10.222.0.68 "PUT /v2.0/routers/130d5944-7183-4ef4-93cf-7cfa5b7678e2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5132961 Jul 14 10:41:44.422944 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-4ccbf94b-52e7-43e2-a5c1-ad8ddefef174 None None] Provisioning complete for port 6cb37705-5aff-4fbe-bb55-433acb940cf1 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:41:44.423325 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4ccbf94b-52e7-43e2-a5c1-ad8ddefef174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:44.469262 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-4ccbf94b-52e7-43e2-a5c1-ad8ddefef174 None None] Port 6cb37705-5aff-4fbe-bb55-433acb940cf1 cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:41:44.503177 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:45.404863 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 7cbe35dc-094d-4eab-aa14-c99373e01072 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:41:45.456417 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port 7cbe35dc-094d-4eab-aa14-c99373e01072 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:41:45.456798 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:45.544467 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device f9edc044-2297-4dcc-a0f0-8e7d6109f92c up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:41:45.599552 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port f9edc044-2297-4dcc-a0f0-8e7d6109f92c triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:41:45.599987 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:45.684280 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 28d00615-dde0-4916-89a0-3b0495ef236f up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:41:45.738582 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning for port 28d00615-dde0-4916-89a0-3b0495ef236f completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:41:45.742349 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port 28d00615-dde0-4916-89a0-3b0495ef236f triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:41:45.743309 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:45.828033 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:45.848420 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] For port 28d00615-dde0-4916-89a0-3b0495ef236f, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=28d00615-dde0-4916-89a0-3b0495ef236f,segment=NetworkSegment(81bf7a93-80b3-43df-b9d5-462c604a2945),segment_id=81bf7a93-80b3-43df-b9d5-462c604a2945)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:41:45.854768 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:45.880435 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2c49c57-9284-48d6-a69b-eec4e52279c5 None None] Sync routers for ids ['130d5944-7183-4ef4-93cf-7cfa5b7678e2'] in n-d-779913-29 {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:41:45.901150 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2c49c57-9284-48d6-a69b-eec4e52279c5 None None] Routers {'130d5944-7183-4ef4-93cf-7cfa5b7678e2'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:41:45.901899 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-b2c49c57-9284-48d6-a69b-eec4e52279c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T10:41:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['130d5944-7183-4ef4-93cf-7cfa5b7678e2'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:41:45.952914 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Pushing event updated for resources: {'Port': ['ID=28d00615-dde0-4916-89a0-3b0495ef236f,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:41:45.971209 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 42544) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:41:45.981278 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-48252108-24ad-403c-a092-66bb07bb90c9 tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-516253117', 'description': 'tempest-secgroup-smoke-516253117 description', 'project_id': '5ffec4a5422c4d40bdfc13a8d97e1030'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:41:46.005916 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-48252108-24ad-403c-a092-66bb07bb90c9 tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] Notify callbacks [] for security_group, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:46.025744 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvr_db [None req-b2c49c57-9284-48d6-a69b-eec4e52279c5 None None] Set router 130d5944-7183-4ef4-93cf-7cfa5b7678e2 gateway port host: n-d-779913-29 {{(pid=93959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:41:46.104092 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-48252108-24ad-403c-a092-66bb07bb90c9 tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] Notify callbacks [] for security_group, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:46.109240 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-48252108-24ad-403c-a092-66bb07bb90c9 tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:46.143743 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48252108-24ad-403c-a092-66bb07bb90c9 tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd4b8917-da90-4277-9140-d739d75813ba,revision_number=1']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:41:46.155695 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-48252108-24ad-403c-a092-66bb07bb90c9 tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:46.157460 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-48252108-24ad-403c-a092-66bb07bb90c9 tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1829243 Jul 14 10:41:46.160713 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 42546) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:41:46.167334 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-2c4c471a-b25e-4bbf-ac54-f6f11b7191f5 tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] Request body: {'security_group_rule': {'security_group_id': 'fd4b8917-da90-4277-9140-d739d75813ba', 'project_id': '5ffec4a5422c4d40bdfc13a8d97e1030', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:41:46.198182 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2c4c471a-b25e-4bbf-ac54-f6f11b7191f5 tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:46.266927 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-b2c49c57-9284-48d6-a69b-eec4e52279c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '130d5944-7183-4ef4-93cf-7cfa5b7678e2', 'name': 'tempest-TestSnapshotPattern-578247764-router', 'tenant_id': '83f4774be48e4ab58db584dcce10c6fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': '28d00615-dde0-4916-89a0-3b0495ef236f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:41:40Z', 'updated_at': '2021-07-14T10:41:43Z', 'revision_number': 4, 'project_id': '83f4774be48e4ab58db584dcce10c6fd', 'gw_port': {'id': '28d00615-dde0-4916-89a0-3b0495ef236f', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:47:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '130d5944-7183-4ef4-93cf-7cfa5b7678e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:41:40Z', 'updated_at': '2021-07-14T10:41:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': '6cb37705-5aff-4fbe-bb55-433acb940cf1', 'name': '', 'network_id': 'de3490c7-ef59-45fc-ba8c-dfbb9ecfc92e', 'tenant_id': '83f4774be48e4ab58db584dcce10c6fd', 'mac_address': 'fa:16:3e:a4:a2:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '130d5944-7183-4ef4-93cf-7cfa5b7678e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': 'a37e8e3e-4bea-47d3-8fef-aea6f8d18149', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:41:42Z', 'updated_at': '2021-07-14T10:41:43Z', 'revision_number': 2, 'project_id': '83f4774be48e4ab58db584dcce10c6fd', 'subnets': [{'id': 'a37e8e3e-4bea-47d3-8fef-aea6f8d18149', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:41:46.267498 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2c4c471a-b25e-4bbf-ac54-f6f11b7191f5 tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:46.272418 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2c4c471a-b25e-4bbf-ac54-f6f11b7191f5 tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529131'] for security_group_rule, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:46.296913 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4c471a-b25e-4bbf-ac54-f6f11b7191f5 tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=899d0adf-246c-4f70-9a33-710fb3ce30f0,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:41:46.297760 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2c49c57-9284-48d6-a69b-eec4e52279c5 None None] Checking router: 130d5944-7183-4ef4-93cf-7cfa5b7678e2 for host: n-d-779913-29 {{(pid=93959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:41:46.298118 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2c49c57-9284-48d6-a69b-eec4e52279c5 None None] Updating router 130d5944-7183-4ef4-93cf-7cfa5b7678e2 port 6cb37705-5aff-4fbe-bb55-433acb940cf1 binding host n-d-779913-29 {{(pid=93959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 10:41:46.305447 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-2c4c471a-b25e-4bbf-ac54-f6f11b7191f5 tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:46.310764 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-2c4c471a-b25e-4bbf-ac54-f6f11b7191f5 tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1451180 Jul 14 10:41:46.311045 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 42548) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:41:46.315577 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-ab6a1430-d18e-420a-8f83-4e0340d7ee96 tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] Request body: {'security_group_rule': {'security_group_id': 'fd4b8917-da90-4277-9140-d739d75813ba', 'project_id': '5ffec4a5422c4d40bdfc13a8d97e1030', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:41:46.337981 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b2c49c57-9284-48d6-a69b-eec4e52279c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:46.347919 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ab6a1430-d18e-420a-8f83-4e0340d7ee96 tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:46.413825 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ab6a1430-d18e-420a-8f83-4e0340d7ee96 tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:46.418775 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ab6a1430-d18e-420a-8f83-4e0340d7ee96 tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529131'] for security_group_rule, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:46.437218 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6a1430-d18e-420a-8f83-4e0340d7ee96 tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce35c331-f7d9-4c0e-82a7-383cfd074093,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:41:46.447546 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ab6a1430-d18e-420a-8f83-4e0340d7ee96 tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:46.449015 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-ab6a1430-d18e-420a-8f83-4e0340d7ee96 tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1371160 Jul 14 10:41:46.452107 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 42550) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:41:46.459503 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-ecfada4a-cf03-40e4-b4b8-3da478e7ef77 tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] Request body: {'security_group_rule': {'security_group_id': 'fd4b8917-da90-4277-9140-d739d75813ba', 'project_id': '5ffec4a5422c4d40bdfc13a8d97e1030', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:41:46.495844 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ecfada4a-cf03-40e4-b4b8-3da478e7ef77 tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:46.581480 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ecfada4a-cf03-40e4-b4b8-3da478e7ef77 tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:46.587553 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ecfada4a-cf03-40e4-b4b8-3da478e7ef77 tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529131'] for security_group_rule, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:46.609650 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfada4a-cf03-40e4-b4b8-3da478e7ef77 tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a36c1b95-40c6-401f-a079-994fbba03ed2,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:41:46.617310 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-ecfada4a-cf03-40e4-b4b8-3da478e7ef77 tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:46.619100 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-ecfada4a-cf03-40e4-b4b8-3da478e7ef77 tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1660616 Jul 14 10:41:46.623361 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 42552) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:41:46.628367 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-5d1e44a6-a3a2-4f1f-a05d-d5a27adf38e3 tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] Request body: {'security_group_rule': {'security_group_id': 'fd4b8917-da90-4277-9140-d739d75813ba', 'project_id': '5ffec4a5422c4d40bdfc13a8d97e1030', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:41:46.660507 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5d1e44a6-a3a2-4f1f-a05d-d5a27adf38e3 tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:46.666535 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b2c49c57-9284-48d6-a69b-eec4e52279c5 None None] Notify callbacks [] for port, precommit_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:46.678406 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-b2c49c57-9284-48d6-a69b-eec4e52279c5 None None] Transition to ACTIVE for port object 6cb37705-5aff-4fbe-bb55-433acb940cf1 will not be triggered until provisioned by entity L2. {{(pid=93959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:41:46.691712 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b2c49c57-9284-48d6-a69b-eec4e52279c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:46.728474 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5d1e44a6-a3a2-4f1f-a05d-d5a27adf38e3 tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:46.737177 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5d1e44a6-a3a2-4f1f-a05d-d5a27adf38e3 tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529131'] for security_group_rule, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:46.748313 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdd015f-fbe2-463f-9dfc-161ca0010dab None None] Pushing event updated for resources: {'Port': ['ID=6cb37705-5aff-4fbe-bb55-433acb940cf1,revision_number=3']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:41:46.763420 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1e44a6-a3a2-4f1f-a05d-d5a27adf38e3 tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ebe4656-c68e-46c5-ac54-2e9d07cfb53b,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:41:46.775499 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-5d1e44a6-a3a2-4f1f-a05d-d5a27adf38e3 tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:46.777545 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-5d1e44a6-a3a2-4f1f-a05d-d5a27adf38e3 tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1521792 Jul 14 10:41:46.781328 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 42554) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:41:46.786307 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-1bba84be-f4bf-45dd-81da-b9ee763778ab tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] Request body: {'security_group_rule': {'security_group_id': 'fd4b8917-da90-4277-9140-d739d75813ba', 'project_id': '5ffec4a5422c4d40bdfc13a8d97e1030', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:41:46.808037 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-b2c49c57-9284-48d6-a69b-eec4e52279c5 None None] Attempting to bind port 6cb37705-5aff-4fbe-bb55-433acb940cf1 on host n-d-779913-29 for vnic_type normal with profile {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:41:46.808405 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-b2c49c57-9284-48d6-a69b-eec4e52279c5 None None] Attempting to bind port 6cb37705-5aff-4fbe-bb55-433acb940cf1 by drivers openvswitch,hyperv on host n-d-779913-29 at level 0 using segments [{'id': '8a90d905-eb49-44e8-a176-06bf404b1f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'de3490c7-ef59-45fc-ba8c-dfbb9ecfc92e'}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:41:46.808816 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2c49c57-9284-48d6-a69b-eec4e52279c5 None None] Attempting to bind port 6cb37705-5aff-4fbe-bb55-433acb940cf1 on network de3490c7-ef59-45fc-ba8c-dfbb9ecfc92e {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:41:46.812229 n-d-779913-29 neutron-server[93958]: INFO neutron.db.securitygroups_db [None req-1bba84be-f4bf-45dd-81da-b9ee763778ab tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] Project 5ffec4a5422c4d40bdfc13a8d97e1030 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 10:41:46.815899 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2c49c57-9284-48d6-a69b-eec4e52279c5 None None] Checking agent: {'id': 'f206ac8b-d9a4-4058-ae2f-e37726d7100c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 5, 25), 'started_at': datetime.datetime(2021, 7, 14, 9, 5, 55), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 41, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-29'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:41:46.816526 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2c49c57-9284-48d6-a69b-eec4e52279c5 None None] Checking segment: {'id': '8a90d905-eb49-44e8-a176-06bf404b1f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'de3490c7-ef59-45fc-ba8c-dfbb9ecfc92e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:41:46.817030 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b2c49c57-9284-48d6-a69b-eec4e52279c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:46.817279 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1bba84be-f4bf-45dd-81da-b9ee763778ab tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:46.817645 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2c49c57-9284-48d6-a69b-eec4e52279c5 None None] Bound using segment: {'id': '8a90d905-eb49-44e8-a176-06bf404b1f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'de3490c7-ef59-45fc-ba8c-dfbb9ecfc92e'} {{(pid=93959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:41:46.818238 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.managers [None req-b2c49c57-9284-48d6-a69b-eec4e52279c5 None None] Bound port: 6cb37705-5aff-4fbe-bb55-433acb940cf1, host: n-d-779913-29, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a90d905-eb49-44e8-a176-06bf404b1f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'de3490c7-ef59-45fc-ba8c-dfbb9ecfc92e'}}] {{(pid=93959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:41:46.818724 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b2c49c57-9284-48d6-a69b-eec4e52279c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:46.891641 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1bba84be-f4bf-45dd-81da-b9ee763778ab tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:46.896321 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-b2c49c57-9284-48d6-a69b-eec4e52279c5 None None] For port 6cb37705-5aff-4fbe-bb55-433acb940cf1, host n-d-779913-29, cleared binding levels {{(pid=93959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:41:46.897339 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1bba84be-f4bf-45dd-81da-b9ee763778ab tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529131'] for security_group_rule, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:46.903485 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-b2c49c57-9284-48d6-a69b-eec4e52279c5 None None] For port 6cb37705-5aff-4fbe-bb55-433acb940cf1, host n-d-779913-29, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=6cb37705-5aff-4fbe-bb55-433acb940cf1,segment=NetworkSegment(8a90d905-eb49-44e8-a176-06bf404b1f28),segment_id=8a90d905-eb49-44e8-a176-06bf404b1f28)] {{(pid=93959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:41:46.910149 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b2c49c57-9284-48d6-a69b-eec4e52279c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:46.922956 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bba84be-f4bf-45dd-81da-b9ee763778ab tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=600f2c73-5185-4bde-a725-1fc37efafd89,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:41:46.932506 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-1bba84be-f4bf-45dd-81da-b9ee763778ab tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:46.936484 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-1bba84be-f4bf-45dd-81da-b9ee763778ab tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1514640 Jul 14 10:41:46.936757 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 42556) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:41:46.942357 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.v2.base [None req-0045a42d-5dbd-4187-afd2-eb10eddd5534 tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] Request body: {'security_group_rule': {'security_group_id': 'fd4b8917-da90-4277-9140-d739d75813ba', 'project_id': '5ffec4a5422c4d40bdfc13a8d97e1030', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:41:46.968320 n-d-779913-29 neutron-server[93958]: INFO neutron.db.securitygroups_db [None req-0045a42d-5dbd-4187-afd2-eb10eddd5534 tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] Project 5ffec4a5422c4d40bdfc13a8d97e1030 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 10:41:46.974086 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0045a42d-5dbd-4187-afd2-eb10eddd5534 tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:47.053020 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0045a42d-5dbd-4187-afd2-eb10eddd5534 tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:47.058086 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0045a42d-5dbd-4187-afd2-eb10eddd5534 tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529131'] for security_group_rule, after_create {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:47.078193 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0045a42d-5dbd-4187-afd2-eb10eddd5534 tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb85b9bb-62e3-48ea-ae25-f3ecf6fad1a6,revision_number=0']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:41:47.093646 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-0045a42d-5dbd-4187-afd2-eb10eddd5534 tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:47.101345 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-0045a42d-5dbd-4187-afd2-eb10eddd5534 tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1570952 Jul 14 10:41:47.155008 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdd015f-fbe2-463f-9dfc-161ca0010dab None None] Pushing event updated for resources: {'Port': ['ID=6cb37705-5aff-4fbe-bb55-433acb940cf1,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:41:47.158574 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2c49c57-9284-48d6-a69b-eec4e52279c5 None None] Routers {'130d5944-7183-4ef4-93cf-7cfa5b7678e2'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:41:47.158574 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-b2c49c57-9284-48d6-a69b-eec4e52279c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T10:41:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['130d5944-7183-4ef4-93cf-7cfa5b7678e2'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:41:47.278478 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-52375629-8bbc-44d0-967b-7bd5e96909de req-67a2e3e5-a900-418c-b326-048c934ad86e tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-516253117&fields=id&tenant_id=5ffec4a5422c4d40bdfc13a8d97e1030 HTTP/1.1" status: 200 len: 267 time: 0.0412529 Jul 14 10:41:47.304658 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvr_db [None req-b2c49c57-9284-48d6-a69b-eec4e52279c5 None None] Set router 130d5944-7183-4ef4-93cf-7cfa5b7678e2 gateway port host: n-d-779913-29 {{(pid=93959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:41:47.399787 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 28d00615-dde0-4916-89a0-3b0495ef236f up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:41:47.411647 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52375629-8bbc-44d0-967b-7bd5e96909de req-081902d5-d0dd-4b4b-95d8-5d5857816ab8 tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:41:47.413236 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-52375629-8bbc-44d0-967b-7bd5e96909de req-081902d5-d0dd-4b4b-95d8-5d5857816ab8 tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] 10.222.0.68 "GET /v2.0/networks?id=bbcbcd61-fbc9-483e-bb94-5d77845f9edf HTTP/1.1" status: 200 len: 810 time: 0.1209421 Jul 14 10:41:47.428542 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-52375629-8bbc-44d0-967b-7bd5e96909de req-966b15de-1536-4ddf-a6a9-839cdfb962ef tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] 10.222.0.68 "GET /v2.0/quotas/5ffec4a5422c4d40bdfc13a8d97e1030 HTTP/1.1" status: 200 len: 375 time: 0.0095756 Jul 14 10:41:47.499820 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-52375629-8bbc-44d0-967b-7bd5e96909de req-c627c9e6-1e83-4e3b-b8f4-6cc97f36e145 tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=5ffec4a5422c4d40bdfc13a8d97e1030&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0652976 Jul 14 10:41:47.538337 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port 28d00615-dde0-4916-89a0-3b0495ef236f triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:41:47.539497 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:47.616218 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [req-52375629-8bbc-44d0-967b-7bd5e96909de req-2c2a8431-7289-446b-8568-0c2863121e33 service neutron] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=93958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 10:41:47.617248 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-52375629-8bbc-44d0-967b-7bd5e96909de req-2c2a8431-7289-446b-8568-0c2863121e33 service neutron] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1047773 Jul 14 10:41:47.654234 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-b2c49c57-9284-48d6-a69b-eec4e52279c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '130d5944-7183-4ef4-93cf-7cfa5b7678e2', 'name': 'tempest-TestSnapshotPattern-578247764-router', 'tenant_id': '83f4774be48e4ab58db584dcce10c6fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': '28d00615-dde0-4916-89a0-3b0495ef236f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:41:40Z', 'updated_at': '2021-07-14T10:41:43Z', 'revision_number': 4, 'project_id': '83f4774be48e4ab58db584dcce10c6fd', 'gw_port': {'id': '28d00615-dde0-4916-89a0-3b0495ef236f', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:47:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '130d5944-7183-4ef4-93cf-7cfa5b7678e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:41:40Z', 'updated_at': '2021-07-14T10:41:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': '6cb37705-5aff-4fbe-bb55-433acb940cf1', 'name': '', 'network_id': 'de3490c7-ef59-45fc-ba8c-dfbb9ecfc92e', 'tenant_id': '83f4774be48e4ab58db584dcce10c6fd', 'mac_address': 'fa:16:3e:a4:a2:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '130d5944-7183-4ef4-93cf-7cfa5b7678e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': 'a37e8e3e-4bea-47d3-8fef-aea6f8d18149', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:41:42Z', 'updated_at': '2021-07-14T10:41:46Z', 'revision_number': 4, 'project_id': '83f4774be48e4ab58db584dcce10c6fd', 'subnets': [{'id': 'a37e8e3e-4bea-47d3-8fef-aea6f8d18149', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:41:47.687950 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2c49c57-9284-48d6-a69b-eec4e52279c5 None None] The sync data for ids ['130d5944-7183-4ef4-93cf-7cfa5b7678e2'] in n-d-779913-29 is: [{'id': '130d5944-7183-4ef4-93cf-7cfa5b7678e2', 'name': 'tempest-TestSnapshotPattern-578247764-router', 'tenant_id': '83f4774be48e4ab58db584dcce10c6fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': '28d00615-dde0-4916-89a0-3b0495ef236f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:41:40Z', 'updated_at': '2021-07-14T10:41:43Z', 'revision_number': 4, 'project_id': '83f4774be48e4ab58db584dcce10c6fd', 'gw_port': {'id': '28d00615-dde0-4916-89a0-3b0495ef236f', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:47:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '130d5944-7183-4ef4-93cf-7cfa5b7678e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:41:40Z', 'updated_at': '2021-07-14T10:41:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': '6cb37705-5aff-4fbe-bb55-433acb940cf1', 'name': '', 'network_id': 'de3490c7-ef59-45fc-ba8c-dfbb9ecfc92e', 'tenant_id': '83f4774be48e4ab58db584dcce10c6fd', 'mac_address': 'fa:16:3e:a4:a2:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '130d5944-7183-4ef4-93cf-7cfa5b7678e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': 'a37e8e3e-4bea-47d3-8fef-aea6f8d18149', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:41:42Z', 'updated_at': '2021-07-14T10:41:46Z', 'revision_number': 4, 'project_id': '83f4774be48e4ab58db584dcce10c6fd', 'subnets': [{'id': 'a37e8e3e-4bea-47d3-8fef-aea6f8d18149', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:41:47.728864 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-52375629-8bbc-44d0-967b-7bd5e96909de req-0a65728a-7a14-4b28-b7f7-4ff0edd9f756 service neutron] 10.222.0.68 "GET /v2.0/networks/bbcbcd61-fbc9-483e-bb94-5d77845f9edf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012666 Jul 14 10:41:47.855216 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-52375629-8bbc-44d0-967b-7bd5e96909de req-7995d1c6-5329-4292-a1f3-3cb116092def service neutron] 10.222.0.68 "GET /v2.0/networks/bbcbcd61-fbc9-483e-bb94-5d77845f9edf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157238 Jul 14 10:41:49.074842 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6f33b1f9-96a0-42c0-ad3d-97e98ffdbe30 req-7d976bd7-b7b1-4c36-9f64-25e28e9b1148 tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] 10.222.0.68 "GET /v2.0/ports?device_id=344f3373-b3f9-4e22-938b-27e361def462 HTTP/1.1" status: 200 len: 210 time: 0.0324059 Jul 14 10:41:49.379245 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 6cb37705-5aff-4fbe-bb55-433acb940cf1 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:41:49.432593 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning for port 6cb37705-5aff-4fbe-bb55-433acb940cf1 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:41:49.437008 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port 6cb37705-5aff-4fbe-bb55-433acb940cf1 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:41:49.437398 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:49.531641 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:49.571047 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] For port 6cb37705-5aff-4fbe-bb55-433acb940cf1, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=6cb37705-5aff-4fbe-bb55-433acb940cf1,segment=NetworkSegment(8a90d905-eb49-44e8-a176-06bf404b1f28),segment_id=8a90d905-eb49-44e8-a176-06bf404b1f28)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:41:49.574755 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:49.644438 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Pushing event updated for resources: {'Port': ['ID=6cb37705-5aff-4fbe-bb55-433acb940cf1,revision_number=5']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:41:50.225734 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-999e5c4f-a1a8-4e7f-a12b-fc4b8edc20f1 req-31eb4c70-d4f3-4731-971b-f5aed47e7450 tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] 10.222.0.68 "GET /v2.0/ports?device_id=344f3373-b3f9-4e22-938b-27e361def462 HTTP/1.1" status: 200 len: 210 time: 0.0299621 Jul 14 10:41:50.514789 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52375629-8bbc-44d0-967b-7bd5e96909de req-19ef55bf-f2fa-48fe-bd83-be48d7bd787a tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:41:50.516502 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-52375629-8bbc-44d0-967b-7bd5e96909de req-19ef55bf-f2fa-48fe-bd83-be48d7bd787a tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] 10.222.0.57 "GET /v2.0/networks?id=bbcbcd61-fbc9-483e-bb94-5d77845f9edf HTTP/1.1" status: 200 len: 810 time: 0.1075807 Jul 14 10:41:50.570562 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-52375629-8bbc-44d0-967b-7bd5e96909de req-5697f6e6-ec90-40c1-bff8-3cc36246dcf5 tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5ffec4a5422c4d40bdfc13a8d97e1030 HTTP/1.1" status: 200 len: 379 time: 0.0364690 Jul 14 10:41:50.579108 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-52375629-8bbc-44d0-967b-7bd5e96909de req-ec57aa6e-f94f-4bba-867e-d48b15740141 tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] Request body: {'port': {'device_id': '344f3373-b3f9-4e22-938b-27e361def462', 'network_id': 'bbcbcd61-fbc9-483e-bb94-5d77845f9edf', 'admin_state_up': True, 'tenant_id': '5ffec4a5422c4d40bdfc13a8d97e1030', 'security_groups': ['fd4b8917-da90-4277-9140-d739d75813ba']}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:41:50.698537 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52375629-8bbc-44d0-967b-7bd5e96909de req-ec57aa6e-f94f-4bba-867e-d48b15740141 tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] Made reservation on behalf of 5ffec4a5422c4d40bdfc13a8d97e1030 for: {'port': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:41:50.702305 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-52375629-8bbc-44d0-967b-7bd5e96909de req-ec57aa6e-f94f-4bba-867e-d48b15740141 tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:50.833356 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [req-52375629-8bbc-44d0-967b-7bd5e96909de req-ec57aa6e-f94f-4bba-867e-d48b15740141 tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] Allocated IP 172.20.0.7 (bbcbcd61-fbc9-483e-bb94-5d77845f9edf/b03820cb-8866-427b-be3e-9d9f5b06805b/6df7dae8-d4a1-457a-ac88-42fe5459d1c1) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:41:50.979458 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-52375629-8bbc-44d0-967b-7bd5e96909de req-ec57aa6e-f94f-4bba-867e-d48b15740141 tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:50.993993 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [req-52375629-8bbc-44d0-967b-7bd5e96909de req-ec57aa6e-f94f-4bba-867e-d48b15740141 tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] Transition to ACTIVE for port object 6df7dae8-d4a1-457a-ac88-42fe5459d1c1 will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:41:51.039433 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-52375629-8bbc-44d0-967b-7bd5e96909de req-ec57aa6e-f94f-4bba-867e-d48b15740141 tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:51.085967 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52375629-8bbc-44d0-967b-7bd5e96909de req-ec57aa6e-f94f-4bba-867e-d48b15740141 tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] Network bbcbcd61-fbc9-483e-bb94-5d77845f9edf is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:41:51.091599 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [req-52375629-8bbc-44d0-967b-7bd5e96909de req-ec57aa6e-f94f-4bba-867e-d48b15740141 tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:41:51.095756 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-52375629-8bbc-44d0-967b-7bd5e96909de req-ec57aa6e-f94f-4bba-867e-d48b15740141 tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:41:51.122904 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec57aa6e-f94f-4bba-867e-d48b15740141 tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] Pushing event updated for resources: {'Port': ['ID=6df7dae8-d4a1-457a-ac88-42fe5459d1c1,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:41:51.168975 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52375629-8bbc-44d0-967b-7bd5e96909de req-ec57aa6e-f94f-4bba-867e-d48b15740141 tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:41:51.170176 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-52375629-8bbc-44d0-967b-7bd5e96909de req-ec57aa6e-f94f-4bba-867e-d48b15740141 tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:51.197992 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-52375629-8bbc-44d0-967b-7bd5e96909de req-ec57aa6e-f94f-4bba-867e-d48b15740141 tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6227307 Jul 14 10:41:51.280617 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-52375629-8bbc-44d0-967b-7bd5e96909de req-5a7696f9-746b-4df2-94fd-ef4e4427a5d0 service neutron] Request body: {'port': {'device_id': '344f3373-b3f9-4e22-938b-27e361def462', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-29'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:41:51.340058 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-861eae46-cbe1-41f9-9456-47a1ade75cb3 None None] Provisioning for port 6df7dae8-d4a1-457a-ac88-42fe5459d1c1 completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:41:51.344913 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-861eae46-cbe1-41f9-9456-47a1ade75cb3 None None] Provisioning complete for port 6df7dae8-d4a1-457a-ac88-42fe5459d1c1 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:41:51.345455 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-861eae46-cbe1-41f9-9456-47a1ade75cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:51.379901 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 6cb37705-5aff-4fbe-bb55-433acb940cf1 up at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:41:51.418656 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-861eae46-cbe1-41f9-9456-47a1ade75cb3 None None] Port 6df7dae8-d4a1-457a-ac88-42fe5459d1c1 cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:41:51.435987 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-52375629-8bbc-44d0-967b-7bd5e96909de req-5a7696f9-746b-4df2-94fd-ef4e4427a5d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:51.440484 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Provisioning complete for port 6cb37705-5aff-4fbe-bb55-433acb940cf1 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:41:51.440861 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:51.504517 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a777d32-5399-4fa0-b265-46000e4a77eb req-4e24c557-4642-4f23-8782-a4a52c99f813 tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:41:51.506130 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-9a777d32-5399-4fa0-b265-46000e4a77eb req-4e24c557-4642-4f23-8782-a4a52c99f813 tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] 10.222.0.68 "GET /v2.0/ports?device_id=344f3373-b3f9-4e22-938b-27e361def462 HTTP/1.1" status: 200 len: 931 time: 0.1451840 Jul 14 10:41:51.612112 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-9a777d32-5399-4fa0-b265-46000e4a77eb req-d64f5395-b486-462f-bbf6-00ab7eafc22c tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] 10.222.0.68 "GET /v2.0/security-groups?id=fd4b8917-da90-4277-9140-d739d75813ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0948982 Jul 14 10:41:51.765000 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [req-52375629-8bbc-44d0-967b-7bd5e96909de req-5a7696f9-746b-4df2-94fd-ef4e4427a5d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6df7dae8-d4a1-457a-ac88-42fe5459d1c1 {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:41:51.773109 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-52375629-8bbc-44d0-967b-7bd5e96909de req-5a7696f9-746b-4df2-94fd-ef4e4427a5d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:51.787347 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [req-52375629-8bbc-44d0-967b-7bd5e96909de req-5a7696f9-746b-4df2-94fd-ef4e4427a5d0 service neutron] Transition to ACTIVE for port object 6df7dae8-d4a1-457a-ac88-42fe5459d1c1 will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:41:51.792111 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-52375629-8bbc-44d0-967b-7bd5e96909de req-5a7696f9-746b-4df2-94fd-ef4e4427a5d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:51.849529 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7696f9-746b-4df2-94fd-ef4e4427a5d0 service neutron] Pushing event updated for resources: {'Port': ['ID=6df7dae8-d4a1-457a-ac88-42fe5459d1c1,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:41:51.925799 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-52375629-8bbc-44d0-967b-7bd5e96909de req-5a7696f9-746b-4df2-94fd-ef4e4427a5d0 service neutron] Attempting to bind port 6df7dae8-d4a1-457a-ac88-42fe5459d1c1 on host n-h2-779913-29 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:41:51.926138 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-52375629-8bbc-44d0-967b-7bd5e96909de req-5a7696f9-746b-4df2-94fd-ef4e4427a5d0 service neutron] Attempting to bind port 6df7dae8-d4a1-457a-ac88-42fe5459d1c1 by drivers openvswitch,hyperv on host n-h2-779913-29 at level 0 using segments [{'id': '6a04b2a5-4efa-4396-8824-494b3edd393f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'bbcbcd61-fbc9-483e-bb94-5d77845f9edf'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:41:51.926468 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52375629-8bbc-44d0-967b-7bd5e96909de req-5a7696f9-746b-4df2-94fd-ef4e4427a5d0 service neutron] Attempting to bind port 6df7dae8-d4a1-457a-ac88-42fe5459d1c1 on network bbcbcd61-fbc9-483e-bb94-5d77845f9edf {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:41:51.931055 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52375629-8bbc-44d0-967b-7bd5e96909de req-5a7696f9-746b-4df2-94fd-ef4e4427a5d0 service neutron] Port 6df7dae8-d4a1-457a-ac88-42fe5459d1c1 on network bbcbcd61-fbc9-483e-bb94-5d77845f9edf not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-29 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 10:41:51.931405 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52375629-8bbc-44d0-967b-7bd5e96909de req-5a7696f9-746b-4df2-94fd-ef4e4427a5d0 service neutron] Attempting to bind port 6df7dae8-d4a1-457a-ac88-42fe5459d1c1 on network bbcbcd61-fbc9-483e-bb94-5d77845f9edf {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:41:51.936907 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52375629-8bbc-44d0-967b-7bd5e96909de req-5a7696f9-746b-4df2-94fd-ef4e4427a5d0 service neutron] Checking agent: {'id': '013e4a3b-a634-47b8-b6a5-1a25109b73fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 13, 13), 'started_at': datetime.datetime(2021, 7, 14, 9, 13, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 41, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:41:51.937304 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52375629-8bbc-44d0-967b-7bd5e96909de req-5a7696f9-746b-4df2-94fd-ef4e4427a5d0 service neutron] Checking segment: {'id': '6a04b2a5-4efa-4396-8824-494b3edd393f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'bbcbcd61-fbc9-483e-bb94-5d77845f9edf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:41:51.938139 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52375629-8bbc-44d0-967b-7bd5e96909de req-5a7696f9-746b-4df2-94fd-ef4e4427a5d0 service neutron] Bound using segment: {'id': '6a04b2a5-4efa-4396-8824-494b3edd393f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'bbcbcd61-fbc9-483e-bb94-5d77845f9edf'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:41:51.938139 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-52375629-8bbc-44d0-967b-7bd5e96909de req-5a7696f9-746b-4df2-94fd-ef4e4427a5d0 service neutron] Bound port: 6df7dae8-d4a1-457a-ac88-42fe5459d1c1, host: n-h2-779913-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a04b2a5-4efa-4396-8824-494b3edd393f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'bbcbcd61-fbc9-483e-bb94-5d77845f9edf'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:41:51.938509 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-52375629-8bbc-44d0-967b-7bd5e96909de req-5a7696f9-746b-4df2-94fd-ef4e4427a5d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:52.011989 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-52375629-8bbc-44d0-967b-7bd5e96909de req-5a7696f9-746b-4df2-94fd-ef4e4427a5d0 service neutron] For port 6df7dae8-d4a1-457a-ac88-42fe5459d1c1, host n-h2-779913-29, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:41:52.015307 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-52375629-8bbc-44d0-967b-7bd5e96909de req-5a7696f9-746b-4df2-94fd-ef4e4427a5d0 service neutron] For port 6df7dae8-d4a1-457a-ac88-42fe5459d1c1, host n-h2-779913-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=6df7dae8-d4a1-457a-ac88-42fe5459d1c1,segment=NetworkSegment(6a04b2a5-4efa-4396-8824-494b3edd393f),segment_id=6a04b2a5-4efa-4396-8824-494b3edd393f)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:41:52.020565 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-52375629-8bbc-44d0-967b-7bd5e96909de req-5a7696f9-746b-4df2-94fd-ef4e4427a5d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:52.060753 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52375629-8bbc-44d0-967b-7bd5e96909de req-5a7696f9-746b-4df2-94fd-ef4e4427a5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:41:52.061453 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-52375629-8bbc-44d0-967b-7bd5e96909de req-5a7696f9-746b-4df2-94fd-ef4e4427a5d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:52.062773 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-52375629-8bbc-44d0-967b-7bd5e96909de req-5a7696f9-746b-4df2-94fd-ef4e4427a5d0 service neutron] 10.222.0.57 "PUT /v2.0/ports/6df7dae8-d4a1-457a-ac88-42fe5459d1c1 HTTP/1.1" status: 200 len: 1092 time: 0.8511600 Jul 14 10:41:52.063220 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '344f3373-b3f9-4e22-938b-27e361def462', 'tag': '6df7dae8-d4a1-457a-ac88-42fe5459d1c1'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:41:52.065515 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}175264a25d5f1cec9b1451f1a8cc8ced5d4502f5c48740ac7c6845d527b2175b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55dff9af-0190-4478-8f00-979ad879cd56" -d '{"events": [{"name": "network-changed", "server_uuid": "344f3373-b3f9-4e22-938b-27e361def462", "tag": "6df7dae8-d4a1-457a-ac88-42fe5459d1c1"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:41:52.099508 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7696f9-746b-4df2-94fd-ef4e4427a5d0 service neutron] Pushing event updated for resources: {'Port': ['ID=6df7dae8-d4a1-457a-ac88-42fe5459d1c1,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:41:52.113875 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:41:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2621089b-1c33-403c-aa40-a894208a4352 x-openstack-request-id: req-2621089b-1c33-403c-aa40-a894208a4352 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:41:52.116007 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "344f3373-b3f9-4e22-938b-27e361def462", "tag": "6df7dae8-d4a1-457a-ac88-42fe5459d1c1", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:41:52.116275 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-2621089b-1c33-403c-aa40-a894208a4352 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:41:52.116822 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '344f3373-b3f9-4e22-938b-27e361def462', 'tag': '6df7dae8-d4a1-457a-ac88-42fe5459d1c1', 'status': 'completed', 'code': 200} Jul 14 10:41:52.187290 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52375629-8bbc-44d0-967b-7bd5e96909de req-0db46998-2489-4f61-8475-323482fa0896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:41:52.189004 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-52375629-8bbc-44d0-967b-7bd5e96909de req-0db46998-2489-4f61-8475-323482fa0896 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5ffec4a5422c4d40bdfc13a8d97e1030&device_id=344f3373-b3f9-4e22-938b-27e361def462 HTTP/1.1" status: 200 len: 1095 time: 0.0580544 Jul 14 10:41:52.242738 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-52375629-8bbc-44d0-967b-7bd5e96909de req-bdd251aa-e2e3-47ac-807e-4af7651b0abe service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6df7dae8-d4a1-457a-ac88-42fe5459d1c1 HTTP/1.1" status: 200 len: 217 time: 0.0408428 Jul 14 10:41:52.295391 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52375629-8bbc-44d0-967b-7bd5e96909de req-07734f5b-2122-4e4c-ad1d-d42c5254e950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:41:52.296872 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-52375629-8bbc-44d0-967b-7bd5e96909de req-07734f5b-2122-4e4c-ad1d-d42c5254e950 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b03820cb-8866-427b-be3e-9d9f5b06805b HTTP/1.1" status: 200 len: 849 time: 0.0484235 Jul 14 10:41:52.343113 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-48d2d285-a1d6-4a22-bbb0-dbc1f1844d4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:52.361436 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52375629-8bbc-44d0-967b-7bd5e96909de req-cdcc7b67-ccde-47ea-90f3-75ba706f47b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:41:52.363433 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-52375629-8bbc-44d0-967b-7bd5e96909de req-cdcc7b67-ccde-47ea-90f3-75ba706f47b2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=bbcbcd61-fbc9-483e-bb94-5d77845f9edf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0604212 Jul 14 10:41:52.457762 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-52375629-8bbc-44d0-967b-7bd5e96909de req-33e9c329-8c08-4cf2-8125-e8c72e26aa42 service neutron] 10.222.0.57 "GET /v2.0/networks/bbcbcd61-fbc9-483e-bb94-5d77845f9edf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880859 Jul 14 10:41:52.546805 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-52375629-8bbc-44d0-967b-7bd5e96909de req-f66ad9ac-1520-4111-ae66-2780ca5cabab service neutron] 10.222.0.57 "GET /v2.0/networks/bbcbcd61-fbc9-483e-bb94-5d77845f9edf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825613 Jul 14 10:41:52.684827 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dff9af-0190-4478-8f00-979ad879cd56 req-94ec6aa6-6b27-4853-b62b-a91896c85dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:41:52.686402 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-55dff9af-0190-4478-8f00-979ad879cd56 req-94ec6aa6-6b27-4853-b62b-a91896c85dd0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5ffec4a5422c4d40bdfc13a8d97e1030&device_id=344f3373-b3f9-4e22-938b-27e361def462 HTTP/1.1" status: 200 len: 1095 time: 0.0548501 Jul 14 10:41:52.819499 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dff9af-0190-4478-8f00-979ad879cd56 req-a1df8597-ab5c-4ce6-a5bd-6480c41f85e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:41:52.821477 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-55dff9af-0190-4478-8f00-979ad879cd56 req-a1df8597-ab5c-4ce6-a5bd-6480c41f85e9 service neutron] 10.222.0.57 "GET /v2.0/networks?id=bbcbcd61-fbc9-483e-bb94-5d77845f9edf HTTP/1.1" status: 200 len: 911 time: 0.1278105 Jul 14 10:41:52.833477 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533b9bae-20ca-48a0-9ae2-b0f754472a85 req-e86b2d61-9b4f-4fcc-95c8-659b1e20fc39 tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:41:52.834897 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-533b9bae-20ca-48a0-9ae2-b0f754472a85 req-e86b2d61-9b4f-4fcc-95c8-659b1e20fc39 tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] 10.222.0.68 "GET /v2.0/ports?device_id=344f3373-b3f9-4e22-938b-27e361def462 HTTP/1.1" status: 200 len: 943 time: 0.0956910 Jul 14 10:41:52.879620 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-55dff9af-0190-4478-8f00-979ad879cd56 req-24caeffd-c8e7-4a89-8b3b-3b1c8b1d3f46 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6df7dae8-d4a1-457a-ac88-42fe5459d1c1 HTTP/1.1" status: 200 len: 217 time: 0.0437622 Jul 14 10:41:52.938124 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-533b9bae-20ca-48a0-9ae2-b0f754472a85 req-1c5c29a7-76eb-4810-9bc4-badd6e4e79f2 tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] 10.222.0.68 "GET /v2.0/security-groups?id=fd4b8917-da90-4277-9140-d739d75813ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0966959 Jul 14 10:41:52.946119 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dff9af-0190-4478-8f00-979ad879cd56 req-72e08157-bc5b-4816-92d3-0d3a5481b696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:41:52.947585 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-55dff9af-0190-4478-8f00-979ad879cd56 req-72e08157-bc5b-4816-92d3-0d3a5481b696 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b03820cb-8866-427b-be3e-9d9f5b06805b HTTP/1.1" status: 200 len: 849 time: 0.0612593 Jul 14 10:41:53.006907 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dff9af-0190-4478-8f00-979ad879cd56 req-cfddb9fa-19d4-4ce5-bda4-543fc11e5f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:41:53.008594 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-55dff9af-0190-4478-8f00-979ad879cd56 req-cfddb9fa-19d4-4ce5-bda4-543fc11e5f89 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=bbcbcd61-fbc9-483e-bb94-5d77845f9edf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0533764 Jul 14 10:41:53.105914 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-55dff9af-0190-4478-8f00-979ad879cd56 req-cbdff117-d87b-486c-898b-2f4a21768140 service neutron] 10.222.0.57 "GET /v2.0/networks/bbcbcd61-fbc9-483e-bb94-5d77845f9edf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895562 Jul 14 10:41:53.203112 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-55dff9af-0190-4478-8f00-979ad879cd56 req-0c39b507-91f2-469f-bd6c-d853c2bce6fe service neutron] 10.222.0.57 "GET /v2.0/networks/bbcbcd61-fbc9-483e-bb94-5d77845f9edf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868349 Jul 14 10:41:54.128056 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22e4480-c12e-4f42-a88f-a1eb39163521 req-99efde96-de36-4701-9e6d-884e096d64b6 tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:41:54.129690 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-a22e4480-c12e-4f42-a88f-a1eb39163521 req-99efde96-de36-4701-9e6d-884e096d64b6 tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] 10.222.0.68 "GET /v2.0/ports?device_id=344f3373-b3f9-4e22-938b-27e361def462 HTTP/1.1" status: 200 len: 943 time: 0.0685458 Jul 14 10:41:54.171993 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-a22e4480-c12e-4f42-a88f-a1eb39163521 req-1c1cdce4-563f-4fa9-b09a-a7a35e612287 tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] 10.222.0.68 "GET /v2.0/security-groups?id=fd4b8917-da90-4277-9140-d739d75813ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345390 Jul 14 10:41:54.937386 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:55.024016 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-200ad8d9-76cf-4f6b-9d00-4368cf791ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:55.348732 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1272c3-1d6c-4209-9faa-3a3f3af10c59 req-53749e44-63c3-417c-a02e-5837f46c7569 tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:41:55.350229 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ce1272c3-1d6c-4209-9faa-3a3f3af10c59 req-53749e44-63c3-417c-a02e-5837f46c7569 tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] 10.222.0.68 "GET /v2.0/ports?device_id=344f3373-b3f9-4e22-938b-27e361def462 HTTP/1.1" status: 200 len: 943 time: 0.0667665 Jul 14 10:41:55.354179 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 6df7dae8-d4a1-457a-ac88-42fe5459d1c1 details requested by agent hyperv_n-h2-779913-29 with host n-h2-779913-29 {{(pid=93959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 10:41:55.390404 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-ce1272c3-1d6c-4209-9faa-3a3f3af10c59 req-e79674e3-2d13-41f4-9662-16fb3ad20595 tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] 10.222.0.68 "GET /v2.0/security-groups?id=fd4b8917-da90-4277-9140-d739d75813ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328908 Jul 14 10:41:55.452012 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 6df7dae8-d4a1-457a-ac88-42fe5459d1c1, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=6df7dae8-d4a1-457a-ac88-42fe5459d1c1,segment=NetworkSegment(6a04b2a5-4efa-4396-8824-494b3edd393f),segment_id=6a04b2a5-4efa-4396-8824-494b3edd393f)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:41:55.463676 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Returning: {'device': '6df7dae8-d4a1-457a-ac88-42fe5459d1c1', 'network_id': 'bbcbcd61-fbc9-483e-bb94-5d77845f9edf', 'port_id': '6df7dae8-d4a1-457a-ac88-42fe5459d1c1', 'mac_address': 'fa:16:3e:3f:a6:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 707, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b03820cb-8866-427b-be3e-9d9f5b06805b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 10:41:55.505066 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:55.518140 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6df7dae8-d4a1-457a-ac88-42fe5459d1c1 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:41:55.538311 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 6df7dae8-d4a1-457a-ac88-42fe5459d1c1, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=6df7dae8-d4a1-457a-ac88-42fe5459d1c1,segment=NetworkSegment(6a04b2a5-4efa-4396-8824-494b3edd393f),segment_id=6a04b2a5-4efa-4396-8824-494b3edd393f)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:41:55.543267 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:55.593077 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Pushing event updated for resources: {'Port': ['ID=6df7dae8-d4a1-457a-ac88-42fe5459d1c1,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:41:55.870010 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] get_ports_and_sgs() called for port_ids ['6df7dae8-d4a1-457a-ac88-42fe5459d1c1'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:41:56.231521 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5ad31076-714c-49ec-bc37-f3d4cd90112a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:56.577906 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4130c6e1-35d9-4ac6-a26c-237f370fbd9a req-aea9be0e-cb36-47ff-94b5-55bbf2fb9030 tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:41:56.579438 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-4130c6e1-35d9-4ac6-a26c-237f370fbd9a req-aea9be0e-cb36-47ff-94b5-55bbf2fb9030 tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] 10.222.0.68 "GET /v2.0/ports?device_id=344f3373-b3f9-4e22-938b-27e361def462 HTTP/1.1" status: 200 len: 944 time: 0.0675550 Jul 14 10:41:56.616983 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-4130c6e1-35d9-4ac6-a26c-237f370fbd9a req-08882d0d-17da-4584-b999-a7893e3c960d tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] 10.222.0.68 "GET /v2.0/security-groups?id=fd4b8917-da90-4277-9140-d739d75813ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317228 Jul 14 10:41:57.372570 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 6df7dae8-d4a1-457a-ac88-42fe5459d1c1 up at agent hyperv_n-h2-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:41:57.423854 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Provisioning for port 6df7dae8-d4a1-457a-ac88-42fe5459d1c1 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:41:57.427713 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Provisioning complete for port 6df7dae8-d4a1-457a-ac88-42fe5459d1c1 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:41:57.428353 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:57.524452 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:57.552604 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '344f3373-b3f9-4e22-938b-27e361def462', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6df7dae8-d4a1-457a-ac88-42fe5459d1c1'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:41:57.554902 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}329bd6c07f982fc6c8be245f0be026b528efb6c8a9415522477faf1b9157eba4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb36932d-6f98-43b1-b73e-01a53f11a324" -d '{"events": [{"server_uuid": "344f3373-b3f9-4e22-938b-27e361def462", "name": "network-vif-plugged", "status": "completed", "tag": "6df7dae8-d4a1-457a-ac88-42fe5459d1c1"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:41:57.569339 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 6df7dae8-d4a1-457a-ac88-42fe5459d1c1, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=6df7dae8-d4a1-457a-ac88-42fe5459d1c1,segment=NetworkSegment(6a04b2a5-4efa-4396-8824-494b3edd393f),segment_id=6a04b2a5-4efa-4396-8824-494b3edd393f)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:41:57.575271 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:57.601633 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:41:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75b8a35f-565f-4d24-b7a6-1c0d9289c6ea x-openstack-request-id: req-75b8a35f-565f-4d24-b7a6-1c0d9289c6ea {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:41:57.601927 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "344f3373-b3f9-4e22-938b-27e361def462", "name": "network-vif-plugged", "status": "completed", "tag": "6df7dae8-d4a1-457a-ac88-42fe5459d1c1", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:41:57.602180 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-75b8a35f-565f-4d24-b7a6-1c0d9289c6ea {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:41:57.602573 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '344f3373-b3f9-4e22-938b-27e361def462', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6df7dae8-d4a1-457a-ac88-42fe5459d1c1', 'code': 200} Jul 14 10:41:57.630799 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Pushing event updated for resources: {'Port': ['ID=6df7dae8-d4a1-457a-ac88-42fe5459d1c1,revision_number=5']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:41:57.745640 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f291d9-b41b-420d-ab6a-3b2f495dd80f req-9731557b-cb6a-4cf8-acf7-fac73b49facd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:41:57.747171 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-28f291d9-b41b-420d-ab6a-3b2f495dd80f req-9731557b-cb6a-4cf8-acf7-fac73b49facd service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=344f3373-b3f9-4e22-938b-27e361def462 HTTP/1.1" status: 200 len: 1097 time: 0.0550768 Jul 14 10:41:57.783951 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-28f291d9-b41b-420d-ab6a-3b2f495dd80f req-0f2c7dd4-e579-48c7-a4ad-fc0f16bb49f8 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=fd4b8917-da90-4277-9140-d739d75813ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305188 Jul 14 10:41:57.796371 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdae152-18a8-4870-b626-ba4c97e40a47 req-c22a61bb-d1ba-41a0-a68b-035b97f997b8 tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:41:57.797878 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-0fdae152-18a8-4870-b626-ba4c97e40a47 req-c22a61bb-d1ba-41a0-a68b-035b97f997b8 tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] 10.222.0.68 "GET /v2.0/ports?device_id=344f3373-b3f9-4e22-938b-27e361def462 HTTP/1.1" status: 200 len: 945 time: 0.0647027 Jul 14 10:41:57.840478 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-0fdae152-18a8-4870-b626-ba4c97e40a47 req-df3e49af-2479-43a3-80e6-4fc4b9d5d274 tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] 10.222.0.68 "GET /v2.0/security-groups?id=fd4b8917-da90-4277-9140-d739d75813ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368977 Jul 14 10:41:58.025548 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5bbe322f-3f67-4864-bc0a-91afe44d23e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:59.019964 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e451cb-3fac-4afa-857c-c0afa3201f37 req-cbaf78aa-207b-4f50-b3e1-c9feddcc7b9d tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:41:59.021520 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e2e451cb-3fac-4afa-857c-c0afa3201f37 req-cbaf78aa-207b-4f50-b3e1-c9feddcc7b9d tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] 10.222.0.68 "GET /v2.0/ports?device_id=344f3373-b3f9-4e22-938b-27e361def462 HTTP/1.1" status: 200 len: 945 time: 0.0663223 Jul 14 10:41:59.061318 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e2e451cb-3fac-4afa-857c-c0afa3201f37 req-be5320aa-7016-44ce-83dc-5eafd537585f tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] 10.222.0.68 "GET /v2.0/security-groups?id=fd4b8917-da90-4277-9140-d739d75813ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341003 Jul 14 10:42:00.235227 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaa0ff7-3164-47af-9588-6f2dfdcb71e0 req-7567fe31-d906-475e-8527-b3aa574956fb tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:42:00.236739 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-faaa0ff7-3164-47af-9588-6f2dfdcb71e0 req-7567fe31-d906-475e-8527-b3aa574956fb tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] 10.222.0.68 "GET /v2.0/ports?device_id=344f3373-b3f9-4e22-938b-27e361def462 HTTP/1.1" status: 200 len: 945 time: 0.0646503 Jul 14 10:42:00.274943 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-faaa0ff7-3164-47af-9588-6f2dfdcb71e0 req-813b3542-c957-4b69-874a-2b81cc617044 tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] 10.222.0.68 "GET /v2.0/security-groups?id=fd4b8917-da90-4277-9140-d739d75813ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322881 Jul 14 10:42:00.463077 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a8e664-b506-40fe-b08a-6ed4a5a1fe6c req-cba5b575-0830-41cb-90b0-a8d499e64f74 tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:42:00.464715 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-39a8e664-b506-40fe-b08a-6ed4a5a1fe6c req-cba5b575-0830-41cb-90b0-a8d499e64f74 tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] 10.222.0.68 "GET /v2.0/ports?device_id=344f3373-b3f9-4e22-938b-27e361def462 HTTP/1.1" status: 200 len: 945 time: 0.0784855 Jul 14 10:42:00.503892 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-39a8e664-b506-40fe-b08a-6ed4a5a1fe6c req-87f2ddd7-160b-4e85-8a5c-6afd4198bc64 tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] 10.222.0.68 "GET /v2.0/security-groups?id=fd4b8917-da90-4277-9140-d739d75813ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332465 Jul 14 10:42:00.528960 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 42622) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:42:00.618973 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a8b6e60-a7b4-4d01-bc2b-7c60641206bc tempest-TestSnapshotPattern-1246232300 tempest-TestSnapshotPattern-1246232300-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:42:00.620583 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-4a8b6e60-a7b4-4d01-bc2b-7c60641206bc tempest-TestSnapshotPattern-1246232300 tempest-TestSnapshotPattern-1246232300-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=344f3373-b3f9-4e22-938b-27e361def462 HTTP/1.1" status: 200 len: 1092 time: 0.0906174 Jul 14 10:42:00.623579 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 42626) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:42:00.628434 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-3a83e0b4-e871-4c17-827c-38ffe40ae76f tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] Request body: {'floatingip': {'floating_network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'port_id': '6df7dae8-d4a1-457a-ac88-42fe5459d1c1', 'tenant_id': '5ffec4a5422c4d40bdfc13a8d97e1030', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:42:00.651492 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3a83e0b4-e871-4c17-827c-38ffe40ae76f tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] Notify callbacks [] for floatingip, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:00.749700 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3a83e0b4-e871-4c17-827c-38ffe40ae76f tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:00.848488 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-3a83e0b4-e871-4c17-827c-38ffe40ae76f tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] Allocated IP 172.25.4.24 (2dcd4d32-cc7c-4468-b396-7ce5c9231892/6cd22a75-5bc1-467c-a3c4-0af04bd1b34a/42b3dfd6-2a2a-4af5-91b6-ed1d29049ed9) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:42:00.951486 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3a83e0b4-e871-4c17-827c-38ffe40ae76f tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:00.989345 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3a83e0b4-e871-4c17-827c-38ffe40ae76f tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:01.024252 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a83e0b4-e871-4c17-827c-38ffe40ae76f tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] Network 2dcd4d32-cc7c-4468-b396-7ce5c9231892 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:42:01.029002 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-3a83e0b4-e871-4c17-827c-38ffe40ae76f tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:42:01.033368 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a83e0b4-e871-4c17-827c-38ffe40ae76f tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:42:01.056883 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a83e0b4-e871-4c17-827c-38ffe40ae76f tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] Pushing event updated for resources: {'Port': ['ID=42b3dfd6-2a2a-4af5-91b6-ed1d29049ed9,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:42:01.735459 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3a83e0b4-e871-4c17-827c-38ffe40ae76f tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:01.813669 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3a83e0b4-e871-4c17-827c-38ffe40ae76f tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:01.968113 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3a83e0b4-e871-4c17-827c-38ffe40ae76f tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:01.973166 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3a83e0b4-e871-4c17-827c-38ffe40ae76f tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:02.050227 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a83e0b4-e871-4c17-827c-38ffe40ae76f tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] Pushing event updated for resources: {'Port': ['ID=42b3dfd6-2a2a-4af5-91b6-ed1d29049ed9,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:42:02.060627 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3a83e0b4-e871-4c17-827c-38ffe40ae76f tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-660590'] for floatingip, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:02.165188 n-d-779913-29 neutron-server[93957]: INFO neutron.db.l3_db [None req-3a83e0b4-e871-4c17-827c-38ffe40ae76f tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] Floating IP df0b6fe0-f40e-4d93-95e9-47502d2cc877 associated. External IP: 172.25.4.24, port: 6df7dae8-d4a1-457a-ac88-42fe5459d1c1. Jul 14 10:42:02.394812 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a83e0b4-e871-4c17-827c-38ffe40ae76f tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] Router c1479fdc-00cb-48a1-952d-db69eeb992e3 has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:42:02.508418 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a83e0b4-e871-4c17-827c-38ffe40ae76f tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:42:02.522520 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b5285ef-92d7-4f59-84f3-5fd20b82f801 None None] Sync routers for ids ['c1479fdc-00cb-48a1-952d-db69eeb992e3'] in n-d-779913-29 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:42:02.528903 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-3a83e0b4-e871-4c17-827c-38ffe40ae76f tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for floatingip, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:02.533561 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b5285ef-92d7-4f59-84f3-5fd20b82f801 None None] Routers {'c1479fdc-00cb-48a1-952d-db69eeb992e3'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:42:02.534197 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-6b5285ef-92d7-4f59-84f3-5fd20b82f801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T10:41:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['c1479fdc-00cb-48a1-952d-db69eeb992e3'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:42:02.577541 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-3a83e0b4-e871-4c17-827c-38ffe40ae76f tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9432502 Jul 14 10:42:02.577541 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '344f3373-b3f9-4e22-938b-27e361def462', 'tag': '6df7dae8-d4a1-457a-ac88-42fe5459d1c1'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:42:02.577541 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}175264a25d5f1cec9b1451f1a8cc8ced5d4502f5c48740ac7c6845d527b2175b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07ba779f-df06-4032-8eb7-5f5f13b89cfe" -d '{"events": [{"name": "network-changed", "server_uuid": "344f3373-b3f9-4e22-938b-27e361def462", "tag": "6df7dae8-d4a1-457a-ac88-42fe5459d1c1"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:42:02.611903 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:42:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-318234cf-7a3b-435e-a050-db52f5e541d2 x-openstack-request-id: req-318234cf-7a3b-435e-a050-db52f5e541d2 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:42:02.612517 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "344f3373-b3f9-4e22-938b-27e361def462", "tag": "6df7dae8-d4a1-457a-ac88-42fe5459d1c1", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:42:02.612847 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-318234cf-7a3b-435e-a050-db52f5e541d2 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:42:02.613276 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '344f3373-b3f9-4e22-938b-27e361def462', 'tag': '6df7dae8-d4a1-457a-ac88-42fe5459d1c1', 'status': 'completed', 'code': 200} Jul 14 10:42:02.720968 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ba779f-df06-4032-8eb7-5f5f13b89cfe req-3d902899-bc7a-4078-a80c-300ef9585e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:42:02.722559 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-07ba779f-df06-4032-8eb7-5f5f13b89cfe req-3d902899-bc7a-4078-a80c-300ef9585e33 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5ffec4a5422c4d40bdfc13a8d97e1030&device_id=344f3373-b3f9-4e22-938b-27e361def462 HTTP/1.1" status: 200 len: 1097 time: 0.0556278 Jul 14 10:42:02.739032 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-6b5285ef-92d7-4f59-84f3-5fd20b82f801 None None] Set router c1479fdc-00cb-48a1-952d-db69eeb992e3 gateway port host: n-d-779913-29 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:42:02.818804 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ba779f-df06-4032-8eb7-5f5f13b89cfe req-255516a6-9982-4869-b3d6-b7c22c3c535b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:42:02.820817 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-07ba779f-df06-4032-8eb7-5f5f13b89cfe req-255516a6-9982-4869-b3d6-b7c22c3c535b service neutron] 10.222.0.57 "GET /v2.0/networks?id=bbcbcd61-fbc9-483e-bb94-5d77845f9edf HTTP/1.1" status: 200 len: 911 time: 0.0908523 Jul 14 10:42:02.888967 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-07ba779f-df06-4032-8eb7-5f5f13b89cfe req-0ab80deb-67e5-4778-9630-6912f1cb670d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6df7dae8-d4a1-457a-ac88-42fe5459d1c1 HTTP/1.1" status: 200 len: 998 time: 0.0613720 Jul 14 10:42:02.940538 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ba779f-df06-4032-8eb7-5f5f13b89cfe req-f65ee174-2248-47ac-b098-41128001cefb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:42:02.942424 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-07ba779f-df06-4032-8eb7-5f5f13b89cfe req-f65ee174-2248-47ac-b098-41128001cefb service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b03820cb-8866-427b-be3e-9d9f5b06805b HTTP/1.1" status: 200 len: 849 time: 0.0469723 Jul 14 10:42:02.975550 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-6b5285ef-92d7-4f59-84f3-5fd20b82f801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1479fdc-00cb-48a1-952d-db69eeb992e3', 'name': 'tempest-TestSnapshotPattern-1581369592-router', 'tenant_id': '5ffec4a5422c4d40bdfc13a8d97e1030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': '5cebf741-2726-4e3b-907c-5639f2db2e90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:41:35Z', 'updated_at': '2021-07-14T10:41:38Z', 'revision_number': 4, 'project_id': '5ffec4a5422c4d40bdfc13a8d97e1030', 'gw_port': {'id': '5cebf741-2726-4e3b-907c-5639f2db2e90', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:a4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1479fdc-00cb-48a1-952d-db69eeb992e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:41:35Z', 'updated_at': '2021-07-14T10:41:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_floatingips': [{'id': 'df0b6fe0-f40e-4d93-95e9-47502d2cc877', 'tenant_id': '5ffec4a5422c4d40bdfc13a8d97e1030', 'floating_ip_address': '172.25.4.24', 'floating_network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'router_id': 'c1479fdc-00cb-48a1-952d-db69eeb992e3', 'port_id': '6df7dae8-d4a1-457a-ac88-42fe5459d1c1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbcbcd61-fbc9-483e-bb94-5d77845f9edf', 'mac_address': 'fa:16:3e:3f:a6:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '344f3373-b3f9-4e22-938b-27e361def462', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T10:42:01Z', 'updated_at': '2021-07-14T10:42:01Z', 'revision_number': 0, 'project_id': '5ffec4a5422c4d40bdfc13a8d97e1030', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7cbe35dc-094d-4eab-aa14-c99373e01072', 'name': '', 'network_id': 'bbcbcd61-fbc9-483e-bb94-5d77845f9edf', 'tenant_id': '5ffec4a5422c4d40bdfc13a8d97e1030', 'mac_address': 'fa:16:3e:fa:0a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1479fdc-00cb-48a1-952d-db69eeb992e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'b03820cb-8866-427b-be3e-9d9f5b06805b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:41:37Z', 'updated_at': '2021-07-14T10:41:43Z', 'revision_number': 5, 'project_id': '5ffec4a5422c4d40bdfc13a8d97e1030', 'subnets': [{'id': 'b03820cb-8866-427b-be3e-9d9f5b06805b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:42:03.001337 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b5285ef-92d7-4f59-84f3-5fd20b82f801 None None] Checking router: c1479fdc-00cb-48a1-952d-db69eeb992e3 for host: n-d-779913-29 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:42:03.004007 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ba779f-df06-4032-8eb7-5f5f13b89cfe req-44508993-8139-4bfa-9189-132bd287f08a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:42:03.005607 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-07ba779f-df06-4032-8eb7-5f5f13b89cfe req-44508993-8139-4bfa-9189-132bd287f08a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=bbcbcd61-fbc9-483e-bb94-5d77845f9edf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0572639 Jul 14 10:42:03.010101 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b5285ef-92d7-4f59-84f3-5fd20b82f801 None None] Routers {'c1479fdc-00cb-48a1-952d-db69eeb992e3'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:42:03.010717 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-6b5285ef-92d7-4f59-84f3-5fd20b82f801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T10:41:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['c1479fdc-00cb-48a1-952d-db69eeb992e3'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:42:03.101036 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-07ba779f-df06-4032-8eb7-5f5f13b89cfe req-87c598e3-2260-41ff-b7d5-10298eef684f service neutron] 10.222.0.57 "GET /v2.0/networks/bbcbcd61-fbc9-483e-bb94-5d77845f9edf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890584 Jul 14 10:42:03.126654 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-6b5285ef-92d7-4f59-84f3-5fd20b82f801 None None] Set router c1479fdc-00cb-48a1-952d-db69eeb992e3 gateway port host: n-d-779913-29 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:42:03.211065 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-07ba779f-df06-4032-8eb7-5f5f13b89cfe req-8f8b50f7-ccfb-4f44-a165-c2ad4503178c service neutron] 10.222.0.57 "GET /v2.0/networks/bbcbcd61-fbc9-483e-bb94-5d77845f9edf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033316 Jul 14 10:42:03.370492 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-6b5285ef-92d7-4f59-84f3-5fd20b82f801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1479fdc-00cb-48a1-952d-db69eeb992e3', 'name': 'tempest-TestSnapshotPattern-1581369592-router', 'tenant_id': '5ffec4a5422c4d40bdfc13a8d97e1030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': '5cebf741-2726-4e3b-907c-5639f2db2e90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:41:35Z', 'updated_at': '2021-07-14T10:41:38Z', 'revision_number': 4, 'project_id': '5ffec4a5422c4d40bdfc13a8d97e1030', 'gw_port': {'id': '5cebf741-2726-4e3b-907c-5639f2db2e90', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:a4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1479fdc-00cb-48a1-952d-db69eeb992e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:41:35Z', 'updated_at': '2021-07-14T10:41:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_floatingips': [{'id': 'df0b6fe0-f40e-4d93-95e9-47502d2cc877', 'tenant_id': '5ffec4a5422c4d40bdfc13a8d97e1030', 'floating_ip_address': '172.25.4.24', 'floating_network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'router_id': 'c1479fdc-00cb-48a1-952d-db69eeb992e3', 'port_id': '6df7dae8-d4a1-457a-ac88-42fe5459d1c1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbcbcd61-fbc9-483e-bb94-5d77845f9edf', 'mac_address': 'fa:16:3e:3f:a6:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '344f3373-b3f9-4e22-938b-27e361def462', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T10:42:01Z', 'updated_at': '2021-07-14T10:42:01Z', 'revision_number': 0, 'project_id': '5ffec4a5422c4d40bdfc13a8d97e1030', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7cbe35dc-094d-4eab-aa14-c99373e01072', 'name': '', 'network_id': 'bbcbcd61-fbc9-483e-bb94-5d77845f9edf', 'tenant_id': '5ffec4a5422c4d40bdfc13a8d97e1030', 'mac_address': 'fa:16:3e:fa:0a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1479fdc-00cb-48a1-952d-db69eeb992e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'b03820cb-8866-427b-be3e-9d9f5b06805b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:41:37Z', 'updated_at': '2021-07-14T10:41:43Z', 'revision_number': 5, 'project_id': '5ffec4a5422c4d40bdfc13a8d97e1030', 'subnets': [{'id': 'b03820cb-8866-427b-be3e-9d9f5b06805b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:42:03.401395 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b5285ef-92d7-4f59-84f3-5fd20b82f801 None None] The sync data for ids ['c1479fdc-00cb-48a1-952d-db69eeb992e3'] in n-d-779913-29 is: [{'id': 'c1479fdc-00cb-48a1-952d-db69eeb992e3', 'name': 'tempest-TestSnapshotPattern-1581369592-router', 'tenant_id': '5ffec4a5422c4d40bdfc13a8d97e1030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': '5cebf741-2726-4e3b-907c-5639f2db2e90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:41:35Z', 'updated_at': '2021-07-14T10:41:38Z', 'revision_number': 4, 'project_id': '5ffec4a5422c4d40bdfc13a8d97e1030', 'gw_port': {'id': '5cebf741-2726-4e3b-907c-5639f2db2e90', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:a4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1479fdc-00cb-48a1-952d-db69eeb992e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:41:35Z', 'updated_at': '2021-07-14T10:41:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_floatingips': [{'id': 'df0b6fe0-f40e-4d93-95e9-47502d2cc877', 'tenant_id': '5ffec4a5422c4d40bdfc13a8d97e1030', 'floating_ip_address': '172.25.4.24', 'floating_network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'router_id': 'c1479fdc-00cb-48a1-952d-db69eeb992e3', 'port_id': '6df7dae8-d4a1-457a-ac88-42fe5459d1c1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbcbcd61-fbc9-483e-bb94-5d77845f9edf', 'mac_address': 'fa:16:3e:3f:a6:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '344f3373-b3f9-4e22-938b-27e361def462', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T10:42:01Z', 'updated_at': '2021-07-14T10:42:01Z', 'revision_number': 0, 'project_id': '5ffec4a5422c4d40bdfc13a8d97e1030', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7cbe35dc-094d-4eab-aa14-c99373e01072', 'name': '', 'network_id': 'bbcbcd61-fbc9-483e-bb94-5d77845f9edf', 'tenant_id': '5ffec4a5422c4d40bdfc13a8d97e1030', 'mac_address': 'fa:16:3e:fa:0a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1479fdc-00cb-48a1-952d-db69eeb992e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'b03820cb-8866-427b-be3e-9d9f5b06805b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:41:37Z', 'updated_at': '2021-07-14T10:41:43Z', 'revision_number': 5, 'project_id': '5ffec4a5422c4d40bdfc13a8d97e1030', 'subnets': [{'id': 'b03820cb-8866-427b-be3e-9d9f5b06805b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:42:03.611640 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be6b7fa5-a0c3-4a72-aa07-b9f7469db6b4 None None] New status for floating IP df0b6fe0-f40e-4d93-95e9-47502d2cc877: ACTIVE {{(pid=93959) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 10:42:13.765370 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:14.517327 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:16.715707 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.agents_db [None req-3c3509fb-540d-4335-a450-574895dd3602 None None] Agent healthcheck: found 7 active agents {{(pid=93960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:42:22.346932 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-81df171c-6435-4b38-90e7-5dc1fb56278a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:24.942694 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:25.027859 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2d916419-51c6-4e0b-b548-55b27441f96a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:26.238488 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5ad31076-714c-49ec-bc37-f3d4cd90112a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:28.028866 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5bbe322f-3f67-4864-bc0a-91afe44d23e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:43.772607 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:44.527222 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:44.923042 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c697c8c7-2fb9-41d3-b493-08a5daab5b7c req-3581a673-9337-4ab9-b141-f22a76c62e2f service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=344f3373-b3f9-4e22-938b-27e361def462&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0586300 Jul 14 10:42:45.037059 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c697c8c7-2fb9-41d3-b493-08a5daab5b7c req-c279026d-56e2-4c06-93f5-3a3f1f468d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:42:45.038692 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c697c8c7-2fb9-41d3-b493-08a5daab5b7c req-c279026d-56e2-4c06-93f5-3a3f1f468d34 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5ffec4a5422c4d40bdfc13a8d97e1030&device_id=344f3373-b3f9-4e22-938b-27e361def462 HTTP/1.1" status: 200 len: 1097 time: 0.0555363 Jul 14 10:42:45.153303 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c697c8c7-2fb9-41d3-b493-08a5daab5b7c req-b840151e-2799-45ec-9b22-48d82fb5dacd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:42:45.154875 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c697c8c7-2fb9-41d3-b493-08a5daab5b7c req-b840151e-2799-45ec-9b22-48d82fb5dacd service neutron] 10.222.0.57 "GET /v2.0/networks?id=bbcbcd61-fbc9-483e-bb94-5d77845f9edf HTTP/1.1" status: 200 len: 911 time: 0.0951452 Jul 14 10:42:45.225846 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c697c8c7-2fb9-41d3-b493-08a5daab5b7c req-2cbd7c09-2d44-42e3-9db3-3d8265b04d06 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6df7dae8-d4a1-457a-ac88-42fe5459d1c1 HTTP/1.1" status: 200 len: 1000 time: 0.0602052 Jul 14 10:42:45.276665 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c697c8c7-2fb9-41d3-b493-08a5daab5b7c req-c9eba5c1-ade4-4e3a-96f4-a35581b1335b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:42:45.278179 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c697c8c7-2fb9-41d3-b493-08a5daab5b7c req-c9eba5c1-ade4-4e3a-96f4-a35581b1335b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b03820cb-8866-427b-be3e-9d9f5b06805b HTTP/1.1" status: 200 len: 849 time: 0.0456300 Jul 14 10:42:45.340962 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c697c8c7-2fb9-41d3-b493-08a5daab5b7c req-64ab31cc-d18d-4734-b680-ea05db8f030c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:42:45.342515 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c697c8c7-2fb9-41d3-b493-08a5daab5b7c req-64ab31cc-d18d-4734-b680-ea05db8f030c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=bbcbcd61-fbc9-483e-bb94-5d77845f9edf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0574317 Jul 14 10:42:45.443513 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c697c8c7-2fb9-41d3-b493-08a5daab5b7c req-b9538e1b-ef08-4b15-8cfe-3b2e6a9e0dd3 service neutron] 10.222.0.57 "GET /v2.0/networks/bbcbcd61-fbc9-483e-bb94-5d77845f9edf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938771 Jul 14 10:42:45.546313 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c697c8c7-2fb9-41d3-b493-08a5daab5b7c req-35ea6e1a-2f5b-4fc3-8086-b5dbaa6f8eca service neutron] 10.222.0.57 "GET /v2.0/networks/bbcbcd61-fbc9-483e-bb94-5d77845f9edf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940330 Jul 14 10:42:52.350436 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-18f9e0ff-f09c-4b7e-8a63-17452ef51a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:53.716080 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.agents_db [None req-3c3509fb-540d-4335-a450-574895dd3602 None None] Agent healthcheck: found 7 active agents {{(pid=93960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:42:54.936165 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:55.029185 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-76d9abed-682c-49a0-aff3-1115c149567a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:56.237992 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5ad31076-714c-49ec-bc37-f3d4cd90112a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:58.032211 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5bbe322f-3f67-4864-bc0a-91afe44d23e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:43:13.778549 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:43:14.539037 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:43:22.353032 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0609a3c9-9065-4fb3-ab7c-90f16466a72e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:43:24.938827 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:43:25.030343 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d3ba5929-47b8-4d19-8b96-ee6222070f40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:43:26.242857 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5ad31076-714c-49ec-bc37-f3d4cd90112a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:43:28.034496 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5bbe322f-3f67-4864-bc0a-91afe44d23e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:43:30.714962 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.agents_db [None req-3c3509fb-540d-4335-a450-574895dd3602 None None] Agent healthcheck: found 7 active agents {{(pid=93960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:43:43.801867 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:43:44.532039 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:43:45.908846 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-842c8b99-0f9f-41c1-b997-c9c48d339565 req-d79341d8-f1f2-4329-8575-12bb66d5edbb service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=344f3373-b3f9-4e22-938b-27e361def462&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0559866 Jul 14 10:43:46.018147 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842c8b99-0f9f-41c1-b997-c9c48d339565 req-dcdd431c-865f-4ece-ad56-a3d1af03dd26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:43:46.019943 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-842c8b99-0f9f-41c1-b997-c9c48d339565 req-dcdd431c-865f-4ece-ad56-a3d1af03dd26 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5ffec4a5422c4d40bdfc13a8d97e1030&device_id=344f3373-b3f9-4e22-938b-27e361def462 HTTP/1.1" status: 200 len: 1097 time: 0.0538588 Jul 14 10:43:46.129301 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842c8b99-0f9f-41c1-b997-c9c48d339565 req-24ef73f6-3081-41fb-a2d4-0c1bf7b15ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:43:46.130821 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-842c8b99-0f9f-41c1-b997-c9c48d339565 req-24ef73f6-3081-41fb-a2d4-0c1bf7b15ccc service neutron] 10.222.0.57 "GET /v2.0/networks?id=bbcbcd61-fbc9-483e-bb94-5d77845f9edf HTTP/1.1" status: 200 len: 911 time: 0.0910137 Jul 14 10:43:46.196705 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-842c8b99-0f9f-41c1-b997-c9c48d339565 req-dfea8839-1064-4bb4-8aaf-f03f6aeb1c7c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6df7dae8-d4a1-457a-ac88-42fe5459d1c1 HTTP/1.1" status: 200 len: 1000 time: 0.0591545 Jul 14 10:43:46.246273 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842c8b99-0f9f-41c1-b997-c9c48d339565 req-778572af-d002-44b3-9108-36a4a6821cde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:43:46.249068 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-842c8b99-0f9f-41c1-b997-c9c48d339565 req-778572af-d002-44b3-9108-36a4a6821cde service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b03820cb-8866-427b-be3e-9d9f5b06805b HTTP/1.1" status: 200 len: 849 time: 0.0456562 Jul 14 10:43:46.311484 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842c8b99-0f9f-41c1-b997-c9c48d339565 req-44aefa0f-5d42-41d5-9f64-91669d20fbd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:43:46.313043 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-842c8b99-0f9f-41c1-b997-c9c48d339565 req-44aefa0f-5d42-41d5-9f64-91669d20fbd1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=bbcbcd61-fbc9-483e-bb94-5d77845f9edf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0585520 Jul 14 10:43:46.405511 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-842c8b99-0f9f-41c1-b997-c9c48d339565 req-3a208c30-568a-4c87-9032-f7d474b744a4 service neutron] 10.222.0.57 "GET /v2.0/networks/bbcbcd61-fbc9-483e-bb94-5d77845f9edf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860496 Jul 14 10:43:46.500871 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-842c8b99-0f9f-41c1-b997-c9c48d339565 req-dbb353bf-2cf3-4400-b91b-67b7804c6327 service neutron] 10.222.0.57 "GET /v2.0/networks/bbcbcd61-fbc9-483e-bb94-5d77845f9edf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890470 Jul 14 10:43:52.357445 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e9b9a746-ed75-4cb4-87ae-e7907c084b8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:43:54.949022 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:43:55.044877 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8fe05f07-783e-4e6d-8438-89470fc6ccc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:43:56.243928 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5ad31076-714c-49ec-bc37-f3d4cd90112a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:43:58.040058 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5bbe322f-3f67-4864-bc0a-91afe44d23e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:43:59.823499 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 6df7dae8-d4a1-457a-ac88-42fe5459d1c1 details requested by agent hyperv_n-h2-779913-29 with host n-h2-779913-29 {{(pid=93959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 10:43:59.940020 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 6df7dae8-d4a1-457a-ac88-42fe5459d1c1, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=6df7dae8-d4a1-457a-ac88-42fe5459d1c1,segment=NetworkSegment(6a04b2a5-4efa-4396-8824-494b3edd393f),segment_id=6a04b2a5-4efa-4396-8824-494b3edd393f)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:43:59.953331 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Returning: {'device': '6df7dae8-d4a1-457a-ac88-42fe5459d1c1', 'network_id': 'bbcbcd61-fbc9-483e-bb94-5d77845f9edf', 'port_id': '6df7dae8-d4a1-457a-ac88-42fe5459d1c1', 'mac_address': 'fa:16:3e:3f:a6:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 707, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b03820cb-8866-427b-be3e-9d9f5b06805b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 10:44:00.003189 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:44:00.024877 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6df7dae8-d4a1-457a-ac88-42fe5459d1c1 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:44:00.055838 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 6df7dae8-d4a1-457a-ac88-42fe5459d1c1, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=6df7dae8-d4a1-457a-ac88-42fe5459d1c1,segment=NetworkSegment(6a04b2a5-4efa-4396-8824-494b3edd393f),segment_id=6a04b2a5-4efa-4396-8824-494b3edd393f)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:44:00.061865 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:44:00.121869 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Pushing event updated for resources: {'Port': ['ID=6df7dae8-d4a1-457a-ac88-42fe5459d1c1,revision_number=6']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:44:00.133742 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:44:00.134390 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:44:00.134915 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:44:00.135504 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:44:00.136004 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:44:00.136518 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:44:00.137028 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:44:00.137549 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:44:00.138129 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:44:00.138623 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:44:00.139122 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:44:00.139641 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:44:00.218841 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] get_ports_and_sgs() called for port_ids ['6df7dae8-d4a1-457a-ac88-42fe5459d1c1'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:44:01.870544 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 6df7dae8-d4a1-457a-ac88-42fe5459d1c1 up at agent hyperv_n-h2-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:44:01.945092 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Provisioning complete for port 6df7dae8-d4a1-457a-ac88-42fe5459d1c1 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:44:01.945478 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:44:02.033068 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:44:02.063632 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '344f3373-b3f9-4e22-938b-27e361def462', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6df7dae8-d4a1-457a-ac88-42fe5459d1c1'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:44:02.064909 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}329bd6c07f982fc6c8be245f0be026b528efb6c8a9415522477faf1b9157eba4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31f7a9bd-38a1-44bb-9a49-19b585468ef3" -d '{"events": [{"server_uuid": "344f3373-b3f9-4e22-938b-27e361def462", "name": "network-vif-plugged", "status": "completed", "tag": "6df7dae8-d4a1-457a-ac88-42fe5459d1c1"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:44:02.097940 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 6df7dae8-d4a1-457a-ac88-42fe5459d1c1, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=6df7dae8-d4a1-457a-ac88-42fe5459d1c1,segment=NetworkSegment(6a04b2a5-4efa-4396-8824-494b3edd393f),segment_id=6a04b2a5-4efa-4396-8824-494b3edd393f)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:44:02.109664 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:44:02.185825 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Pushing event updated for resources: {'Port': ['ID=6df7dae8-d4a1-457a-ac88-42fe5459d1c1,revision_number=7']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:44:02.231139 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:44:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ba4f2a7-39a6-498b-9488-ce596789dc3d x-openstack-request-id: req-7ba4f2a7-39a6-498b-9488-ce596789dc3d {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:44:02.231710 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "344f3373-b3f9-4e22-938b-27e361def462", "name": "network-vif-plugged", "status": "completed", "tag": "6df7dae8-d4a1-457a-ac88-42fe5459d1c1", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:44:02.232211 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-7ba4f2a7-39a6-498b-9488-ce596789dc3d {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:44:02.232634 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '344f3373-b3f9-4e22-938b-27e361def462', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6df7dae8-d4a1-457a-ac88-42fe5459d1c1', 'code': 200} Jul 14 10:44:07.715922 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.agents_db [None req-3c3509fb-540d-4335-a450-574895dd3602 None None] Agent healthcheck: found 7 active agents {{(pid=93960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:44:08.981590 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e79e5a18-78e2-4974-bd4e-5fd816c082b0 req-6ab4c850-1faf-4597-9416-53b9b7f70ebd tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-516253117&fields=id&tenant_id=5ffec4a5422c4d40bdfc13a8d97e1030 HTTP/1.1" status: 200 len: 267 time: 0.0349922 Jul 14 10:44:09.088823 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79e5a18-78e2-4974-bd4e-5fd816c082b0 req-a0f7c0a1-d45a-40bf-b2f8-c41c6e48c191 tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:44:09.090346 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e79e5a18-78e2-4974-bd4e-5fd816c082b0 req-a0f7c0a1-d45a-40bf-b2f8-c41c6e48c191 tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] 10.222.0.68 "GET /v2.0/networks?id=bbcbcd61-fbc9-483e-bb94-5d77845f9edf HTTP/1.1" status: 200 len: 810 time: 0.1019228 Jul 14 10:44:09.105627 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e79e5a18-78e2-4974-bd4e-5fd816c082b0 req-a606de7f-818a-4a3c-9a41-600a1e970190 tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] 10.222.0.68 "GET /v2.0/quotas/5ffec4a5422c4d40bdfc13a8d97e1030 HTTP/1.1" status: 200 len: 375 time: 0.0098407 Jul 14 10:44:09.183101 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e79e5a18-78e2-4974-bd4e-5fd816c082b0 req-cd50643d-8657-4ce3-89c6-94e75245f5e3 tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=5ffec4a5422c4d40bdfc13a8d97e1030&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0722477 Jul 14 10:44:09.327810 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e79e5a18-78e2-4974-bd4e-5fd816c082b0 req-ebd89e38-7fe6-4556-90da-49548c4d0173 service neutron] 10.222.0.68 "GET /v2.0/networks/bbcbcd61-fbc9-483e-bb94-5d77845f9edf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328926 Jul 14 10:44:09.425103 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e79e5a18-78e2-4974-bd4e-5fd816c082b0 req-7b33fc8d-fb63-4115-9971-718d50c0976c service neutron] 10.222.0.68 "GET /v2.0/networks/bbcbcd61-fbc9-483e-bb94-5d77845f9edf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912831 Jul 14 10:44:09.633006 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-7ebf78ec-85ea-4107-b726-133484e272ba req-2dcc6082-ce1c-47a1-92f1-a8a3f7dd8eff tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] 10.222.0.68 "GET /v2.0/ports?device_id=6480bb24-4ce3-42c8-aa01-0b7c431979c1 HTTP/1.1" status: 200 len: 210 time: 0.0300655 Jul 14 10:44:10.796170 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-19ac63da-4957-483b-86d8-78371b75ef7c req-f40bcd88-34cf-411a-acf9-c501cd831d8d tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] 10.222.0.68 "GET /v2.0/ports?device_id=6480bb24-4ce3-42c8-aa01-0b7c431979c1 HTTP/1.1" status: 200 len: 210 time: 0.0414176 Jul 14 10:44:10.813612 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79e5a18-78e2-4974-bd4e-5fd816c082b0 req-f4e04125-b547-456c-88b0-cadcb13b821b tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:44:10.813612 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e79e5a18-78e2-4974-bd4e-5fd816c082b0 req-f4e04125-b547-456c-88b0-cadcb13b821b tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] 10.222.0.65 "GET /v2.0/networks?id=bbcbcd61-fbc9-483e-bb94-5d77845f9edf HTTP/1.1" status: 200 len: 810 time: 0.1468651 Jul 14 10:44:10.864908 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e79e5a18-78e2-4974-bd4e-5fd816c082b0 req-02fcfd16-0e56-46cb-95ea-beef11192606 tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5ffec4a5422c4d40bdfc13a8d97e1030 HTTP/1.1" status: 200 len: 379 time: 0.0368507 Jul 14 10:44:10.873675 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-e79e5a18-78e2-4974-bd4e-5fd816c082b0 req-5b5f63f3-98ad-43a8-bd27-ed482ed90d95 tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] Request body: {'port': {'device_id': '6480bb24-4ce3-42c8-aa01-0b7c431979c1', 'network_id': 'bbcbcd61-fbc9-483e-bb94-5d77845f9edf', 'admin_state_up': True, 'tenant_id': '5ffec4a5422c4d40bdfc13a8d97e1030', 'security_groups': ['fd4b8917-da90-4277-9140-d739d75813ba']}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:44:10.983058 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e79e5a18-78e2-4974-bd4e-5fd816c082b0 req-5b5f63f3-98ad-43a8-bd27-ed482ed90d95 tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] Made reservation on behalf of 5ffec4a5422c4d40bdfc13a8d97e1030 for: {'port': 1} {{(pid=93957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:44:10.986961 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-e79e5a18-78e2-4974-bd4e-5fd816c082b0 req-5b5f63f3-98ad-43a8-bd27-ed482ed90d95 tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:44:11.118461 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [req-e79e5a18-78e2-4974-bd4e-5fd816c082b0 req-5b5f63f3-98ad-43a8-bd27-ed482ed90d95 tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] Allocated IP 172.20.0.6 (bbcbcd61-fbc9-483e-bb94-5d77845f9edf/b03820cb-8866-427b-be3e-9d9f5b06805b/ddcb8fd8-86c4-4e32-a977-0fe77926d954) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:44:11.324798 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-e79e5a18-78e2-4974-bd4e-5fd816c082b0 req-5b5f63f3-98ad-43a8-bd27-ed482ed90d95 tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:44:11.344345 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [req-e79e5a18-78e2-4974-bd4e-5fd816c082b0 req-5b5f63f3-98ad-43a8-bd27-ed482ed90d95 tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] Transition to ACTIVE for port object ddcb8fd8-86c4-4e32-a977-0fe77926d954 will not be triggered until provisioned by entity DHCP. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:44:11.404386 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-e79e5a18-78e2-4974-bd4e-5fd816c082b0 req-5b5f63f3-98ad-43a8-bd27-ed482ed90d95 tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:44:11.477279 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e79e5a18-78e2-4974-bd4e-5fd816c082b0 req-5b5f63f3-98ad-43a8-bd27-ed482ed90d95 tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] Network bbcbcd61-fbc9-483e-bb94-5d77845f9edf is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:44:11.483920 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [req-e79e5a18-78e2-4974-bd4e-5fd816c082b0 req-5b5f63f3-98ad-43a8-bd27-ed482ed90d95 tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:44:11.489250 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-e79e5a18-78e2-4974-bd4e-5fd816c082b0 req-5b5f63f3-98ad-43a8-bd27-ed482ed90d95 tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:44:11.523651 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5f63f3-98ad-43a8-bd27-ed482ed90d95 tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] Pushing event updated for resources: {'Port': ['ID=ddcb8fd8-86c4-4e32-a977-0fe77926d954,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:44:11.536669 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5f63f3-98ad-43a8-bd27-ed482ed90d95 tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:44:11.537016 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5f63f3-98ad-43a8-bd27-ed482ed90d95 tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:44:11.538115 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5f63f3-98ad-43a8-bd27-ed482ed90d95 tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:44:11.538472 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5f63f3-98ad-43a8-bd27-ed482ed90d95 tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:44:11.538832 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5f63f3-98ad-43a8-bd27-ed482ed90d95 tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:44:11.539145 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5f63f3-98ad-43a8-bd27-ed482ed90d95 tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:44:11.539474 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5f63f3-98ad-43a8-bd27-ed482ed90d95 tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:44:11.539809 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5f63f3-98ad-43a8-bd27-ed482ed90d95 tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:44:11.540127 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5f63f3-98ad-43a8-bd27-ed482ed90d95 tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:44:11.540452 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5f63f3-98ad-43a8-bd27-ed482ed90d95 tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:44:11.540773 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5f63f3-98ad-43a8-bd27-ed482ed90d95 tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:44:11.541095 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5f63f3-98ad-43a8-bd27-ed482ed90d95 tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:44:11.570761 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79e5a18-78e2-4974-bd4e-5fd816c082b0 req-5b5f63f3-98ad-43a8-bd27-ed482ed90d95 tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:44:11.571542 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-e79e5a18-78e2-4974-bd4e-5fd816c082b0 req-5b5f63f3-98ad-43a8-bd27-ed482ed90d95 tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:44:11.591146 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e79e5a18-78e2-4974-bd4e-5fd816c082b0 req-5b5f63f3-98ad-43a8-bd27-ed482ed90d95 tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7212710 Jul 14 10:44:11.728846 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-e7f90cff-d677-4963-9996-e29a3b605d20 None None] Provisioning for port ddcb8fd8-86c4-4e32-a977-0fe77926d954 completed by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:44:11.732824 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-e7f90cff-d677-4963-9996-e29a3b605d20 None None] Provisioning complete for port ddcb8fd8-86c4-4e32-a977-0fe77926d954 triggered by entity DHCP. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:44:11.733195 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e7f90cff-d677-4963-9996-e29a3b605d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:44:11.766137 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-e7f90cff-d677-4963-9996-e29a3b605d20 None None] Port ddcb8fd8-86c4-4e32-a977-0fe77926d954 cannot update to ACTIVE because it is not bound. {{(pid=93959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:44:11.889534 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 6df7dae8-d4a1-457a-ac88-42fe5459d1c1 no longer exists at agent hyperv_n-h2-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:44:11.980553 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:44:11.991267 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3b6630-9e49-4f77-8be7-ad7a992f7987 req-c017ab2f-6065-4baa-b9b9-08044e03cc10 tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:44:11.996651 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ca3b6630-9e49-4f77-8be7-ad7a992f7987 req-c017ab2f-6065-4baa-b9b9-08044e03cc10 tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] 10.222.0.68 "GET /v2.0/ports?device_id=6480bb24-4ce3-42c8-aa01-0b7c431979c1 HTTP/1.1" status: 200 len: 931 time: 0.0821505 Jul 14 10:44:12.009409 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '344f3373-b3f9-4e22-938b-27e361def462', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6df7dae8-d4a1-457a-ac88-42fe5459d1c1'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:44:12.011740 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}329bd6c07f982fc6c8be245f0be026b528efb6c8a9415522477faf1b9157eba4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-164d0063-7cd9-4001-b88f-2ec5132fe5ef" -d '{"events": [{"server_uuid": "344f3373-b3f9-4e22-938b-27e361def462", "name": "network-vif-unplugged", "status": "completed", "tag": "6df7dae8-d4a1-457a-ac88-42fe5459d1c1"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:44:12.038516 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] For port 6df7dae8-d4a1-457a-ac88-42fe5459d1c1, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=6df7dae8-d4a1-457a-ac88-42fe5459d1c1,segment=NetworkSegment(6a04b2a5-4efa-4396-8824-494b3edd393f),segment_id=6a04b2a5-4efa-4396-8824-494b3edd393f)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:44:12.048552 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:44:12.074743 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 10:44:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-795ab401-8272-4f62-b3c3-cc6c8a520e70 x-openstack-request-id: req-795ab401-8272-4f62-b3c3-cc6c8a520e70 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:44:12.074962 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "344f3373-b3f9-4e22-938b-27e361def462", "name": "network-vif-unplugged", "status": "completed", "tag": "6df7dae8-d4a1-457a-ac88-42fe5459d1c1", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:44:12.075212 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-795ab401-8272-4f62-b3c3-cc6c8a520e70 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:44:12.075615 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '344f3373-b3f9-4e22-938b-27e361def462', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6df7dae8-d4a1-457a-ac88-42fe5459d1c1', 'code': 200} Jul 14 10:44:12.083051 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-ca3b6630-9e49-4f77-8be7-ad7a992f7987 req-bb687d61-781d-4a6b-a8a8-d4a004ece6c6 tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] 10.222.0.68 "GET /v2.0/security-groups?id=fd4b8917-da90-4277-9140-d739d75813ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821767 Jul 14 10:44:12.113008 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Pushing event updated for resources: {'Port': ['ID=6df7dae8-d4a1-457a-ac88-42fe5459d1c1,revision_number=8']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:44:13.276558 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f1b99d-98f8-4ad9-b3a2-68a88c8c99de req-aebbfd35-72cb-4f3f-b2f1-f2413fb88910 tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:44:13.278257 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-28f1b99d-98f8-4ad9-b3a2-68a88c8c99de req-aebbfd35-72cb-4f3f-b2f1-f2413fb88910 tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] 10.222.0.68 "GET /v2.0/ports?device_id=6480bb24-4ce3-42c8-aa01-0b7c431979c1 HTTP/1.1" status: 200 len: 931 time: 0.0704310 Jul 14 10:44:13.324286 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-28f1b99d-98f8-4ad9-b3a2-68a88c8c99de req-c4f79b7b-fec5-4e8c-bae3-e82f89b1fe69 tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] 10.222.0.68 "GET /v2.0/security-groups?id=fd4b8917-da90-4277-9140-d739d75813ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364878 Jul 14 10:44:13.820259 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:44:14.510667 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fececf-69e7-4ab2-be15-af8ff1a410d9 req-0eac8e0f-b4dc-49a4-a163-758b36d09094 tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:44:14.512312 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-54fececf-69e7-4ab2-be15-af8ff1a410d9 req-0eac8e0f-b4dc-49a4-a163-758b36d09094 tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] 10.222.0.68 "GET /v2.0/ports?device_id=6480bb24-4ce3-42c8-aa01-0b7c431979c1 HTTP/1.1" status: 200 len: 931 time: 0.0714650 Jul 14 10:44:14.539983 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:44:14.561014 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-54fececf-69e7-4ab2-be15-af8ff1a410d9 req-6ae0f8b8-3262-4b15-91bf-b995010546bd tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] 10.222.0.68 "GET /v2.0/security-groups?id=fd4b8917-da90-4277-9140-d739d75813ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425005 Jul 14 10:44:15.747930 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01cd776-5699-4b83-8cb2-44386bc362b5 req-d8f35b00-f48c-434d-8e3c-d921bea47633 tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:44:15.749632 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e01cd776-5699-4b83-8cb2-44386bc362b5 req-d8f35b00-f48c-434d-8e3c-d921bea47633 tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] 10.222.0.68 "GET /v2.0/ports?device_id=6480bb24-4ce3-42c8-aa01-0b7c431979c1 HTTP/1.1" status: 200 len: 931 time: 0.0715349 Jul 14 10:44:15.791008 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e01cd776-5699-4b83-8cb2-44386bc362b5 req-0378de3c-522e-4104-9be3-a313b41c5a6c tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] 10.222.0.68 "GET /v2.0/security-groups?id=fd4b8917-da90-4277-9140-d739d75813ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354872 Jul 14 10:44:16.985198 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d996946-060c-4c30-a659-e223f5fc4bc2 req-d1d5b19d-526c-4213-9342-1634d85a5c30 tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:44:16.987067 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-8d996946-060c-4c30-a659-e223f5fc4bc2 req-d1d5b19d-526c-4213-9342-1634d85a5c30 tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] 10.222.0.68 "GET /v2.0/ports?device_id=6480bb24-4ce3-42c8-aa01-0b7c431979c1 HTTP/1.1" status: 200 len: 931 time: 0.0791676 Jul 14 10:44:17.030754 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-8d996946-060c-4c30-a659-e223f5fc4bc2 req-431fb476-f5ce-47ce-92dc-b8baa72642a1 tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] 10.222.0.68 "GET /v2.0/security-groups?id=fd4b8917-da90-4277-9140-d739d75813ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369270 Jul 14 10:44:18.225969 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e477f0-c753-4bb9-84a6-3b92fe4aee27 req-d97b849c-044d-454e-a9a2-a89d9fd9e043 tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:44:18.227491 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-33e477f0-c753-4bb9-84a6-3b92fe4aee27 req-d97b849c-044d-454e-a9a2-a89d9fd9e043 tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] 10.222.0.68 "GET /v2.0/ports?device_id=6480bb24-4ce3-42c8-aa01-0b7c431979c1 HTTP/1.1" status: 200 len: 931 time: 0.0695868 Jul 14 10:44:18.272942 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-33e477f0-c753-4bb9-84a6-3b92fe4aee27 req-0029bda6-9a65-44bf-942a-42f103f7930f tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] 10.222.0.68 "GET /v2.0/security-groups?id=fd4b8917-da90-4277-9140-d739d75813ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389566 Jul 14 10:44:19.467960 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5764160-5193-4a19-a1c9-c392377b8822 req-fd43da6e-6506-438d-bed9-f4cd23a850bb tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:44:19.469661 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-f5764160-5193-4a19-a1c9-c392377b8822 req-fd43da6e-6506-438d-bed9-f4cd23a850bb tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] 10.222.0.68 "GET /v2.0/ports?device_id=6480bb24-4ce3-42c8-aa01-0b7c431979c1 HTTP/1.1" status: 200 len: 931 time: 0.0738969 Jul 14 10:44:19.513445 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-f5764160-5193-4a19-a1c9-c392377b8822 req-e96d5823-4c64-4198-b21a-25aedd0c3969 tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] 10.222.0.68 "GET /v2.0/security-groups?id=fd4b8917-da90-4277-9140-d739d75813ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376821 Jul 14 10:44:20.710089 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7fbf8d-df17-4e30-91e1-ff8878987fa0 req-05ead79c-2877-4843-a88a-047f7fce0de1 tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:44:20.711875 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6c7fbf8d-df17-4e30-91e1-ff8878987fa0 req-05ead79c-2877-4843-a88a-047f7fce0de1 tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] 10.222.0.68 "GET /v2.0/ports?device_id=6480bb24-4ce3-42c8-aa01-0b7c431979c1 HTTP/1.1" status: 200 len: 931 time: 0.0768054 Jul 14 10:44:20.752341 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-6c7fbf8d-df17-4e30-91e1-ff8878987fa0 req-efd55503-db70-4d01-9fa8-84eba74ca08e tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] 10.222.0.68 "GET /v2.0/security-groups?id=fd4b8917-da90-4277-9140-d739d75813ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348229 Jul 14 10:44:21.932437 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [req-e79e5a18-78e2-4974-bd4e-5fd816c082b0 req-f76a4290-2e02-4e09-8694-7c7c62c7d56a service neutron] Request body: {'port': {'device_id': '6480bb24-4ce3-42c8-aa01-0b7c431979c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-29'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:44:21.943669 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b43d8d0-4c29-4509-b59e-901a3f0b9be7 req-6bff1e4d-cc7b-4e19-a118-d9322e68b91e tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:44:21.946429 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-0b43d8d0-4c29-4509-b59e-901a3f0b9be7 req-6bff1e4d-cc7b-4e19-a118-d9322e68b91e tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] 10.222.0.68 "GET /v2.0/ports?device_id=6480bb24-4ce3-42c8-aa01-0b7c431979c1 HTTP/1.1" status: 200 len: 931 time: 0.0756357 Jul 14 10:44:21.987028 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-0b43d8d0-4c29-4509-b59e-901a3f0b9be7 req-d4d1fa82-4f7a-48d5-a615-f2bf2aee7fae tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] 10.222.0.68 "GET /v2.0/security-groups?id=fd4b8917-da90-4277-9140-d739d75813ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345626 Jul 14 10:44:22.008650 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-e79e5a18-78e2-4974-bd4e-5fd816c082b0 req-f76a4290-2e02-4e09-8694-7c7c62c7d56a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:44:22.360913 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-a956bd49-f4b6-4a31-9ec9-4510ee61c4eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:44:22.612303 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [req-e79e5a18-78e2-4974-bd4e-5fd816c082b0 req-f76a4290-2e02-4e09-8694-7c7c62c7d56a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ddcb8fd8-86c4-4e32-a977-0fe77926d954 {{(pid=93957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:44:22.619978 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-e79e5a18-78e2-4974-bd4e-5fd816c082b0 req-f76a4290-2e02-4e09-8694-7c7c62c7d56a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:44:22.631944 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.provisioning_blocks [req-e79e5a18-78e2-4974-bd4e-5fd816c082b0 req-f76a4290-2e02-4e09-8694-7c7c62c7d56a service neutron] Transition to ACTIVE for port object ddcb8fd8-86c4-4e32-a977-0fe77926d954 will not be triggered until provisioned by entity L2. {{(pid=93957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:44:22.636085 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-e79e5a18-78e2-4974-bd4e-5fd816c082b0 req-f76a4290-2e02-4e09-8694-7c7c62c7d56a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:44:22.690349 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76a4290-2e02-4e09-8694-7c7c62c7d56a service neutron] Pushing event updated for resources: {'Port': ['ID=ddcb8fd8-86c4-4e32-a977-0fe77926d954,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:44:22.762978 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-e79e5a18-78e2-4974-bd4e-5fd816c082b0 req-f76a4290-2e02-4e09-8694-7c7c62c7d56a service neutron] Attempting to bind port ddcb8fd8-86c4-4e32-a977-0fe77926d954 on host n-h1-779913-29 for vnic_type normal with profile {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:44:22.763320 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-e79e5a18-78e2-4974-bd4e-5fd816c082b0 req-f76a4290-2e02-4e09-8694-7c7c62c7d56a service neutron] Attempting to bind port ddcb8fd8-86c4-4e32-a977-0fe77926d954 by drivers openvswitch,hyperv on host n-h1-779913-29 at level 0 using segments [{'id': '6a04b2a5-4efa-4396-8824-494b3edd393f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'bbcbcd61-fbc9-483e-bb94-5d77845f9edf'}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:44:22.763659 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e79e5a18-78e2-4974-bd4e-5fd816c082b0 req-f76a4290-2e02-4e09-8694-7c7c62c7d56a service neutron] Attempting to bind port ddcb8fd8-86c4-4e32-a977-0fe77926d954 on network bbcbcd61-fbc9-483e-bb94-5d77845f9edf {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:44:22.768400 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e79e5a18-78e2-4974-bd4e-5fd816c082b0 req-f76a4290-2e02-4e09-8694-7c7c62c7d56a service neutron] Port ddcb8fd8-86c4-4e32-a977-0fe77926d954 on network bbcbcd61-fbc9-483e-bb94-5d77845f9edf not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-29 {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 10:44:22.768750 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e79e5a18-78e2-4974-bd4e-5fd816c082b0 req-f76a4290-2e02-4e09-8694-7c7c62c7d56a service neutron] Attempting to bind port ddcb8fd8-86c4-4e32-a977-0fe77926d954 on network bbcbcd61-fbc9-483e-bb94-5d77845f9edf {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:44:22.774905 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e79e5a18-78e2-4974-bd4e-5fd816c082b0 req-f76a4290-2e02-4e09-8694-7c7c62c7d56a service neutron] Checking agent: {'id': 'de11e667-f145-47b0-bd09-334a7505938e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-29', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 13, 12), 'started_at': datetime.datetime(2021, 7, 14, 9, 13, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 44, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:44:22.775249 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e79e5a18-78e2-4974-bd4e-5fd816c082b0 req-f76a4290-2e02-4e09-8694-7c7c62c7d56a service neutron] Checking segment: {'id': '6a04b2a5-4efa-4396-8824-494b3edd393f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'bbcbcd61-fbc9-483e-bb94-5d77845f9edf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:44:22.775650 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e79e5a18-78e2-4974-bd4e-5fd816c082b0 req-f76a4290-2e02-4e09-8694-7c7c62c7d56a service neutron] Bound using segment: {'id': '6a04b2a5-4efa-4396-8824-494b3edd393f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'bbcbcd61-fbc9-483e-bb94-5d77845f9edf'} {{(pid=93957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:44:22.776094 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.managers [req-e79e5a18-78e2-4974-bd4e-5fd816c082b0 req-f76a4290-2e02-4e09-8694-7c7c62c7d56a service neutron] Bound port: ddcb8fd8-86c4-4e32-a977-0fe77926d954, host: n-h1-779913-29, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a04b2a5-4efa-4396-8824-494b3edd393f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'bbcbcd61-fbc9-483e-bb94-5d77845f9edf'}}] {{(pid=93957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:44:22.776464 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-e79e5a18-78e2-4974-bd4e-5fd816c082b0 req-f76a4290-2e02-4e09-8694-7c7c62c7d56a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:44:22.849880 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-e79e5a18-78e2-4974-bd4e-5fd816c082b0 req-f76a4290-2e02-4e09-8694-7c7c62c7d56a service neutron] For port ddcb8fd8-86c4-4e32-a977-0fe77926d954, host n-h1-779913-29, cleared binding levels {{(pid=93957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:44:22.854391 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-e79e5a18-78e2-4974-bd4e-5fd816c082b0 req-f76a4290-2e02-4e09-8694-7c7c62c7d56a service neutron] For port ddcb8fd8-86c4-4e32-a977-0fe77926d954, host n-h1-779913-29, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=ddcb8fd8-86c4-4e32-a977-0fe77926d954,segment=NetworkSegment(6a04b2a5-4efa-4396-8824-494b3edd393f),segment_id=6a04b2a5-4efa-4396-8824-494b3edd393f)] {{(pid=93957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:44:22.861278 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-e79e5a18-78e2-4974-bd4e-5fd816c082b0 req-f76a4290-2e02-4e09-8694-7c7c62c7d56a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:44:22.894327 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79e5a18-78e2-4974-bd4e-5fd816c082b0 req-f76a4290-2e02-4e09-8694-7c7c62c7d56a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:44:22.895328 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-e79e5a18-78e2-4974-bd4e-5fd816c082b0 req-f76a4290-2e02-4e09-8694-7c7c62c7d56a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:44:22.897382 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e79e5a18-78e2-4974-bd4e-5fd816c082b0 req-f76a4290-2e02-4e09-8694-7c7c62c7d56a service neutron] 10.222.0.65 "PUT /v2.0/ports/ddcb8fd8-86c4-4e32-a977-0fe77926d954 HTTP/1.1" status: 200 len: 1092 time: 1.0185447 Jul 14 10:44:22.899803 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6480bb24-4ce3-42c8-aa01-0b7c431979c1', 'tag': 'ddcb8fd8-86c4-4e32-a977-0fe77926d954'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:44:22.902357 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}175264a25d5f1cec9b1451f1a8cc8ced5d4502f5c48740ac7c6845d527b2175b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38cf5439-f7a5-4662-8ba1-5b558d9a4935" -d '{"events": [{"name": "network-changed", "server_uuid": "6480bb24-4ce3-42c8-aa01-0b7c431979c1", "tag": "ddcb8fd8-86c4-4e32-a977-0fe77926d954"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:44:22.933792 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76a4290-2e02-4e09-8694-7c7c62c7d56a service neutron] Pushing event updated for resources: {'Port': ['ID=ddcb8fd8-86c4-4e32-a977-0fe77926d954,revision_number=3']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:44:22.941810 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:44:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16b33fc2-dd9f-4d96-b71e-c4322a3193cc x-openstack-request-id: req-16b33fc2-dd9f-4d96-b71e-c4322a3193cc {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:44:22.942109 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6480bb24-4ce3-42c8-aa01-0b7c431979c1", "tag": "ddcb8fd8-86c4-4e32-a977-0fe77926d954", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:44:22.942466 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-16b33fc2-dd9f-4d96-b71e-c4322a3193cc {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:44:22.942870 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6480bb24-4ce3-42c8-aa01-0b7c431979c1', 'tag': 'ddcb8fd8-86c4-4e32-a977-0fe77926d954', 'status': 'completed', 'code': 200} Jul 14 10:44:23.024670 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79e5a18-78e2-4974-bd4e-5fd816c082b0 req-96dcaeb3-f7b3-4633-9cad-2961daae1c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:44:23.026464 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e79e5a18-78e2-4974-bd4e-5fd816c082b0 req-96dcaeb3-f7b3-4633-9cad-2961daae1c57 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=5ffec4a5422c4d40bdfc13a8d97e1030&device_id=6480bb24-4ce3-42c8-aa01-0b7c431979c1 HTTP/1.1" status: 200 len: 1095 time: 0.0602813 Jul 14 10:44:23.078610 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e79e5a18-78e2-4974-bd4e-5fd816c082b0 req-cc667c0a-1940-40d2-b600-b588f72e9ff4 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ddcb8fd8-86c4-4e32-a977-0fe77926d954 HTTP/1.1" status: 200 len: 217 time: 0.0392950 Jul 14 10:44:23.141230 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79e5a18-78e2-4974-bd4e-5fd816c082b0 req-c2eb1f1c-d6b0-4b4c-a4a0-d67e6df8419d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:44:23.142777 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e79e5a18-78e2-4974-bd4e-5fd816c082b0 req-c2eb1f1c-d6b0-4b4c-a4a0-d67e6df8419d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b03820cb-8866-427b-be3e-9d9f5b06805b HTTP/1.1" status: 200 len: 849 time: 0.0562632 Jul 14 10:44:23.187477 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ac348e-7972-47c5-ad91-f463392ada2f req-c606e15a-c4f4-4a6f-bde6-0cd5543ec10b tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:44:23.188934 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-47ac348e-7972-47c5-ad91-f463392ada2f req-c606e15a-c4f4-4a6f-bde6-0cd5543ec10b tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] 10.222.0.68 "GET /v2.0/ports?device_id=6480bb24-4ce3-42c8-aa01-0b7c431979c1 HTTP/1.1" status: 200 len: 943 time: 0.0695660 Jul 14 10:44:23.205869 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79e5a18-78e2-4974-bd4e-5fd816c082b0 req-9eec178d-6c5e-4c19-945a-e05b3f441423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:44:23.207409 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e79e5a18-78e2-4974-bd4e-5fd816c082b0 req-9eec178d-6c5e-4c19-945a-e05b3f441423 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=bbcbcd61-fbc9-483e-bb94-5d77845f9edf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0581088 Jul 14 10:44:23.233048 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-47ac348e-7972-47c5-ad91-f463392ada2f req-56a8a691-fdf4-4701-8208-b29ca4acb2cc tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] 10.222.0.68 "GET /v2.0/security-groups?id=fd4b8917-da90-4277-9140-d739d75813ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369377 Jul 14 10:44:23.300536 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e79e5a18-78e2-4974-bd4e-5fd816c082b0 req-8c85766a-91a9-416a-801a-44727bb3158c service neutron] 10.222.0.65 "GET /v2.0/networks/bbcbcd61-fbc9-483e-bb94-5d77845f9edf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856779 Jul 14 10:44:23.399168 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-e79e5a18-78e2-4974-bd4e-5fd816c082b0 req-6e174a7a-a2a1-4fe7-b785-95f31208bc24 service neutron] 10.222.0.65 "GET /v2.0/networks/bbcbcd61-fbc9-483e-bb94-5d77845f9edf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915043 Jul 14 10:44:23.545079 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cf5439-f7a5-4662-8ba1-5b558d9a4935 req-3de0ec32-d9dd-445f-9b6b-53544117f136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:44:23.546800 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-38cf5439-f7a5-4662-8ba1-5b558d9a4935 req-3de0ec32-d9dd-445f-9b6b-53544117f136 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=5ffec4a5422c4d40bdfc13a8d97e1030&device_id=6480bb24-4ce3-42c8-aa01-0b7c431979c1 HTTP/1.1" status: 200 len: 1095 time: 0.0541229 Jul 14 10:44:23.646148 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cf5439-f7a5-4662-8ba1-5b558d9a4935 req-7b16c55c-8c7a-4ca5-bf3a-282572a54f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:44:23.647639 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-38cf5439-f7a5-4662-8ba1-5b558d9a4935 req-7b16c55c-8c7a-4ca5-bf3a-282572a54f7c service neutron] 10.222.0.65 "GET /v2.0/networks?id=bbcbcd61-fbc9-483e-bb94-5d77845f9edf HTTP/1.1" status: 200 len: 911 time: 0.0934620 Jul 14 10:44:23.690309 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-38cf5439-f7a5-4662-8ba1-5b558d9a4935 req-032c5721-886b-4a73-bdea-c89ff932c328 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ddcb8fd8-86c4-4e32-a977-0fe77926d954 HTTP/1.1" status: 200 len: 217 time: 0.0359805 Jul 14 10:44:23.741048 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cf5439-f7a5-4662-8ba1-5b558d9a4935 req-8bc6621d-07d1-49da-9cd9-6bd27b19222f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:44:23.742572 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-38cf5439-f7a5-4662-8ba1-5b558d9a4935 req-8bc6621d-07d1-49da-9cd9-6bd27b19222f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b03820cb-8866-427b-be3e-9d9f5b06805b HTTP/1.1" status: 200 len: 849 time: 0.0452039 Jul 14 10:44:23.805623 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cf5439-f7a5-4662-8ba1-5b558d9a4935 req-8598f71c-7af3-4dda-ba3b-240dd76f16e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:44:23.807049 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-38cf5439-f7a5-4662-8ba1-5b558d9a4935 req-8598f71c-7af3-4dda-ba3b-240dd76f16e4 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=bbcbcd61-fbc9-483e-bb94-5d77845f9edf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0580516 Jul 14 10:44:23.897562 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-38cf5439-f7a5-4662-8ba1-5b558d9a4935 req-09ec2df9-f62a-4cf9-9884-7417184ea6d0 service neutron] 10.222.0.65 "GET /v2.0/networks/bbcbcd61-fbc9-483e-bb94-5d77845f9edf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833366 Jul 14 10:44:23.992029 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-38cf5439-f7a5-4662-8ba1-5b558d9a4935 req-3f0787c8-3cae-43d5-a46b-8aeeaa75b5d1 service neutron] 10.222.0.65 "GET /v2.0/networks/bbcbcd61-fbc9-483e-bb94-5d77845f9edf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871263 Jul 14 10:44:24.408975 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2094796-6e43-4737-88d4-f0c3f949c807 req-8abbbce2-c04c-4717-bda6-15e1594b8c35 tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:44:24.410478 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d2094796-6e43-4737-88d4-f0c3f949c807 req-8abbbce2-c04c-4717-bda6-15e1594b8c35 tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] 10.222.0.68 "GET /v2.0/ports?device_id=6480bb24-4ce3-42c8-aa01-0b7c431979c1 HTTP/1.1" status: 200 len: 943 time: 0.0635879 Jul 14 10:44:24.447783 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-d2094796-6e43-4737-88d4-f0c3f949c807 req-a7ba284a-0694-4146-b392-baabd7da4fe2 tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] 10.222.0.68 "GET /v2.0/security-groups?id=fd4b8917-da90-4277-9140-d739d75813ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317483 Jul 14 10:44:24.979221 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:44:25.036613 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-eeafe97c-00f1-43c9-8910-3f4244994e93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:44:25.628644 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad4cb84-e4b5-4856-9a67-b5b3fcfb31b3 req-d8437dce-1444-43c8-9497-79247b37861c tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:44:25.630082 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-4ad4cb84-e4b5-4856-9a67-b5b3fcfb31b3 req-d8437dce-1444-43c8-9497-79247b37861c tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] 10.222.0.68 "GET /v2.0/ports?device_id=6480bb24-4ce3-42c8-aa01-0b7c431979c1 HTTP/1.1" status: 200 len: 943 time: 0.0685842 Jul 14 10:44:25.669112 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-4ad4cb84-e4b5-4856-9a67-b5b3fcfb31b3 req-ce0b6171-45a1-4d07-b411-3631aa8c020c tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] 10.222.0.68 "GET /v2.0/security-groups?id=fd4b8917-da90-4277-9140-d739d75813ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327621 Jul 14 10:44:26.248403 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5ad31076-714c-49ec-bc37-f3d4cd90112a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:44:26.249172 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device ddcb8fd8-86c4-4e32-a977-0fe77926d954 details requested by agent hyperv_n-h1-779913-29 with host n-h1-779913-29 {{(pid=93959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 10:44:26.342076 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port ddcb8fd8-86c4-4e32-a977-0fe77926d954, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=ddcb8fd8-86c4-4e32-a977-0fe77926d954,segment=NetworkSegment(6a04b2a5-4efa-4396-8824-494b3edd393f),segment_id=6a04b2a5-4efa-4396-8824-494b3edd393f)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:44:26.353478 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Returning: {'device': 'ddcb8fd8-86c4-4e32-a977-0fe77926d954', 'network_id': 'bbcbcd61-fbc9-483e-bb94-5d77845f9edf', 'port_id': 'ddcb8fd8-86c4-4e32-a977-0fe77926d954', 'mac_address': 'fa:16:3e:70:18:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 707, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b03820cb-8866-427b-be3e-9d9f5b06805b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 10:44:26.389641 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:44:26.402494 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ddcb8fd8-86c4-4e32-a977-0fe77926d954 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:44:26.422605 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port ddcb8fd8-86c4-4e32-a977-0fe77926d954, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=ddcb8fd8-86c4-4e32-a977-0fe77926d954,segment=NetworkSegment(6a04b2a5-4efa-4396-8824-494b3edd393f),segment_id=6a04b2a5-4efa-4396-8824-494b3edd393f)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:44:26.426458 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:44:26.481380 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Pushing event updated for resources: {'Port': ['ID=ddcb8fd8-86c4-4e32-a977-0fe77926d954,revision_number=4']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:44:26.744475 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] get_ports_and_sgs() called for port_ids ['ddcb8fd8-86c4-4e32-a977-0fe77926d954'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:44:26.845000 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953ac9fb-2f74-4584-aa35-74b4aa2b5a66 req-16e3d06a-224a-4e9d-ab5d-15ae9155c646 tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:44:26.846555 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-953ac9fb-2f74-4584-aa35-74b4aa2b5a66 req-16e3d06a-224a-4e9d-ab5d-15ae9155c646 tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] 10.222.0.68 "GET /v2.0/ports?device_id=6480bb24-4ce3-42c8-aa01-0b7c431979c1 HTTP/1.1" status: 200 len: 944 time: 0.0649142 Jul 14 10:44:26.884865 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-953ac9fb-2f74-4584-aa35-74b4aa2b5a66 req-86aa51d5-100c-48ac-8567-44a78ea6c57b tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] 10.222.0.68 "GET /v2.0/security-groups?id=fd4b8917-da90-4277-9140-d739d75813ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326164 Jul 14 10:44:28.042772 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5bbe322f-3f67-4864-bc0a-91afe44d23e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:44:28.072994 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ecf0af-ffd8-4182-aecb-f966918bf645 req-9e798041-a029-40fd-b29d-36c8573cf218 tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:44:28.074616 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-49ecf0af-ffd8-4182-aecb-f966918bf645 req-9e798041-a029-40fd-b29d-36c8573cf218 tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] 10.222.0.68 "GET /v2.0/ports?device_id=6480bb24-4ce3-42c8-aa01-0b7c431979c1 HTTP/1.1" status: 200 len: 944 time: 0.0691462 Jul 14 10:44:28.115093 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-49ecf0af-ffd8-4182-aecb-f966918bf645 req-34c3e91f-9db2-4199-ab06-148682782416 tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] 10.222.0.68 "GET /v2.0/security-groups?id=fd4b8917-da90-4277-9140-d739d75813ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346758 Jul 14 10:44:28.255038 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device ddcb8fd8-86c4-4e32-a977-0fe77926d954 up at agent hyperv_n-h1-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:44:28.301344 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Provisioning for port ddcb8fd8-86c4-4e32-a977-0fe77926d954 completed by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:44:28.305610 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Provisioning complete for port ddcb8fd8-86c4-4e32-a977-0fe77926d954 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:44:28.305978 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:44:28.378744 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:44:28.400406 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6480bb24-4ce3-42c8-aa01-0b7c431979c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddcb8fd8-86c4-4e32-a977-0fe77926d954'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:44:28.402623 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}329bd6c07f982fc6c8be245f0be026b528efb6c8a9415522477faf1b9157eba4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-943b973f-829f-4930-868d-cf53e5e82663" -d '{"events": [{"server_uuid": "6480bb24-4ce3-42c8-aa01-0b7c431979c1", "name": "network-vif-plugged", "status": "completed", "tag": "ddcb8fd8-86c4-4e32-a977-0fe77926d954"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:44:28.415895 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port ddcb8fd8-86c4-4e32-a977-0fe77926d954, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=ddcb8fd8-86c4-4e32-a977-0fe77926d954,segment=NetworkSegment(6a04b2a5-4efa-4396-8824-494b3edd393f),segment_id=6a04b2a5-4efa-4396-8824-494b3edd393f)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:44:28.420184 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:44:28.587221 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644d2f01-bc4f-41fe-9a73-f8060d90880c req-21c3936e-e910-44a5-9af8-7d12be3803ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:44:28.588673 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-644d2f01-bc4f-41fe-9a73-f8060d90880c req-21c3936e-e910-44a5-9af8-7d12be3803ea service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=6480bb24-4ce3-42c8-aa01-0b7c431979c1 HTTP/1.1" status: 200 len: 1097 time: 0.0588470 Jul 14 10:44:28.595914 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:44:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-301852a9-8cda-4adb-b18a-5a51e032900a x-openstack-request-id: req-301852a9-8cda-4adb-b18a-5a51e032900a {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:44:28.596203 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6480bb24-4ce3-42c8-aa01-0b7c431979c1", "name": "network-vif-plugged", "status": "completed", "tag": "ddcb8fd8-86c4-4e32-a977-0fe77926d954", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:44:28.596508 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-301852a9-8cda-4adb-b18a-5a51e032900a {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:44:28.596844 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6480bb24-4ce3-42c8-aa01-0b7c431979c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddcb8fd8-86c4-4e32-a977-0fe77926d954', 'code': 200} Jul 14 10:44:28.622643 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Pushing event updated for resources: {'Port': ['ID=ddcb8fd8-86c4-4e32-a977-0fe77926d954,revision_number=5']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:44:28.623562 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-644d2f01-bc4f-41fe-9a73-f8060d90880c req-68b5c09b-9eca-4614-b59c-baaea90392eb service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=fd4b8917-da90-4277-9140-d739d75813ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0287547 Jul 14 10:44:29.294338 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cce8e53-6e24-414b-af05-24c866a5cd43 req-23b06e38-bbd0-4aa5-ba07-4b3780437091 tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:44:29.295709 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-3cce8e53-6e24-414b-af05-24c866a5cd43 req-23b06e38-bbd0-4aa5-ba07-4b3780437091 tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] 10.222.0.68 "GET /v2.0/ports?device_id=6480bb24-4ce3-42c8-aa01-0b7c431979c1 HTTP/1.1" status: 200 len: 945 time: 0.0666878 Jul 14 10:44:29.332135 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-3cce8e53-6e24-414b-af05-24c866a5cd43 req-fa08c472-f734-4abd-89f6-10b65052c4ca tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] 10.222.0.68 "GET /v2.0/security-groups?id=fd4b8917-da90-4277-9140-d739d75813ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308857 Jul 14 10:44:30.509928 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f80ea5-8e7c-43c4-a609-3b9d8b8de59b req-1e2433e8-f49d-4c73-96ba-5a5cad603077 tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:44:30.511436 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-65f80ea5-8e7c-43c4-a609-3b9d8b8de59b req-1e2433e8-f49d-4c73-96ba-5a5cad603077 tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] 10.222.0.68 "GET /v2.0/ports?device_id=6480bb24-4ce3-42c8-aa01-0b7c431979c1 HTTP/1.1" status: 200 len: 945 time: 0.0636599 Jul 14 10:44:30.548483 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-65f80ea5-8e7c-43c4-a609-3b9d8b8de59b req-845a4725-fa3a-4d64-830f-106898a91599 tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] 10.222.0.68 "GET /v2.0/security-groups?id=fd4b8917-da90-4277-9140-d739d75813ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315616 Jul 14 10:44:30.724127 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac07056-5030-4064-9bcc-630cc7cf7332 req-dbd56828-592b-48ab-a3d2-d9c1405cb8b9 tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:44:30.726147 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-3ac07056-5030-4064-9bcc-630cc7cf7332 req-dbd56828-592b-48ab-a3d2-d9c1405cb8b9 tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] 10.222.0.68 "GET /v2.0/ports?device_id=6480bb24-4ce3-42c8-aa01-0b7c431979c1 HTTP/1.1" status: 200 len: 945 time: 0.0677621 Jul 14 10:44:30.762990 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-3ac07056-5030-4064-9bcc-630cc7cf7332 req-f83ae022-99f3-4ad3-910f-f1d1eb5c4ba3 tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] 10.222.0.68 "GET /v2.0/security-groups?id=fd4b8917-da90-4277-9140-d739d75813ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312672 Jul 14 10:44:30.786980 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 42900) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:44:30.837988 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e55efa74-0e2e-4f0f-a008-0da7bb42785a tempest-TestSnapshotPattern-1246232300 tempest-TestSnapshotPattern-1246232300-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:44:30.839525 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-e55efa74-0e2e-4f0f-a008-0da7bb42785a tempest-TestSnapshotPattern-1246232300 tempest-TestSnapshotPattern-1246232300-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=6480bb24-4ce3-42c8-aa01-0b7c431979c1 HTTP/1.1" status: 200 len: 1092 time: 0.0510266 Jul 14 10:44:30.842453 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 42902) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:44:30.846798 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.v2.base [None req-e1525864-b81c-4df9-9399-498287c6f5fb tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] Request body: {'floatingip': {'floating_network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'port_id': 'ddcb8fd8-86c4-4e32-a977-0fe77926d954', 'tenant_id': '5ffec4a5422c4d40bdfc13a8d97e1030', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:44:30.868648 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e1525864-b81c-4df9-9399-498287c6f5fb tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] Notify callbacks [] for floatingip, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:44:30.968526 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e1525864-b81c-4df9-9399-498287c6f5fb tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:44:31.076741 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_common [None req-e1525864-b81c-4df9-9399-498287c6f5fb tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] Allocated IP 172.25.4.204 (2dcd4d32-cc7c-4468-b396-7ce5c9231892/6cd22a75-5bc1-467c-a3c4-0af04bd1b34a/adf06399-f94f-442e-8557-3c05e39ff78f) {{(pid=93957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:44:31.178064 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e1525864-b81c-4df9-9399-498287c6f5fb tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] Notify callbacks [] for port, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:44:31.217441 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e1525864-b81c-4df9-9399-498287c6f5fb tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735687870100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:44:31.251423 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1525864-b81c-4df9-9399-498287c6f5fb tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] Network 2dcd4d32-cc7c-4468-b396-7ce5c9231892 is already hosted by enough agents. {{(pid=93957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:44:31.254474 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.base_scheduler [None req-e1525864-b81c-4df9-9399-498287c6f5fb tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] Resources bound (agent type, host, resource id): {{(pid=93957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:44:31.260980 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1525864-b81c-4df9-9399-498287c6f5fb tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] Received port after_create {{(pid=93957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:44:31.292137 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1525864-b81c-4df9-9399-498287c6f5fb tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] Pushing event updated for resources: {'Port': ['ID=adf06399-f94f-442e-8557-3c05e39ff78f,revision_number=1']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:44:31.643637 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e1525864-b81c-4df9-9399-498287c6f5fb tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:44:31.724666 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e1525864-b81c-4df9-9399-498287c6f5fb tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:44:31.883383 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e1525864-b81c-4df9-9399-498287c6f5fb tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] Notify callbacks [] for port, precommit_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:44:31.887149 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e1525864-b81c-4df9-9399-498287c6f5fb tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10052619'] for port, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:44:31.956953 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1525864-b81c-4df9-9399-498287c6f5fb tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] Pushing event updated for resources: {'Port': ['ID=adf06399-f94f-442e-8557-3c05e39ff78f,revision_number=2']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:44:31.970254 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e1525864-b81c-4df9-9399-498287c6f5fb tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-660590'] for floatingip, after_update {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:44:32.073389 n-d-779913-29 neutron-server[93957]: INFO neutron.db.l3_db [None req-e1525864-b81c-4df9-9399-498287c6f5fb tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] Floating IP 0fccbdec-a39c-4d3a-8550-9b01074daae7 associated. External IP: 172.25.4.204, port: ddcb8fd8-86c4-4e32-a977-0fe77926d954. Jul 14 10:44:32.289728 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1525864-b81c-4df9-9399-498287c6f5fb tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] Router c1479fdc-00cb-48a1-952d-db69eeb992e3 has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:44:32.402337 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1525864-b81c-4df9-9399-498287c6f5fb tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:44:32.411847 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba972688-3bfd-4d83-9f69-f6bbb90bc6ec None None] Sync routers for ids ['c1479fdc-00cb-48a1-952d-db69eeb992e3'] in n-d-779913-29 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:44:32.417742 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-e1525864-b81c-4df9-9399-498287c6f5fb tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for floatingip, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:44:32.421061 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba972688-3bfd-4d83-9f69-f6bbb90bc6ec None None] Routers {'c1479fdc-00cb-48a1-952d-db69eeb992e3'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:44:32.421708 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-ba972688-3bfd-4d83-9f69-f6bbb90bc6ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T10:44:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['c1479fdc-00cb-48a1-952d-db69eeb992e3'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:44:32.454464 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-e1525864-b81c-4df9-9399-498287c6f5fb tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6109824 Jul 14 10:44:32.455139 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6480bb24-4ce3-42c8-aa01-0b7c431979c1', 'tag': 'ddcb8fd8-86c4-4e32-a977-0fe77926d954'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:44:32.457394 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}175264a25d5f1cec9b1451f1a8cc8ced5d4502f5c48740ac7c6845d527b2175b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72bc5458-2a42-404e-8fa3-ec265d22a0fd" -d '{"events": [{"name": "network-changed", "server_uuid": "6480bb24-4ce3-42c8-aa01-0b7c431979c1", "tag": "ddcb8fd8-86c4-4e32-a977-0fe77926d954"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:44:32.497793 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:44:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e731fbc-9ac9-4922-871b-0b9ce7e5cc27 x-openstack-request-id: req-3e731fbc-9ac9-4922-871b-0b9ce7e5cc27 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:44:32.498085 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6480bb24-4ce3-42c8-aa01-0b7c431979c1", "tag": "ddcb8fd8-86c4-4e32-a977-0fe77926d954", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:44:32.498336 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-3e731fbc-9ac9-4922-871b-0b9ce7e5cc27 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:44:32.498739 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6480bb24-4ce3-42c8-aa01-0b7c431979c1', 'tag': 'ddcb8fd8-86c4-4e32-a977-0fe77926d954', 'status': 'completed', 'code': 200} Jul 14 10:44:32.543104 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-ba972688-3bfd-4d83-9f69-f6bbb90bc6ec None None] Set router c1479fdc-00cb-48a1-952d-db69eeb992e3 gateway port host: n-d-779913-29 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:44:32.596579 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bc5458-2a42-404e-8fa3-ec265d22a0fd req-0d1ec708-3abd-4c75-bd7d-f595f698d1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:44:32.598146 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-72bc5458-2a42-404e-8fa3-ec265d22a0fd req-0d1ec708-3abd-4c75-bd7d-f595f698d1c3 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=5ffec4a5422c4d40bdfc13a8d97e1030&device_id=6480bb24-4ce3-42c8-aa01-0b7c431979c1 HTTP/1.1" status: 200 len: 1097 time: 0.0523446 Jul 14 10:44:32.692165 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bc5458-2a42-404e-8fa3-ec265d22a0fd req-bfbbbbdb-31b2-450e-8a3a-8293d8bbd7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:44:32.693745 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-72bc5458-2a42-404e-8fa3-ec265d22a0fd req-bfbbbbdb-31b2-450e-8a3a-8293d8bbd7e1 service neutron] 10.222.0.65 "GET /v2.0/networks?id=bbcbcd61-fbc9-483e-bb94-5d77845f9edf HTTP/1.1" status: 200 len: 911 time: 0.0893335 Jul 14 10:44:32.759805 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-72bc5458-2a42-404e-8fa3-ec265d22a0fd req-1b00c0d7-09b3-447b-ab02-bb811c6a700e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ddcb8fd8-86c4-4e32-a977-0fe77926d954 HTTP/1.1" status: 200 len: 999 time: 0.0597579 Jul 14 10:44:32.771193 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-ba972688-3bfd-4d83-9f69-f6bbb90bc6ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1479fdc-00cb-48a1-952d-db69eeb992e3', 'name': 'tempest-TestSnapshotPattern-1581369592-router', 'tenant_id': '5ffec4a5422c4d40bdfc13a8d97e1030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': '5cebf741-2726-4e3b-907c-5639f2db2e90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:41:35Z', 'updated_at': '2021-07-14T10:41:38Z', 'revision_number': 4, 'project_id': '5ffec4a5422c4d40bdfc13a8d97e1030', 'gw_port': {'id': '5cebf741-2726-4e3b-907c-5639f2db2e90', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:a4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1479fdc-00cb-48a1-952d-db69eeb992e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:41:35Z', 'updated_at': '2021-07-14T10:41:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_floatingips': [{'id': '0fccbdec-a39c-4d3a-8550-9b01074daae7', 'tenant_id': '5ffec4a5422c4d40bdfc13a8d97e1030', 'floating_ip_address': '172.25.4.204', 'floating_network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'router_id': 'c1479fdc-00cb-48a1-952d-db69eeb992e3', 'port_id': 'ddcb8fd8-86c4-4e32-a977-0fe77926d954', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbcbcd61-fbc9-483e-bb94-5d77845f9edf', 'mac_address': 'fa:16:3e:70:18:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6480bb24-4ce3-42c8-aa01-0b7c431979c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T10:44:31Z', 'updated_at': '2021-07-14T10:44:31Z', 'revision_number': 0, 'project_id': '5ffec4a5422c4d40bdfc13a8d97e1030', 'fixed_ip_address_scope': None}, {'id': 'df0b6fe0-f40e-4d93-95e9-47502d2cc877', 'tenant_id': '5ffec4a5422c4d40bdfc13a8d97e1030', 'floating_ip_address': '172.25.4.24', 'floating_network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'router_id': 'c1479fdc-00cb-48a1-952d-db69eeb992e3', 'port_id': '6df7dae8-d4a1-457a-ac88-42fe5459d1c1', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbcbcd61-fbc9-483e-bb94-5d77845f9edf', 'mac_address': 'fa:16:3e:3f:a6:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '344f3373-b3f9-4e22-938b-27e361def462', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T10:42:01Z', 'updated_at': '2021-07-14T10:42:03Z', 'revision_number': 1, 'project_id': '5ffec4a5422c4d40bdfc13a8d97e1030', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7cbe35dc-094d-4eab-aa14-c99373e01072', 'name': '', 'network_id': 'bbcbcd61-fbc9-483e-bb94-5d77845f9edf', 'tenant_id': '5ffec4a5422c4d40bdfc13a8d97e1030', 'mac_address': 'fa:16:3e:fa:0a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1479fdc-00cb-48a1-952d-db69eeb992e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'b03820cb-8866-427b-be3e-9d9f5b06805b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:41:37Z', 'updated_at': '2021-07-14T10:41:43Z', 'revision_number': 5, 'project_id': '5ffec4a5422c4d40bdfc13a8d97e1030', 'subnets': [{'id': 'b03820cb-8866-427b-be3e-9d9f5b06805b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:44:32.797703 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba972688-3bfd-4d83-9f69-f6bbb90bc6ec None None] Checking router: c1479fdc-00cb-48a1-952d-db69eeb992e3 for host: n-d-779913-29 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:44:32.805835 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba972688-3bfd-4d83-9f69-f6bbb90bc6ec None None] Routers {'c1479fdc-00cb-48a1-952d-db69eeb992e3'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:44:32.806445 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-ba972688-3bfd-4d83-9f69-f6bbb90bc6ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T10:44:25Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['c1479fdc-00cb-48a1-952d-db69eeb992e3'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:44:32.808533 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bc5458-2a42-404e-8fa3-ec265d22a0fd req-f51cc007-ee06-407e-9f89-7498b2c30596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:44:32.810084 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-72bc5458-2a42-404e-8fa3-ec265d22a0fd req-f51cc007-ee06-407e-9f89-7498b2c30596 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b03820cb-8866-427b-be3e-9d9f5b06805b HTTP/1.1" status: 200 len: 849 time: 0.0446174 Jul 14 10:44:32.872572 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bc5458-2a42-404e-8fa3-ec265d22a0fd req-395abd34-712c-4ef2-9161-d17c2f31bbfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:44:32.874131 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-72bc5458-2a42-404e-8fa3-ec265d22a0fd req-395abd34-712c-4ef2-9161-d17c2f31bbfd service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=bbcbcd61-fbc9-483e-bb94-5d77845f9edf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0581334 Jul 14 10:44:32.912578 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-ba972688-3bfd-4d83-9f69-f6bbb90bc6ec None None] Set router c1479fdc-00cb-48a1-952d-db69eeb992e3 gateway port host: n-d-779913-29 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:44:32.964816 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-72bc5458-2a42-404e-8fa3-ec265d22a0fd req-480a7df9-e845-4c02-8515-6a831665819a service neutron] 10.222.0.65 "GET /v2.0/networks/bbcbcd61-fbc9-483e-bb94-5d77845f9edf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839305 Jul 14 10:44:33.066585 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-72bc5458-2a42-404e-8fa3-ec265d22a0fd req-e0011146-ee13-4d38-a69f-c9784f2498cf service neutron] 10.222.0.65 "GET /v2.0/networks/bbcbcd61-fbc9-483e-bb94-5d77845f9edf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957260 Jul 14 10:44:33.234339 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-ba972688-3bfd-4d83-9f69-f6bbb90bc6ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1479fdc-00cb-48a1-952d-db69eeb992e3', 'name': 'tempest-TestSnapshotPattern-1581369592-router', 'tenant_id': '5ffec4a5422c4d40bdfc13a8d97e1030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': '5cebf741-2726-4e3b-907c-5639f2db2e90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:41:35Z', 'updated_at': '2021-07-14T10:41:38Z', 'revision_number': 4, 'project_id': '5ffec4a5422c4d40bdfc13a8d97e1030', 'gw_port': {'id': '5cebf741-2726-4e3b-907c-5639f2db2e90', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:a4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1479fdc-00cb-48a1-952d-db69eeb992e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:41:35Z', 'updated_at': '2021-07-14T10:41:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_floatingips': [{'id': '0fccbdec-a39c-4d3a-8550-9b01074daae7', 'tenant_id': '5ffec4a5422c4d40bdfc13a8d97e1030', 'floating_ip_address': '172.25.4.204', 'floating_network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'router_id': 'c1479fdc-00cb-48a1-952d-db69eeb992e3', 'port_id': 'ddcb8fd8-86c4-4e32-a977-0fe77926d954', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbcbcd61-fbc9-483e-bb94-5d77845f9edf', 'mac_address': 'fa:16:3e:70:18:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6480bb24-4ce3-42c8-aa01-0b7c431979c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T10:44:31Z', 'updated_at': '2021-07-14T10:44:31Z', 'revision_number': 0, 'project_id': '5ffec4a5422c4d40bdfc13a8d97e1030', 'fixed_ip_address_scope': None}, {'id': 'df0b6fe0-f40e-4d93-95e9-47502d2cc877', 'tenant_id': '5ffec4a5422c4d40bdfc13a8d97e1030', 'floating_ip_address': '172.25.4.24', 'floating_network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'router_id': 'c1479fdc-00cb-48a1-952d-db69eeb992e3', 'port_id': '6df7dae8-d4a1-457a-ac88-42fe5459d1c1', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbcbcd61-fbc9-483e-bb94-5d77845f9edf', 'mac_address': 'fa:16:3e:3f:a6:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '344f3373-b3f9-4e22-938b-27e361def462', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T10:42:01Z', 'updated_at': '2021-07-14T10:42:03Z', 'revision_number': 1, 'project_id': '5ffec4a5422c4d40bdfc13a8d97e1030', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7cbe35dc-094d-4eab-aa14-c99373e01072', 'name': '', 'network_id': 'bbcbcd61-fbc9-483e-bb94-5d77845f9edf', 'tenant_id': '5ffec4a5422c4d40bdfc13a8d97e1030', 'mac_address': 'fa:16:3e:fa:0a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1479fdc-00cb-48a1-952d-db69eeb992e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'b03820cb-8866-427b-be3e-9d9f5b06805b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:41:37Z', 'updated_at': '2021-07-14T10:41:43Z', 'revision_number': 5, 'project_id': '5ffec4a5422c4d40bdfc13a8d97e1030', 'subnets': [{'id': 'b03820cb-8866-427b-be3e-9d9f5b06805b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:44:33.264659 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba972688-3bfd-4d83-9f69-f6bbb90bc6ec None None] The sync data for ids ['c1479fdc-00cb-48a1-952d-db69eeb992e3'] in n-d-779913-29 is: [{'id': 'c1479fdc-00cb-48a1-952d-db69eeb992e3', 'name': 'tempest-TestSnapshotPattern-1581369592-router', 'tenant_id': '5ffec4a5422c4d40bdfc13a8d97e1030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': '5cebf741-2726-4e3b-907c-5639f2db2e90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:41:35Z', 'updated_at': '2021-07-14T10:41:38Z', 'revision_number': 4, 'project_id': '5ffec4a5422c4d40bdfc13a8d97e1030', 'gw_port': {'id': '5cebf741-2726-4e3b-907c-5639f2db2e90', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:a4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1479fdc-00cb-48a1-952d-db69eeb992e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:41:35Z', 'updated_at': '2021-07-14T10:41:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_floatingips': [{'id': '0fccbdec-a39c-4d3a-8550-9b01074daae7', 'tenant_id': '5ffec4a5422c4d40bdfc13a8d97e1030', 'floating_ip_address': '172.25.4.204', 'floating_network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'router_id': 'c1479fdc-00cb-48a1-952d-db69eeb992e3', 'port_id': 'ddcb8fd8-86c4-4e32-a977-0fe77926d954', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbcbcd61-fbc9-483e-bb94-5d77845f9edf', 'mac_address': 'fa:16:3e:70:18:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6480bb24-4ce3-42c8-aa01-0b7c431979c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T10:44:31Z', 'updated_at': '2021-07-14T10:44:31Z', 'revision_number': 0, 'project_id': '5ffec4a5422c4d40bdfc13a8d97e1030', 'fixed_ip_address_scope': None}, {'id': 'df0b6fe0-f40e-4d93-95e9-47502d2cc877', 'tenant_id': '5ffec4a5422c4d40bdfc13a8d97e1030', 'floating_ip_address': '172.25.4.24', 'floating_network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'router_id': 'c1479fdc-00cb-48a1-952d-db69eeb992e3', 'port_id': '6df7dae8-d4a1-457a-ac88-42fe5459d1c1', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbcbcd61-fbc9-483e-bb94-5d77845f9edf', 'mac_address': 'fa:16:3e:3f:a6:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '344f3373-b3f9-4e22-938b-27e361def462', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T10:42:01Z', 'updated_at': '2021-07-14T10:42:03Z', 'revision_number': 1, 'project_id': '5ffec4a5422c4d40bdfc13a8d97e1030', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7cbe35dc-094d-4eab-aa14-c99373e01072', 'name': '', 'network_id': 'bbcbcd61-fbc9-483e-bb94-5d77845f9edf', 'tenant_id': '5ffec4a5422c4d40bdfc13a8d97e1030', 'mac_address': 'fa:16:3e:fa:0a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1479fdc-00cb-48a1-952d-db69eeb992e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'b03820cb-8866-427b-be3e-9d9f5b06805b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:41:37Z', 'updated_at': '2021-07-14T10:41:43Z', 'revision_number': 5, 'project_id': '5ffec4a5422c4d40bdfc13a8d97e1030', 'subnets': [{'id': 'b03820cb-8866-427b-be3e-9d9f5b06805b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:44:33.456179 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba42218-d6e8-4655-8ee5-993e785971a5 None None] New status for floating IP 0fccbdec-a39c-4d3a-8550-9b01074daae7: ACTIVE {{(pid=93959) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 10:44:43.638152 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-01ecc4aa-48f2-4877-ab3c-60bb0f047caf req-3bb07c30-ceb4-49c6-828b-677de352e3d8 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=6480bb24-4ce3-42c8-aa01-0b7c431979c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0515029 Jul 14 10:44:43.756269 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ecc4aa-48f2-4877-ab3c-60bb0f047caf req-a20e01e7-611f-47cb-b93e-8580fddece88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:44:43.757852 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-01ecc4aa-48f2-4877-ab3c-60bb0f047caf req-a20e01e7-611f-47cb-b93e-8580fddece88 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=5ffec4a5422c4d40bdfc13a8d97e1030&device_id=6480bb24-4ce3-42c8-aa01-0b7c431979c1 HTTP/1.1" status: 200 len: 1097 time: 0.0535653 Jul 14 10:44:43.818706 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:44:43.868619 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ecc4aa-48f2-4877-ab3c-60bb0f047caf req-726b7a3b-5571-429a-b7b8-ca830e642344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:44:43.870173 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-01ecc4aa-48f2-4877-ab3c-60bb0f047caf req-726b7a3b-5571-429a-b7b8-ca830e642344 service neutron] 10.222.0.65 "GET /v2.0/networks?id=bbcbcd61-fbc9-483e-bb94-5d77845f9edf HTTP/1.1" status: 200 len: 911 time: 0.0915976 Jul 14 10:44:43.936757 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-01ecc4aa-48f2-4877-ab3c-60bb0f047caf req-45275c97-d7df-4282-9178-4309e2f5c0b0 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ddcb8fd8-86c4-4e32-a977-0fe77926d954 HTTP/1.1" status: 200 len: 1001 time: 0.0607576 Jul 14 10:44:43.984104 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ecc4aa-48f2-4877-ab3c-60bb0f047caf req-010beffa-f442-4dc0-bdc1-92d2eecc4db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:44:43.985596 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-01ecc4aa-48f2-4877-ab3c-60bb0f047caf req-010beffa-f442-4dc0-bdc1-92d2eecc4db7 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b03820cb-8866-427b-be3e-9d9f5b06805b HTTP/1.1" status: 200 len: 849 time: 0.0429552 Jul 14 10:44:44.047593 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ecc4aa-48f2-4877-ab3c-60bb0f047caf req-94e9e0a5-eab6-48e1-8624-3023b4ef5237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:44:44.049115 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-01ecc4aa-48f2-4877-ab3c-60bb0f047caf req-94e9e0a5-eab6-48e1-8624-3023b4ef5237 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=bbcbcd61-fbc9-483e-bb94-5d77845f9edf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0568819 Jul 14 10:44:44.137443 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-01ecc4aa-48f2-4877-ab3c-60bb0f047caf req-33d5c317-c49c-42c0-a22b-173ccafd1d54 service neutron] 10.222.0.65 "GET /v2.0/networks/bbcbcd61-fbc9-483e-bb94-5d77845f9edf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816340 Jul 14 10:44:44.229962 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-01ecc4aa-48f2-4877-ab3c-60bb0f047caf req-3803fc4f-a1e9-4fb8-b428-bc87d8d68f26 service neutron] 10.222.0.65 "GET /v2.0/networks/bbcbcd61-fbc9-483e-bb94-5d77845f9edf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859432 Jul 14 10:44:44.569055 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:44:44.715705 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.agents_db [None req-3c3509fb-540d-4335-a450-574895dd3602 None None] Agent healthcheck: found 7 active agents {{(pid=93960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:44:46.918866 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-44059d10-3f37-400b-883f-405e5e5e290c req-4bab7c12-db62-4054-b663-0073042151f0 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=344f3373-b3f9-4e22-938b-27e361def462&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0516634 Jul 14 10:44:47.027201 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44059d10-3f37-400b-883f-405e5e5e290c req-d5c8afc1-c17b-4fb6-9a7c-1500cbe23cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:44:47.029045 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-44059d10-3f37-400b-883f-405e5e5e290c req-d5c8afc1-c17b-4fb6-9a7c-1500cbe23cd3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5ffec4a5422c4d40bdfc13a8d97e1030&device_id=344f3373-b3f9-4e22-938b-27e361def462 HTTP/1.1" status: 200 len: 1095 time: 0.0540025 Jul 14 10:44:47.137698 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44059d10-3f37-400b-883f-405e5e5e290c req-6c4bfb4e-06f4-4401-a614-edb0e253a8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:44:47.139536 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-44059d10-3f37-400b-883f-405e5e5e290c req-6c4bfb4e-06f4-4401-a614-edb0e253a8f8 service neutron] 10.222.0.57 "GET /v2.0/networks?id=bbcbcd61-fbc9-483e-bb94-5d77845f9edf HTTP/1.1" status: 200 len: 911 time: 0.0912418 Jul 14 10:44:47.203876 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-44059d10-3f37-400b-883f-405e5e5e290c req-2cf0848d-e2d4-4854-a79f-e4238904f053 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6df7dae8-d4a1-457a-ac88-42fe5459d1c1 HTTP/1.1" status: 200 len: 998 time: 0.0580568 Jul 14 10:44:47.253650 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44059d10-3f37-400b-883f-405e5e5e290c req-bf79a472-cf02-4abc-9797-f29599948577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:44:47.255168 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-44059d10-3f37-400b-883f-405e5e5e290c req-bf79a472-cf02-4abc-9797-f29599948577 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b03820cb-8866-427b-be3e-9d9f5b06805b HTTP/1.1" status: 200 len: 849 time: 0.0459712 Jul 14 10:44:47.318163 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44059d10-3f37-400b-883f-405e5e5e290c req-16d2fd9d-8ddf-419c-8f2f-45097c3a5972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:44:47.319666 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-44059d10-3f37-400b-883f-405e5e5e290c req-16d2fd9d-8ddf-419c-8f2f-45097c3a5972 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=bbcbcd61-fbc9-483e-bb94-5d77845f9edf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0573823 Jul 14 10:44:47.410305 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-44059d10-3f37-400b-883f-405e5e5e290c req-3588800a-f9b2-4087-a0ff-44d725220b37 service neutron] 10.222.0.57 "GET /v2.0/networks/bbcbcd61-fbc9-483e-bb94-5d77845f9edf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838294 Jul 14 10:44:47.505886 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-44059d10-3f37-400b-883f-405e5e5e290c req-61bc901a-94f3-4088-82ca-e18dbe7d4f1b service neutron] 10.222.0.57 "GET /v2.0/networks/bbcbcd61-fbc9-483e-bb94-5d77845f9edf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890057 Jul 14 10:44:52.365578 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e408a813-ec8b-4597-b5d5-742459eb7ef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:44:54.940588 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:44:55.038810 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-04fdbc96-cfd2-45ae-9732-88b1ddae0c30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:44:56.248972 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5ad31076-714c-49ec-bc37-f3d4cd90112a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:44:58.044088 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5bbe322f-3f67-4864-bc0a-91afe44d23e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:45:13.833908 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:45:14.590407 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:45:21.715221 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.agents_db [None req-3c3509fb-540d-4335-a450-574895dd3602 None None] Agent healthcheck: found 7 active agents {{(pid=93960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:45:22.366612 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-95efaf24-2753-4c25-bf90-51c4fdc6143f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:45:24.941102 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:45:25.040755 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-90bb2f6c-9859-498d-ae8b-437d52227b26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:45:26.251190 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5ad31076-714c-49ec-bc37-f3d4cd90112a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:45:28.052214 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5bbe322f-3f67-4864-bc0a-91afe44d23e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:45:43.842548 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:45:43.940232 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f03eddc4-db77-4c2a-9e9f-3853b7c022e1 req-75a5a877-664d-43e9-9319-b3bde8591cb5 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=6480bb24-4ce3-42c8-aa01-0b7c431979c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0518179 Jul 14 10:45:44.046892 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03eddc4-db77-4c2a-9e9f-3853b7c022e1 req-3d3382ad-8041-45f0-bdc3-fd7c8a1044ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:45:44.048387 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f03eddc4-db77-4c2a-9e9f-3853b7c022e1 req-3d3382ad-8041-45f0-bdc3-fd7c8a1044ca service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=5ffec4a5422c4d40bdfc13a8d97e1030&device_id=6480bb24-4ce3-42c8-aa01-0b7c431979c1 HTTP/1.1" status: 200 len: 1097 time: 0.0525143 Jul 14 10:45:44.153285 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03eddc4-db77-4c2a-9e9f-3853b7c022e1 req-ab8591f7-d88d-4cf0-ba46-8ccf16dc2ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:45:44.154685 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f03eddc4-db77-4c2a-9e9f-3853b7c022e1 req-ab8591f7-d88d-4cf0-ba46-8ccf16dc2ccc service neutron] 10.222.0.65 "GET /v2.0/networks?id=bbcbcd61-fbc9-483e-bb94-5d77845f9edf HTTP/1.1" status: 200 len: 911 time: 0.0873959 Jul 14 10:45:44.218021 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f03eddc4-db77-4c2a-9e9f-3853b7c022e1 req-43c06e38-59e0-4d1a-b446-697a0b771259 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ddcb8fd8-86c4-4e32-a977-0fe77926d954 HTTP/1.1" status: 200 len: 1001 time: 0.0561182 Jul 14 10:45:44.268813 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03eddc4-db77-4c2a-9e9f-3853b7c022e1 req-210161f7-0297-40f9-897c-1782f8f898f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:45:44.271092 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f03eddc4-db77-4c2a-9e9f-3853b7c022e1 req-210161f7-0297-40f9-897c-1782f8f898f9 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b03820cb-8866-427b-be3e-9d9f5b06805b HTTP/1.1" status: 200 len: 849 time: 0.0472651 Jul 14 10:45:44.325479 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03eddc4-db77-4c2a-9e9f-3853b7c022e1 req-c3a652c2-80f1-411f-8b1d-0e04da537e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:45:44.327015 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f03eddc4-db77-4c2a-9e9f-3853b7c022e1 req-c3a652c2-80f1-411f-8b1d-0e04da537e69 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=bbcbcd61-fbc9-483e-bb94-5d77845f9edf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0505092 Jul 14 10:45:44.415991 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f03eddc4-db77-4c2a-9e9f-3853b7c022e1 req-a35732d2-20f5-4218-8cd1-4dbb3c22884c service neutron] 10.222.0.65 "GET /v2.0/networks/bbcbcd61-fbc9-483e-bb94-5d77845f9edf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818884 Jul 14 10:45:44.625667 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:45:44.830960 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f03eddc4-db77-4c2a-9e9f-3853b7c022e1 req-547d4286-04b4-497d-9095-c56408ce1381 service neutron] 10.222.0.65 "GET /v2.0/networks/bbcbcd61-fbc9-483e-bb94-5d77845f9edf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4086747 Jul 14 10:45:48.908372 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c6d38d74-5a1e-4613-9b13-f8302e4472b0 req-013da762-8e46-4484-a480-1a3ca17df459 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=344f3373-b3f9-4e22-938b-27e361def462&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0516160 Jul 14 10:45:49.027739 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d38d74-5a1e-4613-9b13-f8302e4472b0 req-d0b9c0c0-0318-4fe8-b3ae-f91232be8ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:45:49.029224 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c6d38d74-5a1e-4613-9b13-f8302e4472b0 req-d0b9c0c0-0318-4fe8-b3ae-f91232be8ccd service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5ffec4a5422c4d40bdfc13a8d97e1030&device_id=344f3373-b3f9-4e22-938b-27e361def462 HTTP/1.1" status: 200 len: 1095 time: 0.0551686 Jul 14 10:45:49.138098 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d38d74-5a1e-4613-9b13-f8302e4472b0 req-d54e23af-d5cb-4055-9c27-c9128d8f0d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:45:49.139580 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c6d38d74-5a1e-4613-9b13-f8302e4472b0 req-d54e23af-d5cb-4055-9c27-c9128d8f0d9d service neutron] 10.222.0.57 "GET /v2.0/networks?id=bbcbcd61-fbc9-483e-bb94-5d77845f9edf HTTP/1.1" status: 200 len: 911 time: 0.0873156 Jul 14 10:45:49.206344 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c6d38d74-5a1e-4613-9b13-f8302e4472b0 req-68eb8f31-4c27-43aa-9728-92afd6abab32 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6df7dae8-d4a1-457a-ac88-42fe5459d1c1 HTTP/1.1" status: 200 len: 998 time: 0.0594575 Jul 14 10:45:49.261988 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d38d74-5a1e-4613-9b13-f8302e4472b0 req-06c94668-8298-4c6a-a0c2-8f0b94028741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:45:49.263484 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c6d38d74-5a1e-4613-9b13-f8302e4472b0 req-06c94668-8298-4c6a-a0c2-8f0b94028741 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b03820cb-8866-427b-be3e-9d9f5b06805b HTTP/1.1" status: 200 len: 849 time: 0.0486686 Jul 14 10:45:49.321463 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d38d74-5a1e-4613-9b13-f8302e4472b0 req-35292c42-eab1-4f44-9e83-95a00538516c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:45:49.322992 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c6d38d74-5a1e-4613-9b13-f8302e4472b0 req-35292c42-eab1-4f44-9e83-95a00538516c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=bbcbcd61-fbc9-483e-bb94-5d77845f9edf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0527983 Jul 14 10:45:49.415539 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c6d38d74-5a1e-4613-9b13-f8302e4472b0 req-75aa9eef-f6e5-48c0-b450-4a469f49ba00 service neutron] 10.222.0.57 "GET /v2.0/networks/bbcbcd61-fbc9-483e-bb94-5d77845f9edf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845034 Jul 14 10:45:49.521170 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-c6d38d74-5a1e-4613-9b13-f8302e4472b0 req-e7e4dce0-e24e-4fcb-b696-7c9eca9ff4e4 service neutron] 10.222.0.57 "GET /v2.0/networks/bbcbcd61-fbc9-483e-bb94-5d77845f9edf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981476 Jul 14 10:45:52.366755 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d5940e24-3d8e-4a67-9c86-21402abdf1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:45:54.943148 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:45:55.041462 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-842d3bb0-029a-410d-888f-4b7b96974974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:45:56.254900 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5ad31076-714c-49ec-bc37-f3d4cd90112a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:45:56.672179 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device ddcb8fd8-86c4-4e32-a977-0fe77926d954 details requested by agent hyperv_n-h1-779913-29 with host n-h1-779913-29 {{(pid=93959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 10:45:56.767718 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port ddcb8fd8-86c4-4e32-a977-0fe77926d954, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=ddcb8fd8-86c4-4e32-a977-0fe77926d954,segment=NetworkSegment(6a04b2a5-4efa-4396-8824-494b3edd393f),segment_id=6a04b2a5-4efa-4396-8824-494b3edd393f)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:45:56.781569 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Returning: {'device': 'ddcb8fd8-86c4-4e32-a977-0fe77926d954', 'network_id': 'bbcbcd61-fbc9-483e-bb94-5d77845f9edf', 'port_id': 'ddcb8fd8-86c4-4e32-a977-0fe77926d954', 'mac_address': 'fa:16:3e:70:18:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 707, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b03820cb-8866-427b-be3e-9d9f5b06805b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 10:45:56.822837 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:45:56.836085 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ddcb8fd8-86c4-4e32-a977-0fe77926d954 {{(pid=93959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:45:56.855110 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port ddcb8fd8-86c4-4e32-a977-0fe77926d954, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=ddcb8fd8-86c4-4e32-a977-0fe77926d954,segment=NetworkSegment(6a04b2a5-4efa-4396-8824-494b3edd393f),segment_id=6a04b2a5-4efa-4396-8824-494b3edd393f)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:45:56.859089 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:45:56.905955 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Pushing event updated for resources: {'Port': ['ID=ddcb8fd8-86c4-4e32-a977-0fe77926d954,revision_number=6']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:45:56.914201 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:45:56.914616 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:45:56.914943 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:45:56.915286 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:45:56.915648 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:45:56.915975 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:45:56.916309 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:45:56.916670 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:45:56.917002 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:45:56.917328 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:45:56.917684 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:45:56.918013 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:45:57.020358 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] get_ports_and_sgs() called for port_ids ['ddcb8fd8-86c4-4e32-a977-0fe77926d954'] {{(pid=93959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:45:58.052090 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5bbe322f-3f67-4864-bc0a-91afe44d23e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:45:58.677755 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device ddcb8fd8-86c4-4e32-a977-0fe77926d954 up at agent hyperv_n-h1-779913-29 {{(pid=93959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:45:58.715224 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.agents_db [None req-3c3509fb-540d-4335-a450-574895dd3602 None None] Agent healthcheck: found 7 active agents {{(pid=93960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:45:58.744235 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.provisioning_blocks [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Provisioning complete for port ddcb8fd8-86c4-4e32-a977-0fe77926d954 triggered by entity L2. {{(pid=93959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:45:58.744623 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3476668'] for port, provisioning_complete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:45:58.831958 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:45:58.857280 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6480bb24-4ce3-42c8-aa01-0b7c431979c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddcb8fd8-86c4-4e32-a977-0fe77926d954'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:45:58.859976 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}329bd6c07f982fc6c8be245f0be026b528efb6c8a9415522477faf1b9157eba4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7887649-ca82-4788-9bb0-a56db801e1e9" -d '{"events": [{"server_uuid": "6480bb24-4ce3-42c8-aa01-0b7c431979c1", "name": "network-vif-plugged", "status": "completed", "tag": "ddcb8fd8-86c4-4e32-a977-0fe77926d954"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:45:58.876058 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port ddcb8fd8-86c4-4e32-a977-0fe77926d954, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=ddcb8fd8-86c4-4e32-a977-0fe77926d954,segment=NetworkSegment(6a04b2a5-4efa-4396-8824-494b3edd393f),segment_id=6a04b2a5-4efa-4396-8824-494b3edd393f)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:45:58.883198 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:45:58.917873 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:45:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-154ab92d-9708-4e53-bff5-25b820b32505 x-openstack-request-id: req-154ab92d-9708-4e53-bff5-25b820b32505 {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:45:58.918237 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6480bb24-4ce3-42c8-aa01-0b7c431979c1", "name": "network-vif-plugged", "status": "completed", "tag": "ddcb8fd8-86c4-4e32-a977-0fe77926d954", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:45:58.918435 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-154ab92d-9708-4e53-bff5-25b820b32505 {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:45:58.918834 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6480bb24-4ce3-42c8-aa01-0b7c431979c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddcb8fd8-86c4-4e32-a977-0fe77926d954', 'code': 200} Jul 14 10:45:58.944250 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Pushing event updated for resources: {'Port': ['ID=ddcb8fd8-86c4-4e32-a977-0fe77926d954,revision_number=7']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:46:08.179420 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 43116) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:46:08.336787 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-b7ed981d-2bdb-4d1e-900e-6b4006108a02 tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] Deleting port adf06399-f94f-442e-8557-3c05e39ff78f {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:46:08.337135 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b7ed981d-2bdb-4d1e-900e-6b4006108a02 tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:46:08.416075 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b7ed981d-2bdb-4d1e-900e-6b4006108a02 tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:46:08.416482 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b7ed981d-2bdb-4d1e-900e-6b4006108a02 tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:46:08.428937 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-b7ed981d-2bdb-4d1e-900e-6b4006108a02 tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] Calling delete_port for adf06399-f94f-442e-8557-3c05e39ff78f owned by network:floatingip {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:46:08.578284 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b7ed981d-2bdb-4d1e-900e-6b4006108a02 tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:46:08.606691 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ed981d-2bdb-4d1e-900e-6b4006108a02 tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] Pushing event deleted for resources: {'Port': ['ID=adf06399-f94f-442e-8557-3c05e39ff78f,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:46:08.635245 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ed981d-2bdb-4d1e-900e-6b4006108a02 tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:46:08.635594 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ed981d-2bdb-4d1e-900e-6b4006108a02 tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:46:08.635941 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ed981d-2bdb-4d1e-900e-6b4006108a02 tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:46:08.636284 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ed981d-2bdb-4d1e-900e-6b4006108a02 tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:46:08.636624 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ed981d-2bdb-4d1e-900e-6b4006108a02 tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:46:08.636967 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ed981d-2bdb-4d1e-900e-6b4006108a02 tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:46:08.637296 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ed981d-2bdb-4d1e-900e-6b4006108a02 tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:46:08.637651 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ed981d-2bdb-4d1e-900e-6b4006108a02 tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:46:08.637976 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ed981d-2bdb-4d1e-900e-6b4006108a02 tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:46:08.638301 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ed981d-2bdb-4d1e-900e-6b4006108a02 tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:46:08.638625 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ed981d-2bdb-4d1e-900e-6b4006108a02 tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:46:08.638949 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ed981d-2bdb-4d1e-900e-6b4006108a02 tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:46:08.681157 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b7ed981d-2bdb-4d1e-900e-6b4006108a02 tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] Notify callbacks [] for floatingip, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:46:08.681593 n-d-779913-29 neutron-server[93958]: INFO neutron.db.l3_db [None req-b7ed981d-2bdb-4d1e-900e-6b4006108a02 tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] Floating IP 0fccbdec-a39c-4d3a-8550-9b01074daae7 disassociated (deleted). External IP: 172.25.4.204, port: ddcb8fd8-86c4-4e32-a977-0fe77926d954. Jul 14 10:46:08.887806 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7ed981d-2bdb-4d1e-900e-6b4006108a02 tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] Router c1479fdc-00cb-48a1-952d-db69eeb992e3 has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:46:08.995540 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7ed981d-2bdb-4d1e-900e-6b4006108a02 tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:46:09.000426 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-b7ed981d-2bdb-4d1e-900e-6b4006108a02 tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for floatingip, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:46:09.005707 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-663b7f9f-2fbc-42a9-a468-b6d2dbdddcc6 None None] Sync routers for ids ['c1479fdc-00cb-48a1-952d-db69eeb992e3'] in n-d-779913-29 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:46:09.014757 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-663b7f9f-2fbc-42a9-a468-b6d2dbdddcc6 None None] Routers {'c1479fdc-00cb-48a1-952d-db69eeb992e3'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:46:09.015370 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-663b7f9f-2fbc-42a9-a468-b6d2dbdddcc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T10:45:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['c1479fdc-00cb-48a1-952d-db69eeb992e3'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:46:09.039880 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-b7ed981d-2bdb-4d1e-900e-6b4006108a02 tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] 10.222.0.68 "DELETE /v2.0/floatingips/0fccbdec-a39c-4d3a-8550-9b01074daae7 HTTP/1.1" status: 204 len: 168 time: 0.8569808 Jul 14 10:46:09.039880 n-d-779913-29 neutron-server[93958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6480bb24-4ce3-42c8-aa01-0b7c431979c1', 'tag': 'ddcb8fd8-86c4-4e32-a977-0fe77926d954'}] {{(pid=93958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:46:09.045036 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82c9a11f5df8b4f9d341972fcff9d80aa084fe552c1175757b5f274cb7b9b23a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4352ff0d-1088-4fc6-bd5e-d4b69777ac57" -d '{"events": [{"name": "network-changed", "server_uuid": "6480bb24-4ce3-42c8-aa01-0b7c431979c1", "tag": "ddcb8fd8-86c4-4e32-a977-0fe77926d954"}]}' {{(pid=93958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:46:09.130075 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-663b7f9f-2fbc-42a9-a468-b6d2dbdddcc6 None None] Set router c1479fdc-00cb-48a1-952d-db69eeb992e3 gateway port host: n-d-779913-29 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:46:09.135095 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:46:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1567c9f-3087-4dcc-b6c2-177debeb829e x-openstack-request-id: req-a1567c9f-3087-4dcc-b6c2-177debeb829e {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:46:09.135388 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6480bb24-4ce3-42c8-aa01-0b7c431979c1", "tag": "ddcb8fd8-86c4-4e32-a977-0fe77926d954", "status": "completed", "code": 200}]} {{(pid=93958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:46:09.135639 n-d-779913-29 neutron-server[93958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-a1567c9f-3087-4dcc-b6c2-177debeb829e {{(pid=93958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:46:09.136045 n-d-779913-29 neutron-server[93958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6480bb24-4ce3-42c8-aa01-0b7c431979c1', 'tag': 'ddcb8fd8-86c4-4e32-a977-0fe77926d954', 'status': 'completed', 'code': 200} Jul 14 10:46:09.244344 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4352ff0d-1088-4fc6-bd5e-d4b69777ac57 req-1e992d26-a2da-43a3-9811-0c7af66f793e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:46:09.246257 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-4352ff0d-1088-4fc6-bd5e-d4b69777ac57 req-1e992d26-a2da-43a3-9811-0c7af66f793e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=5ffec4a5422c4d40bdfc13a8d97e1030&device_id=6480bb24-4ce3-42c8-aa01-0b7c431979c1 HTTP/1.1" status: 200 len: 1097 time: 0.0668044 Jul 14 10:46:09.351259 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4352ff0d-1088-4fc6-bd5e-d4b69777ac57 req-ce450fa0-ad88-4f4b-a01e-9c4647021c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:46:09.352948 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-4352ff0d-1088-4fc6-bd5e-d4b69777ac57 req-ce450fa0-ad88-4f4b-a01e-9c4647021c99 service neutron] 10.222.0.65 "GET /v2.0/networks?id=bbcbcd61-fbc9-483e-bb94-5d77845f9edf HTTP/1.1" status: 200 len: 911 time: 0.0983391 Jul 14 10:46:09.388093 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-663b7f9f-2fbc-42a9-a468-b6d2dbdddcc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1479fdc-00cb-48a1-952d-db69eeb992e3', 'name': 'tempest-TestSnapshotPattern-1581369592-router', 'tenant_id': '5ffec4a5422c4d40bdfc13a8d97e1030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': '5cebf741-2726-4e3b-907c-5639f2db2e90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:41:35Z', 'updated_at': '2021-07-14T10:41:38Z', 'revision_number': 4, 'project_id': '5ffec4a5422c4d40bdfc13a8d97e1030', 'gw_port': {'id': '5cebf741-2726-4e3b-907c-5639f2db2e90', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:a4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1479fdc-00cb-48a1-952d-db69eeb992e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:41:35Z', 'updated_at': '2021-07-14T10:41:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_floatingips': [{'id': 'df0b6fe0-f40e-4d93-95e9-47502d2cc877', 'tenant_id': '5ffec4a5422c4d40bdfc13a8d97e1030', 'floating_ip_address': '172.25.4.24', 'floating_network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'router_id': 'c1479fdc-00cb-48a1-952d-db69eeb992e3', 'port_id': '6df7dae8-d4a1-457a-ac88-42fe5459d1c1', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbcbcd61-fbc9-483e-bb94-5d77845f9edf', 'mac_address': 'fa:16:3e:3f:a6:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '344f3373-b3f9-4e22-938b-27e361def462', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T10:42:01Z', 'updated_at': '2021-07-14T10:42:03Z', 'revision_number': 1, 'project_id': '5ffec4a5422c4d40bdfc13a8d97e1030', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7cbe35dc-094d-4eab-aa14-c99373e01072', 'name': '', 'network_id': 'bbcbcd61-fbc9-483e-bb94-5d77845f9edf', 'tenant_id': '5ffec4a5422c4d40bdfc13a8d97e1030', 'mac_address': 'fa:16:3e:fa:0a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1479fdc-00cb-48a1-952d-db69eeb992e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'b03820cb-8866-427b-be3e-9d9f5b06805b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:41:37Z', 'updated_at': '2021-07-14T10:41:43Z', 'revision_number': 5, 'project_id': '5ffec4a5422c4d40bdfc13a8d97e1030', 'subnets': [{'id': 'b03820cb-8866-427b-be3e-9d9f5b06805b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:46:09.399763 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-4352ff0d-1088-4fc6-bd5e-d4b69777ac57 req-da3ba05f-7e2c-47a7-a886-b6e1d66e742d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ddcb8fd8-86c4-4e32-a977-0fe77926d954 HTTP/1.1" status: 200 len: 217 time: 0.0378613 Jul 14 10:46:09.421428 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-663b7f9f-2fbc-42a9-a468-b6d2dbdddcc6 None None] Checking router: c1479fdc-00cb-48a1-952d-db69eeb992e3 for host: n-d-779913-29 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:46:09.430609 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-663b7f9f-2fbc-42a9-a468-b6d2dbdddcc6 None None] Routers {'c1479fdc-00cb-48a1-952d-db69eeb992e3'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:46:09.431224 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-663b7f9f-2fbc-42a9-a468-b6d2dbdddcc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T10:45:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['c1479fdc-00cb-48a1-952d-db69eeb992e3'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:46:09.489561 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4352ff0d-1088-4fc6-bd5e-d4b69777ac57 req-d8a80791-010d-44d9-b3dd-fc144130c9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:46:09.491041 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-4352ff0d-1088-4fc6-bd5e-d4b69777ac57 req-d8a80791-010d-44d9-b3dd-fc144130c9b2 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b03820cb-8866-427b-be3e-9d9f5b06805b HTTP/1.1" status: 200 len: 849 time: 0.0836630 Jul 14 10:46:09.536583 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-663b7f9f-2fbc-42a9-a468-b6d2dbdddcc6 None None] Set router c1479fdc-00cb-48a1-952d-db69eeb992e3 gateway port host: n-d-779913-29 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:46:09.545161 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7783df25-e414-4df7-9bd5-c085e2be1b09 req-48f2c356-9b1b-44f2-9f0c-c7d4ab532dd3 tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:46:09.546707 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-7783df25-e414-4df7-9bd5-c085e2be1b09 req-48f2c356-9b1b-44f2-9f0c-c7d4ab532dd3 tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] 10.222.0.68 "GET /v2.0/ports?device_id=6480bb24-4ce3-42c8-aa01-0b7c431979c1 HTTP/1.1" status: 200 len: 945 time: 0.1900449 Jul 14 10:46:09.593384 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4352ff0d-1088-4fc6-bd5e-d4b69777ac57 req-fcc87e68-8fa7-406f-b3ce-a6d4b4a426d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:46:09.595012 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-4352ff0d-1088-4fc6-bd5e-d4b69777ac57 req-fcc87e68-8fa7-406f-b3ce-a6d4b4a426d5 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=bbcbcd61-fbc9-483e-bb94-5d77845f9edf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0961735 Jul 14 10:46:09.600322 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-7783df25-e414-4df7-9bd5-c085e2be1b09 req-f1130f7c-ef10-4d9d-a487-22ad8b5f8067 tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] 10.222.0.68 "GET /v2.0/security-groups?id=fd4b8917-da90-4277-9140-d739d75813ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465190 Jul 14 10:46:09.691022 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-4352ff0d-1088-4fc6-bd5e-d4b69777ac57 req-9b2db2e6-a15f-48cd-bb88-3ac1ac110a9f service neutron] 10.222.0.65 "GET /v2.0/networks/bbcbcd61-fbc9-483e-bb94-5d77845f9edf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882854 Jul 14 10:46:09.760599 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-663b7f9f-2fbc-42a9-a468-b6d2dbdddcc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1479fdc-00cb-48a1-952d-db69eeb992e3', 'name': 'tempest-TestSnapshotPattern-1581369592-router', 'tenant_id': '5ffec4a5422c4d40bdfc13a8d97e1030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': '5cebf741-2726-4e3b-907c-5639f2db2e90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:41:35Z', 'updated_at': '2021-07-14T10:41:38Z', 'revision_number': 4, 'project_id': '5ffec4a5422c4d40bdfc13a8d97e1030', 'gw_port': {'id': '5cebf741-2726-4e3b-907c-5639f2db2e90', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:a4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1479fdc-00cb-48a1-952d-db69eeb992e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:41:35Z', 'updated_at': '2021-07-14T10:41:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_floatingips': [{'id': 'df0b6fe0-f40e-4d93-95e9-47502d2cc877', 'tenant_id': '5ffec4a5422c4d40bdfc13a8d97e1030', 'floating_ip_address': '172.25.4.24', 'floating_network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'router_id': 'c1479fdc-00cb-48a1-952d-db69eeb992e3', 'port_id': '6df7dae8-d4a1-457a-ac88-42fe5459d1c1', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbcbcd61-fbc9-483e-bb94-5d77845f9edf', 'mac_address': 'fa:16:3e:3f:a6:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '344f3373-b3f9-4e22-938b-27e361def462', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T10:42:01Z', 'updated_at': '2021-07-14T10:42:03Z', 'revision_number': 1, 'project_id': '5ffec4a5422c4d40bdfc13a8d97e1030', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7cbe35dc-094d-4eab-aa14-c99373e01072', 'name': '', 'network_id': 'bbcbcd61-fbc9-483e-bb94-5d77845f9edf', 'tenant_id': '5ffec4a5422c4d40bdfc13a8d97e1030', 'mac_address': 'fa:16:3e:fa:0a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1479fdc-00cb-48a1-952d-db69eeb992e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'b03820cb-8866-427b-be3e-9d9f5b06805b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:41:37Z', 'updated_at': '2021-07-14T10:41:43Z', 'revision_number': 5, 'project_id': '5ffec4a5422c4d40bdfc13a8d97e1030', 'subnets': [{'id': 'b03820cb-8866-427b-be3e-9d9f5b06805b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:46:09.782526 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-4352ff0d-1088-4fc6-bd5e-d4b69777ac57 req-bdc2d91d-8b1e-43ef-b0fa-7dabfd6ad07c service neutron] 10.222.0.65 "GET /v2.0/networks/bbcbcd61-fbc9-483e-bb94-5d77845f9edf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840924 Jul 14 10:46:09.794520 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-663b7f9f-2fbc-42a9-a468-b6d2dbdddcc6 None None] The sync data for ids ['c1479fdc-00cb-48a1-952d-db69eeb992e3'] in n-d-779913-29 is: [{'id': 'c1479fdc-00cb-48a1-952d-db69eeb992e3', 'name': 'tempest-TestSnapshotPattern-1581369592-router', 'tenant_id': '5ffec4a5422c4d40bdfc13a8d97e1030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': '5cebf741-2726-4e3b-907c-5639f2db2e90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:41:35Z', 'updated_at': '2021-07-14T10:41:38Z', 'revision_number': 4, 'project_id': '5ffec4a5422c4d40bdfc13a8d97e1030', 'gw_port': {'id': '5cebf741-2726-4e3b-907c-5639f2db2e90', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:a4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1479fdc-00cb-48a1-952d-db69eeb992e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:41:35Z', 'updated_at': '2021-07-14T10:41:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_floatingips': [{'id': 'df0b6fe0-f40e-4d93-95e9-47502d2cc877', 'tenant_id': '5ffec4a5422c4d40bdfc13a8d97e1030', 'floating_ip_address': '172.25.4.24', 'floating_network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'router_id': 'c1479fdc-00cb-48a1-952d-db69eeb992e3', 'port_id': '6df7dae8-d4a1-457a-ac88-42fe5459d1c1', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbcbcd61-fbc9-483e-bb94-5d77845f9edf', 'mac_address': 'fa:16:3e:3f:a6:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '344f3373-b3f9-4e22-938b-27e361def462', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T10:42:01Z', 'updated_at': '2021-07-14T10:42:03Z', 'revision_number': 1, 'project_id': '5ffec4a5422c4d40bdfc13a8d97e1030', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7cbe35dc-094d-4eab-aa14-c99373e01072', 'name': '', 'network_id': 'bbcbcd61-fbc9-483e-bb94-5d77845f9edf', 'tenant_id': '5ffec4a5422c4d40bdfc13a8d97e1030', 'mac_address': 'fa:16:3e:fa:0a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1479fdc-00cb-48a1-952d-db69eeb992e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'b03820cb-8866-427b-be3e-9d9f5b06805b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:41:37Z', 'updated_at': '2021-07-14T10:41:43Z', 'revision_number': 5, 'project_id': '5ffec4a5422c4d40bdfc13a8d97e1030', 'subnets': [{'id': 'b03820cb-8866-427b-be3e-9d9f5b06805b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:46:10.011982 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a4589dc-3a86-4f30-a582-cff3f58fffee None None] New status for floating IP 0fccbdec-a39c-4d3a-8550-9b01074daae7: DOWN {{(pid=93959) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 10:46:10.730586 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device ddcb8fd8-86c4-4e32-a977-0fe77926d954 no longer exists at agent hyperv_n-h1-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:46:10.788188 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e33314e-3975-4b2c-b718-9a2d1b2d3098 req-2022512b-1c32-4767-9509-5a625768cf7c tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:46:10.789732 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-7e33314e-3975-4b2c-b718-9a2d1b2d3098 req-2022512b-1c32-4767-9509-5a625768cf7c tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] 10.222.0.68 "GET /v2.0/ports?device_id=6480bb24-4ce3-42c8-aa01-0b7c431979c1 HTTP/1.1" status: 200 len: 945 time: 0.0703051 Jul 14 10:46:10.806580 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3680873'] for port, before_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:46:10.828538 n-d-779913-29 neutron-server[93959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6480bb24-4ce3-42c8-aa01-0b7c431979c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ddcb8fd8-86c4-4e32-a977-0fe77926d954'}] {{(pid=93959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:46:10.829047 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-7e33314e-3975-4b2c-b718-9a2d1b2d3098 req-f0437033-7613-4871-af7a-d847ebb274ec tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] 10.222.0.68 "GET /v2.0/security-groups?id=fd4b8917-da90-4277-9140-d739d75813ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334220 Jul 14 10:46:10.830816 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}329bd6c07f982fc6c8be245f0be026b528efb6c8a9415522477faf1b9157eba4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57ae2437-07b8-4700-820c-967943c31eca" -d '{"events": [{"server_uuid": "6480bb24-4ce3-42c8-aa01-0b7c431979c1", "name": "network-vif-unplugged", "status": "completed", "tag": "ddcb8fd8-86c4-4e32-a977-0fe77926d954"}]}' {{(pid=93959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:46:10.852657 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] For port ddcb8fd8-86c4-4e32-a977-0fe77926d954, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=ddcb8fd8-86c4-4e32-a977-0fe77926d954,segment=NetworkSegment(6a04b2a5-4efa-4396-8824-494b3edd393f),segment_id=6a04b2a5-4efa-4396-8824-494b3edd393f)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:46:10.857059 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735688246519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735687870118', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735687870136'] for port, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:46:10.881265 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 10:46:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6174e93d-54e3-4bcf-a458-0d03c883548b x-openstack-request-id: req-6174e93d-54e3-4bcf-a458-0d03c883548b {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:46:10.881606 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6480bb24-4ce3-42c8-aa01-0b7c431979c1", "name": "network-vif-unplugged", "status": "completed", "tag": "ddcb8fd8-86c4-4e32-a977-0fe77926d954", "code": 200}]} {{(pid=93959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:46:10.881860 n-d-779913-29 neutron-server[93959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-6174e93d-54e3-4bcf-a458-0d03c883548b {{(pid=93959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:46:10.882246 n-d-779913-29 neutron-server[93959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6480bb24-4ce3-42c8-aa01-0b7c431979c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ddcb8fd8-86c4-4e32-a977-0fe77926d954', 'code': 200} Jul 14 10:46:10.908193 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Pushing event updated for resources: {'Port': ['ID=ddcb8fd8-86c4-4e32-a977-0fe77926d954,revision_number=8']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:46:11.033409 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45766a15-e35e-4ad5-b167-6fe07176942a req-d4ed9d64-ce93-4b2b-bc08-ac954b924c1c tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:46:11.035565 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-45766a15-e35e-4ad5-b167-6fe07176942a req-d4ed9d64-ce93-4b2b-bc08-ac954b924c1c tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] 10.222.0.65 "GET /v2.0/ports?device_id=6480bb24-4ce3-42c8-aa01-0b7c431979c1 HTTP/1.1" status: 200 len: 943 time: 0.0694885 Jul 14 10:46:11.133451 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [req-45766a15-e35e-4ad5-b167-6fe07176942a req-f9e30290-e9a4-43f9-ad90-171f1066c64e tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] Deleting port ddcb8fd8-86c4-4e32-a977-0fe77926d954 {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:46:11.133832 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-45766a15-e35e-4ad5-b167-6fe07176942a req-f9e30290-e9a4-43f9-ad90-171f1066c64e tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:46:11.226240 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-45766a15-e35e-4ad5-b167-6fe07176942a req-f9e30290-e9a4-43f9-ad90-171f1066c64e tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] For port ddcb8fd8-86c4-4e32-a977-0fe77926d954, host n-h1-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-29',level=0,port_id=ddcb8fd8-86c4-4e32-a977-0fe77926d954,segment=NetworkSegment(6a04b2a5-4efa-4396-8824-494b3edd393f),segment_id=6a04b2a5-4efa-4396-8824-494b3edd393f)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:46:11.226517 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-45766a15-e35e-4ad5-b167-6fe07176942a req-f9e30290-e9a4-43f9-ad90-171f1066c64e tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:46:11.239524 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [req-45766a15-e35e-4ad5-b167-6fe07176942a req-f9e30290-e9a4-43f9-ad90-171f1066c64e tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] Calling delete_port for ddcb8fd8-86c4-4e32-a977-0fe77926d954 owned by compute:nova {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:46:11.368432 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-45766a15-e35e-4ad5-b167-6fe07176942a req-f9e30290-e9a4-43f9-ad90-171f1066c64e tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:46:11.403958 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e30290-e9a4-43f9-ad90-171f1066c64e tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] Pushing event deleted for resources: {'Port': ['ID=ddcb8fd8-86c4-4e32-a977-0fe77926d954,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:46:11.439142 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e30290-e9a4-43f9-ad90-171f1066c64e tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:46:11.439491 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e30290-e9a4-43f9-ad90-171f1066c64e tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:46:11.439833 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e30290-e9a4-43f9-ad90-171f1066c64e tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:46:11.440170 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e30290-e9a4-43f9-ad90-171f1066c64e tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:46:11.440536 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e30290-e9a4-43f9-ad90-171f1066c64e tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:46:11.440902 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e30290-e9a4-43f9-ad90-171f1066c64e tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:46:11.441900 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e30290-e9a4-43f9-ad90-171f1066c64e tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:46:11.442236 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e30290-e9a4-43f9-ad90-171f1066c64e tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:46:11.442566 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e30290-e9a4-43f9-ad90-171f1066c64e tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:46:11.442892 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e30290-e9a4-43f9-ad90-171f1066c64e tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:46:11.443220 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e30290-e9a4-43f9-ad90-171f1066c64e tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:46:11.443557 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e30290-e9a4-43f9-ad90-171f1066c64e tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-29 {{(pid=93957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:46:11.464638 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-45766a15-e35e-4ad5-b167-6fe07176942a req-f9e30290-e9a4-43f9-ad90-171f1066c64e tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] No DVR routers for this DVR port ddcb8fd8-86c4-4e32-a977-0fe77926d954 on host n-h1-779913-29 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:46:11.467457 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-45766a15-e35e-4ad5-b167-6fe07176942a req-f9e30290-e9a4-43f9-ad90-171f1066c64e tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:46:11.469797 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-45766a15-e35e-4ad5-b167-6fe07176942a req-f9e30290-e9a4-43f9-ad90-171f1066c64e tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] 10.222.0.65 "DELETE /v2.0/ports/ddcb8fd8-86c4-4e32-a977-0fe77926d954 HTTP/1.1" status: 204 len: 173 time: 0.4298396 Jul 14 10:46:11.470288 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6480bb24-4ce3-42c8-aa01-0b7c431979c1', 'name': 'network-vif-deleted', 'tag': 'ddcb8fd8-86c4-4e32-a977-0fe77926d954'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:46:11.472899 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}175264a25d5f1cec9b1451f1a8cc8ced5d4502f5c48740ac7c6845d527b2175b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23f4d5c0-17cc-4d92-a96e-7ce9a715b30f" -d '{"events": [{"server_uuid": "6480bb24-4ce3-42c8-aa01-0b7c431979c1", "name": "network-vif-deleted", "tag": "ddcb8fd8-86c4-4e32-a977-0fe77926d954"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:46:11.519260 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:46:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5d9b875-2367-426b-9b7c-60e115495e59 x-openstack-request-id: req-a5d9b875-2367-426b-9b7c-60e115495e59 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:46:11.519567 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6480bb24-4ce3-42c8-aa01-0b7c431979c1", "name": "network-vif-deleted", "tag": "ddcb8fd8-86c4-4e32-a977-0fe77926d954", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:46:11.519828 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-a5d9b875-2367-426b-9b7c-60e115495e59 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:46:11.520242 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6480bb24-4ce3-42c8-aa01-0b7c431979c1', 'name': 'network-vif-deleted', 'tag': 'ddcb8fd8-86c4-4e32-a977-0fe77926d954', 'status': 'completed', 'code': 200} Jul 14 10:46:11.990530 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-8ef34c60-6c9f-4cf0-8e19-df74da42f91b req-b7ea2fa1-105d-41b2-b776-e1379c3d2ea9 tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] 10.222.0.68 "GET /v2.0/ports?device_id=6480bb24-4ce3-42c8-aa01-0b7c431979c1 HTTP/1.1" status: 200 len: 210 time: 0.0293500 Jul 14 10:46:13.604816 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 43180) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:46:13.764927 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-62b1049e-9b5e-4743-9fbb-4f799147b23b tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] Deleting port 42b3dfd6-2a2a-4af5-91b6-ed1d29049ed9 {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:46:13.765332 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-62b1049e-9b5e-4743-9fbb-4f799147b23b tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:46:13.834008 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:46:13.845899 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-62b1049e-9b5e-4743-9fbb-4f799147b23b tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:46:13.846150 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-62b1049e-9b5e-4743-9fbb-4f799147b23b tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:46:13.858750 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-62b1049e-9b5e-4743-9fbb-4f799147b23b tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] Calling delete_port for 42b3dfd6-2a2a-4af5-91b6-ed1d29049ed9 owned by network:floatingip {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:46:14.011746 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-62b1049e-9b5e-4743-9fbb-4f799147b23b tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:46:14.036570 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b1049e-9b5e-4743-9fbb-4f799147b23b tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] Pushing event deleted for resources: {'Port': ['ID=42b3dfd6-2a2a-4af5-91b6-ed1d29049ed9,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:46:14.102810 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-62b1049e-9b5e-4743-9fbb-4f799147b23b tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] Notify callbacks [] for floatingip, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:46:14.103080 n-d-779913-29 neutron-server[93957]: INFO neutron.db.l3_db [None req-62b1049e-9b5e-4743-9fbb-4f799147b23b tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] Floating IP df0b6fe0-f40e-4d93-95e9-47502d2cc877 disassociated (deleted). External IP: 172.25.4.24, port: 6df7dae8-d4a1-457a-ac88-42fe5459d1c1. Jul 14 10:46:14.313230 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62b1049e-9b5e-4743-9fbb-4f799147b23b tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] Router c1479fdc-00cb-48a1-952d-db69eeb992e3 has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:46:14.421104 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62b1049e-9b5e-4743-9fbb-4f799147b23b tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:46:14.425815 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-62b1049e-9b5e-4743-9fbb-4f799147b23b tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for floatingip, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:46:14.431217 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef83aeb-709e-4d80-8b09-0a7c0ca6bcff None None] Sync routers for ids ['c1479fdc-00cb-48a1-952d-db69eeb992e3'] in n-d-779913-29 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:46:14.440188 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef83aeb-709e-4d80-8b09-0a7c0ca6bcff None None] Routers {'c1479fdc-00cb-48a1-952d-db69eeb992e3'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:46:14.440801 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-9ef83aeb-709e-4d80-8b09-0a7c0ca6bcff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T10:45:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['c1479fdc-00cb-48a1-952d-db69eeb992e3'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:46:14.464446 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-62b1049e-9b5e-4743-9fbb-4f799147b23b tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] 10.222.0.68 "DELETE /v2.0/floatingips/df0b6fe0-f40e-4d93-95e9-47502d2cc877 HTTP/1.1" status: 204 len: 168 time: 0.8562217 Jul 14 10:46:14.464446 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '344f3373-b3f9-4e22-938b-27e361def462', 'tag': '6df7dae8-d4a1-457a-ac88-42fe5459d1c1'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:46:14.465149 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}175264a25d5f1cec9b1451f1a8cc8ced5d4502f5c48740ac7c6845d527b2175b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6f1536e-40dd-4502-b42e-3ec8ca8cfd31" -d '{"events": [{"name": "network-changed", "server_uuid": "344f3373-b3f9-4e22-938b-27e361def462", "tag": "6df7dae8-d4a1-457a-ac88-42fe5459d1c1"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:46:14.503874 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:46:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-535addd9-d7c4-4a0d-b685-5ca965d2a7ee x-openstack-request-id: req-535addd9-d7c4-4a0d-b685-5ca965d2a7ee {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:46:14.504181 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "344f3373-b3f9-4e22-938b-27e361def462", "tag": "6df7dae8-d4a1-457a-ac88-42fe5459d1c1", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:46:14.504435 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-535addd9-d7c4-4a0d-b685-5ca965d2a7ee {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:46:14.504846 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '344f3373-b3f9-4e22-938b-27e361def462', 'tag': '6df7dae8-d4a1-457a-ac88-42fe5459d1c1', 'status': 'completed', 'code': 200} Jul 14 10:46:14.552346 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-9ef83aeb-709e-4d80-8b09-0a7c0ca6bcff None None] Set router c1479fdc-00cb-48a1-952d-db69eeb992e3 gateway port host: n-d-779913-29 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:46:14.608049 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f1536e-40dd-4502-b42e-3ec8ca8cfd31 req-5486a804-3c1a-4a84-95c1-9ad1de9e259d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:46:14.609782 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a6f1536e-40dd-4502-b42e-3ec8ca8cfd31 req-5486a804-3c1a-4a84-95c1-9ad1de9e259d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5ffec4a5422c4d40bdfc13a8d97e1030&device_id=344f3373-b3f9-4e22-938b-27e361def462 HTTP/1.1" status: 200 len: 1095 time: 0.0591164 Jul 14 10:46:14.659513 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:46:14.714851 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f1536e-40dd-4502-b42e-3ec8ca8cfd31 req-6a7fac46-56f0-4611-bee3-5ca795cbdc2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:46:14.716405 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a6f1536e-40dd-4502-b42e-3ec8ca8cfd31 req-6a7fac46-56f0-4611-bee3-5ca795cbdc2d service neutron] 10.222.0.57 "GET /v2.0/networks?id=bbcbcd61-fbc9-483e-bb94-5d77845f9edf HTTP/1.1" status: 200 len: 911 time: 0.1004226 Jul 14 10:46:14.747135 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device ddcb8fd8-86c4-4e32-a977-0fe77926d954 no longer exists at agent hyperv_n-h1-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:46:14.766917 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] No Port match for: ddcb8fd8-86c4-4e32-a977-0fe77926d954 {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:46:14.767347 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-9ef83aeb-709e-4d80-8b09-0a7c0ca6bcff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1479fdc-00cb-48a1-952d-db69eeb992e3', 'name': 'tempest-TestSnapshotPattern-1581369592-router', 'tenant_id': '5ffec4a5422c4d40bdfc13a8d97e1030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': '5cebf741-2726-4e3b-907c-5639f2db2e90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:41:35Z', 'updated_at': '2021-07-14T10:41:38Z', 'revision_number': 4, 'project_id': '5ffec4a5422c4d40bdfc13a8d97e1030', 'gw_port': {'id': '5cebf741-2726-4e3b-907c-5639f2db2e90', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:a4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1479fdc-00cb-48a1-952d-db69eeb992e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:41:35Z', 'updated_at': '2021-07-14T10:41:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': '7cbe35dc-094d-4eab-aa14-c99373e01072', 'name': '', 'network_id': 'bbcbcd61-fbc9-483e-bb94-5d77845f9edf', 'tenant_id': '5ffec4a5422c4d40bdfc13a8d97e1030', 'mac_address': 'fa:16:3e:fa:0a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1479fdc-00cb-48a1-952d-db69eeb992e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'b03820cb-8866-427b-be3e-9d9f5b06805b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:41:37Z', 'updated_at': '2021-07-14T10:41:43Z', 'revision_number': 5, 'project_id': '5ffec4a5422c4d40bdfc13a8d97e1030', 'subnets': [{'id': 'b03820cb-8866-427b-be3e-9d9f5b06805b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:46:14.768002 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Device ddcb8fd8-86c4-4e32-a977-0fe77926d954 not bound to the agent host n-h1-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:46:14.780246 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a6f1536e-40dd-4502-b42e-3ec8ca8cfd31 req-fc883b92-b6a6-4c07-ba39-97e09e09f86b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6df7dae8-d4a1-457a-ac88-42fe5459d1c1 HTTP/1.1" status: 200 len: 217 time: 0.0413120 Jul 14 10:46:14.795121 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef83aeb-709e-4d80-8b09-0a7c0ca6bcff None None] Checking router: c1479fdc-00cb-48a1-952d-db69eeb992e3 for host: n-d-779913-29 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:46:14.803897 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef83aeb-709e-4d80-8b09-0a7c0ca6bcff None None] Routers {'c1479fdc-00cb-48a1-952d-db69eeb992e3'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:46:14.804506 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-9ef83aeb-709e-4d80-8b09-0a7c0ca6bcff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T10:45:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['c1479fdc-00cb-48a1-952d-db69eeb992e3'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:46:14.836924 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f1536e-40dd-4502-b42e-3ec8ca8cfd31 req-bc25e134-16ce-4c13-bcf5-fa0718835dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:46:14.838446 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a6f1536e-40dd-4502-b42e-3ec8ca8cfd31 req-bc25e134-16ce-4c13-bcf5-fa0718835dd7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b03820cb-8866-427b-be3e-9d9f5b06805b HTTP/1.1" status: 200 len: 849 time: 0.0512078 Jul 14 10:46:14.869420 n-d-779913-29 neutron-server[93958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3160eb9d-f4c1-4cb0-b8b7-61f93fc1b071 req-9029fa2d-466f-4cba-b56f-2384d0e68079 tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:46:14.871085 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-3160eb9d-f4c1-4cb0-b8b7-61f93fc1b071 req-9029fa2d-466f-4cba-b56f-2384d0e68079 tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] 10.222.0.68 "GET /v2.0/ports?device_id=344f3373-b3f9-4e22-938b-27e361def462 HTTP/1.1" status: 200 len: 943 time: 0.0707538 Jul 14 10:46:14.905606 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f1536e-40dd-4502-b42e-3ec8ca8cfd31 req-3ce046de-f8e2-4923-af40-9b4ddd7b2565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:46:14.906944 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a6f1536e-40dd-4502-b42e-3ec8ca8cfd31 req-3ce046de-f8e2-4923-af40-9b4ddd7b2565 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=bbcbcd61-fbc9-483e-bb94-5d77845f9edf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0608125 Jul 14 10:46:14.914277 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [req-3160eb9d-f4c1-4cb0-b8b7-61f93fc1b071 req-7a71abb4-bfa6-4d18-9dbc-4cc5a3a98332 tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] 10.222.0.68 "GET /v2.0/security-groups?id=fd4b8917-da90-4277-9140-d739d75813ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368376 Jul 14 10:46:15.005872 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a6f1536e-40dd-4502-b42e-3ec8ca8cfd31 req-92f6d98a-1ea8-40e8-b8d5-e3353675d101 service neutron] 10.222.0.57 "GET /v2.0/networks/bbcbcd61-fbc9-483e-bb94-5d77845f9edf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917909 Jul 14 10:46:15.009513 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-9ef83aeb-709e-4d80-8b09-0a7c0ca6bcff None None] Set router c1479fdc-00cb-48a1-952d-db69eeb992e3 gateway port host: n-d-779913-29 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:46:15.107451 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-a6f1536e-40dd-4502-b42e-3ec8ca8cfd31 req-9735bfa2-a56e-46c4-af56-6e547f8cdc62 service neutron] 10.222.0.57 "GET /v2.0/networks/bbcbcd61-fbc9-483e-bb94-5d77845f9edf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945780 Jul 14 10:46:15.215486 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-9ef83aeb-709e-4d80-8b09-0a7c0ca6bcff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1479fdc-00cb-48a1-952d-db69eeb992e3', 'name': 'tempest-TestSnapshotPattern-1581369592-router', 'tenant_id': '5ffec4a5422c4d40bdfc13a8d97e1030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': '5cebf741-2726-4e3b-907c-5639f2db2e90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:41:35Z', 'updated_at': '2021-07-14T10:41:38Z', 'revision_number': 4, 'project_id': '5ffec4a5422c4d40bdfc13a8d97e1030', 'gw_port': {'id': '5cebf741-2726-4e3b-907c-5639f2db2e90', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:a4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1479fdc-00cb-48a1-952d-db69eeb992e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:41:35Z', 'updated_at': '2021-07-14T10:41:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': '7cbe35dc-094d-4eab-aa14-c99373e01072', 'name': '', 'network_id': 'bbcbcd61-fbc9-483e-bb94-5d77845f9edf', 'tenant_id': '5ffec4a5422c4d40bdfc13a8d97e1030', 'mac_address': 'fa:16:3e:fa:0a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1479fdc-00cb-48a1-952d-db69eeb992e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'b03820cb-8866-427b-be3e-9d9f5b06805b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:41:37Z', 'updated_at': '2021-07-14T10:41:43Z', 'revision_number': 5, 'project_id': '5ffec4a5422c4d40bdfc13a8d97e1030', 'subnets': [{'id': 'b03820cb-8866-427b-be3e-9d9f5b06805b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:46:15.244515 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef83aeb-709e-4d80-8b09-0a7c0ca6bcff None None] The sync data for ids ['c1479fdc-00cb-48a1-952d-db69eeb992e3'] in n-d-779913-29 is: [{'id': 'c1479fdc-00cb-48a1-952d-db69eeb992e3', 'name': 'tempest-TestSnapshotPattern-1581369592-router', 'tenant_id': '5ffec4a5422c4d40bdfc13a8d97e1030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': '5cebf741-2726-4e3b-907c-5639f2db2e90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:41:35Z', 'updated_at': '2021-07-14T10:41:38Z', 'revision_number': 4, 'project_id': '5ffec4a5422c4d40bdfc13a8d97e1030', 'gw_port': {'id': '5cebf741-2726-4e3b-907c-5639f2db2e90', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:a4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1479fdc-00cb-48a1-952d-db69eeb992e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:41:35Z', 'updated_at': '2021-07-14T10:41:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29', '_interfaces': [{'id': '7cbe35dc-094d-4eab-aa14-c99373e01072', 'name': '', 'network_id': 'bbcbcd61-fbc9-483e-bb94-5d77845f9edf', 'tenant_id': '5ffec4a5422c4d40bdfc13a8d97e1030', 'mac_address': 'fa:16:3e:fa:0a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1479fdc-00cb-48a1-952d-db69eeb992e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'b03820cb-8866-427b-be3e-9d9f5b06805b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:41:37Z', 'updated_at': '2021-07-14T10:41:43Z', 'revision_number': 5, 'project_id': '5ffec4a5422c4d40bdfc13a8d97e1030', 'subnets': [{'id': 'b03820cb-8866-427b-be3e-9d9f5b06805b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:46:15.456346 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa093de7-fb9b-4a8e-b6e7-fc0218d66c76 None None] New status for floating IP df0b6fe0-f40e-4d93-95e9-47502d2cc877: DOWN {{(pid=93959) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 10:46:16.091034 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b16fa6-cd82-4715-bf1e-7f3ea4d3cee5 req-6310f676-0f8e-44d0-9f03-e34a868bdc02 tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:46:16.092585 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-42b16fa6-cd82-4715-bf1e-7f3ea4d3cee5 req-6310f676-0f8e-44d0-9f03-e34a868bdc02 tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] 10.222.0.68 "GET /v2.0/ports?device_id=344f3373-b3f9-4e22-938b-27e361def462 HTTP/1.1" status: 200 len: 943 time: 0.0641723 Jul 14 10:46:16.130953 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-42b16fa6-cd82-4715-bf1e-7f3ea4d3cee5 req-e0618f5d-8c86-47fa-b761-0bb46e5ecdf3 tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] 10.222.0.68 "GET /v2.0/security-groups?id=fd4b8917-da90-4277-9140-d739d75813ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323091 Jul 14 10:46:16.512407 n-d-779913-29 neutron-server[93957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ba30eb-d3c7-4845-9fec-e2653d3dc93e req-019b3ab6-9f69-4317-8c8a-2f569a9d929c tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:46:16.513896 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f3ba30eb-d3c7-4845-9fec-e2653d3dc93e req-019b3ab6-9f69-4317-8c8a-2f569a9d929c tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] 10.222.0.57 "GET /v2.0/ports?device_id=344f3373-b3f9-4e22-938b-27e361def462 HTTP/1.1" status: 200 len: 943 time: 0.0667539 Jul 14 10:46:16.615121 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [req-f3ba30eb-d3c7-4845-9fec-e2653d3dc93e req-a2fbd313-919b-49f9-ba88-cb3682211daf tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] Deleting port 6df7dae8-d4a1-457a-ac88-42fe5459d1c1 {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:46:16.615472 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-f3ba30eb-d3c7-4845-9fec-e2653d3dc93e req-a2fbd313-919b-49f9-ba88-cb3682211daf tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:46:16.708963 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [req-f3ba30eb-d3c7-4845-9fec-e2653d3dc93e req-a2fbd313-919b-49f9-ba88-cb3682211daf tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] For port 6df7dae8-d4a1-457a-ac88-42fe5459d1c1, host n-h2-779913-29, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-29',level=0,port_id=6df7dae8-d4a1-457a-ac88-42fe5459d1c1,segment=NetworkSegment(6a04b2a5-4efa-4396-8824-494b3edd393f),segment_id=6a04b2a5-4efa-4396-8824-494b3edd393f)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:46:16.709323 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-f3ba30eb-d3c7-4845-9fec-e2653d3dc93e req-a2fbd313-919b-49f9-ba88-cb3682211daf tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:46:16.720748 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [req-f3ba30eb-d3c7-4845-9fec-e2653d3dc93e req-a2fbd313-919b-49f9-ba88-cb3682211daf tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] Calling delete_port for 6df7dae8-d4a1-457a-ac88-42fe5459d1c1 owned by compute:nova {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:46:16.851578 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-f3ba30eb-d3c7-4845-9fec-e2653d3dc93e req-a2fbd313-919b-49f9-ba88-cb3682211daf tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:46:16.884053 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fbd313-919b-49f9-ba88-cb3682211daf tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] Pushing event deleted for resources: {'Port': ['ID=6df7dae8-d4a1-457a-ac88-42fe5459d1c1,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:46:16.930718 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3ba30eb-d3c7-4845-9fec-e2653d3dc93e req-a2fbd313-919b-49f9-ba88-cb3682211daf tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] No DVR routers for this DVR port 6df7dae8-d4a1-457a-ac88-42fe5459d1c1 on host n-h2-779913-29 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:46:16.933377 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [req-f3ba30eb-d3c7-4845-9fec-e2653d3dc93e req-a2fbd313-919b-49f9-ba88-cb3682211daf tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-146153'] for port, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:46:16.935399 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-f3ba30eb-d3c7-4845-9fec-e2653d3dc93e req-a2fbd313-919b-49f9-ba88-cb3682211daf tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] 10.222.0.57 "DELETE /v2.0/ports/6df7dae8-d4a1-457a-ac88-42fe5459d1c1 HTTP/1.1" status: 204 len: 173 time: 0.4166579 Jul 14 10:46:16.935840 n-d-779913-29 neutron-server[93957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '344f3373-b3f9-4e22-938b-27e361def462', 'name': 'network-vif-deleted', 'tag': '6df7dae8-d4a1-457a-ac88-42fe5459d1c1'}] {{(pid=93957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:46:16.938126 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}175264a25d5f1cec9b1451f1a8cc8ced5d4502f5c48740ac7c6845d527b2175b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2c728b9-b8ab-4220-b51d-47ab0d342de1" -d '{"events": [{"server_uuid": "344f3373-b3f9-4e22-938b-27e361def462", "name": "network-vif-deleted", "tag": "6df7dae8-d4a1-457a-ac88-42fe5459d1c1"}]}' {{(pid=93957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:46:17.027402 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:46:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb065fbe-ffa0-4799-8936-d4bbc6017895 x-openstack-request-id: req-eb065fbe-ffa0-4799-8936-d4bbc6017895 {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:46:17.028001 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "344f3373-b3f9-4e22-938b-27e361def462", "name": "network-vif-deleted", "tag": "6df7dae8-d4a1-457a-ac88-42fe5459d1c1", "status": "completed", "code": 200}]} {{(pid=93957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:46:17.028448 n-d-779913-29 neutron-server[93957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-eb065fbe-ffa0-4799-8936-d4bbc6017895 {{(pid=93957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:46:17.028882 n-d-779913-29 neutron-server[93957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '344f3373-b3f9-4e22-938b-27e361def462', 'name': 'network-vif-deleted', 'tag': '6df7dae8-d4a1-457a-ac88-42fe5459d1c1', 'status': 'completed', 'code': 200} Jul 14 10:46:17.290357 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [req-1e00bdf0-3d1d-467e-b1b1-4c1e8ad1a73d req-a9942171-2f60-45ad-8117-886b107e134b tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] 10.222.0.68 "GET /v2.0/ports?device_id=344f3373-b3f9-4e22-938b-27e361def462 HTTP/1.1" status: 200 len: 210 time: 0.0300066 Jul 14 10:46:18.383530 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 43198) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:46:18.440723 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7211ad11-4dcf-4d1d-9d4b-bb51b4fd9ed1 tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] Notify callbacks [] for security_group, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:46:18.465099 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7211ad11-4dcf-4d1d-9d4b-bb51b4fd9ed1 tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:46:18.529126 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7211ad11-4dcf-4d1d-9d4b-bb51b4fd9ed1 tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:46:18.531800 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-7211ad11-4dcf-4d1d-9d4b-bb51b4fd9ed1 tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] Notify callbacks [] for security_group, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:46:18.532956 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-7211ad11-4dcf-4d1d-9d4b-bb51b4fd9ed1 tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] 10.222.0.68 "DELETE /v2.0/security-groups/fd4b8917-da90-4277-9140-d739d75813ba HTTP/1.1" status: 204 len: 168 time: 0.1484406 Jul 14 10:46:18.543023 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7211ad11-4dcf-4d1d-9d4b-bb51b4fd9ed1 tempest-TestSnapshotPattern-1206159254 tempest-TestSnapshotPattern-1206159254-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd4b8917-da90-4277-9140-d739d75813ba,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:46:19.598702 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 43204) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:46:19.935352 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b2df2ace-d2d8-4253-a3df-52ad1d143b9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-683602'] for router_interface, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:46:20.194109 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-b2df2ace-d2d8-4253-a3df-52ad1d143b9d admin admin] Deleting port 7cbe35dc-094d-4eab-aa14-c99373e01072 {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:46:20.194364 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b2df2ace-d2d8-4253-a3df-52ad1d143b9d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:46:20.276491 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-b2df2ace-d2d8-4253-a3df-52ad1d143b9d admin admin] For port 7cbe35dc-094d-4eab-aa14-c99373e01072, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=7cbe35dc-094d-4eab-aa14-c99373e01072,segment=NetworkSegment(6a04b2a5-4efa-4396-8824-494b3edd393f),segment_id=6a04b2a5-4efa-4396-8824-494b3edd393f)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:46:20.276866 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b2df2ace-d2d8-4253-a3df-52ad1d143b9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:46:20.291768 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-b2df2ace-d2d8-4253-a3df-52ad1d143b9d admin admin] Calling delete_port for 7cbe35dc-094d-4eab-aa14-c99373e01072 owned by network:router_interface {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:46:20.470074 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b2df2ace-d2d8-4253-a3df-52ad1d143b9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:46:20.493906 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2df2ace-d2d8-4253-a3df-52ad1d143b9d admin admin] Pushing event deleted for resources: {'Port': ['ID=7cbe35dc-094d-4eab-aa14-c99373e01072,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:46:20.524267 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 6df7dae8-d4a1-457a-ac88-42fe5459d1c1 no longer exists at agent hyperv_n-h2-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:46:20.544859 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] No Port match for: 6df7dae8-d4a1-457a-ac88-42fe5459d1c1 {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:46:20.545218 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Device 6df7dae8-d4a1-457a-ac88-42fe5459d1c1 not bound to the agent host n-h2-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:46:20.665217 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-b2df2ace-d2d8-4253-a3df-52ad1d143b9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-620860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682934'] for router_interface, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:46:21.202612 n-d-779913-29 neutron-server[93957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2df2ace-d2d8-4253-a3df-52ad1d143b9d admin admin] Router c1479fdc-00cb-48a1-952d-db69eeb992e3 has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:46:21.309686 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2df2ace-d2d8-4253-a3df-52ad1d143b9d admin admin] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:46:21.314809 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-b2df2ace-d2d8-4253-a3df-52ad1d143b9d admin admin] 10.222.0.68 "PUT /v2.0/routers/c1479fdc-00cb-48a1-952d-db69eeb992e3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7150769 Jul 14 10:46:21.318205 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 43206) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:46:21.318917 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59aaa6b0-d44e-4ec5-9f10-7784fde51d15 None None] Sync routers for ids ['c1479fdc-00cb-48a1-952d-db69eeb992e3'] in n-d-779913-29 {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:46:21.328035 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59aaa6b0-d44e-4ec5-9f10-7784fde51d15 None None] Routers {'c1479fdc-00cb-48a1-952d-db69eeb992e3'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:46:21.328639 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-59aaa6b0-d44e-4ec5-9f10-7784fde51d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T10:45:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['c1479fdc-00cb-48a1-952d-db69eeb992e3'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:46:21.432093 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-59aaa6b0-d44e-4ec5-9f10-7784fde51d15 None None] Set router c1479fdc-00cb-48a1-952d-db69eeb992e3 gateway port host: n-d-779913-29 {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:46:21.472815 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-078da8bd-e7ee-4420-8fb9-ea663256324a admin admin] Notify callbacks [] for router, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:46:21.576825 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-078da8bd-e7ee-4420-8fb9-ea663256324a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:46:21.607971 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-59aaa6b0-d44e-4ec5-9f10-7784fde51d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1479fdc-00cb-48a1-952d-db69eeb992e3', 'name': 'tempest-TestSnapshotPattern-1581369592-router', 'tenant_id': '5ffec4a5422c4d40bdfc13a8d97e1030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': '5cebf741-2726-4e3b-907c-5639f2db2e90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:41:35Z', 'updated_at': '2021-07-14T10:46:20Z', 'revision_number': 5, 'project_id': '5ffec4a5422c4d40bdfc13a8d97e1030', 'gw_port': {'id': '5cebf741-2726-4e3b-907c-5639f2db2e90', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:a4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1479fdc-00cb-48a1-952d-db69eeb992e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:41:35Z', 'updated_at': '2021-07-14T10:41:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29'}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:46:21.630929 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-078da8bd-e7ee-4420-8fb9-ea663256324a admin admin] Deleting port 5cebf741-2726-4e3b-907c-5639f2db2e90 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:46:21.631274 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-078da8bd-e7ee-4420-8fb9-ea663256324a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:46:21.634542 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59aaa6b0-d44e-4ec5-9f10-7784fde51d15 None None] Checking router: c1479fdc-00cb-48a1-952d-db69eeb992e3 for host: n-d-779913-29 {{(pid=93960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:46:21.643097 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59aaa6b0-d44e-4ec5-9f10-7784fde51d15 None None] Routers {'c1479fdc-00cb-48a1-952d-db69eeb992e3'} bound to L3 agent in host n-d-779913-29 {{(pid=93960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:46:21.643752 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-59aaa6b0-d44e-4ec5-9f10-7784fde51d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T10:45:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['c1479fdc-00cb-48a1-952d-db69eeb992e3'], 'active': True} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:46:21.715590 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-078da8bd-e7ee-4420-8fb9-ea663256324a admin admin] For port 5cebf741-2726-4e3b-907c-5639f2db2e90, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=5cebf741-2726-4e3b-907c-5639f2db2e90,segment=NetworkSegment(81bf7a93-80b3-43df-b9d5-462c604a2945),segment_id=81bf7a93-80b3-43df-b9d5-462c604a2945)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:46:21.715944 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-078da8bd-e7ee-4420-8fb9-ea663256324a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:46:21.728440 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-078da8bd-e7ee-4420-8fb9-ea663256324a admin admin] Calling delete_port for 5cebf741-2726-4e3b-907c-5639f2db2e90 owned by network:router_gateway {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:46:21.728772 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_dvr_db [None req-59aaa6b0-d44e-4ec5-9f10-7784fde51d15 None None] Set router c1479fdc-00cb-48a1-952d-db69eeb992e3 gateway port host: None {{(pid=93960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:46:21.782220 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.l3_hamode_db [None req-59aaa6b0-d44e-4ec5-9f10-7784fde51d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1479fdc-00cb-48a1-952d-db69eeb992e3', 'name': 'tempest-TestSnapshotPattern-1581369592-router', 'tenant_id': '5ffec4a5422c4d40bdfc13a8d97e1030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:41:35Z', 'updated_at': '2021-07-14T10:46:21Z', 'revision_number': 6, 'project_id': '5ffec4a5422c4d40bdfc13a8d97e1030', 'gw_port_host': None}], 'n-d-779913-29', False) {} {{(pid=93960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:46:21.810961 n-d-779913-29 neutron-server[93960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59aaa6b0-d44e-4ec5-9f10-7784fde51d15 None None] The sync data for ids ['c1479fdc-00cb-48a1-952d-db69eeb992e3'] in n-d-779913-29 is: [{'id': 'c1479fdc-00cb-48a1-952d-db69eeb992e3', 'name': 'tempest-TestSnapshotPattern-1581369592-router', 'tenant_id': '5ffec4a5422c4d40bdfc13a8d97e1030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:41:35Z', 'updated_at': '2021-07-14T10:46:21Z', 'revision_number': 6, 'project_id': '5ffec4a5422c4d40bdfc13a8d97e1030', 'gw_port_host': None}] {{(pid=93960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:46:21.896907 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-078da8bd-e7ee-4420-8fb9-ea663256324a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:46:21.931335 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078da8bd-e7ee-4420-8fb9-ea663256324a admin admin] Pushing event deleted for resources: {'Port': ['ID=5cebf741-2726-4e3b-907c-5639f2db2e90,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:46:21.998655 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-078da8bd-e7ee-4420-8fb9-ea663256324a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-660532'] for router_gateway, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:46:22.091869 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-078da8bd-e7ee-4420-8fb9-ea663256324a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-711871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12964'] for router, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:46:22.093877 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-078da8bd-e7ee-4420-8fb9-ea663256324a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:46:22.140616 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-078da8bd-e7ee-4420-8fb9-ea663256324a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-704815'] for router, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:46:22.141148 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-078da8bd-e7ee-4420-8fb9-ea663256324a admin admin] Fanout notify agent at l3_agent the message router_deleted on router c1479fdc-00cb-48a1-952d-db69eeb992e3 {{(pid=93958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 10:46:22.146067 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-078da8bd-e7ee-4420-8fb9-ea663256324a admin admin] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:46:22.147483 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-078da8bd-e7ee-4420-8fb9-ea663256324a admin admin] 10.222.0.68 "DELETE /v2.0/routers/c1479fdc-00cb-48a1-952d-db69eeb992e3 HTTP/1.1" status: 204 len: 168 time: 0.8278503 Jul 14 10:46:22.150325 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 43208) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:46:22.197943 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcd95f90-aae4-4da3-90fe-1ac220dfe618 admin admin] Deleting subnet b03820cb-8866-427b-be3e-9d9f5b06805b {{(pid=93957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 10:46:22.201301 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-fcd95f90-aae4-4da3-90fe-1ac220dfe618 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:46:22.239737 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-fcd95f90-aae4-4da3-90fe-1ac220dfe618 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10944203'] for subnet, precommit_delete_associations {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:46:22.321523 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-fcd95f90-aae4-4da3-90fe-1ac220dfe618 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3481002'] for subnet, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:46:22.367360 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7ad40e78-4aa2-4e95-9553-6b37e86f6eaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:46:22.375110 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-fcd95f90-aae4-4da3-90fe-1ac220dfe618 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10052701', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11984075'] for subnet, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:46:22.399676 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd95f90-aae4-4da3-90fe-1ac220dfe618 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b03820cb-8866-427b-be3e-9d9f5b06805b,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:46:22.406494 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-fcd95f90-aae4-4da3-90fe-1ac220dfe618 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:46:22.408371 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-fcd95f90-aae4-4da3-90fe-1ac220dfe618 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/b03820cb-8866-427b-be3e-9d9f5b06805b HTTP/1.1" status: 204 len: 168 time: 0.2569418 Jul 14 10:46:22.411692 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [-] (93957) accepted ('10.222.0.68', 43210) {{(pid=93957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:46:22.413014 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d3e9af3-b66a-4a97-8787-3d1d7e038257 None None] Network bbcbcd61-fbc9-483e-bb94-5d77845f9edf requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:46:22.483681 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-932e4722-f89e-4b8f-954c-cba437e121ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3876111'] for network, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:46:22.540328 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-932e4722-f89e-4b8f-954c-cba437e121ea admin admin] Deleting port d4fc0411-ffe9-4a06-b88c-55e6ec7b9322 {{(pid=93957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:46:22.540597 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-932e4722-f89e-4b8f-954c-cba437e121ea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:46:22.606259 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afde3d49-ba24-4505-8c00-14d4d9fadb46 None None] DHCP port deletion for bbcbcd61-fbc9-483e-bb94-5d77845f9edf request from n-d-779913-29 {{(pid=93959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 10:46:22.612133 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.db [None req-932e4722-f89e-4b8f-954c-cba437e121ea admin admin] For port d4fc0411-ffe9-4a06-b88c-55e6ec7b9322, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=d4fc0411-ffe9-4a06-b88c-55e6ec7b9322,segment=NetworkSegment(6a04b2a5-4efa-4396-8824-494b3edd393f),segment_id=6a04b2a5-4efa-4396-8824-494b3edd393f)] {{(pid=93957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:46:22.612589 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-932e4722-f89e-4b8f-954c-cba437e121ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:46:22.628600 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.plugin [None req-932e4722-f89e-4b8f-954c-cba437e121ea admin admin] Calling delete_port for d4fc0411-ffe9-4a06-b88c-55e6ec7b9322 owned by network:dhcp {{(pid=93957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:46:22.653098 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-afde3d49-ba24-4505-8c00-14d4d9fadb46 None None] Deleting port d4fc0411-ffe9-4a06-b88c-55e6ec7b9322 {{(pid=93959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:46:22.653477 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-afde3d49-ba24-4505-8c00-14d4d9fadb46 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:46:22.718533 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-932e4722-f89e-4b8f-954c-cba437e121ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10052608'] for port, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:46:22.720767 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.db [None req-afde3d49-ba24-4505-8c00-14d4d9fadb46 None None] For port d4fc0411-ffe9-4a06-b88c-55e6ec7b9322, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=d4fc0411-ffe9-4a06-b88c-55e6ec7b9322,segment=NetworkSegment(6a04b2a5-4efa-4396-8824-494b3edd393f),segment_id=6a04b2a5-4efa-4396-8824-494b3edd393f)] {{(pid=93959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:46:22.721264 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-afde3d49-ba24-4505-8c00-14d4d9fadb46 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:46:22.735988 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-afde3d49-ba24-4505-8c00-14d4d9fadb46 None None] Calling delete_port for d4fc0411-ffe9-4a06-b88c-55e6ec7b9322 owned by network:dhcp {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:46:22.746585 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932e4722-f89e-4b8f-954c-cba437e121ea admin admin] Pushing event deleted for resources: {'Port': ['ID=d4fc0411-ffe9-4a06-b88c-55e6ec7b9322,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:46:22.753882 n-d-779913-29 neutron-server[93957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-932e4722-f89e-4b8f-954c-cba437e121ea admin admin] No DVR routers for this DVR port d4fc0411-ffe9-4a06-b88c-55e6ec7b9322 on host n-d-779913-29 {{(pid=93957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:46:22.819134 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-afde3d49-ba24-4505-8c00-14d4d9fadb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109'] for port, after_delete {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:46:22.831229 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-932e4722-f89e-4b8f-954c-cba437e121ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473955', 'neutron.services.segments.db._delete_segments_for_network-8735688326548'] for network, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:46:22.842162 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-932e4722-f89e-4b8f-954c-cba437e121ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbcbcd61-fbc9-483e-bb94-5d77845f9edf']}} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:46:22.851127 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afde3d49-ba24-4505-8c00-14d4d9fadb46 None None] No DVR routers for this DVR port d4fc0411-ffe9-4a06-b88c-55e6ec7b9322 on host n-d-779913-29 {{(pid=93959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:46:22.855317 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-932e4722-f89e-4b8f-954c-cba437e121ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a04b2a5-4efa-4396-8824-494b3edd393f') {'for_net_delete': True} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:46:22.855620 n-d-779913-29 neutron-server[93957]: DEBUG neutron.services.segments.db [None req-932e4722-f89e-4b8f-954c-cba437e121ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a04b2a5-4efa-4396-8824-494b3edd393f') {} {{(pid=93957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:46:22.855760 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afde3d49-ba24-4505-8c00-14d4d9fadb46 None None] Pushing event deleted for resources: {'Port': ['ID=d4fc0411-ffe9-4a06-b88c-55e6ec7b9322,revision_number=None']} {{(pid=93959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:46:22.867389 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-932e4722-f89e-4b8f-954c-cba437e121ea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735688356235', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10944210'] for segment, before_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:46:22.881940 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-932e4722-f89e-4b8f-954c-cba437e121ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:46:22.889130 n-d-779913-29 neutron-server[93957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-932e4722-f89e-4b8f-954c-cba437e121ea admin admin] Releasing vlan 707 on physical network physnet1 to pool {{(pid=93957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 10:46:22.889613 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-932e4722-f89e-4b8f-954c-cba437e121ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10053619'] for segment, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:46:22.891762 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:46:22.891762 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:46:22.891762 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:46:22.891762 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:46:22.891762 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:46:22.891762 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:46:22.891762 n-d-779913-29 neutron-server[93957]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:46:22.891762 n-d-779913-29 neutron-server[93957]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:46:22.891762 n-d-779913-29 neutron-server[93957]: Traceback (most recent call last): Jul 14 10:46:22.891762 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 10:46:22.891762 n-d-779913-29 neutron-server[93957]: timer() Jul 14 10:46:22.891762 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 10:46:22.891762 n-d-779913-29 neutron-server[93957]: cb(*args, **kw) Jul 14 10:46:22.891762 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 10:46:22.891762 n-d-779913-29 neutron-server[93957]: return func(*args, **kwargs) Jul 14 10:46:22.891762 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 10:46:22.891762 n-d-779913-29 neutron-server[93957]: self._notify() Jul 14 10:46:22.891762 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 10:46:22.891762 n-d-779913-29 neutron-server[93957]: self.callback(batched_events) Jul 14 10:46:22.891762 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 10:46:22.891762 n-d-779913-29 neutron-server[93957]: event.method(event) Jul 14 10:46:22.891762 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 10:46:22.891762 n-d-779913-29 neutron-server[93957]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 10:46:22.891762 n-d-779913-29 neutron-server[93957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 10:46:22.891762 n-d-779913-29 neutron-server[93957]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 10:46:22.891762 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 10:46:22.891762 n-d-779913-29 neutron-server[93957]: return f(self, *a, **k) Jul 14 10:46:22.891762 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 10:46:22.891762 n-d-779913-29 neutron-server[93957]: return self._get(url).json() Jul 14 10:46:22.891762 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 10:46:22.891762 n-d-779913-29 neutron-server[93957]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 10:46:22.891762 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 10:46:22.891762 n-d-779913-29 neutron-server[93957]: return self.request(url, 'GET', **kwargs) Jul 14 10:46:22.891762 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 10:46:22.891762 n-d-779913-29 neutron-server[93957]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 10:46:22.891762 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 10:46:22.891762 n-d-779913-29 neutron-server[93957]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 10:46:22.891762 n-d-779913-29 neutron-server[93957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 10:46:22.891762 n-d-779913-29 neutron-server[93957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 10:46:22.891762 n-d-779913-29 neutron-server[93957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 10:46:22.950808 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-932e4722-f89e-4b8f-954c-cba437e121ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660504'] for network, after_delete {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:46:22.958528 n-d-779913-29 neutron-server[93957]: DEBUG neutron_lib.callbacks.manager [None req-932e4722-f89e-4b8f-954c-cba437e121ea admin admin] Notify callbacks [] for network, before_response {{(pid=93957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:46:22.962006 n-d-779913-29 neutron-server[93957]: INFO neutron.wsgi [None req-932e4722-f89e-4b8f-954c-cba437e121ea admin admin] 10.222.0.68 "DELETE /v2.0/networks/bbcbcd61-fbc9-483e-bb94-5d77845f9edf HTTP/1.1" status: 204 len: 168 time: 0.5491283 Jul 14 10:46:22.964791 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 43212) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:46:22.984509 n-d-779913-29 neutron-server[93957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932e4722-f89e-4b8f-954c-cba437e121ea admin admin] Pushing event deleted for resources: {'Network': ['ID=bbcbcd61-fbc9-483e-bb94-5d77845f9edf,revision_number=None']} {{(pid=93957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:46:23.493199 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 7cbe35dc-094d-4eab-aa14-c99373e01072 no longer exists at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:46:23.513756 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] No Port match for: 7cbe35dc-094d-4eab-aa14-c99373e01072 {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:46:23.514105 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 7cbe35dc-094d-4eab-aa14-c99373e01072 not bound to the agent host n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:46:23.514523 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device d4fc0411-ffe9-4a06-b88c-55e6ec7b9322 no longer exists at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:46:23.534320 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] No Port match for: d4fc0411-ffe9-4a06-b88c-55e6ec7b9322 {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:46:23.534663 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device d4fc0411-ffe9-4a06-b88c-55e6ec7b9322 not bound to the agent host n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:46:23.535082 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 5cebf741-2726-4e3b-907c-5639f2db2e90 no longer exists at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:46:23.554270 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] No Port match for: 5cebf741-2726-4e3b-907c-5639f2db2e90 {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:46:23.554611 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 5cebf741-2726-4e3b-907c-5639f2db2e90 not bound to the agent host n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:46:23.570266 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-20678de5-e126-4a50-a11f-b51a59775080 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-683602'] for router_interface, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:46:23.824146 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-20678de5-e126-4a50-a11f-b51a59775080 admin admin] Deleting port 6cb37705-5aff-4fbe-bb55-433acb940cf1 {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:46:23.824493 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-20678de5-e126-4a50-a11f-b51a59775080 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:46:23.900106 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-20678de5-e126-4a50-a11f-b51a59775080 admin admin] For port 6cb37705-5aff-4fbe-bb55-433acb940cf1, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=6cb37705-5aff-4fbe-bb55-433acb940cf1,segment=NetworkSegment(8a90d905-eb49-44e8-a176-06bf404b1f28),segment_id=8a90d905-eb49-44e8-a176-06bf404b1f28)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:46:23.900465 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-20678de5-e126-4a50-a11f-b51a59775080 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:46:23.912623 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-20678de5-e126-4a50-a11f-b51a59775080 admin admin] Calling delete_port for 6cb37705-5aff-4fbe-bb55-433acb940cf1 owned by network:router_interface {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:46:24.096275 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-20678de5-e126-4a50-a11f-b51a59775080 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:46:24.119784 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20678de5-e126-4a50-a11f-b51a59775080 admin admin] Pushing event deleted for resources: {'Port': ['ID=6cb37705-5aff-4fbe-bb55-433acb940cf1,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:46:24.292616 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-20678de5-e126-4a50-a11f-b51a59775080 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-620860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682934'] for router_interface, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:46:24.504915 n-d-779913-29 neutron-server[93958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20678de5-e126-4a50-a11f-b51a59775080 admin admin] Router 130d5944-7183-4ef4-93cf-7cfa5b7678e2 has already been hosted by L3 agent c0e8295b-f072-47f2-bbb9-c91858426a57 {{(pid=93958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:46:24.607454 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20678de5-e126-4a50-a11f-b51a59775080 admin admin] Notify agent at l3_agent.n-d-779913-29 the message routers_updated {{(pid=93958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:46:24.612284 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-20678de5-e126-4a50-a11f-b51a59775080 admin admin] 10.222.0.68 "PUT /v2.0/routers/130d5944-7183-4ef4-93cf-7cfa5b7678e2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6464708 Jul 14 10:46:24.614917 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 43214) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:46:24.617982 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8bc5cb9-4094-487b-9b50-2516e3c4b3f4 None None] Sync routers for ids ['130d5944-7183-4ef4-93cf-7cfa5b7678e2'] in n-d-779913-29 {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:46:24.626952 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8bc5cb9-4094-487b-9b50-2516e3c4b3f4 None None] Routers {'130d5944-7183-4ef4-93cf-7cfa5b7678e2'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:46:24.627564 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-e8bc5cb9-4094-487b-9b50-2516e3c4b3f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T10:45:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['130d5944-7183-4ef4-93cf-7cfa5b7678e2'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:46:24.722156 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-44034b72-9985-4da4-a1b3-373980008339 admin admin] Notify callbacks [] for router, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:46:24.738753 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvr_db [None req-e8bc5cb9-4094-487b-9b50-2516e3c4b3f4 None None] Set router 130d5944-7183-4ef4-93cf-7cfa5b7678e2 gateway port host: n-d-779913-29 {{(pid=93959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:46:24.827460 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-44034b72-9985-4da4-a1b3-373980008339 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:46:24.881250 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-44034b72-9985-4da4-a1b3-373980008339 admin admin] Deleting port 28d00615-dde0-4916-89a0-3b0495ef236f {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:46:24.881692 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-44034b72-9985-4da4-a1b3-373980008339 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:46:24.922014 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-e8bc5cb9-4094-487b-9b50-2516e3c4b3f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '130d5944-7183-4ef4-93cf-7cfa5b7678e2', 'name': 'tempest-TestSnapshotPattern-578247764-router', 'tenant_id': '83f4774be48e4ab58db584dcce10c6fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'external_fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': '28d00615-dde0-4916-89a0-3b0495ef236f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:41:40Z', 'updated_at': '2021-07-14T10:46:24Z', 'revision_number': 5, 'project_id': '83f4774be48e4ab58db584dcce10c6fd', 'gw_port': {'id': '28d00615-dde0-4916-89a0-3b0495ef236f', 'name': '', 'network_id': '2dcd4d32-cc7c-4468-b396-7ce5c9231892', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:47:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '130d5944-7183-4ef4-93cf-7cfa5b7678e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-29', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:41:40Z', 'updated_at': '2021-07-14T10:41:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cd22a75-5bc1-467c-a3c4-0af04bd1b34a', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-29'}], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:46:24.957232 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8bc5cb9-4094-487b-9b50-2516e3c4b3f4 None None] Checking router: 130d5944-7183-4ef4-93cf-7cfa5b7678e2 for host: n-d-779913-29 {{(pid=93959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:46:24.965760 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-44034b72-9985-4da4-a1b3-373980008339 admin admin] For port 28d00615-dde0-4916-89a0-3b0495ef236f, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=28d00615-dde0-4916-89a0-3b0495ef236f,segment=NetworkSegment(81bf7a93-80b3-43df-b9d5-462c604a2945),segment_id=81bf7a93-80b3-43df-b9d5-462c604a2945)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:46:24.966127 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-44034b72-9985-4da4-a1b3-373980008339 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:46:24.971032 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:46:24.972879 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8bc5cb9-4094-487b-9b50-2516e3c4b3f4 None None] Routers {'130d5944-7183-4ef4-93cf-7cfa5b7678e2'} bound to L3 agent in host n-d-779913-29 {{(pid=93959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:46:24.973903 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-e8bc5cb9-4094-487b-9b50-2516e3c4b3f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-29', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:05:25Z,description=,heartbeat_timestamp=2021-07-14T10:45:55Z,host='n-d-779913-29',id=c0e8295b-f072-47f2-bbb9-c91858426a57,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:05:25Z,topic='l3_agent')) {'router_ids': ['130d5944-7183-4ef4-93cf-7cfa5b7678e2'], 'active': True} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:46:24.979258 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-44034b72-9985-4da4-a1b3-373980008339 admin admin] Calling delete_port for 28d00615-dde0-4916-89a0-3b0495ef236f owned by network:router_gateway {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:46:25.062067 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f4b1be1e-e438-4160-a3f4-8fe6d25a00e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:46:25.071522 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_dvr_db [None req-e8bc5cb9-4094-487b-9b50-2516e3c4b3f4 None None] Set router 130d5944-7183-4ef4-93cf-7cfa5b7678e2 gateway port host: None {{(pid=93959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:46:25.123301 n-d-779913-29 neutron-server[93959]: DEBUG neutron.db.l3_hamode_db [None req-e8bc5cb9-4094-487b-9b50-2516e3c4b3f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '130d5944-7183-4ef4-93cf-7cfa5b7678e2', 'name': 'tempest-TestSnapshotPattern-578247764-router', 'tenant_id': '83f4774be48e4ab58db584dcce10c6fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:41:40Z', 'updated_at': '2021-07-14T10:46:24Z', 'revision_number': 6, 'project_id': '83f4774be48e4ab58db584dcce10c6fd', 'gw_port_host': None}], 'n-d-779913-29', False) {} {{(pid=93959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:46:25.153349 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8bc5cb9-4094-487b-9b50-2516e3c4b3f4 None None] The sync data for ids ['130d5944-7183-4ef4-93cf-7cfa5b7678e2'] in n-d-779913-29 is: [{'id': '130d5944-7183-4ef4-93cf-7cfa5b7678e2', 'name': 'tempest-TestSnapshotPattern-578247764-router', 'tenant_id': '83f4774be48e4ab58db584dcce10c6fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:41:40Z', 'updated_at': '2021-07-14T10:46:24Z', 'revision_number': 6, 'project_id': '83f4774be48e4ab58db584dcce10c6fd', 'gw_port_host': None}] {{(pid=93959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:46:25.155276 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-44034b72-9985-4da4-a1b3-373980008339 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:46:25.185831 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44034b72-9985-4da4-a1b3-373980008339 admin admin] Pushing event deleted for resources: {'Port': ['ID=28d00615-dde0-4916-89a0-3b0495ef236f,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:46:25.250572 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-44034b72-9985-4da4-a1b3-373980008339 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-660532'] for router_gateway, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:46:25.343665 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-44034b72-9985-4da4-a1b3-373980008339 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-711871', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12964'] for router, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:46:25.345752 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-44034b72-9985-4da4-a1b3-373980008339 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:46:25.389751 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-44034b72-9985-4da4-a1b3-373980008339 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-704815'] for router, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:46:25.390272 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44034b72-9985-4da4-a1b3-373980008339 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 130d5944-7183-4ef4-93cf-7cfa5b7678e2 {{(pid=93958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 10:46:25.395534 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-44034b72-9985-4da4-a1b3-373980008339 admin admin] Notify callbacks [] for router, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:46:25.396955 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-44034b72-9985-4da4-a1b3-373980008339 admin admin] 10.222.0.68 "DELETE /v2.0/routers/130d5944-7183-4ef4-93cf-7cfa5b7678e2 HTTP/1.1" status: 204 len: 168 time: 0.7811337 Jul 14 10:46:25.399468 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 43216) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:46:25.444823 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.db_base_plugin_v2 [None req-c16ade36-57cf-45fd-8e40-3fae5d0ef0da admin admin] Deleting subnet a37e8e3e-4bea-47d3-8fef-aea6f8d18149 {{(pid=93958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 10:46:25.447893 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c16ade36-57cf-45fd-8e40-3fae5d0ef0da admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:46:25.480722 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c16ade36-57cf-45fd-8e40-3fae5d0ef0da admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13574120'] for subnet, precommit_delete_associations {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:46:25.579932 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c16ade36-57cf-45fd-8e40-3fae5d0ef0da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3481002'] for subnet, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:46:25.639195 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c16ade36-57cf-45fd-8e40-3fae5d0ef0da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3480979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13574056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16714573'] for subnet, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:46:25.667053 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16ade36-57cf-45fd-8e40-3fae5d0ef0da admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a37e8e3e-4bea-47d3-8fef-aea6f8d18149,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:46:25.670094 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-c16ade36-57cf-45fd-8e40-3fae5d0ef0da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-620865'] for subnet, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:46:25.674265 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b91099c5-21fb-4e17-9251-6d7bcb4b565b None None] Network de3490c7-ef59-45fc-ba8c-dfbb9ecfc92e requested from n-d-779913-29 {{(pid=93959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:46:25.674781 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-c16ade36-57cf-45fd-8e40-3fae5d0ef0da admin admin] 10.222.0.68 "DELETE /v2.0/subnets/a37e8e3e-4bea-47d3-8fef-aea6f8d18149 HTTP/1.1" status: 204 len: 168 time: 0.2730701 Jul 14 10:46:25.676844 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 43218) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:46:25.747027 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d3291795-069f-422e-9881-b2ca5d95fae3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3876111'] for network, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:46:25.799433 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-d3291795-069f-422e-9881-b2ca5d95fae3 admin admin] Deleting port f9edc044-2297-4dcc-a0f0-8e7d6109f92c {{(pid=93958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:46:25.799774 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d3291795-069f-422e-9881-b2ca5d95fae3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735688240303'] for port, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:46:25.861335 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.db [None req-d3291795-069f-422e-9881-b2ca5d95fae3 admin admin] For port f9edc044-2297-4dcc-a0f0-8e7d6109f92c, host n-d-779913-29, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-29',level=0,port_id=f9edc044-2297-4dcc-a0f0-8e7d6109f92c,segment=NetworkSegment(8a90d905-eb49-44e8-a176-06bf404b1f28),segment_id=8a90d905-eb49-44e8-a176-06bf404b1f28)] {{(pid=93958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:46:25.861646 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d3291795-069f-422e-9881-b2ca5d95fae3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682993'] for port, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:46:25.874689 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.plugin [None req-d3291795-069f-422e-9881-b2ca5d95fae3 admin admin] Calling delete_port for f9edc044-2297-4dcc-a0f0-8e7d6109f92c owned by network:dhcp {{(pid=93958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:46:25.953063 n-d-779913-29 neutron-server[93959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0743e816-ca3b-489e-a46f-624f9916934d None None] DHCP port deletion for de3490c7-ef59-45fc-ba8c-dfbb9ecfc92e request from n-d-779913-29 {{(pid=93959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 10:46:25.955093 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 6cb37705-5aff-4fbe-bb55-433acb940cf1 no longer exists at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:46:25.961967 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d3291795-069f-422e-9881-b2ca5d95fae3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3680808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735688246501', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735687870109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13574133'] for port, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:46:25.993368 n-d-779913-29 neutron-server[93958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3291795-069f-422e-9881-b2ca5d95fae3 admin admin] No DVR routers for this DVR port f9edc044-2297-4dcc-a0f0-8e7d6109f92c on host n-d-779913-29 {{(pid=93958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:46:25.995548 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3291795-069f-422e-9881-b2ca5d95fae3 admin admin] Pushing event deleted for resources: {'Port': ['ID=f9edc044-2297-4dcc-a0f0-8e7d6109f92c,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:46:26.077733 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d3291795-069f-422e-9881-b2ca5d95fae3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3473955', 'neutron.services.segments.db._delete_segments_for_network-8735688326548'] for network, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:46:26.089104 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-d3291795-069f-422e-9881-b2ca5d95fae3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de3490c7-ef59-45fc-ba8c-dfbb9ecfc92e']}} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:46:26.100854 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-d3291795-069f-422e-9881-b2ca5d95fae3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a90d905-eb49-44e8-a176-06bf404b1f28') {'for_net_delete': True} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:46:26.101153 n-d-779913-29 neutron-server[93958]: DEBUG neutron.services.segments.db [None req-d3291795-069f-422e-9881-b2ca5d95fae3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a90d905-eb49-44e8-a176-06bf404b1f28') {} {{(pid=93958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:46:26.111449 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d3291795-069f-422e-9881-b2ca5d95fae3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735688356235', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13574129'] for segment, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:46:26.126825 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d3291795-069f-422e-9881-b2ca5d95fae3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019'] for segment, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:46:26.133753 n-d-779913-29 neutron-server[93958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3291795-069f-422e-9881-b2ca5d95fae3 admin admin] Releasing vlan 749 on physical network physnet1 to pool {{(pid=93958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 10:46:26.134642 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d3291795-069f-422e-9881-b2ca5d95fae3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3479019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13573126'] for segment, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:46:26.136519 n-d-779913-29 neutron-server[93958]: Traceback (most recent call last): Jul 14 10:46:26.136519 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 10:46:26.136519 n-d-779913-29 neutron-server[93958]: timer() Jul 14 10:46:26.136519 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 10:46:26.136519 n-d-779913-29 neutron-server[93958]: cb(*args, **kw) Jul 14 10:46:26.136519 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 10:46:26.136519 n-d-779913-29 neutron-server[93958]: return func(*args, **kwargs) Jul 14 10:46:26.136519 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 10:46:26.136519 n-d-779913-29 neutron-server[93958]: self._notify() Jul 14 10:46:26.136519 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 10:46:26.136519 n-d-779913-29 neutron-server[93958]: self.callback(batched_events) Jul 14 10:46:26.136519 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 10:46:26.136519 n-d-779913-29 neutron-server[93958]: event.method(event) Jul 14 10:46:26.136519 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 10:46:26.136519 n-d-779913-29 neutron-server[93958]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 10:46:26.136519 n-d-779913-29 neutron-server[93958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 10:46:26.136519 n-d-779913-29 neutron-server[93958]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 10:46:26.136519 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 10:46:26.136519 n-d-779913-29 neutron-server[93958]: return f(self, *a, **k) Jul 14 10:46:26.136519 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 10:46:26.136519 n-d-779913-29 neutron-server[93958]: return self._get(url).json() Jul 14 10:46:26.136519 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 10:46:26.136519 n-d-779913-29 neutron-server[93958]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 10:46:26.136519 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 10:46:26.136519 n-d-779913-29 neutron-server[93958]: return self.request(url, 'GET', **kwargs) Jul 14 10:46:26.136519 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 10:46:26.136519 n-d-779913-29 neutron-server[93958]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 10:46:26.136519 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 10:46:26.136519 n-d-779913-29 neutron-server[93958]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 10:46:26.136519 n-d-779913-29 neutron-server[93958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 10:46:26.136519 n-d-779913-29 neutron-server[93958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 10:46:26.136519 n-d-779913-29 neutron-server[93958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 10:46:26.139083 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] No Port match for: 6cb37705-5aff-4fbe-bb55-433acb940cf1 {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:46:26.139083 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 6cb37705-5aff-4fbe-bb55-433acb940cf1 not bound to the agent host n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:46:26.157332 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-0743e816-ca3b-489e-a46f-624f9916934d None None] The port 'f9edc044-2297-4dcc-a0f0-8e7d6109f92c' was deleted {{(pid=93959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 14 10:46:26.196312 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d3291795-069f-422e-9881-b2ca5d95fae3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3473960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-620855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-660504'] for network, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:46:26.202293 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-d3291795-069f-422e-9881-b2ca5d95fae3 admin admin] Notify callbacks [] for network, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:46:26.205799 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-d3291795-069f-422e-9881-b2ca5d95fae3 admin admin] 10.222.0.68 "DELETE /v2.0/networks/de3490c7-ef59-45fc-ba8c-dfbb9ecfc92e HTTP/1.1" status: 204 len: 168 time: 0.5264390 Jul 14 10:46:26.216721 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3291795-069f-422e-9881-b2ca5d95fae3 admin admin] Pushing event deleted for resources: {'Network': ['ID=de3490c7-ef59-45fc-ba8c-dfbb9ecfc92e,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:46:26.257044 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5ad31076-714c-49ec-bc37-f3d4cd90112a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:46:26.391188 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 43222) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:46:26.431520 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-9890831e-f4cb-4929-bbe9-dcf0d8c7c5a8 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=5ffec4a5422c4d40bdfc13a8d97e1030&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0390432 Jul 14 10:46:26.434033 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 43224) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:46:26.488981 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8127f0a9-00f5-4090-b825-db4fe1497e57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:46:26.510255 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8127f0a9-00f5-4090-b825-db4fe1497e57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:46:26.555365 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8127f0a9-00f5-4090-b825-db4fe1497e57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:46:26.557905 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-8127f0a9-00f5-4090-b825-db4fe1497e57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:46:26.559045 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-8127f0a9-00f5-4090-b825-db4fe1497e57 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/f6075597-8678-4f54-ac70-43e25af3874c HTTP/1.1" status: 204 len: 168 time: 0.1241362 Jul 14 10:46:26.568089 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8127f0a9-00f5-4090-b825-db4fe1497e57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6075597-8678-4f54-ac70-43e25af3874c,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:46:26.880811 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 43230) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:46:26.919625 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-c6d7ca3e-4755-4692-90fb-6d7361252d05 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=83f4774be48e4ab58db584dcce10c6fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0375011 Jul 14 10:46:26.922102 n-d-779913-29 neutron-server[93958]: DEBUG neutron.wsgi [-] (93958) accepted ('10.222.0.68', 43232) {{(pid=93958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:46:26.969539 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-eab592a4-498d-4521-998e-fb78b94773c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:46:26.990645 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-eab592a4-498d-4521-998e-fb78b94773c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:46:27.037409 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-eab592a4-498d-4521-998e-fb78b94773c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571672'] for security_group, after_delete {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:46:27.040029 n-d-779913-29 neutron-server[93958]: DEBUG neutron_lib.callbacks.manager [None req-eab592a4-498d-4521-998e-fb78b94773c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:46:27.041222 n-d-779913-29 neutron-server[93958]: INFO neutron.wsgi [None req-eab592a4-498d-4521-998e-fb78b94773c8 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/43c339d0-2858-4abe-af84-f0c3993aad90 HTTP/1.1" status: 204 len: 168 time: 0.1182323 Jul 14 10:46:27.049261 n-d-779913-29 neutron-server[93958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab592a4-498d-4521-998e-fb78b94773c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43c339d0-2858-4abe-af84-f0c3993aad90,revision_number=None']} {{(pid=93958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:46:27.495606 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device f9edc044-2297-4dcc-a0f0-8e7d6109f92c no longer exists at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:46:27.516045 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] No Port match for: f9edc044-2297-4dcc-a0f0-8e7d6109f92c {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:46:27.516396 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device f9edc044-2297-4dcc-a0f0-8e7d6109f92c not bound to the agent host n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:46:27.516813 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 28d00615-dde0-4916-89a0-3b0495ef236f no longer exists at agent ovs-agent-n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:46:27.535123 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.plugin [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] No Port match for: 28d00615-dde0-4916-89a0-3b0495ef236f {{(pid=93959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:46:27.535471 n-d-779913-29 neutron-server[93959]: DEBUG neutron.plugins.ml2.rpc [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Device 28d00615-dde0-4916-89a0-3b0495ef236f not bound to the agent host n-d-779913-29 {{(pid=93959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:46:28.053311 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5bbe322f-3f67-4864-bc0a-91afe44d23e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:46:35.715424 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.agents_db [None req-3c3509fb-540d-4335-a450-574895dd3602 None None] Agent healthcheck: found 7 active agents {{(pid=93960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:46:43.866300 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:46:44.661980 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:46:52.368380 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d76f8d1b-47b9-4414-b761-edebac793ebf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:46:54.941901 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:46:55.043451 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-6ac18984-d7e3-4c93-877f-e3796a2a3ae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:46:56.260948 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5ad31076-714c-49ec-bc37-f3d4cd90112a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:46:58.056667 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5bbe322f-3f67-4864-bc0a-91afe44d23e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:47:12.714419 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.agents_db [None req-3c3509fb-540d-4335-a450-574895dd3602 None None] Agent healthcheck: found 7 active agents {{(pid=93960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:47:13.878780 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:47:14.658614 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:47:22.369381 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-322b7bc2-ae46-4418-baba-c15e3089e375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:47:24.942935 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:47:25.045912 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-e52f9c1d-9fbf-49f4-9669-a1c9969e634c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:47:26.256993 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5ad31076-714c-49ec-bc37-f3d4cd90112a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:47:28.058645 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5bbe322f-3f67-4864-bc0a-91afe44d23e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:47:43.877442 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:47:44.673396 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:47:49.712980 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.agents_db [None req-3c3509fb-540d-4335-a450-574895dd3602 None None] Agent healthcheck: found 7 active agents {{(pid=93960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:47:52.368399 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-d5064a6b-cda9-494d-bd59-69cf79763d1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:47:54.943995 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:47:55.046542 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3ae2d581-740d-4606-bc20-01693be18d13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:47:56.259061 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5ad31076-714c-49ec-bc37-f3d4cd90112a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:47:58.061514 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5bbe322f-3f67-4864-bc0a-91afe44d23e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:48:13.894078 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:48:14.672000 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:48:22.369166 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-0ad004f5-9f16-470c-be3c-773cd42ec135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:48:24.945093 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:48:25.046838 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-55269336-42bd-4b90-bec4-13680da8dccc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:48:26.265261 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5ad31076-714c-49ec-bc37-f3d4cd90112a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:48:26.712832 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.agents_db [None req-3c3509fb-540d-4335-a450-574895dd3602 None None] Agent healthcheck: found 7 active agents {{(pid=93960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:48:28.063331 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5bbe322f-3f67-4864-bc0a-91afe44d23e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:48:43.909064 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:48:44.696986 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:48:52.368891 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9bdafaf7-c3e5-4fbb-b4f3-cd95c8761be9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:48:54.947291 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:48:55.047296 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-de722cea-3e03-4159-ae3a-596911900231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:48:56.265017 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5ad31076-714c-49ec-bc37-f3d4cd90112a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:48:58.066664 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5bbe322f-3f67-4864-bc0a-91afe44d23e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:49:03.712414 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.agents_db [None req-3c3509fb-540d-4335-a450-574895dd3602 None None] Agent healthcheck: found 7 active agents {{(pid=93960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:49:13.908657 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:49:14.686298 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:49:22.370370 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9232ab1d-49ad-4b30-9c15-a8a751809699 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:49:24.949716 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:49:25.048455 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-fea8a01e-dd90-495a-8c0e-8f014d2f2161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:49:26.269520 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5ad31076-714c-49ec-bc37-f3d4cd90112a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:49:28.069680 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5bbe322f-3f67-4864-bc0a-91afe44d23e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:49:40.711530 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.agents_db [None req-3c3509fb-540d-4335-a450-574895dd3602 None None] Agent healthcheck: found 7 active agents {{(pid=93960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:49:43.923552 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:49:44.684741 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:49:52.371542 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5ac52e91-74e3-491e-b735-a926fd233f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:49:54.953432 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:49:55.052342 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-62fd55b9-f69b-4ee5-bade-3e334825c07b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:49:56.273383 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5ad31076-714c-49ec-bc37-f3d4cd90112a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:49:58.074337 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5bbe322f-3f67-4864-bc0a-91afe44d23e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:13.944562 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:14.695001 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:17.711716 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.agents_db [None req-3c3509fb-540d-4335-a450-574895dd3602 None None] Agent healthcheck: found 7 active agents {{(pid=93960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:50:22.375625 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-7fec1757-5abb-4503-900f-8a287682d3a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:24.959007 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:25.057485 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-4419a170-7acd-4507-906a-3d2d2696467f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:26.276812 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5ad31076-714c-49ec-bc37-f3d4cd90112a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:28.078407 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5bbe322f-3f67-4864-bc0a-91afe44d23e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:43.956662 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:44.702180 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:52.378537 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-01f27b38-69fe-407f-82fd-b562e2c753ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:54.712543 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.agents_db [None req-3c3509fb-540d-4335-a450-574895dd3602 None None] Agent healthcheck: found 7 active agents {{(pid=93960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:50:54.955068 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:55.054403 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-76d62cc7-7bef-4ba1-8ad1-79129947af8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:56.286250 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5ad31076-714c-49ec-bc37-f3d4cd90112a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:58.083604 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5bbe322f-3f67-4864-bc0a-91afe44d23e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:13.954180 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:14.697573 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:22.380447 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ca439bba-088d-4122-8586-2624a9c8fdb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:24.970399 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:25.060273 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8afb346e-9d54-4737-8daa-bc0e9631c377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:26.283276 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5ad31076-714c-49ec-bc37-f3d4cd90112a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:28.086278 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5bbe322f-3f67-4864-bc0a-91afe44d23e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:31.711312 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.agents_db [None req-3c3509fb-540d-4335-a450-574895dd3602 None None] Agent healthcheck: found 7 active agents {{(pid=93960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:51:43.970723 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:44.721441 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:52.383717 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-9c308d21-fa54-4e2a-b210-1ac67cb5cb04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:54.964784 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:55.059985 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-ae00493d-2dea-4f45-81a0-92e7da7261c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:56.285880 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5ad31076-714c-49ec-bc37-f3d4cd90112a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:58.087179 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5bbe322f-3f67-4864-bc0a-91afe44d23e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:52:08.711315 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.agents_db [None req-3c3509fb-540d-4335-a450-574895dd3602 None None] Agent healthcheck: found 7 active agents {{(pid=93960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:52:13.972006 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:52:14.724212 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:52:22.386100 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-502b5b52-b11d-4def-8fbc-b636ec469a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:52:24.968736 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:52:25.058738 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-2f7e0996-4233-491d-893d-b463e78f0f2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:52:26.289150 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5ad31076-714c-49ec-bc37-f3d4cd90112a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:52:28.093158 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5bbe322f-3f67-4864-bc0a-91afe44d23e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:52:43.967853 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:52:44.725954 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:52:45.713234 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.agents_db [None req-3c3509fb-540d-4335-a450-574895dd3602 None None] Agent healthcheck: found 7 active agents {{(pid=93960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:52:52.388440 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-76845726-175b-460c-92a6-3c08e7ba1d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:52:54.977931 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:52:55.052123 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-1aba3dba-a450-4d8d-885d-48b1ce4e7ed6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:52:56.289802 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5ad31076-714c-49ec-bc37-f3d4cd90112a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:52:58.094651 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5bbe322f-3f67-4864-bc0a-91afe44d23e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:53:13.967211 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:53:14.724044 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:53:22.389229 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-63a6f6cc-c87c-45ed-b17c-338c40fc5a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:53:22.714456 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.agents_db [None req-3c3509fb-540d-4335-a450-574895dd3602 None None] Agent healthcheck: found 7 active agents {{(pid=93960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:53:24.969299 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:53:25.055377 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-3708a36c-9b3e-4542-ad05-edc73646f417 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:53:26.293333 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5ad31076-714c-49ec-bc37-f3d4cd90112a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:53:28.095401 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5bbe322f-3f67-4864-bc0a-91afe44d23e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:53:43.982142 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:53:44.739769 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:53:52.391559 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c87b5ab9-dd53-415c-9e8f-e7e0138d9ea3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:53:54.971069 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:53:55.056471 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-b13897d2-f1be-4bb0-a3dd-cafaf02eb7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:53:56.298400 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5ad31076-714c-49ec-bc37-f3d4cd90112a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:53:58.097820 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5bbe322f-3f67-4864-bc0a-91afe44d23e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:53:59.715487 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.agents_db [None req-3c3509fb-540d-4335-a450-574895dd3602 None None] Agent healthcheck: found 7 active agents {{(pid=93960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:54:13.985929 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:54:14.761314 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:54:22.392127 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-f9eb7d46-abdd-46bf-9454-c485b247c7cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:54:24.979073 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:54:25.058410 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-55fcc580-d84c-4801-8939-c4bf91dcaaa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:54:26.298068 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5ad31076-714c-49ec-bc37-f3d4cd90112a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:54:28.100847 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5bbe322f-3f67-4864-bc0a-91afe44d23e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:54:36.714563 n-d-779913-29 neutron-server[93960]: DEBUG neutron.db.agents_db [None req-3c3509fb-540d-4335-a450-574895dd3602 None None] Agent healthcheck: found 7 active agents {{(pid=93960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:54:37.228985 n-d-779913-29 neutron-server[93957]: DEBUG neutron.wsgi [req-cfa2bcec-e7b7-4d87-8fb0-5674e31e0d4d req-7437de0a-e096-4f92-a76c-edcd268ffab4 service neutron] (93957) timed out ('10.222.0.68', 37030) {{(pid=93957) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 14 10:54:43.995568 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-8b700cf8-a645-4070-8ba7-2aa640c26837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:54:44.761401 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-c54b7b07-327c-48c6-ad58-2bac602dd2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:54:52.392846 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-507b1ee5-b612-46cc-ae2b-ac445f964ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:54:54.971308 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-42d5a4c0-fb6c-48c3-b016-a0133102fbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:54:55.059438 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-53397ef3-cd23-45b1-97db-80981a223c5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:54:56.300423 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5ad31076-714c-49ec-bc37-f3d4cd90112a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:54:58.107105 n-d-779913-29 neutron-server[93959]: DEBUG neutron_lib.callbacks.manager [None req-5bbe322f-3f67-4864-bc0a-91afe44d23e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735688346606', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3476841'] for agent, after_update {{(pid=93959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}